-- Logs begin at Wed 2021-10-20 10:42:59 UTC, end at Wed 2021-10-20 13:00:12 UTC. -- Oct 20 11:14:31.906869 n-d-814735-3 systemd[1]: Started Devstack devstack@q-svc.service. Oct 20 11:14:34.611542 n-d-814735-3 neutron-server[100505]: INFO neutron.common.config [-] Logging enabled! Oct 20 11:14:34.612253 n-d-814735-3 neutron-server[100505]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev97 Oct 20 11:14:34.612348 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100505) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 20 11:14:34.615521 n-d-814735-3 neutron-server[100505]: INFO neutron.common.config [-] Logging enabled! Oct 20 11:14:34.615774 n-d-814735-3 neutron-server[100505]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev97 Oct 20 11:14:34.616089 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100505) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 20 11:14:34.617028 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 20 11:14:34.617256 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 20 11:14:34.617621 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 20 11:14:34.617864 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 20 11:14:34.618078 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 20 11:14:34.618394 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.618689 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.619007 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.619239 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.619515 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.619799 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.620078 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.620366 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.620655 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.620936 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.621214 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.621495 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.621719 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.621981 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.622263 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.622546 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.622772 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] debug = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.623065 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.623500 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.623907 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.624184 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.624467 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.624741 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.625015 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.625286 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.625629 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.625966 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] host = n-d-814735-3 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.626241 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.626523 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.626818 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.627114 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.627386 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.627671 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.627945 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.628372 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.628517 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] log_file = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.628752 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.629030 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.629312 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.629611 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.629833 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.630053 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.630343 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.630623 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.630916 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.631190 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.631468 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.631731 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.632002 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.632268 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.632548 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.632827 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.633107 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.633379 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.633648 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.633913 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.634181 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.634457 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.634724 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.635023 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.635293 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.635577 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.635842 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.636112 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.636408 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.636688 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.636965 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.637247 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.637520 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.637800 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.638067 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.638335 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.638602 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] use_json = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.638890 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.639163 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.639440 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.639709 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.639976 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.640246 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.640513 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.640790 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:34.641122 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.641426 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.641729 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.642012 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.642323 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.642597 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.642903 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.643183 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.643471 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.643758 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.644045 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.644321 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.644608 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.644888 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.645182 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.645487 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.645780 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.646069 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.646340 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.646610 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.646900 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.647178 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.647463 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.647739 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.648037 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.648684 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.648684 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.648861 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.649121 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.649407 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.649678 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.649954 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.650239 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.650512 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.650779 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.651443 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.651730 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.652007 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.652277 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.652558 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.652832 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.653098 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.653365 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.653637 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.653921 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.654193 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.654457 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.654721 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.655018 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.655287 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.655566 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.655837 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.656106 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.656373 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.656646 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.657046 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.657319 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.657595 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.657866 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.658139 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.658408 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.658674 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.658965 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.659235 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.659503 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.659772 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.660038 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.660312 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.660581 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.660848 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.661114 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.661383 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.661652 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.661934 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.662232 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.662506 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.662783 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.663077 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.663353 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.663627 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.663901 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.664176 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.664453 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.664722 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.665014 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.665297 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.665581 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.665860 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.666132 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.666440 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.666715 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.667017 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.667295 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.667571 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.667850 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.668132 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.668421 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.668712 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.669001 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.669291 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.669588 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.669867 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.670173 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.670447 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:34.670662 n-d-814735-3 neutron-server[100505]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 20 11:14:34.670938 n-d-814735-3 neutron-server[100505]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100505) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 20 11:14:35.113787 n-d-814735-3 neutron-server[100505]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 20 11:14:35.114025 n-d-814735-3 neutron-server[100505]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 20 11:14:35.114317 n-d-814735-3 neutron-server[100505]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 20 11:14:35.114662 n-d-814735-3 neutron-server[100505]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 20 11:14:35.428751 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:35.428957 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:35.429194 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:35.430364 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:35.430625 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:35.430939 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:35.464695 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:35.464959 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:35.465329 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:35.480496 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:35.480759 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:35.481021 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:35.510741 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:35.511046 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:35.511308 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:35.547068 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:35.547360 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:35.547711 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:35.808491 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:35.809192 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:35.809192 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:35.809355 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:35.809950 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:35.931393 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:35.931705 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:35.931983 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:35.932251 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:35.932510 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:35.932811 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:35.933063 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:35.933314 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:35.933561 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:35.933833 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:35.934083 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:35.934339 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:35.934584 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:35.934853 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:35.935100 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:35.935359 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:35.935606 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:35.935863 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:35.936122 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:35.936372 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:35.936643 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:35.936881 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:35.937153 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:35.937522 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:35.937763 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:35.938048 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:35.938476 n-d-814735-3 neutron-server[100505]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100505) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 11:14:35.938707 n-d-814735-3 neutron-server[100505]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100505) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 11:14:35.938960 n-d-814735-3 neutron-server[100505]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100505) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 11:14:35.939190 n-d-814735-3 neutron-server[100505]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100505) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 11:14:35.939416 n-d-814735-3 neutron-server[100505]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100505) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 11:14:35.939643 n-d-814735-3 neutron-server[100505]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100505) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 11:14:35.940004 n-d-814735-3 neutron-server[100505]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 20 11:14:35.943207 n-d-814735-3 neutron-server[100505]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 20 11:14:35.948163 n-d-814735-3 neutron-server[100505]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 20 11:14:35.952061 n-d-814735-3 neutron-server[100505]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1250, 1299)])]) Oct 20 11:14:35.953704 n-d-814735-3 neutron-server[100505]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 20 11:14:35.954164 n-d-814735-3 neutron-server[100505]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 20 11:14:35.954497 n-d-814735-3 neutron-server[100505]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 20 11:14:35.954937 n-d-814735-3 neutron-server[100505]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 20 11:14:35.957857 n-d-814735-3 neutron-server[100505]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 20 11:14:35.958101 n-d-814735-3 neutron-server[100505]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 20 11:14:35.958442 n-d-814735-3 neutron-server[100505]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 20 11:14:35.963756 n-d-814735-3 neutron-server[100505]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 20 11:14:35.985710 n-d-814735-3 neutron-server[100505]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 20 11:14:35.986164 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:35.986461 n-d-814735-3 neutron-server[100505]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100505) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 20 11:14:35.986828 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:35.988270 n-d-814735-3 neutron-server[100505]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100505) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 20 11:14:35.988544 n-d-814735-3 neutron-server[100505]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 20 11:14:35.988781 n-d-814735-3 neutron-server[100505]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 20 11:14:35.992178 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:35.992454 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.054752 n-d-814735-3 neutron-server[100505]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 20 11:14:36.055018 n-d-814735-3 neutron-server[100505]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 20 11:14:36.055242 n-d-814735-3 neutron-server[100505]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 20 11:14:36.055620 n-d-814735-3 neutron-server[100505]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 20 11:14:36.077714 n-d-814735-3 neutron-server[100505]: DEBUG oslo_db.sqlalchemy.engines [None req-963136e6-d646-4112-8227-d2b319449b75 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100505) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 20 11:14:36.613981 n-d-814735-3 neutron-server[100505]: INFO neutron.plugins.ml2.managers [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Initializing driver for type 'gre' Oct 20 11:14:36.614653 n-d-814735-3 neutron-server[100505]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-963136e6-d646-4112-8227-d2b319449b75 None None] gre ID ranges: [(1, 1000)] Oct 20 11:14:36.684119 n-d-814735-3 neutron-server[100505]: INFO neutron.plugins.ml2.managers [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Initializing driver for type 'local' Oct 20 11:14:36.684654 n-d-814735-3 neutron-server[100505]: INFO neutron.plugins.ml2.managers [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Initializing driver for type 'vlan' Oct 20 11:14:36.699026 n-d-814735-3 neutron-server[100505]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-963136e6-d646-4112-8227-d2b319449b75 None None] VlanTypeDriver initialization complete Oct 20 11:14:36.699400 n-d-814735-3 neutron-server[100505]: INFO neutron.plugins.ml2.managers [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Initializing driver for type 'vxlan' Oct 20 11:14:36.699970 n-d-814735-3 neutron-server[100505]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-963136e6-d646-4112-8227-d2b319449b75 None None] vxlan ID ranges: [(1, 1000)] Oct 20 11:14:36.752502 n-d-814735-3 neutron-server[100505]: INFO neutron.plugins.ml2.managers [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Initializing extension driver 'port_security' Oct 20 11:14:36.752878 n-d-814735-3 neutron-server[100505]: INFO neutron.plugins.ml2.extensions.port_security [None req-963136e6-d646-4112-8227-d2b319449b75 None None] PortSecurityExtensionDriver initialization complete Oct 20 11:14:36.753034 n-d-814735-3 neutron-server[100505]: INFO neutron.plugins.ml2.managers [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Initializing mechanism driver 'openvswitch' Oct 20 11:14:36.753368 n-d-814735-3 neutron-server[100505]: INFO neutron.plugins.ml2.managers [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Initializing mechanism driver 'hyperv' Oct 20 11:14:36.760208 n-d-814735-3 neutron-server[100505]: DEBUG neutron.plugins.ml2.plugin [None req-963136e6-d646-4112-8227-d2b319449b75 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:36.761061 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > port after_create 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.761430 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > port after_update 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.761783 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > port after_delete 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.762321 n-d-814735-3 neutron-server[100505]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100505) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 20 11:14:36.762756 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > subnet after_create 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.763151 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > subnet after_update 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.763494 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.763887 n-d-814735-3 neutron-server[100505]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100505) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 20 11:14:36.764294 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > network after_create 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.764636 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > network after_update 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.764972 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > network after_delete 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.765841 n-d-814735-3 neutron-server[100505]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100505) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 20 11:14:36.765841 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > security_group after_create 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.766102 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > security_group after_update 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.766436 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.766855 n-d-814735-3 neutron-server[100505]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100505) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 20 11:14:36.767265 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.767622 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.768022 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.768413 n-d-814735-3 neutron-server[100505]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100505) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 20 11:14:36.768816 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > address_group after_create 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.769157 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > address_group after_update 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.769493 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.769879 n-d-814735-3 neutron-server[100505]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100505) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 20 11:14:36.770255 n-d-814735-3 neutron-server[100505]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-963136e6-d646-4112-8227-d2b319449b75 None None] ML2 OVO RPC backend initialized. {{(pid=100505) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 20 11:14:36.770995 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.771349 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.771770 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > network before_response 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.772115 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > networks before_response 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.772459 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > port before_response 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.772797 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > ports before_response 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.773137 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > subnet before_response 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.773474 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > subnets before_response 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.773818 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > network after_create 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.774157 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > network after_update 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.774485 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > network after_delete 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.774841 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > port after_create 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.775182 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > port after_update 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.775518 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > port after_delete 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.775849 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > subnet after_create 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.776548 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > subnet after_update 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.776878 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.777469 n-d-814735-3 neutron-server[100505]: INFO neutron.plugins.ml2.plugin [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Modular L2 Plugin initialization complete Oct 20 11:14:36.777800 n-d-814735-3 neutron-server[100505]: DEBUG neutron.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading services supported by the core plugin {{(pid=100505) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 20 11:14:36.778128 n-d-814735-3 neutron-server[100505]: INFO neutron.plugins.ml2.managers [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Got port-security extension from driver 'port_security' Oct 20 11:14:36.778601 n-d-814735-3 neutron-server[100505]: INFO neutron.extensions.vlantransparent [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Disabled vlantransparent extension. Oct 20 11:14:36.779108 n-d-814735-3 neutron-server[100505]: DEBUG neutron.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100505) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 20 11:14:36.779425 n-d-814735-3 neutron-server[100505]: INFO neutron.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading Plugin: router Oct 20 11:14:36.819113 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.819808 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > router after_create 55549900 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.819902 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > router before_create 55549900 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.820209 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.820582 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.820940 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > router after_delete 55549900 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.821335 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > floatingip after_create 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.821810 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.822171 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > router after_create 55549900 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.822526 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > router after_update 55549900 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.822901 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > router after_update 55549900 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.823251 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.823595 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > router after_update 55549900 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.824016 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > router precommit_update 55549900 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.824374 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: port after_update 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.824707 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: port after_delete 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.825038 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: subnet after_update 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.825375 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.825717 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.826079 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > router precommit_create 55549900 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.826419 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: port before_delete 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.826760 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > router precommit_create 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.827143 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > router after_update 55549900 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.827496 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.827849 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > router precommit_create 55549900 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.828191 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.828535 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > router precommit_update 55549900 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.828928 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > agent after_create 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.829276 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > agent after_delete 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.829620 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > network after_delete 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.830512 n-d-814735-3 neutron-server[100505]: DEBUG neutron.quota.resource_registry [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Tracking information for resource: router configured {{(pid=100505) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 11:14:36.830868 n-d-814735-3 neutron-server[100505]: DEBUG neutron.quota.resource_registry [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Tracking information for resource: floatingip configured {{(pid=100505) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 11:14:36.836042 n-d-814735-3 neutron-server[100505]: INFO neutron.db.l3_agentschedulers_db [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 20 11:14:36.836614 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: port after_update 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.836973 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: port after_create 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.837317 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: port after_delete 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.837666 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: port after_update 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.838473 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > router before_create 55550100 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.838819 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.839218 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > router precommit_create 55550100 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.839557 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > router precommit_update 55550100 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.844531 n-d-814735-3 neutron-server[100505]: DEBUG neutron.services.provider_configuration [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Service providers = [] {{(pid=100505) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 20 11:14:36.844895 n-d-814735-3 neutron-server[100505]: DEBUG neutron.db.servicetype_db [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100505) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 20 11:14:36.847966 n-d-814735-3 neutron-server[100505]: DEBUG neutron.services.service_base [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100505) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 20 11:14:36.848315 n-d-814735-3 neutron-server[100505]: DEBUG neutron.services.service_base [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100505) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 20 11:14:36.848655 n-d-814735-3 neutron-server[100505]: DEBUG neutron.services.service_base [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100505) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 20 11:14:36.849512 n-d-814735-3 neutron-server[100505]: DEBUG neutron.services.service_base [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100505) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 20 11:14:36.849889 n-d-814735-3 neutron-server[100505]: INFO neutron.services.service_base [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 20 11:14:36.850278 n-d-814735-3 neutron-server[100505]: DEBUG neutron.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100505) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 11:14:36.850590 n-d-814735-3 neutron-server[100505]: INFO neutron.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 20 11:14:36.861683 n-d-814735-3 neutron-server[100505]: DEBUG neutron.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100505) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 11:14:36.862012 n-d-814735-3 neutron-server[100505]: INFO neutron.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading Plugin: auto_allocate Oct 20 11:14:36.868077 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: network precommit_update 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.868386 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: network precommit_create 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.868908 n-d-814735-3 neutron-server[100505]: DEBUG neutron.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100505) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 11:14:36.869230 n-d-814735-3 neutron-server[100505]: INFO neutron.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading Plugin: tag Oct 20 11:14:36.877520 n-d-814735-3 neutron-server[100505]: DEBUG neutron.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100505) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 11:14:36.877852 n-d-814735-3 neutron-server[100505]: INFO neutron.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading Plugin: timestamp Oct 20 11:14:36.881763 n-d-814735-3 neutron-server[100505]: DEBUG neutron.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100505) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 11:14:36.882057 n-d-814735-3 neutron-server[100505]: INFO neutron.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading Plugin: network_ip_availability Oct 20 11:14:36.887620 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.888021 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.888346 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:36.889095 n-d-814735-3 neutron-server[100505]: DEBUG neutron.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100505) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 11:14:36.889423 n-d-814735-3 neutron-server[100505]: INFO neutron.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading Plugin: flavors Oct 20 11:14:36.894434 n-d-814735-3 neutron-server[100505]: DEBUG neutron.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100505) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 11:14:36.894761 n-d-814735-3 neutron-server[100505]: INFO neutron.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading Plugin: revisions Oct 20 11:14:36.899624 n-d-814735-3 neutron-server[100505]: DEBUG neutron.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100505) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 11:14:36.900045 n-d-814735-3 neutron-server[100505]: DEBUG oslo_concurrency.lockutils [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.786s {{(pid=100505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 20 11:14:36.900807 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100505) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 20 11:14:36.901530 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Initializing extension manager. Oct 20 11:14:36.902059 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: __init__.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:36.902417 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: __pycache__ {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:36.902771 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:36.903127 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: address_group.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:36.903935 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:36.904509 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: address-group Oct 20 11:14:36.904826 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: address_scope.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:36.905592 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:36.906165 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: address-scope Oct 20 11:14:36.906469 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:36.907609 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:36.908159 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: router-admin-state-down-before-update Oct 20 11:14:36.908572 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: agent.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:36.909225 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:36.909782 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: agent Oct 20 11:14:36.910103 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: agent_resources_synced.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:36.911130 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:36.911690 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: agent-resources-synced Oct 20 11:14:36.912052 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: allowedaddresspairs.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:36.913979 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:36.914601 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: allowed-address-pairs Oct 20 11:14:36.914958 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: auto_allocated_topology.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:36.916076 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:36.916623 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: auto-allocated-topology Oct 20 11:14:36.916998 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: availability_zone.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:36.917691 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:36.918277 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: availability_zone Oct 20 11:14:36.918577 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: availability_zone_filter.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:36.919533 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:36.920113 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: availability_zone_filter Oct 20 11:14:36.920463 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: data_plane_status.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:36.921378 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:36.921895 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extension data-plane-status not supported by any of loaded plugins Oct 20 11:14:36.922216 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: default_subnetpools.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:36.923198 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:36.923713 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: default-subnetpools Oct 20 11:14:36.924035 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:36.924859 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:36.925374 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: dhcp_agent_scheduler Oct 20 11:14:36.925699 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: dns.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:36.926631 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:36.927176 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extension dns-integration not supported by any of loaded plugins Oct 20 11:14:36.927493 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: dns_domain_ports.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:36.928408 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:36.928922 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 20 11:14:36.929237 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:36.930156 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:36.930670 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 20 11:14:36.931009 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: dvr.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:36.931675 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:36.932181 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: dvr Oct 20 11:14:36.932497 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: ecmp_routes.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:36.933410 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:36.933916 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 20 11:14:36.934233 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: empty_string_filtering.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:36.935312 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:36.935939 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: empty-string-filtering Oct 20 11:14:36.936043 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:36.936916 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:36.937422 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 20 11:14:36.937736 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:36.938903 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:36.939319 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 20 11:14:36.939592 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: external_net.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:36.940532 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:36.941014 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: external-net Oct 20 11:14:36.941329 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:36.942248 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:36.942760 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: extra_dhcp_opt Oct 20 11:14:36.943107 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: extraroute.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:36.944022 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:36.944588 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: extraroute Oct 20 11:14:36.944857 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: extraroute_atomic.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:36.945936 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:36.946421 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: extraroute-atomic Oct 20 11:14:36.946857 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: filter_validation.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:36.947436 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:36.947947 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: filter-validation Oct 20 11:14:36.948265 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: fip_pf_description.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:36.949366 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:36.949880 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 20 11:14:36.950456 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: fip_port_details.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:36.951149 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:36.951665 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: fip-port-details Oct 20 11:14:36.951987 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: flavors.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:36.953228 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:36.953769 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: flavors Oct 20 11:14:36.954096 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:36.955827 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:36.956352 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 20 11:14:36.956674 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: floatingip_pools.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:36.957371 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:36.957933 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: floatingip-pools Oct 20 11:14:36.958210 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: ip_allocation.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:36.959177 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:36.959686 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extension ip_allocation not supported by any of loaded plugins Oct 20 11:14:36.960006 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:36.960940 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:36.961461 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: ip-substring-filtering Oct 20 11:14:36.961764 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: l2_adjacency.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:36.962678 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:36.963211 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 20 11:14:36.963527 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: l3.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:36.964517 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:36.965047 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: router Oct 20 11:14:36.965364 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:36.967702 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:36.968235 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 20 11:14:36.968564 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:36.969554 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:36.970078 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: ext-gw-mode Oct 20 11:14:36.970406 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:36.971395 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:36.971902 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: l3-ha Oct 20 11:14:36.972227 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: l3_flavors.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:36.973190 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:36.973709 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: l3-flavors Oct 20 11:14:36.974006 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:36.974964 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:36.975484 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 20 11:14:36.975809 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: l3agentscheduler.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:36.976840 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:36.977358 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: l3_agent_scheduler Oct 20 11:14:36.977679 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: logging.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:36.979244 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:36.979764 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extension logging not supported by any of loaded plugins Oct 20 11:14:36.980088 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: metering.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:36.980829 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:36.981394 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: metering Oct 20 11:14:36.981728 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:36.982860 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:36.983380 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: metering_source_and_destination_fields Oct 20 11:14:36.983699 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: multiprovidernet.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:36.984750 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:36.985296 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: multi-provider Oct 20 11:14:36.985621 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: netmtu.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:36.986522 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:36.987077 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: net-mtu Oct 20 11:14:36.987395 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: netmtu_writable.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:36.988311 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:36.988835 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: net-mtu-writable Oct 20 11:14:36.989142 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: network_availability_zone.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:36.989808 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:36.990319 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: network_availability_zone Oct 20 11:14:36.990637 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: network_ip_availability.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:36.991793 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:36.992312 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: network-ip-availability Oct 20 11:14:36.992630 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: network_segment_range.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:36.993404 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:36.993913 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extension network-segment-range not supported by any of loaded plugins Oct 20 11:14:36.994229 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: pagination.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:36.995286 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:36.995620 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: pagination Oct 20 11:14:36.995936 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: port_device_profile.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:36.996855 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:36.997370 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: port-device-profile Oct 20 11:14:36.997687 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:36.998604 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:36.999150 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: port-mac-address-regenerate Oct 20 11:14:36.999468 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:37.000401 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:37.000991 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: port-numa-affinity-policy Oct 20 11:14:37.001302 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: port_resource_request.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:37.002223 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:37.002734 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extension port-resource-request not supported by any of loaded plugins Oct 20 11:14:37.003073 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: portbindings.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:37.004010 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:37.004523 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: binding Oct 20 11:14:37.004843 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: portbindings_extended.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:37.006143 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:37.006665 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: binding-extended Oct 20 11:14:37.007028 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: portsecurity.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:37.007952 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:37.008462 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: port-security Oct 20 11:14:37.008783 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: project_id.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:37.009756 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:37.010083 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: project-id Oct 20 11:14:37.010397 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: providernet.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:37.011357 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:37.011884 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: provider Oct 20 11:14:37.012202 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: qos.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:37.015783 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:37.016336 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extension qos not supported by any of loaded plugins Oct 20 11:14:37.016664 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:37.017905 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:37.018422 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 20 11:14:37.018747 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:37.019693 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:37.020214 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 20 11:14:37.020537 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: qos_default.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:37.021444 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:37.021962 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extension qos-default not supported by any of loaded plugins Oct 20 11:14:37.022288 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: qos_fip.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:37.022973 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:37.023488 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extension qos-fip not supported by any of loaded plugins Oct 20 11:14:37.023810 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: qos_gateway_ip.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:37.024736 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:37.025260 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 20 11:14:37.025586 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: qos_port_network_policy.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:37.026889 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:37.027403 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 20 11:14:37.027723 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:37.028759 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:37.029275 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 20 11:14:37.029597 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: qos_pps_rule.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:37.030765 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:37.031315 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extension qos-pps not supported by any of loaded plugins Oct 20 11:14:37.031633 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: qos_rule_type_details.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:37.032603 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:37.033119 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 20 11:14:37.033436 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: qos_rules_alias.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:37.034489 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:37.035032 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 20 11:14:37.035353 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: quotasv2.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:37.036481 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:37.036809 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: quotas Oct 20 11:14:37.037129 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: quotasv2_detail.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:37.040351 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:37.040686 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: quota_details Oct 20 11:14:37.041010 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: rbac.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:37.042074 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:37.042611 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: rbac-policies Oct 20 11:14:37.042984 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: rbac_address_group.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:37.043914 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:37.044434 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: rbac-address-group Oct 20 11:14:37.044761 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: rbac_address_scope.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:37.045694 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:37.046211 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: rbac-address-scope Oct 20 11:14:37.046532 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: rbac_security_groups.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:37.047537 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:37.048062 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: rbac-security-groups Oct 20 11:14:37.048383 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: rbac_subnetpool.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:37.049283 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:37.049797 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: rbac-subnetpool Oct 20 11:14:37.050115 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: revisionifmatch.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:37.051089 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:37.051587 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: revision-if-match Oct 20 11:14:37.051904 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: revisions.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:37.053018 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:37.053554 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: standard-attr-revisions Oct 20 11:14:37.053872 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: router_availability_zone.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:37.054543 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:37.055097 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: router_availability_zone Oct 20 11:14:37.055418 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: routerservicetype.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:37.056347 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:37.056855 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extension router-service-type not supported by any of loaded plugins Oct 20 11:14:37.057170 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:37.058093 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:37.058606 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: security-groups-normalized-cidr Oct 20 11:14:37.058962 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:37.059889 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:37.060403 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: port-security-groups-filtering Oct 20 11:14:37.060723 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:37.061640 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:37.062157 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: security-groups-remote-address-group Oct 20 11:14:37.062478 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: securitygroup.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:37.072547 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:37.073096 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: security-group Oct 20 11:14:37.073429 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: segment.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:37.074203 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:37.074725 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extension segment not supported by any of loaded plugins Oct 20 11:14:37.075077 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:37.076103 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:37.076622 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 20 11:14:37.076947 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: servicetype.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:37.078050 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:37.078632 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: service-type Oct 20 11:14:37.079009 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: sorting.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:37.079992 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:37.080343 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: sorting Oct 20 11:14:37.080666 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: standard_attr_segment.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:37.081575 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:37.082087 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 20 11:14:37.082411 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: standardattrdescription.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:37.083111 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:37.083625 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: standard-attr-description Oct 20 11:14:37.083943 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: stateful_security_group.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:37.084903 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:37.085420 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: stateful-security-group Oct 20 11:14:37.085749 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: stdattrs_common.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:37.086332 n-d-814735-3 neutron-server[100505]: WARNING neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 20 11:14:37.086655 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:37.087625 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:37.088148 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 20 11:14:37.088468 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: subnet_onboard.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:37.089992 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:37.090124 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: subnet_onboard Oct 20 11:14:37.090424 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:37.091361 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:37.091882 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 20 11:14:37.092202 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: subnet_service_types.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:37.093135 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:37.093659 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: subnet-service-types Oct 20 11:14:37.093980 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: subnetallocation.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:37.095120 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:37.095647 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: subnet_allocation Oct 20 11:14:37.095968 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:37.096636 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:37.097148 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: subnetpool-prefix-ops Oct 20 11:14:37.097468 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:37.098409 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:37.098952 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 20 11:14:37.099270 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: tagging.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:37.100346 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:37.100865 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: standard-attr-tag Oct 20 11:14:37.101184 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: timestamp.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:37.102408 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:37.102952 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loaded extension: standard-attr-timestamp Oct 20 11:14:37.103277 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: trunk.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:37.104317 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:37.104836 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extension trunk not supported by any of loaded plugins Oct 20 11:14:37.105157 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: trunk_details.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:37.106081 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:37.106605 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extension trunk-details not supported by any of loaded plugins Oct 20 11:14:37.106964 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: uplink_status_propagation.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:37.107888 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:37.108408 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 20 11:14:37.108725 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Loading extension file: vlantransparent.py {{(pid=100505) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 11:14:37.109401 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100505) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 11:14:37.109966 n-d-814735-3 neutron-server[100505]: INFO neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 20 11:14:37.112527 n-d-814735-3 neutron-server[100505]: INFO neutron.quota.resource_registry [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Creating instance of TrackedResource for resource:network Oct 20 11:14:37.113069 n-d-814735-3 neutron-server[100505]: INFO neutron.quota.resource_registry [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Creating instance of TrackedResource for resource:subnet Oct 20 11:14:37.113466 n-d-814735-3 neutron-server[100505]: INFO neutron.quota.resource_registry [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Creating instance of TrackedResource for resource:subnetpool Oct 20 11:14:37.113869 n-d-814735-3 neutron-server[100505]: INFO neutron.quota.resource_registry [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Creating instance of TrackedResource for resource:port Oct 20 11:14:37.115164 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.v2.resource_helper [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 11:14:37.115627 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.v2.resource_helper [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Service FLAVORS assigned prefix: {{(pid=100505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 11:14:37.116255 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.v2.resource_helper [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 11:14:37.116689 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.v2.resource_helper [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 11:14:37.117017 n-d-814735-3 neutron-server[100505]: INFO neutron.quota.resource_registry [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Creating instance of TrackedResource for resource:router Oct 20 11:14:37.117459 n-d-814735-3 neutron-server[100505]: INFO neutron.quota.resource_registry [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Creating instance of TrackedResource for resource:floatingip Oct 20 11:14:37.117951 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.v2.resource_helper [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Service METERING assigned prefix: /metering {{(pid=100505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 11:14:37.119505 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:37.119817 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:37.120166 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:14:37.121193 n-d-814735-3 neutron-server[100505]: INFO neutron.quota.resource_registry [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Creating instance of CountableResource for resource:rbac_policy Oct 20 11:14:37.121648 n-d-814735-3 neutron-server[100505]: INFO neutron.quota.resource_registry [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Creating instance of TrackedResource for resource:security_group Oct 20 11:14:37.122081 n-d-814735-3 neutron-server[100505]: INFO neutron.quota.resource_registry [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 20 11:14:37.122675 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.v2.resource_helper [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Service CORE assigned prefix: {{(pid=100505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 11:14:37.123034 n-d-814735-3 neutron-server[100505]: INFO neutron.quota.resource_registry [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Creating instance of TrackedResource for resource:subnetpool Oct 20 11:14:37.123379 n-d-814735-3 neutron-server[100505]: WARNING neutron.quota.resource_registry [None req-963136e6-d646-4112-8227-d2b319449b75 None None] subnetpool is already registered Oct 20 11:14:37.123795 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.v2.resource_helper [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Service CORE assigned prefix: {{(pid=100505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 11:14:37.124115 n-d-814735-3 neutron-server[100505]: INFO neutron.quota.resource_registry [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Creating instance of TrackedResource for resource:subnetpool Oct 20 11:14:37.124439 n-d-814735-3 neutron-server[100505]: WARNING neutron.quota.resource_registry [None req-963136e6-d646-4112-8227-d2b319449b75 None None] subnetpool is already registered Oct 20 11:14:37.126768 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.v2.resource_helper [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 11:14:37.127228 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.v2.resource_helper [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Service FLAVORS assigned prefix: {{(pid=100505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 11:14:37.127819 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.v2.resource_helper [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 11:14:37.128247 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.v2.resource_helper [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 11:14:37.128575 n-d-814735-3 neutron-server[100505]: INFO neutron.quota.resource_registry [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Creating instance of TrackedResource for resource:router Oct 20 11:14:37.128907 n-d-814735-3 neutron-server[100505]: WARNING neutron.quota.resource_registry [None req-963136e6-d646-4112-8227-d2b319449b75 None None] router is already registered Oct 20 11:14:37.129316 n-d-814735-3 neutron-server[100505]: INFO neutron.quota.resource_registry [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Creating instance of TrackedResource for resource:floatingip Oct 20 11:14:37.129646 n-d-814735-3 neutron-server[100505]: WARNING neutron.quota.resource_registry [None req-963136e6-d646-4112-8227-d2b319449b75 None None] floatingip is already registered Oct 20 11:14:37.130105 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.v2.resource_helper [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Service METERING assigned prefix: /metering {{(pid=100505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 11:14:37.130769 n-d-814735-3 neutron-server[100505]: INFO neutron.quota.resource_registry [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Creating instance of CountableResource for resource:rbac_policy Oct 20 11:14:37.131111 n-d-814735-3 neutron-server[100505]: WARNING neutron.quota.resource_registry [None req-963136e6-d646-4112-8227-d2b319449b75 None None] rbac_policy is already registered Oct 20 11:14:37.131524 n-d-814735-3 neutron-server[100505]: INFO neutron.quota.resource_registry [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Creating instance of TrackedResource for resource:security_group Oct 20 11:14:37.131857 n-d-814735-3 neutron-server[100505]: WARNING neutron.quota.resource_registry [None req-963136e6-d646-4112-8227-d2b319449b75 None None] security_group is already registered Oct 20 11:14:37.132253 n-d-814735-3 neutron-server[100505]: INFO neutron.quota.resource_registry [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 20 11:14:37.132583 n-d-814735-3 neutron-server[100505]: WARNING neutron.quota.resource_registry [None req-963136e6-d646-4112-8227-d2b319449b75 None None] security_group_rule is already registered Oct 20 11:14:37.133211 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.v2.resource_helper [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Service CORE assigned prefix: {{(pid=100505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 11:14:37.133536 n-d-814735-3 neutron-server[100505]: INFO neutron.quota.resource_registry [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Creating instance of TrackedResource for resource:subnetpool Oct 20 11:14:37.133871 n-d-814735-3 neutron-server[100505]: WARNING neutron.quota.resource_registry [None req-963136e6-d646-4112-8227-d2b319449b75 None None] subnetpool is already registered Oct 20 11:14:37.134285 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.v2.resource_helper [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Service CORE assigned prefix: {{(pid=100505) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 11:14:37.134604 n-d-814735-3 neutron-server[100505]: INFO neutron.quota.resource_registry [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Creating instance of TrackedResource for resource:subnetpool Oct 20 11:14:37.134961 n-d-814735-3 neutron-server[100505]: WARNING neutron.quota.resource_registry [None req-963136e6-d646-4112-8227-d2b319449b75 None None] subnetpool is already registered Oct 20 11:14:37.135436 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extended resource: extensions {{(pid=100505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 11:14:37.136937 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extended resource: address-groups {{(pid=100505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 11:14:37.138454 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extended resource: address-scopes {{(pid=100505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 11:14:37.139829 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extended resource: agents {{(pid=100505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 11:14:37.141035 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extended resource: auto-allocated-topology {{(pid=100505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 11:14:37.142325 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extended resource: availability_zones {{(pid=100505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 11:14:37.143595 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extended resource: dhcp-networks {{(pid=100505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 11:14:37.146333 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extended resource: dhcp-agents {{(pid=100505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 11:14:37.147803 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extended resource: routers {{(pid=100505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 11:14:37.150035 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extended resource: flavors {{(pid=100505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 11:14:37.151586 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extended resource: service_profiles {{(pid=100505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 11:14:37.152793 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extended resource: next_providers {{(pid=100505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 11:14:37.154251 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extended resource: service_profiles {{(pid=100505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 11:14:37.155864 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extended resource: floatingip-pools {{(pid=100505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 11:14:37.157115 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extended resource: routers {{(pid=100505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 11:14:37.159276 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extended resource: floatingips {{(pid=100505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 11:14:37.160555 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extended resource: l3-routers {{(pid=100505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 11:14:37.161952 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extended resource: l3-agents {{(pid=100505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 11:14:37.163439 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extended resource: metering-labels {{(pid=100505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 11:14:37.164798 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extended resource: metering-label-rules {{(pid=100505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 11:14:37.166096 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extended resource: network-ip-availabilities {{(pid=100505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 11:14:37.167394 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extended resource: bindings {{(pid=100505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 11:14:37.169044 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extended resource: quotas {{(pid=100505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 11:14:37.170595 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extended resource: quotas {{(pid=100505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 11:14:37.172155 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extended resource: rbac-policies {{(pid=100505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 11:14:37.173504 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extended resource: security-groups {{(pid=100505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 11:14:37.174738 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extended resource: security-group-rules {{(pid=100505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 11:14:37.176064 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extended resource: service-providers {{(pid=100505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 11:14:37.177353 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extended resource: subnetpools {{(pid=100505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 11:14:37.178834 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extended resource: subnetpools {{(pid=100505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 11:14:37.180347 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extended resource: tags {{(pid=100505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 11:14:37.183075 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extended resource: tags {{(pid=100505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 11:14:37.184939 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extended resource: tags {{(pid=100505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 11:14:37.187901 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extended resource: tags {{(pid=100505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 11:14:37.189880 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extended resource: tags {{(pid=100505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 11:14:37.191830 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extended resource: tags {{(pid=100505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 11:14:37.193534 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extended resource: tags {{(pid=100505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 11:14:37.195478 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extended resource: tags {{(pid=100505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 11:14:37.197257 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extended resource: tags {{(pid=100505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 11:14:37.199133 n-d-814735-3 neutron-server[100505]: DEBUG neutron.api.extensions [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Extended resource: tags {{(pid=100505) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 11:14:37.205495 n-d-814735-3 neutron-server[100505]: WARNING keystonemiddleware.auth_token [None req-963136e6-d646-4112-8227-d2b319449b75 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 20 11:14:37.211272 n-d-814735-3 neutron-server[100505]: WARNING keystonemiddleware.auth_token [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 20 11:14:37.220108 n-d-814735-3 neutron-server[100505]: DEBUG oslo_concurrency.lockutils [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Acquired lock "singleton_lock" {{(pid=100505) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 20 11:14:37.220674 n-d-814735-3 neutron-server[100505]: DEBUG oslo_concurrency.lockutils [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Releasing lock "singleton_lock" {{(pid=100505) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 20 11:14:37.221307 n-d-814735-3 neutron-server[100505]: INFO oslo_service.service [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Starting 2 workers Oct 20 11:14:37.226176 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Started child 100646 {{(pid=100505) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 20 11:14:37.230614 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Started child 100647 {{(pid=100505) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 20 11:14:37.231530 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:37.232226 n-d-814735-3 neutron-server[100505]: INFO neutron.service [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 20 11:14:37.232728 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Publish callbacks [] for process, before_spawn {{(pid=100505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:37.232966 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [-] (100646) wsgi starting up on http://0.0.0.0:9696 Oct 20 11:14:37.235230 n-d-814735-3 neutron-server[100505]: INFO oslo_service.service [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Starting 1 workers Oct 20 11:14:37.235462 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:37.237059 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [-] (100647) wsgi starting up on http://0.0.0.0:9696 Oct 20 11:14:37.240457 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Started child 100648 {{(pid=100505) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 20 11:14:37.241012 n-d-814735-3 neutron-server[100505]: INFO oslo_service.service [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Starting 1 workers Oct 20 11:14:37.244091 n-d-814735-3 neutron-server[100648]: DEBUG neutron.service [None req-963136e6-d646-4112-8227-d2b319449b75 None None] calling RpcWorker wait() {{(pid=100648) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 20 11:14:37.244626 n-d-814735-3 neutron-server[100648]: DEBUG neutron.service [None req-963136e6-d646-4112-8227-d2b319449b75 None None] returning from RpcWorker wait() {{(pid=100648) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 20 11:14:37.245495 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Started child 100649 {{(pid=100505) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 20 11:14:37.245926 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:37.246274 n-d-814735-3 neutron-server[100505]: DEBUG neutron_lib.callbacks.manager [None req-963136e6-d646-4112-8227-d2b319449b75 None None] Publish callbacks [] for process, after_spawn {{(pid=100505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:37.246401 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:37.248188 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100505) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 20 11:14:37.248382 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 20 11:14:37.248781 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 20 11:14:37.248964 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 20 11:14:37.249484 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 20 11:14:37.249613 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 20 11:14:37.250156 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.250478 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.250734 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.250997 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.251253 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.251346 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:37.251822 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.252070 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.252311 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.252584 n-d-814735-3 neutron-server[100649]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:37.252678 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.252820 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.252984 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.253155 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.253393 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.253654 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.253952 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.254232 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.254451 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.254703 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.254906 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.255139 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.255415 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.255676 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.255932 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] debug = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.256153 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.256618 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.256856 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.257105 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.257326 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.257586 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.257824 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.258068 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.258305 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.258521 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.258735 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.259023 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.259264 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.259473 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.259688 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.260017 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.260159 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.260610 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] host = n-d-814735-3 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.260825 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.261053 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.261278 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.261530 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.261780 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.262017 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.262256 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.262507 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.262746 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.263018 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.263254 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.263505 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.263723 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.263966 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] log_file = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.264129 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] log_options = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.264346 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.264601 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.264846 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.265041 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.265206 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.265400 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.265760 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.265882 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.266212 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.266362 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.266581 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.266813 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.267041 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.267253 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.267513 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.267759 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.267986 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.268193 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.268432 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.268670 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.268912 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.269150 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.269367 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.269595 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.269804 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.270014 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.270235 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.270461 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.270670 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.270965 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.271202 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.271450 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.271700 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.271937 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.272199 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.272442 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.272664 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.272875 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.273134 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.273355 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.273619 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.273867 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.274095 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.274319 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.274543 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.274868 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.275116 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] use_json = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.275344 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.275747 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.275881 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.277295 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.277295 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.277295 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.277295 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.277295 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.277662 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.277966 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.278323 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.278483 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.278759 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.279005 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.279204 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.279456 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.279684 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.279914 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.280242 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.280458 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.280763 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.280933 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.281438 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.281868 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.282341 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.284526 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.284526 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.284526 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.284526 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.284526 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.284526 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.284526 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.284526 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.287380 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.287380 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.287380 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.287380 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.287380 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.98/identity {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.287380 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.287380 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.287380 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.288092 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.288092 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.288092 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.288092 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.288395 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.288648 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.288922 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.289219 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.289542 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.289833 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.290277 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.290715 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.291041 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.291342 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.291642 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.291866 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.292100 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.292317 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.292762 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.292762 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.293070 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.293207 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.293459 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.293683 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.293895 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.294113 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.294357 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.294585 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.295032 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.295309 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.295537 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.295755 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.295987 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.296241 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.296438 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.296649 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.296866 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.297084 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.297379 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.297619 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.297820 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.298046 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.298269 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.298482 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.298692 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.298942 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.299310 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.299662 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.300029 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.300433 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.300631 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.301083 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.301699 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.302080 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.302459 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.302895 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.303352 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.303805 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.304054 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.304306 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.304526 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.304772 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.305053 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.305242 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.305463 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.305673 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.305884 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.306146 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.306456 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.306631 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.306888 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.307102 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.307351 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.310893 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.310893 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.310893 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.310893 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.310893 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.310893 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.310893 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.310893 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.311893 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.311893 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.311893 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.311893 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.311893 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.311893 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.311893 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.311893 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.312934 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.312934 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.312934 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.312934 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.312934 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.312934 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.313703 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.313703 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.313703 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.314082 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.314082 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.314346 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.314507 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.314642 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.314876 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.315161 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.315559 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.315921 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.316157 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.316437 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.316690 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.316938 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.317204 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.317468 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.317700 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.317953 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.318179 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.98/identity {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.318391 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.318618 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.318867 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.319079 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.319318 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.319526 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.319789 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.319989 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.320214 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.320483 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.320705 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.320927 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.321131 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.321348 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.321565 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.321814 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.322026 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.322245 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.322490 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.322708 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.322948 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.323191 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.323404 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.323650 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.323868 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.324139 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.324387 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.324610 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.325065 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.325395 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.325697 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.325996 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.326302 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.326581 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.326880 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.327246 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.327491 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.327705 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.327912 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.328321 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.328549 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.329032 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.329280 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.329761 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.330189 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.330716 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.330853 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.331059 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.331307 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.331551 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.331788 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.332017 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.332376 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.332739 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.332989 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.333233 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.333485 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.333690 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.334061 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.334430 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.334782 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.335161 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.335464 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.335714 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.335924 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.336174 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.336407 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.336616 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.336842 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.337049 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.337257 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.337475 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.337688 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.337900 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.338123 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.338327 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.338678 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.339078 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.339299 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.339512 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.339737 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.339972 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.340178 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.340396 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.340607 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.340980 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.341204 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.341435 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.341657 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.341895 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.342108 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.342313 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.342550 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.342765 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.342995 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.343210 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.343422 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.343625 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.343924 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.344178 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.344418 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.344686 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.344929 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.345178 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.345445 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.345739 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.345962 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.346217 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.346431 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.346645 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.346905 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.347157 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.347467 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.347759 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.348014 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.348263 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.348546 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.348837 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1250:1299'] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.349108 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.349322 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.349612 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.349955 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.350220 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.350472 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.350890 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.351153 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.351716 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.351716 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.351974 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.352106 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.352229 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.352456 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.352680 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.352905 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.353113 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.353541 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.353901 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.354303 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.354541 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.354761 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.355003 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.355169 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 20 11:14:37.355676 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100505) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 20 11:14:37.355847 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 20 11:14:37.356001 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 20 11:14:37.356169 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 20 11:14:37.356335 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 20 11:14:37.356485 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 20 11:14:37.356691 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.356848 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.357155 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.357308 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.357462 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.357655 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.357814 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.357969 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.358124 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.358279 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.358986 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.358986 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.358986 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.358986 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.359245 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.359245 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.359386 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.359463 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.359625 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.359786 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.360026 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.360217 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.360358 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] debug = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.360496 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.360650 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.360811 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.360943 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.361079 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.361221 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.361340 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.361685 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.361685 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.361885 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.361885 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.362093 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.362210 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.362328 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.362479 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.362632 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.362805 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.362964 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] host = n-d-814735-3 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.363120 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.363274 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.363433 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.363590 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.363741 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.363894 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.364057 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.364264 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.364405 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.364557 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.364750 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.364750 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.365108 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.365108 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] log_file = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.365355 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] log_options = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.365355 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.365613 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.365613 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.365952 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.365952 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.366198 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.366328 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.366460 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.366604 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.366735 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.366898 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.367030 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.367179 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.367310 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.367437 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.367569 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.367701 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.367833 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.367962 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.368092 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.368220 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.368363 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.368661 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.368661 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.369040 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.369040 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.369386 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.369627 n-d-814735-3 neutron-server[100648]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:37.369825 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.369825 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.369825 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.369825 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.369825 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.370663 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.370663 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.370663 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.370663 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.370663 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.370663 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.371700 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.371700 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.371700 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.371700 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.371700 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.371700 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.371700 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.372853 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.372853 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] use_json = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.372853 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.372853 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.372853 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.372853 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.372853 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.372853 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.374290 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.374290 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 11:14:37.374290 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.374290 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.374290 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.374290 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.374290 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.374290 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.375632 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.375632 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.375632 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.375632 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.375632 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.375632 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.375632 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.375632 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.376938 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.376938 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.376938 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.376938 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.376938 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.376938 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.376938 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.376938 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.378264 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.378264 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.378264 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.378264 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.378264 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.378264 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.378264 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.378264 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.98/identity {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.379656 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.379656 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.379656 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.379656 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.379656 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.379656 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.379656 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.379656 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.382345 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.382345 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.382345 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.382345 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.382345 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.382345 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.382345 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.382345 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.383511 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.383511 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.383511 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.383511 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.383511 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.383511 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.383511 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.383511 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.383511 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.384716 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.384716 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.384716 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.384716 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.384716 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.384716 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.384716 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.384716 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.384716 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.385781 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.385781 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.385781 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.385781 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.385781 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.385781 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.385781 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.385781 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.385781 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.386830 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.386830 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.386830 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.386830 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.386830 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.386830 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.386830 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.386830 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.386830 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.387887 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.387887 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.387887 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.387887 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.387887 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.387887 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.387887 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.387887 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.387887 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.388933 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.388933 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.388933 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.388933 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.388933 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.388933 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.388933 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.388933 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.390004 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.390004 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.390004 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.390004 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.390004 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.390004 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.390004 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.390004 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.390976 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.390976 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.390976 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.390976 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.390976 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.390976 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.390976 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.390976 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.392022 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.392022 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.392022 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.392022 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.392022 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.392022 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.392022 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.392022 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.392954 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.392954 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.392954 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.392954 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.392954 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.392954 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.392954 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.392954 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.392954 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.394091 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.394091 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.394091 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.394091 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.394091 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.394091 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.394091 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.394091 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.395125 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.395125 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.395125 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.395125 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.395125 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.395125 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.395125 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.395125 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.396061 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.98/identity {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.396061 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.396061 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.396061 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.396061 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.396061 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.396061 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.396061 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.397071 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.397071 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.397071 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.397071 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.397071 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.397071 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.397071 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.397894 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.397894 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.397894 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.397894 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.397894 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.397894 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.398593 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.398593 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.398593 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.398593 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.398593 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.399566 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.399566 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.399566 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.399566 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.399566 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.399566 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.400833 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.400833 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.400833 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.400833 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.400833 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.400833 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.400833 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.400833 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.403261 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.403261 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.403261 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.403261 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.403261 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.403261 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.403261 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.403261 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.404385 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.404385 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.404385 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.404385 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.404385 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.404385 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.404385 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.404385 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.405656 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.405656 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.405656 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.405656 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.405656 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.405656 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.405656 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.405656 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.405656 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.406926 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.406926 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.406926 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.406926 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.406926 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.406926 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.406926 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.406926 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.408415 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.408415 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.408415 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.408415 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.408415 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.408415 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.408415 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.408415 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.409790 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.409790 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.409790 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.409790 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.409790 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.409790 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.409790 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.409790 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.411315 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.411315 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.411315 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.411315 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.411315 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.411315 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.411315 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.411315 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.412654 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.412654 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.412654 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.412654 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.412654 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.412654 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.412654 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.412654 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.414019 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.414019 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.414019 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.414019 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.414019 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.414019 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.414019 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.414019 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.415339 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.415339 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.415339 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.415339 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.415339 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.415339 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1250:1299'] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.415339 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.415339 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.416572 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.416572 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.416572 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.416572 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.416572 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.416572 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.416572 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.416572 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.416572 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.417627 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.417627 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.417627 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.417627 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.417627 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.417627 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.417627 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.417627 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.417627 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.418625 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.418625 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.418625 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 11:14:37.418625 n-d-814735-3 neutron-server[100505]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100505) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 20 11:14:37.588290 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 47118) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:37.596836 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [-] 10.222.0.98 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064154 Oct 20 11:14:49.392823 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d2a5a6-efba-4034-8ff7-6f2883fabc11 None None] get_active_networks_info from n-d-814735-3 {{(pid=100648) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 11:14:49.472394 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d2a5a6-efba-4034-8ff7-6f2883fabc11 None None] No non-hosted networks {{(pid=100648) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 20 11:14:49.474121 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2021212e-754d-4c68-be5c-0f15982c1145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-654242'] for agent, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:52.085951 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d6a39160-6060-4814-93fc-147fe6d3a09a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-654242'] for agent, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:52.149426 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-847625f5-c121-4398-9dcf-58895ae5725c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:52.964071 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-654242'] for agent, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:53.010180 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-654242'] for agent, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:53.011317 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:53.011972 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:53.012535 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:53.013159 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:53.013687 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:53.014246 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:53.014934 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:53.015456 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:53.016154 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:53.016676 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:53.017381 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:53.018041 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:14:53.018666 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-814735-3', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:53.044122 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-814735-3', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:14:54.691831 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-654242'] for agent, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:14:56.080943 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 47210) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:56.620349 n-d-814735-3 neutron-server[100646]: WARNING oslo_policy.policy [None req-1b979c85-4f3e-46d9-8f05-782c1db14a9e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 11:14:56.620933 n-d-814735-3 neutron-server[100646]: WARNING oslo_policy.policy [None req-1b979c85-4f3e-46d9-8f05-782c1db14a9e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 11:14:56.661018 n-d-814735-3 neutron-server[100648]: INFO neutron.db.l3_hamode_db [None req-78ba2dd7-0ef3-46b4-b02b-e2e368b6bc34 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 20 11:14:56.739034 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ba2dd7-0ef3-46b4-b02b-e2e368b6bc34 None None] Routers set() bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:14:56.739411 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ba2dd7-0ef3-46b4-b02b-e2e368b6bc34 None None] Router IDs set() for agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 20 11:14:56.841629 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [None req-1b979c85-4f3e-46d9-8f05-782c1db14a9e admin admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:14:56.842898 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1b979c85-4f3e-46d9-8f05-782c1db14a9e admin admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7599838 Oct 20 11:14:59.356183 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 47224) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:14:59.916766 n-d-814735-3 neutron-server[100647]: WARNING oslo_policy.policy [None req-4ce1167d-2ec7-4e1a-b9ee-aa23c18914f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 11:14:59.917349 n-d-814735-3 neutron-server[100647]: WARNING oslo_policy.policy [None req-4ce1167d-2ec7-4e1a-b9ee-aa23c18914f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 11:15:00.142049 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-4ce1167d-2ec7-4e1a-b9ee-aa23c18914f8 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:15:00.235725 n-d-814735-3 neutron-server[100647]: DEBUG neutron.policy [None req-4ce1167d-2ec7-4e1a-b9ee-aa23c18914f8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100647) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 20 11:15:00.282071 n-d-814735-3 neutron-server[100647]: WARNING oslo_policy.policy [None req-4ce1167d-2ec7-4e1a-b9ee-aa23c18914f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 11:15:00.282440 n-d-814735-3 neutron-server[100647]: WARNING oslo_policy.policy [None req-4ce1167d-2ec7-4e1a-b9ee-aa23c18914f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 11:15:00.291006 n-d-814735-3 neutron-server[100647]: INFO neutron.quota [None req-4ce1167d-2ec7-4e1a-b9ee-aa23c18914f8 admin admin] Loaded quota_driver: . Oct 20 11:15:00.379781 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4ce1167d-2ec7-4e1a-b9ee-aa23c18914f8 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755316641084', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755316641515', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755316653357', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755316590441', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755316016997', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755316609767', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1644504', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1640189', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-528267', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3629626'] for rbac-policy, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:00.446742 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4ce1167d-2ec7-4e1a-b9ee-aa23c18914f8 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:00.448027 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4ce1167d-2ec7-4e1a-b9ee-aa23c18914f8 admin admin] 10.222.0.98 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0908341 Oct 20 11:15:03.154210 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 47242) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:03.470821 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-210cd1d4-deee-43ea-bb77-c86825a19c6f admin admin] Request body: {'network': {'project_id': '5f8af700bf9444eab04116b783755463', 'admin_state_up': True, 'name': 'private', 'tenant_id': '5f8af700bf9444eab04116b783755463'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:15:03.501919 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210cd1d4-deee-43ea-bb77-c86825a19c6f admin admin] Made reservation on behalf of 5f8af700bf9444eab04116b783755463 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:15:03.504598 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-210cd1d4-deee-43ea-bb77-c86825a19c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:03.522434 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-210cd1d4-deee-43ea-bb77-c86825a19c6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:03.633338 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-210cd1d4-deee-43ea-bb77-c86825a19c6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:03.639357 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-210cd1d4-deee-43ea-bb77-c86825a19c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:03.659174 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-210cd1d4-deee-43ea-bb77-c86825a19c6f admin admin] vlan segment allocate from pool success with {'vlan_id': 1297, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:15:03.694586 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-210cd1d4-deee-43ea-bb77-c86825a19c6f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755318643860', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:03.695183 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-210cd1d4-deee-43ea-bb77-c86825a19c6f admin admin] Unsubscribe: segment precommit_create {{(pid=100647) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 20 11:15:03.695680 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-210cd1d4-deee-43ea-bb77-c86825a19c6f admin admin] Added segment c7cd597b-193c-4f77-8482-cedcb1758937 of type vlan for network 03addaf1-41a3-4963-a0fb-97f94ccb2400 Oct 20 11:15:03.711144 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210cd1d4-deee-43ea-bb77-c86825a19c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5b1fa4-87e5-49b8-85df-a87c46a82bff,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:03.759293 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210cd1d4-deee-43ea-bb77-c86825a19c6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:03.759632 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210cd1d4-deee-43ea-bb77-c86825a19c6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:03.759968 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210cd1d4-deee-43ea-bb77-c86825a19c6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:03.760293 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210cd1d4-deee-43ea-bb77-c86825a19c6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:03.760612 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210cd1d4-deee-43ea-bb77-c86825a19c6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:03.760930 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210cd1d4-deee-43ea-bb77-c86825a19c6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:03.761248 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210cd1d4-deee-43ea-bb77-c86825a19c6f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:03.761561 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210cd1d4-deee-43ea-bb77-c86825a19c6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:03.761873 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210cd1d4-deee-43ea-bb77-c86825a19c6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:03.762183 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210cd1d4-deee-43ea-bb77-c86825a19c6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:03.762492 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210cd1d4-deee-43ea-bb77-c86825a19c6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:03.762826 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210cd1d4-deee-43ea-bb77-c86825a19c6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:03.763841 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210cd1d4-deee-43ea-bb77-c86825a19c6f admin admin] Tracked resource versions report: Oct 20 11:15:03.763841 n-d-814735-3 neutron-server[100647]: pushed versions: Oct 20 11:15:03.763841 n-d-814735-3 neutron-server[100647]: { 'AddressGroup': {'1.2'}, Oct 20 11:15:03.763841 n-d-814735-3 neutron-server[100647]: 'ConntrackHelper': {'1.0'}, Oct 20 11:15:03.763841 n-d-814735-3 neutron-server[100647]: 'Log': {'1.0'}, Oct 20 11:15:03.763841 n-d-814735-3 neutron-server[100647]: 'Network': {'1.1'}, Oct 20 11:15:03.763841 n-d-814735-3 neutron-server[100647]: 'Port': {'1.7'}, Oct 20 11:15:03.763841 n-d-814735-3 neutron-server[100647]: 'PortForwarding': {'1.2'}, Oct 20 11:15:03.763841 n-d-814735-3 neutron-server[100647]: 'QosPolicy': {'1.10'}, Oct 20 11:15:03.763841 n-d-814735-3 neutron-server[100647]: 'SecurityGroup': {'1.4'}, Oct 20 11:15:03.763841 n-d-814735-3 neutron-server[100647]: 'SecurityGroupRule': {'1.2'}, Oct 20 11:15:03.763841 n-d-814735-3 neutron-server[100647]: 'SubPort': {'1.0'}, Oct 20 11:15:03.763841 n-d-814735-3 neutron-server[100647]: 'Subnet': {'1.1'}, Oct 20 11:15:03.763841 n-d-814735-3 neutron-server[100647]: 'Trunk': {'1.1'}} Oct 20 11:15:03.763841 n-d-814735-3 neutron-server[100647]: consumer versions: Oct 20 11:15:03.763841 n-d-814735-3 neutron-server[100647]: { DHCP agent@n-d-814735-3: {}, Oct 20 11:15:03.763841 n-d-814735-3 neutron-server[100647]: L3 agent@n-d-814735-3: {}, Oct 20 11:15:03.763841 n-d-814735-3 neutron-server[100647]: Metadata agent@n-d-814735-3: {}, Oct 20 11:15:03.763841 n-d-814735-3 neutron-server[100647]: Metering agent@n-d-814735-3: {}, Oct 20 11:15:03.763841 n-d-814735-3 neutron-server[100647]: Open vSwitch agent@n-d-814735-3: { 'AddressGroup': '1.2', Oct 20 11:15:03.763841 n-d-814735-3 neutron-server[100647]: 'ConntrackHelper': '1.0', Oct 20 11:15:03.763841 n-d-814735-3 neutron-server[100647]: 'Log': '1.0', Oct 20 11:15:03.763841 n-d-814735-3 neutron-server[100647]: 'Network': '1.1', Oct 20 11:15:03.763841 n-d-814735-3 neutron-server[100647]: 'Port': '1.7', Oct 20 11:15:03.763841 n-d-814735-3 neutron-server[100647]: 'PortForwarding': '1.2', Oct 20 11:15:03.763841 n-d-814735-3 neutron-server[100647]: 'QosPolicy': '1.10', Oct 20 11:15:03.763841 n-d-814735-3 neutron-server[100647]: 'SecurityGroup': '1.4', Oct 20 11:15:03.763841 n-d-814735-3 neutron-server[100647]: 'SecurityGroupRule': '1.2', Oct 20 11:15:03.763841 n-d-814735-3 neutron-server[100647]: 'SubPort': '1.0', Oct 20 11:15:03.763841 n-d-814735-3 neutron-server[100647]: 'Subnet': '1.1', Oct 20 11:15:03.763841 n-d-814735-3 neutron-server[100647]: 'Trunk': '1.1'}} Oct 20 11:15:03.763841 n-d-814735-3 neutron-server[100647]: {{(pid=100647) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 11:15:03.815173 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-210cd1d4-deee-43ea-bb77-c86825a19c6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:03.860395 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-210cd1d4-deee-43ea-bb77-c86825a19c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:03.861590 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210cd1d4-deee-43ea-bb77-c86825a19c6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:03.862230 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-210cd1d4-deee-43ea-bb77-c86825a19c6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:03.923542 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-210cd1d4-deee-43ea-bb77-c86825a19c6f admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7678626 Oct 20 11:15:03.967540 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210cd1d4-deee-43ea-bb77-c86825a19c6f admin admin] Pushing event updated for resources: {'Network': ['ID=03addaf1-41a3-4963-a0fb-97f94ccb2400,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:03.979931 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 03addaf1-41a3-4963-a0fb-97f94ccb2400 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:15:06.770900 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 47256) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:07.217188 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cede93-abc1-4150-9081-9786eef6caf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:07.218621 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d9cede93-abc1-4150-9081-9786eef6caf1 admin admin] 10.222.0.98 "GET /v2.0/networks/03addaf1-41a3-4963-a0fb-97f94ccb2400 HTTP/1.1" status: 200 len: 826 time: 0.4466975 Oct 20 11:15:07.248262 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-9a6b8eaf-ada7-4696-a849-e56041e879b9 admin admin] 10.222.0.98 "GET /v2.0/subnetpools/00bad23d-8db0-44ad-b3da-09607d33886e HTTP/1.1" status: 200 len: 734 time: 0.0197325 Oct 20 11:15:07.257665 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-b9f812e3-7e7e-4831-b843-63437b1fa49a admin admin] Request body: {'subnet': {'network_id': '03addaf1-41a3-4963-a0fb-97f94ccb2400', 'ip_version': 4, 'tenant_id': '5f8af700bf9444eab04116b783755463', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '00bad23d-8db0-44ad-b3da-09607d33886e', 'name': 'private-subnet'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:15:07.283910 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f812e3-7e7e-4831-b843-63437b1fa49a admin admin] Made reservation on behalf of 5f8af700bf9444eab04116b783755463 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:15:07.286281 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b9f812e3-7e7e-4831-b843-63437b1fa49a admin admin] Publish callbacks [] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:07.586578 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b9f812e3-7e7e-4831-b843-63437b1fa49a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:07.652222 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f812e3-7e7e-4831-b843-63437b1fa49a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fff07d49-44e8-4589-a60c-27ac7112de88,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:07.663194 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f812e3-7e7e-4831-b843-63437b1fa49a admin admin] Checking segment: {'id': 'c7cd597b-193c-4f77-8482-cedcb1758937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '03addaf1-41a3-4963-a0fb-97f94ccb2400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:15:07.663577 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f812e3-7e7e-4831-b843-63437b1fa49a admin admin] Network hostable DHCP agents. Network: 03addaf1-41a3-4963-a0fb-97f94ccb2400, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:15:07.686702 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f812e3-7e7e-4831-b843-63437b1fa49a admin admin] Network 03addaf1-41a3-4963-a0fb-97f94ccb2400 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:15:07.704971 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-b9f812e3-7e7e-4831-b843-63437b1fa49a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 03addaf1-41a3-4963-a0fb-97f94ccb2400) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:15:07.710144 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f812e3-7e7e-4831-b843-63437b1fa49a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:07.710762 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b9f812e3-7e7e-4831-b843-63437b1fa49a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:07.715126 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e319ba-af66-4f59-a1dc-a103bae00297 None None] Network 03addaf1-41a3-4963-a0fb-97f94ccb2400 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:15:07.727071 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-b9f812e3-7e7e-4831-b843-63437b1fa49a admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4726679 Oct 20 11:15:08.051806 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1e8355-d3e5-452e-8374-8cb18df4b02d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-03addaf1-41a3-4963-a0fb-97f94ccb2400', 'network_id': '03addaf1-41a3-4963-a0fb-97f94ccb2400', 'tenant_id': '5f8af700bf9444eab04116b783755463', 'fixed_ips': [{'subnet_id': 'fff07d49-44e8-4589-a60c-27ac7112de88'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:15:08.053124 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5c1e8355-d3e5-452e-8374-8cb18df4b02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:08.329217 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-5c1e8355-d3e5-452e-8374-8cb18df4b02d None None] Allocated IP 172.20.0.2 (03addaf1-41a3-4963-a0fb-97f94ccb2400/fff07d49-44e8-4589-a60c-27ac7112de88/bd192c52-d02a-45ae-9bb8-4ddd2e74f1b5) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:15:08.528631 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5c1e8355-d3e5-452e-8374-8cb18df4b02d None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:08.537691 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5c1e8355-d3e5-452e-8374-8cb18df4b02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:08.632196 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1e8355-d3e5-452e-8374-8cb18df4b02d None None] Network 03addaf1-41a3-4963-a0fb-97f94ccb2400 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:15:08.636779 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-5c1e8355-d3e5-452e-8374-8cb18df4b02d None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:15:08.646552 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1e8355-d3e5-452e-8374-8cb18df4b02d None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:15:08.653163 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e8355-d3e5-452e-8374-8cb18df4b02d None None] Pushing event updated for resources: {'Port': ['ID=bd192c52-d02a-45ae-9bb8-4ddd2e74f1b5,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:08.686250 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e8355-d3e5-452e-8374-8cb18df4b02d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:08.686592 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e8355-d3e5-452e-8374-8cb18df4b02d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:08.686959 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e8355-d3e5-452e-8374-8cb18df4b02d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:08.687296 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e8355-d3e5-452e-8374-8cb18df4b02d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:08.687662 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e8355-d3e5-452e-8374-8cb18df4b02d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:08.687996 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e8355-d3e5-452e-8374-8cb18df4b02d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:08.688323 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e8355-d3e5-452e-8374-8cb18df4b02d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:08.688656 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e8355-d3e5-452e-8374-8cb18df4b02d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:08.688974 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e8355-d3e5-452e-8374-8cb18df4b02d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:08.689305 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e8355-d3e5-452e-8374-8cb18df4b02d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:08.689622 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e8355-d3e5-452e-8374-8cb18df4b02d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:08.689941 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e8355-d3e5-452e-8374-8cb18df4b02d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:08.691017 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e8355-d3e5-452e-8374-8cb18df4b02d None None] Tracked resource versions report: Oct 20 11:15:08.691017 n-d-814735-3 neutron-server[100648]: pushed versions: Oct 20 11:15:08.691017 n-d-814735-3 neutron-server[100648]: { 'AddressGroup': {'1.2'}, Oct 20 11:15:08.691017 n-d-814735-3 neutron-server[100648]: 'ConntrackHelper': {'1.0'}, Oct 20 11:15:08.691017 n-d-814735-3 neutron-server[100648]: 'Log': {'1.0'}, Oct 20 11:15:08.691017 n-d-814735-3 neutron-server[100648]: 'Network': {'1.1'}, Oct 20 11:15:08.691017 n-d-814735-3 neutron-server[100648]: 'Port': {'1.7'}, Oct 20 11:15:08.691017 n-d-814735-3 neutron-server[100648]: 'PortForwarding': {'1.2'}, Oct 20 11:15:08.691017 n-d-814735-3 neutron-server[100648]: 'QosPolicy': {'1.10'}, Oct 20 11:15:08.691017 n-d-814735-3 neutron-server[100648]: 'SecurityGroup': {'1.4'}, Oct 20 11:15:08.691017 n-d-814735-3 neutron-server[100648]: 'SecurityGroupRule': {'1.2'}, Oct 20 11:15:08.691017 n-d-814735-3 neutron-server[100648]: 'SubPort': {'1.0'}, Oct 20 11:15:08.691017 n-d-814735-3 neutron-server[100648]: 'Subnet': {'1.1'}, Oct 20 11:15:08.691017 n-d-814735-3 neutron-server[100648]: 'Trunk': {'1.1'}} Oct 20 11:15:08.691017 n-d-814735-3 neutron-server[100648]: consumer versions: Oct 20 11:15:08.691017 n-d-814735-3 neutron-server[100648]: { DHCP agent@n-d-814735-3: {}, Oct 20 11:15:08.691017 n-d-814735-3 neutron-server[100648]: L3 agent@n-d-814735-3: {}, Oct 20 11:15:08.691017 n-d-814735-3 neutron-server[100648]: Metadata agent@n-d-814735-3: {}, Oct 20 11:15:08.691017 n-d-814735-3 neutron-server[100648]: Metering agent@n-d-814735-3: {}, Oct 20 11:15:08.691017 n-d-814735-3 neutron-server[100648]: Open vSwitch agent@n-d-814735-3: { 'AddressGroup': '1.2', Oct 20 11:15:08.691017 n-d-814735-3 neutron-server[100648]: 'ConntrackHelper': '1.0', Oct 20 11:15:08.691017 n-d-814735-3 neutron-server[100648]: 'Log': '1.0', Oct 20 11:15:08.691017 n-d-814735-3 neutron-server[100648]: 'Network': '1.1', Oct 20 11:15:08.691017 n-d-814735-3 neutron-server[100648]: 'Port': '1.7', Oct 20 11:15:08.691017 n-d-814735-3 neutron-server[100648]: 'PortForwarding': '1.2', Oct 20 11:15:08.691017 n-d-814735-3 neutron-server[100648]: 'QosPolicy': '1.10', Oct 20 11:15:08.691017 n-d-814735-3 neutron-server[100648]: 'SecurityGroup': '1.4', Oct 20 11:15:08.691017 n-d-814735-3 neutron-server[100648]: 'SecurityGroupRule': '1.2', Oct 20 11:15:08.691017 n-d-814735-3 neutron-server[100648]: 'SubPort': '1.0', Oct 20 11:15:08.691017 n-d-814735-3 neutron-server[100648]: 'Subnet': '1.1', Oct 20 11:15:08.691017 n-d-814735-3 neutron-server[100648]: 'Trunk': '1.1'}} Oct 20 11:15:08.691017 n-d-814735-3 neutron-server[100648]: {{(pid=100648) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 11:15:08.738454 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-5c1e8355-d3e5-452e-8374-8cb18df4b02d None None] Attempting to bind port bd192c52-d02a-45ae-9bb8-4ddd2e74f1b5 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:15:08.739148 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-5c1e8355-d3e5-452e-8374-8cb18df4b02d None None] Attempting to bind port bd192c52-d02a-45ae-9bb8-4ddd2e74f1b5 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'c7cd597b-193c-4f77-8482-cedcb1758937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '03addaf1-41a3-4963-a0fb-97f94ccb2400'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:15:08.739251 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1e8355-d3e5-452e-8374-8cb18df4b02d None None] Attempting to bind port bd192c52-d02a-45ae-9bb8-4ddd2e74f1b5 on network 03addaf1-41a3-4963-a0fb-97f94ccb2400 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:15:08.744429 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1e8355-d3e5-452e-8374-8cb18df4b02d None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:15:08.744797 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1e8355-d3e5-452e-8374-8cb18df4b02d None None] Checking segment: {'id': 'c7cd597b-193c-4f77-8482-cedcb1758937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '03addaf1-41a3-4963-a0fb-97f94ccb2400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:15:08.745266 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5c1e8355-d3e5-452e-8374-8cb18df4b02d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:08.745655 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1e8355-d3e5-452e-8374-8cb18df4b02d None None] Bound using segment: {'id': 'c7cd597b-193c-4f77-8482-cedcb1758937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '03addaf1-41a3-4963-a0fb-97f94ccb2400'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:15:08.746139 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-5c1e8355-d3e5-452e-8374-8cb18df4b02d None None] Bound port: bd192c52-d02a-45ae-9bb8-4ddd2e74f1b5, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7cd597b-193c-4f77-8482-cedcb1758937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '03addaf1-41a3-4963-a0fb-97f94ccb2400'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:15:08.746541 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5c1e8355-d3e5-452e-8374-8cb18df4b02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:08.808141 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-5c1e8355-d3e5-452e-8374-8cb18df4b02d None None] For port bd192c52-d02a-45ae-9bb8-4ddd2e74f1b5, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:15:08.812446 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-5c1e8355-d3e5-452e-8374-8cb18df4b02d None None] For port bd192c52-d02a-45ae-9bb8-4ddd2e74f1b5, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=bd192c52-d02a-45ae-9bb8-4ddd2e74f1b5,segment=NetworkSegment(c7cd597b-193c-4f77-8482-cedcb1758937),segment_id=c7cd597b-193c-4f77-8482-cedcb1758937)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:15:08.818287 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5c1e8355-d3e5-452e-8374-8cb18df4b02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:08.885652 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e8355-d3e5-452e-8374-8cb18df4b02d None None] Pushing event updated for resources: {'Port': ['ID=bd192c52-d02a-45ae-9bb8-4ddd2e74f1b5,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:10.242723 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 47264) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:10.567852 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [None req-a70128e3-02ab-46b1-b46b-5b84f1909b72 admin admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:15:10.568823 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a70128e3-02ab-46b1-b46b-5b84f1909b72 admin admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3251457 Oct 20 11:15:13.083184 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 47272) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:13.413211 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [None req-e48572b1-72e7-4e65-bd99-2828e73d3337 admin admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:15:13.414170 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e48572b1-72e7-4e65-bd99-2828e73d3337 admin admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3301554 Oct 20 11:15:16.182745 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 47282) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:16.494605 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-984f4068-9e47-4222-aac3-2aa5f22d6448 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '5f8af700bf9444eab04116b783755463', 'name': 'router1'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:15:16.558322 n-d-814735-3 neutron-server[100646]: DEBUG neutron.policy [None req-984f4068-9e47-4222-aac3-2aa5f22d6448 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100646) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 20 11:15:16.605265 n-d-814735-3 neutron-server[100646]: WARNING oslo_policy.policy [None req-984f4068-9e47-4222-aac3-2aa5f22d6448 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 11:15:16.605635 n-d-814735-3 neutron-server[100646]: WARNING oslo_policy.policy [None req-984f4068-9e47-4222-aac3-2aa5f22d6448 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 11:15:16.614333 n-d-814735-3 neutron-server[100646]: INFO neutron.quota [None req-984f4068-9e47-4222-aac3-2aa5f22d6448 admin admin] Loaded quota_driver: . Oct 20 11:15:16.679036 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-984f4068-9e47-4222-aac3-2aa5f22d6448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:16.681126 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-984f4068-9e47-4222-aac3-2aa5f22d6448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:16.834712 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-984f4068-9e47-4222-aac3-2aa5f22d6448 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:16.840842 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-984f4068-9e47-4222-aac3-2aa5f22d6448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:16.861892 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-984f4068-9e47-4222-aac3-2aa5f22d6448 admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:16.868612 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-984f4068-9e47-4222-aac3-2aa5f22d6448 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6793447 Oct 20 11:15:16.905583 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device bd192c52-d02a-45ae-9bb8-4ddd2e74f1b5 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:15:17.000457 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port bd192c52-d02a-45ae-9bb8-4ddd2e74f1b5 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:17.000711 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:17.116344 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:17.153661 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port bd192c52-d02a-45ae-9bb8-4ddd2e74f1b5, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=bd192c52-d02a-45ae-9bb8-4ddd2e74f1b5,segment=NetworkSegment(c7cd597b-193c-4f77-8482-cedcb1758937),segment_id=c7cd597b-193c-4f77-8482-cedcb1758937)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:15:17.159406 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:17.208617 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=bd192c52-d02a-45ae-9bb8-4ddd2e74f1b5,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:17.912882 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6baabbe2-4e5d-4138-a1b8-44a5fd1084b4 None None] Network 03addaf1-41a3-4963-a0fb-97f94ccb2400 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:15:17.989602 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-5a3a1b7d-1405-4e6b-8a6c-7af9bd54b2f4 None None] Provisioning complete for port bd192c52-d02a-45ae-9bb8-4ddd2e74f1b5 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:17.989965 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5a3a1b7d-1405-4e6b-8a6c-7af9bd54b2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:18.351998 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-ce8cc480-ee81-43b3-97a9-5deafa96d9de None None] Provisioning complete for port bd192c52-d02a-45ae-9bb8-4ddd2e74f1b5 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:18.352360 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ce8cc480-ee81-43b3-97a9-5deafa96d9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:18.873544 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device bd192c52-d02a-45ae-9bb8-4ddd2e74f1b5 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:15:18.921566 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port bd192c52-d02a-45ae-9bb8-4ddd2e74f1b5 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:18.922263 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:19.248780 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-32d8536e-59c2-4f23-a392-7981052b8a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:19.409819 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 47296) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:19.748335 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [None req-f8a61f2a-c2bc-4cd5-96d9-7d3ae971b461 admin admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:15:19.749728 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f8a61f2a-c2bc-4cd5-96d9-7d3ae971b461 admin admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3389452 Oct 20 11:15:22.089022 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-fdc0486e-4e77-4df3-b307-9623d1a772d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:22.268726 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 47304) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:22.309611 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 5 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:15:22.624369 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-ca062f8a-535f-4b2f-9376-db0daf0f1be9 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:15:22.654543 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca062f8a-535f-4b2f-9376-db0daf0f1be9 admin admin] Made reservation on behalf of 9836a395c96741e6895ce3bf5180f6f8 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:15:22.657628 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ca062f8a-535f-4b2f-9376-db0daf0f1be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:22.673359 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ca062f8a-535f-4b2f-9376-db0daf0f1be9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:22.776440 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ca062f8a-535f-4b2f-9376-db0daf0f1be9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:22.782653 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ca062f8a-535f-4b2f-9376-db0daf0f1be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:22.793723 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ca062f8a-535f-4b2f-9376-db0daf0f1be9 admin admin] Reserving flat network on physical network physnet1 {{(pid=100646) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 20 11:15:22.825875 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ca062f8a-535f-4b2f-9376-db0daf0f1be9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755318643860', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:22.826447 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ca062f8a-535f-4b2f-9376-db0daf0f1be9 admin admin] Unsubscribe: segment precommit_create {{(pid=100646) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 20 11:15:22.826973 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-ca062f8a-535f-4b2f-9376-db0daf0f1be9 admin admin] Added segment 1547638b-8852-4950-8fa4-3b9fddb3f607 of type flat for network 717966e5-c478-496f-bddb-05794fb74250 Oct 20 11:15:22.842417 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca062f8a-535f-4b2f-9376-db0daf0f1be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1e4220-5457-4b4f-bde8-3e59caf25749,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:22.877206 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:22.893021 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca062f8a-535f-4b2f-9376-db0daf0f1be9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:22.893419 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca062f8a-535f-4b2f-9376-db0daf0f1be9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:22.893788 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca062f8a-535f-4b2f-9376-db0daf0f1be9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:22.894130 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca062f8a-535f-4b2f-9376-db0daf0f1be9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:22.894504 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca062f8a-535f-4b2f-9376-db0daf0f1be9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:22.894817 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca062f8a-535f-4b2f-9376-db0daf0f1be9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:22.895203 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca062f8a-535f-4b2f-9376-db0daf0f1be9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:22.895528 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca062f8a-535f-4b2f-9376-db0daf0f1be9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:22.895861 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca062f8a-535f-4b2f-9376-db0daf0f1be9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:22.896171 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca062f8a-535f-4b2f-9376-db0daf0f1be9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:22.896478 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca062f8a-535f-4b2f-9376-db0daf0f1be9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:22.896786 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca062f8a-535f-4b2f-9376-db0daf0f1be9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:22.897830 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca062f8a-535f-4b2f-9376-db0daf0f1be9 admin admin] Tracked resource versions report: Oct 20 11:15:22.897830 n-d-814735-3 neutron-server[100646]: pushed versions: Oct 20 11:15:22.897830 n-d-814735-3 neutron-server[100646]: { 'AddressGroup': {'1.2'}, Oct 20 11:15:22.897830 n-d-814735-3 neutron-server[100646]: 'ConntrackHelper': {'1.0'}, Oct 20 11:15:22.897830 n-d-814735-3 neutron-server[100646]: 'Log': {'1.0'}, Oct 20 11:15:22.897830 n-d-814735-3 neutron-server[100646]: 'Network': {'1.1'}, Oct 20 11:15:22.897830 n-d-814735-3 neutron-server[100646]: 'Port': {'1.7'}, Oct 20 11:15:22.897830 n-d-814735-3 neutron-server[100646]: 'PortForwarding': {'1.2'}, Oct 20 11:15:22.897830 n-d-814735-3 neutron-server[100646]: 'QosPolicy': {'1.10'}, Oct 20 11:15:22.897830 n-d-814735-3 neutron-server[100646]: 'SecurityGroup': {'1.4'}, Oct 20 11:15:22.897830 n-d-814735-3 neutron-server[100646]: 'SecurityGroupRule': {'1.2'}, Oct 20 11:15:22.897830 n-d-814735-3 neutron-server[100646]: 'SubPort': {'1.0'}, Oct 20 11:15:22.897830 n-d-814735-3 neutron-server[100646]: 'Subnet': {'1.1'}, Oct 20 11:15:22.897830 n-d-814735-3 neutron-server[100646]: 'Trunk': {'1.1'}} Oct 20 11:15:22.897830 n-d-814735-3 neutron-server[100646]: consumer versions: Oct 20 11:15:22.897830 n-d-814735-3 neutron-server[100646]: { DHCP agent@n-d-814735-3: {}, Oct 20 11:15:22.897830 n-d-814735-3 neutron-server[100646]: L3 agent@n-d-814735-3: {}, Oct 20 11:15:22.897830 n-d-814735-3 neutron-server[100646]: Metadata agent@n-d-814735-3: {}, Oct 20 11:15:22.897830 n-d-814735-3 neutron-server[100646]: Metering agent@n-d-814735-3: {}, Oct 20 11:15:22.897830 n-d-814735-3 neutron-server[100646]: Open vSwitch agent@n-d-814735-3: { 'AddressGroup': '1.2', Oct 20 11:15:22.897830 n-d-814735-3 neutron-server[100646]: 'ConntrackHelper': '1.0', Oct 20 11:15:22.897830 n-d-814735-3 neutron-server[100646]: 'Log': '1.0', Oct 20 11:15:22.897830 n-d-814735-3 neutron-server[100646]: 'Network': '1.1', Oct 20 11:15:22.897830 n-d-814735-3 neutron-server[100646]: 'Port': '1.7', Oct 20 11:15:22.897830 n-d-814735-3 neutron-server[100646]: 'PortForwarding': '1.2', Oct 20 11:15:22.897830 n-d-814735-3 neutron-server[100646]: 'QosPolicy': '1.10', Oct 20 11:15:22.897830 n-d-814735-3 neutron-server[100646]: 'SecurityGroup': '1.4', Oct 20 11:15:22.897830 n-d-814735-3 neutron-server[100646]: 'SecurityGroupRule': '1.2', Oct 20 11:15:22.897830 n-d-814735-3 neutron-server[100646]: 'SubPort': '1.0', Oct 20 11:15:22.897830 n-d-814735-3 neutron-server[100646]: 'Subnet': '1.1', Oct 20 11:15:22.897830 n-d-814735-3 neutron-server[100646]: 'Trunk': '1.1'}} Oct 20 11:15:22.897830 n-d-814735-3 neutron-server[100646]: {{(pid=100646) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 11:15:22.961181 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ca062f8a-535f-4b2f-9376-db0daf0f1be9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:23.004216 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ca062f8a-535f-4b2f-9376-db0daf0f1be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:23.005574 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca062f8a-535f-4b2f-9376-db0daf0f1be9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:23.006276 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ca062f8a-535f-4b2f-9376-db0daf0f1be9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:23.014529 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:23.054389 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ca062f8a-535f-4b2f-9376-db0daf0f1be9 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7841799 Oct 20 11:15:23.113008 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca062f8a-535f-4b2f-9376-db0daf0f1be9 admin admin] Pushing event updated for resources: {'Network': ['ID=717966e5-c478-496f-bddb-05794fb74250,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:23.124393 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 717966e5-c478-496f-bddb-05794fb74250 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:15:24.623420 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:25.567496 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 47326) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:25.810512 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d515b7-a0ba-4597-84ff-149dc18210b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:25.811938 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e5d515b7-a0ba-4597-84ff-149dc18210b5 admin admin] 10.222.0.98 "GET /v2.0/subnets/fff07d49-44e8-4589-a60c-27ac7112de88 HTTP/1.1" status: 200 len: 849 time: 0.2434871 Oct 20 11:15:25.951266 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-de42190b-aefa-424e-93f2-25085f3cdc20 admin admin] 10.222.0.98 "GET /v2.0/routers/f51451a7-47c2-4658-9673-15a748151f1c HTTP/1.1" status: 200 len: 704 time: 0.1298263 Oct 20 11:15:26.234027 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d78b7770-089e-4f7b-8570-e5f036ba6e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:26.547217 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-d78b7770-089e-4f7b-8570-e5f036ba6e1b admin admin] Allocated IP 172.20.0.1 (03addaf1-41a3-4963-a0fb-97f94ccb2400/fff07d49-44e8-4589-a60c-27ac7112de88/ab13fc17-76b1-4c03-823f-a767f775fc80) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:15:26.747524 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d78b7770-089e-4f7b-8570-e5f036ba6e1b admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:26.821497 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d78b7770-089e-4f7b-8570-e5f036ba6e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:26.883953 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78b7770-089e-4f7b-8570-e5f036ba6e1b admin admin] Network 03addaf1-41a3-4963-a0fb-97f94ccb2400 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:15:26.888914 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-d78b7770-089e-4f7b-8570-e5f036ba6e1b admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:15:26.898620 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78b7770-089e-4f7b-8570-e5f036ba6e1b admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:15:26.898849 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d78b7770-089e-4f7b-8570-e5f036ba6e1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:26.972012 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78b7770-089e-4f7b-8570-e5f036ba6e1b admin admin] Pushing event updated for resources: {'Port': ['ID=ab13fc17-76b1-4c03-823f-a767f775fc80,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:27.100982 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d78b7770-089e-4f7b-8570-e5f036ba6e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:27.117755 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-25a12ca2-c9d3-445c-a02c-644e822c9e00 None None] Provisioning complete for port ab13fc17-76b1-4c03-823f-a767f775fc80 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:27.118369 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25a12ca2-c9d3-445c-a02c-644e822c9e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:27.152917 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-25a12ca2-c9d3-445c-a02c-644e822c9e00 None None] Port ab13fc17-76b1-4c03-823f-a767f775fc80 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:15:27.355983 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d78b7770-089e-4f7b-8570-e5f036ba6e1b admin admin] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:27.363981 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d78b7770-089e-4f7b-8570-e5f036ba6e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:27.365170 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d78b7770-089e-4f7b-8570-e5f036ba6e1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:27.435560 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78b7770-089e-4f7b-8570-e5f036ba6e1b admin admin] Pushing event updated for resources: {'Port': ['ID=ab13fc17-76b1-4c03-823f-a767f775fc80,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:27.498466 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78b7770-089e-4f7b-8570-e5f036ba6e1b admin admin] Network 03addaf1-41a3-4963-a0fb-97f94ccb2400 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:15:27.499888 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-d78b7770-089e-4f7b-8570-e5f036ba6e1b admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:15:27.662715 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78b7770-089e-4f7b-8570-e5f036ba6e1b admin admin] Router f51451a7-47c2-4658-9673-15a748151f1c is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:15:27.675364 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-c47de92b-ee26-4ea7-962e-f2bc24c90b60 None None] Provisioning complete for port ab13fc17-76b1-4c03-823f-a767f775fc80 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:27.675902 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c47de92b-ee26-4ea7-962e-f2bc24c90b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:27.708700 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-c47de92b-ee26-4ea7-962e-f2bc24c90b60 None None] Port ab13fc17-76b1-4c03-823f-a767f775fc80 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:15:27.755478 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78b7770-089e-4f7b-8570-e5f036ba6e1b admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:15:27.762649 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d78b7770-089e-4f7b-8570-e5f036ba6e1b admin admin] 10.222.0.98 "PUT /v2.0/routers/f51451a7-47c2-4658-9673-15a748151f1c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8043575 Oct 20 11:15:27.769188 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6646805-7251-41e9-b275-8187d685893c None None] Sync routers for ids ['f51451a7-47c2-4658-9673-15a748151f1c'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:15:27.786763 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6646805-7251-41e9-b275-8187d685893c None None] Routers {'f51451a7-47c2-4658-9673-15a748151f1c'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:27.787665 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-e6646805-7251-41e9-b275-8187d685893c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:15:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['f51451a7-47c2-4658-9673-15a748151f1c'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:27.977495 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-e6646805-7251-41e9-b275-8187d685893c None None] Set router f51451a7-47c2-4658-9673-15a748151f1c gateway port host: None {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:15:28.410958 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-e6646805-7251-41e9-b275-8187d685893c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51451a7-47c2-4658-9673-15a748151f1c', 'name': 'router1', 'tenant_id': '5f8af700bf9444eab04116b783755463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:15:16Z', 'updated_at': '2021-10-20T11:15:27Z', 'revision_number': 2, 'project_id': '5f8af700bf9444eab04116b783755463', 'gw_port_host': None, '_interfaces': [{'id': 'ab13fc17-76b1-4c03-823f-a767f775fc80', 'name': '', 'network_id': '03addaf1-41a3-4963-a0fb-97f94ccb2400', 'tenant_id': '5f8af700bf9444eab04116b783755463', 'mac_address': 'fa:16:3e:43:23:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51451a7-47c2-4658-9673-15a748151f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fff07d49-44e8-4589-a60c-27ac7112de88', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:26Z', 'updated_at': '2021-10-20T11:15:27Z', 'revision_number': 2, 'project_id': '5f8af700bf9444eab04116b783755463', 'subnets': [{'id': 'fff07d49-44e8-4589-a60c-27ac7112de88', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '00bad23d-8db0-44ad-b3da-09607d33886e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:28.461672 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6646805-7251-41e9-b275-8187d685893c None None] Checking router: f51451a7-47c2-4658-9673-15a748151f1c for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:15:28.462040 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6646805-7251-41e9-b275-8187d685893c None None] Updating router f51451a7-47c2-4658-9673-15a748151f1c port ab13fc17-76b1-4c03-823f-a767f775fc80 binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:15:28.509978 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-e6646805-7251-41e9-b275-8187d685893c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:29.031252 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-e6646805-7251-41e9-b275-8187d685893c None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:29.039901 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-e6646805-7251-41e9-b275-8187d685893c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:29.201515 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0bbdbc-149f-4428-b626-4c8cb57a87cc None None] Pushing event updated for resources: {'Port': ['ID=ab13fc17-76b1-4c03-823f-a767f775fc80,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:29.206142 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-e6646805-7251-41e9-b275-8187d685893c None None] Attempting to bind port ab13fc17-76b1-4c03-823f-a767f775fc80 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:15:29.206534 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-e6646805-7251-41e9-b275-8187d685893c None None] Attempting to bind port ab13fc17-76b1-4c03-823f-a767f775fc80 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'c7cd597b-193c-4f77-8482-cedcb1758937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '03addaf1-41a3-4963-a0fb-97f94ccb2400'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:15:29.207087 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6646805-7251-41e9-b275-8187d685893c None None] Attempting to bind port ab13fc17-76b1-4c03-823f-a767f775fc80 on network 03addaf1-41a3-4963-a0fb-97f94ccb2400 {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:15:29.213340 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0bbdbc-149f-4428-b626-4c8cb57a87cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:29.213611 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0bbdbc-149f-4428-b626-4c8cb57a87cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:29.213948 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0bbdbc-149f-4428-b626-4c8cb57a87cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:29.214278 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0bbdbc-149f-4428-b626-4c8cb57a87cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:29.214606 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0bbdbc-149f-4428-b626-4c8cb57a87cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:29.214956 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0bbdbc-149f-4428-b626-4c8cb57a87cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:29.215304 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0bbdbc-149f-4428-b626-4c8cb57a87cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:29.215625 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0bbdbc-149f-4428-b626-4c8cb57a87cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:29.215944 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0bbdbc-149f-4428-b626-4c8cb57a87cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:29.216261 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0bbdbc-149f-4428-b626-4c8cb57a87cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:29.216579 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0bbdbc-149f-4428-b626-4c8cb57a87cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:29.216895 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0bbdbc-149f-4428-b626-4c8cb57a87cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:15:29.217917 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0bbdbc-149f-4428-b626-4c8cb57a87cc None None] Tracked resource versions report: Oct 20 11:15:29.217917 n-d-814735-3 neutron-server[100649]: pushed versions: Oct 20 11:15:29.217917 n-d-814735-3 neutron-server[100649]: { 'AddressGroup': {'1.2'}, Oct 20 11:15:29.217917 n-d-814735-3 neutron-server[100649]: 'ConntrackHelper': {'1.0'}, Oct 20 11:15:29.217917 n-d-814735-3 neutron-server[100649]: 'Log': {'1.0'}, Oct 20 11:15:29.217917 n-d-814735-3 neutron-server[100649]: 'Network': {'1.1'}, Oct 20 11:15:29.217917 n-d-814735-3 neutron-server[100649]: 'Port': {'1.7'}, Oct 20 11:15:29.217917 n-d-814735-3 neutron-server[100649]: 'PortForwarding': {'1.2'}, Oct 20 11:15:29.217917 n-d-814735-3 neutron-server[100649]: 'QosPolicy': {'1.10'}, Oct 20 11:15:29.217917 n-d-814735-3 neutron-server[100649]: 'SecurityGroup': {'1.4'}, Oct 20 11:15:29.217917 n-d-814735-3 neutron-server[100649]: 'SecurityGroupRule': {'1.2'}, Oct 20 11:15:29.217917 n-d-814735-3 neutron-server[100649]: 'SubPort': {'1.0'}, Oct 20 11:15:29.217917 n-d-814735-3 neutron-server[100649]: 'Subnet': {'1.1'}, Oct 20 11:15:29.217917 n-d-814735-3 neutron-server[100649]: 'Trunk': {'1.1'}} Oct 20 11:15:29.217917 n-d-814735-3 neutron-server[100649]: consumer versions: Oct 20 11:15:29.217917 n-d-814735-3 neutron-server[100649]: { DHCP agent@n-d-814735-3: {}, Oct 20 11:15:29.217917 n-d-814735-3 neutron-server[100649]: L3 agent@n-d-814735-3: {}, Oct 20 11:15:29.217917 n-d-814735-3 neutron-server[100649]: Metadata agent@n-d-814735-3: {}, Oct 20 11:15:29.217917 n-d-814735-3 neutron-server[100649]: Metering agent@n-d-814735-3: {}, Oct 20 11:15:29.217917 n-d-814735-3 neutron-server[100649]: Open vSwitch agent@n-d-814735-3: { 'AddressGroup': '1.2', Oct 20 11:15:29.217917 n-d-814735-3 neutron-server[100649]: 'ConntrackHelper': '1.0', Oct 20 11:15:29.217917 n-d-814735-3 neutron-server[100649]: 'Log': '1.0', Oct 20 11:15:29.217917 n-d-814735-3 neutron-server[100649]: 'Network': '1.1', Oct 20 11:15:29.217917 n-d-814735-3 neutron-server[100649]: 'Port': '1.7', Oct 20 11:15:29.217917 n-d-814735-3 neutron-server[100649]: 'PortForwarding': '1.2', Oct 20 11:15:29.217917 n-d-814735-3 neutron-server[100649]: 'QosPolicy': '1.10', Oct 20 11:15:29.217917 n-d-814735-3 neutron-server[100649]: 'SecurityGroup': '1.4', Oct 20 11:15:29.217917 n-d-814735-3 neutron-server[100649]: 'SecurityGroupRule': '1.2', Oct 20 11:15:29.217917 n-d-814735-3 neutron-server[100649]: 'SubPort': '1.0', Oct 20 11:15:29.217917 n-d-814735-3 neutron-server[100649]: 'Subnet': '1.1', Oct 20 11:15:29.217917 n-d-814735-3 neutron-server[100649]: 'Trunk': '1.1'}} Oct 20 11:15:29.217917 n-d-814735-3 neutron-server[100649]: {{(pid=100649) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 11:15:29.222774 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6646805-7251-41e9-b275-8187d685893c None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:15:29.223188 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6646805-7251-41e9-b275-8187d685893c None None] Checking segment: {'id': 'c7cd597b-193c-4f77-8482-cedcb1758937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '03addaf1-41a3-4963-a0fb-97f94ccb2400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:15:29.223904 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-e6646805-7251-41e9-b275-8187d685893c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:29.224018 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6646805-7251-41e9-b275-8187d685893c None None] Bound using segment: {'id': 'c7cd597b-193c-4f77-8482-cedcb1758937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '03addaf1-41a3-4963-a0fb-97f94ccb2400'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:15:29.224498 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-e6646805-7251-41e9-b275-8187d685893c None None] Bound port: ab13fc17-76b1-4c03-823f-a767f775fc80, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7cd597b-193c-4f77-8482-cedcb1758937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '03addaf1-41a3-4963-a0fb-97f94ccb2400'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:15:29.224887 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-e6646805-7251-41e9-b275-8187d685893c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:29.240270 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-0572d272-a0a1-4a14-a411-2c5d2d60757d None None] Provisioning complete for port ab13fc17-76b1-4c03-823f-a767f775fc80 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:29.240827 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0572d272-a0a1-4a14-a411-2c5d2d60757d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:29.273959 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-0572d272-a0a1-4a14-a411-2c5d2d60757d None None] Port ab13fc17-76b1-4c03-823f-a767f775fc80 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:15:29.294332 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-e6646805-7251-41e9-b275-8187d685893c None None] For port ab13fc17-76b1-4c03-823f-a767f775fc80, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:15:29.313871 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-e6646805-7251-41e9-b275-8187d685893c None None] For port ab13fc17-76b1-4c03-823f-a767f775fc80, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=ab13fc17-76b1-4c03-823f-a767f775fc80,segment=NetworkSegment(c7cd597b-193c-4f77-8482-cedcb1758937),segment_id=c7cd597b-193c-4f77-8482-cedcb1758937)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:15:29.319184 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-e6646805-7251-41e9-b275-8187d685893c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:29.374138 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0bbdbc-149f-4428-b626-4c8cb57a87cc None None] Pushing event updated for resources: {'Port': ['ID=ab13fc17-76b1-4c03-823f-a767f775fc80,revision_number=4']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:29.385417 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6646805-7251-41e9-b275-8187d685893c None None] Routers {'f51451a7-47c2-4658-9673-15a748151f1c'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:29.386169 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-e6646805-7251-41e9-b275-8187d685893c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:15:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['f51451a7-47c2-4658-9673-15a748151f1c'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:29.479054 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-e6646805-7251-41e9-b275-8187d685893c None None] Set router f51451a7-47c2-4658-9673-15a748151f1c gateway port host: None {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:15:29.595272 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e1025337-942e-426d-8d44-0d3ece2c8931 None None] Provisioning complete for port ab13fc17-76b1-4c03-823f-a767f775fc80 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:29.595808 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e1025337-942e-426d-8d44-0d3ece2c8931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:29.673554 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e1025337-942e-426d-8d44-0d3ece2c8931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:29.694538 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-e6646805-7251-41e9-b275-8187d685893c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51451a7-47c2-4658-9673-15a748151f1c', 'name': 'router1', 'tenant_id': '5f8af700bf9444eab04116b783755463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:15:16Z', 'updated_at': '2021-10-20T11:15:27Z', 'revision_number': 2, 'project_id': '5f8af700bf9444eab04116b783755463', 'gw_port_host': None, '_interfaces': [{'id': 'ab13fc17-76b1-4c03-823f-a767f775fc80', 'name': '', 'network_id': '03addaf1-41a3-4963-a0fb-97f94ccb2400', 'tenant_id': '5f8af700bf9444eab04116b783755463', 'mac_address': 'fa:16:3e:43:23:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51451a7-47c2-4658-9673-15a748151f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fff07d49-44e8-4589-a60c-27ac7112de88', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:26Z', 'updated_at': '2021-10-20T11:15:29Z', 'revision_number': 4, 'project_id': '5f8af700bf9444eab04116b783755463', 'subnets': [{'id': 'fff07d49-44e8-4589-a60c-27ac7112de88', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '00bad23d-8db0-44ad-b3da-09607d33886e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:29.705043 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e1025337-942e-426d-8d44-0d3ece2c8931 None None] For port ab13fc17-76b1-4c03-823f-a767f775fc80, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=ab13fc17-76b1-4c03-823f-a767f775fc80,segment=NetworkSegment(c7cd597b-193c-4f77-8482-cedcb1758937),segment_id=c7cd597b-193c-4f77-8482-cedcb1758937)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:15:29.711464 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e1025337-942e-426d-8d44-0d3ece2c8931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:29.726427 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6646805-7251-41e9-b275-8187d685893c None None] The sync data for ids ['f51451a7-47c2-4658-9673-15a748151f1c'] in n-d-814735-3 is: [{'id': 'f51451a7-47c2-4658-9673-15a748151f1c', 'name': 'router1', 'tenant_id': '5f8af700bf9444eab04116b783755463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:15:16Z', 'updated_at': '2021-10-20T11:15:27Z', 'revision_number': 2, 'project_id': '5f8af700bf9444eab04116b783755463', 'gw_port_host': None, '_interfaces': [{'id': 'ab13fc17-76b1-4c03-823f-a767f775fc80', 'name': '', 'network_id': '03addaf1-41a3-4963-a0fb-97f94ccb2400', 'tenant_id': '5f8af700bf9444eab04116b783755463', 'mac_address': 'fa:16:3e:43:23:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51451a7-47c2-4658-9673-15a748151f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fff07d49-44e8-4589-a60c-27ac7112de88', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:26Z', 'updated_at': '2021-10-20T11:15:29Z', 'revision_number': 4, 'project_id': '5f8af700bf9444eab04116b783755463', 'subnets': [{'id': 'fff07d49-44e8-4589-a60c-27ac7112de88', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '00bad23d-8db0-44ad-b3da-09607d33886e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:15:29.764027 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1025337-942e-426d-8d44-0d3ece2c8931 None None] Pushing event updated for resources: {'Port': ['ID=ab13fc17-76b1-4c03-823f-a767f775fc80,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:30.070339 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 47346) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:30.187924 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6462176c-cde4-4de3-9c78-0d844698e491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:30.189512 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-6462176c-cde4-4de3-9c78-0d844698e491 admin admin] 10.222.0.98 "GET /v2.0/networks/717966e5-c478-496f-bddb-05794fb74250 HTTP/1.1" status: 200 len: 842 time: 0.1176152 Oct 20 11:15:30.199850 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-dfbf6c82-94fc-405c-a5f8-f88c12d3bb54 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.5.1', 'enable_dhcp': False, 'cidr': '172.25.5.0/24', 'name': 'public-subnet', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'ip_version': 4}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:15:30.222167 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfbf6c82-94fc-405c-a5f8-f88c12d3bb54 admin admin] Made reservation on behalf of 9836a395c96741e6895ce3bf5180f6f8 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:15:30.224454 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dfbf6c82-94fc-405c-a5f8-f88c12d3bb54 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:30.556453 n-d-814735-3 neutron-server[100647]: DEBUG neutron.objects.ports [None req-dfbf6c82-94fc-405c-a5f8-f88c12d3bb54 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100647) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 11:15:30.556887 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dfbf6c82-94fc-405c-a5f8-f88c12d3bb54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:30.604687 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf6c82-94fc-405c-a5f8-f88c12d3bb54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b69324eb-feb4-4f2a-b479-531a3ed2e60c,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:30.621546 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbf6c82-94fc-405c-a5f8-f88c12d3bb54 admin admin] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:15:30.621967 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbf6c82-94fc-405c-a5f8-f88c12d3bb54 admin admin] Network hostable DHCP agents. Network: 717966e5-c478-496f-bddb-05794fb74250, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:15:30.640519 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbf6c82-94fc-405c-a5f8-f88c12d3bb54 admin admin] Network 717966e5-c478-496f-bddb-05794fb74250 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:15:30.650457 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-dfbf6c82-94fc-405c-a5f8-f88c12d3bb54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 717966e5-c478-496f-bddb-05794fb74250) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:15:30.654928 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbf6c82-94fc-405c-a5f8-f88c12d3bb54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:30.655838 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dfbf6c82-94fc-405c-a5f8-f88c12d3bb54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:30.660165 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad3fad3-1493-4b1c-8377-1cb4cd2c5808 None None] Network 717966e5-c478-496f-bddb-05794fb74250 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:15:30.686133 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-dfbf6c82-94fc-405c-a5f8-f88c12d3bb54 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4805801 Oct 20 11:15:30.790428 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2abf562-023b-4e46-8004-33f187c3e3aa None None] Network 717966e5-c478-496f-bddb-05794fb74250 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:15:33.098085 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 47354) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:33.234941 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-87caa411-e2d8-4574-8060-32595f6a66d3 admin admin] 10.222.0.98 "GET /v2.0/routers/f51451a7-47c2-4658-9673-15a748151f1c HTTP/1.1" status: 200 len: 710 time: 0.1301167 Oct 20 11:15:33.328171 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299ac666-c715-4d24-a8c2-ae68d10e5743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:15:33.335899 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-299ac666-c715-4d24-a8c2-ae68d10e5743 admin admin] 10.222.0.98 "GET /v2.0/networks/717966e5-c478-496f-bddb-05794fb74250 HTTP/1.1" status: 200 len: 886 time: 0.0939391 Oct 20 11:15:33.339878 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-3eb9298a-70b5-43ce-a41d-ff4ff658c5b0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:15:33.594097 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3eb9298a-70b5-43ce-a41d-ff4ff658c5b0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:33.835403 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3eb9298a-70b5-43ce-a41d-ff4ff658c5b0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:33.995450 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3eb9298a-70b5-43ce-a41d-ff4ff658c5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:34.098937 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-3eb9298a-70b5-43ce-a41d-ff4ff658c5b0 admin admin] Allocated IP 172.25.5.169 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/997c4d04-83d5-4702-8543-36de3d7c6862) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:15:34.198311 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3eb9298a-70b5-43ce-a41d-ff4ff658c5b0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:34.236838 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3eb9298a-70b5-43ce-a41d-ff4ff658c5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:34.276488 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb9298a-70b5-43ce-a41d-ff4ff658c5b0 admin admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:15:34.279320 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-3eb9298a-70b5-43ce-a41d-ff4ff658c5b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:15:34.283149 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb9298a-70b5-43ce-a41d-ff4ff658c5b0 admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:15:34.320920 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb9298a-70b5-43ce-a41d-ff4ff658c5b0 admin admin] Pushing event updated for resources: {'Port': ['ID=997c4d04-83d5-4702-8543-36de3d7c6862,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:34.529623 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3eb9298a-70b5-43ce-a41d-ff4ff658c5b0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:34.723394 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3eb9298a-70b5-43ce-a41d-ff4ff658c5b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4352'] for router, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:34.726679 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3eb9298a-70b5-43ce-a41d-ff4ff658c5b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-652987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-652962', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-654361'] for router, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:34.841725 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb9298a-70b5-43ce-a41d-ff4ff658c5b0 admin admin] Router f51451a7-47c2-4658-9673-15a748151f1c has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:15:34.947658 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb9298a-70b5-43ce-a41d-ff4ff658c5b0 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:15:34.951911 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3eb9298a-70b5-43ce-a41d-ff4ff658c5b0 admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:34.953126 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3eb9298a-70b5-43ce-a41d-ff4ff658c5b0 admin admin] 10.222.0.98 "PUT /v2.0/routers/f51451a7-47c2-4658-9673-15a748151f1c HTTP/1.1" status: 200 len: 890 time: 1.6165452 Oct 20 11:15:36.683827 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179aff29-5e97-43cc-9163-2560d8f0ab77 None None] Sync routers for ids ['f51451a7-47c2-4658-9673-15a748151f1c'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:15:36.695014 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179aff29-5e97-43cc-9163-2560d8f0ab77 None None] Routers {'f51451a7-47c2-4658-9673-15a748151f1c'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:36.695749 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-179aff29-5e97-43cc-9163-2560d8f0ab77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:15:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['f51451a7-47c2-4658-9673-15a748151f1c'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:36.899912 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-179aff29-5e97-43cc-9163-2560d8f0ab77 None None] Set router f51451a7-47c2-4658-9673-15a748151f1c gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:15:36.918260 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device ab13fc17-76b1-4c03-823f-a767f775fc80 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:15:37.178601 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port ab13fc17-76b1-4c03-823f-a767f775fc80 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:37.179144 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:37.392734 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-179aff29-5e97-43cc-9163-2560d8f0ab77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51451a7-47c2-4658-9673-15a748151f1c', 'name': 'router1', 'tenant_id': '5f8af700bf9444eab04116b783755463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '997c4d04-83d5-4702-8543-36de3d7c6862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:15:16Z', 'updated_at': '2021-10-20T11:15:34Z', 'revision_number': 4, 'project_id': '5f8af700bf9444eab04116b783755463', 'gw_port': {'id': '997c4d04-83d5-4702-8543-36de3d7c6862', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:46:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51451a7-47c2-4658-9673-15a748151f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:34Z', 'updated_at': '2021-10-20T11:15:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'ab13fc17-76b1-4c03-823f-a767f775fc80', 'name': '', 'network_id': '03addaf1-41a3-4963-a0fb-97f94ccb2400', 'tenant_id': '5f8af700bf9444eab04116b783755463', 'mac_address': 'fa:16:3e:43:23:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51451a7-47c2-4658-9673-15a748151f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fff07d49-44e8-4589-a60c-27ac7112de88', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:26Z', 'updated_at': '2021-10-20T11:15:29Z', 'revision_number': 5, 'project_id': '5f8af700bf9444eab04116b783755463', 'subnets': [{'id': 'fff07d49-44e8-4589-a60c-27ac7112de88', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '00bad23d-8db0-44ad-b3da-09607d33886e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:37.444353 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179aff29-5e97-43cc-9163-2560d8f0ab77 None None] Checking router: f51451a7-47c2-4658-9673-15a748151f1c for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:15:37.444726 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179aff29-5e97-43cc-9163-2560d8f0ab77 None None] Updating router f51451a7-47c2-4658-9673-15a748151f1c port 997c4d04-83d5-4702-8543-36de3d7c6862 binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:15:37.490294 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-179aff29-5e97-43cc-9163-2560d8f0ab77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:37.490844 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 47366) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:15:37.612701 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-9981d662-3588-45c6-b7b5-7885b80c2c2d admin admin] 10.222.0.98 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1207128 Oct 20 11:15:37.829693 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-179aff29-5e97-43cc-9163-2560d8f0ab77 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:37.837861 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-179aff29-5e97-43cc-9163-2560d8f0ab77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:37.973893 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-179aff29-5e97-43cc-9163-2560d8f0ab77 None None] Attempting to bind port 997c4d04-83d5-4702-8543-36de3d7c6862 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:15:37.974241 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-179aff29-5e97-43cc-9163-2560d8f0ab77 None None] Attempting to bind port 997c4d04-83d5-4702-8543-36de3d7c6862 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:15:37.974601 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179aff29-5e97-43cc-9163-2560d8f0ab77 None None] Attempting to bind port 997c4d04-83d5-4702-8543-36de3d7c6862 on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:15:37.976687 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3977d00-6011-49b7-81a1-892491994fcb None None] Pushing event updated for resources: {'Port': ['ID=997c4d04-83d5-4702-8543-36de3d7c6862,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:37.983035 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179aff29-5e97-43cc-9163-2560d8f0ab77 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:15:37.983382 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179aff29-5e97-43cc-9163-2560d8f0ab77 None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:15:37.984406 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-179aff29-5e97-43cc-9163-2560d8f0ab77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:37.984406 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179aff29-5e97-43cc-9163-2560d8f0ab77 None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:15:37.984683 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-179aff29-5e97-43cc-9163-2560d8f0ab77 None None] Bound port: 997c4d04-83d5-4702-8543-36de3d7c6862, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:15:37.985066 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-179aff29-5e97-43cc-9163-2560d8f0ab77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:38.034923 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-179aff29-5e97-43cc-9163-2560d8f0ab77 None None] For port 997c4d04-83d5-4702-8543-36de3d7c6862, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:15:38.038073 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-179aff29-5e97-43cc-9163-2560d8f0ab77 None None] For port 997c4d04-83d5-4702-8543-36de3d7c6862, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=997c4d04-83d5-4702-8543-36de3d7c6862,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:15:38.044460 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-179aff29-5e97-43cc-9163-2560d8f0ab77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:38.100765 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3977d00-6011-49b7-81a1-892491994fcb None None] Pushing event updated for resources: {'Port': ['ID=997c4d04-83d5-4702-8543-36de3d7c6862,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:38.106656 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179aff29-5e97-43cc-9163-2560d8f0ab77 None None] Routers {'f51451a7-47c2-4658-9673-15a748151f1c'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:15:38.107285 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-179aff29-5e97-43cc-9163-2560d8f0ab77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:15:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['f51451a7-47c2-4658-9673-15a748151f1c'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:38.212498 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-179aff29-5e97-43cc-9163-2560d8f0ab77 None None] Set router f51451a7-47c2-4658-9673-15a748151f1c gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:15:38.430994 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-179aff29-5e97-43cc-9163-2560d8f0ab77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51451a7-47c2-4658-9673-15a748151f1c', 'name': 'router1', 'tenant_id': '5f8af700bf9444eab04116b783755463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '997c4d04-83d5-4702-8543-36de3d7c6862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:15:16Z', 'updated_at': '2021-10-20T11:15:34Z', 'revision_number': 4, 'project_id': '5f8af700bf9444eab04116b783755463', 'gw_port': {'id': '997c4d04-83d5-4702-8543-36de3d7c6862', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:46:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51451a7-47c2-4658-9673-15a748151f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:34Z', 'updated_at': '2021-10-20T11:15:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'ab13fc17-76b1-4c03-823f-a767f775fc80', 'name': '', 'network_id': '03addaf1-41a3-4963-a0fb-97f94ccb2400', 'tenant_id': '5f8af700bf9444eab04116b783755463', 'mac_address': 'fa:16:3e:43:23:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51451a7-47c2-4658-9673-15a748151f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fff07d49-44e8-4589-a60c-27ac7112de88', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:26Z', 'updated_at': '2021-10-20T11:15:29Z', 'revision_number': 5, 'project_id': '5f8af700bf9444eab04116b783755463', 'subnets': [{'id': 'fff07d49-44e8-4589-a60c-27ac7112de88', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '00bad23d-8db0-44ad-b3da-09607d33886e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:15:38.456309 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179aff29-5e97-43cc-9163-2560d8f0ab77 None None] The sync data for ids ['f51451a7-47c2-4658-9673-15a748151f1c'] in n-d-814735-3 is: [{'id': 'f51451a7-47c2-4658-9673-15a748151f1c', 'name': 'router1', 'tenant_id': '5f8af700bf9444eab04116b783755463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '997c4d04-83d5-4702-8543-36de3d7c6862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:15:16Z', 'updated_at': '2021-10-20T11:15:34Z', 'revision_number': 4, 'project_id': '5f8af700bf9444eab04116b783755463', 'gw_port': {'id': '997c4d04-83d5-4702-8543-36de3d7c6862', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:46:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51451a7-47c2-4658-9673-15a748151f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:34Z', 'updated_at': '2021-10-20T11:15:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'ab13fc17-76b1-4c03-823f-a767f775fc80', 'name': '', 'network_id': '03addaf1-41a3-4963-a0fb-97f94ccb2400', 'tenant_id': '5f8af700bf9444eab04116b783755463', 'mac_address': 'fa:16:3e:43:23:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51451a7-47c2-4658-9673-15a748151f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fff07d49-44e8-4589-a60c-27ac7112de88', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:15:26Z', 'updated_at': '2021-10-20T11:15:29Z', 'revision_number': 5, 'project_id': '5f8af700bf9444eab04116b783755463', 'subnets': [{'id': 'fff07d49-44e8-4589-a60c-27ac7112de88', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '00bad23d-8db0-44ad-b3da-09607d33886e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:15:38.939555 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 997c4d04-83d5-4702-8543-36de3d7c6862 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:15:38.996959 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 997c4d04-83d5-4702-8543-36de3d7c6862 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:38.997562 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:39.082640 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:39.103768 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 997c4d04-83d5-4702-8543-36de3d7c6862, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=997c4d04-83d5-4702-8543-36de3d7c6862,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:15:39.108289 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:39.160174 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=997c4d04-83d5-4702-8543-36de3d7c6862,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:15:40.902174 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 997c4d04-83d5-4702-8543-36de3d7c6862 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:15:40.955885 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 997c4d04-83d5-4702-8543-36de3d7c6862 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:15:40.956256 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:49.254579 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a33d6ab7-8652-4864-b54f-f8c0fcaf171c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:52.094620 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-41a1d7cd-5fe4-4d34-a236-10227d546554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:52.884597 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:53.025619 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:54.636913 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:15:59.308877 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 5 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:16:19.259578 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3c7611fc-549d-4000-95f1-2e556f704d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:22.095466 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e802ab3f-b4ec-4d4f-a1ab-88b54a01ad18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:22.896970 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:23.021601 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:24.646110 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:36.308017 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 5 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:16:49.254109 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6d36d4a7-a5b9-4d4b-a242-da119a33f383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:52.088934 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-da30a992-7241-43e2-8cc5-39c4b1464902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:52.885028 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:53.025578 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:16:54.635057 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:13.308653 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 5 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:17:19.258623 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5bec3eb8-d27a-4b06-bd69-26015193bc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:20.361552 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 47960) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:17:20.428445 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dab3f52-cff4-4387-8731-2cc694b974fb admin admin] GET failed (client error): The resource could not be found. Oct 20 11:17:20.429838 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7dab3f52-cff4-4387-8731-2cc694b974fb admin admin] 10.222.0.98 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0671251 Oct 20 11:17:20.604175 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72304c57-73d5-4663-bba7-87af157ac5a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:17:20.605563 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-72304c57-73d5-4663-bba7-87af157ac5a2 admin admin] 10.222.0.98 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1709082 Oct 20 11:17:22.091208 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-fab36c46-e2e1-4d67-b473-41f2a9083bec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:22.890171 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:22.898871 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 47970) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:17:23.007373 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822b25fc-b2e4-438e-8bb5-1235aaff5433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:17:23.008834 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-822b25fc-b2e4-438e-8bb5-1235aaff5433 admin admin] 10.222.0.98 "GET /v2.0/subnets/fff07d49-44e8-4589-a60c-27ac7112de88 HTTP/1.1" status: 200 len: 849 time: 0.1090598 Oct 20 11:17:23.020530 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-8d8cbea5-3c8e-4315-ac8c-d19325c35eea admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:17:23.030301 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:23.105811 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8d8cbea5-3c8e-4315-ac8c-d19325c35eea admin admin] Publish callbacks [] for subnet, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:23.359865 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8d8cbea5-3c8e-4315-ac8c-d19325c35eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755318649182'] for subnet, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:23.397849 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e16376-119e-4f0b-8828-84128ad538a9 None None] Network 03addaf1-41a3-4963-a0fb-97f94ccb2400 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:17:23.401975 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8cbea5-3c8e-4315-ac8c-d19325c35eea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:17:23.402583 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8d8cbea5-3c8e-4315-ac8c-d19325c35eea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:23.403945 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8d8cbea5-3c8e-4315-ac8c-d19325c35eea admin admin] 10.222.0.98 "PUT /v2.0/subnets/fff07d49-44e8-4589-a60c-27ac7112de88 HTTP/1.1" status: 200 len: 868 time: 0.3875916 Oct 20 11:17:23.410624 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8cbea5-3c8e-4315-ac8c-d19325c35eea admin admin] Pushing event updated for resources: {'Subnet': ['ID=fff07d49-44e8-4589-a60c-27ac7112de88,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:17:23.418497 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8cbea5-3c8e-4315-ac8c-d19325c35eea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:23.418889 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8cbea5-3c8e-4315-ac8c-d19325c35eea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:23.419213 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8cbea5-3c8e-4315-ac8c-d19325c35eea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:23.419551 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8cbea5-3c8e-4315-ac8c-d19325c35eea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:23.419882 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8cbea5-3c8e-4315-ac8c-d19325c35eea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:23.420208 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8cbea5-3c8e-4315-ac8c-d19325c35eea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:23.420537 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8cbea5-3c8e-4315-ac8c-d19325c35eea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:23.420862 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8cbea5-3c8e-4315-ac8c-d19325c35eea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:23.421185 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8cbea5-3c8e-4315-ac8c-d19325c35eea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:23.421510 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8cbea5-3c8e-4315-ac8c-d19325c35eea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:23.421856 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8cbea5-3c8e-4315-ac8c-d19325c35eea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:23.422152 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8cbea5-3c8e-4315-ac8c-d19325c35eea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:17:23.803304 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-0248f6d4-0677-451c-ba04-124a53003bcf None None] Provisioning complete for port bd192c52-d02a-45ae-9bb8-4ddd2e74f1b5 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:17:23.803674 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0248f6d4-0677-451c-ba04-124a53003bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:23.890298 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-0248f6d4-0677-451c-ba04-124a53003bcf None None] Provisioning complete for port ab13fc17-76b1-4c03-823f-a767f775fc80 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:17:23.890529 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0248f6d4-0677-451c-ba04-124a53003bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:24.645830 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:25.699175 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 47978) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:17:25.911554 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686deeb4-e159-4854-b4da-d9dd001ff4b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:17:25.911903 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686deeb4-e159-4854-b4da-d9dd001ff4b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:17:25.913519 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-686deeb4-e159-4854-b4da-d9dd001ff4b1 admin admin] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2130356 Oct 20 11:17:28.198073 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 47986) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:17:28.347746 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eae2ffb-7673-43be-86e5-af1434485d52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:17:28.348207 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eae2ffb-7673-43be-86e5-af1434485d52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:17:28.349764 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3eae2ffb-7673-43be-86e5-af1434485d52 admin admin] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1506343 Oct 20 11:17:30.651196 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 47994) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:17:30.789142 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399edbbf-b774-48b3-8f8a-f71261aaf59c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:17:30.790522 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-399edbbf-b774-48b3-8f8a-f71261aaf59c admin admin] 10.222.0.98 "GET /v2.0/networks/03addaf1-41a3-4963-a0fb-97f94ccb2400 HTTP/1.1" status: 200 len: 870 time: 0.1383243 Oct 20 11:17:33.083803 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 48002) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:17:33.211202 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d77881-97f5-4875-bc10-8fc5b1113f32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:17:33.212578 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-88d77881-97f5-4875-bc10-8fc5b1113f32 admin admin] 10.222.0.98 "GET /v2.0/networks/717966e5-c478-496f-bddb-05794fb74250 HTTP/1.1" status: 200 len: 886 time: 0.1274686 Oct 20 11:17:35.517697 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 48012) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:17:35.660068 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee61f4fe-8e3b-43c6-9a13-b1caf59042b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:17:35.660523 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee61f4fe-8e3b-43c6-9a13-b1caf59042b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:17:35.662075 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ee61f4fe-8e3b-43c6-9a13-b1caf59042b5 admin admin] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1434362 Oct 20 11:17:37.969467 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48020) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:17:38.107879 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f379b2-dd78-42e0-83bf-26c082536de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:17:38.108348 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f379b2-dd78-42e0-83bf-26c082536de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:17:38.109868 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-27f379b2-dd78-42e0-83bf-26c082536de3 admin admin] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1394625 Oct 20 11:17:40.406081 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48028) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:17:40.505444 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021269c8-c1a2-447e-97ca-b309e2198626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:17:40.506826 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-021269c8-c1a2-447e-97ca-b309e2198626 admin admin] 10.222.0.98 "GET /v2.0/subnets/b69324eb-feb4-4f2a-b479-531a3ed2e60c HTTP/1.1" status: 200 len: 816 time: 0.0997550 Oct 20 11:17:42.781613 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 48036) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:17:42.895289 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c295bfe0-7b29-4f17-853a-00bde6c04e11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:17:42.896670 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c295bfe0-7b29-4f17-853a-00bde6c04e11 admin admin] 10.222.0.98 "GET /v2.0/subnets/fff07d49-44e8-4589-a60c-27ac7112de88 HTTP/1.1" status: 200 len: 868 time: 0.1140580 Oct 20 11:17:49.262604 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5b9ebfdf-5dcd-4dc8-b40e-8b83ed3dc887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:50.307837 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 5 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:17:52.094243 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0de52235-428b-4609-a7e3-d1baca53ccdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:52.902066 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:53.034881 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:17:54.655047 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:08.985607 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48090) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:18:09.034160 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [None req-becb54ac-e84c-421e-9720-ef8ea1b28b6e admin admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:18:09.035179 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-becb54ac-e84c-421e-9720-ef8ea1b28b6e admin admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0485156 Oct 20 11:18:11.407985 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 48098) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:18:11.476881 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b5102f8-68c6-4f59-8ce6-413e3c1be011 admin admin] GET failed (client error): The resource could not be found. Oct 20 11:18:11.478155 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8b5102f8-68c6-4f59-8ce6-413e3c1be011 admin admin] 10.222.0.98 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0688877 Oct 20 11:18:11.630641 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bad83c5-464a-4d62-bdc1-9b696343d186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:18:11.632058 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4bad83c5-464a-4d62-bdc1-9b696343d186 admin admin] 10.222.0.98 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1491127 Oct 20 11:18:13.951540 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 48106) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:18:14.013247 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-d1a4f516-0dde-4e36-84fe-90b79b07fd33 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:18:14.044898 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a4f516-0dde-4e36-84fe-90b79b07fd33 admin admin] Made reservation on behalf of 9836a395c96741e6895ce3bf5180f6f8 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:18:14.047290 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d1a4f516-0dde-4e36-84fe-90b79b07fd33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:14.081711 n-d-814735-3 neutron-server[100647]: WARNING neutron.services.revisions.revision_plugin [None req-d1a4f516-0dde-4e36-84fe-90b79b07fd33 admin admin] Could not find related network for resource to bump revision. Oct 20 11:18:14.094821 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1a4f516-0dde-4e36-84fe-90b79b07fd33 admin admin] vlan segment allocate from pool success with {'vlan_id': 1290, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:18:14.103895 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d1a4f516-0dde-4e36-84fe-90b79b07fd33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:14.104235 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-d1a4f516-0dde-4e36-84fe-90b79b07fd33 admin admin] Added segment 983227a7-9387-4d51-ad0f-e79006da0f66 of type vlan for network 09e5a906-63cf-4dde-b699-ab448fb18fb8 Oct 20 11:18:14.144108 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d1a4f516-0dde-4e36-84fe-90b79b07fd33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:14.179576 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d1a4f516-0dde-4e36-84fe-90b79b07fd33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:14.180445 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a4f516-0dde-4e36-84fe-90b79b07fd33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:18:14.181115 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d1a4f516-0dde-4e36-84fe-90b79b07fd33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:14.214062 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d1a4f516-0dde-4e36-84fe-90b79b07fd33 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2610583 Oct 20 11:18:14.244604 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a4f516-0dde-4e36-84fe-90b79b07fd33 admin admin] Pushing event updated for resources: {'Network': ['ID=09e5a906-63cf-4dde-b699-ab448fb18fb8,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:18:14.252520 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a4f516-0dde-4e36-84fe-90b79b07fd33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:18:14.252865 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a4f516-0dde-4e36-84fe-90b79b07fd33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:18:14.253289 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a4f516-0dde-4e36-84fe-90b79b07fd33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:18:14.253621 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a4f516-0dde-4e36-84fe-90b79b07fd33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:18:14.253957 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a4f516-0dde-4e36-84fe-90b79b07fd33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:18:14.254283 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a4f516-0dde-4e36-84fe-90b79b07fd33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:18:14.254606 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a4f516-0dde-4e36-84fe-90b79b07fd33 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:18:14.254962 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a4f516-0dde-4e36-84fe-90b79b07fd33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:18:14.255287 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a4f516-0dde-4e36-84fe-90b79b07fd33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:18:14.255608 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a4f516-0dde-4e36-84fe-90b79b07fd33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:18:14.255931 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a4f516-0dde-4e36-84fe-90b79b07fd33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:18:14.256254 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a4f516-0dde-4e36-84fe-90b79b07fd33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:18:14.268132 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 09e5a906-63cf-4dde-b699-ab448fb18fb8 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:18:16.526660 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 48114) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:18:16.590047 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbe5bc83-9ec3-4aae-a4ff-854d494442ff admin admin] GET failed (client error): The resource could not be found. Oct 20 11:18:16.591418 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-fbe5bc83-9ec3-4aae-a4ff-854d494442ff admin admin] 10.222.0.98 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0637627 Oct 20 11:18:16.663336 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e86ba10-7931-4bbd-8dea-47a8877a1369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:18:16.664801 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4e86ba10-7931-4bbd-8dea-47a8877a1369 admin admin] 10.222.0.98 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0686564 Oct 20 11:18:16.684854 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-1c69acf0-4fa3-49bb-be90-50fa94827604 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:18:16.716250 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c69acf0-4fa3-49bb-be90-50fa94827604 admin admin] Made reservation on behalf of 9836a395c96741e6895ce3bf5180f6f8 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:18:16.718436 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1c69acf0-4fa3-49bb-be90-50fa94827604 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:16.893637 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1c69acf0-4fa3-49bb-be90-50fa94827604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:16.992247 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c69acf0-4fa3-49bb-be90-50fa94827604 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94289c8c-e5f7-4e30-b6a9-5b268a8fd610,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:18:16.999585 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c69acf0-4fa3-49bb-be90-50fa94827604 admin admin] Checking segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:18:16.999945 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c69acf0-4fa3-49bb-be90-50fa94827604 admin admin] Network hostable DHCP agents. Network: 09e5a906-63cf-4dde-b699-ab448fb18fb8, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:18:17.016825 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c69acf0-4fa3-49bb-be90-50fa94827604 admin admin] Network 09e5a906-63cf-4dde-b699-ab448fb18fb8 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:18:17.026351 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-1c69acf0-4fa3-49bb-be90-50fa94827604 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 09e5a906-63cf-4dde-b699-ab448fb18fb8) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:18:17.030592 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c69acf0-4fa3-49bb-be90-50fa94827604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:18:17.031200 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1c69acf0-4fa3-49bb-be90-50fa94827604 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:17.035870 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5d103a-c870-403e-9293-bf4a5678f620 None None] Network 09e5a906-63cf-4dde-b699-ab448fb18fb8 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:18:17.047894 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-1c69acf0-4fa3-49bb-be90-50fa94827604 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3696988 Oct 20 11:18:17.192841 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c81e94-7a4c-4de6-b166-42d91894d91d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-09e5a906-63cf-4dde-b699-ab448fb18fb8', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'tenant_id': '9836a395c96741e6895ce3bf5180f6f8', 'fixed_ips': [{'subnet_id': '94289c8c-e5f7-4e30-b6a9-5b268a8fd610'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:18:17.193746 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-18c81e94-7a4c-4de6-b166-42d91894d91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:17.329727 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-18c81e94-7a4c-4de6-b166-42d91894d91d None None] Allocated IP 192.168.233.2 (09e5a906-63cf-4dde-b699-ab448fb18fb8/94289c8c-e5f7-4e30-b6a9-5b268a8fd610/794a594f-84da-4d58-b038-d51ea290e8a6) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:18:17.473267 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-18c81e94-7a4c-4de6-b166-42d91894d91d None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:17.480222 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-18c81e94-7a4c-4de6-b166-42d91894d91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:17.517192 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c81e94-7a4c-4de6-b166-42d91894d91d None None] Network 09e5a906-63cf-4dde-b699-ab448fb18fb8 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:18:17.519998 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-18c81e94-7a4c-4de6-b166-42d91894d91d None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:18:17.528677 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c81e94-7a4c-4de6-b166-42d91894d91d None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:18:17.531809 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c81e94-7a4c-4de6-b166-42d91894d91d None None] Pushing event updated for resources: {'Port': ['ID=794a594f-84da-4d58-b038-d51ea290e8a6,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:18:17.542549 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c81e94-7a4c-4de6-b166-42d91894d91d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:18:17.542941 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c81e94-7a4c-4de6-b166-42d91894d91d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:18:17.543288 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c81e94-7a4c-4de6-b166-42d91894d91d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:18:17.543616 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c81e94-7a4c-4de6-b166-42d91894d91d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:18:17.543953 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c81e94-7a4c-4de6-b166-42d91894d91d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:18:17.544278 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c81e94-7a4c-4de6-b166-42d91894d91d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:18:17.544601 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c81e94-7a4c-4de6-b166-42d91894d91d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:18:17.544942 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c81e94-7a4c-4de6-b166-42d91894d91d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:18:17.545265 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c81e94-7a4c-4de6-b166-42d91894d91d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:18:17.545585 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c81e94-7a4c-4de6-b166-42d91894d91d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:18:17.545897 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c81e94-7a4c-4de6-b166-42d91894d91d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:18:17.546210 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c81e94-7a4c-4de6-b166-42d91894d91d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:18:17.594743 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-18c81e94-7a4c-4de6-b166-42d91894d91d None None] Attempting to bind port 794a594f-84da-4d58-b038-d51ea290e8a6 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:18:17.595052 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-18c81e94-7a4c-4de6-b166-42d91894d91d None None] Attempting to bind port 794a594f-84da-4d58-b038-d51ea290e8a6 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:18:17.595411 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c81e94-7a4c-4de6-b166-42d91894d91d None None] Attempting to bind port 794a594f-84da-4d58-b038-d51ea290e8a6 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:18:17.600483 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c81e94-7a4c-4de6-b166-42d91894d91d None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:18:17.600842 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c81e94-7a4c-4de6-b166-42d91894d91d None None] Checking segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:18:17.601233 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-18c81e94-7a4c-4de6-b166-42d91894d91d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:17.601618 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c81e94-7a4c-4de6-b166-42d91894d91d None None] Bound using segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:18:17.602077 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-18c81e94-7a4c-4de6-b166-42d91894d91d None None] Bound port: 794a594f-84da-4d58-b038-d51ea290e8a6, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:18:17.602487 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-18c81e94-7a4c-4de6-b166-42d91894d91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:17.663315 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-18c81e94-7a4c-4de6-b166-42d91894d91d None None] For port 794a594f-84da-4d58-b038-d51ea290e8a6, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:18:17.666325 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-18c81e94-7a4c-4de6-b166-42d91894d91d None None] For port 794a594f-84da-4d58-b038-d51ea290e8a6, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=794a594f-84da-4d58-b038-d51ea290e8a6,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:18:17.671643 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-18c81e94-7a4c-4de6-b166-42d91894d91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:17.728887 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c81e94-7a4c-4de6-b166-42d91894d91d None None] Pushing event updated for resources: {'Port': ['ID=794a594f-84da-4d58-b038-d51ea290e8a6,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:18:18.551781 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fd7260-dd06-45b0-a232-e074377b9390 None None] Network 09e5a906-63cf-4dde-b699-ab448fb18fb8 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:18:18.637817 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-bf163c92-4250-4793-8023-116d9752c260 None None] Provisioning complete for port 794a594f-84da-4d58-b038-d51ea290e8a6 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:18:18.638124 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bf163c92-4250-4793-8023-116d9752c260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:18.767303 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bf163c92-4250-4793-8023-116d9752c260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:18.803806 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-bf163c92-4250-4793-8023-116d9752c260 None None] For port 794a594f-84da-4d58-b038-d51ea290e8a6, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=794a594f-84da-4d58-b038-d51ea290e8a6,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:18:18.810911 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bf163c92-4250-4793-8023-116d9752c260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:18.866841 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf163c92-4250-4793-8023-116d9752c260 None None] Pushing event updated for resources: {'Port': ['ID=794a594f-84da-4d58-b038-d51ea290e8a6,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:18:19.032870 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-38951d5f-090d-424d-bc88-6d7933322dcb None None] Provisioning complete for port 794a594f-84da-4d58-b038-d51ea290e8a6 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:18:19.033375 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-38951d5f-090d-424d-bc88-6d7933322dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:19.073653 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 794a594f-84da-4d58-b038-d51ea290e8a6 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:18:19.161399 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 794a594f-84da-4d58-b038-d51ea290e8a6 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:18:19.161774 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:19.264659 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e5728c60-fff5-4193-8b19-0e5287956700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:22.098284 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-161e11e6-7c1d-4a70-b857-d074cef60668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:22.896574 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:23.040192 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:24.670745 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:27.309812 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 5 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:18:49.267798 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-63742c0a-d1d6-456a-a551-5968d327c261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:52.104516 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ffe42a00-1791-4384-946b-6f1978e74dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:52.900065 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:53.036124 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:18:54.662155 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:04.309120 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 5 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:19:19.271905 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0b46b8d2-4970-4321-a008-c0c60f1d0aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:22.109451 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b141462c-7ece-4ffd-97ea-a9b72e93a9be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:22.901368 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:23.040298 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:24.666117 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:34.050741 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48166) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:19:34.056550 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [None req-79203557-be61-4146-b2fb-84d7282941ec tempest-verify_tempest_config-1761948476 tempest-verify_tempest_config-1761948476-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:19:34.057547 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-79203557-be61-4146-b2fb-84d7282941ec tempest-verify_tempest_config-1761948476 tempest-verify_tempest_config-1761948476-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0058239 Oct 20 11:19:34.388827 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48184) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:19:34.495674 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ea49a63b-3edf-4bab-a090-9da83c5a0c9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:34.575168 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ea49a63b-3edf-4bab-a090-9da83c5a0c9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:34.580081 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ea49a63b-3edf-4bab-a090-9da83c5a0c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:34.624172 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea49a63b-3edf-4bab-a090-9da83c5a0c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ed13e8-052a-401a-9e3f-b208321ab104,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:19:34.633272 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49a63b-3edf-4bab-a090-9da83c5a0c9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:19:34.633760 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49a63b-3edf-4bab-a090-9da83c5a0c9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:19:34.633937 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49a63b-3edf-4bab-a090-9da83c5a0c9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:19:34.634440 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49a63b-3edf-4bab-a090-9da83c5a0c9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:19:34.635056 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49a63b-3edf-4bab-a090-9da83c5a0c9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:19:34.635569 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49a63b-3edf-4bab-a090-9da83c5a0c9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:19:34.635890 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49a63b-3edf-4bab-a090-9da83c5a0c9c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:19:34.636394 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49a63b-3edf-4bab-a090-9da83c5a0c9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:19:34.636720 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49a63b-3edf-4bab-a090-9da83c5a0c9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:19:34.637044 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49a63b-3edf-4bab-a090-9da83c5a0c9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:19:34.637367 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49a63b-3edf-4bab-a090-9da83c5a0c9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:19:34.637687 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49a63b-3edf-4bab-a090-9da83c5a0c9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:19:34.651757 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 48188) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:19:34.652182 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ea49a63b-3edf-4bab-a090-9da83c5a0c9c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a56b5a896d25478d84f3ff53c6d55f4f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2618747 Oct 20 11:19:34.715589 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-74b2a25f-611e-4fb4-9213-b75abc3f0407 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:34.737330 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-74b2a25f-611e-4fb4-9213-b75abc3f0407 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:34.831777 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-74b2a25f-611e-4fb4-9213-b75abc3f0407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:34.834721 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-74b2a25f-611e-4fb4-9213-b75abc3f0407 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:34.835918 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-74b2a25f-611e-4fb4-9213-b75abc3f0407 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/98ed13e8-052a-401a-9e3f-b208321ab104 HTTP/1.1" status: 204 len: 168 time: 0.1831892 Oct 20 11:19:34.844250 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b2a25f-611e-4fb4-9213-b75abc3f0407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ed13e8-052a-401a-9e3f-b208321ab104,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:19:34.851349 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b2a25f-611e-4fb4-9213-b75abc3f0407 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:19:34.851689 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b2a25f-611e-4fb4-9213-b75abc3f0407 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:19:34.852026 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b2a25f-611e-4fb4-9213-b75abc3f0407 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:19:34.852355 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b2a25f-611e-4fb4-9213-b75abc3f0407 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:19:34.852682 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b2a25f-611e-4fb4-9213-b75abc3f0407 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:19:34.853007 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b2a25f-611e-4fb4-9213-b75abc3f0407 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:19:34.853330 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b2a25f-611e-4fb4-9213-b75abc3f0407 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:19:34.853690 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b2a25f-611e-4fb4-9213-b75abc3f0407 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:19:34.854023 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b2a25f-611e-4fb4-9213-b75abc3f0407 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:19:34.854347 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b2a25f-611e-4fb4-9213-b75abc3f0407 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:19:34.854772 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b2a25f-611e-4fb4-9213-b75abc3f0407 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:19:34.855124 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b2a25f-611e-4fb4-9213-b75abc3f0407 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:19:41.312286 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 5 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:19:49.278312 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d1ce1dd8-bfd0-42d5-901a-fff165efffef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:52.112153 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7f274bb6-e4de-48d8-92ba-06e34a9220bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:52.906754 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:53.045557 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:19:54.670734 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:18.312617 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 5 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:20:19.274829 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-35c0be38-6c45-48a1-bf0c-d14e86fa0663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:22.119277 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-26b9dcdd-28d7-4826-bf10-bd94b24fff89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:22.919413 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:23.054306 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:24.673824 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:49.275274 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bcced1f1-3a95-400f-8fa6-40765d43eefc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:52.112245 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-42a76381-07cd-46de-b3b8-77aa3272c946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:52.915977 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:53.048915 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:54.674951 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:20:55.316009 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 5 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:21:19.272601 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-376ee7b2-a47a-4b8b-a9ff-f37f6f2f6a81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:22.125365 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a1243eb8-bc56-43c4-8e43-2b6b59178402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:22.921641 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:23.064076 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:24.677857 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:32.319384 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 5 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:21:49.265037 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0d2a92a5-7319-46c0-bb24-bc5a92eee83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:52.126059 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1abf9335-e58a-43ad-8cce-3a5583c562f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:52.928896 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:53.059822 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:21:54.681669 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:09.319007 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 5 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:22:19.271811 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-367c868d-adfd-49ff-9882-e8868eacdd04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:22.117988 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b7e2091f-4ca3-4440-a251-d17c0b12a0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:22.933550 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:23.066037 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:24.685381 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:39.528380 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-654242'] for agent, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:45.077545 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-654242'] for agent, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:46.318438 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:22:49.265361 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-131ebbc1-bb5e-4f97-b70f-09d87380ed5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:52.120891 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1140f7a4-be6e-474a-840a-a48fe1f070d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:52.933481 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:53.059313 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:22:54.686758 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:09.488344 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:15.049009 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:19.274537 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ca96f680-6a47-4f5a-b2dc-9ee5498a5a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:22.123814 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-105869d1-c76d-4fb1-91aa-792b601fdec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:22.938077 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:23.062157 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:23.318643 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:23:24.691060 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:27.400974 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48250) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:23:27.533666 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4939bdfc-1284-4599-9f05-efa64e8526d6 admin admin] 10.222.0.98 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1314757 Oct 20 11:23:29.836741 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48260) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:23:29.894989 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-39e61eb2-0cef-4905-a597-99327071a1e2 admin admin] 10.222.0.98 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0571060 Oct 20 11:23:39.513111 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:45.048806 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:49.269621 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ee7421b2-fc57-4c99-9ed9-32a6b9a58d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:52.126670 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-96ff2c71-851e-41f9-bdc3-a5b671c7491a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:52.947954 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:53.063131 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:23:54.700657 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:00.321391 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:24:09.517219 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:15.043935 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:19.272709 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-47db5e5b-be7d-44a3-8ec4-1d03e915131f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:22.129065 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9459de86-17a8-48c6-b175-b9d47f78dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:22.945261 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:23.062172 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:24.701176 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:37.321874 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:24:39.531505 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:45.060622 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:49.275587 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5290907d-bc62-4547-9f91-de9fa1729a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:52.145940 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1b625dde-79fa-4040-84f8-59a1a52bdc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:52.951316 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:53.058593 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:54.708189 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:56.068784 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 48502) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:24:56.497396 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-6b780e83-2aac-405a-94ae-1154e216d3ef tempest-AutoAllocateNetworkTest-1851206 tempest-AutoAllocateNetworkTest-1851206-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=127d78b84c5b4b649f1f9b92e46fc9ce&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4263148 Oct 20 11:24:56.500267 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 48522) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:24:56.703811 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ec0268-0ce9-41d4-b6af-61ee6423f708 tempest-AutoAllocateNetworkTest-1851206 tempest-AutoAllocateNetworkTest-1851206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:24:56.707629 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-41ec0268-0ce9-41d4-b6af-61ee6423f708 tempest-AutoAllocateNetworkTest-1851206 tempest-AutoAllocateNetworkTest-1851206-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2059329 Oct 20 11:24:56.708567 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 48532) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:24:56.782856 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48534) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:24:56.783398 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-6e990ce5-1676-4c5f-9a78-fad9b38c3513 tempest-AutoAllocateNetworkTest-1851206 tempest-AutoAllocateNetworkTest-1851206-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0732234 Oct 20 11:24:56.817257 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ed1ecdde-4880-4927-9e36-144eb3690bf4 tempest-AutoAllocateNetworkTest-1851206 tempest-AutoAllocateNetworkTest-1851206-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=127d78b84c5b4b649f1f9b92e46fc9ce HTTP/1.1" status: 200 len: 208 time: 0.0299613 Oct 20 11:24:57.477650 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48582) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:24:57.768989 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2633261d-10e4-4e86-b16d-92b77a0bd837 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:57.865996 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2633261d-10e4-4e86-b16d-92b77a0bd837 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:57.872075 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2633261d-10e4-4e86-b16d-92b77a0bd837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:57.905323 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2633261d-10e4-4e86-b16d-92b77a0bd837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9acf09fe-2014-44e1-9fa8-554db093c256,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:24:57.917877 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2633261d-10e4-4e86-b16d-92b77a0bd837 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:57.918729 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2633261d-10e4-4e86-b16d-92b77a0bd837 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:57.919244 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2633261d-10e4-4e86-b16d-92b77a0bd837 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:57.919804 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2633261d-10e4-4e86-b16d-92b77a0bd837 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:57.920488 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2633261d-10e4-4e86-b16d-92b77a0bd837 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:57.921014 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2633261d-10e4-4e86-b16d-92b77a0bd837 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:57.921516 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2633261d-10e4-4e86-b16d-92b77a0bd837 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:57.922022 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2633261d-10e4-4e86-b16d-92b77a0bd837 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:57.922604 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2633261d-10e4-4e86-b16d-92b77a0bd837 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:57.923129 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2633261d-10e4-4e86-b16d-92b77a0bd837 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:57.923652 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2633261d-10e4-4e86-b16d-92b77a0bd837 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:57.924406 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2633261d-10e4-4e86-b16d-92b77a0bd837 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:57.925691 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2633261d-10e4-4e86-b16d-92b77a0bd837 admin admin] Tracked resource versions report: Oct 20 11:24:57.925691 n-d-814735-3 neutron-server[100646]: pushed versions: Oct 20 11:24:57.925691 n-d-814735-3 neutron-server[100646]: { 'AddressGroup': {'1.2'}, Oct 20 11:24:57.925691 n-d-814735-3 neutron-server[100646]: 'ConntrackHelper': {'1.0'}, Oct 20 11:24:57.925691 n-d-814735-3 neutron-server[100646]: 'Log': {'1.0'}, Oct 20 11:24:57.925691 n-d-814735-3 neutron-server[100646]: 'Network': {'1.1'}, Oct 20 11:24:57.925691 n-d-814735-3 neutron-server[100646]: 'Port': {'1.7'}, Oct 20 11:24:57.925691 n-d-814735-3 neutron-server[100646]: 'PortForwarding': {'1.2'}, Oct 20 11:24:57.925691 n-d-814735-3 neutron-server[100646]: 'QosPolicy': {'1.10'}, Oct 20 11:24:57.925691 n-d-814735-3 neutron-server[100646]: 'SecurityGroup': {'1.4'}, Oct 20 11:24:57.925691 n-d-814735-3 neutron-server[100646]: 'SecurityGroupRule': {'1.2'}, Oct 20 11:24:57.925691 n-d-814735-3 neutron-server[100646]: 'SubPort': {'1.0'}, Oct 20 11:24:57.925691 n-d-814735-3 neutron-server[100646]: 'Subnet': {'1.1'}, Oct 20 11:24:57.925691 n-d-814735-3 neutron-server[100646]: 'Trunk': {'1.1'}} Oct 20 11:24:57.925691 n-d-814735-3 neutron-server[100646]: consumer versions: Oct 20 11:24:57.925691 n-d-814735-3 neutron-server[100646]: { DHCP agent@n-d-814735-3: {}, Oct 20 11:24:57.925691 n-d-814735-3 neutron-server[100646]: HyperV agent@n-h1-814735-3: {}, Oct 20 11:24:57.925691 n-d-814735-3 neutron-server[100646]: HyperV agent@n-h2-814735-3: {}, Oct 20 11:24:57.925691 n-d-814735-3 neutron-server[100646]: L3 agent@n-d-814735-3: {}, Oct 20 11:24:57.925691 n-d-814735-3 neutron-server[100646]: Metadata agent@n-d-814735-3: {}, Oct 20 11:24:57.925691 n-d-814735-3 neutron-server[100646]: Metering agent@n-d-814735-3: {}, Oct 20 11:24:57.925691 n-d-814735-3 neutron-server[100646]: Open vSwitch agent@n-d-814735-3: { 'AddressGroup': '1.2', Oct 20 11:24:57.925691 n-d-814735-3 neutron-server[100646]: 'ConntrackHelper': '1.0', Oct 20 11:24:57.925691 n-d-814735-3 neutron-server[100646]: 'Log': '1.0', Oct 20 11:24:57.925691 n-d-814735-3 neutron-server[100646]: 'Network': '1.1', Oct 20 11:24:57.925691 n-d-814735-3 neutron-server[100646]: 'Port': '1.7', Oct 20 11:24:57.925691 n-d-814735-3 neutron-server[100646]: 'PortForwarding': '1.2', Oct 20 11:24:57.925691 n-d-814735-3 neutron-server[100646]: 'QosPolicy': '1.10', Oct 20 11:24:57.925691 n-d-814735-3 neutron-server[100646]: 'SecurityGroup': '1.4', Oct 20 11:24:57.925691 n-d-814735-3 neutron-server[100646]: 'SecurityGroupRule': '1.2', Oct 20 11:24:57.925691 n-d-814735-3 neutron-server[100646]: 'SubPort': '1.0', Oct 20 11:24:57.925691 n-d-814735-3 neutron-server[100646]: 'Subnet': '1.1', Oct 20 11:24:57.925691 n-d-814735-3 neutron-server[100646]: 'Trunk': '1.1'}} Oct 20 11:24:57.925691 n-d-814735-3 neutron-server[100646]: {{(pid=100646) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 11:24:57.958673 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 48608) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:24:57.967428 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2633261d-10e4-4e86-b16d-92b77a0bd837 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=127d78b84c5b4b649f1f9b92e46fc9ce&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4883778 Oct 20 11:24:58.016702 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8b7e5985-99f9-4e78-9f2a-9d071028ff4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:58.043747 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8b7e5985-99f9-4e78-9f2a-9d071028ff4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:58.098873 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8b7e5985-99f9-4e78-9f2a-9d071028ff4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:58.103083 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8b7e5985-99f9-4e78-9f2a-9d071028ff4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:58.111134 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8b7e5985-99f9-4e78-9f2a-9d071028ff4d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9acf09fe-2014-44e1-9fa8-554db093c256 HTTP/1.1" status: 204 len: 168 time: 0.1501050 Oct 20 11:24:58.123666 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e5985-99f9-4e78-9f2a-9d071028ff4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9acf09fe-2014-44e1-9fa8-554db093c256,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:24:58.133099 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e5985-99f9-4e78-9f2a-9d071028ff4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:58.133451 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e5985-99f9-4e78-9f2a-9d071028ff4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:58.133903 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e5985-99f9-4e78-9f2a-9d071028ff4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:58.134173 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e5985-99f9-4e78-9f2a-9d071028ff4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:58.134550 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e5985-99f9-4e78-9f2a-9d071028ff4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:58.134923 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e5985-99f9-4e78-9f2a-9d071028ff4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:58.135260 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e5985-99f9-4e78-9f2a-9d071028ff4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:58.135587 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e5985-99f9-4e78-9f2a-9d071028ff4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:58.136433 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e5985-99f9-4e78-9f2a-9d071028ff4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:58.137122 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e5985-99f9-4e78-9f2a-9d071028ff4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:58.138039 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e5985-99f9-4e78-9f2a-9d071028ff4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:58.138527 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e5985-99f9-4e78-9f2a-9d071028ff4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:24:58.140165 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e5985-99f9-4e78-9f2a-9d071028ff4d admin admin] Tracked resource versions report: Oct 20 11:24:58.140165 n-d-814735-3 neutron-server[100647]: pushed versions: Oct 20 11:24:58.140165 n-d-814735-3 neutron-server[100647]: { 'AddressGroup': {'1.2'}, Oct 20 11:24:58.140165 n-d-814735-3 neutron-server[100647]: 'ConntrackHelper': {'1.0'}, Oct 20 11:24:58.140165 n-d-814735-3 neutron-server[100647]: 'Log': {'1.0'}, Oct 20 11:24:58.140165 n-d-814735-3 neutron-server[100647]: 'Network': {'1.1'}, Oct 20 11:24:58.140165 n-d-814735-3 neutron-server[100647]: 'Port': {'1.7'}, Oct 20 11:24:58.140165 n-d-814735-3 neutron-server[100647]: 'PortForwarding': {'1.2'}, Oct 20 11:24:58.140165 n-d-814735-3 neutron-server[100647]: 'QosPolicy': {'1.10'}, Oct 20 11:24:58.140165 n-d-814735-3 neutron-server[100647]: 'SecurityGroup': {'1.4'}, Oct 20 11:24:58.140165 n-d-814735-3 neutron-server[100647]: 'SecurityGroupRule': {'1.2'}, Oct 20 11:24:58.140165 n-d-814735-3 neutron-server[100647]: 'SubPort': {'1.0'}, Oct 20 11:24:58.140165 n-d-814735-3 neutron-server[100647]: 'Subnet': {'1.1'}, Oct 20 11:24:58.140165 n-d-814735-3 neutron-server[100647]: 'Trunk': {'1.1'}} Oct 20 11:24:58.140165 n-d-814735-3 neutron-server[100647]: consumer versions: Oct 20 11:24:58.140165 n-d-814735-3 neutron-server[100647]: { DHCP agent@n-d-814735-3: {}, Oct 20 11:24:58.140165 n-d-814735-3 neutron-server[100647]: HyperV agent@n-h1-814735-3: {}, Oct 20 11:24:58.140165 n-d-814735-3 neutron-server[100647]: HyperV agent@n-h2-814735-3: {}, Oct 20 11:24:58.140165 n-d-814735-3 neutron-server[100647]: L3 agent@n-d-814735-3: {}, Oct 20 11:24:58.140165 n-d-814735-3 neutron-server[100647]: Metadata agent@n-d-814735-3: {}, Oct 20 11:24:58.140165 n-d-814735-3 neutron-server[100647]: Metering agent@n-d-814735-3: {}, Oct 20 11:24:58.140165 n-d-814735-3 neutron-server[100647]: Open vSwitch agent@n-d-814735-3: { 'AddressGroup': '1.2', Oct 20 11:24:58.140165 n-d-814735-3 neutron-server[100647]: 'ConntrackHelper': '1.0', Oct 20 11:24:58.140165 n-d-814735-3 neutron-server[100647]: 'Log': '1.0', Oct 20 11:24:58.140165 n-d-814735-3 neutron-server[100647]: 'Network': '1.1', Oct 20 11:24:58.140165 n-d-814735-3 neutron-server[100647]: 'Port': '1.7', Oct 20 11:24:58.140165 n-d-814735-3 neutron-server[100647]: 'PortForwarding': '1.2', Oct 20 11:24:58.140165 n-d-814735-3 neutron-server[100647]: 'QosPolicy': '1.10', Oct 20 11:24:58.140165 n-d-814735-3 neutron-server[100647]: 'SecurityGroup': '1.4', Oct 20 11:24:58.140165 n-d-814735-3 neutron-server[100647]: 'SecurityGroupRule': '1.2', Oct 20 11:24:58.140165 n-d-814735-3 neutron-server[100647]: 'SubPort': '1.0', Oct 20 11:24:58.140165 n-d-814735-3 neutron-server[100647]: 'Subnet': '1.1', Oct 20 11:24:58.140165 n-d-814735-3 neutron-server[100647]: 'Trunk': '1.1'}} Oct 20 11:24:58.140165 n-d-814735-3 neutron-server[100647]: {{(pid=100647) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 11:24:58.974068 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 48654) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:24:59.463185 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48678) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:24:59.491183 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ec55150e-ff49-4beb-8012-ac81dcbaeeaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:59.502688 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 48684) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:24:59.593115 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ec55150e-ff49-4beb-8012-ac81dcbaeeaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:59.598413 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ec55150e-ff49-4beb-8012-ac81dcbaeeaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:59.609902 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8de47486-aa84-4831-b016-e975a8129854 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:59.671796 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ec55150e-ff49-4beb-8012-ac81dcbaeeaf admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ae4813da2fe7444cb247bc383f34768a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6958702 Oct 20 11:24:59.672747 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 48694) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:24:59.687683 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e4728236-72d8-48f3-b539-b4b4e6ab079a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:59.716154 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8de47486-aa84-4831-b016-e975a8129854 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:59.726841 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8de47486-aa84-4831-b016-e975a8129854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:59.751618 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec55150e-ff49-4beb-8012-ac81dcbaeeaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcab5618-5252-4c45-afb6-32ac49b639cd,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:24:59.776529 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8de47486-aa84-4831-b016-e975a8129854 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c178838c2c1048d68094f0d7346481e3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3122151 Oct 20 11:24:59.778726 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48704) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:24:59.811352 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e4728236-72d8-48f3-b539-b4b4e6ab079a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:59.821133 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e4728236-72d8-48f3-b539-b4b4e6ab079a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:59.853763 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de47486-aa84-4831-b016-e975a8129854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70bc2bdd-7d69-4fd0-9ea5-650a44aa5c69,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:24:59.865741 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e4728236-72d8-48f3-b539-b4b4e6ab079a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ff099b84d9c04a69afe4e082847b0b2b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3613901 Oct 20 11:24:59.868203 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48714) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:24:59.876691 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d7687927-e90f-4089-a442-cecdb34552af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:59.880191 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f759ce88-898f-4ae0-9eff-b6c8b5d30d45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:59.881612 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4728236-72d8-48f3-b539-b4b4e6ab079a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19213554-c39a-4a65-87c3-32a965dd3136,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:24:59.902941 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d7687927-e90f-4089-a442-cecdb34552af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:59.948776 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f759ce88-898f-4ae0-9eff-b6c8b5d30d45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:59.968915 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d7687927-e90f-4089-a442-cecdb34552af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:59.971565 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d7687927-e90f-4089-a442-cecdb34552af admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:59.978480 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d7687927-e90f-4089-a442-cecdb34552af admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/bcab5618-5252-4c45-afb6-32ac49b639cd HTTP/1.1" status: 204 len: 168 time: 0.2888610 Oct 20 11:24:59.979035 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-987b11e1-eb45-4846-bfa3-3283ea2bc7d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:24:59.986910 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7687927-e90f-4089-a442-cecdb34552af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcab5618-5252-4c45-afb6-32ac49b639cd,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:00.000070 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-987b11e1-eb45-4846-bfa3-3283ea2bc7d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:00.069349 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f759ce88-898f-4ae0-9eff-b6c8b5d30d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:00.072523 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f759ce88-898f-4ae0-9eff-b6c8b5d30d45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:00.076772 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f759ce88-898f-4ae0-9eff-b6c8b5d30d45 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/70bc2bdd-7d69-4fd0-9ea5-650a44aa5c69 HTTP/1.1" status: 204 len: 168 time: 0.2948499 Oct 20 11:25:00.079765 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-987b11e1-eb45-4846-bfa3-3283ea2bc7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:00.082231 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-987b11e1-eb45-4846-bfa3-3283ea2bc7d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:00.083326 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-987b11e1-eb45-4846-bfa3-3283ea2bc7d2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/19213554-c39a-4a65-87c3-32a965dd3136 HTTP/1.1" status: 204 len: 168 time: 0.2140248 Oct 20 11:25:00.092624 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759ce88-898f-4ae0-9eff-b6c8b5d30d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70bc2bdd-7d69-4fd0-9ea5-650a44aa5c69,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:00.102787 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987b11e1-eb45-4846-bfa3-3283ea2bc7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19213554-c39a-4a65-87c3-32a965dd3136,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:00.605151 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48754) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:00.619922 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9caed5e1-f6ed-4920-b97d-5578f98bf97c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:00.700238 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9caed5e1-f6ed-4920-b97d-5578f98bf97c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:00.705750 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9caed5e1-f6ed-4920-b97d-5578f98bf97c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:00.746021 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-9caed5e1-f6ed-4920-b97d-5578f98bf97c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=978f0c68080b49f080ff716a86c7e3cd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1395741 Oct 20 11:25:00.747462 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caed5e1-f6ed-4920-b97d-5578f98bf97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850feafd-4214-472e-a37b-3b249e77c0aa,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:00.750693 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48756) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:00.816012 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a0835bc7-4a03-43c5-a1ec-c104bf1c4294 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:00.843537 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 48762) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:00.849728 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a0835bc7-4a03-43c5-a1ec-c104bf1c4294 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:00.873300 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9ec67818-b5d0-4d82-9915-81e74740e6a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:00.923161 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a0835bc7-4a03-43c5-a1ec-c104bf1c4294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:00.928788 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a0835bc7-4a03-43c5-a1ec-c104bf1c4294 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:00.932929 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a0835bc7-4a03-43c5-a1ec-c104bf1c4294 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/850feafd-4214-472e-a37b-3b249e77c0aa HTTP/1.1" status: 204 len: 168 time: 0.1810036 Oct 20 11:25:00.947027 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0835bc7-4a03-43c5-a1ec-c104bf1c4294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850feafd-4214-472e-a37b-3b249e77c0aa,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:00.948787 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48770) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:00.998599 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5675682a-4050-4dda-b425-4366100ca7d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:01.008940 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9ec67818-b5d0-4d82-9915-81e74740e6a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:01.015120 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9ec67818-b5d0-4d82-9915-81e74740e6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:01.055241 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec67818-b5d0-4d82-9915-81e74740e6a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31c2554-3ee8-45b0-852b-21b13840458a,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:01.102322 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-9ec67818-b5d0-4d82-9915-81e74740e6a0 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d436c6a051ce4b328707dc30b5f57907&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2573028 Oct 20 11:25:01.105470 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 48778) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:01.134212 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5675682a-4050-4dda-b425-4366100ca7d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:01.139553 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5675682a-4050-4dda-b425-4366100ca7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:01.173609 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-acdff7f3-ca0f-4d67-aacd-2670b16aed60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:01.182951 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5675682a-4050-4dda-b425-4366100ca7d7 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=99af313535134fa794df8190fbb6e736&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2328982 Oct 20 11:25:01.183964 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5675682a-4050-4dda-b425-4366100ca7d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e84784-d2a6-4e9d-8e85-701b60dcf339,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:01.188813 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48786) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:01.201520 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-acdff7f3-ca0f-4d67-aacd-2670b16aed60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:01.276978 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-acdff7f3-ca0f-4d67-aacd-2670b16aed60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:01.279964 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-acdff7f3-ca0f-4d67-aacd-2670b16aed60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:01.282001 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-acdff7f3-ca0f-4d67-aacd-2670b16aed60 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e31c2554-3ee8-45b0-852b-21b13840458a HTTP/1.1" status: 204 len: 168 time: 0.1754940 Oct 20 11:25:01.298669 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-44df101e-701b-42e8-99dd-55189db2e7a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:01.299070 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdff7f3-ca0f-4d67-aacd-2670b16aed60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31c2554-3ee8-45b0-852b-21b13840458a,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:01.340955 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-44df101e-701b-42e8-99dd-55189db2e7a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:01.414031 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-44df101e-701b-42e8-99dd-55189db2e7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:01.417265 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-44df101e-701b-42e8-99dd-55189db2e7a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:01.418974 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-44df101e-701b-42e8-99dd-55189db2e7a4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/79e84784-d2a6-4e9d-8e85-701b60dcf339 HTTP/1.1" status: 204 len: 168 time: 0.2289762 Oct 20 11:25:01.431818 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44df101e-701b-42e8-99dd-55189db2e7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e84784-d2a6-4e9d-8e85-701b60dcf339,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:01.822453 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48834) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:02.196280 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a3b5d995-3fc5-49e6-8476-a2011fe0b3a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:02.340626 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a3b5d995-3fc5-49e6-8476-a2011fe0b3a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:02.348180 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a3b5d995-3fc5-49e6-8476-a2011fe0b3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:02.408701 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a3b5d995-3fc5-49e6-8476-a2011fe0b3a1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e798d03317324dac80cc08aeeca0fdd8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5851293 Oct 20 11:25:02.409569 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 48878) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:02.410946 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b5d995-3fc5-49e6-8476-a2011fe0b3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01dfecfc-1f41-4f17-9247-64501b363c83,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:02.497874 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-665a57f1-6f74-419d-bef6-8b01f8c5e869 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:02.525890 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-665a57f1-6f74-419d-bef6-8b01f8c5e869 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:02.601954 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-665a57f1-6f74-419d-bef6-8b01f8c5e869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:02.607475 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-665a57f1-6f74-419d-bef6-8b01f8c5e869 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:02.609716 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-665a57f1-6f74-419d-bef6-8b01f8c5e869 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/01dfecfc-1f41-4f17-9247-64501b363c83 HTTP/1.1" status: 204 len: 168 time: 0.1993806 Oct 20 11:25:02.620740 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665a57f1-6f74-419d-bef6-8b01f8c5e869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01dfecfc-1f41-4f17-9247-64501b363c83,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:03.298559 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 48960) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:03.312321 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d6b2ec7-d254-40b9-840f-58a8a1ad5191 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:03.403710 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d6b2ec7-d254-40b9-840f-58a8a1ad5191 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:03.410220 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d6b2ec7-d254-40b9-840f-58a8a1ad5191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:03.460615 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b2ec7-d254-40b9-840f-58a8a1ad5191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deaee6d4-6447-419c-8fa1-508304b5b784,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:03.464980 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2d6b2ec7-d254-40b9-840f-58a8a1ad5191 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0502b3baaf4a4dd38794d351988d977b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1651666 Oct 20 11:25:03.468510 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48976) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:03.535791 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4b042baa-66ec-4016-aef9-064dba06664a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:03.564828 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4b042baa-66ec-4016-aef9-064dba06664a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:03.619898 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4b042baa-66ec-4016-aef9-064dba06664a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:03.623336 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4b042baa-66ec-4016-aef9-064dba06664a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:03.624852 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4b042baa-66ec-4016-aef9-064dba06664a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/deaee6d4-6447-419c-8fa1-508304b5b784 HTTP/1.1" status: 204 len: 168 time: 0.1542213 Oct 20 11:25:03.642138 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b042baa-66ec-4016-aef9-064dba06664a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deaee6d4-6447-419c-8fa1-508304b5b784,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:05.206453 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 49108) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:05.209154 n-d-814735-3 neutron-server[100647]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 20 11:25:05.235975 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-8f1a22b8-6d93-40cc-b6d3-319510993867 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=c2164cd0d4f747e89d4256240fe8dfe2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279057 Oct 20 11:25:05.358554 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-0c9668f0-47eb-463f-be4a-7ca6d20db363 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:05.366530 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-0c9668f0-47eb-463f-be4a-7ca6d20db363 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1236703 Oct 20 11:25:05.385654 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-19dd189b-0a2d-46ee-94a5-f1120af5c905 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] 10.222.0.98 "GET /v2.0/quotas/c2164cd0d4f747e89d4256240fe8dfe2 HTTP/1.1" status: 200 len: 375 time: 0.0180502 Oct 20 11:25:05.447508 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-ca8308c2-665b-4ded-ba21-0c966c9eb7ab tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=c2164cd0d4f747e89d4256240fe8dfe2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607824 Oct 20 11:25:06.480064 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 49190) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:06.571525 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 49196) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:06.613011 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 49202) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:06.807794 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a73479fd-5f3b-40f4-affc-a5d4880b439d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:06.824583 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-64d218d2-1d96-4767-b23e-01b3660fc7de req-a70744c6-0a75-4a0d-b235-1eec0f4888a7 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7e2666c-7e0a-4cdd-88df-9234d18e5a02 HTTP/1.1" status: 200 len: 210 time: 0.3431983 Oct 20 11:25:06.825360 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d19d860c-dffb-4dfa-acf6-b68bb6938315 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:06.968611 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a73479fd-5f3b-40f4-affc-a5d4880b439d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:06.982192 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a73479fd-5f3b-40f4-affc-a5d4880b439d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:07.073066 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d19d860c-dffb-4dfa-acf6-b68bb6938315 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:07.083826 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-a73479fd-5f3b-40f4-affc-a5d4880b439d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=59c5808bfbb840bb8ee9de2849032628&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5107977 Oct 20 11:25:07.084422 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49228) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:07.084923 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73479fd-5f3b-40f4-affc-a5d4880b439d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e6387d-dc9d-4ffb-bb9c-270e33ea8931,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:07.098465 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d19d860c-dffb-4dfa-acf6-b68bb6938315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:07.155702 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d19d860c-dffb-4dfa-acf6-b68bb6938315 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7476848d575444ddb9780be5657d94ac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5415893 Oct 20 11:25:07.156858 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 49234) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:07.163674 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19d860c-dffb-4dfa-acf6-b68bb6938315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4942b987-0a96-4136-abb6-be2aefed875a,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:07.246782 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8963be59-d745-474d-baec-fe4d787bedf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:07.247209 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-05b57e16-3c8f-4824-b16f-966df213b42f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:07.292574 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8963be59-d745-474d-baec-fe4d787bedf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:07.294686 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-05b57e16-3c8f-4824-b16f-966df213b42f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:07.330365 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-322f8857-0b24-4180-b4f7-93bfabf0d4df tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=65b4c976476c40ae9bc9f6b2874c9433&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405531 Oct 20 11:25:07.369962 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-05b57e16-3c8f-4824-b16f-966df213b42f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:07.374187 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-05b57e16-3c8f-4824-b16f-966df213b42f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:07.376517 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-05b57e16-3c8f-4824-b16f-966df213b42f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/25e6387d-dc9d-4ffb-bb9c-270e33ea8931 HTTP/1.1" status: 204 len: 168 time: 0.2876992 Oct 20 11:25:07.396299 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b57e16-3c8f-4824-b16f-966df213b42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e6387d-dc9d-4ffb-bb9c-270e33ea8931,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:07.489127 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8963be59-d745-474d-baec-fe4d787bedf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:07.492214 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8963be59-d745-474d-baec-fe4d787bedf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:07.493903 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8963be59-d745-474d-baec-fe4d787bedf0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4942b987-0a96-4136-abb6-be2aefed875a HTTP/1.1" status: 204 len: 168 time: 0.3359513 Oct 20 11:25:07.523791 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8963be59-d745-474d-baec-fe4d787bedf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4942b987-0a96-4136-abb6-be2aefed875a,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:07.541850 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-fa25c7f7-b4ac-4e33-b9b1-946703c8d600 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:07.548458 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-fa25c7f7-b4ac-4e33-b9b1-946703c8d600 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2157478 Oct 20 11:25:07.569781 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-ea353444-5b3b-4b06-99b4-160bda403f77 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/quotas/65b4c976476c40ae9bc9f6b2874c9433 HTTP/1.1" status: 200 len: 375 time: 0.0159032 Oct 20 11:25:07.611703 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-eb71a371-fde5-4a21-9b03-7fd7bc060555 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=65b4c976476c40ae9bc9f6b2874c9433&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407438 Oct 20 11:25:07.936393 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49276) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:07.955585 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0f72e6b3-9639-47e2-add8-fe79e377da6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:07.967747 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 49278) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:07.985074 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4e4ee594-d17b-477a-a0c3-3e8946e27753 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:08.106679 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.11', 56714) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:08.141721 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4e4ee594-d17b-477a-a0c3-3e8946e27753 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:08.150660 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4e4ee594-d17b-477a-a0c3-3e8946e27753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:08.189274 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4e4ee594-d17b-477a-a0c3-3e8946e27753 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d3245ed9b2474fdebc8f6d51ab3ef328&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2200685 Oct 20 11:25:08.192582 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-f7fde588-2342-459b-a477-bf333bc356e9 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=c2164cd0d4f747e89d4256240fe8dfe2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0833783 Oct 20 11:25:08.194872 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 49290) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:08.200162 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0f72e6b3-9639-47e2-add8-fe79e377da6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:08.235972 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ee594-d17b-477a-a0c3-3e8946e27753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3e7cff-040a-4fa5-bd79-6842c245c702,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:08.243549 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0f72e6b3-9639-47e2-add8-fe79e377da6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:08.311944 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1b578422-a06b-4d3d-94d5-8ddda359098d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:08.521696 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f72e6b3-9639-47e2-add8-fe79e377da6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce365cd9-65d8-4dda-b202-5cb63ed77dcb,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:08.535535 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0f72e6b3-9639-47e2-add8-fe79e377da6a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=69fe31d297ea487bb58cc02c3a08ea30&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5979307 Oct 20 11:25:08.544632 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49308) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:08.585999 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d34004f1-9dc2-4126-8a92-375cf3cce104 req-8cc973ee-c7d6-450d-a262-935880913f67 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7fd48a1-de0e-4dd9-b380-b7685f3ea26e HTTP/1.1" status: 200 len: 210 time: 0.0795724 Oct 20 11:25:08.607561 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1b578422-a06b-4d3d-94d5-8ddda359098d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:08.615215 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-10779120-d389-46bd-8c6e-89b6e24ff5bf tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:08.617020 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-10779120-d389-46bd-8c6e-89b6e24ff5bf tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4154055 Oct 20 11:25:08.653238 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c8ed6d48-c0cf-4241-9783-976f7a6a2dd4 req-8ca2a782-5622-44ff-b726-814b4d67dab1 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7e2666c-7e0a-4cdd-88df-9234d18e5a02 HTTP/1.1" status: 200 len: 210 time: 0.1030955 Oct 20 11:25:08.655400 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4f85cc03-440b-4806-b420-7325a8f67b21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:08.666054 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1b578422-a06b-4d3d-94d5-8ddda359098d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:08.669005 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1b578422-a06b-4d3d-94d5-8ddda359098d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:08.677867 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-1b578422-a06b-4d3d-94d5-8ddda359098d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2c3e7cff-040a-4fa5-bd79-6842c245c702 HTTP/1.1" status: 204 len: 168 time: 0.4766462 Oct 20 11:25:08.693868 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4f85cc03-440b-4806-b420-7325a8f67b21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:08.712619 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b578422-a06b-4d3d-94d5-8ddda359098d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3e7cff-040a-4fa5-bd79-6842c245c702,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:08.735164 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-71fb6494-a94e-4dae-8475-ea3c9601c2d0 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Request body: {'port': {'device_id': 'd7e2666c-7e0a-4cdd-88df-9234d18e5a02', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'admin_state_up': True, 'tenant_id': 'c2164cd0d4f747e89d4256240fe8dfe2'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:25:08.992424 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4f85cc03-440b-4806-b420-7325a8f67b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:08.999913 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4f85cc03-440b-4806-b420-7325a8f67b21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:09.003277 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4f85cc03-440b-4806-b420-7325a8f67b21 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ce365cd9-65d8-4dda-b202-5cb63ed77dcb HTTP/1.1" status: 204 len: 168 time: 0.4568803 Oct 20 11:25:09.091670 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f85cc03-440b-4806-b420-7325a8f67b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce365cd9-65d8-4dda-b202-5cb63ed77dcb,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:09.177527 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-71fb6494-a94e-4dae-8475-ea3c9601c2d0 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Made reservation on behalf of c2164cd0d4f747e89d4256240fe8dfe2 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:25:09.182435 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-71fb6494-a94e-4dae-8475-ea3c9601c2d0 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:09.212637 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-71fb6494-a94e-4dae-8475-ea3c9601c2d0 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:09.403400 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-71fb6494-a94e-4dae-8475-ea3c9601c2d0 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:09.420244 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-71fb6494-a94e-4dae-8475-ea3c9601c2d0 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:09.541558 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:09.694779 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb6494-a94e-4dae-8475-ea3c9601c2d0 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff7d654-b24b-4f09-beb9-309e6b1471c5,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:09.839477 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49410) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:09.857145 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-14b2b54b-8ce1-494c-9dac-29ce1c0d0141 req-bcb99223-1289-4791-8977-a9862f55fb3b tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7fd48a1-de0e-4dd9-b380-b7685f3ea26e HTTP/1.1" status: 200 len: 210 time: 0.0722589 Oct 20 11:25:09.927555 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dee4405b-86fc-4383-ba2c-54e692b8a6b0 req-150c8517-6c4b-47ed-862b-3950e6b48e5a tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7e2666c-7e0a-4cdd-88df-9234d18e5a02 HTTP/1.1" status: 200 len: 210 time: 0.0693207 Oct 20 11:25:09.958226 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-37c4d9b3-0cdc-41c2-9dd4-89a1227adc58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:10.066642 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-71fb6494-a94e-4dae-8475-ea3c9601c2d0 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Allocated IP 192.168.233.15 (09e5a906-63cf-4dde-b699-ab448fb18fb8/94289c8c-e5f7-4e30-b6a9-5b268a8fd610/b44fe464-8a88-4f33-9392-d0f91d1e7a46) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:25:10.181951 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 49428) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:10.187766 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.89', 51453) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:10.292730 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-43b1e507-8e0f-4d90-850b-5f42ecdede5b tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=65b4c976476c40ae9bc9f6b2874c9433&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1017911 Oct 20 11:25:10.343285 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-37c4d9b3-0cdc-41c2-9dd4-89a1227adc58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:10.371115 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-37c4d9b3-0cdc-41c2-9dd4-89a1227adc58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:10.426890 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-37c4d9b3-0cdc-41c2-9dd4-89a1227adc58 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c94d2e3873dd4c769fd3f9665b69b924&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5836773 Oct 20 11:25:10.434171 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 49438) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:10.491908 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c4d9b3-0cdc-41c2-9dd4-89a1227adc58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6e9651-ef81-4f82-acc2-ad78c086bdea,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:10.586891 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f96e51ed-4502-4bd5-a724-e0c332d2756d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:10.637149 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f96e51ed-4502-4bd5-a724-e0c332d2756d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:10.767082 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-71fb6494-a94e-4dae-8475-ea3c9601c2d0 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:10.799989 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f96e51ed-4502-4bd5-a724-e0c332d2756d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:10.802939 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f96e51ed-4502-4bd5-a724-e0c332d2756d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:10.804255 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-f96e51ed-4502-4bd5-a724-e0c332d2756d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1b6e9651-ef81-4f82-acc2-ad78c086bdea HTTP/1.1" status: 204 len: 168 time: 0.3690395 Oct 20 11:25:10.816872 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e51ed-4502-4bd5-a724-e0c332d2756d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6e9651-ef81-4f82-acc2-ad78c086bdea,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:10.818419 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-494a9519-9e03-4c49-acbd-cb068436b337 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:10.823555 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-494a9519-9e03-4c49-acbd-cb068436b337 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4880338 Oct 20 11:25:10.835149 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 49450) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:10.866247 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-71fb6494-a94e-4dae-8475-ea3c9601c2d0 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:10.944490 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-3e42a241-7733-4a8a-9c5f-ed232ea9e692 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Request body: {'port': {'device_id': 'd7fd48a1-de0e-4dd9-b380-b7685f3ea26e', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'admin_state_up': True, 'tenant_id': '65b4c976476c40ae9bc9f6b2874c9433'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:25:10.962139 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-71fb6494-a94e-4dae-8475-ea3c9601c2d0 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Network 09e5a906-63cf-4dde-b699-ab448fb18fb8 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:25:10.974394 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-94a28e79-08b9-43f3-92a4-165501704a28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:10.980866 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-71fb6494-a94e-4dae-8475-ea3c9601c2d0 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:25:10.991868 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-71fb6494-a94e-4dae-8475-ea3c9601c2d0 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:25:10.998115 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-71fb6494-a94e-4dae-8475-ea3c9601c2d0 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:10.998859 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-71fb6494-a94e-4dae-8475-ea3c9601c2d0 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:11.077014 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb6494-a94e-4dae-8475-ea3c9601c2d0 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Pushing event updated for resources: {'Port': ['ID=b44fe464-8a88-4f33-9392-d0f91d1e7a46,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:11.118105 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-71fb6494-a94e-4dae-8475-ea3c9601c2d0 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3983703 Oct 20 11:25:11.139164 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-341044a6-a6a6-4afc-ad95-77c4f3f723d3 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:25:11.146360 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-341044a6-a6a6-4afc-ad95-77c4f3f723d3 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0112560 Oct 20 11:25:11.189545 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9c0904c6-594f-4a09-a130-b6a2d7ca1875 req-e2a0a27b-d47b-4e33-956e-93987623e74c tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7fd48a1-de0e-4dd9-b380-b7685f3ea26e HTTP/1.1" status: 200 len: 210 time: 0.1315422 Oct 20 11:25:11.242031 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-3e42a241-7733-4a8a-9c5f-ed232ea9e692 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Made reservation on behalf of 65b4c976476c40ae9bc9f6b2874c9433 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:25:11.256510 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-3e42a241-7733-4a8a-9c5f-ed232ea9e692 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:11.268308 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-3e42a241-7733-4a8a-9c5f-ed232ea9e692 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:11.464724 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-94a28e79-08b9-43f3-92a4-165501704a28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:11.474613 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-94a28e79-08b9-43f3-92a4-165501704a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:11.486473 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-2f9b42e3-a747-4b38-8ccd-48db168d71cc None None] Provisioning complete for port b44fe464-8a88-4f33-9392-d0f91d1e7a46 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:25:11.488951 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2f9b42e3-a747-4b38-8ccd-48db168d71cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:11.512306 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-3e42a241-7733-4a8a-9c5f-ed232ea9e692 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:11.520185 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-3e42a241-7733-4a8a-9c5f-ed232ea9e692 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:11.566237 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-94a28e79-08b9-43f3-92a4-165501704a28 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=597f087bb6424a6d8a4ca55c48b518e9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3818712 Oct 20 11:25:11.568929 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-2f9b42e3-a747-4b38-8ccd-48db168d71cc None None] Port b44fe464-8a88-4f33-9392-d0f91d1e7a46 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:25:11.574723 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49476) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:11.581619 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e42a241-7733-4a8a-9c5f-ed232ea9e692 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=538e4e82-af7d-4e79-86af-2f705cd31163,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:11.619978 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf605f3-bc27-4336-b592-95f3b4e1db69 req-ca98fa9f-a6ee-4ad7-b0dc-04cac409eb1a tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:11.631383 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dbf605f3-bc27-4336-b592-95f3b4e1db69 req-ca98fa9f-a6ee-4ad7-b0dc-04cac409eb1a tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7e2666c-7e0a-4cdd-88df-9234d18e5a02 HTTP/1.1" status: 200 len: 935 time: 0.3501477 Oct 20 11:25:11.642320 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a895b37d-0293-4ad1-af2e-b9755eb522e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:11.766138 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a28e79-08b9-43f3-92a4-165501704a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4364d0-ff30-45a2-b933-ce4b4aabcb16,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:11.813409 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dbf605f3-bc27-4336-b592-95f3b4e1db69 req-381e8ef3-97f6-44ef-8008-b9b2eb21675e tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] 10.222.0.98 "GET /v2.0/security-groups?id=2ff7d654-b24b-4f09-beb9-309e6b1471c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418786 Oct 20 11:25:11.833592 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a895b37d-0293-4ad1-af2e-b9755eb522e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:11.842030 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a895b37d-0293-4ad1-af2e-b9755eb522e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:11.950648 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-a895b37d-0293-4ad1-af2e-b9755eb522e8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3ffcb1322f5c4010939836a043342703&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1140194 Oct 20 11:25:11.952808 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a895b37d-0293-4ad1-af2e-b9755eb522e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b960c26-d454-4e08-b89c-57d116cd088e,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:11.956495 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 49490) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:12.003388 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-3e42a241-7733-4a8a-9c5f-ed232ea9e692 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Allocated IP 192.168.233.102 (09e5a906-63cf-4dde-b699-ab448fb18fb8/94289c8c-e5f7-4e30-b6a9-5b268a8fd610/96f54793-ac40-489e-beb9-8d5b168b2e2b) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:25:12.090100 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6b49381c-73fc-442b-9676-0ccf0207b46d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:12.151779 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6b49381c-73fc-442b-9676-0ccf0207b46d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:12.170823 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e7e1673b-1b6a-40a7-8a41-046fb3d7785f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:12.206524 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e7e1673b-1b6a-40a7-8a41-046fb3d7785f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:12.252433 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6b49381c-73fc-442b-9676-0ccf0207b46d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:12.263467 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6b49381c-73fc-442b-9676-0ccf0207b46d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:12.283442 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-6b49381c-73fc-442b-9676-0ccf0207b46d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8b960c26-d454-4e08-b89c-57d116cd088e HTTP/1.1" status: 204 len: 168 time: 0.3209217 Oct 20 11:25:12.342248 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-974eb0d1-35f4-4ce3-8c22-68d1538df2ca service neutron] Request body: {'port': {'device_id': 'd7e2666c-7e0a-4cdd-88df-9234d18e5a02', 'device_owner': 'compute:tempest-test_az-128955721', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:25:12.342857 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49381c-73fc-442b-9676-0ccf0207b46d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b960c26-d454-4e08-b89c-57d116cd088e,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:12.342948 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e7e1673b-1b6a-40a7-8a41-046fb3d7785f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:12.342948 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e7e1673b-1b6a-40a7-8a41-046fb3d7785f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:12.344071 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e7e1673b-1b6a-40a7-8a41-046fb3d7785f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3f4364d0-ff30-45a2-b933-ce4b4aabcb16 HTTP/1.1" status: 204 len: 168 time: 0.7581773 Oct 20 11:25:12.420137 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e1673b-1b6a-40a7-8a41-046fb3d7785f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4364d0-ff30-45a2-b933-ce4b4aabcb16,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:12.499781 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-55429fb1-e304-4bfe-8650-04a6a23f2539 req-f2ba439a-4b03-4fec-9da6-a733a51de595 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7fd48a1-de0e-4dd9-b380-b7685f3ea26e HTTP/1.1" status: 200 len: 210 time: 0.0875447 Oct 20 11:25:12.523677 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-974eb0d1-35f4-4ce3-8c22-68d1538df2ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:13.002851 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331b8ef-474e-4e73-8a32-71b021ee9854 req-90b49787-bd0b-4cf8-8828-67ad08bada45 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:13.029355 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7331b8ef-474e-4e73-8a32-71b021ee9854 req-90b49787-bd0b-4cf8-8828-67ad08bada45 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7e2666c-7e0a-4cdd-88df-9234d18e5a02 HTTP/1.1" status: 200 len: 935 time: 0.1129844 Oct 20 11:25:13.107354 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7331b8ef-474e-4e73-8a32-71b021ee9854 req-4cfe0c98-55c7-4395-ae9c-51d00bb3ebb6 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] 10.222.0.98 "GET /v2.0/security-groups?id=2ff7d654-b24b-4f09-beb9-309e6b1471c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756733 Oct 20 11:25:13.164499 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-3e42a241-7733-4a8a-9c5f-ed232ea9e692 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:13.304830 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-3e42a241-7733-4a8a-9c5f-ed232ea9e692 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:13.392249 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e42a241-7733-4a8a-9c5f-ed232ea9e692 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Pushing event updated for resources: {'Port': ['ID=96f54793-ac40-489e-beb9-8d5b168b2e2b,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:13.445684 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 49560) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:13.562967 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 49566) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:13.596071 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-245bb34a-f4d9-4a1e-a2fe-677d6c7dada9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:13.664653 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-974eb0d1-35f4-4ce3-8c22-68d1538df2ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b44fe464-8a88-4f33-9392-d0f91d1e7a46 {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:25:13.673289 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-974eb0d1-35f4-4ce3-8c22-68d1538df2ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:13.699141 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-974eb0d1-35f4-4ce3-8c22-68d1538df2ca service neutron] Transition to ACTIVE for port object b44fe464-8a88-4f33-9392-d0f91d1e7a46 will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:25:13.711520 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-3e42a241-7733-4a8a-9c5f-ed232ea9e692 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Network 09e5a906-63cf-4dde-b699-ab448fb18fb8 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:25:13.717661 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-3e42a241-7733-4a8a-9c5f-ed232ea9e692 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:25:13.719756 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-974eb0d1-35f4-4ce3-8c22-68d1538df2ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:13.730899 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49568) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:13.732036 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-3e42a241-7733-4a8a-9c5f-ed232ea9e692 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:25:13.739818 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-3e42a241-7733-4a8a-9c5f-ed232ea9e692 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:13.740484 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-3e42a241-7733-4a8a-9c5f-ed232ea9e692 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:13.818198 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974eb0d1-35f4-4ce3-8c22-68d1538df2ca service neutron] Pushing event updated for resources: {'Port': ['ID=b44fe464-8a88-4f33-9392-d0f91d1e7a46,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:13.820809 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d3502248-afcc-4807-8015-10f261dff046 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:13.923490 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d3502248-afcc-4807-8015-10f261dff046 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:13.954823 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d3502248-afcc-4807-8015-10f261dff046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:13.957591 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc911b33-51eb-475e-977c-90fee1f4a885 req-14032efe-55cb-4065-bfa3-4af8a8e793e0 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:13.974898 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fc911b33-51eb-475e-977c-90fee1f4a885 req-14032efe-55cb-4065-bfa3-4af8a8e793e0 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7fd48a1-de0e-4dd9-b380-b7685f3ea26e HTTP/1.1" status: 200 len: 936 time: 0.3339107 Oct 20 11:25:14.060597 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3502248-afcc-4807-8015-10f261dff046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3196179-13a3-4f39-ba4f-831fd0e11c43,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:14.133458 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-974eb0d1-35f4-4ce3-8c22-68d1538df2ca service neutron] Attempting to bind port b44fe464-8a88-4f33-9392-d0f91d1e7a46 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:25:14.133943 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-974eb0d1-35f4-4ce3-8c22-68d1538df2ca service neutron] Attempting to bind port b44fe464-8a88-4f33-9392-d0f91d1e7a46 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:25:14.134361 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-974eb0d1-35f4-4ce3-8c22-68d1538df2ca service neutron] Attempting to bind port b44fe464-8a88-4f33-9392-d0f91d1e7a46 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:25:14.140142 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-3e42a241-7733-4a8a-9c5f-ed232ea9e692 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2060180 Oct 20 11:25:14.146614 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d3502248-afcc-4807-8015-10f261dff046 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=843c33943b8e49618f9b8a5502657341&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3514624 Oct 20 11:25:14.147487 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49574) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:14.162292 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-d43dc704-516c-4fa9-8a8c-f3f4c15c2b1e tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:25:14.163325 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-d43dc704-516c-4fa9-8a8c-f3f4c15c2b1e tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057454 Oct 20 11:25:14.165943 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-974eb0d1-35f4-4ce3-8c22-68d1538df2ca service neutron] Port b44fe464-8a88-4f33-9392-d0f91d1e7a46 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:25:14.166306 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-974eb0d1-35f4-4ce3-8c22-68d1538df2ca service neutron] Attempting to bind port b44fe464-8a88-4f33-9392-d0f91d1e7a46 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:25:14.185429 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-974eb0d1-35f4-4ce3-8c22-68d1538df2ca service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:25:14.185872 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-974eb0d1-35f4-4ce3-8c22-68d1538df2ca service neutron] Checking segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:25:14.186647 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-974eb0d1-35f4-4ce3-8c22-68d1538df2ca service neutron] Bound using segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:25:14.187463 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-974eb0d1-35f4-4ce3-8c22-68d1538df2ca service neutron] Bound port: b44fe464-8a88-4f33-9392-d0f91d1e7a46, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:25:14.194180 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-974eb0d1-35f4-4ce3-8c22-68d1538df2ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:14.194632 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-245bb34a-f4d9-4a1e-a2fe-677d6c7dada9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:14.204850 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fc911b33-51eb-475e-977c-90fee1f4a885 req-758a871f-0808-4078-9e77-402900edb4ba tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/security-groups?id=538e4e82-af7d-4e79-86af-2f705cd31163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088225 Oct 20 11:25:14.206443 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-245bb34a-f4d9-4a1e-a2fe-677d6c7dada9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:14.224843 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-8578a92e-2ad2-43a1-89b5-8adfbba0e770 None None] Provisioning complete for port 96f54793-ac40-489e-beb9-8d5b168b2e2b triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:25:14.225432 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-8578a92e-2ad2-43a1-89b5-8adfbba0e770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:14.326375 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:25:14.356421 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-245bb34a-f4d9-4a1e-a2fe-677d6c7dada9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=bc0bf5697f8c41c98d946734acaa929c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7882192 Oct 20 11:25:14.358673 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245bb34a-f4d9-4a1e-a2fe-677d6c7dada9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b752990-ae8d-4084-b459-4331f8f2b2a6,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:14.362724 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-574e45e4-6853-4df7-a24e-2816e4de3cd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:14.365092 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49578) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:14.398900 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-8578a92e-2ad2-43a1-89b5-8adfbba0e770 None None] Port 96f54793-ac40-489e-beb9-8d5b168b2e2b cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:25:14.407445 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-974eb0d1-35f4-4ce3-8c22-68d1538df2ca service neutron] For port b44fe464-8a88-4f33-9392-d0f91d1e7a46, host n-h1-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:25:14.457999 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-28254b74-35bc-43a2-b863-09697535a772 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1158314190-network', 'tenant_id': '893249f6b6174b84814f4982d67d2c43'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:25:14.469621 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-974eb0d1-35f4-4ce3-8c22-68d1538df2ca service neutron] For port b44fe464-8a88-4f33-9392-d0f91d1e7a46, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=b44fe464-8a88-4f33-9392-d0f91d1e7a46,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:25:14.485373 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-574e45e4-6853-4df7-a24e-2816e4de3cd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:14.488852 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-974eb0d1-35f4-4ce3-8c22-68d1538df2ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:14.497655 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a803c-e064-4c5f-8907-e01e03d99bc2 req-6ff548e2-b029-4ee5-85ab-50d58f4f2bda tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:14.511089 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-875a803c-e064-4c5f-8907-e01e03d99bc2 req-6ff548e2-b029-4ee5-85ab-50d58f4f2bda tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7e2666c-7e0a-4cdd-88df-9234d18e5a02 HTTP/1.1" status: 200 len: 968 time: 0.1357715 Oct 20 11:25:14.515754 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 49584) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:14.569907 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28254b74-35bc-43a2-b863-09697535a772 admin admin] Made reservation on behalf of 893249f6b6174b84814f4982d67d2c43 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:25:14.574110 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-28254b74-35bc-43a2-b863-09697535a772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:14.635119 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974eb0d1-35f4-4ce3-8c22-68d1538df2ca service neutron] Pushing event updated for resources: {'Port': ['ID=b44fe464-8a88-4f33-9392-d0f91d1e7a46,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:14.649320 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-28254b74-35bc-43a2-b863-09697535a772 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:14.672449 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-875a803c-e064-4c5f-8907-e01e03d99bc2 req-ec63f9f9-cbe4-4eaa-8113-ec141a9fef9c tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] 10.222.0.98 "GET /v2.0/security-groups?id=2ff7d654-b24b-4f09-beb9-309e6b1471c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635180 Oct 20 11:25:14.731354 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2cb50bd4-3b7d-45c7-808f-aad404127329 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:14.875423 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2cb50bd4-3b7d-45c7-808f-aad404127329 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:14.884187 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-974eb0d1-35f4-4ce3-8c22-68d1538df2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:14.885320 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-974eb0d1-35f4-4ce3-8c22-68d1538df2ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:14.886967 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-974eb0d1-35f4-4ce3-8c22-68d1538df2ca service neutron] 10.222.0.11 "PUT /v2.0/ports/b44fe464-8a88-4f33-9392-d0f91d1e7a46 HTTP/1.1" status: 200 len: 1116 time: 3.0328608 Oct 20 11:25:14.889267 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e2666c-7e0a-4cdd-88df-9234d18e5a02', 'tag': 'b44fe464-8a88-4f33-9392-d0f91d1e7a46'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:25:14.889646 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-28254b74-35bc-43a2-b863-09697535a772 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:14.910482 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-28254b74-35bc-43a2-b863-09697535a772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:14.934305 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a7e98dc4-ef9b-4280-8bca-b3b959b44e0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:15.013438 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28254b74-35bc-43a2-b863-09697535a772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f2a813-278f-43ca-a144-25536151563c,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:15.057748 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:15.138383 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-b3cbbea6-c112-4f53-a385-0b4d8c363c7b service neutron] Request body: {'port': {'device_id': 'd7fd48a1-de0e-4dd9-b380-b7685f3ea26e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:25:15.167486 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28254b74-35bc-43a2-b863-09697535a772 admin admin] vlan segment allocate from pool success with {'vlan_id': 1262, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:25:15.194774 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-28254b74-35bc-43a2-b863-09697535a772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:15.196173 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-28254b74-35bc-43a2-b863-09697535a772 admin admin] Added segment 1be2662c-e72f-42da-ba3e-cd731b98bbb8 of type vlan for network 0130587e-ae3c-42e5-be51-829392fb3c6a Oct 20 11:25:15.214274 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-574e45e4-6853-4df7-a24e-2816e4de3cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:15.227537 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-574e45e4-6853-4df7-a24e-2816e4de3cd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:15.258552 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-574e45e4-6853-4df7-a24e-2816e4de3cd0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f3196179-13a3-4f39-ba4f-831fd0e11c43 HTTP/1.1" status: 204 len: 168 time: 1.1080408 Oct 20 11:25:15.309892 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-28254b74-35bc-43a2-b863-09697535a772 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:15.374683 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2cb50bd4-3b7d-45c7-808f-aad404127329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:15.385527 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2cb50bd4-3b7d-45c7-808f-aad404127329 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:15.403377 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2cb50bd4-3b7d-45c7-808f-aad404127329 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0b752990-ae8d-4084-b459-4331f8f2b2a6 HTTP/1.1" status: 204 len: 168 time: 1.0344999 Oct 20 11:25:15.425631 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f47863-b489-4379-8181-c511242ef6ee" -d '{"events": [{"name": "network-changed", "server_uuid": "d7e2666c-7e0a-4cdd-88df-9234d18e5a02", "tag": "b44fe464-8a88-4f33-9392-d0f91d1e7a46"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:25:15.429175 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e45e4-6853-4df7-a24e-2816e4de3cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3196179-13a3-4f39-ba4f-831fd0e11c43,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:15.491384 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb50bd4-3b7d-45c7-808f-aad404127329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b752990-ae8d-4084-b459-4331f8f2b2a6,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:15.517700 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a7e98dc4-ef9b-4280-8bca-b3b959b44e0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:15.547072 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a7e98dc4-ef9b-4280-8bca-b3b959b44e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:15.585073 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-374cfb51-3663-454f-96ba-e2644db1fde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:15.586926 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-374cfb51-3663-454f-96ba-e2644db1fde1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c2164cd0d4f747e89d4256240fe8dfe2&device_id=d7e2666c-7e0a-4cdd-88df-9234d18e5a02 HTTP/1.1" status: 200 len: 1119 time: 0.5814002 Oct 20 11:25:15.604867 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-a7e98dc4-ef9b-4280-8bca-b3b959b44e0f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=dfe0abf46a7b4dbbb20a4445b3dfec0d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0747476 Oct 20 11:25:15.605959 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-28254b74-35bc-43a2-b863-09697535a772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:15.607413 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28254b74-35bc-43a2-b863-09697535a772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:15.608147 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-28254b74-35bc-43a2-b863-09697535a772 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:15.619876 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-b3cbbea6-c112-4f53-a385-0b4d8c363c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:15.621412 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 49618) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:15.625077 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e98dc4-ef9b-4280-8bca-b3b959b44e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689307c1-5b17-4a38-b5dc-f0991feaa9ce,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:15.744211 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28254b74-35bc-43a2-b863-09697535a772 admin admin] Pushing event updated for resources: {'Network': ['ID=0130587e-ae3c-42e5-be51-829392fb3c6a,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:15.765084 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-28254b74-35bc-43a2-b863-09697535a772 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.3146076 Oct 20 11:25:15.765315 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 0130587e-ae3c-42e5-be51-829392fb3c6a details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:25:15.785104 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c8a7d-ec55-4522-a8d0-8b7df9986578 req-467cdac0-ca8e-4d26-9303-84d9dac0f1c4 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:15.786641 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-985c8a7d-ec55-4522-a8d0-8b7df9986578 req-467cdac0-ca8e-4d26-9303-84d9dac0f1c4 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7fd48a1-de0e-4dd9-b380-b7685f3ea26e HTTP/1.1" status: 200 len: 936 time: 0.3725035 Oct 20 11:25:15.787207 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 49626) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:15.806290 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-8b3e3574-d32e-4eed-ae19-14702f4918bb admin admin] Request body: {'subnet': {'network_id': '0130587e-ae3c-42e5-be51-829392fb3c6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1158314190-subnet', 'tenant_id': '893249f6b6174b84814f4982d67d2c43', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:25:15.858375 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-19a28cc1-acfa-4a30-98dc-a2b5a0d5d322 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=b44fe464-8a88-4f33-9392-d0f91d1e7a46 HTTP/1.1" status: 200 len: 217 time: 0.2538753 Oct 20 11:25:15.922845 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3e3574-d32e-4eed-ae19-14702f4918bb admin admin] Made reservation on behalf of 893249f6b6174b84814f4982d67d2c43 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:25:15.928973 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8b3e3574-d32e-4eed-ae19-14702f4918bb admin admin] Publish callbacks [] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:16.029041 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-a439a653-a34f-472b-85d5-1d0f9ea2b225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:16.031200 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-a439a653-a34f-472b-85d5-1d0f9ea2b225 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.1548610 Oct 20 11:25:16.085082 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-985c8a7d-ec55-4522-a8d0-8b7df9986578 req-270a2dda-cc02-4293-8fad-812434023b94 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/security-groups?id=538e4e82-af7d-4e79-86af-2f705cd31163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178969 Oct 20 11:25:16.158983 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d886a1e6-b407-44a8-b56c-20265e4d921e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:16.193387 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d886a1e6-b407-44a8-b56c-20265e4d921e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:16.272526 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d886a1e6-b407-44a8-b56c-20265e4d921e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:16.276343 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d886a1e6-b407-44a8-b56c-20265e4d921e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:16.280036 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d886a1e6-b407-44a8-b56c-20265e4d921e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/689307c1-5b17-4a38-b5dc-f0991feaa9ce HTTP/1.1" status: 204 len: 168 time: 0.5676396 Oct 20 11:25:16.334772 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d886a1e6-b407-44a8-b56c-20265e4d921e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689307c1-5b17-4a38-b5dc-f0991feaa9ce,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:16.384618 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9472715-3a06-4403-ab79-b3559178a085 req-116116b3-1852-41ec-b83b-7f47277d3d71 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:16.387041 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d9472715-3a06-4403-ab79-b3559178a085 req-116116b3-1852-41ec-b83b-7f47277d3d71 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7e2666c-7e0a-4cdd-88df-9234d18e5a02 HTTP/1.1" status: 200 len: 968 time: 0.0992692 Oct 20 11:25:16.465774 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d9472715-3a06-4403-ab79-b3559178a085 req-c436167b-cf85-4498-9574-b99c383fb273 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] 10.222.0.98 "GET /v2.0/security-groups?id=2ff7d654-b24b-4f09-beb9-309e6b1471c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715523 Oct 20 11:25:16.540895 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8b3e3574-d32e-4eed-ae19-14702f4918bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:16.547922 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-b3cbbea6-c112-4f53-a385-0b4d8c363c7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96f54793-ac40-489e-beb9-8d5b168b2e2b {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:25:16.557846 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-b3cbbea6-c112-4f53-a385-0b4d8c363c7b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:16.576899 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-b3cbbea6-c112-4f53-a385-0b4d8c363c7b service neutron] Transition to ACTIVE for port object 96f54793-ac40-489e-beb9-8d5b168b2e2b will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:25:16.581569 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2e3a1c-8c31-4542-9e07-1d93334b6843 x-openstack-request-id: req-ab2e3a1c-8c31-4542-9e07-1d93334b6843 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:25:16.582249 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7e2666c-7e0a-4cdd-88df-9234d18e5a02", "tag": "b44fe464-8a88-4f33-9392-d0f91d1e7a46", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:25:16.582611 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ab2e3a1c-8c31-4542-9e07-1d93334b6843 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:25:16.583223 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7e2666c-7e0a-4cdd-88df-9234d18e5a02', 'tag': 'b44fe464-8a88-4f33-9392-d0f91d1e7a46', 'status': 'completed', 'code': 200} Oct 20 11:25:16.605273 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-b3cbbea6-c112-4f53-a385-0b4d8c363c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:16.734187 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3e3574-d32e-4eed-ae19-14702f4918bb admin admin] Checking segment: {'id': '1be2662c-e72f-42da-ba3e-cd731b98bbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '0130587e-ae3c-42e5-be51-829392fb3c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:25:16.735037 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3e3574-d32e-4eed-ae19-14702f4918bb admin admin] Network hostable DHCP agents. Network: 0130587e-ae3c-42e5-be51-829392fb3c6a, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:25:16.755512 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3e3574-d32e-4eed-ae19-14702f4918bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=51a05590-efa2-4d4b-a09f-bf89beec1cca,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:16.769348 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3e3574-d32e-4eed-ae19-14702f4918bb admin admin] Network 0130587e-ae3c-42e5-be51-829392fb3c6a is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:25:16.804490 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-3cc5c154-e779-4ce4-a78e-c237119540ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:16.805171 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-8b3e3574-d32e-4eed-ae19-14702f4918bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 0130587e-ae3c-42e5-be51-829392fb3c6a) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:25:16.806118 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-3cc5c154-e779-4ce4-a78e-c237119540ff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6407690 Oct 20 11:25:16.808764 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cbbea6-c112-4f53-a385-0b4d8c363c7b service neutron] Pushing event updated for resources: {'Port': ['ID=96f54793-ac40-489e-beb9-8d5b168b2e2b,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:16.815083 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e558cf8-871c-4007-841b-e3a5ffda1b77 None None] Network 0130587e-ae3c-42e5-be51-829392fb3c6a requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:25:16.820590 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3e3574-d32e-4eed-ae19-14702f4918bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:16.822614 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-b3cbbea6-c112-4f53-a385-0b4d8c363c7b service neutron] Attempting to bind port 96f54793-ac40-489e-beb9-8d5b168b2e2b on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:25:16.823218 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-b3cbbea6-c112-4f53-a385-0b4d8c363c7b service neutron] Attempting to bind port 96f54793-ac40-489e-beb9-8d5b168b2e2b by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:25:16.823723 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-b3cbbea6-c112-4f53-a385-0b4d8c363c7b service neutron] Attempting to bind port 96f54793-ac40-489e-beb9-8d5b168b2e2b on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:25:16.824958 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8b3e3574-d32e-4eed-ae19-14702f4918bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:16.836832 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-b3cbbea6-c112-4f53-a385-0b4d8c363c7b service neutron] Port 96f54793-ac40-489e-beb9-8d5b168b2e2b on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:25:16.837444 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-b3cbbea6-c112-4f53-a385-0b4d8c363c7b service neutron] Attempting to bind port 96f54793-ac40-489e-beb9-8d5b168b2e2b on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:25:16.856704 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-b3cbbea6-c112-4f53-a385-0b4d8c363c7b service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:25:16.857394 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-b3cbbea6-c112-4f53-a385-0b4d8c363c7b service neutron] Checking segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:25:16.870165 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-b3cbbea6-c112-4f53-a385-0b4d8c363c7b service neutron] Bound using segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:25:16.871182 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-b3cbbea6-c112-4f53-a385-0b4d8c363c7b service neutron] Bound port: 96f54793-ac40-489e-beb9-8d5b168b2e2b, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:25:16.873070 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-b3cbbea6-c112-4f53-a385-0b4d8c363c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:16.877553 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8b3e3574-d32e-4eed-ae19-14702f4918bb admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0862563 Oct 20 11:25:16.879872 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 49652) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:16.903101 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-2c2256df-05ad-4c28-acf5-291730b00681 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1158314190-router', 'tenant_id': '893249f6b6174b84814f4982d67d2c43', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:25:16.970595 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2c2256df-05ad-4c28-acf5-291730b00681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:16.975412 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2c2256df-05ad-4c28-acf5-291730b00681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:17.201680 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a628823-0bf9-4b8a-8ef8-476f09662516 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-0130587e-ae3c-42e5-be51-829392fb3c6a', 'network_id': '0130587e-ae3c-42e5-be51-829392fb3c6a', 'tenant_id': '893249f6b6174b84814f4982d67d2c43', 'fixed_ips': [{'subnet_id': '51a05590-efa2-4d4b-a09f-bf89beec1cca'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:25:17.203003 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6a628823-0bf9-4b8a-8ef8-476f09662516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:17.310234 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2c2256df-05ad-4c28-acf5-291730b00681 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:17.319672 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-b3cbbea6-c112-4f53-a385-0b4d8c363c7b service neutron] For port 96f54793-ac40-489e-beb9-8d5b168b2e2b, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:25:17.324312 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-b3cbbea6-c112-4f53-a385-0b4d8c363c7b service neutron] For port 96f54793-ac40-489e-beb9-8d5b168b2e2b, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=96f54793-ac40-489e-beb9-8d5b168b2e2b,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:25:17.330768 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-b3cbbea6-c112-4f53-a385-0b4d8c363c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:17.383820 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-b3cbbea6-c112-4f53-a385-0b4d8c363c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:17.384449 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-b3cbbea6-c112-4f53-a385-0b4d8c363c7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:17.386721 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-b3cbbea6-c112-4f53-a385-0b4d8c363c7b service neutron] 10.222.0.89 "PUT /v2.0/ports/96f54793-ac40-489e-beb9-8d5b168b2e2b HTTP/1.1" status: 200 len: 1096 time: 2.6602674 Oct 20 11:25:17.542190 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cbbea6-c112-4f53-a385-0b4d8c363c7b service neutron] Pushing event updated for resources: {'Port': ['ID=96f54793-ac40-489e-beb9-8d5b168b2e2b,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:17.557842 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-8a67e107-969d-4b53-a156-e82ec744ef37 service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7364254 Oct 20 11:25:17.570036 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-00fb0c6a-6a56-4870-b153-353bde33d5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:17.571689 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-00fb0c6a-6a56-4870-b153-353bde33d5e9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=65b4c976476c40ae9bc9f6b2874c9433&device_id=d7fd48a1-de0e-4dd9-b380-b7685f3ea26e HTTP/1.1" status: 200 len: 1099 time: 0.0853548 Oct 20 11:25:17.609308 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-6a628823-0bf9-4b8a-8ef8-476f09662516 None None] Allocated IP 172.20.0.2 (0130587e-ae3c-42e5-be51-829392fb3c6a/51a05590-efa2-4d4b-a09f-bf89beec1cca/9425dbea-cc89-495c-b5c1-b73ec8b5b8ca) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:25:17.861039 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-dc989348-ac8d-4f23-abd5-6c636985f164 req-821c60a2-d3cf-4dc6-aa36-bcbb9230bba2 service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777627 Oct 20 11:25:17.879212 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49666) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:18.092956 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2c2256df-05ad-4c28-acf5-291730b00681 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:18.106828 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ec71b2f9-e1b8-4191-a0e1-148f8a82a2d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:18.112906 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-cb6ca383-fafc-4b1b-8a35-211f2cbb4951 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=96f54793-ac40-489e-beb9-8d5b168b2e2b HTTP/1.1" status: 200 len: 217 time: 0.2494974 Oct 20 11:25:18.187573 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6a628823-0bf9-4b8a-8ef8-476f09662516 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:18.203143 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6a628823-0bf9-4b8a-8ef8-476f09662516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:18.282433 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a628823-0bf9-4b8a-8ef8-476f09662516 None None] Network 0130587e-ae3c-42e5-be51-829392fb3c6a is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:25:18.285923 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359d079-80aa-4aec-b296-796b944f8acf req-079729c8-42ec-40bf-8f0f-67c8c9e8c748 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:18.290375 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-6a628823-0bf9-4b8a-8ef8-476f09662516 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:25:18.291738 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a359d079-80aa-4aec-b296-796b944f8acf req-079729c8-42ec-40bf-8f0f-67c8c9e8c748 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7fd48a1-de0e-4dd9-b380-b7685f3ea26e HTTP/1.1" status: 200 len: 948 time: 0.9692073 Oct 20 11:25:18.298670 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a628823-0bf9-4b8a-8ef8-476f09662516 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:25:18.327295 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c92ad0-1e48-472b-a3a0-4d92244495a2 req-ead22a32-7ac0-4487-bcbc-10c255ca640a tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:18.343789 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c3c92ad0-1e48-472b-a3a0-4d92244495a2 req-ead22a32-7ac0-4487-bcbc-10c255ca640a tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7e2666c-7e0a-4cdd-88df-9234d18e5a02 HTTP/1.1" status: 200 len: 968 time: 0.2235923 Oct 20 11:25:18.401703 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a628823-0bf9-4b8a-8ef8-476f09662516 None None] Pushing event updated for resources: {'Port': ['ID=9425dbea-cc89-495c-b5c1-b73ec8b5b8ca,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:18.414811 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ec71b2f9-e1b8-4191-a0e1-148f8a82a2d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:18.442929 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a628823-0bf9-4b8a-8ef8-476f09662516 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:18.443543 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a628823-0bf9-4b8a-8ef8-476f09662516 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:18.444018 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a628823-0bf9-4b8a-8ef8-476f09662516 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:18.444581 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a628823-0bf9-4b8a-8ef8-476f09662516 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:18.445071 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a628823-0bf9-4b8a-8ef8-476f09662516 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:18.445573 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a628823-0bf9-4b8a-8ef8-476f09662516 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:18.446213 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a628823-0bf9-4b8a-8ef8-476f09662516 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:18.446891 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a628823-0bf9-4b8a-8ef8-476f09662516 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:18.447598 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a628823-0bf9-4b8a-8ef8-476f09662516 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:18.449245 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a628823-0bf9-4b8a-8ef8-476f09662516 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:18.449973 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a628823-0bf9-4b8a-8ef8-476f09662516 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:18.451059 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a628823-0bf9-4b8a-8ef8-476f09662516 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:18.452720 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a628823-0bf9-4b8a-8ef8-476f09662516 None None] Tracked resource versions report: Oct 20 11:25:18.452720 n-d-814735-3 neutron-server[100648]: pushed versions: Oct 20 11:25:18.452720 n-d-814735-3 neutron-server[100648]: { 'AddressGroup': {'1.2'}, Oct 20 11:25:18.452720 n-d-814735-3 neutron-server[100648]: 'ConntrackHelper': {'1.0'}, Oct 20 11:25:18.452720 n-d-814735-3 neutron-server[100648]: 'Log': {'1.0'}, Oct 20 11:25:18.452720 n-d-814735-3 neutron-server[100648]: 'Network': {'1.1'}, Oct 20 11:25:18.452720 n-d-814735-3 neutron-server[100648]: 'Port': {'1.7'}, Oct 20 11:25:18.452720 n-d-814735-3 neutron-server[100648]: 'PortForwarding': {'1.2'}, Oct 20 11:25:18.452720 n-d-814735-3 neutron-server[100648]: 'QosPolicy': {'1.10'}, Oct 20 11:25:18.452720 n-d-814735-3 neutron-server[100648]: 'SecurityGroup': {'1.4'}, Oct 20 11:25:18.452720 n-d-814735-3 neutron-server[100648]: 'SecurityGroupRule': {'1.2'}, Oct 20 11:25:18.452720 n-d-814735-3 neutron-server[100648]: 'SubPort': {'1.0'}, Oct 20 11:25:18.452720 n-d-814735-3 neutron-server[100648]: 'Subnet': {'1.1'}, Oct 20 11:25:18.452720 n-d-814735-3 neutron-server[100648]: 'Trunk': {'1.1'}} Oct 20 11:25:18.452720 n-d-814735-3 neutron-server[100648]: consumer versions: Oct 20 11:25:18.452720 n-d-814735-3 neutron-server[100648]: { DHCP agent@n-d-814735-3: {}, Oct 20 11:25:18.452720 n-d-814735-3 neutron-server[100648]: HyperV agent@n-h1-814735-3: {}, Oct 20 11:25:18.452720 n-d-814735-3 neutron-server[100648]: HyperV agent@n-h2-814735-3: {}, Oct 20 11:25:18.452720 n-d-814735-3 neutron-server[100648]: L3 agent@n-d-814735-3: {}, Oct 20 11:25:18.452720 n-d-814735-3 neutron-server[100648]: Metadata agent@n-d-814735-3: {}, Oct 20 11:25:18.452720 n-d-814735-3 neutron-server[100648]: Metering agent@n-d-814735-3: {}, Oct 20 11:25:18.452720 n-d-814735-3 neutron-server[100648]: Open vSwitch agent@n-d-814735-3: { 'AddressGroup': '1.2', Oct 20 11:25:18.452720 n-d-814735-3 neutron-server[100648]: 'ConntrackHelper': '1.0', Oct 20 11:25:18.452720 n-d-814735-3 neutron-server[100648]: 'Log': '1.0', Oct 20 11:25:18.452720 n-d-814735-3 neutron-server[100648]: 'Network': '1.1', Oct 20 11:25:18.452720 n-d-814735-3 neutron-server[100648]: 'Port': '1.7', Oct 20 11:25:18.452720 n-d-814735-3 neutron-server[100648]: 'PortForwarding': '1.2', Oct 20 11:25:18.452720 n-d-814735-3 neutron-server[100648]: 'QosPolicy': '1.10', Oct 20 11:25:18.452720 n-d-814735-3 neutron-server[100648]: 'SecurityGroup': '1.4', Oct 20 11:25:18.452720 n-d-814735-3 neutron-server[100648]: 'SecurityGroupRule': '1.2', Oct 20 11:25:18.452720 n-d-814735-3 neutron-server[100648]: 'SubPort': '1.0', Oct 20 11:25:18.452720 n-d-814735-3 neutron-server[100648]: 'Subnet': '1.1', Oct 20 11:25:18.452720 n-d-814735-3 neutron-server[100648]: 'Trunk': '1.1'}} Oct 20 11:25:18.452720 n-d-814735-3 neutron-server[100648]: {{(pid=100648) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 11:25:18.539050 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-6a628823-0bf9-4b8a-8ef8-476f09662516 None None] Attempting to bind port 9425dbea-cc89-495c-b5c1-b73ec8b5b8ca on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:25:18.539468 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-6a628823-0bf9-4b8a-8ef8-476f09662516 None None] Attempting to bind port 9425dbea-cc89-495c-b5c1-b73ec8b5b8ca by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1be2662c-e72f-42da-ba3e-cd731b98bbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '0130587e-ae3c-42e5-be51-829392fb3c6a'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:25:18.539830 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a628823-0bf9-4b8a-8ef8-476f09662516 None None] Attempting to bind port 9425dbea-cc89-495c-b5c1-b73ec8b5b8ca on network 0130587e-ae3c-42e5-be51-829392fb3c6a {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:25:18.548952 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a628823-0bf9-4b8a-8ef8-476f09662516 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:25:18.550484 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a628823-0bf9-4b8a-8ef8-476f09662516 None None] Checking segment: {'id': '1be2662c-e72f-42da-ba3e-cd731b98bbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '0130587e-ae3c-42e5-be51-829392fb3c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:25:18.551347 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6a628823-0bf9-4b8a-8ef8-476f09662516 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:18.552951 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a628823-0bf9-4b8a-8ef8-476f09662516 None None] Bound using segment: {'id': '1be2662c-e72f-42da-ba3e-cd731b98bbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '0130587e-ae3c-42e5-be51-829392fb3c6a'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:25:18.553887 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-6a628823-0bf9-4b8a-8ef8-476f09662516 None None] Bound port: 9425dbea-cc89-495c-b5c1-b73ec8b5b8ca, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be2662c-e72f-42da-ba3e-cd731b98bbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '0130587e-ae3c-42e5-be51-829392fb3c6a'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:25:18.554437 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6a628823-0bf9-4b8a-8ef8-476f09662516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:18.572291 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ec71b2f9-e1b8-4191-a0e1-148f8a82a2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:18.572291 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-8505048f-75d6-460c-9ec0-b7ae81579ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:18.572291 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-8505048f-75d6-460c-9ec0-b7ae81579ec0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.3831146 Oct 20 11:25:18.582151 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c3c92ad0-1e48-472b-a3a0-4d92244495a2 req-e35bbed0-b5e0-452b-9fb8-c1a505c5946b tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] 10.222.0.98 "GET /v2.0/security-groups?id=2ff7d654-b24b-4f09-beb9-309e6b1471c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367678 Oct 20 11:25:18.607118 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7fd48a1-de0e-4dd9-b380-b7685f3ea26e', 'tag': '96f54793-ac40-489e-beb9-8d5b168b2e2b'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:25:18.609315 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6594d40-3731-4449-944a-28a3aca9fae6" -d '{"events": [{"name": "network-changed", "server_uuid": "d7fd48a1-de0e-4dd9-b380-b7685f3ea26e", "tag": "96f54793-ac40-489e-beb9-8d5b168b2e2b"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:25:18.661250 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a359d079-80aa-4aec-b296-796b944f8acf req-f1b8cbcb-084d-4c2d-b42b-e049a1dac272 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/security-groups?id=538e4e82-af7d-4e79-86af-2f705cd31163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752101 Oct 20 11:25:18.701859 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f47863-b489-4379-8181-c511242ef6ee req-6b68f599-b256-4114-a3b2-b4b91a72dc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:18.703761 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-50f47863-b489-4379-8181-c511242ef6ee req-6b68f599-b256-4114-a3b2-b4b91a72dc38 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c2164cd0d4f747e89d4256240fe8dfe2&device_id=d7e2666c-7e0a-4cdd-88df-9234d18e5a02 HTTP/1.1" status: 200 len: 1119 time: 0.7381768 Oct 20 11:25:18.704448 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec71b2f9-e1b8-4191-a0e1-148f8a82a2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35acc515-0a42-4730-84e7-d5fe9185eb81,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:18.722036 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-6a628823-0bf9-4b8a-8ef8-476f09662516 None None] For port 9425dbea-cc89-495c-b5c1-b73ec8b5b8ca, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:25:18.726103 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-6a628823-0bf9-4b8a-8ef8-476f09662516 None None] For port 9425dbea-cc89-495c-b5c1-b73ec8b5b8ca, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=9425dbea-cc89-495c-b5c1-b73ec8b5b8ca,segment=NetworkSegment(1be2662c-e72f-42da-ba3e-cd731b98bbb8),segment_id=1be2662c-e72f-42da-ba3e-cd731b98bbb8)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:25:18.727362 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ec71b2f9-e1b8-4191-a0e1-148f8a82a2d9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=24055a4a035f4a2894c8537297fcdc0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8410809 Oct 20 11:25:18.736034 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6a628823-0bf9-4b8a-8ef8-476f09662516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:18.743265 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49694) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:18.745460 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-eaa26d9d-edc8-4564-bf1f-29c01baeb1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:18.747422 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-eaa26d9d-edc8-4564-bf1f-29c01baeb1f0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1327944 Oct 20 11:25:18.844997 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a628823-0bf9-4b8a-8ef8-476f09662516 None None] Pushing event updated for resources: {'Port': ['ID=9425dbea-cc89-495c-b5c1-b73ec8b5b8ca,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:18.876037 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e6645f-9447-42cb-8578-befd567e3db5 x-openstack-request-id: req-c6e6645f-9447-42cb-8578-befd567e3db5 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:25:18.876613 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7fd48a1-de0e-4dd9-b380-b7685f3ea26e", "tag": "96f54793-ac40-489e-beb9-8d5b168b2e2b", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:25:18.877100 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c6e6645f-9447-42cb-8578-befd567e3db5 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:25:18.878952 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7fd48a1-de0e-4dd9-b380-b7685f3ea26e', 'tag': '96f54793-ac40-489e-beb9-8d5b168b2e2b', 'status': 'completed', 'code': 200} Oct 20 11:25:19.044668 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2c2256df-05ad-4c28-acf5-291730b00681 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:19.130680 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2c2256df-05ad-4c28-acf5-291730b00681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:19.292275 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f770a41c-ecc5-4f6a-a101-247b25515b2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:19.621486 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-2c2256df-05ad-4c28-acf5-291730b00681 admin admin] Allocated IP 172.25.5.227 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/92a2aadf-368d-4e60-912d-2720fa320e2b) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:25:19.640552 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-065bfcd3-5aac-44cc-a804-79127d03179c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:19.723886 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-02ee52cf-7398-4f3c-bc8e-faa8cfdbf81f service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9457567 Oct 20 11:25:19.733498 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f47863-b489-4379-8181-c511242ef6ee req-9a69b656-c46e-43d6-ba9c-52482673bd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:19.738043 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-50f47863-b489-4379-8181-c511242ef6ee req-9a69b656-c46e-43d6-ba9c-52482673bd7e service neutron] 10.222.0.11 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 1.0080037 Oct 20 11:25:19.904190 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0bc1e7e9-b473-4d27-a61a-536085dce225 req-f349c956-dd55-4d76-9540-1ce790c8ef56 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643043 Oct 20 11:25:19.908333 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-065bfcd3-5aac-44cc-a804-79127d03179c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:19.922522 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2c2256df-05ad-4c28-acf5-291730b00681 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:19.983846 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-50f47863-b489-4379-8181-c511242ef6ee req-bf804f63-d308-41d8-bdb1-b88a6246fa7a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=b44fe464-8a88-4f33-9392-d0f91d1e7a46 HTTP/1.1" status: 200 len: 217 time: 0.0783105 Oct 20 11:25:20.135715 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6594d40-3731-4449-944a-28a3aca9fae6 req-aacd5b75-8046-4e5a-823a-74bcfd653987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:20.137556 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-d6594d40-3731-4449-944a-28a3aca9fae6 req-aacd5b75-8046-4e5a-823a-74bcfd653987 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=65b4c976476c40ae9bc9f6b2874c9433&device_id=d7fd48a1-de0e-4dd9-b380-b7685f3ea26e HTTP/1.1" status: 200 len: 1099 time: 0.1370475 Oct 20 11:25:20.146939 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f47863-b489-4379-8181-c511242ef6ee req-784a12d1-ce51-4230-bf2e-7c5c5cb87c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:20.148981 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-50f47863-b489-4379-8181-c511242ef6ee req-784a12d1-ce51-4230-bf2e-7c5c5cb87c8a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.1395991 Oct 20 11:25:20.214573 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-065bfcd3-5aac-44cc-a804-79127d03179c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:20.229156 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-065bfcd3-5aac-44cc-a804-79127d03179c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:20.233742 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-065bfcd3-5aac-44cc-a804-79127d03179c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/35acc515-0a42-4730-84e7-d5fe9185eb81 HTTP/1.1" status: 204 len: 168 time: 1.4820445 Oct 20 11:25:20.313349 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065bfcd3-5aac-44cc-a804-79127d03179c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35acc515-0a42-4730-84e7-d5fe9185eb81,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:20.330632 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2c2256df-05ad-4c28-acf5-291730b00681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:20.388552 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f47863-b489-4379-8181-c511242ef6ee req-73282ad0-6260-4de2-8a5d-629a72474f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:20.390655 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-50f47863-b489-4379-8181-c511242ef6ee req-73282ad0-6260-4de2-8a5d-629a72474f7e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2235949 Oct 20 11:25:20.505099 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6594d40-3731-4449-944a-28a3aca9fae6 req-06ccdf70-d583-4531-b30d-f85feda51ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:20.511889 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-d6594d40-3731-4449-944a-28a3aca9fae6 req-06ccdf70-d583-4531-b30d-f85feda51ad7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 0.3430438 Oct 20 11:25:20.580555 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2256df-05ad-4c28-acf5-291730b00681 admin admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:25:20.608839 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a87d6-b684-47b9-9a7d-06320ada712f req-f4cd8ec3-0dab-4367-b280-f189d9fa6f0b tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:20.610892 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a74a87d6-b684-47b9-9a7d-06320ada712f req-f4cd8ec3-0dab-4367-b280-f189d9fa6f0b tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7e2666c-7e0a-4cdd-88df-9234d18e5a02 HTTP/1.1" status: 200 len: 968 time: 0.7409780 Oct 20 11:25:20.668004 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-2c2256df-05ad-4c28-acf5-291730b00681 admin admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:25:20.743016 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2256df-05ad-4c28-acf5-291730b00681 admin admin] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:25:20.816243 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223cd457-15f2-476f-95cc-91a516512f05 req-2089432f-4ea2-4046-95a2-2a636f918e56 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:20.818000 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-223cd457-15f2-476f-95cc-91a516512f05 req-2089432f-4ea2-4046-95a2-2a636f918e56 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7fd48a1-de0e-4dd9-b380-b7685f3ea26e HTTP/1.1" status: 200 len: 948 time: 0.6245654 Oct 20 11:25:20.862661 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-d6594d40-3731-4449-944a-28a3aca9fae6 req-fc485d69-2ec6-48a6-b1ce-efca392fc0db service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=96f54793-ac40-489e-beb9-8d5b168b2e2b HTTP/1.1" status: 200 len: 217 time: 0.1748703 Oct 20 11:25:20.873089 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2256df-05ad-4c28-acf5-291730b00681 admin admin] Pushing event updated for resources: {'Port': ['ID=92a2aadf-368d-4e60-912d-2720fa320e2b,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:20.900302 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a96fe2-f45d-4e71-829e-c77234034e20 None None] Network 0130587e-ae3c-42e5-be51-829392fb3c6a requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:25:21.028292 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a74a87d6-b684-47b9-9a7d-06320ada712f req-0b552fe7-b631-4c8d-bb19-02f62d988f3a tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] 10.222.0.98 "GET /v2.0/security-groups?id=2ff7d654-b24b-4f09-beb9-309e6b1471c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823242 Oct 20 11:25:21.116493 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-50f47863-b489-4379-8181-c511242ef6ee req-51a5764a-22df-48eb-ad4e-86db7fab23f2 service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6842532 Oct 20 11:25:21.118735 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-223cd457-15f2-476f-95cc-91a516512f05 req-5306808f-b90e-4346-9c3b-87b4c9baa6e8 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/security-groups?id=538e4e82-af7d-4e79-86af-2f705cd31163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462108 Oct 20 11:25:21.128824 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6594d40-3731-4449-944a-28a3aca9fae6 req-448acbb5-aa56-47bd-a69f-8164bf62c7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:21.142725 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-c06bb9bc-948d-4699-a967-e808bdd16253 None None] Provisioning complete for port 9425dbea-cc89-495c-b5c1-b73ec8b5b8ca triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:25:21.143737 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c06bb9bc-948d-4699-a967-e808bdd16253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:21.149355 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-d6594d40-3731-4449-944a-28a3aca9fae6 req-448acbb5-aa56-47bd-a69f-8164bf62c7e1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.2696097 Oct 20 11:25:21.506273 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 9425dbea-cc89-495c-b5c1-b73ec8b5b8ca up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:25:21.506713 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6594d40-3731-4449-944a-28a3aca9fae6 req-02d67e65-cea8-4ac4-9343-0d66001da752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:21.518849 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-d6594d40-3731-4449-944a-28a3aca9fae6 req-02d67e65-cea8-4ac4-9343-0d66001da752 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3465080 Oct 20 11:25:21.575776 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c06bb9bc-948d-4699-a967-e808bdd16253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:21.601218 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-50f47863-b489-4379-8181-c511242ef6ee req-e7f8851b-9b48-4379-bb68-aed262579dd0 service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4758053 Oct 20 11:25:21.682227 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-c06bb9bc-948d-4699-a967-e808bdd16253 None None] For port 9425dbea-cc89-495c-b5c1-b73ec8b5b8ca, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=9425dbea-cc89-495c-b5c1-b73ec8b5b8ca,segment=NetworkSegment(1be2662c-e72f-42da-ba3e-cd731b98bbb8),segment_id=1be2662c-e72f-42da-ba3e-cd731b98bbb8)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:25:21.703046 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c06bb9bc-948d-4699-a967-e808bdd16253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:21.762960 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2c2256df-05ad-4c28-acf5-291730b00681 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:21.797210 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-d6594d40-3731-4449-944a-28a3aca9fae6 req-c0c3f34e-aecc-4c85-86f4-56df4015b4b1 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513132 Oct 20 11:25:21.819464 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06bb9bc-948d-4699-a967-e808bdd16253 None None] Pushing event updated for resources: {'Port': ['ID=9425dbea-cc89-495c-b5c1-b73ec8b5b8ca,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:21.823738 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 9425dbea-cc89-495c-b5c1-b73ec8b5b8ca triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:25:21.824115 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:22.073976 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-d6594d40-3731-4449-944a-28a3aca9fae6 req-0175cb71-9617-4e4e-9441-339830d93981 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374539 Oct 20 11:25:22.145743 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e13ffe40-713c-4c22-b0ae-77dc6a8f8e38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:22.189545 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2c2256df-05ad-4c28-acf5-291730b00681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:22.244748 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-72cd271f-88e4-4289-8215-0e7ce790b3fa None None] Provisioning complete for port 9425dbea-cc89-495c-b5c1-b73ec8b5b8ca triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:25:22.246072 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-72cd271f-88e4-4289-8215-0e7ce790b3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:22.549730 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb63c7-da2f-404a-ab6f-c3ff391e8dbe req-10ffedf0-bbe9-4d59-a3e3-1bb67a40fddc tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:22.558283 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-97eb63c7-da2f-404a-ab6f-c3ff391e8dbe req-10ffedf0-bbe9-4d59-a3e3-1bb67a40fddc tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7e2666c-7e0a-4cdd-88df-9234d18e5a02 HTTP/1.1" status: 200 len: 968 time: 0.2455420 Oct 20 11:25:22.641314 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-97eb63c7-da2f-404a-ab6f-c3ff391e8dbe req-c640137f-020a-4024-a222-e9c1ddf9ffe9 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] 10.222.0.98 "GET /v2.0/security-groups?id=2ff7d654-b24b-4f09-beb9-309e6b1471c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813789 Oct 20 11:25:22.736464 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c2256df-05ad-4c28-acf5-291730b00681 admin admin] Router afec13ac-7171-42e1-b165-f81ae98f0e6c is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:25:22.957240 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:23.057748 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:23.077919 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc4dc8-15e9-44a0-8cf3-d14156e6d4f0 req-35f67bc1-539c-4610-a6be-8ddce330ec95 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:23.079594 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4cfc4dc8-15e9-44a0-8cf3-d14156e6d4f0 req-35f67bc1-539c-4610-a6be-8ddce330ec95 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7fd48a1-de0e-4dd9-b380-b7685f3ea26e HTTP/1.1" status: 200 len: 948 time: 0.2535031 Oct 20 11:25:23.148437 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2256df-05ad-4c28-acf5-291730b00681 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:25:23.163530 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3992bdd-cfe5-4e3f-a428-000d1030d832 None None] Sync routers for ids ['afec13ac-7171-42e1-b165-f81ae98f0e6c'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:25:23.177918 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3992bdd-cfe5-4e3f-a428-000d1030d832 None None] Routers {'afec13ac-7171-42e1-b165-f81ae98f0e6c'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:25:23.179322 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-c3992bdd-cfe5-4e3f-a428-000d1030d832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:25:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['afec13ac-7171-42e1-b165-f81ae98f0e6c'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:25:23.208682 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4cfc4dc8-15e9-44a0-8cf3-d14156e6d4f0 req-fa9c7b82-c5af-4714-92b3-09ba1d7a50a6 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/security-groups?id=538e4e82-af7d-4e79-86af-2f705cd31163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109781 Oct 20 11:25:23.243514 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2c2256df-05ad-4c28-acf5-291730b00681 admin admin] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:23.248648 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2c2256df-05ad-4c28-acf5-291730b00681 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.3635080 Oct 20 11:25:23.248977 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49794) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:23.386781 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 9425dbea-cc89-495c-b5c1-b73ec8b5b8ca up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:25:23.524147 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-c3992bdd-cfe5-4e3f-a428-000d1030d832 None None] Set router afec13ac-7171-42e1-b165-f81ae98f0e6c gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:25:23.599943 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 9425dbea-cc89-495c-b5c1-b73ec8b5b8ca triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:25:23.600642 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:24.018954 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f44a3-87aa-4dee-a73d-50a00aa0140b req-b044bce8-907d-47e7-aa6b-aa330d08e220 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:24.020549 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d7f44a3-87aa-4dee-a73d-50a00aa0140b req-b044bce8-907d-47e7-aa6b-aa330d08e220 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7e2666c-7e0a-4cdd-88df-9234d18e5a02 HTTP/1.1" status: 200 len: 968 time: 0.1512263 Oct 20 11:25:24.121122 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-c3992bdd-cfe5-4e3f-a428-000d1030d832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afec13ac-7171-42e1-b165-f81ae98f0e6c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1158314190-router', 'tenant_id': '893249f6b6174b84814f4982d67d2c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '92a2aadf-368d-4e60-912d-2720fa320e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:25:16Z', 'updated_at': '2021-10-20T11:25:21Z', 'revision_number': 3, 'project_id': '893249f6b6174b84814f4982d67d2c43', 'gw_port': {'id': '92a2aadf-368d-4e60-912d-2720fa320e2b', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:91:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afec13ac-7171-42e1-b165-f81ae98f0e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:25:19Z', 'updated_at': '2021-10-20T11:25:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:25:24.145319 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d7f44a3-87aa-4dee-a73d-50a00aa0140b req-6c59a35d-9cb3-4047-ad0e-8baad1cd8cf5 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] 10.222.0.98 "GET /v2.0/security-groups?id=2ff7d654-b24b-4f09-beb9-309e6b1471c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038380 Oct 20 11:25:24.177822 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3992bdd-cfe5-4e3f-a428-000d1030d832 None None] Checking router: afec13ac-7171-42e1-b165-f81ae98f0e6c for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:25:24.179192 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3992bdd-cfe5-4e3f-a428-000d1030d832 None None] Updating router afec13ac-7171-42e1-b165-f81ae98f0e6c port 92a2aadf-368d-4e60-912d-2720fa320e2b binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:25:24.249382 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-c3992bdd-cfe5-4e3f-a428-000d1030d832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:24.418444 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 49818) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:24.467555 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3bbbcb4b-fb2b-4ff7-bcc1-d0c7f2fae40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:24.627366 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-c3992bdd-cfe5-4e3f-a428-000d1030d832 None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:24.655929 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-c3992bdd-cfe5-4e3f-a428-000d1030d832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:24.722339 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:24.777761 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1e66996c-0ed0-4e2e-8058-52fce1542ca9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:24.793961 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-c3992bdd-cfe5-4e3f-a428-000d1030d832 None None] Attempting to bind port 92a2aadf-368d-4e60-912d-2720fa320e2b on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:25:24.794286 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-c3992bdd-cfe5-4e3f-a428-000d1030d832 None None] Attempting to bind port 92a2aadf-368d-4e60-912d-2720fa320e2b by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:25:24.794709 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3992bdd-cfe5-4e3f-a428-000d1030d832 None None] Attempting to bind port 92a2aadf-368d-4e60-912d-2720fa320e2b on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:25:24.798940 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcb2f75-e0c1-4edf-ae17-475cca4c5965 None None] Pushing event updated for resources: {'Port': ['ID=92a2aadf-368d-4e60-912d-2720fa320e2b,revision_number=2']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:24.804764 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3992bdd-cfe5-4e3f-a428-000d1030d832 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:25:24.805096 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3992bdd-cfe5-4e3f-a428-000d1030d832 None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:25:24.805693 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-c3992bdd-cfe5-4e3f-a428-000d1030d832 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:24.806161 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3992bdd-cfe5-4e3f-a428-000d1030d832 None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:25:24.809563 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-c3992bdd-cfe5-4e3f-a428-000d1030d832 None None] Bound port: 92a2aadf-368d-4e60-912d-2720fa320e2b, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:25:24.809563 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-c3992bdd-cfe5-4e3f-a428-000d1030d832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:24.851212 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb2f75-e0c1-4edf-ae17-475cca4c5965 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:24.851562 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb2f75-e0c1-4edf-ae17-475cca4c5965 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:24.851997 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb2f75-e0c1-4edf-ae17-475cca4c5965 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:24.852331 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb2f75-e0c1-4edf-ae17-475cca4c5965 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:24.852658 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb2f75-e0c1-4edf-ae17-475cca4c5965 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:24.852979 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb2f75-e0c1-4edf-ae17-475cca4c5965 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:24.853425 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb2f75-e0c1-4edf-ae17-475cca4c5965 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:24.853766 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb2f75-e0c1-4edf-ae17-475cca4c5965 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:24.854063 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb2f75-e0c1-4edf-ae17-475cca4c5965 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:24.854378 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb2f75-e0c1-4edf-ae17-475cca4c5965 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:24.854764 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb2f75-e0c1-4edf-ae17-475cca4c5965 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:24.855126 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb2f75-e0c1-4edf-ae17-475cca4c5965 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:24.856183 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb2f75-e0c1-4edf-ae17-475cca4c5965 None None] Tracked resource versions report: Oct 20 11:25:24.856183 n-d-814735-3 neutron-server[100649]: pushed versions: Oct 20 11:25:24.856183 n-d-814735-3 neutron-server[100649]: { 'AddressGroup': {'1.2'}, Oct 20 11:25:24.856183 n-d-814735-3 neutron-server[100649]: 'ConntrackHelper': {'1.0'}, Oct 20 11:25:24.856183 n-d-814735-3 neutron-server[100649]: 'Log': {'1.0'}, Oct 20 11:25:24.856183 n-d-814735-3 neutron-server[100649]: 'Network': {'1.1'}, Oct 20 11:25:24.856183 n-d-814735-3 neutron-server[100649]: 'Port': {'1.7'}, Oct 20 11:25:24.856183 n-d-814735-3 neutron-server[100649]: 'PortForwarding': {'1.2'}, Oct 20 11:25:24.856183 n-d-814735-3 neutron-server[100649]: 'QosPolicy': {'1.10'}, Oct 20 11:25:24.856183 n-d-814735-3 neutron-server[100649]: 'SecurityGroup': {'1.4'}, Oct 20 11:25:24.856183 n-d-814735-3 neutron-server[100649]: 'SecurityGroupRule': {'1.2'}, Oct 20 11:25:24.856183 n-d-814735-3 neutron-server[100649]: 'SubPort': {'1.0'}, Oct 20 11:25:24.856183 n-d-814735-3 neutron-server[100649]: 'Subnet': {'1.1'}, Oct 20 11:25:24.856183 n-d-814735-3 neutron-server[100649]: 'Trunk': {'1.1'}} Oct 20 11:25:24.856183 n-d-814735-3 neutron-server[100649]: consumer versions: Oct 20 11:25:24.856183 n-d-814735-3 neutron-server[100649]: { DHCP agent@n-d-814735-3: {}, Oct 20 11:25:24.856183 n-d-814735-3 neutron-server[100649]: HyperV agent@n-h1-814735-3: {}, Oct 20 11:25:24.856183 n-d-814735-3 neutron-server[100649]: HyperV agent@n-h2-814735-3: {}, Oct 20 11:25:24.856183 n-d-814735-3 neutron-server[100649]: L3 agent@n-d-814735-3: {}, Oct 20 11:25:24.856183 n-d-814735-3 neutron-server[100649]: Metadata agent@n-d-814735-3: {}, Oct 20 11:25:24.856183 n-d-814735-3 neutron-server[100649]: Metering agent@n-d-814735-3: {}, Oct 20 11:25:24.856183 n-d-814735-3 neutron-server[100649]: Open vSwitch agent@n-d-814735-3: { 'AddressGroup': '1.2', Oct 20 11:25:24.856183 n-d-814735-3 neutron-server[100649]: 'ConntrackHelper': '1.0', Oct 20 11:25:24.856183 n-d-814735-3 neutron-server[100649]: 'Log': '1.0', Oct 20 11:25:24.856183 n-d-814735-3 neutron-server[100649]: 'Network': '1.1', Oct 20 11:25:24.856183 n-d-814735-3 neutron-server[100649]: 'Port': '1.7', Oct 20 11:25:24.856183 n-d-814735-3 neutron-server[100649]: 'PortForwarding': '1.2', Oct 20 11:25:24.856183 n-d-814735-3 neutron-server[100649]: 'QosPolicy': '1.10', Oct 20 11:25:24.856183 n-d-814735-3 neutron-server[100649]: 'SecurityGroup': '1.4', Oct 20 11:25:24.856183 n-d-814735-3 neutron-server[100649]: 'SecurityGroupRule': '1.2', Oct 20 11:25:24.856183 n-d-814735-3 neutron-server[100649]: 'SubPort': '1.0', Oct 20 11:25:24.856183 n-d-814735-3 neutron-server[100649]: 'Subnet': '1.1', Oct 20 11:25:24.856183 n-d-814735-3 neutron-server[100649]: 'Trunk': '1.1'}} Oct 20 11:25:24.856183 n-d-814735-3 neutron-server[100649]: {{(pid=100649) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 11:25:24.926355 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-c3992bdd-cfe5-4e3f-a428-000d1030d832 None None] For port 92a2aadf-368d-4e60-912d-2720fa320e2b, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:25:24.930809 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-c3992bdd-cfe5-4e3f-a428-000d1030d832 None None] For port 92a2aadf-368d-4e60-912d-2720fa320e2b, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=92a2aadf-368d-4e60-912d-2720fa320e2b,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:25:24.940298 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-c3992bdd-cfe5-4e3f-a428-000d1030d832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:24.949170 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-3bbbcb4b-fb2b-4ff7-bcc1-d0c7f2fae40d admin admin] Allocated IP 172.20.0.1 (0130587e-ae3c-42e5-be51-829392fb3c6a/51a05590-efa2-4d4b-a09f-bf89beec1cca/f259eb67-1c03-4fe5-902b-3e36ae00eccb) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:25:25.052776 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3992bdd-cfe5-4e3f-a428-000d1030d832 None None] Routers {'afec13ac-7171-42e1-b165-f81ae98f0e6c'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:25:25.053860 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-c3992bdd-cfe5-4e3f-a428-000d1030d832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:25:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['afec13ac-7171-42e1-b165-f81ae98f0e6c'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:25:25.128981 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089eccc4-7cf2-4bdc-9c83-cee3963e481e req-290a2e33-3522-436e-925e-3741e6fef386 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:25.140534 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-089eccc4-7cf2-4bdc-9c83-cee3963e481e req-290a2e33-3522-436e-925e-3741e6fef386 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7fd48a1-de0e-4dd9-b380-b7685f3ea26e HTTP/1.1" status: 200 len: 948 time: 0.2203867 Oct 20 11:25:25.228010 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-c3992bdd-cfe5-4e3f-a428-000d1030d832 None None] Set router afec13ac-7171-42e1-b165-f81ae98f0e6c gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:25:25.244049 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3bbbcb4b-fb2b-4ff7-bcc1-d0c7f2fae40d admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:25.271570 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1e66996c-0ed0-4e2e-8058-52fce1542ca9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:25.293031 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49830) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:25.330922 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-089eccc4-7cf2-4bdc-9c83-cee3963e481e req-2d49f273-770f-4e00-a660-049ccd6845df tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/security-groups?id=538e4e82-af7d-4e79-86af-2f705cd31163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892934 Oct 20 11:25:25.331870 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1e66996c-0ed0-4e2e-8058-52fce1542ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:25.419022 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3bbbcb4b-fb2b-4ff7-bcc1-d0c7f2fae40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:25.434426 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e66996c-0ed0-4e2e-8058-52fce1542ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec2e836-376d-48a7-bc72-3ded40c07446,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:25.500951 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbbcb4b-fb2b-4ff7-bcc1-d0c7f2fae40d admin admin] Network 0130587e-ae3c-42e5-be51-829392fb3c6a is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:25:25.533161 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-1e66996c-0ed0-4e2e-8058-52fce1542ca9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6944f4163bf649ecbc817f9c90dd9f87&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1142983 Oct 20 11:25:25.542148 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 49836) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:25.548529 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-3bbbcb4b-fb2b-4ff7-bcc1-d0c7f2fae40d admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:25:25.567004 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbbcb4b-fb2b-4ff7-bcc1-d0c7f2fae40d admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:25:25.567357 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3bbbcb4b-fb2b-4ff7-bcc1-d0c7f2fae40d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:25.789451 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-c3992bdd-cfe5-4e3f-a428-000d1030d832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afec13ac-7171-42e1-b165-f81ae98f0e6c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1158314190-router', 'tenant_id': '893249f6b6174b84814f4982d67d2c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '92a2aadf-368d-4e60-912d-2720fa320e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:25:16Z', 'updated_at': '2021-10-20T11:25:21Z', 'revision_number': 3, 'project_id': '893249f6b6174b84814f4982d67d2c43', 'gw_port': {'id': '92a2aadf-368d-4e60-912d-2720fa320e2b', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:91:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afec13ac-7171-42e1-b165-f81ae98f0e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:25:19Z', 'updated_at': '2021-10-20T11:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:25:25.800758 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-868c363c-c100-4dd7-85a9-0765b1793e6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:25.824095 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753daa1-520d-42ec-9c99-cbbfb27235bf req-0b05745f-af15-4289-9b1c-8fc6832d3070 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:25.827266 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcb2f75-e0c1-4edf-ae17-475cca4c5965 None None] Pushing event updated for resources: {'Port': ['ID=92a2aadf-368d-4e60-912d-2720fa320e2b,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:25.830501 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3992bdd-cfe5-4e3f-a428-000d1030d832 None None] The sync data for ids ['afec13ac-7171-42e1-b165-f81ae98f0e6c'] in n-d-814735-3 is: [{'id': 'afec13ac-7171-42e1-b165-f81ae98f0e6c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1158314190-router', 'tenant_id': '893249f6b6174b84814f4982d67d2c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '92a2aadf-368d-4e60-912d-2720fa320e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:25:16Z', 'updated_at': '2021-10-20T11:25:21Z', 'revision_number': 3, 'project_id': '893249f6b6174b84814f4982d67d2c43', 'gw_port': {'id': '92a2aadf-368d-4e60-912d-2720fa320e2b', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:91:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afec13ac-7171-42e1-b165-f81ae98f0e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:25:19Z', 'updated_at': '2021-10-20T11:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:25:25.840587 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5753daa1-520d-42ec-9c99-cbbfb27235bf req-0b05745f-af15-4289-9b1c-8fc6832d3070 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7e2666c-7e0a-4cdd-88df-9234d18e5a02 HTTP/1.1" status: 200 len: 968 time: 0.2050705 Oct 20 11:25:25.919032 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3bbbcb4b-fb2b-4ff7-bcc1-d0c7f2fae40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:25.925042 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-84f012dc-7545-41d7-930e-91abac6eb758 req-2c48c845-a6d0-4bab-8a7f-ad2fc80be4fc tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=4cf4ef8e88d54fc8a702bd3e3542d077&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0822365 Oct 20 11:25:25.933915 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-bdf543eb-649d-4428-b72a-61356c4daf08 None None] Provisioning complete for port f259eb67-1c03-4fe5-902b-3e36ae00eccb triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:25:25.935755 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bdf543eb-649d-4428-b72a-61356c4daf08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:25.936794 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fd4c1af1-59d7-4406-b20a-035795a3dc9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:25.937158 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-868c363c-c100-4dd7-85a9-0765b1793e6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:25.985979 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-bdf543eb-649d-4428-b72a-61356c4daf08 None None] Port f259eb67-1c03-4fe5-902b-3e36ae00eccb cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:25:26.011821 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5753daa1-520d-42ec-9c99-cbbfb27235bf req-2868ca08-d50a-411a-bb23-108e66916f46 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] 10.222.0.98 "GET /v2.0/security-groups?id=2ff7d654-b24b-4f09-beb9-309e6b1471c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702375 Oct 20 11:25:26.066128 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fd4c1af1-59d7-4406-b20a-035795a3dc9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:26.093298 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbbcb4b-fb2b-4ff7-bcc1-d0c7f2fae40d admin admin] Pushing event updated for resources: {'Port': ['ID=f259eb67-1c03-4fe5-902b-3e36ae00eccb,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:26.097960 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fd4c1af1-59d7-4406-b20a-035795a3dc9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:26.135910 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c1af1-59d7-4406-b20a-035795a3dc9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ed5873-45a2-4a0b-bba1-a1e560f8aabc,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:26.176057 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-fd4c1af1-59d7-4406-b20a-035795a3dc9f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=03d62595dedb414cad59026dc2d54965&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8818970 Oct 20 11:25:26.178570 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49848) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:26.188818 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-868c363c-c100-4dd7-85a9-0765b1793e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:26.193311 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-868c363c-c100-4dd7-85a9-0765b1793e6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:26.194564 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-868c363c-c100-4dd7-85a9-0765b1793e6b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9ec2e836-376d-48a7-bc72-3ded40c07446 HTTP/1.1" status: 204 len: 168 time: 0.6510279 Oct 20 11:25:26.213329 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868c363c-c100-4dd7-85a9-0765b1793e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec2e836-376d-48a7-bc72-3ded40c07446,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:26.245146 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f012dc-7545-41d7-930e-91abac6eb758 req-9ede8a20-c9a0-49e1-9045-66b222228b51 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:26.246612 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-84f012dc-7545-41d7-930e-91abac6eb758 req-9ede8a20-c9a0-49e1-9045-66b222228b51 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3118122 Oct 20 11:25:26.279353 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-84f012dc-7545-41d7-930e-91abac6eb758 req-6e19ee8a-cfa7-457d-a4fa-b389c33f4bec tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/quotas/4cf4ef8e88d54fc8a702bd3e3542d077 HTTP/1.1" status: 200 len: 375 time: 0.0220656 Oct 20 11:25:26.345459 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-84f012dc-7545-41d7-930e-91abac6eb758 req-dd9834ae-6c90-4b1b-8fa3-5e8de2d3aeae tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=4cf4ef8e88d54fc8a702bd3e3542d077&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524704 Oct 20 11:25:26.358702 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c75b8532-118e-4ca3-a450-30e0af2df7ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:26.415087 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c75b8532-118e-4ca3-a450-30e0af2df7ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:26.487772 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3bbbcb4b-fb2b-4ff7-bcc1-d0c7f2fae40d admin admin] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:26.505412 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3bbbcb4b-fb2b-4ff7-bcc1-d0c7f2fae40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:26.506276 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3bbbcb4b-fb2b-4ff7-bcc1-d0c7f2fae40d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:26.639847 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbbcb4b-fb2b-4ff7-bcc1-d0c7f2fae40d admin admin] Pushing event updated for resources: {'Port': ['ID=f259eb67-1c03-4fe5-902b-3e36ae00eccb,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:26.665397 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c75b8532-118e-4ca3-a450-30e0af2df7ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:26.669108 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c75b8532-118e-4ca3-a450-30e0af2df7ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:26.670622 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c75b8532-118e-4ca3-a450-30e0af2df7ee admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c2ed5873-45a2-4a0b-bba1-a1e560f8aabc HTTP/1.1" status: 204 len: 168 time: 0.4911056 Oct 20 11:25:26.690332 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b8532-118e-4ca3-a450-30e0af2df7ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ed5873-45a2-4a0b-bba1-a1e560f8aabc,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:26.778970 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbbcb4b-fb2b-4ff7-bcc1-d0c7f2fae40d admin admin] Network 0130587e-ae3c-42e5-be51-829392fb3c6a is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:25:26.798375 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-3bbbcb4b-fb2b-4ff7-bcc1-d0c7f2fae40d admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:25:26.801756 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c28588-ee9d-4020-b0cb-d41a445be7d3 req-7c461867-a16e-4a96-b936-82c6be397554 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:26.813515 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d7c28588-ee9d-4020-b0cb-d41a445be7d3 req-7c461867-a16e-4a96-b936-82c6be397554 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7fd48a1-de0e-4dd9-b380-b7685f3ea26e HTTP/1.1" status: 200 len: 948 time: 0.1454027 Oct 20 11:25:26.947115 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d7c28588-ee9d-4020-b0cb-d41a445be7d3 req-9a1e7bd9-6aa9-4b56-86b8-8abe1c607478 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/security-groups?id=538e4e82-af7d-4e79-86af-2f705cd31163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313186 Oct 20 11:25:27.015335 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-554bfbad-2044-41a9-a6cb-e0de306c5728 req-b5ba7401-925b-4ffd-80ef-47d4a3a9282b tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7d97a7d-d518-4593-b447-dd83a4a5d926 HTTP/1.1" status: 200 len: 210 time: 0.0651131 Oct 20 11:25:27.037482 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 49874) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:27.073634 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4b026b6d-5308-4b95-afbf-efef71e49a92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:27.250575 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-6d3f8040-0f96-4c5f-b64f-10b185a719db None None] Provisioning complete for port f259eb67-1c03-4fe5-902b-3e36ae00eccb triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:25:27.251921 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6d3f8040-0f96-4c5f-b64f-10b185a719db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:27.262297 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bbbcb4b-fb2b-4ff7-bcc1-d0c7f2fae40d admin admin] Router afec13ac-7171-42e1-b165-f81ae98f0e6c has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:25:27.316382 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4b026b6d-5308-4b95-afbf-efef71e49a92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:27.333354 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4b026b6d-5308-4b95-afbf-efef71e49a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:27.362646 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd0631-7230-4c66-92f2-3ab8ef26a8e6 req-f9e769d5-d07b-45e9-b239-5e1132546d85 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:27.364538 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-79dd0631-7230-4c66-92f2-3ab8ef26a8e6 req-f9e769d5-d07b-45e9-b239-5e1132546d85 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7e2666c-7e0a-4cdd-88df-9234d18e5a02 HTTP/1.1" status: 200 len: 968 time: 0.1468606 Oct 20 11:25:27.410125 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-6d3f8040-0f96-4c5f-b64f-10b185a719db None None] Port f259eb67-1c03-4fe5-902b-3e36ae00eccb cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:25:27.437924 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4b026b6d-5308-4b95-afbf-efef71e49a92 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7ef4fc6e5e7343aab6576d7d84b63662&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3989542 Oct 20 11:25:27.438591 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 49896) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:27.455485 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b026b6d-5308-4b95-afbf-efef71e49a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da84e81-88fb-472a-bcc0-e45e81051fce,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:27.500099 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-79dd0631-7230-4c66-92f2-3ab8ef26a8e6 req-3242026e-dea9-48a5-bcf7-7ad2a9200348 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] 10.222.0.98 "GET /v2.0/security-groups?id=2ff7d654-b24b-4f09-beb9-309e6b1471c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214445 Oct 20 11:25:27.510026 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 92a2aadf-368d-4e60-912d-2720fa320e2b up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:25:27.547390 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-92708c92-3658-4c75-b98c-11ec2c306221 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:27.605602 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bbbcb4b-fb2b-4ff7-bcc1-d0c7f2fae40d admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:25:27.619224 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3bbbcb4b-fb2b-4ff7-bcc1-d0c7f2fae40d admin admin] 10.222.0.98 "PUT /v2.0/routers/afec13ac-7171-42e1-b165-f81ae98f0e6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3624032 Oct 20 11:25:27.623312 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-92708c92-3658-4c75-b98c-11ec2c306221 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:27.633346 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 92a2aadf-368d-4e60-912d-2720fa320e2b triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:25:27.633721 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:27.691893 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49904) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:27.708288 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-92708c92-3658-4c75-b98c-11ec2c306221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:27.710878 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-92708c92-3658-4c75-b98c-11ec2c306221 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:27.715038 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-92708c92-3658-4c75-b98c-11ec2c306221 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4da84e81-88fb-472a-bcc0-e45e81051fce HTTP/1.1" status: 204 len: 168 time: 0.2686727 Oct 20 11:25:27.725072 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e1028dc5-4f73-4150-8563-a89dd05a36ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:27.727605 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92708c92-3658-4c75-b98c-11ec2c306221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da84e81-88fb-472a-bcc0-e45e81051fce,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:27.736381 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:27.759576 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 92a2aadf-368d-4e60-912d-2720fa320e2b, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=92a2aadf-368d-4e60-912d-2720fa320e2b,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:25:27.770943 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:27.851462 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=92a2aadf-368d-4e60-912d-2720fa320e2b,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:27.863631 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e1028dc5-4f73-4150-8563-a89dd05a36ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:27.869370 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e1028dc5-4f73-4150-8563-a89dd05a36ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:27.921027 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e1028dc5-4f73-4150-8563-a89dd05a36ec admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=64d381a6dbc54e098df990e2bb7957e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2264667 Oct 20 11:25:27.921895 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1028dc5-4f73-4150-8563-a89dd05a36ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f77c2f-b7f6-4afc-bab7-3a337c05a431,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:27.924176 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 49914) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:27.955064 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49918) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:27.983410 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fb34ed4a-97a1-48d2-93c7-c01a67db23fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:28.043514 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fb34ed4a-97a1-48d2-93c7-c01a67db23fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:28.093761 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df913f-9ded-450d-83a6-a25ca527e3e3 req-6a3ed210-d884-4029-b648-f5ff541e06fc tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:28.095287 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e8df913f-9ded-450d-83a6-a25ca527e3e3 req-6a3ed210-d884-4029-b648-f5ff541e06fc tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7fd48a1-de0e-4dd9-b380-b7685f3ea26e HTTP/1.1" status: 200 len: 948 time: 0.0919061 Oct 20 11:25:28.144244 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fb34ed4a-97a1-48d2-93c7-c01a67db23fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:28.148941 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fb34ed4a-97a1-48d2-93c7-c01a67db23fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:28.150916 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-fb34ed4a-97a1-48d2-93c7-c01a67db23fd admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e2f77c2f-b7f6-4afc-bab7-3a337c05a431 HTTP/1.1" status: 204 len: 168 time: 0.2255239 Oct 20 11:25:28.187191 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b2798d24-0137-419a-a1f7-59b8257fc955 req-31ffbb30-26c7-468e-987a-e82dc01e27ae tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7d97a7d-d518-4593-b447-dd83a4a5d926 HTTP/1.1" status: 200 len: 210 time: 0.0548713 Oct 20 11:25:28.189352 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb34ed4a-97a1-48d2-93c7-c01a67db23fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f77c2f-b7f6-4afc-bab7-3a337c05a431,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:28.230072 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e8df913f-9ded-450d-83a6-a25ca527e3e3 req-4a370fb3-a940-484b-be31-684d1e435b58 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/security-groups?id=538e4e82-af7d-4e79-86af-2f705cd31163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123228 Oct 20 11:25:28.282702 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-81324be5-5bcc-4433-bf9c-0289cc6288bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:28.379945 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-81324be5-5bcc-4433-bf9c-0289cc6288bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:28.385925 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-81324be5-5bcc-4433-bf9c-0289cc6288bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:28.429526 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 49938) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:28.439655 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-81324be5-5bcc-4433-bf9c-0289cc6288bf admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b086fc4a3608428591677f25cb44875f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4834156 Oct 20 11:25:28.471597 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81324be5-5bcc-4433-bf9c-0289cc6288bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e51a6db-4362-4873-988b-93cc39f2e8da,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:28.524185 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-10f48d09-cca2-4c4d-acdd-07ffa5a1c811 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:28.540884 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-84f012dc-7545-41d7-930e-91abac6eb758 req-a02263b8-cc75-44e3-aa99-b26315bd6a07 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=4cf4ef8e88d54fc8a702bd3e3542d077&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307090 Oct 20 11:25:28.554756 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-10f48d09-cca2-4c4d-acdd-07ffa5a1c811 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:28.588838 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f6e561-c80e-4efb-89df-97d33aac23a1 None None] Sync routers for ids ['afec13ac-7171-42e1-b165-f81ae98f0e6c'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:25:28.602937 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f6e561-c80e-4efb-89df-97d33aac23a1 None None] Routers {'afec13ac-7171-42e1-b165-f81ae98f0e6c'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:25:28.603864 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-54f6e561-c80e-4efb-89df-97d33aac23a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:25:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['afec13ac-7171-42e1-b165-f81ae98f0e6c'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:25:28.796195 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608db8fc-d0d0-42ff-8fc9-cef05694d1a1 req-deb1377e-be5d-4fc1-9f7d-6282ba775293 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:28.807186 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-608db8fc-d0d0-42ff-8fc9-cef05694d1a1 req-deb1377e-be5d-4fc1-9f7d-6282ba775293 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7e2666c-7e0a-4cdd-88df-9234d18e5a02 HTTP/1.1" status: 200 len: 968 time: 0.0891795 Oct 20 11:25:28.820217 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-10f48d09-cca2-4c4d-acdd-07ffa5a1c811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:28.822769 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-10f48d09-cca2-4c4d-acdd-07ffa5a1c811 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:28.826911 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-10f48d09-cca2-4c4d-acdd-07ffa5a1c811 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2e51a6db-4362-4873-988b-93cc39f2e8da HTTP/1.1" status: 204 len: 168 time: 0.3962724 Oct 20 11:25:28.837497 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f012dc-7545-41d7-930e-91abac6eb758 req-129a15f4-22f9-4aa1-b7fe-66cddfee1ea9 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:28.840283 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-84f012dc-7545-41d7-930e-91abac6eb758 req-129a15f4-22f9-4aa1-b7fe-66cddfee1ea9 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2885911 Oct 20 11:25:28.844794 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f48d09-cca2-4c4d-acdd-07ffa5a1c811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e51a6db-4362-4873-988b-93cc39f2e8da,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:28.856347 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-84f012dc-7545-41d7-930e-91abac6eb758 req-23651037-e028-484b-9cc1-fecd79d0938f tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Request body: {'port': {'device_id': 'f7d97a7d-d518-4593-b447-dd83a4a5d926', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'admin_state_up': True, 'tenant_id': '4cf4ef8e88d54fc8a702bd3e3542d077'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:25:28.880056 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-608db8fc-d0d0-42ff-8fc9-cef05694d1a1 req-824b901b-a7bc-43d1-81ef-036013deb900 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] 10.222.0.98 "GET /v2.0/security-groups?id=2ff7d654-b24b-4f09-beb9-309e6b1471c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720191 Oct 20 11:25:28.917063 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-54f6e561-c80e-4efb-89df-97d33aac23a1 None None] Set router afec13ac-7171-42e1-b165-f81ae98f0e6c gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:25:29.076541 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 49962) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:29.082215 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-ef3fea96-cb96-47cb-bc97-4b6d25e8b4ef admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1345179327-network', 'tenant_id': '2975c226f5694d8f82f5f62c0063b290'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:25:29.120086 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3fea96-cb96-47cb-bc97-4b6d25e8b4ef admin admin] Made reservation on behalf of 2975c226f5694d8f82f5f62c0063b290 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:25:29.123424 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ef3fea96-cb96-47cb-bc97-4b6d25e8b4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:29.136887 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ef3fea96-cb96-47cb-bc97-4b6d25e8b4ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:29.192993 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84f012dc-7545-41d7-930e-91abac6eb758 req-23651037-e028-484b-9cc1-fecd79d0938f tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Made reservation on behalf of 4cf4ef8e88d54fc8a702bd3e3542d077 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:25:29.198379 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-84f012dc-7545-41d7-930e-91abac6eb758 req-23651037-e028-484b-9cc1-fecd79d0938f tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:29.208390 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-84f012dc-7545-41d7-930e-91abac6eb758 req-23651037-e028-484b-9cc1-fecd79d0938f tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:29.257650 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-54f6e561-c80e-4efb-89df-97d33aac23a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afec13ac-7171-42e1-b165-f81ae98f0e6c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1158314190-router', 'tenant_id': '893249f6b6174b84814f4982d67d2c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '92a2aadf-368d-4e60-912d-2720fa320e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:25:16Z', 'updated_at': '2021-10-20T11:25:25Z', 'revision_number': 4, 'project_id': '893249f6b6174b84814f4982d67d2c43', 'gw_port': {'id': '92a2aadf-368d-4e60-912d-2720fa320e2b', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:91:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afec13ac-7171-42e1-b165-f81ae98f0e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:25:19Z', 'updated_at': '2021-10-20T11:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'f259eb67-1c03-4fe5-902b-3e36ae00eccb', 'name': '', 'network_id': '0130587e-ae3c-42e5-be51-829392fb3c6a', 'tenant_id': '893249f6b6174b84814f4982d67d2c43', 'mac_address': 'fa:16:3e:42:b4:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afec13ac-7171-42e1-b165-f81ae98f0e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': '51a05590-efa2-4d4b-a09f-bf89beec1cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:25:24Z', 'updated_at': '2021-10-20T11:25:26Z', 'revision_number': 2, 'project_id': '893249f6b6174b84814f4982d67d2c43', 'subnets': [{'id': '51a05590-efa2-4d4b-a09f-bf89beec1cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:25:29.278571 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ef3fea96-cb96-47cb-bc97-4b6d25e8b4ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:29.295624 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ef3fea96-cb96-47cb-bc97-4b6d25e8b4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:29.307736 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f6e561-c80e-4efb-89df-97d33aac23a1 None None] Checking router: afec13ac-7171-42e1-b165-f81ae98f0e6c for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:25:29.308096 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f6e561-c80e-4efb-89df-97d33aac23a1 None None] Updating router afec13ac-7171-42e1-b165-f81ae98f0e6c port f259eb67-1c03-4fe5-902b-3e36ae00eccb binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:25:29.347469 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-84f012dc-7545-41d7-930e-91abac6eb758 req-23651037-e028-484b-9cc1-fecd79d0938f tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:29.354311 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef3fea96-cb96-47cb-bc97-4b6d25e8b4ef admin admin] vlan segment allocate from pool success with {'vlan_id': 1299, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:25:29.363648 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-84f012dc-7545-41d7-930e-91abac6eb758 req-23651037-e028-484b-9cc1-fecd79d0938f tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:29.379958 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3fea96-cb96-47cb-bc97-4b6d25e8b4ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1df4179-8ac6-41f8-8973-a9e2a4a8a33f,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:29.380163 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-54f6e561-c80e-4efb-89df-97d33aac23a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:29.397922 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8e2a4fe3-93ad-48c7-b417-6fe3fb1db902 req-6d2bd93e-3981-480f-92c5-5e91e19ea28e tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7d97a7d-d518-4593-b447-dd83a4a5d926 HTTP/1.1" status: 200 len: 210 time: 0.0634623 Oct 20 11:25:29.415567 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ef3fea96-cb96-47cb-bc97-4b6d25e8b4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:29.416816 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-ef3fea96-cb96-47cb-bc97-4b6d25e8b4ef admin admin] Added segment 7a71ddcf-e2bc-43be-8c5c-c88754e6268f of type vlan for network 6f17d331-dda0-4cd9-b1fe-0543fdb1b5a0 Oct 20 11:25:29.456392 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 92a2aadf-368d-4e60-912d-2720fa320e2b up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:25:29.496758 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23651037-e028-484b-9cc1-fecd79d0938f tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45e230e3-c619-47d2-a64b-21b4fbd3cf9b,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:29.516659 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ef3fea96-cb96-47cb-bc97-4b6d25e8b4ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:29.571474 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17400e84-9baa-4cd7-ae7f-8022ad02971a req-5cbfb7ac-b712-4796-9c58-042c510c2cca tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:29.572869 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-17400e84-9baa-4cd7-ae7f-8022ad02971a req-5cbfb7ac-b712-4796-9c58-042c510c2cca tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7fd48a1-de0e-4dd9-b380-b7685f3ea26e HTTP/1.1" status: 200 len: 948 time: 0.1378710 Oct 20 11:25:29.607492 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [req-84f012dc-7545-41d7-930e-91abac6eb758 req-23651037-e028-484b-9cc1-fecd79d0938f tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Allocated IP 192.168.233.35 (09e5a906-63cf-4dde-b699-ab448fb18fb8/94289c8c-e5f7-4e30-b6a9-5b268a8fd610/e239edc6-f119-4d20-92d9-e95030bb77aa) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:25:29.616158 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ef3fea96-cb96-47cb-bc97-4b6d25e8b4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:29.618671 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3fea96-cb96-47cb-bc97-4b6d25e8b4ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:29.619642 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ef3fea96-cb96-47cb-bc97-4b6d25e8b4ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:29.670239 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49980) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:29.712202 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3fea96-cb96-47cb-bc97-4b6d25e8b4ef admin admin] Pushing event updated for resources: {'Network': ['ID=6f17d331-dda0-4cd9-b1fe-0543fdb1b5a0,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:29.726096 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 92a2aadf-368d-4e60-912d-2720fa320e2b triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:25:29.727055 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:29.732729 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 6f17d331-dda0-4cd9-b1fe-0543fdb1b5a0 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:25:29.733546 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-83ae44a1-efbb-441b-b15a-93c0aeb45bde admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:29.751175 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-17400e84-9baa-4cd7-ae7f-8022ad02971a req-23acd03b-4379-4742-aed2-677d885698e8 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/security-groups?id=538e4e82-af7d-4e79-86af-2f705cd31163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651545 Oct 20 11:25:29.773207 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ef3fea96-cb96-47cb-bc97-4b6d25e8b4ef admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6955585 Oct 20 11:25:29.776335 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 49982) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:29.782502 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-12f7003a-e248-4db0-a1ac-fa7f8c67a239 admin admin] Request body: {'subnet': {'network_id': '6f17d331-dda0-4cd9-b1fe-0543fdb1b5a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1345179327-subnet', 'tenant_id': '2975c226f5694d8f82f5f62c0063b290', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:25:29.826440 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f7003a-e248-4db0-a1ac-fa7f8c67a239 admin admin] Made reservation on behalf of 2975c226f5694d8f82f5f62c0063b290 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:25:29.828685 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-12f7003a-e248-4db0-a1ac-fa7f8c67a239 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:29.945697 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-84f012dc-7545-41d7-930e-91abac6eb758 req-23651037-e028-484b-9cc1-fecd79d0938f tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:29.977504 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-83ae44a1-efbb-441b-b15a-93c0aeb45bde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:29.994853 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-83ae44a1-efbb-441b-b15a-93c0aeb45bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:30.046228 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-54f6e561-c80e-4efb-89df-97d33aac23a1 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:30.054030 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-54f6e561-c80e-4efb-89df-97d33aac23a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:30.060086 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-83ae44a1-efbb-441b-b15a-93c0aeb45bde admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2fd1719574b74797ba4bff0540c6db8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3834996 Oct 20 11:25:30.063995 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49994) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:30.081914 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ae44a1-efbb-441b-b15a-93c0aeb45bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39329f0-01da-4027-a172-6b5be92df2e1,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:30.087972 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-84f012dc-7545-41d7-930e-91abac6eb758 req-23651037-e028-484b-9cc1-fecd79d0938f tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:30.130127 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f4e5dd-4b75-429d-b328-44cb6849b8c4 None None] Pushing event updated for resources: {'Port': ['ID=f259eb67-1c03-4fe5-902b-3e36ae00eccb,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:30.131210 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966496c9-86d6-43ba-b8c1-644ec3c56463 req-290e8c20-292d-4011-8672-2104714cc569 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:30.139319 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-966496c9-86d6-43ba-b8c1-644ec3c56463 req-290e8c20-292d-4011-8672-2104714cc569 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7e2666c-7e0a-4cdd-88df-9234d18e5a02 HTTP/1.1" status: 200 len: 968 time: 0.0979166 Oct 20 11:25:30.157091 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84f012dc-7545-41d7-930e-91abac6eb758 req-23651037-e028-484b-9cc1-fecd79d0938f tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Network 09e5a906-63cf-4dde-b699-ab448fb18fb8 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:25:30.163723 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [req-84f012dc-7545-41d7-930e-91abac6eb758 req-23651037-e028-484b-9cc1-fecd79d0938f tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:25:30.166370 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f012dc-7545-41d7-930e-91abac6eb758 req-23651037-e028-484b-9cc1-fecd79d0938f tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:25:30.173161 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f012dc-7545-41d7-930e-91abac6eb758 req-23651037-e028-484b-9cc1-fecd79d0938f tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:30.174123 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-84f012dc-7545-41d7-930e-91abac6eb758 req-23651037-e028-484b-9cc1-fecd79d0938f tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:30.200137 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-12f7003a-e248-4db0-a1ac-fa7f8c67a239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:30.200902 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23651037-e028-484b-9cc1-fecd79d0938f tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Pushing event updated for resources: {'Port': ['ID=e239edc6-f119-4d20-92d9-e95030bb77aa,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:30.208954 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-84f2cf93-9457-4921-91ce-e307602ba774 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:30.226884 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-54f6e561-c80e-4efb-89df-97d33aac23a1 None None] Attempting to bind port f259eb67-1c03-4fe5-902b-3e36ae00eccb on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:25:30.227449 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-54f6e561-c80e-4efb-89df-97d33aac23a1 None None] Attempting to bind port f259eb67-1c03-4fe5-902b-3e36ae00eccb by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1be2662c-e72f-42da-ba3e-cd731b98bbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '0130587e-ae3c-42e5-be51-829392fb3c6a'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:25:30.227883 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f6e561-c80e-4efb-89df-97d33aac23a1 None None] Attempting to bind port f259eb67-1c03-4fe5-902b-3e36ae00eccb on network 0130587e-ae3c-42e5-be51-829392fb3c6a {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:25:30.239672 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f6e561-c80e-4efb-89df-97d33aac23a1 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:25:30.240436 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f6e561-c80e-4efb-89df-97d33aac23a1 None None] Checking segment: {'id': '1be2662c-e72f-42da-ba3e-cd731b98bbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '0130587e-ae3c-42e5-be51-829392fb3c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:25:30.241137 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-54f6e561-c80e-4efb-89df-97d33aac23a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:30.241740 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f6e561-c80e-4efb-89df-97d33aac23a1 None None] Bound using segment: {'id': '1be2662c-e72f-42da-ba3e-cd731b98bbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '0130587e-ae3c-42e5-be51-829392fb3c6a'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:25:30.242449 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-54f6e561-c80e-4efb-89df-97d33aac23a1 None None] Bound port: f259eb67-1c03-4fe5-902b-3e36ae00eccb, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be2662c-e72f-42da-ba3e-cd731b98bbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '0130587e-ae3c-42e5-be51-829392fb3c6a'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:25:30.243207 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-54f6e561-c80e-4efb-89df-97d33aac23a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:30.246696 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-84f2cf93-9457-4921-91ce-e307602ba774 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:30.313005 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device b44fe464-8a88-4f33-9392-d0f91d1e7a46 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:25:30.323352 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f7003a-e248-4db0-a1ac-fa7f8c67a239 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e8d8044-d192-457c-abf3-777342ab574b,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:30.323587 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-84f012dc-7545-41d7-930e-91abac6eb758 req-23651037-e028-484b-9cc1-fecd79d0938f tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4719970 Oct 20 11:25:30.336827 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-84f2cf93-9457-4921-91ce-e307602ba774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:30.340588 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-84f2cf93-9457-4921-91ce-e307602ba774 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:30.343139 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-84f2cf93-9457-4921-91ce-e307602ba774 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c39329f0-01da-4027-a172-6b5be92df2e1 HTTP/1.1" status: 204 len: 168 time: 0.2772961 Oct 20 11:25:30.351042 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-84f012dc-7545-41d7-930e-91abac6eb758 req-3875ad35-6ba0-496f-9f7e-1adff5a75f6d service neutron] Request body: {'port': {'device_id': 'f7d97a7d-d518-4593-b447-dd83a4a5d926', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:25:30.373688 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f2cf93-9457-4921-91ce-e307602ba774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39329f0-01da-4027-a172-6b5be92df2e1,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:30.391633 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50000) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:30.400315 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-54f6e561-c80e-4efb-89df-97d33aac23a1 None None] For port f259eb67-1c03-4fe5-902b-3e36ae00eccb, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:25:30.433423 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-54f6e561-c80e-4efb-89df-97d33aac23a1 None None] For port f259eb67-1c03-4fe5-902b-3e36ae00eccb, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=f259eb67-1c03-4fe5-902b-3e36ae00eccb,segment=NetworkSegment(1be2662c-e72f-42da-ba3e-cd731b98bbb8),segment_id=1be2662c-e72f-42da-ba3e-cd731b98bbb8)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:25:30.456838 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-966496c9-86d6-43ba-b8c1-644ec3c56463 req-551c0247-27c3-48b9-97e6-fc62ec98ceea tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] 10.222.0.98 "GET /v2.0/security-groups?id=2ff7d654-b24b-4f09-beb9-309e6b1471c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099034 Oct 20 11:25:30.488098 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-54f6e561-c80e-4efb-89df-97d33aac23a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:30.497598 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-84f012dc-7545-41d7-930e-91abac6eb758 req-3875ad35-6ba0-496f-9f7e-1adff5a75f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:30.505238 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f7003a-e248-4db0-a1ac-fa7f8c67a239 admin admin] Checking segment: {'id': '7a71ddcf-e2bc-43be-8c5c-c88754e6268f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '6f17d331-dda0-4cd9-b1fe-0543fdb1b5a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:25:30.505593 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f7003a-e248-4db0-a1ac-fa7f8c67a239 admin admin] Network hostable DHCP agents. Network: 6f17d331-dda0-4cd9-b1fe-0543fdb1b5a0, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:25:30.594468 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f4e5dd-4b75-429d-b328-44cb6849b8c4 None None] Pushing event updated for resources: {'Port': ['ID=f259eb67-1c03-4fe5-902b-3e36ae00eccb,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:30.614654 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f7003a-e248-4db0-a1ac-fa7f8c67a239 admin admin] Network 6f17d331-dda0-4cd9-b1fe-0543fdb1b5a0 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:25:30.671757 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-12f7003a-e248-4db0-a1ac-fa7f8c67a239 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 6f17d331-dda0-4cd9-b1fe-0543fdb1b5a0) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:25:30.689066 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f7003a-e248-4db0-a1ac-fa7f8c67a239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:30.692014 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-12f7003a-e248-4db0-a1ac-fa7f8c67a239 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:30.695731 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c44bae-fb8f-4b29-b833-dba95ffd5376 None None] Network 6f17d331-dda0-4cd9-b1fe-0543fdb1b5a0 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:25:30.724478 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37818cf-e385-4135-9054-cd4e956fd53f req-9c5bbb9a-4d45-4be3-9dc5-a565b3cf2616 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:30.739855 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e37818cf-e385-4135-9054-cd4e956fd53f req-9c5bbb9a-4d45-4be3-9dc5-a565b3cf2616 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7d97a7d-d518-4593-b447-dd83a4a5d926 HTTP/1.1" status: 200 len: 935 time: 0.2022841 Oct 20 11:25:30.787500 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port b44fe464-8a88-4f33-9392-d0f91d1e7a46, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=b44fe464-8a88-4f33-9392-d0f91d1e7a46,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:25:30.827376 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f6e561-c80e-4efb-89df-97d33aac23a1 None None] Routers {'afec13ac-7171-42e1-b165-f81ae98f0e6c'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:25:30.828024 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-54f6e561-c80e-4efb-89df-97d33aac23a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:25:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['afec13ac-7171-42e1-b165-f81ae98f0e6c'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:25:30.836682 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-12f7003a-e248-4db0-a1ac-fa7f8c67a239 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0584118 Oct 20 11:25:30.840917 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50018) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:30.858273 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-23998fed-5e33-4ced-b77b-751c39025992 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1345179327-router', 'tenant_id': '2975c226f5694d8f82f5f62c0063b290', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:25:30.869587 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-e190de80-4471-4f61-8b42-5d2cf28ac3bd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-898725388-network', 'tenant_id': 'aa6715c00c6e4476951bf73e506ed201'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:25:30.895748 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e37818cf-e385-4135-9054-cd4e956fd53f req-5f627e88-0acc-4194-b2b4-f595581e50af tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/security-groups?id=45e230e3-c619-47d2-a64b-21b4fbd3cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548836 Oct 20 11:25:30.916513 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-84f012dc-7545-41d7-930e-91abac6eb758 req-3875ad35-6ba0-496f-9f7e-1adff5a75f6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e239edc6-f119-4d20-92d9-e95030bb77aa {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:25:30.937441 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-84f012dc-7545-41d7-930e-91abac6eb758 req-3875ad35-6ba0-496f-9f7e-1adff5a75f6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:30.954438 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.db.api [None req-e190de80-4471-4f61-8b42-5d2cf28ac3bd admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 20 11:25:30.954438 n-d-814735-3 neutron-server[100647]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 20 11:25:30.954438 n-d-814735-3 neutron-server[100647]: [parameters: {'project_id_1': 'aa6715c00c6e4476951bf73e506ed201', 'expiration_1': datetime.datetime(2021, 10, 20, 11, 25, 10, 942264)}] Oct 20 11:25:30.954438 n-d-814735-3 neutron-server[100647]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100647) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:25:30.955654 n-d-814735-3 neutron-server[100647]: DEBUG oslo_db.api [None req-e190de80-4471-4f61-8b42-5d2cf28ac3bd admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:25:30.968255 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': 'b44fe464-8a88-4f33-9392-d0f91d1e7a46', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'port_id': 'b44fe464-8a88-4f33-9392-d0f91d1e7a46', 'mac_address': 'fa:16:3e:ed:d6:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94289c8c-e5f7-4e30-b6a9-5b268a8fd610', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:tempest-test_az-128955721', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:25:30.973363 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-23998fed-5e33-4ced-b77b-751c39025992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:30.974659 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-23998fed-5e33-4ced-b77b-751c39025992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:30.979756 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-84f012dc-7545-41d7-930e-91abac6eb758 req-3875ad35-6ba0-496f-9f7e-1adff5a75f6d service neutron] Transition to ACTIVE for port object e239edc6-f119-4d20-92d9-e95030bb77aa will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:25:30.987046 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-84f012dc-7545-41d7-930e-91abac6eb758 req-3875ad35-6ba0-496f-9f7e-1adff5a75f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:30.989497 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed0433a-36b7-4621-ae06-5440449c2565 req-307afea6-2eaa-413a-9dce-286943694d41 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:30.991124 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3ed0433a-36b7-4621-ae06-5440449c2565 req-307afea6-2eaa-413a-9dce-286943694d41 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7fd48a1-de0e-4dd9-b380-b7685f3ea26e HTTP/1.1" status: 200 len: 948 time: 0.1398199 Oct 20 11:25:31.061681 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-54f6e561-c80e-4efb-89df-97d33aac23a1 None None] Set router afec13ac-7171-42e1-b165-f81ae98f0e6c gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:25:31.074430 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-23998fed-5e33-4ced-b77b-751c39025992 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:31.131433 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3875ad35-6ba0-496f-9f7e-1adff5a75f6d service neutron] Pushing event updated for resources: {'Port': ['ID=e239edc6-f119-4d20-92d9-e95030bb77aa,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:31.144975 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3ed0433a-36b7-4621-ae06-5440449c2565 req-a587ba3c-8cd2-49bc-affb-95b81f1b38b2 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/security-groups?id=538e4e82-af7d-4e79-86af-2f705cd31163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462691 Oct 20 11:25:31.158047 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-84f012dc-7545-41d7-930e-91abac6eb758 req-3875ad35-6ba0-496f-9f7e-1adff5a75f6d service neutron] Attempting to bind port e239edc6-f119-4d20-92d9-e95030bb77aa on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:25:31.158379 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-84f012dc-7545-41d7-930e-91abac6eb758 req-3875ad35-6ba0-496f-9f7e-1adff5a75f6d service neutron] Attempting to bind port e239edc6-f119-4d20-92d9-e95030bb77aa by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:25:31.158712 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f012dc-7545-41d7-930e-91abac6eb758 req-3875ad35-6ba0-496f-9f7e-1adff5a75f6d service neutron] Attempting to bind port e239edc6-f119-4d20-92d9-e95030bb77aa on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:25:31.168808 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f012dc-7545-41d7-930e-91abac6eb758 req-3875ad35-6ba0-496f-9f7e-1adff5a75f6d service neutron] Port e239edc6-f119-4d20-92d9-e95030bb77aa on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:25:31.169128 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f012dc-7545-41d7-930e-91abac6eb758 req-3875ad35-6ba0-496f-9f7e-1adff5a75f6d service neutron] Attempting to bind port e239edc6-f119-4d20-92d9-e95030bb77aa on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:25:31.180420 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f012dc-7545-41d7-930e-91abac6eb758 req-3875ad35-6ba0-496f-9f7e-1adff5a75f6d service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:25:31.180753 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f012dc-7545-41d7-930e-91abac6eb758 req-3875ad35-6ba0-496f-9f7e-1adff5a75f6d service neutron] Checking segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:25:31.181134 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f012dc-7545-41d7-930e-91abac6eb758 req-3875ad35-6ba0-496f-9f7e-1adff5a75f6d service neutron] Bound using segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:25:31.181560 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-84f012dc-7545-41d7-930e-91abac6eb758 req-3875ad35-6ba0-496f-9f7e-1adff5a75f6d service neutron] Bound port: e239edc6-f119-4d20-92d9-e95030bb77aa, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:25:31.181914 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-84f012dc-7545-41d7-930e-91abac6eb758 req-3875ad35-6ba0-496f-9f7e-1adff5a75f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:31.223759 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-8eac0962-a4ef-4e88-9920-8507b66ebb3b None None] Provisioning complete for port e239edc6-f119-4d20-92d9-e95030bb77aa triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:25:31.224130 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-8eac0962-a4ef-4e88-9920-8507b66ebb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:31.313242 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-84f012dc-7545-41d7-930e-91abac6eb758 req-3875ad35-6ba0-496f-9f7e-1adff5a75f6d service neutron] For port e239edc6-f119-4d20-92d9-e95030bb77aa, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:25:31.321735 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-84f012dc-7545-41d7-930e-91abac6eb758 req-3875ad35-6ba0-496f-9f7e-1adff5a75f6d service neutron] For port e239edc6-f119-4d20-92d9-e95030bb77aa, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e239edc6-f119-4d20-92d9-e95030bb77aa,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:25:31.326299 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-23998fed-5e33-4ced-b77b-751c39025992 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:31.335552 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-84f012dc-7545-41d7-930e-91abac6eb758 req-3875ad35-6ba0-496f-9f7e-1adff5a75f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:31.388730 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f012dc-7545-41d7-930e-91abac6eb758 req-3875ad35-6ba0-496f-9f7e-1adff5a75f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:31.389432 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-84f012dc-7545-41d7-930e-91abac6eb758 req-3875ad35-6ba0-496f-9f7e-1adff5a75f6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:31.391031 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-84f012dc-7545-41d7-930e-91abac6eb758 req-3875ad35-6ba0-496f-9f7e-1adff5a75f6d service neutron] 10.222.0.89 "PUT /v2.0/ports/e239edc6-f119-4d20-92d9-e95030bb77aa HTTP/1.1" status: 200 len: 1095 time: 1.0461979 Oct 20 11:25:31.394821 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d97a7d-d518-4593-b447-dd83a4a5d926', 'tag': 'e239edc6-f119-4d20-92d9-e95030bb77aa'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:25:31.397198 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a18ee3c-277f-435c-add2-32dc20ff8df1" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d97a7d-d518-4593-b447-dd83a4a5d926", "tag": "e239edc6-f119-4d20-92d9-e95030bb77aa"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:25:31.443558 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3875ad35-6ba0-496f-9f7e-1adff5a75f6d service neutron] Pushing event updated for resources: {'Port': ['ID=e239edc6-f119-4d20-92d9-e95030bb77aa,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:31.483237 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59015b2-1f5c-4807-b18b-b50fc78998c6 x-openstack-request-id: req-e59015b2-1f5c-4807-b18b-b50fc78998c6 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:25:31.483904 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d97a7d-d518-4593-b447-dd83a4a5d926", "tag": "e239edc6-f119-4d20-92d9-e95030bb77aa", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:25:31.484405 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e59015b2-1f5c-4807-b18b-b50fc78998c6 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:25:31.485049 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7d97a7d-d518-4593-b447-dd83a4a5d926', 'tag': 'e239edc6-f119-4d20-92d9-e95030bb77aa', 'status': 'completed', 'code': 200} Oct 20 11:25:31.555741 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f012dc-7545-41d7-930e-91abac6eb758 req-b13b0e26-f271-4d23-a1a5-b8262f43930e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:31.559613 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-84f012dc-7545-41d7-930e-91abac6eb758 req-b13b0e26-f271-4d23-a1a5-b8262f43930e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4cf4ef8e88d54fc8a702bd3e3542d077&device_id=f7d97a7d-d518-4593-b447-dd83a4a5d926 HTTP/1.1" status: 200 len: 1098 time: 0.1037524 Oct 20 11:25:31.624450 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-84f012dc-7545-41d7-930e-91abac6eb758 req-b1cfb5db-3dd7-4a1d-8724-8a635613fd26 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=e239edc6-f119-4d20-92d9-e95030bb77aa HTTP/1.1" status: 200 len: 217 time: 0.0512938 Oct 20 11:25:31.661632 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:31.667471 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e190de80-4471-4f61-8b42-5d2cf28ac3bd admin admin] Made reservation on behalf of aa6715c00c6e4476951bf73e506ed201 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:25:31.679256 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e190de80-4471-4f61-8b42-5d2cf28ac3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:31.706417 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b44fe464-8a88-4f33-9392-d0f91d1e7a46 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:25:31.718332 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e190de80-4471-4f61-8b42-5d2cf28ac3bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:31.743880 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port b44fe464-8a88-4f33-9392-d0f91d1e7a46, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=b44fe464-8a88-4f33-9392-d0f91d1e7a46,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:25:31.744964 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-8eac0962-a4ef-4e88-9920-8507b66ebb3b None None] Port e239edc6-f119-4d20-92d9-e95030bb77aa cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:25:31.752076 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 96f54793-ac40-489e-beb9-8d5b168b2e2b details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:25:31.752742 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f012dc-7545-41d7-930e-91abac6eb758 req-4aecd57a-26b2-485f-b9bb-8bd939e0f44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:31.758950 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-84f012dc-7545-41d7-930e-91abac6eb758 req-4aecd57a-26b2-485f-b9bb-8bd939e0f44b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.1179974 Oct 20 11:25:31.760531 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0614644-1f3f-4f8a-87f6-5ed31ecb93d9 req-ba491537-4c97-49b1-8afd-1074ea0099c0 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:31.762490 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f0614644-1f3f-4f8a-87f6-5ed31ecb93d9 req-ba491537-4c97-49b1-8afd-1074ea0099c0 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7e2666c-7e0a-4cdd-88df-9234d18e5a02 HTTP/1.1" status: 200 len: 968 time: 0.1945801 Oct 20 11:25:31.866367 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f012dc-7545-41d7-930e-91abac6eb758 req-152fb0de-a988-4513-906d-d35d8fd3aa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:31.868095 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-84f012dc-7545-41d7-930e-91abac6eb758 req-152fb0de-a988-4513-906d-d35d8fd3aa4a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0983603 Oct 20 11:25:31.914562 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f0614644-1f3f-4f8a-87f6-5ed31ecb93d9 req-9eabd71a-0cb6-445f-b4b2-26dfab6c56bd tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] 10.222.0.98 "GET /v2.0/security-groups?id=2ff7d654-b24b-4f09-beb9-309e6b1471c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419225 Oct 20 11:25:31.985624 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 96f54793-ac40-489e-beb9-8d5b168b2e2b, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=96f54793-ac40-489e-beb9-8d5b168b2e2b,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:25:32.005195 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:32.016733 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e190de80-4471-4f61-8b42-5d2cf28ac3bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:32.074182 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e190de80-4471-4f61-8b42-5d2cf28ac3bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:32.077146 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '96f54793-ac40-489e-beb9-8d5b168b2e2b', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'port_id': '96f54793-ac40-489e-beb9-8d5b168b2e2b', 'mac_address': 'fa:16:3e:d7:31:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94289c8c-e5f7-4e30-b6a9-5b268a8fd610', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:25:32.091555 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-84f012dc-7545-41d7-930e-91abac6eb758 req-e4e6fde7-9b9b-4a08-97e7-847fbeab5eb5 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142136 Oct 20 11:25:32.143096 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9f1c96-7c69-4d2d-bddd-ebd3bff1f74b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-6f17d331-dda0-4cd9-b1fe-0543fdb1b5a0', 'network_id': '6f17d331-dda0-4cd9-b1fe-0543fdb1b5a0', 'tenant_id': '2975c226f5694d8f82f5f62c0063b290', 'fixed_ips': [{'subnet_id': '1e8d8044-d192-457c-abf3-777342ab574b'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:25:32.144944 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9d9f1c96-7c69-4d2d-bddd-ebd3bff1f74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:32.184334 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e190de80-4471-4f61-8b42-5d2cf28ac3bd admin admin] vlan segment allocate from pool success with {'vlan_id': 1252, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:25:32.198447 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-84f012dc-7545-41d7-930e-91abac6eb758 req-76bec7fa-b694-4fbb-adae-3307c1af2ab3 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974710 Oct 20 11:25:32.202473 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e190de80-4471-4f61-8b42-5d2cf28ac3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:32.206873 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-e190de80-4471-4f61-8b42-5d2cf28ac3bd admin admin] Added segment fb1327ec-83b6-478a-9700-c6ea2f9574d3 of type vlan for network b05579c2-10e5-4997-ab9d-57afa741288e Oct 20 11:25:32.270222 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e190de80-4471-4f61-8b42-5d2cf28ac3bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:32.277241 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190de80-4471-4f61-8b42-5d2cf28ac3bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd595b92-dfc0-474b-9e30-c2ce45723d77,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:32.283077 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-23998fed-5e33-4ced-b77b-751c39025992 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:32.318342 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:32.327798 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-8eac0962-a4ef-4e88-9920-8507b66ebb3b None None] Provisioning complete for port f259eb67-1c03-4fe5-902b-3e36ae00eccb triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:25:32.328235 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-8eac0962-a4ef-4e88-9920-8507b66ebb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:32.337946 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18ee3c-277f-435c-add2-32dc20ff8df1 req-73a9932a-fcb0-4e01-915f-51774af95d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:32.339783 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2a18ee3c-277f-435c-add2-32dc20ff8df1 req-73a9932a-fcb0-4e01-915f-51774af95d62 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4cf4ef8e88d54fc8a702bd3e3542d077&device_id=f7d97a7d-d518-4593-b447-dd83a4a5d926 HTTP/1.1" status: 200 len: 1098 time: 0.0675018 Oct 20 11:25:32.363564 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-23998fed-5e33-4ced-b77b-751c39025992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:32.375319 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.db.resource_extend [None req-e190de80-4471-4f61-8b42-5d2cf28ac3bd admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 11:25:32.410954 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['b44fe464-8a88-4f33-9392-d0f91d1e7a46'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:25:32.416654 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a849d-6119-456c-89c8-0519fdf2f8e1 req-8f5454c8-0c1e-4445-812a-b132652f046d tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:32.424412 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2c9a849d-6119-456c-89c8-0519fdf2f8e1 req-8f5454c8-0c1e-4445-812a-b132652f046d tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7d97a7d-d518-4593-b447-dd83a4a5d926 HTTP/1.1" status: 200 len: 947 time: 0.3655117 Oct 20 11:25:32.465927 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c9e8f-8801-4ce9-a651-e210600e7eda req-13c677ec-d79a-4650-95ec-81288fb1b93b tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:32.468181 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d9c9e8f-8801-4ce9-a651-e210600e7eda req-13c677ec-d79a-4650-95ec-81288fb1b93b tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7fd48a1-de0e-4dd9-b380-b7685f3ea26e HTTP/1.1" status: 200 len: 948 time: 0.1828227 Oct 20 11:25:32.507716 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18ee3c-277f-435c-add2-32dc20ff8df1 req-494846e6-1c5a-4380-949e-8c2effec504f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:32.511408 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2a18ee3c-277f-435c-add2-32dc20ff8df1 req-494846e6-1c5a-4380-949e-8c2effec504f service neutron] 10.222.0.89 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 0.1625023 Oct 20 11:25:32.516595 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50086) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:32.523441 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=b44fe464-8a88-4f33-9392-d0f91d1e7a46,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:32.525084 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2c9a849d-6119-456c-89c8-0519fdf2f8e1 req-4b0ea914-bc9f-4875-a66e-604c68adb955 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/security-groups?id=45e230e3-c619-47d2-a64b-21b4fbd3cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995088 Oct 20 11:25:32.536179 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96f54793-ac40-489e-beb9-8d5b168b2e2b {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:25:32.572436 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-54f6e561-c80e-4efb-89df-97d33aac23a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afec13ac-7171-42e1-b165-f81ae98f0e6c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1158314190-router', 'tenant_id': '893249f6b6174b84814f4982d67d2c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '92a2aadf-368d-4e60-912d-2720fa320e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:25:16Z', 'updated_at': '2021-10-20T11:25:25Z', 'revision_number': 4, 'project_id': '893249f6b6174b84814f4982d67d2c43', 'gw_port': {'id': '92a2aadf-368d-4e60-912d-2720fa320e2b', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:91:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afec13ac-7171-42e1-b165-f81ae98f0e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:25:19Z', 'updated_at': '2021-10-20T11:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'f259eb67-1c03-4fe5-902b-3e36ae00eccb', 'name': '', 'network_id': '0130587e-ae3c-42e5-be51-829392fb3c6a', 'tenant_id': '893249f6b6174b84814f4982d67d2c43', 'mac_address': 'fa:16:3e:42:b4:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afec13ac-7171-42e1-b165-f81ae98f0e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': '51a05590-efa2-4d4b-a09f-bf89beec1cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:25:24Z', 'updated_at': '2021-10-20T11:25:30Z', 'revision_number': 4, 'project_id': '893249f6b6174b84814f4982d67d2c43', 'subnets': [{'id': '51a05590-efa2-4d4b-a09f-bf89beec1cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:25:32.593046 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d9c9e8f-8801-4ce9-a651-e210600e7eda req-1e8aa810-fdb2-40de-affe-f1902a37e468 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/security-groups?id=538e4e82-af7d-4e79-86af-2f705cd31163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066744 Oct 20 11:25:32.593142 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e190de80-4471-4f61-8b42-5d2cf28ac3bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:32.594014 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e190de80-4471-4f61-8b42-5d2cf28ac3bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:32.594596 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e190de80-4471-4f61-8b42-5d2cf28ac3bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:32.620930 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2a18ee3c-277f-435c-add2-32dc20ff8df1 req-40300729-06f2-449b-a535-525ab7ee99a1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=e239edc6-f119-4d20-92d9-e95030bb77aa HTTP/1.1" status: 200 len: 217 time: 0.0947864 Oct 20 11:25:32.687874 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18ee3c-277f-435c-add2-32dc20ff8df1 req-27172c03-13c5-44cc-b07e-9ba32ec6a592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:32.689945 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2a18ee3c-277f-435c-add2-32dc20ff8df1 req-27172c03-13c5-44cc-b07e-9ba32ec6a592 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.0598114 Oct 20 11:25:32.690453 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-9d9f1c96-7c69-4d2d-bddd-ebd3bff1f74b None None] Allocated IP 172.20.0.2 (6f17d331-dda0-4cd9-b1fe-0543fdb1b5a0/1e8d8044-d192-457c-abf3-777342ab574b/fa318bbf-492c-433d-b9fa-996b1e0a24df) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:25:32.694084 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 96f54793-ac40-489e-beb9-8d5b168b2e2b, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=96f54793-ac40-489e-beb9-8d5b168b2e2b,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:25:32.710701 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f6e561-c80e-4efb-89df-97d33aac23a1 None None] The sync data for ids ['afec13ac-7171-42e1-b165-f81ae98f0e6c'] in n-d-814735-3 is: [{'id': 'afec13ac-7171-42e1-b165-f81ae98f0e6c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1158314190-router', 'tenant_id': '893249f6b6174b84814f4982d67d2c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '92a2aadf-368d-4e60-912d-2720fa320e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:25:16Z', 'updated_at': '2021-10-20T11:25:25Z', 'revision_number': 4, 'project_id': '893249f6b6174b84814f4982d67d2c43', 'gw_port': {'id': '92a2aadf-368d-4e60-912d-2720fa320e2b', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:91:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afec13ac-7171-42e1-b165-f81ae98f0e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:25:19Z', 'updated_at': '2021-10-20T11:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'f259eb67-1c03-4fe5-902b-3e36ae00eccb', 'name': '', 'network_id': '0130587e-ae3c-42e5-be51-829392fb3c6a', 'tenant_id': '893249f6b6174b84814f4982d67d2c43', 'mac_address': 'fa:16:3e:42:b4:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afec13ac-7171-42e1-b165-f81ae98f0e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': '51a05590-efa2-4d4b-a09f-bf89beec1cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:25:24Z', 'updated_at': '2021-10-20T11:25:30Z', 'revision_number': 4, 'project_id': '893249f6b6174b84814f4982d67d2c43', 'subnets': [{'id': '51a05590-efa2-4d4b-a09f-bf89beec1cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:25:32.742492 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:32.755351 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c8cfb83e-e287-409d-aeec-422d340550a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:32.819256 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18ee3c-277f-435c-add2-32dc20ff8df1 req-eb5078df-bfa5-45cf-bf60-9d3234004f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:32.821447 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2a18ee3c-277f-435c-add2-32dc20ff8df1 req-eb5078df-bfa5-45cf-bf60-9d3234004f5d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1229439 Oct 20 11:25:32.842100 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190de80-4471-4f61-8b42-5d2cf28ac3bd admin admin] Pushing event updated for resources: {'Network': ['ID=b05579c2-10e5-4997-ab9d-57afa741288e,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:32.849554 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e190de80-4471-4f61-8b42-5d2cf28ac3bd admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.4547143 Oct 20 11:25:32.852471 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50094) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:32.858540 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-a1c11cb2-b380-40de-97c8-35ca5048361c admin admin] Request body: {'subnet': {'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-898725388-subnet', 'tenant_id': 'aa6715c00c6e4476951bf73e506ed201', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:25:32.890363 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c11cb2-b380-40de-97c8-35ca5048361c admin admin] Made reservation on behalf of aa6715c00c6e4476951bf73e506ed201 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:25:32.893793 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network b05579c2-10e5-4997-ab9d-57afa741288e details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:25:32.893940 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a1c11cb2-b380-40de-97c8-35ca5048361c admin admin] Publish callbacks [] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:33.116334 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2a18ee3c-277f-435c-add2-32dc20ff8df1 req-760acd69-eb76-46ee-8557-b806b81a74e4 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782989 Oct 20 11:25:33.128328 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c8cfb83e-e287-409d-aeec-422d340550a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:33.146365 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c8cfb83e-e287-409d-aeec-422d340550a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:33.205334 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['96f54793-ac40-489e-beb9-8d5b168b2e2b'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:25:33.226595 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583459d4-1ee9-4396-aad4-8180be3c17ac req-4cb3daf8-423d-41c1-b7b2-e1883c4cc6fc tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:33.232890 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-583459d4-1ee9-4396-aad4-8180be3c17ac req-4cb3daf8-423d-41c1-b7b2-e1883c4cc6fc tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7e2666c-7e0a-4cdd-88df-9234d18e5a02 HTTP/1.1" status: 200 len: 969 time: 0.1115851 Oct 20 11:25:33.284801 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-583459d4-1ee9-4396-aad4-8180be3c17ac req-14b321c5-080e-45d5-ace2-c3c350952ebd tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] 10.222.0.98 "GET /v2.0/security-groups?id=2ff7d654-b24b-4f09-beb9-309e6b1471c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447304 Oct 20 11:25:33.285931 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a1c11cb2-b380-40de-97c8-35ca5048361c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:33.328506 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=96f54793-ac40-489e-beb9-8d5b168b2e2b,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:33.360115 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-23998fed-5e33-4ced-b77b-751c39025992 admin admin] Allocated IP 172.25.5.111 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/013aa1cf-7ee3-481f-aa9a-c30091c6767b) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:25:33.388891 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-8eac0962-a4ef-4e88-9920-8507b66ebb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:33.390755 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cfb83e-e287-409d-aeec-422d340550a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e998ac3-dced-4b04-b49e-00de5e46289c,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:33.427098 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50108) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:33.428516 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c8cfb83e-e287-409d-aeec-422d340550a6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=25ade05b60e0494089907975d37d9c5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9100678 Oct 20 11:25:33.493244 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c11cb2-b380-40de-97c8-35ca5048361c admin admin] Pushing event updated for resources: {'Subnet': ['ID=beaf7d63-7f7d-4cb5-8871-db069d2b0a56,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:33.494183 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2a18ee3c-277f-435c-add2-32dc20ff8df1 req-47cb64fa-a74b-4fc0-b8d8-ab36e4efd2b6 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640153 Oct 20 11:25:33.510992 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c11cb2-b380-40de-97c8-35ca5048361c admin admin] Checking segment: {'id': 'fb1327ec-83b6-478a-9700-c6ea2f9574d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:25:33.511358 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c11cb2-b380-40de-97c8-35ca5048361c admin admin] Network hostable DHCP agents. Network: b05579c2-10e5-4997-ab9d-57afa741288e, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:25:33.523136 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device f259eb67-1c03-4fe5-902b-3e36ae00eccb up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:25:33.616077 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-27da4d51-b610-48a3-ac0c-3b904261255b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:33.690166 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c11cb2-b380-40de-97c8-35ca5048361c admin admin] Network b05579c2-10e5-4997-ab9d-57afa741288e is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:25:33.694785 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-8eac0962-a4ef-4e88-9920-8507b66ebb3b None None] For port f259eb67-1c03-4fe5-902b-3e36ae00eccb, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=f259eb67-1c03-4fe5-902b-3e36ae00eccb,segment=NetworkSegment(1be2662c-e72f-42da-ba3e-cd731b98bbb8),segment_id=1be2662c-e72f-42da-ba3e-cd731b98bbb8)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:25:33.695895 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-27da4d51-b610-48a3-ac0c-3b904261255b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:33.727924 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-8eac0962-a4ef-4e88-9920-8507b66ebb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:33.801775 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-23998fed-5e33-4ced-b77b-751c39025992 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:33.802251 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9d9f1c96-7c69-4d2d-bddd-ebd3bff1f74b None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:33.834241 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9d9f1c96-7c69-4d2d-bddd-ebd3bff1f74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:33.842555 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-27da4d51-b610-48a3-ac0c-3b904261255b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:33.845773 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-27da4d51-b610-48a3-ac0c-3b904261255b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:33.847452 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-27da4d51-b610-48a3-ac0c-3b904261255b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1e998ac3-dced-4b04-b49e-00de5e46289c HTTP/1.1" status: 204 len: 168 time: 0.4161556 Oct 20 11:25:33.852787 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac0962-a4ef-4e88-9920-8507b66ebb3b None None] Pushing event updated for resources: {'Port': ['ID=f259eb67-1c03-4fe5-902b-3e36ae00eccb,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:33.882661 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port f259eb67-1c03-4fe5-902b-3e36ae00eccb triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:25:33.883270 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:33.890351 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-a1c11cb2-b380-40de-97c8-35ca5048361c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, b05579c2-10e5-4997-ab9d-57afa741288e) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:25:33.914883 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c11cb2-b380-40de-97c8-35ca5048361c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:33.915496 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a1c11cb2-b380-40de-97c8-35ca5048361c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:33.926557 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da4d51-b610-48a3-ac0c-3b904261255b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e998ac3-dced-4b04-b49e-00de5e46289c,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:33.940353 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-23998fed-5e33-4ced-b77b-751c39025992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:33.953990 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5d5a13-3ada-4ef4-8a75-4f07eafcf690 None None] Network b05579c2-10e5-4997-ab9d-57afa741288e requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:25:33.959626 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-a1c11cb2-b380-40de-97c8-35ca5048361c admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1061113 Oct 20 11:25:34.010816 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d78a52a-25b7-41c1-a41d-9edfbe811a9a req-e9ab3df4-f6ae-4ba8-92f9-61d4880bede0 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:34.012530 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4d78a52a-25b7-41c1-a41d-9edfbe811a9a req-e9ab3df4-f6ae-4ba8-92f9-61d4880bede0 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7d97a7d-d518-4593-b447-dd83a4a5d926 HTTP/1.1" status: 200 len: 947 time: 0.3800552 Oct 20 11:25:34.019783 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9f1c96-7c69-4d2d-bddd-ebd3bff1f74b None None] Network 6f17d331-dda0-4cd9-b1fe-0543fdb1b5a0 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:25:34.021242 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23998fed-5e33-4ced-b77b-751c39025992 admin admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:25:34.034949 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-23998fed-5e33-4ced-b77b-751c39025992 admin admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:25:34.037917 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23998fed-5e33-4ced-b77b-751c39025992 admin admin] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:25:34.047733 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5d857-2106-42f8-88ab-a4435728f908 req-65598fcf-632f-4ba9-b2fc-e66a6e6f67a6 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:34.049480 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1cf5d857-2106-42f8-88ab-a4435728f908 req-65598fcf-632f-4ba9-b2fc-e66a6e6f67a6 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7fd48a1-de0e-4dd9-b380-b7685f3ea26e HTTP/1.1" status: 200 len: 949 time: 0.2679963 Oct 20 11:25:34.051734 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-9d9f1c96-7c69-4d2d-bddd-ebd3bff1f74b None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:25:34.057787 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23998fed-5e33-4ced-b77b-751c39025992 admin admin] Pushing event updated for resources: {'Port': ['ID=013aa1cf-7ee3-481f-aa9a-c30091c6767b,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:34.088160 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9f1c96-7c69-4d2d-bddd-ebd3bff1f74b None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:25:34.217836 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4d78a52a-25b7-41c1-a41d-9edfbe811a9a req-cf89ffb2-43e7-4277-ba49-a6c5e998cf79 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/security-groups?id=45e230e3-c619-47d2-a64b-21b4fbd3cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860650 Oct 20 11:25:34.276937 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1cf5d857-2106-42f8-88ab-a4435728f908 req-97603c57-6812-4066-b1d7-17fb29eb50fb tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/security-groups?id=538e4e82-af7d-4e79-86af-2f705cd31163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763237 Oct 20 11:25:34.304094 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f1c96-7c69-4d2d-bddd-ebd3bff1f74b None None] Pushing event updated for resources: {'Port': ['ID=fa318bbf-492c-433d-b9fa-996b1e0a24df,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:34.319426 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device b44fe464-8a88-4f33-9392-d0f91d1e7a46 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:25:34.442545 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50134) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:34.462851 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d265ac7e-18e1-4b1c-b6b9-aa6641a21737 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:34.537735 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d3ecf8-ee8b-4c36-9283-18dfb89280ec None None] Network b05579c2-10e5-4997-ab9d-57afa741288e requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:25:34.610413 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7298db3-a891-4c1b-9d0f-916f9f5a7ce3 req-ba3d674d-26b3-494e-98b1-178787146af7 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:34.618044 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a7298db3-a891-4c1b-9d0f-916f9f5a7ce3 req-ba3d674d-26b3-494e-98b1-178787146af7 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7e2666c-7e0a-4cdd-88df-9234d18e5a02 HTTP/1.1" status: 200 len: 969 time: 0.2096822 Oct 20 11:25:34.619213 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-23998fed-5e33-4ced-b77b-751c39025992 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:34.666661 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d265ac7e-18e1-4b1c-b6b9-aa6641a21737 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:34.675265 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d265ac7e-18e1-4b1c-b6b9-aa6641a21737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:34.741650 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-9b135291-a264-4a1f-a230-02dc74068c64 None None] Provisioning complete for port f259eb67-1c03-4fe5-902b-3e36ae00eccb triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:25:34.742022 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9b135291-a264-4a1f-a230-02dc74068c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:34.776224 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d265ac7e-18e1-4b1c-b6b9-aa6641a21737 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e66c41afaa5c4d8e87dc213e628c7a2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3325443 Oct 20 11:25:34.784548 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50142) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:34.803051 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d265ac7e-18e1-4b1c-b6b9-aa6641a21737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1eb2c3a-54bf-4a27-9a5e-b13c158417d3,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:34.830776 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a7298db3-a891-4c1b-9d0f-916f9f5a7ce3 req-07a9d0e3-9c37-4fd2-93e4-3f771123cdde tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] 10.222.0.98 "GET /v2.0/security-groups?id=2ff7d654-b24b-4f09-beb9-309e6b1471c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186965 Oct 20 11:25:34.903061 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-280a9d69-2531-44e1-9e2c-1d9eabe01007 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:34.928690 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50146) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:34.961752 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-9d9f1c96-7c69-4d2d-bddd-ebd3bff1f74b None None] Attempting to bind port fa318bbf-492c-433d-b9fa-996b1e0a24df on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:25:34.962364 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-9d9f1c96-7c69-4d2d-bddd-ebd3bff1f74b None None] Attempting to bind port fa318bbf-492c-433d-b9fa-996b1e0a24df by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '7a71ddcf-e2bc-43be-8c5c-c88754e6268f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '6f17d331-dda0-4cd9-b1fe-0543fdb1b5a0'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:25:34.962977 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9f1c96-7c69-4d2d-bddd-ebd3bff1f74b None None] Attempting to bind port fa318bbf-492c-433d-b9fa-996b1e0a24df on network 6f17d331-dda0-4cd9-b1fe-0543fdb1b5a0 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:25:34.966976 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port b44fe464-8a88-4f33-9392-d0f91d1e7a46 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:25:34.969521 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-280a9d69-2531-44e1-9e2c-1d9eabe01007 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:35.016331 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9f1c96-7c69-4d2d-bddd-ebd3bff1f74b None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:25:35.017009 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9f1c96-7c69-4d2d-bddd-ebd3bff1f74b None None] Checking segment: {'id': '7a71ddcf-e2bc-43be-8c5c-c88754e6268f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '6f17d331-dda0-4cd9-b1fe-0543fdb1b5a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:25:35.017676 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9d9f1c96-7c69-4d2d-bddd-ebd3bff1f74b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:35.019025 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9f1c96-7c69-4d2d-bddd-ebd3bff1f74b None None] Bound using segment: {'id': '7a71ddcf-e2bc-43be-8c5c-c88754e6268f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '6f17d331-dda0-4cd9-b1fe-0543fdb1b5a0'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:25:35.019385 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-9d9f1c96-7c69-4d2d-bddd-ebd3bff1f74b None None] Bound port: fa318bbf-492c-433d-b9fa-996b1e0a24df, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a71ddcf-e2bc-43be-8c5c-c88754e6268f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '6f17d331-dda0-4cd9-b1fe-0543fdb1b5a0'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:25:35.020135 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9d9f1c96-7c69-4d2d-bddd-ebd3bff1f74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:35.025341 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port b44fe464-8a88-4f33-9392-d0f91d1e7a46 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:25:35.026542 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:35.066626 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-280a9d69-2531-44e1-9e2c-1d9eabe01007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:35.069293 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-280a9d69-2531-44e1-9e2c-1d9eabe01007 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:35.071199 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-280a9d69-2531-44e1-9e2c-1d9eabe01007 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a1eb2c3a-54bf-4a27-9a5e-b13c158417d3 HTTP/1.1" status: 204 len: 168 time: 0.2854164 Oct 20 11:25:35.082105 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50154) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:35.088547 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-1d33f511-aaa1-4f13-b9e4-b95cb5a99600 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-544497200-network', 'tenant_id': 'f6906ab3160a48209e02cc2c389c433d'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:25:35.103074 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280a9d69-2531-44e1-9e2c-1d9eabe01007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1eb2c3a-54bf-4a27-9a5e-b13c158417d3,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:35.144690 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0907c81f-ec7c-42a0-aa4c-1c044d619180 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:35.151061 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-23998fed-5e33-4ced-b77b-751c39025992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:35.187513 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:35.216091 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d33f511-aaa1-4f13-b9e4-b95cb5a99600 admin admin] Made reservation on behalf of f6906ab3160a48209e02cc2c389c433d for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:25:35.221485 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1d33f511-aaa1-4f13-b9e4-b95cb5a99600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:35.247435 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1d33f511-aaa1-4f13-b9e4-b95cb5a99600 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:35.295380 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e2666c-7e0a-4cdd-88df-9234d18e5a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b44fe464-8a88-4f33-9392-d0f91d1e7a46'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:25:35.345219 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0907c81f-ec7c-42a0-aa4c-1c044d619180 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:35.353829 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0907c81f-ec7c-42a0-aa4c-1c044d619180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:35.434146 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port b44fe464-8a88-4f33-9392-d0f91d1e7a46, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=b44fe464-8a88-4f33-9392-d0f91d1e7a46,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:25:35.438339 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device f259eb67-1c03-4fe5-902b-3e36ae00eccb up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:25:35.452537 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23998fed-5e33-4ced-b77b-751c39025992 admin admin] Router d6ece6eb-b8a4-470c-a927-3116fddabe8a is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:25:35.470816 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d2b42-bcdb-46c6-9c03-1f76104d8f45 req-ac8a7fcf-87fb-45d0-b018-347fbd932214 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:35.473565 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-822d2b42-bcdb-46c6-9c03-1f76104d8f45 req-ac8a7fcf-87fb-45d0-b018-347fbd932214 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7d97a7d-d518-4593-b447-dd83a4a5d926 HTTP/1.1" status: 200 len: 947 time: 0.1497226 Oct 20 11:25:35.493290 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-9d9f1c96-7c69-4d2d-bddd-ebd3bff1f74b None None] For port fa318bbf-492c-433d-b9fa-996b1e0a24df, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:25:35.498103 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:35.504948 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0907c81f-ec7c-42a0-aa4c-1c044d619180 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7e78bda9d40d4cafa8f7bd8a2d21ca3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5752676 Oct 20 11:25:35.516856 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50166) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:35.520900 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0907c81f-ec7c-42a0-aa4c-1c044d619180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1808e99d-f5ba-4ad8-aace-8e672e1feb18,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:35.539063 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-9d9f1c96-7c69-4d2d-bddd-ebd3bff1f74b None None] For port fa318bbf-492c-433d-b9fa-996b1e0a24df, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=fa318bbf-492c-433d-b9fa-996b1e0a24df,segment=NetworkSegment(7a71ddcf-e2bc-43be-8c5c-c88754e6268f),segment_id=7a71ddcf-e2bc-43be-8c5c-c88754e6268f)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:25:35.552297 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f783b-d692-42a0-8d11-3be9c0cd6bc1 req-bd5c4d11-9a5a-4d8b-b1f2-e1cd4ab6f525 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:35.553147 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port f259eb67-1c03-4fe5-902b-3e36ae00eccb triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:25:35.553523 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:35.560372 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-439f783b-d692-42a0-8d11-3be9c0cd6bc1 req-bd5c4d11-9a5a-4d8b-b1f2-e1cd4ab6f525 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7fd48a1-de0e-4dd9-b380-b7685f3ea26e HTTP/1.1" status: 200 len: 949 time: 0.1536903 Oct 20 11:25:35.594395 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1d33f511-aaa1-4f13-b9e4-b95cb5a99600 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:35.609860 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1d33f511-aaa1-4f13-b9e4-b95cb5a99600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:35.613507 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9d9f1c96-7c69-4d2d-bddd-ebd3bff1f74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:35.641456 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d33f511-aaa1-4f13-b9e4-b95cb5a99600 admin admin] vlan segment allocate from pool success with {'vlan_id': 1271, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:25:35.684614 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1d33f511-aaa1-4f13-b9e4-b95cb5a99600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:35.685238 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-1d33f511-aaa1-4f13-b9e4-b95cb5a99600 admin admin] Added segment 35bddd2d-55ef-49b9-8c05-ccc179e35fdf of type vlan for network 173ed396-28cc-45c3-af0a-12e34ed3069a Oct 20 11:25:35.687264 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d33f511-aaa1-4f13-b9e4-b95cb5a99600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0deeeb-6e34-49e9-9d41-c657827194f9,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:35.687689 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9345f3-3dbf-42d7-bf4b-76c20887bcb6" -d '{"events": [{"server_uuid": "d7e2666c-7e0a-4cdd-88df-9234d18e5a02", "name": "network-vif-plugged", "status": "completed", "tag": "b44fe464-8a88-4f33-9392-d0f91d1e7a46"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:25:35.697667 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a1dc5cb2-d11a-4bce-9f60-12d364054673 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:35.718485 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device e239edc6-f119-4d20-92d9-e95030bb77aa details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:25:35.724121 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=b44fe464-8a88-4f33-9392-d0f91d1e7a46,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:35.768592 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1d33f511-aaa1-4f13-b9e4-b95cb5a99600 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:35.811872 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-822d2b42-bcdb-46c6-9c03-1f76104d8f45 req-43c1137e-8965-40bc-9212-99740b3fbca9 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/security-groups?id=45e230e3-c619-47d2-a64b-21b4fbd3cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275795 Oct 20 11:25:35.820041 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1d33f511-aaa1-4f13-b9e4-b95cb5a99600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:35.821083 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d33f511-aaa1-4f13-b9e4-b95cb5a99600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:35.822127 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1d33f511-aaa1-4f13-b9e4-b95cb5a99600 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:35.842378 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-439f783b-d692-42a0-8d11-3be9c0cd6bc1 req-43925bdb-4b1c-4181-9e7b-941e35519d7a tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/security-groups?id=538e4e82-af7d-4e79-86af-2f705cd31163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670953 Oct 20 11:25:35.867398 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23998fed-5e33-4ced-b77b-751c39025992 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:25:35.887869 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f1c96-7c69-4d2d-bddd-ebd3bff1f74b None None] Pushing event updated for resources: {'Port': ['ID=fa318bbf-492c-433d-b9fa-996b1e0a24df,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:35.894035 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a1dc5cb2-d11a-4bce-9f60-12d364054673 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:35.903001 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 96f54793-ac40-489e-beb9-8d5b168b2e2b up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:25:35.906581 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-23998fed-5e33-4ced-b77b-751c39025992 admin admin] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:35.910494 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-23998fed-5e33-4ced-b77b-751c39025992 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.0628676 Oct 20 11:25:35.911265 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50182) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:35.928643 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac829e5-5547-496f-ad7d-7b9ecd679f64 None None] Sync routers for ids ['d6ece6eb-b8a4-470c-a927-3116fddabe8a'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:25:35.947679 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1d33f511-aaa1-4f13-b9e4-b95cb5a99600 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8627815 Oct 20 11:25:35.965266 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac829e5-5547-496f-ad7d-7b9ecd679f64 None None] Routers {'d6ece6eb-b8a4-470c-a927-3116fddabe8a'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:25:35.972939 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-8ac829e5-5547-496f-ad7d-7b9ecd679f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:25:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['d6ece6eb-b8a4-470c-a927-3116fddabe8a'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:25:35.989912 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50184) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:36.011322 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-4ab99e57-14e9-42c7-937b-5574bd729cc6 admin admin] Request body: {'subnet': {'network_id': '173ed396-28cc-45c3-af0a-12e34ed3069a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-544497200-subnet', 'tenant_id': 'f6906ab3160a48209e02cc2c389c433d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:25:36.077279 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d33f511-aaa1-4f13-b9e4-b95cb5a99600 admin admin] Pushing event updated for resources: {'Network': ['ID=173ed396-28cc-45c3-af0a-12e34ed3069a,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:36.085686 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab99e57-14e9-42c7-937b-5574bd729cc6 admin admin] Made reservation on behalf of f6906ab3160a48209e02cc2c389c433d for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:25:36.088517 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4ab99e57-14e9-42c7-937b-5574bd729cc6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:36.184738 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 173ed396-28cc-45c3-af0a-12e34ed3069a details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:25:36.332141 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a289c5a-8b20-4091-bcea-4334f5cd0a76 req-5bc73e58-5cca-40df-b1df-41ac4b0c3f28 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:36.337672 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a289c5a-8b20-4091-bcea-4334f5cd0a76 req-5bc73e58-5cca-40df-b1df-41ac4b0c3f28 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7e2666c-7e0a-4cdd-88df-9234d18e5a02 HTTP/1.1" status: 200 len: 970 time: 0.3251572 Oct 20 11:25:36.356642 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a1dc5cb2-d11a-4bce-9f60-12d364054673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:36.360415 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a1dc5cb2-d11a-4bce-9f60-12d364054673 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:36.361786 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a1dc5cb2-d11a-4bce-9f60-12d364054673 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1808e99d-f5ba-4ad8-aace-8e672e1feb18 HTTP/1.1" status: 204 len: 168 time: 0.8418427 Oct 20 11:25:36.423596 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a78410-2409-4d25-9e3b-b74ec8c8f8de x-openstack-request-id: req-61a78410-2409-4d25-9e3b-b74ec8c8f8de {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:25:36.423901 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e2666c-7e0a-4cdd-88df-9234d18e5a02", "name": "network-vif-plugged", "status": "completed", "tag": "b44fe464-8a88-4f33-9392-d0f91d1e7a46", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:25:36.424149 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-61a78410-2409-4d25-9e3b-b74ec8c8f8de {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:25:36.424943 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e2666c-7e0a-4cdd-88df-9234d18e5a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b44fe464-8a88-4f33-9392-d0f91d1e7a46', 'code': 200} Oct 20 11:25:36.498381 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-8ac829e5-5547-496f-ad7d-7b9ecd679f64 None None] Set router d6ece6eb-b8a4-470c-a927-3116fddabe8a gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:25:36.548151 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 96f54793-ac40-489e-beb9-8d5b168b2e2b completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:25:36.576815 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 96f54793-ac40-489e-beb9-8d5b168b2e2b triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:25:36.577154 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:36.662628 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dc5cb2-d11a-4bce-9f60-12d364054673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1808e99d-f5ba-4ad8-aace-8e672e1feb18,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:36.664746 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port e239edc6-f119-4d20-92d9-e95030bb77aa, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e239edc6-f119-4d20-92d9-e95030bb77aa,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:25:36.678601 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a289c5a-8b20-4091-bcea-4334f5cd0a76 req-facc99c2-6c3a-4590-ace4-665b951bfb37 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] 10.222.0.98 "GET /v2.0/security-groups?id=2ff7d654-b24b-4f09-beb9-309e6b1471c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325560 Oct 20 11:25:36.698294 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3738d04e-db34-426a-ade0-489bcf16a8c7 req-1afd5975-6226-406b-8c36-9176856773f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:36.700464 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-3738d04e-db34-426a-ade0-489bcf16a8c7 req-1afd5975-6226-406b-8c36-9176856773f2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d7e2666c-7e0a-4cdd-88df-9234d18e5a02 HTTP/1.1" status: 200 len: 1121 time: 0.1925611 Oct 20 11:25:36.746819 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-3738d04e-db34-426a-ade0-489bcf16a8c7 req-aeb24251-a46b-4202-b880-95c9fc37509a service neutron] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:36.754103 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': 'e239edc6-f119-4d20-92d9-e95030bb77aa', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'port_id': 'e239edc6-f119-4d20-92d9-e95030bb77aa', 'mac_address': 'fa:16:3e:85:c7:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94289c8c-e5f7-4e30-b6a9-5b268a8fd610', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:25:36.850952 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:36.935668 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-8ac829e5-5547-496f-ad7d-7b9ecd679f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ece6eb-b8a4-470c-a927-3116fddabe8a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1345179327-router', 'tenant_id': '2975c226f5694d8f82f5f62c0063b290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '013aa1cf-7ee3-481f-aa9a-c30091c6767b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:25:30Z', 'updated_at': '2021-10-20T11:25:34Z', 'revision_number': 3, 'project_id': '2975c226f5694d8f82f5f62c0063b290', 'gw_port': {'id': '013aa1cf-7ee3-481f-aa9a-c30091c6767b', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ba:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ece6eb-b8a4-470c-a927-3116fddabe8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:25:32Z', 'updated_at': '2021-10-20T11:25:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:25:36.944660 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-3738d04e-db34-426a-ade0-489bcf16a8c7 req-aeb24251-a46b-4202-b880-95c9fc37509a service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:36.965170 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-3738d04e-db34-426a-ade0-489bcf16a8c7 req-aeb24251-a46b-4202-b880-95c9fc37509a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:36.986898 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac829e5-5547-496f-ad7d-7b9ecd679f64 None None] Checking router: d6ece6eb-b8a4-470c-a927-3116fddabe8a for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:25:36.987828 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac829e5-5547-496f-ad7d-7b9ecd679f64 None None] Updating router d6ece6eb-b8a4-470c-a927-3116fddabe8a port 013aa1cf-7ee3-481f-aa9a-c30091c6767b binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:25:37.010570 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-3738d04e-db34-426a-ade0-489bcf16a8c7 req-aeb24251-a46b-4202-b880-95c9fc37509a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2ff7d654-b24b-4f09-beb9-309e6b1471c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838199 Oct 20 11:25:37.012677 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4ab99e57-14e9-42c7-937b-5574bd729cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:37.041406 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:37.044429 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-8ac829e5-5547-496f-ad7d-7b9ecd679f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:37.048825 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 96f54793-ac40-489e-beb9-8d5b168b2e2b, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=96f54793-ac40-489e-beb9-8d5b168b2e2b,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:25:37.064644 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50204) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:37.069088 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab99e57-14e9-42c7-937b-5574bd729cc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c6d1f66-0fc4-4646-afb6-d16bfe1936d0,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:37.084028 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:37.091988 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e239edc6-f119-4d20-92d9-e95030bb77aa {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:25:37.092281 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8704b7a8-02db-4786-ae6c-2d60dbd77d58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:37.192980 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb24251-a46b-4202-b880-95c9fc37509a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=87256d19-2707-4be8-b856-46b22be5870a,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:37.212891 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port e239edc6-f119-4d20-92d9-e95030bb77aa, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e239edc6-f119-4d20-92d9-e95030bb77aa,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:25:37.229483 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab99e57-14e9-42c7-937b-5574bd729cc6 admin admin] Checking segment: {'id': '35bddd2d-55ef-49b9-8c05-ccc179e35fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '173ed396-28cc-45c3-af0a-12e34ed3069a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:25:37.229866 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab99e57-14e9-42c7-937b-5574bd729cc6 admin admin] Network hostable DHCP agents. Network: 173ed396-28cc-45c3-af0a-12e34ed3069a, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:25:37.230538 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6268ef-43e5-4ae0-bc5a-562bf23763f6 req-40cb50ac-bba5-45a3-97f9-c7b9cbd16763 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:37.233043 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4a6268ef-43e5-4ae0-bc5a-562bf23763f6 req-40cb50ac-bba5-45a3-97f9-c7b9cbd16763 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7fd48a1-de0e-4dd9-b380-b7685f3ea26e HTTP/1.1" status: 200 len: 949 time: 0.2350187 Oct 20 11:25:37.236745 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:37.238580 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=96f54793-ac40-489e-beb9-8d5b168b2e2b,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:37.275983 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab99e57-14e9-42c7-937b-5574bd729cc6 admin admin] Network 173ed396-28cc-45c3-af0a-12e34ed3069a is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:25:37.329723 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-4ab99e57-14e9-42c7-937b-5574bd729cc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 173ed396-28cc-45c3-af0a-12e34ed3069a) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:25:37.336518 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab99e57-14e9-42c7-937b-5574bd729cc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:37.337159 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4ab99e57-14e9-42c7-937b-5574bd729cc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:37.353514 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8704b7a8-02db-4786-ae6c-2d60dbd77d58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:37.354475 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a7a3f8-d15a-44f5-a27a-3f13102ab87f None None] Network 173ed396-28cc-45c3-af0a-12e34ed3069a requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:25:37.376072 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4ab99e57-14e9-42c7-937b-5574bd729cc6 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3792377 Oct 20 11:25:37.378238 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8704b7a8-02db-4786-ae6c-2d60dbd77d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:37.399118 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=e239edc6-f119-4d20-92d9-e95030bb77aa,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:37.417535 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8704b7a8-02db-4786-ae6c-2d60dbd77d58 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1d0d4fb630af408aa5331940ba0966e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3455906 Oct 20 11:25:37.423600 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50212) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:37.473198 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8704b7a8-02db-4786-ae6c-2d60dbd77d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a0ba12-36bd-47c1-ae00-e17525a37489,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:37.507085 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4de5b6c8-8f74-436d-a93e-a2e9c251c5a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:37.514370 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f33df1-80a8-4153-b65e-afe8facf5088 req-5a6ab781-59f1-4d1a-9299-5d52e4461955 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:37.521982 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device fa318bbf-492c-433d-b9fa-996b1e0a24df up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:25:37.526725 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-10f33df1-80a8-4153-b65e-afe8facf5088 req-5a6ab781-59f1-4d1a-9299-5d52e4461955 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7d97a7d-d518-4593-b447-dd83a4a5d926 HTTP/1.1" status: 200 len: 947 time: 0.5393476 Oct 20 11:25:37.531181 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4de5b6c8-8f74-436d-a93e-a2e9c251c5a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:37.539868 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['e239edc6-f119-4d20-92d9-e95030bb77aa'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:25:37.599811 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e2b9c6-f8cf-4ee9-b5a8-eb565d915410 None None] Network 6f17d331-dda0-4cd9-b1fe-0543fdb1b5a0 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:25:37.600486 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4de5b6c8-8f74-436d-a93e-a2e9c251c5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:37.604300 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4de5b6c8-8f74-436d-a93e-a2e9c251c5a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:37.606337 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4de5b6c8-8f74-436d-a93e-a2e9c251c5a2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e5a0ba12-36bd-47c1-ae00-e17525a37489 HTTP/1.1" status: 204 len: 168 time: 0.1814501 Oct 20 11:25:37.616649 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de5b6c8-8f74-436d-a93e-a2e9c251c5a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a0ba12-36bd-47c1-ae00-e17525a37489,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:37.636352 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-96f06288-5450-4133-918d-cac5ac1dcc30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:37.665693 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-10f33df1-80a8-4153-b65e-afe8facf5088 req-535de34d-2b58-4a43-a525-63fc17f4e757 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/security-groups?id=45e230e3-c619-47d2-a64b-21b4fbd3cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380539 Oct 20 11:25:37.672343 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4a6268ef-43e5-4ae0-bc5a-562bf23763f6 req-5901e271-d9c8-4923-a0b4-289c2ed1c008 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/security-groups?id=538e4e82-af7d-4e79-86af-2f705cd31163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4284997 Oct 20 11:25:37.739336 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-8ac829e5-5547-496f-ad7d-7b9ecd679f64 None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:37.757257 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-8ac829e5-5547-496f-ad7d-7b9ecd679f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:37.837885 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cbc6da-dbb8-446b-84dd-c613b4b59394 None None] Pushing event updated for resources: {'Port': ['ID=013aa1cf-7ee3-481f-aa9a-c30091c6767b,revision_number=2']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:37.840110 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-8ac829e5-5547-496f-ad7d-7b9ecd679f64 None None] Attempting to bind port 013aa1cf-7ee3-481f-aa9a-c30091c6767b on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:25:37.840471 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-8ac829e5-5547-496f-ad7d-7b9ecd679f64 None None] Attempting to bind port 013aa1cf-7ee3-481f-aa9a-c30091c6767b by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:25:37.840922 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac829e5-5547-496f-ad7d-7b9ecd679f64 None None] Attempting to bind port 013aa1cf-7ee3-481f-aa9a-c30091c6767b on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:25:37.853511 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac829e5-5547-496f-ad7d-7b9ecd679f64 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:25:37.854127 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac829e5-5547-496f-ad7d-7b9ecd679f64 None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:25:37.854672 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-8ac829e5-5547-496f-ad7d-7b9ecd679f64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:37.855213 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac829e5-5547-496f-ad7d-7b9ecd679f64 None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:25:37.855814 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-8ac829e5-5547-496f-ad7d-7b9ecd679f64 None None] Bound port: 013aa1cf-7ee3-481f-aa9a-c30091c6767b, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:25:37.856369 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-8ac829e5-5547-496f-ad7d-7b9ecd679f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:37.858416 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-22d218c5-ed68-4f5e-9be5-ae61f4efe39f None None] Provisioning complete for port fa318bbf-492c-433d-b9fa-996b1e0a24df triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:25:37.859092 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-22d218c5-ed68-4f5e-9be5-ae61f4efe39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:37.945857 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-8ac829e5-5547-496f-ad7d-7b9ecd679f64 None None] For port 013aa1cf-7ee3-481f-aa9a-c30091c6767b, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:25:37.950388 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-8ac829e5-5547-496f-ad7d-7b9ecd679f64 None None] For port 013aa1cf-7ee3-481f-aa9a-c30091c6767b, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=013aa1cf-7ee3-481f-aa9a-c30091c6767b,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:25:37.960244 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-8ac829e5-5547-496f-ad7d-7b9ecd679f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:37.972762 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port fa318bbf-492c-433d-b9fa-996b1e0a24df triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:25:37.973401 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:37.993427 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c96e3-dc7c-43bd-8332-e2e2df59a3b5 req-ee8b26eb-04ce-429a-b259-8dc05a700839 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:38.006648 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-826c96e3-dc7c-43bd-8332-e2e2df59a3b5 req-ee8b26eb-04ce-429a-b259-8dc05a700839 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7e2666c-7e0a-4cdd-88df-9234d18e5a02 HTTP/1.1" status: 200 len: 970 time: 0.1724932 Oct 20 11:25:38.012373 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feebac38-dfa2-4389-b340-dac238a64157 None None] Network 173ed396-28cc-45c3-af0a-12e34ed3069a requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:25:38.027033 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cbc6da-dbb8-446b-84dd-c613b4b59394 None None] Pushing event updated for resources: {'Port': ['ID=013aa1cf-7ee3-481f-aa9a-c30091c6767b,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:38.052394 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac829e5-5547-496f-ad7d-7b9ecd679f64 None None] Routers {'d6ece6eb-b8a4-470c-a927-3116fddabe8a'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:25:38.052745 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-8ac829e5-5547-496f-ad7d-7b9ecd679f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:25:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['d6ece6eb-b8a4-470c-a927-3116fddabe8a'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:25:38.083785 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-826c96e3-dc7c-43bd-8332-e2e2df59a3b5 req-9b0dede2-c98b-4358-9a77-36c69379983b tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] 10.222.0.98 "GET /v2.0/security-groups?id=2ff7d654-b24b-4f09-beb9-309e6b1471c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758469 Oct 20 11:25:38.148321 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-96f06288-5450-4133-918d-cac5ac1dcc30 admin admin] Allocated IP 172.20.0.1 (6f17d331-dda0-4cd9-b1fe-0543fdb1b5a0/1e8d8044-d192-457c-abf3-777342ab574b/55ca24e0-9796-449e-8f4e-465849027145) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:25:38.176670 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-22d218c5-ed68-4f5e-9be5-ae61f4efe39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:38.248633 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-8ac829e5-5547-496f-ad7d-7b9ecd679f64 None None] Set router d6ece6eb-b8a4-470c-a927-3116fddabe8a gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:25:38.273271 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-96f06288-5450-4133-918d-cac5ac1dcc30 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:38.346711 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-96f06288-5450-4133-918d-cac5ac1dcc30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:38.402304 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f06288-5450-4133-918d-cac5ac1dcc30 admin admin] Network 6f17d331-dda0-4cd9-b1fe-0543fdb1b5a0 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:25:38.405763 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-96f06288-5450-4133-918d-cac5ac1dcc30 admin admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:25:38.410129 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f06288-5450-4133-918d-cac5ac1dcc30 admin admin] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:25:38.411134 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-96f06288-5450-4133-918d-cac5ac1dcc30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:38.492894 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f06288-5450-4133-918d-cac5ac1dcc30 admin admin] Pushing event updated for resources: {'Port': ['ID=55ca24e0-9796-449e-8f4e-465849027145,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:38.513823 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-8ac829e5-5547-496f-ad7d-7b9ecd679f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ece6eb-b8a4-470c-a927-3116fddabe8a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1345179327-router', 'tenant_id': '2975c226f5694d8f82f5f62c0063b290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '013aa1cf-7ee3-481f-aa9a-c30091c6767b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:25:30Z', 'updated_at': '2021-10-20T11:25:34Z', 'revision_number': 3, 'project_id': '2975c226f5694d8f82f5f62c0063b290', 'gw_port': {'id': '013aa1cf-7ee3-481f-aa9a-c30091c6767b', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ba:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ece6eb-b8a4-470c-a927-3116fddabe8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:25:32Z', 'updated_at': '2021-10-20T11:25:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:25:38.545395 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac829e5-5547-496f-ad7d-7b9ecd679f64 None None] The sync data for ids ['d6ece6eb-b8a4-470c-a927-3116fddabe8a'] in n-d-814735-3 is: [{'id': 'd6ece6eb-b8a4-470c-a927-3116fddabe8a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1345179327-router', 'tenant_id': '2975c226f5694d8f82f5f62c0063b290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '013aa1cf-7ee3-481f-aa9a-c30091c6767b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:25:30Z', 'updated_at': '2021-10-20T11:25:34Z', 'revision_number': 3, 'project_id': '2975c226f5694d8f82f5f62c0063b290', 'gw_port': {'id': '013aa1cf-7ee3-481f-aa9a-c30091c6767b', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ba:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ece6eb-b8a4-470c-a927-3116fddabe8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:25:32Z', 'updated_at': '2021-10-20T11:25:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:25:38.568050 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7fd48a1-de0e-4dd9-b380-b7685f3ea26e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f54793-ac40-489e-beb9-8d5b168b2e2b'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:25:38.570760 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e20b551-625d-4060-bdef-53833e57536d" -d '{"events": [{"server_uuid": "d7fd48a1-de0e-4dd9-b380-b7685f3ea26e", "name": "network-vif-plugged", "status": "completed", "tag": "96f54793-ac40-489e-beb9-8d5b168b2e2b"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:25:38.573922 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:38.630139 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-22d218c5-ed68-4f5e-9be5-ae61f4efe39f None None] For port fa318bbf-492c-433d-b9fa-996b1e0a24df, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=fa318bbf-492c-433d-b9fa-996b1e0a24df,segment=NetworkSegment(7a71ddcf-e2bc-43be-8c5c-c88754e6268f),segment_id=7a71ddcf-e2bc-43be-8c5c-c88754e6268f)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:25:38.637288 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63aec5a8-529c-43b7-8067-d46e86361983 x-openstack-request-id: req-63aec5a8-529c-43b7-8067-d46e86361983 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:25:38.637671 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7fd48a1-de0e-4dd9-b380-b7685f3ea26e", "name": "network-vif-plugged", "status": "completed", "tag": "96f54793-ac40-489e-beb9-8d5b168b2e2b", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:25:38.637840 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-63aec5a8-529c-43b7-8067-d46e86361983 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:25:38.638236 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7fd48a1-de0e-4dd9-b380-b7685f3ea26e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f54793-ac40-489e-beb9-8d5b168b2e2b', 'code': 200} Oct 20 11:25:38.660783 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-22d218c5-ed68-4f5e-9be5-ae61f4efe39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:38.824605 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e6995-87b6-4c93-8da1-3547a593e077 req-57abe3a5-1ba1-40e2-b148-b844f2b35c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:38.831708 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-865e6995-87b6-4c93-8da1-3547a593e077 req-57abe3a5-1ba1-40e2-b148-b844f2b35c69 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d7fd48a1-de0e-4dd9-b380-b7685f3ea26e HTTP/1.1" status: 200 len: 1101 time: 0.0991983 Oct 20 11:25:38.904264 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-865e6995-87b6-4c93-8da1-3547a593e077 req-ae9df737-4923-409b-971c-881876daa391 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=538e4e82-af7d-4e79-86af-2f705cd31163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621552 Oct 20 11:25:38.968701 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.db.api [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:25:38.969114 n-d-814735-3 neutron-server[100648]: DEBUG oslo_db.api [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:25:38.969646 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d218c5-ed68-4f5e-9be5-ae61f4efe39f None None] Pushing event updated for resources: {'Port': ['ID=fa318bbf-492c-433d-b9fa-996b1e0a24df,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:39.178924 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50274) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:39.301344 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-40c4d2ba-685e-4cf6-b375-5b7cd3166ae4 None None] Provisioning complete for port fa318bbf-492c-433d-b9fa-996b1e0a24df triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:25:39.301862 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-40c4d2ba-685e-4cf6-b375-5b7cd3166ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:39.307257 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-96f06288-5450-4133-918d-cac5ac1dcc30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:39.328773 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecb82a-5ea1-4822-bde9-fb26ca39bc49 req-eb521f88-e989-44c4-8343-5850c6e959c3 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:39.336178 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b6ecb82a-5ea1-4822-bde9-fb26ca39bc49 req-eb521f88-e989-44c4-8343-5850c6e959c3 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/networks?id=b05579c2-10e5-4997-ab9d-57afa741288e HTTP/1.1" status: 200 len: 807 time: 0.7568729 Oct 20 11:25:39.390641 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b6ecb82a-5ea1-4822-bde9-fb26ca39bc49 req-44731e96-e435-42a3-8a1b-715433777979 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/quotas/aa6715c00c6e4476951bf73e506ed201 HTTP/1.1" status: 200 len: 375 time: 0.0534821 Oct 20 11:25:39.402153 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-a26fc306-9859-4211-ab6f-1f1595c0dbf1 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-651943013-network', 'tenant_id': 'd9acdef368f944fcb8d5f209bb8e33d7'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:25:39.456553 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b6ecb82a-5ea1-4822-bde9-fb26ca39bc49 req-d43e5a8d-3ba8-4440-8470-07ef1220edb4 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=aa6715c00c6e4476951bf73e506ed201&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0638015 Oct 20 11:25:39.456761 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26fc306-9859-4211-ab6f-1f1595c0dbf1 admin admin] Made reservation on behalf of d9acdef368f944fcb8d5f209bb8e33d7 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:25:39.465429 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a26fc306-9859-4211-ab6f-1f1595c0dbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:39.496159 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a26fc306-9859-4211-ab6f-1f1595c0dbf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:39.535568 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:39.592421 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-018a9753-10c2-4b88-9d7d-1a4f1ad639da None None] Provisioning complete for port 55ca24e0-9796-449e-8f4e-465849027145 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:25:39.592786 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-018a9753-10c2-4b88-9d7d-1a4f1ad639da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:39.618493 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b8493-c775-4454-b60e-8f444109eefe req-995d7764-2347-4c31-8b2d-6a6cf225fcf1 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:39.626932 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b17b8493-c775-4454-b60e-8f444109eefe req-995d7764-2347-4c31-8b2d-6a6cf225fcf1 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7d97a7d-d518-4593-b447-dd83a4a5d926 HTTP/1.1" status: 200 len: 948 time: 0.1691022 Oct 20 11:25:39.651864 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-018a9753-10c2-4b88-9d7d-1a4f1ad639da None None] Port 55ca24e0-9796-449e-8f4e-465849027145 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:25:39.667894 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a26fc306-9859-4211-ab6f-1f1595c0dbf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:39.676159 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a26fc306-9859-4211-ab6f-1f1595c0dbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:39.682207 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-b6ecb82a-5ea1-4822-bde9-fb26ca39bc49 req-803bfb99-e588-4a3d-a69e-d8e6addf28bd service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:25:39.683456 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b6ecb82a-5ea1-4822-bde9-fb26ca39bc49 req-803bfb99-e588-4a3d-a69e-d8e6addf28bd service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1284666 Oct 20 11:25:39.702624 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a26fc306-9859-4211-ab6f-1f1595c0dbf1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1264, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:25:39.738371 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a26fc306-9859-4211-ab6f-1f1595c0dbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:39.738711 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-a26fc306-9859-4211-ab6f-1f1595c0dbf1 admin admin] Added segment ec1b6256-95be-479c-9695-b6dae13546d3 of type vlan for network 60a88ebb-4b56-43bd-98ec-2f75530b8b0e Oct 20 11:25:39.748934 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device e239edc6-f119-4d20-92d9-e95030bb77aa up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:25:39.796446 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device fa318bbf-492c-433d-b9fa-996b1e0a24df up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:25:39.807017 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26fc306-9859-4211-ab6f-1f1595c0dbf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ec7128-131d-4bcf-bec8-25c0e8f668d5,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:39.813834 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a26fc306-9859-4211-ab6f-1f1595c0dbf1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:39.820496 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b17b8493-c775-4454-b60e-8f444109eefe req-9dd9e664-463f-4694-813d-3e2fe9fab8e9 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/security-groups?id=45e230e3-c619-47d2-a64b-21b4fbd3cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360173 Oct 20 11:25:39.844937 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-96f06288-5450-4133-918d-cac5ac1dcc30 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:39.852826 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a26fc306-9859-4211-ab6f-1f1595c0dbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:39.853998 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26fc306-9859-4211-ab6f-1f1595c0dbf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:39.854660 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-96f06288-5450-4133-918d-cac5ac1dcc30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:39.854989 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a26fc306-9859-4211-ab6f-1f1595c0dbf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:39.856084 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-96f06288-5450-4133-918d-cac5ac1dcc30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:39.906778 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a26fc306-9859-4211-ab6f-1f1595c0dbf1 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7266080 Oct 20 11:25:39.914452 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50282) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:39.922847 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-bcec3f1d-64da-4dad-908e-97be32dc53f7 admin admin] Request body: {'subnet': {'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-651943013-subnet', 'tenant_id': 'd9acdef368f944fcb8d5f209bb8e33d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:25:39.951212 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26fc306-9859-4211-ab6f-1f1595c0dbf1 admin admin] Pushing event updated for resources: {'Network': ['ID=60a88ebb-4b56-43bd-98ec-2f75530b8b0e,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:39.963581 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port e239edc6-f119-4d20-92d9-e95030bb77aa completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:25:39.969034 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 60a88ebb-4b56-43bd-98ec-2f75530b8b0e details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:25:39.992498 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port e239edc6-f119-4d20-92d9-e95030bb77aa triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:25:39.992866 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:39.996104 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port fa318bbf-492c-433d-b9fa-996b1e0a24df triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:25:39.996453 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:40.016268 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f06288-5450-4133-918d-cac5ac1dcc30 admin admin] Pushing event updated for resources: {'Port': ['ID=55ca24e0-9796-449e-8f4e-465849027145,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:40.068444 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcec3f1d-64da-4dad-908e-97be32dc53f7 admin admin] Made reservation on behalf of d9acdef368f944fcb8d5f209bb8e33d7 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:25:40.070569 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bcec3f1d-64da-4dad-908e-97be32dc53f7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:40.140270 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a94509-2795-4dd5-b51e-ec215e58c351 req-63879412-f4b8-4abc-b289-e0580047ab70 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:40.141765 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e1a94509-2795-4dd5-b51e-ec215e58c351 req-63879412-f4b8-4abc-b289-e0580047ab70 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7fd48a1-de0e-4dd9-b380-b7685f3ea26e HTTP/1.1" status: 200 len: 950 time: 0.2052379 Oct 20 11:25:40.174359 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:40.189113 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 013aa1cf-7ee3-481f-aa9a-c30091c6767b up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:25:40.240886 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port e239edc6-f119-4d20-92d9-e95030bb77aa, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e239edc6-f119-4d20-92d9-e95030bb77aa,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:25:40.248841 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:40.250336 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b6ecb82a-5ea1-4822-bde9-fb26ca39bc49 req-4eba519e-1457-499a-a4f2-5b375dcbaf37 service neutron] 10.222.0.98 "GET /v2.0/networks/b05579c2-10e5-4997-ab9d-57afa741288e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601981 Oct 20 11:25:40.252243 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f06288-5450-4133-918d-cac5ac1dcc30 admin admin] Network 6f17d331-dda0-4cd9-b1fe-0543fdb1b5a0 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:25:40.263532 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-96f06288-5450-4133-918d-cac5ac1dcc30 admin admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:25:40.286378 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e1a94509-2795-4dd5-b51e-ec215e58c351 req-6e3afcb3-8d09-42a5-832e-7dbff18c0234 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/security-groups?id=538e4e82-af7d-4e79-86af-2f705cd31163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092820 Oct 20 11:25:40.289662 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 013aa1cf-7ee3-481f-aa9a-c30091c6767b triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:25:40.289891 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:40.344913 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=e239edc6-f119-4d20-92d9-e95030bb77aa,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:40.399937 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:40.423538 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 013aa1cf-7ee3-481f-aa9a-c30091c6767b, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=013aa1cf-7ee3-481f-aa9a-c30091c6767b,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:25:40.429307 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:40.499739 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-123c3578-45b1-4121-b9af-aa82fb9e8856 None None] Provisioning complete for port 55ca24e0-9796-449e-8f4e-465849027145 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:25:40.500106 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-123c3578-45b1-4121-b9af-aa82fb9e8856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:40.502541 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=013aa1cf-7ee3-481f-aa9a-c30091c6767b,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:40.547105 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-123c3578-45b1-4121-b9af-aa82fb9e8856 None None] Port 55ca24e0-9796-449e-8f4e-465849027145 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:25:40.591952 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b6ecb82a-5ea1-4822-bde9-fb26ca39bc49 req-cd046b38-0654-4409-a471-a8519f855e1d service neutron] 10.222.0.98 "GET /v2.0/networks/b05579c2-10e5-4997-ab9d-57afa741288e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261886 Oct 20 11:25:40.601063 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a61a29-b1b7-4356-a8bb-a0af78fe0197 req-bd6892c2-432c-4b74-ab8d-657e63b56f5f tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:40.602491 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-53a61a29-b1b7-4356-a8bb-a0af78fe0197 req-bd6892c2-432c-4b74-ab8d-657e63b56f5f tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7e2666c-7e0a-4cdd-88df-9234d18e5a02 HTTP/1.1" status: 200 len: 970 time: 0.2071896 Oct 20 11:25:40.603478 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bcec3f1d-64da-4dad-908e-97be32dc53f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:40.639651 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d97a7d-d518-4593-b447-dd83a4a5d926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e239edc6-f119-4d20-92d9-e95030bb77aa'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:25:40.642247 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb820f94-1d86-4d6d-9609-c83b5ae8dea3" -d '{"events": [{"server_uuid": "f7d97a7d-d518-4593-b447-dd83a4a5d926", "name": "network-vif-plugged", "status": "completed", "tag": "e239edc6-f119-4d20-92d9-e95030bb77aa"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:25:40.665235 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f06288-5450-4133-918d-cac5ac1dcc30 admin admin] Router d6ece6eb-b8a4-470c-a927-3116fddabe8a has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:25:40.697861 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3f1d-64da-4dad-908e-97be32dc53f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a0c5c2a-f9c9-492d-ba9f-7e961a63a7db,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:40.717302 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-53a61a29-b1b7-4356-a8bb-a0af78fe0197 req-1f2b35ca-6ff1-435c-a6c4-781af7b29091 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] 10.222.0.98 "GET /v2.0/security-groups?id=2ff7d654-b24b-4f09-beb9-309e6b1471c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026123 Oct 20 11:25:40.771827 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcec3f1d-64da-4dad-908e-97be32dc53f7 admin admin] Checking segment: {'id': 'ec1b6256-95be-479c-9695-b6dae13546d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:25:40.772249 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcec3f1d-64da-4dad-908e-97be32dc53f7 admin admin] Network hostable DHCP agents. Network: 60a88ebb-4b56-43bd-98ec-2f75530b8b0e, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:25:40.799346 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa06066-cd7e-49e8-94eb-ec18a8a268f9 x-openstack-request-id: req-eaa06066-cd7e-49e8-94eb-ec18a8a268f9 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:25:40.799877 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d97a7d-d518-4593-b447-dd83a4a5d926", "name": "network-vif-plugged", "status": "completed", "tag": "e239edc6-f119-4d20-92d9-e95030bb77aa", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:25:40.799877 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-eaa06066-cd7e-49e8-94eb-ec18a8a268f9 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:25:40.804657 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d97a7d-d518-4593-b447-dd83a4a5d926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e239edc6-f119-4d20-92d9-e95030bb77aa', 'code': 200} Oct 20 11:25:40.807281 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcec3f1d-64da-4dad-908e-97be32dc53f7 admin admin] Network 60a88ebb-4b56-43bd-98ec-2f75530b8b0e is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:25:40.945284 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e92bc17a-a863-4da4-96d1-676f954b9818 req-de2a85c1-e89b-4738-a22d-4c2cad67835e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d7e2666c-7e0a-4cdd-88df-9234d18e5a02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1201687 Oct 20 11:25:40.969132 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-45f07218-9916-48ac-9a8f-f28160390af8 req-f7a53fca-f6c3-4191-813a-7ecd1fab4a6b tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a4ae9f1-089b-4930-b5e3-06bc0dfded6d HTTP/1.1" status: 200 len: 210 time: 0.0986843 Oct 20 11:25:40.980177 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-bcec3f1d-64da-4dad-908e-97be32dc53f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 60a88ebb-4b56-43bd-98ec-2f75530b8b0e) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:25:40.993735 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794ec40-dec6-4e52-8620-db23b268ffaf req-3ad3f9bc-5e4d-4766-af93-3dcb58979ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:40.995265 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-7794ec40-dec6-4e52-8620-db23b268ffaf req-3ad3f9bc-5e4d-4766-af93-3dcb58979ba0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f7d97a7d-d518-4593-b447-dd83a4a5d926 HTTP/1.1" status: 200 len: 1100 time: 0.1040008 Oct 20 11:25:40.995859 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b985adbc-321f-46d3-ba54-2df0c37b885e None None] Network 60a88ebb-4b56-43bd-98ec-2f75530b8b0e requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:25:40.997339 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcec3f1d-64da-4dad-908e-97be32dc53f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:41.002583 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bcec3f1d-64da-4dad-908e-97be32dc53f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:41.028273 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f06288-5450-4133-918d-cac5ac1dcc30 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:25:41.039261 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-96f06288-5450-4133-918d-cac5ac1dcc30 admin admin] 10.222.0.98 "PUT /v2.0/routers/d6ece6eb-b8a4-470c-a927-3116fddabe8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1271250 Oct 20 11:25:41.065316 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-bcec3f1d-64da-4dad-908e-97be32dc53f7 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1460512 Oct 20 11:25:41.083508 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ad13ad-ef9e-4cb6-a0b2-6171b52b31e2 None None] Sync routers for ids ['d6ece6eb-b8a4-470c-a927-3116fddabe8a'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:25:41.108915 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-7794ec40-dec6-4e52-8620-db23b268ffaf req-a30a2b79-d53d-4419-b3f0-c57414e412ec service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=45e230e3-c619-47d2-a64b-21b4fbd3cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035221 Oct 20 11:25:41.140307 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ad13ad-ef9e-4cb6-a0b2-6171b52b31e2 None None] Routers {'d6ece6eb-b8a4-470c-a927-3116fddabe8a'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:25:41.141319 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-52ad13ad-ef9e-4cb6-a0b2-6171b52b31e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:25:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['d6ece6eb-b8a4-470c-a927-3116fddabe8a'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:25:41.206609 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92bc17a-a863-4da4-96d1-676f954b9818 req-e0ad6523-398f-42ed-a6f6-2fb902f4d8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:41.209052 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e92bc17a-a863-4da4-96d1-676f954b9818 req-e0ad6523-398f-42ed-a6f6-2fb902f4d8a4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c2164cd0d4f747e89d4256240fe8dfe2&device_id=d7e2666c-7e0a-4cdd-88df-9234d18e5a02 HTTP/1.1" status: 200 len: 1121 time: 0.0697405 Oct 20 11:25:41.229951 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50308) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:41.264985 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565f75c-452b-46b3-ae86-39c3d29a902c req-dbce3064-253f-4f1f-9faf-c10e5308a751 tempest-AggregatesAdminTestJSON-931778234 tempest-AggregatesAdminTestJSON-931778234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:41.266863 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f565f75c-452b-46b3-ae86-39c3d29a902c req-dbce3064-253f-4f1f-9faf-c10e5308a751 tempest-AggregatesAdminTestJSON-931778234 tempest-AggregatesAdminTestJSON-931778234-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=d7e2666c-7e0a-4cdd-88df-9234d18e5a02 HTTP/1.1" status: 200 len: 1121 time: 0.1752300 Oct 20 11:25:41.282225 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91104f3c-6a9c-43b6-9514-4110b4a2ff4a req-07a4dfbe-df08-464c-b9b8-78d05e88a3f9 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:41.301723 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-91104f3c-6a9c-43b6-9514-4110b4a2ff4a req-07a4dfbe-df08-464c-b9b8-78d05e88a3f9 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7d97a7d-d518-4593-b447-dd83a4a5d926 HTTP/1.1" status: 200 len: 949 time: 0.1155121 Oct 20 11:25:41.334992 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f565f75c-452b-46b3-ae86-39c3d29a902c req-e960b2ca-d80d-41e3-8161-647c85f10939 tempest-AggregatesAdminTestJSON-931778234 tempest-AggregatesAdminTestJSON-931778234-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:41.382898 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-91104f3c-6a9c-43b6-9514-4110b4a2ff4a req-527fbb37-1003-4c9f-a50e-52d5da02d31e tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/security-groups?id=45e230e3-c619-47d2-a64b-21b4fbd3cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755653 Oct 20 11:25:41.484902 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8904775e-ad3a-45f1-aa5a-c02681b34a4e None None] Network 60a88ebb-4b56-43bd-98ec-2f75530b8b0e requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:25:41.497847 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f565f75c-452b-46b3-ae86-39c3d29a902c req-e960b2ca-d80d-41e3-8161-647c85f10939 tempest-AggregatesAdminTestJSON-931778234 tempest-AggregatesAdminTestJSON-931778234-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:41.535932 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f565f75c-452b-46b3-ae86-39c3d29a902c req-e960b2ca-d80d-41e3-8161-647c85f10939 tempest-AggregatesAdminTestJSON-931778234 tempest-AggregatesAdminTestJSON-931778234-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:41.536946 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-52ad13ad-ef9e-4cb6-a0b2-6171b52b31e2 None None] Set router d6ece6eb-b8a4-470c-a927-3116fddabe8a gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:25:41.597853 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f565f75c-452b-46b3-ae86-39c3d29a902c req-e960b2ca-d80d-41e3-8161-647c85f10939 tempest-AggregatesAdminTestJSON-931778234 tempest-AggregatesAdminTestJSON-931778234-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=2ff7d654-b24b-4f09-beb9-309e6b1471c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244991 Oct 20 11:25:41.656191 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e47536-965c-4aa3-97ee-25efb7ea434f req-94b8817b-c1a4-4349-8543-3a29547500ec tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:41.668088 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-78e47536-965c-4aa3-97ee-25efb7ea434f req-94b8817b-c1a4-4349-8543-3a29547500ec tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7fd48a1-de0e-4dd9-b380-b7685f3ea26e HTTP/1.1" status: 200 len: 950 time: 0.1614006 Oct 20 11:25:41.670730 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e960b2ca-d80d-41e3-8161-647c85f10939 tempest-AggregatesAdminTestJSON-931778234 tempest-AggregatesAdminTestJSON-931778234-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a9fa00-a178-45c9-9cda-5b301ecd29c0,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:41.771969 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-79da9cb5-cdb3-4a20-897d-f6ff224c4714 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:41.778393 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-78e47536-965c-4aa3-97ee-25efb7ea434f req-ba3aeadb-a415-4b1b-b8e0-9b4c720673b2 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/security-groups?id=538e4e82-af7d-4e79-86af-2f705cd31163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093068 Oct 20 11:25:41.812534 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 013aa1cf-7ee3-481f-aa9a-c30091c6767b up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:25:41.922955 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92bc17a-a863-4da4-96d1-676f954b9818 req-1a38e2f1-6e2d-4aa5-9bba-6dad60ae5ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:41.929294 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e92bc17a-a863-4da4-96d1-676f954b9818 req-1a38e2f1-6e2d-4aa5-9bba-6dad60ae5ab8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 0.6849968 Oct 20 11:25:41.996927 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e92bc17a-a863-4da4-96d1-676f954b9818 req-2c7664b3-e4e7-4e52-8a0d-199fed490270 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=b44fe464-8a88-4f33-9392-d0f91d1e7a46 HTTP/1.1" status: 200 len: 217 time: 0.0595965 Oct 20 11:25:42.077775 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92bc17a-a863-4da4-96d1-676f954b9818 req-9b950b85-3046-405e-86b4-077005b8f78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:42.079649 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e92bc17a-a863-4da4-96d1-676f954b9818 req-9b950b85-3046-405e-86b4-077005b8f78c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.0742910 Oct 20 11:25:42.172049 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 013aa1cf-7ee3-481f-aa9a-c30091c6767b triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:25:42.172419 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:42.240351 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-79da9cb5-cdb3-4a20-897d-f6ff224c4714 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:42.254602 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-701ead43-184d-4d14-b6ce-ca282703e6ab req-e3475842-d28e-48e6-81b7-92d21fb8b3b4 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a4ae9f1-089b-4930-b5e3-06bc0dfded6d HTTP/1.1" status: 200 len: 210 time: 0.0613551 Oct 20 11:25:42.272008 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-79da9cb5-cdb3-4a20-897d-f6ff224c4714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:42.419064 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-79da9cb5-cdb3-4a20-897d-f6ff224c4714 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e61b347e32ad482eb039917c9a6a4ef6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1875420 Oct 20 11:25:42.422352 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50360) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:42.499798 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.11', 56725) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:42.501454 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50368) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:42.519883 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92bc17a-a863-4da4-96d1-676f954b9818 req-eae26e8b-ebee-436c-a2d0-63898b88715c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:42.528827 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e92bc17a-a863-4da4-96d1-676f954b9818 req-eae26e8b-ebee-436c-a2d0-63898b88715c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4388421 Oct 20 11:25:42.533921 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-c59fb218-0414-44ce-898e-bd4974804b24 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-253835453-network', 'tenant_id': '3a2f8a40c7a040579aa36584e41b154c'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:25:42.665492 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-52ad13ad-ef9e-4cb6-a0b2-6171b52b31e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ece6eb-b8a4-470c-a927-3116fddabe8a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1345179327-router', 'tenant_id': '2975c226f5694d8f82f5f62c0063b290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '013aa1cf-7ee3-481f-aa9a-c30091c6767b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:25:30Z', 'updated_at': '2021-10-20T11:25:38Z', 'revision_number': 4, 'project_id': '2975c226f5694d8f82f5f62c0063b290', 'gw_port': {'id': '013aa1cf-7ee3-481f-aa9a-c30091c6767b', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ba:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ece6eb-b8a4-470c-a927-3116fddabe8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:25:32Z', 'updated_at': '2021-10-20T11:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '55ca24e0-9796-449e-8f4e-465849027145', 'name': '', 'network_id': '6f17d331-dda0-4cd9-b1fe-0543fdb1b5a0', 'tenant_id': '2975c226f5694d8f82f5f62c0063b290', 'mac_address': 'fa:16:3e:85:c7:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ece6eb-b8a4-470c-a927-3116fddabe8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '1e8d8044-d192-457c-abf3-777342ab574b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:25:37Z', 'updated_at': '2021-10-20T11:25:39Z', 'revision_number': 2, 'project_id': '2975c226f5694d8f82f5f62c0063b290', 'subnets': [{'id': '1e8d8044-d192-457c-abf3-777342ab574b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:25:42.681231 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da9cb5-cdb3-4a20-897d-f6ff224c4714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9903562d-df98-4183-9023-567811a1dc56,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:42.716363 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ad13ad-ef9e-4cb6-a0b2-6171b52b31e2 None None] Checking router: d6ece6eb-b8a4-470c-a927-3116fddabe8a for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:25:42.716938 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ad13ad-ef9e-4cb6-a0b2-6171b52b31e2 None None] Updating router d6ece6eb-b8a4-470c-a927-3116fddabe8a port 55ca24e0-9796-449e-8f4e-465849027145 binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:25:42.746353 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-52ad13ad-ef9e-4cb6-a0b2-6171b52b31e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:42.877081 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e92bc17a-a863-4da4-96d1-676f954b9818 req-675bdb43-d04f-4e99-af5b-e9accbfe377f service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359199 Oct 20 11:25:43.020807 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e92bc17a-a863-4da4-96d1-676f954b9818 req-502b5f10-a619-4d0f-a31a-4edd80408109 service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361012 Oct 20 11:25:43.078102 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecb82a-5ea1-4822-bde9-fb26ca39bc49 req-54b23f98-7125-4924-b322-3979d287e6c6 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:43.079712 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b6ecb82a-5ea1-4822-bde9-fb26ca39bc49 req-54b23f98-7125-4924-b322-3979d287e6c6 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.11 "GET /v2.0/networks?id=b05579c2-10e5-4997-ab9d-57afa741288e HTTP/1.1" status: 200 len: 807 time: 0.5745466 Oct 20 11:25:43.080410 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-84432ed6-3bf5-4d60-9f00-ba406828db03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:43.145482 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-b6ecb82a-5ea1-4822-bde9-fb26ca39bc49 req-da3ecfd9-5ad1-4259-ba44-0a342bdabdc5 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Request body: {'port': {'device_id': '2a4ae9f1-089b-4930-b5e3-06bc0dfded6d', 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e', 'admin_state_up': True, 'tenant_id': 'aa6715c00c6e4476951bf73e506ed201'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:25:43.155406 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-52ad13ad-ef9e-4cb6-a0b2-6171b52b31e2 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:43.166986 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-52ad13ad-ef9e-4cb6-a0b2-6171b52b31e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:43.295171 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f852eaf0-4f57-4abf-b006-8c962f48eccd None None] Pushing event updated for resources: {'Port': ['ID=55ca24e0-9796-449e-8f4e-465849027145,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:43.306529 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59fb218-0414-44ce-898e-bd4974804b24 admin admin] Made reservation on behalf of 3a2f8a40c7a040579aa36584e41b154c for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:25:43.309204 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c59fb218-0414-44ce-898e-bd4974804b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:43.353327 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d0afc4-207b-4f9e-b660-7a2821dcd1de req-084959fe-0c17-45e6-8d72-dca5497f27c4 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:43.361047 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a4d0afc4-207b-4f9e-b660-7a2821dcd1de req-084959fe-0c17-45e6-8d72-dca5497f27c4 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7d97a7d-d518-4593-b447-dd83a4a5d926 HTTP/1.1" status: 200 len: 949 time: 0.6767654 Oct 20 11:25:43.416423 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c59fb218-0414-44ce-898e-bd4974804b24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:43.420357 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-84432ed6-3bf5-4d60-9f00-ba406828db03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:43.424345 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-52ad13ad-ef9e-4cb6-a0b2-6171b52b31e2 None None] Attempting to bind port 55ca24e0-9796-449e-8f4e-465849027145 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:25:43.424725 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-52ad13ad-ef9e-4cb6-a0b2-6171b52b31e2 None None] Attempting to bind port 55ca24e0-9796-449e-8f4e-465849027145 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '7a71ddcf-e2bc-43be-8c5c-c88754e6268f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '6f17d331-dda0-4cd9-b1fe-0543fdb1b5a0'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:25:43.425092 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ad13ad-ef9e-4cb6-a0b2-6171b52b31e2 None None] Attempting to bind port 55ca24e0-9796-449e-8f4e-465849027145 on network 6f17d331-dda0-4cd9-b1fe-0543fdb1b5a0 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:25:43.443545 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ad13ad-ef9e-4cb6-a0b2-6171b52b31e2 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:25:43.443933 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ad13ad-ef9e-4cb6-a0b2-6171b52b31e2 None None] Checking segment: {'id': '7a71ddcf-e2bc-43be-8c5c-c88754e6268f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '6f17d331-dda0-4cd9-b1fe-0543fdb1b5a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:25:43.446759 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-52ad13ad-ef9e-4cb6-a0b2-6171b52b31e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:43.447213 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ad13ad-ef9e-4cb6-a0b2-6171b52b31e2 None None] Bound using segment: {'id': '7a71ddcf-e2bc-43be-8c5c-c88754e6268f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '6f17d331-dda0-4cd9-b1fe-0543fdb1b5a0'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:25:43.447724 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-52ad13ad-ef9e-4cb6-a0b2-6171b52b31e2 None None] Bound port: 55ca24e0-9796-449e-8f4e-465849027145, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a71ddcf-e2bc-43be-8c5c-c88754e6268f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '6f17d331-dda0-4cd9-b1fe-0543fdb1b5a0'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:25:43.448254 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-52ad13ad-ef9e-4cb6-a0b2-6171b52b31e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:43.543773 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a4d0afc4-207b-4f9e-b660-7a2821dcd1de req-5d38ce6d-8185-4c7e-98ef-624fd83f4164 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/security-groups?id=45e230e3-c619-47d2-a64b-21b4fbd3cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795323 Oct 20 11:25:43.634204 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-52ad13ad-ef9e-4cb6-a0b2-6171b52b31e2 None None] For port 55ca24e0-9796-449e-8f4e-465849027145, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:25:43.642390 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-52ad13ad-ef9e-4cb6-a0b2-6171b52b31e2 None None] For port 55ca24e0-9796-449e-8f4e-465849027145, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=55ca24e0-9796-449e-8f4e-465849027145,segment=NetworkSegment(7a71ddcf-e2bc-43be-8c5c-c88754e6268f),segment_id=7a71ddcf-e2bc-43be-8c5c-c88754e6268f)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:25:43.645075 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda31761-64e3-43f3-8eba-f264eacd4211 req-e0956db1-4833-4992-9306-381265444bdc tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:43.672687 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-52ad13ad-ef9e-4cb6-a0b2-6171b52b31e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:43.681679 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eda31761-64e3-43f3-8eba-f264eacd4211 req-e0956db1-4833-4992-9306-381265444bdc tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7fd48a1-de0e-4dd9-b380-b7685f3ea26e HTTP/1.1" status: 200 len: 950 time: 0.5661573 Oct 20 11:25:43.805379 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6ecb82a-5ea1-4822-bde9-fb26ca39bc49 req-da3ecfd9-5ad1-4259-ba44-0a342bdabdc5 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Made reservation on behalf of aa6715c00c6e4476951bf73e506ed201 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:25:43.818312 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b6ecb82a-5ea1-4822-bde9-fb26ca39bc49 req-da3ecfd9-5ad1-4259-ba44-0a342bdabdc5 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:43.822681 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-4fde5e9b-5b53-4abd-a3de-735e0685b925 None None] Provisioning complete for port 55ca24e0-9796-449e-8f4e-465849027145 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:25:43.823079 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4fde5e9b-5b53-4abd-a3de-735e0685b925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:43.849405 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eda31761-64e3-43f3-8eba-f264eacd4211 req-12a1c1d6-55d7-4352-8885-b2e026c389cb tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/security-groups?id=538e4e82-af7d-4e79-86af-2f705cd31163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596186 Oct 20 11:25:43.857836 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-84432ed6-3bf5-4d60-9f00-ba406828db03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:43.869554 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-84432ed6-3bf5-4d60-9f00-ba406828db03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:43.880948 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ad13ad-ef9e-4cb6-a0b2-6171b52b31e2 None None] Routers {'d6ece6eb-b8a4-470c-a927-3116fddabe8a'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:25:43.881596 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-52ad13ad-ef9e-4cb6-a0b2-6171b52b31e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:25:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['d6ece6eb-b8a4-470c-a927-3116fddabe8a'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:25:43.882343 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-84432ed6-3bf5-4d60-9f00-ba406828db03 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9903562d-df98-4183-9023-567811a1dc56 HTTP/1.1" status: 204 len: 168 time: 1.4516740 Oct 20 11:25:43.929195 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f852eaf0-4f57-4abf-b006-8c962f48eccd None None] Pushing event updated for resources: {'Port': ['ID=55ca24e0-9796-449e-8f4e-465849027145,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:43.984921 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84432ed6-3bf5-4d60-9f00-ba406828db03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9903562d-df98-4183-9023-567811a1dc56,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:44.013186 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4fde5e9b-5b53-4abd-a3de-735e0685b925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:44.189328 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-4fde5e9b-5b53-4abd-a3de-735e0685b925 None None] For port 55ca24e0-9796-449e-8f4e-465849027145, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=55ca24e0-9796-449e-8f4e-465849027145,segment=NetworkSegment(7a71ddcf-e2bc-43be-8c5c-c88754e6268f),segment_id=7a71ddcf-e2bc-43be-8c5c-c88754e6268f)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:25:44.199326 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4fde5e9b-5b53-4abd-a3de-735e0685b925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:44.272766 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fde5e9b-5b53-4abd-a3de-735e0685b925 None None] Pushing event updated for resources: {'Port': ['ID=55ca24e0-9796-449e-8f4e-465849027145,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:44.301337 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c59fb218-0414-44ce-898e-bd4974804b24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:44.305005 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9a3395f1-e3a9-43bd-a7b8-ecf6119d040d req-de35591f-200e-4718-ba0e-28b11dfdf55d tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a4ae9f1-089b-4930-b5e3-06bc0dfded6d HTTP/1.1" status: 200 len: 210 time: 0.1310172 Oct 20 11:25:44.321890 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c59fb218-0414-44ce-898e-bd4974804b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:44.339184 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-52ad13ad-ef9e-4cb6-a0b2-6171b52b31e2 None None] Set router d6ece6eb-b8a4-470c-a927-3116fddabe8a gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:25:44.412355 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c59fb218-0414-44ce-898e-bd4974804b24 admin admin] vlan segment allocate from pool success with {'vlan_id': 1280, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:25:44.424044 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-cb5750fb-acb8-4317-b197-ea5c7b15133b None None] Provisioning complete for port 55ca24e0-9796-449e-8f4e-465849027145 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:25:44.428314 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-cb5750fb-acb8-4317-b197-ea5c7b15133b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:44.472512 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59fb218-0414-44ce-898e-bd4974804b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12feb5aa-dfc6-417f-befb-82de3f8ea2b8,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:44.476823 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c59fb218-0414-44ce-898e-bd4974804b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:44.477174 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-c59fb218-0414-44ce-898e-bd4974804b24 admin admin] Added segment 0f72c62c-e370-4016-8ecf-a4bb79f33908 of type vlan for network 4a1c39f0-f89a-4c51-b03f-c73f9a6f12ec Oct 20 11:25:44.591061 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83f445-15aa-41cb-8c55-a94b8bd4de4c req-16adf2ae-c1bf-440b-8b85-cb94e19f2879 tempest-DeleteServersAdminTestJSON-411252432 tempest-DeleteServersAdminTestJSON-411252432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:44.597419 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ea83f445-15aa-41cb-8c55-a94b8bd4de4c req-16adf2ae-c1bf-440b-8b85-cb94e19f2879 tempest-DeleteServersAdminTestJSON-411252432 tempest-DeleteServersAdminTestJSON-411252432-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=d7fd48a1-de0e-4dd9-b380-b7685f3ea26e HTTP/1.1" status: 200 len: 1101 time: 0.0703697 Oct 20 11:25:44.615369 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-b6ecb82a-5ea1-4822-bde9-fb26ca39bc49 req-da3ecfd9-5ad1-4259-ba44-0a342bdabdc5 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Allocated IP 172.20.0.11 (b05579c2-10e5-4997-ab9d-57afa741288e/beaf7d63-7f7d-4cb5-8871-db069d2b0a56/c9b37b09-9679-4d43-b72d-712686e897a6) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:25:44.680226 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c59fb218-0414-44ce-898e-bd4974804b24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:44.708306 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-d8a14962-0662-4a42-82f4-85ec28fbb08e req-1f917c3a-6669-43d0-9f69-8a2f26851cd2 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:25:44.709411 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d8a14962-0662-4a42-82f4-85ec28fbb08e req-1f917c3a-6669-43d0-9f69-8a2f26851cd2 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0066440 Oct 20 11:25:44.732871 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-ea83f445-15aa-41cb-8c55-a94b8bd4de4c req-c3d7ed44-9ea3-4d95-b34c-bc35c65cc099 tempest-DeleteServersAdminTestJSON-411252432 tempest-DeleteServersAdminTestJSON-411252432-project-admin] Deleting port 96f54793-ac40-489e-beb9-8d5b168b2e2b {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:25:44.733452 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-ea83f445-15aa-41cb-8c55-a94b8bd4de4c req-c3d7ed44-9ea3-4d95-b34c-bc35c65cc099 tempest-DeleteServersAdminTestJSON-411252432 tempest-DeleteServersAdminTestJSON-411252432-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:44.766241 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c59fb218-0414-44ce-898e-bd4974804b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:44.767687 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59fb218-0414-44ce-898e-bd4974804b24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:44.768557 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c59fb218-0414-44ce-898e-bd4974804b24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:44.805210 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50402) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:44.853215 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-ea83f445-15aa-41cb-8c55-a94b8bd4de4c req-c3d7ed44-9ea3-4d95-b34c-bc35c65cc099 tempest-DeleteServersAdminTestJSON-411252432 tempest-DeleteServersAdminTestJSON-411252432-project-admin] For port 96f54793-ac40-489e-beb9-8d5b168b2e2b, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=96f54793-ac40-489e-beb9-8d5b168b2e2b,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:25:44.853215 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-ea83f445-15aa-41cb-8c55-a94b8bd4de4c req-c3d7ed44-9ea3-4d95-b34c-bc35c65cc099 tempest-DeleteServersAdminTestJSON-411252432 tempest-DeleteServersAdminTestJSON-411252432-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:44.870465 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-ea83f445-15aa-41cb-8c55-a94b8bd4de4c req-c3d7ed44-9ea3-4d95-b34c-bc35c65cc099 tempest-DeleteServersAdminTestJSON-411252432 tempest-DeleteServersAdminTestJSON-411252432-project-admin] Calling delete_port for 96f54793-ac40-489e-beb9-8d5b168b2e2b owned by compute:nova {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:25:44.914586 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0a909f73-fcab-4731-8fd2-c604cfcf1255 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:44.929238 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c59fb218-0414-44ce-898e-bd4974804b24 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.4215519 Oct 20 11:25:44.959954 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50410) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:44.969773 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-cf7a3ae2-9c48-4735-959f-e4ba7915e9ed admin admin] Request body: {'subnet': {'network_id': '4a1c39f0-f89a-4c51-b03f-c73f9a6f12ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-253835453-subnet', 'tenant_id': '3a2f8a40c7a040579aa36584e41b154c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:25:45.006575 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59fb218-0414-44ce-898e-bd4974804b24 admin admin] Pushing event updated for resources: {'Network': ['ID=4a1c39f0-f89a-4c51-b03f-c73f9a6f12ec,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:45.064345 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 4a1c39f0-f89a-4c51-b03f-c73f9a6f12ec details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:25:45.090229 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7a3ae2-9c48-4735-959f-e4ba7915e9ed admin admin] Made reservation on behalf of 3a2f8a40c7a040579aa36584e41b154c for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:25:45.090897 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cf7a3ae2-9c48-4735-959f-e4ba7915e9ed admin admin] Publish callbacks [] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:45.097969 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b6ecb82a-5ea1-4822-bde9-fb26ca39bc49 req-da3ecfd9-5ad1-4259-ba44-0a342bdabdc5 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:45.136205 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-ea83f445-15aa-41cb-8c55-a94b8bd4de4c req-c3d7ed44-9ea3-4d95-b34c-bc35c65cc099 tempest-DeleteServersAdminTestJSON-411252432 tempest-DeleteServersAdminTestJSON-411252432-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:45.161303 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['96f54793-ac40-489e-beb9-8d5b168b2e2b'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:25:45.180885 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d7ed44-9ea3-4d95-b34c-bc35c65cc099 tempest-DeleteServersAdminTestJSON-411252432 tempest-DeleteServersAdminTestJSON-411252432-project-admin] Pushing event deleted for resources: {'Port': ['ID=96f54793-ac40-489e-beb9-8d5b168b2e2b,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:45.192301 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:45.271583 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e0045b-7146-48dd-925d-b2b70e749455 req-0f9f09bc-c3df-4c07-8a8a-2469d87b4004 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:45.276687 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-72e0045b-7146-48dd-925d-b2b70e749455 req-0f9f09bc-c3df-4c07-8a8a-2469d87b4004 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7fd48a1-de0e-4dd9-b380-b7685f3ea26e HTTP/1.1" status: 200 len: 950 time: 0.2490139 Oct 20 11:25:45.290586 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea83f445-15aa-41cb-8c55-a94b8bd4de4c req-c3d7ed44-9ea3-4d95-b34c-bc35c65cc099 tempest-DeleteServersAdminTestJSON-411252432 tempest-DeleteServersAdminTestJSON-411252432-project-admin] No DVR routers for this DVR port 96f54793-ac40-489e-beb9-8d5b168b2e2b on host n-h2-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:25:45.296247 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-ea83f445-15aa-41cb-8c55-a94b8bd4de4c req-c3d7ed44-9ea3-4d95-b34c-bc35c65cc099 tempest-DeleteServersAdminTestJSON-411252432 tempest-DeleteServersAdminTestJSON-411252432-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:45.309281 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ea83f445-15aa-41cb-8c55-a94b8bd4de4c req-c3d7ed44-9ea3-4d95-b34c-bc35c65cc099 tempest-DeleteServersAdminTestJSON-411252432 tempest-DeleteServersAdminTestJSON-411252432-project-admin] 10.222.0.89 "DELETE /v2.0/ports/96f54793-ac40-489e-beb9-8d5b168b2e2b HTTP/1.1" status: 204 len: 173 time: 0.7089288 Oct 20 11:25:45.310299 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7fd48a1-de0e-4dd9-b380-b7685f3ea26e', 'name': 'network-vif-deleted', 'tag': '96f54793-ac40-489e-beb9-8d5b168b2e2b'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:25:45.323563 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7745fd-9591-4f2e-a18e-b28328fe1aa4" -d '{"events": [{"server_uuid": "d7fd48a1-de0e-4dd9-b380-b7685f3ea26e", "name": "network-vif-deleted", "tag": "96f54793-ac40-489e-beb9-8d5b168b2e2b"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:25:45.352766 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-52ad13ad-ef9e-4cb6-a0b2-6171b52b31e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ece6eb-b8a4-470c-a927-3116fddabe8a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1345179327-router', 'tenant_id': '2975c226f5694d8f82f5f62c0063b290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '013aa1cf-7ee3-481f-aa9a-c30091c6767b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:25:30Z', 'updated_at': '2021-10-20T11:25:38Z', 'revision_number': 4, 'project_id': '2975c226f5694d8f82f5f62c0063b290', 'gw_port': {'id': '013aa1cf-7ee3-481f-aa9a-c30091c6767b', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ba:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ece6eb-b8a4-470c-a927-3116fddabe8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:25:32Z', 'updated_at': '2021-10-20T11:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '55ca24e0-9796-449e-8f4e-465849027145', 'name': '', 'network_id': '6f17d331-dda0-4cd9-b1fe-0543fdb1b5a0', 'tenant_id': '2975c226f5694d8f82f5f62c0063b290', 'mac_address': 'fa:16:3e:85:c7:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ece6eb-b8a4-470c-a927-3116fddabe8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '1e8d8044-d192-457c-abf3-777342ab574b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:25:37Z', 'updated_at': '2021-10-20T11:25:43Z', 'revision_number': 4, 'project_id': '2975c226f5694d8f82f5f62c0063b290', 'subnets': [{'id': '1e8d8044-d192-457c-abf3-777342ab574b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:25:45.389173 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ad13ad-ef9e-4cb6-a0b2-6171b52b31e2 None None] The sync data for ids ['d6ece6eb-b8a4-470c-a927-3116fddabe8a'] in n-d-814735-3 is: [{'id': 'd6ece6eb-b8a4-470c-a927-3116fddabe8a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1345179327-router', 'tenant_id': '2975c226f5694d8f82f5f62c0063b290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '013aa1cf-7ee3-481f-aa9a-c30091c6767b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:25:30Z', 'updated_at': '2021-10-20T11:25:38Z', 'revision_number': 4, 'project_id': '2975c226f5694d8f82f5f62c0063b290', 'gw_port': {'id': '013aa1cf-7ee3-481f-aa9a-c30091c6767b', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ba:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ece6eb-b8a4-470c-a927-3116fddabe8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:25:32Z', 'updated_at': '2021-10-20T11:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '55ca24e0-9796-449e-8f4e-465849027145', 'name': '', 'network_id': '6f17d331-dda0-4cd9-b1fe-0543fdb1b5a0', 'tenant_id': '2975c226f5694d8f82f5f62c0063b290', 'mac_address': 'fa:16:3e:85:c7:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ece6eb-b8a4-470c-a927-3116fddabe8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '1e8d8044-d192-457c-abf3-777342ab574b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:25:37Z', 'updated_at': '2021-10-20T11:25:43Z', 'revision_number': 4, 'project_id': '2975c226f5694d8f82f5f62c0063b290', 'subnets': [{'id': '1e8d8044-d192-457c-abf3-777342ab574b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:25:45.442228 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0a909f73-fcab-4731-8fd2-c604cfcf1255 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:45.553282 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0a909f73-fcab-4731-8fd2-c604cfcf1255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:45.696771 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 55ca24e0-9796-449e-8f4e-465849027145 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:25:45.761512 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 55ca24e0-9796-449e-8f4e-465849027145 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:25:45.762168 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:45.801174 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-72e0045b-7146-48dd-925d-b2b70e749455 req-9d1e9957-cf88-484c-8bab-020c403491f8 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/security-groups?id=538e4e82-af7d-4e79-86af-2f705cd31163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4878271 Oct 20 11:25:45.805873 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cf7a3ae2-9c48-4735-959f-e4ba7915e9ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:45.840715 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232abf4-a954-4587-87ec-9cca27a545d8 req-93c1fa40-83d4-431c-84dc-6394c49aa624 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:45.848809 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d232abf4-a954-4587-87ec-9cca27a545d8 req-93c1fa40-83d4-431c-84dc-6394c49aa624 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7d97a7d-d518-4593-b447-dd83a4a5d926 HTTP/1.1" status: 200 len: 949 time: 0.7237003 Oct 20 11:25:45.851179 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b6ecb82a-5ea1-4822-bde9-fb26ca39bc49 req-da3ecfd9-5ad1-4259-ba44-0a342bdabdc5 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:45.939837 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a909f73-fcab-4731-8fd2-c604cfcf1255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca880b1-3b7c-48ed-89e6-80df91298da2,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:45.979227 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-0a909f73-fcab-4731-8fd2-c604cfcf1255 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7bba16c1ad4a44bfb9ba7bd4cd4ab1d1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1690469 Oct 20 11:25:45.980558 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50430) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:46.096208 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3ecfd9-5ad1-4259-ba44-0a342bdabdc5 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Pushing event updated for resources: {'Port': ['ID=c9b37b09-9679-4d43-b72d-712686e897a6,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:46.121770 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e201309-7cee-4f3d-8a82-945f45974654 x-openstack-request-id: req-8e201309-7cee-4f3d-8a82-945f45974654 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:25:46.122024 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7fd48a1-de0e-4dd9-b380-b7685f3ea26e", "name": "network-vif-deleted", "tag": "96f54793-ac40-489e-beb9-8d5b168b2e2b", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:25:46.122272 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8e201309-7cee-4f3d-8a82-945f45974654 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:25:46.127027 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7fd48a1-de0e-4dd9-b380-b7685f3ea26e', 'name': 'network-vif-deleted', 'tag': '96f54793-ac40-489e-beb9-8d5b168b2e2b', 'status': 'completed', 'code': 200} Oct 20 11:25:46.127027 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c62f2e9d-5fca-43a8-a590-d50c2aaa2603 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:46.167587 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d232abf4-a954-4587-87ec-9cca27a545d8 req-b9248062-7262-4a6c-b6a8-c78e3349e853 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/security-groups?id=45e230e3-c619-47d2-a64b-21b4fbd3cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157108 Oct 20 11:25:46.184299 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c62f2e9d-5fca-43a8-a590-d50c2aaa2603 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:46.214962 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a3ae2-9c48-4735-959f-e4ba7915e9ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=44285668-ea7e-468d-804a-fcc73dbd2afb,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:46.230365 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6ecb82a-5ea1-4822-bde9-fb26ca39bc49 req-da3ecfd9-5ad1-4259-ba44-0a342bdabdc5 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Network b05579c2-10e5-4997-ab9d-57afa741288e is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:25:46.236298 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-b6ecb82a-5ea1-4822-bde9-fb26ca39bc49 req-da3ecfd9-5ad1-4259-ba44-0a342bdabdc5 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:25:46.240403 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ecb82a-5ea1-4822-bde9-fb26ca39bc49 req-da3ecfd9-5ad1-4259-ba44-0a342bdabdc5 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:25:46.260318 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecb82a-5ea1-4822-bde9-fb26ca39bc49 req-da3ecfd9-5ad1-4259-ba44-0a342bdabdc5 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:46.261168 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b6ecb82a-5ea1-4822-bde9-fb26ca39bc49 req-da3ecfd9-5ad1-4259-ba44-0a342bdabdc5 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:46.316004 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c62f2e9d-5fca-43a8-a590-d50c2aaa2603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:46.320203 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c62f2e9d-5fca-43a8-a590-d50c2aaa2603 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:46.325928 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c62f2e9d-5fca-43a8-a590-d50c2aaa2603 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1ca880b1-3b7c-48ed-89e6-80df91298da2 HTTP/1.1" status: 204 len: 168 time: 0.3442101 Oct 20 11:25:46.337242 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62f2e9d-5fca-43a8-a590-d50c2aaa2603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca880b1-3b7c-48ed-89e6-80df91298da2,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:46.456216 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b6ecb82a-5ea1-4822-bde9-fb26ca39bc49 req-da3ecfd9-5ad1-4259-ba44-0a342bdabdc5 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3271956 Oct 20 11:25:46.461199 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7a3ae2-9c48-4735-959f-e4ba7915e9ed admin admin] Checking segment: {'id': '0f72c62c-e370-4016-8ecf-a4bb79f33908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '4a1c39f0-f89a-4c51-b03f-c73f9a6f12ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:25:46.462058 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7a3ae2-9c48-4735-959f-e4ba7915e9ed admin admin] Network hostable DHCP agents. Network: 4a1c39f0-f89a-4c51-b03f-c73f9a6f12ec, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:25:46.476225 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-b6ecb82a-5ea1-4822-bde9-fb26ca39bc49 req-92dd1489-4f90-45a1-a3b6-3de9cdafe3fa service neutron] Request body: {'port': {'device_id': '2a4ae9f1-089b-4930-b5e3-06bc0dfded6d', 'device_owner': 'compute:tempest-test_az-128955721', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:25:46.577004 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b6ecb82a-5ea1-4822-bde9-fb26ca39bc49 req-92dd1489-4f90-45a1-a3b6-3de9cdafe3fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:46.587010 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac6014-aab9-40ba-b413-3e06cf28a4db req-1997fc3d-6701-46cd-a5d8-1daba9577ebf tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:46.600830 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-67ac6014-aab9-40ba-b413-3e06cf28a4db req-1997fc3d-6701-46cd-a5d8-1daba9577ebf tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a4ae9f1-089b-4930-b5e3-06bc0dfded6d HTTP/1.1" status: 200 len: 932 time: 0.2857113 Oct 20 11:25:46.604501 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7a3ae2-9c48-4735-959f-e4ba7915e9ed admin admin] Network 4a1c39f0-f89a-4c51-b03f-c73f9a6f12ec is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:25:46.917956 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4c35999-fa70-4a9d-8164-c78bb62ae2a1 req-f9ccd3f0-7702-4ed7-b7f8-8971a3982131 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=4cf4ef8e88d54fc8a702bd3e3542d077&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555553 Oct 20 11:25:46.936509 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-cf7a3ae2-9c48-4735-959f-e4ba7915e9ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 4a1c39f0-f89a-4c51-b03f-c73f9a6f12ec) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:25:46.946415 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7734e1-3902-438c-a15f-5123f8dd8723 None None] Network 4a1c39f0-f89a-4c51-b03f-c73f9a6f12ec requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:25:47.051620 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7a3ae2-9c48-4735-959f-e4ba7915e9ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:47.052317 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cf7a3ae2-9c48-4735-959f-e4ba7915e9ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:47.118696 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0e4095-2b67-4b89-83e9-15fed9ab1643 None None] Network 4a1c39f0-f89a-4c51-b03f-c73f9a6f12ec requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:25:47.168611 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-67ac6014-aab9-40ba-b413-3e06cf28a4db req-96b56567-3d83-4e76-a781-f2cda57e08db tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5668850 Oct 20 11:25:47.238722 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-cf7a3ae2-9c48-4735-959f-e4ba7915e9ed admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.2729659 Oct 20 11:25:47.383402 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c35999-fa70-4a9d-8164-c78bb62ae2a1 req-970403e3-5a99-4421-af2e-7bb2ba8a6ae4 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:47.390635 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4c35999-fa70-4a9d-8164-c78bb62ae2a1 req-970403e3-5a99-4421-af2e-7bb2ba8a6ae4 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4718029 Oct 20 11:25:47.417277 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4c35999-fa70-4a9d-8164-c78bb62ae2a1 req-460ec45e-bbd5-4a1b-b97e-4b959c6e9e5f tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/quotas/4cf4ef8e88d54fc8a702bd3e3542d077 HTTP/1.1" status: 200 len: 375 time: 0.0253465 Oct 20 11:25:47.551101 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4c35999-fa70-4a9d-8164-c78bb62ae2a1 req-c864adbf-5ff3-4f5c-9287-15a79729c7e6 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=4cf4ef8e88d54fc8a702bd3e3542d077&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1327746 Oct 20 11:25:47.617197 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50494) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:47.748551 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-b6ecb82a-5ea1-4822-bde9-fb26ca39bc49 req-92dd1489-4f90-45a1-a3b6-3de9cdafe3fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9b37b09-9679-4d43-b72d-712686e897a6 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:25:47.775039 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b6ecb82a-5ea1-4822-bde9-fb26ca39bc49 req-92dd1489-4f90-45a1-a3b6-3de9cdafe3fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:47.828920 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-b6ecb82a-5ea1-4822-bde9-fb26ca39bc49 req-92dd1489-4f90-45a1-a3b6-3de9cdafe3fa service neutron] Transition to ACTIVE for port object c9b37b09-9679-4d43-b72d-712686e897a6 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:25:47.842341 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b6ecb82a-5ea1-4822-bde9-fb26ca39bc49 req-92dd1489-4f90-45a1-a3b6-3de9cdafe3fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:47.914758 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-7bc19098-6c03-4941-8e1f-17ae28042280 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-848402212-network', 'tenant_id': '2956553a62944ff8b32664cb718acadb'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:25:47.943371 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc19098-6c03-4941-8e1f-17ae28042280 admin admin] Made reservation on behalf of 2956553a62944ff8b32664cb718acadb for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:25:47.950444 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7bc19098-6c03-4941-8e1f-17ae28042280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:47.966271 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a2f566d7-52db-4277-a6d7-318acb038196 req-6a55caec-502d-4fc8-9164-d98eab86d6e9 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=65b4c976476c40ae9bc9f6b2874c9433&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0745847 Oct 20 11:25:47.967532 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7bc19098-6c03-4941-8e1f-17ae28042280 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:48.099576 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f566d7-52db-4277-a6d7-318acb038196 req-0003b8b9-ae84-4f4c-8b55-c8ae3362f759 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:48.104488 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7bc19098-6c03-4941-8e1f-17ae28042280 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:48.106720 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a2f566d7-52db-4277-a6d7-318acb038196 req-0003b8b9-ae84-4f4c-8b55-c8ae3362f759 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1393969 Oct 20 11:25:48.113676 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7bc19098-6c03-4941-8e1f-17ae28042280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:48.116719 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dd1489-4f90-45a1-a3b6-3de9cdafe3fa service neutron] Pushing event updated for resources: {'Port': ['ID=c9b37b09-9679-4d43-b72d-712686e897a6,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:48.127440 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a2f566d7-52db-4277-a6d7-318acb038196 req-01e494ff-e089-4341-9760-0fe93a0a141a tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/quotas/65b4c976476c40ae9bc9f6b2874c9433 HTTP/1.1" status: 200 len: 375 time: 0.0197842 Oct 20 11:25:48.171009 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a2f566d7-52db-4277-a6d7-318acb038196 req-71caee80-d5de-436e-b98f-9aef3acf6d6d tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=65b4c976476c40ae9bc9f6b2874c9433&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425262 Oct 20 11:25:48.178074 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc19098-6c03-4941-8e1f-17ae28042280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43fa592-cbd2-4500-8e8c-122544cd4f07,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:48.228258 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bc19098-6c03-4941-8e1f-17ae28042280 admin admin] vlan segment allocate from pool success with {'vlan_id': 1284, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:25:48.250380 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7bc19098-6c03-4941-8e1f-17ae28042280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:48.250725 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-7bc19098-6c03-4941-8e1f-17ae28042280 admin admin] Added segment 1731172e-b0db-414f-a3a6-647cec62abf0 of type vlan for network 33b3b097-d0b1-413d-833b-68d956454118 Oct 20 11:25:48.275140 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a32049bc-2853-4f94-bfc7-6bd59d9cd3aa req-1e938735-666c-402a-9ed8-a95ebe744b5b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f7d97a7d-d518-4593-b447-dd83a4a5d926&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0994706 Oct 20 11:25:48.340461 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-b6ecb82a-5ea1-4822-bde9-fb26ca39bc49 req-92dd1489-4f90-45a1-a3b6-3de9cdafe3fa service neutron] Attempting to bind port c9b37b09-9679-4d43-b72d-712686e897a6 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:25:48.341167 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-b6ecb82a-5ea1-4822-bde9-fb26ca39bc49 req-92dd1489-4f90-45a1-a3b6-3de9cdafe3fa service neutron] Attempting to bind port c9b37b09-9679-4d43-b72d-712686e897a6 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': 'fb1327ec-83b6-478a-9700-c6ea2f9574d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:25:48.341736 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ecb82a-5ea1-4822-bde9-fb26ca39bc49 req-92dd1489-4f90-45a1-a3b6-3de9cdafe3fa service neutron] Attempting to bind port c9b37b09-9679-4d43-b72d-712686e897a6 on network b05579c2-10e5-4997-ab9d-57afa741288e {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:25:48.353006 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ecb82a-5ea1-4822-bde9-fb26ca39bc49 req-92dd1489-4f90-45a1-a3b6-3de9cdafe3fa service neutron] Port c9b37b09-9679-4d43-b72d-712686e897a6 on network b05579c2-10e5-4997-ab9d-57afa741288e not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:25:48.353627 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ecb82a-5ea1-4822-bde9-fb26ca39bc49 req-92dd1489-4f90-45a1-a3b6-3de9cdafe3fa service neutron] Attempting to bind port c9b37b09-9679-4d43-b72d-712686e897a6 on network b05579c2-10e5-4997-ab9d-57afa741288e {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:25:48.375218 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7bc19098-6c03-4941-8e1f-17ae28042280 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:48.387660 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ecb82a-5ea1-4822-bde9-fb26ca39bc49 req-92dd1489-4f90-45a1-a3b6-3de9cdafe3fa service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:25:48.389768 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ecb82a-5ea1-4822-bde9-fb26ca39bc49 req-92dd1489-4f90-45a1-a3b6-3de9cdafe3fa service neutron] Checking segment: {'id': 'fb1327ec-83b6-478a-9700-c6ea2f9574d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:25:48.390561 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ecb82a-5ea1-4822-bde9-fb26ca39bc49 req-92dd1489-4f90-45a1-a3b6-3de9cdafe3fa service neutron] Bound using segment: {'id': 'fb1327ec-83b6-478a-9700-c6ea2f9574d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:25:48.391272 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-b6ecb82a-5ea1-4822-bde9-fb26ca39bc49 req-92dd1489-4f90-45a1-a3b6-3de9cdafe3fa service neutron] Bound port: c9b37b09-9679-4d43-b72d-712686e897a6, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb1327ec-83b6-478a-9700-c6ea2f9574d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:25:48.391861 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b6ecb82a-5ea1-4822-bde9-fb26ca39bc49 req-92dd1489-4f90-45a1-a3b6-3de9cdafe3fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:48.412707 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32049bc-2853-4f94-bfc7-6bd59d9cd3aa req-204e1413-c80d-471d-a3ea-1cfb0452b972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:48.415288 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a32049bc-2853-4f94-bfc7-6bd59d9cd3aa req-204e1413-c80d-471d-a3ea-1cfb0452b972 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4cf4ef8e88d54fc8a702bd3e3542d077&device_id=f7d97a7d-d518-4593-b447-dd83a4a5d926 HTTP/1.1" status: 200 len: 1100 time: 0.0846245 Oct 20 11:25:48.482523 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7bc19098-6c03-4941-8e1f-17ae28042280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:48.483592 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc19098-6c03-4941-8e1f-17ae28042280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:48.484248 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7bc19098-6c03-4941-8e1f-17ae28042280 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:48.543632 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-b6ecb82a-5ea1-4822-bde9-fb26ca39bc49 req-92dd1489-4f90-45a1-a3b6-3de9cdafe3fa service neutron] For port c9b37b09-9679-4d43-b72d-712686e897a6, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:25:48.549192 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-b6ecb82a-5ea1-4822-bde9-fb26ca39bc49 req-92dd1489-4f90-45a1-a3b6-3de9cdafe3fa service neutron] For port c9b37b09-9679-4d43-b72d-712686e897a6, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=c9b37b09-9679-4d43-b72d-712686e897a6,segment=NetworkSegment(fb1327ec-83b6-478a-9700-c6ea2f9574d3),segment_id=fb1327ec-83b6-478a-9700-c6ea2f9574d3)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:25:48.581950 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7bc19098-6c03-4941-8e1f-17ae28042280 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9606979 Oct 20 11:25:48.585440 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50548) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:48.590692 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860d192-d793-4cc5-90c8-881a0dee451e req-1fe01ddf-9bbf-49dd-a62c-9e860faec7c4 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:48.591242 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-f42eed17-4c3b-4f79-b88b-4d3a548ff78c admin admin] Request body: {'subnet': {'network_id': '33b3b097-d0b1-413d-833b-68d956454118', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-848402212-subnet', 'tenant_id': '2956553a62944ff8b32664cb718acadb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:25:48.601234 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1860d192-d793-4cc5-90c8-881a0dee451e req-1fe01ddf-9bbf-49dd-a62c-9e860faec7c4 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/networks?id=60a88ebb-4b56-43bd-98ec-2f75530b8b0e HTTP/1.1" status: 200 len: 820 time: 0.2889459 Oct 20 11:25:48.630469 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b6ecb82a-5ea1-4822-bde9-fb26ca39bc49 req-92dd1489-4f90-45a1-a3b6-3de9cdafe3fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:48.686341 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d324f154-39e4-4e28-8ea4-39c0cc1ed7bd req-a3abdd9f-ed57-4904-a9b9-daebde963b7a tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/ports?device_id=9e28c491-951f-4007-bf2e-36a9b0a4ff4c HTTP/1.1" status: 200 len: 210 time: 0.1969628 Oct 20 11:25:48.695380 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1860d192-d793-4cc5-90c8-881a0dee451e req-0d2388fa-d13e-4685-8b5e-fef0a111dbea tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/quotas/d9acdef368f944fcb8d5f209bb8e33d7 HTTP/1.1" status: 200 len: 375 time: 0.0931427 Oct 20 11:25:48.730656 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32049bc-2853-4f94-bfc7-6bd59d9cd3aa req-e6657c13-2a24-4ed4-a64b-4cf8caadec36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:48.732569 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a32049bc-2853-4f94-bfc7-6bd59d9cd3aa req-e6657c13-2a24-4ed4-a64b-4cf8caadec36 service neutron] 10.222.0.89 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 0.2881467 Oct 20 11:25:48.733156 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc19098-6c03-4941-8e1f-17ae28042280 admin admin] Pushing event updated for resources: {'Network': ['ID=33b3b097-d0b1-413d-833b-68d956454118,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:48.739788 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42eed17-4c3b-4f79-b88b-4d3a548ff78c admin admin] Made reservation on behalf of 2956553a62944ff8b32664cb718acadb for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:25:48.742328 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f42eed17-4c3b-4f79-b88b-4d3a548ff78c admin admin] Publish callbacks [] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:48.755556 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 33b3b097-d0b1-413d-833b-68d956454118 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:25:48.833320 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dd1489-4f90-45a1-a3b6-3de9cdafe3fa service neutron] Pushing event updated for resources: {'Port': ['ID=c9b37b09-9679-4d43-b72d-712686e897a6,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:48.865405 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a32049bc-2853-4f94-bfc7-6bd59d9cd3aa req-9ab2406a-3f7f-4c3c-815b-6c3119a06929 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=e239edc6-f119-4d20-92d9-e95030bb77aa HTTP/1.1" status: 200 len: 217 time: 0.1095407 Oct 20 11:25:48.873735 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1860d192-d793-4cc5-90c8-881a0dee451e req-afc23d7e-b154-4aa0-baab-802233dccb89 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=d9acdef368f944fcb8d5f209bb8e33d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1771698 Oct 20 11:25:48.880973 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecb82a-5ea1-4822-bde9-fb26ca39bc49 req-92dd1489-4f90-45a1-a3b6-3de9cdafe3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:48.882098 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b6ecb82a-5ea1-4822-bde9-fb26ca39bc49 req-92dd1489-4f90-45a1-a3b6-3de9cdafe3fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:48.894598 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b6ecb82a-5ea1-4822-bde9-fb26ca39bc49 req-92dd1489-4f90-45a1-a3b6-3de9cdafe3fa service neutron] 10.222.0.11 "PUT /v2.0/ports/c9b37b09-9679-4d43-b72d-712686e897a6 HTTP/1.1" status: 200 len: 1113 time: 2.4256294 Oct 20 11:25:48.897884 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a4ae9f1-089b-4930-b5e3-06bc0dfded6d', 'tag': 'c9b37b09-9679-4d43-b72d-712686e897a6'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:25:49.076886 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32049bc-2853-4f94-bfc7-6bd59d9cd3aa req-2bd4d24e-ef24-4b8e-b2c1-293c9750ded4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:49.080204 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a32049bc-2853-4f94-bfc7-6bd59d9cd3aa req-2bd4d24e-ef24-4b8e-b2c1-293c9750ded4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.2023759 Oct 20 11:25:49.179032 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32049bc-2853-4f94-bfc7-6bd59d9cd3aa req-8f10e6ce-9853-42fd-b623-8356633c8d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:49.180546 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a32049bc-2853-4f94-bfc7-6bd59d9cd3aa req-8f10e6ce-9853-42fd-b623-8356633c8d2f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0917964 Oct 20 11:25:49.233615 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a79736-8e8b-4c1f-91bf-543bc577172d" -d '{"events": [{"name": "network-changed", "server_uuid": "2a4ae9f1-089b-4930-b5e3-06bc0dfded6d", "tag": "c9b37b09-9679-4d43-b72d-712686e897a6"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:25:49.291879 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7aa3d9f9-c231-4491-9174-4cebd7e36c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:49.300211 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f42eed17-4c3b-4f79-b88b-4d3a548ff78c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:49.309082 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecb82a-5ea1-4822-bde9-fb26ca39bc49 req-6dd61f03-debc-4eb1-9f91-9ae9884deb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:49.310704 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b6ecb82a-5ea1-4822-bde9-fb26ca39bc49 req-6dd61f03-debc-4eb1-9f91-9ae9884deb3a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa6715c00c6e4476951bf73e506ed201&device_id=2a4ae9f1-089b-4930-b5e3-06bc0dfded6d HTTP/1.1" status: 200 len: 1116 time: 0.2167008 Oct 20 11:25:49.319255 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325806b4-f6b2-4929-831e-d3a52a86c3f7 req-38986835-a06c-4486-893c-52e25ea84b2e tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:49.328772 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-325806b4-f6b2-4929-831e-d3a52a86c3f7 req-38986835-a06c-4486-893c-52e25ea84b2e tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a4ae9f1-089b-4930-b5e3-06bc0dfded6d HTTP/1.1" status: 200 len: 965 time: 0.2002110 Oct 20 11:25:49.395994 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42eed17-4c3b-4f79-b88b-4d3a548ff78c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c249ba1-fabf-4cae-ad8a-587b8bf6e874,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:49.403963 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a32049bc-2853-4f94-bfc7-6bd59d9cd3aa req-9e8eb529-fb29-48e6-99da-a06ad38c05f5 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134702 Oct 20 11:25:49.412152 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42eed17-4c3b-4f79-b88b-4d3a548ff78c admin admin] Checking segment: {'id': '1731172e-b0db-414f-a3a6-647cec62abf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '33b3b097-d0b1-413d-833b-68d956454118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:25:49.412504 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42eed17-4c3b-4f79-b88b-4d3a548ff78c admin admin] Network hostable DHCP agents. Network: 33b3b097-d0b1-413d-833b-68d956454118, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:25:49.423109 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-1860d192-d793-4cc5-90c8-881a0dee451e req-d2ee54fa-5236-49c4-8ea2-edf10db1fdbc service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:25:49.430269 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1860d192-d793-4cc5-90c8-881a0dee451e req-d2ee54fa-5236-49c4-8ea2-edf10db1fdbc service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3149407 Oct 20 11:25:49.434645 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b6ecb82a-5ea1-4822-bde9-fb26ca39bc49 req-c320167a-6a0b-4f23-8b70-29117d97e07b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9b37b09-9679-4d43-b72d-712686e897a6 HTTP/1.1" status: 200 len: 217 time: 0.0970666 Oct 20 11:25:49.513523 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.89', 51470) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:49.556562 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4c35999-fa70-4a9d-8164-c78bb62ae2a1 req-410d8839-c65d-4131-958a-f9d6679c94c6 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=4cf4ef8e88d54fc8a702bd3e3542d077&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253851 Oct 20 11:25:49.595961 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecb82a-5ea1-4822-bde9-fb26ca39bc49 req-38160b21-f97b-4592-9540-42f154e577c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:49.598192 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b6ecb82a-5ea1-4822-bde9-fb26ca39bc49 req-38160b21-f97b-4592-9540-42f154e577c3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=beaf7d63-7f7d-4cb5-8871-db069d2b0a56 HTTP/1.1" status: 200 len: 847 time: 0.1520905 Oct 20 11:25:49.605589 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42eed17-4c3b-4f79-b88b-4d3a548ff78c admin admin] Network 33b3b097-d0b1-413d-833b-68d956454118 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:25:49.615805 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a32049bc-2853-4f94-bfc7-6bd59d9cd3aa req-aac1a0dc-45d1-4bb5-9ab4-f66a56c93226 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902890 Oct 20 11:25:49.619392 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-325806b4-f6b2-4929-831e-d3a52a86c3f7 req-9177660a-4b5d-4beb-bfc6-be55c029ce67 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893405 Oct 20 11:25:49.620575 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-f42eed17-4c3b-4f79-b88b-4d3a548ff78c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 33b3b097-d0b1-413d-833b-68d956454118) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:25:49.637581 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42eed17-4c3b-4f79-b88b-4d3a548ff78c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:49.641459 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f42eed17-4c3b-4f79-b88b-4d3a548ff78c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:49.652440 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f539ebaf-323c-4a84-b003-05235c5c3a28 None None] Network 33b3b097-d0b1-413d-833b-68d956454118 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:25:49.676075 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f42eed17-4c3b-4f79-b88b-4d3a548ff78c admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0894325 Oct 20 11:25:49.905087 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 96f54793-ac40-489e-beb9-8d5b168b2e2b no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:25:49.930422 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: 96f54793-ac40-489e-beb9-8d5b168b2e2b {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:25:49.931117 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 96f54793-ac40-489e-beb9-8d5b168b2e2b not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:25:50.020723 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e8f552-5699-45ba-a29c-21e1753030ba None None] Network 33b3b097-d0b1-413d-833b-68d956454118 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:25:50.042817 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a2f566d7-52db-4277-a6d7-318acb038196 req-4e1543b0-8e39-42ef-935f-e1211322ce62 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=65b4c976476c40ae9bc9f6b2874c9433&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526741 Oct 20 11:25:50.084034 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b6ecb82a-5ea1-4822-bde9-fb26ca39bc49 req-93f5cfc0-6706-4f04-8b2d-622619e734ec service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b05579c2-10e5-4997-ab9d-57afa741288e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4729254 Oct 20 11:25:50.250828 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f566d7-52db-4277-a6d7-318acb038196 req-064623a1-17f4-4927-a1e9-04770d1e046a tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:50.255126 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a2f566d7-52db-4277-a6d7-318acb038196 req-064623a1-17f4-4927-a1e9-04770d1e046a tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2085726 Oct 20 11:25:50.277495 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-a2f566d7-52db-4277-a6d7-318acb038196 req-f81fe4cb-8e6b-48db-a064-8adeea27c526 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Request body: {'port': {'device_id': '9f0301ec-0532-4efa-9864-5c87c596089e', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'admin_state_up': True, 'tenant_id': '65b4c976476c40ae9bc9f6b2874c9433'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:25:50.301896 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c35999-fa70-4a9d-8164-c78bb62ae2a1 req-f851d3fb-a289-4ce5-babd-1998295d54fb tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:50.303630 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4c35999-fa70-4a9d-8164-c78bb62ae2a1 req-f851d3fb-a289-4ce5-babd-1998295d54fb tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7491693 Oct 20 11:25:50.306428 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1743419f-7f6b-4dc4-b58c-9503eaa5940c req-829fdeee-7dbf-4a6d-baae-a73f3fd28792 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f0301ec-0532-4efa-9864-5c87c596089e HTTP/1.1" status: 200 len: 210 time: 0.2277980 Oct 20 11:25:50.354468 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-b4c35999-fa70-4a9d-8164-c78bb62ae2a1 req-f413d4d9-b970-4167-9ba3-297ad912f5f0 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Request body: {'port': {'device_id': '9e28c491-951f-4007-bf2e-36a9b0a4ff4c', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'admin_state_up': True, 'tenant_id': '4cf4ef8e88d54fc8a702bd3e3542d077'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:25:50.388730 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1860d192-d793-4cc5-90c8-881a0dee451e req-454b8a2c-f0cc-423b-84b4-2ef00027505b service neutron] 10.222.0.98 "GET /v2.0/networks/60a88ebb-4b56-43bd-98ec-2f75530b8b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9575088 Oct 20 11:25:50.508123 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2f566d7-52db-4277-a6d7-318acb038196 req-f81fe4cb-8e6b-48db-a064-8adeea27c526 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Made reservation on behalf of 65b4c976476c40ae9bc9f6b2874c9433 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:25:50.516086 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a2f566d7-52db-4277-a6d7-318acb038196 req-f81fe4cb-8e6b-48db-a064-8adeea27c526 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:50.602501 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50600) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:50.602501 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-cc3ec4de-6319-4ee9-afdd-83249b6b7906 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-233646665-network', 'tenant_id': '493808f5873a4ab9937b9eb6aa4d68bc'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:25:50.648402 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3ec4de-6319-4ee9-afdd-83249b6b7906 admin admin] Made reservation on behalf of 493808f5873a4ab9937b9eb6aa4d68bc for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:25:50.651502 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec4de-6319-4ee9-afdd-83249b6b7906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:50.697506 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [req-a2f566d7-52db-4277-a6d7-318acb038196 req-f81fe4cb-8e6b-48db-a064-8adeea27c526 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Allocated IP 192.168.233.4 (09e5a906-63cf-4dde-b699-ab448fb18fb8/94289c8c-e5f7-4e30-b6a9-5b268a8fd610/0258904c-1770-4f72-b3f1-bd4b07cccee3) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:25:50.726178 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1860d192-d793-4cc5-90c8-881a0dee451e req-ab155af3-6a6b-45e5-88ff-47dd4fbfa096 service neutron] 10.222.0.98 "GET /v2.0/networks/60a88ebb-4b56-43bd-98ec-2f75530b8b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328881 Oct 20 11:25:50.769055 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec4de-6319-4ee9-afdd-83249b6b7906 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:50.884720 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec4de-6319-4ee9-afdd-83249b6b7906 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:50.898647 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c34b6c9-2c55-4d63-b612-91b68c29ca4e x-openstack-request-id: req-4c34b6c9-2c55-4d63-b612-91b68c29ca4e {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:25:50.899150 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a4ae9f1-089b-4930-b5e3-06bc0dfded6d", "tag": "c9b37b09-9679-4d43-b72d-712686e897a6", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:25:50.899835 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4c34b6c9-2c55-4d63-b612-91b68c29ca4e {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:25:50.916372 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a4ae9f1-089b-4930-b5e3-06bc0dfded6d', 'tag': 'c9b37b09-9679-4d43-b72d-712686e897a6', 'status': 'completed', 'code': 200} Oct 20 11:25:50.972402 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b6ecb82a-5ea1-4822-bde9-fb26ca39bc49 req-903aa90c-d577-44b7-af2c-768bb16b8713 service neutron] 10.222.0.11 "GET /v2.0/networks/b05579c2-10e5-4997-ab9d-57afa741288e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7439082 Oct 20 11:25:51.015730 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec4de-6319-4ee9-afdd-83249b6b7906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:51.071606 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a2f566d7-52db-4277-a6d7-318acb038196 req-f81fe4cb-8e6b-48db-a064-8adeea27c526 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:51.141462 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a2f566d7-52db-4277-a6d7-318acb038196 req-f81fe4cb-8e6b-48db-a064-8adeea27c526 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:51.184711 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1988eb74-2f51-4ad9-b4bb-a5e67c1f6552 req-9d1d576e-eec4-4929-adbd-0a04f373de83 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/ports?device_id=9e28c491-951f-4007-bf2e-36a9b0a4ff4c HTTP/1.1" status: 200 len: 210 time: 0.1741915 Oct 20 11:25:51.215785 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc3ec4de-6319-4ee9-afdd-83249b6b7906 admin admin] vlan segment allocate from pool success with {'vlan_id': 1259, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:25:51.225254 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2f566d7-52db-4277-a6d7-318acb038196 req-f81fe4cb-8e6b-48db-a064-8adeea27c526 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Network 09e5a906-63cf-4dde-b699-ab448fb18fb8 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:25:51.280844 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4c35999-fa70-4a9d-8164-c78bb62ae2a1 req-f413d4d9-b970-4167-9ba3-297ad912f5f0 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Made reservation on behalf of 4cf4ef8e88d54fc8a702bd3e3542d077 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:25:51.293495 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b4c35999-fa70-4a9d-8164-c78bb62ae2a1 req-f413d4d9-b970-4167-9ba3-297ad912f5f0 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:51.303658 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81fe4cb-8e6b-48db-a064-8adeea27c526 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Pushing event updated for resources: {'Port': ['ID=0258904c-1770-4f72-b3f1-bd4b07cccee3,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:51.313126 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [req-a2f566d7-52db-4277-a6d7-318acb038196 req-f81fe4cb-8e6b-48db-a064-8adeea27c526 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:25:51.326686 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f566d7-52db-4277-a6d7-318acb038196 req-f81fe4cb-8e6b-48db-a064-8adeea27c526 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:25:51.339533 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:25:51.348930 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f566d7-52db-4277-a6d7-318acb038196 req-f81fe4cb-8e6b-48db-a064-8adeea27c526 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:51.349776 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a2f566d7-52db-4277-a6d7-318acb038196 req-f81fe4cb-8e6b-48db-a064-8adeea27c526 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:51.393441 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a2f566d7-52db-4277-a6d7-318acb038196 req-f81fe4cb-8e6b-48db-a064-8adeea27c526 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1218705 Oct 20 11:25:51.396019 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec4de-6319-4ee9-afdd-83249b6b7906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:51.396367 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-cc3ec4de-6319-4ee9-afdd-83249b6b7906 admin admin] Added segment 5fdb04b9-40c1-419e-9199-faa38de35847 of type vlan for network d3944980-13b7-48e5-9c27-e1a236673b20 Oct 20 11:25:51.414048 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-a2f566d7-52db-4277-a6d7-318acb038196 req-a65ee7e7-c181-4229-aa50-39cf45545412 service neutron] Request body: {'port': {'device_id': '9f0301ec-0532-4efa-9864-5c87c596089e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:25:51.501020 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ec4de-6319-4ee9-afdd-83249b6b7906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0bb6ada-e4b7-4960-b3c0-5f2fc54e5258,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:51.548899 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a2f566d7-52db-4277-a6d7-318acb038196 req-a65ee7e7-c181-4229-aa50-39cf45545412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:51.566927 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3010b802-7f46-4842-886b-0efea769c86e req-2e26d2e0-a449-4981-8dfd-43e1f02013d2 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=999a1973-9d6b-414f-88f7-ec4814f88166 HTTP/1.1" status: 200 len: 210 time: 0.1688492 Oct 20 11:25:51.690011 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec4de-6319-4ee9-afdd-83249b6b7906 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:51.711598 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc015d-e686-4de6-bea0-c361598af675 req-83ad3188-93cc-40b9-94af-185543d79a78 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:51.713136 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3ddc015d-e686-4de6-bea0-c361598af675 req-83ad3188-93cc-40b9-94af-185543d79a78 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a4ae9f1-089b-4930-b5e3-06bc0dfded6d HTTP/1.1" status: 200 len: 965 time: 0.3251028 Oct 20 11:25:51.747976 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b6ecb82a-5ea1-4822-bde9-fb26ca39bc49 req-e97df681-de78-495c-b9c3-a6fd9dd25f27 service neutron] 10.222.0.11 "GET /v2.0/networks/b05579c2-10e5-4997-ab9d-57afa741288e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7567697 Oct 20 11:25:51.749022 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e02a2d14-b4ac-45a0-a776-a4e7fe4820fa None None] Provisioning complete for port 0258904c-1770-4f72-b3f1-bd4b07cccee3 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:25:51.749988 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e02a2d14-b4ac-45a0-a776-a4e7fe4820fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:51.877226 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e02a2d14-b4ac-45a0-a776-a4e7fe4820fa None None] Port 0258904c-1770-4f72-b3f1-bd4b07cccee3 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:25:51.882040 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3ddc015d-e686-4de6-bea0-c361598af675 req-3fe6761b-2d53-43db-9486-4f94d5c899a4 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550288 Oct 20 11:25:51.886625 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec4de-6319-4ee9-afdd-83249b6b7906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:51.887937 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3ec4de-6319-4ee9-afdd-83249b6b7906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:51.888618 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec4de-6319-4ee9-afdd-83249b6b7906 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:51.975202 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-b4c35999-fa70-4a9d-8164-c78bb62ae2a1 req-f413d4d9-b970-4167-9ba3-297ad912f5f0 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Allocated IP 192.168.233.27 (09e5a906-63cf-4dde-b699-ab448fb18fb8/94289c8c-e5f7-4e30-b6a9-5b268a8fd610/0c207751-ad99-4230-9673-b992137c6a0b) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:25:52.001865 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-cc3ec4de-6319-4ee9-afdd-83249b6b7906 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4075756 Oct 20 11:25:52.007275 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50632) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:52.014784 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-0c10cb15-63f1-4b85-adab-98f35fd2156e admin admin] Request body: {'subnet': {'network_id': 'd3944980-13b7-48e5-9c27-e1a236673b20', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-233646665-subnet', 'tenant_id': '493808f5873a4ab9937b9eb6aa4d68bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:25:52.060675 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c10cb15-63f1-4b85-adab-98f35fd2156e admin admin] Made reservation on behalf of 493808f5873a4ab9937b9eb6aa4d68bc for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:25:52.064134 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0c10cb15-63f1-4b85-adab-98f35fd2156e admin admin] Publish callbacks [] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:52.073529 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ec4de-6319-4ee9-afdd-83249b6b7906 admin admin] Pushing event updated for resources: {'Network': ['ID=d3944980-13b7-48e5-9c27-e1a236673b20,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:52.095134 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network d3944980-13b7-48e5-9c27-e1a236673b20 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:25:52.132516 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a79736-8e8b-4c1f-91bf-543bc577172d req-b39b18af-b817-41bd-89be-fc748af6e6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:52.134352 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-28a79736-8e8b-4c1f-91bf-543bc577172d req-b39b18af-b817-41bd-89be-fc748af6e6c9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa6715c00c6e4476951bf73e506ed201&device_id=2a4ae9f1-089b-4930-b5e3-06bc0dfded6d HTTP/1.1" status: 200 len: 1116 time: 0.3084648 Oct 20 11:25:52.327222 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-341b1885-2720-4373-8d9d-ed18d69e2899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:52.413426 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0c10cb15-63f1-4b85-adab-98f35fd2156e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:52.442662 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a79736-8e8b-4c1f-91bf-543bc577172d req-9221bfd3-d557-4911-bb76-b73392a00932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:52.443988 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-28a79736-8e8b-4c1f-91bf-543bc577172d req-9221bfd3-d557-4911-bb76-b73392a00932 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b05579c2-10e5-4997-ab9d-57afa741288e HTTP/1.1" status: 200 len: 909 time: 0.2953150 Oct 20 11:25:52.462535 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c10cb15-63f1-4b85-adab-98f35fd2156e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3aeba327-53de-457c-99b2-9ed11bc8ece7,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:52.503229 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c10cb15-63f1-4b85-adab-98f35fd2156e admin admin] Checking segment: {'id': '5fdb04b9-40c1-419e-9199-faa38de35847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': 'd3944980-13b7-48e5-9c27-e1a236673b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:25:52.503668 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c10cb15-63f1-4b85-adab-98f35fd2156e admin admin] Network hostable DHCP agents. Network: d3944980-13b7-48e5-9c27-e1a236673b20, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:25:52.504446 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdcd893-c3dc-42a3-b276-0df391d25abd req-742820a0-bfc2-49b1-a66b-6c890f333d0a tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:52.512517 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5cdcd893-c3dc-42a3-b276-0df391d25abd req-742820a0-bfc2-49b1-a66b-6c890f333d0a tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f0301ec-0532-4efa-9864-5c87c596089e HTTP/1.1" status: 200 len: 934 time: 0.5849226 Oct 20 11:25:52.516211 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ff8d23be-9703-4449-92f2-747b51331460 req-b7e36d63-24b9-4313-a42f-5a9bea183d72 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/ports?device_id=9e28c491-951f-4007-bf2e-36a9b0a4ff4c HTTP/1.1" status: 200 len: 210 time: 0.0671213 Oct 20 11:25:52.524389 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c10cb15-63f1-4b85-adab-98f35fd2156e admin admin] Network d3944980-13b7-48e5-9c27-e1a236673b20 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:25:52.551739 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-0c10cb15-63f1-4b85-adab-98f35fd2156e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, d3944980-13b7-48e5-9c27-e1a236673b20) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:25:52.563704 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d261cd3-b7f4-4aa6-912a-41253a4d429e None None] Network d3944980-13b7-48e5-9c27-e1a236673b20 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:25:52.585269 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c10cb15-63f1-4b85-adab-98f35fd2156e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:52.585912 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0c10cb15-63f1-4b85-adab-98f35fd2156e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:52.621849 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-28a79736-8e8b-4c1f-91bf-543bc577172d req-e775d32b-6bf8-474a-be51-5d9a656fdc70 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9b37b09-9679-4d43-b72d-712686e897a6 HTTP/1.1" status: 200 len: 217 time: 0.1263556 Oct 20 11:25:52.659462 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0c10cb15-63f1-4b85-adab-98f35fd2156e admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6501184 Oct 20 11:25:52.817153 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5cdcd893-c3dc-42a3-b276-0df391d25abd req-71a0e789-916f-4feb-adc7-1df42971c7f6 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/security-groups?id=538e4e82-af7d-4e79-86af-2f705cd31163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036742 Oct 20 11:25:52.952523 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a79736-8e8b-4c1f-91bf-543bc577172d req-fb5efa1e-0791-457f-98eb-c67f1a14b3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:52.975596 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-28a79736-8e8b-4c1f-91bf-543bc577172d req-fb5efa1e-0791-457f-98eb-c67f1a14b3b1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=beaf7d63-7f7d-4cb5-8871-db069d2b0a56 HTTP/1.1" status: 200 len: 847 time: 0.2963676 Oct 20 11:25:52.983040 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50654) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:52.995508 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50660) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:52.998547 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f85725-0afd-4f9e-a697-b417abc771c1 None None] Network d3944980-13b7-48e5-9c27-e1a236673b20 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:25:53.049610 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:53.116585 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-71d39bcd-8ee9-4640-9c11-1985a45855c9 req-43d02595-d8fd-4ac6-8cba-3e6fe9cb9ed5 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=999a1973-9d6b-414f-88f7-ec4814f88166 HTTP/1.1" status: 200 len: 210 time: 0.1985006 Oct 20 11:25:53.145226 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:53.189608 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-28a79736-8e8b-4c1f-91bf-543bc577172d req-2b5acdc4-7ff5-4f6b-87f7-03d8e7e51a88 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b05579c2-10e5-4997-ab9d-57afa741288e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936084 Oct 20 11:25:53.367120 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860d192-d793-4cc5-90c8-881a0dee451e req-e2ef3498-57c6-454b-9c11-0a96f6e81153 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:53.369361 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-1860d192-d793-4cc5-90c8-881a0dee451e req-e2ef3498-57c6-454b-9c11-0a96f6e81153 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.11 "GET /v2.0/networks?id=60a88ebb-4b56-43bd-98ec-2f75530b8b0e HTTP/1.1" status: 200 len: 820 time: 0.6238282 Oct 20 11:25:53.390429 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-1860d192-d793-4cc5-90c8-881a0dee451e req-8d27b8fb-de6f-4951-a43d-e2f371881909 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Request body: {'port': {'device_id': '999a1973-9d6b-414f-88f7-ec4814f88166', 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e', 'admin_state_up': True, 'tenant_id': 'd9acdef368f944fcb8d5f209bb8e33d7'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:25:53.545080 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1860d192-d793-4cc5-90c8-881a0dee451e req-8d27b8fb-de6f-4951-a43d-e2f371881909 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Made reservation on behalf of d9acdef368f944fcb8d5f209bb8e33d7 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:25:53.551723 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-1860d192-d793-4cc5-90c8-881a0dee451e req-8d27b8fb-de6f-4951-a43d-e2f371881909 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:53.618881 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-64f10baa-1388-429f-aff5-6b14ef782c8c admin admin] Deleting subnet 5c249ba1-fabf-4cae-ad8a-587b8bf6e874 {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:25:53.654659 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-64f10baa-1388-429f-aff5-6b14ef782c8c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:53.710997 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [req-1860d192-d793-4cc5-90c8-881a0dee451e req-8d27b8fb-de6f-4951-a43d-e2f371881909 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Allocated IP 172.20.0.2 (60a88ebb-4b56-43bd-98ec-2f75530b8b0e/2a0c5c2a-f9c9-492d-ba9f-7e961a63a7db/e86db2bd-275e-4f9b-abd5-61ea248f17c8) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:25:53.716384 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b4c35999-fa70-4a9d-8164-c78bb62ae2a1 req-f413d4d9-b970-4167-9ba3-297ad912f5f0 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:53.735309 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3edbfa0e-d4f8-4128-9e87-54ef6d668cf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:53.746765 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-64f10baa-1388-429f-aff5-6b14ef782c8c admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:53.808285 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-50ef943f-5321-427c-9fff-275c515b2398 req-56494fe5-7d6a-40e0-bb38-db05e1a8cc0f tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/ports?device_id=9e28c491-951f-4007-bf2e-36a9b0a4ff4c HTTP/1.1" status: 200 len: 210 time: 0.0742040 Oct 20 11:25:53.809581 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-64f10baa-1388-429f-aff5-6b14ef782c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:53.823201 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8268e0-c3f8-44a9-b0dd-ede3fa831cb4 req-13c43a4f-bc12-4cd4-838d-4fb92138768d tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:53.840351 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5c8268e0-c3f8-44a9-b0dd-ede3fa831cb4 req-13c43a4f-bc12-4cd4-838d-4fb92138768d tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a4ae9f1-089b-4930-b5e3-06bc0dfded6d HTTP/1.1" status: 200 len: 965 time: 0.7189548 Oct 20 11:25:53.885238 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-1860d192-d793-4cc5-90c8-881a0dee451e req-8d27b8fb-de6f-4951-a43d-e2f371881909 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:53.888834 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-28a79736-8e8b-4c1f-91bf-543bc577172d req-44ac27dd-63b9-45f0-8ede-56cf2fb94f73 service neutron] 10.222.0.11 "GET /v2.0/networks/b05579c2-10e5-4997-ab9d-57afa741288e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6762974 Oct 20 11:25:53.928596 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-1860d192-d793-4cc5-90c8-881a0dee451e req-8d27b8fb-de6f-4951-a43d-e2f371881909 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:53.969312 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1860d192-d793-4cc5-90c8-881a0dee451e req-8d27b8fb-de6f-4951-a43d-e2f371881909 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Network 60a88ebb-4b56-43bd-98ec-2f75530b8b0e is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:25:53.972839 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [req-1860d192-d793-4cc5-90c8-881a0dee451e req-8d27b8fb-de6f-4951-a43d-e2f371881909 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:25:53.975424 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-1860d192-d793-4cc5-90c8-881a0dee451e req-8d27b8fb-de6f-4951-a43d-e2f371881909 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:25:53.981604 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860d192-d793-4cc5-90c8-881a0dee451e req-8d27b8fb-de6f-4951-a43d-e2f371881909 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:53.982678 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-1860d192-d793-4cc5-90c8-881a0dee451e req-8d27b8fb-de6f-4951-a43d-e2f371881909 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:53.996856 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3edbfa0e-d4f8-4128-9e87-54ef6d668cf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:54.013757 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-1860d192-d793-4cc5-90c8-881a0dee451e req-8d27b8fb-de6f-4951-a43d-e2f371881909 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6348150 Oct 20 11:25:54.022542 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d27b8fb-de6f-4951-a43d-e2f371881909 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Pushing event updated for resources: {'Port': ['ID=e86db2bd-275e-4f9b-abd5-61ea248f17c8,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:54.029391 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-1860d192-d793-4cc5-90c8-881a0dee451e req-c2560ada-2e14-401c-9bbe-cad236c5c9d5 service neutron] Request body: {'port': {'device_id': '999a1973-9d6b-414f-88f7-ec4814f88166', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:25:54.063620 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3edbfa0e-d4f8-4128-9e87-54ef6d668cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:54.099082 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5c8268e0-c3f8-44a9-b0dd-ede3fa831cb4 req-76188696-b914-44d8-bbf0-6a10dca52106 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576947 Oct 20 11:25:54.122468 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-1860d192-d793-4cc5-90c8-881a0dee451e req-c2560ada-2e14-401c-9bbe-cad236c5c9d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:54.145805 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-64f10baa-1388-429f-aff5-6b14ef782c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:54.148094 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b4c35999-fa70-4a9d-8164-c78bb62ae2a1 req-f413d4d9-b970-4167-9ba3-297ad912f5f0 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:54.168614 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['e239edc6-f119-4d20-92d9-e95030bb77aa'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:25:54.343678 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4c35999-fa70-4a9d-8164-c78bb62ae2a1 req-f413d4d9-b970-4167-9ba3-297ad912f5f0 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Network 09e5a906-63cf-4dde-b699-ab448fb18fb8 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:25:54.354096 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f10baa-1388-429f-aff5-6b14ef782c8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c249ba1-fabf-4cae-ad8a-587b8bf6e874,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:54.375757 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-28a79736-8e8b-4c1f-91bf-543bc577172d req-cf21388b-cd19-4419-b1f9-240d230044e7 service neutron] 10.222.0.11 "GET /v2.0/networks/b05579c2-10e5-4997-ab9d-57afa741288e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4721591 Oct 20 11:25:54.380167 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3edbfa0e-d4f8-4128-9e87-54ef6d668cf4 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a6fb85e6d7fb4a2dab84b3a3490e48c1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3748415 Oct 20 11:25:54.382224 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-b4c35999-fa70-4a9d-8164-c78bb62ae2a1 req-f413d4d9-b970-4167-9ba3-297ad912f5f0 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:25:54.384778 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50692) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:54.401523 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edbfa0e-d4f8-4128-9e87-54ef6d668cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2b5154-f806-4d2b-9a21-d0008cfac5ac,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:54.415528 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c35999-fa70-4a9d-8164-c78bb62ae2a1 req-f413d4d9-b970-4167-9ba3-297ad912f5f0 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:25:54.423085 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c35999-fa70-4a9d-8164-c78bb62ae2a1 req-f413d4d9-b970-4167-9ba3-297ad912f5f0 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:54.424272 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b4c35999-fa70-4a9d-8164-c78bb62ae2a1 req-f413d4d9-b970-4167-9ba3-297ad912f5f0 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:54.436834 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device c9b37b09-9679-4d43-b72d-712686e897a6 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:25:54.447804 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-a2f566d7-52db-4277-a6d7-318acb038196 req-a65ee7e7-c181-4229-aa50-39cf45545412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0258904c-1770-4f72-b3f1-bd4b07cccee3 {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:25:54.473352 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a2f566d7-52db-4277-a6d7-318acb038196 req-a65ee7e7-c181-4229-aa50-39cf45545412 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:54.539183 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-a2f566d7-52db-4277-a6d7-318acb038196 req-a65ee7e7-c181-4229-aa50-39cf45545412 service neutron] Transition to ACTIVE for port object 0258904c-1770-4f72-b3f1-bd4b07cccee3 will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:25:54.545416 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab6577-7a9d-4439-87aa-7ea06621757e req-7b7f968c-3536-4033-b319-9dd0e62e5ea6 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:54.568087 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a2f566d7-52db-4277-a6d7-318acb038196 req-a65ee7e7-c181-4229-aa50-39cf45545412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:54.569113 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0fab6577-7a9d-4439-87aa-7ea06621757e req-7b7f968c-3536-4033-b319-9dd0e62e5ea6 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f0301ec-0532-4efa-9864-5c87c596089e HTTP/1.1" status: 200 len: 934 time: 0.5470500 Oct 20 11:25:54.609981 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-64f10baa-1388-429f-aff5-6b14ef782c8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:54.615652 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-64f10baa-1388-429f-aff5-6b14ef782c8c admin admin] 10.222.0.98 "DELETE /v2.0/subnets/5c249ba1-fabf-4cae-ad8a-587b8bf6e874 HTTP/1.1" status: 204 len: 168 time: 1.6104796 Oct 20 11:25:54.624506 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-71f8b4c7-a7c2-48cc-af99-c6f8bf395910 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:54.648554 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50694) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:54.654181 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port c9b37b09-9679-4d43-b72d-712686e897a6, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=c9b37b09-9679-4d43-b72d-712686e897a6,segment=NetworkSegment(fb1327ec-83b6-478a-9700-c6ea2f9574d3),segment_id=fb1327ec-83b6-478a-9700-c6ea2f9574d3)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:25:54.667153 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4c35999-fa70-4a9d-8164-c78bb62ae2a1 req-f413d4d9-b970-4167-9ba3-297ad912f5f0 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3498201 Oct 20 11:25:54.674529 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': 'c9b37b09-9679-4d43-b72d-712686e897a6', 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e', 'port_id': 'c9b37b09-9679-4d43-b72d-712686e897a6', 'mac_address': 'fa:16:3e:75:0a:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaf7d63-7f7d-4cb5-8871-db069d2b0a56', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:tempest-test_az-128955721', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:25:54.705765 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0fab6577-7a9d-4439-87aa-7ea06621757e req-ba1766e6-3c13-4cbc-bf2e-f478ef2ce991 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/security-groups?id=538e4e82-af7d-4e79-86af-2f705cd31163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253383 Oct 20 11:25:54.725977 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-b4c35999-fa70-4a9d-8164-c78bb62ae2a1 req-77f8b064-88bc-4f5d-8a6d-42d3901f7d0f service neutron] Request body: {'port': {'device_id': '9e28c491-951f-4007-bf2e-36a9b0a4ff4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:25:54.750529 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:54.756883 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:54.771328 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9b37b09-9679-4d43-b72d-712686e897a6 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:25:54.816225 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port c9b37b09-9679-4d43-b72d-712686e897a6, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=c9b37b09-9679-4d43-b72d-712686e897a6,segment=NetworkSegment(fb1327ec-83b6-478a-9700-c6ea2f9574d3),segment_id=fb1327ec-83b6-478a-9700-c6ea2f9574d3)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:25:54.832365 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:54.832775 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efbf477-adbf-4848-8c07-ce74e829201d req-0d84c4ea-6e92-43a3-ade5-ed33ed0b14da tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:54.839403 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1efbf477-adbf-4848-8c07-ce74e829201d req-0d84c4ea-6e92-43a3-ade5-ed33ed0b14da tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=999a1973-9d6b-414f-88f7-ec4814f88166 HTTP/1.1" status: 200 len: 931 time: 0.4250703 Oct 20 11:25:54.849198 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-57a230cb-4746-4a0b-8749-99345a14dfa9 None None] Provisioning complete for port 0c207751-ad99-4230-9673-b992137c6a0b triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:25:54.849556 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-57a230cb-4746-4a0b-8749-99345a14dfa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:54.924764 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-57a230cb-4746-4a0b-8749-99345a14dfa9 None None] Port 0c207751-ad99-4230-9673-b992137c6a0b cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:25:54.929141 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=c9b37b09-9679-4d43-b72d-712686e897a6,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:54.933613 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-71f8b4c7-a7c2-48cc-af99-c6f8bf395910 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:54.936158 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ee7e7-c181-4229-aa50-39cf45545412 service neutron] Pushing event updated for resources: {'Port': ['ID=0258904c-1770-4f72-b3f1-bd4b07cccee3,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:54.946846 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f413d4d9-b970-4167-9ba3-297ad912f5f0 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Pushing event updated for resources: {'Port': ['ID=0c207751-ad99-4230-9673-b992137c6a0b,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:54.970132 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-1860d192-d793-4cc5-90c8-881a0dee451e req-c2560ada-2e14-401c-9bbe-cad236c5c9d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e86db2bd-275e-4f9b-abd5-61ea248f17c8 {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:25:54.980213 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1efbf477-adbf-4848-8c07-ce74e829201d req-c0b6d6ba-d75d-41df-aa2a-3ac845ec9632 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169150 Oct 20 11:25:55.042607 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-1860d192-d793-4cc5-90c8-881a0dee451e req-c2560ada-2e14-401c-9bbe-cad236c5c9d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:55.050689 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2bed0034-8271-42b1-9214-352568ae6c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:55.052867 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b4c35999-fa70-4a9d-8164-c78bb62ae2a1 req-77f8b064-88bc-4f5d-8a6d-42d3901f7d0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:55.055603 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['c9b37b09-9679-4d43-b72d-712686e897a6'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:25:55.133887 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-a2f566d7-52db-4277-a6d7-318acb038196 req-a65ee7e7-c181-4229-aa50-39cf45545412 service neutron] Attempting to bind port 0258904c-1770-4f72-b3f1-bd4b07cccee3 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:25:55.134232 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-a2f566d7-52db-4277-a6d7-318acb038196 req-a65ee7e7-c181-4229-aa50-39cf45545412 service neutron] Attempting to bind port 0258904c-1770-4f72-b3f1-bd4b07cccee3 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:25:55.134524 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f566d7-52db-4277-a6d7-318acb038196 req-a65ee7e7-c181-4229-aa50-39cf45545412 service neutron] Attempting to bind port 0258904c-1770-4f72-b3f1-bd4b07cccee3 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:25:55.144167 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f566d7-52db-4277-a6d7-318acb038196 req-a65ee7e7-c181-4229-aa50-39cf45545412 service neutron] Port 0258904c-1770-4f72-b3f1-bd4b07cccee3 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:25:55.144534 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f566d7-52db-4277-a6d7-318acb038196 req-a65ee7e7-c181-4229-aa50-39cf45545412 service neutron] Attempting to bind port 0258904c-1770-4f72-b3f1-bd4b07cccee3 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:25:55.164229 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-1860d192-d793-4cc5-90c8-881a0dee451e req-c2560ada-2e14-401c-9bbe-cad236c5c9d5 service neutron] Transition to ACTIVE for port object e86db2bd-275e-4f9b-abd5-61ea248f17c8 will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:25:55.184334 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-71f8b4c7-a7c2-48cc-af99-c6f8bf395910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:55.186771 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-71f8b4c7-a7c2-48cc-af99-c6f8bf395910 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:55.191291 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-71f8b4c7-a7c2-48cc-af99-c6f8bf395910 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5b2b5154-f806-4d2b-9a21-d0008cfac5ac HTTP/1.1" status: 204 len: 168 time: 0.8053832 Oct 20 11:25:55.194976 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-1860d192-d793-4cc5-90c8-881a0dee451e req-c2560ada-2e14-401c-9bbe-cad236c5c9d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:55.196826 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f566d7-52db-4277-a6d7-318acb038196 req-a65ee7e7-c181-4229-aa50-39cf45545412 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:25:55.197155 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f566d7-52db-4277-a6d7-318acb038196 req-a65ee7e7-c181-4229-aa50-39cf45545412 service neutron] Checking segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:25:55.197528 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f566d7-52db-4277-a6d7-318acb038196 req-a65ee7e7-c181-4229-aa50-39cf45545412 service neutron] Bound using segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:25:55.197975 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-a2f566d7-52db-4277-a6d7-318acb038196 req-a65ee7e7-c181-4229-aa50-39cf45545412 service neutron] Bound port: 0258904c-1770-4f72-b3f1-bd4b07cccee3, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:25:55.198308 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a2f566d7-52db-4277-a6d7-318acb038196 req-a65ee7e7-c181-4229-aa50-39cf45545412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:55.249338 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8b4c7-a7c2-48cc-af99-c6f8bf395910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2b5154-f806-4d2b-9a21-d0008cfac5ac,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:55.343986 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2bed0034-8271-42b1-9214-352568ae6c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:55.348518 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2560ada-2e14-401c-9bbe-cad236c5c9d5 service neutron] Pushing event updated for resources: {'Port': ['ID=e86db2bd-275e-4f9b-abd5-61ea248f17c8,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:55.417603 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2bed0034-8271-42b1-9214-352568ae6c72 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:25:55.418463 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2bed0034-8271-42b1-9214-352568ae6c72 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:25:55.418821 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2bed0034-8271-42b1-9214-352568ae6c72 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:25:55.419935 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2bed0034-8271-42b1-9214-352568ae6c72 admin admin] Subscribe: > port after_create 55550000 {{(pid=100646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:25:55.420218 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2bed0034-8271-42b1-9214-352568ae6c72 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:25:55.420574 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2bed0034-8271-42b1-9214-352568ae6c72 admin admin] Subscribe: > port after_update 55550000 {{(pid=100646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:25:55.420929 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2bed0034-8271-42b1-9214-352568ae6c72 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:25:55.421258 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2bed0034-8271-42b1-9214-352568ae6c72 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:25:55.421589 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2bed0034-8271-42b1-9214-352568ae6c72 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:25:55.421880 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2bed0034-8271-42b1-9214-352568ae6c72 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:25:55.441085 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19a080-40e9-418e-8a5a-5039d2fd6881 req-0fd39646-be9c-481f-9586-c1249965980a tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:55.442561 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf19a080-40e9-418e-8a5a-5039d2fd6881 req-0fd39646-be9c-481f-9586-c1249965980a tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/ports?device_id=9e28c491-951f-4007-bf2e-36a9b0a4ff4c HTTP/1.1" status: 200 len: 935 time: 0.3525689 Oct 20 11:25:55.480629 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-b4c35999-fa70-4a9d-8164-c78bb62ae2a1 req-77f8b064-88bc-4f5d-8a6d-42d3901f7d0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c207751-ad99-4230-9673-b992137c6a0b {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:25:55.491071 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b4c35999-fa70-4a9d-8164-c78bb62ae2a1 req-77f8b064-88bc-4f5d-8a6d-42d3901f7d0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:55.509959 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6d68f-a2ec-46d3-b80e-3a9a5f38569d req-9d0306c3-1a87-478e-8b38-e7730834e8a8 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:55.511464 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ebe6d68f-a2ec-46d3-b80e-3a9a5f38569d req-9d0306c3-1a87-478e-8b38-e7730834e8a8 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7e2666c-7e0a-4cdd-88df-9234d18e5a02 HTTP/1.1" status: 200 len: 970 time: 0.1903377 Oct 20 11:25:55.527991 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-b4c35999-fa70-4a9d-8164-c78bb62ae2a1 req-77f8b064-88bc-4f5d-8a6d-42d3901f7d0f service neutron] Transition to ACTIVE for port object 0c207751-ad99-4230-9673-b992137c6a0b will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:25:55.551629 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b4c35999-fa70-4a9d-8164-c78bb62ae2a1 req-77f8b064-88bc-4f5d-8a6d-42d3901f7d0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:55.591628 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf19a080-40e9-418e-8a5a-5039d2fd6881 req-9d46bc06-812b-41c6-bb39-fada59280794 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/security-groups?id=45e230e3-c619-47d2-a64b-21b4fbd3cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980394 Oct 20 11:25:55.646783 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2bed0034-8271-42b1-9214-352568ae6c72 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:25:55.648057 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2bed0034-8271-42b1-9214-352568ae6c72 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:25:55.648763 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2bed0034-8271-42b1-9214-352568ae6c72 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:25:55.649184 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2bed0034-8271-42b1-9214-352568ae6c72 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:25:55.649890 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ebe6d68f-a2ec-46d3-b80e-3a9a5f38569d req-454c0baa-794f-4eab-9ff1-2a69f72c6efc tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] 10.222.0.98 "GET /v2.0/security-groups?id=2ff7d654-b24b-4f09-beb9-309e6b1471c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020443 Oct 20 11:25:55.650227 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-2bed0034-8271-42b1-9214-352568ae6c72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33b3b097-d0b1-413d-833b-68d956454118']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:25:55.683169 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f8b064-88bc-4f5d-8a6d-42d3901f7d0f service neutron] Pushing event updated for resources: {'Port': ['ID=0c207751-ad99-4230-9673-b992137c6a0b,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:55.695700 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-2bed0034-8271-42b1-9214-352568ae6c72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1731172e-b0db-414f-a3a6-647cec62abf0') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:25:55.700642 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-2bed0034-8271-42b1-9214-352568ae6c72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1731172e-b0db-414f-a3a6-647cec62abf0') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:25:55.751326 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-b4c35999-fa70-4a9d-8164-c78bb62ae2a1 req-77f8b064-88bc-4f5d-8a6d-42d3901f7d0f service neutron] Attempting to bind port 0c207751-ad99-4230-9673-b992137c6a0b on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:25:55.751679 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-b4c35999-fa70-4a9d-8164-c78bb62ae2a1 req-77f8b064-88bc-4f5d-8a6d-42d3901f7d0f service neutron] Attempting to bind port 0c207751-ad99-4230-9673-b992137c6a0b by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:25:55.752022 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c35999-fa70-4a9d-8164-c78bb62ae2a1 req-77f8b064-88bc-4f5d-8a6d-42d3901f7d0f service neutron] Attempting to bind port 0c207751-ad99-4230-9673-b992137c6a0b on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:25:55.753418 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2bed0034-8271-42b1-9214-352568ae6c72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:55.756413 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50728) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:55.784201 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2bed0034-8271-42b1-9214-352568ae6c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:55.794734 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bed0034-8271-42b1-9214-352568ae6c72 admin admin] Releasing vlan 1284 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:25:55.795177 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2bed0034-8271-42b1-9214-352568ae6c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:55.863962 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b904a721-bc31-4e50-afb2-af5b6c448ab7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:55.867316 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c35999-fa70-4a9d-8164-c78bb62ae2a1 req-77f8b064-88bc-4f5d-8a6d-42d3901f7d0f service neutron] Port 0c207751-ad99-4230-9673-b992137c6a0b on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:25:55.867641 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c35999-fa70-4a9d-8164-c78bb62ae2a1 req-77f8b064-88bc-4f5d-8a6d-42d3901f7d0f service neutron] Attempting to bind port 0c207751-ad99-4230-9673-b992137c6a0b on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:25:55.892049 n-d-814735-3 neutron-server[100646]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 20 11:25:55.892049 n-d-814735-3 neutron-server[100646]: from cryptography.utils import int_from_bytes Oct 20 11:25:55.892049 n-d-814735-3 neutron-server[100646]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 20 11:25:55.892049 n-d-814735-3 neutron-server[100646]: from cryptography.utils import int_from_bytes Oct 20 11:25:55.892049 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:25:55.892049 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:25:55.892049 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:25:55.892049 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:25:55.892049 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:25:55.892049 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:25:55.892049 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:25:55.892049 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:25:55.892049 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:25:55.892049 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:25:55.892049 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:25:55.892049 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:25:55.892049 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:25:55.892049 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:25:55.892049 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:25:55.892049 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:25:55.892049 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:25:55.892049 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:25:55.892049 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:25:55.892049 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:25:55.892049 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:25:55.892049 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:25:55.892049 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:25:55.892049 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:25:55.892049 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:25:55.892049 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:25:55.892049 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:25:55.892049 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:25:55.892049 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:25:55.892049 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:25:55.892049 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:25:55.892049 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:25:55.894848 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c35999-fa70-4a9d-8164-c78bb62ae2a1 req-77f8b064-88bc-4f5d-8a6d-42d3901f7d0f service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:25:55.895160 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c35999-fa70-4a9d-8164-c78bb62ae2a1 req-77f8b064-88bc-4f5d-8a6d-42d3901f7d0f service neutron] Checking segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:25:55.895538 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c35999-fa70-4a9d-8164-c78bb62ae2a1 req-77f8b064-88bc-4f5d-8a6d-42d3901f7d0f service neutron] Bound using segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:25:55.895978 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-b4c35999-fa70-4a9d-8164-c78bb62ae2a1 req-77f8b064-88bc-4f5d-8a6d-42d3901f7d0f service neutron] Bound port: 0c207751-ad99-4230-9673-b992137c6a0b, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:25:55.896327 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b4c35999-fa70-4a9d-8164-c78bb62ae2a1 req-77f8b064-88bc-4f5d-8a6d-42d3901f7d0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:55.925166 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b32105-de2f-4b89-93be-0572c59da117 req-29e8bc68-774e-44f9-afca-a5679982d674 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:55.928404 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2bed0034-8271-42b1-9214-352568ae6c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:55.931004 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-a2f566d7-52db-4277-a6d7-318acb038196 req-a65ee7e7-c181-4229-aa50-39cf45545412 service neutron] For port 0258904c-1770-4f72-b3f1-bd4b07cccee3, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:25:55.947702 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-67b32105-de2f-4b89-93be-0572c59da117 req-29e8bc68-774e-44f9-afca-a5679982d674 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f0301ec-0532-4efa-9864-5c87c596089e HTTP/1.1" status: 200 len: 946 time: 0.1420140 Oct 20 11:25:55.957203 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-a2f566d7-52db-4277-a6d7-318acb038196 req-a65ee7e7-c181-4229-aa50-39cf45545412 service neutron] For port 0258904c-1770-4f72-b3f1-bd4b07cccee3, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=0258904c-1770-4f72-b3f1-bd4b07cccee3,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:25:55.958334 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-1860d192-d793-4cc5-90c8-881a0dee451e req-c2560ada-2e14-401c-9bbe-cad236c5c9d5 service neutron] Attempting to bind port e86db2bd-275e-4f9b-abd5-61ea248f17c8 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:25:55.958693 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-1860d192-d793-4cc5-90c8-881a0dee451e req-c2560ada-2e14-401c-9bbe-cad236c5c9d5 service neutron] Attempting to bind port e86db2bd-275e-4f9b-abd5-61ea248f17c8 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': 'ec1b6256-95be-479c-9695-b6dae13546d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:25:55.959059 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1860d192-d793-4cc5-90c8-881a0dee451e req-c2560ada-2e14-401c-9bbe-cad236c5c9d5 service neutron] Attempting to bind port e86db2bd-275e-4f9b-abd5-61ea248f17c8 on network 60a88ebb-4b56-43bd-98ec-2f75530b8b0e {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:25:55.962403 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2bed0034-8271-42b1-9214-352568ae6c72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:55.966139 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2bed0034-8271-42b1-9214-352568ae6c72 admin admin] 10.222.0.98 "DELETE /v2.0/networks/33b3b097-d0b1-413d-833b-68d956454118 HTTP/1.1" status: 204 len: 168 time: 1.3152061 Oct 20 11:25:55.969962 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50730) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:55.982288 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a2f566d7-52db-4277-a6d7-318acb038196 req-a65ee7e7-c181-4229-aa50-39cf45545412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:56.003763 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279e1da-4ce3-4027-8501-a53606839c07 req-4ebeb702-ba1a-43cd-87b0-598caea7ce08 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:56.010641 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed0034-8271-42b1-9214-352568ae6c72 admin admin] Pushing event deleted for resources: {'Network': ['ID=33b3b097-d0b1-413d-833b-68d956454118,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:56.020607 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b279e1da-4ce3-4027-8501-a53606839c07 req-4ebeb702-ba1a-43cd-87b0-598caea7ce08 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a4ae9f1-089b-4930-b5e3-06bc0dfded6d HTTP/1.1" status: 200 len: 966 time: 0.2471604 Oct 20 11:25:56.096600 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1860d192-d793-4cc5-90c8-881a0dee451e req-c2560ada-2e14-401c-9bbe-cad236c5c9d5 service neutron] Port e86db2bd-275e-4f9b-abd5-61ea248f17c8 on network 60a88ebb-4b56-43bd-98ec-2f75530b8b0e not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:25:56.097124 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1860d192-d793-4cc5-90c8-881a0dee451e req-c2560ada-2e14-401c-9bbe-cad236c5c9d5 service neutron] Attempting to bind port e86db2bd-275e-4f9b-abd5-61ea248f17c8 on network 60a88ebb-4b56-43bd-98ec-2f75530b8b0e {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:25:56.112332 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f566d7-52db-4277-a6d7-318acb038196 req-a65ee7e7-c181-4229-aa50-39cf45545412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:56.113862 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a2f566d7-52db-4277-a6d7-318acb038196 req-a65ee7e7-c181-4229-aa50-39cf45545412 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:56.114216 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b904a721-bc31-4e50-afb2-af5b6c448ab7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:56.118680 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a2f566d7-52db-4277-a6d7-318acb038196 req-a65ee7e7-c181-4229-aa50-39cf45545412 service neutron] 10.222.0.89 "PUT /v2.0/ports/0258904c-1770-4f72-b3f1-bd4b07cccee3 HTTP/1.1" status: 200 len: 1094 time: 4.7168489 Oct 20 11:25:56.119637 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f0301ec-0532-4efa-9864-5c87c596089e', 'tag': '0258904c-1770-4f72-b3f1-bd4b07cccee3'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:25:56.122318 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ad9e1a-551a-4a44-a415-275cded8768a" -d '{"events": [{"name": "network-changed", "server_uuid": "9f0301ec-0532-4efa-9864-5c87c596089e", "tag": "0258904c-1770-4f72-b3f1-bd4b07cccee3"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:25:56.142420 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1860d192-d793-4cc5-90c8-881a0dee451e req-c2560ada-2e14-401c-9bbe-cad236c5c9d5 service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:25:56.142927 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1860d192-d793-4cc5-90c8-881a0dee451e req-c2560ada-2e14-401c-9bbe-cad236c5c9d5 service neutron] Checking segment: {'id': 'ec1b6256-95be-479c-9695-b6dae13546d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:25:56.143171 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1860d192-d793-4cc5-90c8-881a0dee451e req-c2560ada-2e14-401c-9bbe-cad236c5c9d5 service neutron] Bound using segment: {'id': 'ec1b6256-95be-479c-9695-b6dae13546d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:25:56.143594 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-1860d192-d793-4cc5-90c8-881a0dee451e req-c2560ada-2e14-401c-9bbe-cad236c5c9d5 service neutron] Bound port: e86db2bd-275e-4f9b-abd5-61ea248f17c8, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec1b6256-95be-479c-9695-b6dae13546d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:25:56.143945 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-1860d192-d793-4cc5-90c8-881a0dee451e req-c2560ada-2e14-401c-9bbe-cad236c5c9d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:56.181010 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b904a721-bc31-4e50-afb2-af5b6c448ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:56.243901 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-917c9714-82d3-4408-99cb-5e4d1595e7ff admin admin] Deleting subnet 3aeba327-53de-457c-99b2-9ed11bc8ece7 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:25:56.247755 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-917c9714-82d3-4408-99cb-5e4d1595e7ff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:56.252569 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-67b32105-de2f-4b89-93be-0572c59da117 req-5c997d69-8757-416f-801a-0e2ea9f15192 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/security-groups?id=538e4e82-af7d-4e79-86af-2f705cd31163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027010 Oct 20 11:25:56.264734 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b904a721-bc31-4e50-afb2-af5b6c448ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fedd5b72-2da3-408d-87f5-339abf3677fd,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:56.324936 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-b4c35999-fa70-4a9d-8164-c78bb62ae2a1 req-77f8b064-88bc-4f5d-8a6d-42d3901f7d0f service neutron] For port 0c207751-ad99-4230-9673-b992137c6a0b, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:25:56.329293 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-917c9714-82d3-4408-99cb-5e4d1595e7ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:56.338393 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-b4c35999-fa70-4a9d-8164-c78bb62ae2a1 req-77f8b064-88bc-4f5d-8a6d-42d3901f7d0f service neutron] For port 0c207751-ad99-4230-9673-b992137c6a0b, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=0c207751-ad99-4230-9673-b992137c6a0b,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:25:56.342134 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-b904a721-bc31-4e50-afb2-af5b6c448ab7 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=75d34877ad6c44c79aedf83cc85a9cdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5847268 Oct 20 11:25:56.350113 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50736) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:56.373978 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b4c35999-fa70-4a9d-8164-c78bb62ae2a1 req-77f8b064-88bc-4f5d-8a6d-42d3901f7d0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:56.378984 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-917c9714-82d3-4408-99cb-5e4d1595e7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:56.380691 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b279e1da-4ce3-4027-8501-a53606839c07 req-a88378d9-acef-477e-ba66-03b4d2fe076e tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592513 Oct 20 11:25:56.437389 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device c9b37b09-9679-4d43-b72d-712686e897a6 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:25:56.461773 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-917c9714-82d3-4408-99cb-5e4d1595e7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:56.496863 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86263a7-33ba-43d6-951d-db3d17ca1e4b x-openstack-request-id: req-a86263a7-33ba-43d6-951d-db3d17ca1e4b {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:25:56.497194 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f0301ec-0532-4efa-9864-5c87c596089e", "tag": "0258904c-1770-4f72-b3f1-bd4b07cccee3", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:25:56.497448 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a86263a7-33ba-43d6-951d-db3d17ca1e4b {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:25:56.497845 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f0301ec-0532-4efa-9864-5c87c596089e', 'tag': '0258904c-1770-4f72-b3f1-bd4b07cccee3', 'status': 'completed', 'code': 200} Oct 20 11:25:56.504006 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917c9714-82d3-4408-99cb-5e4d1595e7ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3aeba327-53de-457c-99b2-9ed11bc8ece7,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:56.511612 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ee7e7-c181-4229-aa50-39cf45545412 service neutron] Pushing event updated for resources: {'Port': ['ID=0258904c-1770-4f72-b3f1-bd4b07cccee3,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:56.513579 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c35999-fa70-4a9d-8164-c78bb62ae2a1 req-77f8b064-88bc-4f5d-8a6d-42d3901f7d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:56.514256 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b4c35999-fa70-4a9d-8164-c78bb62ae2a1 req-77f8b064-88bc-4f5d-8a6d-42d3901f7d0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:56.515667 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4c35999-fa70-4a9d-8164-c78bb62ae2a1 req-77f8b064-88bc-4f5d-8a6d-42d3901f7d0f service neutron] 10.222.0.89 "PUT /v2.0/ports/0c207751-ad99-4230-9673-b992137c6a0b HTTP/1.1" status: 200 len: 1095 time: 1.8001068 Oct 20 11:25:56.519007 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e28c491-951f-4007-bf2e-36a9b0a4ff4c', 'tag': '0c207751-ad99-4230-9673-b992137c6a0b'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:25:56.521342 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e42daa5-c54d-4bb1-ab4b-2d3069564953" -d '{"events": [{"name": "network-changed", "server_uuid": "9e28c491-951f-4007-bf2e-36a9b0a4ff4c", "tag": "0c207751-ad99-4230-9673-b992137c6a0b"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:25:56.565996 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f8b064-88bc-4f5d-8a6d-42d3901f7d0f service neutron] Pushing event updated for resources: {'Port': ['ID=0c207751-ad99-4230-9673-b992137c6a0b,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:56.585268 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884b4f6-4d7a-4c7c-ae8b-53b8c94c627d req-9a2c2417-1d59-45e9-98c7-edf6e14daba5 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:56.586877 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c884b4f6-4d7a-4c7c-ae8b-53b8c94c627d req-9a2c2417-1d59-45e9-98c7-edf6e14daba5 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=999a1973-9d6b-414f-88f7-ec4814f88166 HTTP/1.1" status: 200 len: 943 time: 0.2389727 Oct 20 11:25:56.587160 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-917c9714-82d3-4408-99cb-5e4d1595e7ff admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:56.590279 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-917c9714-82d3-4408-99cb-5e4d1595e7ff admin admin] 10.222.0.98 "DELETE /v2.0/subnets/3aeba327-53de-457c-99b2-9ed11bc8ece7 HTTP/1.1" status: 204 len: 168 time: 0.5936708 Oct 20 11:25:56.596157 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port c9b37b09-9679-4d43-b72d-712686e897a6 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:25:56.604350 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50740) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:56.608922 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f566d7-52db-4277-a6d7-318acb038196 req-caf9926b-4c45-43b1-b67f-9d85c419d552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:56.610450 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a2f566d7-52db-4277-a6d7-318acb038196 req-caf9926b-4c45-43b1-b67f-9d85c419d552 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=65b4c976476c40ae9bc9f6b2874c9433&device_id=9f0301ec-0532-4efa-9864-5c87c596089e HTTP/1.1" status: 200 len: 1097 time: 0.4421616 Oct 20 11:25:56.614005 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port c9b37b09-9679-4d43-b72d-712686e897a6 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:25:56.614684 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:56.628284 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-1860d192-d793-4cc5-90c8-881a0dee451e req-c2560ada-2e14-401c-9bbe-cad236c5c9d5 service neutron] For port e86db2bd-275e-4f9b-abd5-61ea248f17c8, host n-h1-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:25:56.672630 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69130d0-9448-4120-b8c9-6be95733c04d x-openstack-request-id: req-d69130d0-9448-4120-b8c9-6be95733c04d {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:25:56.675676 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e28c491-951f-4007-bf2e-36a9b0a4ff4c", "tag": "0c207751-ad99-4230-9673-b992137c6a0b", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:25:56.677801 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d69130d0-9448-4120-b8c9-6be95733c04d {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:25:56.678286 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e28c491-951f-4007-bf2e-36a9b0a4ff4c', 'tag': '0c207751-ad99-4230-9673-b992137c6a0b', 'status': 'completed', 'code': 200} Oct 20 11:25:56.732795 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a2f566d7-52db-4277-a6d7-318acb038196 req-c0259854-c4dc-46e5-86c8-0660c0c29376 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=0258904c-1770-4f72-b3f1-bd4b07cccee3 HTTP/1.1" status: 200 len: 217 time: 0.0989544 Oct 20 11:25:56.734578 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-1860d192-d793-4cc5-90c8-881a0dee451e req-c2560ada-2e14-401c-9bbe-cad236c5c9d5 service neutron] For port e86db2bd-275e-4f9b-abd5-61ea248f17c8, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=e86db2bd-275e-4f9b-abd5-61ea248f17c8,segment=NetworkSegment(ec1b6256-95be-479c-9695-b6dae13546d3),segment_id=ec1b6256-95be-479c-9695-b6dae13546d3)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:25:56.760973 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ec2e44f7-e8c6-4874-a9aa-d62b67eccce3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:56.768701 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-1860d192-d793-4cc5-90c8-881a0dee451e req-c2560ada-2e14-401c-9bbe-cad236c5c9d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:56.783456 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c884b4f6-4d7a-4c7c-ae8b-53b8c94c627d req-bce9e509-3812-4301-ae41-ed9cd6f01348 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707006 Oct 20 11:25:56.794031 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a11d53-36e7-4c3f-8ccf-64f1f30f45b0 req-1a88f0bc-c309-4cdd-9fdc-eb1b3f17d773 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:56.796780 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-74a11d53-36e7-4c3f-8ccf-64f1f30f45b0 req-1a88f0bc-c309-4cdd-9fdc-eb1b3f17d773 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7e2666c-7e0a-4cdd-88df-9234d18e5a02 HTTP/1.1" status: 200 len: 970 time: 0.3759556 Oct 20 11:25:56.808350 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:56.831521 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ec2e44f7-e8c6-4874-a9aa-d62b67eccce3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:56.890079 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a4ae9f1-089b-4930-b5e3-06bc0dfded6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b37b09-9679-4d43-b72d-712686e897a6'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:25:56.903873 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1ad9d4-4732-4869-9009-9e7dbdcd05c1" -d '{"events": [{"server_uuid": "2a4ae9f1-089b-4930-b5e3-06bc0dfded6d", "name": "network-vif-plugged", "status": "completed", "tag": "c9b37b09-9679-4d43-b72d-712686e897a6"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:25:56.915553 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ec2e44f7-e8c6-4874-a9aa-d62b67eccce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:56.916953 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ec2e44f7-e8c6-4874-a9aa-d62b67eccce3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:56.918323 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ec2e44f7-e8c6-4874-a9aa-d62b67eccce3 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/fedd5b72-2da3-408d-87f5-339abf3677fd HTTP/1.1" status: 204 len: 168 time: 0.5643570 Oct 20 11:25:56.932971 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port c9b37b09-9679-4d43-b72d-712686e897a6, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=c9b37b09-9679-4d43-b72d-712686e897a6,segment=NetworkSegment(fb1327ec-83b6-478a-9700-c6ea2f9574d3),segment_id=fb1327ec-83b6-478a-9700-c6ea2f9574d3)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:25:56.949967 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:57.028446 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c35999-fa70-4a9d-8164-c78bb62ae2a1 req-c3cefddb-250e-4d7f-878e-cee25cf3e9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:57.030022 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4c35999-fa70-4a9d-8164-c78bb62ae2a1 req-c3cefddb-250e-4d7f-878e-cee25cf3e9f2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4cf4ef8e88d54fc8a702bd3e3542d077&device_id=9e28c491-951f-4007-bf2e-36a9b0a4ff4c HTTP/1.1" status: 200 len: 1098 time: 0.4285979 Oct 20 11:25:57.036816 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2e44f7-e8c6-4874-a9aa-d62b67eccce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fedd5b72-2da3-408d-87f5-339abf3677fd,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:57.078732 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-26155683-3c92-4ca6-a2be-607d0b9e765c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:57.093186 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860d192-d793-4cc5-90c8-881a0dee451e req-c2560ada-2e14-401c-9bbe-cad236c5c9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:57.093794 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-1860d192-d793-4cc5-90c8-881a0dee451e req-c2560ada-2e14-401c-9bbe-cad236c5c9d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:57.095287 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-1860d192-d793-4cc5-90c8-881a0dee451e req-c2560ada-2e14-401c-9bbe-cad236c5c9d5 service neutron] 10.222.0.11 "PUT /v2.0/ports/e86db2bd-275e-4f9b-abd5-61ea248f17c8 HTTP/1.1" status: 200 len: 1091 time: 3.0731122 Oct 20 11:25:57.125320 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f566d7-52db-4277-a6d7-318acb038196 req-47ab6654-24d8-4985-8eb4-b797f659d736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:57.126878 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a2f566d7-52db-4277-a6d7-318acb038196 req-47ab6654-24d8-4985-8eb4-b797f659d736 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.3604598 Oct 20 11:25:57.141314 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4c35999-fa70-4a9d-8164-c78bb62ae2a1 req-70ab3f65-7b6b-48ae-b6f6-360769ac41cb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=0c207751-ad99-4230-9673-b992137c6a0b HTTP/1.1" status: 200 len: 217 time: 0.0942283 Oct 20 11:25:57.147869 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2560ada-2e14-401c-9bbe-cad236c5c9d5 service neutron] Pushing event updated for resources: {'Port': ['ID=e86db2bd-275e-4f9b-abd5-61ea248f17c8,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:57.154285 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6162c-dcb9-484c-8e63-0faf6bc7e5b6 req-b3f1daa1-fc24-487f-bd5b-253e9616b5ea tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:57.155851 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-02a6162c-dcb9-484c-8e63-0faf6bc7e5b6 req-b3f1daa1-fc24-487f-bd5b-253e9616b5ea tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/ports?device_id=9e28c491-951f-4007-bf2e-36a9b0a4ff4c HTTP/1.1" status: 200 len: 947 time: 0.3898690 Oct 20 11:25:57.168436 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=c9b37b09-9679-4d43-b72d-712686e897a6,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:57.222160 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe98ba-9f75-40b4-8d51-a25e69935048 req-84c5355a-31cf-4f03-86f8-6796e8913614 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:57.223707 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0ebe98ba-9f75-40b4-8d51-a25e69935048 req-84c5355a-31cf-4f03-86f8-6796e8913614 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7e2666c-7e0a-4cdd-88df-9234d18e5a02 HTTP/1.1" status: 200 len: 970 time: 0.2516236 Oct 20 11:25:57.287870 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-26155683-3c92-4ca6-a2be-607d0b9e765c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:57.289353 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c35999-fa70-4a9d-8164-c78bb62ae2a1 req-811b3603-ebe3-458d-9c10-251d0edaa089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:57.290856 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4c35999-fa70-4a9d-8164-c78bb62ae2a1 req-811b3603-ebe3-458d-9c10-251d0edaa089 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.1337502 Oct 20 11:25:57.300546 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-02a6162c-dcb9-484c-8e63-0faf6bc7e5b6 req-c89e84f5-da17-4e54-9ea9-fdb8d12cb0b6 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/security-groups?id=45e230e3-c619-47d2-a64b-21b4fbd3cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241705 Oct 20 11:25:57.306316 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860d192-d793-4cc5-90c8-881a0dee451e req-bd381d9e-907a-4e1a-b9a7-00fed622fceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:57.307851 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-1860d192-d793-4cc5-90c8-881a0dee451e req-bd381d9e-907a-4e1a-b9a7-00fed622fceb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d9acdef368f944fcb8d5f209bb8e33d7&device_id=999a1973-9d6b-414f-88f7-ec4814f88166 HTTP/1.1" status: 200 len: 1094 time: 0.1553791 Oct 20 11:25:57.309422 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f566d7-52db-4277-a6d7-318acb038196 req-5a3e827a-2b02-4ee7-8b26-6736738ad3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:57.310720 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a2f566d7-52db-4277-a6d7-318acb038196 req-5a3e827a-2b02-4ee7-8b26-6736738ad3f3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1593552 Oct 20 11:25:57.382347 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-1860d192-d793-4cc5-90c8-881a0dee451e req-517065b1-a2e9-4dc5-8ec0-f13368ed8cee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e86db2bd-275e-4f9b-abd5-61ea248f17c8 HTTP/1.1" status: 200 len: 217 time: 0.0630221 Oct 20 11:25:57.385653 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-26155683-3c92-4ca6-a2be-607d0b9e765c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3944980-13b7-48e5-9c27-e1a236673b20']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:25:57.392641 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0ebe98ba-9f75-40b4-8d51-a25e69935048 req-0f90ce24-dce3-4020-b34b-5a433f8a91d6 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] 10.222.0.98 "GET /v2.0/security-groups?id=2ff7d654-b24b-4f09-beb9-309e6b1471c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582806 Oct 20 11:25:57.402089 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79a3506-6c49-42d4-bdbf-ba3a468ed70f x-openstack-request-id: req-e79a3506-6c49-42d4-bdbf-ba3a468ed70f {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:25:57.404264 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a4ae9f1-089b-4930-b5e3-06bc0dfded6d", "name": "network-vif-plugged", "status": "completed", "tag": "c9b37b09-9679-4d43-b72d-712686e897a6", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:25:57.404524 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e79a3506-6c49-42d4-bdbf-ba3a468ed70f {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:25:57.405194 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a4ae9f1-089b-4930-b5e3-06bc0dfded6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b37b09-9679-4d43-b72d-712686e897a6', 'code': 200} Oct 20 11:25:57.424170 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-74a11d53-36e7-4c3f-8ccf-64f1f30f45b0 req-4d300dfd-5329-4c43-8873-88e0e3d2281d tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Deleting port b44fe464-8a88-4f33-9392-d0f91d1e7a46 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:25:57.424618 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-74a11d53-36e7-4c3f-8ccf-64f1f30f45b0 req-4d300dfd-5329-4c43-8873-88e0e3d2281d tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:57.474749 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.11', 56728) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:57.494342 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c35999-fa70-4a9d-8164-c78bb62ae2a1 req-08188ae4-bcaf-4f59-a81a-c7c200ce2b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:57.495894 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4c35999-fa70-4a9d-8164-c78bb62ae2a1 req-08188ae4-bcaf-4f59-a81a-c7c200ce2b9e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1945038 Oct 20 11:25:57.508661 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-26155683-3c92-4ca6-a2be-607d0b9e765c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fdb04b9-40c1-419e-9199-faa38de35847') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:25:57.508954 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-26155683-3c92-4ca6-a2be-607d0b9e765c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fdb04b9-40c1-419e-9199-faa38de35847') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:25:57.642238 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-26155683-3c92-4ca6-a2be-607d0b9e765c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:57.671002 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-26155683-3c92-4ca6-a2be-607d0b9e765c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:57.703023 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26155683-3c92-4ca6-a2be-607d0b9e765c admin admin] Releasing vlan 1259 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:25:57.703491 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-26155683-3c92-4ca6-a2be-607d0b9e765c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:57.706423 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860d192-d793-4cc5-90c8-881a0dee451e req-cf1e8910-c6e9-41cd-9e25-41b4d7492322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:57.707995 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-1860d192-d793-4cc5-90c8-881a0dee451e req-cf1e8910-c6e9-41cd-9e25-41b4d7492322 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a0c5c2a-f9c9-492d-ba9f-7e961a63a7db HTTP/1.1" status: 200 len: 860 time: 0.2944417 Oct 20 11:25:57.708724 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:25:57.708724 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:25:57.708724 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:25:57.708724 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:25:57.708724 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:25:57.708724 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:25:57.708724 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:25:57.708724 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:25:57.708724 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:25:57.708724 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:25:57.708724 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:25:57.708724 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:25:57.708724 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:25:57.708724 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:25:57.708724 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:25:57.708724 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:25:57.708724 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:25:57.708724 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:25:57.708724 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:25:57.708724 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:25:57.708724 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:25:57.708724 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:25:57.708724 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:25:57.708724 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:25:57.708724 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:25:57.708724 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:25:57.708724 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:25:57.708724 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:25:57.708724 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:25:57.708724 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:25:57.708724 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:25:57.708724 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:25:57.760281 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-1860d192-d793-4cc5-90c8-881a0dee451e req-4eb39e3b-06d7-4657-99dc-10ef8b11e690 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=60a88ebb-4b56-43bd-98ec-2f75530b8b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335107 Oct 20 11:25:57.770402 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a2f566d7-52db-4277-a6d7-318acb038196 req-e2446347-f14f-4347-b0ce-6de719821986 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4437413 Oct 20 11:25:57.908173 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-26155683-3c92-4ca6-a2be-607d0b9e765c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:57.920214 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-26155683-3c92-4ca6-a2be-607d0b9e765c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:57.923459 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-26155683-3c92-4ca6-a2be-607d0b9e765c admin admin] 10.222.0.98 "DELETE /v2.0/networks/d3944980-13b7-48e5-9c27-e1a236673b20 HTTP/1.1" status: 204 len: 168 time: 1.3168411 Oct 20 11:25:57.947647 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-74a11d53-36e7-4c3f-8ccf-64f1f30f45b0 req-4d300dfd-5329-4c43-8873-88e0e3d2281d tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] For port b44fe464-8a88-4f33-9392-d0f91d1e7a46, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=b44fe464-8a88-4f33-9392-d0f91d1e7a46,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:25:57.948315 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-74a11d53-36e7-4c3f-8ccf-64f1f30f45b0 req-4d300dfd-5329-4c43-8873-88e0e3d2281d tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:57.965536 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-74a11d53-36e7-4c3f-8ccf-64f1f30f45b0 req-4d300dfd-5329-4c43-8873-88e0e3d2281d tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Calling delete_port for b44fe464-8a88-4f33-9392-d0f91d1e7a46 owned by compute:tempest-test_az-128955721 {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:25:57.971491 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26155683-3c92-4ca6-a2be-607d0b9e765c admin admin] Pushing event deleted for resources: {'Network': ['ID=d3944980-13b7-48e5-9c27-e1a236673b20,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:57.981967 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26155683-3c92-4ca6-a2be-607d0b9e765c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:57.982409 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26155683-3c92-4ca6-a2be-607d0b9e765c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:57.982646 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26155683-3c92-4ca6-a2be-607d0b9e765c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:57.983004 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26155683-3c92-4ca6-a2be-607d0b9e765c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:57.983338 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26155683-3c92-4ca6-a2be-607d0b9e765c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:57.983668 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26155683-3c92-4ca6-a2be-607d0b9e765c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:57.983991 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26155683-3c92-4ca6-a2be-607d0b9e765c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:57.984315 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26155683-3c92-4ca6-a2be-607d0b9e765c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:57.984638 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26155683-3c92-4ca6-a2be-607d0b9e765c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:57.984955 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26155683-3c92-4ca6-a2be-607d0b9e765c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:57.985311 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26155683-3c92-4ca6-a2be-607d0b9e765c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:57.985667 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26155683-3c92-4ca6-a2be-607d0b9e765c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:58.021105 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-1860d192-d793-4cc5-90c8-881a0dee451e req-e1bf80f2-73cf-4222-b602-b326a6d5abbc service neutron] 10.222.0.11 "GET /v2.0/networks/60a88ebb-4b56-43bd-98ec-2f75530b8b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431142 Oct 20 11:25:58.023403 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a2f566d7-52db-4277-a6d7-318acb038196 req-13bdcb31-0eda-402d-87dd-49b099be1738 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442691 Oct 20 11:25:58.147805 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50774) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:58.164056 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4c35999-fa70-4a9d-8164-c78bb62ae2a1 req-c939fe21-c576-4409-aaa1-d2e1987b7700 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3870833 Oct 20 11:25:58.196568 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58961f2-8581-424b-b977-2ce3bf94f257 req-6cea310a-08cd-4be3-8e40-353bd2804c4d tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:58.198552 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e58961f2-8581-424b-b977-2ce3bf94f257 req-6cea310a-08cd-4be3-8e40-353bd2804c4d tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f0301ec-0532-4efa-9864-5c87c596089e HTTP/1.1" status: 200 len: 946 time: 0.4306908 Oct 20 11:25:58.207669 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad9e1a-551a-4a44-a415-275cded8768a req-2bd8f14e-86d8-49c8-b1a5-ad73d276f6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:58.209452 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-17ad9e1a-551a-4a44-a415-275cded8768a req-2bd8f14e-86d8-49c8-b1a5-ad73d276f6c9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=65b4c976476c40ae9bc9f6b2874c9433&device_id=9f0301ec-0532-4efa-9864-5c87c596089e HTTP/1.1" status: 200 len: 1097 time: 0.0688107 Oct 20 11:25:58.212208 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9299c22-901c-4baa-823a-1d206d802181 req-c553115b-b19c-49d2-957c-f0b60eaa456f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:58.213737 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a9299c22-901c-4baa-823a-1d206d802181 req-c553115b-b19c-49d2-957c-f0b60eaa456f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2a4ae9f1-089b-4930-b5e3-06bc0dfded6d HTTP/1.1" status: 200 len: 1118 time: 0.7369971 Oct 20 11:25:58.266876 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-1860d192-d793-4cc5-90c8-881a0dee451e req-e0488ae1-75a2-49e6-9633-30c30ca19f29 service neutron] 10.222.0.11 "GET /v2.0/networks/60a88ebb-4b56-43bd-98ec-2f75530b8b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376902 Oct 20 11:25:58.273584 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09b11f-2937-4cbe-a504-157c1d6c176d req-8ef27f2e-3838-4ded-a98b-8d478145cf3f tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:58.282259 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4c09b11f-2937-4cbe-a504-157c1d6c176d req-8ef27f2e-3838-4ded-a98b-8d478145cf3f tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a4ae9f1-089b-4930-b5e3-06bc0dfded6d HTTP/1.1" status: 200 len: 967 time: 0.5417781 Oct 20 11:25:58.365792 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad9e1a-551a-4a44-a415-275cded8768a req-ef1782ad-f9fc-4e97-878c-c38c12132d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:58.367536 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-17ad9e1a-551a-4a44-a415-275cded8768a req-ef1782ad-f9fc-4e97-878c-c38c12132d53 service neutron] 10.222.0.89 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 0.1470029 Oct 20 11:25:58.417805 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-77fafe0f-3e53-4174-be02-5a69b4bf104c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2956553a62944ff8b32664cb718acadb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2643487 Oct 20 11:25:58.432905 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50780) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:25:58.441282 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-17ad9e1a-551a-4a44-a415-275cded8768a req-18ab707f-a8b2-436d-9544-e09742c32eb6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=0258904c-1770-4f72-b3f1-bd4b07cccee3 HTTP/1.1" status: 200 len: 217 time: 0.0593381 Oct 20 11:25:58.487878 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e58961f2-8581-424b-b977-2ce3bf94f257 req-a5f225f1-4658-40e1-868a-75b1557ce4ff tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/security-groups?id=538e4e82-af7d-4e79-86af-2f705cd31163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730744 Oct 20 11:25:58.489473 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a9299c22-901c-4baa-823a-1d206d802181 req-40c8c765-ea0a-444c-911d-1c6f7c9b1b26 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520561 Oct 20 11:25:58.506769 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4c09b11f-2937-4cbe-a504-157c1d6c176d req-b75b5bef-9afe-40cb-81b0-fbb8a0c863f2 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233531 Oct 20 11:25:58.523008 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '999a1973-9d6b-414f-88f7-ec4814f88166', 'tag': 'e86db2bd-275e-4f9b-abd5-61ea248f17c8'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:25:58.534563 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3f2145-fdf8-411f-8361-ed36fd9bb690" -d '{"events": [{"name": "network-changed", "server_uuid": "999a1973-9d6b-414f-88f7-ec4814f88166", "tag": "e86db2bd-275e-4f9b-abd5-61ea248f17c8"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:25:58.568552 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4c35999-fa70-4a9d-8164-c78bb62ae2a1 req-0a1a5619-ae89-4e0c-aa71-bf3defe6e9a0 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3891847 Oct 20 11:25:58.570732 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad9e1a-551a-4a44-a415-275cded8768a req-d759e5e3-4ca3-4ad4-9a05-c9e3852b125e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:58.577283 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-17ad9e1a-551a-4a44-a415-275cded8768a req-d759e5e3-4ca3-4ad4-9a05-c9e3852b125e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.1224418 Oct 20 11:25:58.632267 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-74a11d53-36e7-4c3f-8ccf-64f1f30f45b0 req-4d300dfd-5329-4c43-8873-88e0e3d2281d tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:58.675000 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad9e1a-551a-4a44-a415-275cded8768a req-a621cb66-254f-4cd5-b7a7-ea3d27da794a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:58.677670 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-17ad9e1a-551a-4a44-a415-275cded8768a req-a621cb66-254f-4cd5-b7a7-ea3d27da794a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0890932 Oct 20 11:25:58.696968 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c36ea9cf-8736-4954-a217-257e3f24c1e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:58.762815 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d300dfd-5329-4c43-8873-88e0e3d2281d tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Pushing event deleted for resources: {'Port': ['ID=b44fe464-8a88-4f33-9392-d0f91d1e7a46,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:58.820808 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-17ad9e1a-551a-4a44-a415-275cded8768a req-e2aafaf6-20c8-4c0a-bedf-91d509f1d932 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274791 Oct 20 11:25:58.831899 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c36ea9cf-8736-4954-a217-257e3f24c1e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:58.877213 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d300dfd-5329-4c43-8873-88e0e3d2281d tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:58.884412 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d300dfd-5329-4c43-8873-88e0e3d2281d tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:58.884963 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d300dfd-5329-4c43-8873-88e0e3d2281d tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:58.885483 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d300dfd-5329-4c43-8873-88e0e3d2281d tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:58.885993 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d300dfd-5329-4c43-8873-88e0e3d2281d tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:58.886502 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d300dfd-5329-4c43-8873-88e0e3d2281d tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:58.887041 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d300dfd-5329-4c43-8873-88e0e3d2281d tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:58.887590 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d300dfd-5329-4c43-8873-88e0e3d2281d tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:58.888096 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d300dfd-5329-4c43-8873-88e0e3d2281d tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:58.888611 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d300dfd-5329-4c43-8873-88e0e3d2281d tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:58.889109 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d300dfd-5329-4c43-8873-88e0e3d2281d tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:58.889618 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d300dfd-5329-4c43-8873-88e0e3d2281d tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:25:58.952280 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-17ad9e1a-551a-4a44-a415-275cded8768a req-acf1a595-8c6b-4aed-824c-da849047ebe4 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225986 Oct 20 11:25:58.960499 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a11d53-36e7-4c3f-8ccf-64f1f30f45b0 req-4d300dfd-5329-4c43-8873-88e0e3d2281d tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] No DVR routers for this DVR port b44fe464-8a88-4f33-9392-d0f91d1e7a46 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:25:58.974074 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb1836-0fb9-4ddf-9751-96e30ddd481b req-97673edd-5072-46e7-beae-3b4388888a06 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:58.975791 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-59eb1836-0fb9-4ddf-9751-96e30ddd481b req-97673edd-5072-46e7-beae-3b4388888a06 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/ports?device_id=9e28c491-951f-4007-bf2e-36a9b0a4ff4c HTTP/1.1" status: 200 len: 947 time: 0.3610368 Oct 20 11:25:58.992418 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-74a11d53-36e7-4c3f-8ccf-64f1f30f45b0 req-4d300dfd-5329-4c43-8873-88e0e3d2281d tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:58.995843 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-74a11d53-36e7-4c3f-8ccf-64f1f30f45b0 req-4d300dfd-5329-4c43-8873-88e0e3d2281d tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] 10.222.0.11 "DELETE /v2.0/ports/b44fe464-8a88-4f33-9392-d0f91d1e7a46 HTTP/1.1" status: 204 len: 173 time: 2.1103952 Oct 20 11:25:59.003349 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e2666c-7e0a-4cdd-88df-9234d18e5a02', 'name': 'network-vif-deleted', 'tag': 'b44fe464-8a88-4f33-9392-d0f91d1e7a46'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:25:59.005851 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2176e156-9e9e-4c52-ab45-6f654b9e86f2" -d '{"events": [{"server_uuid": "d7e2666c-7e0a-4cdd-88df-9234d18e5a02", "name": "network-vif-deleted", "tag": "b44fe464-8a88-4f33-9392-d0f91d1e7a46"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:25:59.049412 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc59e0d8-c7e8-48b6-a4c7-2ee325a0de49 req-c56bcd6e-a9c3-443c-9646-dd32385a1d12 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:59.051193 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bc59e0d8-c7e8-48b6-a4c7-2ee325a0de49 req-c56bcd6e-a9c3-443c-9646-dd32385a1d12 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=999a1973-9d6b-414f-88f7-ec4814f88166 HTTP/1.1" status: 200 len: 943 time: 0.4411614 Oct 20 11:25:59.056504 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e42daa5-c54d-4bb1-ab4b-2d3069564953 req-3a68f49a-6173-4629-8da4-9f0b2eea4cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:59.057819 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2e42daa5-c54d-4bb1-ab4b-2d3069564953 req-3a68f49a-6173-4629-8da4-9f0b2eea4cd4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4cf4ef8e88d54fc8a702bd3e3542d077&device_id=9e28c491-951f-4007-bf2e-36a9b0a4ff4c HTTP/1.1" status: 200 len: 1098 time: 0.4126556 Oct 20 11:25:59.217858 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-59eb1836-0fb9-4ddf-9751-96e30ddd481b req-19cb1f14-ecb4-455e-baae-5b38caf579ae tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/security-groups?id=45e230e3-c619-47d2-a64b-21b4fbd3cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191222 Oct 20 11:25:59.231516 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bc59e0d8-c7e8-48b6-a4c7-2ee325a0de49 req-9b6be391-f1f8-4967-ae3a-ad05340d7d34 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445227 Oct 20 11:25:59.260629 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c36ea9cf-8736-4954-a217-257e3f24c1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:59.263394 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c36ea9cf-8736-4954-a217-257e3f24c1e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:25:59.264589 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c36ea9cf-8736-4954-a217-257e3f24c1e3 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f43fa592-cbd2-4500-8e8c-122544cd4f07 HTTP/1.1" status: 204 len: 168 time: 0.8242266 Oct 20 11:25:59.276914 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e42daa5-c54d-4bb1-ab4b-2d3069564953 req-92664423-8946-4e35-ad58-fa9a7b7b0b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:59.278414 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2e42daa5-c54d-4bb1-ab4b-2d3069564953 req-92664423-8946-4e35-ad58-fa9a7b7b0b61 service neutron] 10.222.0.89 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 0.1861577 Oct 20 11:25:59.279890 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ea9cf-8736-4954-a217-257e3f24c1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43fa592-cbd2-4500-8e8c-122544cd4f07,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:25:59.413341 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2e42daa5-c54d-4bb1-ab4b-2d3069564953 req-d05f4743-a419-4e5d-8341-5f95947843a1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=0c207751-ad99-4230-9673-b992137c6a0b HTTP/1.1" status: 200 len: 217 time: 0.1211734 Oct 20 11:25:59.418345 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf353de-554c-4af3-a6ba-3379b7768208 x-openstack-request-id: req-fdf353de-554c-4af3-a6ba-3379b7768208 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:25:59.418878 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "999a1973-9d6b-414f-88f7-ec4814f88166", "tag": "e86db2bd-275e-4f9b-abd5-61ea248f17c8", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:25:59.419380 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fdf353de-554c-4af3-a6ba-3379b7768208 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:25:59.419930 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '999a1973-9d6b-414f-88f7-ec4814f88166', 'tag': 'e86db2bd-275e-4f9b-abd5-61ea248f17c8', 'status': 'completed', 'code': 200} Oct 20 11:25:59.506693 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cad256c-3219-476a-b220-1f3eef8d178f x-openstack-request-id: req-4cad256c-3219-476a-b220-1f3eef8d178f {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:25:59.507201 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e2666c-7e0a-4cdd-88df-9234d18e5a02", "name": "network-vif-deleted", "tag": "b44fe464-8a88-4f33-9392-d0f91d1e7a46", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:25:59.507584 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4cad256c-3219-476a-b220-1f3eef8d178f {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:25:59.508100 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e2666c-7e0a-4cdd-88df-9234d18e5a02', 'name': 'network-vif-deleted', 'tag': 'b44fe464-8a88-4f33-9392-d0f91d1e7a46', 'status': 'completed', 'code': 200} Oct 20 11:25:59.630950 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e42daa5-c54d-4bb1-ab4b-2d3069564953 req-a1f576dc-0f3b-4717-908d-a0b3fb757f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:59.633080 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2e42daa5-c54d-4bb1-ab4b-2d3069564953 req-a1f576dc-0f3b-4717-908d-a0b3fb757f3b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.2091625 Oct 20 11:25:59.720992 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-733479b6-10f2-4e5b-9dab-d65c1504d97f req-f78a5852-2898-4003-bc6b-d22ee5e3e165 tempest-AggregatesAdminTestJSON-375143223 tempest-AggregatesAdminTestJSON-375143223-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7e2666c-7e0a-4cdd-88df-9234d18e5a02 HTTP/1.1" status: 200 len: 210 time: 0.2186921 Oct 20 11:25:59.800260 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f2145-fdf8-411f-8361-ed36fd9bb690 req-1216775b-b085-475f-b4d1-c62449c5b4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:59.801973 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7c3f2145-fdf8-411f-8361-ed36fd9bb690 req-1216775b-b085-475f-b4d1-c62449c5b4a2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d9acdef368f944fcb8d5f209bb8e33d7&device_id=999a1973-9d6b-414f-88f7-ec4814f88166 HTTP/1.1" status: 200 len: 1094 time: 0.3048968 Oct 20 11:25:59.812626 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e42daa5-c54d-4bb1-ab4b-2d3069564953 req-7d6778e9-94f7-4d4c-9ad3-5fac3a94c553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:59.815428 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2e42daa5-c54d-4bb1-ab4b-2d3069564953 req-7d6778e9-94f7-4d4c-9ad3-5fac3a94c553 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1335883 Oct 20 11:25:59.833986 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c8d87-d217-4d12-a2d3-cf6b66edfc53 req-9c25cfe5-98ff-4bcb-a090-f5881fcbb2b5 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:25:59.835671 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-761c8d87-d217-4d12-a2d3-cf6b66edfc53 req-9c25cfe5-98ff-4bcb-a090-f5881fcbb2b5 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f0301ec-0532-4efa-9864-5c87c596089e HTTP/1.1" status: 200 len: 946 time: 0.1612010 Oct 20 11:25:59.979650 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50812) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:00.033930 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f431b2c0-6f20-4e00-9a0b-1b83f9e943e9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=493808f5873a4ab9937b9eb6aa4d68bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508392 Oct 20 11:26:00.035763 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50814) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:00.057715 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-761c8d87-d217-4d12-a2d3-cf6b66edfc53 req-646976a0-e954-4929-863f-c35c049d3f9c tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/security-groups?id=538e4e82-af7d-4e79-86af-2f705cd31163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734331 Oct 20 11:26:00.079224 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c99747-d59d-4687-ae6c-638101716a2b req-3774e5bc-58f7-4b7f-8142-e2703663458f tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:00.080731 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-18c99747-d59d-4687-ae6c-638101716a2b req-3774e5bc-58f7-4b7f-8142-e2703663458f tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a4ae9f1-089b-4930-b5e3-06bc0dfded6d HTTP/1.1" status: 200 len: 967 time: 0.1954770 Oct 20 11:26:00.092721 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2e42daa5-c54d-4bb1-ab4b-2d3069564953 req-6ee3e716-9073-48e0-bfa5-4d11708dda42 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560174 Oct 20 11:26:00.098842 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-61dd870b-a8a0-427c-aee8-28f4c8f1f3a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:00.116814 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f2145-fdf8-411f-8361-ed36fd9bb690 req-89a9bdb2-5f78-4b58-a8ac-aea3f83d6c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:00.118317 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7c3f2145-fdf8-411f-8361-ed36fd9bb690 req-89a9bdb2-5f78-4b58-a8ac-aea3f83d6c39 service neutron] 10.222.0.11 "GET /v2.0/networks?id=60a88ebb-4b56-43bd-98ec-2f75530b8b0e HTTP/1.1" status: 200 len: 922 time: 0.3009126 Oct 20 11:26:00.141662 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-61dd870b-a8a0-427c-aee8-28f4c8f1f3a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:00.224242 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-61dd870b-a8a0-427c-aee8-28f4c8f1f3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:00.232973 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-61dd870b-a8a0-427c-aee8-28f4c8f1f3a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:00.234372 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-61dd870b-a8a0-427c-aee8-28f4c8f1f3a0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d0bb6ada-e4b7-4960-b3c0-5f2fc54e5258 HTTP/1.1" status: 204 len: 168 time: 0.1976342 Oct 20 11:26:00.261589 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dd870b-a8a0-427c-aee8-28f4c8f1f3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0bb6ada-e4b7-4960-b3c0-5f2fc54e5258,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:00.425747 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7c3f2145-fdf8-411f-8361-ed36fd9bb690 req-267702da-ea92-4f00-ad26-30b311a2b56e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e86db2bd-275e-4f9b-abd5-61ea248f17c8 HTTP/1.1" status: 200 len: 217 time: 0.2941484 Oct 20 11:26:00.452141 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device b44fe464-8a88-4f33-9392-d0f91d1e7a46 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:26:00.480273 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-18c99747-d59d-4687-ae6c-638101716a2b req-5b0a5514-e6dc-460c-bae4-83295732c951 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3872855 Oct 20 11:26:00.502363 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: b44fe464-8a88-4f33-9392-d0f91d1e7a46 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:26:00.502709 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device b44fe464-8a88-4f33-9392-d0f91d1e7a46 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:26:00.569942 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2e42daa5-c54d-4bb1-ab4b-2d3069564953 req-33eb33f5-8d27-4024-9d95-696ad924a2d2 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4690199 Oct 20 11:26:00.571442 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f2145-fdf8-411f-8361-ed36fd9bb690 req-804136ba-ee1a-4e40-9fe3-6e28cd75fed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:00.572739 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7c3f2145-fdf8-411f-8361-ed36fd9bb690 req-804136ba-ee1a-4e40-9fe3-6e28cd75fed8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a0c5c2a-f9c9-492d-ba9f-7e961a63a7db HTTP/1.1" status: 200 len: 860 time: 0.1034606 Oct 20 11:26:00.639607 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7c3f2145-fdf8-411f-8361-ed36fd9bb690 req-0a53d53b-9422-4ee5-b68d-788d99df0d62 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=60a88ebb-4b56-43bd-98ec-2f75530b8b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489018 Oct 20 11:26:00.782068 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c7574-e9eb-4bee-9838-4a045b3dea87 req-6da22456-e40a-4a33-aeed-a476058c6e8a tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:00.783695 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-325c7574-e9eb-4bee-9838-4a045b3dea87 req-6da22456-e40a-4a33-aeed-a476058c6e8a tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=999a1973-9d6b-414f-88f7-ec4814f88166 HTTP/1.1" status: 200 len: 943 time: 0.1810639 Oct 20 11:26:00.798042 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3359c-3e8e-4ea6-b882-704cf2dc7be9 req-898b5d6b-ab33-4c9d-b00a-eec4438535e6 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:00.800227 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4dd3359c-3e8e-4ea6-b882-704cf2dc7be9 req-898b5d6b-ab33-4c9d-b00a-eec4438535e6 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/ports?device_id=9e28c491-951f-4007-bf2e-36a9b0a4ff4c HTTP/1.1" status: 200 len: 947 time: 0.1631255 Oct 20 11:26:00.838690 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7c3f2145-fdf8-411f-8361-ed36fd9bb690 req-c989bb9e-cc30-4d12-a6b5-701d3eab48b8 service neutron] 10.222.0.11 "GET /v2.0/networks/60a88ebb-4b56-43bd-98ec-2f75530b8b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828463 Oct 20 11:26:00.889635 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4dd3359c-3e8e-4ea6-b882-704cf2dc7be9 req-026da94f-aa77-44c8-8acd-a23bb05e2b26 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/security-groups?id=45e230e3-c619-47d2-a64b-21b4fbd3cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824389 Oct 20 11:26:00.898902 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-325c7574-e9eb-4bee-9838-4a045b3dea87 req-960fc56e-96ad-4697-be0c-f3be6267dd11 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934207 Oct 20 11:26:00.988953 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7c3f2145-fdf8-411f-8361-ed36fd9bb690 req-edd8885d-049b-4e68-8917-db651565e24c service neutron] 10.222.0.11 "GET /v2.0/networks/60a88ebb-4b56-43bd-98ec-2f75530b8b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424844 Oct 20 11:26:01.207744 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ebd22c-0d0a-449e-aeed-1955b3ccba10 req-906dd86f-dcf6-4bfb-8e1b-6ea4492aa06d tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:01.211275 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c2ebd22c-0d0a-449e-aeed-1955b3ccba10 req-906dd86f-dcf6-4bfb-8e1b-6ea4492aa06d tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f0301ec-0532-4efa-9864-5c87c596089e HTTP/1.1" status: 200 len: 946 time: 0.0736132 Oct 20 11:26:01.288397 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c2ebd22c-0d0a-449e-aeed-1955b3ccba10 req-01e7d240-81e9-4ec3-8b92-8552b5cfcc7c tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/security-groups?id=538e4e82-af7d-4e79-86af-2f705cd31163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627277 Oct 20 11:26:01.343516 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a6c9e5-0eb3-4a33-ba71-41d58aea6a6a req-8202c9b1-5c17-476d-9f25-d878dcfd7ef9 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:01.345299 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-53a6c9e5-0eb3-4a33-ba71-41d58aea6a6a req-8202c9b1-5c17-476d-9f25-d878dcfd7ef9 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=2a4ae9f1-089b-4930-b5e3-06bc0dfded6d HTTP/1.1" status: 200 len: 1118 time: 0.0638697 Oct 20 11:26:01.409776 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-53a6c9e5-0eb3-4a33-ba71-41d58aea6a6a req-ee3a703e-ccfd-4b21-a0fe-caf6f25d8af9 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523252 Oct 20 11:26:01.463380 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50866) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:01.496578 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50870) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:01.551871 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2aec2f-ac72-436a-bc3f-99fcf59dc7cc req-73b45c0d-3e14-45e8-856a-fc1554b733f7 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:01.559612 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea2aec2f-ac72-436a-bc3f-99fcf59dc7cc req-73b45c0d-3e14-45e8-856a-fc1554b733f7 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=2a4ae9f1-089b-4930-b5e3-06bc0dfded6d HTTP/1.1" status: 200 len: 1118 time: 0.0698624 Oct 20 11:26:01.620177 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea2aec2f-ac72-436a-bc3f-99fcf59dc7cc req-528d529d-8b8e-4ffd-abb2-d793d72a4acc tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550039 Oct 20 11:26:01.630279 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f3a0be4b-ec81-417e-8567-6fedb86778c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:01.705729 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50882) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:01.706665 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b8ea96a1-dd68-44d9-a610-f53b8a215fb0 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c2164cd0d4f747e89d4256240fe8dfe2&name=default HTTP/1.1" status: 200 len: 2976 time: 0.2085874 Oct 20 11:26:01.783620 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f3a0be4b-ec81-417e-8567-6fedb86778c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:01.803461 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6d8ec58d-7fe2-4e09-b0b5-2d46165969e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:01.827544 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6d8ec58d-7fe2-4e09-b0b5-2d46165969e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:01.833124 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 0c207751-ad99-4230-9673-b992137c6a0b details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:26:01.928502 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f3a0be4b-ec81-417e-8567-6fedb86778c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:01.969104 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6d8ec58d-7fe2-4e09-b0b5-2d46165969e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:01.973586 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6d8ec58d-7fe2-4e09-b0b5-2d46165969e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:01.977122 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-6d8ec58d-7fe2-4e09-b0b5-2d46165969e2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2ff7d654-b24b-4f09-beb9-309e6b1471c5 HTTP/1.1" status: 204 len: 168 time: 0.2678735 Oct 20 11:26:02.013265 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a0be4b-ec81-417e-8567-6fedb86778c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ed5583-6102-41dd-9a8e-f5f6dab3bf3e,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:02.069817 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ec58d-7fe2-4e09-b0b5-2d46165969e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff7d654-b24b-4f09-beb9-309e6b1471c5,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:02.079631 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-f3a0be4b-ec81-417e-8567-6fedb86778c2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f35e07ff585044ca90f949678c31c06c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6125336 Oct 20 11:26:02.080282 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50900) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:02.104665 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 0c207751-ad99-4230-9673-b992137c6a0b, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=0c207751-ad99-4230-9673-b992137c6a0b,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:02.130240 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a280dcf-0777-4bfc-87a3-7efefad05d27 req-8f120744-5b41-46eb-8985-2de8170a9518 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:02.135476 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a280dcf-0777-4bfc-87a3-7efefad05d27 req-8f120744-5b41-46eb-8985-2de8170a9518 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/ports?device_id=9e28c491-951f-4007-bf2e-36a9b0a4ff4c HTTP/1.1" status: 200 len: 947 time: 0.0973663 Oct 20 11:26:02.194359 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '0c207751-ad99-4230-9673-b992137c6a0b', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'port_id': '0c207751-ad99-4230-9673-b992137c6a0b', 'mac_address': 'fa:16:3e:2e:f4:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94289c8c-e5f7-4e30-b6a9-5b268a8fd610', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:26:02.203883 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-592a0efa-678a-4436-a296-0a1f3a2c2a20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:02.209449 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a280dcf-0777-4bfc-87a3-7efefad05d27 req-a7965a03-7d09-452b-b941-69f411f5c3f2 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/security-groups?id=45e230e3-c619-47d2-a64b-21b4fbd3cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658381 Oct 20 11:26:02.241403 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-592a0efa-678a-4436-a296-0a1f3a2c2a20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:02.318276 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-592a0efa-678a-4436-a296-0a1f3a2c2a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:02.320149 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:02.322076 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-592a0efa-678a-4436-a296-0a1f3a2c2a20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:02.327570 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-592a0efa-678a-4436-a296-0a1f3a2c2a20 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e3ed5583-6102-41dd-9a8e-f5f6dab3bf3e HTTP/1.1" status: 204 len: 168 time: 0.2457478 Oct 20 11:26:02.341063 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a0efa-678a-4436-a296-0a1f3a2c2a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ed5583-6102-41dd-9a8e-f5f6dab3bf3e,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:02.359395 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c207751-ad99-4230-9673-b992137c6a0b {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:26:02.397427 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb9fe8-7882-480c-b2d0-1b1298ee4626 req-73cbeafc-7f4c-43dc-b64e-55b44145f588 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:02.405520 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 0c207751-ad99-4230-9673-b992137c6a0b, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=0c207751-ad99-4230-9673-b992137c6a0b,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:02.406575 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0cdb9fe8-7882-480c-b2d0-1b1298ee4626 req-73cbeafc-7f4c-43dc-b64e-55b44145f588 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=999a1973-9d6b-414f-88f7-ec4814f88166 HTTP/1.1" status: 200 len: 943 time: 0.0670431 Oct 20 11:26:02.422539 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:02.423390 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 0258904c-1770-4f72-b3f1-bd4b07cccee3 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:26:02.452766 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 0258904c-1770-4f72-b3f1-bd4b07cccee3, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=0258904c-1770-4f72-b3f1-bd4b07cccee3,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:02.464992 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0cdb9fe8-7882-480c-b2d0-1b1298ee4626 req-efdbe759-af9b-4f64-be9f-530617e89f82 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574763 Oct 20 11:26:02.470240 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '0258904c-1770-4f72-b3f1-bd4b07cccee3', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'port_id': '0258904c-1770-4f72-b3f1-bd4b07cccee3', 'mac_address': 'fa:16:3e:2e:f5:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94289c8c-e5f7-4e30-b6a9-5b268a8fd610', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:26:02.472062 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device e86db2bd-275e-4f9b-abd5-61ea248f17c8 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:26:02.580295 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=0c207751-ad99-4230-9673-b992137c6a0b,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:02.594877 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:02.609502 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50ff6d-3ae2-4c2c-b6db-73371af5b1c6 req-10a4ce38-ca89-40b1-b299-b34b4f7b8f0f tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:02.610339 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0258904c-1770-4f72-b3f1-bd4b07cccee3 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:26:02.618438 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eb50ff6d-3ae2-4c2c-b6db-73371af5b1c6 req-10a4ce38-ca89-40b1-b299-b34b4f7b8f0f tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f0301ec-0532-4efa-9864-5c87c596089e HTTP/1.1" status: 200 len: 946 time: 0.0716784 Oct 20 11:26:02.632539 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 0258904c-1770-4f72-b3f1-bd4b07cccee3, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=0258904c-1770-4f72-b3f1-bd4b07cccee3,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:02.642175 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:02.700748 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eb50ff6d-3ae2-4c2c-b6db-73371af5b1c6 req-408d3373-7aa5-4d0a-a5fa-6201675f0f22 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/security-groups?id=538e4e82-af7d-4e79-86af-2f705cd31163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802493 Oct 20 11:26:02.721925 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50914) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:02.768004 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=0258904c-1770-4f72-b3f1-bd4b07cccee3,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:02.815912 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50918) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:02.821210 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port e86db2bd-275e-4f9b-abd5-61ea248f17c8, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=e86db2bd-275e-4f9b-abd5-61ea248f17c8,segment=NetworkSegment(ec1b6256-95be-479c-9695-b6dae13546d3),segment_id=ec1b6256-95be-479c-9695-b6dae13546d3)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:02.834702 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': 'e86db2bd-275e-4f9b-abd5-61ea248f17c8', 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e', 'port_id': 'e86db2bd-275e-4f9b-abd5-61ea248f17c8', 'mac_address': 'fa:16:3e:04:ae:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a0c5c2a-f9c9-492d-ba9f-7e961a63a7db', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:26:02.835609 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-62da9a17-0e1d-4fa9-a051-d373a23072ea admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=10e510ddd1c54ab1a0aa3271cdb35a5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0886242 Oct 20 11:26:02.903963 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['0c207751-ad99-4230-9673-b992137c6a0b'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:26:02.905877 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7953c28d-3c72-4d04-bdbc-5552b88a3291 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:02.909412 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['0258904c-1770-4f72-b3f1-bd4b07cccee3'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:26:02.954777 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7953c28d-3c72-4d04-bdbc-5552b88a3291 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:02.999927 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:03.020555 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e86db2bd-275e-4f9b-abd5-61ea248f17c8 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:26:03.081124 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7953c28d-3c72-4d04-bdbc-5552b88a3291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:03.084371 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7953c28d-3c72-4d04-bdbc-5552b88a3291 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:03.088226 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-7953c28d-3c72-4d04-bdbc-5552b88a3291 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a0a9fa00-a178-45c9-9cda-5b301ecd29c0 HTTP/1.1" status: 204 len: 168 time: 0.2709789 Oct 20 11:26:03.104985 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c28d-3c72-4d04-bdbc-5552b88a3291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a9fa00-a178-45c9-9cda-5b301ecd29c0,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:03.292556 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50938) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:03.307459 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port e86db2bd-275e-4f9b-abd5-61ea248f17c8, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=e86db2bd-275e-4f9b-abd5-61ea248f17c8,segment=NetworkSegment(ec1b6256-95be-479c-9695-b6dae13546d3),segment_id=ec1b6256-95be-479c-9695-b6dae13546d3)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:03.325628 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a0c1e4a3-aada-40df-98d8-603fa1cfe8c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:03.344172 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:03.461123 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=e86db2bd-275e-4f9b-abd5-61ea248f17c8,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:03.508234 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73175f41-8870-42a6-82a2-6db73ef2caec req-2578c75b-395f-4708-b0ca-06c9e5873668 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:03.516343 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-73175f41-8870-42a6-82a2-6db73ef2caec req-2578c75b-395f-4708-b0ca-06c9e5873668 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/ports?device_id=9e28c491-951f-4007-bf2e-36a9b0a4ff4c HTTP/1.1" status: 200 len: 948 time: 0.1408350 Oct 20 11:26:03.549806 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['e86db2bd-275e-4f9b-abd5-61ea248f17c8'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:26:03.598644 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-73175f41-8870-42a6-82a2-6db73ef2caec req-93888fee-3105-4929-8ede-62f1306efdb7 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/security-groups?id=45e230e3-c619-47d2-a64b-21b4fbd3cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707603 Oct 20 11:26:03.736552 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a0c1e4a3-aada-40df-98d8-603fa1cfe8c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:03.756835 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a0c1e4a3-aada-40df-98d8-603fa1cfe8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:03.840514 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c1e4a3-aada-40df-98d8-603fa1cfe8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9895e858-32a4-4452-857c-00caa6b2d8f5,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:03.933743 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50956) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:03.949593 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-a0c1e4a3-aada-40df-98d8-603fa1cfe8c6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b56178d8d0cc4b6a95ad6928aca6e3ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6494935 Oct 20 11:26:03.997602 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c270f717-e695-4cca-9108-177ff8263919 req-1bbd6126-1c2a-4a98-9297-876d0b655fcb tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:04.010894 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c270f717-e695-4cca-9108-177ff8263919 req-1bbd6126-1c2a-4a98-9297-876d0b655fcb tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=999a1973-9d6b-414f-88f7-ec4814f88166 HTTP/1.1" status: 200 len: 944 time: 0.1856039 Oct 20 11:26:04.063682 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b9162a2c-99e3-41fc-988d-eee0b63e2208 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:04.108860 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c270f717-e695-4cca-9108-177ff8263919 req-70054633-7a9f-4a0c-8792-6a5cc747eb54 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976286 Oct 20 11:26:04.124564 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b9162a2c-99e3-41fc-988d-eee0b63e2208 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:04.237574 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b9162a2c-99e3-41fc-988d-eee0b63e2208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:04.246022 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b9162a2c-99e3-41fc-988d-eee0b63e2208 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:04.248971 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b9162a2c-99e3-41fc-988d-eee0b63e2208 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9895e858-32a4-4452-857c-00caa6b2d8f5 HTTP/1.1" status: 204 len: 168 time: 0.3144565 Oct 20 11:26:04.270042 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9162a2c-99e3-41fc-988d-eee0b63e2208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9895e858-32a4-4452-857c-00caa6b2d8f5,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:04.294248 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0a3ad-146b-4cf3-b01e-0d3095e794e3 req-e70e832c-4d72-4bd1-9fd0-8b82c705ee81 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:04.306968 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-30f0a3ad-146b-4cf3-b01e-0d3095e794e3 req-e70e832c-4d72-4bd1-9fd0-8b82c705ee81 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f0301ec-0532-4efa-9864-5c87c596089e HTTP/1.1" status: 200 len: 947 time: 0.0809841 Oct 20 11:26:04.381776 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-30f0a3ad-146b-4cf3-b01e-0d3095e794e3 req-99747f85-7215-472c-b984-9ff9c554a1fc tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/security-groups?id=538e4e82-af7d-4e79-86af-2f705cd31163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739009 Oct 20 11:26:04.482644 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device e86db2bd-275e-4f9b-abd5-61ea248f17c8 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:26:04.575478 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port e86db2bd-275e-4f9b-abd5-61ea248f17c8 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:26:04.579916 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port e86db2bd-275e-4f9b-abd5-61ea248f17c8 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:04.580291 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:04.721343 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:04.774435 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940563c7-6109-457b-96a6-90d3bd4ba814 req-55051fa3-d486-4228-8c90-bad55a8b856d tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:04.776496 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-940563c7-6109-457b-96a6-90d3bd4ba814 req-55051fa3-d486-4228-8c90-bad55a8b856d tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/ports?device_id=9e28c491-951f-4007-bf2e-36a9b0a4ff4c HTTP/1.1" status: 200 len: 948 time: 0.0832891 Oct 20 11:26:04.795213 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port e86db2bd-275e-4f9b-abd5-61ea248f17c8, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=e86db2bd-275e-4f9b-abd5-61ea248f17c8,segment=NetworkSegment(ec1b6256-95be-479c-9695-b6dae13546d3),segment_id=ec1b6256-95be-479c-9695-b6dae13546d3)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:04.798740 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999a1973-9d6b-414f-88f7-ec4814f88166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86db2bd-275e-4f9b-abd5-61ea248f17c8'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:26:04.805636 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c203bb5-c120-4364-a744-5f72e139baec" -d '{"events": [{"server_uuid": "999a1973-9d6b-414f-88f7-ec4814f88166", "name": "network-vif-plugged", "status": "completed", "tag": "e86db2bd-275e-4f9b-abd5-61ea248f17c8"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:26:04.811975 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:04.843834 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-940563c7-6109-457b-96a6-90d3bd4ba814 req-de871e75-b2b3-4cb9-bc09-598430cfbc10 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/security-groups?id=45e230e3-c619-47d2-a64b-21b4fbd3cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574963 Oct 20 11:26:04.895078 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=e86db2bd-275e-4f9b-abd5-61ea248f17c8,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:04.916755 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50998) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:05.138410 n-d-814735-3 neutron-server[100646]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 20 11:26:05.145576 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-5cb4f28d-ee79-4acc-9f42-47ca71f5719a tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:26:05.146526 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-5cb4f28d-ee79-4acc-9f42-47ca71f5719a tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2281728 Oct 20 11:26:05.215058 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-87b030bd-31aa-4623-98dd-6a938d5fb6f3 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:05.227397 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-87b030bd-31aa-4623-98dd-6a938d5fb6f3 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] 10.222.0.98 "GET /v2.0/ports/c9b37b09-9679-4d43-b72d-712686e897a6 HTTP/1.1" status: 200 len: 1115 time: 0.0697064 Oct 20 11:26:05.467253 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c7415-806d-4431-9ddc-eaccf5b158f9 req-b765bc6f-3e33-4cd0-8449-56e93c3cdc58 tempest-NetworksTest-683473940 tempest-NetworksTest-683473940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:05.467886 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c7415-806d-4431-9ddc-eaccf5b158f9 req-b765bc6f-3e33-4cd0-8449-56e93c3cdc58 tempest-NetworksTest-683473940 tempest-NetworksTest-683473940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:05.468547 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c7415-806d-4431-9ddc-eaccf5b158f9 req-b765bc6f-3e33-4cd0-8449-56e93c3cdc58 tempest-NetworksTest-683473940 tempest-NetworksTest-683473940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:05.469695 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c7415-806d-4431-9ddc-eaccf5b158f9 req-b765bc6f-3e33-4cd0-8449-56e93c3cdc58 tempest-NetworksTest-683473940 tempest-NetworksTest-683473940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:05.470622 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c7415-806d-4431-9ddc-eaccf5b158f9 req-b765bc6f-3e33-4cd0-8449-56e93c3cdc58 tempest-NetworksTest-683473940 tempest-NetworksTest-683473940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:05.471313 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c7415-806d-4431-9ddc-eaccf5b158f9 req-b765bc6f-3e33-4cd0-8449-56e93c3cdc58 tempest-NetworksTest-683473940 tempest-NetworksTest-683473940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:05.472072 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c7415-806d-4431-9ddc-eaccf5b158f9 req-b765bc6f-3e33-4cd0-8449-56e93c3cdc58 tempest-NetworksTest-683473940 tempest-NetworksTest-683473940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:05.473491 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c7415-806d-4431-9ddc-eaccf5b158f9 req-b765bc6f-3e33-4cd0-8449-56e93c3cdc58 tempest-NetworksTest-683473940 tempest-NetworksTest-683473940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:05.474158 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c7415-806d-4431-9ddc-eaccf5b158f9 req-b765bc6f-3e33-4cd0-8449-56e93c3cdc58 tempest-NetworksTest-683473940 tempest-NetworksTest-683473940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:05.489404 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2e0c7415-806d-4431-9ddc-eaccf5b158f9 req-b765bc6f-3e33-4cd0-8449-56e93c3cdc58 tempest-NetworksTest-683473940 tempest-NetworksTest-683473940-project-admin] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6426 time: 0.2604005 Oct 20 11:26:05.521962 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96b31bd-05fd-49ec-a43c-aceb314da7ac x-openstack-request-id: req-b96b31bd-05fd-49ec-a43c-aceb314da7ac {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:26:05.522436 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999a1973-9d6b-414f-88f7-ec4814f88166", "name": "network-vif-plugged", "status": "completed", "tag": "e86db2bd-275e-4f9b-abd5-61ea248f17c8", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:26:05.522628 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b96b31bd-05fd-49ec-a43c-aceb314da7ac {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:26:05.523254 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999a1973-9d6b-414f-88f7-ec4814f88166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86db2bd-275e-4f9b-abd5-61ea248f17c8', 'code': 200} Oct 20 11:26:05.552837 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-fce80cc2-316d-49cc-bafb-f16d4d45a94a service neutron] Request body: {'binding': {'host': 'n-h2-814735-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:05.553843 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-fce80cc2-316d-49cc-bafb-f16d4d45a94a service neutron] Unknown quota resources ['binding']. {{(pid=100646) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 20 11:26:05.682938 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b28de0-7801-4a63-90dd-69b466296217 req-366091f9-e1c8-47f2-ad80-d9fab29ce42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:05.685069 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b6b28de0-7801-4a63-90dd-69b466296217 req-366091f9-e1c8-47f2-ad80-d9fab29ce42d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=999a1973-9d6b-414f-88f7-ec4814f88166 HTTP/1.1" status: 200 len: 1096 time: 0.0952854 Oct 20 11:26:05.697296 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b319b-17e0-41dd-8017-6326a8c62447 req-29fa7c68-a9c4-4226-80ac-6bf32b0f2979 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:05.699084 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5b4b319b-17e0-41dd-8017-6326a8c62447 req-29fa7c68-a9c4-4226-80ac-6bf32b0f2979 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=999a1973-9d6b-414f-88f7-ec4814f88166 HTTP/1.1" status: 200 len: 945 time: 0.1214528 Oct 20 11:26:05.751277 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b6b28de0-7801-4a63-90dd-69b466296217 req-76b2d0ec-0078-4928-b297-668a2890ca12 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507247 Oct 20 11:26:05.778983 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5b4b319b-17e0-41dd-8017-6326a8c62447 req-2b6a9a72-6232-4d28-8feb-34ccc167a893 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590801 Oct 20 11:26:05.797346 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-fce80cc2-316d-49cc-bafb-f16d4d45a94a service neutron] Attempting to bind port c9b37b09-9679-4d43-b72d-712686e897a6 on host n-h2-814735-3 for vnic_type normal with profile None {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:26:05.797814 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-fce80cc2-316d-49cc-bafb-f16d4d45a94a service neutron] Attempting to bind port c9b37b09-9679-4d43-b72d-712686e897a6 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': 'fb1327ec-83b6-478a-9700-c6ea2f9574d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:26:05.798237 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-fce80cc2-316d-49cc-bafb-f16d4d45a94a service neutron] Attempting to bind port c9b37b09-9679-4d43-b72d-712686e897a6 on network b05579c2-10e5-4997-ab9d-57afa741288e {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:26:05.803203 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-fce80cc2-316d-49cc-bafb-f16d4d45a94a service neutron] Port c9b37b09-9679-4d43-b72d-712686e897a6 on network b05579c2-10e5-4997-ab9d-57afa741288e not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:26:05.803696 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-fce80cc2-316d-49cc-bafb-f16d4d45a94a service neutron] Attempting to bind port c9b37b09-9679-4d43-b72d-712686e897a6 on network b05579c2-10e5-4997-ab9d-57afa741288e {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:26:05.808882 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-fce80cc2-316d-49cc-bafb-f16d4d45a94a service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:26:05.809329 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-fce80cc2-316d-49cc-bafb-f16d4d45a94a service neutron] Checking segment: {'id': 'fb1327ec-83b6-478a-9700-c6ea2f9574d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:26:05.809875 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-fce80cc2-316d-49cc-bafb-f16d4d45a94a service neutron] Bound using segment: {'id': 'fb1327ec-83b6-478a-9700-c6ea2f9574d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:26:05.810402 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-fce80cc2-316d-49cc-bafb-f16d4d45a94a service neutron] Bound port: c9b37b09-9679-4d43-b72d-712686e897a6, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb1327ec-83b6-478a-9700-c6ea2f9574d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:26:05.863357 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 0c207751-ad99-4230-9673-b992137c6a0b up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:26:05.972365 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-fce80cc2-316d-49cc-bafb-f16d4d45a94a service neutron] For port c9b37b09-9679-4d43-b72d-712686e897a6, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=c9b37b09-9679-4d43-b72d-712686e897a6,segment=NetworkSegment(fb1327ec-83b6-478a-9700-c6ea2f9574d3),segment_id=fb1327ec-83b6-478a-9700-c6ea2f9574d3)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:26:05.989178 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-fce80cc2-316d-49cc-bafb-f16d4d45a94a service neutron] Publish callbacks [] for binding, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:05.990828 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-fce80cc2-316d-49cc-bafb-f16d4d45a94a service neutron] 10.222.0.98 "POST /v2.0/ports/c9b37b09-9679-4d43-b72d-712686e897a6/bindings HTTP/1.1" status: 201 len: 389 time: 0.6342320 Oct 20 11:26:06.001783 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 0c207751-ad99-4230-9673-b992137c6a0b completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:26:06.015661 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 0c207751-ad99-4230-9673-b992137c6a0b triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:06.016043 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:06.047629 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf63cea-40c4-4daf-87ba-4bbae4c347f8 req-87ad59a6-fe88-4ede-af5b-e6374b2e6d6b tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:06.049621 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0bf63cea-40c4-4daf-87ba-4bbae4c347f8 req-87ad59a6-fe88-4ede-af5b-e6374b2e6d6b tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f0301ec-0532-4efa-9864-5c87c596089e HTTP/1.1" status: 200 len: 947 time: 0.1461248 Oct 20 11:26:06.177210 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51044) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:06.198220 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0bf63cea-40c4-4daf-87ba-4bbae4c347f8 req-7d436e4a-c9b6-43e8-a675-ee15a17c190c tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/security-groups?id=538e4e82-af7d-4e79-86af-2f705cd31163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406832 Oct 20 11:26:06.203646 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:06.261901 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 0c207751-ad99-4230-9673-b992137c6a0b, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=0c207751-ad99-4230-9673-b992137c6a0b,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:06.272483 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:06.273852 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 0258904c-1770-4f72-b3f1-bd4b07cccee3 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:26:06.384345 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cebdf9-770c-40e2-b62b-f9971d28ed31 req-c7fec876-0482-4e38-96e6-4a52f9ed1ebb tempest-NetworksTest-683473940 tempest-NetworksTest-683473940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:06.388660 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=0c207751-ad99-4230-9673-b992137c6a0b,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:06.393917 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 0258904c-1770-4f72-b3f1-bd4b07cccee3 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:26:06.399268 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 0258904c-1770-4f72-b3f1-bd4b07cccee3 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:06.400468 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:06.406529 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-94cebdf9-770c-40e2-b62b-f9971d28ed31 req-c7fec876-0482-4e38-96e6-4a52f9ed1ebb tempest-NetworksTest-683473940 tempest-NetworksTest-683473940-project-admin] 10.222.0.98 "GET /v2.0/networks/717966e5-c478-496f-bddb-05794fb74250 HTTP/1.1" status: 200 len: 886 time: 0.1972089 Oct 20 11:26:06.406657 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-cff4723a-0c20-4d9b-905a-ed2454bf2767 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1118223990-network', 'tenant_id': '148df67387bc4ce6991a2699fe30ca2b'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:06.471430 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff4723a-0c20-4d9b-905a-ed2454bf2767 admin admin] Made reservation on behalf of 148df67387bc4ce6991a2699fe30ca2b for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:26:06.475624 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cff4723a-0c20-4d9b-905a-ed2454bf2767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:06.486221 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-191a631a-d1d5-4dc5-807c-bc9d36b6d8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:06.488613 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-191a631a-d1d5-4dc5-807c-bc9d36b6d8a7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aa6715c00c6e4476951bf73e506ed201&device_id=2a4ae9f1-089b-4930-b5e3-06bc0dfded6d HTTP/1.1" status: 200 len: 1118 time: 0.0793808 Oct 20 11:26:06.501125 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cff4723a-0c20-4d9b-905a-ed2454bf2767 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:06.501786 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9b222-ac99-4db1-aafb-44498208ca0c req-0d125b11-174e-41af-9652-cd99c12b51fd tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:06.509736 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e7d9b222-ac99-4db1-aafb-44498208ca0c req-0d125b11-174e-41af-9652-cd99c12b51fd tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/ports?device_id=9e28c491-951f-4007-bf2e-36a9b0a4ff4c HTTP/1.1" status: 200 len: 949 time: 0.0992057 Oct 20 11:26:06.548723 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:06.604149 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 0258904c-1770-4f72-b3f1-bd4b07cccee3, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=0258904c-1770-4f72-b3f1-bd4b07cccee3,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:06.618106 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cff4723a-0c20-4d9b-905a-ed2454bf2767 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:06.620346 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:06.671578 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cff4723a-0c20-4d9b-905a-ed2454bf2767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:06.671679 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e7d9b222-ac99-4db1-aafb-44498208ca0c req-6ec3804c-87da-4846-a095-66271a55469a tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/security-groups?id=45e230e3-c619-47d2-a64b-21b4fbd3cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542544 Oct 20 11:26:06.698532 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff4723a-0c20-4d9b-905a-ed2454bf2767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52e597d-a159-4003-908b-c0d276541698,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:06.731030 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735da2b-8534-42ab-9129-ee6c6fce8e7d req-8ec9f99a-859c-4f74-b5b2-73b0c33db735 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:06.734071 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=0258904c-1770-4f72-b3f1-bd4b07cccee3,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:06.738651 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8735da2b-8534-42ab-9129-ee6c6fce8e7d req-8ec9f99a-859c-4f74-b5b2-73b0c33db735 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a4ae9f1-089b-4930-b5e3-06bc0dfded6d HTTP/1.1" status: 200 len: 967 time: 0.1968396 Oct 20 11:26:06.741100 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-29114766-1fb9-4eb3-96ed-c13b0fca75d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:06.742487 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-29114766-1fb9-4eb3-96ed-c13b0fca75d9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b05579c2-10e5-4997-ab9d-57afa741288e HTTP/1.1" status: 200 len: 909 time: 0.2298999 Oct 20 11:26:06.748070 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cff4723a-0c20-4d9b-905a-ed2454bf2767 admin admin] vlan segment allocate from pool success with {'vlan_id': 1276, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:26:06.775977 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cff4723a-0c20-4d9b-905a-ed2454bf2767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:06.775977 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-cff4723a-0c20-4d9b-905a-ed2454bf2767 admin admin] Added segment f7b2f859-a162-4ede-8eaa-620a4add6ef1 of type vlan for network d8338651-6e93-43eb-82bb-c86cf6e817ba Oct 20 11:26:06.816584 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-214e3423-f91f-4548-b098-24b51d2565f6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9b37b09-9679-4d43-b72d-712686e897a6 HTTP/1.1" status: 200 len: 217 time: 0.0401745 Oct 20 11:26:06.844973 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8735da2b-8534-42ab-9129-ee6c6fce8e7d req-87ed3283-a5b6-4f1d-9437-1c3b5d6eb3d0 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995114 Oct 20 11:26:06.873594 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cff4723a-0c20-4d9b-905a-ed2454bf2767 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:06.910252 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cff4723a-0c20-4d9b-905a-ed2454bf2767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:06.912271 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff4723a-0c20-4d9b-905a-ed2454bf2767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:06.913122 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cff4723a-0c20-4d9b-905a-ed2454bf2767 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:06.965451 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-cff4723a-0c20-4d9b-905a-ed2454bf2767 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7826917 Oct 20 11:26:06.967330 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51062) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:06.977231 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-aa99dd59-0eed-47ae-9e89-d5c4f25203ef admin admin] Request body: {'subnet': {'network_id': 'd8338651-6e93-43eb-82bb-c86cf6e817ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1118223990-subnet', 'tenant_id': '148df67387bc4ce6991a2699fe30ca2b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:07.009656 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-5b72a826-cf8e-4027-ab02-8282b44bbd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:07.011315 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-5b72a826-cf8e-4027-ab02-8282b44bbd00 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=beaf7d63-7f7d-4cb5-8871-db069d2b0a56 HTTP/1.1" status: 200 len: 847 time: 0.1620958 Oct 20 11:26:07.042990 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff4723a-0c20-4d9b-905a-ed2454bf2767 admin admin] Pushing event updated for resources: {'Network': ['ID=d8338651-6e93-43eb-82bb-c86cf6e817ba,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:07.051809 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa99dd59-0eed-47ae-9e89-d5c4f25203ef admin admin] Made reservation on behalf of 148df67387bc4ce6991a2699fe30ca2b for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:26:07.053157 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network d8338651-6e93-43eb-82bb-c86cf6e817ba details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:26:07.054109 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-aa99dd59-0eed-47ae-9e89-d5c4f25203ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:07.081175 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-058de172-ebf2-4013-877c-35c6eba5be78 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b05579c2-10e5-4997-ab9d-57afa741288e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525696 Oct 20 11:26:07.305425 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-aa99dd59-0eed-47ae-9e89-d5c4f25203ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:07.381361 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa99dd59-0eed-47ae-9e89-d5c4f25203ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a859bd7-2b54-4ef2-916f-95506b8b807d,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:07.394886 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa99dd59-0eed-47ae-9e89-d5c4f25203ef admin admin] Checking segment: {'id': 'f7b2f859-a162-4ede-8eaa-620a4add6ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'd8338651-6e93-43eb-82bb-c86cf6e817ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:26:07.395250 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa99dd59-0eed-47ae-9e89-d5c4f25203ef admin admin] Network hostable DHCP agents. Network: d8338651-6e93-43eb-82bb-c86cf6e817ba, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:26:07.396041 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-ed661106-ca71-4a30-99ea-b330724172ce service neutron] 10.222.0.89 "GET /v2.0/networks/b05579c2-10e5-4997-ab9d-57afa741288e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050022 Oct 20 11:26:07.412210 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f766cc-3d05-48d6-88d6-04838e8fb0f1 req-3894beb9-20e7-4178-bdb0-e53845b3fdc0 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:07.413720 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-15f766cc-3d05-48d6-88d6-04838e8fb0f1 req-3894beb9-20e7-4178-bdb0-e53845b3fdc0 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=999a1973-9d6b-414f-88f7-ec4814f88166 HTTP/1.1" status: 200 len: 945 time: 0.3997195 Oct 20 11:26:07.416537 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa99dd59-0eed-47ae-9e89-d5c4f25203ef admin admin] Network d8338651-6e93-43eb-82bb-c86cf6e817ba is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:26:07.422739 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8e467-a197-4b7c-8e97-b8dc0812c3a6 req-46e3aa31-19b2-4742-9780-dc69472b5012 tempest-NetworksTest-683473940 tempest-NetworksTest-683473940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:07.423230 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8e467-a197-4b7c-8e97-b8dc0812c3a6 req-46e3aa31-19b2-4742-9780-dc69472b5012 tempest-NetworksTest-683473940 tempest-NetworksTest-683473940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:07.423685 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8e467-a197-4b7c-8e97-b8dc0812c3a6 req-46e3aa31-19b2-4742-9780-dc69472b5012 tempest-NetworksTest-683473940 tempest-NetworksTest-683473940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:07.424131 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8e467-a197-4b7c-8e97-b8dc0812c3a6 req-46e3aa31-19b2-4742-9780-dc69472b5012 tempest-NetworksTest-683473940 tempest-NetworksTest-683473940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:07.424734 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8e467-a197-4b7c-8e97-b8dc0812c3a6 req-46e3aa31-19b2-4742-9780-dc69472b5012 tempest-NetworksTest-683473940 tempest-NetworksTest-683473940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:07.425324 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8e467-a197-4b7c-8e97-b8dc0812c3a6 req-46e3aa31-19b2-4742-9780-dc69472b5012 tempest-NetworksTest-683473940 tempest-NetworksTest-683473940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:07.425908 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8e467-a197-4b7c-8e97-b8dc0812c3a6 req-46e3aa31-19b2-4742-9780-dc69472b5012 tempest-NetworksTest-683473940 tempest-NetworksTest-683473940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:07.426509 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8e467-a197-4b7c-8e97-b8dc0812c3a6 req-46e3aa31-19b2-4742-9780-dc69472b5012 tempest-NetworksTest-683473940 tempest-NetworksTest-683473940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:07.426991 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8e467-a197-4b7c-8e97-b8dc0812c3a6 req-46e3aa31-19b2-4742-9780-dc69472b5012 tempest-NetworksTest-683473940 tempest-NetworksTest-683473940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:07.427435 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8e467-a197-4b7c-8e97-b8dc0812c3a6 req-46e3aa31-19b2-4742-9780-dc69472b5012 tempest-NetworksTest-683473940 tempest-NetworksTest-683473940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:07.436893 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-aa99dd59-0eed-47ae-9e89-d5c4f25203ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, d8338651-6e93-43eb-82bb-c86cf6e817ba) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:26:07.439080 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-16e8e467-a197-4b7c-8e97-b8dc0812c3a6 req-46e3aa31-19b2-4742-9780-dc69472b5012 tempest-NetworksTest-683473940 tempest-NetworksTest-683473940-project-admin] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7095 time: 0.5400491 Oct 20 11:26:07.442559 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa99dd59-0eed-47ae-9e89-d5c4f25203ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:07.443152 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-aa99dd59-0eed-47ae-9e89-d5c4f25203ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:07.462921 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c32e3d-69ab-4bec-87c1-9597a8b867d4 None None] Network d8338651-6e93-43eb-82bb-c86cf6e817ba requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:26:07.481872 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-aa99dd59-0eed-47ae-9e89-d5c4f25203ef admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5125873 Oct 20 11:26:07.485847 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 51070) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:07.494562 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-e2e63c02-012b-4c29-81d3-35e14de4ffee admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1118223990-router', 'tenant_id': '148df67387bc4ce6991a2699fe30ca2b', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:07.553343 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-15f766cc-3d05-48d6-88d6-04838e8fb0f1 req-b46b5175-01ac-4235-b7ab-ed67c7dfc17f tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128523 Oct 20 11:26:07.576039 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e28c491-951f-4007-bf2e-36a9b0a4ff4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c207751-ad99-4230-9673-b992137c6a0b'}, {'server_uuid': '9f0301ec-0532-4efa-9864-5c87c596089e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0258904c-1770-4f72-b3f1-bd4b07cccee3'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:26:07.578300 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bfd7cc7-2f4a-4f51-bcb5-311029a23f60" -d '{"events": [{"server_uuid": "9e28c491-951f-4007-bf2e-36a9b0a4ff4c", "name": "network-vif-plugged", "status": "completed", "tag": "0c207751-ad99-4230-9673-b992137c6a0b"}, {"server_uuid": "9f0301ec-0532-4efa-9864-5c87c596089e", "name": "network-vif-plugged", "status": "completed", "tag": "0258904c-1770-4f72-b3f1-bd4b07cccee3"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:26:07.578433 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e2e63c02-012b-4c29-81d3-35e14de4ffee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:07.581071 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e2e63c02-012b-4c29-81d3-35e14de4ffee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:07.701132 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e2e63c02-012b-4c29-81d3-35e14de4ffee admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:07.807688 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-b664e56f-d69b-4c72-9e00-aa9510913b3b service neutron] 10.222.0.89 "GET /v2.0/networks/b05579c2-10e5-4997-ab9d-57afa741288e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3926640 Oct 20 11:26:07.818252 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Oct 2021 11:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb529c7b-733d-4c79-9c67-90cdd5d5f61d x-openstack-request-id: req-cb529c7b-733d-4c79-9c67-90cdd5d5f61d {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:26:07.823442 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e28c491-951f-4007-bf2e-36a9b0a4ff4c", "name": "network-vif-plugged", "status": "completed", "tag": "0c207751-ad99-4230-9673-b992137c6a0b", "code": 200}, {"server_uuid": "9f0301ec-0532-4efa-9864-5c87c596089e", "name": "network-vif-plugged", "status": "completed", "tag": "0258904c-1770-4f72-b3f1-bd4b07cccee3", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:26:07.823879 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cb529c7b-733d-4c79-9c67-90cdd5d5f61d {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:26:07.824398 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e28c491-951f-4007-bf2e-36a9b0a4ff4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c207751-ad99-4230-9673-b992137c6a0b', 'code': 200} Oct 20 11:26:07.824748 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0301ec-0532-4efa-9864-5c87c596089e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0258904c-1770-4f72-b3f1-bd4b07cccee3', 'code': 200} Oct 20 11:26:07.896947 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17040dad-c846-4682-8163-8b68822b9a31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-d8338651-6e93-43eb-82bb-c86cf6e817ba', 'network_id': 'd8338651-6e93-43eb-82bb-c86cf6e817ba', 'tenant_id': '148df67387bc4ce6991a2699fe30ca2b', 'fixed_ips': [{'subnet_id': '5a859bd7-2b54-4ef2-916f-95506b8b807d'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:26:07.898886 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-17040dad-c846-4682-8163-8b68822b9a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:07.900679 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e2e63c02-012b-4c29-81d3-35e14de4ffee admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:07.934678 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51086) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:07.939672 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1279707-801e-435a-a257-b17ee01612fe req-34e43dad-de74-47da-b6ba-cd078d7a6650 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:07.947146 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d1279707-801e-435a-a257-b17ee01612fe req-34e43dad-de74-47da-b6ba-cd078d7a6650 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f0301ec-0532-4efa-9864-5c87c596089e HTTP/1.1" status: 200 len: 948 time: 0.2445056 Oct 20 11:26:07.987474 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4b9df-814c-4ab4-a479-7debbedfe259 req-feb8e811-65d2-434f-bb98-de20aae64134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:07.992639 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a4c4b9df-814c-4ab4-a479-7debbedfe259 req-feb8e811-65d2-434f-bb98-de20aae64134 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=9e28c491-951f-4007-bf2e-36a9b0a4ff4c HTTP/1.1" status: 200 len: 1100 time: 0.1381454 Oct 20 11:26:08.018274 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.89', 51475) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:08.099562 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dacdcb-6783-4f92-ae18-350299267b38 req-95f8d672-2d05-432c-a3ed-e9bf29051d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:08.106297 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c5dacdcb-6783-4f92-ae18-350299267b38 req-95f8d672-2d05-432c-a3ed-e9bf29051d5c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=9f0301ec-0532-4efa-9864-5c87c596089e HTTP/1.1" status: 200 len: 1099 time: 0.2520919 Oct 20 11:26:08.116811 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d1279707-801e-435a-a257-b17ee01612fe req-674ba68f-d172-44e1-9b8d-b33a4148f098 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/security-groups?id=538e4e82-af7d-4e79-86af-2f705cd31163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687703 Oct 20 11:26:08.145652 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-17040dad-c846-4682-8163-8b68822b9a31 None None] Allocated IP 172.20.0.2 (d8338651-6e93-43eb-82bb-c86cf6e817ba/5a859bd7-2b54-4ef2-916f-95506b8b807d/93ee54d6-bfae-4cbc-8920-c871563ab46a) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:26:08.215516 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9ddb6be6-7799-427b-8fed-f8bb34a0b302 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:08.244959 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a4c4b9df-814c-4ab4-a479-7debbedfe259 req-d39091c0-fcbf-4eee-92f6-4dcb4eeb6cbc service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=45e230e3-c619-47d2-a64b-21b4fbd3cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412777 Oct 20 11:26:08.275905 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-841329e9-64f4-4daf-b91f-39ef2668f699 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:08.277788 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-841329e9-64f4-4daf-b91f-39ef2668f699 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=2a4ae9f1-089b-4930-b5e3-06bc0dfded6d&tenant_id=aa6715c00c6e4476951bf73e506ed201&binding%3Ahost_id=n-h1-814735-3 HTTP/1.1" status: 200 len: 1118 time: 0.2554934 Oct 20 11:26:08.364777 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9ddb6be6-7799-427b-8fed-f8bb34a0b302 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:08.369998 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9ddb6be6-7799-427b-8fed-f8bb34a0b302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:08.379530 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c5dacdcb-6783-4f92-ae18-350299267b38 req-f3694920-fdf2-44c8-ac5c-5e82115c69a2 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=538e4e82-af7d-4e79-86af-2f705cd31163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594132 Oct 20 11:26:08.411899 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-9ddb6be6-7799-427b-8fed-f8bb34a0b302 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=43056de35f1e45eb90e71d52e836d54a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4741309 Oct 20 11:26:08.413066 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb6be6-7799-427b-8fed-f8bb34a0b302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22ffe79-ab87-4da1-8731-85f1f729a44a,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:08.416335 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51092) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:08.423094 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662f7f4-b151-4825-97da-1514f5b7442f req-b2599fef-e2a0-4ef6-9706-645479e9b1ba tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:08.425231 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5662f7f4-b151-4825-97da-1514f5b7442f req-b2599fef-e2a0-4ef6-9706-645479e9b1ba tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/ports?device_id=9e28c491-951f-4007-bf2e-36a9b0a4ff4c HTTP/1.1" status: 200 len: 949 time: 0.1386065 Oct 20 11:26:08.434379 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a29460-8372-4957-90d4-c32061a78e12 req-bc4a9c0b-d452-4c22-9438-85a2e9cccb3b tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:08.444049 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b6a29460-8372-4957-90d4-c32061a78e12 req-bc4a9c0b-d452-4c22-9438-85a2e9cccb3b tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=999a1973-9d6b-414f-88f7-ec4814f88166 HTTP/1.1" status: 200 len: 1096 time: 0.1230133 Oct 20 11:26:08.447355 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-17040dad-c846-4682-8163-8b68822b9a31 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:08.454936 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-17040dad-c846-4682-8163-8b68822b9a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:08.482982 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c70ae0b7-8bb2-4b7c-9693-5f25fdd7b4e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:08.503770 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17040dad-c846-4682-8163-8b68822b9a31 None None] Network d8338651-6e93-43eb-82bb-c86cf6e817ba is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:26:08.506749 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-17040dad-c846-4682-8163-8b68822b9a31 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:26:08.514100 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17040dad-c846-4682-8163-8b68822b9a31 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:26:08.517581 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17040dad-c846-4682-8163-8b68822b9a31 None None] Pushing event updated for resources: {'Port': ['ID=93ee54d6-bfae-4cbc-8920-c871563ab46a,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:08.526324 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c70ae0b7-8bb2-4b7c-9693-5f25fdd7b4e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:08.581231 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-17040dad-c846-4682-8163-8b68822b9a31 None None] Attempting to bind port 93ee54d6-bfae-4cbc-8920-c871563ab46a on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:26:08.581813 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-17040dad-c846-4682-8163-8b68822b9a31 None None] Attempting to bind port 93ee54d6-bfae-4cbc-8920-c871563ab46a by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'f7b2f859-a162-4ede-8eaa-620a4add6ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'd8338651-6e93-43eb-82bb-c86cf6e817ba'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:26:08.581968 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17040dad-c846-4682-8163-8b68822b9a31 None None] Attempting to bind port 93ee54d6-bfae-4cbc-8920-c871563ab46a on network d8338651-6e93-43eb-82bb-c86cf6e817ba {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:26:08.587728 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17040dad-c846-4682-8163-8b68822b9a31 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:26:08.588093 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c70ae0b7-8bb2-4b7c-9693-5f25fdd7b4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:08.588272 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17040dad-c846-4682-8163-8b68822b9a31 None None] Checking segment: {'id': 'f7b2f859-a162-4ede-8eaa-620a4add6ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'd8338651-6e93-43eb-82bb-c86cf6e817ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:26:08.588486 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-17040dad-c846-4682-8163-8b68822b9a31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:08.588884 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17040dad-c846-4682-8163-8b68822b9a31 None None] Bound using segment: {'id': 'f7b2f859-a162-4ede-8eaa-620a4add6ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'd8338651-6e93-43eb-82bb-c86cf6e817ba'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:26:08.589354 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-17040dad-c846-4682-8163-8b68822b9a31 None None] Bound port: 93ee54d6-bfae-4cbc-8920-c871563ab46a, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7b2f859-a162-4ede-8eaa-620a4add6ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'd8338651-6e93-43eb-82bb-c86cf6e817ba'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:26:08.589732 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-17040dad-c846-4682-8163-8b68822b9a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:08.591263 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c70ae0b7-8bb2-4b7c-9693-5f25fdd7b4e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:08.601473 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c70ae0b7-8bb2-4b7c-9693-5f25fdd7b4e0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f22ffe79-ab87-4da1-8731-85f1f729a44a HTTP/1.1" status: 204 len: 168 time: 0.1818137 Oct 20 11:26:08.613859 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ae0b7-8bb2-4b7c-9693-5f25fdd7b4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22ffe79-ab87-4da1-8731-85f1f729a44a,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:08.664594 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-19fffd66-7038-4c47-a830-0bf0ef2b4eea service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-814735-3'}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:08.672293 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5662f7f4-b151-4825-97da-1514f5b7442f req-efe869f2-0145-4957-815b-0b5bdcb6f010 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/security-groups?id=45e230e3-c619-47d2-a64b-21b4fbd3cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194452 Oct 20 11:26:08.745509 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-19fffd66-7038-4c47-a830-0bf0ef2b4eea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:08.778490 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b6a29460-8372-4957-90d4-c32061a78e12 req-8224e18b-e3f2-4dfd-8dd0-556506f265fa tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241794 Oct 20 11:26:08.788138 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-17040dad-c846-4682-8163-8b68822b9a31 None None] For port 93ee54d6-bfae-4cbc-8920-c871563ab46a, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:26:08.814202 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-17040dad-c846-4682-8163-8b68822b9a31 None None] For port 93ee54d6-bfae-4cbc-8920-c871563ab46a, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=93ee54d6-bfae-4cbc-8920-c871563ab46a,segment=NetworkSegment(f7b2f859-a162-4ede-8eaa-620a4add6ef1),segment_id=f7b2f859-a162-4ede-8eaa-620a4add6ef1)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:26:08.822886 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-17040dad-c846-4682-8163-8b68822b9a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:08.873040 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e2e63c02-012b-4c29-81d3-35e14de4ffee admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:08.913885 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e2e63c02-012b-4c29-81d3-35e14de4ffee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:08.986060 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17040dad-c846-4682-8163-8b68822b9a31 None None] Pushing event updated for resources: {'Port': ['ID=93ee54d6-bfae-4cbc-8920-c871563ab46a,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:09.161336 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-e2e63c02-012b-4c29-81d3-35e14de4ffee admin admin] Allocated IP 172.25.5.17 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/1b58a554-d85a-47c3-9896-ddec53885546) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:26:09.207792 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 51104) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:09.225812 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5ff4df47-bfcd-419b-a182-7cea47da5d1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:09.235198 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ca73b-6989-443f-b115-dc121b0af750 req-d5ec553a-7743-4964-aa38-dd11f203165a tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:09.243141 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-898ca73b-6989-443f-b115-dc121b0af750 req-d5ec553a-7743-4964-aa38-dd11f203165a tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a4ae9f1-089b-4930-b5e3-06bc0dfded6d HTTP/1.1" status: 200 len: 967 time: 0.4343135 Oct 20 11:26:09.357739 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-19fffd66-7038-4c47-a830-0bf0ef2b4eea service neutron] For port c9b37b09-9679-4d43-b72d-712686e897a6, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=c9b37b09-9679-4d43-b72d-712686e897a6,segment=NetworkSegment(fb1327ec-83b6-478a-9700-c6ea2f9574d3),segment_id=fb1327ec-83b6-478a-9700-c6ea2f9574d3)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:09.406655 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32893c-f300-4d4b-8c90-90230f940607 req-727604f3-6cd3-41b8-8ad5-577b1670013c tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:09.415269 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fd32893c-f300-4d4b-8c90-90230f940607 req-727604f3-6cd3-41b8-8ad5-577b1670013c tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=999a1973-9d6b-414f-88f7-ec4814f88166 HTTP/1.1" status: 200 len: 1096 time: 0.3081727 Oct 20 11:26:09.435020 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-19fffd66-7038-4c47-a830-0bf0ef2b4eea service neutron] For port c9b37b09-9679-4d43-b72d-712686e897a6, host n-h1-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:26:09.478436 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-898ca73b-6989-443f-b115-dc121b0af750 req-ec3d3fa1-ed1e-4b72-bb97-80f4a511572d tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341661 Oct 20 11:26:09.513698 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-19fffd66-7038-4c47-a830-0bf0ef2b4eea service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:09.517394 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a4ae9f1-089b-4930-b5e3-06bc0dfded6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9b37b09-9679-4d43-b72d-712686e897a6'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:26:09.520607 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b11a10d-f651-446b-9ede-49261ed15b2d" -d '{"events": [{"server_uuid": "2a4ae9f1-089b-4930-b5e3-06bc0dfded6d", "name": "network-vif-unplugged", "status": "completed", "tag": "c9b37b09-9679-4d43-b72d-712686e897a6"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:26:09.525873 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-19fffd66-7038-4c47-a830-0bf0ef2b4eea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:09.569298 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:09.592353 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e2e63c02-012b-4c29-81d3-35e14de4ffee admin admin] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:09.695267 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fffd66-7038-4c47-a830-0bf0ef2b4eea service neutron] Pushing event updated for resources: {'Port': ['ID=c9b37b09-9679-4d43-b72d-712686e897a6,revision_number=7']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:09.706979 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-19fffd66-7038-4c47-a830-0bf0ef2b4eea service neutron] Attempting to bind port c9b37b09-9679-4d43-b72d-712686e897a6 on host n-h1-814735-3 for vnic_type normal with profile {"migrating_to": "n-h2-814735-3"} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:26:09.710526 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-19fffd66-7038-4c47-a830-0bf0ef2b4eea service neutron] Attempting to bind port c9b37b09-9679-4d43-b72d-712686e897a6 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': 'fb1327ec-83b6-478a-9700-c6ea2f9574d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:26:09.711085 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-19fffd66-7038-4c47-a830-0bf0ef2b4eea service neutron] Attempting to bind port c9b37b09-9679-4d43-b72d-712686e897a6 on network b05579c2-10e5-4997-ab9d-57afa741288e {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:26:09.719133 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-19fffd66-7038-4c47-a830-0bf0ef2b4eea service neutron] Port c9b37b09-9679-4d43-b72d-712686e897a6 on network b05579c2-10e5-4997-ab9d-57afa741288e not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:26:09.719718 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-19fffd66-7038-4c47-a830-0bf0ef2b4eea service neutron] Attempting to bind port c9b37b09-9679-4d43-b72d-712686e897a6 on network b05579c2-10e5-4997-ab9d-57afa741288e {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:26:09.732379 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-19fffd66-7038-4c47-a830-0bf0ef2b4eea service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:26:09.732985 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-19fffd66-7038-4c47-a830-0bf0ef2b4eea service neutron] Checking segment: {'id': 'fb1327ec-83b6-478a-9700-c6ea2f9574d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:26:09.733549 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-19fffd66-7038-4c47-a830-0bf0ef2b4eea service neutron] Bound using segment: {'id': 'fb1327ec-83b6-478a-9700-c6ea2f9574d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:26:09.734140 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-19fffd66-7038-4c47-a830-0bf0ef2b4eea service neutron] Bound port: c9b37b09-9679-4d43-b72d-712686e897a6, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb1327ec-83b6-478a-9700-c6ea2f9574d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:26:09.735016 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-19fffd66-7038-4c47-a830-0bf0ef2b4eea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:09.768252 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5ff4df47-bfcd-419b-a182-7cea47da5d1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:09.782100 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5ff4df47-bfcd-419b-a182-7cea47da5d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:09.783067 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 93ee54d6-bfae-4cbc-8920-c871563ab46a up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:26:09.837504 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-19fffd66-7038-4c47-a830-0bf0ef2b4eea service neutron] For port c9b37b09-9679-4d43-b72d-712686e897a6, host n-h1-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:26:09.845169 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-19fffd66-7038-4c47-a830-0bf0ef2b4eea service neutron] For port c9b37b09-9679-4d43-b72d-712686e897a6, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=c9b37b09-9679-4d43-b72d-712686e897a6,segment=NetworkSegment(fb1327ec-83b6-478a-9700-c6ea2f9574d3),segment_id=fb1327ec-83b6-478a-9700-c6ea2f9574d3)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:26:09.851672 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-19fffd66-7038-4c47-a830-0bf0ef2b4eea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:09.861247 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e2e63c02-012b-4c29-81d3-35e14de4ffee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:09.894596 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fd32893c-f300-4d4b-8c90-90230f940607 req-15594a59-0af1-426c-957b-2c0ebd490efb tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4784222 Oct 20 11:26:09.908388 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-5ff4df47-bfcd-419b-a182-7cea47da5d1f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=db767df87a424ebaa5cbc2add928df95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6963005 Oct 20 11:26:09.910056 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51112) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:09.918379 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 93ee54d6-bfae-4cbc-8920-c871563ab46a triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:09.919337 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:10.015261 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0477ce-7e98-42ed-9a9f-7e107635d3e7 req-289f7c9a-ecbc-461e-b2d9-7e3ff5e4ed57 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:10.026174 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fb0477ce-7e98-42ed-9a9f-7e107635d3e7 req-289f7c9a-ecbc-461e-b2d9-7e3ff5e4ed57 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f0301ec-0532-4efa-9864-5c87c596089e HTTP/1.1" status: 200 len: 948 time: 0.2476830 Oct 20 11:26:10.060741 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-19fffd66-7038-4c47-a830-0bf0ef2b4eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:10.061450 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-19fffd66-7038-4c47-a830-0bf0ef2b4eea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:10.063286 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-19fffd66-7038-4c47-a830-0bf0ef2b4eea service neutron] 10.222.0.89 "PUT /v2.0/ports/c9b37b09-9679-4d43-b72d-712686e897a6 HTTP/1.1" status: 200 len: 1143 time: 1.4041698 Oct 20 11:26:10.067500 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c27207-d0d4-4d97-9af4-d9227e5672cb x-openstack-request-id: req-c8c27207-d0d4-4d97-9af4-d9227e5672cb {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:26:10.068135 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a4ae9f1-089b-4930-b5e3-06bc0dfded6d", "name": "network-vif-unplugged", "status": "completed", "tag": "c9b37b09-9679-4d43-b72d-712686e897a6", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:26:10.068584 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c8c27207-d0d4-4d97-9af4-d9227e5672cb {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:26:10.069069 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a4ae9f1-089b-4930-b5e3-06bc0dfded6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9b37b09-9679-4d43-b72d-712686e897a6', 'code': 200} Oct 20 11:26:10.082891 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fffd66-7038-4c47-a830-0bf0ef2b4eea service neutron] Pushing event updated for resources: {'Port': ['ID=c9b37b09-9679-4d43-b72d-712686e897a6,revision_number=8']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:10.136060 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f8c842c3-2e91-4ab7-aa33-98ccb4b8cefd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:10.150116 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff4df47-bfcd-419b-a182-7cea47da5d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cdb815a-efec-4353-9e69-e8e54551d196,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:10.176745 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e63c02-012b-4c29-81d3-35e14de4ffee admin admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:26:10.177653 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f8c842c3-2e91-4ab7-aa33-98ccb4b8cefd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:10.189558 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fb0477ce-7e98-42ed-9a9f-7e107635d3e7 req-fa4b825e-b62b-4687-b89a-788ed97cc887 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/security-groups?id=538e4e82-af7d-4e79-86af-2f705cd31163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622441 Oct 20 11:26:10.193601 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-e2e63c02-012b-4c29-81d3-35e14de4ffee admin admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:26:10.196581 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e63c02-012b-4c29-81d3-35e14de4ffee admin admin] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:26:10.214292 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['c9b37b09-9679-4d43-b72d-712686e897a6'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:26:10.223372 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:10.291321 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f8c842c3-2e91-4ab7-aa33-98ccb4b8cefd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:10.296083 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f8c842c3-2e91-4ab7-aa33-98ccb4b8cefd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:10.298136 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f8c842c3-2e91-4ab7-aa33-98ccb4b8cefd admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5cdb815a-efec-4353-9e69-e8e54551d196 HTTP/1.1" status: 204 len: 168 time: 0.3875487 Oct 20 11:26:10.310019 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c842c3-2e91-4ab7-aa33-98ccb4b8cefd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cdb815a-efec-4353-9e69-e8e54551d196,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:10.400111 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e63c02-012b-4c29-81d3-35e14de4ffee admin admin] Pushing event updated for resources: {'Port': ['ID=1b58a554-d85a-47c3-9896-ddec53885546,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:10.491988 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595b880-89fe-4b90-896b-2d703bb919c1 req-f2794fb5-2930-4b8b-b847-560d52cf7d07 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:10.496768 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 93ee54d6-bfae-4cbc-8920-c871563ab46a, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=93ee54d6-bfae-4cbc-8920-c871563ab46a,segment=NetworkSegment(f7b2f859-a162-4ede-8eaa-620a4add6ef1),segment_id=f7b2f859-a162-4ede-8eaa-620a4add6ef1)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:10.502255 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a595b880-89fe-4b90-896b-2d703bb919c1 req-f2794fb5-2930-4b8b-b847-560d52cf7d07 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/ports?device_id=9e28c491-951f-4007-bf2e-36a9b0a4ff4c HTTP/1.1" status: 200 len: 949 time: 0.2582867 Oct 20 11:26:10.514928 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:10.600593 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-18e426c4-d277-4da5-b692-e242a4b04e4c req-8efcb7d3-aed4-4043-8325-f606eac9a3a1 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:26:10.602862 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-18e426c4-d277-4da5-b692-e242a4b04e4c req-8efcb7d3-aed4-4043-8325-f606eac9a3a1 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0127835 Oct 20 11:26:10.622167 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a595b880-89fe-4b90-896b-2d703bb919c1 req-3b1467be-7249-4b74-855e-501ca8dfdce1 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/security-groups?id=45e230e3-c619-47d2-a64b-21b4fbd3cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184485 Oct 20 11:26:10.690434 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65bc507-19dc-46e1-a4be-91ff46865954 None None] Network d8338651-6e93-43eb-82bb-c86cf6e817ba requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:26:10.826082 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=93ee54d6-bfae-4cbc-8920-c871563ab46a,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:10.874282 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51134) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:10.968173 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-2098ef32-4e63-4e1b-b6f7-39ba2cfbecd1 None None] Provisioning complete for port 93ee54d6-bfae-4cbc-8920-c871563ab46a triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:10.968593 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2098ef32-4e63-4e1b-b6f7-39ba2cfbecd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:10.982539 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e2e63c02-012b-4c29-81d3-35e14de4ffee admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:11.043369 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4dc45c7c-7c3b-4863-a589-3df75dc729b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:11.195491 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4dc45c7c-7c3b-4863-a589-3df75dc729b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:11.207530 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4dc45c7c-7c3b-4863-a589-3df75dc729b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:11.211732 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2262f-14b1-480c-adfe-a80fa0130aa2 req-03e9dc2c-074d-41d5-93fb-434a5c1b1e7c tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:11.215028 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-21b2262f-14b1-480c-adfe-a80fa0130aa2 req-03e9dc2c-074d-41d5-93fb-434a5c1b1e7c tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a4ae9f1-089b-4930-b5e3-06bc0dfded6d HTTP/1.1" status: 200 len: 965 time: 0.3350115 Oct 20 11:26:11.334405 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4dc45c7c-7c3b-4863-a589-3df75dc729b9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ea22fe8b32ad487e970260ba264edd92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4567876 Oct 20 11:26:11.339700 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51154) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:11.353254 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc45c7c-7c3b-4863-a589-3df75dc729b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41b5485-2948-4af0-b7dd-744cde440dd8,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:11.470068 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7c7ba3d1-52de-4295-93f6-b917d9ea9854 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:11.523420 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7c7ba3d1-52de-4295-93f6-b917d9ea9854 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:11.657418 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7c7ba3d1-52de-4295-93f6-b917d9ea9854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:11.660460 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7c7ba3d1-52de-4295-93f6-b917d9ea9854 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:11.666458 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7c7ba3d1-52de-4295-93f6-b917d9ea9854 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d41b5485-2948-4af0-b7dd-744cde440dd8 HTTP/1.1" status: 204 len: 168 time: 0.3241327 Oct 20 11:26:11.692877 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ba3d1-52de-4295-93f6-b917d9ea9854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41b5485-2948-4af0-b7dd-744cde440dd8,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:11.790352 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 93ee54d6-bfae-4cbc-8920-c871563ab46a up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:26:11.912191 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-c6035a17-9d6b-48f7-9595-11921c0c1298 None None] Provisioning complete for port 93ee54d6-bfae-4cbc-8920-c871563ab46a triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:11.912810 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c6035a17-9d6b-48f7-9595-11921c0c1298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:11.935598 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-21b2262f-14b1-480c-adfe-a80fa0130aa2 req-28d55bbc-725b-4c3b-9f05-02016e422fce tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7097769 Oct 20 11:26:11.979011 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e2e63c02-012b-4c29-81d3-35e14de4ffee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:12.070154 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a4ae9f1-089b-4930-b5e3-06bc0dfded6d', 'tag': 'c9b37b09-9679-4d43-b72d-712686e897a6'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:26:12.073530 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c311e1-74b0-4691-8dfc-b52c6cda26ba" -d '{"events": [{"name": "network-changed", "server_uuid": "2a4ae9f1-089b-4930-b5e3-06bc0dfded6d", "tag": "c9b37b09-9679-4d43-b72d-712686e897a6"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:26:12.105256 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 93ee54d6-bfae-4cbc-8920-c871563ab46a triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:12.105981 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:12.169145 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e63c02-012b-4c29-81d3-35e14de4ffee admin admin] Router 674ee549-7fa2-441d-8095-dddaba6b6583 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:26:12.455664 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51198) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:12.477889 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-25cd92de-c274-4363-b795-89f3e22e189c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:12.487592 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e63c02-012b-4c29-81d3-35e14de4ffee admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:26:12.501450 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1b505e-2c97-4c8a-9cdd-c23ddf9f0546 None None] Sync routers for ids ['674ee549-7fa2-441d-8095-dddaba6b6583'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:26:12.501991 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0638ddb9-c411-4415-838f-6429bd2d7d42 req-0902486f-2926-43a8-9d5f-0cc03ca86258 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:12.512922 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0638ddb9-c411-4415-838f-6429bd2d7d42 req-0902486f-2926-43a8-9d5f-0cc03ca86258 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f0301ec-0532-4efa-9864-5c87c596089e HTTP/1.1" status: 200 len: 948 time: 0.2050219 Oct 20 11:26:12.530479 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1b505e-2c97-4c8a-9cdd-c23ddf9f0546 None None] Routers {'674ee549-7fa2-441d-8095-dddaba6b6583'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:26:12.537524 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-2d1b505e-2c97-4c8a-9cdd-c23ddf9f0546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:25:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['674ee549-7fa2-441d-8095-dddaba6b6583'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:12.568248 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0638ddb9-c411-4415-838f-6429bd2d7d42 req-4cf10764-12d3-4fc2-84ff-2161db1f7616 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/security-groups?id=538e4e82-af7d-4e79-86af-2f705cd31163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542920 Oct 20 11:26:12.580647 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e2e63c02-012b-4c29-81d3-35e14de4ffee admin admin] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:12.591531 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51204) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:12.592312 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e2e63c02-012b-4c29-81d3-35e14de4ffee admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.1021414 Oct 20 11:26:12.622912 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 51208) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:12.792695 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c311e1-74b0-4691-8dfc-b52c6cda26ba req-3763bdbf-bdd2-43fb-86a7-e5d6db2b0293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:12.795823 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-65c311e1-74b0-4691-8dfc-b52c6cda26ba req-3763bdbf-bdd2-43fb-86a7-e5d6db2b0293 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa6715c00c6e4476951bf73e506ed201&device_id=2a4ae9f1-089b-4930-b5e3-06bc0dfded6d HTTP/1.1" status: 200 len: 1146 time: 0.1256464 Oct 20 11:26:12.817608 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-2d1b505e-2c97-4c8a-9cdd-c23ddf9f0546 None None] Set router 674ee549-7fa2-441d-8095-dddaba6b6583 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:26:12.866244 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73160d6e-59c4-4709-8830-a2d7a2c9acf3 req-99bae845-1b53-4585-9bfe-83076a051811 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:12.868008 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-73160d6e-59c4-4709-8830-a2d7a2c9acf3 req-99bae845-1b53-4585-9bfe-83076a051811 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/ports?device_id=9e28c491-951f-4007-bf2e-36a9b0a4ff4c HTTP/1.1" status: 200 len: 949 time: 0.1245692 Oct 20 11:26:12.929554 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac886785-4f85-476e-87be-cba20336201c x-openstack-request-id: req-ac886785-4f85-476e-87be-cba20336201c {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:26:12.932677 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a4ae9f1-089b-4930-b5e3-06bc0dfded6d", "tag": "c9b37b09-9679-4d43-b72d-712686e897a6", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:26:12.932976 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ac886785-4f85-476e-87be-cba20336201c {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:26:12.933411 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a4ae9f1-089b-4930-b5e3-06bc0dfded6d', 'tag': 'c9b37b09-9679-4d43-b72d-712686e897a6', 'status': 'completed', 'code': 200} Oct 20 11:26:12.990178 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-73160d6e-59c4-4709-8830-a2d7a2c9acf3 req-6ff92039-ef55-4f0b-907b-d3c102e7ba0e tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/security-groups?id=45e230e3-c619-47d2-a64b-21b4fbd3cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080103 Oct 20 11:26:13.017890 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-25cd92de-c274-4363-b795-89f3e22e189c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:13.039500 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-25cd92de-c274-4363-b795-89f3e22e189c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:13.092864 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-7de38423-6209-439e-9c05-f435eb7bae08 tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:26:13.094233 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-7de38423-6209-439e-9c05-f435eb7bae08 tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.4700336 Oct 20 11:26:13.105363 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c311e1-74b0-4691-8dfc-b52c6cda26ba req-1011e8bc-4f03-4aca-878a-8cbe10f95229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:13.107552 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-65c311e1-74b0-4691-8dfc-b52c6cda26ba req-1011e8bc-4f03-4aca-878a-8cbe10f95229 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b05579c2-10e5-4997-ab9d-57afa741288e HTTP/1.1" status: 200 len: 909 time: 0.3002031 Oct 20 11:26:13.155567 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-4c87b7d3-a6a9-4f6d-924b-d90f86546caa tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:13.157363 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-4c87b7d3-a6a9-4f6d-924b-d90f86546caa tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] 10.222.0.98 "GET /v2.0/ports/e86db2bd-275e-4f9b-abd5-61ea248f17c8 HTTP/1.1" status: 200 len: 1093 time: 0.0544851 Oct 20 11:26:13.173635 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cd92de-c274-4363-b795-89f3e22e189c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d095773-5231-475f-86a3-28c716427d84,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:13.264805 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-65c311e1-74b0-4691-8dfc-b52c6cda26ba req-9ac03705-33ae-4d64-8ac4-ce78f3dacdce service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9b37b09-9679-4d43-b72d-712686e897a6 HTTP/1.1" status: 200 len: 217 time: 0.1032004 Oct 20 11:26:13.398923 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-2d1b505e-2c97-4c8a-9cdd-c23ddf9f0546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1118223990-router', 'tenant_id': '148df67387bc4ce6991a2699fe30ca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '1b58a554-d85a-47c3-9896-ddec53885546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:26:07Z', 'updated_at': '2021-10-20T11:26:10Z', 'revision_number': 3, 'project_id': '148df67387bc4ce6991a2699fe30ca2b', 'gw_port': {'id': '1b58a554-d85a-47c3-9896-ddec53885546', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:29:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:08Z', 'updated_at': '2021-10-20T11:26:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:13.435068 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-0ef14391-90f0-4d88-9700-bf01b7a1278c service neutron] Request body: {'binding': {'host': 'n-h2-814735-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:13.435799 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-0ef14391-90f0-4d88-9700-bf01b7a1278c service neutron] Unknown quota resources ['binding']. {{(pid=100647) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 20 11:26:13.457752 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1b505e-2c97-4c8a-9cdd-c23ddf9f0546 None None] Checking router: 674ee549-7fa2-441d-8095-dddaba6b6583 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:26:13.458500 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1b505e-2c97-4c8a-9cdd-c23ddf9f0546 None None] Updating router 674ee549-7fa2-441d-8095-dddaba6b6583 port 1b58a554-d85a-47c3-9896-ddec53885546 binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:26:13.486921 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-2d1b505e-2c97-4c8a-9cdd-c23ddf9f0546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:13.497111 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-25cd92de-c274-4363-b795-89f3e22e189c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=20359cc8016e4e78a60bfade4e4ed33a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0397291 Oct 20 11:26:13.500332 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51234) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:13.585164 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-acfe1148-d722-4693-873e-1cea1e22b8d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:13.609642 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-acfe1148-d722-4693-873e-1cea1e22b8d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:13.744407 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c311e1-74b0-4691-8dfc-b52c6cda26ba req-401e705d-4f9e-4e04-9381-7877484e2e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:13.744407 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-65c311e1-74b0-4691-8dfc-b52c6cda26ba req-401e705d-4f9e-4e04-9381-7877484e2e0d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=beaf7d63-7f7d-4cb5-8871-db069d2b0a56 HTTP/1.1" status: 200 len: 847 time: 0.4567509 Oct 20 11:26:13.744666 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-acfe1148-d722-4693-873e-1cea1e22b8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:13.744666 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-acfe1148-d722-4693-873e-1cea1e22b8d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:13.772577 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86922af9-ef80-4693-9941-861e6019300b req-894744db-9035-45ee-8998-a98d0ba71523 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:13.772685 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-acfe1148-d722-4693-873e-1cea1e22b8d1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2d095773-5231-475f-86a3-28c716427d84 HTTP/1.1" status: 204 len: 168 time: 0.2438138 Oct 20 11:26:13.772768 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-86922af9-ef80-4693-9941-861e6019300b req-894744db-9035-45ee-8998-a98d0ba71523 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a4ae9f1-089b-4930-b5e3-06bc0dfded6d HTTP/1.1" status: 200 len: 965 time: 0.3907559 Oct 20 11:26:13.787168 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-2d1b505e-2c97-4c8a-9cdd-c23ddf9f0546 None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:13.800063 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-2d1b505e-2c97-4c8a-9cdd-c23ddf9f0546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:13.801334 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe1148-d722-4693-873e-1cea1e22b8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d095773-5231-475f-86a3-28c716427d84,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:13.815263 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bb795cba-c528-4ace-a2d2-1170ddc4399b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:13.816638 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-0ef14391-90f0-4d88-9700-bf01b7a1278c service neutron] Attempting to bind port e86db2bd-275e-4f9b-abd5-61ea248f17c8 on host n-h2-814735-3 for vnic_type normal with profile None {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:26:13.816977 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-0ef14391-90f0-4d88-9700-bf01b7a1278c service neutron] Attempting to bind port e86db2bd-275e-4f9b-abd5-61ea248f17c8 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': 'ec1b6256-95be-479c-9695-b6dae13546d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:26:13.817300 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-0ef14391-90f0-4d88-9700-bf01b7a1278c service neutron] Attempting to bind port e86db2bd-275e-4f9b-abd5-61ea248f17c8 on network 60a88ebb-4b56-43bd-98ec-2f75530b8b0e {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:26:13.838372 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-65c311e1-74b0-4691-8dfc-b52c6cda26ba req-7f8af7f5-3afb-4ed7-9744-8441acb6b5ca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b05579c2-10e5-4997-ab9d-57afa741288e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772047 Oct 20 11:26:13.887475 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83243c-0e53-496a-be26-99c2d353a5f4 None None] Pushing event updated for resources: {'Port': ['ID=1b58a554-d85a-47c3-9896-ddec53885546,revision_number=2']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:13.922042 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-0ef14391-90f0-4d88-9700-bf01b7a1278c service neutron] Port e86db2bd-275e-4f9b-abd5-61ea248f17c8 on network 60a88ebb-4b56-43bd-98ec-2f75530b8b0e not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:26:13.923534 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-0ef14391-90f0-4d88-9700-bf01b7a1278c service neutron] Attempting to bind port e86db2bd-275e-4f9b-abd5-61ea248f17c8 on network 60a88ebb-4b56-43bd-98ec-2f75530b8b0e {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:26:13.933716 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device c9b37b09-9679-4d43-b72d-712686e897a6 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:26:13.953008 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-0ef14391-90f0-4d88-9700-bf01b7a1278c service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:26:13.953479 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-0ef14391-90f0-4d88-9700-bf01b7a1278c service neutron] Checking segment: {'id': 'ec1b6256-95be-479c-9695-b6dae13546d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:26:13.953893 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-0ef14391-90f0-4d88-9700-bf01b7a1278c service neutron] Bound using segment: {'id': 'ec1b6256-95be-479c-9695-b6dae13546d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:26:13.954325 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-0ef14391-90f0-4d88-9700-bf01b7a1278c service neutron] Bound port: e86db2bd-275e-4f9b-abd5-61ea248f17c8, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec1b6256-95be-479c-9695-b6dae13546d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:26:13.977186 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-2d1b505e-2c97-4c8a-9cdd-c23ddf9f0546 None None] Attempting to bind port 1b58a554-d85a-47c3-9896-ddec53885546 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:26:13.977565 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-2d1b505e-2c97-4c8a-9cdd-c23ddf9f0546 None None] Attempting to bind port 1b58a554-d85a-47c3-9896-ddec53885546 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:26:13.977933 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1b505e-2c97-4c8a-9cdd-c23ddf9f0546 None None] Attempting to bind port 1b58a554-d85a-47c3-9896-ddec53885546 on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:26:13.997564 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1b505e-2c97-4c8a-9cdd-c23ddf9f0546 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:26:13.997857 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1b505e-2c97-4c8a-9cdd-c23ddf9f0546 None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:26:13.998245 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-2d1b505e-2c97-4c8a-9cdd-c23ddf9f0546 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:14.001089 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1b505e-2c97-4c8a-9cdd-c23ddf9f0546 None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:26:14.001622 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-2d1b505e-2c97-4c8a-9cdd-c23ddf9f0546 None None] Bound port: 1b58a554-d85a-47c3-9896-ddec53885546, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:26:14.002070 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-2d1b505e-2c97-4c8a-9cdd-c23ddf9f0546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:14.055232 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-bb795cba-c528-4ace-a2d2-1170ddc4399b admin admin] Allocated IP 172.20.0.1 (d8338651-6e93-43eb-82bb-c86cf6e817ba/5a859bd7-2b54-4ef2-916f-95506b8b807d/11aefccc-1ee1-4b5f-95ed-b5a27fdfbc0b) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:26:14.097875 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-86922af9-ef80-4693-9941-861e6019300b req-3dbdda12-b83d-4202-b106-235d0e786396 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436353 Oct 20 11:26:14.099861 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-65c311e1-74b0-4691-8dfc-b52c6cda26ba req-a4790259-39e8-48fb-9aa6-e3c91e277ac9 service neutron] 10.222.0.11 "GET /v2.0/networks/b05579c2-10e5-4997-ab9d-57afa741288e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420540 Oct 20 11:26:14.126100 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port c9b37b09-9679-4d43-b72d-712686e897a6, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=c9b37b09-9679-4d43-b72d-712686e897a6,segment=NetworkSegment(fb1327ec-83b6-478a-9700-c6ea2f9574d3),segment_id=fb1327ec-83b6-478a-9700-c6ea2f9574d3)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:14.142425 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device c9b37b09-9679-4d43-b72d-712686e897a6 has no active binding in host n-h2-814735-3 {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 20 11:26:14.220117 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-2d1b505e-2c97-4c8a-9cdd-c23ddf9f0546 None None] For port 1b58a554-d85a-47c3-9896-ddec53885546, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:26:14.231435 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-2d1b505e-2c97-4c8a-9cdd-c23ddf9f0546 None None] For port 1b58a554-d85a-47c3-9896-ddec53885546, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=1b58a554-d85a-47c3-9896-ddec53885546,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:26:14.236942 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bb795cba-c528-4ace-a2d2-1170ddc4399b admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:14.239827 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-2d1b505e-2c97-4c8a-9cdd-c23ddf9f0546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:14.281628 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bb795cba-c528-4ace-a2d2-1170ddc4399b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:14.368038 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-0ef14391-90f0-4d88-9700-bf01b7a1278c service neutron] For port e86db2bd-275e-4f9b-abd5-61ea248f17c8, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e86db2bd-275e-4f9b-abd5-61ea248f17c8,segment=NetworkSegment(ec1b6256-95be-479c-9695-b6dae13546d3),segment_id=ec1b6256-95be-479c-9695-b6dae13546d3)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:26:14.376161 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb795cba-c528-4ace-a2d2-1170ddc4399b admin admin] Network d8338651-6e93-43eb-82bb-c86cf6e817ba is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:26:14.379535 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-bb795cba-c528-4ace-a2d2-1170ddc4399b admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:26:14.380176 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1b505e-2c97-4c8a-9cdd-c23ddf9f0546 None None] Routers {'674ee549-7fa2-441d-8095-dddaba6b6583'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:26:14.380803 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-2d1b505e-2c97-4c8a-9cdd-c23ddf9f0546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:25:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['674ee549-7fa2-441d-8095-dddaba6b6583'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:14.382923 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83243c-0e53-496a-be26-99c2d353a5f4 None None] Pushing event updated for resources: {'Port': ['ID=1b58a554-d85a-47c3-9896-ddec53885546,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:14.386599 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb795cba-c528-4ace-a2d2-1170ddc4399b admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:26:14.388954 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-0ef14391-90f0-4d88-9700-bf01b7a1278c service neutron] Publish callbacks [] for binding, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:14.390936 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-0ef14391-90f0-4d88-9700-bf01b7a1278c service neutron] 10.222.0.98 "POST /v2.0/ports/e86db2bd-275e-4f9b-abd5-61ea248f17c8/bindings HTTP/1.1" status: 201 len: 389 time: 1.0517852 Oct 20 11:26:14.416746 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0176ba-6e28-45ee-8760-8dcf75044341 req-f5f7272b-e3f6-4f17-95eb-f624663b86d6 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:14.418856 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7e0176ba-6e28-45ee-8760-8dcf75044341 req-f5f7272b-e3f6-4f17-95eb-f624663b86d6 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f0301ec-0532-4efa-9864-5c87c596089e HTTP/1.1" status: 200 len: 948 time: 0.1770144 Oct 20 11:26:14.424049 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-65c311e1-74b0-4691-8dfc-b52c6cda26ba req-5d32a68f-a192-49ac-89fe-c37942b14892 service neutron] 10.222.0.11 "GET /v2.0/networks/b05579c2-10e5-4997-ab9d-57afa741288e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678773 Oct 20 11:26:14.426128 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb795cba-c528-4ace-a2d2-1170ddc4399b admin admin] Pushing event updated for resources: {'Port': ['ID=11aefccc-1ee1-4b5f-95ed-b5a27fdfbc0b,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:14.473035 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7e0176ba-6e28-45ee-8760-8dcf75044341 req-d449a6a8-a00b-45ff-8ff6-256d1e0fa03b tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/security-groups?id=538e4e82-af7d-4e79-86af-2f705cd31163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443380 Oct 20 11:26:14.535258 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bb795cba-c528-4ace-a2d2-1170ddc4399b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:14.714579 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deba7d5-78db-4754-9f05-c16507694a4b req-36582b27-490b-4611-a984-bb7cf0ee71e2 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:14.719967 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7deba7d5-78db-4754-9f05-c16507694a4b req-36582b27-490b-4611-a984-bb7cf0ee71e2 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/ports?device_id=9e28c491-951f-4007-bf2e-36a9b0a4ff4c HTTP/1.1" status: 200 len: 949 time: 0.1158283 Oct 20 11:26:14.788887 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-2d1b505e-2c97-4c8a-9cdd-c23ddf9f0546 None None] Set router 674ee549-7fa2-441d-8095-dddaba6b6583 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:26:14.811791 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7deba7d5-78db-4754-9f05-c16507694a4b req-95e92c45-21b9-44b5-9f89-c907d0c88cbc tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/security-groups?id=45e230e3-c619-47d2-a64b-21b4fbd3cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817080 Oct 20 11:26:14.866612 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bb795cba-c528-4ace-a2d2-1170ddc4399b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:15.007239 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3acdc6c-e323-469c-84c8-2a25ce3cf786 req-d9a9a9b6-10e6-4fc0-a09e-6395a9bd8eef tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:15.021212 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a3acdc6c-e323-469c-84c8-2a25ce3cf786 req-d9a9a9b6-10e6-4fc0-a09e-6395a9bd8eef tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=999a1973-9d6b-414f-88f7-ec4814f88166 HTTP/1.1" status: 200 len: 945 time: 0.0974886 Oct 20 11:26:15.083037 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:15.151109 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a3acdc6c-e323-469c-84c8-2a25ce3cf786 req-b071e126-a38d-4ad0-867e-d20dae1434f5 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208940 Oct 20 11:26:15.190841 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-86808bd4-ac89-4786-a51b-f6cb76ed4aee None None] Provisioning complete for port 11aefccc-1ee1-4b5f-95ed-b5a27fdfbc0b triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:15.191209 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-86808bd4-ac89-4786-a51b-f6cb76ed4aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:15.297057 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-86808bd4-ac89-4786-a51b-f6cb76ed4aee None None] Port 11aefccc-1ee1-4b5f-95ed-b5a27fdfbc0b cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:26:15.297666 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fca8aa-5e92-416c-90a0-5aa66bf41e4f req-2fa50da6-ac14-42d2-b9c7-9e685334feca tempest-LiveMigrationNegativeTest-1182197168 tempest-LiveMigrationNegativeTest-1182197168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:15.310085 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-00fca8aa-5e92-416c-90a0-5aa66bf41e4f req-2fa50da6-ac14-42d2-b9c7-9e685334feca tempest-LiveMigrationNegativeTest-1182197168 tempest-LiveMigrationNegativeTest-1182197168-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=9e28c491-951f-4007-bf2e-36a9b0a4ff4c HTTP/1.1" status: 200 len: 1100 time: 0.0654945 Oct 20 11:26:15.335867 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-00fca8aa-5e92-416c-90a0-5aa66bf41e4f req-c15bca97-44eb-44ec-a83c-a5ce9db3be68 tempest-LiveMigrationNegativeTest-1182197168 tempest-LiveMigrationNegativeTest-1182197168-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:15.337216 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bb795cba-c528-4ace-a2d2-1170ddc4399b admin admin] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:15.344228 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bb795cba-c528-4ace-a2d2-1170ddc4399b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:15.359699 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-2d1b505e-2c97-4c8a-9cdd-c23ddf9f0546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1118223990-router', 'tenant_id': '148df67387bc4ce6991a2699fe30ca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '1b58a554-d85a-47c3-9896-ddec53885546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:26:07Z', 'updated_at': '2021-10-20T11:26:10Z', 'revision_number': 3, 'project_id': '148df67387bc4ce6991a2699fe30ca2b', 'gw_port': {'id': '1b58a554-d85a-47c3-9896-ddec53885546', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:29:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:08Z', 'updated_at': '2021-10-20T11:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:15.392790 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1b505e-2c97-4c8a-9cdd-c23ddf9f0546 None None] The sync data for ids ['674ee549-7fa2-441d-8095-dddaba6b6583'] in n-d-814735-3 is: [{'id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1118223990-router', 'tenant_id': '148df67387bc4ce6991a2699fe30ca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '1b58a554-d85a-47c3-9896-ddec53885546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:26:07Z', 'updated_at': '2021-10-20T11:26:10Z', 'revision_number': 3, 'project_id': '148df67387bc4ce6991a2699fe30ca2b', 'gw_port': {'id': '1b58a554-d85a-47c3-9896-ddec53885546', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:29:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:08Z', 'updated_at': '2021-10-20T11:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:26:15.420639 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bb795cba-c528-4ace-a2d2-1170ddc4399b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:15.547201 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-00fca8aa-5e92-416c-90a0-5aa66bf41e4f req-c15bca97-44eb-44ec-a83c-a5ce9db3be68 tempest-LiveMigrationNegativeTest-1182197168 tempest-LiveMigrationNegativeTest-1182197168-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:15.552787 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-00fca8aa-5e92-416c-90a0-5aa66bf41e4f req-c15bca97-44eb-44ec-a83c-a5ce9db3be68 tempest-LiveMigrationNegativeTest-1182197168 tempest-LiveMigrationNegativeTest-1182197168-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:15.572147 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb795cba-c528-4ace-a2d2-1170ddc4399b admin admin] Pushing event updated for resources: {'Port': ['ID=11aefccc-1ee1-4b5f-95ed-b5a27fdfbc0b,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:15.622952 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15bca97-44eb-44ec-a83c-a5ce9db3be68 tempest-LiveMigrationNegativeTest-1182197168 tempest-LiveMigrationNegativeTest-1182197168-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9161f7c-8d5c-4420-b936-0ee8166daabe,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:15.655008 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-00fca8aa-5e92-416c-90a0-5aa66bf41e4f req-c15bca97-44eb-44ec-a83c-a5ce9db3be68 tempest-LiveMigrationNegativeTest-1182197168 tempest-LiveMigrationNegativeTest-1182197168-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=45e230e3-c619-47d2-a64b-21b4fbd3cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337851 Oct 20 11:26:15.775366 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb795cba-c528-4ace-a2d2-1170ddc4399b admin admin] Network d8338651-6e93-43eb-82bb-c86cf6e817ba is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:26:15.780189 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-bb795cba-c528-4ace-a2d2-1170ddc4399b admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:26:15.801462 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6680b-234f-49a5-a965-2cb14af1687f req-2854706b-4eca-4ae3-94a8-1bfa6a06c666 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:15.803823 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b7c6680b-234f-49a5-a965-2cb14af1687f req-2854706b-4eca-4ae3-94a8-1bfa6a06c666 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a4ae9f1-089b-4930-b5e3-06bc0dfded6d HTTP/1.1" status: 200 len: 965 time: 0.1316679 Oct 20 11:26:15.814131 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-781b1273-05ac-4419-b607-4ed3dd9a55e5 service neutron] 10.222.0.11 "GET /v2.0/ports/c9b37b09-9679-4d43-b72d-712686e897a6/bindings/n-h2-814735-3 HTTP/1.1" status: 200 len: 384 time: 0.1319261 Oct 20 11:26:15.927840 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b7c6680b-234f-49a5-a965-2cb14af1687f req-28c35b51-8c70-4ac0-b8c7-3ae2d55561f4 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157086 Oct 20 11:26:16.165185 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb795cba-c528-4ace-a2d2-1170ddc4399b admin admin] Router 674ee549-7fa2-441d-8095-dddaba6b6583 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:26:16.284196 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-98c8d0b1-025a-490e-bda5-72e6e8948f78 None None] Provisioning complete for port 11aefccc-1ee1-4b5f-95ed-b5a27fdfbc0b triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:16.289037 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-98c8d0b1-025a-490e-bda5-72e6e8948f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:16.348830 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb795cba-c528-4ace-a2d2-1170ddc4399b admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:26:16.368678 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761da52-a6fb-4448-b5f3-afbf4838b4b4 req-385b2e1f-ce98-47aa-bc03-2a993acd78c6 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:16.370680 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-98c8d0b1-025a-490e-bda5-72e6e8948f78 None None] Port 11aefccc-1ee1-4b5f-95ed-b5a27fdfbc0b cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:26:16.373244 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-bb795cba-c528-4ace-a2d2-1170ddc4399b admin admin] 10.222.0.98 "PUT /v2.0/routers/674ee549-7fa2-441d-8095-dddaba6b6583/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7706397 Oct 20 11:26:16.374501 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b761da52-a6fb-4448-b5f3-afbf4838b4b4 req-385b2e1f-ce98-47aa-bc03-2a993acd78c6 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f0301ec-0532-4efa-9864-5c87c596089e HTTP/1.1" status: 200 len: 948 time: 0.2430248 Oct 20 11:26:16.449995 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-cbcaa8b7-1923-4bac-9a6a-713932463127 service neutron] For port c9b37b09-9679-4d43-b72d-712686e897a6, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=c9b37b09-9679-4d43-b72d-712686e897a6,segment=NetworkSegment(fb1327ec-83b6-478a-9700-c6ea2f9574d3),segment_id=fb1327ec-83b6-478a-9700-c6ea2f9574d3)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:16.462473 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b761da52-a6fb-4448-b5f3-afbf4838b4b4 req-bef7962c-dee2-4c27-b433-cb3b91b0ac3b tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/security-groups?id=538e4e82-af7d-4e79-86af-2f705cd31163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870490 Oct 20 11:26:16.501715 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-cbcaa8b7-1923-4bac-9a6a-713932463127 service neutron] For port c9b37b09-9679-4d43-b72d-712686e897a6, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:26:16.573887 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-cbcaa8b7-1923-4bac-9a6a-713932463127 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9b37b09-9679-4d43-b72d-712686e897a6 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:26:16.587250 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-cbcaa8b7-1923-4bac-9a6a-713932463127 service neutron] For port c9b37b09-9679-4d43-b72d-712686e897a6, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=c9b37b09-9679-4d43-b72d-712686e897a6,segment=NetworkSegment(fb1327ec-83b6-478a-9700-c6ea2f9574d3),segment_id=fb1327ec-83b6-478a-9700-c6ea2f9574d3)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:16.606204 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-cbcaa8b7-1923-4bac-9a6a-713932463127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:16.633658 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b6b72-3461-4a79-b48b-fe29b55cd615 req-9093b6f1-c398-4fda-983a-fe4ec7c89487 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:16.633658 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f40b6b72-3461-4a79-b48b-fe29b55cd615 req-9093b6f1-c398-4fda-983a-fe4ec7c89487 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=999a1973-9d6b-414f-88f7-ec4814f88166 HTTP/1.1" status: 200 len: 945 time: 0.1423001 Oct 20 11:26:16.717040 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f40b6b72-3461-4a79-b48b-fe29b55cd615 req-e37f90fe-ed99-480e-8a7e-e10f49ef83dc tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797870 Oct 20 11:26:16.754658 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-cbcaa8b7-1923-4bac-9a6a-713932463127 service neutron] Transition to ACTIVE for port object c9b37b09-9679-4d43-b72d-712686e897a6 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:26:16.772530 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-cbcaa8b7-1923-4bac-9a6a-713932463127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:16.894313 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-cbcaa8b7-1923-4bac-9a6a-713932463127 service neutron] No DVR routers for this DVR port c9b37b09-9679-4d43-b72d-712686e897a6 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:26:16.972602 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-cbcaa8b7-1923-4bac-9a6a-713932463127 service neutron] 10.222.0.11 "PUT /v2.0/ports/c9b37b09-9679-4d43-b72d-712686e897a6/bindings/n-h2-814735-3/activate HTTP/1.1" status: 200 len: 369 time: 1.1487999 Oct 20 11:26:17.010944 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcaa8b7-1923-4bac-9a6a-713932463127 service neutron] Pushing event updated for resources: {'Port': ['ID=c9b37b09-9679-4d43-b72d-712686e897a6,revision_number=10']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:17.081848 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d38ce-4cd7-4597-80b0-5138bd1a9fd1 req-a53adc7b-360e-43ff-a53a-114b96988512 tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:17.085861 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-498d38ce-4cd7-4597-80b0-5138bd1a9fd1 req-a53adc7b-360e-43ff-a53a-114b96988512 tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] 10.222.0.98 "GET /v2.0/networks?id=0130587e-ae3c-42e5-be51-829392fb3c6a HTTP/1.1" status: 200 len: 815 time: 0.1950600 Oct 20 11:26:17.105724 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-498d38ce-4cd7-4597-80b0-5138bd1a9fd1 req-cf2ecab3-9ed3-41f5-bd5e-b8966c154e75 tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] 10.222.0.98 "GET /v2.0/quotas/893249f6b6174b84814f4982d67d2c43 HTTP/1.1" status: 200 len: 375 time: 0.0108473 Oct 20 11:26:17.109878 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-bb51daa8-05d4-4eca-b323-ab760bab076a tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:17.111614 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-bb51daa8-05d4-4eca-b323-ab760bab076a tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=2a4ae9f1-089b-4930-b5e3-06bc0dfded6d&tenant_id=aa6715c00c6e4476951bf73e506ed201&binding%3Ahost_id=n-h1-814735-3 HTTP/1.1" status: 200 len: 1117 time: 0.0585048 Oct 20 11:26:17.170353 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-498d38ce-4cd7-4597-80b0-5138bd1a9fd1 req-683a0a28-952c-4a30-ab17-9f9fb86bb622 tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=893249f6b6174b84814f4982d67d2c43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0585105 Oct 20 11:26:17.201350 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-8b97635e-5957-4639-893f-3e5b79d8ce1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:17.202881 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-8b97635e-5957-4639-893f-3e5b79d8ce1c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2a4ae9f1-089b-4930-b5e3-06bc0dfded6d&tenant_id=aa6715c00c6e4476951bf73e506ed201 HTTP/1.1" status: 200 len: 1117 time: 0.0775542 Oct 20 11:26:17.292588 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-7a28766f-78d7-4d24-97ed-7ce932e79682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:17.295604 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-7a28766f-78d7-4d24-97ed-7ce932e79682 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aa6715c00c6e4476951bf73e506ed201&device_id=2a4ae9f1-089b-4930-b5e3-06bc0dfded6d HTTP/1.1" status: 200 len: 1117 time: 0.0666859 Oct 20 11:26:17.303409 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51364) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:17.309993 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-e527fd4e-5b92-42ed-8409-137a6cac60dd admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1955942530-network', 'tenant_id': 'e95b17b563c44fcba4cf36e981e25ffe'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:17.400254 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e527fd4e-5b92-42ed-8409-137a6cac60dd admin admin] Made reservation on behalf of e95b17b563c44fcba4cf36e981e25ffe for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:26:17.402566 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e527fd4e-5b92-42ed-8409-137a6cac60dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:17.415529 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e527fd4e-5b92-42ed-8409-137a6cac60dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:17.449317 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-751595ae-709f-4ce8-a18f-438cc67fb71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:17.450832 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-751595ae-709f-4ce8-a18f-438cc67fb71d service neutron] 10.222.0.89 "GET /v2.0/networks?id=b05579c2-10e5-4997-ab9d-57afa741288e HTTP/1.1" status: 200 len: 909 time: 0.1450276 Oct 20 11:26:17.503825 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-d83914bb-44b2-4618-a67d-12d8c908c5c7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9b37b09-9679-4d43-b72d-712686e897a6 HTTP/1.1" status: 200 len: 217 time: 0.0437715 Oct 20 11:26:17.575352 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-034ed5d0-f24f-4700-8a5b-adf721917ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:17.576930 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-034ed5d0-f24f-4700-8a5b-adf721917ffd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=beaf7d63-7f7d-4cb5-8871-db069d2b0a56 HTTP/1.1" status: 200 len: 847 time: 0.0624444 Oct 20 11:26:17.582493 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58056d-b50f-441d-beb8-8a7ae6fea349 req-28292900-e521-4c06-b839-0a9ea7cedf92 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:17.584038 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2e58056d-b50f-441d-beb8-8a7ae6fea349 req-28292900-e521-4c06-b839-0a9ea7cedf92 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.89 "GET /v2.0/ports?device_id=9f0301ec-0532-4efa-9864-5c87c596089e HTTP/1.1" status: 200 len: 948 time: 0.3847873 Oct 20 11:26:17.611097 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e956e425-a36a-4da9-a432-2d3758ae5abb req-42099c0d-8fe4-49e4-9560-580f42adc157 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:17.612922 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e956e425-a36a-4da9-a432-2d3758ae5abb req-42099c0d-8fe4-49e4-9560-580f42adc157 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a4ae9f1-089b-4930-b5e3-06bc0dfded6d HTTP/1.1" status: 200 len: 966 time: 0.1279941 Oct 20 11:26:17.616808 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-a214b144-2a86-48f7-b256-252f3b0fba7c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b05579c2-10e5-4997-ab9d-57afa741288e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288260 Oct 20 11:26:17.618758 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e527fd4e-5b92-42ed-8409-137a6cac60dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:17.627876 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e527fd4e-5b92-42ed-8409-137a6cac60dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:17.637487 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-498d38ce-4cd7-4597-80b0-5138bd1a9fd1 req-cc148ae5-4c34-415c-a262-a4a4d916f595 service neutron] 10.222.0.98 "GET /v2.0/networks/0130587e-ae3c-42e5-be51-829392fb3c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4493270 Oct 20 11:26:17.722970 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 1b58a554-d85a-47c3-9896-ddec53885546 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:26:17.775653 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e956e425-a36a-4da9-a432-2d3758ae5abb req-1619c4a8-0e3f-409b-b6a4-ca2372213c35 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274250 Oct 20 11:26:17.791743 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 1b58a554-d85a-47c3-9896-ddec53885546 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:17.791743 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:17.822839 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-498d38ce-4cd7-4597-80b0-5138bd1a9fd1 req-4de3fd43-695d-4287-a33d-7077dca765e0 service neutron] 10.222.0.98 "GET /v2.0/networks/0130587e-ae3c-42e5-be51-829392fb3c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842971 Oct 20 11:26:17.836782 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-2e58056d-b50f-441d-beb8-8a7ae6fea349 req-2bf15bee-c00f-4754-a44a-cb9eebae5e8b tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Deleting port 0258904c-1770-4f72-b3f1-bd4b07cccee3 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:26:17.837120 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2e58056d-b50f-441d-beb8-8a7ae6fea349 req-2bf15bee-c00f-4754-a44a-cb9eebae5e8b tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:17.908948 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:17.940263 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 1b58a554-d85a-47c3-9896-ddec53885546, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=1b58a554-d85a-47c3-9896-ddec53885546,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:17.948484 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:17.952336 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e527fd4e-5b92-42ed-8409-137a6cac60dd admin admin] vlan segment allocate from pool success with {'vlan_id': 1266, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:26:17.977593 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e527fd4e-5b92-42ed-8409-137a6cac60dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156bb8ee-038c-4ec4-8260-b09ff6828b6f,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:17.987529 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e527fd4e-5b92-42ed-8409-137a6cac60dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:17.987893 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-e527fd4e-5b92-42ed-8409-137a6cac60dd admin admin] Added segment 05c36e1d-753e-4f46-be9a-17daeaa7080e of type vlan for network 9b103bd9-87ff-4b84-8423-196bfab2c8c7 Oct 20 11:26:18.030019 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a6aa61-d72f-4a23-9bcc-297f82e77ea4 None None] Sync routers for ids ['674ee549-7fa2-441d-8095-dddaba6b6583'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:26:18.066275 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-2e58056d-b50f-441d-beb8-8a7ae6fea349 req-2bf15bee-c00f-4754-a44a-cb9eebae5e8b tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] For port 0258904c-1770-4f72-b3f1-bd4b07cccee3, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=0258904c-1770-4f72-b3f1-bd4b07cccee3,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:18.066945 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2e58056d-b50f-441d-beb8-8a7ae6fea349 req-2bf15bee-c00f-4754-a44a-cb9eebae5e8b tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:18.075796 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a6aa61-d72f-4a23-9bcc-297f82e77ea4 None None] Routers {'674ee549-7fa2-441d-8095-dddaba6b6583'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:26:18.076426 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-a8a6aa61-d72f-4a23-9bcc-297f82e77ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:25:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['674ee549-7fa2-441d-8095-dddaba6b6583'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:18.086065 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e527fd4e-5b92-42ed-8409-137a6cac60dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:18.093283 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-2e58056d-b50f-441d-beb8-8a7ae6fea349 req-2bf15bee-c00f-4754-a44a-cb9eebae5e8b tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Calling delete_port for 0258904c-1770-4f72-b3f1-bd4b07cccee3 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:26:18.144545 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e527fd4e-5b92-42ed-8409-137a6cac60dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:18.145561 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e527fd4e-5b92-42ed-8409-137a6cac60dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:18.146148 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e527fd4e-5b92-42ed-8409-137a6cac60dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:18.150171 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-ee8c6cf7-4e2a-4bb6-be14-4f2f0b2a8796 service neutron] 10.222.0.89 "GET /v2.0/networks/b05579c2-10e5-4997-ab9d-57afa741288e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5230963 Oct 20 11:26:18.266842 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e527fd4e-5b92-42ed-8409-137a6cac60dd admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9622600 Oct 20 11:26:18.276672 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 51388) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:18.285660 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-91926cf6-bdf9-434c-9dca-fd7de8a272c5 admin admin] Request body: {'subnet': {'network_id': '9b103bd9-87ff-4b84-8423-196bfab2c8c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1955942530-subnet', 'tenant_id': 'e95b17b563c44fcba4cf36e981e25ffe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:18.293446 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2e58056d-b50f-441d-beb8-8a7ae6fea349 req-2bf15bee-c00f-4754-a44a-cb9eebae5e8b tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:18.345069 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e527fd4e-5b92-42ed-8409-137a6cac60dd admin admin] Pushing event updated for resources: {'Network': ['ID=9b103bd9-87ff-4b84-8423-196bfab2c8c7,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:18.433217 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['0258904c-1770-4f72-b3f1-bd4b07cccee3'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:26:18.458858 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 9b103bd9-87ff-4b84-8423-196bfab2c8c7 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:26:18.478408 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=1b58a554-d85a-47c3-9896-ddec53885546,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:18.480105 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-3fd63399-8ea1-49ee-ae4d-75e99b09da51 service neutron] 10.222.0.89 "GET /v2.0/networks/b05579c2-10e5-4997-ab9d-57afa741288e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157115 Oct 20 11:26:18.497099 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:18.497596 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:18.498068 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:18.498535 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:18.499071 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:18.499813 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:18.500277 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:18.501106 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:18.501592 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:18.501919 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:18.502243 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:18.503040 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:18.530734 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf15bee-c00f-4754-a44a-cb9eebae5e8b tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Pushing event deleted for resources: {'Port': ['ID=0258904c-1770-4f72-b3f1-bd4b07cccee3,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:18.548297 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e58056d-b50f-441d-beb8-8a7ae6fea349 req-2bf15bee-c00f-4754-a44a-cb9eebae5e8b tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] No DVR routers for this DVR port 0258904c-1770-4f72-b3f1-bd4b07cccee3 on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:26:18.579562 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2e58056d-b50f-441d-beb8-8a7ae6fea349 req-2bf15bee-c00f-4754-a44a-cb9eebae5e8b tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:18.585587 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2e58056d-b50f-441d-beb8-8a7ae6fea349 req-2bf15bee-c00f-4754-a44a-cb9eebae5e8b tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.89 "DELETE /v2.0/ports/0258904c-1770-4f72-b3f1-bd4b07cccee3 HTTP/1.1" status: 204 len: 173 time: 0.9926071 Oct 20 11:26:18.587790 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0301ec-0532-4efa-9864-5c87c596089e', 'name': 'network-vif-deleted', 'tag': '0258904c-1770-4f72-b3f1-bd4b07cccee3'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:26:18.591879 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527b7ed8-6c2d-4a2c-8082-21da16ea0225" -d '{"events": [{"server_uuid": "9f0301ec-0532-4efa-9864-5c87c596089e", "name": "network-vif-deleted", "tag": "0258904c-1770-4f72-b3f1-bd4b07cccee3"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:26:18.626327 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91926cf6-bdf9-434c-9dca-fd7de8a272c5 admin admin] Made reservation on behalf of e95b17b563c44fcba4cf36e981e25ffe for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:26:18.633011 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-91926cf6-bdf9-434c-9dca-fd7de8a272c5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:18.676260 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-a8a6aa61-d72f-4a23-9bcc-297f82e77ea4 None None] Set router 674ee549-7fa2-441d-8095-dddaba6b6583 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:26:18.690210 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-40d3cb93-a7eb-4592-8af2-32f7dc495214 req-265c1511-52f0-4b5f-bdc4-cd269bdedfd9 tempest-DeleteServersAdminTestJSON-1495388931 tempest-DeleteServersAdminTestJSON-1495388931-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f0301ec-0532-4efa-9864-5c87c596089e HTTP/1.1" status: 200 len: 210 time: 0.0931513 Oct 20 11:26:18.709102 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4408c158-2812-46f6-a4e6-5671267a5757 req-63737f04-2721-470a-ad6f-bcadbc3bc4c3 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:18.723246 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4408c158-2812-46f6-a4e6-5671267a5757 req-63737f04-2721-470a-ad6f-bcadbc3bc4c3 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/ports?device_id=9e28c491-951f-4007-bf2e-36a9b0a4ff4c HTTP/1.1" status: 200 len: 949 time: 0.3818133 Oct 20 11:26:18.944609 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-a8a6aa61-d72f-4a23-9bcc-297f82e77ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1118223990-router', 'tenant_id': '148df67387bc4ce6991a2699fe30ca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '1b58a554-d85a-47c3-9896-ddec53885546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:26:07Z', 'updated_at': '2021-10-20T11:26:14Z', 'revision_number': 4, 'project_id': '148df67387bc4ce6991a2699fe30ca2b', 'gw_port': {'id': '1b58a554-d85a-47c3-9896-ddec53885546', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:08Z', 'updated_at': '2021-10-20T11:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '11aefccc-1ee1-4b5f-95ed-b5a27fdfbc0b', 'name': '', 'network_id': 'd8338651-6e93-43eb-82bb-c86cf6e817ba', 'tenant_id': '148df67387bc4ce6991a2699fe30ca2b', 'mac_address': 'fa:16:3e:d9:70:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5a859bd7-2b54-4ef2-916f-95506b8b807d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:13Z', 'updated_at': '2021-10-20T11:26:14Z', 'revision_number': 2, 'project_id': '148df67387bc4ce6991a2699fe30ca2b', 'subnets': [{'id': '5a859bd7-2b54-4ef2-916f-95506b8b807d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:18.980282 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a6aa61-d72f-4a23-9bcc-297f82e77ea4 None None] Checking router: 674ee549-7fa2-441d-8095-dddaba6b6583 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:26:18.980736 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a6aa61-d72f-4a23-9bcc-297f82e77ea4 None None] Updating router 674ee549-7fa2-441d-8095-dddaba6b6583 port 11aefccc-1ee1-4b5f-95ed-b5a27fdfbc0b binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:26:19.008512 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a8a6aa61-d72f-4a23-9bcc-297f82e77ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:19.025332 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4408c158-2812-46f6-a4e6-5671267a5757 req-9a38d13a-f1f3-4643-8b3a-dbb0ae3d741e tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/security-groups?id=45e230e3-c619-47d2-a64b-21b4fbd3cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003376 Oct 20 11:26:19.148054 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018aa7a-b72a-458d-a848-ba3c5ea591c7 req-a0480dee-bd7b-4212-bbc4-8dda0905de75 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:19.150221 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2018aa7a-b72a-458d-a848-ba3c5ea591c7 req-a0480dee-bd7b-4212-bbc4-8dda0905de75 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=999a1973-9d6b-414f-88f7-ec4814f88166 HTTP/1.1" status: 200 len: 945 time: 0.3064780 Oct 20 11:26:19.166481 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-09aff3fb-b678-450f-87fc-3d6778ec23c9 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:19.168036 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-09aff3fb-b678-450f-87fc-3d6778ec23c9 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=2a4ae9f1-089b-4930-b5e3-06bc0dfded6d&tenant_id=aa6715c00c6e4476951bf73e506ed201&binding%3Ahost_id=n-h2-814735-3 HTTP/1.1" status: 200 len: 1117 time: 0.3517432 Oct 20 11:26:19.172847 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f5edc2b7-d84b-46c0-be9d-bdad8aea27d5 req-94c3369f-6a3f-4b8e-ae51-664561b8003b tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] 10.222.0.98 "GET /v2.0/ports?device_id=91b90d39-3342-4993-85ef-4deaea70ed22 HTTP/1.1" status: 200 len: 210 time: 0.0555503 Oct 20 11:26:19.290975 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-91926cf6-bdf9-434c-9dca-fd7de8a272c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:19.333124 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-591c6959-184c-4e22-876b-ed1b9d0549a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:19.370740 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2018aa7a-b72a-458d-a848-ba3c5ea591c7 req-491a8830-6023-4ff3-b686-302b303b9e64 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951115 Oct 20 11:26:19.442609 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff06056-6a23-4d52-80b5-523e811789ee req-dafe03d9-6b5f-4d46-a4ac-213e2aad9f43 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:19.444857 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-3ff06056-6a23-4d52-80b5-523e811789ee req-dafe03d9-6b5f-4d46-a4ac-213e2aad9f43 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.89 "GET /v2.0/ports?device_id=9e28c491-951f-4007-bf2e-36a9b0a4ff4c HTTP/1.1" status: 200 len: 949 time: 0.2062542 Oct 20 11:26:19.458390 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91926cf6-bdf9-434c-9dca-fd7de8a272c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=024ce710-b013-437c-a326-feb64c50e192,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:19.478512 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c32112-6396-4844-9e68-6c600bbf1fc5 x-openstack-request-id: req-c6c32112-6396-4844-9e68-6c600bbf1fc5 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:26:19.478820 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f0301ec-0532-4efa-9864-5c87c596089e", "name": "network-vif-deleted", "tag": "0258904c-1770-4f72-b3f1-bd4b07cccee3", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:26:19.479084 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c6c32112-6396-4844-9e68-6c600bbf1fc5 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:26:19.479490 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0301ec-0532-4efa-9864-5c87c596089e', 'name': 'network-vif-deleted', 'tag': '0258904c-1770-4f72-b3f1-bd4b07cccee3', 'status': 'completed', 'code': 200} Oct 20 11:26:19.538229 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a8a6aa61-d72f-4a23-9bcc-297f82e77ea4 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:19.555091 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a8a6aa61-d72f-4a23-9bcc-297f82e77ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:19.595978 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91926cf6-bdf9-434c-9dca-fd7de8a272c5 admin admin] Checking segment: {'id': '05c36e1d-753e-4f46-be9a-17daeaa7080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': '9b103bd9-87ff-4b84-8423-196bfab2c8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:26:19.597116 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91926cf6-bdf9-434c-9dca-fd7de8a272c5 admin admin] Network hostable DHCP agents. Network: 9b103bd9-87ff-4b84-8423-196bfab2c8c7, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:26:19.638508 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d0b25-5728-45d9-83cd-c24e22adad9c req-4a0f5657-9ac4-4dc7-81dd-c5bd1911c142 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:19.646313 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2b9d0b25-5728-45d9-83cd-c24e22adad9c req-4a0f5657-9ac4-4dc7-81dd-c5bd1911c142 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a4ae9f1-089b-4930-b5e3-06bc0dfded6d HTTP/1.1" status: 200 len: 966 time: 0.1636569 Oct 20 11:26:19.672851 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c01614-2833-48a6-8898-a061850583d9 None None] Pushing event updated for resources: {'Port': ['ID=11aefccc-1ee1-4b5f-95ed-b5a27fdfbc0b,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:19.692188 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-9b6b38ff-5d50-45f9-9203-71f1861c1176 service neutron] For port c9b37b09-9679-4d43-b72d-712686e897a6, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:26:19.725420 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-9b6b38ff-5d50-45f9-9203-71f1861c1176 service neutron] Publish callbacks [] for binding, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:19.726573 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2f9d3cea-826f-4824-a5b7-3821eee84b84 req-9b6b38ff-5d50-45f9-9203-71f1861c1176 service neutron] 10.222.0.89 "DELETE /v2.0/ports/c9b37b09-9679-4d43-b72d-712686e897a6/bindings/n-h1-814735-3 HTTP/1.1" status: 204 len: 173 time: 0.5421906 Oct 20 11:26:19.727246 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91926cf6-bdf9-434c-9dca-fd7de8a272c5 admin admin] Network 9b103bd9-87ff-4b84-8423-196bfab2c8c7 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:26:19.807050 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2b9d0b25-5728-45d9-83cd-c24e22adad9c req-3a873d15-38d7-4687-ad49-7651f4739461 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596942 Oct 20 11:26:19.810477 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 51416) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:19.811196 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-91926cf6-bdf9-434c-9dca-fd7de8a272c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 9b103bd9-87ff-4b84-8423-196bfab2c8c7) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:26:19.820266 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 1b58a554-d85a-47c3-9896-ddec53885546 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:26:19.842274 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dbcc19-859c-480f-bfe8-5fcd2ec404e3 None None] Network 9b103bd9-87ff-4b84-8423-196bfab2c8c7 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:26:19.847693 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91926cf6-bdf9-434c-9dca-fd7de8a272c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:19.849996 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-91926cf6-bdf9-434c-9dca-fd7de8a272c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:19.860824 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-3ff06056-6a23-4d52-80b5-523e811789ee req-c2f23579-fa56-4df2-852a-2f367655e8fe tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Deleting port 0c207751-ad99-4230-9673-b992137c6a0b {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:26:19.864531 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-3ff06056-6a23-4d52-80b5-523e811789ee req-c2f23579-fa56-4df2-852a-2f367655e8fe tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:20.031724 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-91926cf6-bdf9-434c-9dca-fd7de8a272c5 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.7534146 Oct 20 11:26:20.034827 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 51428) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:20.057899 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-df5c2814-143e-47e8-8978-95cbd955e3d3 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1955942530-router', 'tenant_id': 'e95b17b563c44fcba4cf36e981e25ffe', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:20.114762 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-3ff06056-6a23-4d52-80b5-523e811789ee req-c2f23579-fa56-4df2-852a-2f367655e8fe tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] For port 0c207751-ad99-4230-9673-b992137c6a0b, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=0c207751-ad99-4230-9673-b992137c6a0b,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:20.115238 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-3ff06056-6a23-4d52-80b5-523e811789ee req-c2f23579-fa56-4df2-852a-2f367655e8fe tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:20.130825 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-a8a6aa61-d72f-4a23-9bcc-297f82e77ea4 None None] Attempting to bind port 11aefccc-1ee1-4b5f-95ed-b5a27fdfbc0b on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:26:20.133070 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-a8a6aa61-d72f-4a23-9bcc-297f82e77ea4 None None] Attempting to bind port 11aefccc-1ee1-4b5f-95ed-b5a27fdfbc0b by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'f7b2f859-a162-4ede-8eaa-620a4add6ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'd8338651-6e93-43eb-82bb-c86cf6e817ba'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:26:20.133447 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a6aa61-d72f-4a23-9bcc-297f82e77ea4 None None] Attempting to bind port 11aefccc-1ee1-4b5f-95ed-b5a27fdfbc0b on network d8338651-6e93-43eb-82bb-c86cf6e817ba {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:26:20.151836 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-3ff06056-6a23-4d52-80b5-523e811789ee req-c2f23579-fa56-4df2-852a-2f367655e8fe tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Calling delete_port for 0c207751-ad99-4230-9673-b992137c6a0b owned by compute:nova {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:26:20.233990 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d38ce-4cd7-4597-80b0-5138bd1a9fd1 req-d70ecdfa-c30e-41f5-aff7-0fb91fb38d4c tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:20.235972 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-498d38ce-4cd7-4597-80b0-5138bd1a9fd1 req-d70ecdfa-c30e-41f5-aff7-0fb91fb38d4c tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] 10.222.0.11 "GET /v2.0/networks?id=0130587e-ae3c-42e5-be51-829392fb3c6a HTTP/1.1" status: 200 len: 815 time: 0.3919568 Oct 20 11:26:20.241248 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-df5c2814-143e-47e8-8978-95cbd955e3d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:20.242705 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-df5c2814-143e-47e8-8978-95cbd955e3d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:20.242964 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a6aa61-d72f-4a23-9bcc-297f82e77ea4 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:26:20.243352 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a6aa61-d72f-4a23-9bcc-297f82e77ea4 None None] Checking segment: {'id': 'f7b2f859-a162-4ede-8eaa-620a4add6ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'd8338651-6e93-43eb-82bb-c86cf6e817ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:26:20.246042 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a8a6aa61-d72f-4a23-9bcc-297f82e77ea4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:20.246447 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a6aa61-d72f-4a23-9bcc-297f82e77ea4 None None] Bound using segment: {'id': 'f7b2f859-a162-4ede-8eaa-620a4add6ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'd8338651-6e93-43eb-82bb-c86cf6e817ba'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:26:20.246978 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-a8a6aa61-d72f-4a23-9bcc-297f82e77ea4 None None] Bound port: 11aefccc-1ee1-4b5f-95ed-b5a27fdfbc0b, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7b2f859-a162-4ede-8eaa-620a4add6ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'd8338651-6e93-43eb-82bb-c86cf6e817ba'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:26:20.247362 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a8a6aa61-d72f-4a23-9bcc-297f82e77ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:20.315155 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-498d38ce-4cd7-4597-80b0-5138bd1a9fd1 req-320f73f5-5d52-4ae8-ac86-eff1f9343de5 tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] Request body: {'port': {'device_id': '91b90d39-3342-4993-85ef-4deaea70ed22', 'network_id': '0130587e-ae3c-42e5-be51-829392fb3c6a', 'admin_state_up': True, 'tenant_id': '893249f6b6174b84814f4982d67d2c43'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:20.392179 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e77fee-f786-4106-a2a2-338df7a818c7 req-abcd73a7-ae16-43df-88a0-054bf85bab38 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:20.394575 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e0e77fee-f786-4106-a2a2-338df7a818c7 req-abcd73a7-ae16-43df-88a0-054bf85bab38 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=2a4ae9f1-089b-4930-b5e3-06bc0dfded6d HTTP/1.1" status: 200 len: 1117 time: 0.3254180 Oct 20 11:26:20.421004 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-3ff06056-6a23-4d52-80b5-523e811789ee req-c2f23579-fa56-4df2-852a-2f367655e8fe tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:20.427806 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3d7ea696-a33f-4089-9b38-afdeaad18837 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:20.434834 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1989d1e-22a3-48fb-bb8f-54f93a3f6996 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-9b103bd9-87ff-4b84-8423-196bfab2c8c7', 'network_id': '9b103bd9-87ff-4b84-8423-196bfab2c8c7', 'tenant_id': 'e95b17b563c44fcba4cf36e981e25ffe', 'fixed_ips': [{'subnet_id': '024ce710-b013-437c-a326-feb64c50e192'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:26:20.441384 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e1989d1e-22a3-48fb-bb8f-54f93a3f6996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:20.512987 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32173f93-f42d-4134-b098-2d6020011210 req-23cdbbbb-7286-4cab-a99c-07660dbec9fa tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:20.518858 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-32173f93-f42d-4134-b098-2d6020011210 req-23cdbbbb-7286-4cab-a99c-07660dbec9fa tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/ports?device_id=9e28c491-951f-4007-bf2e-36a9b0a4ff4c HTTP/1.1" status: 200 len: 949 time: 0.3044541 Oct 20 11:26:20.539505 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f23579-fa56-4df2-852a-2f367655e8fe tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Pushing event deleted for resources: {'Port': ['ID=0c207751-ad99-4230-9673-b992137c6a0b,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:20.569926 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff06056-6a23-4d52-80b5-523e811789ee req-c2f23579-fa56-4df2-852a-2f367655e8fe tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] No DVR routers for this DVR port 0c207751-ad99-4230-9673-b992137c6a0b on host n-h2-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:26:20.574599 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-3ff06056-6a23-4d52-80b5-523e811789ee req-c2f23579-fa56-4df2-852a-2f367655e8fe tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:20.581595 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-3ff06056-6a23-4d52-80b5-523e811789ee req-c2f23579-fa56-4df2-852a-2f367655e8fe tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.89 "DELETE /v2.0/ports/0c207751-ad99-4230-9673-b992137c6a0b HTTP/1.1" status: 204 len: 173 time: 1.1200018 Oct 20 11:26:20.584845 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e28c491-951f-4007-bf2e-36a9b0a4ff4c', 'name': 'network-vif-deleted', 'tag': '0c207751-ad99-4230-9673-b992137c6a0b'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:26:20.588121 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bc525a-5103-4c58-8b12-fa669b18118c" -d '{"events": [{"server_uuid": "9e28c491-951f-4007-bf2e-36a9b0a4ff4c", "name": "network-vif-deleted", "tag": "0c207751-ad99-4230-9673-b992137c6a0b"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:26:20.601210 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-df5c2814-143e-47e8-8978-95cbd955e3d3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:20.617384 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['e239edc6-f119-4d20-92d9-e95030bb77aa', '0c207751-ad99-4230-9673-b992137c6a0b'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:26:20.627377 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device c9b37b09-9679-4d43-b72d-712686e897a6 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:26:20.677899 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e0e77fee-f786-4106-a2a2-338df7a818c7 req-fbb19e66-cd06-4353-bff3-c1938ddb08e2 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588518 Oct 20 11:26:20.726878 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-77d092fe-bff0-415e-b4d4-c61ef7fc1e8e None None] Provisioning complete for port 11aefccc-1ee1-4b5f-95ed-b5a27fdfbc0b triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:20.727247 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-77d092fe-bff0-415e-b4d4-c61ef7fc1e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:20.854118 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51462) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:20.911914 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 1b58a554-d85a-47c3-9896-ddec53885546 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:20.912319 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:20.942255 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-a8a6aa61-d72f-4a23-9bcc-297f82e77ea4 None None] For port 11aefccc-1ee1-4b5f-95ed-b5a27fdfbc0b, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:26:20.947441 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51466) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:20.962466 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device c9b37b09-9679-4d43-b72d-712686e897a6 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:26:20.983171 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-77d092fe-bff0-415e-b4d4-c61ef7fc1e8e None None] Port 11aefccc-1ee1-4b5f-95ed-b5a27fdfbc0b cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:26:20.990640 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-e1989d1e-22a3-48fb-bb8f-54f93a3f6996 None None] Allocated IP 172.20.0.2 (9b103bd9-87ff-4b84-8423-196bfab2c8c7/024ce710-b013-437c-a326-feb64c50e192/6c2b9284-6c59-4a70-ad46-52d3c76bce4c) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:26:20.996805 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-a8a6aa61-d72f-4a23-9bcc-297f82e77ea4 None None] For port 11aefccc-1ee1-4b5f-95ed-b5a27fdfbc0b, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=11aefccc-1ee1-4b5f-95ed-b5a27fdfbc0b,segment=NetworkSegment(f7b2f859-a162-4ede-8eaa-620a4add6ef1),segment_id=f7b2f859-a162-4ede-8eaa-620a4add6ef1)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:26:21.011520 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a8a6aa61-d72f-4a23-9bcc-297f82e77ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:21.184262 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-ff007053-71c3-4b1f-b30c-0e93f7d0ed56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:21.190573 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-ff007053-71c3-4b1f-b30c-0e93f7d0ed56 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d9acdef368f944fcb8d5f209bb8e33d7&device_id=999a1973-9d6b-414f-88f7-ec4814f88166 HTTP/1.1" status: 200 len: 1096 time: 0.1152210 Oct 20 11:26:21.220424 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b7a85bf1-8d9f-49ff-b75e-94c6f80b5d31 req-0cdf3b75-2bc0-411b-99ae-8e6c98b48e57 tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] 10.222.0.98 "GET /v2.0/ports?device_id=91b90d39-3342-4993-85ef-4deaea70ed22 HTTP/1.1" status: 200 len: 210 time: 0.3609412 Oct 20 11:26:21.224065 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c01614-2833-48a6-8898-a061850583d9 None None] Pushing event updated for resources: {'Port': ['ID=11aefccc-1ee1-4b5f-95ed-b5a27fdfbc0b,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:21.255260 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-32173f93-f42d-4134-b098-2d6020011210 req-350c6b77-fbe1-4eca-8f7f-30d01c50622b tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/security-groups?id=45e230e3-c619-47d2-a64b-21b4fbd3cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7303472 Oct 20 11:26:21.319377 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a6aa61-d72f-4a23-9bcc-297f82e77ea4 None None] Routers {'674ee549-7fa2-441d-8095-dddaba6b6583'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:26:21.320669 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-a8a6aa61-d72f-4a23-9bcc-297f82e77ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:25:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['674ee549-7fa2-441d-8095-dddaba6b6583'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:21.526758 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-26e83612-047d-45ac-8158-f94fc3c4b52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:21.534034 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-26e83612-047d-45ac-8158-f94fc3c4b52c service neutron] 10.222.0.89 "GET /v2.0/networks?id=60a88ebb-4b56-43bd-98ec-2f75530b8b0e HTTP/1.1" status: 200 len: 922 time: 0.3353353 Oct 20 11:26:21.539476 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b749e8-4f4f-4d41-8ee8-d916952ab527 x-openstack-request-id: req-25b749e8-4f4f-4d41-8ee8-d916952ab527 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:26:21.540534 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e28c491-951f-4007-bf2e-36a9b0a4ff4c", "name": "network-vif-deleted", "tag": "0c207751-ad99-4230-9673-b992137c6a0b", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:26:21.540813 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-25b749e8-4f4f-4d41-8ee8-d916952ab527 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:26:21.541191 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e28c491-951f-4007-bf2e-36a9b0a4ff4c', 'name': 'network-vif-deleted', 'tag': '0c207751-ad99-4230-9673-b992137c6a0b', 'status': 'completed', 'code': 200} Oct 20 11:26:21.621686 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-df5c2814-143e-47e8-8978-95cbd955e3d3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:21.673019 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-aed1af56-d86f-4696-a032-4b8e65e20b9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:21.720311 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3d7ea696-a33f-4089-9b38-afdeaad18837 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:21.770482 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3d7ea696-a33f-4089-9b38-afdeaad18837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:21.772929 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-498d38ce-4cd7-4597-80b0-5138bd1a9fd1 req-320f73f5-5d52-4ae8-ac86-eff1f9343de5 tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] Made reservation on behalf of 893249f6b6174b84814f4982d67d2c43 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:26:21.777927 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-3841af1c-6700-460a-9ea9-b852c7dd8982 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e86db2bd-275e-4f9b-abd5-61ea248f17c8 HTTP/1.1" status: 200 len: 217 time: 0.1865177 Oct 20 11:26:21.780126 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-498d38ce-4cd7-4597-80b0-5138bd1a9fd1 req-320f73f5-5d52-4ae8-ac86-eff1f9343de5 tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:21.883706 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d153bcd2-0bc5-4b56-b398-5f1475b998e5 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=65b4c976476c40ae9bc9f6b2874c9433&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9320595 Oct 20 11:26:21.887341 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51486) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:21.969810 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-96dbbb10-c531-4b24-a90a-5491d421d122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:21.971317 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-96dbbb10-c531-4b24-a90a-5491d421d122 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2a0c5c2a-f9c9-492d-ba9f-7e961a63a7db HTTP/1.1" status: 200 len: 860 time: 0.1622212 Oct 20 11:26:21.987451 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 0c207751-ad99-4230-9673-b992137c6a0b no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:26:22.018411 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-da475b86-c1f5-48cd-8298-2682cd4a16f9 None None] Provisioning complete for port 11aefccc-1ee1-4b5f-95ed-b5a27fdfbc0b triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:22.019166 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-da475b86-c1f5-48cd-8298-2682cd4a16f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:22.031528 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: 0c207751-ad99-4230-9673-b992137c6a0b {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:26:22.032269 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 0c207751-ad99-4230-9673-b992137c6a0b not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:26:22.032981 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 0258904c-1770-4f72-b3f1-bd4b07cccee3 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:26:22.033188 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7739c2-dcd5-4759-91c2-84dc61ed9334 req-04e7bfd8-6843-43ae-9b5a-342408a031b6 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:22.036393 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a7739c2-dcd5-4759-91c2-84dc61ed9334 req-04e7bfd8-6843-43ae-9b5a-342408a031b6 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/networks?id=b05579c2-10e5-4997-ab9d-57afa741288e HTTP/1.1" status: 200 len: 807 time: 0.4052796 Oct 20 11:26:22.048363 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-b33f4de0-9deb-4173-b5eb-036c2f3553b3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=60a88ebb-4b56-43bd-98ec-2f75530b8b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669191 Oct 20 11:26:22.061568 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ea696-a33f-4089-9b38-afdeaad18837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed40a92e-bd7f-46ef-b817-ff8872726aac,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:22.142167 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ff02452a-4ff7-4fd0-8482-249b4c7e8501 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:22.151080 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-aed1af56-d86f-4696-a032-4b8e65e20b9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:22.162809 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a7739c2-dcd5-4759-91c2-84dc61ed9334 req-9ffae2db-519d-4561-9a78-e627a0ee1414 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/quotas/aa6715c00c6e4476951bf73e506ed201 HTTP/1.1" status: 200 len: 375 time: 0.0852849 Oct 20 11:26:22.167573 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: 0258904c-1770-4f72-b3f1-bd4b07cccee3 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:26:22.169366 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 0258904c-1770-4f72-b3f1-bd4b07cccee3 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:26:22.186235 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e1989d1e-22a3-48fb-bb8f-54f93a3f6996 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:22.203629 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-aed1af56-d86f-4696-a032-4b8e65e20b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:22.244663 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e1989d1e-22a3-48fb-bb8f-54f93a3f6996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:22.267389 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-a8a6aa61-d72f-4a23-9bcc-297f82e77ea4 None None] Set router 674ee549-7fa2-441d-8095-dddaba6b6583 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:26:22.322180 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ff02452a-4ff7-4fd0-8482-249b4c7e8501 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:22.323377 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3d7ea696-a33f-4089-9b38-afdeaad18837 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6e4b860b5e994e2ea867d72a9695d640&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5065038 Oct 20 11:26:22.334913 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51492) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:22.386717 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-aed1af56-d86f-4696-a032-4b8e65e20b9f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=cdee3ca2f3d34940831ba0b05b18499c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5306447 Oct 20 11:26:22.387117 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed1af56-d86f-4696-a032-4b8e65e20b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3ab4eb-38ea-4092-91ed-1ce1c8688ca8,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:22.393748 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51494) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:22.461995 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85171c3-b1bd-4764-aead-5487200e4655 req-d4a8bc9c-96a5-4229-804f-cd99428860c7 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:22.476007 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-8ca80cb4-a116-4f44-91e7-485b90165627 service neutron] 10.222.0.89 "GET /v2.0/networks/60a88ebb-4b56-43bd-98ec-2f75530b8b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158349 Oct 20 11:26:22.482547 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a85171c3-b1bd-4764-aead-5487200e4655 req-d4a8bc9c-96a5-4229-804f-cd99428860c7 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=999a1973-9d6b-414f-88f7-ec4814f88166 HTTP/1.1" status: 200 len: 945 time: 0.7464623 Oct 20 11:26:22.526840 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ff02452a-4ff7-4fd0-8482-249b4c7e8501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:22.529374 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ff02452a-4ff7-4fd0-8482-249b4c7e8501 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:22.533181 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ff02452a-4ff7-4fd0-8482-249b4c7e8501 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/538e4e82-af7d-4e79-86af-2f705cd31163 HTTP/1.1" status: 204 len: 168 time: 0.6390121 Oct 20 11:26:22.542288 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4a70a31c-1478-447b-9aad-5f914c991e3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:22.561081 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff02452a-4ff7-4fd0-8482-249b4c7e8501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538e4e82-af7d-4e79-86af-2f705cd31163,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:22.641145 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4a70a31c-1478-447b-9aad-5f914c991e3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:22.642534 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1989d1e-22a3-48fb-bb8f-54f93a3f6996 None None] Pushing event updated for resources: {'Port': ['ID=6c2b9284-6c59-4a70-ad46-52d3c76bce4c,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:22.682734 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-e8ab6531-f992-414f-b8fd-bf589aaa4877 service neutron] 10.222.0.89 "GET /v2.0/networks/60a88ebb-4b56-43bd-98ec-2f75530b8b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967802 Oct 20 11:26:22.696040 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-077af843-0f78-4653-939c-24908175a670 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:22.736046 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1989d1e-22a3-48fb-bb8f-54f93a3f6996 None None] Network 9b103bd9-87ff-4b84-8423-196bfab2c8c7 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:26:22.736395 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-077af843-0f78-4653-939c-24908175a670 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:22.751289 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-22026d5c-04ff-4011-beb4-6969e7a76a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:22.778541 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-498d38ce-4cd7-4597-80b0-5138bd1a9fd1 req-320f73f5-5d52-4ae8-ac86-eff1f9343de5 tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] Allocated IP 172.20.0.11 (0130587e-ae3c-42e5-be51-829392fb3c6a/51a05590-efa2-4d4b-a09f-bf89beec1cca/97da3092-5fad-4410-87ff-57aed83f2c07) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:26:22.784287 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-e1989d1e-22a3-48fb-bb8f-54f93a3f6996 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:26:22.794239 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1989d1e-22a3-48fb-bb8f-54f93a3f6996 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:26:22.836811 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a7739c2-dcd5-4759-91c2-84dc61ed9334 req-c053abbd-ab10-486e-9fd9-32048496ed0d tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=aa6715c00c6e4476951bf73e506ed201&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5288870 Oct 20 11:26:22.863119 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a85171c3-b1bd-4764-aead-5487200e4655 req-b8b8e485-8128-4a73-b590-0fe1b5cb719e tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741844 Oct 20 11:26:22.876843 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-00cb019d-7e3f-4610-8d22-376e3bc69a7c tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:22.876843 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-00cb019d-7e3f-4610-8d22-376e3bc69a7c tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=999a1973-9d6b-414f-88f7-ec4814f88166&tenant_id=d9acdef368f944fcb8d5f209bb8e33d7&binding%3Ahost_id=n-h1-814735-3 HTTP/1.1" status: 200 len: 1096 time: 0.1066511 Oct 20 11:26:22.903111 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-b653b20c-2705-4047-84c2-901ac6cde86c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-814735-3'}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:22.925229 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-077af843-0f78-4653-939c-24908175a670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:22.934390 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-077af843-0f78-4653-939c-24908175a670 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:22.940089 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-077af843-0f78-4653-939c-24908175a670 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/dc3ab4eb-38ea-4092-91ed-1ce1c8688ca8 HTTP/1.1" status: 204 len: 168 time: 0.5385835 Oct 20 11:26:23.096645 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077af843-0f78-4653-939c-24908175a670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3ab4eb-38ea-4092-91ed-1ce1c8688ca8,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:23.139465 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4a70a31c-1478-447b-9aad-5f914c991e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:23.142280 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4a70a31c-1478-447b-9aad-5f914c991e3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:23.143488 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4a70a31c-1478-447b-9aad-5f914c991e3e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ed40a92e-bd7f-46ef-b817-ff8872726aac HTTP/1.1" status: 204 len: 168 time: 0.7993627 Oct 20 11:26:23.144221 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51502) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:23.188202 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f4bb67b0-2410-407d-944f-424cd5b9874e req-cda0fd55-e67b-4103-b116-b3f4e2c8c88f tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] 10.222.0.98 "GET /v2.0/ports?device_id=91b90d39-3342-4993-85ef-4deaea70ed22 HTTP/1.1" status: 200 len: 210 time: 0.1800604 Oct 20 11:26:23.195303 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:23.196873 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-e1989d1e-22a3-48fb-bb8f-54f93a3f6996 None None] Attempting to bind port 6c2b9284-6c59-4a70-ad46-52d3c76bce4c on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:26:23.197456 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-e1989d1e-22a3-48fb-bb8f-54f93a3f6996 None None] Attempting to bind port 6c2b9284-6c59-4a70-ad46-52d3c76bce4c by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '05c36e1d-753e-4f46-be9a-17daeaa7080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': '9b103bd9-87ff-4b84-8423-196bfab2c8c7'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:26:23.198133 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1989d1e-22a3-48fb-bb8f-54f93a3f6996 None None] Attempting to bind port 6c2b9284-6c59-4a70-ad46-52d3c76bce4c on network 9b103bd9-87ff-4b84-8423-196bfab2c8c7 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:26:23.202945 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a70a31c-1478-447b-9aad-5f914c991e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed40a92e-bd7f-46ef-b817-ff8872726aac,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:23.215729 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bbd7ddc0-1292-4102-b159-9243e10e5fea admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:23.224117 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-a8a6aa61-d72f-4a23-9bcc-297f82e77ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1118223990-router', 'tenant_id': '148df67387bc4ce6991a2699fe30ca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '1b58a554-d85a-47c3-9896-ddec53885546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:26:07Z', 'updated_at': '2021-10-20T11:26:14Z', 'revision_number': 4, 'project_id': '148df67387bc4ce6991a2699fe30ca2b', 'gw_port': {'id': '1b58a554-d85a-47c3-9896-ddec53885546', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:08Z', 'updated_at': '2021-10-20T11:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '11aefccc-1ee1-4b5f-95ed-b5a27fdfbc0b', 'name': '', 'network_id': 'd8338651-6e93-43eb-82bb-c86cf6e817ba', 'tenant_id': '148df67387bc4ce6991a2699fe30ca2b', 'mac_address': 'fa:16:3e:d9:70:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5a859bd7-2b54-4ef2-916f-95506b8b807d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:13Z', 'updated_at': '2021-10-20T11:26:20Z', 'revision_number': 4, 'project_id': '148df67387bc4ce6991a2699fe30ca2b', 'subnets': [{'id': '5a859bd7-2b54-4ef2-916f-95506b8b807d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:23.230513 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-b653b20c-2705-4047-84c2-901ac6cde86c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:23.285513 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-da475b86-c1f5-48cd-8298-2682cd4a16f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:23.299648 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:23.326132 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a6aa61-d72f-4a23-9bcc-297f82e77ea4 None None] The sync data for ids ['674ee549-7fa2-441d-8095-dddaba6b6583'] in n-d-814735-3 is: [{'id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1118223990-router', 'tenant_id': '148df67387bc4ce6991a2699fe30ca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '1b58a554-d85a-47c3-9896-ddec53885546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:26:07Z', 'updated_at': '2021-10-20T11:26:14Z', 'revision_number': 4, 'project_id': '148df67387bc4ce6991a2699fe30ca2b', 'gw_port': {'id': '1b58a554-d85a-47c3-9896-ddec53885546', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:08Z', 'updated_at': '2021-10-20T11:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '11aefccc-1ee1-4b5f-95ed-b5a27fdfbc0b', 'name': '', 'network_id': 'd8338651-6e93-43eb-82bb-c86cf6e817ba', 'tenant_id': '148df67387bc4ce6991a2699fe30ca2b', 'mac_address': 'fa:16:3e:d9:70:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5a859bd7-2b54-4ef2-916f-95506b8b807d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:13Z', 'updated_at': '2021-10-20T11:26:20Z', 'revision_number': 4, 'project_id': '148df67387bc4ce6991a2699fe30ca2b', 'subnets': [{'id': '5a859bd7-2b54-4ef2-916f-95506b8b807d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:26:23.339470 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1989d1e-22a3-48fb-bb8f-54f93a3f6996 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:26:23.344642 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1989d1e-22a3-48fb-bb8f-54f93a3f6996 None None] Checking segment: {'id': '05c36e1d-753e-4f46-be9a-17daeaa7080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': '9b103bd9-87ff-4b84-8423-196bfab2c8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:26:23.344642 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e1989d1e-22a3-48fb-bb8f-54f93a3f6996 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:23.344642 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1989d1e-22a3-48fb-bb8f-54f93a3f6996 None None] Bound using segment: {'id': '05c36e1d-753e-4f46-be9a-17daeaa7080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': '9b103bd9-87ff-4b84-8423-196bfab2c8c7'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:26:23.344642 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-e1989d1e-22a3-48fb-bb8f-54f93a3f6996 None None] Bound port: 6c2b9284-6c59-4a70-ad46-52d3c76bce4c, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05c36e1d-753e-4f46-be9a-17daeaa7080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': '9b103bd9-87ff-4b84-8423-196bfab2c8c7'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:26:23.344642 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e1989d1e-22a3-48fb-bb8f-54f93a3f6996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:23.387583 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-da475b86-c1f5-48cd-8298-2682cd4a16f9 None None] For port 11aefccc-1ee1-4b5f-95ed-b5a27fdfbc0b, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=11aefccc-1ee1-4b5f-95ed-b5a27fdfbc0b,segment=NetworkSegment(f7b2f859-a162-4ede-8eaa-620a4add6ef1),segment_id=f7b2f859-a162-4ede-8eaa-620a4add6ef1)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:23.397762 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-da475b86-c1f5-48cd-8298-2682cd4a16f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:23.579233 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da475b86-c1f5-48cd-8298-2682cd4a16f9 None None] Pushing event updated for resources: {'Port': ['ID=11aefccc-1ee1-4b5f-95ed-b5a27fdfbc0b,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:23.752379 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e1989d1e-22a3-48fb-bb8f-54f93a3f6996 None None] For port 6c2b9284-6c59-4a70-ad46-52d3c76bce4c, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:26:23.755812 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a7739c2-dcd5-4759-91c2-84dc61ed9334 req-9d2ab0d5-2fc2-4b1c-a94e-691515e113e1 service neutron] 10.222.0.98 "GET /v2.0/networks/b05579c2-10e5-4997-ab9d-57afa741288e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8931224 Oct 20 11:26:23.759065 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e1989d1e-22a3-48fb-bb8f-54f93a3f6996 None None] For port 6c2b9284-6c59-4a70-ad46-52d3c76bce4c, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=6c2b9284-6c59-4a70-ad46-52d3c76bce4c,segment=NetworkSegment(05c36e1d-753e-4f46-be9a-17daeaa7080e),segment_id=05c36e1d-753e-4f46-be9a-17daeaa7080e)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:26:23.775648 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e1989d1e-22a3-48fb-bb8f-54f93a3f6996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:23.784545 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bbd7ddc0-1292-4102-b159-9243e10e5fea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:23.802933 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bbd7ddc0-1292-4102-b159-9243e10e5fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:23.886555 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1989d1e-22a3-48fb-bb8f-54f93a3f6996 None None] Pushing event updated for resources: {'Port': ['ID=6c2b9284-6c59-4a70-ad46-52d3c76bce4c,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:23.898403 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-bbd7ddc0-1292-4102-b159-9243e10e5fea admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7fe76f823ff3452e93734a54861fc198&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7489600 Oct 20 11:26:23.902608 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51516) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:23.988126 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-b653b20c-2705-4047-84c2-901ac6cde86c service neutron] For port e86db2bd-275e-4f9b-abd5-61ea248f17c8, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=e86db2bd-275e-4f9b-abd5-61ea248f17c8,segment=NetworkSegment(ec1b6256-95be-479c-9695-b6dae13546d3),segment_id=ec1b6256-95be-479c-9695-b6dae13546d3)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:24.022218 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51518) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:24.098398 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 11aefccc-1ee1-4b5f-95ed-b5a27fdfbc0b up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:26:24.142064 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ae159487-97f6-4b4e-815b-d3312997e6aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:24.154264 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd7ddc0-1292-4102-b159-9243e10e5fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5b0074-4a66-4244-b8e4-d8229bc07eab,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:24.182337 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7fb7aa81-41ed-418a-aedd-944332ac0690 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:24.262587 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 11aefccc-1ee1-4b5f-95ed-b5a27fdfbc0b triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:24.263005 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:24.341693 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-df5c2814-143e-47e8-8978-95cbd955e3d3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:24.354681 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ae159487-97f6-4b4e-815b-d3312997e6aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:24.381205 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-b653b20c-2705-4047-84c2-901ac6cde86c service neutron] For port e86db2bd-275e-4f9b-abd5-61ea248f17c8, host n-h1-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:26:24.443082 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-df5c2814-143e-47e8-8978-95cbd955e3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:24.506740 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-498d38ce-4cd7-4597-80b0-5138bd1a9fd1 req-320f73f5-5d52-4ae8-ac86-eff1f9343de5 tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:24.529374 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a7739c2-dcd5-4759-91c2-84dc61ed9334 req-4fc4d670-e745-4011-85b4-e84fa071d6c3 service neutron] 10.222.0.98 "GET /v2.0/networks/b05579c2-10e5-4997-ab9d-57afa741288e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7723897 Oct 20 11:26:24.580705 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999a1973-9d6b-414f-88f7-ec4814f88166', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e86db2bd-275e-4f9b-abd5-61ea248f17c8'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:26:24.584671 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57539e4e-404c-4f62-ba0e-50151bceb0d2" -d '{"events": [{"server_uuid": "999a1973-9d6b-414f-88f7-ec4814f88166", "name": "network-vif-unplugged", "status": "completed", "tag": "e86db2bd-275e-4f9b-abd5-61ea248f17c8"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:26:24.591814 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-b653b20c-2705-4047-84c2-901ac6cde86c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:24.618511 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd19dc-67ba-4945-9e00-862e720686b2 req-9991ab4f-5746-43a3-9d38-10ab0f71404c tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:24.622650 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-b653b20c-2705-4047-84c2-901ac6cde86c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:24.631941 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-37dd19dc-67ba-4945-9e00-862e720686b2 req-9991ab4f-5746-43a3-9d38-10ab0f71404c tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7d97a7d-d518-4593-b447-dd83a4a5d926 HTTP/1.1" status: 200 len: 949 time: 0.4865308 Oct 20 11:26:24.700701 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51524) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:24.730716 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:24.742608 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-93b85749-0600-4f04-be6e-d3a61ba7ec66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:24.930440 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-df5c2814-143e-47e8-8978-95cbd955e3d3 admin admin] Allocated IP 172.25.5.119 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/c79a3067-0298-442c-b161-aa1bbd16f7f9) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:26:24.957669 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ae159487-97f6-4b4e-815b-d3312997e6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:24.960834 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ae159487-97f6-4b4e-815b-d3312997e6aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:24.972883 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ae159487-97f6-4b4e-815b-d3312997e6aa admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0e5b0074-4a66-4244-b8e4-d8229bc07eab HTTP/1.1" status: 204 len: 168 time: 1.0606067 Oct 20 11:26:24.976749 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b653b20c-2705-4047-84c2-901ac6cde86c service neutron] Pushing event updated for resources: {'Port': ['ID=e86db2bd-275e-4f9b-abd5-61ea248f17c8,revision_number=7']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:25.057566 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae159487-97f6-4b4e-815b-d3312997e6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5b0074-4a66-4244-b8e4-d8229bc07eab,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:25.190012 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7fb7aa81-41ed-418a-aedd-944332ac0690 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:25.261387 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7fb7aa81-41ed-418a-aedd-944332ac0690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:25.315529 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-df5c2814-143e-47e8-8978-95cbd955e3d3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:25.326239 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-b653b20c-2705-4047-84c2-901ac6cde86c service neutron] Attempting to bind port e86db2bd-275e-4f9b-abd5-61ea248f17c8 on host n-h1-814735-3 for vnic_type normal with profile {"migrating_to": "n-h2-814735-3"} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:26:25.327497 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-b653b20c-2705-4047-84c2-901ac6cde86c service neutron] Attempting to bind port e86db2bd-275e-4f9b-abd5-61ea248f17c8 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': 'ec1b6256-95be-479c-9695-b6dae13546d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:26:25.328008 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-b653b20c-2705-4047-84c2-901ac6cde86c service neutron] Attempting to bind port e86db2bd-275e-4f9b-abd5-61ea248f17c8 on network 60a88ebb-4b56-43bd-98ec-2f75530b8b0e {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:26:25.392598 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-b653b20c-2705-4047-84c2-901ac6cde86c service neutron] Port e86db2bd-275e-4f9b-abd5-61ea248f17c8 on network 60a88ebb-4b56-43bd-98ec-2f75530b8b0e not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:26:25.393171 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-b653b20c-2705-4047-84c2-901ac6cde86c service neutron] Attempting to bind port e86db2bd-275e-4f9b-abd5-61ea248f17c8 on network 60a88ebb-4b56-43bd-98ec-2f75530b8b0e {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:26:25.446412 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-93b85749-0600-4f04-be6e-d3a61ba7ec66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:25.452990 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-b653b20c-2705-4047-84c2-901ac6cde86c service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:26:25.453892 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-b653b20c-2705-4047-84c2-901ac6cde86c service neutron] Checking segment: {'id': 'ec1b6256-95be-479c-9695-b6dae13546d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:26:25.454678 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-b653b20c-2705-4047-84c2-901ac6cde86c service neutron] Bound using segment: {'id': 'ec1b6256-95be-479c-9695-b6dae13546d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:26:25.455406 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-b653b20c-2705-4047-84c2-901ac6cde86c service neutron] Bound port: e86db2bd-275e-4f9b-abd5-61ea248f17c8, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec1b6256-95be-479c-9695-b6dae13546d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:26:25.455967 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-b653b20c-2705-4047-84c2-901ac6cde86c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:25.461662 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-93b85749-0600-4f04-be6e-d3a61ba7ec66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:25.481160 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7fb7aa81-41ed-418a-aedd-944332ac0690 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8bb4c782a57d4a6f874af752b78d194c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4549644 Oct 20 11:26:25.496755 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-37dd19dc-67ba-4945-9e00-862e720686b2 req-40939408-da9b-4a30-b274-3b24f2a59f7c tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/security-groups?id=45e230e3-c619-47d2-a64b-21b4fbd3cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8623955 Oct 20 11:26:25.505872 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51538) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:25.548234 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb7aa81-41ed-418a-aedd-944332ac0690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d78d96-8773-4fc5-8462-69fd5d9f7e71,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:25.653217 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-498d38ce-4cd7-4597-80b0-5138bd1a9fd1 req-320f73f5-5d52-4ae8-ac86-eff1f9343de5 tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:25.771553 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320f73f5-5d52-4ae8-ac86-eff1f9343de5 tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] Pushing event updated for resources: {'Port': ['ID=97da3092-5fad-4410-87ff-57aed83f2c07,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:25.832061 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-93b85749-0600-4f04-be6e-d3a61ba7ec66 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=59f7cbb18b43403ca20e1f1ac3011fbd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1265020 Oct 20 11:26:25.837548 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a4b9d3-ebf0-4a56-9ded-6976056cd94f None None] Network 9b103bd9-87ff-4b84-8423-196bfab2c8c7 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:26:25.844089 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 51546) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:25.851654 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b85749-0600-4f04-be6e-d3a61ba7ec66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747423c0-2173-47a7-9d55-3cd47a0127d3,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:25.869812 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9cf94c-2dc4-45c6-80ea-f8e4b0abdbe5 req-313dd915-73cf-44e1-bc2b-fe149c3f0104 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:25.877376 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8c9cf94c-2dc4-45c6-80ea-f8e4b0abdbe5 req-313dd915-73cf-44e1-bc2b-fe149c3f0104 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.89 "GET /v2.0/ports?device_id=f7d97a7d-d518-4593-b447-dd83a4a5d926 HTTP/1.1" status: 200 len: 949 time: 0.4973392 Oct 20 11:26:25.882132 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-df5c2814-143e-47e8-8978-95cbd955e3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:25.949162 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-498d38ce-4cd7-4597-80b0-5138bd1a9fd1 req-320f73f5-5d52-4ae8-ac86-eff1f9343de5 tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] Network 0130587e-ae3c-42e5-be51-829392fb3c6a is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:26:25.960439 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e920de34-3ead-4ade-a537-294b0031ee33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:26.012311 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f51a4d-517a-4041-bdf7-e3ac1d71a176 req-19e665fe-1fb8-4412-90a1-74d097594404 tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:26.021425 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-30f51a4d-517a-4041-bdf7-e3ac1d71a176 req-19e665fe-1fb8-4412-90a1-74d097594404 tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] 10.222.0.98 "GET /v2.0/ports?device_id=91b90d39-3342-4993-85ef-4deaea70ed22 HTTP/1.1" status: 200 len: 932 time: 0.3641362 Oct 20 11:26:26.022869 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-498d38ce-4cd7-4597-80b0-5138bd1a9fd1 req-320f73f5-5d52-4ae8-ac86-eff1f9343de5 tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:26:26.032791 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e920de34-3ead-4ade-a537-294b0031ee33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:26.066512 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d96af3c0-479c-422e-aa96-743daa2ec939 None None] Provisioning complete for port 6c2b9284-6c59-4a70-ad46-52d3c76bce4c triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:26.069679 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d96af3c0-479c-422e-aa96-743daa2ec939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:26.127056 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-b653b20c-2705-4047-84c2-901ac6cde86c service neutron] For port e86db2bd-275e-4f9b-abd5-61ea248f17c8, host n-h1-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:26:26.146167 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 6c2b9284-6c59-4a70-ad46-52d3c76bce4c up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:26:26.167739 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-b653b20c-2705-4047-84c2-901ac6cde86c service neutron] For port e86db2bd-275e-4f9b-abd5-61ea248f17c8, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=e86db2bd-275e-4f9b-abd5-61ea248f17c8,segment=NetworkSegment(ec1b6256-95be-479c-9695-b6dae13546d3),segment_id=ec1b6256-95be-479c-9695-b6dae13546d3)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:26:26.177056 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-b653b20c-2705-4047-84c2-901ac6cde86c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:26.254705 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-498d38ce-4cd7-4597-80b0-5138bd1a9fd1 req-320f73f5-5d52-4ae8-ac86-eff1f9343de5 tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:26:26.277350 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d38ce-4cd7-4597-80b0-5138bd1a9fd1 req-320f73f5-5d52-4ae8-ac86-eff1f9343de5 tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:26.280194 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-498d38ce-4cd7-4597-80b0-5138bd1a9fd1 req-320f73f5-5d52-4ae8-ac86-eff1f9343de5 tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:26.310436 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b653b20c-2705-4047-84c2-901ac6cde86c service neutron] Pushing event updated for resources: {'Port': ['ID=e86db2bd-275e-4f9b-abd5-61ea248f17c8,revision_number=8']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:26.355397 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e920de34-3ead-4ade-a537-294b0031ee33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:26.361655 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e920de34-3ead-4ade-a537-294b0031ee33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:26.386755 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e920de34-3ead-4ade-a537-294b0031ee33 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/80d78d96-8773-4fc5-8462-69fd5d9f7e71 HTTP/1.1" status: 204 len: 168 time: 0.8485329 Oct 20 11:26:26.419044 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-498d38ce-4cd7-4597-80b0-5138bd1a9fd1 req-320f73f5-5d52-4ae8-ac86-eff1f9343de5 tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1079266 Oct 20 11:26:26.479187 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5c2814-143e-47e8-8978-95cbd955e3d3 admin admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:26:26.516012 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-df5c2814-143e-47e8-8978-95cbd955e3d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:26:26.557063 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e920de34-3ead-4ade-a537-294b0031ee33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d78d96-8773-4fc5-8462-69fd5d9f7e71,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:26.562540 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f37098-3fd8-4f12-ba20-1c9157fc02cc req-38a25dba-c020-4a23-ab86-c434ace34957 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:26.563507 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-b653b20c-2705-4047-84c2-901ac6cde86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:26.565126 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-b653b20c-2705-4047-84c2-901ac6cde86c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:26.569537 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d2f37098-3fd8-4f12-ba20-1c9157fc02cc req-38a25dba-c020-4a23-ab86-c434ace34957 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=999a1973-9d6b-414f-88f7-ec4814f88166 HTTP/1.1" status: 200 len: 943 time: 1.1784122 Oct 20 11:26:26.570398 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5c2814-143e-47e8-8978-95cbd955e3d3 admin admin] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:26:26.575574 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-b653b20c-2705-4047-84c2-901ac6cde86c service neutron] 10.222.0.89 "PUT /v2.0/ports/e86db2bd-275e-4f9b-abd5-61ea248f17c8 HTTP/1.1" status: 200 len: 1121 time: 3.6948655 Oct 20 11:26:26.596962 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-498d38ce-4cd7-4597-80b0-5138bd1a9fd1 req-c1865311-20ef-4c9b-a852-4563e4c99384 service neutron] Request body: {'port': {'device_id': '91b90d39-3342-4993-85ef-4deaea70ed22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:26.666906 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['e86db2bd-275e-4f9b-abd5-61ea248f17c8'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:26:26.699207 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-498d38ce-4cd7-4597-80b0-5138bd1a9fd1 req-c1865311-20ef-4c9b-a852-4563e4c99384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:26.782855 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 6c2b9284-6c59-4a70-ad46-52d3c76bce4c triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:26.783577 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:26.802730 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c2814-143e-47e8-8978-95cbd955e3d3 admin admin] Pushing event updated for resources: {'Port': ['ID=c79a3067-0298-442c-b161-aa1bbd16f7f9,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:27.086743 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d96af3c0-479c-422e-aa96-743daa2ec939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:27.164511 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7739c2-dcd5-4759-91c2-84dc61ed9334 req-e1670430-6054-49f0-8f7d-170fad183ed1 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:27.166644 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0a7739c2-dcd5-4759-91c2-84dc61ed9334 req-e1670430-6054-49f0-8f7d-170fad183ed1 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.89 "GET /v2.0/networks?id=b05579c2-10e5-4997-ab9d-57afa741288e HTTP/1.1" status: 200 len: 807 time: 0.2338295 Oct 20 11:26:27.182970 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-0a7739c2-dcd5-4759-91c2-84dc61ed9334 req-476aa67c-a551-4c1b-95f7-73562fa2c571 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Request body: {'port': {'device_id': '68eacaab-077a-4e72-8ce4-3f16eafde7dd', 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e', 'admin_state_up': True, 'tenant_id': 'aa6715c00c6e4476951bf73e506ed201'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:27.400374 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a7739c2-dcd5-4759-91c2-84dc61ed9334 req-476aa67c-a551-4c1b-95f7-73562fa2c571 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Made reservation on behalf of aa6715c00c6e4476951bf73e506ed201 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:26:27.411414 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-0a7739c2-dcd5-4759-91c2-84dc61ed9334 req-476aa67c-a551-4c1b-95f7-73562fa2c571 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:27.486711 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d96af3c0-479c-422e-aa96-743daa2ec939 None None] For port 6c2b9284-6c59-4a70-ad46-52d3c76bce4c, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=6c2b9284-6c59-4a70-ad46-52d3c76bce4c,segment=NetworkSegment(05c36e1d-753e-4f46-be9a-17daeaa7080e),segment_id=05c36e1d-753e-4f46-be9a-17daeaa7080e)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:27.586449 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-30f51a4d-517a-4041-bdf7-e3ac1d71a176 req-4b9dfab8-6d29-48c5-ba7f-b54d3c3b33d7 tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] 10.222.0.98 "GET /v2.0/security-groups?id=87f2a813-278f-43ca-a144-25536151563c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5203559 Oct 20 11:26:27.646357 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8cf1f8be-86a6-4161-bb52-88c028e2b657 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:27.663902 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d96af3c0-479c-422e-aa96-743daa2ec939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:27.695432 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d2f37098-3fd8-4f12-ba20-1c9157fc02cc req-63350b3b-94e2-41e3-b4bb-00a1d618976d tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0186498 Oct 20 11:26:27.875232 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-6141a019-08da-4fa4-b9d8-d47f6fa9e5f5 None None] Provisioning complete for port 97da3092-5fad-4410-87ff-57aed83f2c07 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:27.876590 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6141a019-08da-4fa4-b9d8-d47f6fa9e5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:27.911490 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8cf1f8be-86a6-4161-bb52-88c028e2b657 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:27.966855 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96af3c0-479c-422e-aa96-743daa2ec939 None None] Pushing event updated for resources: {'Port': ['ID=6c2b9284-6c59-4a70-ad46-52d3c76bce4c,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:27.987377 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-6141a019-08da-4fa4-b9d8-d47f6fa9e5f5 None None] Port 97da3092-5fad-4410-87ff-57aed83f2c07 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:26:28.117094 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-ef35a62c-107b-457d-9e45-a58ef89abb2a None None] Provisioning complete for port 6c2b9284-6c59-4a70-ad46-52d3c76bce4c triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:28.119493 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ef35a62c-107b-457d-9e45-a58ef89abb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:28.268804 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7859ff9-eef0-481d-bc82-1e37ec517e60 x-openstack-request-id: req-a7859ff9-eef0-481d-bc82-1e37ec517e60 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:26:28.275010 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999a1973-9d6b-414f-88f7-ec4814f88166", "name": "network-vif-unplugged", "status": "completed", "tag": "e86db2bd-275e-4f9b-abd5-61ea248f17c8", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:26:28.277512 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a7859ff9-eef0-481d-bc82-1e37ec517e60 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:26:28.279205 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999a1973-9d6b-414f-88f7-ec4814f88166', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e86db2bd-275e-4f9b-abd5-61ea248f17c8', 'code': 200} Oct 20 11:26:28.331617 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:26:28.442458 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0ba9fcbc-bd42-4207-b065-58d028b59109 req-042f14cf-d7d4-4e45-885a-93ea58bd20b5 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=68eacaab-077a-4e72-8ce4-3f16eafde7dd HTTP/1.1" status: 200 len: 210 time: 0.5902698 Oct 20 11:26:28.451822 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8cf1f8be-86a6-4161-bb52-88c028e2b657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:28.454994 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [req-0a7739c2-dcd5-4759-91c2-84dc61ed9334 req-476aa67c-a551-4c1b-95f7-73562fa2c571 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Allocated IP 172.20.0.14 (b05579c2-10e5-4997-ab9d-57afa741288e/beaf7d63-7f7d-4cb5-8871-db069d2b0a56/fc88d942-585f-4ffe-b2ff-9e3e652801fd) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:26:28.455914 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8cf1f8be-86a6-4161-bb52-88c028e2b657 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:28.457453 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8cf1f8be-86a6-4161-bb52-88c028e2b657 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/747423c0-2173-47a7-9d55-3cd47a0127d3 HTTP/1.1" status: 204 len: 168 time: 2.5598888 Oct 20 11:26:28.484520 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-8c9cf94c-2dc4-45c6-80ea-f8e4b0abdbe5 req-de7871a8-a09e-4e76-a9ef-f19f76985843 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Deleting port e239edc6-f119-4d20-92d9-e95030bb77aa {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:26:28.485298 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-8c9cf94c-2dc4-45c6-80ea-f8e4b0abdbe5 req-de7871a8-a09e-4e76-a9ef-f19f76985843 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:28.535669 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1f8be-86a6-4161-bb52-88c028e2b657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747423c0-2173-47a7-9d55-3cd47a0127d3,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:28.628664 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f63fb-c723-4e12-ae87-7decd795fd5d req-3c2e34dc-c069-4066-9c87-609f5a8a7102 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:28.639249 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-706f63fb-c723-4e12-ae87-7decd795fd5d req-3c2e34dc-c069-4066-9c87-609f5a8a7102 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7d97a7d-d518-4593-b447-dd83a4a5d926 HTTP/1.1" status: 200 len: 949 time: 0.6081941 Oct 20 11:26:28.670236 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-0a7739c2-dcd5-4759-91c2-84dc61ed9334 req-476aa67c-a551-4c1b-95f7-73562fa2c571 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:28.714306 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-0a7739c2-dcd5-4759-91c2-84dc61ed9334 req-476aa67c-a551-4c1b-95f7-73562fa2c571 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:28.795166 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-df5c2814-143e-47e8-8978-95cbd955e3d3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:28.803595 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a7739c2-dcd5-4759-91c2-84dc61ed9334 req-476aa67c-a551-4c1b-95f7-73562fa2c571 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Network b05579c2-10e5-4997-ab9d-57afa741288e is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:26:28.812948 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [req-0a7739c2-dcd5-4759-91c2-84dc61ed9334 req-476aa67c-a551-4c1b-95f7-73562fa2c571 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:26:28.817952 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a7739c2-dcd5-4759-91c2-84dc61ed9334 req-476aa67c-a551-4c1b-95f7-73562fa2c571 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:26:28.862321 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476aa67c-a551-4c1b-95f7-73562fa2c571 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Pushing event updated for resources: {'Port': ['ID=fc88d942-585f-4ffe-b2ff-9e3e652801fd,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:28.880089 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-706f63fb-c723-4e12-ae87-7decd795fd5d req-e3d9d1a4-60cf-4dfb-806c-65ca8f72b680 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/security-groups?id=45e230e3-c619-47d2-a64b-21b4fbd3cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396693 Oct 20 11:26:28.883990 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-8c9cf94c-2dc4-45c6-80ea-f8e4b0abdbe5 req-de7871a8-a09e-4e76-a9ef-f19f76985843 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] For port e239edc6-f119-4d20-92d9-e95030bb77aa, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e239edc6-f119-4d20-92d9-e95030bb77aa,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:28.884543 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-8c9cf94c-2dc4-45c6-80ea-f8e4b0abdbe5 req-de7871a8-a09e-4e76-a9ef-f19f76985843 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:28.923377 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7739c2-dcd5-4759-91c2-84dc61ed9334 req-476aa67c-a551-4c1b-95f7-73562fa2c571 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:28.924356 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-0a7739c2-dcd5-4759-91c2-84dc61ed9334 req-476aa67c-a551-4c1b-95f7-73562fa2c571 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:28.931122 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-8c9cf94c-2dc4-45c6-80ea-f8e4b0abdbe5 req-de7871a8-a09e-4e76-a9ef-f19f76985843 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Calling delete_port for e239edc6-f119-4d20-92d9-e95030bb77aa owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:26:28.966152 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0a7739c2-dcd5-4759-91c2-84dc61ed9334 req-476aa67c-a551-4c1b-95f7-73562fa2c571 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7874451 Oct 20 11:26:28.981066 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-0a7739c2-dcd5-4759-91c2-84dc61ed9334 req-4fd71a9f-255c-4be3-9388-c4c038e40dd8 service neutron] Request body: {'port': {'device_id': '68eacaab-077a-4e72-8ce4-3f16eafde7dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:29.075951 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-498d38ce-4cd7-4597-80b0-5138bd1a9fd1 req-c1865311-20ef-4c9b-a852-4563e4c99384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97da3092-5fad-4410-87ff-57aed83f2c07 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:26:29.126586 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-498d38ce-4cd7-4597-80b0-5138bd1a9fd1 req-c1865311-20ef-4c9b-a852-4563e4c99384 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:29.137750 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-0a7739c2-dcd5-4759-91c2-84dc61ed9334 req-4fd71a9f-255c-4be3-9388-c4c038e40dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:29.420405 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-498d38ce-4cd7-4597-80b0-5138bd1a9fd1 req-c1865311-20ef-4c9b-a852-4563e4c99384 service neutron] Transition to ACTIVE for port object 97da3092-5fad-4410-87ff-57aed83f2c07 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:26:29.450467 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-498d38ce-4cd7-4597-80b0-5138bd1a9fd1 req-c1865311-20ef-4c9b-a852-4563e4c99384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:29.506592 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21f730-c128-420b-a4ef-a1d0848e0dd0 req-04e162ec-0840-4ce1-960e-e0cc8bf9d160 tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:29.514734 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d21f730-c128-420b-a4ef-a1d0848e0dd0 req-04e162ec-0840-4ce1-960e-e0cc8bf9d160 tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] 10.222.0.98 "GET /v2.0/ports?device_id=91b90d39-3342-4993-85ef-4deaea70ed22 HTTP/1.1" status: 200 len: 932 time: 0.4295449 Oct 20 11:26:29.784329 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1865311-20ef-4c9b-a852-4563e4c99384 service neutron] Pushing event updated for resources: {'Port': ['ID=97da3092-5fad-4410-87ff-57aed83f2c07,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:29.804154 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-0a7739c2-dcd5-4759-91c2-84dc61ed9334 req-4fd71a9f-255c-4be3-9388-c4c038e40dd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc88d942-585f-4ffe-b2ff-9e3e652801fd {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:26:29.836764 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-0a7739c2-dcd5-4759-91c2-84dc61ed9334 req-4fd71a9f-255c-4be3-9388-c4c038e40dd8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:29.885546 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-0a7739c2-dcd5-4759-91c2-84dc61ed9334 req-4fd71a9f-255c-4be3-9388-c4c038e40dd8 service neutron] Transition to ACTIVE for port object fc88d942-585f-4ffe-b2ff-9e3e652801fd will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:26:29.900687 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-0a7739c2-dcd5-4759-91c2-84dc61ed9334 req-4fd71a9f-255c-4be3-9388-c4c038e40dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:29.935536 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be72ad4-f455-4478-8171-cdc019e7a9ea req-874ba38c-bd6a-4541-943f-567282265b1a tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:29.948336 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4be72ad4-f455-4478-8171-cdc019e7a9ea req-874ba38c-bd6a-4541-943f-567282265b1a tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=999a1973-9d6b-414f-88f7-ec4814f88166 HTTP/1.1" status: 200 len: 943 time: 0.5327005 Oct 20 11:26:29.975190 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device e86db2bd-275e-4f9b-abd5-61ea248f17c8 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:26:30.022724 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd71a9f-255c-4be3-9388-c4c038e40dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=fc88d942-585f-4ffe-b2ff-9e3e652801fd,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:30.032652 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-df5c2814-143e-47e8-8978-95cbd955e3d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:30.052351 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device e239edc6-f119-4d20-92d9-e95030bb77aa no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:26:30.083847 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d21f730-c128-420b-a4ef-a1d0848e0dd0 req-39a376e1-6a97-43e4-8c2f-7a8a2ea55e77 tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] 10.222.0.98 "GET /v2.0/security-groups?id=87f2a813-278f-43ca-a144-25536151563c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5678153 Oct 20 11:26:30.140816 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 6c2b9284-6c59-4a70-ad46-52d3c76bce4c up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:26:30.146255 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-8c9cf94c-2dc4-45c6-80ea-f8e4b0abdbe5 req-de7871a8-a09e-4e76-a9ef-f19f76985843 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:30.231623 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-0a7739c2-dcd5-4759-91c2-84dc61ed9334 req-4fd71a9f-255c-4be3-9388-c4c038e40dd8 service neutron] Attempting to bind port fc88d942-585f-4ffe-b2ff-9e3e652801fd on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:26:30.235421 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-0a7739c2-dcd5-4759-91c2-84dc61ed9334 req-4fd71a9f-255c-4be3-9388-c4c038e40dd8 service neutron] Attempting to bind port fc88d942-585f-4ffe-b2ff-9e3e652801fd by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': 'fb1327ec-83b6-478a-9700-c6ea2f9574d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:26:30.237546 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7739c2-dcd5-4759-91c2-84dc61ed9334 req-4fd71a9f-255c-4be3-9388-c4c038e40dd8 service neutron] Attempting to bind port fc88d942-585f-4ffe-b2ff-9e3e652801fd on network b05579c2-10e5-4997-ab9d-57afa741288e {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:26:30.250222 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7739c2-dcd5-4759-91c2-84dc61ed9334 req-4fd71a9f-255c-4be3-9388-c4c038e40dd8 service neutron] Port fc88d942-585f-4ffe-b2ff-9e3e652801fd on network b05579c2-10e5-4997-ab9d-57afa741288e not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:26:30.252861 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No active binding found for port e239edc6-f119-4d20-92d9-e95030bb77aa {{(pid=100648) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 20 11:26:30.253325 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device e239edc6-f119-4d20-92d9-e95030bb77aa not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:26:30.258455 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7739c2-dcd5-4759-91c2-84dc61ed9334 req-4fd71a9f-255c-4be3-9388-c4c038e40dd8 service neutron] Attempting to bind port fc88d942-585f-4ffe-b2ff-9e3e652801fd on network b05579c2-10e5-4997-ab9d-57afa741288e {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:26:30.275849 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7739c2-dcd5-4759-91c2-84dc61ed9334 req-4fd71a9f-255c-4be3-9388-c4c038e40dd8 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:26:30.279197 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7739c2-dcd5-4759-91c2-84dc61ed9334 req-4fd71a9f-255c-4be3-9388-c4c038e40dd8 service neutron] Checking segment: {'id': 'fb1327ec-83b6-478a-9700-c6ea2f9574d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:26:30.283720 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7739c2-dcd5-4759-91c2-84dc61ed9334 req-4fd71a9f-255c-4be3-9388-c4c038e40dd8 service neutron] Bound using segment: {'id': 'fb1327ec-83b6-478a-9700-c6ea2f9574d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:26:30.285365 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-0a7739c2-dcd5-4759-91c2-84dc61ed9334 req-4fd71a9f-255c-4be3-9388-c4c038e40dd8 service neutron] Bound port: fc88d942-585f-4ffe-b2ff-9e3e652801fd, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb1327ec-83b6-478a-9700-c6ea2f9574d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:26:30.287463 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-0a7739c2-dcd5-4759-91c2-84dc61ed9334 req-4fd71a9f-255c-4be3-9388-c4c038e40dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:30.291122 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '999a1973-9d6b-414f-88f7-ec4814f88166', 'tag': 'e86db2bd-275e-4f9b-abd5-61ea248f17c8'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:26:30.307322 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-498d38ce-4cd7-4597-80b0-5138bd1a9fd1 req-c1865311-20ef-4c9b-a852-4563e4c99384 service neutron] Attempting to bind port 97da3092-5fad-4410-87ff-57aed83f2c07 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:26:30.307807 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23ac2dd-e954-4ac6-b028-f9866cccc755" -d '{"events": [{"name": "network-changed", "server_uuid": "999a1973-9d6b-414f-88f7-ec4814f88166", "tag": "e86db2bd-275e-4f9b-abd5-61ea248f17c8"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:26:30.313868 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-498d38ce-4cd7-4597-80b0-5138bd1a9fd1 req-c1865311-20ef-4c9b-a852-4563e4c99384 service neutron] Attempting to bind port 97da3092-5fad-4410-87ff-57aed83f2c07 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '1be2662c-e72f-42da-ba3e-cd731b98bbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '0130587e-ae3c-42e5-be51-829392fb3c6a'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:26:30.313868 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498d38ce-4cd7-4597-80b0-5138bd1a9fd1 req-c1865311-20ef-4c9b-a852-4563e4c99384 service neutron] Attempting to bind port 97da3092-5fad-4410-87ff-57aed83f2c07 on network 0130587e-ae3c-42e5-be51-829392fb3c6a {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:26:30.379184 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4be72ad4-f455-4478-8171-cdc019e7a9ea req-dc3095e7-769e-41df-8d42-de92fe9e9817 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4281104 Oct 20 11:26:30.491758 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-0a7739c2-dcd5-4759-91c2-84dc61ed9334 req-4fd71a9f-255c-4be3-9388-c4c038e40dd8 service neutron] For port fc88d942-585f-4ffe-b2ff-9e3e652801fd, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:26:30.499830 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-0a7739c2-dcd5-4759-91c2-84dc61ed9334 req-4fd71a9f-255c-4be3-9388-c4c038e40dd8 service neutron] For port fc88d942-585f-4ffe-b2ff-9e3e652801fd, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=fc88d942-585f-4ffe-b2ff-9e3e652801fd,segment=NetworkSegment(fb1327ec-83b6-478a-9700-c6ea2f9574d3),segment_id=fb1327ec-83b6-478a-9700-c6ea2f9574d3)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:26:30.504929 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498d38ce-4cd7-4597-80b0-5138bd1a9fd1 req-c1865311-20ef-4c9b-a852-4563e4c99384 service neutron] Port 97da3092-5fad-4410-87ff-57aed83f2c07 on network 0130587e-ae3c-42e5-be51-829392fb3c6a not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:26:30.514851 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498d38ce-4cd7-4597-80b0-5138bd1a9fd1 req-c1865311-20ef-4c9b-a852-4563e4c99384 service neutron] Attempting to bind port 97da3092-5fad-4410-87ff-57aed83f2c07 on network 0130587e-ae3c-42e5-be51-829392fb3c6a {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:26:30.519086 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-0a7739c2-dcd5-4759-91c2-84dc61ed9334 req-4fd71a9f-255c-4be3-9388-c4c038e40dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:30.560067 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 6c2b9284-6c59-4a70-ad46-52d3c76bce4c triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:30.560685 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:30.587118 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7871a8-a09e-4e76-a9ef-f19f76985843 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Pushing event deleted for resources: {'Port': ['ID=e239edc6-f119-4d20-92d9-e95030bb77aa,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:30.610441 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port e86db2bd-275e-4f9b-abd5-61ea248f17c8, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=e86db2bd-275e-4f9b-abd5-61ea248f17c8,segment=NetworkSegment(ec1b6256-95be-479c-9695-b6dae13546d3),segment_id=ec1b6256-95be-479c-9695-b6dae13546d3)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:30.619994 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd71a9f-255c-4be3-9388-c4c038e40dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=fc88d942-585f-4ffe-b2ff-9e3e652801fd,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:30.629014 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7739c2-dcd5-4759-91c2-84dc61ed9334 req-4fd71a9f-255c-4be3-9388-c4c038e40dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:30.630093 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-0a7739c2-dcd5-4759-91c2-84dc61ed9334 req-4fd71a9f-255c-4be3-9388-c4c038e40dd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:30.631723 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0a7739c2-dcd5-4759-91c2-84dc61ed9334 req-4fd71a9f-255c-4be3-9388-c4c038e40dd8 service neutron] 10.222.0.89 "PUT /v2.0/ports/fc88d942-585f-4ffe-b2ff-9e3e652801fd HTTP/1.1" status: 200 len: 1092 time: 1.6551411 Oct 20 11:26:30.660759 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device e86db2bd-275e-4f9b-abd5-61ea248f17c8 has no active binding in host n-h2-814735-3 {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 20 11:26:30.694366 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498d38ce-4cd7-4597-80b0-5138bd1a9fd1 req-c1865311-20ef-4c9b-a852-4563e4c99384 service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:26:30.694830 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498d38ce-4cd7-4597-80b0-5138bd1a9fd1 req-c1865311-20ef-4c9b-a852-4563e4c99384 service neutron] Checking segment: {'id': '1be2662c-e72f-42da-ba3e-cd731b98bbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '0130587e-ae3c-42e5-be51-829392fb3c6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:26:30.695358 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498d38ce-4cd7-4597-80b0-5138bd1a9fd1 req-c1865311-20ef-4c9b-a852-4563e4c99384 service neutron] Bound using segment: {'id': '1be2662c-e72f-42da-ba3e-cd731b98bbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '0130587e-ae3c-42e5-be51-829392fb3c6a'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:26:30.695927 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-498d38ce-4cd7-4597-80b0-5138bd1a9fd1 req-c1865311-20ef-4c9b-a852-4563e4c99384 service neutron] Bound port: 97da3092-5fad-4410-87ff-57aed83f2c07, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1be2662c-e72f-42da-ba3e-cd731b98bbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '0130587e-ae3c-42e5-be51-829392fb3c6a'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:26:30.696403 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-498d38ce-4cd7-4597-80b0-5138bd1a9fd1 req-c1865311-20ef-4c9b-a852-4563e4c99384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:30.730556 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-71f838fb-2840-48cc-9a51-978b232a45ad req-c3f55dd7-171f-4907-a0b6-ba242f62285a tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7d97a7d-d518-4593-b447-dd83a4a5d926 HTTP/1.1" status: 200 len: 210 time: 0.1605961 Oct 20 11:26:30.740211 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c9cf94c-2dc4-45c6-80ea-f8e4b0abdbe5 req-de7871a8-a09e-4e76-a9ef-f19f76985843 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] No DVR routers for this DVR port e239edc6-f119-4d20-92d9-e95030bb77aa on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:26:30.744388 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-8c9cf94c-2dc4-45c6-80ea-f8e4b0abdbe5 req-de7871a8-a09e-4e76-a9ef-f19f76985843 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:30.750137 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8c9cf94c-2dc4-45c6-80ea-f8e4b0abdbe5 req-de7871a8-a09e-4e76-a9ef-f19f76985843 tempest-LiveMigrationNegativeTest-1939903954 tempest-LiveMigrationNegativeTest-1939903954-project] 10.222.0.89 "DELETE /v2.0/ports/e239edc6-f119-4d20-92d9-e95030bb77aa HTTP/1.1" status: 204 len: 173 time: 4.7872450 Oct 20 11:26:30.788513 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d97a7d-d518-4593-b447-dd83a4a5d926', 'name': 'network-vif-deleted', 'tag': 'e239edc6-f119-4d20-92d9-e95030bb77aa'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:26:30.812859 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa151403-47e1-4e46-b5c0-0392d16de67a" -d '{"events": [{"server_uuid": "f7d97a7d-d518-4593-b447-dd83a4a5d926", "name": "network-vif-deleted", "tag": "e239edc6-f119-4d20-92d9-e95030bb77aa"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:26:30.866711 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604507a-ac53-4199-ae87-3d8d50148d3e req-55e92c1d-e1de-4029-bb89-0fcd7e6e96ca tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:30.880929 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7604507a-ac53-4199-ae87-3d8d50148d3e req-55e92c1d-e1de-4029-bb89-0fcd7e6e96ca tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=68eacaab-077a-4e72-8ce4-3f16eafde7dd HTTP/1.1" status: 200 len: 944 time: 0.5218673 Oct 20 11:26:30.881383 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7739c2-dcd5-4759-91c2-84dc61ed9334 req-c973495c-e2ee-4e29-956b-c33340343dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:30.885915 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0a7739c2-dcd5-4759-91c2-84dc61ed9334 req-c973495c-e2ee-4e29-956b-c33340343dda service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aa6715c00c6e4476951bf73e506ed201&device_id=68eacaab-077a-4e72-8ce4-3f16eafde7dd HTTP/1.1" status: 200 len: 1095 time: 0.1855521 Oct 20 11:26:30.983465 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0a7739c2-dcd5-4759-91c2-84dc61ed9334 req-0b8ea16e-5895-4198-9009-316a1c000013 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc88d942-585f-4ffe-b2ff-9e3e652801fd HTTP/1.1" status: 200 len: 217 time: 0.0863745 Oct 20 11:26:30.991139 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7604507a-ac53-4199-ae87-3d8d50148d3e req-99710f05-4e90-4c06-b5a0-8e9cca74d353 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059930 Oct 20 11:26:31.015604 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df5c2814-143e-47e8-8978-95cbd955e3d3 admin admin] Router bdd55e0d-c703-40de-a818-99e961f76b53 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:26:31.049301 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-498d38ce-4cd7-4597-80b0-5138bd1a9fd1 req-c1865311-20ef-4c9b-a852-4563e4c99384 service neutron] For port 97da3092-5fad-4410-87ff-57aed83f2c07, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:26:31.066644 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-498d38ce-4cd7-4597-80b0-5138bd1a9fd1 req-c1865311-20ef-4c9b-a852-4563e4c99384 service neutron] For port 97da3092-5fad-4410-87ff-57aed83f2c07, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=97da3092-5fad-4410-87ff-57aed83f2c07,segment=NetworkSegment(1be2662c-e72f-42da-ba3e-cd731b98bbb8),segment_id=1be2662c-e72f-42da-ba3e-cd731b98bbb8)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:26:31.117783 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d224ac4-8778-4ae3-82b8-eb41f40b5844 x-openstack-request-id: req-0d224ac4-8778-4ae3-82b8-eb41f40b5844 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:26:31.119881 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "999a1973-9d6b-414f-88f7-ec4814f88166", "tag": "e86db2bd-275e-4f9b-abd5-61ea248f17c8", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:26:31.120461 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0d224ac4-8778-4ae3-82b8-eb41f40b5844 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:26:31.120885 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '999a1973-9d6b-414f-88f7-ec4814f88166', 'tag': 'e86db2bd-275e-4f9b-abd5-61ea248f17c8', 'status': 'completed', 'code': 200} Oct 20 11:26:31.134477 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7739c2-dcd5-4759-91c2-84dc61ed9334 req-1418ce11-0bf8-4ab7-9efd-9b653f8c04b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:31.144301 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0a7739c2-dcd5-4759-91c2-84dc61ed9334 req-1418ce11-0bf8-4ab7-9efd-9b653f8c04b7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=beaf7d63-7f7d-4cb5-8871-db069d2b0a56 HTTP/1.1" status: 200 len: 847 time: 0.1440656 Oct 20 11:26:31.231673 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0a7739c2-dcd5-4759-91c2-84dc61ed9334 req-14c7a1ab-0543-48d0-9b4c-352ef15a9d9f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b05579c2-10e5-4997-ab9d-57afa741288e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717287 Oct 20 11:26:31.550366 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0a7739c2-dcd5-4759-91c2-84dc61ed9334 req-22b71147-16c4-4f4a-b2f9-3c0603ee3dd5 service neutron] 10.222.0.89 "GET /v2.0/networks/b05579c2-10e5-4997-ab9d-57afa741288e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024678 Oct 20 11:26:31.809742 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0a7739c2-dcd5-4759-91c2-84dc61ed9334 req-5646c868-fe87-471c-86bf-ab52bf8fd7c3 service neutron] 10.222.0.89 "GET /v2.0/networks/b05579c2-10e5-4997-ab9d-57afa741288e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507560 Oct 20 11:26:31.831727 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-498d38ce-4cd7-4597-80b0-5138bd1a9fd1 req-c1865311-20ef-4c9b-a852-4563e4c99384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:31.841090 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c90040-f1b4-43ca-ac92-2ba83307ee30 x-openstack-request-id: req-d6c90040-f1b4-43ca-ac92-2ba83307ee30 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:26:31.841611 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d97a7d-d518-4593-b447-dd83a4a5d926", "name": "network-vif-deleted", "tag": "e239edc6-f119-4d20-92d9-e95030bb77aa", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:26:31.842184 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d6c90040-f1b4-43ca-ac92-2ba83307ee30 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:26:31.842710 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d97a7d-d518-4593-b447-dd83a4a5d926', 'name': 'network-vif-deleted', 'tag': 'e239edc6-f119-4d20-92d9-e95030bb77aa', 'status': 'completed', 'code': 200} Oct 20 11:26:32.160098 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d38ce-4cd7-4597-80b0-5138bd1a9fd1 req-c1865311-20ef-4c9b-a852-4563e4c99384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:32.160764 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-498d38ce-4cd7-4597-80b0-5138bd1a9fd1 req-c1865311-20ef-4c9b-a852-4563e4c99384 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:32.172968 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-498d38ce-4cd7-4597-80b0-5138bd1a9fd1 req-c1865311-20ef-4c9b-a852-4563e4c99384 service neutron] 10.222.0.11 "PUT /v2.0/ports/97da3092-5fad-4410-87ff-57aed83f2c07 HTTP/1.1" status: 200 len: 1092 time: 5.5810890 Oct 20 11:26:32.236984 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19123d81-08b0-4764-8086-822f7c2789f0 req-b798494d-2763-4cb6-881e-291f440b7503 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=ebcf9515c29840f1909c53592f762c2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3746479 Oct 20 11:26:32.399033 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1865311-20ef-4c9b-a852-4563e4c99384 service neutron] Pushing event updated for resources: {'Port': ['ID=97da3092-5fad-4410-87ff-57aed83f2c07,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:32.439481 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5c2814-143e-47e8-8978-95cbd955e3d3 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:26:32.456347 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a299fd-fab2-47aa-b5a7-2cc12580c172 None None] Sync routers for ids ['bdd55e0d-c703-40de-a818-99e961f76b53'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:26:32.464255 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ac2dd-e954-4ac6-b028-f9866cccc755 req-1eb8019e-0903-4a4d-8b2b-947fbf54033c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:32.466119 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f23ac2dd-e954-4ac6-b028-f9866cccc755 req-1eb8019e-0903-4a4d-8b2b-947fbf54033c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d9acdef368f944fcb8d5f209bb8e33d7&device_id=999a1973-9d6b-414f-88f7-ec4814f88166 HTTP/1.1" status: 200 len: 1124 time: 0.6204727 Oct 20 11:26:32.481067 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a299fd-fab2-47aa-b5a7-2cc12580c172 None None] Routers {'bdd55e0d-c703-40de-a818-99e961f76b53'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:26:32.481698 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-56a299fd-fab2-47aa-b5a7-2cc12580c172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:26:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['bdd55e0d-c703-40de-a818-99e961f76b53'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:32.515792 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b3b4c-02c5-42f4-8857-291df1236e74 req-dafa5cc9-e29f-4520-978c-95c35dba20a9 tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:32.517333 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7b3b3b4c-02c5-42f4-8857-291df1236e74 req-dafa5cc9-e29f-4520-978c-95c35dba20a9 tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] 10.222.0.98 "GET /v2.0/ports?device_id=91b90d39-3342-4993-85ef-4deaea70ed22 HTTP/1.1" status: 200 len: 944 time: 0.6736183 Oct 20 11:26:32.554383 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-df5c2814-143e-47e8-8978-95cbd955e3d3 admin admin] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:32.555662 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-df5c2814-143e-47e8-8978-95cbd955e3d3 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 12.5198672 Oct 20 11:26:32.559127 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51710) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:32.570329 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19123d81-08b0-4764-8086-822f7c2789f0 req-b7eee0c1-61b7-4ae6-a97a-37290a10afb9 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:32.578557 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19123d81-08b0-4764-8086-822f7c2789f0 req-b7eee0c1-61b7-4ae6-a97a-37290a10afb9 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3392456 Oct 20 11:26:32.625279 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7b3b3b4c-02c5-42f4-8857-291df1236e74 req-91b5caa6-56a5-434b-90cf-a9f8939710b9 tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] 10.222.0.98 "GET /v2.0/security-groups?id=87f2a813-278f-43ca-a144-25536151563c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843494 Oct 20 11:26:32.625279 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19123d81-08b0-4764-8086-822f7c2789f0 req-d837840f-a4c4-4025-96d9-645c31d4a613 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/quotas/ebcf9515c29840f1909c53592f762c2f HTTP/1.1" status: 200 len: 375 time: 0.0325902 Oct 20 11:26:32.683221 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19123d81-08b0-4764-8086-822f7c2789f0 req-a6538728-393c-4c69-875e-7e6bf70bd32f tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=ebcf9515c29840f1909c53592f762c2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588884 Oct 20 11:26:32.706571 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-56a299fd-fab2-47aa-b5a7-2cc12580c172 None None] Set router bdd55e0d-c703-40de-a818-99e961f76b53 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:26:32.849374 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf0bc02-31b6-4ce2-9ce3-34857af1b5d0 req-e0186394-809e-41f1-82bb-d7827ffc4b8c tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:32.859267 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ebf0bc02-31b6-4ce2-9ce3-34857af1b5d0 req-e0186394-809e-41f1-82bb-d7827ffc4b8c tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=999a1973-9d6b-414f-88f7-ec4814f88166 HTTP/1.1" status: 200 len: 943 time: 0.0793383 Oct 20 11:26:32.932866 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ebf0bc02-31b6-4ce2-9ce3-34857af1b5d0 req-e1d9d4c4-61d8-4b9c-8773-fafa829795fb tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721972 Oct 20 11:26:33.155198 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6fcef7-d5cb-48f3-9e35-0ae373e6075c req-ac7602e6-f285-453b-915f-acbb48716051 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:33.169331 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ed6fcef7-d5cb-48f3-9e35-0ae373e6075c req-ac7602e6-f285-453b-915f-acbb48716051 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=68eacaab-077a-4e72-8ce4-3f16eafde7dd HTTP/1.1" status: 200 len: 944 time: 0.1378126 Oct 20 11:26:33.205264 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-56a299fd-fab2-47aa-b5a7-2cc12580c172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd55e0d-c703-40de-a818-99e961f76b53', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1955942530-router', 'tenant_id': 'e95b17b563c44fcba4cf36e981e25ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'c79a3067-0298-442c-b161-aa1bbd16f7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:26:20Z', 'updated_at': '2021-10-20T11:26:27Z', 'revision_number': 3, 'project_id': 'e95b17b563c44fcba4cf36e981e25ffe', 'gw_port': {'id': 'c79a3067-0298-442c-b161-aa1bbd16f7f9', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd55e0d-c703-40de-a818-99e961f76b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:24Z', 'updated_at': '2021-10-20T11:26:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:33.221779 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68eacaab-077a-4e72-8ce4-3f16eafde7dd', 'tag': 'fc88d942-585f-4ffe-b2ff-9e3e652801fd'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:26:33.229559 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798e7a8a-1819-4eab-9282-b98f35319329" -d '{"events": [{"name": "network-changed", "server_uuid": "68eacaab-077a-4e72-8ce4-3f16eafde7dd", "tag": "fc88d942-585f-4ffe-b2ff-9e3e652801fd"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:26:33.288681 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ed6fcef7-d5cb-48f3-9e35-0ae373e6075c req-f7dd8e50-c79a-4101-8f88-e6958330b9bc tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183388 Oct 20 11:26:33.305636 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a299fd-fab2-47aa-b5a7-2cc12580c172 None None] Checking router: bdd55e0d-c703-40de-a818-99e961f76b53 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:26:33.305988 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a299fd-fab2-47aa-b5a7-2cc12580c172 None None] Updating router bdd55e0d-c703-40de-a818-99e961f76b53 port c79a3067-0298-442c-b161-aa1bbd16f7f9 binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:26:33.387100 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-56a299fd-fab2-47aa-b5a7-2cc12580c172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:33.821197 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51756) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:33.823982 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d38ce-4cd7-4597-80b0-5138bd1a9fd1 req-82c80d03-3b42-46c4-b61d-574cb845e3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:33.825958 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-498d38ce-4cd7-4597-80b0-5138bd1a9fd1 req-82c80d03-3b42-46c4-b61d-574cb845e3e5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=893249f6b6174b84814f4982d67d2c43&device_id=91b90d39-3342-4993-85ef-4deaea70ed22 HTTP/1.1" status: 200 len: 1095 time: 0.1803744 Oct 20 11:26:33.923212 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91b90d39-3342-4993-85ef-4deaea70ed22', 'tag': '97da3092-5fad-4410-87ff-57aed83f2c07'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:26:33.926549 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8f9150-21ff-42cd-a5a6-3eb091fdd221" -d '{"events": [{"name": "network-changed", "server_uuid": "91b90d39-3342-4993-85ef-4deaea70ed22", "tag": "97da3092-5fad-4410-87ff-57aed83f2c07"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:26:34.115029 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-56a299fd-fab2-47aa-b5a7-2cc12580c172 None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:34.125949 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ac2dd-e954-4ac6-b028-f9866cccc755 req-ae383178-fb04-4823-bba0-827d298a961e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:34.127421 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-56a299fd-fab2-47aa-b5a7-2cc12580c172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:34.129324 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f23ac2dd-e954-4ac6-b028-f9866cccc755 req-ae383178-fb04-4823-bba0-827d298a961e service neutron] 10.222.0.11 "GET /v2.0/networks?id=60a88ebb-4b56-43bd-98ec-2f75530b8b0e HTTP/1.1" status: 200 len: 922 time: 0.5552602 Oct 20 11:26:34.143573 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bc6960e9-1d29-420c-b0cb-4a79e4def74c req-66068711-4862-4582-9785-129b26f81f79 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=ebcf9515c29840f1909c53592f762c2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4835303 Oct 20 11:26:34.152773 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6081d8-e92a-4fc8-a69f-152b383c5228 x-openstack-request-id: req-db6081d8-e92a-4fc8-a69f-152b383c5228 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:26:34.153046 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68eacaab-077a-4e72-8ce4-3f16eafde7dd", "tag": "fc88d942-585f-4ffe-b2ff-9e3e652801fd", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:26:34.153543 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-db6081d8-e92a-4fc8-a69f-152b383c5228 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:26:34.153933 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68eacaab-077a-4e72-8ce4-3f16eafde7dd', 'tag': 'fc88d942-585f-4ffe-b2ff-9e3e652801fd', 'status': 'completed', 'code': 200} Oct 20 11:26:34.155315 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-498d38ce-4cd7-4597-80b0-5138bd1a9fd1 req-eac6b456-15df-4598-953e-16fb51287f34 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97da3092-5fad-4410-87ff-57aed83f2c07 HTTP/1.1" status: 200 len: 217 time: 0.2275538 Oct 20 11:26:34.177464 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-3611a6cb-472a-454b-af10-18df78405529 service neutron] 10.222.0.11 "GET /v2.0/ports/e86db2bd-275e-4f9b-abd5-61ea248f17c8/bindings/n-h2-814735-3 HTTP/1.1" status: 200 len: 384 time: 0.4956350 Oct 20 11:26:34.268648 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3bb07a0d-f1e5-47b8-b7b8-d11bc67e184a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:34.268909 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f23ac2dd-e954-4ac6-b028-f9866cccc755 req-d1f419cd-916a-4eb7-910c-1d8c165b39bc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e86db2bd-275e-4f9b-abd5-61ea248f17c8 HTTP/1.1" status: 200 len: 217 time: 0.1069047 Oct 20 11:26:34.307450 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-56a299fd-fab2-47aa-b5a7-2cc12580c172 None None] Attempting to bind port c79a3067-0298-442c-b161-aa1bbd16f7f9 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:26:34.307818 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-56a299fd-fab2-47aa-b5a7-2cc12580c172 None None] Attempting to bind port c79a3067-0298-442c-b161-aa1bbd16f7f9 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:26:34.308499 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a299fd-fab2-47aa-b5a7-2cc12580c172 None None] Attempting to bind port c79a3067-0298-442c-b161-aa1bbd16f7f9 on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:26:34.315321 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d38ce-4cd7-4597-80b0-5138bd1a9fd1 req-0eece779-1c69-49ec-848d-63ecbc55e532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:34.318744 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a55770-1def-43d4-953a-448cb8e9271e None None] Pushing event updated for resources: {'Port': ['ID=c79a3067-0298-442c-b161-aa1bbd16f7f9,revision_number=2']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:34.322459 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a299fd-fab2-47aa-b5a7-2cc12580c172 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:26:34.322841 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a299fd-fab2-47aa-b5a7-2cc12580c172 None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:26:34.323245 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-56a299fd-fab2-47aa-b5a7-2cc12580c172 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:34.323633 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a299fd-fab2-47aa-b5a7-2cc12580c172 None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:26:34.324119 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-56a299fd-fab2-47aa-b5a7-2cc12580c172 None None] Bound port: c79a3067-0298-442c-b161-aa1bbd16f7f9, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:26:34.324508 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-56a299fd-fab2-47aa-b5a7-2cc12580c172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:34.324742 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-498d38ce-4cd7-4597-80b0-5138bd1a9fd1 req-0eece779-1c69-49ec-848d-63ecbc55e532 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=51a05590-efa2-4d4b-a09f-bf89beec1cca HTTP/1.1" status: 200 len: 854 time: 0.1244895 Oct 20 11:26:34.335047 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-dcb641c2-39c6-4c19-a1c1-cd62baf06363 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4cf4ef8e88d54fc8a702bd3e3542d077&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5056658 Oct 20 11:26:34.340390 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e7a8a-1819-4eab-9282-b98f35319329 req-e0b7b7f0-e8b7-4058-84f3-a45434801b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:34.341848 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-798e7a8a-1819-4eab-9282-b98f35319329 req-e0b7b7f0-e8b7-4058-84f3-a45434801b81 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aa6715c00c6e4476951bf73e506ed201&device_id=68eacaab-077a-4e72-8ce4-3f16eafde7dd HTTP/1.1" status: 200 len: 1095 time: 0.2226229 Oct 20 11:26:34.342559 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51770) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:34.353007 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a55770-1def-43d4-953a-448cb8e9271e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:34.353353 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a55770-1def-43d4-953a-448cb8e9271e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:34.353689 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a55770-1def-43d4-953a-448cb8e9271e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:34.356609 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a55770-1def-43d4-953a-448cb8e9271e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:34.356609 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a55770-1def-43d4-953a-448cb8e9271e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:34.356609 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a55770-1def-43d4-953a-448cb8e9271e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:34.356609 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a55770-1def-43d4-953a-448cb8e9271e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:34.356609 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a55770-1def-43d4-953a-448cb8e9271e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:34.356609 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a55770-1def-43d4-953a-448cb8e9271e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:34.356609 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a55770-1def-43d4-953a-448cb8e9271e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:34.356609 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a55770-1def-43d4-953a-448cb8e9271e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:34.357320 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a55770-1def-43d4-953a-448cb8e9271e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:34.399187 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-56a299fd-fab2-47aa-b5a7-2cc12580c172 None None] For port c79a3067-0298-442c-b161-aa1bbd16f7f9, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:26:34.403065 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-56a299fd-fab2-47aa-b5a7-2cc12580c172 None None] For port c79a3067-0298-442c-b161-aa1bbd16f7f9, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=c79a3067-0298-442c-b161-aa1bbd16f7f9,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:26:34.409027 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-56a299fd-fab2-47aa-b5a7-2cc12580c172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:34.473927 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a55770-1def-43d4-953a-448cb8e9271e None None] Pushing event updated for resources: {'Port': ['ID=c79a3067-0298-442c-b161-aa1bbd16f7f9,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:34.476761 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a299fd-fab2-47aa-b5a7-2cc12580c172 None None] Routers {'bdd55e0d-c703-40de-a818-99e961f76b53'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:26:34.477657 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-56a299fd-fab2-47aa-b5a7-2cc12580c172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:26:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['bdd55e0d-c703-40de-a818-99e961f76b53'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:34.523716 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ac2dd-e954-4ac6-b028-f9866cccc755 req-4c476119-c6be-45d8-8f0b-2d16676d24af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:34.525693 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f23ac2dd-e954-4ac6-b028-f9866cccc755 req-4c476119-c6be-45d8-8f0b-2d16676d24af service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a0c5c2a-f9c9-492d-ba9f-7e961a63a7db HTTP/1.1" status: 200 len: 860 time: 0.1930010 Oct 20 11:26:34.543172 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d38ce-4cd7-4597-80b0-5138bd1a9fd1 req-e38eb9a4-50e9-4871-a3c4-b565272bfbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:34.544721 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-498d38ce-4cd7-4597-80b0-5138bd1a9fd1 req-e38eb9a4-50e9-4871-a3c4-b565272bfbf0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0130587e-ae3c-42e5-be51-829392fb3c6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2107434 Oct 20 11:26:34.590225 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-56a299fd-fab2-47aa-b5a7-2cc12580c172 None None] Set router bdd55e0d-c703-40de-a818-99e961f76b53 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:26:34.602783 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f23ac2dd-e954-4ac6-b028-f9866cccc755 req-6124a166-eb10-47df-95cc-f895df669ea0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=60a88ebb-4b56-43bd-98ec-2f75530b8b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371897 Oct 20 11:26:34.613349 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685cfad5-62c0-4c68-a718-fbdf04ac5850 req-207cd1fd-ccaf-4f0f-86a6-fec4b46f04f1 tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:34.622555 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-685cfad5-62c0-4c68-a718-fbdf04ac5850 req-207cd1fd-ccaf-4f0f-86a6-fec4b46f04f1 tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] 10.222.0.98 "GET /v2.0/ports?device_id=91b90d39-3342-4993-85ef-4deaea70ed22 HTTP/1.1" status: 200 len: 944 time: 0.2431660 Oct 20 11:26:34.649971 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f52aa84a-379c-42d1-95f9-ff36d6fe05e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:34.745631 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f23ac2dd-e954-4ac6-b028-f9866cccc755 req-c3d47af2-39f8-42b0-8b4e-d0a01642e662 service neutron] 10.222.0.11 "GET /v2.0/networks/60a88ebb-4b56-43bd-98ec-2f75530b8b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128476 Oct 20 11:26:34.755148 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6960e9-1d29-420c-b0cb-4a79e4def74c req-908aef91-028b-4d17-97e8-bd2da138240b tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:34.762551 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bc6960e9-1d29-420c-b0cb-4a79e4def74c req-908aef91-028b-4d17-97e8-bd2da138240b tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6181195 Oct 20 11:26:34.773830 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e7a8a-1819-4eab-9282-b98f35319329 req-852aab86-5486-48a3-b9d2-9a309e50eae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:34.775686 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-798e7a8a-1819-4eab-9282-b98f35319329 req-852aab86-5486-48a3-b9d2-9a309e50eae2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b05579c2-10e5-4997-ab9d-57afa741288e HTTP/1.1" status: 200 len: 909 time: 0.4231682 Oct 20 11:26:34.797354 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f52aa84a-379c-42d1-95f9-ff36d6fe05e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:34.890283 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f23ac2dd-e954-4ac6-b028-f9866cccc755 req-7fe9f60a-5d07-48a4-81f5-f523e5ed63f7 service neutron] 10.222.0.11 "GET /v2.0/networks/60a88ebb-4b56-43bd-98ec-2f75530b8b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086402 Oct 20 11:26:34.930230 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-56a299fd-fab2-47aa-b5a7-2cc12580c172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd55e0d-c703-40de-a818-99e961f76b53', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1955942530-router', 'tenant_id': 'e95b17b563c44fcba4cf36e981e25ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'c79a3067-0298-442c-b161-aa1bbd16f7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:26:20Z', 'updated_at': '2021-10-20T11:26:27Z', 'revision_number': 3, 'project_id': 'e95b17b563c44fcba4cf36e981e25ffe', 'gw_port': {'id': 'c79a3067-0298-442c-b161-aa1bbd16f7f9', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd55e0d-c703-40de-a818-99e961f76b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:24Z', 'updated_at': '2021-10-20T11:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:34.935907 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bc6960e9-1d29-420c-b0cb-4a79e4def74c req-be7073ec-43d0-4552-bba4-2bb31d1e0d04 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/quotas/ebcf9515c29840f1909c53592f762c2f HTTP/1.1" status: 200 len: 375 time: 0.1722744 Oct 20 11:26:34.960625 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19123d81-08b0-4764-8086-822f7c2789f0 req-ab9504c3-71dd-4411-b9b7-7f75fbb58bcd tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=ebcf9515c29840f1909c53592f762c2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641370 Oct 20 11:26:34.968508 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a299fd-fab2-47aa-b5a7-2cc12580c172 None None] The sync data for ids ['bdd55e0d-c703-40de-a818-99e961f76b53'] in n-d-814735-3 is: [{'id': 'bdd55e0d-c703-40de-a818-99e961f76b53', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1955942530-router', 'tenant_id': 'e95b17b563c44fcba4cf36e981e25ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'c79a3067-0298-442c-b161-aa1bbd16f7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:26:20Z', 'updated_at': '2021-10-20T11:26:27Z', 'revision_number': 3, 'project_id': 'e95b17b563c44fcba4cf36e981e25ffe', 'gw_port': {'id': 'c79a3067-0298-442c-b161-aa1bbd16f7f9', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd55e0d-c703-40de-a818-99e961f76b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:24Z', 'updated_at': '2021-10-20T11:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:26:34.981553 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-685cfad5-62c0-4c68-a718-fbdf04ac5850 req-ad706fe6-4bc2-40b2-be91-dde8fe317a59 tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] 10.222.0.98 "GET /v2.0/security-groups?id=87f2a813-278f-43ca-a144-25536151563c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580782 Oct 20 11:26:35.119821 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-798e7a8a-1819-4eab-9282-b98f35319329 req-c70a01f5-16c8-4612-980d-28302930f349 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc88d942-585f-4ffe-b2ff-9e3e652801fd HTTP/1.1" status: 200 len: 217 time: 0.3247092 Oct 20 11:26:35.153747 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-3bb07a0d-f1e5-47b8-b7b8-d11bc67e184a admin admin] Allocated IP 172.20.0.1 (9b103bd9-87ff-4b84-8423-196bfab2c8c7/024ce710-b013-437c-a326-feb64c50e192/e7f600e5-d2f3-439f-b317-fd3cdd95207e) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:26:35.155035 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19123d81-08b0-4764-8086-822f7c2789f0 req-ec9a6425-799d-47e0-a2fa-5e63c242580b tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:35.156675 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19123d81-08b0-4764-8086-822f7c2789f0 req-ec9a6425-799d-47e0-a2fa-5e63c242580b tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1629064 Oct 20 11:26:35.175601 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6154154-5c15-40c1-b5fe-b564bd7cbd11 x-openstack-request-id: req-c6154154-5c15-40c1-b5fe-b564bd7cbd11 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:26:35.175864 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91b90d39-3342-4993-85ef-4deaea70ed22", "tag": "97da3092-5fad-4410-87ff-57aed83f2c07", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:26:35.176127 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c6154154-5c15-40c1-b5fe-b564bd7cbd11 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:26:35.176489 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91b90d39-3342-4993-85ef-4deaea70ed22', 'tag': '97da3092-5fad-4410-87ff-57aed83f2c07', 'status': 'completed', 'code': 200} Oct 20 11:26:35.183116 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bc6960e9-1d29-420c-b0cb-4a79e4def74c req-61b45e48-de68-4aa2-bf38-0d710358906e tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=ebcf9515c29840f1909c53592f762c2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2204044 Oct 20 11:26:35.196388 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-19123d81-08b0-4764-8086-822f7c2789f0 req-fbec8b7c-b4ab-47d5-aa96-040e22c7282d tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Request body: {'port': {'device_id': '18147310-0c17-491d-afa4-3e2d28d29ab2', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'admin_state_up': True, 'tenant_id': 'ebcf9515c29840f1909c53592f762c2f'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:35.215061 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-498d38ce-4cd7-4597-80b0-5138bd1a9fd1 req-8b9f0a68-f8b9-4af7-a1a4-620f0a475239 service neutron] 10.222.0.11 "GET /v2.0/networks/0130587e-ae3c-42e5-be51-829392fb3c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6441228 Oct 20 11:26:35.254111 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e7a8a-1819-4eab-9282-b98f35319329 req-7aa897b8-53ac-420b-948d-2eb10c88cee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:35.255650 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-798e7a8a-1819-4eab-9282-b98f35319329 req-7aa897b8-53ac-420b-948d-2eb10c88cee9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=beaf7d63-7f7d-4cb5-8871-db069d2b0a56 HTTP/1.1" status: 200 len: 847 time: 0.1209095 Oct 20 11:26:35.329899 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181265e8-7825-40cc-8b23-4c12018d1fd6 req-1a10bbec-94ed-4936-9cc3-9dda6fc9a04b tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:35.338980 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-181265e8-7825-40cc-8b23-4c12018d1fd6 req-1a10bbec-94ed-4936-9cc3-9dda6fc9a04b tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=999a1973-9d6b-414f-88f7-ec4814f88166 HTTP/1.1" status: 200 len: 943 time: 0.1650529 Oct 20 11:26:35.359739 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f52aa84a-379c-42d1-95f9-ff36d6fe05e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:35.364194 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f52aa84a-379c-42d1-95f9-ff36d6fe05e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:35.365387 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f52aa84a-379c-42d1-95f9-ff36d6fe05e3 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/45e230e3-c619-47d2-a64b-21b4fbd3cf9b HTTP/1.1" status: 204 len: 168 time: 1.0140755 Oct 20 11:26:35.367939 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-798e7a8a-1819-4eab-9282-b98f35319329 req-8d0cf0f7-25fc-4b20-ba84-7116130b6856 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b05579c2-10e5-4997-ab9d-57afa741288e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923457 Oct 20 11:26:35.447829 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52aa84a-379c-42d1-95f9-ff36d6fe05e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e230e3-c619-47d2-a64b-21b4fbd3cf9b,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:35.489180 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-018aaced-e28f-45ea-8ede-71ae6b347cc3 service neutron] For port e86db2bd-275e-4f9b-abd5-61ea248f17c8, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=e86db2bd-275e-4f9b-abd5-61ea248f17c8,segment=NetworkSegment(ec1b6256-95be-479c-9695-b6dae13546d3),segment_id=ec1b6256-95be-479c-9695-b6dae13546d3)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:35.566430 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-498d38ce-4cd7-4597-80b0-5138bd1a9fd1 req-3e40eacf-c4b7-4de8-9a33-1bc35634cf35 service neutron] 10.222.0.11 "GET /v2.0/networks/0130587e-ae3c-42e5-be51-829392fb3c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351269 Oct 20 11:26:35.569838 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3bb07a0d-f1e5-47b8-b7b8-d11bc67e184a admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:35.578763 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-181265e8-7825-40cc-8b23-4c12018d1fd6 req-96fe16c2-85a1-4cd9-aa03-4d7c64e09c8c tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388735 Oct 20 11:26:35.599354 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-018aaced-e28f-45ea-8ede-71ae6b347cc3 service neutron] For port e86db2bd-275e-4f9b-abd5-61ea248f17c8, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:26:35.635626 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-798e7a8a-1819-4eab-9282-b98f35319329 req-b9627ee8-10ef-4376-abc7-d41602a6f6ec service neutron] 10.222.0.89 "GET /v2.0/networks/b05579c2-10e5-4997-ab9d-57afa741288e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548161 Oct 20 11:26:35.709977 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-018aaced-e28f-45ea-8ede-71ae6b347cc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e86db2bd-275e-4f9b-abd5-61ea248f17c8 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:26:35.726113 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19123d81-08b0-4764-8086-822f7c2789f0 req-fbec8b7c-b4ab-47d5-aa96-040e22c7282d tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Made reservation on behalf of ebcf9515c29840f1909c53592f762c2f for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:26:35.733201 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-19123d81-08b0-4764-8086-822f7c2789f0 req-fbec8b7c-b4ab-47d5-aa96-040e22c7282d tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:35.756321 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-018aaced-e28f-45ea-8ede-71ae6b347cc3 service neutron] For port e86db2bd-275e-4f9b-abd5-61ea248f17c8, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e86db2bd-275e-4f9b-abd5-61ea248f17c8,segment=NetworkSegment(ec1b6256-95be-479c-9695-b6dae13546d3),segment_id=ec1b6256-95be-479c-9695-b6dae13546d3)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:35.783697 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-19123d81-08b0-4764-8086-822f7c2789f0 req-fbec8b7c-b4ab-47d5-aa96-040e22c7282d tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:35.864248 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-018aaced-e28f-45ea-8ede-71ae6b347cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:35.869964 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-798e7a8a-1819-4eab-9282-b98f35319329 req-3cd0b503-9e20-435b-9c32-0516e4b64cc3 service neutron] 10.222.0.89 "GET /v2.0/networks/b05579c2-10e5-4997-ab9d-57afa741288e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232111 Oct 20 11:26:35.919907 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f9150-21ff-42cd-a5a6-3eb091fdd221 req-27a0558a-12f7-4787-b093-b46786480511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:35.922639 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ad8f9150-21ff-42cd-a5a6-3eb091fdd221 req-27a0558a-12f7-4787-b093-b46786480511 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=893249f6b6174b84814f4982d67d2c43&device_id=91b90d39-3342-4993-85ef-4deaea70ed22 HTTP/1.1" status: 200 len: 1095 time: 0.0682282 Oct 20 11:26:35.924753 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3bb07a0d-f1e5-47b8-b7b8-d11bc67e184a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:35.993640 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb07a0d-f1e5-47b8-b7b8-d11bc67e184a admin admin] Network 9b103bd9-87ff-4b84-8423-196bfab2c8c7 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:26:36.010250 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-3bb07a0d-f1e5-47b8-b7b8-d11bc67e184a admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:26:36.013579 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb07a0d-f1e5-47b8-b7b8-d11bc67e184a admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:26:36.044662 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device fc88d942-585f-4ffe-b2ff-9e3e652801fd details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:26:36.077502 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3bb07a0d-f1e5-47b8-b7b8-d11bc67e184a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:36.084869 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560e079-5c5f-4f58-beba-9e2914059290 req-cd1405a7-d29c-478c-8c16-90ef129792d8 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:36.125257 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0560e079-5c5f-4f58-beba-9e2914059290 req-cd1405a7-d29c-478c-8c16-90ef129792d8 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=68eacaab-077a-4e72-8ce4-3f16eafde7dd HTTP/1.1" status: 200 len: 944 time: 0.3038793 Oct 20 11:26:36.187499 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 51792) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:36.298996 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb07a0d-f1e5-47b8-b7b8-d11bc67e184a admin admin] Pushing event updated for resources: {'Port': ['ID=e7f600e5-d2f3-439f-b317-fd3cdd95207e,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:36.311643 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port fc88d942-585f-4ffe-b2ff-9e3e652801fd, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=fc88d942-585f-4ffe-b2ff-9e3e652801fd,segment=NetworkSegment(fb1327ec-83b6-478a-9700-c6ea2f9574d3),segment_id=fb1327ec-83b6-478a-9700-c6ea2f9574d3)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:36.332523 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': 'fc88d942-585f-4ffe-b2ff-9e3e652801fd', 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e', 'port_id': 'fc88d942-585f-4ffe-b2ff-9e3e652801fd', 'mac_address': 'fa:16:3e:a9:fe:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaf7d63-7f7d-4cb5-8871-db069d2b0a56', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:26:36.339611 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device c79a3067-0298-442c-b161-aa1bbd16f7f9 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:26:36.360136 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0560e079-5c5f-4f58-beba-9e2914059290 req-4bc1ee41-abc9-4c66-b4f8-238fb99a2218 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328894 Oct 20 11:26:36.400108 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c4bb5419-bf9e-4673-9ebd-22c27e59fd93 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e40f31c01efd41da83f4b09d1808017b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2103162 Oct 20 11:26:36.427913 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 51800) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:36.438808 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6e89f191-dc94-4120-b3cc-a532f6d15951 req-3cd5d14b-e94c-4ecf-9c23-06491465383c tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f5a1d71-08a3-41a9-81f5-2b95a8d79ae3 HTTP/1.1" status: 200 len: 210 time: 0.0822787 Oct 20 11:26:36.464942 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-018aaced-e28f-45ea-8ede-71ae6b347cc3 service neutron] Transition to ACTIVE for port object e86db2bd-275e-4f9b-abd5-61ea248f17c8 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:26:36.501271 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f9150-21ff-42cd-a5a6-3eb091fdd221 req-4d03c293-6e3d-41fc-843b-b840c30da011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:36.501843 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-018aaced-e28f-45ea-8ede-71ae6b347cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:36.504084 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ad8f9150-21ff-42cd-a5a6-3eb091fdd221 req-4d03c293-6e3d-41fc-843b-b840c30da011 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0130587e-ae3c-42e5-be51-829392fb3c6a HTTP/1.1" status: 200 len: 917 time: 0.5675497 Oct 20 11:26:36.504254 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:36.541273 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc88d942-585f-4ffe-b2ff-9e3e652801fd {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:26:36.579486 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port fc88d942-585f-4ffe-b2ff-9e3e652801fd, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=fc88d942-585f-4ffe-b2ff-9e3e652801fd,segment=NetworkSegment(fb1327ec-83b6-478a-9700-c6ea2f9574d3),segment_id=fb1327ec-83b6-478a-9700-c6ea2f9574d3)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:36.593223 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:36.633262 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-c214809c-0517-406d-964c-eaa56409ada8 None None] Provisioning complete for port e7f600e5-d2f3-439f-b317-fd3cdd95207e triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:36.633873 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c214809c-0517-406d-964c-eaa56409ada8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:36.703983 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port c79a3067-0298-442c-b161-aa1bbd16f7f9 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:36.704615 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:36.734209 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 51810) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:36.736197 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-19123d81-08b0-4764-8086-822f7c2789f0 req-fbec8b7c-b4ab-47d5-aa96-040e22c7282d tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:36.746058 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3bb07a0d-f1e5-47b8-b7b8-d11bc67e184a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:36.765517 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ad8f9150-21ff-42cd-a5a6-3eb091fdd221 req-a1047203-1c4f-4a50-b9cc-2e3f863297c3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97da3092-5fad-4410-87ff-57aed83f2c07 HTTP/1.1" status: 200 len: 217 time: 0.1802673 Oct 20 11:26:36.800511 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-c214809c-0517-406d-964c-eaa56409ada8 None None] Port e7f600e5-d2f3-439f-b317-fd3cdd95207e cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:26:36.802892 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-19123d81-08b0-4764-8086-822f7c2789f0 req-fbec8b7c-b4ab-47d5-aa96-040e22c7282d tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:36.811358 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device e86db2bd-275e-4f9b-abd5-61ea248f17c8 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:26:36.925030 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['fc88d942-585f-4ffe-b2ff-9e3e652801fd'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:26:36.960179 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec8b7c-b4ab-47d5-aa96-040e22c7282d tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21e67af3-20ec-42cc-8d12-f054b2d42cf8,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:37.068878 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f9150-21ff-42cd-a5a6-3eb091fdd221 req-237db94e-b4fc-4ca6-988c-29853a2e2289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:37.070353 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ad8f9150-21ff-42cd-a5a6-3eb091fdd221 req-237db94e-b4fc-4ca6-988c-29853a2e2289 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=51a05590-efa2-4d4b-a09f-bf89beec1cca HTTP/1.1" status: 200 len: 854 time: 0.2633960 Oct 20 11:26:37.101704 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-018aaced-e28f-45ea-8ede-71ae6b347cc3 service neutron] No DVR routers for this DVR port e86db2bd-275e-4f9b-abd5-61ea248f17c8 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:26:37.103087 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=fc88d942-585f-4ffe-b2ff-9e3e652801fd,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:37.125464 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:37.152739 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port c79a3067-0298-442c-b161-aa1bbd16f7f9, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=c79a3067-0298-442c-b161-aa1bbd16f7f9,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:37.154829 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3bb07a0d-f1e5-47b8-b7b8-d11bc67e184a admin admin] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:37.161354 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f9150-21ff-42cd-a5a6-3eb091fdd221 req-5096836a-1f78-4375-a337-e72557b24d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:37.162922 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ad8f9150-21ff-42cd-a5a6-3eb091fdd221 req-5096836a-1f78-4375-a337-e72557b24d8d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0130587e-ae3c-42e5-be51-829392fb3c6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0841954 Oct 20 11:26:37.166303 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3bb07a0d-f1e5-47b8-b7b8-d11bc67e184a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:37.168322 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:37.199730 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018aaced-e28f-45ea-8ede-71ae6b347cc3 service neutron] Pushing event updated for resources: {'Port': ['ID=e86db2bd-275e-4f9b-abd5-61ea248f17c8,revision_number=10']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:37.220603 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c593ef86-5081-4648-9536-a6cb53d0f034 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:37.239432 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee385d35-4ece-46d6-a758-3142e6c32fe5 req-92da01de-cdc2-43ff-a806-2653f9f3da4a tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:37.244804 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=c79a3067-0298-442c-b161-aa1bbd16f7f9,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:37.247862 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device e86db2bd-275e-4f9b-abd5-61ea248f17c8 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:26:37.250568 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ee385d35-4ece-46d6-a758-3142e6c32fe5 req-92da01de-cdc2-43ff-a806-2653f9f3da4a tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] 10.222.0.98 "GET /v2.0/ports?device_id=91b90d39-3342-4993-85ef-4deaea70ed22 HTTP/1.1" status: 200 len: 944 time: 0.6633039 Oct 20 11:26:37.335603 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb07a0d-f1e5-47b8-b7b8-d11bc67e184a admin admin] Pushing event updated for resources: {'Port': ['ID=e7f600e5-d2f3-439f-b317-fd3cdd95207e,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:37.342017 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3bb07a0d-f1e5-47b8-b7b8-d11bc67e184a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:37.385189 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3a5204ef-575c-40a9-9873-98c6ee6a7b17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:37.403752 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bc6960e9-1d29-420c-b0cb-4a79e4def74c req-bc715287-9f81-4564-af59-db47ec8ffb29 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=ebcf9515c29840f1909c53592f762c2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1465302 Oct 20 11:26:37.405462 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ad8f9150-21ff-42cd-a5a6-3eb091fdd221 req-bda36652-e6b8-4497-9470-615ddc980780 service neutron] 10.222.0.11 "GET /v2.0/networks/0130587e-ae3c-42e5-be51-829392fb3c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127461 Oct 20 11:26:37.426682 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07e589-8191-4004-a8a9-c4d94d5e1186 req-3ecf9732-fd30-4e52-b60c-3c86aacfbe22 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:37.428347 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0c07e589-8191-4004-a8a9-c4d94d5e1186 req-3ecf9732-fd30-4e52-b60c-3c86aacfbe22 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=999a1973-9d6b-414f-88f7-ec4814f88166 HTTP/1.1" status: 200 len: 944 time: 0.4278071 Oct 20 11:26:37.435594 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-018aaced-e28f-45ea-8ede-71ae6b347cc3 service neutron] 10.222.0.11 "PUT /v2.0/ports/e86db2bd-275e-4f9b-abd5-61ea248f17c8/bindings/n-h2-814735-3/activate HTTP/1.1" status: 200 len: 369 time: 3.2432570 Oct 20 11:26:37.571585 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb07a0d-f1e5-47b8-b7b8-d11bc67e184a admin admin] Network 9b103bd9-87ff-4b84-8423-196bfab2c8c7 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:26:37.583182 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-3bb07a0d-f1e5-47b8-b7b8-d11bc67e184a admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:26:37.597794 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ad8f9150-21ff-42cd-a5a6-3eb091fdd221 req-9d5c64f9-ae0b-4358-9013-26ab1ad134c4 service neutron] 10.222.0.11 "GET /v2.0/networks/0130587e-ae3c-42e5-be51-829392fb3c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813576 Oct 20 11:26:37.605130 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-411d4ace-660a-47f6-8069-eb81307dff4f tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:37.606655 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-411d4ace-660a-47f6-8069-eb81307dff4f tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=999a1973-9d6b-414f-88f7-ec4814f88166&tenant_id=d9acdef368f944fcb8d5f209bb8e33d7&binding%3Ahost_id=n-h1-814735-3 HTTP/1.1" status: 200 len: 1095 time: 0.0926671 Oct 20 11:26:37.734021 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-db7f26e1-ea89-4a5c-aaf0-4896b9f42e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:37.735723 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-db7f26e1-ea89-4a5c-aaf0-4896b9f42e7e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=999a1973-9d6b-414f-88f7-ec4814f88166&tenant_id=d9acdef368f944fcb8d5f209bb8e33d7 HTTP/1.1" status: 200 len: 1095 time: 0.0980864 Oct 20 11:26:37.758756 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3a5204ef-575c-40a9-9873-98c6ee6a7b17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:37.778627 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ee385d35-4ece-46d6-a758-3142e6c32fe5 req-9d90ad7c-b268-4ff6-9333-9520e1ccad07 tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] 10.222.0.98 "GET /v2.0/security-groups?id=87f2a813-278f-43ca-a144-25536151563c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5273063 Oct 20 11:26:37.780789 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb07a0d-f1e5-47b8-b7b8-d11bc67e184a admin admin] Router bdd55e0d-c703-40de-a818-99e961f76b53 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:26:37.854609 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-19123d81-08b0-4764-8086-822f7c2789f0 req-fbec8b7c-b4ab-47d5-aa96-040e22c7282d tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Allocated IP 192.168.233.115 (09e5a906-63cf-4dde-b699-ab448fb18fb8/94289c8c-e5f7-4e30-b6a9-5b268a8fd610/f26b9bba-0475-4f54-873f-b971299bb59a) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:26:37.855240 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-3ec00b83-c105-440e-9819-ce101870df6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:37.856775 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-3ec00b83-c105-440e-9819-ce101870df6d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d9acdef368f944fcb8d5f209bb8e33d7&device_id=999a1973-9d6b-414f-88f7-ec4814f88166 HTTP/1.1" status: 200 len: 1095 time: 0.0937002 Oct 20 11:26:37.937854 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-93b7f06f-cc40-4aff-9d1a-8eafb1c34932 None None] Provisioning complete for port e7f600e5-d2f3-439f-b317-fd3cdd95207e triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:37.938616 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-93b7f06f-cc40-4aff-9d1a-8eafb1c34932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:37.984172 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device c79a3067-0298-442c-b161-aa1bbd16f7f9 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:26:37.989632 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb07a0d-f1e5-47b8-b7b8-d11bc67e184a admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:26:38.005285 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3bb07a0d-f1e5-47b8-b7b8-d11bc67e184a admin admin] 10.222.0.98 "PUT /v2.0/routers/bdd55e0d-c703-40de-a818-99e961f76b53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4356754 Oct 20 11:26:38.014935 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-ec291550-a23f-44d4-a5f6-16548bdb2116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:38.016756 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-ec291550-a23f-44d4-a5f6-16548bdb2116 service neutron] 10.222.0.89 "GET /v2.0/networks?id=60a88ebb-4b56-43bd-98ec-2f75530b8b0e HTTP/1.1" status: 200 len: 922 time: 0.1499379 Oct 20 11:26:38.022382 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c593ef86-5081-4648-9536-a6cb53d0f034 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:38.059441 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0c07e589-8191-4004-a8a9-c4d94d5e1186 req-498befd0-52ec-4b75-8e64-6a1578d2a975 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698189 Oct 20 11:26:38.073678 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device fc88d942-585f-4ffe-b2ff-9e3e652801fd up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:26:38.081990 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd4d519-fe49-4085-ad5f-532a6b08b86f None None] Sync routers for ids ['bdd55e0d-c703-40de-a818-99e961f76b53'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:26:38.085844 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c593ef86-5081-4648-9536-a6cb53d0f034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:38.091830 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-3c000543-c247-4e1a-8e8b-e3c904209f7b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e86db2bd-275e-4f9b-abd5-61ea248f17c8 HTTP/1.1" status: 200 len: 217 time: 0.0661991 Oct 20 11:26:38.159123 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6960e9-1d29-420c-b0cb-4a79e4def74c req-54ec7673-bcd9-4330-984c-b3547d2fd815 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:38.164645 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bc6960e9-1d29-420c-b0cb-4a79e4def74c req-54ec7673-bcd9-4330-984c-b3547d2fd815 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7253234 Oct 20 11:26:38.176383 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd4d519-fe49-4085-ad5f-532a6b08b86f None None] Routers {'bdd55e0d-c703-40de-a818-99e961f76b53'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:26:38.177880 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-0fd4d519-fe49-4085-ad5f-532a6b08b86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:26:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['bdd55e0d-c703-40de-a818-99e961f76b53'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:38.200397 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-e016bbb9-321d-4fae-816d-819869f30533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:38.202949 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-e016bbb9-321d-4fae-816d-819869f30533 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2a0c5c2a-f9c9-492d-ba9f-7e961a63a7db HTTP/1.1" status: 200 len: 860 time: 0.1024890 Oct 20 11:26:38.226087 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-bc6960e9-1d29-420c-b0cb-4a79e4def74c req-7e635b1a-a929-4d2d-93ab-8255aa31348c tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Request body: {'port': {'device_id': '2f5a1d71-08a3-41a9-81f5-2b95a8d79ae3', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'admin_state_up': True, 'tenant_id': 'ebcf9515c29840f1909c53592f762c2f'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:38.231928 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-93b7f06f-cc40-4aff-9d1a-8eafb1c34932 None None] Port e7f600e5-d2f3-439f-b317-fd3cdd95207e cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:26:38.269408 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-bf487582-8e87-45ff-88a4-a7e5570cb3e2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=60a88ebb-4b56-43bd-98ec-2f75530b8b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535738 Oct 20 11:26:38.380739 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c593ef86-5081-4648-9536-a6cb53d0f034 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=03dc414a16fb41f391439d221b5d9ce3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6263828 Oct 20 11:26:38.393061 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51838) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:38.393976 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port c79a3067-0298-442c-b161-aa1bbd16f7f9 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:38.394437 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:38.416086 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c593ef86-5081-4648-9536-a6cb53d0f034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed1ce0d-4453-46a7-b5b2-8a378acd6272,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:38.423372 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-0fd4d519-fe49-4085-ad5f-532a6b08b86f None None] Set router bdd55e0d-c703-40de-a818-99e961f76b53 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:26:38.425378 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port fc88d942-585f-4ffe-b2ff-9e3e652801fd completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:26:38.462453 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3a5204ef-575c-40a9-9873-98c6ee6a7b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:38.465297 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3a5204ef-575c-40a9-9873-98c6ee6a7b17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:38.468995 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3a5204ef-575c-40a9-9873-98c6ee6a7b17 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d9161f7c-8d5c-4420-b936-0ee8166daabe HTTP/1.1" status: 204 len: 168 time: 2.0222063 Oct 20 11:26:38.469199 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port fc88d942-585f-4ffe-b2ff-9e3e652801fd triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:38.469199 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:38.527509 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d8760894-ef6a-4707-b2b6-cfbe22b06c7a req-8b6e953d-1987-47ec-93e0-1ecbdbae63be tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f5a1d71-08a3-41a9-81f5-2b95a8d79ae3 HTTP/1.1" status: 200 len: 210 time: 0.3164933 Oct 20 11:26:38.568694 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5204ef-575c-40a9-9873-98c6ee6a7b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9161f7c-8d5c-4420-b936-0ee8166daabe,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:38.607536 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629ad7c-cb33-44e9-bd06-803b42c1c5d7 req-0afee97a-4cab-443b-b588-0833d305a064 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:38.609700 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d629ad7c-cb33-44e9-bd06-803b42c1c5d7 req-0afee97a-4cab-443b-b588-0833d305a064 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=68eacaab-077a-4e72-8ce4-3f16eafde7dd HTTP/1.1" status: 200 len: 945 time: 0.4417603 Oct 20 11:26:38.668679 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 97da3092-5fad-4410-87ff-57aed83f2c07 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:26:38.696245 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-08e3eea1-7133-4330-9df6-8931dd256d6c service neutron] 10.222.0.89 "GET /v2.0/networks/60a88ebb-4b56-43bd-98ec-2f75530b8b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185257 Oct 20 11:26:38.727562 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-19123d81-08b0-4764-8086-822f7c2789f0 req-fbec8b7c-b4ab-47d5-aa96-040e22c7282d tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:38.727948 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-85ef6a83-cf4a-406e-b066-e1cbfd810662 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:38.787177 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-85ef6a83-cf4a-406e-b066-e1cbfd810662 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:38.811484 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc6960e9-1d29-420c-b0cb-4a79e4def74c req-7e635b1a-a929-4d2d-93ab-8255aa31348c tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Made reservation on behalf of ebcf9515c29840f1909c53592f762c2f for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:26:38.816836 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-bc6960e9-1d29-420c-b0cb-4a79e4def74c req-7e635b1a-a929-4d2d-93ab-8255aa31348c tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:38.848299 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-87fa0d05-13eb-4615-9072-7f295451367d service neutron] 10.222.0.89 "GET /v2.0/networks/60a88ebb-4b56-43bd-98ec-2f75530b8b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433949 Oct 20 11:26:38.871440 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d629ad7c-cb33-44e9-bd06-803b42c1c5d7 req-af19432c-c8b7-4288-b5d1-1aa1064dff1b tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496259 Oct 20 11:26:38.880917 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-19123d81-08b0-4764-8086-822f7c2789f0 req-fbec8b7c-b4ab-47d5-aa96-040e22c7282d tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:38.881209 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-85ef6a83-cf4a-406e-b066-e1cbfd810662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:38.884166 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-85ef6a83-cf4a-406e-b066-e1cbfd810662 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:38.885763 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-85ef6a83-cf4a-406e-b066-e1cbfd810662 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1ed1ce0d-4453-46a7-b5b2-8a378acd6272 HTTP/1.1" status: 204 len: 168 time: 0.4907198 Oct 20 11:26:38.903388 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef6a83-cf4a-406e-b066-e1cbfd810662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed1ce0d-4453-46a7-b5b2-8a378acd6272,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:38.962613 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.db.resource_extend [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 11:26:38.981075 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19123d81-08b0-4764-8086-822f7c2789f0 req-fbec8b7c-b4ab-47d5-aa96-040e22c7282d tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Network 09e5a906-63cf-4dde-b699-ab448fb18fb8 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:26:38.982891 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec8b7c-b4ab-47d5-aa96-040e22c7282d tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Pushing event updated for resources: {'Port': ['ID=f26b9bba-0475-4f54-873f-b971299bb59a,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:38.985211 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-19123d81-08b0-4764-8086-822f7c2789f0 req-fbec8b7c-b4ab-47d5-aa96-040e22c7282d tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:26:39.014928 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-19123d81-08b0-4764-8086-822f7c2789f0 req-fbec8b7c-b4ab-47d5-aa96-040e22c7282d tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:26:39.031156 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19123d81-08b0-4764-8086-822f7c2789f0 req-fbec8b7c-b4ab-47d5-aa96-040e22c7282d tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:39.032731 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-19123d81-08b0-4764-8086-822f7c2789f0 req-fbec8b7c-b4ab-47d5-aa96-040e22c7282d tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:39.163034 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19123d81-08b0-4764-8086-822f7c2789f0 req-fbec8b7c-b4ab-47d5-aa96-040e22c7282d tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9829338 Oct 20 11:26:39.178685 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-19123d81-08b0-4764-8086-822f7c2789f0 req-c64985a0-f2b4-4423-a2f4-21ee0c1d4679 service neutron] Request body: {'port': {'device_id': '18147310-0c17-491d-afa4-3e2d28d29ab2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:39.181502 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:39.190391 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f86532b-3a4d-48fb-9b1d-047e619dee1b req-c0b4ed8a-ff2c-4a96-be35-01bec4f52688 tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:39.199004 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3f86532b-3a4d-48fb-9b1d-047e619dee1b req-c0b4ed8a-ff2c-4a96-be35-01bec4f52688 tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] 10.222.0.98 "GET /v2.0/ports?device_id=91b90d39-3342-4993-85ef-4deaea70ed22 HTTP/1.1" status: 200 len: 944 time: 0.1591089 Oct 20 11:26:39.234393 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 97da3092-5fad-4410-87ff-57aed83f2c07, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=97da3092-5fad-4410-87ff-57aed83f2c07,segment=NetworkSegment(1be2662c-e72f-42da-ba3e-cd731b98bbb8),segment_id=1be2662c-e72f-42da-ba3e-cd731b98bbb8)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:39.258636 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68eacaab-077a-4e72-8ce4-3f16eafde7dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc88d942-585f-4ffe-b2ff-9e3e652801fd'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:26:39.263358 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd5dd30-5518-4da4-8ee3-60f9bc9d6a88" -d '{"events": [{"server_uuid": "68eacaab-077a-4e72-8ce4-3f16eafde7dd", "name": "network-vif-plugged", "status": "completed", "tag": "fc88d942-585f-4ffe-b2ff-9e3e652801fd"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:26:39.282723 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '97da3092-5fad-4410-87ff-57aed83f2c07', 'network_id': '0130587e-ae3c-42e5-be51-829392fb3c6a', 'port_id': '97da3092-5fad-4410-87ff-57aed83f2c07', 'mac_address': 'fa:16:3e:31:e5:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a05590-efa2-4d4b-a09f-bf89beec1cca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:26:39.285978 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port fc88d942-585f-4ffe-b2ff-9e3e652801fd, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=fc88d942-585f-4ffe-b2ff-9e3e652801fd,segment=NetworkSegment(fb1327ec-83b6-478a-9700-c6ea2f9574d3),segment_id=fb1327ec-83b6-478a-9700-c6ea2f9574d3)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:39.299770 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-0fd4d519-fe49-4085-ad5f-532a6b08b86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd55e0d-c703-40de-a818-99e961f76b53', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1955942530-router', 'tenant_id': 'e95b17b563c44fcba4cf36e981e25ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'c79a3067-0298-442c-b161-aa1bbd16f7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:26:20Z', 'updated_at': '2021-10-20T11:26:36Z', 'revision_number': 4, 'project_id': 'e95b17b563c44fcba4cf36e981e25ffe', 'gw_port': {'id': 'c79a3067-0298-442c-b161-aa1bbd16f7f9', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd55e0d-c703-40de-a818-99e961f76b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:24Z', 'updated_at': '2021-10-20T11:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'e7f600e5-d2f3-439f-b317-fd3cdd95207e', 'name': '', 'network_id': '9b103bd9-87ff-4b84-8423-196bfab2c8c7', 'tenant_id': 'e95b17b563c44fcba4cf36e981e25ffe', 'mac_address': 'fa:16:3e:90:63:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd55e0d-c703-40de-a818-99e961f76b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '024ce710-b013-437c-a326-feb64c50e192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:34Z', 'updated_at': '2021-10-20T11:26:36Z', 'revision_number': 2, 'project_id': 'e95b17b563c44fcba4cf36e981e25ffe', 'subnets': [{'id': '024ce710-b013-437c-a326-feb64c50e192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:39.300335 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-a8c35287-47b7-4b2a-9667-69cdcd568477 tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:39.302316 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-a8c35287-47b7-4b2a-9667-69cdcd568477 tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=999a1973-9d6b-414f-88f7-ec4814f88166&tenant_id=d9acdef368f944fcb8d5f209bb8e33d7&binding%3Ahost_id=n-h2-814735-3 HTTP/1.1" status: 200 len: 1095 time: 0.1448047 Oct 20 11:26:39.322667 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:39.360063 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-19123d81-08b0-4764-8086-822f7c2789f0 req-c64985a0-f2b4-4423-a2f4-21ee0c1d4679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:39.361767 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd4d519-fe49-4085-ad5f-532a6b08b86f None None] Checking router: bdd55e0d-c703-40de-a818-99e961f76b53 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:26:39.362120 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd4d519-fe49-4085-ad5f-532a6b08b86f None None] Updating router bdd55e0d-c703-40de-a818-99e961f76b53 port e7f600e5-d2f3-439f-b317-fd3cdd95207e binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:26:39.426780 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0fd4d519-fe49-4085-ad5f-532a6b08b86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:39.431131 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-bc6960e9-1d29-420c-b0cb-4a79e4def74c req-7e635b1a-a929-4d2d-93ab-8255aa31348c tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Allocated IP 192.168.233.51 (09e5a906-63cf-4dde-b699-ab448fb18fb8/94289c8c-e5f7-4e30-b6a9-5b268a8fd610/80752078-414a-4f8f-87fe-af03aaf07830) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:26:39.431325 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:39.446771 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3f86532b-3a4d-48fb-9b1d-047e619dee1b req-6e690d7c-7380-4ff2-a0ad-aac04fa5d4af tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] 10.222.0.98 "GET /v2.0/security-groups?id=87f2a813-278f-43ca-a144-25536151563c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438812 Oct 20 11:26:39.487549 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97da3092-5fad-4410-87ff-57aed83f2c07 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:26:39.493721 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=fc88d942-585f-4ffe-b2ff-9e3e652801fd,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:39.507330 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-1121bf5b-4acc-4463-b9d8-891834d7e2df service neutron] For port e86db2bd-275e-4f9b-abd5-61ea248f17c8, host n-h1-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:26:39.514069 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-1121bf5b-4acc-4463-b9d8-891834d7e2df service neutron] Publish callbacks [] for binding, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:39.516487 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a72fd937-ece2-46f1-83d5-cca4c8d1e25a req-1121bf5b-4acc-4463-b9d8-891834d7e2df service neutron] 10.222.0.89 "DELETE /v2.0/ports/e86db2bd-275e-4f9b-abd5-61ea248f17c8/bindings/n-h1-814735-3 HTTP/1.1" status: 204 len: 173 time: 0.2023699 Oct 20 11:26:39.550294 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-cd3dd86a-4ffb-4114-b177-ffdd22199e34 None None] Provisioning complete for port f26b9bba-0475-4f54-873f-b971299bb59a triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:39.551088 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-cd3dd86a-4ffb-4114-b177-ffdd22199e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:39.625530 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51872) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:39.644072 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b59d4627-cf42-417c-8979-3a2280cfd4eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:39.761199 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-bc6960e9-1d29-420c-b0cb-4a79e4def74c req-7e635b1a-a929-4d2d-93ab-8255aa31348c tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:39.815757 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-bc6960e9-1d29-420c-b0cb-4a79e4def74c req-7e635b1a-a929-4d2d-93ab-8255aa31348c tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:39.864708 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b59d4627-cf42-417c-8979-3a2280cfd4eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:39.877033 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b59d4627-cf42-417c-8979-3a2280cfd4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:39.902146 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 97da3092-5fad-4410-87ff-57aed83f2c07, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=97da3092-5fad-4410-87ff-57aed83f2c07,segment=NetworkSegment(1be2662c-e72f-42da-ba3e-cd731b98bbb8),segment_id=1be2662c-e72f-42da-ba3e-cd731b98bbb8)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:39.953936 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b59d4627-cf42-417c-8979-3a2280cfd4eb admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4a6fb965a3e54b5aa4e8fe7771f2f341&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3273969 Oct 20 11:26:39.967020 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51882) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:39.969523 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59d4627-cf42-417c-8979-3a2280cfd4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726664c1-ad2e-45d8-b831-77b824aa5b21,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:40.020296 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:40.021097 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:40.037599 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd62d8fa-aa5e-44fd-9c82-2174f2914cd4 req-8e5afbf2-96e9-418d-b350-5627cd043fba tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:40.049326 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fd62d8fa-aa5e-44fd-9c82-2174f2914cd4 req-8e5afbf2-96e9-418d-b350-5627cd043fba tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=999a1973-9d6b-414f-88f7-ec4814f88166 HTTP/1.1" status: 200 len: 944 time: 0.2484276 Oct 20 11:26:40.051690 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc6960e9-1d29-420c-b0cb-4a79e4def74c req-7e635b1a-a929-4d2d-93ab-8255aa31348c tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Network 09e5a906-63cf-4dde-b699-ab448fb18fb8 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:26:40.062910 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-bc6960e9-1d29-420c-b0cb-4a79e4def74c req-7e635b1a-a929-4d2d-93ab-8255aa31348c tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:26:40.075883 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc6960e9-1d29-420c-b0cb-4a79e4def74c req-7e635b1a-a929-4d2d-93ab-8255aa31348c tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:26:40.081790 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6960e9-1d29-420c-b0cb-4a79e4def74c req-7e635b1a-a929-4d2d-93ab-8255aa31348c tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:40.082665 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-bc6960e9-1d29-420c-b0cb-4a79e4def74c req-7e635b1a-a929-4d2d-93ab-8255aa31348c tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:40.083926 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a0f918bc-7027-4a19-bf20-c5371b476750 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:40.140212 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e635b1a-a929-4d2d-93ab-8255aa31348c tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Pushing event updated for resources: {'Port': ['ID=80752078-414a-4f8f-87fe-af03aaf07830,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:40.194012 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a0f918bc-7027-4a19-bf20-c5371b476750 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:40.236533 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fd62d8fa-aa5e-44fd-9c82-2174f2914cd4 req-d2664fa7-b6ae-4c4a-a36a-2b60a11988bc tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635280 Oct 20 11:26:40.240651 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbccdb-a337-4d55-9149-772ea7abbaf1 req-bb807f0b-7921-485d-8ad0-a2378b027c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:40.242273 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-9ebbccdb-a337-4d55-9149-772ea7abbaf1 req-bb807f0b-7921-485d-8ad0-a2378b027c63 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=68eacaab-077a-4e72-8ce4-3f16eafde7dd HTTP/1.1" status: 200 len: 1097 time: 0.1116352 Oct 20 11:26:40.254402 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bc6960e9-1d29-420c-b0cb-4a79e4def74c req-7e635b1a-a929-4d2d-93ab-8255aa31348c tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0610242 Oct 20 11:26:40.298470 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-bc6960e9-1d29-420c-b0cb-4a79e4def74c req-42e2add9-f741-48a5-be62-8f0f0b52fe85 service neutron] Request body: {'port': {'device_id': '2f5a1d71-08a3-41a9-81f5-2b95a8d79ae3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:40.305930 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0d61d0-302a-4f36-bc9a-0b4021e7bcb2 x-openstack-request-id: req-0d0d61d0-302a-4f36-bc9a-0b4021e7bcb2 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:26:40.306468 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68eacaab-077a-4e72-8ce4-3f16eafde7dd", "name": "network-vif-plugged", "status": "completed", "tag": "fc88d942-585f-4ffe-b2ff-9e3e652801fd", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:26:40.306468 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0d0d61d0-302a-4f36-bc9a-0b4021e7bcb2 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:26:40.306882 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68eacaab-077a-4e72-8ce4-3f16eafde7dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc88d942-585f-4ffe-b2ff-9e3e652801fd', 'code': 200} Oct 20 11:26:40.318650 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a0f918bc-7027-4a19-bf20-c5371b476750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:40.324161 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a0f918bc-7027-4a19-bf20-c5371b476750 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:40.326577 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a0f918bc-7027-4a19-bf20-c5371b476750 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/726664c1-ad2e-45d8-b831-77b824aa5b21 HTTP/1.1" status: 204 len: 168 time: 0.3581712 Oct 20 11:26:40.335249 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-9ebbccdb-a337-4d55-9149-772ea7abbaf1 req-d21a92cc-ff11-4814-be18-b7d73bb0b54c service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827260 Oct 20 11:26:40.351024 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f918bc-7027-4a19-bf20-c5371b476750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726664c1-ad2e-45d8-b831-77b824aa5b21,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:40.395530 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['97da3092-5fad-4410-87ff-57aed83f2c07'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:26:40.421221 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-cd3dd86a-4ffb-4114-b177-ffdd22199e34 None None] Port f26b9bba-0475-4f54-873f-b971299bb59a cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:26:40.432624 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0fd4d519-fe49-4085-ad5f-532a6b08b86f None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:40.458709 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0fd4d519-fe49-4085-ad5f-532a6b08b86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:40.491364 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=97da3092-5fad-4410-87ff-57aed83f2c07,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:40.495725 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-bc6960e9-1d29-420c-b0cb-4a79e4def74c req-42e2add9-f741-48a5-be62-8f0f0b52fe85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:40.513937 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-19123d81-08b0-4764-8086-822f7c2789f0 req-c64985a0-f2b4-4423-a2f4-21ee0c1d4679 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f26b9bba-0475-4f54-873f-b971299bb59a {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:26:40.530176 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ff3f2-0cf7-4617-8fb5-1f419ea01acf req-0a2feb5a-40b4-4b91-874c-c222cd73edcb tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:40.532814 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-811ff3f2-0cf7-4617-8fb5-1f419ea01acf req-0a2feb5a-40b4-4b91-874c-c222cd73edcb tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f5a1d71-08a3-41a9-81f5-2b95a8d79ae3 HTTP/1.1" status: 200 len: 935 time: 0.3830633 Oct 20 11:26:40.539617 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-19123d81-08b0-4764-8086-822f7c2789f0 req-c64985a0-f2b4-4423-a2f4-21ee0c1d4679 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:40.621051 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1d7db6-b895-4e0e-8205-68744b24eed1 None None] Pushing event updated for resources: {'Port': ['ID=e7f600e5-d2f3-439f-b317-fd3cdd95207e,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:40.634364 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-19123d81-08b0-4764-8086-822f7c2789f0 req-c64985a0-f2b4-4423-a2f4-21ee0c1d4679 service neutron] Transition to ACTIVE for port object f26b9bba-0475-4f54-873f-b971299bb59a will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:26:40.643176 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-824d4e63-7483-4796-9e4d-a03e3b130ee9 None None] Provisioning complete for port 80752078-414a-4f8f-87fe-af03aaf07830 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:40.643958 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-824d4e63-7483-4796-9e4d-a03e3b130ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:40.683562 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-811ff3f2-0cf7-4617-8fb5-1f419ea01acf req-ebc8e74c-86cd-400d-90b7-9c94ac457960 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364355 Oct 20 11:26:40.683562 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-19123d81-08b0-4764-8086-822f7c2789f0 req-c64985a0-f2b4-4423-a2f4-21ee0c1d4679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:40.786673 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64985a0-f2b4-4423-a2f4-21ee0c1d4679 service neutron] Pushing event updated for resources: {'Port': ['ID=f26b9bba-0475-4f54-873f-b971299bb59a,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:40.832241 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-0fd4d519-fe49-4085-ad5f-532a6b08b86f None None] Attempting to bind port e7f600e5-d2f3-439f-b317-fd3cdd95207e on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:26:40.832615 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-0fd4d519-fe49-4085-ad5f-532a6b08b86f None None] Attempting to bind port e7f600e5-d2f3-439f-b317-fd3cdd95207e by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '05c36e1d-753e-4f46-be9a-17daeaa7080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': '9b103bd9-87ff-4b84-8423-196bfab2c8c7'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:26:40.832980 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd4d519-fe49-4085-ad5f-532a6b08b86f None None] Attempting to bind port e7f600e5-d2f3-439f-b317-fd3cdd95207e on network 9b103bd9-87ff-4b84-8423-196bfab2c8c7 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:26:40.851247 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd4d519-fe49-4085-ad5f-532a6b08b86f None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:26:40.857864 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd4d519-fe49-4085-ad5f-532a6b08b86f None None] Checking segment: {'id': '05c36e1d-753e-4f46-be9a-17daeaa7080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': '9b103bd9-87ff-4b84-8423-196bfab2c8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:26:40.858282 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0fd4d519-fe49-4085-ad5f-532a6b08b86f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:40.858690 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd4d519-fe49-4085-ad5f-532a6b08b86f None None] Bound using segment: {'id': '05c36e1d-753e-4f46-be9a-17daeaa7080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': '9b103bd9-87ff-4b84-8423-196bfab2c8c7'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:26:40.866413 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-0fd4d519-fe49-4085-ad5f-532a6b08b86f None None] Bound port: e7f600e5-d2f3-439f-b317-fd3cdd95207e, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05c36e1d-753e-4f46-be9a-17daeaa7080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': '9b103bd9-87ff-4b84-8423-196bfab2c8c7'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:26:40.866951 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0fd4d519-fe49-4085-ad5f-532a6b08b86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:40.908251 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-824d4e63-7483-4796-9e4d-a03e3b130ee9 None None] Port 80752078-414a-4f8f-87fe-af03aaf07830 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:26:41.011521 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-19123d81-08b0-4764-8086-822f7c2789f0 req-c64985a0-f2b4-4423-a2f4-21ee0c1d4679 service neutron] Attempting to bind port f26b9bba-0475-4f54-873f-b971299bb59a on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:26:41.011842 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-19123d81-08b0-4764-8086-822f7c2789f0 req-c64985a0-f2b4-4423-a2f4-21ee0c1d4679 service neutron] Attempting to bind port f26b9bba-0475-4f54-873f-b971299bb59a by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:26:41.012152 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19123d81-08b0-4764-8086-822f7c2789f0 req-c64985a0-f2b4-4423-a2f4-21ee0c1d4679 service neutron] Attempting to bind port f26b9bba-0475-4f54-873f-b971299bb59a on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:26:41.032789 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff78d92-555c-4092-bb9b-f3f98e333b17 req-e60a9af8-66ee-440a-8b52-0f5e9719520d tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:41.040486 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bff78d92-555c-4092-bb9b-f3f98e333b17 req-e60a9af8-66ee-440a-8b52-0f5e9719520d tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=68eacaab-077a-4e72-8ce4-3f16eafde7dd HTTP/1.1" status: 200 len: 946 time: 0.2700503 Oct 20 11:26:41.063637 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19123d81-08b0-4764-8086-822f7c2789f0 req-c64985a0-f2b4-4423-a2f4-21ee0c1d4679 service neutron] Port f26b9bba-0475-4f54-873f-b971299bb59a on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:26:41.063991 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19123d81-08b0-4764-8086-822f7c2789f0 req-c64985a0-f2b4-4423-a2f4-21ee0c1d4679 service neutron] Attempting to bind port f26b9bba-0475-4f54-873f-b971299bb59a on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:26:41.102517 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c1787-8784-4754-8b5b-7d945b979aee req-df9a5194-3a02-4901-ab89-e5bf81264f89 tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:41.104217 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db4c1787-8784-4754-8b5b-7d945b979aee req-df9a5194-3a02-4901-ab89-e5bf81264f89 tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] 10.222.0.98 "GET /v2.0/ports?device_id=91b90d39-3342-4993-85ef-4deaea70ed22 HTTP/1.1" status: 200 len: 945 time: 0.1799159 Oct 20 11:26:41.109452 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19123d81-08b0-4764-8086-822f7c2789f0 req-c64985a0-f2b4-4423-a2f4-21ee0c1d4679 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:26:41.109851 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19123d81-08b0-4764-8086-822f7c2789f0 req-c64985a0-f2b4-4423-a2f4-21ee0c1d4679 service neutron] Checking segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:26:41.110190 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19123d81-08b0-4764-8086-822f7c2789f0 req-c64985a0-f2b4-4423-a2f4-21ee0c1d4679 service neutron] Bound using segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:26:41.110728 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-19123d81-08b0-4764-8086-822f7c2789f0 req-c64985a0-f2b4-4423-a2f4-21ee0c1d4679 service neutron] Bound port: f26b9bba-0475-4f54-873f-b971299bb59a, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:26:41.111341 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-19123d81-08b0-4764-8086-822f7c2789f0 req-c64985a0-f2b4-4423-a2f4-21ee0c1d4679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:41.149967 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-0fd4d519-fe49-4085-ad5f-532a6b08b86f None None] For port e7f600e5-d2f3-439f-b317-fd3cdd95207e, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:26:41.154732 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-0fd4d519-fe49-4085-ad5f-532a6b08b86f None None] For port e7f600e5-d2f3-439f-b317-fd3cdd95207e, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=e7f600e5-d2f3-439f-b317-fd3cdd95207e,segment=NetworkSegment(05c36e1d-753e-4f46-be9a-17daeaa7080e),segment_id=05c36e1d-753e-4f46-be9a-17daeaa7080e)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:26:41.165214 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b99faaa-e3ab-4ba7-9a08-8a65d64a9d92 None None] Provisioning complete for port e7f600e5-d2f3-439f-b317-fd3cdd95207e triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:41.165938 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b99faaa-e3ab-4ba7-9a08-8a65d64a9d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:41.197456 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0fd4d519-fe49-4085-ad5f-532a6b08b86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:41.199861 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bff78d92-555c-4092-bb9b-f3f98e333b17 req-eff364be-8c43-48f3-bac6-a54ddf98e4a4 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563444 Oct 20 11:26:41.248555 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db4c1787-8784-4754-8b5b-7d945b979aee req-f9068a27-f2fe-48d4-9a7d-3385779c2eba tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] 10.222.0.98 "GET /v2.0/security-groups?id=87f2a813-278f-43ca-a144-25536151563c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337080 Oct 20 11:26:41.279547 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b99faaa-e3ab-4ba7-9a08-8a65d64a9d92 None None] Port e7f600e5-d2f3-439f-b317-fd3cdd95207e cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:26:41.334324 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd4d519-fe49-4085-ad5f-532a6b08b86f None None] Routers {'bdd55e0d-c703-40de-a818-99e961f76b53'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:26:41.335045 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-0fd4d519-fe49-4085-ad5f-532a6b08b86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:26:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['bdd55e0d-c703-40de-a818-99e961f76b53'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:41.344836 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1d7db6-b895-4e0e-8205-68744b24eed1 None None] Pushing event updated for resources: {'Port': ['ID=e7f600e5-d2f3-439f-b317-fd3cdd95207e,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:41.488675 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-19123d81-08b0-4764-8086-822f7c2789f0 req-c64985a0-f2b4-4423-a2f4-21ee0c1d4679 service neutron] For port f26b9bba-0475-4f54-873f-b971299bb59a, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:26:41.513200 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-19123d81-08b0-4764-8086-822f7c2789f0 req-c64985a0-f2b4-4423-a2f4-21ee0c1d4679 service neutron] For port f26b9bba-0475-4f54-873f-b971299bb59a, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=f26b9bba-0475-4f54-873f-b971299bb59a,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:26:41.530013 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-19123d81-08b0-4764-8086-822f7c2789f0 req-c64985a0-f2b4-4423-a2f4-21ee0c1d4679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:41.551823 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-0fd4d519-fe49-4085-ad5f-532a6b08b86f None None] Set router bdd55e0d-c703-40de-a818-99e961f76b53 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:26:41.665992 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64985a0-f2b4-4423-a2f4-21ee0c1d4679 service neutron] Pushing event updated for resources: {'Port': ['ID=f26b9bba-0475-4f54-873f-b971299bb59a,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:41.689761 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19123d81-08b0-4764-8086-822f7c2789f0 req-c64985a0-f2b4-4423-a2f4-21ee0c1d4679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:41.690633 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-19123d81-08b0-4764-8086-822f7c2789f0 req-c64985a0-f2b4-4423-a2f4-21ee0c1d4679 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:41.692918 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19123d81-08b0-4764-8086-822f7c2789f0 req-c64985a0-f2b4-4423-a2f4-21ee0c1d4679 service neutron] 10.222.0.89 "PUT /v2.0/ports/f26b9bba-0475-4f54-873f-b971299bb59a HTTP/1.1" status: 200 len: 1096 time: 2.5196006 Oct 20 11:26:41.696340 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18147310-0c17-491d-afa4-3e2d28d29ab2', 'tag': 'f26b9bba-0475-4f54-873f-b971299bb59a'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:26:41.697932 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e0ed0881-08a3-4a7d-ac5e-8093ddc75c17 None None] Provisioning complete for port e7f600e5-d2f3-439f-b317-fd3cdd95207e triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:41.698503 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e0ed0881-08a3-4a7d-ac5e-8093ddc75c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:41.703424 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29086fc-33d0-4c50-a5a8-7b53ce3e3920" -d '{"events": [{"name": "network-changed", "server_uuid": "18147310-0c17-491d-afa4-3e2d28d29ab2", "tag": "f26b9bba-0475-4f54-873f-b971299bb59a"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:26:41.724161 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ebe846-d201-48a1-9e88-efda5ec8bc86 req-73519c91-f458-4827-aa2f-6755c558eb89 tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:41.740784 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-53ebe846-d201-48a1-9e88-efda5ec8bc86 req-73519c91-f458-4827-aa2f-6755c558eb89 tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=999a1973-9d6b-414f-88f7-ec4814f88166 HTTP/1.1" status: 200 len: 1095 time: 0.3315680 Oct 20 11:26:41.770298 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-bc6960e9-1d29-420c-b0cb-4a79e4def74c req-42e2add9-f741-48a5-be62-8f0f0b52fe85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80752078-414a-4f8f-87fe-af03aaf07830 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:26:41.789570 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-bc6960e9-1d29-420c-b0cb-4a79e4def74c req-42e2add9-f741-48a5-be62-8f0f0b52fe85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:41.809851 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-bc6960e9-1d29-420c-b0cb-4a79e4def74c req-42e2add9-f741-48a5-be62-8f0f0b52fe85 service neutron] Transition to ACTIVE for port object 80752078-414a-4f8f-87fe-af03aaf07830 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:26:41.849076 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-bc6960e9-1d29-420c-b0cb-4a79e4def74c req-42e2add9-f741-48a5-be62-8f0f0b52fe85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:41.986369 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e2add9-f741-48a5-be62-8f0f0b52fe85 service neutron] Pushing event updated for resources: {'Port': ['ID=80752078-414a-4f8f-87fe-af03aaf07830,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:41.988589 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e0ed0881-08a3-4a7d-ac5e-8093ddc75c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:41.992046 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-53ebe846-d201-48a1-9e88-efda5ec8bc86 req-04fc34ba-f56a-4be6-9c58-a11306a82131 tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502432 Oct 20 11:26:42.016347 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19123d81-08b0-4764-8086-822f7c2789f0 req-4b1186fc-6996-4120-b715-512d0a66b974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:42.017251 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19123d81-08b0-4764-8086-822f7c2789f0 req-4b1186fc-6996-4120-b715-512d0a66b974 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ebcf9515c29840f1909c53592f762c2f&device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 1099 time: 0.2051735 Oct 20 11:26:42.054168 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-bc6960e9-1d29-420c-b0cb-4a79e4def74c req-42e2add9-f741-48a5-be62-8f0f0b52fe85 service neutron] Attempting to bind port 80752078-414a-4f8f-87fe-af03aaf07830 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:26:42.054168 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-bc6960e9-1d29-420c-b0cb-4a79e4def74c req-42e2add9-f741-48a5-be62-8f0f0b52fe85 service neutron] Attempting to bind port 80752078-414a-4f8f-87fe-af03aaf07830 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:26:42.054168 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6960e9-1d29-420c-b0cb-4a79e4def74c req-42e2add9-f741-48a5-be62-8f0f0b52fe85 service neutron] Attempting to bind port 80752078-414a-4f8f-87fe-af03aaf07830 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:26:42.085947 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e0ed0881-08a3-4a7d-ac5e-8093ddc75c17 None None] For port e7f600e5-d2f3-439f-b317-fd3cdd95207e, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=e7f600e5-d2f3-439f-b317-fd3cdd95207e,segment=NetworkSegment(05c36e1d-753e-4f46-be9a-17daeaa7080e),segment_id=05c36e1d-753e-4f46-be9a-17daeaa7080e)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:42.093581 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-0fd4d519-fe49-4085-ad5f-532a6b08b86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd55e0d-c703-40de-a818-99e961f76b53', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1955942530-router', 'tenant_id': 'e95b17b563c44fcba4cf36e981e25ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'c79a3067-0298-442c-b161-aa1bbd16f7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:26:20Z', 'updated_at': '2021-10-20T11:26:36Z', 'revision_number': 4, 'project_id': 'e95b17b563c44fcba4cf36e981e25ffe', 'gw_port': {'id': 'c79a3067-0298-442c-b161-aa1bbd16f7f9', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd55e0d-c703-40de-a818-99e961f76b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:24Z', 'updated_at': '2021-10-20T11:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'e7f600e5-d2f3-439f-b317-fd3cdd95207e', 'name': '', 'network_id': '9b103bd9-87ff-4b84-8423-196bfab2c8c7', 'tenant_id': 'e95b17b563c44fcba4cf36e981e25ffe', 'mac_address': 'fa:16:3e:90:63:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd55e0d-c703-40de-a818-99e961f76b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '024ce710-b013-437c-a326-feb64c50e192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:34Z', 'updated_at': '2021-10-20T11:26:41Z', 'revision_number': 4, 'project_id': 'e95b17b563c44fcba4cf36e981e25ffe', 'subnets': [{'id': '024ce710-b013-437c-a326-feb64c50e192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:26:42.144240 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e0ed0881-08a3-4a7d-ac5e-8093ddc75c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:42.185311 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d988bf-ab96-4e64-9c29-bd6048c07552 x-openstack-request-id: req-67d988bf-ab96-4e64-9c29-bd6048c07552 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:26:42.185571 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18147310-0c17-491d-afa4-3e2d28d29ab2", "tag": "f26b9bba-0475-4f54-873f-b971299bb59a", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:26:42.185880 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-67d988bf-ab96-4e64-9c29-bd6048c07552 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:26:42.186307 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18147310-0c17-491d-afa4-3e2d28d29ab2', 'tag': 'f26b9bba-0475-4f54-873f-b971299bb59a', 'status': 'completed', 'code': 200} Oct 20 11:26:42.186965 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6960e9-1d29-420c-b0cb-4a79e4def74c req-42e2add9-f741-48a5-be62-8f0f0b52fe85 service neutron] Port 80752078-414a-4f8f-87fe-af03aaf07830 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:26:42.187373 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6960e9-1d29-420c-b0cb-4a79e4def74c req-42e2add9-f741-48a5-be62-8f0f0b52fe85 service neutron] Attempting to bind port 80752078-414a-4f8f-87fe-af03aaf07830 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:26:42.195167 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19123d81-08b0-4764-8086-822f7c2789f0 req-94c8dbbd-34b3-4840-99ef-aaa88c9d8d71 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=f26b9bba-0475-4f54-873f-b971299bb59a HTTP/1.1" status: 200 len: 217 time: 0.1586504 Oct 20 11:26:42.199453 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6960e9-1d29-420c-b0cb-4a79e4def74c req-42e2add9-f741-48a5-be62-8f0f0b52fe85 service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:26:42.199640 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd4d519-fe49-4085-ad5f-532a6b08b86f None None] The sync data for ids ['bdd55e0d-c703-40de-a818-99e961f76b53'] in n-d-814735-3 is: [{'id': 'bdd55e0d-c703-40de-a818-99e961f76b53', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1955942530-router', 'tenant_id': 'e95b17b563c44fcba4cf36e981e25ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'c79a3067-0298-442c-b161-aa1bbd16f7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:26:20Z', 'updated_at': '2021-10-20T11:26:36Z', 'revision_number': 4, 'project_id': 'e95b17b563c44fcba4cf36e981e25ffe', 'gw_port': {'id': 'c79a3067-0298-442c-b161-aa1bbd16f7f9', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd55e0d-c703-40de-a818-99e961f76b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:24Z', 'updated_at': '2021-10-20T11:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'e7f600e5-d2f3-439f-b317-fd3cdd95207e', 'name': '', 'network_id': '9b103bd9-87ff-4b84-8423-196bfab2c8c7', 'tenant_id': 'e95b17b563c44fcba4cf36e981e25ffe', 'mac_address': 'fa:16:3e:90:63:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd55e0d-c703-40de-a818-99e961f76b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '024ce710-b013-437c-a326-feb64c50e192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:34Z', 'updated_at': '2021-10-20T11:26:41Z', 'revision_number': 4, 'project_id': 'e95b17b563c44fcba4cf36e981e25ffe', 'subnets': [{'id': '024ce710-b013-437c-a326-feb64c50e192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:26:42.200500 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6960e9-1d29-420c-b0cb-4a79e4def74c req-42e2add9-f741-48a5-be62-8f0f0b52fe85 service neutron] Checking segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:26:42.200821 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6960e9-1d29-420c-b0cb-4a79e4def74c req-42e2add9-f741-48a5-be62-8f0f0b52fe85 service neutron] Bound using segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:26:42.207592 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-bc6960e9-1d29-420c-b0cb-4a79e4def74c req-42e2add9-f741-48a5-be62-8f0f0b52fe85 service neutron] Bound port: 80752078-414a-4f8f-87fe-af03aaf07830, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:26:42.207868 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-bc6960e9-1d29-420c-b0cb-4a79e4def74c req-42e2add9-f741-48a5-be62-8f0f0b52fe85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:42.251662 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ed0881-08a3-4a7d-ac5e-8093ddc75c17 None None] Pushing event updated for resources: {'Port': ['ID=e7f600e5-d2f3-439f-b317-fd3cdd95207e,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:42.353508 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15411d-5555-4d8f-8977-f67231df73ec req-a7f2ccf2-041d-4af8-8ca2-aaf2ed073561 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:42.355206 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ac15411d-5555-4d8f-8977-f67231df73ec req-a7f2ccf2-041d-4af8-8ca2-aaf2ed073561 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f5a1d71-08a3-41a9-81f5-2b95a8d79ae3 HTTP/1.1" status: 200 len: 947 time: 0.2950757 Oct 20 11:26:42.661440 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19123d81-08b0-4764-8086-822f7c2789f0 req-b52195ba-9df7-4def-ab63-c2bafc8c2747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:42.662963 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19123d81-08b0-4764-8086-822f7c2789f0 req-b52195ba-9df7-4def-ab63-c2bafc8c2747 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.4506485 Oct 20 11:26:42.686588 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 97da3092-5fad-4410-87ff-57aed83f2c07 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:26:42.750428 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ac15411d-5555-4d8f-8977-f67231df73ec req-cb3fa51f-49ae-491a-bacc-46e1d6dd377d tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684096 Oct 20 11:26:42.756634 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-bc6960e9-1d29-420c-b0cb-4a79e4def74c req-42e2add9-f741-48a5-be62-8f0f0b52fe85 service neutron] For port 80752078-414a-4f8f-87fe-af03aaf07830, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:26:42.795913 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-bc6960e9-1d29-420c-b0cb-4a79e4def74c req-42e2add9-f741-48a5-be62-8f0f0b52fe85 service neutron] For port 80752078-414a-4f8f-87fe-af03aaf07830, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=80752078-414a-4f8f-87fe-af03aaf07830,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:26:42.799815 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 97da3092-5fad-4410-87ff-57aed83f2c07 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:26:42.805173 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 97da3092-5fad-4410-87ff-57aed83f2c07 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:42.805586 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:42.809230 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19123d81-08b0-4764-8086-822f7c2789f0 req-2aa45106-7de0-486a-bc16-93acc7f2f1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:42.815189 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19123d81-08b0-4764-8086-822f7c2789f0 req-2aa45106-7de0-486a-bc16-93acc7f2f1bc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1351085 Oct 20 11:26:42.817729 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-bc6960e9-1d29-420c-b0cb-4a79e4def74c req-42e2add9-f741-48a5-be62-8f0f0b52fe85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:42.993839 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:43.007090 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6960e9-1d29-420c-b0cb-4a79e4def74c req-42e2add9-f741-48a5-be62-8f0f0b52fe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:43.017764 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-bc6960e9-1d29-420c-b0cb-4a79e4def74c req-42e2add9-f741-48a5-be62-8f0f0b52fe85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:43.019283 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bc6960e9-1d29-420c-b0cb-4a79e4def74c req-42e2add9-f741-48a5-be62-8f0f0b52fe85 service neutron] 10.222.0.11 "PUT /v2.0/ports/80752078-414a-4f8f-87fe-af03aaf07830 HTTP/1.1" status: 200 len: 1095 time: 2.7348471 Oct 20 11:26:43.055000 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b90d39-3342-4993-85ef-4deaea70ed22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97da3092-5fad-4410-87ff-57aed83f2c07'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:26:43.055353 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51996) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:43.057814 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9acfcd-3323-4188-8fff-a5cbe3d2c8c0" -d '{"events": [{"server_uuid": "91b90d39-3342-4993-85ef-4deaea70ed22", "name": "network-vif-plugged", "status": "completed", "tag": "97da3092-5fad-4410-87ff-57aed83f2c07"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:26:43.060920 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-42860aa0-09b6-4711-8774-e59f04dc85be tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1197947637', 'description': 'tempest-description--1435022484'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:43.104198 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 97da3092-5fad-4410-87ff-57aed83f2c07, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=97da3092-5fad-4410-87ff-57aed83f2c07,segment=NetworkSegment(1be2662c-e72f-42da-ba3e-cd731b98bbb8),segment_id=1be2662c-e72f-42da-ba3e-cd731b98bbb8)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:43.114519 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:43.146673 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-42860aa0-09b6-4711-8774-e59f04dc85be tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:43.207195 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=97da3092-5fad-4410-87ff-57aed83f2c07,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:43.271831 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-42860aa0-09b6-4711-8774-e59f04dc85be tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:43.277073 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e2add9-f741-48a5-be62-8f0f0b52fe85 service neutron] Pushing event updated for resources: {'Port': ['ID=80752078-414a-4f8f-87fe-af03aaf07830,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:43.284901 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-42860aa0-09b6-4711-8774-e59f04dc85be tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:43.331621 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-42860aa0-09b6-4711-8774-e59f04dc85be tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:43.335293 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-42860aa0-09b6-4711-8774-e59f04dc85be tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2783256 Oct 20 11:26:43.336327 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42860aa0-09b6-4711-8774-e59f04dc85be tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7aebbb5-65a1-4d60-b2e8-4078ecfc3582,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:43.348196 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 52006) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:43.356024 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-b1f45be7-06e6-4a8a-a1b7-608474bb6831 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Request body: {'security_group_rule': {'security_group_id': 'd7aebbb5-65a1-4d60-b2e8-4078ecfc3582', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:43.394568 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b1f45be7-06e6-4a8a-a1b7-608474bb6831 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:43.434264 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6960e9-1d29-420c-b0cb-4a79e4def74c req-264a0487-de5c-4c88-b6d9-457856e5e155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:43.435775 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bc6960e9-1d29-420c-b0cb-4a79e4def74c req-264a0487-de5c-4c88-b6d9-457856e5e155 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ebcf9515c29840f1909c53592f762c2f&device_id=2f5a1d71-08a3-41a9-81f5-2b95a8d79ae3 HTTP/1.1" status: 200 len: 1098 time: 0.3306704 Oct 20 11:26:43.449196 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854500fa-b161-40fb-b829-9f7085cfd0cc req-5057dc3c-49c7-4f93-9645-19c0f380fd95 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:43.450996 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-854500fa-b161-40fb-b829-9f7085cfd0cc req-5057dc3c-49c7-4f93-9645-19c0f380fd95 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/networks?id=60a88ebb-4b56-43bd-98ec-2f75530b8b0e HTTP/1.1" status: 200 len: 820 time: 0.5289776 Oct 20 11:26:43.457873 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b1f45be7-06e6-4a8a-a1b7-608474bb6831 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:43.463516 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b1f45be7-06e6-4a8a-a1b7-608474bb6831 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:43.471747 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270ba56-4cf6-47ad-93e4-c3a33e8b4ffa req-d6d6d069-2304-40df-9353-1f2e431a60e0 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:43.475248 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6270ba56-4cf6-47ad-93e4-c3a33e8b4ffa req-d6d6d069-2304-40df-9353-1f2e431a60e0 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=68eacaab-077a-4e72-8ce4-3f16eafde7dd HTTP/1.1" status: 200 len: 946 time: 0.2683167 Oct 20 11:26:43.484680 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f45be7-06e6-4a8a-a1b7-608474bb6831 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f47c1044-2be1-4903-98a8-591c898cc59c,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:43.496019 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b1f45be7-06e6-4a8a-a1b7-608474bb6831 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:43.497274 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b1f45be7-06e6-4a8a-a1b7-608474bb6831 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1464112 Oct 20 11:26:43.500055 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 52010) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:43.509041 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-8fee65cd-4804-46c1-aca9-5c261dc809f1 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Request body: {'security_group_rule': {'security_group_id': 'd7aebbb5-65a1-4d60-b2e8-4078ecfc3582', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:43.513635 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19123d81-08b0-4764-8086-822f7c2789f0 req-4e25a16d-be62-4086-b72d-1f3a54e4d256 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6864519 Oct 20 11:26:43.522684 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bc6960e9-1d29-420c-b0cb-4a79e4def74c req-319c92c8-f38c-4cc7-91cf-51cd254e9c29 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=80752078-414a-4f8f-87fe-af03aaf07830 HTTP/1.1" status: 200 len: 217 time: 0.0677791 Oct 20 11:26:43.538399 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-854500fa-b161-40fb-b829-9f7085cfd0cc req-1a85049c-a448-4ea1-9227-be4155815450 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/quotas/d9acdef368f944fcb8d5f209bb8e33d7 HTTP/1.1" status: 200 len: 375 time: 0.0603061 Oct 20 11:26:43.545290 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8fee65cd-4804-46c1-aca9-5c261dc809f1 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:43.622280 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8fee65cd-4804-46c1-aca9-5c261dc809f1 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:43.634514 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8fee65cd-4804-46c1-aca9-5c261dc809f1 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:43.651796 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6270ba56-4cf6-47ad-93e4-c3a33e8b4ffa req-6b489cc9-5fb7-4178-bd2e-234a652f8435 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371939 Oct 20 11:26:43.664795 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fee65cd-4804-46c1-aca9-5c261dc809f1 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac6c71da-f2ff-40b3-9a6e-9e88c19a1cd3,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:43.702767 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6960e9-1d29-420c-b0cb-4a79e4def74c req-adfdcaba-3124-46e6-84b3-c4637c9f1ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:43.704946 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bc6960e9-1d29-420c-b0cb-4a79e4def74c req-adfdcaba-3124-46e6-84b3-c4637c9f1ffb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.1685121 Oct 20 11:26:43.712328 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8fee65cd-4804-46c1-aca9-5c261dc809f1 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:43.715477 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8fee65cd-4804-46c1-aca9-5c261dc809f1 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2141669 Oct 20 11:26:43.716330 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-854500fa-b161-40fb-b829-9f7085cfd0cc req-13cddabc-f4ce-49c6-a271-07b53d8bfe22 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=d9acdef368f944fcb8d5f209bb8e33d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1680698 Oct 20 11:26:43.717767 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 52014) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:43.723561 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-f7672e66-8031-4aa5-9c35-584a132ec9a9 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:43.753999 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f7672e66-8031-4aa5-9c35-584a132ec9a9 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks [] for floatingip, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:43.800637 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19123d81-08b0-4764-8086-822f7c2789f0 req-3e3e02a9-d47d-49dd-a2f6-56e5c3fbe0ca service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533233 Oct 20 11:26:43.866204 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f7672e66-8031-4aa5-9c35-584a132ec9a9 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:43.875656 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6960e9-1d29-420c-b0cb-4a79e4def74c req-950e57fe-5808-427c-8e2d-27edef962194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:43.877238 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bc6960e9-1d29-420c-b0cb-4a79e4def74c req-950e57fe-5808-427c-8e2d-27edef962194 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1567242 Oct 20 11:26:43.884557 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1157c-bc80-4bf2-8c51-fb8dbeb348d1 req-a9afed42-5b9e-4abb-a518-161559eb209f tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:43.886013 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b6c1157c-bc80-4bf2-8c51-fb8dbeb348d1 req-a9afed42-5b9e-4abb-a518-161559eb209f tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] 10.222.0.98 "GET /v2.0/ports?device_id=91b90d39-3342-4993-85ef-4deaea70ed22 HTTP/1.1" status: 200 len: 946 time: 0.1524124 Oct 20 11:26:43.971394 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-854500fa-b161-40fb-b829-9f7085cfd0cc req-ed0df788-a00e-428a-889b-660615993308 service neutron] 10.222.0.98 "GET /v2.0/networks/60a88ebb-4b56-43bd-98ec-2f75530b8b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364695 Oct 20 11:26:44.002099 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device e7f600e5-d2f3-439f-b317-fd3cdd95207e up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:26:44.006703 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-f7672e66-8031-4aa5-9c35-584a132ec9a9 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Allocated IP 172.25.5.206 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/ca9a5992-8490-44e2-94fe-5e1963d74993) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:26:44.055470 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port e7f600e5-d2f3-439f-b317-fd3cdd95207e triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:44.056180 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:44.068749 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b6c1157c-bc80-4bf2-8c51-fb8dbeb348d1 req-06085dca-683e-402d-b46d-03eddfbedcba tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] 10.222.0.98 "GET /v2.0/security-groups?id=87f2a813-278f-43ca-a144-25536151563c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589489 Oct 20 11:26:44.073722 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29086fc-33d0-4c50-a5a8-7b53ce3e3920 req-ed39e146-fdbe-4691-84d9-8f8d6cf0f54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:44.075191 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a29086fc-33d0-4c50-a5a8-7b53ce3e3920 req-ed39e146-fdbe-4691-84d9-8f8d6cf0f54a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ebcf9515c29840f1909c53592f762c2f&device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 1099 time: 0.2197950 Oct 20 11:26:44.153037 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f7672e66-8031-4aa5-9c35-584a132ec9a9 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:44.157784 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed69dc48-3926-4aa5-b079-cdd46ff554c7 x-openstack-request-id: req-ed69dc48-3926-4aa5-b079-cdd46ff554c7 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:26:44.158143 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b90d39-3342-4993-85ef-4deaea70ed22", "name": "network-vif-plugged", "status": "completed", "tag": "97da3092-5fad-4410-87ff-57aed83f2c07", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:26:44.158406 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ed69dc48-3926-4aa5-b079-cdd46ff554c7 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:26:44.161715 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b90d39-3342-4993-85ef-4deaea70ed22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97da3092-5fad-4410-87ff-57aed83f2c07', 'code': 200} Oct 20 11:26:44.190574 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f5a1d71-08a3-41a9-81f5-2b95a8d79ae3', 'tag': '80752078-414a-4f8f-87fe-af03aaf07830'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:26:44.193708 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb4d4c5-8f5d-4d4e-aa22-fc1e600818fd" -d '{"events": [{"name": "network-changed", "server_uuid": "2f5a1d71-08a3-41a9-81f5-2b95a8d79ae3", "tag": "80752078-414a-4f8f-87fe-af03aaf07830"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:26:44.202429 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bc6960e9-1d29-420c-b0cb-4a79e4def74c req-163c77c3-89e9-4bb2-8603-5dffca68d3cf service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138800 Oct 20 11:26:44.207349 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f7672e66-8031-4aa5-9c35-584a132ec9a9 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:44.271264 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7672e66-8031-4aa5-9c35-584a132ec9a9 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:26:44.276510 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-f7672e66-8031-4aa5-9c35-584a132ec9a9 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:26:44.280731 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7672e66-8031-4aa5-9c35-584a132ec9a9 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:26:44.291975 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-854500fa-b161-40fb-b829-9f7085cfd0cc req-d1ae8ed5-e719-462b-857a-73faf7277a49 service neutron] 10.222.0.98 "GET /v2.0/networks/60a88ebb-4b56-43bd-98ec-2f75530b8b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823749 Oct 20 11:26:44.307304 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7672e66-8031-4aa5-9c35-584a132ec9a9 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Pushing event updated for resources: {'Port': ['ID=ca9a5992-8490-44e2-94fe-5e1963d74993,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:44.336761 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed9c601-c64a-4d56-9aa8-1b08fcf2dc4f req-624bedaf-0883-4141-b376-999e433dd48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:44.338271 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-8ed9c601-c64a-4d56-9aa8-1b08fcf2dc4f req-624bedaf-0883-4141-b376-999e433dd48e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=91b90d39-3342-4993-85ef-4deaea70ed22 HTTP/1.1" status: 200 len: 1097 time: 0.1006293 Oct 20 11:26:44.346255 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29086fc-33d0-4c50-a5a8-7b53ce3e3920 req-9e79d160-0757-49f3-890e-2af462de18cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:44.347848 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a29086fc-33d0-4c50-a5a8-7b53ce3e3920 req-9e79d160-0757-49f3-890e-2af462de18cb service neutron] 10.222.0.89 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 0.2329237 Oct 20 11:26:44.409613 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bc6960e9-1d29-420c-b0cb-4a79e4def74c req-730b9176-6341-4235-a25f-8dc294a980f6 service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772320 Oct 20 11:26:44.410904 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a29086fc-33d0-4c50-a5a8-7b53ce3e3920 req-5985f794-9853-4694-af49-e5607ca3e5c8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=f26b9bba-0475-4f54-873f-b971299bb59a HTTP/1.1" status: 200 len: 217 time: 0.0465684 Oct 20 11:26:44.446086 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f7672e66-8031-4aa5-9c35-584a132ec9a9 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:44.451420 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-8ed9c601-c64a-4d56-9aa8-1b08fcf2dc4f req-53c80703-567d-4fd2-9ba4-1ce34609e505 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=87f2a813-278f-43ca-a144-25536151563c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929801 Oct 20 11:26:44.497359 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f7672e66-8031-4aa5-9c35-584a132ec9a9 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:44.500419 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29086fc-33d0-4c50-a5a8-7b53ce3e3920 req-b5076cb5-bff3-4574-9069-ad492bd12213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:44.502068 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a29086fc-33d0-4c50-a5a8-7b53ce3e3920 req-b5076cb5-bff3-4574-9069-ad492bd12213 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.0822108 Oct 20 11:26:44.614289 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5937bd9e-4d66-4bef-9f16-14998e1a6751 req-c7da106b-c021-4672-8aba-d5d40478134f tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=4b173b35dd00423795d2e29ae132dc78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368652 Oct 20 11:26:44.618305 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29086fc-33d0-4c50-a5a8-7b53ce3e3920 req-47a15baf-7f1c-491b-9e2c-3e683533c7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:44.619907 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a29086fc-33d0-4c50-a5a8-7b53ce3e3920 req-47a15baf-7f1c-491b-9e2c-3e683533c7fe service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1080053 Oct 20 11:26:44.659567 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe9ee1-d79f-448b-b447-4cd4afdf9f8b req-b3281500-86d2-488d-bc83-a65f91174af6 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:44.661108 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-29fe9ee1-d79f-448b-b447-4cd4afdf9f8b req-b3281500-86d2-488d-bc83-a65f91174af6 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=68eacaab-077a-4e72-8ce4-3f16eafde7dd HTTP/1.1" status: 200 len: 1097 time: 0.1324015 Oct 20 11:26:44.673775 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f7672e66-8031-4aa5-9c35-584a132ec9a9 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:44.680939 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f7672e66-8031-4aa5-9c35-584a132ec9a9 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:44.750925 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7672e66-8031-4aa5-9c35-584a132ec9a9 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Pushing event updated for resources: {'Port': ['ID=ca9a5992-8490-44e2-94fe-5e1963d74993,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:44.765759 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f7672e66-8031-4aa5-9c35-584a132ec9a9 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:44.785799 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f7672e66-8031-4aa5-9c35-584a132ec9a9 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:44.793983 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f7672e66-8031-4aa5-9c35-584a132ec9a9 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0676608 Oct 20 11:26:44.806485 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-29fe9ee1-d79f-448b-b447-4cd4afdf9f8b req-d565d021-18a6-4bbd-8d57-1c227b832600 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326058 Oct 20 11:26:44.842145 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5937bd9e-4d66-4bef-9f16-14998e1a6751 req-890e9ed1-e1c0-445c-9dc8-df73c1fc7763 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:44.843788 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5937bd9e-4d66-4bef-9f16-14998e1a6751 req-890e9ed1-e1c0-445c-9dc8-df73c1fc7763 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2221146 Oct 20 11:26:44.847733 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a29086fc-33d0-4c50-a5a8-7b53ce3e3920 req-5a5e63d4-ec3b-4c38-a110-3cc4579343ee service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102418 Oct 20 11:26:44.880412 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5937bd9e-4d66-4bef-9f16-14998e1a6751 req-4f449b4b-4da2-4bc6-878b-4fbfae1870cf tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/quotas/4b173b35dd00423795d2e29ae132dc78 HTTP/1.1" status: 200 len: 375 time: 0.0297608 Oct 20 11:26:44.936370 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5937bd9e-4d66-4bef-9f16-14998e1a6751 req-1ff0f7e3-28de-4f06-b142-2db7c23f9462 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=4b173b35dd00423795d2e29ae132dc78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550330 Oct 20 11:26:45.017405 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f0ee7-9274-45c4-b763-6e3d47f3b013 req-6892490d-8ae6-4b51-9d88-dee530ddaa0f tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:45.018943 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-248f0ee7-9274-45c4-b763-6e3d47f3b013 req-6892490d-8ae6-4b51-9d88-dee530ddaa0f tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f5a1d71-08a3-41a9-81f5-2b95a8d79ae3 HTTP/1.1" status: 200 len: 947 time: 0.1365037 Oct 20 11:26:45.022972 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a29086fc-33d0-4c50-a5a8-7b53ce3e3920 req-76a15983-89e7-4ddd-aae9-6fe64dfafe08 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646440 Oct 20 11:26:45.065952 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-248f0ee7-9274-45c4-b763-6e3d47f3b013 req-1cccba2f-822a-43db-a8f1-783c3dae8b5e tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388281 Oct 20 11:26:45.080208 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b1fd92-ffe1-4cab-99ab-1830ce610396 x-openstack-request-id: req-e3b1fd92-ffe1-4cab-99ab-1830ce610396 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:26:45.080499 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f5a1d71-08a3-41a9-81f5-2b95a8d79ae3", "tag": "80752078-414a-4f8f-87fe-af03aaf07830", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:26:45.080756 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e3b1fd92-ffe1-4cab-99ab-1830ce610396 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:26:45.081871 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f5a1d71-08a3-41a9-81f5-2b95a8d79ae3', 'tag': '80752078-414a-4f8f-87fe-af03aaf07830', 'status': 'completed', 'code': 200} Oct 20 11:26:45.110282 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:45.168786 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb4d4c5-8f5d-4d4e-aa22-fc1e600818fd req-cef1e131-2528-4ea8-afeb-ff5fd4e66158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:45.169732 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6fb4d4c5-8f5d-4d4e-aa22-fc1e600818fd req-cef1e131-2528-4ea8-afeb-ff5fd4e66158 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ebcf9515c29840f1909c53592f762c2f&device_id=2f5a1d71-08a3-41a9-81f5-2b95a8d79ae3 HTTP/1.1" status: 200 len: 1098 time: 0.0463161 Oct 20 11:26:45.171412 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bc2872dd-7540-45c4-bdb3-b3c0b3acb8cc req-2a7c1647-eb7b-45c5-9b1d-8c7c7b24be04 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=20848e8b-2192-461d-a11d-50d56a7261ec HTTP/1.1" status: 200 len: 210 time: 0.0303323 Oct 20 11:26:45.283682 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb4d4c5-8f5d-4d4e-aa22-fc1e600818fd req-b81f7044-484e-4923-af1a-109a01558739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:45.285410 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6fb4d4c5-8f5d-4d4e-aa22-fc1e600818fd req-b81f7044-484e-4923-af1a-109a01558739 service neutron] 10.222.0.11 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 0.1061015 Oct 20 11:26:45.337074 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6fb4d4c5-8f5d-4d4e-aa22-fc1e600818fd req-8fd05f96-27b0-45cf-96d9-0e444a0e34fb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=80752078-414a-4f8f-87fe-af03aaf07830 HTTP/1.1" status: 200 len: 217 time: 0.0429318 Oct 20 11:26:45.344925 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b59a9-288f-4000-a9e0-6bfa4ae7166f req-8f3d3116-34a1-435d-a82a-9f274b270559 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:45.346500 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f01b59a9-288f-4000-a9e0-6bfa4ae7166f req-8f3d3116-34a1-435d-a82a-9f274b270559 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=68eacaab-077a-4e72-8ce4-3f16eafde7dd HTTP/1.1" status: 200 len: 1097 time: 0.0464172 Oct 20 11:26:45.395921 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f01b59a9-288f-4000-a9e0-6bfa4ae7166f req-edc2e9d1-524c-4dea-a157-d5effa20182f tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364394 Oct 20 11:26:45.413540 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb4d4c5-8f5d-4d4e-aa22-fc1e600818fd req-c6dc83bf-4c9c-46fa-894a-fee128d9a1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:45.415431 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6fb4d4c5-8f5d-4d4e-aa22-fc1e600818fd req-c6dc83bf-4c9c-46fa-894a-fee128d9a1a3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.0677805 Oct 20 11:26:45.480562 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb4d4c5-8f5d-4d4e-aa22-fc1e600818fd req-e609a592-e40f-4892-9074-671189f58c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:45.481993 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6fb4d4c5-8f5d-4d4e-aa22-fc1e600818fd req-e609a592-e40f-4892-9074-671189f58c0d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0542548 Oct 20 11:26:45.636040 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6fb4d4c5-8f5d-4d4e-aa22-fc1e600818fd req-f2c66613-960d-47ea-90b0-086dcda2d76f service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430602 Oct 20 11:26:45.746040 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6fb4d4c5-8f5d-4d4e-aa22-fc1e600818fd req-cc4c5137-82f4-48c0-83bd-bda1756fab92 service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977123 Oct 20 11:26:45.771451 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c07c6fcd-4eb2-4937-8611-ef2850d8ebf0 req-229a22f8-b35d-4792-9f2a-9b48d72fe9d2 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--1197947637&fields=id&tenant_id=148df67387bc4ce6991a2699fe30ca2b HTTP/1.1" status: 200 len: 267 time: 0.2878606 Oct 20 11:26:45.823189 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4420538-f646-454b-a476-953f8e2891c0 req-a98cdb28-3dcf-4c57-98ad-d4c535711b00 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 210 time: 0.0613868 Oct 20 11:26:45.994919 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854500fa-b161-40fb-b829-9f7085cfd0cc req-3c91608b-f7ce-4b1c-9163-4f47dbee2e6c tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:45.996417 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-854500fa-b161-40fb-b829-9f7085cfd0cc req-3c91608b-f7ce-4b1c-9163-4f47dbee2e6c tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.89 "GET /v2.0/networks?id=60a88ebb-4b56-43bd-98ec-2f75530b8b0e HTTP/1.1" status: 200 len: 820 time: 0.2335722 Oct 20 11:26:46.013977 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c6fcd-4eb2-4937-8611-ef2850d8ebf0 req-d2f591a1-6e87-4ef0-ad71-ce46eaaf3917 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:46.015378 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c07c6fcd-4eb2-4937-8611-ef2850d8ebf0 req-d2f591a1-6e87-4ef0-ad71-ce46eaaf3917 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "GET /v2.0/networks?id=d8338651-6e93-43eb-82bb-c86cf6e817ba HTTP/1.1" status: 200 len: 824 time: 0.2232230 Oct 20 11:26:46.021442 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-854500fa-b161-40fb-b829-9f7085cfd0cc req-4f0a8fd3-6d43-4522-93d5-aecc195ca27c tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Request body: {'port': {'device_id': '20848e8b-2192-461d-a11d-50d56a7261ec', 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e', 'admin_state_up': True, 'tenant_id': 'd9acdef368f944fcb8d5f209bb8e33d7'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:46.045232 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec7811-266b-4ba1-90f4-64d2380213cb req-057ff425-ea2c-4856-8638-e7cf63c3a4e7 tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:46.046703 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d6ec7811-266b-4ba1-90f4-64d2380213cb req-057ff425-ea2c-4856-8638-e7cf63c3a4e7 tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] 10.222.0.98 "GET /v2.0/ports?device_id=91b90d39-3342-4993-85ef-4deaea70ed22 HTTP/1.1" status: 200 len: 946 time: 0.1568696 Oct 20 11:26:46.103818 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c07c6fcd-4eb2-4937-8611-ef2850d8ebf0 req-1ece290b-a742-4a56-a327-3408acbc7c88 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "GET /v2.0/quotas/148df67387bc4ce6991a2699fe30ca2b HTTP/1.1" status: 200 len: 375 time: 0.0768640 Oct 20 11:26:46.122124 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device f26b9bba-0475-4f54-873f-b971299bb59a details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:26:46.169533 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d6ec7811-266b-4ba1-90f4-64d2380213cb req-bcf12585-8634-4948-bf0b-72fd5e85b169 tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] 10.222.0.98 "GET /v2.0/security-groups?id=87f2a813-278f-43ca-a144-25536151563c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063349 Oct 20 11:26:46.226197 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c07c6fcd-4eb2-4937-8611-ef2850d8ebf0 req-c4d5fca7-2293-46ae-8bd6-8de0b5880bb8 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=148df67387bc4ce6991a2699fe30ca2b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1133552 Oct 20 11:26:46.238442 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port f26b9bba-0475-4f54-873f-b971299bb59a, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=f26b9bba-0475-4f54-873f-b971299bb59a,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:46.246563 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-854500fa-b161-40fb-b829-9f7085cfd0cc req-4f0a8fd3-6d43-4522-93d5-aecc195ca27c tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Made reservation on behalf of d9acdef368f944fcb8d5f209bb8e33d7 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:26:46.250193 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-854500fa-b161-40fb-b829-9f7085cfd0cc req-4f0a8fd3-6d43-4522-93d5-aecc195ca27c tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:46.275904 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': 'f26b9bba-0475-4f54-873f-b971299bb59a', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'port_id': 'f26b9bba-0475-4f54-873f-b971299bb59a', 'mac_address': 'fa:16:3e:35:ee:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94289c8c-e5f7-4e30-b6a9-5b268a8fd610', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:26:46.285990 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5937bd9e-4d66-4bef-9f16-14998e1a6751 req-4f97694c-770e-4944-9e8f-e00ccdb77203 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=4b173b35dd00423795d2e29ae132dc78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489330 Oct 20 11:26:46.322335 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:46.335796 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f26b9bba-0475-4f54-873f-b971299bb59a {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:26:46.374623 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port f26b9bba-0475-4f54-873f-b971299bb59a, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=f26b9bba-0475-4f54-873f-b971299bb59a,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:46.384099 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:46.470252 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=f26b9bba-0475-4f54-873f-b971299bb59a,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:46.496018 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5937bd9e-4d66-4bef-9f16-14998e1a6751 req-ba9a9372-4f75-49af-87c9-00a278b77843 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:46.497151 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5937bd9e-4d66-4bef-9f16-14998e1a6751 req-ba9a9372-4f75-49af-87c9-00a278b77843 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2014060 Oct 20 11:26:46.515071 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-5937bd9e-4d66-4bef-9f16-14998e1a6751 req-1f115792-a88f-4f1d-bd56-befff1050eb1 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Request body: {'port': {'device_id': 'db4049cd-5d1e-452d-84fe-1423f3e965b6', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'admin_state_up': True, 'tenant_id': '4b173b35dd00423795d2e29ae132dc78'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:46.553106 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c07c6fcd-4eb2-4937-8611-ef2850d8ebf0 req-08f509c9-1453-4e32-ab5d-d6a209003fb3 service neutron] 10.222.0.98 "GET /v2.0/networks/d8338651-6e93-43eb-82bb-c86cf6e817ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876663 Oct 20 11:26:46.559586 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-854500fa-b161-40fb-b829-9f7085cfd0cc req-4f0a8fd3-6d43-4522-93d5-aecc195ca27c tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Allocated IP 172.20.0.4 (60a88ebb-4b56-43bd-98ec-2f75530b8b0e/2a0c5c2a-f9c9-492d-ba9f-7e961a63a7db/fabc4d4d-b98c-4849-8160-17bc2ed3e4e9) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:26:46.659320 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['f26b9bba-0475-4f54-873f-b971299bb59a'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:26:46.685722 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5937bd9e-4d66-4bef-9f16-14998e1a6751 req-1f115792-a88f-4f1d-bd56-befff1050eb1 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Made reservation on behalf of 4b173b35dd00423795d2e29ae132dc78 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:26:46.691377 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-5937bd9e-4d66-4bef-9f16-14998e1a6751 req-1f115792-a88f-4f1d-bd56-befff1050eb1 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:46.702631 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-5937bd9e-4d66-4bef-9f16-14998e1a6751 req-1f115792-a88f-4f1d-bd56-befff1050eb1 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:46.714154 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c07c6fcd-4eb2-4937-8611-ef2850d8ebf0 req-f0526db7-cf23-4ec8-ac2c-ffa091ea2301 service neutron] 10.222.0.98 "GET /v2.0/networks/d8338651-6e93-43eb-82bb-c86cf6e817ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520693 Oct 20 11:26:46.809632 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-5937bd9e-4d66-4bef-9f16-14998e1a6751 req-1f115792-a88f-4f1d-bd56-befff1050eb1 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:46.821707 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-5937bd9e-4d66-4bef-9f16-14998e1a6751 req-1f115792-a88f-4f1d-bd56-befff1050eb1 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:46.900419 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-854500fa-b161-40fb-b829-9f7085cfd0cc req-4f0a8fd3-6d43-4522-93d5-aecc195ca27c tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:47.000680 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f115792-a88f-4f1d-bd56-befff1050eb1 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d4ac64-12a5-4093-89b1-eeda526ffd63,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:47.073598 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [req-5937bd9e-4d66-4bef-9f16-14998e1a6751 req-1f115792-a88f-4f1d-bd56-befff1050eb1 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Allocated IP 192.168.233.199 (09e5a906-63cf-4dde-b699-ab448fb18fb8/94289c8c-e5f7-4e30-b6a9-5b268a8fd610/a2f21c01-e64a-4abc-9a84-ff74becfcd56) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:26:47.085340 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-00f754ed-1d09-4bed-8aab-b75c28460450 req-56eeb8c1-775a-41c0-852f-4068dda38de6 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=20848e8b-2192-461d-a11d-50d56a7261ec HTTP/1.1" status: 200 len: 210 time: 0.0394628 Oct 20 11:26:47.110935 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be8d62-8f76-4989-b29c-9da0aa9f9cf9 req-239d9bf1-72ee-40d0-8715-89b4a75532e2 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:47.119971 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d1be8d62-8f76-4989-b29c-9da0aa9f9cf9 req-239d9bf1-72ee-40d0-8715-89b4a75532e2 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f5a1d71-08a3-41a9-81f5-2b95a8d79ae3 HTTP/1.1" status: 200 len: 947 time: 0.1650472 Oct 20 11:26:47.124003 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-854500fa-b161-40fb-b829-9f7085cfd0cc req-4f0a8fd3-6d43-4522-93d5-aecc195ca27c tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:47.206199 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-854500fa-b161-40fb-b829-9f7085cfd0cc req-4f0a8fd3-6d43-4522-93d5-aecc195ca27c tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Network 60a88ebb-4b56-43bd-98ec-2f75530b8b0e is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:26:47.211210 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-854500fa-b161-40fb-b829-9f7085cfd0cc req-4f0a8fd3-6d43-4522-93d5-aecc195ca27c tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:26:47.219517 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-854500fa-b161-40fb-b829-9f7085cfd0cc req-4f0a8fd3-6d43-4522-93d5-aecc195ca27c tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:26:47.227900 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854500fa-b161-40fb-b829-9f7085cfd0cc req-4f0a8fd3-6d43-4522-93d5-aecc195ca27c tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:47.228611 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-854500fa-b161-40fb-b829-9f7085cfd0cc req-4f0a8fd3-6d43-4522-93d5-aecc195ca27c tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:47.272087 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a8fd3-6d43-4522-93d5-aecc195ca27c tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Pushing event updated for resources: {'Port': ['ID=fabc4d4d-b98c-4849-8160-17bc2ed3e4e9,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:47.284738 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d1be8d62-8f76-4989-b29c-9da0aa9f9cf9 req-1d71f319-eef0-4269-a7ab-d431e6247fc5 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607468 Oct 20 11:26:47.309015 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-854500fa-b161-40fb-b829-9f7085cfd0cc req-4f0a8fd3-6d43-4522-93d5-aecc195ca27c tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2910819 Oct 20 11:26:47.325169 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-854500fa-b161-40fb-b829-9f7085cfd0cc req-be09304e-87e1-4d74-946b-c5f181bd28cf service neutron] Request body: {'port': {'device_id': '20848e8b-2192-461d-a11d-50d56a7261ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:47.435270 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b8f82f4-7fc8-4e82-a084-29119be3babf req-3fc5ff38-6cfd-416d-b00a-2e653c9b82c9 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "GET /v2.0/ports?device_id=5ee78286-3b95-4711-a075-f3fbfabc7622 HTTP/1.1" status: 200 len: 210 time: 0.0628793 Oct 20 11:26:47.493562 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 52124) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:47.518753 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cc89abcf-7de2-4752-b3db-658bbd559f07 req-1b49b4db-cd2c-4850-a78c-b31dde139941 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 210 time: 0.0377798 Oct 20 11:26:47.523879 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-854500fa-b161-40fb-b829-9f7085cfd0cc req-be09304e-87e1-4d74-946b-c5f181bd28cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:47.562376 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-5937bd9e-4d66-4bef-9f16-14998e1a6751 req-1f115792-a88f-4f1d-bd56-befff1050eb1 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:47.638047 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-5937bd9e-4d66-4bef-9f16-14998e1a6751 req-1f115792-a88f-4f1d-bd56-befff1050eb1 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:47.749507 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5937bd9e-4d66-4bef-9f16-14998e1a6751 req-1f115792-a88f-4f1d-bd56-befff1050eb1 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Network 09e5a906-63cf-4dde-b699-ab448fb18fb8 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:26:47.755702 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [req-5937bd9e-4d66-4bef-9f16-14998e1a6751 req-1f115792-a88f-4f1d-bd56-befff1050eb1 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:26:47.760184 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-5937bd9e-4d66-4bef-9f16-14998e1a6751 req-1f115792-a88f-4f1d-bd56-befff1050eb1 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:26:47.811624 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f115792-a88f-4f1d-bd56-befff1050eb1 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Pushing event updated for resources: {'Port': ['ID=a2f21c01-e64a-4abc-9a84-ff74becfcd56,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:47.842707 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5937bd9e-4d66-4bef-9f16-14998e1a6751 req-1f115792-a88f-4f1d-bd56-befff1050eb1 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:47.843878 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-5937bd9e-4d66-4bef-9f16-14998e1a6751 req-1f115792-a88f-4f1d-bd56-befff1050eb1 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:47.879363 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5937bd9e-4d66-4bef-9f16-14998e1a6751 req-1f115792-a88f-4f1d-bd56-befff1050eb1 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3697965 Oct 20 11:26:47.904839 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-5937bd9e-4d66-4bef-9f16-14998e1a6751 req-3f39a571-e212-40a2-8e80-7c14f83e7882 service neutron] Request body: {'port': {'device_id': 'db4049cd-5d1e-452d-84fe-1423f3e965b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:47.991420 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cabe26e-2a1a-4737-9657-cf975a3eeee3 req-6d507580-56a4-4336-9ca3-ce8abf4857cb tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:47.999791 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6cabe26e-2a1a-4737-9657-cf975a3eeee3 req-6d507580-56a4-4336-9ca3-ce8abf4857cb tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=68eacaab-077a-4e72-8ce4-3f16eafde7dd HTTP/1.1" status: 200 len: 1097 time: 0.1100986 Oct 20 11:26:48.060744 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7e25f8c7-7aca-4802-914e-d32849165315 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:48.090283 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-5937bd9e-4d66-4bef-9f16-14998e1a6751 req-3f39a571-e212-40a2-8e80-7c14f83e7882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:48.099159 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6cabe26e-2a1a-4737-9657-cf975a3eeee3 req-ef6d6e8b-b05e-4543-93df-b1bb77f7cc68 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927808 Oct 20 11:26:48.152391 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device f26b9bba-0475-4f54-873f-b971299bb59a up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:26:48.253148 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-854500fa-b161-40fb-b829-9f7085cfd0cc req-be09304e-87e1-4d74-946b-c5f181bd28cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fabc4d4d-b98c-4849-8160-17bc2ed3e4e9 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:26:48.264856 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-854500fa-b161-40fb-b829-9f7085cfd0cc req-be09304e-87e1-4d74-946b-c5f181bd28cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:48.352936 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d430b36d-d5eb-45b7-8a90-83bda83932ab None None] Provisioning complete for port a2f21c01-e64a-4abc-9a84-ff74becfcd56 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:48.353552 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d430b36d-d5eb-45b7-8a90-83bda83932ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:48.386075 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7e25f8c7-7aca-4802-914e-d32849165315 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:48.394623 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port f26b9bba-0475-4f54-873f-b971299bb59a completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:26:48.413218 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7e25f8c7-7aca-4802-914e-d32849165315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:48.413870 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port f26b9bba-0475-4f54-873f-b971299bb59a triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:48.414242 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:48.419495 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-854500fa-b161-40fb-b829-9f7085cfd0cc req-be09304e-87e1-4d74-946b-c5f181bd28cf service neutron] Transition to ACTIVE for port object fabc4d4d-b98c-4849-8160-17bc2ed3e4e9 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:26:48.432213 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-854500fa-b161-40fb-b829-9f7085cfd0cc req-be09304e-87e1-4d74-946b-c5f181bd28cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:48.465363 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7e25f8c7-7aca-4802-914e-d32849165315 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2357fe45583c485ea8b8a0e767eb8573&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9694040 Oct 20 11:26:48.473158 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 52146) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:48.494714 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d430b36d-d5eb-45b7-8a90-83bda83932ab None None] Port a2f21c01-e64a-4abc-9a84-ff74becfcd56 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:26:48.509038 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e25f8c7-7aca-4802-914e-d32849165315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ef5d87-8585-4976-9449-db505f7dfd3f,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:48.548195 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:48.565489 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4896fbc-2dcb-41a9-9e0e-db89b8a6c1af req-cddb3f52-f08e-4b9a-a601-9f9273843655 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:48.566852 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0b314680-01ef-4d69-a92e-2c13c1006009 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:48.567210 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e4896fbc-2dcb-41a9-9e0e-db89b8a6c1af req-cddb3f52-f08e-4b9a-a601-9f9273843655 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=20848e8b-2192-461d-a11d-50d56a7261ec HTTP/1.1" status: 200 len: 931 time: 0.2584081 Oct 20 11:26:48.583104 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be09304e-87e1-4d74-946b-c5f181bd28cf service neutron] Pushing event updated for resources: {'Port': ['ID=fabc4d4d-b98c-4849-8160-17bc2ed3e4e9,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:48.587160 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18147310-0c17-491d-afa4-3e2d28d29ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26b9bba-0475-4f54-873f-b971299bb59a'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:26:48.590032 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b7e4e1-f9ff-49dd-9909-3285875ee9cb" -d '{"events": [{"server_uuid": "18147310-0c17-491d-afa4-3e2d28d29ab2", "name": "network-vif-plugged", "status": "completed", "tag": "f26b9bba-0475-4f54-873f-b971299bb59a"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:26:48.612146 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port f26b9bba-0475-4f54-873f-b971299bb59a, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=f26b9bba-0475-4f54-873f-b971299bb59a,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:48.614608 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-5937bd9e-4d66-4bef-9f16-14998e1a6751 req-3f39a571-e212-40a2-8e80-7c14f83e7882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2f21c01-e64a-4abc-9a84-ff74becfcd56 {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:26:48.614870 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-854500fa-b161-40fb-b829-9f7085cfd0cc req-be09304e-87e1-4d74-946b-c5f181bd28cf service neutron] Attempting to bind port fabc4d4d-b98c-4849-8160-17bc2ed3e4e9 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:26:48.615403 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-854500fa-b161-40fb-b829-9f7085cfd0cc req-be09304e-87e1-4d74-946b-c5f181bd28cf service neutron] Attempting to bind port fabc4d4d-b98c-4849-8160-17bc2ed3e4e9 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': 'ec1b6256-95be-479c-9695-b6dae13546d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:26:48.615767 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854500fa-b161-40fb-b829-9f7085cfd0cc req-be09304e-87e1-4d74-946b-c5f181bd28cf service neutron] Attempting to bind port fabc4d4d-b98c-4849-8160-17bc2ed3e4e9 on network 60a88ebb-4b56-43bd-98ec-2f75530b8b0e {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:26:48.632190 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:48.635407 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854500fa-b161-40fb-b829-9f7085cfd0cc req-be09304e-87e1-4d74-946b-c5f181bd28cf service neutron] Port fabc4d4d-b98c-4849-8160-17bc2ed3e4e9 on network 60a88ebb-4b56-43bd-98ec-2f75530b8b0e not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:26:48.635893 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854500fa-b161-40fb-b829-9f7085cfd0cc req-be09304e-87e1-4d74-946b-c5f181bd28cf service neutron] Attempting to bind port fabc4d4d-b98c-4849-8160-17bc2ed3e4e9 on network 60a88ebb-4b56-43bd-98ec-2f75530b8b0e {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:26:48.641464 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-5937bd9e-4d66-4bef-9f16-14998e1a6751 req-3f39a571-e212-40a2-8e80-7c14f83e7882 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:48.645896 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e4896fbc-2dcb-41a9-9e0e-db89b8a6c1af req-764ebb51-11bd-4b7b-b159-d7bfda67f988 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667427 Oct 20 11:26:48.657893 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854500fa-b161-40fb-b829-9f7085cfd0cc req-be09304e-87e1-4d74-946b-c5f181bd28cf service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:26:48.658491 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854500fa-b161-40fb-b829-9f7085cfd0cc req-be09304e-87e1-4d74-946b-c5f181bd28cf service neutron] Checking segment: {'id': 'ec1b6256-95be-479c-9695-b6dae13546d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:26:48.661118 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854500fa-b161-40fb-b829-9f7085cfd0cc req-be09304e-87e1-4d74-946b-c5f181bd28cf service neutron] Bound using segment: {'id': 'ec1b6256-95be-479c-9695-b6dae13546d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:26:48.661877 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-854500fa-b161-40fb-b829-9f7085cfd0cc req-be09304e-87e1-4d74-946b-c5f181bd28cf service neutron] Bound port: fabc4d4d-b98c-4849-8160-17bc2ed3e4e9, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec1b6256-95be-479c-9695-b6dae13546d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:26:48.662412 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-854500fa-b161-40fb-b829-9f7085cfd0cc req-be09304e-87e1-4d74-946b-c5f181bd28cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:48.695670 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-5937bd9e-4d66-4bef-9f16-14998e1a6751 req-3f39a571-e212-40a2-8e80-7c14f83e7882 service neutron] Transition to ACTIVE for port object a2f21c01-e64a-4abc-9a84-ff74becfcd56 will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:26:48.706823 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0b314680-01ef-4d69-a92e-2c13c1006009 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:48.711189 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 80752078-414a-4f8f-87fe-af03aaf07830 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:26:48.732410 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-5937bd9e-4d66-4bef-9f16-14998e1a6751 req-3f39a571-e212-40a2-8e80-7c14f83e7882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:48.830910 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=f26b9bba-0475-4f54-873f-b971299bb59a,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:48.848276 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-854500fa-b161-40fb-b829-9f7085cfd0cc req-be09304e-87e1-4d74-946b-c5f181bd28cf service neutron] For port fabc4d4d-b98c-4849-8160-17bc2ed3e4e9, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:26:48.961865 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-854500fa-b161-40fb-b829-9f7085cfd0cc req-be09304e-87e1-4d74-946b-c5f181bd28cf service neutron] For port fabc4d4d-b98c-4849-8160-17bc2ed3e4e9, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=fabc4d4d-b98c-4849-8160-17bc2ed3e4e9,segment=NetworkSegment(ec1b6256-95be-479c-9695-b6dae13546d3),segment_id=ec1b6256-95be-479c-9695-b6dae13546d3)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:26:48.965268 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-afd74805-d4c6-4246-bd74-ad7812ccdefc req-3fc2c3c4-efb0-436a-b7dd-c7b662096f78 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "GET /v2.0/ports?device_id=5ee78286-3b95-4711-a075-f3fbfabc7622 HTTP/1.1" status: 200 len: 210 time: 0.0823579 Oct 20 11:26:48.981135 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 80752078-414a-4f8f-87fe-af03aaf07830, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=80752078-414a-4f8f-87fe-af03aaf07830,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:48.993341 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-854500fa-b161-40fb-b829-9f7085cfd0cc req-be09304e-87e1-4d74-946b-c5f181bd28cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:49.011090 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '80752078-414a-4f8f-87fe-af03aaf07830', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'port_id': '80752078-414a-4f8f-87fe-af03aaf07830', 'mac_address': 'fa:16:3e:a4:6f:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94289c8c-e5f7-4e30-b6a9-5b268a8fd610', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:26:49.063462 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be09304e-87e1-4d74-946b-c5f181bd28cf service neutron] Pushing event updated for resources: {'Port': ['ID=fabc4d4d-b98c-4849-8160-17bc2ed3e4e9,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:49.080961 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854500fa-b161-40fb-b829-9f7085cfd0cc req-be09304e-87e1-4d74-946b-c5f181bd28cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:49.082451 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-854500fa-b161-40fb-b829-9f7085cfd0cc req-be09304e-87e1-4d74-946b-c5f181bd28cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:49.086680 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-854500fa-b161-40fb-b829-9f7085cfd0cc req-be09304e-87e1-4d74-946b-c5f181bd28cf service neutron] 10.222.0.89 "PUT /v2.0/ports/fabc4d4d-b98c-4849-8160-17bc2ed3e4e9 HTTP/1.1" status: 200 len: 1091 time: 1.7676210 Oct 20 11:26:49.100426 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20848e8b-2192-461d-a11d-50d56a7261ec', 'tag': 'fabc4d4d-b98c-4849-8160-17bc2ed3e4e9'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:26:49.103726 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569495d2-f0e8-47af-88e1-ed0c90a48572" -d '{"events": [{"name": "network-changed", "server_uuid": "20848e8b-2192-461d-a11d-50d56a7261ec", "tag": "fabc4d4d-b98c-4849-8160-17bc2ed3e4e9"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:26:49.116841 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb81d3de-a4bd-4626-b73d-ed01bbe84607 req-72686011-e32f-4dca-9357-530d952ac1f5 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:49.118553 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bb81d3de-a4bd-4626-b73d-ed01bbe84607 req-72686011-e32f-4dca-9357-530d952ac1f5 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f5a1d71-08a3-41a9-81f5-2b95a8d79ae3 HTTP/1.1" status: 200 len: 947 time: 0.3091078 Oct 20 11:26:49.187577 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f39a571-e212-40a2-8e80-7c14f83e7882 service neutron] Pushing event updated for resources: {'Port': ['ID=a2f21c01-e64a-4abc-9a84-ff74becfcd56,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:49.236571 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0b314680-01ef-4d69-a92e-2c13c1006009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:49.239459 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854500fa-b161-40fb-b829-9f7085cfd0cc req-fc41274a-2b9e-4bcf-aeaa-0dbce48eb30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:49.240926 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-854500fa-b161-40fb-b829-9f7085cfd0cc req-fc41274a-2b9e-4bcf-aeaa-0dbce48eb30b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d9acdef368f944fcb8d5f209bb8e33d7&device_id=20848e8b-2192-461d-a11d-50d56a7261ec HTTP/1.1" status: 200 len: 1094 time: 0.0886700 Oct 20 11:26:49.241662 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0b314680-01ef-4d69-a92e-2c13c1006009 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:49.245273 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0b314680-01ef-4d69-a92e-2c13c1006009 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/04ef5d87-8585-4976-9449-db505f7dfd3f HTTP/1.1" status: 204 len: 168 time: 0.7679591 Oct 20 11:26:49.247855 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:49.274194 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e04fb7-6d11-4f3c-8560-f4b15d8df609 req-9aa71e7b-6648-4a6a-83b2-fe17f065253f tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:49.276342 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80752078-414a-4f8f-87fe-af03aaf07830 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:26:49.277778 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b314680-01ef-4d69-a92e-2c13c1006009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ef5d87-8585-4976-9449-db505f7dfd3f,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:49.284402 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-83e04fb7-6d11-4f3c-8560-f4b15d8df609 req-9aa71e7b-6648-4a6a-83b2-fe17f065253f tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 948 time: 0.2115414 Oct 20 11:26:49.297670 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bb81d3de-a4bd-4626-b73d-ed01bbe84607 req-8de7b915-fab8-4758-934d-86bf43ec1933 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717315 Oct 20 11:26:49.297828 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c6fcd-4eb2-4937-8611-ef2850d8ebf0 req-362d791e-4e61-4742-95c6-e9f3876dd81d tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:49.298930 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 80752078-414a-4f8f-87fe-af03aaf07830, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=80752078-414a-4f8f-87fe-af03aaf07830,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:49.299522 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c07c6fcd-4eb2-4937-8611-ef2850d8ebf0 req-362d791e-4e61-4742-95c6-e9f3876dd81d tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.11 "GET /v2.0/networks?id=d8338651-6e93-43eb-82bb-c86cf6e817ba HTTP/1.1" status: 200 len: 824 time: 0.4967096 Oct 20 11:26:49.302418 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-5937bd9e-4d66-4bef-9f16-14998e1a6751 req-3f39a571-e212-40a2-8e80-7c14f83e7882 service neutron] Attempting to bind port a2f21c01-e64a-4abc-9a84-ff74becfcd56 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:26:49.302747 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-5937bd9e-4d66-4bef-9f16-14998e1a6751 req-3f39a571-e212-40a2-8e80-7c14f83e7882 service neutron] Attempting to bind port a2f21c01-e64a-4abc-9a84-ff74becfcd56 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:26:49.303190 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5937bd9e-4d66-4bef-9f16-14998e1a6751 req-3f39a571-e212-40a2-8e80-7c14f83e7882 service neutron] Attempting to bind port a2f21c01-e64a-4abc-9a84-ff74becfcd56 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:26:49.304598 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-59cb5042-45f5-4c29-9aa3-d400a52c92c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:49.308022 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:49.321054 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5937bd9e-4d66-4bef-9f16-14998e1a6751 req-3f39a571-e212-40a2-8e80-7c14f83e7882 service neutron] Port a2f21c01-e64a-4abc-9a84-ff74becfcd56 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:26:49.321379 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5937bd9e-4d66-4bef-9f16-14998e1a6751 req-3f39a571-e212-40a2-8e80-7c14f83e7882 service neutron] Attempting to bind port a2f21c01-e64a-4abc-9a84-ff74becfcd56 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:26:49.341011 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5937bd9e-4d66-4bef-9f16-14998e1a6751 req-3f39a571-e212-40a2-8e80-7c14f83e7882 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:26:49.341357 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5937bd9e-4d66-4bef-9f16-14998e1a6751 req-3f39a571-e212-40a2-8e80-7c14f83e7882 service neutron] Checking segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:26:49.341801 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5937bd9e-4d66-4bef-9f16-14998e1a6751 req-3f39a571-e212-40a2-8e80-7c14f83e7882 service neutron] Bound using segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:26:49.342255 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-5937bd9e-4d66-4bef-9f16-14998e1a6751 req-3f39a571-e212-40a2-8e80-7c14f83e7882 service neutron] Bound port: a2f21c01-e64a-4abc-9a84-ff74becfcd56, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:26:49.342611 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-5937bd9e-4d66-4bef-9f16-14998e1a6751 req-3f39a571-e212-40a2-8e80-7c14f83e7882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:49.361130 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=80752078-414a-4f8f-87fe-af03aaf07830,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:49.379666 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41482b2a-411c-4add-ac0b-5c20937618a4 x-openstack-request-id: req-41482b2a-411c-4add-ac0b-5c20937618a4 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:26:49.380036 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18147310-0c17-491d-afa4-3e2d28d29ab2", "name": "network-vif-plugged", "status": "completed", "tag": "f26b9bba-0475-4f54-873f-b971299bb59a", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:26:49.380451 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-41482b2a-411c-4add-ac0b-5c20937618a4 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:26:49.380977 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18147310-0c17-491d-afa4-3e2d28d29ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26b9bba-0475-4f54-873f-b971299bb59a', 'code': 200} Oct 20 11:26:49.443285 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-854500fa-b161-40fb-b829-9f7085cfd0cc req-5f6adfac-eeea-4f3d-9add-9fe256fcac91 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fabc4d4d-b98c-4849-8160-17bc2ed3e4e9 HTTP/1.1" status: 200 len: 217 time: 0.1368210 Oct 20 11:26:49.518151 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['80752078-414a-4f8f-87fe-af03aaf07830'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:26:49.546979 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97af5134-ec74-4f12-93e1-6c2d7f9321da x-openstack-request-id: req-97af5134-ec74-4f12-93e1-6c2d7f9321da {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:26:49.546979 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20848e8b-2192-461d-a11d-50d56a7261ec", "tag": "fabc4d4d-b98c-4849-8160-17bc2ed3e4e9", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:26:49.546979 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-97af5134-ec74-4f12-93e1-6c2d7f9321da {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:26:49.547368 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20848e8b-2192-461d-a11d-50d56a7261ec', 'tag': 'fabc4d4d-b98c-4849-8160-17bc2ed3e4e9', 'status': 'completed', 'code': 200} Oct 20 11:26:49.556169 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.89', 51485) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:49.575228 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c07c6fcd-4eb2-4937-8611-ef2850d8ebf0 req-a5d9c823-9fd7-474c-8998-dcbfc756deaf tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=148df67387bc4ce6991a2699fe30ca2b HTTP/1.1" status: 200 len: 380 time: 0.2489069 Oct 20 11:26:49.585673 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-c07c6fcd-4eb2-4937-8611-ef2850d8ebf0 req-0d36bb48-68b6-4a5b-9725-1a3eea431036 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Request body: {'port': {'device_id': '5ee78286-3b95-4711-a075-f3fbfabc7622', 'network_id': 'd8338651-6e93-43eb-82bb-c86cf6e817ba', 'admin_state_up': True, 'tenant_id': '148df67387bc4ce6991a2699fe30ca2b', 'security_groups': ['d7aebbb5-65a1-4d60-b2e8-4078ecfc3582']}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:49.633113 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-83e04fb7-6d11-4f3c-8560-f4b15d8df609 req-1d4eaa86-ce00-4bb8-aeda-d7934d4d509e tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388729 Oct 20 11:26:49.675410 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854500fa-b161-40fb-b829-9f7085cfd0cc req-ca507534-5b56-494a-816b-84a59bf0edd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:49.677086 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-854500fa-b161-40fb-b829-9f7085cfd0cc req-ca507534-5b56-494a-816b-84a59bf0edd4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2a0c5c2a-f9c9-492d-ba9f-7e961a63a7db HTTP/1.1" status: 200 len: 860 time: 0.2235291 Oct 20 11:26:49.703445 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468930ce-7c87-40b1-b38c-82664838a326 req-8628c43e-451d-45b0-ab92-ceaf0b111c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:49.705439 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-468930ce-7c87-40b1-b38c-82664838a326 req-8628c43e-451d-45b0-ab92-ceaf0b111c50 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 1101 time: 0.2071488 Oct 20 11:26:49.730036 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c619648d-1a65-48e6-b989-0eef52af8af7 req-027c242a-f355-4a25-b298-cb4a015f7d96 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2a4ae9f1-089b-4930-b5e3-06bc0dfded6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1680219 Oct 20 11:26:49.763109 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd4d660-0ba1-4f14-ab61-a4aa597766ef req-a879520d-8525-4029-9df6-1274d15bc506 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:49.765833 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-5937bd9e-4d66-4bef-9f16-14998e1a6751 req-3f39a571-e212-40a2-8e80-7c14f83e7882 service neutron] For port a2f21c01-e64a-4abc-9a84-ff74becfcd56, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:26:49.790399 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0cd4d660-0ba1-4f14-ab61-a4aa597766ef req-a879520d-8525-4029-9df6-1274d15bc506 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=68eacaab-077a-4e72-8ce4-3f16eafde7dd HTTP/1.1" status: 200 len: 1097 time: 0.1823666 Oct 20 11:26:49.793625 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-5937bd9e-4d66-4bef-9f16-14998e1a6751 req-3f39a571-e212-40a2-8e80-7c14f83e7882 service neutron] For port a2f21c01-e64a-4abc-9a84-ff74becfcd56, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=a2f21c01-e64a-4abc-9a84-ff74becfcd56,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:26:49.795198 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-854500fa-b161-40fb-b829-9f7085cfd0cc req-f533fe78-89ec-4906-944c-9afcb7b9202d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=60a88ebb-4b56-43bd-98ec-2f75530b8b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900407 Oct 20 11:26:49.796296 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-468930ce-7c87-40b1-b38c-82664838a326 req-73352a6d-633a-4ceb-a2c2-36d1267b9c4a service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757365 Oct 20 11:26:49.797080 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c07c6fcd-4eb2-4937-8611-ef2850d8ebf0 req-0d36bb48-68b6-4a5b-9725-1a3eea431036 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Made reservation on behalf of 148df67387bc4ce6991a2699fe30ca2b for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:26:49.800799 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-c07c6fcd-4eb2-4937-8611-ef2850d8ebf0 req-0d36bb48-68b6-4a5b-9725-1a3eea431036 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:49.821997 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-5937bd9e-4d66-4bef-9f16-14998e1a6751 req-3f39a571-e212-40a2-8e80-7c14f83e7882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:49.866385 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5937bd9e-4d66-4bef-9f16-14998e1a6751 req-3f39a571-e212-40a2-8e80-7c14f83e7882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:49.870040 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-5937bd9e-4d66-4bef-9f16-14998e1a6751 req-3f39a571-e212-40a2-8e80-7c14f83e7882 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:49.871550 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5937bd9e-4d66-4bef-9f16-14998e1a6751 req-3f39a571-e212-40a2-8e80-7c14f83e7882 service neutron] 10.222.0.89 "PUT /v2.0/ports/a2f21c01-e64a-4abc-9a84-ff74becfcd56 HTTP/1.1" status: 200 len: 1096 time: 1.9723063 Oct 20 11:26:49.874373 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db4049cd-5d1e-452d-84fe-1423f3e965b6', 'tag': 'a2f21c01-e64a-4abc-9a84-ff74becfcd56'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:26:49.876550 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8a5e93-4e44-4ab3-8123-958a0cbf27c6" -d '{"events": [{"name": "network-changed", "server_uuid": "db4049cd-5d1e-452d-84fe-1423f3e965b6", "tag": "a2f21c01-e64a-4abc-9a84-ff74becfcd56"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:26:49.922554 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 52172) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:49.924501 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0cd4d660-0ba1-4f14-ab61-a4aa597766ef req-32ee55ef-a14e-4320-9502-fa3a87a4b25e tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331925 Oct 20 11:26:49.973764 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ac64bfad-e4a1-4f21-a058-f67d2469d764 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:49.993720 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c619648d-1a65-48e6-b989-0eef52af8af7 req-01fbd3f1-4147-49a0-b888-47ee37d09c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:49.995035 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c619648d-1a65-48e6-b989-0eef52af8af7 req-01fbd3f1-4147-49a0-b888-47ee37d09c04 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aa6715c00c6e4476951bf73e506ed201&device_id=2a4ae9f1-089b-4930-b5e3-06bc0dfded6d HTTP/1.1" status: 200 len: 1117 time: 0.1939616 Oct 20 11:26:50.053198 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f39a571-e212-40a2-8e80-7c14f83e7882 service neutron] Pushing event updated for resources: {'Port': ['ID=a2f21c01-e64a-4abc-9a84-ff74becfcd56,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:50.082565 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941460dc-c2e6-4d7d-bd6e-937676cbf306 x-openstack-request-id: req-941460dc-c2e6-4d7d-bd6e-937676cbf306 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:26:50.082874 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db4049cd-5d1e-452d-84fe-1423f3e965b6", "tag": "a2f21c01-e64a-4abc-9a84-ff74becfcd56", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:26:50.083168 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-941460dc-c2e6-4d7d-bd6e-937676cbf306 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:26:50.083566 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db4049cd-5d1e-452d-84fe-1423f3e965b6', 'tag': 'a2f21c01-e64a-4abc-9a84-ff74becfcd56', 'status': 'completed', 'code': 200} Oct 20 11:26:50.192588 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5937bd9e-4d66-4bef-9f16-14998e1a6751 req-273220d2-c8a7-4002-b10f-91ef559fe0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:50.194655 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5937bd9e-4d66-4bef-9f16-14998e1a6751 req-273220d2-c8a7-4002-b10f-91ef559fe0ff service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4b173b35dd00423795d2e29ae132dc78&device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 1099 time: 0.1136987 Oct 20 11:26:50.252160 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84aa90-7c15-4c25-86bb-28f08e28ed35 req-2d819689-e298-47b1-868a-2484d8d98dc4 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:50.254086 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ec84aa90-7c15-4c25-86bb-28f08e28ed35 req-2d819689-e298-47b1-868a-2484d8d98dc4 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=20848e8b-2192-461d-a11d-50d56a7261ec HTTP/1.1" status: 200 len: 943 time: 0.2655311 Oct 20 11:26:50.267322 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5937bd9e-4d66-4bef-9f16-14998e1a6751 req-b8b408f7-018e-488f-b7bb-87526249c2b5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=a2f21c01-e64a-4abc-9a84-ff74becfcd56 HTTP/1.1" status: 200 len: 217 time: 0.0590060 Oct 20 11:26:50.290517 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [req-c07c6fcd-4eb2-4937-8611-ef2850d8ebf0 req-0d36bb48-68b6-4a5b-9725-1a3eea431036 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Allocated IP 172.20.0.10 (d8338651-6e93-43eb-82bb-c86cf6e817ba/5a859bd7-2b54-4ef2-916f-95506b8b807d/af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:26:50.397656 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5937bd9e-4d66-4bef-9f16-14998e1a6751 req-80efbee6-cf5a-448e-99b7-9580ead45c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:50.407084 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5937bd9e-4d66-4bef-9f16-14998e1a6751 req-80efbee6-cf5a-448e-99b7-9580ead45c3c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.1174936 Oct 20 11:26:50.613409 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-854500fa-b161-40fb-b829-9f7085cfd0cc req-8f6a1d12-45fc-49b9-9ed0-370c594dfcba service neutron] 10.222.0.89 "GET /v2.0/networks/60a88ebb-4b56-43bd-98ec-2f75530b8b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5845954 Oct 20 11:26:50.616578 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 52182) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:50.660818 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c619648d-1a65-48e6-b989-0eef52af8af7 req-ad7c9dae-2863-404a-8fe8-626286f8ea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:50.662283 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c619648d-1a65-48e6-b989-0eef52af8af7 req-ad7c9dae-2863-404a-8fe8-626286f8ea06 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b05579c2-10e5-4997-ab9d-57afa741288e HTTP/1.1" status: 200 len: 909 time: 0.6198447 Oct 20 11:26:50.731105 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 80752078-414a-4f8f-87fe-af03aaf07830 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:26:50.758045 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ac64bfad-e4a1-4f21-a058-f67d2469d764 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:50.765850 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5937bd9e-4d66-4bef-9f16-14998e1a6751 req-e56e1037-6e69-4a6d-a9f5-d6a3524916e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:50.767500 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5937bd9e-4d66-4bef-9f16-14998e1a6751 req-e56e1037-6e69-4a6d-a9f5-d6a3524916e4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3467748 Oct 20 11:26:50.777906 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ec84aa90-7c15-4c25-86bb-28f08e28ed35 req-c4607e58-8e53-4986-982f-640b52e81edd tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4789250 Oct 20 11:26:50.826056 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 80752078-414a-4f8f-87fe-af03aaf07830 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:26:50.833484 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 80752078-414a-4f8f-87fe-af03aaf07830 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:50.834130 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:50.852224 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-c07c6fcd-4eb2-4937-8611-ef2850d8ebf0 req-0d36bb48-68b6-4a5b-9725-1a3eea431036 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:50.861922 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c619648d-1a65-48e6-b989-0eef52af8af7 req-dae102c6-ea44-4f13-b083-d3722a534bbb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9b37b09-9679-4d43-b72d-712686e897a6 HTTP/1.1" status: 200 len: 217 time: 0.1770451 Oct 20 11:26:50.862656 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ac64bfad-e4a1-4f21-a058-f67d2469d764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:50.904595 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f67deb72-75ec-42cd-9d4b-6a798b23daba admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:50.935212 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5937bd9e-4d66-4bef-9f16-14998e1a6751 req-80663de6-6aea-422f-a4ef-4292e0955871 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560049 Oct 20 11:26:50.958593 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-c07c6fcd-4eb2-4937-8611-ef2850d8ebf0 req-0d36bb48-68b6-4a5b-9725-1a3eea431036 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:50.979935 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-35f131a0-fd80-4570-afb8-3d576c48dfda req-f03aa5a8-997d-4b17-ae6a-806536e4b4f8 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "GET /v2.0/ports?device_id=5ee78286-3b95-4711-a075-f3fbfabc7622 HTTP/1.1" status: 200 len: 210 time: 0.1121709 Oct 20 11:26:51.000173 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:51.033091 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c07c6fcd-4eb2-4937-8611-ef2850d8ebf0 req-0d36bb48-68b6-4a5b-9725-1a3eea431036 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Network d8338651-6e93-43eb-82bb-c86cf6e817ba is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:26:51.065810 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [req-c07c6fcd-4eb2-4937-8611-ef2850d8ebf0 req-0d36bb48-68b6-4a5b-9725-1a3eea431036 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:26:51.077003 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-c07c6fcd-4eb2-4937-8611-ef2850d8ebf0 req-0d36bb48-68b6-4a5b-9725-1a3eea431036 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:26:51.085497 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac64bfad-e4a1-4f21-a058-f67d2469d764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8157a200-4f45-4efc-999c-41b01d9a3763,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:51.092553 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ac64bfad-e4a1-4f21-a058-f67d2469d764 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=cf2d255f490a4e2793434d8130d8b649&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1544447 Oct 20 11:26:51.106025 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 52212) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:51.120635 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c619648d-1a65-48e6-b989-0eef52af8af7 req-d34728b5-0532-4783-a4f9-e1a5f15e2acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:51.122150 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c619648d-1a65-48e6-b989-0eef52af8af7 req-d34728b5-0532-4783-a4f9-e1a5f15e2acd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=beaf7d63-7f7d-4cb5-8871-db069d2b0a56 HTTP/1.1" status: 200 len: 847 time: 0.2328238 Oct 20 11:26:51.128921 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-854500fa-b161-40fb-b829-9f7085cfd0cc req-aad27264-d890-4c47-8b2f-e5696b554b7f service neutron] 10.222.0.89 "GET /v2.0/networks/60a88ebb-4b56-43bd-98ec-2f75530b8b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4798634 Oct 20 11:26:51.134813 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d36bb48-68b6-4a5b-9725-1a3eea431036 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Pushing event updated for resources: {'Port': ['ID=af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:51.153474 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 80752078-414a-4f8f-87fe-af03aaf07830, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=80752078-414a-4f8f-87fe-af03aaf07830,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:51.159970 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:51.191521 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c6fcd-4eb2-4937-8611-ef2850d8ebf0 req-0d36bb48-68b6-4a5b-9725-1a3eea431036 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:51.193390 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-c07c6fcd-4eb2-4937-8611-ef2850d8ebf0 req-0d36bb48-68b6-4a5b-9725-1a3eea431036 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:51.218015 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5937bd9e-4d66-4bef-9f16-14998e1a6751 req-64d5721c-daf0-4afd-a9d1-90c7a78614ec service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705176 Oct 20 11:26:51.233189 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c07c6fcd-4eb2-4937-8611-ef2850d8ebf0 req-0d36bb48-68b6-4a5b-9725-1a3eea431036 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6575344 Oct 20 11:26:51.240526 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=80752078-414a-4f8f-87fe-af03aaf07830,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:51.244623 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c619648d-1a65-48e6-b989-0eef52af8af7 req-179b1aa3-478e-4c86-bee1-d3e654aee9e1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b05579c2-10e5-4997-ab9d-57afa741288e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745463 Oct 20 11:26:51.249929 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-c07c6fcd-4eb2-4937-8611-ef2850d8ebf0 req-9aacd4cd-25fd-433c-a8df-ae5ecdbbca94 service neutron] Request body: {'port': {'device_id': '5ee78286-3b95-4711-a075-f3fbfabc7622', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:51.359293 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-c07c6fcd-4eb2-4937-8611-ef2850d8ebf0 req-9aacd4cd-25fd-433c-a8df-ae5ecdbbca94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:51.379145 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a5e93-4e44-4ab3-8123-958a0cbf27c6 req-32752281-159d-4a34-850a-694385ed670c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:51.381347 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0e8a5e93-4e44-4ab3-8123-958a0cbf27c6 req-32752281-159d-4a34-850a-694385ed670c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4b173b35dd00423795d2e29ae132dc78&device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 1099 time: 0.0955606 Oct 20 11:26:51.382517 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f5a1d71-08a3-41a9-81f5-2b95a8d79ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80752078-414a-4f8f-87fe-af03aaf07830'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:26:51.382818 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f39597-24ae-43f3-9c4b-8b42089412d0 req-c3fb9604-f337-49cb-97ce-21e0c093d15a tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:51.384353 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f1f39597-24ae-43f3-9c4b-8b42089412d0 req-c3fb9604-f337-49cb-97ce-21e0c093d15a tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f5a1d71-08a3-41a9-81f5-2b95a8d79ae3 HTTP/1.1" status: 200 len: 948 time: 0.2934442 Oct 20 11:26:51.385644 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8642e2d4-4a01-4af1-90dc-b0a1234ab3fb" -d '{"events": [{"server_uuid": "2f5a1d71-08a3-41a9-81f5-2b95a8d79ae3", "name": "network-vif-plugged", "status": "completed", "tag": "80752078-414a-4f8f-87fe-af03aaf07830"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:26:51.468267 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fdc65358-b7bc-4fc2-baa8-77917990eaf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:51.477803 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569495d2-f0e8-47af-88e1-ed0c90a48572 req-787cf27a-8043-4c5f-ba06-ca40549fad51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:51.479297 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-569495d2-f0e8-47af-88e1-ed0c90a48572 req-787cf27a-8043-4c5f-ba06-ca40549fad51 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d9acdef368f944fcb8d5f209bb8e33d7&device_id=20848e8b-2192-461d-a11d-50d56a7261ec HTTP/1.1" status: 200 len: 1094 time: 0.2773452 Oct 20 11:26:51.483854 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f67deb72-75ec-42cd-9d4b-6a798b23daba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:51.492035 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-dfebff2e-5147-495c-84c8-614c2ca67a7b tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:26:51.493029 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-dfebff2e-5147-495c-84c8-614c2ca67a7b tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0188982 Oct 20 11:26:51.515637 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f67deb72-75ec-42cd-9d4b-6a798b23daba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:51.527655 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d11a35aa-8675-416d-a0b7-9bea6f688a01 None None] Provisioning complete for port af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:51.528104 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d11a35aa-8675-416d-a0b7-9bea6f688a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:51.565132 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d11a35aa-8675-416d-a0b7-9bea6f688a01 None None] Port af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:26:51.592341 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c619648d-1a65-48e6-b989-0eef52af8af7 req-2e607cd5-142c-46ae-a548-b7966ca34b19 service neutron] 10.222.0.89 "GET /v2.0/networks/b05579c2-10e5-4997-ab9d-57afa741288e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131466 Oct 20 11:26:51.597862 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a5e93-4e44-4ab3-8123-958a0cbf27c6 req-2297af86-4a85-40af-ba86-3b263f731e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:51.599358 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0e8a5e93-4e44-4ab3-8123-958a0cbf27c6 req-2297af86-4a85-40af-ba86-3b263f731e27 service neutron] 10.222.0.89 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 0.1837933 Oct 20 11:26:51.617619 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fdc65358-b7bc-4fc2-baa8-77917990eaf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:51.640775 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f1f39597-24ae-43f3-9c4b-8b42089412d0 req-d657062a-4e1c-46f2-b677-2efdd51d583d tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173581 Oct 20 11:26:51.678048 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0e8a5e93-4e44-4ab3-8123-958a0cbf27c6 req-5be700c5-2aa5-4d83-9515-f4d5e24e5d90 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=a2f21c01-e64a-4abc-9a84-ff74becfcd56 HTTP/1.1" status: 200 len: 217 time: 0.0404689 Oct 20 11:26:51.703526 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-15d3129e-a702-4448-b074-97099532e594 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:51.704881 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-15d3129e-a702-4448-b074-97099532e594 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] 10.222.0.98 "GET /v2.0/ports/fc88d942-585f-4ffe-b2ff-9e3e652801fd HTTP/1.1" status: 200 len: 1094 time: 0.2018130 Oct 20 11:26:51.714678 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67deb72-75ec-42cd-9d4b-6a798b23daba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9790bd4-cffe-464f-b548-3e765b496f5f,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:51.727265 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-f67deb72-75ec-42cd-9d4b-6a798b23daba admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8245bace2c0947989ea6dba594464b02&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1037254 Oct 20 11:26:51.730032 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 52216) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:51.735023 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-7fb7a486-52d9-4e2b-b39b-7c67f831570f service neutron] Request body: {'binding': {'host': 'n-h1-814735-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:51.735416 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-7fb7a486-52d9-4e2b-b39b-7c67f831570f service neutron] Unknown quota resources ['binding']. {{(pid=100647) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 20 11:26:51.755035 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a5e93-4e44-4ab3-8123-958a0cbf27c6 req-59d47e90-632b-405a-bd45-01b971d54f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:51.756530 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0e8a5e93-4e44-4ab3-8123-958a0cbf27c6 req-59d47e90-632b-405a-bd45-01b971d54f66 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.0673606 Oct 20 11:26:51.832071 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-c07c6fcd-4eb2-4937-8611-ef2850d8ebf0 req-9aacd4cd-25fd-433c-a8df-ae5ecdbbca94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290 {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:26:51.841994 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-c07c6fcd-4eb2-4937-8611-ef2850d8ebf0 req-9aacd4cd-25fd-433c-a8df-ae5ecdbbca94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:51.856376 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a5e93-4e44-4ab3-8123-958a0cbf27c6 req-220a1164-915e-407a-bc68-1ff06328fef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:51.858027 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0e8a5e93-4e44-4ab3-8123-958a0cbf27c6 req-220a1164-915e-407a-bc68-1ff06328fef6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0904164 Oct 20 11:26:51.909727 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569495d2-f0e8-47af-88e1-ed0c90a48572 req-5bdace8e-b335-4a8f-b53f-931069fb48c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:51.911265 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-569495d2-f0e8-47af-88e1-ed0c90a48572 req-5bdace8e-b335-4a8f-b53f-931069fb48c6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=60a88ebb-4b56-43bd-98ec-2f75530b8b0e HTTP/1.1" status: 200 len: 922 time: 0.4173956 Oct 20 11:26:51.943401 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-c07c6fcd-4eb2-4937-8611-ef2850d8ebf0 req-9aacd4cd-25fd-433c-a8df-ae5ecdbbca94 service neutron] Transition to ACTIVE for port object af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290 will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:26:51.951601 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-c07c6fcd-4eb2-4937-8611-ef2850d8ebf0 req-9aacd4cd-25fd-433c-a8df-ae5ecdbbca94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:51.996288 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fdc65358-b7bc-4fc2-baa8-77917990eaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:51.998677 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fdc65358-b7bc-4fc2-baa8-77917990eaf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:51.999920 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-fdc65358-b7bc-4fc2-baa8-77917990eaf1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8157a200-4f45-4efc-999c-41b01d9a3763 HTTP/1.1" status: 204 len: 168 time: 0.8919177 Oct 20 11:26:52.013032 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c619648d-1a65-48e6-b989-0eef52af8af7 req-b9e44b5a-daa7-4185-996d-2db6b847c55c service neutron] 10.222.0.89 "GET /v2.0/networks/b05579c2-10e5-4997-ab9d-57afa741288e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050012 Oct 20 11:26:52.014287 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-569495d2-f0e8-47af-88e1-ed0c90a48572 req-a8005b81-5330-4754-8bdd-a60ec37c26fe service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fabc4d4d-b98c-4849-8160-17bc2ed3e4e9 HTTP/1.1" status: 200 len: 217 time: 0.0861363 Oct 20 11:26:52.020424 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0e8a5e93-4e44-4ab3-8123-958a0cbf27c6 req-6e04a9c6-7be1-4872-88db-681a8a9bd301 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440105 Oct 20 11:26:52.022406 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aacd4cd-25fd-433c-a8df-ae5ecdbbca94 service neutron] Pushing event updated for resources: {'Port': ['ID=af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:52.080223 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc65358-b7bc-4fc2-baa8-77917990eaf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8157a200-4f45-4efc-999c-41b01d9a3763,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:52.083576 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-834f3273-399d-40d2-8c7c-b0e161aa8964 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:52.145280 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-27a8a5fd-3010-4a45-9416-7bb2e4a677c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:52.167814 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-834f3273-399d-40d2-8c7c-b0e161aa8964 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:52.230531 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569495d2-f0e8-47af-88e1-ed0c90a48572 req-3cf7826d-b2c2-49f7-a165-4826e427cbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:52.231421 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-569495d2-f0e8-47af-88e1-ed0c90a48572 req-3cf7826d-b2c2-49f7-a165-4826e427cbf6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2a0c5c2a-f9c9-492d-ba9f-7e961a63a7db HTTP/1.1" status: 200 len: 860 time: 0.1902623 Oct 20 11:26:52.265910 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-c07c6fcd-4eb2-4937-8611-ef2850d8ebf0 req-9aacd4cd-25fd-433c-a8df-ae5ecdbbca94 service neutron] Attempting to bind port af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:26:52.266283 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-c07c6fcd-4eb2-4937-8611-ef2850d8ebf0 req-9aacd4cd-25fd-433c-a8df-ae5ecdbbca94 service neutron] Attempting to bind port af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': 'f7b2f859-a162-4ede-8eaa-620a4add6ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'd8338651-6e93-43eb-82bb-c86cf6e817ba'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:26:52.266602 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07c6fcd-4eb2-4937-8611-ef2850d8ebf0 req-9aacd4cd-25fd-433c-a8df-ae5ecdbbca94 service neutron] Attempting to bind port af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290 on network d8338651-6e93-43eb-82bb-c86cf6e817ba {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:26:52.283566 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07c6fcd-4eb2-4937-8611-ef2850d8ebf0 req-9aacd4cd-25fd-433c-a8df-ae5ecdbbca94 service neutron] Port af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290 on network d8338651-6e93-43eb-82bb-c86cf6e817ba not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:26:52.283976 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07c6fcd-4eb2-4937-8611-ef2850d8ebf0 req-9aacd4cd-25fd-433c-a8df-ae5ecdbbca94 service neutron] Attempting to bind port af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290 on network d8338651-6e93-43eb-82bb-c86cf6e817ba {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:26:52.305000 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07c6fcd-4eb2-4937-8611-ef2850d8ebf0 req-9aacd4cd-25fd-433c-a8df-ae5ecdbbca94 service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:26:52.305474 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07c6fcd-4eb2-4937-8611-ef2850d8ebf0 req-9aacd4cd-25fd-433c-a8df-ae5ecdbbca94 service neutron] Checking segment: {'id': 'f7b2f859-a162-4ede-8eaa-620a4add6ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'd8338651-6e93-43eb-82bb-c86cf6e817ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:26:52.306072 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07c6fcd-4eb2-4937-8611-ef2850d8ebf0 req-9aacd4cd-25fd-433c-a8df-ae5ecdbbca94 service neutron] Bound using segment: {'id': 'f7b2f859-a162-4ede-8eaa-620a4add6ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'd8338651-6e93-43eb-82bb-c86cf6e817ba'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:26:52.306577 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-c07c6fcd-4eb2-4937-8611-ef2850d8ebf0 req-9aacd4cd-25fd-433c-a8df-ae5ecdbbca94 service neutron] Bound port: af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7b2f859-a162-4ede-8eaa-620a4add6ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'd8338651-6e93-43eb-82bb-c86cf6e817ba'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:26:52.307832 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-c07c6fcd-4eb2-4937-8611-ef2850d8ebf0 req-9aacd4cd-25fd-433c-a8df-ae5ecdbbca94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:52.311740 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0e8a5e93-4e44-4ab3-8123-958a0cbf27c6 req-a8e6c274-2a00-440d-b3a3-aa508eb6a9f4 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715197 Oct 20 11:26:52.318597 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-569495d2-f0e8-47af-88e1-ed0c90a48572 req-08f48f2e-216a-4b33-9aa0-63c5d6943d20 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=60a88ebb-4b56-43bd-98ec-2f75530b8b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589180 Oct 20 11:26:52.320525 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-7fb7a486-52d9-4e2b-b39b-7c67f831570f service neutron] Attempting to bind port fc88d942-585f-4ffe-b2ff-9e3e652801fd on host n-h1-814735-3 for vnic_type normal with profile None {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:26:52.320869 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-7fb7a486-52d9-4e2b-b39b-7c67f831570f service neutron] Attempting to bind port fc88d942-585f-4ffe-b2ff-9e3e652801fd by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': 'fb1327ec-83b6-478a-9700-c6ea2f9574d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:26:52.321248 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-7fb7a486-52d9-4e2b-b39b-7c67f831570f service neutron] Attempting to bind port fc88d942-585f-4ffe-b2ff-9e3e652801fd on network b05579c2-10e5-4997-ab9d-57afa741288e {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:26:52.340783 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-7fb7a486-52d9-4e2b-b39b-7c67f831570f service neutron] Port fc88d942-585f-4ffe-b2ff-9e3e652801fd on network b05579c2-10e5-4997-ab9d-57afa741288e not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:26:52.341015 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-7fb7a486-52d9-4e2b-b39b-7c67f831570f service neutron] Attempting to bind port fc88d942-585f-4ffe-b2ff-9e3e652801fd on network b05579c2-10e5-4997-ab9d-57afa741288e {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:26:52.375001 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61ed73-36d6-46e9-a260-58bb737e51d9 req-e09555e0-be0f-41f3-a9f2-a9f361ec4650 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:52.376624 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bb61ed73-36d6-46e9-a260-58bb737e51d9 req-e09555e0-be0f-41f3-a9f2-a9f361ec4650 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 948 time: 0.1798820 Oct 20 11:26:52.380772 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-7fb7a486-52d9-4e2b-b39b-7c67f831570f service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:26:52.381102 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-7fb7a486-52d9-4e2b-b39b-7c67f831570f service neutron] Checking segment: {'id': 'fb1327ec-83b6-478a-9700-c6ea2f9574d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:26:52.381529 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-7fb7a486-52d9-4e2b-b39b-7c67f831570f service neutron] Bound using segment: {'id': 'fb1327ec-83b6-478a-9700-c6ea2f9574d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:26:52.381922 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-7fb7a486-52d9-4e2b-b39b-7c67f831570f service neutron] Bound port: fc88d942-585f-4ffe-b2ff-9e3e652801fd, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb1327ec-83b6-478a-9700-c6ea2f9574d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:26:52.426183 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-c07c6fcd-4eb2-4937-8611-ef2850d8ebf0 req-9aacd4cd-25fd-433c-a8df-ae5ecdbbca94 service neutron] For port af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290, host n-h1-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:26:52.436083 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-834f3273-399d-40d2-8c7c-b0e161aa8964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:52.436647 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-c07c6fcd-4eb2-4937-8611-ef2850d8ebf0 req-9aacd4cd-25fd-433c-a8df-ae5ecdbbca94 service neutron] For port af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290,segment=NetworkSegment(f7b2f859-a162-4ede-8eaa-620a4add6ef1),segment_id=f7b2f859-a162-4ede-8eaa-620a4add6ef1)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:26:52.438839 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-834f3273-399d-40d2-8c7c-b0e161aa8964 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:52.442299 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-834f3273-399d-40d2-8c7c-b0e161aa8964 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f9790bd4-cffe-464f-b548-3e765b496f5f HTTP/1.1" status: 204 len: 168 time: 0.6883833 Oct 20 11:26:52.449563 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-c07c6fcd-4eb2-4937-8611-ef2850d8ebf0 req-9aacd4cd-25fd-433c-a8df-ae5ecdbbca94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:52.517601 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f3273-399d-40d2-8c7c-b0e161aa8964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9790bd4-cffe-464f-b548-3e765b496f5f,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:52.553171 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aacd4cd-25fd-433c-a8df-ae5ecdbbca94 service neutron] Pushing event updated for resources: {'Port': ['ID=af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:52.564726 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bb61ed73-36d6-46e9-a260-58bb737e51d9 req-6dade648-9bbf-4dff-8937-77c8fb32a57f tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683598 Oct 20 11:26:52.566478 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-7fb7a486-52d9-4e2b-b39b-7c67f831570f service neutron] For port fc88d942-585f-4ffe-b2ff-9e3e652801fd, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=fc88d942-585f-4ffe-b2ff-9e3e652801fd,segment=NetworkSegment(fb1327ec-83b6-478a-9700-c6ea2f9574d3),segment_id=fb1327ec-83b6-478a-9700-c6ea2f9574d3)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:26:52.570900 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-569495d2-f0e8-47af-88e1-ed0c90a48572 req-ba540dd0-fbce-472d-a14f-693961afc320 service neutron] 10.222.0.89 "GET /v2.0/networks/60a88ebb-4b56-43bd-98ec-2f75530b8b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399983 Oct 20 11:26:52.581591 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c6fcd-4eb2-4937-8611-ef2850d8ebf0 req-9aacd4cd-25fd-433c-a8df-ae5ecdbbca94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:52.582316 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-7fb7a486-52d9-4e2b-b39b-7c67f831570f service neutron] Publish callbacks [] for binding, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:52.582765 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-c07c6fcd-4eb2-4937-8611-ef2850d8ebf0 req-9aacd4cd-25fd-433c-a8df-ae5ecdbbca94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:52.585073 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c07c6fcd-4eb2-4937-8611-ef2850d8ebf0 req-9aacd4cd-25fd-433c-a8df-ae5ecdbbca94 service neutron] 10.222.0.11 "PUT /v2.0/ports/af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290 HTTP/1.1" status: 200 len: 1092 time: 1.3433030 Oct 20 11:26:52.585622 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ee78286-3b95-4711-a075-f3fbfabc7622', 'tag': 'af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:26:52.588312 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0889fe5c-5e0d-4aae-9936-ab46172c426e" -d '{"events": [{"name": "network-changed", "server_uuid": "5ee78286-3b95-4711-a075-f3fbfabc7622", "tag": "af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:26:52.597259 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-7fb7a486-52d9-4e2b-b39b-7c67f831570f service neutron] 10.222.0.98 "POST /v2.0/ports/fc88d942-585f-4ffe-b2ff-9e3e652801fd/bindings HTTP/1.1" status: 201 len: 389 time: 0.8683624 Oct 20 11:26:52.673060 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5de36d-6280-45a7-8d17-9c85d7c4fcdc x-openstack-request-id: req-4c5de36d-6280-45a7-8d17-9c85d7c4fcdc {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:26:52.677415 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f5a1d71-08a3-41a9-81f5-2b95a8d79ae3", "name": "network-vif-plugged", "status": "completed", "tag": "80752078-414a-4f8f-87fe-af03aaf07830", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:26:52.678153 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4c5de36d-6280-45a7-8d17-9c85d7c4fcdc {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:26:52.678812 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f5a1d71-08a3-41a9-81f5-2b95a8d79ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80752078-414a-4f8f-87fe-af03aaf07830', 'code': 200} Oct 20 11:26:52.766985 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c6fcd-4eb2-4937-8611-ef2850d8ebf0 req-df5d6be3-7c6f-4842-9ba8-03e00247e3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:52.780073 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c07c6fcd-4eb2-4937-8611-ef2850d8ebf0 req-df5d6be3-7c6f-4842-9ba8-03e00247e3d2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=148df67387bc4ce6991a2699fe30ca2b&device_id=5ee78286-3b95-4711-a075-f3fbfabc7622 HTTP/1.1" status: 200 len: 1095 time: 0.1510665 Oct 20 11:26:52.923273 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c07c6fcd-4eb2-4937-8611-ef2850d8ebf0 req-eb641767-736b-41d7-b03b-a62bbc13fe50 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290 HTTP/1.1" status: 200 len: 217 time: 0.1353142 Oct 20 11:26:52.972617 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:53.016527 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c6fcd-4eb2-4937-8611-ef2850d8ebf0 req-f1781dea-1781-44fd-b77e-d68d37c32614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:53.018103 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c07c6fcd-4eb2-4937-8611-ef2850d8ebf0 req-f1781dea-1781-44fd-b77e-d68d37c32614 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5a859bd7-2b54-4ef2-916f-95506b8b807d HTTP/1.1" status: 200 len: 863 time: 0.0723579 Oct 20 11:26:53.072238 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:53.105295 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-569495d2-f0e8-47af-88e1-ed0c90a48572 req-f5f98927-0edb-421b-b61b-3f0a971fa77d service neutron] 10.222.0.89 "GET /v2.0/networks/60a88ebb-4b56-43bd-98ec-2f75530b8b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5063996 Oct 20 11:26:53.106190 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 52262) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:53.127801 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c6fcd-4eb2-4937-8611-ef2850d8ebf0 req-8ffbc309-0ee0-4690-9eb4-bd75325c2c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:53.129596 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c07c6fcd-4eb2-4937-8611-ef2850d8ebf0 req-8ffbc309-0ee0-4690-9eb4-bd75325c2c3a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d8338651-6e93-43eb-82bb-c86cf6e817ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1021872 Oct 20 11:26:53.131139 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-36267b05-d0b5-4dc5-a19a-81855f62fc66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:53.140693 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70287390-3cec-4641-8724-ee1d8bec11be req-737b7d7e-ee54-4dfc-9ca1-95885bd97f41 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:53.142195 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-70287390-3cec-4641-8724-ee1d8bec11be req-737b7d7e-ee54-4dfc-9ca1-95885bd97f41 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "GET /v2.0/ports?device_id=5ee78286-3b95-4711-a075-f3fbfabc7622 HTTP/1.1" status: 200 len: 944 time: 0.3035922 Oct 20 11:26:53.144014 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45a5e9-bb79-4b74-b36e-f2ea0c33efeb req-a7c10cd1-600a-4470-a9ec-e945b40557d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:53.145324 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ee45a5e9-bb79-4b74-b36e-f2ea0c33efeb req-a7c10cd1-600a-4470-a9ec-e945b40557d3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2f5a1d71-08a3-41a9-81f5-2b95a8d79ae3 HTTP/1.1" status: 200 len: 1100 time: 0.3554935 Oct 20 11:26:53.159488 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bc2004-36ac-485b-b4e4-2336fb2fabd5 req-6f4e686c-38b2-45cd-bb4f-361b6c1bddcf tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:53.163271 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-18bc2004-36ac-485b-b4e4-2336fb2fabd5 req-6f4e686c-38b2-45cd-bb4f-361b6c1bddcf tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=20848e8b-2192-461d-a11d-50d56a7261ec HTTP/1.1" status: 200 len: 943 time: 0.3291507 Oct 20 11:26:53.275757 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c07c6fcd-4eb2-4937-8611-ef2850d8ebf0 req-69c08f0d-429b-466b-8c78-504a95db0bcc service neutron] 10.222.0.11 "GET /v2.0/networks/d8338651-6e93-43eb-82bb-c86cf6e817ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359873 Oct 20 11:26:53.337248 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-36267b05-d0b5-4dc5-a19a-81855f62fc66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:53.368518 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-36267b05-d0b5-4dc5-a19a-81855f62fc66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:53.398253 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-36267b05-d0b5-4dc5-a19a-81855f62fc66 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=43423abe75c2486f9688389780fb5885&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2892814 Oct 20 11:26:53.401990 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 52270) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:53.440305 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36267b05-d0b5-4dc5-a19a-81855f62fc66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8721d4d3-94dd-47c6-8242-af6fc801f611,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:53.477878 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c07c6fcd-4eb2-4937-8611-ef2850d8ebf0 req-dc2f499e-5966-4931-9601-d2c7c1401cb6 service neutron] 10.222.0.11 "GET /v2.0/networks/d8338651-6e93-43eb-82bb-c86cf6e817ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943576 Oct 20 11:26:53.496606 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-13780b9b-fad8-4f15-803c-d3d3350d28aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:53.521044 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-13780b9b-fad8-4f15-803c-d3d3350d28aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:53.526916 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-b5def4db-78c2-45c3-88d5-006a5f3c26f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:53.528425 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-b5def4db-78c2-45c3-88d5-006a5f3c26f6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa6715c00c6e4476951bf73e506ed201&device_id=68eacaab-077a-4e72-8ce4-3f16eafde7dd HTTP/1.1" status: 200 len: 1097 time: 0.5840633 Oct 20 11:26:53.582000 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-13780b9b-fad8-4f15-803c-d3d3350d28aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:53.586813 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-13780b9b-fad8-4f15-803c-d3d3350d28aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:53.588002 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-13780b9b-fad8-4f15-803c-d3d3350d28aa admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8721d4d3-94dd-47c6-8242-af6fc801f611 HTTP/1.1" status: 204 len: 168 time: 0.1797700 Oct 20 11:26:53.596948 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13780b9b-fad8-4f15-803c-d3d3350d28aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8721d4d3-94dd-47c6-8242-af6fc801f611,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:53.648941 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ee45a5e9-bb79-4b74-b36e-f2ea0c33efeb req-295c0c3b-3bce-4d11-93ed-29b65ef37705 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4821508 Oct 20 11:26:53.660699 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-18bc2004-36ac-485b-b4e4-2336fb2fabd5 req-50311d70-aee0-4e50-b657-f1dc264c6f6e tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4792819 Oct 20 11:26:53.665748 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-70287390-3cec-4641-8724-ee1d8bec11be req-2fefbe2e-0ec2-460b-88c8-0aefe67fef82 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "GET /v2.0/security-groups?id=d7aebbb5-65a1-4d60-b2e8-4078ecfc3582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4892213 Oct 20 11:26:53.688841 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-a73c6e51-2ca3-4dc1-8231-8a99de5a5f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:53.701248 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-a73c6e51-2ca3-4dc1-8231-8a99de5a5f0f service neutron] 10.222.0.11 "GET /v2.0/networks?id=b05579c2-10e5-4997-ab9d-57afa741288e HTTP/1.1" status: 200 len: 909 time: 0.1605377 Oct 20 11:26:53.735929 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691aeb6d-8e22-4583-b67f-2f8b65f5d52d x-openstack-request-id: req-691aeb6d-8e22-4583-b67f-2f8b65f5d52d {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:26:53.736306 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ee78286-3b95-4711-a075-f3fbfabc7622", "tag": "af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:26:53.736612 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-691aeb6d-8e22-4583-b67f-2f8b65f5d52d {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:26:53.737063 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ee78286-3b95-4711-a075-f3fbfabc7622', 'tag': 'af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290', 'status': 'completed', 'code': 200} Oct 20 11:26:53.876224 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ce0f0-94ca-42b5-af85-b549053d1bf1 req-782b2b9a-21ea-41b7-b46c-381e4e497f3e tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:53.877949 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-730ce0f0-94ca-42b5-af85-b549053d1bf1 req-782b2b9a-21ea-41b7-b46c-381e4e497f3e tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f5a1d71-08a3-41a9-81f5-2b95a8d79ae3 HTTP/1.1" status: 200 len: 949 time: 0.0946960 Oct 20 11:26:53.965528 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcba7a7-4e92-4978-aec6-71953fbe290f req-074d39b1-7f66-4e98-b666-08f7ed3b803c tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:53.967280 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9fcba7a7-4e92-4978-aec6-71953fbe290f req-074d39b1-7f66-4e98-b666-08f7ed3b803c tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=68eacaab-077a-4e72-8ce4-3f16eafde7dd HTTP/1.1" status: 200 len: 946 time: 0.1545238 Oct 20 11:26:53.971555 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-cc192662-3fc1-4239-b364-97dc845ee76d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc88d942-585f-4ffe-b2ff-9e3e652801fd HTTP/1.1" status: 200 len: 217 time: 0.0926058 Oct 20 11:26:54.062016 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-730ce0f0-94ca-42b5-af85-b549053d1bf1 req-fbbe5bc8-d8c3-44b4-a1b4-a40b84e20cec tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611924 Oct 20 11:26:54.075039 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0889fe5c-5e0d-4aae-9936-ab46172c426e req-5f419c90-5f76-48fb-8e9f-64d4079f1a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:54.076826 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0889fe5c-5e0d-4aae-9936-ab46172c426e req-5f419c90-5f76-48fb-8e9f-64d4079f1a22 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=148df67387bc4ce6991a2699fe30ca2b&device_id=5ee78286-3b95-4711-a075-f3fbfabc7622 HTTP/1.1" status: 200 len: 1095 time: 0.1958973 Oct 20 11:26:54.099066 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-f0465d5e-17cf-4676-be98-41cc8d482ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:54.100928 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-f0465d5e-17cf-4676-be98-41cc8d482ae8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=beaf7d63-7f7d-4cb5-8871-db069d2b0a56 HTTP/1.1" status: 200 len: 847 time: 0.1159132 Oct 20 11:26:54.127252 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9fcba7a7-4e92-4978-aec6-71953fbe290f req-c1948491-26b1-478d-8f7a-b20a3b2f939b tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448302 Oct 20 11:26:54.167094 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-4d79d8e5-7788-4938-9263-8fbb9957cdb7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b05579c2-10e5-4997-ab9d-57afa741288e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520754 Oct 20 11:26:54.169452 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device a2f21c01-e64a-4abc-9a84-ff74becfcd56 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:26:54.386343 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0889fe5c-5e0d-4aae-9936-ab46172c426e req-1b05ace5-1476-48ce-b785-dc0870accbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:54.387927 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0889fe5c-5e0d-4aae-9936-ab46172c426e req-1b05ace5-1476-48ce-b785-dc0870accbe1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d8338651-6e93-43eb-82bb-c86cf6e817ba HTTP/1.1" status: 200 len: 926 time: 0.3017824 Oct 20 11:26:54.389083 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port a2f21c01-e64a-4abc-9a84-ff74becfcd56, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=a2f21c01-e64a-4abc-9a84-ff74becfcd56,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:54.401202 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008322d-d0dc-42e5-8350-078866f92473 req-ac8dfee2-871f-4a43-a307-563375b37757 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:54.408658 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d008322d-d0dc-42e5-8350-078866f92473 req-ac8dfee2-871f-4a43-a307-563375b37757 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 948 time: 0.1867023 Oct 20 11:26:54.417411 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': 'a2f21c01-e64a-4abc-9a84-ff74becfcd56', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'port_id': 'a2f21c01-e64a-4abc-9a84-ff74becfcd56', 'mac_address': 'fa:16:3e:25:4e:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94289c8c-e5f7-4e30-b6a9-5b268a8fd610', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:26:54.492577 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:54.517444 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0889fe5c-5e0d-4aae-9936-ab46172c426e req-e2fbcc59-ba2a-4dce-867d-a7ddb4bab49a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290 HTTP/1.1" status: 200 len: 217 time: 0.0966964 Oct 20 11:26:54.521014 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2f21c01-e64a-4abc-9a84-ff74becfcd56 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:26:54.521835 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-41be7d14-2b27-4379-bc88-6304deea4b1c service neutron] 10.222.0.11 "GET /v2.0/networks/b05579c2-10e5-4997-ab9d-57afa741288e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225927 Oct 20 11:26:54.555682 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port a2f21c01-e64a-4abc-9a84-ff74becfcd56, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=a2f21c01-e64a-4abc-9a84-ff74becfcd56,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:54.564615 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:54.565514 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device fabc4d4d-b98c-4849-8160-17bc2ed3e4e9 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:26:54.595045 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d008322d-d0dc-42e5-8350-078866f92473 req-fbc2ba0a-8b02-4461-bd43-bf34f7ee894f tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848450 Oct 20 11:26:54.678499 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0889fe5c-5e0d-4aae-9936-ab46172c426e req-6f079088-24c9-4aae-8647-b3b9a836ebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:54.680030 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0889fe5c-5e0d-4aae-9936-ab46172c426e req-6f079088-24c9-4aae-8647-b3b9a836ebcc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5a859bd7-2b54-4ef2-916f-95506b8b807d HTTP/1.1" status: 200 len: 863 time: 0.1446059 Oct 20 11:26:54.740208 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-9f725530-aa2a-4c8b-a75e-dc2d20137eff service neutron] 10.222.0.11 "GET /v2.0/networks/b05579c2-10e5-4997-ab9d-57afa741288e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058456 Oct 20 11:26:54.747592 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=a2f21c01-e64a-4abc-9a84-ff74becfcd56,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:54.779068 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0889fe5c-5e0d-4aae-9936-ab46172c426e req-27fc6f6f-55d3-4eec-940a-4b71e7376fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:54.779068 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0889fe5c-5e0d-4aae-9936-ab46172c426e req-27fc6f6f-55d3-4eec-940a-4b71e7376fc9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d8338651-6e93-43eb-82bb-c86cf6e817ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0880663 Oct 20 11:26:54.811130 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:54.850967 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port fabc4d4d-b98c-4849-8160-17bc2ed3e4e9, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=fabc4d4d-b98c-4849-8160-17bc2ed3e4e9,segment=NetworkSegment(ec1b6256-95be-479c-9695-b6dae13546d3),segment_id=ec1b6256-95be-479c-9695-b6dae13546d3)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:54.873131 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': 'fabc4d4d-b98c-4849-8160-17bc2ed3e4e9', 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e', 'port_id': 'fabc4d4d-b98c-4849-8160-17bc2ed3e4e9', 'mac_address': 'fa:16:3e:f7:77:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a0c5c2a-f9c9-492d-ba9f-7e961a63a7db', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:26:54.932162 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0889fe5c-5e0d-4aae-9936-ab46172c426e req-256ad57f-f53b-4820-99ef-b87ea1545b82 service neutron] 10.222.0.11 "GET /v2.0/networks/d8338651-6e93-43eb-82bb-c86cf6e817ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461134 Oct 20 11:26:54.949726 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:54.974501 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fabc4d4d-b98c-4849-8160-17bc2ed3e4e9 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:26:55.020658 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port fabc4d4d-b98c-4849-8160-17bc2ed3e4e9, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=fabc4d4d-b98c-4849-8160-17bc2ed3e4e9,segment=NetworkSegment(ec1b6256-95be-479c-9695-b6dae13546d3),segment_id=ec1b6256-95be-479c-9695-b6dae13546d3)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:55.040657 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:55.084782 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0a273-de13-47ad-898a-7ec2dd7e86c3 req-b1688c1e-4ad1-4c94-9a62-f61a3e0905ad tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:55.086455 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-81f0a273-de13-47ad-898a-7ec2dd7e86c3 req-b1688c1e-4ad1-4c94-9a62-f61a3e0905ad tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "GET /v2.0/ports?device_id=5ee78286-3b95-4711-a075-f3fbfabc7622 HTTP/1.1" status: 200 len: 944 time: 0.1577914 Oct 20 11:26:55.115082 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=fabc4d4d-b98c-4849-8160-17bc2ed3e4e9,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:55.168019 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-6cf0473d-8e2d-406f-943b-f7736bfd08e6 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:55.169543 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-6cf0473d-8e2d-406f-943b-f7736bfd08e6 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=68eacaab-077a-4e72-8ce4-3f16eafde7dd&tenant_id=aa6715c00c6e4476951bf73e506ed201&binding%3Ahost_id=n-h2-814735-3 HTTP/1.1" status: 200 len: 1097 time: 0.2398565 Oct 20 11:26:55.184850 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-2c0c7a0a-c24f-48a5-a5b5-cd0b59113ce6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-814735-3'}}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:55.242439 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0889fe5c-5e0d-4aae-9936-ab46172c426e req-a85ad314-5e66-4c53-b945-99d6aa11e5f1 service neutron] 10.222.0.11 "GET /v2.0/networks/d8338651-6e93-43eb-82bb-c86cf6e817ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968783 Oct 20 11:26:55.245290 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-81f0a273-de13-47ad-898a-7ec2dd7e86c3 req-4dfbc119-0c49-44bf-aeb3-b0b9d235d5fa tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "GET /v2.0/security-groups?id=d7aebbb5-65a1-4d60-b2e8-4078ecfc3582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971713 Oct 20 11:26:55.296452 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-2c0c7a0a-c24f-48a5-a5b5-cd0b59113ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:55.323559 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['fabc4d4d-b98c-4849-8160-17bc2ed3e4e9'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:26:55.328506 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['a2f21c01-e64a-4abc-9a84-ff74becfcd56'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:26:55.453530 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f2f96-eb1c-42a6-a7e4-d7d7334b13ba req-97d5b0d6-71e8-4fcf-b6c4-a4b34a02fbc3 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:55.457348 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4e8f2f96-eb1c-42a6-a7e4-d7d7334b13ba req-97d5b0d6-71e8-4fcf-b6c4-a4b34a02fbc3 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=20848e8b-2192-461d-a11d-50d56a7261ec HTTP/1.1" status: 200 len: 944 time: 0.2101781 Oct 20 11:26:55.568692 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541521f-be43-4d52-b428-9cab0a40376e req-e6e77b58-18a8-478f-9914-a3cb6980a716 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:55.570304 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b541521f-be43-4d52-b428-9cab0a40376e req-e6e77b58-18a8-478f-9914-a3cb6980a716 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f5a1d71-08a3-41a9-81f5-2b95a8d79ae3 HTTP/1.1" status: 200 len: 949 time: 0.2171109 Oct 20 11:26:55.592478 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4e8f2f96-eb1c-42a6-a7e4-d7d7334b13ba req-4f7f9f8c-cf6f-4180-9b24-32e81e90430d tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089694 Oct 20 11:26:55.685926 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b541521f-be43-4d52-b428-9cab0a40376e req-e2fb8dcc-0ecd-48a1-8089-4daa4b56baa9 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035626 Oct 20 11:26:55.688859 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-2c0c7a0a-c24f-48a5-a5b5-cd0b59113ce6 service neutron] For port fc88d942-585f-4ffe-b2ff-9e3e652801fd, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=fc88d942-585f-4ffe-b2ff-9e3e652801fd,segment=NetworkSegment(fb1327ec-83b6-478a-9700-c6ea2f9574d3),segment_id=fb1327ec-83b6-478a-9700-c6ea2f9574d3)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:55.761483 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-2c0c7a0a-c24f-48a5-a5b5-cd0b59113ce6 service neutron] For port fc88d942-585f-4ffe-b2ff-9e3e652801fd, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:26:55.794568 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d86d37-3c16-4c5e-b4eb-0361aa5d45f5 req-498d6e62-7e7d-4d34-8572-e785a72a19ff tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:55.796099 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-18d86d37-3c16-4c5e-b4eb-0361aa5d45f5 req-498d6e62-7e7d-4d34-8572-e785a72a19ff tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=68eacaab-077a-4e72-8ce4-3f16eafde7dd HTTP/1.1" status: 200 len: 946 time: 0.0981050 Oct 20 11:26:55.834707 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68eacaab-077a-4e72-8ce4-3f16eafde7dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc88d942-585f-4ffe-b2ff-9e3e652801fd'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:26:55.837319 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ea7482-37f7-4676-8adf-a5795fc217f0" -d '{"events": [{"server_uuid": "68eacaab-077a-4e72-8ce4-3f16eafde7dd", "name": "network-vif-unplugged", "status": "completed", "tag": "fc88d942-585f-4ffe-b2ff-9e3e652801fd"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:26:55.842320 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-2c0c7a0a-c24f-48a5-a5b5-cd0b59113ce6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:55.857706 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-2c0c7a0a-c24f-48a5-a5b5-cd0b59113ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:55.872984 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-18d86d37-3c16-4c5e-b4eb-0361aa5d45f5 req-0e851b39-36fb-47f6-80a9-b62ccf4657dc tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671976 Oct 20 11:26:55.969245 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c7a0a-c24f-48a5-a5b5-cd0b59113ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=fc88d942-585f-4ffe-b2ff-9e3e652801fd,revision_number=7']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:56.013512 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-2c0c7a0a-c24f-48a5-a5b5-cd0b59113ce6 service neutron] Attempting to bind port fc88d942-585f-4ffe-b2ff-9e3e652801fd on host n-h2-814735-3 for vnic_type normal with profile {"migrating_to": "n-h1-814735-3"} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:26:56.013844 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-2c0c7a0a-c24f-48a5-a5b5-cd0b59113ce6 service neutron] Attempting to bind port fc88d942-585f-4ffe-b2ff-9e3e652801fd by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': 'fb1327ec-83b6-478a-9700-c6ea2f9574d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:26:56.014168 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-2c0c7a0a-c24f-48a5-a5b5-cd0b59113ce6 service neutron] Attempting to bind port fc88d942-585f-4ffe-b2ff-9e3e652801fd on network b05579c2-10e5-4997-ab9d-57afa741288e {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:26:56.020860 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-2c0c7a0a-c24f-48a5-a5b5-cd0b59113ce6 service neutron] Port fc88d942-585f-4ffe-b2ff-9e3e652801fd on network b05579c2-10e5-4997-ab9d-57afa741288e not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:26:56.021196 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-2c0c7a0a-c24f-48a5-a5b5-cd0b59113ce6 service neutron] Attempting to bind port fc88d942-585f-4ffe-b2ff-9e3e652801fd on network b05579c2-10e5-4997-ab9d-57afa741288e {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:26:56.034164 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-2c0c7a0a-c24f-48a5-a5b5-cd0b59113ce6 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:26:56.034513 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-2c0c7a0a-c24f-48a5-a5b5-cd0b59113ce6 service neutron] Checking segment: {'id': 'fb1327ec-83b6-478a-9700-c6ea2f9574d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:26:56.034929 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-2c0c7a0a-c24f-48a5-a5b5-cd0b59113ce6 service neutron] Bound using segment: {'id': 'fb1327ec-83b6-478a-9700-c6ea2f9574d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:26:56.035369 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-2c0c7a0a-c24f-48a5-a5b5-cd0b59113ce6 service neutron] Bound port: fc88d942-585f-4ffe-b2ff-9e3e652801fd, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb1327ec-83b6-478a-9700-c6ea2f9574d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:26:56.035712 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-2c0c7a0a-c24f-48a5-a5b5-cd0b59113ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:56.064915 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bff020-e85b-4e6a-8fb1-e195329ba6af req-a4311fd0-9972-44ee-b88d-544d6521eba3 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:56.066610 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98bff020-e85b-4e6a-8fb1-e195329ba6af req-a4311fd0-9972-44ee-b88d-544d6521eba3 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 949 time: 0.0830894 Oct 20 11:26:56.144406 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98bff020-e85b-4e6a-8fb1-e195329ba6af req-a3ea6577-fad6-44c6-8ce4-110af15d91aa tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575948 Oct 20 11:26:56.150550 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-2c0c7a0a-c24f-48a5-a5b5-cd0b59113ce6 service neutron] For port fc88d942-585f-4ffe-b2ff-9e3e652801fd, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:26:56.154868 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-2c0c7a0a-c24f-48a5-a5b5-cd0b59113ce6 service neutron] For port fc88d942-585f-4ffe-b2ff-9e3e652801fd, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=fc88d942-585f-4ffe-b2ff-9e3e652801fd,segment=NetworkSegment(fb1327ec-83b6-478a-9700-c6ea2f9574d3),segment_id=fb1327ec-83b6-478a-9700-c6ea2f9574d3)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:26:56.167207 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-2c0c7a0a-c24f-48a5-a5b5-cd0b59113ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:56.216992 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb502a3-5647-4d0e-8821-9a04ea67644a x-openstack-request-id: req-0fb502a3-5647-4d0e-8821-9a04ea67644a {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:26:56.217277 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68eacaab-077a-4e72-8ce4-3f16eafde7dd", "name": "network-vif-unplugged", "status": "completed", "tag": "fc88d942-585f-4ffe-b2ff-9e3e652801fd", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:26:56.217524 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0fb502a3-5647-4d0e-8821-9a04ea67644a {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:26:56.217909 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68eacaab-077a-4e72-8ce4-3f16eafde7dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc88d942-585f-4ffe-b2ff-9e3e652801fd', 'code': 200} Oct 20 11:26:56.270400 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c7a0a-c24f-48a5-a5b5-cd0b59113ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=fc88d942-585f-4ffe-b2ff-9e3e652801fd,revision_number=8']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:56.522939 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9d67f-6873-4690-8ad5-d012062ba10d req-bdf685ca-518e-42b0-be10-7652bff0bc5c tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:56.524795 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bfe9d67f-6873-4690-8ad5-d012062ba10d req-bdf685ca-518e-42b0-be10-7652bff0bc5c tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 950 time: 0.3560812 Oct 20 11:26:56.526067 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-2c0c7a0a-c24f-48a5-a5b5-cd0b59113ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:56.526666 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-2c0c7a0a-c24f-48a5-a5b5-cd0b59113ce6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:56.527945 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-2c0c7a0a-c24f-48a5-a5b5-cd0b59113ce6 service neutron] 10.222.0.11 "PUT /v2.0/ports/fc88d942-585f-4ffe-b2ff-9e3e652801fd HTTP/1.1" status: 200 len: 1122 time: 1.3481386 Oct 20 11:26:56.598368 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bfe9d67f-6873-4690-8ad5-d012062ba10d req-b1643504-e470-45df-83fd-e12ad3aefeb6 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637822 Oct 20 11:26:56.627892 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['fc88d942-585f-4ffe-b2ff-9e3e652801fd'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:26:56.660914 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a41e4-8ce1-4d46-9b52-0f75b5cf5e0b req-5cf6ba23-3d48-41d3-a678-275ef4e9317b tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:56.670265 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-380a41e4-8ce1-4d46-9b52-0f75b5cf5e0b req-5cf6ba23-3d48-41d3-a678-275ef4e9317b tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "GET /v2.0/ports?device_id=5ee78286-3b95-4711-a075-f3fbfabc7622 HTTP/1.1" status: 200 len: 944 time: 0.0707862 Oct 20 11:26:56.727909 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-380a41e4-8ce1-4d46-9b52-0f75b5cf5e0b req-f3a8cf81-1690-46e9-a6f7-d0588da8c5ea tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "GET /v2.0/security-groups?id=d7aebbb5-65a1-4d60-b2e8-4078ecfc3582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438781 Oct 20 11:26:56.772591 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:26:56.870871 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491982fb-742b-4a30-9a86-36466b911894 req-eb75627a-fc80-47cf-9743-4c9b31b1f6fb tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:56.873578 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-491982fb-742b-4a30-9a86-36466b911894 req-eb75627a-fc80-47cf-9743-4c9b31b1f6fb tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=20848e8b-2192-461d-a11d-50d56a7261ec HTTP/1.1" status: 200 len: 944 time: 0.0895805 Oct 20 11:26:56.933569 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290,segment=NetworkSegment(f7b2f859-a162-4ede-8eaa-620a4add6ef1),segment_id=f7b2f859-a162-4ede-8eaa-620a4add6ef1)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:56.940765 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-491982fb-742b-4a30-9a86-36466b911894 req-c3858fed-030c-4520-a630-07d02ccb9c26 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575948 Oct 20 11:26:56.952051 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': 'af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290', 'network_id': 'd8338651-6e93-43eb-82bb-c86cf6e817ba', 'port_id': 'af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290', 'mac_address': 'fa:16:3e:8d:5e:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a859bd7-2b54-4ef2-916f-95506b8b807d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:26:56.996715 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4d4f78cc-8970-4232-8a57-5e955e56febb req-8c09e9c6-4f93-4d3b-b2cb-4a14a7fa31ce tempest-QuotasAdminNegativeTest-1238354644 tempest-QuotasAdminNegativeTest-1238354644-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=bc95b2b323d94a9b8001ab32f2e09032&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331333 Oct 20 11:26:57.056782 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:57.067515 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c2468faf-3c4a-4ef2-b4eb-ff1ea7b7a901 req-7e251f67-a7a6-4e21-8ab9-a42ae4700e64 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=ebcf9515c29840f1909c53592f762c2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375011 Oct 20 11:26:57.076611 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:26:57.101852 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290,segment=NetworkSegment(f7b2f859-a162-4ede-8eaa-620a4add6ef1),segment_id=f7b2f859-a162-4ede-8eaa-620a4add6ef1)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:57.108068 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:57.165515 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:57.196556 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f78cc-8970-4232-8a57-5e955e56febb req-45899e63-3a2f-40ca-8d7e-8d7011f4a53f tempest-QuotasAdminNegativeTest-1238354644 tempest-QuotasAdminNegativeTest-1238354644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:57.199302 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4d4f78cc-8970-4232-8a57-5e955e56febb req-45899e63-3a2f-40ca-8d7e-8d7011f4a53f tempest-QuotasAdminNegativeTest-1238354644 tempest-QuotasAdminNegativeTest-1238354644-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1924617 Oct 20 11:26:57.231905 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4d4f78cc-8970-4232-8a57-5e955e56febb req-a6e72953-e714-4d80-abf6-56fbd7038494 tempest-QuotasAdminNegativeTest-1238354644 tempest-QuotasAdminNegativeTest-1238354644-project] 10.222.0.98 "GET /v2.0/quotas/bc95b2b323d94a9b8001ab32f2e09032 HTTP/1.1" status: 200 len: 375 time: 0.0198662 Oct 20 11:26:57.242743 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2468faf-3c4a-4ef2-b4eb-ff1ea7b7a901 req-72711a07-e1ed-4850-8423-127fb9cdcded tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:57.244241 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c2468faf-3c4a-4ef2-b4eb-ff1ea7b7a901 req-72711a07-e1ed-4850-8423-127fb9cdcded tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1502964 Oct 20 11:26:57.281665 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4d4f78cc-8970-4232-8a57-5e955e56febb req-d3327d27-0acb-4a3e-8a1d-fc928685447b tempest-QuotasAdminNegativeTest-1238354644 tempest-QuotasAdminNegativeTest-1238354644-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=bc95b2b323d94a9b8001ab32f2e09032&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364120 Oct 20 11:26:57.284513 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c2468faf-3c4a-4ef2-b4eb-ff1ea7b7a901 req-1b0b1089-f2b8-4021-996d-d596b10d61e5 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/quotas/ebcf9515c29840f1909c53592f762c2f HTTP/1.1" status: 200 len: 375 time: 0.0297334 Oct 20 11:26:57.363225 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c2468faf-3c4a-4ef2-b4eb-ff1ea7b7a901 req-6a256d27-90cb-4847-a841-dac7c91d5184 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=ebcf9515c29840f1909c53592f762c2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0716605 Oct 20 11:26:57.378152 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:26:57.496239 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af298da6-8e95-4ec0-91ef-24df25a33fa5 req-979026b0-880d-429f-8c37-822a03837d58 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:57.507836 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-af298da6-8e95-4ec0-91ef-24df25a33fa5 req-979026b0-880d-429f-8c37-822a03837d58 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=68eacaab-077a-4e72-8ce4-3f16eafde7dd HTTP/1.1" status: 200 len: 944 time: 0.0901101 Oct 20 11:26:57.627577 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-af298da6-8e95-4ec0-91ef-24df25a33fa5 req-6e551b54-84df-4f6a-8a5f-854dd230d87a tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187789 Oct 20 11:26:57.669660 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a8b69-8971-4b47-980b-e3d3de897b47 req-e2b7b2e1-b924-40ce-8ac8-f0e2ba773b5a tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:57.671605 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bc1a8b69-8971-4b47-980b-e3d3de897b47 req-e2b7b2e1-b924-40ce-8ac8-f0e2ba773b5a tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 949 time: 0.1135654 Oct 20 11:26:57.687096 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 52446) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:57.753827 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bc1a8b69-8971-4b47-980b-e3d3de897b47 req-9126c57d-ad06-47d4-8cf6-8bfd3f1cbd40 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662472 Oct 20 11:26:57.876585 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ba950a02-cd20-4c86-ad0c-251d9e2a3784 req-15f3f7d4-f1dd-41d4-935c-d2ef2e66dd8e tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=b9e12627-097b-4599-bfdc-2eadb474e9c0 HTTP/1.1" status: 200 len: 210 time: 0.0546050 Oct 20 11:26:57.924798 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8b16bf5a-e9bb-40b2-9343-5276e05b8f3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:58.035477 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f5b24-9932-468c-b478-25bacc34d16f req-042c0ab8-8a67-4dca-8863-192574321d94 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:58.037237 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cb0f5b24-9932-468c-b478-25bacc34d16f req-042c0ab8-8a67-4dca-8863-192574321d94 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "GET /v2.0/ports?device_id=5ee78286-3b95-4711-a075-f3fbfabc7622 HTTP/1.1" status: 200 len: 945 time: 0.0845501 Oct 20 11:26:58.095256 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8b16bf5a-e9bb-40b2-9343-5276e05b8f3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:58.106110 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cb0f5b24-9932-468c-b478-25bacc34d16f req-3946f967-a752-43c1-8978-3496b32f30b0 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "GET /v2.0/security-groups?id=d7aebbb5-65a1-4d60-b2e8-4078ecfc3582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603969 Oct 20 11:26:58.112685 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8b16bf5a-e9bb-40b2-9343-5276e05b8f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:58.170015 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b16bf5a-e9bb-40b2-9343-5276e05b8f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9ccc6c-3589-4b38-b999-5e7cfa1a9a95,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:58.184222 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b16bf5a-e9bb-40b2-9343-5276e05b8f3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:58.185033 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b16bf5a-e9bb-40b2-9343-5276e05b8f3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:58.185541 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b16bf5a-e9bb-40b2-9343-5276e05b8f3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:58.186119 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b16bf5a-e9bb-40b2-9343-5276e05b8f3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:58.186617 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b16bf5a-e9bb-40b2-9343-5276e05b8f3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:58.187393 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b16bf5a-e9bb-40b2-9343-5276e05b8f3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:58.187924 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b16bf5a-e9bb-40b2-9343-5276e05b8f3c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:58.188657 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b16bf5a-e9bb-40b2-9343-5276e05b8f3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:58.188904 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b16bf5a-e9bb-40b2-9343-5276e05b8f3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:58.189282 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b16bf5a-e9bb-40b2-9343-5276e05b8f3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:58.189828 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b16bf5a-e9bb-40b2-9343-5276e05b8f3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:58.190694 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b16bf5a-e9bb-40b2-9343-5276e05b8f3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:26:58.204627 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8b16bf5a-e9bb-40b2-9343-5276e05b8f3c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=171c9c406c9c4d53bffcaf4e0d055bbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5155847 Oct 20 11:26:58.207375 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 52466) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:58.215465 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device a2f21c01-e64a-4abc-9a84-ff74becfcd56 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:26:58.218692 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68eacaab-077a-4e72-8ce4-3f16eafde7dd', 'tag': 'fc88d942-585f-4ffe-b2ff-9e3e652801fd'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:26:58.226993 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e2766d-2adb-44ae-bf63-fe48cb2c4993" -d '{"events": [{"name": "network-changed", "server_uuid": "68eacaab-077a-4e72-8ce4-3f16eafde7dd", "tag": "fc88d942-585f-4ffe-b2ff-9e3e652801fd"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:26:58.267897 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-48174748-e5e7-4002-87df-53e0d34f9f82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:58.292631 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd19938-f372-49b9-ad58-66d38a1408be req-66d730af-8404-4300-84da-74e7548f55cd tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:58.294567 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ccd19938-f372-49b9-ad58-66d38a1408be req-66d730af-8404-4300-84da-74e7548f55cd tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=20848e8b-2192-461d-a11d-50d56a7261ec HTTP/1.1" status: 200 len: 944 time: 0.1489112 Oct 20 11:26:58.305624 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-48174748-e5e7-4002-87df-53e0d34f9f82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:58.311190 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port a2f21c01-e64a-4abc-9a84-ff74becfcd56 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:26:58.317129 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port a2f21c01-e64a-4abc-9a84-ff74becfcd56 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:58.317702 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:58.365430 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-48174748-e5e7-4002-87df-53e0d34f9f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:58.369417 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-48174748-e5e7-4002-87df-53e0d34f9f82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:58.374025 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-48174748-e5e7-4002-87df-53e0d34f9f82 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6c9ccc6c-3589-4b38-b999-5e7cfa1a9a95 HTTP/1.1" status: 204 len: 168 time: 0.1651254 Oct 20 11:26:58.378759 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43178a18-8a9a-499c-a05b-43129996b36c x-openstack-request-id: req-43178a18-8a9a-499c-a05b-43129996b36c {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:26:58.379203 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68eacaab-077a-4e72-8ce4-3f16eafde7dd", "tag": "fc88d942-585f-4ffe-b2ff-9e3e652801fd", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:26:58.379449 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-43178a18-8a9a-499c-a05b-43129996b36c {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:26:58.379829 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68eacaab-077a-4e72-8ce4-3f16eafde7dd', 'tag': 'fc88d942-585f-4ffe-b2ff-9e3e652801fd', 'status': 'completed', 'code': 200} Oct 20 11:26:58.387966 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48174748-e5e7-4002-87df-53e0d34f9f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9ccc6c-3589-4b38-b999-5e7cfa1a9a95,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:58.433638 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:58.481036 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db4049cd-5d1e-452d-84fe-1423f3e965b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f21c01-e64a-4abc-9a84-ff74becfcd56'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:26:58.483685 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36db84f6-4d3b-4770-b723-2d80aff04872" -d '{"events": [{"server_uuid": "db4049cd-5d1e-452d-84fe-1423f3e965b6", "name": "network-vif-plugged", "status": "completed", "tag": "a2f21c01-e64a-4abc-9a84-ff74becfcd56"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:26:58.502126 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ccd19938-f372-49b9-ad58-66d38a1408be req-e4bd0fbc-ca64-49cb-9ea8-30aaa87c2f53 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920092 Oct 20 11:26:58.514822 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port a2f21c01-e64a-4abc-9a84-ff74becfcd56, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=a2f21c01-e64a-4abc-9a84-ff74becfcd56,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:58.529287 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:58.530823 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device fabc4d4d-b98c-4849-8160-17bc2ed3e4e9 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:26:58.549147 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2766d-2adb-44ae-bf63-fe48cb2c4993 req-4f27a9e3-afe2-4f8e-a395-72d9a37a7971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:58.550669 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-93e2766d-2adb-44ae-bf63-fe48cb2c4993 req-4f27a9e3-afe2-4f8e-a395-72d9a37a7971 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aa6715c00c6e4476951bf73e506ed201&device_id=68eacaab-077a-4e72-8ce4-3f16eafde7dd HTTP/1.1" status: 200 len: 1125 time: 0.1701057 Oct 20 11:26:58.584362 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d14af70-5294-4a36-82a6-adb77266f029 x-openstack-request-id: req-0d14af70-5294-4a36-82a6-adb77266f029 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:26:58.584858 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db4049cd-5d1e-452d-84fe-1423f3e965b6", "name": "network-vif-plugged", "status": "completed", "tag": "a2f21c01-e64a-4abc-9a84-ff74becfcd56", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:26:58.585260 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0d14af70-5294-4a36-82a6-adb77266f029 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:26:58.585775 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db4049cd-5d1e-452d-84fe-1423f3e965b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f21c01-e64a-4abc-9a84-ff74becfcd56', 'code': 200} Oct 20 11:26:58.640714 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=a2f21c01-e64a-4abc-9a84-ff74becfcd56,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:58.692066 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port fabc4d4d-b98c-4849-8160-17bc2ed3e4e9 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:26:58.699205 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port fabc4d4d-b98c-4849-8160-17bc2ed3e4e9 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:58.700472 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:58.742679 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89084d8-9a82-4339-92d0-13574303b7ef req-9b7bbd12-0ad6-445e-a1d9-acbc11b1315d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:58.750003 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c89084d8-9a82-4339-92d0-13574303b7ef req-9b7bbd12-0ad6-445e-a1d9-acbc11b1315d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 1101 time: 0.1000955 Oct 20 11:26:58.777817 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2766d-2adb-44ae-bf63-fe48cb2c4993 req-4e65c9f7-fd3a-4fc0-81ae-8578784d27cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:58.779847 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-93e2766d-2adb-44ae-bf63-fe48cb2c4993 req-4e65c9f7-fd3a-4fc0-81ae-8578784d27cb service neutron] 10.222.0.89 "GET /v2.0/networks?id=b05579c2-10e5-4997-ab9d-57afa741288e HTTP/1.1" status: 200 len: 909 time: 0.2160261 Oct 20 11:26:58.784731 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device fc88d942-585f-4ffe-b2ff-9e3e652801fd details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:26:58.842387 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c89084d8-9a82-4339-92d0-13574303b7ef req-c67e13e2-e3b4-407a-a1da-f2e0c4cd7a7f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832291 Oct 20 11:26:58.845391 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:26:58.891731 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-93e2766d-2adb-44ae-bf63-fe48cb2c4993 req-6efbd71c-2913-4304-970e-6966739b4091 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc88d942-585f-4ffe-b2ff-9e3e652801fd HTTP/1.1" status: 200 len: 217 time: 0.0939879 Oct 20 11:26:58.918445 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d1923746-063e-427a-a7dd-fb133108c6ed req-792ed5e7-5a34-458f-9993-72baa29a9c41 tempest-QuotasAdminNegativeTest-1238354644 tempest-QuotasAdminNegativeTest-1238354644-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=bc95b2b323d94a9b8001ab32f2e09032&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255768 Oct 20 11:26:58.947936 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb8525-8621-4cc4-8544-19db4ea52040 req-2de337f4-51ea-4114-aa37-c45a82ddf1ad tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:58.955804 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f3cb8525-8621-4cc4-8544-19db4ea52040 req-2de337f4-51ea-4114-aa37-c45a82ddf1ad tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=68eacaab-077a-4e72-8ce4-3f16eafde7dd HTTP/1.1" status: 200 len: 944 time: 0.2038038 Oct 20 11:26:58.973850 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 52502) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:58.992585 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:58.995444 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-243060da-ee7a-408e-8afc-f5686cca9b1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:59.026203 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f3cb8525-8621-4cc4-8544-19db4ea52040 req-baba606d-f781-432f-a31a-8eb947047ead tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694468 Oct 20 11:26:59.027786 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:26:59.031407 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port fc88d942-585f-4ffe-b2ff-9e3e652801fd, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=fc88d942-585f-4ffe-b2ff-9e3e652801fd,segment=NetworkSegment(fb1327ec-83b6-478a-9700-c6ea2f9574d3),segment_id=fb1327ec-83b6-478a-9700-c6ea2f9574d3)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:59.046211 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:26:59.053971 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:59.090187 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port fabc4d4d-b98c-4849-8160-17bc2ed3e4e9, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=fabc4d4d-b98c-4849-8160-17bc2ed3e4e9,segment=NetworkSegment(ec1b6256-95be-479c-9695-b6dae13546d3),segment_id=ec1b6256-95be-479c-9695-b6dae13546d3)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:59.091833 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device fc88d942-585f-4ffe-b2ff-9e3e652801fd has no active binding in host n-h1-814735-3 {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 20 11:26:59.102769 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:59.112572 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c2468faf-3c4a-4ef2-b4eb-ff1ea7b7a901 req-6a30a356-754b-4caf-bd67-07e9f7247adc tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=ebcf9515c29840f1909c53592f762c2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333805 Oct 20 11:26:59.167367 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=fabc4d4d-b98c-4849-8160-17bc2ed3e4e9,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:59.206065 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2766d-2adb-44ae-bf63-fe48cb2c4993 req-2db3d0ea-00ed-486d-8b00-c028917c05ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:59.207596 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-93e2766d-2adb-44ae-bf63-fe48cb2c4993 req-2db3d0ea-00ed-486d-8b00-c028917c05ec service neutron] 10.222.0.89 "GET /v2.0/subnets?id=beaf7d63-7f7d-4cb5-8871-db069d2b0a56 HTTP/1.1" status: 200 len: 847 time: 0.1038241 Oct 20 11:26:59.238911 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:59.243616 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2468faf-3c4a-4ef2-b4eb-ff1ea7b7a901 req-edbbddb8-00f9-4f4a-8d86-b07a183bee9c tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:59.245099 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c2468faf-3c4a-4ef2-b4eb-ff1ea7b7a901 req-edbbddb8-00f9-4f4a-8d86-b07a183bee9c tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1246283 Oct 20 11:26:59.270902 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-243060da-ee7a-408e-8afc-f5686cca9b1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:59.277295 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-c2468faf-3c4a-4ef2-b4eb-ff1ea7b7a901 req-83d9cb2f-c226-4957-9466-5de6c56fb7ba tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Request body: {'port': {'device_id': 'b9e12627-097b-4599-bfdc-2eadb474e9c0', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'admin_state_up': True, 'tenant_id': 'ebcf9515c29840f1909c53592f762c2f'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:26:59.283609 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-243060da-ee7a-408e-8afc-f5686cca9b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:59.294411 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-93e2766d-2adb-44ae-bf63-fe48cb2c4993 req-6d0599de-09b5-4451-8663-8777eb810cd8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b05579c2-10e5-4997-ab9d-57afa741288e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587008 Oct 20 11:26:59.305425 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290,segment=NetworkSegment(f7b2f859-a162-4ede-8eaa-620a4add6ef1),segment_id=f7b2f859-a162-4ede-8eaa-620a4add6ef1)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:26:59.312223 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:59.373667 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:59.378584 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-243060da-ee7a-408e-8afc-f5686cca9b1f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=07f38a6e2de942cc93557e55593dc208&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4034288 Oct 20 11:26:59.379352 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243060da-ee7a-408e-8afc-f5686cca9b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216d345e-58c0-4e91-92ed-faf2989013e8,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:59.382562 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 52506) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:26:59.408879 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1923746-063e-427a-a7dd-fb133108c6ed req-890bc68b-85a8-40ed-b5d9-e546cedf927c tempest-QuotasAdminNegativeTest-1238354644 tempest-QuotasAdminNegativeTest-1238354644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:59.411245 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d1923746-063e-427a-a7dd-fb133108c6ed req-890bc68b-85a8-40ed-b5d9-e546cedf927c tempest-QuotasAdminNegativeTest-1238354644 tempest-QuotasAdminNegativeTest-1238354644-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4861708 Oct 20 11:26:59.439044 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-93e2766d-2adb-44ae-bf63-fe48cb2c4993 req-27d66ef8-c525-49d7-b788-a5f17e18597e service neutron] 10.222.0.89 "GET /v2.0/networks/b05579c2-10e5-4997-ab9d-57afa741288e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359038 Oct 20 11:26:59.446357 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3a867-06e7-4efe-b2f7-de54b9423919 req-186ab283-d542-4367-b2d5-acf1b29602ca tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:59.450185 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cdb3a867-06e7-4efe-b2f7-de54b9423919 req-186ab283-d542-4367-b2d5-acf1b29602ca tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 950 time: 0.3472331 Oct 20 11:26:59.455117 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d1923746-063e-427a-a7dd-fb133108c6ed req-27fdc304-7611-42ee-8ab5-cd8ec663ce02 tempest-QuotasAdminNegativeTest-1238354644 tempest-QuotasAdminNegativeTest-1238354644-project] 10.222.0.98 "GET /v2.0/quotas/bc95b2b323d94a9b8001ab32f2e09032 HTTP/1.1" status: 200 len: 375 time: 0.0335319 Oct 20 11:26:59.472539 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3d24a282-94fb-4c83-912a-98cf9f4a2e18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:59.490309 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2468faf-3c4a-4ef2-b4eb-ff1ea7b7a901 req-83d9cb2f-c226-4957-9466-5de6c56fb7ba tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Made reservation on behalf of ebcf9515c29840f1909c53592f762c2f for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:26:59.493859 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-c2468faf-3c4a-4ef2-b4eb-ff1ea7b7a901 req-83d9cb2f-c226-4957-9466-5de6c56fb7ba tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:59.512699 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3d24a282-94fb-4c83-912a-98cf9f4a2e18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:59.519067 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d1923746-063e-427a-a7dd-fb133108c6ed req-d34b3878-1097-4c7b-a9e6-174dfb20262d tempest-QuotasAdminNegativeTest-1238354644 tempest-QuotasAdminNegativeTest-1238354644-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=bc95b2b323d94a9b8001ab32f2e09032&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498424 Oct 20 11:26:59.596081 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cdb3a867-06e7-4efe-b2f7-de54b9423919 req-0186788e-77fc-41b9-91fa-7f0592f68216 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399679 Oct 20 11:26:59.649295 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-93e2766d-2adb-44ae-bf63-fe48cb2c4993 req-49e4b331-e467-4d6b-ba4a-69470c94bec5 service neutron] 10.222.0.89 "GET /v2.0/networks/b05579c2-10e5-4997-ab9d-57afa741288e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983325 Oct 20 11:26:59.664208 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3d24a282-94fb-4c83-912a-98cf9f4a2e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:59.666896 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3d24a282-94fb-4c83-912a-98cf9f4a2e18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:59.671074 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3d24a282-94fb-4c83-912a-98cf9f4a2e18 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/216d345e-58c0-4e91-92ed-faf2989013e8 HTTP/1.1" status: 204 len: 168 time: 0.2804613 Oct 20 11:26:59.686764 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ab2003b0-f0f3-4724-92bb-f63245d27b24 req-7d05a243-6fb1-4829-9c36-0a1182f8c947 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=b9e12627-097b-4599-bfdc-2eadb474e9c0 HTTP/1.1" status: 200 len: 210 time: 0.0432577 Oct 20 11:26:59.702413 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d24a282-94fb-4c83-912a-98cf9f4a2e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216d345e-58c0-4e91-92ed-faf2989013e8,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:26:59.728096 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [req-c2468faf-3c4a-4ef2-b4eb-ff1ea7b7a901 req-83d9cb2f-c226-4957-9466-5de6c56fb7ba tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Allocated IP 192.168.233.183 (09e5a906-63cf-4dde-b699-ab448fb18fb8/94289c8c-e5f7-4e30-b6a9-5b268a8fd610/c6b58f51-83b8-4466-8b5f-d176c566208a) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:26:59.789438 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b8d596-2cdd-49f5-b371-3dba9ee89f5a req-145982a3-0387-4492-bdeb-3fa7ed869445 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:59.798859 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b5b8d596-2cdd-49f5-b371-3dba9ee89f5a req-145982a3-0387-4492-bdeb-3fa7ed869445 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "GET /v2.0/ports?device_id=5ee78286-3b95-4711-a075-f3fbfabc7622 HTTP/1.1" status: 200 len: 946 time: 0.0927434 Oct 20 11:26:59.863390 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b5b8d596-2cdd-49f5-b371-3dba9ee89f5a req-65a37eac-9425-48d5-959d-4d886e51e1b1 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "GET /v2.0/security-groups?id=d7aebbb5-65a1-4d60-b2e8-4078ecfc3582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636017 Oct 20 11:26:59.878892 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcfe4bb-f293-4da7-b4d0-25f5f53a5154 req-0de20938-25e8-4970-8a4c-20d32b3bf637 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:26:59.886327 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0dcfe4bb-f293-4da7-b4d0-25f5f53a5154 req-0de20938-25e8-4970-8a4c-20d32b3bf637 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=20848e8b-2192-461d-a11d-50d56a7261ec HTTP/1.1" status: 200 len: 945 time: 0.1093314 Oct 20 11:26:59.903786 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-c2468faf-3c4a-4ef2-b4eb-ff1ea7b7a901 req-83d9cb2f-c226-4957-9466-5de6c56fb7ba tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:59.929134 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0dcfe4bb-f293-4da7-b4d0-25f5f53a5154 req-cf06cbe2-f06e-4783-a5bf-2f1e72900afd tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419204 Oct 20 11:26:59.955609 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-c2468faf-3c4a-4ef2-b4eb-ff1ea7b7a901 req-83d9cb2f-c226-4957-9466-5de6c56fb7ba tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:26:59.968813 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['80752078-414a-4f8f-87fe-af03aaf07830'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:26:59.975267 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['f26b9bba-0475-4f54-873f-b971299bb59a'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:27:00.004999 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2468faf-3c4a-4ef2-b4eb-ff1ea7b7a901 req-83d9cb2f-c226-4957-9466-5de6c56fb7ba tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Network 09e5a906-63cf-4dde-b699-ab448fb18fb8 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:27:00.009822 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [req-c2468faf-3c4a-4ef2-b4eb-ff1ea7b7a901 req-83d9cb2f-c226-4957-9466-5de6c56fb7ba tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:27:00.022617 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2468faf-3c4a-4ef2-b4eb-ff1ea7b7a901 req-83d9cb2f-c226-4957-9466-5de6c56fb7ba tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:27:00.080876 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9cb2f-c226-4957-9466-5de6c56fb7ba tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Pushing event updated for resources: {'Port': ['ID=c6b58f51-83b8-4466-8b5f-d176c566208a,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:00.107267 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2468faf-3c4a-4ef2-b4eb-ff1ea7b7a901 req-83d9cb2f-c226-4957-9466-5de6c56fb7ba tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:00.107941 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-c2468faf-3c4a-4ef2-b4eb-ff1ea7b7a901 req-83d9cb2f-c226-4957-9466-5de6c56fb7ba tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:00.134838 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c2468faf-3c4a-4ef2-b4eb-ff1ea7b7a901 req-83d9cb2f-c226-4957-9466-5de6c56fb7ba tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8623035 Oct 20 11:27:00.148184 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-c2468faf-3c4a-4ef2-b4eb-ff1ea7b7a901 req-cac03238-97bb-4506-889c-80b91ee22d7a service neutron] Request body: {'port': {'device_id': 'b9e12627-097b-4599-bfdc-2eadb474e9c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:27:00.225530 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8de250-56ce-47af-ba0e-4be2d7f40b07 req-bc0cbd48-69aa-4645-b375-272587824ea5 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:00.228995 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ce8de250-56ce-47af-ba0e-4be2d7f40b07 req-bc0cbd48-69aa-4645-b375-272587824ea5 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=68eacaab-077a-4e72-8ce4-3f16eafde7dd HTTP/1.1" status: 200 len: 944 time: 0.1042197 Oct 20 11:27:00.276248 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-c2468faf-3c4a-4ef2-b4eb-ff1ea7b7a901 req-cac03238-97bb-4506-889c-80b91ee22d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:00.318195 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ce8de250-56ce-47af-ba0e-4be2d7f40b07 req-3258c78e-d57b-4976-a022-22a66aa60083 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837455 Oct 20 11:27:00.421758 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-b7605b08-0a7e-4567-b0da-1dbe87139e1b None None] Provisioning complete for port c6b58f51-83b8-4466-8b5f-d176c566208a triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:27:00.422281 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b7605b08-0a7e-4567-b0da-1dbe87139e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:00.480592 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-b7605b08-0a7e-4567-b0da-1dbe87139e1b None None] Port c6b58f51-83b8-4466-8b5f-d176c566208a cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:27:00.586965 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20848e8b-2192-461d-a11d-50d56a7261ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fabc4d4d-b98c-4849-8160-17bc2ed3e4e9'}, {'server_uuid': '5ee78286-3b95-4711-a075-f3fbfabc7622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:27:00.589663 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e8c570-6683-401d-b1d2-e7e342f064fe" -d '{"events": [{"server_uuid": "20848e8b-2192-461d-a11d-50d56a7261ec", "name": "network-vif-plugged", "status": "completed", "tag": "fabc4d4d-b98c-4849-8160-17bc2ed3e4e9"}, {"server_uuid": "5ee78286-3b95-4711-a075-f3fbfabc7622", "name": "network-vif-plugged", "status": "completed", "tag": "af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:27:00.663404 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Oct 2021 11:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fecadd9-698d-46aa-ac2b-391bcd8f666f x-openstack-request-id: req-0fecadd9-698d-46aa-ac2b-391bcd8f666f {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:27:00.663797 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20848e8b-2192-461d-a11d-50d56a7261ec", "name": "network-vif-plugged", "status": "completed", "tag": "fabc4d4d-b98c-4849-8160-17bc2ed3e4e9", "code": 200}, {"server_uuid": "5ee78286-3b95-4711-a075-f3fbfabc7622", "name": "network-vif-plugged", "status": "completed", "tag": "af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:27:00.664139 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0fecadd9-698d-46aa-ac2b-391bcd8f666f {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:27:00.664909 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20848e8b-2192-461d-a11d-50d56a7261ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fabc4d4d-b98c-4849-8160-17bc2ed3e4e9', 'code': 200} Oct 20 11:27:00.665249 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee78286-3b95-4711-a075-f3fbfabc7622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290', 'code': 200} Oct 20 11:27:00.674900 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-c2468faf-3c4a-4ef2-b4eb-ff1ea7b7a901 req-cac03238-97bb-4506-889c-80b91ee22d7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6b58f51-83b8-4466-8b5f-d176c566208a {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:27:00.683591 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-c2468faf-3c4a-4ef2-b4eb-ff1ea7b7a901 req-cac03238-97bb-4506-889c-80b91ee22d7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:00.697380 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-c2468faf-3c4a-4ef2-b4eb-ff1ea7b7a901 req-cac03238-97bb-4506-889c-80b91ee22d7a service neutron] Transition to ACTIVE for port object c6b58f51-83b8-4466-8b5f-d176c566208a will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:27:00.706034 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-c2468faf-3c4a-4ef2-b4eb-ff1ea7b7a901 req-cac03238-97bb-4506-889c-80b91ee22d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:00.831703 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac03238-97bb-4506-889c-80b91ee22d7a service neutron] Pushing event updated for resources: {'Port': ['ID=c6b58f51-83b8-4466-8b5f-d176c566208a,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:00.884974 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-c2468faf-3c4a-4ef2-b4eb-ff1ea7b7a901 req-cac03238-97bb-4506-889c-80b91ee22d7a service neutron] Attempting to bind port c6b58f51-83b8-4466-8b5f-d176c566208a on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:27:00.885479 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-c2468faf-3c4a-4ef2-b4eb-ff1ea7b7a901 req-cac03238-97bb-4506-889c-80b91ee22d7a service neutron] Attempting to bind port c6b58f51-83b8-4466-8b5f-d176c566208a by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:27:00.885969 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2468faf-3c4a-4ef2-b4eb-ff1ea7b7a901 req-cac03238-97bb-4506-889c-80b91ee22d7a service neutron] Attempting to bind port c6b58f51-83b8-4466-8b5f-d176c566208a on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:27:00.891942 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2468faf-3c4a-4ef2-b4eb-ff1ea7b7a901 req-cac03238-97bb-4506-889c-80b91ee22d7a service neutron] Port c6b58f51-83b8-4466-8b5f-d176c566208a on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:27:00.892274 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2468faf-3c4a-4ef2-b4eb-ff1ea7b7a901 req-cac03238-97bb-4506-889c-80b91ee22d7a service neutron] Attempting to bind port c6b58f51-83b8-4466-8b5f-d176c566208a on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:27:00.906516 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2468faf-3c4a-4ef2-b4eb-ff1ea7b7a901 req-cac03238-97bb-4506-889c-80b91ee22d7a service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:27:00.907182 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2468faf-3c4a-4ef2-b4eb-ff1ea7b7a901 req-cac03238-97bb-4506-889c-80b91ee22d7a service neutron] Checking segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:27:00.907385 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2468faf-3c4a-4ef2-b4eb-ff1ea7b7a901 req-cac03238-97bb-4506-889c-80b91ee22d7a service neutron] Bound using segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:27:00.907811 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-c2468faf-3c4a-4ef2-b4eb-ff1ea7b7a901 req-cac03238-97bb-4506-889c-80b91ee22d7a service neutron] Bound port: c6b58f51-83b8-4466-8b5f-d176c566208a, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:27:00.908163 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-c2468faf-3c4a-4ef2-b4eb-ff1ea7b7a901 req-cac03238-97bb-4506-889c-80b91ee22d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:00.980434 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-c2468faf-3c4a-4ef2-b4eb-ff1ea7b7a901 req-cac03238-97bb-4506-889c-80b91ee22d7a service neutron] For port c6b58f51-83b8-4466-8b5f-d176c566208a, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:27:00.985660 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-c2468faf-3c4a-4ef2-b4eb-ff1ea7b7a901 req-cac03238-97bb-4506-889c-80b91ee22d7a service neutron] For port c6b58f51-83b8-4466-8b5f-d176c566208a, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=c6b58f51-83b8-4466-8b5f-d176c566208a,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:27:00.988289 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-5f92d5dc-9061-4f40-8f49-7e542b202682 service neutron] 10.222.0.89 "GET /v2.0/ports/fc88d942-585f-4ffe-b2ff-9e3e652801fd/bindings/n-h1-814735-3 HTTP/1.1" status: 200 len: 384 time: 0.3580050 Oct 20 11:27:00.991767 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e3b99-2b34-4a90-aa39-a005e6bc0aff req-5a2444a4-5fa1-4072-81ab-2ad17b97b740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:00.993250 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3d4e3b99-2b34-4a90-aa39-a005e6bc0aff req-5a2444a4-5fa1-4072-81ab-2ad17b97b740 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=20848e8b-2192-461d-a11d-50d56a7261ec HTTP/1.1" status: 200 len: 1096 time: 0.2435496 Oct 20 11:27:00.997668 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-c2468faf-3c4a-4ef2-b4eb-ff1ea7b7a901 req-cac03238-97bb-4506-889c-80b91ee22d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:01.000855 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a03ef-fdf7-444e-8088-71c49396ca46 req-3828ebd9-b996-4eb7-82dd-5c8d421c29f4 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:01.002917 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-561a03ef-fdf7-444e-8088-71c49396ca46 req-3828ebd9-b996-4eb7-82dd-5c8d421c29f4 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 950 time: 0.1782594 Oct 20 11:27:01.004716 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b694a-d17a-4156-ad05-cd475fedcb25 req-2b407d37-476f-4693-a36a-8af6b0ba7ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:01.006089 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1c7b694a-d17a-4156-ad05-cd475fedcb25 req-2b407d37-476f-4693-a36a-8af6b0ba7ff0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5ee78286-3b95-4711-a075-f3fbfabc7622 HTTP/1.1" status: 200 len: 1097 time: 0.2576983 Oct 20 11:27:01.015629 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72bdf3-858b-4b27-ab47-8f55579ecb0f req-e3f7abbb-e1c4-4288-97ec-35f61e9f9856 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:01.017046 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1a72bdf3-858b-4b27-ab47-8f55579ecb0f req-e3f7abbb-e1c4-4288-97ec-35f61e9f9856 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=b9e12627-097b-4599-bfdc-2eadb474e9c0 HTTP/1.1" status: 200 len: 948 time: 0.1718950 Oct 20 11:27:01.045869 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2468faf-3c4a-4ef2-b4eb-ff1ea7b7a901 req-cac03238-97bb-4506-889c-80b91ee22d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:01.046594 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-c2468faf-3c4a-4ef2-b4eb-ff1ea7b7a901 req-cac03238-97bb-4506-889c-80b91ee22d7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:01.048222 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c2468faf-3c4a-4ef2-b4eb-ff1ea7b7a901 req-cac03238-97bb-4506-889c-80b91ee22d7a service neutron] 10.222.0.89 "PUT /v2.0/ports/c6b58f51-83b8-4466-8b5f-d176c566208a HTTP/1.1" status: 200 len: 1096 time: 0.9044709 Oct 20 11:27:01.048668 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9e12627-097b-4599-bfdc-2eadb474e9c0', 'tag': 'c6b58f51-83b8-4466-8b5f-d176c566208a'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:27:01.051141 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfeb18c7-5237-4ba0-b9f9-222e216a71d6" -d '{"events": [{"name": "network-changed", "server_uuid": "b9e12627-097b-4599-bfdc-2eadb474e9c0", "tag": "c6b58f51-83b8-4466-8b5f-d176c566208a"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:27:01.073140 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac03238-97bb-4506-889c-80b91ee22d7a service neutron] Pushing event updated for resources: {'Port': ['ID=c6b58f51-83b8-4466-8b5f-d176c566208a,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:01.160204 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2468faf-3c4a-4ef2-b4eb-ff1ea7b7a901 req-f5d56c13-0138-4c01-946c-1c331b720688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:01.162573 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c2468faf-3c4a-4ef2-b4eb-ff1ea7b7a901 req-f5d56c13-0138-4c01-946c-1c331b720688 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ebcf9515c29840f1909c53592f762c2f&device_id=b9e12627-097b-4599-bfdc-2eadb474e9c0 HTTP/1.1" status: 200 len: 1099 time: 0.0580893 Oct 20 11:27:01.171138 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3d4e3b99-2b34-4a90-aa39-a005e6bc0aff req-852df840-1880-40ea-bdf9-053a348f7811 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640072 Oct 20 11:27:01.182571 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-561a03ef-fdf7-444e-8088-71c49396ca46 req-6afcc1fa-0af1-4207-a055-93532047a95f tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645780 Oct 20 11:27:01.192814 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1c7b694a-d17a-4156-ad05-cd475fedcb25 req-5e51765a-3440-4511-b56d-148b02b361f2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d7aebbb5-65a1-4d60-b2e8-4078ecfc3582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642270 Oct 20 11:27:01.195858 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1a72bdf3-858b-4b27-ab47-8f55579ecb0f req-cf2e9b8e-6dfe-46f9-b3ea-1cfd2832c770 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663175 Oct 20 11:27:01.257151 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c2468faf-3c4a-4ef2-b4eb-ff1ea7b7a901 req-1539aaf1-6d4d-4f4a-b499-ae55a8c60759 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=c6b58f51-83b8-4466-8b5f-d176c566208a HTTP/1.1" status: 200 len: 217 time: 0.0852964 Oct 20 11:27:01.367006 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-ac304e7c-8156-41ee-acfd-d9acd407582a service neutron] For port fc88d942-585f-4ffe-b2ff-9e3e652801fd, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=fc88d942-585f-4ffe-b2ff-9e3e652801fd,segment=NetworkSegment(fb1327ec-83b6-478a-9700-c6ea2f9574d3),segment_id=fb1327ec-83b6-478a-9700-c6ea2f9574d3)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:01.403941 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0daeb4b-71f3-4b5f-8cc5-767b4268d6f7 req-b4636783-bdb2-48e6-8f7e-646db4fe7e3b tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:01.403941 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f0daeb4b-71f3-4b5f-8cc5-767b4268d6f7 req-b4636783-bdb2-48e6-8f7e-646db4fe7e3b tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "GET /v2.0/ports?device_id=5ee78286-3b95-4711-a075-f3fbfabc7622 HTTP/1.1" status: 200 len: 946 time: 0.0875022 Oct 20 11:27:01.403941 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-ac304e7c-8156-41ee-acfd-d9acd407582a service neutron] For port fc88d942-585f-4ffe-b2ff-9e3e652801fd, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:27:01.433936 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2468faf-3c4a-4ef2-b4eb-ff1ea7b7a901 req-6cee3207-c41c-48c2-a832-3921048ce2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:01.436004 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c2468faf-3c4a-4ef2-b4eb-ff1ea7b7a901 req-6cee3207-c41c-48c2-a832-3921048ce2d4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.0564079 Oct 20 11:27:01.458046 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-ac304e7c-8156-41ee-acfd-d9acd407582a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc88d942-585f-4ffe-b2ff-9e3e652801fd {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:27:01.471908 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f0daeb4b-71f3-4b5f-8cc5-767b4268d6f7 req-594d0160-772d-4a37-acb9-3eb91962b0c9 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "GET /v2.0/security-groups?id=d7aebbb5-65a1-4d60-b2e8-4078ecfc3582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685208 Oct 20 11:27:01.473714 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-ac304e7c-8156-41ee-acfd-d9acd407582a service neutron] For port fc88d942-585f-4ffe-b2ff-9e3e652801fd, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=fc88d942-585f-4ffe-b2ff-9e3e652801fd,segment=NetworkSegment(fb1327ec-83b6-478a-9700-c6ea2f9574d3),segment_id=fb1327ec-83b6-478a-9700-c6ea2f9574d3)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:01.492617 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-ac304e7c-8156-41ee-acfd-d9acd407582a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:01.508147 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2468faf-3c4a-4ef2-b4eb-ff1ea7b7a901 req-ebfb2573-0e83-44b6-93c5-cc0034d68193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:01.510118 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c2468faf-3c4a-4ef2-b4eb-ff1ea7b7a901 req-ebfb2573-0e83-44b6-93c5-cc0034d68193 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0586731 Oct 20 11:27:01.618089 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3603cb0-c738-4c59-b315-811cb4317c58 req-26c16b9b-a685-48fe-9892-2a3110422278 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:01.619489 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f3603cb0-c738-4c59-b315-811cb4317c58 req-26c16b9b-a685-48fe-9892-2a3110422278 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=20848e8b-2192-461d-a11d-50d56a7261ec HTTP/1.1" status: 200 len: 945 time: 0.0778229 Oct 20 11:27:01.622406 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-ac304e7c-8156-41ee-acfd-d9acd407582a service neutron] Transition to ACTIVE for port object fc88d942-585f-4ffe-b2ff-9e3e652801fd will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:27:01.631191 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-ac304e7c-8156-41ee-acfd-d9acd407582a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:01.648071 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c2468faf-3c4a-4ef2-b4eb-ff1ea7b7a901 req-19e0d87b-b4eb-47e8-9d46-776595e3d812 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279376 Oct 20 11:27:01.718285 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-ac304e7c-8156-41ee-acfd-d9acd407582a service neutron] No DVR routers for this DVR port fc88d942-585f-4ffe-b2ff-9e3e652801fd on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:27:01.731208 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8e8bee-f435-4775-8fb6-a3325793ef3a x-openstack-request-id: req-6a8e8bee-f435-4775-8fb6-a3325793ef3a {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:27:01.731495 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9e12627-097b-4599-bfdc-2eadb474e9c0", "tag": "c6b58f51-83b8-4466-8b5f-d176c566208a", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:27:01.731760 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6a8e8bee-f435-4775-8fb6-a3325793ef3a {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:27:01.732282 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9e12627-097b-4599-bfdc-2eadb474e9c0', 'tag': 'c6b58f51-83b8-4466-8b5f-d176c566208a', 'status': 'completed', 'code': 200} Oct 20 11:27:01.736212 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f3603cb0-c738-4c59-b315-811cb4317c58 req-230f8cf5-0fef-468c-9bd6-7162a1502cc7 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065228 Oct 20 11:27:01.759098 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac304e7c-8156-41ee-acfd-d9acd407582a service neutron] Pushing event updated for resources: {'Port': ['ID=fc88d942-585f-4ffe-b2ff-9e3e652801fd,revision_number=10']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:01.775000 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-ac304e7c-8156-41ee-acfd-d9acd407582a service neutron] 10.222.0.89 "PUT /v2.0/ports/fc88d942-585f-4ffe-b2ff-9e3e652801fd/bindings/n-h1-814735-3/activate HTTP/1.1" status: 200 len: 369 time: 0.7627082 Oct 20 11:27:01.775960 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c2468faf-3c4a-4ef2-b4eb-ff1ea7b7a901 req-1f2a6821-5e75-45fc-94da-75c2467869a2 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203666 Oct 20 11:27:01.777551 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac304e7c-8156-41ee-acfd-d9acd407582a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:01.777956 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac304e7c-8156-41ee-acfd-d9acd407582a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:01.778359 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac304e7c-8156-41ee-acfd-d9acd407582a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:01.778752 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac304e7c-8156-41ee-acfd-d9acd407582a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:01.779108 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac304e7c-8156-41ee-acfd-d9acd407582a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:01.779510 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac304e7c-8156-41ee-acfd-d9acd407582a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:01.779895 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac304e7c-8156-41ee-acfd-d9acd407582a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:01.780284 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac304e7c-8156-41ee-acfd-d9acd407582a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:01.780737 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac304e7c-8156-41ee-acfd-d9acd407582a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:01.781124 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac304e7c-8156-41ee-acfd-d9acd407582a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:01.781606 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac304e7c-8156-41ee-acfd-d9acd407582a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:01.781883 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac304e7c-8156-41ee-acfd-d9acd407582a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:01.882637 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb18c7-5237-4ba0-b9f9-222e216a71d6 req-6f56f310-157b-4d6f-97c3-5890ae0cd7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:01.884499 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-cfeb18c7-5237-4ba0-b9f9-222e216a71d6 req-6f56f310-157b-4d6f-97c3-5890ae0cd7d4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ebcf9515c29840f1909c53592f762c2f&device_id=b9e12627-097b-4599-bfdc-2eadb474e9c0 HTTP/1.1" status: 200 len: 1099 time: 0.0513952 Oct 20 11:27:01.913965 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff0bae-b36a-4831-9165-ba6d99a3166a req-ab4a408a-15a9-4be4-9d59-82c5742df966 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:01.921510 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-beff0bae-b36a-4831-9165-ba6d99a3166a req-ab4a408a-15a9-4be4-9d59-82c5742df966 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=68eacaab-077a-4e72-8ce4-3f16eafde7dd HTTP/1.1" status: 200 len: 945 time: 0.0855808 Oct 20 11:27:01.933617 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-d492e0ac-a4e4-44cc-a559-ca13f08b14b4 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:01.935010 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-d492e0ac-a4e4-44cc-a559-ca13f08b14b4 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=68eacaab-077a-4e72-8ce4-3f16eafde7dd&tenant_id=aa6715c00c6e4476951bf73e506ed201&binding%3Ahost_id=n-h2-814735-3 HTTP/1.1" status: 200 len: 1096 time: 0.0905066 Oct 20 11:27:02.035777 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-beff0bae-b36a-4831-9165-ba6d99a3166a req-4b73a222-1e76-4ce6-9886-99d72c27aea5 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129785 Oct 20 11:27:02.076250 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-7ff32785-95c7-4336-9ebf-307c9bb2baa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:02.078211 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-7ff32785-95c7-4336-9ebf-307c9bb2baa6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=68eacaab-077a-4e72-8ce4-3f16eafde7dd&tenant_id=aa6715c00c6e4476951bf73e506ed201 HTTP/1.1" status: 200 len: 1096 time: 0.1327343 Oct 20 11:27:02.087739 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e5ed6-c014-4664-8599-1ab39a70c0c4 req-e04b04ae-f867-4236-a573-f528eb86c476 tempest-MigrationsAdminTest-1371283114 tempest-MigrationsAdminTest-1371283114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:02.089327 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-090e5ed6-c014-4664-8599-1ab39a70c0c4 req-e04b04ae-f867-4236-a573-f528eb86c476 tempest-MigrationsAdminTest-1371283114 tempest-MigrationsAdminTest-1371283114-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 1101 time: 0.0759561 Oct 20 11:27:02.121882 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-090e5ed6-c014-4664-8599-1ab39a70c0c4 req-de23c41b-e758-4d8d-a4a1-066fa391466a tempest-MigrationsAdminTest-1371283114 tempest-MigrationsAdminTest-1371283114-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:02.178335 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-138725d0-f922-4319-830f-c48e1c479bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:02.179985 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-138725d0-f922-4319-830f-c48e1c479bf2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa6715c00c6e4476951bf73e506ed201&device_id=68eacaab-077a-4e72-8ce4-3f16eafde7dd HTTP/1.1" status: 200 len: 1096 time: 0.0667195 Oct 20 11:27:02.214100 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb18c7-5237-4ba0-b9f9-222e216a71d6 req-c05a842c-3677-4804-8790-6fa14b886117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:02.215881 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-cfeb18c7-5237-4ba0-b9f9-222e216a71d6 req-c05a842c-3677-4804-8790-6fa14b886117 service neutron] 10.222.0.89 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 0.3233180 Oct 20 11:27:02.259012 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ed7860d4-ce07-4d90-9bda-53dafa7b53bd req-e8efc6a1-6dd3-4b47-bd28-40bef66e1e44 tempest-QuotasAdminNegativeTest-1238354644 tempest-QuotasAdminNegativeTest-1238354644-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=bc95b2b323d94a9b8001ab32f2e09032&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387406 Oct 20 11:27:02.263403 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-cfeb18c7-5237-4ba0-b9f9-222e216a71d6 req-3f557d2f-d89c-4ce2-ae87-b68b35d36d47 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=c6b58f51-83b8-4466-8b5f-d176c566208a HTTP/1.1" status: 200 len: 217 time: 0.0391452 Oct 20 11:27:02.325999 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb18c7-5237-4ba0-b9f9-222e216a71d6 req-27867dbf-c626-4861-831d-623c6d9509b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:02.328511 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-cfeb18c7-5237-4ba0-b9f9-222e216a71d6 req-27867dbf-c626-4861-831d-623c6d9509b2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.0448568 Oct 20 11:27:02.383252 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb18c7-5237-4ba0-b9f9-222e216a71d6 req-bbaa2d45-878c-4ae9-9e3d-32e8eff0f11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:02.384928 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-cfeb18c7-5237-4ba0-b9f9-222e216a71d6 req-bbaa2d45-878c-4ae9-9e3d-32e8eff0f11c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0452592 Oct 20 11:27:02.507470 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-cfeb18c7-5237-4ba0-b9f9-222e216a71d6 req-0a1819ed-f478-40e3-a9df-a276c421b00c service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032264 Oct 20 11:27:02.601804 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-090e5ed6-c014-4664-8599-1ab39a70c0c4 req-de23c41b-e758-4d8d-a4a1-066fa391466a tempest-MigrationsAdminTest-1371283114 tempest-MigrationsAdminTest-1371283114-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:02.605426 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-788832f6-8eb9-47b6-81b8-cca9a074703c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:02.606933 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-788832f6-8eb9-47b6-81b8-cca9a074703c service neutron] 10.222.0.11 "GET /v2.0/networks?id=b05579c2-10e5-4997-ab9d-57afa741288e HTTP/1.1" status: 200 len: 909 time: 0.4174919 Oct 20 11:27:02.608728 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-cfeb18c7-5237-4ba0-b9f9-222e216a71d6 req-28f260f8-96cc-4669-a25f-1dc47de39294 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913935 Oct 20 11:27:02.612231 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-090e5ed6-c014-4664-8599-1ab39a70c0c4 req-de23c41b-e758-4d8d-a4a1-066fa391466a tempest-MigrationsAdminTest-1371283114 tempest-MigrationsAdminTest-1371283114-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:02.683527 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-090e5ed6-c014-4664-8599-1ab39a70c0c4 req-de23c41b-e758-4d8d-a4a1-066fa391466a tempest-MigrationsAdminTest-1371283114 tempest-MigrationsAdminTest-1371283114-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5837228 Oct 20 11:27:02.690112 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-79558413-394a-4129-bf30-b45d752b8d40 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc88d942-585f-4ffe-b2ff-9e3e652801fd HTTP/1.1" status: 200 len: 217 time: 0.0721514 Oct 20 11:27:02.692471 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de23c41b-e758-4d8d-a4a1-066fa391466a tempest-MigrationsAdminTest-1371283114 tempest-MigrationsAdminTest-1371283114-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f93794-3eaa-46ba-9137-559de443c678,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:02.707639 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7860d4-ce07-4d90-9bda-53dafa7b53bd req-80e0abc4-2be5-44a8-8c60-a9db907139e8 tempest-QuotasAdminNegativeTest-1238354644 tempest-QuotasAdminNegativeTest-1238354644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:02.709427 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ed7860d4-ce07-4d90-9bda-53dafa7b53bd req-80e0abc4-2be5-44a8-8c60-a9db907139e8 tempest-QuotasAdminNegativeTest-1238354644 tempest-QuotasAdminNegativeTest-1238354644-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4209244 Oct 20 11:27:02.754321 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ed7860d4-ce07-4d90-9bda-53dafa7b53bd req-765e3f13-23fe-4923-81b5-c0941c87e6e0 tempest-QuotasAdminNegativeTest-1238354644 tempest-QuotasAdminNegativeTest-1238354644-project] 10.222.0.98 "GET /v2.0/quotas/bc95b2b323d94a9b8001ab32f2e09032 HTTP/1.1" status: 200 len: 375 time: 0.0357268 Oct 20 11:27:02.773565 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-05180249-360b-49f2-8e6c-f7f8702840de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:02.775309 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-05180249-360b-49f2-8e6c-f7f8702840de service neutron] 10.222.0.11 "GET /v2.0/subnets?id=beaf7d63-7f7d-4cb5-8871-db069d2b0a56 HTTP/1.1" status: 200 len: 847 time: 0.0645139 Oct 20 11:27:02.817874 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ed7860d4-ce07-4d90-9bda-53dafa7b53bd req-9fa4a51a-f860-466e-a306-c9f0f5db55a8 tempest-QuotasAdminNegativeTest-1238354644 tempest-QuotasAdminNegativeTest-1238354644-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=bc95b2b323d94a9b8001ab32f2e09032&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564365 Oct 20 11:27:02.835915 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-09e97d1e-867b-4c5c-8b09-2d89c2536c9f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b05579c2-10e5-4997-ab9d-57afa741288e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501785 Oct 20 11:27:02.877367 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c61735-62fd-4148-9468-32217de0f619 req-a866cf40-069c-489b-af59-c02e10caf559 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:02.878874 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d5c61735-62fd-4148-9468-32217de0f619 req-a866cf40-069c-489b-af59-c02e10caf559 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=b9e12627-097b-4599-bfdc-2eadb474e9c0 HTTP/1.1" status: 200 len: 948 time: 0.1070404 Oct 20 11:27:02.978139 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d5c61735-62fd-4148-9468-32217de0f619 req-3c4cca1c-8406-4036-a056-6e984ae31996 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928032 Oct 20 11:27:02.996539 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-3fcfeeed-4b62-4b5c-b24b-25f90c7e5798 service neutron] 10.222.0.11 "GET /v2.0/networks/b05579c2-10e5-4997-ab9d-57afa741288e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524427 Oct 20 11:27:03.008416 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f93ca-c3a4-4e16-b46d-fc7d46532cf1 req-d36792a7-7e69-4c94-8cce-60ef3b1d15b0 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:03.009868 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-712f93ca-c3a4-4e16-b46d-fc7d46532cf1 req-d36792a7-7e69-4c94-8cce-60ef3b1d15b0 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "GET /v2.0/ports?device_id=5ee78286-3b95-4711-a075-f3fbfabc7622 HTTP/1.1" status: 200 len: 946 time: 0.0846562 Oct 20 11:27:03.106182 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-712f93ca-c3a4-4e16-b46d-fc7d46532cf1 req-e35eb71d-c7c6-4f6d-85b1-9338f4bf4c0a tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "GET /v2.0/security-groups?id=d7aebbb5-65a1-4d60-b2e8-4078ecfc3582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872402 Oct 20 11:27:03.131338 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-e4c8177d-d832-4c24-a341-2ff53df04a27 service neutron] 10.222.0.11 "GET /v2.0/networks/b05579c2-10e5-4997-ab9d-57afa741288e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205108 Oct 20 11:27:03.244639 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2fb7d7-2b90-420e-b304-d7efcb7ec8e4 req-2da5d3ad-b3ca-4149-8f9d-ab849dbf936f tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:03.246128 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7b2fb7d7-2b90-420e-b304-d7efcb7ec8e4 req-2da5d3ad-b3ca-4149-8f9d-ab849dbf936f tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=20848e8b-2192-461d-a11d-50d56a7261ec HTTP/1.1" status: 200 len: 945 time: 0.0494547 Oct 20 11:27:03.290487 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7b2fb7d7-2b90-420e-b304-d7efcb7ec8e4 req-9f5a6173-3cf8-46fc-be89-ec2b02dc0546 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375557 Oct 20 11:27:03.386283 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-3926e319-fee7-45f8-beb8-6bf45571f346 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:03.388036 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-3926e319-fee7-45f8-beb8-6bf45571f346 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=68eacaab-077a-4e72-8ce4-3f16eafde7dd&tenant_id=aa6715c00c6e4476951bf73e506ed201&binding%3Ahost_id=n-h1-814735-3 HTTP/1.1" status: 200 len: 1096 time: 0.0505168 Oct 20 11:27:03.568411 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-e5980135-dfb0-4ab4-adb3-4c1405a80630 service neutron] For port fc88d942-585f-4ffe-b2ff-9e3e652801fd, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:27:03.586918 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-e5980135-dfb0-4ab4-adb3-4c1405a80630 service neutron] Publish callbacks [] for binding, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:03.588048 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9fb3c5f1-8be2-4371-a92f-06be047a9a55 req-e5980135-dfb0-4ab4-adb3-4c1405a80630 service neutron] 10.222.0.11 "DELETE /v2.0/ports/fc88d942-585f-4ffe-b2ff-9e3e652801fd/bindings/n-h2-814735-3 HTTP/1.1" status: 204 len: 173 time: 0.1909504 Oct 20 11:27:03.630849 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74cb195-6cc0-4a9b-9d18-aa9c31ec2075 req-30866784-cd81-414d-9c17-8e561d040793 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:03.630849 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e74cb195-6cc0-4a9b-9d18-aa9c31ec2075 req-30866784-cd81-414d-9c17-8e561d040793 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "GET /v2.0/ports?device_id=5ee78286-3b95-4711-a075-f3fbfabc7622 HTTP/1.1" status: 200 len: 946 time: 0.1276875 Oct 20 11:27:03.640416 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd1ed0-4f6a-493c-ad87-ff8cbf614dc4 req-49e79667-a7fa-45f0-96d9-dab9dbb3c3bb tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:03.641901 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6afd1ed0-4f6a-493c-ad87-ff8cbf614dc4 req-49e79667-a7fa-45f0-96d9-dab9dbb3c3bb tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=68eacaab-077a-4e72-8ce4-3f16eafde7dd HTTP/1.1" status: 200 len: 945 time: 0.1338439 Oct 20 11:27:03.647667 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2bffd99d-3f4f-459d-a9c2-72e946a8b9e9 req-7b855948-5342-4e13-9917-831bdb70b434 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1292186 Oct 20 11:27:03.649116 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 52648) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:27:03.654013 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-96978f79-4c5a-4211-b7d2-71bc4ed872f7 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Request body: {'floatingip': {'port_id': 'af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:27:03.726678 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-2bffd99d-3f4f-459d-a9c2-72e946a8b9e9 req-a510b7c8-8e5e-4cb7-8ea9-10648327fc92 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:27:03.727727 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2bffd99d-3f4f-459d-a9c2-72e946a8b9e9 req-a510b7c8-8e5e-4cb7-8ea9-10648327fc92 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0451939 Oct 20 11:27:03.759446 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-96978f79-4c5a-4211-b7d2-71bc4ed872f7 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks [] for floatingip, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:03.856728 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6afd1ed0-4f6a-493c-ad87-ff8cbf614dc4 req-41ffbb69-3c6e-4f78-a7e1-66c674d2a64e tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996017 Oct 20 11:27:03.897964 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3b1a1-e31f-4dec-ac41-192bc26ac168 req-0d1f77da-de5d-4c86-95d6-f0286c87e687 tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:03.899894 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6ad3b1a1-e31f-4dec-ac41-192bc26ac168 req-0d1f77da-de5d-4c86-95d6-f0286c87e687 tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=20848e8b-2192-461d-a11d-50d56a7261ec HTTP/1.1" status: 200 len: 1096 time: 0.1699421 Oct 20 11:27:04.040243 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6ad3b1a1-e31f-4dec-ac41-192bc26ac168 req-c0ca383e-d3cd-4f1e-aa04-6740e9f09b31 tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294177 Oct 20 11:27:04.122275 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97408b3f-02fa-4339-a5a5-702b156595a0 req-009910a6-8548-4e5a-8694-446bcb153c2a tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:04.129544 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-97408b3f-02fa-4339-a5a5-702b156595a0 req-009910a6-8548-4e5a-8694-446bcb153c2a tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 950 time: 0.1995757 Oct 20 11:27:04.233049 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device c6b58f51-83b8-4466-8b5f-d176c566208a details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:27:04.267145 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device fc88d942-585f-4ffe-b2ff-9e3e652801fd no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:27:04.347137 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-97408b3f-02fa-4339-a5a5-702b156595a0 req-2582c04c-c945-4883-aa4e-50386f8cc965 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128174 Oct 20 11:27:04.372916 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device fc88d942-585f-4ffe-b2ff-9e3e652801fd not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:27:04.400765 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port c6b58f51-83b8-4466-8b5f-d176c566208a, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=c6b58f51-83b8-4466-8b5f-d176c566208a,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:04.413767 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': 'c6b58f51-83b8-4466-8b5f-d176c566208a', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'port_id': 'c6b58f51-83b8-4466-8b5f-d176c566208a', 'mac_address': 'fa:16:3e:ae:61:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94289c8c-e5f7-4e30-b6a9-5b268a8fd610', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:27:04.465646 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:04.481992 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 52694) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:27:04.504036 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6b58f51-83b8-4466-8b5f-d176c566208a {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:27:04.540321 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port c6b58f51-83b8-4466-8b5f-d176c566208a, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=c6b58f51-83b8-4466-8b5f-d176c566208a,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:04.548887 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:04.585960 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ae6e6-e1d9-4ad7-9ca1-284c214697ff req-2bdc606a-ca0d-4a87-88b4-19bf36f94e75 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:04.587399 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ae9ae6e6-e1d9-4ad7-9ca1-284c214697ff req-2bdc606a-ca0d-4a87-88b4-19bf36f94e75 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=b9e12627-097b-4599-bfdc-2eadb474e9c0 HTTP/1.1" status: 200 len: 948 time: 0.3175459 Oct 20 11:27:04.617118 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=c6b58f51-83b8-4466-8b5f-d176c566208a,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:04.656122 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8544488d-011a-416d-b6b9-66d1da462eb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:04.723393 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa085c8-b62d-44a1-bdc0-99d28ec69779 req-78d19ca7-d160-480a-a341-f256a1fabc73 tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:04.727260 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-afa085c8-b62d-44a1-bdc0-99d28ec69779 req-78d19ca7-d160-480a-a341-f256a1fabc73 tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=20848e8b-2192-461d-a11d-50d56a7261ec HTTP/1.1" status: 200 len: 1096 time: 0.2353911 Oct 20 11:27:04.734286 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8544488d-011a-416d-b6b9-66d1da462eb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:04.739971 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8544488d-011a-416d-b6b9-66d1da462eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:04.786043 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8544488d-011a-416d-b6b9-66d1da462eb8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=bc95b2b323d94a9b8001ab32f2e09032&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3028755 Oct 20 11:27:04.791537 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 52698) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:27:04.792366 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8544488d-011a-416d-b6b9-66d1da462eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06573ef6-55ef-44e9-bf3a-ef11c16a0e7b,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:04.813423 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ae9ae6e6-e1d9-4ad7-9ca1-284c214697ff req-ad84dee3-2338-4087-af01-32e66bd74551 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120440 Oct 20 11:27:04.829340 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['c6b58f51-83b8-4466-8b5f-d176c566208a'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:27:04.852927 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6d2b8fe0-0b0d-4237-964a-d26dded106dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:04.878403 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6d2b8fe0-0b0d-4237-964a-d26dded106dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:04.890448 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-afa085c8-b62d-44a1-bdc0-99d28ec69779 req-90074a3c-7b97-4b57-98bd-278de12c344f tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026800 Oct 20 11:27:04.912657 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-96978f79-4c5a-4211-b7d2-71bc4ed872f7 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:04.923405 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-96978f79-4c5a-4211-b7d2-71bc4ed872f7 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:04.955724 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6d2b8fe0-0b0d-4237-964a-d26dded106dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:04.961092 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6d2b8fe0-0b0d-4237-964a-d26dded106dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:04.965560 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6d2b8fe0-0b0d-4237-964a-d26dded106dc admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/06573ef6-55ef-44e9-bf3a-ef11c16a0e7b HTTP/1.1" status: 204 len: 168 time: 0.1677644 Oct 20 11:27:04.995531 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2b8fe0-0b0d-4237-964a-d26dded106dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06573ef6-55ef-44e9-bf3a-ef11c16a0e7b,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:05.333598 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:27:05.368897 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 52730) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:27:05.384323 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bffd99d-3f4f-459d-a9c2-72e946a8b9e9 req-f60a0bdf-9969-44a7-b149-7d331878ca57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:05.386024 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2bffd99d-3f4f-459d-a9c2-72e946a8b9e9 req-f60a0bdf-9969-44a7-b149-7d331878ca57 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4b173b35dd00423795d2e29ae132dc78&device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 1101 time: 0.0465899 Oct 20 11:27:05.406737 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-541ce4b7-012d-4bbd-89d3-aa58f1382ab2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:05.419506 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb41ea-cd2f-45e1-8a13-4fc848d8ca22 req-488cecb2-d221-4928-bd2d-b15da25b5d2e tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:05.421035 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4cbb41ea-cd2f-45e1-8a13-4fc848d8ca22 req-488cecb2-d221-4928-bd2d-b15da25b5d2e tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=20848e8b-2192-461d-a11d-50d56a7261ec HTTP/1.1" status: 200 len: 1096 time: 0.1379089 Oct 20 11:27:05.422159 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [None req-96978f79-4c5a-4211-b7d2-71bc4ed872f7 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Floating IP 9486f5f0-36ca-42fe-85f9-5ad3929fe614 associated. External IP: 172.25.5.206, port: af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290. Oct 20 11:27:05.428149 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd02d4-ca72-4013-b49b-3349206988f0 req-c2572d78-82ad-4e2f-aadd-9674cb64bca8 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:05.429687 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d1bd02d4-ca72-4013-b49b-3349206988f0 req-c2572d78-82ad-4e2f-aadd-9674cb64bca8 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=68eacaab-077a-4e72-8ce4-3f16eafde7dd HTTP/1.1" status: 200 len: 1096 time: 0.4414713 Oct 20 11:27:05.496102 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bffd99d-3f4f-459d-a9c2-72e946a8b9e9 req-d0beb2a7-37f7-4a85-8297-41f460b509f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:05.497752 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2bffd99d-3f4f-459d-a9c2-72e946a8b9e9 req-d0beb2a7-37f7-4a85-8297-41f460b509f7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 0.1040204 Oct 20 11:27:05.540340 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2bffd99d-3f4f-459d-a9c2-72e946a8b9e9 req-fe76c28f-cb12-4d22-b3ef-ad953f7c8ee6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=a2f21c01-e64a-4abc-9a84-ff74becfcd56 HTTP/1.1" status: 200 len: 217 time: 0.0346365 Oct 20 11:27:05.555749 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4cbb41ea-cd2f-45e1-8a13-4fc848d8ca22 req-a2955300-8017-4ede-99be-7deaec1a2fc5 tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234257 Oct 20 11:27:05.585716 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d1bd02d4-ca72-4013-b49b-3349206988f0 req-1060fb4b-88a1-4efb-abb0-689df85a56c0 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203866 Oct 20 11:27:05.601612 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bffd99d-3f4f-459d-a9c2-72e946a8b9e9 req-5cb26b40-a555-4a56-bccb-d77739e5eb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:05.603177 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2bffd99d-3f4f-459d-a9c2-72e946a8b9e9 req-5cb26b40-a555-4a56-bccb-d77739e5eb93 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.0554378 Oct 20 11:27:05.671424 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bffd99d-3f4f-459d-a9c2-72e946a8b9e9 req-12a13b46-896b-4099-9f9c-c302a123ef8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:05.673847 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2bffd99d-3f4f-459d-a9c2-72e946a8b9e9 req-12a13b46-896b-4099-9f9c-c302a123ef8d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0605021 Oct 20 11:27:05.740073 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-541ce4b7-012d-4bbd-89d3-aa58f1382ab2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:05.754067 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-541ce4b7-012d-4bbd-89d3-aa58f1382ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:05.801407 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2bffd99d-3f4f-459d-a9c2-72e946a8b9e9 req-6f9597b0-ac86-4f2e-bf90-6822c803acec service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166558 Oct 20 11:27:05.842167 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc020b2-39f8-4103-93ef-8c905e651a59 req-354df73d-05a0-4c45-8304-dc03e0296188 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:05.843955 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cdc020b2-39f8-4103-93ef-8c905e651a59 req-354df73d-05a0-4c45-8304-dc03e0296188 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 950 time: 0.1494310 Oct 20 11:27:05.847316 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ce4b7-012d-4bbd-89d3-aa58f1382ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d378f1f-f25a-4633-8932-0fa5f26fe86a,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:05.855478 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-541ce4b7-012d-4bbd-89d3-aa58f1382ab2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=97d67370e6a14cb8927806ec5b0c0a8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4817066 Oct 20 11:27:05.860630 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 52742) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:27:05.909492 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96978f79-4c5a-4211-b7d2-71bc4ed872f7 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Router 674ee549-7fa2-441d-8095-dddaba6b6583 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:27:05.912018 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2bffd99d-3f4f-459d-a9c2-72e946a8b9e9 req-f31c7dff-7d72-4c96-849c-79eeb17a9e35 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022785 Oct 20 11:27:05.938009 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cdc020b2-39f8-4103-93ef-8c905e651a59 req-377a6de4-f864-4bf7-a61f-127f5aacefb2 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779560 Oct 20 11:27:05.995926 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-27308d03-748e-4d2e-801f-f84d329da530 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:06.099528 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-27308d03-748e-4d2e-801f-f84d329da530 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:06.217416 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96978f79-4c5a-4211-b7d2-71bc4ed872f7 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:27:06.229069 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-96978f79-4c5a-4211-b7d2-71bc4ed872f7 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:06.237054 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd31ffad-267b-4247-b005-a626ce3a735a None None] Sync routers for ids ['674ee549-7fa2-441d-8095-dddaba6b6583'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:27:06.237196 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 52758) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:27:06.249811 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device c6b58f51-83b8-4466-8b5f-d176c566208a up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:27:06.254580 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd31ffad-267b-4247-b005-a626ce3a735a None None] Routers {'674ee549-7fa2-441d-8095-dddaba6b6583'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:27:06.255327 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-dd31ffad-267b-4247-b005-a626ce3a735a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:26:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['674ee549-7fa2-441d-8095-dddaba6b6583'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:27:06.270149 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-96978f79-4c5a-4211-b7d2-71bc4ed872f7 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "PUT /v2.0/floatingips/9486f5f0-36ca-42fe-85f9-5ad3929fe614 HTTP/1.1" status: 200 len: 992 time: 2.6193416 Oct 20 11:27:06.274258 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ee78286-3b95-4711-a075-f3fbfabc7622', 'tag': 'af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:27:06.276886 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c1d7a2-02bd-48fd-9e23-10648abbe4ce" -d '{"events": [{"name": "network-changed", "server_uuid": "5ee78286-3b95-4711-a075-f3fbfabc7622", "tag": "af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:27:06.306279 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa71614-0bc6-4b83-81ae-b8b59fe920a9 req-c5ef5dcc-54b2-4d6c-b24b-e956e5da2681 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:06.307893 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0aa71614-0bc6-4b83-81ae-b8b59fe920a9 req-c5ef5dcc-54b2-4d6c-b24b-e956e5da2681 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=b9e12627-097b-4599-bfdc-2eadb474e9c0 HTTP/1.1" status: 200 len: 949 time: 0.2291303 Oct 20 11:27:06.330215 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port c6b58f51-83b8-4466-8b5f-d176c566208a completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:27:06.330826 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf87671-933c-4d3c-a9d0-af474ca8f38f req-4a11ade2-4473-4466-aecb-e892930cfe95 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:06.332432 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3bf87671-933c-4d3c-a9d0-af474ca8f38f req-4a11ade2-4473-4466-aecb-e892930cfe95 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/networks?id=b05579c2-10e5-4997-ab9d-57afa741288e HTTP/1.1" status: 200 len: 807 time: 0.3159723 Oct 20 11:27:06.335768 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port c6b58f51-83b8-4466-8b5f-d176c566208a triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:27:06.336522 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:06.361942 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-27308d03-748e-4d2e-801f-f84d329da530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:06.364455 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-27308d03-748e-4d2e-801f-f84d329da530 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:06.366890 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-27308d03-748e-4d2e-801f-f84d329da530 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4d378f1f-f25a-4633-8932-0fa5f26fe86a HTTP/1.1" status: 204 len: 168 time: 0.5041225 Oct 20 11:27:06.391303 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3bf87671-933c-4d3c-a9d0-af474ca8f38f req-3aa9a5e6-7d2b-401f-aabd-97b9f4a1ba4c tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/quotas/aa6715c00c6e4476951bf73e506ed201 HTTP/1.1" status: 200 len: 375 time: 0.0408611 Oct 20 11:27:06.416901 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27308d03-748e-4d2e-801f-f84d329da530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d378f1f-f25a-4633-8932-0fa5f26fe86a,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:06.436491 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-dd31ffad-267b-4247-b005-a626ce3a735a None None] Set router 674ee549-7fa2-441d-8095-dddaba6b6583 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:27:06.445007 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-194530a7-7c79-4ac2-b15f-635a3b9ba709 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:06.456197 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0aa71614-0bc6-4b83-81ae-b8b59fe920a9 req-2d06b8e6-26e7-4b80-b203-fb467ae4b69b tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223483 Oct 20 11:27:06.461714 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:06.514181 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3bf87671-933c-4d3c-a9d0-af474ca8f38f req-9be8de1c-80c9-4aff-9108-203072867277 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=aa6715c00c6e4476951bf73e506ed201&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1083994 Oct 20 11:27:06.529723 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e12627-097b-4599-bfdc-2eadb474e9c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b58f51-83b8-4466-8b5f-d176c566208a'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:27:06.532128 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467a57c8-4f67-451c-a361-e8a06f0fb1b1" -d '{"events": [{"server_uuid": "b9e12627-097b-4599-bfdc-2eadb474e9c0", "name": "network-vif-plugged", "status": "completed", "tag": "c6b58f51-83b8-4466-8b5f-d176c566208a"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:27:06.539841 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-194530a7-7c79-4ac2-b15f-635a3b9ba709 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:06.550542 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-194530a7-7c79-4ac2-b15f-635a3b9ba709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:06.563377 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port c6b58f51-83b8-4466-8b5f-d176c566208a, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=c6b58f51-83b8-4466-8b5f-d176c566208a,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:06.579693 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:06.652737 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194530a7-7c79-4ac2-b15f-635a3b9ba709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c45619-c407-4dac-bb05-8ea083b1d528,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:06.662193 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3bf87671-933c-4d3c-a9d0-af474ca8f38f req-73a5581b-ebb4-4b5d-b037-943563ba2fb1 service neutron] 10.222.0.98 "GET /v2.0/networks/b05579c2-10e5-4997-ab9d-57afa741288e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381714 Oct 20 11:27:06.666915 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-194530a7-7c79-4ac2-b15f-635a3b9ba709 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7412feb237184ab4bbfb0ad8610d3bea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4272745 Oct 20 11:27:06.667285 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 52774) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:27:06.711682 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1e5554-ba7f-46b0-b4d9-1680ad6b3fc8 x-openstack-request-id: req-fc1e5554-ba7f-46b0-b4d9-1680ad6b3fc8 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:27:06.712246 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9e12627-097b-4599-bfdc-2eadb474e9c0", "name": "network-vif-plugged", "status": "completed", "tag": "c6b58f51-83b8-4466-8b5f-d176c566208a", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:27:06.712818 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fc1e5554-ba7f-46b0-b4d9-1680ad6b3fc8 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:27:06.713402 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e12627-097b-4599-bfdc-2eadb474e9c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b58f51-83b8-4466-8b5f-d176c566208a', 'code': 200} Oct 20 11:27:06.734316 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=c6b58f51-83b8-4466-8b5f-d176c566208a,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:06.800181 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-31fbdf2b-9420-4fa1-b109-71b708d0adca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:06.824910 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-31fbdf2b-9420-4fa1-b109-71b708d0adca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:06.826897 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f445e5-b6d3-4659-b216-0ddb3d4a5dd6 x-openstack-request-id: req-39f445e5-b6d3-4659-b216-0ddb3d4a5dd6 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:27:06.827160 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ee78286-3b95-4711-a075-f3fbfabc7622", "tag": "af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:27:06.827560 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-39f445e5-b6d3-4659-b216-0ddb3d4a5dd6 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:27:06.827857 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ee78286-3b95-4711-a075-f3fbfabc7622', 'tag': 'af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290', 'status': 'completed', 'code': 200} Oct 20 11:27:06.847281 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3bf87671-933c-4d3c-a9d0-af474ca8f38f req-cc82cb04-381c-4673-865d-a6a6effb2f10 service neutron] 10.222.0.98 "GET /v2.0/networks/b05579c2-10e5-4997-ab9d-57afa741288e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841407 Oct 20 11:27:06.867610 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-dd31ffad-267b-4247-b005-a626ce3a735a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1118223990-router', 'tenant_id': '148df67387bc4ce6991a2699fe30ca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '1b58a554-d85a-47c3-9896-ddec53885546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:26:07Z', 'updated_at': '2021-10-20T11:26:14Z', 'revision_number': 4, 'project_id': '148df67387bc4ce6991a2699fe30ca2b', 'gw_port': {'id': '1b58a554-d85a-47c3-9896-ddec53885546', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:08Z', 'updated_at': '2021-10-20T11:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '9486f5f0-36ca-42fe-85f9-5ad3929fe614', 'tenant_id': '148df67387bc4ce6991a2699fe30ca2b', 'floating_ip_address': '172.25.5.206', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'port_id': 'af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8338651-6e93-43eb-82bb-c86cf6e817ba', 'mac_address': 'fa:16:3e:8d:5e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee78286-3b95-4711-a075-f3fbfabc7622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:26:44Z', 'updated_at': '2021-10-20T11:27:04Z', 'revision_number': 1, 'project_id': '148df67387bc4ce6991a2699fe30ca2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11aefccc-1ee1-4b5f-95ed-b5a27fdfbc0b', 'name': '', 'network_id': 'd8338651-6e93-43eb-82bb-c86cf6e817ba', 'tenant_id': '148df67387bc4ce6991a2699fe30ca2b', 'mac_address': 'fa:16:3e:d9:70:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5a859bd7-2b54-4ef2-916f-95506b8b807d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:13Z', 'updated_at': '2021-10-20T11:26:23Z', 'revision_number': 5, 'project_id': '148df67387bc4ce6991a2699fe30ca2b', 'subnets': [{'id': '5a859bd7-2b54-4ef2-916f-95506b8b807d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:27:06.894599 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092993d8-535c-41a0-a6f1-5ed96cb4601c req-241a3aa3-cca6-4d96-86f7-769900047dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:06.897361 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-092993d8-535c-41a0-a6f1-5ed96cb4601c req-241a3aa3-cca6-4d96-86f7-769900047dd9 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b9e12627-097b-4599-bfdc-2eadb474e9c0 HTTP/1.1" status: 200 len: 1101 time: 0.1335161 Oct 20 11:27:06.897797 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-31fbdf2b-9420-4fa1-b109-71b708d0adca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:06.901372 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-31fbdf2b-9420-4fa1-b109-71b708d0adca admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:06.902590 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-31fbdf2b-9420-4fa1-b109-71b708d0adca admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a4c45619-c407-4dac-bb05-8ea083b1d528 HTTP/1.1" status: 204 len: 168 time: 0.2342100 Oct 20 11:27:06.909051 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1d7a2-02bd-48fd-9e23-10648abbe4ce req-9e96d55e-b1c3-4001-9e80-8b5c44fd2ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:06.910564 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b9c1d7a2-02bd-48fd-9e23-10648abbe4ce req-9e96d55e-b1c3-4001-9e80-8b5c44fd2ac1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=148df67387bc4ce6991a2699fe30ca2b&device_id=5ee78286-3b95-4711-a075-f3fbfabc7622 HTTP/1.1" status: 200 len: 1097 time: 0.1116378 Oct 20 11:27:06.919837 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd31ffad-267b-4247-b005-a626ce3a735a None None] Checking router: 674ee549-7fa2-441d-8095-dddaba6b6583 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:27:06.920128 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7911b-f6ad-460b-972c-a0be2ec73e8f req-270da444-e535-40c8-83c5-daf40d7f9ecb tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:06.921828 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ab7911b-f6ad-460b-972c-a0be2ec73e8f req-270da444-e535-40c8-83c5-daf40d7f9ecb tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=20848e8b-2192-461d-a11d-50d56a7261ec HTTP/1.1" status: 200 len: 1096 time: 0.0932112 Oct 20 11:27:06.943204 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd31ffad-267b-4247-b005-a626ce3a735a None None] Routers {'674ee549-7fa2-441d-8095-dddaba6b6583'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:27:06.943978 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-dd31ffad-267b-4247-b005-a626ce3a735a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:26:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['674ee549-7fa2-441d-8095-dddaba6b6583'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:27:06.954921 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fbdf2b-9420-4fa1-b109-71b708d0adca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c45619-c407-4dac-bb05-8ea083b1d528,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:06.976695 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-092993d8-535c-41a0-a6f1-5ed96cb4601c req-09680a9e-98e8-4c8d-8626-971d114f2214 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685241 Oct 20 11:27:07.009561 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ab7911b-f6ad-460b-972c-a0be2ec73e8f req-c857aff7-7fe1-487f-91c2-a908b11a9a9c tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772095 Oct 20 11:27:07.143906 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1d7a2-02bd-48fd-9e23-10648abbe4ce req-fc677503-b2d2-4af0-888a-202b158d115b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:07.147121 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b9c1d7a2-02bd-48fd-9e23-10648abbe4ce req-fc677503-b2d2-4af0-888a-202b158d115b service neutron] 10.222.0.11 "GET /v2.0/networks?id=d8338651-6e93-43eb-82bb-c86cf6e817ba HTTP/1.1" status: 200 len: 926 time: 0.2236879 Oct 20 11:27:07.220352 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-dd31ffad-267b-4247-b005-a626ce3a735a None None] Set router 674ee549-7fa2-441d-8095-dddaba6b6583 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:27:07.397276 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff905cf-2717-4abd-ab5e-e7bc8a813bd2 req-dbc6b02c-c380-4548-9202-fd6db5fc0334 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:07.407513 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0ff905cf-2717-4abd-ab5e-e7bc8a813bd2 req-dbc6b02c-c380-4548-9202-fd6db5fc0334 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 950 time: 0.2581227 Oct 20 11:27:07.455091 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b9c1d7a2-02bd-48fd-9e23-10648abbe4ce req-67706583-2efb-4c3c-915e-43463ba85d41 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290 HTTP/1.1" status: 200 len: 1000 time: 0.2788203 Oct 20 11:27:07.505863 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 52816) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:27:07.543510 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0ff905cf-2717-4abd-ab5e-e7bc8a813bd2 req-aab4b477-d45a-492e-8e76-35f3e21c7310 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315877 Oct 20 11:27:07.544001 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-237301cd-ae6d-4dc2-8d09-4fefbeecb4de admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:07.544529 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1d7a2-02bd-48fd-9e23-10648abbe4ce req-152a4fd3-0d6b-4032-9f98-8aa4f3f4ab62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:07.544529 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b9c1d7a2-02bd-48fd-9e23-10648abbe4ce req-152a4fd3-0d6b-4032-9f98-8aa4f3f4ab62 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5a859bd7-2b54-4ef2-916f-95506b8b807d HTTP/1.1" status: 200 len: 863 time: 0.0792291 Oct 20 11:27:07.682533 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-51347129-5d95-4db8-bd09-8403a2142a73 req-d0ae05ba-1499-4f62-8798-f55aa14c469c tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=7fa7ad38-b831-4488-91dc-f1a8a4e2ce41 HTTP/1.1" status: 200 len: 210 time: 0.0553787 Oct 20 11:27:07.711902 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-237301cd-ae6d-4dc2-8d09-4fefbeecb4de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:07.712800 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1d7a2-02bd-48fd-9e23-10648abbe4ce req-e317c69a-6f35-4dd3-8208-036a15f08fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:07.717226 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b9c1d7a2-02bd-48fd-9e23-10648abbe4ce req-e317c69a-6f35-4dd3-8208-036a15f08fa3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d8338651-6e93-43eb-82bb-c86cf6e817ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1592531 Oct 20 11:27:07.718507 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-237301cd-ae6d-4dc2-8d09-4fefbeecb4de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:07.741417 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-dd31ffad-267b-4247-b005-a626ce3a735a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1118223990-router', 'tenant_id': '148df67387bc4ce6991a2699fe30ca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '1b58a554-d85a-47c3-9896-ddec53885546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:26:07Z', 'updated_at': '2021-10-20T11:26:14Z', 'revision_number': 4, 'project_id': '148df67387bc4ce6991a2699fe30ca2b', 'gw_port': {'id': '1b58a554-d85a-47c3-9896-ddec53885546', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:08Z', 'updated_at': '2021-10-20T11:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '9486f5f0-36ca-42fe-85f9-5ad3929fe614', 'tenant_id': '148df67387bc4ce6991a2699fe30ca2b', 'floating_ip_address': '172.25.5.206', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'port_id': 'af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8338651-6e93-43eb-82bb-c86cf6e817ba', 'mac_address': 'fa:16:3e:8d:5e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee78286-3b95-4711-a075-f3fbfabc7622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:26:44Z', 'updated_at': '2021-10-20T11:27:04Z', 'revision_number': 1, 'project_id': '148df67387bc4ce6991a2699fe30ca2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11aefccc-1ee1-4b5f-95ed-b5a27fdfbc0b', 'name': '', 'network_id': 'd8338651-6e93-43eb-82bb-c86cf6e817ba', 'tenant_id': '148df67387bc4ce6991a2699fe30ca2b', 'mac_address': 'fa:16:3e:d9:70:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5a859bd7-2b54-4ef2-916f-95506b8b807d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:13Z', 'updated_at': '2021-10-20T11:26:23Z', 'revision_number': 5, 'project_id': '148df67387bc4ce6991a2699fe30ca2b', 'subnets': [{'id': '5a859bd7-2b54-4ef2-916f-95506b8b807d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:27:07.820929 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-237301cd-ae6d-4dc2-8d09-4fefbeecb4de admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2b5e61dea39248c1a4f1f6b19539421a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3135705 Oct 20 11:27:07.825173 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237301cd-ae6d-4dc2-8d09-4fefbeecb4de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d601992-a435-4843-85f0-0483fad14275,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:07.829842 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 52834) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:27:07.838730 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd31ffad-267b-4247-b005-a626ce3a735a None None] The sync data for ids ['674ee549-7fa2-441d-8095-dddaba6b6583'] in n-d-814735-3 is: [{'id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1118223990-router', 'tenant_id': '148df67387bc4ce6991a2699fe30ca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '1b58a554-d85a-47c3-9896-ddec53885546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:26:07Z', 'updated_at': '2021-10-20T11:26:14Z', 'revision_number': 4, 'project_id': '148df67387bc4ce6991a2699fe30ca2b', 'gw_port': {'id': '1b58a554-d85a-47c3-9896-ddec53885546', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:08Z', 'updated_at': '2021-10-20T11:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '9486f5f0-36ca-42fe-85f9-5ad3929fe614', 'tenant_id': '148df67387bc4ce6991a2699fe30ca2b', 'floating_ip_address': '172.25.5.206', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'port_id': 'af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8338651-6e93-43eb-82bb-c86cf6e817ba', 'mac_address': 'fa:16:3e:8d:5e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee78286-3b95-4711-a075-f3fbfabc7622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:26:44Z', 'updated_at': '2021-10-20T11:27:04Z', 'revision_number': 1, 'project_id': '148df67387bc4ce6991a2699fe30ca2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11aefccc-1ee1-4b5f-95ed-b5a27fdfbc0b', 'name': '', 'network_id': 'd8338651-6e93-43eb-82bb-c86cf6e817ba', 'tenant_id': '148df67387bc4ce6991a2699fe30ca2b', 'mac_address': 'fa:16:3e:d9:70:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5a859bd7-2b54-4ef2-916f-95506b8b807d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:13Z', 'updated_at': '2021-10-20T11:26:23Z', 'revision_number': 5, 'project_id': '148df67387bc4ce6991a2699fe30ca2b', 'subnets': [{'id': '5a859bd7-2b54-4ef2-916f-95506b8b807d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:27:07.898055 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b9c1d7a2-02bd-48fd-9e23-10648abbe4ce req-0dbdce84-7771-4dd2-80a1-a963e86a1c45 service neutron] 10.222.0.11 "GET /v2.0/networks/d8338651-6e93-43eb-82bb-c86cf6e817ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716847 Oct 20 11:27:07.959802 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8c590875-8fdf-462a-bc71-8535837c1364 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:08.000917 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8c590875-8fdf-462a-bc71-8535837c1364 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:08.057357 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b43a14b-f6e4-40b2-8d05-a4094252cbfc req-17892e8a-057d-423d-8b1c-7a4e16a9c7d7 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:08.065320 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9b43a14b-f6e4-40b2-8d05-a4094252cbfc req-17892e8a-057d-423d-8b1c-7a4e16a9c7d7 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=b9e12627-097b-4599-bfdc-2eadb474e9c0 HTTP/1.1" status: 200 len: 950 time: 0.1396472 Oct 20 11:27:08.067822 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8c590875-8fdf-462a-bc71-8535837c1364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:08.073172 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8c590875-8fdf-462a-bc71-8535837c1364 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:08.076836 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8c590875-8fdf-462a-bc71-8535837c1364 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4d601992-a435-4843-85f0-0483fad14275 HTTP/1.1" status: 204 len: 168 time: 0.2418783 Oct 20 11:27:08.113385 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c590875-8fdf-462a-bc71-8535837c1364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d601992-a435-4843-85f0-0483fad14275,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:08.164089 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9b43a14b-f6e4-40b2-8d05-a4094252cbfc req-97496a04-2408-4a4f-969a-7039daeb0972 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976851 Oct 20 11:27:08.191211 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b9c1d7a2-02bd-48fd-9e23-10648abbe4ce req-68b10422-f92a-4e68-9981-183504635c6a service neutron] 10.222.0.11 "GET /v2.0/networks/d8338651-6e93-43eb-82bb-c86cf6e817ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811964 Oct 20 11:27:08.282120 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38be81ab-6004-4205-97ab-887e8f43f64a None None] New status for floating IP 9486f5f0-36ca-42fe-85f9-5ad3929fe614: ACTIVE {{(pid=100648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:27:08.739540 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf87671-933c-4d3c-a9d0-af474ca8f38f req-9dadcd51-28b7-4b08-a9e7-b150bac0c0aa tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:08.743030 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-3bf87671-933c-4d3c-a9d0-af474ca8f38f req-9dadcd51-28b7-4b08-a9e7-b150bac0c0aa tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.89 "GET /v2.0/networks?id=b05579c2-10e5-4997-ab9d-57afa741288e HTTP/1.1" status: 200 len: 807 time: 0.1877940 Oct 20 11:27:08.759496 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-3bf87671-933c-4d3c-a9d0-af474ca8f38f req-4bcaecd0-6754-4cac-b61b-7b42886dc97f tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Request body: {'port': {'device_id': '7fa7ad38-b831-4488-91dc-f1a8a4e2ce41', 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e', 'admin_state_up': True, 'tenant_id': 'aa6715c00c6e4476951bf73e506ed201'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:27:08.826124 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-4d6a22d9-eda5-4ac5-9abc-f43f1685d9b2 tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:27:08.827234 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-4d6a22d9-eda5-4ac5-9abc-f43f1685d9b2 tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059247 Oct 20 11:27:08.928712 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-43709dea-8637-4137-9f3d-1fd859c4a073 tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:08.934303 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-43709dea-8637-4137-9f3d-1fd859c4a073 tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] 10.222.0.98 "GET /v2.0/ports/fabc4d4d-b98c-4849-8160-17bc2ed3e4e9 HTTP/1.1" status: 200 len: 1093 time: 0.0994117 Oct 20 11:27:08.972719 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bf87671-933c-4d3c-a9d0-af474ca8f38f req-4bcaecd0-6754-4cac-b61b-7b42886dc97f tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Made reservation on behalf of aa6715c00c6e4476951bf73e506ed201 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:27:08.974113 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-a8cd3dc9-ec5e-463b-91ee-7a0dc06e46de service neutron] Request body: {'binding': {'host': 'n-h1-814735-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:27:08.974834 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-a8cd3dc9-ec5e-463b-91ee-7a0dc06e46de service neutron] Unknown quota resources ['binding']. {{(pid=100647) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 20 11:27:08.978379 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-3bf87671-933c-4d3c-a9d0-af474ca8f38f req-4bcaecd0-6754-4cac-b61b-7b42886dc97f tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:09.129217 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3601770-f303-4da6-98d4-2efd201ec2f1 req-6a8b0b68-9320-4042-b46f-ffc59a460bb0 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:09.133476 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f3601770-f303-4da6-98d4-2efd201ec2f1 req-6a8b0b68-9320-4042-b46f-ffc59a460bb0 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 950 time: 0.2353981 Oct 20 11:27:09.139962 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [req-3bf87671-933c-4d3c-a9d0-af474ca8f38f req-4bcaecd0-6754-4cac-b61b-7b42886dc97f tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Allocated IP 172.20.0.4 (b05579c2-10e5-4997-ab9d-57afa741288e/beaf7d63-7f7d-4cb5-8871-db069d2b0a56/b8370f8e-d24a-451b-8851-57ad6158b3e8) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:27:09.177452 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-a8cd3dc9-ec5e-463b-91ee-7a0dc06e46de service neutron] Attempting to bind port fabc4d4d-b98c-4849-8160-17bc2ed3e4e9 on host n-h1-814735-3 for vnic_type normal with profile None {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:27:09.177452 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-a8cd3dc9-ec5e-463b-91ee-7a0dc06e46de service neutron] Attempting to bind port fabc4d4d-b98c-4849-8160-17bc2ed3e4e9 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': 'ec1b6256-95be-479c-9695-b6dae13546d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:27:09.177737 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-a8cd3dc9-ec5e-463b-91ee-7a0dc06e46de service neutron] Attempting to bind port fabc4d4d-b98c-4849-8160-17bc2ed3e4e9 on network 60a88ebb-4b56-43bd-98ec-2f75530b8b0e {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:27:09.191328 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-a8cd3dc9-ec5e-463b-91ee-7a0dc06e46de service neutron] Port fabc4d4d-b98c-4849-8160-17bc2ed3e4e9 on network 60a88ebb-4b56-43bd-98ec-2f75530b8b0e not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:27:09.191764 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-a8cd3dc9-ec5e-463b-91ee-7a0dc06e46de service neutron] Attempting to bind port fabc4d4d-b98c-4849-8160-17bc2ed3e4e9 on network 60a88ebb-4b56-43bd-98ec-2f75530b8b0e {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:27:09.197598 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f3601770-f303-4da6-98d4-2efd201ec2f1 req-864cb93a-c433-426c-90a9-3fa4ed4527fa tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608490 Oct 20 11:27:09.200503 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-a8cd3dc9-ec5e-463b-91ee-7a0dc06e46de service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:27:09.201256 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-a8cd3dc9-ec5e-463b-91ee-7a0dc06e46de service neutron] Checking segment: {'id': 'ec1b6256-95be-479c-9695-b6dae13546d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:27:09.201256 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-a8cd3dc9-ec5e-463b-91ee-7a0dc06e46de service neutron] Bound using segment: {'id': 'ec1b6256-95be-479c-9695-b6dae13546d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:27:09.201732 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-a8cd3dc9-ec5e-463b-91ee-7a0dc06e46de service neutron] Bound port: fabc4d4d-b98c-4849-8160-17bc2ed3e4e9, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec1b6256-95be-479c-9695-b6dae13546d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:27:09.270072 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-a8cd3dc9-ec5e-463b-91ee-7a0dc06e46de service neutron] For port fabc4d4d-b98c-4849-8160-17bc2ed3e4e9, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=fabc4d4d-b98c-4849-8160-17bc2ed3e4e9,segment=NetworkSegment(ec1b6256-95be-479c-9695-b6dae13546d3),segment_id=ec1b6256-95be-479c-9695-b6dae13546d3)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:27:09.288073 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-a8cd3dc9-ec5e-463b-91ee-7a0dc06e46de service neutron] Publish callbacks [] for binding, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:09.289450 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-a8cd3dc9-ec5e-463b-91ee-7a0dc06e46de service neutron] 10.222.0.98 "POST /v2.0/ports/fabc4d4d-b98c-4849-8160-17bc2ed3e4e9/bindings HTTP/1.1" status: 201 len: 389 time: 0.3477523 Oct 20 11:27:09.305266 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7a60ec1a-ca76-4e91-ba4a-bff65cd01b59 req-4fd8720b-15f8-4ec6-b3cf-7764d4f705be tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=7fa7ad38-b831-4488-91dc-f1a8a4e2ce41 HTTP/1.1" status: 200 len: 210 time: 0.0311215 Oct 20 11:27:09.326829 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-3bf87671-933c-4d3c-a9d0-af474ca8f38f req-4bcaecd0-6754-4cac-b61b-7b42886dc97f tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:09.391395 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-3bf87671-933c-4d3c-a9d0-af474ca8f38f req-4bcaecd0-6754-4cac-b61b-7b42886dc97f tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:09.474167 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bf87671-933c-4d3c-a9d0-af474ca8f38f req-4bcaecd0-6754-4cac-b61b-7b42886dc97f tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Network b05579c2-10e5-4997-ab9d-57afa741288e is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:27:09.477588 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [req-3bf87671-933c-4d3c-a9d0-af474ca8f38f req-4bcaecd0-6754-4cac-b61b-7b42886dc97f tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:27:09.481732 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf87671-933c-4d3c-a9d0-af474ca8f38f req-4bcaecd0-6754-4cac-b61b-7b42886dc97f tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:27:09.511522 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcaecd0-6754-4cac-b61b-7b42886dc97f tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Pushing event updated for resources: {'Port': ['ID=b8370f8e-d24a-451b-8851-57ad6158b3e8,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:09.533084 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968427f7-bca7-4110-8419-9da92ccae50c req-c69030eb-683a-442a-b1c0-785085abfd7d tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:09.539607 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-968427f7-bca7-4110-8419-9da92ccae50c req-c69030eb-683a-442a-b1c0-785085abfd7d tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=b9e12627-097b-4599-bfdc-2eadb474e9c0 HTTP/1.1" status: 200 len: 950 time: 0.0818341 Oct 20 11:27:09.564861 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf87671-933c-4d3c-a9d0-af474ca8f38f req-4bcaecd0-6754-4cac-b61b-7b42886dc97f tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:09.565533 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-3bf87671-933c-4d3c-a9d0-af474ca8f38f req-4bcaecd0-6754-4cac-b61b-7b42886dc97f tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:09.589456 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-3bf87671-933c-4d3c-a9d0-af474ca8f38f req-4bcaecd0-6754-4cac-b61b-7b42886dc97f tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8348579 Oct 20 11:27:09.600917 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:09.605093 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-3bf87671-933c-4d3c-a9d0-af474ca8f38f req-8a90ce10-324f-4e91-b49f-77f6a1905d0c service neutron] Request body: {'port': {'device_id': '7fa7ad38-b831-4488-91dc-f1a8a4e2ce41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:27:09.680948 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-3bf87671-933c-4d3c-a9d0-af474ca8f38f req-8a90ce10-324f-4e91-b49f-77f6a1905d0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:09.834478 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-7979974e-fa17-4c71-a76a-48148ad1131f req-e6e1c2eb-6ea0-45d4-adf6-aedfdad5ab9e tempest-SecurityGroupsTestAdminJSON-1507596868 tempest-SecurityGroupsTestAdminJSON-1507596868-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1441496720', 'description': 'tempest-description-1339766968'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:27:09.880614 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-968427f7-bca7-4110-8419-9da92ccae50c req-222c43af-8c28-4464-bda3-9da10d51728c tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366902 Oct 20 11:27:09.899935 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-9d718f93-37fb-4c9c-80ce-92ef463c137a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:09.901309 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-9d718f93-37fb-4c9c-80ce-92ef463c137a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d9acdef368f944fcb8d5f209bb8e33d7&device_id=20848e8b-2192-461d-a11d-50d56a7261ec HTTP/1.1" status: 200 len: 1096 time: 0.0799475 Oct 20 11:27:09.925568 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7979974e-fa17-4c71-a76a-48148ad1131f req-e6e1c2eb-6ea0-45d4-adf6-aedfdad5ab9e tempest-SecurityGroupsTestAdminJSON-1507596868 tempest-SecurityGroupsTestAdminJSON-1507596868-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:09.953750 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7979974e-fa17-4c71-a76a-48148ad1131f req-e6e1c2eb-6ea0-45d4-adf6-aedfdad5ab9e tempest-SecurityGroupsTestAdminJSON-1507596868 tempest-SecurityGroupsTestAdminJSON-1507596868-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:09.980770 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-3bf87671-933c-4d3c-a9d0-af474ca8f38f req-8a90ce10-324f-4e91-b49f-77f6a1905d0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8370f8e-d24a-451b-8851-57ad6158b3e8 {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:27:09.991861 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-3bf87671-933c-4d3c-a9d0-af474ca8f38f req-8a90ce10-324f-4e91-b49f-77f6a1905d0c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:10.008708 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-3bf87671-933c-4d3c-a9d0-af474ca8f38f req-8a90ce10-324f-4e91-b49f-77f6a1905d0c service neutron] Transition to ACTIVE for port object b8370f8e-d24a-451b-8851-57ad6158b3e8 will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:27:10.012875 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-3bf87671-933c-4d3c-a9d0-af474ca8f38f req-8a90ce10-324f-4e91-b49f-77f6a1905d0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:10.075591 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a90ce10-324f-4e91-b49f-77f6a1905d0c service neutron] Pushing event updated for resources: {'Port': ['ID=b8370f8e-d24a-451b-8851-57ad6158b3e8,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:10.093623 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-8296b521-ff75-4b15-aae1-b30df513026b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:10.095130 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-8296b521-ff75-4b15-aae1-b30df513026b service neutron] 10.222.0.11 "GET /v2.0/networks?id=60a88ebb-4b56-43bd-98ec-2f75530b8b0e HTTP/1.1" status: 200 len: 922 time: 0.1789269 Oct 20 11:27:10.157330 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-3bf87671-933c-4d3c-a9d0-af474ca8f38f req-8a90ce10-324f-4e91-b49f-77f6a1905d0c service neutron] Attempting to bind port b8370f8e-d24a-451b-8851-57ad6158b3e8 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:27:10.157634 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-3bf87671-933c-4d3c-a9d0-af474ca8f38f req-8a90ce10-324f-4e91-b49f-77f6a1905d0c service neutron] Attempting to bind port b8370f8e-d24a-451b-8851-57ad6158b3e8 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': 'fb1327ec-83b6-478a-9700-c6ea2f9574d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:27:10.158147 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf87671-933c-4d3c-a9d0-af474ca8f38f req-8a90ce10-324f-4e91-b49f-77f6a1905d0c service neutron] Attempting to bind port b8370f8e-d24a-451b-8851-57ad6158b3e8 on network b05579c2-10e5-4997-ab9d-57afa741288e {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:27:10.163129 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf87671-933c-4d3c-a9d0-af474ca8f38f req-8a90ce10-324f-4e91-b49f-77f6a1905d0c service neutron] Port b8370f8e-d24a-451b-8851-57ad6158b3e8 on network b05579c2-10e5-4997-ab9d-57afa741288e not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:27:10.163506 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf87671-933c-4d3c-a9d0-af474ca8f38f req-8a90ce10-324f-4e91-b49f-77f6a1905d0c service neutron] Attempting to bind port b8370f8e-d24a-451b-8851-57ad6158b3e8 on network b05579c2-10e5-4997-ab9d-57afa741288e {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:27:10.168502 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf87671-933c-4d3c-a9d0-af474ca8f38f req-8a90ce10-324f-4e91-b49f-77f6a1905d0c service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:27:10.169537 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf87671-933c-4d3c-a9d0-af474ca8f38f req-8a90ce10-324f-4e91-b49f-77f6a1905d0c service neutron] Checking segment: {'id': 'fb1327ec-83b6-478a-9700-c6ea2f9574d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:27:10.169537 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf87671-933c-4d3c-a9d0-af474ca8f38f req-8a90ce10-324f-4e91-b49f-77f6a1905d0c service neutron] Bound using segment: {'id': 'fb1327ec-83b6-478a-9700-c6ea2f9574d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:27:10.169768 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-3bf87671-933c-4d3c-a9d0-af474ca8f38f req-8a90ce10-324f-4e91-b49f-77f6a1905d0c service neutron] Bound port: b8370f8e-d24a-451b-8851-57ad6158b3e8, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb1327ec-83b6-478a-9700-c6ea2f9574d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:27:10.170116 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-3bf87671-933c-4d3c-a9d0-af474ca8f38f req-8a90ce10-324f-4e91-b49f-77f6a1905d0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:10.173056 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-fc86c4ba-8df9-4459-8f1a-bfec5867c99c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fabc4d4d-b98c-4849-8160-17bc2ed3e4e9 HTTP/1.1" status: 200 len: 217 time: 0.0598767 Oct 20 11:27:10.196559 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7979974e-fa17-4c71-a76a-48148ad1131f req-e6e1c2eb-6ea0-45d4-adf6-aedfdad5ab9e tempest-SecurityGroupsTestAdminJSON-1507596868 tempest-SecurityGroupsTestAdminJSON-1507596868-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:10.219941 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7979974e-fa17-4c71-a76a-48148ad1131f req-e6e1c2eb-6ea0-45d4-adf6-aedfdad5ab9e tempest-SecurityGroupsTestAdminJSON-1507596868 tempest-SecurityGroupsTestAdminJSON-1507596868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:10.241802 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-3bf87671-933c-4d3c-a9d0-af474ca8f38f req-8a90ce10-324f-4e91-b49f-77f6a1905d0c service neutron] For port b8370f8e-d24a-451b-8851-57ad6158b3e8, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:27:10.246770 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-3bf87671-933c-4d3c-a9d0-af474ca8f38f req-8a90ce10-324f-4e91-b49f-77f6a1905d0c service neutron] For port b8370f8e-d24a-451b-8851-57ad6158b3e8, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=b8370f8e-d24a-451b-8851-57ad6158b3e8,segment=NetworkSegment(fb1327ec-83b6-478a-9700-c6ea2f9574d3),segment_id=fb1327ec-83b6-478a-9700-c6ea2f9574d3)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:27:10.250970 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbfd854-aabd-498d-9af0-a28c62df6646 req-37240012-68d8-46d8-8717-8fb05d39bbd3 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:10.252731 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2fbfd854-aabd-498d-9af0-a28c62df6646 req-37240012-68d8-46d8-8717-8fb05d39bbd3 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=20848e8b-2192-461d-a11d-50d56a7261ec HTTP/1.1" status: 200 len: 945 time: 0.1565065 Oct 20 11:27:10.276122 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-3bf87671-933c-4d3c-a9d0-af474ca8f38f req-8a90ce10-324f-4e91-b49f-77f6a1905d0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:10.302379 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-61e1f6d4-0c5f-4ebb-b20f-bcc0c0199e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:10.304093 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-61e1f6d4-0c5f-4ebb-b20f-bcc0c0199e45 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a0c5c2a-f9c9-492d-ba9f-7e961a63a7db HTTP/1.1" status: 200 len: 860 time: 0.1207144 Oct 20 11:27:10.304773 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e1c2eb-6ea0-45d4-adf6-aedfdad5ab9e tempest-SecurityGroupsTestAdminJSON-1507596868 tempest-SecurityGroupsTestAdminJSON-1507596868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d453c137-9d95-40cd-8933-1f7b6a1d8739,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:10.349610 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf87671-933c-4d3c-a9d0-af474ca8f38f req-8a90ce10-324f-4e91-b49f-77f6a1905d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:10.350782 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-3bf87671-933c-4d3c-a9d0-af474ca8f38f req-8a90ce10-324f-4e91-b49f-77f6a1905d0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:10.354463 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-3bf87671-933c-4d3c-a9d0-af474ca8f38f req-8a90ce10-324f-4e91-b49f-77f6a1905d0c service neutron] 10.222.0.89 "PUT /v2.0/ports/b8370f8e-d24a-451b-8851-57ad6158b3e8 HTTP/1.1" status: 200 len: 1091 time: 0.7559364 Oct 20 11:27:10.355859 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa7ad38-b831-4488-91dc-f1a8a4e2ce41', 'tag': 'b8370f8e-d24a-451b-8851-57ad6158b3e8'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:27:10.356332 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-b39a5fe5-4644-4d27-a13b-99e16a6878d8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=60a88ebb-4b56-43bd-98ec-2f75530b8b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401421 Oct 20 11:27:10.359235 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff882c27-5c22-4870-b7e4-bce00b4b2e81" -d '{"events": [{"name": "network-changed", "server_uuid": "7fa7ad38-b831-4488-91dc-f1a8a4e2ce41", "tag": "b8370f8e-d24a-451b-8851-57ad6158b3e8"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:27:10.385683 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a90ce10-324f-4e91-b49f-77f6a1905d0c service neutron] Pushing event updated for resources: {'Port': ['ID=b8370f8e-d24a-451b-8851-57ad6158b3e8,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:10.415846 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2fbfd854-aabd-498d-9af0-a28c62df6646 req-0a234845-ebda-409b-a5b6-f4313433f6c3 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405418 Oct 20 11:27:10.438087 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7979974e-fa17-4c71-a76a-48148ad1131f req-e6e1c2eb-6ea0-45d4-adf6-aedfdad5ab9e tempest-SecurityGroupsTestAdminJSON-1507596868 tempest-SecurityGroupsTestAdminJSON-1507596868-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:10.467312 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf87671-933c-4d3c-a9d0-af474ca8f38f req-7cf30f76-6b8a-40a6-a86c-8e2c2f966098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:10.468904 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-3bf87671-933c-4d3c-a9d0-af474ca8f38f req-7cf30f76-6b8a-40a6-a86c-8e2c2f966098 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aa6715c00c6e4476951bf73e506ed201&device_id=7fa7ad38-b831-4488-91dc-f1a8a4e2ce41 HTTP/1.1" status: 200 len: 1094 time: 0.0507586 Oct 20 11:27:10.472103 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7979974e-fa17-4c71-a76a-48148ad1131f req-e6e1c2eb-6ea0-45d4-adf6-aedfdad5ab9e tempest-SecurityGroupsTestAdminJSON-1507596868 tempest-SecurityGroupsTestAdminJSON-1507596868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:10.524912 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7979974e-fa17-4c71-a76a-48148ad1131f req-e6e1c2eb-6ea0-45d4-adf6-aedfdad5ab9e tempest-SecurityGroupsTestAdminJSON-1507596868 tempest-SecurityGroupsTestAdminJSON-1507596868-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:10.526569 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7979974e-fa17-4c71-a76a-48148ad1131f req-e6e1c2eb-6ea0-45d4-adf6-aedfdad5ab9e tempest-SecurityGroupsTestAdminJSON-1507596868 tempest-SecurityGroupsTestAdminJSON-1507596868-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.7059836 Oct 20 11:27:10.527404 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e1c2eb-6ea0-45d4-adf6-aedfdad5ab9e tempest-SecurityGroupsTestAdminJSON-1507596868 tempest-SecurityGroupsTestAdminJSON-1507596868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1fac51-69c6-427d-a5e2-1de5e574fa46,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:10.543719 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-c4dee2f8-f6bd-4604-a701-14fe1feef226 service neutron] 10.222.0.11 "GET /v2.0/networks/60a88ebb-4b56-43bd-98ec-2f75530b8b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726589 Oct 20 11:27:10.558126 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-3bf87671-933c-4d3c-a9d0-af474ca8f38f req-7dfec59d-8367-4ba3-8f25-3813a2b3415c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8370f8e-d24a-451b-8851-57ad6158b3e8 HTTP/1.1" status: 200 len: 217 time: 0.0695417 Oct 20 11:27:10.627211 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf87671-933c-4d3c-a9d0-af474ca8f38f req-37816fc0-ea95-4e8b-8a65-a35bf2dbf77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:10.636290 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-3bf87671-933c-4d3c-a9d0-af474ca8f38f req-37816fc0-ea95-4e8b-8a65-a35bf2dbf77f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=beaf7d63-7f7d-4cb5-8871-db069d2b0a56 HTTP/1.1" status: 200 len: 847 time: 0.0698490 Oct 20 11:27:10.671963 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-3bf87671-933c-4d3c-a9d0-af474ca8f38f req-ccd4dac4-64fe-4a21-9b01-2ffdfd56325c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b05579c2-10e5-4997-ab9d-57afa741288e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274038 Oct 20 11:27:10.689635 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-c195f228-47a7-4700-b449-f94c694c7b33 service neutron] 10.222.0.11 "GET /v2.0/networks/60a88ebb-4b56-43bd-98ec-2f75530b8b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359036 Oct 20 11:27:10.725732 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb74a034-933d-4229-b633-2bd90305a6f0 req-84c6d86b-ff2c-4d2f-8e3d-38070a2ec162 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:10.734077 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cb74a034-933d-4229-b633-2bd90305a6f0 req-84c6d86b-ff2c-4d2f-8e3d-38070a2ec162 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 950 time: 0.0905495 Oct 20 11:27:10.779464 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cb74a034-933d-4229-b633-2bd90305a6f0 req-79042a97-8887-41f4-8bcb-6004df01ef74 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444329 Oct 20 11:27:10.785646 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-3bf87671-933c-4d3c-a9d0-af474ca8f38f req-41e5acf7-1160-4ca9-b8c4-eadd583858d5 service neutron] 10.222.0.89 "GET /v2.0/networks/b05579c2-10e5-4997-ab9d-57afa741288e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062551 Oct 20 11:27:10.846649 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-0fc1e2f7-b54c-4e6c-a7c0-2ab59c28592f tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:10.848205 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-0fc1e2f7-b54c-4e6c-a7c0-2ab59c28592f tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=20848e8b-2192-461d-a11d-50d56a7261ec&tenant_id=d9acdef368f944fcb8d5f209bb8e33d7&binding%3Ahost_id=n-h2-814735-3 HTTP/1.1" status: 200 len: 1096 time: 0.0678139 Oct 20 11:27:10.863071 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-34514875-68ed-4f02-9aed-b354a8af9713 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-814735-3'}}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:27:10.893550 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-3bf87671-933c-4d3c-a9d0-af474ca8f38f req-001bac6f-4098-4745-8a01-c5884e6045de service neutron] 10.222.0.89 "GET /v2.0/networks/b05579c2-10e5-4997-ab9d-57afa741288e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953028 Oct 20 11:27:10.917139 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ecf187-3e26-4231-822c-fee73b5623df x-openstack-request-id: req-31ecf187-3e26-4231-822c-fee73b5623df {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:27:10.917428 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fa7ad38-b831-4488-91dc-f1a8a4e2ce41", "tag": "b8370f8e-d24a-451b-8851-57ad6158b3e8", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:27:10.917722 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-31ecf187-3e26-4231-822c-fee73b5623df {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:27:10.918557 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fa7ad38-b831-4488-91dc-f1a8a4e2ce41', 'tag': 'b8370f8e-d24a-451b-8851-57ad6158b3e8', 'status': 'completed', 'code': 200} Oct 20 11:27:10.962955 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-c86335ae-89eb-4f47-81d0-1eb4abebd82d req-9586b91b-6c01-40e7-9478-f829cc544691 tempest-SecurityGroupsTestAdminJSON-1507596868 tempest-SecurityGroupsTestAdminJSON-1507596868-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1073064872', 'description': 'tempest-description-449328035'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:27:10.985989 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-34514875-68ed-4f02-9aed-b354a8af9713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:11.000719 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff882c27-5c22-4870-b7e4-bce00b4b2e81 req-b62be949-8459-4219-9aac-e040b1cc6e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:11.002740 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ff882c27-5c22-4870-b7e4-bce00b4b2e81 req-b62be949-8459-4219-9aac-e040b1cc6e23 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aa6715c00c6e4476951bf73e506ed201&device_id=7fa7ad38-b831-4488-91dc-f1a8a4e2ce41 HTTP/1.1" status: 200 len: 1094 time: 0.0545113 Oct 20 11:27:11.014836 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed5e37-49aa-4a14-8e21-f7c1bb347c47 req-d7aca79d-9b15-4fcd-af70-82ca516b6f9d tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:11.016510 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c1ed5e37-49aa-4a14-8e21-f7c1bb347c47 req-d7aca79d-9b15-4fcd-af70-82ca516b6f9d tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=7fa7ad38-b831-4488-91dc-f1a8a4e2ce41 HTTP/1.1" status: 200 len: 943 time: 0.1507525 Oct 20 11:27:11.019552 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c86335ae-89eb-4f47-81d0-1eb4abebd82d req-9586b91b-6c01-40e7-9478-f829cc544691 tempest-SecurityGroupsTestAdminJSON-1507596868 tempest-SecurityGroupsTestAdminJSON-1507596868-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:11.122047 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff882c27-5c22-4870-b7e4-bce00b4b2e81 req-2b373604-faf5-4726-a718-71f852fbb655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:11.123950 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ff882c27-5c22-4870-b7e4-bce00b4b2e81 req-2b373604-faf5-4726-a718-71f852fbb655 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b05579c2-10e5-4997-ab9d-57afa741288e HTTP/1.1" status: 200 len: 909 time: 0.0975130 Oct 20 11:27:11.146772 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c1ed5e37-49aa-4a14-8e21-f7c1bb347c47 req-f3fd7509-ca51-4f9e-ac7d-c27ba346f757 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150954 Oct 20 11:27:11.179405 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ff882c27-5c22-4870-b7e4-bce00b4b2e81 req-36d43df5-66a0-4675-bbdf-c3c3d0ad2588 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8370f8e-d24a-451b-8851-57ad6158b3e8 HTTP/1.1" status: 200 len: 217 time: 0.0455525 Oct 20 11:27:11.246316 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff882c27-5c22-4870-b7e4-bce00b4b2e81 req-ebf7ff40-ed80-4d6a-b70a-4e6dd7168e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:11.248208 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ff882c27-5c22-4870-b7e4-bce00b4b2e81 req-ebf7ff40-ed80-4d6a-b70a-4e6dd7168e5c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=beaf7d63-7f7d-4cb5-8871-db069d2b0a56 HTTP/1.1" status: 200 len: 847 time: 0.0614393 Oct 20 11:27:11.249662 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c86335ae-89eb-4f47-81d0-1eb4abebd82d req-9586b91b-6c01-40e7-9478-f829cc544691 tempest-SecurityGroupsTestAdminJSON-1507596868 tempest-SecurityGroupsTestAdminJSON-1507596868-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:11.257442 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-34514875-68ed-4f02-9aed-b354a8af9713 service neutron] For port fabc4d4d-b98c-4849-8160-17bc2ed3e4e9, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=fabc4d4d-b98c-4849-8160-17bc2ed3e4e9,segment=NetworkSegment(ec1b6256-95be-479c-9695-b6dae13546d3),segment_id=ec1b6256-95be-479c-9695-b6dae13546d3)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:11.260240 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c86335ae-89eb-4f47-81d0-1eb4abebd82d req-9586b91b-6c01-40e7-9478-f829cc544691 tempest-SecurityGroupsTestAdminJSON-1507596868 tempest-SecurityGroupsTestAdminJSON-1507596868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:11.305094 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c86335ae-89eb-4f47-81d0-1eb4abebd82d req-9586b91b-6c01-40e7-9478-f829cc544691 tempest-SecurityGroupsTestAdminJSON-1507596868 tempest-SecurityGroupsTestAdminJSON-1507596868-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:11.305834 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ff882c27-5c22-4870-b7e4-bce00b4b2e81 req-e1e2ed49-0b39-4350-8b63-930c652a72cd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b05579c2-10e5-4997-ab9d-57afa741288e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417790 Oct 20 11:27:11.317543 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c86335ae-89eb-4f47-81d0-1eb4abebd82d req-9586b91b-6c01-40e7-9478-f829cc544691 tempest-SecurityGroupsTestAdminJSON-1507596868 tempest-SecurityGroupsTestAdminJSON-1507596868-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3628254 Oct 20 11:27:11.333681 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9586b91b-6c01-40e7-9478-f829cc544691 tempest-SecurityGroupsTestAdminJSON-1507596868 tempest-SecurityGroupsTestAdminJSON-1507596868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc69b92-7a1f-4ee7-94fe-0ff83e86023c,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:11.385368 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-34514875-68ed-4f02-9aed-b354a8af9713 service neutron] For port fabc4d4d-b98c-4849-8160-17bc2ed3e4e9, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:27:11.427699 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ff882c27-5c22-4870-b7e4-bce00b4b2e81 req-5582e85e-4fd3-4e4e-b4b9-f43288730b42 service neutron] 10.222.0.89 "GET /v2.0/networks/b05579c2-10e5-4997-ab9d-57afa741288e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047168 Oct 20 11:27:11.460696 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20848e8b-2192-461d-a11d-50d56a7261ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fabc4d4d-b98c-4849-8160-17bc2ed3e4e9'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:27:11.463029 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d75a90-05df-49e2-8136-530b1ffb72f9" -d '{"events": [{"server_uuid": "20848e8b-2192-461d-a11d-50d56a7261ec", "name": "network-vif-unplugged", "status": "completed", "tag": "fabc4d4d-b98c-4849-8160-17bc2ed3e4e9"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:27:11.477615 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-34514875-68ed-4f02-9aed-b354a8af9713 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:11.501318 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-34514875-68ed-4f02-9aed-b354a8af9713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:11.560931 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ff882c27-5c22-4870-b7e4-bce00b4b2e81 req-c12e2a70-25fd-4890-b227-1ddff9e48c61 service neutron] 10.222.0.89 "GET /v2.0/networks/b05579c2-10e5-4997-ab9d-57afa741288e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212900 Oct 20 11:27:11.611948 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-c1adecc2-af1e-4c4b-8f7e-d5089de1a319 req-3e9a18e7-0133-4f8c-96c0-52a9bd7d3370 tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1437540948', 'description': 'tempest-description-769089708'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:27:11.620365 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34514875-68ed-4f02-9aed-b354a8af9713 service neutron] Pushing event updated for resources: {'Port': ['ID=fabc4d4d-b98c-4849-8160-17bc2ed3e4e9,revision_number=7']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:11.627879 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-34514875-68ed-4f02-9aed-b354a8af9713 service neutron] Attempting to bind port fabc4d4d-b98c-4849-8160-17bc2ed3e4e9 on host n-h2-814735-3 for vnic_type normal with profile {"migrating_to": "n-h1-814735-3"} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:27:11.628205 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-34514875-68ed-4f02-9aed-b354a8af9713 service neutron] Attempting to bind port fabc4d4d-b98c-4849-8160-17bc2ed3e4e9 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': 'ec1b6256-95be-479c-9695-b6dae13546d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:27:11.628559 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-34514875-68ed-4f02-9aed-b354a8af9713 service neutron] Attempting to bind port fabc4d4d-b98c-4849-8160-17bc2ed3e4e9 on network 60a88ebb-4b56-43bd-98ec-2f75530b8b0e {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:27:11.664271 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-34514875-68ed-4f02-9aed-b354a8af9713 service neutron] Port fabc4d4d-b98c-4849-8160-17bc2ed3e4e9 on network 60a88ebb-4b56-43bd-98ec-2f75530b8b0e not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:27:11.664528 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-34514875-68ed-4f02-9aed-b354a8af9713 service neutron] Attempting to bind port fabc4d4d-b98c-4849-8160-17bc2ed3e4e9 on network 60a88ebb-4b56-43bd-98ec-2f75530b8b0e {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:27:11.674417 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c1adecc2-af1e-4c4b-8f7e-d5089de1a319 req-3e9a18e7-0133-4f8c-96c0-52a9bd7d3370 tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:11.678035 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-34514875-68ed-4f02-9aed-b354a8af9713 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:27:11.678366 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-34514875-68ed-4f02-9aed-b354a8af9713 service neutron] Checking segment: {'id': 'ec1b6256-95be-479c-9695-b6dae13546d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:27:11.678742 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-34514875-68ed-4f02-9aed-b354a8af9713 service neutron] Bound using segment: {'id': 'ec1b6256-95be-479c-9695-b6dae13546d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:27:11.679192 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-34514875-68ed-4f02-9aed-b354a8af9713 service neutron] Bound port: fabc4d4d-b98c-4849-8160-17bc2ed3e4e9, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec1b6256-95be-479c-9695-b6dae13546d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:27:11.679527 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-34514875-68ed-4f02-9aed-b354a8af9713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:11.694605 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c1adecc2-af1e-4c4b-8f7e-d5089de1a319 req-3e9a18e7-0133-4f8c-96c0-52a9bd7d3370 tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:11.723757 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41ef34-bd99-45c4-ae07-66ac91148727 req-d1bc8305-dc29-4e1c-9879-c8ffe81f5438 tempest-ServersAdminTestJSON-1616784892 tempest-ServersAdminTestJSON-1616784892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:11.724204 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41ef34-bd99-45c4-ae07-66ac91148727 req-d1bc8305-dc29-4e1c-9879-c8ffe81f5438 tempest-ServersAdminTestJSON-1616784892 tempest-ServersAdminTestJSON-1616784892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:11.724637 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41ef34-bd99-45c4-ae07-66ac91148727 req-d1bc8305-dc29-4e1c-9879-c8ffe81f5438 tempest-ServersAdminTestJSON-1616784892 tempest-ServersAdminTestJSON-1616784892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:11.725100 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41ef34-bd99-45c4-ae07-66ac91148727 req-d1bc8305-dc29-4e1c-9879-c8ffe81f5438 tempest-ServersAdminTestJSON-1616784892 tempest-ServersAdminTestJSON-1616784892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:11.725525 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41ef34-bd99-45c4-ae07-66ac91148727 req-d1bc8305-dc29-4e1c-9879-c8ffe81f5438 tempest-ServersAdminTestJSON-1616784892 tempest-ServersAdminTestJSON-1616784892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:11.725960 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41ef34-bd99-45c4-ae07-66ac91148727 req-d1bc8305-dc29-4e1c-9879-c8ffe81f5438 tempest-ServersAdminTestJSON-1616784892 tempest-ServersAdminTestJSON-1616784892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:11.726392 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41ef34-bd99-45c4-ae07-66ac91148727 req-d1bc8305-dc29-4e1c-9879-c8ffe81f5438 tempest-ServersAdminTestJSON-1616784892 tempest-ServersAdminTestJSON-1616784892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:11.726839 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41ef34-bd99-45c4-ae07-66ac91148727 req-d1bc8305-dc29-4e1c-9879-c8ffe81f5438 tempest-ServersAdminTestJSON-1616784892 tempest-ServersAdminTestJSON-1616784892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:11.727289 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41ef34-bd99-45c4-ae07-66ac91148727 req-d1bc8305-dc29-4e1c-9879-c8ffe81f5438 tempest-ServersAdminTestJSON-1616784892 tempest-ServersAdminTestJSON-1616784892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:11.727717 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41ef34-bd99-45c4-ae07-66ac91148727 req-d1bc8305-dc29-4e1c-9879-c8ffe81f5438 tempest-ServersAdminTestJSON-1616784892 tempest-ServersAdminTestJSON-1616784892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:11.728145 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41ef34-bd99-45c4-ae07-66ac91148727 req-d1bc8305-dc29-4e1c-9879-c8ffe81f5438 tempest-ServersAdminTestJSON-1616784892 tempest-ServersAdminTestJSON-1616784892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:11.730265 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-de41ef34-bd99-45c4-ae07-66ac91148727 req-d1bc8305-dc29-4e1c-9879-c8ffe81f5438 tempest-ServersAdminTestJSON-1616784892 tempest-ServersAdminTestJSON-1616784892-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=7fa7ad38-b831-4488-91dc-f1a8a4e2ce41&device_id=b9e12627-097b-4599-bfdc-2eadb474e9c0&device_id=5ee78286-3b95-4711-a075-f3fbfabc7622&device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6&device_id=20848e8b-2192-461d-a11d-50d56a7261ec&device_id=2f5a1d71-08a3-41a9-81f5-2b95a8d79ae3&device_id=18147310-0c17-491d-afa4-3e2d28d29ab2&device_id=68eacaab-077a-4e72-8ce4-3f16eafde7dd&device_id=91b90d39-3342-4993-85ef-4deaea70ed22&device_id=999a1973-9d6b-414f-88f7-ec4814f88166&device_id=2a4ae9f1-089b-4930-b5e3-06bc0dfded6d HTTP/1.1" status: 200 len: 9982 time: 0.1108074 Oct 20 11:27:11.782555 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-de41ef34-bd99-45c4-ae07-66ac91148727 req-74a11923-9a9b-461a-a75f-22e659ed02c9 tempest-ServersAdminTestJSON-1616784892 tempest-ServersAdminTestJSON-1616784892-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:11.832321 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-34514875-68ed-4f02-9aed-b354a8af9713 service neutron] For port fabc4d4d-b98c-4849-8160-17bc2ed3e4e9, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:27:11.863706 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-34514875-68ed-4f02-9aed-b354a8af9713 service neutron] For port fabc4d4d-b98c-4849-8160-17bc2ed3e4e9, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=fabc4d4d-b98c-4849-8160-17bc2ed3e4e9,segment=NetworkSegment(ec1b6256-95be-479c-9695-b6dae13546d3),segment_id=ec1b6256-95be-479c-9695-b6dae13546d3)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:27:11.874992 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-34514875-68ed-4f02-9aed-b354a8af9713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:11.920352 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c1adecc2-af1e-4c4b-8f7e-d5089de1a319 req-3e9a18e7-0133-4f8c-96c0-52a9bd7d3370 tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:11.932197 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c1adecc2-af1e-4c4b-8f7e-d5089de1a319 req-3e9a18e7-0133-4f8c-96c0-52a9bd7d3370 tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:12.009245 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-de41ef34-bd99-45c4-ae07-66ac91148727 req-74a11923-9a9b-461a-a75f-22e659ed02c9 tempest-ServersAdminTestJSON-1616784892 tempest-ServersAdminTestJSON-1616784892-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:12.017957 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a18e7-0133-4f8c-96c0-52a9bd7d3370 tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258bdcf5-5f2c-4ede-aefd-d46346fdc81c,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:12.039332 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-de41ef34-bd99-45c4-ae07-66ac91148727 req-74a11923-9a9b-461a-a75f-22e659ed02c9 tempest-ServersAdminTestJSON-1616784892 tempest-ServersAdminTestJSON-1616784892-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:12.049204 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34514875-68ed-4f02-9aed-b354a8af9713 service neutron] Pushing event updated for resources: {'Port': ['ID=fabc4d4d-b98c-4849-8160-17bc2ed3e4e9,revision_number=8']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:12.063249 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-34514875-68ed-4f02-9aed-b354a8af9713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:12.063424 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-34514875-68ed-4f02-9aed-b354a8af9713 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:12.064837 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-34514875-68ed-4f02-9aed-b354a8af9713 service neutron] 10.222.0.11 "PUT /v2.0/ports/fabc4d4d-b98c-4849-8160-17bc2ed3e4e9 HTTP/1.1" status: 200 len: 1121 time: 1.2060194 Oct 20 11:27:12.092076 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-de41ef34-bd99-45c4-ae07-66ac91148727 req-74a11923-9a9b-461a-a75f-22e659ed02c9 tempest-ServersAdminTestJSON-1616784892 tempest-ServersAdminTestJSON-1616784892-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&id=d7aebbb5-65a1-4d60-b2e8-4078ecfc3582&id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&id=87f2a813-278f-43ca-a144-25536151563c&id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.3435850 Oct 20 11:27:12.100590 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a11923-9a9b-461a-a75f-22e659ed02c9 tempest-ServersAdminTestJSON-1616784892 tempest-ServersAdminTestJSON-1616784892-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a913c54d-85c6-45c7-b457-095ef31be77f,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:12.142668 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c1adecc2-af1e-4c4b-8f7e-d5089de1a319 req-3e9a18e7-0133-4f8c-96c0-52a9bd7d3370 tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:12.147878 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c1adecc2-af1e-4c4b-8f7e-d5089de1a319 req-3e9a18e7-0133-4f8c-96c0-52a9bd7d3370 tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:12.163385 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['fabc4d4d-b98c-4849-8160-17bc2ed3e4e9'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:27:12.203440 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c1adecc2-af1e-4c4b-8f7e-d5089de1a319 req-3e9a18e7-0133-4f8c-96c0-52a9bd7d3370 tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:12.204747 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c1adecc2-af1e-4c4b-8f7e-d5089de1a319 req-3e9a18e7-0133-4f8c-96c0-52a9bd7d3370 tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6121607 Oct 20 11:27:12.221376 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a18e7-0133-4f8c-96c0-52a9bd7d3370 tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa6de08-060d-4457-9037-c6adc8644e69,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:12.262472 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfae360-50f4-4ef9-8781-84b1a9299ce8 req-941d653f-19f3-497a-b19d-4e04f5552587 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:12.264637 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8bfae360-50f4-4ef9-8781-84b1a9299ce8 req-941d653f-19f3-497a-b19d-4e04f5552587 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=20848e8b-2192-461d-a11d-50d56a7261ec HTTP/1.1" status: 200 len: 943 time: 0.0658855 Oct 20 11:27:12.266397 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c89a165-f10e-4f42-be4d-6b3d3e7a023c x-openstack-request-id: req-7c89a165-f10e-4f42-be4d-6b3d3e7a023c {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:27:12.266700 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20848e8b-2192-461d-a11d-50d56a7261ec", "name": "network-vif-unplugged", "status": "completed", "tag": "fabc4d4d-b98c-4849-8160-17bc2ed3e4e9", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:27:12.266969 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7c89a165-f10e-4f42-be4d-6b3d3e7a023c {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:27:12.267346 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20848e8b-2192-461d-a11d-50d56a7261ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fabc4d4d-b98c-4849-8160-17bc2ed3e4e9', 'code': 200} Oct 20 11:27:12.351746 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8bfae360-50f4-4ef9-8781-84b1a9299ce8 req-db9dd9a5-520b-49b0-8c39-7861abf4564a tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715466 Oct 20 11:27:12.383159 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a7088-214c-4986-a623-8519a53464a0 req-0f48420e-04cc-4bbf-b0e7-a1f6eb541218 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:12.384898 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fd6a7088-214c-4986-a623-8519a53464a0 req-0f48420e-04cc-4bbf-b0e7-a1f6eb541218 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 950 time: 0.0698891 Oct 20 11:27:12.431709 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fd6a7088-214c-4986-a623-8519a53464a0 req-b90c4616-5455-4ecb-8b1b-0c2f53056760 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400050 Oct 20 11:27:12.503309 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-96d9e058-1184-495b-bb69-a3a4a561f598 req-b8034609-a88b-4f1e-ac12-f8e53412454b tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1977766152', 'description': 'tempest-description-704925577'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:27:12.525315 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-96d9e058-1184-495b-bb69-a3a4a561f598 req-b8034609-a88b-4f1e-ac12-f8e53412454b tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:12.602775 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b14f8-71ef-4a56-ad5d-af7807627d20 req-13347641-8488-4f87-8da0-41cc58de2df7 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:12.604297 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ff4b14f8-71ef-4a56-ad5d-af7807627d20 req-13347641-8488-4f87-8da0-41cc58de2df7 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=7fa7ad38-b831-4488-91dc-f1a8a4e2ce41 HTTP/1.1" status: 200 len: 943 time: 0.0693755 Oct 20 11:27:12.649298 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-96d9e058-1184-495b-bb69-a3a4a561f598 req-b8034609-a88b-4f1e-ac12-f8e53412454b tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:12.659225 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-96d9e058-1184-495b-bb69-a3a4a561f598 req-b8034609-a88b-4f1e-ac12-f8e53412454b tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:12.668382 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ff4b14f8-71ef-4a56-ad5d-af7807627d20 req-0ecb36dc-9ff8-4d7e-aab7-3327f98cc600 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558965 Oct 20 11:27:12.696022 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-96d9e058-1184-495b-bb69-a3a4a561f598 req-b8034609-a88b-4f1e-ac12-f8e53412454b tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:12.698145 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-96d9e058-1184-495b-bb69-a3a4a561f598 req-b8034609-a88b-4f1e-ac12-f8e53412454b tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1988375 Oct 20 11:27:12.699385 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8034609-a88b-4f1e-ac12-f8e53412454b tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8eb990-450b-4637-9335-c1f9f4042238,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:12.943108 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd1942-7036-4cb5-9b9f-86f2972984b8 req-d72ce10b-3825-46c2-87fb-5b4e87c5dcd4 tempest-ServersAdminTestJSON-1616784892 tempest-ServersAdminTestJSON-1616784892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:12.943785 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd1942-7036-4cb5-9b9f-86f2972984b8 req-d72ce10b-3825-46c2-87fb-5b4e87c5dcd4 tempest-ServersAdminTestJSON-1616784892 tempest-ServersAdminTestJSON-1616784892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:12.944020 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd1942-7036-4cb5-9b9f-86f2972984b8 req-d72ce10b-3825-46c2-87fb-5b4e87c5dcd4 tempest-ServersAdminTestJSON-1616784892 tempest-ServersAdminTestJSON-1616784892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:12.945673 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d3fd1942-7036-4cb5-9b9f-86f2972984b8 req-d72ce10b-3825-46c2-87fb-5b4e87c5dcd4 tempest-ServersAdminTestJSON-1616784892 tempest-ServersAdminTestJSON-1616784892-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=b9e12627-097b-4599-bfdc-2eadb474e9c0&device_id=2f5a1d71-08a3-41a9-81f5-2b95a8d79ae3&device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 2883 time: 0.0758193 Oct 20 11:27:13.020170 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d3fd1942-7036-4cb5-9b9f-86f2972984b8 req-bd8b0190-e5ce-44c8-87b7-ac3c36b82ef5 tempest-ServersAdminTestJSON-1616784892 tempest-ServersAdminTestJSON-1616784892-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653563 Oct 20 11:27:13.096982 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19319dcc-83c1-4d6c-99b5-d7b34519c775 req-edb48d9e-4f5c-473d-8e81-a7432b331a35 tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 56143 time: 0.3315325 Oct 20 11:27:13.155357 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19319dcc-83c1-4d6c-99b5-d7b34519c775 req-8d0b5eb2-0959-4241-83a6-9d57002e94de tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] 10.222.0.98 "GET /v2.0/security-groups/05ec7128-131d-4bcf-bec8-25c0e8f668d5 HTTP/1.1" status: 200 len: 2981 time: 0.0493300 Oct 20 11:27:13.205786 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19319dcc-83c1-4d6c-99b5-d7b34519c775 req-9cae7e06-5424-4d79-840f-c54b9d62e0a4 tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] 10.222.0.98 "GET /v2.0/security-groups/05ec7128-131d-4bcf-bec8-25c0e8f668d5 HTTP/1.1" status: 200 len: 2981 time: 0.0494089 Oct 20 11:27:13.254270 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19319dcc-83c1-4d6c-99b5-d7b34519c775 req-71feb2a1-86c4-4e72-8a2b-07b41b98d264 tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] 10.222.0.98 "GET /v2.0/security-groups/12feb5aa-dfc6-417f-befb-82de3f8ea2b8 HTTP/1.1" status: 200 len: 2981 time: 0.0413918 Oct 20 11:27:13.313002 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19319dcc-83c1-4d6c-99b5-d7b34519c775 req-ec91f723-22d9-4d23-8f39-68cad19f0249 tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] 10.222.0.98 "GET /v2.0/security-groups/12feb5aa-dfc6-417f-befb-82de3f8ea2b8 HTTP/1.1" status: 200 len: 2981 time: 0.0502768 Oct 20 11:27:13.350573 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19319dcc-83c1-4d6c-99b5-d7b34519c775 req-d35bf1b2-653e-4645-a102-adc0eed002d5 tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] 10.222.0.98 "GET /v2.0/security-groups/156bb8ee-038c-4ec4-8260-b09ff6828b6f HTTP/1.1" status: 200 len: 2981 time: 0.0371361 Oct 20 11:27:13.397644 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19319dcc-83c1-4d6c-99b5-d7b34519c775 req-f222368f-d853-447c-95c5-c8f836da56cf tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] 10.222.0.98 "GET /v2.0/security-groups/156bb8ee-038c-4ec4-8260-b09ff6828b6f HTTP/1.1" status: 200 len: 2981 time: 0.0403657 Oct 20 11:27:13.442976 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19319dcc-83c1-4d6c-99b5-d7b34519c775 req-422554f1-1455-4cb2-b0ce-3ce206eb16f3 tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] 10.222.0.98 "GET /v2.0/security-groups/21e67af3-20ec-42cc-8d12-f054b2d42cf8 HTTP/1.1" status: 200 len: 2981 time: 0.0390244 Oct 20 11:27:13.498937 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19319dcc-83c1-4d6c-99b5-d7b34519c775 req-7d7e69cc-d94b-4e5e-82db-c98848f39531 tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] 10.222.0.98 "GET /v2.0/security-groups/21e67af3-20ec-42cc-8d12-f054b2d42cf8 HTTP/1.1" status: 200 len: 2981 time: 0.0492234 Oct 20 11:27:13.546889 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19319dcc-83c1-4d6c-99b5-d7b34519c775 req-ca87fb65-39a0-4a74-b427-574605aa3f6b tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] 10.222.0.98 "GET /v2.0/security-groups/258bdcf5-5f2c-4ede-aefd-d46346fdc81c HTTP/1.1" status: 200 len: 2981 time: 0.0415728 Oct 20 11:27:13.614252 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19319dcc-83c1-4d6c-99b5-d7b34519c775 req-515d8f25-6901-4655-a105-917b58b62981 tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] 10.222.0.98 "GET /v2.0/security-groups/258bdcf5-5f2c-4ede-aefd-d46346fdc81c HTTP/1.1" status: 200 len: 2981 time: 0.0583351 Oct 20 11:27:13.622485 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2bb488-465a-4335-b688-18576cb97489 req-b7d2d972-7fe4-48e8-ba18-e7612f731522 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:13.623936 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4f2bb488-465a-4335-b688-18576cb97489 req-b7d2d972-7fe4-48e8-ba18-e7612f731522 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=20848e8b-2192-461d-a11d-50d56a7261ec HTTP/1.1" status: 200 len: 943 time: 0.0762713 Oct 20 11:27:13.684958 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19319dcc-83c1-4d6c-99b5-d7b34519c775 req-9a65c03b-c855-46f2-9d23-cd36e5587ab5 tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] 10.222.0.98 "GET /v2.0/security-groups/2a0deeeb-6e34-49e9-9d41-c657827194f9 HTTP/1.1" status: 200 len: 2981 time: 0.0600667 Oct 20 11:27:13.687920 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4f2bb488-465a-4335-b688-18576cb97489 req-42c56e72-39dd-41df-bf32-5a1dd4f417d8 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577102 Oct 20 11:27:13.741852 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19319dcc-83c1-4d6c-99b5-d7b34519c775 req-9398501d-adf8-4f8d-b2df-caecfee067a3 tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] 10.222.0.98 "GET /v2.0/security-groups/2a0deeeb-6e34-49e9-9d41-c657827194f9 HTTP/1.1" status: 200 len: 2981 time: 0.0451565 Oct 20 11:27:13.821399 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19319dcc-83c1-4d6c-99b5-d7b34519c775 req-ec551663-40a1-4a28-90e0-4abaa92aa33f tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] 10.222.0.98 "GET /v2.0/security-groups/87256d19-2707-4be8-b856-46b22be5870a HTTP/1.1" status: 200 len: 2981 time: 0.0720675 Oct 20 11:27:13.831598 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061777c-3c94-441f-97d4-43786d80a21e req-8a4ae6c0-694e-48ff-9273-06891aaf0f26 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:13.833040 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1061777c-3c94-441f-97d4-43786d80a21e req-8a4ae6c0-694e-48ff-9273-06891aaf0f26 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 950 time: 0.0674269 Oct 20 11:27:13.896420 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19319dcc-83c1-4d6c-99b5-d7b34519c775 req-1dcc736c-1301-4456-affa-b7cfbf294f7f tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] 10.222.0.98 "GET /v2.0/security-groups/87256d19-2707-4be8-b856-46b22be5870a HTTP/1.1" status: 200 len: 2981 time: 0.0623825 Oct 20 11:27:13.899774 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1061777c-3c94-441f-97d4-43786d80a21e req-eb9af3d7-e582-465b-a971-f8cc84225d81 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599806 Oct 20 11:27:13.955209 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19319dcc-83c1-4d6c-99b5-d7b34519c775 req-9f3da951-f7ad-4c9d-8aec-5c797466a1d2 tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] 10.222.0.98 "GET /v2.0/security-groups/87f2a813-278f-43ca-a144-25536151563c HTTP/1.1" status: 200 len: 2981 time: 0.0511584 Oct 20 11:27:13.997860 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19319dcc-83c1-4d6c-99b5-d7b34519c775 req-b5bf0bab-a886-4ea8-adf6-b205030f0573 tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] 10.222.0.98 "GET /v2.0/security-groups/87f2a813-278f-43ca-a144-25536151563c HTTP/1.1" status: 200 len: 2981 time: 0.0381873 Oct 20 11:27:14.049815 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19319dcc-83c1-4d6c-99b5-d7b34519c775 req-a6991215-1279-446e-8303-132fb8631141 tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] 10.222.0.98 "GET /v2.0/security-groups/a52e597d-a159-4003-908b-c0d276541698 HTTP/1.1" status: 200 len: 2981 time: 0.0454865 Oct 20 11:27:14.096783 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19319dcc-83c1-4d6c-99b5-d7b34519c775 req-ec8c06ef-561b-4c09-970d-9e8922fe4782 tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] 10.222.0.98 "GET /v2.0/security-groups/a52e597d-a159-4003-908b-c0d276541698 HTTP/1.1" status: 200 len: 2981 time: 0.0385098 Oct 20 11:27:14.176383 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabfb4ef-279d-48d4-9c78-fca9321259d8 req-6458b2e1-9d32-4ac5-b4c8-bef511e892ed tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:14.177883 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cabfb4ef-279d-48d4-9c78-fca9321259d8 req-6458b2e1-9d32-4ac5-b4c8-bef511e892ed tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=7fa7ad38-b831-4488-91dc-f1a8a4e2ce41 HTTP/1.1" status: 200 len: 943 time: 0.0794249 Oct 20 11:27:14.179468 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19319dcc-83c1-4d6c-99b5-d7b34519c775 req-45d09ab5-db91-434d-a85e-087224673ea2 tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] 10.222.0.98 "GET /v2.0/security-groups/a913c54d-85c6-45c7-b457-095ef31be77f HTTP/1.1" status: 200 len: 2981 time: 0.0720644 Oct 20 11:27:14.246782 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cabfb4ef-279d-48d4-9c78-fca9321259d8 req-40f47260-3282-412e-838b-af6182f536ae tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612755 Oct 20 11:27:14.248533 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19319dcc-83c1-4d6c-99b5-d7b34519c775 req-9b41ba0c-684b-4fc9-a0df-7bd5abbb6039 tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] 10.222.0.98 "GET /v2.0/security-groups/a913c54d-85c6-45c7-b457-095ef31be77f HTTP/1.1" status: 200 len: 2981 time: 0.0613863 Oct 20 11:27:14.267901 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20848e8b-2192-461d-a11d-50d56a7261ec', 'tag': 'fabc4d4d-b98c-4849-8160-17bc2ed3e4e9'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:27:14.270145 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f358dd9e-705c-4fda-90c5-cd861d92b372" -d '{"events": [{"name": "network-changed", "server_uuid": "20848e8b-2192-461d-a11d-50d56a7261ec", "tag": "fabc4d4d-b98c-4849-8160-17bc2ed3e4e9"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:27:14.282446 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device b8370f8e-d24a-451b-8851-57ad6158b3e8 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:27:14.306328 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19319dcc-83c1-4d6c-99b5-d7b34519c775 req-dfaff2e9-865d-4366-b0db-e5b224343fd5 tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] 10.222.0.98 "GET /v2.0/security-groups/d2f93794-3eaa-46ba-9137-559de443c678 HTTP/1.1" status: 200 len: 2981 time: 0.0495856 Oct 20 11:27:14.351432 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19319dcc-83c1-4d6c-99b5-d7b34519c775 req-8638fb47-19f5-4d34-87c5-544fed1a2d60 tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] 10.222.0.98 "GET /v2.0/security-groups/d2f93794-3eaa-46ba-9137-559de443c678 HTTP/1.1" status: 200 len: 2981 time: 0.0380197 Oct 20 11:27:14.378599 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port b8370f8e-d24a-451b-8851-57ad6158b3e8, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=b8370f8e-d24a-451b-8851-57ad6158b3e8,segment=NetworkSegment(fb1327ec-83b6-478a-9700-c6ea2f9574d3),segment_id=fb1327ec-83b6-478a-9700-c6ea2f9574d3)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:14.389588 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': 'b8370f8e-d24a-451b-8851-57ad6158b3e8', 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e', 'port_id': 'b8370f8e-d24a-451b-8851-57ad6158b3e8', 'mac_address': 'fa:16:3e:9b:f5:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaf7d63-7f7d-4cb5-8871-db069d2b0a56', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:27:14.420768 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19319dcc-83c1-4d6c-99b5-d7b34519c775 req-5456a4a6-7c03-4028-9289-a8e8664c6bed tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] 10.222.0.98 "GET /v2.0/security-groups/d453c137-9d95-40cd-8933-1f7b6a1d8739 HTTP/1.1" status: 200 len: 2981 time: 0.0629265 Oct 20 11:27:14.429479 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:14.442619 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8370f8e-d24a-451b-8851-57ad6158b3e8 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:27:14.449440 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4128998-06b8-4578-9abe-aef387e2a0d6 req-7605f056-832b-409d-a924-fe986642b185 tempest-ServersAdminTestJSON-1616784892 tempest-ServersAdminTestJSON-1616784892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:14.450970 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a4128998-06b8-4578-9abe-aef387e2a0d6 req-7605f056-832b-409d-a924-fe986642b185 tempest-ServersAdminTestJSON-1616784892 tempest-ServersAdminTestJSON-1616784892-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 1101 time: 0.0755289 Oct 20 11:27:14.465970 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port b8370f8e-d24a-451b-8851-57ad6158b3e8, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=b8370f8e-d24a-451b-8851-57ad6158b3e8,segment=NetworkSegment(fb1327ec-83b6-478a-9700-c6ea2f9574d3),segment_id=fb1327ec-83b6-478a-9700-c6ea2f9574d3)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:14.471431 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:14.487519 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19319dcc-83c1-4d6c-99b5-d7b34519c775 req-dd04d10e-cdb4-4a83-ada7-4d40538b8a69 tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] 10.222.0.98 "GET /v2.0/security-groups/d453c137-9d95-40cd-8933-1f7b6a1d8739 HTTP/1.1" status: 200 len: 2981 time: 0.0593362 Oct 20 11:27:14.507624 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a4128998-06b8-4578-9abe-aef387e2a0d6 req-1e7af29c-8fdd-47db-a28b-c01370f78ab7 tempest-ServersAdminTestJSON-1616784892 tempest-ServersAdminTestJSON-1616784892-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485332 Oct 20 11:27:14.536783 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=b8370f8e-d24a-451b-8851-57ad6158b3e8,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:14.541819 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19319dcc-83c1-4d6c-99b5-d7b34519c775 req-8574e34f-a7f8-4add-8e8d-e8b92caf1913 tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] 10.222.0.98 "GET /v2.0/security-groups/dd1e4220-5457-4b4f-bde8-3e59caf25749 HTTP/1.1" status: 200 len: 2977 time: 0.0453045 Oct 20 11:27:14.584976 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19319dcc-83c1-4d6c-99b5-d7b34519c775 req-0c7568b2-56a7-4f98-bdcb-4c66af663be6 tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] 10.222.0.98 "GET /v2.0/security-groups/dd1e4220-5457-4b4f-bde8-3e59caf25749 HTTP/1.1" status: 200 len: 2977 time: 0.0370364 Oct 20 11:27:14.641091 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19319dcc-83c1-4d6c-99b5-d7b34519c775 req-13ba9458-819b-4c37-aaed-1af013366845 tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] 10.222.0.98 "GET /v2.0/security-groups/e1d4ac64-12a5-4093-89b1-eeda526ffd63 HTTP/1.1" status: 200 len: 2981 time: 0.0489628 Oct 20 11:27:14.692071 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19319dcc-83c1-4d6c-99b5-d7b34519c775 req-b559264e-b4de-4931-891a-ff9033bf1ca1 tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] 10.222.0.98 "GET /v2.0/security-groups/e1d4ac64-12a5-4093-89b1-eeda526ffd63 HTTP/1.1" status: 200 len: 2981 time: 0.0439277 Oct 20 11:27:14.739042 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19319dcc-83c1-4d6c-99b5-d7b34519c775 req-4fcc75f0-979c-4961-93d6-24eba8373d01 tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] 10.222.0.98 "GET /v2.0/security-groups/e1df4179-8ac6-41f8-8973-a9e2a4a8a33f HTTP/1.1" status: 200 len: 2981 time: 0.0392325 Oct 20 11:27:14.786919 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19319dcc-83c1-4d6c-99b5-d7b34519c775 req-e77dfedf-9459-479f-acc1-cda5fc41941c tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] 10.222.0.98 "GET /v2.0/security-groups/e1df4179-8ac6-41f8-8973-a9e2a4a8a33f HTTP/1.1" status: 200 len: 2981 time: 0.0414827 Oct 20 11:27:14.806232 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2754f8c9-5884-4ca5-8520-4ebde204eabd x-openstack-request-id: req-2754f8c9-5884-4ca5-8520-4ebde204eabd {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:27:14.806526 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20848e8b-2192-461d-a11d-50d56a7261ec", "tag": "fabc4d4d-b98c-4849-8160-17bc2ed3e4e9", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:27:14.806741 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2754f8c9-5884-4ca5-8520-4ebde204eabd {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:27:14.807176 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20848e8b-2192-461d-a11d-50d56a7261ec', 'tag': 'fabc4d4d-b98c-4849-8160-17bc2ed3e4e9', 'status': 'completed', 'code': 200} Oct 20 11:27:14.829209 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['b8370f8e-d24a-451b-8851-57ad6158b3e8'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:27:14.837571 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19319dcc-83c1-4d6c-99b5-d7b34519c775 req-ceb4b3f7-e537-45f5-ad1e-57b0fe8848d3 tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] 10.222.0.98 "GET /v2.0/security-groups/fd595b92-dfc0-474b-9e30-c2ce45723d77 HTTP/1.1" status: 200 len: 2981 time: 0.0444646 Oct 20 11:27:14.883239 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f358dd9e-705c-4fda-90c5-cd861d92b372 req-198f348f-490f-4146-96b1-0da89e98461c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:14.886690 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-f358dd9e-705c-4fda-90c5-cd861d92b372 req-198f348f-490f-4146-96b1-0da89e98461c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d9acdef368f944fcb8d5f209bb8e33d7&device_id=20848e8b-2192-461d-a11d-50d56a7261ec HTTP/1.1" status: 200 len: 1124 time: 0.0511866 Oct 20 11:27:14.888546 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device fabc4d4d-b98c-4849-8160-17bc2ed3e4e9 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:27:14.913225 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19319dcc-83c1-4d6c-99b5-d7b34519c775 req-4a0a2c91-daf7-4767-8188-c3b4a8f8efc2 tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] 10.222.0.98 "GET /v2.0/security-groups/fd595b92-dfc0-474b-9e30-c2ce45723d77 HTTP/1.1" status: 200 len: 2981 time: 0.0693312 Oct 20 11:27:14.915815 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6780e042-e3c8-4ad6-aaaa-e5b8c07dfe5c req-37689005-b3d2-4cf1-bf75-e1548211b449 tempest-ServersAdminTestJSON-1616784892 tempest-ServersAdminTestJSON-1616784892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:14.917298 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6780e042-e3c8-4ad6-aaaa-e5b8c07dfe5c req-37689005-b3d2-4cf1-bf75-e1548211b449 tempest-ServersAdminTestJSON-1616784892 tempest-ServersAdminTestJSON-1616784892-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 1101 time: 0.0676417 Oct 20 11:27:14.983375 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6780e042-e3c8-4ad6-aaaa-e5b8c07dfe5c req-57333063-e123-4f65-88ab-d9f31456025c tempest-ServersAdminTestJSON-1616784892 tempest-ServersAdminTestJSON-1616784892-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560138 Oct 20 11:27:14.990509 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f358dd9e-705c-4fda-90c5-cd861d92b372 req-a24b598e-1a79-4d3e-9131-56108400d95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:14.991603 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19319dcc-83c1-4d6c-99b5-d7b34519c775 req-e74822f8-91fd-4ca9-92c0-eea8fae1fabc tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] 10.222.0.98 "GET /v2.0/security-groups/ff5b1fa4-87e5-49b8-85df-a87c46a82bff HTTP/1.1" status: 200 len: 2973 time: 0.0660083 Oct 20 11:27:14.993011 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-f358dd9e-705c-4fda-90c5-cd861d92b372 req-a24b598e-1a79-4d3e-9131-56108400d95a service neutron] 10.222.0.89 "GET /v2.0/networks?id=60a88ebb-4b56-43bd-98ec-2f75530b8b0e HTTP/1.1" status: 200 len: 922 time: 0.0983284 Oct 20 11:27:15.051278 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-f358dd9e-705c-4fda-90c5-cd861d92b372 req-bec22b84-36de-4a74-8077-83fdfdc6d37b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fabc4d4d-b98c-4849-8160-17bc2ed3e4e9 HTTP/1.1" status: 200 len: 217 time: 0.0410535 Oct 20 11:27:15.058599 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19319dcc-83c1-4d6c-99b5-d7b34519c775 req-666a6b67-c144-4be6-84d2-72a17b414ef5 tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] 10.222.0.98 "GET /v2.0/security-groups/ff5b1fa4-87e5-49b8-85df-a87c46a82bff HTTP/1.1" status: 200 len: 2973 time: 0.0659730 Oct 20 11:27:15.068433 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port fabc4d4d-b98c-4849-8160-17bc2ed3e4e9, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=fabc4d4d-b98c-4849-8160-17bc2ed3e4e9,segment=NetworkSegment(ec1b6256-95be-479c-9695-b6dae13546d3),segment_id=ec1b6256-95be-479c-9695-b6dae13546d3)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:15.089606 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device fabc4d4d-b98c-4849-8160-17bc2ed3e4e9 has no active binding in host n-h1-814735-3 {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 20 11:27:15.115298 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:15.124920 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f358dd9e-705c-4fda-90c5-cd861d92b372 req-36a2d70b-5692-469f-ad87-a6e9375b38fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:15.126698 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-f358dd9e-705c-4fda-90c5-cd861d92b372 req-36a2d70b-5692-469f-ad87-a6e9375b38fa service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2a0c5c2a-f9c9-492d-ba9f-7e961a63a7db HTTP/1.1" status: 200 len: 860 time: 0.0666966 Oct 20 11:27:15.170730 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0a8db-67b6-4c3c-885f-84078f4b6786 req-134fb6f8-dbc2-4542-a6fc-f7f91cf04e86 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:15.171015 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-f358dd9e-705c-4fda-90c5-cd861d92b372 req-1cf70c73-bf32-4d7e-bc01-f073e7e8873a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=60a88ebb-4b56-43bd-98ec-2f75530b8b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307341 Oct 20 11:27:15.172100 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f2f0a8db-67b6-4c3c-885f-84078f4b6786 req-134fb6f8-dbc2-4542-a6fc-f7f91cf04e86 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=20848e8b-2192-461d-a11d-50d56a7261ec HTTP/1.1" status: 200 len: 943 time: 0.0602815 Oct 20 11:27:15.236096 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f2f0a8db-67b6-4c3c-885f-84078f4b6786 req-97e4e3ec-2a1d-49bf-be25-64f32ad87f59 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579641 Oct 20 11:27:15.255317 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bad3fe-5060-4410-8983-3068b12613ee req-e9f2856f-10ff-43c0-85bd-28b22ccadee5 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:15.257078 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f1bad3fe-5060-4410-8983-3068b12613ee req-e9f2856f-10ff-43c0-85bd-28b22ccadee5 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 950 time: 0.0726426 Oct 20 11:27:15.277212 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-f358dd9e-705c-4fda-90c5-cd861d92b372 req-faf0c680-3a7c-4a69-adf3-18489b128056 service neutron] 10.222.0.89 "GET /v2.0/networks/60a88ebb-4b56-43bd-98ec-2f75530b8b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945590 Oct 20 11:27:15.299709 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f1bad3fe-5060-4410-8983-3068b12613ee req-3ee9035b-f09e-44e9-9733-30cf144e740a tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354714 Oct 20 11:27:15.399073 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-f358dd9e-705c-4fda-90c5-cd861d92b372 req-e86b7789-99a8-4550-af8d-20f64464b39e service neutron] 10.222.0.89 "GET /v2.0/networks/60a88ebb-4b56-43bd-98ec-2f75530b8b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999854 Oct 20 11:27:15.438025 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2218fb40-b020-46bb-8376-fae7ac017324 req-67483957-b177-4635-8490-b3d4c468d3c3 tempest-SecurityGroupsTestAdminJSON-1507596868 tempest-SecurityGroupsTestAdminJSON-1507596868-project] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e8f53b59d38140c48529c05ce71ecdc3 HTTP/1.1" status: 200 len: 6103 time: 0.0840402 Oct 20 11:27:15.483801 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2218fb40-b020-46bb-8376-fae7ac017324 req-fafc0a6c-3846-4f10-a92f-f2ebc5ffdd97 tempest-SecurityGroupsTestAdminJSON-1507596868 tempest-SecurityGroupsTestAdminJSON-1507596868-project] 10.222.0.98 "GET /v2.0/security-groups/d453c137-9d95-40cd-8933-1f7b6a1d8739 HTTP/1.1" status: 200 len: 2981 time: 0.0383601 Oct 20 11:27:15.537684 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2218fb40-b020-46bb-8376-fae7ac017324 req-f028bd4e-fcbc-4010-bb82-ac3992b90624 tempest-SecurityGroupsTestAdminJSON-1507596868 tempest-SecurityGroupsTestAdminJSON-1507596868-project] 10.222.0.98 "GET /v2.0/security-groups/d453c137-9d95-40cd-8933-1f7b6a1d8739 HTTP/1.1" status: 200 len: 2981 time: 0.0402107 Oct 20 11:27:15.641453 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3feac44-9219-4fdf-aa78-172bbf34c2ad req-c16c55b0-16f5-45e6-9eb9-3e8ce64ac88a tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:15.644846 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e3feac44-9219-4fdf-aa78-172bbf34c2ad req-c16c55b0-16f5-45e6-9eb9-3e8ce64ac88a tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=7fa7ad38-b831-4488-91dc-f1a8a4e2ce41 HTTP/1.1" status: 200 len: 944 time: 0.0532086 Oct 20 11:27:15.682142 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e3feac44-9219-4fdf-aa78-172bbf34c2ad req-5d8093d9-d133-461e-a3e9-b752b6f9a36b tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316720 Oct 20 11:27:15.739768 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a1a75618-5d47-489f-ace8-2af545865496 req-45a9137d-2b57-4ebc-9459-485b552f72b2 tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] 10.222.0.98 "GET /v2.0/security-groups/7c8eb990-450b-4637-9335-c1f9f4042238 HTTP/1.1" status: 200 len: 1777 time: 0.0345545 Oct 20 11:27:15.818691 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a1a75618-5d47-489f-ace8-2af545865496 req-797d932f-993b-4f97-86a8-d902dcea22bb tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:15.838559 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46860d5a-438e-4a75-9469-8b103f5576a2 req-f6debd74-67c7-4887-bc51-c665ee5edd3a tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:15.840041 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-46860d5a-438e-4a75-9469-8b103f5576a2 req-f6debd74-67c7-4887-bc51-c665ee5edd3a tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] 10.222.0.98 "GET /v2.0/ports?device_id=91b90d39-3342-4993-85ef-4deaea70ed22 HTTP/1.1" status: 200 len: 946 time: 0.0695682 Oct 20 11:27:15.855428 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a1a75618-5d47-489f-ace8-2af545865496 req-797d932f-993b-4f97-86a8-d902dcea22bb tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:15.904997 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-46860d5a-438e-4a75-9469-8b103f5576a2 req-02c76d1a-0316-4c6f-8f04-ebb3e996497f tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] 10.222.0.98 "GET /v2.0/security-groups?id=87f2a813-278f-43ca-a144-25536151563c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574327 Oct 20 11:27:15.931695 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a1a75618-5d47-489f-ace8-2af545865496 req-797d932f-993b-4f97-86a8-d902dcea22bb tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:15.934576 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a1a75618-5d47-489f-ace8-2af545865496 req-797d932f-993b-4f97-86a8-d902dcea22bb tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:15.935833 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a1a75618-5d47-489f-ace8-2af545865496 req-797d932f-993b-4f97-86a8-d902dcea22bb tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] 10.222.0.98 "DELETE /v2.0/security-groups/7c8eb990-450b-4637-9335-c1f9f4042238 HTTP/1.1" status: 204 len: 173 time: 0.1900418 Oct 20 11:27:15.944936 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d932f-993b-4f97-86a8-d902dcea22bb tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8eb990-450b-4637-9335-c1f9f4042238,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:16.076181 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-89ce3d7c-fa11-4533-84c5-cb6f5a1bad52 service neutron] 10.222.0.89 "GET /v2.0/ports/fabc4d4d-b98c-4849-8160-17bc2ed3e4e9/bindings/n-h1-814735-3 HTTP/1.1" status: 200 len: 384 time: 0.0602946 Oct 20 11:27:16.102779 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9417ce79-4b9b-44e4-9e35-d742de583d88 req-2e401b30-0b90-4c81-99bf-5777b43e24e2 tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] 10.222.0.98 "GET /v2.0/security-groups/0fa6de08-060d-4457-9037-c6adc8644e69 HTTP/1.1" status: 200 len: 1777 time: 0.0414221 Oct 20 11:27:16.164442 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9417ce79-4b9b-44e4-9e35-d742de583d88 req-f1413915-eea7-461f-94ea-ee6c1e7c5939 tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:16.186401 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9417ce79-4b9b-44e4-9e35-d742de583d88 req-f1413915-eea7-461f-94ea-ee6c1e7c5939 tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:16.228230 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9417ce79-4b9b-44e4-9e35-d742de583d88 req-f1413915-eea7-461f-94ea-ee6c1e7c5939 tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:16.230744 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9417ce79-4b9b-44e4-9e35-d742de583d88 req-f1413915-eea7-461f-94ea-ee6c1e7c5939 tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:16.231935 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9417ce79-4b9b-44e4-9e35-d742de583d88 req-f1413915-eea7-461f-94ea-ee6c1e7c5939 tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] 10.222.0.98 "DELETE /v2.0/security-groups/0fa6de08-060d-4457-9037-c6adc8644e69 HTTP/1.1" status: 204 len: 173 time: 0.1202857 Oct 20 11:27:16.243310 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1413915-eea7-461f-94ea-ee6c1e7c5939 tempest-SecurityGroupsTestAdminJSON-117392265 tempest-SecurityGroupsTestAdminJSON-117392265-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa6de08-060d-4457-9037-c6adc8644e69,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:16.279471 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-a4aea1c3-d894-4378-9949-add4580b2831 service neutron] For port fabc4d4d-b98c-4849-8160-17bc2ed3e4e9, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=fabc4d4d-b98c-4849-8160-17bc2ed3e4e9,segment=NetworkSegment(ec1b6256-95be-479c-9695-b6dae13546d3),segment_id=ec1b6256-95be-479c-9695-b6dae13546d3)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:16.293110 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device b8370f8e-d24a-451b-8851-57ad6158b3e8 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:27:16.302092 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-a4aea1c3-d894-4378-9949-add4580b2831 service neutron] For port fabc4d4d-b98c-4849-8160-17bc2ed3e4e9, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:27:16.346181 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-68dd49ed-6f39-431a-8a92-e6d94fc5f417 req-55a1ce9f-b8ba-4a59-82df-3bdbe2168a07 tempest-SecurityGroupsTestAdminJSON-1507596868 tempest-SecurityGroupsTestAdminJSON-1507596868-project] 10.222.0.98 "GET /v2.0/security-groups/4dc69b92-7a1f-4ee7-94fe-0ff83e86023c HTTP/1.1" status: 200 len: 1777 time: 0.0542057 Oct 20 11:27:16.347691 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-a4aea1c3-d894-4378-9949-add4580b2831 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fabc4d4d-b98c-4849-8160-17bc2ed3e4e9 {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:27:16.354854 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port b8370f8e-d24a-451b-8851-57ad6158b3e8 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:27:16.359952 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-a4aea1c3-d894-4378-9949-add4580b2831 service neutron] For port fabc4d4d-b98c-4849-8160-17bc2ed3e4e9, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=fabc4d4d-b98c-4849-8160-17bc2ed3e4e9,segment=NetworkSegment(ec1b6256-95be-479c-9695-b6dae13546d3),segment_id=ec1b6256-95be-479c-9695-b6dae13546d3)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:16.360423 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port b8370f8e-d24a-451b-8851-57ad6158b3e8 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:27:16.361133 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:16.393004 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-a4aea1c3-d894-4378-9949-add4580b2831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:16.428166 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-68dd49ed-6f39-431a-8a92-e6d94fc5f417 req-a2fe9a9b-fdb0-4442-a740-90aa58500209 tempest-SecurityGroupsTestAdminJSON-1507596868 tempest-SecurityGroupsTestAdminJSON-1507596868-project] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:16.457551 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-68dd49ed-6f39-431a-8a92-e6d94fc5f417 req-a2fe9a9b-fdb0-4442-a740-90aa58500209 tempest-SecurityGroupsTestAdminJSON-1507596868 tempest-SecurityGroupsTestAdminJSON-1507596868-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:16.479148 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:16.519117 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa7ad38-b831-4488-91dc-f1a8a4e2ce41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8370f8e-d24a-451b-8851-57ad6158b3e8'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:27:16.521434 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246b15d1-eda5-40c7-8e31-b246a88ea187" -d '{"events": [{"server_uuid": "7fa7ad38-b831-4488-91dc-f1a8a4e2ce41", "name": "network-vif-plugged", "status": "completed", "tag": "b8370f8e-d24a-451b-8851-57ad6158b3e8"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:27:16.525904 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-a4aea1c3-d894-4378-9949-add4580b2831 service neutron] Transition to ACTIVE for port object fabc4d4d-b98c-4849-8160-17bc2ed3e4e9 will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:27:16.534042 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-a4aea1c3-d894-4378-9949-add4580b2831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:16.548657 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf1667-00fe-4386-9973-16f529cf8295 req-39f8ff55-f1a4-4ff5-a29c-7778a831e068 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:16.550306 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cbdf1667-00fe-4386-9973-16f529cf8295 req-39f8ff55-f1a4-4ff5-a29c-7778a831e068 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=20848e8b-2192-461d-a11d-50d56a7261ec HTTP/1.1" status: 200 len: 943 time: 0.0820839 Oct 20 11:27:16.551451 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-68dd49ed-6f39-431a-8a92-e6d94fc5f417 req-a2fe9a9b-fdb0-4442-a740-90aa58500209 tempest-SecurityGroupsTestAdminJSON-1507596868 tempest-SecurityGroupsTestAdminJSON-1507596868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:16.553995 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-68dd49ed-6f39-431a-8a92-e6d94fc5f417 req-a2fe9a9b-fdb0-4442-a740-90aa58500209 tempest-SecurityGroupsTestAdminJSON-1507596868 tempest-SecurityGroupsTestAdminJSON-1507596868-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:16.555658 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port b8370f8e-d24a-451b-8851-57ad6158b3e8, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=b8370f8e-d24a-451b-8851-57ad6158b3e8,segment=NetworkSegment(fb1327ec-83b6-478a-9700-c6ea2f9574d3),segment_id=fb1327ec-83b6-478a-9700-c6ea2f9574d3)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:16.562507 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:16.565251 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-68dd49ed-6f39-431a-8a92-e6d94fc5f417 req-a2fe9a9b-fdb0-4442-a740-90aa58500209 tempest-SecurityGroupsTestAdminJSON-1507596868 tempest-SecurityGroupsTestAdminJSON-1507596868-project] 10.222.0.98 "DELETE /v2.0/security-groups/4dc69b92-7a1f-4ee7-94fe-0ff83e86023c HTTP/1.1" status: 204 len: 173 time: 0.2115417 Oct 20 11:27:16.607638 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe9a9b-fdb0-4442-a740-90aa58500209 tempest-SecurityGroupsTestAdminJSON-1507596868 tempest-SecurityGroupsTestAdminJSON-1507596868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc69b92-7a1f-4ee7-94fe-0ff83e86023c,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:16.627648 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-a4aea1c3-d894-4378-9949-add4580b2831 service neutron] No DVR routers for this DVR port fabc4d4d-b98c-4849-8160-17bc2ed3e4e9 on host n-h2-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:27:16.650409 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aea1c3-d894-4378-9949-add4580b2831 service neutron] Pushing event updated for resources: {'Port': ['ID=fabc4d4d-b98c-4849-8160-17bc2ed3e4e9,revision_number=10']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:16.652590 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=b8370f8e-d24a-451b-8851-57ad6158b3e8,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:16.683329 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cbdf1667-00fe-4386-9973-16f529cf8295 req-3675f42d-a75f-4aa4-a725-322a99ca6a0a tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169753 Oct 20 11:27:16.710629 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-a4aea1c3-d894-4378-9949-add4580b2831 service neutron] 10.222.0.89 "PUT /v2.0/ports/fabc4d4d-b98c-4849-8160-17bc2ed3e4e9/bindings/n-h1-814735-3/activate HTTP/1.1" status: 200 len: 369 time: 0.6257181 Oct 20 11:27:16.725079 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47acf6a-6066-43b7-858e-503da81bfe04 req-b00378f2-c9cc-4af6-80e5-262a880562f2 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:16.726774 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b47acf6a-6066-43b7-858e-503da81bfe04 req-b00378f2-c9cc-4af6-80e5-262a880562f2 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 950 time: 0.0655191 Oct 20 11:27:16.827240 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b47acf6a-6066-43b7-858e-503da81bfe04 req-95e0ad22-2267-4a4f-8fe6-384336b070fc tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936239 Oct 20 11:27:16.853483 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-81122869-e2ec-4e0d-beb0-c4705ee88408 tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:16.855238 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-81122869-e2ec-4e0d-beb0-c4705ee88408 tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=20848e8b-2192-461d-a11d-50d56a7261ec&tenant_id=d9acdef368f944fcb8d5f209bb8e33d7&binding%3Ahost_id=n-h2-814735-3 HTTP/1.1" status: 200 len: 1095 time: 0.0621352 Oct 20 11:27:16.865950 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c9158-2122-4d27-a12e-bb1de26797c3 req-9a52113b-03a0-45ac-b36a-73f63bafdff3 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:16.867506 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5e5c9158-2122-4d27-a12e-bb1de26797c3 req-9a52113b-03a0-45ac-b36a-73f63bafdff3 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 950 time: 0.1104558 Oct 20 11:27:16.885926 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473b5c35-0ef2-4412-bb32-4f3ce8c8ffde x-openstack-request-id: req-473b5c35-0ef2-4412-bb32-4f3ce8c8ffde {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:27:16.886430 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa7ad38-b831-4488-91dc-f1a8a4e2ce41", "name": "network-vif-plugged", "status": "completed", "tag": "b8370f8e-d24a-451b-8851-57ad6158b3e8", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:27:16.886881 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-473b5c35-0ef2-4412-bb32-4f3ce8c8ffde {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:27:16.887729 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa7ad38-b831-4488-91dc-f1a8a4e2ce41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8370f8e-d24a-451b-8851-57ad6158b3e8', 'code': 200} Oct 20 11:27:16.928064 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53082) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:27:16.972186 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-04f35ba8-3fc7-4b96-b4de-158f3e7e1d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:16.973672 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-04f35ba8-3fc7-4b96-b4de-158f3e7e1d93 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=20848e8b-2192-461d-a11d-50d56a7261ec&tenant_id=d9acdef368f944fcb8d5f209bb8e33d7 HTTP/1.1" status: 200 len: 1095 time: 0.1052973 Oct 20 11:27:16.978187 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5e5c9158-2122-4d27-a12e-bb1de26797c3 req-f90adae1-0553-4864-bffb-f7f98efcb1f1 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017506 Oct 20 11:27:16.983175 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6e212f33-b3c6-443a-942d-341685834669 req-487b6446-a4cf-4feb-b5f4-0d72b403f3a6 tempest-SecurityGroupsTestAdminJSON-1507596868 tempest-SecurityGroupsTestAdminJSON-1507596868-project] 10.222.0.98 "GET /v2.0/security-groups/9b1fac51-69c6-427d-a5e2-1de5e574fa46 HTTP/1.1" status: 200 len: 1778 time: 0.0802336 Oct 20 11:27:17.011352 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83381b-bb10-4249-9331-7cafb68af024 req-1a4f5b4d-e791-49e4-893a-30bb12d74413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:17.012931 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5e83381b-bb10-4249-9331-7cafb68af024 req-1a4f5b4d-e791-49e4-893a-30bb12d74413 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7fa7ad38-b831-4488-91dc-f1a8a4e2ce41 HTTP/1.1" status: 200 len: 1096 time: 0.0544825 Oct 20 11:27:17.055876 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5e83381b-bb10-4249-9331-7cafb68af024 req-ca80e858-6807-41e4-9adb-936b1ecdc7fa service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346260 Oct 20 11:27:17.067043 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-773e9a4c-486e-4f6a-a784-58dbcd074cab admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:17.079561 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-cd86bd1d-1c9e-4ce5-b67d-2603ea7ec7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:17.081042 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-cd86bd1d-1c9e-4ce5-b67d-2603ea7ec7f4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d9acdef368f944fcb8d5f209bb8e33d7&device_id=20848e8b-2192-461d-a11d-50d56a7261ec HTTP/1.1" status: 200 len: 1095 time: 0.0744927 Oct 20 11:27:17.100055 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6e212f33-b3c6-443a-942d-341685834669 req-a1d6cd0a-bbaf-46c8-9907-ccb0464a5569 tempest-SecurityGroupsTestAdminJSON-1507596868 tempest-SecurityGroupsTestAdminJSON-1507596868-project] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:17.144788 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-773e9a4c-486e-4f6a-a784-58dbcd074cab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:17.149876 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-773e9a4c-486e-4f6a-a784-58dbcd074cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:17.154326 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6e212f33-b3c6-443a-942d-341685834669 req-a1d6cd0a-bbaf-46c8-9907-ccb0464a5569 tempest-SecurityGroupsTestAdminJSON-1507596868 tempest-SecurityGroupsTestAdminJSON-1507596868-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:17.188085 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-773e9a4c-486e-4f6a-a784-58dbcd074cab admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7fd49a4ee9c04e62b7d5e0a9a8299f17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2587211 Oct 20 11:27:17.189155 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773e9a4c-486e-4f6a-a784-58dbcd074cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67a127e-1b29-49e0-b0a6-9f726ebffb5b,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:17.194031 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53088) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:27:17.246605 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-68be0c01-1602-464b-a118-bcd50e7a8b68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:17.268891 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-68be0c01-1602-464b-a118-bcd50e7a8b68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:17.325008 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-68be0c01-1602-464b-a118-bcd50e7a8b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:17.327706 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-68be0c01-1602-464b-a118-bcd50e7a8b68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:17.328907 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-68be0c01-1602-464b-a118-bcd50e7a8b68 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a67a127e-1b29-49e0-b0a6-9f726ebffb5b HTTP/1.1" status: 204 len: 168 time: 0.1338499 Oct 20 11:27:17.337480 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be0c01-1602-464b-a118-bcd50e7a8b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67a127e-1b29-49e0-b0a6-9f726ebffb5b,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:17.520870 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-e1960152-31f0-403f-a743-07649c8d3005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:17.522426 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-e1960152-31f0-403f-a743-07649c8d3005 service neutron] 10.222.0.11 "GET /v2.0/networks?id=60a88ebb-4b56-43bd-98ec-2f75530b8b0e HTTP/1.1" status: 200 len: 922 time: 0.4335027 Oct 20 11:27:17.533210 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b42be-7de3-4cbe-9a7f-74ef899fabbd req-2c197e95-2f33-40f4-8e53-fa0a856898c7 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:17.534696 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-471b42be-7de3-4cbe-9a7f-74ef899fabbd req-2c197e95-2f33-40f4-8e53-fa0a856898c7 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=7fa7ad38-b831-4488-91dc-f1a8a4e2ce41 HTTP/1.1" status: 200 len: 945 time: 0.4126673 Oct 20 11:27:17.583156 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6e212f33-b3c6-443a-942d-341685834669 req-a1d6cd0a-bbaf-46c8-9907-ccb0464a5569 tempest-SecurityGroupsTestAdminJSON-1507596868 tempest-SecurityGroupsTestAdminJSON-1507596868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:17.585603 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6e212f33-b3c6-443a-942d-341685834669 req-a1d6cd0a-bbaf-46c8-9907-ccb0464a5569 tempest-SecurityGroupsTestAdminJSON-1507596868 tempest-SecurityGroupsTestAdminJSON-1507596868-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:17.586680 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6e212f33-b3c6-443a-942d-341685834669 req-a1d6cd0a-bbaf-46c8-9907-ccb0464a5569 tempest-SecurityGroupsTestAdminJSON-1507596868 tempest-SecurityGroupsTestAdminJSON-1507596868-project] 10.222.0.98 "DELETE /v2.0/security-groups/9b1fac51-69c6-427d-a5e2-1de5e574fa46 HTTP/1.1" status: 204 len: 173 time: 0.5965104 Oct 20 11:27:17.601471 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-c0db0a6e-fc80-4223-9b7d-f0736b7cbb93 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fabc4d4d-b98c-4849-8160-17bc2ed3e4e9 HTTP/1.1" status: 200 len: 217 time: 0.0645120 Oct 20 11:27:17.611691 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900618de-c383-4a3c-99c7-f6063ba6e3b2 req-fd8ea082-69d5-4f20-8d21-7f64054ab59d tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:17.613172 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-900618de-c383-4a3c-99c7-f6063ba6e3b2 req-fd8ea082-69d5-4f20-8d21-7f64054ab59d tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] 10.222.0.11 "GET /v2.0/ports?device_id=91b90d39-3342-4993-85ef-4deaea70ed22 HTTP/1.1" status: 200 len: 946 time: 0.1488042 Oct 20 11:27:17.637252 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d6cd0a-bbaf-46c8-9907-ccb0464a5569 tempest-SecurityGroupsTestAdminJSON-1507596868 tempest-SecurityGroupsTestAdminJSON-1507596868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1fac51-69c6-427d-a5e2-1de5e574fa46,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:17.732353 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-471b42be-7de3-4cbe-9a7f-74ef899fabbd req-3c80ef91-8fd1-4bd2-ac1f-754bb0ae3c1d tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877787 Oct 20 11:27:17.769561 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-88e39b4c-051d-41ba-bd80-8ca7af8bcb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:17.771067 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-88e39b4c-051d-41ba-bd80-8ca7af8bcb11 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a0c5c2a-f9c9-492d-ba9f-7e961a63a7db HTTP/1.1" status: 200 len: 860 time: 0.1556182 Oct 20 11:27:17.816879 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c3987-f112-4947-bfa8-ee635d7d3d25 req-773b4ce0-acc2-4fd2-9510-5a8239bd8f19 tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:17.818379 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dd9c3987-f112-4947-bfa8-ee635d7d3d25 req-773b4ce0-acc2-4fd2-9510-5a8239bd8f19 tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] 10.222.0.98 "GET /v2.0/ports?device_id=91b90d39-3342-4993-85ef-4deaea70ed22 HTTP/1.1" status: 200 len: 946 time: 0.1270375 Oct 20 11:27:17.822664 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-7443030d-70bf-4901-9180-a1a415a558aa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=60a88ebb-4b56-43bd-98ec-2f75530b8b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427477 Oct 20 11:27:17.853042 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53110) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:27:17.958829 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dd9c3987-f112-4947-bfa8-ee635d7d3d25 req-01fe54a2-4edf-4a2c-a36e-ea9387316e49 tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] 10.222.0.98 "GET /v2.0/security-groups?id=87f2a813-278f-43ca-a144-25536151563c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318297 Oct 20 11:27:17.960839 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-900618de-c383-4a3c-99c7-f6063ba6e3b2 req-486b4f87-dade-434e-9431-6e0bdde9e285 tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] Deleting port 97da3092-5fad-4410-87ff-57aed83f2c07 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:27:17.961181 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-900618de-c383-4a3c-99c7-f6063ba6e3b2 req-486b4f87-dade-434e-9431-6e0bdde9e285 tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:17.994106 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf23adc-2c1a-4e00-8074-993b2b3ae9fd req-8770adcf-27b8-4db3-a9c3-2ae9f1a6b001 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:17.995674 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1cf23adc-2c1a-4e00-8074-993b2b3ae9fd req-8770adcf-27b8-4db3-a9c3-2ae9f1a6b001 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=20848e8b-2192-461d-a11d-50d56a7261ec HTTP/1.1" status: 200 len: 944 time: 0.1762025 Oct 20 11:27:18.051767 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-13933912-bb59-461c-a8ae-01663e3063c0 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e8f53b59d38140c48529c05ce71ecdc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1973550 Oct 20 11:27:18.052675 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53122) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:27:18.114821 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7fd56784-9304-4356-b96e-ab5009eb611c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:18.121759 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-591a4b9d-aa45-4c96-afed-96d6f6638c4c service neutron] 10.222.0.11 "GET /v2.0/networks/60a88ebb-4b56-43bd-98ec-2f75530b8b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870297 Oct 20 11:27:18.139699 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7fd56784-9304-4356-b96e-ab5009eb611c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:18.147334 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1cf23adc-2c1a-4e00-8074-993b2b3ae9fd req-ff3baed7-32f2-42e9-9747-f4449b3a8886 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447198 Oct 20 11:27:18.175126 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-900618de-c383-4a3c-99c7-f6063ba6e3b2 req-486b4f87-dade-434e-9431-6e0bdde9e285 tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] For port 97da3092-5fad-4410-87ff-57aed83f2c07, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=97da3092-5fad-4410-87ff-57aed83f2c07,segment=NetworkSegment(1be2662c-e72f-42da-ba3e-cd731b98bbb8),segment_id=1be2662c-e72f-42da-ba3e-cd731b98bbb8)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:18.175126 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-900618de-c383-4a3c-99c7-f6063ba6e3b2 req-486b4f87-dade-434e-9431-6e0bdde9e285 tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:18.197910 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-900618de-c383-4a3c-99c7-f6063ba6e3b2 req-486b4f87-dade-434e-9431-6e0bdde9e285 tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] Calling delete_port for 97da3092-5fad-4410-87ff-57aed83f2c07 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:27:18.206404 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7fd56784-9304-4356-b96e-ab5009eb611c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:18.208969 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7fd56784-9304-4356-b96e-ab5009eb611c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:18.212496 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7fd56784-9304-4356-b96e-ab5009eb611c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d453c137-9d95-40cd-8933-1f7b6a1d8739 HTTP/1.1" status: 204 len: 168 time: 0.1563475 Oct 20 11:27:18.234550 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed083a-5d4b-49e7-b9a7-63b6f9237dc5 req-45f9efc9-988b-409b-b2cd-7df51b08c4dc tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:18.236223 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd56784-9304-4356-b96e-ab5009eb611c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d453c137-9d95-40cd-8933-1f7b6a1d8739,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:18.242072 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2fed083a-5d4b-49e7-b9a7-63b6f9237dc5 req-45f9efc9-988b-409b-b2cd-7df51b08c4dc tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 950 time: 0.1814427 Oct 20 11:27:18.399116 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2fed083a-5d4b-49e7-b9a7-63b6f9237dc5 req-cab919e2-1b6b-426d-8ad1-26ea2367facc tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560457 Oct 20 11:27:18.421934 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9c2ed-1838-4540-9bae-ef2eaf804c9b req-cb4453bd-a869-462f-a7ee-16402242b226 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:18.423735 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-55a9c2ed-1838-4540-9bae-ef2eaf804c9b req-cb4453bd-a869-462f-a7ee-16402242b226 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 950 time: 0.1780624 Oct 20 11:27:18.425655 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-cd35d74f-f1fc-4669-b71d-71258b361a53 service neutron] 10.222.0.11 "GET /v2.0/networks/60a88ebb-4b56-43bd-98ec-2f75530b8b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948620 Oct 20 11:27:18.508755 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-55a9c2ed-1838-4540-9bae-ef2eaf804c9b req-1bd23bbc-1fbc-4434-871a-21391e6ae0ed tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738902 Oct 20 11:27:18.533728 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-900618de-c383-4a3c-99c7-f6063ba6e3b2 req-486b4f87-dade-434e-9431-6e0bdde9e285 tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:18.546568 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['97da3092-5fad-4410-87ff-57aed83f2c07'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:27:18.565436 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b4f87-dade-434e-9431-6e0bdde9e285 tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] Pushing event deleted for resources: {'Port': ['ID=97da3092-5fad-4410-87ff-57aed83f2c07,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:18.614194 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-900618de-c383-4a3c-99c7-f6063ba6e3b2 req-486b4f87-dade-434e-9431-6e0bdde9e285 tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] No DVR routers for this DVR port 97da3092-5fad-4410-87ff-57aed83f2c07 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:27:18.617239 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-900618de-c383-4a3c-99c7-f6063ba6e3b2 req-486b4f87-dade-434e-9431-6e0bdde9e285 tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:18.620975 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-900618de-c383-4a3c-99c7-f6063ba6e3b2 req-486b4f87-dade-434e-9431-6e0bdde9e285 tempest-AttachSCSIVolumeTestJSON-356540671 tempest-AttachSCSIVolumeTestJSON-356540671-project] 10.222.0.11 "DELETE /v2.0/ports/97da3092-5fad-4410-87ff-57aed83f2c07 HTTP/1.1" status: 204 len: 173 time: 0.9941363 Oct 20 11:27:18.621424 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b90d39-3342-4993-85ef-4deaea70ed22', 'name': 'network-vif-deleted', 'tag': '97da3092-5fad-4410-87ff-57aed83f2c07'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:27:18.623819 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec44bbf6-b053-4de3-ab5a-dd45abf3a464" -d '{"events": [{"server_uuid": "91b90d39-3342-4993-85ef-4deaea70ed22", "name": "network-vif-deleted", "tag": "97da3092-5fad-4410-87ff-57aed83f2c07"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:27:18.688719 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f523db-690b-459e-bf59-8a4ccf676ec1 x-openstack-request-id: req-59f523db-690b-459e-bf59-8a4ccf676ec1 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:27:18.689276 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b90d39-3342-4993-85ef-4deaea70ed22", "name": "network-vif-deleted", "tag": "97da3092-5fad-4410-87ff-57aed83f2c07", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:27:18.689729 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-59f523db-690b-459e-bf59-8a4ccf676ec1 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:27:18.690358 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b90d39-3342-4993-85ef-4deaea70ed22', 'name': 'network-vif-deleted', 'tag': '97da3092-5fad-4410-87ff-57aed83f2c07', 'status': 'completed', 'code': 200} Oct 20 11:27:18.719556 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53140) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:27:18.781069 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-a2f58535-47c8-46d2-985e-122573a07530 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=cf577833bff440fc9c6104aa10626c1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0603821 Oct 20 11:27:18.783619 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53148) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:27:18.803845 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-c513f6cb-594d-4768-84ea-cb7eff6b30c0 tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:18.805505 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-c513f6cb-594d-4768-84ea-cb7eff6b30c0 tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=20848e8b-2192-461d-a11d-50d56a7261ec&tenant_id=d9acdef368f944fcb8d5f209bb8e33d7&binding%3Ahost_id=n-h1-814735-3 HTTP/1.1" status: 200 len: 1095 time: 0.0979321 Oct 20 11:27:18.885309 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9ad43d26-dc6f-4acf-a855-6e5abdcb8ac4 req-ba1451aa-2016-40fb-a9d1-fa999556d1c5 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=c9a10f6ddb864141a467bf66101591de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0637341 Oct 20 11:27:18.978182 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f6cf14cd-2edc-4393-b35f-d775e81d9f2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:19.044315 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d08c69-233d-4736-aab7-2540423fe05f req-19bd8f9b-12a3-4f8c-a0cd-35d571b53291 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:19.045825 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-90d08c69-233d-4736-aab7-2540423fe05f req-19bd8f9b-12a3-4f8c-a0cd-35d571b53291 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=7fa7ad38-b831-4488-91dc-f1a8a4e2ce41 HTTP/1.1" status: 200 len: 945 time: 0.2036471 Oct 20 11:27:19.064559 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f6cf14cd-2edc-4393-b35f-d775e81d9f2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:19.125693 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad43d26-dc6f-4acf-a855-6e5abdcb8ac4 req-1173f408-25b3-4962-80d8-b98caf8ab8d0 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:19.127172 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9ad43d26-dc6f-4acf-a855-6e5abdcb8ac4 req-1173f408-25b3-4962-80d8-b98caf8ab8d0 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2243147 Oct 20 11:27:19.182929 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9ad43d26-dc6f-4acf-a855-6e5abdcb8ac4 req-88ea4666-ce9a-497f-8355-c81fb61e0f44 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] 10.222.0.98 "GET /v2.0/quotas/c9a10f6ddb864141a467bf66101591de HTTP/1.1" status: 200 len: 375 time: 0.0490999 Oct 20 11:27:19.185646 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-90d08c69-233d-4736-aab7-2540423fe05f req-a6226360-d1f3-4963-b51c-76f68b9923d3 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255689 Oct 20 11:27:19.199392 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-081cc3e4-08ea-41ea-afce-cc60ec578a20 service neutron] For port fabc4d4d-b98c-4849-8160-17bc2ed3e4e9, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:27:19.229047 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9ad43d26-dc6f-4acf-a855-6e5abdcb8ac4 req-616da2fb-7964-4428-a697-827403b9ed10 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=c9a10f6ddb864141a467bf66101591de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397122 Oct 20 11:27:19.232256 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-081cc3e4-08ea-41ea-afce-cc60ec578a20 service neutron] Publish callbacks [] for binding, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:19.233306 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b43c0816-a143-4503-b4fc-36e8c3d7dd5a req-081cc3e4-08ea-41ea-afce-cc60ec578a20 service neutron] 10.222.0.11 "DELETE /v2.0/ports/fabc4d4d-b98c-4849-8160-17bc2ed3e4e9/bindings/n-h2-814735-3 HTTP/1.1" status: 204 len: 173 time: 0.4130299 Oct 20 11:27:19.241247 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f6cf14cd-2edc-4393-b35f-d775e81d9f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:19.243848 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f6cf14cd-2edc-4393-b35f-d775e81d9f2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:19.246630 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-f6cf14cd-2edc-4393-b35f-d775e81d9f2e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/258bdcf5-5f2c-4ede-aefd-d46346fdc81c HTTP/1.1" status: 204 len: 168 time: 0.4604769 Oct 20 11:27:19.274007 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf14cd-2edc-4393-b35f-d775e81d9f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258bdcf5-5f2c-4ede-aefd-d46346fdc81c,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:19.296206 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a9235913-0882-4a0a-878b-326fae99af87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:19.358297 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c64ff1-0b32-4bdf-a221-53dda0fd5884 req-c0e0e8e5-e084-4b65-ade6-f65eaedd5c83 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:19.360233 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-15c64ff1-0b32-4bdf-a221-53dda0fd5884 req-c0e0e8e5-e084-4b65-ade6-f65eaedd5c83 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=20848e8b-2192-461d-a11d-50d56a7261ec HTTP/1.1" status: 200 len: 944 time: 0.0557423 Oct 20 11:27:19.414812 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-15c64ff1-0b32-4bdf-a221-53dda0fd5884 req-02c0af17-60f7-4b6d-baec-953ed50575e6 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477729 Oct 20 11:27:19.512990 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89764209-f7fb-42fb-a01e-423d5c16f404 req-8db4c720-d884-497c-bf1c-fb33efc7fc0f tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:19.521340 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-89764209-f7fb-42fb-a01e-423d5c16f404 req-8db4c720-d884-497c-bf1c-fb33efc7fc0f tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=7fa7ad38-b831-4488-91dc-f1a8a4e2ce41 HTTP/1.1" status: 200 len: 1096 time: 0.0500734 Oct 20 11:27:19.569189 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9c7e1816-dd33-41bd-85e6-2d6fc2e258b5 req-006cd1f4-f6cf-45f3-82f5-f7a3a7e13c22 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] 10.222.0.98 "GET /v2.0/ports?device_id=376068de-e3d8-4946-ae3e-390babea6ed7 HTTP/1.1" status: 200 len: 210 time: 0.0450764 Oct 20 11:27:19.593206 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-89764209-f7fb-42fb-a01e-423d5c16f404 req-810d868a-b3e2-4e31-b88e-05418fc7e2c4 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710688 Oct 20 11:27:19.728923 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313b24c-f9ba-43ba-bc48-9c8c206f5f98 req-01dae1ed-71d3-4946-ac6b-d5f47fc31186 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:19.731550 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b313b24c-f9ba-43ba-bc48-9c8c206f5f98 req-01dae1ed-71d3-4946-ac6b-d5f47fc31186 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 950 time: 0.0691788 Oct 20 11:27:19.808275 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b313b24c-f9ba-43ba-bc48-9c8c206f5f98 req-012ff607-9fb2-4cf8-9b0d-b44aba138e11 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705223 Oct 20 11:27:19.940896 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8821de-37cc-4a0a-802f-bb7dc03213fc req-943c831b-856c-4a36-b6f7-f726d783ebdc tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:19.942586 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9a8821de-37cc-4a0a-802f-bb7dc03213fc req-943c831b-856c-4a36-b6f7-f726d783ebdc tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 950 time: 0.0969419 Oct 20 11:27:20.063567 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9a8821de-37cc-4a0a-802f-bb7dc03213fc req-85d778b4-b962-4b5e-b06b-9272aeadeced tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076767 Oct 20 11:27:20.102121 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0da002-b9fa-45df-9a82-801c5f062b1c req-078975f2-5e3e-4d22-9f29-6ffa225c3bf5 tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:20.104102 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7c0da002-b9fa-45df-9a82-801c5f062b1c req-078975f2-5e3e-4d22-9f29-6ffa225c3bf5 tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=20848e8b-2192-461d-a11d-50d56a7261ec HTTP/1.1" status: 200 len: 1095 time: 0.1150708 Oct 20 11:27:20.164184 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7c0da002-b9fa-45df-9a82-801c5f062b1c req-2edf308c-97bd-4386-824a-365128e7d93c tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461569 Oct 20 11:27:20.297295 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device fabc4d4d-b98c-4849-8160-17bc2ed3e4e9 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:27:20.358149 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device fabc4d4d-b98c-4849-8160-17bc2ed3e4e9 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:27:20.568473 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3d152-7344-47e2-ac7d-dcbc79e1eeb2 req-6371bb16-f7b0-41b0-aef3-cd747300c729 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:20.570011 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-20d3d152-7344-47e2-ac7d-dcbc79e1eeb2 req-6371bb16-f7b0-41b0-aef3-cd747300c729 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/networks?id=60a88ebb-4b56-43bd-98ec-2f75530b8b0e HTTP/1.1" status: 200 len: 820 time: 0.1402428 Oct 20 11:27:20.588037 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-20d3d152-7344-47e2-ac7d-dcbc79e1eeb2 req-3a6822e2-4eba-4605-8559-3dad73a4f27b tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/quotas/d9acdef368f944fcb8d5f209bb8e33d7 HTTP/1.1" status: 200 len: 375 time: 0.0119536 Oct 20 11:27:20.671638 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-20d3d152-7344-47e2-ac7d-dcbc79e1eeb2 req-f3a6bf2f-f82a-4f9c-8063-ceff5e3a60fa tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=d9acdef368f944fcb8d5f209bb8e33d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0688431 Oct 20 11:27:20.748296 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b7fca38f-0166-4792-a557-b45e7972fd11 req-ae66dbbb-8876-4ed3-a15a-99681b739d86 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] 10.222.0.98 "GET /v2.0/ports?device_id=376068de-e3d8-4946-ae3e-390babea6ed7 HTTP/1.1" status: 200 len: 210 time: 0.0538595 Oct 20 11:27:20.841235 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-20d3d152-7344-47e2-ac7d-dcbc79e1eeb2 req-6f3a4baf-c2ee-4c67-bd90-beaca03b0766 service neutron] 10.222.0.98 "GET /v2.0/networks/60a88ebb-4b56-43bd-98ec-2f75530b8b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685956 Oct 20 11:27:20.976237 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-20d3d152-7344-47e2-ac7d-dcbc79e1eeb2 req-f5149e6c-0ba2-483f-ac4b-cf6e05d3932f service neutron] 10.222.0.98 "GET /v2.0/networks/60a88ebb-4b56-43bd-98ec-2f75530b8b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280327 Oct 20 11:27:21.005395 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9ad43d26-dc6f-4acf-a855-6e5abdcb8ac4 req-cb5093ed-03ee-4585-a315-69530201c072 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=c9a10f6ddb864141a467bf66101591de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281703 Oct 20 11:27:21.197951 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e10db2-80e6-4421-a1d8-976502c1fe60 req-aa97e162-3a51-4f6e-a6ce-3767c03dabe4 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:21.220568 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-83e10db2-80e6-4421-a1d8-976502c1fe60 req-aa97e162-3a51-4f6e-a6ce-3767c03dabe4 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 950 time: 0.1882663 Oct 20 11:27:21.302720 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-83e10db2-80e6-4421-a1d8-976502c1fe60 req-6675cdf6-a80f-4cba-9c97-547ee956a4ff tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756083 Oct 20 11:27:21.456895 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad43d26-dc6f-4acf-a855-6e5abdcb8ac4 req-ca699da1-be49-4537-9ea4-ff66fb68a418 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:21.458449 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9ad43d26-dc6f-4acf-a855-6e5abdcb8ac4 req-ca699da1-be49-4537-9ea4-ff66fb68a418 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4406140 Oct 20 11:27:21.469585 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3c66cfc-9d78-494d-8376-bab5e42b3608 req-39203051-bb77-4d9a-a889-bf52b4e70d05 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c2d42db-7f0e-4364-aea7-06ca55524d61 HTTP/1.1" status: 200 len: 210 time: 0.0815852 Oct 20 11:27:21.484274 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-9ad43d26-dc6f-4acf-a855-6e5abdcb8ac4 req-d2993d78-1d98-4146-9e5b-2b58eba1c290 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] Request body: {'port': {'device_id': '376068de-e3d8-4946-ae3e-390babea6ed7', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'admin_state_up': True, 'tenant_id': 'c9a10f6ddb864141a467bf66101591de'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:27:21.553337 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18881260-4b8a-4a30-bfaf-9c6459e21f39 req-ee66751c-3474-4108-90ec-504137d686bc tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:21.560399 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-18881260-4b8a-4a30-bfaf-9c6459e21f39 req-ee66751c-3474-4108-90ec-504137d686bc tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 950 time: 0.2763186 Oct 20 11:27:21.732051 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ad43d26-dc6f-4acf-a855-6e5abdcb8ac4 req-d2993d78-1d98-4146-9e5b-2b58eba1c290 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] Made reservation on behalf of c9a10f6ddb864141a467bf66101591de for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:27:21.741586 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9ad43d26-dc6f-4acf-a855-6e5abdcb8ac4 req-d2993d78-1d98-4146-9e5b-2b58eba1c290 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:21.755927 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9ad43d26-dc6f-4acf-a855-6e5abdcb8ac4 req-d2993d78-1d98-4146-9e5b-2b58eba1c290 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:21.774155 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-18881260-4b8a-4a30-bfaf-9c6459e21f39 req-50ac9993-71bf-471a-949f-b352c30ee1c0 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357529 Oct 20 11:27:21.908090 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1c8203bc-45cc-40d4-af87-b786f59064e7 req-a866a020-483d-474a-a2c3-aed4c23ddb6b tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] 10.222.0.98 "GET /v2.0/ports?device_id=376068de-e3d8-4946-ae3e-390babea6ed7 HTTP/1.1" status: 200 len: 210 time: 0.0439415 Oct 20 11:27:21.934277 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-552d11dd-a6b3-4d06-b41b-648d61754d51 req-99354c26-ef24-4c1e-a909-dbc87b14abd1 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=16c1f19d218e4f418ab1b52ea7b7f78e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294390 Oct 20 11:27:21.991098 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9ad43d26-dc6f-4acf-a855-6e5abdcb8ac4 req-d2993d78-1d98-4146-9e5b-2b58eba1c290 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:22.003367 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9ad43d26-dc6f-4acf-a855-6e5abdcb8ac4 req-d2993d78-1d98-4146-9e5b-2b58eba1c290 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:22.127660 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2993d78-1d98-4146-9e5b-2b58eba1c290 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03b5bd1c-a276-42c8-bde9-1139383005fa,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:22.129269 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d2f66f8c-d7cb-40c9-ad77-a3197c4a71b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:22.164168 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d11dd-a6b3-4d06-b41b-648d61754d51 req-f8717502-beb8-4c1f-b007-5e6ffd2feec5 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:22.165640 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-552d11dd-a6b3-4d06-b41b-648d61754d51 req-f8717502-beb8-4c1f-b007-5e6ffd2feec5 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2144892 Oct 20 11:27:22.200322 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-552d11dd-a6b3-4d06-b41b-648d61754d51 req-86825504-2849-4093-86ee-2899a5bc8b07 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/quotas/16c1f19d218e4f418ab1b52ea7b7f78e HTTP/1.1" status: 200 len: 375 time: 0.0163152 Oct 20 11:27:22.243340 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-552d11dd-a6b3-4d06-b41b-648d61754d51 req-02a4c73b-91dc-44c0-9cfc-adeb7774cd2f tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=16c1f19d218e4f418ab1b52ea7b7f78e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357850 Oct 20 11:27:22.244404 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-9ad43d26-dc6f-4acf-a855-6e5abdcb8ac4 req-d2993d78-1d98-4146-9e5b-2b58eba1c290 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] Allocated IP 192.168.233.117 (09e5a906-63cf-4dde-b699-ab448fb18fb8/94289c8c-e5f7-4e30-b6a9-5b268a8fd610/750018c1-0847-4832-892c-74d11ce9ccea) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:27:22.673135 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3d152-7344-47e2-ac7d-dcbc79e1eeb2 req-dc970c78-da40-4631-b2bf-beb1237b2612 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:22.674687 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-20d3d152-7344-47e2-ac7d-dcbc79e1eeb2 req-dc970c78-da40-4631-b2bf-beb1237b2612 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.89 "GET /v2.0/networks?id=60a88ebb-4b56-43bd-98ec-2f75530b8b0e HTTP/1.1" status: 200 len: 820 time: 0.1774995 Oct 20 11:27:22.691173 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-20d3d152-7344-47e2-ac7d-dcbc79e1eeb2 req-8794f788-eb75-4f0d-862d-cdf5aede077a tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Request body: {'port': {'device_id': '4c2d42db-7f0e-4364-aea7-06ca55524d61', 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e', 'admin_state_up': True, 'tenant_id': 'd9acdef368f944fcb8d5f209bb8e33d7'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:27:22.728451 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-84a24897-29c5-4d4d-9762-f925dea612ef req-7b1175b9-c003-45d1-a8f9-8579154774ce tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/ports?device_id=cfcbcf12-31fb-43e2-a24d-b784eb2ef2f4 HTTP/1.1" status: 200 len: 210 time: 0.0504560 Oct 20 11:27:22.808879 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9ad43d26-dc6f-4acf-a855-6e5abdcb8ac4 req-d2993d78-1d98-4146-9e5b-2b58eba1c290 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:22.843898 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20d3d152-7344-47e2-ac7d-dcbc79e1eeb2 req-8794f788-eb75-4f0d-862d-cdf5aede077a tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Made reservation on behalf of d9acdef368f944fcb8d5f209bb8e33d7 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:27:22.851690 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-325f9018-e984-4b81-a0c0-1f414f707e81 req-cdaaa630-8de9-454c-90ff-2f62af3dc999 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c2d42db-7f0e-4364-aea7-06ca55524d61 HTTP/1.1" status: 200 len: 210 time: 0.0468879 Oct 20 11:27:22.860203 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-20d3d152-7344-47e2-ac7d-dcbc79e1eeb2 req-8794f788-eb75-4f0d-862d-cdf5aede077a tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:22.865744 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9899bb6-94dd-41f2-bc61-0b19b83233b4 req-7033fa47-bd6f-40b0-a7af-93edb36abd27 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:22.872651 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d9899bb6-94dd-41f2-bc61-0b19b83233b4 req-7033fa47-bd6f-40b0-a7af-93edb36abd27 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 950 time: 0.1968455 Oct 20 11:27:22.915850 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d9899bb6-94dd-41f2-bc61-0b19b83233b4 req-e76907c0-8d6b-48d8-b83a-67323d3e79c2 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422916 Oct 20 11:27:22.948446 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 97da3092-5fad-4410-87ff-57aed83f2c07 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:27:22.970409 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9ad43d26-dc6f-4acf-a855-6e5abdcb8ac4 req-d2993d78-1d98-4146-9e5b-2b58eba1c290 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:23.011896 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: 97da3092-5fad-4410-87ff-57aed83f2c07 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:27:23.013871 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ad43d26-dc6f-4acf-a855-6e5abdcb8ac4 req-d2993d78-1d98-4146-9e5b-2b58eba1c290 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] Network 09e5a906-63cf-4dde-b699-ab448fb18fb8 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:27:23.014176 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 97da3092-5fad-4410-87ff-57aed83f2c07 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:27:23.018480 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-9ad43d26-dc6f-4acf-a855-6e5abdcb8ac4 req-d2993d78-1d98-4146-9e5b-2b58eba1c290 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:27:23.023290 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad43d26-dc6f-4acf-a855-6e5abdcb8ac4 req-d2993d78-1d98-4146-9e5b-2b58eba1c290 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:27:23.032640 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad43d26-dc6f-4acf-a855-6e5abdcb8ac4 req-d2993d78-1d98-4146-9e5b-2b58eba1c290 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:23.034471 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9ad43d26-dc6f-4acf-a855-6e5abdcb8ac4 req-d2993d78-1d98-4146-9e5b-2b58eba1c290 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:23.084669 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:23.111308 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2993d78-1d98-4146-9e5b-2b58eba1c290 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] Pushing event updated for resources: {'Port': ['ID=750018c1-0847-4832-892c-74d11ce9ccea,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:23.118979 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:23.128350 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [req-20d3d152-7344-47e2-ac7d-dcbc79e1eeb2 req-8794f788-eb75-4f0d-862d-cdf5aede077a tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Allocated IP 172.20.0.14 (60a88ebb-4b56-43bd-98ec-2f75530b8b0e/2a0c5c2a-f9c9-492d-ba9f-7e961a63a7db/27a6d02b-305f-480d-bb45-21dbff7f08c2) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:27:23.155050 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9ad43d26-dc6f-4acf-a855-6e5abdcb8ac4 req-d2993d78-1d98-4146-9e5b-2b58eba1c290 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6781228 Oct 20 11:27:23.172726 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-9ad43d26-dc6f-4acf-a855-6e5abdcb8ac4 req-503f2977-a29a-45e8-bbcd-7f3225590ac7 service neutron] Request body: {'port': {'device_id': '376068de-e3d8-4946-ae3e-390babea6ed7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:27:23.230935 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48dd228-5a91-4bf7-9841-83e2c0b577e8 req-b860f911-79e1-492e-b360-86bbef2df7ca tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:23.233037 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c48dd228-5a91-4bf7-9841-83e2c0b577e8 req-b860f911-79e1-492e-b360-86bbef2df7ca tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 950 time: 0.1602523 Oct 20 11:27:23.284107 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9ad43d26-dc6f-4acf-a855-6e5abdcb8ac4 req-503f2977-a29a-45e8-bbcd-7f3225590ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:23.338461 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c48dd228-5a91-4bf7-9841-83e2c0b577e8 req-34759ee1-6b62-40ba-98ad-a7009710dcb1 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785701 Oct 20 11:27:23.415665 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-5eb9a400-d223-4a99-b06a-ce0720a15945 None None] Provisioning complete for port 750018c1-0847-4832-892c-74d11ce9ccea triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:27:23.418782 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5eb9a400-d223-4a99-b06a-ce0720a15945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:23.504746 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-5eb9a400-d223-4a99-b06a-ce0720a15945 None None] Port 750018c1-0847-4832-892c-74d11ce9ccea cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:27:23.621434 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd0e6f-7357-443c-8590-bbd59bb40a90 req-a4e392f9-6078-471f-857e-80f08a58f478 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:23.622963 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-99fd0e6f-7357-443c-8590-bbd59bb40a90 req-a4e392f9-6078-471f-857e-80f08a58f478 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] 10.222.0.98 "GET /v2.0/ports?device_id=376068de-e3d8-4946-ae3e-390babea6ed7 HTTP/1.1" status: 200 len: 936 time: 0.1439099 Oct 20 11:27:23.715417 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-99fd0e6f-7357-443c-8590-bbd59bb40a90 req-78256e3a-f1ee-465a-b88a-ab10e8a7b89e tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] 10.222.0.98 "GET /v2.0/security-groups?id=03b5bd1c-a276-42c8-bde9-1139383005fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765145 Oct 20 11:27:23.738136 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-20d3d152-7344-47e2-ac7d-dcbc79e1eeb2 req-8794f788-eb75-4f0d-862d-cdf5aede077a tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:23.776867 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-9ad43d26-dc6f-4acf-a855-6e5abdcb8ac4 req-503f2977-a29a-45e8-bbcd-7f3225590ac7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 750018c1-0847-4832-892c-74d11ce9ccea {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:27:23.786188 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9ad43d26-dc6f-4acf-a855-6e5abdcb8ac4 req-503f2977-a29a-45e8-bbcd-7f3225590ac7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:23.817145 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-20d3d152-7344-47e2-ac7d-dcbc79e1eeb2 req-8794f788-eb75-4f0d-862d-cdf5aede077a tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:23.832384 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-9ad43d26-dc6f-4acf-a855-6e5abdcb8ac4 req-503f2977-a29a-45e8-bbcd-7f3225590ac7 service neutron] Transition to ACTIVE for port object 750018c1-0847-4832-892c-74d11ce9ccea will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:27:23.836730 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-552d11dd-a6b3-4d06-b41b-648d61754d51 req-fe2a08da-bcc4-4e42-a806-32054117920b tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=16c1f19d218e4f418ab1b52ea7b7f78e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290649 Oct 20 11:27:23.863993 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9ad43d26-dc6f-4acf-a855-6e5abdcb8ac4 req-503f2977-a29a-45e8-bbcd-7f3225590ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:23.873172 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20d3d152-7344-47e2-ac7d-dcbc79e1eeb2 req-8794f788-eb75-4f0d-862d-cdf5aede077a tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Network 60a88ebb-4b56-43bd-98ec-2f75530b8b0e is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:27:23.877899 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [req-20d3d152-7344-47e2-ac7d-dcbc79e1eeb2 req-8794f788-eb75-4f0d-862d-cdf5aede077a tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:27:23.880427 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d3d152-7344-47e2-ac7d-dcbc79e1eeb2 req-8794f788-eb75-4f0d-862d-cdf5aede077a tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:27:23.938233 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f2977-a29a-45e8-bbcd-7f3225590ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=750018c1-0847-4832-892c-74d11ce9ccea,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:23.944527 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3d152-7344-47e2-ac7d-dcbc79e1eeb2 req-8794f788-eb75-4f0d-862d-cdf5aede077a tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:23.945609 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-20d3d152-7344-47e2-ac7d-dcbc79e1eeb2 req-8794f788-eb75-4f0d-862d-cdf5aede077a tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:23.949506 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794f788-eb75-4f0d-862d-cdf5aede077a tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Pushing event updated for resources: {'Port': ['ID=27a6d02b-305f-480d-bb45-21dbff7f08c2,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:23.954481 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-91ea36a6-8765-4fbc-8a08-e1a96e2afb69 req-61d2cc5e-518c-47a5-84ba-fea99a3ecf19 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/ports?device_id=cfcbcf12-31fb-43e2-a24d-b784eb2ef2f4 HTTP/1.1" status: 200 len: 210 time: 0.1162419 Oct 20 11:27:23.990103 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-20d3d152-7344-47e2-ac7d-dcbc79e1eeb2 req-8794f788-eb75-4f0d-862d-cdf5aede077a tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3024988 Oct 20 11:27:24.020662 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-20d3d152-7344-47e2-ac7d-dcbc79e1eeb2 req-ca463662-9a8e-49b0-9b04-06f08cb5381e service neutron] Request body: {'port': {'device_id': '4c2d42db-7f0e-4364-aea7-06ca55524d61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:27:24.150000 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-20d3d152-7344-47e2-ac7d-dcbc79e1eeb2 req-ca463662-9a8e-49b0-9b04-06f08cb5381e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:24.184296 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-9ad43d26-dc6f-4acf-a855-6e5abdcb8ac4 req-503f2977-a29a-45e8-bbcd-7f3225590ac7 service neutron] Attempting to bind port 750018c1-0847-4832-892c-74d11ce9ccea on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:27:24.184739 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-9ad43d26-dc6f-4acf-a855-6e5abdcb8ac4 req-503f2977-a29a-45e8-bbcd-7f3225590ac7 service neutron] Attempting to bind port 750018c1-0847-4832-892c-74d11ce9ccea by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:27:24.185221 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad43d26-dc6f-4acf-a855-6e5abdcb8ac4 req-503f2977-a29a-45e8-bbcd-7f3225590ac7 service neutron] Attempting to bind port 750018c1-0847-4832-892c-74d11ce9ccea on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:27:24.197916 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d11dd-a6b3-4d06-b41b-648d61754d51 req-6c32dfc9-4f61-4f9f-b87d-af7b91e5f010 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:24.199580 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-552d11dd-a6b3-4d06-b41b-648d61754d51 req-6c32dfc9-4f61-4f9f-b87d-af7b91e5f010 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3479798 Oct 20 11:27:24.206746 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad43d26-dc6f-4acf-a855-6e5abdcb8ac4 req-503f2977-a29a-45e8-bbcd-7f3225590ac7 service neutron] Port 750018c1-0847-4832-892c-74d11ce9ccea on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:27:24.207077 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad43d26-dc6f-4acf-a855-6e5abdcb8ac4 req-503f2977-a29a-45e8-bbcd-7f3225590ac7 service neutron] Attempting to bind port 750018c1-0847-4832-892c-74d11ce9ccea on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:27:24.220129 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad43d26-dc6f-4acf-a855-6e5abdcb8ac4 req-503f2977-a29a-45e8-bbcd-7f3225590ac7 service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:27:24.220522 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad43d26-dc6f-4acf-a855-6e5abdcb8ac4 req-503f2977-a29a-45e8-bbcd-7f3225590ac7 service neutron] Checking segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:27:24.220839 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad43d26-dc6f-4acf-a855-6e5abdcb8ac4 req-503f2977-a29a-45e8-bbcd-7f3225590ac7 service neutron] Bound using segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:27:24.221309 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-9ad43d26-dc6f-4acf-a855-6e5abdcb8ac4 req-503f2977-a29a-45e8-bbcd-7f3225590ac7 service neutron] Bound port: 750018c1-0847-4832-892c-74d11ce9ccea, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:27:24.221661 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9ad43d26-dc6f-4acf-a855-6e5abdcb8ac4 req-503f2977-a29a-45e8-bbcd-7f3225590ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:24.228395 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-552d11dd-a6b3-4d06-b41b-648d61754d51 req-b0357a74-9dff-4081-bb2f-08bc2457fd61 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Request body: {'port': {'device_id': 'cfcbcf12-31fb-43e2-a24d-b784eb2ef2f4', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'admin_state_up': True, 'tenant_id': '16c1f19d218e4f418ab1b52ea7b7f78e'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:27:24.277675 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10056b74-8fa3-48c7-89bc-d3b7fb77e44d req-71be83e9-4b88-4bcb-b52e-89608a46785a tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:24.289147 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-10056b74-8fa3-48c7-89bc-d3b7fb77e44d req-71be83e9-4b88-4bcb-b52e-89608a46785a tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 950 time: 0.2191224 Oct 20 11:27:24.298505 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c32887-95ea-48bb-99d1-d88314a98521 req-a20ccdcf-eaf8-4cc6-9743-f7ed9e04cb67 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:24.305930 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a2c32887-95ea-48bb-99d1-d88314a98521 req-a20ccdcf-eaf8-4cc6-9743-f7ed9e04cb67 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c2d42db-7f0e-4364-aea7-06ca55524d61 HTTP/1.1" status: 200 len: 932 time: 0.2399373 Oct 20 11:27:24.475694 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-10056b74-8fa3-48c7-89bc-d3b7fb77e44d req-27e0bbeb-dbcf-4b5d-8d94-4710fac619ed tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855469 Oct 20 11:27:24.515964 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a2c32887-95ea-48bb-99d1-d88314a98521 req-bb02abda-e5e0-4bc2-800c-b1c73acab359 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090938 Oct 20 11:27:24.551926 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-9ad43d26-dc6f-4acf-a855-6e5abdcb8ac4 req-503f2977-a29a-45e8-bbcd-7f3225590ac7 service neutron] For port 750018c1-0847-4832-892c-74d11ce9ccea, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:27:24.566331 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-9ad43d26-dc6f-4acf-a855-6e5abdcb8ac4 req-503f2977-a29a-45e8-bbcd-7f3225590ac7 service neutron] For port 750018c1-0847-4832-892c-74d11ce9ccea, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=750018c1-0847-4832-892c-74d11ce9ccea,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:27:24.569541 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-20d3d152-7344-47e2-ac7d-dcbc79e1eeb2 req-ca463662-9a8e-49b0-9b04-06f08cb5381e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27a6d02b-305f-480d-bb45-21dbff7f08c2 {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:27:24.580259 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-20d3d152-7344-47e2-ac7d-dcbc79e1eeb2 req-ca463662-9a8e-49b0-9b04-06f08cb5381e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:24.595381 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-20d3d152-7344-47e2-ac7d-dcbc79e1eeb2 req-ca463662-9a8e-49b0-9b04-06f08cb5381e service neutron] Transition to ACTIVE for port object 27a6d02b-305f-480d-bb45-21dbff7f08c2 will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:27:24.599805 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9ad43d26-dc6f-4acf-a855-6e5abdcb8ac4 req-503f2977-a29a-45e8-bbcd-7f3225590ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:24.602440 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-20d3d152-7344-47e2-ac7d-dcbc79e1eeb2 req-ca463662-9a8e-49b0-9b04-06f08cb5381e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:24.674392 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca463662-9a8e-49b0-9b04-06f08cb5381e service neutron] Pushing event updated for resources: {'Port': ['ID=27a6d02b-305f-480d-bb45-21dbff7f08c2,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:24.718886 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-552d11dd-a6b3-4d06-b41b-648d61754d51 req-b0357a74-9dff-4081-bb2f-08bc2457fd61 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Made reservation on behalf of 16c1f19d218e4f418ab1b52ea7b7f78e for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:27:24.722684 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-552d11dd-a6b3-4d06-b41b-648d61754d51 req-b0357a74-9dff-4081-bb2f-08bc2457fd61 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:24.725707 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad43d26-dc6f-4acf-a855-6e5abdcb8ac4 req-503f2977-a29a-45e8-bbcd-7f3225590ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:24.726409 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9ad43d26-dc6f-4acf-a855-6e5abdcb8ac4 req-503f2977-a29a-45e8-bbcd-7f3225590ac7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:24.727983 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9ad43d26-dc6f-4acf-a855-6e5abdcb8ac4 req-503f2977-a29a-45e8-bbcd-7f3225590ac7 service neutron] 10.222.0.11 "PUT /v2.0/ports/750018c1-0847-4832-892c-74d11ce9ccea HTTP/1.1" status: 200 len: 1096 time: 1.5641754 Oct 20 11:27:24.744212 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:24.760919 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '376068de-e3d8-4946-ae3e-390babea6ed7', 'tag': '750018c1-0847-4832-892c-74d11ce9ccea'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:27:24.775649 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba7e119-d1a8-42fb-9fce-8bb3076d0525" -d '{"events": [{"name": "network-changed", "server_uuid": "376068de-e3d8-4946-ae3e-390babea6ed7", "tag": "750018c1-0847-4832-892c-74d11ce9ccea"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:27:24.787017 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-20d3d152-7344-47e2-ac7d-dcbc79e1eeb2 req-ca463662-9a8e-49b0-9b04-06f08cb5381e service neutron] Attempting to bind port 27a6d02b-305f-480d-bb45-21dbff7f08c2 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:27:24.787586 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-20d3d152-7344-47e2-ac7d-dcbc79e1eeb2 req-ca463662-9a8e-49b0-9b04-06f08cb5381e service neutron] Attempting to bind port 27a6d02b-305f-480d-bb45-21dbff7f08c2 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': 'ec1b6256-95be-479c-9695-b6dae13546d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:27:24.787815 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d3d152-7344-47e2-ac7d-dcbc79e1eeb2 req-ca463662-9a8e-49b0-9b04-06f08cb5381e service neutron] Attempting to bind port 27a6d02b-305f-480d-bb45-21dbff7f08c2 on network 60a88ebb-4b56-43bd-98ec-2f75530b8b0e {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:27:24.793129 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d3d152-7344-47e2-ac7d-dcbc79e1eeb2 req-ca463662-9a8e-49b0-9b04-06f08cb5381e service neutron] Port 27a6d02b-305f-480d-bb45-21dbff7f08c2 on network 60a88ebb-4b56-43bd-98ec-2f75530b8b0e not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:27:24.793614 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d3d152-7344-47e2-ac7d-dcbc79e1eeb2 req-ca463662-9a8e-49b0-9b04-06f08cb5381e service neutron] Attempting to bind port 27a6d02b-305f-480d-bb45-21dbff7f08c2 on network 60a88ebb-4b56-43bd-98ec-2f75530b8b0e {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:27:24.805981 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d3d152-7344-47e2-ac7d-dcbc79e1eeb2 req-ca463662-9a8e-49b0-9b04-06f08cb5381e service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:27:24.806407 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d3d152-7344-47e2-ac7d-dcbc79e1eeb2 req-ca463662-9a8e-49b0-9b04-06f08cb5381e service neutron] Checking segment: {'id': 'ec1b6256-95be-479c-9695-b6dae13546d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:27:24.806714 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d3d152-7344-47e2-ac7d-dcbc79e1eeb2 req-ca463662-9a8e-49b0-9b04-06f08cb5381e service neutron] Bound using segment: {'id': 'ec1b6256-95be-479c-9695-b6dae13546d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:27:24.807337 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-20d3d152-7344-47e2-ac7d-dcbc79e1eeb2 req-ca463662-9a8e-49b0-9b04-06f08cb5381e service neutron] Bound port: 27a6d02b-305f-480d-bb45-21dbff7f08c2, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec1b6256-95be-479c-9695-b6dae13546d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:27:24.807695 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-20d3d152-7344-47e2-ac7d-dcbc79e1eeb2 req-ca463662-9a8e-49b0-9b04-06f08cb5381e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:24.810836 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-552d11dd-a6b3-4d06-b41b-648d61754d51 req-b0357a74-9dff-4081-bb2f-08bc2457fd61 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:24.900325 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f2977-a29a-45e8-bbcd-7f3225590ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=750018c1-0847-4832-892c-74d11ce9ccea,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:24.913791 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-20d3d152-7344-47e2-ac7d-dcbc79e1eeb2 req-ca463662-9a8e-49b0-9b04-06f08cb5381e service neutron] For port 27a6d02b-305f-480d-bb45-21dbff7f08c2, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:27:24.922181 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-20d3d152-7344-47e2-ac7d-dcbc79e1eeb2 req-ca463662-9a8e-49b0-9b04-06f08cb5381e service neutron] For port 27a6d02b-305f-480d-bb45-21dbff7f08c2, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=27a6d02b-305f-480d-bb45-21dbff7f08c2,segment=NetworkSegment(ec1b6256-95be-479c-9695-b6dae13546d3),segment_id=ec1b6256-95be-479c-9695-b6dae13546d3)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:27:24.940226 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-20d3d152-7344-47e2-ac7d-dcbc79e1eeb2 req-ca463662-9a8e-49b0-9b04-06f08cb5381e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:24.948269 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9c409-7823-4bb7-8cc7-75f487afaafd req-130109c8-eafd-4585-bce6-679823ae0790 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:24.955940 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07c9c409-7823-4bb7-8cc7-75f487afaafd req-130109c8-eafd-4585-bce6-679823ae0790 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 950 time: 0.3050497 Oct 20 11:27:24.966020 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3d152-7344-47e2-ac7d-dcbc79e1eeb2 req-ca463662-9a8e-49b0-9b04-06f08cb5381e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:24.966663 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-20d3d152-7344-47e2-ac7d-dcbc79e1eeb2 req-ca463662-9a8e-49b0-9b04-06f08cb5381e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:24.972892 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-20d3d152-7344-47e2-ac7d-dcbc79e1eeb2 req-ca463662-9a8e-49b0-9b04-06f08cb5381e service neutron] 10.222.0.89 "PUT /v2.0/ports/27a6d02b-305f-480d-bb45-21dbff7f08c2 HTTP/1.1" status: 200 len: 1092 time: 0.9719651 Oct 20 11:27:24.999021 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c2d42db-7f0e-4364-aea7-06ca55524d61', 'tag': '27a6d02b-305f-480d-bb45-21dbff7f08c2'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:27:25.003202 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856b42c3-6201-4a7c-84e9-0c6e3a538bf0" -d '{"events": [{"name": "network-changed", "server_uuid": "4c2d42db-7f0e-4364-aea7-06ca55524d61", "tag": "27a6d02b-305f-480d-bb45-21dbff7f08c2"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:27:25.011181 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad43d26-dc6f-4acf-a855-6e5abdcb8ac4 req-27425baf-7007-484f-8a12-434a60b0080a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:25.012870 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9ad43d26-dc6f-4acf-a855-6e5abdcb8ac4 req-27425baf-7007-484f-8a12-434a60b0080a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c9a10f6ddb864141a467bf66101591de&device_id=376068de-e3d8-4946-ae3e-390babea6ed7 HTTP/1.1" status: 200 len: 1099 time: 0.2147565 Oct 20 11:27:25.082991 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca463662-9a8e-49b0-9b04-06f08cb5381e service neutron] Pushing event updated for resources: {'Port': ['ID=27a6d02b-305f-480d-bb45-21dbff7f08c2,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:25.085519 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-552d11dd-a6b3-4d06-b41b-648d61754d51 req-b0357a74-9dff-4081-bb2f-08bc2457fd61 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:25.103223 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3d152-7344-47e2-ac7d-dcbc79e1eeb2 req-97916952-8adc-448d-a422-a01425ca1829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:25.104948 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-20d3d152-7344-47e2-ac7d-dcbc79e1eeb2 req-97916952-8adc-448d-a422-a01425ca1829 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d9acdef368f944fcb8d5f209bb8e33d7&device_id=4c2d42db-7f0e-4364-aea7-06ca55524d61 HTTP/1.1" status: 200 len: 1095 time: 0.0611973 Oct 20 11:27:25.137838 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd59189-86a3-4fc1-bb77-ca885836bcf7 req-52c0a1de-f692-400a-9493-d095c7f3116e tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:25.145223 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dcd59189-86a3-4fc1-bb77-ca885836bcf7 req-52c0a1de-f692-400a-9493-d095c7f3116e tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] 10.222.0.98 "GET /v2.0/ports?device_id=376068de-e3d8-4946-ae3e-390babea6ed7 HTTP/1.1" status: 200 len: 948 time: 0.2840035 Oct 20 11:27:25.154676 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-20d3d152-7344-47e2-ac7d-dcbc79e1eeb2 req-1aa75571-3fe6-4418-a389-8ea3195c9930 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27a6d02b-305f-480d-bb45-21dbff7f08c2 HTTP/1.1" status: 200 len: 217 time: 0.0407221 Oct 20 11:27:25.167077 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9ad43d26-dc6f-4acf-a855-6e5abdcb8ac4 req-9d5d8a33-30cc-4535-9835-b13fbf6c18f7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=750018c1-0847-4832-892c-74d11ce9ccea HTTP/1.1" status: 200 len: 217 time: 0.0992794 Oct 20 11:27:25.167673 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-552d11dd-a6b3-4d06-b41b-648d61754d51 req-b0357a74-9dff-4081-bb2f-08bc2457fd61 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:25.210296 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3d152-7344-47e2-ac7d-dcbc79e1eeb2 req-4a300a8b-7a37-448f-8cff-08598fb7633d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:25.212291 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-20d3d152-7344-47e2-ac7d-dcbc79e1eeb2 req-4a300a8b-7a37-448f-8cff-08598fb7633d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2a0c5c2a-f9c9-492d-ba9f-7e961a63a7db HTTP/1.1" status: 200 len: 860 time: 0.0499957 Oct 20 11:27:25.217495 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07c9c409-7823-4bb7-8cc7-75f487afaafd req-5930c125-beac-4082-8452-c6489d7e0019 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610161 Oct 20 11:27:25.271001 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dcd59189-86a3-4fc1-bb77-ca885836bcf7 req-51e0699a-5449-4705-92df-043031df5ee1 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] 10.222.0.98 "GET /v2.0/security-groups?id=03b5bd1c-a276-42c8-bde9-1139383005fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207998 Oct 20 11:27:25.300116 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-20d3d152-7344-47e2-ac7d-dcbc79e1eeb2 req-4b56d453-fe74-41a8-9ab8-a6560c053345 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=60a88ebb-4b56-43bd-98ec-2f75530b8b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730577 Oct 20 11:27:25.353842 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253baa5e-f5ac-4da2-82a9-c53556342052 x-openstack-request-id: req-253baa5e-f5ac-4da2-82a9-c53556342052 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:27:25.354136 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "376068de-e3d8-4946-ae3e-390babea6ed7", "tag": "750018c1-0847-4832-892c-74d11ce9ccea", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:27:25.354385 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-253baa5e-f5ac-4da2-82a9-c53556342052 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:27:25.354782 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '376068de-e3d8-4946-ae3e-390babea6ed7', 'tag': '750018c1-0847-4832-892c-74d11ce9ccea', 'status': 'completed', 'code': 200} Oct 20 11:27:25.388940 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0357a74-9dff-4081-bb2f-08bc2457fd61 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=671c7ab4-02a2-46aa-9adf-d5460b3dd2b6,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:25.407277 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2add7aaa-af44-43c2-a9dd-e962439cddbb x-openstack-request-id: req-2add7aaa-af44-43c2-a9dd-e962439cddbb {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:27:25.407663 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c2d42db-7f0e-4364-aea7-06ca55524d61", "tag": "27a6d02b-305f-480d-bb45-21dbff7f08c2", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:27:25.407994 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2add7aaa-af44-43c2-a9dd-e962439cddbb {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:27:25.408458 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c2d42db-7f0e-4364-aea7-06ca55524d61', 'tag': '27a6d02b-305f-480d-bb45-21dbff7f08c2', 'status': 'completed', 'code': 200} Oct 20 11:27:25.427532 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dbc7d8d2-38d8-49e2-84ca-8c94674bb993 req-946ccb9c-c828-4808-a49f-e5d98b1885ba tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/ports?device_id=cfcbcf12-31fb-43e2-a24d-b784eb2ef2f4 HTTP/1.1" status: 200 len: 210 time: 0.0515487 Oct 20 11:27:25.447187 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-20d3d152-7344-47e2-ac7d-dcbc79e1eeb2 req-023af525-a26d-4c4a-ad82-ace479f52e74 service neutron] 10.222.0.89 "GET /v2.0/networks/60a88ebb-4b56-43bd-98ec-2f75530b8b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353149 Oct 20 11:27:25.448487 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad43d26-dc6f-4acf-a855-6e5abdcb8ac4 req-d18c376e-29ec-46d7-b4f2-4982de5893a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:25.452792 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9ad43d26-dc6f-4acf-a855-6e5abdcb8ac4 req-d18c376e-29ec-46d7-b4f2-4982de5893a1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.2656264 Oct 20 11:27:25.533866 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53392) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:27:25.603055 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-20d3d152-7344-47e2-ac7d-dcbc79e1eeb2 req-72d5a5eb-bc8f-4a69-a354-458ca4f0c3fd service neutron] 10.222.0.89 "GET /v2.0/networks/60a88ebb-4b56-43bd-98ec-2f75530b8b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473980 Oct 20 11:27:25.698524 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad43d26-dc6f-4acf-a855-6e5abdcb8ac4 req-b422300a-3fb3-4534-a86e-d14ea902cff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:25.700249 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9ad43d26-dc6f-4acf-a855-6e5abdcb8ac4 req-b422300a-3fb3-4534-a86e-d14ea902cff3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2361853 Oct 20 11:27:25.721492 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-552d11dd-a6b3-4d06-b41b-648d61754d51 req-b0357a74-9dff-4081-bb2f-08bc2457fd61 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Allocated IP 192.168.233.98 (09e5a906-63cf-4dde-b699-ab448fb18fb8/94289c8c-e5f7-4e30-b6a9-5b268a8fd610/03b52a19-157e-491e-8490-21f0512d0286) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:27:25.730608 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b42c3-6201-4a7c-84e9-0c6e3a538bf0 req-9cf76157-2a2c-4dc4-ab4a-ee42cc7b4c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:25.732587 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-856b42c3-6201-4a7c-84e9-0c6e3a538bf0 req-9cf76157-2a2c-4dc4-ab4a-ee42cc7b4c3c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d9acdef368f944fcb8d5f209bb8e33d7&device_id=4c2d42db-7f0e-4364-aea7-06ca55524d61 HTTP/1.1" status: 200 len: 1095 time: 0.0589149 Oct 20 11:27:25.819542 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f09eb9-5fdb-429a-83e5-16eb8ce2b25f req-38a8319c-0fd0-42da-b26a-a79e55728795 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:25.821127 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b1f09eb9-5fdb-429a-83e5-16eb8ce2b25f req-38a8319c-0fd0-42da-b26a-a79e55728795 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c2d42db-7f0e-4364-aea7-06ca55524d61 HTTP/1.1" status: 200 len: 944 time: 0.2057314 Oct 20 11:27:25.862319 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b42c3-6201-4a7c-84e9-0c6e3a538bf0 req-555b9d6b-bc29-41e5-a20c-b4c3ccc5fe0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:25.864566 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-856b42c3-6201-4a7c-84e9-0c6e3a538bf0 req-555b9d6b-bc29-41e5-a20c-b4c3ccc5fe0a service neutron] 10.222.0.89 "GET /v2.0/networks?id=60a88ebb-4b56-43bd-98ec-2f75530b8b0e HTTP/1.1" status: 200 len: 922 time: 0.1150482 Oct 20 11:27:25.905930 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd7747-c07e-47a5-9d16-915ea219a075 req-e1260a5c-285d-489b-a40a-ade751b82fb6 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:25.911530 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-13fd7747-c07e-47a5-9d16-915ea219a075 req-e1260a5c-285d-489b-a40a-ade751b82fb6 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 950 time: 0.3079836 Oct 20 11:27:25.937044 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-856b42c3-6201-4a7c-84e9-0c6e3a538bf0 req-a0352705-153b-4b7b-b8e7-4584bbc82b41 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27a6d02b-305f-480d-bb45-21dbff7f08c2 HTTP/1.1" status: 200 len: 217 time: 0.0574269 Oct 20 11:27:26.001937 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b42c3-6201-4a7c-84e9-0c6e3a538bf0 req-33823fbe-c20d-4368-8722-b78b5454e41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:26.003352 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-856b42c3-6201-4a7c-84e9-0c6e3a538bf0 req-33823fbe-c20d-4368-8722-b78b5454e41d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2a0c5c2a-f9c9-492d-ba9f-7e961a63a7db HTTP/1.1" status: 200 len: 860 time: 0.0497482 Oct 20 11:27:26.052586 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-856b42c3-6201-4a7c-84e9-0c6e3a538bf0 req-f9592a26-5c9d-4256-bc21-415afa4cd41a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=60a88ebb-4b56-43bd-98ec-2f75530b8b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399804 Oct 20 11:27:26.094201 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b1f09eb9-5fdb-429a-83e5-16eb8ce2b25f req-e2760936-3b4e-4438-95fe-165ec5f098b3 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649975 Oct 20 11:27:26.117563 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-13fd7747-c07e-47a5-9d16-915ea219a075 req-fa00687b-6383-403c-a51d-aed91256c18f tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930752 Oct 20 11:27:26.143478 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9ad43d26-dc6f-4acf-a855-6e5abdcb8ac4 req-614ad8cd-6303-45f1-b997-7b9e9e873e18 service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4234698 Oct 20 11:27:26.175733 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-856b42c3-6201-4a7c-84e9-0c6e3a538bf0 req-b1bb7ca4-57d5-41df-86df-02bd1c0b5083 service neutron] 10.222.0.89 "GET /v2.0/networks/60a88ebb-4b56-43bd-98ec-2f75530b8b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118748 Oct 20 11:27:26.377113 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-856b42c3-6201-4a7c-84e9-0c6e3a538bf0 req-38c131ef-6da7-4204-9ff6-94f075ff46bf service neutron] 10.222.0.89 "GET /v2.0/networks/60a88ebb-4b56-43bd-98ec-2f75530b8b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903825 Oct 20 11:27:26.794609 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-552d11dd-a6b3-4d06-b41b-648d61754d51 req-b0357a74-9dff-4081-bb2f-08bc2457fd61 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:26.805198 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f7f75-c06b-4001-a4fd-c7c57181391f req-6d340234-0888-42e9-82ab-f38361aee174 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:26.806832 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-409f7f75-c06b-4001-a4fd-c7c57181391f req-6d340234-0888-42e9-82ab-f38361aee174 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 950 time: 0.2347329 Oct 20 11:27:26.826779 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7f6fb-24e8-4e02-9d1f-8764eba88f9f req-5175b4de-7fd9-4a60-98a0-828d5cc16e3e tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:26.833333 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-87d7f6fb-24e8-4e02-9d1f-8764eba88f9f req-5175b4de-7fd9-4a60-98a0-828d5cc16e3e tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] 10.222.0.98 "GET /v2.0/ports?device_id=376068de-e3d8-4946-ae3e-390babea6ed7 HTTP/1.1" status: 200 len: 948 time: 0.2577214 Oct 20 11:27:26.840773 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9ad43d26-dc6f-4acf-a855-6e5abdcb8ac4 req-1880f9b0-8724-4836-b8cf-741b7efb3915 service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6788528 Oct 20 11:27:26.996363 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-409f7f75-c06b-4001-a4fd-c7c57181391f req-0070c48d-0765-4f01-a02e-13fda323bd34 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594777 Oct 20 11:27:26.999005 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-87d7f6fb-24e8-4e02-9d1f-8764eba88f9f req-2877238a-af6b-4372-9b42-7ed40ac4985f tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] 10.222.0.98 "GET /v2.0/security-groups?id=03b5bd1c-a276-42c8-bde9-1139383005fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648071 Oct 20 11:27:27.003403 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-552d11dd-a6b3-4d06-b41b-648d61754d51 req-b0357a74-9dff-4081-bb2f-08bc2457fd61 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:27.065892 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7e119-d1a8-42fb-9fce-8bb3076d0525 req-f3d3715a-6cf1-4823-be78-bb82a06eb532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:27.067519 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bba7e119-d1a8-42fb-9fce-8bb3076d0525 req-f3d3715a-6cf1-4823-be78-bb82a06eb532 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c9a10f6ddb864141a467bf66101591de&device_id=376068de-e3d8-4946-ae3e-390babea6ed7 HTTP/1.1" status: 200 len: 1099 time: 0.1632369 Oct 20 11:27:27.093392 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-552d11dd-a6b3-4d06-b41b-648d61754d51 req-b0357a74-9dff-4081-bb2f-08bc2457fd61 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Network 09e5a906-63cf-4dde-b699-ab448fb18fb8 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:27:27.131908 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-552d11dd-a6b3-4d06-b41b-648d61754d51 req-b0357a74-9dff-4081-bb2f-08bc2457fd61 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:27:27.160247 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-552d11dd-a6b3-4d06-b41b-648d61754d51 req-b0357a74-9dff-4081-bb2f-08bc2457fd61 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:27:27.165778 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d11dd-a6b3-4d06-b41b-648d61754d51 req-b0357a74-9dff-4081-bb2f-08bc2457fd61 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:27.166381 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-552d11dd-a6b3-4d06-b41b-648d61754d51 req-b0357a74-9dff-4081-bb2f-08bc2457fd61 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:27.169535 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0357a74-9dff-4081-bb2f-08bc2457fd61 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Pushing event updated for resources: {'Port': ['ID=03b52a19-157e-491e-8490-21f0512d0286,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:27.251593 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-552d11dd-a6b3-4d06-b41b-648d61754d51 req-b0357a74-9dff-4081-bb2f-08bc2457fd61 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0328488 Oct 20 11:27:27.280207 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-552d11dd-a6b3-4d06-b41b-648d61754d51 req-06de65e7-c650-467f-b57c-a2bddccf218d service neutron] Request body: {'port': {'device_id': 'cfcbcf12-31fb-43e2-a24d-b784eb2ef2f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:27:27.353912 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc3d4c-1a0e-4501-8d34-8cb66e533460 req-b247a1ad-ba49-482a-91c0-fbb141b8b6ad tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:27.355435 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-86fc3d4c-1a0e-4501-8d34-8cb66e533460 req-b247a1ad-ba49-482a-91c0-fbb141b8b6ad tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/ports?device_id=cfcbcf12-31fb-43e2-a24d-b784eb2ef2f4 HTTP/1.1" status: 200 len: 935 time: 0.2793677 Oct 20 11:27:27.379742 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7e119-d1a8-42fb-9fce-8bb3076d0525 req-65a7aa99-5e72-4284-ad43-dfa85e39d68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:27.381147 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bba7e119-d1a8-42fb-9fce-8bb3076d0525 req-65a7aa99-5e72-4284-ad43-dfa85e39d68e service neutron] 10.222.0.11 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 0.3040383 Oct 20 11:27:27.415215 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-22b80ace-a236-4a08-b2da-7967da5485ab None None] Provisioning complete for port 03b52a19-157e-491e-8490-21f0512d0286 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:27:27.415756 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-22b80ace-a236-4a08-b2da-7967da5485ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:27.440644 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7c558-db9e-4842-9e3a-eb0ff1309b37 req-96bf49be-540b-4bd5-b6fb-337852714507 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:27.442135 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a2a7c558-db9e-4842-9e3a-eb0ff1309b37 req-96bf49be-540b-4bd5-b6fb-337852714507 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 950 time: 0.2179022 Oct 20 11:27:27.451423 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-22b80ace-a236-4a08-b2da-7967da5485ab None None] Port 03b52a19-157e-491e-8490-21f0512d0286 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:27:27.483656 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bba7e119-d1a8-42fb-9fce-8bb3076d0525 req-4583478d-2bd6-4942-8d65-e4812f75260b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=750018c1-0847-4832-892c-74d11ce9ccea HTTP/1.1" status: 200 len: 217 time: 0.0863011 Oct 20 11:27:27.508951 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-552d11dd-a6b3-4d06-b41b-648d61754d51 req-06de65e7-c650-467f-b57c-a2bddccf218d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:27.557624 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-86fc3d4c-1a0e-4501-8d34-8cb66e533460 req-deb9d831-0489-4592-95ff-59dbb4d61a8a tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/security-groups?id=671c7ab4-02a2-46aa-9adf-d5460b3dd2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817656 Oct 20 11:27:27.607936 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7e119-d1a8-42fb-9fce-8bb3076d0525 req-5ce40c39-0f2e-4184-9e5f-f44bf5dc47f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:27.609655 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bba7e119-d1a8-42fb-9fce-8bb3076d0525 req-5ce40c39-0f2e-4184-9e5f-f44bf5dc47f4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.1146221 Oct 20 11:27:27.624974 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a2a7c558-db9e-4842-9e3a-eb0ff1309b37 req-fefa3fac-3219-4940-98f4-7c72b201eb45 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485808 Oct 20 11:27:27.685506 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d43305b-2fb8-4e35-8ba0-2abbe25cb58e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:27.874331 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7e119-d1a8-42fb-9fce-8bb3076d0525 req-70ae611b-1c5b-4be5-8d64-5f86716fe5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:27.875798 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bba7e119-d1a8-42fb-9fce-8bb3076d0525 req-70ae611b-1c5b-4be5-8d64-5f86716fe5d6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2554269 Oct 20 11:27:27.888749 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63aebf-0278-4790-8434-9ec594765296 req-bcdb3def-8f34-463e-9026-3e9f61bbcddc tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:27.890452 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6f63aebf-0278-4790-8434-9ec594765296 req-bcdb3def-8f34-463e-9026-3e9f61bbcddc tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c2d42db-7f0e-4364-aea7-06ca55524d61 HTTP/1.1" status: 200 len: 944 time: 0.2646320 Oct 20 11:27:28.113201 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6f63aebf-0278-4790-8434-9ec594765296 req-72704128-faf3-44e3-91d6-7e85d12c68d3 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082143 Oct 20 11:27:28.344401 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 27a6d02b-305f-480d-bb45-21dbff7f08c2 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:27:28.452645 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 27a6d02b-305f-480d-bb45-21dbff7f08c2, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=27a6d02b-305f-480d-bb45-21dbff7f08c2,segment=NetworkSegment(ec1b6256-95be-479c-9695-b6dae13546d3),segment_id=ec1b6256-95be-479c-9695-b6dae13546d3)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:28.471800 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '27a6d02b-305f-480d-bb45-21dbff7f08c2', 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e', 'port_id': '27a6d02b-305f-480d-bb45-21dbff7f08c2', 'mac_address': 'fa:16:3e:b8:df:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a0c5c2a-f9c9-492d-ba9f-7e961a63a7db', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:27:28.491632 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bba7e119-d1a8-42fb-9fce-8bb3076d0525 req-94c76cac-e448-47a5-acc8-00bca3b3350b service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6001401 Oct 20 11:27:28.515501 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:28.533549 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27a6d02b-305f-480d-bb45-21dbff7f08c2 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:27:28.560626 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 27a6d02b-305f-480d-bb45-21dbff7f08c2, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=27a6d02b-305f-480d-bb45-21dbff7f08c2,segment=NetworkSegment(ec1b6256-95be-479c-9695-b6dae13546d3),segment_id=ec1b6256-95be-479c-9695-b6dae13546d3)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:28.568326 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:28.584021 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcc4f0f-7c65-4015-9411-b035aca2fb40 req-5d4ae593-803e-4c91-bff7-f44ea37fd6a6 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:28.591408 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9dcc4f0f-7c65-4015-9411-b035aca2fb40 req-5d4ae593-803e-4c91-bff7-f44ea37fd6a6 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 950 time: 0.5129459 Oct 20 11:27:28.623857 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=27a6d02b-305f-480d-bb45-21dbff7f08c2,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:28.637556 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:28.637903 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:28.639212 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:28.639617 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:28.639971 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:28.640294 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:28.640619 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:28.641133 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:28.641289 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:28.641572 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:28.641917 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:28.642237 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:27:28.661071 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-552d11dd-a6b3-4d06-b41b-648d61754d51 req-06de65e7-c650-467f-b57c-a2bddccf218d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03b52a19-157e-491e-8490-21f0512d0286 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:27:28.685609 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0d303-45b3-47cc-bf8e-e3edbdceaab0 req-30e1ec48-546f-415a-aff0-2560f7d2450d tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:28.687158 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-edf0d303-45b3-47cc-bf8e-e3edbdceaab0 req-30e1ec48-546f-415a-aff0-2560f7d2450d tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] 10.222.0.98 "GET /v2.0/ports?device_id=376068de-e3d8-4946-ae3e-390babea6ed7 HTTP/1.1" status: 200 len: 948 time: 0.2678316 Oct 20 11:27:28.688928 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-552d11dd-a6b3-4d06-b41b-648d61754d51 req-06de65e7-c650-467f-b57c-a2bddccf218d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:28.735412 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9dcc4f0f-7c65-4015-9411-b035aca2fb40 req-5ce1361f-b74e-4721-9af2-52e4b545bcf0 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430142 Oct 20 11:27:28.736395 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-552d11dd-a6b3-4d06-b41b-648d61754d51 req-06de65e7-c650-467f-b57c-a2bddccf218d service neutron] Transition to ACTIVE for port object 03b52a19-157e-491e-8490-21f0512d0286 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:27:28.753960 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-552d11dd-a6b3-4d06-b41b-648d61754d51 req-06de65e7-c650-467f-b57c-a2bddccf218d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:28.818665 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bba7e119-d1a8-42fb-9fce-8bb3076d0525 req-e4a01e34-c7a9-4d0e-acd0-0fa5d4e32f5d service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104541 Oct 20 11:27:28.870310 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-edf0d303-45b3-47cc-bf8e-e3edbdceaab0 req-33425e4c-faf6-4d62-b4bd-aaf764b08948 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] 10.222.0.98 "GET /v2.0/security-groups?id=03b5bd1c-a276-42c8-bde9-1139383005fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702011 Oct 20 11:27:28.883135 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06de65e7-c650-467f-b57c-a2bddccf218d service neutron] Pushing event updated for resources: {'Port': ['ID=03b52a19-157e-491e-8490-21f0512d0286,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:28.904487 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['27a6d02b-305f-480d-bb45-21dbff7f08c2'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:27:28.984975 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c2f3e1-8c99-42f2-86a2-bbc0fa677d8f req-fcc6c24b-4fe0-40bd-a353-4e0d1561065d tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:28.986617 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e6c2f3e1-8c99-42f2-86a2-bbc0fa677d8f req-fcc6c24b-4fe0-40bd-a353-4e0d1561065d tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/ports?device_id=cfcbcf12-31fb-43e2-a24d-b784eb2ef2f4 HTTP/1.1" status: 200 len: 947 time: 0.1722424 Oct 20 11:27:29.008289 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-552d11dd-a6b3-4d06-b41b-648d61754d51 req-06de65e7-c650-467f-b57c-a2bddccf218d service neutron] Attempting to bind port 03b52a19-157e-491e-8490-21f0512d0286 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:27:29.008620 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-552d11dd-a6b3-4d06-b41b-648d61754d51 req-06de65e7-c650-467f-b57c-a2bddccf218d service neutron] Attempting to bind port 03b52a19-157e-491e-8490-21f0512d0286 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:27:29.008938 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552d11dd-a6b3-4d06-b41b-648d61754d51 req-06de65e7-c650-467f-b57c-a2bddccf218d service neutron] Attempting to bind port 03b52a19-157e-491e-8490-21f0512d0286 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:27:29.045230 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552d11dd-a6b3-4d06-b41b-648d61754d51 req-06de65e7-c650-467f-b57c-a2bddccf218d service neutron] Port 03b52a19-157e-491e-8490-21f0512d0286 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:27:29.045548 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552d11dd-a6b3-4d06-b41b-648d61754d51 req-06de65e7-c650-467f-b57c-a2bddccf218d service neutron] Attempting to bind port 03b52a19-157e-491e-8490-21f0512d0286 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:27:29.058616 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-2d43305b-2fb8-4e35-8ba0-2abbe25cb58e admin admin] Deleting port f259eb67-1c03-4fe5-902b-3e36ae00eccb {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:27:29.058985 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d43305b-2fb8-4e35-8ba0-2abbe25cb58e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:29.085226 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552d11dd-a6b3-4d06-b41b-648d61754d51 req-06de65e7-c650-467f-b57c-a2bddccf218d service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:27:29.085564 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552d11dd-a6b3-4d06-b41b-648d61754d51 req-06de65e7-c650-467f-b57c-a2bddccf218d service neutron] Checking segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:27:29.085942 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552d11dd-a6b3-4d06-b41b-648d61754d51 req-06de65e7-c650-467f-b57c-a2bddccf218d service neutron] Bound using segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:27:29.086364 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-552d11dd-a6b3-4d06-b41b-648d61754d51 req-06de65e7-c650-467f-b57c-a2bddccf218d service neutron] Bound port: 03b52a19-157e-491e-8490-21f0512d0286, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:27:29.086714 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-552d11dd-a6b3-4d06-b41b-648d61754d51 req-06de65e7-c650-467f-b57c-a2bddccf218d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:29.106490 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e6c2f3e1-8c99-42f2-86a2-bbc0fa677d8f req-d94ea041-6986-4755-aa24-cad1d611984f tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/security-groups?id=671c7ab4-02a2-46aa-9adf-d5460b3dd2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049292 Oct 20 11:27:29.160300 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a274d-f7f1-43b6-96b0-3260f8e869df req-5c25669c-3c3b-40e3-bc32-eb8bf3180da4 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:29.163251 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-063a274d-f7f1-43b6-96b0-3260f8e869df req-5c25669c-3c3b-40e3-bc32-eb8bf3180da4 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 950 time: 0.1732068 Oct 20 11:27:29.278923 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-2d43305b-2fb8-4e35-8ba0-2abbe25cb58e admin admin] For port f259eb67-1c03-4fe5-902b-3e36ae00eccb, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=f259eb67-1c03-4fe5-902b-3e36ae00eccb,segment=NetworkSegment(1be2662c-e72f-42da-ba3e-cd731b98bbb8),segment_id=1be2662c-e72f-42da-ba3e-cd731b98bbb8)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:29.279267 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d43305b-2fb8-4e35-8ba0-2abbe25cb58e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:29.298208 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-063a274d-f7f1-43b6-96b0-3260f8e869df req-f49904b6-8e56-4a28-bce4-b0c0cad3d2e4 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044068 Oct 20 11:27:29.306187 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-552d11dd-a6b3-4d06-b41b-648d61754d51 req-06de65e7-c650-467f-b57c-a2bddccf218d service neutron] For port 03b52a19-157e-491e-8490-21f0512d0286, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:27:29.322699 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-2d43305b-2fb8-4e35-8ba0-2abbe25cb58e admin admin] Calling delete_port for f259eb67-1c03-4fe5-902b-3e36ae00eccb owned by network:router_interface {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:27:29.324956 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-552d11dd-a6b3-4d06-b41b-648d61754d51 req-06de65e7-c650-467f-b57c-a2bddccf218d service neutron] For port 03b52a19-157e-491e-8490-21f0512d0286, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=03b52a19-157e-491e-8490-21f0512d0286,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:27:29.333795 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-552d11dd-a6b3-4d06-b41b-648d61754d51 req-06de65e7-c650-467f-b57c-a2bddccf218d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:29.422890 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02076361-10d0-42db-9ede-47a3e074fcfe req-1e18544a-984b-444f-b8f5-fb4b4e75b3b1 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:29.424529 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-02076361-10d0-42db-9ede-47a3e074fcfe req-1e18544a-984b-444f-b8f5-fb4b4e75b3b1 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c2d42db-7f0e-4364-aea7-06ca55524d61 HTTP/1.1" status: 200 len: 945 time: 0.1796162 Oct 20 11:27:29.429063 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d11dd-a6b3-4d06-b41b-648d61754d51 req-06de65e7-c650-467f-b57c-a2bddccf218d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:29.429668 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-552d11dd-a6b3-4d06-b41b-648d61754d51 req-06de65e7-c650-467f-b57c-a2bddccf218d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:29.431048 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-552d11dd-a6b3-4d06-b41b-648d61754d51 req-06de65e7-c650-467f-b57c-a2bddccf218d service neutron] 10.222.0.11 "PUT /v2.0/ports/03b52a19-157e-491e-8490-21f0512d0286 HTTP/1.1" status: 200 len: 1095 time: 2.1589930 Oct 20 11:27:29.431496 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfcbcf12-31fb-43e2-a24d-b784eb2ef2f4', 'tag': '03b52a19-157e-491e-8490-21f0512d0286'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:27:29.433747 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110e2d3a-c464-49b7-9599-0e5e849fcae0" -d '{"events": [{"name": "network-changed", "server_uuid": "cfcbcf12-31fb-43e2-a24d-b784eb2ef2f4", "tag": "03b52a19-157e-491e-8490-21f0512d0286"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:27:29.489882 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06de65e7-c650-467f-b57c-a2bddccf218d service neutron] Pushing event updated for resources: {'Port': ['ID=03b52a19-157e-491e-8490-21f0512d0286,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:29.503818 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85cbfd67-2ff3-4457-beab-5ebf6897fdc4 x-openstack-request-id: req-85cbfd67-2ff3-4457-beab-5ebf6897fdc4 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:27:29.504050 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfcbcf12-31fb-43e2-a24d-b784eb2ef2f4", "tag": "03b52a19-157e-491e-8490-21f0512d0286", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:27:29.504238 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-85cbfd67-2ff3-4457-beab-5ebf6897fdc4 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:27:29.504628 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfcbcf12-31fb-43e2-a24d-b784eb2ef2f4', 'tag': '03b52a19-157e-491e-8490-21f0512d0286', 'status': 'completed', 'code': 200} Oct 20 11:27:29.539113 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-02076361-10d0-42db-9ede-47a3e074fcfe req-51ff284d-fcff-4f73-a4cd-e91acbf3a32f tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001143 Oct 20 11:27:29.604147 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d11dd-a6b3-4d06-b41b-648d61754d51 req-e10bd217-8158-445b-a3f6-a43ec2324842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:29.605642 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-552d11dd-a6b3-4d06-b41b-648d61754d51 req-e10bd217-8158-445b-a3f6-a43ec2324842 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=16c1f19d218e4f418ab1b52ea7b7f78e&device_id=cfcbcf12-31fb-43e2-a24d-b784eb2ef2f4 HTTP/1.1" status: 200 len: 1098 time: 0.1002977 Oct 20 11:27:29.658608 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-552d11dd-a6b3-4d06-b41b-648d61754d51 req-1aec2c71-8d6e-4cdc-8467-93176d00bbd6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=03b52a19-157e-491e-8490-21f0512d0286 HTTP/1.1" status: 200 len: 217 time: 0.0389345 Oct 20 11:27:29.743291 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d11dd-a6b3-4d06-b41b-648d61754d51 req-b06794d4-fb3a-4048-8136-d96fecc82526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:29.744758 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-552d11dd-a6b3-4d06-b41b-648d61754d51 req-b06794d4-fb3a-4048-8136-d96fecc82526 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.0752645 Oct 20 11:27:29.745749 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d43305b-2fb8-4e35-8ba0-2abbe25cb58e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:29.779229 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d43305b-2fb8-4e35-8ba0-2abbe25cb58e admin admin] Pushing event deleted for resources: {'Port': ['ID=f259eb67-1c03-4fe5-902b-3e36ae00eccb,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:29.890030 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d11dd-a6b3-4d06-b41b-648d61754d51 req-fad8b62f-22fa-43c0-87dc-d150f84e04d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:29.891590 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-552d11dd-a6b3-4d06-b41b-648d61754d51 req-fad8b62f-22fa-43c0-87dc-d150f84e04d2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1233032 Oct 20 11:27:29.992478 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd3db04-de63-44c0-a007-528e1c51c053 req-92b386e8-f594-4e53-a329-171d7593df22 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:29.993986 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cdd3db04-de63-44c0-a007-528e1c51c053 req-92b386e8-f594-4e53-a329-171d7593df22 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 950 time: 0.1733484 Oct 20 11:27:30.073466 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d43305b-2fb8-4e35-8ba0-2abbe25cb58e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:30.116064 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-552d11dd-a6b3-4d06-b41b-648d61754d51 req-ecdda3b5-68cc-4b9d-8ec8-ae8f596dec48 service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118752 Oct 20 11:27:30.125353 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab701808-a97d-4043-b870-808494afe686 req-03c867c5-9da6-41ab-99f0-d25be931cd36 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:30.126702 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ab701808-a97d-4043-b870-808494afe686 req-03c867c5-9da6-41ab-99f0-d25be931cd36 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] 10.222.0.98 "GET /v2.0/ports?device_id=376068de-e3d8-4946-ae3e-390babea6ed7 HTTP/1.1" status: 200 len: 948 time: 0.1644855 Oct 20 11:27:30.131420 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cdd3db04-de63-44c0-a007-528e1c51c053 req-bca889fe-4d61-43f8-862a-49336257e17c tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200881 Oct 20 11:27:30.331980 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ab701808-a97d-4043-b870-808494afe686 req-5747f2de-0f11-4366-8b06-5e110ce464d8 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] 10.222.0.98 "GET /v2.0/security-groups?id=03b5bd1c-a276-42c8-bde9-1139383005fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641903 Oct 20 11:27:30.362305 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 27a6d02b-305f-480d-bb45-21dbff7f08c2 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:27:30.364930 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84521a8f-6bac-447a-8359-3deede4d3fbb req-e3187782-1606-42ae-9e51-c0b8bde19f5d tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:30.366450 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-84521a8f-6bac-447a-8359-3deede4d3fbb req-e3187782-1606-42ae-9e51-c0b8bde19f5d tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/ports?device_id=cfcbcf12-31fb-43e2-a24d-b784eb2ef2f4 HTTP/1.1" status: 200 len: 947 time: 0.1762254 Oct 20 11:27:30.375383 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-552d11dd-a6b3-4d06-b41b-648d61754d51 req-a54176b9-2e83-493a-a9a4-9476c07a96be service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468531 Oct 20 11:27:30.435551 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 27a6d02b-305f-480d-bb45-21dbff7f08c2 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:27:30.440039 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 27a6d02b-305f-480d-bb45-21dbff7f08c2 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:27:30.440519 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:30.502090 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-84521a8f-6bac-447a-8359-3deede4d3fbb req-82f3583c-7033-41bd-98fb-c78ba32c5d43 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/security-groups?id=671c7ab4-02a2-46aa-9adf-d5460b3dd2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966249 Oct 20 11:27:30.528255 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:30.555061 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c2d42db-7f0e-4364-aea7-06ca55524d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a6d02b-305f-480d-bb45-21dbff7f08c2'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:27:30.557322 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50a1781-643d-4310-a689-1aba2935d2a2" -d '{"events": [{"server_uuid": "4c2d42db-7f0e-4364-aea7-06ca55524d61", "name": "network-vif-plugged", "status": "completed", "tag": "27a6d02b-305f-480d-bb45-21dbff7f08c2"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:27:30.565746 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d43305b-2fb8-4e35-8ba0-2abbe25cb58e admin admin] Router afec13ac-7171-42e1-b165-f81ae98f0e6c has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:27:30.567729 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e2d3a-c464-49b7-9599-0e5e849fcae0 req-c9df14c5-9b83-42ea-81c6-19f783726733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:30.569223 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-110e2d3a-c464-49b7-9599-0e5e849fcae0 req-c9df14c5-9b83-42ea-81c6-19f783726733 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=16c1f19d218e4f418ab1b52ea7b7f78e&device_id=cfcbcf12-31fb-43e2-a24d-b784eb2ef2f4 HTTP/1.1" status: 200 len: 1098 time: 0.1231008 Oct 20 11:27:30.572281 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 27a6d02b-305f-480d-bb45-21dbff7f08c2, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=27a6d02b-305f-480d-bb45-21dbff7f08c2,segment=NetworkSegment(ec1b6256-95be-479c-9695-b6dae13546d3),segment_id=ec1b6256-95be-479c-9695-b6dae13546d3)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:30.577805 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:30.579060 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device f26b9bba-0475-4f54-873f-b971299bb59a no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:27:30.596785 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49f1e7-2ee9-4160-a9b5-758506d15f71 req-8f1cdabe-a744-43d4-bd0a-2080869fe26d tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:30.598323 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cb49f1e7-2ee9-4160-a9b5-758506d15f71 req-8f1cdabe-a744-43d4-bd0a-2080869fe26d tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 950 time: 0.1120789 Oct 20 11:27:30.601928 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c54824-b19a-4235-a1e6-ac2607258ded x-openstack-request-id: req-51c54824-b19a-4235-a1e6-ac2607258ded {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:27:30.602234 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c2d42db-7f0e-4364-aea7-06ca55524d61", "name": "network-vif-plugged", "status": "completed", "tag": "27a6d02b-305f-480d-bb45-21dbff7f08c2", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:27:30.602487 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-51c54824-b19a-4235-a1e6-ac2607258ded {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:27:30.602923 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c2d42db-7f0e-4364-aea7-06ca55524d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a6d02b-305f-480d-bb45-21dbff7f08c2', 'code': 200} Oct 20 11:27:30.703436 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=27a6d02b-305f-480d-bb45-21dbff7f08c2,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:30.722787 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:30.731123 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e617ce0-7d8a-4cca-8853-e9602f3ce91e req-b97c3eec-50a7-42cb-9116-e705856c9ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:30.732676 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-1e617ce0-7d8a-4cca-8853-e9602f3ce91e req-b97c3eec-50a7-42cb-9116-e705856c9ad6 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4c2d42db-7f0e-4364-aea7-06ca55524d61 HTTP/1.1" status: 200 len: 1097 time: 0.0543027 Oct 20 11:27:30.761905 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port f26b9bba-0475-4f54-873f-b971299bb59a, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=f26b9bba-0475-4f54-873f-b971299bb59a,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:30.768307 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:30.779875 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-1e617ce0-7d8a-4cca-8853-e9602f3ce91e req-97cac03a-2da9-4516-a656-685ec1c6f77e service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364735 Oct 20 11:27:30.818304 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=f26b9bba-0475-4f54-873f-b971299bb59a,revision_number=6']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:30.989570 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 750018c1-0847-4832-892c-74d11ce9ccea details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:27:31.056506 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cb49f1e7-2ee9-4160-a9b5-758506d15f71 req-dcc00174-72c5-4ccd-8084-db6d73955449 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912324 Oct 20 11:27:31.063285 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e2d3a-c464-49b7-9599-0e5e849fcae0 req-0b99c3d1-86ba-4cea-93d7-a2525945b477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:31.064744 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-110e2d3a-c464-49b7-9599-0e5e849fcae0 req-0b99c3d1-86ba-4cea-93d7-a2525945b477 service neutron] 10.222.0.11 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 0.4860790 Oct 20 11:27:31.078628 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c13753-df52-4593-a029-29145c928bf8 req-7915a45e-4781-4197-9ca3-464ad96c7a8b tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:31.078628 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-16c13753-df52-4593-a029-29145c928bf8 req-7915a45e-4781-4197-9ca3-464ad96c7a8b tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c2d42db-7f0e-4364-aea7-06ca55524d61 HTTP/1.1" status: 200 len: 946 time: 0.2096257 Oct 20 11:27:31.105328 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 750018c1-0847-4832-892c-74d11ce9ccea, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=750018c1-0847-4832-892c-74d11ce9ccea,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:31.120275 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '750018c1-0847-4832-892c-74d11ce9ccea', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'port_id': '750018c1-0847-4832-892c-74d11ce9ccea', 'mac_address': 'fa:16:3e:9d:99:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94289c8c-e5f7-4e30-b6a9-5b268a8fd610', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:27:31.124086 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d43305b-2fb8-4e35-8ba0-2abbe25cb58e admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:27:31.126303 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-110e2d3a-c464-49b7-9599-0e5e849fcae0 req-63c8056d-30a1-4b46-aa5b-c6eedd48a88d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=03b52a19-157e-491e-8490-21f0512d0286 HTTP/1.1" status: 200 len: 217 time: 0.0495753 Oct 20 11:27:31.132364 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2d43305b-2fb8-4e35-8ba0-2abbe25cb58e admin admin] 10.222.0.98 "PUT /v2.0/routers/afec13ac-7171-42e1-b165-f81ae98f0e6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5938530 Oct 20 11:27:31.132749 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53450) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:27:31.135917 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58e91fb-8a8c-44a8-9057-973bb4e771a4 None None] Sync routers for ids ['afec13ac-7171-42e1-b165-f81ae98f0e6c'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:27:31.157997 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58e91fb-8a8c-44a8-9057-973bb4e771a4 None None] Routers {'afec13ac-7171-42e1-b165-f81ae98f0e6c'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:27:31.161246 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-f58e91fb-8a8c-44a8-9057-973bb4e771a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:27:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['afec13ac-7171-42e1-b165-f81ae98f0e6c'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:27:31.175776 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:31.189163 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-16c13753-df52-4593-a029-29145c928bf8 req-5f30d92d-7192-4c6b-abf1-e67d2a6fec84 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996003 Oct 20 11:27:31.201734 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e2d3a-c464-49b7-9599-0e5e849fcae0 req-c72118cb-b0ae-4cbc-8ae0-f4d7f01b92db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:31.204535 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 750018c1-0847-4832-892c-74d11ce9ccea {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:27:31.209704 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-110e2d3a-c464-49b7-9599-0e5e849fcae0 req-c72118cb-b0ae-4cbc-8ae0-f4d7f01b92db service neutron] 10.222.0.11 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.0734777 Oct 20 11:27:31.229309 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 750018c1-0847-4832-892c-74d11ce9ccea, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=750018c1-0847-4832-892c-74d11ce9ccea,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:31.236003 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:31.283387 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-f58e91fb-8a8c-44a8-9057-973bb4e771a4 None None] Set router afec13ac-7171-42e1-b165-f81ae98f0e6c gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:27:31.286224 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=750018c1-0847-4832-892c-74d11ce9ccea,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:31.303426 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e2d3a-c464-49b7-9599-0e5e849fcae0 req-295c8e6b-7591-4b1b-b5aa-1496ff6cf46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:31.304972 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-110e2d3a-c464-49b7-9599-0e5e849fcae0 req-295c8e6b-7591-4b1b-b5aa-1496ff6cf46e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0771391 Oct 20 11:27:31.313173 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9763f-d0d8-445c-bc9a-d34668953a7b req-892ae10d-50bf-419d-a43d-9cbaca92fdb1 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:31.314656 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7bd9763f-d0d8-445c-bc9a-d34668953a7b req-892ae10d-50bf-419d-a43d-9cbaca92fdb1 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 948 time: 0.1039205 Oct 20 11:27:31.315600 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7eaf0b1a-57f4-4ff5-8d91-52279def8112 admin admin] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:31.430040 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7bd9763f-d0d8-445c-bc9a-d34668953a7b req-dee32e38-1830-420a-b6f4-6884f587421d tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071849 Oct 20 11:27:31.466896 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7eaf0b1a-57f4-4ff5-8d91-52279def8112 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:31.483266 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-110e2d3a-c464-49b7-9599-0e5e849fcae0 req-7b372532-7cbb-4685-acef-4a567d7d7b1f service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673098 Oct 20 11:27:31.499882 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01292a0a-5784-4b69-9c80-f6624eb5f9fb req-ca023031-3be2-474b-b253-6a90e5bb19c3 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:31.501386 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-01292a0a-5784-4b69-9c80-f6624eb5f9fb req-ca023031-3be2-474b-b253-6a90e5bb19c3 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] 10.222.0.98 "GET /v2.0/ports?device_id=376068de-e3d8-4946-ae3e-390babea6ed7 HTTP/1.1" status: 200 len: 949 time: 0.0687437 Oct 20 11:27:31.517063 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['750018c1-0847-4832-892c-74d11ce9ccea'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:27:31.540867 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-7eaf0b1a-57f4-4ff5-8d91-52279def8112 admin admin] Deleting port 92a2aadf-368d-4e60-912d-2720fa320e2b {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:27:31.541205 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7eaf0b1a-57f4-4ff5-8d91-52279def8112 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:31.604500 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-01292a0a-5784-4b69-9c80-f6624eb5f9fb req-57b4454c-059b-4501-a96f-9b7cd38b402a tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] 10.222.0.98 "GET /v2.0/security-groups?id=03b5bd1c-a276-42c8-bde9-1139383005fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937591 Oct 20 11:27:31.622280 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-f58e91fb-8a8c-44a8-9057-973bb4e771a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afec13ac-7171-42e1-b165-f81ae98f0e6c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1158314190-router', 'tenant_id': '893249f6b6174b84814f4982d67d2c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '92a2aadf-368d-4e60-912d-2720fa320e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:25:16Z', 'updated_at': '2021-10-20T11:27:29Z', 'revision_number': 5, 'project_id': '893249f6b6174b84814f4982d67d2c43', 'gw_port': {'id': '92a2aadf-368d-4e60-912d-2720fa320e2b', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:91:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afec13ac-7171-42e1-b165-f81ae98f0e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:25:19Z', 'updated_at': '2021-10-20T11:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:27:31.644180 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-7eaf0b1a-57f4-4ff5-8d91-52279def8112 admin admin] For port 92a2aadf-368d-4e60-912d-2720fa320e2b, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=92a2aadf-368d-4e60-912d-2720fa320e2b,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:31.644565 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7eaf0b1a-57f4-4ff5-8d91-52279def8112 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:31.662711 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-7eaf0b1a-57f4-4ff5-8d91-52279def8112 admin admin] Calling delete_port for 92a2aadf-368d-4e60-912d-2720fa320e2b owned by network:router_gateway {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:27:31.667024 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58e91fb-8a8c-44a8-9057-973bb4e771a4 None None] Checking router: afec13ac-7171-42e1-b165-f81ae98f0e6c for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:27:31.667672 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-110e2d3a-c464-49b7-9599-0e5e849fcae0 req-9e07a45d-7b1a-4645-bf7b-cac067a6eb31 service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653109 Oct 20 11:27:31.684823 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58e91fb-8a8c-44a8-9057-973bb4e771a4 None None] Routers {'afec13ac-7171-42e1-b165-f81ae98f0e6c'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:27:31.685441 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-f58e91fb-8a8c-44a8-9057-973bb4e771a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:27:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['afec13ac-7171-42e1-b165-f81ae98f0e6c'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:27:31.692491 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7a608-eb81-45bc-bce5-4341081a34b5 req-743741cf-e6e3-478d-b809-38cdd9a7162b tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:31.701327 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7bb7a608-eb81-45bc-bce5-4341081a34b5 req-743741cf-e6e3-478d-b809-38cdd9a7162b tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/ports?device_id=cfcbcf12-31fb-43e2-a24d-b784eb2ef2f4 HTTP/1.1" status: 200 len: 947 time: 0.0891633 Oct 20 11:27:31.745441 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7bb7a608-eb81-45bc-bce5-4341081a34b5 req-7445fd2a-fa0a-4a8c-b24f-cae72eb1d147 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/security-groups?id=671c7ab4-02a2-46aa-9adf-d5460b3dd2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431564 Oct 20 11:27:31.778570 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-f58e91fb-8a8c-44a8-9057-973bb4e771a4 None None] Set router afec13ac-7171-42e1-b165-f81ae98f0e6c gateway port host: None {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:27:31.829528 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-f58e91fb-8a8c-44a8-9057-973bb4e771a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afec13ac-7171-42e1-b165-f81ae98f0e6c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1158314190-router', 'tenant_id': '893249f6b6174b84814f4982d67d2c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:25:16Z', 'updated_at': '2021-10-20T11:27:31Z', 'revision_number': 6, 'project_id': '893249f6b6174b84814f4982d67d2c43', 'gw_port_host': None}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:27:31.846513 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7eaf0b1a-57f4-4ff5-8d91-52279def8112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:31.858623 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58e91fb-8a8c-44a8-9057-973bb4e771a4 None None] The sync data for ids ['afec13ac-7171-42e1-b165-f81ae98f0e6c'] in n-d-814735-3 is: [{'id': 'afec13ac-7171-42e1-b165-f81ae98f0e6c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1158314190-router', 'tenant_id': '893249f6b6174b84814f4982d67d2c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:25:16Z', 'updated_at': '2021-10-20T11:27:31Z', 'revision_number': 6, 'project_id': '893249f6b6174b84814f4982d67d2c43', 'gw_port_host': None}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:27:31.875776 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf0b1a-57f4-4ff5-8d91-52279def8112 admin admin] Pushing event deleted for resources: {'Port': ['ID=92a2aadf-368d-4e60-912d-2720fa320e2b,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:31.936778 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7eaf0b1a-57f4-4ff5-8d91-52279def8112 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:32.040752 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7eaf0b1a-57f4-4ff5-8d91-52279def8112 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:32.042879 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7eaf0b1a-57f4-4ff5-8d91-52279def8112 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:32.107645 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7eaf0b1a-57f4-4ff5-8d91-52279def8112 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:32.108232 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eaf0b1a-57f4-4ff5-8d91-52279def8112 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afec13ac-7171-42e1-b165-f81ae98f0e6c {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:27:32.113596 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7eaf0b1a-57f4-4ff5-8d91-52279def8112 admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:32.114850 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7eaf0b1a-57f4-4ff5-8d91-52279def8112 admin admin] 10.222.0.98 "DELETE /v2.0/routers/afec13ac-7171-42e1-b165-f81ae98f0e6c HTTP/1.1" status: 204 len: 168 time: 0.9772937 Oct 20 11:27:32.117367 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53464) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:27:32.163521 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8a2dd56-2ad0-49fa-9c71-0ccafcf9dba6 admin admin] Deleting subnet 51a05590-efa2-4d4b-a09f-bf89beec1cca {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:27:32.167096 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b8a2dd56-2ad0-49fa-9c71-0ccafcf9dba6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:32.187580 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e8643-186b-4f82-81e8-5e164c576858 req-1c829238-4897-452b-965b-cde6adf5740c tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:32.189100 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ce7e8643-186b-4f82-81e8-5e164c576858 req-1c829238-4897-452b-965b-cde6adf5740c tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 950 time: 0.0590024 Oct 20 11:27:32.201951 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b8a2dd56-2ad0-49fa-9c71-0ccafcf9dba6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:32.269572 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ce7e8643-186b-4f82-81e8-5e164c576858 req-629abf65-2d1a-4eae-927a-809663de96a0 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560772 Oct 20 11:27:32.303458 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device f259eb67-1c03-4fe5-902b-3e36ae00eccb no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:27:32.323411 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: f259eb67-1c03-4fe5-902b-3e36ae00eccb {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:27:32.323673 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device f259eb67-1c03-4fe5-902b-3e36ae00eccb not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:27:32.338134 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b8a2dd56-2ad0-49fa-9c71-0ccafcf9dba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:32.341102 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562bd76-dfd2-400a-a5cf-8d073496c530 req-5371e29f-ef8e-4678-b6de-7267204aefe4 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:32.343197 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c562bd76-dfd2-400a-a5cf-8d073496c530 req-5371e29f-ef8e-4678-b6de-7267204aefe4 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c2d42db-7f0e-4364-aea7-06ca55524d61 HTTP/1.1" status: 200 len: 946 time: 0.0555344 Oct 20 11:27:32.369937 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device f26b9bba-0475-4f54-873f-b971299bb59a details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:27:32.392359 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c562bd76-dfd2-400a-a5cf-8d073496c530 req-32cd0fc0-46c8-4044-bc85-b5778954bdef tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417511 Oct 20 11:27:32.398031 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b8a2dd56-2ad0-49fa-9c71-0ccafcf9dba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:32.429193 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a2dd56-2ad0-49fa-9c71-0ccafcf9dba6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51a05590-efa2-4d4b-a09f-bf89beec1cca,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:32.448317 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b8a2dd56-2ad0-49fa-9c71-0ccafcf9dba6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:32.453272 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b8a2dd56-2ad0-49fa-9c71-0ccafcf9dba6 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/51a05590-efa2-4d4b-a09f-bf89beec1cca HTTP/1.1" status: 204 len: 168 time: 0.3338213 Oct 20 11:27:32.454718 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53470) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:27:32.458225 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e5284a-2e6c-4df1-8722-0ea44220e6c1 None None] Network 0130587e-ae3c-42e5-be51-829392fb3c6a requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:27:32.504202 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port f26b9bba-0475-4f54-873f-b971299bb59a, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=f26b9bba-0475-4f54-873f-b971299bb59a,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:32.529781 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-285f705b-9a19-44b0-95dd-c808d097b4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:32.549926 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': 'f26b9bba-0475-4f54-873f-b971299bb59a', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'port_id': 'f26b9bba-0475-4f54-873f-b971299bb59a', 'mac_address': 'fa:16:3e:35:ee:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94289c8c-e5f7-4e30-b6a9-5b268a8fd610', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:27:32.574071 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b0f5b-fe35-418d-902b-beb44e5f539e req-3001d448-7fb9-4e4f-be26-2c344c59047c tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:32.581434 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a82b0f5b-fe35-418d-902b-beb44e5f539e req-3001d448-7fb9-4e4f-be26-2c344c59047c tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=4c2d42db-7f0e-4364-aea7-06ca55524d61 HTTP/1.1" status: 200 len: 1097 time: 0.0872352 Oct 20 11:27:32.587703 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-285f705b-9a19-44b0-95dd-c808d097b4e5 admin admin] Deleting port 9425dbea-cc89-495c-b5c1-b73ec8b5b8ca {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:27:32.588037 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-285f705b-9a19-44b0-95dd-c808d097b4e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:32.608996 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18147310-0c17-491d-afa4-3e2d28d29ab2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f26b9bba-0475-4f54-873f-b971299bb59a'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:27:32.609581 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c10abe-f83e-488b-9337-f39367fdcfe0 req-3fbe4629-3069-4fb8-a9b6-844fc358f8d9 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:32.611150 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f6c10abe-f83e-488b-9337-f39367fdcfe0 req-3fbe4629-3069-4fb8-a9b6-844fc358f8d9 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 948 time: 0.0817621 Oct 20 11:27:32.611531 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4269b7-7b04-43fa-a79c-8de039a48d70" -d '{"events": [{"server_uuid": "18147310-0c17-491d-afa4-3e2d28d29ab2", "name": "network-vif-unplugged", "status": "completed", "tag": "f26b9bba-0475-4f54-873f-b971299bb59a"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:27:32.638720 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a82b0f5b-fe35-418d-902b-beb44e5f539e req-e200b0a7-4fd2-4f26-a5d0-999234340c5e tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563257 Oct 20 11:27:32.640094 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:32.657526 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f26b9bba-0475-4f54-873f-b971299bb59a {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:27:32.677259 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-285f705b-9a19-44b0-95dd-c808d097b4e5 admin admin] For port 9425dbea-cc89-495c-b5c1-b73ec8b5b8ca, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=9425dbea-cc89-495c-b5c1-b73ec8b5b8ca,segment=NetworkSegment(1be2662c-e72f-42da-ba3e-cd731b98bbb8),segment_id=1be2662c-e72f-42da-ba3e-cd731b98bbb8)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:32.677670 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-285f705b-9a19-44b0-95dd-c808d097b4e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:32.692410 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port f26b9bba-0475-4f54-873f-b971299bb59a, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=f26b9bba-0475-4f54-873f-b971299bb59a,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:32.694742 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f6c10abe-f83e-488b-9337-f39367fdcfe0 req-51f9b8b1-acc9-48f6-a8ff-05fef1eec230 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737069 Oct 20 11:27:32.698574 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:32.721695 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-285f705b-9a19-44b0-95dd-c808d097b4e5 admin admin] Calling delete_port for 9425dbea-cc89-495c-b5c1-b73ec8b5b8ca owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:27:32.748699 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=f26b9bba-0475-4f54-873f-b971299bb59a,revision_number=7']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:32.760484 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb72090-605c-475f-ad5a-c79f8dc82acd None None] DHCP port deletion for 0130587e-ae3c-42e5-be51-829392fb3c6a request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:27:32.787824 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e39197cd-8360-4e90-93ee-48dd210a74ca x-openstack-request-id: req-e39197cd-8360-4e90-93ee-48dd210a74ca {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:27:32.788333 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18147310-0c17-491d-afa4-3e2d28d29ab2", "name": "network-vif-unplugged", "status": "completed", "tag": "f26b9bba-0475-4f54-873f-b971299bb59a", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:27:32.788790 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e39197cd-8360-4e90-93ee-48dd210a74ca {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:27:32.789363 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18147310-0c17-491d-afa4-3e2d28d29ab2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f26b9bba-0475-4f54-873f-b971299bb59a', 'code': 200} Oct 20 11:27:32.823924 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-4cb72090-605c-475f-ad5a-c79f8dc82acd None None] Deleting port 9425dbea-cc89-495c-b5c1-b73ec8b5b8ca {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:27:32.823924 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4cb72090-605c-475f-ad5a-c79f8dc82acd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:32.860103 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-285f705b-9a19-44b0-95dd-c808d097b4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:32.900694 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-4cb72090-605c-475f-ad5a-c79f8dc82acd None None] For port 9425dbea-cc89-495c-b5c1-b73ec8b5b8ca, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=9425dbea-cc89-495c-b5c1-b73ec8b5b8ca,segment=NetworkSegment(1be2662c-e72f-42da-ba3e-cd731b98bbb8),segment_id=1be2662c-e72f-42da-ba3e-cd731b98bbb8)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:32.901087 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4cb72090-605c-475f-ad5a-c79f8dc82acd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:32.917893 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-4cb72090-605c-475f-ad5a-c79f8dc82acd None None] Calling delete_port for 9425dbea-cc89-495c-b5c1-b73ec8b5b8ca owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:27:32.935452 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f705b-9a19-44b0-95dd-c808d097b4e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9425dbea-cc89-495c-b5c1-b73ec8b5b8ca,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:32.943787 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4457e-107c-4371-8e91-178101aab906 req-b668e594-5cb4-4c01-9458-3ded6eae5594 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:32.947926 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8ef4457e-107c-4371-8e91-178101aab906 req-b668e594-5cb4-4c01-9458-3ded6eae5594 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] 10.222.0.98 "GET /v2.0/ports?device_id=376068de-e3d8-4946-ae3e-390babea6ed7 HTTP/1.1" status: 200 len: 949 time: 0.1080458 Oct 20 11:27:32.951609 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285f705b-9a19-44b0-95dd-c808d097b4e5 admin admin] No DVR routers for this DVR port 9425dbea-cc89-495c-b5c1-b73ec8b5b8ca on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:27:32.998238 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 03b52a19-157e-491e-8490-21f0512d0286 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:27:33.000587 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 750018c1-0847-4832-892c-74d11ce9ccea up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:27:33.036751 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8ef4457e-107c-4371-8e91-178101aab906 req-31ed96ca-8d7a-4f6d-98c2-dd548cdf8ae2 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] 10.222.0.98 "GET /v2.0/security-groups?id=03b5bd1c-a276-42c8-bde9-1139383005fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809791 Oct 20 11:27:33.061350 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-285f705b-9a19-44b0-95dd-c808d097b4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:33.063033 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e5983-5293-4463-9ec3-c2d07cd616bb req-8afba0b6-5159-4c4f-9e4e-c62adf6b0665 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:33.064649 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fb9e5983-5293-4463-9ec3-c2d07cd616bb req-8afba0b6-5159-4c4f-9e4e-c62adf6b0665 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/ports?device_id=cfcbcf12-31fb-43e2-a24d-b784eb2ef2f4 HTTP/1.1" status: 200 len: 947 time: 0.0898163 Oct 20 11:27:33.094190 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-285f705b-9a19-44b0-95dd-c808d097b4e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0130587e-ae3c-42e5-be51-829392fb3c6a']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:27:33.104531 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-285f705b-9a19-44b0-95dd-c808d097b4e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1be2662c-e72f-42da-ba3e-cd731b98bbb8') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:27:33.104840 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-285f705b-9a19-44b0-95dd-c808d097b4e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1be2662c-e72f-42da-ba3e-cd731b98bbb8') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:27:33.112490 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fb9e5983-5293-4463-9ec3-c2d07cd616bb req-4a3f7fde-f1fa-4302-9a3d-fd67f79e7ca5 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/security-groups?id=671c7ab4-02a2-46aa-9adf-d5460b3dd2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416205 Oct 20 11:27:33.128068 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-285f705b-9a19-44b0-95dd-c808d097b4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:33.144358 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-285f705b-9a19-44b0-95dd-c808d097b4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:33.156356 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-285f705b-9a19-44b0-95dd-c808d097b4e5 admin admin] Releasing vlan 1262 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:27:33.158083 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-285f705b-9a19-44b0-95dd-c808d097b4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:33.160832 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:27:33.160832 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:27:33.160832 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:27:33.160832 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:27:33.160832 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:27:33.160832 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:27:33.160832 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:27:33.160832 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:27:33.160832 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:27:33.160832 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:27:33.160832 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:27:33.160832 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:27:33.160832 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:27:33.160832 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:27:33.160832 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:27:33.160832 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:27:33.160832 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:27:33.160832 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:27:33.160832 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:27:33.160832 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:27:33.160832 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:27:33.160832 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:27:33.160832 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:27:33.160832 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:27:33.160832 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:27:33.160832 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:27:33.160832 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:27:33.160832 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:27:33.160832 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:27:33.160832 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:27:33.160832 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:27:33.160832 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:27:33.242149 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4cb72090-605c-475f-ad5a-c79f8dc82acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:33.261221 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['f26b9bba-0475-4f54-873f-b971299bb59a'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:27:33.269936 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.db.resource_extend [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 11:27:33.312658 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-285f705b-9a19-44b0-95dd-c808d097b4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:33.321503 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-285f705b-9a19-44b0-95dd-c808d097b4e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:33.325071 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-285f705b-9a19-44b0-95dd-c808d097b4e5 admin admin] 10.222.0.98 "DELETE /v2.0/networks/0130587e-ae3c-42e5-be51-829392fb3c6a HTTP/1.1" status: 204 len: 168 time: 0.8693779 Oct 20 11:27:33.328267 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53492) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:27:33.339221 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb72090-605c-475f-ad5a-c79f8dc82acd None None] Pushing event deleted for resources: {'Port': ['ID=9425dbea-cc89-495c-b5c1-b73ec8b5b8ca,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:33.349706 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb72090-605c-475f-ad5a-c79f8dc82acd None None] No DVR routers for this DVR port 9425dbea-cc89-495c-b5c1-b73ec8b5b8ca on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:27:33.392202 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f705b-9a19-44b0-95dd-c808d097b4e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0130587e-ae3c-42e5-be51-829392fb3c6a,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:33.428546 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 750018c1-0847-4832-892c-74d11ce9ccea completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:27:33.444679 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 750018c1-0847-4832-892c-74d11ce9ccea triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:27:33.455928 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:33.526382 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 03b52a19-157e-491e-8490-21f0512d0286, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=03b52a19-157e-491e-8490-21f0512d0286,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:33.578641 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '03b52a19-157e-491e-8490-21f0512d0286', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'port_id': '03b52a19-157e-491e-8490-21f0512d0286', 'mac_address': 'fa:16:3e:f4:6d:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94289c8c-e5f7-4e30-b6a9-5b268a8fd610', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:27:33.627611 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:33.693327 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39a67a-a278-4fa7-9fdd-f15084124ad6 req-e79acd91-3e9d-4592-a92f-eb85e042c455 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:33.694841 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9a39a67a-a278-4fa7-9fdd-f15084124ad6 req-e79acd91-3e9d-4592-a92f-eb85e042c455 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 950 time: 0.2610893 Oct 20 11:27:33.700429 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:33.709771 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 750018c1-0847-4832-892c-74d11ce9ccea, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=750018c1-0847-4832-892c-74d11ce9ccea,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:33.728200 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:33.741345 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03b52a19-157e-491e-8490-21f0512d0286 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:27:33.778759 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9a39a67a-a278-4fa7-9fdd-f15084124ad6 req-c8fb04c3-a709-42c5-a85d-84038e1f3012 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755210 Oct 20 11:27:33.879580 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 03b52a19-157e-491e-8490-21f0512d0286, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=03b52a19-157e-491e-8490-21f0512d0286,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:33.904176 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:33.911608 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b721e5-a1ce-411c-906d-4690a3c9e6d0 req-8b814cba-096e-4c64-866a-d58d819a3f47 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:33.912192 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=750018c1-0847-4832-892c-74d11ce9ccea,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:33.913141 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-20b721e5-a1ce-411c-906d-4690a3c9e6d0 req-8b814cba-096e-4c64-866a-d58d819a3f47 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 949 time: 0.0796268 Oct 20 11:27:33.979047 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-20b721e5-a1ce-411c-906d-4690a3c9e6d0 req-43c07428-125f-4de8-9a7e-4ed0e24d574e tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598083 Oct 20 11:27:34.011285 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=03b52a19-157e-491e-8490-21f0512d0286,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:34.020793 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a3a9b82e-fc85-447f-bf66-e23affa1fbcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:34.048057 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 92a2aadf-368d-4e60-912d-2720fa320e2b no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:27:34.077805 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 92a2aadf-368d-4e60-912d-2720fa320e2b {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:27:34.078216 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 92a2aadf-368d-4e60-912d-2720fa320e2b not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:27:34.078640 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 9425dbea-cc89-495c-b5c1-b73ec8b5b8ca no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:27:34.107485 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 9425dbea-cc89-495c-b5c1-b73ec8b5b8ca {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:27:34.107799 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 9425dbea-cc89-495c-b5c1-b73ec8b5b8ca not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:27:34.201999 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['03b52a19-157e-491e-8490-21f0512d0286'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:27:34.291659 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c7898-9704-4d49-b716-5c2f4a8df0d7 req-5c64b525-110d-4933-a299-f589deb52b58 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:34.293972 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d52c7898-9704-4d49-b716-5c2f4a8df0d7 req-5c64b525-110d-4933-a299-f589deb52b58 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] 10.222.0.98 "GET /v2.0/ports?device_id=376068de-e3d8-4946-ae3e-390babea6ed7 HTTP/1.1" status: 200 len: 950 time: 0.1535647 Oct 20 11:27:34.335785 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451294c-91c8-441c-9e1f-bb903529b99c req-131a9620-2a5f-4ba7-90f1-7678aee2c5c8 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:34.344244 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a451294c-91c8-441c-9e1f-bb903529b99c req-131a9620-2a5f-4ba7-90f1-7678aee2c5c8 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/ports?device_id=cfcbcf12-31fb-43e2-a24d-b784eb2ef2f4 HTTP/1.1" status: 200 len: 948 time: 0.1424372 Oct 20 11:27:34.410875 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a451294c-91c8-441c-9e1f-bb903529b99c req-91fa8057-adf1-4f89-b180-366a78e6c28b tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/security-groups?id=671c7ab4-02a2-46aa-9adf-d5460b3dd2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653930 Oct 20 11:27:34.417404 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d52c7898-9704-4d49-b716-5c2f4a8df0d7 req-a8b7d282-ab29-4db3-be7d-adbe9ffa362a tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] 10.222.0.98 "GET /v2.0/security-groups?id=03b5bd1c-a276-42c8-bde9-1139383005fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139159 Oct 20 11:27:34.506031 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-a3a9b82e-fc85-447f-bf66-e23affa1fbcb admin admin] Deleting port 55ca24e0-9796-449e-8f4e-465849027145 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:27:34.506389 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a3a9b82e-fc85-447f-bf66-e23affa1fbcb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:34.600624 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-a3a9b82e-fc85-447f-bf66-e23affa1fbcb admin admin] For port 55ca24e0-9796-449e-8f4e-465849027145, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=55ca24e0-9796-449e-8f4e-465849027145,segment=NetworkSegment(7a71ddcf-e2bc-43be-8c5c-c88754e6268f),segment_id=7a71ddcf-e2bc-43be-8c5c-c88754e6268f)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:34.600997 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a3a9b82e-fc85-447f-bf66-e23affa1fbcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:34.615846 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-a3a9b82e-fc85-447f-bf66-e23affa1fbcb admin admin] Calling delete_port for 55ca24e0-9796-449e-8f4e-465849027145 owned by network:router_interface {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:27:34.791347 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376068de-e3d8-4946-ae3e-390babea6ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '750018c1-0847-4832-892c-74d11ce9ccea'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:27:34.793772 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0110728-c206-4261-8c99-07981187a8dd" -d '{"events": [{"server_uuid": "376068de-e3d8-4946-ae3e-390babea6ed7", "name": "network-vif-plugged", "status": "completed", "tag": "750018c1-0847-4832-892c-74d11ce9ccea"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:27:34.818301 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a3a9b82e-fc85-447f-bf66-e23affa1fbcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:34.833202 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8806d184-a193-4b42-9a9e-661367a3dfed x-openstack-request-id: req-8806d184-a193-4b42-9a9e-661367a3dfed {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:27:34.833579 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376068de-e3d8-4946-ae3e-390babea6ed7", "name": "network-vif-plugged", "status": "completed", "tag": "750018c1-0847-4832-892c-74d11ce9ccea", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:27:34.833892 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8806d184-a193-4b42-9a9e-661367a3dfed {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:27:34.834341 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376068de-e3d8-4946-ae3e-390babea6ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '750018c1-0847-4832-892c-74d11ce9ccea', 'code': 200} Oct 20 11:27:34.848804 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a9b82e-fc85-447f-bf66-e23affa1fbcb admin admin] Pushing event deleted for resources: {'Port': ['ID=55ca24e0-9796-449e-8f4e-465849027145,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:35.030653 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d7559-f651-4a0a-a115-0354d8194323 req-ff0bedd5-e5e3-439c-9ad1-65cb422f798a tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:35.032412 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-534d7559-f651-4a0a-a115-0354d8194323 req-ff0bedd5-e5e3-439c-9ad1-65cb422f798a tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 950 time: 0.1626809 Oct 20 11:27:35.041342 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1474ae5d-07b7-450e-b7e4-3344561ab74b req-1165a3c3-1b3a-4f5c-b486-cde83873ebb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:35.042981 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1474ae5d-07b7-450e-b7e4-3344561ab74b req-1165a3c3-1b3a-4f5c-b486-cde83873ebb6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=376068de-e3d8-4946-ae3e-390babea6ed7 HTTP/1.1" status: 200 len: 1101 time: 0.1245453 Oct 20 11:27:35.082681 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a3a9b82e-fc85-447f-bf66-e23affa1fbcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:35.143894 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1474ae5d-07b7-450e-b7e4-3344561ab74b req-1ec02a84-aaea-4b3e-9003-9538343ce460 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=03b5bd1c-a276-42c8-bde9-1139383005fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921435 Oct 20 11:27:35.179196 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-534d7559-f651-4a0a-a115-0354d8194323 req-8e8e52b1-1d77-469c-b902-109ce2b336db tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336682 Oct 20 11:27:35.195349 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd801b-c546-43a4-9cc8-96681869e383 req-4d91415f-ac85-474e-90a5-4c428401cf0a tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:35.196801 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6cd801b-c546-43a4-9cc8-96681869e383 req-4d91415f-ac85-474e-90a5-4c428401cf0a tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 949 time: 0.1344910 Oct 20 11:27:35.279097 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6cd801b-c546-43a4-9cc8-96681869e383 req-0f41b902-72af-4cdf-b62c-2beafd820b2a tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751007 Oct 20 11:27:35.384291 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a9b82e-fc85-447f-bf66-e23affa1fbcb admin admin] Router d6ece6eb-b8a4-470c-a927-3116fddabe8a has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:27:35.801114 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a9b82e-fc85-447f-bf66-e23affa1fbcb admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:27:35.809798 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35ddc67-87ad-4523-a62c-aac07e78a253 None None] Sync routers for ids ['d6ece6eb-b8a4-470c-a927-3116fddabe8a'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:27:35.814365 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-a3a9b82e-fc85-447f-bf66-e23affa1fbcb admin admin] 10.222.0.98 "PUT /v2.0/routers/d6ece6eb-b8a4-470c-a927-3116fddabe8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4824300 Oct 20 11:27:35.815294 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53530) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:27:35.819236 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35ddc67-87ad-4523-a62c-aac07e78a253 None None] Routers {'d6ece6eb-b8a4-470c-a927-3116fddabe8a'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:27:35.820071 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-b35ddc67-87ad-4523-a62c-aac07e78a253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:27:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['d6ece6eb-b8a4-470c-a927-3116fddabe8a'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:27:35.833508 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853af734-13af-4711-8769-930efd4968d3 req-18cee1f8-8474-43fe-8a6a-9b57d03def5b tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:35.835447 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-853af734-13af-4711-8769-930efd4968d3 req-18cee1f8-8474-43fe-8a6a-9b57d03def5b tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] 10.222.0.98 "GET /v2.0/ports?device_id=376068de-e3d8-4946-ae3e-390babea6ed7 HTTP/1.1" status: 200 len: 950 time: 0.0975842 Oct 20 11:27:35.848007 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6593e3-bce7-4608-9966-2a8c8609f3e8 req-d3952a1e-e894-4069-bcb6-b12418d51c0f tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:35.849710 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fa6593e3-bce7-4608-9966-2a8c8609f3e8 req-d3952a1e-e894-4069-bcb6-b12418d51c0f tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/ports?device_id=cfcbcf12-31fb-43e2-a24d-b784eb2ef2f4 HTTP/1.1" status: 200 len: 948 time: 0.1128843 Oct 20 11:27:35.905195 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fa6593e3-bce7-4608-9966-2a8c8609f3e8 req-65ce8ef6-3ca4-4c72-8148-6613392bdf78 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/security-groups?id=671c7ab4-02a2-46aa-9adf-d5460b3dd2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472968 Oct 20 11:27:35.925592 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-853af734-13af-4711-8769-930efd4968d3 req-601a453f-7730-4a77-a6cb-351ccb2542af tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] 10.222.0.98 "GET /v2.0/security-groups?id=03b5bd1c-a276-42c8-bde9-1139383005fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722928 Oct 20 11:27:35.953404 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-b35ddc67-87ad-4523-a62c-aac07e78a253 None None] Set router d6ece6eb-b8a4-470c-a927-3116fddabe8a gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:27:36.160312 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-b35ddc67-87ad-4523-a62c-aac07e78a253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ece6eb-b8a4-470c-a927-3116fddabe8a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1345179327-router', 'tenant_id': '2975c226f5694d8f82f5f62c0063b290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '013aa1cf-7ee3-481f-aa9a-c30091c6767b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:25:30Z', 'updated_at': '2021-10-20T11:27:34Z', 'revision_number': 5, 'project_id': '2975c226f5694d8f82f5f62c0063b290', 'gw_port': {'id': '013aa1cf-7ee3-481f-aa9a-c30091c6767b', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ba:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ece6eb-b8a4-470c-a927-3116fddabe8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:25:32Z', 'updated_at': '2021-10-20T11:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:27:36.191272 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35ddc67-87ad-4523-a62c-aac07e78a253 None None] Checking router: d6ece6eb-b8a4-470c-a927-3116fddabe8a for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:27:36.200199 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35ddc67-87ad-4523-a62c-aac07e78a253 None None] Routers {'d6ece6eb-b8a4-470c-a927-3116fddabe8a'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:27:36.202723 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-b35ddc67-87ad-4523-a62c-aac07e78a253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:27:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['d6ece6eb-b8a4-470c-a927-3116fddabe8a'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:27:36.242246 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-54940f1b-63b3-476f-b39f-7b24131c370a admin admin] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:36.331826 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59a742-13d8-4783-81b8-255c2e76c75c req-766181da-f440-4f3f-9f9c-0e2d46531763 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:36.336148 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9b59a742-13d8-4783-81b8-255c2e76c75c req-766181da-f440-4f3f-9f9c-0e2d46531763 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 950 time: 0.0805013 Oct 20 11:27:36.359953 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-b35ddc67-87ad-4523-a62c-aac07e78a253 None None] Set router d6ece6eb-b8a4-470c-a927-3116fddabe8a gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:27:36.391490 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device f26b9bba-0475-4f54-873f-b971299bb59a up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:27:36.438954 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-54940f1b-63b3-476f-b39f-7b24131c370a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:36.449195 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9b59a742-13d8-4783-81b8-255c2e76c75c req-9eb592e2-d0c9-45c1-8f6f-c6cff66da892 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945654 Oct 20 11:27:36.485607 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63282b06-de91-4342-924b-67ec5cc0b315 req-753adbb3-139d-4dbd-8896-e14514f3a02f tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:36.498616 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-63282b06-de91-4342-924b-67ec5cc0b315 req-753adbb3-139d-4dbd-8896-e14514f3a02f tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 949 time: 0.1241140 Oct 20 11:27:36.518345 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-54940f1b-63b3-476f-b39f-7b24131c370a admin admin] Deleting port 013aa1cf-7ee3-481f-aa9a-c30091c6767b {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:27:36.518772 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-54940f1b-63b3-476f-b39f-7b24131c370a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:36.548255 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-63282b06-de91-4342-924b-67ec5cc0b315 req-8196844e-01b0-4e35-8a27-bdb7cb731a99 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482409 Oct 20 11:27:36.558249 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port f26b9bba-0475-4f54-873f-b971299bb59a triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:27:36.559206 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:36.608365 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-54940f1b-63b3-476f-b39f-7b24131c370a admin admin] For port 013aa1cf-7ee3-481f-aa9a-c30091c6767b, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=013aa1cf-7ee3-481f-aa9a-c30091c6767b,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:36.609052 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-54940f1b-63b3-476f-b39f-7b24131c370a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:36.622111 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-54940f1b-63b3-476f-b39f-7b24131c370a admin admin] Calling delete_port for 013aa1cf-7ee3-481f-aa9a-c30091c6767b owned by network:router_gateway {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:27:36.680028 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-b35ddc67-87ad-4523-a62c-aac07e78a253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ece6eb-b8a4-470c-a927-3116fddabe8a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1345179327-router', 'tenant_id': '2975c226f5694d8f82f5f62c0063b290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '013aa1cf-7ee3-481f-aa9a-c30091c6767b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:25:30Z', 'updated_at': '2021-10-20T11:27:34Z', 'revision_number': 5, 'project_id': '2975c226f5694d8f82f5f62c0063b290', 'gw_port': {'id': '013aa1cf-7ee3-481f-aa9a-c30091c6767b', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ba:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ece6eb-b8a4-470c-a927-3116fddabe8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:25:32Z', 'updated_at': '2021-10-20T11:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:27:36.710991 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35ddc67-87ad-4523-a62c-aac07e78a253 None None] The sync data for ids ['d6ece6eb-b8a4-470c-a927-3116fddabe8a'] in n-d-814735-3 is: [{'id': 'd6ece6eb-b8a4-470c-a927-3116fddabe8a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1345179327-router', 'tenant_id': '2975c226f5694d8f82f5f62c0063b290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '013aa1cf-7ee3-481f-aa9a-c30091c6767b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:25:30Z', 'updated_at': '2021-10-20T11:27:34Z', 'revision_number': 5, 'project_id': '2975c226f5694d8f82f5f62c0063b290', 'gw_port': {'id': '013aa1cf-7ee3-481f-aa9a-c30091c6767b', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ba:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ece6eb-b8a4-470c-a927-3116fddabe8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:25:32Z', 'updated_at': '2021-10-20T11:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:27:36.717003 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:36.754250 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port f26b9bba-0475-4f54-873f-b971299bb59a, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=f26b9bba-0475-4f54-873f-b971299bb59a,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:36.765193 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:36.817089 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-54940f1b-63b3-476f-b39f-7b24131c370a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:36.817718 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=f26b9bba-0475-4f54-873f-b971299bb59a,revision_number=8']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:36.835948 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18147310-0c17-491d-afa4-3e2d28d29ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26b9bba-0475-4f54-873f-b971299bb59a'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:27:36.838392 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb55e86-882d-410d-87c1-e464ca3d2ca0" -d '{"events": [{"server_uuid": "18147310-0c17-491d-afa4-3e2d28d29ab2", "name": "network-vif-plugged", "status": "completed", "tag": "f26b9bba-0475-4f54-873f-b971299bb59a"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:27:36.853315 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54940f1b-63b3-476f-b39f-7b24131c370a admin admin] Pushing event deleted for resources: {'Port': ['ID=013aa1cf-7ee3-481f-aa9a-c30091c6767b,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:36.884746 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227e6296-7e8a-4843-8c47-4fd129fb6503 x-openstack-request-id: req-227e6296-7e8a-4843-8c47-4fd129fb6503 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:27:36.885138 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18147310-0c17-491d-afa4-3e2d28d29ab2", "name": "network-vif-plugged", "status": "completed", "tag": "f26b9bba-0475-4f54-873f-b971299bb59a", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:27:36.885394 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-227e6296-7e8a-4843-8c47-4fd129fb6503 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:27:36.885925 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18147310-0c17-491d-afa4-3e2d28d29ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26b9bba-0475-4f54-873f-b971299bb59a', 'code': 200} Oct 20 11:27:36.924701 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-54940f1b-63b3-476f-b39f-7b24131c370a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:36.999224 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 03b52a19-157e-491e-8490-21f0512d0286 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:27:37.043501 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-54940f1b-63b3-476f-b39f-7b24131c370a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:37.045615 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-54940f1b-63b3-476f-b39f-7b24131c370a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:37.104792 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c2fb3-ef4f-49b4-925b-1d8245532e91 req-0329a5a1-a4c7-45ec-ba09-8cc347e09644 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:37.114123 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0d2c2fb3-ef4f-49b4-925b-1d8245532e91 req-0329a5a1-a4c7-45ec-ba09-8cc347e09644 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/ports?device_id=cfcbcf12-31fb-43e2-a24d-b784eb2ef2f4 HTTP/1.1" status: 200 len: 948 time: 0.1328909 Oct 20 11:27:37.119335 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-54940f1b-63b3-476f-b39f-7b24131c370a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:37.119915 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54940f1b-63b3-476f-b39f-7b24131c370a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6ece6eb-b8a4-470c-a927-3116fddabe8a {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:27:37.124249 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-54940f1b-63b3-476f-b39f-7b24131c370a admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:37.125427 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-54940f1b-63b3-476f-b39f-7b24131c370a admin admin] 10.222.0.98 "DELETE /v2.0/routers/d6ece6eb-b8a4-470c-a927-3116fddabe8a HTTP/1.1" status: 204 len: 168 time: 1.3079658 Oct 20 11:27:37.131298 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53556) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:27:37.133832 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390cdf1e-e4f8-4497-ad69-a8b8965bd92a req-f537cd1c-b919-4ce3-90fc-86cbc7b2bb08 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:37.135384 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-390cdf1e-e4f8-4497-ad69-a8b8965bd92a req-f537cd1c-b919-4ce3-90fc-86cbc7b2bb08 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] 10.222.0.98 "GET /v2.0/ports?device_id=376068de-e3d8-4946-ae3e-390babea6ed7 HTTP/1.1" status: 200 len: 950 time: 0.1045520 Oct 20 11:27:37.136718 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 03b52a19-157e-491e-8490-21f0512d0286 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:27:37.148295 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 03b52a19-157e-491e-8490-21f0512d0286 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:27:37.149027 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:37.235046 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0d2c2fb3-ef4f-49b4-925b-1d8245532e91 req-e53ae227-f6f7-4373-bb0d-e999aa8f3ea5 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/security-groups?id=671c7ab4-02a2-46aa-9adf-d5460b3dd2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137404 Oct 20 11:27:37.257516 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:37.258186 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-390cdf1e-e4f8-4497-ad69-a8b8965bd92a req-52a68e34-a9d4-4de6-b366-f91d699daad9 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] 10.222.0.98 "GET /v2.0/security-groups?id=03b5bd1c-a276-42c8-bde9-1139383005fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124556 Oct 20 11:27:37.270832 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb24e6a-f67d-4747-90b4-b105ad8abbf5 req-723f9981-9653-4273-8b8a-e691ce7e897d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:37.270832 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-fcb24e6a-f67d-4747-90b4-b105ad8abbf5 req-723f9981-9653-4273-8b8a-e691ce7e897d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 1101 time: 0.0955963 Oct 20 11:27:37.320495 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-8517122f-b88c-4809-897f-4e653b63fd31 admin admin] Deleting subnet 1e8d8044-d192-457c-abf3-777342ab574b {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:27:37.324476 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8517122f-b88c-4809-897f-4e653b63fd31 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:37.332165 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 03b52a19-157e-491e-8490-21f0512d0286, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=03b52a19-157e-491e-8490-21f0512d0286,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:37.346347 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:37.406618 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8517122f-b88c-4809-897f-4e653b63fd31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:37.441039 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=03b52a19-157e-491e-8490-21f0512d0286,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:37.461601 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-fcb24e6a-f67d-4747-90b4-b105ad8abbf5 req-36f77399-f8ca-4339-81bb-9a7968645737 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822338 Oct 20 11:27:37.547112 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8517122f-b88c-4809-897f-4e653b63fd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:37.693811 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8517122f-b88c-4809-897f-4e653b63fd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:37.704917 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd2c8d-559c-4978-a606-550e069db0e0 req-87832519-4941-4b2c-a695-017b41b3dfbd tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:37.709279 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-89dd2c8d-559c-4978-a606-550e069db0e0 req-87832519-4941-4b2c-a695-017b41b3dfbd tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 950 time: 0.1165907 Oct 20 11:27:37.711262 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8517122f-b88c-4809-897f-4e653b63fd31 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:37.725418 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8517122f-b88c-4809-897f-4e653b63fd31 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/1e8d8044-d192-457c-abf3-777342ab574b HTTP/1.1" status: 204 len: 168 time: 0.5881467 Oct 20 11:27:37.727101 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53580) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:27:37.738198 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45dfd3d-3fdf-4a9c-9ea5-fe80aabc7d02 None None] Network 6f17d331-dda0-4cd9-b1fe-0543fdb1b5a0 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:27:37.778480 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8517122f-b88c-4809-897f-4e653b63fd31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e8d8044-d192-457c-abf3-777342ab574b,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:37.823430 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-89dd2c8d-559c-4978-a606-550e069db0e0 req-36ceb193-9fd0-475c-9af3-7cd6e2a4d9bb tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071916 Oct 20 11:27:37.858401 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f3a58ca2-249e-4e3f-8a7f-a0c16d39cce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:37.970896 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-f3a58ca2-249e-4e3f-8a7f-a0c16d39cce7 admin admin] Deleting port fa318bbf-492c-433d-b9fa-996b1e0a24df {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:27:37.972136 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef28f8-5cca-4e0b-8938-261c295b5ec7 req-ed1d2a93-83ca-4d8a-b771-6e37e45c5f31 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:37.979510 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41ef28f8-5cca-4e0b-8938-261c295b5ec7 req-ed1d2a93-83ca-4d8a-b771-6e37e45c5f31 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 950 time: 0.0835114 Oct 20 11:27:37.979744 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f3a58ca2-249e-4e3f-8a7f-a0c16d39cce7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:38.047591 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41ef28f8-5cca-4e0b-8938-261c295b5ec7 req-d6212378-8747-44ea-9d38-cf39f9b11821 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669155 Oct 20 11:27:38.066808 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926e239-e961-4d09-85dd-20680ee746b9 req-cff47bcc-fc96-457a-ba2d-e3633bc55457 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:38.070386 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7926e239-e961-4d09-85dd-20680ee746b9 req-cff47bcc-fc96-457a-ba2d-e3633bc55457 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=7fa7ad38-b831-4488-91dc-f1a8a4e2ce41 HTTP/1.1" status: 200 len: 1096 time: 0.0700541 Oct 20 11:27:38.071913 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-f3a58ca2-249e-4e3f-8a7f-a0c16d39cce7 admin admin] For port fa318bbf-492c-433d-b9fa-996b1e0a24df, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=fa318bbf-492c-433d-b9fa-996b1e0a24df,segment=NetworkSegment(7a71ddcf-e2bc-43be-8c5c-c88754e6268f),segment_id=7a71ddcf-e2bc-43be-8c5c-c88754e6268f)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:38.072430 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f3a58ca2-249e-4e3f-8a7f-a0c16d39cce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:38.087386 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-f3a58ca2-249e-4e3f-8a7f-a0c16d39cce7 admin admin] Calling delete_port for fa318bbf-492c-433d-b9fa-996b1e0a24df owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:27:38.121431 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7926e239-e961-4d09-85dd-20680ee746b9 req-91b7d32f-88b3-4bb4-8559-78dc3f6fbaf7 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446370 Oct 20 11:27:38.181740 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b9dc7e-0bdf-45a1-bcf1-381df976d5ce None None] DHCP port deletion for 6f17d331-dda0-4cd9-b1fe-0543fdb1b5a0 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:27:38.243356 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f3a58ca2-249e-4e3f-8a7f-a0c16d39cce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:38.297795 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e7b9dc7e-0bdf-45a1-bcf1-381df976d5ce None None] Deleting port fa318bbf-492c-433d-b9fa-996b1e0a24df {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:27:38.298267 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e7b9dc7e-0bdf-45a1-bcf1-381df976d5ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:38.302265 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 55ca24e0-9796-449e-8f4e-465849027145 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:27:38.311549 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a58ca2-249e-4e3f-8a7f-a0c16d39cce7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa318bbf-492c-433d-b9fa-996b1e0a24df,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:38.323124 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a58ca2-249e-4e3f-8a7f-a0c16d39cce7 admin admin] No DVR routers for this DVR port fa318bbf-492c-433d-b9fa-996b1e0a24df on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:27:38.343085 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 55ca24e0-9796-449e-8f4e-465849027145 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:27:38.343712 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 55ca24e0-9796-449e-8f4e-465849027145 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:27:38.344248 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device fa318bbf-492c-433d-b9fa-996b1e0a24df no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:27:38.378069 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e605c4a-7408-4044-9162-bcf34d3f060d req-dd102e50-d713-4fec-9e2b-6692c74d2c45 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:38.383504 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: fa318bbf-492c-433d-b9fa-996b1e0a24df {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:27:38.383967 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device fa318bbf-492c-433d-b9fa-996b1e0a24df not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:27:38.384475 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 013aa1cf-7ee3-481f-aa9a-c30091c6767b no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:27:38.386902 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0e605c4a-7408-4044-9162-bcf34d3f060d req-dd102e50-d713-4fec-9e2b-6692c74d2c45 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/ports?device_id=cfcbcf12-31fb-43e2-a24d-b784eb2ef2f4 HTTP/1.1" status: 200 len: 949 time: 0.0614614 Oct 20 11:27:38.444859 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0e605c4a-7408-4044-9162-bcf34d3f060d req-b30670a8-1576-4848-98cc-b27f566ed3b1 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/security-groups?id=671c7ab4-02a2-46aa-9adf-d5460b3dd2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501897 Oct 20 11:27:38.476553 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e7b9dc7e-0bdf-45a1-bcf1-381df976d5ce None None] For port fa318bbf-492c-433d-b9fa-996b1e0a24df, host n-d-814735-3, got binding levels [] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:38.476945 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e7b9dc7e-0bdf-45a1-bcf1-381df976d5ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:38.491252 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 013aa1cf-7ee3-481f-aa9a-c30091c6767b {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:27:38.491573 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 013aa1cf-7ee3-481f-aa9a-c30091c6767b not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:27:38.506096 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e7b9dc7e-0bdf-45a1-bcf1-381df976d5ce None None] Calling delete_port for fa318bbf-492c-433d-b9fa-996b1e0a24df owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:27:38.509865 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.ipam_backend_mixin [None req-e7b9dc7e-0bdf-45a1-bcf1-381df976d5ce None None] Port fa318bbf-492c-433d-b9fa-996b1e0a24df was not found and therefore no delete operation was performed {{(pid=100648) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 11:27:38.510713 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f3a58ca2-249e-4e3f-8a7f-a0c16d39cce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:38.511142 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e7b9dc7e-0bdf-45a1-bcf1-381df976d5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:38.535895 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-f3a58ca2-249e-4e3f-8a7f-a0c16d39cce7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f17d331-dda0-4cd9-b1fe-0543fdb1b5a0']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:27:38.562311 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-f3a58ca2-249e-4e3f-8a7f-a0c16d39cce7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a71ddcf-e2bc-43be-8c5c-c88754e6268f') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:27:38.562754 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-f3a58ca2-249e-4e3f-8a7f-a0c16d39cce7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a71ddcf-e2bc-43be-8c5c-c88754e6268f') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:27:38.583817 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f3a58ca2-249e-4e3f-8a7f-a0c16d39cce7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:38.602143 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f3a58ca2-249e-4e3f-8a7f-a0c16d39cce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:38.623935 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3a58ca2-249e-4e3f-8a7f-a0c16d39cce7 admin admin] Releasing vlan 1299 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:27:38.624422 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f3a58ca2-249e-4e3f-8a7f-a0c16d39cce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:38.626769 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:27:38.626769 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:27:38.626769 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:27:38.626769 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:27:38.626769 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:27:38.626769 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:27:38.626769 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:27:38.626769 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:27:38.626769 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:27:38.626769 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:27:38.626769 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:27:38.626769 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:27:38.626769 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:27:38.626769 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:27:38.626769 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:27:38.626769 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:27:38.626769 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:27:38.626769 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:27:38.626769 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:27:38.626769 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:27:38.626769 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:27:38.626769 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:27:38.626769 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:27:38.626769 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:27:38.626769 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:27:38.626769 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:27:38.626769 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:27:38.626769 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:27:38.626769 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:27:38.626769 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:27:38.626769 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:27:38.626769 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:27:38.683351 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b9dc7e-0bdf-45a1-bcf1-381df976d5ce None None] Pushing event deleted for resources: {'Port': ['ID=fa318bbf-492c-433d-b9fa-996b1e0a24df,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:38.687168 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b9dc7e-0bdf-45a1-bcf1-381df976d5ce None None] No DVR routers for this DVR port fa318bbf-492c-433d-b9fa-996b1e0a24df on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:27:38.709559 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f3a58ca2-249e-4e3f-8a7f-a0c16d39cce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:38.714394 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f3a58ca2-249e-4e3f-8a7f-a0c16d39cce7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:38.718301 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f3a58ca2-249e-4e3f-8a7f-a0c16d39cce7 admin admin] 10.222.0.98 "DELETE /v2.0/networks/6f17d331-dda0-4cd9-b1fe-0543fdb1b5a0 HTTP/1.1" status: 204 len: 168 time: 0.9867954 Oct 20 11:27:38.732674 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a58ca2-249e-4e3f-8a7f-a0c16d39cce7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f17d331-dda0-4cd9-b1fe-0543fdb1b5a0,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:38.887084 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfcbcf12-31fb-43e2-a24d-b784eb2ef2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b52a19-157e-491e-8490-21f0512d0286'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:27:38.889967 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7395cbd7-c366-4ffd-899c-2b462636b008" -d '{"events": [{"server_uuid": "cfcbcf12-31fb-43e2-a24d-b784eb2ef2f4", "name": "network-vif-plugged", "status": "completed", "tag": "03b52a19-157e-491e-8490-21f0512d0286"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:27:38.977933 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b707a80-7d9f-409a-ac37-95d15a647861 req-87eafcb2-f963-41de-a9db-6e7325211618 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:38.979036 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53622) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:27:38.988400 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3b707a80-7d9f-409a-ac37-95d15a647861 req-87eafcb2-f963-41de-a9db-6e7325211618 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 950 time: 0.1040158 Oct 20 11:27:39.018913 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [req-2bffd99d-3f4f-459d-a9c2-72e946a8b9e9 req-f6913b22-b002-4668-9103-ff1dc3ab49a3 service neutron] show failed (client error): The resource could not be found. Oct 20 11:27:39.020135 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2bffd99d-3f4f-459d-a9c2-72e946a8b9e9 req-f6913b22-b002-4668-9103-ff1dc3ab49a3 service neutron] 10.222.0.89 "GET /v2.0/ports/a2f21c01-e64a-4abc-9a84-ff74becfcd56/bindings/n-h1-814735-3 HTTP/1.1" status: 404 len: 380 time: 0.1374154 Oct 20 11:27:39.031884 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3b707a80-7d9f-409a-ac37-95d15a647861 req-477d03c1-8b27-4a70-811c-8fbfdcf3b58b tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421233 Oct 20 11:27:39.033642 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f14ef9ec-7ee0-47c5-910c-f99a034c7eb2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=893249f6b6174b84814f4982d67d2c43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0531878 Oct 20 11:27:39.036759 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53628) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:27:39.113799 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1bec278f-16ea-4204-844a-6f2480e07937 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:39.149022 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1bec278f-16ea-4204-844a-6f2480e07937 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:39.151715 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93f4287-031f-4002-a6e8-23e7bf23c05e x-openstack-request-id: req-e93f4287-031f-4002-a6e8-23e7bf23c05e {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:27:39.152023 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfcbcf12-31fb-43e2-a24d-b784eb2ef2f4", "name": "network-vif-plugged", "status": "completed", "tag": "03b52a19-157e-491e-8490-21f0512d0286", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:27:39.153363 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e93f4287-031f-4002-a6e8-23e7bf23c05e {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:27:39.153932 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfcbcf12-31fb-43e2-a24d-b784eb2ef2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b52a19-157e-491e-8490-21f0512d0286', 'code': 200} Oct 20 11:27:39.287160 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1bec278f-16ea-4204-844a-6f2480e07937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:39.290639 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1bec278f-16ea-4204-844a-6f2480e07937 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:39.294452 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-1bec278f-16ea-4204-844a-6f2480e07937 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/87f2a813-278f-43ca-a144-25536151563c HTTP/1.1" status: 204 len: 168 time: 0.2543969 Oct 20 11:27:39.313375 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bec278f-16ea-4204-844a-6f2480e07937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f2a813-278f-43ca-a144-25536151563c,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:39.385787 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5ff27-de13-4590-a5b3-a8114f2fa19b req-7bd837be-5e2b-4dc8-9a4e-404d761d079a tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:39.387823 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-22a5ff27-de13-4590-a5b3-a8114f2fa19b req-7bd837be-5e2b-4dc8-9a4e-404d761d079a tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 950 time: 0.1473882 Oct 20 11:27:39.397275 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b71b31-f146-4c69-b773-a4b65166c364 req-c3224c98-2853-40d4-9662-c5e7d3c94ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:39.399053 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-23b71b31-f146-4c69-b773-a4b65166c364 req-c3224c98-2853-40d4-9662-c5e7d3c94ac1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cfcbcf12-31fb-43e2-a24d-b784eb2ef2f4 HTTP/1.1" status: 200 len: 1100 time: 0.1057980 Oct 20 11:27:39.495608 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-22a5ff27-de13-4590-a5b3-a8114f2fa19b req-8ae86a9c-737d-4e32-a1a0-fa24c9397388 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931799 Oct 20 11:27:39.503197 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-23b71b31-f146-4c69-b773-a4b65166c364 req-a04bd889-1d3f-4f43-bdd1-6e30e0b87a7b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=671c7ab4-02a2-46aa-9adf-d5460b3dd2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856302 Oct 20 11:27:39.530095 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bffd99d-3f4f-459d-a9c2-72e946a8b9e9 req-a81d1e8c-e2f5-468d-afa3-c53c4f8a5d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:39.531743 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2bffd99d-3f4f-459d-a9c2-72e946a8b9e9 req-a81d1e8c-e2f5-468d-afa3-c53c4f8a5d7c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6&tenant_id=4b173b35dd00423795d2e29ae132dc78 HTTP/1.1" status: 200 len: 1101 time: 0.0985579 Oct 20 11:27:39.598175 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:39.693632 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb06dcb-b291-4de7-810b-ef6089a72f4e req-8da8373e-692b-45b8-8785-87e0be4b8ed2 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:39.695383 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-deb06dcb-b291-4de7-810b-ef6089a72f4e req-8da8373e-692b-45b8-8785-87e0be4b8ed2 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/ports?device_id=cfcbcf12-31fb-43e2-a24d-b784eb2ef2f4 HTTP/1.1" status: 200 len: 949 time: 0.0671058 Oct 20 11:27:39.743650 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-2bffd99d-3f4f-459d-a9c2-72e946a8b9e9 req-4ecdec78-f227-4b08-a384-fc2c3954a85f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-814735-3', 'device_owner': 'compute:nova'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:27:39.757820 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53654) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:27:39.777062 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [req-793ecaea-e886-4163-8821-0a75ac998039 req-5c9994a0-5409-4755-b8f8-ae926cac4e96 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:27:39.778102 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-793ecaea-e886-4163-8821-0a75ac998039 req-5c9994a0-5409-4755-b8f8-ae926cac4e96 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0123858 Oct 20 11:27:39.791384 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-deb06dcb-b291-4de7-810b-ef6089a72f4e req-435a8ab1-a997-47e0-af66-a28c447be2e1 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/security-groups?id=671c7ab4-02a2-46aa-9adf-d5460b3dd2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832140 Oct 20 11:27:39.819185 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53656) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:27:39.819533 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-56c9f9e6-fc5c-4b66-93e4-5e67c134f2e9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2975c226f5694d8f82f5f62c0063b290&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0609226 Oct 20 11:27:39.843821 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ecaea-e886-4163-8821-0a75ac998039 req-32ea97d6-fc19-4d45-b8e0-ef70619631fe tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:39.845272 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-793ecaea-e886-4163-8821-0a75ac998039 req-32ea97d6-fc19-4d45-b8e0-ef70619631fe tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] 10.222.0.98 "GET /v2.0/ports/b8370f8e-d24a-451b-8851-57ad6158b3e8 HTTP/1.1" status: 200 len: 1093 time: 0.0422184 Oct 20 11:27:39.854991 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-793ecaea-e886-4163-8821-0a75ac998039 req-67564d65-a648-4205-9fd3-5e3f4c762925 service neutron] Request body: {'binding': {'host': 'n-h1-814735-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:27:39.855489 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-793ecaea-e886-4163-8821-0a75ac998039 req-67564d65-a648-4205-9fd3-5e3f4c762925 service neutron] Unknown quota resources ['binding']. {{(pid=100646) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 20 11:27:39.867222 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2bffd99d-3f4f-459d-a9c2-72e946a8b9e9 req-4ecdec78-f227-4b08-a384-fc2c3954a85f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:40.042452 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-793ecaea-e886-4163-8821-0a75ac998039 req-67564d65-a648-4205-9fd3-5e3f4c762925 service neutron] Attempting to bind port b8370f8e-d24a-451b-8851-57ad6158b3e8 on host n-h1-814735-3 for vnic_type normal with profile None {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:27:40.043735 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-793ecaea-e886-4163-8821-0a75ac998039 req-67564d65-a648-4205-9fd3-5e3f4c762925 service neutron] Attempting to bind port b8370f8e-d24a-451b-8851-57ad6158b3e8 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': 'fb1327ec-83b6-478a-9700-c6ea2f9574d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:27:40.051014 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793ecaea-e886-4163-8821-0a75ac998039 req-67564d65-a648-4205-9fd3-5e3f4c762925 service neutron] Attempting to bind port b8370f8e-d24a-451b-8851-57ad6158b3e8 on network b05579c2-10e5-4997-ab9d-57afa741288e {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:27:40.059880 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793ecaea-e886-4163-8821-0a75ac998039 req-67564d65-a648-4205-9fd3-5e3f4c762925 service neutron] Port b8370f8e-d24a-451b-8851-57ad6158b3e8 on network b05579c2-10e5-4997-ab9d-57afa741288e not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:27:40.060519 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793ecaea-e886-4163-8821-0a75ac998039 req-67564d65-a648-4205-9fd3-5e3f4c762925 service neutron] Attempting to bind port b8370f8e-d24a-451b-8851-57ad6158b3e8 on network b05579c2-10e5-4997-ab9d-57afa741288e {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:27:40.066468 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793ecaea-e886-4163-8821-0a75ac998039 req-67564d65-a648-4205-9fd3-5e3f4c762925 service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:27:40.067078 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793ecaea-e886-4163-8821-0a75ac998039 req-67564d65-a648-4205-9fd3-5e3f4c762925 service neutron] Checking segment: {'id': 'fb1327ec-83b6-478a-9700-c6ea2f9574d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:27:40.067642 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793ecaea-e886-4163-8821-0a75ac998039 req-67564d65-a648-4205-9fd3-5e3f4c762925 service neutron] Bound using segment: {'id': 'fb1327ec-83b6-478a-9700-c6ea2f9574d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:27:40.068207 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-793ecaea-e886-4163-8821-0a75ac998039 req-67564d65-a648-4205-9fd3-5e3f4c762925 service neutron] Bound port: b8370f8e-d24a-451b-8851-57ad6158b3e8, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb1327ec-83b6-478a-9700-c6ea2f9574d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:27:40.091026 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-669d3464-58b2-4471-9c3f-cc65f42626b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:40.123268 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-793ecaea-e886-4163-8821-0a75ac998039 req-67564d65-a648-4205-9fd3-5e3f4c762925 service neutron] For port b8370f8e-d24a-451b-8851-57ad6158b3e8, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=b8370f8e-d24a-451b-8851-57ad6158b3e8,segment=NetworkSegment(fb1327ec-83b6-478a-9700-c6ea2f9574d3),segment_id=fb1327ec-83b6-478a-9700-c6ea2f9574d3)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:27:40.124200 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e4d5b-2a42-4310-b77d-88356e329588 req-703ce5d8-dba1-4de0-aeab-f90730fb98f9 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:40.125904 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6a2e4d5b-2a42-4310-b77d-88356e329588 req-703ce5d8-dba1-4de0-aeab-f90730fb98f9 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 950 time: 0.2042532 Oct 20 11:27:40.131539 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-793ecaea-e886-4163-8821-0a75ac998039 req-67564d65-a648-4205-9fd3-5e3f4c762925 service neutron] Publish callbacks [] for binding, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:40.133502 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-793ecaea-e886-4163-8821-0a75ac998039 req-67564d65-a648-4205-9fd3-5e3f4c762925 service neutron] 10.222.0.98 "POST /v2.0/ports/b8370f8e-d24a-451b-8851-57ad6158b3e8/bindings HTTP/1.1" status: 201 len: 389 time: 0.2819743 Oct 20 11:27:40.147581 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-669d3464-58b2-4471-9c3f-cc65f42626b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:40.241954 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6a2e4d5b-2a42-4310-b77d-88356e329588 req-2f8baa4c-4496-4c3a-99dc-f8ba47fe7e9e tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862362 Oct 20 11:27:40.276498 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-2bffd99d-3f4f-459d-a9c2-72e946a8b9e9 req-4ecdec78-f227-4b08-a384-fc2c3954a85f service neutron] For port a2f21c01-e64a-4abc-9a84-ff74becfcd56, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=a2f21c01-e64a-4abc-9a84-ff74becfcd56,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:40.352787 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-2bffd99d-3f4f-459d-a9c2-72e946a8b9e9 req-4ecdec78-f227-4b08-a384-fc2c3954a85f service neutron] For port a2f21c01-e64a-4abc-9a84-ff74becfcd56, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:27:40.403000 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-669d3464-58b2-4471-9c3f-cc65f42626b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:40.405835 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-669d3464-58b2-4471-9c3f-cc65f42626b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:40.409997 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-669d3464-58b2-4471-9c3f-cc65f42626b6 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e1df4179-8ac6-41f8-8973-a9e2a4a8a33f HTTP/1.1" status: 204 len: 168 time: 0.5866244 Oct 20 11:27:40.458897 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d3464-58b2-4471-9c3f-cc65f42626b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1df4179-8ac6-41f8-8973-a9e2a4a8a33f,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:40.500038 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db4049cd-5d1e-452d-84fe-1423f3e965b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2f21c01-e64a-4abc-9a84-ff74becfcd56'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:27:40.502294 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074fd398-dda4-485d-8a89-dbd7720b37d9" -d '{"events": [{"server_uuid": "db4049cd-5d1e-452d-84fe-1423f3e965b6", "name": "network-vif-unplugged", "status": "completed", "tag": "a2f21c01-e64a-4abc-9a84-ff74becfcd56"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:27:40.507488 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2bffd99d-3f4f-459d-a9c2-72e946a8b9e9 req-4ecdec78-f227-4b08-a384-fc2c3954a85f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:40.535860 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4bdddd-0267-452f-932c-bf340640f485 req-41769801-062b-4c5f-8275-edd4ab9a2dae tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:40.537408 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ee4bdddd-0267-452f-932c-bf340640f485 req-41769801-062b-4c5f-8275-edd4ab9a2dae tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 950 time: 0.2014616 Oct 20 11:27:40.555800 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f776a-0ab9-42cf-a64b-ee9f991f1366 req-1d1a72ca-902c-409e-ba87-d111b534b2de tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:40.557320 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a79f776a-0ab9-42cf-a64b-ee9f991f1366 req-1d1a72ca-902c-409e-ba87-d111b534b2de tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=7fa7ad38-b831-4488-91dc-f1a8a4e2ce41 HTTP/1.1" status: 200 len: 945 time: 0.1815932 Oct 20 11:27:40.560122 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-2bffd99d-3f4f-459d-a9c2-72e946a8b9e9 req-4ecdec78-f227-4b08-a384-fc2c3954a85f service neutron] Transition to ACTIVE for port object a2f21c01-e64a-4abc-9a84-ff74becfcd56 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:27:40.578458 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2bffd99d-3f4f-459d-a9c2-72e946a8b9e9 req-4ecdec78-f227-4b08-a384-fc2c3954a85f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:40.586620 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ecaea-e886-4163-8821-0a75ac998039 req-e539e65d-6786-43bc-a4d9-cee35cab2260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:40.588057 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-793ecaea-e886-4163-8821-0a75ac998039 req-e539e65d-6786-43bc-a4d9-cee35cab2260 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa6715c00c6e4476951bf73e506ed201&device_id=7fa7ad38-b831-4488-91dc-f1a8a4e2ce41 HTTP/1.1" status: 200 len: 1096 time: 0.1404672 Oct 20 11:27:40.728008 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ee4bdddd-0267-452f-932c-bf340640f485 req-cceef25b-ac94-4f10-bbf7-eb9a94411b54 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784470 Oct 20 11:27:40.775205 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a79f776a-0ab9-42cf-a64b-ee9f991f1366 req-5211d5b1-a6a9-423f-ac58-252e1bc86d36 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972718 Oct 20 11:27:40.796781 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecdec78-f227-4b08-a384-fc2c3954a85f service neutron] Pushing event updated for resources: {'Port': ['ID=a2f21c01-e64a-4abc-9a84-ff74becfcd56,revision_number=6']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:40.840982 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bffd99d-3f4f-459d-a9c2-72e946a8b9e9 req-4ecdec78-f227-4b08-a384-fc2c3954a85f service neutron] No DVR routers for this DVR port a2f21c01-e64a-4abc-9a84-ff74becfcd56 on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:27:40.913743 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04abebda-05b6-4129-898a-f1cdd3c19f91 x-openstack-request-id: req-04abebda-05b6-4129-898a-f1cdd3c19f91 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:27:40.914138 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db4049cd-5d1e-452d-84fe-1423f3e965b6", "name": "network-vif-unplugged", "status": "completed", "tag": "a2f21c01-e64a-4abc-9a84-ff74becfcd56", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:27:40.914441 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-04abebda-05b6-4129-898a-f1cdd3c19f91 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:27:40.914967 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db4049cd-5d1e-452d-84fe-1423f3e965b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2f21c01-e64a-4abc-9a84-ff74becfcd56', 'code': 200} Oct 20 11:27:40.982732 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ecaea-e886-4163-8821-0a75ac998039 req-904c1c75-9156-4aec-9d88-d964a4632a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:40.986393 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-793ecaea-e886-4163-8821-0a75ac998039 req-904c1c75-9156-4aec-9d88-d964a4632a98 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b05579c2-10e5-4997-ab9d-57afa741288e HTTP/1.1" status: 200 len: 909 time: 0.3677344 Oct 20 11:27:41.020316 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-2bffd99d-3f4f-459d-a9c2-72e946a8b9e9 req-4ecdec78-f227-4b08-a384-fc2c3954a85f service neutron] Attempting to bind port a2f21c01-e64a-4abc-9a84-ff74becfcd56 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:27:41.020316 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-2bffd99d-3f4f-459d-a9c2-72e946a8b9e9 req-4ecdec78-f227-4b08-a384-fc2c3954a85f service neutron] Attempting to bind port a2f21c01-e64a-4abc-9a84-ff74becfcd56 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:27:41.020796 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bffd99d-3f4f-459d-a9c2-72e946a8b9e9 req-4ecdec78-f227-4b08-a384-fc2c3954a85f service neutron] Attempting to bind port a2f21c01-e64a-4abc-9a84-ff74becfcd56 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:27:41.057881 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 750018c1-0847-4832-892c-74d11ce9ccea details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:27:41.105953 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-793ecaea-e886-4163-8821-0a75ac998039 req-f7338ee6-0ffe-4dc0-9472-cdde7e378f4d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8370f8e-d24a-451b-8851-57ad6158b3e8 HTTP/1.1" status: 200 len: 217 time: 0.1016965 Oct 20 11:27:41.137686 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bffd99d-3f4f-459d-a9c2-72e946a8b9e9 req-4ecdec78-f227-4b08-a384-fc2c3954a85f service neutron] Port a2f21c01-e64a-4abc-9a84-ff74becfcd56 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:27:41.138138 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bffd99d-3f4f-459d-a9c2-72e946a8b9e9 req-4ecdec78-f227-4b08-a384-fc2c3954a85f service neutron] Attempting to bind port a2f21c01-e64a-4abc-9a84-ff74becfcd56 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:27:41.148768 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bffd99d-3f4f-459d-a9c2-72e946a8b9e9 req-4ecdec78-f227-4b08-a384-fc2c3954a85f service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:27:41.149240 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bffd99d-3f4f-459d-a9c2-72e946a8b9e9 req-4ecdec78-f227-4b08-a384-fc2c3954a85f service neutron] Checking segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:27:41.150069 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bffd99d-3f4f-459d-a9c2-72e946a8b9e9 req-4ecdec78-f227-4b08-a384-fc2c3954a85f service neutron] Bound using segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:27:41.150601 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-2bffd99d-3f4f-459d-a9c2-72e946a8b9e9 req-4ecdec78-f227-4b08-a384-fc2c3954a85f service neutron] Bound port: a2f21c01-e64a-4abc-9a84-ff74becfcd56, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:27:41.151077 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2bffd99d-3f4f-459d-a9c2-72e946a8b9e9 req-4ecdec78-f227-4b08-a384-fc2c3954a85f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:41.240181 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ecaea-e886-4163-8821-0a75ac998039 req-7708112b-430a-4884-9547-51f30f0af868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:41.243940 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-793ecaea-e886-4163-8821-0a75ac998039 req-7708112b-430a-4884-9547-51f30f0af868 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=beaf7d63-7f7d-4cb5-8871-db069d2b0a56 HTTP/1.1" status: 200 len: 847 time: 0.0710976 Oct 20 11:27:41.388072 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-793ecaea-e886-4163-8821-0a75ac998039 req-5b2fbf55-97c3-4834-91ff-99eb9dfc5920 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b05579c2-10e5-4997-ab9d-57afa741288e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842726 Oct 20 11:27:41.418560 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 750018c1-0847-4832-892c-74d11ce9ccea, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=750018c1-0847-4832-892c-74d11ce9ccea,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:41.426949 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8beeb78-c43f-4de4-af3c-efe6f6259af5 req-12c014a5-45bb-45d0-b787-59504fc3bbcc tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:41.432033 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f8beeb78-c43f-4de4-af3c-efe6f6259af5 req-12c014a5-45bb-45d0-b787-59504fc3bbcc tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/ports?device_id=cfcbcf12-31fb-43e2-a24d-b784eb2ef2f4 HTTP/1.1" status: 200 len: 949 time: 0.3387845 Oct 20 11:27:41.441596 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '750018c1-0847-4832-892c-74d11ce9ccea', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'port_id': '750018c1-0847-4832-892c-74d11ce9ccea', 'mac_address': 'fa:16:3e:9d:99:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94289c8c-e5f7-4e30-b6a9-5b268a8fd610', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:27:41.492689 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:41.499392 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53730) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:27:41.508049 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 750018c1-0847-4832-892c-74d11ce9ccea {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:27:41.557873 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 750018c1-0847-4832-892c-74d11ce9ccea, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=750018c1-0847-4832-892c-74d11ce9ccea,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:41.567291 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:41.571920 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f8beeb78-c43f-4de4-af3c-efe6f6259af5 req-26d43631-4f42-4afb-b413-b1438cc3d765 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/security-groups?id=671c7ab4-02a2-46aa-9adf-d5460b3dd2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123602 Oct 20 11:27:41.641690 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-2bffd99d-3f4f-459d-a9c2-72e946a8b9e9 req-4ecdec78-f227-4b08-a384-fc2c3954a85f service neutron] For port a2f21c01-e64a-4abc-9a84-ff74becfcd56, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:27:41.668076 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-9886b521-872d-4f44-9294-155c1b322b0b admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1227964129-network', 'tenant_id': 'd38afe8278fd4e3db0fda1c5f6f7e7f5'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:27:41.677878 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=750018c1-0847-4832-892c-74d11ce9ccea,revision_number=6']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:41.681719 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6062ef1-f694-437b-8a84-6b840e5e13e2 req-85ff76dc-a04e-487c-bd19-75a2901970af tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:41.692144 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['750018c1-0847-4832-892c-74d11ce9ccea'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:27:41.696634 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c6062ef1-f694-437b-8a84-6b840e5e13e2 req-85ff76dc-a04e-487c-bd19-75a2901970af tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 950 time: 0.2504554 Oct 20 11:27:41.702503 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-2bffd99d-3f4f-459d-a9c2-72e946a8b9e9 req-4ecdec78-f227-4b08-a384-fc2c3954a85f service neutron] For port a2f21c01-e64a-4abc-9a84-ff74becfcd56, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=a2f21c01-e64a-4abc-9a84-ff74becfcd56,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:27:41.727466 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9886b521-872d-4f44-9294-155c1b322b0b admin admin] Made reservation on behalf of d38afe8278fd4e3db0fda1c5f6f7e7f5 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:27:41.730437 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9886b521-872d-4f44-9294-155c1b322b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:41.735471 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2bffd99d-3f4f-459d-a9c2-72e946a8b9e9 req-4ecdec78-f227-4b08-a384-fc2c3954a85f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:41.751233 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9886b521-872d-4f44-9294-155c1b322b0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:41.764646 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-793ecaea-e886-4163-8821-0a75ac998039 req-a0f7e80d-9e38-4492-958b-c3589243576e service neutron] 10.222.0.11 "GET /v2.0/networks/b05579c2-10e5-4997-ab9d-57afa741288e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306420 Oct 20 11:27:41.778447 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c6062ef1-f694-437b-8a84-6b840e5e13e2 req-4441630b-c208-43d2-b643-fb9b32631691 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806208 Oct 20 11:27:41.924314 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bffd99d-3f4f-459d-a9c2-72e946a8b9e9 req-4ecdec78-f227-4b08-a384-fc2c3954a85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:41.924314 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2bffd99d-3f4f-459d-a9c2-72e946a8b9e9 req-4ecdec78-f227-4b08-a384-fc2c3954a85f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:41.936111 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2bffd99d-3f4f-459d-a9c2-72e946a8b9e9 req-4ecdec78-f227-4b08-a384-fc2c3954a85f service neutron] 10.222.0.11 "PUT /v2.0/ports/a2f21c01-e64a-4abc-9a84-ff74becfcd56 HTTP/1.1" status: 200 len: 1096 time: 2.2002487 Oct 20 11:27:41.938352 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9886b521-872d-4f44-9294-155c1b322b0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:41.962067 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9886b521-872d-4f44-9294-155c1b322b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:42.000784 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9886b521-872d-4f44-9294-155c1b322b0b admin admin] vlan segment allocate from pool success with {'vlan_id': 1279, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:27:42.055643 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886b521-872d-4f44-9294-155c1b322b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0863bb5-3453-4bbe-9b6a-9d00b14398cc,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:42.065426 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9886b521-872d-4f44-9294-155c1b322b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:42.065800 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-9886b521-872d-4f44-9294-155c1b322b0b admin admin] Added segment ba843d51-18ac-492f-b072-dcb49c698d12 of type vlan for network 899673ab-8e62-4651-b772-c8a12e790997 Oct 20 11:27:42.123530 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-793ecaea-e886-4163-8821-0a75ac998039 req-6cf45194-2f60-411f-a5ac-7ffe5408208f service neutron] 10.222.0.11 "GET /v2.0/networks/b05579c2-10e5-4997-ab9d-57afa741288e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869735 Oct 20 11:27:42.151759 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9886b521-872d-4f44-9294-155c1b322b0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:42.219508 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9886b521-872d-4f44-9294-155c1b322b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:42.221327 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9886b521-872d-4f44-9294-155c1b322b0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:42.222335 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9886b521-872d-4f44-9294-155c1b322b0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:42.267580 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecdec78-f227-4b08-a384-fc2c3954a85f service neutron] Pushing event updated for resources: {'Port': ['ID=a2f21c01-e64a-4abc-9a84-ff74becfcd56,revision_number=7']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:42.305481 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-9886b521-872d-4f44-9294-155c1b322b0b admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8040977 Oct 20 11:27:42.315721 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64beac-7d0f-4059-88a2-36588fef1600 req-4c2ad6ef-9a52-4e7e-9ef8-cc6148d292ce tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:42.316512 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53752) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:27:42.317305 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1a64beac-7d0f-4059-88a2-36588fef1600 req-4c2ad6ef-9a52-4e7e-9ef8-cc6148d292ce tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 948 time: 0.2046318 Oct 20 11:27:42.333781 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:27:42.338425 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-c2e27870-dd1d-494d-a6e4-974443cd23fd admin admin] Request body: {'subnet': {'network_id': '899673ab-8e62-4651-b772-c8a12e790997', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1227964129-subnet', 'tenant_id': 'd38afe8278fd4e3db0fda1c5f6f7e7f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:27:42.358814 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89446c50-0ba3-4cff-b74f-1d35256849bd req-ac8c0c0e-fdb2-4e10-93de-a91903261ad1 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:42.374150 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-89446c50-0ba3-4cff-b74f-1d35256849bd req-ac8c0c0e-fdb2-4e10-93de-a91903261ad1 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=7fa7ad38-b831-4488-91dc-f1a8a4e2ce41 HTTP/1.1" status: 200 len: 945 time: 0.3005545 Oct 20 11:27:42.382450 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bffd99d-3f4f-459d-a9c2-72e946a8b9e9 req-685eca4f-53f1-4f36-9c98-978a7489c6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:42.384356 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2bffd99d-3f4f-459d-a9c2-72e946a8b9e9 req-685eca4f-53f1-4f36-9c98-978a7489c6c8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4b173b35dd00423795d2e29ae132dc78&device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 1099 time: 0.2798131 Oct 20 11:27:42.387370 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886b521-872d-4f44-9294-155c1b322b0b admin admin] Pushing event updated for resources: {'Network': ['ID=899673ab-8e62-4651-b772-c8a12e790997,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:42.399391 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 899673ab-8e62-4651-b772-c8a12e790997 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:27:42.423054 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e27870-dd1d-494d-a6e4-974443cd23fd admin admin] Made reservation on behalf of d38afe8278fd4e3db0fda1c5f6f7e7f5 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:27:42.427059 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c2e27870-dd1d-494d-a6e4-974443cd23fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:42.439069 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device a2f21c01-e64a-4abc-9a84-ff74becfcd56 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:27:42.527227 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1a64beac-7d0f-4059-88a2-36588fef1600 req-346a6352-d142-41ec-8cb8-7d63b0734216 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923146 Oct 20 11:27:42.568675 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device a2f21c01-e64a-4abc-9a84-ff74becfcd56 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:27:42.586231 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-89446c50-0ba3-4cff-b74f-1d35256849bd req-adbcc8bb-f4cd-4b6b-8255-b10d3104f235 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875842 Oct 20 11:27:42.626126 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bffd99d-3f4f-459d-a9c2-72e946a8b9e9 req-fc3271a0-c880-41de-93f0-358f015e53c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:42.627974 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2bffd99d-3f4f-459d-a9c2-72e946a8b9e9 req-fc3271a0-c880-41de-93f0-358f015e53c6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 0.2336867 Oct 20 11:27:42.708748 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c2e27870-dd1d-494d-a6e4-974443cd23fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:42.716802 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2bffd99d-3f4f-459d-a9c2-72e946a8b9e9 req-903dff1a-508b-4ddf-b939-d59852f771c1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=a2f21c01-e64a-4abc-9a84-ff74becfcd56 HTTP/1.1" status: 200 len: 217 time: 0.0683942 Oct 20 11:27:42.778647 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e27870-dd1d-494d-a6e4-974443cd23fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=aac54544-8ac1-4e04-a94d-f9c6d3bc8d37,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:42.793789 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e27870-dd1d-494d-a6e4-974443cd23fd admin admin] Checking segment: {'id': 'ba843d51-18ac-492f-b072-dcb49c698d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '899673ab-8e62-4651-b772-c8a12e790997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:27:42.794455 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e27870-dd1d-494d-a6e4-974443cd23fd admin admin] Network hostable DHCP agents. Network: 899673ab-8e62-4651-b772-c8a12e790997, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:27:42.805358 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bffd99d-3f4f-459d-a9c2-72e946a8b9e9 req-7d5b99de-3c74-4992-9c62-4e9fd8f8d6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:42.806656 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2bffd99d-3f4f-459d-a9c2-72e946a8b9e9 req-7d5b99de-3c74-4992-9c62-4e9fd8f8d6a3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.0783825 Oct 20 11:27:42.847237 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e27870-dd1d-494d-a6e4-974443cd23fd admin admin] Network 899673ab-8e62-4651-b772-c8a12e790997 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:27:42.861750 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-c2e27870-dd1d-494d-a6e4-974443cd23fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 899673ab-8e62-4651-b772-c8a12e790997) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:27:42.867469 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e27870-dd1d-494d-a6e4-974443cd23fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:42.869180 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c2e27870-dd1d-494d-a6e4-974443cd23fd admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:42.870024 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db409f9-5fca-4a26-922a-111847ba242f req-9e1ec24a-f370-44e4-86d3-d84963cc5f7a tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:42.873015 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ce3135-6695-4385-b5df-e0474418c574 None None] Network 899673ab-8e62-4651-b772-c8a12e790997 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:27:42.889766 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8db409f9-5fca-4a26-922a-111847ba242f req-9e1ec24a-f370-44e4-86d3-d84963cc5f7a tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/ports?device_id=cfcbcf12-31fb-43e2-a24d-b784eb2ef2f4 HTTP/1.1" status: 200 len: 949 time: 0.1624906 Oct 20 11:27:42.898157 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c2e27870-dd1d-494d-a6e4-974443cd23fd admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5738363 Oct 20 11:27:42.929981 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db4049cd-5d1e-452d-84fe-1423f3e965b6', 'tag': 'a2f21c01-e64a-4abc-9a84-ff74becfcd56'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:27:42.948289 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36bc513a-fd4c-4c74-9b31-6a81ea9b5f96" -d '{"events": [{"name": "network-changed", "server_uuid": "db4049cd-5d1e-452d-84fe-1423f3e965b6", "tag": "a2f21c01-e64a-4abc-9a84-ff74becfcd56"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:27:43.003427 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8db409f9-5fca-4a26-922a-111847ba242f req-9182595c-039c-4836-80df-5ef069db5ac1 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/security-groups?id=671c7ab4-02a2-46aa-9adf-d5460b3dd2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125968 Oct 20 11:27:43.038665 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bffd99d-3f4f-459d-a9c2-72e946a8b9e9 req-d8e41ae3-235a-405f-b853-242ef237880b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:43.040568 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2bffd99d-3f4f-459d-a9c2-72e946a8b9e9 req-d8e41ae3-235a-405f-b853-242ef237880b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2228389 Oct 20 11:27:43.098646 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 750018c1-0847-4832-892c-74d11ce9ccea up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:27:43.154249 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2bffd99d-3f4f-459d-a9c2-72e946a8b9e9 req-0d20c9f2-da57-46e5-8062-7a4289da3bcf service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983572 Oct 20 11:27:43.257482 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e6597c-8296-4858-b0d1-d1958b6232b0 x-openstack-request-id: req-c5e6597c-8296-4858-b0d1-d1958b6232b0 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:27:43.258145 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db4049cd-5d1e-452d-84fe-1423f3e965b6", "tag": "a2f21c01-e64a-4abc-9a84-ff74becfcd56", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:27:43.258583 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c5e6597c-8296-4858-b0d1-d1958b6232b0 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:27:43.259191 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db4049cd-5d1e-452d-84fe-1423f3e965b6', 'tag': 'a2f21c01-e64a-4abc-9a84-ff74becfcd56', 'status': 'completed', 'code': 200} Oct 20 11:27:43.261406 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2bffd99d-3f4f-459d-a9c2-72e946a8b9e9 req-ddc6d3ed-15c3-4e00-bac6-c20ce2e6497b service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971115 Oct 20 11:27:43.284527 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5e24b-e741-4163-b471-87bff4532080 req-27cf438d-aa4e-4322-b682-098de8454444 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:43.291425 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc513a-fd4c-4c74-9b31-6a81ea9b5f96 req-d48ff698-46cf-4d6f-abed-18354ce00eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:43.294629 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e2c5e24b-e741-4163-b471-87bff4532080 req-27cf438d-aa4e-4322-b682-098de8454444 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 950 time: 0.2718391 Oct 20 11:27:43.294996 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-36bc513a-fd4c-4c74-9b31-6a81ea9b5f96 req-d48ff698-46cf-4d6f-abed-18354ce00eed service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4b173b35dd00423795d2e29ae132dc78&device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 1099 time: 0.1021559 Oct 20 11:27:43.332874 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce676e53-ee31-4946-b32d-d6bafea7bdc0 None None] Network 899673ab-8e62-4651-b772-c8a12e790997 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:27:43.426568 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e2c5e24b-e741-4163-b471-87bff4532080 req-059449db-5aeb-4974-902e-2a6a3df64c46 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302459 Oct 20 11:27:43.504843 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc513a-fd4c-4c74-9b31-6a81ea9b5f96 req-f3feb62e-bf8e-4bc3-823a-4c327505f192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:43.511481 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-36bc513a-fd4c-4c74-9b31-6a81ea9b5f96 req-f3feb62e-bf8e-4bc3-823a-4c327505f192 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4b173b35dd00423795d2e29ae132dc78&device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 1099 time: 0.1597984 Oct 20 11:27:43.530238 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 750018c1-0847-4832-892c-74d11ce9ccea triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:27:43.530853 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:43.571012 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc513a-fd4c-4c74-9b31-6a81ea9b5f96 req-1e7e1e9d-e88b-4d86-a551-123086ea0e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:43.573808 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-36bc513a-fd4c-4c74-9b31-6a81ea9b5f96 req-1e7e1e9d-e88b-4d86-a551-123086ea0e82 service neutron] 10.222.0.89 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 0.2674224 Oct 20 11:27:43.676024 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-36bc513a-fd4c-4c74-9b31-6a81ea9b5f96 req-975dce13-e41e-4e0d-a186-ef05261f19cd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=a2f21c01-e64a-4abc-9a84-ff74becfcd56 HTTP/1.1" status: 200 len: 217 time: 0.0845537 Oct 20 11:27:43.805551 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc513a-fd4c-4c74-9b31-6a81ea9b5f96 req-f2937e2e-d6db-4b5d-93ee-dbf920a1d232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:43.816743 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-36bc513a-fd4c-4c74-9b31-6a81ea9b5f96 req-f2937e2e-d6db-4b5d-93ee-dbf920a1d232 service neutron] 10.222.0.11 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 0.2898779 Oct 20 11:27:43.870649 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc513a-fd4c-4c74-9b31-6a81ea9b5f96 req-9041a68c-f841-4511-bda2-dc75c596dc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:43.880241 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-36bc513a-fd4c-4c74-9b31-6a81ea9b5f96 req-9041a68c-f841-4511-bda2-dc75c596dc6d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.1976154 Oct 20 11:27:43.984801 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:44.005416 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc513a-fd4c-4c74-9b31-6a81ea9b5f96 req-c3822559-49f8-439e-82c7-b5dcff4c58ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:44.011491 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-36bc513a-fd4c-4c74-9b31-6a81ea9b5f96 req-c3822559-49f8-439e-82c7-b5dcff4c58ac service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1212552 Oct 20 11:27:44.041331 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376068de-e3d8-4946-ae3e-390babea6ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '750018c1-0847-4832-892c-74d11ce9ccea'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:27:44.044864 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c590cd53-fb16-4791-a9ea-f7ab51212114" -d '{"events": [{"server_uuid": "376068de-e3d8-4946-ae3e-390babea6ed7", "name": "network-vif-plugged", "status": "completed", "tag": "750018c1-0847-4832-892c-74d11ce9ccea"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:27:44.067541 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 750018c1-0847-4832-892c-74d11ce9ccea, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=750018c1-0847-4832-892c-74d11ce9ccea,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:44.078199 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:44.096706 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0a978-9e07-4a34-bfef-0c75595b3c06 req-f7878a7a-e4c0-4154-a868-04a9c04c1b42 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:44.104085 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41a0a978-9e07-4a34-bfef-0c75595b3c06 req-f7878a7a-e4c0-4154-a868-04a9c04c1b42 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/networks?id=899673ab-8e62-4651-b772-c8a12e790997 HTTP/1.1" status: 200 len: 805 time: 0.1713002 Oct 20 11:27:44.120725 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-36bc513a-fd4c-4c74-9b31-6a81ea9b5f96 req-9c04d469-90cf-470f-aff7-5d40dab01244 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=a2f21c01-e64a-4abc-9a84-ff74becfcd56 HTTP/1.1" status: 200 len: 217 time: 0.2917018 Oct 20 11:27:44.137327 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41a0a978-9e07-4a34-bfef-0c75595b3c06 req-334846a6-1dd7-4ce0-ad6e-dd93043ddf43 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/quotas/d38afe8278fd4e3db0fda1c5f6f7e7f5 HTTP/1.1" status: 200 len: 375 time: 0.0322523 Oct 20 11:27:44.145431 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=750018c1-0847-4832-892c-74d11ce9ccea,revision_number=7']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:44.171171 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-36bc513a-fd4c-4c74-9b31-6a81ea9b5f96 req-32824c3a-2a93-4e06-ad92-e20aeba3d16b service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434216 Oct 20 11:27:44.239164 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41a0a978-9e07-4a34-bfef-0c75595b3c06 req-196de968-7e28-4de9-8359-a87eb0dbbb9d tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=d38afe8278fd4e3db0fda1c5f6f7e7f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1007936 Oct 20 11:27:44.300320 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-36bc513a-fd4c-4c74-9b31-6a81ea9b5f96 req-c187d7e8-f8a1-4059-b51c-4256210d206f service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196575 Oct 20 11:27:44.304864 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c55dbdb9-656c-4c0d-bbcb-75e75ee1fa05 req-f81911d3-94b9-4bdf-923d-c281a74e4d1b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=68eacaab-077a-4e72-8ce4-3f16eafde7dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2155428 Oct 20 11:27:44.314643 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b08d5d-0d6c-43f9-b6f7-dc29a47a4190 req-96b636c5-0a03-4230-92d6-03028c1dc2a1 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:44.316084 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d8b08d5d-0d6c-43f9-b6f7-dc29a47a4190 req-96b636c5-0a03-4230-92d6-03028c1dc2a1 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 948 time: 0.2392526 Oct 20 11:27:44.319212 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc513a-fd4c-4c74-9b31-6a81ea9b5f96 req-bb568ca7-caac-410d-9217-5d2e23bd8782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:44.320819 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-36bc513a-fd4c-4c74-9b31-6a81ea9b5f96 req-bb568ca7-caac-410d-9217-5d2e23bd8782 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.1814106 Oct 20 11:27:44.763454 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc513a-fd4c-4c74-9b31-6a81ea9b5f96 req-a983453e-4477-4c51-94f5-f5ed3c165f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:44.765214 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-36bc513a-fd4c-4c74-9b31-6a81ea9b5f96 req-a983453e-4477-4c51-94f5-f5ed3c165f00 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4166918 Oct 20 11:27:44.771479 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41a0a978-9e07-4a34-bfef-0c75595b3c06 req-93ea73c7-ce11-420a-9e0c-80333f6d2aa1 service neutron] 10.222.0.98 "GET /v2.0/networks/899673ab-8e62-4651-b772-c8a12e790997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5314844 Oct 20 11:27:44.775812 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d8b08d5d-0d6c-43f9-b6f7-dc29a47a4190 req-654ebe72-cb01-4814-92b3-7ef07789237d tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4283879 Oct 20 11:27:44.885231 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55dbdb9-656c-4c0d-bbcb-75e75ee1fa05 req-4f2f8c3f-5d47-4560-a680-96bf78f820ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:44.886661 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c55dbdb9-656c-4c0d-bbcb-75e75ee1fa05 req-4f2f8c3f-5d47-4560-a680-96bf78f820ad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa6715c00c6e4476951bf73e506ed201&device_id=68eacaab-077a-4e72-8ce4-3f16eafde7dd HTTP/1.1" status: 200 len: 1096 time: 0.4950788 Oct 20 11:27:44.939677 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41a0a978-9e07-4a34-bfef-0c75595b3c06 req-818b789f-4038-4e4b-b6b7-024f3a014595 service neutron] 10.222.0.98 "GET /v2.0/networks/899673ab-8e62-4651-b772-c8a12e790997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535981 Oct 20 11:27:45.093572 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e87d0f-2458-4b6c-a01e-a5c168ffb2fc req-c255199e-7eaa-4a20-91b3-44b6cc84d178 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:45.095216 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d8e87d0f-2458-4b6c-a01e-a5c168ffb2fc req-c255199e-7eaa-4a20-91b3-44b6cc84d178 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=7fa7ad38-b831-4488-91dc-f1a8a4e2ce41 HTTP/1.1" status: 200 len: 945 time: 0.2163196 Oct 20 11:27:45.119957 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:45.129691 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-36bc513a-fd4c-4c74-9b31-6a81ea9b5f96 req-54056f2a-5aa5-4cc3-81d9-7d1a7ea15d94 service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495731 Oct 20 11:27:45.134932 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55dbdb9-656c-4c0d-bbcb-75e75ee1fa05 req-e3e523b3-2d83-407b-9b45-47c850456dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:45.136750 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c55dbdb9-656c-4c0d-bbcb-75e75ee1fa05 req-e3e523b3-2d83-407b-9b45-47c850456dd4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b05579c2-10e5-4997-ab9d-57afa741288e HTTP/1.1" status: 200 len: 909 time: 0.2209029 Oct 20 11:27:45.213763 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c55dbdb9-656c-4c0d-bbcb-75e75ee1fa05 req-547d39dd-783f-4914-9d06-e778648284c9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc88d942-585f-4ffe-b2ff-9e3e652801fd HTTP/1.1" status: 200 len: 217 time: 0.0577788 Oct 20 11:27:45.319806 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d8e87d0f-2458-4b6c-a01e-a5c168ffb2fc req-0e3e9613-0aaa-4a42-91d7-97d116baaef3 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974065 Oct 20 11:27:45.429004 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3d3b55-1afc-41a8-b972-a475c8862974 x-openstack-request-id: req-ea3d3b55-1afc-41a8-b972-a475c8862974 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:27:45.429406 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376068de-e3d8-4946-ae3e-390babea6ed7", "name": "network-vif-plugged", "status": "completed", "tag": "750018c1-0847-4832-892c-74d11ce9ccea", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:27:45.429777 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ea3d3b55-1afc-41a8-b972-a475c8862974 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:27:45.430303 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376068de-e3d8-4946-ae3e-390babea6ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '750018c1-0847-4832-892c-74d11ce9ccea', 'code': 200} Oct 20 11:27:45.502659 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eaa7e50d-88c9-449e-a21f-033df48dcf57 req-8bab9c1d-ded0-4bc0-bdec-1aabbcee664e tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=16c1f19d218e4f418ab1b52ea7b7f78e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0743964 Oct 20 11:27:45.547470 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-36bc513a-fd4c-4c74-9b31-6a81ea9b5f96 req-3b354c52-7024-4800-93ce-ea2ccb29df9b service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4068780 Oct 20 11:27:45.574030 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55dbdb9-656c-4c0d-bbcb-75e75ee1fa05 req-97523ef5-45ff-4a07-be4e-287809179b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:45.575638 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c55dbdb9-656c-4c0d-bbcb-75e75ee1fa05 req-97523ef5-45ff-4a07-be4e-287809179b39 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=beaf7d63-7f7d-4cb5-8871-db069d2b0a56 HTTP/1.1" status: 200 len: 847 time: 0.3441486 Oct 20 11:27:45.765194 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c55dbdb9-656c-4c0d-bbcb-75e75ee1fa05 req-e1569a02-2679-4251-8360-ff1003ec647c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b05579c2-10e5-4997-ab9d-57afa741288e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689254 Oct 20 11:27:45.884964 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e79ad9-2759-4016-8260-cba931bba35f req-14d260df-dd63-4d04-84be-2d44f2f88bae tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:45.892862 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c3e79ad9-2759-4016-8260-cba931bba35f req-14d260df-dd63-4d04-84be-2d44f2f88bae tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 950 time: 0.3740971 Oct 20 11:27:45.945982 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7e50d-88c9-449e-a21f-033df48dcf57 req-1de7e60c-fe69-49b2-8b0b-9ab488587c2a tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:45.967474 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eaa7e50d-88c9-449e-a21f-033df48dcf57 req-1de7e60c-fe69-49b2-8b0b-9ab488587c2a tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4511948 Oct 20 11:27:45.994337 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eaa7e50d-88c9-449e-a21f-033df48dcf57 req-f1eba129-0b2e-4ecc-aa65-535b5b2c15bc tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/quotas/16c1f19d218e4f418ab1b52ea7b7f78e HTTP/1.1" status: 200 len: 375 time: 0.0252428 Oct 20 11:27:46.079552 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c3e79ad9-2759-4016-8260-cba931bba35f req-62a5181f-f074-4c43-be05-1cf552706eae tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728740 Oct 20 11:27:46.163564 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c55dbdb9-656c-4c0d-bbcb-75e75ee1fa05 req-469218a9-6339-4e65-bf44-71f0e336726c service neutron] 10.222.0.11 "GET /v2.0/networks/b05579c2-10e5-4997-ab9d-57afa741288e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675594 Oct 20 11:27:46.170543 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eaa7e50d-88c9-449e-a21f-033df48dcf57 req-cccd5fda-04d6-4092-94a0-cd3f22f52f0a tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=16c1f19d218e4f418ab1b52ea7b7f78e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1156881 Oct 20 11:27:46.303189 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c7588448-f571-470d-98b4-708e3c8e7093 req-5bd02c9f-ce06-4886-9169-cc888d4fd35e tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf94d2ac-dd33-4a3a-960d-51316a5661f2 HTTP/1.1" status: 200 len: 210 time: 0.0817823 Oct 20 11:27:46.420163 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c55dbdb9-656c-4c0d-bbcb-75e75ee1fa05 req-628d54c8-0481-44e4-b705-22c08324fcc4 service neutron] 10.222.0.11 "GET /v2.0/networks/b05579c2-10e5-4997-ab9d-57afa741288e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259512 Oct 20 11:27:46.537174 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1cbfb539-4c44-488f-ba3f-8098e883fac3 req-1c3ec7b3-7223-49a3-9f20-361111dd915c tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/ports?device_id=a6a5584c-9a82-4942-afe3-83c4f333d03d HTTP/1.1" status: 200 len: 210 time: 0.0532804 Oct 20 11:27:46.558076 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d04daf-f611-4c8b-9de5-f3d9599434a8 req-615f0c96-ace8-49e8-b35d-57560ebfde85 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:46.563072 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-17d04daf-f611-4c8b-9de5-f3d9599434a8 req-615f0c96-ace8-49e8-b35d-57560ebfde85 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 948 time: 0.1415508 Oct 20 11:27:46.648404 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-17d04daf-f611-4c8b-9de5-f3d9599434a8 req-54297b8e-a14b-44a8-b7f1-8941786ee357 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745811 Oct 20 11:27:46.902922 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9dab6-bd4f-48a1-9b5c-c86ab07336cd req-735e477f-d322-4c6f-8e98-1e299b070d8f tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:46.911356 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7dc9dab6-bd4f-48a1-9b5c-c86ab07336cd req-735e477f-d322-4c6f-8e98-1e299b070d8f tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=7fa7ad38-b831-4488-91dc-f1a8a4e2ce41 HTTP/1.1" status: 200 len: 945 time: 0.1273091 Oct 20 11:27:46.964175 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7dc9dab6-bd4f-48a1-9b5c-c86ab07336cd req-cfc84b66-5f77-40a2-ab77-e4c759714e4c tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515108 Oct 20 11:27:47.107023 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device a2f21c01-e64a-4abc-9a84-ff74becfcd56 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:27:47.193505 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdef470-c377-45f4-bd8d-99c8a4555924 req-42215792-13ff-4a3d-b402-d29c67d5cf1b tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:47.198267 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1fdef470-c377-45f4-bd8d-99c8a4555924 req-42215792-13ff-4a3d-b402-d29c67d5cf1b tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 948 time: 0.1315124 Oct 20 11:27:47.276919 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abf49a-221e-4c81-83b8-8974d8e160bd req-b45d0b3a-7e9b-4547-859c-a5bac5b3fe28 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:47.281810 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-01abf49a-221e-4c81-83b8-8974d8e160bd req-b45d0b3a-7e9b-4547-859c-a5bac5b3fe28 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.89 "GET /v2.0/ports?device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6&tenant_id=4b173b35dd00423795d2e29ae132dc78&binding%3Ahost_id=n-h1-814735-3 HTTP/1.1" status: 200 len: 948 time: 0.1793523 Oct 20 11:27:47.347478 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port a2f21c01-e64a-4abc-9a84-ff74becfcd56, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=a2f21c01-e64a-4abc-9a84-ff74becfcd56,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:47.388466 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': 'a2f21c01-e64a-4abc-9a84-ff74becfcd56', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'port_id': 'a2f21c01-e64a-4abc-9a84-ff74becfcd56', 'mac_address': 'fa:16:3e:25:4e:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94289c8c-e5f7-4e30-b6a9-5b268a8fd610', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:27:47.393849 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [req-01abf49a-221e-4c81-83b8-8974d8e160bd req-37f52322-85f0-47b2-be7a-3ca1026567eb service neutron] delete failed (client error): The resource could not be found. Oct 20 11:27:47.395596 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-01abf49a-221e-4c81-83b8-8974d8e160bd req-37f52322-85f0-47b2-be7a-3ca1026567eb service neutron] 10.222.0.89 "DELETE /v2.0/ports/a2f21c01-e64a-4abc-9a84-ff74becfcd56/bindings/n-h2-814735-3 HTTP/1.1" status: 404 len: 380 time: 0.1013296 Oct 20 11:27:47.403537 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1fdef470-c377-45f4-bd8d-99c8a4555924 req-d32e18bd-2de7-4e2f-9bb9-06f2c49bda28 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804345 Oct 20 11:27:47.431481 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b1fc4-2a2a-4d51-a5f0-1313f1e89534 req-47b02803-084c-4858-9d41-c7ea8187e991 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:47.443509 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a73b1fc4-2a2a-4d51-a5f0-1313f1e89534 req-47b02803-084c-4858-9d41-c7ea8187e991 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 950 time: 0.2439554 Oct 20 11:27:47.497111 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:47.537049 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2f21c01-e64a-4abc-9a84-ff74becfcd56 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:27:47.609433 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port a2f21c01-e64a-4abc-9a84-ff74becfcd56, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=a2f21c01-e64a-4abc-9a84-ff74becfcd56,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:47.617487 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:47.641717 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a73b1fc4-2a2a-4d51-a5f0-1313f1e89534 req-a2907edf-4959-4cdd-a554-fb19361c4f86 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952820 Oct 20 11:27:47.661659 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abf49a-221e-4c81-83b8-8974d8e160bd req-f7387a9f-0bd8-4684-9e04-97a9eb15a1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:47.663451 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-01abf49a-221e-4c81-83b8-8974d8e160bd req-f7387a9f-0bd8-4684-9e04-97a9eb15a1a9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4b173b35dd00423795d2e29ae132dc78&device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 1099 time: 0.1002564 Oct 20 11:27:47.741619 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=a2f21c01-e64a-4abc-9a84-ff74becfcd56,revision_number=8']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:47.845584 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dc500570-660c-4386-8a28-55b5222e8fee req-e5e49ff5-5915-41ab-8027-1b1159108d6d tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf94d2ac-dd33-4a3a-960d-51316a5661f2 HTTP/1.1" status: 200 len: 210 time: 0.1288273 Oct 20 11:27:47.936015 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abf49a-221e-4c81-83b8-8974d8e160bd req-23651468-f463-4259-9114-d4fc325184a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:47.937517 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-01abf49a-221e-4c81-83b8-8974d8e160bd req-23651468-f463-4259-9114-d4fc325184a5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 0.2632086 Oct 20 11:27:47.942932 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0a978-9e07-4a34-bfef-0c75595b3c06 req-decaa1e9-897a-4d86-b5d2-3c427782ec84 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:47.944441 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41a0a978-9e07-4a34-bfef-0c75595b3c06 req-decaa1e9-897a-4d86-b5d2-3c427782ec84 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.11 "GET /v2.0/networks?id=899673ab-8e62-4651-b772-c8a12e790997 HTTP/1.1" status: 200 len: 805 time: 0.4245317 Oct 20 11:27:47.973683 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['a2f21c01-e64a-4abc-9a84-ff74becfcd56'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:27:48.008282 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-41a0a978-9e07-4a34-bfef-0c75595b3c06 req-3c23f31f-bed8-46a9-af25-ff21806ad714 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Request body: {'port': {'device_id': 'bf94d2ac-dd33-4a3a-960d-51316a5661f2', 'network_id': '899673ab-8e62-4651-b772-c8a12e790997', 'admin_state_up': True, 'tenant_id': 'd38afe8278fd4e3db0fda1c5f6f7e7f5'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:27:48.052517 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-01abf49a-221e-4c81-83b8-8974d8e160bd req-de84d7b7-6dbb-4323-a3cc-2cd76d7d62a2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=a2f21c01-e64a-4abc-9a84-ff74becfcd56 HTTP/1.1" status: 200 len: 217 time: 0.0847466 Oct 20 11:27:48.052843 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-325446d9-3083-46c5-990c-efb082b9cfc6 req-bd65df85-ae0a-4172-a498-6e2b30102de0 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/ports?device_id=a6a5584c-9a82-4942-afe3-83c4f333d03d HTTP/1.1" status: 200 len: 210 time: 0.1004701 Oct 20 11:27:48.188908 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abf49a-221e-4c81-83b8-8974d8e160bd req-210584b2-d703-4f54-845c-e6dbdd7af0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:48.190620 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-01abf49a-221e-4c81-83b8-8974d8e160bd req-210584b2-d703-4f54-845c-e6dbdd7af0fe service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.1222172 Oct 20 11:27:48.257118 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abf49a-221e-4c81-83b8-8974d8e160bd req-075fd11f-d461-4d8c-9ace-cf7f2128e819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:48.262109 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-01abf49a-221e-4c81-83b8-8974d8e160bd req-075fd11f-d461-4d8c-9ace-cf7f2128e819 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0625615 Oct 20 11:27:48.306098 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902c611-bc12-4c8f-b944-78e5e51018a0 req-192a6cf1-dc0d-47fc-9b5e-bbf6b528d0e4 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:48.315063 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8902c611-bc12-4c8f-b944-78e5e51018a0 req-192a6cf1-dc0d-47fc-9b5e-bbf6b528d0e4 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=7fa7ad38-b831-4488-91dc-f1a8a4e2ce41 HTTP/1.1" status: 200 len: 945 time: 0.1709840 Oct 20 11:27:48.319203 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41a0a978-9e07-4a34-bfef-0c75595b3c06 req-3c23f31f-bed8-46a9-af25-ff21806ad714 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Made reservation on behalf of d38afe8278fd4e3db0fda1c5f6f7e7f5 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:27:48.322327 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-41a0a978-9e07-4a34-bfef-0c75595b3c06 req-3c23f31f-bed8-46a9-af25-ff21806ad714 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:48.438455 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8902c611-bc12-4c8f-b944-78e5e51018a0 req-a3687320-7891-4dcd-b954-3df3bb658223 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221330 Oct 20 11:27:48.442346 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-01abf49a-221e-4c81-83b8-8974d8e160bd req-eaba1bfd-7135-4df4-a245-184a98ec5996 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646969 Oct 20 11:27:48.588712 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-41a0a978-9e07-4a34-bfef-0c75595b3c06 req-3c23f31f-bed8-46a9-af25-ff21806ad714 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Allocated IP 172.20.0.3 (899673ab-8e62-4651-b772-c8a12e790997/aac54544-8ac1-4e04-a94d-f9c6d3bc8d37/faa7c928-8b1c-4cd3-a281-babc2f14940d) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:27:48.600237 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-01abf49a-221e-4c81-83b8-8974d8e160bd req-bdb06ec4-59c1-495c-9401-4c50222a61b8 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502261 Oct 20 11:27:48.720699 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f86f7b73-79f8-47db-9c50-e6835c16438f req-e670b938-1dbc-4b8a-8503-db04504ff4ce service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=999a1973-9d6b-414f-88f7-ec4814f88166&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2785251 Oct 20 11:27:48.738231 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fdc475-4ae5-4ac0-b21e-62afe0594344 req-46533111-0f7a-45c3-8a26-fc1d850da656 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:48.743258 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a9fdc475-4ae5-4ac0-b21e-62afe0594344 req-46533111-0f7a-45c3-8a26-fc1d850da656 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 949 time: 0.1919804 Oct 20 11:27:48.877193 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f7b73-79f8-47db-9c50-e6835c16438f req-eedcbe41-e7fc-4ea9-a051-1935f4aa3885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:48.878723 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f86f7b73-79f8-47db-9c50-e6835c16438f req-eedcbe41-e7fc-4ea9-a051-1935f4aa3885 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d9acdef368f944fcb8d5f209bb8e33d7&device_id=999a1973-9d6b-414f-88f7-ec4814f88166 HTTP/1.1" status: 200 len: 1095 time: 0.1222100 Oct 20 11:27:48.913607 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb23072-fad5-48eb-9f59-50223b96833f req-c0ca4097-305f-4b7a-81f0-ff6abf19d915 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:48.915178 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5eb23072-fad5-48eb-9f59-50223b96833f req-c0ca4097-305f-4b7a-81f0-ff6abf19d915 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 950 time: 0.1565571 Oct 20 11:27:49.010494 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f7b73-79f8-47db-9c50-e6835c16438f req-065438bf-bb65-447e-8d5a-b2c303242696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:49.012024 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f86f7b73-79f8-47db-9c50-e6835c16438f req-065438bf-bb65-447e-8d5a-b2c303242696 service neutron] 10.222.0.89 "GET /v2.0/networks?id=60a88ebb-4b56-43bd-98ec-2f75530b8b0e HTTP/1.1" status: 200 len: 922 time: 0.0959435 Oct 20 11:27:49.074546 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a9fdc475-4ae5-4ac0-b21e-62afe0594344 req-df15d1c4-c5ab-4174-91cc-a3c7d8c1dcff tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167529 Oct 20 11:27:49.224667 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5eb23072-fad5-48eb-9f59-50223b96833f req-fcc93e9d-c131-4ffc-8536-820cae27e482 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847734 Oct 20 11:27:49.252218 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f86f7b73-79f8-47db-9c50-e6835c16438f req-fc0334ac-6038-4280-b154-6dfdf7084d9e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e86db2bd-275e-4f9b-abd5-61ea248f17c8 HTTP/1.1" status: 200 len: 217 time: 0.1910872 Oct 20 11:27:49.258244 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eaa7e50d-88c9-449e-a21f-033df48dcf57 req-48ecd321-571a-4e4d-acde-fa6e6a874ad5 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=16c1f19d218e4f418ab1b52ea7b7f78e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1453462 Oct 20 11:27:49.305059 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1bb061a5-4840-4a38-99bb-4a7902df652f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:49.440712 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19a8ea10-f516-4a36-ab13-df87e3988860 req-bebbd1a7-9e52-4c8c-9330-dc676b6bb2e7 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf94d2ac-dd33-4a3a-960d-51316a5661f2 HTTP/1.1" status: 200 len: 210 time: 0.0745296 Oct 20 11:27:49.493366 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-41a0a978-9e07-4a34-bfef-0c75595b3c06 req-3c23f31f-bed8-46a9-af25-ff21806ad714 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:49.519921 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f7b73-79f8-47db-9c50-e6835c16438f req-67f61c6f-9000-401a-8b7c-521ef14c63ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:49.521417 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f86f7b73-79f8-47db-9c50-e6835c16438f req-67f61c6f-9000-401a-8b7c-521ef14c63ca service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2a0c5c2a-f9c9-492d-ba9f-7e961a63a7db HTTP/1.1" status: 200 len: 860 time: 0.2432783 Oct 20 11:27:49.577049 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f86f7b73-79f8-47db-9c50-e6835c16438f req-84ceaf6e-8636-4380-821c-c5ca31d19476 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=60a88ebb-4b56-43bd-98ec-2f75530b8b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338211 Oct 20 11:27:49.615243 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aaeb55bc-4af6-4d96-aecf-186c530bdffd req-b49d930a-058a-4eb9-ba29-35ea4fc34ce4 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/ports?device_id=a6a5584c-9a82-4942-afe3-83c4f333d03d HTTP/1.1" status: 200 len: 210 time: 0.0893762 Oct 20 11:27:49.737933 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7e50d-88c9-449e-a21f-033df48dcf57 req-0b2bc80e-2567-4d61-9668-7137f6769082 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:49.739355 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eaa7e50d-88c9-449e-a21f-033df48dcf57 req-0b2bc80e-2567-4d61-9668-7137f6769082 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4395118 Oct 20 11:27:49.761275 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-eaa7e50d-88c9-449e-a21f-033df48dcf57 req-43d40f8f-b118-464d-a1ef-ebc44e05e215 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Request body: {'port': {'device_id': 'a6a5584c-9a82-4942-afe3-83c4f333d03d', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'admin_state_up': True, 'tenant_id': '16c1f19d218e4f418ab1b52ea7b7f78e'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:27:49.804365 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-41a0a978-9e07-4a34-bfef-0c75595b3c06 req-3c23f31f-bed8-46a9-af25-ff21806ad714 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:49.823057 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a8b5f-c115-45bb-b1d5-75be8087f7f2 req-4967998a-130e-4bd5-a940-3da28c3ccc69 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:49.830536 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-907a8b5f-c115-45bb-b1d5-75be8087f7f2 req-4967998a-130e-4bd5-a940-3da28c3ccc69 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=7fa7ad38-b831-4488-91dc-f1a8a4e2ce41 HTTP/1.1" status: 200 len: 945 time: 0.2522030 Oct 20 11:27:49.884831 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f86f7b73-79f8-47db-9c50-e6835c16438f req-727e8a01-e380-432c-9bbe-d11c27b7b9d3 service neutron] 10.222.0.89 "GET /v2.0/networks/60a88ebb-4b56-43bd-98ec-2f75530b8b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799039 Oct 20 11:27:49.956617 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-907a8b5f-c115-45bb-b1d5-75be8087f7f2 req-64ed1bb4-7d21-4819-86de-069b2eae00f3 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250963 Oct 20 11:27:50.352087 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41a0a978-9e07-4a34-bfef-0c75595b3c06 req-3c23f31f-bed8-46a9-af25-ff21806ad714 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Network 899673ab-8e62-4651-b772-c8a12e790997 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:27:50.354658 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-41a0a978-9e07-4a34-bfef-0c75595b3c06 req-3c23f31f-bed8-46a9-af25-ff21806ad714 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:27:50.361720 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a0a978-9e07-4a34-bfef-0c75595b3c06 req-3c23f31f-bed8-46a9-af25-ff21806ad714 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:27:50.367434 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0a978-9e07-4a34-bfef-0c75595b3c06 req-3c23f31f-bed8-46a9-af25-ff21806ad714 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:50.368071 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-41a0a978-9e07-4a34-bfef-0c75595b3c06 req-3c23f31f-bed8-46a9-af25-ff21806ad714 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:50.390098 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c23f31f-bed8-46a9-af25-ff21806ad714 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Pushing event updated for resources: {'Port': ['ID=faa7c928-8b1c-4cd3-a281-babc2f14940d,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:50.529184 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41a0a978-9e07-4a34-bfef-0c75595b3c06 req-3c23f31f-bed8-46a9-af25-ff21806ad714 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5400546 Oct 20 11:27:50.562013 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-41a0a978-9e07-4a34-bfef-0c75595b3c06 req-bfc75f1a-5092-4928-975c-82a8069f39ab service neutron] Request body: {'port': {'device_id': 'bf94d2ac-dd33-4a3a-960d-51316a5661f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:27:50.565687 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaa7e50d-88c9-449e-a21f-033df48dcf57 req-43d40f8f-b118-464d-a1ef-ebc44e05e215 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Made reservation on behalf of 16c1f19d218e4f418ab1b52ea7b7f78e for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:27:50.569187 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-eaa7e50d-88c9-449e-a21f-033df48dcf57 req-43d40f8f-b118-464d-a1ef-ebc44e05e215 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:50.613055 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b5eb4-4c89-47b7-9a27-b684783d63ff req-cd9b6200-412e-4689-983b-1fe9975b9600 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:50.614572 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-901b5eb4-4c89-47b7-9a27-b684783d63ff req-cd9b6200-412e-4689-983b-1fe9975b9600 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 949 time: 0.2611318 Oct 20 11:27:50.621164 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f86f7b73-79f8-47db-9c50-e6835c16438f req-e6e06645-c2b6-4a64-a6a1-55fc25e9d3d0 service neutron] 10.222.0.89 "GET /v2.0/networks/60a88ebb-4b56-43bd-98ec-2f75530b8b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6985199 Oct 20 11:27:50.650128 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d7dfcb-e43d-46e4-893d-9bc3bee71425 req-edfab491-4029-411e-a84c-dd3a5200a684 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:50.651689 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b0d7dfcb-e43d-46e4-893d-9bc3bee71425 req-edfab491-4029-411e-a84c-dd3a5200a684 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 950 time: 0.2508829 Oct 20 11:27:50.759099 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-41a0a978-9e07-4a34-bfef-0c75595b3c06 req-bfc75f1a-5092-4928-975c-82a8069f39ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:50.802561 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-901b5eb4-4c89-47b7-9a27-b684783d63ff req-ff293a3d-58d2-4e1a-96ff-2e3aef4ea52d tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728983 Oct 20 11:27:50.815109 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b0d7dfcb-e43d-46e4-893d-9bc3bee71425 req-6c673030-c379-47a4-bf01-a9b903daf662 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508470 Oct 20 11:27:50.964872 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-eaa7e50d-88c9-449e-a21f-033df48dcf57 req-43d40f8f-b118-464d-a1ef-ebc44e05e215 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Allocated IP 192.168.233.128 (09e5a906-63cf-4dde-b699-ab448fb18fb8/94289c8c-e5f7-4e30-b6a9-5b268a8fd610/794a2b17-e0c9-4a4b-b461-29dc8c9d6748) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:27:51.082726 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-17d47c8b-944f-4e4c-adab-7400206b1bd2 req-b5886127-5999-48cd-a0c3-4b32c9680e7d tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/ports?device_id=a6a5584c-9a82-4942-afe3-83c4f333d03d HTTP/1.1" status: 200 len: 210 time: 0.0664284 Oct 20 11:27:51.121760 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device a2f21c01-e64a-4abc-9a84-ff74becfcd56 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:27:51.252467 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port a2f21c01-e64a-4abc-9a84-ff74becfcd56 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:27:51.260814 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port a2f21c01-e64a-4abc-9a84-ff74becfcd56 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:27:51.261161 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:51.272134 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fcf431-e2cb-4bd4-ae6e-b04c1725cee0 req-07375dd8-9706-4c63-8f50-9277e66a2df0 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:51.273960 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-62fcf431-e2cb-4bd4-ae6e-b04c1725cee0 req-07375dd8-9706-4c63-8f50-9277e66a2df0 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf94d2ac-dd33-4a3a-960d-51316a5661f2 HTTP/1.1" status: 200 len: 931 time: 0.3028636 Oct 20 11:27:51.421254 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:51.434347 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-62fcf431-e2cb-4bd4-ae6e-b04c1725cee0 req-37bb28fb-d3ff-4c66-931c-65b2e75e09c2 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369965 Oct 20 11:27:51.443171 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa8800-d22e-4b62-9787-3cc4782ecb32 req-43595fc9-53f4-4fa3-8022-9e1d06a56fef tempest-MigrationsAdminTest-1371283114 tempest-MigrationsAdminTest-1371283114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:51.452412 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-76fa8800-d22e-4b62-9787-3cc4782ecb32 req-43595fc9-53f4-4fa3-8022-9e1d06a56fef tempest-MigrationsAdminTest-1371283114 tempest-MigrationsAdminTest-1371283114-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 1100 time: 0.2054098 Oct 20 11:27:51.461709 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db4049cd-5d1e-452d-84fe-1423f3e965b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f21c01-e64a-4abc-9a84-ff74becfcd56'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:27:51.465064 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35032f62-533b-40b5-b385-5b5cc7b9442c" -d '{"events": [{"server_uuid": "db4049cd-5d1e-452d-84fe-1423f3e965b6", "name": "network-vif-plugged", "status": "completed", "tag": "a2f21c01-e64a-4abc-9a84-ff74becfcd56"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:27:51.480634 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port a2f21c01-e64a-4abc-9a84-ff74becfcd56, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=a2f21c01-e64a-4abc-9a84-ff74becfcd56,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:51.498955 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:51.554430 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=a2f21c01-e64a-4abc-9a84-ff74becfcd56,revision_number=9']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:51.691563 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-76fa8800-d22e-4b62-9787-3cc4782ecb32 req-6999c8e6-ca71-40f0-b35a-e4d1560d399b tempest-MigrationsAdminTest-1371283114 tempest-MigrationsAdminTest-1371283114-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678429 Oct 20 11:27:51.700294 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-eaa7e50d-88c9-449e-a21f-033df48dcf57 req-43d40f8f-b118-464d-a1ef-ebc44e05e215 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:51.713972 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-41a0a978-9e07-4a34-bfef-0c75595b3c06 req-bfc75f1a-5092-4928-975c-82a8069f39ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faa7c928-8b1c-4cd3-a281-babc2f14940d {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:27:51.735398 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7080c0-80e4-4a1d-86ab-420fc90abb16 req-d37ddaaf-8503-490f-9dca-fd60636a742d tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:51.738445 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1f7080c0-80e4-4a1d-86ab-420fc90abb16 req-d37ddaaf-8503-490f-9dca-fd60636a742d tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=7fa7ad38-b831-4488-91dc-f1a8a4e2ce41 HTTP/1.1" status: 200 len: 945 time: 0.1740344 Oct 20 11:27:51.743298 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-41a0a978-9e07-4a34-bfef-0c75595b3c06 req-bfc75f1a-5092-4928-975c-82a8069f39ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:51.809609 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-41a0a978-9e07-4a34-bfef-0c75595b3c06 req-bfc75f1a-5092-4928-975c-82a8069f39ab service neutron] Transition to ACTIVE for port object faa7c928-8b1c-4cd3-a281-babc2f14940d will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:27:51.818636 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1f7080c0-80e4-4a1d-86ab-420fc90abb16 req-3374f3f0-97d1-4bb0-92a9-f53b37efc75f tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685120 Oct 20 11:27:51.822392 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-41a0a978-9e07-4a34-bfef-0c75595b3c06 req-bfc75f1a-5092-4928-975c-82a8069f39ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:51.884529 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be6078f-ccbc-45de-8bfe-bc4a59e5910d x-openstack-request-id: req-5be6078f-ccbc-45de-8bfe-bc4a59e5910d {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:27:51.884842 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db4049cd-5d1e-452d-84fe-1423f3e965b6", "name": "network-vif-plugged", "status": "completed", "tag": "a2f21c01-e64a-4abc-9a84-ff74becfcd56", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:27:51.885085 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5be6078f-ccbc-45de-8bfe-bc4a59e5910d {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:27:51.885470 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db4049cd-5d1e-452d-84fe-1423f3e965b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f21c01-e64a-4abc-9a84-ff74becfcd56', 'code': 200} Oct 20 11:27:51.910293 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc75f1a-5092-4928-975c-82a8069f39ab service neutron] Pushing event updated for resources: {'Port': ['ID=faa7c928-8b1c-4cd3-a281-babc2f14940d,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:51.943303 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-eaa7e50d-88c9-449e-a21f-033df48dcf57 req-43d40f8f-b118-464d-a1ef-ebc44e05e215 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:51.956659 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['03b52a19-157e-491e-8490-21f0512d0286'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:27:52.059943 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a519a-1d47-49ef-988a-e3f698d70998 req-cf9ce47a-0c76-4735-b4de-e4084eaca6a2 tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:52.067700 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b34a519a-1d47-49ef-988a-e3f698d70998 req-cf9ce47a-0c76-4735-b4de-e4084eaca6a2 tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=4c2d42db-7f0e-4364-aea7-06ca55524d61 HTTP/1.1" status: 200 len: 1097 time: 0.1964185 Oct 20 11:27:52.152098 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-469d5838-94d6-4be0-a39e-27055b896c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:52.160774 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaa7e50d-88c9-449e-a21f-033df48dcf57 req-43d40f8f-b118-464d-a1ef-ebc44e05e215 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Network 09e5a906-63cf-4dde-b699-ab448fb18fb8 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:27:52.170656 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b34a519a-1d47-49ef-988a-e3f698d70998 req-4b74a414-91b1-4055-ab7f-5f62be740f8f tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017871 Oct 20 11:27:52.171858 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-41a0a978-9e07-4a34-bfef-0c75595b3c06 req-bfc75f1a-5092-4928-975c-82a8069f39ab service neutron] Attempting to bind port faa7c928-8b1c-4cd3-a281-babc2f14940d on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:27:52.172383 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-41a0a978-9e07-4a34-bfef-0c75595b3c06 req-bfc75f1a-5092-4928-975c-82a8069f39ab service neutron] Attempting to bind port faa7c928-8b1c-4cd3-a281-babc2f14940d by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': 'ba843d51-18ac-492f-b072-dcb49c698d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '899673ab-8e62-4651-b772-c8a12e790997'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:27:52.172859 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a0a978-9e07-4a34-bfef-0c75595b3c06 req-bfc75f1a-5092-4928-975c-82a8069f39ab service neutron] Attempting to bind port faa7c928-8b1c-4cd3-a281-babc2f14940d on network 899673ab-8e62-4651-b772-c8a12e790997 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:27:52.190299 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d40f8f-b118-464d-a1ef-ebc44e05e215 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Pushing event updated for resources: {'Port': ['ID=794a2b17-e0c9-4a4b-b461-29dc8c9d6748,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:52.193978 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-eaa7e50d-88c9-449e-a21f-033df48dcf57 req-43d40f8f-b118-464d-a1ef-ebc44e05e215 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:27:52.196128 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaa7e50d-88c9-449e-a21f-033df48dcf57 req-43d40f8f-b118-464d-a1ef-ebc44e05e215 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:27:52.202147 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7e50d-88c9-449e-a21f-033df48dcf57 req-43d40f8f-b118-464d-a1ef-ebc44e05e215 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:52.202751 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-eaa7e50d-88c9-449e-a21f-033df48dcf57 req-43d40f8f-b118-464d-a1ef-ebc44e05e215 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:52.221588 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a0a978-9e07-4a34-bfef-0c75595b3c06 req-bfc75f1a-5092-4928-975c-82a8069f39ab service neutron] Port faa7c928-8b1c-4cd3-a281-babc2f14940d on network 899673ab-8e62-4651-b772-c8a12e790997 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:27:52.221918 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a0a978-9e07-4a34-bfef-0c75595b3c06 req-bfc75f1a-5092-4928-975c-82a8069f39ab service neutron] Attempting to bind port faa7c928-8b1c-4cd3-a281-babc2f14940d on network 899673ab-8e62-4651-b772-c8a12e790997 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:27:52.231813 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a0a978-9e07-4a34-bfef-0c75595b3c06 req-bfc75f1a-5092-4928-975c-82a8069f39ab service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:27:52.232193 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a0a978-9e07-4a34-bfef-0c75595b3c06 req-bfc75f1a-5092-4928-975c-82a8069f39ab service neutron] Checking segment: {'id': 'ba843d51-18ac-492f-b072-dcb49c698d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '899673ab-8e62-4651-b772-c8a12e790997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:27:52.233538 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a0a978-9e07-4a34-bfef-0c75595b3c06 req-bfc75f1a-5092-4928-975c-82a8069f39ab service neutron] Bound using segment: {'id': 'ba843d51-18ac-492f-b072-dcb49c698d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '899673ab-8e62-4651-b772-c8a12e790997'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:27:52.234270 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-41a0a978-9e07-4a34-bfef-0c75595b3c06 req-bfc75f1a-5092-4928-975c-82a8069f39ab service neutron] Bound port: faa7c928-8b1c-4cd3-a281-babc2f14940d, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba843d51-18ac-492f-b072-dcb49c698d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '899673ab-8e62-4651-b772-c8a12e790997'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:27:52.234679 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-41a0a978-9e07-4a34-bfef-0c75595b3c06 req-bfc75f1a-5092-4928-975c-82a8069f39ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:52.250727 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243834cb-f050-4b93-bafb-4053f22a86c3 req-5c8c75da-1d9a-4be9-9ec6-5ce79eaa8ae6 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:52.254148 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-243834cb-f050-4b93-bafb-4053f22a86c3 req-5c8c75da-1d9a-4be9-9ec6-5ce79eaa8ae6 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 950 time: 0.2000012 Oct 20 11:27:52.270143 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eaa7e50d-88c9-449e-a21f-033df48dcf57 req-43d40f8f-b118-464d-a1ef-ebc44e05e215 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5130827 Oct 20 11:27:52.291113 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-eaa7e50d-88c9-449e-a21f-033df48dcf57 req-aedc7151-d11e-4771-90b7-446a16719543 service neutron] Request body: {'port': {'device_id': 'a6a5584c-9a82-4942-afe3-83c4f333d03d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:27:52.390276 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-41a0a978-9e07-4a34-bfef-0c75595b3c06 req-bfc75f1a-5092-4928-975c-82a8069f39ab service neutron] For port faa7c928-8b1c-4cd3-a281-babc2f14940d, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:27:52.393939 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-41a0a978-9e07-4a34-bfef-0c75595b3c06 req-bfc75f1a-5092-4928-975c-82a8069f39ab service neutron] For port faa7c928-8b1c-4cd3-a281-babc2f14940d, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=faa7c928-8b1c-4cd3-a281-babc2f14940d,segment=NetworkSegment(ba843d51-18ac-492f-b072-dcb49c698d12),segment_id=ba843d51-18ac-492f-b072-dcb49c698d12)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:27:52.410435 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-41a0a978-9e07-4a34-bfef-0c75595b3c06 req-bfc75f1a-5092-4928-975c-82a8069f39ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:52.495447 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-243834cb-f050-4b93-bafb-4053f22a86c3 req-53a9afa0-5d96-4aa2-ad30-4755906424d4 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212057 Oct 20 11:27:52.502879 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0a978-9e07-4a34-bfef-0c75595b3c06 req-bfc75f1a-5092-4928-975c-82a8069f39ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:52.503673 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-41a0a978-9e07-4a34-bfef-0c75595b3c06 req-bfc75f1a-5092-4928-975c-82a8069f39ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:52.505314 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41a0a978-9e07-4a34-bfef-0c75595b3c06 req-bfc75f1a-5092-4928-975c-82a8069f39ab service neutron] 10.222.0.11 "PUT /v2.0/ports/faa7c928-8b1c-4cd3-a281-babc2f14940d HTTP/1.1" status: 200 len: 1091 time: 1.9559124 Oct 20 11:27:52.550471 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf94d2ac-dd33-4a3a-960d-51316a5661f2', 'tag': 'faa7c928-8b1c-4cd3-a281-babc2f14940d'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:27:52.553818 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f3cb90-9fe0-4683-9bfb-3e8a0f55671d" -d '{"events": [{"name": "network-changed", "server_uuid": "bf94d2ac-dd33-4a3a-960d-51316a5661f2", "tag": "faa7c928-8b1c-4cd3-a281-babc2f14940d"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:27:52.564681 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2673ed55-31ad-422a-b362-86bfd4098735 req-24610c55-3fce-499c-979f-8c8cf4bbb145 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=4b173b35dd00423795d2e29ae132dc78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1469598 Oct 20 11:27:52.566506 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc75f1a-5092-4928-975c-82a8069f39ab service neutron] Pushing event updated for resources: {'Port': ['ID=faa7c928-8b1c-4cd3-a281-babc2f14940d,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:52.569993 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-eaa7e50d-88c9-449e-a21f-033df48dcf57 req-aedc7151-d11e-4771-90b7-446a16719543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:52.595635 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-b5f98591-83c1-4ce3-992b-1cb12a209a43 None None] Provisioning complete for port 794a2b17-e0c9-4a4b-b461-29dc8c9d6748 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:27:52.596576 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b5f98591-83c1-4ce3-992b-1cb12a209a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:52.644070 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-b5f98591-83c1-4ce3-992b-1cb12a209a43 None None] Port 794a2b17-e0c9-4a4b-b461-29dc8c9d6748 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:27:52.790660 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0a978-9e07-4a34-bfef-0c75595b3c06 req-ce6329de-bd0c-4b78-b9df-636fdeaefc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:52.792195 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41a0a978-9e07-4a34-bfef-0c75595b3c06 req-ce6329de-bd0c-4b78-b9df-636fdeaefc95 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d38afe8278fd4e3db0fda1c5f6f7e7f5&device_id=bf94d2ac-dd33-4a3a-960d-51316a5661f2 HTTP/1.1" status: 200 len: 1094 time: 0.2187881 Oct 20 11:27:52.807299 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a006fb-5848-4404-a358-ee3e6ed48beb req-846e4fc0-8f80-4897-8dfb-707976b60014 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:52.808901 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-66a006fb-5848-4404-a358-ee3e6ed48beb req-846e4fc0-8f80-4897-8dfb-707976b60014 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/ports?device_id=a6a5584c-9a82-4942-afe3-83c4f333d03d HTTP/1.1" status: 200 len: 936 time: 0.2342567 Oct 20 11:27:52.929066 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673ed55-31ad-422a-b362-86bfd4098735 req-705a43d1-7881-4bc2-9465-2bd773be965e tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:52.931466 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2673ed55-31ad-422a-b362-86bfd4098735 req-705a43d1-7881-4bc2-9465-2bd773be965e tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3650923 Oct 20 11:27:52.936639 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41a0a978-9e07-4a34-bfef-0c75595b3c06 req-5ca7f72d-6922-48a4-b368-f9e49fe96447 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=faa7c928-8b1c-4cd3-a281-babc2f14940d HTTP/1.1" status: 200 len: 217 time: 0.1262696 Oct 20 11:27:52.955303 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:53.033404 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2673ed55-31ad-422a-b362-86bfd4098735 req-804d701b-9116-41dc-9947-215fc5c6b6c9 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/quotas/4b173b35dd00423795d2e29ae132dc78 HTTP/1.1" status: 200 len: 375 time: 0.0805480 Oct 20 11:27:53.047132 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-66a006fb-5848-4404-a358-ee3e6ed48beb req-ac30475a-9d3f-4e76-a12e-534ab7689b9b tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/security-groups?id=671c7ab4-02a2-46aa-9adf-d5460b3dd2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251477 Oct 20 11:27:53.107071 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:53.133874 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0a978-9e07-4a34-bfef-0c75595b3c06 req-44bb1e57-d313-4c2f-9f58-b84ad0f6cf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:53.135363 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41a0a978-9e07-4a34-bfef-0c75595b3c06 req-44bb1e57-d313-4c2f-9f58-b84ad0f6cf96 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=aac54544-8ac1-4e04-a94d-f9c6d3bc8d37 HTTP/1.1" status: 200 len: 845 time: 0.1864510 Oct 20 11:27:53.191812 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41a0a978-9e07-4a34-bfef-0c75595b3c06 req-c9d47225-9ed2-495b-be0c-7b45f7dd6f21 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=899673ab-8e62-4651-b772-c8a12e790997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429964 Oct 20 11:27:53.267119 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2673ed55-31ad-422a-b362-86bfd4098735 req-3855d2f8-8cfc-49ec-bc5d-9405d8a06db9 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=4b173b35dd00423795d2e29ae132dc78&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2159128 Oct 20 11:27:53.367547 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-eaa7e50d-88c9-449e-a21f-033df48dcf57 req-aedc7151-d11e-4771-90b7-446a16719543 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 794a2b17-e0c9-4a4b-b461-29dc8c9d6748 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:27:53.376655 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-eaa7e50d-88c9-449e-a21f-033df48dcf57 req-aedc7151-d11e-4771-90b7-446a16719543 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:53.388659 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41a0a978-9e07-4a34-bfef-0c75595b3c06 req-dd0f4a14-40fe-4f50-925b-28b8f1b72efc service neutron] 10.222.0.11 "GET /v2.0/networks/899673ab-8e62-4651-b772-c8a12e790997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787536 Oct 20 11:27:53.394323 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-eaa7e50d-88c9-449e-a21f-033df48dcf57 req-aedc7151-d11e-4771-90b7-446a16719543 service neutron] Transition to ACTIVE for port object 794a2b17-e0c9-4a4b-b461-29dc8c9d6748 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:27:53.408676 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-eaa7e50d-88c9-449e-a21f-033df48dcf57 req-aedc7151-d11e-4771-90b7-446a16719543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:53.521565 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41a0a978-9e07-4a34-bfef-0c75595b3c06 req-1dd42f2e-45d5-4800-84e2-71b67dc46f48 service neutron] 10.222.0.11 "GET /v2.0/networks/899673ab-8e62-4651-b772-c8a12e790997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237259 Oct 20 11:27:53.641240 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedc7151-d11e-4771-90b7-446a16719543 service neutron] Pushing event updated for resources: {'Port': ['ID=794a2b17-e0c9-4a4b-b461-29dc8c9d6748,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:53.698396 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597bfde6-fa11-46e8-95e0-a65cab1b4101 req-197e988a-161d-4f61-ab8d-95f7801266ac tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:53.699975 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-597bfde6-fa11-46e8-95e0-a65cab1b4101 req-197e988a-161d-4f61-ab8d-95f7801266ac tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf94d2ac-dd33-4a3a-960d-51316a5661f2 HTTP/1.1" status: 200 len: 943 time: 0.1774969 Oct 20 11:27:53.700768 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-eaa7e50d-88c9-449e-a21f-033df48dcf57 req-aedc7151-d11e-4771-90b7-446a16719543 service neutron] Attempting to bind port 794a2b17-e0c9-4a4b-b461-29dc8c9d6748 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:27:53.701100 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-eaa7e50d-88c9-449e-a21f-033df48dcf57 req-aedc7151-d11e-4771-90b7-446a16719543 service neutron] Attempting to bind port 794a2b17-e0c9-4a4b-b461-29dc8c9d6748 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:27:53.701604 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa7e50d-88c9-449e-a21f-033df48dcf57 req-aedc7151-d11e-4771-90b7-446a16719543 service neutron] Attempting to bind port 794a2b17-e0c9-4a4b-b461-29dc8c9d6748 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:27:53.706773 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa7e50d-88c9-449e-a21f-033df48dcf57 req-aedc7151-d11e-4771-90b7-446a16719543 service neutron] Port 794a2b17-e0c9-4a4b-b461-29dc8c9d6748 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:27:53.707128 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa7e50d-88c9-449e-a21f-033df48dcf57 req-aedc7151-d11e-4771-90b7-446a16719543 service neutron] Attempting to bind port 794a2b17-e0c9-4a4b-b461-29dc8c9d6748 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:27:54.057749 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa7e50d-88c9-449e-a21f-033df48dcf57 req-aedc7151-d11e-4771-90b7-446a16719543 service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:27:54.058382 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa7e50d-88c9-449e-a21f-033df48dcf57 req-aedc7151-d11e-4771-90b7-446a16719543 service neutron] Checking segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:27:54.058472 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa7e50d-88c9-449e-a21f-033df48dcf57 req-aedc7151-d11e-4771-90b7-446a16719543 service neutron] Bound using segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:27:54.058955 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-eaa7e50d-88c9-449e-a21f-033df48dcf57 req-aedc7151-d11e-4771-90b7-446a16719543 service neutron] Bound port: 794a2b17-e0c9-4a4b-b461-29dc8c9d6748, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:27:54.059305 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-eaa7e50d-88c9-449e-a21f-033df48dcf57 req-aedc7151-d11e-4771-90b7-446a16719543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:54.117080 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-597bfde6-fa11-46e8-95e0-a65cab1b4101 req-809db007-0edd-406b-9ff1-1d3f299824d9 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4066968 Oct 20 11:27:54.158653 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-eaa7e50d-88c9-449e-a21f-033df48dcf57 req-aedc7151-d11e-4771-90b7-446a16719543 service neutron] For port 794a2b17-e0c9-4a4b-b461-29dc8c9d6748, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:27:54.169065 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-eaa7e50d-88c9-449e-a21f-033df48dcf57 req-aedc7151-d11e-4771-90b7-446a16719543 service neutron] For port 794a2b17-e0c9-4a4b-b461-29dc8c9d6748, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=794a2b17-e0c9-4a4b-b461-29dc8c9d6748,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:27:54.177008 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-eaa7e50d-88c9-449e-a21f-033df48dcf57 req-aedc7151-d11e-4771-90b7-446a16719543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:54.230549 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e701bce-5fad-43d9-b4bc-3a5d9c2a45e0 x-openstack-request-id: req-2e701bce-5fad-43d9-b4bc-3a5d9c2a45e0 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:27:54.230859 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf94d2ac-dd33-4a3a-960d-51316a5661f2", "tag": "faa7c928-8b1c-4cd3-a281-babc2f14940d", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:27:54.231141 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2e701bce-5fad-43d9-b4bc-3a5d9c2a45e0 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:27:54.231486 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf94d2ac-dd33-4a3a-960d-51316a5661f2', 'tag': 'faa7c928-8b1c-4cd3-a281-babc2f14940d', 'status': 'completed', 'code': 200} Oct 20 11:27:54.259827 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedc7151-d11e-4771-90b7-446a16719543 service neutron] Pushing event updated for resources: {'Port': ['ID=794a2b17-e0c9-4a4b-b461-29dc8c9d6748,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:54.279805 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7e50d-88c9-449e-a21f-033df48dcf57 req-aedc7151-d11e-4771-90b7-446a16719543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:54.280492 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-eaa7e50d-88c9-449e-a21f-033df48dcf57 req-aedc7151-d11e-4771-90b7-446a16719543 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:54.283041 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eaa7e50d-88c9-449e-a21f-033df48dcf57 req-aedc7151-d11e-4771-90b7-446a16719543 service neutron] 10.222.0.11 "PUT /v2.0/ports/794a2b17-e0c9-4a4b-b461-29dc8c9d6748 HTTP/1.1" status: 200 len: 1096 time: 1.9962783 Oct 20 11:27:54.473486 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3cb90-9fe0-4683-9bfb-3e8a0f55671d req-956f8841-2da6-4925-ab30-88a9e611a82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:54.475329 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-37f3cb90-9fe0-4683-9bfb-3e8a0f55671d req-956f8841-2da6-4925-ab30-88a9e611a82b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d38afe8278fd4e3db0fda1c5f6f7e7f5&device_id=bf94d2ac-dd33-4a3a-960d-51316a5661f2 HTTP/1.1" status: 200 len: 1094 time: 0.1913230 Oct 20 11:27:54.487372 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7e50d-88c9-449e-a21f-033df48dcf57 req-cac3e54f-c14d-48cb-9d75-783bdf806e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:54.489156 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eaa7e50d-88c9-449e-a21f-033df48dcf57 req-cac3e54f-c14d-48cb-9d75-783bdf806e9b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=16c1f19d218e4f418ab1b52ea7b7f78e&device_id=a6a5584c-9a82-4942-afe3-83c4f333d03d HTTP/1.1" status: 200 len: 1099 time: 0.1184535 Oct 20 11:27:54.497662 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b043c-ff93-4091-81cb-f6fb2d73a6cc req-bcb8302e-701d-470d-9aef-05430a6895fb tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:54.499453 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-be6b043c-ff93-4091-81cb-f6fb2d73a6cc req-bcb8302e-701d-470d-9aef-05430a6895fb tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=7fa7ad38-b831-4488-91dc-f1a8a4e2ce41 HTTP/1.1" status: 200 len: 945 time: 0.1922517 Oct 20 11:27:54.515953 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-fc58a140-f72a-443d-a51f-45ce96ca795d tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:27:54.517381 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-fc58a140-f72a-443d-a51f-45ce96ca795d tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0076368 Oct 20 11:27:54.567640 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-cee5d3fe-d356-4f20-adbf-8eb7cf7bdadb tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:54.575128 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-cee5d3fe-d356-4f20-adbf-8eb7cf7bdadb tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] 10.222.0.98 "GET /v2.0/ports/27a6d02b-305f-480d-bb45-21dbff7f08c2 HTTP/1.1" status: 200 len: 1094 time: 0.0482757 Oct 20 11:27:54.583844 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-2fc5643d-decf-4737-950a-b9cb91b9226d service neutron] Request body: {'binding': {'host': 'n-h1-814735-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:27:54.584761 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-2fc5643d-decf-4737-950a-b9cb91b9226d service neutron] Unknown quota resources ['binding']. {{(pid=100646) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 20 11:27:54.622522 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eaa7e50d-88c9-449e-a21f-033df48dcf57 req-c365e6a8-bd25-4192-9f78-a0d4cdb5309b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=794a2b17-e0c9-4a4b-b461-29dc8c9d6748 HTTP/1.1" status: 200 len: 217 time: 0.1116526 Oct 20 11:27:54.717919 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-be6b043c-ff93-4091-81cb-f6fb2d73a6cc req-a5d837c7-02c3-48b6-bb91-4945f22a28b4 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003732 Oct 20 11:27:54.761083 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:54.773413 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3cb90-9fe0-4683-9bfb-3e8a0f55671d req-91a2e192-b520-46bf-b735-b2779e50d6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:54.780583 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-37f3cb90-9fe0-4683-9bfb-3e8a0f55671d req-91a2e192-b520-46bf-b735-b2779e50d6a3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=899673ab-8e62-4651-b772-c8a12e790997 HTTP/1.1" status: 200 len: 907 time: 0.2801373 Oct 20 11:27:54.805930 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-2fc5643d-decf-4737-950a-b9cb91b9226d service neutron] Attempting to bind port 27a6d02b-305f-480d-bb45-21dbff7f08c2 on host n-h1-814735-3 for vnic_type normal with profile None {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:27:54.806263 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-2fc5643d-decf-4737-950a-b9cb91b9226d service neutron] Attempting to bind port 27a6d02b-305f-480d-bb45-21dbff7f08c2 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': 'ec1b6256-95be-479c-9695-b6dae13546d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:27:54.806940 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-2fc5643d-decf-4737-950a-b9cb91b9226d service neutron] Attempting to bind port 27a6d02b-305f-480d-bb45-21dbff7f08c2 on network 60a88ebb-4b56-43bd-98ec-2f75530b8b0e {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:27:54.811871 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-2fc5643d-decf-4737-950a-b9cb91b9226d service neutron] Port 27a6d02b-305f-480d-bb45-21dbff7f08c2 on network 60a88ebb-4b56-43bd-98ec-2f75530b8b0e not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:27:54.812399 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-2fc5643d-decf-4737-950a-b9cb91b9226d service neutron] Attempting to bind port 27a6d02b-305f-480d-bb45-21dbff7f08c2 on network 60a88ebb-4b56-43bd-98ec-2f75530b8b0e {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:27:54.823558 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-2fc5643d-decf-4737-950a-b9cb91b9226d service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:27:54.824099 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-2fc5643d-decf-4737-950a-b9cb91b9226d service neutron] Checking segment: {'id': 'ec1b6256-95be-479c-9695-b6dae13546d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:27:54.824643 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-2fc5643d-decf-4737-950a-b9cb91b9226d service neutron] Bound using segment: {'id': 'ec1b6256-95be-479c-9695-b6dae13546d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:27:54.825226 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-2fc5643d-decf-4737-950a-b9cb91b9226d service neutron] Bound port: 27a6d02b-305f-480d-bb45-21dbff7f08c2, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec1b6256-95be-479c-9695-b6dae13546d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:27:54.831119 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7e50d-88c9-449e-a21f-033df48dcf57 req-a0cb312c-7933-451e-a6eb-5528f66ef619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:54.833621 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eaa7e50d-88c9-449e-a21f-033df48dcf57 req-a0cb312c-7933-451e-a6eb-5528f66ef619 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.1810567 Oct 20 11:27:54.882887 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-37f3cb90-9fe0-4683-9bfb-3e8a0f55671d req-ed33e67a-887e-4605-afd5-cbb893c553ab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=faa7c928-8b1c-4cd3-a281-babc2f14940d HTTP/1.1" status: 200 len: 217 time: 0.0802701 Oct 20 11:27:54.903778 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-2fc5643d-decf-4737-950a-b9cb91b9226d service neutron] For port 27a6d02b-305f-480d-bb45-21dbff7f08c2, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=27a6d02b-305f-480d-bb45-21dbff7f08c2,segment=NetworkSegment(ec1b6256-95be-479c-9695-b6dae13546d3),segment_id=ec1b6256-95be-479c-9695-b6dae13546d3)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:27:54.917751 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-2fc5643d-decf-4737-950a-b9cb91b9226d service neutron] Publish callbacks [] for binding, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:54.927449 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-2fc5643d-decf-4737-950a-b9cb91b9226d service neutron] 10.222.0.98 "POST /v2.0/ports/27a6d02b-305f-480d-bb45-21dbff7f08c2/bindings HTTP/1.1" status: 201 len: 389 time: 0.3470089 Oct 20 11:27:55.005943 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3cb90-9fe0-4683-9bfb-3e8a0f55671d req-cc7e6780-2fe2-466a-b0eb-a44a335ebeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:55.007796 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-37f3cb90-9fe0-4683-9bfb-3e8a0f55671d req-cc7e6780-2fe2-466a-b0eb-a44a335ebeb1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=aac54544-8ac1-4e04-a94d-f9c6d3bc8d37 HTTP/1.1" status: 200 len: 845 time: 0.0927317 Oct 20 11:27:55.083028 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-37f3cb90-9fe0-4683-9bfb-3e8a0f55671d req-bd1378e2-0a6e-4e52-b07a-557286ef0bc9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=899673ab-8e62-4651-b772-c8a12e790997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588429 Oct 20 11:27:55.098130 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a3c5183c-7a7c-4907-97d4-72538ae8479c req-90addb1e-ed61-4d57-ba10-9e4a31588821 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a02dcac-8905-4af9-9d0c-172f3966de22 HTTP/1.1" status: 200 len: 210 time: 0.1772294 Oct 20 11:27:55.114565 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2673ed55-31ad-422a-b362-86bfd4098735 req-f879ef16-317b-4966-993d-20f980c9326c tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=4b173b35dd00423795d2e29ae132dc78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1030076 Oct 20 11:27:55.205797 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7e50d-88c9-449e-a21f-033df48dcf57 req-e6a79666-535d-43b9-b1b8-2b7e36afd409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:55.207289 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eaa7e50d-88c9-449e-a21f-033df48dcf57 req-e6a79666-535d-43b9-b1b8-2b7e36afd409 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3346379 Oct 20 11:27:55.410040 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c5537-da25-481b-91c3-9ddd6e903579 req-2e3e6075-9add-4363-9a36-e4e2e5232f71 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:55.411821 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e20c5537-da25-481b-91c3-9ddd6e903579 req-2e3e6075-9add-4363-9a36-e4e2e5232f71 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 950 time: 0.3267896 Oct 20 11:27:55.440814 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f29de-2592-42f6-8731-8745512bb87b req-c1f2c97b-d894-4a33-b22e-0e44bef04d6e tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:55.442224 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b69f29de-2592-42f6-8731-8745512bb87b req-c1f2c97b-d894-4a33-b22e-0e44bef04d6e tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/ports?device_id=a6a5584c-9a82-4942-afe3-83c4f333d03d HTTP/1.1" status: 200 len: 948 time: 0.2752855 Oct 20 11:27:55.464548 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-37f3cb90-9fe0-4683-9bfb-3e8a0f55671d req-0c4a7e36-6cad-4713-be95-b6642b7a81d6 service neutron] 10.222.0.11 "GET /v2.0/networks/899673ab-8e62-4651-b772-c8a12e790997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643513 Oct 20 11:27:55.504659 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673ed55-31ad-422a-b362-86bfd4098735 req-15cd787c-8772-49a0-8be9-8ab6d0711757 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:55.506193 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2673ed55-31ad-422a-b362-86bfd4098735 req-15cd787c-8772-49a0-8be9-8ab6d0711757 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3426182 Oct 20 11:27:55.537027 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-2673ed55-31ad-422a-b362-86bfd4098735 req-61967782-d3eb-478d-bd08-c03b74d5a524 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Request body: {'port': {'device_id': '2a02dcac-8905-4af9-9d0c-172f3966de22', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'admin_state_up': True, 'tenant_id': '4b173b35dd00423795d2e29ae132dc78'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:27:55.569781 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eaa7e50d-88c9-449e-a21f-033df48dcf57 req-2745cc6e-159d-4444-826a-2846dc47b388 service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354337 Oct 20 11:27:55.656480 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e20c5537-da25-481b-91c3-9ddd6e903579 req-1685e856-4a62-421d-9673-539632840716 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342279 Oct 20 11:27:55.694138 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b69f29de-2592-42f6-8731-8745512bb87b req-5e88abb7-04f5-4ca3-9a9e-9506daa7d7e4 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/security-groups?id=671c7ab4-02a2-46aa-9adf-d5460b3dd2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335522 Oct 20 11:27:55.806587 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-37f3cb90-9fe0-4683-9bfb-3e8a0f55671d req-d1723ade-d7b7-4739-9562-c2947dd1671a service neutron] 10.222.0.11 "GET /v2.0/networks/899673ab-8e62-4651-b772-c8a12e790997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200994 Oct 20 11:27:55.882414 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eaa7e50d-88c9-449e-a21f-033df48dcf57 req-6279b209-d5ef-49ba-aae9-f47cf2ac1b34 service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959559 Oct 20 11:27:55.910973 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2673ed55-31ad-422a-b362-86bfd4098735 req-61967782-d3eb-478d-bd08-c03b74d5a524 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Made reservation on behalf of 4b173b35dd00423795d2e29ae132dc78 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:27:55.914803 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2673ed55-31ad-422a-b362-86bfd4098735 req-61967782-d3eb-478d-bd08-c03b74d5a524 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:55.925236 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4000278a-31d6-4153-83d4-d161eb3b9b2c req-cb310d9a-2af0-4464-8ece-3235f76cb3d1 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:55.926774 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4000278a-31d6-4153-83d4-d161eb3b9b2c req-cb310d9a-2af0-4464-8ece-3235f76cb3d1 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c2d42db-7f0e-4364-aea7-06ca55524d61 HTTP/1.1" status: 200 len: 946 time: 0.1445892 Oct 20 11:27:55.948057 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcbc25d-8daa-4932-8cf2-9ebbb035ec3b req-992ec6b1-ff49-4f85-aa27-9817aa2a371a tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:55.951998 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4fcbc25d-8daa-4932-8cf2-9ebbb035ec3b req-992ec6b1-ff49-4f85-aa27-9817aa2a371a tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf94d2ac-dd33-4a3a-960d-51316a5661f2 HTTP/1.1" status: 200 len: 943 time: 0.1164095 Oct 20 11:27:56.078979 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4000278a-31d6-4153-83d4-d161eb3b9b2c req-47241e15-5af6-42a2-838f-29b8cfefb1b8 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384740 Oct 20 11:27:56.094215 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4fcbc25d-8daa-4932-8cf2-9ebbb035ec3b req-5b01f151-ff1f-4ae3-a2e8-179676a9e903 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332936 Oct 20 11:27:56.233546 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a5584c-9a82-4942-afe3-83c4f333d03d', 'tag': '794a2b17-e0c9-4a4b-b461-29dc8c9d6748'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:27:56.235884 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18bcd08-d9b7-4028-a572-be9e4d444cde" -d '{"events": [{"name": "network-changed", "server_uuid": "a6a5584c-9a82-4942-afe3-83c4f333d03d", "tag": "794a2b17-e0c9-4a4b-b461-29dc8c9d6748"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:27:56.251030 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-2673ed55-31ad-422a-b362-86bfd4098735 req-61967782-d3eb-478d-bd08-c03b74d5a524 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Allocated IP 192.168.233.103 (09e5a906-63cf-4dde-b699-ab448fb18fb8/94289c8c-e5f7-4e30-b6a9-5b268a8fd610/9fc54b5a-545e-440d-8e56-06e6c4ed6dda) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:27:56.297323 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d1f79-3d8e-4725-8341-291acbf391ec req-03933210-f671-4f28-8ff8-326cd62e2a53 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:56.298879 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e03d1f79-3d8e-4725-8341-291acbf391ec req-03933210-f671-4f28-8ff8-326cd62e2a53 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=7fa7ad38-b831-4488-91dc-f1a8a4e2ce41 HTTP/1.1" status: 200 len: 945 time: 0.0980296 Oct 20 11:27:56.380433 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8c8e11c6-dab3-493f-bcb0-5e9563fe7f99 req-791eca00-d42f-4a2e-bca5-f9fb59b86c25 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a02dcac-8905-4af9-9d0c-172f3966de22 HTTP/1.1" status: 200 len: 210 time: 0.0528836 Oct 20 11:27:56.435370 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5242c536-c260-43f2-a5eb-0d180d6b677b x-openstack-request-id: req-5242c536-c260-43f2-a5eb-0d180d6b677b {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:27:56.435778 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6a5584c-9a82-4942-afe3-83c4f333d03d", "tag": "794a2b17-e0c9-4a4b-b461-29dc8c9d6748", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:27:56.435961 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5242c536-c260-43f2-a5eb-0d180d6b677b {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:27:56.436305 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6a5584c-9a82-4942-afe3-83c4f333d03d', 'tag': '794a2b17-e0c9-4a4b-b461-29dc8c9d6748', 'status': 'completed', 'code': 200} Oct 20 11:27:56.463379 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e03d1f79-3d8e-4725-8341-291acbf391ec req-93355157-fea7-4a65-ad6b-ace70cd78a67 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522248 Oct 20 11:27:56.534908 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2673ed55-31ad-422a-b362-86bfd4098735 req-61967782-d3eb-478d-bd08-c03b74d5a524 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:56.550172 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18bcd08-d9b7-4028-a572-be9e4d444cde req-ff38d05e-3e22-424a-a1fc-7a844ab5384c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:56.551714 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d18bcd08-d9b7-4028-a572-be9e4d444cde req-ff38d05e-3e22-424a-a1fc-7a844ab5384c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=16c1f19d218e4f418ab1b52ea7b7f78e&device_id=a6a5584c-9a82-4942-afe3-83c4f333d03d HTTP/1.1" status: 200 len: 1099 time: 0.0691381 Oct 20 11:27:56.641696 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2673ed55-31ad-422a-b362-86bfd4098735 req-61967782-d3eb-478d-bd08-c03b74d5a524 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:56.658201 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['a2f21c01-e64a-4abc-9a84-ff74becfcd56'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:27:56.725186 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2673ed55-31ad-422a-b362-86bfd4098735 req-61967782-d3eb-478d-bd08-c03b74d5a524 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Network 09e5a906-63cf-4dde-b699-ab448fb18fb8 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:27:56.731456 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-2673ed55-31ad-422a-b362-86bfd4098735 req-61967782-d3eb-478d-bd08-c03b74d5a524 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:27:56.747755 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18bcd08-d9b7-4028-a572-be9e4d444cde req-5894be89-89f6-4c6b-bb82-f1f2b6a0b1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:56.749650 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d18bcd08-d9b7-4028-a572-be9e4d444cde req-5894be89-89f6-4c6b-bb82-f1f2b6a0b1d1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 0.1880748 Oct 20 11:27:56.750678 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61967782-d3eb-478d-bd08-c03b74d5a524 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Pushing event updated for resources: {'Port': ['ID=9fc54b5a-545e-440d-8e56-06e6c4ed6dda,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:56.755297 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-2673ed55-31ad-422a-b362-86bfd4098735 req-61967782-d3eb-478d-bd08-c03b74d5a524 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:27:56.761390 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673ed55-31ad-422a-b362-86bfd4098735 req-61967782-d3eb-478d-bd08-c03b74d5a524 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:56.762163 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2673ed55-31ad-422a-b362-86bfd4098735 req-61967782-d3eb-478d-bd08-c03b74d5a524 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:56.828681 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d18bcd08-d9b7-4028-a572-be9e4d444cde req-bbeed9bd-d17e-4240-8ca6-12d6b456b8f1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=794a2b17-e0c9-4a4b-b461-29dc8c9d6748 HTTP/1.1" status: 200 len: 217 time: 0.0613854 Oct 20 11:27:56.893249 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2673ed55-31ad-422a-b362-86bfd4098735 req-61967782-d3eb-478d-bd08-c03b74d5a524 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3648431 Oct 20 11:27:56.951076 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-2673ed55-31ad-422a-b362-86bfd4098735 req-bbaa8191-30a8-4372-a491-415660cee4c0 service neutron] Request body: {'port': {'device_id': '2a02dcac-8905-4af9-9d0c-172f3966de22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:27:56.980231 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d3c90-1069-4331-863d-14ccbc49373c req-0ca0edf4-e56a-4bac-a30e-ad629a16e742 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:56.981915 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ec2d3c90-1069-4331-863d-14ccbc49373c req-0ca0edf4-e56a-4bac-a30e-ad629a16e742 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 950 time: 0.2283366 Oct 20 11:27:56.986292 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18bcd08-d9b7-4028-a572-be9e4d444cde req-fd783b43-8b78-495c-a5c8-ea58eb207562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:56.992370 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d18bcd08-d9b7-4028-a572-be9e4d444cde req-fd783b43-8b78-495c-a5c8-ea58eb207562 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.1443708 Oct 20 11:27:57.105940 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198017cd-97d0-4c39-8ad6-87c52692fa97 req-0c5d653c-f0a7-4f03-9210-7ca16a6083fa tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:57.107399 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-198017cd-97d0-4c39-8ad6-87c52692fa97 req-0c5d653c-f0a7-4f03-9210-7ca16a6083fa tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/ports?device_id=a6a5584c-9a82-4942-afe3-83c4f333d03d HTTP/1.1" status: 200 len: 948 time: 0.2222612 Oct 20 11:27:57.127806 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-03f41695-0358-465f-b1bc-e422fb2725f3 None None] Provisioning complete for port 9fc54b5a-545e-440d-8e56-06e6c4ed6dda triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:27:57.128550 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-03f41695-0358-465f-b1bc-e422fb2725f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:57.150147 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2673ed55-31ad-422a-b362-86bfd4098735 req-bbaa8191-30a8-4372-a491-415660cee4c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:57.154289 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ec2d3c90-1069-4331-863d-14ccbc49373c req-f5455010-bf79-4928-9d1c-94efb6d8336f tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524210 Oct 20 11:27:57.172679 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18bcd08-d9b7-4028-a572-be9e4d444cde req-e5ae19d6-0eec-42f7-a697-16175eabd722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:57.173198 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-03f41695-0358-465f-b1bc-e422fb2725f3 None None] Port 9fc54b5a-545e-440d-8e56-06e6c4ed6dda cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:27:57.174205 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d18bcd08-d9b7-4028-a572-be9e4d444cde req-e5ae19d6-0eec-42f7-a697-16175eabd722 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1669636 Oct 20 11:27:57.178887 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device faa7c928-8b1c-4cd3-a281-babc2f14940d details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:27:57.205599 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-198017cd-97d0-4c39-8ad6-87c52692fa97 req-0414aa0a-0bc0-44ad-8440-d12d8339491f tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/security-groups?id=671c7ab4-02a2-46aa-9adf-d5460b3dd2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720654 Oct 20 11:27:57.328164 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port faa7c928-8b1c-4cd3-a281-babc2f14940d, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=faa7c928-8b1c-4cd3-a281-babc2f14940d,segment=NetworkSegment(ba843d51-18ac-492f-b072-dcb49c698d12),segment_id=ba843d51-18ac-492f-b072-dcb49c698d12)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:57.341414 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': 'faa7c928-8b1c-4cd3-a281-babc2f14940d', 'network_id': '899673ab-8e62-4651-b772-c8a12e790997', 'port_id': 'faa7c928-8b1c-4cd3-a281-babc2f14940d', 'mac_address': 'fa:16:3e:64:0f:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aac54544-8ac1-4e04-a94d-f9c6d3bc8d37', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:27:57.393879 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:57.411581 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faa7c928-8b1c-4cd3-a281-babc2f14940d {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:27:57.433745 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port faa7c928-8b1c-4cd3-a281-babc2f14940d, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=faa7c928-8b1c-4cd3-a281-babc2f14940d,segment=NetworkSegment(ba843d51-18ac-492f-b072-dcb49c698d12),segment_id=ba843d51-18ac-492f-b072-dcb49c698d12)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:57.440097 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:57.497951 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=faa7c928-8b1c-4cd3-a281-babc2f14940d,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:57.724621 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d18bcd08-d9b7-4028-a572-be9e4d444cde req-540d165d-854e-4d51-ab4f-d63f6147025b service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5267379 Oct 20 11:27:57.745354 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77433efb-5f32-4254-83e5-276333884fb0 req-7b5e3fd1-1270-405f-81e9-16d822ec8ee6 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:57.746860 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-77433efb-5f32-4254-83e5-276333884fb0 req-7b5e3fd1-1270-405f-81e9-16d822ec8ee6 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf94d2ac-dd33-4a3a-960d-51316a5661f2 HTTP/1.1" status: 200 len: 944 time: 0.1803036 Oct 20 11:27:57.766787 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8727295-09bd-4196-b496-94d9c4be889e req-c5d246da-6699-4d4a-bea9-e22a77d10793 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:57.768225 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f8727295-09bd-4196-b496-94d9c4be889e req-c5d246da-6699-4d4a-bea9-e22a77d10793 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c2d42db-7f0e-4364-aea7-06ca55524d61 HTTP/1.1" status: 200 len: 946 time: 0.2043457 Oct 20 11:27:57.917139 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['faa7c928-8b1c-4cd3-a281-babc2f14940d'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:27:57.945004 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-77433efb-5f32-4254-83e5-276333884fb0 req-8ada9e98-819d-4eff-9b8b-af366b4f1d15 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728222 Oct 20 11:27:57.960339 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f8727295-09bd-4196-b496-94d9c4be889e req-3955b726-b2d4-4e4c-86df-9e738f9622b0 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672587 Oct 20 11:27:57.978391 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d18bcd08-d9b7-4028-a572-be9e4d444cde req-52e9d8ff-6f1c-4aea-a43a-2f3049881107 service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268193 Oct 20 11:27:58.075595 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ecaea-e886-4163-8821-0a75ac998039 req-8bed2dc6-d74d-497b-acb1-24adec740a3d tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:58.077520 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-793ecaea-e886-4163-8821-0a75ac998039 req-8bed2dc6-d74d-497b-acb1-24adec740a3d tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7fa7ad38-b831-4488-91dc-f1a8a4e2ce41&tenant_id=aa6715c00c6e4476951bf73e506ed201&binding%3Ahost_id=n-h2-814735-3 HTTP/1.1" status: 200 len: 1096 time: 0.0981810 Oct 20 11:27:58.090472 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-2673ed55-31ad-422a-b362-86bfd4098735 req-bbaa8191-30a8-4372-a491-415660cee4c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fc54b5a-545e-440d-8e56-06e6c4ed6dda {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:27:58.098594 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2673ed55-31ad-422a-b362-86bfd4098735 req-bbaa8191-30a8-4372-a491-415660cee4c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:58.134570 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-2673ed55-31ad-422a-b362-86bfd4098735 req-bbaa8191-30a8-4372-a491-415660cee4c0 service neutron] Transition to ACTIVE for port object 9fc54b5a-545e-440d-8e56-06e6c4ed6dda will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:27:58.143763 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-793ecaea-e886-4163-8821-0a75ac998039 req-6566331e-b916-4d72-92ad-9ea6e6075be8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-814735-3'}}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:27:58.169037 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2673ed55-31ad-422a-b362-86bfd4098735 req-bbaa8191-30a8-4372-a491-415660cee4c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:58.229862 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb563dbb-daff-4571-9ce1-7dfdcb002c3a req-e6fda6c4-f4ca-4df4-9c95-edd243e3d447 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:58.231319 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eb563dbb-daff-4571-9ce1-7dfdcb002c3a req-e6fda6c4-f4ca-4df4-9c95-edd243e3d447 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a02dcac-8905-4af9-9d0c-172f3966de22 HTTP/1.1" status: 200 len: 936 time: 0.1302285 Oct 20 11:27:58.298293 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa8191-30a8-4372-a491-415660cee4c0 service neutron] Pushing event updated for resources: {'Port': ['ID=9fc54b5a-545e-440d-8e56-06e6c4ed6dda,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:58.313840 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-793ecaea-e886-4163-8821-0a75ac998039 req-6566331e-b916-4d72-92ad-9ea6e6075be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:58.365933 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eb563dbb-daff-4571-9ce1-7dfdcb002c3a req-df062dff-7db4-4dc3-ac58-e6e002766fb4 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116815 Oct 20 11:27:58.383708 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a0bde-23dc-4687-ac9b-c3e59b28aea0 req-e5e4c04a-813f-4df9-bc75-46e410df5acc tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:58.385239 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-008a0bde-23dc-4687-ac9b-c3e59b28aea0 req-e5e4c04a-813f-4df9-bc75-46e410df5acc tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=7fa7ad38-b831-4488-91dc-f1a8a4e2ce41 HTTP/1.1" status: 200 len: 945 time: 0.1857061 Oct 20 11:27:58.411346 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-2673ed55-31ad-422a-b362-86bfd4098735 req-bbaa8191-30a8-4372-a491-415660cee4c0 service neutron] Attempting to bind port 9fc54b5a-545e-440d-8e56-06e6c4ed6dda on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:27:58.411668 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-2673ed55-31ad-422a-b362-86bfd4098735 req-bbaa8191-30a8-4372-a491-415660cee4c0 service neutron] Attempting to bind port 9fc54b5a-545e-440d-8e56-06e6c4ed6dda by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:27:58.411993 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2673ed55-31ad-422a-b362-86bfd4098735 req-bbaa8191-30a8-4372-a491-415660cee4c0 service neutron] Attempting to bind port 9fc54b5a-545e-440d-8e56-06e6c4ed6dda on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:27:58.433927 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2673ed55-31ad-422a-b362-86bfd4098735 req-bbaa8191-30a8-4372-a491-415660cee4c0 service neutron] Port 9fc54b5a-545e-440d-8e56-06e6c4ed6dda on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:27:58.434090 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2673ed55-31ad-422a-b362-86bfd4098735 req-bbaa8191-30a8-4372-a491-415660cee4c0 service neutron] Attempting to bind port 9fc54b5a-545e-440d-8e56-06e6c4ed6dda on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:27:58.455727 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2673ed55-31ad-422a-b362-86bfd4098735 req-bbaa8191-30a8-4372-a491-415660cee4c0 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:27:58.456065 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2673ed55-31ad-422a-b362-86bfd4098735 req-bbaa8191-30a8-4372-a491-415660cee4c0 service neutron] Checking segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:27:58.456445 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2673ed55-31ad-422a-b362-86bfd4098735 req-bbaa8191-30a8-4372-a491-415660cee4c0 service neutron] Bound using segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:27:58.456875 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-2673ed55-31ad-422a-b362-86bfd4098735 req-bbaa8191-30a8-4372-a491-415660cee4c0 service neutron] Bound port: 9fc54b5a-545e-440d-8e56-06e6c4ed6dda, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:27:58.457227 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2673ed55-31ad-422a-b362-86bfd4098735 req-bbaa8191-30a8-4372-a491-415660cee4c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:58.552633 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-008a0bde-23dc-4687-ac9b-c3e59b28aea0 req-8958ccd3-498a-4e8d-8750-d60a879545e0 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443865 Oct 20 11:27:58.668599 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44737397-090b-42a7-8277-3f01de59849c req-b22c9cc2-62fe-48fd-a691-6d8d5a122119 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:58.670156 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-44737397-090b-42a7-8277-3f01de59849c req-b22c9cc2-62fe-48fd-a691-6d8d5a122119 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 950 time: 0.1855237 Oct 20 11:27:58.676337 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-793ecaea-e886-4163-8821-0a75ac998039 req-6566331e-b916-4d72-92ad-9ea6e6075be8 service neutron] For port b8370f8e-d24a-451b-8851-57ad6158b3e8, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=b8370f8e-d24a-451b-8851-57ad6158b3e8,segment=NetworkSegment(fb1327ec-83b6-478a-9700-c6ea2f9574d3),segment_id=fb1327ec-83b6-478a-9700-c6ea2f9574d3)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:58.680701 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-2673ed55-31ad-422a-b362-86bfd4098735 req-bbaa8191-30a8-4372-a491-415660cee4c0 service neutron] For port 9fc54b5a-545e-440d-8e56-06e6c4ed6dda, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:27:58.709366 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-2673ed55-31ad-422a-b362-86bfd4098735 req-bbaa8191-30a8-4372-a491-415660cee4c0 service neutron] For port 9fc54b5a-545e-440d-8e56-06e6c4ed6dda, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=9fc54b5a-545e-440d-8e56-06e6c4ed6dda,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:27:58.722693 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2673ed55-31ad-422a-b362-86bfd4098735 req-bbaa8191-30a8-4372-a491-415660cee4c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:58.775848 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4869be-3de7-43d4-bdf6-e4af89f0d90f req-7a6ad195-4947-482d-a527-52c89a76c054 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:58.777325 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bd4869be-3de7-43d4-bdf6-e4af89f0d90f req-7a6ad195-4947-482d-a527-52c89a76c054 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/ports?device_id=a6a5584c-9a82-4942-afe3-83c4f333d03d HTTP/1.1" status: 200 len: 948 time: 0.1653433 Oct 20 11:27:58.811360 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673ed55-31ad-422a-b362-86bfd4098735 req-bbaa8191-30a8-4372-a491-415660cee4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:58.811986 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2673ed55-31ad-422a-b362-86bfd4098735 req-bbaa8191-30a8-4372-a491-415660cee4c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:58.813331 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2673ed55-31ad-422a-b362-86bfd4098735 req-bbaa8191-30a8-4372-a491-415660cee4c0 service neutron] 10.222.0.89 "PUT /v2.0/ports/9fc54b5a-545e-440d-8e56-06e6c4ed6dda HTTP/1.1" status: 200 len: 1096 time: 1.8664513 Oct 20 11:27:58.817965 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a02dcac-8905-4af9-9d0c-172f3966de22', 'tag': '9fc54b5a-545e-440d-8e56-06e6c4ed6dda'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:27:58.820243 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff85731c-80fb-422e-b501-7fa0fa543c00" -d '{"events": [{"name": "network-changed", "server_uuid": "2a02dcac-8905-4af9-9d0c-172f3966de22", "tag": "9fc54b5a-545e-440d-8e56-06e6c4ed6dda"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:27:58.824156 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-793ecaea-e886-4163-8821-0a75ac998039 req-6566331e-b916-4d72-92ad-9ea6e6075be8 service neutron] For port b8370f8e-d24a-451b-8851-57ad6158b3e8, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:27:58.856181 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-44737397-090b-42a7-8277-3f01de59849c req-873845e4-113d-4602-9ae1-13ae8a646dc8 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766715 Oct 20 11:27:58.908319 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa8191-30a8-4372-a491-415660cee4c0 service neutron] Pushing event updated for resources: {'Port': ['ID=9fc54b5a-545e-440d-8e56-06e6c4ed6dda,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:58.936505 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-793ecaea-e886-4163-8821-0a75ac998039 req-6566331e-b916-4d72-92ad-9ea6e6075be8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:58.951482 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bd4869be-3de7-43d4-bdf6-e4af89f0d90f req-564f84ef-bb06-4342-9fcc-7fd179b4dd0d tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/security-groups?id=671c7ab4-02a2-46aa-9adf-d5460b3dd2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551025 Oct 20 11:27:58.978884 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-793ecaea-e886-4163-8821-0a75ac998039 req-6566331e-b916-4d72-92ad-9ea6e6075be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:59.012670 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9debd85b-b911-4b9c-939b-7ba9b317f0f2 x-openstack-request-id: req-9debd85b-b911-4b9c-939b-7ba9b317f0f2 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:27:59.012956 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a02dcac-8905-4af9-9d0c-172f3966de22", "tag": "9fc54b5a-545e-440d-8e56-06e6c4ed6dda", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:27:59.013198 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9debd85b-b911-4b9c-939b-7ba9b317f0f2 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:27:59.013577 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a02dcac-8905-4af9-9d0c-172f3966de22', 'tag': '9fc54b5a-545e-440d-8e56-06e6c4ed6dda', 'status': 'completed', 'code': 200} Oct 20 11:27:59.042309 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673ed55-31ad-422a-b362-86bfd4098735 req-c091f6b5-5de4-4ebd-90ff-a932695eb51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:59.043845 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2673ed55-31ad-422a-b362-86bfd4098735 req-c091f6b5-5de4-4ebd-90ff-a932695eb51e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4b173b35dd00423795d2e29ae132dc78&device_id=2a02dcac-8905-4af9-9d0c-172f3966de22 HTTP/1.1" status: 200 len: 1099 time: 0.1691298 Oct 20 11:27:59.062306 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba7475-4aa5-4040-9a45-c90cd4b0806a req-9a0a679a-10c9-4b80-944f-f994b2d78eef tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:59.063721 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6fba7475-4aa5-4040-9a45-c90cd4b0806a req-9a0a679a-10c9-4b80-944f-f994b2d78eef tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] 10.222.0.98 "GET /v2.0/ports?device_id=376068de-e3d8-4946-ae3e-390babea6ed7 HTTP/1.1" status: 200 len: 950 time: 0.1357269 Oct 20 11:27:59.132045 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 794a2b17-e0c9-4a4b-b461-29dc8c9d6748 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:27:59.133033 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6566331e-b916-4d72-92ad-9ea6e6075be8 service neutron] Pushing event updated for resources: {'Port': ['ID=b8370f8e-d24a-451b-8851-57ad6158b3e8,revision_number=7']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:59.135304 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device faa7c928-8b1c-4cd3-a281-babc2f14940d up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:27:59.166240 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2673ed55-31ad-422a-b362-86bfd4098735 req-dd80475e-2ff1-4ccd-85e2-1641ad17ca78 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=9fc54b5a-545e-440d-8e56-06e6c4ed6dda HTTP/1.1" status: 200 len: 217 time: 0.0896466 Oct 20 11:27:59.201739 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-793ecaea-e886-4163-8821-0a75ac998039 req-6566331e-b916-4d72-92ad-9ea6e6075be8 service neutron] Attempting to bind port b8370f8e-d24a-451b-8851-57ad6158b3e8 on host n-h2-814735-3 for vnic_type normal with profile {"migrating_to": "n-h1-814735-3"} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:27:59.201950 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-793ecaea-e886-4163-8821-0a75ac998039 req-6566331e-b916-4d72-92ad-9ea6e6075be8 service neutron] Attempting to bind port b8370f8e-d24a-451b-8851-57ad6158b3e8 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': 'fb1327ec-83b6-478a-9700-c6ea2f9574d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:27:59.202219 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793ecaea-e886-4163-8821-0a75ac998039 req-6566331e-b916-4d72-92ad-9ea6e6075be8 service neutron] Attempting to bind port b8370f8e-d24a-451b-8851-57ad6158b3e8 on network b05579c2-10e5-4997-ab9d-57afa741288e {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:27:59.225742 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6fba7475-4aa5-4040-9a45-c90cd4b0806a req-c303b2ce-22bd-4279-89e0-7ff76e67d5db tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] 10.222.0.98 "GET /v2.0/security-groups?id=03b5bd1c-a276-42c8-bde9-1139383005fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465399 Oct 20 11:27:59.235918 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793ecaea-e886-4163-8821-0a75ac998039 req-6566331e-b916-4d72-92ad-9ea6e6075be8 service neutron] Port b8370f8e-d24a-451b-8851-57ad6158b3e8 on network b05579c2-10e5-4997-ab9d-57afa741288e not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:27:59.236275 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793ecaea-e886-4163-8821-0a75ac998039 req-6566331e-b916-4d72-92ad-9ea6e6075be8 service neutron] Attempting to bind port b8370f8e-d24a-451b-8851-57ad6158b3e8 on network b05579c2-10e5-4997-ab9d-57afa741288e {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:27:59.250236 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc54dbd-bbd5-4434-9fc9-893a68bb3c23 req-91cc89ab-d68d-4ba7-baa0-e600d7353bdc tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:59.251785 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8dc54dbd-bbd5-4434-9fc9-893a68bb3c23 req-91cc89ab-d68d-4ba7-baa0-e600d7353bdc tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf94d2ac-dd33-4a3a-960d-51316a5661f2 HTTP/1.1" status: 200 len: 944 time: 0.2061584 Oct 20 11:27:59.252628 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port faa7c928-8b1c-4cd3-a281-babc2f14940d completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:27:59.258154 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793ecaea-e886-4163-8821-0a75ac998039 req-6566331e-b916-4d72-92ad-9ea6e6075be8 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:27:59.258491 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793ecaea-e886-4163-8821-0a75ac998039 req-6566331e-b916-4d72-92ad-9ea6e6075be8 service neutron] Checking segment: {'id': 'fb1327ec-83b6-478a-9700-c6ea2f9574d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:27:59.258888 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793ecaea-e886-4163-8821-0a75ac998039 req-6566331e-b916-4d72-92ad-9ea6e6075be8 service neutron] Bound using segment: {'id': 'fb1327ec-83b6-478a-9700-c6ea2f9574d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:27:59.259450 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-793ecaea-e886-4163-8821-0a75ac998039 req-6566331e-b916-4d72-92ad-9ea6e6075be8 service neutron] Bound port: b8370f8e-d24a-451b-8851-57ad6158b3e8, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb1327ec-83b6-478a-9700-c6ea2f9574d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:27:59.259662 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-793ecaea-e886-4163-8821-0a75ac998039 req-6566331e-b916-4d72-92ad-9ea6e6075be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:59.260085 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port faa7c928-8b1c-4cd3-a281-babc2f14940d triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:27:59.260463 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:59.264598 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673ed55-31ad-422a-b362-86bfd4098735 req-ba8dc3b0-454d-4ff6-be33-77c62d1aa9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:59.266050 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2673ed55-31ad-422a-b362-86bfd4098735 req-ba8dc3b0-454d-4ff6-be33-77c62d1aa9eb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.0885770 Oct 20 11:27:59.298202 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 794a2b17-e0c9-4a4b-b461-29dc8c9d6748, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=794a2b17-e0c9-4a4b-b461-29dc8c9d6748,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:59.315668 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '794a2b17-e0c9-4a4b-b461-29dc8c9d6748', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'port_id': '794a2b17-e0c9-4a4b-b461-29dc8c9d6748', 'mac_address': 'fa:16:3e:1d:d4:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94289c8c-e5f7-4e30-b6a9-5b268a8fd610', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:27:59.374422 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:59.393763 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 794a2b17-e0c9-4a4b-b461-29dc8c9d6748 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:27:59.397129 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8dc54dbd-bbd5-4434-9fc9-893a68bb3c23 req-036a6fc6-0c1e-4c60-9f01-7607c36be82e tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350944 Oct 20 11:27:59.404001 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:59.415223 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-793ecaea-e886-4163-8821-0a75ac998039 req-6566331e-b916-4d72-92ad-9ea6e6075be8 service neutron] For port b8370f8e-d24a-451b-8851-57ad6158b3e8, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:27:59.421029 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-793ecaea-e886-4163-8821-0a75ac998039 req-6566331e-b916-4d72-92ad-9ea6e6075be8 service neutron] For port b8370f8e-d24a-451b-8851-57ad6158b3e8, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=b8370f8e-d24a-451b-8851-57ad6158b3e8,segment=NetworkSegment(fb1327ec-83b6-478a-9700-c6ea2f9574d3),segment_id=fb1327ec-83b6-478a-9700-c6ea2f9574d3)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:27:59.423488 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673ed55-31ad-422a-b362-86bfd4098735 req-10f531b0-70ff-4c1c-9737-753960a339c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:59.425110 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2673ed55-31ad-422a-b362-86bfd4098735 req-10f531b0-70ff-4c1c-9737-753960a339c3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1451287 Oct 20 11:27:59.429512 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-793ecaea-e886-4163-8821-0a75ac998039 req-6566331e-b916-4d72-92ad-9ea6e6075be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:59.439097 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 794a2b17-e0c9-4a4b-b461-29dc8c9d6748, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=794a2b17-e0c9-4a4b-b461-29dc8c9d6748,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:59.446354 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdb2f9-4fe8-4fce-8109-bf82b3ba67a1 req-2ea17cd3-6c1c-4df7-b4fd-e8ad327e3601 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:59.446650 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:59.447235 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device b8370f8e-d24a-451b-8851-57ad6158b3e8 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:27:59.448092 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8bfdb2f9-4fe8-4fce-8109-bf82b3ba67a1 req-2ea17cd3-6c1c-4df7-b4fd-e8ad327e3601 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c2d42db-7f0e-4364-aea7-06ca55524d61 HTTP/1.1" status: 200 len: 946 time: 0.1346529 Oct 20 11:27:59.455616 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf94d2ac-dd33-4a3a-960d-51316a5661f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa7c928-8b1c-4cd3-a281-babc2f14940d'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:27:59.457780 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffca63c-88cb-4555-8e82-0190d4f2d300" -d '{"events": [{"server_uuid": "bf94d2ac-dd33-4a3a-960d-51316a5661f2", "name": "network-vif-plugged", "status": "completed", "tag": "faa7c928-8b1c-4cd3-a281-babc2f14940d"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:27:59.497089 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port faa7c928-8b1c-4cd3-a281-babc2f14940d, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=faa7c928-8b1c-4cd3-a281-babc2f14940d,segment=NetworkSegment(ba843d51-18ac-492f-b072-dcb49c698d12),segment_id=ba843d51-18ac-492f-b072-dcb49c698d12)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:59.507142 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:59.541767 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=794a2b17-e0c9-4a4b-b461-29dc8c9d6748,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:59.620653 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6566331e-b916-4d72-92ad-9ea6e6075be8 service neutron] Pushing event updated for resources: {'Port': ['ID=b8370f8e-d24a-451b-8851-57ad6158b3e8,revision_number=8']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:59.632780 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8bfdb2f9-4fe8-4fce-8109-bf82b3ba67a1 req-fc46b3f6-e8ca-4922-9593-5dd519f07a42 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576807 Oct 20 11:27:59.639313 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ecaea-e886-4163-8821-0a75ac998039 req-6566331e-b916-4d72-92ad-9ea6e6075be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:59.640317 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-793ecaea-e886-4163-8821-0a75ac998039 req-6566331e-b916-4d72-92ad-9ea6e6075be8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:27:59.641344 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-793ecaea-e886-4163-8821-0a75ac998039 req-6566331e-b916-4d72-92ad-9ea6e6075be8 service neutron] 10.222.0.11 "PUT /v2.0/ports/b8370f8e-d24a-451b-8851-57ad6158b3e8 HTTP/1.1" status: 200 len: 1121 time: 1.5037618 Oct 20 11:27:59.665139 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2673ed55-31ad-422a-b362-86bfd4098735 req-8ea694b0-d4eb-47ed-8deb-dfc2de440be1 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265966 Oct 20 11:27:59.763023 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a45e73-962f-4520-89c5-0ebf674dacdf x-openstack-request-id: req-d8a45e73-962f-4520-89c5-0ebf674dacdf {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:27:59.763912 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf94d2ac-dd33-4a3a-960d-51316a5661f2", "name": "network-vif-plugged", "status": "completed", "tag": "faa7c928-8b1c-4cd3-a281-babc2f14940d", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:27:59.763912 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d8a45e73-962f-4520-89c5-0ebf674dacdf {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:27:59.764259 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf94d2ac-dd33-4a3a-960d-51316a5661f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa7c928-8b1c-4cd3-a281-babc2f14940d', 'code': 200} Oct 20 11:27:59.798406 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2673ed55-31ad-422a-b362-86bfd4098735 req-cf6e87c7-e1b3-4e0e-a0c1-f7ad2c93f35b service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195612 Oct 20 11:27:59.808043 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=faa7c928-8b1c-4cd3-a281-babc2f14940d,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:27:59.824636 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port b8370f8e-d24a-451b-8851-57ad6158b3e8, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=b8370f8e-d24a-451b-8851-57ad6158b3e8,segment=NetworkSegment(fb1327ec-83b6-478a-9700-c6ea2f9574d3),segment_id=fb1327ec-83b6-478a-9700-c6ea2f9574d3)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:27:59.836507 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf340d-acef-432b-8c8f-d68ec0d9bc93 req-1713baeb-8735-4252-b2af-81ff8c5b9c13 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:59.836913 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device b8370f8e-d24a-451b-8851-57ad6158b3e8 has no active binding in host n-h1-814735-3 {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 20 11:27:59.838685 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-afaf340d-acef-432b-8c8f-d68ec0d9bc93 req-1713baeb-8735-4252-b2af-81ff8c5b9c13 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a02dcac-8905-4af9-9d0c-172f3966de22 HTTP/1.1" status: 200 len: 948 time: 0.2465181 Oct 20 11:27:59.842199 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['b8370f8e-d24a-451b-8851-57ad6158b3e8'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:27:59.872380 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['b8370f8e-d24a-451b-8851-57ad6158b3e8'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:27:59.961176 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-afaf340d-acef-432b-8c8f-d68ec0d9bc93 req-992bad4c-a713-46f7-9e60-16f08e7117b7 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000948 Oct 20 11:27:59.970393 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9721b-7700-4c9f-b11f-8cfe8ccf72ce req-e2ac06c1-fde7-4c57-ad05-54ae03e7476a tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:59.972307 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5bf9721b-7700-4c9f-b11f-8cfe8ccf72ce req-e2ac06c1-fde7-4c57-ad05-54ae03e7476a tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=7fa7ad38-b831-4488-91dc-f1a8a4e2ce41 HTTP/1.1" status: 200 len: 943 time: 0.1794739 Oct 20 11:27:59.974118 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935711c-13e9-46b8-bcc0-cf2fbbe6efe4 req-b5aac6e7-9d64-4ccc-9c25-332da5b260d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:27:59.975585 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3935711c-13e9-46b8-bcc0-cf2fbbe6efe4 req-b5aac6e7-9d64-4ccc-9c25-332da5b260d8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bf94d2ac-dd33-4a3a-960d-51316a5661f2 HTTP/1.1" status: 200 len: 1096 time: 0.1754940 Oct 20 11:28:00.010918 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff85731c-80fb-422e-b501-7fa0fa543c00 req-e6c335aa-fe78-47a4-905b-f55de6a8e564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:00.012392 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ff85731c-80fb-422e-b501-7fa0fa543c00 req-e6c335aa-fe78-47a4-905b-f55de6a8e564 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4b173b35dd00423795d2e29ae132dc78&device_id=2a02dcac-8905-4af9-9d0c-172f3966de22 HTTP/1.1" status: 200 len: 1099 time: 0.1223836 Oct 20 11:28:00.062783 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3935711c-13e9-46b8-bcc0-cf2fbbe6efe4 req-faec3bbb-29ab-4cdb-91a8-3426cb746e94 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709302 Oct 20 11:28:00.068008 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5bf9721b-7700-4c9f-b11f-8cfe8ccf72ce req-331835dd-c0fb-4388-9236-c778a5d6c43b tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856900 Oct 20 11:28:00.244744 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['794a2b17-e0c9-4a4b-b461-29dc8c9d6748'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:28:00.424785 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff85731c-80fb-422e-b501-7fa0fa543c00 req-99d9a66c-49bd-4a41-bca7-a730b184db90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:00.426277 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ff85731c-80fb-422e-b501-7fa0fa543c00 req-99d9a66c-49bd-4a41-bca7-a730b184db90 service neutron] 10.222.0.89 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 0.3968554 Oct 20 11:28:00.441917 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ed62b-86c7-4f1f-88a0-34545abd26d7 req-89bef1c8-2dd7-4d21-ab18-b474bcf22c6a tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:00.443416 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8f7ed62b-86c7-4f1f-88a0-34545abd26d7 req-89bef1c8-2dd7-4d21-ab18-b474bcf22c6a tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 950 time: 0.0736530 Oct 20 11:28:00.483746 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ff85731c-80fb-422e-b501-7fa0fa543c00 req-4594ce91-ec65-4930-b6cc-f26ee0f86999 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=9fc54b5a-545e-440d-8e56-06e6c4ed6dda HTTP/1.1" status: 200 len: 217 time: 0.0393748 Oct 20 11:28:00.553685 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8f7ed62b-86c7-4f1f-88a0-34545abd26d7 req-32912ca9-3751-4128-b6f2-9631bef864e9 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028364 Oct 20 11:28:00.576665 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff85731c-80fb-422e-b501-7fa0fa543c00 req-39328d4c-6dd6-4f31-b4ec-7ecc55280665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:00.578110 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ff85731c-80fb-422e-b501-7fa0fa543c00 req-39328d4c-6dd6-4f31-b4ec-7ecc55280665 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.0862949 Oct 20 11:28:00.604279 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78240ee8-709a-4169-8efc-0c0a5f64e4f2 req-9056bdc4-a7d8-45bc-b68b-b7ad6cff5593 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:00.605761 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-78240ee8-709a-4169-8efc-0c0a5f64e4f2 req-9056bdc4-a7d8-45bc-b68b-b7ad6cff5593 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/ports?device_id=a6a5584c-9a82-4942-afe3-83c4f333d03d HTTP/1.1" status: 200 len: 949 time: 0.0748520 Oct 20 11:28:00.693814 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-78240ee8-709a-4169-8efc-0c0a5f64e4f2 req-a84a4aa5-1602-4df4-b58a-44afb3b33820 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/security-groups?id=671c7ab4-02a2-46aa-9adf-d5460b3dd2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741985 Oct 20 11:28:00.695520 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff85731c-80fb-422e-b501-7fa0fa543c00 req-4242e824-3b9b-4694-a229-27dcbd0f8e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:00.696963 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ff85731c-80fb-422e-b501-7fa0fa543c00 req-4242e824-3b9b-4694-a229-27dcbd0f8e51 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1088743 Oct 20 11:28:00.709460 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccfd737-6907-4559-899f-3dce87a09189 req-40f7241b-e5d3-48f7-a2ad-bdf3fc525ad0 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:00.711012 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4ccfd737-6907-4559-899f-3dce87a09189 req-40f7241b-e5d3-48f7-a2ad-bdf3fc525ad0 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf94d2ac-dd33-4a3a-960d-51316a5661f2 HTTP/1.1" status: 200 len: 945 time: 0.0904226 Oct 20 11:28:00.809344 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4ccfd737-6907-4559-899f-3dce87a09189 req-81922298-1640-4677-9297-95b741740d6b tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894105 Oct 20 11:28:00.831588 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ff85731c-80fb-422e-b501-7fa0fa543c00 req-139b9117-615d-4e90-833e-5699c874d6a3 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196172 Oct 20 11:28:00.955053 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed5c9f-d404-4030-b6d2-105f78b4edc5 req-c874345a-0034-4956-8e4a-ccc8d6ca3305 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:00.956532 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3eed5c9f-d404-4030-b6d2-105f78b4edc5 req-c874345a-0034-4956-8e4a-ccc8d6ca3305 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c2d42db-7f0e-4364-aea7-06ca55524d61 HTTP/1.1" status: 200 len: 946 time: 0.1021438 Oct 20 11:28:00.972087 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ff85731c-80fb-422e-b501-7fa0fa543c00 req-a10e1bb5-b6a1-4c0a-90f5-c9c2b0178cb5 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263349 Oct 20 11:28:01.004809 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3eed5c9f-d404-4030-b6d2-105f78b4edc5 req-f9483800-0c2a-4b02-838b-19633d1cf06e tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411065 Oct 20 11:28:01.014571 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa7ad38-b831-4488-91dc-f1a8a4e2ce41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8370f8e-d24a-451b-8851-57ad6158b3e8'}, {'name': 'network-changed', 'server_uuid': '7fa7ad38-b831-4488-91dc-f1a8a4e2ce41', 'tag': 'b8370f8e-d24a-451b-8851-57ad6158b3e8'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:28:01.017166 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13ebf40-bd4b-45e4-b1fb-7c46a6637500" -d '{"events": [{"server_uuid": "7fa7ad38-b831-4488-91dc-f1a8a4e2ce41", "name": "network-vif-unplugged", "status": "completed", "tag": "b8370f8e-d24a-451b-8851-57ad6158b3e8"}, {"name": "network-changed", "server_uuid": "7fa7ad38-b831-4488-91dc-f1a8a4e2ce41", "tag": "b8370f8e-d24a-451b-8851-57ad6158b3e8"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:28:01.113663 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0336da-65ca-4d6f-985e-fbec739c3f90 req-3f5b4eab-6df9-4fd4-bbfa-bfcf93b34839 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:01.115199 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2d0336da-65ca-4d6f-985e-fbec739c3f90 req-3f5b4eab-6df9-4fd4-bbfa-bfcf93b34839 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a02dcac-8905-4af9-9d0c-172f3966de22 HTTP/1.1" status: 200 len: 948 time: 0.0516551 Oct 20 11:28:01.146588 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 20 Oct 2021 11:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0da7d4d-60ed-49ee-94be-e984aba3c4f6 x-openstack-request-id: req-c0da7d4d-60ed-49ee-94be-e984aba3c4f6 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:28:01.146976 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa7ad38-b831-4488-91dc-f1a8a4e2ce41", "name": "network-vif-unplugged", "status": "completed", "tag": "b8370f8e-d24a-451b-8851-57ad6158b3e8", "code": 200}, {"name": "network-changed", "server_uuid": "7fa7ad38-b831-4488-91dc-f1a8a4e2ce41", "tag": "b8370f8e-d24a-451b-8851-57ad6158b3e8", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:28:01.147238 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c0da7d4d-60ed-49ee-94be-e984aba3c4f6 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:28:01.147642 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa7ad38-b831-4488-91dc-f1a8a4e2ce41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8370f8e-d24a-451b-8851-57ad6158b3e8', 'code': 200} Oct 20 11:28:01.147954 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fa7ad38-b831-4488-91dc-f1a8a4e2ce41', 'tag': 'b8370f8e-d24a-451b-8851-57ad6158b3e8', 'status': 'completed', 'code': 200} Oct 20 11:28:01.157745 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 750018c1-0847-4832-892c-74d11ce9ccea no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:28:01.161578 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2d0336da-65ca-4d6f-985e-fbec739c3f90 req-de78a709-686f-4319-87d2-9ded0f9a08fb tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375233 Oct 20 11:28:01.262226 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:01.262767 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ebf40-bd4b-45e4-b1fb-7c46a6637500 req-776a4ded-ded0-455e-8825-8077447ef138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:01.264697 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e13ebf40-bd4b-45e4-b1fb-7c46a6637500 req-776a4ded-ded0-455e-8825-8077447ef138 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aa6715c00c6e4476951bf73e506ed201&device_id=7fa7ad38-b831-4488-91dc-f1a8a4e2ce41 HTTP/1.1" status: 200 len: 1124 time: 0.0809212 Oct 20 11:28:01.272836 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06f514-f7d9-4445-9432-46ca82b227a0 req-2484a129-6cc7-4a0c-8222-bc533a975e92 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:01.274212 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3f06f514-f7d9-4445-9432-46ca82b227a0 req-2484a129-6cc7-4a0c-8222-bc533a975e92 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=7fa7ad38-b831-4488-91dc-f1a8a4e2ce41 HTTP/1.1" status: 200 len: 943 time: 0.0771308 Oct 20 11:28:01.294379 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 750018c1-0847-4832-892c-74d11ce9ccea, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=750018c1-0847-4832-892c-74d11ce9ccea,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:28:01.300316 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:01.347327 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=750018c1-0847-4832-892c-74d11ce9ccea,revision_number=8']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:01.372030 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3f06f514-f7d9-4445-9432-46ca82b227a0 req-dc78ffef-26b9-45ac-9aa4-aa6d3f7271a1 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883322 Oct 20 11:28:01.393600 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ebf40-bd4b-45e4-b1fb-7c46a6637500 req-5965e958-0b40-4b21-80ed-3a58bee9f9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:01.395085 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e13ebf40-bd4b-45e4-b1fb-7c46a6637500 req-5965e958-0b40-4b21-80ed-3a58bee9f9c4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b05579c2-10e5-4997-ab9d-57afa741288e HTTP/1.1" status: 200 len: 909 time: 0.1195586 Oct 20 11:28:01.443553 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e13ebf40-bd4b-45e4-b1fb-7c46a6637500 req-62d545f3-c431-4782-9938-912170cb85d6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8370f8e-d24a-451b-8851-57ad6158b3e8 HTTP/1.1" status: 200 len: 217 time: 0.0386021 Oct 20 11:28:01.502415 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ebf40-bd4b-45e4-b1fb-7c46a6637500 req-f27087a2-0b8f-4834-b8b3-62d4182465c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:01.504826 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e13ebf40-bd4b-45e4-b1fb-7c46a6637500 req-f27087a2-0b8f-4834-b8b3-62d4182465c7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=beaf7d63-7f7d-4cb5-8871-db069d2b0a56 HTTP/1.1" status: 200 len: 847 time: 0.0524557 Oct 20 11:28:01.539971 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e13ebf40-bd4b-45e4-b1fb-7c46a6637500 req-99e60e59-5dc9-4c48-bf6c-afa54450ba85 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b05579c2-10e5-4997-ab9d-57afa741288e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244720 Oct 20 11:28:01.678123 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e13ebf40-bd4b-45e4-b1fb-7c46a6637500 req-10e356f7-53ee-4c53-b072-1eb51dbeecb2 service neutron] 10.222.0.89 "GET /v2.0/networks/b05579c2-10e5-4997-ab9d-57afa741288e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248972 Oct 20 11:28:01.707261 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba6bff-edbe-426a-adca-4a9f8242d535 req-5173bb5b-c382-4835-83de-06393719fb76 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:01.708759 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-efba6bff-edbe-426a-adca-4a9f8242d535 req-5173bb5b-c382-4835-83de-06393719fb76 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 950 time: 0.0836463 Oct 20 11:28:01.764874 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376068de-e3d8-4946-ae3e-390babea6ed7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '750018c1-0847-4832-892c-74d11ce9ccea'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:28:01.767256 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7b4df5-71ce-4023-b0e6-1473aaef3a9b" -d '{"events": [{"server_uuid": "376068de-e3d8-4946-ae3e-390babea6ed7", "name": "network-vif-unplugged", "status": "completed", "tag": "750018c1-0847-4832-892c-74d11ce9ccea"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:28:01.824750 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-efba6bff-edbe-426a-adca-4a9f8242d535 req-ddde56d1-2311-4674-a3b8-ab79a0551b8f tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060100 Oct 20 11:28:01.843371 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e13ebf40-bd4b-45e4-b1fb-7c46a6637500 req-04430efe-dc9d-444d-87d5-a75773a17d70 service neutron] 10.222.0.89 "GET /v2.0/networks/b05579c2-10e5-4997-ab9d-57afa741288e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542699 Oct 20 11:28:01.859661 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f88236-39b5-4a1a-aefa-920024b06160 req-b3640179-ccc3-4f20-a35d-95fa4385ba14 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:01.861295 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a5f88236-39b5-4a1a-aefa-920024b06160 req-b3640179-ccc3-4f20-a35d-95fa4385ba14 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/ports?device_id=a6a5584c-9a82-4942-afe3-83c4f333d03d HTTP/1.1" status: 200 len: 949 time: 0.0861242 Oct 20 11:28:01.906157 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a5f88236-39b5-4a1a-aefa-920024b06160 req-e501ffc7-fda5-47d4-901f-5194c7e91da4 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/security-groups?id=671c7ab4-02a2-46aa-9adf-d5460b3dd2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378342 Oct 20 11:28:01.931028 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef81ecd-551c-4f2b-a63e-2772db44fc7b x-openstack-request-id: req-6ef81ecd-551c-4f2b-a63e-2772db44fc7b {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:28:01.931408 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376068de-e3d8-4946-ae3e-390babea6ed7", "name": "network-vif-unplugged", "status": "completed", "tag": "750018c1-0847-4832-892c-74d11ce9ccea", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:28:01.931568 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6ef81ecd-551c-4f2b-a63e-2772db44fc7b {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:28:01.931981 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376068de-e3d8-4946-ae3e-390babea6ed7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '750018c1-0847-4832-892c-74d11ce9ccea', 'code': 200} Oct 20 11:28:02.015384 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e584c1-598d-4cab-a8d9-edcd3f95ed3a req-65979045-f3ce-4964-a04b-3c2f024311b8 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:02.016871 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-36e584c1-598d-4cab-a8d9-edcd3f95ed3a req-65979045-f3ce-4964-a04b-3c2f024311b8 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf94d2ac-dd33-4a3a-960d-51316a5661f2 HTTP/1.1" status: 200 len: 945 time: 0.0522726 Oct 20 11:28:02.059914 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-36e584c1-598d-4cab-a8d9-edcd3f95ed3a req-9f8ff2c4-26e9-4fcd-8be7-8ac8dd084509 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343182 Oct 20 11:28:02.131137 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e46ac-d3df-4c48-94e8-492d0b9d011f req-a84989a2-0bca-4be4-b072-727d9382afc7 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:02.132735 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5d1e46ac-d3df-4c48-94e8-492d0b9d011f req-a84989a2-0bca-4be4-b072-727d9382afc7 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c2d42db-7f0e-4364-aea7-06ca55524d61 HTTP/1.1" status: 200 len: 946 time: 0.0490253 Oct 20 11:28:02.182409 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5d1e46ac-d3df-4c48-94e8-492d0b9d011f req-812b2823-7813-4a34-8f84-b07bf3c68091 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434322 Oct 20 11:28:02.310627 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c8965-6f52-4d18-9413-2bb4ff663a13 req-a40801c5-c2b0-4435-ae3d-9917abfa5a40 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:02.312161 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-878c8965-6f52-4d18-9413-2bb4ff663a13 req-a40801c5-c2b0-4435-ae3d-9917abfa5a40 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf94d2ac-dd33-4a3a-960d-51316a5661f2 HTTP/1.1" status: 200 len: 945 time: 0.0771334 Oct 20 11:28:02.333502 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84083cb-82ff-4f35-829b-e9e83d5342bc req-505f7ee6-e775-4371-b652-6299e899a853 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:02.334948 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e84083cb-82ff-4f35-829b-e9e83d5342bc req-505f7ee6-e775-4371-b652-6299e899a853 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a02dcac-8905-4af9-9d0c-172f3966de22 HTTP/1.1" status: 200 len: 948 time: 0.0876765 Oct 20 11:28:02.378390 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-878c8965-6f52-4d18-9413-2bb4ff663a13 req-bd4e75b4-dff3-437a-8b95-077566d62128 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587618 Oct 20 11:28:02.391902 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e84083cb-82ff-4f35-829b-e9e83d5342bc req-4fc5b6db-7fd2-49ca-827f-6b93b83e4b81 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495079 Oct 20 11:28:02.496016 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b356a-692f-4a14-9685-692c0f54a398 req-2a2f372d-0ad0-4128-9deb-0997168046f8 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:02.497488 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d8b356a-692f-4a14-9685-692c0f54a398 req-2a2f372d-0ad0-4128-9deb-0997168046f8 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=7fa7ad38-b831-4488-91dc-f1a8a4e2ce41 HTTP/1.1" status: 200 len: 943 time: 0.0501263 Oct 20 11:28:02.537908 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d8b356a-692f-4a14-9685-692c0f54a398 req-b6e05ba6-3a70-411e-958f-98a36514fac8 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339918 Oct 20 11:28:02.543077 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 9fc54b5a-545e-440d-8e56-06e6c4ed6dda details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:28:02.639973 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 9fc54b5a-545e-440d-8e56-06e6c4ed6dda, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=9fc54b5a-545e-440d-8e56-06e6c4ed6dda,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:28:02.651581 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '9fc54b5a-545e-440d-8e56-06e6c4ed6dda', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'port_id': '9fc54b5a-545e-440d-8e56-06e6c4ed6dda', 'mac_address': 'fa:16:3e:88:fa:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94289c8c-e5f7-4e30-b6a9-5b268a8fd610', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:28:02.694631 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:02.707837 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fc54b5a-545e-440d-8e56-06e6c4ed6dda {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:28:02.731409 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 9fc54b5a-545e-440d-8e56-06e6c4ed6dda, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=9fc54b5a-545e-440d-8e56-06e6c4ed6dda,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:28:02.738008 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:02.787615 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=9fc54b5a-545e-440d-8e56-06e6c4ed6dda,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:02.954671 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54515df-c4bb-48b4-85c8-410233bac522 req-def2727b-0746-41bc-96f8-364b4f93f6bb tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:02.956198 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c54515df-c4bb-48b4-85c8-410233bac522 req-def2727b-0746-41bc-96f8-364b4f93f6bb tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 950 time: 0.0618076 Oct 20 11:28:02.998578 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c54515df-c4bb-48b4-85c8-410233bac522 req-26fcc0f8-e039-47e9-afee-b652c4bcc2b2 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362232 Oct 20 11:28:03.068821 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523b821-0be0-4a14-9624-2ef39a256dc4 req-a2837ed9-8cfa-4ed6-a0d9-16adf858e42c tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:03.070305 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4523b821-0be0-4a14-9624-2ef39a256dc4 req-a2837ed9-8cfa-4ed6-a0d9-16adf858e42c tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/ports?device_id=a6a5584c-9a82-4942-afe3-83c4f333d03d HTTP/1.1" status: 200 len: 949 time: 0.0497024 Oct 20 11:28:03.094928 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['9fc54b5a-545e-440d-8e56-06e6c4ed6dda'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:28:03.108000 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4523b821-0be0-4a14-9624-2ef39a256dc4 req-cb330e68-03e0-49f5-923c-990b01400953 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/security-groups?id=671c7ab4-02a2-46aa-9adf-d5460b3dd2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314231 Oct 20 11:28:03.191153 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 794a2b17-e0c9-4a4b-b461-29dc8c9d6748 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:28:03.268291 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 794a2b17-e0c9-4a4b-b461-29dc8c9d6748 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:28:03.272497 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 794a2b17-e0c9-4a4b-b461-29dc8c9d6748 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:28:03.272936 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:03.297610 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df6d274-62d2-4710-ae8b-656ebbfb3d03 req-8d0cb449-176a-4b31-86f4-48e32d842b01 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:03.299097 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7df6d274-62d2-4710-ae8b-656ebbfb3d03 req-8d0cb449-176a-4b31-86f4-48e32d842b01 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c2d42db-7f0e-4364-aea7-06ca55524d61 HTTP/1.1" status: 200 len: 946 time: 0.0503082 Oct 20 11:28:03.337538 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7df6d274-62d2-4710-ae8b-656ebbfb3d03 req-d0ce42b2-be46-4781-9ed9-1f06c0debeb8 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319178 Oct 20 11:28:03.352587 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:03.384128 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 794a2b17-e0c9-4a4b-b461-29dc8c9d6748, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=794a2b17-e0c9-4a4b-b461-29dc8c9d6748,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:28:03.389393 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:03.441755 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=794a2b17-e0c9-4a4b-b461-29dc8c9d6748,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:03.536425 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb76f5-a2cd-4e2c-af51-943091a438ff req-2a1338df-bc2f-4297-ae42-940ea9658545 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:03.537899 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-edeb76f5-a2cd-4e2c-af51-943091a438ff req-2a1338df-bc2f-4297-ae42-940ea9658545 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf94d2ac-dd33-4a3a-960d-51316a5661f2 HTTP/1.1" status: 200 len: 945 time: 0.0794687 Oct 20 11:28:03.545808 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed1341-f5cd-42cf-bd10-e336a3bdf97f req-2fe893a5-03d5-4893-9ef1-9647735d4b9e tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:03.547302 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-28ed1341-f5cd-42cf-bd10-e336a3bdf97f req-2fe893a5-03d5-4893-9ef1-9647735d4b9e tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a02dcac-8905-4af9-9d0c-172f3966de22 HTTP/1.1" status: 200 len: 949 time: 0.0802481 Oct 20 11:28:03.601423 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-edeb76f5-a2cd-4e2c-af51-943091a438ff req-d5975900-1437-4c26-bbab-77f4ba6e4386 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531754 Oct 20 11:28:03.606366 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-28ed1341-f5cd-42cf-bd10-e336a3bdf97f req-9665ad37-1e83-43f8-a57f-fe131c7f8bf7 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525122 Oct 20 11:28:03.717429 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde6808-8535-479a-8312-8fe6dbc5add9 req-64464971-8f44-479a-9f0c-d5bfe00ed7d7 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:03.719169 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2fde6808-8535-479a-8312-8fe6dbc5add9 req-64464971-8f44-479a-9f0c-d5bfe00ed7d7 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=7fa7ad38-b831-4488-91dc-f1a8a4e2ce41 HTTP/1.1" status: 200 len: 943 time: 0.0531938 Oct 20 11:28:03.757964 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2fde6808-8535-479a-8312-8fe6dbc5add9 req-054da129-ef15-472f-87fe-8857409599a3 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325472 Oct 20 11:28:03.933182 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a5584c-9a82-4942-afe3-83c4f333d03d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794a2b17-e0c9-4a4b-b461-29dc8c9d6748'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:28:03.935852 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af73c82-5395-4a65-9f99-fef9d7e5d3c5" -d '{"events": [{"server_uuid": "a6a5584c-9a82-4942-afe3-83c4f333d03d", "name": "network-vif-plugged", "status": "completed", "tag": "794a2b17-e0c9-4a4b-b461-29dc8c9d6748"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:28:03.975056 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f39117-c36a-4212-bb43-dbff57eb7895 x-openstack-request-id: req-20f39117-c36a-4212-bb43-dbff57eb7895 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:28:03.975418 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a5584c-9a82-4942-afe3-83c4f333d03d", "name": "network-vif-plugged", "status": "completed", "tag": "794a2b17-e0c9-4a4b-b461-29dc8c9d6748", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:28:03.975729 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-20f39117-c36a-4212-bb43-dbff57eb7895 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:28:03.976347 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a5584c-9a82-4942-afe3-83c4f333d03d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794a2b17-e0c9-4a4b-b461-29dc8c9d6748', 'code': 200} Oct 20 11:28:04.145217 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36376b10-e1f1-4cb1-a431-0d2ea140ed37 req-5ffefd58-7cb6-48cc-8a22-ae2b1385f6a9 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:04.146686 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-36376b10-e1f1-4cb1-a431-0d2ea140ed37 req-5ffefd58-7cb6-48cc-8a22-ae2b1385f6a9 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 950 time: 0.0725961 Oct 20 11:28:04.149291 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0f0e6-48f2-4537-908d-c473838e12eb req-b32dc14f-5d55-4875-b5df-765d5f138b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:04.150992 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fea0f0e6-48f2-4537-908d-c473838e12eb req-b32dc14f-5d55-4875-b5df-765d5f138b66 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a6a5584c-9a82-4942-afe3-83c4f333d03d HTTP/1.1" status: 200 len: 1101 time: 0.0681641 Oct 20 11:28:04.233765 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-36376b10-e1f1-4cb1-a431-0d2ea140ed37 req-b7ba0f72-bc79-4ee9-81d7-c9a8b817f80b tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786657 Oct 20 11:28:04.241940 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fea0f0e6-48f2-4537-908d-c473838e12eb req-f4bf1a3b-e54c-4ca3-8e6e-6a4da95f0e94 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=671c7ab4-02a2-46aa-9adf-d5460b3dd2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733402 Oct 20 11:28:04.257784 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68394c62-0dc8-4ecf-8c9e-89926c3493a7 req-fbaaef92-321c-4ca5-a4e8-3c5afcea4e8b tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:04.259249 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-68394c62-0dc8-4ecf-8c9e-89926c3493a7 req-fbaaef92-321c-4ca5-a4e8-3c5afcea4e8b tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/ports?device_id=a6a5584c-9a82-4942-afe3-83c4f333d03d HTTP/1.1" status: 200 len: 950 time: 0.0762255 Oct 20 11:28:04.297587 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-68394c62-0dc8-4ecf-8c9e-89926c3493a7 req-660c4408-6059-4997-a3a3-3aea2a19cd9e tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/security-groups?id=671c7ab4-02a2-46aa-9adf-d5460b3dd2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322511 Oct 20 11:28:04.471080 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e0209-67b9-41fd-b664-84148a6a63a2 req-22293a25-ecbf-4320-b264-4eaf0b4a8392 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:04.472551 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-465e0209-67b9-41fd-b664-84148a6a63a2 req-22293a25-ecbf-4320-b264-4eaf0b4a8392 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c2d42db-7f0e-4364-aea7-06ca55524d61 HTTP/1.1" status: 200 len: 946 time: 0.0538204 Oct 20 11:28:04.510547 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-465e0209-67b9-41fd-b664-84148a6a63a2 req-30244111-538b-4692-a846-e5e288469268 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317874 Oct 20 11:28:04.559550 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 9fc54b5a-545e-440d-8e56-06e6c4ed6dda up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:28:04.620286 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 9fc54b5a-545e-440d-8e56-06e6c4ed6dda completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:28:04.624096 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 9fc54b5a-545e-440d-8e56-06e6c4ed6dda triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:28:04.624476 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:04.704894 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:04.730012 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa26eda-3f85-4ed1-9012-0129e9c4afd4 req-dda74981-5887-4c21-b82a-d9450332c1f4 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:04.731657 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ffa26eda-3f85-4ed1-9012-0129e9c4afd4 req-dda74981-5887-4c21-b82a-d9450332c1f4 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a02dcac-8905-4af9-9d0c-172f3966de22 HTTP/1.1" status: 200 len: 949 time: 0.0547817 Oct 20 11:28:04.750255 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 9fc54b5a-545e-440d-8e56-06e6c4ed6dda, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=9fc54b5a-545e-440d-8e56-06e6c4ed6dda,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:28:04.754816 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:04.769982 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ffa26eda-3f85-4ed1-9012-0129e9c4afd4 req-dd273200-6ea2-4e73-8897-1cc10cb04e0b tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314167 Oct 20 11:28:04.807452 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=9fc54b5a-545e-440d-8e56-06e6c4ed6dda,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:04.891408 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494612f-c6be-4ef1-b04d-89b2da30d140 req-7e5bfaf6-2528-458c-968e-d20dcc5b2d8c tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:04.892892 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7494612f-c6be-4ef1-b04d-89b2da30d140 req-7e5bfaf6-2528-458c-968e-d20dcc5b2d8c tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=7fa7ad38-b831-4488-91dc-f1a8a4e2ce41 HTTP/1.1" status: 200 len: 943 time: 0.0640602 Oct 20 11:28:04.934502 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7494612f-c6be-4ef1-b04d-89b2da30d140 req-a047d75b-e29c-4072-8eb4-9f912c274d4f tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318785 Oct 20 11:28:05.209348 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 750018c1-0847-4832-892c-74d11ce9ccea details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:28:05.324784 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 750018c1-0847-4832-892c-74d11ce9ccea, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=750018c1-0847-4832-892c-74d11ce9ccea,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:28:05.336602 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '750018c1-0847-4832-892c-74d11ce9ccea', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'port_id': '750018c1-0847-4832-892c-74d11ce9ccea', 'mac_address': 'fa:16:3e:9d:99:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94289c8c-e5f7-4e30-b6a9-5b268a8fd610', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:28:05.363220 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4651aa-2801-4986-b537-e25c15edbd93 req-a07de0bb-d2f6-4f21-9261-840c108a47ca tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:05.364761 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7f4651aa-2801-4986-b537-e25c15edbd93 req-a07de0bb-d2f6-4f21-9261-840c108a47ca tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 950 time: 0.0566010 Oct 20 11:28:05.375167 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:05.388196 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 750018c1-0847-4832-892c-74d11ce9ccea {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:28:05.407994 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 750018c1-0847-4832-892c-74d11ce9ccea, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=750018c1-0847-4832-892c-74d11ce9ccea,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:28:05.413631 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:05.432588 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7f4651aa-2801-4986-b537-e25c15edbd93 req-1b0076a3-8997-4279-9bb5-f154f020ec94 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610573 Oct 20 11:28:05.445255 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2eb1c3-069d-4067-b914-04067f033e43 req-e7e5d586-7082-497f-b312-9e67d9e3f0ca tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:05.446615 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4c2eb1c3-069d-4067-b914-04067f033e43 req-e7e5d586-7082-497f-b312-9e67d9e3f0ca tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/ports?device_id=a6a5584c-9a82-4942-afe3-83c4f333d03d HTTP/1.1" status: 200 len: 950 time: 0.0742142 Oct 20 11:28:05.467428 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=750018c1-0847-4832-892c-74d11ce9ccea,revision_number=9']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:05.509549 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4c2eb1c3-069d-4067-b914-04067f033e43 req-0f961487-51e9-4bbd-a890-4a754f667c3e tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/security-groups?id=671c7ab4-02a2-46aa-9adf-d5460b3dd2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500052 Oct 20 11:28:05.644898 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9b63a-c9e7-4dd8-beee-c4f5778cac25 req-486e6c43-5cea-4aad-adb5-bb1df2df2274 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:05.646774 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4ee9b63a-c9e7-4dd8-beee-c4f5778cac25 req-486e6c43-5cea-4aad-adb5-bb1df2df2274 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c2d42db-7f0e-4364-aea7-06ca55524d61 HTTP/1.1" status: 200 len: 946 time: 0.0560198 Oct 20 11:28:05.693413 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4ee9b63a-c9e7-4dd8-beee-c4f5778cac25 req-b5bb9a66-4578-4342-acac-afc15fa170bb tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393357 Oct 20 11:28:05.743168 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['750018c1-0847-4832-892c-74d11ce9ccea'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:28:05.889519 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d668fdb-23b2-4e0f-bc4c-c75e18132cc6 req-8a6fd8d9-4a03-441d-ac77-6da776af429d tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:05.891084 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2d668fdb-23b2-4e0f-bc4c-c75e18132cc6 req-8a6fd8d9-4a03-441d-ac77-6da776af429d tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a02dcac-8905-4af9-9d0c-172f3966de22 HTTP/1.1" status: 200 len: 950 time: 0.0498459 Oct 20 11:28:05.930549 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2d668fdb-23b2-4e0f-bc4c-c75e18132cc6 req-3835b629-9eaf-41bb-88d4-b55a8225ac93 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329514 Oct 20 11:28:05.977850 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a02dcac-8905-4af9-9d0c-172f3966de22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc54b5a-545e-440d-8e56-06e6c4ed6dda'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:28:05.980369 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0fe372-5cc6-47db-8a35-bdd9c6a8eefb" -d '{"events": [{"server_uuid": "2a02dcac-8905-4af9-9d0c-172f3966de22", "name": "network-vif-plugged", "status": "completed", "tag": "9fc54b5a-545e-440d-8e56-06e6c4ed6dda"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:28:06.021471 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bcdc615-ab4d-4c9b-b84f-974da072e1bc x-openstack-request-id: req-2bcdc615-ab4d-4c9b-b84f-974da072e1bc {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:28:06.021720 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a02dcac-8905-4af9-9d0c-172f3966de22", "name": "network-vif-plugged", "status": "completed", "tag": "9fc54b5a-545e-440d-8e56-06e6c4ed6dda", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:28:06.021979 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2bcdc615-ab4d-4c9b-b84f-974da072e1bc {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:28:06.022369 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a02dcac-8905-4af9-9d0c-172f3966de22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc54b5a-545e-440d-8e56-06e6c4ed6dda', 'code': 200} Oct 20 11:28:06.074172 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f975125-28b2-4a8f-ae32-b16a36bf7e41 req-a3158d0b-50ff-4477-ab65-47bf980fec9f tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:06.075681 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6f975125-28b2-4a8f-ae32-b16a36bf7e41 req-a3158d0b-50ff-4477-ab65-47bf980fec9f tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=7fa7ad38-b831-4488-91dc-f1a8a4e2ce41 HTTP/1.1" status: 200 len: 943 time: 0.0554438 Oct 20 11:28:06.147643 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6f975125-28b2-4a8f-ae32-b16a36bf7e41 req-70a65c79-6f3f-4109-b0f8-4e572c434ddc tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656071 Oct 20 11:28:06.154088 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bff145-b8ca-4c4a-a82b-4eef061c17cb req-623bed38-a5d7-4b66-9fc5-6f8971d1ddc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:06.156104 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f1bff145-b8ca-4c4a-a82b-4eef061c17cb req-623bed38-a5d7-4b66-9fc5-6f8971d1ddc1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2a02dcac-8905-4af9-9d0c-172f3966de22 HTTP/1.1" status: 200 len: 1101 time: 0.0684488 Oct 20 11:28:06.196088 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f1bff145-b8ca-4c4a-a82b-4eef061c17cb req-fcee8956-2a43-4e72-afc9-010d0e6be40c service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295799 Oct 20 11:28:06.566047 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91554323-e049-4c57-95e4-369ca6e2ca18 req-56153a20-756e-4867-9735-4e1191fe4f06 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:06.567562 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-91554323-e049-4c57-95e4-369ca6e2ca18 req-56153a20-756e-4867-9735-4e1191fe4f06 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 950 time: 0.0561249 Oct 20 11:28:06.614020 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-91554323-e049-4c57-95e4-369ca6e2ca18 req-7b750cb0-e4cc-4516-8edb-efb6a0681560 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372217 Oct 20 11:28:06.673393 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe618216-7506-43fc-bb06-24c3e98d5e36 req-3d81d73b-dda7-439a-8b67-dcb67ba452da tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:06.674900 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fe618216-7506-43fc-bb06-24c3e98d5e36 req-3d81d73b-dda7-439a-8b67-dcb67ba452da tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/ports?device_id=a6a5584c-9a82-4942-afe3-83c4f333d03d HTTP/1.1" status: 200 len: 950 time: 0.0651379 Oct 20 11:28:06.728756 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fe618216-7506-43fc-bb06-24c3e98d5e36 req-f64e91d2-8047-45ee-aa5e-78ed3b566763 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/security-groups?id=671c7ab4-02a2-46aa-9adf-d5460b3dd2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459406 Oct 20 11:28:06.880945 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b8ec6d-a1ab-4021-984b-1f83a1a80f8f req-360c9b98-f21d-4793-8083-730800f44c89 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:06.882736 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-62b8ec6d-a1ab-4021-984b-1f83a1a80f8f req-360c9b98-f21d-4793-8083-730800f44c89 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c2d42db-7f0e-4364-aea7-06ca55524d61 HTTP/1.1" status: 200 len: 946 time: 0.0804946 Oct 20 11:28:06.930667 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-62b8ec6d-a1ab-4021-984b-1f83a1a80f8f req-d015947c-d199-4634-ac94-e8aaa406cdb5 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416296 Oct 20 11:28:07.065969 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84df4c-8c00-4256-9999-a9c01e3dc1da req-058c586f-b8e0-4cd5-b42a-3cd501d448a9 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:07.067721 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3c84df4c-8c00-4256-9999-a9c01e3dc1da req-058c586f-b8e0-4cd5-b42a-3cd501d448a9 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a02dcac-8905-4af9-9d0c-172f3966de22 HTTP/1.1" status: 200 len: 950 time: 0.0561981 Oct 20 11:28:07.117808 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3c84df4c-8c00-4256-9999-a9c01e3dc1da req-11bb00cb-5642-4a91-a25c-820f4585040e tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428848 Oct 20 11:28:07.229580 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device faa7c928-8b1c-4cd3-a281-babc2f14940d details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:28:07.233218 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 750018c1-0847-4832-892c-74d11ce9ccea up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:28:07.273539 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5487713-5e6a-434c-a66d-e6413c990cd6 req-2cf2eeee-82bc-47e6-846d-cec865349d2f tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:07.281338 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c5487713-5e6a-434c-a66d-e6413c990cd6 req-2cf2eeee-82bc-47e6-846d-cec865349d2f tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=7fa7ad38-b831-4488-91dc-f1a8a4e2ce41 HTTP/1.1" status: 200 len: 943 time: 0.0631185 Oct 20 11:28:07.323189 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c5487713-5e6a-434c-a66d-e6413c990cd6 req-f96cf537-4eff-4a77-9422-a92e995920cf tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408566 Oct 20 11:28:07.371036 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 750018c1-0847-4832-892c-74d11ce9ccea triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:28:07.371407 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:07.374435 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port faa7c928-8b1c-4cd3-a281-babc2f14940d, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=faa7c928-8b1c-4cd3-a281-babc2f14940d,segment=NetworkSegment(ba843d51-18ac-492f-b072-dcb49c698d12),segment_id=ba843d51-18ac-492f-b072-dcb49c698d12)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:28:07.405102 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': 'faa7c928-8b1c-4cd3-a281-babc2f14940d', 'network_id': '899673ab-8e62-4651-b772-c8a12e790997', 'port_id': 'faa7c928-8b1c-4cd3-a281-babc2f14940d', 'mac_address': 'fa:16:3e:64:0f:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aac54544-8ac1-4e04-a94d-f9c6d3bc8d37', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:28:07.496365 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:07.522045 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id faa7c928-8b1c-4cd3-a281-babc2f14940d {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:28:07.580427 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port faa7c928-8b1c-4cd3-a281-babc2f14940d, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=faa7c928-8b1c-4cd3-a281-babc2f14940d,segment=NetworkSegment(ba843d51-18ac-492f-b072-dcb49c698d12),segment_id=ba843d51-18ac-492f-b072-dcb49c698d12)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:28:07.586296 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:07.599440 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:07.673873 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 750018c1-0847-4832-892c-74d11ce9ccea, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=750018c1-0847-4832-892c-74d11ce9ccea,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:28:07.687655 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:07.695600 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=faa7c928-8b1c-4cd3-a281-babc2f14940d,revision_number=6']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:07.791127 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defbbae6-ab25-4809-be68-978a8760545b req-25b7de67-e562-4299-8564-8296cbc6599e tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:07.799065 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-defbbae6-ab25-4809-be68-978a8760545b req-25b7de67-e562-4299-8564-8296cbc6599e tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 950 time: 0.0846128 Oct 20 11:28:07.807838 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['faa7c928-8b1c-4cd3-a281-babc2f14940d'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:28:07.823540 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=750018c1-0847-4832-892c-74d11ce9ccea,revision_number=10']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:07.846534 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-defbbae6-ab25-4809-be68-978a8760545b req-256d27a0-5c34-4c0b-8d84-0af51f98fd93 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464296 Oct 20 11:28:07.935124 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f9c2d-0f4b-47ff-b796-fec183135dac req-4caa0278-5049-4fb7-b3cf-1eef1d9faf9b tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:07.936738 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-509f9c2d-0f4b-47ff-b796-fec183135dac req-4caa0278-5049-4fb7-b3cf-1eef1d9faf9b tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/ports?device_id=a6a5584c-9a82-4942-afe3-83c4f333d03d HTTP/1.1" status: 200 len: 950 time: 0.0697916 Oct 20 11:28:08.020571 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-509f9c2d-0f4b-47ff-b796-fec183135dac req-e66f7a49-4272-4fd0-9936-80c62954f7bb tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/security-groups?id=671c7ab4-02a2-46aa-9adf-d5460b3dd2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756266 Oct 20 11:28:08.027645 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376068de-e3d8-4946-ae3e-390babea6ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '750018c1-0847-4832-892c-74d11ce9ccea'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:28:08.032658 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a371d0-fa88-4d2d-a0d5-d50dea1d48ea" -d '{"events": [{"server_uuid": "376068de-e3d8-4946-ae3e-390babea6ed7", "name": "network-vif-plugged", "status": "completed", "tag": "750018c1-0847-4832-892c-74d11ce9ccea"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:28:08.134947 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8fe7e9-eadf-48a4-8893-291d3df95184 x-openstack-request-id: req-3d8fe7e9-eadf-48a4-8893-291d3df95184 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:28:08.135847 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376068de-e3d8-4946-ae3e-390babea6ed7", "name": "network-vif-plugged", "status": "completed", "tag": "750018c1-0847-4832-892c-74d11ce9ccea", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:28:08.136098 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3d8fe7e9-eadf-48a4-8893-291d3df95184 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:28:08.136494 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376068de-e3d8-4946-ae3e-390babea6ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '750018c1-0847-4832-892c-74d11ce9ccea', 'code': 200} Oct 20 11:28:08.162073 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f750f-89c4-4001-bdaa-e6bd9baccf5d req-50b9f1f3-2b97-4470-8b4e-96cd29f956e8 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:08.163774 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e29f750f-89c4-4001-bdaa-e6bd9baccf5d req-50b9f1f3-2b97-4470-8b4e-96cd29f956e8 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c2d42db-7f0e-4364-aea7-06ca55524d61 HTTP/1.1" status: 200 len: 946 time: 0.0567865 Oct 20 11:28:08.234403 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e29f750f-89c4-4001-bdaa-e6bd9baccf5d req-33c50682-f239-44da-a677-9775e2e54418 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583394 Oct 20 11:28:08.365798 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16469075-8a63-495b-86bf-7ffe7ba71320 req-8f40a7c6-959a-4129-8427-3a4b90302758 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:08.373481 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-16469075-8a63-495b-86bf-7ffe7ba71320 req-8f40a7c6-959a-4129-8427-3a4b90302758 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a02dcac-8905-4af9-9d0c-172f3966de22 HTTP/1.1" status: 200 len: 950 time: 0.0754712 Oct 20 11:28:08.422599 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-16469075-8a63-495b-86bf-7ffe7ba71320 req-59eb08ff-0ea7-4e5e-bc54-7917b1dc02f2 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438571 Oct 20 11:28:08.486833 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eaa8ab-5572-4e56-8482-407b03377dfd req-c1c260ca-6c49-4a39-85ff-83541c54c1fe tempest-ServersAdminNegativeTestJSON-1579510768 tempest-ServersAdminNegativeTestJSON-1579510768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:08.494428 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-20eaa8ab-5572-4e56-8482-407b03377dfd req-c1c260ca-6c49-4a39-85ff-83541c54c1fe tempest-ServersAdminNegativeTestJSON-1579510768 tempest-ServersAdminNegativeTestJSON-1579510768-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=a6a5584c-9a82-4942-afe3-83c4f333d03d HTTP/1.1" status: 200 len: 1101 time: 0.0553956 Oct 20 11:28:08.540597 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-20eaa8ab-5572-4e56-8482-407b03377dfd req-82f25a89-f045-4916-ba00-3b1fddee83fe tempest-ServersAdminNegativeTestJSON-1579510768 tempest-ServersAdminNegativeTestJSON-1579510768-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:08.588229 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad8cbd-e332-4cf4-a09a-1f6d65e04b13 req-45b229b9-c469-4117-8356-29bd8803bb66 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:08.590022 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a4ad8cbd-e332-4cf4-a09a-1f6d65e04b13 req-45b229b9-c469-4117-8356-29bd8803bb66 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=7fa7ad38-b831-4488-91dc-f1a8a4e2ce41 HTTP/1.1" status: 200 len: 943 time: 0.0873644 Oct 20 11:28:08.685787 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a4ad8cbd-e332-4cf4-a09a-1f6d65e04b13 req-9b1893f0-68ea-49f0-b4cc-b34132545c5d tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871489 Oct 20 11:28:08.753647 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-20eaa8ab-5572-4e56-8482-407b03377dfd req-82f25a89-f045-4916-ba00-3b1fddee83fe tempest-ServersAdminNegativeTestJSON-1579510768 tempest-ServersAdminNegativeTestJSON-1579510768-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:08.765875 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-20eaa8ab-5572-4e56-8482-407b03377dfd req-82f25a89-f045-4916-ba00-3b1fddee83fe tempest-ServersAdminNegativeTestJSON-1579510768 tempest-ServersAdminNegativeTestJSON-1579510768-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:08.816691 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-20eaa8ab-5572-4e56-8482-407b03377dfd req-82f25a89-f045-4916-ba00-3b1fddee83fe tempest-ServersAdminNegativeTestJSON-1579510768 tempest-ServersAdminNegativeTestJSON-1579510768-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=671c7ab4-02a2-46aa-9adf-d5460b3dd2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188362 Oct 20 11:28:08.831167 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f25a89-f045-4916-ba00-3b1fddee83fe tempest-ServersAdminNegativeTestJSON-1579510768 tempest-ServersAdminNegativeTestJSON-1579510768-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2efd5dee-96ef-4f26-a5cd-bb941ec7c284,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:08.839334 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f25a89-f045-4916-ba00-3b1fddee83fe tempest-ServersAdminNegativeTestJSON-1579510768 tempest-ServersAdminNegativeTestJSON-1579510768-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:08.839919 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f25a89-f045-4916-ba00-3b1fddee83fe tempest-ServersAdminNegativeTestJSON-1579510768 tempest-ServersAdminNegativeTestJSON-1579510768-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:08.840414 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f25a89-f045-4916-ba00-3b1fddee83fe tempest-ServersAdminNegativeTestJSON-1579510768 tempest-ServersAdminNegativeTestJSON-1579510768-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:08.841012 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f25a89-f045-4916-ba00-3b1fddee83fe tempest-ServersAdminNegativeTestJSON-1579510768 tempest-ServersAdminNegativeTestJSON-1579510768-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:08.841509 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f25a89-f045-4916-ba00-3b1fddee83fe tempest-ServersAdminNegativeTestJSON-1579510768 tempest-ServersAdminNegativeTestJSON-1579510768-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:08.842062 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f25a89-f045-4916-ba00-3b1fddee83fe tempest-ServersAdminNegativeTestJSON-1579510768 tempest-ServersAdminNegativeTestJSON-1579510768-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:08.842565 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f25a89-f045-4916-ba00-3b1fddee83fe tempest-ServersAdminNegativeTestJSON-1579510768 tempest-ServersAdminNegativeTestJSON-1579510768-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:08.843257 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f25a89-f045-4916-ba00-3b1fddee83fe tempest-ServersAdminNegativeTestJSON-1579510768 tempest-ServersAdminNegativeTestJSON-1579510768-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:08.843762 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f25a89-f045-4916-ba00-3b1fddee83fe tempest-ServersAdminNegativeTestJSON-1579510768 tempest-ServersAdminNegativeTestJSON-1579510768-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:08.844297 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f25a89-f045-4916-ba00-3b1fddee83fe tempest-ServersAdminNegativeTestJSON-1579510768 tempest-ServersAdminNegativeTestJSON-1579510768-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:08.844953 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f25a89-f045-4916-ba00-3b1fddee83fe tempest-ServersAdminNegativeTestJSON-1579510768 tempest-ServersAdminNegativeTestJSON-1579510768-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:08.845488 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f25a89-f045-4916-ba00-3b1fddee83fe tempest-ServersAdminNegativeTestJSON-1579510768 tempest-ServersAdminNegativeTestJSON-1579510768-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:08.906311 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-398b2a3e-93e3-4a4a-b981-d5e8dab328a0 req-c5c8c45c-68c9-4efe-9e52-c8c1380c67b7 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:28:08.907766 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-398b2a3e-93e3-4a4a-b981-d5e8dab328a0 req-c5c8c45c-68c9-4efe-9e52-c8c1380c67b7 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0068028 Oct 20 11:28:08.996025 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fcef84-bdea-4298-809c-4d5e3ee3d418 req-3c2ef713-fe75-4d67-a94b-5a8ce2db0672 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:08.997977 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d3fcef84-bdea-4298-809c-4d5e3ee3d418 req-3c2ef713-fe75-4d67-a94b-5a8ce2db0672 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 950 time: 0.0547945 Oct 20 11:28:09.110299 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d3fcef84-bdea-4298-809c-4d5e3ee3d418 req-74723bc0-6bd8-4b00-9580-334241744fc9 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962021 Oct 20 11:28:09.224838 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device faa7c928-8b1c-4cd3-a281-babc2f14940d up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:28:09.294433 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f63052-c09e-48cc-aeba-a02d0f69e874 req-7df67ad7-154b-4a31-8b3a-2d5e48b982ac tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:09.303199 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-54f63052-c09e-48cc-aeba-a02d0f69e874 req-7df67ad7-154b-4a31-8b3a-2d5e48b982ac tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a02dcac-8905-4af9-9d0c-172f3966de22 HTTP/1.1" status: 200 len: 950 time: 0.0650816 Oct 20 11:28:09.320852 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port faa7c928-8b1c-4cd3-a281-babc2f14940d triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:28:09.321190 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-85e022d5-2f6a-4ce6-9aaa-4868d387fe73 req-cdb46afc-a809-4ee6-b751-30cbb9dea788 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=2a02dcac-8905-4af9-9d0c-172f3966de22&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1122785 Oct 20 11:28:09.322638 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:09.332919 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [req-85e022d5-2f6a-4ce6-9aaa-4868d387fe73 req-86e6e3e8-0f1b-47ae-a506-eb3a1a03f962 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:28:09.346128 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-85e022d5-2f6a-4ce6-9aaa-4868d387fe73 req-86e6e3e8-0f1b-47ae-a506-eb3a1a03f962 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0174026 Oct 20 11:28:09.404550 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-54f63052-c09e-48cc-aeba-a02d0f69e874 req-1483a38f-7d1d-49af-a8ac-c2fbaa82bb94 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990622 Oct 20 11:28:09.483740 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9dcb60-6ca9-42ad-bf98-f3d969475d14 req-370333fc-6eab-4991-906f-d9836b473734 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:09.497145 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2e9dcb60-6ca9-42ad-bf98-f3d969475d14 req-370333fc-6eab-4991-906f-d9836b473734 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c2d42db-7f0e-4364-aea7-06ca55524d61 HTTP/1.1" status: 200 len: 946 time: 0.1388352 Oct 20 11:28:09.538642 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:09.587459 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2e9dcb60-6ca9-42ad-bf98-f3d969475d14 req-b4a1319f-9c83-46c4-bb63-f73e8e4e24d7 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856180 Oct 20 11:28:09.590193 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port faa7c928-8b1c-4cd3-a281-babc2f14940d, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=faa7c928-8b1c-4cd3-a281-babc2f14940d,segment=NetworkSegment(ba843d51-18ac-492f-b072-dcb49c698d12),segment_id=ba843d51-18ac-492f-b072-dcb49c698d12)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:28:09.599580 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:09.642101 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:09.689818 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=faa7c928-8b1c-4cd3-a281-babc2f14940d,revision_number=7']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:09.911580 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5a0ff-b13c-4925-ac65-11fe988de47f req-c9dd846e-837c-4759-a46b-0aef41def4cb tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:09.926236 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fff5a0ff-b13c-4925-ac65-11fe988de47f req-c9dd846e-837c-4759-a46b-0aef41def4cb tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=7fa7ad38-b831-4488-91dc-f1a8a4e2ce41 HTTP/1.1" status: 200 len: 943 time: 0.1526225 Oct 20 11:28:10.026427 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fff5a0ff-b13c-4925-ac65-11fe988de47f req-bbc9a6cf-a3c9-45a9-803f-f08d527396ee tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968113 Oct 20 11:28:10.050924 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224c99c-8b51-460a-af1f-4ec0df01dc62 req-fc2ea7c9-f5dd-4e31-8099-348ca5e1d496 tempest-ServersAdminNegativeTestJSON-1579510768 tempest-ServersAdminNegativeTestJSON-1579510768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:10.059415 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5224c99c-8b51-460a-af1f-4ec0df01dc62 req-fc2ea7c9-f5dd-4e31-8099-348ca5e1d496 tempest-ServersAdminNegativeTestJSON-1579510768 tempest-ServersAdminNegativeTestJSON-1579510768-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=a6a5584c-9a82-4942-afe3-83c4f333d03d HTTP/1.1" status: 200 len: 1101 time: 0.0818448 Oct 20 11:28:10.137535 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf94d2ac-dd33-4a3a-960d-51316a5661f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa7c928-8b1c-4cd3-a281-babc2f14940d'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:28:10.139988 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed2473e-f45f-46f1-b445-d3025cff0b21" -d '{"events": [{"server_uuid": "bf94d2ac-dd33-4a3a-960d-51316a5661f2", "name": "network-vif-plugged", "status": "completed", "tag": "faa7c928-8b1c-4cd3-a281-babc2f14940d"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:28:10.151081 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5224c99c-8b51-460a-af1f-4ec0df01dc62 req-d222d950-7e0b-44b3-87d5-62ad83037f5a tempest-ServersAdminNegativeTestJSON-1579510768 tempest-ServersAdminNegativeTestJSON-1579510768-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=671c7ab4-02a2-46aa-9adf-d5460b3dd2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905356 Oct 20 11:28:10.256011 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e693b3e-d6e3-46de-9a4c-1387cb22077e x-openstack-request-id: req-5e693b3e-d6e3-46de-9a4c-1387cb22077e {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:28:10.257031 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf94d2ac-dd33-4a3a-960d-51316a5661f2", "name": "network-vif-plugged", "status": "completed", "tag": "faa7c928-8b1c-4cd3-a281-babc2f14940d", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:28:10.257438 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5e693b3e-d6e3-46de-9a4c-1387cb22077e {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:28:10.258003 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf94d2ac-dd33-4a3a-960d-51316a5661f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa7c928-8b1c-4cd3-a281-babc2f14940d', 'code': 200} Oct 20 11:28:10.325152 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-793ecaea-e886-4163-8821-0a75ac998039 req-651a90b7-ad79-463a-89e6-bf2f829c52fc service neutron] 10.222.0.89 "GET /v2.0/ports/b8370f8e-d24a-451b-8851-57ad6158b3e8/bindings/n-h1-814735-3 HTTP/1.1" status: 200 len: 384 time: 0.2360218 Oct 20 11:28:10.491849 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d995ae5-e7f3-4cbb-89c3-287556d51860 req-2920d422-8b1c-404c-8aa6-b1e901d2c16c tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:10.500047 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2d995ae5-e7f3-4cbb-89c3-287556d51860 req-2920d422-8b1c-404c-8aa6-b1e901d2c16c tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 950 time: 0.2537866 Oct 20 11:28:10.594498 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2d995ae5-e7f3-4cbb-89c3-287556d51860 req-1b6517ce-f213-472d-b507-266669b5ebb6 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929081 Oct 20 11:28:10.609037 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device b8370f8e-d24a-451b-8851-57ad6158b3e8 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:28:10.757887 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-793ecaea-e886-4163-8821-0a75ac998039 req-9c89e123-4612-434b-aab6-6e1d06f93311 service neutron] For port b8370f8e-d24a-451b-8851-57ad6158b3e8, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=b8370f8e-d24a-451b-8851-57ad6158b3e8,segment=NetworkSegment(fb1327ec-83b6-478a-9700-c6ea2f9574d3),segment_id=fb1327ec-83b6-478a-9700-c6ea2f9574d3)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:28:10.885778 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-793ecaea-e886-4163-8821-0a75ac998039 req-9c89e123-4612-434b-aab6-6e1d06f93311 service neutron] For port b8370f8e-d24a-451b-8851-57ad6158b3e8, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:28:10.900887 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d4e72-6ccd-4e5c-9fec-e9f34a42748c req-be480365-75d8-41bc-8927-fb13fa23c1b7 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:10.903393 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ab4d4e72-6ccd-4e5c-9fec-e9f34a42748c req-be480365-75d8-41bc-8927-fb13fa23c1b7 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a02dcac-8905-4af9-9d0c-172f3966de22 HTTP/1.1" status: 200 len: 950 time: 0.1416039 Oct 20 11:28:10.961520 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-793ecaea-e886-4163-8821-0a75ac998039 req-9c89e123-4612-434b-aab6-6e1d06f93311 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8370f8e-d24a-451b-8851-57ad6158b3e8 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:28:10.977655 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ab4d4e72-6ccd-4e5c-9fec-e9f34a42748c req-57b8341d-415c-4236-aadb-bda2d05d3147 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543897 Oct 20 11:28:10.979677 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-793ecaea-e886-4163-8821-0a75ac998039 req-9c89e123-4612-434b-aab6-6e1d06f93311 service neutron] For port b8370f8e-d24a-451b-8851-57ad6158b3e8, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=b8370f8e-d24a-451b-8851-57ad6158b3e8,segment=NetworkSegment(fb1327ec-83b6-478a-9700-c6ea2f9574d3),segment_id=fb1327ec-83b6-478a-9700-c6ea2f9574d3)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:28:11.010528 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-793ecaea-e886-4163-8821-0a75ac998039 req-9c89e123-4612-434b-aab6-6e1d06f93311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:11.204964 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-793ecaea-e886-4163-8821-0a75ac998039 req-9c89e123-4612-434b-aab6-6e1d06f93311 service neutron] Transition to ACTIVE for port object b8370f8e-d24a-451b-8851-57ad6158b3e8 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:28:11.227459 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-793ecaea-e886-4163-8821-0a75ac998039 req-9c89e123-4612-434b-aab6-6e1d06f93311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:11.257300 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b27acb-2b6b-4b85-b9f7-582f907f2c1a req-23fe6386-b204-4b6a-8c0b-70758eb1169a tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:11.264981 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a8b27acb-2b6b-4b85-b9f7-582f907f2c1a req-23fe6386-b204-4b6a-8c0b-70758eb1169a tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c2d42db-7f0e-4364-aea7-06ca55524d61 HTTP/1.1" status: 200 len: 946 time: 0.1712797 Oct 20 11:28:11.321127 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c89e123-4612-434b-aab6-6e1d06f93311 service neutron] Pushing event updated for resources: {'Port': ['ID=b8370f8e-d24a-451b-8851-57ad6158b3e8,revision_number=10']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:11.385702 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-793ecaea-e886-4163-8821-0a75ac998039 req-9c89e123-4612-434b-aab6-6e1d06f93311 service neutron] No DVR routers for this DVR port b8370f8e-d24a-451b-8851-57ad6158b3e8 on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:28:11.455183 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a8b27acb-2b6b-4b85-b9f7-582f907f2c1a req-08f6cbd6-bb11-49b6-986d-2f94a97e9245 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852295 Oct 20 11:28:11.487647 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-793ecaea-e886-4163-8821-0a75ac998039 req-9c89e123-4612-434b-aab6-6e1d06f93311 service neutron] 10.222.0.89 "PUT /v2.0/ports/b8370f8e-d24a-451b-8851-57ad6158b3e8/bindings/n-h1-814735-3/activate HTTP/1.1" status: 200 len: 369 time: 1.1462224 Oct 20 11:28:11.542448 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e022d5-2f6a-4ce6-9aaa-4868d387fe73 req-b3ea4f9d-40da-4cf9-8908-130a660e5dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:11.544774 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-85e022d5-2f6a-4ce6-9aaa-4868d387fe73 req-b3ea4f9d-40da-4cf9-8908-130a660e5dc8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4b173b35dd00423795d2e29ae132dc78&device_id=2a02dcac-8905-4af9-9d0c-172f3966de22 HTTP/1.1" status: 200 len: 1101 time: 0.0861123 Oct 20 11:28:11.677925 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ecaea-e886-4163-8821-0a75ac998039 req-edacf23f-f698-44dc-9185-a0679d560b5f tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:11.680779 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-793ecaea-e886-4163-8821-0a75ac998039 req-edacf23f-f698-44dc-9185-a0679d560b5f tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7fa7ad38-b831-4488-91dc-f1a8a4e2ce41&tenant_id=aa6715c00c6e4476951bf73e506ed201&binding%3Ahost_id=n-h2-814735-3 HTTP/1.1" status: 200 len: 1095 time: 0.1058629 Oct 20 11:28:11.791501 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ecaea-e886-4163-8821-0a75ac998039 req-0a4ca3d9-549e-4cdf-a960-7cfa8c7bff13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:11.792919 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-793ecaea-e886-4163-8821-0a75ac998039 req-0a4ca3d9-549e-4cdf-a960-7cfa8c7bff13 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7fa7ad38-b831-4488-91dc-f1a8a4e2ce41&tenant_id=aa6715c00c6e4476951bf73e506ed201 HTTP/1.1" status: 200 len: 1095 time: 0.1004512 Oct 20 11:28:11.811998 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e022d5-2f6a-4ce6-9aaa-4868d387fe73 req-ff5da37a-3287-4e0a-b1d1-2e6b8e12e641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:11.814925 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-85e022d5-2f6a-4ce6-9aaa-4868d387fe73 req-ff5da37a-3287-4e0a-b1d1-2e6b8e12e641 service neutron] 10.222.0.89 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 0.2574172 Oct 20 11:28:11.898915 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-85e022d5-2f6a-4ce6-9aaa-4868d387fe73 req-8d6d3ce1-c185-43d0-9ef9-b30dc97d30be service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=9fc54b5a-545e-440d-8e56-06e6c4ed6dda HTTP/1.1" status: 200 len: 217 time: 0.0735900 Oct 20 11:28:11.917932 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ecaea-e886-4163-8821-0a75ac998039 req-f8b3d8d2-456d-4568-8c3d-228708d87881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:11.921245 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-793ecaea-e886-4163-8821-0a75ac998039 req-f8b3d8d2-456d-4568-8c3d-228708d87881 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa6715c00c6e4476951bf73e506ed201&device_id=7fa7ad38-b831-4488-91dc-f1a8a4e2ce41 HTTP/1.1" status: 200 len: 1095 time: 0.0894816 Oct 20 11:28:11.984673 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e022d5-2f6a-4ce6-9aaa-4868d387fe73 req-48f5ce87-9846-4420-8158-f114cd454706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:11.988648 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-85e022d5-2f6a-4ce6-9aaa-4868d387fe73 req-48f5ce87-9846-4420-8158-f114cd454706 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.0787933 Oct 20 11:28:12.119362 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e022d5-2f6a-4ce6-9aaa-4868d387fe73 req-218dbcfc-893b-4e9e-8397-93dbe7c1d8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:12.125542 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-85e022d5-2f6a-4ce6-9aaa-4868d387fe73 req-218dbcfc-893b-4e9e-8397-93dbe7c1d8de service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1239676 Oct 20 11:28:12.176469 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ecaea-e886-4163-8821-0a75ac998039 req-d3bc1bd2-b64a-406a-aec6-23b2ce10a652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:12.178834 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-793ecaea-e886-4163-8821-0a75ac998039 req-d3bc1bd2-b64a-406a-aec6-23b2ce10a652 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b05579c2-10e5-4997-ab9d-57afa741288e HTTP/1.1" status: 200 len: 909 time: 0.2494862 Oct 20 11:28:12.276374 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-793ecaea-e886-4163-8821-0a75ac998039 req-da2a42ba-b3c0-4b8b-99f7-700a03832e93 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8370f8e-d24a-451b-8851-57ad6158b3e8 HTTP/1.1" status: 200 len: 217 time: 0.0811512 Oct 20 11:28:12.330122 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-85e022d5-2f6a-4ce6-9aaa-4868d387fe73 req-38d320b9-a25b-491f-a556-e9f15f1814f4 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945293 Oct 20 11:28:12.388478 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ecaea-e886-4163-8821-0a75ac998039 req-ba35f97e-817c-427a-b05a-9a2afd284660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:12.394616 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-793ecaea-e886-4163-8821-0a75ac998039 req-ba35f97e-817c-427a-b05a-9a2afd284660 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=beaf7d63-7f7d-4cb5-8871-db069d2b0a56 HTTP/1.1" status: 200 len: 847 time: 0.1125331 Oct 20 11:28:12.453396 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-793ecaea-e886-4163-8821-0a75ac998039 req-11583f61-1ad8-4cda-8605-37c72147c780 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b05579c2-10e5-4997-ab9d-57afa741288e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462651 Oct 20 11:28:12.517743 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-85e022d5-2f6a-4ce6-9aaa-4868d387fe73 req-7296ae8e-fee8-4415-b250-a7f34827c4ed service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797326 Oct 20 11:28:12.621447 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-793ecaea-e886-4163-8821-0a75ac998039 req-cb785ae0-681b-493e-b811-e84b78ab40bf service neutron] 10.222.0.11 "GET /v2.0/networks/b05579c2-10e5-4997-ab9d-57afa741288e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580591 Oct 20 11:28:12.622185 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device f26b9bba-0475-4f54-873f-b971299bb59a details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:28:12.625809 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device f26b9bba-0475-4f54-873f-b971299bb59a no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:28:12.807945 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:12.869333 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-793ecaea-e886-4163-8821-0a75ac998039 req-5bc57edb-3e65-404b-936d-0cf868cf792a service neutron] 10.222.0.11 "GET /v2.0/networks/b05579c2-10e5-4997-ab9d-57afa741288e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358150 Oct 20 11:28:12.873872 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port f26b9bba-0475-4f54-873f-b971299bb59a, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=f26b9bba-0475-4f54-873f-b971299bb59a,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:28:12.888629 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18147310-0c17-491d-afa4-3e2d28d29ab2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f26b9bba-0475-4f54-873f-b971299bb59a'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:28:12.891931 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8759c07b-9865-410b-901c-15e3b2f98e7a" -d '{"events": [{"server_uuid": "18147310-0c17-491d-afa4-3e2d28d29ab2", "name": "network-vif-unplugged", "status": "completed", "tag": "f26b9bba-0475-4f54-873f-b971299bb59a"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:28:12.901136 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:12.964559 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port f26b9bba-0475-4f54-873f-b971299bb59a, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=f26b9bba-0475-4f54-873f-b971299bb59a,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:28:12.993785 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': 'f26b9bba-0475-4f54-873f-b971299bb59a', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'port_id': 'f26b9bba-0475-4f54-873f-b971299bb59a', 'mac_address': 'fa:16:3e:35:ee:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94289c8c-e5f7-4e30-b6a9-5b268a8fd610', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:28:13.012673 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=f26b9bba-0475-4f54-873f-b971299bb59a,revision_number=9']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:13.081241 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:13.114077 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f26b9bba-0475-4f54-873f-b971299bb59a {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:28:13.152747 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port f26b9bba-0475-4f54-873f-b971299bb59a, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=f26b9bba-0475-4f54-873f-b971299bb59a,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:28:13.159675 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:13.220654 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=f26b9bba-0475-4f54-873f-b971299bb59a,revision_number=10']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:13.246592 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ecaea-e886-4163-8821-0a75ac998039 req-4caa31b6-2dbb-43a1-b54b-5c33c8068d80 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:13.248403 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-793ecaea-e886-4163-8821-0a75ac998039 req-4caa31b6-2dbb-43a1-b54b-5c33c8068d80 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7fa7ad38-b831-4488-91dc-f1a8a4e2ce41&tenant_id=aa6715c00c6e4476951bf73e506ed201&binding%3Ahost_id=n-h1-814735-3 HTTP/1.1" status: 200 len: 1095 time: 0.0871885 Oct 20 11:28:13.415326 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-793ecaea-e886-4163-8821-0a75ac998039 req-c451a87d-d9b3-41f3-bcb0-594e8c68c252 service neutron] For port b8370f8e-d24a-451b-8851-57ad6158b3e8, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:28:13.420508 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-793ecaea-e886-4163-8821-0a75ac998039 req-c451a87d-d9b3-41f3-bcb0-594e8c68c252 service neutron] Publish callbacks [] for binding, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:13.421766 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-793ecaea-e886-4163-8821-0a75ac998039 req-c451a87d-d9b3-41f3-bcb0-594e8c68c252 service neutron] 10.222.0.11 "DELETE /v2.0/ports/b8370f8e-d24a-451b-8851-57ad6158b3e8/bindings/n-h2-814735-3 HTTP/1.1" status: 204 len: 173 time: 0.1620917 Oct 20 11:28:13.470548 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['f26b9bba-0475-4f54-873f-b971299bb59a'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:28:14.653931 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device f26b9bba-0475-4f54-873f-b971299bb59a up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:28:14.727477 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port f26b9bba-0475-4f54-873f-b971299bb59a triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:28:14.728229 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:14.885297 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:14.909738 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-c87f7be1-ae06-4f2b-945c-1957aa398441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:14.911429 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-c87f7be1-ae06-4f2b-945c-1957aa398441 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d9acdef368f944fcb8d5f209bb8e33d7&device_id=4c2d42db-7f0e-4364-aea7-06ca55524d61 HTTP/1.1" status: 200 len: 1097 time: 0.0689473 Oct 20 11:28:14.933075 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port f26b9bba-0475-4f54-873f-b971299bb59a, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=f26b9bba-0475-4f54-873f-b971299bb59a,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:28:14.945879 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:15.023361 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=f26b9bba-0475-4f54-873f-b971299bb59a,revision_number=11']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:15.104435 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-1a378746-f57d-4571-b5d7-160e9bc67574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:15.124692 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-1a378746-f57d-4571-b5d7-160e9bc67574 service neutron] 10.222.0.11 "GET /v2.0/networks?id=60a88ebb-4b56-43bd-98ec-2f75530b8b0e HTTP/1.1" status: 200 len: 922 time: 0.2031763 Oct 20 11:28:15.131444 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:15.186190 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-a2ed7471-f567-4b29-b135-8a86df61b181 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27a6d02b-305f-480d-bb45-21dbff7f08c2 HTTP/1.1" status: 200 len: 217 time: 0.0529001 Oct 20 11:28:15.256749 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-143869d5-36ba-4c85-884a-8cecb0ec135d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:15.258403 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-143869d5-36ba-4c85-884a-8cecb0ec135d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a0c5c2a-f9c9-492d-ba9f-7e961a63a7db HTTP/1.1" status: 200 len: 860 time: 0.0590236 Oct 20 11:28:15.346340 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-5cff0c8f-51c3-4bc7-b27c-40d552de4a93 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=60a88ebb-4b56-43bd-98ec-2f75530b8b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732710 Oct 20 11:28:15.804881 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-e5de4821-6dfb-4d3c-b4e3-0c456671a5ca service neutron] 10.222.0.11 "GET /v2.0/networks/60a88ebb-4b56-43bd-98ec-2f75530b8b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4456537 Oct 20 11:28:16.104863 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-d689d9fa-ae1a-4653-b193-6679e78f0224 service neutron] 10.222.0.11 "GET /v2.0/networks/60a88ebb-4b56-43bd-98ec-2f75530b8b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895324 Oct 20 11:28:19.011745 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd6d66d-9d04-46ca-9744-ecec7b798d13 req-40697e9d-a395-4d4d-b77f-2122fef2fe91 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:19.029710 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8dd6d66d-9d04-46ca-9744-ecec7b798d13 req-40697e9d-a395-4d4d-b77f-2122fef2fe91 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=7fa7ad38-b831-4488-91dc-f1a8a4e2ce41 HTTP/1.1" status: 200 len: 944 time: 0.0949359 Oct 20 11:28:19.097362 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8dd6d66d-9d04-46ca-9744-ecec7b798d13 req-ef208269-d449-4012-882f-ef51f1ba6cd4 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668545 Oct 20 11:28:19.125085 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c598d009-4d95-43fd-a093-56d9fe022717 req-54676a5f-8680-4ebf-bb27-ceca171b95b1 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:19.129341 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c598d009-4d95-43fd-a093-56d9fe022717 req-54676a5f-8680-4ebf-bb27-ceca171b95b1 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 951 time: 0.0743272 Oct 20 11:28:19.177945 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c598d009-4d95-43fd-a093-56d9fe022717 req-8164d65b-71ad-4402-8349-49dbae56205b tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473318 Oct 20 11:28:19.288953 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f07e2f99-1809-4287-8fbd-a4443ed2ca7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:19.335327 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:28:19.344600 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273bfbad-79a3-4c63-a03f-3b63715f1f58 req-98561f4c-5a2e-4190-b86b-c50fb1076211 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:19.346523 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-273bfbad-79a3-4c63-a03f-3b63715f1f58 req-98561f4c-5a2e-4190-b86b-c50fb1076211 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c2d42db-7f0e-4364-aea7-06ca55524d61 HTTP/1.1" status: 200 len: 946 time: 0.1146612 Oct 20 11:28:19.354485 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb535a-7579-449c-ac64-adc4c77f4b6c req-535897e4-771b-4f0a-a1ed-efdd895d1083 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:19.356342 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5beb535a-7579-449c-ac64-adc4c77f4b6c req-535897e4-771b-4f0a-a1ed-efdd895d1083 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a02dcac-8905-4af9-9d0c-172f3966de22 HTTP/1.1" status: 200 len: 950 time: 0.0938284 Oct 20 11:28:19.450086 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5beb535a-7579-449c-ac64-adc4c77f4b6c req-92cb811a-2d67-4ba0-833d-269e1a19799d tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857797 Oct 20 11:28:19.470141 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-273bfbad-79a3-4c63-a03f-3b63715f1f58 req-8c0b69be-c664-4576-9e00-e9c57cb016fe tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124995 Oct 20 11:28:19.545357 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d19bc2-f836-4a27-9837-6a73200d91fa x-openstack-request-id: req-12d19bc2-f836-4a27-9837-6a73200d91fa {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:28:19.545652 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18147310-0c17-491d-afa4-3e2d28d29ab2", "name": "network-vif-unplugged", "status": "completed", "tag": "f26b9bba-0475-4f54-873f-b971299bb59a", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:28:19.545906 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-12d19bc2-f836-4a27-9837-6a73200d91fa {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:28:19.546298 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18147310-0c17-491d-afa4-3e2d28d29ab2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f26b9bba-0475-4f54-873f-b971299bb59a', 'code': 200} Oct 20 11:28:19.719569 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88d056-f972-46e4-b409-289fd7da851e req-f5a137d8-3bad-4f7e-9245-6dd808560e00 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:19.721532 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a88d056-f972-46e4-b409-289fd7da851e req-f5a137d8-3bad-4f7e-9245-6dd808560e00 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] 10.222.0.98 "GET /v2.0/ports?device_id=376068de-e3d8-4946-ae3e-390babea6ed7 HTTP/1.1" status: 200 len: 951 time: 0.0937693 Oct 20 11:28:19.803125 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a88d056-f972-46e4-b409-289fd7da851e req-8b82cb93-8170-429b-b2a5-cf055322921c tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] 10.222.0.98 "GET /v2.0/security-groups?id=03b5bd1c-a276-42c8-bde9-1139383005fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747874 Oct 20 11:28:19.862257 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58030f6-de7b-403d-8439-27a70c4b7a59 req-c8467374-fe38-4ee5-8faf-5eca71634ddf tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:19.864443 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d58030f6-de7b-403d-8439-27a70c4b7a59 req-c8467374-fe38-4ee5-8faf-5eca71634ddf tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=7fa7ad38-b831-4488-91dc-f1a8a4e2ce41 HTTP/1.1" status: 200 len: 1095 time: 0.0581846 Oct 20 11:28:19.946596 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d58030f6-de7b-403d-8439-27a70c4b7a59 req-fdb3f899-0684-4b52-bbac-d879ceba8b00 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762191 Oct 20 11:28:19.960145 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05de8a9-3d9d-4fa9-b253-4bc6a94db107 req-17fb4e95-c590-42ee-a0ba-442ac4063f7d tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:19.961952 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f05de8a9-3d9d-4fa9-b253-4bc6a94db107 req-17fb4e95-c590-42ee-a0ba-442ac4063f7d tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/ports?device_id=a6a5584c-9a82-4942-afe3-83c4f333d03d HTTP/1.1" status: 200 len: 950 time: 0.0777671 Oct 20 11:28:20.028713 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f05de8a9-3d9d-4fa9-b253-4bc6a94db107 req-28efe86c-47a2-4b10-869d-703ac9e63a5b tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/security-groups?id=671c7ab4-02a2-46aa-9adf-d5460b3dd2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579488 Oct 20 11:28:20.720499 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b175519-fb92-4ebf-b72f-dac180cdcd06 req-e2a4c636-502c-406d-a36e-8a6c70c3abe4 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:20.726214 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4b175519-fb92-4ebf-b72f-dac180cdcd06 req-e2a4c636-502c-406d-a36e-8a6c70c3abe4 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=7fa7ad38-b831-4488-91dc-f1a8a4e2ce41 HTTP/1.1" status: 200 len: 1095 time: 0.0507319 Oct 20 11:28:20.812368 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5af38c-96b8-45ba-be0c-1674cb3bed66 req-b0dd79f2-34a7-4d05-82e8-3eb8ce4f0d9c tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:20.820127 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5c5af38c-96b8-45ba-be0c-1674cb3bed66 req-b0dd79f2-34a7-4d05-82e8-3eb8ce4f0d9c tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 951 time: 0.0926948 Oct 20 11:28:20.844584 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4b175519-fb92-4ebf-b72f-dac180cdcd06 req-4356862a-ceb5-4502-bc65-bf9e61b4cf55 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065264 Oct 20 11:28:20.912627 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5c5af38c-96b8-45ba-be0c-1674cb3bed66 req-5da436a8-3a1a-40b2-b1f6-128d3d94ae3d tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914190 Oct 20 11:28:21.013971 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a7687c-32d4-4a90-ae2b-90cfe5c49d2f req-aba82819-d7ae-40a9-b5dc-eb22f78223b9 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:21.021852 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-22a7687c-32d4-4a90-ae2b-90cfe5c49d2f req-aba82819-d7ae-40a9-b5dc-eb22f78223b9 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a02dcac-8905-4af9-9d0c-172f3966de22 HTTP/1.1" status: 200 len: 950 time: 0.0678601 Oct 20 11:28:21.086859 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-22a7687c-32d4-4a90-ae2b-90cfe5c49d2f req-b54ffae0-ba16-4ce2-bf12-9f683c83e0cf tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625567 Oct 20 11:28:21.126835 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75c0cb-c47b-4f45-99cf-31e81a422e65 req-34a628c0-1051-4974-bfa6-953a21427b85 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:21.128351 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1a75c0cb-c47b-4f45-99cf-31e81a422e65 req-34a628c0-1051-4974-bfa6-953a21427b85 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c2d42db-7f0e-4364-aea7-06ca55524d61 HTTP/1.1" status: 200 len: 946 time: 0.0796144 Oct 20 11:28:21.170549 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1a75c0cb-c47b-4f45-99cf-31e81a422e65 req-0d017507-62d7-45f5-b498-03445192e03a tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357344 Oct 20 11:28:21.498237 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2195a437-ed65-4b53-8fa1-604d17994282 req-cd4566f8-6deb-40ca-b203-74eae36d2efb tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:21.501295 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2195a437-ed65-4b53-8fa1-604d17994282 req-cd4566f8-6deb-40ca-b203-74eae36d2efb tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/ports?device_id=a6a5584c-9a82-4942-afe3-83c4f333d03d HTTP/1.1" status: 200 len: 950 time: 0.0776989 Oct 20 11:28:21.547892 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18147310-0c17-491d-afa4-3e2d28d29ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26b9bba-0475-4f54-873f-b971299bb59a'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:28:21.550221 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a856c9f-cd69-4e2b-80d7-0dd932999b0f" -d '{"events": [{"server_uuid": "18147310-0c17-491d-afa4-3e2d28d29ab2", "name": "network-vif-plugged", "status": "completed", "tag": "f26b9bba-0475-4f54-873f-b971299bb59a"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:28:21.653391 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2195a437-ed65-4b53-8fa1-604d17994282 req-da338623-ff0b-4448-b499-60253223a158 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/security-groups?id=671c7ab4-02a2-46aa-9adf-d5460b3dd2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360970 Oct 20 11:28:21.698542 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968e0ed-4e98-4bea-bef8-fa5606b551b3 req-308b62f2-cc47-4235-89e4-7a7d0e710851 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:21.702280 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4968e0ed-4e98-4bea-bef8-fa5606b551b3 req-308b62f2-cc47-4235-89e4-7a7d0e710851 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6a5584c-9a82-4942-afe3-83c4f333d03d HTTP/1.1" status: 200 len: 950 time: 0.1658928 Oct 20 11:28:21.755278 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e83dda-1326-4ad8-a7ce-b6ea3dfc445b x-openstack-request-id: req-76e83dda-1326-4ad8-a7ce-b6ea3dfc445b {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:28:21.755831 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18147310-0c17-491d-afa4-3e2d28d29ab2", "name": "network-vif-plugged", "status": "completed", "tag": "f26b9bba-0475-4f54-873f-b971299bb59a", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:28:21.756577 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-76e83dda-1326-4ad8-a7ce-b6ea3dfc445b {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:28:21.757044 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18147310-0c17-491d-afa4-3e2d28d29ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26b9bba-0475-4f54-873f-b971299bb59a', 'code': 200} Oct 20 11:28:21.923897 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-4968e0ed-4e98-4bea-bef8-fa5606b551b3 req-cd0ac55e-5e67-4b21-bdaf-febd7a57bc8d tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Deleting port 794a2b17-e0c9-4a4b-b461-29dc8c9d6748 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:28:21.924307 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4968e0ed-4e98-4bea-bef8-fa5606b551b3 req-cd0ac55e-5e67-4b21-bdaf-febd7a57bc8d tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:21.972081 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d64667-01fd-49d3-bc8a-f9eba9b58040 req-031ff102-23cf-4748-bddf-9cbf14cb5d0c tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:21.974108 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-84d64667-01fd-49d3-bc8a-f9eba9b58040 req-031ff102-23cf-4748-bddf-9cbf14cb5d0c tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] 10.222.0.98 "GET /v2.0/ports?device_id=376068de-e3d8-4946-ae3e-390babea6ed7 HTTP/1.1" status: 200 len: 951 time: 0.0945482 Oct 20 11:28:22.052592 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1131341-b42e-48fc-b0ed-edf6d427e0cd req-fa0520a5-5d80-4466-a016-15c697a1e2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:22.054647 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e1131341-b42e-48fc-b0ed-edf6d427e0cd req-fa0520a5-5d80-4466-a016-15c697a1e2f4 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 1102 time: 0.0556486 Oct 20 11:28:22.106423 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e1131341-b42e-48fc-b0ed-edf6d427e0cd req-64d2b763-5c52-4194-8a6c-ce9b1602a51c service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422516 Oct 20 11:28:22.119969 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-84d64667-01fd-49d3-bc8a-f9eba9b58040 req-ca923150-d60b-42e7-9c83-48cf13946e57 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] 10.222.0.98 "GET /v2.0/security-groups?id=03b5bd1c-a276-42c8-bde9-1139383005fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150212 Oct 20 11:28:22.123313 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-4968e0ed-4e98-4bea-bef8-fa5606b551b3 req-cd0ac55e-5e67-4b21-bdaf-febd7a57bc8d tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] For port 794a2b17-e0c9-4a4b-b461-29dc8c9d6748, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=794a2b17-e0c9-4a4b-b461-29dc8c9d6748,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:28:22.128755 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4968e0ed-4e98-4bea-bef8-fa5606b551b3 req-cd0ac55e-5e67-4b21-bdaf-febd7a57bc8d tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:22.148788 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-821e5dca-e16f-42a2-91e5-be8e8894f7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:22.163977 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-4968e0ed-4e98-4bea-bef8-fa5606b551b3 req-cd0ac55e-5e67-4b21-bdaf-febd7a57bc8d tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Calling delete_port for 794a2b17-e0c9-4a4b-b461-29dc8c9d6748 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:28:22.199624 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a580c7c-e5af-447e-8c6d-c52ded4d9595 req-4da98a51-6b74-4f77-8b2d-73bae2910674 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:22.207894 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8a580c7c-e5af-447e-8c6d-c52ded4d9595 req-4da98a51-6b74-4f77-8b2d-73bae2910674 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 951 time: 0.1832457 Oct 20 11:28:22.325633 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8a580c7c-e5af-447e-8c6d-c52ded4d9595 req-fb6499d5-28ce-4e5b-b059-891015dbbe93 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168330 Oct 20 11:28:22.341940 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047504b-3ac8-4085-acce-0cc67edfcf8b req-49da0821-3f07-406b-be9f-0af5ac5d72f7 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:22.343490 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4047504b-3ac8-4085-acce-0cc67edfcf8b req-49da0821-3f07-406b-be9f-0af5ac5d72f7 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a02dcac-8905-4af9-9d0c-172f3966de22 HTTP/1.1" status: 200 len: 950 time: 0.1329792 Oct 20 11:28:22.427695 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4047504b-3ac8-4085-acce-0cc67edfcf8b req-2575be47-64bd-43af-abd5-99d475701371 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731568 Oct 20 11:28:22.480495 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5b8b0-94b5-48be-b20d-9612592f0a8f req-c67be97e-b0af-4d66-a75c-ee61c5d9a01c tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:22.482011 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7eb5b8b0-94b5-48be-b20d-9612592f0a8f req-c67be97e-b0af-4d66-a75c-ee61c5d9a01c tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c2d42db-7f0e-4364-aea7-06ca55524d61 HTTP/1.1" status: 200 len: 946 time: 0.0745373 Oct 20 11:28:22.482825 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4968e0ed-4e98-4bea-bef8-fa5606b551b3 req-cd0ac55e-5e67-4b21-bdaf-febd7a57bc8d tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:22.509272 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['03b52a19-157e-491e-8490-21f0512d0286', '794a2b17-e0c9-4a4b-b461-29dc8c9d6748'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:28:22.530603 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ac55e-5e67-4b21-bdaf-febd7a57bc8d tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Pushing event deleted for resources: {'Port': ['ID=794a2b17-e0c9-4a4b-b461-29dc8c9d6748,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:22.593846 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-4968e0ed-4e98-4bea-bef8-fa5606b551b3 req-cd0ac55e-5e67-4b21-bdaf-febd7a57bc8d tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] No DVR routers for this DVR port 794a2b17-e0c9-4a4b-b461-29dc8c9d6748 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:28:22.599145 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7eb5b8b0-94b5-48be-b20d-9612592f0a8f req-aed0801a-7a2a-4aa2-ac03-0d1c2fbd004f tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095977 Oct 20 11:28:22.600530 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4968e0ed-4e98-4bea-bef8-fa5606b551b3 req-cd0ac55e-5e67-4b21-bdaf-febd7a57bc8d tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:22.612350 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4968e0ed-4e98-4bea-bef8-fa5606b551b3 req-cd0ac55e-5e67-4b21-bdaf-febd7a57bc8d tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.11 "DELETE /v2.0/ports/794a2b17-e0c9-4a4b-b461-29dc8c9d6748 HTTP/1.1" status: 204 len: 173 time: 0.8983459 Oct 20 11:28:22.612810 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a5584c-9a82-4942-afe3-83c4f333d03d', 'name': 'network-vif-deleted', 'tag': '794a2b17-e0c9-4a4b-b461-29dc8c9d6748'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:28:22.625662 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f5a64d-03f1-4cda-b91a-d1048b3dea64" -d '{"events": [{"server_uuid": "a6a5584c-9a82-4942-afe3-83c4f333d03d", "name": "network-vif-deleted", "tag": "794a2b17-e0c9-4a4b-b461-29dc8c9d6748"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:28:22.716182 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e9e1f8-c9bf-4bb6-89fb-23636160ac92 x-openstack-request-id: req-e4e9e1f8-c9bf-4bb6-89fb-23636160ac92 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:28:22.716667 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a5584c-9a82-4942-afe3-83c4f333d03d", "name": "network-vif-deleted", "tag": "794a2b17-e0c9-4a4b-b461-29dc8c9d6748", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:28:22.717048 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e4e9e1f8-c9bf-4bb6-89fb-23636160ac92 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:28:22.717699 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a5584c-9a82-4942-afe3-83c4f333d03d', 'name': 'network-vif-deleted', 'tag': '794a2b17-e0c9-4a4b-b461-29dc8c9d6748', 'status': 'completed', 'code': 200} Oct 20 11:28:22.824582 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3120ce1c-5b1a-48cc-b0e6-14a8d7e0b3c8 req-ed8d0cb0-4cf2-4e59-bdd8-e42e6103e2a8 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/ports?device_id=a6a5584c-9a82-4942-afe3-83c4f333d03d HTTP/1.1" status: 200 len: 210 time: 0.0430956 Oct 20 11:28:22.961589 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:23.063284 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:23.248763 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b6223-d2b0-4c65-affb-cdc442536913 req-bdb4ccb1-6436-4dcf-b90c-313e0323ae11 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:23.256929 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a6b6223-d2b0-4c65-affb-cdc442536913 req-bdb4ccb1-6436-4dcf-b90c-313e0323ae11 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] 10.222.0.98 "GET /v2.0/ports?device_id=376068de-e3d8-4946-ae3e-390babea6ed7 HTTP/1.1" status: 200 len: 951 time: 0.0730474 Oct 20 11:28:23.289671 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 750018c1-0847-4832-892c-74d11ce9ccea no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:28:23.301481 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a6b6223-d2b0-4c65-affb-cdc442536913 req-5930d4dc-c924-40c8-b78c-28ca72f95bf9 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] 10.222.0.98 "GET /v2.0/security-groups?id=03b5bd1c-a276-42c8-bde9-1139383005fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435228 Oct 20 11:28:23.490126 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:23.526497 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa39fe8-63b7-4b48-bef5-2c1e57ecb9e3 req-27252bfe-a703-4528-979a-9d1ac7e7856f tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:23.528563 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4aa39fe8-63b7-4b48-bef5-2c1e57ecb9e3 req-27252bfe-a703-4528-979a-9d1ac7e7856f tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 951 time: 0.0938654 Oct 20 11:28:23.561948 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 750018c1-0847-4832-892c-74d11ce9ccea, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=750018c1-0847-4832-892c-74d11ce9ccea,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:28:23.575109 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:23.596683 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4aa39fe8-63b7-4b48-bef5-2c1e57ecb9e3 req-b4871520-0d1b-4933-b213-7cd8da316467 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604270 Oct 20 11:28:23.653478 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=750018c1-0847-4832-892c-74d11ce9ccea,revision_number=11']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:23.656623 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a93045-53db-4856-87f1-e2173f35ad3b req-c6a0c91a-c26e-43fb-a482-dc4b7235c91b tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:23.658295 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-06a93045-53db-4856-87f1-e2173f35ad3b req-c6a0c91a-c26e-43fb-a482-dc4b7235c91b tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a02dcac-8905-4af9-9d0c-172f3966de22 HTTP/1.1" status: 200 len: 950 time: 0.0606790 Oct 20 11:28:23.698186 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-06a93045-53db-4856-87f1-e2173f35ad3b req-9d7ac913-68a9-4fed-8050-965697824a83 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335805 Oct 20 11:28:23.758955 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376068de-e3d8-4946-ae3e-390babea6ed7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '750018c1-0847-4832-892c-74d11ce9ccea'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:28:23.763893 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c7d048-8038-4279-92d3-9dcad5317f9c" -d '{"events": [{"server_uuid": "376068de-e3d8-4946-ae3e-390babea6ed7", "name": "network-vif-unplugged", "status": "completed", "tag": "750018c1-0847-4832-892c-74d11ce9ccea"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:28:23.854465 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8088c31d-cf31-44cc-ab5e-211537c364f7 x-openstack-request-id: req-8088c31d-cf31-44cc-ab5e-211537c364f7 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:28:23.854746 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376068de-e3d8-4946-ae3e-390babea6ed7", "name": "network-vif-unplugged", "status": "completed", "tag": "750018c1-0847-4832-892c-74d11ce9ccea", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:28:23.855024 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8088c31d-cf31-44cc-ab5e-211537c364f7 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:28:23.855412 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376068de-e3d8-4946-ae3e-390babea6ed7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '750018c1-0847-4832-892c-74d11ce9ccea', 'code': 200} Oct 20 11:28:23.860665 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d484075-46dd-4aa6-a976-028774243f42 req-f0f3c4e9-181d-4df0-afb7-856229d98232 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:23.862559 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d484075-46dd-4aa6-a976-028774243f42 req-f0f3c4e9-181d-4df0-afb7-856229d98232 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c2d42db-7f0e-4364-aea7-06ca55524d61 HTTP/1.1" status: 200 len: 946 time: 0.0971262 Oct 20 11:28:23.911947 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d484075-46dd-4aa6-a976-028774243f42 req-cce51fc4-d90d-44e4-954b-08cbe7954bf2 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417290 Oct 20 11:28:24.097898 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af311c7-7198-4b0a-8f5b-44c3ebec1039 req-47db5a86-d020-490c-9feb-60f44fb2e6d1 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:24.099420 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2af311c7-7198-4b0a-8f5b-44c3ebec1039 req-47db5a86-d020-490c-9feb-60f44fb2e6d1 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/networks?id=899673ab-8e62-4651-b772-c8a12e790997 HTTP/1.1" status: 200 len: 805 time: 0.1069608 Oct 20 11:28:24.115756 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2af311c7-7198-4b0a-8f5b-44c3ebec1039 req-1f48e433-fd23-4561-aaf7-207db0f8fc2e tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/quotas/d38afe8278fd4e3db0fda1c5f6f7e7f5 HTTP/1.1" status: 200 len: 375 time: 0.0096192 Oct 20 11:28:24.232163 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2af311c7-7198-4b0a-8f5b-44c3ebec1039 req-853ac9bb-7a9d-477b-879f-6c38c15a7e77 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=d38afe8278fd4e3db0fda1c5f6f7e7f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1093009 Oct 20 11:28:24.241655 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd07cf-eff0-4e59-bdbc-0ace82e5ed0f req-1ad342a0-51a6-454f-9b0c-547e03f39a31 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:24.243097 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7afd07cf-eff0-4e59-bdbc-0ace82e5ed0f req-1ad342a0-51a6-454f-9b0c-547e03f39a31 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=376068de-e3d8-4946-ae3e-390babea6ed7 HTTP/1.1" status: 200 len: 949 time: 0.1078072 Oct 20 11:28:24.347747 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef51d2b-1da2-434b-8459-997ffc9f4f66 req-33f7fab3-3a53-420a-b9f4-19dfc05937f3 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:24.349155 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0ef51d2b-1da2-434b-8459-997ffc9f4f66 req-33f7fab3-3a53-420a-b9f4-19dfc05937f3 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/ports?device_id=cfcbcf12-31fb-43e2-a24d-b784eb2ef2f4 HTTP/1.1" status: 200 len: 949 time: 0.1561365 Oct 20 11:28:24.419568 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2af311c7-7198-4b0a-8f5b-44c3ebec1039 req-e478b922-542d-4f26-9a13-9894543ff5a4 service neutron] 10.222.0.98 "GET /v2.0/networks/899673ab-8e62-4651-b772-c8a12e790997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755109 Oct 20 11:28:24.443203 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0ef51d2b-1da2-434b-8459-997ffc9f4f66 req-838d1055-8a4f-4bd5-92c0-87276cbd6922 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/security-groups?id=671c7ab4-02a2-46aa-9adf-d5460b3dd2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872781 Oct 20 11:28:24.546049 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-7afd07cf-eff0-4e59-bdbc-0ace82e5ed0f req-0e9cb6dc-577a-4f81-898d-8f335f95c657 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] Deleting port 750018c1-0847-4832-892c-74d11ce9ccea {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:28:24.546379 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7afd07cf-eff0-4e59-bdbc-0ace82e5ed0f req-0e9cb6dc-577a-4f81-898d-8f335f95c657 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:24.626738 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2af311c7-7198-4b0a-8f5b-44c3ebec1039 req-06c7d327-0771-47ba-9b20-0de190af541e service neutron] 10.222.0.98 "GET /v2.0/networks/899673ab-8e62-4651-b772-c8a12e790997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001424 Oct 20 11:28:24.656278 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c4bfb-691d-42c3-a795-ec90ba2c8cce req-fce74474-b522-4c98-a3a0-de6602936dc9 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:24.657714 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e81c4bfb-691d-42c3-a795-ec90ba2c8cce req-fce74474-b522-4c98-a3a0-de6602936dc9 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] 10.222.0.98 "GET /v2.0/ports?device_id=376068de-e3d8-4946-ae3e-390babea6ed7 HTTP/1.1" status: 200 len: 949 time: 0.1489668 Oct 20 11:28:24.673112 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-7afd07cf-eff0-4e59-bdbc-0ace82e5ed0f req-0e9cb6dc-577a-4f81-898d-8f335f95c657 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] For port 750018c1-0847-4832-892c-74d11ce9ccea, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=750018c1-0847-4832-892c-74d11ce9ccea,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:28:24.673485 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7afd07cf-eff0-4e59-bdbc-0ace82e5ed0f req-0e9cb6dc-577a-4f81-898d-8f335f95c657 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:24.699033 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-7afd07cf-eff0-4e59-bdbc-0ace82e5ed0f req-0e9cb6dc-577a-4f81-898d-8f335f95c657 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] Calling delete_port for 750018c1-0847-4832-892c-74d11ce9ccea owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:28:24.728966 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e81c4bfb-691d-42c3-a795-ec90ba2c8cce req-70dc73ee-48e2-4931-9ff0-63d119904670 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] 10.222.0.98 "GET /v2.0/security-groups?id=03b5bd1c-a276-42c8-bde9-1139383005fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614841 Oct 20 11:28:24.736490 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:24.928835 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7afd07cf-eff0-4e59-bdbc-0ace82e5ed0f req-0e9cb6dc-577a-4f81-898d-8f335f95c657 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:24.949067 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943e1b9-87d6-4d55-b637-113ddc92ef39 req-a872d7fd-f28c-4d00-b684-d5036d5932ca tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:24.950575 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3943e1b9-87d6-4d55-b637-113ddc92ef39 req-a872d7fd-f28c-4d00-b684-d5036d5932ca tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 951 time: 0.1300631 Oct 20 11:28:24.958316 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d75943-ae2f-4b0d-9200-f9676b05c0ec req-80bfb4da-f123-428e-86bd-139ea31aab31 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:24.960151 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-54d75943-ae2f-4b0d-9200-f9676b05c0ec req-80bfb4da-f123-428e-86bd-139ea31aab31 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a02dcac-8905-4af9-9d0c-172f3966de22 HTTP/1.1" status: 200 len: 950 time: 0.1056633 Oct 20 11:28:24.989878 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9cb6dc-577a-4f81-898d-8f335f95c657 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] Pushing event deleted for resources: {'Port': ['ID=750018c1-0847-4832-892c-74d11ce9ccea,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:25.073802 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-7afd07cf-eff0-4e59-bdbc-0ace82e5ed0f req-0e9cb6dc-577a-4f81-898d-8f335f95c657 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] No DVR routers for this DVR port 750018c1-0847-4832-892c-74d11ce9ccea on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:28:25.080920 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7afd07cf-eff0-4e59-bdbc-0ace82e5ed0f req-0e9cb6dc-577a-4f81-898d-8f335f95c657 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:25.084591 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7afd07cf-eff0-4e59-bdbc-0ace82e5ed0f req-0e9cb6dc-577a-4f81-898d-8f335f95c657 tempest-ImagesOneServerTestJSON-248455827 tempest-ImagesOneServerTestJSON-248455827-project] 10.222.0.11 "DELETE /v2.0/ports/750018c1-0847-4832-892c-74d11ce9ccea HTTP/1.1" status: 204 len: 173 time: 0.8204575 Oct 20 11:28:25.087496 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3943e1b9-87d6-4d55-b637-113ddc92ef39 req-3384b70b-4d5b-4384-af1a-8f8acef0363f tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237807 Oct 20 11:28:25.087954 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376068de-e3d8-4946-ae3e-390babea6ed7', 'name': 'network-vif-deleted', 'tag': '750018c1-0847-4832-892c-74d11ce9ccea'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:28:25.090229 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7f61c8-6c67-4b24-a4e1-e692cfdc0fd3" -d '{"events": [{"server_uuid": "376068de-e3d8-4946-ae3e-390babea6ed7", "name": "network-vif-deleted", "tag": "750018c1-0847-4832-892c-74d11ce9ccea"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:28:25.103846 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-54d75943-ae2f-4b0d-9200-f9676b05c0ec req-ec4fbdae-6e65-423d-8ee1-29e3b4ca42ba tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200333 Oct 20 11:28:25.198917 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cc535deb-4a65-4f32-a441-7b7e14cf1806 req-45e12f29-5266-4f8d-a328-b5f0921a0ab6 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=590515aa-7b19-4238-ad94-617ccd824c70 HTTP/1.1" status: 200 len: 210 time: 0.0406001 Oct 20 11:28:25.306443 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 794a2b17-e0c9-4a4b-b461-29dc8c9d6748 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:28:25.331553 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: 794a2b17-e0c9-4a4b-b461-29dc8c9d6748 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:28:25.332187 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 794a2b17-e0c9-4a4b-b461-29dc8c9d6748 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:28:25.353065 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb30f4-ea1b-4c9b-971f-f64c4c7e67d0 req-476b7c41-0616-4192-a9d3-eecaa7e749af tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:25.360935 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3edb30f4-ea1b-4c9b-971f-f64c4c7e67d0 req-476b7c41-0616-4192-a9d3-eecaa7e749af tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c2d42db-7f0e-4364-aea7-06ca55524d61 HTTP/1.1" status: 200 len: 946 time: 0.0728300 Oct 20 11:28:25.368777 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5df36d-ba4c-465b-8b8b-8fa08869dd66 x-openstack-request-id: req-ad5df36d-ba4c-465b-8b8b-8fa08869dd66 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:28:25.369063 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376068de-e3d8-4946-ae3e-390babea6ed7", "name": "network-vif-deleted", "tag": "750018c1-0847-4832-892c-74d11ce9ccea", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:28:25.369315 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ad5df36d-ba4c-465b-8b8b-8fa08869dd66 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:28:25.369799 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376068de-e3d8-4946-ae3e-390babea6ed7', 'name': 'network-vif-deleted', 'tag': '750018c1-0847-4832-892c-74d11ce9ccea', 'status': 'completed', 'code': 200} Oct 20 11:28:25.423567 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3edb30f4-ea1b-4c9b-971f-f64c4c7e67d0 req-a84ce957-042c-4df3-b445-2f545db99df9 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617247 Oct 20 11:28:25.625434 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4bc42-7e62-44d9-8f7a-0f272c9f8da5 req-3e7ba84c-e0f8-4d0b-a58a-326570911508 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:25.626926 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-25d4bc42-7e62-44d9-8f7a-0f272c9f8da5 req-3e7ba84c-e0f8-4d0b-a58a-326570911508 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/ports?device_id=cfcbcf12-31fb-43e2-a24d-b784eb2ef2f4 HTTP/1.1" status: 200 len: 949 time: 0.0960083 Oct 20 11:28:25.681025 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a88ab-ff3b-4ff7-a959-644485599ff0 req-f4dd3b9f-fd52-47de-a8e2-614d3b8c5140 tempest-ServersAdminTestJSON-1616784892 tempest-ServersAdminTestJSON-1616784892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:25.682565 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-291a88ab-ff3b-4ff7-a959-644485599ff0 req-f4dd3b9f-fd52-47de-a8e2-614d3b8c5140 tempest-ServersAdminTestJSON-1616784892 tempest-ServersAdminTestJSON-1616784892-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 1102 time: 0.0922158 Oct 20 11:28:25.685770 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-25d4bc42-7e62-44d9-8f7a-0f272c9f8da5 req-b67bea1f-f6bb-4819-8731-f08ffc09b860 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/security-groups?id=671c7ab4-02a2-46aa-9adf-d5460b3dd2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504906 Oct 20 11:28:25.730014 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-291a88ab-ff3b-4ff7-a959-644485599ff0 req-b4c54ec9-d566-4d8f-8c16-10701cfeef5d tempest-ServersAdminTestJSON-1616784892 tempest-ServersAdminTestJSON-1616784892-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392423 Oct 20 11:28:25.922545 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2e25b-da7e-4565-a4a0-73e2582d77fa req-38cf2959-b4fb-428f-8ce1-223a73a3a4bc tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:25.924479 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-43b2e25b-da7e-4565-a4a0-73e2582d77fa req-38cf2959-b4fb-428f-8ce1-223a73a3a4bc tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.11 "GET /v2.0/ports?device_id=cfcbcf12-31fb-43e2-a24d-b784eb2ef2f4 HTTP/1.1" status: 200 len: 949 time: 0.0751684 Oct 20 11:28:26.066207 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a4393-749d-4e03-b5e7-aa6b22108b19 req-3eec8a0f-f643-49d9-98cd-0bad7e8c0440 tempest-ServersAdminTestJSON-1616784892 tempest-ServersAdminTestJSON-1616784892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:26.073545 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2c9a4393-749d-4e03-b5e7-aa6b22108b19 req-3eec8a0f-f643-49d9-98cd-0bad7e8c0440 tempest-ServersAdminTestJSON-1616784892 tempest-ServersAdminTestJSON-1616784892-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 1102 time: 0.1427507 Oct 20 11:28:26.077376 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54902) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:28:26.141294 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d876d7-e52b-47ba-a412-fb99ceeeaee6 req-11a2ad9e-1c9d-433c-83c6-d8d8c54e51a8 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:26.143319 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-64d876d7-e52b-47ba-a412-fb99ceeeaee6 req-11a2ad9e-1c9d-433c-83c6-d8d8c54e51a8 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf94d2ac-dd33-4a3a-960d-51316a5661f2 HTTP/1.1" status: 200 len: 945 time: 0.1337943 Oct 20 11:28:26.158461 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2c9a4393-749d-4e03-b5e7-aa6b22108b19 req-4c4e3661-2439-45e6-9f56-921bb36efbdf tempest-ServersAdminTestJSON-1616784892 tempest-ServersAdminTestJSON-1616784892-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789986 Oct 20 11:28:26.249295 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-43b2e25b-da7e-4565-a4a0-73e2582d77fa req-185c2c7d-a7f8-4ab3-a8da-cac76e14aa9e tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Deleting port 03b52a19-157e-491e-8490-21f0512d0286 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:28:26.249628 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-43b2e25b-da7e-4565-a4a0-73e2582d77fa req-185c2c7d-a7f8-4ab3-a8da-cac76e14aa9e tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:26.466568 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af311c7-7198-4b0a-8f5b-44c3ebec1039 req-5e2a9fb0-5ce0-4cd2-acc6-06c580d6ed46 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:26.468359 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2af311c7-7198-4b0a-8f5b-44c3ebec1039 req-5e2a9fb0-5ce0-4cd2-acc6-06c580d6ed46 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.89 "GET /v2.0/networks?id=899673ab-8e62-4651-b772-c8a12e790997 HTTP/1.1" status: 200 len: 805 time: 0.4307492 Oct 20 11:28:26.484881 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-2af311c7-7198-4b0a-8f5b-44c3ebec1039 req-f6b404ce-8271-45cc-a7ed-ab92da5e1f1e tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Request body: {'port': {'device_id': '590515aa-7b19-4238-ad94-617ccd824c70', 'network_id': '899673ab-8e62-4651-b772-c8a12e790997', 'admin_state_up': True, 'tenant_id': 'd38afe8278fd4e3db0fda1c5f6f7e7f5'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:28:26.489210 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754a850-6d48-4845-86c5-46c20a7d4073 req-7aea298b-3522-43ad-a82f-bf371c05f50f tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:26.490755 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a754a850-6d48-4845-86c5-46c20a7d4073 req-7aea298b-3522-43ad-a82f-bf371c05f50f tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a02dcac-8905-4af9-9d0c-172f3966de22 HTTP/1.1" status: 200 len: 950 time: 0.1873932 Oct 20 11:28:26.540805 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-7084d434-1cdd-4408-85f7-b457115a1543 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c9a10f6ddb864141a467bf66101591de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4623682 Oct 20 11:28:26.542814 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f33476a3-9093-427a-9a63-d867ddaefc4f req-fa4275d9-4bb2-4262-b65f-121bedaeba10 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=590515aa-7b19-4238-ad94-617ccd824c70 HTTP/1.1" status: 200 len: 210 time: 0.0718696 Oct 20 11:28:26.547111 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54920) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:28:26.548381 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-43b2e25b-da7e-4565-a4a0-73e2582d77fa req-185c2c7d-a7f8-4ab3-a8da-cac76e14aa9e tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] For port 03b52a19-157e-491e-8490-21f0512d0286, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=03b52a19-157e-491e-8490-21f0512d0286,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:28:26.548744 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-43b2e25b-da7e-4565-a4a0-73e2582d77fa req-185c2c7d-a7f8-4ab3-a8da-cac76e14aa9e tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:26.575879 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-43b2e25b-da7e-4565-a4a0-73e2582d77fa req-185c2c7d-a7f8-4ab3-a8da-cac76e14aa9e tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Calling delete_port for 03b52a19-157e-491e-8490-21f0512d0286 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:28:26.602381 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-64d876d7-e52b-47ba-a412-fb99ceeeaee6 req-5dd33b56-ca96-4ced-8cbb-8d5c4d4a0464 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Deleting port faa7c928-8b1c-4cd3-a281-babc2f14940d {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:28:26.602818 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-64d876d7-e52b-47ba-a412-fb99ceeeaee6 req-5dd33b56-ca96-4ced-8cbb-8d5c4d4a0464 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:26.615854 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cc54b495-d4b9-4224-a7b0-38a7104160f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:26.672324 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2af311c7-7198-4b0a-8f5b-44c3ebec1039 req-f6b404ce-8271-45cc-a7ed-ab92da5e1f1e tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Made reservation on behalf of d38afe8278fd4e3db0fda1c5f6f7e7f5 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:28:26.676121 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-2af311c7-7198-4b0a-8f5b-44c3ebec1039 req-f6b404ce-8271-45cc-a7ed-ab92da5e1f1e tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:26.678225 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a754a850-6d48-4845-86c5-46c20a7d4073 req-2fc43955-1a21-4fdb-a81c-56f4f3525219 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716616 Oct 20 11:28:26.689655 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cc54b495-d4b9-4224-a7b0-38a7104160f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:26.842742 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cc54b495-d4b9-4224-a7b0-38a7104160f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:26.845473 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cc54b495-d4b9-4224-a7b0-38a7104160f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:26.849250 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-cc54b495-d4b9-4224-a7b0-38a7104160f8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/03b5bd1c-a276-42c8-bde9-1139383005fa HTTP/1.1" status: 204 len: 168 time: 0.2982016 Oct 20 11:28:26.852197 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [req-2af311c7-7198-4b0a-8f5b-44c3ebec1039 req-f6b404ce-8271-45cc-a7ed-ab92da5e1f1e tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Allocated IP 172.20.0.11 (899673ab-8e62-4651-b772-c8a12e790997/aac54544-8ac1-4e04-a94d-f9c6d3bc8d37/d69118e6-7142-48f3-bf4c-e11c998261fb) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:28:26.867262 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc54b495-d4b9-4224-a7b0-38a7104160f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b5bd1c-a276-42c8-bde9-1139383005fa,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:26.880499 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc54b495-d4b9-4224-a7b0-38a7104160f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:26.880741 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc54b495-d4b9-4224-a7b0-38a7104160f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:26.881084 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc54b495-d4b9-4224-a7b0-38a7104160f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:26.881417 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc54b495-d4b9-4224-a7b0-38a7104160f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:26.881745 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc54b495-d4b9-4224-a7b0-38a7104160f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:26.882070 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc54b495-d4b9-4224-a7b0-38a7104160f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:26.882553 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc54b495-d4b9-4224-a7b0-38a7104160f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:26.882903 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc54b495-d4b9-4224-a7b0-38a7104160f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:26.883227 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc54b495-d4b9-4224-a7b0-38a7104160f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:26.883549 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc54b495-d4b9-4224-a7b0-38a7104160f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:26.883871 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc54b495-d4b9-4224-a7b0-38a7104160f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:26.884181 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc54b495-d4b9-4224-a7b0-38a7104160f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:26.893103 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-64d876d7-e52b-47ba-a412-fb99ceeeaee6 req-5dd33b56-ca96-4ced-8cbb-8d5c4d4a0464 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] For port faa7c928-8b1c-4cd3-a281-babc2f14940d, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=faa7c928-8b1c-4cd3-a281-babc2f14940d,segment=NetworkSegment(ba843d51-18ac-492f-b072-dcb49c698d12),segment_id=ba843d51-18ac-492f-b072-dcb49c698d12)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:28:26.893486 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-64d876d7-e52b-47ba-a412-fb99ceeeaee6 req-5dd33b56-ca96-4ced-8cbb-8d5c4d4a0464 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:26.947123 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-64d876d7-e52b-47ba-a412-fb99ceeeaee6 req-5dd33b56-ca96-4ced-8cbb-8d5c4d4a0464 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Calling delete_port for faa7c928-8b1c-4cd3-a281-babc2f14940d owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:28:26.963690 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b59d38-9b94-4541-ba4d-dd36ba05720e req-30508839-c764-42b1-8aca-58d2f126ae22 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:26.971684 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e2b59d38-9b94-4541-ba4d-dd36ba05720e req-30508839-c764-42b1-8aca-58d2f126ae22 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=b9e12627-097b-4599-bfdc-2eadb474e9c0 HTTP/1.1" status: 200 len: 950 time: 0.1982272 Oct 20 11:28:27.059361 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-2af311c7-7198-4b0a-8f5b-44c3ebec1039 req-f6b404ce-8271-45cc-a7ed-ab92da5e1f1e tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:27.103948 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-2af311c7-7198-4b0a-8f5b-44c3ebec1039 req-f6b404ce-8271-45cc-a7ed-ab92da5e1f1e tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:27.165115 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2af311c7-7198-4b0a-8f5b-44c3ebec1039 req-f6b404ce-8271-45cc-a7ed-ab92da5e1f1e tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Network 899673ab-8e62-4651-b772-c8a12e790997 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:28:27.167299 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [req-2af311c7-7198-4b0a-8f5b-44c3ebec1039 req-f6b404ce-8271-45cc-a7ed-ab92da5e1f1e tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:28:27.182405 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af311c7-7198-4b0a-8f5b-44c3ebec1039 req-f6b404ce-8271-45cc-a7ed-ab92da5e1f1e tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:28:27.193203 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b404ce-8271-45cc-a7ed-ab92da5e1f1e tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Pushing event updated for resources: {'Port': ['ID=d69118e6-7142-48f3-bf4c-e11c998261fb,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:27.256300 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af311c7-7198-4b0a-8f5b-44c3ebec1039 req-f6b404ce-8271-45cc-a7ed-ab92da5e1f1e tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:27.257307 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-2af311c7-7198-4b0a-8f5b-44c3ebec1039 req-f6b404ce-8271-45cc-a7ed-ab92da5e1f1e tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:27.273733 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a4d375-19cc-46eb-b376-36dc07964f23 req-8d79cd17-a4f8-40ef-88e9-8a7cc9973dd5 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:27.281560 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a7a4d375-19cc-46eb-b376-36dc07964f23 req-8d79cd17-a4f8-40ef-88e9-8a7cc9973dd5 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c2d42db-7f0e-4364-aea7-06ca55524d61 HTTP/1.1" status: 200 len: 946 time: 0.4759603 Oct 20 11:28:27.284312 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2af311c7-7198-4b0a-8f5b-44c3ebec1039 req-f6b404ce-8271-45cc-a7ed-ab92da5e1f1e tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8022139 Oct 20 11:28:27.300206 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-2af311c7-7198-4b0a-8f5b-44c3ebec1039 req-4a763877-92d5-42a5-b05e-ad4b40f54b23 service neutron] Request body: {'port': {'device_id': '590515aa-7b19-4238-ad94-617ccd824c70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:28:27.311335 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 03b52a19-157e-491e-8490-21f0512d0286 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:28:27.372284 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-2af311c7-7198-4b0a-8f5b-44c3ebec1039 req-4a763877-92d5-42a5-b05e-ad4b40f54b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:27.374555 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-43b2e25b-da7e-4565-a4a0-73e2582d77fa req-185c2c7d-a7f8-4ab3-a8da-cac76e14aa9e tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:27.390826 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No active binding found for port 03b52a19-157e-491e-8490-21f0512d0286 {{(pid=100648) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 20 11:28:27.391496 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 03b52a19-157e-491e-8490-21f0512d0286 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:28:27.392062 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device faa7c928-8b1c-4cd3-a281-babc2f14940d no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:28:27.405703 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e2b59d38-9b94-4541-ba4d-dd36ba05720e req-ee8f380f-9480-4171-be85-8f5056b92eaf tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4330540 Oct 20 11:28:27.440740 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a7a4d375-19cc-46eb-b376-36dc07964f23 req-8d8ce857-da71-462b-b7ed-f14aa6fa4b56 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571631 Oct 20 11:28:27.450565 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185c2c7d-a7f8-4ab3-a8da-cac76e14aa9e tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Pushing event deleted for resources: {'Port': ['ID=03b52a19-157e-491e-8490-21f0512d0286,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:27.533138 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b2e25b-da7e-4565-a4a0-73e2582d77fa req-185c2c7d-a7f8-4ab3-a8da-cac76e14aa9e tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] No DVR routers for this DVR port 03b52a19-157e-491e-8490-21f0512d0286 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:28:27.541995 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:27.549007 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-43b2e25b-da7e-4565-a4a0-73e2582d77fa req-185c2c7d-a7f8-4ab3-a8da-cac76e14aa9e tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:27.552446 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-43b2e25b-da7e-4565-a4a0-73e2582d77fa req-185c2c7d-a7f8-4ab3-a8da-cac76e14aa9e tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.11 "DELETE /v2.0/ports/03b52a19-157e-491e-8490-21f0512d0286 HTTP/1.1" status: 204 len: 173 time: 1.6101856 Oct 20 11:28:27.572121 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfcbcf12-31fb-43e2-a24d-b784eb2ef2f4', 'name': 'network-vif-deleted', 'tag': '03b52a19-157e-491e-8490-21f0512d0286'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:28:27.574562 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267eb123-b4c5-4c1f-a75e-7bac7a828caf" -d '{"events": [{"server_uuid": "cfcbcf12-31fb-43e2-a24d-b784eb2ef2f4", "name": "network-vif-deleted", "tag": "03b52a19-157e-491e-8490-21f0512d0286"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:28:27.605029 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea31a967-95ed-454e-9cff-93bc0f15c638 req-88356011-4d23-4394-bf1b-e55d42a7ba21 tempest-ServersAdminNegativeTestJSON-1511724674 tempest-ServersAdminNegativeTestJSON-1511724674-project] 10.222.0.98 "GET /v2.0/ports?device_id=cfcbcf12-31fb-43e2-a24d-b784eb2ef2f4 HTTP/1.1" status: 200 len: 210 time: 0.0746284 Oct 20 11:28:27.647210 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-64d876d7-e52b-47ba-a412-fb99ceeeaee6 req-5dd33b56-ca96-4ced-8cbb-8d5c4d4a0464 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:27.679457 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 750018c1-0847-4832-892c-74d11ce9ccea no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:28:27.680857 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55bb385a-b6e9-4975-bed4-ac19dd9306d3 x-openstack-request-id: req-55bb385a-b6e9-4975-bed4-ac19dd9306d3 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:28:27.681162 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfcbcf12-31fb-43e2-a24d-b784eb2ef2f4", "name": "network-vif-deleted", "tag": "03b52a19-157e-491e-8490-21f0512d0286", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:28:27.681567 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-55bb385a-b6e9-4975-bed4-ac19dd9306d3 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:28:27.681799 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfcbcf12-31fb-43e2-a24d-b784eb2ef2f4', 'name': 'network-vif-deleted', 'tag': '03b52a19-157e-491e-8490-21f0512d0286', 'status': 'completed', 'code': 200} Oct 20 11:28:27.705078 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd33b56-ca96-4ced-8cbb-8d5c4d4a0464 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Pushing event deleted for resources: {'Port': ['ID=faa7c928-8b1c-4cd3-a281-babc2f14940d,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:27.738826 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: 750018c1-0847-4832-892c-74d11ce9ccea {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:28:27.739332 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 750018c1-0847-4832-892c-74d11ce9ccea not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:28:27.830538 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d876d7-e52b-47ba-a412-fb99ceeeaee6 req-5dd33b56-ca96-4ced-8cbb-8d5c4d4a0464 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] No DVR routers for this DVR port faa7c928-8b1c-4cd3-a281-babc2f14940d on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:28:27.865370 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-64d876d7-e52b-47ba-a412-fb99ceeeaee6 req-5dd33b56-ca96-4ced-8cbb-8d5c4d4a0464 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:27.868792 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-64d876d7-e52b-47ba-a412-fb99ceeeaee6 req-5dd33b56-ca96-4ced-8cbb-8d5c4d4a0464 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.11 "DELETE /v2.0/ports/faa7c928-8b1c-4cd3-a281-babc2f14940d HTTP/1.1" status: 204 len: 173 time: 1.7076240 Oct 20 11:28:27.896800 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-2af311c7-7198-4b0a-8f5b-44c3ebec1039 req-4a763877-92d5-42a5-b05e-ad4b40f54b23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d69118e6-7142-48f3-bf4c-e11c998261fb {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:28:27.900372 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54954) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:28:27.919621 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-2af311c7-7198-4b0a-8f5b-44c3ebec1039 req-4a763877-92d5-42a5-b05e-ad4b40f54b23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:27.938539 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-2af311c7-7198-4b0a-8f5b-44c3ebec1039 req-4a763877-92d5-42a5-b05e-ad4b40f54b23 service neutron] Transition to ACTIVE for port object d69118e6-7142-48f3-bf4c-e11c998261fb will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:28:27.947027 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-2af311c7-7198-4b0a-8f5b-44c3ebec1039 req-4a763877-92d5-42a5-b05e-ad4b40f54b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:27.949507 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b5cfc-767c-48ce-8e0d-e2f778486f36 req-1c7a671c-245a-4979-9847-10ab55adbd8f tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:27.974247 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-901b5cfc-767c-48ce-8e0d-e2f778486f36 req-1c7a671c-245a-4979-9847-10ab55adbd8f tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=590515aa-7b19-4238-ad94-617ccd824c70 HTTP/1.1" status: 200 len: 932 time: 0.2729454 Oct 20 11:28:28.036613 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a763877-92d5-42a5-b05e-ad4b40f54b23 service neutron] Pushing event updated for resources: {'Port': ['ID=d69118e6-7142-48f3-bf4c-e11c998261fb,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:28.037614 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac042743-154f-4ba9-a85e-5da0dc70c327 req-0729bebc-26c2-4056-8257-f265240e5e1b tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:28.038867 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ac042743-154f-4ba9-a85e-5da0dc70c327 req-0729bebc-26c2-4056-8257-f265240e5e1b tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a02dcac-8905-4af9-9d0c-172f3966de22 HTTP/1.1" status: 200 len: 950 time: 0.2095671 Oct 20 11:28:28.104658 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-901b5cfc-767c-48ce-8e0d-e2f778486f36 req-48f33e9c-5f96-4a57-973b-c53c9aa13f15 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295187 Oct 20 11:28:28.120253 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-2ad2a4cb-1420-4852-8551-cc25723a71ff admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1489390519-network', 'tenant_id': '93b7628e1a0d4d1cbfc6178f1573d53c'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:28:28.150706 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ac042743-154f-4ba9-a85e-5da0dc70c327 req-1fbe42b2-0076-4efe-bd7b-41baabb8c24f tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037579 Oct 20 11:28:28.163586 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad2a4cb-1420-4852-8551-cc25723a71ff admin admin] Made reservation on behalf of 93b7628e1a0d4d1cbfc6178f1573d53c for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:28:28.166830 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2ad2a4cb-1420-4852-8551-cc25723a71ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:28.168731 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118201ee-4fc8-4111-a234-8312c6fb46db req-cd081021-9876-4787-94f3-b43010836c50 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:28.171589 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-118201ee-4fc8-4111-a234-8312c6fb46db req-cd081021-9876-4787-94f3-b43010836c50 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.89 "GET /v2.0/ports?device_id=b9e12627-097b-4599-bfdc-2eadb474e9c0 HTTP/1.1" status: 200 len: 950 time: 0.1158085 Oct 20 11:28:28.184336 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2ad2a4cb-1420-4852-8551-cc25723a71ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:28.248940 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-2af311c7-7198-4b0a-8f5b-44c3ebec1039 req-4a763877-92d5-42a5-b05e-ad4b40f54b23 service neutron] Attempting to bind port d69118e6-7142-48f3-bf4c-e11c998261fb on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:28:28.249272 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-2af311c7-7198-4b0a-8f5b-44c3ebec1039 req-4a763877-92d5-42a5-b05e-ad4b40f54b23 service neutron] Attempting to bind port d69118e6-7142-48f3-bf4c-e11c998261fb by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': 'ba843d51-18ac-492f-b072-dcb49c698d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '899673ab-8e62-4651-b772-c8a12e790997'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:28:28.249596 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af311c7-7198-4b0a-8f5b-44c3ebec1039 req-4a763877-92d5-42a5-b05e-ad4b40f54b23 service neutron] Attempting to bind port d69118e6-7142-48f3-bf4c-e11c998261fb on network 899673ab-8e62-4651-b772-c8a12e790997 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:28:28.259339 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af311c7-7198-4b0a-8f5b-44c3ebec1039 req-4a763877-92d5-42a5-b05e-ad4b40f54b23 service neutron] Port d69118e6-7142-48f3-bf4c-e11c998261fb on network 899673ab-8e62-4651-b772-c8a12e790997 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:28:28.259908 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af311c7-7198-4b0a-8f5b-44c3ebec1039 req-4a763877-92d5-42a5-b05e-ad4b40f54b23 service neutron] Attempting to bind port d69118e6-7142-48f3-bf4c-e11c998261fb on network 899673ab-8e62-4651-b772-c8a12e790997 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:28:28.272412 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af311c7-7198-4b0a-8f5b-44c3ebec1039 req-4a763877-92d5-42a5-b05e-ad4b40f54b23 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:28:28.272669 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af311c7-7198-4b0a-8f5b-44c3ebec1039 req-4a763877-92d5-42a5-b05e-ad4b40f54b23 service neutron] Checking segment: {'id': 'ba843d51-18ac-492f-b072-dcb49c698d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '899673ab-8e62-4651-b772-c8a12e790997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:28:28.273072 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af311c7-7198-4b0a-8f5b-44c3ebec1039 req-4a763877-92d5-42a5-b05e-ad4b40f54b23 service neutron] Bound using segment: {'id': 'ba843d51-18ac-492f-b072-dcb49c698d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '899673ab-8e62-4651-b772-c8a12e790997'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:28:28.273494 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-2af311c7-7198-4b0a-8f5b-44c3ebec1039 req-4a763877-92d5-42a5-b05e-ad4b40f54b23 service neutron] Bound port: d69118e6-7142-48f3-bf4c-e11c998261fb, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba843d51-18ac-492f-b072-dcb49c698d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '899673ab-8e62-4651-b772-c8a12e790997'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:28:28.273844 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-2af311c7-7198-4b0a-8f5b-44c3ebec1039 req-4a763877-92d5-42a5-b05e-ad4b40f54b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:28.301224 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2ad2a4cb-1420-4852-8551-cc25723a71ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:28.304613 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-118201ee-4fc8-4111-a234-8312c6fb46db req-80637668-2a47-4d77-8cdd-ef0212a83808 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Deleting port c6b58f51-83b8-4466-8b5f-d176c566208a {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:28:28.304960 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-118201ee-4fc8-4111-a234-8312c6fb46db req-80637668-2a47-4d77-8cdd-ef0212a83808 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:28.325031 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2ad2a4cb-1420-4852-8551-cc25723a71ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:28.352137 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ad2a4cb-1420-4852-8551-cc25723a71ff admin admin] vlan segment allocate from pool success with {'vlan_id': 1258, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:28:28.382662 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad2a4cb-1420-4852-8551-cc25723a71ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c470925a-65d4-4215-850c-9353f653beae,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:28.386728 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2ad2a4cb-1420-4852-8551-cc25723a71ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:28.387086 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-2ad2a4cb-1420-4852-8551-cc25723a71ff admin admin] Added segment 143c4cca-1073-4cc6-b38a-b373b5d6d554 of type vlan for network aef4c374-9132-4b89-95a6-d2c4c742cecd Oct 20 11:28:28.395852 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-2af311c7-7198-4b0a-8f5b-44c3ebec1039 req-4a763877-92d5-42a5-b05e-ad4b40f54b23 service neutron] For port d69118e6-7142-48f3-bf4c-e11c998261fb, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:28:28.399759 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-2af311c7-7198-4b0a-8f5b-44c3ebec1039 req-4a763877-92d5-42a5-b05e-ad4b40f54b23 service neutron] For port d69118e6-7142-48f3-bf4c-e11c998261fb, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=d69118e6-7142-48f3-bf4c-e11c998261fb,segment=NetworkSegment(ba843d51-18ac-492f-b072-dcb49c698d12),segment_id=ba843d51-18ac-492f-b072-dcb49c698d12)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:28:28.401293 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-118201ee-4fc8-4111-a234-8312c6fb46db req-80637668-2a47-4d77-8cdd-ef0212a83808 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] For port c6b58f51-83b8-4466-8b5f-d176c566208a, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=c6b58f51-83b8-4466-8b5f-d176c566208a,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:28:28.401700 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-118201ee-4fc8-4111-a234-8312c6fb46db req-80637668-2a47-4d77-8cdd-ef0212a83808 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:28.415249 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-118201ee-4fc8-4111-a234-8312c6fb46db req-80637668-2a47-4d77-8cdd-ef0212a83808 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Calling delete_port for c6b58f51-83b8-4466-8b5f-d176c566208a owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:28:28.421986 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-2af311c7-7198-4b0a-8f5b-44c3ebec1039 req-4a763877-92d5-42a5-b05e-ad4b40f54b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:28.456463 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2ad2a4cb-1420-4852-8551-cc25723a71ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:28.474560 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af311c7-7198-4b0a-8f5b-44c3ebec1039 req-4a763877-92d5-42a5-b05e-ad4b40f54b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:28.474844 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-2af311c7-7198-4b0a-8f5b-44c3ebec1039 req-4a763877-92d5-42a5-b05e-ad4b40f54b23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:28.476321 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2af311c7-7198-4b0a-8f5b-44c3ebec1039 req-4a763877-92d5-42a5-b05e-ad4b40f54b23 service neutron] 10.222.0.89 "PUT /v2.0/ports/d69118e6-7142-48f3-bf4c-e11c998261fb HTTP/1.1" status: 200 len: 1092 time: 1.1828263 Oct 20 11:28:28.476754 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '590515aa-7b19-4238-ad94-617ccd824c70', 'tag': 'd69118e6-7142-48f3-bf4c-e11c998261fb'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:28:28.479111 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a2d513-01bf-42f4-9bff-36d8701fb4bc" -d '{"events": [{"name": "network-changed", "server_uuid": "590515aa-7b19-4238-ad94-617ccd824c70", "tag": "d69118e6-7142-48f3-bf4c-e11c998261fb"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:28:28.513047 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a763877-92d5-42a5-b05e-ad4b40f54b23 service neutron] Pushing event updated for resources: {'Port': ['ID=d69118e6-7142-48f3-bf4c-e11c998261fb,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:28.516903 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2ad2a4cb-1420-4852-8551-cc25723a71ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:28.518011 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad2a4cb-1420-4852-8551-cc25723a71ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:28.518614 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2ad2a4cb-1420-4852-8551-cc25723a71ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:28.581182 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2ad2a4cb-1420-4852-8551-cc25723a71ff admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.6794798 Oct 20 11:28:28.586418 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54964) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:28:28.592411 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-28d8ecc3-3a96-4d68-b8a7-a3feef48ae3f admin admin] Request body: {'subnet': {'network_id': 'aef4c374-9132-4b89-95a6-d2c4c742cecd', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1489390519-subnet', 'tenant_id': '93b7628e1a0d4d1cbfc6178f1573d53c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:28:28.637130 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad2a4cb-1420-4852-8551-cc25723a71ff admin admin] Pushing event updated for resources: {'Network': ['ID=aef4c374-9132-4b89-95a6-d2c4c742cecd,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:28.655448 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e0cb8-ca19-4b07-800b-b4e3d43098e2 req-1db65a7c-4d0d-425e-9eb7-9429498933a5 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:28.657040 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b74e0cb8-ca19-4b07-800b-b4e3d43098e2 req-1db65a7c-4d0d-425e-9eb7-9429498933a5 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=b9e12627-097b-4599-bfdc-2eadb474e9c0 HTTP/1.1" status: 200 len: 950 time: 0.1562629 Oct 20 11:28:28.658560 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network aef4c374-9132-4b89-95a6-d2c4c742cecd details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:28:28.668713 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af311c7-7198-4b0a-8f5b-44c3ebec1039 req-e795d626-3c70-4db1-80c4-b1902259fda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:28.669183 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268d320-8c78-4ea6-b755-aa72e21756a2 req-cdf979db-43ff-45d7-9fe9-d2fa45e16e61 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:28.670375 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2af311c7-7198-4b0a-8f5b-44c3ebec1039 req-e795d626-3c70-4db1-80c4-b1902259fda8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d38afe8278fd4e3db0fda1c5f6f7e7f5&device_id=590515aa-7b19-4238-ad94-617ccd824c70 HTTP/1.1" status: 200 len: 1095 time: 0.1278131 Oct 20 11:28:28.670866 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2268d320-8c78-4ea6-b755-aa72e21756a2 req-cdf979db-43ff-45d7-9fe9-d2fa45e16e61 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c2d42db-7f0e-4364-aea7-06ca55524d61 HTTP/1.1" status: 200 len: 946 time: 0.1088922 Oct 20 11:28:28.673411 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-118201ee-4fc8-4111-a234-8312c6fb46db req-80637668-2a47-4d77-8cdd-ef0212a83808 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:28.676645 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d8ecc3-3a96-4d68-b8a7-a3feef48ae3f admin admin] Made reservation on behalf of 93b7628e1a0d4d1cbfc6178f1573d53c for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:28:28.679389 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-28d8ecc3-3a96-4d68-b8a7-a3feef48ae3f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:28.707832 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['80752078-414a-4f8f-87fe-af03aaf07830'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:28:28.709893 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['c6b58f51-83b8-4466-8b5f-d176c566208a', 'f26b9bba-0475-4f54-873f-b971299bb59a'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:28:28.725382 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80637668-2a47-4d77-8cdd-ef0212a83808 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Pushing event deleted for resources: {'Port': ['ID=c6b58f51-83b8-4466-8b5f-d176c566208a,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:28.742835 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2af311c7-7198-4b0a-8f5b-44c3ebec1039 req-2cd99ab1-7d0d-414f-a753-875043a5ada5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d69118e6-7142-48f3-bf4c-e11c998261fb HTTP/1.1" status: 200 len: 217 time: 0.0595036 Oct 20 11:28:28.794672 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-118201ee-4fc8-4111-a234-8312c6fb46db req-80637668-2a47-4d77-8cdd-ef0212a83808 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] No DVR routers for this DVR port c6b58f51-83b8-4466-8b5f-d176c566208a on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:28:28.804158 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-118201ee-4fc8-4111-a234-8312c6fb46db req-80637668-2a47-4d77-8cdd-ef0212a83808 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:28.807760 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-118201ee-4fc8-4111-a234-8312c6fb46db req-80637668-2a47-4d77-8cdd-ef0212a83808 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.89 "DELETE /v2.0/ports/c6b58f51-83b8-4466-8b5f-d176c566208a HTTP/1.1" status: 204 len: 173 time: 0.6297233 Oct 20 11:28:28.830374 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b74e0cb8-ca19-4b07-800b-b4e3d43098e2 req-444fa1d9-ae7a-4d97-a8d2-5cf09a114d87 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577148 Oct 20 11:28:28.839445 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2268d320-8c78-4ea6-b755-aa72e21756a2 req-7fef69ef-9f8f-4dac-8f3b-acc57379a035 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529968 Oct 20 11:28:28.866320 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af311c7-7198-4b0a-8f5b-44c3ebec1039 req-a6b3a031-ef78-4fcb-85e8-afcac83cef8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:28.867795 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2af311c7-7198-4b0a-8f5b-44c3ebec1039 req-a6b3a031-ef78-4fcb-85e8-afcac83cef8c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=aac54544-8ac1-4e04-a94d-f9c6d3bc8d37 HTTP/1.1" status: 200 len: 845 time: 0.0921113 Oct 20 11:28:28.967929 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16798022-f757-4df5-8d2f-913c2b5c818d x-openstack-request-id: req-16798022-f757-4df5-8d2f-913c2b5c818d {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:28:28.968635 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "590515aa-7b19-4238-ad94-617ccd824c70", "tag": "d69118e6-7142-48f3-bf4c-e11c998261fb", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:28:28.968635 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-16798022-f757-4df5-8d2f-913c2b5c818d {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:28:28.968976 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '590515aa-7b19-4238-ad94-617ccd824c70', 'tag': 'd69118e6-7142-48f3-bf4c-e11c998261fb', 'status': 'completed', 'code': 200} Oct 20 11:28:28.973709 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2af311c7-7198-4b0a-8f5b-44c3ebec1039 req-423549d1-f446-4bde-9245-6c790a653693 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=899673ab-8e62-4651-b772-c8a12e790997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826280 Oct 20 11:28:29.114028 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-12e6d458-a38a-45af-86de-e544c7220603 tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:29.116469 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-12e6d458-a38a-45af-86de-e544c7220603 tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4c2d42db-7f0e-4364-aea7-06ca55524d61&tenant_id=d9acdef368f944fcb8d5f209bb8e33d7&binding%3Ahost_id=n-h2-814735-3 HTTP/1.1" status: 200 len: 1097 time: 0.0766377 Oct 20 11:28:29.129461 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-0c4a841b-1906-4e09-8557-69c2c7fbf659 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-814735-3'}}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:28:29.196379 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-28d8ecc3-3a96-4d68-b8a7-a3feef48ae3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:29.259338 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54986) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:28:29.268505 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-0c4a841b-1906-4e09-8557-69c2c7fbf659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:29.282564 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2af311c7-7198-4b0a-8f5b-44c3ebec1039 req-7fa13f51-07a2-478b-a65d-2f4189236273 service neutron] 10.222.0.89 "GET /v2.0/networks/899673ab-8e62-4651-b772-c8a12e790997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794204 Oct 20 11:28:29.300111 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8ecc3-3a96-4d68-b8a7-a3feef48ae3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fa4b514-c9c5-4b80-ba67-d9327d33af4c,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:29.421346 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a463122-0296-40ef-b84b-c699f32831c8 req-fe96f77c-99f6-4cb3-a95d-8fd62966d649 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:29.430211 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5a463122-0296-40ef-b84b-c699f32831c8 req-fe96f77c-99f6-4cb3-a95d-8fd62966d649 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=590515aa-7b19-4238-ad94-617ccd824c70 HTTP/1.1" status: 200 len: 944 time: 0.2196460 Oct 20 11:28:29.470814 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d8ecc3-3a96-4d68-b8a7-a3feef48ae3f admin admin] Checking segment: {'id': '143c4cca-1073-4cc6-b38a-b373b5d6d554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': 'aef4c374-9132-4b89-95a6-d2c4c742cecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:28:29.471325 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d8ecc3-3a96-4d68-b8a7-a3feef48ae3f admin admin] Network hostable DHCP agents. Network: aef4c374-9132-4b89-95a6-d2c4c742cecd, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:28:29.503078 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d8ecc3-3a96-4d68-b8a7-a3feef48ae3f admin admin] Network aef4c374-9132-4b89-95a6-d2c4c742cecd is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:28:29.544856 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-28d8ecc3-3a96-4d68-b8a7-a3feef48ae3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, aef4c374-9132-4b89-95a6-d2c4c742cecd) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:28:29.547982 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5a463122-0296-40ef-b84b-c699f32831c8 req-567e0f1d-7844-4a40-97e7-6af2b2ba8a02 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167941 Oct 20 11:28:29.553607 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d8ecc3-3a96-4d68-b8a7-a3feef48ae3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:29.554242 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-28d8ecc3-3a96-4d68-b8a7-a3feef48ae3f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:29.555556 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd783ea-f7bf-4b1c-9155-0eae4863b5dc None None] Network aef4c374-9132-4b89-95a6-d2c4c742cecd requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:28:29.556257 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001466ec-09b6-41b8-934b-56502c27a452 req-378ed6f8-4ecd-4236-b3b5-bee1454cf6cf tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:29.557749 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-001466ec-09b6-41b8-934b-56502c27a452 req-378ed6f8-4ecd-4236-b3b5-bee1454cf6cf tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a02dcac-8905-4af9-9d0c-172f3966de22 HTTP/1.1" status: 200 len: 950 time: 0.2849405 Oct 20 11:28:29.576210 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2af311c7-7198-4b0a-8f5b-44c3ebec1039 req-8f9796c9-6afb-40eb-b6b9-5edaec15d689 service neutron] 10.222.0.89 "GET /v2.0/networks/899673ab-8e62-4651-b772-c8a12e790997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815168 Oct 20 11:28:29.588490 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-28d8ecc3-3a96-4d68-b8a7-a3feef48ae3f admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9995902 Oct 20 11:28:29.655152 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-dcc30500-e077-43d0-a959-62fd2498e874 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=16c1f19d218e4f418ab1b52ea7b7f78e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3943629 Oct 20 11:28:29.662907 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55028) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:28:29.705156 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf94d2ac-dd33-4a3a-960d-51316a5661f2', 'name': 'network-vif-deleted', 'tag': 'faa7c928-8b1c-4cd3-a281-babc2f14940d'}, {'server_uuid': 'b9e12627-097b-4599-bfdc-2eadb474e9c0', 'name': 'network-vif-deleted', 'tag': 'c6b58f51-83b8-4466-8b5f-d176c566208a'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:28:29.707393 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2d513-01bf-42f4-9bff-36d8701fb4bc req-d88c1a42-8c1f-45bb-8a08-f3216f4f17c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:29.708344 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1a891c-3323-44fb-896b-f7e0a739d9aa" -d '{"events": [{"server_uuid": "bf94d2ac-dd33-4a3a-960d-51316a5661f2", "name": "network-vif-deleted", "tag": "faa7c928-8b1c-4cd3-a281-babc2f14940d"}, {"server_uuid": "b9e12627-097b-4599-bfdc-2eadb474e9c0", "name": "network-vif-deleted", "tag": "c6b58f51-83b8-4466-8b5f-d176c566208a"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:28:29.709270 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a3a2d513-01bf-42f4-9bff-36d8701fb4bc req-d88c1a42-8c1f-45bb-8a08-f3216f4f17c2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d38afe8278fd4e3db0fda1c5f6f7e7f5&device_id=590515aa-7b19-4238-ad94-617ccd824c70 HTTP/1.1" status: 200 len: 1095 time: 0.0566816 Oct 20 11:28:29.730285 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-001466ec-09b6-41b8-934b-56502c27a452 req-185858c0-21c5-4e47-8fd4-38073e11c6cc tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514816 Oct 20 11:28:29.763397 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955b0ac9-6715-4c68-b811-d86a503a0dd7 None None] Network aef4c374-9132-4b89-95a6-d2c4c742cecd requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:28:29.764469 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-363ed539-1409-47f7-b4a8-296d9641eda4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:29.767190 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-0c4a841b-1906-4e09-8557-69c2c7fbf659 service neutron] For port 27a6d02b-305f-480d-bb45-21dbff7f08c2, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=27a6d02b-305f-480d-bb45-21dbff7f08c2,segment=NetworkSegment(ec1b6256-95be-479c-9695-b6dae13546d3),segment_id=ec1b6256-95be-479c-9695-b6dae13546d3)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:28:29.803611 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-363ed539-1409-47f7-b4a8-296d9641eda4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:29.821039 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Oct 2021 11:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02303033-f04f-4e94-ad2b-9050824b9d65 x-openstack-request-id: req-02303033-f04f-4e94-ad2b-9050824b9d65 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:28:29.821325 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf94d2ac-dd33-4a3a-960d-51316a5661f2", "name": "network-vif-deleted", "tag": "faa7c928-8b1c-4cd3-a281-babc2f14940d", "status": "completed", "code": 200}, {"server_uuid": "b9e12627-097b-4599-bfdc-2eadb474e9c0", "name": "network-vif-deleted", "tag": "c6b58f51-83b8-4466-8b5f-d176c566208a", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:28:29.821570 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-02303033-f04f-4e94-ad2b-9050824b9d65 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:28:29.821962 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf94d2ac-dd33-4a3a-960d-51316a5661f2', 'name': 'network-vif-deleted', 'tag': 'faa7c928-8b1c-4cd3-a281-babc2f14940d', 'status': 'completed', 'code': 200} Oct 20 11:28:29.822213 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e12627-097b-4599-bfdc-2eadb474e9c0', 'name': 'network-vif-deleted', 'tag': 'c6b58f51-83b8-4466-8b5f-d176c566208a', 'status': 'completed', 'code': 200} Oct 20 11:28:29.849829 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2d513-01bf-42f4-9bff-36d8701fb4bc req-02fefec8-6519-49a8-a918-f7e82daa36f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:29.852382 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a3a2d513-01bf-42f4-9bff-36d8701fb4bc req-02fefec8-6519-49a8-a918-f7e82daa36f6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=899673ab-8e62-4651-b772-c8a12e790997 HTTP/1.1" status: 200 len: 907 time: 0.1269579 Oct 20 11:28:29.960718 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-0c4a841b-1906-4e09-8557-69c2c7fbf659 service neutron] For port 27a6d02b-305f-480d-bb45-21dbff7f08c2, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:28:29.980016 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a3a2d513-01bf-42f4-9bff-36d8701fb4bc req-24b59034-e9b6-450b-a37c-c4879128a3db service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d69118e6-7142-48f3-bf4c-e11c998261fb HTTP/1.1" status: 200 len: 217 time: 0.1171250 Oct 20 11:28:30.021600 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-69fc2645-97c3-43e7-9774-c374f5594f0b req-24346c6e-cf1a-4380-919f-9fa06c4b5c0a tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-817624265', 'description': 'tempest-description-1066742716'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:28:30.050131 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2d513-01bf-42f4-9bff-36d8701fb4bc req-43ad8d63-fd9b-4a57-8a69-8d6fd5b39833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:30.051806 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a3a2d513-01bf-42f4-9bff-36d8701fb4bc req-43ad8d63-fd9b-4a57-8a69-8d6fd5b39833 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=aac54544-8ac1-4e04-a94d-f9c6d3bc8d37 HTTP/1.1" status: 200 len: 845 time: 0.0649107 Oct 20 11:28:30.086670 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a3a2d513-01bf-42f4-9bff-36d8701fb4bc req-6c8902d1-b245-4763-bc9e-0d6379cf64e4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=899673ab-8e62-4651-b772-c8a12e790997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261250 Oct 20 11:28:30.102852 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-0c4a841b-1906-4e09-8557-69c2c7fbf659 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:30.108676 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-69fc2645-97c3-43e7-9774-c374f5594f0b req-24346c6e-cf1a-4380-919f-9fa06c4b5c0a tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:30.110574 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-363ed539-1409-47f7-b4a8-296d9641eda4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:30.113094 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-363ed539-1409-47f7-b4a8-296d9641eda4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:30.116621 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-363ed539-1409-47f7-b4a8-296d9641eda4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/671c7ab4-02a2-46aa-9adf-d5460b3dd2b6 HTTP/1.1" status: 204 len: 168 time: 0.4497201 Oct 20 11:28:30.131804 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-0c4a841b-1906-4e09-8557-69c2c7fbf659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:30.139057 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ed539-1409-47f7-b4a8-296d9641eda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671c7ab4-02a2-46aa-9adf-d5460b3dd2b6,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:30.186199 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eaef2-6bcd-4c01-aec4-6e7ca0b3841a req-e644fa3d-ff39-4d31-8446-ba2bd8355eef tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:30.187774 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5e2eaef2-6bcd-4c01-aec4-6e7ca0b3841a req-e644fa3d-ff39-4d31-8446-ba2bd8355eef tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c2d42db-7f0e-4364-aea7-06ca55524d61 HTTP/1.1" status: 200 len: 946 time: 0.1807418 Oct 20 11:28:30.218675 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a3a2d513-01bf-42f4-9bff-36d8701fb4bc req-9a0760d7-e12c-47ff-a6ed-064fdea00d81 service neutron] 10.222.0.89 "GET /v2.0/networks/899673ab-8e62-4651-b772-c8a12e790997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220341 Oct 20 11:28:30.321956 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a841b-1906-4e09-8557-69c2c7fbf659 service neutron] Pushing event updated for resources: {'Port': ['ID=27a6d02b-305f-480d-bb45-21dbff7f08c2,revision_number=7']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:30.343510 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5e2eaef2-6bcd-4c01-aec4-6e7ca0b3841a req-5e405236-0e2a-4cfa-bf98-f43767d159d9 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451430 Oct 20 11:28:30.356910 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a3a2d513-01bf-42f4-9bff-36d8701fb4bc req-cb9e59f9-5ffb-40ab-8674-5d0081648aa4 service neutron] 10.222.0.89 "GET /v2.0/networks/899673ab-8e62-4651-b772-c8a12e790997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271789 Oct 20 11:28:30.385395 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-0c4a841b-1906-4e09-8557-69c2c7fbf659 service neutron] Attempting to bind port 27a6d02b-305f-480d-bb45-21dbff7f08c2 on host n-h2-814735-3 for vnic_type normal with profile {"migrating_to": "n-h1-814735-3"} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:28:30.385731 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-0c4a841b-1906-4e09-8557-69c2c7fbf659 service neutron] Attempting to bind port 27a6d02b-305f-480d-bb45-21dbff7f08c2 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': 'ec1b6256-95be-479c-9695-b6dae13546d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:28:30.386052 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-0c4a841b-1906-4e09-8557-69c2c7fbf659 service neutron] Attempting to bind port 27a6d02b-305f-480d-bb45-21dbff7f08c2 on network 60a88ebb-4b56-43bd-98ec-2f75530b8b0e {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:28:30.410507 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-0c4a841b-1906-4e09-8557-69c2c7fbf659 service neutron] Port 27a6d02b-305f-480d-bb45-21dbff7f08c2 on network 60a88ebb-4b56-43bd-98ec-2f75530b8b0e not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:28:30.411060 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-0c4a841b-1906-4e09-8557-69c2c7fbf659 service neutron] Attempting to bind port 27a6d02b-305f-480d-bb45-21dbff7f08c2 on network 60a88ebb-4b56-43bd-98ec-2f75530b8b0e {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:28:30.420501 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-69fc2645-97c3-43e7-9774-c374f5594f0b req-24346c6e-cf1a-4380-919f-9fa06c4b5c0a tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:30.423993 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-0c4a841b-1906-4e09-8557-69c2c7fbf659 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:28:30.424675 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-0c4a841b-1906-4e09-8557-69c2c7fbf659 service neutron] Checking segment: {'id': 'ec1b6256-95be-479c-9695-b6dae13546d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:28:30.425218 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-0c4a841b-1906-4e09-8557-69c2c7fbf659 service neutron] Bound using segment: {'id': 'ec1b6256-95be-479c-9695-b6dae13546d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:28:30.425931 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-0c4a841b-1906-4e09-8557-69c2c7fbf659 service neutron] Bound port: 27a6d02b-305f-480d-bb45-21dbff7f08c2, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec1b6256-95be-479c-9695-b6dae13546d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:28:30.426474 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-0c4a841b-1906-4e09-8557-69c2c7fbf659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:30.430092 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-69fc2645-97c3-43e7-9774-c374f5594f0b req-24346c6e-cf1a-4380-919f-9fa06c4b5c0a tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:30.498445 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-69fc2645-97c3-43e7-9774-c374f5594f0b req-24346c6e-cf1a-4380-919f-9fa06c4b5c0a tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:30.504760 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-69fc2645-97c3-43e7-9774-c374f5594f0b req-24346c6e-cf1a-4380-919f-9fa06c4b5c0a tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4981155 Oct 20 11:28:30.507850 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24346c6e-cf1a-4380-919f-9fa06c4b5c0a tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=953b832c-aaa2-4ac6-a4a9-5a02e336084d,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:30.560791 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55086) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:28:30.630004 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-0c4a841b-1906-4e09-8557-69c2c7fbf659 service neutron] For port 27a6d02b-305f-480d-bb45-21dbff7f08c2, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:28:30.640065 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a09bc68-980f-4242-94ef-d06c87e58acc req-0225fa81-f191-4392-aa2c-1794d3db3cf3 tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] 10.222.0.98 "GET /v2.0/security-groups/953b832c-aaa2-4ac6-a4a9-5a02e336084d HTTP/1.1" status: 200 len: 1812 time: 0.1127651 Oct 20 11:28:30.664528 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-0a09bc68-980f-4242-94ef-d06c87e58acc req-c9d77906-d9a1-4f37-a345-9aaf5972a6af tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '953b832c-aaa2-4ac6-a4a9-5a02e336084d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:28:30.665180 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-0a09bc68-980f-4242-94ef-d06c87e58acc req-c9d77906-d9a1-4f37-a345-9aaf5972a6af tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '953b832c-aaa2-4ac6-a4a9-5a02e336084d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:28:30.670292 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-0c4a841b-1906-4e09-8557-69c2c7fbf659 service neutron] For port 27a6d02b-305f-480d-bb45-21dbff7f08c2, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=27a6d02b-305f-480d-bb45-21dbff7f08c2,segment=NetworkSegment(ec1b6256-95be-479c-9695-b6dae13546d3),segment_id=ec1b6256-95be-479c-9695-b6dae13546d3)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:28:30.685949 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-0c4a841b-1906-4e09-8557-69c2c7fbf659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:30.698729 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-70003e67-bb6d-4797-a67c-f1567f1c1c70 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=01493890e58e4800acc782c2b156e4bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1365132 Oct 20 11:28:30.702274 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55092) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:28:30.738305 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697feafa-cc6a-4cb8-9a71-2e8c9fff14eb req-aab17def-32e6-43d5-8192-be8871f850e5 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:30.739839 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-697feafa-cc6a-4cb8-9a71-2e8c9fff14eb req-aab17def-32e6-43d5-8192-be8871f850e5 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f5a1d71-08a3-41a9-81f5-2b95a8d79ae3 HTTP/1.1" status: 200 len: 949 time: 0.1765838 Oct 20 11:28:30.764879 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e1ae6ba0-9c86-4c64-a120-78ac7ef01252 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:30.789158 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e1ae6ba0-9c86-4c64-a120-78ac7ef01252 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:30.806265 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a841b-1906-4e09-8557-69c2c7fbf659 service neutron] Pushing event updated for resources: {'Port': ['ID=27a6d02b-305f-480d-bb45-21dbff7f08c2,revision_number=8']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:30.846486 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-0c4a841b-1906-4e09-8557-69c2c7fbf659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:30.847128 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-0c4a841b-1906-4e09-8557-69c2c7fbf659 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:30.848522 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-0c4a841b-1906-4e09-8557-69c2c7fbf659 service neutron] 10.222.0.11 "PUT /v2.0/ports/27a6d02b-305f-480d-bb45-21dbff7f08c2 HTTP/1.1" status: 200 len: 1122 time: 1.7235060 Oct 20 11:28:30.851663 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e1ae6ba0-9c86-4c64-a120-78ac7ef01252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:30.855352 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e1ae6ba0-9c86-4c64-a120-78ac7ef01252 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:30.859108 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e1ae6ba0-9c86-4c64-a120-78ac7ef01252 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2efd5dee-96ef-4f26-a5cd-bb941ec7c284 HTTP/1.1" status: 204 len: 168 time: 0.1532142 Oct 20 11:28:30.868561 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-697feafa-cc6a-4cb8-9a71-2e8c9fff14eb req-47b463cb-b7cd-43fb-963e-280236d1c202 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179185 Oct 20 11:28:30.876426 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0a09bc68-980f-4242-94ef-d06c87e58acc req-c9d77906-d9a1-4f37-a345-9aaf5972a6af tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:30.882248 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae6ba0-9c86-4c64-a120-78ac7ef01252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2efd5dee-96ef-4f26-a5cd-bb941ec7c284,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:30.921716 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0a09bc68-980f-4242-94ef-d06c87e58acc req-c9d77906-d9a1-4f37-a345-9aaf5972a6af tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:30.931261 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0a09bc68-980f-4242-94ef-d06c87e58acc req-c9d77906-d9a1-4f37-a345-9aaf5972a6af tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:30.954253 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['27a6d02b-305f-480d-bb45-21dbff7f08c2'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:28:30.959080 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['27a6d02b-305f-480d-bb45-21dbff7f08c2'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:28:30.976240 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d77906-d9a1-4f37-a345-9aaf5972a6af tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23c9fdeb-d67a-4043-a0f1-5731ce5aac91,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:31.001271 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0a09bc68-980f-4242-94ef-d06c87e58acc req-c9d77906-d9a1-4f37-a345-9aaf5972a6af tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:31.002501 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a09bc68-980f-4242-94ef-d06c87e58acc req-c9d77906-d9a1-4f37-a345-9aaf5972a6af tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3504593 Oct 20 11:28:31.072549 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfa74c-0821-45fe-b791-485a9c9c4ed9 req-4b6c94c3-a083-47d1-986c-66a98e7c0fd0 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:31.082670 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-becfa74c-0821-45fe-b791-485a9c9c4ed9 req-4b6c94c3-a083-47d1-986c-66a98e7c0fd0 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=590515aa-7b19-4238-ad94-617ccd824c70 HTTP/1.1" status: 200 len: 944 time: 0.1530237 Oct 20 11:28:31.139957 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-becfa74c-0821-45fe-b791-485a9c9c4ed9 req-02cf68bc-13c4-42e0-b038-dfcff468d9e3 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562575 Oct 20 11:28:31.252907 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c3011744-37cf-45f0-9317-2628619cb91d req-d47ad231-10f5-4f5e-9210-188b34540c01 tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] 10.222.0.98 "GET /v2.0/security-groups/953b832c-aaa2-4ac6-a4a9-5a02e336084d HTTP/1.1" status: 200 len: 2405 time: 0.0875442 Oct 20 11:28:31.275834 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfcec13-fc06-4226-93ec-0f5fe807d080 req-bbaa7dbc-12cf-41e7-97c3-58d57d1c36be tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:31.277737 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ccfcec13-fc06-4226-93ec-0f5fe807d080 req-bbaa7dbc-12cf-41e7-97c3-58d57d1c36be tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a02dcac-8905-4af9-9d0c-172f3966de22 HTTP/1.1" status: 200 len: 950 time: 0.0831103 Oct 20 11:28:31.306392 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 27a6d02b-305f-480d-bb45-21dbff7f08c2 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:28:31.318076 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-13814f9a-950c-43c7-b358-3349876c3b2b req-06adc810-a686-4937-b690-c7215d62ff67 tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] 10.222.0.98 "GET /v2.0/security-group-rules/23c9fdeb-d67a-4043-a0f1-5731ce5aac91 HTTP/1.1" status: 200 len: 778 time: 0.0392737 Oct 20 11:28:31.389449 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ccfcec13-fc06-4226-93ec-0f5fe807d080 req-8c287e43-839e-40b9-aa28-4efe653981f0 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998213 Oct 20 11:28:31.416764 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-13814f9a-950c-43c7-b358-3349876c3b2b req-3457af4e-0994-4212-970a-6983ced2da69 tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] 10.222.0.98 "GET /v2.0/security-groups/953b832c-aaa2-4ac6-a4a9-5a02e336084d HTTP/1.1" status: 200 len: 2405 time: 0.0976605 Oct 20 11:28:31.445278 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-13814f9a-950c-43c7-b358-3349876c3b2b req-18ca9911-9d68-4291-a2bd-10f68dc237ae tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:31.454235 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-13814f9a-950c-43c7-b358-3349876c3b2b req-18ca9911-9d68-4291-a2bd-10f68dc237ae tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:31.481167 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 27a6d02b-305f-480d-bb45-21dbff7f08c2, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=27a6d02b-305f-480d-bb45-21dbff7f08c2,segment=NetworkSegment(ec1b6256-95be-479c-9695-b6dae13546d3),segment_id=ec1b6256-95be-479c-9695-b6dae13546d3)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:28:31.496136 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 27a6d02b-305f-480d-bb45-21dbff7f08c2 has no active binding in host n-h1-814735-3 {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 20 11:28:31.516649 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-13814f9a-950c-43c7-b358-3349876c3b2b req-18ca9911-9d68-4291-a2bd-10f68dc237ae tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:31.523906 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-13814f9a-950c-43c7-b358-3349876c3b2b req-18ca9911-9d68-4291-a2bd-10f68dc237ae tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:31.525374 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-13814f9a-950c-43c7-b358-3349876c3b2b req-18ca9911-9d68-4291-a2bd-10f68dc237ae tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/23c9fdeb-d67a-4043-a0f1-5731ce5aac91 HTTP/1.1" status: 204 len: 173 time: 0.1078265 Oct 20 11:28:31.536788 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca9911-9d68-4291-a2bd-10f68dc237ae tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=23c9fdeb-d67a-4043-a0f1-5731ce5aac91,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:31.553761 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e33a30-3cbd-4c34-9c0b-f599fbf89884 req-ff5b46f9-ebef-423a-8ae4-6a258dbf4be5 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:31.555362 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-24e33a30-3cbd-4c34-9c0b-f599fbf89884 req-ff5b46f9-ebef-423a-8ae4-6a258dbf4be5 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c2d42db-7f0e-4364-aea7-06ca55524d61 HTTP/1.1" status: 200 len: 944 time: 0.0779872 Oct 20 11:28:31.560806 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-b17c9e8d-3bdc-4004-96f2-6a7885b176d0 req-21cc88f9-65ea-4f37-8ea4-a5d2b2975acd tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-855869379', 'description': 'tempest-description-1909075722'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:28:31.603602 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b17c9e8d-3bdc-4004-96f2-6a7885b176d0 req-21cc88f9-65ea-4f37-8ea4-a5d2b2975acd tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:31.618992 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-24e33a30-3cbd-4c34-9c0b-f599fbf89884 req-03489b9d-3451-4399-b579-979ccf35c02f tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528362 Oct 20 11:28:31.705536 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b17c9e8d-3bdc-4004-96f2-6a7885b176d0 req-21cc88f9-65ea-4f37-8ea4-a5d2b2975acd tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:31.710901 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b17c9e8d-3bdc-4004-96f2-6a7885b176d0 req-21cc88f9-65ea-4f37-8ea4-a5d2b2975acd tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:31.747348 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc88f9-65ea-4f37-8ea4-a5d2b2975acd tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58a4c5c0-a294-4673-b853-56d6bcd24f2c,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:31.754823 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b17c9e8d-3bdc-4004-96f2-6a7885b176d0 req-21cc88f9-65ea-4f37-8ea4-a5d2b2975acd tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:31.756105 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b17c9e8d-3bdc-4004-96f2-6a7885b176d0 req-21cc88f9-65ea-4f37-8ea4-a5d2b2975acd tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1997852 Oct 20 11:28:31.823073 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c2d42db-7f0e-4364-aea7-06ca55524d61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27a6d02b-305f-480d-bb45-21dbff7f08c2'}, {'name': 'network-changed', 'server_uuid': '4c2d42db-7f0e-4364-aea7-06ca55524d61', 'tag': '27a6d02b-305f-480d-bb45-21dbff7f08c2'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:28:31.825842 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6946305a-5769-4e7e-aeeb-9b7e9fc835bb" -d '{"events": [{"server_uuid": "4c2d42db-7f0e-4364-aea7-06ca55524d61", "name": "network-vif-unplugged", "status": "completed", "tag": "27a6d02b-305f-480d-bb45-21dbff7f08c2"}, {"name": "network-changed", "server_uuid": "4c2d42db-7f0e-4364-aea7-06ca55524d61", "tag": "27a6d02b-305f-480d-bb45-21dbff7f08c2"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:28:31.839977 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-42dfdb32-0363-408b-9bfa-2b1b445520a3 req-76e89fe6-a6e7-44de-8fb2-7ffd76e3f985 tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] 10.222.0.98 "GET /v2.0/security-groups/58a4c5c0-a294-4673-b853-56d6bcd24f2c HTTP/1.1" status: 200 len: 1812 time: 0.0600140 Oct 20 11:28:31.880038 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 20 Oct 2021 11:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922facb3-fa9b-4506-b3d8-b642888b031b x-openstack-request-id: req-922facb3-fa9b-4506-b3d8-b642888b031b {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:28:31.880325 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c2d42db-7f0e-4364-aea7-06ca55524d61", "name": "network-vif-unplugged", "status": "completed", "tag": "27a6d02b-305f-480d-bb45-21dbff7f08c2", "code": 200}, {"name": "network-changed", "server_uuid": "4c2d42db-7f0e-4364-aea7-06ca55524d61", "tag": "27a6d02b-305f-480d-bb45-21dbff7f08c2", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:28:31.880575 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-922facb3-fa9b-4506-b3d8-b642888b031b {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:28:31.880967 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c2d42db-7f0e-4364-aea7-06ca55524d61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27a6d02b-305f-480d-bb45-21dbff7f08c2', 'code': 200} Oct 20 11:28:31.881229 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c2d42db-7f0e-4364-aea7-06ca55524d61', 'tag': '27a6d02b-305f-480d-bb45-21dbff7f08c2', 'status': 'completed', 'code': 200} Oct 20 11:28:31.884872 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-2c9e5208-0e28-4a91-943c-9f3cd4e73d62 req-489c4d5f-ed83-4f9a-b898-46ab4febe120 tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1183297892', 'description': 'tempest-description-11811068'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:28:31.912760 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2c9e5208-0e28-4a91-943c-9f3cd4e73d62 req-489c4d5f-ed83-4f9a-b898-46ab4febe120 tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:31.915715 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55136) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:28:31.975069 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946305a-5769-4e7e-aeeb-9b7e9fc835bb req-3f296820-616e-4e96-a04d-536df44537fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:31.976279 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6946305a-5769-4e7e-aeeb-9b7e9fc835bb req-3f296820-616e-4e96-a04d-536df44537fd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d9acdef368f944fcb8d5f209bb8e33d7&device_id=4c2d42db-7f0e-4364-aea7-06ca55524d61 HTTP/1.1" status: 200 len: 1125 time: 0.0529230 Oct 20 11:28:32.054228 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a896d23-d6f1-49c3-ac55-17af4269c8de req-3e1d4afe-6e5c-4ead-bf05-2aa97f94461d tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:32.059322 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a896d23-d6f1-49c3-ac55-17af4269c8de req-3e1d4afe-6e5c-4ead-bf05-2aa97f94461d tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f5a1d71-08a3-41a9-81f5-2b95a8d79ae3 HTTP/1.1" status: 200 len: 949 time: 0.1223016 Oct 20 11:28:32.092559 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-a9c9f346-5c19-4404-97d9-1676d084eec3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-895004699-network', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:28:32.100879 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2c9e5208-0e28-4a91-943c-9f3cd4e73d62 req-489c4d5f-ed83-4f9a-b898-46ab4febe120 tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:32.115614 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9fdca1-2cd1-4ebc-9bd0-ef6848cc5302 req-c39dad70-9644-44c7-8536-76fb4e29a4b5 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:32.116824 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9f9fdca1-2cd1-4ebc-9bd0-ef6848cc5302 req-c39dad70-9644-44c7-8536-76fb4e29a4b5 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f5a1d71-08a3-41a9-81f5-2b95a8d79ae3 HTTP/1.1" status: 200 len: 949 time: 0.1333108 Oct 20 11:28:32.122157 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2c9e5208-0e28-4a91-943c-9f3cd4e73d62 req-489c4d5f-ed83-4f9a-b898-46ab4febe120 tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:32.142415 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c9f346-5c19-4404-97d9-1676d084eec3 admin admin] Made reservation on behalf of 0f7be2198beb4fa4abf67245a1d7260e for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:28:32.145417 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a9c9f346-5c19-4404-97d9-1676d084eec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:32.149851 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946305a-5769-4e7e-aeeb-9b7e9fc835bb req-0ab8aea9-4f3b-4b3e-aa04-c00846e63ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:32.151476 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6946305a-5769-4e7e-aeeb-9b7e9fc835bb req-0ab8aea9-4f3b-4b3e-aa04-c00846e63ad3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=60a88ebb-4b56-43bd-98ec-2f75530b8b0e HTTP/1.1" status: 200 len: 922 time: 0.1649215 Oct 20 11:28:32.159620 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a9c9f346-5c19-4404-97d9-1676d084eec3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:32.170432 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c4d5f-ed83-4f9a-b898-46ab4febe120 tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=348fb43b-264b-497b-a570-0da1c3aa98dc,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:32.203917 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a896d23-d6f1-49c3-ac55-17af4269c8de req-8a148f35-739d-4fa3-a3b9-367e09dd8519 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370223 Oct 20 11:28:32.214135 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6946305a-5769-4e7e-aeeb-9b7e9fc835bb req-41c31a8c-4e09-47ab-bfe5-755c9cbcf884 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27a6d02b-305f-480d-bb45-21dbff7f08c2 HTTP/1.1" status: 200 len: 217 time: 0.0403197 Oct 20 11:28:32.216594 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2c9e5208-0e28-4a91-943c-9f3cd4e73d62 req-489c4d5f-ed83-4f9a-b898-46ab4febe120 tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:32.218072 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2c9e5208-0e28-4a91-943c-9f3cd4e73d62 req-489c4d5f-ed83-4f9a-b898-46ab4febe120 tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.3416522 Oct 20 11:28:32.319858 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946305a-5769-4e7e-aeeb-9b7e9fc835bb req-ccf9958b-2cec-4ea1-aefa-fd46acfdda43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:32.321335 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6946305a-5769-4e7e-aeeb-9b7e9fc835bb req-ccf9958b-2cec-4ea1-aefa-fd46acfdda43 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2a0c5c2a-f9c9-492d-ba9f-7e961a63a7db HTTP/1.1" status: 200 len: 860 time: 0.0893276 Oct 20 11:28:32.370506 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6946305a-5769-4e7e-aeeb-9b7e9fc835bb req-ee1b863f-8e57-4b38-80d9-c1590e1b2583 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=60a88ebb-4b56-43bd-98ec-2f75530b8b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370054 Oct 20 11:28:32.381111 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-9f9fdca1-2cd1-4ebc-9bd0-ef6848cc5302 req-0c8ccd3e-4770-4b3a-87c5-6b00d74f3345 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Deleting port 80752078-414a-4f8f-87fe-af03aaf07830 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:28:32.381526 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9f9fdca1-2cd1-4ebc-9bd0-ef6848cc5302 req-0c8ccd3e-4770-4b3a-87c5-6b00d74f3345 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:32.411822 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a9c9f346-5c19-4404-97d9-1676d084eec3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:32.443929 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a9c9f346-5c19-4404-97d9-1676d084eec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:32.455390 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9c9f346-5c19-4404-97d9-1676d084eec3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1257, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:28:32.462143 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0d44bb4c-137f-454f-aeec-45bffdd6229a req-e9867add-6e03-4666-b05a-3c1525aa3f4e tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] 10.222.0.98 "GET /v2.0/security-groups/348fb43b-264b-497b-a570-0da1c3aa98dc HTTP/1.1" status: 200 len: 1811 time: 0.1258259 Oct 20 11:28:32.469933 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff5bf2-1247-4854-b332-51cada7d7d0c req-05a64747-f0df-488b-8bb8-f355c57d5075 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:32.477117 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ddff5bf2-1247-4854-b332-51cada7d7d0c req-05a64747-f0df-488b-8bb8-f355c57d5075 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=590515aa-7b19-4238-ad94-617ccd824c70 HTTP/1.1" status: 200 len: 944 time: 0.1914310 Oct 20 11:28:32.488417 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a9c9f346-5c19-4404-97d9-1676d084eec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:32.489105 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-a9c9f346-5c19-4404-97d9-1676d084eec3 admin admin] Added segment cb74e53f-6f75-4b51-a3d2-bf3da9505174 of type vlan for network e737fa8f-48d9-429a-9c0d-195ded222e27 Oct 20 11:28:32.504237 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c9f346-5c19-4404-97d9-1676d084eec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495852f5-de6b-4129-b7c7-5bc39347752f,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:32.528038 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ddff5bf2-1247-4854-b332-51cada7d7d0c req-d061e6d7-a4ea-477e-9da9-626dd52fc2db tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500717 Oct 20 11:28:32.548936 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-9f9fdca1-2cd1-4ebc-9bd0-ef6848cc5302 req-0c8ccd3e-4770-4b3a-87c5-6b00d74f3345 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] For port 80752078-414a-4f8f-87fe-af03aaf07830, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=80752078-414a-4f8f-87fe-af03aaf07830,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:28:32.548936 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9f9fdca1-2cd1-4ebc-9bd0-ef6848cc5302 req-0c8ccd3e-4770-4b3a-87c5-6b00d74f3345 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:32.560352 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a9c9f346-5c19-4404-97d9-1676d084eec3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:32.566717 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6946305a-5769-4e7e-aeeb-9b7e9fc835bb req-14082647-2482-4bb9-9da3-cbdc060ce1cc service neutron] 10.222.0.89 "GET /v2.0/networks/60a88ebb-4b56-43bd-98ec-2f75530b8b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869774 Oct 20 11:28:32.573572 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-9f9fdca1-2cd1-4ebc-9bd0-ef6848cc5302 req-0c8ccd3e-4770-4b3a-87c5-6b00d74f3345 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Calling delete_port for 80752078-414a-4f8f-87fe-af03aaf07830 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:28:32.594976 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-f536dae2-1c50-47b9-b139-930a45cc73a3 req-cce47f09-1779-411d-9f49-10b47a2e1dd4 tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1968645555', 'description': 'tempest-description-446249034'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:28:32.625052 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a9c9f346-5c19-4404-97d9-1676d084eec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:32.626028 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c9f346-5c19-4404-97d9-1676d084eec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:32.626587 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a9c9f346-5c19-4404-97d9-1676d084eec3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:32.662175 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f536dae2-1c50-47b9-b139-930a45cc73a3 req-cce47f09-1779-411d-9f49-10b47a2e1dd4 tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:32.683082 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41479d0-7d2c-46ab-b32e-07dd37616837 req-7e8a1b26-d837-44f2-985f-83eca22074c7 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:32.683482 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device d69118e6-7142-48f3-bf4c-e11c998261fb details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:28:32.684566 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c41479d0-7d2c-46ab-b32e-07dd37616837 req-7e8a1b26-d837-44f2-985f-83eca22074c7 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a02dcac-8905-4af9-9d0c-172f3966de22 HTTP/1.1" status: 200 len: 950 time: 0.1288559 Oct 20 11:28:32.691096 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device c6b58f51-83b8-4466-8b5f-d176c566208a no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:28:32.700889 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a9c9f346-5c19-4404-97d9-1676d084eec3 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7831595 Oct 20 11:28:32.704544 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55154) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:28:32.710722 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-a1f5044e-4da5-4b48-a83d-ec369ee3958d admin admin] Request body: {'subnet': {'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-895004699-subnet', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:28:32.734095 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: c6b58f51-83b8-4466-8b5f-d176c566208a {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:28:32.734811 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device c6b58f51-83b8-4466-8b5f-d176c566208a not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:28:32.783622 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c41479d0-7d2c-46ab-b32e-07dd37616837 req-87116cad-239f-44bb-a7b5-95f183b715d1 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887983 Oct 20 11:28:32.785269 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c9f346-5c19-4404-97d9-1676d084eec3 admin admin] Pushing event updated for resources: {'Network': ['ID=e737fa8f-48d9-429a-9c0d-195ded222e27,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:32.791304 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6946305a-5769-4e7e-aeeb-9b7e9fc835bb req-511fc1d2-b9d2-4c40-af8b-0094986ce96d service neutron] 10.222.0.89 "GET /v2.0/networks/60a88ebb-4b56-43bd-98ec-2f75530b8b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146235 Oct 20 11:28:32.812332 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f5044e-4da5-4b48-a83d-ec369ee3958d admin admin] Made reservation on behalf of 0f7be2198beb4fa4abf67245a1d7260e for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:28:32.814776 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a1f5044e-4da5-4b48-a83d-ec369ee3958d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:32.836343 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network e737fa8f-48d9-429a-9c0d-195ded222e27 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:28:32.909225 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9f9fdca1-2cd1-4ebc-9bd0-ef6848cc5302 req-0c8ccd3e-4770-4b3a-87c5-6b00d74f3345 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:32.928219 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['f26b9bba-0475-4f54-873f-b971299bb59a'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:28:32.996813 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['80752078-414a-4f8f-87fe-af03aaf07830'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:28:33.010015 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f536dae2-1c50-47b9-b139-930a45cc73a3 req-cce47f09-1779-411d-9f49-10b47a2e1dd4 tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:33.011530 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8ccd3e-4770-4b3a-87c5-6b00d74f3345 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Pushing event deleted for resources: {'Port': ['ID=80752078-414a-4f8f-87fe-af03aaf07830,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:33.042684 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f536dae2-1c50-47b9-b139-930a45cc73a3 req-cce47f09-1779-411d-9f49-10b47a2e1dd4 tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:33.060559 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f9fdca1-2cd1-4ebc-9bd0-ef6848cc5302 req-0c8ccd3e-4770-4b3a-87c5-6b00d74f3345 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] No DVR routers for this DVR port 80752078-414a-4f8f-87fe-af03aaf07830 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:28:33.070034 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9f9fdca1-2cd1-4ebc-9bd0-ef6848cc5302 req-0c8ccd3e-4770-4b3a-87c5-6b00d74f3345 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:33.073841 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9f9fdca1-2cd1-4ebc-9bd0-ef6848cc5302 req-0c8ccd3e-4770-4b3a-87c5-6b00d74f3345 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.11 "DELETE /v2.0/ports/80752078-414a-4f8f-87fe-af03aaf07830 HTTP/1.1" status: 204 len: 173 time: 0.9441414 Oct 20 11:28:33.081032 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port d69118e6-7142-48f3-bf4c-e11c998261fb, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=d69118e6-7142-48f3-bf4c-e11c998261fb,segment=NetworkSegment(ba843d51-18ac-492f-b072-dcb49c698d12),segment_id=ba843d51-18ac-492f-b072-dcb49c698d12)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:28:33.090929 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f536dae2-1c50-47b9-b139-930a45cc73a3 req-cce47f09-1779-411d-9f49-10b47a2e1dd4 tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:33.106893 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f536dae2-1c50-47b9-b139-930a45cc73a3 req-cce47f09-1779-411d-9f49-10b47a2e1dd4 tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5308890 Oct 20 11:28:33.114441 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a1f5044e-4da5-4b48-a83d-ec369ee3958d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:33.115213 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': 'd69118e6-7142-48f3-bf4c-e11c998261fb', 'network_id': '899673ab-8e62-4651-b772-c8a12e790997', 'port_id': 'd69118e6-7142-48f3-bf4c-e11c998261fb', 'mac_address': 'fa:16:3e:81:6b:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aac54544-8ac1-4e04-a94d-f9c6d3bc8d37', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:28:33.168559 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:33.225129 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d69118e6-7142-48f3-bf4c-e11c998261fb {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:28:33.273006 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f5044e-4da5-4b48-a83d-ec369ee3958d admin admin] Pushing event updated for resources: {'Subnet': ['ID=daa3a48e-5bbf-4e17-b716-d19b520de866,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:33.293738 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf488199-300c-43ca-82cd-e8df6502de1f req-d1628663-d4df-4320-bff0-1a64d2f04f7b tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:33.294166 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port d69118e6-7142-48f3-bf4c-e11c998261fb, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=d69118e6-7142-48f3-bf4c-e11c998261fb,segment=NetworkSegment(ba843d51-18ac-492f-b072-dcb49c698d12),segment_id=ba843d51-18ac-492f-b072-dcb49c698d12)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:28:33.310703 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf488199-300c-43ca-82cd-e8df6502de1f req-d1628663-d4df-4320-bff0-1a64d2f04f7b tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c2d42db-7f0e-4364-aea7-06ca55524d61 HTTP/1.1" status: 200 len: 944 time: 0.4463127 Oct 20 11:28:33.314615 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:33.314857 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f5044e-4da5-4b48-a83d-ec369ee3958d admin admin] Checking segment: {'id': 'cb74e53f-6f75-4b51-a3d2-bf3da9505174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:28:33.315277 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f5044e-4da5-4b48-a83d-ec369ee3958d admin admin] Network hostable DHCP agents. Network: e737fa8f-48d9-429a-9c0d-195ded222e27, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:28:33.347164 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce47f09-1779-411d-9f49-10b47a2e1dd4 tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6777bf-2e1c-4bad-a437-a9c3c37f7b57,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:33.367094 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=d69118e6-7142-48f3-bf4c-e11c998261fb,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:33.367413 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f5044e-4da5-4b48-a83d-ec369ee3958d admin admin] Network e737fa8f-48d9-429a-9c0d-195ded222e27 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:28:33.376122 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:33.376440 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:33.377093 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:33.377581 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:33.378185 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:33.381319 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:33.381861 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:33.382381 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:33.382875 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:33.383346 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:33.383815 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:33.384525 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:33.387942 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-a1f5044e-4da5-4b48-a83d-ec369ee3958d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, e737fa8f-48d9-429a-9c0d-195ded222e27) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:28:33.394138 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f5044e-4da5-4b48-a83d-ec369ee3958d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:33.394883 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a1f5044e-4da5-4b48-a83d-ec369ee3958d admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:33.407419 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740486cd-3b20-4a6c-b726-bb5673d529a3 None None] Network e737fa8f-48d9-429a-9c0d-195ded222e27 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:28:33.419502 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf488199-300c-43ca-82cd-e8df6502de1f req-20c853a0-f4a3-439b-8c06-8d9faf34d093 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075091 Oct 20 11:28:33.427571 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a1f5044e-4da5-4b48-a83d-ec369ee3958d admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7204411 Oct 20 11:28:33.432995 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55164) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:28:33.443554 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-fd429552-6796-407b-a673-a8dd0bc81977 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-895004699-router', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:28:33.451271 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6e0c4598-4cd8-41dc-b991-6c28390c8533 req-34c69c23-3186-4eaa-9535-d7ed3d6eebc6 tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] 10.222.0.98 "GET /v2.0/security-groups/ac6777bf-2e1c-4bad-a437-a9c3c37f7b57 HTTP/1.1" status: 200 len: 1812 time: 0.3113747 Oct 20 11:28:33.504440 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fd429552-6796-407b-a673-a8dd0bc81977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:33.510530 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fd429552-6796-407b-a673-a8dd0bc81977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:33.578262 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fd429552-6796-407b-a673-a8dd0bc81977 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:33.632440 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-56d7c377-bfdb-4a58-9342-330c37014894 req-e0d990eb-e510-4028-ad58-c8f4913158b7 tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-674603207', 'description': 'tempest-description-2100762885'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:28:33.703330 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['d69118e6-7142-48f3-bf4c-e11c998261fb'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:28:33.732522 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aa2f1e46-a93e-4d6e-803d-39b658ae3d44 req-11bef8d2-770d-4235-9710-761b449c7d73 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f5a1d71-08a3-41a9-81f5-2b95a8d79ae3 HTTP/1.1" status: 200 len: 210 time: 0.0714817 Oct 20 11:28:33.733447 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-56d7c377-bfdb-4a58-9342-330c37014894 req-e0d990eb-e510-4028-ad58-c8f4913158b7 tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:33.782618 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fd429552-6796-407b-a673-a8dd0bc81977 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:33.846348 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef97ee1-c61c-4f2a-9174-85ad063ace67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-e737fa8f-48d9-429a-9c0d-195ded222e27', 'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'fixed_ips': [{'subnet_id': 'daa3a48e-5bbf-4e17-b716-d19b520de866'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:28:33.847256 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2ef97ee1-c61c-4f2a-9174-85ad063ace67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:33.883132 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f5a1d71-08a3-41a9-81f5-2b95a8d79ae3', 'name': 'network-vif-deleted', 'tag': '80752078-414a-4f8f-87fe-af03aaf07830'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:28:33.888287 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4402e4ce-205e-41a3-b0d2-d565fe1923d7" -d '{"events": [{"server_uuid": "2f5a1d71-08a3-41a9-81f5-2b95a8d79ae3", "name": "network-vif-deleted", "tag": "80752078-414a-4f8f-87fe-af03aaf07830"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:28:34.014975 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-56d7c377-bfdb-4a58-9342-330c37014894 req-e0d990eb-e510-4028-ad58-c8f4913158b7 tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:34.039351 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac992910-45d8-4bfb-b1a6-13c7190f2acb req-2e3d4907-eac8-4075-941c-16b8f27d6420 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:34.054076 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ac992910-45d8-4bfb-b1a6-13c7190f2acb req-2e3d4907-eac8-4075-941c-16b8f27d6420 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=590515aa-7b19-4238-ad94-617ccd824c70 HTTP/1.1" status: 200 len: 945 time: 0.1579840 Oct 20 11:28:34.061392 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-56d7c377-bfdb-4a58-9342-330c37014894 req-e0d990eb-e510-4028-ad58-c8f4913158b7 tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:34.087836 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fd429552-6796-407b-a673-a8dd0bc81977 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:34.098671 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-2ef97ee1-c61c-4f2a-9174-85ad063ace67 None None] Allocated IP 172.20.0.2 (e737fa8f-48d9-429a-9c0d-195ded222e27/daa3a48e-5bbf-4e17-b716-d19b520de866/389b313d-be89-4b3c-8b76-b6d3b0650739) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:28:34.110259 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fd429552-6796-407b-a673-a8dd0bc81977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:34.150387 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ac992910-45d8-4bfb-b1a6-13c7190f2acb req-da919315-f9dc-4a06-a9cb-80843e3f5c6e tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935848 Oct 20 11:28:34.169107 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-56d7c377-bfdb-4a58-9342-330c37014894 req-e0d990eb-e510-4028-ad58-c8f4913158b7 tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:34.192627 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-56d7c377-bfdb-4a58-9342-330c37014894 req-e0d990eb-e510-4028-ad58-c8f4913158b7 tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5727637 Oct 20 11:28:34.199735 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d990eb-e510-4028-ad58-c8f4913158b7 tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6aaf73-7b3b-472c-8f61-2662945f646e,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:34.255950 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4ffdd1-e50a-40d3-94bb-b0abc1444f24 x-openstack-request-id: req-9b4ffdd1-e50a-40d3-94bb-b0abc1444f24 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:28:34.256247 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f5a1d71-08a3-41a9-81f5-2b95a8d79ae3", "name": "network-vif-deleted", "tag": "80752078-414a-4f8f-87fe-af03aaf07830", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:28:34.256498 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9b4ffdd1-e50a-40d3-94bb-b0abc1444f24 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:28:34.257543 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f5a1d71-08a3-41a9-81f5-2b95a8d79ae3', 'name': 'network-vif-deleted', 'tag': '80752078-414a-4f8f-87fe-af03aaf07830', 'status': 'completed', 'code': 200} Oct 20 11:28:34.267606 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-fd429552-6796-407b-a673-a8dd0bc81977 admin admin] Allocated IP 172.25.5.228 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/d4c49543-bcac-4c33-9bf5-5f0a091f6246) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:28:34.379767 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5083736-a5fb-4c05-a992-9c8d57b34deb req-d32673c5-b3d0-4adb-9a92-8c1011659568 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:34.381374 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5083736-a5fb-4c05-a992-9c8d57b34deb req-d32673c5-b3d0-4adb-9a92-8c1011659568 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a02dcac-8905-4af9-9d0c-172f3966de22 HTTP/1.1" status: 200 len: 950 time: 0.1032972 Oct 20 11:28:34.385619 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-789090c8-5fdc-43e2-ac71-fad141cb61cf req-709ac5e3-9a78-4a5e-9a89-378c4d9cc781 tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] 10.222.0.98 "GET /v2.0/security-groups/2e6aaf73-7b3b-472c-8f61-2662945f646e HTTP/1.1" status: 200 len: 1812 time: 0.0907047 Oct 20 11:28:34.417073 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2ef97ee1-c61c-4f2a-9174-85ad063ace67 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:34.424955 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2ef97ee1-c61c-4f2a-9174-85ad063ace67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:34.438515 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fd429552-6796-407b-a673-a8dd0bc81977 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:34.458592 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [req-a33ce0cc-e254-4084-a971-62ef0f5fe3b0 req-6ccd06cb-734f-476d-828b-1ad99dd33d31 tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] show failed (client error): The resource could not be found. Oct 20 11:28:34.459936 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a33ce0cc-e254-4084-a971-62ef0f5fe3b0 req-6ccd06cb-734f-476d-828b-1ad99dd33d31 tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] 10.222.0.98 "GET /v2.0/security-groups/c0c02571-ab5d-4dce-8420-564b7d64fe67 HTTP/1.1" status: 404 len: 352 time: 0.0273705 Oct 20 11:28:34.501064 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fd429552-6796-407b-a673-a8dd0bc81977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:34.501634 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5083736-a5fb-4c05-a992-9c8d57b34deb req-05db2d81-3bb0-4399-b44e-e762256e5627 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089189 Oct 20 11:28:34.505266 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef97ee1-c61c-4f2a-9174-85ad063ace67 None None] Network e737fa8f-48d9-429a-9c0d-195ded222e27 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:28:34.517586 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-2ef97ee1-c61c-4f2a-9174-85ad063ace67 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:28:34.521762 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef97ee1-c61c-4f2a-9174-85ad063ace67 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:28:34.536510 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef97ee1-c61c-4f2a-9174-85ad063ace67 None None] Pushing event updated for resources: {'Port': ['ID=389b313d-be89-4b3c-8b76-b6d3b0650739,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:34.547389 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [req-5eabecf8-09d0-47e7-b5e3-08aa1cbd4f91 req-b808bd59-ed68-4592-8f14-1f6b3124e908 tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] show failed (client error): The resource could not be found. Oct 20 11:28:34.551269 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5eabecf8-09d0-47e7-b5e3-08aa1cbd4f91 req-b808bd59-ed68-4592-8f14-1f6b3124e908 tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] 10.222.0.98 "GET /v2.0/security-group-rules/f6053ef1-84bc-43d5-baf2-00e7ae513721 HTTP/1.1" status: 404 len: 361 time: 0.0234706 Oct 20 11:28:34.595134 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-2ef97ee1-c61c-4f2a-9174-85ad063ace67 None None] Attempting to bind port 389b313d-be89-4b3c-8b76-b6d3b0650739 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:28:34.595589 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-2ef97ee1-c61c-4f2a-9174-85ad063ace67 None None] Attempting to bind port 389b313d-be89-4b3c-8b76-b6d3b0650739 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'cb74e53f-6f75-4b51-a3d2-bf3da9505174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:28:34.595950 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef97ee1-c61c-4f2a-9174-85ad063ace67 None None] Attempting to bind port 389b313d-be89-4b3c-8b76-b6d3b0650739 on network e737fa8f-48d9-429a-9c0d-195ded222e27 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:28:34.599365 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd429552-6796-407b-a673-a8dd0bc81977 admin admin] Pushing event updated for resources: {'Port': ['ID=d4c49543-bcac-4c33-9bf5-5f0a091f6246,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:34.605120 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef97ee1-c61c-4f2a-9174-85ad063ace67 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:28:34.605500 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef97ee1-c61c-4f2a-9174-85ad063ace67 None None] Checking segment: {'id': 'cb74e53f-6f75-4b51-a3d2-bf3da9505174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:28:34.605903 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2ef97ee1-c61c-4f2a-9174-85ad063ace67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:34.606288 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef97ee1-c61c-4f2a-9174-85ad063ace67 None None] Bound using segment: {'id': 'cb74e53f-6f75-4b51-a3d2-bf3da9505174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:28:34.606964 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-2ef97ee1-c61c-4f2a-9174-85ad063ace67 None None] Bound port: 389b313d-be89-4b3c-8b76-b6d3b0650739, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb74e53f-6f75-4b51-a3d2-bf3da9505174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:28:34.611548 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2ef97ee1-c61c-4f2a-9174-85ad063ace67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:34.612311 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd429552-6796-407b-a673-a8dd0bc81977 admin admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:28:34.614401 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-fd429552-6796-407b-a673-a8dd0bc81977 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:28:34.624529 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd429552-6796-407b-a673-a8dd0bc81977 admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:28:34.658562 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0746f-afb4-4c85-b881-fc106fea2c4f req-424165fc-4b29-4a52-bb38-ed4ba6aa9bbc tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:34.667045 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2ae0746f-afb4-4c85-b881-fc106fea2c4f req-424165fc-4b29-4a52-bb38-ed4ba6aa9bbc tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c2d42db-7f0e-4364-aea7-06ca55524d61 HTTP/1.1" status: 200 len: 944 time: 0.0995715 Oct 20 11:28:34.676544 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7932d249-f67c-40ce-802f-baf977a3a233 req-4dad1f70-c3f6-46ee-ad9f-08181ae7f54e tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] 10.222.0.98 "GET /v2.0/security-groups/2e6aaf73-7b3b-472c-8f61-2662945f646e HTTP/1.1" status: 200 len: 1812 time: 0.0809338 Oct 20 11:28:34.748288 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-2ef97ee1-c61c-4f2a-9174-85ad063ace67 None None] For port 389b313d-be89-4b3c-8b76-b6d3b0650739, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:28:34.748969 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2ae0746f-afb4-4c85-b881-fc106fea2c4f req-561633b2-4764-4420-965a-2b1983f986e4 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810215 Oct 20 11:28:34.751874 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-2ef97ee1-c61c-4f2a-9174-85ad063ace67 None None] For port 389b313d-be89-4b3c-8b76-b6d3b0650739, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=389b313d-be89-4b3c-8b76-b6d3b0650739,segment=NetworkSegment(cb74e53f-6f75-4b51-a3d2-bf3da9505174),segment_id=cb74e53f-6f75-4b51-a3d2-bf3da9505174)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:28:34.765125 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7932d249-f67c-40ce-802f-baf977a3a233 req-486817f5-b32f-490f-abf8-07bbfcf12c1a tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:34.766431 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2ef97ee1-c61c-4f2a-9174-85ad063ace67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:34.813612 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7932d249-f67c-40ce-802f-baf977a3a233 req-486817f5-b32f-490f-abf8-07bbfcf12c1a tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:34.848448 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef97ee1-c61c-4f2a-9174-85ad063ace67 None None] Pushing event updated for resources: {'Port': ['ID=389b313d-be89-4b3c-8b76-b6d3b0650739,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:34.916117 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7932d249-f67c-40ce-802f-baf977a3a233 req-486817f5-b32f-490f-abf8-07bbfcf12c1a tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:34.920383 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7932d249-f67c-40ce-802f-baf977a3a233 req-486817f5-b32f-490f-abf8-07bbfcf12c1a tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:34.927607 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7932d249-f67c-40ce-802f-baf977a3a233 req-486817f5-b32f-490f-abf8-07bbfcf12c1a tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] 10.222.0.98 "DELETE /v2.0/security-groups/2e6aaf73-7b3b-472c-8f61-2662945f646e HTTP/1.1" status: 204 len: 173 time: 0.2353704 Oct 20 11:28:34.972166 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486817f5-b32f-490f-abf8-07bbfcf12c1a tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6aaf73-7b3b-472c-8f61-2662945f646e,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:35.017391 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98f901ff-df6b-49b1-9573-023237fe1489 req-d040a32f-a70b-4aca-9c4d-a543b395c06d tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] 10.222.0.98 "GET /v2.0/security-groups/ac6777bf-2e1c-4bad-a437-a9c3c37f7b57 HTTP/1.1" status: 200 len: 1812 time: 0.0705750 Oct 20 11:28:35.128516 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fd429552-6796-407b-a673-a8dd0bc81977 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:35.155070 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-98f901ff-df6b-49b1-9573-023237fe1489 req-7e1e6336-1ae9-434a-a9f8-afc06c89b5ce tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:35.196381 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-98f901ff-df6b-49b1-9573-023237fe1489 req-7e1e6336-1ae9-434a-a9f8-afc06c89b5ce tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:35.263950 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-98f901ff-df6b-49b1-9573-023237fe1489 req-7e1e6336-1ae9-434a-a9f8-afc06c89b5ce tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:35.268629 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-98f901ff-df6b-49b1-9573-023237fe1489 req-7e1e6336-1ae9-434a-a9f8-afc06c89b5ce tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:35.287450 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98f901ff-df6b-49b1-9573-023237fe1489 req-7e1e6336-1ae9-434a-a9f8-afc06c89b5ce tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] 10.222.0.98 "DELETE /v2.0/security-groups/ac6777bf-2e1c-4bad-a437-a9c3c37f7b57 HTTP/1.1" status: 204 len: 173 time: 0.2612901 Oct 20 11:28:35.306247 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e6336-1ae9-434a-a9f8-afc06c89b5ce tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6777bf-2e1c-4bad-a437-a9c3c37f7b57,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:35.324550 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 80752078-414a-4f8f-87fe-af03aaf07830 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:28:35.356592 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: 80752078-414a-4f8f-87fe-af03aaf07830 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:28:35.357380 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 80752078-414a-4f8f-87fe-af03aaf07830 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:28:35.674252 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-25014aa9-5935-4e13-8215-e1dbbd8ca85a req-406fc729-d302-4e3f-9544-6c9e8b18392b tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] 10.222.0.98 "GET /v2.0/security-groups/348fb43b-264b-497b-a570-0da1c3aa98dc HTTP/1.1" status: 200 len: 1811 time: 0.3706779 Oct 20 11:28:35.699022 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b3207a-69da-401b-9466-141e62e99968 req-7c0865e0-fa81-4d20-bccc-721e8a3925d1 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:35.704619 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fd429552-6796-407b-a673-a8dd0bc81977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:35.706560 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f3b3207a-69da-401b-9466-141e62e99968 req-7c0865e0-fa81-4d20-bccc-721e8a3925d1 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=590515aa-7b19-4238-ad94-617ccd824c70 HTTP/1.1" status: 200 len: 945 time: 0.3516402 Oct 20 11:28:35.775589 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f3b3207a-69da-401b-9466-141e62e99968 req-c357863d-db63-4bde-af07-241b9d58c11d tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679965 Oct 20 11:28:35.792480 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-25014aa9-5935-4e13-8215-e1dbbd8ca85a req-5ccb0805-259a-4cda-afa6-789b521eb5a6 tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:35.842066 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-25014aa9-5935-4e13-8215-e1dbbd8ca85a req-5ccb0805-259a-4cda-afa6-789b521eb5a6 tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:35.858210 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd429552-6796-407b-a673-a8dd0bc81977 admin admin] Router 3a3d3398-a9eb-40a8-9194-06c333185328 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:28:35.928175 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-25014aa9-5935-4e13-8215-e1dbbd8ca85a req-5ccb0805-259a-4cda-afa6-789b521eb5a6 tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:35.930831 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-25014aa9-5935-4e13-8215-e1dbbd8ca85a req-5ccb0805-259a-4cda-afa6-789b521eb5a6 tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:35.931991 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-25014aa9-5935-4e13-8215-e1dbbd8ca85a req-5ccb0805-259a-4cda-afa6-789b521eb5a6 tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] 10.222.0.98 "DELETE /v2.0/security-groups/348fb43b-264b-497b-a570-0da1c3aa98dc HTTP/1.1" status: 204 len: 173 time: 0.2569420 Oct 20 11:28:35.943338 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c379e-0cc6-4427-82c2-5fdf732fb60c req-dfa107ec-37a1-41a2-9491-cc29fd0ab923 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:35.950759 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a70c379e-0cc6-4427-82c2-5fdf732fb60c req-dfa107ec-37a1-41a2-9491-cc29fd0ab923 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 951 time: 0.0844252 Oct 20 11:28:35.972799 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb0805-259a-4cda-afa6-789b521eb5a6 tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=348fb43b-264b-497b-a570-0da1c3aa98dc,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:36.002270 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a70c379e-0cc6-4427-82c2-5fdf732fb60c req-62f51596-c10f-469c-8672-649172a43a06 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504756 Oct 20 11:28:36.025055 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd429552-6796-407b-a673-a8dd0bc81977 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:28:36.038264 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28be2f06-d11b-4a7b-90f7-d64f0d687c46 None None] Sync routers for ids ['3a3d3398-a9eb-40a8-9194-06c333185328'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:28:36.057645 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28be2f06-d11b-4a7b-90f7-d64f0d687c46 None None] Routers {'3a3d3398-a9eb-40a8-9194-06c333185328'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:28:36.060621 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-28be2f06-d11b-4a7b-90f7-d64f0d687c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:28:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['3a3d3398-a9eb-40a8-9194-06c333185328'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:28:36.066422 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fd429552-6796-407b-a673-a8dd0bc81977 admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:36.069188 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-fd429552-6796-407b-a673-a8dd0bc81977 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.6330345 Oct 20 11:28:36.071319 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55210) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:28:36.172014 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 389b313d-be89-4b3c-8b76-b6d3b0650739 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:28:36.229141 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b56c8-b542-44ca-ae30-80b3635f99bf req-d73e2718-57ea-43aa-9083-abd677657502 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:36.238588 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a76b56c8-b542-44ca-ae30-80b3635f99bf req-d73e2718-57ea-43aa-9083-abd677657502 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a02dcac-8905-4af9-9d0c-172f3966de22 HTTP/1.1" status: 200 len: 950 time: 0.2002361 Oct 20 11:28:36.264677 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 389b313d-be89-4b3c-8b76-b6d3b0650739 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:28:36.265394 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d35c0c-ae0b-4a70-9564-c7a8341aae1c req-d375543a-d846-473b-a12e-b0ae2892152e tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:36.265998 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:36.271863 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5151dba8-91f6-46c9-83cb-ebec79cc508b None None] Network e737fa8f-48d9-429a-9c0d-195ded222e27 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:28:36.273154 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d5d35c0c-ae0b-4a70-9564-c7a8341aae1c req-d375543a-d846-473b-a12e-b0ae2892152e tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c2d42db-7f0e-4364-aea7-06ca55524d61 HTTP/1.1" status: 200 len: 944 time: 0.1513851 Oct 20 11:28:36.293583 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-28be2f06-d11b-4a7b-90f7-d64f0d687c46 None None] Set router 3a3d3398-a9eb-40a8-9194-06c333185328 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:28:36.366529 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a76b56c8-b542-44ca-ae30-80b3635f99bf req-2adb6051-6699-46b6-8c64-aa918122b86a tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261256 Oct 20 11:28:36.388933 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d5d35c0c-ae0b-4a70-9564-c7a8341aae1c req-4a9b0709-98ce-4461-9220-569d4393d4de tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091154 Oct 20 11:28:36.519401 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-47683167-fa9e-49ca-a9bb-5a3468d0ff7e req-7f6c7646-c9b4-4d39-b0d5-dedd5f961b31 tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] 10.222.0.98 "GET /v2.0/security-groups/58a4c5c0-a294-4673-b853-56d6bcd24f2c HTTP/1.1" status: 200 len: 1812 time: 0.1010165 Oct 20 11:28:36.602293 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-47683167-fa9e-49ca-a9bb-5a3468d0ff7e req-ea9aeb65-166f-403a-b99c-023c8df52fb1 tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:36.638494 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-47683167-fa9e-49ca-a9bb-5a3468d0ff7e req-ea9aeb65-166f-403a-b99c-023c8df52fb1 tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:36.661264 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-28be2f06-d11b-4a7b-90f7-d64f0d687c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'name': 'tempest-FloatingIPsAssociationTestJSON-895004699-router', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'd4c49543-bcac-4c33-9bf5-5f0a091f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:28:33Z', 'updated_at': '2021-10-20T11:28:34Z', 'revision_number': 3, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'gw_port': {'id': 'd4c49543-bcac-4c33-9bf5-5f0a091f6246', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bb:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:34Z', 'updated_at': '2021-10-20T11:28:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:28:36.710029 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-47683167-fa9e-49ca-a9bb-5a3468d0ff7e req-ea9aeb65-166f-403a-b99c-023c8df52fb1 tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:36.715465 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-47683167-fa9e-49ca-a9bb-5a3468d0ff7e req-ea9aeb65-166f-403a-b99c-023c8df52fb1 tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:36.716668 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-47683167-fa9e-49ca-a9bb-5a3468d0ff7e req-ea9aeb65-166f-403a-b99c-023c8df52fb1 tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] 10.222.0.98 "DELETE /v2.0/security-groups/58a4c5c0-a294-4673-b853-56d6bcd24f2c HTTP/1.1" status: 204 len: 173 time: 0.1964645 Oct 20 11:28:36.726829 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28be2f06-d11b-4a7b-90f7-d64f0d687c46 None None] Checking router: 3a3d3398-a9eb-40a8-9194-06c333185328 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:28:36.727176 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28be2f06-d11b-4a7b-90f7-d64f0d687c46 None None] Updating router 3a3d3398-a9eb-40a8-9194-06c333185328 port d4c49543-bcac-4c33-9bf5-5f0a091f6246 binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:28:36.730209 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device d69118e6-7142-48f3-bf4c-e11c998261fb up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:28:36.746438 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9aeb65-166f-403a-b99c-023c8df52fb1 tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a4c5c0-a294-4673-b853-56d6bcd24f2c,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:36.780019 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-28be2f06-d11b-4a7b-90f7-d64f0d687c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:36.787826 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-bf8901bf-ff69-4f27-86be-f2c4bb204dfc None None] Provisioning complete for port 389b313d-be89-4b3c-8b76-b6d3b0650739 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:28:36.788194 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bf8901bf-ff69-4f27-86be-f2c4bb204dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:36.839353 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-05c40e8c-7df4-475c-abc4-8ff15932e91a req-e5d4e509-d118-4114-bffc-2927f5bb90ee tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] 10.222.0.98 "GET /v2.0/security-groups/953b832c-aaa2-4ac6-a4a9-5a02e336084d HTTP/1.1" status: 200 len: 1812 time: 0.0939760 Oct 20 11:28:36.909262 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-91dcdd02-b1eb-4bc4-a74a-b3be2446e068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:36.937533 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3b0e9f-9758-4cc6-a696-a4001aad87e9 req-5014e9f1-4b68-4a3f-88d6-a4e3b4eaf299 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:36.939239 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2b3b0e9f-9758-4cc6-a696-a4001aad87e9 req-5014e9f1-4b68-4a3f-88d6-a4e3b4eaf299 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.89 "GET /v2.0/ports?device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 951 time: 0.0939090 Oct 20 11:28:36.994589 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-05c40e8c-7df4-475c-abc4-8ff15932e91a req-d66971c5-aefe-46e7-86e9-38e6617713dd tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:37.040354 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-05c40e8c-7df4-475c-abc4-8ff15932e91a req-d66971c5-aefe-46e7-86e9-38e6617713dd tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:37.080957 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:37.131485 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 389b313d-be89-4b3c-8b76-b6d3b0650739, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=389b313d-be89-4b3c-8b76-b6d3b0650739,segment=NetworkSegment(cb74e53f-6f75-4b51-a3d2-bf3da9505174),segment_id=cb74e53f-6f75-4b51-a3d2-bf3da9505174)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:28:37.132793 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port d69118e6-7142-48f3-bf4c-e11c998261fb completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:28:37.133526 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-28be2f06-d11b-4a7b-90f7-d64f0d687c46 None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:37.143800 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-28be2f06-d11b-4a7b-90f7-d64f0d687c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:37.164963 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:37.193842 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-05c40e8c-7df4-475c-abc4-8ff15932e91a req-d66971c5-aefe-46e7-86e9-38e6617713dd tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:37.198740 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba1e0c5-2fe6-4a48-b5e2-45b00e4a54a4 None None] Pushing event updated for resources: {'Port': ['ID=d4c49543-bcac-4c33-9bf5-5f0a091f6246,revision_number=2']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:37.202397 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-05c40e8c-7df4-475c-abc4-8ff15932e91a req-d66971c5-aefe-46e7-86e9-38e6617713dd tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:37.205755 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-05c40e8c-7df4-475c-abc4-8ff15932e91a req-d66971c5-aefe-46e7-86e9-38e6617713dd tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] 10.222.0.98 "DELETE /v2.0/security-groups/953b832c-aaa2-4ac6-a4a9-5a02e336084d HTTP/1.1" status: 204 len: 173 time: 0.3655460 Oct 20 11:28:37.211826 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba1e0c5-2fe6-4a48-b5e2-45b00e4a54a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:37.211826 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba1e0c5-2fe6-4a48-b5e2-45b00e4a54a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:37.211826 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba1e0c5-2fe6-4a48-b5e2-45b00e4a54a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:37.211826 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba1e0c5-2fe6-4a48-b5e2-45b00e4a54a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:37.212233 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba1e0c5-2fe6-4a48-b5e2-45b00e4a54a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:37.212354 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba1e0c5-2fe6-4a48-b5e2-45b00e4a54a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:37.212860 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba1e0c5-2fe6-4a48-b5e2-45b00e4a54a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:37.213464 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba1e0c5-2fe6-4a48-b5e2-45b00e4a54a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:37.214047 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba1e0c5-2fe6-4a48-b5e2-45b00e4a54a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:37.214527 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba1e0c5-2fe6-4a48-b5e2-45b00e4a54a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:37.215063 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba1e0c5-2fe6-4a48-b5e2-45b00e4a54a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:37.215548 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba1e0c5-2fe6-4a48-b5e2-45b00e4a54a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:28:37.244876 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-28be2f06-d11b-4a7b-90f7-d64f0d687c46 None None] Attempting to bind port d4c49543-bcac-4c33-9bf5-5f0a091f6246 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:28:37.245172 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-28be2f06-d11b-4a7b-90f7-d64f0d687c46 None None] Attempting to bind port d4c49543-bcac-4c33-9bf5-5f0a091f6246 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:28:37.245537 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28be2f06-d11b-4a7b-90f7-d64f0d687c46 None None] Attempting to bind port d4c49543-bcac-4c33-9bf5-5f0a091f6246 on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:28:37.246171 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b5a5e-c0c6-4985-b2c0-6f11262cc20b req-b366edac-5fbc-4a7e-81fb-845b23bd4c08 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:37.252651 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28be2f06-d11b-4a7b-90f7-d64f0d687c46 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:28:37.253027 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28be2f06-d11b-4a7b-90f7-d64f0d687c46 None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:28:37.253425 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-28be2f06-d11b-4a7b-90f7-d64f0d687c46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:37.253803 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28be2f06-d11b-4a7b-90f7-d64f0d687c46 None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:28:37.254267 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-28be2f06-d11b-4a7b-90f7-d64f0d687c46 None None] Bound port: d4c49543-bcac-4c33-9bf5-5f0a091f6246, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:28:37.254641 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-28be2f06-d11b-4a7b-90f7-d64f0d687c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:37.257840 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-039b5a5e-c0c6-4985-b2c0-6f11262cc20b req-b366edac-5fbc-4a7e-81fb-845b23bd4c08 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=590515aa-7b19-4238-ad94-617ccd824c70 HTTP/1.1" status: 200 len: 945 time: 0.3491309 Oct 20 11:28:37.259076 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55220) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:28:37.286226 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=389b313d-be89-4b3c-8b76-b6d3b0650739,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:37.297790 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port d69118e6-7142-48f3-bf4c-e11c998261fb triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:28:37.298154 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:37.345373 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bf8901bf-ff69-4f27-86be-f2c4bb204dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:37.362180 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-28be2f06-d11b-4a7b-90f7-d64f0d687c46 None None] For port d4c49543-bcac-4c33-9bf5-5f0a091f6246, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:28:37.366648 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-28be2f06-d11b-4a7b-90f7-d64f0d687c46 None None] For port d4c49543-bcac-4c33-9bf5-5f0a091f6246, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=d4c49543-bcac-4c33-9bf5-5f0a091f6246,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:28:37.375752 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-28be2f06-d11b-4a7b-90f7-d64f0d687c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:37.379162 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66971c5-aefe-46e7-86e9-38e6617713dd tempest-SecurityGroupRulesNegativeTestJSON-2087051473 tempest-SecurityGroupRulesNegativeTestJSON-2087051473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=953b832c-aaa2-4ac6-a4a9-5a02e336084d,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:37.405584 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3181321-2310-4194-ba01-6f027bbeaa61 admin admin] Deleting subnet 5fa4b514-c9c5-4b80-ba67-d9327d33af4c {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:28:37.417192 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b3181321-2310-4194-ba01-6f027bbeaa61 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:37.467098 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-039b5a5e-c0c6-4985-b2c0-6f11262cc20b req-550bd61c-59dc-4760-b1e2-24980a2c4511 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070892 Oct 20 11:28:37.475753 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba1e0c5-2fe6-4a48-b5e2-45b00e4a54a4 None None] Pushing event updated for resources: {'Port': ['ID=d4c49543-bcac-4c33-9bf5-5f0a091f6246,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:37.515106 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28be2f06-d11b-4a7b-90f7-d64f0d687c46 None None] Routers {'3a3d3398-a9eb-40a8-9194-06c333185328'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:28:37.515785 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-28be2f06-d11b-4a7b-90f7-d64f0d687c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:28:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['3a3d3398-a9eb-40a8-9194-06c333185328'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:28:37.527712 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1f3d3-bd89-49ce-b554-0eb041663a52 req-ec84ecb0-2a5a-4fb3-a34c-c63413e995af tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:37.533529 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.db.api [None req-bf8901bf-ff69-4f27-86be-f2c4bb204dfc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:28:37.533884 n-d-814735-3 neutron-server[100648]: DEBUG oslo_db.api [None req-bf8901bf-ff69-4f27-86be-f2c4bb204dfc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:28:37.542583 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e7e1f3d3-bd89-49ce-b554-0eb041663a52 req-ec84ecb0-2a5a-4fb3-a34c-c63413e995af tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 951 time: 0.2223022 Oct 20 11:28:37.572834 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:37.637685 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590515aa-7b19-4238-ad94-617ccd824c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd69118e6-7142-48f3-bf4c-e11c998261fb'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:28:37.652717 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52d43ef-5844-4d4a-a51f-fe63a3714595" -d '{"events": [{"server_uuid": "590515aa-7b19-4238-ad94-617ccd824c70", "name": "network-vif-plugged", "status": "completed", "tag": "d69118e6-7142-48f3-bf4c-e11c998261fb"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:28:37.654461 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e7e1f3d3-bd89-49ce-b554-0eb041663a52 req-47aa9996-1360-44a7-98e3-c3ab903ad296 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104085 Oct 20 11:28:37.672227 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b3181321-2310-4194-ba01-6f027bbeaa61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:37.706311 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port d69118e6-7142-48f3-bf4c-e11c998261fb, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=d69118e6-7142-48f3-bf4c-e11c998261fb,segment=NetworkSegment(ba843d51-18ac-492f-b072-dcb49c698d12),segment_id=ba843d51-18ac-492f-b072-dcb49c698d12)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:28:37.717223 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:37.732871 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda6731-1f38-4af8-9946-0cad83e6563c req-ea8172cb-3ef8-4b20-88c0-a3319707bd21 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:37.734523 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ceda6731-1f38-4af8-9946-0cad83e6563c req-ea8172cb-3ef8-4b20-88c0-a3319707bd21 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a02dcac-8905-4af9-9d0c-172f3966de22 HTTP/1.1" status: 200 len: 950 time: 0.1272125 Oct 20 11:28:37.786007 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-28be2f06-d11b-4a7b-90f7-d64f0d687c46 None None] Set router 3a3d3398-a9eb-40a8-9194-06c333185328 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:28:37.800573 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ceda6731-1f38-4af8-9946-0cad83e6563c req-e4a1a9b3-bc3e-4382-8bd7-f718387fbff3 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567913 Oct 20 11:28:37.863725 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=d69118e6-7142-48f3-bf4c-e11c998261fb,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:37.878406 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-2b3b0e9f-9758-4cc6-a696-a4001aad87e9 req-d4631d25-b11d-4a55-b811-a0f35f227a2a tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Deleting port f26b9bba-0475-4f54-873f-b971299bb59a {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:28:37.879192 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-2b3b0e9f-9758-4cc6-a696-a4001aad87e9 req-d4631d25-b11d-4a55-b811-a0f35f227a2a tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:37.981075 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f3a613-2d99-4594-9781-1cbb3b4e3039 req-1bf114b9-4858-4897-84b9-46cf2572d49d tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:37.988593 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c8f3a613-2d99-4594-9781-1cbb3b4e3039 req-1bf114b9-4858-4897-84b9-46cf2572d49d tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c2d42db-7f0e-4364-aea7-06ca55524d61 HTTP/1.1" status: 200 len: 944 time: 0.1415107 Oct 20 11:28:38.029732 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b3181321-2310-4194-ba01-6f027bbeaa61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:38.076292 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c8f3a613-2d99-4594-9781-1cbb3b4e3039 req-d4a62f0b-30f6-4393-9019-2821a1f700ba tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867300 Oct 20 11:28:38.158055 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb79a1b2-afe9-4127-a3a3-15af835b887a x-openstack-request-id: req-fb79a1b2-afe9-4127-a3a3-15af835b887a {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:28:38.158463 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590515aa-7b19-4238-ad94-617ccd824c70", "name": "network-vif-plugged", "status": "completed", "tag": "d69118e6-7142-48f3-bf4c-e11c998261fb", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:28:38.159110 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fb79a1b2-afe9-4127-a3a3-15af835b887a {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:28:38.159578 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590515aa-7b19-4238-ad94-617ccd824c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd69118e6-7142-48f3-bf4c-e11c998261fb', 'code': 200} Oct 20 11:28:38.173721 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 389b313d-be89-4b3c-8b76-b6d3b0650739 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:28:38.197818 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b3181321-2310-4194-ba01-6f027bbeaa61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:38.281722 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3181321-2310-4194-ba01-6f027bbeaa61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fa4b514-c9c5-4b80-ba67-d9327d33af4c,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:38.284212 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b3181321-2310-4194-ba01-6f027bbeaa61 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:38.287985 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b3181321-2310-4194-ba01-6f027bbeaa61 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/5fa4b514-c9c5-4b80-ba67-d9327d33af4c HTTP/1.1" status: 204 len: 168 time: 1.0179460 Oct 20 11:28:38.290230 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-2b3b0e9f-9758-4cc6-a696-a4001aad87e9 req-d4631d25-b11d-4a55-b811-a0f35f227a2a tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] For port f26b9bba-0475-4f54-873f-b971299bb59a, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=f26b9bba-0475-4f54-873f-b971299bb59a,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:28:38.290885 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-2b3b0e9f-9758-4cc6-a696-a4001aad87e9 req-d4631d25-b11d-4a55-b811-a0f35f227a2a tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:38.295132 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55232) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:28:38.311963 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-03b5673e-4e63-4c7e-ab97-e1021c6bd586 None None] Provisioning complete for port 389b313d-be89-4b3c-8b76-b6d3b0650739 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:28:38.312555 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-03b5673e-4e63-4c7e-ab97-e1021c6bd586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:38.336063 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf571e0e-ba35-46b8-ab5a-695f77453bc7 req-eefbf79a-1bde-412d-9f4f-833c3b40589c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:38.340392 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf571e0e-ba35-46b8-ab5a-695f77453bc7 req-eefbf79a-1bde-412d-9f4f-833c3b40589c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=590515aa-7b19-4238-ad94-617ccd824c70 HTTP/1.1" status: 200 len: 1097 time: 0.1005454 Oct 20 11:28:38.368327 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 389b313d-be89-4b3c-8b76-b6d3b0650739 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:28:38.368693 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:38.401518 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-2b3b0e9f-9758-4cc6-a696-a4001aad87e9 req-d4631d25-b11d-4a55-b811-a0f35f227a2a tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Calling delete_port for f26b9bba-0475-4f54-873f-b971299bb59a owned by compute:nova {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:28:38.402501 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-28be2f06-d11b-4a7b-90f7-d64f0d687c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'name': 'tempest-FloatingIPsAssociationTestJSON-895004699-router', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'd4c49543-bcac-4c33-9bf5-5f0a091f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:28:33Z', 'updated_at': '2021-10-20T11:28:34Z', 'revision_number': 3, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'gw_port': {'id': 'd4c49543-bcac-4c33-9bf5-5f0a091f6246', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bb:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:34Z', 'updated_at': '2021-10-20T11:28:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:28:38.412003 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf571e0e-ba35-46b8-ab5a-695f77453bc7 req-932ceec2-96d9-4165-8a52-1cd0019615e9 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618937 Oct 20 11:28:38.431026 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-91dcdd02-b1eb-4bc4-a74a-b3be2446e068 admin admin] Allocated IP 172.20.0.1 (e737fa8f-48d9-429a-9c0d-195ded222e27/daa3a48e-5bbf-4e17-b716-d19b520de866/9cf6655d-f474-420a-8784-5e92c4d14a17) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:28:38.436924 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-09ccda9f-dd96-4f4e-9853-dce957817eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:38.452753 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28be2f06-d11b-4a7b-90f7-d64f0d687c46 None None] The sync data for ids ['3a3d3398-a9eb-40a8-9194-06c333185328'] in n-d-814735-3 is: [{'id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'name': 'tempest-FloatingIPsAssociationTestJSON-895004699-router', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'd4c49543-bcac-4c33-9bf5-5f0a091f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:28:33Z', 'updated_at': '2021-10-20T11:28:34Z', 'revision_number': 3, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'gw_port': {'id': 'd4c49543-bcac-4c33-9bf5-5f0a091f6246', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bb:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:34Z', 'updated_at': '2021-10-20T11:28:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:28:38.638143 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a9f45-40d0-4802-9fa9-f32fc9ac3933 req-173d60d6-7432-490d-af6f-37ea3c4636e5 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:38.640093 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-682a9f45-40d0-4802-9fa9-f32fc9ac3933 req-173d60d6-7432-490d-af6f-37ea3c4636e5 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=590515aa-7b19-4238-ad94-617ccd824c70 HTTP/1.1" status: 200 len: 946 time: 0.0803385 Oct 20 11:28:38.700616 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-682a9f45-40d0-4802-9fa9-f32fc9ac3933 req-8f005d11-b118-49e8-8221-473f4c3b51c2 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540471 Oct 20 11:28:38.769541 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-91dcdd02-b1eb-4bc4-a74a-b3be2446e068 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:38.927844 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e96375-a13c-4d02-9b1e-ec01333527ac req-5911b500-fb7e-4efb-9ae1-7e56d25556fa tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:38.941472 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-35e96375-a13c-4d02-9b1e-ec01333527ac req-5911b500-fb7e-4efb-9ae1-7e56d25556fa tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 951 time: 0.1564641 Oct 20 11:28:39.022366 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-91dcdd02-b1eb-4bc4-a74a-b3be2446e068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:39.048988 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-35e96375-a13c-4d02-9b1e-ec01333527ac req-ca2352ba-70fb-4582-8282-ef2c4a75d77c tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e67af3-20ec-42cc-8d12-f054b2d42cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064262 Oct 20 11:28:39.062168 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-09ccda9f-dd96-4f4e-9853-dce957817eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:39.068785 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee474f-6205-4b2d-ba14-5f341cba78e2 req-34e9774a-f373-4e87-9c13-989e45899de0 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:39.081198 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a1ee474f-6205-4b2d-ba14-5f341cba78e2 req-34e9774a-f373-4e87-9c13-989e45899de0 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a02dcac-8905-4af9-9d0c-172f3966de22 HTTP/1.1" status: 200 len: 950 time: 0.1089962 Oct 20 11:28:39.136986 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dcdd02-b1eb-4bc4-a74a-b3be2446e068 admin admin] Network e737fa8f-48d9-429a-9c0d-195ded222e27 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:28:39.140405 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a1ee474f-6205-4b2d-ba14-5f341cba78e2 req-ab9dd94a-57d7-4098-8697-29f92b566dd7 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579672 Oct 20 11:28:39.156271 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-91dcdd02-b1eb-4bc4-a74a-b3be2446e068 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:28:39.163420 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dcdd02-b1eb-4bc4-a74a-b3be2446e068 admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:28:39.177865 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-2b3b0e9f-9758-4cc6-a696-a4001aad87e9 req-d4631d25-b11d-4a55-b811-a0f35f227a2a tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:39.255015 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-09ccda9f-dd96-4f4e-9853-dce957817eb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aef4c374-9132-4b89-95a6-d2c4c742cecd']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:28:39.281858 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-09ccda9f-dd96-4f4e-9853-dce957817eb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '143c4cca-1073-4cc6-b38a-b373b5d6d554') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:28:39.282150 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-09ccda9f-dd96-4f4e-9853-dce957817eb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '143c4cca-1073-4cc6-b38a-b373b5d6d554') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:28:39.350058 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8801cc-81c3-483b-8aff-6bd0f2d1e076 req-9dea2cb1-a33c-4541-8f9c-79ac50cfd4da tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:39.361728 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ad8801cc-81c3-483b-8aff-6bd0f2d1e076 req-9dea2cb1-a33c-4541-8f9c-79ac50cfd4da tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c2d42db-7f0e-4364-aea7-06ca55524d61 HTTP/1.1" status: 200 len: 944 time: 0.1385016 Oct 20 11:28:39.372365 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3b0e9f-9758-4cc6-a696-a4001aad87e9 req-d4631d25-b11d-4a55-b811-a0f35f227a2a tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] No DVR routers for this DVR port f26b9bba-0475-4f54-873f-b971299bb59a on host n-h2-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:28:39.382083 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-2b3b0e9f-9758-4cc6-a696-a4001aad87e9 req-d4631d25-b11d-4a55-b811-a0f35f227a2a tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:39.395075 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2b3b0e9f-9758-4cc6-a696-a4001aad87e9 req-d4631d25-b11d-4a55-b811-a0f35f227a2a tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.89 "DELETE /v2.0/ports/f26b9bba-0475-4f54-873f-b971299bb59a HTTP/1.1" status: 204 len: 173 time: 2.3697588 Oct 20 11:28:39.397332 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-09ccda9f-dd96-4f4e-9853-dce957817eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:39.401418 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18147310-0c17-491d-afa4-3e2d28d29ab2', 'name': 'network-vif-deleted', 'tag': 'f26b9bba-0475-4f54-873f-b971299bb59a'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:28:39.404065 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b72929-36b8-4449-b728-ff0003ef075d" -d '{"events": [{"server_uuid": "18147310-0c17-491d-afa4-3e2d28d29ab2", "name": "network-vif-deleted", "tag": "f26b9bba-0475-4f54-873f-b971299bb59a"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:28:39.419508 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dcdd02-b1eb-4bc4-a74a-b3be2446e068 admin admin] Pushing event updated for resources: {'Port': ['ID=9cf6655d-f474-420a-8784-5e92c4d14a17,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:39.457359 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ad8801cc-81c3-483b-8aff-6bd0f2d1e076 req-baa02bc7-a65e-4df6-8173-60ba2df049bb tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835216 Oct 20 11:28:39.468821 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-91dcdd02-b1eb-4bc4-a74a-b3be2446e068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:39.615284 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:39.654682 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c9609c-9fdc-4c99-b6cc-6f1b2996b993 x-openstack-request-id: req-e8c9609c-9fdc-4c99-b6cc-6f1b2996b993 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:28:39.655234 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18147310-0c17-491d-afa4-3e2d28d29ab2", "name": "network-vif-deleted", "tag": "f26b9bba-0475-4f54-873f-b971299bb59a", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:28:39.655709 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e8c9609c-9fdc-4c99-b6cc-6f1b2996b993 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:28:39.656437 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18147310-0c17-491d-afa4-3e2d28d29ab2', 'name': 'network-vif-deleted', 'tag': 'f26b9bba-0475-4f54-873f-b971299bb59a', 'status': 'completed', 'code': 200} Oct 20 11:28:39.691893 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-09ccda9f-dd96-4f4e-9853-dce957817eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:39.698614 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4631d25-b11d-4a55-b811-a0f35f227a2a tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] Pushing event deleted for resources: {'Port': ['ID=f26b9bba-0475-4f54-873f-b971299bb59a,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:39.743301 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3eb3b882-776b-4bb5-9ccc-57bf7471cfdd None None] Provisioning complete for port 9cf6655d-f474-420a-8784-5e92c4d14a17 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:28:39.745268 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3eb3b882-776b-4bb5-9ccc-57bf7471cfdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:39.866110 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3eb3b882-776b-4bb5-9ccc-57bf7471cfdd None None] Port 9cf6655d-f474-420a-8784-5e92c4d14a17 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:28:39.970390 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b8a85-4696-4cc7-ac62-a4b016386f28 req-9d294fd7-26bb-493a-9a8d-23efab2f88df tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:39.972250 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6f8b8a85-4696-4cc7-ac62-a4b016386f28 req-9d294fd7-26bb-493a-9a8d-23efab2f88df tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=590515aa-7b19-4238-ad94-617ccd824c70 HTTP/1.1" status: 200 len: 946 time: 0.0922639 Oct 20 11:28:40.023474 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09ccda9f-dd96-4f4e-9853-dce957817eb0 admin admin] Releasing vlan 1258 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:28:40.024201 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6f8b8a85-4696-4cc7-ac62-a4b016386f28 req-611390bb-3552-402a-882d-6b4ddd60e115 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445817 Oct 20 11:28:40.024936 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-09ccda9f-dd96-4f4e-9853-dce957817eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:40.029345 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:28:40.029345 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:28:40.029345 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:28:40.029345 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:28:40.029345 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:28:40.029345 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:28:40.029345 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:28:40.029345 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:28:40.029345 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:28:40.029345 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:28:40.029345 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:28:40.029345 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:28:40.029345 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:28:40.029345 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:28:40.029345 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:28:40.029345 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:28:40.029345 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:28:40.029345 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:28:40.029345 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:28:40.029345 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:28:40.029345 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:28:40.029345 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:28:40.029345 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:28:40.029345 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:28:40.029345 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:28:40.029345 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:28:40.029345 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:28:40.029345 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:28:40.029345 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:28:40.029345 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:28:40.029345 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:28:40.029345 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:28:40.073570 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-91dcdd02-b1eb-4bc4-a74a-b3be2446e068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:40.158869 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-09ccda9f-dd96-4f4e-9853-dce957817eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:40.187658 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-09ccda9f-dd96-4f4e-9853-dce957817eb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:40.204364 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-09ccda9f-dd96-4f4e-9853-dce957817eb0 admin admin] 10.222.0.98 "DELETE /v2.0/networks/aef4c374-9132-4b89-95a6-d2c4c742cecd HTTP/1.1" status: 204 len: 168 time: 1.9019620 Oct 20 11:28:40.205382 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ccda9f-dd96-4f4e-9853-dce957817eb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=aef4c374-9132-4b89-95a6-d2c4c742cecd,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:40.207996 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device d4c49543-bcac-4c33-9bf5-5f0a091f6246 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:28:40.331832 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b7bd77e-f485-466a-a646-16517914fc55 req-9eff436b-3ed9-4412-aca0-169329b1efc9 tempest-ServersAdminTestJSON-1398734717 tempest-ServersAdminTestJSON-1398734717-project] 10.222.0.98 "GET /v2.0/ports?device_id=18147310-0c17-491d-afa4-3e2d28d29ab2 HTTP/1.1" status: 200 len: 210 time: 0.0890818 Oct 20 11:28:40.336977 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port d4c49543-bcac-4c33-9bf5-5f0a091f6246 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:28:40.337623 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:40.434344 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd68c205-59fc-4492-bd0c-657df79c6f5b req-2072ba1e-5bbe-45a2-8e6f-6a54b6050a1b tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:40.440058 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-91dcdd02-b1eb-4bc4-a74a-b3be2446e068 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:40.443927 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bd68c205-59fc-4492-bd0c-657df79c6f5b req-2072ba1e-5bbe-45a2-8e6f-6a54b6050a1b tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a02dcac-8905-4af9-9d0c-172f3966de22 HTTP/1.1" status: 200 len: 950 time: 0.1070917 Oct 20 11:28:40.451584 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-91dcdd02-b1eb-4bc4-a74a-b3be2446e068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:40.494320 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bd68c205-59fc-4492-bd0c-657df79c6f5b req-d42e8a85-3262-4b0b-b4e4-c3c3f60f137e tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486972 Oct 20 11:28:40.541302 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55262) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:28:40.542459 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:40.573819 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port d4c49543-bcac-4c33-9bf5-5f0a091f6246, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=d4c49543-bcac-4c33-9bf5-5f0a091f6246,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:28:40.582133 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:40.617667 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-89d7bbc1-a591-4b96-9d0e-10b0db750b11 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=93b7628e1a0d4d1cbfc6178f1573d53c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0748401 Oct 20 11:28:40.621451 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55264) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:28:40.663331 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-91dcdd02-b1eb-4bc4-a74a-b3be2446e068 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:40.665008 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=d4c49543-bcac-4c33-9bf5-5f0a091f6246,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:40.682110 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dcdd02-b1eb-4bc4-a74a-b3be2446e068 admin admin] Pushing event updated for resources: {'Port': ['ID=9cf6655d-f474-420a-8784-5e92c4d14a17,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:40.690020 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6456f3-e37c-4987-8a4f-f207e5dc55b8 req-bc22e30c-4e19-4fc3-8fdf-bf30008cf7a0 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:40.692906 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2d6456f3-e37c-4987-8a4f-f207e5dc55b8 req-bc22e30c-4e19-4fc3-8fdf-bf30008cf7a0 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c2d42db-7f0e-4364-aea7-06ca55524d61 HTTP/1.1" status: 200 len: 944 time: 0.0687664 Oct 20 11:28:40.713329 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 27a6d02b-305f-480d-bb45-21dbff7f08c2 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:28:40.750784 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2d6456f3-e37c-4987-8a4f-f207e5dc55b8 req-68269a36-d46b-4fdb-99f3-3b9d9a8a2ae5 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528872 Oct 20 11:28:40.785313 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-77622434-8022-4e68-b370-e5d06caa0e12 service neutron] 10.222.0.89 "GET /v2.0/ports/27a6d02b-305f-480d-bb45-21dbff7f08c2/bindings/n-h1-814735-3 HTTP/1.1" status: 200 len: 384 time: 0.2221897 Oct 20 11:28:40.809808 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device f26b9bba-0475-4f54-873f-b971299bb59a no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:28:40.834367 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: f26b9bba-0475-4f54-873f-b971299bb59a {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:28:40.834624 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device f26b9bba-0475-4f54-873f-b971299bb59a not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:28:40.841589 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ee7f678e-a258-4702-8f8d-0727aa13f14b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:40.876551 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ee7f678e-a258-4702-8f8d-0727aa13f14b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:40.885552 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dcdd02-b1eb-4bc4-a74a-b3be2446e068 admin admin] Network e737fa8f-48d9-429a-9c0d-195ded222e27 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:28:40.897962 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-91dcdd02-b1eb-4bc4-a74a-b3be2446e068 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:28:41.079297 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ee7f678e-a258-4702-8f8d-0727aa13f14b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:41.081897 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ee7f678e-a258-4702-8f8d-0727aa13f14b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:41.086065 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ee7f678e-a258-4702-8f8d-0727aa13f14b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c470925a-65d4-4215-850c-9353f653beae HTTP/1.1" status: 204 len: 168 time: 0.4600053 Oct 20 11:28:41.138344 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7f678e-a258-4702-8f8d-0727aa13f14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c470925a-65d4-4215-850c-9353f653beae,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:41.180853 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91dcdd02-b1eb-4bc4-a74a-b3be2446e068 admin admin] Router 3a3d3398-a9eb-40a8-9194-06c333185328 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:28:41.205686 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-c6bb8351-5d7c-40f8-840c-7a940b2fab0d service neutron] For port 27a6d02b-305f-480d-bb45-21dbff7f08c2, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=27a6d02b-305f-480d-bb45-21dbff7f08c2,segment=NetworkSegment(ec1b6256-95be-479c-9695-b6dae13546d3),segment_id=ec1b6256-95be-479c-9695-b6dae13546d3)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:28:41.226166 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e461488e-70f7-46c1-a4ed-bfa90616901c None None] Provisioning complete for port 9cf6655d-f474-420a-8784-5e92c4d14a17 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:28:41.226482 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e461488e-70f7-46c1-a4ed-bfa90616901c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:41.270389 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e461488e-70f7-46c1-a4ed-bfa90616901c None None] Port 9cf6655d-f474-420a-8784-5e92c4d14a17 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:28:41.286703 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1465799-5940-43e8-9be4-3a464686e435 req-1806ea7d-78b5-40f0-8d74-969003b0376a tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:41.291642 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f1465799-5940-43e8-9be4-3a464686e435 req-1806ea7d-78b5-40f0-8d74-969003b0376a tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=590515aa-7b19-4238-ad94-617ccd824c70 HTTP/1.1" status: 200 len: 946 time: 0.0978432 Oct 20 11:28:41.317759 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-c6bb8351-5d7c-40f8-840c-7a940b2fab0d service neutron] For port 27a6d02b-305f-480d-bb45-21dbff7f08c2, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:28:41.347084 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91dcdd02-b1eb-4bc4-a74a-b3be2446e068 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:28:41.353925 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f1465799-5940-43e8-9be4-3a464686e435 req-f5bd8cda-582e-4bdd-a4d2-1f16a4915fdf tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555706 Oct 20 11:28:41.367869 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-91dcdd02-b1eb-4bc4-a74a-b3be2446e068 admin admin] 10.222.0.98 "PUT /v2.0/routers/3a3d3398-a9eb-40a8-9194-06c333185328/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2858274 Oct 20 11:28:41.375513 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73255c23-23c5-4acc-87b0-cf9661ebcc63 None None] Sync routers for ids ['3a3d3398-a9eb-40a8-9194-06c333185328'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:28:41.395496 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-c6bb8351-5d7c-40f8-840c-7a940b2fab0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27a6d02b-305f-480d-bb45-21dbff7f08c2 {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:28:41.405281 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73255c23-23c5-4acc-87b0-cf9661ebcc63 None None] Routers {'3a3d3398-a9eb-40a8-9194-06c333185328'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:28:41.406527 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-73255c23-23c5-4acc-87b0-cf9661ebcc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:28:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['3a3d3398-a9eb-40a8-9194-06c333185328'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:28:41.414395 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-c6bb8351-5d7c-40f8-840c-7a940b2fab0d service neutron] For port 27a6d02b-305f-480d-bb45-21dbff7f08c2, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=27a6d02b-305f-480d-bb45-21dbff7f08c2,segment=NetworkSegment(ec1b6256-95be-479c-9695-b6dae13546d3),segment_id=ec1b6256-95be-479c-9695-b6dae13546d3)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:28:41.451969 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-c6bb8351-5d7c-40f8-840c-7a940b2fab0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:41.650980 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-c6bb8351-5d7c-40f8-840c-7a940b2fab0d service neutron] Transition to ACTIVE for port object 27a6d02b-305f-480d-bb45-21dbff7f08c2 will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:28:41.663131 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-c6bb8351-5d7c-40f8-840c-7a940b2fab0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:41.669610 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-73255c23-23c5-4acc-87b0-cf9661ebcc63 None None] Set router 3a3d3398-a9eb-40a8-9194-06c333185328 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:28:41.753667 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8df73-21e1-43e1-862f-86641fc557fd req-595b4bf8-7480-4e91-b62d-fe1a3f793b09 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:41.763759 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9fc8df73-21e1-43e1-862f-86641fc557fd req-595b4bf8-7480-4e91-b62d-fe1a3f793b09 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a02dcac-8905-4af9-9d0c-172f3966de22 HTTP/1.1" status: 200 len: 950 time: 0.1185012 Oct 20 11:28:41.784600 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-c6bb8351-5d7c-40f8-840c-7a940b2fab0d service neutron] No DVR routers for this DVR port 27a6d02b-305f-480d-bb45-21dbff7f08c2 on host n-h2-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:28:41.885131 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb8351-5d7c-40f8-840c-7a940b2fab0d service neutron] Pushing event updated for resources: {'Port': ['ID=27a6d02b-305f-480d-bb45-21dbff7f08c2,revision_number=10']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:41.896941 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9fc8df73-21e1-43e1-862f-86641fc557fd req-f1ba5ad4-adf2-44e3-b8e6-12ba360d8154 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259220 Oct 20 11:28:41.925251 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-c6bb8351-5d7c-40f8-840c-7a940b2fab0d service neutron] 10.222.0.89 "PUT /v2.0/ports/27a6d02b-305f-480d-bb45-21dbff7f08c2/bindings/n-h1-814735-3/activate HTTP/1.1" status: 200 len: 369 time: 1.1295013 Oct 20 11:28:41.935098 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d126a84-6a01-4958-855d-daa29afcf307 req-e3c2d4c2-8db3-47a6-945e-8c2cba5830cd tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:41.943813 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d126a84-6a01-4958-855d-daa29afcf307 req-e3c2d4c2-8db3-47a6-945e-8c2cba5830cd tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=590515aa-7b19-4238-ad94-617ccd824c70 HTTP/1.1" status: 200 len: 946 time: 0.1390243 Oct 20 11:28:41.997385 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55308) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:28:42.022616 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d126a84-6a01-4958-855d-daa29afcf307 req-0fa09657-ff78-46e8-aa6a-3344c43a2c48 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778155 Oct 20 11:28:42.056545 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-73255c23-23c5-4acc-87b0-cf9661ebcc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'name': 'tempest-FloatingIPsAssociationTestJSON-895004699-router', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'd4c49543-bcac-4c33-9bf5-5f0a091f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:28:33Z', 'updated_at': '2021-10-20T11:28:39Z', 'revision_number': 4, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'gw_port': {'id': 'd4c49543-bcac-4c33-9bf5-5f0a091f6246', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:34Z', 'updated_at': '2021-10-20T11:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '9cf6655d-f474-420a-8784-5e92c4d14a17', 'name': '', 'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'mac_address': 'fa:16:3e:fa:79:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'daa3a48e-5bbf-4e17-b716-d19b520de866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:36Z', 'updated_at': '2021-10-20T11:28:40Z', 'revision_number': 2, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'subnets': [{'id': 'daa3a48e-5bbf-4e17-b716-d19b520de866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:28:42.109285 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73255c23-23c5-4acc-87b0-cf9661ebcc63 None None] Checking router: 3a3d3398-a9eb-40a8-9194-06c333185328 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:28:42.109910 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73255c23-23c5-4acc-87b0-cf9661ebcc63 None None] Updating router 3a3d3398-a9eb-40a8-9194-06c333185328 port 9cf6655d-f474-420a-8784-5e92c4d14a17 binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:28:42.138002 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-73255c23-23c5-4acc-87b0-cf9661ebcc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:42.143226 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-445b11de-446c-4a44-b87b-f0bd18355cbd tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:42.145608 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-445b11de-446c-4a44-b87b-f0bd18355cbd tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4c2d42db-7f0e-4364-aea7-06ca55524d61&tenant_id=d9acdef368f944fcb8d5f209bb8e33d7&binding%3Ahost_id=n-h2-814735-3 HTTP/1.1" status: 200 len: 1096 time: 0.1198366 Oct 20 11:28:42.160202 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device d4c49543-bcac-4c33-9bf5-5f0a091f6246 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:28:42.251071 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b53ff4-9fa4-419b-b5d4-270aa6ee0a18 req-9112ba6d-348c-4c13-9c80-904d77eff5cd tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:42.258577 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c1b53ff4-9fa4-419b-b5d4-270aa6ee0a18 req-9112ba6d-348c-4c13-9c80-904d77eff5cd tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c2d42db-7f0e-4364-aea7-06ca55524d61 HTTP/1.1" status: 200 len: 945 time: 0.1117361 Oct 20 11:28:42.269892 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-d3bc8e58-5ec8-4c34-bfc0-95fa474af01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:42.271704 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-d3bc8e58-5ec8-4c34-bfc0-95fa474af01c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4c2d42db-7f0e-4364-aea7-06ca55524d61&tenant_id=d9acdef368f944fcb8d5f209bb8e33d7 HTTP/1.1" status: 200 len: 1096 time: 0.1129949 Oct 20 11:28:42.332401 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c1b53ff4-9fa4-419b-b5d4-270aa6ee0a18 req-880984da-f5f0-41e7-8149-3e29f837efac tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727863 Oct 20 11:28:42.333250 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port d4c49543-bcac-4c33-9bf5-5f0a091f6246 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:28:42.333907 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:42.403236 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-af6ca909-a29a-4797-8989-a94a8389f5f8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ebcf9515c29840f1909c53592f762c2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4024515 Oct 20 11:28:42.404362 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55320) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:28:42.449529 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-cd63131e-fac5-4d91-9eae-e49f75d24327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:42.451455 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-cd63131e-fac5-4d91-9eae-e49f75d24327 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d9acdef368f944fcb8d5f209bb8e33d7&device_id=4c2d42db-7f0e-4364-aea7-06ca55524d61 HTTP/1.1" status: 200 len: 1096 time: 0.1377544 Oct 20 11:28:42.628284 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55332) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:28:42.651751 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2c8a3b44-e715-48a1-8d06-f72b738c605a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:42.704292 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2c8a3b44-e715-48a1-8d06-f72b738c605a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:42.753647 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9b4e5-7081-4d78-9c56-254463421654 req-3d2396d2-8e47-4cf9-8ff8-8b71d644066c tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:42.759393 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0ef9b4e5-7081-4d78-9c56-254463421654 req-3d2396d2-8e47-4cf9-8ff8-8b71d644066c tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/networks?id=e737fa8f-48d9-429a-9c0d-195ded222e27 HTTP/1.1" status: 200 len: 820 time: 0.2259245 Oct 20 11:28:42.763264 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-47d021e4-aad7-4144-a94f-778e9990bbca admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-276365898-network', 'tenant_id': '130930dcc2f74762aa9c2d1b3e5d5b78'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:28:42.767632 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-9e646780-1e7c-49c3-ac7a-04f87cb5c5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:42.769553 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-9e646780-1e7c-49c3-ac7a-04f87cb5c5c9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=60a88ebb-4b56-43bd-98ec-2f75530b8b0e HTTP/1.1" status: 200 len: 922 time: 0.3094969 Oct 20 11:28:42.785256 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-73255c23-23c5-4acc-87b0-cf9661ebcc63 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:42.792681 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d021e4-aad7-4144-a94f-778e9990bbca admin admin] Made reservation on behalf of 130930dcc2f74762aa9c2d1b3e5d5b78 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:28:42.795739 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-73255c23-23c5-4acc-87b0-cf9661ebcc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:42.796686 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-47d021e4-aad7-4144-a94f-778e9990bbca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:42.803390 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0ef9b4e5-7081-4d78-9c56-254463421654 req-cf455fc0-1ef9-495b-991f-7e913245c5fc tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/quotas/0f7be2198beb4fa4abf67245a1d7260e HTTP/1.1" status: 200 len: 375 time: 0.0310059 Oct 20 11:28:42.814220 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-47d021e4-aad7-4144-a94f-778e9990bbca admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:42.834227 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-0bedef24-1926-4139-8c4f-f665e5c6f7dc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27a6d02b-305f-480d-bb45-21dbff7f08c2 HTTP/1.1" status: 200 len: 217 time: 0.0537405 Oct 20 11:28:42.876809 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe95fbc-e88d-469c-b354-9d59430557f1 None None] Pushing event updated for resources: {'Port': ['ID=9cf6655d-f474-420a-8784-5e92c4d14a17,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:42.935143 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-8100988e-471f-4761-8fb5-99f9995b1d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:42.936621 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-8100988e-471f-4761-8fb5-99f9995b1d76 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a0c5c2a-f9c9-492d-ba9f-7e961a63a7db HTTP/1.1" status: 200 len: 860 time: 0.0914745 Oct 20 11:28:42.938689 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2c8a3b44-e715-48a1-8d06-f72b738c605a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:42.946704 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2c8a3b44-e715-48a1-8d06-f72b738c605a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:42.947077 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-47d021e4-aad7-4144-a94f-778e9990bbca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:42.947923 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2c8a3b44-e715-48a1-8d06-f72b738c605a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/21e67af3-20ec-42cc-8d12-f054b2d42cf8 HTTP/1.1" status: 204 len: 168 time: 0.5426314 Oct 20 11:28:42.964635 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-47d021e4-aad7-4144-a94f-778e9990bbca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:42.985615 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8a3b44-e715-48a1-8d06-f72b738c605a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e67af3-20ec-42cc-8d12-f054b2d42cf8,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:42.987700 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-73255c23-23c5-4acc-87b0-cf9661ebcc63 None None] Attempting to bind port 9cf6655d-f474-420a-8784-5e92c4d14a17 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:28:42.988207 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-73255c23-23c5-4acc-87b0-cf9661ebcc63 None None] Attempting to bind port 9cf6655d-f474-420a-8784-5e92c4d14a17 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'cb74e53f-6f75-4b51-a3d2-bf3da9505174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:28:42.988819 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73255c23-23c5-4acc-87b0-cf9661ebcc63 None None] Attempting to bind port 9cf6655d-f474-420a-8784-5e92c4d14a17 on network e737fa8f-48d9-429a-9c0d-195ded222e27 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:28:42.995078 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73255c23-23c5-4acc-87b0-cf9661ebcc63 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:28:42.995700 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73255c23-23c5-4acc-87b0-cf9661ebcc63 None None] Checking segment: {'id': 'cb74e53f-6f75-4b51-a3d2-bf3da9505174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:28:42.996187 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-73255c23-23c5-4acc-87b0-cf9661ebcc63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:42.996472 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73255c23-23c5-4acc-87b0-cf9661ebcc63 None None] Bound using segment: {'id': 'cb74e53f-6f75-4b51-a3d2-bf3da9505174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:28:42.996942 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-73255c23-23c5-4acc-87b0-cf9661ebcc63 None None] Bound port: 9cf6655d-f474-420a-8784-5e92c4d14a17, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb74e53f-6f75-4b51-a3d2-bf3da9505174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:28:42.997406 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-73255c23-23c5-4acc-87b0-cf9661ebcc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:43.001957 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47d021e4-aad7-4144-a94f-778e9990bbca admin admin] vlan segment allocate from pool success with {'vlan_id': 1278, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:28:43.034715 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-47d021e4-aad7-4144-a94f-778e9990bbca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:43.035452 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-47d021e4-aad7-4144-a94f-778e9990bbca admin admin] Added segment 406cf6b7-0aa3-4ceb-b166-0422c442946c of type vlan for network f2bda165-652a-4d6c-ac20-276d33fbbfc1 Oct 20 11:28:43.037248 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d021e4-aad7-4144-a94f-778e9990bbca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4c8013-0aa0-4159-b9d7-83147278de44,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:43.073890 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-2de2c012-73f9-4b03-b3d5-55cdbffad7db service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=60a88ebb-4b56-43bd-98ec-2f75530b8b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1227195 Oct 20 11:28:43.103348 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-47d021e4-aad7-4144-a94f-778e9990bbca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:43.154825 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-47d021e4-aad7-4144-a94f-778e9990bbca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:43.156930 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-73255c23-23c5-4acc-87b0-cf9661ebcc63 None None] For port 9cf6655d-f474-420a-8784-5e92c4d14a17, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:28:43.157843 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d021e4-aad7-4144-a94f-778e9990bbca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:43.158547 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-47d021e4-aad7-4144-a94f-778e9990bbca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:43.160052 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0ef9b4e5-7081-4d78-9c56-254463421654 req-1b67e79b-8df4-4bbe-b4ba-408a59c5189d tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=0f7be2198beb4fa4abf67245a1d7260e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3285050 Oct 20 11:28:43.164870 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-73255c23-23c5-4acc-87b0-cf9661ebcc63 None None] For port 9cf6655d-f474-420a-8784-5e92c4d14a17, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=9cf6655d-f474-420a-8784-5e92c4d14a17,segment=NetworkSegment(cb74e53f-6f75-4b51-a3d2-bf3da9505174),segment_id=cb74e53f-6f75-4b51-a3d2-bf3da9505174)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:28:43.174366 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-73255c23-23c5-4acc-87b0-cf9661ebcc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:43.255170 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d021e4-aad7-4144-a94f-778e9990bbca admin admin] Pushing event updated for resources: {'Network': ['ID=f2bda165-652a-4d6c-ac20-276d33fbbfc1,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:43.268995 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-47d021e4-aad7-4144-a94f-778e9990bbca admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6394508 Oct 20 11:28:43.272513 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55346) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:28:43.274043 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network f2bda165-652a-4d6c-ac20-276d33fbbfc1 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:28:43.282361 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-d24a20d5-e574-4396-a170-a593736ee279 admin admin] Request body: {'subnet': {'network_id': 'f2bda165-652a-4d6c-ac20-276d33fbbfc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-276365898-subnet', 'tenant_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:28:43.310756 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857ce02-a29e-4e77-975b-43016c5ff4a1 req-8660605b-822b-40c8-9416-9411fd35d0b5 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:43.314517 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24a20d5-e574-4396-a170-a593736ee279 admin admin] Made reservation on behalf of 130930dcc2f74762aa9c2d1b3e5d5b78 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:28:43.316757 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73255c23-23c5-4acc-87b0-cf9661ebcc63 None None] Routers {'3a3d3398-a9eb-40a8-9194-06c333185328'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:28:43.317406 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-73255c23-23c5-4acc-87b0-cf9661ebcc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:28:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['3a3d3398-a9eb-40a8-9194-06c333185328'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:28:43.319946 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3857ce02-a29e-4e77-975b-43016c5ff4a1 req-8660605b-822b-40c8-9416-9411fd35d0b5 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a02dcac-8905-4af9-9d0c-172f3966de22 HTTP/1.1" status: 200 len: 950 time: 0.2615848 Oct 20 11:28:43.321881 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d24a20d5-e574-4396-a170-a593736ee279 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:43.407841 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe95fbc-e88d-469c-b354-9d59430557f1 None None] Pushing event updated for resources: {'Port': ['ID=9cf6655d-f474-420a-8784-5e92c4d14a17,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:43.445414 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3857ce02-a29e-4e77-975b-43016c5ff4a1 req-2b99e2e6-513e-4596-83e2-0469a3343773 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239491 Oct 20 11:28:43.457258 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-d7c9a36b-2165-4407-8eae-9c8b9bf10018 service neutron] 10.222.0.11 "GET /v2.0/networks/60a88ebb-4b56-43bd-98ec-2f75530b8b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3730872 Oct 20 11:28:43.507472 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3c348b11-6376-472b-b5f2-68e3e4b94ab6 None None] Provisioning complete for port 9cf6655d-f474-420a-8784-5e92c4d14a17 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:28:43.508070 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3c348b11-6376-472b-b5f2-68e3e4b94ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:43.591146 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0ef9b4e5-7081-4d78-9c56-254463421654 req-b453f91b-0118-4479-a240-7ccf97ce76da service neutron] 10.222.0.98 "GET /v2.0/networks/e737fa8f-48d9-429a-9c0d-195ded222e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099922 Oct 20 11:28:43.635729 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-73255c23-23c5-4acc-87b0-cf9661ebcc63 None None] Set router 3a3d3398-a9eb-40a8-9194-06c333185328 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:28:43.676386 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d24a20d5-e574-4396-a170-a593736ee279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:43.722878 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55352) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:28:43.757604 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a20d5-e574-4396-a170-a593736ee279 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8aa4bfdd-2ba9-4931-bcff-0bb492ab280c,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:43.794099 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3c348b11-6376-472b-b5f2-68e3e4b94ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:43.806064 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24a20d5-e574-4396-a170-a593736ee279 admin admin] Checking segment: {'id': '406cf6b7-0aa3-4ceb-b166-0422c442946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'f2bda165-652a-4d6c-ac20-276d33fbbfc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:28:43.807124 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24a20d5-e574-4396-a170-a593736ee279 admin admin] Network hostable DHCP agents. Network: f2bda165-652a-4d6c-ac20-276d33fbbfc1, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:28:43.839445 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d3b0d7c5-6c94-4934-abdd-f9929692ccbe admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1c535c627e1f4126ae7fefeea3a72447&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1119325 Oct 20 11:28:43.842642 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24a20d5-e574-4396-a170-a593736ee279 admin admin] Network f2bda165-652a-4d6c-ac20-276d33fbbfc1 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:28:43.844609 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55354) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:28:43.857155 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-8fece118-c1b6-4d14-b776-26fc43d0b477 service neutron] 10.222.0.11 "GET /v2.0/networks/60a88ebb-4b56-43bd-98ec-2f75530b8b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3868983 Oct 20 11:28:43.869573 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-d24a20d5-e574-4396-a170-a593736ee279 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, f2bda165-652a-4d6c-ac20-276d33fbbfc1) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:28:43.871593 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85408386-6cdd-40fd-83e7-cea3877367af req-a85d8750-4695-4bcc-a35b-08bea0e8cf00 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:43.879387 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-85408386-6cdd-40fd-83e7-cea3877367af req-a85d8750-4695-4bcc-a35b-08bea0e8cf00 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=590515aa-7b19-4238-ad94-617ccd824c70 HTTP/1.1" status: 200 len: 946 time: 0.2773745 Oct 20 11:28:43.888016 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24a20d5-e574-4396-a170-a593736ee279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:43.888822 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c67ac1-ec8f-4172-8d5b-5d85331d1fd5 None None] Network f2bda165-652a-4d6c-ac20-276d33fbbfc1 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:28:43.889226 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d24a20d5-e574-4396-a170-a593736ee279 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:43.912143 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d24a20d5-e574-4396-a170-a593736ee279 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6356735 Oct 20 11:28:43.914709 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55356) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:28:43.920022 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-a80a6d69-590d-45c0-9fb6-1ccf1f61f0b0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-276365898-router', 'tenant_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:28:43.933632 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3c348b11-6376-472b-b5f2-68e3e4b94ab6 None None] For port 9cf6655d-f474-420a-8784-5e92c4d14a17, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=9cf6655d-f474-420a-8784-5e92c4d14a17,segment=NetworkSegment(cb74e53f-6f75-4b51-a3d2-bf3da9505174),segment_id=cb74e53f-6f75-4b51-a3d2-bf3da9505174)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:28:43.940558 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0ef9b4e5-7081-4d78-9c56-254463421654 req-f933be46-f666-4045-816a-109b0202a0f3 service neutron] 10.222.0.98 "GET /v2.0/networks/e737fa8f-48d9-429a-9c0d-195ded222e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485055 Oct 20 11:28:43.950369 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3c348b11-6376-472b-b5f2-68e3e4b94ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:43.971025 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-85408386-6cdd-40fd-83e7-cea3877367af req-af952682-c6b4-4071-86ab-2b83985f0c1c tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826306 Oct 20 11:28:43.972206 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a80a6d69-590d-45c0-9fb6-1ccf1f61f0b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:43.982500 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a80a6d69-590d-45c0-9fb6-1ccf1f61f0b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:44.007907 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8ebec5c6-9b37-4e00-b266-be8e45479330 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:44.088767 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8ebec5c6-9b37-4e00-b266-be8e45479330 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:44.125365 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a80a6d69-590d-45c0-9fb6-1ccf1f61f0b0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:44.199738 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c348b11-6376-472b-b5f2-68e3e4b94ab6 None None] Pushing event updated for resources: {'Port': ['ID=9cf6655d-f474-420a-8784-5e92c4d14a17,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:44.217041 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e4d1280c-fdba-4b3f-9bf3-62516934edf3 None None] Provisioning complete for port 9cf6655d-f474-420a-8784-5e92c4d14a17 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:28:44.217685 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e4d1280c-fdba-4b3f-9bf3-62516934edf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:44.270124 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac40470-6a02-4a5e-88ef-0cfc7d2e02fc req-6fe00006-0562-4400-a68a-bc64ca58ab6d tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:44.283905 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aac40470-6a02-4a5e-88ef-0cfc7d2e02fc req-6fe00006-0562-4400-a68a-bc64ca58ab6d tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c2d42db-7f0e-4364-aea7-06ca55524d61 HTTP/1.1" status: 200 len: 945 time: 0.1751678 Oct 20 11:28:44.328750 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-73255c23-23c5-4acc-87b0-cf9661ebcc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'name': 'tempest-FloatingIPsAssociationTestJSON-895004699-router', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'd4c49543-bcac-4c33-9bf5-5f0a091f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:28:33Z', 'updated_at': '2021-10-20T11:28:39Z', 'revision_number': 4, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'gw_port': {'id': 'd4c49543-bcac-4c33-9bf5-5f0a091f6246', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:34Z', 'updated_at': '2021-10-20T11:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '9cf6655d-f474-420a-8784-5e92c4d14a17', 'name': '', 'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'mac_address': 'fa:16:3e:fa:79:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'daa3a48e-5bbf-4e17-b716-d19b520de866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:36Z', 'updated_at': '2021-10-20T11:28:43Z', 'revision_number': 4, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'subnets': [{'id': 'daa3a48e-5bbf-4e17-b716-d19b520de866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:28:44.354498 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-e71f1e1a-5c73-4309-b78d-1c6a3fb8b7b3 tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:44.356431 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-e71f1e1a-5c73-4309-b78d-1c6a3fb8b7b3 tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4c2d42db-7f0e-4364-aea7-06ca55524d61&tenant_id=d9acdef368f944fcb8d5f209bb8e33d7&binding%3Ahost_id=n-h1-814735-3 HTTP/1.1" status: 200 len: 1096 time: 0.1867111 Oct 20 11:28:44.369451 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aac40470-6a02-4a5e-88ef-0cfc7d2e02fc req-df32b84d-f007-4a12-be84-6fd31621bc9e tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846026 Oct 20 11:28:44.404288 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef813719-6ea9-4b10-90ee-258b18061f33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-f2bda165-652a-4d6c-ac20-276d33fbbfc1', 'network_id': 'f2bda165-652a-4d6c-ac20-276d33fbbfc1', 'tenant_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'fixed_ips': [{'subnet_id': '8aa4bfdd-2ba9-4931-bcff-0bb492ab280c'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:28:44.405200 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ef813719-6ea9-4b10-90ee-258b18061f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:44.411366 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73255c23-23c5-4acc-87b0-cf9661ebcc63 None None] The sync data for ids ['3a3d3398-a9eb-40a8-9194-06c333185328'] in n-d-814735-3 is: [{'id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'name': 'tempest-FloatingIPsAssociationTestJSON-895004699-router', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'd4c49543-bcac-4c33-9bf5-5f0a091f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:28:33Z', 'updated_at': '2021-10-20T11:28:39Z', 'revision_number': 4, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'gw_port': {'id': 'd4c49543-bcac-4c33-9bf5-5f0a091f6246', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:34Z', 'updated_at': '2021-10-20T11:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '9cf6655d-f474-420a-8784-5e92c4d14a17', 'name': '', 'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'mac_address': 'fa:16:3e:fa:79:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'daa3a48e-5bbf-4e17-b716-d19b520de866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:36Z', 'updated_at': '2021-10-20T11:28:43Z', 'revision_number': 4, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'subnets': [{'id': 'daa3a48e-5bbf-4e17-b716-d19b520de866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:28:44.471868 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a80a6d69-590d-45c0-9fb6-1ccf1f61f0b0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:44.534654 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-819a2524-bfff-4e94-962a-97130bca0240 req-eefca756-2819-4196-b461-5964de37cd7b tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/ports?device_id=990fdeaf-bd3a-416f-bbdd-02714367a9c0 HTTP/1.1" status: 200 len: 210 time: 0.0799303 Oct 20 11:28:44.549572 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8ebec5c6-9b37-4e00-b266-be8e45479330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:44.554864 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8ebec5c6-9b37-4e00-b266-be8e45479330 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:44.562164 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8ebec5c6-9b37-4e00-b266-be8e45479330 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a913c54d-85c6-45c7-b457-095ef31be77f HTTP/1.1" status: 204 len: 168 time: 0.7148910 Oct 20 11:28:44.616331 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebec5c6-9b37-4e00-b266-be8e45479330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a913c54d-85c6-45c7-b457-095ef31be77f,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:44.696230 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f7db7-8a98-4219-b384-d6af91ef37c8 req-684a5f9d-6bf1-4cf7-a7b1-8bc2e711f68b tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:44.709022 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ac0f7db7-8a98-4219-b384-d6af91ef37c8 req-684a5f9d-6bf1-4cf7-a7b1-8bc2e711f68b tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a02dcac-8905-4af9-9d0c-172f3966de22 HTTP/1.1" status: 200 len: 950 time: 0.0971129 Oct 20 11:28:44.733561 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-74d5c5c1-a737-41ee-8386-556ce9d6f64f service neutron] For port 27a6d02b-305f-480d-bb45-21dbff7f08c2, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:28:44.742860 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-74d5c5c1-a737-41ee-8386-556ce9d6f64f service neutron] Publish callbacks [] for binding, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:44.744922 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b4225ba-e67d-40f2-b3fa-86ec849a6baa req-74d5c5c1-a737-41ee-8386-556ce9d6f64f service neutron] 10.222.0.11 "DELETE /v2.0/ports/27a6d02b-305f-480d-bb45-21dbff7f08c2/bindings/n-h2-814735-3 HTTP/1.1" status: 204 len: 173 time: 0.3715377 Oct 20 11:28:44.798566 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ac0f7db7-8a98-4219-b384-d6af91ef37c8 req-d74b1194-f4ed-405a-8f8e-68c17237c553 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882876 Oct 20 11:28:44.837214 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-85e022d5-2f6a-4ce6-9aaa-4868d387fe73 req-c5189c85-9dc3-4b41-9736-96d05e74e7a7 service neutron] 10.222.0.89 "GET /v2.0/ports/9fc54b5a-545e-440d-8e56-06e6c4ed6dda/bindings/n-h2-814735-3 HTTP/1.1" status: 200 len: 382 time: 0.2779677 Oct 20 11:28:44.931981 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-ef813719-6ea9-4b10-90ee-258b18061f33 None None] Allocated IP 172.20.0.2 (f2bda165-652a-4d6c-ac20-276d33fbbfc1/8aa4bfdd-2ba9-4931-bcff-0bb492ab280c/251ffcb5-34f7-45a4-8fc1-dcea8bbc0494) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:28:45.183299 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c5cd2622-4975-43e2-8bcc-97c2f5908a8c req-e2f676c6-ff65-4ac4-b3de-bb2e4127ed9e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=20848e8b-2192-461d-a11d-50d56a7261ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1480205 Oct 20 11:28:45.201141 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:45.216797 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4264fb7-859c-4d35-90db-ac47d390634e req-7f332018-d213-46f7-8013-df6987d7aacd tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:45.219239 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4264fb7-859c-4d35-90db-ac47d390634e req-7f332018-d213-46f7-8013-df6987d7aacd tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=590515aa-7b19-4238-ad94-617ccd824c70 HTTP/1.1" status: 200 len: 946 time: 0.1134119 Oct 20 11:28:45.259662 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a80a6d69-590d-45c0-9fb6-1ccf1f61f0b0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:45.317388 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a80a6d69-590d-45c0-9fb6-1ccf1f61f0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:45.398667 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ef813719-6ea9-4b10-90ee-258b18061f33 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:45.422291 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ef813719-6ea9-4b10-90ee-258b18061f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:45.435735 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4264fb7-859c-4d35-90db-ac47d390634e req-1e873c45-59ec-4e25-ad50-0e3027f93d34 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996465 Oct 20 11:28:45.466458 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd2622-4975-43e2-8bcc-97c2f5908a8c req-fb44fa2d-000f-4b69-a001-02e09c8e8494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:45.483163 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c5cd2622-4975-43e2-8bcc-97c2f5908a8c req-fb44fa2d-000f-4b69-a001-02e09c8e8494 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d9acdef368f944fcb8d5f209bb8e33d7&device_id=20848e8b-2192-461d-a11d-50d56a7261ec HTTP/1.1" status: 200 len: 1095 time: 0.2617583 Oct 20 11:28:45.560240 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef813719-6ea9-4b10-90ee-258b18061f33 None None] Network f2bda165-652a-4d6c-ac20-276d33fbbfc1 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:28:45.565057 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-ef813719-6ea9-4b10-90ee-258b18061f33 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:28:45.575304 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef813719-6ea9-4b10-90ee-258b18061f33 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:28:45.616882 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef813719-6ea9-4b10-90ee-258b18061f33 None None] Pushing event updated for resources: {'Port': ['ID=251ffcb5-34f7-45a4-8fc1-dcea8bbc0494,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:45.653099 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-a80a6d69-590d-45c0-9fb6-1ccf1f61f0b0 admin admin] Allocated IP 172.25.5.91 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/ba098b4f-4615-441a-aa3c-c5cf83bdffb8) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:28:45.708874 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e022d5-2f6a-4ce6-9aaa-4868d387fe73 req-25834cf3-ac79-415e-bb2e-873312471669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:45.715676 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-85e022d5-2f6a-4ce6-9aaa-4868d387fe73 req-25834cf3-ac79-415e-bb2e-873312471669 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2a02dcac-8905-4af9-9d0c-172f3966de22&tenant_id=4b173b35dd00423795d2e29ae132dc78 HTTP/1.1" status: 200 len: 1101 time: 0.1890535 Oct 20 11:28:45.732260 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-ef813719-6ea9-4b10-90ee-258b18061f33 None None] Attempting to bind port 251ffcb5-34f7-45a4-8fc1-dcea8bbc0494 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:28:45.732959 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-ef813719-6ea9-4b10-90ee-258b18061f33 None None] Attempting to bind port 251ffcb5-34f7-45a4-8fc1-dcea8bbc0494 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '406cf6b7-0aa3-4ceb-b166-0422c442946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'f2bda165-652a-4d6c-ac20-276d33fbbfc1'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:28:45.733741 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef813719-6ea9-4b10-90ee-258b18061f33 None None] Attempting to bind port 251ffcb5-34f7-45a4-8fc1-dcea8bbc0494 on network f2bda165-652a-4d6c-ac20-276d33fbbfc1 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:28:45.740979 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef813719-6ea9-4b10-90ee-258b18061f33 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:28:45.741641 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef813719-6ea9-4b10-90ee-258b18061f33 None None] Checking segment: {'id': '406cf6b7-0aa3-4ceb-b166-0422c442946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'f2bda165-652a-4d6c-ac20-276d33fbbfc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:28:45.742287 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ef813719-6ea9-4b10-90ee-258b18061f33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:45.742901 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef813719-6ea9-4b10-90ee-258b18061f33 None None] Bound using segment: {'id': '406cf6b7-0aa3-4ceb-b166-0422c442946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'f2bda165-652a-4d6c-ac20-276d33fbbfc1'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:28:45.743548 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-ef813719-6ea9-4b10-90ee-258b18061f33 None None] Bound port: 251ffcb5-34f7-45a4-8fc1-dcea8bbc0494, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406cf6b7-0aa3-4ceb-b166-0422c442946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'f2bda165-652a-4d6c-ac20-276d33fbbfc1'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:28:45.744105 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ef813719-6ea9-4b10-90ee-258b18061f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:45.829875 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-ef813719-6ea9-4b10-90ee-258b18061f33 None None] For port 251ffcb5-34f7-45a4-8fc1-dcea8bbc0494, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:28:45.839132 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-ef813719-6ea9-4b10-90ee-258b18061f33 None None] For port 251ffcb5-34f7-45a4-8fc1-dcea8bbc0494, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=251ffcb5-34f7-45a4-8fc1-dcea8bbc0494,segment=NetworkSegment(406cf6b7-0aa3-4ceb-b166-0422c442946c),segment_id=406cf6b7-0aa3-4ceb-b166-0422c442946c)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:28:45.854029 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ef813719-6ea9-4b10-90ee-258b18061f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:45.868925 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e022d5-2f6a-4ce6-9aaa-4868d387fe73 req-64835aa2-04b0-4518-84a4-14644916c4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:45.870839 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-85e022d5-2f6a-4ce6-9aaa-4868d387fe73 req-64835aa2-04b0-4518-84a4-14644916c4e6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4b173b35dd00423795d2e29ae132dc78&device_id=2a02dcac-8905-4af9-9d0c-172f3966de22 HTTP/1.1" status: 200 len: 1101 time: 0.1075072 Oct 20 11:28:45.939093 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a80a6d69-590d-45c0-9fb6-1ccf1f61f0b0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:45.994209 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef813719-6ea9-4b10-90ee-258b18061f33 None None] Pushing event updated for resources: {'Port': ['ID=251ffcb5-34f7-45a4-8fc1-dcea8bbc0494,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:46.168637 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a80a6d69-590d-45c0-9fb6-1ccf1f61f0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:46.476524 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 9cf6655d-f474-420a-8784-5e92c4d14a17 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:28:46.597876 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a166bdc9-6312-464d-ac89-b66aec5fe023 req-3d24c3fb-783c-4ba6-80e9-e00aaa64ac89 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/ports?device_id=990fdeaf-bd3a-416f-bbdd-02714367a9c0 HTTP/1.1" status: 200 len: 210 time: 0.8671117 Oct 20 11:28:46.651346 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 9cf6655d-f474-420a-8784-5e92c4d14a17 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:28:46.652030 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:46.769242 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9cfc7-6c5f-4873-a37e-da2b9ec267c5 req-c26098d1-2978-480a-83f9-f75b7fadfed8 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:46.776635 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-06a9cfc7-6c5f-4873-a37e-da2b9ec267c5 req-c26098d1-2978-480a-83f9-f75b7fadfed8 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c2d42db-7f0e-4364-aea7-06ca55524d61 HTTP/1.1" status: 200 len: 945 time: 1.1360357 Oct 20 11:28:46.855818 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd2622-4975-43e2-8bcc-97c2f5908a8c req-2e66be29-0ab1-4671-920e-63622c4d255b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:46.857269 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c5cd2622-4975-43e2-8bcc-97c2f5908a8c req-2e66be29-0ab1-4671-920e-63622c4d255b service neutron] 10.222.0.11 "GET /v2.0/networks?id=60a88ebb-4b56-43bd-98ec-2f75530b8b0e HTTP/1.1" status: 200 len: 922 time: 1.3168600 Oct 20 11:28:46.867473 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80a6d69-590d-45c0-9fb6-1ccf1f61f0b0 admin admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:28:46.874189 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-a80a6d69-590d-45c0-9fb6-1ccf1f61f0b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:28:46.878140 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80a6d69-590d-45c0-9fb6-1ccf1f61f0b0 admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:28:46.928864 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e022d5-2f6a-4ce6-9aaa-4868d387fe73 req-afa24545-869b-49b8-a09b-b2fa56d56ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:46.930395 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-85e022d5-2f6a-4ce6-9aaa-4868d387fe73 req-afa24545-869b-49b8-a09b-b2fa56d56ac8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 0.9515190 Oct 20 11:28:46.958118 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c5cd2622-4975-43e2-8bcc-97c2f5908a8c req-0d3ea258-4746-490a-8962-424fe2bd8fd3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fabc4d4d-b98c-4849-8160-17bc2ed3e4e9 HTTP/1.1" status: 200 len: 217 time: 0.0734661 Oct 20 11:28:46.988147 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80a6d69-590d-45c0-9fb6-1ccf1f61f0b0 admin admin] Pushing event updated for resources: {'Port': ['ID=ba098b4f-4615-441a-aa3c-c5cf83bdffb8,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:47.003675 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-06a9cfc7-6c5f-4873-a37e-da2b9ec267c5 req-d7ca3b78-0ae2-4fa2-bdc2-45e8896b6fe9 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046857 Oct 20 11:28:47.026991 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-85e022d5-2f6a-4ce6-9aaa-4868d387fe73 req-983b5786-03e0-4613-9061-9ca1d73af1e4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=9fc54b5a-545e-440d-8e56-06e6c4ed6dda HTTP/1.1" status: 200 len: 217 time: 0.0462234 Oct 20 11:28:47.041217 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73214505-fffd-4e41-b1ae-0b147f7e5b12 req-80da9631-2bf2-49ad-a14b-851ba22edef2 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:47.051996 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-73214505-fffd-4e41-b1ae-0b147f7e5b12 req-80da9631-2bf2-49ad-a14b-851ba22edef2 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a02dcac-8905-4af9-9d0c-172f3966de22 HTTP/1.1" status: 200 len: 950 time: 0.2513757 Oct 20 11:28:47.077033 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9b4e5-7081-4d78-9c56-254463421654 req-85715233-02e4-4d6f-8209-c8fac6f72b59 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:47.078550 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0ef9b4e5-7081-4d78-9c56-254463421654 req-85715233-02e4-4d6f-8209-c8fac6f72b59 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.11 "GET /v2.0/networks?id=e737fa8f-48d9-429a-9c0d-195ded222e27 HTTP/1.1" status: 200 len: 820 time: 0.4929471 Oct 20 11:28:47.112336 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-0ef9b4e5-7081-4d78-9c56-254463421654 req-a8cd5b5b-c736-4f6c-8306-637cd375bc53 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Request body: {'port': {'device_id': '990fdeaf-bd3a-416f-bbdd-02714367a9c0', 'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27', 'admin_state_up': True, 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:28:47.159684 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e022d5-2f6a-4ce6-9aaa-4868d387fe73 req-05288d57-80de-4854-8c7f-8572a463556d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:47.161523 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-85e022d5-2f6a-4ce6-9aaa-4868d387fe73 req-05288d57-80de-4854-8c7f-8572a463556d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.0969496 Oct 20 11:28:47.184830 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd2622-4975-43e2-8bcc-97c2f5908a8c req-4b0e2770-69cc-4317-b3ab-a099e1ce4de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:47.186645 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c5cd2622-4975-43e2-8bcc-97c2f5908a8c req-4b0e2770-69cc-4317-b3ab-a099e1ce4de5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a0c5c2a-f9c9-492d-ba9f-7e961a63a7db HTTP/1.1" status: 200 len: 860 time: 0.2198963 Oct 20 11:28:47.275648 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e022d5-2f6a-4ce6-9aaa-4868d387fe73 req-2e821fda-09fb-4663-8496-15e14c0be4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:47.277248 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-85e022d5-2f6a-4ce6-9aaa-4868d387fe73 req-2e821fda-09fb-4663-8496-15e14c0be4d5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1045783 Oct 20 11:28:47.352457 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c5cd2622-4975-43e2-8bcc-97c2f5908a8c req-8f895473-841e-443c-ad62-b12bbf736953 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=60a88ebb-4b56-43bd-98ec-2f75530b8b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626302 Oct 20 11:28:47.356541 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-73214505-fffd-4e41-b1ae-0b147f7e5b12 req-da98b4d2-09b1-4bb9-bb2f-f3294b19710e tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036025 Oct 20 11:28:47.417588 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc8724-a6fa-43fa-a453-35092bcd4967 req-8c4de2d5-74fd-43ae-8233-e67c3f40cd7a tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:47.433265 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d0bc8724-a6fa-43fa-a453-35092bcd4967 req-8c4de2d5-74fd-43ae-8233-e67c3f40cd7a tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=590515aa-7b19-4238-ad94-617ccd824c70 HTTP/1.1" status: 200 len: 946 time: 0.3138595 Oct 20 11:28:47.470430 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-85e022d5-2f6a-4ce6-9aaa-4868d387fe73 req-d62a1efd-dbd7-4240-942e-70679ccdf555 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828134 Oct 20 11:28:47.629449 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d0bc8724-a6fa-43fa-a453-35092bcd4967 req-0adfaf05-bd1f-4a6f-b91a-c5d165e66cf6 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897979 Oct 20 11:28:47.647479 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ef9b4e5-7081-4d78-9c56-254463421654 req-a8cd5b5b-c736-4f6c-8306-637cd375bc53 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Made reservation on behalf of 0f7be2198beb4fa4abf67245a1d7260e for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:28:47.657298 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0ef9b4e5-7081-4d78-9c56-254463421654 req-a8cd5b5b-c736-4f6c-8306-637cd375bc53 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:47.665614 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a80a6d69-590d-45c0-9fb6-1ccf1f61f0b0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:47.783677 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c5cd2622-4975-43e2-8bcc-97c2f5908a8c req-0af06fc7-f491-46bb-9fe2-487a594c726c service neutron] 10.222.0.11 "GET /v2.0/networks/60a88ebb-4b56-43bd-98ec-2f75530b8b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216201 Oct 20 11:28:47.890640 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9c4e1fb5-8e72-4bbe-94a5-1a39fcbe6827 req-8a368300-bb41-4984-9c65-b9f7ef737bfd tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/ports?device_id=990fdeaf-bd3a-416f-bbdd-02714367a9c0 HTTP/1.1" status: 200 len: 210 time: 0.1216359 Oct 20 11:28:47.911800 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-85e022d5-2f6a-4ce6-9aaa-4868d387fe73 req-8f9a1505-7003-4181-8b01-011f642deab9 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4303489 Oct 20 11:28:47.949108 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9ecadc-19c6-41d0-86b9-19036506a7fa None None] Network f2bda165-652a-4d6c-ac20-276d33fbbfc1 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:28:47.980281 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f8abe-4468-469a-a2c0-047746f49df7 req-7d87ca90-c659-495c-a4ef-08f6109c63dc tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:47.986350 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e26f8abe-4468-469a-a2c0-047746f49df7 req-7d87ca90-c659-495c-a4ef-08f6109c63dc tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=4c2d42db-7f0e-4364-aea7-06ca55524d61 HTTP/1.1" status: 200 len: 1096 time: 0.2796671 Oct 20 11:28:48.039870 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-c7055920-5327-44fa-b5dc-b1a8e032e3d3 None None] Provisioning complete for port 251ffcb5-34f7-45a4-8fc1-dcea8bbc0494 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:28:48.040565 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c7055920-5327-44fa-b5dc-b1a8e032e3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:48.179099 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e26f8abe-4468-469a-a2c0-047746f49df7 req-81a4e15f-d260-4a98-ab9a-5740488c8ade tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838894 Oct 20 11:28:48.180966 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c5cd2622-4975-43e2-8bcc-97c2f5908a8c req-3d3e2447-4da3-4cde-b3a1-63fa9f8fdc60 service neutron] 10.222.0.11 "GET /v2.0/networks/60a88ebb-4b56-43bd-98ec-2f75530b8b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826323 Oct 20 11:28:48.189881 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-0ef9b4e5-7081-4d78-9c56-254463421654 req-a8cd5b5b-c736-4f6c-8306-637cd375bc53 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Allocated IP 172.20.0.4 (e737fa8f-48d9-429a-9c0d-195ded222e27/daa3a48e-5bbf-4e17-b716-d19b520de866/981c59bc-53ca-4f43-8b0b-20d5a0e89940) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:28:48.290902 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a80a6d69-590d-45c0-9fb6-1ccf1f61f0b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:48.420793 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c7055920-5327-44fa-b5dc-b1a8e032e3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:48.437409 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 251ffcb5-34f7-45a4-8fc1-dcea8bbc0494 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:28:48.467319 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-c7055920-5327-44fa-b5dc-b1a8e032e3d3 None None] For port 251ffcb5-34f7-45a4-8fc1-dcea8bbc0494, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=251ffcb5-34f7-45a4-8fc1-dcea8bbc0494,segment=NetworkSegment(406cf6b7-0aa3-4ceb-b166-0422c442946c),segment_id=406cf6b7-0aa3-4ceb-b166-0422c442946c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:28:48.481826 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0ef9b4e5-7081-4d78-9c56-254463421654 req-a8cd5b5b-c736-4f6c-8306-637cd375bc53 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:48.511669 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c7055920-5327-44fa-b5dc-b1a8e032e3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:48.583995 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9ffb2-eb20-4f09-aeb4-93637c4c03e6 req-900b9eab-e4cd-4e22-b8e8-50b3f0d1409a tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:48.591443 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5bb9ffb2-eb20-4f09-aeb4-93637c4c03e6 req-900b9eab-e4cd-4e22-b8e8-50b3f0d1409a tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=4c2d42db-7f0e-4364-aea7-06ca55524d61 HTTP/1.1" status: 200 len: 1096 time: 0.1144257 Oct 20 11:28:48.608865 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a80a6d69-590d-45c0-9fb6-1ccf1f61f0b0 admin admin] Router aa78a856-593c-4764-8771-5b1828f3a023 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:28:48.643220 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0ef9b4e5-7081-4d78-9c56-254463421654 req-a8cd5b5b-c736-4f6c-8306-637cd375bc53 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:48.707275 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5bb9ffb2-eb20-4f09-aeb4-93637c4c03e6 req-bf05c9cd-d1f0-46d4-bc0c-51ae1acfc16e tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145117 Oct 20 11:28:48.735125 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 9fc54b5a-545e-440d-8e56-06e6c4ed6dda no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:28:48.736717 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ef9b4e5-7081-4d78-9c56-254463421654 req-a8cd5b5b-c736-4f6c-8306-637cd375bc53 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Network e737fa8f-48d9-429a-9c0d-195ded222e27 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:28:48.763511 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-0ef9b4e5-7081-4d78-9c56-254463421654 req-a8cd5b5b-c736-4f6c-8306-637cd375bc53 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:28:48.776094 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cd5b5b-c736-4f6c-8306-637cd375bc53 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Pushing event updated for resources: {'Port': ['ID=981c59bc-53ca-4f43-8b0b-20d5a0e89940,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:48.778690 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef9b4e5-7081-4d78-9c56-254463421654 req-a8cd5b5b-c736-4f6c-8306-637cd375bc53 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:28:48.788911 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9b4e5-7081-4d78-9c56-254463421654 req-a8cd5b5b-c736-4f6c-8306-637cd375bc53 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:48.792671 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0ef9b4e5-7081-4d78-9c56-254463421654 req-a8cd5b5b-c736-4f6c-8306-637cd375bc53 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:48.823516 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb99df6-45ba-46ba-9901-d35c77644db3 req-1e5c9f6e-8e75-40ec-a927-db3978f67379 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:48.843268 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0cb99df6-45ba-46ba-9901-d35c77644db3 req-1e5c9f6e-8e75-40ec-a927-db3978f67379 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a02dcac-8905-4af9-9d0c-172f3966de22 HTTP/1.1" status: 200 len: 950 time: 0.2576752 Oct 20 11:28:48.913754 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0ef9b4e5-7081-4d78-9c56-254463421654 req-a8cd5b5b-c736-4f6c-8306-637cd375bc53 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8182917 Oct 20 11:28:48.932033 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-0ef9b4e5-7081-4d78-9c56-254463421654 req-59825cde-523e-4641-b219-746a80dc04b9 service neutron] Request body: {'port': {'device_id': '990fdeaf-bd3a-416f-bbdd-02714367a9c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:28:48.982398 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7055920-5327-44fa-b5dc-b1a8e032e3d3 None None] Pushing event updated for resources: {'Port': ['ID=251ffcb5-34f7-45a4-8fc1-dcea8bbc0494,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:49.014547 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80a6d69-590d-45c0-9fb6-1ccf1f61f0b0 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:28:49.027357 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01d4e95-9e54-45e4-b637-0ba7b9a760f2 None None] Sync routers for ids ['aa78a856-593c-4764-8771-5b1828f3a023'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:28:49.041688 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 251ffcb5-34f7-45a4-8fc1-dcea8bbc0494 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:28:49.046454 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:49.077498 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a80a6d69-590d-45c0-9fb6-1ccf1f61f0b0 admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:49.083186 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0cb99df6-45ba-46ba-9901-d35c77644db3 req-91d045ae-8a83-4d2e-9378-d70df79e182b tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177806 Oct 20 11:28:49.083793 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a80a6d69-590d-45c0-9fb6-1ccf1f61f0b0 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.1629438 Oct 20 11:28:49.084082 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55460) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:28:49.097982 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01d4e95-9e54-45e4-b637-0ba7b9a760f2 None None] Routers {'aa78a856-593c-4764-8771-5b1828f3a023'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:28:49.102996 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-d01d4e95-9e54-45e4-b637-0ba7b9a760f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:28:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['aa78a856-593c-4764-8771-5b1828f3a023'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:28:49.237697 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0ef9b4e5-7081-4d78-9c56-254463421654 req-59825cde-523e-4641-b219-746a80dc04b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:49.249711 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72217f55-b517-4691-876f-74489329e8a4 req-626ef7d1-629a-4771-afb9-fb77349e8a08 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:49.259106 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-72217f55-b517-4691-876f-74489329e8a4 req-626ef7d1-629a-4771-afb9-fb77349e8a08 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=590515aa-7b19-4238-ad94-617ccd824c70 HTTP/1.1" status: 200 len: 946 time: 0.0845165 Oct 20 11:28:49.284280 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:49.355641 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-72217f55-b517-4691-876f-74489329e8a4 req-1893d85a-8e81-453b-8a80-6eca6c27660e tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956435 Oct 20 11:28:49.429370 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-d01d4e95-9e54-45e4-b637-0ba7b9a760f2 None None] Set router aa78a856-593c-4764-8771-5b1828f3a023 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:28:49.541760 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b46b60d6-b41c-4b1c-9ecb-12c40e9acd2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:49.553423 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a02dcac-8905-4af9-9d0c-172f3966de22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fc54b5a-545e-440d-8e56-06e6c4ed6dda'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:28:49.556188 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb8e7a6-7af8-41ae-b38e-9345e133966e" -d '{"events": [{"server_uuid": "2a02dcac-8905-4af9-9d0c-172f3966de22", "name": "network-vif-unplugged", "status": "completed", "tag": "9fc54b5a-545e-440d-8e56-06e6c4ed6dda"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:28:49.563114 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3eff903e-3e18-4b0e-a279-70762f153b87 None None] Provisioning complete for port 251ffcb5-34f7-45a4-8fc1-dcea8bbc0494 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:28:49.563528 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3eff903e-3e18-4b0e-a279-70762f153b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:49.640157 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 9fc54b5a-545e-440d-8e56-06e6c4ed6dda, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=9fc54b5a-545e-440d-8e56-06e6c4ed6dda,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:28:49.664325 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:49.697980 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea5500-07cb-4c49-924b-a1ede50aee57 req-a127ebc3-5e07-4456-b378-131a974016c1 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:49.718937 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dfea5500-07cb-4c49-924b-a1ede50aee57 req-a127ebc3-5e07-4456-b378-131a974016c1 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/ports?device_id=990fdeaf-bd3a-416f-bbdd-02714367a9c0 HTTP/1.1" status: 200 len: 931 time: 0.1912355 Oct 20 11:28:49.815038 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dfea5500-07cb-4c49-924b-a1ede50aee57 req-234895d1-56f1-4e06-aa15-68ce3c87a83e tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/security-groups?id=495852f5-de6b-4129-b7c7-5bc39347752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948186 Oct 20 11:28:49.824720 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=9fc54b5a-545e-440d-8e56-06e6c4ed6dda,revision_number=6']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:49.963587 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beec314f-b20a-4a37-94d7-17b85bb72cbd x-openstack-request-id: req-beec314f-b20a-4a37-94d7-17b85bb72cbd {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:28:49.963904 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a02dcac-8905-4af9-9d0c-172f3966de22", "name": "network-vif-unplugged", "status": "completed", "tag": "9fc54b5a-545e-440d-8e56-06e6c4ed6dda", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:28:49.964161 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-beec314f-b20a-4a37-94d7-17b85bb72cbd {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:28:49.964560 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a02dcac-8905-4af9-9d0c-172f3966de22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fc54b5a-545e-440d-8e56-06e6c4ed6dda', 'code': 200} Oct 20 11:28:50.003259 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-d01d4e95-9e54-45e4-b637-0ba7b9a760f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa78a856-593c-4764-8771-5b1828f3a023', 'name': 'tempest-ServersTestFqdnHostnames-276365898-router', 'tenant_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'ba098b4f-4615-441a-aa3c-c5cf83bdffb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:28:43Z', 'updated_at': '2021-10-20T11:28:47Z', 'revision_number': 3, 'project_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'gw_port': {'id': 'ba098b4f-4615-441a-aa3c-c5cf83bdffb8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a2:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa78a856-593c-4764-8771-5b1828f3a023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:45Z', 'updated_at': '2021-10-20T11:28:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:28:50.027582 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-0ef9b4e5-7081-4d78-9c56-254463421654 req-59825cde-523e-4641-b219-746a80dc04b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 981c59bc-53ca-4f43-8b0b-20d5a0e89940 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:28:50.068648 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0ef9b4e5-7081-4d78-9c56-254463421654 req-59825cde-523e-4641-b219-746a80dc04b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:50.071074 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-7437fbc1-ccc5-4c7c-83fd-bfa112717862 None None] Provisioning complete for port 981c59bc-53ca-4f43-8b0b-20d5a0e89940 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:28:50.071852 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7437fbc1-ccc5-4c7c-83fd-bfa112717862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:50.119855 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-0ef9b4e5-7081-4d78-9c56-254463421654 req-59825cde-523e-4641-b219-746a80dc04b9 service neutron] Transition to ACTIVE for port object 981c59bc-53ca-4f43-8b0b-20d5a0e89940 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:28:50.127732 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0ef9b4e5-7081-4d78-9c56-254463421654 req-59825cde-523e-4641-b219-746a80dc04b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:50.131504 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01d4e95-9e54-45e4-b637-0ba7b9a760f2 None None] Checking router: aa78a856-593c-4764-8771-5b1828f3a023 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:28:50.132172 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01d4e95-9e54-45e4-b637-0ba7b9a760f2 None None] Updating router aa78a856-593c-4764-8771-5b1828f3a023 port ba098b4f-4615-441a-aa3c-c5cf83bdffb8 binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:28:50.138946 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2e99b304-df12-4e67-86e0-3b6dbf44558c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:50.192702 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 251ffcb5-34f7-45a4-8fc1-dcea8bbc0494 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:28:50.218297 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-d01d4e95-9e54-45e4-b637-0ba7b9a760f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:50.338405 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59825cde-523e-4641-b219-746a80dc04b9 service neutron] Pushing event updated for resources: {'Port': ['ID=981c59bc-53ca-4f43-8b0b-20d5a0e89940,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:50.390229 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-7437fbc1-ccc5-4c7c-83fd-bfa112717862 None None] Port 981c59bc-53ca-4f43-8b0b-20d5a0e89940 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:28:50.409057 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3863c211-be42-47ef-808d-0c2cb2a2a708 req-798912c1-c1e9-42ac-a0c9-ee40ae12b71d tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:50.410431 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 251ffcb5-34f7-45a4-8fc1-dcea8bbc0494 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:28:50.410831 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:50.417359 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3863c211-be42-47ef-808d-0c2cb2a2a708 req-798912c1-c1e9-42ac-a0c9-ee40ae12b71d tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a02dcac-8905-4af9-9d0c-172f3966de22 HTTP/1.1" status: 200 len: 948 time: 0.2069321 Oct 20 11:28:50.577277 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55496) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:28:50.637133 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-2e99b304-df12-4e67-86e0-3b6dbf44558c admin admin] Allocated IP 172.20.0.1 (f2bda165-652a-4d6c-ac20-276d33fbbfc1/8aa4bfdd-2ba9-4931-bcff-0bb492ab280c/c08e7f2e-561e-4213-a9dc-b162c1b5de72) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:28:50.655461 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-0ef9b4e5-7081-4d78-9c56-254463421654 req-59825cde-523e-4641-b219-746a80dc04b9 service neutron] Attempting to bind port 981c59bc-53ca-4f43-8b0b-20d5a0e89940 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:28:50.656016 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-0ef9b4e5-7081-4d78-9c56-254463421654 req-59825cde-523e-4641-b219-746a80dc04b9 service neutron] Attempting to bind port 981c59bc-53ca-4f43-8b0b-20d5a0e89940 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': 'cb74e53f-6f75-4b51-a3d2-bf3da9505174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:28:50.658881 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef9b4e5-7081-4d78-9c56-254463421654 req-59825cde-523e-4641-b219-746a80dc04b9 service neutron] Attempting to bind port 981c59bc-53ca-4f43-8b0b-20d5a0e89940 on network e737fa8f-48d9-429a-9c0d-195ded222e27 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:28:50.672717 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef9b4e5-7081-4d78-9c56-254463421654 req-59825cde-523e-4641-b219-746a80dc04b9 service neutron] Port 981c59bc-53ca-4f43-8b0b-20d5a0e89940 on network e737fa8f-48d9-429a-9c0d-195ded222e27 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:28:50.673197 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef9b4e5-7081-4d78-9c56-254463421654 req-59825cde-523e-4641-b219-746a80dc04b9 service neutron] Attempting to bind port 981c59bc-53ca-4f43-8b0b-20d5a0e89940 on network e737fa8f-48d9-429a-9c0d-195ded222e27 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:28:50.703099 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 9fc54b5a-545e-440d-8e56-06e6c4ed6dda details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:28:50.740846 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7089822-dc7e-45ba-9350-c0ae8b07fca8 req-966334f2-5d4d-4cac-9dbb-a380da1afb49 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:50.750046 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c7089822-dc7e-45ba-9350-c0ae8b07fca8 req-966334f2-5d4d-4cac-9dbb-a380da1afb49 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=590515aa-7b19-4238-ad94-617ccd824c70 HTTP/1.1" status: 200 len: 946 time: 0.2286222 Oct 20 11:28:50.752070 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef9b4e5-7081-4d78-9c56-254463421654 req-59825cde-523e-4641-b219-746a80dc04b9 service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:28:50.752404 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef9b4e5-7081-4d78-9c56-254463421654 req-59825cde-523e-4641-b219-746a80dc04b9 service neutron] Checking segment: {'id': 'cb74e53f-6f75-4b51-a3d2-bf3da9505174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:28:50.752918 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef9b4e5-7081-4d78-9c56-254463421654 req-59825cde-523e-4641-b219-746a80dc04b9 service neutron] Bound using segment: {'id': 'cb74e53f-6f75-4b51-a3d2-bf3da9505174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:28:50.753532 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-0ef9b4e5-7081-4d78-9c56-254463421654 req-59825cde-523e-4641-b219-746a80dc04b9 service neutron] Bound port: 981c59bc-53ca-4f43-8b0b-20d5a0e89940, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb74e53f-6f75-4b51-a3d2-bf3da9505174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:28:50.754032 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0ef9b4e5-7081-4d78-9c56-254463421654 req-59825cde-523e-4641-b219-746a80dc04b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:50.815239 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3863c211-be42-47ef-808d-0c2cb2a2a708 req-a1340b23-499d-4947-b684-3b7b34d398a1 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3788230 Oct 20 11:28:50.892155 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-d01d4e95-9e54-45e4-b637-0ba7b9a760f2 None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:50.905840 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-d01d4e95-9e54-45e4-b637-0ba7b9a760f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:50.957811 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 9fc54b5a-545e-440d-8e56-06e6c4ed6dda, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=9fc54b5a-545e-440d-8e56-06e6c4ed6dda,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:28:50.990774 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '9fc54b5a-545e-440d-8e56-06e6c4ed6dda', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'port_id': '9fc54b5a-545e-440d-8e56-06e6c4ed6dda', 'mac_address': 'fa:16:3e:88:fa:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94289c8c-e5f7-4e30-b6a9-5b268a8fd610', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:28:51.020634 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-d01d4e95-9e54-45e4-b637-0ba7b9a760f2 None None] Attempting to bind port ba098b4f-4615-441a-aa3c-c5cf83bdffb8 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:28:51.021009 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-d01d4e95-9e54-45e4-b637-0ba7b9a760f2 None None] Attempting to bind port ba098b4f-4615-441a-aa3c-c5cf83bdffb8 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:28:51.021403 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01d4e95-9e54-45e4-b637-0ba7b9a760f2 None None] Attempting to bind port ba098b4f-4615-441a-aa3c-c5cf83bdffb8 on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:28:51.022583 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c7089822-dc7e-45ba-9350-c0ae8b07fca8 req-15133c55-2d05-4a36-ad22-ea9a4aeb45dc tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676790 Oct 20 11:28:51.023614 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ec9e2f-6a9a-4529-a2d8-414201fe611b None None] Pushing event updated for resources: {'Port': ['ID=ba098b4f-4615-441a-aa3c-c5cf83bdffb8,revision_number=2']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:51.030824 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01d4e95-9e54-45e4-b637-0ba7b9a760f2 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:28:51.031210 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01d4e95-9e54-45e4-b637-0ba7b9a760f2 None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:28:51.031606 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-d01d4e95-9e54-45e4-b637-0ba7b9a760f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:51.031993 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01d4e95-9e54-45e4-b637-0ba7b9a760f2 None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:28:51.032469 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-d01d4e95-9e54-45e4-b637-0ba7b9a760f2 None None] Bound port: ba098b4f-4615-441a-aa3c-c5cf83bdffb8, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:28:51.032863 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-d01d4e95-9e54-45e4-b637-0ba7b9a760f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:51.107467 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:51.110434 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-d01d4e95-9e54-45e4-b637-0ba7b9a760f2 None None] For port ba098b4f-4615-441a-aa3c-c5cf83bdffb8, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:28:51.114456 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-d01d4e95-9e54-45e4-b637-0ba7b9a760f2 None None] For port ba098b4f-4615-441a-aa3c-c5cf83bdffb8, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=ba098b4f-4615-441a-aa3c-c5cf83bdffb8,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:28:51.127598 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fc54b5a-545e-440d-8e56-06e6c4ed6dda {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:28:51.129764 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-d01d4e95-9e54-45e4-b637-0ba7b9a760f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:51.157249 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-0ef9b4e5-7081-4d78-9c56-254463421654 req-59825cde-523e-4641-b219-746a80dc04b9 service neutron] For port 981c59bc-53ca-4f43-8b0b-20d5a0e89940, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:28:51.157523 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 9fc54b5a-545e-440d-8e56-06e6c4ed6dda, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=9fc54b5a-545e-440d-8e56-06e6c4ed6dda,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:28:51.160089 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:51.168209 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-0ef9b4e5-7081-4d78-9c56-254463421654 req-59825cde-523e-4641-b219-746a80dc04b9 service neutron] For port 981c59bc-53ca-4f43-8b0b-20d5a0e89940, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=981c59bc-53ca-4f43-8b0b-20d5a0e89940,segment=NetworkSegment(cb74e53f-6f75-4b51-a3d2-bf3da9505174),segment_id=cb74e53f-6f75-4b51-a3d2-bf3da9505174)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:28:51.190776 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0ef9b4e5-7081-4d78-9c56-254463421654 req-59825cde-523e-4641-b219-746a80dc04b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:51.210048 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ec9e2f-6a9a-4529-a2d8-414201fe611b None None] Pushing event updated for resources: {'Port': ['ID=ba098b4f-4615-441a-aa3c-c5cf83bdffb8,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:51.235116 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=9fc54b5a-545e-440d-8e56-06e6c4ed6dda,revision_number=7']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:51.235535 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01d4e95-9e54-45e4-b637-0ba7b9a760f2 None None] Routers {'aa78a856-593c-4764-8771-5b1828f3a023'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:28:51.236170 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-d01d4e95-9e54-45e4-b637-0ba7b9a760f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:28:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['aa78a856-593c-4764-8771-5b1828f3a023'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:28:51.286170 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb4b44-3cea-4519-9c0e-acbcfd14b1ad req-8853b11e-6778-4f01-930f-f24ca37de73c tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:51.307508 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-66eb4b44-3cea-4519-9c0e-acbcfd14b1ad req-8853b11e-6778-4f01-930f-f24ca37de73c tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/ports?device_id=990fdeaf-bd3a-416f-bbdd-02714367a9c0 HTTP/1.1" status: 200 len: 943 time: 0.2814143 Oct 20 11:28:51.355184 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59825cde-523e-4641-b219-746a80dc04b9 service neutron] Pushing event updated for resources: {'Port': ['ID=981c59bc-53ca-4f43-8b0b-20d5a0e89940,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:51.368519 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9b4e5-7081-4d78-9c56-254463421654 req-59825cde-523e-4641-b219-746a80dc04b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:51.369259 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0ef9b4e5-7081-4d78-9c56-254463421654 req-59825cde-523e-4641-b219-746a80dc04b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:51.370648 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0ef9b4e5-7081-4d78-9c56-254463421654 req-59825cde-523e-4641-b219-746a80dc04b9 service neutron] 10.222.0.11 "PUT /v2.0/ports/981c59bc-53ca-4f43-8b0b-20d5a0e89940 HTTP/1.1" status: 200 len: 1091 time: 2.4483871 Oct 20 11:28:51.371443 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '990fdeaf-bd3a-416f-bbdd-02714367a9c0', 'tag': '981c59bc-53ca-4f43-8b0b-20d5a0e89940'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:28:51.378407 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1670809f-20d6-4bda-aebd-a1efd1f52f87" -d '{"events": [{"name": "network-changed", "server_uuid": "990fdeaf-bd3a-416f-bbdd-02714367a9c0", "tag": "981c59bc-53ca-4f43-8b0b-20d5a0e89940"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:28:51.387402 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-d01d4e95-9e54-45e4-b637-0ba7b9a760f2 None None] Set router aa78a856-593c-4764-8771-5b1828f3a023 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:28:51.432251 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['9fc54b5a-545e-440d-8e56-06e6c4ed6dda'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:28:51.482038 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2e99b304-df12-4e67-86e0-3b6dbf44558c admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:51.518848 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-297afbf9-f590-41c9-9a65-cb8f76d1d762 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:51.569398 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-66eb4b44-3cea-4519-9c0e-acbcfd14b1ad req-9b4b0ef7-51a0-469b-8505-48d23ed614c3 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/security-groups?id=495852f5-de6b-4129-b7c7-5bc39347752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594905 Oct 20 11:28:51.629434 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6446a8-3a04-4897-927b-441485f2e06e req-6397b4e5-6c96-486f-b76d-8289c15dd571 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:51.643794 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0b6446a8-3a04-4897-927b-441485f2e06e req-6397b4e5-6c96-486f-b76d-8289c15dd571 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "GET /v2.0/ports?device_id=5ee78286-3b95-4711-a075-f3fbfabc7622 HTTP/1.1" status: 200 len: 946 time: 0.2505379 Oct 20 11:28:51.672476 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9b4e5-7081-4d78-9c56-254463421654 req-280f78c4-a0ab-4b3d-9b13-c5010ab8e176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:51.679003 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0ef9b4e5-7081-4d78-9c56-254463421654 req-280f78c4-a0ab-4b3d-9b13-c5010ab8e176 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0f7be2198beb4fa4abf67245a1d7260e&device_id=990fdeaf-bd3a-416f-bbdd-02714367a9c0 HTTP/1.1" status: 200 len: 1094 time: 0.2289791 Oct 20 11:28:51.713744 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a467deb-fa53-43ad-bf1b-8c9f28d40f14 x-openstack-request-id: req-0a467deb-fa53-43ad-bf1b-8c9f28d40f14 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:28:51.714390 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "990fdeaf-bd3a-416f-bbdd-02714367a9c0", "tag": "981c59bc-53ca-4f43-8b0b-20d5a0e89940", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:28:51.714893 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0a467deb-fa53-43ad-bf1b-8c9f28d40f14 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:28:51.715502 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '990fdeaf-bd3a-416f-bbdd-02714367a9c0', 'tag': '981c59bc-53ca-4f43-8b0b-20d5a0e89940', 'status': 'completed', 'code': 200} Oct 20 11:28:51.717393 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-297afbf9-f590-41c9-9a65-cb8f76d1d762 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:51.725791 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2e99b304-df12-4e67-86e0-3b6dbf44558c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:51.755725 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-297afbf9-f590-41c9-9a65-cb8f76d1d762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:51.760671 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-d01d4e95-9e54-45e4-b637-0ba7b9a760f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa78a856-593c-4764-8771-5b1828f3a023', 'name': 'tempest-ServersTestFqdnHostnames-276365898-router', 'tenant_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'ba098b4f-4615-441a-aa3c-c5cf83bdffb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:28:43Z', 'updated_at': '2021-10-20T11:28:47Z', 'revision_number': 3, 'project_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'gw_port': {'id': 'ba098b4f-4615-441a-aa3c-c5cf83bdffb8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a2:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa78a856-593c-4764-8771-5b1828f3a023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:45Z', 'updated_at': '2021-10-20T11:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:28:51.786850 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0ef9b4e5-7081-4d78-9c56-254463421654 req-018e8132-ddc2-4254-a828-00410d22acc9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=981c59bc-53ca-4f43-8b0b-20d5a0e89940 HTTP/1.1" status: 200 len: 217 time: 0.0861514 Oct 20 11:28:51.802573 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0b6446a8-3a04-4897-927b-441485f2e06e req-1913cc20-09b4-436e-8457-85f49bee9daf tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "GET /v2.0/security-groups?id=d7aebbb5-65a1-4d60-b2e8-4078ecfc3582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520486 Oct 20 11:28:51.825859 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01d4e95-9e54-45e4-b637-0ba7b9a760f2 None None] The sync data for ids ['aa78a856-593c-4764-8771-5b1828f3a023'] in n-d-814735-3 is: [{'id': 'aa78a856-593c-4764-8771-5b1828f3a023', 'name': 'tempest-ServersTestFqdnHostnames-276365898-router', 'tenant_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'ba098b4f-4615-441a-aa3c-c5cf83bdffb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:28:43Z', 'updated_at': '2021-10-20T11:28:47Z', 'revision_number': 3, 'project_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'gw_port': {'id': 'ba098b4f-4615-441a-aa3c-c5cf83bdffb8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a2:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa78a856-593c-4764-8771-5b1828f3a023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:45Z', 'updated_at': '2021-10-20T11:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:28:51.885475 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e99b304-df12-4e67-86e0-3b6dbf44558c admin admin] Network f2bda165-652a-4d6c-ac20-276d33fbbfc1 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:28:51.925774 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9b4e5-7081-4d78-9c56-254463421654 req-9d216fdf-95e1-40df-95a9-9b936397f9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:51.926005 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-2e99b304-df12-4e67-86e0-3b6dbf44558c admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:28:51.927558 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0ef9b4e5-7081-4d78-9c56-254463421654 req-9d216fdf-95e1-40df-95a9-9b936397f9dd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=daa3a48e-5bbf-4e17-b716-d19b520de866 HTTP/1.1" status: 200 len: 859 time: 0.1219182 Oct 20 11:28:51.939663 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e99b304-df12-4e67-86e0-3b6dbf44558c admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:28:51.965917 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99b304-df12-4e67-86e0-3b6dbf44558c admin admin] Pushing event updated for resources: {'Port': ['ID=c08e7f2e-561e-4213-a9dc-b162c1b5de72,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:51.984196 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55524) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:28:51.987175 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-297afbf9-f590-41c9-9a65-cb8f76d1d762 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=24a48d4ac2ff4cf7a588857fc793a4ad&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4092853 Oct 20 11:28:52.038983 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297afbf9-f590-41c9-9a65-cb8f76d1d762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50669658-9499-4fa8-a1b7-886c1e020ecd,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:52.075124 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e409c18-2d4f-43c7-955f-ba208b000223 req-7728dd40-d10f-4be2-97f7-84883dc88b45 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:52.076724 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8e409c18-2d4f-43c7-955f-ba208b000223 req-7728dd40-d10f-4be2-97f7-84883dc88b45 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a02dcac-8905-4af9-9d0c-172f3966de22 HTTP/1.1" status: 200 len: 949 time: 0.1781318 Oct 20 11:28:52.090403 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9b4e5-7081-4d78-9c56-254463421654 req-2c0edcd2-ce5f-4f3a-8926-1f8557191bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:52.091076 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2e99b304-df12-4e67-86e0-3b6dbf44558c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:52.096223 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0ef9b4e5-7081-4d78-9c56-254463421654 req-2c0edcd2-ce5f-4f3a-8926-1f8557191bf8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e737fa8f-48d9-429a-9c0d-195ded222e27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1457253 Oct 20 11:28:52.143532 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-99738ebc-6900-463b-9462-d861ca4b5406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:52.331555 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8e409c18-2d4f-43c7-955f-ba208b000223 req-f34063dd-380f-45f1-8e78-ae63d1054af9 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344034 Oct 20 11:28:52.384416 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-aa7a43da-45c9-4249-b33e-61d65f7d1287 None None] Provisioning complete for port c08e7f2e-561e-4213-a9dc-b162c1b5de72 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:28:52.386672 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-aa7a43da-45c9-4249-b33e-61d65f7d1287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:52.390070 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-adcf536c-7385-4b40-9741-598e64479040 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:52.437578 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2e99b304-df12-4e67-86e0-3b6dbf44558c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:52.464486 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a43d4-9015-4984-98cd-4c17332ca7f0 req-2ec7a42c-4059-4a63-94c1-df119df8878d tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:52.472782 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-799a43d4-9015-4984-98cd-4c17332ca7f0 req-2ec7a42c-4059-4a63-94c1-df119df8878d tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=590515aa-7b19-4238-ad94-617ccd824c70 HTTP/1.1" status: 200 len: 946 time: 0.2972491 Oct 20 11:28:52.499215 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-aa7a43da-45c9-4249-b33e-61d65f7d1287 None None] Port c08e7f2e-561e-4213-a9dc-b162c1b5de72 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:28:52.540572 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-adcf536c-7385-4b40-9741-598e64479040 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:52.612461 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0ef9b4e5-7081-4d78-9c56-254463421654 req-08ac3ed3-3a37-4ee1-849d-7b58f605aa24 service neutron] 10.222.0.11 "GET /v2.0/networks/e737fa8f-48d9-429a-9c0d-195ded222e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4988420 Oct 20 11:28:52.637368 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-799a43d4-9015-4984-98cd-4c17332ca7f0 req-44e24ae9-8919-4f64-a4ff-8718afea642e tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635287 Oct 20 11:28:52.698532 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 9fc54b5a-545e-440d-8e56-06e6c4ed6dda up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:28:52.760007 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2e99b304-df12-4e67-86e0-3b6dbf44558c admin admin] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:52.760734 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-adcf536c-7385-4b40-9741-598e64479040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:52.764758 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-adcf536c-7385-4b40-9741-598e64479040 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:52.766060 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-adcf536c-7385-4b40-9741-598e64479040 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/50669658-9499-4fa8-a1b7-886c1e020ecd HTTP/1.1" status: 204 len: 168 time: 0.7797689 Oct 20 11:28:52.783954 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2e99b304-df12-4e67-86e0-3b6dbf44558c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:52.795518 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcf536c-7385-4b40-9741-598e64479040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50669658-9499-4fa8-a1b7-886c1e020ecd,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:52.825750 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 9fc54b5a-545e-440d-8e56-06e6c4ed6dda triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:28:52.826160 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:52.978690 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef9b42-6ecb-478d-b741-1b107f1a1c89 req-44ccf972-3943-4880-81b0-36c631df21ca tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:52.987899 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-baef9b42-6ecb-478d-b741-1b107f1a1c89 req-44ccf972-3943-4880-81b0-36c631df21ca tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/ports?device_id=990fdeaf-bd3a-416f-bbdd-02714367a9c0 HTTP/1.1" status: 200 len: 943 time: 0.1486459 Oct 20 11:28:52.988680 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2e99b304-df12-4e67-86e0-3b6dbf44558c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:52.992511 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99b304-df12-4e67-86e0-3b6dbf44558c admin admin] Pushing event updated for resources: {'Port': ['ID=c08e7f2e-561e-4213-a9dc-b162c1b5de72,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:52.999505 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0ef9b4e5-7081-4d78-9c56-254463421654 req-33ef52b7-fc2d-4ce0-a8ac-ddb0a1ae396a service neutron] 10.222.0.11 "GET /v2.0/networks/e737fa8f-48d9-429a-9c0d-195ded222e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375323 Oct 20 11:28:53.080983 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:53.092339 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:53.158922 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:53.194106 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a02dcac-8905-4af9-9d0c-172f3966de22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc54b5a-545e-440d-8e56-06e6c4ed6dda'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:28:53.200317 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7d8c29-ddd8-40e5-bab2-2cae542a3552" -d '{"events": [{"server_uuid": "2a02dcac-8905-4af9-9d0c-172f3966de22", "name": "network-vif-plugged", "status": "completed", "tag": "9fc54b5a-545e-440d-8e56-06e6c4ed6dda"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:28:53.243572 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 9fc54b5a-545e-440d-8e56-06e6c4ed6dda, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=9fc54b5a-545e-440d-8e56-06e6c4ed6dda,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:28:53.256864 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:53.267632 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e99b304-df12-4e67-86e0-3b6dbf44558c admin admin] Network f2bda165-652a-4d6c-ac20-276d33fbbfc1 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:28:53.268760 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-baef9b42-6ecb-478d-b741-1b107f1a1c89 req-16d8611c-c00c-49f4-add9-a3494c6db247 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/security-groups?id=495852f5-de6b-4129-b7c7-5bc39347752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667758 Oct 20 11:28:53.281468 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-2e99b304-df12-4e67-86e0-3b6dbf44558c admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:28:53.299320 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a164996-eb3c-4bce-ba16-56a2c7631268 req-690c0d4e-46a7-40e6-bd1e-365fa4b9a273 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:53.307798 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2a164996-eb3c-4bce-ba16-56a2c7631268 req-690c0d4e-46a7-40e6-bd1e-365fa4b9a273 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.89 "GET /v2.0/ports?device_id=2a02dcac-8905-4af9-9d0c-172f3966de22&tenant_id=4b173b35dd00423795d2e29ae132dc78&binding%3Ahost_id=n-h2-814735-3 HTTP/1.1" status: 200 len: 949 time: 0.5284002 Oct 20 11:28:53.313380 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab80da-f059-4798-8163-97a1e6e4578f req-47f9c70f-2386-41e5-bdf8-21ffafd9d87b tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:53.329111 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d9ab80da-f059-4798-8163-97a1e6e4578f req-47f9c70f-2386-41e5-bdf8-21ffafd9d87b tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a02dcac-8905-4af9-9d0c-172f3966de22 HTTP/1.1" status: 200 len: 949 time: 0.1404550 Oct 20 11:28:53.331924 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670809f-20d6-4bda-aebd-a1efd1f52f87 req-4e3ec7f2-4dd3-49a1-98ac-8c990e84a2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:53.337198 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1670809f-20d6-4bda-aebd-a1efd1f52f87 req-4e3ec7f2-4dd3-49a1-98ac-8c990e84a2d7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0f7be2198beb4fa4abf67245a1d7260e&device_id=990fdeaf-bd3a-416f-bbdd-02714367a9c0 HTTP/1.1" status: 200 len: 1094 time: 0.2582760 Oct 20 11:28:53.458931 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=9fc54b5a-545e-440d-8e56-06e6c4ed6dda,revision_number=8']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:53.501284 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d9ab80da-f059-4798-8163-97a1e6e4578f req-8de941bd-09b9-41b7-aa93-a5e9adeccbff tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607478 Oct 20 11:28:53.602441 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe6e522-9f8e-4f2f-9ceb-c58a5c7dc34d x-openstack-request-id: req-dbe6e522-9f8e-4f2f-9ceb-c58a5c7dc34d {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:28:53.603047 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a02dcac-8905-4af9-9d0c-172f3966de22", "name": "network-vif-plugged", "status": "completed", "tag": "9fc54b5a-545e-440d-8e56-06e6c4ed6dda", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:28:53.603493 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-dbe6e522-9f8e-4f2f-9ceb-c58a5c7dc34d {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:28:53.604194 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a02dcac-8905-4af9-9d0c-172f3966de22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc54b5a-545e-440d-8e56-06e6c4ed6dda', 'code': 200} Oct 20 11:28:53.629875 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55562) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:28:53.676854 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-89fff75c-ba6b-42d8-9609-5ae396cb1b5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:53.680340 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e99b304-df12-4e67-86e0-3b6dbf44558c admin admin] Router aa78a856-593c-4764-8771-5b1828f3a023 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:28:53.682579 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a164996-eb3c-4bce-ba16-56a2c7631268 req-789ddd5b-53d3-48cc-b37e-37573ce3d4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:53.684247 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2a164996-eb3c-4bce-ba16-56a2c7631268 req-789ddd5b-53d3-48cc-b37e-37573ce3d4cb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4b173b35dd00423795d2e29ae132dc78&device_id=2a02dcac-8905-4af9-9d0c-172f3966de22 HTTP/1.1" status: 200 len: 1101 time: 0.2362409 Oct 20 11:28:53.729233 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f239c4f9-ce1d-481f-be25-d1556b6f849a req-ef10d23b-21e3-4217-93f3-245fe5a0908f tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--1197947637&fields=id&tenant_id=148df67387bc4ce6991a2699fe30ca2b HTTP/1.1" status: 200 len: 267 time: 0.2236938 Oct 20 11:28:53.819520 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670809f-20d6-4bda-aebd-a1efd1f52f87 req-66e7e640-bbcb-43b1-a9bf-d9415dd96077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:53.821020 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1670809f-20d6-4bda-aebd-a1efd1f52f87 req-66e7e640-bbcb-43b1-a9bf-d9415dd96077 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e737fa8f-48d9-429a-9c0d-195ded222e27 HTTP/1.1" status: 200 len: 922 time: 0.4613156 Oct 20 11:28:53.831386 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-5a7917eb-b1db-429e-80fa-6b4100402016 None None] Provisioning complete for port c08e7f2e-561e-4213-a9dc-b162c1b5de72 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:28:53.832166 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5a7917eb-b1db-429e-80fa-6b4100402016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:53.882696 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-5a7917eb-b1db-429e-80fa-6b4100402016 None None] Port c08e7f2e-561e-4213-a9dc-b162c1b5de72 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:28:53.941055 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1670809f-20d6-4bda-aebd-a1efd1f52f87 req-d44d29a3-d073-439d-9c40-6d8f2823618c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=981c59bc-53ca-4f43-8b0b-20d5a0e89940 HTTP/1.1" status: 200 len: 217 time: 0.0996039 Oct 20 11:28:53.950774 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a164996-eb3c-4bce-ba16-56a2c7631268 req-a1606bb7-21d2-465e-8258-55fb24bb59ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:53.952397 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2a164996-eb3c-4bce-ba16-56a2c7631268 req-a1606bb7-21d2-465e-8258-55fb24bb59ad service neutron] 10.222.0.89 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 0.2585721 Oct 20 11:28:54.041362 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74c37d-1f3d-4f3a-8a08-6d9b9d9a2662 req-120243d8-1594-4522-89cc-820fab3c8421 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:54.042878 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ed74c37d-1f3d-4f3a-8a08-6d9b9d9a2662 req-120243d8-1594-4522-89cc-820fab3c8421 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=590515aa-7b19-4238-ad94-617ccd824c70 HTTP/1.1" status: 200 len: 946 time: 0.1208584 Oct 20 11:28:54.053534 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2a164996-eb3c-4bce-ba16-56a2c7631268 req-da3f3e84-3277-43a8-8f03-5b43e296e3ab service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=9fc54b5a-545e-440d-8e56-06e6c4ed6dda HTTP/1.1" status: 200 len: 217 time: 0.0647643 Oct 20 11:28:54.064021 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e99b304-df12-4e67-86e0-3b6dbf44558c admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:28:54.070545 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239c4f9-ce1d-481f-be25-d1556b6f849a req-7ff39c59-7a89-480e-aae7-0d7d29596d71 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:54.072838 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2e99b304-df12-4e67-86e0-3b6dbf44558c admin admin] 10.222.0.98 "PUT /v2.0/routers/aa78a856-593c-4764-8771-5b1828f3a023/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9874127 Oct 20 11:28:54.079327 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f239c4f9-ce1d-481f-be25-d1556b6f849a req-7ff39c59-7a89-480e-aae7-0d7d29596d71 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "GET /v2.0/networks?id=d8338651-6e93-43eb-82bb-c86cf6e817ba HTTP/1.1" status: 200 len: 824 time: 0.3404248 Oct 20 11:28:54.084439 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-89fff75c-ba6b-42d8-9609-5ae396cb1b5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:54.098490 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670809f-20d6-4bda-aebd-a1efd1f52f87 req-f8d4a05c-1685-4ef4-b5d3-5ad1a4fc9189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:54.099966 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1670809f-20d6-4bda-aebd-a1efd1f52f87 req-f8d4a05c-1685-4ef4-b5d3-5ad1a4fc9189 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=daa3a48e-5bbf-4e17-b716-d19b520de866 HTTP/1.1" status: 200 len: 859 time: 0.1382346 Oct 20 11:28:54.122045 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-89fff75c-ba6b-42d8-9609-5ae396cb1b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:54.150618 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f239c4f9-ce1d-481f-be25-d1556b6f849a req-33aff6db-adad-4c2b-a595-449da2a3a677 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "GET /v2.0/quotas/148df67387bc4ce6991a2699fe30ca2b HTTP/1.1" status: 200 len: 375 time: 0.0546961 Oct 20 11:28:54.238418 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device ba098b4f-4615-441a-aa3c-c5cf83bdffb8 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:28:54.243139 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ed74c37d-1f3d-4f3a-8a08-6d9b9d9a2662 req-e5a937f1-76b5-497b-94cb-f19ec6815733 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604424 Oct 20 11:28:54.247084 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-89fff75c-ba6b-42d8-9609-5ae396cb1b5a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=88393cedc0b847fab588937d330a6b2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6176374 Oct 20 11:28:54.252840 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fff75c-ba6b-42d8-9609-5ae396cb1b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f22bbff-a27b-4d74-ad9f-e36d4fdf0456,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:54.253458 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55576) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:28:54.275083 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a164996-eb3c-4bce-ba16-56a2c7631268 req-4748588e-73b0-4d11-bd83-e4ecd56b5099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:54.276660 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2a164996-eb3c-4bce-ba16-56a2c7631268 req-4748588e-73b0-4d11-bd83-e4ecd56b5099 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.2105136 Oct 20 11:28:54.348423 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670809f-20d6-4bda-aebd-a1efd1f52f87 req-249f6c91-0850-4393-8a59-adc30c0c887c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:54.349982 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1670809f-20d6-4bda-aebd-a1efd1f52f87 req-249f6c91-0850-4393-8a59-adc30c0c887c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e737fa8f-48d9-429a-9c0d-195ded222e27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2172039 Oct 20 11:28:54.382145 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f239c4f9-ce1d-481f-be25-d1556b6f849a req-27a90016-1489-45df-adc4-558094fd1a20 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=148df67387bc4ce6991a2699fe30ca2b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2156208 Oct 20 11:28:54.396274 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port ba098b4f-4615-441a-aa3c-c5cf83bdffb8 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:28:54.397032 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:54.402162 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a164996-eb3c-4bce-ba16-56a2c7631268 req-a2f0d00f-3a82-4619-9b24-917f0923e131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:54.408728 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2a164996-eb3c-4bce-ba16-56a2c7631268 req-a2f0d00f-3a82-4619-9b24-917f0923e131 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1162119 Oct 20 11:28:54.535136 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:54.555567 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d76d5c06-ebc0-4b1f-b443-9868be27fa3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:54.563964 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port ba098b4f-4615-441a-aa3c-c5cf83bdffb8, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=ba098b4f-4615-441a-aa3c-c5cf83bdffb8,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:28:54.570672 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:54.627214 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2a164996-eb3c-4bce-ba16-56a2c7631268 req-4183674e-afed-4cc2-8702-1623c127b9ea service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084095 Oct 20 11:28:54.687662 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=ba098b4f-4615-441a-aa3c-c5cf83bdffb8,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:54.765880 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:54.778708 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2a164996-eb3c-4bce-ba16-56a2c7631268 req-9727d36f-8765-4202-8de4-258840284816 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413021 Oct 20 11:28:54.785117 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c04a27f-93cf-48fd-845f-2e832f4ea17c None None] Sync routers for ids ['aa78a856-593c-4764-8771-5b1828f3a023'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:28:54.797020 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c04a27f-93cf-48fd-845f-2e832f4ea17c None None] Routers {'aa78a856-593c-4764-8771-5b1828f3a023'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:28:54.798013 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-2c04a27f-93cf-48fd-845f-2e832f4ea17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:28:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['aa78a856-593c-4764-8771-5b1828f3a023'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:28:54.938127 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-2c04a27f-93cf-48fd-845f-2e832f4ea17c None None] Set router aa78a856-593c-4764-8771-5b1828f3a023 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:28:54.993941 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a83714b-470d-419d-b7f7-55a36403e6e2 req-e7e84ceb-eb72-459b-93e8-7b5c1611db7e tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:54.995457 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9a83714b-470d-419d-b7f7-55a36403e6e2 req-e7e84ceb-eb72-459b-93e8-7b5c1611db7e tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ee78286-3b95-4711-a075-f3fbfabc7622 HTTP/1.1" status: 200 len: 946 time: 0.6298881 Oct 20 11:28:54.999749 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d76d5c06-ebc0-4b1f-b443-9868be27fa3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:55.088576 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1288d2-c804-4013-a88b-8abd8e95eda1 req-13fe7b12-25b5-462c-8b85-ecab18f03c94 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:55.096102 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bb1288d2-c804-4013-a88b-8abd8e95eda1 req-13fe7b12-25b5-462c-8b85-ecab18f03c94 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/ports?device_id=990fdeaf-bd3a-416f-bbdd-02714367a9c0 HTTP/1.1" status: 200 len: 943 time: 0.6821053 Oct 20 11:28:55.145587 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1670809f-20d6-4bda-aebd-a1efd1f52f87 req-d6bd42bc-aac2-4de9-a0d8-2e81925258c3 service neutron] 10.222.0.11 "GET /v2.0/networks/e737fa8f-48d9-429a-9c0d-195ded222e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7329352 Oct 20 11:28:55.154545 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f239c4f9-ce1d-481f-be25-d1556b6f849a req-8eaf2b8f-d4d5-4e16-91b1-11ef406a15c8 service neutron] 10.222.0.98 "GET /v2.0/networks/d8338651-6e93-43eb-82bb-c86cf6e817ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7031136 Oct 20 11:28:55.194522 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-2c04a27f-93cf-48fd-845f-2e832f4ea17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa78a856-593c-4764-8771-5b1828f3a023', 'name': 'tempest-ServersTestFqdnHostnames-276365898-router', 'tenant_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'ba098b4f-4615-441a-aa3c-c5cf83bdffb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:28:43Z', 'updated_at': '2021-10-20T11:28:52Z', 'revision_number': 4, 'project_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'gw_port': {'id': 'ba098b4f-4615-441a-aa3c-c5cf83bdffb8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa78a856-593c-4764-8771-5b1828f3a023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:45Z', 'updated_at': '2021-10-20T11:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'c08e7f2e-561e-4213-a9dc-b162c1b5de72', 'name': '', 'network_id': 'f2bda165-652a-4d6c-ac20-276d33fbbfc1', 'tenant_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'mac_address': 'fa:16:3e:25:f6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa78a856-593c-4764-8771-5b1828f3a023', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8aa4bfdd-2ba9-4931-bcff-0bb492ab280c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:50Z', 'updated_at': '2021-10-20T11:28:52Z', 'revision_number': 2, 'project_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'subnets': [{'id': '8aa4bfdd-2ba9-4931-bcff-0bb492ab280c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:28:55.250155 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c04a27f-93cf-48fd-845f-2e832f4ea17c None None] Checking router: aa78a856-593c-4764-8771-5b1828f3a023 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:28:55.251471 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c04a27f-93cf-48fd-845f-2e832f4ea17c None None] Updating router aa78a856-593c-4764-8771-5b1828f3a023 port c08e7f2e-561e-4213-a9dc-b162c1b5de72 binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:28:55.321792 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2c04a27f-93cf-48fd-845f-2e832f4ea17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:55.339275 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bb1288d2-c804-4013-a88b-8abd8e95eda1 req-c9e295de-e877-491e-a129-c78a014f296a tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/security-groups?id=495852f5-de6b-4129-b7c7-5bc39347752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422841 Oct 20 11:28:55.365143 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d76d5c06-ebc0-4b1f-b443-9868be27fa3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:55.367690 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d76d5c06-ebc0-4b1f-b443-9868be27fa3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:55.371494 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d76d5c06-ebc0-4b1f-b443-9868be27fa3d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9f22bbff-a27b-4d74-ad9f-e36d4fdf0456 HTTP/1.1" status: 204 len: 168 time: 1.1152945 Oct 20 11:28:55.429427 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76d5c06-ebc0-4b1f-b443-9868be27fa3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f22bbff-a27b-4d74-ad9f-e36d4fdf0456,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:55.455732 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f239c4f9-ce1d-481f-be25-d1556b6f849a req-1bf62e10-bb1f-4162-8e65-933f0c7d8636 service neutron] 10.222.0.98 "GET /v2.0/networks/d8338651-6e93-43eb-82bb-c86cf6e817ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802429 Oct 20 11:28:55.457647 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1670809f-20d6-4bda-aebd-a1efd1f52f87 req-0a43f9c3-ebf1-4ff3-b59a-b33f067e13a4 service neutron] 10.222.0.11 "GET /v2.0/networks/e737fa8f-48d9-429a-9c0d-195ded222e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007061 Oct 20 11:28:55.464173 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-9a83714b-470d-419d-b7f7-55a36403e6e2 req-5e423822-5ecc-4e36-a813-f357deadeec8 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Deleting port af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:28:55.464619 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9a83714b-470d-419d-b7f7-55a36403e6e2 req-5e423822-5ecc-4e36-a813-f357deadeec8 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:55.535404 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 981c59bc-53ca-4f43-8b0b-20d5a0e89940 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:28:55.658063 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-9a83714b-470d-419d-b7f7-55a36403e6e2 req-5e423822-5ecc-4e36-a813-f357deadeec8 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] For port af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290,segment=NetworkSegment(f7b2f859-a162-4ede-8eaa-620a4add6ef1),segment_id=f7b2f859-a162-4ede-8eaa-620a4add6ef1)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:28:55.658430 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9a83714b-470d-419d-b7f7-55a36403e6e2 req-5e423822-5ecc-4e36-a813-f357deadeec8 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:55.977464 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64495964-c97c-43b7-a2cf-bb958b2a0dbb req-fea4331d-d35d-4283-9b42-3d76c1366f5c tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:55.979116 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-64495964-c97c-43b7-a2cf-bb958b2a0dbb req-fea4331d-d35d-4283-9b42-3d76c1366f5c tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a02dcac-8905-4af9-9d0c-172f3966de22 HTTP/1.1" status: 200 len: 950 time: 0.1213360 Oct 20 11:28:56.009528 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 981c59bc-53ca-4f43-8b0b-20d5a0e89940, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=981c59bc-53ca-4f43-8b0b-20d5a0e89940,segment=NetworkSegment(cb74e53f-6f75-4b51-a3d2-bf3da9505174),segment_id=cb74e53f-6f75-4b51-a3d2-bf3da9505174)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:28:56.034136 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '981c59bc-53ca-4f43-8b0b-20d5a0e89940', 'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27', 'port_id': '981c59bc-53ca-4f43-8b0b-20d5a0e89940', 'mac_address': 'fa:16:3e:7a:ab:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daa3a48e-5bbf-4e17-b716-d19b520de866', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:28:56.116314 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:56.184941 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device ba098b4f-4615-441a-aa3c-c5cf83bdffb8 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:28:56.235726 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 981c59bc-53ca-4f43-8b0b-20d5a0e89940 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:28:56.239106 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-64495964-c97c-43b7-a2cf-bb958b2a0dbb req-d8d3b6a4-ef5a-44c2-9644-c5da91253fdf tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377529 Oct 20 11:28:56.242118 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9a83714b-470d-419d-b7f7-55a36403e6e2 req-5e423822-5ecc-4e36-a813-f357deadeec8 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:56.245687 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9a83714b-470d-419d-b7f7-55a36403e6e2 req-5e423822-5ecc-4e36-a813-f357deadeec8 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:56.246741 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [req-9a83714b-470d-419d-b7f7-55a36403e6e2 req-5e423822-5ecc-4e36-a813-f357deadeec8 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Floating IP 9486f5f0-36ca-42fe-85f9-5ad3929fe614 disassociated. External IP: 172.25.5.206, port: af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290. Oct 20 11:28:56.247435 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-9a83714b-470d-419d-b7f7-55a36403e6e2 req-5e423822-5ecc-4e36-a813-f357deadeec8 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Calling delete_port for af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:28:56.284253 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2c04a27f-93cf-48fd-845f-2e832f4ea17c None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:56.290575 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 981c59bc-53ca-4f43-8b0b-20d5a0e89940, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=981c59bc-53ca-4f43-8b0b-20d5a0e89940,segment=NetworkSegment(cb74e53f-6f75-4b51-a3d2-bf3da9505174),segment_id=cb74e53f-6f75-4b51-a3d2-bf3da9505174)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:28:56.297156 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2c04a27f-93cf-48fd-845f-2e832f4ea17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:56.313275 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:56.336986 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:28:56.387626 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port ba098b4f-4615-441a-aa3c-c5cf83bdffb8 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:28:56.389461 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:56.539868 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb55e2a-af73-4ea0-9a7c-b283db518f30 None None] Pushing event updated for resources: {'Port': ['ID=c08e7f2e-561e-4213-a9dc-b162c1b5de72,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:56.565492 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55620) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:28:56.570541 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-c617a448-d03e-479f-861e-af518812060b tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Request body: {'security_group': {'name': 'tempest-securitygroup--983199821', 'description': 'tempest-description--1163372072'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:28:56.640304 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c617a448-d03e-479f-861e-af518812060b tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:56.782909 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c617a448-d03e-479f-861e-af518812060b tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:56.789478 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5c648-ae4f-4130-9e85-84144233f109 req-6fd0b39f-7e89-4b28-82a8-796e2482cddd tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:56.792896 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c617a448-d03e-479f-861e-af518812060b tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:56.802196 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['981c59bc-53ca-4f43-8b0b-20d5a0e89940'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:28:56.807848 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4cb5c648-ae4f-4130-9e85-84144233f109 req-6fd0b39f-7e89-4b28-82a8-796e2482cddd tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=590515aa-7b19-4238-ad94-617ccd824c70 HTTP/1.1" status: 200 len: 946 time: 0.3005905 Oct 20 11:28:56.890973 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c617a448-d03e-479f-861e-af518812060b tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=045f848c-a9c3-4f29-86d7-1a70ff7324d2,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:56.929194 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c617a448-d03e-479f-861e-af518812060b tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:56.931760 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c617a448-d03e-479f-861e-af518812060b tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3649974 Oct 20 11:28:56.938298 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55632) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:28:56.949634 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-5db0f31d-00a2-46e9-b2a2-5faabc27ab31 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Request body: {'security_group_rule': {'security_group_id': '045f848c-a9c3-4f29-86d7-1a70ff7324d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:28:56.953151 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-2c04a27f-93cf-48fd-845f-2e832f4ea17c None None] Attempting to bind port c08e7f2e-561e-4213-a9dc-b162c1b5de72 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:28:56.953526 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-2c04a27f-93cf-48fd-845f-2e832f4ea17c None None] Attempting to bind port c08e7f2e-561e-4213-a9dc-b162c1b5de72 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '406cf6b7-0aa3-4ceb-b166-0422c442946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'f2bda165-652a-4d6c-ac20-276d33fbbfc1'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:28:56.955265 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c04a27f-93cf-48fd-845f-2e832f4ea17c None None] Attempting to bind port c08e7f2e-561e-4213-a9dc-b162c1b5de72 on network f2bda165-652a-4d6c-ac20-276d33fbbfc1 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:28:56.957153 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-71aff4c1-48e1-41b4-92d8-6a580010bf29 req-80c3a523-90e8-45b8-a16d-a82485711cc8 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "GET /v2.0/ports?device_id=d9d45d87-4bb6-486c-b0ae-82ffe15b83c4 HTTP/1.1" status: 200 len: 210 time: 0.2486157 Oct 20 11:28:56.970356 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=981c59bc-53ca-4f43-8b0b-20d5a0e89940,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:57.010659 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5db0f31d-00a2-46e9-b2a2-5faabc27ab31 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:57.066449 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d1a86078-a6cc-4ba3-b6a9-e87d516d07e3 None None] Provisioning complete for port c08e7f2e-561e-4213-a9dc-b162c1b5de72 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:28:57.071108 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d1a86078-a6cc-4ba3-b6a9-e87d516d07e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:57.078864 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c04a27f-93cf-48fd-845f-2e832f4ea17c None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:28:57.079394 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c04a27f-93cf-48fd-845f-2e832f4ea17c None None] Checking segment: {'id': '406cf6b7-0aa3-4ceb-b166-0422c442946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'f2bda165-652a-4d6c-ac20-276d33fbbfc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:28:57.080010 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2c04a27f-93cf-48fd-845f-2e832f4ea17c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:57.080611 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c04a27f-93cf-48fd-845f-2e832f4ea17c None None] Bound using segment: {'id': '406cf6b7-0aa3-4ceb-b166-0422c442946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'f2bda165-652a-4d6c-ac20-276d33fbbfc1'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:28:57.081365 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-2c04a27f-93cf-48fd-845f-2e832f4ea17c None None] Bound port: c08e7f2e-561e-4213-a9dc-b162c1b5de72, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406cf6b7-0aa3-4ceb-b166-0422c442946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'f2bda165-652a-4d6c-ac20-276d33fbbfc1'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:28:57.081954 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2c04a27f-93cf-48fd-845f-2e832f4ea17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:57.108475 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4cb5c648-ae4f-4130-9e85-84144233f109 req-f31d2220-ee7e-4b40-b06c-8806d5a2193b tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981544 Oct 20 11:28:57.151498 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9a83714b-470d-419d-b7f7-55a36403e6e2 req-5e423822-5ecc-4e36-a813-f357deadeec8 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:57.280942 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5db0f31d-00a2-46e9-b2a2-5faabc27ab31 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:57.289051 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5db0f31d-00a2-46e9-b2a2-5faabc27ab31 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:57.313221 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e423822-5ecc-4e36-a813-f357deadeec8 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Pushing event deleted for resources: {'Port': ['ID=af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:57.329192 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db0f31d-00a2-46e9-b2a2-5faabc27ab31 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8727844f-7815-484c-bc26-5c59e80f3e45,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:57.354877 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5db0f31d-00a2-46e9-b2a2-5faabc27ab31 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:57.363303 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5db0f31d-00a2-46e9-b2a2-5faabc27ab31 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4190118 Oct 20 11:28:57.366230 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55638) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:28:57.381469 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-e2a6e1ad-3846-4ad3-a622-9c27b65cab05 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Request body: {'security_group_rule': {'security_group_id': '045f848c-a9c3-4f29-86d7-1a70ff7324d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:28:57.443332 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b17d5-6cba-4222-bf81-03715a983d89 req-69c93c56-2cb5-421e-b372-38d0d516b077 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:57.451883 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ab4b17d5-6cba-4222-bf81-03715a983d89 req-69c93c56-2cb5-421e-b372-38d0d516b077 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a02dcac-8905-4af9-9d0c-172f3966de22 HTTP/1.1" status: 200 len: 950 time: 0.3419347 Oct 20 11:28:57.469875 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e2a6e1ad-3846-4ad3-a622-9c27b65cab05 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:57.546206 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ab4b17d5-6cba-4222-bf81-03715a983d89 req-1b37c274-25b8-4818-8516-b1614f8f3f7f tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883536 Oct 20 11:28:57.602021 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea34a71-6e64-46a7-8ca9-e14d0af56a07 req-7fb9646d-83db-4ab2-b758-3840fadaed7a tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:57.603863 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2ea34a71-6e64-46a7-8ca9-e14d0af56a07 req-7fb9646d-83db-4ab2-b758-3840fadaed7a tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/ports?device_id=990fdeaf-bd3a-416f-bbdd-02714367a9c0 HTTP/1.1" status: 200 len: 944 time: 0.2085714 Oct 20 11:28:57.618468 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e2a6e1ad-3846-4ad3-a622-9c27b65cab05 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:57.621940 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:28:57.652460 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e2a6e1ad-3846-4ad3-a622-9c27b65cab05 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:57.704350 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a6e1ad-3846-4ad3-a622-9c27b65cab05 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8f1c109-1e0c-4c81-8158-8d8e7925c4b9,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:57.719519 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d1a86078-a6cc-4ba3-b6a9-e87d516d07e3 None None] Port c08e7f2e-561e-4213-a9dc-b162c1b5de72 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:28:57.739291 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e2a6e1ad-3846-4ad3-a622-9c27b65cab05 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:57.744824 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e2a6e1ad-3846-4ad3-a622-9c27b65cab05 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3764787 Oct 20 11:28:57.745770 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55648) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:28:57.754201 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a83714b-470d-419d-b7f7-55a36403e6e2 req-5e423822-5ecc-4e36-a813-f357deadeec8 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Router 674ee549-7fa2-441d-8095-dddaba6b6583 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:28:57.759748 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-331ca825-7682-41b3-9385-5e3eec7b86c8 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:28:57.766460 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2ea34a71-6e64-46a7-8ca9-e14d0af56a07 req-5e36e135-febe-46d2-941c-1636f6cd123d tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/security-groups?id=495852f5-de6b-4129-b7c7-5bc39347752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522946 Oct 20 11:28:57.778160 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:28:57.778663 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:28:57.993568 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-331ca825-7682-41b3-9385-5e3eec7b86c8 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Publish callbacks [] for floatingip, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:58.071731 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-2c04a27f-93cf-48fd-845f-2e832f4ea17c None None] For port c08e7f2e-561e-4213-a9dc-b162c1b5de72, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:28:58.082257 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-2c04a27f-93cf-48fd-845f-2e832f4ea17c None None] For port c08e7f2e-561e-4213-a9dc-b162c1b5de72, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=c08e7f2e-561e-4213-a9dc-b162c1b5de72,segment=NetworkSegment(406cf6b7-0aa3-4ceb-b166-0422c442946c),segment_id=406cf6b7-0aa3-4ceb-b166-0422c442946c)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:28:58.096805 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2c04a27f-93cf-48fd-845f-2e832f4ea17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:58.263815 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b82f797f-89bd-41d5-b2b4-4c6b04ecb619 req-d2ca0cbc-2320-4cd0-9ebd-41a0abb0c10c tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "GET /v2.0/ports?device_id=d9d45d87-4bb6-486c-b0ae-82ffe15b83c4 HTTP/1.1" status: 200 len: 210 time: 0.0834877 Oct 20 11:28:58.309480 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a83714b-470d-419d-b7f7-55a36403e6e2 req-5e423822-5ecc-4e36-a813-f357deadeec8 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:28:58.322273 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08e5f5d-8c37-4c90-944c-f8495b7734e7 None None] Sync routers for ids ['674ee549-7fa2-441d-8095-dddaba6b6583'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:28:58.353009 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08e5f5d-8c37-4c90-944c-f8495b7734e7 None None] Routers {'674ee549-7fa2-441d-8095-dddaba6b6583'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:28:58.354111 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-b08e5f5d-8c37-4c90-944c-f8495b7734e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:28:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['674ee549-7fa2-441d-8095-dddaba6b6583'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:28:58.376932 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c04a27f-93cf-48fd-845f-2e832f4ea17c None None] Routers {'aa78a856-593c-4764-8771-5b1828f3a023'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:28:58.377474 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-2c04a27f-93cf-48fd-845f-2e832f4ea17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:28:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['aa78a856-593c-4764-8771-5b1828f3a023'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:28:58.397721 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239c4f9-ce1d-481f-be25-d1556b6f849a req-3c52d97e-3aca-46b7-99eb-151629e0e91f tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:58.405256 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-f239c4f9-ce1d-481f-be25-d1556b6f849a req-3c52d97e-3aca-46b7-99eb-151629e0e91f tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.89 "GET /v2.0/networks?id=d8338651-6e93-43eb-82bb-c86cf6e817ba HTTP/1.1" status: 200 len: 824 time: 0.6093111 Oct 20 11:28:58.451044 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a83714b-470d-419d-b7f7-55a36403e6e2 req-5e423822-5ecc-4e36-a813-f357deadeec8 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] No DVR routers for this DVR port af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:28:58.465907 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9a83714b-470d-419d-b7f7-55a36403e6e2 req-5e423822-5ecc-4e36-a813-f357deadeec8 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:58.485344 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9a83714b-470d-419d-b7f7-55a36403e6e2 req-5e423822-5ecc-4e36-a813-f357deadeec8 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.11 "DELETE /v2.0/ports/af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290 HTTP/1.1" status: 204 len: 173 time: 3.4693027 Oct 20 11:28:58.490087 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee78286-3b95-4711-a075-f3fbfabc7622', 'name': 'network-vif-deleted', 'tag': 'af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:28:58.505732 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6251c438-b6f5-4139-a829-fa9098a7629f" -d '{"events": [{"server_uuid": "5ee78286-3b95-4711-a075-f3fbfabc7622", "name": "network-vif-deleted", "tag": "af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:28:58.508436 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb55e2a-af73-4ea0-9a7c-b283db518f30 None None] Pushing event updated for resources: {'Port': ['ID=c08e7f2e-561e-4213-a9dc-b162c1b5de72,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:58.536900 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe37c21-0444-440d-a2e3-6d134a4cf228 req-b63c6245-a8de-48c6-99b9-fd0430930761 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:58.540525 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dbe37c21-0444-440d-a2e3-6d134a4cf228 req-b63c6245-a8de-48c6-99b9-fd0430930761 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=590515aa-7b19-4238-ad94-617ccd824c70 HTTP/1.1" status: 200 len: 946 time: 0.2720721 Oct 20 11:28:58.587855 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-b08e5f5d-8c37-4c90-944c-f8495b7734e7 None None] Set router 674ee549-7fa2-441d-8095-dddaba6b6583 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:28:58.609773 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-f239c4f9-ce1d-481f-be25-d1556b6f849a req-704b6b64-7e20-487b-b5b4-a6b20565d8c3 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=148df67387bc4ce6991a2699fe30ca2b HTTP/1.1" status: 200 len: 380 time: 0.1915388 Oct 20 11:28:58.618826 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-f239c4f9-ce1d-481f-be25-d1556b6f849a req-f50633c6-1a4f-49ab-99c7-3f0e3a382f90 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Request body: {'port': {'device_id': 'd9d45d87-4bb6-486c-b0ae-82ffe15b83c4', 'network_id': 'd8338651-6e93-43eb-82bb-c86cf6e817ba', 'admin_state_up': True, 'tenant_id': '148df67387bc4ce6991a2699fe30ca2b', 'security_groups': ['d7aebbb5-65a1-4d60-b2e8-4078ecfc3582']}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:28:58.649169 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f57bc8c1-1bc1-4573-b9e1-69be7660ee3c req-10fd64f4-4578-48e6-bf32-65ae0d7ae6d3 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=4b173b35dd00423795d2e29ae132dc78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1627359 Oct 20 11:28:58.661291 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-2c04a27f-93cf-48fd-845f-2e832f4ea17c None None] Set router aa78a856-593c-4764-8771-5b1828f3a023 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:28:58.775667 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-331ca825-7682-41b3-9385-5e3eec7b86c8 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:58.872945 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dbe37c21-0444-440d-a2e3-6d134a4cf228 req-b4c913dd-3cc7-4222-8a3f-4658986d1eb2 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739666 Oct 20 11:28:58.913561 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-55c16b67-9eab-4809-ac31-e129ed2874b6 None None] Provisioning complete for port c08e7f2e-561e-4213-a9dc-b162c1b5de72 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:28:58.913935 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-55c16b67-9eab-4809-ac31-e129ed2874b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:58.921965 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f239c4f9-ce1d-481f-be25-d1556b6f849a req-f50633c6-1a4f-49ab-99c7-3f0e3a382f90 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Made reservation on behalf of 148df67387bc4ce6991a2699fe30ca2b for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:28:58.926619 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-f239c4f9-ce1d-481f-be25-d1556b6f849a req-f50633c6-1a4f-49ab-99c7-3f0e3a382f90 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:58.986010 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-331ca825-7682-41b3-9385-5e3eec7b86c8 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Allocated IP 172.25.5.179 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/10087cf0-8094-477b-9cb3-6017f50c6ab8) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:28:59.046319 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57bc8c1-1bc1-4573-b9e1-69be7660ee3c req-7b22eb45-1da7-4477-9f45-331b54c1a80f tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:59.059328 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f57bc8c1-1bc1-4573-b9e1-69be7660ee3c req-7b22eb45-1da7-4477-9f45-331b54c1a80f tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3814220 Oct 20 11:28:59.106920 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f57bc8c1-1bc1-4573-b9e1-69be7660ee3c req-5eb02766-da8a-4ed9-baeb-8964ad5b4fae tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/quotas/4b173b35dd00423795d2e29ae132dc78 HTTP/1.1" status: 200 len: 375 time: 0.0365367 Oct 20 11:28:59.173931 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-b08e5f5d-8c37-4c90-944c-f8495b7734e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1118223990-router', 'tenant_id': '148df67387bc4ce6991a2699fe30ca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '1b58a554-d85a-47c3-9896-ddec53885546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:26:07Z', 'updated_at': '2021-10-20T11:26:14Z', 'revision_number': 4, 'project_id': '148df67387bc4ce6991a2699fe30ca2b', 'gw_port': {'id': '1b58a554-d85a-47c3-9896-ddec53885546', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:08Z', 'updated_at': '2021-10-20T11:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '11aefccc-1ee1-4b5f-95ed-b5a27fdfbc0b', 'name': '', 'network_id': 'd8338651-6e93-43eb-82bb-c86cf6e817ba', 'tenant_id': '148df67387bc4ce6991a2699fe30ca2b', 'mac_address': 'fa:16:3e:d9:70:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5a859bd7-2b54-4ef2-916f-95506b8b807d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:13Z', 'updated_at': '2021-10-20T11:26:23Z', 'revision_number': 5, 'project_id': '148df67387bc4ce6991a2699fe30ca2b', 'subnets': [{'id': '5a859bd7-2b54-4ef2-916f-95506b8b807d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:28:59.211871 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f57bc8c1-1bc1-4573-b9e1-69be7660ee3c req-db5e0d8b-af15-4f23-9035-de2a9814951a tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=4b173b35dd00423795d2e29ae132dc78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1039424 Oct 20 11:28:59.267098 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08e5f5d-8c37-4c90-944c-f8495b7734e7 None None] Checking router: 674ee549-7fa2-441d-8095-dddaba6b6583 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:28:59.284775 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [req-f239c4f9-ce1d-481f-be25-d1556b6f849a req-f50633c6-1a4f-49ab-99c7-3f0e3a382f90 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Allocated IP 172.20.0.14 (d8338651-6e93-43eb-82bb-c86cf6e817ba/5a859bd7-2b54-4ef2-916f-95506b8b807d/e625edf4-48ff-480e-9e44-d9e330d0c2f5) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:28:59.298100 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08e5f5d-8c37-4c90-944c-f8495b7734e7 None None] Routers {'674ee549-7fa2-441d-8095-dddaba6b6583'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:28:59.304438 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-b08e5f5d-8c37-4c90-944c-f8495b7734e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:28:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['674ee549-7fa2-441d-8095-dddaba6b6583'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:28:59.372651 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c71be14-564c-41a8-a9b4-0579d762bc4e x-openstack-request-id: req-7c71be14-564c-41a8-a9b4-0579d762bc4e {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:28:59.373021 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ee78286-3b95-4711-a075-f3fbfabc7622", "name": "network-vif-deleted", "tag": "af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:28:59.373248 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7c71be14-564c-41a8-a9b4-0579d762bc4e {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:28:59.373699 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee78286-3b95-4711-a075-f3fbfabc7622', 'name': 'network-vif-deleted', 'tag': 'af5c3e0a-6c5c-4a0b-bfc1-80de1a2cd290', 'status': 'completed', 'code': 200} Oct 20 11:28:59.381041 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-331ca825-7682-41b3-9385-5e3eec7b86c8 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:59.417311 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-55c16b67-9eab-4809-ac31-e129ed2874b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:59.510066 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 981c59bc-53ca-4f43-8b0b-20d5a0e89940 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:28:59.513047 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-55c16b67-9eab-4809-ac31-e129ed2874b6 None None] For port c08e7f2e-561e-4213-a9dc-b162c1b5de72, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=c08e7f2e-561e-4213-a9dc-b162c1b5de72,segment=NetworkSegment(406cf6b7-0aa3-4ceb-b166-0422c442946c),segment_id=406cf6b7-0aa3-4ceb-b166-0422c442946c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:28:59.561869 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-2c04a27f-93cf-48fd-845f-2e832f4ea17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa78a856-593c-4764-8771-5b1828f3a023', 'name': 'tempest-ServersTestFqdnHostnames-276365898-router', 'tenant_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'ba098b4f-4615-441a-aa3c-c5cf83bdffb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:28:43Z', 'updated_at': '2021-10-20T11:28:52Z', 'revision_number': 4, 'project_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'gw_port': {'id': 'ba098b4f-4615-441a-aa3c-c5cf83bdffb8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa78a856-593c-4764-8771-5b1828f3a023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:45Z', 'updated_at': '2021-10-20T11:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'c08e7f2e-561e-4213-a9dc-b162c1b5de72', 'name': '', 'network_id': 'f2bda165-652a-4d6c-ac20-276d33fbbfc1', 'tenant_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'mac_address': 'fa:16:3e:25:f6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa78a856-593c-4764-8771-5b1828f3a023', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8aa4bfdd-2ba9-4931-bcff-0bb492ab280c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:50Z', 'updated_at': '2021-10-20T11:28:58Z', 'revision_number': 4, 'project_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'subnets': [{'id': '8aa4bfdd-2ba9-4931-bcff-0bb492ab280c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:28:59.616927 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c04a27f-93cf-48fd-845f-2e832f4ea17c None None] The sync data for ids ['aa78a856-593c-4764-8771-5b1828f3a023'] in n-d-814735-3 is: [{'id': 'aa78a856-593c-4764-8771-5b1828f3a023', 'name': 'tempest-ServersTestFqdnHostnames-276365898-router', 'tenant_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'ba098b4f-4615-441a-aa3c-c5cf83bdffb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:28:43Z', 'updated_at': '2021-10-20T11:28:52Z', 'revision_number': 4, 'project_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'gw_port': {'id': 'ba098b4f-4615-441a-aa3c-c5cf83bdffb8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa78a856-593c-4764-8771-5b1828f3a023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:45Z', 'updated_at': '2021-10-20T11:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'c08e7f2e-561e-4213-a9dc-b162c1b5de72', 'name': '', 'network_id': 'f2bda165-652a-4d6c-ac20-276d33fbbfc1', 'tenant_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'mac_address': 'fa:16:3e:25:f6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa78a856-593c-4764-8771-5b1828f3a023', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8aa4bfdd-2ba9-4931-bcff-0bb492ab280c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:50Z', 'updated_at': '2021-10-20T11:28:58Z', 'revision_number': 4, 'project_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'subnets': [{'id': '8aa4bfdd-2ba9-4931-bcff-0bb492ab280c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:28:59.624196 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-b08e5f5d-8c37-4c90-944c-f8495b7734e7 None None] Set router 674ee549-7fa2-441d-8095-dddaba6b6583 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:28:59.631347 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-55c16b67-9eab-4809-ac31-e129ed2874b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:59.653688 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-331ca825-7682-41b3-9385-5e3eec7b86c8 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:59.659603 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e370e6-450e-47f0-825a-42d683f0660c req-d44ad244-4f14-4de8-8ab1-5288540a8072 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:28:59.675445 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e0e370e6-450e-47f0-825a-42d683f0660c req-d44ad244-4f14-4de8-8ab1-5288540a8072 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/ports?device_id=990fdeaf-bd3a-416f-bbdd-02714367a9c0 HTTP/1.1" status: 200 len: 944 time: 0.1434214 Oct 20 11:28:59.808950 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-f239c4f9-ce1d-481f-be25-d1556b6f849a req-f50633c6-1a4f-49ab-99c7-3f0e3a382f90 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:59.824633 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c16b67-9eab-4809-ac31-e129ed2874b6 None None] Pushing event updated for resources: {'Port': ['ID=c08e7f2e-561e-4213-a9dc-b162c1b5de72,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:28:59.836815 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 981c59bc-53ca-4f43-8b0b-20d5a0e89940 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:28:59.843099 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 981c59bc-53ca-4f43-8b0b-20d5a0e89940 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:28:59.843593 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:28:59.871245 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e0e370e6-450e-47f0-825a-42d683f0660c req-fcd9681a-5275-4130-b370-3f7cdddd258a tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/security-groups?id=495852f5-de6b-4129-b7c7-5bc39347752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901131 Oct 20 11:28:59.972694 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331ca825-7682-41b3-9385-5e3eec7b86c8 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:28:59.984296 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6ae8b0c3-022a-4bae-be8f-c50679220fb5 req-1b3c2d35-8dbe-4fcb-833a-edfd673fff20 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "GET /v2.0/ports?device_id=d9d45d87-4bb6-486c-b0ae-82ffe15b83c4 HTTP/1.1" status: 200 len: 210 time: 0.0845246 Oct 20 11:28:59.991161 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-331ca825-7682-41b3-9385-5e3eec7b86c8 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:29:00.001061 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331ca825-7682-41b3-9385-5e3eec7b86c8 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:29:00.083770 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:00.127191 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2e6b9c45-fea5-4578-9ae2-3bd746d519fd req-38fb839a-3041-45b8-b999-9bc9a7ef8597 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0422a46e-00fd-463d-aafb-fd9a0a2b2d45 HTTP/1.1" status: 200 len: 210 time: 0.1397030 Oct 20 11:29:00.177070 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '990fdeaf-bd3a-416f-bbdd-02714367a9c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981c59bc-53ca-4f43-8b0b-20d5a0e89940'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:29:00.192274 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7fd22e2-ad8f-4ecc-8d7f-dfaef10b7daf" -d '{"events": [{"server_uuid": "990fdeaf-bd3a-416f-bbdd-02714367a9c0", "name": "network-vif-plugged", "status": "completed", "tag": "981c59bc-53ca-4f43-8b0b-20d5a0e89940"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:29:00.229099 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 981c59bc-53ca-4f43-8b0b-20d5a0e89940, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=981c59bc-53ca-4f43-8b0b-20d5a0e89940,segment=NetworkSegment(cb74e53f-6f75-4b51-a3d2-bf3da9505174),segment_id=cb74e53f-6f75-4b51-a3d2-bf3da9505174)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:29:00.238400 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:00.380597 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device c08e7f2e-561e-4213-a9dc-b162c1b5de72 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:29:00.406359 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178352b-a02b-4b96-88d3-ef16e4245d39 req-bd6f7d5d-b801-45bd-8d28-775190ef61e0 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:00.419740 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3178352b-a02b-4b96-88d3-ef16e4245d39 req-bd6f7d5d-b801-45bd-8d28-775190ef61e0 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=590515aa-7b19-4238-ad94-617ccd824c70 HTTP/1.1" status: 200 len: 946 time: 0.1565979 Oct 20 11:29:00.423432 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-b08e5f5d-8c37-4c90-944c-f8495b7734e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1118223990-router', 'tenant_id': '148df67387bc4ce6991a2699fe30ca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '1b58a554-d85a-47c3-9896-ddec53885546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:26:07Z', 'updated_at': '2021-10-20T11:26:14Z', 'revision_number': 4, 'project_id': '148df67387bc4ce6991a2699fe30ca2b', 'gw_port': {'id': '1b58a554-d85a-47c3-9896-ddec53885546', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:08Z', 'updated_at': '2021-10-20T11:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '11aefccc-1ee1-4b5f-95ed-b5a27fdfbc0b', 'name': '', 'network_id': 'd8338651-6e93-43eb-82bb-c86cf6e817ba', 'tenant_id': '148df67387bc4ce6991a2699fe30ca2b', 'mac_address': 'fa:16:3e:d9:70:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5a859bd7-2b54-4ef2-916f-95506b8b807d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:13Z', 'updated_at': '2021-10-20T11:26:23Z', 'revision_number': 5, 'project_id': '148df67387bc4ce6991a2699fe30ca2b', 'subnets': [{'id': '5a859bd7-2b54-4ef2-916f-95506b8b807d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:00.470252 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ca825-7682-41b3-9385-5e3eec7b86c8 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Pushing event updated for resources: {'Port': ['ID=10087cf0-8094-477b-9cb3-6017f50c6ab8,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:00.476875 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-f239c4f9-ce1d-481f-be25-d1556b6f849a req-f50633c6-1a4f-49ab-99c7-3f0e3a382f90 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:00.505463 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08e5f5d-8c37-4c90-944c-f8495b7734e7 None None] The sync data for ids ['674ee549-7fa2-441d-8095-dddaba6b6583'] in n-d-814735-3 is: [{'id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1118223990-router', 'tenant_id': '148df67387bc4ce6991a2699fe30ca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '1b58a554-d85a-47c3-9896-ddec53885546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:26:07Z', 'updated_at': '2021-10-20T11:26:14Z', 'revision_number': 4, 'project_id': '148df67387bc4ce6991a2699fe30ca2b', 'gw_port': {'id': '1b58a554-d85a-47c3-9896-ddec53885546', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:08Z', 'updated_at': '2021-10-20T11:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '11aefccc-1ee1-4b5f-95ed-b5a27fdfbc0b', 'name': '', 'network_id': 'd8338651-6e93-43eb-82bb-c86cf6e817ba', 'tenant_id': '148df67387bc4ce6991a2699fe30ca2b', 'mac_address': 'fa:16:3e:d9:70:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5a859bd7-2b54-4ef2-916f-95506b8b807d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:13Z', 'updated_at': '2021-10-20T11:26:23Z', 'revision_number': 5, 'project_id': '148df67387bc4ce6991a2699fe30ca2b', 'subnets': [{'id': '5a859bd7-2b54-4ef2-916f-95506b8b807d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:29:00.527879 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3178352b-a02b-4b96-88d3-ef16e4245d39 req-55da1472-1c41-4b6c-be5f-0cb759ef422a tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070781 Oct 20 11:29:00.575089 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=981c59bc-53ca-4f43-8b0b-20d5a0e89940,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:00.601725 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f239c4f9-ce1d-481f-be25-d1556b6f849a req-f50633c6-1a4f-49ab-99c7-3f0e3a382f90 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Network d8338651-6e93-43eb-82bb-c86cf6e817ba is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:29:00.608717 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-331ca825-7682-41b3-9385-5e3eec7b86c8 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:00.612776 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [req-f239c4f9-ce1d-481f-be25-d1556b6f849a req-f50633c6-1a4f-49ab-99c7-3f0e3a382f90 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:29:00.651762 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port c08e7f2e-561e-4213-a9dc-b162c1b5de72 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:29:00.653084 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:00.654495 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-f239c4f9-ce1d-481f-be25-d1556b6f849a req-f50633c6-1a4f-49ab-99c7-3f0e3a382f90 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:29:00.854685 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee423020-9a64-42b7-81f7-648ee3f9552a x-openstack-request-id: req-ee423020-9a64-42b7-81f7-648ee3f9552a {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:29:00.856235 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "990fdeaf-bd3a-416f-bbdd-02714367a9c0", "name": "network-vif-plugged", "status": "completed", "tag": "981c59bc-53ca-4f43-8b0b-20d5a0e89940", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:29:00.856564 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ee423020-9a64-42b7-81f7-648ee3f9552a {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:29:00.857314 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '990fdeaf-bd3a-416f-bbdd-02714367a9c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981c59bc-53ca-4f43-8b0b-20d5a0e89940', 'code': 200} Oct 20 11:29:00.891112 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f75f9-acc6-4a7f-bdb2-0185ee0cb3a0 req-bd584a3f-15a7-4b53-a050-b132a0df81c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:00.904418 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-537f75f9-acc6-4a7f-bdb2-0185ee0cb3a0 req-bd584a3f-15a7-4b53-a050-b132a0df81c2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=990fdeaf-bd3a-416f-bbdd-02714367a9c0 HTTP/1.1" status: 200 len: 1096 time: 0.1684315 Oct 20 11:29:00.993161 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-331ca825-7682-41b3-9385-5e3eec7b86c8 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:00.995406 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50633c6-1a4f-49ab-99c7-3f0e3a382f90 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Pushing event updated for resources: {'Port': ['ID=e625edf4-48ff-480e-9e44-d9e330d0c2f5,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:01.088048 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239c4f9-ce1d-481f-be25-d1556b6f849a req-f50633c6-1a4f-49ab-99c7-3f0e3a382f90 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:01.091163 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-f239c4f9-ce1d-481f-be25-d1556b6f849a req-f50633c6-1a4f-49ab-99c7-3f0e3a382f90 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:01.124174 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-537f75f9-acc6-4a7f-bdb2-0185ee0cb3a0 req-bd6d79d2-0add-423a-93d8-9ece4d27c842 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=495852f5-de6b-4129-b7c7-5bc39347752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170539 Oct 20 11:29:01.176784 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-f239c4f9-ce1d-481f-be25-d1556b6f849a req-f50633c6-1a4f-49ab-99c7-3f0e3a382f90 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5620766 Oct 20 11:29:01.204968 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-fa13ebc4-855f-43b4-a066-dec18f483ceb None None] Provisioning complete for port e625edf4-48ff-480e-9e44-d9e330d0c2f5 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:29:01.206180 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-fa13ebc4-855f-43b4-a066-dec18f483ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:01.253181 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-f239c4f9-ce1d-481f-be25-d1556b6f849a req-b88c2a9e-5527-4401-af1f-6b7aef6c4a4b service neutron] Request body: {'port': {'device_id': 'd9d45d87-4bb6-486c-b0ae-82ffe15b83c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:29:01.275158 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056851d5-d7fb-42b7-b2e3-36d4b6461efd None None] New status for floating IP 9486f5f0-36ca-42fe-85f9-5ad3929fe614: DOWN {{(pid=100648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:29:01.310299 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65f2b9-811f-45b9-ab0f-65e1f3c4c2f0 req-f526da7f-3d08-4853-b298-a1a10a1358b0 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:01.320491 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8b65f2b9-811f-45b9-ab0f-65e1f3c4c2f0 req-f526da7f-3d08-4853-b298-a1a10a1358b0 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/ports?device_id=990fdeaf-bd3a-416f-bbdd-02714367a9c0 HTTP/1.1" status: 200 len: 945 time: 0.2512085 Oct 20 11:29:01.361113 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55730) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:29:01.412057 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a789b6cf-f003-4016-bb48-f4ca862d7b8f req-e19de978-8731-4d43-9e22-c4445a45540e tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:01.420213 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a789b6cf-f003-4016-bb48-f4ca862d7b8f req-e19de978-8731-4d43-9e22-c4445a45540e tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "GET /v2.0/ports?device_id=d9d45d87-4bb6-486c-b0ae-82ffe15b83c4 HTTP/1.1" status: 200 len: 932 time: 0.2222605 Oct 20 11:29:01.443473 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-fa13ebc4-855f-43b4-a066-dec18f483ceb None None] Port e625edf4-48ff-480e-9e44-d9e330d0c2f5 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:29:01.466980 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8b65f2b9-811f-45b9-ab0f-65e1f3c4c2f0 req-849b59c0-98c9-4ecf-b2c8-543b60487554 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/security-groups?id=495852f5-de6b-4129-b7c7-5bc39347752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439917 Oct 20 11:29:01.517823 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-f239c4f9-ce1d-481f-be25-d1556b6f849a req-b88c2a9e-5527-4401-af1f-6b7aef6c4a4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:01.573433 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a789b6cf-f003-4016-bb48-f4ca862d7b8f req-85f78f18-5645-4067-ba97-90448f70b21b tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "GET /v2.0/security-groups?id=d7aebbb5-65a1-4d60-b2e8-4078ecfc3582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518338 Oct 20 11:29:01.667853 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-74c5cc1b-b0cb-4f57-935f-1e3233664459 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:01.764692 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f67a29aa-84e9-44c0-8b7f-ed04d02ad5a7 req-5fcb8589-1700-4023-a39a-f8bcdd793e37 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0422a46e-00fd-463d-aafb-fd9a0a2b2d45 HTTP/1.1" status: 200 len: 210 time: 0.0790722 Oct 20 11:29:01.851911 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c89d95-2f20-40ae-914d-ea75767939d1 req-39fad003-c7de-4d14-81bc-cbd82dab310d tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:01.853663 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b9c89d95-2f20-40ae-914d-ea75767939d1 req-39fad003-c7de-4d14-81bc-cbd82dab310d tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=590515aa-7b19-4238-ad94-617ccd824c70 HTTP/1.1" status: 200 len: 946 time: 0.1064477 Oct 20 11:29:01.870585 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-331ca825-7682-41b3-9385-5e3eec7b86c8 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:01.881508 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-331ca825-7682-41b3-9385-5e3eec7b86c8 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:01.936793 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b9c89d95-2f20-40ae-914d-ea75767939d1 req-6f8eda52-a891-4053-9ff4-fd477b941101 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741501 Oct 20 11:29:01.970003 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-74c5cc1b-b0cb-4f57-935f-1e3233664459 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:01.976622 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-74c5cc1b-b0cb-4f57-935f-1e3233664459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:02.032683 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-74c5cc1b-b0cb-4f57-935f-1e3233664459 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ca100dab2dc04f78add3a81e278efb5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6439593 Oct 20 11:29:02.032683 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c5cc1b-b0cb-4f57-935f-1e3233664459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484ef5f5-11f9-4b76-9493-709f5c19bde1,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:02.050503 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55740) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:29:02.093400 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ca825-7682-41b3-9385-5e3eec7b86c8 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Pushing event updated for resources: {'Port': ['ID=10087cf0-8094-477b-9cb3-6017f50c6ab8,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:02.131536 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-331ca825-7682-41b3-9385-5e3eec7b86c8 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:02.177399 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f57bc8c1-1bc1-4573-b9e1-69be7660ee3c req-cbbc1b41-9a0c-479c-ac02-8a8e3c71cd41 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=4b173b35dd00423795d2e29ae132dc78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1100323 Oct 20 11:29:02.199196 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-331ca825-7682-41b3-9385-5e3eec7b86c8 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:02.210509 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-331ca825-7682-41b3-9385-5e3eec7b86c8 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4582317 Oct 20 11:29:02.402116 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3d558859-e729-4588-864c-90c71896a2a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:02.426069 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3d558859-e729-4588-864c-90c71896a2a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:02.438620 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-f239c4f9-ce1d-481f-be25-d1556b6f849a req-b88c2a9e-5527-4401-af1f-6b7aef6c4a4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e625edf4-48ff-480e-9e44-d9e330d0c2f5 {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:29:02.465722 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-f239c4f9-ce1d-481f-be25-d1556b6f849a req-b88c2a9e-5527-4401-af1f-6b7aef6c4a4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:02.527611 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-f239c4f9-ce1d-481f-be25-d1556b6f849a req-b88c2a9e-5527-4401-af1f-6b7aef6c4a4b service neutron] Transition to ACTIVE for port object e625edf4-48ff-480e-9e44-d9e330d0c2f5 will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:29:02.535009 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-f239c4f9-ce1d-481f-be25-d1556b6f849a req-b88c2a9e-5527-4401-af1f-6b7aef6c4a4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:02.564547 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3d558859-e729-4588-864c-90c71896a2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:02.567831 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3d558859-e729-4588-864c-90c71896a2a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:02.569673 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3d558859-e729-4588-864c-90c71896a2a5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/484ef5f5-11f9-4b76-9493-709f5c19bde1 HTTP/1.1" status: 204 len: 168 time: 0.5150101 Oct 20 11:29:02.640455 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d558859-e729-4588-864c-90c71896a2a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484ef5f5-11f9-4b76-9493-709f5c19bde1,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:02.675862 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57bc8c1-1bc1-4573-b9e1-69be7660ee3c req-0e348a1c-e90c-42cd-98ab-c7b988e8708a tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:02.677694 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f57bc8c1-1bc1-4573-b9e1-69be7660ee3c req-0e348a1c-e90c-42cd-98ab-c7b988e8708a tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4883428 Oct 20 11:29:02.711335 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88c2a9e-5527-4401-af1f-6b7aef6c4a4b service neutron] Pushing event updated for resources: {'Port': ['ID=e625edf4-48ff-480e-9e44-d9e330d0c2f5,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:02.751702 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-f239c4f9-ce1d-481f-be25-d1556b6f849a req-b88c2a9e-5527-4401-af1f-6b7aef6c4a4b service neutron] Attempting to bind port e625edf4-48ff-480e-9e44-d9e330d0c2f5 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:29:02.752170 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-f239c4f9-ce1d-481f-be25-d1556b6f849a req-b88c2a9e-5527-4401-af1f-6b7aef6c4a4b service neutron] Attempting to bind port e625edf4-48ff-480e-9e44-d9e330d0c2f5 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': 'f7b2f859-a162-4ede-8eaa-620a4add6ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'd8338651-6e93-43eb-82bb-c86cf6e817ba'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:29:02.752597 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f239c4f9-ce1d-481f-be25-d1556b6f849a req-b88c2a9e-5527-4401-af1f-6b7aef6c4a4b service neutron] Attempting to bind port e625edf4-48ff-480e-9e44-d9e330d0c2f5 on network d8338651-6e93-43eb-82bb-c86cf6e817ba {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:29:02.759712 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f239c4f9-ce1d-481f-be25-d1556b6f849a req-b88c2a9e-5527-4401-af1f-6b7aef6c4a4b service neutron] Port e625edf4-48ff-480e-9e44-d9e330d0c2f5 on network d8338651-6e93-43eb-82bb-c86cf6e817ba not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:29:02.760214 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f239c4f9-ce1d-481f-be25-d1556b6f849a req-b88c2a9e-5527-4401-af1f-6b7aef6c4a4b service neutron] Attempting to bind port e625edf4-48ff-480e-9e44-d9e330d0c2f5 on network d8338651-6e93-43eb-82bb-c86cf6e817ba {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:29:02.767991 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f239c4f9-ce1d-481f-be25-d1556b6f849a req-b88c2a9e-5527-4401-af1f-6b7aef6c4a4b service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:29:02.768711 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f239c4f9-ce1d-481f-be25-d1556b6f849a req-b88c2a9e-5527-4401-af1f-6b7aef6c4a4b service neutron] Checking segment: {'id': 'f7b2f859-a162-4ede-8eaa-620a4add6ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'd8338651-6e93-43eb-82bb-c86cf6e817ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:29:02.769351 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f239c4f9-ce1d-481f-be25-d1556b6f849a req-b88c2a9e-5527-4401-af1f-6b7aef6c4a4b service neutron] Bound using segment: {'id': 'f7b2f859-a162-4ede-8eaa-620a4add6ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'd8338651-6e93-43eb-82bb-c86cf6e817ba'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:29:02.770009 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-f239c4f9-ce1d-481f-be25-d1556b6f849a req-b88c2a9e-5527-4401-af1f-6b7aef6c4a4b service neutron] Bound port: e625edf4-48ff-480e-9e44-d9e330d0c2f5, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7b2f859-a162-4ede-8eaa-620a4add6ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'd8338651-6e93-43eb-82bb-c86cf6e817ba'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:29:02.770643 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-f239c4f9-ce1d-481f-be25-d1556b6f849a req-b88c2a9e-5527-4401-af1f-6b7aef6c4a4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:02.803464 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c40449d8-1970-498a-8eb4-06574b1c8f44 req-d0ba157c-dd05-4567-8f03-e2f3dc667b45 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--983199821&fields=id&tenant_id=130930dcc2f74762aa9c2d1b3e5d5b78 HTTP/1.1" status: 200 len: 267 time: 0.2845130 Oct 20 11:29:02.823237 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-f57bc8c1-1bc1-4573-b9e1-69be7660ee3c req-c4e69499-6b22-4956-bd00-78df63b5478a tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Request body: {'port': {'device_id': '0422a46e-00fd-463d-aafb-fd9a0a2b2d45', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'admin_state_up': True, 'tenant_id': '4b173b35dd00423795d2e29ae132dc78'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:29:02.881617 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c5ede-0224-4dc9-89b1-683ad405a55c req-749980b1-1ca9-4fe6-98c8-f474d010c3b4 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:02.882180 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-f239c4f9-ce1d-481f-be25-d1556b6f849a req-b88c2a9e-5527-4401-af1f-6b7aef6c4a4b service neutron] For port e625edf4-48ff-480e-9e44-d9e330d0c2f5, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:29:02.890685 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-738c5ede-0224-4dc9-89b1-683ad405a55c req-749980b1-1ca9-4fe6-98c8-f474d010c3b4 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/ports?device_id=990fdeaf-bd3a-416f-bbdd-02714367a9c0 HTTP/1.1" status: 200 len: 945 time: 0.2467246 Oct 20 11:29:02.893256 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-f239c4f9-ce1d-481f-be25-d1556b6f849a req-b88c2a9e-5527-4401-af1f-6b7aef6c4a4b service neutron] For port e625edf4-48ff-480e-9e44-d9e330d0c2f5, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e625edf4-48ff-480e-9e44-d9e330d0c2f5,segment=NetworkSegment(f7b2f859-a162-4ede-8eaa-620a4add6ef1),segment_id=f7b2f859-a162-4ede-8eaa-620a4add6ef1)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:29:02.902003 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-f239c4f9-ce1d-481f-be25-d1556b6f849a req-b88c2a9e-5527-4401-af1f-6b7aef6c4a4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:02.994023 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239c4f9-ce1d-481f-be25-d1556b6f849a req-b88c2a9e-5527-4401-af1f-6b7aef6c4a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:02.994757 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-f239c4f9-ce1d-481f-be25-d1556b6f849a req-b88c2a9e-5527-4401-af1f-6b7aef6c4a4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:03.004036 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-f239c4f9-ce1d-481f-be25-d1556b6f849a req-b88c2a9e-5527-4401-af1f-6b7aef6c4a4b service neutron] 10.222.0.89 "PUT /v2.0/ports/e625edf4-48ff-480e-9e44-d9e330d0c2f5 HTTP/1.1" status: 200 len: 1092 time: 1.7844117 Oct 20 11:29:03.007296 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d45d87-4bb6-486c-b0ae-82ffe15b83c4', 'tag': 'e625edf4-48ff-480e-9e44-d9e330d0c2f5'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:29:03.014542 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f40a52-f09e-4977-8402-26c947f2619d" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d45d87-4bb6-486c-b0ae-82ffe15b83c4", "tag": "e625edf4-48ff-480e-9e44-d9e330d0c2f5"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:29:03.080345 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88c2a9e-5527-4401-af1f-6b7aef6c4a4b service neutron] Pushing event updated for resources: {'Port': ['ID=e625edf4-48ff-480e-9e44-d9e330d0c2f5,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:03.112437 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-738c5ede-0224-4dc9-89b1-683ad405a55c req-e4de0254-9bd8-4393-9980-11f6809db8a3 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/security-groups?id=495852f5-de6b-4129-b7c7-5bc39347752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206404 Oct 20 11:29:03.186949 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55816) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:29:03.206918 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40449d8-1970-498a-8eb4-06574b1c8f44 req-70251031-4c7d-4319-b071-3fc140d3d434 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:03.208436 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c40449d8-1970-498a-8eb4-06574b1c8f44 req-70251031-4c7d-4319-b071-3fc140d3d434 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] 10.222.0.98 "GET /v2.0/networks?id=f2bda165-652a-4d6c-ac20-276d33fbbfc1 HTTP/1.1" status: 200 len: 814 time: 0.4016917 Oct 20 11:29:03.219916 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-99a3f53a-66a9-4f9b-a5bf-124ededc3e7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:03.248934 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c40449d8-1970-498a-8eb4-06574b1c8f44 req-754ae758-b3d5-42c8-870d-d86325482f2d tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] 10.222.0.98 "GET /v2.0/quotas/130930dcc2f74762aa9c2d1b3e5d5b78 HTTP/1.1" status: 200 len: 375 time: 0.0289207 Oct 20 11:29:03.289943 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239c4f9-ce1d-481f-be25-d1556b6f849a req-eb053355-27cd-400f-ab0c-42904760ea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:03.292014 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-f239c4f9-ce1d-481f-be25-d1556b6f849a req-eb053355-27cd-400f-ab0c-42904760ea26 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=148df67387bc4ce6991a2699fe30ca2b&device_id=d9d45d87-4bb6-486c-b0ae-82ffe15b83c4 HTTP/1.1" status: 200 len: 1095 time: 0.1954527 Oct 20 11:29:03.304335 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f57bc8c1-1bc1-4573-b9e1-69be7660ee3c req-c4e69499-6b22-4956-bd00-78df63b5478a tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Made reservation on behalf of 4b173b35dd00423795d2e29ae132dc78 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:29:03.307789 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f57bc8c1-1bc1-4573-b9e1-69be7660ee3c req-c4e69499-6b22-4956-bd00-78df63b5478a tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:03.342415 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8668ca-0b4b-422c-bd76-88500d18ecf6 req-78bea957-70fe-4f5a-b986-e5e92b8a7de8 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:03.344020 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7d8668ca-0b4b-422c-bd76-88500d18ecf6 req-78bea957-70fe-4f5a-b986-e5e92b8a7de8 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "GET /v2.0/ports?device_id=d9d45d87-4bb6-486c-b0ae-82ffe15b83c4 HTTP/1.1" status: 200 len: 944 time: 0.1274326 Oct 20 11:29:03.356183 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-f239c4f9-ce1d-481f-be25-d1556b6f849a req-c828c2a8-87f6-430c-b8ba-c650e6078fed service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e625edf4-48ff-480e-9e44-d9e330d0c2f5 HTTP/1.1" status: 200 len: 217 time: 0.0540183 Oct 20 11:29:03.367523 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c40449d8-1970-498a-8eb4-06574b1c8f44 req-cdcd4efe-1bec-467c-89bf-f6a6efb0fc3b tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=130930dcc2f74762aa9c2d1b3e5d5b78&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1028781 Oct 20 11:29:03.666388 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-99a3f53a-66a9-4f9b-a5bf-124ededc3e7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:03.673652 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-99a3f53a-66a9-4f9b-a5bf-124ededc3e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:03.708960 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239c4f9-ce1d-481f-be25-d1556b6f849a req-7875aaf6-cd0d-4a4a-a8e4-25866ac685a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:03.710563 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-f239c4f9-ce1d-481f-be25-d1556b6f849a req-7875aaf6-cd0d-4a4a-a8e4-25866ac685a4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5a859bd7-2b54-4ef2-916f-95506b8b807d HTTP/1.1" status: 200 len: 863 time: 0.3430996 Oct 20 11:29:03.719856 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a3f53a-66a9-4f9b-a5bf-124ededc3e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a173c44a-82b4-4311-ae9f-17a918addfcf,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:03.724639 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-99a3f53a-66a9-4f9b-a5bf-124ededc3e7e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=06a4c6b19af84171b58d5751a08ce599&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5366309 Oct 20 11:29:03.733270 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55852) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:29:03.795451 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239c4f9-ce1d-481f-be25-d1556b6f849a req-a5857b2b-d1e7-421c-ad96-b123c21891be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:03.797017 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-f239c4f9-ce1d-481f-be25-d1556b6f849a req-a5857b2b-d1e7-421c-ad96-b123c21891be service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d8338651-6e93-43eb-82bb-c86cf6e817ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782738 Oct 20 11:29:03.811122 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7d8668ca-0b4b-422c-bd76-88500d18ecf6 req-c1e18307-b367-4f58-907a-42ff863e8a1a tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "GET /v2.0/security-groups?id=d7aebbb5-65a1-4d60-b2e8-4078ecfc3582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4427528 Oct 20 11:29:03.828190 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3def250d-8299-47c9-a31f-3b43f1170171 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:03.887448 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3def250d-8299-47c9-a31f-3b43f1170171 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:03.909644 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-862d0ad5-36bc-445f-9de0-8de0553efdb6 req-a5dabb37-df92-41bd-8da1-f335af56a37c tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0422a46e-00fd-463d-aafb-fd9a0a2b2d45 HTTP/1.1" status: 200 len: 210 time: 0.0442784 Oct 20 11:29:03.935558 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-f57bc8c1-1bc1-4573-b9e1-69be7660ee3c req-c4e69499-6b22-4956-bd00-78df63b5478a tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Allocated IP 192.168.233.197 (09e5a906-63cf-4dde-b699-ab448fb18fb8/94289c8c-e5f7-4e30-b6a9-5b268a8fd610/90971dad-2f63-4bd6-bab0-1734adae135a) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:29:03.945561 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c40449d8-1970-498a-8eb4-06574b1c8f44 req-a06bdd1a-ed02-4543-9ab6-21c1647a0711 service neutron] 10.222.0.98 "GET /v2.0/networks/f2bda165-652a-4d6c-ac20-276d33fbbfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5133784 Oct 20 11:29:03.947510 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-f239c4f9-ce1d-481f-be25-d1556b6f849a req-d5b537cb-d87b-43ae-a9c7-f6021f7a30d6 service neutron] 10.222.0.89 "GET /v2.0/networks/d8338651-6e93-43eb-82bb-c86cf6e817ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391416 Oct 20 11:29:03.995758 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3def250d-8299-47c9-a31f-3b43f1170171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:03.998940 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3def250d-8299-47c9-a31f-3b43f1170171 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:04.003151 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3def250d-8299-47c9-a31f-3b43f1170171 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a173c44a-82b4-4311-ae9f-17a918addfcf HTTP/1.1" status: 204 len: 168 time: 0.2688925 Oct 20 11:29:04.027314 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def250d-8299-47c9-a31f-3b43f1170171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a173c44a-82b4-4311-ae9f-17a918addfcf,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:04.107503 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-f239c4f9-ce1d-481f-be25-d1556b6f849a req-0448a79e-e44d-4346-ba7a-77de3cd80cca service neutron] 10.222.0.89 "GET /v2.0/networks/d8338651-6e93-43eb-82bb-c86cf6e817ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388607 Oct 20 11:29:04.176955 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e46b7-2cc9-42e2-b6f6-5d93b139cdc5 req-a1e7102b-7a33-49fb-941e-ca03e7466dcc tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:04.184295 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-de1e46b7-2cc9-42e2-b6f6-5d93b139cdc5 req-a1e7102b-7a33-49fb-941e-ca03e7466dcc tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=590515aa-7b19-4238-ad94-617ccd824c70 HTTP/1.1" status: 200 len: 946 time: 0.1904094 Oct 20 11:29:04.195314 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c40449d8-1970-498a-8eb4-06574b1c8f44 req-9500def3-b399-4238-82ec-e5d195217ab2 service neutron] 10.222.0.98 "GET /v2.0/networks/f2bda165-652a-4d6c-ac20-276d33fbbfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487216 Oct 20 11:29:04.281393 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-de1e46b7-2cc9-42e2-b6f6-5d93b139cdc5 req-ed8e7b98-2d41-444f-91b1-55a92b363a37 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962262 Oct 20 11:29:04.300507 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f57bc8c1-1bc1-4573-b9e1-69be7660ee3c req-c4e69499-6b22-4956-bd00-78df63b5478a tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:04.364569 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da6cb93-967b-4075-9551-685773f3c8b4 x-openstack-request-id: req-2da6cb93-967b-4075-9551-685773f3c8b4 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:29:04.365275 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d45d87-4bb6-486c-b0ae-82ffe15b83c4", "tag": "e625edf4-48ff-480e-9e44-d9e330d0c2f5", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:29:04.365647 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2da6cb93-967b-4075-9551-685773f3c8b4 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:29:04.366138 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d45d87-4bb6-486c-b0ae-82ffe15b83c4', 'tag': 'e625edf4-48ff-480e-9e44-d9e330d0c2f5', 'status': 'completed', 'code': 200} Oct 20 11:29:04.445618 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f57bc8c1-1bc1-4573-b9e1-69be7660ee3c req-c4e69499-6b22-4956-bd00-78df63b5478a tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:04.462386 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['a2f21c01-e64a-4abc-9a84-ff74becfcd56'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:29:04.465667 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['9fc54b5a-545e-440d-8e56-06e6c4ed6dda'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:29:04.515960 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f40a52-f09e-4977-8402-26c947f2619d req-df099425-7ca8-43ac-944c-39856b6d7cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:04.523556 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-82f40a52-f09e-4977-8402-26c947f2619d req-df099425-7ca8-43ac-944c-39856b6d7cf7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=148df67387bc4ce6991a2699fe30ca2b&device_id=d9d45d87-4bb6-486c-b0ae-82ffe15b83c4 HTTP/1.1" status: 200 len: 1095 time: 0.1132336 Oct 20 11:29:04.716768 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f40a52-f09e-4977-8402-26c947f2619d req-f2cc4c79-e6f3-4de3-8b8c-e985dfbf5550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:04.719063 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-82f40a52-f09e-4977-8402-26c947f2619d req-f2cc4c79-e6f3-4de3-8b8c-e985dfbf5550 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d8338651-6e93-43eb-82bb-c86cf6e817ba HTTP/1.1" status: 200 len: 926 time: 0.1748786 Oct 20 11:29:04.727095 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e69499-6b22-4956-bd00-78df63b5478a tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Pushing event updated for resources: {'Port': ['ID=90971dad-2f63-4bd6-bab0-1734adae135a,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:04.747948 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f57bc8c1-1bc1-4573-b9e1-69be7660ee3c req-c4e69499-6b22-4956-bd00-78df63b5478a tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Network 09e5a906-63cf-4dde-b699-ab448fb18fb8 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:29:04.824855 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-82f40a52-f09e-4977-8402-26c947f2619d req-446a4bef-1552-4824-8ed1-892aa6a7e4ca service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e625edf4-48ff-480e-9e44-d9e330d0c2f5 HTTP/1.1" status: 200 len: 217 time: 0.0895498 Oct 20 11:29:04.827305 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-f57bc8c1-1bc1-4573-b9e1-69be7660ee3c req-c4e69499-6b22-4956-bd00-78df63b5478a tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:29:04.852380 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-f57bc8c1-1bc1-4573-b9e1-69be7660ee3c req-c4e69499-6b22-4956-bd00-78df63b5478a tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:29:04.858470 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57bc8c1-1bc1-4573-b9e1-69be7660ee3c req-c4e69499-6b22-4956-bd00-78df63b5478a tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:04.859417 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f57bc8c1-1bc1-4573-b9e1-69be7660ee3c req-c4e69499-6b22-4956-bd00-78df63b5478a tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:04.898603 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f40a52-f09e-4977-8402-26c947f2619d req-755fc38b-5e35-4600-86ed-80608d8d8a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:04.901033 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-82f40a52-f09e-4977-8402-26c947f2619d req-755fc38b-5e35-4600-86ed-80608d8d8a35 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5a859bd7-2b54-4ef2-916f-95506b8b807d HTTP/1.1" status: 200 len: 863 time: 0.0694058 Oct 20 11:29:04.995637 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f40a52-f09e-4977-8402-26c947f2619d req-97c3ef62-832a-43ad-ada7-701a6a6274f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:05.000699 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-82f40a52-f09e-4977-8402-26c947f2619d req-97c3ef62-832a-43ad-ada7-701a6a6274f0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d8338651-6e93-43eb-82bb-c86cf6e817ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829973 Oct 20 11:29:05.007136 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f57bc8c1-1bc1-4573-b9e1-69be7660ee3c req-c4e69499-6b22-4956-bd00-78df63b5478a tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2230637 Oct 20 11:29:05.027602 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-f57bc8c1-1bc1-4573-b9e1-69be7660ee3c req-8ed85d3f-faa3-4db2-8bb9-cd3dce73edf8 service neutron] Request body: {'port': {'device_id': '0422a46e-00fd-463d-aafb-fd9a0a2b2d45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:29:05.044880 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d5d5a6df-f787-4a37-a057-5e4c2a67e74e req-dca47f82-44a0-4d72-87e9-772e14504afe tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6930513 Oct 20 11:29:05.082553 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-d5d5a6df-f787-4a37-a057-5e4c2a67e74e req-19945c30-6fbb-4d3a-b57e-35240e5880fd tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:29:05.148440 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-bbd3d6f0-a1e0-4b3b-b2b4-4afa4bb9c794 None None] Provisioning complete for port 90971dad-2f63-4bd6-bab0-1734adae135a triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:29:05.149074 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bbd3d6f0-a1e0-4b3b-b2b4-4afa4bb9c794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:05.210144 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55894) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:29:05.222228 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-bbd3d6f0-a1e0-4b3b-b2b4-4afa4bb9c794 None None] Port 90971dad-2f63-4bd6-bab0-1734adae135a cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:29:05.232789 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-82f40a52-f09e-4977-8402-26c947f2619d req-f8235d9e-5dfa-42fd-a98e-8d8ec6e678cd service neutron] 10.222.0.89 "GET /v2.0/networks/d8338651-6e93-43eb-82bb-c86cf6e817ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131662 Oct 20 11:29:05.237077 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760eb134-02b4-4ad7-a19c-6853ee8dd0d9 req-c14e52a1-936c-4036-9578-bc9ddae5ba8f tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:05.240260 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-760eb134-02b4-4ad7-a19c-6853ee8dd0d9 req-c14e52a1-936c-4036-9578-bc9ddae5ba8f tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/networks?id=b05579c2-10e5-4997-ab9d-57afa741288e HTTP/1.1" status: 200 len: 807 time: 0.7279601 Oct 20 11:29:05.244145 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d5d5a6df-f787-4a37-a057-5e4c2a67e74e req-19945c30-6fbb-4d3a-b57e-35240e5880fd tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Publish callbacks [] for floatingip, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:05.274958 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f57bc8c1-1bc1-4573-b9e1-69be7660ee3c req-8ed85d3f-faa3-4db2-8bb9-cd3dce73edf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:05.291342 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-760eb134-02b4-4ad7-a19c-6853ee8dd0d9 req-e666f50b-8bce-44b0-859d-869e69db44b8 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/quotas/aa6715c00c6e4476951bf73e506ed201 HTTP/1.1" status: 200 len: 375 time: 0.0321815 Oct 20 11:29:05.412291 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-82f40a52-f09e-4977-8402-26c947f2619d req-73906cec-3d19-4417-89cd-36493251cb47 service neutron] 10.222.0.89 "GET /v2.0/networks/d8338651-6e93-43eb-82bb-c86cf6e817ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679182 Oct 20 11:29:05.441045 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-9d4c09dc-29e8-458f-82f6-a3fdfe740128 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-380967675-network', 'tenant_id': '9979090c8348404badc87a18fc78d492'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:29:05.466068 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4c09dc-29e8-458f-82f6-a3fdfe740128 admin admin] Made reservation on behalf of 9979090c8348404badc87a18fc78d492 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:29:05.469194 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9d4c09dc-29e8-458f-82f6-a3fdfe740128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:05.480627 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9d4c09dc-29e8-458f-82f6-a3fdfe740128 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:05.528374 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-760eb134-02b4-4ad7-a19c-6853ee8dd0d9 req-6f839719-9672-46df-a4d2-a908c18f245c tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=aa6715c00c6e4476951bf73e506ed201&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2269206 Oct 20 11:29:05.592427 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9d4c09dc-29e8-458f-82f6-a3fdfe740128 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:05.597530 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9d4c09dc-29e8-458f-82f6-a3fdfe740128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:05.624991 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4c09dc-29e8-458f-82f6-a3fdfe740128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ce7ef6-a53a-4b8c-9e0c-3f62706a9780,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:05.647129 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d4c09dc-29e8-458f-82f6-a3fdfe740128 admin admin] vlan segment allocate from pool success with {'vlan_id': 1268, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:29:05.662759 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9d4c09dc-29e8-458f-82f6-a3fdfe740128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:05.663420 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-9d4c09dc-29e8-458f-82f6-a3fdfe740128 admin admin] Added segment 1cd3758e-d161-46a8-a563-57656fde28cf of type vlan for network ce71f6d4-46fe-40c2-8a6c-dfb67d4e584f Oct 20 11:29:05.704536 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d5d5a6df-f787-4a37-a057-5e4c2a67e74e req-19945c30-6fbb-4d3a-b57e-35240e5880fd tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:05.726216 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9d4c09dc-29e8-458f-82f6-a3fdfe740128 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:05.729655 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-760eb134-02b4-4ad7-a19c-6853ee8dd0d9 req-b83870d6-7c55-4955-b593-e111e1eeafcc service neutron] 10.222.0.98 "GET /v2.0/networks/b05579c2-10e5-4997-ab9d-57afa741288e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885605 Oct 20 11:29:05.762523 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9d4c09dc-29e8-458f-82f6-a3fdfe740128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:05.763615 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4c09dc-29e8-458f-82f6-a3fdfe740128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:05.764201 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9d4c09dc-29e8-458f-82f6-a3fdfe740128 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:05.920975 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-9d4c09dc-29e8-458f-82f6-a3fdfe740128 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7039969 Oct 20 11:29:05.922699 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55900) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:29:05.923846 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4c09dc-29e8-458f-82f6-a3fdfe740128 admin admin] Pushing event updated for resources: {'Network': ['ID=ce71f6d4-46fe-40c2-8a6c-dfb67d4e584f,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:05.933017 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-17e294c7-5fa9-499c-b14e-a68b741a70c1 admin admin] Request body: {'subnet': {'network_id': 'ce71f6d4-46fe-40c2-8a6c-dfb67d4e584f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-380967675-subnet', 'tenant_id': '9979090c8348404badc87a18fc78d492', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:29:05.941094 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network ce71f6d4-46fe-40c2-8a6c-dfb67d4e584f details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:29:05.944273 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-f57bc8c1-1bc1-4573-b9e1-69be7660ee3c req-8ed85d3f-faa3-4db2-8bb9-cd3dce73edf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90971dad-2f63-4bd6-bab0-1734adae135a {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:29:05.959218 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f57bc8c1-1bc1-4573-b9e1-69be7660ee3c req-8ed85d3f-faa3-4db2-8bb9-cd3dce73edf8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:05.972045 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e294c7-5fa9-499c-b14e-a68b741a70c1 admin admin] Made reservation on behalf of 9979090c8348404badc87a18fc78d492 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:29:05.977377 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-17e294c7-5fa9-499c-b14e-a68b741a70c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:06.084490 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-d5d5a6df-f787-4a37-a057-5e4c2a67e74e req-19945c30-6fbb-4d3a-b57e-35240e5880fd tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Allocated IP 172.25.5.12 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/240d6a52-51cd-4119-a8f6-484102f320c0) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:29:06.095886 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-f57bc8c1-1bc1-4573-b9e1-69be7660ee3c req-8ed85d3f-faa3-4db2-8bb9-cd3dce73edf8 service neutron] Transition to ACTIVE for port object 90971dad-2f63-4bd6-bab0-1734adae135a will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:29:06.098334 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-760eb134-02b4-4ad7-a19c-6853ee8dd0d9 req-5ec6a5d9-1f43-4531-99a4-5b22ae64a6fb service neutron] 10.222.0.98 "GET /v2.0/networks/b05579c2-10e5-4997-ab9d-57afa741288e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307121 Oct 20 11:29:06.109305 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f57bc8c1-1bc1-4573-b9e1-69be7660ee3c req-8ed85d3f-faa3-4db2-8bb9-cd3dce73edf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:06.189042 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40449d8-1970-498a-8eb4-06574b1c8f44 req-c223d340-d6bc-4219-a29f-18466db2abbf tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:06.190539 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c40449d8-1970-498a-8eb4-06574b1c8f44 req-c223d340-d6bc-4219-a29f-18466db2abbf tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] 10.222.0.11 "GET /v2.0/networks?id=f2bda165-652a-4d6c-ac20-276d33fbbfc1 HTTP/1.1" status: 200 len: 814 time: 0.2858822 Oct 20 11:29:06.239733 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-17e294c7-5fa9-499c-b14e-a68b741a70c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:06.288971 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed85d3f-faa3-4db2-8bb9-cd3dce73edf8 service neutron] Pushing event updated for resources: {'Port': ['ID=90971dad-2f63-4bd6-bab0-1734adae135a,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:06.338151 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e294c7-5fa9-499c-b14e-a68b741a70c1 admin admin] Checking segment: {'id': '1cd3758e-d161-46a8-a563-57656fde28cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'ce71f6d4-46fe-40c2-8a6c-dfb67d4e584f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:29:06.338676 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e294c7-5fa9-499c-b14e-a68b741a70c1 admin admin] Network hostable DHCP agents. Network: ce71f6d4-46fe-40c2-8a6c-dfb67d4e584f, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:29:06.363729 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e294c7-5fa9-499c-b14e-a68b741a70c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=967e5640-2e9e-431e-a0b6-53cdae296601,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:06.366838 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e294c7-5fa9-499c-b14e-a68b741a70c1 admin admin] Network ce71f6d4-46fe-40c2-8a6c-dfb67d4e584f is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:29:06.378843 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-17e294c7-5fa9-499c-b14e-a68b741a70c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, ce71f6d4-46fe-40c2-8a6c-dfb67d4e584f) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:29:06.385926 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e294c7-5fa9-499c-b14e-a68b741a70c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:06.386595 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-17e294c7-5fa9-499c-b14e-a68b741a70c1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:06.395767 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe0bb4d-627a-43b5-ae0b-9ae0f8758c99 None None] Network ce71f6d4-46fe-40c2-8a6c-dfb67d4e584f requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:29:06.408012 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c40449d8-1970-498a-8eb4-06574b1c8f44 req-078c2130-192e-436f-8f14-2ae5ffcd9b85 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=130930dcc2f74762aa9c2d1b3e5d5b78 HTTP/1.1" status: 200 len: 379 time: 0.1710658 Oct 20 11:29:06.428979 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-c40449d8-1970-498a-8eb4-06574b1c8f44 req-87f01cec-fc2b-497b-834b-5970b375667c tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Request body: {'port': {'device_id': '063ab0e6-ef9d-4a76-8658-7ff1598bd70e', 'network_id': 'f2bda165-652a-4d6c-ac20-276d33fbbfc1', 'admin_state_up': True, 'tenant_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'security_groups': ['045f848c-a9c3-4f29-86d7-1a70ff7324d2']}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:29:06.435636 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-17e294c7-5fa9-499c-b14e-a68b741a70c1 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5058608 Oct 20 11:29:06.437275 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55910) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:29:06.440684 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-f57bc8c1-1bc1-4573-b9e1-69be7660ee3c req-8ed85d3f-faa3-4db2-8bb9-cd3dce73edf8 service neutron] Attempting to bind port 90971dad-2f63-4bd6-bab0-1734adae135a on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:29:06.441268 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-f57bc8c1-1bc1-4573-b9e1-69be7660ee3c req-8ed85d3f-faa3-4db2-8bb9-cd3dce73edf8 service neutron] Attempting to bind port 90971dad-2f63-4bd6-bab0-1734adae135a by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:29:06.441771 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57bc8c1-1bc1-4573-b9e1-69be7660ee3c req-8ed85d3f-faa3-4db2-8bb9-cd3dce73edf8 service neutron] Attempting to bind port 90971dad-2f63-4bd6-bab0-1734adae135a on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:29:06.442518 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-8a08bd50-24c0-44cc-b2f8-e61342f6a9b2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-380967675-router', 'tenant_id': '9979090c8348404badc87a18fc78d492', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:29:06.453200 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d5d5a6df-f787-4a37-a057-5e4c2a67e74e req-19945c30-6fbb-4d3a-b57e-35240e5880fd tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:06.472702 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57bc8c1-1bc1-4573-b9e1-69be7660ee3c req-8ed85d3f-faa3-4db2-8bb9-cd3dce73edf8 service neutron] Port 90971dad-2f63-4bd6-bab0-1734adae135a on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:29:06.472958 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57bc8c1-1bc1-4573-b9e1-69be7660ee3c req-8ed85d3f-faa3-4db2-8bb9-cd3dce73edf8 service neutron] Attempting to bind port 90971dad-2f63-4bd6-bab0-1734adae135a on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:29:06.489893 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8a08bd50-24c0-44cc-b2f8-e61342f6a9b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:06.491053 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8a08bd50-24c0-44cc-b2f8-e61342f6a9b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:06.496964 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57bc8c1-1bc1-4573-b9e1-69be7660ee3c req-8ed85d3f-faa3-4db2-8bb9-cd3dce73edf8 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:29:06.497300 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57bc8c1-1bc1-4573-b9e1-69be7660ee3c req-8ed85d3f-faa3-4db2-8bb9-cd3dce73edf8 service neutron] Checking segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:29:06.497696 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57bc8c1-1bc1-4573-b9e1-69be7660ee3c req-8ed85d3f-faa3-4db2-8bb9-cd3dce73edf8 service neutron] Bound using segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:29:06.498164 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-f57bc8c1-1bc1-4573-b9e1-69be7660ee3c req-8ed85d3f-faa3-4db2-8bb9-cd3dce73edf8 service neutron] Bound port: 90971dad-2f63-4bd6-bab0-1734adae135a, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:29:06.498521 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f57bc8c1-1bc1-4573-b9e1-69be7660ee3c req-8ed85d3f-faa3-4db2-8bb9-cd3dce73edf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:06.598102 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8a08bd50-24c0-44cc-b2f8-e61342f6a9b2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:06.671073 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cb9a1b-37aa-4bd9-95b7-328834b13285 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-ce71f6d4-46fe-40c2-8a6c-dfb67d4e584f', 'network_id': 'ce71f6d4-46fe-40c2-8a6c-dfb67d4e584f', 'tenant_id': '9979090c8348404badc87a18fc78d492', 'fixed_ips': [{'subnet_id': '967e5640-2e9e-431e-a0b6-53cdae296601'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:29:06.672167 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-58cb9a1b-37aa-4bd9-95b7-328834b13285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:06.771305 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device e625edf4-48ff-480e-9e44-d9e330d0c2f5 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:29:06.799432 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8a08bd50-24c0-44cc-b2f8-e61342f6a9b2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:06.904097 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-58cb9a1b-37aa-4bd9-95b7-328834b13285 None None] Allocated IP 172.20.0.2 (ce71f6d4-46fe-40c2-8a6c-dfb67d4e584f/967e5640-2e9e-431e-a0b6-53cdae296601/33c96440-7a8a-4790-8962-6bdb37287d9d) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:29:06.953915 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port e625edf4-48ff-480e-9e44-d9e330d0c2f5, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e625edf4-48ff-480e-9e44-d9e330d0c2f5,segment=NetworkSegment(f7b2f859-a162-4ede-8eaa-620a4add6ef1),segment_id=f7b2f859-a162-4ede-8eaa-620a4add6ef1)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:29:06.977574 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': 'e625edf4-48ff-480e-9e44-d9e330d0c2f5', 'network_id': 'd8338651-6e93-43eb-82bb-c86cf6e817ba', 'port_id': 'e625edf4-48ff-480e-9e44-d9e330d0c2f5', 'mac_address': 'fa:16:3e:e5:2a:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a859bd7-2b54-4ef2-916f-95506b8b807d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:29:07.051425 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:07.071245 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e625edf4-48ff-480e-9e44-d9e330d0c2f5 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:29:07.087716 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-96ff6931-a31a-47e5-a8f1-9de1849ca7e8 req-543bcb5a-9c5c-495d-bd21-157fd8a440fb tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] 10.222.0.98 "GET /v2.0/ports?device_id=063ab0e6-ef9d-4a76-8658-7ff1598bd70e HTTP/1.1" status: 200 len: 210 time: 0.0639262 Oct 20 11:29:07.110613 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port e625edf4-48ff-480e-9e44-d9e330d0c2f5, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e625edf4-48ff-480e-9e44-d9e330d0c2f5,segment=NetworkSegment(f7b2f859-a162-4ede-8eaa-620a4add6ef1),segment_id=f7b2f859-a162-4ede-8eaa-620a4add6ef1)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:29:07.129593 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:07.169163 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d5d5a6df-f787-4a37-a057-5e4c2a67e74e req-19945c30-6fbb-4d3a-b57e-35240e5880fd tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:07.208786 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8a08bd50-24c0-44cc-b2f8-e61342f6a9b2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:07.227741 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=e625edf4-48ff-480e-9e44-d9e330d0c2f5,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:07.243086 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-58cb9a1b-37aa-4bd9-95b7-328834b13285 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:07.256314 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-58cb9a1b-37aa-4bd9-95b7-328834b13285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:07.260626 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8a08bd50-24c0-44cc-b2f8-e61342f6a9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:07.308573 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5d5a6df-f787-4a37-a057-5e4c2a67e74e req-19945c30-6fbb-4d3a-b57e-35240e5880fd tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:29:07.315586 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb9a1b-37aa-4bd9-95b7-328834b13285 None None] Pushing event updated for resources: {'Port': ['ID=33c96440-7a8a-4790-8962-6bdb37287d9d,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:07.328806 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-d5d5a6df-f787-4a37-a057-5e4c2a67e74e req-19945c30-6fbb-4d3a-b57e-35240e5880fd tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:29:07.342395 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19945c30-6fbb-4d3a-b57e-35240e5880fd tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Pushing event updated for resources: {'Port': ['ID=240d6a52-51cd-4119-a8f6-484102f320c0,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:07.345196 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d5a6df-f787-4a37-a057-5e4c2a67e74e req-19945c30-6fbb-4d3a-b57e-35240e5880fd tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:29:07.350271 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-f57bc8c1-1bc1-4573-b9e1-69be7660ee3c req-8ed85d3f-faa3-4db2-8bb9-cd3dce73edf8 service neutron] For port 90971dad-2f63-4bd6-bab0-1734adae135a, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:29:07.352886 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cb9a1b-37aa-4bd9-95b7-328834b13285 None None] Network ce71f6d4-46fe-40c2-8a6c-dfb67d4e584f is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:29:07.354674 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-58cb9a1b-37aa-4bd9-95b7-328834b13285 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:29:07.365946 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cb9a1b-37aa-4bd9-95b7-328834b13285 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:29:07.368448 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-f57bc8c1-1bc1-4573-b9e1-69be7660ee3c req-8ed85d3f-faa3-4db2-8bb9-cd3dce73edf8 service neutron] For port 90971dad-2f63-4bd6-bab0-1734adae135a, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=90971dad-2f63-4bd6-bab0-1734adae135a,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:29:07.373813 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c40449d8-1970-498a-8eb4-06574b1c8f44 req-87f01cec-fc2b-497b-834b-5970b375667c tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Made reservation on behalf of 130930dcc2f74762aa9c2d1b3e5d5b78 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:29:07.398081 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c40449d8-1970-498a-8eb4-06574b1c8f44 req-87f01cec-fc2b-497b-834b-5970b375667c tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:07.434515 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f57bc8c1-1bc1-4573-b9e1-69be7660ee3c req-8ed85d3f-faa3-4db2-8bb9-cd3dce73edf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:07.439741 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-58cb9a1b-37aa-4bd9-95b7-328834b13285 None None] Attempting to bind port 33c96440-7a8a-4790-8962-6bdb37287d9d on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:29:07.440107 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-58cb9a1b-37aa-4bd9-95b7-328834b13285 None None] Attempting to bind port 33c96440-7a8a-4790-8962-6bdb37287d9d by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1cd3758e-d161-46a8-a563-57656fde28cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'ce71f6d4-46fe-40c2-8a6c-dfb67d4e584f'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:29:07.440465 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cb9a1b-37aa-4bd9-95b7-328834b13285 None None] Attempting to bind port 33c96440-7a8a-4790-8962-6bdb37287d9d on network ce71f6d4-46fe-40c2-8a6c-dfb67d4e584f {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:29:07.448946 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cb9a1b-37aa-4bd9-95b7-328834b13285 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:29:07.449470 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cb9a1b-37aa-4bd9-95b7-328834b13285 None None] Checking segment: {'id': '1cd3758e-d161-46a8-a563-57656fde28cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'ce71f6d4-46fe-40c2-8a6c-dfb67d4e584f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:29:07.450136 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-58cb9a1b-37aa-4bd9-95b7-328834b13285 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:07.450702 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cb9a1b-37aa-4bd9-95b7-328834b13285 None None] Bound using segment: {'id': '1cd3758e-d161-46a8-a563-57656fde28cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'ce71f6d4-46fe-40c2-8a6c-dfb67d4e584f'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:29:07.451349 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-58cb9a1b-37aa-4bd9-95b7-328834b13285 None None] Bound port: 33c96440-7a8a-4790-8962-6bdb37287d9d, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cd3758e-d161-46a8-a563-57656fde28cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'ce71f6d4-46fe-40c2-8a6c-dfb67d4e584f'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:29:07.451877 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-58cb9a1b-37aa-4bd9-95b7-328834b13285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:07.460145 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-8a08bd50-24c0-44cc-b2f8-e61342f6a9b2 admin admin] Allocated IP 172.25.5.216 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/f4aedaf7-cf1b-4630-b5eb-8d818b6c3662) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:29:07.476486 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['e625edf4-48ff-480e-9e44-d9e330d0c2f5'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:29:07.502460 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e47466-a3a0-4000-8951-bddfffb66080 req-5b51e8d1-824f-45ab-8ef3-f50b46dfc7cf tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:07.510610 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3e47466-a3a0-4000-8951-bddfffb66080 req-5b51e8d1-824f-45ab-8ef3-f50b46dfc7cf tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "GET /v2.0/ports?device_id=d9d45d87-4bb6-486c-b0ae-82ffe15b83c4 HTTP/1.1" status: 200 len: 945 time: 0.2793529 Oct 20 11:29:07.667186 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57bc8c1-1bc1-4573-b9e1-69be7660ee3c req-8ed85d3f-faa3-4db2-8bb9-cd3dce73edf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:07.667693 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f57bc8c1-1bc1-4573-b9e1-69be7660ee3c req-8ed85d3f-faa3-4db2-8bb9-cd3dce73edf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:07.669380 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f57bc8c1-1bc1-4573-b9e1-69be7660ee3c req-8ed85d3f-faa3-4db2-8bb9-cd3dce73edf8 service neutron] 10.222.0.89 "PUT /v2.0/ports/90971dad-2f63-4bd6-bab0-1734adae135a HTTP/1.1" status: 200 len: 1096 time: 2.6503923 Oct 20 11:29:07.671553 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0422a46e-00fd-463d-aafb-fd9a0a2b2d45', 'tag': '90971dad-2f63-4bd6-bab0-1734adae135a'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:29:07.673956 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc4fc31-6194-43c2-9a05-807e3e454794" -d '{"events": [{"name": "network-changed", "server_uuid": "0422a46e-00fd-463d-aafb-fd9a0a2b2d45", "tag": "90971dad-2f63-4bd6-bab0-1734adae135a"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:29:07.677625 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8a08bd50-24c0-44cc-b2f8-e61342f6a9b2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:07.705603 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed85d3f-faa3-4db2-8bb9-cd3dce73edf8 service neutron] Pushing event updated for resources: {'Port': ['ID=90971dad-2f63-4bd6-bab0-1734adae135a,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:07.718636 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d5d5a6df-f787-4a37-a057-5e4c2a67e74e req-19945c30-6fbb-4d3a-b57e-35240e5880fd tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:07.744595 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8a08bd50-24c0-44cc-b2f8-e61342f6a9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:07.748332 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-58cb9a1b-37aa-4bd9-95b7-328834b13285 None None] For port 33c96440-7a8a-4790-8962-6bdb37287d9d, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:29:07.763210 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-58cb9a1b-37aa-4bd9-95b7-328834b13285 None None] For port 33c96440-7a8a-4790-8962-6bdb37287d9d, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=33c96440-7a8a-4790-8962-6bdb37287d9d,segment=NetworkSegment(1cd3758e-d161-46a8-a563-57656fde28cf),segment_id=1cd3758e-d161-46a8-a563-57656fde28cf)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:29:07.771674 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-58cb9a1b-37aa-4bd9-95b7-328834b13285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:07.799205 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3e47466-a3a0-4000-8951-bddfffb66080 req-f0a67c7b-cb7a-4e45-8953-3f59d7b90880 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "GET /v2.0/security-groups?id=d7aebbb5-65a1-4d60-b2e8-4078ecfc3582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2819164 Oct 20 11:29:07.854285 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a08bd50-24c0-44cc-b2f8-e61342f6a9b2 admin admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:29:07.858329 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-8a08bd50-24c0-44cc-b2f8-e61342f6a9b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:29:07.862183 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a08bd50-24c0-44cc-b2f8-e61342f6a9b2 admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:29:07.949611 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb9a1b-37aa-4bd9-95b7-328834b13285 None None] Pushing event updated for resources: {'Port': ['ID=33c96440-7a8a-4790-8962-6bdb37287d9d,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:07.971152 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d5d5a6df-f787-4a37-a057-5e4c2a67e74e req-19945c30-6fbb-4d3a-b57e-35240e5880fd tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:07.976236 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a08bd50-24c0-44cc-b2f8-e61342f6a9b2 admin admin] Pushing event updated for resources: {'Port': ['ID=f4aedaf7-cf1b-4630-b5eb-8d818b6c3662,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:08.042629 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-c40449d8-1970-498a-8eb4-06574b1c8f44 req-87f01cec-fc2b-497b-834b-5970b375667c tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Allocated IP 172.20.0.3 (f2bda165-652a-4d6c-ac20-276d33fbbfc1/8aa4bfdd-2ba9-4931-bcff-0bb492ab280c/244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:29:08.048438 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57bc8c1-1bc1-4573-b9e1-69be7660ee3c req-d7b6bc67-a3ca-448d-8c6a-9a0a2e3753c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:08.050264 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f57bc8c1-1bc1-4573-b9e1-69be7660ee3c req-d7b6bc67-a3ca-448d-8c6a-9a0a2e3753c0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4b173b35dd00423795d2e29ae132dc78&device_id=0422a46e-00fd-463d-aafb-fd9a0a2b2d45 HTTP/1.1" status: 200 len: 1099 time: 0.3005342 Oct 20 11:29:08.147823 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f57bc8c1-1bc1-4573-b9e1-69be7660ee3c req-8233eab0-0a71-4f0c-95f1-ddf653dc93fa service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=90971dad-2f63-4bd6-bab0-1734adae135a HTTP/1.1" status: 200 len: 217 time: 0.0826056 Oct 20 11:29:08.168323 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46633a7-26c2-43ee-bdce-efb7575676c2 req-8eb71fb1-1fd0-4f28-b88a-ec918d589dd1 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:08.176391 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b46633a7-26c2-43ee-bdce-efb7575676c2 req-8eb71fb1-1fd0-4f28-b88a-ec918d589dd1 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0422a46e-00fd-463d-aafb-fd9a0a2b2d45 HTTP/1.1" status: 200 len: 948 time: 0.2584600 Oct 20 11:29:08.373404 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57bc8c1-1bc1-4573-b9e1-69be7660ee3c req-9d5e49b2-3d56-4061-b009-9113fd17ec6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:08.375006 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f57bc8c1-1bc1-4573-b9e1-69be7660ee3c req-9d5e49b2-3d56-4061-b009-9113fd17ec6a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.1817081 Oct 20 11:29:08.435805 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b46633a7-26c2-43ee-bdce-efb7575676c2 req-796ad19d-da2b-4997-ae52-044b6e9a3105 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581182 Oct 20 11:29:08.486977 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8a08bd50-24c0-44cc-b2f8-e61342f6a9b2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:08.559697 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760eb134-02b4-4ad7-a19c-6853ee8dd0d9 req-d30d0eb4-f7b0-4c40-94b6-d39c536d2346 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:08.561338 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-760eb134-02b4-4ad7-a19c-6853ee8dd0d9 req-d30d0eb4-f7b0-4c40-94b6-d39c536d2346 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.89 "GET /v2.0/networks?id=b05579c2-10e5-4997-ab9d-57afa741288e HTTP/1.1" status: 200 len: 807 time: 0.4216998 Oct 20 11:29:08.578364 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-760eb134-02b4-4ad7-a19c-6853ee8dd0d9 req-8000d75e-b426-43e9-a848-2dc8d8b21d8d tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Request body: {'port': {'device_id': 'f28ad3ad-c9b6-4b2a-adce-93b5218f9c86', 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e', 'admin_state_up': True, 'tenant_id': 'aa6715c00c6e4476951bf73e506ed201'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:29:08.605440 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c40449d8-1970-498a-8eb4-06574b1c8f44 req-87f01cec-fc2b-497b-834b-5970b375667c tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:08.636568 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57bc8c1-1bc1-4573-b9e1-69be7660ee3c req-a659249a-9123-48b4-8660-c40df12db6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:08.638433 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f57bc8c1-1bc1-4573-b9e1-69be7660ee3c req-a659249a-9123-48b4-8660-c40df12db6a5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2517323 Oct 20 11:29:08.661943 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d5d5a6df-f787-4a37-a057-5e4c2a67e74e req-19945c30-6fbb-4d3a-b57e-35240e5880fd tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:08.683102 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741aa91f-4c2f-45a2-b359-a0718aacad6a req-b46757e9-4e63-495e-9731-f9b832d7779c tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:08.692466 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-741aa91f-4c2f-45a2-b359-a0718aacad6a req-b46757e9-4e63-495e-9731-f9b832d7779c tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=590515aa-7b19-4238-ad94-617ccd824c70 HTTP/1.1" status: 200 len: 946 time: 0.1797934 Oct 20 11:29:08.696998 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d5d5a6df-f787-4a37-a057-5e4c2a67e74e req-19945c30-6fbb-4d3a-b57e-35240e5880fd tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:08.793684 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device e625edf4-48ff-480e-9e44-d9e330d0c2f5 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:29:08.843592 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d5d5a6df-f787-4a37-a057-5e4c2a67e74e req-19945c30-6fbb-4d3a-b57e-35240e5880fd tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:08.876062 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-760eb134-02b4-4ad7-a19c-6853ee8dd0d9 req-8000d75e-b426-43e9-a848-2dc8d8b21d8d tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Made reservation on behalf of aa6715c00c6e4476951bf73e506ed201 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:29:08.879575 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-760eb134-02b4-4ad7-a19c-6853ee8dd0d9 req-8000d75e-b426-43e9-a848-2dc8d8b21d8d tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:08.881303 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port e625edf4-48ff-480e-9e44-d9e330d0c2f5 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:29:08.888064 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port e625edf4-48ff-480e-9e44-d9e330d0c2f5 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:29:08.889106 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:08.904803 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19945c30-6fbb-4d3a-b57e-35240e5880fd tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Pushing event updated for resources: {'Port': ['ID=240d6a52-51cd-4119-a8f6-484102f320c0,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:08.923071 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-741aa91f-4c2f-45a2-b359-a0718aacad6a req-62ffdd82-16e6-4976-b052-baf837ae646a tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296853 Oct 20 11:29:08.926443 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c40449d8-1970-498a-8eb4-06574b1c8f44 req-87f01cec-fc2b-497b-834b-5970b375667c tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:08.928967 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19945c30-6fbb-4d3a-b57e-35240e5880fd tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:08.929461 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19945c30-6fbb-4d3a-b57e-35240e5880fd tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:08.929859 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19945c30-6fbb-4d3a-b57e-35240e5880fd tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:08.930197 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19945c30-6fbb-4d3a-b57e-35240e5880fd tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:08.930592 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19945c30-6fbb-4d3a-b57e-35240e5880fd tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:08.930962 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19945c30-6fbb-4d3a-b57e-35240e5880fd tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:08.931295 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19945c30-6fbb-4d3a-b57e-35240e5880fd tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:08.931872 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19945c30-6fbb-4d3a-b57e-35240e5880fd tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:08.932338 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19945c30-6fbb-4d3a-b57e-35240e5880fd tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:08.932525 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19945c30-6fbb-4d3a-b57e-35240e5880fd tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:08.933046 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19945c30-6fbb-4d3a-b57e-35240e5880fd tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:08.933529 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19945c30-6fbb-4d3a-b57e-35240e5880fd tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:08.939608 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8a08bd50-24c0-44cc-b2f8-e61342f6a9b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:08.952984 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d5d5a6df-f787-4a37-a057-5e4c2a67e74e req-19945c30-6fbb-4d3a-b57e-35240e5880fd tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:08.954234 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d5d5a6df-f787-4a37-a057-5e4c2a67e74e req-19945c30-6fbb-4d3a-b57e-35240e5880fd tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.9081357 Oct 20 11:29:09.107780 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:09.155799 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d45d87-4bb6-486c-b0ae-82ffe15b83c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e625edf4-48ff-480e-9e44-d9e330d0c2f5'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:29:09.158346 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edaea057-fd13-4da3-b0ab-a80777d3ec85" -d '{"events": [{"server_uuid": "d9d45d87-4bb6-486c-b0ae-82ffe15b83c4", "name": "network-vif-plugged", "status": "completed", "tag": "e625edf4-48ff-480e-9e44-d9e330d0c2f5"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:29:09.167836 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c40449d8-1970-498a-8eb4-06574b1c8f44 req-87f01cec-fc2b-497b-834b-5970b375667c tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Network f2bda165-652a-4d6c-ac20-276d33fbbfc1 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:29:09.201322 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port e625edf4-48ff-480e-9e44-d9e330d0c2f5, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e625edf4-48ff-480e-9e44-d9e330d0c2f5,segment=NetworkSegment(f7b2f859-a162-4ede-8eaa-620a4add6ef1),segment_id=f7b2f859-a162-4ede-8eaa-620a4add6ef1)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:29:09.206424 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:09.258458 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-c40449d8-1970-498a-8eb4-06574b1c8f44 req-87f01cec-fc2b-497b-834b-5970b375667c tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:29:09.265174 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-c40449d8-1970-498a-8eb4-06574b1c8f44 req-87f01cec-fc2b-497b-834b-5970b375667c tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:29:09.276699 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40449d8-1970-498a-8eb4-06574b1c8f44 req-87f01cec-fc2b-497b-834b-5970b375667c tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:09.277371 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c40449d8-1970-498a-8eb4-06574b1c8f44 req-87f01cec-fc2b-497b-834b-5970b375667c tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:09.301407 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=e625edf4-48ff-480e-9e44-d9e330d0c2f5,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:09.312673 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f01cec-fc2b-497b-834b-5970b375667c tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Pushing event updated for resources: {'Port': ['ID=244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:09.335294 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f57bc8c1-1bc1-4573-b9e1-69be7660ee3c req-5be31a93-fa84-4dba-becd-86888419f6c4 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6778176 Oct 20 11:29:09.364022 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c40449d8-1970-498a-8eb4-06574b1c8f44 req-87f01cec-fc2b-497b-834b-5970b375667c tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9452865 Oct 20 11:29:09.382097 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2afe5709-6f42-4faa-a242-f28bf337f3b3 req-4a7833a2-966f-461b-97a1-25f318d0f1e4 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=f28ad3ad-c9b6-4b2a-adce-93b5218f9c86 HTTP/1.1" status: 200 len: 210 time: 0.3090239 Oct 20 11:29:09.412310 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d5d5a6df-f787-4a37-a057-5e4c2a67e74e req-75aa3cf6-91ca-4c42-94f2-3ec0a872f7ed tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.12 HTTP/1.1" status: 200 len: 695 time: 0.3560064 Oct 20 11:29:09.418654 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-c40449d8-1970-498a-8eb4-06574b1c8f44 req-c2461776-4989-4671-bf0e-33890a1d226b service neutron] Request body: {'port': {'device_id': '063ab0e6-ef9d-4a76-8658-7ff1598bd70e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:29:09.497852 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5cf102-ba7a-4041-9aee-65712421574c None None] Network ce71f6d4-46fe-40c2-8a6c-dfb67d4e584f requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:29:09.590433 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c73fd06-2ee5-4fa1-a8e5-245f1ef111f7 x-openstack-request-id: req-9c73fd06-2ee5-4fa1-a8e5-245f1ef111f7 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:29:09.590707 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0422a46e-00fd-463d-aafb-fd9a0a2b2d45", "tag": "90971dad-2f63-4bd6-bab0-1734adae135a", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:29:09.590995 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9c73fd06-2ee5-4fa1-a8e5-245f1ef111f7 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:29:09.591388 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0422a46e-00fd-463d-aafb-fd9a0a2b2d45', 'tag': '90971dad-2f63-4bd6-bab0-1734adae135a', 'status': 'completed', 'code': 200} Oct 20 11:29:09.623829 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d5a6df-f787-4a37-a057-5e4c2a67e74e req-fbe75ed2-ce62-4255-aec7-d380d864d01f tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:09.639976 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d5d5a6df-f787-4a37-a057-5e4c2a67e74e req-fbe75ed2-ce62-4255-aec7-d380d864d01f tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/networks/717966e5-c478-496f-bddb-05794fb74250 HTTP/1.1" status: 200 len: 784 time: 0.2267027 Oct 20 11:29:09.676142 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-d5d5a6df-f787-4a37-a057-5e4c2a67e74e req-a3c2c18c-cfd0-495a-812f-90b6b3a8dc9f tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:29:09.689766 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d5d5a6df-f787-4a37-a057-5e4c2a67e74e req-a3c2c18c-cfd0-495a-812f-90b6b3a8dc9f tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0388625 Oct 20 11:29:09.725201 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-17b42cc5-d3ba-42a7-ba6a-1f88659e737b None None] Provisioning complete for port 33c96440-7a8a-4790-8962-6bdb37287d9d triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:29:09.725599 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-17b42cc5-d3ba-42a7-ba6a-1f88659e737b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:09.748901 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:09.890361 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c40449d8-1970-498a-8eb4-06574b1c8f44 req-c2461776-4989-4671-bf0e-33890a1d226b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:09.948823 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [req-760eb134-02b4-4ad7-a19c-6853ee8dd0d9 req-8000d75e-b426-43e9-a848-2dc8d8b21d8d tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Allocated IP 172.20.0.10 (b05579c2-10e5-4997-ab9d-57afa741288e/beaf7d63-7f7d-4cb5-8871-db069d2b0a56/dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:29:09.964921 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5335c9-c937-48bd-80d1-f20c6e108261 req-d2b52c95-61e1-4afc-b41b-db4faa8c758b tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:09.968925 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3b5335c9-c937-48bd-80d1-f20c6e108261 req-d2b52c95-61e1-4afc-b41b-db4faa8c758b tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] 10.222.0.98 "GET /v2.0/ports?device_id=063ab0e6-ef9d-4a76-8658-7ff1598bd70e HTTP/1.1" status: 200 len: 931 time: 0.3165100 Oct 20 11:29:09.970116 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a08bd50-24c0-44cc-b2f8-e61342f6a9b2 admin admin] Router a63db784-a86d-43e1-b3b3-39257147c6f9 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:29:10.008899 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f57bc8c1-1bc1-4573-b9e1-69be7660ee3c req-515824be-4aac-450d-938c-ae6f59e5b2e7 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6420634 Oct 20 11:29:10.058146 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-17b42cc5-d3ba-42a7-ba6a-1f88659e737b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:10.071121 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbe163-9e15-4cd2-91f2-76ecf0a090f1 req-ad8d946b-68bc-469f-98f9-af55525d7823 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:10.073161 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d0fbe163-9e15-4cd2-91f2-76ecf0a090f1 req-ad8d946b-68bc-469f-98f9-af55525d7823 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "GET /v2.0/ports?device_id=d9d45d87-4bb6-486c-b0ae-82ffe15b83c4 HTTP/1.1" status: 200 len: 946 time: 0.2601268 Oct 20 11:29:10.114389 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-17b42cc5-d3ba-42a7-ba6a-1f88659e737b None None] For port 33c96440-7a8a-4790-8962-6bdb37287d9d, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=33c96440-7a8a-4790-8962-6bdb37287d9d,segment=NetworkSegment(1cd3758e-d161-46a8-a563-57656fde28cf),segment_id=1cd3758e-d161-46a8-a563-57656fde28cf)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:29:10.122486 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-17b42cc5-d3ba-42a7-ba6a-1f88659e737b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:10.258168 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b42cc5-d3ba-42a7-ba6a-1f88659e737b None None] Pushing event updated for resources: {'Port': ['ID=33c96440-7a8a-4790-8962-6bdb37287d9d,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:10.261700 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a08bd50-24c0-44cc-b2f8-e61342f6a9b2 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:29:10.270971 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dbbdc2-d0b2-4f80-b613-108e55b3e7bb None None] Sync routers for ids ['a63db784-a86d-43e1-b3b3-39257147c6f9'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:29:10.288866 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-7c9731c3-bc5d-45c0-8dc3-737624f4db27 None None] Provisioning complete for port 244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:29:10.289325 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7c9731c3-bc5d-45c0-8dc3-737624f4db27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:10.291758 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dbbdc2-d0b2-4f80-b613-108e55b3e7bb None None] Routers {'a63db784-a86d-43e1-b3b3-39257147c6f9'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:29:10.295992 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-e8dbbdc2-d0b2-4f80-b613-108e55b3e7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:28:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['a63db784-a86d-43e1-b3b3-39257147c6f9'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:10.328965 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3b5335c9-c937-48bd-80d1-f20c6e108261 req-498780c0-3c58-48ea-8797-148a34db3a5c tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] 10.222.0.98 "GET /v2.0/security-groups?id=045f848c-a9c3-4f29-86d7-1a70ff7324d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3464818 Oct 20 11:29:10.351335 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 33c96440-7a8a-4790-8962-6bdb37287d9d up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:29:10.354193 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-760eb134-02b4-4ad7-a19c-6853ee8dd0d9 req-8000d75e-b426-43e9-a848-2dc8d8b21d8d tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:10.377915 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8a08bd50-24c0-44cc-b2f8-e61342f6a9b2 admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:10.381928 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8a08bd50-24c0-44cc-b2f8-e61342f6a9b2 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.9435947 Oct 20 11:29:10.382636 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55944) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:29:10.431680 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-7c9731c3-bc5d-45c0-8dc3-737624f4db27 None None] Port 244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:29:10.433283 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d0fbe163-9e15-4cd2-91f2-76ecf0a090f1 req-62ca3ff9-0062-429c-95fa-93905dab5d3b tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "GET /v2.0/security-groups?id=d7aebbb5-65a1-4d60-b2e8-4078ecfc3582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3108454 Oct 20 11:29:10.452040 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4fc31-6194-43c2-9a05-807e3e454794 req-abc1f7c4-c0c1-43db-aea8-450ffa801f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:10.453739 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-edc4fc31-6194-43c2-9a05-807e3e454794 req-abc1f7c4-c0c1-43db-aea8-450ffa801f0c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4b173b35dd00423795d2e29ae132dc78&device_id=0422a46e-00fd-463d-aafb-fd9a0a2b2d45 HTTP/1.1" status: 200 len: 1099 time: 0.3452253 Oct 20 11:29:10.461741 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c054f6-c385-4a06-a02a-863462c39298 x-openstack-request-id: req-b1c054f6-c385-4a06-a02a-863462c39298 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:29:10.462099 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d45d87-4bb6-486c-b0ae-82ffe15b83c4", "name": "network-vif-plugged", "status": "completed", "tag": "e625edf4-48ff-480e-9e44-d9e330d0c2f5", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:29:10.462957 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b1c054f6-c385-4a06-a02a-863462c39298 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:29:10.463418 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d45d87-4bb6-486c-b0ae-82ffe15b83c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e625edf4-48ff-480e-9e44-d9e330d0c2f5', 'code': 200} Oct 20 11:29:10.491708 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 33c96440-7a8a-4790-8962-6bdb37287d9d triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:29:10.492158 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:10.607595 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-c529c58d-cbf9-48d5-a655-3282cda09969 None None] Provisioning complete for port 33c96440-7a8a-4790-8962-6bdb37287d9d triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:29:10.608040 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c529c58d-cbf9-48d5-a655-3282cda09969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:10.663881 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-e8dbbdc2-d0b2-4f80-b613-108e55b3e7bb None None] Set router a63db784-a86d-43e1-b3b3-39257147c6f9 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:29:10.707756 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-760eb134-02b4-4ad7-a19c-6853ee8dd0d9 req-8000d75e-b426-43e9-a848-2dc8d8b21d8d tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:10.727501 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['b8370f8e-d24a-451b-8851-57ad6158b3e8'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:29:10.747892 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014f55f-bcf8-4533-b44b-6badac27d49f req-97aa4dae-93e2-45f3-88c2-bbed7b3e1900 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:10.749853 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e014f55f-bcf8-4533-b44b-6badac27d49f req-97aa4dae-93e2-45f3-88c2-bbed7b3e1900 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0422a46e-00fd-463d-aafb-fd9a0a2b2d45 HTTP/1.1" status: 200 len: 948 time: 0.1721246 Oct 20 11:29:10.839455 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-760eb134-02b4-4ad7-a19c-6853ee8dd0d9 req-8000d75e-b426-43e9-a848-2dc8d8b21d8d tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Network b05579c2-10e5-4997-ab9d-57afa741288e is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:29:10.847841 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [req-760eb134-02b4-4ad7-a19c-6853ee8dd0d9 req-8000d75e-b426-43e9-a848-2dc8d8b21d8d tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:29:10.862541 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-760eb134-02b4-4ad7-a19c-6853ee8dd0d9 req-8000d75e-b426-43e9-a848-2dc8d8b21d8d tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:29:10.878482 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b609bfa-879c-4d1c-815b-7b4362210e5a req-7ce11021-423d-4bb0-89f5-145e7ca98d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:10.879997 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4b609bfa-879c-4d1c-815b-7b4362210e5a req-7ce11021-423d-4bb0-89f5-145e7ca98d82 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d9d45d87-4bb6-486c-b0ae-82ffe15b83c4 HTTP/1.1" status: 200 len: 1097 time: 0.3045068 Oct 20 11:29:10.928513 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8000d75e-b426-43e9-a848-2dc8d8b21d8d tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Pushing event updated for resources: {'Port': ['ID=dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:11.084971 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-e8dbbdc2-d0b2-4f80-b613-108e55b3e7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63db784-a86d-43e1-b3b3-39257147c6f9', 'name': 'tempest-FloatingIPsNegativeTestJSON-380967675-router', 'tenant_id': '9979090c8348404badc87a18fc78d492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'f4aedaf7-cf1b-4630-b5eb-8d818b6c3662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:29:06Z', 'updated_at': '2021-10-20T11:29:08Z', 'revision_number': 3, 'project_id': '9979090c8348404badc87a18fc78d492', 'gw_port': {'id': 'f4aedaf7-cf1b-4630-b5eb-8d818b6c3662', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:aa:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63db784-a86d-43e1-b3b3-39257147c6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:29:07Z', 'updated_at': '2021-10-20T11:29:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:11.121377 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dbbdc2-d0b2-4f80-b613-108e55b3e7bb None None] Checking router: a63db784-a86d-43e1-b3b3-39257147c6f9 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:29:11.122115 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dbbdc2-d0b2-4f80-b613-108e55b3e7bb None None] Updating router a63db784-a86d-43e1-b3b3-39257147c6f9 port f4aedaf7-cf1b-4630-b5eb-8d818b6c3662 binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:29:11.140115 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760eb134-02b4-4ad7-a19c-6853ee8dd0d9 req-8000d75e-b426-43e9-a848-2dc8d8b21d8d tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:11.140916 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-760eb134-02b4-4ad7-a19c-6853ee8dd0d9 req-8000d75e-b426-43e9-a848-2dc8d8b21d8d tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:11.156869 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-e8dbbdc2-d0b2-4f80-b613-108e55b3e7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:11.171928 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-760eb134-02b4-4ad7-a19c-6853ee8dd0d9 req-8000d75e-b426-43e9-a848-2dc8d8b21d8d tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5974824 Oct 20 11:29:11.205665 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-760eb134-02b4-4ad7-a19c-6853ee8dd0d9 req-59f65081-193f-41a9-82c9-9ef97c1c3ea4 service neutron] Request body: {'port': {'device_id': 'f28ad3ad-c9b6-4b2a-adce-93b5218f9c86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:29:11.280094 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-760eb134-02b4-4ad7-a19c-6853ee8dd0d9 req-59f65081-193f-41a9-82c9-9ef97c1c3ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:11.499155 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-e8dbbdc2-d0b2-4f80-b613-108e55b3e7bb None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:11.512773 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-e8dbbdc2-d0b2-4f80-b613-108e55b3e7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:11.595358 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-e8dbbdc2-d0b2-4f80-b613-108e55b3e7bb None None] Attempting to bind port f4aedaf7-cf1b-4630-b5eb-8d818b6c3662 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:29:11.595823 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-e8dbbdc2-d0b2-4f80-b613-108e55b3e7bb None None] Attempting to bind port f4aedaf7-cf1b-4630-b5eb-8d818b6c3662 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:29:11.596260 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8dbbdc2-d0b2-4f80-b613-108e55b3e7bb None None] Attempting to bind port f4aedaf7-cf1b-4630-b5eb-8d818b6c3662 on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:29:11.598095 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4fc31-6194-43c2-9a05-807e3e454794 req-a2646aeb-94ef-4cb7-b36f-efe90df13cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:11.600239 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-edc4fc31-6194-43c2-9a05-807e3e454794 req-a2646aeb-94ef-4cb7-b36f-efe90df13cc5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 1.0235004 Oct 20 11:29:11.609296 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8dbbdc2-d0b2-4f80-b613-108e55b3e7bb None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:29:11.609799 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8dbbdc2-d0b2-4f80-b613-108e55b3e7bb None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:29:11.610275 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-e8dbbdc2-d0b2-4f80-b613-108e55b3e7bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:11.610888 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8dbbdc2-d0b2-4f80-b613-108e55b3e7bb None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:29:11.611427 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-e8dbbdc2-d0b2-4f80-b613-108e55b3e7bb None None] Bound port: f4aedaf7-cf1b-4630-b5eb-8d818b6c3662, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:29:11.611876 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-e8dbbdc2-d0b2-4f80-b613-108e55b3e7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:11.629475 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e014f55f-bcf8-4533-b44b-6badac27d49f req-521546c7-63a1-415f-88cd-cd4d8d196a7c tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8209603 Oct 20 11:29:11.650407 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40661a5-5094-493a-bab7-d34f47e4ee7f None None] Pushing event updated for resources: {'Port': ['ID=f4aedaf7-cf1b-4630-b5eb-8d818b6c3662,revision_number=2']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:11.704093 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-e8dbbdc2-d0b2-4f80-b613-108e55b3e7bb None None] For port f4aedaf7-cf1b-4630-b5eb-8d818b6c3662, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:29:11.711341 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-e8dbbdc2-d0b2-4f80-b613-108e55b3e7bb None None] For port f4aedaf7-cf1b-4630-b5eb-8d818b6c3662, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=f4aedaf7-cf1b-4630-b5eb-8d818b6c3662,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:29:11.718959 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-e8dbbdc2-d0b2-4f80-b613-108e55b3e7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:11.758388 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4b609bfa-879c-4d1c-815b-7b4362210e5a req-045db14f-927e-4d77-909d-5fe3f56ea282 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=d7aebbb5-65a1-4d60-b2e8-4078ecfc3582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8659480 Oct 20 11:29:11.762011 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-edc4fc31-6194-43c2-9a05-807e3e454794 req-f5267005-23b2-47e6-bd0e-188cf09a4504 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=90971dad-2f63-4bd6-bab0-1734adae135a HTTP/1.1" status: 200 len: 217 time: 0.1413000 Oct 20 11:29:11.777477 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a948edc-3710-46b2-96e9-881c3a0ddc6e req-db552749-3f3d-4c5e-b9b4-cb34e77ec71d tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:11.784318 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3ee200fd-7d90-472a-88da-7b0214852eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:11.785203 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2a948edc-3710-46b2-96e9-881c3a0ddc6e req-db552749-3f3d-4c5e-b9b4-cb34e77ec71d tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/networks?id=e737fa8f-48d9-429a-9c0d-195ded222e27 HTTP/1.1" status: 200 len: 820 time: 1.1255770 Oct 20 11:29:11.828612 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2a948edc-3710-46b2-96e9-881c3a0ddc6e req-cbd92c9f-86b7-4ca9-90bb-4cca3feca74b tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/quotas/0f7be2198beb4fa4abf67245a1d7260e HTTP/1.1" status: 200 len: 375 time: 0.0424361 Oct 20 11:29:11.841853 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-c40449d8-1970-498a-8eb4-06574b1c8f44 req-c2461776-4989-4671-bf0e-33890a1d226b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:29:11.863519 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40661a5-5094-493a-bab7-d34f47e4ee7f None None] Pushing event updated for resources: {'Port': ['ID=f4aedaf7-cf1b-4630-b5eb-8d818b6c3662,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:11.871150 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dbbdc2-d0b2-4f80-b613-108e55b3e7bb None None] Routers {'a63db784-a86d-43e1-b3b3-39257147c6f9'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:29:11.872141 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-e8dbbdc2-d0b2-4f80-b613-108e55b3e7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:28:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['a63db784-a86d-43e1-b3b3-39257147c6f9'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:11.879577 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c40449d8-1970-498a-8eb4-06574b1c8f44 req-c2461776-4989-4671-bf0e-33890a1d226b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:11.892246 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea7f76a-ce56-4399-83a8-f4c4edcec393 req-4fd15e7d-6a2f-483f-bc34-92378733de4d tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:11.900435 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fea7f76a-ce56-4399-83a8-f4c4edcec393 req-4fd15e7d-6a2f-483f-bc34-92378733de4d tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=590515aa-7b19-4238-ad94-617ccd824c70 HTTP/1.1" status: 200 len: 946 time: 0.1396472 Oct 20 11:29:11.936321 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-760eb134-02b4-4ad7-a19c-6853ee8dd0d9 req-59f65081-193f-41a9-82c9-9ef97c1c3ea4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:29:11.950036 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-760eb134-02b4-4ad7-a19c-6853ee8dd0d9 req-59f65081-193f-41a9-82c9-9ef97c1c3ea4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:11.962206 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-c40449d8-1970-498a-8eb4-06574b1c8f44 req-c2461776-4989-4671-bf0e-33890a1d226b service neutron] Transition to ACTIVE for port object 244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:29:11.985501 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-760eb134-02b4-4ad7-a19c-6853ee8dd0d9 req-59f65081-193f-41a9-82c9-9ef97c1c3ea4 service neutron] Transition to ACTIVE for port object dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:29:11.991763 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c40449d8-1970-498a-8eb4-06574b1c8f44 req-c2461776-4989-4671-bf0e-33890a1d226b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:12.016041 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-e8dbbdc2-d0b2-4f80-b613-108e55b3e7bb None None] Set router a63db784-a86d-43e1-b3b3-39257147c6f9 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:29:12.028733 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-760eb134-02b4-4ad7-a19c-6853ee8dd0d9 req-59f65081-193f-41a9-82c9-9ef97c1c3ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:12.137379 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4fc31-6194-43c2-9a05-807e3e454794 req-4add107a-c757-45dd-90f1-8d561b577365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:12.139472 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-edc4fc31-6194-43c2-9a05-807e3e454794 req-4add107a-c757-45dd-90f1-8d561b577365 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.1418753 Oct 20 11:29:12.158538 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fea7f76a-ce56-4399-83a8-f4c4edcec393 req-fc9b04ae-909f-4540-85b2-9d478e93a384 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557721 Oct 20 11:29:12.231520 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 33c96440-7a8a-4790-8962-6bdb37287d9d up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:29:12.232038 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2a948edc-3710-46b2-96e9-881c3a0ddc6e req-9ee756f6-7bff-47a6-926a-52d86ff60d72 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=0f7be2198beb4fa4abf67245a1d7260e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4025214 Oct 20 11:29:12.323495 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 33c96440-7a8a-4790-8962-6bdb37287d9d triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:29:12.323915 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:12.394563 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-3ee200fd-7d90-472a-88da-7b0214852eca admin admin] Allocated IP 172.20.0.1 (ce71f6d4-46fe-40c2-8a6c-dfb67d4e584f/967e5640-2e9e-431e-a0b6-53cdae296601/4711afeb-22a2-4fc3-bdfb-a7855578cad5) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:29:12.435223 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-e8dbbdc2-d0b2-4f80-b613-108e55b3e7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63db784-a86d-43e1-b3b3-39257147c6f9', 'name': 'tempest-FloatingIPsNegativeTestJSON-380967675-router', 'tenant_id': '9979090c8348404badc87a18fc78d492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'f4aedaf7-cf1b-4630-b5eb-8d818b6c3662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:29:06Z', 'updated_at': '2021-10-20T11:29:08Z', 'revision_number': 3, 'project_id': '9979090c8348404badc87a18fc78d492', 'gw_port': {'id': 'f4aedaf7-cf1b-4630-b5eb-8d818b6c3662', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:aa:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63db784-a86d-43e1-b3b3-39257147c6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:29:07Z', 'updated_at': '2021-10-20T11:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:12.500669 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dbbdc2-d0b2-4f80-b613-108e55b3e7bb None None] The sync data for ids ['a63db784-a86d-43e1-b3b3-39257147c6f9'] in n-d-814735-3 is: [{'id': 'a63db784-a86d-43e1-b3b3-39257147c6f9', 'name': 'tempest-FloatingIPsNegativeTestJSON-380967675-router', 'tenant_id': '9979090c8348404badc87a18fc78d492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'f4aedaf7-cf1b-4630-b5eb-8d818b6c3662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:29:06Z', 'updated_at': '2021-10-20T11:29:08Z', 'revision_number': 3, 'project_id': '9979090c8348404badc87a18fc78d492', 'gw_port': {'id': 'f4aedaf7-cf1b-4630-b5eb-8d818b6c3662', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:aa:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63db784-a86d-43e1-b3b3-39257147c6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:29:07Z', 'updated_at': '2021-10-20T11:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:29:12.555391 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2a948edc-3710-46b2-96e9-881c3a0ddc6e req-6146b0c8-6600-4dd1-8c7a-af6cf45fe2dd service neutron] 10.222.0.98 "GET /v2.0/networks/e737fa8f-48d9-429a-9c0d-195ded222e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055217 Oct 20 11:29:12.583533 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2461776-4989-4671-bf0e-33890a1d226b service neutron] Pushing event updated for resources: {'Port': ['ID=244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:12.613243 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3ee200fd-7d90-472a-88da-7b0214852eca admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:12.662780 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f65081-193f-41a9-82c9-9ef97c1c3ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:12.674783 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3ee200fd-7d90-472a-88da-7b0214852eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:12.764313 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee200fd-7d90-472a-88da-7b0214852eca admin admin] Network ce71f6d4-46fe-40c2-8a6c-dfb67d4e584f is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:29:12.770273 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-3ee200fd-7d90-472a-88da-7b0214852eca admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:29:12.775869 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee200fd-7d90-472a-88da-7b0214852eca admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:29:12.787234 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee200fd-7d90-472a-88da-7b0214852eca admin admin] Pushing event updated for resources: {'Port': ['ID=4711afeb-22a2-4fc3-bdfb-a7855578cad5,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:12.830624 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 90971dad-2f63-4bd6-bab0-1734adae135a details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:29:12.834394 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2a948edc-3710-46b2-96e9-881c3a0ddc6e req-d01246a7-0a02-4b43-a4e4-b6a6595bcd71 service neutron] 10.222.0.98 "GET /v2.0/networks/e737fa8f-48d9-429a-9c0d-195ded222e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479858 Oct 20 11:29:12.844349 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4fc31-6194-43c2-9a05-807e3e454794 req-87e791bc-be7c-404b-951d-679272b2742b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:12.845770 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-edc4fc31-6194-43c2-9a05-807e3e454794 req-87e791bc-be7c-404b-951d-679272b2742b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6837046 Oct 20 11:29:12.849126 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-c40449d8-1970-498a-8eb4-06574b1c8f44 req-c2461776-4989-4671-bf0e-33890a1d226b service neutron] Attempting to bind port 244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:29:12.849473 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-c40449d8-1970-498a-8eb4-06574b1c8f44 req-c2461776-4989-4671-bf0e-33890a1d226b service neutron] Attempting to bind port 244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '406cf6b7-0aa3-4ceb-b166-0422c442946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'f2bda165-652a-4d6c-ac20-276d33fbbfc1'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:29:12.850549 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40449d8-1970-498a-8eb4-06574b1c8f44 req-c2461776-4989-4671-bf0e-33890a1d226b service neutron] Attempting to bind port 244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0 on network f2bda165-652a-4d6c-ac20-276d33fbbfc1 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:29:12.882533 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-760eb134-02b4-4ad7-a19c-6853ee8dd0d9 req-59f65081-193f-41a9-82c9-9ef97c1c3ea4 service neutron] Attempting to bind port dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:29:12.886753 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-760eb134-02b4-4ad7-a19c-6853ee8dd0d9 req-59f65081-193f-41a9-82c9-9ef97c1c3ea4 service neutron] Attempting to bind port dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': 'fb1327ec-83b6-478a-9700-c6ea2f9574d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:29:12.915092 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f287323d-605f-4532-834e-3e571d72212f req-57e977c8-0a98-4e07-8257-0fc9b42ccf54 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:12.917962 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760eb134-02b4-4ad7-a19c-6853ee8dd0d9 req-59f65081-193f-41a9-82c9-9ef97c1c3ea4 service neutron] Attempting to bind port dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b on network b05579c2-10e5-4997-ab9d-57afa741288e {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:29:12.937700 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f287323d-605f-4532-834e-3e571d72212f req-57e977c8-0a98-4e07-8257-0fc9b42ccf54 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=f28ad3ad-c9b6-4b2a-adce-93b5218f9c86 HTTP/1.1" status: 200 len: 944 time: 0.4230731 Oct 20 11:29:12.945712 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760eb134-02b4-4ad7-a19c-6853ee8dd0d9 req-59f65081-193f-41a9-82c9-9ef97c1c3ea4 service neutron] Port dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b on network b05579c2-10e5-4997-ab9d-57afa741288e not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:29:12.947546 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760eb134-02b4-4ad7-a19c-6853ee8dd0d9 req-59f65081-193f-41a9-82c9-9ef97c1c3ea4 service neutron] Attempting to bind port dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b on network b05579c2-10e5-4997-ab9d-57afa741288e {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:29:12.977960 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760eb134-02b4-4ad7-a19c-6853ee8dd0d9 req-59f65081-193f-41a9-82c9-9ef97c1c3ea4 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:29:12.978320 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760eb134-02b4-4ad7-a19c-6853ee8dd0d9 req-59f65081-193f-41a9-82c9-9ef97c1c3ea4 service neutron] Checking segment: {'id': 'fb1327ec-83b6-478a-9700-c6ea2f9574d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:29:12.978687 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760eb134-02b4-4ad7-a19c-6853ee8dd0d9 req-59f65081-193f-41a9-82c9-9ef97c1c3ea4 service neutron] Bound using segment: {'id': 'fb1327ec-83b6-478a-9700-c6ea2f9574d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:29:12.983038 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-760eb134-02b4-4ad7-a19c-6853ee8dd0d9 req-59f65081-193f-41a9-82c9-9ef97c1c3ea4 service neutron] Bound port: dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb1327ec-83b6-478a-9700-c6ea2f9574d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:29:12.983414 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-760eb134-02b4-4ad7-a19c-6853ee8dd0d9 req-59f65081-193f-41a9-82c9-9ef97c1c3ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:12.985684 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3ee200fd-7d90-472a-88da-7b0214852eca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:12.993306 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40449d8-1970-498a-8eb4-06574b1c8f44 req-c2461776-4989-4671-bf0e-33890a1d226b service neutron] Port 244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0 on network f2bda165-652a-4d6c-ac20-276d33fbbfc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:29:13.000964 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40449d8-1970-498a-8eb4-06574b1c8f44 req-c2461776-4989-4671-bf0e-33890a1d226b service neutron] Attempting to bind port 244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0 on network f2bda165-652a-4d6c-ac20-276d33fbbfc1 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:29:13.041312 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 90971dad-2f63-4bd6-bab0-1734adae135a, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=90971dad-2f63-4bd6-bab0-1734adae135a,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:29:13.063782 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40449d8-1970-498a-8eb4-06574b1c8f44 req-c2461776-4989-4671-bf0e-33890a1d226b service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:29:13.064068 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40449d8-1970-498a-8eb4-06574b1c8f44 req-c2461776-4989-4671-bf0e-33890a1d226b service neutron] Checking segment: {'id': '406cf6b7-0aa3-4ceb-b166-0422c442946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'f2bda165-652a-4d6c-ac20-276d33fbbfc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:29:13.064529 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40449d8-1970-498a-8eb4-06574b1c8f44 req-c2461776-4989-4671-bf0e-33890a1d226b service neutron] Bound using segment: {'id': '406cf6b7-0aa3-4ceb-b166-0422c442946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'f2bda165-652a-4d6c-ac20-276d33fbbfc1'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:29:13.065056 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-c40449d8-1970-498a-8eb4-06574b1c8f44 req-c2461776-4989-4671-bf0e-33890a1d226b service neutron] Bound port: 244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '406cf6b7-0aa3-4ceb-b166-0422c442946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'f2bda165-652a-4d6c-ac20-276d33fbbfc1'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:29:13.065676 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c40449d8-1970-498a-8eb4-06574b1c8f44 req-c2461776-4989-4671-bf0e-33890a1d226b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:13.114244 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '90971dad-2f63-4bd6-bab0-1734adae135a', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'port_id': '90971dad-2f63-4bd6-bab0-1734adae135a', 'mac_address': 'fa:16:3e:1c:41:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94289c8c-e5f7-4e30-b6a9-5b268a8fd610', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:29:13.248609 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:13.276688 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90971dad-2f63-4bd6-bab0-1734adae135a {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:29:13.308796 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 90971dad-2f63-4bd6-bab0-1734adae135a, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=90971dad-2f63-4bd6-bab0-1734adae135a,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:29:13.313191 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:13.334842 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-c40449d8-1970-498a-8eb4-06574b1c8f44 req-c2461776-4989-4671-bf0e-33890a1d226b service neutron] For port 244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:29:13.342018 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-c40449d8-1970-498a-8eb4-06574b1c8f44 req-c2461776-4989-4671-bf0e-33890a1d226b service neutron] For port 244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0,segment=NetworkSegment(406cf6b7-0aa3-4ceb-b166-0422c442946c),segment_id=406cf6b7-0aa3-4ceb-b166-0422c442946c)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:29:13.384994 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c40449d8-1970-498a-8eb4-06574b1c8f44 req-c2461776-4989-4671-bf0e-33890a1d226b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:13.421929 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-530c9935-31db-4dd7-97be-8117ff905744 None None] Provisioning complete for port 4711afeb-22a2-4fc3-bdfb-a7855578cad5 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:29:13.422463 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-530c9935-31db-4dd7-97be-8117ff905744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:13.479215 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=90971dad-2f63-4bd6-bab0-1734adae135a,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:13.494966 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-760eb134-02b4-4ad7-a19c-6853ee8dd0d9 req-59f65081-193f-41a9-82c9-9ef97c1c3ea4 service neutron] For port dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:29:13.501099 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-530c9935-31db-4dd7-97be-8117ff905744 None None] Port 4711afeb-22a2-4fc3-bdfb-a7855578cad5 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:29:13.507691 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-760eb134-02b4-4ad7-a19c-6853ee8dd0d9 req-59f65081-193f-41a9-82c9-9ef97c1c3ea4 service neutron] For port dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b,segment=NetworkSegment(fb1327ec-83b6-478a-9700-c6ea2f9574d3),segment_id=fb1327ec-83b6-478a-9700-c6ea2f9574d3)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:29:13.564747 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f287323d-605f-4532-834e-3e571d72212f req-e9b2f1b1-1f19-4aa4-9341-1209a34c60a8 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6233978 Oct 20 11:29:13.575197 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3ee200fd-7d90-472a-88da-7b0214852eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:13.625437 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['90971dad-2f63-4bd6-bab0-1734adae135a'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:29:13.627293 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-760eb134-02b4-4ad7-a19c-6853ee8dd0d9 req-59f65081-193f-41a9-82c9-9ef97c1c3ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:13.638189 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40449d8-1970-498a-8eb4-06574b1c8f44 req-c2461776-4989-4671-bf0e-33890a1d226b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:13.639314 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c40449d8-1970-498a-8eb4-06574b1c8f44 req-c2461776-4989-4671-bf0e-33890a1d226b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:13.641012 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c40449d8-1970-498a-8eb4-06574b1c8f44 req-c2461776-4989-4671-bf0e-33890a1d226b service neutron] 10.222.0.11 "PUT /v2.0/ports/244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0 HTTP/1.1" status: 200 len: 1091 time: 4.2579627 Oct 20 11:29:13.643953 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '063ab0e6-ef9d-4a76-8658-7ff1598bd70e', 'tag': '244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:29:13.646721 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649d8b79-b3ed-44c6-a4b0-7f81e9a09e9e" -d '{"events": [{"name": "network-changed", "server_uuid": "063ab0e6-ef9d-4a76-8658-7ff1598bd70e", "tag": "244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:29:13.843896 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b2988-4b49-42aa-85d9-81d19aabf2a4 req-fe068d0f-09a0-47bf-8616-de90b6b28909 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:13.858848 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf6b2988-4b49-42aa-85d9-81d19aabf2a4 req-fe068d0f-09a0-47bf-8616-de90b6b28909 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] 10.222.0.98 "GET /v2.0/ports?device_id=063ab0e6-ef9d-4a76-8658-7ff1598bd70e HTTP/1.1" status: 200 len: 943 time: 0.5079658 Oct 20 11:29:13.863259 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760eb134-02b4-4ad7-a19c-6853ee8dd0d9 req-59f65081-193f-41a9-82c9-9ef97c1c3ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:13.864353 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-760eb134-02b4-4ad7-a19c-6853ee8dd0d9 req-59f65081-193f-41a9-82c9-9ef97c1c3ea4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:13.866362 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-760eb134-02b4-4ad7-a19c-6853ee8dd0d9 req-59f65081-193f-41a9-82c9-9ef97c1c3ea4 service neutron] 10.222.0.89 "PUT /v2.0/ports/dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b HTTP/1.1" status: 200 len: 1092 time: 2.6648178 Oct 20 11:29:13.868781 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f65081-193f-41a9-82c9-9ef97c1c3ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:13.889956 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f28ad3ad-c9b6-4b2a-adce-93b5218f9c86', 'tag': 'dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:29:13.907699 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44562729-ab2f-4ef0-8ad1-2cc8fe2fd620" -d '{"events": [{"name": "network-changed", "server_uuid": "f28ad3ad-c9b6-4b2a-adce-93b5218f9c86", "tag": "dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:29:14.004580 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2461776-4989-4671-bf0e-33890a1d226b service neutron] Pushing event updated for resources: {'Port': ['ID=244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:14.078557 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-edc4fc31-6194-43c2-9a05-807e3e454794 req-e45464cb-4228-44ef-abef-a623a8c76966 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2239509 Oct 20 11:29:14.218139 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf6b2988-4b49-42aa-85d9-81d19aabf2a4 req-66402aec-9d54-4c5b-afbc-c67d2f70ce2c tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] 10.222.0.98 "GET /v2.0/security-groups?id=045f848c-a9c3-4f29-86d7-1a70ff7324d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2776845 Oct 20 11:29:14.248370 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40449d8-1970-498a-8eb4-06574b1c8f44 req-52a8e10b-9e9e-4670-b43b-6104ba7e39d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:14.252222 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c40449d8-1970-498a-8eb4-06574b1c8f44 req-52a8e10b-9e9e-4670-b43b-6104ba7e39d9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=130930dcc2f74762aa9c2d1b3e5d5b78&device_id=063ab0e6-ef9d-4a76-8658-7ff1598bd70e HTTP/1.1" status: 200 len: 1094 time: 0.5322189 Oct 20 11:29:14.354143 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device f4aedaf7-cf1b-4630-b5eb-8d818b6c3662 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:29:14.424878 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3276c0d-3add-4c7a-80fa-b31938fbe970 req-ac87d89f-66b3-4850-9989-35da50c83dd9 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:14.432797 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3276c0d-3add-4c7a-80fa-b31938fbe970 req-ac87d89f-66b3-4850-9989-35da50c83dd9 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "GET /v2.0/ports?device_id=d9d45d87-4bb6-486c-b0ae-82ffe15b83c4 HTTP/1.1" status: 200 len: 946 time: 0.6264226 Oct 20 11:29:14.457789 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c40449d8-1970-498a-8eb4-06574b1c8f44 req-a3b712dc-389d-46ea-9f5d-f0a5bf263bd2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0 HTTP/1.1" status: 200 len: 217 time: 0.1920567 Oct 20 11:29:14.478048 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port f4aedaf7-cf1b-4630-b5eb-8d818b6c3662 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:29:14.478821 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:14.589679 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:14.618511 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-edc4fc31-6194-43c2-9a05-807e3e454794 req-79ae4903-353a-410d-b6a6-240ee21fb7dc service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5277367 Oct 20 11:29:14.619225 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port f4aedaf7-cf1b-4630-b5eb-8d818b6c3662, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=f4aedaf7-cf1b-4630-b5eb-8d818b6c3662,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:29:14.621728 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40449d8-1970-498a-8eb4-06574b1c8f44 req-28ace204-09c0-4f43-a3d9-281d8a24f2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:14.623229 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c40449d8-1970-498a-8eb4-06574b1c8f44 req-28ace204-09c0-4f43-a3d9-281d8a24f2d3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8aa4bfdd-2ba9-4931-bcff-0bb492ab280c HTTP/1.1" status: 200 len: 853 time: 0.1352575 Oct 20 11:29:14.628376 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3276c0d-3add-4c7a-80fa-b31938fbe970 req-6fadffb9-2963-4132-8269-5ce2e0d0c8f5 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "GET /v2.0/security-groups?id=d7aebbb5-65a1-4d60-b2e8-4078ecfc3582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924999 Oct 20 11:29:14.650435 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:14.664272 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760eb134-02b4-4ad7-a19c-6853ee8dd0d9 req-607ee2e6-5ddd-4d5c-af2f-9596cf5d2f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:14.668890 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b2dd8-472d-4fda-be48-bf1d746329aa req-f8550608-721b-4e24-a285-c5286f4404fc tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:14.670589 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-811b2dd8-472d-4fda-be48-bf1d746329aa req-f8550608-721b-4e24-a285-c5286f4404fc tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0422a46e-00fd-463d-aafb-fd9a0a2b2d45 HTTP/1.1" status: 200 len: 949 time: 0.2950566 Oct 20 11:29:14.670971 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-760eb134-02b4-4ad7-a19c-6853ee8dd0d9 req-607ee2e6-5ddd-4d5c-af2f-9596cf5d2f47 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aa6715c00c6e4476951bf73e506ed201&device_id=f28ad3ad-c9b6-4b2a-adce-93b5218f9c86 HTTP/1.1" status: 200 len: 1095 time: 0.7331426 Oct 20 11:29:14.737476 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40449d8-1970-498a-8eb4-06574b1c8f44 req-bd1c42a9-fede-408d-bdbf-36e79f1d5fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:14.739305 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c40449d8-1970-498a-8eb4-06574b1c8f44 req-bd1c42a9-fede-408d-bdbf-36e79f1d5fa6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f2bda165-652a-4d6c-ac20-276d33fbbfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0917199 Oct 20 11:29:14.741892 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=f4aedaf7-cf1b-4630-b5eb-8d818b6c3662,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:14.742403 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-811b2dd8-472d-4fda-be48-bf1d746329aa req-2ff4f221-e0cf-4fce-a3fe-c4bb17eceb0b tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495400 Oct 20 11:29:14.793979 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-760eb134-02b4-4ad7-a19c-6853ee8dd0d9 req-8cff383b-d793-4bdf-828a-7e9c4f7a03e1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b HTTP/1.1" status: 200 len: 217 time: 0.0980325 Oct 20 11:29:14.821724 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0805aab5-d676-412b-ae8b-307f4daf9ec4 req-a5e8dfc8-0ce7-4e5e-9375-042550dee7a4 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/ports?device_id=15be7876-0e80-4899-922d-25797b28b9e3 HTTP/1.1" status: 200 len: 210 time: 0.0385168 Oct 20 11:29:14.838258 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 90971dad-2f63-4bd6-bab0-1734adae135a up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:29:14.874137 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760eb134-02b4-4ad7-a19c-6853ee8dd0d9 req-48f9edf8-aca9-467c-a07d-e4f835216cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:14.875560 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-760eb134-02b4-4ad7-a19c-6853ee8dd0d9 req-48f9edf8-aca9-467c-a07d-e4f835216cc0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=beaf7d63-7f7d-4cb5-8871-db069d2b0a56 HTTP/1.1" status: 200 len: 847 time: 0.0738006 Oct 20 11:29:14.950466 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 90971dad-2f63-4bd6-bab0-1734adae135a completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:29:14.958493 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 90971dad-2f63-4bd6-bab0-1734adae135a triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:29:14.958988 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:15.043134 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c40449d8-1970-498a-8eb4-06574b1c8f44 req-35ad1c31-9e19-44c8-916f-18e1be48aacd service neutron] 10.222.0.11 "GET /v2.0/networks/f2bda165-652a-4d6c-ac20-276d33fbbfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914703 Oct 20 11:29:15.051514 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed32edc-5ba0-4b42-afc0-7e13609bb0f2 x-openstack-request-id: req-7ed32edc-5ba0-4b42-afc0-7e13609bb0f2 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:29:15.051813 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "063ab0e6-ef9d-4a76-8658-7ff1598bd70e", "tag": "244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:29:15.052051 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7ed32edc-5ba0-4b42-afc0-7e13609bb0f2 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:29:15.052457 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '063ab0e6-ef9d-4a76-8658-7ff1598bd70e', 'tag': '244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0', 'status': 'completed', 'code': 200} Oct 20 11:29:15.069100 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:15.116951 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0422a46e-00fd-463d-aafb-fd9a0a2b2d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90971dad-2f63-4bd6-bab0-1734adae135a'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:29:15.125129 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43acc24b-2bad-4a8e-a2d4-00a7e1e7c07c" -d '{"events": [{"server_uuid": "0422a46e-00fd-463d-aafb-fd9a0a2b2d45", "name": "network-vif-plugged", "status": "completed", "tag": "90971dad-2f63-4bd6-bab0-1734adae135a"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:29:15.179166 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 90971dad-2f63-4bd6-bab0-1734adae135a, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=90971dad-2f63-4bd6-bab0-1734adae135a,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:29:15.181708 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3ee200fd-7d90-472a-88da-7b0214852eca admin admin] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:15.182148 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:15.185757 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:15.199299 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257164b7-5b20-4cbc-8723-4cb5161aebc4 x-openstack-request-id: req-257164b7-5b20-4cbc-8723-4cb5161aebc4 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:29:15.199856 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f28ad3ad-c9b6-4b2a-adce-93b5218f9c86", "tag": "dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:29:15.201476 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-257164b7-5b20-4cbc-8723-4cb5161aebc4 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:29:15.201476 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f28ad3ad-c9b6-4b2a-adce-93b5218f9c86', 'tag': 'dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b', 'status': 'completed', 'code': 200} Oct 20 11:29:15.241056 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-760eb134-02b4-4ad7-a19c-6853ee8dd0d9 req-16c922a2-12b5-48be-a676-7bae672dadaa service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b05579c2-10e5-4997-ab9d-57afa741288e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3523819 Oct 20 11:29:15.242485 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3ee200fd-7d90-472a-88da-7b0214852eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:15.322267 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=90971dad-2f63-4bd6-bab0-1734adae135a,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:15.387154 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d8bb5-0361-44da-b01e-3818b3fcd554 req-0db935ca-3238-44d6-a67a-0bb6a05ea7cd tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:15.389085 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-663d8bb5-0361-44da-b01e-3818b3fcd554 req-0db935ca-3238-44d6-a67a-0bb6a05ea7cd tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=590515aa-7b19-4238-ad94-617ccd824c70 HTTP/1.1" status: 200 len: 946 time: 0.4541273 Oct 20 11:29:15.475529 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d8c3c6-9bf3-4ad5-a197-5c5e7fb8ef58 req-2a340f64-ed7c-40fb-a845-7b5502b6c823 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:15.477395 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a9d8c3c6-9bf3-4ad5-a197-5c5e7fb8ef58 req-2a340f64-ed7c-40fb-a845-7b5502b6c823 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=f28ad3ad-c9b6-4b2a-adce-93b5218f9c86 HTTP/1.1" status: 200 len: 944 time: 0.1773317 Oct 20 11:29:15.498949 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3ee200fd-7d90-472a-88da-7b0214852eca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:15.504300 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee200fd-7d90-472a-88da-7b0214852eca admin admin] Pushing event updated for resources: {'Port': ['ID=4711afeb-22a2-4fc3-bdfb-a7855578cad5,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:15.514749 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a948edc-3710-46b2-96e9-881c3a0ddc6e req-1e3c7fde-165f-4b43-b054-561d687f9d48 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:15.516865 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2a948edc-3710-46b2-96e9-881c3a0ddc6e req-1e3c7fde-165f-4b43-b054-561d687f9d48 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.11 "GET /v2.0/networks?id=e737fa8f-48d9-429a-9c0d-195ded222e27 HTTP/1.1" status: 200 len: 820 time: 0.4118171 Oct 20 11:29:15.520165 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c40449d8-1970-498a-8eb4-06574b1c8f44 req-3b01bb40-52f7-4d59-adfa-4980e832c4a0 service neutron] 10.222.0.11 "GET /v2.0/networks/f2bda165-652a-4d6c-ac20-276d33fbbfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4642940 Oct 20 11:29:15.544442 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-2a948edc-3710-46b2-96e9-881c3a0ddc6e req-750265db-b273-4b61-8d03-16c5958fe275 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Request body: {'port': {'device_id': '15be7876-0e80-4899-922d-25797b28b9e3', 'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27', 'admin_state_up': True, 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:29:15.591571 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-663d8bb5-0361-44da-b01e-3818b3fcd554 req-4bb40ce9-5e8a-45a8-87df-9a8f622dd039 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807945 Oct 20 11:29:15.610987 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-760eb134-02b4-4ad7-a19c-6853ee8dd0d9 req-3d8054dd-7a28-44d4-a236-a2c5070d257b service neutron] 10.222.0.89 "GET /v2.0/networks/b05579c2-10e5-4997-ab9d-57afa741288e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145864 Oct 20 11:29:15.735130 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee200fd-7d90-472a-88da-7b0214852eca admin admin] Network ce71f6d4-46fe-40c2-8a6c-dfb67d4e584f is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:29:15.738229 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-3ee200fd-7d90-472a-88da-7b0214852eca admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:29:15.818291 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-760eb134-02b4-4ad7-a19c-6853ee8dd0d9 req-50c1c262-235e-4997-8264-a07a7547fc85 service neutron] 10.222.0.89 "GET /v2.0/networks/b05579c2-10e5-4997-ab9d-57afa741288e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937017 Oct 20 11:29:15.833685 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a9d8c3c6-9bf3-4ad5-a197-5c5e7fb8ef58 req-3ee7c6f1-3e97-4dd6-afed-46d0dbcd3036 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445077 Oct 20 11:29:15.871140 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a948edc-3710-46b2-96e9-881c3a0ddc6e req-750265db-b273-4b61-8d03-16c5958fe275 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Made reservation on behalf of 0f7be2198beb4fa4abf67245a1d7260e for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:29:15.884933 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2a948edc-3710-46b2-96e9-881c3a0ddc6e req-750265db-b273-4b61-8d03-16c5958fe275 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:15.940044 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91913993-6e81-403c-b0ab-a5c92050a5ba x-openstack-request-id: req-91913993-6e81-403c-b0ab-a5c92050a5ba {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:29:15.940617 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0422a46e-00fd-463d-aafb-fd9a0a2b2d45", "name": "network-vif-plugged", "status": "completed", "tag": "90971dad-2f63-4bd6-bab0-1734adae135a", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:29:15.940617 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-91913993-6e81-403c-b0ab-a5c92050a5ba {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:29:15.941769 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0422a46e-00fd-463d-aafb-fd9a0a2b2d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90971dad-2f63-4bd6-bab0-1734adae135a', 'code': 200} Oct 20 11:29:15.973008 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d8b79-b3ed-44c6-a4b0-7f81e9a09e9e req-3806d3f3-518b-411b-aac8-1704b855d39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:15.975689 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-649d8b79-b3ed-44c6-a4b0-7f81e9a09e9e req-3806d3f3-518b-411b-aac8-1704b855d39a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=130930dcc2f74762aa9c2d1b3e5d5b78&device_id=063ab0e6-ef9d-4a76-8658-7ff1598bd70e HTTP/1.1" status: 200 len: 1094 time: 0.3548505 Oct 20 11:29:15.991228 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44562729-ab2f-4ef0-8ad1-2cc8fe2fd620 req-a8d99a6e-3bd4-4ecc-9ef0-d74ef7dc8be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:15.993400 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-44562729-ab2f-4ef0-8ad1-2cc8fe2fd620 req-a8d99a6e-3bd4-4ecc-9ef0-d74ef7dc8be7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aa6715c00c6e4476951bf73e506ed201&device_id=f28ad3ad-c9b6-4b2a-adce-93b5218f9c86 HTTP/1.1" status: 200 len: 1095 time: 0.0983074 Oct 20 11:29:16.008784 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee200fd-7d90-472a-88da-7b0214852eca admin admin] Router a63db784-a86d-43e1-b3b3-39257147c6f9 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:29:16.090182 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-97c94159-d972-4d50-a660-7706d31774dc None None] Provisioning complete for port 4711afeb-22a2-4fc3-bdfb-a7855578cad5 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:29:16.090645 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-97c94159-d972-4d50-a660-7706d31774dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:16.143307 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac90132-7c5e-485d-992b-ce0b0e40f8a0 req-003ce7c6-4b3e-4316-9ef3-aa6306841e16 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:16.165517 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56006) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:29:16.173909 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7ac90132-7c5e-485d-992b-ce0b0e40f8a0 req-003ce7c6-4b3e-4316-9ef3-aa6306841e16 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "GET /v2.0/ports?device_id=d9d45d87-4bb6-486c-b0ae-82ffe15b83c4 HTTP/1.1" status: 200 len: 946 time: 0.4442296 Oct 20 11:29:16.178694 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-75d8bcf2-f6e8-4703-af70-000a2f5e5945 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Request body: {'floatingip': {'port_id': 'e625edf4-48ff-480e-9e44-d9e330d0c2f5'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:29:16.194585 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device f4aedaf7-cf1b-4630-b5eb-8d818b6c3662 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:29:16.211409 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-97c94159-d972-4d50-a660-7706d31774dc None None] Port 4711afeb-22a2-4fc3-bdfb-a7855578cad5 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:29:16.273942 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-75d8bcf2-f6e8-4703-af70-000a2f5e5945 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks [] for floatingip, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:16.321252 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a8f35-acc0-42a7-8a36-9a4585a33c68 req-fbe1a730-d013-4384-a1f7-3b713399c5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:16.322747 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a27a8f35-acc0-42a7-8a36-9a4585a33c68 req-fbe1a730-d013-4384-a1f7-3b713399c5df service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0422a46e-00fd-463d-aafb-fd9a0a2b2d45 HTTP/1.1" status: 200 len: 1101 time: 0.2561927 Oct 20 11:29:16.328023 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port f4aedaf7-cf1b-4630-b5eb-8d818b6c3662 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:29:16.328403 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:16.407597 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e299c0-d494-4118-8944-5c18e23f5616 req-71691464-bc3c-4d6c-9ca7-f5c595069b1f tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:16.434161 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-42e299c0-d494-4118-8944-5c18e23f5616 req-71691464-bc3c-4d6c-9ca7-f5c595069b1f tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] 10.222.0.98 "GET /v2.0/ports?device_id=063ab0e6-ef9d-4a76-8658-7ff1598bd70e HTTP/1.1" status: 200 len: 943 time: 0.3638842 Oct 20 11:29:16.436067 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a27a8f35-acc0-42a7-8a36-9a4585a33c68 req-27392ca3-acd9-4a4b-aa6a-1bd7d8dd6a6e service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936961 Oct 20 11:29:16.596856 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-2a948edc-3710-46b2-96e9-881c3a0ddc6e req-750265db-b273-4b61-8d03-16c5958fe275 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Allocated IP 172.20.0.5 (e737fa8f-48d9-429a-9c0d-195ded222e27/daa3a48e-5bbf-4e17-b716-d19b520de866/f033030b-b659-4c7e-8579-b0d84d7eb49e) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:29:16.615897 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d8b79-b3ed-44c6-a4b0-7f81e9a09e9e req-35b764d2-9a56-4334-a814-246e53fc3cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:16.617850 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-649d8b79-b3ed-44c6-a4b0-7f81e9a09e9e req-35b764d2-9a56-4334-a814-246e53fc3cc6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f2bda165-652a-4d6c-ac20-276d33fbbfc1 HTTP/1.1" status: 200 len: 916 time: 0.6205389 Oct 20 11:29:16.627400 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-42e299c0-d494-4118-8944-5c18e23f5616 req-04138ca9-91de-4870-ba2c-64314ff547ef tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] 10.222.0.98 "GET /v2.0/security-groups?id=045f848c-a9c3-4f29-86d7-1a70ff7324d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459410 Oct 20 11:29:16.691703 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-649d8b79-b3ed-44c6-a4b0-7f81e9a09e9e req-d28961d4-aaa3-4362-870a-518c34c15918 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0 HTTP/1.1" status: 200 len: 217 time: 0.0618246 Oct 20 11:29:16.837187 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d8b79-b3ed-44c6-a4b0-7f81e9a09e9e req-d64fb8cc-9ea8-4531-95f1-c997f19ec506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:16.838694 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-649d8b79-b3ed-44c6-a4b0-7f81e9a09e9e req-d64fb8cc-9ea8-4531-95f1-c997f19ec506 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8aa4bfdd-2ba9-4931-bcff-0bb492ab280c HTTP/1.1" status: 200 len: 853 time: 0.1319332 Oct 20 11:29:16.850544 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee200fd-7d90-472a-88da-7b0214852eca admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:29:16.863432 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3ee200fd-7d90-472a-88da-7b0214852eca admin admin] 10.222.0.98 "PUT /v2.0/routers/a63db784-a86d-43e1-b3b3-39257147c6f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4781435 Oct 20 11:29:16.882351 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e92fc2d4-02ab-45af-be0d-dbe9bbe214f4 req-057b1921-d533-4edd-9091-112f13dbc9f7 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/ports?device_id=15be7876-0e80-4899-922d-25797b28b9e3 HTTP/1.1" status: 200 len: 210 time: 0.0601876 Oct 20 11:29:16.883193 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44562729-ab2f-4ef0-8ad1-2cc8fe2fd620 req-36693252-28bd-4dce-bdbb-81f5fc8387f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:16.887508 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-44562729-ab2f-4ef0-8ad1-2cc8fe2fd620 req-36693252-28bd-4dce-bdbb-81f5fc8387f3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b05579c2-10e5-4997-ab9d-57afa741288e HTTP/1.1" status: 200 len: 909 time: 0.8700869 Oct 20 11:29:16.925062 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c75149-9b0b-42e3-aeca-6ece0cd2092f None None] Sync routers for ids ['a63db784-a86d-43e1-b3b3-39257147c6f9'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:29:16.946252 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c75149-9b0b-42e3-aeca-6ece0cd2092f None None] Routers {'a63db784-a86d-43e1-b3b3-39257147c6f9'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:29:16.950023 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-b9c75149-9b0b-42e3-aeca-6ece0cd2092f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:28:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['a63db784-a86d-43e1-b3b3-39257147c6f9'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:17.218174 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-b9c75149-9b0b-42e3-aeca-6ece0cd2092f None None] Set router a63db784-a86d-43e1-b3b3-39257147c6f9 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:29:17.326409 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-44562729-ab2f-4ef0-8ad1-2cc8fe2fd620 req-9148f3ed-0fa2-4479-ab8e-d1fc8add4b26 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b HTTP/1.1" status: 200 len: 217 time: 0.0807707 Oct 20 11:29:17.330481 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.db.resource_extend [None req-75d8bcf2-f6e8-4703-af70-000a2f5e5945 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 11:29:17.536055 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2cc6c-0e8d-408c-a0e6-22d6aaab9d0f req-68edf8cc-2107-4626-93f7-4a715154487d tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:17.537660 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bfc2cc6c-0e8d-408c-a0e6-22d6aaab9d0f req-68edf8cc-2107-4626-93f7-4a715154487d tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0422a46e-00fd-463d-aafb-fd9a0a2b2d45 HTTP/1.1" status: 200 len: 950 time: 0.7743497 Oct 20 11:29:17.547226 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:29:17.626549 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d8b79-b3ed-44c6-a4b0-7f81e9a09e9e req-2335d3b4-9393-4d41-ad80-3bfea2a6d79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:17.628755 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-649d8b79-b3ed-44c6-a4b0-7f81e9a09e9e req-2335d3b4-9393-4d41-ad80-3bfea2a6d79b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f2bda165-652a-4d6c-ac20-276d33fbbfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7619083 Oct 20 11:29:17.657087 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8fc78-81e6-4362-a9d8-ea5f13bc00d2 req-8c54d356-c600-4b28-b8bc-866c025fd08d tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:17.659974 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c0f8fc78-81e6-4362-a9d8-ea5f13bc00d2 req-8c54d356-c600-4b28-b8bc-866c025fd08d tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=f28ad3ad-c9b6-4b2a-adce-93b5218f9c86 HTTP/1.1" status: 200 len: 944 time: 0.2226703 Oct 20 11:29:17.666689 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2a948edc-3710-46b2-96e9-881c3a0ddc6e req-750265db-b273-4b61-8d03-16c5958fe275 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:17.811836 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-b9c75149-9b0b-42e3-aeca-6ece0cd2092f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63db784-a86d-43e1-b3b3-39257147c6f9', 'name': 'tempest-FloatingIPsNegativeTestJSON-380967675-router', 'tenant_id': '9979090c8348404badc87a18fc78d492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'f4aedaf7-cf1b-4630-b5eb-8d818b6c3662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:29:06Z', 'updated_at': '2021-10-20T11:29:13Z', 'revision_number': 4, 'project_id': '9979090c8348404badc87a18fc78d492', 'gw_port': {'id': 'f4aedaf7-cf1b-4630-b5eb-8d818b6c3662', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:aa:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63db784-a86d-43e1-b3b3-39257147c6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:29:07Z', 'updated_at': '2021-10-20T11:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '4711afeb-22a2-4fc3-bdfb-a7855578cad5', 'name': '', 'network_id': 'ce71f6d4-46fe-40c2-8a6c-dfb67d4e584f', 'tenant_id': '9979090c8348404badc87a18fc78d492', 'mac_address': 'fa:16:3e:df:7e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63db784-a86d-43e1-b3b3-39257147c6f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '967e5640-2e9e-431e-a0b6-53cdae296601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:29:11Z', 'updated_at': '2021-10-20T11:29:14Z', 'revision_number': 2, 'project_id': '9979090c8348404badc87a18fc78d492', 'subnets': [{'id': '967e5640-2e9e-431e-a0b6-53cdae296601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:17.840891 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c75149-9b0b-42e3-aeca-6ece0cd2092f None None] Checking router: a63db784-a86d-43e1-b3b3-39257147c6f9 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:29:17.841482 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c75149-9b0b-42e3-aeca-6ece0cd2092f None None] Updating router a63db784-a86d-43e1-b3b3-39257147c6f9 port 4711afeb-22a2-4fc3-bdfb-a7855578cad5 binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:29:17.863495 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-75d8bcf2-f6e8-4703-af70-000a2f5e5945 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:17.867124 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44562729-ab2f-4ef0-8ad1-2cc8fe2fd620 req-fbd2d3ab-ffe0-4c3b-bd63-c8cdca480e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:17.870008 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-44562729-ab2f-4ef0-8ad1-2cc8fe2fd620 req-fbd2d3ab-ffe0-4c3b-bd63-c8cdca480e26 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=beaf7d63-7f7d-4cb5-8871-db069d2b0a56 HTTP/1.1" status: 200 len: 847 time: 0.4518440 Oct 20 11:29:17.871691 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-75d8bcf2-f6e8-4703-af70-000a2f5e5945 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:17.878400 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0,segment=NetworkSegment(406cf6b7-0aa3-4ceb-b166-0422c442946c),segment_id=406cf6b7-0aa3-4ceb-b166-0422c442946c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:29:17.888339 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b9c75149-9b0b-42e3-aeca-6ece0cd2092f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:17.907042 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0', 'network_id': 'f2bda165-652a-4d6c-ac20-276d33fbbfc1', 'port_id': '244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0', 'mac_address': 'fa:16:3e:3f:1c:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aa4bfdd-2ba9-4931-bcff-0bb492ab280c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:29:17.942382 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bfc2cc6c-0e8d-408c-a0e6-22d6aaab9d0f req-8cc74452-9105-45c4-b547-b68600a9eab5 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946235 Oct 20 11:29:17.945484 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-649d8b79-b3ed-44c6-a4b0-7f81e9a09e9e req-236faf93-704b-4583-90e6-7bd8db477dfa service neutron] 10.222.0.11 "GET /v2.0/networks/f2bda165-652a-4d6c-ac20-276d33fbbfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820826 Oct 20 11:29:17.946600 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2a948edc-3710-46b2-96e9-881c3a0ddc6e req-750265db-b273-4b61-8d03-16c5958fe275 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:18.052718 n-d-814735-3 neutron-server[100646]: INFO neutron.db.l3_db [None req-75d8bcf2-f6e8-4703-af70-000a2f5e5945 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Floating IP 9486f5f0-36ca-42fe-85f9-5ad3929fe614 associated. External IP: 172.25.5.206, port: e625edf4-48ff-480e-9e44-d9e330d0c2f5. Oct 20 11:29:18.159708 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-44562729-ab2f-4ef0-8ad1-2cc8fe2fd620 req-c7ebb7ca-f3b4-4c62-b250-305e8ece7982 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b05579c2-10e5-4997-ab9d-57afa741288e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1099250 Oct 20 11:29:18.180527 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['981c59bc-53ca-4f43-8b0b-20d5a0e89940'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:29:18.221389 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:18.242006 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c0f8fc78-81e6-4362-a9d8-ea5f13bc00d2 req-bb288b1d-d072-4727-8525-fa576c2f440c tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5254660 Oct 20 11:29:18.301738 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a948edc-3710-46b2-96e9-881c3a0ddc6e req-750265db-b273-4b61-8d03-16c5958fe275 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Network e737fa8f-48d9-429a-9c0d-195ded222e27 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:29:18.304461 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-649d8b79-b3ed-44c6-a4b0-7f81e9a09e9e req-b67fd742-c77a-4cec-8632-79ba246a82a5 service neutron] 10.222.0.11 "GET /v2.0/networks/f2bda165-652a-4d6c-ac20-276d33fbbfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466997 Oct 20 11:29:18.307371 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:29:18.421946 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-949a4e08-024f-4e55-90a9-7ec8ac4f6851 req-a89cfeee-05f8-4b4a-a1d9-5c4eaae98ff8 tempest-FloatingIPsNegativeTestJSON-1537795932 tempest-FloatingIPsNegativeTestJSON-1537795932-project] 10.222.0.98 "GET /v2.0/floatingips?tenant_id=9979090c8348404badc87a18fc78d492 HTTP/1.1" status: 200 len: 217 time: 0.1152723 Oct 20 11:29:18.430065 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-44562729-ab2f-4ef0-8ad1-2cc8fe2fd620 req-d0f9a183-b0e7-4b4b-958d-3d14c7355980 service neutron] 10.222.0.89 "GET /v2.0/networks/b05579c2-10e5-4997-ab9d-57afa741288e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598686 Oct 20 11:29:18.492855 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0,segment=NetworkSegment(406cf6b7-0aa3-4ceb-b166-0422c442946c),segment_id=406cf6b7-0aa3-4ceb-b166-0422c442946c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:29:18.507169 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:18.525262 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-2a948edc-3710-46b2-96e9-881c3a0ddc6e req-750265db-b273-4b61-8d03-16c5958fe275 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:29:18.534616 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a948edc-3710-46b2-96e9-881c3a0ddc6e req-750265db-b273-4b61-8d03-16c5958fe275 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:29:18.540940 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a948edc-3710-46b2-96e9-881c3a0ddc6e req-750265db-b273-4b61-8d03-16c5958fe275 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:18.541572 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2a948edc-3710-46b2-96e9-881c3a0ddc6e req-750265db-b273-4b61-8d03-16c5958fe275 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:18.544263 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750265db-b273-4b61-8d03-16c5958fe275 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Pushing event updated for resources: {'Port': ['ID=f033030b-b659-4c7e-8579-b0d84d7eb49e,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:18.572448 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-44562729-ab2f-4ef0-8ad1-2cc8fe2fd620 req-d998aa1e-6d57-48fb-b884-ac24fcc330f9 service neutron] 10.222.0.89 "GET /v2.0/networks/b05579c2-10e5-4997-ab9d-57afa741288e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981843 Oct 20 11:29:18.656969 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6bd84-19ca-44d4-b6e1-ffc8f54284ba req-e9004ab8-3101-4c51-a14b-43b768eefcf1 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:18.659371 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-72b6bd84-19ca-44d4-b6e1-ffc8f54284ba req-e9004ab8-3101-4c51-a14b-43b768eefcf1 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] 10.222.0.98 "GET /v2.0/ports?device_id=063ab0e6-ef9d-4a76-8658-7ff1598bd70e HTTP/1.1" status: 200 len: 943 time: 0.2361052 Oct 20 11:29:18.664345 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2a948edc-3710-46b2-96e9-881c3a0ddc6e req-750265db-b273-4b61-8d03-16c5958fe275 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1265063 Oct 20 11:29:18.672890 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506713d-28a0-4d07-81c4-33e378de190a req-a3a556dd-e1aa-4d7d-b9a9-be9c0d198887 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:18.680691 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1506713d-28a0-4d07-81c4-33e378de190a req-a3a556dd-e1aa-4d7d-b9a9-be9c0d198887 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/ports?device_id=15be7876-0e80-4899-922d-25797b28b9e3 HTTP/1.1" status: 200 len: 931 time: 0.1328304 Oct 20 11:29:18.712839 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d8bcf2-f6e8-4703-af70-000a2f5e5945 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Router 674ee549-7fa2-441d-8095-dddaba6b6583 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:29:18.719031 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-2a948edc-3710-46b2-96e9-881c3a0ddc6e req-0d88ca2e-5500-4258-ab9e-310c24a0cc1b service neutron] Request body: {'port': {'device_id': '15be7876-0e80-4899-922d-25797b28b9e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:29:18.837505 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:18.839766 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1506713d-28a0-4d07-81c4-33e378de190a req-5e8e6cd8-e0cd-4d7c-9590-eaee1fd97d5e tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/security-groups?id=495852f5-de6b-4129-b7c7-5bc39347752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581986 Oct 20 11:29:18.862377 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2a948edc-3710-46b2-96e9-881c3a0ddc6e req-0d88ca2e-5500-4258-ab9e-310c24a0cc1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:18.891950 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-72b6bd84-19ca-44d4-b6e1-ffc8f54284ba req-0c38c309-b800-4be9-9262-aa02bf0a6feb tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] 10.222.0.98 "GET /v2.0/security-groups?id=045f848c-a9c3-4f29-86d7-1a70ff7324d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1817811 Oct 20 11:29:18.961487 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:29:18.963469 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device d69118e6-7142-48f3-bf4c-e11c998261fb details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:29:18.996817 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-36342cdd-b0eb-48f2-97df-83566eab9ee8 req-3f9c89fd-6810-4eaa-bba0-e0c3775451e6 tempest-FloatingIPsNegativeTestJSON-1537795932 tempest-FloatingIPsNegativeTestJSON-1537795932-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0410166 Oct 20 11:29:19.007363 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d8bcf2-f6e8-4703-af70-000a2f5e5945 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:29:19.020355 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-75d8bcf2-f6e8-4703-af70-000a2f5e5945 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:19.021279 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ea77e4-6c6f-4c60-a0c0-1019dc7423ce None None] Sync routers for ids ['674ee549-7fa2-441d-8095-dddaba6b6583'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:29:19.046893 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ea77e4-6c6f-4c60-a0c0-1019dc7423ce None None] Routers {'674ee549-7fa2-441d-8095-dddaba6b6583'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:29:19.048377 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-01ea77e4-6c6f-4c60-a0c0-1019dc7423ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:28:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['674ee549-7fa2-441d-8095-dddaba6b6583'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:19.065530 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [req-d9ad996a-16ef-4867-89e3-12abfc619389 req-e6372717-73b6-4bde-8d03-47ca728fca10 tempest-FloatingIPsNegativeTestJSON-1537795932 tempest-FloatingIPsNegativeTestJSON-1537795932-project] show failed (client error): The resource could not be found. Oct 20 11:29:19.073972 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d9ad996a-16ef-4867-89e3-12abfc619389 req-e6372717-73b6-4bde-8d03-47ca728fca10 tempest-FloatingIPsNegativeTestJSON-1537795932 tempest-FloatingIPsNegativeTestJSON-1537795932-project] 10.222.0.98 "GET /v2.0/floatingips/b0ded573-5aec-42eb-8525-00f732aa7d2c HTTP/1.1" status: 404 len: 350 time: 0.0524654 Oct 20 11:29:19.080246 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56060) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:29:19.089284 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-75d8bcf2-f6e8-4703-af70-000a2f5e5945 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "PUT /v2.0/floatingips/9486f5f0-36ca-42fe-85f9-5ad3929fe614 HTTP/1.1" status: 200 len: 992 time: 2.9198778 Oct 20 11:29:19.093866 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d45d87-4bb6-486c-b0ae-82ffe15b83c4', 'tag': 'e625edf4-48ff-480e-9e44-d9e330d0c2f5'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:29:19.096548 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ddb6912-df43-423f-b6b1-6088ee0ab863" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d45d87-4bb6-486c-b0ae-82ffe15b83c4", "tag": "e625edf4-48ff-480e-9e44-d9e330d0c2f5"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:29:19.155364 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-1049a4c2-39cc-492d-98b2-f8854bd12bbd None None] Provisioning complete for port f033030b-b659-4c7e-8579-b0d84d7eb49e triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:29:19.163646 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1049a4c2-39cc-492d-98b2-f8854bd12bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:19.215587 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b9c75149-9b0b-42e3-aeca-6ece0cd2092f None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:19.337386 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f8736e-acee-46b8-8e60-c690c2681312 x-openstack-request-id: req-82f8736e-acee-46b8-8e60-c690c2681312 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:29:19.341453 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d45d87-4bb6-486c-b0ae-82ffe15b83c4", "tag": "e625edf4-48ff-480e-9e44-d9e330d0c2f5", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:29:19.345157 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-82f8736e-acee-46b8-8e60-c690c2681312 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:29:19.345884 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d45d87-4bb6-486c-b0ae-82ffe15b83c4', 'tag': 'e625edf4-48ff-480e-9e44-d9e330d0c2f5', 'status': 'completed', 'code': 200} Oct 20 11:29:19.375649 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdafa1e4-1007-4881-a603-1cdc19f564c9 req-d96fbeea-a1e2-4f34-bd88-12a3be5c4858 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:19.377917 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-01ea77e4-6c6f-4c60-a0c0-1019dc7423ce None None] Set router 674ee549-7fa2-441d-8095-dddaba6b6583 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:29:19.383347 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fdafa1e4-1007-4881-a603-1cdc19f564c9 req-d96fbeea-a1e2-4f34-bd88-12a3be5c4858 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0422a46e-00fd-463d-aafb-fd9a0a2b2d45 HTTP/1.1" status: 200 len: 950 time: 0.1953380 Oct 20 11:29:19.441159 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port d69118e6-7142-48f3-bf4c-e11c998261fb, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=d69118e6-7142-48f3-bf4c-e11c998261fb,segment=NetworkSegment(ba843d51-18ac-492f-b072-dcb49c698d12),segment_id=ba843d51-18ac-492f-b072-dcb49c698d12)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:29:19.450533 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b9c75149-9b0b-42e3-aeca-6ece0cd2092f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:19.471954 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb6912-df43-423f-b6b1-6088ee0ab863 req-01c37a5c-3b33-4170-bd84-7cb3a529c19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:19.473885 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6ddb6912-df43-423f-b6b1-6088ee0ab863 req-01c37a5c-3b33-4170-bd84-7cb3a529c19e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=148df67387bc4ce6991a2699fe30ca2b&device_id=d9d45d87-4bb6-486c-b0ae-82ffe15b83c4 HTTP/1.1" status: 200 len: 1097 time: 0.1386371 Oct 20 11:29:19.549354 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fdafa1e4-1007-4881-a603-1cdc19f564c9 req-f7bc2914-2851-4687-a127-f4598c2d78df tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409264 Oct 20 11:29:19.606248 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1f83c-1760-4913-af08-18005e3d91ac req-9b5bb693-735a-42c7-b0f2-e31147284d07 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:19.633456 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6ec1f83c-1760-4913-af08-18005e3d91ac req-9b5bb693-735a-42c7-b0f2-e31147284d07 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=f28ad3ad-c9b6-4b2a-adce-93b5218f9c86 HTTP/1.1" status: 200 len: 944 time: 0.2448597 Oct 20 11:29:19.633716 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': 'd69118e6-7142-48f3-bf4c-e11c998261fb', 'network_id': '899673ab-8e62-4651-b772-c8a12e790997', 'port_id': 'd69118e6-7142-48f3-bf4c-e11c998261fb', 'mac_address': 'fa:16:3e:81:6b:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aac54544-8ac1-4e04-a94d-f9c6d3bc8d37', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:29:19.666650 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-1049a4c2-39cc-492d-98b2-f8854bd12bbd None None] Port f033030b-b659-4c7e-8579-b0d84d7eb49e cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:29:19.682835 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a550f930-c0b2-4d06-b4e6-079d5ea15825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:19.719102 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb6912-df43-423f-b6b1-6088ee0ab863 req-6b4d3a09-178d-4e4e-9914-8a2b04877cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:19.721052 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6ddb6912-df43-423f-b6b1-6088ee0ab863 req-6b4d3a09-178d-4e4e-9914-8a2b04877cb2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d8338651-6e93-43eb-82bb-c86cf6e817ba HTTP/1.1" status: 200 len: 926 time: 0.2328353 Oct 20 11:29:19.759312 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-01ea77e4-6c6f-4c60-a0c0-1019dc7423ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1118223990-router', 'tenant_id': '148df67387bc4ce6991a2699fe30ca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '1b58a554-d85a-47c3-9896-ddec53885546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:26:07Z', 'updated_at': '2021-10-20T11:26:14Z', 'revision_number': 4, 'project_id': '148df67387bc4ce6991a2699fe30ca2b', 'gw_port': {'id': '1b58a554-d85a-47c3-9896-ddec53885546', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:08Z', 'updated_at': '2021-10-20T11:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '9486f5f0-36ca-42fe-85f9-5ad3929fe614', 'tenant_id': '148df67387bc4ce6991a2699fe30ca2b', 'floating_ip_address': '172.25.5.206', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'port_id': 'e625edf4-48ff-480e-9e44-d9e330d0c2f5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8338651-6e93-43eb-82bb-c86cf6e817ba', 'mac_address': 'fa:16:3e:e5:2a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d45d87-4bb6-486c-b0ae-82ffe15b83c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:26:44Z', 'updated_at': '2021-10-20T11:29:17Z', 'revision_number': 5, 'project_id': '148df67387bc4ce6991a2699fe30ca2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11aefccc-1ee1-4b5f-95ed-b5a27fdfbc0b', 'name': '', 'network_id': 'd8338651-6e93-43eb-82bb-c86cf6e817ba', 'tenant_id': '148df67387bc4ce6991a2699fe30ca2b', 'mac_address': 'fa:16:3e:d9:70:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5a859bd7-2b54-4ef2-916f-95506b8b807d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:13Z', 'updated_at': '2021-10-20T11:26:23Z', 'revision_number': 5, 'project_id': '148df67387bc4ce6991a2699fe30ca2b', 'subnets': [{'id': '5a859bd7-2b54-4ef2-916f-95506b8b807d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:19.797463 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e04ad-1ae2-4052-8d40-34a41214b8e7 None None] Pushing event updated for resources: {'Port': ['ID=4711afeb-22a2-4fc3-bdfb-a7855578cad5,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:19.806739 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ea77e4-6c6f-4c60-a0c0-1019dc7423ce None None] Checking router: 674ee549-7fa2-441d-8095-dddaba6b6583 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:29:19.819668 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ea77e4-6c6f-4c60-a0c0-1019dc7423ce None None] Routers {'674ee549-7fa2-441d-8095-dddaba6b6583'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:29:19.820446 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-01ea77e4-6c6f-4c60-a0c0-1019dc7423ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:28:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['674ee549-7fa2-441d-8095-dddaba6b6583'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:19.855731 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6ec1f83c-1760-4913-af08-18005e3d91ac req-f3b1fe2e-ec71-4acd-8e50-a6f2108abe75 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227008 Oct 20 11:29:19.952308 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:19.993468 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f434c8-6c95-4096-a223-6eb7c9e5e927 req-3123151a-c3ad-46bf-b216-0c340a9f8f56 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:19.995149 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e4f434c8-6c95-4096-a223-6eb7c9e5e927 req-3123151a-c3ad-46bf-b216-0c340a9f8f56 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0422a46e-00fd-463d-aafb-fd9a0a2b2d45 HTTP/1.1" status: 200 len: 950 time: 0.3071604 Oct 20 11:29:20.045036 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-01ea77e4-6c6f-4c60-a0c0-1019dc7423ce None None] Set router 674ee549-7fa2-441d-8095-dddaba6b6583 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:29:20.076114 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6ddb6912-df43-423f-b6b1-6088ee0ab863 req-2104734d-9b6c-4de4-bf0b-7c24fb038a7d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e625edf4-48ff-480e-9e44-d9e330d0c2f5 HTTP/1.1" status: 200 len: 1000 time: 0.2737463 Oct 20 11:29:20.095803 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d69118e6-7142-48f3-bf4c-e11c998261fb {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:29:20.108747 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-2a948edc-3710-46b2-96e9-881c3a0ddc6e req-0d88ca2e-5500-4258-ab9e-310c24a0cc1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f033030b-b659-4c7e-8579-b0d84d7eb49e {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:29:20.134931 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-b9c75149-9b0b-42e3-aeca-6ece0cd2092f None None] Attempting to bind port 4711afeb-22a2-4fc3-bdfb-a7855578cad5 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:29:20.135439 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-b9c75149-9b0b-42e3-aeca-6ece0cd2092f None None] Attempting to bind port 4711afeb-22a2-4fc3-bdfb-a7855578cad5 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1cd3758e-d161-46a8-a563-57656fde28cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'ce71f6d4-46fe-40c2-8a6c-dfb67d4e584f'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:29:20.136165 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c75149-9b0b-42e3-aeca-6ece0cd2092f None None] Attempting to bind port 4711afeb-22a2-4fc3-bdfb-a7855578cad5 on network ce71f6d4-46fe-40c2-8a6c-dfb67d4e584f {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:29:20.151478 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2a948edc-3710-46b2-96e9-881c3a0ddc6e req-0d88ca2e-5500-4258-ab9e-310c24a0cc1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:20.215878 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port d69118e6-7142-48f3-bf4c-e11c998261fb, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=d69118e6-7142-48f3-bf4c-e11c998261fb,segment=NetworkSegment(ba843d51-18ac-492f-b072-dcb49c698d12),segment_id=ba843d51-18ac-492f-b072-dcb49c698d12)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:29:20.217853 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-2a948edc-3710-46b2-96e9-881c3a0ddc6e req-0d88ca2e-5500-4258-ab9e-310c24a0cc1b service neutron] Transition to ACTIVE for port object f033030b-b659-4c7e-8579-b0d84d7eb49e will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:29:20.225352 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb6912-df43-423f-b6b1-6088ee0ab863 req-fb20660f-17f5-4e35-9e5a-731158e82f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:20.227196 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6ddb6912-df43-423f-b6b1-6088ee0ab863 req-fb20660f-17f5-4e35-9e5a-731158e82f6c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5a859bd7-2b54-4ef2-916f-95506b8b807d HTTP/1.1" status: 200 len: 863 time: 0.1199527 Oct 20 11:29:20.236303 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:20.247258 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2a948edc-3710-46b2-96e9-881c3a0ddc6e req-0d88ca2e-5500-4258-ab9e-310c24a0cc1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:20.250516 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c75149-9b0b-42e3-aeca-6ece0cd2092f None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:29:20.251064 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c75149-9b0b-42e3-aeca-6ece0cd2092f None None] Checking segment: {'id': '1cd3758e-d161-46a8-a563-57656fde28cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'ce71f6d4-46fe-40c2-8a6c-dfb67d4e584f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:29:20.251548 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b9c75149-9b0b-42e3-aeca-6ece0cd2092f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:20.255963 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c75149-9b0b-42e3-aeca-6ece0cd2092f None None] Bound using segment: {'id': '1cd3758e-d161-46a8-a563-57656fde28cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'ce71f6d4-46fe-40c2-8a6c-dfb67d4e584f'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:29:20.256603 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-b9c75149-9b0b-42e3-aeca-6ece0cd2092f None None] Bound port: 4711afeb-22a2-4fc3-bdfb-a7855578cad5, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cd3758e-d161-46a8-a563-57656fde28cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'ce71f6d4-46fe-40c2-8a6c-dfb67d4e584f'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:29:20.258297 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b9c75149-9b0b-42e3-aeca-6ece0cd2092f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:20.313133 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7f0f5fc2-e51f-49d2-a47c-d42e339cf20f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:20.320639 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85fd2d7-739c-4bcb-9e13-dd1851c3aaed req-18e5a463-df7d-43c6-a643-75ea6066e176 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:20.324196 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f85fd2d7-739c-4bcb-9e13-dd1851c3aaed req-18e5a463-df7d-43c6-a643-75ea6066e176 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/ports?device_id=15be7876-0e80-4899-922d-25797b28b9e3 HTTP/1.1" status: 200 len: 931 time: 0.3169196 Oct 20 11:29:20.375307 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e4f434c8-6c95-4096-a223-6eb7c9e5e927 req-4c11211a-fb5a-4048-a3f3-9cdaeb556fc4 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714893 Oct 20 11:29:20.396432 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb6912-df43-423f-b6b1-6088ee0ab863 req-3c79b1a8-0837-4dd8-87f8-759cc774a563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:20.401047 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6ddb6912-df43-423f-b6b1-6088ee0ab863 req-3c79b1a8-0837-4dd8-87f8-759cc774a563 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d8338651-6e93-43eb-82bb-c86cf6e817ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1632693 Oct 20 11:29:20.455311 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=d69118e6-7142-48f3-bf4c-e11c998261fb,revision_number=6']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:20.516295 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-1d5793ae-e4fb-4586-b228-422856ba61be None None] Provisioning complete for port 4711afeb-22a2-4fc3-bdfb-a7855578cad5 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:29:20.516991 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1d5793ae-e4fb-4586-b228-422856ba61be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:20.519398 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-2a948edc-3710-46b2-96e9-881c3a0ddc6e req-0d88ca2e-5500-4258-ab9e-310c24a0cc1b service neutron] Attempting to bind port f033030b-b659-4c7e-8579-b0d84d7eb49e on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:29:20.519837 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-2a948edc-3710-46b2-96e9-881c3a0ddc6e req-0d88ca2e-5500-4258-ab9e-310c24a0cc1b service neutron] Attempting to bind port f033030b-b659-4c7e-8579-b0d84d7eb49e by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': 'cb74e53f-6f75-4b51-a3d2-bf3da9505174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:29:20.520272 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a948edc-3710-46b2-96e9-881c3a0ddc6e req-0d88ca2e-5500-4258-ab9e-310c24a0cc1b service neutron] Attempting to bind port f033030b-b659-4c7e-8579-b0d84d7eb49e on network e737fa8f-48d9-429a-9c0d-195ded222e27 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:29:20.526082 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d88ca2e-5500-4258-ab9e-310c24a0cc1b service neutron] Pushing event updated for resources: {'Port': ['ID=f033030b-b659-4c7e-8579-b0d84d7eb49e,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:20.558284 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a948edc-3710-46b2-96e9-881c3a0ddc6e req-0d88ca2e-5500-4258-ab9e-310c24a0cc1b service neutron] Port f033030b-b659-4c7e-8579-b0d84d7eb49e on network e737fa8f-48d9-429a-9c0d-195ded222e27 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:29:20.559279 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a948edc-3710-46b2-96e9-881c3a0ddc6e req-0d88ca2e-5500-4258-ab9e-310c24a0cc1b service neutron] Attempting to bind port f033030b-b659-4c7e-8579-b0d84d7eb49e on network e737fa8f-48d9-429a-9c0d-195ded222e27 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:29:20.587408 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f85fd2d7-739c-4bcb-9e13-dd1851c3aaed req-37969b9b-afb0-4ca4-bd78-f92e75257ba5 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/security-groups?id=495852f5-de6b-4129-b7c7-5bc39347752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088621 Oct 20 11:29:20.590341 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a948edc-3710-46b2-96e9-881c3a0ddc6e req-0d88ca2e-5500-4258-ab9e-310c24a0cc1b service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:29:20.590828 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a948edc-3710-46b2-96e9-881c3a0ddc6e req-0d88ca2e-5500-4258-ab9e-310c24a0cc1b service neutron] Checking segment: {'id': 'cb74e53f-6f75-4b51-a3d2-bf3da9505174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:29:20.591276 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a948edc-3710-46b2-96e9-881c3a0ddc6e req-0d88ca2e-5500-4258-ab9e-310c24a0cc1b service neutron] Bound using segment: {'id': 'cb74e53f-6f75-4b51-a3d2-bf3da9505174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:29:20.591813 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-2a948edc-3710-46b2-96e9-881c3a0ddc6e req-0d88ca2e-5500-4258-ab9e-310c24a0cc1b service neutron] Bound port: f033030b-b659-4c7e-8579-b0d84d7eb49e, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb74e53f-6f75-4b51-a3d2-bf3da9505174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:29:20.592259 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2a948edc-3710-46b2-96e9-881c3a0ddc6e req-0d88ca2e-5500-4258-ab9e-310c24a0cc1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:20.619026 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['d69118e6-7142-48f3-bf4c-e11c998261fb'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:29:20.813120 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-01ea77e4-6c6f-4c60-a0c0-1019dc7423ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1118223990-router', 'tenant_id': '148df67387bc4ce6991a2699fe30ca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '1b58a554-d85a-47c3-9896-ddec53885546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:26:07Z', 'updated_at': '2021-10-20T11:26:14Z', 'revision_number': 4, 'project_id': '148df67387bc4ce6991a2699fe30ca2b', 'gw_port': {'id': '1b58a554-d85a-47c3-9896-ddec53885546', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:08Z', 'updated_at': '2021-10-20T11:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '9486f5f0-36ca-42fe-85f9-5ad3929fe614', 'tenant_id': '148df67387bc4ce6991a2699fe30ca2b', 'floating_ip_address': '172.25.5.206', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'port_id': 'e625edf4-48ff-480e-9e44-d9e330d0c2f5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8338651-6e93-43eb-82bb-c86cf6e817ba', 'mac_address': 'fa:16:3e:e5:2a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d45d87-4bb6-486c-b0ae-82ffe15b83c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:26:44Z', 'updated_at': '2021-10-20T11:29:17Z', 'revision_number': 5, 'project_id': '148df67387bc4ce6991a2699fe30ca2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11aefccc-1ee1-4b5f-95ed-b5a27fdfbc0b', 'name': '', 'network_id': 'd8338651-6e93-43eb-82bb-c86cf6e817ba', 'tenant_id': '148df67387bc4ce6991a2699fe30ca2b', 'mac_address': 'fa:16:3e:d9:70:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5a859bd7-2b54-4ef2-916f-95506b8b807d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:13Z', 'updated_at': '2021-10-20T11:26:23Z', 'revision_number': 5, 'project_id': '148df67387bc4ce6991a2699fe30ca2b', 'subnets': [{'id': '5a859bd7-2b54-4ef2-916f-95506b8b807d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:20.869716 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-1d5793ae-e4fb-4586-b228-422856ba61be None None] Port 4711afeb-22a2-4fc3-bdfb-a7855578cad5 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:29:20.887625 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ea77e4-6c6f-4c60-a0c0-1019dc7423ce None None] The sync data for ids ['674ee549-7fa2-441d-8095-dddaba6b6583'] in n-d-814735-3 is: [{'id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1118223990-router', 'tenant_id': '148df67387bc4ce6991a2699fe30ca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '1b58a554-d85a-47c3-9896-ddec53885546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:26:07Z', 'updated_at': '2021-10-20T11:26:14Z', 'revision_number': 4, 'project_id': '148df67387bc4ce6991a2699fe30ca2b', 'gw_port': {'id': '1b58a554-d85a-47c3-9896-ddec53885546', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:08Z', 'updated_at': '2021-10-20T11:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '9486f5f0-36ca-42fe-85f9-5ad3929fe614', 'tenant_id': '148df67387bc4ce6991a2699fe30ca2b', 'floating_ip_address': '172.25.5.206', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'port_id': 'e625edf4-48ff-480e-9e44-d9e330d0c2f5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8338651-6e93-43eb-82bb-c86cf6e817ba', 'mac_address': 'fa:16:3e:e5:2a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d45d87-4bb6-486c-b0ae-82ffe15b83c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:26:44Z', 'updated_at': '2021-10-20T11:29:17Z', 'revision_number': 5, 'project_id': '148df67387bc4ce6991a2699fe30ca2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11aefccc-1ee1-4b5f-95ed-b5a27fdfbc0b', 'name': '', 'network_id': 'd8338651-6e93-43eb-82bb-c86cf6e817ba', 'tenant_id': '148df67387bc4ce6991a2699fe30ca2b', 'mac_address': 'fa:16:3e:d9:70:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5a859bd7-2b54-4ef2-916f-95506b8b807d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:13Z', 'updated_at': '2021-10-20T11:26:23Z', 'revision_number': 5, 'project_id': '148df67387bc4ce6991a2699fe30ca2b', 'subnets': [{'id': '5a859bd7-2b54-4ef2-916f-95506b8b807d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:29:20.897816 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-b9c75149-9b0b-42e3-aeca-6ece0cd2092f None None] For port 4711afeb-22a2-4fc3-bdfb-a7855578cad5, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:29:20.904033 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-b9c75149-9b0b-42e3-aeca-6ece0cd2092f None None] For port 4711afeb-22a2-4fc3-bdfb-a7855578cad5, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=4711afeb-22a2-4fc3-bdfb-a7855578cad5,segment=NetworkSegment(1cd3758e-d161-46a8-a563-57656fde28cf),segment_id=1cd3758e-d161-46a8-a563-57656fde28cf)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:29:20.904277 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6ddb6912-df43-423f-b6b1-6088ee0ab863 req-3d018c37-e810-4dd6-8fae-040d1bb9d1d8 service neutron] 10.222.0.89 "GET /v2.0/networks/d8338651-6e93-43eb-82bb-c86cf6e817ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4895854 Oct 20 11:29:20.941226 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b9c75149-9b0b-42e3-aeca-6ece0cd2092f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:20.954661 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568d532-7564-48d1-9639-ce7b99895cba req-40664c1c-b42d-45bb-9de4-0dce396880f3 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:20.962922 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3568d532-7564-48d1-9639-ce7b99895cba req-40664c1c-b42d-45bb-9de4-0dce396880f3 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] 10.222.0.98 "GET /v2.0/ports?device_id=063ab0e6-ef9d-4a76-8658-7ff1598bd70e HTTP/1.1" status: 200 len: 944 time: 0.3738301 Oct 20 11:29:21.025441 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-2a948edc-3710-46b2-96e9-881c3a0ddc6e req-0d88ca2e-5500-4258-ab9e-310c24a0cc1b service neutron] For port f033030b-b659-4c7e-8579-b0d84d7eb49e, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:29:21.041156 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-2a948edc-3710-46b2-96e9-881c3a0ddc6e req-0d88ca2e-5500-4258-ab9e-310c24a0cc1b service neutron] For port f033030b-b659-4c7e-8579-b0d84d7eb49e, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=f033030b-b659-4c7e-8579-b0d84d7eb49e,segment=NetworkSegment(cb74e53f-6f75-4b51-a3d2-bf3da9505174),segment_id=cb74e53f-6f75-4b51-a3d2-bf3da9505174)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:29:21.084406 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2a948edc-3710-46b2-96e9-881c3a0ddc6e req-0d88ca2e-5500-4258-ab9e-310c24a0cc1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:21.122943 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3568d532-7564-48d1-9639-ce7b99895cba req-fe597d11-5edf-43fe-807d-7a90378f5d35 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] 10.222.0.98 "GET /v2.0/security-groups?id=045f848c-a9c3-4f29-86d7-1a70ff7324d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473558 Oct 20 11:29:21.160228 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c75149-9b0b-42e3-aeca-6ece0cd2092f None None] Routers {'a63db784-a86d-43e1-b3b3-39257147c6f9'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:29:21.162271 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-b9c75149-9b0b-42e3-aeca-6ece0cd2092f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:28:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['a63db784-a86d-43e1-b3b3-39257147c6f9'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:21.217984 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a948edc-3710-46b2-96e9-881c3a0ddc6e req-0d88ca2e-5500-4258-ab9e-310c24a0cc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:21.218647 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2a948edc-3710-46b2-96e9-881c3a0ddc6e req-0d88ca2e-5500-4258-ab9e-310c24a0cc1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:21.223092 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2a948edc-3710-46b2-96e9-881c3a0ddc6e req-0d88ca2e-5500-4258-ab9e-310c24a0cc1b service neutron] 10.222.0.11 "PUT /v2.0/ports/f033030b-b659-4c7e-8579-b0d84d7eb49e HTTP/1.1" status: 200 len: 1091 time: 2.5087655 Oct 20 11:29:21.243383 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15be7876-0e80-4899-922d-25797b28b9e3', 'tag': 'f033030b-b659-4c7e-8579-b0d84d7eb49e'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:29:21.255959 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5710f39-e1f8-4ef2-847b-aee36b7d5ccf" -d '{"events": [{"name": "network-changed", "server_uuid": "15be7876-0e80-4899-922d-25797b28b9e3", "tag": "f033030b-b659-4c7e-8579-b0d84d7eb49e"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:29:21.464657 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e04ad-1ae2-4052-8d40-34a41214b8e7 None None] Pushing event updated for resources: {'Port': ['ID=4711afeb-22a2-4fc3-bdfb-a7855578cad5,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:21.471839 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6cb616c-d217-4b94-b70d-565fbe9ce51e x-openstack-request-id: req-c6cb616c-d217-4b94-b70d-565fbe9ce51e {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:29:21.472121 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15be7876-0e80-4899-922d-25797b28b9e3", "tag": "f033030b-b659-4c7e-8579-b0d84d7eb49e", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:29:21.472363 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c6cb616c-d217-4b94-b70d-565fbe9ce51e {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:29:21.472760 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15be7876-0e80-4899-922d-25797b28b9e3', 'tag': 'f033030b-b659-4c7e-8579-b0d84d7eb49e', 'status': 'completed', 'code': 200} Oct 20 11:29:21.491805 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127ab23c-dfc3-4445-82a1-02cd1067ce66 None None] New status for floating IP 9486f5f0-36ca-42fe-85f9-5ad3929fe614: ACTIVE {{(pid=100648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:29:21.527035 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d88ca2e-5500-4258-ab9e-310c24a0cc1b service neutron] Pushing event updated for resources: {'Port': ['ID=f033030b-b659-4c7e-8579-b0d84d7eb49e,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:21.597683 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:29:21.695141 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a948edc-3710-46b2-96e9-881c3a0ddc6e req-6eac30c3-5173-45d6-addd-1945bb627613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:21.698480 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2a948edc-3710-46b2-96e9-881c3a0ddc6e req-6eac30c3-5173-45d6-addd-1945bb627613 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0f7be2198beb4fa4abf67245a1d7260e&device_id=15be7876-0e80-4899-922d-25797b28b9e3 HTTP/1.1" status: 200 len: 1094 time: 0.4060669 Oct 20 11:29:21.720420 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58778f08-a160-4047-b50c-752487902a64 req-fec69dd5-be3b-460a-a3bd-7408fe15a872 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:21.724384 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-58778f08-a160-4047-b50c-752487902a64 req-fec69dd5-be3b-460a-a3bd-7408fe15a872 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=f28ad3ad-c9b6-4b2a-adce-93b5218f9c86 HTTP/1.1" status: 200 len: 944 time: 0.2359524 Oct 20 11:29:21.827705 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-99be2dce-5c2a-4b07-8a75-c3e8caa43ba8 None None] Provisioning complete for port 4711afeb-22a2-4fc3-bdfb-a7855578cad5 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:29:21.828174 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-99be2dce-5c2a-4b07-8a75-c3e8caa43ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:21.884405 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2a948edc-3710-46b2-96e9-881c3a0ddc6e req-97359b08-3a94-481d-b461-7f8d0b777eaf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f033030b-b659-4c7e-8579-b0d84d7eb49e HTTP/1.1" status: 200 len: 217 time: 0.1583188 Oct 20 11:29:21.964936 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6ddb6912-df43-423f-b6b1-6088ee0ab863 req-aa1499a9-d4ee-4a32-84bc-530cba2f3363 service neutron] 10.222.0.89 "GET /v2.0/networks/d8338651-6e93-43eb-82bb-c86cf6e817ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0464208 Oct 20 11:29:21.980111 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-b9c75149-9b0b-42e3-aeca-6ece0cd2092f None None] Set router a63db784-a86d-43e1-b3b3-39257147c6f9 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:29:22.039347 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e4917513-3b36-4261-ab91-d7a07ec73ecd req-15b554c2-85e0-486c-b50a-f7d4e67a6c2a service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=0422a46e-00fd-463d-aafb-fd9a0a2b2d45&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0676236 Oct 20 11:29:22.039975 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a948edc-3710-46b2-96e9-881c3a0ddc6e req-a668ddcf-a254-4fdf-9a60-e659ece43a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:22.041434 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2a948edc-3710-46b2-96e9-881c3a0ddc6e req-a668ddcf-a254-4fdf-9a60-e659ece43a47 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=daa3a48e-5bbf-4e17-b716-d19b520de866 HTTP/1.1" status: 200 len: 859 time: 0.1473918 Oct 20 11:29:22.057342 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f5fc2-e51f-49d2-a47c-d42e339cf20f admin admin] Deleting port 4711afeb-22a2-4fc3-bdfb-a7855578cad5 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:29:22.058316 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7f0f5fc2-e51f-49d2-a47c-d42e339cf20f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:22.117223 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-58778f08-a160-4047-b50c-752487902a64 req-2de9d965-5844-4ffb-b516-dd7be6cb8d3e tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652306 Oct 20 11:29:22.189773 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a948edc-3710-46b2-96e9-881c3a0ddc6e req-84d3353f-5a3c-46fe-8bef-55ea95eb8644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:22.192740 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2a948edc-3710-46b2-96e9-881c3a0ddc6e req-84d3353f-5a3c-46fe-8bef-55ea95eb8644 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e737fa8f-48d9-429a-9c0d-195ded222e27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1272633 Oct 20 11:29:22.210118 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd9fc7-b590-4933-b516-db2e70021cd3 req-42fc4fd5-2b9c-48d9-a62e-54967282706f tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:22.219549 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-99dd9fc7-b590-4933-b516-db2e70021cd3 req-42fc4fd5-2b9c-48d9-a62e-54967282706f tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/ports?device_id=15be7876-0e80-4899-922d-25797b28b9e3 HTTP/1.1" status: 200 len: 943 time: 0.1995461 Oct 20 11:29:22.287399 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-7f0f5fc2-e51f-49d2-a47c-d42e339cf20f admin admin] For port 4711afeb-22a2-4fc3-bdfb-a7855578cad5, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=4711afeb-22a2-4fc3-bdfb-a7855578cad5,segment=NetworkSegment(1cd3758e-d161-46a8-a563-57656fde28cf),segment_id=1cd3758e-d161-46a8-a563-57656fde28cf)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:29:22.287708 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7f0f5fc2-e51f-49d2-a47c-d42e339cf20f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:22.305246 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f5fc2-e51f-49d2-a47c-d42e339cf20f admin admin] Calling delete_port for 4711afeb-22a2-4fc3-bdfb-a7855578cad5 owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:29:22.352352 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2a948edc-3710-46b2-96e9-881c3a0ddc6e req-b31a5b8f-ff76-4300-8e64-8a7a70f14679 service neutron] 10.222.0.11 "GET /v2.0/networks/e737fa8f-48d9-429a-9c0d-195ded222e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186497 Oct 20 11:29:22.585382 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-99dd9fc7-b590-4933-b516-db2e70021cd3 req-180adfc2-bd5e-469e-a476-71f88c3886b6 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/security-groups?id=495852f5-de6b-4129-b7c7-5bc39347752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633170 Oct 20 11:29:22.607239 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e645d08-6650-4456-9618-708dcaa44f11 req-eda7cb6e-a746-4a6a-bdec-d120983269d8 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:22.614156 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6e645d08-6650-4456-9618-708dcaa44f11 req-eda7cb6e-a746-4a6a-bdec-d120983269d8 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0422a46e-00fd-463d-aafb-fd9a0a2b2d45 HTTP/1.1" status: 200 len: 950 time: 0.2606926 Oct 20 11:29:22.681002 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7f0f5fc2-e51f-49d2-a47c-d42e339cf20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:22.705444 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6e645d08-6650-4456-9618-708dcaa44f11 req-aadf1440-0d2c-4cb1-b5c7-1c8ec4cca416 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799434 Oct 20 11:29:22.738022 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2a948edc-3710-46b2-96e9-881c3a0ddc6e req-4618d877-64d4-4697-8a13-265537b1f2e1 service neutron] 10.222.0.11 "GET /v2.0/networks/e737fa8f-48d9-429a-9c0d-195ded222e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345237 Oct 20 11:29:22.776122 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3dd3587a-438c-4cd3-9907-969e39bd7967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:22.875885 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:29:22.893398 n-d-814735-3 neutron-server[100648]: INFO neutron.plugins.ml2.db [None req-99be2dce-5c2a-4b07-8a75-c3e8caa43ba8 None None] No ports have port_id starting with 4711afeb-22a2-4fc3-bdfb-a7855578cad5 Oct 20 11:29:22.899176 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:29:22.900178 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:23.036082 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1de34-14eb-400d-b36d-fa439780f358 req-aab69202-3a51-4be3-b7a5-74472296565c tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:23.037057 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f5fc2-e51f-49d2-a47c-d42e339cf20f admin admin] Pushing event deleted for resources: {'Port': ['ID=4711afeb-22a2-4fc3-bdfb-a7855578cad5,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:23.053431 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7ab1de34-14eb-400d-b36d-fa439780f358 req-aab69202-3a51-4be3-b7a5-74472296565c tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] 10.222.0.98 "GET /v2.0/ports?device_id=063ab0e6-ef9d-4a76-8658-7ff1598bd70e HTTP/1.1" status: 200 len: 944 time: 0.2655351 Oct 20 11:29:23.081982 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5710f39-e1f8-4ef2-847b-aee36b7d5ccf req-47e5b04e-10c8-4b9a-89c2-bccf9e3843e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:23.083503 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b5710f39-e1f8-4ef2-847b-aee36b7d5ccf req-47e5b04e-10c8-4b9a-89c2-bccf9e3843e0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0f7be2198beb4fa4abf67245a1d7260e&device_id=15be7876-0e80-4899-922d-25797b28b9e3 HTTP/1.1" status: 200 len: 1094 time: 0.2936273 Oct 20 11:29:23.085464 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device d69118e6-7142-48f3-bf4c-e11c998261fb up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:29:23.261503 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:23.276329 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7ab1de34-14eb-400d-b36d-fa439780f358 req-6c336795-23f9-45ec-a7e7-41e53dd95193 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] 10.222.0.98 "GET /v2.0/security-groups?id=045f848c-a9c3-4f29-86d7-1a70ff7324d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2216287 Oct 20 11:29:23.282721 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:23.350170 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5710f39-e1f8-4ef2-847b-aee36b7d5ccf req-55395095-dbe2-47c0-9017-bd1dc547c5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:23.351626 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b5710f39-e1f8-4ef2-847b-aee36b7d5ccf req-55395095-dbe2-47c0-9017-bd1dc547c5b9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e737fa8f-48d9-429a-9c0d-195ded222e27 HTTP/1.1" status: 200 len: 922 time: 0.2558804 Oct 20 11:29:23.434153 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7f0f5fc2-e51f-49d2-a47c-d42e339cf20f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:23.438257 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b5710f39-e1f8-4ef2-847b-aee36b7d5ccf req-c870eadc-9ab9-44b5-99c3-bcbbb7b6ebb1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f033030b-b659-4c7e-8579-b0d84d7eb49e HTTP/1.1" status: 200 len: 217 time: 0.0704048 Oct 20 11:29:23.446207 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3962594-a213-4349-b37c-61c1c5537e8d req-06a629d2-1e69-4d96-99f8-94a017c95d27 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:23.490989 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3962594-a213-4349-b37c-61c1c5537e8d req-06a629d2-1e69-4d96-99f8-94a017c95d27 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=f28ad3ad-c9b6-4b2a-adce-93b5218f9c86 HTTP/1.1" status: 200 len: 944 time: 0.1915326 Oct 20 11:29:23.530002 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:23.633945 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3962594-a213-4349-b37c-61c1c5537e8d req-3a83bba7-5b53-49a2-a71f-78f45b53d443 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425984 Oct 20 11:29:23.642339 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5710f39-e1f8-4ef2-847b-aee36b7d5ccf req-183976c4-1ecc-482c-90e0-b21bcab6dc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:23.646395 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b5710f39-e1f8-4ef2-847b-aee36b7d5ccf req-183976c4-1ecc-482c-90e0-b21bcab6dc2d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=daa3a48e-5bbf-4e17-b716-d19b520de866 HTTP/1.1" status: 200 len: 859 time: 0.1539903 Oct 20 11:29:23.670651 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port d69118e6-7142-48f3-bf4c-e11c998261fb triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:29:23.677310 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:23.796339 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0,segment=NetworkSegment(406cf6b7-0aa3-4ceb-b166-0422c442946c),segment_id=406cf6b7-0aa3-4ceb-b166-0422c442946c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:29:23.800524 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063ab0e6-ef9d-4a76-8658-7ff1598bd70e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:29:23.803261 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a439d88-ba4f-4fa7-8abc-ad098889f309" -d '{"events": [{"server_uuid": "063ab0e6-ef9d-4a76-8658-7ff1598bd70e", "name": "network-vif-plugged", "status": "completed", "tag": "244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:29:23.818210 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:23.881597 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-b9c75149-9b0b-42e3-aeca-6ece0cd2092f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63db784-a86d-43e1-b3b3-39257147c6f9', 'name': 'tempest-FloatingIPsNegativeTestJSON-380967675-router', 'tenant_id': '9979090c8348404badc87a18fc78d492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'f4aedaf7-cf1b-4630-b5eb-8d818b6c3662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:29:06Z', 'updated_at': '2021-10-20T11:29:13Z', 'revision_number': 4, 'project_id': '9979090c8348404badc87a18fc78d492', 'gw_port': {'id': 'f4aedaf7-cf1b-4630-b5eb-8d818b6c3662', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:aa:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63db784-a86d-43e1-b3b3-39257147c6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:29:07Z', 'updated_at': '2021-10-20T11:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '4711afeb-22a2-4fc3-bdfb-a7855578cad5', 'name': '', 'network_id': 'ce71f6d4-46fe-40c2-8a6c-dfb67d4e584f', 'tenant_id': '9979090c8348404badc87a18fc78d492', 'mac_address': 'fa:16:3e:df:7e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63db784-a86d-43e1-b3b3-39257147c6f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '967e5640-2e9e-431e-a0b6-53cdae296601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:29:11Z', 'updated_at': '2021-10-20T11:29:20Z', 'revision_number': 4, 'project_id': '9979090c8348404badc87a18fc78d492', 'subnets': [{'id': '967e5640-2e9e-431e-a0b6-53cdae296601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:23.888313 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c577b8-b0f4-4017-a059-b7fb768fe463 req-7d4be82f-2710-4bee-b175-bd889acd718a tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:23.896963 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-33c577b8-b0f4-4017-a059-b7fb768fe463 req-7d4be82f-2710-4bee-b175-bd889acd718a tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/ports?device_id=15be7876-0e80-4899-922d-25797b28b9e3 HTTP/1.1" status: 200 len: 943 time: 0.1954126 Oct 20 11:29:23.926922 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c75149-9b0b-42e3-aeca-6ece0cd2092f None None] The sync data for ids ['a63db784-a86d-43e1-b3b3-39257147c6f9'] in n-d-814735-3 is: [{'id': 'a63db784-a86d-43e1-b3b3-39257147c6f9', 'name': 'tempest-FloatingIPsNegativeTestJSON-380967675-router', 'tenant_id': '9979090c8348404badc87a18fc78d492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'f4aedaf7-cf1b-4630-b5eb-8d818b6c3662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:29:06Z', 'updated_at': '2021-10-20T11:29:13Z', 'revision_number': 4, 'project_id': '9979090c8348404badc87a18fc78d492', 'gw_port': {'id': 'f4aedaf7-cf1b-4630-b5eb-8d818b6c3662', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:aa:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63db784-a86d-43e1-b3b3-39257147c6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:29:07Z', 'updated_at': '2021-10-20T11:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '4711afeb-22a2-4fc3-bdfb-a7855578cad5', 'name': '', 'network_id': 'ce71f6d4-46fe-40c2-8a6c-dfb67d4e584f', 'tenant_id': '9979090c8348404badc87a18fc78d492', 'mac_address': 'fa:16:3e:df:7e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63db784-a86d-43e1-b3b3-39257147c6f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '967e5640-2e9e-431e-a0b6-53cdae296601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:29:11Z', 'updated_at': '2021-10-20T11:29:20Z', 'revision_number': 4, 'project_id': '9979090c8348404badc87a18fc78d492', 'subnets': [{'id': '967e5640-2e9e-431e-a0b6-53cdae296601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:29:23.961319 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:24.003048 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5710f39-e1f8-4ef2-847b-aee36b7d5ccf req-e03942eb-ae33-463d-a00f-74c5075d66c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:24.006110 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b5710f39-e1f8-4ef2-847b-aee36b7d5ccf req-e03942eb-ae33-463d-a00f-74c5075d66c6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e737fa8f-48d9-429a-9c0d-195ded222e27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3521128 Oct 20 11:29:24.092417 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:24.177295 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port d69118e6-7142-48f3-bf4c-e11c998261fb, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=d69118e6-7142-48f3-bf4c-e11c998261fb,segment=NetworkSegment(ba843d51-18ac-492f-b072-dcb49c698d12),segment_id=ba843d51-18ac-492f-b072-dcb49c698d12)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:29:24.183577 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:24.199564 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f0f5fc2-e51f-49d2-a47c-d42e339cf20f admin admin] Router a63db784-a86d-43e1-b3b3-39257147c6f9 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:29:24.262883 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-33c577b8-b0f4-4017-a059-b7fb768fe463 req-82925553-38cd-4f33-9ff5-8b15e2fef237 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/security-groups?id=495852f5-de6b-4129-b7c7-5bc39347752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549266 Oct 20 11:29:24.265847 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=d69118e6-7142-48f3-bf4c-e11c998261fb,revision_number=7']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:24.340992 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a863f4a-0211-48de-a576-9a07a1fee9db req-19765adb-ad81-47b3-9ab4-c9f4ce1a697c tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:24.357076 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a863f4a-0211-48de-a576-9a07a1fee9db req-19765adb-ad81-47b3-9ab4-c9f4ce1a697c tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0422a46e-00fd-463d-aafb-fd9a0a2b2d45 HTTP/1.1" status: 200 len: 950 time: 0.4557931 Oct 20 11:29:24.369026 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1edfd23-600a-4a6b-bd37-2b7ac0c987d3 x-openstack-request-id: req-b1edfd23-600a-4a6b-bd37-2b7ac0c987d3 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:29:24.369584 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "063ab0e6-ef9d-4a76-8658-7ff1598bd70e", "name": "network-vif-plugged", "status": "completed", "tag": "244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:29:24.370194 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b1edfd23-600a-4a6b-bd37-2b7ac0c987d3 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:29:24.371365 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063ab0e6-ef9d-4a76-8658-7ff1598bd70e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0', 'code': 200} Oct 20 11:29:24.468046 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b5710f39-e1f8-4ef2-847b-aee36b7d5ccf req-2ac5a871-5866-44a9-a1cb-12e8f01e8ce4 service neutron] 10.222.0.11 "GET /v2.0/networks/e737fa8f-48d9-429a-9c0d-195ded222e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497073 Oct 20 11:29:24.549647 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a863f4a-0211-48de-a576-9a07a1fee9db req-90cd7245-1269-4010-bd3b-d00786055753 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912975 Oct 20 11:29:24.557724 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0f5fc2-e51f-49d2-a47c-d42e339cf20f admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:29:24.565994 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7f0f5fc2-e51f-49d2-a47c-d42e339cf20f admin admin] 10.222.0.98 "PUT /v2.0/routers/a63db784-a86d-43e1-b3b3-39257147c6f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4842722 Oct 20 11:29:24.586582 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 56208) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:29:24.598423 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4917513-3b36-4261-ab91-d7a07ec73ecd req-9d8554ec-c050-4c50-8811-f1d103adc679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:24.600036 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e4917513-3b36-4261-ab91-d7a07ec73ecd req-9d8554ec-c050-4c50-8811-f1d103adc679 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4b173b35dd00423795d2e29ae132dc78&device_id=0422a46e-00fd-463d-aafb-fd9a0a2b2d45 HTTP/1.1" status: 200 len: 1101 time: 0.1577256 Oct 20 11:29:24.763184 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:24.820309 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4917513-3b36-4261-ab91-d7a07ec73ecd req-b573d753-f3be-432e-a4e0-301c4203758e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:24.822034 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e4917513-3b36-4261-ab91-d7a07ec73ecd req-b573d753-f3be-432e-a4e0-301c4203758e service neutron] 10.222.0.89 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 0.2041676 Oct 20 11:29:24.849291 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d51792-803c-450c-ba1a-3f0f9c62d7ec req-0b9256b4-1e99-4b59-b576-e1d1d3e393b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:24.854172 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-21d51792-803c-450c-ba1a-3f0f9c62d7ec req-0b9256b4-1e99-4b59-b576-e1d1d3e393b4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=063ab0e6-ef9d-4a76-8658-7ff1598bd70e HTTP/1.1" status: 200 len: 1096 time: 0.3848267 Oct 20 11:29:24.881058 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e4917513-3b36-4261-ab91-d7a07ec73ecd req-b8221cf1-0955-4378-8853-d06a3505fe7d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=90971dad-2f63-4bd6-bab0-1734adae135a HTTP/1.1" status: 200 len: 217 time: 0.0466073 Oct 20 11:29:24.955301 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4917513-3b36-4261-ab91-d7a07ec73ecd req-83db4035-c149-4358-9faf-60868953d52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:24.957190 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e4917513-3b36-4261-ab91-d7a07ec73ecd req-83db4035-c149-4358-9faf-60868953d52f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.0645144 Oct 20 11:29:25.040416 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4917513-3b36-4261-ab91-d7a07ec73ecd req-f680b2f4-aed7-418e-83da-f532da712576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:25.042503 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e4917513-3b36-4261-ab91-d7a07ec73ecd req-f680b2f4-aed7-418e-83da-f532da712576 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0640829 Oct 20 11:29:25.231544 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e4917513-3b36-4261-ab91-d7a07ec73ecd req-ff35fd4a-f3a9-413b-9753-17d1063c1fde service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749649 Oct 20 11:29:25.425340 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e4917513-3b36-4261-ab91-d7a07ec73ecd req-6213740a-0f0b-4f79-bf0c-aa8b6cbd4cdb service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881535 Oct 20 11:29:25.466306 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b5710f39-e1f8-4ef2-847b-aee36b7d5ccf req-e2977f11-f93d-4836-898d-f7addcffcc91 service neutron] 10.222.0.11 "GET /v2.0/networks/e737fa8f-48d9-429a-9c0d-195ded222e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9785707 Oct 20 11:29:25.515666 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ae293-17f4-4607-8e4c-ace28db0f93e req-b949992b-45ed-42b6-9541-783db9323f72 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:25.523490 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-121ae293-17f4-4607-8e4c-ace28db0f93e req-b949992b-45ed-42b6-9541-783db9323f72 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] 10.222.0.98 "GET /v2.0/ports?device_id=063ab0e6-ef9d-4a76-8658-7ff1598bd70e HTTP/1.1" status: 200 len: 945 time: 0.8188019 Oct 20 11:29:25.560196 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-21d51792-803c-450c-ba1a-3f0f9c62d7ec req-6a069f6e-74dc-44e0-badf-2ffa87f61993 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=045f848c-a9c3-4f29-86d7-1a70ff7324d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6598890 Oct 20 11:29:25.566122 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6892dbef-9665-4497-a206-531c6612e70e admin admin] Publish callbacks [] for router, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:25.577880 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a12d2-3678-4697-a17b-499a27fe74ea req-0f789be2-0e86-4369-90b3-4d3828a6ff7b tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:25.585525 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-985a12d2-3678-4697-a17b-499a27fe74ea req-0f789be2-0e86-4369-90b3-4d3828a6ff7b tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=f28ad3ad-c9b6-4b2a-adce-93b5218f9c86 HTTP/1.1" status: 200 len: 944 time: 0.7459211 Oct 20 11:29:25.593413 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device f033030b-b659-4c7e-8579-b0d84d7eb49e details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:29:25.716925 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-121ae293-17f4-4607-8e4c-ace28db0f93e req-fbdde262-9a29-441a-9f99-0af531402bfb tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] 10.222.0.98 "GET /v2.0/security-groups?id=045f848c-a9c3-4f29-86d7-1a70ff7324d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1870544 Oct 20 11:29:25.739949 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-985a12d2-3678-4697-a17b-499a27fe74ea req-c0581aec-f09f-4e5d-aad6-d751e1ca5663 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531837 Oct 20 11:29:25.846829 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port f033030b-b659-4c7e-8579-b0d84d7eb49e, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=f033030b-b659-4c7e-8579-b0d84d7eb49e,segment=NetworkSegment(cb74e53f-6f75-4b51-a3d2-bf3da9505174),segment_id=cb74e53f-6f75-4b51-a3d2-bf3da9505174)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:29:25.862889 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': 'f033030b-b659-4c7e-8579-b0d84d7eb49e', 'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27', 'port_id': 'f033030b-b659-4c7e-8579-b0d84d7eb49e', 'mac_address': 'fa:16:3e:b7:af:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daa3a48e-5bbf-4e17-b716-d19b520de866', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:29:25.911959 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:25.939080 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f033030b-b659-4c7e-8579-b0d84d7eb49e {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:29:25.967474 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port f033030b-b659-4c7e-8579-b0d84d7eb49e, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=f033030b-b659-4c7e-8579-b0d84d7eb49e,segment=NetworkSegment(cb74e53f-6f75-4b51-a3d2-bf3da9505174),segment_id=cb74e53f-6f75-4b51-a3d2-bf3da9505174)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:29:25.975789 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:26.002664 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6892dbef-9665-4497-a206-531c6612e70e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:26.026367 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1fe33-3ca5-43de-b314-7ad087fbfc94 req-dc22f05d-f63e-4f34-aa82-d812304569c0 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:26.034453 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07c1fe33-3ca5-43de-b314-7ad087fbfc94 req-dc22f05d-f63e-4f34-aa82-d812304569c0 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/ports?device_id=15be7876-0e80-4899-922d-25797b28b9e3 HTTP/1.1" status: 200 len: 943 time: 0.1615434 Oct 20 11:29:26.081940 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda386d3-2a3b-4392-8271-61a4810b0f4b req-701494ac-47a4-44f3-ac45-69a1c2361020 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:26.089003 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dda386d3-2a3b-4392-8271-61a4810b0f4b req-701494ac-47a4-44f3-ac45-69a1c2361020 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0422a46e-00fd-463d-aafb-fd9a0a2b2d45 HTTP/1.1" status: 200 len: 950 time: 0.1562700 Oct 20 11:29:26.106648 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=f033030b-b659-4c7e-8579-b0d84d7eb49e,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:26.174872 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07c1fe33-3ca5-43de-b314-7ad087fbfc94 req-f032012d-03a8-40f0-8f95-32db20ed056c tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/security-groups?id=495852f5-de6b-4129-b7c7-5bc39347752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390073 Oct 20 11:29:26.193108 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda3a609-814c-4f31-a175-01ac29a2d9c2 None None] Sync routers for ids ['a63db784-a86d-43e1-b3b3-39257147c6f9'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:29:26.211772 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dda386d3-2a3b-4392-8271-61a4810b0f4b req-5690e125-84bc-48d1-9ea1-07ebdd8106bc tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076109 Oct 20 11:29:26.214269 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda3a609-814c-4f31-a175-01ac29a2d9c2 None None] Routers {'a63db784-a86d-43e1-b3b3-39257147c6f9'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:29:26.214998 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-cda3a609-814c-4f31-a175-01ac29a2d9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:29:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['a63db784-a86d-43e1-b3b3-39257147c6f9'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:26.266841 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-6892dbef-9665-4497-a206-531c6612e70e admin admin] Deleting port f4aedaf7-cf1b-4630-b5eb-8d818b6c3662 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:29:26.267125 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6892dbef-9665-4497-a206-531c6612e70e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:26.296110 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['f033030b-b659-4c7e-8579-b0d84d7eb49e'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:29:26.372698 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590515aa-7b19-4238-ad94-617ccd824c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd69118e6-7142-48f3-bf4c-e11c998261fb'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:29:26.374970 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17f5aab-ad18-45d8-a032-499c61735e98" -d '{"events": [{"server_uuid": "590515aa-7b19-4238-ad94-617ccd824c70", "name": "network-vif-plugged", "status": "completed", "tag": "d69118e6-7142-48f3-bf4c-e11c998261fb"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:29:26.423903 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-6892dbef-9665-4497-a206-531c6612e70e admin admin] For port f4aedaf7-cf1b-4630-b5eb-8d818b6c3662, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=f4aedaf7-cf1b-4630-b5eb-8d818b6c3662,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:29:26.424279 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6892dbef-9665-4497-a206-531c6612e70e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:26.462150 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-6892dbef-9665-4497-a206-531c6612e70e admin admin] Calling delete_port for f4aedaf7-cf1b-4630-b5eb-8d818b6c3662 owned by network:router_gateway {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:29:26.478113 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-cda3a609-814c-4f31-a175-01ac29a2d9c2 None None] Set router a63db784-a86d-43e1-b3b3-39257147c6f9 gateway port host: None {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:29:26.489776 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c68056-d07a-4062-b13f-21f2525dc125 x-openstack-request-id: req-09c68056-d07a-4062-b13f-21f2525dc125 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:29:26.490644 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590515aa-7b19-4238-ad94-617ccd824c70", "name": "network-vif-plugged", "status": "completed", "tag": "d69118e6-7142-48f3-bf4c-e11c998261fb", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:29:26.490985 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-09c68056-d07a-4062-b13f-21f2525dc125 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:29:26.491445 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590515aa-7b19-4238-ad94-617ccd824c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd69118e6-7142-48f3-bf4c-e11c998261fb', 'code': 200} Oct 20 11:29:26.566359 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-cda3a609-814c-4f31-a175-01ac29a2d9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63db784-a86d-43e1-b3b3-39257147c6f9', 'name': 'tempest-FloatingIPsNegativeTestJSON-380967675-router', 'tenant_id': '9979090c8348404badc87a18fc78d492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:29:06Z', 'updated_at': '2021-10-20T11:29:26Z', 'revision_number': 6, 'project_id': '9979090c8348404badc87a18fc78d492', 'gw_port_host': None}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:26.597407 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda3a609-814c-4f31-a175-01ac29a2d9c2 None None] Checking router: a63db784-a86d-43e1-b3b3-39257147c6f9 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:29:26.608141 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda3a609-814c-4f31-a175-01ac29a2d9c2 None None] Routers {'a63db784-a86d-43e1-b3b3-39257147c6f9'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:29:26.609031 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-cda3a609-814c-4f31-a175-01ac29a2d9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:29:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['a63db784-a86d-43e1-b3b3-39257147c6f9'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:26.737891 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6892dbef-9665-4497-a206-531c6612e70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:26.747923 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-cda3a609-814c-4f31-a175-01ac29a2d9c2 None None] Set router a63db784-a86d-43e1-b3b3-39257147c6f9 gateway port host: None {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:29:26.809771 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6892dbef-9665-4497-a206-531c6612e70e admin admin] Pushing event deleted for resources: {'Port': ['ID=f4aedaf7-cf1b-4630-b5eb-8d818b6c3662,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:26.885455 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-cda3a609-814c-4f31-a175-01ac29a2d9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63db784-a86d-43e1-b3b3-39257147c6f9', 'name': 'tempest-FloatingIPsNegativeTestJSON-380967675-router', 'tenant_id': '9979090c8348404badc87a18fc78d492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:29:06Z', 'updated_at': '2021-10-20T11:29:26Z', 'revision_number': 6, 'project_id': '9979090c8348404badc87a18fc78d492', 'gw_port_host': None}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:26.899327 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6892dbef-9665-4497-a206-531c6612e70e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:26.903681 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:29:26.922654 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda3a609-814c-4f31-a175-01ac29a2d9c2 None None] The sync data for ids ['a63db784-a86d-43e1-b3b3-39257147c6f9'] in n-d-814735-3 is: [{'id': 'a63db784-a86d-43e1-b3b3-39257147c6f9', 'name': 'tempest-FloatingIPsNegativeTestJSON-380967675-router', 'tenant_id': '9979090c8348404badc87a18fc78d492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:29:06Z', 'updated_at': '2021-10-20T11:29:26Z', 'revision_number': 6, 'project_id': '9979090c8348404badc87a18fc78d492', 'gw_port_host': None}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:29:27.035384 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6892dbef-9665-4497-a206-531c6612e70e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:27.038118 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6892dbef-9665-4497-a206-531c6612e70e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:27.103829 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b,segment=NetworkSegment(fb1327ec-83b6-478a-9700-c6ea2f9574d3),segment_id=fb1327ec-83b6-478a-9700-c6ea2f9574d3)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:29:27.125774 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': 'dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b', 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e', 'port_id': 'dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b', 'mac_address': 'fa:16:3e:28:14:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaf7d63-7f7d-4cb5-8871-db069d2b0a56', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:29:27.174410 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:27.190882 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:29:27.205308 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6892dbef-9665-4497-a206-531c6612e70e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:27.205923 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6892dbef-9665-4497-a206-531c6612e70e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a63db784-a86d-43e1-b3b3-39257147c6f9 {{(pid=100647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:29:27.215678 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6892dbef-9665-4497-a206-531c6612e70e admin admin] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:27.217007 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-6892dbef-9665-4497-a206-531c6612e70e admin admin] 10.222.0.98 "DELETE /v2.0/routers/a63db784-a86d-43e1-b3b3-39257147c6f9 HTTP/1.1" status: 204 len: 168 time: 2.6293111 Oct 20 11:29:27.222938 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56250) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:29:27.226952 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b,segment=NetworkSegment(fb1327ec-83b6-478a-9700-c6ea2f9574d3),segment_id=fb1327ec-83b6-478a-9700-c6ea2f9574d3)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:29:27.232225 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:27.232577 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5c2bb-bdf2-411f-94b3-fac9504e0ad5 req-95d63b71-1d98-4b1c-a832-1f99cc33bbcd tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:27.234619 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c6d5c2bb-bdf2-411f-94b3-fac9504e0ad5 req-95d63b71-1d98-4b1c-a832-1f99cc33bbcd tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] 10.222.0.98 "GET /v2.0/ports?device_id=063ab0e6-ef9d-4a76-8658-7ff1598bd70e HTTP/1.1" status: 200 len: 945 time: 0.3692679 Oct 20 11:29:27.253378 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362c220-92eb-48da-bcb8-156be416c88a req-b9c8bb7f-d2d1-4fb0-84ec-0966f85cb738 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:27.255016 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2362c220-92eb-48da-bcb8-156be416c88a req-b9c8bb7f-d2d1-4fb0-84ec-0966f85cb738 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=f28ad3ad-c9b6-4b2a-adce-93b5218f9c86 HTTP/1.1" status: 200 len: 944 time: 0.1072397 Oct 20 11:29:27.330270 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:27.370568 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c6d5c2bb-bdf2-411f-94b3-fac9504e0ad5 req-c52ea7e3-6a7b-4416-812f-542020d23934 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] 10.222.0.98 "GET /v2.0/security-groups?id=045f848c-a9c3-4f29-86d7-1a70ff7324d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253588 Oct 20 11:29:27.374710 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b296563-fe7b-4175-9336-af8d6688dec4 admin admin] Deleting subnet 967e5640-2e9e-431e-a0b6-53cdae296601 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:29:27.387735 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0b296563-fe7b-4175-9336-af8d6688dec4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:27.407256 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2362c220-92eb-48da-bcb8-156be416c88a req-35bb0e15-2c87-46c7-968c-f1b0aa7cd8bd tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071086 Oct 20 11:29:27.461127 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0b296563-fe7b-4175-9336-af8d6688dec4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:27.598984 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:29:27.634046 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0b296563-fe7b-4175-9336-af8d6688dec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:27.650900 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device f033030b-b659-4c7e-8579-b0d84d7eb49e up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:29:27.727884 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b25816-84cd-4e53-b666-13c0fd033e83 req-f62385a5-4235-4273-902b-0845505e9bb8 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:27.745651 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-01b25816-84cd-4e53-b666-13c0fd033e83 req-f62385a5-4235-4273-902b-0845505e9bb8 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/ports?device_id=15be7876-0e80-4899-922d-25797b28b9e3 HTTP/1.1" status: 200 len: 944 time: 0.2146952 Oct 20 11:29:27.792023 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0b296563-fe7b-4175-9336-af8d6688dec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:27.802046 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7988d-10bc-4720-9ab2-38cd2a603b9a req-9e2dd852-9810-4bf1-8785-d1da625995c6 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:27.803947 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a2c7988d-10bc-4720-9ab2-38cd2a603b9a req-9e2dd852-9810-4bf1-8785-d1da625995c6 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0422a46e-00fd-463d-aafb-fd9a0a2b2d45 HTTP/1.1" status: 200 len: 950 time: 0.2232852 Oct 20 11:29:27.853967 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b296563-fe7b-4175-9336-af8d6688dec4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=967e5640-2e9e-431e-a0b6-53cdae296601,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:27.866240 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-01b25816-84cd-4e53-b666-13c0fd033e83 req-7a5b8c47-84f2-416e-a6e5-81bec717c069 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/security-groups?id=495852f5-de6b-4129-b7c7-5bc39347752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207213 Oct 20 11:29:27.870001 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b296563-fe7b-4175-9336-af8d6688dec4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:27.870325 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b296563-fe7b-4175-9336-af8d6688dec4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:27.870666 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b296563-fe7b-4175-9336-af8d6688dec4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:27.871023 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b296563-fe7b-4175-9336-af8d6688dec4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:27.871400 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b296563-fe7b-4175-9336-af8d6688dec4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:27.871728 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b296563-fe7b-4175-9336-af8d6688dec4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:27.872052 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b296563-fe7b-4175-9336-af8d6688dec4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:27.872421 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b296563-fe7b-4175-9336-af8d6688dec4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:27.872682 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b296563-fe7b-4175-9336-af8d6688dec4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:27.873000 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b296563-fe7b-4175-9336-af8d6688dec4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:27.873318 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b296563-fe7b-4175-9336-af8d6688dec4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:27.873634 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b296563-fe7b-4175-9336-af8d6688dec4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:27.903660 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0b296563-fe7b-4175-9336-af8d6688dec4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:27.913270 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 56266) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:29:27.919715 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port f033030b-b659-4c7e-8579-b0d84d7eb49e completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:29:27.922941 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0b296563-fe7b-4175-9336-af8d6688dec4 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/967e5640-2e9e-431e-a0b6-53cdae296601 HTTP/1.1" status: 204 len: 168 time: 0.6829638 Oct 20 11:29:27.925171 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a2c7988d-10bc-4720-9ab2-38cd2a603b9a req-06026e18-78ce-4aef-b53d-20abb1f02049 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108861 Oct 20 11:29:27.929889 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c035ec-ea08-4617-a988-f1244a1dfa55 None None] Network ce71f6d4-46fe-40c2-8a6c-dfb67d4e584f requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:29:28.007963 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port f033030b-b659-4c7e-8579-b0d84d7eb49e triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:29:28.008321 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:28.070918 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-605c1b51-79ea-4420-bbda-3a1a3f5766f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:28.185307 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-605c1b51-79ea-4420-bbda-3a1a3f5766f6 admin admin] Deleting port 33c96440-7a8a-4790-8962-6bdb37287d9d {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:29:28.185777 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-605c1b51-79ea-4420-bbda-3a1a3f5766f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:28.241480 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:28.302489 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7475ddb-e91e-4534-a97d-d91b7af93712 None None] DHCP port deletion for ce71f6d4-46fe-40c2-8a6c-dfb67d4e584f request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:29:28.313633 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port f033030b-b659-4c7e-8579-b0d84d7eb49e, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=f033030b-b659-4c7e-8579-b0d84d7eb49e,segment=NetworkSegment(cb74e53f-6f75-4b51-a3d2-bf3da9505174),segment_id=cb74e53f-6f75-4b51-a3d2-bf3da9505174)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:29:28.320375 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 4711afeb-22a2-4fc3-bdfb-a7855578cad5 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:29:28.325740 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:28.331648 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-605c1b51-79ea-4420-bbda-3a1a3f5766f6 admin admin] For port 33c96440-7a8a-4790-8962-6bdb37287d9d, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=33c96440-7a8a-4790-8962-6bdb37287d9d,segment=NetworkSegment(1cd3758e-d161-46a8-a563-57656fde28cf),segment_id=1cd3758e-d161-46a8-a563-57656fde28cf)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:29:28.332035 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-605c1b51-79ea-4420-bbda-3a1a3f5766f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:28.373061 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-605c1b51-79ea-4420-bbda-3a1a3f5766f6 admin admin] Calling delete_port for 33c96440-7a8a-4790-8962-6bdb37287d9d owned by network:dhcp {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:29:28.459979 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=f033030b-b659-4c7e-8579-b0d84d7eb49e,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:28.473882 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 4711afeb-22a2-4fc3-bdfb-a7855578cad5 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:29:28.474952 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 4711afeb-22a2-4fc3-bdfb-a7855578cad5 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:29:28.475763 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device f4aedaf7-cf1b-4630-b5eb-8d818b6c3662 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:29:28.500983 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15be7876-0e80-4899-922d-25797b28b9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f033030b-b659-4c7e-8579-b0d84d7eb49e'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:29:28.505051 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c15e471-c808-4436-a079-3e39a261d8de" -d '{"events": [{"server_uuid": "15be7876-0e80-4899-922d-25797b28b9e3", "name": "network-vif-plugged", "status": "completed", "tag": "f033030b-b659-4c7e-8579-b0d84d7eb49e"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:29:28.510647 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: f4aedaf7-cf1b-4630-b5eb-8d818b6c3662 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:29:28.511304 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device f4aedaf7-cf1b-4630-b5eb-8d818b6c3662 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:29:28.545488 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d7475ddb-e91e-4534-a97d-d91b7af93712 None None] Deleting port 33c96440-7a8a-4790-8962-6bdb37287d9d {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:29:28.546150 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d7475ddb-e91e-4534-a97d-d91b7af93712 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:28.594927 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-605c1b51-79ea-4420-bbda-3a1a3f5766f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:28.634739 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d7475ddb-e91e-4534-a97d-d91b7af93712 None None] For port 33c96440-7a8a-4790-8962-6bdb37287d9d, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=33c96440-7a8a-4790-8962-6bdb37287d9d,segment=NetworkSegment(1cd3758e-d161-46a8-a563-57656fde28cf),segment_id=1cd3758e-d161-46a8-a563-57656fde28cf)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:29:28.635396 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d7475ddb-e91e-4534-a97d-d91b7af93712 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:28.656939 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d7475ddb-e91e-4534-a97d-d91b7af93712 None None] Calling delete_port for 33c96440-7a8a-4790-8962-6bdb37287d9d owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:29:28.682583 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36668a4-d557-44cd-9f06-773b3e66127e req-4d3f6d83-7580-4a0d-a03e-c7532b4629b7 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:28.684463 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f36668a4-d557-44cd-9f06-773b3e66127e req-4d3f6d83-7580-4a0d-a03e-c7532b4629b7 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] 10.222.0.98 "GET /v2.0/ports?device_id=063ab0e6-ef9d-4a76-8658-7ff1598bd70e HTTP/1.1" status: 200 len: 945 time: 0.1878057 Oct 20 11:29:28.689239 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c1b51-79ea-4420-bbda-3a1a3f5766f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=33c96440-7a8a-4790-8962-6bdb37287d9d,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:28.696407 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605c1b51-79ea-4420-bbda-3a1a3f5766f6 admin admin] No DVR routers for this DVR port 33c96440-7a8a-4790-8962-6bdb37287d9d on host n-d-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:29:28.753766 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d7475ddb-e91e-4534-a97d-d91b7af93712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:28.783790 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-605c1b51-79ea-4420-bbda-3a1a3f5766f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:28.786115 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7475ddb-e91e-4534-a97d-d91b7af93712 None None] No DVR routers for this DVR port 33c96440-7a8a-4790-8962-6bdb37287d9d on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:29:28.791358 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7475ddb-e91e-4534-a97d-d91b7af93712 None None] Pushing event deleted for resources: {'Port': ['ID=33c96440-7a8a-4790-8962-6bdb37287d9d,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:28.829921 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ea1b7-8b55-4fd8-b4d8-b7d25b3f5c25 req-874915ca-d16b-4ecf-89d2-e22f080013dc tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:28.832073 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d03ea1b7-8b55-4fd8-b4d8-b7d25b3f5c25 req-874915ca-d16b-4ecf-89d2-e22f080013dc tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=f28ad3ad-c9b6-4b2a-adce-93b5218f9c86 HTTP/1.1" status: 200 len: 945 time: 0.2337518 Oct 20 11:29:28.846371 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-605c1b51-79ea-4420-bbda-3a1a3f5766f6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:29:28.846763 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-605c1b51-79ea-4420-bbda-3a1a3f5766f6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:29:28.847516 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-605c1b51-79ea-4420-bbda-3a1a3f5766f6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:29:28.847832 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-605c1b51-79ea-4420-bbda-3a1a3f5766f6 admin admin] Subscribe: > port after_create 55550000 {{(pid=100647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:29:28.848174 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-605c1b51-79ea-4420-bbda-3a1a3f5766f6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:29:28.848675 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-605c1b51-79ea-4420-bbda-3a1a3f5766f6 admin admin] Subscribe: > port after_update 55550000 {{(pid=100647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:29:28.849266 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-605c1b51-79ea-4420-bbda-3a1a3f5766f6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:29:28.849852 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-605c1b51-79ea-4420-bbda-3a1a3f5766f6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:29:28.850111 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-605c1b51-79ea-4420-bbda-3a1a3f5766f6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:29:28.850416 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-605c1b51-79ea-4420-bbda-3a1a3f5766f6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:29:28.951527 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-605c1b51-79ea-4420-bbda-3a1a3f5766f6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:29:28.952158 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-605c1b51-79ea-4420-bbda-3a1a3f5766f6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:29:28.954015 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-605c1b51-79ea-4420-bbda-3a1a3f5766f6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:29:28.954015 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-605c1b51-79ea-4420-bbda-3a1a3f5766f6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 11:29:28.954015 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-605c1b51-79ea-4420-bbda-3a1a3f5766f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce71f6d4-46fe-40c2-8a6c-dfb67d4e584f']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:29.015250 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-605c1b51-79ea-4420-bbda-3a1a3f5766f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cd3758e-d161-46a8-a563-57656fde28cf') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:29.015786 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-605c1b51-79ea-4420-bbda-3a1a3f5766f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cd3758e-d161-46a8-a563-57656fde28cf') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:29.048682 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f36668a4-d557-44cd-9f06-773b3e66127e req-16f26c3b-bd46-47cc-9762-253f8e78db71 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] 10.222.0.98 "GET /v2.0/security-groups?id=045f848c-a9c3-4f29-86d7-1a70ff7324d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3220983 Oct 20 11:29:29.060001 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-605c1b51-79ea-4420-bbda-3a1a3f5766f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:29.092775 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d03ea1b7-8b55-4fd8-b4d8-b7d25b3f5c25 req-7cc38152-5a1d-4dc4-9f1b-d73cdb56bc12 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505300 Oct 20 11:29:29.102384 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-605c1b51-79ea-4420-bbda-3a1a3f5766f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:29.135427 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-605c1b51-79ea-4420-bbda-3a1a3f5766f6 admin admin] Releasing vlan 1268 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:29:29.139662 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-605c1b51-79ea-4420-bbda-3a1a3f5766f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:29.157486 n-d-814735-3 neutron-server[100647]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 20 11:29:29.157486 n-d-814735-3 neutron-server[100647]: from cryptography.utils import int_from_bytes Oct 20 11:29:29.157486 n-d-814735-3 neutron-server[100647]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 20 11:29:29.157486 n-d-814735-3 neutron-server[100647]: from cryptography.utils import int_from_bytes Oct 20 11:29:29.157486 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:29:29.157486 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:29:29.157486 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:29:29.157486 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:29:29.157486 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:29:29.157486 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:29:29.157486 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:29:29.157486 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:29:29.157486 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:29:29.157486 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:29:29.157486 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:29:29.157486 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:29:29.157486 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:29:29.157486 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:29:29.157486 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:29:29.157486 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:29:29.157486 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:29:29.157486 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:29:29.157486 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:29:29.157486 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:29:29.157486 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:29:29.157486 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:29:29.157486 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:29:29.157486 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:29:29.157486 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:29:29.157486 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:29:29.157486 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:29:29.157486 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:29:29.157486 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:29:29.157486 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:29:29.157486 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:29:29.157486 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:29:29.199318 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f714ef-9d90-4596-b272-b95b68209146 x-openstack-request-id: req-13f714ef-9d90-4596-b272-b95b68209146 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:29:29.200230 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15be7876-0e80-4899-922d-25797b28b9e3", "name": "network-vif-plugged", "status": "completed", "tag": "f033030b-b659-4c7e-8579-b0d84d7eb49e", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:29:29.200649 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-13f714ef-9d90-4596-b272-b95b68209146 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:29:29.201205 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15be7876-0e80-4899-922d-25797b28b9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f033030b-b659-4c7e-8579-b0d84d7eb49e', 'code': 200} Oct 20 11:29:29.349822 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-605c1b51-79ea-4420-bbda-3a1a3f5766f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:29.392044 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-605c1b51-79ea-4420-bbda-3a1a3f5766f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:29.398293 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-605c1b51-79ea-4420-bbda-3a1a3f5766f6 admin admin] 10.222.0.98 "DELETE /v2.0/networks/ce71f6d4-46fe-40c2-8a6c-dfb67d4e584f HTTP/1.1" status: 204 len: 168 time: 1.4708242 Oct 20 11:29:29.417079 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c1b51-79ea-4420-bbda-3a1a3f5766f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce71f6d4-46fe-40c2-8a6c-dfb67d4e584f,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:29.439805 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53fbfa-a312-4d68-ad12-2102b7de436b req-fa6deaef-eee2-460c-a3b4-bf0545de5246 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:29.441872 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9d53fbfa-a312-4d68-ad12-2102b7de436b req-fa6deaef-eee2-460c-a3b4-bf0545de5246 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0422a46e-00fd-463d-aafb-fd9a0a2b2d45 HTTP/1.1" status: 200 len: 950 time: 0.1692719 Oct 20 11:29:29.465278 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2db6e7-cb20-49cb-b1bb-bcadb120d3ed req-bb8e93f4-8912-4122-832c-e8a5d458daa8 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:29.466912 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6c2db6e7-cb20-49cb-b1bb-bcadb120d3ed req-bb8e93f4-8912-4122-832c-e8a5d458daa8 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/ports?device_id=15be7876-0e80-4899-922d-25797b28b9e3 HTTP/1.1" status: 200 len: 945 time: 0.1683383 Oct 20 11:29:29.470319 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e5b26-e9d6-499a-a307-6c36240403ba req-7452c440-ad35-447f-98f0-9b907446ebe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:29.471802 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-288e5b26-e9d6-499a-a307-6c36240403ba req-7452c440-ad35-447f-98f0-9b907446ebe4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=15be7876-0e80-4899-922d-25797b28b9e3 HTTP/1.1" status: 200 len: 1096 time: 0.1902502 Oct 20 11:29:29.558342 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56302) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:29:29.613058 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9d53fbfa-a312-4d68-ad12-2102b7de436b req-ba30d28c-0e36-408e-8895-bbfdbd2a92c7 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606655 Oct 20 11:29:29.616546 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-288e5b26-e9d6-499a-a307-6c36240403ba req-a51afcea-3b52-43be-8c00-298cfc298b4f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=495852f5-de6b-4129-b7c7-5bc39347752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327899 Oct 20 11:29:29.644896 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-338da2f7-fbbf-4652-8cc6-e914fe15fbc8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9979090c8348404badc87a18fc78d492&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0844696 Oct 20 11:29:29.647880 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56304) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:29:29.648831 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6c2db6e7-cb20-49cb-b1bb-bcadb120d3ed req-21bb34ca-5e06-4e1b-89e9-50977615fd71 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/security-groups?id=495852f5-de6b-4129-b7c7-5bc39347752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697197 Oct 20 11:29:29.711112 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fa40b082-3326-4fcc-a9e1-a4b2a4fe10eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:29.747197 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fa40b082-3326-4fcc-a9e1-a4b2a4fe10eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:29.812448 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fa40b082-3326-4fcc-a9e1-a4b2a4fe10eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:29.815204 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fa40b082-3326-4fcc-a9e1-a4b2a4fe10eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:29.816469 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-fa40b082-3326-4fcc-a9e1-a4b2a4fe10eb admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/54ce7ef6-a53a-4b8c-9e0c-3f62706a9780 HTTP/1.1" status: 204 len: 168 time: 0.1661291 Oct 20 11:29:29.827420 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a3e074-fb9e-406d-8324-8a265ffdcbe3 req-47f522df-3a63-4627-9c70-708327f2adea tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:29.829260 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d2a3e074-fb9e-406d-8324-8a265ffdcbe3 req-47f522df-3a63-4627-9c70-708327f2adea tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] 10.222.0.98 "GET /v2.0/ports?device_id=063ab0e6-ef9d-4a76-8658-7ff1598bd70e HTTP/1.1" status: 200 len: 945 time: 0.0739908 Oct 20 11:29:29.834973 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40b082-3326-4fcc-a9e1-a4b2a4fe10eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ce7ef6-a53a-4b8c-9e0c-3f62706a9780,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:29.839657 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56308) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:29:29.849587 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-531f0c17-6326-4d48-a22c-2cbfa76ee83d tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Request body: {'floatingip': {'port_id': '244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:29:29.903253 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-531f0c17-6326-4d48-a22c-2cbfa76ee83d tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Publish callbacks [] for floatingip, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:30.283196 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 33c96440-7a8a-4790-8962-6bdb37287d9d no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:29:30.307663 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95359a4-e5c1-4666-9a37-f66eee44a082 req-e3e76a29-f761-4bc2-a455-d3356efa5cf8 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:30.310182 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b95359a4-e5c1-4666-9a37-f66eee44a082 req-e3e76a29-f761-4bc2-a455-d3356efa5cf8 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=f28ad3ad-c9b6-4b2a-adce-93b5218f9c86 HTTP/1.1" status: 200 len: 945 time: 0.0876834 Oct 20 11:29:30.368564 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 33c96440-7a8a-4790-8962-6bdb37287d9d {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:29:30.369522 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 33c96440-7a8a-4790-8962-6bdb37287d9d not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:29:30.427434 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b95359a4-e5c1-4666-9a37-f66eee44a082 req-5cb1be56-feab-4175-9f9f-d5b2323c3f99 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086860 Oct 20 11:29:30.795809 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-531f0c17-6326-4d48-a22c-2cbfa76ee83d tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:30.805493 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-531f0c17-6326-4d48-a22c-2cbfa76ee83d tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:30.902176 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a6b42-55f4-4b05-afe1-8b9cdb41fe55 req-5c38009f-530c-4d6b-a51b-473370b1be11 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:30.910288 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-254a6b42-55f4-4b05-afe1-8b9cdb41fe55 req-5c38009f-530c-4d6b-a51b-473370b1be11 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/ports?device_id=15be7876-0e80-4899-922d-25797b28b9e3 HTTP/1.1" status: 200 len: 945 time: 0.1399887 Oct 20 11:29:30.921500 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf10a2-78c4-4808-9e80-d2c2e6ea1ac7 req-d4ea01f1-00e6-4b24-ad2a-2f95f38e8625 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:30.923610 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-babf10a2-78c4-4808-9e80-d2c2e6ea1ac7 req-d4ea01f1-00e6-4b24-ad2a-2f95f38e8625 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0422a46e-00fd-463d-aafb-fd9a0a2b2d45 HTTP/1.1" status: 200 len: 950 time: 0.1714878 Oct 20 11:29:30.933286 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:29:31.004589 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-254a6b42-55f4-4b05-afe1-8b9cdb41fe55 req-21bc613d-f3e3-4757-b290-bbd0082b0e58 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/security-groups?id=495852f5-de6b-4129-b7c7-5bc39347752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928400 Oct 20 11:29:31.049150 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-babf10a2-78c4-4808-9e80-d2c2e6ea1ac7 req-487a2a66-8e1d-4a3b-9f82-a5cd46596b53 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114109 Oct 20 11:29:31.093993 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:29:31.101315 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:29:31.101757 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:31.154369 n-d-814735-3 neutron-server[100646]: INFO neutron.db.l3_db [None req-531f0c17-6326-4d48-a22c-2cbfa76ee83d tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Floating IP fbf11690-384c-41cf-a527-fcd660ab2ddd associated. External IP: 172.25.5.179, port: 244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0. Oct 20 11:29:31.286580 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:31.370952 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 56354) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:29:31.372463 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b,segment=NetworkSegment(fb1327ec-83b6-478a-9700-c6ea2f9574d3),segment_id=fb1327ec-83b6-478a-9700-c6ea2f9574d3)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:29:31.375019 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f28ad3ad-c9b6-4b2a-adce-93b5218f9c86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:29:31.392527 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29eff8ac-9100-44e7-914a-52a0fab79e24" -d '{"events": [{"server_uuid": "f28ad3ad-c9b6-4b2a-adce-93b5218f9c86", "name": "network-vif-plugged", "status": "completed", "tag": "dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:29:31.398008 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:31.477435 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-531f0c17-6326-4d48-a22c-2cbfa76ee83d tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Router aa78a856-593c-4764-8771-5b1828f3a023 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:29:31.525478 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1a8c8a-1c46-43b1-8c34-9ddfaf2f3833 x-openstack-request-id: req-7c1a8c8a-1c46-43b1-8c34-9ddfaf2f3833 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:29:31.525763 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f28ad3ad-c9b6-4b2a-adce-93b5218f9c86", "name": "network-vif-plugged", "status": "completed", "tag": "dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:29:31.526009 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7c1a8c8a-1c46-43b1-8c34-9ddfaf2f3833 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:29:31.531458 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f28ad3ad-c9b6-4b2a-adce-93b5218f9c86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b', 'code': 200} Oct 20 11:29:31.549009 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:31.601641 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-47a9bacb-b9e1-47cf-8d10-5ac522881360 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1079992149-network', 'tenant_id': '9d1ce67b5cf7473287fd13cd3d60b290'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:29:31.615979 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3889868-40a8-455e-a04d-03d70957c385 req-1fd3f7c2-4c71-4c15-b545-93453d8360ac tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:31.624095 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e3889868-40a8-455e-a04d-03d70957c385 req-1fd3f7c2-4c71-4c15-b545-93453d8360ac tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=f28ad3ad-c9b6-4b2a-adce-93b5218f9c86 HTTP/1.1" status: 200 len: 946 time: 0.0908747 Oct 20 11:29:31.673015 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff6a40-7237-4923-ab4c-a5b624f69084 req-920a4a6d-d372-4879-96ba-abff2fa7cbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:31.675198 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-d5ff6a40-7237-4923-ab4c-a5b624f69084 req-920a4a6d-d372-4879-96ba-abff2fa7cbd4 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f28ad3ad-c9b6-4b2a-adce-93b5218f9c86 HTTP/1.1" status: 200 len: 1097 time: 0.0751021 Oct 20 11:29:31.685255 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e3889868-40a8-455e-a04d-03d70957c385 req-16a58339-fd12-4170-bd86-7e50f81b5667 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599434 Oct 20 11:29:31.706455 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a9bacb-b9e1-47cf-8d10-5ac522881360 admin admin] Made reservation on behalf of 9d1ce67b5cf7473287fd13cd3d60b290 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:29:31.710086 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-47a9bacb-b9e1-47cf-8d10-5ac522881360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:31.721661 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-47a9bacb-b9e1-47cf-8d10-5ac522881360 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:31.760025 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531f0c17-6326-4d48-a22c-2cbfa76ee83d tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:29:31.765789 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-531f0c17-6326-4d48-a22c-2cbfa76ee83d tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:31.771634 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d848e39-86cc-4caf-9887-efa2cd6a2ce9 None None] Sync routers for ids ['aa78a856-593c-4764-8771-5b1828f3a023'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:29:31.774805 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-d5ff6a40-7237-4923-ab4c-a5b624f69084 req-ebc5146b-5406-4611-9b78-0cf3f7862b91 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630121 Oct 20 11:29:31.788205 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d848e39-86cc-4caf-9887-efa2cd6a2ce9 None None] Routers {'aa78a856-593c-4764-8771-5b1828f3a023'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:29:31.790037 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-3d848e39-86cc-4caf-9887-efa2cd6a2ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:29:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['aa78a856-593c-4764-8771-5b1828f3a023'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:31.811847 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-531f0c17-6326-4d48-a22c-2cbfa76ee83d tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] 10.222.0.98 "PUT /v2.0/floatingips/fbf11690-384c-41cf-a527-fcd660ab2ddd HTTP/1.1" status: 200 len: 991 time: 1.9705946 Oct 20 11:29:31.812667 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '063ab0e6-ef9d-4a76-8658-7ff1598bd70e', 'tag': '244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:29:31.816304 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81f2a4c-b1c7-430f-af0a-42596c60c706" -d '{"events": [{"name": "network-changed", "server_uuid": "063ab0e6-ef9d-4a76-8658-7ff1598bd70e", "tag": "244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:29:31.871868 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-47a9bacb-b9e1-47cf-8d10-5ac522881360 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:31.880137 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-47a9bacb-b9e1-47cf-8d10-5ac522881360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:31.910905 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f297bac5-1902-4704-9c3b-81f3fa444434 x-openstack-request-id: req-f297bac5-1902-4704-9c3b-81f3fa444434 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:29:31.911194 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "063ab0e6-ef9d-4a76-8658-7ff1598bd70e", "tag": "244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:29:31.911446 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f297bac5-1902-4704-9c3b-81f3fa444434 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:29:31.911866 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '063ab0e6-ef9d-4a76-8658-7ff1598bd70e', 'tag': '244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0', 'status': 'completed', 'code': 200} Oct 20 11:29:31.920754 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a9bacb-b9e1-47cf-8d10-5ac522881360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde799ff-a835-4e26-b5ae-07ed8640379f,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:31.932678 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47a9bacb-b9e1-47cf-8d10-5ac522881360 admin admin] vlan segment allocate from pool success with {'vlan_id': 1268, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:29:32.003072 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-47a9bacb-b9e1-47cf-8d10-5ac522881360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:32.003544 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-47a9bacb-b9e1-47cf-8d10-5ac522881360 admin admin] Added segment 1158ccd6-3972-4083-b101-9cf7c9852acf of type vlan for network 7cc0cef1-9e0e-4144-85af-6ed42f35f232 Oct 20 11:29:32.136128 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-47a9bacb-b9e1-47cf-8d10-5ac522881360 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:32.182937 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f2a4c-b1c7-430f-af0a-42596c60c706 req-599681e4-b2d2-4f80-b5f1-f33a944bae44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:32.185020 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f81f2a4c-b1c7-430f-af0a-42596c60c706 req-599681e4-b2d2-4f80-b5f1-f33a944bae44 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=130930dcc2f74762aa9c2d1b3e5d5b78&device_id=063ab0e6-ef9d-4a76-8658-7ff1598bd70e HTTP/1.1" status: 200 len: 1096 time: 0.2322097 Oct 20 11:29:32.288312 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-47a9bacb-b9e1-47cf-8d10-5ac522881360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:32.289389 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a9bacb-b9e1-47cf-8d10-5ac522881360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:32.290197 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-47a9bacb-b9e1-47cf-8d10-5ac522881360 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:32.309261 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-3d848e39-86cc-4caf-9887-efa2cd6a2ce9 None None] Set router aa78a856-593c-4764-8771-5b1828f3a023 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:29:32.378060 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739c230-f54d-45a9-990e-a94f95289dd7 req-5490cd89-bd9a-4458-83a9-2b0c48419c6d tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:32.387528 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d739c230-f54d-45a9-990e-a94f95289dd7 req-5490cd89-bd9a-4458-83a9-2b0c48419c6d tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/ports?device_id=15be7876-0e80-4899-922d-25797b28b9e3 HTTP/1.1" status: 200 len: 945 time: 0.2734122 Oct 20 11:29:32.467239 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-47a9bacb-b9e1-47cf-8d10-5ac522881360 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0948391 Oct 20 11:29:32.470689 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56382) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:29:32.474953 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9425677e-55c8-4b21-ae0d-a6979ff8c502 req-103e009b-f9cb-43f9-9b3e-97261f1438ae tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:32.477134 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-2ab28713-6890-4c00-8cb7-3a512bab79e4 admin admin] Request body: {'subnet': {'network_id': '7cc0cef1-9e0e-4144-85af-6ed42f35f232', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1079992149-subnet', 'tenant_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:29:32.482497 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9425677e-55c8-4b21-ae0d-a6979ff8c502 req-103e009b-f9cb-43f9-9b3e-97261f1438ae tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0422a46e-00fd-463d-aafb-fd9a0a2b2d45 HTTP/1.1" status: 200 len: 950 time: 0.2931595 Oct 20 11:29:32.501844 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a9bacb-b9e1-47cf-8d10-5ac522881360 admin admin] Pushing event updated for resources: {'Network': ['ID=7cc0cef1-9e0e-4144-85af-6ed42f35f232,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:32.523311 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab28713-6890-4c00-8cb7-3a512bab79e4 admin admin] Made reservation on behalf of 9d1ce67b5cf7473287fd13cd3d60b290 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:29:32.527661 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2ab28713-6890-4c00-8cb7-3a512bab79e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:32.536699 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f2a4c-b1c7-430f-af0a-42596c60c706 req-2af372db-5d62-4671-9717-5f7f802b779d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:32.538193 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f81f2a4c-b1c7-430f-af0a-42596c60c706 req-2af372db-5d62-4671-9717-5f7f802b779d service neutron] 10.222.0.11 "GET /v2.0/networks?id=f2bda165-652a-4d6c-ac20-276d33fbbfc1 HTTP/1.1" status: 200 len: 916 time: 0.3317630 Oct 20 11:29:32.542225 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 7cc0cef1-9e0e-4144-85af-6ed42f35f232 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:29:32.546238 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d739c230-f54d-45a9-990e-a94f95289dd7 req-a1adc659-8777-4b00-8206-172b9c13fa5c tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/security-groups?id=495852f5-de6b-4129-b7c7-5bc39347752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576629 Oct 20 11:29:32.619084 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9425677e-55c8-4b21-ae0d-a6979ff8c502 req-45f51777-3cf4-475d-a390-80b5bea59f42 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316812 Oct 20 11:29:32.683635 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f81f2a4c-b1c7-430f-af0a-42596c60c706 req-7b6876af-f25d-4d01-8cd6-54966c8a3dc1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0 HTTP/1.1" status: 200 len: 999 time: 0.1358745 Oct 20 11:29:32.804645 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f2a4c-b1c7-430f-af0a-42596c60c706 req-a7c05093-a839-4f0f-bdcf-a90f2929b4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:32.813883 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f81f2a4c-b1c7-430f-af0a-42596c60c706 req-a7c05093-a839-4f0f-bdcf-a90f2929b4a1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8aa4bfdd-2ba9-4931-bcff-0bb492ab280c HTTP/1.1" status: 200 len: 853 time: 0.1230302 Oct 20 11:29:33.082664 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a98743-8c7e-427e-ac56-866505167c0f req-6c3bceaf-647c-49ff-bec3-32ead0af2f11 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:33.084709 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f0a98743-8c7e-427e-ac56-866505167c0f req-6c3bceaf-647c-49ff-bec3-32ead0af2f11 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=f28ad3ad-c9b6-4b2a-adce-93b5218f9c86 HTTP/1.1" status: 200 len: 946 time: 0.2119658 Oct 20 11:29:33.088566 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f2a4c-b1c7-430f-af0a-42596c60c706 req-a619ac8d-7c99-4114-8f60-f627d71bef3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:33.091183 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f81f2a4c-b1c7-430f-af0a-42596c60c706 req-a619ac8d-7c99-4114-8f60-f627d71bef3c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f2bda165-652a-4d6c-ac20-276d33fbbfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2648730 Oct 20 11:29:33.115656 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-3d848e39-86cc-4caf-9887-efa2cd6a2ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa78a856-593c-4764-8771-5b1828f3a023', 'name': 'tempest-ServersTestFqdnHostnames-276365898-router', 'tenant_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'ba098b4f-4615-441a-aa3c-c5cf83bdffb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:28:43Z', 'updated_at': '2021-10-20T11:28:52Z', 'revision_number': 4, 'project_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'gw_port': {'id': 'ba098b4f-4615-441a-aa3c-c5cf83bdffb8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa78a856-593c-4764-8771-5b1828f3a023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:45Z', 'updated_at': '2021-10-20T11:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': 'fbf11690-384c-41cf-a527-fcd660ab2ddd', 'tenant_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'floating_ip_address': '172.25.5.179', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'aa78a856-593c-4764-8771-5b1828f3a023', 'port_id': '244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2bda165-652a-4d6c-ac20-276d33fbbfc1', 'mac_address': 'fa:16:3e:3f:1c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063ab0e6-ef9d-4a76-8658-7ff1598bd70e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:29:00Z', 'updated_at': '2021-10-20T11:29:30Z', 'revision_number': 1, 'project_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c08e7f2e-561e-4213-a9dc-b162c1b5de72', 'name': '', 'network_id': 'f2bda165-652a-4d6c-ac20-276d33fbbfc1', 'tenant_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'mac_address': 'fa:16:3e:25:f6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa78a856-593c-4764-8771-5b1828f3a023', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8aa4bfdd-2ba9-4931-bcff-0bb492ab280c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:50Z', 'updated_at': '2021-10-20T11:28:59Z', 'revision_number': 5, 'project_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'subnets': [{'id': '8aa4bfdd-2ba9-4931-bcff-0bb492ab280c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:33.162958 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8f86b-e50e-4436-9695-434f8020d132 req-43a2574e-1db6-4482-9bc0-a1fca7f9c280 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:33.164719 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c4e8f86b-e50e-4436-9695-434f8020d132 req-43a2574e-1db6-4482-9bc0-a1fca7f9c280 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/ports?device_id=990fdeaf-bd3a-416f-bbdd-02714367a9c0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2881947 Oct 20 11:29:33.176200 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d848e39-86cc-4caf-9887-efa2cd6a2ce9 None None] Checking router: aa78a856-593c-4764-8771-5b1828f3a023 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:29:33.200238 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d848e39-86cc-4caf-9887-efa2cd6a2ce9 None None] Routers {'aa78a856-593c-4764-8771-5b1828f3a023'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:29:33.200885 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-3d848e39-86cc-4caf-9887-efa2cd6a2ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:29:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['aa78a856-593c-4764-8771-5b1828f3a023'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:33.336532 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2ab28713-6890-4c00-8cb7-3a512bab79e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:33.341309 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:29:33.386505 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab28713-6890-4c00-8cb7-3a512bab79e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=860ea3b3-2804-4226-ab8d-f55abe932e85,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:33.425205 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab28713-6890-4c00-8cb7-3a512bab79e4 admin admin] Checking segment: {'id': '1158ccd6-3972-4083-b101-9cf7c9852acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '7cc0cef1-9e0e-4144-85af-6ed42f35f232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:29:33.425950 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab28713-6890-4c00-8cb7-3a512bab79e4 admin admin] Network hostable DHCP agents. Network: 7cc0cef1-9e0e-4144-85af-6ed42f35f232, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:29:33.434201 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-3d848e39-86cc-4caf-9887-efa2cd6a2ce9 None None] Set router aa78a856-593c-4764-8771-5b1828f3a023 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:29:33.447934 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab28713-6890-4c00-8cb7-3a512bab79e4 admin admin] Network 7cc0cef1-9e0e-4144-85af-6ed42f35f232 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:29:33.461253 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-2ab28713-6890-4c00-8cb7-3a512bab79e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 7cc0cef1-9e0e-4144-85af-6ed42f35f232) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:29:33.468479 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab28713-6890-4c00-8cb7-3a512bab79e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:33.469402 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2ab28713-6890-4c00-8cb7-3a512bab79e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:33.486963 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606d1562-91f0-462e-9fa9-c4ddfe6d67cb None None] Network 7cc0cef1-9e0e-4144-85af-6ed42f35f232 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:29:33.491028 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2ab28713-6890-4c00-8cb7-3a512bab79e4 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0190659 Oct 20 11:29:33.493897 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56402) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:29:33.501247 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-4a1428e9-4f90-4bf2-8c74-82761fb8c879 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1079992149-router', 'tenant_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:29:33.527510 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4a1428e9-4f90-4bf2-8c74-82761fb8c879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:33.529938 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4a1428e9-4f90-4bf2-8c74-82761fb8c879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:33.631374 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c4e8f86b-e50e-4436-9695-434f8020d132 req-db075b53-99d5-4b4c-9381-198413783b66 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.12 HTTP/1.1" status: 200 len: 695 time: 0.4528089 Oct 20 11:29:33.648345 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4a1428e9-4f90-4bf2-8c74-82761fb8c879 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:33.726576 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-c4e8f86b-e50e-4436-9695-434f8020d132 req-d406aa97-3ed2-48ca-8e6c-077840d1370e tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Request body: {'floatingip': {'port_id': '981c59bc-53ca-4f43-8b0b-20d5a0e89940', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:29:33.735030 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f0a98743-8c7e-427e-ac56-866505167c0f req-48d70794-09f8-419c-af62-81953dcb46fb tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6425045 Oct 20 11:29:33.795204 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c4e8f86b-e50e-4436-9695-434f8020d132 req-d406aa97-3ed2-48ca-8e6c-077840d1370e tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Publish callbacks [] for floatingip, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:33.854523 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1adbb4-56f2-4b9d-9b49-07eb696152f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-7cc0cef1-9e0e-4144-85af-6ed42f35f232', 'network_id': '7cc0cef1-9e0e-4144-85af-6ed42f35f232', 'tenant_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'fixed_ips': [{'subnet_id': '860ea3b3-2804-4226-ab8d-f55abe932e85'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:29:33.855703 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bf1adbb4-56f2-4b9d-9b49-07eb696152f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:33.960903 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f81f2a4c-b1c7-430f-af0a-42596c60c706 req-275ae2db-8689-41f8-8f37-60ba177ccfcf service neutron] 10.222.0.11 "GET /v2.0/networks/f2bda165-652a-4d6c-ac20-276d33fbbfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8327146 Oct 20 11:29:34.014706 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4a1428e9-4f90-4bf2-8c74-82761fb8c879 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:34.019874 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-3d848e39-86cc-4caf-9887-efa2cd6a2ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa78a856-593c-4764-8771-5b1828f3a023', 'name': 'tempest-ServersTestFqdnHostnames-276365898-router', 'tenant_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'ba098b4f-4615-441a-aa3c-c5cf83bdffb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:28:43Z', 'updated_at': '2021-10-20T11:28:52Z', 'revision_number': 4, 'project_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'gw_port': {'id': 'ba098b4f-4615-441a-aa3c-c5cf83bdffb8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa78a856-593c-4764-8771-5b1828f3a023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:45Z', 'updated_at': '2021-10-20T11:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': 'fbf11690-384c-41cf-a527-fcd660ab2ddd', 'tenant_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'floating_ip_address': '172.25.5.179', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'aa78a856-593c-4764-8771-5b1828f3a023', 'port_id': '244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2bda165-652a-4d6c-ac20-276d33fbbfc1', 'mac_address': 'fa:16:3e:3f:1c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063ab0e6-ef9d-4a76-8658-7ff1598bd70e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:29:00Z', 'updated_at': '2021-10-20T11:29:30Z', 'revision_number': 1, 'project_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c08e7f2e-561e-4213-a9dc-b162c1b5de72', 'name': '', 'network_id': 'f2bda165-652a-4d6c-ac20-276d33fbbfc1', 'tenant_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'mac_address': 'fa:16:3e:25:f6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa78a856-593c-4764-8771-5b1828f3a023', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8aa4bfdd-2ba9-4931-bcff-0bb492ab280c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:50Z', 'updated_at': '2021-10-20T11:28:59Z', 'revision_number': 5, 'project_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'subnets': [{'id': '8aa4bfdd-2ba9-4931-bcff-0bb492ab280c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:34.126098 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d848e39-86cc-4caf-9887-efa2cd6a2ce9 None None] The sync data for ids ['aa78a856-593c-4764-8771-5b1828f3a023'] in n-d-814735-3 is: [{'id': 'aa78a856-593c-4764-8771-5b1828f3a023', 'name': 'tempest-ServersTestFqdnHostnames-276365898-router', 'tenant_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'ba098b4f-4615-441a-aa3c-c5cf83bdffb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:28:43Z', 'updated_at': '2021-10-20T11:28:52Z', 'revision_number': 4, 'project_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'gw_port': {'id': 'ba098b4f-4615-441a-aa3c-c5cf83bdffb8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa78a856-593c-4764-8771-5b1828f3a023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:45Z', 'updated_at': '2021-10-20T11:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': 'fbf11690-384c-41cf-a527-fcd660ab2ddd', 'tenant_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'floating_ip_address': '172.25.5.179', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'aa78a856-593c-4764-8771-5b1828f3a023', 'port_id': '244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2bda165-652a-4d6c-ac20-276d33fbbfc1', 'mac_address': 'fa:16:3e:3f:1c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063ab0e6-ef9d-4a76-8658-7ff1598bd70e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:29:00Z', 'updated_at': '2021-10-20T11:29:30Z', 'revision_number': 1, 'project_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c08e7f2e-561e-4213-a9dc-b162c1b5de72', 'name': '', 'network_id': 'f2bda165-652a-4d6c-ac20-276d33fbbfc1', 'tenant_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'mac_address': 'fa:16:3e:25:f6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa78a856-593c-4764-8771-5b1828f3a023', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8aa4bfdd-2ba9-4931-bcff-0bb492ab280c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:50Z', 'updated_at': '2021-10-20T11:28:59Z', 'revision_number': 5, 'project_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'subnets': [{'id': '8aa4bfdd-2ba9-4931-bcff-0bb492ab280c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:29:34.185122 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-bf1adbb4-56f2-4b9d-9b49-07eb696152f3 None None] Allocated IP 172.20.0.2 (7cc0cef1-9e0e-4144-85af-6ed42f35f232/860ea3b3-2804-4226-ab8d-f55abe932e85/db1a6aea-7290-446c-84c0-4e11ecb8cad6) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:29:34.387371 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72216bf8-13c5-4bb3-b9c4-5c1d17b0c8dc req-a09519b2-440b-42ca-85b0-8980e689f693 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:34.405925 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4a1428e9-4f90-4bf2-8c74-82761fb8c879 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:34.407220 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-72216bf8-13c5-4bb3-b9c4-5c1d17b0c8dc req-a09519b2-440b-42ca-85b0-8980e689f693 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/networks?id=60a88ebb-4b56-43bd-98ec-2f75530b8b0e HTTP/1.1" status: 200 len: 820 time: 0.4744365 Oct 20 11:29:34.459653 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4a1428e9-4f90-4bf2-8c74-82761fb8c879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:34.477507 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f81f2a4c-b1c7-430f-af0a-42596c60c706 req-e0895d9c-0720-401b-ad76-2e981f59d471 service neutron] 10.222.0.11 "GET /v2.0/networks/f2bda165-652a-4d6c-ac20-276d33fbbfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4814467 Oct 20 11:29:34.489989 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-72216bf8-13c5-4bb3-b9c4-5c1d17b0c8dc req-00b7c5dc-425c-4087-97ff-5b1c7fb0bd4f tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/quotas/d9acdef368f944fcb8d5f209bb8e33d7 HTTP/1.1" status: 200 len: 375 time: 0.0815041 Oct 20 11:29:34.536218 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3840485a-9831-481d-ac91-240486745f0c None None] New status for floating IP fbf11690-384c-41cf-a527-fcd660ab2ddd: ACTIVE {{(pid=100649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:29:34.571111 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bf1adbb4-56f2-4b9d-9b49-07eb696152f3 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:34.579820 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bf1adbb4-56f2-4b9d-9b49-07eb696152f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:34.657962 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1adbb4-56f2-4b9d-9b49-07eb696152f3 None None] Network 7cc0cef1-9e0e-4144-85af-6ed42f35f232 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:29:34.676346 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-bf1adbb4-56f2-4b9d-9b49-07eb696152f3 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:29:34.680060 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1adbb4-56f2-4b9d-9b49-07eb696152f3 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:29:34.694177 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-4a1428e9-4f90-4bf2-8c74-82761fb8c879 admin admin] Allocated IP 172.25.5.254 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/5bfa8cdb-a024-4260-a24f-a4b81de33da3) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:29:34.697130 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-72216bf8-13c5-4bb3-b9c4-5c1d17b0c8dc req-0264acb4-1853-4c7b-8687-e25221a95350 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=d9acdef368f944fcb8d5f209bb8e33d7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2058482 Oct 20 11:29:34.803951 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1adbb4-56f2-4b9d-9b49-07eb696152f3 None None] Pushing event updated for resources: {'Port': ['ID=db1a6aea-7290-446c-84c0-4e11ecb8cad6,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:34.841878 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1adbb4-56f2-4b9d-9b49-07eb696152f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:34.842604 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1adbb4-56f2-4b9d-9b49-07eb696152f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:34.843203 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1adbb4-56f2-4b9d-9b49-07eb696152f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:34.843741 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1adbb4-56f2-4b9d-9b49-07eb696152f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:34.844263 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1adbb4-56f2-4b9d-9b49-07eb696152f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:34.844805 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1adbb4-56f2-4b9d-9b49-07eb696152f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:34.845443 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1adbb4-56f2-4b9d-9b49-07eb696152f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:34.851371 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1adbb4-56f2-4b9d-9b49-07eb696152f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:34.852029 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1adbb4-56f2-4b9d-9b49-07eb696152f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:34.852583 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1adbb4-56f2-4b9d-9b49-07eb696152f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:34.853112 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1adbb4-56f2-4b9d-9b49-07eb696152f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:34.853648 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1adbb4-56f2-4b9d-9b49-07eb696152f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:34.871941 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-bf1adbb4-56f2-4b9d-9b49-07eb696152f3 None None] Attempting to bind port db1a6aea-7290-446c-84c0-4e11ecb8cad6 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:29:34.872475 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-bf1adbb4-56f2-4b9d-9b49-07eb696152f3 None None] Attempting to bind port db1a6aea-7290-446c-84c0-4e11ecb8cad6 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1158ccd6-3972-4083-b101-9cf7c9852acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '7cc0cef1-9e0e-4144-85af-6ed42f35f232'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:29:34.873001 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1adbb4-56f2-4b9d-9b49-07eb696152f3 None None] Attempting to bind port db1a6aea-7290-446c-84c0-4e11ecb8cad6 on network 7cc0cef1-9e0e-4144-85af-6ed42f35f232 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:29:34.880801 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1adbb4-56f2-4b9d-9b49-07eb696152f3 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:29:34.885440 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1adbb4-56f2-4b9d-9b49-07eb696152f3 None None] Checking segment: {'id': '1158ccd6-3972-4083-b101-9cf7c9852acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '7cc0cef1-9e0e-4144-85af-6ed42f35f232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:29:34.888168 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bf1adbb4-56f2-4b9d-9b49-07eb696152f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:34.888777 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1adbb4-56f2-4b9d-9b49-07eb696152f3 None None] Bound using segment: {'id': '1158ccd6-3972-4083-b101-9cf7c9852acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '7cc0cef1-9e0e-4144-85af-6ed42f35f232'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:29:34.891365 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-bf1adbb4-56f2-4b9d-9b49-07eb696152f3 None None] Bound port: db1a6aea-7290-446c-84c0-4e11ecb8cad6, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1158ccd6-3972-4083-b101-9cf7c9852acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '7cc0cef1-9e0e-4144-85af-6ed42f35f232'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:29:34.891882 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bf1adbb4-56f2-4b9d-9b49-07eb696152f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:34.900490 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-72216bf8-13c5-4bb3-b9c4-5c1d17b0c8dc req-a25a9ad4-09ad-4ba7-a267-8d1c71bf9015 service neutron] 10.222.0.98 "GET /v2.0/networks/60a88ebb-4b56-43bd-98ec-2f75530b8b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023699 Oct 20 11:29:34.948831 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4a1428e9-4f90-4bf2-8c74-82761fb8c879 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:35.016457 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-bf1adbb4-56f2-4b9d-9b49-07eb696152f3 None None] For port db1a6aea-7290-446c-84c0-4e11ecb8cad6, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:29:35.022041 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-bf1adbb4-56f2-4b9d-9b49-07eb696152f3 None None] For port db1a6aea-7290-446c-84c0-4e11ecb8cad6, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=db1a6aea-7290-446c-84c0-4e11ecb8cad6,segment=NetworkSegment(1158ccd6-3972-4083-b101-9cf7c9852acf),segment_id=1158ccd6-3972-4083-b101-9cf7c9852acf)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:29:35.035969 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bf1adbb4-56f2-4b9d-9b49-07eb696152f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:35.048061 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4a1428e9-4f90-4bf2-8c74-82761fb8c879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:35.054308 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c4e8f86b-e50e-4436-9695-434f8020d132 req-d406aa97-3ed2-48ca-8e6c-077840d1370e tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:35.069394 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c4e8f86b-e50e-4436-9695-434f8020d132 req-d406aa97-3ed2-48ca-8e6c-077840d1370e tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:35.151034 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1428e9-4f90-4bf2-8c74-82761fb8c879 admin admin] Pushing event updated for resources: {'Port': ['ID=5bfa8cdb-a024-4260-a24f-a4b81de33da3,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:35.158560 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1428e9-4f90-4bf2-8c74-82761fb8c879 admin admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:29:35.160325 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-4a1428e9-4f90-4bf2-8c74-82761fb8c879 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:29:35.163897 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1428e9-4f90-4bf2-8c74-82761fb8c879 admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:29:35.172766 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1adbb4-56f2-4b9d-9b49-07eb696152f3 None None] Pushing event updated for resources: {'Port': ['ID=db1a6aea-7290-446c-84c0-4e11ecb8cad6,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:35.227831 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-72216bf8-13c5-4bb3-b9c4-5c1d17b0c8dc req-a747dd83-68f8-4bc0-836f-773c497059df service neutron] 10.222.0.98 "GET /v2.0/networks/60a88ebb-4b56-43bd-98ec-2f75530b8b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264503 Oct 20 11:29:35.236996 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [req-c4e8f86b-e50e-4436-9695-434f8020d132 req-d406aa97-3ed2-48ca-8e6c-077840d1370e tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Floating IP a7b4dae5-3e2f-4e80-8286-db0c22f6ef6a associated. External IP: 172.25.5.12, port: 981c59bc-53ca-4f43-8b0b-20d5a0e89940. Oct 20 11:29:35.647846 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4a1428e9-4f90-4bf2-8c74-82761fb8c879 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:35.650832 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4e8f86b-e50e-4436-9695-434f8020d132 req-d406aa97-3ed2-48ca-8e6c-077840d1370e tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Router 3a3d3398-a9eb-40a8-9194-06c333185328 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:29:35.951878 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec0d6f7-5903-41b1-808f-efeff7260fa7 req-46c8f59b-abe1-4ffe-a80c-cb73d2b6ed96 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:35.959536 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3ec0d6f7-5903-41b1-808f-efeff7260fa7 req-46c8f59b-abe1-4ffe-a80c-cb73d2b6ed96 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0422a46e-00fd-463d-aafb-fd9a0a2b2d45 HTTP/1.1" status: 200 len: 950 time: 0.0931668 Oct 20 11:29:35.969621 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4e8f86b-e50e-4436-9695-434f8020d132 req-d406aa97-3ed2-48ca-8e6c-077840d1370e tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:29:35.980048 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c4e8f86b-e50e-4436-9695-434f8020d132 req-d406aa97-3ed2-48ca-8e6c-077840d1370e tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:35.984301 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9bde5b-db14-4d61-ad49-ec0541a998a7 None None] Sync routers for ids ['3a3d3398-a9eb-40a8-9194-06c333185328'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:29:36.004513 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9bde5b-db14-4d61-ad49-ec0541a998a7 None None] Routers {'3a3d3398-a9eb-40a8-9194-06c333185328'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:29:36.008470 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-0b9bde5b-db14-4d61-ad49-ec0541a998a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:29:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['3a3d3398-a9eb-40a8-9194-06c333185328'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:36.032867 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3ec0d6f7-5903-41b1-808f-efeff7260fa7 req-8c752b8a-3d13-4207-bf3d-078c2fed3521 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707870 Oct 20 11:29:36.045303 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4a1428e9-4f90-4bf2-8c74-82761fb8c879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:36.058639 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c4e8f86b-e50e-4436-9695-434f8020d132 req-d406aa97-3ed2-48ca-8e6c-077840d1370e tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "PUT /v2.0/floatingips/a7b4dae5-3e2f-4e80-8286-db0c22f6ef6a HTTP/1.1" status: 200 len: 995 time: 2.4168313 Oct 20 11:29:36.059221 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '990fdeaf-bd3a-416f-bbdd-02714367a9c0', 'tag': '981c59bc-53ca-4f43-8b0b-20d5a0e89940'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:29:36.061643 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e67f6a-c66b-4f3f-9f4c-696f44647f13" -d '{"events": [{"name": "network-changed", "server_uuid": "990fdeaf-bd3a-416f-bbdd-02714367a9c0", "tag": "981c59bc-53ca-4f43-8b0b-20d5a0e89940"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:29:36.279566 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8f86b-e50e-4436-9695-434f8020d132 req-489feb99-71e0-4222-86a7-1f58ae6a55a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:36.288414 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c4e8f86b-e50e-4436-9695-434f8020d132 req-489feb99-71e0-4222-86a7-1f58ae6a55a0 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=0f7be2198beb4fa4abf67245a1d7260e&device_id=990fdeaf-bd3a-416f-bbdd-02714367a9c0 HTTP/1.1" status: 200 len: 1096 time: 0.1705828 Oct 20 11:29:36.306033 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a1428e9-4f90-4bf2-8c74-82761fb8c879 admin admin] Router fbefaca9-b68d-41ae-92e2-bd172fdce0e8 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:29:36.421999 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-0b9bde5b-db14-4d61-ad49-ec0541a998a7 None None] Set router 3a3d3398-a9eb-40a8-9194-06c333185328 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:29:36.506337 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device db1a6aea-7290-446c-84c0-4e11ecb8cad6 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:29:36.530954 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8f86b-e50e-4436-9695-434f8020d132 req-92a83cc5-7266-4e9f-a788-dc3038d09c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:36.541757 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c4e8f86b-e50e-4436-9695-434f8020d132 req-92a83cc5-7266-4e9f-a788-dc3038d09c9a service neutron] 10.222.0.98 "GET /v2.0/networks?id=e737fa8f-48d9-429a-9c0d-195ded222e27 HTTP/1.1" status: 200 len: 922 time: 0.2456181 Oct 20 11:29:36.627513 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1428e9-4f90-4bf2-8c74-82761fb8c879 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:29:36.676991 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6afa8b-1492-4beb-801a-bf676cda830a None None] Sync routers for ids ['fbefaca9-b68d-41ae-92e2-bd172fdce0e8'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:29:36.682571 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4a1428e9-4f90-4bf2-8c74-82761fb8c879 admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:36.683968 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4a1428e9-4f90-4bf2-8c74-82761fb8c879 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1871731 Oct 20 11:29:36.687897 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56442) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:29:36.719135 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6afa8b-1492-4beb-801a-bf676cda830a None None] Routers {'fbefaca9-b68d-41ae-92e2-bd172fdce0e8'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:29:36.719774 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-4e6afa8b-1492-4beb-801a-bf676cda830a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:29:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['fbefaca9-b68d-41ae-92e2-bd172fdce0e8'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:36.874583 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c4e8f86b-e50e-4436-9695-434f8020d132 req-07eef0ae-eacd-4a33-a626-79ee89839122 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=981c59bc-53ca-4f43-8b0b-20d5a0e89940 HTTP/1.1" status: 200 len: 998 time: 0.3310184 Oct 20 11:29:36.957713 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12279b95-567b-4d34-b12d-f2a64e25a418 req-0dba952a-90aa-46f0-b831-631ed24e93e1 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:36.965529 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e263d3-dc1b-48af-b4c7-e0e53fb9e0c1 None None] Network 7cc0cef1-9e0e-4144-85af-6ed42f35f232 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:29:36.970226 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-12279b95-567b-4d34-b12d-f2a64e25a418 req-0dba952a-90aa-46f0-b831-631ed24e93e1 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=f28ad3ad-c9b6-4b2a-adce-93b5218f9c86 HTTP/1.1" status: 200 len: 946 time: 0.2996454 Oct 20 11:29:36.999012 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-4e6afa8b-1492-4beb-801a-bf676cda830a None None] Set router fbefaca9-b68d-41ae-92e2-bd172fdce0e8 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:29:37.060166 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-12279b95-567b-4d34-b12d-f2a64e25a418 req-29825a6f-652a-4ab5-92d7-556547b126f3 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875480 Oct 20 11:29:37.066743 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8f86b-e50e-4436-9695-434f8020d132 req-d93c9481-0f84-4e47-add9-588caccff7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:37.070749 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c4e8f86b-e50e-4436-9695-434f8020d132 req-d93c9481-0f84-4e47-add9-588caccff7d6 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=daa3a48e-5bbf-4e17-b716-d19b520de866 HTTP/1.1" status: 200 len: 859 time: 0.1851053 Oct 20 11:29:37.118511 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d4cc18fe-c27b-4913-8a52-853a297de37c None None] Provisioning complete for port db1a6aea-7290-446c-84c0-4e11ecb8cad6 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:29:37.119167 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d4cc18fe-c27b-4913-8a52-853a297de37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:37.168754 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port db1a6aea-7290-446c-84c0-4e11ecb8cad6 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:29:37.169148 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:37.208350 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8f86b-e50e-4436-9695-434f8020d132 req-156d685c-8f74-492d-9ab9-74921fac8f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:37.211049 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c4e8f86b-e50e-4436-9695-434f8020d132 req-156d685c-8f74-492d-9ab9-74921fac8f05 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e737fa8f-48d9-429a-9c0d-195ded222e27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1227624 Oct 20 11:29:37.230695 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-c4e8f86b-e50e-4436-9695-434f8020d132 req-2401d372-ac2e-4ac6-9e55-8f99df66672e service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:29:37.232768 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c4e8f86b-e50e-4436-9695-434f8020d132 req-2401d372-ac2e-4ac6-9e55-8f99df66672e service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0102057 Oct 20 11:29:37.262181 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d4cc18fe-c27b-4913-8a52-853a297de37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:37.280708 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cec7c216-07c5-4635-8291-6cd3dbb0ca12 req-e4034432-3386-4e64-b7cf-fda2bebab2d6 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 210 time: 0.0834196 Oct 20 11:29:37.313653 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-0b9bde5b-db14-4d61-ad49-ec0541a998a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'name': 'tempest-FloatingIPsAssociationTestJSON-895004699-router', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'd4c49543-bcac-4c33-9bf5-5f0a091f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:28:33Z', 'updated_at': '2021-10-20T11:28:39Z', 'revision_number': 4, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'gw_port': {'id': 'd4c49543-bcac-4c33-9bf5-5f0a091f6246', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:34Z', 'updated_at': '2021-10-20T11:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': 'a7b4dae5-3e2f-4e80-8286-db0c22f6ef6a', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'port_id': '981c59bc-53ca-4f43-8b0b-20d5a0e89940', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27', 'mac_address': 'fa:16:3e:7a:ab:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990fdeaf-bd3a-416f-bbdd-02714367a9c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:29:07Z', 'updated_at': '2021-10-20T11:29:34Z', 'revision_number': 1, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cf6655d-f474-420a-8784-5e92c4d14a17', 'name': '', 'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'mac_address': 'fa:16:3e:fa:79:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'daa3a48e-5bbf-4e17-b716-d19b520de866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:36Z', 'updated_at': '2021-10-20T11:28:43Z', 'revision_number': 5, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'subnets': [{'id': 'daa3a48e-5bbf-4e17-b716-d19b520de866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:37.391281 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-4e6afa8b-1492-4beb-801a-bf676cda830a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbefaca9-b68d-41ae-92e2-bd172fdce0e8', 'name': 'tempest-TaggedBootDevicesTest-1079992149-router', 'tenant_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '5bfa8cdb-a024-4260-a24f-a4b81de33da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:29:33Z', 'updated_at': '2021-10-20T11:29:35Z', 'revision_number': 3, 'project_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'gw_port': {'id': '5bfa8cdb-a024-4260-a24f-a4b81de33da3', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbefaca9-b68d-41ae-92e2-bd172fdce0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:29:34Z', 'updated_at': '2021-10-20T11:29:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:37.411234 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d00554-070d-4554-b08e-0d8aa5ff7567 x-openstack-request-id: req-96d00554-070d-4554-b08e-0d8aa5ff7567 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:29:37.413085 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "990fdeaf-bd3a-416f-bbdd-02714367a9c0", "tag": "981c59bc-53ca-4f43-8b0b-20d5a0e89940", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:29:37.413592 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-96d00554-070d-4554-b08e-0d8aa5ff7567 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:29:37.430911 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '990fdeaf-bd3a-416f-bbdd-02714367a9c0', 'tag': '981c59bc-53ca-4f43-8b0b-20d5a0e89940', 'status': 'completed', 'code': 200} Oct 20 11:29:37.467397 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6afa8b-1492-4beb-801a-bf676cda830a None None] Checking router: fbefaca9-b68d-41ae-92e2-bd172fdce0e8 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:29:37.470864 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6afa8b-1492-4beb-801a-bf676cda830a None None] Updating router fbefaca9-b68d-41ae-92e2-bd172fdce0e8 port 5bfa8cdb-a024-4260-a24f-a4b81de33da3 binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:29:37.480704 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9bde5b-db14-4d61-ad49-ec0541a998a7 None None] Checking router: 3a3d3398-a9eb-40a8-9194-06c333185328 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:29:37.520612 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d4cc18fe-c27b-4913-8a52-853a297de37c None None] For port db1a6aea-7290-446c-84c0-4e11ecb8cad6, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=db1a6aea-7290-446c-84c0-4e11ecb8cad6,segment=NetworkSegment(1158ccd6-3972-4083-b101-9cf7c9852acf),segment_id=1158ccd6-3972-4083-b101-9cf7c9852acf)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:29:37.528070 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-4e6afa8b-1492-4beb-801a-bf676cda830a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:37.536349 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c4e8f86b-e50e-4436-9695-434f8020d132 req-5cbc9aca-cceb-4370-b9af-c77970effb7b service neutron] 10.222.0.98 "GET /v2.0/networks/e737fa8f-48d9-429a-9c0d-195ded222e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825220 Oct 20 11:29:37.574672 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d4cc18fe-c27b-4913-8a52-853a297de37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:37.635731 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cc18fe-c27b-4913-8a52-853a297de37c None None] Pushing event updated for resources: {'Port': ['ID=db1a6aea-7290-446c-84c0-4e11ecb8cad6,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:37.639404 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9bde5b-db14-4d61-ad49-ec0541a998a7 None None] Routers {'3a3d3398-a9eb-40a8-9194-06c333185328'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:29:37.655038 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-0b9bde5b-db14-4d61-ad49-ec0541a998a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:29:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['3a3d3398-a9eb-40a8-9194-06c333185328'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:37.731397 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72216bf8-13c5-4bb3-b9c4-5c1d17b0c8dc req-5a4d27d9-9dee-4131-b7e5-8f38e545f6b0 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:37.733002 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-72216bf8-13c5-4bb3-b9c4-5c1d17b0c8dc req-5a4d27d9-9dee-4131-b7e5-8f38e545f6b0 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.89 "GET /v2.0/networks?id=60a88ebb-4b56-43bd-98ec-2f75530b8b0e HTTP/1.1" status: 200 len: 820 time: 0.2807717 Oct 20 11:29:37.762396 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-72216bf8-13c5-4bb3-b9c4-5c1d17b0c8dc req-f9ac4f61-38a1-41c3-9bea-195b79e9c3cd tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Request body: {'port': {'device_id': 'b4cbb0ba-3367-43eb-b577-f77b45c517af', 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e', 'admin_state_up': True, 'tenant_id': 'd9acdef368f944fcb8d5f209bb8e33d7'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:29:37.873678 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e67f6a-c66b-4f3f-9f4c-696f44647f13 req-6dbc4411-7a74-4563-9653-cd901b1f5eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:37.875295 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e4e67f6a-c66b-4f3f-9f4c-696f44647f13 req-6dbc4411-7a74-4563-9653-cd901b1f5eef service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0f7be2198beb4fa4abf67245a1d7260e&device_id=990fdeaf-bd3a-416f-bbdd-02714367a9c0 HTTP/1.1" status: 200 len: 1096 time: 0.2713511 Oct 20 11:29:37.995532 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-0b9bde5b-db14-4d61-ad49-ec0541a998a7 None None] Set router 3a3d3398-a9eb-40a8-9194-06c333185328 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:29:38.034488 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e67f6a-c66b-4f3f-9f4c-696f44647f13 req-c7993677-b643-4e37-9a6c-0bd1ff964881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:38.045073 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e4e67f6a-c66b-4f3f-9f4c-696f44647f13 req-c7993677-b643-4e37-9a6c-0bd1ff964881 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e737fa8f-48d9-429a-9c0d-195ded222e27 HTTP/1.1" status: 200 len: 922 time: 0.1497679 Oct 20 11:29:38.091720 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ccd7d-24eb-4b9c-bd25-c0c07975cd14 req-452b06ae-21db-46bc-8ef6-09bd603cf006 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:38.102721 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-086ccd7d-24eb-4b9c-bd25-c0c07975cd14 req-452b06ae-21db-46bc-8ef6-09bd603cf006 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=f28ad3ad-c9b6-4b2a-adce-93b5218f9c86 HTTP/1.1" status: 200 len: 1097 time: 0.3449893 Oct 20 11:29:38.143534 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-4e6afa8b-1492-4beb-801a-bf676cda830a None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:38.151503 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-4e6afa8b-1492-4beb-801a-bf676cda830a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:38.188246 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c4e8f86b-e50e-4436-9695-434f8020d132 req-25fbd540-ba51-4ba2-8642-8d8c79b76f08 service neutron] 10.222.0.98 "GET /v2.0/networks/e737fa8f-48d9-429a-9c0d-195ded222e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6453609 Oct 20 11:29:38.238139 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a864fe88-9dee-4073-801e-fc0b04787e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:38.242722 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfa77fc-a3c2-49d7-b26f-71920c350974 None None] Pushing event updated for resources: {'Port': ['ID=5bfa8cdb-a024-4260-a24f-a4b81de33da3,revision_number=2']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:38.263880 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-086ccd7d-24eb-4b9c-bd25-c0c07975cd14 req-91034557-611f-46d0-af85-6e87508dd964 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508684 Oct 20 11:29:38.281829 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e4e67f6a-c66b-4f3f-9f4c-696f44647f13 req-1b66e270-9082-429a-aa64-afcfd93267b1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=981c59bc-53ca-4f43-8b0b-20d5a0e89940 HTTP/1.1" status: 200 len: 998 time: 0.2307022 Oct 20 11:29:38.284698 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfa77fc-a3c2-49d7-b26f-71920c350974 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:38.290696 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfa77fc-a3c2-49d7-b26f-71920c350974 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:38.290961 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-00b93768-be71-43f2-9fab-b353fd30dbdc None None] Provisioning complete for port db1a6aea-7290-446c-84c0-4e11ecb8cad6 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:29:38.291887 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfa77fc-a3c2-49d7-b26f-71920c350974 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:38.292371 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfa77fc-a3c2-49d7-b26f-71920c350974 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:38.292938 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfa77fc-a3c2-49d7-b26f-71920c350974 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:38.293485 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfa77fc-a3c2-49d7-b26f-71920c350974 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:38.293975 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfa77fc-a3c2-49d7-b26f-71920c350974 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:38.294444 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfa77fc-a3c2-49d7-b26f-71920c350974 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:38.294955 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfa77fc-a3c2-49d7-b26f-71920c350974 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:38.295571 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfa77fc-a3c2-49d7-b26f-71920c350974 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:38.296039 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfa77fc-a3c2-49d7-b26f-71920c350974 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:38.297028 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-00b93768-be71-43f2-9fab-b353fd30dbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:38.297537 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfa77fc-a3c2-49d7-b26f-71920c350974 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:29:38.389709 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-4e6afa8b-1492-4beb-801a-bf676cda830a None None] Attempting to bind port 5bfa8cdb-a024-4260-a24f-a4b81de33da3 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:29:38.390523 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-4e6afa8b-1492-4beb-801a-bf676cda830a None None] Attempting to bind port 5bfa8cdb-a024-4260-a24f-a4b81de33da3 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:29:38.391067 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6afa8b-1492-4beb-801a-bf676cda830a None None] Attempting to bind port 5bfa8cdb-a024-4260-a24f-a4b81de33da3 on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:29:38.402714 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6afa8b-1492-4beb-801a-bf676cda830a None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:29:38.403375 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6afa8b-1492-4beb-801a-bf676cda830a None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:29:38.403935 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-4e6afa8b-1492-4beb-801a-bf676cda830a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:38.404475 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6afa8b-1492-4beb-801a-bf676cda830a None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:29:38.405111 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-4e6afa8b-1492-4beb-801a-bf676cda830a None None] Bound port: 5bfa8cdb-a024-4260-a24f-a4b81de33da3, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:29:38.405815 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-4e6afa8b-1492-4beb-801a-bf676cda830a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:38.409502 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e67f6a-c66b-4f3f-9f4c-696f44647f13 req-8834b7ae-7acf-480e-87b8-3e4913b2327d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:38.411102 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e4e67f6a-c66b-4f3f-9f4c-696f44647f13 req-8834b7ae-7acf-480e-87b8-3e4913b2327d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=daa3a48e-5bbf-4e17-b716-d19b520de866 HTTP/1.1" status: 200 len: 859 time: 0.1171908 Oct 20 11:29:38.465758 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-4e6afa8b-1492-4beb-801a-bf676cda830a None None] For port 5bfa8cdb-a024-4260-a24f-a4b81de33da3, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:29:38.469534 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-4e6afa8b-1492-4beb-801a-bf676cda830a None None] For port 5bfa8cdb-a024-4260-a24f-a4b81de33da3, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=5bfa8cdb-a024-4260-a24f-a4b81de33da3,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:29:38.480353 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-4e6afa8b-1492-4beb-801a-bf676cda830a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:38.514094 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device db1a6aea-7290-446c-84c0-4e11ecb8cad6 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:29:38.641718 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72216bf8-13c5-4bb3-b9c4-5c1d17b0c8dc req-f9ac4f61-38a1-41c3-9bea-195b79e9c3cd tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Made reservation on behalf of d9acdef368f944fcb8d5f209bb8e33d7 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:29:38.670760 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d06818-ea11-4181-bcf0-78dcaee6150b req-c4331ecb-c646-4564-b2ee-7ec005829ccb tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:38.678114 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-72216bf8-13c5-4bb3-b9c4-5c1d17b0c8dc req-f9ac4f61-38a1-41c3-9bea-195b79e9c3cd tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:38.695658 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-73d06818-ea11-4181-bcf0-78dcaee6150b req-c4331ecb-c646-4564-b2ee-7ec005829ccb tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0422a46e-00fd-463d-aafb-fd9a0a2b2d45 HTTP/1.1" status: 200 len: 950 time: 0.2761111 Oct 20 11:29:38.725535 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e67f6a-c66b-4f3f-9f4c-696f44647f13 req-b1716bef-04f7-482e-8ce7-f4ac3ef9316c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:38.733083 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfa77fc-a3c2-49d7-b26f-71920c350974 None None] Pushing event updated for resources: {'Port': ['ID=5bfa8cdb-a024-4260-a24f-a4b81de33da3,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:38.738657 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e4e67f6a-c66b-4f3f-9f4c-696f44647f13 req-b1716bef-04f7-482e-8ce7-f4ac3ef9316c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e737fa8f-48d9-429a-9c0d-195ded222e27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3060381 Oct 20 11:29:38.777434 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6afa8b-1492-4beb-801a-bf676cda830a None None] Routers {'fbefaca9-b68d-41ae-92e2-bd172fdce0e8'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:29:38.778738 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-4e6afa8b-1492-4beb-801a-bf676cda830a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:29:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['fbefaca9-b68d-41ae-92e2-bd172fdce0e8'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:38.780015 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port db1a6aea-7290-446c-84c0-4e11ecb8cad6 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:29:38.783527 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:39.039645 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-73d06818-ea11-4181-bcf0-78dcaee6150b req-6797f02f-57af-422b-a4f0-9ec5b5f45d6f tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215432 Oct 20 11:29:39.048866 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-4e6afa8b-1492-4beb-801a-bf676cda830a None None] Set router fbefaca9-b68d-41ae-92e2-bd172fdce0e8 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:29:39.087645 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-0b9bde5b-db14-4d61-ad49-ec0541a998a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'name': 'tempest-FloatingIPsAssociationTestJSON-895004699-router', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'd4c49543-bcac-4c33-9bf5-5f0a091f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:28:33Z', 'updated_at': '2021-10-20T11:28:39Z', 'revision_number': 4, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'gw_port': {'id': 'd4c49543-bcac-4c33-9bf5-5f0a091f6246', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:34Z', 'updated_at': '2021-10-20T11:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': 'a7b4dae5-3e2f-4e80-8286-db0c22f6ef6a', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'port_id': '981c59bc-53ca-4f43-8b0b-20d5a0e89940', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27', 'mac_address': 'fa:16:3e:7a:ab:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990fdeaf-bd3a-416f-bbdd-02714367a9c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:29:07Z', 'updated_at': '2021-10-20T11:29:34Z', 'revision_number': 1, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cf6655d-f474-420a-8784-5e92c4d14a17', 'name': '', 'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'mac_address': 'fa:16:3e:fa:79:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'daa3a48e-5bbf-4e17-b716-d19b520de866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:36Z', 'updated_at': '2021-10-20T11:28:43Z', 'revision_number': 5, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'subnets': [{'id': 'daa3a48e-5bbf-4e17-b716-d19b520de866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:39.125422 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9bde5b-db14-4d61-ad49-ec0541a998a7 None None] The sync data for ids ['3a3d3398-a9eb-40a8-9194-06c333185328'] in n-d-814735-3 is: [{'id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'name': 'tempest-FloatingIPsAssociationTestJSON-895004699-router', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'd4c49543-bcac-4c33-9bf5-5f0a091f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:28:33Z', 'updated_at': '2021-10-20T11:28:39Z', 'revision_number': 4, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'gw_port': {'id': 'd4c49543-bcac-4c33-9bf5-5f0a091f6246', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:34Z', 'updated_at': '2021-10-20T11:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': 'a7b4dae5-3e2f-4e80-8286-db0c22f6ef6a', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'port_id': '981c59bc-53ca-4f43-8b0b-20d5a0e89940', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27', 'mac_address': 'fa:16:3e:7a:ab:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990fdeaf-bd3a-416f-bbdd-02714367a9c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:29:07Z', 'updated_at': '2021-10-20T11:29:34Z', 'revision_number': 1, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cf6655d-f474-420a-8784-5e92c4d14a17', 'name': '', 'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'mac_address': 'fa:16:3e:fa:79:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'daa3a48e-5bbf-4e17-b716-d19b520de866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:36Z', 'updated_at': '2021-10-20T11:28:43Z', 'revision_number': 5, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'subnets': [{'id': 'daa3a48e-5bbf-4e17-b716-d19b520de866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:29:39.153815 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e4e67f6a-c66b-4f3f-9f4c-696f44647f13 req-c5fbe6f9-c657-4a4c-a095-c7436e923adc service neutron] 10.222.0.11 "GET /v2.0/networks/e737fa8f-48d9-429a-9c0d-195ded222e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999677 Oct 20 11:29:39.282470 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [req-72216bf8-13c5-4bb3-b9c4-5c1d17b0c8dc req-f9ac4f61-38a1-41c3-9bea-195b79e9c3cd tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Allocated IP 172.20.0.13 (60a88ebb-4b56-43bd-98ec-2f75530b8b0e/2a0c5c2a-f9c9-492d-ba9f-7e961a63a7db/f1457ed4-9b43-4138-abe0-f6fc2a6c95ed) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:29:39.307545 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-a864fe88-9dee-4073-801e-fc0b04787e0d admin admin] Allocated IP 172.20.0.1 (7cc0cef1-9e0e-4144-85af-6ed42f35f232/860ea3b3-2804-4226-ab8d-f55abe932e85/deef264c-03c8-4fd9-ada8-707384563986) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:29:39.390190 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-4e6afa8b-1492-4beb-801a-bf676cda830a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbefaca9-b68d-41ae-92e2-bd172fdce0e8', 'name': 'tempest-TaggedBootDevicesTest-1079992149-router', 'tenant_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '5bfa8cdb-a024-4260-a24f-a4b81de33da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:29:33Z', 'updated_at': '2021-10-20T11:29:35Z', 'revision_number': 3, 'project_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'gw_port': {'id': '5bfa8cdb-a024-4260-a24f-a4b81de33da3', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbefaca9-b68d-41ae-92e2-bd172fdce0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:29:34Z', 'updated_at': '2021-10-20T11:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:39.476043 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6afa8b-1492-4beb-801a-bf676cda830a None None] The sync data for ids ['fbefaca9-b68d-41ae-92e2-bd172fdce0e8'] in n-d-814735-3 is: [{'id': 'fbefaca9-b68d-41ae-92e2-bd172fdce0e8', 'name': 'tempest-TaggedBootDevicesTest-1079992149-router', 'tenant_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '5bfa8cdb-a024-4260-a24f-a4b81de33da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:29:33Z', 'updated_at': '2021-10-20T11:29:35Z', 'revision_number': 3, 'project_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'gw_port': {'id': '5bfa8cdb-a024-4260-a24f-a4b81de33da3', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbefaca9-b68d-41ae-92e2-bd172fdce0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:29:34Z', 'updated_at': '2021-10-20T11:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:29:39.543725 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecff979-924b-4a63-a1c0-bb4e097cc467 None None] New status for floating IP a7b4dae5-3e2f-4e80-8286-db0c22f6ef6a: ACTIVE {{(pid=100648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:29:39.640305 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:39.813665 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab60716-b1d6-4a05-8027-6277a8e3b5ea req-f81eeb77-dfe6-42df-af7e-44955c11ddf7 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:39.824416 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aab60716-b1d6-4a05-8027-6277a8e3b5ea req-f81eeb77-dfe6-42df-af7e-44955c11ddf7 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/ports?device_id=15be7876-0e80-4899-922d-25797b28b9e3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.8382349 Oct 20 11:29:40.083500 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e4e67f6a-c66b-4f3f-9f4c-696f44647f13 req-f0084120-eec6-4227-9e7a-954229d8aa0e service neutron] 10.222.0.11 "GET /v2.0/networks/e737fa8f-48d9-429a-9c0d-195ded222e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9208241 Oct 20 11:29:40.091964 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aab60716-b1d6-4a05-8027-6277a8e3b5ea req-001058a7-1444-4b5e-b74c-c72b173d72d3 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.12 HTTP/1.1" status: 200 len: 1000 time: 0.2621138 Oct 20 11:29:40.103061 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-aab60716-b1d6-4a05-8027-6277a8e3b5ea req-3aa2b0d8-ef19-428d-963b-2b2e6087a008 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Request body: {'floatingip': {'port_id': 'f033030b-b659-4c7e-8579-b0d84d7eb49e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:29:40.145371 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbc5c6-d027-483d-90d5-37f7804b82bc req-a86a6d06-5243-47a4-abb9-0163acf1f30f tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:40.146994 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a9bbc5c6-d027-483d-90d5-37f7804b82bc req-a86a6d06-5243-47a4-abb9-0163acf1f30f tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=f28ad3ad-c9b6-4b2a-adce-93b5218f9c86 HTTP/1.1" status: 200 len: 1097 time: 0.9547274 Oct 20 11:29:40.253569 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a864fe88-9dee-4073-801e-fc0b04787e0d admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:40.301240 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-aab60716-b1d6-4a05-8027-6277a8e3b5ea req-3aa2b0d8-ef19-428d-963b-2b2e6087a008 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Publish callbacks [] for floatingip, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:40.306048 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a9bbc5c6-d027-483d-90d5-37f7804b82bc req-33c7f6b5-0d8b-4bc5-8104-c4c805703216 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373258 Oct 20 11:29:40.310311 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 5bfa8cdb-a024-4260-a24f-a4b81de33da3 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:29:40.316015 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a864fe88-9dee-4073-801e-fc0b04787e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:40.412811 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a864fe88-9dee-4073-801e-fc0b04787e0d admin admin] Pushing event updated for resources: {'Port': ['ID=deef264c-03c8-4fd9-ada8-707384563986,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:40.476039 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a864fe88-9dee-4073-801e-fc0b04787e0d admin admin] Network 7cc0cef1-9e0e-4144-85af-6ed42f35f232 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:29:40.483336 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-a864fe88-9dee-4073-801e-fc0b04787e0d admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:29:40.511743 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a864fe88-9dee-4073-801e-fc0b04787e0d admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:29:40.591565 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 5bfa8cdb-a024-4260-a24f-a4b81de33da3 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:29:40.592172 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:40.624684 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a864fe88-9dee-4073-801e-fc0b04787e0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:40.666721 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cd1f0433-53e4-4734-b59a-3d3a90d087d5 req-0012bdcd-f368-4644-90f0-713be8bbf118 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 210 time: 0.0956910 Oct 20 11:29:40.915464 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-72216bf8-13c5-4bb3-b9c4-5c1d17b0c8dc req-f9ac4f61-38a1-41c3-9bea-195b79e9c3cd tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:40.931501 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:40.974498 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-72216bf8-13c5-4bb3-b9c4-5c1d17b0c8dc req-f9ac4f61-38a1-41c3-9bea-195b79e9c3cd tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:41.003288 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['27a6d02b-305f-480d-bb45-21dbff7f08c2'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:29:41.064830 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72216bf8-13c5-4bb3-b9c4-5c1d17b0c8dc req-f9ac4f61-38a1-41c3-9bea-195b79e9c3cd tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Network 60a88ebb-4b56-43bd-98ec-2f75530b8b0e is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:29:41.072538 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [req-72216bf8-13c5-4bb3-b9c4-5c1d17b0c8dc req-f9ac4f61-38a1-41c3-9bea-195b79e9c3cd tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:29:41.082443 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-72216bf8-13c5-4bb3-b9c4-5c1d17b0c8dc req-f9ac4f61-38a1-41c3-9bea-195b79e9c3cd tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:29:41.095474 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a864fe88-9dee-4073-801e-fc0b04787e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:41.165552 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac4f61-38a1-41c3-9bea-195b79e9c3cd tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Pushing event updated for resources: {'Port': ['ID=f1457ed4-9b43-4138-abe0-f6fc2a6c95ed,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:41.292721 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72216bf8-13c5-4bb3-b9c4-5c1d17b0c8dc req-f9ac4f61-38a1-41c3-9bea-195b79e9c3cd tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:41.298525 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-72216bf8-13c5-4bb3-b9c4-5c1d17b0c8dc req-f9ac4f61-38a1-41c3-9bea-195b79e9c3cd tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:41.349813 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-72216bf8-13c5-4bb3-b9c4-5c1d17b0c8dc req-f9ac4f61-38a1-41c3-9bea-195b79e9c3cd tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6030583 Oct 20 11:29:41.385972 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda4e8c4-5802-484f-a3a4-d07a300ad743 req-d9943cc5-e66b-420f-831a-af233fea9aae tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:41.394990 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-72216bf8-13c5-4bb3-b9c4-5c1d17b0c8dc req-8ba82cd2-5a21-44d2-b07f-1a151b3fef94 service neutron] Request body: {'port': {'device_id': 'b4cbb0ba-3367-43eb-b577-f77b45c517af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:29:41.396134 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dda4e8c4-5802-484f-a3a4-d07a300ad743 req-d9943cc5-e66b-420f-831a-af233fea9aae tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0422a46e-00fd-463d-aafb-fd9a0a2b2d45 HTTP/1.1" status: 200 len: 950 time: 0.1423316 Oct 20 11:29:41.483361 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 5bfa8cdb-a024-4260-a24f-a4b81de33da3, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=5bfa8cdb-a024-4260-a24f-a4b81de33da3,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:29:41.495271 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a864fe88-9dee-4073-801e-fc0b04787e0d admin admin] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:41.502112 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dda4e8c4-5802-484f-a3a4-d07a300ad743 req-38cb0605-7f94-47ca-b5c2-8a4d9b7e433b tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046333 Oct 20 11:29:41.516590 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-bffb1a55-574a-490a-90e3-1b0dee0a0d13 None None] Provisioning complete for port deef264c-03c8-4fd9-ada8-707384563986 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:29:41.517031 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bffb1a55-574a-490a-90e3-1b0dee0a0d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:41.518850 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:41.529511 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a864fe88-9dee-4073-801e-fc0b04787e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:41.578723 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=5bfa8cdb-a024-4260-a24f-a4b81de33da3,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:41.666540 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-aab60716-b1d6-4a05-8027-6277a8e3b5ea req-3aa2b0d8-ef19-428d-963b-2b2e6087a008 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:41.672222 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-bffb1a55-574a-490a-90e3-1b0dee0a0d13 None None] Port deef264c-03c8-4fd9-ada8-707384563986 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:29:41.674064 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-72216bf8-13c5-4bb3-b9c4-5c1d17b0c8dc req-8ba82cd2-5a21-44d2-b07f-1a151b3fef94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:41.678181 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-aab60716-b1d6-4a05-8027-6277a8e3b5ea req-3aa2b0d8-ef19-428d-963b-2b2e6087a008 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:41.840778 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a864fe88-9dee-4073-801e-fc0b04787e0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:41.873593 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a864fe88-9dee-4073-801e-fc0b04787e0d admin admin] Pushing event updated for resources: {'Port': ['ID=deef264c-03c8-4fd9-ada8-707384563986,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:41.949896 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [req-aab60716-b1d6-4a05-8027-6277a8e3b5ea req-3aa2b0d8-ef19-428d-963b-2b2e6087a008 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Floating IP a7b4dae5-3e2f-4e80-8286-db0c22f6ef6a associated. External IP: 172.25.5.12, port: 981c59bc-53ca-4f43-8b0b-20d5a0e89940. Oct 20 11:29:42.051448 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a864fe88-9dee-4073-801e-fc0b04787e0d admin admin] Network 7cc0cef1-9e0e-4144-85af-6ed42f35f232 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:29:42.068305 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-a864fe88-9dee-4073-801e-fc0b04787e0d admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:29:42.257268 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 5bfa8cdb-a024-4260-a24f-a4b81de33da3 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:29:42.407679 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 5bfa8cdb-a024-4260-a24f-a4b81de33da3 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:29:42.408046 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:42.499188 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aab60716-b1d6-4a05-8027-6277a8e3b5ea req-3aa2b0d8-ef19-428d-963b-2b2e6087a008 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Router 3a3d3398-a9eb-40a8-9194-06c333185328 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:29:42.631292 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aab60716-b1d6-4a05-8027-6277a8e3b5ea req-3aa2b0d8-ef19-428d-963b-2b2e6087a008 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:29:42.633184 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-ea4eece3-9b5a-433e-b937-446db6297b2a None None] Provisioning complete for port deef264c-03c8-4fd9-ada8-707384563986 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:29:42.633563 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ea4eece3-9b5a-433e-b937-446db6297b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:42.646608 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5550fcf3-89e0-4f77-b906-9719abed7d64 None None] Sync routers for ids ['3a3d3398-a9eb-40a8-9194-06c333185328'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:29:42.661837 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5550fcf3-89e0-4f77-b906-9719abed7d64 None None] Routers {'3a3d3398-a9eb-40a8-9194-06c333185328'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:29:42.664461 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-5550fcf3-89e0-4f77-b906-9719abed7d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:29:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['3a3d3398-a9eb-40a8-9194-06c333185328'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:42.717404 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a864fe88-9dee-4073-801e-fc0b04787e0d admin admin] Router fbefaca9-b68d-41ae-92e2-bd172fdce0e8 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:29:42.718866 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-ea4eece3-9b5a-433e-b937-446db6297b2a None None] Port deef264c-03c8-4fd9-ada8-707384563986 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:29:42.923673 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a864fe88-9dee-4073-801e-fc0b04787e0d admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:29:42.941504 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a864fe88-9dee-4073-801e-fc0b04787e0d admin admin] 10.222.0.98 "PUT /v2.0/routers/fbefaca9-b68d-41ae-92e2-bd172fdce0e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2444334 Oct 20 11:29:42.941504 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-72216bf8-13c5-4bb3-b9c4-5c1d17b0c8dc req-8ba82cd2-5a21-44d2-b07f-1a151b3fef94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1457ed4-9b43-4138-abe0-f6fc2a6c95ed {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:29:42.955234 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3310b13-07c0-4981-bab2-6e4f3cbd3866 None None] Sync routers for ids ['fbefaca9-b68d-41ae-92e2-bd172fdce0e8'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:29:42.963672 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-72216bf8-13c5-4bb3-b9c4-5c1d17b0c8dc req-8ba82cd2-5a21-44d2-b07f-1a151b3fef94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:42.972604 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3310b13-07c0-4981-bab2-6e4f3cbd3866 None None] Routers {'fbefaca9-b68d-41ae-92e2-bd172fdce0e8'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:29:42.973835 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-a3310b13-07c0-4981-bab2-6e4f3cbd3866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:29:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['fbefaca9-b68d-41ae-92e2-bd172fdce0e8'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:42.999318 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-5550fcf3-89e0-4f77-b906-9719abed7d64 None None] Set router 3a3d3398-a9eb-40a8-9194-06c333185328 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:29:43.011833 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-72216bf8-13c5-4bb3-b9c4-5c1d17b0c8dc req-8ba82cd2-5a21-44d2-b07f-1a151b3fef94 service neutron] Transition to ACTIVE for port object f1457ed4-9b43-4138-abe0-f6fc2a6c95ed will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:29:43.017090 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-72216bf8-13c5-4bb3-b9c4-5c1d17b0c8dc req-8ba82cd2-5a21-44d2-b07f-1a151b3fef94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:43.139836 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba82cd2-5a21-44d2-b07f-1a151b3fef94 service neutron] Pushing event updated for resources: {'Port': ['ID=f1457ed4-9b43-4138-abe0-f6fc2a6c95ed,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:43.236948 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aab60716-b1d6-4a05-8027-6277a8e3b5ea req-3aa2b0d8-ef19-428d-963b-2b2e6087a008 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Router 3a3d3398-a9eb-40a8-9194-06c333185328 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:29:43.317944 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-a3310b13-07c0-4981-bab2-6e4f3cbd3866 None None] Set router fbefaca9-b68d-41ae-92e2-bd172fdce0e8 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:29:43.418968 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-2e9e9cfd-20c3-4ea8-91d6-262b3f826dc9 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:29:43.419988 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-2e9e9cfd-20c3-4ea8-91d6-262b3f826dc9 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0330148 Oct 20 11:29:43.498325 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-4b487056-260a-471b-be0a-0e827a7d140e tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:43.499408 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-4b487056-260a-471b-be0a-0e827a7d140e tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] 10.222.0.98 "GET /v2.0/ports/dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b HTTP/1.1" status: 200 len: 1094 time: 0.0707910 Oct 20 11:29:43.500566 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-72216bf8-13c5-4bb3-b9c4-5c1d17b0c8dc req-8ba82cd2-5a21-44d2-b07f-1a151b3fef94 service neutron] Attempting to bind port f1457ed4-9b43-4138-abe0-f6fc2a6c95ed on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:29:43.500901 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-72216bf8-13c5-4bb3-b9c4-5c1d17b0c8dc req-8ba82cd2-5a21-44d2-b07f-1a151b3fef94 service neutron] Attempting to bind port f1457ed4-9b43-4138-abe0-f6fc2a6c95ed by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': 'ec1b6256-95be-479c-9695-b6dae13546d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:29:43.501228 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72216bf8-13c5-4bb3-b9c4-5c1d17b0c8dc req-8ba82cd2-5a21-44d2-b07f-1a151b3fef94 service neutron] Attempting to bind port f1457ed4-9b43-4138-abe0-f6fc2a6c95ed on network 60a88ebb-4b56-43bd-98ec-2f75530b8b0e {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:29:43.506761 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aab60716-b1d6-4a05-8027-6277a8e3b5ea req-3aa2b0d8-ef19-428d-963b-2b2e6087a008 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:29:43.510563 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-87aca62d-431c-463a-aece-df59e4e12dd8 service neutron] Request body: {'binding': {'host': 'n-h1-814735-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:29:43.511049 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-87aca62d-431c-463a-aece-df59e4e12dd8 service neutron] Unknown quota resources ['binding']. {{(pid=100646) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 20 11:29:43.520650 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-aab60716-b1d6-4a05-8027-6277a8e3b5ea req-3aa2b0d8-ef19-428d-963b-2b2e6087a008 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:43.593989 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '990fdeaf-bd3a-416f-bbdd-02714367a9c0', 'tag': '981c59bc-53ca-4f43-8b0b-20d5a0e89940'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:29:43.603704 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e1e71f-a920-49cb-a0ed-8dbee2783ced" -d '{"events": [{"name": "network-changed", "server_uuid": "990fdeaf-bd3a-416f-bbdd-02714367a9c0", "tag": "981c59bc-53ca-4f43-8b0b-20d5a0e89940"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:29:43.662477 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aab60716-b1d6-4a05-8027-6277a8e3b5ea req-3aa2b0d8-ef19-428d-963b-2b2e6087a008 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "PUT /v2.0/floatingips/a7b4dae5-3e2f-4e80-8286-db0c22f6ef6a HTTP/1.1" status: 200 len: 997 time: 3.5667536 Oct 20 11:29:43.664935 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-5550fcf3-89e0-4f77-b906-9719abed7d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'name': 'tempest-FloatingIPsAssociationTestJSON-895004699-router', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'd4c49543-bcac-4c33-9bf5-5f0a091f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:28:33Z', 'updated_at': '2021-10-20T11:28:39Z', 'revision_number': 4, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'gw_port': {'id': 'd4c49543-bcac-4c33-9bf5-5f0a091f6246', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:34Z', 'updated_at': '2021-10-20T11:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': 'a7b4dae5-3e2f-4e80-8286-db0c22f6ef6a', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'port_id': 'f033030b-b659-4c7e-8579-b0d84d7eb49e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27', 'mac_address': 'fa:16:3e:b7:af:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15be7876-0e80-4899-922d-25797b28b9e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:29:07Z', 'updated_at': '2021-10-20T11:29:41Z', 'revision_number': 3, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cf6655d-f474-420a-8784-5e92c4d14a17', 'name': '', 'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'mac_address': 'fa:16:3e:fa:79:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'daa3a48e-5bbf-4e17-b716-d19b520de866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:36Z', 'updated_at': '2021-10-20T11:28:43Z', 'revision_number': 5, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'subnets': [{'id': 'daa3a48e-5bbf-4e17-b716-d19b520de866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:43.701532 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72216bf8-13c5-4bb3-b9c4-5c1d17b0c8dc req-8ba82cd2-5a21-44d2-b07f-1a151b3fef94 service neutron] Port f1457ed4-9b43-4138-abe0-f6fc2a6c95ed on network 60a88ebb-4b56-43bd-98ec-2f75530b8b0e not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:29:43.701868 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72216bf8-13c5-4bb3-b9c4-5c1d17b0c8dc req-8ba82cd2-5a21-44d2-b07f-1a151b3fef94 service neutron] Attempting to bind port f1457ed4-9b43-4138-abe0-f6fc2a6c95ed on network 60a88ebb-4b56-43bd-98ec-2f75530b8b0e {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:29:43.724477 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72216bf8-13c5-4bb3-b9c4-5c1d17b0c8dc req-8ba82cd2-5a21-44d2-b07f-1a151b3fef94 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:29:43.735911 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72216bf8-13c5-4bb3-b9c4-5c1d17b0c8dc req-8ba82cd2-5a21-44d2-b07f-1a151b3fef94 service neutron] Checking segment: {'id': 'ec1b6256-95be-479c-9695-b6dae13546d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:29:43.735911 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72216bf8-13c5-4bb3-b9c4-5c1d17b0c8dc req-8ba82cd2-5a21-44d2-b07f-1a151b3fef94 service neutron] Bound using segment: {'id': 'ec1b6256-95be-479c-9695-b6dae13546d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:29:43.736330 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-72216bf8-13c5-4bb3-b9c4-5c1d17b0c8dc req-8ba82cd2-5a21-44d2-b07f-1a151b3fef94 service neutron] Bound port: f1457ed4-9b43-4138-abe0-f6fc2a6c95ed, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec1b6256-95be-479c-9695-b6dae13546d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:29:43.736705 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-72216bf8-13c5-4bb3-b9c4-5c1d17b0c8dc req-8ba82cd2-5a21-44d2-b07f-1a151b3fef94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:43.749008 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab60716-b1d6-4a05-8027-6277a8e3b5ea req-d56273cb-371a-4aa4-9cde-cb2ef37f849e tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:43.750671 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aab60716-b1d6-4a05-8027-6277a8e3b5ea req-d56273cb-371a-4aa4-9cde-cb2ef37f849e tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/ports/981c59bc-53ca-4f43-8b0b-20d5a0e89940 HTTP/1.1" status: 200 len: 942 time: 0.0787408 Oct 20 11:29:43.768639 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5550fcf3-89e0-4f77-b906-9719abed7d64 None None] Checking router: 3a3d3398-a9eb-40a8-9194-06c333185328 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:29:43.782165 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5550fcf3-89e0-4f77-b906-9719abed7d64 None None] Routers {'3a3d3398-a9eb-40a8-9194-06c333185328'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:29:43.783073 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-5550fcf3-89e0-4f77-b906-9719abed7d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:29:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['3a3d3398-a9eb-40a8-9194-06c333185328'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:43.911111 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-a3310b13-07c0-4981-bab2-6e4f3cbd3866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbefaca9-b68d-41ae-92e2-bd172fdce0e8', 'name': 'tempest-TaggedBootDevicesTest-1079992149-router', 'tenant_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '5bfa8cdb-a024-4260-a24f-a4b81de33da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:29:33Z', 'updated_at': '2021-10-20T11:29:40Z', 'revision_number': 4, 'project_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'gw_port': {'id': '5bfa8cdb-a024-4260-a24f-a4b81de33da3', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbefaca9-b68d-41ae-92e2-bd172fdce0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:29:34Z', 'updated_at': '2021-10-20T11:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'deef264c-03c8-4fd9-ada8-707384563986', 'name': '', 'network_id': '7cc0cef1-9e0e-4144-85af-6ed42f35f232', 'tenant_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'mac_address': 'fa:16:3e:1c:fd:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbefaca9-b68d-41ae-92e2-bd172fdce0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '860ea3b3-2804-4226-ab8d-f55abe932e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:29:38Z', 'updated_at': '2021-10-20T11:29:41Z', 'revision_number': 2, 'project_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'subnets': [{'id': '860ea3b3-2804-4226-ab8d-f55abe932e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:43.954978 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-5550fcf3-89e0-4f77-b906-9719abed7d64 None None] Set router 3a3d3398-a9eb-40a8-9194-06c333185328 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:29:43.996550 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3310b13-07c0-4981-bab2-6e4f3cbd3866 None None] Checking router: fbefaca9-b68d-41ae-92e2-bd172fdce0e8 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:29:43.998053 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3310b13-07c0-4981-bab2-6e4f3cbd3866 None None] Updating router fbefaca9-b68d-41ae-92e2-bd172fdce0e8 port deef264c-03c8-4fd9-ada8-707384563986 binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:29:43.999824 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-72216bf8-13c5-4bb3-b9c4-5c1d17b0c8dc req-8ba82cd2-5a21-44d2-b07f-1a151b3fef94 service neutron] For port f1457ed4-9b43-4138-abe0-f6fc2a6c95ed, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:29:44.010713 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-72216bf8-13c5-4bb3-b9c4-5c1d17b0c8dc req-8ba82cd2-5a21-44d2-b07f-1a151b3fef94 service neutron] For port f1457ed4-9b43-4138-abe0-f6fc2a6c95ed, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=f1457ed4-9b43-4138-abe0-f6fc2a6c95ed,segment=NetworkSegment(ec1b6256-95be-479c-9695-b6dae13546d3),segment_id=ec1b6256-95be-479c-9695-b6dae13546d3)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:29:44.019074 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab60716-b1d6-4a05-8027-6277a8e3b5ea req-8b8c8dfb-87a7-4dc7-b082-c74020f3176b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:44.026979 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-72216bf8-13c5-4bb3-b9c4-5c1d17b0c8dc req-8ba82cd2-5a21-44d2-b07f-1a151b3fef94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:44.030862 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aab60716-b1d6-4a05-8027-6277a8e3b5ea req-8b8c8dfb-87a7-4dc7-b082-c74020f3176b service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=0f7be2198beb4fa4abf67245a1d7260e&device_id=990fdeaf-bd3a-416f-bbdd-02714367a9c0 HTTP/1.1" status: 200 len: 1096 time: 0.0932865 Oct 20 11:29:44.074386 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a3310b13-07c0-4981-bab2-6e4f3cbd3866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:44.152065 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72216bf8-13c5-4bb3-b9c4-5c1d17b0c8dc req-8ba82cd2-5a21-44d2-b07f-1a151b3fef94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:44.153006 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-72216bf8-13c5-4bb3-b9c4-5c1d17b0c8dc req-8ba82cd2-5a21-44d2-b07f-1a151b3fef94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:44.155140 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-72216bf8-13c5-4bb3-b9c4-5c1d17b0c8dc req-8ba82cd2-5a21-44d2-b07f-1a151b3fef94 service neutron] 10.222.0.89 "PUT /v2.0/ports/f1457ed4-9b43-4138-abe0-f6fc2a6c95ed HTTP/1.1" status: 200 len: 1092 time: 2.7931545 Oct 20 11:29:44.164012 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4cbb0ba-3367-43eb-b577-f77b45c517af', 'tag': 'f1457ed4-9b43-4138-abe0-f6fc2a6c95ed'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:29:44.172848 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5076a7a4-14bf-47de-8ca2-7b70bf46753b" -d '{"events": [{"name": "network-changed", "server_uuid": "b4cbb0ba-3367-43eb-b577-f77b45c517af", "tag": "f1457ed4-9b43-4138-abe0-f6fc2a6c95ed"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:29:44.189857 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-87aca62d-431c-463a-aece-df59e4e12dd8 service neutron] Attempting to bind port dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b on host n-h1-814735-3 for vnic_type normal with profile None {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:29:44.190195 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-87aca62d-431c-463a-aece-df59e4e12dd8 service neutron] Attempting to bind port dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': 'fb1327ec-83b6-478a-9700-c6ea2f9574d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:29:44.190528 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-87aca62d-431c-463a-aece-df59e4e12dd8 service neutron] Attempting to bind port dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b on network b05579c2-10e5-4997-ab9d-57afa741288e {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:29:44.282215 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab60716-b1d6-4a05-8027-6277a8e3b5ea req-3e8040d5-30ae-44e7-a774-5034889976a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:44.287842 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-87aca62d-431c-463a-aece-df59e4e12dd8 service neutron] Port dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b on network b05579c2-10e5-4997-ab9d-57afa741288e not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:29:44.289387 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-87aca62d-431c-463a-aece-df59e4e12dd8 service neutron] Attempting to bind port dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b on network b05579c2-10e5-4997-ab9d-57afa741288e {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:29:44.302330 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aab60716-b1d6-4a05-8027-6277a8e3b5ea req-3e8040d5-30ae-44e7-a774-5034889976a9 service neutron] 10.222.0.98 "GET /v2.0/networks?id=e737fa8f-48d9-429a-9c0d-195ded222e27 HTTP/1.1" status: 200 len: 922 time: 0.2703450 Oct 20 11:29:44.354185 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-87aca62d-431c-463a-aece-df59e4e12dd8 service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:29:44.354528 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-87aca62d-431c-463a-aece-df59e4e12dd8 service neutron] Checking segment: {'id': 'fb1327ec-83b6-478a-9700-c6ea2f9574d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:29:44.354951 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-87aca62d-431c-463a-aece-df59e4e12dd8 service neutron] Bound using segment: {'id': 'fb1327ec-83b6-478a-9700-c6ea2f9574d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:29:44.355461 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-87aca62d-431c-463a-aece-df59e4e12dd8 service neutron] Bound port: dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb1327ec-83b6-478a-9700-c6ea2f9574d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:29:44.413635 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aab60716-b1d6-4a05-8027-6277a8e3b5ea req-026197c6-3170-49a6-bd8c-5407d72ac132 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=981c59bc-53ca-4f43-8b0b-20d5a0e89940 HTTP/1.1" status: 200 len: 217 time: 0.1072688 Oct 20 11:29:44.415758 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72216bf8-13c5-4bb3-b9c4-5c1d17b0c8dc req-de98aa52-9338-455f-bf71-9bd287f8147a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:44.417317 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-72216bf8-13c5-4bb3-b9c4-5c1d17b0c8dc req-de98aa52-9338-455f-bf71-9bd287f8147a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d9acdef368f944fcb8d5f209bb8e33d7&device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 1095 time: 0.2079744 Oct 20 11:29:44.537017 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab60716-b1d6-4a05-8027-6277a8e3b5ea req-5b6326e2-3260-422c-986e-2102c3b81566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:44.549120 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aab60716-b1d6-4a05-8027-6277a8e3b5ea req-5b6326e2-3260-422c-986e-2102c3b81566 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=daa3a48e-5bbf-4e17-b716-d19b520de866 HTTP/1.1" status: 200 len: 859 time: 0.1347449 Oct 20 11:29:44.573350 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-5550fcf3-89e0-4f77-b906-9719abed7d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'name': 'tempest-FloatingIPsAssociationTestJSON-895004699-router', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'd4c49543-bcac-4c33-9bf5-5f0a091f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:28:33Z', 'updated_at': '2021-10-20T11:28:39Z', 'revision_number': 4, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'gw_port': {'id': 'd4c49543-bcac-4c33-9bf5-5f0a091f6246', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:34Z', 'updated_at': '2021-10-20T11:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': 'a7b4dae5-3e2f-4e80-8286-db0c22f6ef6a', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'port_id': 'f033030b-b659-4c7e-8579-b0d84d7eb49e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27', 'mac_address': 'fa:16:3e:b7:af:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15be7876-0e80-4899-922d-25797b28b9e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:29:07Z', 'updated_at': '2021-10-20T11:29:41Z', 'revision_number': 3, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cf6655d-f474-420a-8784-5e92c4d14a17', 'name': '', 'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'mac_address': 'fa:16:3e:fa:79:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'daa3a48e-5bbf-4e17-b716-d19b520de866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:36Z', 'updated_at': '2021-10-20T11:28:43Z', 'revision_number': 5, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'subnets': [{'id': 'daa3a48e-5bbf-4e17-b716-d19b520de866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:44.620599 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba82cd2-5a21-44d2-b07f-1a151b3fef94 service neutron] Pushing event updated for resources: {'Port': ['ID=f1457ed4-9b43-4138-abe0-f6fc2a6c95ed,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:44.634385 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab60716-b1d6-4a05-8027-6277a8e3b5ea req-05511784-0d38-498f-ad1a-4f494b7afe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:44.648077 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aab60716-b1d6-4a05-8027-6277a8e3b5ea req-05511784-0d38-498f-ad1a-4f494b7afe57 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e737fa8f-48d9-429a-9c0d-195ded222e27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0980136 Oct 20 11:29:44.650366 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-72216bf8-13c5-4bb3-b9c4-5c1d17b0c8dc req-aff46d85-d0e6-447b-8527-74040647d1a2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1457ed4-9b43-4138-abe0-f6fc2a6c95ed HTTP/1.1" status: 200 len: 217 time: 0.2152727 Oct 20 11:29:44.658330 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5550fcf3-89e0-4f77-b906-9719abed7d64 None None] The sync data for ids ['3a3d3398-a9eb-40a8-9194-06c333185328'] in n-d-814735-3 is: [{'id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'name': 'tempest-FloatingIPsAssociationTestJSON-895004699-router', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'd4c49543-bcac-4c33-9bf5-5f0a091f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:28:33Z', 'updated_at': '2021-10-20T11:28:39Z', 'revision_number': 4, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'gw_port': {'id': 'd4c49543-bcac-4c33-9bf5-5f0a091f6246', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:34Z', 'updated_at': '2021-10-20T11:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': 'a7b4dae5-3e2f-4e80-8286-db0c22f6ef6a', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'port_id': 'f033030b-b659-4c7e-8579-b0d84d7eb49e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27', 'mac_address': 'fa:16:3e:b7:af:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15be7876-0e80-4899-922d-25797b28b9e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:29:07Z', 'updated_at': '2021-10-20T11:29:41Z', 'revision_number': 3, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cf6655d-f474-420a-8784-5e92c4d14a17', 'name': '', 'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'mac_address': 'fa:16:3e:fa:79:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'daa3a48e-5bbf-4e17-b716-d19b520de866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:36Z', 'updated_at': '2021-10-20T11:28:43Z', 'revision_number': 5, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'subnets': [{'id': 'daa3a48e-5bbf-4e17-b716-d19b520de866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:29:44.659824 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-aab60716-b1d6-4a05-8027-6277a8e3b5ea req-adae23a1-78ed-47b8-b1ba-963a625195fe service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:29:44.676458 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aab60716-b1d6-4a05-8027-6277a8e3b5ea req-adae23a1-78ed-47b8-b1ba-963a625195fe service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0274494 Oct 20 11:29:44.803491 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72216bf8-13c5-4bb3-b9c4-5c1d17b0c8dc req-5bea0b15-e003-49ce-a497-0b120eb3fc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:44.807621 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-72216bf8-13c5-4bb3-b9c4-5c1d17b0c8dc req-5bea0b15-e003-49ce-a497-0b120eb3fc6f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2a0c5c2a-f9c9-492d-ba9f-7e961a63a7db HTTP/1.1" status: 200 len: 860 time: 0.1500845 Oct 20 11:29:44.883425 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aab60716-b1d6-4a05-8027-6277a8e3b5ea req-26517c0b-2d02-4eb7-ad54-91d9b45c05d3 service neutron] 10.222.0.98 "GET /v2.0/networks/e737fa8f-48d9-429a-9c0d-195ded222e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060118 Oct 20 11:29:44.885449 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-72216bf8-13c5-4bb3-b9c4-5c1d17b0c8dc req-86b40420-0ab7-4ca2-9106-17080bfa37f4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=60a88ebb-4b56-43bd-98ec-2f75530b8b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654397 Oct 20 11:29:44.885758 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a3310b13-07c0-4981-bab2-6e4f3cbd3866 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:44.897211 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a3310b13-07c0-4981-bab2-6e4f3cbd3866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:44.994384 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-87aca62d-431c-463a-aece-df59e4e12dd8 service neutron] For port dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b,segment=NetworkSegment(fb1327ec-83b6-478a-9700-c6ea2f9574d3),segment_id=fb1327ec-83b6-478a-9700-c6ea2f9574d3)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:29:45.008877 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-87aca62d-431c-463a-aece-df59e4e12dd8 service neutron] Publish callbacks [] for binding, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:45.010150 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-87aca62d-431c-463a-aece-df59e4e12dd8 service neutron] 10.222.0.98 "POST /v2.0/ports/dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b/bindings HTTP/1.1" status: 201 len: 389 time: 1.5046060 Oct 20 11:29:45.078627 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd4ddf0-0356-4c38-b350-ca27a0c04cca None None] Pushing event updated for resources: {'Port': ['ID=deef264c-03c8-4fd9-ada8-707384563986,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:45.130105 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8ce151-3dff-4989-9bad-1c9d2a39248d None None] New status for floating IP a7b4dae5-3e2f-4e80-8286-db0c22f6ef6a: ACTIVE {{(pid=100649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:29:45.137710 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aab60716-b1d6-4a05-8027-6277a8e3b5ea req-16981e09-16e1-4d9b-a9f5-f045d246003c service neutron] 10.222.0.98 "GET /v2.0/networks/e737fa8f-48d9-429a-9c0d-195ded222e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531903 Oct 20 11:29:45.249892 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-72216bf8-13c5-4bb3-b9c4-5c1d17b0c8dc req-26727dac-d29b-4ee8-bf39-70ca83debc31 service neutron] 10.222.0.89 "GET /v2.0/networks/60a88ebb-4b56-43bd-98ec-2f75530b8b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512137 Oct 20 11:29:45.310940 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab60716-b1d6-4a05-8027-6277a8e3b5ea req-e76a4c3c-14f2-417c-bd41-d82dcde78508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:45.312179 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-a3310b13-07c0-4981-bab2-6e4f3cbd3866 None None] Attempting to bind port deef264c-03c8-4fd9-ada8-707384563986 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:29:45.312654 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-a3310b13-07c0-4981-bab2-6e4f3cbd3866 None None] Attempting to bind port deef264c-03c8-4fd9-ada8-707384563986 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1158ccd6-3972-4083-b101-9cf7c9852acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '7cc0cef1-9e0e-4144-85af-6ed42f35f232'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:29:45.314826 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3310b13-07c0-4981-bab2-6e4f3cbd3866 None None] Attempting to bind port deef264c-03c8-4fd9-ada8-707384563986 on network 7cc0cef1-9e0e-4144-85af-6ed42f35f232 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:29:45.324274 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:45.332687 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aab60716-b1d6-4a05-8027-6277a8e3b5ea req-e76a4c3c-14f2-417c-bd41-d82dcde78508 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=0f7be2198beb4fa4abf67245a1d7260e&device_id=15be7876-0e80-4899-922d-25797b28b9e3 HTTP/1.1" status: 200 len: 1096 time: 0.1389813 Oct 20 11:29:45.334945 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3310b13-07c0-4981-bab2-6e4f3cbd3866 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:29:45.335514 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3310b13-07c0-4981-bab2-6e4f3cbd3866 None None] Checking segment: {'id': '1158ccd6-3972-4083-b101-9cf7c9852acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '7cc0cef1-9e0e-4144-85af-6ed42f35f232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:29:45.336056 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a3310b13-07c0-4981-bab2-6e4f3cbd3866 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:45.337769 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3310b13-07c0-4981-bab2-6e4f3cbd3866 None None] Bound using segment: {'id': '1158ccd6-3972-4083-b101-9cf7c9852acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '7cc0cef1-9e0e-4144-85af-6ed42f35f232'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:29:45.340078 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-a3310b13-07c0-4981-bab2-6e4f3cbd3866 None None] Bound port: deef264c-03c8-4fd9-ada8-707384563986, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1158ccd6-3972-4083-b101-9cf7c9852acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '7cc0cef1-9e0e-4144-85af-6ed42f35f232'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:29:45.341071 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a3310b13-07c0-4981-bab2-6e4f3cbd3866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:45.547655 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-72216bf8-13c5-4bb3-b9c4-5c1d17b0c8dc req-d7f9efc8-5929-4835-a3fb-27450b0b7e32 service neutron] 10.222.0.89 "GET /v2.0/networks/60a88ebb-4b56-43bd-98ec-2f75530b8b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855632 Oct 20 11:29:45.575696 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-a3310b13-07c0-4981-bab2-6e4f3cbd3866 None None] For port deef264c-03c8-4fd9-ada8-707384563986, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:29:45.591340 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-a3310b13-07c0-4981-bab2-6e4f3cbd3866 None None] For port deef264c-03c8-4fd9-ada8-707384563986, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=deef264c-03c8-4fd9-ada8-707384563986,segment=NetworkSegment(1158ccd6-3972-4083-b101-9cf7c9852acf),segment_id=1158ccd6-3972-4083-b101-9cf7c9852acf)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:29:45.604284 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a3310b13-07c0-4981-bab2-6e4f3cbd3866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:45.784806 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3310b13-07c0-4981-bab2-6e4f3cbd3866 None None] Routers {'fbefaca9-b68d-41ae-92e2-bd172fdce0e8'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:29:45.785611 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-a3310b13-07c0-4981-bab2-6e4f3cbd3866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:29:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['fbefaca9-b68d-41ae-92e2-bd172fdce0e8'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:45.846250 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-40fed3e0-9f3e-4a72-83ec-05c323891f8f None None] Provisioning complete for port deef264c-03c8-4fd9-ada8-707384563986 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:29:45.846617 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-40fed3e0-9f3e-4a72-83ec-05c323891f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:46.053648 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd4ddf0-0356-4c38-b350-ca27a0c04cca None None] Pushing event updated for resources: {'Port': ['ID=deef264c-03c8-4fd9-ada8-707384563986,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:46.081626 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad84539c-11ea-48d2-8b84-78aa9f682f1f None None] Sync routers for ids ['3a3d3398-a9eb-40a8-9194-06c333185328'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:29:46.191659 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad84539c-11ea-48d2-8b84-78aa9f682f1f None None] Routers {'3a3d3398-a9eb-40a8-9194-06c333185328'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:29:46.192292 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-ad84539c-11ea-48d2-8b84-78aa9f682f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:29:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['3a3d3398-a9eb-40a8-9194-06c333185328'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:46.344210 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-a3310b13-07c0-4981-bab2-6e4f3cbd3866 None None] Set router fbefaca9-b68d-41ae-92e2-bd172fdce0e8 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:29:46.406310 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c515354-2f2a-4cf1-85a5-c03ca7f7b0e1 req-e2ffebc3-f6d7-455b-b14d-fedae007ed03 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:46.407908 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2c515354-2f2a-4cf1-85a5-c03ca7f7b0e1 req-e2ffebc3-f6d7-455b-b14d-fedae007ed03 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 944 time: 1.0480397 Oct 20 11:29:46.412326 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-0a93dc13-6fbc-440a-86da-a5440229331d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:46.413716 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-0a93dc13-6fbc-440a-86da-a5440229331d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa6715c00c6e4476951bf73e506ed201&device_id=f28ad3ad-c9b6-4b2a-adce-93b5218f9c86 HTTP/1.1" status: 200 len: 1097 time: 0.1219845 Oct 20 11:29:46.551424 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-ad84539c-11ea-48d2-8b84-78aa9f682f1f None None] Set router 3a3d3398-a9eb-40a8-9194-06c333185328 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:29:46.560900 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-a9864dd9-82fd-475c-b6f1-38c69f2ceb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:46.562367 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-a9864dd9-82fd-475c-b6f1-38c69f2ceb59 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b05579c2-10e5-4997-ab9d-57afa741288e HTTP/1.1" status: 200 len: 909 time: 0.1370332 Oct 20 11:29:46.631331 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-726e48e0-0508-4539-a7d6-e2aa43e8914e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b HTTP/1.1" status: 200 len: 217 time: 0.0563443 Oct 20 11:29:46.634319 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab60716-b1d6-4a05-8027-6277a8e3b5ea req-9ef3a42c-111e-4e72-9138-6e343eed9bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:46.654306 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aab60716-b1d6-4a05-8027-6277a8e3b5ea req-9ef3a42c-111e-4e72-9138-6e343eed9bab service neutron] 10.222.0.98 "GET /v2.0/networks?id=e737fa8f-48d9-429a-9c0d-195ded222e27 HTTP/1.1" status: 200 len: 922 time: 1.3185637 Oct 20 11:29:46.668928 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-40fed3e0-9f3e-4a72-83ec-05c323891f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:46.822819 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aab60716-b1d6-4a05-8027-6277a8e3b5ea req-a2758270-437f-45f9-8a5f-89c04145f355 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f033030b-b659-4c7e-8579-b0d84d7eb49e HTTP/1.1" status: 200 len: 1000 time: 0.1657944 Oct 20 11:29:46.824274 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-c228bb3c-523e-417d-a361-18aa0a19d4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:46.825642 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-c228bb3c-523e-417d-a361-18aa0a19d4c5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=beaf7d63-7f7d-4cb5-8871-db069d2b0a56 HTTP/1.1" status: 200 len: 847 time: 0.0575190 Oct 20 11:29:46.880310 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-78b6df0a-3853-4be4-90be-09eb8e160517 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b05579c2-10e5-4997-ab9d-57afa741288e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341752 Oct 20 11:29:47.007381 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2c515354-2f2a-4cf1-85a5-c03ca7f7b0e1 req-9ec668d0-f47e-42bd-93e4-ae1354f58058 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5834017 Oct 20 11:29:47.042994 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-556a5086-c56d-4040-840c-6c82302dff44 req-53655a31-8bdd-418c-b20f-346d6e776ebf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1616223 Oct 20 11:29:47.048678 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab60716-b1d6-4a05-8027-6277a8e3b5ea req-61eda286-b756-4444-a1f4-6f3e6245b100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:47.050352 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aab60716-b1d6-4a05-8027-6277a8e3b5ea req-61eda286-b756-4444-a1f4-6f3e6245b100 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=daa3a48e-5bbf-4e17-b716-d19b520de866 HTTP/1.1" status: 200 len: 859 time: 0.2193687 Oct 20 11:29:47.139346 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-40fed3e0-9f3e-4a72-83ec-05c323891f8f None None] For port deef264c-03c8-4fd9-ada8-707384563986, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=deef264c-03c8-4fd9-ada8-707384563986,segment=NetworkSegment(1158ccd6-3972-4083-b101-9cf7c9852acf),segment_id=1158ccd6-3972-4083-b101-9cf7c9852acf)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:29:47.152293 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-40fed3e0-9f3e-4a72-83ec-05c323891f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:47.173544 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-960f2acc-6a2a-4f08-9508-ae2f7dcd7afa service neutron] 10.222.0.11 "GET /v2.0/networks/b05579c2-10e5-4997-ab9d-57afa741288e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400076 Oct 20 11:29:47.435410 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab60716-b1d6-4a05-8027-6277a8e3b5ea req-f6c56c22-0164-4d7d-8449-19b02d157e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:47.437216 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aab60716-b1d6-4a05-8027-6277a8e3b5ea req-f6c56c22-0164-4d7d-8449-19b02d157e67 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e737fa8f-48d9-429a-9c0d-195ded222e27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3726015 Oct 20 11:29:47.452526 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a5086-c56d-4040-840c-6c82302dff44 req-e1eefea6-beb8-4875-bfc1-dbbf2ed278e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:47.455049 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-556a5086-c56d-4040-840c-6c82302dff44 req-e1eefea6-beb8-4875-bfc1-dbbf2ed278e8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4b173b35dd00423795d2e29ae132dc78&device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 1101 time: 0.3317120 Oct 20 11:29:47.472017 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fed3e0-9f3e-4a72-83ec-05c323891f8f None None] Pushing event updated for resources: {'Port': ['ID=deef264c-03c8-4fd9-ada8-707384563986,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:47.535552 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e123819f-6149-4e4e-a458-c5fa99a9f286 None None] Provisioning complete for port deef264c-03c8-4fd9-ada8-707384563986 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:29:47.535929 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e123819f-6149-4e4e-a458-c5fa99a9f286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:47.634512 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-a3310b13-07c0-4981-bab2-6e4f3cbd3866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbefaca9-b68d-41ae-92e2-bd172fdce0e8', 'name': 'tempest-TaggedBootDevicesTest-1079992149-router', 'tenant_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '5bfa8cdb-a024-4260-a24f-a4b81de33da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:29:33Z', 'updated_at': '2021-10-20T11:29:40Z', 'revision_number': 4, 'project_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'gw_port': {'id': '5bfa8cdb-a024-4260-a24f-a4b81de33da3', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbefaca9-b68d-41ae-92e2-bd172fdce0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:29:34Z', 'updated_at': '2021-10-20T11:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'deef264c-03c8-4fd9-ada8-707384563986', 'name': '', 'network_id': '7cc0cef1-9e0e-4144-85af-6ed42f35f232', 'tenant_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'mac_address': 'fa:16:3e:1c:fd:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbefaca9-b68d-41ae-92e2-bd172fdce0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '860ea3b3-2804-4226-ab8d-f55abe932e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:29:38Z', 'updated_at': '2021-10-20T11:29:45Z', 'revision_number': 4, 'project_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'subnets': [{'id': '860ea3b3-2804-4226-ab8d-f55abe932e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:47.658028 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-ad84539c-11ea-48d2-8b84-78aa9f682f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'name': 'tempest-FloatingIPsAssociationTestJSON-895004699-router', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'd4c49543-bcac-4c33-9bf5-5f0a091f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:28:33Z', 'updated_at': '2021-10-20T11:28:39Z', 'revision_number': 4, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'gw_port': {'id': 'd4c49543-bcac-4c33-9bf5-5f0a091f6246', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:34Z', 'updated_at': '2021-10-20T11:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': 'a7b4dae5-3e2f-4e80-8286-db0c22f6ef6a', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'port_id': 'f033030b-b659-4c7e-8579-b0d84d7eb49e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27', 'mac_address': 'fa:16:3e:b7:af:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15be7876-0e80-4899-922d-25797b28b9e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:29:07Z', 'updated_at': '2021-10-20T11:29:45Z', 'revision_number': 4, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cf6655d-f474-420a-8784-5e92c4d14a17', 'name': '', 'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'mac_address': 'fa:16:3e:fa:79:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'daa3a48e-5bbf-4e17-b716-d19b520de866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:36Z', 'updated_at': '2021-10-20T11:28:43Z', 'revision_number': 5, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'subnets': [{'id': 'daa3a48e-5bbf-4e17-b716-d19b520de866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:47.704041 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-21bee91e-997d-4f44-9122-ba680911305e service neutron] 10.222.0.11 "GET /v2.0/networks/b05579c2-10e5-4997-ab9d-57afa741288e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4857006 Oct 20 11:29:47.707154 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a5086-c56d-4040-840c-6c82302dff44 req-b711a3c8-f715-4702-a823-79bd746d05e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:47.710295 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-556a5086-c56d-4040-840c-6c82302dff44 req-b711a3c8-f715-4702-a823-79bd746d05e9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 0.2302384 Oct 20 11:29:47.715151 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad84539c-11ea-48d2-8b84-78aa9f682f1f None None] Checking router: 3a3d3398-a9eb-40a8-9194-06c333185328 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:29:47.717186 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3310b13-07c0-4981-bab2-6e4f3cbd3866 None None] The sync data for ids ['fbefaca9-b68d-41ae-92e2-bd172fdce0e8'] in n-d-814735-3 is: [{'id': 'fbefaca9-b68d-41ae-92e2-bd172fdce0e8', 'name': 'tempest-TaggedBootDevicesTest-1079992149-router', 'tenant_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '5bfa8cdb-a024-4260-a24f-a4b81de33da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:29:33Z', 'updated_at': '2021-10-20T11:29:40Z', 'revision_number': 4, 'project_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'gw_port': {'id': '5bfa8cdb-a024-4260-a24f-a4b81de33da3', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbefaca9-b68d-41ae-92e2-bd172fdce0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:29:34Z', 'updated_at': '2021-10-20T11:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'deef264c-03c8-4fd9-ada8-707384563986', 'name': '', 'network_id': '7cc0cef1-9e0e-4144-85af-6ed42f35f232', 'tenant_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'mac_address': 'fa:16:3e:1c:fd:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbefaca9-b68d-41ae-92e2-bd172fdce0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '860ea3b3-2804-4226-ab8d-f55abe932e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:29:38Z', 'updated_at': '2021-10-20T11:29:45Z', 'revision_number': 4, 'project_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'subnets': [{'id': '860ea3b3-2804-4226-ab8d-f55abe932e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:29:47.734233 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad84539c-11ea-48d2-8b84-78aa9f682f1f None None] Routers {'3a3d3398-a9eb-40a8-9194-06c333185328'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:29:47.734965 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-ad84539c-11ea-48d2-8b84-78aa9f682f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:29:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['3a3d3398-a9eb-40a8-9194-06c333185328'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:47.845432 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-556a5086-c56d-4040-840c-6c82302dff44 req-7fc7982f-2ea7-490f-898f-5923d1387dbd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=a2f21c01-e64a-4abc-9a84-ff74becfcd56 HTTP/1.1" status: 200 len: 217 time: 0.1236060 Oct 20 11:29:47.962867 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a5086-c56d-4040-840c-6c82302dff44 req-35b7a490-b795-40c4-84d0-62d3673bb347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:47.964335 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-556a5086-c56d-4040-840c-6c82302dff44 req-35b7a490-b795-40c4-84d0-62d3673bb347 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.1080070 Oct 20 11:29:47.972560 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aab60716-b1d6-4a05-8027-6277a8e3b5ea req-e2fd298c-f5a6-4920-80a6-3486fc79ddf8 service neutron] 10.222.0.98 "GET /v2.0/networks/e737fa8f-48d9-429a-9c0d-195ded222e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5160081 Oct 20 11:29:48.029577 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-ad84539c-11ea-48d2-8b84-78aa9f682f1f None None] Set router 3a3d3398-a9eb-40a8-9194-06c333185328 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:29:48.239780 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a5086-c56d-4040-840c-6c82302dff44 req-3b2082b6-3488-4ed0-be4a-65ec39cec8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:48.241054 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-556a5086-c56d-4040-840c-6c82302dff44 req-3b2082b6-3488-4ed0-be4a-65ec39cec8ae service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2676573 Oct 20 11:29:48.276309 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150000c-38ad-4772-a1db-e27f73696f9f req-ebaf6352-1e91-421b-878a-b1450ce48efd tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:48.277946 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5150000c-38ad-4772-a1db-e27f73696f9f req-ebaf6352-1e91-421b-878a-b1450ce48efd tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0422a46e-00fd-463d-aafb-fd9a0a2b2d45 HTTP/1.1" status: 200 len: 950 time: 0.2834802 Oct 20 11:29:48.378206 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aab60716-b1d6-4a05-8027-6277a8e3b5ea req-95a90be0-dcfe-4d5d-9379-6f9453196076 service neutron] 10.222.0.98 "GET /v2.0/networks/e737fa8f-48d9-429a-9c0d-195ded222e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950717 Oct 20 11:29:48.423888 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device deef264c-03c8-4fd9-ada8-707384563986 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:29:48.502326 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5150000c-38ad-4772-a1db-e27f73696f9f req-8f1b5712-7d95-4922-b69f-07d3761a6595 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772182 Oct 20 11:29:48.508706 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e7080d-3383-4026-8b74-ca65a8389716 x-openstack-request-id: req-70e7080d-3383-4026-8b74-ca65a8389716 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:29:48.510425 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "990fdeaf-bd3a-416f-bbdd-02714367a9c0", "tag": "981c59bc-53ca-4f43-8b0b-20d5a0e89940", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:29:48.510666 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-70e7080d-3383-4026-8b74-ca65a8389716 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:29:48.512891 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '990fdeaf-bd3a-416f-bbdd-02714367a9c0', 'tag': '981c59bc-53ca-4f43-8b0b-20d5a0e89940', 'status': 'completed', 'code': 200} Oct 20 11:29:48.551156 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa68e68-e35e-4456-bf0e-cc6e3e586ed2 x-openstack-request-id: req-baa68e68-e35e-4456-bf0e-cc6e3e586ed2 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:29:48.551666 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4cbb0ba-3367-43eb-b577-f77b45c517af", "tag": "f1457ed4-9b43-4138-abe0-f6fc2a6c95ed", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:29:48.551666 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-baa68e68-e35e-4456-bf0e-cc6e3e586ed2 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:29:48.552062 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4cbb0ba-3367-43eb-b577-f77b45c517af', 'tag': 'f1457ed4-9b43-4138-abe0-f6fc2a6c95ed', 'status': 'completed', 'code': 200} Oct 20 11:29:48.674511 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1e71f-a920-49cb-a0ed-8dbee2783ced req-8235a537-9c43-45d8-9c9d-a8d6e674e9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:48.681482 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a4e1e71f-a920-49cb-a0ed-8dbee2783ced req-8235a537-9c43-45d8-9c9d-a8d6e674e9fa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0f7be2198beb4fa4abf67245a1d7260e&device_id=990fdeaf-bd3a-416f-bbdd-02714367a9c0 HTTP/1.1" status: 200 len: 1096 time: 0.1459095 Oct 20 11:29:48.689655 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-556a5086-c56d-4040-840c-6c82302dff44 req-b34d7454-2759-4067-be12-3b1c0924bf02 service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4107430 Oct 20 11:29:48.712597 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076a7a4-14bf-47de-8ca2-7b70bf46753b req-c0e352ac-7ad6-401e-95aa-2599e9423fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:48.715055 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5076a7a4-14bf-47de-8ca2-7b70bf46753b req-c0e352ac-7ad6-401e-95aa-2599e9423fcc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d9acdef368f944fcb8d5f209bb8e33d7&device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 1095 time: 0.1202338 Oct 20 11:29:48.765793 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port deef264c-03c8-4fd9-ada8-707384563986 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:29:48.770833 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:48.888308 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076a7a4-14bf-47de-8ca2-7b70bf46753b req-cd7dcb5d-02ac-46ef-8764-a7685b14dad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:48.889793 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5076a7a4-14bf-47de-8ca2-7b70bf46753b req-cd7dcb5d-02ac-46ef-8764-a7685b14dad3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=60a88ebb-4b56-43bd-98ec-2f75530b8b0e HTTP/1.1" status: 200 len: 922 time: 0.1642296 Oct 20 11:29:48.906038 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-ad84539c-11ea-48d2-8b84-78aa9f682f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'name': 'tempest-FloatingIPsAssociationTestJSON-895004699-router', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'd4c49543-bcac-4c33-9bf5-5f0a091f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:28:33Z', 'updated_at': '2021-10-20T11:28:39Z', 'revision_number': 4, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'gw_port': {'id': 'd4c49543-bcac-4c33-9bf5-5f0a091f6246', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:34Z', 'updated_at': '2021-10-20T11:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': 'a7b4dae5-3e2f-4e80-8286-db0c22f6ef6a', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'port_id': 'f033030b-b659-4c7e-8579-b0d84d7eb49e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27', 'mac_address': 'fa:16:3e:b7:af:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15be7876-0e80-4899-922d-25797b28b9e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:29:07Z', 'updated_at': '2021-10-20T11:29:45Z', 'revision_number': 4, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cf6655d-f474-420a-8784-5e92c4d14a17', 'name': '', 'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'mac_address': 'fa:16:3e:fa:79:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'daa3a48e-5bbf-4e17-b716-d19b520de866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:36Z', 'updated_at': '2021-10-20T11:28:43Z', 'revision_number': 5, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'subnets': [{'id': 'daa3a48e-5bbf-4e17-b716-d19b520de866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:48.975572 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad84539c-11ea-48d2-8b84-78aa9f682f1f None None] The sync data for ids ['3a3d3398-a9eb-40a8-9194-06c333185328'] in n-d-814735-3 is: [{'id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'name': 'tempest-FloatingIPsAssociationTestJSON-895004699-router', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'd4c49543-bcac-4c33-9bf5-5f0a091f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:28:33Z', 'updated_at': '2021-10-20T11:28:39Z', 'revision_number': 4, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'gw_port': {'id': 'd4c49543-bcac-4c33-9bf5-5f0a091f6246', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:34Z', 'updated_at': '2021-10-20T11:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': 'a7b4dae5-3e2f-4e80-8286-db0c22f6ef6a', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'port_id': 'f033030b-b659-4c7e-8579-b0d84d7eb49e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27', 'mac_address': 'fa:16:3e:b7:af:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15be7876-0e80-4899-922d-25797b28b9e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:29:07Z', 'updated_at': '2021-10-20T11:29:45Z', 'revision_number': 4, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cf6655d-f474-420a-8784-5e92c4d14a17', 'name': '', 'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'mac_address': 'fa:16:3e:fa:79:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'daa3a48e-5bbf-4e17-b716-d19b520de866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:36Z', 'updated_at': '2021-10-20T11:28:43Z', 'revision_number': 5, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'subnets': [{'id': 'daa3a48e-5bbf-4e17-b716-d19b520de866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:29:48.993277 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5076a7a4-14bf-47de-8ca2-7b70bf46753b req-b20f3bd8-8b63-43b3-8863-e7b009e06ccf service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1457ed4-9b43-4138-abe0-f6fc2a6c95ed HTTP/1.1" status: 200 len: 217 time: 0.0928268 Oct 20 11:29:49.112844 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076a7a4-14bf-47de-8ca2-7b70bf46753b req-da5039b5-d11e-484b-8cf5-b6636f95aa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:49.116385 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5076a7a4-14bf-47de-8ca2-7b70bf46753b req-da5039b5-d11e-484b-8cf5-b6636f95aa91 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2a0c5c2a-f9c9-492d-ba9f-7e961a63a7db HTTP/1.1" status: 200 len: 860 time: 0.1140451 Oct 20 11:29:49.133716 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa82477-350b-4f73-889d-307546255546 req-4f17d6d0-0ee9-4d8d-bdb8-8ae4c064b587 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:49.135390 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cfa82477-350b-4f73-889d-307546255546 req-4f17d6d0-0ee9-4d8d-bdb8-8ae4c064b587 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=f28ad3ad-c9b6-4b2a-adce-93b5218f9c86 HTTP/1.1" status: 200 len: 946 time: 0.4111714 Oct 20 11:29:49.176340 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cb12e-3c81-479d-b5c3-1f898e574e62 req-72a080cf-3e5c-4b6b-a611-a6b7be2c514e tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:49.177858 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5b6cb12e-3c81-479d-b5c3-1f898e574e62 req-72a080cf-3e5c-4b6b-a611-a6b7be2c514e tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 944 time: 0.3685346 Oct 20 11:29:49.190459 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5076a7a4-14bf-47de-8ca2-7b70bf46753b req-f787db9d-69fc-4fe6-898b-48253f36c963 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=60a88ebb-4b56-43bd-98ec-2f75530b8b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639765 Oct 20 11:29:49.205146 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1e71f-a920-49cb-a0ed-8dbee2783ced req-8489bbf3-d49b-4490-98b4-ccd13c2690df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:49.206567 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a4e1e71f-a920-49cb-a0ed-8dbee2783ced req-8489bbf3-d49b-4490-98b4-ccd13c2690df service neutron] 10.222.0.11 "GET /v2.0/networks?id=e737fa8f-48d9-429a-9c0d-195ded222e27 HTTP/1.1" status: 200 len: 922 time: 0.5104282 Oct 20 11:29:49.305065 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-be7bf4f9-c1ae-4c17-a489-a8ddd713af93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:49.317214 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a4e1e71f-a920-49cb-a0ed-8dbee2783ced req-f1cc876e-4fec-4f0b-aed5-722abe38a8dc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=981c59bc-53ca-4f43-8b0b-20d5a0e89940 HTTP/1.1" status: 200 len: 217 time: 0.0893402 Oct 20 11:29:49.319603 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-556a5086-c56d-4040-840c-6c82302dff44 req-d00c2433-d9bd-4a5e-aa8a-2a45105f31b2 service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6094425 Oct 20 11:29:49.364891 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cfa82477-350b-4f73-889d-307546255546 req-5a8c5a71-bbc2-4c8c-8f18-a8fc1737a85d tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182591 Oct 20 11:29:49.425841 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5076a7a4-14bf-47de-8ca2-7b70bf46753b req-e3954cd1-e010-4ee9-890a-e2a0ecbf8a3d service neutron] 10.222.0.89 "GET /v2.0/networks/60a88ebb-4b56-43bd-98ec-2f75530b8b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253013 Oct 20 11:29:49.439018 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5b6cb12e-3c81-479d-b5c3-1f898e574e62 req-3cebe88b-9aa6-4756-aa24-1d8bc90eb31e tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353964 Oct 20 11:29:49.467535 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1e71f-a920-49cb-a0ed-8dbee2783ced req-33f5268e-3214-4cce-9458-dcb509d08a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:49.477468 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a4e1e71f-a920-49cb-a0ed-8dbee2783ced req-33f5268e-3214-4cce-9458-dcb509d08a21 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=daa3a48e-5bbf-4e17-b716-d19b520de866 HTTP/1.1" status: 200 len: 859 time: 0.1322424 Oct 20 11:29:49.567461 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1e71f-a920-49cb-a0ed-8dbee2783ced req-252fdd17-7841-4ab3-bf27-e5053de07a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:49.571276 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a4e1e71f-a920-49cb-a0ed-8dbee2783ced req-252fdd17-7841-4ab3-bf27-e5053de07a05 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e737fa8f-48d9-429a-9c0d-195ded222e27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0849009 Oct 20 11:29:49.590649 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5076a7a4-14bf-47de-8ca2-7b70bf46753b req-d2fcfd11-40c7-4734-b787-8f372a0ae775 service neutron] 10.222.0.89 "GET /v2.0/networks/60a88ebb-4b56-43bd-98ec-2f75530b8b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530194 Oct 20 11:29:49.702733 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f4ab4df8-6bf2-4fa5-9a7f-31d6df9966ff req-1a617f98-fa59-4889-8189-578a5e996ca6 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.12 HTTP/1.1" status: 200 len: 1000 time: 0.1289999 Oct 20 11:29:49.844631 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab4df8-6bf2-4fa5-9a7f-31d6df9966ff req-f2249b95-9eba-43fd-8440-8a33afa51733 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:49.859528 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f4ab4df8-6bf2-4fa5-9a7f-31d6df9966ff req-f2249b95-9eba-43fd-8440-8a33afa51733 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/ports/f033030b-b659-4c7e-8579-b0d84d7eb49e HTTP/1.1" status: 200 len: 942 time: 0.1426435 Oct 20 11:29:49.931292 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a4e1e71f-a920-49cb-a0ed-8dbee2783ced req-51504924-29bb-4dfa-a8f3-82d891f3f5da service neutron] 10.222.0.11 "GET /v2.0/networks/e737fa8f-48d9-429a-9c0d-195ded222e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479946 Oct 20 11:29:50.068678 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f4ab4df8-6bf2-4fa5-9a7f-31d6df9966ff req-6667e422-4e57-486b-8f7b-6ee208b6c745 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.12 HTTP/1.1" status: 200 len: 1000 time: 0.1362143 Oct 20 11:29:50.317923 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a4e1e71f-a920-49cb-a0ed-8dbee2783ced req-3e8d5280-c278-40ae-97b0-b6911d77c893 service neutron] 10.222.0.11 "GET /v2.0/networks/e737fa8f-48d9-429a-9c0d-195ded222e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636770 Oct 20 11:29:50.355312 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab4df8-6bf2-4fa5-9a7f-31d6df9966ff req-42298cfa-75cc-4da3-ad98-436f16129e47 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:50.357402 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f4ab4df8-6bf2-4fa5-9a7f-31d6df9966ff req-42298cfa-75cc-4da3-ad98-436f16129e47 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/networks/717966e5-c478-496f-bddb-05794fb74250 HTTP/1.1" status: 200 len: 784 time: 0.2878864 Oct 20 11:29:50.519831 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15be7876-0e80-4899-922d-25797b28b9e3', 'tag': 'f033030b-b659-4c7e-8579-b0d84d7eb49e'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:29:50.522928 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156635fc-50d3-4dcf-b903-0a896934d394" -d '{"events": [{"name": "network-changed", "server_uuid": "15be7876-0e80-4899-922d-25797b28b9e3", "tag": "f033030b-b659-4c7e-8579-b0d84d7eb49e"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:29:50.546877 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a93cfe-cd92-4fa0-8cdf-dc440f16e683 req-a7eef708-4ad6-412d-a022-a74662e8ed10 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:50.548520 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-57a93cfe-cd92-4fa0-8cdf-dc440f16e683 req-a7eef708-4ad6-412d-a022-a74662e8ed10 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0422a46e-00fd-463d-aafb-fd9a0a2b2d45 HTTP/1.1" status: 200 len: 950 time: 0.0981350 Oct 20 11:29:50.633257 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8ca51bc6-b44f-455c-b488-a459a1d9cb4e req-882de36d-1f95-4457-9588-9e229520845d tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.12 HTTP/1.1" status: 200 len: 1000 time: 0.1051857 Oct 20 11:29:50.647095 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-57a93cfe-cd92-4fa0-8cdf-dc440f16e683 req-ff9cce2f-559b-493c-b60b-5fe8bd56d464 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626125 Oct 20 11:29:50.719309 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca51bc6-b44f-455c-b488-a459a1d9cb4e req-b8868680-3108-4ec7-a410-e6f3256014a8 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:50.720669 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8ca51bc6-b44f-455c-b488-a459a1d9cb4e req-b8868680-3108-4ec7-a410-e6f3256014a8 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/ports/f033030b-b659-4c7e-8579-b0d84d7eb49e HTTP/1.1" status: 200 len: 942 time: 0.0726309 Oct 20 11:29:50.780121 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da398c-ca6e-4a1c-b703-202e4954b083 req-dd8349dc-a663-4171-aeb3-ecba02a5fb4b tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:50.780807 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07da398c-ca6e-4a1c-b703-202e4954b083 req-dd8349dc-a663-4171-aeb3-ecba02a5fb4b tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=f28ad3ad-c9b6-4b2a-adce-93b5218f9c86 HTTP/1.1" status: 200 len: 946 time: 0.0687199 Oct 20 11:29:50.878109 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8ca51bc6-b44f-455c-b488-a459a1d9cb4e req-71811be2-781e-49a1-b5c2-605b42798de0 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.12 HTTP/1.1" status: 200 len: 1000 time: 0.0962768 Oct 20 11:29:50.880806 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07da398c-ca6e-4a1c-b703-202e4954b083 req-10880d16-21e4-4d05-a4bb-a8d8e6fb11c1 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913732 Oct 20 11:29:51.035405 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device d69118e6-7142-48f3-bf4c-e11c998261fb no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:29:51.052301 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca51bc6-b44f-455c-b488-a459a1d9cb4e req-1ce1eea5-7eea-466b-825d-32be956ca1f2 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:51.053692 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8ca51bc6-b44f-455c-b488-a459a1d9cb4e req-1ce1eea5-7eea-466b-825d-32be956ca1f2 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/networks/717966e5-c478-496f-bddb-05794fb74250 HTTP/1.1" status: 200 len: 784 time: 0.1653588 Oct 20 11:29:51.083711 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af047e6-de25-49b5-ba50-fabb3f95b1ed req-9fae454f-c91b-4972-8a9c-60cf650850d8 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:51.092837 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0af047e6-de25-49b5-ba50-fabb3f95b1ed req-9fae454f-c91b-4972-8a9c-60cf650850d8 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 944 time: 0.0997915 Oct 20 11:29:51.162338 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:51.206173 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590515aa-7b19-4238-ad94-617ccd824c70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd69118e6-7142-48f3-bf4c-e11c998261fb'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:29:51.208571 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4755cf25-19d7-46d3-8cc3-87ee7dbe5b30" -d '{"events": [{"server_uuid": "590515aa-7b19-4238-ad94-617ccd824c70", "name": "network-vif-unplugged", "status": "completed", "tag": "d69118e6-7142-48f3-bf4c-e11c998261fb"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:29:51.223564 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port d69118e6-7142-48f3-bf4c-e11c998261fb, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=d69118e6-7142-48f3-bf4c-e11c998261fb,segment=NetworkSegment(ba843d51-18ac-492f-b072-dcb49c698d12),segment_id=ba843d51-18ac-492f-b072-dcb49c698d12)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:29:51.236324 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:51.300268 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c7c619dd-ae75-4273-a6f5-6afaeb1265c1 req-73c62c8e-5c5f-467f-b631-5cc0c7d9f241 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2a4ae9f1-089b-4930-b5e3-06bc0dfded6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0855665 Oct 20 11:29:51.320532 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=d69118e6-7142-48f3-bf4c-e11c998261fb,revision_number=8']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:51.445895 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c619dd-ae75-4273-a6f5-6afaeb1265c1 req-6c836781-cf55-45d1-ad65-c6e52d2c61ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:51.450044 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c7c619dd-ae75-4273-a6f5-6afaeb1265c1 req-6c836781-cf55-45d1-ad65-c6e52d2c61ce service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aa6715c00c6e4476951bf73e506ed201&device_id=2a4ae9f1-089b-4930-b5e3-06bc0dfded6d HTTP/1.1" status: 200 len: 1117 time: 0.0795362 Oct 20 11:29:51.550935 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0af047e6-de25-49b5-ba50-fabb3f95b1ed req-12d74d77-fbd7-4016-b506-6632e8cfd98d tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4518733 Oct 20 11:29:51.563068 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8ca51bc6-b44f-455c-b488-a459a1d9cb4e req-9f10370d-d241-4aa0-b5ea-d3f064ab862a tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.12 HTTP/1.1" status: 200 len: 1000 time: 0.4995432 Oct 20 11:29:51.572532 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-8ca51bc6-b44f-455c-b488-a459a1d9cb4e req-6ffc5ea3-5920-46e5-9e32-13811852d711 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:29:51.588902 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c619dd-ae75-4273-a6f5-6afaeb1265c1 req-541fd696-cbc5-4068-9ae2-13f3e0b934f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:51.590603 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c7c619dd-ae75-4273-a6f5-6afaeb1265c1 req-541fd696-cbc5-4068-9ae2-13f3e0b934f1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b05579c2-10e5-4997-ab9d-57afa741288e HTTP/1.1" status: 200 len: 909 time: 0.1144996 Oct 20 11:29:51.663624 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-8ca51bc6-b44f-455c-b488-a459a1d9cb4e req-6ffc5ea3-5920-46e5-9e32-13811852d711 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Publish callbacks [] for floatingip, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:51.675830 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c7c619dd-ae75-4273-a6f5-6afaeb1265c1 req-d0c8743f-618e-48b2-aa4c-23dc4cabc2c2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9b37b09-9679-4d43-b72d-712686e897a6 HTTP/1.1" status: 200 len: 217 time: 0.0726295 Oct 20 11:29:51.753244 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c619dd-ae75-4273-a6f5-6afaeb1265c1 req-7c772ed1-3a6f-46f4-94f3-12568f48c2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:51.754980 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c7c619dd-ae75-4273-a6f5-6afaeb1265c1 req-7c772ed1-3a6f-46f4-94f3-12568f48c2d0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=beaf7d63-7f7d-4cb5-8871-db069d2b0a56 HTTP/1.1" status: 200 len: 847 time: 0.0618508 Oct 20 11:29:51.836671 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c7c619dd-ae75-4273-a6f5-6afaeb1265c1 req-3f5e6b7d-d989-485e-b3f1-82cb6da8f8b0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b05579c2-10e5-4997-ab9d-57afa741288e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608065 Oct 20 11:29:51.848911 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63de5614-8976-459a-a24b-3e9849fea56c x-openstack-request-id: req-63de5614-8976-459a-a24b-3e9849fea56c {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:29:51.849425 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15be7876-0e80-4899-922d-25797b28b9e3", "tag": "f033030b-b659-4c7e-8579-b0d84d7eb49e", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:29:51.850089 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-63de5614-8976-459a-a24b-3e9849fea56c {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:29:51.850645 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15be7876-0e80-4899-922d-25797b28b9e3', 'tag': 'f033030b-b659-4c7e-8579-b0d84d7eb49e', 'status': 'completed', 'code': 200} Oct 20 11:29:51.942053 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-8ca51bc6-b44f-455c-b488-a459a1d9cb4e req-6ffc5ea3-5920-46e5-9e32-13811852d711 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:51.973687 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-8ca51bc6-b44f-455c-b488-a459a1d9cb4e req-6ffc5ea3-5920-46e5-9e32-13811852d711 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:51.974195 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [req-8ca51bc6-b44f-455c-b488-a459a1d9cb4e req-6ffc5ea3-5920-46e5-9e32-13811852d711 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Floating IP a7b4dae5-3e2f-4e80-8286-db0c22f6ef6a disassociated. External IP: 172.25.5.12, port: f033030b-b659-4c7e-8579-b0d84d7eb49e. Oct 20 11:29:52.019631 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c7c619dd-ae75-4273-a6f5-6afaeb1265c1 req-348b279d-89c7-4ae9-ae5d-477a861426b4 service neutron] 10.222.0.89 "GET /v2.0/networks/b05579c2-10e5-4997-ab9d-57afa741288e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737328 Oct 20 11:29:52.040737 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156635fc-50d3-4dcf-b903-0a896934d394 req-5f33cd2a-cde2-4d86-a868-19eaa235a9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:52.041972 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-156635fc-50d3-4dcf-b903-0a896934d394 req-5f33cd2a-cde2-4d86-a868-19eaa235a9cb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0f7be2198beb4fa4abf67245a1d7260e&device_id=15be7876-0e80-4899-922d-25797b28b9e3 HTTP/1.1" status: 200 len: 1096 time: 0.1254528 Oct 20 11:29:52.102596 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf3e7b9-e727-404a-8940-3caa86ea3dd5 x-openstack-request-id: req-3bf3e7b9-e727-404a-8940-3caa86ea3dd5 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:29:52.103115 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590515aa-7b19-4238-ad94-617ccd824c70", "name": "network-vif-unplugged", "status": "completed", "tag": "d69118e6-7142-48f3-bf4c-e11c998261fb", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:29:52.103262 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3bf3e7b9-e727-404a-8940-3caa86ea3dd5 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:29:52.103902 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590515aa-7b19-4238-ad94-617ccd824c70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd69118e6-7142-48f3-bf4c-e11c998261fb', 'code': 200} Oct 20 11:29:52.161674 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b25ece34-3be7-4fae-a8a4-0937f8213ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:52.182950 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156635fc-50d3-4dcf-b903-0a896934d394 req-bdd5dd91-f7ba-47ee-9d4f-6fb4d1678305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:52.184511 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-156635fc-50d3-4dcf-b903-0a896934d394 req-bdd5dd91-f7ba-47ee-9d4f-6fb4d1678305 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e737fa8f-48d9-429a-9c0d-195ded222e27 HTTP/1.1" status: 200 len: 922 time: 0.1125250 Oct 20 11:29:52.220741 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c7c619dd-ae75-4273-a6f5-6afaeb1265c1 req-6266c86b-b2cd-440b-b5ed-4a7868c1764d service neutron] 10.222.0.89 "GET /v2.0/networks/b05579c2-10e5-4997-ab9d-57afa741288e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920595 Oct 20 11:29:52.247916 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-156635fc-50d3-4dcf-b903-0a896934d394 req-5a0dd7bc-c713-4b56-9e10-5911d8d7b55c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f033030b-b659-4c7e-8579-b0d84d7eb49e HTTP/1.1" status: 200 len: 217 time: 0.0549674 Oct 20 11:29:52.376008 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65482c05-9b91-4f9e-b5bf-be1c05e2285f req-7dbee6bc-6a3b-44f4-b78f-d5ab00af6764 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:52.377460 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-65482c05-9b91-4f9e-b5bf-be1c05e2285f req-7dbee6bc-6a3b-44f4-b78f-d5ab00af6764 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0422a46e-00fd-463d-aafb-fd9a0a2b2d45 HTTP/1.1" status: 200 len: 950 time: 0.1325831 Oct 20 11:29:52.383625 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156635fc-50d3-4dcf-b903-0a896934d394 req-b462deb6-f78b-48aa-bea6-3bbdef6a4dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:52.385235 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-156635fc-50d3-4dcf-b903-0a896934d394 req-b462deb6-f78b-48aa-bea6-3bbdef6a4dc4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=daa3a48e-5bbf-4e17-b716-d19b520de866 HTTP/1.1" status: 200 len: 859 time: 0.1271565 Oct 20 11:29:52.491909 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ca51bc6-b44f-455c-b488-a459a1d9cb4e req-6ffc5ea3-5920-46e5-9e32-13811852d711 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Router 3a3d3398-a9eb-40a8-9194-06c333185328 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:29:52.495006 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-65482c05-9b91-4f9e-b5bf-be1c05e2285f req-fdc8b731-501e-4c02-8d89-baaf5d9dbe26 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834920 Oct 20 11:29:52.505538 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156635fc-50d3-4dcf-b903-0a896934d394 req-bbee6f66-5e9e-4a64-8db5-227c75ceb30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:52.507172 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-156635fc-50d3-4dcf-b903-0a896934d394 req-bbee6f66-5e9e-4a64-8db5-227c75ceb30a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e737fa8f-48d9-429a-9c0d-195ded222e27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0944290 Oct 20 11:29:52.710296 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ca51bc6-b44f-455c-b488-a459a1d9cb4e req-6ffc5ea3-5920-46e5-9e32-13811852d711 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:29:52.717330 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-8ca51bc6-b44f-455c-b488-a459a1d9cb4e req-6ffc5ea3-5920-46e5-9e32-13811852d711 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:52.723161 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-156635fc-50d3-4dcf-b903-0a896934d394 req-72472e71-9a67-4c3e-a86f-06412e96c7e5 service neutron] 10.222.0.11 "GET /v2.0/networks/e737fa8f-48d9-429a-9c0d-195ded222e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079673 Oct 20 11:29:52.726920 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10607d5b-7b3c-4ee5-841f-7be1a76ae66f None None] Sync routers for ids ['3a3d3398-a9eb-40a8-9194-06c333185328'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:29:52.730525 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fde65b-361c-487d-a73d-31c15455f679 req-26560a83-4cdc-4d97-b634-103c6954769a tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:52.732016 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-57fde65b-361c-487d-a73d-31c15455f679 req-26560a83-4cdc-4d97-b634-103c6954769a tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=f28ad3ad-c9b6-4b2a-adce-93b5218f9c86 HTTP/1.1" status: 200 len: 946 time: 0.1575110 Oct 20 11:29:52.737617 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10607d5b-7b3c-4ee5-841f-7be1a76ae66f None None] Routers {'3a3d3398-a9eb-40a8-9194-06c333185328'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:29:52.738481 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-10607d5b-7b3c-4ee5-841f-7be1a76ae66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:29:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['3a3d3398-a9eb-40a8-9194-06c333185328'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:52.811961 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8ca51bc6-b44f-455c-b488-a459a1d9cb4e req-6ffc5ea3-5920-46e5-9e32-13811852d711 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "PUT /v2.0/floatingips/a7b4dae5-3e2f-4e80-8286-db0c22f6ef6a HTTP/1.1" status: 200 len: 694 time: 1.2392721 Oct 20 11:29:52.855028 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-10607d5b-7b3c-4ee5-841f-7be1a76ae66f None None] Set router 3a3d3398-a9eb-40a8-9194-06c333185328 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:29:52.882445 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-57fde65b-361c-487d-a73d-31c15455f679 req-2cfd91c9-da41-4a4b-918c-2bbdbe5a431e tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342270 Oct 20 11:29:52.932836 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca51bc6-b44f-455c-b488-a459a1d9cb4e req-57ef0f42-9b92-4b37-8b40-f7958eb26ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:52.942730 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8ca51bc6-b44f-455c-b488-a459a1d9cb4e req-57ef0f42-9b92-4b37-8b40-f7958eb26ca9 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=0f7be2198beb4fa4abf67245a1d7260e&device_id=15be7876-0e80-4899-922d-25797b28b9e3 HTTP/1.1" status: 200 len: 1096 time: 0.1297832 Oct 20 11:29:52.967309 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-156635fc-50d3-4dcf-b903-0a896934d394 req-6b23d84e-4908-4cb9-a304-78dca9d4af71 service neutron] 10.222.0.11 "GET /v2.0/networks/e737fa8f-48d9-429a-9c0d-195ded222e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342274 Oct 20 11:29:52.988363 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:53.085872 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:53.122125 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-10607d5b-7b3c-4ee5-841f-7be1a76ae66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'name': 'tempest-FloatingIPsAssociationTestJSON-895004699-router', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'd4c49543-bcac-4c33-9bf5-5f0a091f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:28:33Z', 'updated_at': '2021-10-20T11:28:39Z', 'revision_number': 4, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'gw_port': {'id': 'd4c49543-bcac-4c33-9bf5-5f0a091f6246', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:34Z', 'updated_at': '2021-10-20T11:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '9cf6655d-f474-420a-8784-5e92c4d14a17', 'name': '', 'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'mac_address': 'fa:16:3e:fa:79:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'daa3a48e-5bbf-4e17-b716-d19b520de866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:36Z', 'updated_at': '2021-10-20T11:28:43Z', 'revision_number': 5, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'subnets': [{'id': 'daa3a48e-5bbf-4e17-b716-d19b520de866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:53.152377 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10607d5b-7b3c-4ee5-841f-7be1a76ae66f None None] Checking router: 3a3d3398-a9eb-40a8-9194-06c333185328 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:29:53.161860 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca51bc6-b44f-455c-b488-a459a1d9cb4e req-70b6df88-f287-40d9-91bb-ea73c38b9d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:53.163424 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8ca51bc6-b44f-455c-b488-a459a1d9cb4e req-70b6df88-f287-40d9-91bb-ea73c38b9d00 service neutron] 10.222.0.98 "GET /v2.0/networks?id=e737fa8f-48d9-429a-9c0d-195ded222e27 HTTP/1.1" status: 200 len: 922 time: 0.2198880 Oct 20 11:29:53.171148 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10607d5b-7b3c-4ee5-841f-7be1a76ae66f None None] Routers {'3a3d3398-a9eb-40a8-9194-06c333185328'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:29:53.172030 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-10607d5b-7b3c-4ee5-841f-7be1a76ae66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:29:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['3a3d3398-a9eb-40a8-9194-06c333185328'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:53.216481 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8ca51bc6-b44f-455c-b488-a459a1d9cb4e req-16cf554b-3051-428d-bb03-994cb061c747 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f033030b-b659-4c7e-8579-b0d84d7eb49e HTTP/1.1" status: 200 len: 217 time: 0.0428753 Oct 20 11:29:53.292421 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccacd739-fabe-416e-9228-51214ce6c3e0 req-57ad5d10-f6b8-4235-8b8b-daa40d770606 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:53.299275 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ccacd739-fabe-416e-9228-51214ce6c3e0 req-57ad5d10-f6b8-4235-8b8b-daa40d770606 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/networks?id=899673ab-8e62-4651-b772-c8a12e790997 HTTP/1.1" status: 200 len: 805 time: 0.2554054 Oct 20 11:29:53.320037 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-10607d5b-7b3c-4ee5-841f-7be1a76ae66f None None] Set router 3a3d3398-a9eb-40a8-9194-06c333185328 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:29:53.333538 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ccacd739-fabe-416e-9228-51214ce6c3e0 req-5f629569-6460-4e06-92cb-fee45e98d20c tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/quotas/d38afe8278fd4e3db0fda1c5f6f7e7f5 HTTP/1.1" status: 200 len: 375 time: 0.0330594 Oct 20 11:29:53.370988 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca51bc6-b44f-455c-b488-a459a1d9cb4e req-34340fd5-90eb-4487-9308-7f39cd024a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:53.372844 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8ca51bc6-b44f-455c-b488-a459a1d9cb4e req-34340fd5-90eb-4487-9308-7f39cd024a00 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=daa3a48e-5bbf-4e17-b716-d19b520de866 HTTP/1.1" status: 200 len: 859 time: 0.1310709 Oct 20 11:29:53.439754 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca51bc6-b44f-455c-b488-a459a1d9cb4e req-712e4583-379d-4633-a1fe-ffa05997c76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:53.449780 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8ca51bc6-b44f-455c-b488-a459a1d9cb4e req-712e4583-379d-4633-a1fe-ffa05997c76a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e737fa8f-48d9-429a-9c0d-195ded222e27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696857 Oct 20 11:29:53.465408 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ccacd739-fabe-416e-9228-51214ce6c3e0 req-6f4f08f6-8a0e-4ed0-b36d-3511865b215f tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=d38afe8278fd4e3db0fda1c5f6f7e7f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1310287 Oct 20 11:29:53.580445 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-10607d5b-7b3c-4ee5-841f-7be1a76ae66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'name': 'tempest-FloatingIPsAssociationTestJSON-895004699-router', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'd4c49543-bcac-4c33-9bf5-5f0a091f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:28:33Z', 'updated_at': '2021-10-20T11:28:39Z', 'revision_number': 4, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'gw_port': {'id': 'd4c49543-bcac-4c33-9bf5-5f0a091f6246', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:34Z', 'updated_at': '2021-10-20T11:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '9cf6655d-f474-420a-8784-5e92c4d14a17', 'name': '', 'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'mac_address': 'fa:16:3e:fa:79:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'daa3a48e-5bbf-4e17-b716-d19b520de866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:36Z', 'updated_at': '2021-10-20T11:28:43Z', 'revision_number': 5, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'subnets': [{'id': 'daa3a48e-5bbf-4e17-b716-d19b520de866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:53.641516 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8ca51bc6-b44f-455c-b488-a459a1d9cb4e req-adde00ef-099c-45b2-857b-6615d66833d0 service neutron] 10.222.0.98 "GET /v2.0/networks/e737fa8f-48d9-429a-9c0d-195ded222e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904805 Oct 20 11:29:53.648669 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10607d5b-7b3c-4ee5-841f-7be1a76ae66f None None] The sync data for ids ['3a3d3398-a9eb-40a8-9194-06c333185328'] in n-d-814735-3 is: [{'id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'name': 'tempest-FloatingIPsAssociationTestJSON-895004699-router', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'd4c49543-bcac-4c33-9bf5-5f0a091f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:28:33Z', 'updated_at': '2021-10-20T11:28:39Z', 'revision_number': 4, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'gw_port': {'id': 'd4c49543-bcac-4c33-9bf5-5f0a091f6246', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:34Z', 'updated_at': '2021-10-20T11:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '9cf6655d-f474-420a-8784-5e92c4d14a17', 'name': '', 'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'mac_address': 'fa:16:3e:fa:79:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'daa3a48e-5bbf-4e17-b716-d19b520de866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:36Z', 'updated_at': '2021-10-20T11:28:43Z', 'revision_number': 5, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'subnets': [{'id': 'daa3a48e-5bbf-4e17-b716-d19b520de866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:29:53.661588 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ccacd739-fabe-416e-9228-51214ce6c3e0 req-622d3d2a-60ec-483f-a090-286a5190fbbf service neutron] 10.222.0.98 "GET /v2.0/networks/899673ab-8e62-4651-b772-c8a12e790997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849334 Oct 20 11:29:53.675763 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52590005-b563-4152-862a-183f8429343e req-aa974f28-5c7b-48fa-b574-77a9ba99bfb5 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:53.678116 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-52590005-b563-4152-862a-183f8429343e req-aa974f28-5c7b-48fa-b574-77a9ba99bfb5 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.89 "GET /v2.0/ports?device_id=590515aa-7b19-4238-ad94-617ccd824c70 HTTP/1.1" status: 200 len: 944 time: 0.0963259 Oct 20 11:29:53.834181 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-52590005-b563-4152-862a-183f8429343e req-74a2c79b-b1b1-4d91-9151-bb4c65fe36ab tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Deleting port d69118e6-7142-48f3-bf4c-e11c998261fb {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:29:53.834534 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-52590005-b563-4152-862a-183f8429343e req-74a2c79b-b1b1-4d91-9151-bb4c65fe36ab tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:53.854280 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8ca51bc6-b44f-455c-b488-a459a1d9cb4e req-72a661c6-afb5-4613-ba24-09866a30f133 service neutron] 10.222.0.98 "GET /v2.0/networks/e737fa8f-48d9-429a-9c0d-195ded222e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114141 Oct 20 11:29:53.856618 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15be7876-0e80-4899-922d-25797b28b9e3', 'tag': 'f033030b-b659-4c7e-8579-b0d84d7eb49e'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:29:53.861016 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ec1426-c796-4241-b95d-a2104c0c9beb" -d '{"events": [{"name": "network-changed", "server_uuid": "15be7876-0e80-4899-922d-25797b28b9e3", "tag": "f033030b-b659-4c7e-8579-b0d84d7eb49e"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:29:53.869194 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ccacd739-fabe-416e-9228-51214ce6c3e0 req-5aecfe82-ac3e-4b80-97b0-16c15a7cb9d2 service neutron] 10.222.0.98 "GET /v2.0/networks/899673ab-8e62-4651-b772-c8a12e790997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066381 Oct 20 11:29:53.967494 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-52590005-b563-4152-862a-183f8429343e req-74a2c79b-b1b1-4d91-9151-bb4c65fe36ab tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] For port d69118e6-7142-48f3-bf4c-e11c998261fb, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=d69118e6-7142-48f3-bf4c-e11c998261fb,segment=NetworkSegment(ba843d51-18ac-492f-b072-dcb49c698d12),segment_id=ba843d51-18ac-492f-b072-dcb49c698d12)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:29:53.968061 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-52590005-b563-4152-862a-183f8429343e req-74a2c79b-b1b1-4d91-9151-bb4c65fe36ab tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:53.983440 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-52590005-b563-4152-862a-183f8429343e req-74a2c79b-b1b1-4d91-9151-bb4c65fe36ab tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Calling delete_port for d69118e6-7142-48f3-bf4c-e11c998261fb owned by compute:nova {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:29:54.027056 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e02729a-1662-46ef-95ff-283c2688779e req-56674591-d2e3-46fd-8730-79c215d5994a tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:54.028866 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9e02729a-1662-46ef-95ff-283c2688779e req-56674591-d2e3-46fd-8730-79c215d5994a tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 944 time: 0.0903652 Oct 20 11:29:54.075984 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8234d8b8-81b9-49fd-8467-88f1c271b4f9 None None] New status for floating IP a7b4dae5-3e2f-4e80-8286-db0c22f6ef6a: DOWN {{(pid=100648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:29:54.091069 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9e02729a-1662-46ef-95ff-283c2688779e req-a83d8e18-ad0a-4018-be1a-3475339718ed tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513570 Oct 20 11:29:54.231751 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-52590005-b563-4152-862a-183f8429343e req-74a2c79b-b1b1-4d91-9151-bb4c65fe36ab tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:54.289926 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a2c79b-b1b1-4d91-9151-bb4c65fe36ab tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Pushing event deleted for resources: {'Port': ['ID=d69118e6-7142-48f3-bf4c-e11c998261fb,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:54.356976 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-52590005-b563-4152-862a-183f8429343e req-74a2c79b-b1b1-4d91-9151-bb4c65fe36ab tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] No DVR routers for this DVR port d69118e6-7142-48f3-bf4c-e11c998261fb on host n-h2-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:29:54.364262 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-52590005-b563-4152-862a-183f8429343e req-74a2c79b-b1b1-4d91-9151-bb4c65fe36ab tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:54.368864 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-52590005-b563-4152-862a-183f8429343e req-74a2c79b-b1b1-4d91-9151-bb4c65fe36ab tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.89 "DELETE /v2.0/ports/d69118e6-7142-48f3-bf4c-e11c998261fb HTTP/1.1" status: 204 len: 173 time: 0.6822422 Oct 20 11:29:54.370437 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590515aa-7b19-4238-ad94-617ccd824c70', 'name': 'network-vif-deleted', 'tag': 'd69118e6-7142-48f3-bf4c-e11c998261fb'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:29:54.376001 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4edbe1-1c42-4638-9106-7d6a73f2d27b" -d '{"events": [{"server_uuid": "590515aa-7b19-4238-ad94-617ccd824c70", "name": "network-vif-deleted", "tag": "d69118e6-7142-48f3-bf4c-e11c998261fb"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:29:54.462150 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb74e67-63a4-49db-b965-e9d4e3dc9219 req-e12a94b4-1d0d-44bf-8a97-5d5920469c87 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:54.463760 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ebb74e67-63a4-49db-b965-e9d4e3dc9219 req-e12a94b4-1d0d-44bf-8a97-5d5920469c87 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0422a46e-00fd-463d-aafb-fd9a0a2b2d45 HTTP/1.1" status: 200 len: 950 time: 0.1482928 Oct 20 11:29:54.540541 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ebb74e67-63a4-49db-b965-e9d4e3dc9219 req-f4ebee21-88f9-4b49-9d5c-4d9acb2dce8f tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676024 Oct 20 11:29:54.626125 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0210cf-e201-47f5-a42f-a06499231d2b x-openstack-request-id: req-4d0210cf-e201-47f5-a42f-a06499231d2b {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:29:54.627063 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15be7876-0e80-4899-922d-25797b28b9e3", "tag": "f033030b-b659-4c7e-8579-b0d84d7eb49e", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:29:54.628053 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4d0210cf-e201-47f5-a42f-a06499231d2b {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:29:54.629165 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15be7876-0e80-4899-922d-25797b28b9e3', 'tag': 'f033030b-b659-4c7e-8579-b0d84d7eb49e', 'status': 'completed', 'code': 200} Oct 20 11:29:54.719035 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e6f7b183-2247-4c7a-9ed0-602f731c1264 req-19db4481-deb1-41fd-bcb6-39ff432954cd tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=403dbfcd-38c6-4a7c-9b63-f21a06c6e2d3 HTTP/1.1" status: 200 len: 210 time: 0.0290470 Oct 20 11:29:54.765549 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:54.769951 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec1426-c796-4241-b95d-a2104c0c9beb req-f4375c8a-b393-4743-b941-80d98537817d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:54.771650 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e8ec1426-c796-4241-b95d-a2104c0c9beb req-f4375c8a-b393-4743-b941-80d98537817d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0f7be2198beb4fa4abf67245a1d7260e&device_id=15be7876-0e80-4899-922d-25797b28b9e3 HTTP/1.1" status: 200 len: 1096 time: 0.1193614 Oct 20 11:29:54.800898 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef59a08-252a-4646-a357-822c6912e7fe x-openstack-request-id: req-bef59a08-252a-4646-a357-822c6912e7fe {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:29:54.801561 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590515aa-7b19-4238-ad94-617ccd824c70", "name": "network-vif-deleted", "tag": "d69118e6-7142-48f3-bf4c-e11c998261fb", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:29:54.802019 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bef59a08-252a-4646-a357-822c6912e7fe {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:29:54.802468 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590515aa-7b19-4238-ad94-617ccd824c70', 'name': 'network-vif-deleted', 'tag': 'd69118e6-7142-48f3-bf4c-e11c998261fb', 'status': 'completed', 'code': 200} Oct 20 11:29:54.814914 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62eaa9-a351-4908-aabc-f3a51813dafa req-6817bea8-677d-4e05-b7f9-9a05d16b6d0f tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:54.816586 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8a62eaa9-a351-4908-aabc-f3a51813dafa req-6817bea8-677d-4e05-b7f9-9a05d16b6d0f tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=f28ad3ad-c9b6-4b2a-adce-93b5218f9c86 HTTP/1.1" status: 200 len: 946 time: 0.0952039 Oct 20 11:29:54.951002 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8a62eaa9-a351-4908-aabc-f3a51813dafa req-119b8004-8d14-444e-bb82-0adfa07339e4 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229997 Oct 20 11:29:54.975359 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0be09-6a32-487d-b513-a6929c5891d6 req-bb0aa669-5786-453f-9e7e-c8fc101ce0ab tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:54.977721 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-23d0be09-6a32-487d-b513-a6929c5891d6 req-bb0aa669-5786-453f-9e7e-c8fc101ce0ab tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/ports?device_id=990fdeaf-bd3a-416f-bbdd-02714367a9c0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1031494 Oct 20 11:29:54.978851 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec1426-c796-4241-b95d-a2104c0c9beb req-b1d99214-af04-4c16-97fa-dbbb4885394f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:54.980619 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e8ec1426-c796-4241-b95d-a2104c0c9beb req-b1d99214-af04-4c16-97fa-dbbb4885394f service neutron] 10.222.0.11 "GET /v2.0/networks?id=e737fa8f-48d9-429a-9c0d-195ded222e27 HTTP/1.1" status: 200 len: 922 time: 0.1988761 Oct 20 11:29:55.067879 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-23d0be09-6a32-487d-b513-a6929c5891d6 req-bc9f18e9-c2b1-496c-83c2-53f9d823e6cb tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.12 HTTP/1.1" status: 200 len: 695 time: 0.0820570 Oct 20 11:29:55.069514 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e8ec1426-c796-4241-b95d-a2104c0c9beb req-242f731f-8188-424d-af0c-019878331c88 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f033030b-b659-4c7e-8579-b0d84d7eb49e HTTP/1.1" status: 200 len: 217 time: 0.0440230 Oct 20 11:29:55.079970 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-23d0be09-6a32-487d-b513-a6929c5891d6 req-7c32e03c-d840-4eac-9132-35509324c750 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Request body: {'floatingip': {'port_id': '981c59bc-53ca-4f43-8b0b-20d5a0e89940', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:29:55.231668 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-23d0be09-6a32-487d-b513-a6929c5891d6 req-7c32e03c-d840-4eac-9132-35509324c750 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Publish callbacks [] for floatingip, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:55.651625 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec1426-c796-4241-b95d-a2104c0c9beb req-264fa687-f11b-4268-8ded-3b885f463fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:55.652520 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e8ec1426-c796-4241-b95d-a2104c0c9beb req-264fa687-f11b-4268-8ded-3b885f463fac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=daa3a48e-5bbf-4e17-b716-d19b520de866 HTTP/1.1" status: 200 len: 859 time: 0.5668087 Oct 20 11:29:55.766436 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114ce98-1d90-49d0-a7da-b0eb97c4fcd5 req-3eae7547-8376-478b-8025-2975ffd59aaa tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:55.768018 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7114ce98-1d90-49d0-a7da-b0eb97c4fcd5 req-3eae7547-8376-478b-8025-2975ffd59aaa tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 944 time: 0.5704243 Oct 20 11:29:55.907090 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec1426-c796-4241-b95d-a2104c0c9beb req-89dfae0e-586f-49ae-a29f-c73866d9fa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:55.908504 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e8ec1426-c796-4241-b95d-a2104c0c9beb req-89dfae0e-586f-49ae-a29f-c73866d9fa8f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e737fa8f-48d9-429a-9c0d-195ded222e27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2377894 Oct 20 11:29:55.941316 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccacd739-fabe-416e-9228-51214ce6c3e0 req-95831ed5-78b8-4511-84e1-9a4e55e29c44 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:55.942746 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ccacd739-fabe-416e-9228-51214ce6c3e0 req-95831ed5-78b8-4511-84e1-9a4e55e29c44 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.11 "GET /v2.0/networks?id=899673ab-8e62-4651-b772-c8a12e790997 HTTP/1.1" status: 200 len: 805 time: 0.3029463 Oct 20 11:29:55.960562 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7114ce98-1d90-49d0-a7da-b0eb97c4fcd5 req-d145961a-7ba2-4a35-8149-c08f512aef68 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614909 Oct 20 11:29:55.970390 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-ccacd739-fabe-416e-9228-51214ce6c3e0 req-d64da034-b608-44df-b736-cfc8d8a703d7 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Request body: {'port': {'device_id': '403dbfcd-38c6-4a7c-9b63-f21a06c6e2d3', 'network_id': '899673ab-8e62-4651-b772-c8a12e790997', 'admin_state_up': True, 'tenant_id': 'd38afe8278fd4e3db0fda1c5f6f7e7f5'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:29:56.257012 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3ddb2-7667-4fe8-ae2b-281db6ab0c4f req-681e287e-7a5c-4c0e-96b4-390b8c66ca4a tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:56.259456 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-55c3ddb2-7667-4fe8-ae2b-281db6ab0c4f req-681e287e-7a5c-4c0e-96b4-390b8c66ca4a tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.11 "GET /v2.0/ports?device_id=15be7876-0e80-4899-922d-25797b28b9e3 HTTP/1.1" status: 200 len: 945 time: 0.0611501 Oct 20 11:29:56.260175 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e8ec1426-c796-4241-b95d-a2104c0c9beb req-1ab6a906-087b-45a6-a013-e82f22683c2b service neutron] 10.222.0.11 "GET /v2.0/networks/e737fa8f-48d9-429a-9c0d-195ded222e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359373 Oct 20 11:29:56.379214 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccacd739-fabe-416e-9228-51214ce6c3e0 req-d64da034-b608-44df-b736-cfc8d8a703d7 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Made reservation on behalf of d38afe8278fd4e3db0fda1c5f6f7e7f5 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:29:56.382709 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ccacd739-fabe-416e-9228-51214ce6c3e0 req-d64da034-b608-44df-b736-cfc8d8a703d7 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:56.383899 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-55c3ddb2-7667-4fe8-ae2b-281db6ab0c4f req-7973fe84-2d24-433f-ad9a-61b77d7ecfad tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Deleting port f033030b-b659-4c7e-8579-b0d84d7eb49e {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:29:56.384428 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-55c3ddb2-7667-4fe8-ae2b-281db6ab0c4f req-7973fe84-2d24-433f-ad9a-61b77d7ecfad tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:56.443937 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6211da-1258-4435-93e0-ce1aedb9e4d7 req-3faa326d-3305-41ea-8263-d207d5879968 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:56.445507 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-af6211da-1258-4435-93e0-ce1aedb9e4d7 req-3faa326d-3305-41ea-8263-d207d5879968 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0422a46e-00fd-463d-aafb-fd9a0a2b2d45 HTTP/1.1" status: 200 len: 950 time: 0.2479804 Oct 20 11:29:56.519021 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-55c3ddb2-7667-4fe8-ae2b-281db6ab0c4f req-7973fe84-2d24-433f-ad9a-61b77d7ecfad tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] For port f033030b-b659-4c7e-8579-b0d84d7eb49e, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=f033030b-b659-4c7e-8579-b0d84d7eb49e,segment=NetworkSegment(cb74e53f-6f75-4b51-a3d2-bf3da9505174),segment_id=cb74e53f-6f75-4b51-a3d2-bf3da9505174)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:29:56.519456 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-55c3ddb2-7667-4fe8-ae2b-281db6ab0c4f req-7973fe84-2d24-433f-ad9a-61b77d7ecfad tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:56.539913 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-55c3ddb2-7667-4fe8-ae2b-281db6ab0c4f req-7973fe84-2d24-433f-ad9a-61b77d7ecfad tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Calling delete_port for f033030b-b659-4c7e-8579-b0d84d7eb49e owned by compute:nova {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:29:56.573342 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e8ec1426-c796-4241-b95d-a2104c0c9beb req-b8aa14ef-e596-4847-a88a-baef373e9a69 service neutron] 10.222.0.11 "GET /v2.0/networks/e737fa8f-48d9-429a-9c0d-195ded222e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863731 Oct 20 11:29:56.584719 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.db.resource_extend [req-23d0be09-6a32-487d-b513-a6929c5891d6 req-7c32e03c-d840-4eac-9132-35509324c750 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 11:29:56.623440 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-af6211da-1258-4435-93e0-ce1aedb9e4d7 req-aa3f284c-373a-440f-b8e2-0e2df555530d tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368005 Oct 20 11:29:56.677998 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-23d0be09-6a32-487d-b513-a6929c5891d6 req-7c32e03c-d840-4eac-9132-35509324c750 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:56.689018 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-23d0be09-6a32-487d-b513-a6929c5891d6 req-7c32e03c-d840-4eac-9132-35509324c750 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:56.723553 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-55c3ddb2-7667-4fe8-ae2b-281db6ab0c4f req-7973fe84-2d24-433f-ad9a-61b77d7ecfad tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:56.743288 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['981c59bc-53ca-4f43-8b0b-20d5a0e89940', 'f033030b-b659-4c7e-8579-b0d84d7eb49e'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:29:56.761407 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-ccacd739-fabe-416e-9228-51214ce6c3e0 req-d64da034-b608-44df-b736-cfc8d8a703d7 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Allocated IP 172.20.0.11 (899673ab-8e62-4651-b772-c8a12e790997/aac54544-8ac1-4e04-a94d-f9c6d3bc8d37/ef3cb09f-ac5c-486b-a336-8eb09343d5ae) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:29:56.765053 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1cc6816e-ab98-456a-9d58-52f7038866bf req-12f7bdca-4101-4a47-a14f-8bef7d2db901 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=403dbfcd-38c6-4a7c-9b63-f21a06c6e2d3 HTTP/1.1" status: 200 len: 210 time: 0.0369880 Oct 20 11:29:56.766595 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7973fe84-2d24-433f-ad9a-61b77d7ecfad tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Pushing event deleted for resources: {'Port': ['ID=f033030b-b659-4c7e-8579-b0d84d7eb49e,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:56.866823 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c3ddb2-7667-4fe8-ae2b-281db6ab0c4f req-7973fe84-2d24-433f-ad9a-61b77d7ecfad tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] No DVR routers for this DVR port f033030b-b659-4c7e-8579-b0d84d7eb49e on host n-h1-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:29:56.871177 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-55c3ddb2-7667-4fe8-ae2b-281db6ab0c4f req-7973fe84-2d24-433f-ad9a-61b77d7ecfad tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:56.875898 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-55c3ddb2-7667-4fe8-ae2b-281db6ab0c4f req-7973fe84-2d24-433f-ad9a-61b77d7ecfad tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.11 "DELETE /v2.0/ports/f033030b-b659-4c7e-8579-b0d84d7eb49e HTTP/1.1" status: 204 len: 173 time: 0.6035905 Oct 20 11:29:56.876636 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15be7876-0e80-4899-922d-25797b28b9e3', 'name': 'network-vif-deleted', 'tag': 'f033030b-b659-4c7e-8579-b0d84d7eb49e'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:29:56.879683 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40c3a80-68c1-46ee-ac65-d73e1b860741" -d '{"events": [{"server_uuid": "15be7876-0e80-4899-922d-25797b28b9e3", "name": "network-vif-deleted", "tag": "f033030b-b659-4c7e-8579-b0d84d7eb49e"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:29:56.957435 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [req-23d0be09-6a32-487d-b513-a6929c5891d6 req-7c32e03c-d840-4eac-9132-35509324c750 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Floating IP a7b4dae5-3e2f-4e80-8286-db0c22f6ef6a associated. External IP: 172.25.5.12, port: 981c59bc-53ca-4f43-8b0b-20d5a0e89940. Oct 20 11:29:57.021402 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bdfe84-86dc-4dd4-b88f-05b8ffad0d77 req-98be9f41-689f-4630-addb-7e19b8e0f6f2 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:57.023038 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07bdfe84-86dc-4dd4-b88f-05b8ffad0d77 req-98be9f41-689f-4630-addb-7e19b8e0f6f2 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=f28ad3ad-c9b6-4b2a-adce-93b5218f9c86 HTTP/1.1" status: 200 len: 946 time: 0.1657166 Oct 20 11:29:57.043491 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device d69118e6-7142-48f3-bf4c-e11c998261fb no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:29:57.078228 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: d69118e6-7142-48f3-bf4c-e11c998261fb {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:29:57.078849 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device d69118e6-7142-48f3-bf4c-e11c998261fb not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:29:57.179609 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07bdfe84-86dc-4dd4-b88f-05b8ffad0d77 req-e6136fd8-5686-4f7f-9d22-3864e703aad5 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454904 Oct 20 11:29:57.200387 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ccacd739-fabe-416e-9228-51214ce6c3e0 req-d64da034-b608-44df-b736-cfc8d8a703d7 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:57.225074 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c162f5ca-9620-4854-a9e1-e7747e8551e0 x-openstack-request-id: req-c162f5ca-9620-4854-a9e1-e7747e8551e0 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:29:57.225435 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15be7876-0e80-4899-922d-25797b28b9e3", "name": "network-vif-deleted", "tag": "f033030b-b659-4c7e-8579-b0d84d7eb49e", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:29:57.225756 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c162f5ca-9620-4854-a9e1-e7747e8551e0 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:29:57.226221 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15be7876-0e80-4899-922d-25797b28b9e3', 'name': 'network-vif-deleted', 'tag': 'f033030b-b659-4c7e-8579-b0d84d7eb49e', 'status': 'completed', 'code': 200} Oct 20 11:29:57.320336 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ccacd739-fabe-416e-9228-51214ce6c3e0 req-d64da034-b608-44df-b736-cfc8d8a703d7 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:57.399244 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccacd739-fabe-416e-9228-51214ce6c3e0 req-d64da034-b608-44df-b736-cfc8d8a703d7 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Network 899673ab-8e62-4651-b772-c8a12e790997 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:29:57.413749 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-ccacd739-fabe-416e-9228-51214ce6c3e0 req-d64da034-b608-44df-b736-cfc8d8a703d7 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:29:57.419289 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccacd739-fabe-416e-9228-51214ce6c3e0 req-d64da034-b608-44df-b736-cfc8d8a703d7 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:29:57.424299 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23d0be09-6a32-487d-b513-a6929c5891d6 req-7c32e03c-d840-4eac-9132-35509324c750 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Router 3a3d3398-a9eb-40a8-9194-06c333185328 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:29:57.425073 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64da034-b608-44df-b736-cfc8d8a703d7 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Pushing event updated for resources: {'Port': ['ID=ef3cb09f-ac5c-486b-a336-8eb09343d5ae,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:57.438412 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee931af8-6a2f-4f5f-a3dc-3921f43a3fa5 req-671a775f-6232-4a22-a021-5bd12f7a6378 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:57.439950 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ee931af8-6a2f-4f5f-a3dc-3921f43a3fa5 req-671a775f-6232-4a22-a021-5bd12f7a6378 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 944 time: 0.1620822 Oct 20 11:29:57.548703 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccacd739-fabe-416e-9228-51214ce6c3e0 req-d64da034-b608-44df-b736-cfc8d8a703d7 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:57.549344 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ccacd739-fabe-416e-9228-51214ce6c3e0 req-d64da034-b608-44df-b736-cfc8d8a703d7 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:57.560270 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ee931af8-6a2f-4f5f-a3dc-3921f43a3fa5 req-11cf1682-c53d-4497-8438-3e67f789a29e tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968082 Oct 20 11:29:57.602571 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e4917513-3b36-4261-ab91-d7a07ec73ecd req-b50dcfcf-d75c-43b5-9dfb-be633b131544 service neutron] 10.222.0.89 "GET /v2.0/ports/90971dad-2f63-4bd6-bab0-1734adae135a/bindings/n-h2-814735-3 HTTP/1.1" status: 200 len: 382 time: 0.0802684 Oct 20 11:29:57.624892 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ccacd739-fabe-416e-9228-51214ce6c3e0 req-d64da034-b608-44df-b736-cfc8d8a703d7 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6582961 Oct 20 11:29:57.640779 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-ccacd739-fabe-416e-9228-51214ce6c3e0 req-5b6153e2-c8d7-40db-819f-0c86dfd622ba service neutron] Request body: {'port': {'device_id': '403dbfcd-38c6-4a7c-9b63-f21a06c6e2d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:29:57.699643 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23d0be09-6a32-487d-b513-a6929c5891d6 req-7c32e03c-d840-4eac-9132-35509324c750 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:29:57.710559 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6713c694-8194-4cc2-b57f-04cc5c193d01 None None] Sync routers for ids ['3a3d3398-a9eb-40a8-9194-06c333185328'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:29:57.718991 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-23d0be09-6a32-487d-b513-a6929c5891d6 req-7c32e03c-d840-4eac-9132-35509324c750 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:57.725188 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6713c694-8194-4cc2-b57f-04cc5c193d01 None None] Routers {'3a3d3398-a9eb-40a8-9194-06c333185328'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:29:57.726024 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-6713c694-8194-4cc2-b57f-04cc5c193d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:29:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['3a3d3398-a9eb-40a8-9194-06c333185328'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:57.750555 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ccacd739-fabe-416e-9228-51214ce6c3e0 req-5b6153e2-c8d7-40db-819f-0c86dfd622ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:57.795140 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-23d0be09-6a32-487d-b513-a6929c5891d6 req-7c32e03c-d840-4eac-9132-35509324c750 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "PUT /v2.0/floatingips/a7b4dae5-3e2f-4e80-8286-db0c22f6ef6a HTTP/1.1" status: 200 len: 995 time: 2.7195816 Oct 20 11:29:57.797168 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '990fdeaf-bd3a-416f-bbdd-02714367a9c0', 'tag': '981c59bc-53ca-4f43-8b0b-20d5a0e89940'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:29:57.802459 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85b0162-ea06-4f9c-af52-94569afbb22b" -d '{"events": [{"name": "network-changed", "server_uuid": "990fdeaf-bd3a-416f-bbdd-02714367a9c0", "tag": "981c59bc-53ca-4f43-8b0b-20d5a0e89940"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:29:57.919928 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-6713c694-8194-4cc2-b57f-04cc5c193d01 None None] Set router 3a3d3398-a9eb-40a8-9194-06c333185328 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:29:57.932328 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4917513-3b36-4261-ab91-d7a07ec73ecd req-fca26c68-a1fe-4bb9-beca-fefcaa507e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:57.934185 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e4917513-3b36-4261-ab91-d7a07ec73ecd req-fca26c68-a1fe-4bb9-beca-fefcaa507e25 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0422a46e-00fd-463d-aafb-fd9a0a2b2d45&tenant_id=4b173b35dd00423795d2e29ae132dc78 HTTP/1.1" status: 200 len: 1101 time: 0.0542281 Oct 20 11:29:58.018108 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4917513-3b36-4261-ab91-d7a07ec73ecd req-88563343-1385-4a64-ad41-3aeb8ffd56a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:58.019660 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e4917513-3b36-4261-ab91-d7a07ec73ecd req-88563343-1385-4a64-ad41-3aeb8ffd56a1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4b173b35dd00423795d2e29ae132dc78&device_id=0422a46e-00fd-463d-aafb-fd9a0a2b2d45 HTTP/1.1" status: 200 len: 1101 time: 0.0544777 Oct 20 11:29:58.227336 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-6713c694-8194-4cc2-b57f-04cc5c193d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'name': 'tempest-FloatingIPsAssociationTestJSON-895004699-router', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'd4c49543-bcac-4c33-9bf5-5f0a091f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:28:33Z', 'updated_at': '2021-10-20T11:28:39Z', 'revision_number': 4, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'gw_port': {'id': 'd4c49543-bcac-4c33-9bf5-5f0a091f6246', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:34Z', 'updated_at': '2021-10-20T11:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': 'a7b4dae5-3e2f-4e80-8286-db0c22f6ef6a', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'port_id': '981c59bc-53ca-4f43-8b0b-20d5a0e89940', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27', 'mac_address': 'fa:16:3e:7a:ab:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990fdeaf-bd3a-416f-bbdd-02714367a9c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:29:07Z', 'updated_at': '2021-10-20T11:29:56Z', 'revision_number': 8, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cf6655d-f474-420a-8784-5e92c4d14a17', 'name': '', 'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'mac_address': 'fa:16:3e:fa:79:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'daa3a48e-5bbf-4e17-b716-d19b520de866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:36Z', 'updated_at': '2021-10-20T11:28:43Z', 'revision_number': 5, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'subnets': [{'id': 'daa3a48e-5bbf-4e17-b716-d19b520de866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:58.272151 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6713c694-8194-4cc2-b57f-04cc5c193d01 None None] Checking router: 3a3d3398-a9eb-40a8-9194-06c333185328 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:29:58.286355 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6713c694-8194-4cc2-b57f-04cc5c193d01 None None] Routers {'3a3d3398-a9eb-40a8-9194-06c333185328'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:29:58.286355 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-6713c694-8194-4cc2-b57f-04cc5c193d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:29:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['3a3d3398-a9eb-40a8-9194-06c333185328'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:58.314917 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0be09-6a32-487d-b513-a6929c5891d6 req-a2b518e7-6722-44b1-82cf-bf36d8b67582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:58.316600 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-23d0be09-6a32-487d-b513-a6929c5891d6 req-a2b518e7-6722-44b1-82cf-bf36d8b67582 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=0f7be2198beb4fa4abf67245a1d7260e&device_id=990fdeaf-bd3a-416f-bbdd-02714367a9c0 HTTP/1.1" status: 200 len: 1096 time: 0.4918759 Oct 20 11:29:58.344950 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e856f-6ddf-43a9-a7d9-32b3e540111f req-66701986-3f85-467e-b84b-694a7d582b37 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:58.346660 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a51e856f-6ddf-43a9-a7d9-32b3e540111f req-66701986-3f85-467e-b84b-694a7d582b37 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0422a46e-00fd-463d-aafb-fd9a0a2b2d45 HTTP/1.1" status: 200 len: 950 time: 0.1734674 Oct 20 11:29:58.479061 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a51e856f-6ddf-43a9-a7d9-32b3e540111f req-28a29672-7736-4ed1-b409-b2e11835ceab tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973969 Oct 20 11:29:58.550834 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4917513-3b36-4261-ab91-d7a07ec73ecd req-0b185517-4071-45f1-b09c-b5b69e2682d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:58.553357 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e4917513-3b36-4261-ab91-d7a07ec73ecd req-0b185517-4071-45f1-b09c-b5b69e2682d9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 0.5238080 Oct 20 11:29:58.585030 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0be09-6a32-487d-b513-a6929c5891d6 req-451eb2a7-c026-4c56-848f-00a90344f82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:58.586469 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-23d0be09-6a32-487d-b513-a6929c5891d6 req-451eb2a7-c026-4c56-848f-00a90344f82d service neutron] 10.222.0.98 "GET /v2.0/networks?id=e737fa8f-48d9-429a-9c0d-195ded222e27 HTTP/1.1" status: 200 len: 922 time: 0.2592731 Oct 20 11:29:58.607195 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-6713c694-8194-4cc2-b57f-04cc5c193d01 None None] Set router 3a3d3398-a9eb-40a8-9194-06c333185328 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:29:58.632031 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e4917513-3b36-4261-ab91-d7a07ec73ecd req-81e15391-eb13-4a57-886f-4bd6becf2bf2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=90971dad-2f63-4bd6-bab0-1734adae135a HTTP/1.1" status: 200 len: 217 time: 0.0690341 Oct 20 11:29:58.660089 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-ccacd739-fabe-416e-9228-51214ce6c3e0 req-5b6153e2-c8d7-40db-819f-0c86dfd622ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef3cb09f-ac5c-486b-a336-8eb09343d5ae {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:29:58.675455 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ccacd739-fabe-416e-9228-51214ce6c3e0 req-5b6153e2-c8d7-40db-819f-0c86dfd622ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:58.695776 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4917513-3b36-4261-ab91-d7a07ec73ecd req-e7a021e8-2521-4c5b-8d90-ba62369037cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:58.699372 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e4917513-3b36-4261-ab91-d7a07ec73ecd req-e7a021e8-2521-4c5b-8d90-ba62369037cb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.0586061 Oct 20 11:29:58.700946 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-ccacd739-fabe-416e-9228-51214ce6c3e0 req-5b6153e2-c8d7-40db-819f-0c86dfd622ba service neutron] Transition to ACTIVE for port object ef3cb09f-ac5c-486b-a336-8eb09343d5ae will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:29:58.709154 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ccacd739-fabe-416e-9228-51214ce6c3e0 req-5b6153e2-c8d7-40db-819f-0c86dfd622ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:58.715577 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-23d0be09-6a32-487d-b513-a6929c5891d6 req-064157d6-b9b0-41bb-8379-1d806ff25d39 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=981c59bc-53ca-4f43-8b0b-20d5a0e89940 HTTP/1.1" status: 200 len: 998 time: 0.1048727 Oct 20 11:29:58.724686 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7c7c7-c186-4cfa-8ae0-abf8f02738f8 req-c41f1f2d-5665-44c1-8274-2d3014ab40df tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:58.731984 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-05c7c7c7-c186-4cfa-8ae0-abf8f02738f8 req-c41f1f2d-5665-44c1-8274-2d3014ab40df tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=403dbfcd-38c6-4a7c-9b63-f21a06c6e2d3 HTTP/1.1" status: 200 len: 932 time: 0.1609662 Oct 20 11:29:58.763286 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4917513-3b36-4261-ab91-d7a07ec73ecd req-5852ef49-5ce4-4a05-9602-99345790af4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:58.765560 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e4917513-3b36-4261-ab91-d7a07ec73ecd req-5852ef49-5ce4-4a05-9602-99345790af4e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0576062 Oct 20 11:29:58.845958 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6153e2-c8d7-40db-819f-0c86dfd622ba service neutron] Pushing event updated for resources: {'Port': ['ID=ef3cb09f-ac5c-486b-a336-8eb09343d5ae,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:58.865451 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-05c7c7c7-c186-4cfa-8ae0-abf8f02738f8 req-1db02e2a-c437-4e50-80fa-09a7174635bd tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281567 Oct 20 11:29:58.897271 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0be09-6a32-487d-b513-a6929c5891d6 req-4dbc049c-02fa-434e-a64f-e7dcb3bc151a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:58.898878 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-23d0be09-6a32-487d-b513-a6929c5891d6 req-4dbc049c-02fa-434e-a64f-e7dcb3bc151a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=daa3a48e-5bbf-4e17-b716-d19b520de866 HTTP/1.1" status: 200 len: 859 time: 0.1644022 Oct 20 11:29:58.920819 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e4917513-3b36-4261-ab91-d7a07ec73ecd req-71bc5d82-daa5-4417-8613-88aef7c98610 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417761 Oct 20 11:29:58.942600 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-6713c694-8194-4cc2-b57f-04cc5c193d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'name': 'tempest-FloatingIPsAssociationTestJSON-895004699-router', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'd4c49543-bcac-4c33-9bf5-5f0a091f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:28:33Z', 'updated_at': '2021-10-20T11:28:39Z', 'revision_number': 4, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'gw_port': {'id': 'd4c49543-bcac-4c33-9bf5-5f0a091f6246', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:34Z', 'updated_at': '2021-10-20T11:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': 'a7b4dae5-3e2f-4e80-8286-db0c22f6ef6a', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'port_id': '981c59bc-53ca-4f43-8b0b-20d5a0e89940', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27', 'mac_address': 'fa:16:3e:7a:ab:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990fdeaf-bd3a-416f-bbdd-02714367a9c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:29:07Z', 'updated_at': '2021-10-20T11:29:56Z', 'revision_number': 8, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cf6655d-f474-420a-8784-5e92c4d14a17', 'name': '', 'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'mac_address': 'fa:16:3e:fa:79:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'daa3a48e-5bbf-4e17-b716-d19b520de866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:36Z', 'updated_at': '2021-10-20T11:28:43Z', 'revision_number': 5, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'subnets': [{'id': 'daa3a48e-5bbf-4e17-b716-d19b520de866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:29:58.976538 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6713c694-8194-4cc2-b57f-04cc5c193d01 None None] The sync data for ids ['3a3d3398-a9eb-40a8-9194-06c333185328'] in n-d-814735-3 is: [{'id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'name': 'tempest-FloatingIPsAssociationTestJSON-895004699-router', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'd4c49543-bcac-4c33-9bf5-5f0a091f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:28:33Z', 'updated_at': '2021-10-20T11:28:39Z', 'revision_number': 4, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'gw_port': {'id': 'd4c49543-bcac-4c33-9bf5-5f0a091f6246', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:34Z', 'updated_at': '2021-10-20T11:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': 'a7b4dae5-3e2f-4e80-8286-db0c22f6ef6a', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'port_id': '981c59bc-53ca-4f43-8b0b-20d5a0e89940', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27', 'mac_address': 'fa:16:3e:7a:ab:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990fdeaf-bd3a-416f-bbdd-02714367a9c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:29:07Z', 'updated_at': '2021-10-20T11:29:56Z', 'revision_number': 8, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cf6655d-f474-420a-8784-5e92c4d14a17', 'name': '', 'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'mac_address': 'fa:16:3e:fa:79:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'daa3a48e-5bbf-4e17-b716-d19b520de866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:36Z', 'updated_at': '2021-10-20T11:28:43Z', 'revision_number': 5, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'subnets': [{'id': 'daa3a48e-5bbf-4e17-b716-d19b520de866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:29:58.993005 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5093f9dd-d812-40b5-af1f-e17ad52020df x-openstack-request-id: req-5093f9dd-d812-40b5-af1f-e17ad52020df {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:29:58.993355 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "990fdeaf-bd3a-416f-bbdd-02714367a9c0", "tag": "981c59bc-53ca-4f43-8b0b-20d5a0e89940", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:29:58.993588 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5093f9dd-d812-40b5-af1f-e17ad52020df {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:29:58.993981 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '990fdeaf-bd3a-416f-bbdd-02714367a9c0', 'tag': '981c59bc-53ca-4f43-8b0b-20d5a0e89940', 'status': 'completed', 'code': 200} Oct 20 11:29:59.044177 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0be09-6a32-487d-b513-a6929c5891d6 req-05c79503-40a7-450b-a259-882381ba0852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:59.052280 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-23d0be09-6a32-487d-b513-a6929c5891d6 req-05c79503-40a7-450b-a259-882381ba0852 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e737fa8f-48d9-429a-9c0d-195ded222e27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1201267 Oct 20 11:29:59.072665 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device f1457ed4-9b43-4138-abe0-f6fc2a6c95ed details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:29:59.087129 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b0162-ea06-4f9c-af52-94569afbb22b req-0590993a-7a92-45a0-ab0b-e3baacef8152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:59.088737 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-d85b0162-ea06-4f9c-af52-94569afbb22b req-0590993a-7a92-45a0-ab0b-e3baacef8152 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0f7be2198beb4fa4abf67245a1d7260e&device_id=990fdeaf-bd3a-416f-bbdd-02714367a9c0 HTTP/1.1" status: 200 len: 1096 time: 0.1172433 Oct 20 11:29:59.091089 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e4917513-3b36-4261-ab91-d7a07ec73ecd req-cea62680-e516-4700-a0b8-f2c1be0fc714 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610150 Oct 20 11:29:59.166061 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-23d0be09-6a32-487d-b513-a6929c5891d6 req-455f96ef-583c-4999-a6ab-5d5d244172c6 service neutron] 10.222.0.98 "GET /v2.0/networks/e737fa8f-48d9-429a-9c0d-195ded222e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128101 Oct 20 11:29:59.175716 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-ccacd739-fabe-416e-9228-51214ce6c3e0 req-5b6153e2-c8d7-40db-819f-0c86dfd622ba service neutron] Attempting to bind port ef3cb09f-ac5c-486b-a336-8eb09343d5ae on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:29:59.176050 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-ccacd739-fabe-416e-9228-51214ce6c3e0 req-5b6153e2-c8d7-40db-819f-0c86dfd622ba service neutron] Attempting to bind port ef3cb09f-ac5c-486b-a336-8eb09343d5ae by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': 'ba843d51-18ac-492f-b072-dcb49c698d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '899673ab-8e62-4651-b772-c8a12e790997'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:29:59.176377 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccacd739-fabe-416e-9228-51214ce6c3e0 req-5b6153e2-c8d7-40db-819f-0c86dfd622ba service neutron] Attempting to bind port ef3cb09f-ac5c-486b-a336-8eb09343d5ae on network 899673ab-8e62-4651-b772-c8a12e790997 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:29:59.202140 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccacd739-fabe-416e-9228-51214ce6c3e0 req-5b6153e2-c8d7-40db-819f-0c86dfd622ba service neutron] Port ef3cb09f-ac5c-486b-a336-8eb09343d5ae on network 899673ab-8e62-4651-b772-c8a12e790997 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:29:59.202472 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccacd739-fabe-416e-9228-51214ce6c3e0 req-5b6153e2-c8d7-40db-819f-0c86dfd622ba service neutron] Attempting to bind port ef3cb09f-ac5c-486b-a336-8eb09343d5ae on network 899673ab-8e62-4651-b772-c8a12e790997 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:29:59.228486 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b0162-ea06-4f9c-af52-94569afbb22b req-94117d8e-fd20-443d-811c-2ea2118dcca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:59.230538 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-d85b0162-ea06-4f9c-af52-94569afbb22b req-94117d8e-fd20-443d-811c-2ea2118dcca7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e737fa8f-48d9-429a-9c0d-195ded222e27 HTTP/1.1" status: 200 len: 922 time: 0.1339004 Oct 20 11:29:59.231412 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccacd739-fabe-416e-9228-51214ce6c3e0 req-5b6153e2-c8d7-40db-819f-0c86dfd622ba service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:29:59.231841 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccacd739-fabe-416e-9228-51214ce6c3e0 req-5b6153e2-c8d7-40db-819f-0c86dfd622ba service neutron] Checking segment: {'id': 'ba843d51-18ac-492f-b072-dcb49c698d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '899673ab-8e62-4651-b772-c8a12e790997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:29:59.232403 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccacd739-fabe-416e-9228-51214ce6c3e0 req-5b6153e2-c8d7-40db-819f-0c86dfd622ba service neutron] Bound using segment: {'id': 'ba843d51-18ac-492f-b072-dcb49c698d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '899673ab-8e62-4651-b772-c8a12e790997'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:29:59.233121 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-ccacd739-fabe-416e-9228-51214ce6c3e0 req-5b6153e2-c8d7-40db-819f-0c86dfd622ba service neutron] Bound port: ef3cb09f-ac5c-486b-a336-8eb09343d5ae, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba843d51-18ac-492f-b072-dcb49c698d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '899673ab-8e62-4651-b772-c8a12e790997'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:29:59.233647 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ccacd739-fabe-416e-9228-51214ce6c3e0 req-5b6153e2-c8d7-40db-819f-0c86dfd622ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:59.264472 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port f1457ed4-9b43-4138-abe0-f6fc2a6c95ed, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=f1457ed4-9b43-4138-abe0-f6fc2a6c95ed,segment=NetworkSegment(ec1b6256-95be-479c-9695-b6dae13546d3),segment_id=ec1b6256-95be-479c-9695-b6dae13546d3)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:29:59.285456 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': 'f1457ed4-9b43-4138-abe0-f6fc2a6c95ed', 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e', 'port_id': 'f1457ed4-9b43-4138-abe0-f6fc2a6c95ed', 'mac_address': 'fa:16:3e:9a:37:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a0c5c2a-f9c9-492d-ba9f-7e961a63a7db', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:29:59.306018 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b68873-046a-4263-86ad-2696896ccade req-301fdc43-bb24-4c9f-866a-0f5d5aef3a1a tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:59.307566 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-61b68873-046a-4263-86ad-2696896ccade req-301fdc43-bb24-4c9f-866a-0f5d5aef3a1a tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=f28ad3ad-c9b6-4b2a-adce-93b5218f9c86 HTTP/1.1" status: 200 len: 946 time: 0.2866557 Oct 20 11:29:59.336970 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-d85b0162-ea06-4f9c-af52-94569afbb22b req-10a1d02b-17d1-424e-8ca8-51cdfcd2c9de service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=981c59bc-53ca-4f43-8b0b-20d5a0e89940 HTTP/1.1" status: 200 len: 998 time: 0.0982625 Oct 20 11:29:59.343798 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042e4813-d8e5-4dcb-9da5-0c9414b414ca None None] New status for floating IP a7b4dae5-3e2f-4e80-8286-db0c22f6ef6a: ACTIVE {{(pid=100648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:29:59.405773 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-23d0be09-6a32-487d-b513-a6929c5891d6 req-521076d9-6024-4eac-9243-5285b6bef091 service neutron] 10.222.0.98 "GET /v2.0/networks/e737fa8f-48d9-429a-9c0d-195ded222e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388186 Oct 20 11:29:59.406839 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:59.407095 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b0162-ea06-4f9c-af52-94569afbb22b req-e248cde7-dd9d-48c6-83b2-ea23f4fd9f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:59.408702 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-61b68873-046a-4263-86ad-2696896ccade req-c6dc56bc-f5e9-4ab1-8466-424acc85e455 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807393 Oct 20 11:29:59.422515 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-d85b0162-ea06-4f9c-af52-94569afbb22b req-e248cde7-dd9d-48c6-83b2-ea23f4fd9f47 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=daa3a48e-5bbf-4e17-b716-d19b520de866 HTTP/1.1" status: 200 len: 859 time: 0.0720301 Oct 20 11:29:59.432025 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1457ed4-9b43-4138-abe0-f6fc2a6c95ed {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:29:59.458253 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-ccacd739-fabe-416e-9228-51214ce6c3e0 req-5b6153e2-c8d7-40db-819f-0c86dfd622ba service neutron] For port ef3cb09f-ac5c-486b-a336-8eb09343d5ae, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:29:59.467868 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-ccacd739-fabe-416e-9228-51214ce6c3e0 req-5b6153e2-c8d7-40db-819f-0c86dfd622ba service neutron] For port ef3cb09f-ac5c-486b-a336-8eb09343d5ae, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=ef3cb09f-ac5c-486b-a336-8eb09343d5ae,segment=NetworkSegment(ba843d51-18ac-492f-b072-dcb49c698d12),segment_id=ba843d51-18ac-492f-b072-dcb49c698d12)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:29:59.479584 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ccacd739-fabe-416e-9228-51214ce6c3e0 req-5b6153e2-c8d7-40db-819f-0c86dfd622ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:59.525579 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b0162-ea06-4f9c-af52-94569afbb22b req-b61c2949-0676-4052-a33b-6d3d8330461b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:59.527715 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-d85b0162-ea06-4f9c-af52-94569afbb22b req-b61c2949-0676-4052-a33b-6d3d8330461b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e737fa8f-48d9-429a-9c0d-195ded222e27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1041434 Oct 20 11:29:59.572928 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccacd739-fabe-416e-9228-51214ce6c3e0 req-5b6153e2-c8d7-40db-819f-0c86dfd622ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:59.574137 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ccacd739-fabe-416e-9228-51214ce6c3e0 req-5b6153e2-c8d7-40db-819f-0c86dfd622ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:59.575892 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ccacd739-fabe-416e-9228-51214ce6c3e0 req-5b6153e2-c8d7-40db-819f-0c86dfd622ba service neutron] 10.222.0.11 "PUT /v2.0/ports/ef3cb09f-ac5c-486b-a336-8eb09343d5ae HTTP/1.1" status: 200 len: 1092 time: 1.9399059 Oct 20 11:29:59.607804 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6153e2-c8d7-40db-819f-0c86dfd622ba service neutron] Pushing event updated for resources: {'Port': ['ID=ef3cb09f-ac5c-486b-a336-8eb09343d5ae,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:59.633878 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b726d-8bd6-446f-8264-ad1e2799576d req-5a9944bc-9235-4b95-9cb2-bacb25e43116 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:59.633878 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-762b726d-8bd6-446f-8264-ad1e2799576d req-5a9944bc-9235-4b95-9cb2-bacb25e43116 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 944 time: 0.0971162 Oct 20 11:29:59.707824 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port f1457ed4-9b43-4138-abe0-f6fc2a6c95ed, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=f1457ed4-9b43-4138-abe0-f6fc2a6c95ed,segment=NetworkSegment(ec1b6256-95be-479c-9695-b6dae13546d3),segment_id=ec1b6256-95be-479c-9695-b6dae13546d3)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:29:59.726877 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:29:59.758349 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-762b726d-8bd6-446f-8264-ad1e2799576d req-7c6c70ce-fe61-48ce-a155-60b68e000090 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122420 Oct 20 11:29:59.770902 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccacd739-fabe-416e-9228-51214ce6c3e0 req-d6ed8865-2c77-440c-8d00-d444e7b8c0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:29:59.772937 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ccacd739-fabe-416e-9228-51214ce6c3e0 req-d6ed8865-2c77-440c-8d00-d444e7b8c0ab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d38afe8278fd4e3db0fda1c5f6f7e7f5&device_id=403dbfcd-38c6-4a7c-9b63-f21a06c6e2d3 HTTP/1.1" status: 200 len: 1095 time: 0.1386404 Oct 20 11:29:59.779342 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-d85b0162-ea06-4f9c-af52-94569afbb22b req-75134e62-954b-4475-8ae0-63d658081118 service neutron] 10.222.0.11 "GET /v2.0/networks/e737fa8f-48d9-429a-9c0d-195ded222e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394054 Oct 20 11:29:59.814576 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-068babb7-3f17-449e-aa80-938ac0562452 req-4a1a1c14-e696-45e9-aea0-1f781a5ccaaf tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/floatingips/a7b4dae5-3e2f-4e80-8286-db0c22f6ef6a HTTP/1.1" status: 200 len: 995 time: 0.1133595 Oct 20 11:29:59.836907 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=f1457ed4-9b43-4138-abe0-f6fc2a6c95ed,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:29:59.854358 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ccacd739-fabe-416e-9228-51214ce6c3e0 req-6db4fa78-3607-446c-83c4-e0cc71fd8d8b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef3cb09f-ac5c-486b-a336-8eb09343d5ae HTTP/1.1" status: 200 len: 217 time: 0.0555124 Oct 20 11:29:59.854668 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device f033030b-b659-4c7e-8579-b0d84d7eb49e no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:29:59.879798 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: f033030b-b659-4c7e-8579-b0d84d7eb49e {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:29:59.880772 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device f033030b-b659-4c7e-8579-b0d84d7eb49e not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:29:59.949268 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-d85b0162-ea06-4f9c-af52-94569afbb22b req-c69b17c6-babe-4079-9096-e4fba36882f2 service neutron] 10.222.0.11 "GET /v2.0/networks/e737fa8f-48d9-429a-9c0d-195ded222e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571321 Oct 20 11:30:00.000479 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['f1457ed4-9b43-4138-abe0-f6fc2a6c95ed'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:30:00.012960 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccacd739-fabe-416e-9228-51214ce6c3e0 req-18e534ea-4cf0-49be-acb4-8b39c13988d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:00.014483 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ccacd739-fabe-416e-9228-51214ce6c3e0 req-18e534ea-4cf0-49be-acb4-8b39c13988d2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=aac54544-8ac1-4e04-a94d-f9c6d3bc8d37 HTTP/1.1" status: 200 len: 845 time: 0.1371324 Oct 20 11:30:00.025047 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803eea0-1043-4f9e-8ac2-07422ceeb812 req-4fc6bae0-722f-4a49-bf9a-67de6b60e125 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:00.026473 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8803eea0-1043-4f9e-8ac2-07422ceeb812 req-4fc6bae0-722f-4a49-bf9a-67de6b60e125 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0422a46e-00fd-463d-aafb-fd9a0a2b2d45 HTTP/1.1" status: 200 len: 950 time: 0.1333916 Oct 20 11:30:00.069593 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ccacd739-fabe-416e-9228-51214ce6c3e0 req-087e586c-ae72-4f6d-aac2-c3c6004e4665 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=899673ab-8e62-4651-b772-c8a12e790997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401421 Oct 20 11:30:00.098088 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068babb7-3f17-449e-aa80-938ac0562452 req-db17f1fa-07b9-4ce5-9d3f-db9349739bed tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:00.100146 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-068babb7-3f17-449e-aa80-938ac0562452 req-db17f1fa-07b9-4ce5-9d3f-db9349739bed tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/networks/717966e5-c478-496f-bddb-05794fb74250 HTTP/1.1" status: 200 len: 784 time: 0.2847433 Oct 20 11:30:00.124828 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-068babb7-3f17-449e-aa80-938ac0562452 req-5cb5df4f-8524-44be-8230-e2d4f62ec3b8 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:30:00.125818 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-068babb7-3f17-449e-aa80-938ac0562452 req-5cb5df4f-8524-44be-8230-e2d4f62ec3b8 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0123968 Oct 20 11:30:00.140547 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8803eea0-1043-4f9e-8ac2-07422ceeb812 req-6764b169-c5c7-4450-8b38-19ed2c3990be tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003902 Oct 20 11:30:00.279012 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ccacd739-fabe-416e-9228-51214ce6c3e0 req-89e4569b-c269-4103-93c6-123c641328c2 service neutron] 10.222.0.11 "GET /v2.0/networks/899673ab-8e62-4651-b772-c8a12e790997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996956 Oct 20 11:30:00.300702 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-63a6106d-12df-46f3-8023-e4408d329e90 req-2927ce8b-d60a-42c1-8d7a-68fb30a6c8bf tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.12 HTTP/1.1" status: 200 len: 1000 time: 0.1189034 Oct 20 11:30:00.325228 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a5873-adf9-44e4-b19a-e0558c2634ef req-471070a7-5099-4edf-9e33-82bfe516cbad tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:00.326614 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-207a5873-adf9-44e4-b19a-e0558c2634ef req-471070a7-5099-4edf-9e33-82bfe516cbad tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=403dbfcd-38c6-4a7c-9b63-f21a06c6e2d3 HTTP/1.1" status: 200 len: 944 time: 0.1037207 Oct 20 11:30:00.433984 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6106d-12df-46f3-8023-e4408d329e90 req-cc29a26d-8dd0-4a8f-b2f1-74b50d1acb06 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:00.435746 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-63a6106d-12df-46f3-8023-e4408d329e90 req-cc29a26d-8dd0-4a8f-b2f1-74b50d1acb06 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/ports/981c59bc-53ca-4f43-8b0b-20d5a0e89940 HTTP/1.1" status: 200 len: 942 time: 0.1211734 Oct 20 11:30:00.466705 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-207a5873-adf9-44e4-b19a-e0558c2634ef req-165ef955-1796-4562-8754-1bf4825a6e81 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311884 Oct 20 11:30:00.470492 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ccacd739-fabe-416e-9228-51214ce6c3e0 req-f67c7851-1e41-44c6-85ce-a01b65efffd2 service neutron] 10.222.0.11 "GET /v2.0/networks/899673ab-8e62-4651-b772-c8a12e790997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801708 Oct 20 11:30:00.605237 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-63a6106d-12df-46f3-8023-e4408d329e90 req-9337ace9-c5cc-4b17-9727-9d00453dc47d tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.12 HTTP/1.1" status: 200 len: 1000 time: 0.1041694 Oct 20 11:30:00.617880 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a65420-4b1c-4710-a6bb-9406dee15dcc req-e3e91e6c-ee65-4d98-9445-9e7dcde31866 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:00.619359 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92a65420-4b1c-4710-a6bb-9406dee15dcc req-e3e91e6c-ee65-4d98-9445-9e7dcde31866 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=f28ad3ad-c9b6-4b2a-adce-93b5218f9c86 HTTP/1.1" status: 200 len: 946 time: 0.0747709 Oct 20 11:30:00.718756 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92a65420-4b1c-4710-a6bb-9406dee15dcc req-fa9a3604-cf0a-4615-832d-404502b16c08 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870528 Oct 20 11:30:00.761606 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6106d-12df-46f3-8023-e4408d329e90 req-ab914ad0-c5d1-4ed9-8e5f-c5e6e6847e6c tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:00.777662 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-63a6106d-12df-46f3-8023-e4408d329e90 req-ab914ad0-c5d1-4ed9-8e5f-c5e6e6847e6c tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/networks/717966e5-c478-496f-bddb-05794fb74250 HTTP/1.1" status: 200 len: 784 time: 0.1511366 Oct 20 11:30:00.843991 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-63a6106d-12df-46f3-8023-e4408d329e90 req-46b9dc69-5ca2-460f-ada5-32690bdf6a43 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.12 HTTP/1.1" status: 200 len: 1000 time: 0.0714772 Oct 20 11:30:00.854927 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-63a6106d-12df-46f3-8023-e4408d329e90 req-ac11cb5e-981e-44fc-adc3-d108240fc8ca tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:30:00.919026 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-63a6106d-12df-46f3-8023-e4408d329e90 req-ac11cb5e-981e-44fc-adc3-d108240fc8ca tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Publish callbacks [] for floatingip, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:00.995817 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '403dbfcd-38c6-4a7c-9b63-f21a06c6e2d3', 'tag': 'ef3cb09f-ac5c-486b-a336-8eb09343d5ae'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:30:00.998252 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ad9d19-5d96-48e4-a02e-650d2be36ca2" -d '{"events": [{"name": "network-changed", "server_uuid": "403dbfcd-38c6-4a7c-9b63-f21a06c6e2d3", "tag": "ef3cb09f-ac5c-486b-a336-8eb09343d5ae"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:30:01.057173 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fba1d-a682-4b10-ba11-9a8a47a7acc5 req-13244f6e-843a-4065-8ce0-ce34554b7e25 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:01.059033 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-509fba1d-a682-4b10-ba11-9a8a47a7acc5 req-13244f6e-843a-4065-8ce0-ce34554b7e25 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 945 time: 0.1081283 Oct 20 11:30:01.103494 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 90971dad-2f63-4bd6-bab0-1734adae135a details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:30:01.108445 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device f1457ed4-9b43-4138-abe0-f6fc2a6c95ed up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:30:01.123664 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-509fba1d-a682-4b10-ba11-9a8a47a7acc5 req-10f34e5f-329b-4c83-a7e5-ee5c0c480b6a tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566003 Oct 20 11:30:01.158240 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-63a6106d-12df-46f3-8023-e4408d329e90 req-ac11cb5e-981e-44fc-adc3-d108240fc8ca tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:01.165360 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-63a6106d-12df-46f3-8023-e4408d329e90 req-ac11cb5e-981e-44fc-adc3-d108240fc8ca tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:01.166137 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [req-63a6106d-12df-46f3-8023-e4408d329e90 req-ac11cb5e-981e-44fc-adc3-d108240fc8ca tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Floating IP a7b4dae5-3e2f-4e80-8286-db0c22f6ef6a disassociated. External IP: 172.25.5.12, port: 981c59bc-53ca-4f43-8b0b-20d5a0e89940. Oct 20 11:30:01.236526 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b5aa6e-ce45-406c-9329-ede0d1ebff90 x-openstack-request-id: req-94b5aa6e-ce45-406c-9329-ede0d1ebff90 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:30:01.237112 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "403dbfcd-38c6-4a7c-9b63-f21a06c6e2d3", "tag": "ef3cb09f-ac5c-486b-a336-8eb09343d5ae", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:30:01.237670 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-94b5aa6e-ce45-406c-9329-ede0d1ebff90 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:30:01.238431 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '403dbfcd-38c6-4a7c-9b63-f21a06c6e2d3', 'tag': 'ef3cb09f-ac5c-486b-a336-8eb09343d5ae', 'status': 'completed', 'code': 200} Oct 20 11:30:01.273346 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port f1457ed4-9b43-4138-abe0-f6fc2a6c95ed completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:30:01.317648 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port f1457ed4-9b43-4138-abe0-f6fc2a6c95ed triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:30:01.318071 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:01.375115 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 90971dad-2f63-4bd6-bab0-1734adae135a, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=90971dad-2f63-4bd6-bab0-1734adae135a,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:30:01.390162 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '90971dad-2f63-4bd6-bab0-1734adae135a', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'port_id': '90971dad-2f63-4bd6-bab0-1734adae135a', 'mac_address': 'fa:16:3e:1c:41:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94289c8c-e5f7-4e30-b6a9-5b268a8fd610', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:30:01.463816 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:01.471036 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:01.501066 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 90971dad-2f63-4bd6-bab0-1734adae135a {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:30:01.526001 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 90971dad-2f63-4bd6-bab0-1734adae135a, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=90971dad-2f63-4bd6-bab0-1734adae135a,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:30:01.533724 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4cbb0ba-3367-43eb-b577-f77b45c517af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1457ed4-9b43-4138-abe0-f6fc2a6c95ed'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:30:01.536530 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc6e1c9-f535-4cba-b2a0-5ff2c9876b24" -d '{"events": [{"server_uuid": "b4cbb0ba-3367-43eb-b577-f77b45c517af", "name": "network-vif-plugged", "status": "completed", "tag": "f1457ed4-9b43-4138-abe0-f6fc2a6c95ed"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:30:01.542049 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:01.571314 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port f1457ed4-9b43-4138-abe0-f6fc2a6c95ed, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=f1457ed4-9b43-4138-abe0-f6fc2a6c95ed,segment=NetworkSegment(ec1b6256-95be-479c-9695-b6dae13546d3),segment_id=ec1b6256-95be-479c-9695-b6dae13546d3)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:30:01.582108 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:01.582955 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 90971dad-2f63-4bd6-bab0-1734adae135a no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:30:01.626958 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=90971dad-2f63-4bd6-bab0-1734adae135a,revision_number=6']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:01.715117 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad9d19-5d96-48e4-a02e-650d2be36ca2 req-4dc18da6-88cd-4ebb-8911-b020d00e3d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:01.716819 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-96ad9d19-5d96-48e4-a02e-650d2be36ca2 req-4dc18da6-88cd-4ebb-8911-b020d00e3d12 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d38afe8278fd4e3db0fda1c5f6f7e7f5&device_id=403dbfcd-38c6-4a7c-9b63-f21a06c6e2d3 HTTP/1.1" status: 200 len: 1095 time: 0.4547870 Oct 20 11:30:01.730484 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=f1457ed4-9b43-4138-abe0-f6fc2a6c95ed,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:01.735487 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:01.758647 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 90971dad-2f63-4bd6-bab0-1734adae135a {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:30:01.780332 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfcb0d2-6222-4920-9e9a-28122308201f req-94be0d96-222d-431a-ab18-4e77402fbfb0 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:01.782083 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5bfcb0d2-6222-4920-9e9a-28122308201f req-94be0d96-222d-431a-ab18-4e77402fbfb0 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0422a46e-00fd-463d-aafb-fd9a0a2b2d45 HTTP/1.1" status: 200 len: 949 time: 0.4640846 Oct 20 11:30:01.784971 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 90971dad-2f63-4bd6-bab0-1734adae135a, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=90971dad-2f63-4bd6-bab0-1734adae135a,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:30:01.792400 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:01.856239 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=90971dad-2f63-4bd6-bab0-1734adae135a,revision_number=7']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:01.942747 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5bfcb0d2-6222-4920-9e9a-28122308201f req-b84078fc-5fc8-49f6-96b1-fabfaf2ca041 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376164 Oct 20 11:30:01.961548 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad9d19-5d96-48e4-a02e-650d2be36ca2 req-8698e2fd-4e60-44b0-bcdd-3e9a4a943270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:01.961548 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-96ad9d19-5d96-48e4-a02e-650d2be36ca2 req-8698e2fd-4e60-44b0-bcdd-3e9a4a943270 service neutron] 10.222.0.11 "GET /v2.0/networks?id=899673ab-8e62-4651-b772-c8a12e790997 HTTP/1.1" status: 200 len: 907 time: 0.2351568 Oct 20 11:30:01.962539 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63a6106d-12df-46f3-8023-e4408d329e90 req-ac11cb5e-981e-44fc-adc3-d108240fc8ca tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Router 3a3d3398-a9eb-40a8-9194-06c333185328 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:30:01.972165 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['90971dad-2f63-4bd6-bab0-1734adae135a'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:30:02.013288 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-96ad9d19-5d96-48e4-a02e-650d2be36ca2 req-e0e9b85a-83f5-4bbb-ac5f-53b079dde100 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef3cb09f-ac5c-486b-a336-8eb09343d5ae HTTP/1.1" status: 200 len: 217 time: 0.0398040 Oct 20 11:30:02.094460 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-1e50a420-0530-467b-bbbf-ed6fb5a06023 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:02.096606 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-1e50a420-0530-467b-bbbf-ed6fb5a06023 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f28ad3ad-c9b6-4b2a-adce-93b5218f9c86&tenant_id=aa6715c00c6e4476951bf73e506ed201&binding%3Ahost_id=n-h2-814735-3 HTTP/1.1" status: 200 len: 1097 time: 0.0530221 Oct 20 11:30:02.111224 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-6b650ffd-4737-4c61-a450-b4bd60add07a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-814735-3'}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:30:02.162720 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad9d19-5d96-48e4-a02e-650d2be36ca2 req-5385bc43-35b3-4ace-8150-75c86b29c458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:02.164214 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-96ad9d19-5d96-48e4-a02e-650d2be36ca2 req-5385bc43-35b3-4ace-8150-75c86b29c458 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=aac54544-8ac1-4e04-a94d-f9c6d3bc8d37 HTTP/1.1" status: 200 len: 845 time: 0.1129272 Oct 20 11:30:02.174588 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76626244-dcdc-4879-b776-29e3264cad49 req-d0011929-e482-4929-a98e-8a3c6dd1dc0c tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:02.176094 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-76626244-dcdc-4879-b776-29e3264cad49 req-d0011929-e482-4929-a98e-8a3c6dd1dc0c tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=403dbfcd-38c6-4a7c-9b63-f21a06c6e2d3 HTTP/1.1" status: 200 len: 944 time: 0.1671576 Oct 20 11:30:02.189718 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-6b650ffd-4737-4c61-a450-b4bd60add07a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:02.216053 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-96ad9d19-5d96-48e4-a02e-650d2be36ca2 req-5465e6df-0f61-4178-b8ce-24712895a786 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=899673ab-8e62-4651-b772-c8a12e790997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371277 Oct 20 11:30:02.239196 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63a6106d-12df-46f3-8023-e4408d329e90 req-ac11cb5e-981e-44fc-adc3-d108240fc8ca tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:30:02.245509 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-63a6106d-12df-46f3-8023-e4408d329e90 req-ac11cb5e-981e-44fc-adc3-d108240fc8ca tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:02.253480 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855852c6-12f2-4ea3-9dc8-b79aeda834ec None None] Sync routers for ids ['3a3d3398-a9eb-40a8-9194-06c333185328'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:30:02.266606 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855852c6-12f2-4ea3-9dc8-b79aeda834ec None None] Routers {'3a3d3398-a9eb-40a8-9194-06c333185328'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:30:02.267953 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-855852c6-12f2-4ea3-9dc8-b79aeda834ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:29:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['3a3d3398-a9eb-40a8-9194-06c333185328'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:30:02.302412 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-76626244-dcdc-4879-b776-29e3264cad49 req-53bbae39-c2ef-4478-abd1-63a85ea63aee tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130166 Oct 20 11:30:02.305587 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-63a6106d-12df-46f3-8023-e4408d329e90 req-ac11cb5e-981e-44fc-adc3-d108240fc8ca tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "PUT /v2.0/floatingips/a7b4dae5-3e2f-4e80-8286-db0c22f6ef6a HTTP/1.1" status: 200 len: 695 time: 1.4552608 Oct 20 11:30:02.387216 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-6b650ffd-4737-4c61-a450-b4bd60add07a service neutron] For port dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b,segment=NetworkSegment(fb1327ec-83b6-478a-9700-c6ea2f9574d3),segment_id=fb1327ec-83b6-478a-9700-c6ea2f9574d3)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:30:02.396734 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04d9cb0-4ce4-4af0-b9a4-a952b41ee162 x-openstack-request-id: req-f04d9cb0-4ce4-4af0-b9a4-a952b41ee162 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:30:02.397588 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4cbb0ba-3367-43eb-b577-f77b45c517af", "name": "network-vif-plugged", "status": "completed", "tag": "f1457ed4-9b43-4138-abe0-f6fc2a6c95ed", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:30:02.397871 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f04d9cb0-4ce4-4af0-b9a4-a952b41ee162 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:30:02.398312 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4cbb0ba-3367-43eb-b577-f77b45c517af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1457ed4-9b43-4138-abe0-f6fc2a6c95ed', 'code': 200} Oct 20 11:30:02.409644 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6106d-12df-46f3-8023-e4408d329e90 req-c5085ad1-62ce-430d-8f60-6272e655b3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:02.411211 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-63a6106d-12df-46f3-8023-e4408d329e90 req-c5085ad1-62ce-430d-8f60-6272e655b3e7 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=0f7be2198beb4fa4abf67245a1d7260e&device_id=990fdeaf-bd3a-416f-bbdd-02714367a9c0 HTTP/1.1" status: 200 len: 1096 time: 0.0766592 Oct 20 11:30:02.413394 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-96ad9d19-5d96-48e4-a02e-650d2be36ca2 req-2c69c37d-f442-467d-bd51-94427cf00fdf service neutron] 10.222.0.11 "GET /v2.0/networks/899673ab-8e62-4651-b772-c8a12e790997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844113 Oct 20 11:30:02.455695 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-6b650ffd-4737-4c61-a450-b4bd60add07a service neutron] For port dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:30:02.488130 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-855852c6-12f2-4ea3-9dc8-b79aeda834ec None None] Set router 3a3d3398-a9eb-40a8-9194-06c333185328 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:30:02.510589 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-6b650ffd-4737-4c61-a450-b4bd60add07a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:02.515084 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f28ad3ad-c9b6-4b2a-adce-93b5218f9c86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:30:02.518966 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3daa694c-d4aa-4fee-bdc1-c215c5ddb167" -d '{"events": [{"server_uuid": "f28ad3ad-c9b6-4b2a-adce-93b5218f9c86", "name": "network-vif-unplugged", "status": "completed", "tag": "dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:30:02.554441 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-6b650ffd-4737-4c61-a450-b4bd60add07a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:02.607741 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef70913-3932-41ca-ab68-b4808eb11245 req-3a7db35c-5895-4d85-8445-5eb297eac320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:02.609768 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-7ef70913-3932-41ca-ab68-b4808eb11245 req-3a7db35c-5895-4d85-8445-5eb297eac320 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 1097 time: 0.0837870 Oct 20 11:30:02.664665 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-7ef70913-3932-41ca-ab68-b4808eb11245 req-038f167f-a1e1-46cc-8cc5-8fb851f0b786 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425386 Oct 20 11:30:02.677906 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6106d-12df-46f3-8023-e4408d329e90 req-950f998d-0848-4043-9728-060e3868b0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:02.679444 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-63a6106d-12df-46f3-8023-e4408d329e90 req-950f998d-0848-4043-9728-060e3868b0ed service neutron] 10.222.0.98 "GET /v2.0/networks?id=e737fa8f-48d9-429a-9c0d-195ded222e27 HTTP/1.1" status: 200 len: 922 time: 0.2592261 Oct 20 11:30:02.689928 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd9829-7d07-485b-bbe8-d3cb40781a68 req-80b4208b-91d8-42fd-ac7f-3a5cf26cb74d tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:02.696849 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3dbd9829-7d07-485b-bbe8-d3cb40781a68 req-80b4208b-91d8-42fd-ac7f-3a5cf26cb74d tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=f28ad3ad-c9b6-4b2a-adce-93b5218f9c86 HTTP/1.1" status: 200 len: 944 time: 0.2033617 Oct 20 11:30:02.723214 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-6b650ffd-4737-4c61-a450-b4bd60add07a service neutron] Attempting to bind port dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b on host n-h2-814735-3 for vnic_type normal with profile {"migrating_to": "n-h1-814735-3"} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:30:02.723970 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-6b650ffd-4737-4c61-a450-b4bd60add07a service neutron] Attempting to bind port dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': 'fb1327ec-83b6-478a-9700-c6ea2f9574d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:30:02.724538 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-6b650ffd-4737-4c61-a450-b4bd60add07a service neutron] Attempting to bind port dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b on network b05579c2-10e5-4997-ab9d-57afa741288e {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:30:02.729866 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-6b650ffd-4737-4c61-a450-b4bd60add07a service neutron] Port dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b on network b05579c2-10e5-4997-ab9d-57afa741288e not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:30:02.730522 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-6b650ffd-4737-4c61-a450-b4bd60add07a service neutron] Attempting to bind port dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b on network b05579c2-10e5-4997-ab9d-57afa741288e {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:30:02.733210 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b650ffd-4737-4c61-a450-b4bd60add07a service neutron] Pushing event updated for resources: {'Port': ['ID=dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b,revision_number=7']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:02.750508 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-6b650ffd-4737-4c61-a450-b4bd60add07a service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:30:02.750723 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-96ad9d19-5d96-48e4-a02e-650d2be36ca2 req-a4b616db-2eed-41e2-ac6f-e508f49856b8 service neutron] 10.222.0.11 "GET /v2.0/networks/899673ab-8e62-4651-b772-c8a12e790997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289800 Oct 20 11:30:02.751831 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-6b650ffd-4737-4c61-a450-b4bd60add07a service neutron] Checking segment: {'id': 'fb1327ec-83b6-478a-9700-c6ea2f9574d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:30:02.752965 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-6b650ffd-4737-4c61-a450-b4bd60add07a service neutron] Bound using segment: {'id': 'fb1327ec-83b6-478a-9700-c6ea2f9574d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:30:02.753626 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-6b650ffd-4737-4c61-a450-b4bd60add07a service neutron] Bound port: dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb1327ec-83b6-478a-9700-c6ea2f9574d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'b05579c2-10e5-4997-ab9d-57afa741288e'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:30:02.754211 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-6b650ffd-4737-4c61-a450-b4bd60add07a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:02.755940 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-63a6106d-12df-46f3-8023-e4408d329e90 req-76c8e310-8a51-4d6d-81ce-a19ee90e9eda service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=981c59bc-53ca-4f43-8b0b-20d5a0e89940 HTTP/1.1" status: 200 len: 217 time: 0.0496540 Oct 20 11:30:02.809493 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3dbd9829-7d07-485b-bbe8-d3cb40781a68 req-64b5b43c-f711-4152-a54f-ce18d6c3bf50 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116724 Oct 20 11:30:02.828292 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-855852c6-12f2-4ea3-9dc8-b79aeda834ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'name': 'tempest-FloatingIPsAssociationTestJSON-895004699-router', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'd4c49543-bcac-4c33-9bf5-5f0a091f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:28:33Z', 'updated_at': '2021-10-20T11:28:39Z', 'revision_number': 4, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'gw_port': {'id': 'd4c49543-bcac-4c33-9bf5-5f0a091f6246', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:34Z', 'updated_at': '2021-10-20T11:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '9cf6655d-f474-420a-8784-5e92c4d14a17', 'name': '', 'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'mac_address': 'fa:16:3e:fa:79:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'daa3a48e-5bbf-4e17-b716-d19b520de866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:36Z', 'updated_at': '2021-10-20T11:28:43Z', 'revision_number': 5, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'subnets': [{'id': 'daa3a48e-5bbf-4e17-b716-d19b520de866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:30:02.835145 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-6b650ffd-4737-4c61-a450-b4bd60add07a service neutron] For port dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:30:02.838704 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-6b650ffd-4737-4c61-a450-b4bd60add07a service neutron] For port dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b,segment=NetworkSegment(fb1327ec-83b6-478a-9700-c6ea2f9574d3),segment_id=fb1327ec-83b6-478a-9700-c6ea2f9574d3)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:30:02.845106 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6106d-12df-46f3-8023-e4408d329e90 req-04e0c070-d3c1-4316-8bc8-7aef15e4443e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:02.845447 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-6b650ffd-4737-4c61-a450-b4bd60add07a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:02.847156 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-63a6106d-12df-46f3-8023-e4408d329e90 req-04e0c070-d3c1-4316-8bc8-7aef15e4443e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=daa3a48e-5bbf-4e17-b716-d19b520de866 HTTP/1.1" status: 200 len: 859 time: 0.0813897 Oct 20 11:30:02.871528 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855852c6-12f2-4ea3-9dc8-b79aeda834ec None None] Checking router: 3a3d3398-a9eb-40a8-9194-06c333185328 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:30:02.885815 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855852c6-12f2-4ea3-9dc8-b79aeda834ec None None] Routers {'3a3d3398-a9eb-40a8-9194-06c333185328'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:30:02.886619 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-855852c6-12f2-4ea3-9dc8-b79aeda834ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:29:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['3a3d3398-a9eb-40a8-9194-06c333185328'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:30:02.937678 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-6b650ffd-4737-4c61-a450-b4bd60add07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:02.938547 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-6b650ffd-4737-4c61-a450-b4bd60add07a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:02.940114 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-6b650ffd-4737-4c61-a450-b4bd60add07a service neutron] 10.222.0.11 "PUT /v2.0/ports/dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b HTTP/1.1" status: 200 len: 1122 time: 0.8347375 Oct 20 11:30:02.983903 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b650ffd-4737-4c61-a450-b4bd60add07a service neutron] Pushing event updated for resources: {'Port': ['ID=dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b,revision_number=8']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:03.006118 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6106d-12df-46f3-8023-e4408d329e90 req-a9874291-9687-4b35-af83-42f4e1f31f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:03.010022 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-63a6106d-12df-46f3-8023-e4408d329e90 req-a9874291-9687-4b35-af83-42f4e1f31f42 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e737fa8f-48d9-429a-9c0d-195ded222e27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1545248 Oct 20 11:30:03.055135 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-855852c6-12f2-4ea3-9dc8-b79aeda834ec None None] Set router 3a3d3398-a9eb-40a8-9194-06c333185328 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:30:03.067361 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:30:03.154509 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-63a6106d-12df-46f3-8023-e4408d329e90 req-127990b2-40b9-4173-91ad-10c81e02bc55 service neutron] 10.222.0.98 "GET /v2.0/networks/e737fa8f-48d9-429a-9c0d-195ded222e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366532 Oct 20 11:30:03.188212 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:30:03.205409 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 90971dad-2f63-4bd6-bab0-1734adae135a up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:30:03.241561 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '990fdeaf-bd3a-416f-bbdd-02714367a9c0', 'tag': '981c59bc-53ca-4f43-8b0b-20d5a0e89940'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:30:03.244768 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94891df9-aa3a-44f5-b655-2a1eae7b8514" -d '{"events": [{"name": "network-changed", "server_uuid": "990fdeaf-bd3a-416f-bbdd-02714367a9c0", "tag": "981c59bc-53ca-4f43-8b0b-20d5a0e89940"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:30:03.299834 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-63a6106d-12df-46f3-8023-e4408d329e90 req-99e55f91-3546-439e-9f1e-04509d5c35eb service neutron] 10.222.0.98 "GET /v2.0/networks/e737fa8f-48d9-429a-9c0d-195ded222e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367521 Oct 20 11:30:03.441156 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 90971dad-2f63-4bd6-bab0-1734adae135a triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:30:03.441755 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:03.517320 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-855852c6-12f2-4ea3-9dc8-b79aeda834ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'name': 'tempest-FloatingIPsAssociationTestJSON-895004699-router', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'd4c49543-bcac-4c33-9bf5-5f0a091f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:28:33Z', 'updated_at': '2021-10-20T11:28:39Z', 'revision_number': 4, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'gw_port': {'id': 'd4c49543-bcac-4c33-9bf5-5f0a091f6246', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:34Z', 'updated_at': '2021-10-20T11:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '9cf6655d-f474-420a-8784-5e92c4d14a17', 'name': '', 'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'mac_address': 'fa:16:3e:fa:79:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'daa3a48e-5bbf-4e17-b716-d19b520de866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:36Z', 'updated_at': '2021-10-20T11:28:43Z', 'revision_number': 5, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'subnets': [{'id': 'daa3a48e-5bbf-4e17-b716-d19b520de866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:30:03.526495 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77d567-76bf-4729-92fd-fc8ac02fe4ec req-ca11c9a2-25ed-4eb1-a39b-a4c1d4b153ec tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:03.528513 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7f77d567-76bf-4729-92fd-fc8ac02fe4ec req-ca11c9a2-25ed-4eb1-a39b-a4c1d4b153ec tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 946 time: 0.1029577 Oct 20 11:30:03.548898 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e2eca3-8ecb-4f28-8649-c473ce110a19 x-openstack-request-id: req-a2e2eca3-8ecb-4f28-8649-c473ce110a19 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:30:03.551089 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f28ad3ad-c9b6-4b2a-adce-93b5218f9c86", "name": "network-vif-unplugged", "status": "completed", "tag": "dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:30:03.553219 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a2e2eca3-8ecb-4f28-8649-c473ce110a19 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:30:03.553897 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f28ad3ad-c9b6-4b2a-adce-93b5218f9c86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b', 'code': 200} Oct 20 11:30:03.573797 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855852c6-12f2-4ea3-9dc8-b79aeda834ec None None] The sync data for ids ['3a3d3398-a9eb-40a8-9194-06c333185328'] in n-d-814735-3 is: [{'id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'name': 'tempest-FloatingIPsAssociationTestJSON-895004699-router', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'd4c49543-bcac-4c33-9bf5-5f0a091f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:28:33Z', 'updated_at': '2021-10-20T11:28:39Z', 'revision_number': 4, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'gw_port': {'id': 'd4c49543-bcac-4c33-9bf5-5f0a091f6246', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:34Z', 'updated_at': '2021-10-20T11:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '9cf6655d-f474-420a-8784-5e92c4d14a17', 'name': '', 'network_id': 'e737fa8f-48d9-429a-9c0d-195ded222e27', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'mac_address': 'fa:16:3e:fa:79:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'daa3a48e-5bbf-4e17-b716-d19b520de866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:36Z', 'updated_at': '2021-10-20T11:28:43Z', 'revision_number': 5, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'subnets': [{'id': 'daa3a48e-5bbf-4e17-b716-d19b520de866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:30:03.599726 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7f77d567-76bf-4729-92fd-fc8ac02fe4ec req-74fbfc57-9074-46f3-aabe-e71624311bbd tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617824 Oct 20 11:30:03.609432 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9056c0-0a53-40aa-ab80-10219b11a789 req-1a6817cf-bd6b-4d64-978c-ee1e20e19b0c tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:03.612614 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa82681-926c-4f17-9007-6f5209709f84 x-openstack-request-id: req-afa82681-926c-4f17-9007-6f5209709f84 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:30:03.612916 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "990fdeaf-bd3a-416f-bbdd-02714367a9c0", "tag": "981c59bc-53ca-4f43-8b0b-20d5a0e89940", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:30:03.613167 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-afa82681-926c-4f17-9007-6f5209709f84 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:30:03.613566 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '990fdeaf-bd3a-416f-bbdd-02714367a9c0', 'tag': '981c59bc-53ca-4f43-8b0b-20d5a0e89940', 'status': 'completed', 'code': 200} Oct 20 11:30:03.617278 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-dc9056c0-0a53-40aa-ab80-10219b11a789 req-1a6817cf-bd6b-4d64-978c-ee1e20e19b0c tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.89 "GET /v2.0/ports?device_id=0422a46e-00fd-463d-aafb-fd9a0a2b2d45&tenant_id=4b173b35dd00423795d2e29ae132dc78&binding%3Ahost_id=n-h2-814735-3 HTTP/1.1" status: 200 len: 948 time: 0.1297619 Oct 20 11:30:03.740497 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:03.805762 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 90971dad-2f63-4bd6-bab0-1734adae135a, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=90971dad-2f63-4bd6-bab0-1734adae135a,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:30:03.812723 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:03.847783 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-dc9056c0-0a53-40aa-ab80-10219b11a789 req-382f8262-186b-4209-8930-f8af44aac8c0 service neutron] 10.222.0.89 "GET /v2.0/ports/90971dad-2f63-4bd6-bab0-1734adae135a/bindings/n-h2-814735-3 HTTP/1.1" status: 200 len: 382 time: 0.2146015 Oct 20 11:30:03.892200 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device ef3cb09f-ac5c-486b-a336-8eb09343d5ae details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:30:03.927813 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94891df9-aa3a-44f5-b655-2a1eae7b8514 req-d398dee1-46ce-48a5-815a-9aad9d7cc014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:03.937904 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-94891df9-aa3a-44f5-b655-2a1eae7b8514 req-d398dee1-46ce-48a5-815a-9aad9d7cc014 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0f7be2198beb4fa4abf67245a1d7260e&device_id=990fdeaf-bd3a-416f-bbdd-02714367a9c0 HTTP/1.1" status: 200 len: 1096 time: 0.2192125 Oct 20 11:30:04.062964 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d5d42-4bf4-478f-a6a3-c6b575962308 req-af7b8072-2185-4c87-a5a0-cf2ca1a3646d tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:04.073360 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a69d5d42-4bf4-478f-a6a3-c6b575962308 req-af7b8072-2185-4c87-a5a0-cf2ca1a3646d tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=403dbfcd-38c6-4a7c-9b63-f21a06c6e2d3 HTTP/1.1" status: 200 len: 944 time: 0.2300260 Oct 20 11:30:04.077322 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port ef3cb09f-ac5c-486b-a336-8eb09343d5ae, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=ef3cb09f-ac5c-486b-a336-8eb09343d5ae,segment=NetworkSegment(ba843d51-18ac-492f-b072-dcb49c698d12),segment_id=ba843d51-18ac-492f-b072-dcb49c698d12)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:30:04.094469 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': 'ef3cb09f-ac5c-486b-a336-8eb09343d5ae', 'network_id': '899673ab-8e62-4651-b772-c8a12e790997', 'port_id': 'ef3cb09f-ac5c-486b-a336-8eb09343d5ae', 'mac_address': 'fa:16:3e:19:03:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aac54544-8ac1-4e04-a94d-f9c6d3bc8d37', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:30:04.097257 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89813f40-6be5-4521-81c5-0fbf095859d2 None None] New status for floating IP a7b4dae5-3e2f-4e80-8286-db0c22f6ef6a: DOWN {{(pid=100648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:30:04.124068 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9056c0-0a53-40aa-ab80-10219b11a789 req-61c2a4aa-3b2f-4b8e-adf3-e38da9191ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:04.126284 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-dc9056c0-0a53-40aa-ab80-10219b11a789 req-61c2a4aa-3b2f-4b8e-adf3-e38da9191ab8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4b173b35dd00423795d2e29ae132dc78&device_id=0422a46e-00fd-463d-aafb-fd9a0a2b2d45 HTTP/1.1" status: 200 len: 1101 time: 0.2368934 Oct 20 11:30:04.128347 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06f210-af3a-4c8d-840d-2be640bd956a req-e1323fac-8d6c-48ec-b5fe-b6590a790932 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:04.138710 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8e06f210-af3a-4c8d-840d-2be640bd956a req-e1323fac-8d6c-48ec-b5fe-b6590a790932 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0422a46e-00fd-463d-aafb-fd9a0a2b2d45 HTTP/1.1" status: 200 len: 950 time: 0.2224491 Oct 20 11:30:04.194341 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a69d5d42-4bf4-478f-a6a3-c6b575962308 req-3c3d99f4-1b06-4000-ade5-7db012f8da40 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196399 Oct 20 11:30:04.220697 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8e06f210-af3a-4c8d-840d-2be640bd956a req-13c0ba72-55a3-45af-8df9-70f031edd7e6 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809066 Oct 20 11:30:04.233474 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=90971dad-2f63-4bd6-bab0-1734adae135a,revision_number=8']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:04.320925 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94891df9-aa3a-44f5-b655-2a1eae7b8514 req-7baf9da1-e0c4-445b-bd14-d8e375bb5550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:04.322742 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-94891df9-aa3a-44f5-b655-2a1eae7b8514 req-7baf9da1-e0c4-445b-bd14-d8e375bb5550 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e737fa8f-48d9-429a-9c0d-195ded222e27 HTTP/1.1" status: 200 len: 922 time: 0.2761564 Oct 20 11:30:04.340357 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:04.391413 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef3cb09f-ac5c-486b-a336-8eb09343d5ae {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:30:04.398991 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0422a46e-00fd-463d-aafb-fd9a0a2b2d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90971dad-2f63-4bd6-bab0-1734adae135a'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:30:04.402780 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d9a8fe-641a-490a-be4f-6993125dff6d" -d '{"events": [{"server_uuid": "0422a46e-00fd-463d-aafb-fd9a0a2b2d45", "name": "network-vif-plugged", "status": "completed", "tag": "90971dad-2f63-4bd6-bab0-1734adae135a"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:30:04.416413 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-94891df9-aa3a-44f5-b655-2a1eae7b8514 req-e2532e66-a132-41b2-9047-defb43329ac1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=981c59bc-53ca-4f43-8b0b-20d5a0e89940 HTTP/1.1" status: 200 len: 217 time: 0.0765290 Oct 20 11:30:04.418175 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9056c0-0a53-40aa-ab80-10219b11a789 req-3e08af23-6120-4c59-b504-ebd212b4e333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:04.419062 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2162a-04ac-4d6f-bb27-8e2ba3d24f2d req-87307405-1a9f-48c2-b35b-75b240d23898 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:04.419949 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-dc9056c0-0a53-40aa-ab80-10219b11a789 req-3e08af23-6120-4c59-b504-ebd212b4e333 service neutron] 10.222.0.89 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 0.2498517 Oct 20 11:30:04.422371 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d0e2162a-04ac-4d6f-bb27-8e2ba3d24f2d req-87307405-1a9f-48c2-b35b-75b240d23898 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=f28ad3ad-c9b6-4b2a-adce-93b5218f9c86 HTTP/1.1" status: 200 len: 944 time: 0.0987623 Oct 20 11:30:04.424600 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port ef3cb09f-ac5c-486b-a336-8eb09343d5ae, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=ef3cb09f-ac5c-486b-a336-8eb09343d5ae,segment=NetworkSegment(ba843d51-18ac-492f-b072-dcb49c698d12),segment_id=ba843d51-18ac-492f-b072-dcb49c698d12)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:30:04.430222 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:04.431247 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:30:04.493073 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94891df9-aa3a-44f5-b655-2a1eae7b8514 req-c7a434b7-627e-4e9c-a3c9-7e5b7c514761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:04.494711 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-94891df9-aa3a-44f5-b655-2a1eae7b8514 req-c7a434b7-627e-4e9c-a3c9-7e5b7c514761 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=daa3a48e-5bbf-4e17-b716-d19b520de866 HTTP/1.1" status: 200 len: 859 time: 0.0600958 Oct 20 11:30:04.523306 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d0e2162a-04ac-4d6f-bb27-8e2ba3d24f2d req-e7399396-a868-4ad2-9553-77750042360a tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873022 Oct 20 11:30:04.538483 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-dc9056c0-0a53-40aa-ab80-10219b11a789 req-339cc430-698f-4ee9-b6b7-0fc166eff3e8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=90971dad-2f63-4bd6-bab0-1734adae135a HTTP/1.1" status: 200 len: 217 time: 0.1063745 Oct 20 11:30:04.574353 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b,segment=NetworkSegment(fb1327ec-83b6-478a-9700-c6ea2f9574d3),segment_id=fb1327ec-83b6-478a-9700-c6ea2f9574d3)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:30:04.587588 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd009175-ae2f-4c3c-bbcf-8eade3fb6b06 x-openstack-request-id: req-bd009175-ae2f-4c3c-bbcf-8eade3fb6b06 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:30:04.587877 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0422a46e-00fd-463d-aafb-fd9a0a2b2d45", "name": "network-vif-plugged", "status": "completed", "tag": "90971dad-2f63-4bd6-bab0-1734adae135a", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:30:04.588188 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bd009175-ae2f-4c3c-bbcf-8eade3fb6b06 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:30:04.589345 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0422a46e-00fd-463d-aafb-fd9a0a2b2d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90971dad-2f63-4bd6-bab0-1734adae135a', 'code': 200} Oct 20 11:30:04.590967 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b has no active binding in host n-h1-814735-3 {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 20 11:30:04.597060 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-03437688-7dea-4d40-bd69-d926330843d5 req-a5f32e49-fd55-40a8-af48-d9bec8370de4 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/floatingips/a7b4dae5-3e2f-4e80-8286-db0c22f6ef6a HTTP/1.1" status: 200 len: 693 time: 0.0563815 Oct 20 11:30:04.635372 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9056c0-0a53-40aa-ab80-10219b11a789 req-5550f9b2-d568-43a6-9a32-7f39a63e704e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:04.637608 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-dc9056c0-0a53-40aa-ab80-10219b11a789 req-5550f9b2-d568-43a6-9a32-7f39a63e704e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.0876939 Oct 20 11:30:04.646568 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94891df9-aa3a-44f5-b655-2a1eae7b8514 req-07a3a5ac-a401-43bf-8ff8-839ab82e695e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:04.648383 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-94891df9-aa3a-44f5-b655-2a1eae7b8514 req-07a3a5ac-a401-43bf-8ff8-839ab82e695e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e737fa8f-48d9-429a-9c0d-195ded222e27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1118352 Oct 20 11:30:04.654657 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=ef3cb09f-ac5c-486b-a336-8eb09343d5ae,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:04.753925 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9056c0-0a53-40aa-ab80-10219b11a789 req-948f0ea2-e025-48b1-8f08-c09541859db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:04.755453 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-dc9056c0-0a53-40aa-ab80-10219b11a789 req-948f0ea2-e025-48b1-8f08-c09541859db7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1063082 Oct 20 11:30:04.774265 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03437688-7dea-4d40-bd69-d926330843d5 req-14b41233-4759-49c2-b204-15a4fecedce9 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:04.776035 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-03437688-7dea-4d40-bd69-d926330843d5 req-14b41233-4759-49c2-b204-15a4fecedce9 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/networks/717966e5-c478-496f-bddb-05794fb74250 HTTP/1.1" status: 200 len: 784 time: 0.1781085 Oct 20 11:30:04.795462 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-03437688-7dea-4d40-bd69-d926330843d5 req-40759689-4546-4c0b-af92-04ad53988137 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:30:04.798263 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-03437688-7dea-4d40-bd69-d926330843d5 req-40759689-4546-4c0b-af92-04ad53988137 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0151289 Oct 20 11:30:04.807017 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-94891df9-aa3a-44f5-b655-2a1eae7b8514 req-09ee4d84-de0a-4779-81d0-ec5702b59927 service neutron] 10.222.0.11 "GET /v2.0/networks/e737fa8f-48d9-429a-9c0d-195ded222e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452036 Oct 20 11:30:04.818082 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e67d7-a22b-4ff5-9d5f-a0998d2e45b6 req-489fc918-0d57-499e-b83f-f151df90930e tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:04.819583 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b23e67d7-a22b-4ff5-9d5f-a0998d2e45b6 req-489fc918-0d57-499e-b83f-f151df90930e tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 946 time: 0.0976534 Oct 20 11:30:04.877360 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-03437688-7dea-4d40-bd69-d926330843d5 req-b95d5c5b-4e66-4090-9d63-0c11368a80b6 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.12 HTTP/1.1" status: 200 len: 696 time: 0.0733354 Oct 20 11:30:04.921760 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-dc9056c0-0a53-40aa-ab80-10219b11a789 req-65290d80-1952-4979-bc54-cfd73275cb2e service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551046 Oct 20 11:30:04.931594 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b23e67d7-a22b-4ff5-9d5f-a0998d2e45b6 req-963620da-b440-413b-904a-54da5e2f0284 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775611 Oct 20 11:30:04.948013 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-03437688-7dea-4d40-bd69-d926330843d5 req-0ae44255-ee71-4cd9-a257-8f0357a2aef7 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.12 HTTP/1.1" status: 200 len: 696 time: 0.0586448 Oct 20 11:30:04.965743 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-94891df9-aa3a-44f5-b655-2a1eae7b8514 req-fa406a99-5b47-4990-89fb-7f396754941d service neutron] 10.222.0.11 "GET /v2.0/networks/e737fa8f-48d9-429a-9c0d-195ded222e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266432 Oct 20 11:30:05.051173 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-dc9056c0-0a53-40aa-ab80-10219b11a789 req-1cf35352-4ed1-4355-a7f1-4ed6d8a63daa service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194091 Oct 20 11:30:05.051747 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['ef3cb09f-ac5c-486b-a336-8eb09343d5ae'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:30:05.099983 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce759ccc-8e16-4de2-8c25-a7c0a88e1324 req-737ce76b-b163-4d11-bedc-eff6bf3e8232 tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:05.101515 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ce759ccc-8e16-4de2-8c25-a7c0a88e1324 req-737ce76b-b163-4d11-bedc-eff6bf3e8232 tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 1097 time: 0.0738626 Oct 20 11:30:05.133318 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-03437688-7dea-4d40-bd69-d926330843d5 req-79c8c631-f61d-4b6e-8d23-45534ca5e652 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Deleting port 240d6a52-51cd-4119-a8f6-484102f320c0 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:30:05.134038 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-03437688-7dea-4d40-bd69-d926330843d5 req-79c8c631-f61d-4b6e-8d23-45534ca5e652 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:05.165924 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ce759ccc-8e16-4de2-8c25-a7c0a88e1324 req-12ac56c3-cc44-419a-a6d5-802cccde02b2 tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579965 Oct 20 11:30:05.233407 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-03437688-7dea-4d40-bd69-d926330843d5 req-79c8c631-f61d-4b6e-8d23-45534ca5e652 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:05.233827 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-03437688-7dea-4d40-bd69-d926330843d5 req-79c8c631-f61d-4b6e-8d23-45534ca5e652 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:05.246971 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-03437688-7dea-4d40-bd69-d926330843d5 req-79c8c631-f61d-4b6e-8d23-45534ca5e652 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Calling delete_port for 240d6a52-51cd-4119-a8f6-484102f320c0 owned by network:floatingip {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:30:05.341680 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87639deb-ceb1-405a-b5e7-e47f98049eef req-74db191b-b4a2-49b1-ad94-9b1299fbc237 tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:05.343209 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-87639deb-ceb1-405a-b5e7-e47f98049eef req-74db191b-b4a2-49b1-ad94-9b1299fbc237 tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 1097 time: 0.0921483 Oct 20 11:30:05.400191 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-87639deb-ceb1-405a-b5e7-e47f98049eef req-68ca094b-f107-4450-9504-9aab6aec4438 tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476549 Oct 20 11:30:05.449091 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-03437688-7dea-4d40-bd69-d926330843d5 req-79c8c631-f61d-4b6e-8d23-45534ca5e652 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:05.500099 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8c631-f61d-4b6e-8d23-45534ca5e652 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Pushing event deleted for resources: {'Port': ['ID=240d6a52-51cd-4119-a8f6-484102f320c0,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:05.555574 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f28ad3ad-c9b6-4b2a-adce-93b5218f9c86', 'tag': 'dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:30:05.558089 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1872ee9-3200-4b1c-94a3-40a5975012b1" -d '{"events": [{"name": "network-changed", "server_uuid": "f28ad3ad-c9b6-4b2a-adce-93b5218f9c86", "tag": "dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:30:05.586558 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-03437688-7dea-4d40-bd69-d926330843d5 req-79c8c631-f61d-4b6e-8d23-45534ca5e652 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Publish callbacks [] for floatingip, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:05.589559 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-03437688-7dea-4d40-bd69-d926330843d5 req-79c8c631-f61d-4b6e-8d23-45534ca5e652 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:05.590819 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-03437688-7dea-4d40-bd69-d926330843d5 req-79c8c631-f61d-4b6e-8d23-45534ca5e652 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "DELETE /v2.0/floatingips/a7b4dae5-3e2f-4e80-8286-db0c22f6ef6a HTTP/1.1" status: 204 len: 173 time: 0.6423662 Oct 20 11:30:05.598318 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd34c6-60e7-4baa-a340-60387982de0e req-7dfc741f-3e59-4288-a023-809e85bbe6da tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:05.599814 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f8bd34c6-60e7-4baa-a340-60387982de0e req-7dfc741f-3e59-4288-a023-809e85bbe6da tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=403dbfcd-38c6-4a7c-9b63-f21a06c6e2d3 HTTP/1.1" status: 200 len: 945 time: 0.1161063 Oct 20 11:30:05.644176 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f8bd34c6-60e7-4baa-a340-60387982de0e req-7db09223-a8ff-4a15-91f7-17cec68b4fde tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376449 Oct 20 11:30:05.841462 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5cfed4-5141-4995-92c2-c35be61f3fff req-5a250ce3-0e5a-4b00-a222-69052fb2b83c tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:05.847120 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db5cfed4-5141-4995-92c2-c35be61f3fff req-5a250ce3-0e5a-4b00-a222-69052fb2b83c tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0422a46e-00fd-463d-aafb-fd9a0a2b2d45 HTTP/1.1" status: 200 len: 950 time: 0.2016811 Oct 20 11:30:05.883605 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db5cfed4-5141-4995-92c2-c35be61f3fff req-c8b5b8c8-d948-44f9-b224-056044fb0b8c tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340526 Oct 20 11:30:05.937113 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625bb74c-4e6b-4f56-95c9-1022f68ad5a8 x-openstack-request-id: req-625bb74c-4e6b-4f56-95c9-1022f68ad5a8 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:30:05.937620 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f28ad3ad-c9b6-4b2a-adce-93b5218f9c86", "tag": "dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:30:05.937620 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-625bb74c-4e6b-4f56-95c9-1022f68ad5a8 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:30:05.938021 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f28ad3ad-c9b6-4b2a-adce-93b5218f9c86', 'tag': 'dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b', 'status': 'completed', 'code': 200} Oct 20 11:30:05.955918 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd16714-c7e2-4885-9b37-e81e4e3fa6bd req-b0523b42-48ec-4a0d-a5c6-64f2bfa63391 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:05.957669 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bcd16714-c7e2-4885-9b37-e81e4e3fa6bd req-b0523b42-48ec-4a0d-a5c6-64f2bfa63391 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=f28ad3ad-c9b6-4b2a-adce-93b5218f9c86 HTTP/1.1" status: 200 len: 944 time: 0.0732217 Oct 20 11:30:06.006355 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bcd16714-c7e2-4885-9b37-e81e4e3fa6bd req-f0f405c1-d502-420a-b6a9-2b7370fdf7f3 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404127 Oct 20 11:30:06.024956 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1872ee9-3200-4b1c-94a3-40a5975012b1 req-2074605d-3b2d-4951-9951-7224d884013d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:06.027160 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c1872ee9-3200-4b1c-94a3-40a5975012b1 req-2074605d-3b2d-4951-9951-7224d884013d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aa6715c00c6e4476951bf73e506ed201&device_id=f28ad3ad-c9b6-4b2a-adce-93b5218f9c86 HTTP/1.1" status: 200 len: 1125 time: 0.0548437 Oct 20 11:30:06.190997 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1872ee9-3200-4b1c-94a3-40a5975012b1 req-65c8c5f3-00f8-4e9f-ab3a-c34af0e0568d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:06.192822 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c1872ee9-3200-4b1c-94a3-40a5975012b1 req-65c8c5f3-00f8-4e9f-ab3a-c34af0e0568d service neutron] 10.222.0.89 "GET /v2.0/networks?id=b05579c2-10e5-4997-ab9d-57afa741288e HTTP/1.1" status: 200 len: 909 time: 0.1562655 Oct 20 11:30:06.243353 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c1872ee9-3200-4b1c-94a3-40a5975012b1 req-01fed47e-275c-4991-8190-bd64822bf0e0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b HTTP/1.1" status: 200 len: 217 time: 0.0409973 Oct 20 11:30:06.263020 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12285a9-68b1-41d6-9aa6-32fd597e66c3 req-977b1984-e530-45fa-94f6-01f6d7dab36f tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:06.271785 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d12285a9-68b1-41d6-9aa6-32fd597e66c3 req-977b1984-e530-45fa-94f6-01f6d7dab36f tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/ports?device_id=990fdeaf-bd3a-416f-bbdd-02714367a9c0 HTTP/1.1" status: 200 len: 945 time: 0.1230061 Oct 20 11:30:06.302176 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1872ee9-3200-4b1c-94a3-40a5975012b1 req-0c209542-da48-4b9e-92bc-d7e290eaeed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:06.304277 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c1872ee9-3200-4b1c-94a3-40a5975012b1 req-0c209542-da48-4b9e-92bc-d7e290eaeed9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=beaf7d63-7f7d-4cb5-8871-db069d2b0a56 HTTP/1.1" status: 200 len: 847 time: 0.0524812 Oct 20 11:30:06.326987 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d12285a9-68b1-41d6-9aa6-32fd597e66c3 req-5e7bbd72-91fa-4b4c-be61-63ff1a3d18d8 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/security-groups?id=495852f5-de6b-4129-b7c7-5bc39347752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540884 Oct 20 11:30:06.345962 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c1872ee9-3200-4b1c-94a3-40a5975012b1 req-20a75455-93e1-41ed-b4fd-6b1a4065f1ce service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b05579c2-10e5-4997-ab9d-57afa741288e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323603 Oct 20 11:30:06.505242 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c1872ee9-3200-4b1c-94a3-40a5975012b1 req-d89fbf7b-b51e-462e-b8ca-5510d98953a7 service neutron] 10.222.0.89 "GET /v2.0/networks/b05579c2-10e5-4997-ab9d-57afa741288e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453233 Oct 20 11:30:06.640791 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c1872ee9-3200-4b1c-94a3-40a5975012b1 req-ffb3f8ee-ec18-4c56-b1c0-1eee139e5daa service neutron] 10.222.0.89 "GET /v2.0/networks/b05579c2-10e5-4997-ab9d-57afa741288e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211133 Oct 20 11:30:06.825536 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15b09a7-d5fc-48da-bd28-d8b72d4035a6 req-b84829ed-8ccf-4dd6-a664-2dfb6bfd502b tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:06.833220 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a15b09a7-d5fc-48da-bd28-d8b72d4035a6 req-b84829ed-8ccf-4dd6-a664-2dfb6bfd502b tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=403dbfcd-38c6-4a7c-9b63-f21a06c6e2d3 HTTP/1.1" status: 200 len: 945 time: 0.0863738 Oct 20 11:30:06.902302 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a15b09a7-d5fc-48da-bd28-d8b72d4035a6 req-e05842df-b388-46c3-b4b9-975d25a9e2f2 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671358 Oct 20 11:30:07.210325 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-50e72c04-c6a1-4d35-add1-62255ebacd23 tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:30:07.234504 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-50e72c04-c6a1-4d35-add1-62255ebacd23 tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0393634 Oct 20 11:30:07.272420 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ddac1-0c00-4959-9314-d8f04303d359 req-a6b0be82-ba60-404b-b2f8-6ee142b150c2 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:07.274837 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-028ddac1-0c00-4959-9314-d8f04303d359 req-a6b0be82-ba60-404b-b2f8-6ee142b150c2 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0422a46e-00fd-463d-aafb-fd9a0a2b2d45 HTTP/1.1" status: 200 len: 950 time: 0.1082296 Oct 20 11:30:07.315311 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-39504810-f00b-4f6c-a566-b7e60a2aa7cf tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:07.323711 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-39504810-f00b-4f6c-a566-b7e60a2aa7cf tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] 10.222.0.98 "GET /v2.0/ports/f1457ed4-9b43-4138-abe0-f6fc2a6c95ed HTTP/1.1" status: 200 len: 1094 time: 0.0879438 Oct 20 11:30:07.335750 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-dea1cd47-a870-4648-b36d-bf0c757416e2 service neutron] Request body: {'binding': {'host': 'n-h1-814735-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:30:07.339395 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-028ddac1-0c00-4959-9314-d8f04303d359 req-4ff51b4f-abf1-44bf-801d-18b8844f559a tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553038 Oct 20 11:30:07.339660 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-dea1cd47-a870-4648-b36d-bf0c757416e2 service neutron] Unknown quota resources ['binding']. {{(pid=100646) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 20 11:30:07.506610 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef4e51-0989-4ac4-8ca5-9f7aadc1f964 req-7c5c9a4f-8c67-4077-a6b1-70b33e566ce7 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:07.510086 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-31ef4e51-0989-4ac4-8ca5-9f7aadc1f964 req-7c5c9a4f-8c67-4077-a6b1-70b33e566ce7 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=f28ad3ad-c9b6-4b2a-adce-93b5218f9c86 HTTP/1.1" status: 200 len: 944 time: 0.0867116 Oct 20 11:30:07.571425 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-31ef4e51-0989-4ac4-8ca5-9f7aadc1f964 req-b3467c82-4faa-4933-b1d2-bf73a8939b86 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548143 Oct 20 11:30:07.629362 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-dea1cd47-a870-4648-b36d-bf0c757416e2 service neutron] Attempting to bind port f1457ed4-9b43-4138-abe0-f6fc2a6c95ed on host n-h1-814735-3 for vnic_type normal with profile None {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:30:07.629616 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-dea1cd47-a870-4648-b36d-bf0c757416e2 service neutron] Attempting to bind port f1457ed4-9b43-4138-abe0-f6fc2a6c95ed by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': 'ec1b6256-95be-479c-9695-b6dae13546d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:30:07.630021 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-dea1cd47-a870-4648-b36d-bf0c757416e2 service neutron] Attempting to bind port f1457ed4-9b43-4138-abe0-f6fc2a6c95ed on network 60a88ebb-4b56-43bd-98ec-2f75530b8b0e {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:30:07.639773 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-dea1cd47-a870-4648-b36d-bf0c757416e2 service neutron] Port f1457ed4-9b43-4138-abe0-f6fc2a6c95ed on network 60a88ebb-4b56-43bd-98ec-2f75530b8b0e not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:30:07.640088 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-dea1cd47-a870-4648-b36d-bf0c757416e2 service neutron] Attempting to bind port f1457ed4-9b43-4138-abe0-f6fc2a6c95ed on network 60a88ebb-4b56-43bd-98ec-2f75530b8b0e {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:30:07.655618 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdec4d-5dd6-4d6c-8885-e8aa0f9bf843 req-ba5fc2b0-8c60-4d67-8820-fbc2ce22cfbe tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:07.657292 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-00bdec4d-5dd6-4d6c-8885-e8aa0f9bf843 req-ba5fc2b0-8c60-4d67-8820-fbc2ce22cfbe tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.11 "GET /v2.0/ports?device_id=990fdeaf-bd3a-416f-bbdd-02714367a9c0 HTTP/1.1" status: 200 len: 945 time: 0.1300454 Oct 20 11:30:07.659747 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-dea1cd47-a870-4648-b36d-bf0c757416e2 service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:30:07.659747 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-dea1cd47-a870-4648-b36d-bf0c757416e2 service neutron] Checking segment: {'id': 'ec1b6256-95be-479c-9695-b6dae13546d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:30:07.659747 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-dea1cd47-a870-4648-b36d-bf0c757416e2 service neutron] Bound using segment: {'id': 'ec1b6256-95be-479c-9695-b6dae13546d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:30:07.661960 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-dea1cd47-a870-4648-b36d-bf0c757416e2 service neutron] Bound port: f1457ed4-9b43-4138-abe0-f6fc2a6c95ed, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec1b6256-95be-479c-9695-b6dae13546d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:30:07.788559 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a481e-a68a-4c39-a9ac-500685b084bd req-7aaec00f-990d-450d-adeb-dbfd70d0c12d tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:07.790335 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-af7a481e-a68a-4c39-a9ac-500685b084bd req-7aaec00f-990d-450d-adeb-dbfd70d0c12d tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/ports?device_id=990fdeaf-bd3a-416f-bbdd-02714367a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0683243 Oct 20 11:30:07.844307 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9056c0-0a53-40aa-ab80-10219b11a789 req-d5709c98-fb34-468d-b59e-fd47efd78f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:07.845896 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-dc9056c0-0a53-40aa-ab80-10219b11a789 req-d5709c98-fb34-468d-b59e-fd47efd78f24 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0422a46e-00fd-463d-aafb-fd9a0a2b2d45&tenant_id=4b173b35dd00423795d2e29ae132dc78 HTTP/1.1" status: 200 len: 1101 time: 0.1388493 Oct 20 11:30:07.850211 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-af7a481e-a68a-4c39-a9ac-500685b084bd req-0ac1cc35-32ed-4933-b781-e328c53e90d4 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/security-groups?id=495852f5-de6b-4129-b7c7-5bc39347752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421674 Oct 20 11:30:07.865035 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-dea1cd47-a870-4648-b36d-bf0c757416e2 service neutron] For port f1457ed4-9b43-4138-abe0-f6fc2a6c95ed, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=f1457ed4-9b43-4138-abe0-f6fc2a6c95ed,segment=NetworkSegment(ec1b6256-95be-479c-9695-b6dae13546d3),segment_id=ec1b6256-95be-479c-9695-b6dae13546d3)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:30:07.887508 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-dea1cd47-a870-4648-b36d-bf0c757416e2 service neutron] Publish callbacks [] for binding, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:07.888925 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-dea1cd47-a870-4648-b36d-bf0c757416e2 service neutron] 10.222.0.98 "POST /v2.0/ports/f1457ed4-9b43-4138-abe0-f6fc2a6c95ed/bindings HTTP/1.1" status: 201 len: 389 time: 0.5641704 Oct 20 11:30:07.915694 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device ef3cb09f-ac5c-486b-a336-8eb09343d5ae up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:30:07.920853 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-00bdec4d-5dd6-4d6c-8885-e8aa0f9bf843 req-ea50e171-f617-47ef-b627-aa46136d835b tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Deleting port 981c59bc-53ca-4f43-8b0b-20d5a0e89940 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:30:07.921049 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-00bdec4d-5dd6-4d6c-8885-e8aa0f9bf843 req-ea50e171-f617-47ef-b627-aa46136d835b tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:07.970700 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9056c0-0a53-40aa-ab80-10219b11a789 req-51e588eb-7ea4-4e07-aeda-e08949fac046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:07.972233 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-dc9056c0-0a53-40aa-ab80-10219b11a789 req-51e588eb-7ea4-4e07-aeda-e08949fac046 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4b173b35dd00423795d2e29ae132dc78&device_id=0422a46e-00fd-463d-aafb-fd9a0a2b2d45 HTTP/1.1" status: 200 len: 1101 time: 0.1000297 Oct 20 11:30:08.064554 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port ef3cb09f-ac5c-486b-a336-8eb09343d5ae completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:30:08.100048 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-00bdec4d-5dd6-4d6c-8885-e8aa0f9bf843 req-ea50e171-f617-47ef-b627-aa46136d835b tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] For port 981c59bc-53ca-4f43-8b0b-20d5a0e89940, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=981c59bc-53ca-4f43-8b0b-20d5a0e89940,segment=NetworkSegment(cb74e53f-6f75-4b51-a3d2-bf3da9505174),segment_id=cb74e53f-6f75-4b51-a3d2-bf3da9505174)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:30:08.100409 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-00bdec4d-5dd6-4d6c-8885-e8aa0f9bf843 req-ea50e171-f617-47ef-b627-aa46136d835b tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:08.101980 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port ef3cb09f-ac5c-486b-a336-8eb09343d5ae triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:30:08.105355 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:08.117759 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-00bdec4d-5dd6-4d6c-8885-e8aa0f9bf843 req-ea50e171-f617-47ef-b627-aa46136d835b tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Calling delete_port for 981c59bc-53ca-4f43-8b0b-20d5a0e89940 owned by compute:nova {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:30:08.132103 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0ea32-37bb-457b-8853-508bc3f67c53 req-5a41b326-eff9-4474-94db-68af74db3086 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:08.140072 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9056c0-0a53-40aa-ab80-10219b11a789 req-4eb2977e-5c03-41de-ab9d-cfeb58cf1460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:08.140752 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-16f0ea32-37bb-457b-8853-508bc3f67c53 req-5a41b326-eff9-4474-94db-68af74db3086 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=403dbfcd-38c6-4a7c-9b63-f21a06c6e2d3 HTTP/1.1" status: 200 len: 945 time: 0.0680811 Oct 20 11:30:08.141538 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-dc9056c0-0a53-40aa-ab80-10219b11a789 req-4eb2977e-5c03-41de-ab9d-cfeb58cf1460 service neutron] 10.222.0.89 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 0.1374364 Oct 20 11:30:08.220724 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-16f0ea32-37bb-457b-8853-508bc3f67c53 req-5a1c7f8e-b4e7-49e1-b1ec-6ec24fc3cbab tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790823 Oct 20 11:30:08.257358 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60afee05-4b53-44cb-a678-513bf7124a4d req-a62b0618-e0b5-403d-aab1-dd08ad389844 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:08.259596 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-dc9056c0-0a53-40aa-ab80-10219b11a789 req-c7e3e375-3340-445a-aa29-af87b75322b8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=90971dad-2f63-4bd6-bab0-1734adae135a HTTP/1.1" status: 200 len: 217 time: 0.0833395 Oct 20 11:30:08.267207 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-60afee05-4b53-44cb-a678-513bf7124a4d req-a62b0618-e0b5-403d-aab1-dd08ad389844 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 946 time: 0.1995637 Oct 20 11:30:08.328756 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:08.343608 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-60afee05-4b53-44cb-a678-513bf7124a4d req-59a5cdf7-53ff-437c-8708-a3bb6d65da9b tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754762 Oct 20 11:30:08.387783 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-00bdec4d-5dd6-4d6c-8885-e8aa0f9bf843 req-ea50e171-f617-47ef-b627-aa46136d835b tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:08.393338 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '403dbfcd-38c6-4a7c-9b63-f21a06c6e2d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3cb09f-ac5c-486b-a336-8eb09343d5ae'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:30:08.402734 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5922aac8-b4b2-49b5-9002-40fc7b21f50c" -d '{"events": [{"server_uuid": "403dbfcd-38c6-4a7c-9b63-f21a06c6e2d3", "name": "network-vif-plugged", "status": "completed", "tag": "ef3cb09f-ac5c-486b-a336-8eb09343d5ae"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:30:08.415412 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['981c59bc-53ca-4f43-8b0b-20d5a0e89940'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:30:08.446880 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea50e171-f617-47ef-b627-aa46136d835b tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Pushing event deleted for resources: {'Port': ['ID=981c59bc-53ca-4f43-8b0b-20d5a0e89940,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:08.473040 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port ef3cb09f-ac5c-486b-a336-8eb09343d5ae, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=ef3cb09f-ac5c-486b-a336-8eb09343d5ae,segment=NetworkSegment(ba843d51-18ac-492f-b072-dcb49c698d12),segment_id=ba843d51-18ac-492f-b072-dcb49c698d12)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:30:08.487023 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:08.519696 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-00bdec4d-5dd6-4d6c-8885-e8aa0f9bf843 req-ea50e171-f617-47ef-b627-aa46136d835b tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] No DVR routers for this DVR port 981c59bc-53ca-4f43-8b0b-20d5a0e89940 on host n-h1-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:30:08.523439 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-00bdec4d-5dd6-4d6c-8885-e8aa0f9bf843 req-ea50e171-f617-47ef-b627-aa46136d835b tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:08.528307 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-00bdec4d-5dd6-4d6c-8885-e8aa0f9bf843 req-ea50e171-f617-47ef-b627-aa46136d835b tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.11 "DELETE /v2.0/ports/981c59bc-53ca-4f43-8b0b-20d5a0e89940 HTTP/1.1" status: 204 len: 173 time: 0.8590868 Oct 20 11:30:08.531000 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '990fdeaf-bd3a-416f-bbdd-02714367a9c0', 'name': 'network-vif-deleted', 'tag': '981c59bc-53ca-4f43-8b0b-20d5a0e89940'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:30:08.549019 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c415e90-259f-4093-8607-84a1432bdc2c" -d '{"events": [{"server_uuid": "990fdeaf-bd3a-416f-bbdd-02714367a9c0", "name": "network-vif-deleted", "tag": "981c59bc-53ca-4f43-8b0b-20d5a0e89940"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:30:08.576609 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9056c0-0a53-40aa-ab80-10219b11a789 req-bf6697d2-e5b9-4f86-ab8c-e7584e0c14ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:08.587771 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-dc9056c0-0a53-40aa-ab80-10219b11a789 req-bf6697d2-e5b9-4f86-ab8c-e7584e0c14ac service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.2091470 Oct 20 11:30:08.598368 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=ef3cb09f-ac5c-486b-a336-8eb09343d5ae,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:08.603868 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c650dc3-76e6-45f0-ab36-762a402ea4e6 x-openstack-request-id: req-4c650dc3-76e6-45f0-ab36-762a402ea4e6 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:30:08.606576 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "403dbfcd-38c6-4a7c-9b63-f21a06c6e2d3", "name": "network-vif-plugged", "status": "completed", "tag": "ef3cb09f-ac5c-486b-a336-8eb09343d5ae", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:30:08.606849 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4c650dc3-76e6-45f0-ab36-762a402ea4e6 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:30:08.607249 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '403dbfcd-38c6-4a7c-9b63-f21a06c6e2d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3cb09f-ac5c-486b-a336-8eb09343d5ae', 'code': 200} Oct 20 11:30:08.629000 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ea61e-9bba-4e77-8e6d-8606e36e49a4 req-84e04aaf-fc74-4c4b-a1e8-eab8235741a0 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:08.638156 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e98ea61e-9bba-4e77-8e6d-8606e36e49a4 req-84e04aaf-fc74-4c4b-a1e8-eab8235741a0 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0422a46e-00fd-463d-aafb-fd9a0a2b2d45 HTTP/1.1" status: 200 len: 950 time: 0.1149149 Oct 20 11:30:08.660126 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e06a533-230f-4e89-a728-a92b1835399a x-openstack-request-id: req-8e06a533-230f-4e89-a728-a92b1835399a {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:30:08.660410 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "990fdeaf-bd3a-416f-bbdd-02714367a9c0", "name": "network-vif-deleted", "tag": "981c59bc-53ca-4f43-8b0b-20d5a0e89940", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:30:08.660748 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8e06a533-230f-4e89-a728-a92b1835399a {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:30:08.661994 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '990fdeaf-bd3a-416f-bbdd-02714367a9c0', 'name': 'network-vif-deleted', 'tag': '981c59bc-53ca-4f43-8b0b-20d5a0e89940', 'status': 'completed', 'code': 200} Oct 20 11:30:08.710353 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e98ea61e-9bba-4e77-8e6d-8606e36e49a4 req-93473068-1770-4a33-b82e-bc2b53b30ae8 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713882 Oct 20 11:30:08.716950 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9056c0-0a53-40aa-ab80-10219b11a789 req-01a362bd-f8d8-4624-8149-6b00cd1d9135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:08.724009 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-dc9056c0-0a53-40aa-ab80-10219b11a789 req-01a362bd-f8d8-4624-8149-6b00cd1d9135 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1301923 Oct 20 11:30:08.754552 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a91c3-88a8-4787-b625-93ff46d34c86 req-ee8dc5d5-10ab-4ba6-92c2-ca4eaf2902c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:08.756071 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-dd8a91c3-88a8-4787-b625-93ff46d34c86 req-ee8dc5d5-10ab-4ba6-92c2-ca4eaf2902c6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=403dbfcd-38c6-4a7c-9b63-f21a06c6e2d3 HTTP/1.1" status: 200 len: 1097 time: 0.0937827 Oct 20 11:30:08.767483 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88482152-4ff1-4b5b-ad2c-47105c4995ae req-b00139f7-7ac1-4e8b-9945-2810d44e397f tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:08.776645 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-88482152-4ff1-4b5b-ad2c-47105c4995ae req-b00139f7-7ac1-4e8b-9945-2810d44e397f tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=f28ad3ad-c9b6-4b2a-adce-93b5218f9c86 HTTP/1.1" status: 200 len: 944 time: 0.0834115 Oct 20 11:30:08.820564 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-88482152-4ff1-4b5b-ad2c-47105c4995ae req-3d40aa0e-4fce-49f1-8cb2-fc5fb497ceed tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424788 Oct 20 11:30:08.873332 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-dc9056c0-0a53-40aa-ab80-10219b11a789 req-5d38c9c5-aa51-4115-9bf5-6fa15e747ab9 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410441 Oct 20 11:30:08.904178 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-dd8a91c3-88a8-4787-b625-93ff46d34c86 req-41847030-07ae-46c1-a587-8618c1f5f537 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360333 Oct 20 11:30:08.983091 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-86386f34-b466-446a-aeb4-f33a903b1d94 req-65ed954c-ab6e-4b5b-89f8-cc6fc78ac163 tempest-FloatingIPsAssociationTestJSON-663218617 tempest-FloatingIPsAssociationTestJSON-663218617-project] 10.222.0.98 "GET /v2.0/ports?device_id=990fdeaf-bd3a-416f-bbdd-02714367a9c0 HTTP/1.1" status: 200 len: 210 time: 0.0404294 Oct 20 11:30:09.006633 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-dc9056c0-0a53-40aa-ab80-10219b11a789 req-2c2e89f3-6451-4a51-b0c9-016037315580 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177926 Oct 20 11:30:09.141862 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-adb21830-6b4d-498e-86cf-9f53f0122214 service neutron] 10.222.0.89 "GET /v2.0/ports/dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b/bindings/n-h1-814735-3 HTTP/1.1" status: 200 len: 384 time: 0.0614021 Oct 20 11:30:09.199053 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:30:09.298129 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 90971dad-2f63-4bd6-bab0-1734adae135a no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:30:09.361587 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-bf620aa1-9927-4f11-a248-369d84095738 service neutron] For port dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b,segment=NetworkSegment(fb1327ec-83b6-478a-9700-c6ea2f9574d3),segment_id=fb1327ec-83b6-478a-9700-c6ea2f9574d3)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:30:09.377341 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75138f8-8106-4c1e-a9d3-e05d4c8f88ec req-7bd282c0-dcb1-49a4-8745-71ad1c2ef5c9 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:09.386308 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f75138f8-8106-4c1e-a9d3-e05d4c8f88ec req-7bd282c0-dcb1-49a4-8745-71ad1c2ef5c9 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=403dbfcd-38c6-4a7c-9b63-f21a06c6e2d3 HTTP/1.1" status: 200 len: 946 time: 0.0632687 Oct 20 11:30:09.412078 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-bf620aa1-9927-4f11-a248-369d84095738 service neutron] For port dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:30:09.416420 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:09.439666 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f75138f8-8106-4c1e-a9d3-e05d4c8f88ec req-fef3bca2-1cad-4d44-8701-5e474555a71e tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521069 Oct 20 11:30:09.515818 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-bf620aa1-9927-4f11-a248-369d84095738 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:30:09.535319 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 90971dad-2f63-4bd6-bab0-1734adae135a, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=90971dad-2f63-4bd6-bab0-1734adae135a,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:30:09.546201 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a86de27-4ca1-4d49-8dce-236625f89be7 req-4cf9c7b0-9542-4fa4-b07c-d36b35bddb6f tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:09.548257 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-bf620aa1-9927-4f11-a248-369d84095738 service neutron] For port dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b,segment=NetworkSegment(fb1327ec-83b6-478a-9700-c6ea2f9574d3),segment_id=fb1327ec-83b6-478a-9700-c6ea2f9574d3)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:30:09.549751 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9a86de27-4ca1-4d49-8dce-236625f89be7 req-4cf9c7b0-9542-4fa4-b07c-d36b35bddb6f tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 946 time: 0.1043005 Oct 20 11:30:09.549989 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:09.575034 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-bf620aa1-9927-4f11-a248-369d84095738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:09.630499 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9a86de27-4ca1-4d49-8dce-236625f89be7 req-fd833b57-c029-4fb2-9d75-fe69d8cafe71 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618317 Oct 20 11:30:09.650538 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:09.678097 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=90971dad-2f63-4bd6-bab0-1734adae135a,revision_number=9']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:09.703513 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-bf620aa1-9927-4f11-a248-369d84095738 service neutron] Transition to ACTIVE for port object dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:30:09.709465 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-bf620aa1-9927-4f11-a248-369d84095738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:09.771355 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf620aa1-9927-4f11-a248-369d84095738 service neutron] Pushing event updated for resources: {'Port': ['ID=dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b,revision_number=10']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:09.829343 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-bf620aa1-9927-4f11-a248-369d84095738 service neutron] No DVR routers for this DVR port dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b on host n-h2-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:30:09.875767 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-bf620aa1-9927-4f11-a248-369d84095738 service neutron] 10.222.0.89 "PUT /v2.0/ports/dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b/bindings/n-h1-814735-3/activate HTTP/1.1" status: 200 len: 369 time: 0.7266064 Oct 20 11:30:09.900495 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18a86d-7c36-4b49-8380-30fa8486c8b3 req-7c8fe0dd-254e-48bd-8688-9831aa2a3f4a tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:09.908351 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5b18a86d-7c36-4b49-8380-30fa8486c8b3 req-7c8fe0dd-254e-48bd-8688-9831aa2a3f4a tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0422a46e-00fd-463d-aafb-fd9a0a2b2d45 HTTP/1.1" status: 200 len: 948 time: 0.1089213 Oct 20 11:30:09.984279 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5b18a86d-7c36-4b49-8380-30fa8486c8b3 req-76e360e2-437b-41fb-82c5-faac3cd2b40c tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722864 Oct 20 11:30:10.002057 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-2596123a-ee65-47b1-8685-0cab81babb6e tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:10.003520 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-2596123a-ee65-47b1-8685-0cab81babb6e tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f28ad3ad-c9b6-4b2a-adce-93b5218f9c86&tenant_id=aa6715c00c6e4476951bf73e506ed201&binding%3Ahost_id=n-h2-814735-3 HTTP/1.1" status: 200 len: 1096 time: 0.0606329 Oct 20 11:30:10.010622 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40b8dd-8493-4301-b287-1f8c391b36bd req-15698d81-18f0-4783-9acb-cc4e15800ceb tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:10.017844 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ab40b8dd-8493-4301-b287-1f8c391b36bd req-15698d81-18f0-4783-9acb-cc4e15800ceb tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=f28ad3ad-c9b6-4b2a-adce-93b5218f9c86 HTTP/1.1" status: 200 len: 945 time: 0.0876713 Oct 20 11:30:10.055426 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 57010) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:30:10.072662 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ab40b8dd-8493-4301-b287-1f8c391b36bd req-134dce49-2c0b-40ec-9629-de04eac1cdd7 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536566 Oct 20 11:30:10.112953 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-d6a8f4c1-4d90-4aa0-9453-de17fa2e9c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:10.116145 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-d6a8f4c1-4d90-4aa0-9453-de17fa2e9c32 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f28ad3ad-c9b6-4b2a-adce-93b5218f9c86&tenant_id=aa6715c00c6e4476951bf73e506ed201 HTTP/1.1" status: 200 len: 1096 time: 0.1025889 Oct 20 11:30:10.207698 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-8a7745f6-4c8a-4b58-9789-b95233f7a4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:10.210887 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-8a7745f6-4c8a-4b58-9789-b95233f7a4b7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa6715c00c6e4476951bf73e506ed201&device_id=f28ad3ad-c9b6-4b2a-adce-93b5218f9c86 HTTP/1.1" status: 200 len: 1096 time: 0.0539088 Oct 20 11:30:10.318831 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-801465f0-4210-49e5-9543-3c18a50743c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:10.320888 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-801465f0-4210-49e5-9543-3c18a50743c4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b05579c2-10e5-4997-ab9d-57afa741288e HTTP/1.1" status: 200 len: 909 time: 0.1016567 Oct 20 11:30:10.342893 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:30:10.372077 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-5318b1a3-c936-465c-9473-ca6bda3c8368 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b HTTP/1.1" status: 200 len: 217 time: 0.0438862 Oct 20 11:30:10.434910 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-879cac33-174d-4468-ac85-38c6a384be87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:10.437073 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-879cac33-174d-4468-ac85-38c6a384be87 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=beaf7d63-7f7d-4cb5-8871-db069d2b0a56 HTTP/1.1" status: 200 len: 847 time: 0.0577226 Oct 20 11:30:10.478133 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-ff730e75-10e2-4ac2-9ff5-dc66e65988e0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b05579c2-10e5-4997-ab9d-57afa741288e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331914 Oct 20 11:30:10.604664 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-a20194dc-32f8-47a9-9193-b5ca3323a2cd service neutron] 10.222.0.11 "GET /v2.0/networks/b05579c2-10e5-4997-ab9d-57afa741288e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176076 Oct 20 11:30:10.609008 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0422a46e-00fd-463d-aafb-fd9a0a2b2d45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90971dad-2f63-4bd6-bab0-1734adae135a'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:30:10.612414 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f385fd35-a369-452e-997b-ccb0bb77491f" -d '{"events": [{"server_uuid": "0422a46e-00fd-463d-aafb-fd9a0a2b2d45", "name": "network-vif-unplugged", "status": "completed", "tag": "90971dad-2f63-4bd6-bab0-1734adae135a"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:30:10.696127 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec8a839-aac1-41db-b30d-720c71dd3131 x-openstack-request-id: req-3ec8a839-aac1-41db-b30d-720c71dd3131 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:30:10.696675 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0422a46e-00fd-463d-aafb-fd9a0a2b2d45", "name": "network-vif-unplugged", "status": "completed", "tag": "90971dad-2f63-4bd6-bab0-1734adae135a", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:30:10.697150 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3ec8a839-aac1-41db-b30d-720c71dd3131 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:30:10.697845 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0422a46e-00fd-463d-aafb-fd9a0a2b2d45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90971dad-2f63-4bd6-bab0-1734adae135a', 'code': 200} Oct 20 11:30:10.756245 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef461d-c0bd-4911-ae51-e176297dde6b req-67936906-f111-422d-908b-3e9efc0cb1d4 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:10.757898 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-82ef461d-c0bd-4911-ae51-e176297dde6b req-67936906-f111-422d-908b-3e9efc0cb1d4 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=403dbfcd-38c6-4a7c-9b63-f21a06c6e2d3 HTTP/1.1" status: 200 len: 946 time: 0.1343842 Oct 20 11:30:10.878113 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-82ef461d-c0bd-4911-ae51-e176297dde6b req-63a020ca-5853-4aa6-b3a1-787262c0e408 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055140 Oct 20 11:30:10.948734 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8f659-6261-4e87-9396-3e8a09c5cda0 req-0cea4742-8036-451c-840f-86d973334319 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:10.950783 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-28f8f659-6261-4e87-9396-3e8a09c5cda0 req-0cea4742-8036-451c-840f-86d973334319 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 946 time: 0.1911142 Oct 20 11:30:11.026765 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-28f8f659-6261-4e87-9396-3e8a09c5cda0 req-06f0b879-68b6-4900-96f7-034a919be797 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655091 Oct 20 11:30:11.061959 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-8acf8fc6-f488-4012-ab60-92138e3ac97e service neutron] 10.222.0.11 "GET /v2.0/networks/b05579c2-10e5-4997-ab9d-57afa741288e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4461105 Oct 20 11:30:11.102738 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-328a40e2-334f-4a85-a21e-2fb47d2294c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:11.191109 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 90971dad-2f63-4bd6-bab0-1734adae135a details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:30:11.259199 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ebe63-2a59-460a-adc8-e85fff1ca4d2 req-22b9c9cf-e8f0-42a2-8f45-b74b19f4dc01 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:11.260887 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5a1ebe63-2a59-460a-adc8-e85fff1ca4d2 req-22b9c9cf-e8f0-42a2-8f45-b74b19f4dc01 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0422a46e-00fd-463d-aafb-fd9a0a2b2d45 HTTP/1.1" status: 200 len: 948 time: 0.1021178 Oct 20 11:30:11.331925 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 90971dad-2f63-4bd6-bab0-1734adae135a, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=90971dad-2f63-4bd6-bab0-1734adae135a,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:30:11.343858 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '90971dad-2f63-4bd6-bab0-1734adae135a', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'port_id': '90971dad-2f63-4bd6-bab0-1734adae135a', 'mac_address': 'fa:16:3e:1c:41:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94289c8c-e5f7-4e30-b6a9-5b268a8fd610', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:30:11.380156 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-174c18ad-880e-4aa6-bb3b-b601874ff593 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:11.381834 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-174c18ad-880e-4aa6-bb3b-b601874ff593 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f28ad3ad-c9b6-4b2a-adce-93b5218f9c86&tenant_id=aa6715c00c6e4476951bf73e506ed201&binding%3Ahost_id=n-h1-814735-3 HTTP/1.1" status: 200 len: 1096 time: 0.0459859 Oct 20 11:30:11.403649 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5a1ebe63-2a59-460a-adc8-e85fff1ca4d2 req-92b5434b-3858-4689-9a4c-157d883c1639 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334105 Oct 20 11:30:11.437294 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c75d82-6401-4e34-92c5-2596b007648d req-4a2f61e5-033f-4729-8640-34b28894b38f tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:11.439262 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-17c75d82-6401-4e34-92c5-2596b007648d req-4a2f61e5-033f-4729-8640-34b28894b38f tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=f28ad3ad-c9b6-4b2a-adce-93b5218f9c86 HTTP/1.1" status: 200 len: 945 time: 0.1041882 Oct 20 11:30:11.532029 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-c2dc039d-4eb1-4ffb-a68d-de1027b4b3d6 service neutron] For port dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:30:11.535863 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-c2dc039d-4eb1-4ffb-a68d-de1027b4b3d6 service neutron] Publish callbacks [] for binding, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:11.537363 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-72c0f533-c1b5-47e5-8f05-1de53ad1906a req-c2dc039d-4eb1-4ffb-a68d-de1027b4b3d6 service neutron] 10.222.0.11 "DELETE /v2.0/ports/dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b/bindings/n-h2-814735-3 HTTP/1.1" status: 204 len: 173 time: 0.1453426 Oct 20 11:30:11.564457 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:11.566915 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-17c75d82-6401-4e34-92c5-2596b007648d req-aaea77f8-6d4c-43d2-a932-0b1b1e8144b8 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185672 Oct 20 11:30:11.579117 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90971dad-2f63-4bd6-bab0-1734adae135a {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:30:11.600095 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 90971dad-2f63-4bd6-bab0-1734adae135a, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=90971dad-2f63-4bd6-bab0-1734adae135a,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:30:11.606093 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:11.609306 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8742e42-217a-4d39-9ca9-ce56ff6b94f7 req-53a51c47-e84b-486f-a6fc-b5ea29d8baf2 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:11.611156 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a8742e42-217a-4d39-9ca9-ce56ff6b94f7 req-53a51c47-e84b-486f-a6fc-b5ea29d8baf2 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=403dbfcd-38c6-4a7c-9b63-f21a06c6e2d3 HTTP/1.1" status: 200 len: 946 time: 0.1336162 Oct 20 11:30:11.665686 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-328a40e2-334f-4a85-a21e-2fb47d2294c1 admin admin] Deleting port 9cf6655d-f474-420a-8784-5e92c4d14a17 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:30:11.666020 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-328a40e2-334f-4a85-a21e-2fb47d2294c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:11.667094 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=90971dad-2f63-4bd6-bab0-1734adae135a,revision_number=10']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:11.707153 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a8742e42-217a-4d39-9ca9-ce56ff6b94f7 req-e0436513-0e01-4424-84c9-7f5b115b9c49 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835657 Oct 20 11:30:11.777686 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760f412-c3f4-4444-bba5-bd8430cd643b req-b22c91cd-3917-4fee-b986-813dddfc4eb1 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:11.779459 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1760f412-c3f4-4444-bba5-bd8430cd643b req-b22c91cd-3917-4fee-b986-813dddfc4eb1 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0422a46e-00fd-463d-aafb-fd9a0a2b2d45 HTTP/1.1" status: 200 len: 950 time: 0.1269345 Oct 20 11:30:11.813744 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-328a40e2-334f-4a85-a21e-2fb47d2294c1 admin admin] For port 9cf6655d-f474-420a-8784-5e92c4d14a17, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=9cf6655d-f474-420a-8784-5e92c4d14a17,segment=NetworkSegment(cb74e53f-6f75-4b51-a3d2-bf3da9505174),segment_id=cb74e53f-6f75-4b51-a3d2-bf3da9505174)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:30:11.814143 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-328a40e2-334f-4a85-a21e-2fb47d2294c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:11.833763 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-328a40e2-334f-4a85-a21e-2fb47d2294c1 admin admin] Calling delete_port for 9cf6655d-f474-420a-8784-5e92c4d14a17 owned by network:router_interface {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:30:11.854350 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1760f412-c3f4-4444-bba5-bd8430cd643b req-3256b7fb-89cb-47c1-9820-6a977a17a82b tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650187 Oct 20 11:30:11.912610 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 981c59bc-53ca-4f43-8b0b-20d5a0e89940 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:30:11.917218 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['90971dad-2f63-4bd6-bab0-1734adae135a'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:30:11.938373 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: 981c59bc-53ca-4f43-8b0b-20d5a0e89940 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:30:11.938758 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 981c59bc-53ca-4f43-8b0b-20d5a0e89940 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:30:12.162117 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c3688a92-af26-4729-9e35-80c43d8c27cc req-4225c087-ab10-4bd5-a830-5ef38f2425e4 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=4b173b35dd00423795d2e29ae132dc78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407462 Oct 20 11:30:12.163710 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-328a40e2-334f-4a85-a21e-2fb47d2294c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:12.298589 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a40e2-334f-4a85-a21e-2fb47d2294c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cf6655d-f474-420a-8784-5e92c4d14a17,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:12.324710 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a40e2-334f-4a85-a21e-2fb47d2294c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:12.325349 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a40e2-334f-4a85-a21e-2fb47d2294c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:12.325910 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a40e2-334f-4a85-a21e-2fb47d2294c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:12.326378 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a40e2-334f-4a85-a21e-2fb47d2294c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:12.326927 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a40e2-334f-4a85-a21e-2fb47d2294c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:12.327356 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a40e2-334f-4a85-a21e-2fb47d2294c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:12.327686 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a40e2-334f-4a85-a21e-2fb47d2294c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:12.328012 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a40e2-334f-4a85-a21e-2fb47d2294c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:12.328391 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a40e2-334f-4a85-a21e-2fb47d2294c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:12.328713 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a40e2-334f-4a85-a21e-2fb47d2294c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:12.329073 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a40e2-334f-4a85-a21e-2fb47d2294c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:12.329535 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a40e2-334f-4a85-a21e-2fb47d2294c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:12.429791 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff4f78-ba84-4370-84f6-5aed8b52260d req-33d82965-3907-47cf-ba7c-c52768e5d270 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:12.438146 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f5ff4f78-ba84-4370-84f6-5aed8b52260d req-33d82965-3907-47cf-ba7c-c52768e5d270 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 946 time: 0.1992359 Oct 20 11:30:12.594654 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3688a92-af26-4729-9e35-80c43d8c27cc req-63d2af2d-1de2-418d-b686-0749cb628512 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:12.596390 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c3688a92-af26-4729-9e35-80c43d8c27cc req-63d2af2d-1de2-418d-b686-0749cb628512 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4228446 Oct 20 11:30:12.639403 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f5ff4f78-ba84-4370-84f6-5aed8b52260d req-10814913-f3fe-4c40-a384-0e05cb3747b3 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002921 Oct 20 11:30:12.670655 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c3688a92-af26-4729-9e35-80c43d8c27cc req-7fc01ec3-c394-4ac7-8759-9d3b1aa9f7fc tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/quotas/4b173b35dd00423795d2e29ae132dc78 HTTP/1.1" status: 200 len: 375 time: 0.0653472 Oct 20 11:30:12.671250 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-328a40e2-334f-4a85-a21e-2fb47d2294c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:12.728621 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-a79549f1-313f-4304-b809-1a6ba0bfbfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:12.731333 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-a79549f1-313f-4304-b809-1a6ba0bfbfc3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d9acdef368f944fcb8d5f209bb8e33d7&device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 1097 time: 0.1244736 Oct 20 11:30:12.826540 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c3688a92-af26-4729-9e35-80c43d8c27cc req-9009e9ba-ec75-4126-b1c6-aed099d2f7a2 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=4b173b35dd00423795d2e29ae132dc78&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1454017 Oct 20 11:30:12.843804 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-8562f035-f3d5-4cce-aecf-b2f1a63d79f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:12.845540 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-8562f035-f3d5-4cce-aecf-b2f1a63d79f9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=60a88ebb-4b56-43bd-98ec-2f75530b8b0e HTTP/1.1" status: 200 len: 922 time: 0.1065073 Oct 20 11:30:12.875113 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d97b98-4f96-4dda-9fad-ff01b2f50703 req-5e60cdc4-a9bc-416c-9954-44612c7ea499 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:12.876735 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a4d97b98-4f96-4dda-9fad-ff01b2f50703 req-5e60cdc4-a9bc-416c-9954-44612c7ea499 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=f28ad3ad-c9b6-4b2a-adce-93b5218f9c86 HTTP/1.1" status: 200 len: 945 time: 0.1221547 Oct 20 11:30:12.902678 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-a392914c-569d-4eb7-9113-2c9e28f7b81c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1457ed4-9b43-4138-abe0-f6fc2a6c95ed HTTP/1.1" status: 200 len: 217 time: 0.0494244 Oct 20 11:30:12.967096 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a4d97b98-4f96-4dda-9fad-ff01b2f50703 req-25069718-5a75-4d20-9a02-eeab79124d29 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839019 Oct 20 11:30:12.980982 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-5b66dcae-971d-4358-84c3-2a7685f40310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:12.983578 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-5b66dcae-971d-4358-84c3-2a7685f40310 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a0c5c2a-f9c9-492d-ba9f-7e961a63a7db HTTP/1.1" status: 200 len: 860 time: 0.0724616 Oct 20 11:30:13.064922 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-bfe1e691-28e4-40e8-a71c-e39ba8b83e9e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=60a88ebb-4b56-43bd-98ec-2f75530b8b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731730 Oct 20 11:30:13.145349 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328a40e2-334f-4a85-a21e-2fb47d2294c1 admin admin] Router 3a3d3398-a9eb-40a8-9194-06c333185328 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:30:13.204864 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 90971dad-2f63-4bd6-bab0-1734adae135a up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:30:13.233289 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b170ad8-1a8c-407f-b4bf-b4ad88e497e5 req-61fbf3df-4a8c-48cd-b49c-9b781974d636 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:13.234400 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-d71887a4-e488-4d51-b692-f1768183a093 service neutron] 10.222.0.11 "GET /v2.0/networks/60a88ebb-4b56-43bd-98ec-2f75530b8b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603997 Oct 20 11:30:13.235509 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b170ad8-1a8c-407f-b4bf-b4ad88e497e5 req-61fbf3df-4a8c-48cd-b49c-9b781974d636 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=403dbfcd-38c6-4a7c-9b63-f21a06c6e2d3 HTTP/1.1" status: 200 len: 946 time: 0.1677010 Oct 20 11:30:13.267079 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b47f9292-061f-4db9-882a-abf9bb4c86b7 req-19709318-dc7d-4a47-8e69-614d277c0055 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 210 time: 0.0613234 Oct 20 11:30:13.301025 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 90971dad-2f63-4bd6-bab0-1734adae135a triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:30:13.301401 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:13.362807 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b170ad8-1a8c-407f-b4bf-b4ad88e497e5 req-1cedc953-50b8-4290-b1fc-6edb36f14d5e tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966225 Oct 20 11:30:13.451025 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-71bbd44c-09af-4f40-9e72-495259587cc6 service neutron] 10.222.0.11 "GET /v2.0/networks/60a88ebb-4b56-43bd-98ec-2f75530b8b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091615 Oct 20 11:30:13.482182 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:13.531369 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 90971dad-2f63-4bd6-bab0-1734adae135a, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=90971dad-2f63-4bd6-bab0-1734adae135a,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:30:13.533116 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0422a46e-00fd-463d-aafb-fd9a0a2b2d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90971dad-2f63-4bd6-bab0-1734adae135a'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:30:13.537754 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990e7053-0e6f-4eb7-b285-d825ee571a59" -d '{"events": [{"server_uuid": "0422a46e-00fd-463d-aafb-fd9a0a2b2d45", "name": "network-vif-plugged", "status": "completed", "tag": "90971dad-2f63-4bd6-bab0-1734adae135a"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:30:13.543736 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:13.585310 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328a40e2-334f-4a85-a21e-2fb47d2294c1 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:30:13.596660 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-328a40e2-334f-4a85-a21e-2fb47d2294c1 admin admin] 10.222.0.98 "PUT /v2.0/routers/3a3d3398-a9eb-40a8-9194-06c333185328/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5401738 Oct 20 11:30:13.597146 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a9a0dd-d57a-4eeb-b34a-237bdc84ed58 None None] Sync routers for ids ['3a3d3398-a9eb-40a8-9194-06c333185328'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:30:13.599406 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 57100) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:30:13.610759 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a9a0dd-d57a-4eeb-b34a-237bdc84ed58 None None] Routers {'3a3d3398-a9eb-40a8-9194-06c333185328'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:30:13.612075 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-14a9a0dd-d57a-4eeb-b34a-237bdc84ed58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:29:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['3a3d3398-a9eb-40a8-9194-06c333185328'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:30:13.648827 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=90971dad-2f63-4bd6-bab0-1734adae135a,revision_number=11']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:13.679970 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23e3f2-ab30-42de-9e00-6b91a55a9653 req-3fd33085-7df5-4cfa-b23b-06324744d7fd tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:13.682033 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2d23e3f2-ab30-42de-9e00-6b91a55a9653 req-3fd33085-7df5-4cfa-b23b-06324744d7fd tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=f28ad3ad-c9b6-4b2a-adce-93b5218f9c86 HTTP/1.1" status: 200 len: 1096 time: 0.2268445 Oct 20 11:30:13.752067 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-14a9a0dd-d57a-4eeb-b34a-237bdc84ed58 None None] Set router 3a3d3398-a9eb-40a8-9194-06c333185328 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:30:13.794090 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2d23e3f2-ab30-42de-9e00-6b91a55a9653 req-8f11390e-f12e-44f0-b64c-491092cc7d05 tempest-LiveMigrationTest-2066021236 tempest-LiveMigrationTest-2066021236-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030364 Oct 20 11:30:13.872360 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-43bc26dc-344a-466c-ade7-8f0cbbe5dcf2 admin admin] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:13.875840 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7282cf6b-efd5-41ae-b953-f668e4f984f5 x-openstack-request-id: req-7282cf6b-efd5-41ae-b953-f668e4f984f5 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:30:13.876623 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0422a46e-00fd-463d-aafb-fd9a0a2b2d45", "name": "network-vif-plugged", "status": "completed", "tag": "90971dad-2f63-4bd6-bab0-1734adae135a", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:30:13.877076 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7282cf6b-efd5-41ae-b953-f668e4f984f5 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:30:13.877833 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0422a46e-00fd-463d-aafb-fd9a0a2b2d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90971dad-2f63-4bd6-bab0-1734adae135a', 'code': 200} Oct 20 11:30:14.104941 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e0847-db67-4ab9-af42-c6a8fec0d044 req-ed229172-495e-4ae2-8766-d3335bb2db44 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:14.118831 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d7e0847-db67-4ab9-af42-c6a8fec0d044 req-ed229172-495e-4ae2-8766-d3335bb2db44 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 946 time: 0.1448257 Oct 20 11:30:14.139680 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-14a9a0dd-d57a-4eeb-b34a-237bdc84ed58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'name': 'tempest-FloatingIPsAssociationTestJSON-895004699-router', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'd4c49543-bcac-4c33-9bf5-5f0a091f6246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:28:33Z', 'updated_at': '2021-10-20T11:30:12Z', 'revision_number': 5, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'gw_port': {'id': 'd4c49543-bcac-4c33-9bf5-5f0a091f6246', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:34Z', 'updated_at': '2021-10-20T11:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:30:14.206568 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-43bc26dc-344a-466c-ade7-8f0cbbe5dcf2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:14.282306 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a9a0dd-d57a-4eeb-b34a-237bdc84ed58 None None] Checking router: 3a3d3398-a9eb-40a8-9194-06c333185328 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:30:14.305736 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a9a0dd-d57a-4eeb-b34a-237bdc84ed58 None None] Routers {'3a3d3398-a9eb-40a8-9194-06c333185328'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:30:14.307692 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-14a9a0dd-d57a-4eeb-b34a-237bdc84ed58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:29:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['3a3d3398-a9eb-40a8-9194-06c333185328'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:30:14.323060 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d7e0847-db67-4ab9-af42-c6a8fec0d044 req-cde553dd-2275-4a18-957f-2202317ea86e tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012610 Oct 20 11:30:14.462221 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-43bc26dc-344a-466c-ade7-8f0cbbe5dcf2 admin admin] Deleting port d4c49543-bcac-4c33-9bf5-5f0a091f6246 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:30:14.464152 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-43bc26dc-344a-466c-ade7-8f0cbbe5dcf2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:14.506678 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e67438-879d-4e4a-8239-45d79b4053f5 req-2dd2def5-7a9f-471c-8df4-051d4fc624e1 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:14.516439 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-82e67438-879d-4e4a-8239-45d79b4053f5 req-2dd2def5-7a9f-471c-8df4-051d4fc624e1 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=f28ad3ad-c9b6-4b2a-adce-93b5218f9c86 HTTP/1.1" status: 200 len: 945 time: 0.0946007 Oct 20 11:30:14.578251 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-883147f7-dff0-440f-94c9-87bf008ba68a req-ea245634-433d-4ff1-b73f-c278bad43a7a tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 210 time: 0.0581291 Oct 20 11:30:14.590982 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-14a9a0dd-d57a-4eeb-b34a-237bdc84ed58 None None] Set router 3a3d3398-a9eb-40a8-9194-06c333185328 gateway port host: None {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:30:14.661595 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-82e67438-879d-4e4a-8239-45d79b4053f5 req-6a813534-29b1-4f22-b390-b790ced5cadb tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405067 Oct 20 11:30:14.662313 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 57132) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:30:14.670752 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-d04fc217-6731-4409-8f32-69cf479b1f65 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1986499972'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:30:14.721153 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-14a9a0dd-d57a-4eeb-b34a-237bdc84ed58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'name': 'tempest-FloatingIPsAssociationTestJSON-895004699-router', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:28:33Z', 'updated_at': '2021-10-20T11:30:14Z', 'revision_number': 6, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'gw_port_host': None}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:30:14.721721 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04fc217-6731-4409-8f32-69cf479b1f65 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Made reservation on behalf of 9d1ce67b5cf7473287fd13cd3d60b290 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:30:14.727764 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d04fc217-6731-4409-8f32-69cf479b1f65 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:14.740678 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-43bc26dc-344a-466c-ade7-8f0cbbe5dcf2 admin admin] For port d4c49543-bcac-4c33-9bf5-5f0a091f6246, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=d4c49543-bcac-4c33-9bf5-5f0a091f6246,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:30:14.741459 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-43bc26dc-344a-466c-ade7-8f0cbbe5dcf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:14.753915 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a9a0dd-d57a-4eeb-b34a-237bdc84ed58 None None] The sync data for ids ['3a3d3398-a9eb-40a8-9194-06c333185328'] in n-d-814735-3 is: [{'id': '3a3d3398-a9eb-40a8-9194-06c333185328', 'name': 'tempest-FloatingIPsAssociationTestJSON-895004699-router', 'tenant_id': '0f7be2198beb4fa4abf67245a1d7260e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:28:33Z', 'updated_at': '2021-10-20T11:30:14Z', 'revision_number': 6, 'project_id': '0f7be2198beb4fa4abf67245a1d7260e', 'gw_port_host': None}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:30:14.760235 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d04fc217-6731-4409-8f32-69cf479b1f65 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] vlan segment allocate from pool success with {'vlan_id': 1285, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:30:14.775397 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-43bc26dc-344a-466c-ade7-8f0cbbe5dcf2 admin admin] Calling delete_port for d4c49543-bcac-4c33-9bf5-5f0a091f6246 owned by network:router_gateway {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:30:14.793396 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d04fc217-6731-4409-8f32-69cf479b1f65 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:14.794080 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-d04fc217-6731-4409-8f32-69cf479b1f65 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Added segment dfef9a1e-24d7-4613-b244-c38a1f92df9c of type vlan for network debe6c2d-b3d4-4e02-853f-d2d45fbb1f32 Oct 20 11:30:14.859722 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d04fc217-6731-4409-8f32-69cf479b1f65 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:14.896163 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d04fc217-6731-4409-8f32-69cf479b1f65 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:14.903473 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04fc217-6731-4409-8f32-69cf479b1f65 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:14.904171 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d04fc217-6731-4409-8f32-69cf479b1f65 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:14.926421 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ce3a6-18ae-4b82-901f-0513df4e0b8c req-b2e47c8a-44c5-4d58-9b67-c7bb99c68fc3 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:14.928045 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-8b4ce3a6-18ae-4b82-901f-0513df4e0b8c req-b2e47c8a-44c5-4d58-9b67-c7bb99c68fc3 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.11 "GET /v2.0/ports?device_id=f28ad3ad-c9b6-4b2a-adce-93b5218f9c86 HTTP/1.1" status: 200 len: 945 time: 0.1119628 Oct 20 11:30:14.977417 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d04fc217-6731-4409-8f32-69cf479b1f65 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3138115 Oct 20 11:30:14.988114 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 57134) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:30:14.993063 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-02766f00-5c3e-454b-991c-c951e0efc53d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2043530812'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:30:15.045207 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04fc217-6731-4409-8f32-69cf479b1f65 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Pushing event updated for resources: {'Network': ['ID=debe6c2d-b3d4-4e02-853f-d2d45fbb1f32,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:15.068246 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network debe6c2d-b3d4-4e02-853f-d2d45fbb1f32 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:30:15.072257 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c3688a92-af26-4729-9e35-80c43d8c27cc req-a5415096-a94f-438e-975b-dbf122de3771 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=4b173b35dd00423795d2e29ae132dc78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1177413 Oct 20 11:30:15.137345 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02766f00-5c3e-454b-991c-c951e0efc53d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Made reservation on behalf of 9d1ce67b5cf7473287fd13cd3d60b290 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:30:15.141094 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-02766f00-5c3e-454b-991c-c951e0efc53d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:15.208183 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02766f00-5c3e-454b-991c-c951e0efc53d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] vlan segment allocate from pool success with {'vlan_id': 1253, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:30:15.224332 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-02766f00-5c3e-454b-991c-c951e0efc53d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:15.224757 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-02766f00-5c3e-454b-991c-c951e0efc53d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Added segment 7a55bb8e-283b-4f5c-b424-b22520b3d64c of type vlan for network cbfb6560-b005-4cf2-8e9b-c40d4507d392 Oct 20 11:30:15.287948 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:15.294830 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-02766f00-5c3e-454b-991c-c951e0efc53d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:15.351607 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3688a92-af26-4729-9e35-80c43d8c27cc req-e99eeef3-c748-4321-9f07-db8f15fd87c2 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:15.353086 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c3688a92-af26-4729-9e35-80c43d8c27cc req-e99eeef3-c748-4321-9f07-db8f15fd87c2 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2675636 Oct 20 11:30:15.364868 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-8b4ce3a6-18ae-4b82-901f-0513df4e0b8c req-d512e069-f669-4314-be87-1223df2ee4d9 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Deleting port dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:30:15.365208 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-8b4ce3a6-18ae-4b82-901f-0513df4e0b8c req-d512e069-f669-4314-be87-1223df2ee4d9 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:15.366752 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-02766f00-5c3e-454b-991c-c951e0efc53d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:15.374204 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-c3688a92-af26-4729-9e35-80c43d8c27cc req-1f3d754e-12db-453e-a404-96ccef42afdc tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Request body: {'port': {'device_id': '0b8139f8-9141-4764-90d9-f4c63efc6677', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'admin_state_up': True, 'tenant_id': '4b173b35dd00423795d2e29ae132dc78'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:30:15.388916 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02766f00-5c3e-454b-991c-c951e0efc53d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:15.390453 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-02766f00-5c3e-454b-991c-c951e0efc53d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:15.403358 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-43bc26dc-344a-466c-ade7-8f0cbbe5dcf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:15.491660 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-02766f00-5c3e-454b-991c-c951e0efc53d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5022740 Oct 20 11:30:15.495434 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 57150) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:30:15.499022 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc26dc-344a-466c-ade7-8f0cbbe5dcf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4c49543-bcac-4c33-9bf5-5f0a091f6246,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:15.512827 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-9c551397-8637-4f8d-b547-40e2d193b9d4 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Request body: {'subnet': {'network_id': 'debe6c2d-b3d4-4e02-853f-d2d45fbb1f32', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:30:15.562713 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02766f00-5c3e-454b-991c-c951e0efc53d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Pushing event updated for resources: {'Network': ['ID=cbfb6560-b005-4cf2-8e9b-c40d4507d392,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:15.573631 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network cbfb6560-b005-4cf2-8e9b-c40d4507d392 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:30:15.600926 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6b33b-d8b2-419b-af8c-5877974fe135 req-5a94c053-61af-4233-bbca-65289bb043dc tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:15.614222 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4ba6b33b-d8b2-419b-af8c-5877974fe135 req-5a94c053-61af-4233-bbca-65289bb043dc tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 946 time: 0.1562855 Oct 20 11:30:15.757707 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-8b4ce3a6-18ae-4b82-901f-0513df4e0b8c req-d512e069-f669-4314-be87-1223df2ee4d9 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] For port dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b,segment=NetworkSegment(fb1327ec-83b6-478a-9700-c6ea2f9574d3),segment_id=fb1327ec-83b6-478a-9700-c6ea2f9574d3)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:30:15.758296 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-8b4ce3a6-18ae-4b82-901f-0513df4e0b8c req-d512e069-f669-4314-be87-1223df2ee4d9 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:15.772623 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-43bc26dc-344a-466c-ade7-8f0cbbe5dcf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:15.785249 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-8b4ce3a6-18ae-4b82-901f-0513df4e0b8c req-d512e069-f669-4314-be87-1223df2ee4d9 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Calling delete_port for dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b owned by compute:nova {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:30:15.863331 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dc9c2fbf-51f7-4cbf-b962-1c069e954c32 req-4b1ceae8-ab8e-40cf-8e90-9d9087290eac tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 210 time: 0.0681419 Oct 20 11:30:15.874263 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4ba6b33b-d8b2-419b-af8c-5877974fe135 req-04b8de30-97e7-4191-944c-f4fdcf966861 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504766 Oct 20 11:30:15.917661 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device ef3cb09f-ac5c-486b-a336-8eb09343d5ae details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:30:16.106622 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-43bc26dc-344a-466c-ade7-8f0cbbe5dcf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:16.108237 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c551397-8637-4f8d-b547-40e2d193b9d4 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Made reservation on behalf of 9d1ce67b5cf7473287fd13cd3d60b290 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:30:16.111923 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9c551397-8637-4f8d-b547-40e2d193b9d4 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:16.166757 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250245a0-e9b3-432c-a604-634d2187c7fa req-b136dde6-668a-4c4d-b2e0-8835b45d46d1 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:16.188302 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-250245a0-e9b3-432c-a604-634d2187c7fa req-b136dde6-668a-4c4d-b2e0-8835b45d46d1 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=f28ad3ad-c9b6-4b2a-adce-93b5218f9c86 HTTP/1.1" status: 200 len: 945 time: 0.1937032 Oct 20 11:30:16.212043 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port ef3cb09f-ac5c-486b-a336-8eb09343d5ae, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=ef3cb09f-ac5c-486b-a336-8eb09343d5ae,segment=NetworkSegment(ba843d51-18ac-492f-b072-dcb49c698d12),segment_id=ba843d51-18ac-492f-b072-dcb49c698d12)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:30:16.251851 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-250245a0-e9b3-432c-a604-634d2187c7fa req-ecc07094-5e3c-4767-9c56-1b5378429141 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595703 Oct 20 11:30:16.264760 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': 'ef3cb09f-ac5c-486b-a336-8eb09343d5ae', 'network_id': '899673ab-8e62-4651-b772-c8a12e790997', 'port_id': 'ef3cb09f-ac5c-486b-a336-8eb09343d5ae', 'mac_address': 'fa:16:3e:19:03:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aac54544-8ac1-4e04-a94d-f9c6d3bc8d37', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:30:16.290302 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-43bc26dc-344a-466c-ade7-8f0cbbe5dcf2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:16.290738 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device d4c49543-bcac-4c33-9bf5-5f0a091f6246 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:30:16.336507 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: d4c49543-bcac-4c33-9bf5-5f0a091f6246 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:30:16.337050 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device d4c49543-bcac-4c33-9bf5-5f0a091f6246 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:30:16.337557 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 9cf6655d-f474-420a-8784-5e92c4d14a17 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:30:16.384278 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3688a92-af26-4729-9e35-80c43d8c27cc req-1f3d754e-12db-453e-a404-96ccef42afdc tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Made reservation on behalf of 4b173b35dd00423795d2e29ae132dc78 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:30:16.388263 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-c3688a92-af26-4729-9e35-80c43d8c27cc req-1f3d754e-12db-453e-a404-96ccef42afdc tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:16.389742 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 9cf6655d-f474-420a-8784-5e92c4d14a17 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:30:16.390217 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 9cf6655d-f474-420a-8784-5e92c4d14a17 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:30:16.397323 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:16.432033 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef3cb09f-ac5c-486b-a336-8eb09343d5ae {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:30:16.457068 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-43bc26dc-344a-466c-ade7-8f0cbbe5dcf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:16.457512 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43bc26dc-344a-466c-ade7-8f0cbbe5dcf2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a3d3398-a9eb-40a8-9194-06c333185328 {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:30:16.463381 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-43bc26dc-344a-466c-ade7-8f0cbbe5dcf2 admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:16.467392 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 57172) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:30:16.467554 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-43bc26dc-344a-466c-ade7-8f0cbbe5dcf2 admin admin] 10.222.0.98 "DELETE /v2.0/routers/3a3d3398-a9eb-40a8-9194-06c333185328 HTTP/1.1" status: 204 len: 168 time: 2.8668690 Oct 20 11:30:16.474243 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port ef3cb09f-ac5c-486b-a336-8eb09343d5ae, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=ef3cb09f-ac5c-486b-a336-8eb09343d5ae,segment=NetworkSegment(ba843d51-18ac-492f-b072-dcb49c698d12),segment_id=ba843d51-18ac-492f-b072-dcb49c698d12)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:30:16.483281 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:16.588965 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=ef3cb09f-ac5c-486b-a336-8eb09343d5ae,revision_number=6']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:16.600096 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['ef3cb09f-ac5c-486b-a336-8eb09343d5ae'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:30:16.619249 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-436df511-e55f-4e08-bae4-58a5e72e64bb admin admin] Deleting subnet daa3a48e-5bbf-4e17-b716-d19b520de866 {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:30:16.638446 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-436df511-e55f-4e08-bae4-58a5e72e64bb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:16.693432 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-436df511-e55f-4e08-bae4-58a5e72e64bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:16.730656 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-8b4ce3a6-18ae-4b82-901f-0513df4e0b8c req-d512e069-f669-4314-be87-1223df2ee4d9 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:16.804990 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9c551397-8637-4f8d-b547-40e2d193b9d4 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:16.837725 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-436df511-e55f-4e08-bae4-58a5e72e64bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:16.850833 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b4ce3a6-18ae-4b82-901f-0513df4e0b8c req-d512e069-f669-4314-be87-1223df2ee4d9 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] No DVR routers for this DVR port dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b on host n-h1-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:30:16.855280 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-8b4ce3a6-18ae-4b82-901f-0513df4e0b8c req-d512e069-f669-4314-be87-1223df2ee4d9 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:16.859986 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-8b4ce3a6-18ae-4b82-901f-0513df4e0b8c req-d512e069-f669-4314-be87-1223df2ee4d9 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.11 "DELETE /v2.0/ports/dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b HTTP/1.1" status: 204 len: 173 time: 1.9245200 Oct 20 11:30:16.882486 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f28ad3ad-c9b6-4b2a-adce-93b5218f9c86', 'name': 'network-vif-deleted', 'tag': 'dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:30:16.899882 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-436df511-e55f-4e08-bae4-58a5e72e64bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:16.913086 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f95e8c-fa61-4c65-89f9-6492987bd799" -d '{"events": [{"server_uuid": "f28ad3ad-c9b6-4b2a-adce-93b5218f9c86", "name": "network-vif-deleted", "tag": "dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:30:16.939774 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['b8370f8e-d24a-451b-8851-57ad6158b3e8'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:30:16.975653 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-436df511-e55f-4e08-bae4-58a5e72e64bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:16.986230 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-436df511-e55f-4e08-bae4-58a5e72e64bb admin admin] 10.222.0.98 "DELETE /v2.0/subnets/daa3a48e-5bbf-4e17-b716-d19b520de866 HTTP/1.1" status: 204 len: 168 time: 0.5155909 Oct 20 11:30:16.986230 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436df511-e55f-4e08-bae4-58a5e72e64bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daa3a48e-5bbf-4e17-b716-d19b520de866,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:16.987464 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 57192) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:30:17.012725 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e47dbe-2d65-44c1-926e-7e7d52d5553c None None] Network e737fa8f-48d9-429a-9c0d-195ded222e27 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:30:17.016538 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d512e069-f669-4314-be87-1223df2ee4d9 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Pushing event deleted for resources: {'Port': ['ID=dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:17.076423 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c551397-8637-4f8d-b547-40e2d193b9d4 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Checking segment: {'id': 'dfef9a1e-24d7-4613-b244-c38a1f92df9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'debe6c2d-b3d4-4e02-853f-d2d45fbb1f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:30:17.076788 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c551397-8637-4f8d-b547-40e2d193b9d4 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Network hostable DHCP agents. Network: debe6c2d-b3d4-4e02-853f-d2d45fbb1f32, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:30:17.107397 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c551397-8637-4f8d-b547-40e2d193b9d4 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Pushing event updated for resources: {'Subnet': ['ID=c7f8db9e-759d-47f9-9be8-c669a032f85a,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:17.126615 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [req-c3688a92-af26-4729-9e35-80c43d8c27cc req-1f3d754e-12db-453e-a404-96ccef42afdc tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Allocated IP 192.168.233.32 (09e5a906-63cf-4dde-b699-ab448fb18fb8/94289c8c-e5f7-4e30-b6a9-5b268a8fd610/e5fe209d-c2e2-452b-9fe6-fa5140bce982) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:30:17.141006 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c551397-8637-4f8d-b547-40e2d193b9d4 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Network debe6c2d-b3d4-4e02-853f-d2d45fbb1f32 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:30:17.158110 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-9c551397-8637-4f8d-b547-40e2d193b9d4 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, debe6c2d-b3d4-4e02-853f-d2d45fbb1f32) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:30:17.184006 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c551397-8637-4f8d-b547-40e2d193b9d4 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:17.185121 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9c551397-8637-4f8d-b547-40e2d193b9d4 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:17.187717 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354d68b9-1021-46f5-963a-96a730cd15bf None None] Network debe6c2d-b3d4-4e02-853f-d2d45fbb1f32 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:30:17.211988 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-9c551397-8637-4f8d-b547-40e2d193b9d4 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7139621 Oct 20 11:30:17.219142 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 57204) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:30:17.228283 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-ad450635-b7ca-4b87-942a-fec0f0fd40af tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Request body: {'subnet': {'network_id': 'cbfb6560-b005-4cf2-8e9b-c40d4507d392', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:30:17.452608 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad450635-b7ca-4b87-942a-fec0f0fd40af tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Made reservation on behalf of 9d1ce67b5cf7473287fd13cd3d60b290 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:30:17.458446 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ad450635-b7ca-4b87-942a-fec0f0fd40af tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:17.584641 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c249e91a-3f28-41a5-ac7b-6b9f071dbf09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-debe6c2d-b3d4-4e02-853f-d2d45fbb1f32', 'network_id': 'debe6c2d-b3d4-4e02-853f-d2d45fbb1f32', 'tenant_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'fixed_ips': [{'subnet_id': 'c7f8db9e-759d-47f9-9be8-c669a032f85a'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:30:17.586431 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c249e91a-3f28-41a5-ac7b-6b9f071dbf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:17.632117 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5744ec4b-ac4f-4f76-bc46-d316aa8d709a None None] DHCP port deletion for e737fa8f-48d9-429a-9c0d-195ded222e27 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:30:17.724776 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-c3688a92-af26-4729-9e35-80c43d8c27cc req-1f3d754e-12db-453e-a404-96ccef42afdc tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:17.835344 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-c3688a92-af26-4729-9e35-80c43d8c27cc req-1f3d754e-12db-453e-a404-96ccef42afdc tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:17.866772 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3688a92-af26-4729-9e35-80c43d8c27cc req-1f3d754e-12db-453e-a404-96ccef42afdc tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Network 09e5a906-63cf-4dde-b699-ab448fb18fb8 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:30:17.878661 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [req-c3688a92-af26-4729-9e35-80c43d8c27cc req-1f3d754e-12db-453e-a404-96ccef42afdc tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:30:17.920803 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['9fc54b5a-545e-440d-8e56-06e6c4ed6dda', '90971dad-2f63-4bd6-bab0-1734adae135a'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:30:17.944820 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e1b9f7bb-532a-4010-86d9-0310302d59b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:17.949498 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3688a92-af26-4729-9e35-80c43d8c27cc req-1f3d754e-12db-453e-a404-96ccef42afdc tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:30:17.995515 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device ef3cb09f-ac5c-486b-a336-8eb09343d5ae up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:30:18.020392 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4463aea-8ee5-4412-b657-7b978c69d004 req-6f69931b-c7cd-41f4-ac95-9b3e594701ee tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:18.029500 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a4463aea-8ee5-4412-b657-7b978c69d004 req-6f69931b-c7cd-41f4-ac95-9b3e594701ee tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 935 time: 0.8786833 Oct 20 11:30:18.080440 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ad450635-b7ca-4b87-942a-fec0f0fd40af tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:18.164445 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabca48a-eef1-4988-82d5-909135bd7cdb req-49fe7ffe-726d-4881-9f77-d7d7cf493c52 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:18.174486 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3d754e-12db-453e-a404-96ccef42afdc tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Pushing event updated for resources: {'Port': ['ID=e5fe209d-c2e2-452b-9fe6-fa5140bce982,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:18.183172 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad450635-b7ca-4b87-942a-fec0f0fd40af tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Pushing event updated for resources: {'Subnet': ['ID=8b2ce3de-10a9-4c8a-b2e7-4d28126c6f52,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:18.186468 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fabca48a-eef1-4988-82d5-909135bd7cdb req-49fe7ffe-726d-4881-9f77-d7d7cf493c52 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 946 time: 1.1381493 Oct 20 11:30:18.234490 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port ef3cb09f-ac5c-486b-a336-8eb09343d5ae triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:30:18.235254 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:18.237656 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-5744ec4b-ac4f-4f76-bc46-d316aa8d709a None None] Deleting port 389b313d-be89-4b3c-8b76-b6d3b0650739 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:30:18.238494 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5744ec4b-ac4f-4f76-bc46-d316aa8d709a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:18.240214 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3688a92-af26-4729-9e35-80c43d8c27cc req-1f3d754e-12db-453e-a404-96ccef42afdc tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:18.243885 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-c3688a92-af26-4729-9e35-80c43d8c27cc req-1f3d754e-12db-453e-a404-96ccef42afdc tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:18.285992 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c3688a92-af26-4729-9e35-80c43d8c27cc req-1f3d754e-12db-453e-a404-96ccef42afdc tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9170585 Oct 20 11:30:18.317506 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad450635-b7ca-4b87-942a-fec0f0fd40af tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Checking segment: {'id': '7a55bb8e-283b-4f5c-b424-b22520b3d64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'cbfb6560-b005-4cf2-8e9b-c40d4507d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:30:18.317879 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad450635-b7ca-4b87-942a-fec0f0fd40af tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Network hostable DHCP agents. Network: cbfb6560-b005-4cf2-8e9b-c40d4507d392, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:30:18.364442 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad450635-b7ca-4b87-942a-fec0f0fd40af tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Network cbfb6560-b005-4cf2-8e9b-c40d4507d392 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:30:18.385284 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-ad450635-b7ca-4b87-942a-fec0f0fd40af tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, cbfb6560-b005-4cf2-8e9b-c40d4507d392) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:30:18.390071 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad450635-b7ca-4b87-942a-fec0f0fd40af tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:18.391029 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ad450635-b7ca-4b87-942a-fec0f0fd40af tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:18.410670 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a4463aea-8ee5-4412-b657-7b978c69d004 req-81dc5793-2506-4e7c-af35-3372cf8a8d39 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801315 Oct 20 11:30:18.439255 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fabca48a-eef1-4988-82d5-909135bd7cdb req-2c48ba41-7e17-4243-990c-02f348555adc tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447877 Oct 20 11:30:18.451242 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-c3688a92-af26-4729-9e35-80c43d8c27cc req-85c31118-a0a3-44c1-90e5-677bef164742 service neutron] Request body: {'port': {'device_id': '0b8139f8-9141-4764-90d9-f4c63efc6677', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:30:18.467251 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-e1b9f7bb-532a-4010-86d9-0310302d59b7 admin admin] Deleting port 389b313d-be89-4b3c-8b76-b6d3b0650739 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:30:18.467251 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e1b9f7bb-532a-4010-86d9-0310302d59b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:18.545681 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ad450635-b7ca-4b87-942a-fec0f0fd40af tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3221524 Oct 20 11:30:18.551420 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 57216) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:30:18.570501 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 389b313d-be89-4b3c-8b76-b6d3b0650739 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:30:18.573753 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d5474b-a516-448d-8d4c-7eed3505f3e5 None None] Network cbfb6560-b005-4cf2-8e9b-c40d4507d392 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:30:18.607171 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-96004c11-d076-4823-83c9-6294c157326d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Request body: {'port': {'network_id': 'debe6c2d-b3d4-4e02-853f-d2d45fbb1f32', 'name': 'tempest-TaggedBootDevicesTest-587982470', 'fixed_ips': [{'subnet_id': 'c7f8db9e-759d-47f9-9be8-c669a032f85a'}]}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:30:18.691412 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f263a8c7-cfec-42f1-9127-6c7969b6669b x-openstack-request-id: req-f263a8c7-cfec-42f1-9127-6c7969b6669b {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:30:18.691836 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f28ad3ad-c9b6-4b2a-adce-93b5218f9c86", "name": "network-vif-deleted", "tag": "dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:30:18.692071 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f263a8c7-cfec-42f1-9127-6c7969b6669b {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:30:18.692510 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f28ad3ad-c9b6-4b2a-adce-93b5218f9c86', 'name': 'network-vif-deleted', 'tag': 'dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b', 'status': 'completed', 'code': 200} Oct 20 11:30:18.696718 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-e1b9f7bb-532a-4010-86d9-0310302d59b7 admin admin] For port 389b313d-be89-4b3c-8b76-b6d3b0650739, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=389b313d-be89-4b3c-8b76-b6d3b0650739,segment=NetworkSegment(cb74e53f-6f75-4b51-a3d2-bf3da9505174),segment_id=cb74e53f-6f75-4b51-a3d2-bf3da9505174)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:30:18.697403 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e1b9f7bb-532a-4010-86d9-0310302d59b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:18.711456 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-e1b9f7bb-532a-4010-86d9-0310302d59b7 admin admin] Calling delete_port for 389b313d-be89-4b3c-8b76-b6d3b0650739 owned by network:dhcp {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:30:18.720725 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['a2f21c01-e64a-4abc-9a84-ff74becfcd56'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:30:18.903644 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-c249e91a-3f28-41a5-ac7b-6b9f071dbf09 None None] Allocated IP 10.1.1.2 (debe6c2d-b3d4-4e02-853f-d2d45fbb1f32/c7f8db9e-759d-47f9-9be8-c669a032f85a/5fb18eb5-3754-4309-9cc1-3e28c70ef62d) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:30:18.909338 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e1b9f7bb-532a-4010-86d9-0310302d59b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:18.932409 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-c3688a92-af26-4729-9e35-80c43d8c27cc req-85c31118-a0a3-44c1-90e5-677bef164742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:18.938502 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ce806c82-41a7-482c-b75b-bde8532a61c2 req-19693067-18cb-4fe7-a96a-3b9775c197a4 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=f28ad3ad-c9b6-4b2a-adce-93b5218f9c86 HTTP/1.1" status: 200 len: 210 time: 0.0442677 Oct 20 11:30:18.972438 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b9f7bb-532a-4010-86d9-0310302d59b7 admin admin] No DVR routers for this DVR port 389b313d-be89-4b3c-8b76-b6d3b0650739 on host n-d-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:30:18.975633 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b9f7bb-532a-4010-86d9-0310302d59b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=389b313d-be89-4b3c-8b76-b6d3b0650739,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:18.998416 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e6f18e-25cd-4f1e-aedd-aadc459ce9c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-cbfb6560-b005-4cf2-8e9b-c40d4507d392', 'network_id': 'cbfb6560-b005-4cf2-8e9b-c40d4507d392', 'tenant_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'fixed_ips': [{'subnet_id': '8b2ce3de-10a9-4c8a-b2e7-4d28126c6f52'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:30:18.999312 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-62e6f18e-25cd-4f1e-aedd-aadc459ce9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:19.095168 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-5744ec4b-ac4f-4f76-bc46-d316aa8d709a None None] For port 389b313d-be89-4b3c-8b76-b6d3b0650739, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=389b313d-be89-4b3c-8b76-b6d3b0650739,segment=NetworkSegment(cb74e53f-6f75-4b51-a3d2-bf3da9505174),segment_id=cb74e53f-6f75-4b51-a3d2-bf3da9505174)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:30:19.096154 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5744ec4b-ac4f-4f76-bc46-d316aa8d709a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:19.113226 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-5744ec4b-ac4f-4f76-bc46-d316aa8d709a None None] Calling delete_port for 389b313d-be89-4b3c-8b76-b6d3b0650739 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:30:19.146184 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e1b9f7bb-532a-4010-86d9-0310302d59b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:19.193051 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-e1b9f7bb-532a-4010-86d9-0310302d59b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e737fa8f-48d9-429a-9c0d-195ded222e27']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:30:19.212745 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-e1b9f7bb-532a-4010-86d9-0310302d59b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb74e53f-6f75-4b51-a3d2-bf3da9505174') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:30:19.213040 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-e1b9f7bb-532a-4010-86d9-0310302d59b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb74e53f-6f75-4b51-a3d2-bf3da9505174') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:30:19.232273 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e1b9f7bb-532a-4010-86d9-0310302d59b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:19.248484 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e1b9f7bb-532a-4010-86d9-0310302d59b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:19.259077 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1b9f7bb-532a-4010-86d9-0310302d59b7 admin admin] Releasing vlan 1257 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:30:19.259487 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e1b9f7bb-532a-4010-86d9-0310302d59b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:19.263003 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:30:19.263003 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:30:19.263003 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:30:19.263003 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:30:19.263003 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:30:19.263003 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:30:19.263003 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:30:19.263003 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:30:19.263003 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:30:19.263003 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:30:19.263003 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:30:19.263003 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:30:19.263003 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:30:19.263003 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:30:19.263003 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:30:19.263003 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:30:19.263003 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:30:19.263003 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:30:19.263003 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:30:19.263003 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:30:19.263003 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:30:19.263003 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:30:19.263003 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:30:19.263003 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:30:19.263003 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:30:19.263003 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:30:19.263003 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:30:19.263003 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:30:19.263003 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:30:19.263003 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:30:19.263003 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:30:19.263003 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:30:19.311974 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5744ec4b-ac4f-4f76-bc46-d316aa8d709a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:19.400339 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e1b9f7bb-532a-4010-86d9-0310302d59b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:19.412676 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e1b9f7bb-532a-4010-86d9-0310302d59b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:19.416496 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e1b9f7bb-532a-4010-86d9-0310302d59b7 admin admin] 10.222.0.98 "DELETE /v2.0/networks/e737fa8f-48d9-429a-9c0d-195ded222e27 HTTP/1.1" status: 204 len: 168 time: 2.4278908 Oct 20 11:30:19.427470 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b9f7bb-532a-4010-86d9-0310302d59b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e737fa8f-48d9-429a-9c0d-195ded222e27,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:19.453973 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No active binding found for port 389b313d-be89-4b3c-8b76-b6d3b0650739 {{(pid=100648) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 20 11:30:19.454421 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 389b313d-be89-4b3c-8b76-b6d3b0650739 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:30:19.672287 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 57236) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:30:19.753473 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c249e91a-3f28-41a5-ac7b-6b9f071dbf09 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:19.800077 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5744ec4b-ac4f-4f76-bc46-d316aa8d709a None None] No DVR routers for this DVR port 389b313d-be89-4b3c-8b76-b6d3b0650739 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:30:19.808918 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5744ec4b-ac4f-4f76-bc46-d316aa8d709a None None] Pushing event deleted for resources: {'Port': ['ID=389b313d-be89-4b3c-8b76-b6d3b0650739,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:19.827086 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc96d4-7eb4-4bf7-9494-6237cd264cfa req-874ad819-89ed-4683-91fc-4bd2f9c7bb62 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:19.829955 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b1fc96d4-7eb4-4bf7-9494-6237cd264cfa req-874ad819-89ed-4683-91fc-4bd2f9c7bb62 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 935 time: 0.2719448 Oct 20 11:30:19.832517 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96004c11-d076-4823-83c9-6294c157326d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Made reservation on behalf of 9d1ce67b5cf7473287fd13cd3d60b290 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:30:19.842999 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-fb4df1b8-675a-437a-9cca-0d5380f9445d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0f7be2198beb4fa4abf67245a1d7260e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1683464 Oct 20 11:30:19.844165 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c249e91a-3f28-41a5-ac7b-6b9f071dbf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:19.851040 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 57240) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:30:19.878709 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1cf58-cd74-408b-9ef4-594739f773ae req-86a4f20e-f424-4fb5-85de-94f29f6c00ff tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:19.886149 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9fc1cf58-cd74-408b-9ef4-594739f773ae req-86a4f20e-f424-4fb5-85de-94f29f6c00ff tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 946 time: 0.2663982 Oct 20 11:30:19.995964 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b1fc96d4-7eb4-4bf7-9494-6237cd264cfa req-ca90e2b1-f1d9-46ed-bbe9-8caba1d900a7 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508651 Oct 20 11:30:20.004630 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c249e91a-3f28-41a5-ac7b-6b9f071dbf09 None None] Network debe6c2d-b3d4-4e02-853f-d2d45fbb1f32 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:30:20.005818 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c249e91a-3f28-41a5-ac7b-6b9f071dbf09 None None] Pushing event updated for resources: {'Port': ['ID=5fb18eb5-3754-4309-9cc1-3e28c70ef62d,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:20.031468 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9fc1cf58-cd74-408b-9ef4-594739f773ae req-900f26c1-ff1a-49f6-a361-30914316983f tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204784 Oct 20 11:30:20.068539 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3cb826a5-d0e1-422d-a390-ceddccd9a1c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:20.071569 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:20.077416 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-96004c11-d076-4823-83c9-6294c157326d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:20.106829 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-c249e91a-3f28-41a5-ac7b-6b9f071dbf09 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:30:20.111501 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ac3fa382-98bc-4a06-9220-d88d80bfe662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:20.131570 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-94061f12-561d-4dc3-8a24-aa518e8969a9 None None] Provisioning complete for port e5fe209d-c2e2-452b-9fe6-fa5140bce982 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:30:20.131938 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-94061f12-561d-4dc3-8a24-aa518e8969a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:20.137626 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3cb826a5-d0e1-422d-a390-ceddccd9a1c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:20.143820 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-96004c11-d076-4823-83c9-6294c157326d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] device_id is not set on port 61bf1de1-24da-472e-a342-71d54a789c06 yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:30:20.168342 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-c3688a92-af26-4729-9e35-80c43d8c27cc req-85c31118-a0a3-44c1-90e5-677bef164742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5fe209d-c2e2-452b-9fe6-fa5140bce982 {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:30:20.207376 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-c3688a92-af26-4729-9e35-80c43d8c27cc req-85c31118-a0a3-44c1-90e5-677bef164742 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:20.214068 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c249e91a-3f28-41a5-ac7b-6b9f071dbf09 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:30:20.309497 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-94061f12-561d-4dc3-8a24-aa518e8969a9 None None] Port e5fe209d-c2e2-452b-9fe6-fa5140bce982 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:30:20.381613 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4db83905-2bf3-4500-910e-2cefcffbd1db req-859e57c3-e3b8-4151-b89b-3ca0efe22d9f tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=f28ad3ad-c9b6-4b2a-adce-93b5218f9c86 HTTP/1.1" status: 200 len: 210 time: 0.0466001 Oct 20 11:30:20.383435 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-c3688a92-af26-4729-9e35-80c43d8c27cc req-85c31118-a0a3-44c1-90e5-677bef164742 service neutron] Transition to ACTIVE for port object e5fe209d-c2e2-452b-9fe6-fa5140bce982 will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:30:20.393769 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3cb826a5-d0e1-422d-a390-ceddccd9a1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:20.396600 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3cb826a5-d0e1-422d-a390-ceddccd9a1c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:20.398336 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3cb826a5-d0e1-422d-a390-ceddccd9a1c4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/495852f5-de6b-4129-b7c7-5bc39347752f HTTP/1.1" status: 204 len: 168 time: 0.5463960 Oct 20 11:30:20.420366 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb826a5-d0e1-422d-a390-ceddccd9a1c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495852f5-de6b-4129-b7c7-5bc39347752f,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:20.451932 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-c3688a92-af26-4729-9e35-80c43d8c27cc req-85c31118-a0a3-44c1-90e5-677bef164742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:20.592348 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '403dbfcd-38c6-4a7c-9b63-f21a06c6e2d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3cb09f-ac5c-486b-a336-8eb09343d5ae'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:30:20.594700 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d0af1f-f7f3-4622-9934-a8885054c446" -d '{"events": [{"server_uuid": "403dbfcd-38c6-4a7c-9b63-f21a06c6e2d3", "name": "network-vif-plugged", "status": "completed", "tag": "ef3cb09f-ac5c-486b-a336-8eb09343d5ae"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:30:20.701799 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c31118-a0a3-44c1-90e5-677bef164742 service neutron] Pushing event updated for resources: {'Port': ['ID=e5fe209d-c2e2-452b-9fe6-fa5140bce982,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:20.711897 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port ef3cb09f-ac5c-486b-a336-8eb09343d5ae, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=ef3cb09f-ac5c-486b-a336-8eb09343d5ae,segment=NetworkSegment(ba843d51-18ac-492f-b072-dcb49c698d12),segment_id=ba843d51-18ac-492f-b072-dcb49c698d12)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:30:20.721498 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-c3688a92-af26-4729-9e35-80c43d8c27cc req-85c31118-a0a3-44c1-90e5-677bef164742 service neutron] Attempting to bind port e5fe209d-c2e2-452b-9fe6-fa5140bce982 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:30:20.721996 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-c3688a92-af26-4729-9e35-80c43d8c27cc req-85c31118-a0a3-44c1-90e5-677bef164742 service neutron] Attempting to bind port e5fe209d-c2e2-452b-9fe6-fa5140bce982 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:30:20.722321 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3688a92-af26-4729-9e35-80c43d8c27cc req-85c31118-a0a3-44c1-90e5-677bef164742 service neutron] Attempting to bind port e5fe209d-c2e2-452b-9fe6-fa5140bce982 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:30:20.738151 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4cc905-eee5-45f9-9a0b-f497fb03f53d x-openstack-request-id: req-0f4cc905-eee5-45f9-9a0b-f497fb03f53d {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:30:20.739594 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "403dbfcd-38c6-4a7c-9b63-f21a06c6e2d3", "name": "network-vif-plugged", "status": "completed", "tag": "ef3cb09f-ac5c-486b-a336-8eb09343d5ae", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:30:20.740479 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0f4cc905-eee5-45f9-9a0b-f497fb03f53d {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:30:20.741243 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '403dbfcd-38c6-4a7c-9b63-f21a06c6e2d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3cb09f-ac5c-486b-a336-8eb09343d5ae', 'code': 200} Oct 20 11:30:20.747449 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:20.748537 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:30:20.749260 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3688a92-af26-4729-9e35-80c43d8c27cc req-85c31118-a0a3-44c1-90e5-677bef164742 service neutron] Port e5fe209d-c2e2-452b-9fe6-fa5140bce982 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:30:20.749820 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3688a92-af26-4729-9e35-80c43d8c27cc req-85c31118-a0a3-44c1-90e5-677bef164742 service neutron] Attempting to bind port e5fe209d-c2e2-452b-9fe6-fa5140bce982 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:30:20.762160 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3688a92-af26-4729-9e35-80c43d8c27cc req-85c31118-a0a3-44c1-90e5-677bef164742 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:30:20.762771 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3688a92-af26-4729-9e35-80c43d8c27cc req-85c31118-a0a3-44c1-90e5-677bef164742 service neutron] Checking segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:30:20.763333 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3688a92-af26-4729-9e35-80c43d8c27cc req-85c31118-a0a3-44c1-90e5-677bef164742 service neutron] Bound using segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:30:20.763923 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-c3688a92-af26-4729-9e35-80c43d8c27cc req-85c31118-a0a3-44c1-90e5-677bef164742 service neutron] Bound port: e5fe209d-c2e2-452b-9fe6-fa5140bce982, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:30:20.764836 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-c3688a92-af26-4729-9e35-80c43d8c27cc req-85c31118-a0a3-44c1-90e5-677bef164742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:20.766948 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-c249e91a-3f28-41a5-ac7b-6b9f071dbf09 None None] Attempting to bind port 5fb18eb5-3754-4309-9cc1-3e28c70ef62d on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:30:20.767487 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-c249e91a-3f28-41a5-ac7b-6b9f071dbf09 None None] Attempting to bind port 5fb18eb5-3754-4309-9cc1-3e28c70ef62d by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'dfef9a1e-24d7-4613-b244-c38a1f92df9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'debe6c2d-b3d4-4e02-853f-d2d45fbb1f32'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:30:20.767884 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c249e91a-3f28-41a5-ac7b-6b9f071dbf09 None None] Attempting to bind port 5fb18eb5-3754-4309-9cc1-3e28c70ef62d on network debe6c2d-b3d4-4e02-853f-d2d45fbb1f32 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:30:20.770986 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-62e6f18e-25cd-4f1e-aedd-aadc459ce9c0 None None] Allocated IP 10.2.2.2 (cbfb6560-b005-4cf2-8e9b-c40d4507d392/8b2ce3de-10a9-4c8a-b2e7-4d28126c6f52/196b8696-423e-4571-8ca8-e27ceb78cd3f) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:30:20.787020 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-96004c11-d076-4823-83c9-6294c157326d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Allocated IP 10.1.1.22 (debe6c2d-b3d4-4e02-853f-d2d45fbb1f32/c7f8db9e-759d-47f9-9be8-c669a032f85a/61bf1de1-24da-472e-a342-71d54a789c06) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:30:20.840557 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:30:20.840984 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device dae0c897-b44e-4d6b-9e8a-e66b1ab1da1b not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:30:20.857950 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c249e91a-3f28-41a5-ac7b-6b9f071dbf09 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:30:20.863277 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c249e91a-3f28-41a5-ac7b-6b9f071dbf09 None None] Checking segment: {'id': 'dfef9a1e-24d7-4613-b244-c38a1f92df9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'debe6c2d-b3d4-4e02-853f-d2d45fbb1f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:30:20.864012 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c249e91a-3f28-41a5-ac7b-6b9f071dbf09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:20.864557 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c249e91a-3f28-41a5-ac7b-6b9f071dbf09 None None] Bound using segment: {'id': 'dfef9a1e-24d7-4613-b244-c38a1f92df9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'debe6c2d-b3d4-4e02-853f-d2d45fbb1f32'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:30:20.865241 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-c249e91a-3f28-41a5-ac7b-6b9f071dbf09 None None] Bound port: 5fb18eb5-3754-4309-9cc1-3e28c70ef62d, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfef9a1e-24d7-4613-b244-c38a1f92df9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'debe6c2d-b3d4-4e02-853f-d2d45fbb1f32'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:30:20.865827 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c249e91a-3f28-41a5-ac7b-6b9f071dbf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:20.972025 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-c3688a92-af26-4729-9e35-80c43d8c27cc req-85c31118-a0a3-44c1-90e5-677bef164742 service neutron] For port e5fe209d-c2e2-452b-9fe6-fa5140bce982, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:30:21.004584 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-c3688a92-af26-4729-9e35-80c43d8c27cc req-85c31118-a0a3-44c1-90e5-677bef164742 service neutron] For port e5fe209d-c2e2-452b-9fe6-fa5140bce982, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e5fe209d-c2e2-452b-9fe6-fa5140bce982,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:30:21.046118 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-c3688a92-af26-4729-9e35-80c43d8c27cc req-85c31118-a0a3-44c1-90e5-677bef164742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:21.140070 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3688a92-af26-4729-9e35-80c43d8c27cc req-85c31118-a0a3-44c1-90e5-677bef164742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:21.140828 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-c3688a92-af26-4729-9e35-80c43d8c27cc req-85c31118-a0a3-44c1-90e5-677bef164742 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:21.142249 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c3688a92-af26-4729-9e35-80c43d8c27cc req-85c31118-a0a3-44c1-90e5-677bef164742 service neutron] 10.222.0.89 "PUT /v2.0/ports/e5fe209d-c2e2-452b-9fe6-fa5140bce982 HTTP/1.1" status: 200 len: 1095 time: 2.8362429 Oct 20 11:30:21.144378 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b8139f8-9141-4764-90d9-f4c63efc6677', 'tag': 'e5fe209d-c2e2-452b-9fe6-fa5140bce982'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:30:21.157972 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51581c79-2e50-41fb-af7b-3597263107f4" -d '{"events": [{"name": "network-changed", "server_uuid": "0b8139f8-9141-4764-90d9-f4c63efc6677", "tag": "e5fe209d-c2e2-452b-9fe6-fa5140bce982"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:30:21.258504 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d49fb-25af-4108-a3f9-8b608c5b431b req-b1502195-16a6-4d0a-a20b-d22e62979926 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:21.269298 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e24d49fb-25af-4108-a3f9-8b608c5b431b req-b1502195-16a6-4d0a-a20b-d22e62979926 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 947 time: 0.1190631 Oct 20 11:30:21.332167 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c31118-a0a3-44c1-90e5-677bef164742 service neutron] Pushing event updated for resources: {'Port': ['ID=e5fe209d-c2e2-452b-9fe6-fa5140bce982,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:21.356700 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-96004c11-d076-4823-83c9-6294c157326d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:21.409404 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3688a92-af26-4729-9e35-80c43d8c27cc req-1df4a78c-908c-4b6f-9bee-8d7cf616f02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:21.410924 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c3688a92-af26-4729-9e35-80c43d8c27cc req-1df4a78c-908c-4b6f-9bee-8d7cf616f02a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4b173b35dd00423795d2e29ae132dc78&device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 1098 time: 0.2082531 Oct 20 11:30:21.416026 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=ef3cb09f-ac5c-486b-a336-8eb09343d5ae,revision_number=7']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:21.473025 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-62e6f18e-25cd-4f1e-aedd-aadc459ce9c0 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:21.488355 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e24d49fb-25af-4108-a3f9-8b608c5b431b req-eb787584-8fbd-4698-a25f-c1d001df079d tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177734 Oct 20 11:30:21.505850 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-c249e91a-3f28-41a5-ac7b-6b9f071dbf09 None None] For port 5fb18eb5-3754-4309-9cc1-3e28c70ef62d, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:30:21.505850 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-c249e91a-3f28-41a5-ac7b-6b9f071dbf09 None None] For port 5fb18eb5-3754-4309-9cc1-3e28c70ef62d, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=5fb18eb5-3754-4309-9cc1-3e28c70ef62d,segment=NetworkSegment(dfef9a1e-24d7-4613-b244-c38a1f92df9c),segment_id=dfef9a1e-24d7-4613-b244-c38a1f92df9c)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:30:21.512161 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-62e6f18e-25cd-4f1e-aedd-aadc459ce9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:21.563049 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c3688a92-af26-4729-9e35-80c43d8c27cc req-d6febdf4-9f8e-4d94-8ee8-2743fbd440a8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=e5fe209d-c2e2-452b-9fe6-fa5140bce982 HTTP/1.1" status: 200 len: 217 time: 0.1410503 Oct 20 11:30:21.573767 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e6f18e-25cd-4f1e-aedd-aadc459ce9c0 None None] Pushing event updated for resources: {'Port': ['ID=196b8696-423e-4571-8ca8-e27ceb78cd3f,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:21.574730 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b18ecc-5234-480f-b78d-89b1df9f3b1e req-179ebd62-1509-446f-86c9-b97c840bef3b tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:21.577197 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c249e91a-3f28-41a5-ac7b-6b9f071dbf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:21.584473 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a0b18ecc-5234-480f-b78d-89b1df9f3b1e req-179ebd62-1509-446f-86c9-b97c840bef3b tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 946 time: 0.3104200 Oct 20 11:30:21.666249 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef668d5-9f28-4d9a-a751-113b0cabdf8a x-openstack-request-id: req-1ef668d5-9f28-4d9a-a751-113b0cabdf8a {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:30:21.666486 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b8139f8-9141-4764-90d9-f4c63efc6677", "tag": "e5fe209d-c2e2-452b-9fe6-fa5140bce982", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:30:21.666587 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1ef668d5-9f28-4d9a-a751-113b0cabdf8a {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:30:21.667073 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b8139f8-9141-4764-90d9-f4c63efc6677', 'tag': 'e5fe209d-c2e2-452b-9fe6-fa5140bce982', 'status': 'completed', 'code': 200} Oct 20 11:30:21.674651 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c249e91a-3f28-41a5-ac7b-6b9f071dbf09 None None] Pushing event updated for resources: {'Port': ['ID=5fb18eb5-3754-4309-9cc1-3e28c70ef62d,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:21.684544 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-96004c11-d076-4823-83c9-6294c157326d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:21.702850 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e6f18e-25cd-4f1e-aedd-aadc459ce9c0 None None] Network cbfb6560-b005-4cf2-8e9b-c40d4507d392 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:30:21.704668 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-62e6f18e-25cd-4f1e-aedd-aadc459ce9c0 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:30:21.721630 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e6f18e-25cd-4f1e-aedd-aadc459ce9c0 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:30:21.756592 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3688a92-af26-4729-9e35-80c43d8c27cc req-c1178727-dad8-451d-9f30-83fce4de424e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:21.758236 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c3688a92-af26-4729-9e35-80c43d8c27cc req-c1178727-dad8-451d-9f30-83fce4de424e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.1925368 Oct 20 11:30:21.780330 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96004c11-d076-4823-83c9-6294c157326d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Network debe6c2d-b3d4-4e02-853f-d2d45fbb1f32 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:30:21.794248 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-96004c11-d076-4823-83c9-6294c157326d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:30:21.795197 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a0b18ecc-5234-480f-b78d-89b1df9f3b1e req-6cec88aa-b294-48dd-b0e7-f2fa75b67cef tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010922 Oct 20 11:30:21.795842 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-62e6f18e-25cd-4f1e-aedd-aadc459ce9c0 None None] Attempting to bind port 196b8696-423e-4571-8ca8-e27ceb78cd3f on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:30:21.796309 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-62e6f18e-25cd-4f1e-aedd-aadc459ce9c0 None None] Attempting to bind port 196b8696-423e-4571-8ca8-e27ceb78cd3f by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '7a55bb8e-283b-4f5c-b424-b22520b3d64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'cbfb6560-b005-4cf2-8e9b-c40d4507d392'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:30:21.796573 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e6f18e-25cd-4f1e-aedd-aadc459ce9c0 None None] Attempting to bind port 196b8696-423e-4571-8ca8-e27ceb78cd3f on network cbfb6560-b005-4cf2-8e9b-c40d4507d392 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:30:21.815315 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96004c11-d076-4823-83c9-6294c157326d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:30:21.824543 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e6f18e-25cd-4f1e-aedd-aadc459ce9c0 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:30:21.824921 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e6f18e-25cd-4f1e-aedd-aadc459ce9c0 None None] Checking segment: {'id': '7a55bb8e-283b-4f5c-b424-b22520b3d64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'cbfb6560-b005-4cf2-8e9b-c40d4507d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:30:21.825327 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-62e6f18e-25cd-4f1e-aedd-aadc459ce9c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:21.825726 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e6f18e-25cd-4f1e-aedd-aadc459ce9c0 None None] Bound using segment: {'id': '7a55bb8e-283b-4f5c-b424-b22520b3d64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'cbfb6560-b005-4cf2-8e9b-c40d4507d392'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:30:21.826222 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-62e6f18e-25cd-4f1e-aedd-aadc459ce9c0 None None] Bound port: 196b8696-423e-4571-8ca8-e27ceb78cd3f, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a55bb8e-283b-4f5c-b424-b22520b3d64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'cbfb6560-b005-4cf2-8e9b-c40d4507d392'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:30:21.826604 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-62e6f18e-25cd-4f1e-aedd-aadc459ce9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:21.832049 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96004c11-d076-4823-83c9-6294c157326d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Pushing event updated for resources: {'Port': ['ID=61bf1de1-24da-472e-a342-71d54a789c06,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:21.904698 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3688a92-af26-4729-9e35-80c43d8c27cc req-14ca4f3c-a75f-4eda-b9bd-fea69717de16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:21.907614 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c3688a92-af26-4729-9e35-80c43d8c27cc req-14ca4f3c-a75f-4eda-b9bd-fea69717de16 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1292160 Oct 20 11:30:21.918551 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96004c11-d076-4823-83c9-6294c157326d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:21.921245 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-96004c11-d076-4823-83c9-6294c157326d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:21.997349 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-96004c11-d076-4823-83c9-6294c157326d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4328105 Oct 20 11:30:21.999954 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 57298) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:30:22.006320 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-6e23f60d-0889-4864-b59b-6290647952f3 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Request body: {'port': {'network_id': 'debe6c2d-b3d4-4e02-853f-d2d45fbb1f32', 'name': 'tempest-TaggedBootDevicesTest-576982634', 'fixed_ips': [{'subnet_id': 'c7f8db9e-759d-47f9-9be8-c669a032f85a'}]}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:30:22.103377 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-62e6f18e-25cd-4f1e-aedd-aadc459ce9c0 None None] For port 196b8696-423e-4571-8ca8-e27ceb78cd3f, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:30:22.109750 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-62e6f18e-25cd-4f1e-aedd-aadc459ce9c0 None None] For port 196b8696-423e-4571-8ca8-e27ceb78cd3f, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=196b8696-423e-4571-8ca8-e27ceb78cd3f,segment=NetworkSegment(7a55bb8e-283b-4f5c-b424-b22520b3d64c),segment_id=7a55bb8e-283b-4f5c-b424-b22520b3d64c)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:30:22.121418 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-62e6f18e-25cd-4f1e-aedd-aadc459ce9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:22.200419 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c3688a92-af26-4729-9e35-80c43d8c27cc req-4bde1d23-cccc-42af-b42d-683f513cf802 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702830 Oct 20 11:30:22.344758 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a124e6b9-6e44-4c92-a573-b35468dd1f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:22.411820 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 5fb18eb5-3754-4309-9cc1-3e28c70ef62d up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:30:22.422431 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bbe2cd81-b518-4d46-89f0-87bea538e564 req-83a19c4c-4255-4b6f-918b-04c4db845abc tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=f28ad3ad-c9b6-4b2a-adce-93b5218f9c86 HTTP/1.1" status: 200 len: 210 time: 0.1534102 Oct 20 11:30:22.473559 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e6f18e-25cd-4f1e-aedd-aadc459ce9c0 None None] Pushing event updated for resources: {'Port': ['ID=196b8696-423e-4571-8ca8-e27ceb78cd3f,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:22.593751 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e23f60d-0889-4864-b59b-6290647952f3 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Made reservation on behalf of 9d1ce67b5cf7473287fd13cd3d60b290 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:30:22.608070 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c3688a92-af26-4729-9e35-80c43d8c27cc req-86216471-c624-4315-92fb-d8be1f7cd93e service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3942344 Oct 20 11:30:22.641210 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 5fb18eb5-3754-4309-9cc1-3e28c70ef62d triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:30:22.647388 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:22.813167 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51581c79-2e50-41fb-af7b-3597263107f4 req-4b06569b-9ed5-4a08-b36d-5c8bd2e750b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:22.821459 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-51581c79-2e50-41fb-af7b-3597263107f4 req-4b06569b-9ed5-4a08-b36d-5c8bd2e750b3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4b173b35dd00423795d2e29ae132dc78&device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 1098 time: 0.1273561 Oct 20 11:30:22.886374 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6e23f60d-0889-4864-b59b-6290647952f3 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:22.929700 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:22.982282 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [None req-6e23f60d-0889-4864-b59b-6290647952f3 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] device_id is not set on port 1096304c-3250-4c91-a0ae-a0d182374e03 yet. {{(pid=100647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:30:23.061316 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:23.091407 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 5fb18eb5-3754-4309-9cc1-3e28c70ef62d, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=5fb18eb5-3754-4309-9cc1-3e28c70ef62d,segment=NetworkSegment(dfef9a1e-24d7-4613-b244-c38a1f92df9c),segment_id=dfef9a1e-24d7-4613-b244-c38a1f92df9c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:30:23.095560 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:23.101855 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:23.178912 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51581c79-2e50-41fb-af7b-3597263107f4 req-76407729-1889-4167-b73f-c059c903e6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:23.183324 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-51581c79-2e50-41fb-af7b-3597263107f4 req-76407729-1889-4167-b73f-c059c903e6f1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 0.3526800 Oct 20 11:30:23.280454 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-51581c79-2e50-41fb-af7b-3597263107f4 req-7456b44b-ebf0-43e7-83d7-e2315a7e5e02 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=e5fe209d-c2e2-452b-9fe6-fa5140bce982 HTTP/1.1" status: 200 len: 217 time: 0.0878596 Oct 20 11:30:23.381569 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51581c79-2e50-41fb-af7b-3597263107f4 req-9a60b5b4-16e7-4c64-b7a4-2223a58c0764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:23.383111 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-51581c79-2e50-41fb-af7b-3597263107f4 req-9a60b5b4-16e7-4c64-b7a4-2223a58c0764 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.0932167 Oct 20 11:30:23.387020 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846fc94f-7ed7-4598-85b2-928af7d28eca req-1f2abd73-0d93-48ae-a57c-d83632f70ca5 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:23.388629 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-846fc94f-7ed7-4598-85b2-928af7d28eca req-1f2abd73-0d93-48ae-a57c-d83632f70ca5 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 947 time: 0.4652750 Oct 20 11:30:23.452788 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=5fb18eb5-3754-4309-9cc1-3e28c70ef62d,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:23.478075 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51581c79-2e50-41fb-af7b-3597263107f4 req-3b9319aa-4658-4f75-9bbd-21f4a2e87b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:23.479674 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-51581c79-2e50-41fb-af7b-3597263107f4 req-3b9319aa-4658-4f75-9bbd-21f4a2e87b4b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0802729 Oct 20 11:30:23.498654 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05387c70-725f-4da9-8d23-52f1677ff758 None None] Network debe6c2d-b3d4-4e02-853f-d2d45fbb1f32 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:30:23.592259 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be51aa2-f336-458f-a8b2-025a0901c6f4 req-03b4c3f5-7356-469d-9cdb-69497b4b0f4d tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:23.596034 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6be51aa2-f336-458f-a8b2-025a0901c6f4 req-03b4c3f5-7356-469d-9cdb-69497b4b0f4d tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 946 time: 0.3712938 Oct 20 11:30:23.692466 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-51581c79-2e50-41fb-af7b-3597263107f4 req-c45d5c8c-ad3a-4472-832c-2111636798e0 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938524 Oct 20 11:30:23.754045 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-f9f02b3d-f818-4c9c-b6ff-b22a4e8c99af None None] Provisioning complete for port 5fb18eb5-3754-4309-9cc1-3e28c70ef62d triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:30:23.754458 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f9f02b3d-f818-4c9c-b6ff-b22a4e8c99af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:23.809311 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-846fc94f-7ed7-4598-85b2-928af7d28eca req-6e8cad6a-9523-4253-8611-a3ca811ba9cd tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230894 Oct 20 11:30:23.878431 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-6e23f60d-0889-4864-b59b-6290647952f3 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Allocated IP 10.1.1.220 (debe6c2d-b3d4-4e02-853f-d2d45fbb1f32/c7f8db9e-759d-47f9-9be8-c669a032f85a/1096304c-3250-4c91-a0ae-a0d182374e03) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:30:23.897742 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6be51aa2-f336-458f-a8b2-025a0901c6f4 req-e3754047-16ad-410a-b493-45c4e52e95a5 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807182 Oct 20 11:30:23.942306 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-51581c79-2e50-41fb-af7b-3597263107f4 req-ad80bcc4-d837-470f-8e8a-420449e1e81a service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380283 Oct 20 11:30:24.220537 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6e23f60d-0889-4864-b59b-6290647952f3 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:24.271471 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6d8bc7-e161-446f-a47d-aadf00b6e2e3 None None] Network cbfb6560-b005-4cf2-8e9b-c40d4507d392 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:30:24.291685 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6e23f60d-0889-4864-b59b-6290647952f3 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:24.399360 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f9e20527-db0e-4ff6-8175-bddea47aeea4 req-6772c21b-8dfa-499f-8861-252dbd27f095 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=f28ad3ad-c9b6-4b2a-adce-93b5218f9c86 HTTP/1.1" status: 200 len: 210 time: 0.1368856 Oct 20 11:30:24.477991 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-97acb37f-474f-484d-ac09-b6aa88104ef2 None None] Provisioning complete for port 196b8696-423e-4571-8ca8-e27ceb78cd3f triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:30:24.478467 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-97acb37f-474f-484d-ac09-b6aa88104ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:24.480677 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e23f60d-0889-4864-b59b-6290647952f3 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Network debe6c2d-b3d4-4e02-853f-d2d45fbb1f32 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:30:24.485669 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e23f60d-0889-4864-b59b-6290647952f3 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Pushing event updated for resources: {'Port': ['ID=1096304c-3250-4c91-a0ae-a0d182374e03,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:24.490310 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-6e23f60d-0889-4864-b59b-6290647952f3 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:30:24.493272 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e23f60d-0889-4864-b59b-6290647952f3 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:30:24.525673 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 5fb18eb5-3754-4309-9cc1-3e28c70ef62d up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:30:24.628116 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e23f60d-0889-4864-b59b-6290647952f3 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:24.636222 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6e23f60d-0889-4864-b59b-6290647952f3 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:24.684669 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-6e23f60d-0889-4864-b59b-6290647952f3 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6827321 Oct 20 11:30:24.905002 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:24.961012 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 5fb18eb5-3754-4309-9cc1-3e28c70ef62d triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:30:24.961443 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:24.992668 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e0048-6cef-4d81-9899-1edcb95ae63a req-0c6ed62c-dead-4ca8-91d8-b5ca9565686e tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:25.002045 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fd7e0048-6cef-4d81-9899-1edcb95ae63a req-0c6ed62c-dead-4ca8-91d8-b5ca9565686e tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 947 time: 0.0637765 Oct 20 11:30:25.089392 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fd7e0048-6cef-4d81-9899-1edcb95ae63a req-9cfa0e80-c45a-4a26-a2d9-0edc12ccda90 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814025 Oct 20 11:30:25.141922 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-97acb37f-474f-484d-ac09-b6aa88104ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:25.188126 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 57380) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:30:25.263792 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 196b8696-423e-4571-8ca8-e27ceb78cd3f up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:30:25.266711 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-97acb37f-474f-484d-ac09-b6aa88104ef2 None None] For port 196b8696-423e-4571-8ca8-e27ceb78cd3f, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=196b8696-423e-4571-8ca8-e27ceb78cd3f,segment=NetworkSegment(7a55bb8e-283b-4f5c-b424-b22520b3d64c),segment_id=7a55bb8e-283b-4f5c-b424-b22520b3d64c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:30:25.305060 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device e5fe209d-c2e2-452b-9fe6-fa5140bce982 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:30:25.311560 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4813a3e-13e3-48ee-9acc-17667f0d6e82 req-2478b9b3-9196-4c6c-8e97-a1e6c780bb39 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:25.326134 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4813a3e-13e3-48ee-9acc-17667f0d6e82 req-2478b9b3-9196-4c6c-8e97-a1e6c780bb39 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 946 time: 0.0972471 Oct 20 11:30:25.365176 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-97acb37f-474f-484d-ac09-b6aa88104ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:25.383808 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4813a3e-13e3-48ee-9acc-17667f0d6e82 req-da113108-ed49-4f88-8ab2-d58cb17833e7 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565000 Oct 20 11:30:25.402241 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 57386) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:30:25.411573 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-95ac9f47-f4a5-41dc-83ef-0710c917a3a5 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Request body: {'security_group': {'name': 'tempest-securitygroup--309779319', 'description': 'tempest-description--1751106408'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:30:25.468922 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-95ac9f47-f4a5-41dc-83ef-0710c917a3a5 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:25.529692 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-aa8d42bf-d383-4c74-91ba-288c6bbfcf70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:25.571573 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port e5fe209d-c2e2-452b-9fe6-fa5140bce982, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e5fe209d-c2e2-452b-9fe6-fa5140bce982,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:30:25.611029 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': 'e5fe209d-c2e2-452b-9fe6-fa5140bce982', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'port_id': 'e5fe209d-c2e2-452b-9fe6-fa5140bce982', 'mac_address': 'fa:16:3e:92:00:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94289c8c-e5f7-4e30-b6a9-5b268a8fd610', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:30:25.617361 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97acb37f-474f-484d-ac09-b6aa88104ef2 None None] Pushing event updated for resources: {'Port': ['ID=196b8696-423e-4571-8ca8-e27ceb78cd3f,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:25.633740 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 196b8696-423e-4571-8ca8-e27ceb78cd3f triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:30:25.634577 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:25.661401 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-95ac9f47-f4a5-41dc-83ef-0710c917a3a5 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:25.662841 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-cd45ab74-a928-4d55-8917-542af1b99ddb None None] Provisioning complete for port 5fb18eb5-3754-4309-9cc1-3e28c70ef62d triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:30:25.663303 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-cd45ab74-a928-4d55-8917-542af1b99ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:25.669186 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-95ac9f47-f4a5-41dc-83ef-0710c917a3a5 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:25.692553 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-aa8d42bf-d383-4c74-91ba-288c6bbfcf70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:25.735762 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0b267da1-80e3-4f4b-a559-0f9fcd411310 req-76dec078-37fe-428c-a40b-60f0010436c4 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=f28ad3ad-c9b6-4b2a-adce-93b5218f9c86 HTTP/1.1" status: 200 len: 210 time: 0.0389519 Oct 20 11:30:25.741808 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-aa8d42bf-d383-4c74-91ba-288c6bbfcf70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:25.794978 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:25.796485 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-aa8d42bf-d383-4c74-91ba-288c6bbfcf70 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=16574b2da1eb452c9f1e158aab59fec2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6071000 Oct 20 11:30:25.796727 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-95ac9f47-f4a5-41dc-83ef-0710c917a3a5 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:25.797417 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8d42bf-d383-4c74-91ba-288c6bbfcf70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d91bdcb-a04f-45cf-96a3-6a4a4157dcef,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:25.799959 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 57398) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:30:25.814120 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-95ac9f47-f4a5-41dc-83ef-0710c917a3a5 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4078538 Oct 20 11:30:25.815560 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 57400) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:30:25.834162 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-d28fa862-e8de-46d0-b4fb-49277c5f3307 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Request body: {'security_group_rule': {'security_group_id': '6e397af8-07ce-4093-b8cb-76d0226b7f33', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:30:25.837899 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ac9f47-f4a5-41dc-83ef-0710c917a3a5 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e397af8-07ce-4093-b8cb-76d0226b7f33,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:25.900400 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5fe209d-c2e2-452b-9fe6-fa5140bce982 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:30:25.928210 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-afad3650-6fea-4410-a8a5-4ad5edf48284 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:25.959612 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-afad3650-6fea-4410-a8a5-4ad5edf48284 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:25.976618 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d28fa862-e8de-46d0-b4fb-49277c5f3307 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:26.024947 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port e5fe209d-c2e2-452b-9fe6-fa5140bce982, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e5fe209d-c2e2-452b-9fe6-fa5140bce982,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:30:26.067200 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:26.086765 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-cd45ab74-a928-4d55-8917-542af1b99ddb None None] Provisioning complete for port 61bf1de1-24da-472e-a342-71d54a789c06 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:30:26.087168 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-cd45ab74-a928-4d55-8917-542af1b99ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:26.095636 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-afad3650-6fea-4410-a8a5-4ad5edf48284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:26.100204 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-afad3650-6fea-4410-a8a5-4ad5edf48284 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:26.104105 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-afad3650-6fea-4410-a8a5-4ad5edf48284 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1d91bdcb-a04f-45cf-96a3-6a4a4157dcef HTTP/1.1" status: 204 len: 168 time: 0.3031085 Oct 20 11:30:26.111784 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d28fa862-e8de-46d0-b4fb-49277c5f3307 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:26.118685 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afad3650-6fea-4410-a8a5-4ad5edf48284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d91bdcb-a04f-45cf-96a3-6a4a4157dcef,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:26.122332 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d28fa862-e8de-46d0-b4fb-49277c5f3307 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:26.162370 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28fa862-e8de-46d0-b4fb-49277c5f3307 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=976ac10c-f7a0-4bf0-b052-18146e138f4e,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:26.194541 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d28fa862-e8de-46d0-b4fb-49277c5f3307 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:26.198857 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d28fa862-e8de-46d0-b4fb-49277c5f3307 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3791018 Oct 20 11:30:26.199028 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 57412) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:30:26.203567 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-7452f68b-5468-4999-98b7-dfeca3d3ec64 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Request body: {'security_group_rule': {'security_group_id': '6e397af8-07ce-4093-b8cb-76d0226b7f33', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:30:26.331047 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-cd45ab74-a928-4d55-8917-542af1b99ddb None None] Port 61bf1de1-24da-472e-a342-71d54a789c06 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:30:26.354492 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7452f68b-5468-4999-98b7-dfeca3d3ec64 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:26.367458 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 196b8696-423e-4571-8ca8-e27ceb78cd3f up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:30:26.412114 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-cd45ab74-a928-4d55-8917-542af1b99ddb None None] Provisioning complete for port 196b8696-423e-4571-8ca8-e27ceb78cd3f triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:30:26.412368 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-cd45ab74-a928-4d55-8917-542af1b99ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:26.415389 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['e5fe209d-c2e2-452b-9fe6-fa5140bce982'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:30:26.479913 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7452f68b-5468-4999-98b7-dfeca3d3ec64 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:26.488554 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7452f68b-5468-4999-98b7-dfeca3d3ec64 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:26.504049 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=e5fe209d-c2e2-452b-9fe6-fa5140bce982,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:26.521657 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7452f68b-5468-4999-98b7-dfeca3d3ec64 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8217bf4c-d4be-4770-b0e6-c3386b079e31,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:26.537040 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27267d-6b2f-4d83-bc6b-aa9e1679e3f0 req-5a9b3a9f-20a0-4a02-b62b-bedc4aed4d38 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:26.548093 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ed27267d-6b2f-4d83-bc6b-aa9e1679e3f0 req-5a9b3a9f-20a0-4a02-b62b-bedc4aed4d38 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 948 time: 0.3237939 Oct 20 11:30:26.599992 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 196b8696-423e-4571-8ca8-e27ceb78cd3f triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:30:26.600624 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:26.669852 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7452f68b-5468-4999-98b7-dfeca3d3ec64 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:26.675772 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-7452f68b-5468-4999-98b7-dfeca3d3ec64 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4756904 Oct 20 11:30:26.679745 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 57424) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:30:26.688468 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-ff66941d-3e96-43e7-9296-24b6811e686c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:30:26.703800 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ed27267d-6b2f-4d83-bc6b-aa9e1679e3f0 req-54481ab4-110e-4b10-8517-e2f1836b13c3 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545129 Oct 20 11:30:26.770474 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ff66941d-3e96-43e7-9296-24b6811e686c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks [] for floatingip, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:26.776675 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab51c088-1ed1-42a8-ab4d-5efac4a3ecbc req-6a939854-9e03-4e53-8ab1-b378061775d0 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:26.778376 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ab51c088-1ed1-42a8-ab4d-5efac4a3ecbc req-6a939854-9e03-4e53-8ab1-b378061775d0 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 946 time: 0.2032628 Oct 20 11:30:26.825085 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ab51c088-1ed1-42a8-ab4d-5efac4a3ecbc req-cb9a1668-dcef-44e7-9186-8e3c9cb455aa tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397952 Oct 20 11:30:26.935865 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ff66941d-3e96-43e7-9296-24b6811e686c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:26.952642 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-cd45ab74-a928-4d55-8917-542af1b99ddb None None] Provisioning complete for port 1096304c-3250-4c91-a0ae-a0d182374e03 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:30:26.953443 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-cd45ab74-a928-4d55-8917-542af1b99ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:27.015179 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-cd45ab74-a928-4d55-8917-542af1b99ddb None None] Port 1096304c-3250-4c91-a0ae-a0d182374e03 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:30:27.144138 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1db0498c-2fd7-47f7-afe6-47ade2f14702 req-80063b4c-941b-486c-8e81-8112ea4d4071 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=f28ad3ad-c9b6-4b2a-adce-93b5218f9c86 HTTP/1.1" status: 200 len: 210 time: 0.0658045 Oct 20 11:30:27.185080 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-ff66941d-3e96-43e7-9296-24b6811e686c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Allocated IP 172.25.5.150 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/46aa42fa-d2e2-4ff1-87d0-fedff65b9cd7) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:30:27.367919 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ff66941d-3e96-43e7-9296-24b6811e686c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:27.423028 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ff66941d-3e96-43e7-9296-24b6811e686c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:27.467510 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff66941d-3e96-43e7-9296-24b6811e686c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:30:27.472716 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-ff66941d-3e96-43e7-9296-24b6811e686c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:30:27.475482 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff66941d-3e96-43e7-9296-24b6811e686c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:30:27.515761 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff66941d-3e96-43e7-9296-24b6811e686c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Pushing event updated for resources: {'Port': ['ID=46aa42fa-d2e2-4ff1-87d0-fedff65b9cd7,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:27.597710 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ff66941d-3e96-43e7-9296-24b6811e686c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:27.654391 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ff66941d-3e96-43e7-9296-24b6811e686c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:27.939674 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc9dd4-e519-4cd2-9291-0901ce55b485 req-b3662405-2aec-4296-a8f9-1f4503c9f239 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:27.952453 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ff66941d-3e96-43e7-9296-24b6811e686c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:27.957538 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7fdc9dd4-e519-4cd2-9291-0901ce55b485 req-b3662405-2aec-4296-a8f9-1f4503c9f239 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 948 time: 0.0841305 Oct 20 11:30:27.961069 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ff66941d-3e96-43e7-9296-24b6811e686c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:28.029306 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7fdc9dd4-e519-4cd2-9291-0901ce55b485 req-58f8d2bd-5f4b-43e5-abb4-49800f926874 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687633 Oct 20 11:30:28.072362 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff66941d-3e96-43e7-9296-24b6811e686c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Pushing event updated for resources: {'Port': ['ID=46aa42fa-d2e2-4ff1-87d0-fedff65b9cd7,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:28.083594 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ff66941d-3e96-43e7-9296-24b6811e686c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:28.086968 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff66941d-3e96-43e7-9296-24b6811e686c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:28.087315 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff66941d-3e96-43e7-9296-24b6811e686c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:28.087652 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff66941d-3e96-43e7-9296-24b6811e686c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:28.087986 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff66941d-3e96-43e7-9296-24b6811e686c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:28.088340 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff66941d-3e96-43e7-9296-24b6811e686c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:28.088837 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff66941d-3e96-43e7-9296-24b6811e686c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:28.089338 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff66941d-3e96-43e7-9296-24b6811e686c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:28.089666 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff66941d-3e96-43e7-9296-24b6811e686c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:28.089991 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff66941d-3e96-43e7-9296-24b6811e686c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:28.090311 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff66941d-3e96-43e7-9296-24b6811e686c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:28.090635 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff66941d-3e96-43e7-9296-24b6811e686c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:28.090979 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff66941d-3e96-43e7-9296-24b6811e686c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:28.116225 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ff66941d-3e96-43e7-9296-24b6811e686c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:28.117597 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ff66941d-3e96-43e7-9296-24b6811e686c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4355698 Oct 20 11:30:28.143662 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523251b3-1457-4a90-94c9-31b3116ab306 req-b85b2736-a87c-4695-b7d8-5377c38d69ac tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:28.145716 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-523251b3-1457-4a90-94c9-31b3116ab306 req-b85b2736-a87c-4695-b7d8-5377c38d69ac tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 946 time: 0.1428125 Oct 20 11:30:28.216072 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-523251b3-1457-4a90-94c9-31b3116ab306 req-a31d9c0b-c09c-4025-8b18-dab66cecf86f tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609581 Oct 20 11:30:28.597639 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b750301e-b162-4507-8251-5fca4fb49107 req-83f5c729-d723-47fd-a007-ea1a01465ba8 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=f28ad3ad-c9b6-4b2a-adce-93b5218f9c86 HTTP/1.1" status: 200 len: 210 time: 0.0511692 Oct 20 11:30:28.802517 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-dc33981b-8a48-459d-9931-3ed7d6ee789c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--309779319&fields=id&tenant_id=9d1ce67b5cf7473287fd13cd3d60b290 HTTP/1.1" status: 200 len: 267 time: 0.1036594 Oct 20 11:30:28.905258 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-47e46d2e-5261-4a17-a690-37d404426d38 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:28.916002 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-47e46d2e-5261-4a17-a690-37d404426d38 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports/61bf1de1-24da-472e-a342-71d54a789c06 HTTP/1.1" status: 200 len: 930 time: 0.1099858 Oct 20 11:30:28.988782 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-e19b288e-ed66-4187-a271-9e6dbd8861cf tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:28.998019 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-e19b288e-ed66-4187-a271-9e6dbd8861cf tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports/1096304c-3250-4c91-a0ae-a0d182374e03 HTTP/1.1" status: 200 len: 931 time: 0.0789104 Oct 20 11:30:29.078409 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-4028d8fd-8bd2-4463-bf9d-f06d5cf01434 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?network_id=cbfb6560-b005-4cf2-8e9b-c40d4507d392&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0793040 Oct 20 11:30:29.138774 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-792e3f24-cee9-4b5a-a06b-f85ad0cb895a tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?network_id=cbfb6560-b005-4cf2-8e9b-c40d4507d392&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0593138 Oct 20 11:30:29.298459 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c84783-7b08-4388-8952-b6f0e5cad4cf req-3cc87093-275c-4f41-86f9-3f75a5427b3c tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:29.299898 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a7c84783-7b08-4388-8952-b6f0e5cad4cf req-3cc87093-275c-4f41-86f9-3f75a5427b3c tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 948 time: 0.1582043 Oct 20 11:30:29.326299 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device e5fe209d-c2e2-452b-9fe6-fa5140bce982 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:30:29.329429 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-a254034c-f5c5-4034-be5e-5902aa9fbacf tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:29.335634 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-a254034c-f5c5-4034-be5e-5902aa9fbacf tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:29.341979 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-a254034c-f5c5-4034-be5e-5902aa9fbacf tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:29.343646 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-a254034c-f5c5-4034-be5e-5902aa9fbacf tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/networks?id=7cc0cef1-9e0e-4144-85af-6ed42f35f232&id=debe6c2d-b3d4-4e02-853f-d2d45fbb1f32&id=debe6c2d-b3d4-4e02-853f-d2d45fbb1f32&id=cbfb6560-b005-4cf2-8e9b-c40d4507d392&id=cbfb6560-b005-4cf2-8e9b-c40d4507d392 HTTP/1.1" status: 200 len: 1991 time: 0.2037439 Oct 20 11:30:29.373395 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-53ecfe68-03ef-41b4-b516-6e93a8335192 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/quotas/9d1ce67b5cf7473287fd13cd3d60b290 HTTP/1.1" status: 200 len: 375 time: 0.0222692 Oct 20 11:30:29.398288 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a7c84783-7b08-4388-8952-b6f0e5cad4cf req-9a67c5ae-6b0f-441e-acae-16605b8f1b19 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871329 Oct 20 11:30:29.433864 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port e5fe209d-c2e2-452b-9fe6-fa5140bce982 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:30:29.439609 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port e5fe209d-c2e2-452b-9fe6-fa5140bce982 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:30:29.440232 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:29.499126 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-8b669c9b-d858-4e61-a8ce-bb89cd6d5243 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=9d1ce67b5cf7473287fd13cd3d60b290&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1147041 Oct 20 11:30:29.568263 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:29.595386 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b8139f8-9141-4764-90d9-f4c63efc6677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5fe209d-c2e2-452b-9fe6-fa5140bce982'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:30:29.597874 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f824edc9-a882-4b0b-96fd-9a9c02704b15" -d '{"events": [{"server_uuid": "0b8139f8-9141-4764-90d9-f4c63efc6677", "name": "network-vif-plugged", "status": "completed", "tag": "e5fe209d-c2e2-452b-9fe6-fa5140bce982"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:30:29.620445 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port e5fe209d-c2e2-452b-9fe6-fa5140bce982, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e5fe209d-c2e2-452b-9fe6-fa5140bce982,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:30:29.628339 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:29.688989 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=e5fe209d-c2e2-452b-9fe6-fa5140bce982,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:29.692636 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4dd9eb-5549-47e0-be94-7c09a68fe3f7 req-e2ca6c35-6999-4e82-b482-b053882cc9e0 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:29.694754 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0d4dd9eb-5549-47e0-be94-7c09a68fe3f7 req-e2ca6c35-6999-4e82-b482-b053882cc9e0 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 946 time: 0.1538632 Oct 20 11:30:29.703401 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-a6319732-4374-44c7-8827-2fe49a6de76f service neutron] 10.222.0.98 "GET /v2.0/networks/7cc0cef1-9e0e-4144-85af-6ed42f35f232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955609 Oct 20 11:30:29.833834 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-d7f20879-da59-46e0-9b26-025f46446311 service neutron] 10.222.0.98 "GET /v2.0/networks/7cc0cef1-9e0e-4144-85af-6ed42f35f232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061749 Oct 20 11:30:29.866652 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0d4dd9eb-5549-47e0-be94-7c09a68fe3f7 req-c0925cc7-a186-4651-a3c8-655f5a7100be tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619961 Oct 20 11:30:29.914320 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-e0700322-b9a7-455e-9597-d21314aee35a service neutron] 10.222.0.98 "GET /v2.0/ports/61bf1de1-24da-472e-a342-71d54a789c06?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0713105 Oct 20 11:30:30.052609 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-3d360f5f-87ef-4340-8d41-fa39c65f37d2 service neutron] 10.222.0.98 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263385 Oct 20 11:30:30.220178 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721c0e5c-19ec-44f9-b9c5-ef88e9814897 x-openstack-request-id: req-721c0e5c-19ec-44f9-b9c5-ef88e9814897 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:30:30.220716 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b8139f8-9141-4764-90d9-f4c63efc6677", "name": "network-vif-plugged", "status": "completed", "tag": "e5fe209d-c2e2-452b-9fe6-fa5140bce982", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:30:30.221066 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-721c0e5c-19ec-44f9-b9c5-ef88e9814897 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:30:30.221346 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b8139f8-9141-4764-90d9-f4c63efc6677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5fe209d-c2e2-452b-9fe6-fa5140bce982', 'code': 200} Oct 20 11:30:30.253874 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-74c3cef2-dd29-4705-9c6a-af8885d80448 service neutron] 10.222.0.98 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933255 Oct 20 11:30:30.445357 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-16aa7832-da7d-4617-8777-b8f7b6e87f34 service neutron] 10.222.0.98 "GET /v2.0/ports/1096304c-3250-4c91-a0ae-a0d182374e03?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1902230 Oct 20 11:30:30.486909 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4005068-a1c9-4f8d-8c82-fb1f7c9ac8f0 req-329d07e4-a841-40ca-ab96-e4797e81d988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:30.488432 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a4005068-a1c9-4f8d-8c82-fb1f7c9ac8f0 req-329d07e4-a841-40ca-ab96-e4797e81d988 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 1100 time: 0.1354070 Oct 20 11:30:30.589921 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a4005068-a1c9-4f8d-8c82-fb1f7c9ac8f0 req-a42a04c5-eb2f-45f6-b0f9-8541cdffda86 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920391 Oct 20 11:30:30.775557 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d46c7a-f615-4471-81ae-329890a54075 req-1a2f0127-90dc-4d90-b537-ead4776eb988 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:30.783243 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c9d46c7a-f615-4471-81ae-329890a54075 req-1a2f0127-90dc-4d90-b537-ead4776eb988 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 949 time: 0.1701446 Oct 20 11:30:30.796729 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-ae79c2ca-ae12-434c-83cd-dfad09699a14 service neutron] 10.222.0.98 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504901 Oct 20 11:30:30.913990 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c9d46c7a-f615-4471-81ae-329890a54075 req-f96fe52d-eb9c-4d0c-a2f1-ff4d6eb155b9 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297746 Oct 20 11:30:30.963351 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-4b640da5-009d-4475-8029-e221a831067f service neutron] 10.222.0.98 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512203 Oct 20 11:30:31.043220 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 57544) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:30:31.283148 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-02d04f3f-1369-48ef-ad1f-e92fff683538 service neutron] 10.222.0.98 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185430 Oct 20 11:30:31.296317 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-81ce24de-6b95-4393-a82b-d145fc3cd60f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:31.427481 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-12b8333b-88f9-4420-8572-01d895d901ba service neutron] 10.222.0.98 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433337 Oct 20 11:30:31.445597 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a344e-c9e3-4226-ad4e-c31c44b5d8fb req-dcf6c1a6-4c58-4a51-af6c-67133bfae051 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:31.453118 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3c1a344e-c9e3-4226-ad4e-c31c44b5d8fb req-dcf6c1a6-4c58-4a51-af6c-67133bfae051 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 946 time: 0.3543041 Oct 20 11:30:31.550155 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-81ce24de-6b95-4393-a82b-d145fc3cd60f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:31.566291 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-81ce24de-6b95-4393-a82b-d145fc3cd60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:31.645995 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3c1a344e-c9e3-4226-ad4e-c31c44b5d8fb req-e3ce62fd-0d30-4950-8b9b-b25b125b4e8c tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683626 Oct 20 11:30:31.711911 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-541dc989-93fd-4981-a7c0-603ed59c4fef service neutron] 10.222.0.98 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834442 Oct 20 11:30:31.737471 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ce24de-6b95-4393-a82b-d145fc3cd60f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c195cff8-0210-4cc7-873e-16880b2a5f63,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:31.758346 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-81ce24de-6b95-4393-a82b-d145fc3cd60f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d7d666b23f844f5697406ee23fa9fb85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7140105 Oct 20 11:30:31.761917 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 57554) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:30:31.953433 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-97181812-d308-473c-a4bd-89a51ab71b12 service neutron] 10.222.0.98 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307067 Oct 20 11:30:31.961122 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5fb5d99b-db14-46a6-859d-5c051cf48a07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:32.039868 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5fb5d99b-db14-46a6-859d-5c051cf48a07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:32.633868 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-844f6008-a177-4d68-aa5a-697e8594314c service neutron] 10.222.0.98 "GET /v2.0/networks/cbfb6560-b005-4cf2-8e9b-c40d4507d392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6693978 Oct 20 11:30:32.781721 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5fb5d99b-db14-46a6-859d-5c051cf48a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:32.784730 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5fb5d99b-db14-46a6-859d-5c051cf48a07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:32.786063 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-5fb5d99b-db14-46a6-859d-5c051cf48a07 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c195cff8-0210-4cc7-873e-16880b2a5f63 HTTP/1.1" status: 204 len: 168 time: 1.0232215 Oct 20 11:30:32.822590 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ded8c0-a20a-4740-aeec-35d3df67286c req-234a3744-dd3d-42a3-ad88-f5ddc4f51fd5 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:32.834974 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-44ded8c0-a20a-4740-aeec-35d3df67286c req-234a3744-dd3d-42a3-ad88-f5ddc4f51fd5 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 949 time: 0.7327147 Oct 20 11:30:32.863232 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb5d99b-db14-46a6-859d-5c051cf48a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c195cff8-0210-4cc7-873e-16880b2a5f63,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:32.984106 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-04366cf0-2278-4df2-822d-7090d66cd447 service neutron] 10.222.0.98 "GET /v2.0/networks/cbfb6560-b005-4cf2-8e9b-c40d4507d392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482997 Oct 20 11:30:33.058239 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-44ded8c0-a20a-4740-aeec-35d3df67286c req-5221b0e8-22a6-44a7-88b9-9ebeb5abebf9 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223337 Oct 20 11:30:33.344192 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-65a222ee-dec5-4048-94d2-6f460796a412 service neutron] 10.222.0.98 "GET /v2.0/networks/cbfb6560-b005-4cf2-8e9b-c40d4507d392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442400 Oct 20 11:30:33.616688 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81f2c1-5646-49c7-9c79-78f9ef04bb52 req-ac21553d-8ff5-4568-8acd-509f928c04ed tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:33.631371 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2a81f2c1-5646-49c7-9c79-78f9ef04bb52 req-ac21553d-8ff5-4568-8acd-509f928c04ed tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 946 time: 0.3863783 Oct 20 11:30:33.855889 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2a81f2c1-5646-49c7-9c79-78f9ef04bb52 req-e3d25e74-06a3-4fde-855d-23c0f5a3e771 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240832 Oct 20 11:30:33.905687 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-85842415-86d2-438d-91e6-55eba57def34 service neutron] 10.222.0.98 "GET /v2.0/networks/cbfb6560-b005-4cf2-8e9b-c40d4507d392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5481138 Oct 20 11:30:34.690710 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ac816-777b-41ef-ad3c-0f0f9b73464d req-472776a9-8910-451f-baac-4a51df92d227 tempest-MigrationsAdminTest-1371283114 tempest-MigrationsAdminTest-1371283114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:34.702244 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5b3ac816-777b-41ef-ad3c-0f0f9b73464d req-472776a9-8910-451f-baac-4a51df92d227 tempest-MigrationsAdminTest-1371283114 tempest-MigrationsAdminTest-1371283114-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 1100 time: 0.1918905 Oct 20 11:30:34.785813 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5b3ac816-777b-41ef-ad3c-0f0f9b73464d req-5c7655d5-b4c5-436d-b754-4edb24e1f0af tempest-MigrationsAdminTest-1371283114 tempest-MigrationsAdminTest-1371283114-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784841 Oct 20 11:30:35.828076 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91617f0b-9d1e-42b9-b9cd-654d95f44592 req-d4f8f992-eee8-4723-895a-8b61390e01be tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:35.834285 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-91617f0b-9d1e-42b9-b9cd-654d95f44592 req-d4f8f992-eee8-4723-895a-8b61390e01be tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 946 time: 0.1911144 Oct 20 11:30:35.892403 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 57662) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:30:36.012615 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-91617f0b-9d1e-42b9-b9cd-654d95f44592 req-0a2f091a-8f14-4b78-a750-1c54df9c4828 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621625 Oct 20 11:30:36.267050 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9d29492d-2749-4f34-81fc-611d64bbdaa5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:36.677954 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9d29492d-2749-4f34-81fc-611d64bbdaa5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:36.690202 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9d29492d-2749-4f34-81fc-611d64bbdaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:36.914429 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 57686) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:30:36.930956 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-9d29492d-2749-4f34-81fc-611d64bbdaa5 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=eba5d2b8335e487ea0b14feace4c19ae&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0370677 Oct 20 11:30:36.939804 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d29492d-2749-4f34-81fc-611d64bbdaa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3952e94-9812-43d6-80f8-10fa38485d78,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:37.155817 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-06f82b8c-6e8b-4265-90d3-b3f6468ad2fd req-dc6fcd3c-3d9c-4a55-9778-9e42534f89b3 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 210 time: 0.0572081 Oct 20 11:30:37.252032 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b68433-4c74-45fd-9e38-e59a1e46695f req-8d8df358-074e-40c1-bd30-4a852d71fefa tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:37.268492 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-93b68433-4c74-45fd-9e38-e59a1e46695f req-8d8df358-074e-40c1-bd30-4a852d71fefa tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 949 time: 0.3064966 Oct 20 11:30:37.293457 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4d4e39d5-aac4-40c2-94ed-fb995382bf7c req-fba11739-0cfb-42b7-bbcc-418133672cc0 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=0b8139f8-9141-4764-90d9-f4c63efc6677&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3779805 Oct 20 11:30:37.372568 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-55b1-4af7-a450-358f3a012f2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:37.444174 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-55b1-4af7-a450-358f3a012f2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:37.455317 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd8bd3-348a-4d82-93f0-e9aec63921ec req-f48fb9fa-a4ef-4a8e-8041-14ca6d479327 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:37.464493 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9cbd8bd3-348a-4d82-93f0-e9aec63921ec req-f48fb9fa-a4ef-4a8e-8041-14ca6d479327 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 946 time: 0.1586034 Oct 20 11:30:37.468968 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-93b68433-4c74-45fd-9e38-e59a1e46695f req-6275abd4-4c42-4016-b88f-964ebaf5330c tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958337 Oct 20 11:30:37.540948 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9cbd8bd3-348a-4d82-93f0-e9aec63921ec req-40f356d8-5a81-40e2-bfbf-93e4eb4018f3 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754793 Oct 20 11:30:37.651379 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-55b1-4af7-a450-358f3a012f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:37.660778 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-55b1-4af7-a450-358f3a012f2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:37.668339 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-1639ae02-55b1-4af7-a450-358f3a012f2a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d3952e94-9812-43d6-80f8-10fa38485d78 HTTP/1.1" status: 204 len: 168 time: 0.7498951 Oct 20 11:30:37.692400 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639ae02-55b1-4af7-a450-358f3a012f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3952e94-9812-43d6-80f8-10fa38485d78,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:37.882657 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-644ff1a5-6b4c-43e4-8a5e-61f3f1d8e4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:37.884635 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-644ff1a5-6b4c-43e4-8a5e-61f3f1d8e4e7 service neutron] 10.222.0.89 "GET /v2.0/ports/61bf1de1-24da-472e-a342-71d54a789c06 HTTP/1.1" status: 200 len: 1026 time: 0.1418974 Oct 20 11:30:37.906631 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-447b2ad8-9f6d-431f-9ffe-b2d872f74a6e tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:37.909035 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-447b2ad8-9f6d-431f-9ffe-b2d872f74a6e tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af&tenant_id=d9acdef368f944fcb8d5f209bb8e33d7&binding%3Ahost_id=n-h2-814735-3 HTTP/1.1" status: 200 len: 1097 time: 0.3508666 Oct 20 11:30:38.005740 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-aa1ee9de-d163-4177-9df9-c447a2070f68 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-814735-3'}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:30:38.098960 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device f1457ed4-9b43-4138-abe0-f6fc2a6c95ed details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:30:38.187654 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-5728c8e6-b5a1-4548-bd01-e5a3c688bfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:38.191423 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-5728c8e6-b5a1-4548-bd01-e5a3c688bfeb service neutron] 10.222.0.89 "GET /v2.0/ports/1096304c-3250-4c91-a0ae-a0d182374e03 HTTP/1.1" status: 200 len: 1027 time: 0.2950423 Oct 20 11:30:38.335814 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-aa1ee9de-d163-4177-9df9-c447a2070f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:38.496383 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f6897bfe-32c5-4411-88f6-8b8cd53ed1a1 req-96100d2f-20bd-4da8-b687-28095147853b tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 210 time: 0.1479719 Oct 20 11:30:38.593911 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port f1457ed4-9b43-4138-abe0-f6fc2a6c95ed, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=f1457ed4-9b43-4138-abe0-f6fc2a6c95ed,segment=NetworkSegment(ec1b6256-95be-479c-9695-b6dae13546d3),segment_id=ec1b6256-95be-479c-9695-b6dae13546d3)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:30:38.669219 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device f1457ed4-9b43-4138-abe0-f6fc2a6c95ed has no active binding in host n-h1-814735-3 {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 20 11:30:39.036924 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e207d-1051-4d6d-9288-5d0a3610d0dc req-fd73ab49-c393-41ba-a15e-f938d1a3df41 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:39.049360 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-283e207d-1051-4d6d-9288-5d0a3610d0dc req-fd73ab49-c393-41ba-a15e-f938d1a3df41 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 949 time: 0.3323717 Oct 20 11:30:39.118349 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-293c0712-e3d0-413c-9ba2-abc5c8c8ec22 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:39.134097 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-293c0712-e3d0-413c-9ba2-abc5c8c8ec22 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:39.165046 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-293c0712-e3d0-413c-9ba2-abc5c8c8ec22 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:39.176177 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-293c0712-e3d0-413c-9ba2-abc5c8c8ec22 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.89 "GET /v2.0/networks?id=7cc0cef1-9e0e-4144-85af-6ed42f35f232&id=debe6c2d-b3d4-4e02-853f-d2d45fbb1f32&id=debe6c2d-b3d4-4e02-853f-d2d45fbb1f32&id=debe6c2d-b3d4-4e02-853f-d2d45fbb1f32&id=debe6c2d-b3d4-4e02-853f-d2d45fbb1f32&id=cbfb6560-b005-4cf2-8e9b-c40d4507d392&id=cbfb6560-b005-4cf2-8e9b-c40d4507d392 HTTP/1.1" status: 200 len: 1991 time: 0.9628327 Oct 20 11:30:39.284738 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b83c2-cfb0-44a5-ab2c-a498f2bd36b7 req-7ced8fdf-d9d7-402f-b524-2ca83a4a668a tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:39.294956 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-935b83c2-cfb0-44a5-ab2c-a498f2bd36b7 req-7ced8fdf-d9d7-402f-b524-2ca83a4a668a tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 946 time: 0.4764049 Oct 20 11:30:39.509444 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-283e207d-1051-4d6d-9288-5d0a3610d0dc req-79396299-e5f1-4f02-b238-55353c334556 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4477580 Oct 20 11:30:39.534280 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-fde4b1c2-024c-4c35-8f6e-9f7db3cef123 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d1ce67b5cf7473287fd13cd3d60b290 HTTP/1.1" status: 200 len: 379 time: 0.3435996 Oct 20 11:30:39.547794 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-935b83c2-cfb0-44a5-ab2c-a498f2bd36b7 req-96c6d7e1-559c-464f-853d-413f4152e436 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458189 Oct 20 11:30:39.584439 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-9fce287b-a99d-406c-bd76-6cb209fd370f tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Request body: {'port': {'device_id': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'network_id': '7cc0cef1-9e0e-4144-85af-6ed42f35f232', 'admin_state_up': True, 'tenant_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'security_groups': ['6e397af8-07ce-4093-b8cb-76d0226b7f33']}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:30:39.678643 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:40.056580 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-54e64ec6-0149-4095-91e3-29c24cbce803 req-f631ed88-01c5-4e26-b5d2-1e5135195429 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 210 time: 0.0525067 Oct 20 11:30:40.109832 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-aa1ee9de-d163-4177-9df9-c447a2070f68 service neutron] For port f1457ed4-9b43-4138-abe0-f6fc2a6c95ed, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=f1457ed4-9b43-4138-abe0-f6fc2a6c95ed,segment=NetworkSegment(ec1b6256-95be-479c-9695-b6dae13546d3),segment_id=ec1b6256-95be-479c-9695-b6dae13546d3)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:30:40.263248 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-aa1ee9de-d163-4177-9df9-c447a2070f68 service neutron] For port f1457ed4-9b43-4138-abe0-f6fc2a6c95ed, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:30:40.324186 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 57776) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:30:40.351159 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-aa1ee9de-d163-4177-9df9-c447a2070f68 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:40.355529 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4cbb0ba-3367-43eb-b577-f77b45c517af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1457ed4-9b43-4138-abe0-f6fc2a6c95ed'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:30:40.360825 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524e4754-3353-4694-8874-d267737ec448" -d '{"events": [{"server_uuid": "b4cbb0ba-3367-43eb-b577-f77b45c517af", "name": "network-vif-unplugged", "status": "completed", "tag": "f1457ed4-9b43-4138-abe0-f6fc2a6c95ed"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:30:40.378663 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e39d5-aac4-40c2-94ed-fb995382bf7c req-71441b38-9798-433b-bc25-c1dacf502cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:40.388988 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4d4e39d5-aac4-40c2-94ed-fb995382bf7c req-71441b38-9798-433b-bc25-c1dacf502cf2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4b173b35dd00423795d2e29ae132dc78&device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 1100 time: 0.1253839 Oct 20 11:30:40.393589 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-aa1ee9de-d163-4177-9df9-c447a2070f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:40.544604 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cdd7700-ffb6-4221-b0c6-edca6c0fdd71 x-openstack-request-id: req-2cdd7700-ffb6-4221-b0c6-edca6c0fdd71 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:30:40.545188 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4cbb0ba-3367-43eb-b577-f77b45c517af", "name": "network-vif-unplugged", "status": "completed", "tag": "f1457ed4-9b43-4138-abe0-f6fc2a6c95ed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:30:40.545769 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2cdd7700-ffb6-4221-b0c6-edca6c0fdd71 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:30:40.546209 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4cbb0ba-3367-43eb-b577-f77b45c517af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1457ed4-9b43-4138-abe0-f6fc2a6c95ed', 'code': 200} Oct 20 11:30:40.645412 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e39d5-aac4-40c2-94ed-fb995382bf7c req-63811b77-6a98-467d-b744-23e5a0c67d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:40.659675 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4d4e39d5-aac4-40c2-94ed-fb995382bf7c req-63811b77-6a98-467d-b744-23e5a0c67d69 service neutron] 10.222.0.89 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 0.2572308 Oct 20 11:30:40.672714 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ee9de-d163-4177-9df9-c447a2070f68 service neutron] Pushing event updated for resources: {'Port': ['ID=f1457ed4-9b43-4138-abe0-f6fc2a6c95ed,revision_number=7']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:40.813291 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-9fce287b-a99d-406c-bd76-6cb209fd370f tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Made reservation on behalf of 9d1ce67b5cf7473287fd13cd3d60b290 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:30:40.820462 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-9fce287b-a99d-406c-bd76-6cb209fd370f tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:40.867269 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-aa1ee9de-d163-4177-9df9-c447a2070f68 service neutron] Attempting to bind port f1457ed4-9b43-4138-abe0-f6fc2a6c95ed on host n-h2-814735-3 for vnic_type normal with profile {"migrating_to": "n-h1-814735-3"} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:30:40.867609 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-aa1ee9de-d163-4177-9df9-c447a2070f68 service neutron] Attempting to bind port f1457ed4-9b43-4138-abe0-f6fc2a6c95ed by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': 'ec1b6256-95be-479c-9695-b6dae13546d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:30:40.870840 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-aa1ee9de-d163-4177-9df9-c447a2070f68 service neutron] Attempting to bind port f1457ed4-9b43-4138-abe0-f6fc2a6c95ed on network 60a88ebb-4b56-43bd-98ec-2f75530b8b0e {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:30:40.896797 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-05f997b2-e40f-4aa7-b260-15b8feb0eccd admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-312179564-network', 'tenant_id': '52c1bb966e2b40228f44b31ee15523d5'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:30:40.910374 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-aa1ee9de-d163-4177-9df9-c447a2070f68 service neutron] Port f1457ed4-9b43-4138-abe0-f6fc2a6c95ed on network 60a88ebb-4b56-43bd-98ec-2f75530b8b0e not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:30:40.910745 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-aa1ee9de-d163-4177-9df9-c447a2070f68 service neutron] Attempting to bind port f1457ed4-9b43-4138-abe0-f6fc2a6c95ed on network 60a88ebb-4b56-43bd-98ec-2f75530b8b0e {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:30:40.965856 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4d4e39d5-aac4-40c2-94ed-fb995382bf7c req-8d55e805-c247-41cb-9226-682e42fd6689 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=e5fe209d-c2e2-452b-9fe6-fa5140bce982 HTTP/1.1" status: 200 len: 217 time: 0.3029180 Oct 20 11:30:41.013284 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f997b2-e40f-4aa7-b260-15b8feb0eccd admin admin] Made reservation on behalf of 52c1bb966e2b40228f44b31ee15523d5 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:30:41.016867 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-05f997b2-e40f-4aa7-b260-15b8feb0eccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:41.028310 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-aa1ee9de-d163-4177-9df9-c447a2070f68 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:30:41.028537 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-aa1ee9de-d163-4177-9df9-c447a2070f68 service neutron] Checking segment: {'id': 'ec1b6256-95be-479c-9695-b6dae13546d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:30:41.028915 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-aa1ee9de-d163-4177-9df9-c447a2070f68 service neutron] Bound using segment: {'id': 'ec1b6256-95be-479c-9695-b6dae13546d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:30:41.029373 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-aa1ee9de-d163-4177-9df9-c447a2070f68 service neutron] Bound port: f1457ed4-9b43-4138-abe0-f6fc2a6c95ed, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec1b6256-95be-479c-9695-b6dae13546d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '60a88ebb-4b56-43bd-98ec-2f75530b8b0e'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:30:41.029733 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-aa1ee9de-d163-4177-9df9-c447a2070f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:41.180243 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-05f997b2-e40f-4aa7-b260-15b8feb0eccd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:41.255166 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06400b6-3c1f-4c5e-8749-a741c9306d0e req-65a9788a-8291-4c9e-adeb-015b2c77446c tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:41.275273 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e06400b6-3c1f-4c5e-8749-a741c9306d0e req-65a9788a-8291-4c9e-adeb-015b2c77446c tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 949 time: 0.3917873 Oct 20 11:30:41.513680 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e06400b6-3c1f-4c5e-8749-a741c9306d0e req-802c544f-04be-4d5a-a21a-d09d670db886 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033000 Oct 20 11:30:41.566821 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7070767f-76cb-40c6-9ea7-fbb0d5f344d7 req-d897af44-483b-4d88-bc54-0ab7b183b28e tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:41.590373 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7070767f-76cb-40c6-9ea7-fbb0d5f344d7 req-d897af44-483b-4d88-bc54-0ab7b183b28e tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 944 time: 0.7294216 Oct 20 11:30:41.630829 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e39d5-aac4-40c2-94ed-fb995382bf7c req-74e1a310-3062-4f5b-aa96-cb5fa2aca5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:41.632311 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4d4e39d5-aac4-40c2-94ed-fb995382bf7c req-74e1a310-3062-4f5b-aa96-cb5fa2aca5a6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.5901849 Oct 20 11:30:42.025226 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7070767f-76cb-40c6-9ea7-fbb0d5f344d7 req-4a773797-a312-4f69-bcbc-7d8f11b07337 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4337003 Oct 20 11:30:42.032537 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e39d5-aac4-40c2-94ed-fb995382bf7c req-6eb506f4-dc55-44a9-8be6-59175aed806e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:42.065606 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4d4e39d5-aac4-40c2-94ed-fb995382bf7c req-6eb506f4-dc55-44a9-8be6-59175aed806e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3979607 Oct 20 11:30:42.256580 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-05f997b2-e40f-4aa7-b260-15b8feb0eccd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:42.353216 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d4ed8ac8-d1a0-47cc-9ae2-63b99a35c62a req-b48e43b1-bbcf-42b8-8fa0-71ecbcae05bf tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 210 time: 0.1964054 Oct 20 11:30:42.389680 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-05f997b2-e40f-4aa7-b260-15b8feb0eccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:42.404264 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05f997b2-e40f-4aa7-b260-15b8feb0eccd admin admin] vlan segment allocate from pool success with {'vlan_id': 1250, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:30:42.440577 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-05f997b2-e40f-4aa7-b260-15b8feb0eccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:42.441032 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-05f997b2-e40f-4aa7-b260-15b8feb0eccd admin admin] Added segment bebaf4cc-37e0-4072-bc53-5f8daf5a0282 of type vlan for network fcbe37f6-fe51-4b01-9214-985ffc9ccfe9 Oct 20 11:30:42.496620 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-9fce287b-a99d-406c-bd76-6cb209fd370f tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Allocated IP 172.20.0.12 (7cc0cef1-9e0e-4144-85af-6ed42f35f232/860ea3b3-2804-4226-ab8d-f55abe932e85/e15232df-145b-465f-8af0-3f5421b15798) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:30:42.554480 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-05f997b2-e40f-4aa7-b260-15b8feb0eccd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:42.619106 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f997b2-e40f-4aa7-b260-15b8feb0eccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8fe35d-f01e-46f4-b1b2-d718c21717e4,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:42.623130 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-05f997b2-e40f-4aa7-b260-15b8feb0eccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:42.624175 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f997b2-e40f-4aa7-b260-15b8feb0eccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:42.624751 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-05f997b2-e40f-4aa7-b260-15b8feb0eccd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:42.827558 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-9fce287b-a99d-406c-bd76-6cb209fd370f tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:42.853785 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f997b2-e40f-4aa7-b260-15b8feb0eccd admin admin] Pushing event updated for resources: {'Network': ['ID=fcbe37f6-fe51-4b01-9214-985ffc9ccfe9,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:42.865608 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network fcbe37f6-fe51-4b01-9214-985ffc9ccfe9 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:30:42.898842 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-9fce287b-a99d-406c-bd76-6cb209fd370f tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:42.998272 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fce287b-a99d-406c-bd76-6cb209fd370f tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Pushing event updated for resources: {'Port': ['ID=e15232df-145b-465f-8af0-3f5421b15798,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:43.018201 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-9fce287b-a99d-406c-bd76-6cb209fd370f tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Network 7cc0cef1-9e0e-4144-85af-6ed42f35f232 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:30:43.023501 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-9fce287b-a99d-406c-bd76-6cb209fd370f tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:30:43.039345 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-aa1ee9de-d163-4177-9df9-c447a2070f68 service neutron] For port f1457ed4-9b43-4138-abe0-f6fc2a6c95ed, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:30:43.044462 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-9fce287b-a99d-406c-bd76-6cb209fd370f tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:30:43.095001 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4d4e39d5-aac4-40c2-94ed-fb995382bf7c req-f1ac31c5-f59e-4e99-8aa5-94a00bf91b5d service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0191557 Oct 20 11:30:43.116889 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-9fce287b-a99d-406c-bd76-6cb209fd370f tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:43.118271 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-9fce287b-a99d-406c-bd76-6cb209fd370f tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:43.179340 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-9fce287b-a99d-406c-bd76-6cb209fd370f tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6422236 Oct 20 11:30:43.187148 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-aa1ee9de-d163-4177-9df9-c447a2070f68 service neutron] For port f1457ed4-9b43-4138-abe0-f6fc2a6c95ed, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=f1457ed4-9b43-4138-abe0-f6fc2a6c95ed,segment=NetworkSegment(ec1b6256-95be-479c-9695-b6dae13546d3),segment_id=ec1b6256-95be-479c-9695-b6dae13546d3)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:30:43.208294 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-cee143b1-8d05-442a-976e-1674f0c30498 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Request body: {'port': {'device_id': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'network_id': 'debe6c2d-b3d4-4e02-853f-d2d45fbb1f32', 'admin_state_up': True, 'tenant_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'security_groups': ['6e397af8-07ce-4093-b8cb-76d0226b7f33']}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:30:43.214836 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-aa1ee9de-d163-4177-9df9-c447a2070f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:43.420003 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-05f997b2-e40f-4aa7-b260-15b8feb0eccd admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.0952477 Oct 20 11:30:43.427343 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 57824) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:30:43.440478 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-dbc45b98-8205-475e-89d8-b9d21ab20f50 admin admin] Request body: {'subnet': {'network_id': 'fcbe37f6-fe51-4b01-9214-985ffc9ccfe9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-312179564-subnet', 'tenant_id': '52c1bb966e2b40228f44b31ee15523d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:30:43.484567 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-aa1ee9de-d163-4177-9df9-c447a2070f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:43.486322 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-aa1ee9de-d163-4177-9df9-c447a2070f68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:43.488157 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-aa1ee9de-d163-4177-9df9-c447a2070f68 service neutron] 10.222.0.11 "PUT /v2.0/ports/f1457ed4-9b43-4138-abe0-f6fc2a6c95ed HTTP/1.1" status: 200 len: 1122 time: 5.4873199 Oct 20 11:30:43.489338 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4cbb0ba-3367-43eb-b577-f77b45c517af', 'tag': 'f1457ed4-9b43-4138-abe0-f6fc2a6c95ed'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:30:43.492472 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f292f34-0edd-4b43-9bb8-9129ad77f9aa" -d '{"events": [{"name": "network-changed", "server_uuid": "b4cbb0ba-3367-43eb-b577-f77b45c517af", "tag": "f1457ed4-9b43-4138-abe0-f6fc2a6c95ed"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:30:43.503111 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc45b98-8205-475e-89d8-b9d21ab20f50 admin admin] Made reservation on behalf of 52c1bb966e2b40228f44b31ee15523d5 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:30:43.507045 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dbc45b98-8205-475e-89d8-b9d21ab20f50 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:43.523713 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ee9de-d163-4177-9df9-c447a2070f68 service neutron] Pushing event updated for resources: {'Port': ['ID=f1457ed4-9b43-4138-abe0-f6fc2a6c95ed,revision_number=8']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:43.541101 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['f1457ed4-9b43-4138-abe0-f6fc2a6c95ed'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:30:43.611222 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['f1457ed4-9b43-4138-abe0-f6fc2a6c95ed'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:30:43.677309 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-cee143b1-8d05-442a-976e-1674f0c30498 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Made reservation on behalf of 9d1ce67b5cf7473287fd13cd3d60b290 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:30:43.686699 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-cee143b1-8d05-442a-976e-1674f0c30498 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:43.713713 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85729192-6e04-426e-848d-f4a7a5b5ee67 req-866b9190-9d56-4b19-a649-a5b9730fc90f tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:43.718728 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-85729192-6e04-426e-848d-f4a7a5b5ee67 req-866b9190-9d56-4b19-a649-a5b9730fc90f tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=7fa7ad38-b831-4488-91dc-f1a8a4e2ce41 HTTP/1.1" status: 200 len: 944 time: 1.1335793 Oct 20 11:30:43.807862 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae13e4-4809-47c1-bddc-aead6ecabfee req-7feef970-54e6-476d-a5ac-761cf2f93c62 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:43.817525 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-99ae13e4-4809-47c1-bddc-aead6ecabfee req-7feef970-54e6-476d-a5ac-761cf2f93c62 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 949 time: 0.9647524 Oct 20 11:30:43.829046 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2fa1eb-b471-43c1-ad95-7aa0f4c871cf req-fb90718d-c47e-49ee-8298-bb2a3e700980 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:43.832155 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5b2fa1eb-b471-43c1-ad95-7aa0f4c871cf req-fb90718d-c47e-49ee-8298-bb2a3e700980 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fa7ad38-b831-4488-91dc-f1a8a4e2ce41 HTTP/1.1" status: 200 len: 944 time: 0.7362030 Oct 20 11:30:43.907530 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4d4e39d5-aac4-40c2-94ed-fb995382bf7c req-1fd06ebf-a3ec-4370-b96f-bd9134f35955 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7345872 Oct 20 11:30:44.001754 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-99ae13e4-4809-47c1-bddc-aead6ecabfee req-75e65299-dfcb-4796-9484-19f20854aea5 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829605 Oct 20 11:30:44.050978 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-bb58a309-328b-4c2c-893e-7749871b75a3 None None] Provisioning complete for port e15232df-145b-465f-8af0-3f5421b15798 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:30:44.061794 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bb58a309-328b-4c2c-893e-7749871b75a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:44.130786 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-85729192-6e04-426e-848d-f4a7a5b5ee67 req-6677191c-1adf-4010-9232-778e17faeb0f tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943617 Oct 20 11:30:44.204904 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-cee143b1-8d05-442a-976e-1674f0c30498 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Allocated IP 10.1.1.152 (debe6c2d-b3d4-4e02-853f-d2d45fbb1f32/c7f8db9e-759d-47f9-9be8-c669a032f85a/d39c253f-49f6-4214-8738-6a67f437331d) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:30:44.207225 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dbc45b98-8205-475e-89d8-b9d21ab20f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:44.259052 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc45b98-8205-475e-89d8-b9d21ab20f50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff355e09-dbd0-4af0-af48-6ef318d1c7d4,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:44.282557 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-bb58a309-328b-4c2c-893e-7749871b75a3 None None] Port e15232df-145b-465f-8af0-3f5421b15798 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:30:44.353129 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-5b2fa1eb-b471-43c1-ad95-7aa0f4c871cf req-6c09ffb1-b606-454d-af19-3d8327ca9ede tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Deleting port b8370f8e-d24a-451b-8851-57ad6158b3e8 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:30:44.353464 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5b2fa1eb-b471-43c1-ad95-7aa0f4c871cf req-6c09ffb1-b606-454d-af19-3d8327ca9ede tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:44.355138 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc45b98-8205-475e-89d8-b9d21ab20f50 admin admin] Checking segment: {'id': 'bebaf4cc-37e0-4072-bc53-5f8daf5a0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fcbe37f6-fe51-4b01-9214-985ffc9ccfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:30:44.357010 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc45b98-8205-475e-89d8-b9d21ab20f50 admin admin] Network hostable DHCP agents. Network: fcbe37f6-fe51-4b01-9214-985ffc9ccfe9, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:30:44.549194 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb615cba-d0b5-4cdb-bdef-03d4df60687f req-5657c1c0-5ea1-4256-8d47-dde3eb4619ed tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:44.551349 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fb615cba-d0b5-4cdb-bdef-03d4df60687f req-5657c1c0-5ea1-4256-8d47-dde3eb4619ed tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 944 time: 0.0851042 Oct 20 11:30:44.581173 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-5b2fa1eb-b471-43c1-ad95-7aa0f4c871cf req-6c09ffb1-b606-454d-af19-3d8327ca9ede tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] For port b8370f8e-d24a-451b-8851-57ad6158b3e8, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=b8370f8e-d24a-451b-8851-57ad6158b3e8,segment=NetworkSegment(fb1327ec-83b6-478a-9700-c6ea2f9574d3),segment_id=fb1327ec-83b6-478a-9700-c6ea2f9574d3)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:30:44.581967 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5b2fa1eb-b471-43c1-ad95-7aa0f4c871cf req-6c09ffb1-b606-454d-af19-3d8327ca9ede tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:44.597494 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-5b2fa1eb-b471-43c1-ad95-7aa0f4c871cf req-6c09ffb1-b606-454d-af19-3d8327ca9ede tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Calling delete_port for b8370f8e-d24a-451b-8851-57ad6158b3e8 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:30:44.717053 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-cee143b1-8d05-442a-976e-1674f0c30498 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:44.796316 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc45b98-8205-475e-89d8-b9d21ab20f50 admin admin] Network fcbe37f6-fe51-4b01-9214-985ffc9ccfe9 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:30:44.830372 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-cee143b1-8d05-442a-976e-1674f0c30498 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:44.837776 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-dbc45b98-8205-475e-89d8-b9d21ab20f50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, fcbe37f6-fe51-4b01-9214-985ffc9ccfe9) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:30:44.848762 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7361a9-e7ca-4214-a3ad-ef69aad44e4c None None] Network fcbe37f6-fe51-4b01-9214-985ffc9ccfe9 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:30:44.890661 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc45b98-8205-475e-89d8-b9d21ab20f50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:44.898110 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dbc45b98-8205-475e-89d8-b9d21ab20f50 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:44.917570 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fb615cba-d0b5-4cdb-bdef-03d4df60687f req-0805271d-a616-4374-a3fd-58ef902479dc tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939657 Oct 20 11:30:44.926574 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851530ab-88cf-4ada-a3a9-222d8c404e52 req-fa54ce96-9664-4053-ab0a-bdd821dece2b tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:44.928265 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-851530ab-88cf-4ada-a3a9-222d8c404e52 req-fa54ce96-9664-4053-ab0a-bdd821dece2b tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 932 time: 0.3885250 Oct 20 11:30:45.017087 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-851530ab-88cf-4ada-a3a9-222d8c404e52 req-7717ec7f-9367-4539-a2e2-4d8b1459b463 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e397af8-07ce-4093-b8cb-76d0226b7f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676086 Oct 20 11:30:45.044122 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5b2fa1eb-b471-43c1-ad95-7aa0f4c871cf req-6c09ffb1-b606-454d-af19-3d8327ca9ede tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:45.048043 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-cee143b1-8d05-442a-976e-1674f0c30498 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Network debe6c2d-b3d4-4e02-853f-d2d45fbb1f32 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:30:45.080856 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-dbc45b98-8205-475e-89d8-b9d21ab20f50 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.6460109 Oct 20 11:30:45.081789 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 57842) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:30:45.089597 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c09ffb1-b606-454d-af19-3d8327ca9ede tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Pushing event deleted for resources: {'Port': ['ID=b8370f8e-d24a-451b-8851-57ad6158b3e8,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:45.139523 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-341bfd59-931a-4651-a162-0eae8c0443b8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-312179564-router', 'tenant_id': '52c1bb966e2b40228f44b31ee15523d5', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:30:45.151381 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-cee143b1-8d05-442a-976e-1674f0c30498 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:30:45.169087 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-cee143b1-8d05-442a-976e-1674f0c30498 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:30:45.211725 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b2fa1eb-b471-43c1-ad95-7aa0f4c871cf req-6c09ffb1-b606-454d-af19-3d8327ca9ede tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] No DVR routers for this DVR port b8370f8e-d24a-451b-8851-57ad6158b3e8 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:30:45.217346 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5b2fa1eb-b471-43c1-ad95-7aa0f4c871cf req-6c09ffb1-b606-454d-af19-3d8327ca9ede tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:45.221565 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5b2fa1eb-b471-43c1-ad95-7aa0f4c871cf req-6c09ffb1-b606-454d-af19-3d8327ca9ede tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.11 "DELETE /v2.0/ports/b8370f8e-d24a-451b-8851-57ad6158b3e8 HTTP/1.1" status: 204 len: 173 time: 1.3618157 Oct 20 11:30:45.223299 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa7ad38-b831-4488-91dc-f1a8a4e2ce41', 'name': 'network-vif-deleted', 'tag': 'b8370f8e-d24a-451b-8851-57ad6158b3e8'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:30:45.237798 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4b76d6-6408-4b36-bad1-c31b5b837321" -d '{"events": [{"server_uuid": "7fa7ad38-b831-4488-91dc-f1a8a4e2ce41", "name": "network-vif-deleted", "tag": "b8370f8e-d24a-451b-8851-57ad6158b3e8"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:30:45.275722 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f292f34-0edd-4b43-9bb8-9129ad77f9aa req-a9e16fc8-3449-4153-8139-a32d9e8042d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:45.278356 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9f292f34-0edd-4b43-9bb8-9129ad77f9aa req-a9e16fc8-3449-4153-8139-a32d9e8042d6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d9acdef368f944fcb8d5f209bb8e33d7&device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 1125 time: 0.1421628 Oct 20 11:30:45.281126 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:45.329724 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9df73e6-56d8-49c8-83cc-8eab138058e8 x-openstack-request-id: req-f9df73e6-56d8-49c8-83cc-8eab138058e8 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:30:45.330010 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4cbb0ba-3367-43eb-b577-f77b45c517af", "tag": "f1457ed4-9b43-4138-abe0-f6fc2a6c95ed", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:30:45.330403 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f9df73e6-56d8-49c8-83cc-8eab138058e8 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:30:45.330949 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4cbb0ba-3367-43eb-b577-f77b45c517af', 'tag': 'f1457ed4-9b43-4138-abe0-f6fc2a6c95ed', 'status': 'completed', 'code': 200} Oct 20 11:30:45.343921 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b73aad7-c4ab-4405-8611-c01b81ceae2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-fcbe37f6-fe51-4b01-9214-985ffc9ccfe9', 'network_id': 'fcbe37f6-fe51-4b01-9214-985ffc9ccfe9', 'tenant_id': '52c1bb966e2b40228f44b31ee15523d5', 'fixed_ips': [{'subnet_id': 'ff355e09-dbd0-4af0-af48-6ef318d1c7d4'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:30:45.345024 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6b73aad7-c4ab-4405-8611-c01b81ceae2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:45.381564 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d24f956-b1bb-4469-9382-6c81595c9f54 req-8adb9904-b66a-4dd8-9ce4-ab0479e49f75 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=7fa7ad38-b831-4488-91dc-f1a8a4e2ce41 HTTP/1.1" status: 200 len: 210 time: 0.1012247 Oct 20 11:30:45.393196 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee143b1-8d05-442a-976e-1674f0c30498 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Pushing event updated for resources: {'Port': ['ID=d39c253f-49f6-4214-8738-6a67f437331d,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:45.430971 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-cee143b1-8d05-442a-976e-1674f0c30498 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:45.432005 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-cee143b1-8d05-442a-976e-1674f0c30498 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:45.463103 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-341bfd59-931a-4651-a162-0eae8c0443b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:45.464623 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-341bfd59-931a-4651-a162-0eae8c0443b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:45.489403 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-cee143b1-8d05-442a-976e-1674f0c30498 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2966051 Oct 20 11:30:45.517334 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-8f69eb5d-f139-4fcd-a86e-83c99c02586d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Request body: {'port': {'device_id': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'network_id': 'debe6c2d-b3d4-4e02-853f-d2d45fbb1f32', 'admin_state_up': True, 'tenant_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'security_groups': ['6e397af8-07ce-4093-b8cb-76d0226b7f33']}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:30:45.593844 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f292f34-0edd-4b43-9bb8-9129ad77f9aa req-49c32c2a-5795-4d34-a911-9be58e2a02c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:45.596057 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9f292f34-0edd-4b43-9bb8-9129ad77f9aa req-49c32c2a-5795-4d34-a911-9be58e2a02c8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=60a88ebb-4b56-43bd-98ec-2f75530b8b0e HTTP/1.1" status: 200 len: 922 time: 0.2974062 Oct 20 11:30:45.639207 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-341bfd59-931a-4651-a162-0eae8c0443b8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:45.656137 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9f292f34-0edd-4b43-9bb8-9129ad77f9aa req-5503c716-ca4c-4754-99ff-3d5895e6a13b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1457ed4-9b43-4138-abe0-f6fc2a6c95ed HTTP/1.1" status: 200 len: 217 time: 0.0444944 Oct 20 11:30:45.661915 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e342aab-01d4-40c8-8975-88e08c70a792 x-openstack-request-id: req-1e342aab-01d4-40c8-8975-88e08c70a792 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:30:45.662213 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa7ad38-b831-4488-91dc-f1a8a4e2ce41", "name": "network-vif-deleted", "tag": "b8370f8e-d24a-451b-8851-57ad6158b3e8", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:30:45.662470 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1e342aab-01d4-40c8-8975-88e08c70a792 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:30:45.662952 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa7ad38-b831-4488-91dc-f1a8a4e2ce41', 'name': 'network-vif-deleted', 'tag': 'b8370f8e-d24a-451b-8851-57ad6158b3e8', 'status': 'completed', 'code': 200} Oct 20 11:30:45.734414 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f292f34-0edd-4b43-9bb8-9129ad77f9aa req-04047e07-999a-47cd-9376-d0d656514747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:45.737021 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9f292f34-0edd-4b43-9bb8-9129ad77f9aa req-04047e07-999a-47cd-9376-d0d656514747 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2a0c5c2a-f9c9-492d-ba9f-7e961a63a7db HTTP/1.1" status: 200 len: 860 time: 0.0674419 Oct 20 11:30:45.746447 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c783bd-3581-46e2-849e-8496b9a6a47c req-3b495ca0-1c3e-4956-a33e-e7a74a6103f3 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:45.748035 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4c783bd-3581-46e2-849e-8496b9a6a47c req-3b495ca0-1c3e-4956-a33e-e7a74a6103f3 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 949 time: 0.4768991 Oct 20 11:30:45.776311 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9f292f34-0edd-4b43-9bb8-9129ad77f9aa req-10291917-06da-49b0-9c9e-76433dd5fb18 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=60a88ebb-4b56-43bd-98ec-2f75530b8b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272455 Oct 20 11:30:45.793893 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-2cbaf8ee-e596-4f17-aa01-ca511fbeb835 None None] Provisioning complete for port d39c253f-49f6-4214-8738-6a67f437331d triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:30:45.794535 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2cbaf8ee-e596-4f17-aa01-ca511fbeb835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:45.837022 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4c783bd-3581-46e2-849e-8496b9a6a47c req-9f2ea0d7-4957-4968-b4d9-b6ab7507edec tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596931 Oct 20 11:30:45.946583 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-2cbaf8ee-e596-4f17-aa01-ca511fbeb835 None None] Port d39c253f-49f6-4214-8738-6a67f437331d cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:30:45.957830 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-6b73aad7-c4ab-4405-8611-c01b81ceae2b None None] Allocated IP 172.20.0.2 (fcbe37f6-fe51-4b01-9214-985ffc9ccfe9/ff355e09-dbd0-4af0-af48-6ef318d1c7d4/976ff2b3-cb35-42d3-b2e8-4009e28e4a31) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:30:46.035731 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9f292f34-0edd-4b43-9bb8-9129ad77f9aa req-ef9e3f98-c907-461f-8759-5eeb2179c507 service neutron] 10.222.0.89 "GET /v2.0/networks/60a88ebb-4b56-43bd-98ec-2f75530b8b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357755 Oct 20 11:30:46.175304 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device b8370f8e-d24a-451b-8851-57ad6158b3e8 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:30:46.192259 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-341bfd59-931a-4651-a162-0eae8c0443b8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:46.249050 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-8f69eb5d-f139-4fcd-a86e-83c99c02586d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Made reservation on behalf of 9d1ce67b5cf7473287fd13cd3d60b290 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:30:46.254576 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-8f69eb5d-f139-4fcd-a86e-83c99c02586d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:46.256317 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9f292f34-0edd-4b43-9bb8-9129ad77f9aa req-db64cd8a-b040-4536-9f24-2f5300fa98ea service neutron] 10.222.0.89 "GET /v2.0/networks/60a88ebb-4b56-43bd-98ec-2f75530b8b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103214 Oct 20 11:30:46.281344 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: b8370f8e-d24a-451b-8851-57ad6158b3e8 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:30:46.281915 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device b8370f8e-d24a-451b-8851-57ad6158b3e8 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:30:46.299194 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee7a09-0787-44ff-9895-a1ac9d4ba88f req-a1c1a666-a45f-47b6-84f2-d3375f59c059 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:46.302226 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0fee7a09-0787-44ff-9895-a1ac9d4ba88f req-a1c1a666-a45f-47b6-84f2-d3375f59c059 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 944 time: 0.1823123 Oct 20 11:30:46.431912 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0fee7a09-0787-44ff-9895-a1ac9d4ba88f req-dc1e93e2-f63f-4cb3-bda0-d95cc3f6a712 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061854 Oct 20 11:30:46.455648 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839413fb-850f-48fc-b9f8-bfdfdc46a69f req-848dd4b7-9d39-478c-a771-4c79ab945c8d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:46.477072 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839413fb-850f-48fc-b9f8-bfdfdc46a69f req-848dd4b7-9d39-478c-a771-4c79ab945c8d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:46.479185 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6b73aad7-c4ab-4405-8611-c01b81ceae2b None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:46.492075 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-839413fb-850f-48fc-b9f8-bfdfdc46a69f req-848dd4b7-9d39-478c-a771-4c79ab945c8d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 1654 time: 0.2335229 Oct 20 11:30:46.493925 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6b73aad7-c4ab-4405-8611-c01b81ceae2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:46.566899 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b73aad7-c4ab-4405-8611-c01b81ceae2b None None] Pushing event updated for resources: {'Port': ['ID=976ff2b3-cb35-42d3-b2e8-4009e28e4a31,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:46.580740 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73aad7-c4ab-4405-8611-c01b81ceae2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:46.580740 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73aad7-c4ab-4405-8611-c01b81ceae2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:46.581432 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73aad7-c4ab-4405-8611-c01b81ceae2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:46.581844 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73aad7-c4ab-4405-8611-c01b81ceae2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:46.582384 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73aad7-c4ab-4405-8611-c01b81ceae2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:46.583028 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73aad7-c4ab-4405-8611-c01b81ceae2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:46.583597 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73aad7-c4ab-4405-8611-c01b81ceae2b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:46.584107 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73aad7-c4ab-4405-8611-c01b81ceae2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:46.584646 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73aad7-c4ab-4405-8611-c01b81ceae2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:46.585120 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73aad7-c4ab-4405-8611-c01b81ceae2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:46.585600 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73aad7-c4ab-4405-8611-c01b81ceae2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:46.586101 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73aad7-c4ab-4405-8611-c01b81ceae2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:46.590579 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-839413fb-850f-48fc-b9f8-bfdfdc46a69f req-89f1a45f-4d35-434b-8c18-e0c70ca29437 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e397af8-07ce-4093-b8cb-76d0226b7f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975883 Oct 20 11:30:46.592740 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-8f69eb5d-f139-4fcd-a86e-83c99c02586d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Allocated IP 10.1.1.201 (debe6c2d-b3d4-4e02-853f-d2d45fbb1f32/c7f8db9e-759d-47f9-9be8-c669a032f85a/4aea7d3c-78fa-4d1c-9d27-ec767d37af26) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:30:46.602695 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b73aad7-c4ab-4405-8611-c01b81ceae2b None None] Network fcbe37f6-fe51-4b01-9214-985ffc9ccfe9 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:30:46.604308 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-6b73aad7-c4ab-4405-8611-c01b81ceae2b None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:30:46.607878 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b73aad7-c4ab-4405-8611-c01b81ceae2b None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:30:46.683644 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-6b73aad7-c4ab-4405-8611-c01b81ceae2b None None] Attempting to bind port 976ff2b3-cb35-42d3-b2e8-4009e28e4a31 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:30:46.684021 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-6b73aad7-c4ab-4405-8611-c01b81ceae2b None None] Attempting to bind port 976ff2b3-cb35-42d3-b2e8-4009e28e4a31 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'bebaf4cc-37e0-4072-bc53-5f8daf5a0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fcbe37f6-fe51-4b01-9214-985ffc9ccfe9'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:30:46.684388 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b73aad7-c4ab-4405-8611-c01b81ceae2b None None] Attempting to bind port 976ff2b3-cb35-42d3-b2e8-4009e28e4a31 on network fcbe37f6-fe51-4b01-9214-985ffc9ccfe9 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:30:46.691744 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b73aad7-c4ab-4405-8611-c01b81ceae2b None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:30:46.692126 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b73aad7-c4ab-4405-8611-c01b81ceae2b None None] Checking segment: {'id': 'bebaf4cc-37e0-4072-bc53-5f8daf5a0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fcbe37f6-fe51-4b01-9214-985ffc9ccfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:30:46.692715 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6b73aad7-c4ab-4405-8611-c01b81ceae2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:46.693376 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b73aad7-c4ab-4405-8611-c01b81ceae2b None None] Bound using segment: {'id': 'bebaf4cc-37e0-4072-bc53-5f8daf5a0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fcbe37f6-fe51-4b01-9214-985ffc9ccfe9'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:30:46.693848 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-6b73aad7-c4ab-4405-8611-c01b81ceae2b None None] Bound port: 976ff2b3-cb35-42d3-b2e8-4009e28e4a31, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebaf4cc-37e0-4072-bc53-5f8daf5a0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fcbe37f6-fe51-4b01-9214-985ffc9ccfe9'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:30:46.694203 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6b73aad7-c4ab-4405-8611-c01b81ceae2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:46.802989 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-6b73aad7-c4ab-4405-8611-c01b81ceae2b None None] For port 976ff2b3-cb35-42d3-b2e8-4009e28e4a31, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:30:46.806517 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-6b73aad7-c4ab-4405-8611-c01b81ceae2b None None] For port 976ff2b3-cb35-42d3-b2e8-4009e28e4a31, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=976ff2b3-cb35-42d3-b2e8-4009e28e4a31,segment=NetworkSegment(bebaf4cc-37e0-4072-bc53-5f8daf5a0282),segment_id=bebaf4cc-37e0-4072-bc53-5f8daf5a0282)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:30:46.815492 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6b73aad7-c4ab-4405-8611-c01b81ceae2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:46.886619 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-341bfd59-931a-4651-a162-0eae8c0443b8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:46.927762 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b73aad7-c4ab-4405-8611-c01b81ceae2b None None] Pushing event updated for resources: {'Port': ['ID=976ff2b3-cb35-42d3-b2e8-4009e28e4a31,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:46.964510 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-341bfd59-931a-4651-a162-0eae8c0443b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:46.971527 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-8f69eb5d-f139-4fcd-a86e-83c99c02586d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:47.102513 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-8f69eb5d-f139-4fcd-a86e-83c99c02586d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:47.112718 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-341bfd59-931a-4651-a162-0eae8c0443b8 admin admin] Allocated IP 172.25.5.145 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/54e1ac5a-5ac5-499a-bc41-7ecc4b5210a8) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:30:47.132406 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffdf70-e4cc-4ca7-ad1d-7be611464fd8 req-985274a3-d58b-4974-9654-ade7391ea532 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:47.147998 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3bffdf70-e4cc-4ca7-ad1d-7be611464fd8 req-985274a3-d58b-4974-9654-ade7391ea532 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 949 time: 0.1303768 Oct 20 11:30:47.205067 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3bffdf70-e4cc-4ca7-ad1d-7be611464fd8 req-f876d7c2-5cfd-477a-b987-c2e572cb241d tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548108 Oct 20 11:30:47.241862 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-8f69eb5d-f139-4fcd-a86e-83c99c02586d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Network debe6c2d-b3d4-4e02-853f-d2d45fbb1f32 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:30:47.251566 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-8f69eb5d-f139-4fcd-a86e-83c99c02586d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:30:47.254189 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f69eb5d-f139-4fcd-a86e-83c99c02586d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Pushing event updated for resources: {'Port': ['ID=4aea7d3c-78fa-4d1c-9d27-ec767d37af26,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:47.257791 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-8f69eb5d-f139-4fcd-a86e-83c99c02586d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:30:47.319709 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a624656d-75b2-4beb-a833-55218379776d req-fc3078c4-97ca-410c-b5de-82e155838574 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:47.324943 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a624656d-75b2-4beb-a833-55218379776d req-fc3078c4-97ca-410c-b5de-82e155838574 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=68eacaab-077a-4e72-8ce4-3f16eafde7dd HTTP/1.1" status: 200 len: 945 time: 0.1188200 Oct 20 11:30:47.346670 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:30:47.409130 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-8f69eb5d-f139-4fcd-a86e-83c99c02586d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:47.420321 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a624656d-75b2-4beb-a833-55218379776d req-d5a7069f-a054-4a59-89d2-2656b9e91328 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848622 Oct 20 11:30:47.423743 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-8f69eb5d-f139-4fcd-a86e-83c99c02586d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:47.519958 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-8f69eb5d-f139-4fcd-a86e-83c99c02586d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0118580 Oct 20 11:30:47.528648 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-341bfd59-931a-4651-a162-0eae8c0443b8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:47.545438 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-925f0d06-57b8-4a60-a1b4-e25ab22185b6 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Request body: {'port': {'device_id': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'cbfb6560-b005-4cf2-8e9b-c40d4507d392', 'admin_state_up': True, 'tenant_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'security_groups': ['6e397af8-07ce-4093-b8cb-76d0226b7f33']}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:30:47.634528 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f5120-fcf1-4b90-8b4b-b26f8b4a92ee req-9f6bb553-eca8-4372-9d53-2a720426cbbc tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:47.634528 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bc4f5120-fcf1-4b90-8b4b-b26f8b4a92ee req-9f6bb553-eca8-4372-9d53-2a720426cbbc tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.11 "GET /v2.0/ports?device_id=68eacaab-077a-4e72-8ce4-3f16eafde7dd HTTP/1.1" status: 200 len: 945 time: 0.1071358 Oct 20 11:30:47.665234 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14d556-8530-4427-95cc-0584c32dc8ae req-91011d5b-763f-4bf7-8a51-3c9df9dd52ce tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:47.667220 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1c14d556-8530-4427-95cc-0584c32dc8ae req-91011d5b-763f-4bf7-8a51-3c9df9dd52ce tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 944 time: 0.1023693 Oct 20 11:30:47.691463 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-341bfd59-931a-4651-a162-0eae8c0443b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:47.709690 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-22248cc5-088b-43f9-b178-990db80ab801 None None] Provisioning complete for port 4aea7d3c-78fa-4d1c-9d27-ec767d37af26 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:30:47.710220 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-22248cc5-088b-43f9-b178-990db80ab801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:47.748147 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341bfd59-931a-4651-a162-0eae8c0443b8 admin admin] Pushing event updated for resources: {'Port': ['ID=54e1ac5a-5ac5-499a-bc41-7ecc4b5210a8,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:47.759574 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-22248cc5-088b-43f9-b178-990db80ab801 None None] Port 4aea7d3c-78fa-4d1c-9d27-ec767d37af26 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:30:47.780068 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341bfd59-931a-4651-a162-0eae8c0443b8 admin admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:30:47.783001 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-341bfd59-931a-4651-a162-0eae8c0443b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:30:47.793024 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-925f0d06-57b8-4a60-a1b4-e25ab22185b6 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Made reservation on behalf of 9d1ce67b5cf7473287fd13cd3d60b290 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:30:47.810114 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1c14d556-8530-4427-95cc-0584c32dc8ae req-aa6dca32-0d83-4586-bdfd-28d3e700e15d tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355028 Oct 20 11:30:47.810946 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341bfd59-931a-4651-a162-0eae8c0443b8 admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:30:47.868153 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-bc4f5120-fcf1-4b90-8b4b-b26f8b4a92ee req-88b5b5a5-bbb2-48df-8a70-d500afc09a99 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Deleting port fc88d942-585f-4ffe-b2ff-9e3e652801fd {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:30:47.868560 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-bc4f5120-fcf1-4b90-8b4b-b26f8b4a92ee req-88b5b5a5-bbb2-48df-8a70-d500afc09a99 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:48.081294 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-bc4f5120-fcf1-4b90-8b4b-b26f8b4a92ee req-88b5b5a5-bbb2-48df-8a70-d500afc09a99 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] For port fc88d942-585f-4ffe-b2ff-9e3e652801fd, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=fc88d942-585f-4ffe-b2ff-9e3e652801fd,segment=NetworkSegment(fb1327ec-83b6-478a-9700-c6ea2f9574d3),segment_id=fb1327ec-83b6-478a-9700-c6ea2f9574d3)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:30:48.081829 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-bc4f5120-fcf1-4b90-8b4b-b26f8b4a92ee req-88b5b5a5-bbb2-48df-8a70-d500afc09a99 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:48.106374 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5243e12-44d3-40bd-97a1-328468257b91 req-2bf16125-3297-4438-8e0e-487cd998ae2e tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:48.113795 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5243e12-44d3-40bd-97a1-328468257b91 req-2bf16125-3297-4438-8e0e-487cd998ae2e tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:48.119512 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5243e12-44d3-40bd-97a1-328468257b91 req-2bf16125-3297-4438-8e0e-487cd998ae2e tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:48.127614 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a5243e12-44d3-40bd-97a1-328468257b91 req-2bf16125-3297-4438-8e0e-487cd998ae2e tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 2375 time: 0.1594372 Oct 20 11:30:48.153900 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-bc4f5120-fcf1-4b90-8b4b-b26f8b4a92ee req-88b5b5a5-bbb2-48df-8a70-d500afc09a99 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Calling delete_port for fc88d942-585f-4ffe-b2ff-9e3e652801fd owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:30:48.188387 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-925f0d06-57b8-4a60-a1b4-e25ab22185b6 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:48.329877 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a5243e12-44d3-40bd-97a1-328468257b91 req-1b84a860-112e-41c2-88c3-093327cfbd33 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e397af8-07ce-4093-b8cb-76d0226b7f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2010329 Oct 20 11:30:48.401859 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 976ff2b3-cb35-42d3-b2e8-4009e28e4a31 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:30:48.529259 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 976ff2b3-cb35-42d3-b2e8-4009e28e4a31 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:30:48.529516 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:48.535513 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-bc4f5120-fcf1-4b90-8b4b-b26f8b4a92ee req-88b5b5a5-bbb2-48df-8a70-d500afc09a99 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:48.565991 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-341bfd59-931a-4651-a162-0eae8c0443b8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:48.566704 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d276120b-297c-4118-ad5b-d080b31264c2 None None] Network fcbe37f6-fe51-4b01-9214-985ffc9ccfe9 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:30:48.769282 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4f5120-fcf1-4b90-8b4b-b26f8b4a92ee req-88b5b5a5-bbb2-48df-8a70-d500afc09a99 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] No DVR routers for this DVR port fc88d942-585f-4ffe-b2ff-9e3e652801fd on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:30:48.775564 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-bc4f5120-fcf1-4b90-8b4b-b26f8b4a92ee req-88b5b5a5-bbb2-48df-8a70-d500afc09a99 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:48.780609 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bc4f5120-fcf1-4b90-8b4b-b26f8b4a92ee req-88b5b5a5-bbb2-48df-8a70-d500afc09a99 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.11 "DELETE /v2.0/ports/fc88d942-585f-4ffe-b2ff-9e3e652801fd HTTP/1.1" status: 204 len: 173 time: 1.1388881 Oct 20 11:30:48.803898 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:48.809369 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-56cd8f64-9aad-4bb5-a3fe-69dd14c85ec3 None None] Provisioning complete for port 976ff2b3-cb35-42d3-b2e8-4009e28e4a31 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:30:48.810272 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-56cd8f64-9aad-4bb5-a3fe-69dd14c85ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:48.847232 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68eacaab-077a-4e72-8ce4-3f16eafde7dd', 'name': 'network-vif-deleted', 'tag': 'fc88d942-585f-4ffe-b2ff-9e3e652801fd'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:30:48.850230 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0671cea-205c-4414-804a-4cf11ecf29b2" -d '{"events": [{"server_uuid": "68eacaab-077a-4e72-8ce4-3f16eafde7dd", "name": "network-vif-deleted", "tag": "fc88d942-585f-4ffe-b2ff-9e3e652801fd"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:30:48.868964 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b5b5a5-bbb2-48df-8a70-d500afc09a99 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Pushing event deleted for resources: {'Port': ['ID=fc88d942-585f-4ffe-b2ff-9e3e652801fd,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:48.912992 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 976ff2b3-cb35-42d3-b2e8-4009e28e4a31, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=976ff2b3-cb35-42d3-b2e8-4009e28e4a31,segment=NetworkSegment(bebaf4cc-37e0-4072-bc53-5f8daf5a0282),segment_id=bebaf4cc-37e0-4072-bc53-5f8daf5a0282)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:30:48.919802 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e4446031-21f8-4153-a963-98d0ee4da6a2 req-ba5c88de-d07d-4683-a3b0-43b1a3894e51 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=68eacaab-077a-4e72-8ce4-3f16eafde7dd HTTP/1.1" status: 200 len: 210 time: 0.1535122 Oct 20 11:30:48.941584 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93be1d4-6647-4f47-8c6d-b26eaf183085 req-6e1156a5-7f5e-4c7f-b939-172427ccf7de tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:48.943494 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f93be1d4-6647-4f47-8c6d-b26eaf183085 req-6e1156a5-7f5e-4c7f-b939-172427ccf7de tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 949 time: 0.2747474 Oct 20 11:30:48.984764 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:49.043043 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f93be1d4-6647-4f47-8c6d-b26eaf183085 req-2a6f5e31-f13d-428f-867f-938fbb2bdc79 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845516 Oct 20 11:30:49.111062 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=976ff2b3-cb35-42d3-b2e8-4009e28e4a31,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:49.181507 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-925f0d06-57b8-4a60-a1b4-e25ab22185b6 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Allocated IP 10.2.2.100 (cbfb6560-b005-4cf2-8e9b-c40d4507d392/8b2ce3de-10a9-4c8a-b2e7-4d28126c6f52/36734b27-541b-4c46-94d0-9c36824cd543) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:30:49.197807 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a961b-c2cd-4699-b9b0-ebc8a8a5025b req-1050982e-c967-4e80-a010-38e0d0e7ecd5 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:49.203746 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-588a961b-c2cd-4699-b9b0-ebc8a8a5025b req-1050982e-c967-4e80-a010-38e0d0e7ecd5 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/networks?id=899673ab-8e62-4651-b772-c8a12e790997 HTTP/1.1" status: 200 len: 805 time: 0.1425455 Oct 20 11:30:49.235464 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-588a961b-c2cd-4699-b9b0-ebc8a8a5025b req-abc0170e-473d-46a9-a8da-fc694f0fc363 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/quotas/d38afe8278fd4e3db0fda1c5f6f7e7f5 HTTP/1.1" status: 200 len: 375 time: 0.0239034 Oct 20 11:30:49.295454 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-79e583a6-ac4d-4f19-bfca-fe06eb19c751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:49.331786 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-588a961b-c2cd-4699-b9b0-ebc8a8a5025b req-35cb335f-e2f3-4d30-8612-a50ff9a04fd3 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=d38afe8278fd4e3db0fda1c5f6f7e7f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0895479 Oct 20 11:30:49.418376 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device f1457ed4-9b43-4138-abe0-f6fc2a6c95ed no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:30:49.534574 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-341bfd59-931a-4651-a162-0eae8c0443b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:49.606007 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-588a961b-c2cd-4699-b9b0-ebc8a8a5025b req-201f634d-8e04-4892-821b-32a203bf9338 service neutron] 10.222.0.98 "GET /v2.0/networks/899673ab-8e62-4651-b772-c8a12e790997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658970 Oct 20 11:30:49.685034 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-afe69f4c-5910-4388-9576-6cf99b1645c1 None None] Provisioning complete for port 976ff2b3-cb35-42d3-b2e8-4009e28e4a31 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:30:49.685651 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-afe69f4c-5910-4388-9576-6cf99b1645c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:49.758320 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-925f0d06-57b8-4a60-a1b4-e25ab22185b6 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:49.782218 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd980cf-7755-417e-ac76-a3922d2ab94d req-c43e952e-d9a6-473c-bcfc-229683490932 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:49.790431 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0cd980cf-7755-417e-ac76-a3922d2ab94d req-c43e952e-d9a6-473c-bcfc-229683490932 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 944 time: 0.1754723 Oct 20 11:30:49.807138 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-341bfd59-931a-4651-a162-0eae8c0443b8 admin admin] Router 19e22b5e-bcaf-4925-a9cd-174a2a1ea9af is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:30:49.835190 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-925f0d06-57b8-4a60-a1b4-e25ab22185b6 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:49.844103 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-588a961b-c2cd-4699-b9b0-ebc8a8a5025b req-eaf40a3f-c856-4657-80b7-59649c464bb8 service neutron] 10.222.0.98 "GET /v2.0/networks/899673ab-8e62-4651-b772-c8a12e790997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361841 Oct 20 11:30:49.855717 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0cd980cf-7755-417e-ac76-a3922d2ab94d req-5b1306db-44ae-4628-a65f-42e62f7246cf tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640845 Oct 20 11:30:49.918649 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19917266-0ea4-4c5f-997f-0e6c0a080326 x-openstack-request-id: req-19917266-0ea4-4c5f-997f-0e6c0a080326 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:30:49.919049 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68eacaab-077a-4e72-8ce4-3f16eafde7dd", "name": "network-vif-deleted", "tag": "fc88d942-585f-4ffe-b2ff-9e3e652801fd", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:30:49.919350 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-19917266-0ea4-4c5f-997f-0e6c0a080326 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:30:49.919783 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68eacaab-077a-4e72-8ce4-3f16eafde7dd', 'name': 'network-vif-deleted', 'tag': 'fc88d942-585f-4ffe-b2ff-9e3e652801fd', 'status': 'completed', 'code': 200} Oct 20 11:30:49.949012 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-925f0d06-57b8-4a60-a1b4-e25ab22185b6 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Network cbfb6560-b005-4cf2-8e9b-c40d4507d392 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:30:49.954400 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-925f0d06-57b8-4a60-a1b4-e25ab22185b6 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:30:49.960015 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-925f0d06-57b8-4a60-a1b4-e25ab22185b6 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:30:50.103220 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f0d06-57b8-4a60-a1b4-e25ab22185b6 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Pushing event updated for resources: {'Port': ['ID=36734b27-541b-4c46-94d0-9c36824cd543,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:50.152344 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-925f0d06-57b8-4a60-a1b4-e25ab22185b6 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:50.153057 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-925f0d06-57b8-4a60-a1b4-e25ab22185b6 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:50.173983 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device ef3cb09f-ac5c-486b-a336-8eb09343d5ae no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:30:50.219013 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d88cb-1221-4279-84d7-12d9350d048a req-70bbe340-aef8-47fe-b408-2a3f13fa4b3e tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:50.230172 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d88cb-1221-4279-84d7-12d9350d048a req-70bbe340-aef8-47fe-b408-2a3f13fa4b3e tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:50.240135 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-925f0d06-57b8-4a60-a1b4-e25ab22185b6 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7059190 Oct 20 11:30:50.246237 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d88cb-1221-4279-84d7-12d9350d048a req-70bbe340-aef8-47fe-b408-2a3f13fa4b3e tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:50.259279 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d88cb-1221-4279-84d7-12d9350d048a req-70bbe340-aef8-47fe-b408-2a3f13fa4b3e tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:50.268063 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-105f017e-abfa-4a77-a05f-89b3f2ab8d36 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Request body: {'port': {'device_id': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'cbfb6560-b005-4cf2-8e9b-c40d4507d392', 'admin_state_up': True, 'tenant_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'security_groups': ['6e397af8-07ce-4093-b8cb-76d0226b7f33']}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:30:50.280860 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341bfd59-931a-4651-a162-0eae8c0443b8 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:30:50.286350 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf7d88cb-1221-4279-84d7-12d9350d048a req-70bbe340-aef8-47fe-b408-2a3f13fa4b3e tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 3096 time: 0.1957266 Oct 20 11:30:50.339129 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1fdd53-e62f-417f-afba-d2baa95925c3 None None] Sync routers for ids ['19e22b5e-bcaf-4925-a9cd-174a2a1ea9af'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:30:50.354352 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf7d88cb-1221-4279-84d7-12d9350d048a req-8ef89b12-b0c5-47a0-8745-66ab9bf42910 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e397af8-07ce-4093-b8cb-76d0226b7f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574918 Oct 20 11:30:50.400682 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1fdd53-e62f-417f-afba-d2baa95925c3 None None] Routers {'19e22b5e-bcaf-4925-a9cd-174a2a1ea9af'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:30:50.404038 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-6d1fdd53-e62f-417f-afba-d2baa95925c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:30:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['19e22b5e-bcaf-4925-a9cd-174a2a1ea9af'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:30:50.467349 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-840736c5-f7f7-404b-848a-eb9f8894528e req-1f20c303-8e60-4092-ac43-cfc05c50a3f0 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=e335c449-90b0-426d-9063-668dd70fd599 HTTP/1.1" status: 200 len: 210 time: 0.0850606 Oct 20 11:30:50.536437 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-341bfd59-931a-4651-a162-0eae8c0443b8 admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:50.537741 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-341bfd59-931a-4651-a162-0eae8c0443b8 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.4461999 Oct 20 11:30:50.540706 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58000) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:30:50.562226 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 976ff2b3-cb35-42d3-b2e8-4009e28e4a31 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:30:50.636236 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:50.648232 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-a3095430-e822-4d72-9c76-8cddc9500f56 None None] Provisioning complete for port 36734b27-541b-4c46-94d0-9c36824cd543 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:30:50.648748 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a3095430-e822-4d72-9c76-8cddc9500f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:50.657946 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c402a-85f8-4011-bc11-ad663de0317f req-9fa5b8b0-817c-43e4-8a2e-7e413172672f tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:50.664656 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d46c402a-85f8-4011-bc11-ad663de0317f req-9fa5b8b0-817c-43e4-8a2e-7e413172672f tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 949 time: 0.1963434 Oct 20 11:30:50.737844 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ec7fd-c70f-4a80-bac9-0b67f6ddd232 req-adc9c37a-a384-42db-b12b-e540ccb6afb0 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:50.745874 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c58ec7fd-c70f-4a80-bac9-0b67f6ddd232 req-adc9c37a-a384-42db-b12b-e540ccb6afb0 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.11 "GET /v2.0/ports?device_id=403dbfcd-38c6-4a7c-9b63-f21a06c6e2d3 HTTP/1.1" status: 200 len: 946 time: 0.2216282 Oct 20 11:30:50.804988 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '403dbfcd-38c6-4a7c-9b63-f21a06c6e2d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef3cb09f-ac5c-486b-a336-8eb09343d5ae'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:30:50.807920 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4e5741-1dca-4643-8535-91416171352b" -d '{"events": [{"server_uuid": "403dbfcd-38c6-4a7c-9b63-f21a06c6e2d3", "name": "network-vif-unplugged", "status": "completed", "tag": "ef3cb09f-ac5c-486b-a336-8eb09343d5ae"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:30:50.814925 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-105f017e-abfa-4a77-a05f-89b3f2ab8d36 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Made reservation on behalf of 9d1ce67b5cf7473287fd13cd3d60b290 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:30:50.827125 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-105f017e-abfa-4a77-a05f-89b3f2ab8d36 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:50.827955 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 976ff2b3-cb35-42d3-b2e8-4009e28e4a31 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:30:50.828423 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:50.848689 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d46c402a-85f8-4011-bc11-ad663de0317f req-d528ae6f-afc8-4e2d-853b-15d6449301f6 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736543 Oct 20 11:30:50.971416 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-6d1fdd53-e62f-417f-afba-d2baa95925c3 None None] Set router 19e22b5e-bcaf-4925-a9cd-174a2a1ea9af gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:30:51.026733 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-c58ec7fd-c70f-4a80-bac9-0b67f6ddd232 req-0f89a96f-eb39-4c07-aeba-887b1591745c tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Deleting port ef3cb09f-ac5c-486b-a336-8eb09343d5ae {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:30:51.027107 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c58ec7fd-c70f-4a80-bac9-0b67f6ddd232 req-0f89a96f-eb39-4c07-aeba-887b1591745c tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:51.078763 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6841a4-fbea-45de-8cd6-f9202cc81f87 req-ac4ab925-6def-49d7-91f1-c422bbc78efd tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:51.087458 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0d6841a4-fbea-45de-8cd6-f9202cc81f87 req-ac4ab925-6def-49d7-91f1-c422bbc78efd tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a4ae9f1-089b-4930-b5e3-06bc0dfded6d HTTP/1.1" status: 200 len: 966 time: 0.1203403 Oct 20 11:30:51.092800 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port ef3cb09f-ac5c-486b-a336-8eb09343d5ae, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=ef3cb09f-ac5c-486b-a336-8eb09343d5ae,segment=NetworkSegment(ba843d51-18ac-492f-b072-dcb49c698d12),segment_id=ba843d51-18ac-492f-b072-dcb49c698d12)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:30:51.101909 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e2cce0-84b1-4584-9a63-c09e72863a2e x-openstack-request-id: req-c5e2cce0-84b1-4584-9a63-c09e72863a2e {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:30:51.102212 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "403dbfcd-38c6-4a7c-9b63-f21a06c6e2d3", "name": "network-vif-unplugged", "status": "completed", "tag": "ef3cb09f-ac5c-486b-a336-8eb09343d5ae", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:30:51.102827 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c5e2cce0-84b1-4584-9a63-c09e72863a2e {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:30:51.104012 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '403dbfcd-38c6-4a7c-9b63-f21a06c6e2d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef3cb09f-ac5c-486b-a336-8eb09343d5ae', 'code': 200} Oct 20 11:30:51.121563 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-a3095430-e822-4d72-9c76-8cddc9500f56 None None] Port 36734b27-541b-4c46-94d0-9c36824cd543 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:30:51.124269 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:51.225020 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=ef3cb09f-ac5c-486b-a336-8eb09343d5ae,revision_number=8']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:51.254529 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0d6841a4-fbea-45de-8cd6-f9202cc81f87 req-7ec28ea7-2cb5-42ad-84dc-956cc017510f tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660790 Oct 20 11:30:51.430888 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-c58ec7fd-c70f-4a80-bac9-0b67f6ddd232 req-0f89a96f-eb39-4c07-aeba-887b1591745c tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] For port ef3cb09f-ac5c-486b-a336-8eb09343d5ae, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=ef3cb09f-ac5c-486b-a336-8eb09343d5ae,segment=NetworkSegment(ba843d51-18ac-492f-b072-dcb49c698d12),segment_id=ba843d51-18ac-492f-b072-dcb49c698d12)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:30:51.431602 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c58ec7fd-c70f-4a80-bac9-0b67f6ddd232 req-0f89a96f-eb39-4c07-aeba-887b1591745c tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:51.499446 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e4c2ff-4fea-4d36-adc1-4345bf4c6821 req-147977ad-cced-4881-bff9-652cface5860 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:51.507755 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-83e4c2ff-4fea-4d36-adc1-4345bf4c6821 req-147977ad-cced-4881-bff9-652cface5860 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 944 time: 0.3245201 Oct 20 11:30:51.516188 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-c58ec7fd-c70f-4a80-bac9-0b67f6ddd232 req-0f89a96f-eb39-4c07-aeba-887b1591745c tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Calling delete_port for ef3cb09f-ac5c-486b-a336-8eb09343d5ae owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:30:51.584778 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb76121-c94b-49ef-9836-074dfc1e3aa0 req-9f827b56-4a94-498e-b92e-20b8b68a57bd tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:51.586643 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9cb76121-c94b-49ef-9836-074dfc1e3aa0 req-9f827b56-4a94-498e-b92e-20b8b68a57bd tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.89 "GET /v2.0/ports?device_id=2a4ae9f1-089b-4930-b5e3-06bc0dfded6d HTTP/1.1" status: 200 len: 966 time: 0.2568560 Oct 20 11:30:51.644999 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-6d1fdd53-e62f-417f-afba-d2baa95925c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e22b5e-bcaf-4925-a9cd-174a2a1ea9af', 'name': 'tempest-ServersTestJSON-312179564-router', 'tenant_id': '52c1bb966e2b40228f44b31ee15523d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '54e1ac5a-5ac5-499a-bc41-7ecc4b5210a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:30:45Z', 'updated_at': '2021-10-20T11:30:48Z', 'revision_number': 3, 'project_id': '52c1bb966e2b40228f44b31ee15523d5', 'gw_port': {'id': '54e1ac5a-5ac5-499a-bc41-7ecc4b5210a8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:7c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e22b5e-bcaf-4925-a9cd-174a2a1ea9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:30:46Z', 'updated_at': '2021-10-20T11:30:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:30:51.693104 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1fdd53-e62f-417f-afba-d2baa95925c3 None None] Checking router: 19e22b5e-bcaf-4925-a9cd-174a2a1ea9af for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:30:51.693399 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1fdd53-e62f-417f-afba-d2baa95925c3 None None] Updating router 19e22b5e-bcaf-4925-a9cd-174a2a1ea9af port 54e1ac5a-5ac5-499a-bc41-7ecc4b5210a8 binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:30:51.719650 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6d1fdd53-e62f-417f-afba-d2baa95925c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:51.758595 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8504cabc-6f58-454d-b356-0db6fe8540e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:51.794477 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-105f017e-abfa-4a77-a05f-89b3f2ab8d36 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Allocated IP 10.2.2.200 (cbfb6560-b005-4cf2-8e9b-c40d4507d392/8b2ce3de-10a9-4c8a-b2e7-4d28126c6f52/21d0cf01-a7f4-49be-aec5-51e5c5128073) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:30:52.053922 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-8504cabc-6f58-454d-b356-0db6fe8540e0 admin admin] Allocated IP 172.20.0.1 (fcbe37f6-fe51-4b01-9214-985ffc9ccfe9/ff355e09-dbd0-4af0-af48-6ef318d1c7d4/62fffac6-0c81-481e-a002-41b88a498a2c) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:30:52.081927 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6d1fdd53-e62f-417f-afba-d2baa95925c3 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:52.095137 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6d1fdd53-e62f-417f-afba-d2baa95925c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:52.161570 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe835c1-df3a-47bf-9bed-d54989ba6aa2 None None] Pushing event updated for resources: {'Port': ['ID=54e1ac5a-5ac5-499a-bc41-7ecc4b5210a8,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:52.179346 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8504cabc-6f58-454d-b356-0db6fe8540e0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:52.201030 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device ef3cb09f-ac5c-486b-a336-8eb09343d5ae no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:30:52.215803 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-83e4c2ff-4fea-4d36-adc1-4345bf4c6821 req-86cab9eb-fc0b-4e68-a927-c6d911ea9663 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7036128 Oct 20 11:30:52.217975 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-431ff966-1b3c-4ac9-8cc5-f0d6aacd8833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:52.247464 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-6d1fdd53-e62f-417f-afba-d2baa95925c3 None None] Attempting to bind port 54e1ac5a-5ac5-499a-bc41-7ecc4b5210a8 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:30:52.248585 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-6d1fdd53-e62f-417f-afba-d2baa95925c3 None None] Attempting to bind port 54e1ac5a-5ac5-499a-bc41-7ecc4b5210a8 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:30:52.249124 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1fdd53-e62f-417f-afba-d2baa95925c3 None None] Attempting to bind port 54e1ac5a-5ac5-499a-bc41-7ecc4b5210a8 on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:30:52.263272 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1fdd53-e62f-417f-afba-d2baa95925c3 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:30:52.263878 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1fdd53-e62f-417f-afba-d2baa95925c3 None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:30:52.264598 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6d1fdd53-e62f-417f-afba-d2baa95925c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:52.265138 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1fdd53-e62f-417f-afba-d2baa95925c3 None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:30:52.265921 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-6d1fdd53-e62f-417f-afba-d2baa95925c3 None None] Bound port: 54e1ac5a-5ac5-499a-bc41-7ecc4b5210a8, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:30:52.266722 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6d1fdd53-e62f-417f-afba-d2baa95925c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:52.270951 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cd534652-ddd8-4891-9f1a-c56381c51ddc req-14404e3c-ca32-4415-ac4d-1308883a39f1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=999a1973-9d6b-414f-88f7-ec4814f88166&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8606853 Oct 20 11:30:52.303744 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8504cabc-6f58-454d-b356-0db6fe8540e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:52.406518 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6ed0ae54-4d0c-4948-9cd6-582f2abea6b3 req-f03fcc85-2654-4328-8388-d5bda4e8d9b0 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=e335c449-90b0-426d-9063-668dd70fd599 HTTP/1.1" status: 200 len: 210 time: 0.0666490 Oct 20 11:30:52.408857 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-6d1fdd53-e62f-417f-afba-d2baa95925c3 None None] For port 54e1ac5a-5ac5-499a-bc41-7ecc4b5210a8, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:30:52.442446 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-6d1fdd53-e62f-417f-afba-d2baa95925c3 None None] For port 54e1ac5a-5ac5-499a-bc41-7ecc4b5210a8, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=54e1ac5a-5ac5-499a-bc41-7ecc4b5210a8,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:30:52.448346 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5440d03-09d9-4576-87d2-a56370b188e0 req-81b26702-6e88-49ab-a01e-01958c690f32 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:52.450408 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6d1fdd53-e62f-417f-afba-d2baa95925c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:52.453310 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device fc88d942-585f-4ffe-b2ff-9e3e652801fd no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:30:52.454886 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5440d03-09d9-4576-87d2-a56370b188e0 req-81b26702-6e88-49ab-a01e-01958c690f32 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:52.461148 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5440d03-09d9-4576-87d2-a56370b188e0 req-81b26702-6e88-49ab-a01e-01958c690f32 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:52.468657 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5440d03-09d9-4576-87d2-a56370b188e0 req-81b26702-6e88-49ab-a01e-01958c690f32 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:52.476262 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d5440d03-09d9-4576-87d2-a56370b188e0 req-81b26702-6e88-49ab-a01e-01958c690f32 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 3096 time: 0.2578959 Oct 20 11:30:52.493982 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8504cabc-6f58-454d-b356-0db6fe8540e0 admin admin] Network fcbe37f6-fe51-4b01-9214-985ffc9ccfe9 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:30:52.519506 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: fc88d942-585f-4ffe-b2ff-9e3e652801fd {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:30:52.520364 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device fc88d942-585f-4ffe-b2ff-9e3e652801fd not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:30:52.531275 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d5440d03-09d9-4576-87d2-a56370b188e0 req-756a7b27-f785-47e2-813f-7a716f08b058 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e397af8-07ce-4093-b8cb-76d0226b7f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537977 Oct 20 11:30:52.533209 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-8504cabc-6f58-454d-b356-0db6fe8540e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:30:52.565662 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-9cb76121-c94b-49ef-9836-074dfc1e3aa0 req-6a78cf6d-e4c5-4f23-b93b-4609858c4ace tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Deleting port c9b37b09-9679-4d43-b72d-712686e897a6 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:30:52.566216 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9cb76121-c94b-49ef-9836-074dfc1e3aa0 req-6a78cf6d-e4c5-4f23-b93b-4609858c4ace tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:52.589835 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe835c1-df3a-47bf-9bed-d54989ba6aa2 None None] Pushing event updated for resources: {'Port': ['ID=54e1ac5a-5ac5-499a-bc41-7ecc4b5210a8,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:52.592712 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1fdd53-e62f-417f-afba-d2baa95925c3 None None] Routers {'19e22b5e-bcaf-4925-a9cd-174a2a1ea9af'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:30:52.593309 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-6d1fdd53-e62f-417f-afba-d2baa95925c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:30:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['19e22b5e-bcaf-4925-a9cd-174a2a1ea9af'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:30:52.609696 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8504cabc-6f58-454d-b356-0db6fe8540e0 admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:30:52.618993 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504cabc-6f58-454d-b356-0db6fe8540e0 admin admin] Pushing event updated for resources: {'Port': ['ID=62fffac6-0c81-481e-a002-41b88a498a2c,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:52.655495 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a961b-c2cd-4699-b9b0-ebc8a8a5025b req-83d3072e-dcc9-4e7c-be4a-cbf3ddb074e7 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:52.657093 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-588a961b-c2cd-4699-b9b0-ebc8a8a5025b req-83d3072e-dcc9-4e7c-be4a-cbf3ddb074e7 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.11 "GET /v2.0/networks?id=899673ab-8e62-4651-b772-c8a12e790997 HTTP/1.1" status: 200 len: 805 time: 0.9558651 Oct 20 11:30:52.686593 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd534652-ddd8-4891-9f1a-c56381c51ddc req-f3d936d4-cc22-4800-bb57-82b3c2bef651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:52.688366 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cd534652-ddd8-4891-9f1a-c56381c51ddc req-f3d936d4-cc22-4800-bb57-82b3c2bef651 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d9acdef368f944fcb8d5f209bb8e33d7&device_id=999a1973-9d6b-414f-88f7-ec4814f88166 HTTP/1.1" status: 200 len: 1095 time: 0.3541353 Oct 20 11:30:52.749816 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8504cabc-6f58-454d-b356-0db6fe8540e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:52.761504 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-588a961b-c2cd-4699-b9b0-ebc8a8a5025b req-df626d1e-36a7-421d-8359-7c7ce850ba40 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Request body: {'port': {'device_id': 'e335c449-90b0-426d-9063-668dd70fd599', 'network_id': '899673ab-8e62-4651-b772-c8a12e790997', 'admin_state_up': True, 'tenant_id': 'd38afe8278fd4e3db0fda1c5f6f7e7f5'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:30:52.792768 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-6d1fdd53-e62f-417f-afba-d2baa95925c3 None None] Set router 19e22b5e-bcaf-4925-a9cd-174a2a1ea9af gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:30:52.951658 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-9cb76121-c94b-49ef-9836-074dfc1e3aa0 req-6a78cf6d-e4c5-4f23-b93b-4609858c4ace tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] For port c9b37b09-9679-4d43-b72d-712686e897a6, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=c9b37b09-9679-4d43-b72d-712686e897a6,segment=NetworkSegment(fb1327ec-83b6-478a-9700-c6ea2f9574d3),segment_id=fb1327ec-83b6-478a-9700-c6ea2f9574d3)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:30:52.953265 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9cb76121-c94b-49ef-9836-074dfc1e3aa0 req-6a78cf6d-e4c5-4f23-b93b-4609858c4ace tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:52.991124 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:53.001541 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3dd999a8-be56-4eb0-ab01-aaa1af5fc1ee None None] Provisioning complete for port 62fffac6-0c81-481e-a002-41b88a498a2c triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:30:53.001917 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3dd999a8-be56-4eb0-ab01-aaa1af5fc1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:53.002420 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-9cb76121-c94b-49ef-9836-074dfc1e3aa0 req-6a78cf6d-e4c5-4f23-b93b-4609858c4ace tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Calling delete_port for c9b37b09-9679-4d43-b72d-712686e897a6 owned by compute:tempest-test_az-128955721 {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:30:53.007456 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-105f017e-abfa-4a77-a05f-89b3f2ab8d36 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:53.071686 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8504cabc-6f58-454d-b356-0db6fe8540e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:53.098319 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3dd999a8-be56-4eb0-ab01-aaa1af5fc1ee None None] Port 62fffac6-0c81-481e-a002-41b88a498a2c cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:30:53.109023 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:53.124683 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-6d1fdd53-e62f-417f-afba-d2baa95925c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e22b5e-bcaf-4925-a9cd-174a2a1ea9af', 'name': 'tempest-ServersTestJSON-312179564-router', 'tenant_id': '52c1bb966e2b40228f44b31ee15523d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '54e1ac5a-5ac5-499a-bc41-7ecc4b5210a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:30:45Z', 'updated_at': '2021-10-20T11:30:48Z', 'revision_number': 3, 'project_id': '52c1bb966e2b40228f44b31ee15523d5', 'gw_port': {'id': '54e1ac5a-5ac5-499a-bc41-7ecc4b5210a8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:7c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e22b5e-bcaf-4925-a9cd-174a2a1ea9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:30:46Z', 'updated_at': '2021-10-20T11:30:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:30:53.155389 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1fdd53-e62f-417f-afba-d2baa95925c3 None None] The sync data for ids ['19e22b5e-bcaf-4925-a9cd-174a2a1ea9af'] in n-d-814735-3 is: [{'id': '19e22b5e-bcaf-4925-a9cd-174a2a1ea9af', 'name': 'tempest-ServersTestJSON-312179564-router', 'tenant_id': '52c1bb966e2b40228f44b31ee15523d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '54e1ac5a-5ac5-499a-bc41-7ecc4b5210a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:30:45Z', 'updated_at': '2021-10-20T11:30:48Z', 'revision_number': 3, 'project_id': '52c1bb966e2b40228f44b31ee15523d5', 'gw_port': {'id': '54e1ac5a-5ac5-499a-bc41-7ecc4b5210a8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:7c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e22b5e-bcaf-4925-a9cd-174a2a1ea9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:30:46Z', 'updated_at': '2021-10-20T11:30:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:30:53.201664 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-588a961b-c2cd-4699-b9b0-ebc8a8a5025b req-df626d1e-36a7-421d-8359-7c7ce850ba40 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Made reservation on behalf of d38afe8278fd4e3db0fda1c5f6f7e7f5 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:30:53.205332 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-588a961b-c2cd-4699-b9b0-ebc8a8a5025b req-df626d1e-36a7-421d-8359-7c7ce850ba40 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:53.206445 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271c1e8-7b1d-484d-90a8-e2f34b925c3a req-0285a628-128d-455e-926d-b349b9d475b6 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:53.214723 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b271c1e8-7b1d-484d-90a8-e2f34b925c3a req-0285a628-128d-455e-926d-b349b9d475b6 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a4ae9f1-089b-4930-b5e3-06bc0dfded6d HTTP/1.1" status: 200 len: 966 time: 0.5554264 Oct 20 11:30:53.226341 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7872e-caa4-45c5-93d6-9f790b0d3926 req-c1fbe346-3d36-4a80-b77e-2309183b753f tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:53.234075 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41c7872e-caa4-45c5-93d6-9f790b0d3926 req-c1fbe346-3d36-4a80-b77e-2309183b753f tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 949 time: 0.6194775 Oct 20 11:30:53.259443 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-105f017e-abfa-4a77-a05f-89b3f2ab8d36 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:53.325636 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c58ec7fd-c70f-4a80-bac9-0b67f6ddd232 req-0f89a96f-eb39-4c07-aeba-887b1591745c tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:53.405239 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9cb76121-c94b-49ef-9836-074dfc1e3aa0 req-6a78cf6d-e4c5-4f23-b93b-4609858c4ace tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:53.409877 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41c7872e-caa4-45c5-93d6-9f790b0d3926 req-08533e6d-dc5f-49a7-9a67-def563ffffd0 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749563 Oct 20 11:30:53.410653 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f89a96f-eb39-4c07-aeba-887b1591745c tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Pushing event deleted for resources: {'Port': ['ID=ef3cb09f-ac5c-486b-a336-8eb09343d5ae,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:53.460025 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b271c1e8-7b1d-484d-90a8-e2f34b925c3a req-d6e75643-e6cb-4764-bb2e-dd45f41d685f tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd595b92-dfc0-474b-9e30-c2ce45723d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443671 Oct 20 11:30:53.477457 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd534652-ddd8-4891-9f1a-c56381c51ddc req-5bcb9fd2-b86c-421d-81dd-0d56fcf9daf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:53.479039 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cd534652-ddd8-4891-9f1a-c56381c51ddc req-5bcb9fd2-b86c-421d-81dd-0d56fcf9daf9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=60a88ebb-4b56-43bd-98ec-2f75530b8b0e HTTP/1.1" status: 200 len: 922 time: 0.7350130 Oct 20 11:30:53.507898 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-c58ec7fd-c70f-4a80-bac9-0b67f6ddd232 req-0f89a96f-eb39-4c07-aeba-887b1591745c tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] No DVR routers for this DVR port ef3cb09f-ac5c-486b-a336-8eb09343d5ae on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:30:53.561499 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c58ec7fd-c70f-4a80-bac9-0b67f6ddd232 req-0f89a96f-eb39-4c07-aeba-887b1591745c tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:53.564990 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c58ec7fd-c70f-4a80-bac9-0b67f6ddd232 req-0f89a96f-eb39-4c07-aeba-887b1591745c tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.11 "DELETE /v2.0/ports/ef3cb09f-ac5c-486b-a336-8eb09343d5ae HTTP/1.1" status: 204 len: 173 time: 2.8080525 Oct 20 11:30:53.565693 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '403dbfcd-38c6-4a7c-9b63-f21a06c6e2d3', 'name': 'network-vif-deleted', 'tag': 'ef3cb09f-ac5c-486b-a336-8eb09343d5ae'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:30:53.577969 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4716a533-9500-41fd-b7f7-2da4c875077b" -d '{"events": [{"server_uuid": "403dbfcd-38c6-4a7c-9b63-f21a06c6e2d3", "name": "network-vif-deleted", "tag": "ef3cb09f-ac5c-486b-a336-8eb09343d5ae"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:30:53.803068 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cd534652-ddd8-4891-9f1a-c56381c51ddc req-d0b3209d-a803-42b0-ac18-86e8325f3f2f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e86db2bd-275e-4f9b-abd5-61ea248f17c8 HTTP/1.1" status: 200 len: 217 time: 0.3061562 Oct 20 11:30:53.804324 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb76121-c94b-49ef-9836-074dfc1e3aa0 req-6a78cf6d-e4c5-4f23-b93b-4609858c4ace tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] No DVR routers for this DVR port c9b37b09-9679-4d43-b72d-712686e897a6 on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:30:53.806105 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a78cf6d-e4c5-4f23-b93b-4609858c4ace tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Pushing event deleted for resources: {'Port': ['ID=c9b37b09-9679-4d43-b72d-712686e897a6,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:53.839125 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9cb76121-c94b-49ef-9836-074dfc1e3aa0 req-6a78cf6d-e4c5-4f23-b93b-4609858c4ace tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:53.843576 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9cb76121-c94b-49ef-9836-074dfc1e3aa0 req-6a78cf6d-e4c5-4f23-b93b-4609858c4ace tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.89 "DELETE /v2.0/ports/c9b37b09-9679-4d43-b72d-712686e897a6 HTTP/1.1" status: 204 len: 173 time: 2.2452621 Oct 20 11:30:53.857339 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d6db1c1b-511e-41c2-857d-4182b4303f89 req-fb0f5018-8267-483c-bbdc-79f59aef20f8 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=e335c449-90b0-426d-9063-668dd70fd599 HTTP/1.1" status: 200 len: 210 time: 0.0974531 Oct 20 11:30:53.934022 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd534652-ddd8-4891-9f1a-c56381c51ddc req-2b45c1cd-d40c-4218-bb56-d6b9a36ff1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:53.936535 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cd534652-ddd8-4891-9f1a-c56381c51ddc req-2b45c1cd-d40c-4218-bb56-d6b9a36ff1dd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2a0c5c2a-f9c9-492d-ba9f-7e961a63a7db HTTP/1.1" status: 200 len: 860 time: 0.0997903 Oct 20 11:30:53.949768 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd14fee-7996-43ac-a400-e59b5f05505b req-ae4a70fa-1d29-4853-895a-a49e199af738 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:53.952243 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6dd14fee-7996-43ac-a400-e59b5f05505b req-ae4a70fa-1d29-4853-895a-a49e199af738 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 944 time: 0.2128441 Oct 20 11:30:53.960082 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8504cabc-6f58-454d-b356-0db6fe8540e0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:53.974611 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-105f017e-abfa-4a77-a05f-89b3f2ab8d36 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Network cbfb6560-b005-4cf2-8e9b-c40d4507d392 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:30:53.977302 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-86c4996e-431b-49c8-9fe2-a9d99b62ec0d service neutron] 10.222.0.89 "GET /v2.0/ports/f1457ed4-9b43-4138-abe0-f6fc2a6c95ed/bindings/n-h1-814735-3 HTTP/1.1" status: 200 len: 384 time: 0.9083555 Oct 20 11:30:54.001747 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cd534652-ddd8-4891-9f1a-c56381c51ddc req-78aae5c8-23d5-4731-af39-83d0fee711b2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=60a88ebb-4b56-43bd-98ec-2f75530b8b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481479 Oct 20 11:30:54.051346 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6dd14fee-7996-43ac-a400-e59b5f05505b req-e27dae2c-8961-49e4-9f8b-feae19edc726 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882192 Oct 20 11:30:54.072193 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [req-588a961b-c2cd-4699-b9b0-ebc8a8a5025b req-df626d1e-36a7-421d-8359-7c7ce850ba40 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Allocated IP 172.20.0.8 (899673ab-8e62-4651-b772-c8a12e790997/aac54544-8ac1-4e04-a94d-f9c6d3bc8d37/9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:30:54.144754 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-105f017e-abfa-4a77-a05f-89b3f2ab8d36 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:30:54.154979 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-105f017e-abfa-4a77-a05f-89b3f2ab8d36 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:30:54.165025 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f017e-abfa-4a77-a05f-89b3f2ab8d36 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Pushing event updated for resources: {'Port': ['ID=21d0cf01-a7f4-49be-aec5-51e5c5128073,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:54.193731 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8504cabc-6f58-454d-b356-0db6fe8540e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:54.297509 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ef5fc-98f9-474c-bbee-6e4d00ef05f3 req-f768926b-8afc-4c4c-a756-e1189367af5b tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:54.305038 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ef5fc-98f9-474c-bbee-6e4d00ef05f3 req-f768926b-8afc-4c4c-a756-e1189367af5b tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:54.314663 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ef5fc-98f9-474c-bbee-6e4d00ef05f3 req-f768926b-8afc-4c4c-a756-e1189367af5b tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:54.321689 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ef5fc-98f9-474c-bbee-6e4d00ef05f3 req-f768926b-8afc-4c4c-a756-e1189367af5b tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:54.330550 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ef5fc-98f9-474c-bbee-6e4d00ef05f3 req-f768926b-8afc-4c4c-a756-e1189367af5b tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:54.339076 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5b2ef5fc-98f9-474c-bbee-6e4d00ef05f3 req-f768926b-8afc-4c4c-a756-e1189367af5b tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 3817 time: 0.2723725 Oct 20 11:30:54.363850 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a45d82e-045c-46f0-b135-0814c8744aaf x-openstack-request-id: req-1a45d82e-045c-46f0-b135-0814c8744aaf {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:30:54.364348 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "403dbfcd-38c6-4a7c-9b63-f21a06c6e2d3", "name": "network-vif-deleted", "tag": "ef3cb09f-ac5c-486b-a336-8eb09343d5ae", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:30:54.364503 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1a45d82e-045c-46f0-b135-0814c8744aaf {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:30:54.364805 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '403dbfcd-38c6-4a7c-9b63-f21a06c6e2d3', 'name': 'network-vif-deleted', 'tag': 'ef3cb09f-ac5c-486b-a336-8eb09343d5ae', 'status': 'completed', 'code': 200} Oct 20 11:30:54.405979 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 54e1ac5a-5ac5-499a-bc41-7ecc4b5210a8 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:30:54.409158 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cd534652-ddd8-4891-9f1a-c56381c51ddc req-1b3647ac-a240-4a3f-a7d3-2102396be71a service neutron] 10.222.0.89 "GET /v2.0/networks/60a88ebb-4b56-43bd-98ec-2f75530b8b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962400 Oct 20 11:30:54.484678 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5b2ef5fc-98f9-474c-bbee-6e4d00ef05f3 req-408f0297-e385-4d5e-962b-20920e52c2bb tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e397af8-07ce-4093-b8cb-76d0226b7f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446471 Oct 20 11:30:54.568252 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-105f017e-abfa-4a77-a05f-89b3f2ab8d36 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:54.569181 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-105f017e-abfa-4a77-a05f-89b3f2ab8d36 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:54.588683 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504cabc-6f58-454d-b356-0db6fe8540e0 admin admin] Pushing event updated for resources: {'Port': ['ID=62fffac6-0c81-481e-a002-41b88a498a2c,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:54.594466 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8504cabc-6f58-454d-b356-0db6fe8540e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:54.616013 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 54e1ac5a-5ac5-499a-bc41-7ecc4b5210a8 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:30:54.617411 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:54.662498 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-105f017e-abfa-4a77-a05f-89b3f2ab8d36 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4023767 Oct 20 11:30:54.767634 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-134ebc37-2630-42a1-a35f-1b150078e83e None None] Provisioning complete for port 21d0cf01-a7f4-49be-aec5-51e5c5128073 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:30:54.768125 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-134ebc37-2630-42a1-a35f-1b150078e83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:54.772508 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:54.800944 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-84517c0d-5931-4bbd-a303-5b151aec6e29 service neutron] Request body: {'port': {'device_id': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:30:54.840829 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-28abcbd7-a877-4609-99b0-ef8d51320988 req-bb67c8a0-1371-458b-aa95-3df26072af93 tempest-LiveMigrationTest-1882786121 tempest-LiveMigrationTest-1882786121-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a4ae9f1-089b-4930-b5e3-06bc0dfded6d HTTP/1.1" status: 200 len: 210 time: 0.0841877 Oct 20 11:30:54.883497 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-134ebc37-2630-42a1-a35f-1b150078e83e None None] Port 21d0cf01-a7f4-49be-aec5-51e5c5128073 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:30:54.890996 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:54.921717 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cd534652-ddd8-4891-9f1a-c56381c51ddc req-70392f9c-74d2-4224-8cc5-2f7f2f6a7aae service neutron] 10.222.0.89 "GET /v2.0/networks/60a88ebb-4b56-43bd-98ec-2f75530b8b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5008237 Oct 20 11:30:54.935259 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33366cb6-a3c9-471d-97a0-74f76367095e req-64d10c6f-e479-4603-93cd-33aa2a7254d1 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:54.950190 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 54e1ac5a-5ac5-499a-bc41-7ecc4b5210a8, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=54e1ac5a-5ac5-499a-bc41-7ecc4b5210a8,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:30:54.951269 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-33366cb6-a3c9-471d-97a0-74f76367095e req-64d10c6f-e479-4603-93cd-33aa2a7254d1 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 949 time: 0.2534521 Oct 20 11:30:54.960974 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:55.071788 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-33366cb6-a3c9-471d-97a0-74f76367095e req-f8aa8d0f-f9c0-453e-baa1-c9476cfaf93c tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193264 Oct 20 11:30:55.089966 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-84517c0d-5931-4bbd-a303-5b151aec6e29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:55.093345 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-588a961b-c2cd-4699-b9b0-ebc8a8a5025b req-df626d1e-36a7-421d-8359-7c7ce850ba40 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:55.124296 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=54e1ac5a-5ac5-499a-bc41-7ecc4b5210a8,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:55.182273 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d5d6d67d-8071-4e86-9cf5-31a2acb49bb8 req-8eecda26-8939-4ba3-89a2-851523f18e68 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=e335c449-90b0-426d-9063-668dd70fd599 HTTP/1.1" status: 200 len: 210 time: 0.0399058 Oct 20 11:30:55.245229 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-c9bd67be-c7b7-4168-b7b5-515f67029092 service neutron] For port f1457ed4-9b43-4138-abe0-f6fc2a6c95ed, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=f1457ed4-9b43-4138-abe0-f6fc2a6c95ed,segment=NetworkSegment(ec1b6256-95be-479c-9695-b6dae13546d3),segment_id=ec1b6256-95be-479c-9695-b6dae13546d3)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:30:55.248133 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6c3fc-791b-4e18-8d08-9578be7ad520 req-db99e270-d55d-44af-867a-dfc37a348bad tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:55.249816 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-56c6c3fc-791b-4e18-8d08-9578be7ad520 req-db99e270-d55d-44af-867a-dfc37a348bad tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 944 time: 0.0613935 Oct 20 11:30:55.281859 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8504cabc-6f58-454d-b356-0db6fe8540e0 admin admin] Network fcbe37f6-fe51-4b01-9214-985ffc9ccfe9 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:30:55.304575 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-8504cabc-6f58-454d-b356-0db6fe8540e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:30:55.319722 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-c9bd67be-c7b7-4168-b7b5-515f67029092 service neutron] For port f1457ed4-9b43-4138-abe0-f6fc2a6c95ed, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:30:55.355082 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-56c6c3fc-791b-4e18-8d08-9578be7ad520 req-7fdd4ab5-e1ab-478f-abaa-00bd4656f01a tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935533 Oct 20 11:30:55.440496 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device c9b37b09-9679-4d43-b72d-712686e897a6 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:30:55.471506 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: c9b37b09-9679-4d43-b72d-712686e897a6 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:30:55.471906 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device c9b37b09-9679-4d43-b72d-712686e897a6 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:30:55.486036 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-588a961b-c2cd-4699-b9b0-ebc8a8a5025b req-df626d1e-36a7-421d-8359-7c7ce850ba40 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:55.502700 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-c9bd67be-c7b7-4168-b7b5-515f67029092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1457ed4-9b43-4138-abe0-f6fc2a6c95ed {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:30:55.577799 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df626d1e-36a7-421d-8359-7c7ce850ba40 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Pushing event updated for resources: {'Port': ['ID=9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:55.605306 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-c9bd67be-c7b7-4168-b7b5-515f67029092 service neutron] For port f1457ed4-9b43-4138-abe0-f6fc2a6c95ed, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=f1457ed4-9b43-4138-abe0-f6fc2a6c95ed,segment=NetworkSegment(ec1b6256-95be-479c-9695-b6dae13546d3),segment_id=ec1b6256-95be-479c-9695-b6dae13546d3)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:30:55.617719 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-eab5f867-e315-4d13-b1b5-95fe4a226cd5 None None] Provisioning complete for port 62fffac6-0c81-481e-a002-41b88a498a2c triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:30:55.618288 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-eab5f867-e315-4d13-b1b5-95fe4a226cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:55.639369 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-588a961b-c2cd-4699-b9b0-ebc8a8a5025b req-df626d1e-36a7-421d-8359-7c7ce850ba40 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Network 899673ab-8e62-4651-b772-c8a12e790997 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:30:55.653450 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [req-588a961b-c2cd-4699-b9b0-ebc8a8a5025b req-df626d1e-36a7-421d-8359-7c7ce850ba40 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:30:55.656427 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-588a961b-c2cd-4699-b9b0-ebc8a8a5025b req-df626d1e-36a7-421d-8359-7c7ce850ba40 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:30:55.683623 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-eab5f867-e315-4d13-b1b5-95fe4a226cd5 None None] Port 62fffac6-0c81-481e-a002-41b88a498a2c cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:30:55.712727 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f1553-ef39-4930-8a59-0d6e4e6daba6 req-13968606-6345-4360-b78c-65bd3d182d9c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:55.717318 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-c9bd67be-c7b7-4168-b7b5-515f67029092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:55.718628 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f1553-ef39-4930-8a59-0d6e4e6daba6 req-13968606-6345-4360-b78c-65bd3d182d9c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:55.724499 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f1553-ef39-4930-8a59-0d6e4e6daba6 req-13968606-6345-4360-b78c-65bd3d182d9c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:55.730468 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f1553-ef39-4930-8a59-0d6e4e6daba6 req-13968606-6345-4360-b78c-65bd3d182d9c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:55.737168 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f1553-ef39-4930-8a59-0d6e4e6daba6 req-13968606-6345-4360-b78c-65bd3d182d9c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:55.738747 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ce7f1553-ef39-4930-8a59-0d6e4e6daba6 req-13968606-6345-4360-b78c-65bd3d182d9c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 3817 time: 0.1138387 Oct 20 11:30:55.806699 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ce7f1553-ef39-4930-8a59-0d6e4e6daba6 req-bedf92a6-524e-4b37-b246-a7493824cf25 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e397af8-07ce-4093-b8cb-76d0226b7f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619755 Oct 20 11:30:55.830144 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a961b-c2cd-4699-b9b0-ebc8a8a5025b req-df626d1e-36a7-421d-8359-7c7ce850ba40 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:55.830772 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-588a961b-c2cd-4699-b9b0-ebc8a8a5025b req-df626d1e-36a7-421d-8359-7c7ce850ba40 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:55.864205 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8504cabc-6f58-454d-b356-0db6fe8540e0 admin admin] Router 19e22b5e-bcaf-4925-a9cd-174a2a1ea9af has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:30:55.900687 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-588a961b-c2cd-4699-b9b0-ebc8a8a5025b req-df626d1e-36a7-421d-8359-7c7ce850ba40 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1451986 Oct 20 11:30:55.910948 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58056) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:30:55.917540 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-588a961b-c2cd-4699-b9b0-ebc8a8a5025b req-c72feac0-ae8a-405e-a273-56832f7de6ff service neutron] Request body: {'port': {'device_id': 'e335c449-90b0-426d-9063-668dd70fd599', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:30:55.970765 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-c9bd67be-c7b7-4168-b7b5-515f67029092 service neutron] Transition to ACTIVE for port object f1457ed4-9b43-4138-abe0-f6fc2a6c95ed will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:30:56.031597 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-c9bd67be-c7b7-4168-b7b5-515f67029092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:56.037987 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ef5deb7-7a20-405c-a75e-6090bb4664a6 admin admin] Deleting subnet beaf7d63-7f7d-4cb5-8871-db069d2b0a56 {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:30:56.041654 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2ef5deb7-7a20-405c-a75e-6090bb4664a6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:56.081947 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2ef5deb7-7a20-405c-a75e-6090bb4664a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:56.111880 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-84517c0d-5931-4bbd-a303-5b151aec6e29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e15232df-145b-465f-8af0-3f5421b15798 {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:30:56.130181 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2ef5deb7-7a20-405c-a75e-6090bb4664a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:56.130574 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-84517c0d-5931-4bbd-a303-5b151aec6e29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:56.153349 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-588a961b-c2cd-4699-b9b0-ebc8a8a5025b req-c72feac0-ae8a-405e-a273-56832f7de6ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:56.166110 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-c9bd67be-c7b7-4168-b7b5-515f67029092 service neutron] No DVR routers for this DVR port f1457ed4-9b43-4138-abe0-f6fc2a6c95ed on host n-h2-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:30:56.233736 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-84517c0d-5931-4bbd-a303-5b151aec6e29 service neutron] Transition to ACTIVE for port object e15232df-145b-465f-8af0-3f5421b15798 will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:30:56.246968 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2ef5deb7-7a20-405c-a75e-6090bb4664a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:56.256086 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd67be-c7b7-4168-b7b5-515f67029092 service neutron] Pushing event updated for resources: {'Port': ['ID=f1457ed4-9b43-4138-abe0-f6fc2a6c95ed,revision_number=10']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:56.295914 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-84517c0d-5931-4bbd-a303-5b151aec6e29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:56.324707 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2ef5deb7-7a20-405c-a75e-6090bb4664a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:56.328392 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2ef5deb7-7a20-405c-a75e-6090bb4664a6 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/beaf7d63-7f7d-4cb5-8871-db069d2b0a56 HTTP/1.1" status: 204 len: 168 time: 0.4161100 Oct 20 11:30:56.332186 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58068) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:30:56.339990 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef5deb7-7a20-405c-a75e-6090bb4664a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=beaf7d63-7f7d-4cb5-8871-db069d2b0a56,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:56.358855 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 54e1ac5a-5ac5-499a-bc41-7ecc4b5210a8 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:30:56.368192 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a4ae9f1-089b-4930-b5e3-06bc0dfded6d', 'name': 'network-vif-deleted', 'tag': 'c9b37b09-9679-4d43-b72d-712686e897a6'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:30:56.370457 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625d6b75-6a18-4798-8d49-054a66ace7a5" -d '{"events": [{"server_uuid": "2a4ae9f1-089b-4930-b5e3-06bc0dfded6d", "name": "network-vif-deleted", "tag": "c9b37b09-9679-4d43-b72d-712686e897a6"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:30:56.418418 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 54e1ac5a-5ac5-499a-bc41-7ecc4b5210a8 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:30:56.419341 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:56.440769 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e3dcc-6cdd-4e1c-8d73-fdd812c56b52 req-0ef94602-1e3d-44b2-a835-83cde7db3716 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:56.442213 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bc7e3dcc-6cdd-4e1c-8d73-fdd812c56b52 req-0ef94602-1e3d-44b2-a835-83cde7db3716 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 949 time: 0.2101758 Oct 20 11:30:56.479772 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cfd517f2-894b-4f3b-8f11-00201f14cbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:56.496116 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1865d6f6-b6ea-4c37-921e-75d3f4c0c844 req-31645d31-d3ac-4b18-9f03-ca99f07247e2 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:56.503708 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1865d6f6-b6ea-4c37-921e-75d3f4c0c844 req-31645d31-d3ac-4b18-9f03-ca99f07247e2 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=e335c449-90b0-426d-9063-668dd70fd599 HTTP/1.1" status: 200 len: 931 time: 0.1593554 Oct 20 11:30:56.542585 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bc7e3dcc-6cdd-4e1c-8d73-fdd812c56b52 req-2b0174bb-1ee8-483d-8ac6-89de30b6ae7c tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873899 Oct 20 11:30:56.582052 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-588a961b-c2cd-4699-b9b0-ebc8a8a5025b req-c72feac0-ae8a-405e-a273-56832f7de6ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:30:56.587141 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1865d6f6-b6ea-4c37-921e-75d3f4c0c844 req-01e86dda-5389-4956-8085-b2a2087bfbff tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805917 Oct 20 11:30:56.590607 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-588a961b-c2cd-4699-b9b0-ebc8a8a5025b req-c72feac0-ae8a-405e-a273-56832f7de6ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:56.604813 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-588a961b-c2cd-4699-b9b0-ebc8a8a5025b req-c72feac0-ae8a-405e-a273-56832f7de6ff service neutron] Transition to ACTIVE for port object 9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:30:56.617173 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da2f0c4-0b5c-49fc-ab9f-265c3b517d31 x-openstack-request-id: req-1da2f0c4-0b5c-49fc-ab9f-265c3b517d31 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:30:56.617470 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a4ae9f1-089b-4930-b5e3-06bc0dfded6d", "name": "network-vif-deleted", "tag": "c9b37b09-9679-4d43-b72d-712686e897a6", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:30:56.617877 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1da2f0c4-0b5c-49fc-ab9f-265c3b517d31 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:30:56.619091 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a4ae9f1-089b-4930-b5e3-06bc0dfded6d', 'name': 'network-vif-deleted', 'tag': 'c9b37b09-9679-4d43-b72d-712686e897a6', 'status': 'completed', 'code': 200} Oct 20 11:30:56.631565 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8504cabc-6f58-454d-b356-0db6fe8540e0 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:30:56.639076 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-c9bd67be-c7b7-4168-b7b5-515f67029092 service neutron] 10.222.0.89 "PUT /v2.0/ports/f1457ed4-9b43-4138-abe0-f6fc2a6c95ed/bindings/n-h1-814735-3/activate HTTP/1.1" status: 200 len: 369 time: 2.4472709 Oct 20 11:30:56.645007 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-588a961b-c2cd-4699-b9b0-ebc8a8a5025b req-c72feac0-ae8a-405e-a273-56832f7de6ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:56.659419 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8504cabc-6f58-454d-b356-0db6fe8540e0 admin admin] 10.222.0.98 "PUT /v2.0/routers/19e22b5e-bcaf-4925-a9cd-174a2a1ea9af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1173258 Oct 20 11:30:56.675903 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519ab6f2-3722-4758-8e7f-64e61da80f56 None None] Sync routers for ids ['19e22b5e-bcaf-4925-a9cd-174a2a1ea9af'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:30:56.697158 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84517c0d-5931-4bbd-a303-5b151aec6e29 service neutron] Pushing event updated for resources: {'Port': ['ID=e15232df-145b-465f-8af0-3f5421b15798,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:56.706665 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cfd517f2-894b-4f3b-8f11-00201f14cbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:56.727946 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519ab6f2-3722-4758-8e7f-64e61da80f56 None None] Routers {'19e22b5e-bcaf-4925-a9cd-174a2a1ea9af'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:30:56.736138 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-519ab6f2-3722-4758-8e7f-64e61da80f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:30:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['19e22b5e-bcaf-4925-a9cd-174a2a1ea9af'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:30:56.766613 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72feac0-ae8a-405e-a273-56832f7de6ff service neutron] Pushing event updated for resources: {'Port': ['ID=9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:56.807950 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-cfd517f2-894b-4f3b-8f11-00201f14cbbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b05579c2-10e5-4997-ab9d-57afa741288e']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:30:56.828734 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-cfd517f2-894b-4f3b-8f11-00201f14cbbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb1327ec-83b6-478a-9700-c6ea2f9574d3') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:30:56.829980 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-cfd517f2-894b-4f3b-8f11-00201f14cbbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb1327ec-83b6-478a-9700-c6ea2f9574d3') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:30:56.844157 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cfd517f2-894b-4f3b-8f11-00201f14cbbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:56.864870 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cfd517f2-894b-4f3b-8f11-00201f14cbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:56.874620 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfd517f2-894b-4f3b-8f11-00201f14cbbb admin admin] Releasing vlan 1252 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:30:56.875037 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cfd517f2-894b-4f3b-8f11-00201f14cbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:56.962451 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:30:56.962451 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:30:56.962451 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:30:56.962451 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:30:56.962451 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:30:56.962451 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:30:56.962451 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:30:56.962451 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:30:56.962451 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:30:56.962451 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:30:56.962451 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:30:56.962451 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:30:56.962451 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:30:56.962451 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:30:56.962451 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:30:56.962451 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:30:56.962451 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:30:56.962451 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:30:56.962451 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:30:56.962451 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:30:56.962451 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:30:56.962451 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:30:56.962451 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:30:56.962451 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:30:56.962451 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:30:56.962451 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:30:56.962451 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:30:56.962451 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:30:56.962451 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:30:56.962451 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:30:56.962451 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:30:56.962451 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:30:56.984892 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-588a961b-c2cd-4699-b9b0-ebc8a8a5025b req-c72feac0-ae8a-405e-a273-56832f7de6ff service neutron] Attempting to bind port 9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:30:56.985679 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-588a961b-c2cd-4699-b9b0-ebc8a8a5025b req-c72feac0-ae8a-405e-a273-56832f7de6ff service neutron] Attempting to bind port 9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': 'ba843d51-18ac-492f-b072-dcb49c698d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '899673ab-8e62-4651-b772-c8a12e790997'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:30:56.986298 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588a961b-c2cd-4699-b9b0-ebc8a8a5025b req-c72feac0-ae8a-405e-a273-56832f7de6ff service neutron] Attempting to bind port 9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de on network 899673ab-8e62-4651-b772-c8a12e790997 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:30:57.001097 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588a961b-c2cd-4699-b9b0-ebc8a8a5025b req-c72feac0-ae8a-405e-a273-56832f7de6ff service neutron] Port 9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de on network 899673ab-8e62-4651-b772-c8a12e790997 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:30:57.001684 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588a961b-c2cd-4699-b9b0-ebc8a8a5025b req-c72feac0-ae8a-405e-a273-56832f7de6ff service neutron] Attempting to bind port 9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de on network 899673ab-8e62-4651-b772-c8a12e790997 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:30:57.010428 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588a961b-c2cd-4699-b9b0-ebc8a8a5025b req-c72feac0-ae8a-405e-a273-56832f7de6ff service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:30:57.011329 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588a961b-c2cd-4699-b9b0-ebc8a8a5025b req-c72feac0-ae8a-405e-a273-56832f7de6ff service neutron] Checking segment: {'id': 'ba843d51-18ac-492f-b072-dcb49c698d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '899673ab-8e62-4651-b772-c8a12e790997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:30:57.011913 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588a961b-c2cd-4699-b9b0-ebc8a8a5025b req-c72feac0-ae8a-405e-a273-56832f7de6ff service neutron] Bound using segment: {'id': 'ba843d51-18ac-492f-b072-dcb49c698d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '899673ab-8e62-4651-b772-c8a12e790997'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:30:57.012562 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-588a961b-c2cd-4699-b9b0-ebc8a8a5025b req-c72feac0-ae8a-405e-a273-56832f7de6ff service neutron] Bound port: 9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba843d51-18ac-492f-b072-dcb49c698d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '899673ab-8e62-4651-b772-c8a12e790997'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:30:57.013103 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-588a961b-c2cd-4699-b9b0-ebc8a8a5025b req-c72feac0-ae8a-405e-a273-56832f7de6ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:57.016841 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-84517c0d-5931-4bbd-a303-5b151aec6e29 service neutron] Attempting to bind port e15232df-145b-465f-8af0-3f5421b15798 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:30:57.017443 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-84517c0d-5931-4bbd-a303-5b151aec6e29 service neutron] Attempting to bind port e15232df-145b-465f-8af0-3f5421b15798 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '1158ccd6-3972-4083-b101-9cf7c9852acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '7cc0cef1-9e0e-4144-85af-6ed42f35f232'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:30:57.017949 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-84517c0d-5931-4bbd-a303-5b151aec6e29 service neutron] Attempting to bind port e15232df-145b-465f-8af0-3f5421b15798 on network 7cc0cef1-9e0e-4144-85af-6ed42f35f232 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:30:57.036434 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-84517c0d-5931-4bbd-a303-5b151aec6e29 service neutron] Port e15232df-145b-465f-8af0-3f5421b15798 on network 7cc0cef1-9e0e-4144-85af-6ed42f35f232 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:30:57.036946 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-84517c0d-5931-4bbd-a303-5b151aec6e29 service neutron] Attempting to bind port e15232df-145b-465f-8af0-3f5421b15798 on network 7cc0cef1-9e0e-4144-85af-6ed42f35f232 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:30:57.048924 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-84517c0d-5931-4bbd-a303-5b151aec6e29 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:30:57.049385 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-84517c0d-5931-4bbd-a303-5b151aec6e29 service neutron] Checking segment: {'id': '1158ccd6-3972-4083-b101-9cf7c9852acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '7cc0cef1-9e0e-4144-85af-6ed42f35f232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:30:57.049902 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-84517c0d-5931-4bbd-a303-5b151aec6e29 service neutron] Bound using segment: {'id': '1158ccd6-3972-4083-b101-9cf7c9852acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '7cc0cef1-9e0e-4144-85af-6ed42f35f232'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:30:57.050553 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-84517c0d-5931-4bbd-a303-5b151aec6e29 service neutron] Bound port: e15232df-145b-465f-8af0-3f5421b15798, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1158ccd6-3972-4083-b101-9cf7c9852acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '7cc0cef1-9e0e-4144-85af-6ed42f35f232'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:30:57.051092 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-84517c0d-5931-4bbd-a303-5b151aec6e29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:57.061285 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cfd517f2-894b-4f3b-8f11-00201f14cbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:57.077313 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cfd517f2-894b-4f3b-8f11-00201f14cbbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:57.086258 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-cfd517f2-894b-4f3b-8f11-00201f14cbbb admin admin] 10.222.0.98 "DELETE /v2.0/networks/b05579c2-10e5-4997-ab9d-57afa741288e HTTP/1.1" status: 204 len: 168 time: 0.7504878 Oct 20 11:30:57.089002 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-519ab6f2-3722-4758-8e7f-64e61da80f56 None None] Set router 19e22b5e-bcaf-4925-a9cd-174a2a1ea9af gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:30:57.101540 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58082) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:30:57.106611 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd517f2-894b-4f3b-8f11-00201f14cbbb admin admin] Pushing event deleted for resources: {'Network': ['ID=b05579c2-10e5-4997-ab9d-57afa741288e,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:57.121526 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-010c757f-60ce-426b-b0e8-d79a49f58de1 tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:57.123135 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-010c757f-60ce-426b-b0e8-d79a49f58de1 tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af&tenant_id=d9acdef368f944fcb8d5f209bb8e33d7&binding%3Ahost_id=n-h2-814735-3 HTTP/1.1" status: 200 len: 1096 time: 0.3729141 Oct 20 11:30:57.165535 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68504b-245b-4f15-94eb-76bfef9695c3 req-4f0fe6eb-036b-44a6-b9ae-100a2f20b009 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:57.168362 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ac68504b-245b-4f15-94eb-76bfef9695c3 req-4f0fe6eb-036b-44a6-b9ae-100a2f20b009 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 945 time: 0.4643807 Oct 20 11:30:57.212465 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfdfaf-0c02-4ed3-9b41-1f9216eb8e05 req-854ce2f1-bf97-4458-8fc0-3e82fab5da28 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:57.219466 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfdfaf-0c02-4ed3-9b41-1f9216eb8e05 req-854ce2f1-bf97-4458-8fc0-3e82fab5da28 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:57.225831 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfdfaf-0c02-4ed3-9b41-1f9216eb8e05 req-854ce2f1-bf97-4458-8fc0-3e82fab5da28 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:57.232588 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfdfaf-0c02-4ed3-9b41-1f9216eb8e05 req-854ce2f1-bf97-4458-8fc0-3e82fab5da28 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:57.238304 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-72071245-3211-4b8c-b72a-cca7e71a836c admin admin] Deleting subnet 7c6d1f66-0fc4-4646-afb6-d16bfe1936d0 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:30:57.240062 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfdfaf-0c02-4ed3-9b41-1f9216eb8e05 req-854ce2f1-bf97-4458-8fc0-3e82fab5da28 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:57.242111 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-88dfdfaf-0c02-4ed3-9b41-1f9216eb8e05 req-854ce2f1-bf97-4458-8fc0-3e82fab5da28 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 3829 time: 0.2768455 Oct 20 11:30:57.255526 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-72071245-3211-4b8c-b72a-cca7e71a836c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:57.293782 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-198cd074-2797-4a9c-905b-5c17f55c80b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:57.295340 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-198cd074-2797-4a9c-905b-5c17f55c80b5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af&tenant_id=d9acdef368f944fcb8d5f209bb8e33d7 HTTP/1.1" status: 200 len: 1096 time: 0.1615696 Oct 20 11:30:57.314367 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-588a961b-c2cd-4699-b9b0-ebc8a8a5025b req-c72feac0-ae8a-405e-a273-56832f7de6ff service neutron] For port 9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de, host n-h1-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:30:57.340299 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-72071245-3211-4b8c-b72a-cca7e71a836c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:57.343792 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-588a961b-c2cd-4699-b9b0-ebc8a8a5025b req-c72feac0-ae8a-405e-a273-56832f7de6ff service neutron] For port 9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de,segment=NetworkSegment(ba843d51-18ac-492f-b072-dcb49c698d12),segment_id=ba843d51-18ac-492f-b072-dcb49c698d12)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:30:57.345301 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-84517c0d-5931-4bbd-a303-5b151aec6e29 service neutron] For port e15232df-145b-465f-8af0-3f5421b15798, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:30:57.371309 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-588a961b-c2cd-4699-b9b0-ebc8a8a5025b req-c72feac0-ae8a-405e-a273-56832f7de6ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:57.399968 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ac68504b-245b-4f15-94eb-76bfef9695c3 req-dfb074e7-675a-4a77-8eb7-ffdca69c230c tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057159 Oct 20 11:30:57.426759 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-88dfdfaf-0c02-4ed3-9b41-1f9216eb8e05 req-60241edc-aed7-4fa5-8858-37a71d53dc80 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e397af8-07ce-4093-b8cb-76d0226b7f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634312 Oct 20 11:30:57.438079 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-783e7802-f287-496e-bd04-14ef1f0d964e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:57.439661 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-783e7802-f287-496e-bd04-14ef1f0d964e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d9acdef368f944fcb8d5f209bb8e33d7&device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 1096 time: 0.1027813 Oct 20 11:30:57.497667 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-519ab6f2-3722-4758-8e7f-64e61da80f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e22b5e-bcaf-4925-a9cd-174a2a1ea9af', 'name': 'tempest-ServersTestJSON-312179564-router', 'tenant_id': '52c1bb966e2b40228f44b31ee15523d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '54e1ac5a-5ac5-499a-bc41-7ecc4b5210a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:30:45Z', 'updated_at': '2021-10-20T11:30:52Z', 'revision_number': 4, 'project_id': '52c1bb966e2b40228f44b31ee15523d5', 'gw_port': {'id': '54e1ac5a-5ac5-499a-bc41-7ecc4b5210a8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:7c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e22b5e-bcaf-4925-a9cd-174a2a1ea9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:30:46Z', 'updated_at': '2021-10-20T11:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '62fffac6-0c81-481e-a002-41b88a498a2c', 'name': '', 'network_id': 'fcbe37f6-fe51-4b01-9214-985ffc9ccfe9', 'tenant_id': '52c1bb966e2b40228f44b31ee15523d5', 'mac_address': 'fa:16:3e:68:df:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e22b5e-bcaf-4925-a9cd-174a2a1ea9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'ff355e09-dbd0-4af0-af48-6ef318d1c7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:30:51Z', 'updated_at': '2021-10-20T11:30:53Z', 'revision_number': 2, 'project_id': '52c1bb966e2b40228f44b31ee15523d5', 'subnets': [{'id': 'ff355e09-dbd0-4af0-af48-6ef318d1c7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:30:57.532454 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519ab6f2-3722-4758-8e7f-64e61da80f56 None None] Checking router: 19e22b5e-bcaf-4925-a9cd-174a2a1ea9af for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:30:57.533462 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519ab6f2-3722-4758-8e7f-64e61da80f56 None None] Updating router 19e22b5e-bcaf-4925-a9cd-174a2a1ea9af port 62fffac6-0c81-481e-a002-41b88a498a2c binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:30:57.588380 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-519ab6f2-3722-4758-8e7f-64e61da80f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:57.589555 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-756d314d-b1ff-45ca-bcdc-c5c1d17a5aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:57.591097 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-756d314d-b1ff-45ca-bcdc-c5c1d17a5aad service neutron] 10.222.0.11 "GET /v2.0/networks?id=60a88ebb-4b56-43bd-98ec-2f75530b8b0e HTTP/1.1" status: 200 len: 922 time: 0.1433129 Oct 20 11:30:57.642008 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-ac0638bb-5312-404c-ae9a-2a49bcf522ef service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1457ed4-9b43-4138-abe0-f6fc2a6c95ed HTTP/1.1" status: 200 len: 217 time: 0.0432410 Oct 20 11:30:57.695994 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-dd0a4a7b-08f9-4553-81d3-2dcd8feb49c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:57.698619 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-dd0a4a7b-08f9-4553-81d3-2dcd8feb49c3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a0c5c2a-f9c9-492d-ba9f-7e961a63a7db HTTP/1.1" status: 200 len: 860 time: 0.0498912 Oct 20 11:30:57.785940 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-3ed048a3-a76f-4e99-be9d-f1cabc3bda42 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=60a88ebb-4b56-43bd-98ec-2f75530b8b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734785 Oct 20 11:30:57.919344 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-bd5bd3a0-b95f-4373-a2c0-b5ac5a475316 service neutron] 10.222.0.11 "GET /v2.0/networks/60a88ebb-4b56-43bd-98ec-2f75530b8b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193964 Oct 20 11:30:57.928360 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a50af-aa08-4e8a-84f3-55441fe54798 req-377ff9e9-9cc0-47df-ab7e-bad5aa0e0cd0 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:57.936865 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a26a50af-aa08-4e8a-84f3-55441fe54798 req-377ff9e9-9cc0-47df-ab7e-bad5aa0e0cd0 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 949 time: 0.2340024 Oct 20 11:30:57.950308 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-519ab6f2-3722-4758-8e7f-64e61da80f56 None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:57.961115 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-519ab6f2-3722-4758-8e7f-64e61da80f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:58.014619 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58092) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:30:58.032566 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a26a50af-aa08-4e8a-84f3-55441fe54798 req-60d314ee-bd6e-4f06-ab86-4dbf2cd1c55f tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947151 Oct 20 11:30:58.040639 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-51f0e7be-5548-48a5-9107-364f3ca1134a tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Request body: {'security_group': {'name': 'tempest-securitygroup--144225746', 'description': 'tempest-description--2107769408'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:30:58.078898 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a12019-8efc-43bd-a36c-6b3b88f50bc5 None None] Pushing event updated for resources: {'Port': ['ID=62fffac6-0c81-481e-a002-41b88a498a2c,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:58.096756 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-84517c0d-5931-4bbd-a303-5b151aec6e29 service neutron] For port e15232df-145b-465f-8af0-3f5421b15798, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e15232df-145b-465f-8af0-3f5421b15798,segment=NetworkSegment(1158ccd6-3972-4083-b101-9cf7c9852acf),segment_id=1158ccd6-3972-4083-b101-9cf7c9852acf)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:30:58.107255 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-84517c0d-5931-4bbd-a303-5b151aec6e29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:58.115046 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a961b-c2cd-4699-b9b0-ebc8a8a5025b req-c72feac0-ae8a-405e-a273-56832f7de6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:58.115654 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-588a961b-c2cd-4699-b9b0-ebc8a8a5025b req-c72feac0-ae8a-405e-a273-56832f7de6ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:58.117642 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-588a961b-c2cd-4699-b9b0-ebc8a8a5025b req-c72feac0-ae8a-405e-a273-56832f7de6ff service neutron] 10.222.0.11 "PUT /v2.0/ports/9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de HTTP/1.1" status: 200 len: 1091 time: 2.2059212 Oct 20 11:30:58.130681 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e335c449-90b0-426d-9063-668dd70fd599', 'tag': '9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:30:58.133215 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6cfa667-5b6f-44d4-94c5-6f81c3162244" -d '{"events": [{"name": "network-changed", "server_uuid": "e335c449-90b0-426d-9063-668dd70fd599", "tag": "9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:30:58.140066 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-519ab6f2-3722-4758-8e7f-64e61da80f56 None None] Attempting to bind port 62fffac6-0c81-481e-a002-41b88a498a2c on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:30:58.140653 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-519ab6f2-3722-4758-8e7f-64e61da80f56 None None] Attempting to bind port 62fffac6-0c81-481e-a002-41b88a498a2c by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'bebaf4cc-37e0-4072-bc53-5f8daf5a0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fcbe37f6-fe51-4b01-9214-985ffc9ccfe9'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:30:58.141137 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519ab6f2-3722-4758-8e7f-64e61da80f56 None None] Attempting to bind port 62fffac6-0c81-481e-a002-41b88a498a2c on network fcbe37f6-fe51-4b01-9214-985ffc9ccfe9 {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:30:58.144489 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a12019-8efc-43bd-a36c-6b3b88f50bc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:58.144944 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a12019-8efc-43bd-a36c-6b3b88f50bc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:58.145380 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a12019-8efc-43bd-a36c-6b3b88f50bc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:58.145805 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a12019-8efc-43bd-a36c-6b3b88f50bc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:58.146229 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a12019-8efc-43bd-a36c-6b3b88f50bc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:58.146650 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a12019-8efc-43bd-a36c-6b3b88f50bc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:58.147091 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a12019-8efc-43bd-a36c-6b3b88f50bc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:58.147507 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a12019-8efc-43bd-a36c-6b3b88f50bc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:58.147943 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a12019-8efc-43bd-a36c-6b3b88f50bc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:58.148434 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a12019-8efc-43bd-a36c-6b3b88f50bc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:58.148857 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a12019-8efc-43bd-a36c-6b3b88f50bc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:58.149265 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a12019-8efc-43bd-a36c-6b3b88f50bc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:30:58.160138 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519ab6f2-3722-4758-8e7f-64e61da80f56 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:30:58.161176 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519ab6f2-3722-4758-8e7f-64e61da80f56 None None] Checking segment: {'id': 'bebaf4cc-37e0-4072-bc53-5f8daf5a0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fcbe37f6-fe51-4b01-9214-985ffc9ccfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:30:58.161652 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-519ab6f2-3722-4758-8e7f-64e61da80f56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:58.161982 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519ab6f2-3722-4758-8e7f-64e61da80f56 None None] Bound using segment: {'id': 'bebaf4cc-37e0-4072-bc53-5f8daf5a0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fcbe37f6-fe51-4b01-9214-985ffc9ccfe9'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:30:58.162466 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-519ab6f2-3722-4758-8e7f-64e61da80f56 None None] Bound port: 62fffac6-0c81-481e-a002-41b88a498a2c, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebaf4cc-37e0-4072-bc53-5f8daf5a0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fcbe37f6-fe51-4b01-9214-985ffc9ccfe9'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:30:58.163236 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-519ab6f2-3722-4758-8e7f-64e61da80f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:58.190925 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72feac0-ae8a-405e-a273-56832f7de6ff service neutron] Pushing event updated for resources: {'Port': ['ID=9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:58.216806 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-72071245-3211-4b8c-b72a-cca7e71a836c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:58.263510 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a1a6ad-7059-4561-aedf-c2d5d63ac3f4 x-openstack-request-id: req-52a1a6ad-7059-4561-aedf-c2d5d63ac3f4 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:30:58.264091 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e335c449-90b0-426d-9063-668dd70fd599", "tag": "9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:30:58.264091 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-52a1a6ad-7059-4561-aedf-c2d5d63ac3f4 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:30:58.264713 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e335c449-90b0-426d-9063-668dd70fd599', 'tag': '9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de', 'status': 'completed', 'code': 200} Oct 20 11:30:58.291515 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-84517c0d-5931-4bbd-a303-5b151aec6e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:58.292200 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-84517c0d-5931-4bbd-a303-5b151aec6e29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:58.293766 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-84517c0d-5931-4bbd-a303-5b151aec6e29 service neutron] 10.222.0.89 "PUT /v2.0/ports/e15232df-145b-465f-8af0-3f5421b15798 HTTP/1.1" status: 200 len: 1092 time: 3.5172398 Oct 20 11:30:58.310649 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-519ab6f2-3722-4758-8e7f-64e61da80f56 None None] For port 62fffac6-0c81-481e-a002-41b88a498a2c, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:30:58.324369 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-519ab6f2-3722-4758-8e7f-64e61da80f56 None None] For port 62fffac6-0c81-481e-a002-41b88a498a2c, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=62fffac6-0c81-481e-a002-41b88a498a2c,segment=NetworkSegment(bebaf4cc-37e0-4072-bc53-5f8daf5a0282),segment_id=bebaf4cc-37e0-4072-bc53-5f8daf5a0282)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:30:58.329095 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-56137a42-f69d-4822-b88e-1b20ac4a1dce service neutron] 10.222.0.11 "GET /v2.0/networks/60a88ebb-4b56-43bd-98ec-2f75530b8b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901527 Oct 20 11:30:58.331437 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-519ab6f2-3722-4758-8e7f-64e61da80f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:58.338503 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-51f0e7be-5548-48a5-9107-364f3ca1134a tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:58.341020 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-c590ee19-8a4d-47ae-9f69-a50eedcbe0d5 service neutron] Request body: {'port': {'device_id': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:30:58.418899 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519ab6f2-3722-4758-8e7f-64e61da80f56 None None] Routers {'19e22b5e-bcaf-4925-a9cd-174a2a1ea9af'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:30:58.419540 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-519ab6f2-3722-4758-8e7f-64e61da80f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:30:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['19e22b5e-bcaf-4925-a9cd-174a2a1ea9af'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:30:58.437842 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2f014-b52f-4760-a672-bb9e306b6cbc req-d6f31b95-d15f-4e9f-bad9-994361e6ac39 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:58.440415 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-24a2f014-b52f-4760-a672-bb9e306b6cbc req-d6f31b95-d15f-4e9f-bad9-994361e6ac39 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=e335c449-90b0-426d-9063-668dd70fd599 HTTP/1.1" status: 200 len: 943 time: 0.3768446 Oct 20 11:30:58.500237 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a961b-c2cd-4699-b9b0-ebc8a8a5025b req-e3de8bcd-3b17-41f5-8ab3-43c68b3118b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:58.501926 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-588a961b-c2cd-4699-b9b0-ebc8a8a5025b req-e3de8bcd-3b17-41f5-8ab3-43c68b3118b5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d38afe8278fd4e3db0fda1c5f6f7e7f5&device_id=e335c449-90b0-426d-9063-668dd70fd599 HTTP/1.1" status: 200 len: 1094 time: 0.3053937 Oct 20 11:30:58.538820 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84517c0d-5931-4bbd-a303-5b151aec6e29 service neutron] Pushing event updated for resources: {'Port': ['ID=e15232df-145b-465f-8af0-3f5421b15798,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:58.550661 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-c590ee19-8a4d-47ae-9f69-a50eedcbe0d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:58.588452 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e7cd5190-2cb0-4969-9939-947fe78c85db None None] Provisioning complete for port 62fffac6-0c81-481e-a002-41b88a498a2c triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:30:58.588995 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e7cd5190-2cb0-4969-9939-947fe78c85db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:58.620321 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-51f0e7be-5548-48a5-9107-364f3ca1134a tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:58.628398 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-519ab6f2-3722-4758-8e7f-64e61da80f56 None None] Set router 19e22b5e-bcaf-4925-a9cd-174a2a1ea9af gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:30:58.659857 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-51f0e7be-5548-48a5-9107-364f3ca1134a tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:58.726537 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-588a961b-c2cd-4699-b9b0-ebc8a8a5025b req-e76c0563-663b-437a-a729-7f2a0ee9d918 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de HTTP/1.1" status: 200 len: 217 time: 0.2078481 Oct 20 11:30:58.730216 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-72071245-3211-4b8c-b72a-cca7e71a836c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:58.740631 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a12019-8efc-43bd-a36c-6b3b88f50bc5 None None] Pushing event updated for resources: {'Port': ['ID=62fffac6-0c81-481e-a002-41b88a498a2c,revision_number=4']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:58.784172 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-51f0e7be-5548-48a5-9107-364f3ca1134a tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:58.785642 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-51f0e7be-5548-48a5-9107-364f3ca1134a tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7518902 Oct 20 11:30:58.794140 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e7cd5190-2cb0-4969-9939-947fe78c85db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:58.796717 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58104) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:30:58.805145 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-4f137559-12ee-4d1a-b996-a865c8d4f4da tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Request body: {'security_group_rule': {'security_group_id': 'bee60465-470c-4ac8-9215-1615b7cf532f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:30:58.833884 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-72071245-3211-4b8c-b72a-cca7e71a836c admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:58.837121 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-72071245-3211-4b8c-b72a-cca7e71a836c admin admin] 10.222.0.98 "DELETE /v2.0/subnets/7c6d1f66-0fc4-4646-afb6-d16bfe1936d0 HTTP/1.1" status: 204 len: 168 time: 1.7316837 Oct 20 11:30:58.846295 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58106) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:30:58.878417 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-24a2f014-b52f-4760-a672-bb9e306b6cbc req-5eb9eafa-fabd-4135-b25c-6ccf0a86cf90 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4218817 Oct 20 11:30:58.885585 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e7cd5190-2cb0-4969-9939-947fe78c85db None None] For port 62fffac6-0c81-481e-a002-41b88a498a2c, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=62fffac6-0c81-481e-a002-41b88a498a2c,segment=NetworkSegment(bebaf4cc-37e0-4072-bc53-5f8daf5a0282),segment_id=bebaf4cc-37e0-4072-bc53-5f8daf5a0282)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:30:58.903780 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e7cd5190-2cb0-4969-9939-947fe78c85db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:58.936106 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f0e7be-5548-48a5-9107-364f3ca1134a tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bee60465-470c-4ac8-9215-1615b7cf532f,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:58.965433 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-c38ca30d-ab06-4865-b349-3e7eabb026d2 tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:58.966872 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-c38ca30d-ab06-4865-b349-3e7eabb026d2 tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af&tenant_id=d9acdef368f944fcb8d5f209bb8e33d7&binding%3Ahost_id=n-h1-814735-3 HTTP/1.1" status: 200 len: 1096 time: 0.2719510 Oct 20 11:30:58.976717 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a961b-c2cd-4699-b9b0-ebc8a8a5025b req-54b60757-c4ea-4e1f-9b78-d883011be2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:58.978253 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-588a961b-c2cd-4699-b9b0-ebc8a8a5025b req-54b60757-c4ea-4e1f-9b78-d883011be2b5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=aac54544-8ac1-4e04-a94d-f9c6d3bc8d37 HTTP/1.1" status: 200 len: 845 time: 0.2359502 Oct 20 11:30:58.978734 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e9d80-6758-4590-a5f8-55222d2fa02c req-6b16802a-bc5f-4ef7-9989-241235c55d3b tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:58.983420 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72071245-3211-4b8c-b72a-cca7e71a836c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c6d1f66-0fc4-4646-afb6-d16bfe1936d0,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:58.986462 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cd5190-2cb0-4969-9939-947fe78c85db None None] Pushing event updated for resources: {'Port': ['ID=62fffac6-0c81-481e-a002-41b88a498a2c,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:58.988190 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-021e9d80-6758-4590-a5f8-55222d2fa02c req-6b16802a-bc5f-4ef7-9989-241235c55d3b tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 945 time: 0.3637466 Oct 20 11:30:59.029621 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-fdd4d28e-719b-44ab-bb39-aebb449a2e7f None None] Provisioning complete for port 62fffac6-0c81-481e-a002-41b88a498a2c triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:30:59.030326 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-fdd4d28e-719b-44ab-bb39-aebb449a2e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:59.031892 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-519ab6f2-3722-4758-8e7f-64e61da80f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e22b5e-bcaf-4925-a9cd-174a2a1ea9af', 'name': 'tempest-ServersTestJSON-312179564-router', 'tenant_id': '52c1bb966e2b40228f44b31ee15523d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '54e1ac5a-5ac5-499a-bc41-7ecc4b5210a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:30:45Z', 'updated_at': '2021-10-20T11:30:52Z', 'revision_number': 4, 'project_id': '52c1bb966e2b40228f44b31ee15523d5', 'gw_port': {'id': '54e1ac5a-5ac5-499a-bc41-7ecc4b5210a8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:7c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e22b5e-bcaf-4925-a9cd-174a2a1ea9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:30:46Z', 'updated_at': '2021-10-20T11:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '62fffac6-0c81-481e-a002-41b88a498a2c', 'name': '', 'network_id': 'fcbe37f6-fe51-4b01-9214-985ffc9ccfe9', 'tenant_id': '52c1bb966e2b40228f44b31ee15523d5', 'mac_address': 'fa:16:3e:68:df:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e22b5e-bcaf-4925-a9cd-174a2a1ea9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'ff355e09-dbd0-4af0-af48-6ef318d1c7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:30:51Z', 'updated_at': '2021-10-20T11:30:58Z', 'revision_number': 4, 'project_id': '52c1bb966e2b40228f44b31ee15523d5', 'subnets': [{'id': 'ff355e09-dbd0-4af0-af48-6ef318d1c7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:30:59.034722 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-588a961b-c2cd-4699-b9b0-ebc8a8a5025b req-213608b7-a7ba-419e-afe1-593dd97ce73a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=899673ab-8e62-4651-b772-c8a12e790997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356665 Oct 20 11:30:59.093539 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519ab6f2-3722-4758-8e7f-64e61da80f56 None None] The sync data for ids ['19e22b5e-bcaf-4925-a9cd-174a2a1ea9af'] in n-d-814735-3 is: [{'id': '19e22b5e-bcaf-4925-a9cd-174a2a1ea9af', 'name': 'tempest-ServersTestJSON-312179564-router', 'tenant_id': '52c1bb966e2b40228f44b31ee15523d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '54e1ac5a-5ac5-499a-bc41-7ecc4b5210a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:30:45Z', 'updated_at': '2021-10-20T11:30:52Z', 'revision_number': 4, 'project_id': '52c1bb966e2b40228f44b31ee15523d5', 'gw_port': {'id': '54e1ac5a-5ac5-499a-bc41-7ecc4b5210a8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:7c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e22b5e-bcaf-4925-a9cd-174a2a1ea9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:30:46Z', 'updated_at': '2021-10-20T11:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '62fffac6-0c81-481e-a002-41b88a498a2c', 'name': '', 'network_id': 'fcbe37f6-fe51-4b01-9214-985ffc9ccfe9', 'tenant_id': '52c1bb966e2b40228f44b31ee15523d5', 'mac_address': 'fa:16:3e:68:df:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e22b5e-bcaf-4925-a9cd-174a2a1ea9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'ff355e09-dbd0-4af0-af48-6ef318d1c7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:30:51Z', 'updated_at': '2021-10-20T11:30:58Z', 'revision_number': 4, 'project_id': '52c1bb966e2b40228f44b31ee15523d5', 'subnets': [{'id': 'ff355e09-dbd0-4af0-af48-6ef318d1c7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:30:59.163647 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4f137559-12ee-4d1a-b996-a865c8d4f4da tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:59.367970 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-588a961b-c2cd-4699-b9b0-ebc8a8a5025b req-aa5b08e9-f3b6-4c05-ba92-1f5a939acfcc service neutron] 10.222.0.11 "GET /v2.0/networks/899673ab-8e62-4651-b772-c8a12e790997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238938 Oct 20 11:30:59.531814 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-c590ee19-8a4d-47ae-9f69-a50eedcbe0d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61bf1de1-24da-472e-a342-71d54a789c06 {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:30:59.542559 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-588a961b-c2cd-4699-b9b0-ebc8a8a5025b req-3ca524dd-a130-497a-82ce-78eef308d591 service neutron] 10.222.0.11 "GET /v2.0/networks/899673ab-8e62-4651-b772-c8a12e790997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627059 Oct 20 11:30:59.544808 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-c590ee19-8a4d-47ae-9f69-a50eedcbe0d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:59.558900 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-c590ee19-8a4d-47ae-9f69-a50eedcbe0d5 service neutron] Transition to ACTIVE for port object 61bf1de1-24da-472e-a342-71d54a789c06 will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:30:59.567980 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-c590ee19-8a4d-47ae-9f69-a50eedcbe0d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:59.568315 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dc8ddbdb-9c1e-4fd8-86cd-11496fdfbfda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:59.574691 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-021e9d80-6758-4590-a5f8-55222d2fa02c req-5fc21719-a313-4918-96be-c5811fa1843c tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5856104 Oct 20 11:30:59.601561 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad628eec-bfab-4c72-a4a1-bf663c5c6b03 req-662f7fb5-5c3e-41c1-9693-7197868780bc tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:59.607905 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad628eec-bfab-4c72-a4a1-bf663c5c6b03 req-662f7fb5-5c3e-41c1-9693-7197868780bc tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:59.613868 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad628eec-bfab-4c72-a4a1-bf663c5c6b03 req-662f7fb5-5c3e-41c1-9693-7197868780bc tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:59.636892 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad628eec-bfab-4c72-a4a1-bf663c5c6b03 req-662f7fb5-5c3e-41c1-9693-7197868780bc tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:59.661853 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad628eec-bfab-4c72-a4a1-bf663c5c6b03 req-662f7fb5-5c3e-41c1-9693-7197868780bc tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:59.671029 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ad628eec-bfab-4c72-a4a1-bf663c5c6b03 req-662f7fb5-5c3e-41c1-9693-7197868780bc tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 3829 time: 0.7030377 Oct 20 11:30:59.804952 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c590ee19-8a4d-47ae-9f69-a50eedcbe0d5 service neutron] Pushing event updated for resources: {'Port': ['ID=61bf1de1-24da-472e-a342-71d54a789c06,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:30:59.826966 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cfa667-5b6f-44d4-94c5-6f81c3162244 req-91127a88-08e7-4c26-90f0-e2de4961bcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:59.829962 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c6cfa667-5b6f-44d4-94c5-6f81c3162244 req-91127a88-08e7-4c26-90f0-e2de4961bcf4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d38afe8278fd4e3db0fda1c5f6f7e7f5&device_id=e335c449-90b0-426d-9063-668dd70fd599 HTTP/1.1" status: 200 len: 1094 time: 0.2044432 Oct 20 11:30:59.857752 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4f137559-12ee-4d1a-b996-a865c8d4f4da tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:59.894688 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ad628eec-bfab-4c72-a4a1-bf663c5c6b03 req-ecb8e04a-400a-4d4a-a0c4-68ce24e6b8f8 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e397af8-07ce-4093-b8cb-76d0226b7f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2210920 Oct 20 11:30:59.947088 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4f137559-12ee-4d1a-b996-a865c8d4f4da tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:30:59.969616 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cfa667-5b6f-44d4-94c5-6f81c3162244 req-91685499-ceca-4441-818e-4df64a5a5c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:30:59.971337 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c6cfa667-5b6f-44d4-94c5-6f81c3162244 req-91685499-ceca-4441-818e-4df64a5a5c04 service neutron] 10.222.0.11 "GET /v2.0/networks?id=899673ab-8e62-4651-b772-c8a12e790997 HTTP/1.1" status: 200 len: 907 time: 0.1312346 Oct 20 11:30:59.988936 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-ab0b6591-56a7-4e28-9b71-8f6ddd11545d service neutron] For port f1457ed4-9b43-4138-abe0-f6fc2a6c95ed, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:30:59.991575 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f137559-12ee-4d1a-b996-a865c8d4f4da tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59071e68-d66d-4d45-9138-dca402255b87,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:00.043229 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c6cfa667-5b6f-44d4-94c5-6f81c3162244 req-ca87f8b0-3431-497c-9c79-d28e7b4f79d4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de HTTP/1.1" status: 200 len: 217 time: 0.0589836 Oct 20 11:31:00.046268 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-c590ee19-8a4d-47ae-9f69-a50eedcbe0d5 service neutron] Attempting to bind port 61bf1de1-24da-472e-a342-71d54a789c06 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:31:00.046602 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-c590ee19-8a4d-47ae-9f69-a50eedcbe0d5 service neutron] Attempting to bind port 61bf1de1-24da-472e-a342-71d54a789c06 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': 'dfef9a1e-24d7-4613-b244-c38a1f92df9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'debe6c2d-b3d4-4e02-853f-d2d45fbb1f32'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:31:00.046952 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-c590ee19-8a4d-47ae-9f69-a50eedcbe0d5 service neutron] Attempting to bind port 61bf1de1-24da-472e-a342-71d54a789c06 on network debe6c2d-b3d4-4e02-853f-d2d45fbb1f32 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:31:00.066866 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dc8ddbdb-9c1e-4fd8-86cd-11496fdfbfda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:00.073458 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-ab0b6591-56a7-4e28-9b71-8f6ddd11545d service neutron] Publish callbacks [] for binding, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:00.074726 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-ab0b6591-56a7-4e28-9b71-8f6ddd11545d service neutron] 10.222.0.11 "DELETE /v2.0/ports/f1457ed4-9b43-4138-abe0-f6fc2a6c95ed/bindings/n-h2-814735-3 HTTP/1.1" status: 204 len: 173 time: 1.0822933 Oct 20 11:31:00.081649 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-c590ee19-8a4d-47ae-9f69-a50eedcbe0d5 service neutron] Port 61bf1de1-24da-472e-a342-71d54a789c06 on network debe6c2d-b3d4-4e02-853f-d2d45fbb1f32 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:31:00.082049 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-c590ee19-8a4d-47ae-9f69-a50eedcbe0d5 service neutron] Attempting to bind port 61bf1de1-24da-472e-a342-71d54a789c06 on network debe6c2d-b3d4-4e02-853f-d2d45fbb1f32 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:31:00.116798 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cfa667-5b6f-44d4-94c5-6f81c3162244 req-6a020bab-1d86-435a-a88e-588740d14f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:00.119306 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c6cfa667-5b6f-44d4-94c5-6f81c3162244 req-6a020bab-1d86-435a-a88e-588740d14f94 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=aac54544-8ac1-4e04-a94d-f9c6d3bc8d37 HTTP/1.1" status: 200 len: 845 time: 0.0687063 Oct 20 11:31:00.120316 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-c590ee19-8a4d-47ae-9f69-a50eedcbe0d5 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:31:00.120777 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-c590ee19-8a4d-47ae-9f69-a50eedcbe0d5 service neutron] Checking segment: {'id': 'dfef9a1e-24d7-4613-b244-c38a1f92df9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'debe6c2d-b3d4-4e02-853f-d2d45fbb1f32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:31:00.121170 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-c590ee19-8a4d-47ae-9f69-a50eedcbe0d5 service neutron] Bound using segment: {'id': 'dfef9a1e-24d7-4613-b244-c38a1f92df9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'debe6c2d-b3d4-4e02-853f-d2d45fbb1f32'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:31:00.122720 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-c590ee19-8a4d-47ae-9f69-a50eedcbe0d5 service neutron] Bound port: 61bf1de1-24da-472e-a342-71d54a789c06, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfef9a1e-24d7-4613-b244-c38a1f92df9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'debe6c2d-b3d4-4e02-853f-d2d45fbb1f32'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:31:00.122720 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-c590ee19-8a4d-47ae-9f69-a50eedcbe0d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:00.167515 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-dc8ddbdb-9c1e-4fd8-86cd-11496fdfbfda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['173ed396-28cc-45c3-af0a-12e34ed3069a']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:00.179502 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4f137559-12ee-4d1a-b996-a865c8d4f4da tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:00.180597 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4f137559-12ee-4d1a-b996-a865c8d4f4da tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3792033 Oct 20 11:31:00.185030 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58112) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:00.187949 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-dc8ddbdb-9c1e-4fd8-86cd-11496fdfbfda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35bddd2d-55ef-49b9-8c05-ccc179e35fdf') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:00.188235 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-dc8ddbdb-9c1e-4fd8-86cd-11496fdfbfda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35bddd2d-55ef-49b9-8c05-ccc179e35fdf') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:00.189448 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c6cfa667-5b6f-44d4-94c5-6f81c3162244 req-78dec97e-776d-43ed-a4d7-163cba481a89 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=899673ab-8e62-4651-b772-c8a12e790997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563393 Oct 20 11:31:00.201079 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-31eee7d7-6418-48f2-aa8f-e1dbb1a61e3d tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Request body: {'security_group_rule': {'security_group_id': 'bee60465-470c-4ac8-9215-1615b7cf532f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:31:00.211575 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca50d5d-b13d-46ea-9533-0828f6255d4a req-e2d6235d-359f-4e2e-b3b2-4b94d83cb810 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:00.219004 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fca50d5d-b13d-46ea-9533-0828f6255d4a req-e2d6235d-359f-4e2e-b3b2-4b94d83cb810 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 949 time: 0.3148069 Oct 20 11:31:00.222144 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dc8ddbdb-9c1e-4fd8-86cd-11496fdfbfda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:00.244625 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272da59-bcfc-4091-a0f8-7465a5449ac9 req-b17081e4-812a-4f43-8448-12db8df5b742 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:00.246165 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0272da59-bcfc-4091-a0f8-7465a5449ac9 req-b17081e4-812a-4f43-8448-12db8df5b742 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=e335c449-90b0-426d-9063-668dd70fd599 HTTP/1.1" status: 200 len: 943 time: 0.1815443 Oct 20 11:31:00.273413 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dc8ddbdb-9c1e-4fd8-86cd-11496fdfbfda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:00.278842 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'tag': 'e15232df-145b-465f-8af0-3f5421b15798'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:31:00.282105 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e741686c-3d66-4cd8-aae6-c1d5b68d8826" -d '{"events": [{"name": "network-changed", "server_uuid": "e3cb83e1-d26e-43fb-9111-1a2c562b6e89", "tag": "e15232df-145b-465f-8af0-3f5421b15798"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:31:00.316054 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc8ddbdb-9c1e-4fd8-86cd-11496fdfbfda admin admin] Releasing vlan 1271 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:31:00.316455 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dc8ddbdb-9c1e-4fd8-86cd-11496fdfbfda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:00.318217 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:31:00.318217 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:31:00.318217 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:31:00.318217 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:31:00.318217 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:31:00.318217 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:31:00.318217 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:31:00.318217 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:31:00.318217 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:31:00.318217 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:31:00.318217 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:31:00.318217 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:31:00.318217 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:31:00.318217 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:31:00.318217 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:31:00.318217 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:31:00.318217 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:31:00.318217 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:31:00.318217 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:31:00.318217 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:31:00.318217 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:31:00.318217 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:31:00.318217 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:31:00.318217 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:31:00.318217 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:31:00.318217 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:31:00.318217 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:31:00.318217 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:31:00.318217 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:31:00.318217 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:31:00.318217 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:31:00.318217 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:31:00.359173 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fca50d5d-b13d-46ea-9533-0828f6255d4a req-2b603683-c30d-4910-a9b6-f0223a1b8928 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391821 Oct 20 11:31:00.368792 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 62fffac6-0c81-481e-a002-41b88a498a2c up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:31:00.409691 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0272da59-bcfc-4091-a0f8-7465a5449ac9 req-50e7f4f9-9726-4895-b83b-a84c0b4b7df7 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513462 Oct 20 11:31:00.424171 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dc8ddbdb-9c1e-4fd8-86cd-11496fdfbfda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:00.440730 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dc8ddbdb-9c1e-4fd8-86cd-11496fdfbfda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:00.456175 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-dc8ddbdb-9c1e-4fd8-86cd-11496fdfbfda admin admin] 10.222.0.98 "DELETE /v2.0/networks/173ed396-28cc-45c3-af0a-12e34ed3069a HTTP/1.1" status: 204 len: 168 time: 1.6084194 Oct 20 11:31:00.471048 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-31eee7d7-6418-48f2-aa8f-e1dbb1a61e3d tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:00.489735 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ddbdb-9c1e-4fd8-86cd-11496fdfbfda admin admin] Pushing event deleted for resources: {'Network': ['ID=173ed396-28cc-45c3-af0a-12e34ed3069a,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:00.517265 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563ef3b8-e6d7-4acd-b5f0-fbe21b076324 x-openstack-request-id: req-563ef3b8-e6d7-4acd-b5f0-fbe21b076324 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:31:00.517560 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3cb83e1-d26e-43fb-9111-1a2c562b6e89", "tag": "e15232df-145b-465f-8af0-3f5421b15798", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:31:00.517816 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-563ef3b8-e6d7-4acd-b5f0-fbe21b076324 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:31:00.518215 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'tag': 'e15232df-145b-465f-8af0-3f5421b15798', 'status': 'completed', 'code': 200} Oct 20 11:31:00.538654 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 62fffac6-0c81-481e-a002-41b88a498a2c triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:31:00.540500 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:00.691574 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58120) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:00.695124 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c6cfa667-5b6f-44d4-94c5-6f81c3162244 req-a406590d-da46-4dfc-9043-b78c09bb12af service neutron] 10.222.0.11 "GET /v2.0/networks/899673ab-8e62-4651-b772-c8a12e790997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4754620 Oct 20 11:31:00.699050 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-c590ee19-8a4d-47ae-9f69-a50eedcbe0d5 service neutron] For port 61bf1de1-24da-472e-a342-71d54a789c06, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:31:00.739604 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-c590ee19-8a4d-47ae-9f69-a50eedcbe0d5 service neutron] For port 61bf1de1-24da-472e-a342-71d54a789c06, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=61bf1de1-24da-472e-a342-71d54a789c06,segment=NetworkSegment(dfef9a1e-24d7-4613-b244-c38a1f92df9c),segment_id=dfef9a1e-24d7-4613-b244-c38a1f92df9c)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:31:00.770851 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-31eee7d7-6418-48f2-aa8f-e1dbb1a61e3d tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:00.780484 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-c590ee19-8a4d-47ae-9f69-a50eedcbe0d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:00.786392 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-31eee7d7-6418-48f2-aa8f-e1dbb1a61e3d tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:00.816042 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3f8c4f41-9da0-4d48-aeca-d92a8f95ca56 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=aa6715c00c6e4476951bf73e506ed201&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1228406 Oct 20 11:31:00.818914 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58128) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:00.843758 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f076335-c551-4137-a9d4-e0c51821c3a1 req-d7e247f3-f27b-4e22-a049-694d0e6976e1 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:00.845637 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0f076335-c551-4137-a9d4-e0c51821c3a1 req-d7e247f3-f27b-4e22-a049-694d0e6976e1 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 945 time: 0.1187730 Oct 20 11:31:00.861740 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741686c-3d66-4cd8-aae6-c1d5b68d8826 req-b8f701c4-8242-47a6-8842-66ff23026f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:00.862213 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741686c-3d66-4cd8-aae6-c1d5b68d8826 req-b8f701c4-8242-47a6-8842-66ff23026f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:00.862679 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741686c-3d66-4cd8-aae6-c1d5b68d8826 req-b8f701c4-8242-47a6-8842-66ff23026f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:00.863167 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741686c-3d66-4cd8-aae6-c1d5b68d8826 req-b8f701c4-8242-47a6-8842-66ff23026f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:00.863627 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741686c-3d66-4cd8-aae6-c1d5b68d8826 req-b8f701c4-8242-47a6-8842-66ff23026f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:00.864084 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741686c-3d66-4cd8-aae6-c1d5b68d8826 req-b8f701c4-8242-47a6-8842-66ff23026f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:00.865936 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e741686c-3d66-4cd8-aae6-c1d5b68d8826 req-b8f701c4-8242-47a6-8842-66ff23026f0f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9d1ce67b5cf7473287fd13cd3d60b290&device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 5244 time: 0.2954855 Oct 20 11:31:00.901794 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-31eee7d7-6418-48f2-aa8f-e1dbb1a61e3d tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:00.902941 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-31eee7d7-6418-48f2-aa8f-e1dbb1a61e3d tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7125897 Oct 20 11:31:00.910424 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58130) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:00.921296 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-14b5c5f4-f284-48f1-91e0-7316520e1d00 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:31:00.933586 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eee7d7-6418-48f2-aa8f-e1dbb1a61e3d tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b8023d-af5e-413b-a7de-d45c0415c42d,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:00.955715 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-c590ee19-8a4d-47ae-9f69-a50eedcbe0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:00.956268 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-c590ee19-8a4d-47ae-9f69-a50eedcbe0d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:00.957775 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-c590ee19-8a4d-47ae-9f69-a50eedcbe0d5 service neutron] 10.222.0.89 "PUT /v2.0/ports/61bf1de1-24da-472e-a342-71d54a789c06 HTTP/1.1" status: 200 len: 1129 time: 2.6212761 Oct 20 11:31:00.979785 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0f076335-c551-4137-a9d4-e0c51821c3a1 req-0de01a1e-bd3a-4b2c-9242-0306ad9ee120 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225042 Oct 20 11:31:01.032598 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c206d814-99db-4ed9-aa40-420210acf6f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:01.034555 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-24b25ce7-2c06-4f4b-b7e3-e82941a40f2d service neutron] Request body: {'port': {'device_id': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:31:01.066907 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-14b5c5f4-f284-48f1-91e0-7316520e1d00 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Publish callbacks [] for floatingip, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:01.161294 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c206d814-99db-4ed9-aa40-420210acf6f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:01.189786 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c590ee19-8a4d-47ae-9f69-a50eedcbe0d5 service neutron] Pushing event updated for resources: {'Port': ['ID=61bf1de1-24da-472e-a342-71d54a789c06,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:01.248958 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c6cfa667-5b6f-44d4-94c5-6f81c3162244 req-4ae8f702-f80d-45cd-9c4c-f25e4aaf3aad service neutron] 10.222.0.11 "GET /v2.0/networks/899673ab-8e62-4651-b772-c8a12e790997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5433550 Oct 20 11:31:01.277854 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-24b25ce7-2c06-4f4b-b7e3-e82941a40f2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:01.312825 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c206d814-99db-4ed9-aa40-420210acf6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:01.316655 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c206d814-99db-4ed9-aa40-420210acf6f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:01.317066 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c206d814-99db-4ed9-aa40-420210acf6f2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/fd595b92-dfc0-474b-9e30-c2ce45723d77 HTTP/1.1" status: 204 len: 168 time: 0.4971619 Oct 20 11:31:01.322058 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741686c-3d66-4cd8-aae6-c1d5b68d8826 req-fc4af0da-2b47-474b-aef2-e6076ad9ad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:01.322773 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741686c-3d66-4cd8-aae6-c1d5b68d8826 req-fc4af0da-2b47-474b-aef2-e6076ad9ad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:01.323320 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741686c-3d66-4cd8-aae6-c1d5b68d8826 req-fc4af0da-2b47-474b-aef2-e6076ad9ad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:01.325302 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e741686c-3d66-4cd8-aae6-c1d5b68d8826 req-fc4af0da-2b47-474b-aef2-e6076ad9ad06 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=9d1ce67b5cf7473287fd13cd3d60b290&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4194140 Oct 20 11:31:01.327894 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9db95e-7ad8-4824-82bc-f3208e11db93 req-89a6efbf-8230-433d-82f6-ab5b4dc0ba5c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:01.334576 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9db95e-7ad8-4824-82bc-f3208e11db93 req-89a6efbf-8230-433d-82f6-ab5b4dc0ba5c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:01.342179 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9db95e-7ad8-4824-82bc-f3208e11db93 req-89a6efbf-8230-433d-82f6-ab5b4dc0ba5c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:01.349369 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9db95e-7ad8-4824-82bc-f3208e11db93 req-89a6efbf-8230-433d-82f6-ab5b4dc0ba5c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:01.355380 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9db95e-7ad8-4824-82bc-f3208e11db93 req-89a6efbf-8230-433d-82f6-ab5b4dc0ba5c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:01.361327 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9db95e-7ad8-4824-82bc-f3208e11db93 req-89a6efbf-8230-433d-82f6-ab5b4dc0ba5c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:01.367373 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9f9db95e-7ad8-4824-82bc-f3208e11db93 req-89a6efbf-8230-433d-82f6-ab5b4dc0ba5c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 4600 time: 0.3090358 Oct 20 11:31:01.374121 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52581996-07e8-4fa8-aeb3-ffb2842fb8f1 req-7b6a0565-e315-434c-8d60-28572dc2abd9 tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:01.375777 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-52581996-07e8-4fa8-aeb3-ffb2842fb8f1 req-7b6a0565-e315-434c-8d60-28572dc2abd9 tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 1096 time: 0.2112513 Oct 20 11:31:01.441246 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c206d814-99db-4ed9-aa40-420210acf6f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd595b92-dfc0-474b-9e30-c2ce45723d77,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:01.548482 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-52581996-07e8-4fa8-aeb3-ffb2842fb8f1 req-7fd0a825-9a25-4f5e-8c92-818b8fe9b743 tempest-LiveAutoBlockMigrationV225Test-1757971181 tempest-LiveAutoBlockMigrationV225Test-1757971181-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584091 Oct 20 11:31:01.555881 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9f9db95e-7ad8-4824-82bc-f3208e11db93 req-9d754de9-e546-4d7f-a470-d8c34f8019ea tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/security-groups?id=cde799ff-a835-4e26-b5ae-07ed8640379f&id=6e397af8-07ce-4093-b8cb-76d0226b7f33&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1767075 Oct 20 11:31:01.574073 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-14b5c5f4-f284-48f1-91e0-7316520e1d00 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:01.738572 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-14b5c5f4-f284-48f1-91e0-7316520e1d00 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Allocated IP 172.25.5.129 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/447f0bc7-7d54-424b-867b-2f85bfc3c96a) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:31:01.816477 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58152) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:01.877037 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c818673-fd03-4c98-a4be-e46304b4e282 req-16025285-5faa-4671-8190-dc9d12452f90 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:01.878355 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4c818673-fd03-4c98-a4be-e46304b4e282 req-16025285-5faa-4671-8190-dc9d12452f90 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 949 time: 0.1526859 Oct 20 11:31:01.899842 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741686c-3d66-4cd8-aae6-c1d5b68d8826 req-c4f595e6-0c2c-4443-a024-b4ee4f9a33b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:01.902033 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e741686c-3d66-4cd8-aae6-c1d5b68d8826 req-c4f595e6-0c2c-4443-a024-b4ee4f9a33b1 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5384228 Oct 20 11:31:01.918402 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b560d-ca9f-4bb7-b8d6-2badf476aca9 req-0a2dbd23-bae9-4dc6-ab0e-f7613940d90b tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:01.920146 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9b1b560d-ca9f-4bb7-b8d6-2badf476aca9 req-0a2dbd23-bae9-4dc6-ab0e-f7613940d90b tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=e335c449-90b0-426d-9063-668dd70fd599 HTTP/1.1" status: 200 len: 943 time: 0.1933498 Oct 20 11:31:01.950642 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-24b25ce7-2c06-4f4b-b7e3-e82941a40f2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1096304c-3250-4c91-a0ae-a0d182374e03 {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:31:01.959519 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-24b25ce7-2c06-4f4b-b7e3-e82941a40f2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:01.977879 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-24b25ce7-2c06-4f4b-b7e3-e82941a40f2d service neutron] Transition to ACTIVE for port object 1096304c-3250-4c91-a0ae-a0d182374e03 will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:31:01.983882 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-24b25ce7-2c06-4f4b-b7e3-e82941a40f2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:01.990053 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4acb0ed7-27e2-4570-bb46-a2c067e1779e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f6906ab3160a48209e02cc2c389c433d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1699481 Oct 20 11:31:01.993897 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58156) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:02.027023 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4c818673-fd03-4c98-a4be-e46304b4e282 req-4ef9bc46-1b54-46b5-b1a4-b4280127ebb7 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002700 Oct 20 11:31:02.043864 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9b1b560d-ca9f-4bb7-b8d6-2badf476aca9 req-318d646f-39c1-496a-b255-566b3536d5a4 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122937 Oct 20 11:31:02.080618 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b25ce7-2c06-4f4b-b7e3-e82941a40f2d service neutron] Pushing event updated for resources: {'Port': ['ID=1096304c-3250-4c91-a0ae-a0d182374e03,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:02.088451 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-14b5c5f4-f284-48f1-91e0-7316520e1d00 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:02.167403 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ae365804-702b-482a-9f7b-69361fc234a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:02.168861 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-14b5c5f4-f284-48f1-91e0-7316520e1d00 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:02.219753 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-24b25ce7-2c06-4f4b-b7e3-e82941a40f2d service neutron] Attempting to bind port 1096304c-3250-4c91-a0ae-a0d182374e03 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:31:02.220259 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-24b25ce7-2c06-4f4b-b7e3-e82941a40f2d service neutron] Attempting to bind port 1096304c-3250-4c91-a0ae-a0d182374e03 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': 'dfef9a1e-24d7-4613-b244-c38a1f92df9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'debe6c2d-b3d4-4e02-853f-d2d45fbb1f32'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:31:02.220564 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-24b25ce7-2c06-4f4b-b7e3-e82941a40f2d service neutron] Attempting to bind port 1096304c-3250-4c91-a0ae-a0d182374e03 on network debe6c2d-b3d4-4e02-853f-d2d45fbb1f32 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:31:02.227256 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ae365804-702b-482a-9f7b-69361fc234a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:02.233103 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b5c5f4-f284-48f1-91e0-7316520e1d00 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:31:02.236504 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-14b5c5f4-f284-48f1-91e0-7316520e1d00 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:31:02.239282 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:31:02.244996 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b5c5f4-f284-48f1-91e0-7316520e1d00 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:31:02.255325 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b5c5f4-f284-48f1-91e0-7316520e1d00 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Pushing event updated for resources: {'Port': ['ID=447f0bc7-7d54-424b-867b-2f85bfc3c96a,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:02.263793 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-24b25ce7-2c06-4f4b-b7e3-e82941a40f2d service neutron] Port 1096304c-3250-4c91-a0ae-a0d182374e03 on network debe6c2d-b3d4-4e02-853f-d2d45fbb1f32 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:31:02.264183 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-24b25ce7-2c06-4f4b-b7e3-e82941a40f2d service neutron] Attempting to bind port 1096304c-3250-4c91-a0ae-a0d182374e03 on network debe6c2d-b3d4-4e02-853f-d2d45fbb1f32 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:31:02.290684 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-24b25ce7-2c06-4f4b-b7e3-e82941a40f2d service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:31:02.291109 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-24b25ce7-2c06-4f4b-b7e3-e82941a40f2d service neutron] Checking segment: {'id': 'dfef9a1e-24d7-4613-b244-c38a1f92df9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'debe6c2d-b3d4-4e02-853f-d2d45fbb1f32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:31:02.291509 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-24b25ce7-2c06-4f4b-b7e3-e82941a40f2d service neutron] Bound using segment: {'id': 'dfef9a1e-24d7-4613-b244-c38a1f92df9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'debe6c2d-b3d4-4e02-853f-d2d45fbb1f32'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:31:02.291963 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-24b25ce7-2c06-4f4b-b7e3-e82941a40f2d service neutron] Bound port: 1096304c-3250-4c91-a0ae-a0d182374e03, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfef9a1e-24d7-4613-b244-c38a1f92df9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'debe6c2d-b3d4-4e02-853f-d2d45fbb1f32'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:31:02.292331 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-24b25ce7-2c06-4f4b-b7e3-e82941a40f2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:02.414968 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ae365804-702b-482a-9f7b-69361fc234a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:02.418570 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ae365804-702b-482a-9f7b-69361fc234a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:02.420246 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ae365804-702b-482a-9f7b-69361fc234a8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2a0deeeb-6e34-49e9-9d41-c657827194f9 HTTP/1.1" status: 204 len: 168 time: 0.4050250 Oct 20 11:31:02.445687 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae365804-702b-482a-9f7b-69361fc234a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0deeeb-6e34-49e9-9d41-c657827194f9,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:02.448015 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-14b5c5f4-f284-48f1-91e0-7316520e1d00 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:02.454041 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-24b25ce7-2c06-4f4b-b7e3-e82941a40f2d service neutron] For port 1096304c-3250-4c91-a0ae-a0d182374e03, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:31:02.471245 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-24b25ce7-2c06-4f4b-b7e3-e82941a40f2d service neutron] For port 1096304c-3250-4c91-a0ae-a0d182374e03, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=1096304c-3250-4c91-a0ae-a0d182374e03,segment=NetworkSegment(dfef9a1e-24d7-4613-b244-c38a1f92df9c),segment_id=dfef9a1e-24d7-4613-b244-c38a1f92df9c)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:31:02.479638 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-24b25ce7-2c06-4f4b-b7e3-e82941a40f2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:02.503651 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de,segment=NetworkSegment(ba843d51-18ac-492f-b072-dcb49c698d12),segment_id=ba843d51-18ac-492f-b072-dcb49c698d12)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:02.537693 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de', 'network_id': '899673ab-8e62-4651-b772-c8a12e790997', 'port_id': '9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de', 'mac_address': 'fa:16:3e:04:a2:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aac54544-8ac1-4e04-a94d-f9c6d3bc8d37', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:31:02.539191 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'tag': '61bf1de1-24da-472e-a342-71d54a789c06'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:31:02.549749 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d646c20e-0bd9-4d48-b137-16258623dbd3" -d '{"events": [{"name": "network-changed", "server_uuid": "e3cb83e1-d26e-43fb-9111-1a2c562b6e89", "tag": "61bf1de1-24da-472e-a342-71d54a789c06"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:31:02.587359 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-24b25ce7-2c06-4f4b-b7e3-e82941a40f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:02.593392 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-24b25ce7-2c06-4f4b-b7e3-e82941a40f2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:02.597914 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-24b25ce7-2c06-4f4b-b7e3-e82941a40f2d service neutron] 10.222.0.89 "PUT /v2.0/ports/1096304c-3250-4c91-a0ae-a0d182374e03 HTTP/1.1" status: 200 len: 1130 time: 1.5784557 Oct 20 11:31:02.624329 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b25ce7-2c06-4f4b-b7e3-e82941a40f2d service neutron] Pushing event updated for resources: {'Port': ['ID=1096304c-3250-4c91-a0ae-a0d182374e03,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:02.641534 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-ea967cae-d4e5-4087-acf6-c3f6b261c57f service neutron] Request body: {'port': {'device_id': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:31:02.672819 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:02.677914 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-14b5c5f4-f284-48f1-91e0-7316520e1d00 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:02.700847 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:31:02.734745 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de,segment=NetworkSegment(ba843d51-18ac-492f-b072-dcb49c698d12),segment_id=ba843d51-18ac-492f-b072-dcb49c698d12)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:02.736963 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89445afa-ba0f-4a0f-9c2d-20561fac5acd req-15cdccfb-1b5f-493d-8801-7e6d53c09a35 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:02.738973 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-89445afa-ba0f-4a0f-9c2d-20561fac5acd req-15cdccfb-1b5f-493d-8801-7e6d53c09a35 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "GET /v2.0/ports?device_id=d9d45d87-4bb6-486c-b0ae-82ffe15b83c4 HTTP/1.1" status: 200 len: 946 time: 0.2879057 Oct 20 11:31:02.755602 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:02.768079 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-ea967cae-d4e5-4087-acf6-c3f6b261c57f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:02.837027 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a2d97-cb2a-41a8-9392-8dd5455ef375 req-bc8538a5-6587-431b-8aa1-ccad7fb208e9 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:02.841668 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8a0a2d97-cb2a-41a8-9392-8dd5455ef375 req-bc8538a5-6587-431b-8aa1-ccad7fb208e9 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 945 time: 0.2499299 Oct 20 11:31:02.888591 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:02.931093 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-89445afa-ba0f-4a0f-9c2d-20561fac5acd req-b35b7749-384b-4c27-a25f-ce9ed572e471 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "GET /v2.0/security-groups?id=d7aebbb5-65a1-4d60-b2e8-4078ecfc3582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677473 Oct 20 11:31:03.013898 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:31:03.085923 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8a0a2d97-cb2a-41a8-9392-8dd5455ef375 req-7394e39a-6b1a-4e43-8ab1-dfb562d6e921 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105815 Oct 20 11:31:03.089852 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd61a71-a199-44c7-b0e9-c1d468bcd333 req-db9f0273-0904-484e-a4b9-67c49b67478c tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:03.097133 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ffd61a71-a199-44c7-b0e9-c1d468bcd333 req-db9f0273-0904-484e-a4b9-67c49b67478c tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 945 time: 0.1609995 Oct 20 11:31:03.161803 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6cb105-a8bb-4da0-b549-1efc29bf8630 x-openstack-request-id: req-aa6cb105-a8bb-4da0-b549-1efc29bf8630 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:31:03.162107 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3cb83e1-d26e-43fb-9111-1a2c562b6e89", "tag": "61bf1de1-24da-472e-a342-71d54a789c06", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:31:03.162323 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-aa6cb105-a8bb-4da0-b549-1efc29bf8630 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:31:03.162716 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'tag': '61bf1de1-24da-472e-a342-71d54a789c06', 'status': 'completed', 'code': 200} Oct 20 11:31:03.219882 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-14b5c5f4-f284-48f1-91e0-7316520e1d00 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:03.242034 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-14b5c5f4-f284-48f1-91e0-7316520e1d00 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:03.348354 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78887ee8-694b-4a9b-a570-682a8855c4a2 req-4d0c7759-2e93-44c5-929e-28551f4b9d09 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:03.354481 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78887ee8-694b-4a9b-a570-682a8855c4a2 req-4d0c7759-2e93-44c5-929e-28551f4b9d09 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:03.362418 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78887ee8-694b-4a9b-a570-682a8855c4a2 req-4d0c7759-2e93-44c5-929e-28551f4b9d09 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:03.368415 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78887ee8-694b-4a9b-a570-682a8855c4a2 req-4d0c7759-2e93-44c5-929e-28551f4b9d09 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:03.374552 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78887ee8-694b-4a9b-a570-682a8855c4a2 req-4d0c7759-2e93-44c5-929e-28551f4b9d09 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:03.381032 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78887ee8-694b-4a9b-a570-682a8855c4a2 req-4d0c7759-2e93-44c5-929e-28551f4b9d09 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:03.388304 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78887ee8-694b-4a9b-a570-682a8855c4a2 req-4d0c7759-2e93-44c5-929e-28551f4b9d09 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:03.390414 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-78887ee8-694b-4a9b-a570-682a8855c4a2 req-4d0c7759-2e93-44c5-929e-28551f4b9d09 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 5372 time: 0.2277153 Oct 20 11:31:03.447630 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67a47e-38f5-4e06-9325-c90a7681d162 req-757afee0-3b46-474c-9c8a-096e20b23f7e tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:03.449426 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8e67a47e-38f5-4e06-9325-c90a7681d162 req-757afee0-3b46-474c-9c8a-096e20b23f7e tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=e335c449-90b0-426d-9063-668dd70fd599 HTTP/1.1" status: 200 len: 944 time: 0.1979625 Oct 20 11:31:03.509069 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-78887ee8-694b-4a9b-a570-682a8855c4a2 req-0a7b461e-502b-4c62-b44a-374150c3ace4 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e397af8-07ce-4093-b8cb-76d0226b7f33&id=cde799ff-a835-4e26-b5ae-07ed8640379f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1014597 Oct 20 11:31:03.510219 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b5c5f4-f284-48f1-91e0-7316520e1d00 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Pushing event updated for resources: {'Port': ['ID=447f0bc7-7d54-424b-867b-2f85bfc3c96a,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:03.515071 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-14b5c5f4-f284-48f1-91e0-7316520e1d00 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:03.559279 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8e67a47e-38f5-4e06-9325-c90a7681d162 req-f74da28c-bdee-4bed-9436-7d1affc34d58 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992279 Oct 20 11:31:03.567847 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-14b5c5f4-f284-48f1-91e0-7316520e1d00 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:03.570849 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-14b5c5f4-f284-48f1-91e0-7316520e1d00 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6579413 Oct 20 11:31:03.655748 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646c20e-0bd9-4d48-b137-16258623dbd3 req-f3688ad4-3fe5-4b8c-a7bd-88798e150505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:03.655748 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646c20e-0bd9-4d48-b137-16258623dbd3 req-f3688ad4-3fe5-4b8c-a7bd-88798e150505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:03.655748 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646c20e-0bd9-4d48-b137-16258623dbd3 req-f3688ad4-3fe5-4b8c-a7bd-88798e150505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:03.655748 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646c20e-0bd9-4d48-b137-16258623dbd3 req-f3688ad4-3fe5-4b8c-a7bd-88798e150505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:03.655748 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646c20e-0bd9-4d48-b137-16258623dbd3 req-f3688ad4-3fe5-4b8c-a7bd-88798e150505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:03.656225 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646c20e-0bd9-4d48-b137-16258623dbd3 req-f3688ad4-3fe5-4b8c-a7bd-88798e150505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:03.656327 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646c20e-0bd9-4d48-b137-16258623dbd3 req-f3688ad4-3fe5-4b8c-a7bd-88798e150505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:03.658325 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-d646c20e-0bd9-4d48-b137-16258623dbd3 req-f3688ad4-3fe5-4b8c-a7bd-88798e150505 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9d1ce67b5cf7473287fd13cd3d60b290&device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 6209 time: 0.5601435 Oct 20 11:31:03.677709 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc351e2-7e43-42ef-b12a-2dd02e67a26c req-ed916f78-1e4a-4ddf-817b-fdb51f5171a5 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:03.687529 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-ea967cae-d4e5-4087-acf6-c3f6b261c57f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d39c253f-49f6-4214-8738-6a67f437331d {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:31:03.689035 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8cc351e2-7e43-42ef-b12a-2dd02e67a26c req-ed916f78-1e4a-4ddf-817b-fdb51f5171a5 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 949 time: 0.0767179 Oct 20 11:31:03.706155 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-ea967cae-d4e5-4087-acf6-c3f6b261c57f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:03.738226 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-ea967cae-d4e5-4087-acf6-c3f6b261c57f service neutron] Transition to ACTIVE for port object d39c253f-49f6-4214-8738-6a67f437331d will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:31:03.783136 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-ea967cae-d4e5-4087-acf6-c3f6b261c57f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:03.788607 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8cc351e2-7e43-42ef-b12a-2dd02e67a26c req-7bf159c6-14d1-4f13-b616-f0e2c0f26563 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973740 Oct 20 11:31:03.829912 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-ffd61a71-a199-44c7-b0e9-c1d468bcd333 req-4df450c0-97f0-4d23-966d-668723b16c9b tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Deleting port f1457ed4-9b43-4138-abe0-f6fc2a6c95ed {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:31:03.830235 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-ffd61a71-a199-44c7-b0e9-c1d468bcd333 req-4df450c0-97f0-4d23-966d-668723b16c9b tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:04.014509 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7f4c71c9-b142-485d-95bc-6ee3f9ab0e09 req-affed410-dd60-4ee8-b12c-b712b2381757 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--144225746&fields=id&tenant_id=52c1bb966e2b40228f44b31ee15523d5 HTTP/1.1" status: 200 len: 267 time: 0.0864067 Oct 20 11:31:04.030723 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea967cae-d4e5-4087-acf6-c3f6b261c57f service neutron] Pushing event updated for resources: {'Port': ['ID=d39c253f-49f6-4214-8738-6a67f437331d,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:04.113366 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646c20e-0bd9-4d48-b137-16258623dbd3 req-d8d85f95-6633-4087-9771-824d84de1bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:04.114053 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646c20e-0bd9-4d48-b137-16258623dbd3 req-d8d85f95-6633-4087-9771-824d84de1bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:04.114301 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646c20e-0bd9-4d48-b137-16258623dbd3 req-d8d85f95-6633-4087-9771-824d84de1bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:04.115980 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-d646c20e-0bd9-4d48-b137-16258623dbd3 req-d8d85f95-6633-4087-9771-824d84de1bc4 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=9d1ce67b5cf7473287fd13cd3d60b290&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4478748 Oct 20 11:31:04.175117 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c71c9-b142-485d-95bc-6ee3f9ab0e09 req-9070cb42-448d-49e1-9987-311cca975624 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:04.184053 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7f4c71c9-b142-485d-95bc-6ee3f9ab0e09 req-9070cb42-448d-49e1-9987-311cca975624 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] 10.222.0.98 "GET /v2.0/networks?id=fcbe37f6-fe51-4b01-9214-985ffc9ccfe9 HTTP/1.1" status: 200 len: 805 time: 0.1481988 Oct 20 11:31:04.188974 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-ea967cae-d4e5-4087-acf6-c3f6b261c57f service neutron] Attempting to bind port d39c253f-49f6-4214-8738-6a67f437331d on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:31:04.189312 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-ea967cae-d4e5-4087-acf6-c3f6b261c57f service neutron] Attempting to bind port d39c253f-49f6-4214-8738-6a67f437331d by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': 'dfef9a1e-24d7-4613-b244-c38a1f92df9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'debe6c2d-b3d4-4e02-853f-d2d45fbb1f32'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:31:04.189649 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-ea967cae-d4e5-4087-acf6-c3f6b261c57f service neutron] Attempting to bind port d39c253f-49f6-4214-8738-6a67f437331d on network debe6c2d-b3d4-4e02-853f-d2d45fbb1f32 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:31:04.202377 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7f4c71c9-b142-485d-95bc-6ee3f9ab0e09 req-2ee84950-b8bc-4930-a9ec-2a40a203b0a8 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] 10.222.0.98 "GET /v2.0/quotas/52c1bb966e2b40228f44b31ee15523d5 HTTP/1.1" status: 200 len: 375 time: 0.0169604 Oct 20 11:31:04.221605 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-ea967cae-d4e5-4087-acf6-c3f6b261c57f service neutron] Port d39c253f-49f6-4214-8738-6a67f437331d on network debe6c2d-b3d4-4e02-853f-d2d45fbb1f32 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:31:04.221605 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-ea967cae-d4e5-4087-acf6-c3f6b261c57f service neutron] Attempting to bind port d39c253f-49f6-4214-8738-6a67f437331d on network debe6c2d-b3d4-4e02-853f-d2d45fbb1f32 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:31:04.257312 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:31:04.264465 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-ffd61a71-a199-44c7-b0e9-c1d468bcd333 req-4df450c0-97f0-4d23-966d-668723b16c9b tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] For port f1457ed4-9b43-4138-abe0-f6fc2a6c95ed, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=f1457ed4-9b43-4138-abe0-f6fc2a6c95ed,segment=NetworkSegment(ec1b6256-95be-479c-9695-b6dae13546d3),segment_id=ec1b6256-95be-479c-9695-b6dae13546d3)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:04.264609 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-ffd61a71-a199-44c7-b0e9-c1d468bcd333 req-4df450c0-97f0-4d23-966d-668723b16c9b tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:04.301853 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-ea967cae-d4e5-4087-acf6-c3f6b261c57f service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:31:04.302254 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-ea967cae-d4e5-4087-acf6-c3f6b261c57f service neutron] Checking segment: {'id': 'dfef9a1e-24d7-4613-b244-c38a1f92df9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'debe6c2d-b3d4-4e02-853f-d2d45fbb1f32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:31:04.302581 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-ea967cae-d4e5-4087-acf6-c3f6b261c57f service neutron] Bound using segment: {'id': 'dfef9a1e-24d7-4613-b244-c38a1f92df9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'debe6c2d-b3d4-4e02-853f-d2d45fbb1f32'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:31:04.315464 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-ea967cae-d4e5-4087-acf6-c3f6b261c57f service neutron] Bound port: d39c253f-49f6-4214-8738-6a67f437331d, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfef9a1e-24d7-4613-b244-c38a1f92df9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'debe6c2d-b3d4-4e02-853f-d2d45fbb1f32'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:31:04.316163 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-ea967cae-d4e5-4087-acf6-c3f6b261c57f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:04.341998 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6559b-fc50-4fd5-9db8-aaab3b521daa req-f75185e6-7f44-4389-a369-2c5b9896b13d tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:04.343795 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dee6559b-fc50-4fd5-9db8-aaab3b521daa req-f75185e6-7f44-4389-a369-2c5b9896b13d tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "GET /v2.0/ports?device_id=d9d45d87-4bb6-486c-b0ae-82ffe15b83c4 HTTP/1.1" status: 200 len: 946 time: 0.1380703 Oct 20 11:31:04.345434 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-ffd61a71-a199-44c7-b0e9-c1d468bcd333 req-4df450c0-97f0-4d23-966d-668723b16c9b tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Calling delete_port for f1457ed4-9b43-4138-abe0-f6fc2a6c95ed owned by compute:nova {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:31:04.361909 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:31:04.366405 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:31:04.367387 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7f4c71c9-b142-485d-95bc-6ee3f9ab0e09 req-fbb8b0cc-f9a1-412e-b27f-70e9d2b8d3d7 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=52c1bb966e2b40228f44b31ee15523d5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1633482 Oct 20 11:31:04.371853 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:04.455060 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646c20e-0bd9-4d48-b137-16258623dbd3 req-3f44178c-c519-4dcc-b4ca-dd3193612316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:04.457293 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-d646c20e-0bd9-4d48-b137-16258623dbd3 req-3f44178c-c519-4dcc-b4ca-dd3193612316 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3233383 Oct 20 11:31:04.468094 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dee6559b-fc50-4fd5-9db8-aaab3b521daa req-bbfca717-2f68-45f2-b6ff-683f338e2171 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "GET /v2.0/security-groups?id=d7aebbb5-65a1-4d60-b2e8-4078ecfc3582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995836 Oct 20 11:31:04.484888 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:04.516948 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e335c449-90b0-426d-9063-668dd70fd599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:31:04.524879 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d452705e-9143-4635-9c02-dec4e37171ea" -d '{"events": [{"server_uuid": "e335c449-90b0-426d-9063-668dd70fd599", "name": "network-vif-plugged", "status": "completed", "tag": "9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:31:04.539763 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de,segment=NetworkSegment(ba843d51-18ac-492f-b072-dcb49c698d12),segment_id=ba843d51-18ac-492f-b072-dcb49c698d12)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:04.547089 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:04.549482 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device f1457ed4-9b43-4138-abe0-f6fc2a6c95ed no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:31:04.581333 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7f4c71c9-b142-485d-95bc-6ee3f9ab0e09 req-4d2bf767-e35f-4f45-a91e-5f4a29614440 service neutron] 10.222.0.98 "GET /v2.0/networks/fcbe37f6-fe51-4b01-9214-985ffc9ccfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878662 Oct 20 11:31:04.635745 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:04.735460 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-ea967cae-d4e5-4087-acf6-c3f6b261c57f service neutron] For port d39c253f-49f6-4214-8738-6a67f437331d, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:31:04.740752 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-ea967cae-d4e5-4087-acf6-c3f6b261c57f service neutron] For port d39c253f-49f6-4214-8738-6a67f437331d, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=d39c253f-49f6-4214-8738-6a67f437331d,segment=NetworkSegment(dfef9a1e-24d7-4613-b244-c38a1f92df9c),segment_id=dfef9a1e-24d7-4613-b244-c38a1f92df9c)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:31:04.748881 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-ea967cae-d4e5-4087-acf6-c3f6b261c57f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:04.752016 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ba3bf4-d3d3-4974-980e-44dc37998513 req-200377a0-8c2d-4172-8703-287e5690638d tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:04.759904 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-ffd61a71-a199-44c7-b0e9-c1d468bcd333 req-4df450c0-97f0-4d23-966d-668723b16c9b tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:04.760296 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-68ba3bf4-d3d3-4974-980e-44dc37998513 req-200377a0-8c2d-4172-8703-287e5690638d tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 945 time: 0.1616390 Oct 20 11:31:04.772627 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['27a6d02b-305f-480d-bb45-21dbff7f08c2'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:31:04.802510 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7f4c71c9-b142-485d-95bc-6ee3f9ab0e09 req-2db32957-9530-44f1-ba7f-398e47789135 service neutron] 10.222.0.98 "GET /v2.0/networks/fcbe37f6-fe51-4b01-9214-985ffc9ccfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126536 Oct 20 11:31:04.824820 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-68ba3bf4-d3d3-4974-980e-44dc37998513 req-621c73f0-80c7-46d5-9003-b1f8d18d6125 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604637 Oct 20 11:31:04.839299 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-ea967cae-d4e5-4087-acf6-c3f6b261c57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:04.841512 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-ea967cae-d4e5-4087-acf6-c3f6b261c57f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:04.843028 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-ea967cae-d4e5-4087-acf6-c3f6b261c57f service neutron] 10.222.0.89 "PUT /v2.0/ports/d39c253f-49f6-4214-8738-6a67f437331d HTTP/1.1" status: 200 len: 1091 time: 2.2123585 Oct 20 11:31:04.894620 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56c9269-6f41-4281-9f29-87df947c3a5f x-openstack-request-id: req-d56c9269-6f41-4281-9f29-87df947c3a5f {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:31:04.896829 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e335c449-90b0-426d-9063-668dd70fd599", "name": "network-vif-plugged", "status": "completed", "tag": "9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:31:04.897089 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d56c9269-6f41-4281-9f29-87df947c3a5f {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:31:04.897492 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e335c449-90b0-426d-9063-668dd70fd599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de', 'code': 200} Oct 20 11:31:04.944846 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-a938662c-2500-486b-81aa-355f8467f399 service neutron] Request body: {'port': {'device_id': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:31:05.065506 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa814bc3-5b0f-45b4-b467-a936dae4aee1 req-5d2b28dc-8fe0-4eef-ac99-59839a840db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:05.067367 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fa814bc3-5b0f-45b4-b467-a936dae4aee1 req-5d2b28dc-8fe0-4eef-ac99-59839a840db0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e335c449-90b0-426d-9063-668dd70fd599 HTTP/1.1" status: 200 len: 1096 time: 0.0996938 Oct 20 11:31:05.085355 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd61a71-a199-44c7-b0e9-c1d468bcd333 req-4df450c0-97f0-4d23-966d-668723b16c9b tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] No DVR routers for this DVR port f1457ed4-9b43-4138-abe0-f6fc2a6c95ed on host n-h1-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:31:05.089660 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea967cae-d4e5-4087-acf6-c3f6b261c57f service neutron] Pushing event updated for resources: {'Port': ['ID=d39c253f-49f6-4214-8738-6a67f437331d,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:05.095451 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-ffd61a71-a199-44c7-b0e9-c1d468bcd333 req-4df450c0-97f0-4d23-966d-668723b16c9b tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:05.099777 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ffd61a71-a199-44c7-b0e9-c1d468bcd333 req-4df450c0-97f0-4d23-966d-668723b16c9b tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.11 "DELETE /v2.0/ports/f1457ed4-9b43-4138-abe0-f6fc2a6c95ed HTTP/1.1" status: 204 len: 173 time: 1.9290183 Oct 20 11:31:05.151692 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-a938662c-2500-486b-81aa-355f8467f399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:05.154904 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df450c0-97f0-4d23-966d-668723b16c9b tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Pushing event deleted for resources: {'Port': ['ID=f1457ed4-9b43-4138-abe0-f6fc2a6c95ed,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:05.171425 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'tag': '1096304c-3250-4c91-a0ae-a0d182374e03'}, {'name': 'network-changed', 'server_uuid': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'tag': 'd39c253f-49f6-4214-8738-6a67f437331d'}, {'server_uuid': 'b4cbb0ba-3367-43eb-b577-f77b45c517af', 'name': 'network-vif-deleted', 'tag': 'f1457ed4-9b43-4138-abe0-f6fc2a6c95ed'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:31:05.173794 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ccb12cf-63a9-4960-b410-a2a90568292d" -d '{"events": [{"name": "network-changed", "server_uuid": "e3cb83e1-d26e-43fb-9111-1a2c562b6e89", "tag": "1096304c-3250-4c91-a0ae-a0d182374e03"}, {"name": "network-changed", "server_uuid": "e3cb83e1-d26e-43fb-9111-1a2c562b6e89", "tag": "d39c253f-49f6-4214-8738-6a67f437331d"}, {"server_uuid": "b4cbb0ba-3367-43eb-b577-f77b45c517af", "name": "network-vif-deleted", "tag": "f1457ed4-9b43-4138-abe0-f6fc2a6c95ed"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:31:05.277429 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91541b20-4b27-48e1-9f2f-e135b05729a6 req-fd9dbdce-f988-493a-a0a4-eedcd2761cc9 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:05.284579 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91541b20-4b27-48e1-9f2f-e135b05729a6 req-fd9dbdce-f988-493a-a0a4-eedcd2761cc9 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:05.290699 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91541b20-4b27-48e1-9f2f-e135b05729a6 req-fd9dbdce-f988-493a-a0a4-eedcd2761cc9 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:05.297143 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91541b20-4b27-48e1-9f2f-e135b05729a6 req-fd9dbdce-f988-493a-a0a4-eedcd2761cc9 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:05.303476 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91541b20-4b27-48e1-9f2f-e135b05729a6 req-fd9dbdce-f988-493a-a0a4-eedcd2761cc9 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:05.310609 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91541b20-4b27-48e1-9f2f-e135b05729a6 req-fd9dbdce-f988-493a-a0a4-eedcd2761cc9 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:05.316746 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91541b20-4b27-48e1-9f2f-e135b05729a6 req-fd9dbdce-f988-493a-a0a4-eedcd2761cc9 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:05.320411 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-91541b20-4b27-48e1-9f2f-e135b05729a6 req-fd9dbdce-f988-493a-a0a4-eedcd2761cc9 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 5384 time: 0.3171732 Oct 20 11:31:05.351911 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f3e8a-8800-4fe0-9539-8fff49137946 req-11fbdcb3-1998-4bc0-99bc-d898f640448c tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:05.354242 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cc0f3e8a-8800-4fe0-9539-8fff49137946 req-11fbdcb3-1998-4bc0-99bc-d898f640448c tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=e335c449-90b0-426d-9063-668dd70fd599 HTTP/1.1" status: 200 len: 945 time: 0.1740918 Oct 20 11:31:05.356123 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fa814bc3-5b0f-45b4-b467-a936dae4aee1 req-cbc1dc1a-8e29-42e5-a9e4-ee5262daafb3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791111 Oct 20 11:31:05.436642 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cc0f3e8a-8800-4fe0-9539-8fff49137946 req-4cb18870-f67b-4b51-b018-6d376a3befa0 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725763 Oct 20 11:31:05.451210 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-91541b20-4b27-48e1-9f2f-e135b05729a6 req-8641b0bf-af83-47bf-86e0-4168034284ed tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e397af8-07ce-4093-b8cb-76d0226b7f33&id=cde799ff-a835-4e26-b5ae-07ed8640379f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1108780 Oct 20 11:31:05.616446 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949414b-dc05-4372-a30b-3b345c63ff24 req-3d22894b-6be5-4275-ac25-8ad80b618a4d tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:05.618645 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1949414b-dc05-4372-a30b-3b345c63ff24 req-3d22894b-6be5-4275-ac25-8ad80b618a4d tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 949 time: 0.0918741 Oct 20 11:31:05.630917 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-a938662c-2500-486b-81aa-355f8467f399 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aea7d3c-78fa-4d1c-9d27-ec767d37af26 {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:31:05.639849 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-a938662c-2500-486b-81aa-355f8467f399 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:05.658056 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-a938662c-2500-486b-81aa-355f8467f399 service neutron] Transition to ACTIVE for port object 4aea7d3c-78fa-4d1c-9d27-ec767d37af26 will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:31:05.664161 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-a938662c-2500-486b-81aa-355f8467f399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:05.709084 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1949414b-dc05-4372-a30b-3b345c63ff24 req-413a2511-c2a6-4275-986c-b0d4814ab4ec tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818007 Oct 20 11:31:05.729527 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a938662c-2500-486b-81aa-355f8467f399 service neutron] Pushing event updated for resources: {'Port': ['ID=4aea7d3c-78fa-4d1c-9d27-ec767d37af26,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:05.881429 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-21042237-5d72-4d6a-9aa6-b867ac0f8fc1 req-e86d5119-0662-49ea-8c57-e61f39ddebf4 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d63aa35-428e-4d53-bf56-ec6e60d5f02b HTTP/1.1" status: 200 len: 210 time: 0.0561404 Oct 20 11:31:05.920350 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe35b68-3475-42e9-be18-f7fb19424aaa req-dd554e23-b58a-444a-b4d9-7598658e0b81 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:05.922096 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-1fe35b68-3475-42e9-be18-f7fb19424aaa req-dd554e23-b58a-444a-b4d9-7598658e0b81 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.89 "GET /v2.0/ports?device_id=d9d45d87-4bb6-486c-b0ae-82ffe15b83c4 HTTP/1.1" status: 200 len: 946 time: 0.1363249 Oct 20 11:31:05.923470 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-a938662c-2500-486b-81aa-355f8467f399 service neutron] Attempting to bind port 4aea7d3c-78fa-4d1c-9d27-ec767d37af26 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:31:05.924126 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-a938662c-2500-486b-81aa-355f8467f399 service neutron] Attempting to bind port 4aea7d3c-78fa-4d1c-9d27-ec767d37af26 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': 'dfef9a1e-24d7-4613-b244-c38a1f92df9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'debe6c2d-b3d4-4e02-853f-d2d45fbb1f32'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:31:05.924563 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-a938662c-2500-486b-81aa-355f8467f399 service neutron] Attempting to bind port 4aea7d3c-78fa-4d1c-9d27-ec767d37af26 on network debe6c2d-b3d4-4e02-853f-d2d45fbb1f32 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:31:05.931116 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Wed, 20 Oct 2021 11:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6f8aa5-2292-49ad-a5d8-a1673cefba9d x-openstack-request-id: req-6a6f8aa5-2292-49ad-a5d8-a1673cefba9d {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:31:05.931496 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3cb83e1-d26e-43fb-9111-1a2c562b6e89", "tag": "1096304c-3250-4c91-a0ae-a0d182374e03", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e3cb83e1-d26e-43fb-9111-1a2c562b6e89", "tag": "d39c253f-49f6-4214-8738-6a67f437331d", "status": "completed", "code": 200}, {"server_uuid": "b4cbb0ba-3367-43eb-b577-f77b45c517af", "name": "network-vif-deleted", "tag": "f1457ed4-9b43-4138-abe0-f6fc2a6c95ed", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:31:05.931863 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6a6f8aa5-2292-49ad-a5d8-a1673cefba9d {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:31:05.933955 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'tag': '1096304c-3250-4c91-a0ae-a0d182374e03', 'status': 'completed', 'code': 200} Oct 20 11:31:05.934331 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'tag': 'd39c253f-49f6-4214-8738-6a67f437331d', 'status': 'completed', 'code': 200} Oct 20 11:31:05.934754 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4cbb0ba-3367-43eb-b577-f77b45c517af', 'name': 'network-vif-deleted', 'tag': 'f1457ed4-9b43-4138-abe0-f6fc2a6c95ed', 'status': 'completed', 'code': 200} Oct 20 11:31:05.935410 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-a938662c-2500-486b-81aa-355f8467f399 service neutron] Port 4aea7d3c-78fa-4d1c-9d27-ec767d37af26 on network debe6c2d-b3d4-4e02-853f-d2d45fbb1f32 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:31:05.935801 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-a938662c-2500-486b-81aa-355f8467f399 service neutron] Attempting to bind port 4aea7d3c-78fa-4d1c-9d27-ec767d37af26 on network debe6c2d-b3d4-4e02-853f-d2d45fbb1f32 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:31:05.957212 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-a938662c-2500-486b-81aa-355f8467f399 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:31:05.957212 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-a938662c-2500-486b-81aa-355f8467f399 service neutron] Checking segment: {'id': 'dfef9a1e-24d7-4613-b244-c38a1f92df9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'debe6c2d-b3d4-4e02-853f-d2d45fbb1f32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:31:05.957589 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-a938662c-2500-486b-81aa-355f8467f399 service neutron] Bound using segment: {'id': 'dfef9a1e-24d7-4613-b244-c38a1f92df9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'debe6c2d-b3d4-4e02-853f-d2d45fbb1f32'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:31:05.957947 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-a938662c-2500-486b-81aa-355f8467f399 service neutron] Bound port: 4aea7d3c-78fa-4d1c-9d27-ec767d37af26, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfef9a1e-24d7-4613-b244-c38a1f92df9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'debe6c2d-b3d4-4e02-853f-d2d45fbb1f32'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:31:05.958375 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-a938662c-2500-486b-81aa-355f8467f399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:06.071369 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-96330770-b28c-436c-9190-ff42eebe1b3d req-b8bb73c4-49c4-4245-9ee2-e1fcb2da58c8 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 210 time: 0.0522494 Oct 20 11:31:06.092636 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb12cf-63a9-4960-b410-a2a90568292d req-7f02aa5a-2e46-49be-a227-faa7d0f51dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:06.105307 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb12cf-63a9-4960-b410-a2a90568292d req-7f02aa5a-2e46-49be-a227-faa7d0f51dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:06.105863 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb12cf-63a9-4960-b410-a2a90568292d req-7f02aa5a-2e46-49be-a227-faa7d0f51dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:06.107948 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb12cf-63a9-4960-b410-a2a90568292d req-7f02aa5a-2e46-49be-a227-faa7d0f51dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:06.108603 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb12cf-63a9-4960-b410-a2a90568292d req-7f02aa5a-2e46-49be-a227-faa7d0f51dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:06.109227 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb12cf-63a9-4960-b410-a2a90568292d req-7f02aa5a-2e46-49be-a227-faa7d0f51dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:06.109853 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb12cf-63a9-4960-b410-a2a90568292d req-7f02aa5a-2e46-49be-a227-faa7d0f51dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:06.116281 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ccb12cf-63a9-4960-b410-a2a90568292d req-7f02aa5a-2e46-49be-a227-faa7d0f51dff service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9d1ce67b5cf7473287fd13cd3d60b290&device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 6301 time: 0.1750357 Oct 20 11:31:06.120846 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-a938662c-2500-486b-81aa-355f8467f399 service neutron] For port 4aea7d3c-78fa-4d1c-9d27-ec767d37af26, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:31:06.125231 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-a938662c-2500-486b-81aa-355f8467f399 service neutron] For port 4aea7d3c-78fa-4d1c-9d27-ec767d37af26, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=4aea7d3c-78fa-4d1c-9d27-ec767d37af26,segment=NetworkSegment(dfef9a1e-24d7-4613-b244-c38a1f92df9c),segment_id=dfef9a1e-24d7-4613-b244-c38a1f92df9c)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:31:06.141451 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-a938662c-2500-486b-81aa-355f8467f399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:06.157434 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-1fe35b68-3475-42e9-be18-f7fb19424aaa req-6b001122-a9d7-4eb4-84fb-00e562b627da tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Deleting port e625edf4-48ff-480e-9e44-d9e330d0c2f5 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:31:06.158093 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-1fe35b68-3475-42e9-be18-f7fb19424aaa req-6b001122-a9d7-4eb4-84fb-00e562b627da tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:06.165357 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-a938662c-2500-486b-81aa-355f8467f399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:06.166168 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-a938662c-2500-486b-81aa-355f8467f399 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:06.167930 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-a938662c-2500-486b-81aa-355f8467f399 service neutron] 10.222.0.89 "PUT /v2.0/ports/4aea7d3c-78fa-4d1c-9d27-ec767d37af26 HTTP/1.1" status: 200 len: 1091 time: 1.2755404 Oct 20 11:31:06.210542 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-d7f6b5aa-f615-40aa-b20b-61e1a2538728 service neutron] Request body: {'port': {'device_id': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:31:06.223073 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ba7d1-aab3-4193-9225-857dbdd12fc8 req-e6788693-ff98-4699-989e-af61372fd5f2 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:06.233922 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b32ba7d1-aab3-4193-9225-857dbdd12fc8 req-e6788693-ff98-4699-989e-af61372fd5f2 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "GET /v2.0/ports?device_id=d9d45d87-4bb6-486c-b0ae-82ffe15b83c4 HTTP/1.1" status: 200 len: 946 time: 0.2627549 Oct 20 11:31:06.391008 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a938662c-2500-486b-81aa-355f8467f399 service neutron] Pushing event updated for resources: {'Port': ['ID=4aea7d3c-78fa-4d1c-9d27-ec767d37af26,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:06.422330 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-d7f6b5aa-f615-40aa-b20b-61e1a2538728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:06.441002 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-1fe35b68-3475-42e9-be18-f7fb19424aaa req-6b001122-a9d7-4eb4-84fb-00e562b627da tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] For port e625edf4-48ff-480e-9e44-d9e330d0c2f5, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e625edf4-48ff-480e-9e44-d9e330d0c2f5,segment=NetworkSegment(f7b2f859-a162-4ede-8eaa-620a4add6ef1),segment_id=f7b2f859-a162-4ede-8eaa-620a4add6ef1)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:06.441354 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-1fe35b68-3475-42e9-be18-f7fb19424aaa req-6b001122-a9d7-4eb4-84fb-00e562b627da tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:06.676067 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [req-4d4e39d5-aac4-40c2-94ed-fb995382bf7c req-ceba24b8-5902-4991-93a8-bbf43595b36a service neutron] show failed (client error): The resource could not be found. Oct 20 11:31:06.677747 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4d4e39d5-aac4-40c2-94ed-fb995382bf7c req-ceba24b8-5902-4991-93a8-bbf43595b36a service neutron] 10.222.0.89 "GET /v2.0/ports/e5fe209d-c2e2-452b-9fe6-fa5140bce982/bindings/n-h1-814735-3 HTTP/1.1" status: 404 len: 380 time: 0.6111078 Oct 20 11:31:06.681757 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb12cf-63a9-4960-b410-a2a90568292d req-f9a09a35-81d7-4980-93f7-8887bbc13f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:06.682252 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb12cf-63a9-4960-b410-a2a90568292d req-f9a09a35-81d7-4980-93f7-8887bbc13f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:06.682756 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb12cf-63a9-4960-b410-a2a90568292d req-f9a09a35-81d7-4980-93f7-8887bbc13f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:06.684403 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ccb12cf-63a9-4960-b410-a2a90568292d req-f9a09a35-81d7-4980-93f7-8887bbc13f63 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=9d1ce67b5cf7473287fd13cd3d60b290&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5390213 Oct 20 11:31:06.833991 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b32ba7d1-aab3-4193-9225-857dbdd12fc8 req-f6d9fce8-73d6-4354-9b90-7636371bd1d8 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "GET /v2.0/security-groups?id=d7aebbb5-65a1-4d60-b2e8-4078ecfc3582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5966344 Oct 20 11:31:07.082024 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e39d5-aac4-40c2-94ed-fb995382bf7c req-a9fbac85-e0eb-453c-9911-e12d7ae7d91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:07.084086 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-4d4e39d5-aac4-40c2-94ed-fb995382bf7c req-a9fbac85-e0eb-453c-9911-e12d7ae7d91c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0b8139f8-9141-4764-90d9-f4c63efc6677&tenant_id=4b173b35dd00423795d2e29ae132dc78 HTTP/1.1" status: 200 len: 1100 time: 0.1372285 Oct 20 11:31:07.098162 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-d7f6b5aa-f615-40aa-b20b-61e1a2538728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36734b27-541b-4c46-94d0-9c36824cd543 {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:31:07.106126 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-4d4e39d5-aac4-40c2-94ed-fb995382bf7c req-e65d0f4f-475c-40b6-943a-2520f3b43d4a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-814735-3', 'device_owner': 'compute:nova'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:31:07.107548 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58298) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:07.131861 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-d7f6b5aa-f615-40aa-b20b-61e1a2538728 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:07.136287 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c71c9-b142-485d-95bc-6ee3f9ab0e09 req-c2d2240d-7c56-4c7f-93cc-d44e9db6c968 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:07.137792 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7f4c71c9-b142-485d-95bc-6ee3f9ab0e09 req-c2d2240d-7c56-4c7f-93cc-d44e9db6c968 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] 10.222.0.11 "GET /v2.0/networks?id=fcbe37f6-fe51-4b01-9214-985ffc9ccfe9 HTTP/1.1" status: 200 len: 805 time: 0.4887784 Oct 20 11:31:07.151784 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c0aa6-b15e-4285-b740-19c7713abd79 req-d212aaf3-76b2-44ef-bdce-7c299528490b tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:07.153193 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-650c0aa6-b15e-4285-b740-19c7713abd79 req-d212aaf3-76b2-44ef-bdce-7c299528490b tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=e335c449-90b0-426d-9063-668dd70fd599 HTTP/1.1" status: 200 len: 945 time: 0.3541813 Oct 20 11:31:07.156738 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-1fe35b68-3475-42e9-be18-f7fb19424aaa req-6b001122-a9d7-4eb4-84fb-00e562b627da tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:07.157175 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-1fe35b68-3475-42e9-be18-f7fb19424aaa req-6b001122-a9d7-4eb4-84fb-00e562b627da tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:07.157685 n-d-814735-3 neutron-server[100646]: INFO neutron.db.l3_db [req-1fe35b68-3475-42e9-be18-f7fb19424aaa req-6b001122-a9d7-4eb4-84fb-00e562b627da tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Floating IP 9486f5f0-36ca-42fe-85f9-5ad3929fe614 disassociated. External IP: 172.25.5.206, port: e625edf4-48ff-480e-9e44-d9e330d0c2f5. Oct 20 11:31:07.158651 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-1fe35b68-3475-42e9-be18-f7fb19424aaa req-6b001122-a9d7-4eb4-84fb-00e562b627da tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Calling delete_port for e625edf4-48ff-480e-9e44-d9e330d0c2f5 owned by compute:nova {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:31:07.173876 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-d7f6b5aa-f615-40aa-b20b-61e1a2538728 service neutron] Transition to ACTIVE for port object 36734b27-541b-4c46-94d0-9c36824cd543 will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:31:07.199605 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-d7f6b5aa-f615-40aa-b20b-61e1a2538728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:07.288866 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f6b5aa-f615-40aa-b20b-61e1a2538728 service neutron] Pushing event updated for resources: {'Port': ['ID=36734b27-541b-4c46-94d0-9c36824cd543,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:07.301424 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-4d4e39d5-aac4-40c2-94ed-fb995382bf7c req-e65d0f4f-475c-40b6-943a-2520f3b43d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:07.452237 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-d7f6b5aa-f615-40aa-b20b-61e1a2538728 service neutron] Attempting to bind port 36734b27-541b-4c46-94d0-9c36824cd543 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:31:07.452650 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-d7f6b5aa-f615-40aa-b20b-61e1a2538728 service neutron] Attempting to bind port 36734b27-541b-4c46-94d0-9c36824cd543 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '7a55bb8e-283b-4f5c-b424-b22520b3d64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'cbfb6560-b005-4cf2-8e9b-c40d4507d392'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:31:07.452885 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-d7f6b5aa-f615-40aa-b20b-61e1a2538728 service neutron] Attempting to bind port 36734b27-541b-4c46-94d0-9c36824cd543 on network cbfb6560-b005-4cf2-8e9b-c40d4507d392 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:31:07.461333 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-d7f6b5aa-f615-40aa-b20b-61e1a2538728 service neutron] Port 36734b27-541b-4c46-94d0-9c36824cd543 on network cbfb6560-b005-4cf2-8e9b-c40d4507d392 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:31:07.461333 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-d7f6b5aa-f615-40aa-b20b-61e1a2538728 service neutron] Attempting to bind port 36734b27-541b-4c46-94d0-9c36824cd543 on network cbfb6560-b005-4cf2-8e9b-c40d4507d392 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:31:07.499641 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb12cf-63a9-4960-b410-a2a90568292d req-cc84b719-09b3-43b7-a4b7-d1e21d77bce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:07.501123 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ccb12cf-63a9-4960-b410-a2a90568292d req-cc84b719-09b3-43b7-a4b7-d1e21d77bce2 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7942221 Oct 20 11:31:07.511936 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075c4b1-b8d2-408a-a2fd-d5f29150ae98 req-f9ffded0-e4f7-44de-932b-77449de9f42c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:07.513766 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-d7f6b5aa-f615-40aa-b20b-61e1a2538728 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:31:07.514103 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-d7f6b5aa-f615-40aa-b20b-61e1a2538728 service neutron] Checking segment: {'id': '7a55bb8e-283b-4f5c-b424-b22520b3d64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'cbfb6560-b005-4cf2-8e9b-c40d4507d392'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:31:07.514489 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-d7f6b5aa-f615-40aa-b20b-61e1a2538728 service neutron] Bound using segment: {'id': '7a55bb8e-283b-4f5c-b424-b22520b3d64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'cbfb6560-b005-4cf2-8e9b-c40d4507d392'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:31:07.514971 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-d7f6b5aa-f615-40aa-b20b-61e1a2538728 service neutron] Bound port: 36734b27-541b-4c46-94d0-9c36824cd543, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a55bb8e-283b-4f5c-b424-b22520b3d64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'cbfb6560-b005-4cf2-8e9b-c40d4507d392'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:31:07.515323 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-d7f6b5aa-f615-40aa-b20b-61e1a2538728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:07.517765 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075c4b1-b8d2-408a-a2fd-d5f29150ae98 req-f9ffded0-e4f7-44de-932b-77449de9f42c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:07.523624 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075c4b1-b8d2-408a-a2fd-d5f29150ae98 req-f9ffded0-e4f7-44de-932b-77449de9f42c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:07.529938 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075c4b1-b8d2-408a-a2fd-d5f29150ae98 req-f9ffded0-e4f7-44de-932b-77449de9f42c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:07.535771 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075c4b1-b8d2-408a-a2fd-d5f29150ae98 req-f9ffded0-e4f7-44de-932b-77449de9f42c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:07.541703 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075c4b1-b8d2-408a-a2fd-d5f29150ae98 req-f9ffded0-e4f7-44de-932b-77449de9f42c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:07.547721 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075c4b1-b8d2-408a-a2fd-d5f29150ae98 req-f9ffded0-e4f7-44de-932b-77449de9f42c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:07.555638 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1075c4b1-b8d2-408a-a2fd-d5f29150ae98 req-f9ffded0-e4f7-44de-932b-77449de9f42c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 5396 time: 0.5973058 Oct 20 11:31:07.643777 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-58903bc6-48f2-4e29-9fee-f210b0329834 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:07.646569 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-d7f6b5aa-f615-40aa-b20b-61e1a2538728 service neutron] For port 36734b27-541b-4c46-94d0-9c36824cd543, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:31:07.674696 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-d7f6b5aa-f615-40aa-b20b-61e1a2538728 service neutron] For port 36734b27-541b-4c46-94d0-9c36824cd543, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=36734b27-541b-4c46-94d0-9c36824cd543,segment=NetworkSegment(7a55bb8e-283b-4f5c-b424-b22520b3d64c),segment_id=7a55bb8e-283b-4f5c-b424-b22520b3d64c)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:31:07.677791 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7f4c71c9-b142-485d-95bc-6ee3f9ab0e09 req-21d97858-d515-433d-b641-9a8d3e92899f tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52c1bb966e2b40228f44b31ee15523d5 HTTP/1.1" status: 200 len: 379 time: 0.5235898 Oct 20 11:31:07.693737 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-1fe35b68-3475-42e9-be18-f7fb19424aaa req-6b001122-a9d7-4eb4-84fb-00e562b627da tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:07.700102 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-d7f6b5aa-f615-40aa-b20b-61e1a2538728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:07.701681 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-7f4c71c9-b142-485d-95bc-6ee3f9ab0e09 req-1dfe2d8d-7017-4970-a9ed-56b7c1f8da5a tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Request body: {'port': {'device_id': '8d63aa35-428e-4d53-bf56-ec6e60d5f02b', 'network_id': 'fcbe37f6-fe51-4b01-9214-985ffc9ccfe9', 'admin_state_up': True, 'tenant_id': '52c1bb966e2b40228f44b31ee15523d5', 'security_groups': ['bee60465-470c-4ac8-9215-1615b7cf532f']}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:31:07.722949 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1075c4b1-b8d2-408a-a2fd-d5f29150ae98 req-b3e5a3fa-05b2-443a-af55-dcc452767f11 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e397af8-07ce-4093-b8cb-76d0226b7f33&id=cde799ff-a835-4e26-b5ae-07ed8640379f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1624625 Oct 20 11:31:07.738348 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b001122-a9d7-4eb4-84fb-00e562b627da tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Pushing event deleted for resources: {'Port': ['ID=e625edf4-48ff-480e-9e44-d9e330d0c2f5,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:07.784948 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-d7f6b5aa-f615-40aa-b20b-61e1a2538728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:07.786063 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-d7f6b5aa-f615-40aa-b20b-61e1a2538728 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:07.788137 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-d7f6b5aa-f615-40aa-b20b-61e1a2538728 service neutron] 10.222.0.89 "PUT /v2.0/ports/36734b27-541b-4c46-94d0-9c36824cd543 HTTP/1.1" status: 200 len: 1091 time: 1.5826573 Oct 20 11:31:07.853403 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-4406a29b-ae5d-4889-83eb-174c6301c3fe service neutron] Request body: {'port': {'device_id': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:31:07.936629 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'tag': '4aea7d3c-78fa-4d1c-9d27-ec767d37af26'}, {'name': 'network-changed', 'server_uuid': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'tag': '36734b27-541b-4c46-94d0-9c36824cd543'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:31:07.939647 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25dc976-fa96-4b5a-9a02-60dc7b184181" -d '{"events": [{"name": "network-changed", "server_uuid": "e3cb83e1-d26e-43fb-9111-1a2c562b6e89", "tag": "4aea7d3c-78fa-4d1c-9d27-ec767d37af26"}, {"name": "network-changed", "server_uuid": "e3cb83e1-d26e-43fb-9111-1a2c562b6e89", "tag": "36734b27-541b-4c46-94d0-9c36824cd543"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:31:07.956267 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-58903bc6-48f2-4e29-9fee-f210b0329834 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:07.970978 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-650c0aa6-b15e-4285-b740-19c7713abd79 req-37c26ffe-8475-4845-b802-6def78e80385 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8037663 Oct 20 11:31:07.979160 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-58903bc6-48f2-4e29-9fee-f210b0329834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:07.991729 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb12cf-63a9-4960-b410-a2a90568292d req-6194f16d-4b1e-4ddb-bce2-0ac794b5f1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:07.992196 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb12cf-63a9-4960-b410-a2a90568292d req-6194f16d-4b1e-4ddb-bce2-0ac794b5f1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:07.992665 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb12cf-63a9-4960-b410-a2a90568292d req-6194f16d-4b1e-4ddb-bce2-0ac794b5f1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:07.993122 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb12cf-63a9-4960-b410-a2a90568292d req-6194f16d-4b1e-4ddb-bce2-0ac794b5f1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:07.993579 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb12cf-63a9-4960-b410-a2a90568292d req-6194f16d-4b1e-4ddb-bce2-0ac794b5f1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:07.994116 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb12cf-63a9-4960-b410-a2a90568292d req-6194f16d-4b1e-4ddb-bce2-0ac794b5f1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:07.994684 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb12cf-63a9-4960-b410-a2a90568292d req-6194f16d-4b1e-4ddb-bce2-0ac794b5f1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:07.996623 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ccb12cf-63a9-4960-b410-a2a90568292d req-6194f16d-4b1e-4ddb-bce2-0ac794b5f1e9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9d1ce67b5cf7473287fd13cd3d60b290&device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 6368 time: 0.4207745 Oct 20 11:31:08.065480 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-4d4e39d5-aac4-40c2-94ed-fb995382bf7c req-e65d0f4f-475c-40b6-943a-2520f3b43d4a service neutron] For port e5fe209d-c2e2-452b-9fe6-fa5140bce982, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e5fe209d-c2e2-452b-9fe6-fa5140bce982,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:08.075222 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f6b5aa-f615-40aa-b20b-61e1a2538728 service neutron] Pushing event updated for resources: {'Port': ['ID=36734b27-541b-4c46-94d0-9c36824cd543,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:08.161858 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58903bc6-48f2-4e29-9fee-f210b0329834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ce8b99-e294-4f32-ada5-46f5247a890f,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:08.198387 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aef86804-c828-471e-93f1-aadeb42e58ba req-841fdcbb-51fc-4e71-b083-f7e5da64bb81 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d63aa35-428e-4d53-bf56-ec6e60d5f02b HTTP/1.1" status: 200 len: 210 time: 0.1108918 Oct 20 11:31:08.202200 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f4c71c9-b142-485d-95bc-6ee3f9ab0e09 req-1dfe2d8d-7017-4970-a9ed-56b7c1f8da5a tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Made reservation on behalf of 52c1bb966e2b40228f44b31ee15523d5 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:31:08.206027 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7f4c71c9-b142-485d-95bc-6ee3f9ab0e09 req-1dfe2d8d-7017-4970-a9ed-56b7c1f8da5a tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:08.233715 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-58903bc6-48f2-4e29-9fee-f210b0329834 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f9e1570eae57440e80b842c27b6172f1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1226685 Oct 20 11:31:08.243913 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58308) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:08.375703 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636df30-09a7-453c-8896-0aea8b99b654 req-f2bfee7a-fdad-456d-b6da-64318fbc24e5 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:08.377365 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1636df30-09a7-453c-8896-0aea8b99b654 req-f2bfee7a-fdad-456d-b6da-64318fbc24e5 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 949 time: 0.4029212 Oct 20 11:31:08.391143 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f7f3278b-9480-420d-a868-210b950f8fc5 req-69c30524-7afc-4426-93a7-04738747e2f8 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 210 time: 0.0769789 Oct 20 11:31:08.476849 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb12cf-63a9-4960-b410-a2a90568292d req-4fdda831-d006-429d-b5ed-f095d57f388a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:08.477312 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb12cf-63a9-4960-b410-a2a90568292d req-4fdda831-d006-429d-b5ed-f095d57f388a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:08.477766 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb12cf-63a9-4960-b410-a2a90568292d req-4fdda831-d006-429d-b5ed-f095d57f388a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:08.479623 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ccb12cf-63a9-4960-b410-a2a90568292d req-4fdda831-d006-429d-b5ed-f095d57f388a service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=9d1ce67b5cf7473287fd13cd3d60b290&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4283748 Oct 20 11:31:08.542388 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-4406a29b-ae5d-4889-83eb-174c6301c3fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:08.546271 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ebb9fc78-a58a-4bf1-80ab-a51a943ffb40 req-f13d0e6a-ab3c-4d8d-a409-7bfa390ad5ed tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "GET /v2.0/ports?device_id=d9d45d87-4bb6-486c-b0ae-82ffe15b83c4 HTTP/1.1" status: 200 len: 210 time: 0.0606589 Oct 20 11:31:08.573243 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-06b76713-c61d-4ef1-80b3-223dd079736c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:08.577837 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fe35b68-3475-42e9-be18-f7fb19424aaa req-6b001122-a9d7-4eb4-84fb-00e562b627da tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Router 674ee549-7fa2-441d-8095-dddaba6b6583 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:31:08.591610 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-4d4e39d5-aac4-40c2-94ed-fb995382bf7c req-e65d0f4f-475c-40b6-943a-2520f3b43d4a service neutron] For port e5fe209d-c2e2-452b-9fe6-fa5140bce982, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:31:08.622388 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1636df30-09a7-453c-8896-0aea8b99b654 req-0a449c07-618f-4fce-a7b0-305ef1708b98 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270801 Oct 20 11:31:08.634122 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-4d4e39d5-aac4-40c2-94ed-fb995382bf7c req-e65d0f4f-475c-40b6-943a-2520f3b43d4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:08.646568 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-4d4e39d5-aac4-40c2-94ed-fb995382bf7c req-e65d0f4f-475c-40b6-943a-2520f3b43d4a service neutron] Transition to ACTIVE for port object e5fe209d-c2e2-452b-9fe6-fa5140bce982 will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:31:08.656311 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 20 Oct 2021 11:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8498a2-1c36-4e38-9c15-93dfd24ab442 x-openstack-request-id: req-4a8498a2-1c36-4e38-9c15-93dfd24ab442 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:31:08.656637 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3cb83e1-d26e-43fb-9111-1a2c562b6e89", "tag": "4aea7d3c-78fa-4d1c-9d27-ec767d37af26", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e3cb83e1-d26e-43fb-9111-1a2c562b6e89", "tag": "36734b27-541b-4c46-94d0-9c36824cd543", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:31:08.656848 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4a8498a2-1c36-4e38-9c15-93dfd24ab442 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:31:08.657234 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'tag': '4aea7d3c-78fa-4d1c-9d27-ec767d37af26', 'status': 'completed', 'code': 200} Oct 20 11:31:08.657482 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'tag': '36734b27-541b-4c46-94d0-9c36824cd543', 'status': 'completed', 'code': 200} Oct 20 11:31:08.704484 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-06b76713-c61d-4ef1-80b3-223dd079736c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:08.741305 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-7f4c71c9-b142-485d-95bc-6ee3f9ab0e09 req-1dfe2d8d-7017-4970-a9ed-56b7c1f8da5a tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Allocated IP 172.20.0.13 (fcbe37f6-fe51-4b01-9214-985ffc9ccfe9/ff355e09-dbd0-4af0-af48-6ef318d1c7d4/d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:31:08.792086 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-4d4e39d5-aac4-40c2-94ed-fb995382bf7c req-e65d0f4f-475c-40b6-943a-2520f3b43d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:08.802254 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fe35b68-3475-42e9-be18-f7fb19424aaa req-6b001122-a9d7-4eb4-84fb-00e562b627da tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:31:08.816730 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831223f1-17ab-4fe3-b27d-0b631d594543 None None] Sync routers for ids ['674ee549-7fa2-441d-8095-dddaba6b6583'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:31:08.823336 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb12cf-63a9-4960-b410-a2a90568292d req-db2c8ba4-6e86-469b-b80c-79eed4a16154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:08.824846 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ccb12cf-63a9-4960-b410-a2a90568292d req-db2c8ba4-6e86-469b-b80c-79eed4a16154 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3205671 Oct 20 11:31:08.856846 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-06b76713-c61d-4ef1-80b3-223dd079736c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:08.861910 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-06b76713-c61d-4ef1-80b3-223dd079736c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:08.866803 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831223f1-17ab-4fe3-b27d-0b631d594543 None None] Routers {'674ee549-7fa2-441d-8095-dddaba6b6583'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:31:08.868953 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-831223f1-17ab-4fe3-b27d-0b631d594543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:30:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['674ee549-7fa2-441d-8095-dddaba6b6583'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:08.881768 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe35b68-3475-42e9-be18-f7fb19424aaa req-6b001122-a9d7-4eb4-84fb-00e562b627da tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] No DVR routers for this DVR port e625edf4-48ff-480e-9e44-d9e330d0c2f5 on host n-h2-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:31:08.895919 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-06b76713-c61d-4ef1-80b3-223dd079736c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/91ce8b99-e294-4f32-ada5-46f5247a890f HTTP/1.1" status: 204 len: 168 time: 0.6479921 Oct 20 11:31:08.926467 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-1fe35b68-3475-42e9-be18-f7fb19424aaa req-6b001122-a9d7-4eb4-84fb-00e562b627da tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:08.929915 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-1fe35b68-3475-42e9-be18-f7fb19424aaa req-6b001122-a9d7-4eb4-84fb-00e562b627da tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.89 "DELETE /v2.0/ports/e625edf4-48ff-480e-9e44-d9e330d0c2f5 HTTP/1.1" status: 204 len: 173 time: 2.9901876 Oct 20 11:31:08.930888 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4e39d5-aac4-40c2-94ed-fb995382bf7c req-e65d0f4f-475c-40b6-943a-2520f3b43d4a service neutron] No DVR routers for this DVR port e5fe209d-c2e2-452b-9fe6-fa5140bce982 on host n-h2-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:31:09.042986 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-4d4e39d5-aac4-40c2-94ed-fb995382bf7c req-e65d0f4f-475c-40b6-943a-2520f3b43d4a service neutron] Attempting to bind port e5fe209d-c2e2-452b-9fe6-fa5140bce982 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:31:09.043240 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-4d4e39d5-aac4-40c2-94ed-fb995382bf7c req-e65d0f4f-475c-40b6-943a-2520f3b43d4a service neutron] Attempting to bind port e5fe209d-c2e2-452b-9fe6-fa5140bce982 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:31:09.043842 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4e39d5-aac4-40c2-94ed-fb995382bf7c req-e65d0f4f-475c-40b6-943a-2520f3b43d4a service neutron] Attempting to bind port e5fe209d-c2e2-452b-9fe6-fa5140bce982 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:31:09.053364 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4e39d5-aac4-40c2-94ed-fb995382bf7c req-e65d0f4f-475c-40b6-943a-2520f3b43d4a service neutron] Port e5fe209d-c2e2-452b-9fe6-fa5140bce982 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:31:09.053488 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4e39d5-aac4-40c2-94ed-fb995382bf7c req-e65d0f4f-475c-40b6-943a-2520f3b43d4a service neutron] Attempting to bind port e5fe209d-c2e2-452b-9fe6-fa5140bce982 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:31:09.062571 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4e39d5-aac4-40c2-94ed-fb995382bf7c req-e65d0f4f-475c-40b6-943a-2520f3b43d4a service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:31:09.062937 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4e39d5-aac4-40c2-94ed-fb995382bf7c req-e65d0f4f-475c-40b6-943a-2520f3b43d4a service neutron] Checking segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:31:09.063576 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4e39d5-aac4-40c2-94ed-fb995382bf7c req-e65d0f4f-475c-40b6-943a-2520f3b43d4a service neutron] Bound using segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:31:09.064071 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-4d4e39d5-aac4-40c2-94ed-fb995382bf7c req-e65d0f4f-475c-40b6-943a-2520f3b43d4a service neutron] Bound port: e5fe209d-c2e2-452b-9fe6-fa5140bce982, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:31:09.064593 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-4d4e39d5-aac4-40c2-94ed-fb995382bf7c req-e65d0f4f-475c-40b6-943a-2520f3b43d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:09.132882 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b76713-c61d-4ef1-80b3-223dd079736c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ce8b99-e294-4f32-ada5-46f5247a890f,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:09.188546 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-4d4e39d5-aac4-40c2-94ed-fb995382bf7c req-e65d0f4f-475c-40b6-943a-2520f3b43d4a service neutron] For port e5fe209d-c2e2-452b-9fe6-fa5140bce982, host n-h1-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:31:09.192603 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-4d4e39d5-aac4-40c2-94ed-fb995382bf7c req-e65d0f4f-475c-40b6-943a-2520f3b43d4a service neutron] For port e5fe209d-c2e2-452b-9fe6-fa5140bce982, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=e5fe209d-c2e2-452b-9fe6-fa5140bce982,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:31:09.267996 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-4d4e39d5-aac4-40c2-94ed-fb995382bf7c req-e65d0f4f-475c-40b6-943a-2520f3b43d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:09.279042 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d0f4f-475c-40b6-943a-2520f3b43d4a service neutron] Pushing event updated for resources: {'Port': ['ID=e5fe209d-c2e2-452b-9fe6-fa5140bce982,revision_number=6']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:09.356296 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d0f4f-475c-40b6-943a-2520f3b43d4a service neutron] Pushing event updated for resources: {'Port': ['ID=e5fe209d-c2e2-452b-9fe6-fa5140bce982,revision_number=7']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:09.372095 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e39d5-aac4-40c2-94ed-fb995382bf7c req-e65d0f4f-475c-40b6-943a-2520f3b43d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:09.374025 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-4d4e39d5-aac4-40c2-94ed-fb995382bf7c req-e65d0f4f-475c-40b6-943a-2520f3b43d4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:09.377653 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-4d4e39d5-aac4-40c2-94ed-fb995382bf7c req-e65d0f4f-475c-40b6-943a-2520f3b43d4a service neutron] 10.222.0.11 "PUT /v2.0/ports/e5fe209d-c2e2-452b-9fe6-fa5140bce982 HTTP/1.1" status: 200 len: 1095 time: 2.2843657 Oct 20 11:31:09.430733 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7f4c71c9-b142-485d-95bc-6ee3f9ab0e09 req-1dfe2d8d-7017-4970-a9ed-56b7c1f8da5a tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:09.521769 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e39d5-aac4-40c2-94ed-fb995382bf7c req-e0d3d6a3-f4da-40aa-945d-abebbbfbbe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:09.525651 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-4d4e39d5-aac4-40c2-94ed-fb995382bf7c req-e0d3d6a3-f4da-40aa-945d-abebbbfbbe8c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4b173b35dd00423795d2e29ae132dc78&device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 1098 time: 0.1215072 Oct 20 11:31:09.537312 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7f4c71c9-b142-485d-95bc-6ee3f9ab0e09 req-1dfe2d8d-7017-4970-a9ed-56b7c1f8da5a tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:09.558605 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device e5fe209d-c2e2-452b-9fe6-fa5140bce982 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:31:09.579337 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25dc976-fa96-4b5a-9a02-60dc7b184181 req-2de7a83b-40ce-429a-9399-36cc644448dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:09.591762 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25dc976-fa96-4b5a-9a02-60dc7b184181 req-2de7a83b-40ce-429a-9399-36cc644448dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:09.592488 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25dc976-fa96-4b5a-9a02-60dc7b184181 req-2de7a83b-40ce-429a-9399-36cc644448dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:09.593235 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25dc976-fa96-4b5a-9a02-60dc7b184181 req-2de7a83b-40ce-429a-9399-36cc644448dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:09.594056 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25dc976-fa96-4b5a-9a02-60dc7b184181 req-2de7a83b-40ce-429a-9399-36cc644448dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:09.595083 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25dc976-fa96-4b5a-9a02-60dc7b184181 req-2de7a83b-40ce-429a-9399-36cc644448dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:09.604714 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25dc976-fa96-4b5a-9a02-60dc7b184181 req-2de7a83b-40ce-429a-9399-36cc644448dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:09.607211 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b25dc976-fa96-4b5a-9a02-60dc7b184181 req-2de7a83b-40ce-429a-9399-36cc644448dd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9d1ce67b5cf7473287fd13cd3d60b290&device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 6410 time: 0.6907890 Oct 20 11:31:09.701142 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e39d5-aac4-40c2-94ed-fb995382bf7c req-30013b7a-7ecc-4888-98fe-d85edf9b9455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:09.702674 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-4d4e39d5-aac4-40c2-94ed-fb995382bf7c req-30013b7a-7ecc-4888-98fe-d85edf9b9455 service neutron] 10.222.0.11 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 0.1367440 Oct 20 11:31:09.703237 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58334) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:09.720305 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f4c71c9-b142-485d-95bc-6ee3f9ab0e09 req-1dfe2d8d-7017-4970-a9ed-56b7c1f8da5a tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Network fcbe37f6-fe51-4b01-9214-985ffc9ccfe9 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:31:09.721000 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-831223f1-17ab-4fe3-b27d-0b631d594543 None None] Set router 674ee549-7fa2-441d-8095-dddaba6b6583 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:31:09.722015 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe2d8d-7017-4970-a9ed-56b7c1f8da5a tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Pushing event updated for resources: {'Port': ['ID=d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:09.735583 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-7f4c71c9-b142-485d-95bc-6ee3f9ab0e09 req-1dfe2d8d-7017-4970-a9ed-56b7c1f8da5a tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:31:09.749370 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d8e39cef-6969-453f-b08a-0581396513bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:09.804033 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-4d4e39d5-aac4-40c2-94ed-fb995382bf7c req-57b8faa4-cbe2-445e-a5d4-d340da02b616 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=e5fe209d-c2e2-452b-9fe6-fa5140bce982 HTTP/1.1" status: 200 len: 217 time: 0.0494626 Oct 20 11:31:09.908034 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4373fe-e499-4379-badf-6f3f0342a6be req-ce212316-972e-4325-b3a7-6b7625f01ac2 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:09.914786 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4373fe-e499-4379-badf-6f3f0342a6be req-ce212316-972e-4325-b3a7-6b7625f01ac2 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:09.921696 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4373fe-e499-4379-badf-6f3f0342a6be req-ce212316-972e-4325-b3a7-6b7625f01ac2 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:09.928542 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4373fe-e499-4379-badf-6f3f0342a6be req-ce212316-972e-4325-b3a7-6b7625f01ac2 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:09.936487 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4373fe-e499-4379-badf-6f3f0342a6be req-ce212316-972e-4325-b3a7-6b7625f01ac2 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:09.941340 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e39d5-aac4-40c2-94ed-fb995382bf7c req-5511f994-4dc2-49f8-8bfa-f3800d448532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:09.942856 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-4d4e39d5-aac4-40c2-94ed-fb995382bf7c req-5511f994-4dc2-49f8-8bfa-f3800d448532 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.0587482 Oct 20 11:31:09.943628 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4373fe-e499-4379-badf-6f3f0342a6be req-ce212316-972e-4325-b3a7-6b7625f01ac2 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:09.951073 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4373fe-e499-4379-badf-6f3f0342a6be req-ce212316-972e-4325-b3a7-6b7625f01ac2 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:09.960339 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8f4373fe-e499-4379-badf-6f3f0342a6be req-ce212316-972e-4325-b3a7-6b7625f01ac2 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 5408 time: 1.0508065 Oct 20 11:31:09.962758 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:09.970230 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25dc976-fa96-4b5a-9a02-60dc7b184181 req-94e3199a-5fc6-47b5-b693-0bcdebd3705d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:09.970708 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25dc976-fa96-4b5a-9a02-60dc7b184181 req-94e3199a-5fc6-47b5-b693-0bcdebd3705d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:09.971349 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25dc976-fa96-4b5a-9a02-60dc7b184181 req-94e3199a-5fc6-47b5-b693-0bcdebd3705d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:09.973046 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b25dc976-fa96-4b5a-9a02-60dc7b184181 req-94e3199a-5fc6-47b5-b693-0bcdebd3705d service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=9d1ce67b5cf7473287fd13cd3d60b290&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3484447 Oct 20 11:31:09.992281 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device e5fe209d-c2e2-452b-9fe6-fa5140bce982 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:31:09.992704 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device e625edf4-48ff-480e-9e44-d9e330d0c2f5 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:31:09.992820 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d8e39cef-6969-453f-b08a-0581396513bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:10.003990 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d8e39cef-6969-453f-b08a-0581396513bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:10.018380 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: e625edf4-48ff-480e-9e44-d9e330d0c2f5 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:31:10.018729 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device e625edf4-48ff-480e-9e44-d9e330d0c2f5 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:31:10.019040 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4c71c9-b142-485d-95bc-6ee3f9ab0e09 req-1dfe2d8d-7017-4970-a9ed-56b7c1f8da5a tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:31:10.063255 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d8e39cef-6969-453f-b08a-0581396513bf admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6fb6020b36b84a4584341afb198eef79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3546059 Oct 20 11:31:10.068230 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e39cef-6969-453f-b08a-0581396513bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8423ae54-f6d1-4a9f-a947-fffbd5f731f8,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:10.072901 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58338) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:10.074816 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-831223f1-17ab-4fe3-b27d-0b631d594543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1118223990-router', 'tenant_id': '148df67387bc4ce6991a2699fe30ca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '1b58a554-d85a-47c3-9896-ddec53885546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:26:07Z', 'updated_at': '2021-10-20T11:26:14Z', 'revision_number': 4, 'project_id': '148df67387bc4ce6991a2699fe30ca2b', 'gw_port': {'id': '1b58a554-d85a-47c3-9896-ddec53885546', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:08Z', 'updated_at': '2021-10-20T11:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '11aefccc-1ee1-4b5f-95ed-b5a27fdfbc0b', 'name': '', 'network_id': 'd8338651-6e93-43eb-82bb-c86cf6e817ba', 'tenant_id': '148df67387bc4ce6991a2699fe30ca2b', 'mac_address': 'fa:16:3e:d9:70:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5a859bd7-2b54-4ef2-916f-95506b8b807d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:13Z', 'updated_at': '2021-10-20T11:26:23Z', 'revision_number': 5, 'project_id': '148df67387bc4ce6991a2699fe30ca2b', 'subnets': [{'id': '5a859bd7-2b54-4ef2-916f-95506b8b807d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:10.114644 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831223f1-17ab-4fe3-b27d-0b631d594543 None None] Checking router: 674ee549-7fa2-441d-8095-dddaba6b6583 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:31:10.119844 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e39d5-aac4-40c2-94ed-fb995382bf7c req-c335fcb7-e0c5-4e26-8e7d-05da6e8365bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:10.123898 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831223f1-17ab-4fe3-b27d-0b631d594543 None None] Routers {'674ee549-7fa2-441d-8095-dddaba6b6583'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:31:10.124573 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-831223f1-17ab-4fe3-b27d-0b631d594543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:30:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['674ee549-7fa2-441d-8095-dddaba6b6583'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:10.133003 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-4d4e39d5-aac4-40c2-94ed-fb995382bf7c req-c335fcb7-e0c5-4e26-8e7d-05da6e8365bc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1733594 Oct 20 11:31:10.279902 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25dc976-fa96-4b5a-9a02-60dc7b184181 req-ab8e2e26-ac19-4923-943c-f999440431c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:10.281353 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b25dc976-fa96-4b5a-9a02-60dc7b184181 req-ab8e2e26-ac19-4923-943c-f999440431c1 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2659473 Oct 20 11:31:10.286822 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-831223f1-17ab-4fe3-b27d-0b631d594543 None None] Set router 674ee549-7fa2-441d-8095-dddaba6b6583 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:31:10.289051 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c71c9-b142-485d-95bc-6ee3f9ab0e09 req-1dfe2d8d-7017-4970-a9ed-56b7c1f8da5a tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:10.290098 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7f4c71c9-b142-485d-95bc-6ee3f9ab0e09 req-1dfe2d8d-7017-4970-a9ed-56b7c1f8da5a tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:10.296930 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b2842bf7-bbcb-4820-8d9f-fbc6d3dc3764 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:10.325401 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-4406a29b-ae5d-4889-83eb-174c6301c3fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21d0cf01-a7f4-49be-aec5-51e5c5128073 {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:31:10.326984 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8f4373fe-e499-4379-badf-6f3f0342a6be req-ca1a24a2-cfc5-43c9-98e6-576d0218a382 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e397af8-07ce-4093-b8cb-76d0226b7f33&id=cde799ff-a835-4e26-b5ae-07ed8640379f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3656628 Oct 20 11:31:10.338843 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7f4c71c9-b142-485d-95bc-6ee3f9ab0e09 req-1dfe2d8d-7017-4970-a9ed-56b7c1f8da5a tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6507533 Oct 20 11:31:10.357682 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-4406a29b-ae5d-4889-83eb-174c6301c3fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:10.372383 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-7f4c71c9-b142-485d-95bc-6ee3f9ab0e09 req-981d8973-a73f-4d26-a5d5-d829924e9a1e service neutron] Request body: {'port': {'device_id': '8d63aa35-428e-4d53-bf56-ec6e60d5f02b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:31:10.373546 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b2842bf7-bbcb-4820-8d9f-fbc6d3dc3764 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:10.390928 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-4d4e39d5-aac4-40c2-94ed-fb995382bf7c req-497407ab-b97b-487c-99a6-7c031467bb4d service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373099 Oct 20 11:31:10.401986 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-4406a29b-ae5d-4889-83eb-174c6301c3fe service neutron] Transition to ACTIVE for port object 21d0cf01-a7f4-49be-aec5-51e5c5128073 will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:31:10.432419 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-4406a29b-ae5d-4889-83eb-174c6301c3fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:10.454042 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a49201-8b3a-44a4-89f8-b4f09d4c268d req-d17432ed-b15c-4a95-969d-c67f03b0d655 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:10.455816 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3a49201-8b3a-44a4-89f8-b4f09d4c268d req-d17432ed-b15c-4a95-969d-c67f03b0d655 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d63aa35-428e-4d53-bf56-ec6e60d5f02b HTTP/1.1" status: 200 len: 932 time: 0.7162185 Oct 20 11:31:10.499512 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4406a29b-ae5d-4889-83eb-174c6301c3fe service neutron] Pushing event updated for resources: {'Port': ['ID=21d0cf01-a7f4-49be-aec5-51e5c5128073,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:10.501585 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-03562c8e-091c-436e-af33-b30e50bc80f8 None None] Provisioning complete for port d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:31:10.502641 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-03562c8e-091c-436e-af33-b30e50bc80f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:10.529916 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7f4c71c9-b142-485d-95bc-6ee3f9ab0e09 req-981d8973-a73f-4d26-a5d5-d829924e9a1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:10.568046 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3a49201-8b3a-44a4-89f8-b4f09d4c268d req-04a49e67-d810-4cb5-a45b-57b5810760b5 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] 10.222.0.98 "GET /v2.0/security-groups?id=bee60465-470c-4ac8-9215-1615b7cf532f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918214 Oct 20 11:31:10.611693 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-03562c8e-091c-436e-af33-b30e50bc80f8 None None] Port d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:31:10.622779 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b2842bf7-bbcb-4820-8d9f-fbc6d3dc3764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:10.626531 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b2842bf7-bbcb-4820-8d9f-fbc6d3dc3764 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:10.630157 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b2842bf7-bbcb-4820-8d9f-fbc6d3dc3764 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8423ae54-f6d1-4a9f-a947-fffbd5f731f8 HTTP/1.1" status: 204 len: 168 time: 0.5558634 Oct 20 11:31:10.677287 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b8139f8-9141-4764-90d9-f4c63efc6677', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5fe209d-c2e2-452b-9fe6-fa5140bce982'}, {'server_uuid': 'd9d45d87-4bb6-486c-b0ae-82ffe15b83c4', 'name': 'network-vif-deleted', 'tag': 'e625edf4-48ff-480e-9e44-d9e330d0c2f5'}, {'name': 'network-changed', 'server_uuid': '0b8139f8-9141-4764-90d9-f4c63efc6677', 'tag': 'e5fe209d-c2e2-452b-9fe6-fa5140bce982'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:31:10.682356 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554b4dc9-e035-449d-a2f7-773c26488309" -d '{"events": [{"server_uuid": "0b8139f8-9141-4764-90d9-f4c63efc6677", "name": "network-vif-unplugged", "status": "completed", "tag": "e5fe209d-c2e2-452b-9fe6-fa5140bce982"}, {"server_uuid": "d9d45d87-4bb6-486c-b0ae-82ffe15b83c4", "name": "network-vif-deleted", "tag": "e625edf4-48ff-480e-9e44-d9e330d0c2f5"}, {"name": "network-changed", "server_uuid": "0b8139f8-9141-4764-90d9-f4c63efc6677", "tag": "e5fe209d-c2e2-452b-9fe6-fa5140bce982"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:31:10.682755 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c514c203-06a4-4e5e-82d7-ffdf04075c1f req-4be68f8a-a1b0-4ed0-a1dc-461e06e4adb6 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 210 time: 0.1064644 Oct 20 11:31:10.706983 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25dc976-fa96-4b5a-9a02-60dc7b184181 req-d6635682-1c15-459c-bf9d-ea1227f789ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:10.707458 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25dc976-fa96-4b5a-9a02-60dc7b184181 req-d6635682-1c15-459c-bf9d-ea1227f789ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:10.707919 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25dc976-fa96-4b5a-9a02-60dc7b184181 req-d6635682-1c15-459c-bf9d-ea1227f789ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:10.708374 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25dc976-fa96-4b5a-9a02-60dc7b184181 req-d6635682-1c15-459c-bf9d-ea1227f789ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:10.708826 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25dc976-fa96-4b5a-9a02-60dc7b184181 req-d6635682-1c15-459c-bf9d-ea1227f789ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:10.709273 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25dc976-fa96-4b5a-9a02-60dc7b184181 req-d6635682-1c15-459c-bf9d-ea1227f789ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:10.714102 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25dc976-fa96-4b5a-9a02-60dc7b184181 req-d6635682-1c15-459c-bf9d-ea1227f789ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:10.716393 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b25dc976-fa96-4b5a-9a02-60dc7b184181 req-d6635682-1c15-459c-bf9d-ea1227f789ba service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9d1ce67b5cf7473287fd13cd3d60b290&device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 6410 time: 0.3372505 Oct 20 11:31:10.727640 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2842bf7-bbcb-4820-8d9f-fbc6d3dc3764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8423ae54-f6d1-4a9f-a947-fffbd5f731f8,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:10.736394 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-4d4e39d5-aac4-40c2-94ed-fb995382bf7c req-5b3c7668-e4c0-40d2-87c3-c574ca35cbd7 service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229368 Oct 20 11:31:10.778055 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-4406a29b-ae5d-4889-83eb-174c6301c3fe service neutron] Attempting to bind port 21d0cf01-a7f4-49be-aec5-51e5c5128073 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:31:10.782110 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-4406a29b-ae5d-4889-83eb-174c6301c3fe service neutron] Attempting to bind port 21d0cf01-a7f4-49be-aec5-51e5c5128073 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '7a55bb8e-283b-4f5c-b424-b22520b3d64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'cbfb6560-b005-4cf2-8e9b-c40d4507d392'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:31:10.783002 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-4406a29b-ae5d-4889-83eb-174c6301c3fe service neutron] Attempting to bind port 21d0cf01-a7f4-49be-aec5-51e5c5128073 on network cbfb6560-b005-4cf2-8e9b-c40d4507d392 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:31:10.794694 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-4406a29b-ae5d-4889-83eb-174c6301c3fe service neutron] Port 21d0cf01-a7f4-49be-aec5-51e5c5128073 on network cbfb6560-b005-4cf2-8e9b-c40d4507d392 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:31:10.796330 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-4406a29b-ae5d-4889-83eb-174c6301c3fe service neutron] Attempting to bind port 21d0cf01-a7f4-49be-aec5-51e5c5128073 on network cbfb6560-b005-4cf2-8e9b-c40d4507d392 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:31:10.808948 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-4406a29b-ae5d-4889-83eb-174c6301c3fe service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:31:10.809430 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-4406a29b-ae5d-4889-83eb-174c6301c3fe service neutron] Checking segment: {'id': '7a55bb8e-283b-4f5c-b424-b22520b3d64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'cbfb6560-b005-4cf2-8e9b-c40d4507d392'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:31:10.811106 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-4406a29b-ae5d-4889-83eb-174c6301c3fe service neutron] Bound using segment: {'id': '7a55bb8e-283b-4f5c-b424-b22520b3d64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'cbfb6560-b005-4cf2-8e9b-c40d4507d392'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:31:10.811673 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-4406a29b-ae5d-4889-83eb-174c6301c3fe service neutron] Bound port: 21d0cf01-a7f4-49be-aec5-51e5c5128073, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a55bb8e-283b-4f5c-b424-b22520b3d64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'cbfb6560-b005-4cf2-8e9b-c40d4507d392'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:31:10.817017 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-4406a29b-ae5d-4889-83eb-174c6301c3fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:10.865730 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-831223f1-17ab-4fe3-b27d-0b631d594543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1118223990-router', 'tenant_id': '148df67387bc4ce6991a2699fe30ca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '1b58a554-d85a-47c3-9896-ddec53885546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:26:07Z', 'updated_at': '2021-10-20T11:26:14Z', 'revision_number': 4, 'project_id': '148df67387bc4ce6991a2699fe30ca2b', 'gw_port': {'id': '1b58a554-d85a-47c3-9896-ddec53885546', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:08Z', 'updated_at': '2021-10-20T11:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '11aefccc-1ee1-4b5f-95ed-b5a27fdfbc0b', 'name': '', 'network_id': 'd8338651-6e93-43eb-82bb-c86cf6e817ba', 'tenant_id': '148df67387bc4ce6991a2699fe30ca2b', 'mac_address': 'fa:16:3e:d9:70:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5a859bd7-2b54-4ef2-916f-95506b8b807d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:13Z', 'updated_at': '2021-10-20T11:26:23Z', 'revision_number': 5, 'project_id': '148df67387bc4ce6991a2699fe30ca2b', 'subnets': [{'id': '5a859bd7-2b54-4ef2-916f-95506b8b807d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:10.966426 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831223f1-17ab-4fe3-b27d-0b631d594543 None None] The sync data for ids ['674ee549-7fa2-441d-8095-dddaba6b6583'] in n-d-814735-3 is: [{'id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1118223990-router', 'tenant_id': '148df67387bc4ce6991a2699fe30ca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '1b58a554-d85a-47c3-9896-ddec53885546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:26:07Z', 'updated_at': '2021-10-20T11:26:14Z', 'revision_number': 4, 'project_id': '148df67387bc4ce6991a2699fe30ca2b', 'gw_port': {'id': '1b58a554-d85a-47c3-9896-ddec53885546', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:08Z', 'updated_at': '2021-10-20T11:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '11aefccc-1ee1-4b5f-95ed-b5a27fdfbc0b', 'name': '', 'network_id': 'd8338651-6e93-43eb-82bb-c86cf6e817ba', 'tenant_id': '148df67387bc4ce6991a2699fe30ca2b', 'mac_address': 'fa:16:3e:d9:70:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5a859bd7-2b54-4ef2-916f-95506b8b807d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:13Z', 'updated_at': '2021-10-20T11:26:23Z', 'revision_number': 5, 'project_id': '148df67387bc4ce6991a2699fe30ca2b', 'subnets': [{'id': '5a859bd7-2b54-4ef2-916f-95506b8b807d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:31:11.010484 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-4406a29b-ae5d-4889-83eb-174c6301c3fe service neutron] For port 21d0cf01-a7f4-49be-aec5-51e5c5128073, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:31:11.014528 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-4406a29b-ae5d-4889-83eb-174c6301c3fe service neutron] For port 21d0cf01-a7f4-49be-aec5-51e5c5128073, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=21d0cf01-a7f4-49be-aec5-51e5c5128073,segment=NetworkSegment(7a55bb8e-283b-4f5c-b424-b22520b3d64c),segment_id=7a55bb8e-283b-4f5c-b424-b22520b3d64c)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:31:11.043863 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-4406a29b-ae5d-4889-83eb-174c6301c3fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:11.122835 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Wed, 20 Oct 2021 11:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07abe71-0ea3-4318-89c5-ddf696698f9d x-openstack-request-id: req-e07abe71-0ea3-4318-89c5-ddf696698f9d {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:31:11.123282 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b8139f8-9141-4764-90d9-f4c63efc6677", "name": "network-vif-unplugged", "status": "completed", "tag": "e5fe209d-c2e2-452b-9fe6-fa5140bce982", "code": 200}, {"server_uuid": "d9d45d87-4bb6-486c-b0ae-82ffe15b83c4", "name": "network-vif-deleted", "tag": "e625edf4-48ff-480e-9e44-d9e330d0c2f5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0b8139f8-9141-4764-90d9-f4c63efc6677", "tag": "e5fe209d-c2e2-452b-9fe6-fa5140bce982", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:31:11.123528 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e07abe71-0ea3-4318-89c5-ddf696698f9d {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:31:11.124117 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b8139f8-9141-4764-90d9-f4c63efc6677', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5fe209d-c2e2-452b-9fe6-fa5140bce982', 'code': 200} Oct 20 11:31:11.124523 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d45d87-4bb6-486c-b0ae-82ffe15b83c4', 'name': 'network-vif-deleted', 'tag': 'e625edf4-48ff-480e-9e44-d9e330d0c2f5', 'status': 'completed', 'code': 200} Oct 20 11:31:11.124929 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b8139f8-9141-4764-90d9-f4c63efc6677', 'tag': 'e5fe209d-c2e2-452b-9fe6-fa5140bce982', 'status': 'completed', 'code': 200} Oct 20 11:31:11.205630 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-4406a29b-ae5d-4889-83eb-174c6301c3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:11.207674 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-4406a29b-ae5d-4889-83eb-174c6301c3fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:11.210837 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-4406a29b-ae5d-4889-83eb-174c6301c3fe service neutron] 10.222.0.89 "PUT /v2.0/ports/21d0cf01-a7f4-49be-aec5-51e5c5128073 HTTP/1.1" status: 200 len: 1091 time: 3.3634808 Oct 20 11:31:11.268556 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c955b15-37a7-441e-a94d-cf4faa8f901d req-821a1943-c377-450d-bf08-76d6fe27fd55 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:11.278853 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6c955b15-37a7-441e-a94d-cf4faa8f901d req-821a1943-c377-450d-bf08-76d6fe27fd55 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 947 time: 0.4527397 Oct 20 11:31:11.290438 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b4dc9-e035-449d-a2f7-773c26488309 req-6efa8231-1036-4502-8fba-2bd0126f2453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:11.292225 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-554b4dc9-e035-449d-a2f7-773c26488309 req-6efa8231-1036-4502-8fba-2bd0126f2453 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4b173b35dd00423795d2e29ae132dc78&device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 1098 time: 0.1811609 Oct 20 11:31:11.295374 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4406a29b-ae5d-4889-83eb-174c6301c3fe service neutron] Pushing event updated for resources: {'Port': ['ID=21d0cf01-a7f4-49be-aec5-51e5c5128073,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:11.310975 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b4dc9-e035-449d-a2f7-773c26488309 req-5748d8f0-9121-432f-8161-ca04c99455e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:11.314475 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-554b4dc9-e035-449d-a2f7-773c26488309 req-5748d8f0-9121-432f-8161-ca04c99455e3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4b173b35dd00423795d2e29ae132dc78&device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 1098 time: 0.2044854 Oct 20 11:31:11.412008 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25dc976-fa96-4b5a-9a02-60dc7b184181 req-86bab40e-a064-4068-92a5-bcf1a879ec16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:11.412483 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25dc976-fa96-4b5a-9a02-60dc7b184181 req-86bab40e-a064-4068-92a5-bcf1a879ec16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:11.413007 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25dc976-fa96-4b5a-9a02-60dc7b184181 req-86bab40e-a064-4068-92a5-bcf1a879ec16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:11.414730 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b25dc976-fa96-4b5a-9a02-60dc7b184181 req-86bab40e-a064-4068-92a5-bcf1a879ec16 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=9d1ce67b5cf7473287fd13cd3d60b290&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6786029 Oct 20 11:31:11.515415 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6c955b15-37a7-441e-a94d-cf4faa8f901d req-9f0e587e-1200-4575-b57e-114b735ab43f tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266793 Oct 20 11:31:11.605675 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58398) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:11.612139 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb09686c-3e59-46c1-bc55-c152c6275862 None None] New status for floating IP 9486f5f0-36ca-42fe-85f9-5ad3929fe614: DOWN {{(pid=100649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:31:11.718665 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-7f4c71c9-b142-485d-95bc-6ee3f9ab0e09 req-981d8973-a73f-4d26-a5d5-d829924e9a1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:31:11.729970 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b4dc9-e035-449d-a2f7-773c26488309 req-ed2cb20b-afa0-455a-af9b-e19fbc9268e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:11.731808 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-554b4dc9-e035-449d-a2f7-773c26488309 req-ed2cb20b-afa0-455a-af9b-e19fbc9268e7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 0.4302342 Oct 20 11:31:11.737213 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b4dc9-e035-449d-a2f7-773c26488309 req-df2f6879-d525-4fc8-9258-24d72faad528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:11.738720 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-554b4dc9-e035-449d-a2f7-773c26488309 req-df2f6879-d525-4fc8-9258-24d72faad528 service neutron] 10.222.0.89 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 0.3920946 Oct 20 11:31:11.740253 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7f4c71c9-b142-485d-95bc-6ee3f9ab0e09 req-981d8973-a73f-4d26-a5d5-d829924e9a1e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:11.769415 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-7f4c71c9-b142-485d-95bc-6ee3f9ab0e09 req-981d8973-a73f-4d26-a5d5-d829924e9a1e service neutron] Transition to ACTIVE for port object d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:31:11.797489 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-554b4dc9-e035-449d-a2f7-773c26488309 req-c53543ea-514d-4d7b-aa82-33bb9f9193ac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=e5fe209d-c2e2-452b-9fe6-fa5140bce982 HTTP/1.1" status: 200 len: 217 time: 0.0565765 Oct 20 11:31:11.819682 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7f4c71c9-b142-485d-95bc-6ee3f9ab0e09 req-981d8973-a73f-4d26-a5d5-d829924e9a1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:11.845111 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-554b4dc9-e035-449d-a2f7-773c26488309 req-c61afb10-746f-4e5e-be4a-2b5f3a7a97fa service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=e5fe209d-c2e2-452b-9fe6-fa5140bce982 HTTP/1.1" status: 200 len: 217 time: 0.0584669 Oct 20 11:31:11.865531 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9fa04997-3b43-43c2-8566-518d1d3aace7 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:11.912731 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25dc976-fa96-4b5a-9a02-60dc7b184181 req-217e6d52-dc71-4d08-9189-7c6878dcac98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:11.915111 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b25dc976-fa96-4b5a-9a02-60dc7b184181 req-217e6d52-dc71-4d08-9189-7c6878dcac98 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4594395 Oct 20 11:31:11.953436 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9fa04997-3b43-43c2-8566-518d1d3aace7 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:11.958755 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b4dc9-e035-449d-a2f7-773c26488309 req-6210f0b3-43d9-4dbc-a3df-f2b9f03027c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:11.961056 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-554b4dc9-e035-449d-a2f7-773c26488309 req-6210f0b3-43d9-4dbc-a3df-f2b9f03027c6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.1263106 Oct 20 11:31:12.008608 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b4dc9-e035-449d-a2f7-773c26488309 req-8b676abe-b57d-4417-9693-5a8f7a9e8355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:12.010115 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-554b4dc9-e035-449d-a2f7-773c26488309 req-8b676abe-b57d-4417-9693-5a8f7a9e8355 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.1405654 Oct 20 11:31:12.075599 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b4dc9-e035-449d-a2f7-773c26488309 req-077857f5-1b85-4d2b-89dd-9ed17664ff49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:12.077602 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-554b4dc9-e035-449d-a2f7-773c26488309 req-077857f5-1b85-4d2b-89dd-9ed17664ff49 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1083972 Oct 20 11:31:12.093701 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23a4d5-c323-4996-95df-a53195252f63 req-4adf4c9c-7368-4ffb-a003-5cb9f781008d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:12.101384 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23a4d5-c323-4996-95df-a53195252f63 req-4adf4c9c-7368-4ffb-a003-5cb9f781008d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:12.108399 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23a4d5-c323-4996-95df-a53195252f63 req-4adf4c9c-7368-4ffb-a003-5cb9f781008d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:12.114001 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b4dc9-e035-449d-a2f7-773c26488309 req-755ac638-4877-4b55-a3e3-73fe1ffc6ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:12.114511 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23a4d5-c323-4996-95df-a53195252f63 req-4adf4c9c-7368-4ffb-a003-5cb9f781008d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:12.115578 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-554b4dc9-e035-449d-a2f7-773c26488309 req-755ac638-4877-4b55-a3e3-73fe1ffc6ce7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0960045 Oct 20 11:31:12.121188 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23a4d5-c323-4996-95df-a53195252f63 req-4adf4c9c-7368-4ffb-a003-5cb9f781008d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:12.128303 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23a4d5-c323-4996-95df-a53195252f63 req-4adf4c9c-7368-4ffb-a003-5cb9f781008d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:12.134898 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23a4d5-c323-4996-95df-a53195252f63 req-4adf4c9c-7368-4ffb-a003-5cb9f781008d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:12.156151 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ac23a4d5-c323-4996-95df-a53195252f63 req-4adf4c9c-7368-4ffb-a003-5cb9f781008d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 5420 time: 0.5467415 Oct 20 11:31:12.183920 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d8973-a73f-4d26-a5d5-d829924e9a1e service neutron] Pushing event updated for resources: {'Port': ['ID=d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:12.213533 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9fa04997-3b43-43c2-8566-518d1d3aace7 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:12.216590 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9fa04997-3b43-43c2-8566-518d1d3aace7 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:12.217854 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-9fa04997-3b43-43c2-8566-518d1d3aace7 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "DELETE /v2.0/security-groups/d7aebbb5-65a1-4d60-b2e8-4078ecfc3582 HTTP/1.1" status: 204 len: 168 time: 0.6093702 Oct 20 11:31:12.224520 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58414) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:12.268972 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11d5b0-524e-4e3a-bdde-e3c288d7f756 req-cee0e733-8847-4e9d-812b-c21551db9c6a tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:12.274000 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa04997-3b43-43c2-8566-518d1d3aace7 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7aebbb5-65a1-4d60-b2e8-4078ecfc3582,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:12.277222 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8a11d5b0-524e-4e3a-bdde-e3c288d7f756 req-cee0e733-8847-4e9d-812b-c21551db9c6a tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=e335c449-90b0-426d-9063-668dd70fd599 HTTP/1.1" status: 200 len: 945 time: 0.5005705 Oct 20 11:31:12.299494 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-5d702256-dfd1-4177-ad9e-ad15c7def7da tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] show failed (client error): The resource could not be found. Oct 20 11:31:12.300813 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-0a2b5dc6-f472-4fe3-adb4-a5bc1f048cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:12.301196 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5d702256-dfd1-4177-ad9e-ad15c7def7da tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "GET /v2.0/security-groups/d7aebbb5-65a1-4d60-b2e8-4078ecfc3582 HTTP/1.1" status: 404 len: 347 time: 0.0608974 Oct 20 11:31:12.301313 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-0a2b5dc6-f472-4fe3-adb4-a5bc1f048cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:12.301745 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-0a2b5dc6-f472-4fe3-adb4-a5bc1f048cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:12.302204 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-0a2b5dc6-f472-4fe3-adb4-a5bc1f048cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:12.302660 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-0a2b5dc6-f472-4fe3-adb4-a5bc1f048cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:12.303192 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-0a2b5dc6-f472-4fe3-adb4-a5bc1f048cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:12.303649 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-0a2b5dc6-f472-4fe3-adb4-a5bc1f048cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:12.305335 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58418) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:12.305923 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-0a2b5dc6-f472-4fe3-adb4-a5bc1f048cde service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9d1ce67b5cf7473287fd13cd3d60b290&device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 6477 time: 0.3307288 Oct 20 11:31:12.310368 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-554b4dc9-e035-449d-a2f7-773c26488309 req-3568f45e-8412-452d-9138-30a30c3ac0c8 service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204144 Oct 20 11:31:12.319234 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:31:12.388315 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ac23a4d5-c323-4996-95df-a53195252f63 req-bc98383c-a53a-479f-b4cd-e40f634d53b4 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e397af8-07ce-4093-b8cb-76d0226b7f33&id=cde799ff-a835-4e26-b5ae-07ed8640379f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2312903 Oct 20 11:31:12.418699 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-891d49a7-cc66-4781-8dbc-eda5ee55e736 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e15232df-145b-465f-8af0-3f5421b15798 HTTP/1.1" status: 200 len: 217 time: 0.0919330 Oct 20 11:31:12.451779 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8a11d5b0-524e-4e3a-bdde-e3c288d7f756 req-19782544-1e6b-4cd5-8de2-6a3289cd3e1b tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733458 Oct 20 11:31:12.487128 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de,segment=NetworkSegment(ba843d51-18ac-492f-b072-dcb49c698d12),segment_id=ba843d51-18ac-492f-b072-dcb49c698d12)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:12.495679 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-554b4dc9-e035-449d-a2f7-773c26488309 req-6aeb3f9a-2bc9-4d64-acc7-955f968fe673 service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250091 Oct 20 11:31:12.521136 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de', 'network_id': '899673ab-8e62-4651-b772-c8a12e790997', 'port_id': '9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de', 'mac_address': 'fa:16:3e:04:a2:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aac54544-8ac1-4e04-a94d-f9c6d3bc8d37', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:31:12.574885 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-7f4c71c9-b142-485d-95bc-6ee3f9ab0e09 req-981d8973-a73f-4d26-a5d5-d829924e9a1e service neutron] Attempting to bind port d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:31:12.575534 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-7f4c71c9-b142-485d-95bc-6ee3f9ab0e09 req-981d8973-a73f-4d26-a5d5-d829924e9a1e service neutron] Attempting to bind port d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': 'bebaf4cc-37e0-4072-bc53-5f8daf5a0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fcbe37f6-fe51-4b01-9214-985ffc9ccfe9'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:31:12.576027 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4c71c9-b142-485d-95bc-6ee3f9ab0e09 req-981d8973-a73f-4d26-a5d5-d829924e9a1e service neutron] Attempting to bind port d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2 on network fcbe37f6-fe51-4b01-9214-985ffc9ccfe9 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:31:12.585105 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:12.601138 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:31:12.632409 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4c71c9-b142-485d-95bc-6ee3f9ab0e09 req-981d8973-a73f-4d26-a5d5-d829924e9a1e service neutron] Port d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2 on network fcbe37f6-fe51-4b01-9214-985ffc9ccfe9 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:31:12.633009 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4c71c9-b142-485d-95bc-6ee3f9ab0e09 req-981d8973-a73f-4d26-a5d5-d829924e9a1e service neutron] Attempting to bind port d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2 on network fcbe37f6-fe51-4b01-9214-985ffc9ccfe9 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:31:12.633684 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de,segment=NetworkSegment(ba843d51-18ac-492f-b072-dcb49c698d12),segment_id=ba843d51-18ac-492f-b072-dcb49c698d12)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:12.637191 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-66ba6459-04c0-4a0a-a2f6-cce13993a974 req-421bfe58-1d4c-4548-ba4b-64c668ee0273 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4cbb0ba-3367-43eb-b577-f77b45c517af HTTP/1.1" status: 200 len: 210 time: 0.0572948 Oct 20 11:31:12.642878 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-d702d9b5-b081-4c80-9b45-5085f77ab76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:12.644361 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-d702d9b5-b081-4c80-9b45-5085f77ab76d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=860ea3b3-2804-4226-ab8d-f55abe932e85 HTTP/1.1" status: 200 len: 851 time: 0.2117717 Oct 20 11:31:12.646870 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4c71c9-b142-485d-95bc-6ee3f9ab0e09 req-981d8973-a73f-4d26-a5d5-d829924e9a1e service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:31:12.647251 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4c71c9-b142-485d-95bc-6ee3f9ab0e09 req-981d8973-a73f-4d26-a5d5-d829924e9a1e service neutron] Checking segment: {'id': 'bebaf4cc-37e0-4072-bc53-5f8daf5a0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fcbe37f6-fe51-4b01-9214-985ffc9ccfe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:31:12.647670 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4c71c9-b142-485d-95bc-6ee3f9ab0e09 req-981d8973-a73f-4d26-a5d5-d829924e9a1e service neutron] Bound using segment: {'id': 'bebaf4cc-37e0-4072-bc53-5f8daf5a0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fcbe37f6-fe51-4b01-9214-985ffc9ccfe9'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:31:12.648256 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-7f4c71c9-b142-485d-95bc-6ee3f9ab0e09 req-981d8973-a73f-4d26-a5d5-d829924e9a1e service neutron] Bound port: d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bebaf4cc-37e0-4072-bc53-5f8daf5a0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fcbe37f6-fe51-4b01-9214-985ffc9ccfe9'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:31:12.648617 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7f4c71c9-b142-485d-95bc-6ee3f9ab0e09 req-981d8973-a73f-4d26-a5d5-d829924e9a1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:12.656762 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:12.685524 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-554b4dc9-e035-449d-a2f7-773c26488309 req-a467cd9f-d78f-4888-80b6-8f5cb9dc5867 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5397110 Oct 20 11:31:12.735944 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e737ef-165f-4c71-87d3-150683ce2814 req-d4430d84-04c2-43d8-bba8-5046a1aac949 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:12.738545 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-94e737ef-165f-4c71-87d3-150683ce2814 req-d4430d84-04c2-43d8-bba8-5046a1aac949 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d63aa35-428e-4d53-bf56-ec6e60d5f02b HTTP/1.1" status: 200 len: 944 time: 0.1926305 Oct 20 11:31:12.788023 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-57508a3a-f5d8-4fef-b720-cdf3cbd587b4 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Deleting port ca9a5992-8490-44e2-94fe-5e1963d74993 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:31:12.788982 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-57508a3a-f5d8-4fef-b720-cdf3cbd587b4 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:12.794043 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de,revision_number=6']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:12.807961 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-9d5e35d7-1608-492a-a877-318ef8eb7d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:12.809887 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-9d5e35d7-1608-492a-a877-318ef8eb7d3d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7cc0cef1-9e0e-4144-85af-6ed42f35f232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1481078 Oct 20 11:31:12.823591 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:31:12.846360 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-7f4c71c9-b142-485d-95bc-6ee3f9ab0e09 req-981d8973-a73f-4d26-a5d5-d829924e9a1e service neutron] For port d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:31:12.878689 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-94e737ef-165f-4c71-87d3-150683ce2814 req-4311dc4e-f4f2-41ca-a648-ec04383cd4f6 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] 10.222.0.98 "GET /v2.0/security-groups?id=bee60465-470c-4ac8-9215-1615b7cf532f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278620 Oct 20 11:31:12.887024 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-554b4dc9-e035-449d-a2f7-773c26488309 req-7dcd0be3-3ee4-475e-adc6-9e9bcd7388f9 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964562 Oct 20 11:31:12.928164 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-7f4c71c9-b142-485d-95bc-6ee3f9ab0e09 req-981d8973-a73f-4d26-a5d5-d829924e9a1e service neutron] For port d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2,segment=NetworkSegment(bebaf4cc-37e0-4072-bc53-5f8daf5a0282),segment_id=bebaf4cc-37e0-4072-bc53-5f8daf5a0282)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:31:12.928446 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-57508a3a-f5d8-4fef-b720-cdf3cbd587b4 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:12.929075 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-57508a3a-f5d8-4fef-b720-cdf3cbd587b4 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:12.963608 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-57508a3a-f5d8-4fef-b720-cdf3cbd587b4 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Calling delete_port for ca9a5992-8490-44e2-94fe-5e1963d74993 owned by network:floatingip {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:31:12.981863 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7f4c71c9-b142-485d-95bc-6ee3f9ab0e09 req-981d8973-a73f-4d26-a5d5-d829924e9a1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:13.126013 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c71c9-b142-485d-95bc-6ee3f9ab0e09 req-981d8973-a73f-4d26-a5d5-d829924e9a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:13.126925 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7f4c71c9-b142-485d-95bc-6ee3f9ab0e09 req-981d8973-a73f-4d26-a5d5-d829924e9a1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:13.127805 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'tag': '21d0cf01-a7f4-49be-aec5-51e5c5128073'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:31:13.128976 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7f4c71c9-b142-485d-95bc-6ee3f9ab0e09 req-981d8973-a73f-4d26-a5d5-d829924e9a1e service neutron] 10.222.0.11 "PUT /v2.0/ports/d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2 HTTP/1.1" status: 200 len: 1092 time: 2.7768815 Oct 20 11:31:13.129555 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d63aa35-428e-4d53-bf56-ec6e60d5f02b', 'tag': 'd43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:31:13.130110 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ef73c3-6d9c-4c96-af65-e9c439c6cc1d" -d '{"events": [{"name": "network-changed", "server_uuid": "e3cb83e1-d26e-43fb-9111-1a2c562b6e89", "tag": "21d0cf01-a7f4-49be-aec5-51e5c5128073"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:31:13.132223 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d33b02-786d-4e55-9919-9ecf9cd41a3b" -d '{"events": [{"name": "network-changed", "server_uuid": "8d63aa35-428e-4d53-bf56-ec6e60d5f02b", "tag": "d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:31:13.218381 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-18d917ea-4f3e-426a-a0b5-bb4f4b19ed51 service neutron] 10.222.0.89 "GET /v2.0/networks/7cc0cef1-9e0e-4144-85af-6ed42f35f232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3922660 Oct 20 11:31:13.228526 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d485ef-57bb-4b36-96f3-6887595c6c42 req-a4ab7dba-8b8b-433b-af90-c23688b352b0 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:13.236913 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-38d485ef-57bb-4b36-96f3-6887595c6c42 req-a4ab7dba-8b8b-433b-af90-c23688b352b0 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 947 time: 0.2237456 Oct 20 11:31:13.241597 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d8973-a73f-4d26-a5d5-d829924e9a1e service neutron] Pushing event updated for resources: {'Port': ['ID=d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:13.266053 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ae4873-c8f5-4ef3-a89a-83047f0f709d x-openstack-request-id: req-58ae4873-c8f5-4ef3-a89a-83047f0f709d {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:31:13.271697 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3cb83e1-d26e-43fb-9111-1a2c562b6e89", "tag": "21d0cf01-a7f4-49be-aec5-51e5c5128073", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:31:13.272626 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-58ae4873-c8f5-4ef3-a89a-83047f0f709d {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:31:13.273631 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'tag': '21d0cf01-a7f4-49be-aec5-51e5c5128073', 'status': 'completed', 'code': 200} Oct 20 11:31:13.326777 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d8973-a73f-4d26-a5d5-d829924e9a1e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:13.327959 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d8973-a73f-4d26-a5d5-d829924e9a1e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:13.327959 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d8973-a73f-4d26-a5d5-d829924e9a1e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:13.327959 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d8973-a73f-4d26-a5d5-d829924e9a1e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:13.328556 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d8973-a73f-4d26-a5d5-d829924e9a1e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:13.328977 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d8973-a73f-4d26-a5d5-d829924e9a1e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:13.329391 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d8973-a73f-4d26-a5d5-d829924e9a1e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:13.329809 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d8973-a73f-4d26-a5d5-d829924e9a1e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:13.330501 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d8973-a73f-4d26-a5d5-d829924e9a1e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:13.330961 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d8973-a73f-4d26-a5d5-d829924e9a1e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:13.331172 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-57508a3a-f5d8-4fef-b720-cdf3cbd587b4 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:13.331541 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d8973-a73f-4d26-a5d5-d829924e9a1e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:13.331894 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d8973-a73f-4d26-a5d5-d829924e9a1e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:13.388273 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57508a3a-f5d8-4fef-b720-cdf3cbd587b4 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Pushing event deleted for resources: {'Port': ['ID=ca9a5992-8490-44e2-94fe-5e1963d74993,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:13.446542 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-38d485ef-57bb-4b36-96f3-6887595c6c42 req-adfb49fd-c494-4dbd-8b07-f3659b5408c5 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065237 Oct 20 11:31:13.484158 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-57508a3a-f5d8-4fef-b720-cdf3cbd587b4 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks [] for floatingip, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:13.491021 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-57508a3a-f5d8-4fef-b720-cdf3cbd587b4 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:13.495162 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-57508a3a-f5d8-4fef-b720-cdf3cbd587b4 tempest-ServersWithSpecificFlavorTestJSON-668138979 tempest-ServersWithSpecificFlavorTestJSON-668138979-project] 10.222.0.98 "DELETE /v2.0/floatingips/9486f5f0-36ca-42fe-85f9-5ad3929fe614 HTTP/1.1" status: 204 len: 168 time: 1.1862426 Oct 20 11:31:13.949962 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e040cb-1faf-4c57-85f4-300978f4c925 x-openstack-request-id: req-e7e040cb-1faf-4c57-85f4-300978f4c925 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:31:13.950529 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d63aa35-428e-4d53-bf56-ec6e60d5f02b", "tag": "d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:31:13.950775 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e7e040cb-1faf-4c57-85f4-300978f4c925 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:31:13.951194 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d63aa35-428e-4d53-bf56-ec6e60d5f02b', 'tag': 'd43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2', 'status': 'completed', 'code': 200} Oct 20 11:31:14.019444 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c71c9-b142-485d-95bc-6ee3f9ab0e09 req-7e2a66d4-67a0-41fe-8ca1-8646a78ee10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:14.020839 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7f4c71c9-b142-485d-95bc-6ee3f9ab0e09 req-7e2a66d4-67a0-41fe-8ca1-8646a78ee10b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=52c1bb966e2b40228f44b31ee15523d5&device_id=8d63aa35-428e-4d53-bf56-ec6e60d5f02b HTTP/1.1" status: 200 len: 1095 time: 0.7208743 Oct 20 11:31:14.080629 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-5cdc547b-f846-4de4-9020-19466ec9e299 service neutron] 10.222.0.89 "GET /v2.0/networks/7cc0cef1-9e0e-4144-85af-6ed42f35f232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8282020 Oct 20 11:31:14.085158 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7f4c71c9-b142-485d-95bc-6ee3f9ab0e09 req-c2f907b2-d88a-4367-9718-be62f26703b8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2 HTTP/1.1" status: 200 len: 217 time: 0.0493672 Oct 20 11:31:14.097816 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05735363-fac2-4468-8005-3bf828c40212 req-043b2e56-8f1e-469c-bf22-6cd6aaab2c37 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:14.103719 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05735363-fac2-4468-8005-3bf828c40212 req-043b2e56-8f1e-469c-bf22-6cd6aaab2c37 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:14.109516 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05735363-fac2-4468-8005-3bf828c40212 req-043b2e56-8f1e-469c-bf22-6cd6aaab2c37 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:14.115333 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05735363-fac2-4468-8005-3bf828c40212 req-043b2e56-8f1e-469c-bf22-6cd6aaab2c37 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:14.121173 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05735363-fac2-4468-8005-3bf828c40212 req-043b2e56-8f1e-469c-bf22-6cd6aaab2c37 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:14.127032 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05735363-fac2-4468-8005-3bf828c40212 req-043b2e56-8f1e-469c-bf22-6cd6aaab2c37 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:14.133045 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05735363-fac2-4468-8005-3bf828c40212 req-043b2e56-8f1e-469c-bf22-6cd6aaab2c37 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:14.135133 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-05735363-fac2-4468-8005-3bf828c40212 req-043b2e56-8f1e-469c-bf22-6cd6aaab2c37 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 5420 time: 0.1909635 Oct 20 11:31:14.215236 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c709008-455b-4571-9ed4-d1becb8f2c02 req-7428158f-5a17-49cd-b617-e8ba9e38719d tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:14.216764 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6c709008-455b-4571-9ed4-d1becb8f2c02 req-7428158f-5a17-49cd-b617-e8ba9e38719d tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=e335c449-90b0-426d-9063-668dd70fd599 HTTP/1.1" status: 200 len: 944 time: 0.2701588 Oct 20 11:31:14.231195 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-c6a59497-b10f-49eb-a61b-f39fb724931a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=61bf1de1-24da-472e-a342-71d54a789c06 HTTP/1.1" status: 200 len: 217 time: 0.0948505 Oct 20 11:31:14.298724 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c71c9-b142-485d-95bc-6ee3f9ab0e09 req-a7e0a361-dac3-4cc7-8370-d18db9e6b3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:14.300223 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7f4c71c9-b142-485d-95bc-6ee3f9ab0e09 req-a7e0a361-dac3-4cc7-8370-d18db9e6b3b9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ff355e09-dbd0-4af0-af48-6ef318d1c7d4 HTTP/1.1" status: 200 len: 844 time: 0.1628697 Oct 20 11:31:14.330747 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-05735363-fac2-4468-8005-3bf828c40212 req-5f6c9b32-2878-4817-9906-4216d8e544f3 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e397af8-07ce-4093-b8cb-76d0226b7f33&id=cde799ff-a835-4e26-b5ae-07ed8640379f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1791036 Oct 20 11:31:14.336325 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device e5fe209d-c2e2-452b-9fe6-fa5140bce982 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:31:14.343641 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:31:14.363066 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6c709008-455b-4571-9ed4-d1becb8f2c02 req-4e89d941-056c-4f52-8072-22c8731e9ec1 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352708 Oct 20 11:31:14.369438 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-a6d36c5f-531b-4eca-a141-07feecd48aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:14.370985 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-a6d36c5f-531b-4eca-a141-07feecd48aa4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c7f8db9e-759d-47f9-9be8-c669a032f85a HTTP/1.1" status: 200 len: 797 time: 0.1267874 Oct 20 11:31:14.384465 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c71c9-b142-485d-95bc-6ee3f9ab0e09 req-1165aff5-0c89-4377-8663-5b1d42a9d3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:14.386457 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7f4c71c9-b142-485d-95bc-6ee3f9ab0e09 req-1165aff5-0c89-4377-8663-5b1d42a9d3a9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fcbe37f6-fe51-4b01-9214-985ffc9ccfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769677 Oct 20 11:31:14.497968 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:31:14.498360 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:14.573017 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port e5fe209d-c2e2-452b-9fe6-fa5140bce982, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=e5fe209d-c2e2-452b-9fe6-fa5140bce982,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:14.619102 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-d47d8970-9fd4-4c5a-a283-bf087b70b118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:14.621123 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-d47d8970-9fd4-4c5a-a283-bf087b70b118 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=debe6c2d-b3d4-4e02-853f-d2d45fbb1f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2337291 Oct 20 11:31:14.646722 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7f4c71c9-b142-485d-95bc-6ee3f9ab0e09 req-fdc2db62-122f-4e2c-bf81-cffaa3bfe216 service neutron] 10.222.0.11 "GET /v2.0/networks/fcbe37f6-fe51-4b01-9214-985ffc9ccfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507274 Oct 20 11:31:14.673538 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': 'e5fe209d-c2e2-452b-9fe6-fa5140bce982', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'port_id': 'e5fe209d-c2e2-452b-9fe6-fa5140bce982', 'mac_address': 'fa:16:3e:92:00:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94289c8c-e5f7-4e30-b6a9-5b268a8fd610', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:31:14.678587 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:14.724682 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de,segment=NetworkSegment(ba843d51-18ac-492f-b072-dcb49c698d12),segment_id=ba843d51-18ac-492f-b072-dcb49c698d12)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:14.751219 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e335c449-90b0-426d-9063-668dd70fd599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:31:14.754938 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2139d1d-fe1d-42d8-8d12-da81728edd81" -d '{"events": [{"server_uuid": "e335c449-90b0-426d-9063-668dd70fd599", "name": "network-vif-plugged", "status": "completed", "tag": "9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:31:14.767790 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:14.819773 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:14.839395 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5fe209d-c2e2-452b-9fe6-fa5140bce982 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:31:14.855201 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7292b301-5c01-44b8-8b24-7f3843dd2201 req-514b3aa8-0ab2-494f-ba49-159ed60debd0 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:14.864930 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port e5fe209d-c2e2-452b-9fe6-fa5140bce982, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=e5fe209d-c2e2-452b-9fe6-fa5140bce982,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:14.866171 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7292b301-5c01-44b8-8b24-7f3843dd2201 req-514b3aa8-0ab2-494f-ba49-159ed60debd0 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d63aa35-428e-4d53-bf56-ec6e60d5f02b HTTP/1.1" status: 200 len: 944 time: 0.2376792 Oct 20 11:31:14.871486 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:14.903439 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de,revision_number=7']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:14.973666 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7292b301-5c01-44b8-8b24-7f3843dd2201 req-c3b74065-64f9-4a52-9586-4527d4bbf6b1 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] 10.222.0.98 "GET /v2.0/security-groups?id=bee60465-470c-4ac8-9215-1615b7cf532f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035206 Oct 20 11:31:14.988213 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-50606d23-c322-40f0-8aaa-a1167071906e req-b3285278-e91d-40a0-962f-4934b110651f tempest-FlavorsV2NegativeTest-630950632 tempest-FlavorsV2NegativeTest-630950632-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=f0dd87ffaf1c48c69ccff3e154f13b80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0868971 Oct 20 11:31:14.995164 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7f4c71c9-b142-485d-95bc-6ee3f9ab0e09 req-cbf20482-437e-462a-a86b-0a6b360b740a service neutron] 10.222.0.11 "GET /v2.0/networks/fcbe37f6-fe51-4b01-9214-985ffc9ccfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366010 Oct 20 11:31:15.011612 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-61697f8c-0d6c-4505-b502-cea9c57f2c5f service neutron] 10.222.0.89 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636885 Oct 20 11:31:15.039398 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=e5fe209d-c2e2-452b-9fe6-fa5140bce982,revision_number=8']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:15.177840 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['e5fe209d-c2e2-452b-9fe6-fa5140bce982'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:31:15.230492 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d33b02-786d-4e55-9919-9ecf9cd41a3b req-913b1c78-f489-4e95-8cca-8ecfeabf349a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:15.231973 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-23d33b02-786d-4e55-9919-9ecf9cd41a3b req-913b1c78-f489-4e95-8cca-8ecfeabf349a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=52c1bb966e2b40228f44b31ee15523d5&device_id=8d63aa35-428e-4d53-bf56-ec6e60d5f02b HTTP/1.1" status: 200 len: 1095 time: 0.1678851 Oct 20 11:31:15.241359 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50606d23-c322-40f0-8aaa-a1167071906e req-3c228d35-256f-486e-801a-4da95e0c46eb tempest-FlavorsV2NegativeTest-630950632 tempest-FlavorsV2NegativeTest-630950632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:15.242959 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-50606d23-c322-40f0-8aaa-a1167071906e req-3c228d35-256f-486e-801a-4da95e0c46eb tempest-FlavorsV2NegativeTest-630950632 tempest-FlavorsV2NegativeTest-630950632-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2426677 Oct 20 11:31:15.256436 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:15.273925 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-f2732d01-61e9-450e-84de-273d7ba08dbd service neutron] 10.222.0.89 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427878 Oct 20 11:31:15.302812 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-50606d23-c322-40f0-8aaa-a1167071906e req-fee2a068-fe76-42fc-b6bc-64f9abfb8a10 tempest-FlavorsV2NegativeTest-630950632 tempest-FlavorsV2NegativeTest-630950632-project] 10.222.0.98 "GET /v2.0/quotas/f0dd87ffaf1c48c69ccff3e154f13b80 HTTP/1.1" status: 200 len: 375 time: 0.0473454 Oct 20 11:31:15.369467 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-d42f7a5b-249b-4f13-96e0-022414b74939 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=1096304c-3250-4c91-a0ae-a0d182374e03 HTTP/1.1" status: 200 len: 217 time: 0.0824144 Oct 20 11:31:15.404086 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-50606d23-c322-40f0-8aaa-a1167071906e req-f0202b8f-d06e-401b-a252-ee02c2cb9c4e tempest-FlavorsV2NegativeTest-630950632 tempest-FlavorsV2NegativeTest-630950632-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=f0dd87ffaf1c48c69ccff3e154f13b80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0728421 Oct 20 11:31:15.450996 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6805a6-d3ac-49e2-99eb-ed38725d98d2 x-openstack-request-id: req-8e6805a6-d3ac-49e2-99eb-ed38725d98d2 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:31:15.451481 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e335c449-90b0-426d-9063-668dd70fd599", "name": "network-vif-plugged", "status": "completed", "tag": "9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:31:15.451712 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8e6805a6-d3ac-49e2-99eb-ed38725d98d2 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:31:15.452125 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e335c449-90b0-426d-9063-668dd70fd599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de', 'code': 200} Oct 20 11:31:15.490215 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d33b02-786d-4e55-9919-9ecf9cd41a3b req-f8885c07-32bb-4d2d-a1dd-a0cb8a45d141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:15.491769 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-23d33b02-786d-4e55-9919-9ecf9cd41a3b req-f8885c07-32bb-4d2d-a1dd-a0cb8a45d141 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fcbe37f6-fe51-4b01-9214-985ffc9ccfe9 HTTP/1.1" status: 200 len: 907 time: 0.2460468 Oct 20 11:31:15.498519 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-83cdc6c0-93bd-40d1-9e82-548c86aa43c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:15.500093 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-83cdc6c0-93bd-40d1-9e82-548c86aa43c5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c7f8db9e-759d-47f9-9be8-c669a032f85a HTTP/1.1" status: 200 len: 797 time: 0.1084955 Oct 20 11:31:15.588107 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-23d33b02-786d-4e55-9919-9ecf9cd41a3b req-ca729430-0018-4a0b-ace9-90cfd0440e19 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2 HTTP/1.1" status: 200 len: 217 time: 0.0839884 Oct 20 11:31:15.602162 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f7e090-1c6a-4fd3-a371-b1a09001f27d req-d737c19c-19e2-4163-a0d6-d0a00445274e tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:15.610480 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-81f7e090-1c6a-4fd3-a371-b1a09001f27d req-d737c19c-19e2-4163-a0d6-d0a00445274e tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 948 time: 0.2458782 Oct 20 11:31:15.697461 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d33b02-786d-4e55-9919-9ecf9cd41a3b req-3fd4586c-d9ed-46f9-baf4-24f9faf960b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:15.699194 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-23d33b02-786d-4e55-9919-9ecf9cd41a3b req-3fd4586c-d9ed-46f9-baf4-24f9faf960b4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ff355e09-dbd0-4af0-af48-6ef318d1c7d4 HTTP/1.1" status: 200 len: 844 time: 0.0701642 Oct 20 11:31:15.713502 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-81f7e090-1c6a-4fd3-a371-b1a09001f27d req-a4ff6bdd-8ff8-43d7-86bd-679700d39a87 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019738 Oct 20 11:31:15.744972 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-d78e08b9-70ae-44a4-a44f-79f92ce4cfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:15.749511 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-d78e08b9-70ae-44a4-a44f-79f92ce4cfe6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=debe6c2d-b3d4-4e02-853f-d2d45fbb1f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1902547 Oct 20 11:31:15.862725 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d33b02-786d-4e55-9919-9ecf9cd41a3b req-da6b6e6e-78bc-4d56-8145-48f01acc6558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:15.864564 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-23d33b02-786d-4e55-9919-9ecf9cd41a3b req-da6b6e6e-78bc-4d56-8145-48f01acc6558 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fcbe37f6-fe51-4b01-9214-985ffc9ccfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1489973 Oct 20 11:31:16.000215 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8758d-c4bb-46ba-86ff-f9628b714aa0 req-de525c84-4baf-40ea-b114-c251e47bdbec tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:16.006372 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8758d-c4bb-46ba-86ff-f9628b714aa0 req-de525c84-4baf-40ea-b114-c251e47bdbec tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:16.014394 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8758d-c4bb-46ba-86ff-f9628b714aa0 req-de525c84-4baf-40ea-b114-c251e47bdbec tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:16.020919 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8758d-c4bb-46ba-86ff-f9628b714aa0 req-de525c84-4baf-40ea-b114-c251e47bdbec tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:16.028405 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8758d-c4bb-46ba-86ff-f9628b714aa0 req-de525c84-4baf-40ea-b114-c251e47bdbec tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:16.034928 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8758d-c4bb-46ba-86ff-f9628b714aa0 req-de525c84-4baf-40ea-b114-c251e47bdbec tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:16.041216 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8758d-c4bb-46ba-86ff-f9628b714aa0 req-de525c84-4baf-40ea-b114-c251e47bdbec tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:16.044873 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aaa8758d-c4bb-46ba-86ff-f9628b714aa0 req-de525c84-4baf-40ea-b114-c251e47bdbec tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 5420 time: 0.2391441 Oct 20 11:31:16.089961 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-ae0162a1-9e9a-4703-851e-2f9e39811d48 service neutron] 10.222.0.89 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138318 Oct 20 11:31:16.152838 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58534) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:16.173291 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-23d33b02-786d-4e55-9919-9ecf9cd41a3b req-2643309e-4475-4310-b68a-889ecf67fbd1 service neutron] 10.222.0.11 "GET /v2.0/networks/fcbe37f6-fe51-4b01-9214-985ffc9ccfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807078 Oct 20 11:31:16.220713 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aaa8758d-c4bb-46ba-86ff-f9628b714aa0 req-1528b968-6acd-4649-a12e-4071c26d75e9 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e397af8-07ce-4093-b8cb-76d0226b7f33&id=cde799ff-a835-4e26-b5ae-07ed8640379f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1617503 Oct 20 11:31:16.265991 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876812f-08ef-424f-a3b5-89f41dcab498 req-2237cfaa-e7a6-448a-b37c-0df9cd0f5a34 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:16.274816 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a876812f-08ef-424f-a3b5-89f41dcab498 req-2237cfaa-e7a6-448a-b37c-0df9cd0f5a34 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] 10.222.0.98 "GET /v2.0/ports?device_id=063ab0e6-ef9d-4a76-8658-7ff1598bd70e HTTP/1.1" status: 200 len: 945 time: 0.2201071 Oct 20 11:31:16.305449 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6401e5f8-4e73-4287-8a94-61e176ad6308 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:16.348279 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device e5fe209d-c2e2-452b-9fe6-fa5140bce982 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:31:16.373732 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-5d6a9580-5af5-4197-b605-d60901bc30bd service neutron] 10.222.0.89 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619753 Oct 20 11:31:16.395156 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a876812f-08ef-424f-a3b5-89f41dcab498 req-b52b6819-4d0d-491a-8163-e643274402e3 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] 10.222.0.98 "GET /v2.0/security-groups?id=045f848c-a9c3-4f29-86d7-1a70ff7324d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172736 Oct 20 11:31:16.408588 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6401e5f8-4e73-4287-8a94-61e176ad6308 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:16.408588 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6401e5f8-4e73-4287-8a94-61e176ad6308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:16.440432 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6401e5f8-4e73-4287-8a94-61e176ad6308 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f0dd87ffaf1c48c69ccff3e154f13b80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2856679 Oct 20 11:31:16.443235 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58538) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:16.460566 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port e5fe209d-c2e2-452b-9fe6-fa5140bce982 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:31:16.463188 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-23d33b02-786d-4e55-9919-9ecf9cd41a3b req-29056f94-2191-485f-9991-a6f9a92f30a2 service neutron] 10.222.0.11 "GET /v2.0/networks/fcbe37f6-fe51-4b01-9214-985ffc9ccfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567761 Oct 20 11:31:16.465868 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port e5fe209d-c2e2-452b-9fe6-fa5140bce982 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:31:16.466242 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:16.473998 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6401e5f8-4e73-4287-8a94-61e176ad6308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864a28ad-7463-4527-b5ad-47b934d5af49,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:16.509575 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-f5ce7393-a528-4641-a210-8dc50f2b15d2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=d39c253f-49f6-4214-8738-6a67f437331d HTTP/1.1" status: 200 len: 217 time: 0.0642667 Oct 20 11:31:16.520301 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-349c0800-6f90-4bd8-8871-184c3378ab56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:16.542588 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-349c0800-6f90-4bd8-8871-184c3378ab56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:16.588678 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:16.589621 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-d0c132b8-9696-496e-85dc-5bc941f4754b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:16.592470 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-d0c132b8-9696-496e-85dc-5bc941f4754b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c7f8db9e-759d-47f9-9be8-c669a032f85a HTTP/1.1" status: 200 len: 797 time: 0.0647640 Oct 20 11:31:16.609629 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f550b5a-0c67-4aee-ba11-cf1b470f354c req-998db2c5-3817-488b-8476-559eac292515 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:16.623552 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0f550b5a-0c67-4aee-ba11-cf1b470f354c req-998db2c5-3817-488b-8476-559eac292515 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=e335c449-90b0-426d-9063-668dd70fd599 HTTP/1.1" status: 200 len: 945 time: 0.1578000 Oct 20 11:31:16.624710 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-349c0800-6f90-4bd8-8871-184c3378ab56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:16.624870 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port e5fe209d-c2e2-452b-9fe6-fa5140bce982, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=e5fe209d-c2e2-452b-9fe6-fa5140bce982,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:16.629984 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-349c0800-6f90-4bd8-8871-184c3378ab56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:16.631741 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-349c0800-6f90-4bd8-8871-184c3378ab56 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/864a28ad-7463-4527-b5ad-47b934d5af49 HTTP/1.1" status: 204 len: 168 time: 0.1875417 Oct 20 11:31:16.643473 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:16.644678 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:31:16.659888 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349c0800-6f90-4bd8-8871-184c3378ab56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864a28ad-7463-4527-b5ad-47b934d5af49,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:16.786126 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:16.840527 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de,segment=NetworkSegment(ba843d51-18ac-492f-b072-dcb49c698d12),segment_id=ba843d51-18ac-492f-b072-dcb49c698d12)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:16.847855 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=e5fe209d-c2e2-452b-9fe6-fa5140bce982,revision_number=9']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:16.863559 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:16.893100 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0f550b5a-0c67-4aee-ba11-cf1b470f354c req-bba029a2-a4b6-4b7e-87ee-eac7f0b9dbc9 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0863bb5-3453-4bbe-9b6a-9d00b14398cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680862 Oct 20 11:31:16.904732 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da8158-cdc1-4477-a557-1bd8e1e4e7fe req-7167efc7-8d49-4067-b424-deb9ed8bf32f tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:16.906746 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41da8158-cdc1-4477-a557-1bd8e1e4e7fe req-7167efc7-8d49-4067-b424-deb9ed8bf32f tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b8139f8-9141-4764-90d9-f4c63efc6677&tenant_id=4b173b35dd00423795d2e29ae132dc78&binding%3Ahost_id=n-h1-814735-3 HTTP/1.1" status: 200 len: 949 time: 0.2791405 Oct 20 11:31:16.921533 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de,revision_number=8']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:16.942093 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-410fa061-7001-440a-94e3-872fda65eac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:16.957459 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-410fa061-7001-440a-94e3-872fda65eac0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=debe6c2d-b3d4-4e02-853f-d2d45fbb1f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3279002 Oct 20 11:31:17.022402 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed95711-ae3c-4e6a-baea-2fd5fd6f4037 req-2e713da8-58f6-4fe4-abf7-4b91614b3875 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:17.024071 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0ed95711-ae3c-4e6a-baea-2fd5fd6f4037 req-2e713da8-58f6-4fe4-abf7-4b91614b3875 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d63aa35-428e-4d53-bf56-ec6e60d5f02b HTTP/1.1" status: 200 len: 944 time: 0.2291577 Oct 20 11:31:17.165292 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41da8158-cdc1-4477-a557-1bd8e1e4e7fe req-f843596a-170c-4d6c-80d2-9c4d41588738 service neutron] 10.222.0.11 "GET /v2.0/ports/e5fe209d-c2e2-452b-9fe6-fa5140bce982/bindings/n-h1-814735-3 HTTP/1.1" status: 200 len: 382 time: 0.2413566 Oct 20 11:31:17.202462 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4524361-8f8d-41a9-b673-8fcf914cf8e5 req-80709924-4165-40c8-97cc-784674de3cf4 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:17.202462 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d4524361-8f8d-41a9-b673-8fcf914cf8e5 req-80709924-4165-40c8-97cc-784674de3cf4 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 949 time: 0.2097557 Oct 20 11:31:17.209099 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0ed95711-ae3c-4e6a-baea-2fd5fd6f4037 req-acd2ade1-b596-4125-bfc9-04060329cb0e tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] 10.222.0.98 "GET /v2.0/security-groups?id=bee60465-470c-4ac8-9215-1615b7cf532f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563394 Oct 20 11:31:17.250244 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-448fb835-be70-41a4-9c64-444f66600b2b service neutron] 10.222.0.89 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589703 Oct 20 11:31:17.255327 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6e1c8-db79-4ce2-829b-c7333180e0b2 req-ee59b33d-b5f4-417c-b485-47b7e1f9c1ab tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:17.264227 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-66a6e1c8-db79-4ce2-829b-c7333180e0b2 req-ee59b33d-b5f4-417c-b485-47b7e1f9c1ab tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.11 "GET /v2.0/ports?device_id=e335c449-90b0-426d-9063-668dd70fd599 HTTP/1.1" status: 200 len: 943 time: 0.1077740 Oct 20 11:31:17.444108 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-66a6e1c8-db79-4ce2-829b-c7333180e0b2 req-97b2d3f8-ca3b-4b97-baf9-97b9e7e35836 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Deleting port 9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:31:17.444944 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-66a6e1c8-db79-4ce2-829b-c7333180e0b2 req-97b2d3f8-ca3b-4b97-baf9-97b9e7e35836 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:17.453453 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b8139f8-9141-4764-90d9-f4c63efc6677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5fe209d-c2e2-452b-9fe6-fa5140bce982'}, {'server_uuid': 'e335c449-90b0-426d-9063-668dd70fd599', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:31:17.456286 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59016b6c-668e-4c1f-b819-baae2c33c9d1" -d '{"events": [{"server_uuid": "0b8139f8-9141-4764-90d9-f4c63efc6677", "name": "network-vif-plugged", "status": "completed", "tag": "e5fe209d-c2e2-452b-9fe6-fa5140bce982"}, {"server_uuid": "e335c449-90b0-426d-9063-668dd70fd599", "name": "network-vif-unplugged", "status": "completed", "tag": "9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:31:17.611306 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-66a6e1c8-db79-4ce2-829b-c7333180e0b2 req-97b2d3f8-ca3b-4b97-baf9-97b9e7e35836 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] For port 9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de,segment=NetworkSegment(ba843d51-18ac-492f-b072-dcb49c698d12),segment_id=ba843d51-18ac-492f-b072-dcb49c698d12)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:17.611688 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-66a6e1c8-db79-4ce2-829b-c7333180e0b2 req-97b2d3f8-ca3b-4b97-baf9-97b9e7e35836 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:17.626510 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-66a6e1c8-db79-4ce2-829b-c7333180e0b2 req-97b2d3f8-ca3b-4b97-baf9-97b9e7e35836 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Calling delete_port for 9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de owned by compute:nova {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:31:17.767620 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58574) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:17.779623 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-66a6e1c8-db79-4ce2-829b-c7333180e0b2 req-97b2d3f8-ca3b-4b97-baf9-97b9e7e35836 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:17.808715 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da8158-cdc1-4477-a557-1bd8e1e4e7fe req-ee0c2ff2-9775-4152-b1d9-e34f6e24275a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:17.810101 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41da8158-cdc1-4477-a557-1bd8e1e4e7fe req-ee0c2ff2-9775-4152-b1d9-e34f6e24275a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4b173b35dd00423795d2e29ae132dc78&device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 1100 time: 0.6045718 Oct 20 11:31:17.832807 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b2d3f8-ca3b-4b97-baf9-97b9e7e35836 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Pushing event deleted for resources: {'Port': ['ID=9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:17.852830 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d4524361-8f8d-41a9-b673-8fcf914cf8e5 req-24f1abb8-1842-400f-b9a8-18e85c5279db tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6271620 Oct 20 11:31:17.896101 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc40b6a-b302-411f-92d3-01eaa545618e req-b8ceb489-9770-4095-b94a-938a6bfb32e7 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:17.896325 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-4f6ade73-e3e0-41b7-ab96-48e828491148 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1954686776-network', 'tenant_id': '340a761b227446d298017d5578e3b79d'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:31:17.897608 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ffc40b6a-b302-411f-92d3-01eaa545618e req-b8ceb489-9770-4095-b94a-938a6bfb32e7 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] 10.222.0.11 "GET /v2.0/ports?device_id=063ab0e6-ef9d-4a76-8658-7ff1598bd70e HTTP/1.1" status: 200 len: 945 time: 0.6034088 Oct 20 11:31:17.900362 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a6e1c8-db79-4ce2-829b-c7333180e0b2 req-97b2d3f8-ca3b-4b97-baf9-97b9e7e35836 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] No DVR routers for this DVR port 9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de on host n-h1-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:31:17.903709 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-66a6e1c8-db79-4ce2-829b-c7333180e0b2 req-97b2d3f8-ca3b-4b97-baf9-97b9e7e35836 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:17.908598 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-66a6e1c8-db79-4ce2-829b-c7333180e0b2 req-97b2d3f8-ca3b-4b97-baf9-97b9e7e35836 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.11 "DELETE /v2.0/ports/9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de HTTP/1.1" status: 204 len: 173 time: 0.6400633 Oct 20 11:31:17.909120 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e335c449-90b0-426d-9063-668dd70fd599', 'name': 'network-vif-deleted', 'tag': '9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:31:17.912565 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d9b73e-cbd3-4050-a6b2-6a39fe3e70f4" -d '{"events": [{"server_uuid": "e335c449-90b0-426d-9063-668dd70fd599", "name": "network-vif-deleted", "tag": "9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:31:17.950591 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6ade73-e3e0-41b7-ab96-48e828491148 admin admin] Made reservation on behalf of 340a761b227446d298017d5578e3b79d for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:31:17.954861 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4f6ade73-e3e0-41b7-ab96-48e828491148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:17.975706 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4f6ade73-e3e0-41b7-ab96-48e828491148 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:18.024327 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-56253208-8605-4e8f-8cde-f2df6156620c service neutron] 10.222.0.89 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7310560 Oct 20 11:31:18.091776 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc987c70-c622-4e40-8ec9-7c96527f54c3 req-09fd0b1a-e432-4587-866c-e55445754174 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:18.093994 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4f6ade73-e3e0-41b7-ab96-48e828491148 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:18.097788 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc987c70-c622-4e40-8ec9-7c96527f54c3 req-09fd0b1a-e432-4587-866c-e55445754174 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:18.104805 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc987c70-c622-4e40-8ec9-7c96527f54c3 req-09fd0b1a-e432-4587-866c-e55445754174 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:18.108268 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4f6ade73-e3e0-41b7-ab96-48e828491148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:18.111665 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc987c70-c622-4e40-8ec9-7c96527f54c3 req-09fd0b1a-e432-4587-866c-e55445754174 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:18.118289 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc987c70-c622-4e40-8ec9-7c96527f54c3 req-09fd0b1a-e432-4587-866c-e55445754174 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:18.125082 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc987c70-c622-4e40-8ec9-7c96527f54c3 req-09fd0b1a-e432-4587-866c-e55445754174 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:18.133134 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc987c70-c622-4e40-8ec9-7c96527f54c3 req-09fd0b1a-e432-4587-866c-e55445754174 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:18.134388 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f6ade73-e3e0-41b7-ab96-48e828491148 admin admin] vlan segment allocate from pool success with {'vlan_id': 1261, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:31:18.135909 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fc987c70-c622-4e40-8ec9-7c96527f54c3 req-09fd0b1a-e432-4587-866c-e55445754174 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 5420 time: 0.7079313 Oct 20 11:31:18.154981 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6ade73-e3e0-41b7-ab96-48e828491148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea127231-4bcd-495a-8967-e2cf85e1b21a,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:18.160401 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4f6ade73-e3e0-41b7-ab96-48e828491148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:18.160746 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-4f6ade73-e3e0-41b7-ab96-48e828491148 admin admin] Added segment 3d88afa2-abb1-4169-8646-e3e6ae2bb942 of type vlan for network 702f2a54-1918-497a-85d7-165d7b3aceac Oct 20 11:31:18.223191 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4f6ade73-e3e0-41b7-ab96-48e828491148 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:18.223998 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-05a6b4a1-461e-40b3-ad02-ae2fcca88fbd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=4aea7d3c-78fa-4d1c-9d27-ec767d37af26 HTTP/1.1" status: 200 len: 217 time: 0.1788990 Oct 20 11:31:18.259095 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fc987c70-c622-4e40-8ec9-7c96527f54c3 req-50dd94d8-b1c8-464d-b3ff-d59ef25e86ed tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e397af8-07ce-4093-b8cb-76d0226b7f33&id=cde799ff-a835-4e26-b5ae-07ed8640379f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0745590 Oct 20 11:31:18.260651 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4f6ade73-e3e0-41b7-ab96-48e828491148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:18.262819 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6ade73-e3e0-41b7-ab96-48e828491148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:18.264745 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4f6ade73-e3e0-41b7-ab96-48e828491148 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:18.308081 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4f6ade73-e3e0-41b7-ab96-48e828491148 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5389392 Oct 20 11:31:18.308753 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58588) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:18.318694 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-51bf3f48-52bd-483e-9fb9-b3a5921e0dec admin admin] Request body: {'subnet': {'network_id': '702f2a54-1918-497a-85d7-165d7b3aceac', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1954686776-subnet', 'tenant_id': '340a761b227446d298017d5578e3b79d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:31:18.362719 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:31:18.376714 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6ade73-e3e0-41b7-ab96-48e828491148 admin admin] Pushing event updated for resources: {'Network': ['ID=702f2a54-1918-497a-85d7-165d7b3aceac,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:18.415028 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a76840-09ce-4772-af48-39e2d3150620 req-674e5382-e3ae-467d-abef-519da53817fd tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:18.422948 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51bf3f48-52bd-483e-9fb9-b3a5921e0dec admin admin] Made reservation on behalf of 340a761b227446d298017d5578e3b79d for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:31:18.425148 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-47a76840-09ce-4772-af48-39e2d3150620 req-674e5382-e3ae-467d-abef-519da53817fd tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] 10.222.0.98 "GET /v2.0/ports?device_id=063ab0e6-ef9d-4a76-8658-7ff1598bd70e HTTP/1.1" status: 200 len: 945 time: 0.3979738 Oct 20 11:31:18.425762 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-51bf3f48-52bd-483e-9fb9-b3a5921e0dec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:18.451638 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da8158-cdc1-4477-a557-1bd8e1e4e7fe req-a37c3efa-2191-4a2c-a1b8-80c00aaf09e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:18.452242 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 20 Oct 2021 11:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f771043-d9c6-4645-bbfe-0febfdaea6f4 x-openstack-request-id: req-9f771043-d9c6-4645-bbfe-0febfdaea6f4 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:31:18.452537 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b8139f8-9141-4764-90d9-f4c63efc6677", "name": "network-vif-plugged", "status": "completed", "tag": "e5fe209d-c2e2-452b-9fe6-fa5140bce982", "code": 200}, {"server_uuid": "e335c449-90b0-426d-9063-668dd70fd599", "name": "network-vif-unplugged", "status": "completed", "tag": "9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:31:18.452792 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9f771043-d9c6-4645-bbfe-0febfdaea6f4 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:31:18.453162 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41da8158-cdc1-4477-a557-1bd8e1e4e7fe req-a37c3efa-2191-4a2c-a1b8-80c00aaf09e8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 0.6183813 Oct 20 11:31:18.453286 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b8139f8-9141-4764-90d9-f4c63efc6677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5fe209d-c2e2-452b-9fe6-fa5140bce982', 'code': 200} Oct 20 11:31:18.453464 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e335c449-90b0-426d-9063-668dd70fd599', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de', 'code': 200} Oct 20 11:31:18.457380 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 702f2a54-1918-497a-85d7-165d7b3aceac details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:31:18.476356 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c99d313-f9a2-464d-ad90-3b8411a09dd2 x-openstack-request-id: req-1c99d313-f9a2-464d-ad90-3b8411a09dd2 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:31:18.476686 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e335c449-90b0-426d-9063-668dd70fd599", "name": "network-vif-deleted", "tag": "9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:31:18.476897 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1c99d313-f9a2-464d-ad90-3b8411a09dd2 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:31:18.477274 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e335c449-90b0-426d-9063-668dd70fd599', 'name': 'network-vif-deleted', 'tag': '9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de', 'status': 'completed', 'code': 200} Oct 20 11:31:18.533849 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41da8158-cdc1-4477-a557-1bd8e1e4e7fe req-d6b9ee22-a210-4078-a9d2-4c64c3070e07 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=e5fe209d-c2e2-452b-9fe6-fa5140bce982 HTTP/1.1" status: 200 len: 217 time: 0.0507097 Oct 20 11:31:18.567840 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-28c1dadd-fe2f-4deb-9e25-84ebcf654713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:18.571201 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-28c1dadd-fe2f-4deb-9e25-84ebcf654713 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c7f8db9e-759d-47f9-9be8-c669a032f85a HTTP/1.1" status: 200 len: 797 time: 0.3073039 Oct 20 11:31:18.621646 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-47a76840-09ce-4772-af48-39e2d3150620 req-8ac9fb91-2a34-4f81-94be-e2b4f6577c50 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] 10.222.0.98 "GET /v2.0/security-groups?id=045f848c-a9c3-4f29-86d7-1a70ff7324d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1954234 Oct 20 11:31:18.722061 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2,segment=NetworkSegment(bebaf4cc-37e0-4072-bc53-5f8daf5a0282),segment_id=bebaf4cc-37e0-4072-bc53-5f8daf5a0282)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:18.732899 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-55238815-6018-4758-b0fa-52e7e16cebe6 req-50d51f87-09bb-444b-b298-d6e942301b62 tempest-ImagesTestJSON-1741487102 tempest-ImagesTestJSON-1741487102-project] 10.222.0.98 "GET /v2.0/ports?device_id=e335c449-90b0-426d-9063-668dd70fd599 HTTP/1.1" status: 200 len: 210 time: 0.1228235 Oct 20 11:31:18.741157 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58590) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:18.747766 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': 'd43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2', 'network_id': 'fcbe37f6-fe51-4b01-9214-985ffc9ccfe9', 'port_id': 'd43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2', 'mac_address': 'fa:16:3e:af:1d:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff355e09-dbd0-4af0-af48-6ef318d1c7d4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:31:18.781687 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-51bf3f48-52bd-483e-9fb9-b3a5921e0dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:18.794574 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-ffc40b6a-b302-411f-92d3-01eaa545618e req-791937bd-4758-4db7-8205-9f47569d5741 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Deleting port 244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:31:18.798448 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ffc40b6a-b302-411f-92d3-01eaa545618e req-791937bd-4758-4db7-8205-9f47569d5741 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:18.831215 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:18.869013 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:31:18.901265 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bf3f48-52bd-483e-9fb9-b3a5921e0dec admin admin] Checking segment: {'id': '3d88afa2-abb1-4169-8646-e3e6ae2bb942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '702f2a54-1918-497a-85d7-165d7b3aceac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:31:18.902206 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bf3f48-52bd-483e-9fb9-b3a5921e0dec admin admin] Network hostable DHCP agents. Network: 702f2a54-1918-497a-85d7-165d7b3aceac, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:31:18.914169 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf3f48-52bd-483e-9fb9-b3a5921e0dec admin admin] Pushing event updated for resources: {'Subnet': ['ID=787d79ac-d31a-4eba-abe5-1ceddb850d57,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:18.917549 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2,segment=NetworkSegment(bebaf4cc-37e0-4072-bc53-5f8daf5a0282),segment_id=bebaf4cc-37e0-4072-bc53-5f8daf5a0282)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:18.926131 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:18.931844 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-ffc40b6a-b302-411f-92d3-01eaa545618e req-791937bd-4758-4db7-8205-9f47569d5741 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] For port 244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0,segment=NetworkSegment(406cf6b7-0aa3-4ceb-b166-0422c442946c),segment_id=406cf6b7-0aa3-4ceb-b166-0422c442946c)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:18.933650 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ffc40b6a-b302-411f-92d3-01eaa545618e req-791937bd-4758-4db7-8205-9f47569d5741 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:18.995449 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bf3f48-52bd-483e-9fb9-b3a5921e0dec admin admin] Network 702f2a54-1918-497a-85d7-165d7b3aceac is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:31:19.009624 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-51bf3f48-52bd-483e-9fb9-b3a5921e0dec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 702f2a54-1918-497a-85d7-165d7b3aceac) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:31:19.024040 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41595c9-8a0c-4e07-81a5-1d09e71cbce3 None None] Network 702f2a54-1918-497a-85d7-165d7b3aceac requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:31:19.027329 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bf3f48-52bd-483e-9fb9-b3a5921e0dec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:19.028091 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-51bf3f48-52bd-483e-9fb9-b3a5921e0dec admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:19.044629 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:19.060507 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-51bf3f48-52bd-483e-9fb9-b3a5921e0dec admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7478571 Oct 20 11:31:19.063102 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58596) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:19.068679 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-ee40adf2-9aae-4b26-a194-084cf4d7ac25 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1954686776-router', 'tenant_id': '340a761b227446d298017d5578e3b79d', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:31:19.107667 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ee40adf2-9aae-4b26-a194-084cf4d7ac25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:19.109177 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ee40adf2-9aae-4b26-a194-084cf4d7ac25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:19.184160 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ee40adf2-9aae-4b26-a194-084cf4d7ac25 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:19.197987 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:31:19.278931 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-b171cdd2-8e55-438c-87fb-5ebec3137aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:19.280733 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-b171cdd2-8e55-438c-87fb-5ebec3137aaf service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=debe6c2d-b3d4-4e02-853f-d2d45fbb1f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6718631 Oct 20 11:31:19.287099 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da8158-cdc1-4477-a557-1bd8e1e4e7fe req-e9da407a-44ab-42d8-a810-d2f2fc64d243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:19.288668 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41da8158-cdc1-4477-a557-1bd8e1e4e7fe req-e9da407a-44ab-42d8-a810-d2f2fc64d243 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.7277434 Oct 20 11:31:19.290667 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1084ce5d-7811-4f30-aafc-bb45384007e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-702f2a54-1918-497a-85d7-165d7b3aceac', 'network_id': '702f2a54-1918-497a-85d7-165d7b3aceac', 'tenant_id': '340a761b227446d298017d5578e3b79d', 'fixed_ips': [{'subnet_id': '787d79ac-d31a-4eba-abe5-1ceddb850d57'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:31:19.291550 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1084ce5d-7811-4f30-aafc-bb45384007e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:19.389989 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-24c78000-1de0-4664-aa20-203bc5ca41da service neutron] 10.222.0.89 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912800 Oct 20 11:31:19.505759 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-80b27bf4-013f-4800-9343-fe47615fdc5f service neutron] 10.222.0.89 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966160 Oct 20 11:31:19.583251 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b7831-25d3-462c-8c70-fe2119b9032a req-506a2d1c-375e-4cf5-9ec7-0e0b3c32bb88 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:19.584897 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ff1b7831-25d3-462c-8c70-fe2119b9032a req-506a2d1c-375e-4cf5-9ec7-0e0b3c32bb88 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d63aa35-428e-4d53-bf56-ec6e60d5f02b HTTP/1.1" status: 200 len: 945 time: 0.6691234 Oct 20 11:31:19.604566 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-5cb96887-7cbc-4630-8acf-4f4d1706f004 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=36734b27-541b-4c46-94d0-9c36824cd543 HTTP/1.1" status: 200 len: 217 time: 0.0768249 Oct 20 11:31:19.669699 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e2fdd031-e5fd-467e-9085-e02b711f67ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:19.680613 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ffc40b6a-b302-411f-92d3-01eaa545618e req-791937bd-4758-4db7-8205-9f47569d5741 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:19.680964 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ffc40b6a-b302-411f-92d3-01eaa545618e req-791937bd-4758-4db7-8205-9f47569d5741 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:19.681353 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [req-ffc40b6a-b302-411f-92d3-01eaa545618e req-791937bd-4758-4db7-8205-9f47569d5741 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Floating IP fbf11690-384c-41cf-a527-fcd660ab2ddd disassociated. External IP: 172.25.5.179, port: 244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0. Oct 20 11:31:19.682193 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-ffc40b6a-b302-411f-92d3-01eaa545618e req-791937bd-4758-4db7-8205-9f47569d5741 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Calling delete_port for 244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:31:19.752915 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2716295-749e-4c5b-9413-05242b55360b req-593e119a-6d95-40a7-8591-94ba2a4eb5d0 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:19.761152 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e2716295-749e-4c5b-9413-05242b55360b req-593e119a-6d95-40a7-8591-94ba2a4eb5d0 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 949 time: 0.6244261 Oct 20 11:31:19.787500 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-1084ce5d-7811-4f30-aafc-bb45384007e7 None None] Allocated IP 172.20.0.2 (702f2a54-1918-497a-85d7-165d7b3aceac/787d79ac-d31a-4eba-abe5-1ceddb850d57/e570280f-976e-4dc4-b904-eeb2002a41a1) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:31:19.797553 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da8158-cdc1-4477-a557-1bd8e1e4e7fe req-b7d5d612-dab3-4a0f-a951-6f0069b91499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:19.799114 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41da8158-cdc1-4477-a557-1bd8e1e4e7fe req-b7d5d612-dab3-4a0f-a951-6f0069b91499 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4052985 Oct 20 11:31:19.823087 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ee40adf2-9aae-4b26-a194-084cf4d7ac25 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:19.917058 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e2716295-749e-4c5b-9413-05242b55360b req-d3fab9da-6f3e-4fdf-8ae6-484a4f1505e6 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492207 Oct 20 11:31:19.957264 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-cc43ac32-f5cd-4b47-af7c-e082918e29c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:19.959711 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-cc43ac32-f5cd-4b47-af7c-e082918e29c8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8b2ce3de-10a9-4c8a-b2e7-4d28126c6f52 HTTP/1.1" status: 200 len: 797 time: 0.2976775 Oct 20 11:31:19.989015 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ff1b7831-25d3-462c-8c70-fe2119b9032a req-90e49641-568c-4f66-b292-6093c4f7e13f tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] 10.222.0.98 "GET /v2.0/security-groups?id=bee60465-470c-4ac8-9215-1615b7cf532f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3699782 Oct 20 11:31:20.046942 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1084ce5d-7811-4f30-aafc-bb45384007e7 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:20.058450 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1084ce5d-7811-4f30-aafc-bb45384007e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:20.158754 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1084ce5d-7811-4f30-aafc-bb45384007e7 None None] Pushing event updated for resources: {'Port': ['ID=e570280f-976e-4dc4-b904-eeb2002a41a1,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:20.162696 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1084ce5d-7811-4f30-aafc-bb45384007e7 None None] Network 702f2a54-1918-497a-85d7-165d7b3aceac is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:31:20.164342 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-1084ce5d-7811-4f30-aafc-bb45384007e7 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:31:20.176273 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1084ce5d-7811-4f30-aafc-bb45384007e7 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:31:20.191763 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ee40adf2-9aae-4b26-a194-084cf4d7ac25 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:20.213897 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ee40adf2-9aae-4b26-a194-084cf4d7ac25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:20.249804 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-1084ce5d-7811-4f30-aafc-bb45384007e7 None None] Attempting to bind port e570280f-976e-4dc4-b904-eeb2002a41a1 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:31:20.250197 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-1084ce5d-7811-4f30-aafc-bb45384007e7 None None] Attempting to bind port e570280f-976e-4dc4-b904-eeb2002a41a1 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '3d88afa2-abb1-4169-8646-e3e6ae2bb942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '702f2a54-1918-497a-85d7-165d7b3aceac'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:31:20.250532 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1084ce5d-7811-4f30-aafc-bb45384007e7 None None] Attempting to bind port e570280f-976e-4dc4-b904-eeb2002a41a1 on network 702f2a54-1918-497a-85d7-165d7b3aceac {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:31:20.257359 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1084ce5d-7811-4f30-aafc-bb45384007e7 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:31:20.258398 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1084ce5d-7811-4f30-aafc-bb45384007e7 None None] Checking segment: {'id': '3d88afa2-abb1-4169-8646-e3e6ae2bb942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '702f2a54-1918-497a-85d7-165d7b3aceac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:31:20.261195 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1084ce5d-7811-4f30-aafc-bb45384007e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:20.261992 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1084ce5d-7811-4f30-aafc-bb45384007e7 None None] Bound using segment: {'id': '3d88afa2-abb1-4169-8646-e3e6ae2bb942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '702f2a54-1918-497a-85d7-165d7b3aceac'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:31:20.262982 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-1084ce5d-7811-4f30-aafc-bb45384007e7 None None] Bound port: e570280f-976e-4dc4-b904-eeb2002a41a1, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d88afa2-abb1-4169-8646-e3e6ae2bb942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '702f2a54-1918-497a-85d7-165d7b3aceac'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:31:20.263651 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1084ce5d-7811-4f30-aafc-bb45384007e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:20.354185 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-ee40adf2-9aae-4b26-a194-084cf4d7ac25 admin admin] Allocated IP 172.25.5.177 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/3a7a2f6b-a3e0-4f12-890a-aaa367535c56) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:31:20.354913 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-ad233130-7e98-4b9d-9c44-9f60d198c31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:20.356837 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-ad233130-7e98-4b9d-9c44-9f60d198c31c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cbfb6560-b005-4cf2-8e9b-c40d4507d392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3533990 Oct 20 11:31:20.387427 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-1084ce5d-7811-4f30-aafc-bb45384007e7 None None] For port e570280f-976e-4dc4-b904-eeb2002a41a1, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:31:20.391656 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-1084ce5d-7811-4f30-aafc-bb45384007e7 None None] For port e570280f-976e-4dc4-b904-eeb2002a41a1, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=e570280f-976e-4dc4-b904-eeb2002a41a1,segment=NetworkSegment(3d88afa2-abb1-4169-8646-e3e6ae2bb942),segment_id=3d88afa2-abb1-4169-8646-e3e6ae2bb942)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:31:20.396661 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:31:20.404437 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1084ce5d-7811-4f30-aafc-bb45384007e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:20.430955 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41da8158-cdc1-4477-a557-1bd8e1e4e7fe req-7c3b0d34-50fa-4986-bf2d-5281f014a526 service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6182268 Oct 20 11:31:20.442064 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: 9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:31:20.442420 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53201972-a54c-408b-8a35-434daaa5d451 req-d4ae6268-f0c5-4984-a8ac-9cae14880d12 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:20.442546 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 9365d3dc-0ee2-4bed-9e62-8eb44d3ec7de not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:31:20.442885 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:31:20.449137 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53201972-a54c-408b-8a35-434daaa5d451 req-d4ae6268-f0c5-4984-a8ac-9cae14880d12 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:20.455011 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53201972-a54c-408b-8a35-434daaa5d451 req-d4ae6268-f0c5-4984-a8ac-9cae14880d12 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:20.460840 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53201972-a54c-408b-8a35-434daaa5d451 req-d4ae6268-f0c5-4984-a8ac-9cae14880d12 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:20.471163 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53201972-a54c-408b-8a35-434daaa5d451 req-d4ae6268-f0c5-4984-a8ac-9cae14880d12 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:20.473240 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53201972-a54c-408b-8a35-434daaa5d451 req-d4ae6268-f0c5-4984-a8ac-9cae14880d12 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:20.479341 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53201972-a54c-408b-8a35-434daaa5d451 req-d4ae6268-f0c5-4984-a8ac-9cae14880d12 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:20.481229 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-53201972-a54c-408b-8a35-434daaa5d451 req-d4ae6268-f0c5-4984-a8ac-9cae14880d12 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 5420 time: 0.3600566 Oct 20 11:31:20.581187 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:20.612484 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1084ce5d-7811-4f30-aafc-bb45384007e7 None None] Pushing event updated for resources: {'Port': ['ID=e570280f-976e-4dc4-b904-eeb2002a41a1,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:20.639805 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f4002-b46c-4aaa-be87-d8f69ffc8d79 req-8ff5699a-9cb5-4458-b3ba-b3011d3658c2 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:20.648148 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1f2f4002-b46c-4aaa-be87-d8f69ffc8d79 req-8ff5699a-9cb5-4458-b3ba-b3011d3658c2 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] 10.222.0.98 "GET /v2.0/ports?device_id=063ab0e6-ef9d-4a76-8658-7ff1598bd70e HTTP/1.1" status: 200 len: 945 time: 0.5241199 Oct 20 11:31:20.653087 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ee40adf2-9aae-4b26-a194-084cf4d7ac25 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:20.700523 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ee40adf2-9aae-4b26-a194-084cf4d7ac25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:20.764176 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee40adf2-9aae-4b26-a194-084cf4d7ac25 admin admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:31:20.768509 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-ee40adf2-9aae-4b26-a194-084cf4d7ac25 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:31:20.776354 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee40adf2-9aae-4b26-a194-084cf4d7ac25 admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:31:20.826411 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee40adf2-9aae-4b26-a194-084cf4d7ac25 admin admin] Pushing event updated for resources: {'Port': ['ID=3a7a2f6b-a3e0-4f12-890a-aaa367535c56,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:20.919598 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-fd449932-14f8-46f7-8ce0-377184296c17 service neutron] 10.222.0.89 "GET /v2.0/networks/cbfb6560-b005-4cf2-8e9b-c40d4507d392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5377190 Oct 20 11:31:20.975168 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-53201972-a54c-408b-8a35-434daaa5d451 req-4edafade-d8e5-46eb-9d5e-240cc62df15f tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e397af8-07ce-4093-b8cb-76d0226b7f33&id=cde799ff-a835-4e26-b5ae-07ed8640379f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4513097 Oct 20 11:31:21.027617 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1f2f4002-b46c-4aaa-be87-d8f69ffc8d79 req-e9b4f05a-9c58-4a02-b660-ebda99f4340a tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] 10.222.0.98 "GET /v2.0/security-groups?id=045f848c-a9c3-4f29-86d7-1a70ff7324d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3782322 Oct 20 11:31:21.081061 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41da8158-cdc1-4477-a557-1bd8e1e4e7fe req-9fc41225-8da0-4e99-b9ba-37cfefbd6ed2 service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5969913 Oct 20 11:31:21.091792 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ffc40b6a-b302-411f-92d3-01eaa545618e req-791937bd-4758-4db7-8205-9f47569d5741 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:21.228480 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ee40adf2-9aae-4b26-a194-084cf4d7ac25 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:21.464774 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ee40adf2-9aae-4b26-a194-084cf4d7ac25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:21.640630 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee40adf2-9aae-4b26-a194-084cf4d7ac25 admin admin] Router 0b257461-74ea-4f03-9ed9-d5b57bfaa957 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:31:21.775694 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791937bd-4758-4db7-8205-9f47569d5741 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Pushing event deleted for resources: {'Port': ['ID=244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:21.801457 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee40adf2-9aae-4b26-a194-084cf4d7ac25 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:31:21.816424 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0447058-7a6a-4d3b-990c-532cf01452db None None] Sync routers for ids ['0b257461-74ea-4f03-9ed9-d5b57bfaa957'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:31:21.829469 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0447058-7a6a-4d3b-990c-532cf01452db None None] Routers {'0b257461-74ea-4f03-9ed9-d5b57bfaa957'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:31:21.830482 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-c0447058-7a6a-4d3b-990c-532cf01452db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:30:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['0b257461-74ea-4f03-9ed9-d5b57bfaa957'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:21.843207 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ee40adf2-9aae-4b26-a194-084cf4d7ac25 admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:21.848596 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ee40adf2-9aae-4b26-a194-084cf4d7ac25 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7836258 Oct 20 11:31:21.849963 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58618) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:21.948281 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3b031-73a3-4a80-9178-85611b85b13e req-b572ec36-8ef3-408f-a863-d40dd88b5849 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:21.956200 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d1f3b031-73a3-4a80-9178-85611b85b13e req-b572ec36-8ef3-408f-a863-d40dd88b5849 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 949 time: 0.3452599 Oct 20 11:31:21.993113 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffc40b6a-b302-411f-92d3-01eaa545618e req-791937bd-4758-4db7-8205-9f47569d5741 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Router aa78a856-593c-4764-8771-5b1828f3a023 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:31:22.005910 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-caaac141-3c9d-49a0-a611-6c99f4601682 service neutron] 10.222.0.89 "GET /v2.0/networks/cbfb6560-b005-4cf2-8e9b-c40d4507d392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0452800 Oct 20 11:31:22.052616 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f2b27-c53c-4d26-b6b5-9ff46d7662c8 req-513ba6bd-f8c7-4745-a403-1e8da0095367 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:22.053298 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-c0447058-7a6a-4d3b-990c-532cf01452db None None] Set router 0b257461-74ea-4f03-9ed9-d5b57bfaa957 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:31:22.054412 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-898f2b27-c53c-4d26-b6b5-9ff46d7662c8 req-513ba6bd-f8c7-4745-a403-1e8da0095367 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d63aa35-428e-4d53-bf56-ec6e60d5f02b HTTP/1.1" status: 200 len: 945 time: 0.4127529 Oct 20 11:31:22.138298 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a47586c-ade1-4d11-84c0-a9f04cafaf00 None None] Network 702f2a54-1918-497a-85d7-165d7b3aceac requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:31:22.239581 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5098ee23-bca8-4250-b470-3c15fd5b755d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:22.246097 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d1f3b031-73a3-4a80-9178-85611b85b13e req-d273cbcf-1a10-4ff1-ba56-38c0d9f0926e tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889147 Oct 20 11:31:22.294481 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-3bb27bce-e7ff-4635-a967-e95d799a5844 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=21d0cf01-a7f4-49be-aec5-51e5c5128073 HTTP/1.1" status: 200 len: 217 time: 0.2557716 Oct 20 11:31:22.461612 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:31:22.472316 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device e570280f-976e-4dc4-b904-eeb2002a41a1 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:31:22.494835 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-898f2b27-c53c-4d26-b6b5-9ff46d7662c8 req-93e4b19a-2354-4c1d-bafc-5729f3a928de tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] 10.222.0.98 "GET /v2.0/security-groups?id=bee60465-470c-4ac8-9215-1615b7cf532f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3823292 Oct 20 11:31:22.570233 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-7cb718eb-8c37-466c-9e4b-a9d0d793ee76 None None] Provisioning complete for port e570280f-976e-4dc4-b904-eeb2002a41a1 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:31:22.570607 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7cb718eb-8c37-466c-9e4b-a9d0d793ee76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:22.584333 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-c37f7f89-f26c-4a5d-9d45-aa40dc18f700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:22.585924 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-c37f7f89-f26c-4a5d-9d45-aa40dc18f700 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8b2ce3de-10a9-4c8a-b2e7-4d28126c6f52 HTTP/1.1" status: 200 len: 797 time: 0.1625245 Oct 20 11:31:22.663705 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-50def9ab-a808-4309-9b9b-c72b496bd988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:22.738395 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf342996-f983-4e47-841f-9590e65cd9aa req-df83f1dc-7fce-4b7d-8000-8b427df283f2 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] 10.222.0.98 "GET /v2.0/ports?device_id=063ab0e6-ef9d-4a76-8658-7ff1598bd70e HTTP/1.1" status: 200 len: 210 time: 0.0704072 Oct 20 11:31:22.784624 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-1ffc67c9-b381-4e56-bf64-5311a4c73368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:22.786559 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-1ffc67c9-b381-4e56-bf64-5311a4c73368 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cbfb6560-b005-4cf2-8e9b-c40d4507d392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1464841 Oct 20 11:31:22.796604 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffc40b6a-b302-411f-92d3-01eaa545618e req-791937bd-4758-4db7-8205-9f47569d5741 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:31:22.801851 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b1a6daa4-d13c-4621-aaf6-167d67240cf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:22.809975 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dac015-3186-421c-b121-e09f28cb8307 None None] Sync routers for ids ['aa78a856-593c-4764-8771-5b1828f3a023'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:31:22.829404 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dac015-3186-421c-b121-e09f28cb8307 None None] Routers {'aa78a856-593c-4764-8771-5b1828f3a023'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:31:22.832720 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-e6dac015-3186-421c-b121-e09f28cb8307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:31:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['aa78a856-593c-4764-8771-5b1828f3a023'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:22.851349 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0b311-fd6b-4bf1-8380-284660d23574 req-4e0c64ae-81f2-4428-a286-a7b3e5c7005e tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:22.857580 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0b311-fd6b-4bf1-8380-284660d23574 req-4e0c64ae-81f2-4428-a286-a7b3e5c7005e tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:22.863865 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0b311-fd6b-4bf1-8380-284660d23574 req-4e0c64ae-81f2-4428-a286-a7b3e5c7005e tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:22.870225 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0b311-fd6b-4bf1-8380-284660d23574 req-4e0c64ae-81f2-4428-a286-a7b3e5c7005e tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:22.880403 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0b311-fd6b-4bf1-8380-284660d23574 req-4e0c64ae-81f2-4428-a286-a7b3e5c7005e tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:22.880739 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port e570280f-976e-4dc4-b904-eeb2002a41a1 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:31:22.881221 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:22.886543 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0b311-fd6b-4bf1-8380-284660d23574 req-4e0c64ae-81f2-4428-a286-a7b3e5c7005e tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:22.897940 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:31:22.905785 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0b311-fd6b-4bf1-8380-284660d23574 req-4e0c64ae-81f2-4428-a286-a7b3e5c7005e tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:22.907758 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-39d0b311-fd6b-4bf1-8380-284660d23574 req-4e0c64ae-81f2-4428-a286-a7b3e5c7005e tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 5420 time: 0.2305472 Oct 20 11:31:22.960379 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:31:22.961102 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:23.015811 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-e6dac015-3186-421c-b121-e09f28cb8307 None None] Set router aa78a856-593c-4764-8771-5b1828f3a023 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:31:23.019710 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-50def9ab-a808-4309-9b9b-c72b496bd988 admin admin] Allocated IP 172.20.0.1 (702f2a54-1918-497a-85d7-165d7b3aceac/787d79ac-d31a-4eba-abe5-1ceddb850d57/64770c71-41a9-46be-8bcb-688cca7ffe68) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:31:23.051260 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc40b6a-b302-411f-92d3-01eaa545618e req-791937bd-4758-4db7-8205-9f47569d5741 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] No DVR routers for this DVR port 244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:31:23.071977 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-c0447058-7a6a-4d3b-990c-532cf01452db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b257461-74ea-4f03-9ed9-d5b57bfaa957', 'name': 'tempest-FloatingIPsTestJSON-1954686776-router', 'tenant_id': '340a761b227446d298017d5578e3b79d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '3a7a2f6b-a3e0-4f12-890a-aaa367535c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:31:19Z', 'updated_at': '2021-10-20T11:31:21Z', 'revision_number': 3, 'project_id': '340a761b227446d298017d5578e3b79d', 'gw_port': {'id': '3a7a2f6b-a3e0-4f12-890a-aaa367535c56', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fa:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b257461-74ea-4f03-9ed9-d5b57bfaa957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:20Z', 'updated_at': '2021-10-20T11:31:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:23.078454 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ffc40b6a-b302-411f-92d3-01eaa545618e req-791937bd-4758-4db7-8205-9f47569d5741 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:23.081845 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ffc40b6a-b302-411f-92d3-01eaa545618e req-791937bd-4758-4db7-8205-9f47569d5741 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] 10.222.0.11 "DELETE /v2.0/ports/244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0 HTTP/1.1" status: 204 len: 173 time: 5.1535859 Oct 20 11:31:23.119884 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063ab0e6-ef9d-4a76-8658-7ff1598bd70e', 'name': 'network-vif-deleted', 'tag': '244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:31:23.122719 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0f9842-99fa-4be2-a21d-ee060b088821" -d '{"events": [{"server_uuid": "063ab0e6-ef9d-4a76-8658-7ff1598bd70e", "name": "network-vif-deleted", "tag": "244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:31:23.156762 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0447058-7a6a-4d3b-990c-532cf01452db None None] Checking router: 0b257461-74ea-4f03-9ed9-d5b57bfaa957 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:31:23.157583 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0447058-7a6a-4d3b-990c-532cf01452db None None] Updating router 0b257461-74ea-4f03-9ed9-d5b57bfaa957 port 3a7a2f6b-a3e0-4f12-890a-aaa367535c56 binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:31:23.177228 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7cb718eb-8c37-466c-9e4b-a9d0d793ee76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:23.263990 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-50def9ab-a808-4309-9b9b-c72b496bd988 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:23.319337 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-39d0b311-fd6b-4bf1-8380-284660d23574 req-72c4967d-8da3-4804-b5c3-e09c972ccb98 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e397af8-07ce-4093-b8cb-76d0226b7f33&id=cde799ff-a835-4e26-b5ae-07ed8640379f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2863004 Oct 20 11:31:23.331113 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:23.354488 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-e6dac015-3186-421c-b121-e09f28cb8307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa78a856-593c-4764-8771-5b1828f3a023', 'name': 'tempest-ServersTestFqdnHostnames-276365898-router', 'tenant_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'ba098b4f-4615-441a-aa3c-c5cf83bdffb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:28:43Z', 'updated_at': '2021-10-20T11:28:52Z', 'revision_number': 4, 'project_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'gw_port': {'id': 'ba098b4f-4615-441a-aa3c-c5cf83bdffb8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa78a856-593c-4764-8771-5b1828f3a023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:45Z', 'updated_at': '2021-10-20T11:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'c08e7f2e-561e-4213-a9dc-b162c1b5de72', 'name': '', 'network_id': 'f2bda165-652a-4d6c-ac20-276d33fbbfc1', 'tenant_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'mac_address': 'fa:16:3e:25:f6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa78a856-593c-4764-8771-5b1828f3a023', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8aa4bfdd-2ba9-4931-bcff-0bb492ab280c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:50Z', 'updated_at': '2021-10-20T11:28:59Z', 'revision_number': 5, 'project_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'subnets': [{'id': '8aa4bfdd-2ba9-4931-bcff-0bb492ab280c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:23.367542 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:23.391054 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dac015-3186-421c-b121-e09f28cb8307 None None] Checking router: aa78a856-593c-4764-8771-5b1828f3a023 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:31:23.406371 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-50def9ab-a808-4309-9b9b-c72b496bd988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:23.411812 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dac015-3186-421c-b121-e09f28cb8307 None None] Routers {'aa78a856-593c-4764-8771-5b1828f3a023'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:31:23.412559 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-e6dac015-3186-421c-b121-e09f28cb8307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:31:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['aa78a856-593c-4764-8771-5b1828f3a023'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:23.456774 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-7cb718eb-8c37-466c-9e4b-a9d0d793ee76 None None] For port e570280f-976e-4dc4-b904-eeb2002a41a1, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=e570280f-976e-4dc4-b904-eeb2002a41a1,segment=NetworkSegment(3d88afa2-abb1-4169-8646-e3e6ae2bb942),segment_id=3d88afa2-abb1-4169-8646-e3e6ae2bb942)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:23.465680 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c0447058-7a6a-4d3b-990c-532cf01452db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:23.473809 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:23.548190 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce80093-dcff-4020-b8f0-443eb4da3677 req-03dee261-7730-4bb2-a13a-c7795bcd8788 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:23.550813 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50def9ab-a808-4309-9b9b-c72b496bd988 admin admin] Network 702f2a54-1918-497a-85d7-165d7b3aceac is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:31:23.563997 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4ce80093-dcff-4020-b8f0-443eb4da3677 req-03dee261-7730-4bb2-a13a-c7795bcd8788 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c2d42db-7f0e-4364-aea7-06ca55524d61 HTTP/1.1" status: 200 len: 945 time: 0.5739186 Oct 20 11:31:23.580682 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686e2980-9f1b-4fa5-b904-756d80d0b5ee x-openstack-request-id: req-686e2980-9f1b-4fa5-b904-756d80d0b5ee {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:31:23.580978 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "063ab0e6-ef9d-4a76-8658-7ff1598bd70e", "name": "network-vif-deleted", "tag": "244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:31:23.581267 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-686e2980-9f1b-4fa5-b904-756d80d0b5ee {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:31:23.581660 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063ab0e6-ef9d-4a76-8658-7ff1598bd70e', 'name': 'network-vif-deleted', 'tag': '244aad14-6e54-4dd8-a6a5-b3d9a4ae1be0', 'status': 'completed', 'code': 200} Oct 20 11:31:23.596853 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7cb718eb-8c37-466c-9e4b-a9d0d793ee76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:23.601159 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-50def9ab-a808-4309-9b9b-c72b496bd988 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:31:23.604747 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa32b89-927d-4040-8824-4d6f942f58ba req-e598ace9-3cb5-44dd-9eaf-de0d1a572af3 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:23.606085 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50def9ab-a808-4309-9b9b-c72b496bd988 admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:31:23.608204 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4aa32b89-927d-4040-8824-4d6f942f58ba req-e598ace9-3cb5-44dd-9eaf-de0d1a572af3 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c2d42db-7f0e-4364-aea7-06ca55524d61 HTTP/1.1" status: 200 len: 945 time: 0.5224857 Oct 20 11:31:23.688563 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50def9ab-a808-4309-9b9b-c72b496bd988 admin admin] Pushing event updated for resources: {'Port': ['ID=64770c71-41a9-46be-8bcb-688cca7ffe68,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:23.704141 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-50def9ab-a808-4309-9b9b-c72b496bd988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:23.779236 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d63aa35-428e-4d53-bf56-ec6e60d5f02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:31:23.785154 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-e6dac015-3186-421c-b121-e09f28cb8307 None None] Set router aa78a856-593c-4764-8771-5b1828f3a023 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:31:23.790834 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75913e57-abae-4f75-b9e5-8f6d08d3ba98" -d '{"events": [{"server_uuid": "8d63aa35-428e-4d53-bf56-ec6e60d5f02b", "name": "network-vif-plugged", "status": "completed", "tag": "d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:31:23.810160 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da8158-cdc1-4477-a557-1bd8e1e4e7fe req-6efc66d5-baa8-4043-a4d4-1ec6ed8fc64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:23.812592 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-41da8158-cdc1-4477-a557-1bd8e1e4e7fe req-6efc66d5-baa8-4043-a4d4-1ec6ed8fc64a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0b8139f8-9141-4764-90d9-f4c63efc6677&tenant_id=4b173b35dd00423795d2e29ae132dc78 HTTP/1.1" status: 200 len: 1100 time: 0.3235154 Oct 20 11:31:23.836912 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-41da8158-cdc1-4477-a557-1bd8e1e4e7fe req-691759c0-133a-4cfd-b1d4-c3410d8d5c87 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-814735-3', 'device_owner': 'compute:nova'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:31:23.868101 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-8569fdc2-2667-4d46-bab1-e54720a23175 service neutron] 10.222.0.89 "GET /v2.0/networks/cbfb6560-b005-4cf2-8e9b-c40d4507d392?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0634780 Oct 20 11:31:23.887685 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2,segment=NetworkSegment(bebaf4cc-37e0-4072-bc53-5f8daf5a0282),segment_id=bebaf4cc-37e0-4072-bc53-5f8daf5a0282)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:23.942503 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4ce80093-dcff-4020-b8f0-443eb4da3677 req-f26de8e7-80c7-43bd-8f60-ad769d9343c7 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774307 Oct 20 11:31:23.991086 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-41da8158-cdc1-4477-a557-1bd8e1e4e7fe req-691759c0-133a-4cfd-b1d4-c3410d8d5c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:24.084061 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37b6f9-eebc-40c6-a368-c147843d8ff1 req-5bfb24bb-bb65-4241-a379-c33722780c1a tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:24.091388 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-de37b6f9-eebc-40c6-a368-c147843d8ff1 req-5bfb24bb-bb65-4241-a379-c33722780c1a tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 949 time: 0.3542540 Oct 20 11:31:24.157715 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-50def9ab-a808-4309-9b9b-c72b496bd988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:24.178761 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-e6dac015-3186-421c-b121-e09f28cb8307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa78a856-593c-4764-8771-5b1828f3a023', 'name': 'tempest-ServersTestFqdnHostnames-276365898-router', 'tenant_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'ba098b4f-4615-441a-aa3c-c5cf83bdffb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:28:43Z', 'updated_at': '2021-10-20T11:28:52Z', 'revision_number': 4, 'project_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'gw_port': {'id': 'ba098b4f-4615-441a-aa3c-c5cf83bdffb8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa78a856-593c-4764-8771-5b1828f3a023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:45Z', 'updated_at': '2021-10-20T11:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'c08e7f2e-561e-4213-a9dc-b162c1b5de72', 'name': '', 'network_id': 'f2bda165-652a-4d6c-ac20-276d33fbbfc1', 'tenant_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'mac_address': 'fa:16:3e:25:f6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa78a856-593c-4764-8771-5b1828f3a023', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8aa4bfdd-2ba9-4931-bcff-0bb492ab280c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:50Z', 'updated_at': '2021-10-20T11:28:59Z', 'revision_number': 5, 'project_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'subnets': [{'id': '8aa4bfdd-2ba9-4931-bcff-0bb492ab280c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:24.205329 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba86722-46bf-4f6a-842a-a8bdd6d2df9f req-d1d85427-e2e1-4037-a32a-25f59831148b service neutron] 10.222.0.89 "GET /v2.0/networks/cbfb6560-b005-4cf2-8e9b-c40d4507d392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068223 Oct 20 11:31:24.208576 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:24.213153 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-de37b6f9-eebc-40c6-a368-c147843d8ff1 req-09f158f1-40ff-449d-88db-fb8b9ca5b63a tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142128 Oct 20 11:31:24.218984 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-dc42e3f9-0b46-4149-abfa-2289a9a2f24b None None] Provisioning complete for port e570280f-976e-4dc4-b904-eeb2002a41a1 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:31:24.219295 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-dc42e3f9-0b46-4149-abfa-2289a9a2f24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:24.228208 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb718eb-8c37-466c-9e4b-a9d0d793ee76 None None] Pushing event updated for resources: {'Port': ['ID=e570280f-976e-4dc4-b904-eeb2002a41a1,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:24.253976 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd386ee1-1960-44d5-9a3d-fade5264414d req-25e3379f-4663-42db-8577-86b616f386e9 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:24.256251 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cd386ee1-1960-44d5-9a3d-fade5264414d req-25e3379f-4663-42db-8577-86b616f386e9 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d63aa35-428e-4d53-bf56-ec6e60d5f02b HTTP/1.1" status: 200 len: 946 time: 0.1955991 Oct 20 11:31:24.274860 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-4aa32b89-927d-4040-8824-4d6f942f58ba req-76f543cb-bc0a-4cec-ad39-26fe4727fc15 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Deleting port 27a6d02b-305f-480d-bb45-21dbff7f08c2 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:31:24.276210 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4aa32b89-927d-4040-8824-4d6f942f58ba req-76f543cb-bc0a-4cec-ad39-26fe4727fc15 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:24.298456 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dac015-3186-421c-b121-e09f28cb8307 None None] The sync data for ids ['aa78a856-593c-4764-8771-5b1828f3a023'] in n-d-814735-3 is: [{'id': 'aa78a856-593c-4764-8771-5b1828f3a023', 'name': 'tempest-ServersTestFqdnHostnames-276365898-router', 'tenant_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'ba098b4f-4615-441a-aa3c-c5cf83bdffb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:28:43Z', 'updated_at': '2021-10-20T11:28:52Z', 'revision_number': 4, 'project_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'gw_port': {'id': 'ba098b4f-4615-441a-aa3c-c5cf83bdffb8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa78a856-593c-4764-8771-5b1828f3a023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:45Z', 'updated_at': '2021-10-20T11:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'c08e7f2e-561e-4213-a9dc-b162c1b5de72', 'name': '', 'network_id': 'f2bda165-652a-4d6c-ac20-276d33fbbfc1', 'tenant_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'mac_address': 'fa:16:3e:25:f6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa78a856-593c-4764-8771-5b1828f3a023', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8aa4bfdd-2ba9-4931-bcff-0bb492ab280c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:50Z', 'updated_at': '2021-10-20T11:28:59Z', 'revision_number': 5, 'project_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'subnets': [{'id': '8aa4bfdd-2ba9-4931-bcff-0bb492ab280c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:31:24.347672 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:31:24.349075 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:24.403159 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776d2035-5bce-45c3-aa55-a6dac1dfa03e x-openstack-request-id: req-776d2035-5bce-45c3-aa55-a6dac1dfa03e {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:31:24.403883 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d63aa35-428e-4d53-bf56-ec6e60d5f02b", "name": "network-vif-plugged", "status": "completed", "tag": "d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:31:24.404142 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-776d2035-5bce-45c3-aa55-a6dac1dfa03e {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:31:24.404534 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d63aa35-428e-4d53-bf56-ec6e60d5f02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2', 'code': 200} Oct 20 11:31:24.452516 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-41da8158-cdc1-4477-a557-1bd8e1e4e7fe req-691759c0-133a-4cfd-b1d4-c3410d8d5c87 service neutron] For port e5fe209d-c2e2-452b-9fe6-fa5140bce982, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=e5fe209d-c2e2-452b-9fe6-fa5140bce982,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:24.457067 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cd386ee1-1960-44d5-9a3d-fade5264414d req-7803ec66-98b7-4f48-916e-6641e6c8cf90 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] 10.222.0.98 "GET /v2.0/security-groups?id=bee60465-470c-4ac8-9215-1615b7cf532f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1940022 Oct 20 11:31:24.528205 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58658) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:24.624885 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c0447058-7a6a-4d3b-990c-532cf01452db None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:24.637622 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-41da8158-cdc1-4477-a557-1bd8e1e4e7fe req-691759c0-133a-4cfd-b1d4-c3410d8d5c87 service neutron] For port e5fe209d-c2e2-452b-9fe6-fa5140bce982, host n-h1-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:31:24.642155 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c0447058-7a6a-4d3b-990c-532cf01452db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:24.643037 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-4aa32b89-927d-4040-8824-4d6f942f58ba req-76f543cb-bc0a-4cec-ad39-26fe4727fc15 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] For port 27a6d02b-305f-480d-bb45-21dbff7f08c2, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=27a6d02b-305f-480d-bb45-21dbff7f08c2,segment=NetworkSegment(ec1b6256-95be-479c-9695-b6dae13546d3),segment_id=ec1b6256-95be-479c-9695-b6dae13546d3)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:24.643557 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4aa32b89-927d-4040-8824-4d6f942f58ba req-76f543cb-bc0a-4cec-ad39-26fe4727fc15 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:24.659606 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef73c3-6d9c-4c96-af65-e9c439c6cc1d req-7714b3cc-59d2-46f7-aa24-6d2e115eec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:24.662258 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef73c3-6d9c-4c96-af65-e9c439c6cc1d req-7714b3cc-59d2-46f7-aa24-6d2e115eec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:24.662754 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef73c3-6d9c-4c96-af65-e9c439c6cc1d req-7714b3cc-59d2-46f7-aa24-6d2e115eec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:24.663255 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef73c3-6d9c-4c96-af65-e9c439c6cc1d req-7714b3cc-59d2-46f7-aa24-6d2e115eec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:24.663722 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef73c3-6d9c-4c96-af65-e9c439c6cc1d req-7714b3cc-59d2-46f7-aa24-6d2e115eec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:24.664172 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef73c3-6d9c-4c96-af65-e9c439c6cc1d req-7714b3cc-59d2-46f7-aa24-6d2e115eec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:24.664623 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef73c3-6d9c-4c96-af65-e9c439c6cc1d req-7714b3cc-59d2-46f7-aa24-6d2e115eec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:24.671044 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-37ef73c3-6d9c-4c96-af65-e9c439c6cc1d req-7714b3cc-59d2-46f7-aa24-6d2e115eec8c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9d1ce67b5cf7473287fd13cd3d60b290&device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 6477 time: 0.3273754 Oct 20 11:31:24.717953 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-50def9ab-a808-4309-9b9b-c72b496bd988 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:24.722930 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f38caa61-f607-4f3e-a2e2-559346d35177 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:24.741807 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58670) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:24.754028 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e6ca6d9e-51de-4e88-a3f4-d421e52682a4 None None] Provisioning complete for port 64770c71-41a9-46be-8bcb-688cca7ffe68 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:31:24.754403 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e6ca6d9e-51de-4e88-a3f4-d421e52682a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:24.758506 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-4aa32b89-927d-4040-8824-4d6f942f58ba req-76f543cb-bc0a-4cec-ad39-26fe4727fc15 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Calling delete_port for 27a6d02b-305f-480d-bb45-21dbff7f08c2 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:31:24.759406 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-50def9ab-a808-4309-9b9b-c72b496bd988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:24.761967 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3df07-453e-4235-bb60-3ac2a99e3749 req-c521636e-8a4f-49a5-9a19-816a6c93999c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:24.763530 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fbb3df07-453e-4235-bb60-3ac2a99e3749 req-c521636e-8a4f-49a5-9a19-816a6c93999c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8d63aa35-428e-4d53-bf56-ec6e60d5f02b HTTP/1.1" status: 200 len: 1097 time: 0.2655222 Oct 20 11:31:24.771242 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b8139f8-9141-4764-90d9-f4c63efc6677', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5fe209d-c2e2-452b-9fe6-fa5140bce982'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:31:24.772220 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16494d9e-fb03-453c-9607-92d0c03cb048" -d '{"events": [{"server_uuid": "0b8139f8-9141-4764-90d9-f4c63efc6677", "name": "network-vif-unplugged", "status": "completed", "tag": "e5fe209d-c2e2-452b-9fe6-fa5140bce982"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:31:24.799674 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-41da8158-cdc1-4477-a557-1bd8e1e4e7fe req-691759c0-133a-4cfd-b1d4-c3410d8d5c87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:24.804117 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68034c26-f402-41f3-9d40-b0eddd472a21 None None] New status for floating IP fbf11690-384c-41cf-a527-fcd660ab2ddd: DOWN {{(pid=100648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:31:24.806341 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-c0447058-7a6a-4d3b-990c-532cf01452db None None] Attempting to bind port 3a7a2f6b-a3e0-4f12-890a-aaa367535c56 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:31:24.806678 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-c0447058-7a6a-4d3b-990c-532cf01452db None None] Attempting to bind port 3a7a2f6b-a3e0-4f12-890a-aaa367535c56 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:31:24.807283 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0447058-7a6a-4d3b-990c-532cf01452db None None] Attempting to bind port 3a7a2f6b-a3e0-4f12-890a-aaa367535c56 on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:31:24.847955 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:24.852360 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5793cf-75af-40b1-9222-913d0a82a65f None None] Pushing event updated for resources: {'Port': ['ID=3a7a2f6b-a3e0-4f12-890a-aaa367535c56,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:24.863027 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0447058-7a6a-4d3b-990c-532cf01452db None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:31:24.863294 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f38caa61-f607-4f3e-a2e2-559346d35177 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:24.863520 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0447058-7a6a-4d3b-990c-532cf01452db None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:31:24.863923 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c0447058-7a6a-4d3b-990c-532cf01452db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:24.864317 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0447058-7a6a-4d3b-990c-532cf01452db None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:31:24.864843 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-c0447058-7a6a-4d3b-990c-532cf01452db None None] Bound port: 3a7a2f6b-a3e0-4f12-890a-aaa367535c56, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:31:24.865218 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c0447058-7a6a-4d3b-990c-532cf01452db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:24.912223 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce26e2-24b1-4486-8b24-c4929a525f95 req-f8641767-7edd-462f-b87d-89c518257a6a tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:24.919274 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce26e2-24b1-4486-8b24-c4929a525f95 req-f8641767-7edd-462f-b87d-89c518257a6a tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:24.926550 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce26e2-24b1-4486-8b24-c4929a525f95 req-f8641767-7edd-462f-b87d-89c518257a6a tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:24.929590 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e6ca6d9e-51de-4e88-a3f4-d421e52682a4 None None] Port 64770c71-41a9-46be-8bcb-688cca7ffe68 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:31:24.933913 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce26e2-24b1-4486-8b24-c4929a525f95 req-f8641767-7edd-462f-b87d-89c518257a6a tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:24.940275 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce26e2-24b1-4486-8b24-c4929a525f95 req-f8641767-7edd-462f-b87d-89c518257a6a tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:24.946327 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce26e2-24b1-4486-8b24-c4929a525f95 req-f8641767-7edd-462f-b87d-89c518257a6a tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:24.952392 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce26e2-24b1-4486-8b24-c4929a525f95 req-f8641767-7edd-462f-b87d-89c518257a6a tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:24.954358 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-42ce26e2-24b1-4486-8b24-c4929a525f95 req-f8641767-7edd-462f-b87d-89c518257a6a tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 5420 time: 0.3474536 Oct 20 11:31:25.002833 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-c0447058-7a6a-4d3b-990c-532cf01452db None None] For port 3a7a2f6b-a3e0-4f12-890a-aaa367535c56, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:31:25.007246 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-c0447058-7a6a-4d3b-990c-532cf01452db None None] For port 3a7a2f6b-a3e0-4f12-890a-aaa367535c56, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=3a7a2f6b-a3e0-4f12-890a-aaa367535c56,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:31:25.018102 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c0447058-7a6a-4d3b-990c-532cf01452db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:25.020966 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-b1a6daa4-d13c-4621-aaf6-167d67240cf8 admin admin] Deleting port 11aefccc-1ee1-4b5f-95ed-b5a27fdfbc0b {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:31:25.021512 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b1a6daa4-d13c-4621-aaf6-167d67240cf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:25.051634 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fbb3df07-453e-4235-bb60-3ac2a99e3749 req-a440c582-cb16-4d6b-b9bf-0fc1da2ce759 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=bee60465-470c-4ac8-9215-1615b7cf532f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2718196 Oct 20 11:31:25.097763 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0447058-7a6a-4d3b-990c-532cf01452db None None] Routers {'0b257461-74ea-4f03-9ed9-d5b57bfaa957'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:31:25.098472 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-c0447058-7a6a-4d3b-990c-532cf01452db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:31:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['0b257461-74ea-4f03-9ed9-d5b57bfaa957'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:25.124877 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef73c3-6d9c-4c96-af65-e9c439c6cc1d req-7575ac96-a293-4073-875a-a21c6d7fbb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:25.126446 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-37ef73c3-6d9c-4c96-af65-e9c439c6cc1d req-7575ac96-a293-4073-875a-a21c6d7fbb50 service neutron] 10.222.0.89 "GET /v2.0/networks?id=cbfb6560-b005-4cf2-8e9b-c40d4507d392 HTTP/1.1" status: 200 len: 904 time: 0.4056716 Oct 20 11:31:25.137580 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5793cf-75af-40b1-9222-913d0a82a65f None None] Pushing event updated for resources: {'Port': ['ID=3a7a2f6b-a3e0-4f12-890a-aaa367535c56,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:25.222012 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-c0447058-7a6a-4d3b-990c-532cf01452db None None] Set router 0b257461-74ea-4f03-9ed9-d5b57bfaa957 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:31:25.225354 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-41da8158-cdc1-4477-a557-1bd8e1e4e7fe req-691759c0-133a-4cfd-b1d4-c3410d8d5c87 service neutron] Transition to ACTIVE for port object e5fe209d-c2e2-452b-9fe6-fa5140bce982 will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:31:25.231288 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c445bada-9add-4ad8-81c9-7950928fd4ca x-openstack-request-id: req-c445bada-9add-4ad8-81c9-7950928fd4ca {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:31:25.231676 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b8139f8-9141-4764-90d9-f4c63efc6677", "name": "network-vif-unplugged", "status": "completed", "tag": "e5fe209d-c2e2-452b-9fe6-fa5140bce982", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:31:25.231956 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c445bada-9add-4ad8-81c9-7950928fd4ca {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:31:25.232391 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b8139f8-9141-4764-90d9-f4c63efc6677', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5fe209d-c2e2-452b-9fe6-fa5140bce982', 'code': 200} Oct 20 11:31:25.249282 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-41da8158-cdc1-4477-a557-1bd8e1e4e7fe req-691759c0-133a-4cfd-b1d4-c3410d8d5c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:25.269826 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50def9ab-a808-4309-9b9b-c72b496bd988 admin admin] Pushing event updated for resources: {'Port': ['ID=64770c71-41a9-46be-8bcb-688cca7ffe68,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:25.283938 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac9e8e1b-d8d3-42b1-83ef-3c6c5a54e25c admin admin] Deleting subnet aac54544-8ac1-4e04-a94d-f9c6d3bc8d37 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:31:25.288785 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-50def9ab-a808-4309-9b9b-c72b496bd988 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:25.311417 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ac9e8e1b-d8d3-42b1-83ef-3c6c5a54e25c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:25.373370 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691759c0-133a-4cfd-b1d4-c3410d8d5c87 service neutron] Pushing event updated for resources: {'Port': ['ID=e5fe209d-c2e2-452b-9fe6-fa5140bce982,revision_number=10']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:25.417175 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-41da8158-cdc1-4477-a557-1bd8e1e4e7fe req-691759c0-133a-4cfd-b1d4-c3410d8d5c87 service neutron] No DVR routers for this DVR port e5fe209d-c2e2-452b-9fe6-fa5140bce982 on host n-h1-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:31:25.441753 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ac9e8e1b-d8d3-42b1-83ef-3c6c5a54e25c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:25.475077 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-c0447058-7a6a-4d3b-990c-532cf01452db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b257461-74ea-4f03-9ed9-d5b57bfaa957', 'name': 'tempest-FloatingIPsTestJSON-1954686776-router', 'tenant_id': '340a761b227446d298017d5578e3b79d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '3a7a2f6b-a3e0-4f12-890a-aaa367535c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:31:19Z', 'updated_at': '2021-10-20T11:31:24Z', 'revision_number': 4, 'project_id': '340a761b227446d298017d5578e3b79d', 'gw_port': {'id': '3a7a2f6b-a3e0-4f12-890a-aaa367535c56', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fa:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b257461-74ea-4f03-9ed9-d5b57bfaa957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:20Z', 'updated_at': '2021-10-20T11:31:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '64770c71-41a9-46be-8bcb-688cca7ffe68', 'name': '', 'network_id': '702f2a54-1918-497a-85d7-165d7b3aceac', 'tenant_id': '340a761b227446d298017d5578e3b79d', 'mac_address': 'fa:16:3e:44:63:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b257461-74ea-4f03-9ed9-d5b57bfaa957', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '787d79ac-d31a-4eba-abe5-1ceddb850d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:22Z', 'updated_at': '2021-10-20T11:31:24Z', 'revision_number': 2, 'project_id': '340a761b227446d298017d5578e3b79d', 'subnets': [{'id': '787d79ac-d31a-4eba-abe5-1ceddb850d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:25.488056 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f38caa61-f607-4f3e-a2e2-559346d35177 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:25.491102 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f38caa61-f607-4f3e-a2e2-559346d35177 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:25.492604 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f38caa61-f607-4f3e-a2e2-559346d35177 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] 10.222.0.98 "DELETE /v2.0/security-groups/045f848c-a9c3-4f29-86d7-1a70ff7324d2 HTTP/1.1" status: 204 len: 168 time: 0.9633756 Oct 20 11:31:25.513880 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0447058-7a6a-4d3b-990c-532cf01452db None None] The sync data for ids ['0b257461-74ea-4f03-9ed9-d5b57bfaa957'] in n-d-814735-3 is: [{'id': '0b257461-74ea-4f03-9ed9-d5b57bfaa957', 'name': 'tempest-FloatingIPsTestJSON-1954686776-router', 'tenant_id': '340a761b227446d298017d5578e3b79d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '3a7a2f6b-a3e0-4f12-890a-aaa367535c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:31:19Z', 'updated_at': '2021-10-20T11:31:24Z', 'revision_number': 4, 'project_id': '340a761b227446d298017d5578e3b79d', 'gw_port': {'id': '3a7a2f6b-a3e0-4f12-890a-aaa367535c56', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fa:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b257461-74ea-4f03-9ed9-d5b57bfaa957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:20Z', 'updated_at': '2021-10-20T11:31:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '64770c71-41a9-46be-8bcb-688cca7ffe68', 'name': '', 'network_id': '702f2a54-1918-497a-85d7-165d7b3aceac', 'tenant_id': '340a761b227446d298017d5578e3b79d', 'mac_address': 'fa:16:3e:44:63:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b257461-74ea-4f03-9ed9-d5b57bfaa957', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '787d79ac-d31a-4eba-abe5-1ceddb850d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:22Z', 'updated_at': '2021-10-20T11:31:24Z', 'revision_number': 2, 'project_id': '340a761b227446d298017d5578e3b79d', 'subnets': [{'id': '787d79ac-d31a-4eba-abe5-1ceddb850d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:31:25.528359 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58680) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:25.566442 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38caa61-f607-4f3e-a2e2-559346d35177 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=045f848c-a9c3-4f29-86d7-1a70ff7324d2,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:25.578437 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-41da8158-cdc1-4477-a557-1bd8e1e4e7fe req-691759c0-133a-4cfd-b1d4-c3410d8d5c87 service neutron] Attempting to bind port e5fe209d-c2e2-452b-9fe6-fa5140bce982 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:31:25.578980 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-41da8158-cdc1-4477-a557-1bd8e1e4e7fe req-691759c0-133a-4cfd-b1d4-c3410d8d5c87 service neutron] Attempting to bind port e5fe209d-c2e2-452b-9fe6-fa5140bce982 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:31:25.579277 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41da8158-cdc1-4477-a557-1bd8e1e4e7fe req-691759c0-133a-4cfd-b1d4-c3410d8d5c87 service neutron] Attempting to bind port e5fe209d-c2e2-452b-9fe6-fa5140bce982 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:31:25.585692 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-bc24f8d0-cfaa-42ff-9bd4-910e2a41e511 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] show failed (client error): The resource could not be found. Oct 20 11:31:25.586751 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-bc24f8d0-cfaa-42ff-9bd4-910e2a41e511 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] 10.222.0.98 "GET /v2.0/security-groups/045f848c-a9c3-4f29-86d7-1a70ff7324d2 HTTP/1.1" status: 404 len: 347 time: 0.0534732 Oct 20 11:31:25.594019 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58682) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:25.612723 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41da8158-cdc1-4477-a557-1bd8e1e4e7fe req-691759c0-133a-4cfd-b1d4-c3410d8d5c87 service neutron] Port e5fe209d-c2e2-452b-9fe6-fa5140bce982 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:31:25.613143 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41da8158-cdc1-4477-a557-1bd8e1e4e7fe req-691759c0-133a-4cfd-b1d4-c3410d8d5c87 service neutron] Attempting to bind port e5fe209d-c2e2-452b-9fe6-fa5140bce982 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:31:25.618999 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ac9e8e1b-d8d3-42b1-83ef-3c6c5a54e25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:25.636798 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-37ef73c3-6d9c-4c96-af65-e9c439c6cc1d req-d0f7f9ff-b334-45fc-a908-004c5d6c1f90 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=21d0cf01-a7f4-49be-aec5-51e5c5128073 HTTP/1.1" status: 200 len: 217 time: 0.4923763 Oct 20 11:31:25.644778 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-42ce26e2-24b1-4486-8b24-c4929a525f95 req-3b648b1f-dd92-499c-8566-bfdc637ccbe0 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e397af8-07ce-4093-b8cb-76d0226b7f33&id=cde799ff-a835-4e26-b5ae-07ed8640379f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6418879 Oct 20 11:31:25.687795 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41da8158-cdc1-4477-a557-1bd8e1e4e7fe req-691759c0-133a-4cfd-b1d4-c3410d8d5c87 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:31:25.688131 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41da8158-cdc1-4477-a557-1bd8e1e4e7fe req-691759c0-133a-4cfd-b1d4-c3410d8d5c87 service neutron] Checking segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:31:25.688516 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41da8158-cdc1-4477-a557-1bd8e1e4e7fe req-691759c0-133a-4cfd-b1d4-c3410d8d5c87 service neutron] Bound using segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:31:25.688942 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-41da8158-cdc1-4477-a557-1bd8e1e4e7fe req-691759c0-133a-4cfd-b1d4-c3410d8d5c87 service neutron] Bound port: e5fe209d-c2e2-452b-9fe6-fa5140bce982, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:31:25.689289 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-41da8158-cdc1-4477-a557-1bd8e1e4e7fe req-691759c0-133a-4cfd-b1d4-c3410d8d5c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:25.697918 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50def9ab-a808-4309-9b9b-c72b496bd988 admin admin] Network 702f2a54-1918-497a-85d7-165d7b3aceac is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:31:25.712339 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-b1a6daa4-d13c-4621-aaf6-167d67240cf8 admin admin] For port 11aefccc-1ee1-4b5f-95ed-b5a27fdfbc0b, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=11aefccc-1ee1-4b5f-95ed-b5a27fdfbc0b,segment=NetworkSegment(f7b2f859-a162-4ede-8eaa-620a4add6ef1),segment_id=f7b2f859-a162-4ede-8eaa-620a4add6ef1)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:25.712774 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b1a6daa4-d13c-4621-aaf6-167d67240cf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:25.715259 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-50def9ab-a808-4309-9b9b-c72b496bd988 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:31:25.724470 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e074234a-e551-4245-9844-9dba5e12b032 req-8c8021a3-f8f4-412e-a51c-775a84bb7a94 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:25.726059 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e074234a-e551-4245-9844-9dba5e12b032 req-8c8021a3-f8f4-412e-a51c-775a84bb7a94 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c2d42db-7f0e-4364-aea7-06ca55524d61 HTTP/1.1" status: 200 len: 945 time: 0.6466193 Oct 20 11:31:25.733834 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4aa32b89-927d-4040-8824-4d6f942f58ba req-76f543cb-bc0a-4cec-ad39-26fe4727fc15 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:25.765903 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-b1a6daa4-d13c-4621-aaf6-167d67240cf8 admin admin] Calling delete_port for 11aefccc-1ee1-4b5f-95ed-b5a27fdfbc0b owned by network:router_interface {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:31:25.842903 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef73c3-6d9c-4c96-af65-e9c439c6cc1d req-2a413d66-bb84-44a1-b6d7-44c11692f4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:25.843122 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-37ef73c3-6d9c-4c96-af65-e9c439c6cc1d req-2a413d66-bb84-44a1-b6d7-44c11692f4bd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8b2ce3de-10a9-4c8a-b2e7-4d28126c6f52 HTTP/1.1" status: 200 len: 797 time: 0.1896274 Oct 20 11:31:25.848688 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f543cb-bc0a-4cec-ad39-26fe4727fc15 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Pushing event deleted for resources: {'Port': ['ID=27a6d02b-305f-480d-bb45-21dbff7f08c2,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:25.915089 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ac9e8e1b-d8d3-42b1-83ef-3c6c5a54e25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:25.933214 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-41da8158-cdc1-4477-a557-1bd8e1e4e7fe req-691759c0-133a-4cfd-b1d4-c3410d8d5c87 service neutron] For port e5fe209d-c2e2-452b-9fe6-fa5140bce982, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:31:25.995675 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9e8e1b-d8d3-42b1-83ef-3c6c5a54e25c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aac54544-8ac1-4e04-a94d-f9c6d3bc8d37,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:25.998600 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-41da8158-cdc1-4477-a557-1bd8e1e4e7fe req-691759c0-133a-4cfd-b1d4-c3410d8d5c87 service neutron] For port e5fe209d-c2e2-452b-9fe6-fa5140bce982, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e5fe209d-c2e2-452b-9fe6-fa5140bce982,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:31:26.000323 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ac9e8e1b-d8d3-42b1-83ef-3c6c5a54e25c admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:26.005787 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ac9e8e1b-d8d3-42b1-83ef-3c6c5a54e25c admin admin] 10.222.0.98 "DELETE /v2.0/subnets/aac54544-8ac1-4e04-a94d-f9c6d3bc8d37 HTTP/1.1" status: 204 len: 168 time: 1.2604742 Oct 20 11:31:26.007185 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58684) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:26.037304 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-41da8158-cdc1-4477-a557-1bd8e1e4e7fe req-691759c0-133a-4cfd-b1d4-c3410d8d5c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:26.053400 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-7aaaaea9-3897-4b2d-b009-09558b04a609 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Deleting port 10087cf0-8094-477b-9cb3-6017f50c6ab8 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:31:26.053730 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7aaaaea9-3897-4b2d-b009-09558b04a609 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:26.109840 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e074234a-e551-4245-9844-9dba5e12b032 req-9f916b69-36af-486c-8792-fad589935525 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662508 Oct 20 11:31:26.123087 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e9fdedfa-4f7d-4051-b6b6-07d51d7b9226 None None] Provisioning complete for port 64770c71-41a9-46be-8bcb-688cca7ffe68 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:31:26.124629 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e9fdedfa-4f7d-4051-b6b6-07d51d7b9226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:26.172385 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50def9ab-a808-4309-9b9b-c72b496bd988 admin admin] Router 0b257461-74ea-4f03-9ed9-d5b57bfaa957 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:31:26.177695 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da8158-cdc1-4477-a557-1bd8e1e4e7fe req-691759c0-133a-4cfd-b1d4-c3410d8d5c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:26.178316 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-41da8158-cdc1-4477-a557-1bd8e1e4e7fe req-691759c0-133a-4cfd-b1d4-c3410d8d5c87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:26.179782 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa32b89-927d-4040-8824-4d6f942f58ba req-76f543cb-bc0a-4cec-ad39-26fe4727fc15 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] No DVR routers for this DVR port 27a6d02b-305f-480d-bb45-21dbff7f08c2 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:31:26.180238 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-41da8158-cdc1-4477-a557-1bd8e1e4e7fe req-691759c0-133a-4cfd-b1d4-c3410d8d5c87 service neutron] 10.222.0.89 "PUT /v2.0/ports/e5fe209d-c2e2-452b-9fe6-fa5140bce982 HTTP/1.1" status: 200 len: 1096 time: 2.3560405 Oct 20 11:31:26.224778 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4aa32b89-927d-4040-8824-4d6f942f58ba req-76f543cb-bc0a-4cec-ad39-26fe4727fc15 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:26.226337 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdedfa-4f7d-4051-b6b6-07d51d7b9226 None None] Port 64770c71-41a9-46be-8bcb-688cca7ffe68 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:31:26.241084 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4aa32b89-927d-4040-8824-4d6f942f58ba req-76f543cb-bc0a-4cec-ad39-26fe4727fc15 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.11 "DELETE /v2.0/ports/27a6d02b-305f-480d-bb45-21dbff7f08c2 HTTP/1.1" status: 204 len: 173 time: 2.6238141 Oct 20 11:31:26.285821 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fba877b8-fd40-43a5-a77f-96072ecd35f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:26.331884 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691759c0-133a-4cfd-b1d4-c3410d8d5c87 service neutron] Pushing event updated for resources: {'Port': ['ID=e5fe209d-c2e2-452b-9fe6-fa5140bce982,revision_number=11']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:26.343834 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c2d42db-7f0e-4364-aea7-06ca55524d61', 'name': 'network-vif-deleted', 'tag': '27a6d02b-305f-480d-bb45-21dbff7f08c2'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:31:26.348502 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d309247a-e429-4f38-940d-7bf47654bb2f" -d '{"events": [{"server_uuid": "4c2d42db-7f0e-4364-aea7-06ca55524d61", "name": "network-vif-deleted", "tag": "27a6d02b-305f-480d-bb45-21dbff7f08c2"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:31:26.377790 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b1a6daa4-d13c-4621-aaf6-167d67240cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:26.400889 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device e5fe209d-c2e2-452b-9fe6-fa5140bce982 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:31:26.454601 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7aaaaea9-3897-4b2d-b009-09558b04a609 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:26.455062 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7aaaaea9-3897-4b2d-b009-09558b04a609 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:26.478266 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device e570280f-976e-4dc4-b904-eeb2002a41a1 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:31:26.511655 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da8158-cdc1-4477-a557-1bd8e1e4e7fe req-197e5afc-8579-46f1-b4ed-996c6e3341b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:26.513257 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-41da8158-cdc1-4477-a557-1bd8e1e4e7fe req-197e5afc-8579-46f1-b4ed-996c6e3341b3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4b173b35dd00423795d2e29ae132dc78&device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 1099 time: 0.2643344 Oct 20 11:31:26.523007 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-7aaaaea9-3897-4b2d-b009-09558b04a609 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Calling delete_port for 10087cf0-8094-477b-9cb3-6017f50c6ab8 owned by network:floatingip {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:31:26.550593 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95847828-25e3-4039-879b-9d5dc6b6ae81 req-d0fea073-e1c2-455c-aa20-577f7bae70fd tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:26.552655 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-95847828-25e3-4039-879b-9d5dc6b6ae81 req-d0fea073-e1c2-455c-aa20-577f7bae70fd tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 948 time: 0.7083707 Oct 20 11:31:26.559623 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device e5fe209d-c2e2-452b-9fe6-fa5140bce982 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:31:26.560121 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 27a6d02b-305f-480d-bb45-21dbff7f08c2 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:31:26.560543 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef73c3-6d9c-4c96-af65-e9c439c6cc1d req-9f373e30-9e75-49ce-8e92-1f2230e95978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:26.562020 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-37ef73c3-6d9c-4c96-af65-e9c439c6cc1d req-9f373e30-9e75-49ce-8e92-1f2230e95978 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cbfb6560-b005-4cf2-8e9b-c40d4507d392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6852679 Oct 20 11:31:26.590467 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a6daa4-d13c-4621-aaf6-167d67240cf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=11aefccc-1ee1-4b5f-95ed-b5a27fdfbc0b,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:26.612221 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: 27a6d02b-305f-480d-bb45-21dbff7f08c2 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:31:26.612632 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 27a6d02b-305f-480d-bb45-21dbff7f08c2 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:31:26.656839 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port e570280f-976e-4dc4-b904-eeb2002a41a1 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:31:26.657204 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:26.762283 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae1752-eade-4cd0-b520-25475bcf762f req-1ac79371-3230-4918-b786-fed3fc70f689 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:26.789953 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fba877b8-fd40-43a5-a77f-96072ecd35f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:26.790245 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c0ae1752-eade-4cd0-b520-25475bcf762f req-1ac79371-3230-4918-b786-fed3fc70f689 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d63aa35-428e-4d53-bf56-ec6e60d5f02b HTTP/1.1" status: 200 len: 946 time: 0.4325256 Oct 20 11:31:26.813919 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-fba877b8-fd40-43a5-a77f-96072ecd35f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['899673ab-8e62-4651-b772-c8a12e790997']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:26.827444 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-fba877b8-fd40-43a5-a77f-96072ecd35f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba843d51-18ac-492f-b072-dcb49c698d12') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:26.827805 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-fba877b8-fd40-43a5-a77f-96072ecd35f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba843d51-18ac-492f-b072-dcb49c698d12') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:26.882471 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fba877b8-fd40-43a5-a77f-96072ecd35f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:26.905551 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-95847828-25e3-4039-879b-9d5dc6b6ae81 req-6edab0fa-b0d8-46da-9e3a-6153d00c77dd tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179960 Oct 20 11:31:26.951575 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da8158-cdc1-4477-a557-1bd8e1e4e7fe req-1bd15910-e353-43a6-8a35-fbfef1b094e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:26.953275 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-41da8158-cdc1-4477-a557-1bd8e1e4e7fe req-1bd15910-e353-43a6-8a35-fbfef1b094e6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 0.4254398 Oct 20 11:31:26.955903 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c0ae1752-eade-4cd0-b520-25475bcf762f req-908cbc29-4621-4e3d-9a92-324a874829b8 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] 10.222.0.98 "GET /v2.0/security-groups?id=bee60465-470c-4ac8-9215-1615b7cf532f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649475 Oct 20 11:31:26.958472 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fba877b8-fd40-43a5-a77f-96072ecd35f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:26.994242 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fba877b8-fd40-43a5-a77f-96072ecd35f1 admin admin] Releasing vlan 1279 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:31:26.994689 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fba877b8-fd40-43a5-a77f-96072ecd35f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:26.998129 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:31:26.998129 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:31:26.998129 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:31:26.998129 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:31:26.998129 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:31:26.998129 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:31:26.998129 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:31:26.998129 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:31:26.998129 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:31:26.998129 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:31:26.998129 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:31:26.998129 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:31:26.998129 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:31:26.998129 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:31:26.998129 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:31:26.998129 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:31:26.998129 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:31:26.998129 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:31:26.998129 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:31:26.998129 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:31:26.998129 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:31:26.998129 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:31:26.998129 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:31:26.998129 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:31:26.998129 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:31:26.998129 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:31:26.998129 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:31:26.998129 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:31:26.998129 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:31:26.998129 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:31:26.998129 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:31:26.998129 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:31:27.013314 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed011ce-6f47-42b3-b22b-d9c79d1c4a8e x-openstack-request-id: req-6ed011ce-6f47-42b3-b22b-d9c79d1c4a8e {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:31:27.013588 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c2d42db-7f0e-4364-aea7-06ca55524d61", "name": "network-vif-deleted", "tag": "27a6d02b-305f-480d-bb45-21dbff7f08c2", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:31:27.013839 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6ed011ce-6f47-42b3-b22b-d9c79d1c4a8e {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:31:27.014239 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c2d42db-7f0e-4364-aea7-06ca55524d61', 'name': 'network-vif-deleted', 'tag': '27a6d02b-305f-480d-bb45-21dbff7f08c2', 'status': 'completed', 'code': 200} Oct 20 11:31:27.042862 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-37ef73c3-6d9c-4c96-af65-e9c439c6cc1d req-f1244b79-6e7a-4f2f-be14-7027a69c21f5 service neutron] 10.222.0.89 "GET /v2.0/networks/cbfb6560-b005-4cf2-8e9b-c40d4507d392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4477582 Oct 20 11:31:27.052798 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50def9ab-a808-4309-9b9b-c72b496bd988 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:31:27.054829 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b1a6daa4-d13c-4621-aaf6-167d67240cf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:27.059082 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-50def9ab-a808-4309-9b9b-c72b496bd988 admin admin] 10.222.0.98 "PUT /v2.0/routers/0b257461-74ea-4f03-9ed9-d5b57bfaa957/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2078805 Oct 20 11:31:27.104627 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-41da8158-cdc1-4477-a557-1bd8e1e4e7fe req-49b28876-ae80-4158-8293-7981d44b4f0f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=e5fe209d-c2e2-452b-9fe6-fa5140bce982 HTTP/1.1" status: 200 len: 217 time: 0.1370997 Oct 20 11:31:27.199332 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da8158-cdc1-4477-a557-1bd8e1e4e7fe req-dbef2e07-4508-444d-b8db-3d18de28b072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:27.200817 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-41da8158-cdc1-4477-a557-1bd8e1e4e7fe req-dbef2e07-4508-444d-b8db-3d18de28b072 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.0570986 Oct 20 11:31:27.230457 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fba877b8-fd40-43a5-a77f-96072ecd35f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:27.232607 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea31e2-55ae-4315-a993-93b98fc490f9 req-4c6b9666-13bf-4d65-9da8-eb986bc8e5a7 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:27.236492 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fba877b8-fd40-43a5-a77f-96072ecd35f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:27.239417 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea31e2-55ae-4315-a993-93b98fc490f9 req-4c6b9666-13bf-4d65-9da8-eb986bc8e5a7 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:27.239901 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-fba877b8-fd40-43a5-a77f-96072ecd35f1 admin admin] 10.222.0.98 "DELETE /v2.0/networks/899673ab-8e62-4651-b772-c8a12e790997 HTTP/1.1" status: 204 len: 168 time: 1.2291012 Oct 20 11:31:27.251946 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea31e2-55ae-4315-a993-93b98fc490f9 req-4c6b9666-13bf-4d65-9da8-eb986bc8e5a7 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:27.255924 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b8139f8-9141-4764-90d9-f4c63efc6677', 'tag': 'e5fe209d-c2e2-452b-9fe6-fa5140bce982'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:31:27.258191 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd6c7e5-3022-4184-ae99-fc6f2f6e7379" -d '{"events": [{"name": "network-changed", "server_uuid": "0b8139f8-9141-4764-90d9-f4c63efc6677", "tag": "e5fe209d-c2e2-452b-9fe6-fa5140bce982"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:31:27.259842 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea31e2-55ae-4315-a993-93b98fc490f9 req-4c6b9666-13bf-4d65-9da8-eb986bc8e5a7 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:27.267321 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea31e2-55ae-4315-a993-93b98fc490f9 req-4c6b9666-13bf-4d65-9da8-eb986bc8e5a7 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:27.274132 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea31e2-55ae-4315-a993-93b98fc490f9 req-4c6b9666-13bf-4d65-9da8-eb986bc8e5a7 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:27.278238 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba877b8-fd40-43a5-a77f-96072ecd35f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=899673ab-8e62-4651-b772-c8a12e790997,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:27.282283 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea31e2-55ae-4315-a993-93b98fc490f9 req-4c6b9666-13bf-4d65-9da8-eb986bc8e5a7 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:27.284885 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7aaaaea9-3897-4b2d-b009-09558b04a609 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:27.292538 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-31ea31e2-55ae-4315-a993-93b98fc490f9 req-4c6b9666-13bf-4d65-9da8-eb986bc8e5a7 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 5420 time: 0.2465317 Oct 20 11:31:27.329106 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaaaea9-3897-4b2d-b009-09558b04a609 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Pushing event deleted for resources: {'Port': ['ID=10087cf0-8094-477b-9cb3-6017f50c6ab8,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:27.388150 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-37ef73c3-6d9c-4c96-af65-e9c439c6cc1d req-180b71e5-4453-44e0-952a-f0f8a17593b5 service neutron] 10.222.0.89 "GET /v2.0/networks/cbfb6560-b005-4cf2-8e9b-c40d4507d392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304164 Oct 20 11:31:27.393998 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da8158-cdc1-4477-a557-1bd8e1e4e7fe req-494c74f1-c89e-4486-8560-e8148f2c0e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:27.395680 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-41da8158-cdc1-4477-a557-1bd8e1e4e7fe req-494c74f1-c89e-4486-8560-e8148f2c0e4f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1803505 Oct 20 11:31:27.433066 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-31ea31e2-55ae-4315-a993-93b98fc490f9 req-2191c496-01a5-4908-b30a-e03b1d867740 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e397af8-07ce-4093-b8cb-76d0226b7f33&id=cde799ff-a835-4e26-b5ae-07ed8640379f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1392486 Oct 20 11:31:27.486915 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58704) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:27.496201 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7aaaaea9-3897-4b2d-b009-09558b04a609 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Publish callbacks [] for floatingip, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:27.498855 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7aaaaea9-3897-4b2d-b009-09558b04a609 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:27.502775 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7aaaaea9-3897-4b2d-b009-09558b04a609 tempest-ServersTestFqdnHostnames-490252066 tempest-ServersTestFqdnHostnames-490252066-project] 10.222.0.98 "DELETE /v2.0/floatingips/fbf11690-384c-41cf-a527-fcd660ab2ddd HTTP/1.1" status: 204 len: 168 time: 1.9015911 Oct 20 11:31:27.504124 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58708) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:27.588448 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1688017-6f89-4afb-9748-4b72d61231c8 x-openstack-request-id: req-e1688017-6f89-4afb-9748-4b72d61231c8 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:31:27.588735 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b8139f8-9141-4764-90d9-f4c63efc6677", "tag": "e5fe209d-c2e2-452b-9fe6-fa5140bce982", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:31:27.589078 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e1688017-6f89-4afb-9748-4b72d61231c8 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:31:27.589525 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b8139f8-9141-4764-90d9-f4c63efc6677', 'tag': 'e5fe209d-c2e2-452b-9fe6-fa5140bce982', 'status': 'completed', 'code': 200} Oct 20 11:31:27.611639 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-62fdc48f-25b2-4399-a475-f0685f86d701 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d38afe8278fd4e3db0fda1c5f6f7e7f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1231458 Oct 20 11:31:27.614003 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58710) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:27.621669 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-41da8158-cdc1-4477-a557-1bd8e1e4e7fe req-122875eb-6a8b-4104-ade6-9fc6f0eb1366 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017326 Oct 20 11:31:27.721626 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a6daa4-d13c-4621-aaf6-167d67240cf8 admin admin] Router 674ee549-7fa2-441d-8095-dddaba6b6583 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:31:27.728019 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8bfff198-490f-4d1e-9e32-736047cb55e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:27.733301 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6c7e5-3022-4184-ae99-fc6f2f6e7379 req-27fa6e93-ef6c-4d6b-a452-5e0af05db2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:27.734897 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2dd6c7e5-3022-4184-ae99-fc6f2f6e7379 req-27fa6e93-ef6c-4d6b-a452-5e0af05db2e8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4b173b35dd00423795d2e29ae132dc78&device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 1099 time: 0.1757576 Oct 20 11:31:27.765580 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8bfff198-490f-4d1e-9e32-736047cb55e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:27.767663 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b3b83-a4d8-4869-b9e6-8a186899199b req-b99a4f8b-c331-4fa9-b048-e1b763529404 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:27.769172 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ec0b3b83-a4d8-4869-b9e6-8a186899199b req-b99a4f8b-c331-4fa9-b048-e1b763529404 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=20848e8b-2192-461d-a11d-50d56a7261ec HTTP/1.1" status: 200 len: 944 time: 0.1665363 Oct 20 11:31:27.791481 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-41da8158-cdc1-4477-a557-1bd8e1e4e7fe req-7ad1fc20-7470-47cb-940a-1169fce07d46 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395686 Oct 20 11:31:27.835715 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8bfff198-490f-4d1e-9e32-736047cb55e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:27.841384 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8bfff198-490f-4d1e-9e32-736047cb55e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:27.844389 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8bfff198-490f-4d1e-9e32-736047cb55e0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b0863bb5-3453-4bbe-9b6a-9d00b14398cc HTTP/1.1" status: 204 len: 168 time: 0.2293401 Oct 20 11:31:27.853580 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfff198-490f-4d1e-9e32-736047cb55e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0863bb5-3453-4bbe-9b6a-9d00b14398cc,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:27.913746 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6c7e5-3022-4184-ae99-fc6f2f6e7379 req-b40fdad1-d0ed-4adc-91d0-68587e129b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:27.915804 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2dd6c7e5-3022-4184-ae99-fc6f2f6e7379 req-b40fdad1-d0ed-4adc-91d0-68587e129b48 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4b173b35dd00423795d2e29ae132dc78&device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 1099 time: 0.0533705 Oct 20 11:31:28.023750 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6c7e5-3022-4184-ae99-fc6f2f6e7379 req-040adcda-082e-498d-8c61-b840d23aac84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:28.026270 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2dd6c7e5-3022-4184-ae99-fc6f2f6e7379 req-040adcda-082e-498d-8c61-b840d23aac84 service neutron] 10.222.0.89 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 0.1029747 Oct 20 11:31:28.080535 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2dd6c7e5-3022-4184-ae99-fc6f2f6e7379 req-fc5838e7-ad42-4bdf-a506-bdb844f4f66b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=e5fe209d-c2e2-452b-9fe6-fa5140bce982 HTTP/1.1" status: 200 len: 217 time: 0.0380967 Oct 20 11:31:28.134340 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6c7e5-3022-4184-ae99-fc6f2f6e7379 req-fc2fe8d0-f832-4921-8bba-3f663ec4ca83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:28.135924 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2dd6c7e5-3022-4184-ae99-fc6f2f6e7379 req-fc2fe8d0-f832-4921-8bba-3f663ec4ca83 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.0472846 Oct 20 11:31:28.183524 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ec0b3b83-a4d8-4869-b9e6-8a186899199b req-0d4455f6-3d6d-4255-bb73-09c3687c33e9 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3934178 Oct 20 11:31:28.194729 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6c7e5-3022-4184-ae99-fc6f2f6e7379 req-9d008276-03a2-4a3a-b36f-c389902bbe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:28.197319 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2dd6c7e5-3022-4184-ae99-fc6f2f6e7379 req-9d008276-03a2-4a3a-b36f-c389902bbe7f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0523860 Oct 20 11:31:28.259292 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6c7e5-3022-4184-ae99-fc6f2f6e7379 req-dcc78bea-120e-43bc-adbb-0f472e17809a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:28.262063 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2dd6c7e5-3022-4184-ae99-fc6f2f6e7379 req-dcc78bea-120e-43bc-adbb-0f472e17809a service neutron] 10.222.0.11 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 0.5160637 Oct 20 11:31:28.312065 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e542e-cf22-48a7-a539-7892d6d87ee3 req-ed3a1366-4f5c-467d-acf6-9d72535dd6e7 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:28.313640 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f40e542e-cf22-48a7-a539-7892d6d87ee3 req-ed3a1366-4f5c-467d-acf6-9d72535dd6e7 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.11 "GET /v2.0/ports?device_id=20848e8b-2192-461d-a11d-50d56a7261ec HTTP/1.1" status: 200 len: 944 time: 0.3111598 Oct 20 11:31:28.336788 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bebed9-071e-4f3d-bb51-ba85906a48f9 None None] Sync routers for ids ['0b257461-74ea-4f03-9ed9-d5b57bfaa957'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:31:28.351986 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bebed9-071e-4f3d-bb51-ba85906a48f9 None None] Routers {'0b257461-74ea-4f03-9ed9-d5b57bfaa957'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:31:28.352619 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-72bebed9-071e-4f3d-bb51-ba85906a48f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:31:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['0b257461-74ea-4f03-9ed9-d5b57bfaa957'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:28.352863 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2dd6c7e5-3022-4184-ae99-fc6f2f6e7379 req-c40815b5-89f2-45f2-931f-124867e58bc3 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451199 Oct 20 11:31:28.366524 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a6daa4-d13c-4621-aaf6-167d67240cf8 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:31:28.368778 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2dd6c7e5-3022-4184-ae99-fc6f2f6e7379 req-a5bbb35b-2e53-4c10-8c16-6aa625da1e0d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=e5fe209d-c2e2-452b-9fe6-fa5140bce982 HTTP/1.1" status: 200 len: 217 time: 0.0931067 Oct 20 11:31:28.374401 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-b1a6daa4-d13c-4621-aaf6-167d67240cf8 admin admin] 10.222.0.98 "PUT /v2.0/routers/674ee549-7fa2-441d-8095-dddaba6b6583/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6047163 Oct 20 11:31:28.379711 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43e26e0-d8e3-48f2-9096-c16856d78628 None None] Sync routers for ids ['674ee549-7fa2-441d-8095-dddaba6b6583'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:31:28.404572 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43e26e0-d8e3-48f2-9096-c16856d78628 None None] Routers {'674ee549-7fa2-441d-8095-dddaba6b6583'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:31:28.405445 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-57282d02-ba7a-46ef-9865-54960ad7125d req-c9bcc74c-21f6-428c-9ebf-0be25e969010 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5821762 Oct 20 11:31:28.408227 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-f43e26e0-d8e3-48f2-9096-c16856d78628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:31:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['674ee549-7fa2-441d-8095-dddaba6b6583'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:28.411939 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58728) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:28.469158 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6c7e5-3022-4184-ae99-fc6f2f6e7379 req-3d7a6610-0335-4b7d-ab68-cf7d5a55fb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:28.470482 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2dd6c7e5-3022-4184-ae99-fc6f2f6e7379 req-3d7a6610-0335-4b7d-ab68-cf7d5a55fb25 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.0550072 Oct 20 11:31:28.476476 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-57282d02-ba7a-46ef-9865-54960ad7125d req-48236677-2e91-4131-84ac-701f4aaacd90 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:31:28.548673 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2dd6c7e5-3022-4184-ae99-fc6f2f6e7379 req-21f03e77-0600-4c0b-bfaa-539973818967 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872258 Oct 20 11:31:28.557517 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-72bebed9-071e-4f3d-bb51-ba85906a48f9 None None] Set router 0b257461-74ea-4f03-9ed9-d5b57bfaa957 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:31:28.564270 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 3a7a2f6b-a3e0-4f12-890a-aaa367535c56 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:31:28.593443 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-57282d02-ba7a-46ef-9865-54960ad7125d req-48236677-2e91-4131-84ac-701f4aaacd90 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Publish callbacks [] for floatingip, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:28.627038 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-f43e26e0-d8e3-48f2-9096-c16856d78628 None None] Set router 674ee549-7fa2-441d-8095-dddaba6b6583 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:31:28.669591 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be06f074-4d3e-418a-80ed-c7b4a59723da req-9d57d10a-1c6d-4f4b-9070-6776f7efdf48 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:28.671393 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-be06f074-4d3e-418a-80ed-c7b4a59723da req-9d57d10a-1c6d-4f4b-9070-6776f7efdf48 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 948 time: 0.3792620 Oct 20 11:31:28.744312 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 3a7a2f6b-a3e0-4f12-890a-aaa367535c56 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:31:28.745282 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:28.825136 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-72bebed9-071e-4f3d-bb51-ba85906a48f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b257461-74ea-4f03-9ed9-d5b57bfaa957', 'name': 'tempest-FloatingIPsTestJSON-1954686776-router', 'tenant_id': '340a761b227446d298017d5578e3b79d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '3a7a2f6b-a3e0-4f12-890a-aaa367535c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:31:19Z', 'updated_at': '2021-10-20T11:31:24Z', 'revision_number': 4, 'project_id': '340a761b227446d298017d5578e3b79d', 'gw_port': {'id': '3a7a2f6b-a3e0-4f12-890a-aaa367535c56', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fa:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b257461-74ea-4f03-9ed9-d5b57bfaa957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:20Z', 'updated_at': '2021-10-20T11:31:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '64770c71-41a9-46be-8bcb-688cca7ffe68', 'name': '', 'network_id': '702f2a54-1918-497a-85d7-165d7b3aceac', 'tenant_id': '340a761b227446d298017d5578e3b79d', 'mac_address': 'fa:16:3e:44:63:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b257461-74ea-4f03-9ed9-d5b57bfaa957', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '787d79ac-d31a-4eba-abe5-1ceddb850d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:22Z', 'updated_at': '2021-10-20T11:31:24Z', 'revision_number': 2, 'project_id': '340a761b227446d298017d5578e3b79d', 'subnets': [{'id': '787d79ac-d31a-4eba-abe5-1ceddb850d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:28.866091 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bebed9-071e-4f3d-bb51-ba85906a48f9 None None] Checking router: 0b257461-74ea-4f03-9ed9-d5b57bfaa957 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:31:28.866896 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bebed9-071e-4f3d-bb51-ba85906a48f9 None None] Updating router 0b257461-74ea-4f03-9ed9-d5b57bfaa957 port 64770c71-41a9-46be-8bcb-688cca7ffe68 binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:31:28.906078 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-72bebed9-071e-4f3d-bb51-ba85906a48f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:29.055697 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:29.079035 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 3a7a2f6b-a3e0-4f12-890a-aaa367535c56, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=3a7a2f6b-a3e0-4f12-890a-aaa367535c56,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:29.093041 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:29.161469 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-f43e26e0-d8e3-48f2-9096-c16856d78628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1118223990-router', 'tenant_id': '148df67387bc4ce6991a2699fe30ca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '1b58a554-d85a-47c3-9896-ddec53885546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:26:07Z', 'updated_at': '2021-10-20T11:31:26Z', 'revision_number': 5, 'project_id': '148df67387bc4ce6991a2699fe30ca2b', 'gw_port': {'id': '1b58a554-d85a-47c3-9896-ddec53885546', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:08Z', 'updated_at': '2021-10-20T11:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:29.163497 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=3a7a2f6b-a3e0-4f12-890a-aaa367535c56,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:29.192314 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43e26e0-d8e3-48f2-9096-c16856d78628 None None] Checking router: 674ee549-7fa2-441d-8095-dddaba6b6583 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:31:29.201234 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43e26e0-d8e3-48f2-9096-c16856d78628 None None] Routers {'674ee549-7fa2-441d-8095-dddaba6b6583'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:31:29.202444 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-f43e26e0-d8e3-48f2-9096-c16856d78628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:31:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['674ee549-7fa2-441d-8095-dddaba6b6583'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:29.203171 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6c7e5-3022-4184-ae99-fc6f2f6e7379 req-ed92d5bc-55f2-4210-8a51-28a216f21093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:29.204665 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2dd6c7e5-3022-4184-ae99-fc6f2f6e7379 req-ed92d5bc-55f2-4210-8a51-28a216f21093 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6536219 Oct 20 11:31:29.239401 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-72bebed9-071e-4f3d-bb51-ba85906a48f9 None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:29.247153 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-72bebed9-071e-4f3d-bb51-ba85906a48f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:29.253809 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dc8ae56a-9400-4590-830b-d36622dce52d admin admin] Publish callbacks [] for router, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:29.278098 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-be06f074-4d3e-418a-80ed-c7b4a59723da req-11606ef0-9e6a-4d22-bb39-bee7f7959356 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5677264 Oct 20 11:31:29.299790 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00db281-0eff-4483-abb9-57c772b7c3ea None None] Pushing event updated for resources: {'Port': ['ID=64770c71-41a9-46be-8bcb-688cca7ffe68,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:29.327268 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-f43e26e0-d8e3-48f2-9096-c16856d78628 None None] Set router 674ee549-7fa2-441d-8095-dddaba6b6583 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:31:29.386343 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-72bebed9-071e-4f3d-bb51-ba85906a48f9 None None] Attempting to bind port 64770c71-41a9-46be-8bcb-688cca7ffe68 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:31:29.387520 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-72bebed9-071e-4f3d-bb51-ba85906a48f9 None None] Attempting to bind port 64770c71-41a9-46be-8bcb-688cca7ffe68 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '3d88afa2-abb1-4169-8646-e3e6ae2bb942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '702f2a54-1918-497a-85d7-165d7b3aceac'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:31:29.388586 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bebed9-071e-4f3d-bb51-ba85906a48f9 None None] Attempting to bind port 64770c71-41a9-46be-8bcb-688cca7ffe68 on network 702f2a54-1918-497a-85d7-165d7b3aceac {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:31:29.394909 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bebed9-071e-4f3d-bb51-ba85906a48f9 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:31:29.395549 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bebed9-071e-4f3d-bb51-ba85906a48f9 None None] Checking segment: {'id': '3d88afa2-abb1-4169-8646-e3e6ae2bb942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '702f2a54-1918-497a-85d7-165d7b3aceac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:31:29.396102 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-72bebed9-071e-4f3d-bb51-ba85906a48f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:29.396634 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bebed9-071e-4f3d-bb51-ba85906a48f9 None None] Bound using segment: {'id': '3d88afa2-abb1-4169-8646-e3e6ae2bb942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '702f2a54-1918-497a-85d7-165d7b3aceac'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:31:29.397261 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-72bebed9-071e-4f3d-bb51-ba85906a48f9 None None] Bound port: 64770c71-41a9-46be-8bcb-688cca7ffe68, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d88afa2-abb1-4169-8646-e3e6ae2bb942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '702f2a54-1918-497a-85d7-165d7b3aceac'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:31:29.397815 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-72bebed9-071e-4f3d-bb51-ba85906a48f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:29.467133 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-f40e542e-cf22-48a7-a539-7892d6d87ee3 req-55c94373-8f50-4b85-9966-dccd40ca1ef3 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Deleting port fabc4d4d-b98c-4849-8160-17bc2ed3e4e9 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:31:29.467530 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f40e542e-cf22-48a7-a539-7892d6d87ee3 req-55c94373-8f50-4b85-9966-dccd40ca1ef3 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:29.493728 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-72bebed9-071e-4f3d-bb51-ba85906a48f9 None None] For port 64770c71-41a9-46be-8bcb-688cca7ffe68, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:31:29.503176 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-72bebed9-071e-4f3d-bb51-ba85906a48f9 None None] For port 64770c71-41a9-46be-8bcb-688cca7ffe68, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=64770c71-41a9-46be-8bcb-688cca7ffe68,segment=NetworkSegment(3d88afa2-abb1-4169-8646-e3e6ae2bb942),segment_id=3d88afa2-abb1-4169-8646-e3e6ae2bb942)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:31:29.511332 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-72bebed9-071e-4f3d-bb51-ba85906a48f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:29.566852 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-f43e26e0-d8e3-48f2-9096-c16856d78628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1118223990-router', 'tenant_id': '148df67387bc4ce6991a2699fe30ca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '1b58a554-d85a-47c3-9896-ddec53885546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:26:07Z', 'updated_at': '2021-10-20T11:31:26Z', 'revision_number': 5, 'project_id': '148df67387bc4ce6991a2699fe30ca2b', 'gw_port': {'id': '1b58a554-d85a-47c3-9896-ddec53885546', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:08Z', 'updated_at': '2021-10-20T11:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:29.570584 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bebed9-071e-4f3d-bb51-ba85906a48f9 None None] Routers {'0b257461-74ea-4f03-9ed9-d5b57bfaa957'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:31:29.570584 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-72bebed9-071e-4f3d-bb51-ba85906a48f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:31:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['0b257461-74ea-4f03-9ed9-d5b57bfaa957'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:29.602963 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43e26e0-d8e3-48f2-9096-c16856d78628 None None] The sync data for ids ['674ee549-7fa2-441d-8095-dddaba6b6583'] in n-d-814735-3 is: [{'id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1118223990-router', 'tenant_id': '148df67387bc4ce6991a2699fe30ca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '1b58a554-d85a-47c3-9896-ddec53885546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:26:07Z', 'updated_at': '2021-10-20T11:31:26Z', 'revision_number': 5, 'project_id': '148df67387bc4ce6991a2699fe30ca2b', 'gw_port': {'id': '1b58a554-d85a-47c3-9896-ddec53885546', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:29:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674ee549-7fa2-441d-8095-dddaba6b6583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:08Z', 'updated_at': '2021-10-20T11:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:31:29.644370 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00db281-0eff-4483-abb9-57c772b7c3ea None None] Pushing event updated for resources: {'Port': ['ID=64770c71-41a9-46be-8bcb-688cca7ffe68,revision_number=4']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:29.664942 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device e5fe209d-c2e2-452b-9fe6-fa5140bce982 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:31:29.675594 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2dd6c7e5-3022-4184-ae99-fc6f2f6e7379 req-90bebe52-9207-4d78-a8e5-15548cfbadf8 service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4518867 Oct 20 11:31:29.678921 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-f40e542e-cf22-48a7-a539-7892d6d87ee3 req-55c94373-8f50-4b85-9966-dccd40ca1ef3 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] For port fabc4d4d-b98c-4849-8160-17bc2ed3e4e9, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=fabc4d4d-b98c-4849-8160-17bc2ed3e4e9,segment=NetworkSegment(ec1b6256-95be-479c-9695-b6dae13546d3),segment_id=ec1b6256-95be-479c-9695-b6dae13546d3)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:29.679287 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f40e542e-cf22-48a7-a539-7892d6d87ee3 req-55c94373-8f50-4b85-9966-dccd40ca1ef3 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:29.703687 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d700182-7667-4c0e-a163-26b7c4b0acca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:29.722156 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-f93afe23-42c0-4d77-9b41-76fc8eded898 None None] Provisioning complete for port 64770c71-41a9-46be-8bcb-688cca7ffe68 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:31:29.722690 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f93afe23-42c0-4d77-9b41-76fc8eded898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:29.755225 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-57282d02-ba7a-46ef-9865-54960ad7125d req-48236677-2e91-4131-84ac-701f4aaacd90 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:29.764425 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34556031-2a2b-4b63-afa5-ff0c8c0e6a81 req-075c57b0-3924-4af6-91cf-9848bf20f1a3 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:29.766090 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-34556031-2a2b-4b63-afa5-ff0c8c0e6a81 req-075c57b0-3924-4af6-91cf-9848bf20f1a3 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d63aa35-428e-4d53-bf56-ec6e60d5f02b HTTP/1.1" status: 200 len: 946 time: 0.3863125 Oct 20 11:31:29.775688 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-72bebed9-071e-4f3d-bb51-ba85906a48f9 None None] Set router 0b257461-74ea-4f03-9ed9-d5b57bfaa957 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:31:29.793169 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-f40e542e-cf22-48a7-a539-7892d6d87ee3 req-55c94373-8f50-4b85-9966-dccd40ca1ef3 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Calling delete_port for fabc4d4d-b98c-4849-8160-17bc2ed3e4e9 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:31:29.853460 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port e5fe209d-c2e2-452b-9fe6-fa5140bce982, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e5fe209d-c2e2-452b-9fe6-fa5140bce982,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:29.893800 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': 'e5fe209d-c2e2-452b-9fe6-fa5140bce982', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'port_id': 'e5fe209d-c2e2-452b-9fe6-fa5140bce982', 'mac_address': 'fa:16:3e:92:00:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94289c8c-e5f7-4e30-b6a9-5b268a8fd610', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:31:29.902110 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dc8ae56a-9400-4590-830b-d36622dce52d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:29.945442 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f93afe23-42c0-4d77-9b41-76fc8eded898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:30.001248 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:30.007148 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-f93afe23-42c0-4d77-9b41-76fc8eded898 None None] For port 64770c71-41a9-46be-8bcb-688cca7ffe68, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=64770c71-41a9-46be-8bcb-688cca7ffe68,segment=NetworkSegment(3d88afa2-abb1-4169-8646-e3e6ae2bb942),segment_id=3d88afa2-abb1-4169-8646-e3e6ae2bb942)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:30.020840 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5fe209d-c2e2-452b-9fe6-fa5140bce982 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:31:30.029267 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f93afe23-42c0-4d77-9b41-76fc8eded898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:30.076436 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-72bebed9-071e-4f3d-bb51-ba85906a48f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b257461-74ea-4f03-9ed9-d5b57bfaa957', 'name': 'tempest-FloatingIPsTestJSON-1954686776-router', 'tenant_id': '340a761b227446d298017d5578e3b79d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '3a7a2f6b-a3e0-4f12-890a-aaa367535c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:31:19Z', 'updated_at': '2021-10-20T11:31:24Z', 'revision_number': 4, 'project_id': '340a761b227446d298017d5578e3b79d', 'gw_port': {'id': '3a7a2f6b-a3e0-4f12-890a-aaa367535c56', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b257461-74ea-4f03-9ed9-d5b57bfaa957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:20Z', 'updated_at': '2021-10-20T11:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '64770c71-41a9-46be-8bcb-688cca7ffe68', 'name': '', 'network_id': '702f2a54-1918-497a-85d7-165d7b3aceac', 'tenant_id': '340a761b227446d298017d5578e3b79d', 'mac_address': 'fa:16:3e:44:63:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b257461-74ea-4f03-9ed9-d5b57bfaa957', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '787d79ac-d31a-4eba-abe5-1ceddb850d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:22Z', 'updated_at': '2021-10-20T11:31:29Z', 'revision_number': 4, 'project_id': '340a761b227446d298017d5578e3b79d', 'subnets': [{'id': '787d79ac-d31a-4eba-abe5-1ceddb850d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:30.086353 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port e5fe209d-c2e2-452b-9fe6-fa5140bce982, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e5fe209d-c2e2-452b-9fe6-fa5140bce982,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:30.093444 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:30.110763 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bebed9-071e-4f3d-bb51-ba85906a48f9 None None] The sync data for ids ['0b257461-74ea-4f03-9ed9-d5b57bfaa957'] in n-d-814735-3 is: [{'id': '0b257461-74ea-4f03-9ed9-d5b57bfaa957', 'name': 'tempest-FloatingIPsTestJSON-1954686776-router', 'tenant_id': '340a761b227446d298017d5578e3b79d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '3a7a2f6b-a3e0-4f12-890a-aaa367535c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:31:19Z', 'updated_at': '2021-10-20T11:31:24Z', 'revision_number': 4, 'project_id': '340a761b227446d298017d5578e3b79d', 'gw_port': {'id': '3a7a2f6b-a3e0-4f12-890a-aaa367535c56', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b257461-74ea-4f03-9ed9-d5b57bfaa957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:20Z', 'updated_at': '2021-10-20T11:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '64770c71-41a9-46be-8bcb-688cca7ffe68', 'name': '', 'network_id': '702f2a54-1918-497a-85d7-165d7b3aceac', 'tenant_id': '340a761b227446d298017d5578e3b79d', 'mac_address': 'fa:16:3e:44:63:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b257461-74ea-4f03-9ed9-d5b57bfaa957', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '787d79ac-d31a-4eba-abe5-1ceddb850d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:22Z', 'updated_at': '2021-10-20T11:31:29Z', 'revision_number': 4, 'project_id': '340a761b227446d298017d5578e3b79d', 'subnets': [{'id': '787d79ac-d31a-4eba-abe5-1ceddb850d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:31:30.114168 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93afe23-42c0-4d77-9b41-76fc8eded898 None None] Pushing event updated for resources: {'Port': ['ID=64770c71-41a9-46be-8bcb-688cca7ffe68,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:30.169838 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-0bcb0281-d53b-4513-88e2-a1bf9fe3323a None None] Provisioning complete for port 64770c71-41a9-46be-8bcb-688cca7ffe68 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:31:30.170484 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0bcb0281-d53b-4513-88e2-a1bf9fe3323a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:30.201243 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-34556031-2a2b-4b63-afa5-ff0c8c0e6a81 req-29bf7eb3-ccb5-4656-bf28-be17b6658a67 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] 10.222.0.98 "GET /v2.0/security-groups?id=bee60465-470c-4ac8-9215-1615b7cf532f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4191911 Oct 20 11:31:30.253620 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=e5fe209d-c2e2-452b-9fe6-fa5140bce982,revision_number=12']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:30.288909 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-57282d02-ba7a-46ef-9865-54960ad7125d req-48236677-2e91-4131-84ac-701f4aaacd90 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Allocated IP 172.25.5.48 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/39e45685-ba37-4760-97f3-f3ebbd3ad8ca) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:31:30.338430 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2dd6c7e5-3022-4184-ae99-fc6f2f6e7379 req-b4a04a80-1e6a-4b69-93ff-c6145191004c service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5855556 Oct 20 11:31:30.452898 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 64770c71-41a9-46be-8bcb-688cca7ffe68 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:31:30.481255 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['e5fe209d-c2e2-452b-9fe6-fa5140bce982'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:31:30.501247 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ea3ab-f302-411e-8400-bc620ea5733b req-a06d2b01-ed26-403d-9abe-dde3bf10c6fe tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:30.507451 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ea3ab-f302-411e-8400-bc620ea5733b req-a06d2b01-ed26-403d-9abe-dde3bf10c6fe tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:30.513892 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ea3ab-f302-411e-8400-bc620ea5733b req-a06d2b01-ed26-403d-9abe-dde3bf10c6fe tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:30.521153 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ea3ab-f302-411e-8400-bc620ea5733b req-a06d2b01-ed26-403d-9abe-dde3bf10c6fe tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:30.528601 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ea3ab-f302-411e-8400-bc620ea5733b req-a06d2b01-ed26-403d-9abe-dde3bf10c6fe tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:30.535147 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ea3ab-f302-411e-8400-bc620ea5733b req-a06d2b01-ed26-403d-9abe-dde3bf10c6fe tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:30.543552 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ea3ab-f302-411e-8400-bc620ea5733b req-a06d2b01-ed26-403d-9abe-dde3bf10c6fe tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:30.552798 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2a7ea3ab-f302-411e-8400-bc620ea5733b req-a06d2b01-ed26-403d-9abe-dde3bf10c6fe tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 5420 time: 0.2258239 Oct 20 11:31:30.585550 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 64770c71-41a9-46be-8bcb-688cca7ffe68 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:31:30.586143 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:30.597327 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-dc8ae56a-9400-4590-830b-d36622dce52d admin admin] Deleting port 1b58a554-d85a-47c3-9896-ddec53885546 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:31:30.597327 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dc8ae56a-9400-4590-830b-d36622dce52d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:30.719211 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2a7ea3ab-f302-411e-8400-bc620ea5733b req-bd57b917-7022-4c51-8f26-d15272343a10 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e397af8-07ce-4093-b8cb-76d0226b7f33&id=cde799ff-a835-4e26-b5ae-07ed8640379f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1656320 Oct 20 11:31:30.761005 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 3a7a2f6b-a3e0-4f12-890a-aaa367535c56 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:31:30.827713 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 3a7a2f6b-a3e0-4f12-890a-aaa367535c56 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:31:30.828589 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:30.882033 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-57282d02-ba7a-46ef-9865-54960ad7125d req-48236677-2e91-4131-84ac-701f4aaacd90 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:30.910281 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f40e542e-cf22-48a7-a539-7892d6d87ee3 req-55c94373-8f50-4b85-9966-dccd40ca1ef3 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:30.923057 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 11aefccc-1ee1-4b5f-95ed-b5a27fdfbc0b no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:31:30.942956 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 11aefccc-1ee1-4b5f-95ed-b5a27fdfbc0b {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:31:30.943295 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 11aefccc-1ee1-4b5f-95ed-b5a27fdfbc0b not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:31:30.971720 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c94373-8f50-4b85-9966-dccd40ca1ef3 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Pushing event deleted for resources: {'Port': ['ID=fabc4d4d-b98c-4849-8160-17bc2ed3e4e9,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:30.984686 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-dc8ae56a-9400-4590-830b-d36622dce52d admin admin] For port 1b58a554-d85a-47c3-9896-ddec53885546, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=1b58a554-d85a-47c3-9896-ddec53885546,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:30.985087 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dc8ae56a-9400-4590-830b-d36622dce52d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:31.028286 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-dc8ae56a-9400-4590-830b-d36622dce52d admin admin] Calling delete_port for 1b58a554-d85a-47c3-9896-ddec53885546 owned by network:router_gateway {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:31:31.038997 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a225d88-23bf-4deb-bd00-d821132772d3 req-20cf5255-8310-4e19-8d2a-399565423cf3 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:31.040599 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a225d88-23bf-4deb-bd00-d821132772d3 req-20cf5255-8310-4e19-8d2a-399565423cf3 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=20848e8b-2192-461d-a11d-50d56a7261ec HTTP/1.1" status: 200 len: 866 time: 0.2205918 Oct 20 11:31:31.088466 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-57282d02-ba7a-46ef-9865-54960ad7125d req-48236677-2e91-4131-84ac-701f4aaacd90 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:31.090420 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-f40e542e-cf22-48a7-a539-7892d6d87ee3 req-55c94373-8f50-4b85-9966-dccd40ca1ef3 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] No DVR routers for this DVR port fabc4d4d-b98c-4849-8160-17bc2ed3e4e9 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:31:31.131541 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f40e542e-cf22-48a7-a539-7892d6d87ee3 req-55c94373-8f50-4b85-9966-dccd40ca1ef3 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:31.134902 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f40e542e-cf22-48a7-a539-7892d6d87ee3 req-55c94373-8f50-4b85-9966-dccd40ca1ef3 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.11 "DELETE /v2.0/ports/fabc4d4d-b98c-4849-8160-17bc2ed3e4e9 HTTP/1.1" status: 204 len: 173 time: 2.7649903 Oct 20 11:31:31.136836 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20848e8b-2192-461d-a11d-50d56a7261ec', 'name': 'network-vif-deleted', 'tag': 'fabc4d4d-b98c-4849-8160-17bc2ed3e4e9'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:31:31.139112 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee35b9a-84a7-4ae4-a4c6-c5e1bfc954e8" -d '{"events": [{"server_uuid": "20848e8b-2192-461d-a11d-50d56a7261ec", "name": "network-vif-deleted", "tag": "fabc4d4d-b98c-4849-8160-17bc2ed3e4e9"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:31:31.172898 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-2d700182-7667-4c0e-a163-26b7c4b0acca admin admin] Deleting port c08e7f2e-561e-4213-a9dc-b162c1b5de72 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:31:31.173245 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d700182-7667-4c0e-a163-26b7c4b0acca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:31.213071 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57282d02-ba7a-46ef-9865-54960ad7125d req-48236677-2e91-4131-84ac-701f4aaacd90 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:31:31.231345 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a225d88-23bf-4deb-bd00-d821132772d3 req-c4748fe7-f5fe-41f5-8dc7-cf3513322e06 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797478 Oct 20 11:31:31.237520 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-57282d02-ba7a-46ef-9865-54960ad7125d req-48236677-2e91-4131-84ac-701f4aaacd90 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:31:31.272528 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48236677-2e91-4131-84ac-701f4aaacd90 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Pushing event updated for resources: {'Port': ['ID=39e45685-ba37-4760-97f3-f3ebbd3ad8ca,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:31.278205 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-57282d02-ba7a-46ef-9865-54960ad7125d req-48236677-2e91-4131-84ac-701f4aaacd90 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:31:31.407781 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-2d700182-7667-4c0e-a163-26b7c4b0acca admin admin] For port c08e7f2e-561e-4213-a9dc-b162c1b5de72, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=c08e7f2e-561e-4213-a9dc-b162c1b5de72,segment=NetworkSegment(406cf6b7-0aa3-4ceb-b166-0422c442946c),segment_id=406cf6b7-0aa3-4ceb-b166-0422c442946c)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:31.408497 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d700182-7667-4c0e-a163-26b7c4b0acca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:31.454129 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-2d700182-7667-4c0e-a163-26b7c4b0acca admin admin] Calling delete_port for c08e7f2e-561e-4213-a9dc-b162c1b5de72 owned by network:router_interface {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:31:31.488639 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd059aa8-2a76-47b5-b7ac-c3e32d0b0f11 req-a6d00d8c-eb79-4fb2-a0e5-c247a3c93292 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:31.490164 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dd059aa8-2a76-47b5-b7ac-c3e32d0b0f11 req-a6d00d8c-eb79-4fb2-a0e5-c247a3c93292 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d63aa35-428e-4d53-bf56-ec6e60d5f02b HTTP/1.1" status: 200 len: 946 time: 0.1837108 Oct 20 11:31:31.499537 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58774) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:31.504963 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-ce9573d9-42b1-41e7-95e4-4ad8358755b0 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Request body: {'floatingip': {'port_id': 'd43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:31:31.544845 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-57282d02-ba7a-46ef-9865-54960ad7125d req-48236677-2e91-4131-84ac-701f4aaacd90 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:31.556428 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ce9573d9-42b1-41e7-95e4-4ad8358755b0 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Publish callbacks [] for floatingip, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:31.662079 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-57282d02-ba7a-46ef-9865-54960ad7125d req-48236677-2e91-4131-84ac-701f4aaacd90 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:31.673082 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dc8ae56a-9400-4590-830b-d36622dce52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:31.686487 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device e5fe209d-c2e2-452b-9fe6-fa5140bce982 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:31:31.748196 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port e5fe209d-c2e2-452b-9fe6-fa5140bce982 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:31:31.751959 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port e5fe209d-c2e2-452b-9fe6-fa5140bce982 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:31:31.752323 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:31.770433 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ae56a-9400-4590-830b-d36622dce52d admin admin] Pushing event deleted for resources: {'Port': ['ID=1b58a554-d85a-47c3-9896-ddec53885546,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:31.784371 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81fd78f-e16f-4372-982b-0ee218483fca req-c02e337c-68e5-4648-beca-c9623d0a84da tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:31.786009 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f81fd78f-e16f-4372-982b-0ee218483fca req-c02e337c-68e5-4648-beca-c9623d0a84da tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 949 time: 0.2215717 Oct 20 11:31:31.836767 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:31.859876 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b8139f8-9141-4764-90d9-f4c63efc6677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5fe209d-c2e2-452b-9fe6-fa5140bce982'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:31:31.862578 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad739ff7-1638-4aeb-b195-b40a59123671" -d '{"events": [{"server_uuid": "0b8139f8-9141-4764-90d9-f4c63efc6677", "name": "network-vif-plugged", "status": "completed", "tag": "e5fe209d-c2e2-452b-9fe6-fa5140bce982"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:31:31.875159 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port e5fe209d-c2e2-452b-9fe6-fa5140bce982, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e5fe209d-c2e2-452b-9fe6-fa5140bce982,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:31.881076 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:31.931386 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f81fd78f-e16f-4372-982b-0ee218483fca req-02ee9992-68c9-4afc-afad-7db37f56c543 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370020 Oct 20 11:31:31.938815 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=e5fe209d-c2e2-452b-9fe6-fa5140bce982,revision_number=13']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:32.000966 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dc8ae56a-9400-4590-830b-d36622dce52d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:32.371087 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1257a009-c867-475e-9167-e0bfd7fb12e8 x-openstack-request-id: req-1257a009-c867-475e-9167-e0bfd7fb12e8 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:31:32.371396 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20848e8b-2192-461d-a11d-50d56a7261ec", "name": "network-vif-deleted", "tag": "fabc4d4d-b98c-4849-8160-17bc2ed3e4e9", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:31:32.371585 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1257a009-c867-475e-9167-e0bfd7fb12e8 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:31:32.371972 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20848e8b-2192-461d-a11d-50d56a7261ec', 'name': 'network-vif-deleted', 'tag': 'fabc4d4d-b98c-4849-8160-17bc2ed3e4e9', 'status': 'completed', 'code': 200} Oct 20 11:31:32.462910 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device fabc4d4d-b98c-4849-8160-17bc2ed3e4e9 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:31:32.486228 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: fabc4d4d-b98c-4849-8160-17bc2ed3e4e9 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:31:32.486596 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device fabc4d4d-b98c-4849-8160-17bc2ed3e4e9 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:31:32.488100 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dc8ae56a-9400-4590-830b-d36622dce52d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:32.493805 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dc8ae56a-9400-4590-830b-d36622dce52d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:32.559046 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d700182-7667-4c0e-a163-26b7c4b0acca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:32.582825 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-57282d02-ba7a-46ef-9865-54960ad7125d req-48236677-2e91-4131-84ac-701f4aaacd90 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:32.605271 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ce9573d9-42b1-41e7-95e4-4ad8358755b0 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:32.609493 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ce9573d9-42b1-41e7-95e4-4ad8358755b0 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:32.612078 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed2851-58fa-41d4-b7d6-cfb6dc1c1478 req-78ae83f7-78d6-47d7-9083-90546607b3e7 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:32.617885 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed2851-58fa-41d4-b7d6-cfb6dc1c1478 req-78ae83f7-78d6-47d7-9083-90546607b3e7 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:32.623797 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed2851-58fa-41d4-b7d6-cfb6dc1c1478 req-78ae83f7-78d6-47d7-9083-90546607b3e7 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:32.629638 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed2851-58fa-41d4-b7d6-cfb6dc1c1478 req-78ae83f7-78d6-47d7-9083-90546607b3e7 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:32.635531 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed2851-58fa-41d4-b7d6-cfb6dc1c1478 req-78ae83f7-78d6-47d7-9083-90546607b3e7 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:32.641352 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed2851-58fa-41d4-b7d6-cfb6dc1c1478 req-78ae83f7-78d6-47d7-9083-90546607b3e7 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:32.647283 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed2851-58fa-41d4-b7d6-cfb6dc1c1478 req-78ae83f7-78d6-47d7-9083-90546607b3e7 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:32.649247 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-00ed2851-58fa-41d4-b7d6-cfb6dc1c1478 req-78ae83f7-78d6-47d7-9083-90546607b3e7 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 5420 time: 0.2765431 Oct 20 11:31:32.650854 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dc8ae56a-9400-4590-830b-d36622dce52d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:32.651380 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8ae56a-9400-4590-830b-d36622dce52d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 674ee549-7fa2-441d-8095-dddaba6b6583 {{(pid=100647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:31:32.652900 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-57282d02-ba7a-46ef-9865-54960ad7125d req-48236677-2e91-4131-84ac-701f4aaacd90 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:32.655058 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d700182-7667-4c0e-a163-26b7c4b0acca admin admin] Pushing event deleted for resources: {'Port': ['ID=c08e7f2e-561e-4213-a9dc-b162c1b5de72,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:32.662533 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dc8ae56a-9400-4590-830b-d36622dce52d admin admin] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:32.663785 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-dc8ae56a-9400-4590-830b-d36622dce52d admin admin] 10.222.0.98 "DELETE /v2.0/routers/674ee549-7fa2-441d-8095-dddaba6b6583 HTTP/1.1" status: 204 len: 168 time: 4.1963527 Oct 20 11:31:32.673094 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58794) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:32.843350 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48236677-2e91-4131-84ac-701f4aaacd90 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Pushing event updated for resources: {'Port': ['ID=39e45685-ba37-4760-97f3-f3ebbd3ad8ca,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:32.866344 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-5764d400-1e1c-40ed-b0f5-77dbd02ce029 admin admin] Deleting subnet 5a859bd7-2b54-4ef2-916f-95506b8b807d {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:31:32.881660 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5764d400-1e1c-40ed-b0f5-77dbd02ce029 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:32.884111 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-57282d02-ba7a-46ef-9865-54960ad7125d req-48236677-2e91-4131-84ac-701f4aaacd90 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:32.914825 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-00ed2851-58fa-41d4-b7d6-cfb6dc1c1478 req-0fbd8dea-9ed0-4101-bcd0-1065f82fdf54 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e397af8-07ce-4093-b8cb-76d0226b7f33&id=cde799ff-a835-4e26-b5ae-07ed8640379f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2235045 Oct 20 11:31:32.940750 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-57282d02-ba7a-46ef-9865-54960ad7125d req-48236677-2e91-4131-84ac-701f4aaacd90 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:32.955755 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-57282d02-ba7a-46ef-9865-54960ad7125d req-48236677-2e91-4131-84ac-701f4aaacd90 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.4754477 Oct 20 11:31:32.988660 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b16c028-1058-4ecb-9853-1798eb5ea342 x-openstack-request-id: req-2b16c028-1058-4ecb-9853-1798eb5ea342 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:31:32.990095 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b8139f8-9141-4764-90d9-f4c63efc6677", "name": "network-vif-plugged", "status": "completed", "tag": "e5fe209d-c2e2-452b-9fe6-fa5140bce982", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:31:32.990582 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2b16c028-1058-4ecb-9853-1798eb5ea342 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:31:32.991188 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b8139f8-9141-4764-90d9-f4c63efc6677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5fe209d-c2e2-452b-9fe6-fa5140bce982', 'code': 200} Oct 20 11:31:32.992452 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5764d400-1e1c-40ed-b0f5-77dbd02ce029 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:33.079214 n-d-814735-3 neutron-server[100646]: INFO neutron.db.l3_db [None req-ce9573d9-42b1-41e7-95e4-4ad8358755b0 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Floating IP f8c92e3c-ce74-44ba-ac96-fa8b73142ac1 associated. External IP: 172.25.5.129, port: d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2. Oct 20 11:31:33.084671 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-57282d02-ba7a-46ef-9865-54960ad7125d req-d871cf0b-c7b0-44b6-b973-7fea8337d091 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.48 HTTP/1.1" status: 200 len: 695 time: 0.1359379 Oct 20 11:31:33.298139 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eafbe1-d16b-4997-9006-1f7c6c02ed90 req-c14810b6-8e2d-4752-9806-7aaa97394c3a tempest-MigrationsAdminTest-1371283114 tempest-MigrationsAdminTest-1371283114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:33.299552 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-76eafbe1-d16b-4997-9006-1f7c6c02ed90 req-c14810b6-8e2d-4752-9806-7aaa97394c3a tempest-MigrationsAdminTest-1371283114 tempest-MigrationsAdminTest-1371283114-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 1101 time: 0.2409809 Oct 20 11:31:33.300039 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce9573d9-42b1-41e7-95e4-4ad8358755b0 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Router 19e22b5e-bcaf-4925-a9cd-174a2a1ea9af has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:31:33.312478 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d700182-7667-4c0e-a163-26b7c4b0acca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:33.335246 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57282d02-ba7a-46ef-9865-54960ad7125d req-a1525d27-1d12-4645-aa63-17bedf29d9d9 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:33.336698 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-57282d02-ba7a-46ef-9865-54960ad7125d req-a1525d27-1d12-4645-aa63-17bedf29d9d9 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] 10.222.0.98 "GET /v2.0/networks/717966e5-c478-496f-bddb-05794fb74250 HTTP/1.1" status: 200 len: 784 time: 0.2296636 Oct 20 11:31:33.345554 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5764d400-1e1c-40ed-b0f5-77dbd02ce029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:33.376646 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-57282d02-ba7a-46ef-9865-54960ad7125d req-dc0d06bc-2080-4223-a48b-828956efc459 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:31:33.377762 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-57282d02-ba7a-46ef-9865-54960ad7125d req-dc0d06bc-2080-4223-a48b-828956efc459 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0297701 Oct 20 11:31:33.426070 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9573d9-42b1-41e7-95e4-4ad8358755b0 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:31:33.433877 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ce9573d9-42b1-41e7-95e4-4ad8358755b0 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:33.438959 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a223319b-19cc-4615-95f4-307224eeff7f None None] Sync routers for ids ['19e22b5e-bcaf-4925-a9cd-174a2a1ea9af'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:31:33.449209 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-76eafbe1-d16b-4997-9006-1f7c6c02ed90 req-2692e4d3-61cf-4d1b-b9bd-c9214f532ca6 tempest-MigrationsAdminTest-1371283114 tempest-MigrationsAdminTest-1371283114-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392744 Oct 20 11:31:33.461230 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a223319b-19cc-4615-95f4-307224eeff7f None None] Routers {'19e22b5e-bcaf-4925-a9cd-174a2a1ea9af'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:31:33.462090 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-a223319b-19cc-4615-95f4-307224eeff7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:31:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['19e22b5e-bcaf-4925-a9cd-174a2a1ea9af'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:33.488488 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ce9573d9-42b1-41e7-95e4-4ad8358755b0 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] 10.222.0.98 "PUT /v2.0/floatingips/f8c92e3c-ce74-44ba-ac96-fa8b73142ac1 HTTP/1.1" status: 200 len: 992 time: 1.9877572 Oct 20 11:31:33.489247 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d63aa35-428e-4d53-bf56-ec6e60d5f02b', 'tag': 'd43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:31:33.492087 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7243e606-7599-4aeb-9162-538cdbd81e14" -d '{"events": [{"name": "network-changed", "server_uuid": "8d63aa35-428e-4d53-bf56-ec6e60d5f02b", "tag": "d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:31:33.521918 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5764d400-1e1c-40ed-b0f5-77dbd02ce029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:33.599172 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5764d400-1e1c-40ed-b0f5-77dbd02ce029 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a859bd7-2b54-4ef2-916f-95506b8b807d,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:33.606294 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5764d400-1e1c-40ed-b0f5-77dbd02ce029 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:33.609929 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f828305a-7ccc-461c-9b8d-18ebb12d7730 None None] Network d8338651-6e93-43eb-82bb-c86cf6e817ba requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:31:33.619101 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-5764d400-1e1c-40ed-b0f5-77dbd02ce029 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/5a859bd7-2b54-4ef2-916f-95506b8b807d HTTP/1.1" status: 204 len: 168 time: 0.9242764 Oct 20 11:31:33.619516 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58818) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:33.627439 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-279cabbb-3706-4d9b-8e79-73ae3cfeb93a req-0c9d5666-3af4-428f-96fc-03a14a60de01 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] 10.222.0.98 "GET /v2.0/floatingips/518216ea-8496-4a57-a0a6-4a14d01d5155 HTTP/1.1" status: 200 len: 692 time: 0.0999370 Oct 20 11:31:33.789855 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8c58242e-4d70-4cbc-bf1e-8e0e529ca6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:33.835127 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-a223319b-19cc-4615-95f4-307224eeff7f None None] Set router 19e22b5e-bcaf-4925-a9cd-174a2a1ea9af gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:31:33.837207 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279cabbb-3706-4d9b-8e79-73ae3cfeb93a req-5348a056-420a-4875-a632-b31601cb0785 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:33.838830 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-279cabbb-3706-4d9b-8e79-73ae3cfeb93a req-5348a056-420a-4875-a632-b31601cb0785 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] 10.222.0.98 "GET /v2.0/networks/717966e5-c478-496f-bddb-05794fb74250 HTTP/1.1" status: 200 len: 784 time: 0.2037373 Oct 20 11:31:33.888071 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d700182-7667-4c0e-a163-26b7c4b0acca admin admin] Router aa78a856-593c-4764-8771-5b1828f3a023 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:31:33.890035 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185373d6-1f3a-4e9a-82c6-3d8d34f21e31 None None] DHCP port deletion for d8338651-6e93-43eb-82bb-c86cf6e817ba request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:31:33.911982 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-8c58242e-4d70-4cbc-bf1e-8e0e529ca6c9 admin admin] Deleting port 93ee54d6-bfae-4cbc-8920-c871563ab46a {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:31:33.912321 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8c58242e-4d70-4cbc-bf1e-8e0e529ca6c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:33.944247 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-185373d6-1f3a-4e9a-82c6-3d8d34f21e31 None None] Deleting port 93ee54d6-bfae-4cbc-8920-c871563ab46a {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:31:33.944888 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-185373d6-1f3a-4e9a-82c6-3d8d34f21e31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:33.948913 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc9dc32-2a7b-4bef-b083-d6a4c689decc x-openstack-request-id: req-3fc9dc32-2a7b-4bef-b083-d6a4c689decc {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:31:33.949200 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d63aa35-428e-4d53-bf56-ec6e60d5f02b", "tag": "d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:31:33.949440 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3fc9dc32-2a7b-4bef-b083-d6a4c689decc {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:31:33.949843 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d63aa35-428e-4d53-bf56-ec6e60d5f02b', 'tag': 'd43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2', 'status': 'completed', 'code': 200} Oct 20 11:31:34.013790 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-185373d6-1f3a-4e9a-82c6-3d8d34f21e31 None None] For port 93ee54d6-bfae-4cbc-8920-c871563ab46a, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=93ee54d6-bfae-4cbc-8920-c871563ab46a,segment=NetworkSegment(f7b2f859-a162-4ede-8eaa-620a4add6ef1),segment_id=f7b2f859-a162-4ede-8eaa-620a4add6ef1)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:34.014966 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-185373d6-1f3a-4e9a-82c6-3d8d34f21e31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:34.028852 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-185373d6-1f3a-4e9a-82c6-3d8d34f21e31 None None] Calling delete_port for 93ee54d6-bfae-4cbc-8920-c871563ab46a owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:31:34.062031 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-8c58242e-4d70-4cbc-bf1e-8e0e529ca6c9 admin admin] For port 93ee54d6-bfae-4cbc-8920-c871563ab46a, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=93ee54d6-bfae-4cbc-8920-c871563ab46a,segment=NetworkSegment(f7b2f859-a162-4ede-8eaa-620a4add6ef1),segment_id=f7b2f859-a162-4ede-8eaa-620a4add6ef1)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:34.062386 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8c58242e-4d70-4cbc-bf1e-8e0e529ca6c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:34.096150 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-8c58242e-4d70-4cbc-bf1e-8e0e529ca6c9 admin admin] Calling delete_port for 93ee54d6-bfae-4cbc-8920-c871563ab46a owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:31:34.143740 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-185373d6-1f3a-4e9a-82c6-3d8d34f21e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:34.185338 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243e606-7599-4aeb-9162-538cdbd81e14 req-81fe214c-2f55-4340-9777-b6a369bb7819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:34.186908 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7243e606-7599-4aeb-9162-538cdbd81e14 req-81fe214c-2f55-4340-9777-b6a369bb7819 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=52c1bb966e2b40228f44b31ee15523d5&device_id=8d63aa35-428e-4d53-bf56-ec6e60d5f02b HTTP/1.1" status: 200 len: 1097 time: 0.1641800 Oct 20 11:31:34.211369 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185373d6-1f3a-4e9a-82c6-3d8d34f21e31 None None] No DVR routers for this DVR port 93ee54d6-bfae-4cbc-8920-c871563ab46a on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:31:34.213992 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185373d6-1f3a-4e9a-82c6-3d8d34f21e31 None None] Pushing event deleted for resources: {'Port': ['ID=93ee54d6-bfae-4cbc-8920-c871563ab46a,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:34.251659 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1c1e7-8987-44b6-a9ec-ef424f5c1a6c req-6112d17d-5ca7-4c01-b209-d8b92be8b312 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:34.254838 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8c58242e-4d70-4cbc-bf1e-8e0e529ca6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:34.266757 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-73a1c1e7-8987-44b6-a9ec-ef424f5c1a6c req-6112d17d-5ca7-4c01-b209-d8b92be8b312 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 950 time: 0.1663301 Oct 20 11:31:34.278107 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-a223319b-19cc-4615-95f4-307224eeff7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e22b5e-bcaf-4925-a9cd-174a2a1ea9af', 'name': 'tempest-ServersTestJSON-312179564-router', 'tenant_id': '52c1bb966e2b40228f44b31ee15523d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '54e1ac5a-5ac5-499a-bc41-7ecc4b5210a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:30:45Z', 'updated_at': '2021-10-20T11:30:52Z', 'revision_number': 4, 'project_id': '52c1bb966e2b40228f44b31ee15523d5', 'gw_port': {'id': '54e1ac5a-5ac5-499a-bc41-7ecc4b5210a8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:7c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e22b5e-bcaf-4925-a9cd-174a2a1ea9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:30:46Z', 'updated_at': '2021-10-20T11:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': 'f8c92e3c-ce74-44ba-ac96-fa8b73142ac1', 'tenant_id': '52c1bb966e2b40228f44b31ee15523d5', 'floating_ip_address': '172.25.5.129', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '19e22b5e-bcaf-4925-a9cd-174a2a1ea9af', 'port_id': 'd43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcbe37f6-fe51-4b01-9214-985ffc9ccfe9', 'mac_address': 'fa:16:3e:af:1d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d63aa35-428e-4d53-bf56-ec6e60d5f02b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:31:02Z', 'updated_at': '2021-10-20T11:31:31Z', 'revision_number': 1, 'project_id': '52c1bb966e2b40228f44b31ee15523d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62fffac6-0c81-481e-a002-41b88a498a2c', 'name': '', 'network_id': 'fcbe37f6-fe51-4b01-9214-985ffc9ccfe9', 'tenant_id': '52c1bb966e2b40228f44b31ee15523d5', 'mac_address': 'fa:16:3e:68:df:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e22b5e-bcaf-4925-a9cd-174a2a1ea9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'ff355e09-dbd0-4af0-af48-6ef318d1c7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:30:51Z', 'updated_at': '2021-10-20T11:30:58Z', 'revision_number': 5, 'project_id': '52c1bb966e2b40228f44b31ee15523d5', 'subnets': [{'id': 'ff355e09-dbd0-4af0-af48-6ef318d1c7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:34.318735 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a223319b-19cc-4615-95f4-307224eeff7f None None] Checking router: 19e22b5e-bcaf-4925-a9cd-174a2a1ea9af for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:31:34.319630 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c58242e-4d70-4cbc-bf1e-8e0e529ca6c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=93ee54d6-bfae-4cbc-8920-c871563ab46a,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:34.333572 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c58242e-4d70-4cbc-bf1e-8e0e529ca6c9 admin admin] No DVR routers for this DVR port 93ee54d6-bfae-4cbc-8920-c871563ab46a on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:31:34.333863 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a223319b-19cc-4615-95f4-307224eeff7f None None] Routers {'19e22b5e-bcaf-4925-a9cd-174a2a1ea9af'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:31:34.334496 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-a223319b-19cc-4615-95f4-307224eeff7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:31:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['19e22b5e-bcaf-4925-a9cd-174a2a1ea9af'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:34.338474 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c58242e-4d70-4cbc-bf1e-8e0e529ca6c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:34.339242 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c58242e-4d70-4cbc-bf1e-8e0e529ca6c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:34.339781 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c58242e-4d70-4cbc-bf1e-8e0e529ca6c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:34.340305 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c58242e-4d70-4cbc-bf1e-8e0e529ca6c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:34.340841 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c58242e-4d70-4cbc-bf1e-8e0e529ca6c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:34.341360 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c58242e-4d70-4cbc-bf1e-8e0e529ca6c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:34.341880 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c58242e-4d70-4cbc-bf1e-8e0e529ca6c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:34.342595 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c58242e-4d70-4cbc-bf1e-8e0e529ca6c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:34.343251 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c58242e-4d70-4cbc-bf1e-8e0e529ca6c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:34.343783 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c58242e-4d70-4cbc-bf1e-8e0e529ca6c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:34.344570 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c58242e-4d70-4cbc-bf1e-8e0e529ca6c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:34.345100 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c58242e-4d70-4cbc-bf1e-8e0e529ca6c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:34.438173 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 93ee54d6-bfae-4cbc-8920-c871563ab46a no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:31:34.444612 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8c58242e-4d70-4cbc-bf1e-8e0e529ca6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:34.474022 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-8c58242e-4d70-4cbc-bf1e-8e0e529ca6c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8338651-6e93-43eb-82bb-c86cf6e817ba']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:34.478302 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 93ee54d6-bfae-4cbc-8920-c871563ab46a {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:31:34.479380 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-a223319b-19cc-4615-95f4-307224eeff7f None None] Set router 19e22b5e-bcaf-4925-a9cd-174a2a1ea9af gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:31:34.480020 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 93ee54d6-bfae-4cbc-8920-c871563ab46a not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:31:34.480472 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243e606-7599-4aeb-9162-538cdbd81e14 req-ed868f0e-a6da-418d-863d-1c464a356292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:34.481027 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 1b58a554-d85a-47c3-9896-ddec53885546 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:31:34.481966 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7243e606-7599-4aeb-9162-538cdbd81e14 req-ed868f0e-a6da-418d-863d-1c464a356292 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fcbe37f6-fe51-4b01-9214-985ffc9ccfe9 HTTP/1.1" status: 200 len: 907 time: 0.2857838 Oct 20 11:31:34.483020 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d700182-7667-4c0e-a163-26b7c4b0acca admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:31:34.489492 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2d700182-7667-4c0e-a163-26b7c4b0acca admin admin] 10.222.0.98 "PUT /v2.0/routers/aa78a856-593c-4764-8771-5b1828f3a023/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9837689 Oct 20 11:31:34.502930 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f728f53e-60c3-4f95-81f0-da1ccaff95d5 req-44afe6e0-44fe-406a-8d9a-e9300accd2ff tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] 10.222.0.98 "GET /v2.0/floatingips?tenant_id=340a761b227446d298017d5578e3b79d HTTP/1.1" status: 200 len: 695 time: 0.2241528 Oct 20 11:31:34.504729 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-8c58242e-4d70-4cbc-bf1e-8e0e529ca6c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7b2f859-a162-4ede-8eaa-620a4add6ef1') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:34.505150 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-8c58242e-4d70-4cbc-bf1e-8e0e529ca6c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7b2f859-a162-4ede-8eaa-620a4add6ef1') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:34.508816 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 1b58a554-d85a-47c3-9896-ddec53885546 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:31:34.509288 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 1b58a554-d85a-47c3-9896-ddec53885546 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:31:34.519015 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58828) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:34.522911 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184281b2-50da-4d8a-9338-aa653c27148a None None] Sync routers for ids ['aa78a856-593c-4764-8771-5b1828f3a023'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:31:34.525281 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8c58242e-4d70-4cbc-bf1e-8e0e529ca6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:34.533442 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184281b2-50da-4d8a-9338-aa653c27148a None None] Routers {'aa78a856-593c-4764-8771-5b1828f3a023'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:31:34.534310 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-184281b2-50da-4d8a-9338-aa653c27148a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:31:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['aa78a856-593c-4764-8771-5b1828f3a023'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:34.545636 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8c58242e-4d70-4cbc-bf1e-8e0e529ca6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:34.552455 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c58242e-4d70-4cbc-bf1e-8e0e529ca6c9 admin admin] Releasing vlan 1276 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:31:34.552988 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8c58242e-4d70-4cbc-bf1e-8e0e529ca6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:34.613075 n-d-814735-3 neutron-server[100646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:31:34.613075 n-d-814735-3 neutron-server[100646]: self.session.flush() Oct 20 11:31:34.613075 n-d-814735-3 neutron-server[100646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:31:34.613075 n-d-814735-3 neutron-server[100646]: self.session.flush() Oct 20 11:31:34.613075 n-d-814735-3 neutron-server[100646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:31:34.613075 n-d-814735-3 neutron-server[100646]: self.session.flush() Oct 20 11:31:34.613075 n-d-814735-3 neutron-server[100646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:31:34.613075 n-d-814735-3 neutron-server[100646]: self.session.flush() Oct 20 11:31:34.613075 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:31:34.613075 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:31:34.613075 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:31:34.613075 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:31:34.613075 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:31:34.613075 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:31:34.613075 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:31:34.613075 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:31:34.613075 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:31:34.613075 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:31:34.613075 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:31:34.613075 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:31:34.613075 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:31:34.613075 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:31:34.613075 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:31:34.613075 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:31:34.613075 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:31:34.613075 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:31:34.613075 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:31:34.613075 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:31:34.613075 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:31:34.613075 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:31:34.613075 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:31:34.613075 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:31:34.613075 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:31:34.613075 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:31:34.613075 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:31:34.613075 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:31:34.613075 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:31:34.613075 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:31:34.613075 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:31:34.613075 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:31:34.623758 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8c58242e-4d70-4cbc-bf1e-8e0e529ca6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:34.662199 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8c58242e-4d70-4cbc-bf1e-8e0e529ca6c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:34.677261 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8c58242e-4d70-4cbc-bf1e-8e0e529ca6c9 admin admin] 10.222.0.98 "DELETE /v2.0/networks/d8338651-6e93-43eb-82bb-c86cf6e817ba HTTP/1.1" status: 204 len: 168 time: 1.0565481 Oct 20 11:31:34.678184 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c58242e-4d70-4cbc-bf1e-8e0e529ca6c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8338651-6e93-43eb-82bb-c86cf6e817ba,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:34.691271 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58834) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:34.740382 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-184281b2-50da-4d8a-9338-aa653c27148a None None] Set router aa78a856-593c-4764-8771-5b1828f3a023 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:31:34.797348 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd363ec-d6fe-4a0e-8adc-5eb80657f14f req-6f155254-5f7b-4343-949f-061149193314 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:34.798947 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-1bd363ec-d6fe-4a0e-8adc-5eb80657f14f req-6f155254-5f7b-4343-949f-061149193314 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.89 "GET /v2.0/ports?device_id=999a1973-9d6b-414f-88f7-ec4814f88166 HTTP/1.1" status: 200 len: 944 time: 0.1384342 Oct 20 11:31:34.820281 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-19d4e77a-a199-40a6-8d13-58a7cd23c6c0 admin admin] Publish callbacks [] for router, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:34.892431 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-a223319b-19cc-4615-95f4-307224eeff7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e22b5e-bcaf-4925-a9cd-174a2a1ea9af', 'name': 'tempest-ServersTestJSON-312179564-router', 'tenant_id': '52c1bb966e2b40228f44b31ee15523d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '54e1ac5a-5ac5-499a-bc41-7ecc4b5210a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:30:45Z', 'updated_at': '2021-10-20T11:30:52Z', 'revision_number': 4, 'project_id': '52c1bb966e2b40228f44b31ee15523d5', 'gw_port': {'id': '54e1ac5a-5ac5-499a-bc41-7ecc4b5210a8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:7c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e22b5e-bcaf-4925-a9cd-174a2a1ea9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:30:46Z', 'updated_at': '2021-10-20T11:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': 'f8c92e3c-ce74-44ba-ac96-fa8b73142ac1', 'tenant_id': '52c1bb966e2b40228f44b31ee15523d5', 'floating_ip_address': '172.25.5.129', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '19e22b5e-bcaf-4925-a9cd-174a2a1ea9af', 'port_id': 'd43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcbe37f6-fe51-4b01-9214-985ffc9ccfe9', 'mac_address': 'fa:16:3e:af:1d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d63aa35-428e-4d53-bf56-ec6e60d5f02b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:31:02Z', 'updated_at': '2021-10-20T11:31:31Z', 'revision_number': 1, 'project_id': '52c1bb966e2b40228f44b31ee15523d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62fffac6-0c81-481e-a002-41b88a498a2c', 'name': '', 'network_id': 'fcbe37f6-fe51-4b01-9214-985ffc9ccfe9', 'tenant_id': '52c1bb966e2b40228f44b31ee15523d5', 'mac_address': 'fa:16:3e:68:df:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e22b5e-bcaf-4925-a9cd-174a2a1ea9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'ff355e09-dbd0-4af0-af48-6ef318d1c7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:30:51Z', 'updated_at': '2021-10-20T11:30:58Z', 'revision_number': 5, 'project_id': '52c1bb966e2b40228f44b31ee15523d5', 'subnets': [{'id': 'ff355e09-dbd0-4af0-af48-6ef318d1c7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:34.923041 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728f53e-60c3-4f95-81f0-da1ccaff95d5 req-4a21961c-3931-43ba-9e5d-42835676a989 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:34.928926 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a223319b-19cc-4615-95f4-307224eeff7f None None] The sync data for ids ['19e22b5e-bcaf-4925-a9cd-174a2a1ea9af'] in n-d-814735-3 is: [{'id': '19e22b5e-bcaf-4925-a9cd-174a2a1ea9af', 'name': 'tempest-ServersTestJSON-312179564-router', 'tenant_id': '52c1bb966e2b40228f44b31ee15523d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '54e1ac5a-5ac5-499a-bc41-7ecc4b5210a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:30:45Z', 'updated_at': '2021-10-20T11:30:52Z', 'revision_number': 4, 'project_id': '52c1bb966e2b40228f44b31ee15523d5', 'gw_port': {'id': '54e1ac5a-5ac5-499a-bc41-7ecc4b5210a8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:7c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e22b5e-bcaf-4925-a9cd-174a2a1ea9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:30:46Z', 'updated_at': '2021-10-20T11:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': 'f8c92e3c-ce74-44ba-ac96-fa8b73142ac1', 'tenant_id': '52c1bb966e2b40228f44b31ee15523d5', 'floating_ip_address': '172.25.5.129', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '19e22b5e-bcaf-4925-a9cd-174a2a1ea9af', 'port_id': 'd43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcbe37f6-fe51-4b01-9214-985ffc9ccfe9', 'mac_address': 'fa:16:3e:af:1d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d63aa35-428e-4d53-bf56-ec6e60d5f02b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:31:02Z', 'updated_at': '2021-10-20T11:31:31Z', 'revision_number': 1, 'project_id': '52c1bb966e2b40228f44b31ee15523d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62fffac6-0c81-481e-a002-41b88a498a2c', 'name': '', 'network_id': 'fcbe37f6-fe51-4b01-9214-985ffc9ccfe9', 'tenant_id': '52c1bb966e2b40228f44b31ee15523d5', 'mac_address': 'fa:16:3e:68:df:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e22b5e-bcaf-4925-a9cd-174a2a1ea9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'ff355e09-dbd0-4af0-af48-6ef318d1c7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:30:51Z', 'updated_at': '2021-10-20T11:30:58Z', 'revision_number': 5, 'project_id': '52c1bb966e2b40228f44b31ee15523d5', 'subnets': [{'id': 'ff355e09-dbd0-4af0-af48-6ef318d1c7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:31:34.931042 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f728f53e-60c3-4f95-81f0-da1ccaff95d5 req-4a21961c-3931-43ba-9e5d-42835676a989 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] 10.222.0.98 "GET /v2.0/networks?id=717966e5-c478-496f-bddb-05794fb74250 HTTP/1.1" status: 200 len: 787 time: 0.4271424 Oct 20 11:31:34.966262 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-f728f53e-60c3-4f95-81f0-da1ccaff95d5 req-de0dcd8d-7a63-43e7-bb19-b0ab6d4ac14d tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:31:34.980007 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f728f53e-60c3-4f95-81f0-da1ccaff95d5 req-de0dcd8d-7a63-43e7-bb19-b0ab6d4ac14d tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0243261 Oct 20 11:31:35.007973 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-73a1c1e7-8987-44b6-a9ec-ef424f5c1a6c req-cb1dd614-3735-4591-bf19-2167a2d31d70 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7402997 Oct 20 11:31:35.025665 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7243e606-7599-4aeb-9162-538cdbd81e14 req-89d8c669-bcbb-4898-af13-60d657c67df7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2 HTTP/1.1" status: 200 len: 1000 time: 0.5205443 Oct 20 11:31:35.031669 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-184281b2-50da-4d8a-9338-aa653c27148a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa78a856-593c-4764-8771-5b1828f3a023', 'name': 'tempest-ServersTestFqdnHostnames-276365898-router', 'tenant_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'ba098b4f-4615-441a-aa3c-c5cf83bdffb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:28:43Z', 'updated_at': '2021-10-20T11:31:31Z', 'revision_number': 5, 'project_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'gw_port': {'id': 'ba098b4f-4615-441a-aa3c-c5cf83bdffb8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa78a856-593c-4764-8771-5b1828f3a023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:45Z', 'updated_at': '2021-10-20T11:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:35.085403 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184281b2-50da-4d8a-9338-aa653c27148a None None] Checking router: aa78a856-593c-4764-8771-5b1828f3a023 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:31:35.099667 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184281b2-50da-4d8a-9338-aa653c27148a None None] Routers {'aa78a856-593c-4764-8771-5b1828f3a023'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:31:35.100308 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-184281b2-50da-4d8a-9338-aa653c27148a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:31:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['aa78a856-593c-4764-8771-5b1828f3a023'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:35.166449 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-1bd363ec-d6fe-4a0e-8adc-5eb80657f14f req-55aafad0-423d-4bf4-a38e-5ce40faf5c13 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Deleting port e86db2bd-275e-4f9b-abd5-61ea248f17c8 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:31:35.166774 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-1bd363ec-d6fe-4a0e-8adc-5eb80657f14f req-55aafad0-423d-4bf4-a38e-5ce40faf5c13 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:35.228833 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243e606-7599-4aeb-9162-538cdbd81e14 req-897b85f7-47f3-4980-a598-b805a59eb6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:35.230305 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7243e606-7599-4aeb-9162-538cdbd81e14 req-897b85f7-47f3-4980-a598-b805a59eb6d1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ff355e09-dbd0-4af0-af48-6ef318d1c7d4 HTTP/1.1" status: 200 len: 844 time: 0.1595318 Oct 20 11:31:35.231609 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-19d4e77a-a199-40a6-8d13-58a7cd23c6c0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:35.240578 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-184281b2-50da-4d8a-9338-aa653c27148a None None] Set router aa78a856-593c-4764-8771-5b1828f3a023 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:31:35.251666 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327908d8-8b1d-4da4-b29e-62982f454a9e req-b26fe5ab-e505-4008-91f4-0edd9e2c987d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:35.258564 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c4d4ac-d886-4059-b91d-9dac31a539a4 None None] New status for floating IP f8c92e3c-ce74-44ba-ac96-fa8b73142ac1: ACTIVE {{(pid=100649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:31:35.277953 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327908d8-8b1d-4da4-b29e-62982f454a9e req-b26fe5ab-e505-4008-91f4-0edd9e2c987d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:35.284830 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327908d8-8b1d-4da4-b29e-62982f454a9e req-b26fe5ab-e505-4008-91f4-0edd9e2c987d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:35.292673 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327908d8-8b1d-4da4-b29e-62982f454a9e req-b26fe5ab-e505-4008-91f4-0edd9e2c987d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:35.302878 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327908d8-8b1d-4da4-b29e-62982f454a9e req-b26fe5ab-e505-4008-91f4-0edd9e2c987d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:35.312305 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327908d8-8b1d-4da4-b29e-62982f454a9e req-b26fe5ab-e505-4008-91f4-0edd9e2c987d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:35.316998 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-1bd363ec-d6fe-4a0e-8adc-5eb80657f14f req-55aafad0-423d-4bf4-a38e-5ce40faf5c13 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] For port e86db2bd-275e-4f9b-abd5-61ea248f17c8, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e86db2bd-275e-4f9b-abd5-61ea248f17c8,segment=NetworkSegment(ec1b6256-95be-479c-9695-b6dae13546d3),segment_id=ec1b6256-95be-479c-9695-b6dae13546d3)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:35.317456 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-1bd363ec-d6fe-4a0e-8adc-5eb80657f14f req-55aafad0-423d-4bf4-a38e-5ce40faf5c13 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:35.321105 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327908d8-8b1d-4da4-b29e-62982f454a9e req-b26fe5ab-e505-4008-91f4-0edd9e2c987d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:35.323699 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-327908d8-8b1d-4da4-b29e-62982f454a9e req-b26fe5ab-e505-4008-91f4-0edd9e2c987d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 5420 time: 0.2542617 Oct 20 11:31:35.337880 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-1bd363ec-d6fe-4a0e-8adc-5eb80657f14f req-55aafad0-423d-4bf4-a38e-5ce40faf5c13 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Calling delete_port for e86db2bd-275e-4f9b-abd5-61ea248f17c8 owned by compute:nova {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:31:35.446644 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-184281b2-50da-4d8a-9338-aa653c27148a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa78a856-593c-4764-8771-5b1828f3a023', 'name': 'tempest-ServersTestFqdnHostnames-276365898-router', 'tenant_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'ba098b4f-4615-441a-aa3c-c5cf83bdffb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:28:43Z', 'updated_at': '2021-10-20T11:31:31Z', 'revision_number': 5, 'project_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'gw_port': {'id': 'ba098b4f-4615-441a-aa3c-c5cf83bdffb8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa78a856-593c-4764-8771-5b1828f3a023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:45Z', 'updated_at': '2021-10-20T11:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:35.488535 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184281b2-50da-4d8a-9338-aa653c27148a None None] The sync data for ids ['aa78a856-593c-4764-8771-5b1828f3a023'] in n-d-814735-3 is: [{'id': 'aa78a856-593c-4764-8771-5b1828f3a023', 'name': 'tempest-ServersTestFqdnHostnames-276365898-router', 'tenant_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'ba098b4f-4615-441a-aa3c-c5cf83bdffb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:28:43Z', 'updated_at': '2021-10-20T11:31:31Z', 'revision_number': 5, 'project_id': '130930dcc2f74762aa9c2d1b3e5d5b78', 'gw_port': {'id': 'ba098b4f-4615-441a-aa3c-c5cf83bdffb8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa78a856-593c-4764-8771-5b1828f3a023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:28:45Z', 'updated_at': '2021-10-20T11:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:31:35.508626 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-1bd363ec-d6fe-4a0e-8adc-5eb80657f14f req-55aafad0-423d-4bf4-a38e-5ce40faf5c13 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:35.541441 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aafad0-423d-4bf4-a38e-5ce40faf5c13 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Pushing event deleted for resources: {'Port': ['ID=e86db2bd-275e-4f9b-abd5-61ea248f17c8,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:35.605482 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bd363ec-d6fe-4a0e-8adc-5eb80657f14f req-55aafad0-423d-4bf4-a38e-5ce40faf5c13 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] No DVR routers for this DVR port e86db2bd-275e-4f9b-abd5-61ea248f17c8 on host n-h2-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:31:35.608780 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-1bd363ec-d6fe-4a0e-8adc-5eb80657f14f req-55aafad0-423d-4bf4-a38e-5ce40faf5c13 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:35.613247 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-1bd363ec-d6fe-4a0e-8adc-5eb80657f14f req-55aafad0-423d-4bf4-a38e-5ce40faf5c13 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.89 "DELETE /v2.0/ports/e86db2bd-275e-4f9b-abd5-61ea248f17c8 HTTP/1.1" status: 204 len: 173 time: 0.7981942 Oct 20 11:31:35.641325 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1cd71813-882d-47d0-820b-38300131fdd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:35.818087 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d1a37-2dc6-40f3-b417-2cd9c7b48c66 req-5af897bd-3ca1-4027-ae2a-4d38cbf45053 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:35.820346 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-700d1a37-2dc6-40f3-b417-2cd9c7b48c66 req-5af897bd-3ca1-4027-ae2a-4d38cbf45053 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/ports?device_id=999a1973-9d6b-414f-88f7-ec4814f88166 HTTP/1.1" status: 200 len: 944 time: 0.6879249 Oct 20 11:31:35.828211 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243e606-7599-4aeb-9162-538cdbd81e14 req-049acee3-153a-4742-aaf2-8ec2f5dfd69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:35.829661 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7243e606-7599-4aeb-9162-538cdbd81e14 req-049acee3-153a-4742-aaf2-8ec2f5dfd69b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fcbe37f6-fe51-4b01-9214-985ffc9ccfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5908930 Oct 20 11:31:35.860102 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-327908d8-8b1d-4da4-b29e-62982f454a9e req-3e9d9233-d5e4-416e-ac9e-63a83b3d3d9d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e397af8-07ce-4093-b8cb-76d0226b7f33&id=cde799ff-a835-4e26-b5ae-07ed8640379f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5040870 Oct 20 11:31:35.894896 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe5eaee-2ca5-42ec-8c4b-16bc304683f0 req-d1670090-e2fe-4a02-b0de-5a2ae85e98f8 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:35.896543 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cfe5eaee-2ca5-42ec-8c4b-16bc304683f0 req-d1670090-e2fe-4a02-b0de-5a2ae85e98f8 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.89 "GET /v2.0/ports?device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 950 time: 0.5316808 Oct 20 11:31:35.951969 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999a1973-9d6b-414f-88f7-ec4814f88166', 'name': 'network-vif-deleted', 'tag': 'e86db2bd-275e-4f9b-abd5-61ea248f17c8'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:31:35.954495 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b850258-1659-4c12-bddd-d2c41f6c33bb" -d '{"events": [{"server_uuid": "999a1973-9d6b-414f-88f7-ec4814f88166", "name": "network-vif-deleted", "tag": "e86db2bd-275e-4f9b-abd5-61ea248f17c8"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:31:35.961639 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-1cd71813-882d-47d0-820b-38300131fdd8 admin admin] Deleting port e7f600e5-d2f3-439f-b317-fd3cdd95207e {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:31:35.962100 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1cd71813-882d-47d0-820b-38300131fdd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:35.997306 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-700d1a37-2dc6-40f3-b417-2cd9c7b48c66 req-c54c0c47-3c13-45fe-b738-e3eab15ef4b1 tempest-LiveAutoBlockMigrationV225Test-571020385 tempest-LiveAutoBlockMigrationV225Test-571020385-project] 10.222.0.98 "GET /v2.0/security-groups?id=05ec7128-131d-4bcf-bec8-25c0e8f668d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626382 Oct 20 11:31:36.033677 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-19d4e77a-a199-40a6-8d13-58a7cd23c6c0 admin admin] Deleting port ba098b4f-4615-441a-aa3c-c5cf83bdffb8 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:31:36.034022 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-19d4e77a-a199-40a6-8d13-58a7cd23c6c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:36.048878 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-1cd71813-882d-47d0-820b-38300131fdd8 admin admin] For port e7f600e5-d2f3-439f-b317-fd3cdd95207e, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=e7f600e5-d2f3-439f-b317-fd3cdd95207e,segment=NetworkSegment(05c36e1d-753e-4f46-be9a-17daeaa7080e),segment_id=05c36e1d-753e-4f46-be9a-17daeaa7080e)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:36.049394 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1cd71813-882d-47d0-820b-38300131fdd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:36.065545 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-1cd71813-882d-47d0-820b-38300131fdd8 admin admin] Calling delete_port for e7f600e5-d2f3-439f-b317-fd3cdd95207e owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:31:36.093024 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-824b0f15-66d8-4d3e-90b7-d496807e9d96 req-fd299bd6-71f6-445f-942f-5245fda09cda tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] 10.222.0.98 "GET /v2.0/floatingips/518216ea-8496-4a57-a0a6-4a14d01d5155 HTTP/1.1" status: 200 len: 692 time: 0.1154039 Oct 20 11:31:36.149719 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967473f1-e38e-4eb8-87cb-e52f49ae9622 x-openstack-request-id: req-967473f1-e38e-4eb8-87cb-e52f49ae9622 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:31:36.150184 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999a1973-9d6b-414f-88f7-ec4814f88166", "name": "network-vif-deleted", "tag": "e86db2bd-275e-4f9b-abd5-61ea248f17c8", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:31:36.150607 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-967473f1-e38e-4eb8-87cb-e52f49ae9622 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:31:36.151057 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999a1973-9d6b-414f-88f7-ec4814f88166', 'name': 'network-vif-deleted', 'tag': 'e86db2bd-275e-4f9b-abd5-61ea248f17c8', 'status': 'completed', 'code': 200} Oct 20 11:31:36.189906 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7243e606-7599-4aeb-9162-538cdbd81e14 req-7dab4259-5c13-4851-9ce0-00c6fff45ae3 service neutron] 10.222.0.11 "GET /v2.0/networks/fcbe37f6-fe51-4b01-9214-985ffc9ccfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497641 Oct 20 11:31:36.278523 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device c08e7f2e-561e-4213-a9dc-b162c1b5de72 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:31:36.299053 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1cd71813-882d-47d0-820b-38300131fdd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:36.319891 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-19d4e77a-a199-40a6-8d13-58a7cd23c6c0 admin admin] For port ba098b4f-4615-441a-aa3c-c5cf83bdffb8, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=ba098b4f-4615-441a-aa3c-c5cf83bdffb8,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:36.320311 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-19d4e77a-a199-40a6-8d13-58a7cd23c6c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:36.336084 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd71813-882d-47d0-820b-38300131fdd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7f600e5-d2f3-439f-b317-fd3cdd95207e,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:36.397576 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-19d4e77a-a199-40a6-8d13-58a7cd23c6c0 admin admin] Calling delete_port for ba098b4f-4615-441a-aa3c-c5cf83bdffb8 owned by network:router_gateway {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:31:36.404392 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-cfe5eaee-2ca5-42ec-8c4b-16bc304683f0 req-6a5e38b9-7b66-4cbf-a213-4bbdce736032 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Deleting port e5fe209d-c2e2-452b-9fe6-fa5140bce982 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:31:36.404773 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-cfe5eaee-2ca5-42ec-8c4b-16bc304683f0 req-6a5e38b9-7b66-4cbf-a213-4bbdce736032 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:36.420070 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b0f15-66d8-4d3e-90b7-d496807e9d96 req-b4e0fdb2-2faa-4157-b926-37e0e0c8f573 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:36.421171 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-824b0f15-66d8-4d3e-90b7-d496807e9d96 req-b4e0fdb2-2faa-4157-b926-37e0e0c8f573 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] 10.222.0.98 "GET /v2.0/networks/717966e5-c478-496f-bddb-05794fb74250 HTTP/1.1" status: 200 len: 784 time: 0.3127682 Oct 20 11:31:36.448412 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: c08e7f2e-561e-4213-a9dc-b162c1b5de72 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:31:36.448809 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device c08e7f2e-561e-4213-a9dc-b162c1b5de72 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:31:36.452593 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-824b0f15-66d8-4d3e-90b7-d496807e9d96 req-bdb887b4-1d19-4ac7-bb7f-f0a71c54be73 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:31:36.453596 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-824b0f15-66d8-4d3e-90b7-d496807e9d96 req-bdb887b4-1d19-4ac7-bb7f-f0a71c54be73 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0063732 Oct 20 11:31:36.530457 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1cd71813-882d-47d0-820b-38300131fdd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:36.535747 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb7630-267d-46fd-bad8-8c67ab8bb259 req-5b344df2-5a20-48c8-b36c-9e6a346844be tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:36.537278 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6cbb7630-267d-46fd-bad8-8c67ab8bb259 req-5b344df2-5a20-48c8-b36c-9e6a346844be tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 950 time: 0.3005941 Oct 20 11:31:36.624828 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7243e606-7599-4aeb-9162-538cdbd81e14 req-0dd9a20c-0dd7-4ff3-8fc1-34c1453213d4 service neutron] 10.222.0.11 "GET /v2.0/networks/fcbe37f6-fe51-4b01-9214-985ffc9ccfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3956230 Oct 20 11:31:36.638401 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-824b0f15-66d8-4d3e-90b7-d496807e9d96 req-887fb461-3e39-4d7c-9182-e00a656a6ab2 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.48 HTTP/1.1" status: 200 len: 695 time: 0.1730111 Oct 20 11:31:36.725418 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6cbb7630-267d-46fd-bad8-8c67ab8bb259 req-c75f8f62-723e-46df-a4a9-641077f6749a tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274917 Oct 20 11:31:36.781449 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-cfe5eaee-2ca5-42ec-8c4b-16bc304683f0 req-6a5e38b9-7b66-4cbf-a213-4bbdce736032 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] For port e5fe209d-c2e2-452b-9fe6-fa5140bce982, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e5fe209d-c2e2-452b-9fe6-fa5140bce982,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:36.781839 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-cfe5eaee-2ca5-42ec-8c4b-16bc304683f0 req-6a5e38b9-7b66-4cbf-a213-4bbdce736032 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:36.783922 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd71813-882d-47d0-820b-38300131fdd8 admin admin] Router bdd55e0d-c703-40de-a818-99e961f76b53 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:31:36.800837 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-824b0f15-66d8-4d3e-90b7-d496807e9d96 req-07fcecc8-0da1-4c17-a2d1-5f02e1937378 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.48 HTTP/1.1" status: 200 len: 695 time: 0.1394176 Oct 20 11:31:36.857258 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-cfe5eaee-2ca5-42ec-8c4b-16bc304683f0 req-6a5e38b9-7b66-4cbf-a213-4bbdce736032 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Calling delete_port for e5fe209d-c2e2-452b-9fe6-fa5140bce982 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:31:36.905771 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd71813-882d-47d0-820b-38300131fdd8 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:31:36.913188 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1cd71813-882d-47d0-820b-38300131fdd8 admin admin] 10.222.0.98 "PUT /v2.0/routers/bdd55e0d-c703-40de-a818-99e961f76b53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2183592 Oct 20 11:31:36.913342 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58882) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:36.924669 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef50aa55-cf9f-49a6-ac28-18c405693bdc None None] Sync routers for ids ['bdd55e0d-c703-40de-a818-99e961f76b53'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:31:36.938213 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef50aa55-cf9f-49a6-ac28-18c405693bdc None None] Routers {'bdd55e0d-c703-40de-a818-99e961f76b53'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:31:36.939410 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-ef50aa55-cf9f-49a6-ac28-18c405693bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:31:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['bdd55e0d-c703-40de-a818-99e961f76b53'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:37.021494 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d64dcb93-d24f-498e-af0a-6aa6f243516b admin admin] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:37.053097 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-ef50aa55-cf9f-49a6-ac28-18c405693bdc None None] Set router bdd55e0d-c703-40de-a818-99e961f76b53 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:31:37.067542 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-19d4e77a-a199-40a6-8d13-58a7cd23c6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:37.124838 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d4e77a-a199-40a6-8d13-58a7cd23c6c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba098b4f-4615-441a-aa3c-c5cf83bdffb8,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:37.152622 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa64509-83be-4828-9ebb-362889d58ef2 req-6f4c6f72-3313-40a5-9f22-ea507643eb43 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:37.158583 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa64509-83be-4828-9ebb-362889d58ef2 req-6f4c6f72-3313-40a5-9f22-ea507643eb43 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:37.164560 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa64509-83be-4828-9ebb-362889d58ef2 req-6f4c6f72-3313-40a5-9f22-ea507643eb43 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:37.171148 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa64509-83be-4828-9ebb-362889d58ef2 req-6f4c6f72-3313-40a5-9f22-ea507643eb43 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:37.176514 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa64509-83be-4828-9ebb-362889d58ef2 req-6f4c6f72-3313-40a5-9f22-ea507643eb43 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:37.182677 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa64509-83be-4828-9ebb-362889d58ef2 req-6f4c6f72-3313-40a5-9f22-ea507643eb43 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:37.188648 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa64509-83be-4828-9ebb-362889d58ef2 req-6f4c6f72-3313-40a5-9f22-ea507643eb43 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:37.190686 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7fa64509-83be-4828-9ebb-362889d58ef2 req-6f4c6f72-3313-40a5-9f22-ea507643eb43 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 5420 time: 0.2125359 Oct 20 11:31:37.250297 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-ef50aa55-cf9f-49a6-ac28-18c405693bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd55e0d-c703-40de-a818-99e961f76b53', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1955942530-router', 'tenant_id': 'e95b17b563c44fcba4cf36e981e25ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'c79a3067-0298-442c-b161-aa1bbd16f7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:26:20Z', 'updated_at': '2021-10-20T11:31:36Z', 'revision_number': 5, 'project_id': 'e95b17b563c44fcba4cf36e981e25ffe', 'gw_port': {'id': 'c79a3067-0298-442c-b161-aa1bbd16f7f9', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd55e0d-c703-40de-a818-99e961f76b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:24Z', 'updated_at': '2021-10-20T11:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:37.284521 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef50aa55-cf9f-49a6-ac28-18c405693bdc None None] Checking router: bdd55e0d-c703-40de-a818-99e961f76b53 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:31:37.293345 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef50aa55-cf9f-49a6-ac28-18c405693bdc None None] Routers {'bdd55e0d-c703-40de-a818-99e961f76b53'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:31:37.294290 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-ef50aa55-cf9f-49a6-ac28-18c405693bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:31:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['bdd55e0d-c703-40de-a818-99e961f76b53'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:37.315317 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-824b0f15-66d8-4d3e-90b7-d496807e9d96 req-d86d1c98-1eb1-4dd5-8874-7c0d8a598f90 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Deleting port 39e45685-ba37-4760-97f3-f3ebbd3ad8ca {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:31:37.315707 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-824b0f15-66d8-4d3e-90b7-d496807e9d96 req-d86d1c98-1eb1-4dd5-8874-7c0d8a598f90 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:37.326744 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7fa64509-83be-4828-9ebb-362889d58ef2 req-40ec4462-b7de-4af8-aa88-b2542bc7f847 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e397af8-07ce-4093-b8cb-76d0226b7f33&id=cde799ff-a835-4e26-b5ae-07ed8640379f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1189213 Oct 20 11:31:37.350765 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-19d4e77a-a199-40a6-8d13-58a7cd23c6c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:37.411913 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-ef50aa55-cf9f-49a6-ac28-18c405693bdc None None] Set router bdd55e0d-c703-40de-a818-99e961f76b53 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:31:37.420032 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-cfe5eaee-2ca5-42ec-8c4b-16bc304683f0 req-6a5e38b9-7b66-4cbf-a213-4bbdce736032 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:37.449533 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['a2f21c01-e64a-4abc-9a84-ff74becfcd56'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:31:37.470539 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d64dcb93-d24f-498e-af0a-6aa6f243516b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:37.489432 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['9fc54b5a-545e-440d-8e56-06e6c4ed6dda', '90971dad-2f63-4bd6-bab0-1734adae135a'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:31:37.503487 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58888) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:37.522505 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-19d4e77a-a199-40a6-8d13-58a7cd23c6c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:37.526320 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e38b9-7b66-4cbf-a213-4bbdce736032 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Pushing event deleted for resources: {'Port': ['ID=e5fe209d-c2e2-452b-9fe6-fa5140bce982,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:37.530148 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-19d4e77a-a199-40a6-8d13-58a7cd23c6c0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:37.558613 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-d64dcb93-d24f-498e-af0a-6aa6f243516b admin admin] Deleting port c79a3067-0298-442c-b161-aa1bbd16f7f9 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:31:37.559051 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d64dcb93-d24f-498e-af0a-6aa6f243516b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:37.626850 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-824b0f15-66d8-4d3e-90b7-d496807e9d96 req-d86d1c98-1eb1-4dd5-8874-7c0d8a598f90 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:37.627266 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-824b0f15-66d8-4d3e-90b7-d496807e9d96 req-d86d1c98-1eb1-4dd5-8874-7c0d8a598f90 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:37.630631 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfe5eaee-2ca5-42ec-8c4b-16bc304683f0 req-6a5e38b9-7b66-4cbf-a213-4bbdce736032 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] No DVR routers for this DVR port e5fe209d-c2e2-452b-9fe6-fa5140bce982 on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:31:37.646078 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-cfe5eaee-2ca5-42ec-8c4b-16bc304683f0 req-6a5e38b9-7b66-4cbf-a213-4bbdce736032 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:37.657386 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cfe5eaee-2ca5-42ec-8c4b-16bc304683f0 req-6a5e38b9-7b66-4cbf-a213-4bbdce736032 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.89 "DELETE /v2.0/ports/e5fe209d-c2e2-452b-9fe6-fa5140bce982 HTTP/1.1" status: 204 len: 173 time: 1.7503989 Oct 20 11:31:37.657912 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b8139f8-9141-4764-90d9-f4c63efc6677', 'name': 'network-vif-deleted', 'tag': 'e5fe209d-c2e2-452b-9fe6-fa5140bce982'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:31:37.660283 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f91234a-ee96-4e63-afb5-b54b0b15aa56" -d '{"events": [{"server_uuid": "0b8139f8-9141-4764-90d9-f4c63efc6677", "name": "network-vif-deleted", "tag": "e5fe209d-c2e2-452b-9fe6-fa5140bce982"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:31:37.675446 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-19d4e77a-a199-40a6-8d13-58a7cd23c6c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:37.675976 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d4e77a-a199-40a6-8d13-58a7cd23c6c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa78a856-593c-4764-8771-5b1828f3a023 {{(pid=100647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:31:37.677563 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-824b0f15-66d8-4d3e-90b7-d496807e9d96 req-d86d1c98-1eb1-4dd5-8874-7c0d8a598f90 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Calling delete_port for 39e45685-ba37-4760-97f3-f3ebbd3ad8ca owned by network:floatingip {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:31:37.685897 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-19d4e77a-a199-40a6-8d13-58a7cd23c6c0 admin admin] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:37.687021 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-d64dcb93-d24f-498e-af0a-6aa6f243516b admin admin] For port c79a3067-0298-442c-b161-aa1bbd16f7f9, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=c79a3067-0298-442c-b161-aa1bbd16f7f9,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:37.687162 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-19d4e77a-a199-40a6-8d13-58a7cd23c6c0 admin admin] 10.222.0.98 "DELETE /v2.0/routers/aa78a856-593c-4764-8771-5b1828f3a023 HTTP/1.1" status: 204 len: 168 time: 3.0335288 Oct 20 11:31:37.687760 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d64dcb93-d24f-498e-af0a-6aa6f243516b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:37.692635 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58894) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:37.741523 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-d64dcb93-d24f-498e-af0a-6aa6f243516b admin admin] Calling delete_port for c79a3067-0298-442c-b161-aa1bbd16f7f9 owned by network:router_gateway {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:31:37.772403 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device e86db2bd-275e-4f9b-abd5-61ea248f17c8 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:31:37.778699 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4c4a99-6c23-400f-a1e2-f0b7b4f2d4a7 x-openstack-request-id: req-9c4c4a99-6c23-400f-a1e2-f0b7b4f2d4a7 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:31:37.779035 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b8139f8-9141-4764-90d9-f4c63efc6677", "name": "network-vif-deleted", "tag": "e5fe209d-c2e2-452b-9fe6-fa5140bce982", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:31:37.779291 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9c4c4a99-6c23-400f-a1e2-f0b7b4f2d4a7 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:31:37.779692 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b8139f8-9141-4764-90d9-f4c63efc6677', 'name': 'network-vif-deleted', 'tag': 'e5fe209d-c2e2-452b-9fe6-fa5140bce982', 'status': 'completed', 'code': 200} Oct 20 11:31:37.913541 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-933de4b2-90b9-459a-ba61-7585791b5742 admin admin] Deleting subnet 8aa4bfdd-2ba9-4931-bcff-0bb492ab280c {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:31:37.923568 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-933de4b2-90b9-459a-ba61-7585791b5742 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:37.957438 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: e86db2bd-275e-4f9b-abd5-61ea248f17c8 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:31:37.957777 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device e86db2bd-275e-4f9b-abd5-61ea248f17c8 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:31:37.958184 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device e5fe209d-c2e2-452b-9fe6-fa5140bce982 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:31:37.991302 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-59660c57-167a-465e-a659-c4cf66ddb93b admin admin] Deleting subnet 2a0c5c2a-f9c9-492d-ba9f-7e961a63a7db {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:31:38.001328 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-59660c57-167a-465e-a659-c4cf66ddb93b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:38.018571 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4715d5a8-0d5f-4a95-a83c-70a56b99e470 req-e9f03a3c-0a06-4c3d-8282-8517196432ed tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b8139f8-9141-4764-90d9-f4c63efc6677 HTTP/1.1" status: 200 len: 210 time: 0.0872428 Oct 20 11:31:38.033097 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-933de4b2-90b9-459a-ba61-7585791b5742 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:38.035867 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: e5fe209d-c2e2-452b-9fe6-fa5140bce982 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:31:38.036216 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device e5fe209d-c2e2-452b-9fe6-fa5140bce982 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:31:38.075565 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-59660c57-167a-465e-a659-c4cf66ddb93b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:38.157819 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-59660c57-167a-465e-a659-c4cf66ddb93b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:38.172508 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-933de4b2-90b9-459a-ba61-7585791b5742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:38.175485 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-ef50aa55-cf9f-49a6-ac28-18c405693bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd55e0d-c703-40de-a818-99e961f76b53', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1955942530-router', 'tenant_id': 'e95b17b563c44fcba4cf36e981e25ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'c79a3067-0298-442c-b161-aa1bbd16f7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:26:20Z', 'updated_at': '2021-10-20T11:31:36Z', 'revision_number': 5, 'project_id': 'e95b17b563c44fcba4cf36e981e25ffe', 'gw_port': {'id': 'c79a3067-0298-442c-b161-aa1bbd16f7f9', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd55e0d-c703-40de-a818-99e961f76b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:24Z', 'updated_at': '2021-10-20T11:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:38.196103 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-824b0f15-66d8-4d3e-90b7-d496807e9d96 req-d86d1c98-1eb1-4dd5-8874-7c0d8a598f90 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:38.202044 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d64dcb93-d24f-498e-af0a-6aa6f243516b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:38.235082 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d1c98-1eb1-4dd5-8874-7c0d8a598f90 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Pushing event deleted for resources: {'Port': ['ID=39e45685-ba37-4760-97f3-f3ebbd3ad8ca,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:38.255825 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef50aa55-cf9f-49a6-ac28-18c405693bdc None None] The sync data for ids ['bdd55e0d-c703-40de-a818-99e961f76b53'] in n-d-814735-3 is: [{'id': 'bdd55e0d-c703-40de-a818-99e961f76b53', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1955942530-router', 'tenant_id': 'e95b17b563c44fcba4cf36e981e25ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'c79a3067-0298-442c-b161-aa1bbd16f7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:26:20Z', 'updated_at': '2021-10-20T11:31:36Z', 'revision_number': 5, 'project_id': 'e95b17b563c44fcba4cf36e981e25ffe', 'gw_port': {'id': 'c79a3067-0298-442c-b161-aa1bbd16f7f9', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd55e0d-c703-40de-a818-99e961f76b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:26:24Z', 'updated_at': '2021-10-20T11:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:31:38.365865 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64dcb93-d24f-498e-af0a-6aa6f243516b admin admin] Pushing event deleted for resources: {'Port': ['ID=c79a3067-0298-442c-b161-aa1bbd16f7f9,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:38.426032 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-824b0f15-66d8-4d3e-90b7-d496807e9d96 req-d86d1c98-1eb1-4dd5-8874-7c0d8a598f90 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Publish callbacks [] for floatingip, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:38.429237 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-824b0f15-66d8-4d3e-90b7-d496807e9d96 req-d86d1c98-1eb1-4dd5-8874-7c0d8a598f90 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:38.446725 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-824b0f15-66d8-4d3e-90b7-d496807e9d96 req-d86d1c98-1eb1-4dd5-8874-7c0d8a598f90 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] 10.222.0.98 "DELETE /v2.0/floatingips/518216ea-8496-4a57-a0a6-4a14d01d5155 HTTP/1.1" status: 204 len: 173 time: 1.6445963 Oct 20 11:31:38.466176 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-933de4b2-90b9-459a-ba61-7585791b5742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:38.468811 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-59660c57-167a-465e-a659-c4cf66ddb93b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:38.476546 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d64dcb93-d24f-498e-af0a-6aa6f243516b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:38.553028 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933de4b2-90b9-459a-ba61-7585791b5742 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8aa4bfdd-2ba9-4931-bcff-0bb492ab280c,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:38.558600 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477a5c3b-80bd-4567-80ff-8dd0f664488d None None] Network f2bda165-652a-4d6c-ac20-276d33fbbfc1 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:31:38.565925 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59660c57-167a-465e-a659-c4cf66ddb93b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a0c5c2a-f9c9-492d-ba9f-7e961a63a7db,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:38.572646 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-59660c57-167a-465e-a659-c4cf66ddb93b admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:38.573909 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-933de4b2-90b9-459a-ba61-7585791b5742 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:38.575861 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-59660c57-167a-465e-a659-c4cf66ddb93b admin admin] 10.222.0.98 "DELETE /v2.0/subnets/2a0c5c2a-f9c9-492d-ba9f-7e961a63a7db HTTP/1.1" status: 204 len: 168 time: 1.0704825 Oct 20 11:31:38.580123 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-933de4b2-90b9-459a-ba61-7585791b5742 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/8aa4bfdd-2ba9-4931-bcff-0bb492ab280c HTTP/1.1" status: 204 len: 168 time: 0.8865275 Oct 20 11:31:38.580746 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58944) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:38.581074 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58946) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:38.602665 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d64dcb93-d24f-498e-af0a-6aa6f243516b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:38.605138 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d64dcb93-d24f-498e-af0a-6aa6f243516b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:38.670692 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d64dcb93-d24f-498e-af0a-6aa6f243516b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:38.671455 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64dcb93-d24f-498e-af0a-6aa6f243516b admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdd55e0d-c703-40de-a818-99e961f76b53 {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:31:38.684192 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d64dcb93-d24f-498e-af0a-6aa6f243516b admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:38.687766 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d64dcb93-d24f-498e-af0a-6aa6f243516b admin admin] 10.222.0.98 "DELETE /v2.0/routers/bdd55e0d-c703-40de-a818-99e961f76b53 HTTP/1.1" status: 204 len: 168 time: 1.7711759 Oct 20 11:31:38.688021 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58948) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:38.751750 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device ba098b4f-4615-441a-aa3c-c5cf83bdffb8 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:31:38.772734 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab641784-7a1d-4107-84af-ef11ecfe7bad admin admin] Deleting subnet 024ce710-b013-437c-a326-feb64c50e192 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:31:38.776433 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ab641784-7a1d-4107-84af-ef11ecfe7bad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:38.787498 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: ba098b4f-4615-441a-aa3c-c5cf83bdffb8 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:31:38.787977 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device ba098b4f-4615-441a-aa3c-c5cf83bdffb8 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:31:38.811611 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32792a8e-3197-4516-9064-4475ee9c1b93 None None] DHCP port deletion for f2bda165-652a-4d6c-ac20-276d33fbbfc1 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:31:38.820094 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ab641784-7a1d-4107-84af-ef11ecfe7bad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:38.844265 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1389b74a-9018-47af-bd6a-d384aa3a0409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:38.864596 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-32792a8e-3197-4516-9064-4475ee9c1b93 None None] Deleting port 251ffcb5-34f7-45a4-8fc1-dcea8bbc0494 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:31:38.865234 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-32792a8e-3197-4516-9064-4475ee9c1b93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:38.868350 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1822c-bf0e-43ac-a748-e7f270d24a58 req-36568d90-5236-4bbe-af27-70a4ae1fdf11 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:38.875605 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1822c-bf0e-43ac-a748-e7f270d24a58 req-36568d90-5236-4bbe-af27-70a4ae1fdf11 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:38.881734 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1822c-bf0e-43ac-a748-e7f270d24a58 req-36568d90-5236-4bbe-af27-70a4ae1fdf11 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:38.888039 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1822c-bf0e-43ac-a748-e7f270d24a58 req-36568d90-5236-4bbe-af27-70a4ae1fdf11 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:38.894162 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1822c-bf0e-43ac-a748-e7f270d24a58 req-36568d90-5236-4bbe-af27-70a4ae1fdf11 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:38.900450 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1822c-bf0e-43ac-a748-e7f270d24a58 req-36568d90-5236-4bbe-af27-70a4ae1fdf11 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:38.906403 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1822c-bf0e-43ac-a748-e7f270d24a58 req-36568d90-5236-4bbe-af27-70a4ae1fdf11 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:38.908343 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-90e1822c-bf0e-43ac-a748-e7f270d24a58 req-36568d90-5236-4bbe-af27-70a4ae1fdf11 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 5420 time: 0.4003983 Oct 20 11:31:38.930316 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ab641784-7a1d-4107-84af-ef11ecfe7bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:38.937198 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ca6ed76d-16aa-4b09-be97-74a70359e938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:38.947211 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-32792a8e-3197-4516-9064-4475ee9c1b93 None None] For port 251ffcb5-34f7-45a4-8fc1-dcea8bbc0494, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=251ffcb5-34f7-45a4-8fc1-dcea8bbc0494,segment=NetworkSegment(406cf6b7-0aa3-4ceb-b166-0422c442946c),segment_id=406cf6b7-0aa3-4ceb-b166-0422c442946c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:38.947211 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-32792a8e-3197-4516-9064-4475ee9c1b93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:38.950241 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-641bd039-230a-48d8-977f-da459398bc91 req-395bc4d1-e16c-434f-8aa8-5e806e13be3a tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4746423 Oct 20 11:31:38.964000 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-32792a8e-3197-4516-9064-4475ee9c1b93 None None] Calling delete_port for 251ffcb5-34f7-45a4-8fc1-dcea8bbc0494 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:31:38.969328 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-641bd039-230a-48d8-977f-da459398bc91 req-3816a7e6-4d58-4ed0-8e06-fbb4860a22a1 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:31:38.993884 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-90e1822c-bf0e-43ac-a748-e7f270d24a58 req-3f281e71-a272-4a8d-bb17-623501c6d733 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e397af8-07ce-4093-b8cb-76d0226b7f33&id=cde799ff-a835-4e26-b5ae-07ed8640379f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0766304 Oct 20 11:31:39.007450 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ab641784-7a1d-4107-84af-ef11ecfe7bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:39.045457 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab641784-7a1d-4107-84af-ef11ecfe7bad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=024ce710-b013-437c-a326-feb64c50e192,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:39.053617 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ab641784-7a1d-4107-84af-ef11ecfe7bad admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:39.057707 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ab641784-7a1d-4107-84af-ef11ecfe7bad admin admin] 10.222.0.98 "DELETE /v2.0/subnets/024ce710-b013-437c-a326-feb64c50e192 HTTP/1.1" status: 204 len: 168 time: 0.3684983 Oct 20 11:31:39.060206 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58950) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:39.060947 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb03993-9fa2-4e09-94c1-cab80ef6e102 None None] Network 9b103bd9-87ff-4b84-8423-196bfab2c8c7 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:31:39.072012 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-641bd039-230a-48d8-977f-da459398bc91 req-3816a7e6-4d58-4ed0-8e06-fbb4860a22a1 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Publish callbacks [] for floatingip, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:39.135092 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-32792a8e-3197-4516-9064-4475ee9c1b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:39.151534 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ca6ed76d-16aa-4b09-be97-74a70359e938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:39.173117 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32792a8e-3197-4516-9064-4475ee9c1b93 None None] Pushing event deleted for resources: {'Port': ['ID=251ffcb5-34f7-45a4-8fc1-dcea8bbc0494,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:39.193737 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c470734c-8411-4b6d-9df2-d7cda609fd62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:39.209475 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32792a8e-3197-4516-9064-4475ee9c1b93 None None] No DVR routers for this DVR port 251ffcb5-34f7-45a4-8fc1-dcea8bbc0494 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:31:39.213486 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-ca6ed76d-16aa-4b09-be97-74a70359e938 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60a88ebb-4b56-43bd-98ec-2f75530b8b0e']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:39.265626 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-ca6ed76d-16aa-4b09-be97-74a70359e938 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec1b6256-95be-479c-9695-b6dae13546d3') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:39.266021 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-ca6ed76d-16aa-4b09-be97-74a70359e938 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec1b6256-95be-479c-9695-b6dae13546d3') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:39.268740 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-1389b74a-9018-47af-bd6a-d384aa3a0409 admin admin] Deleting port 251ffcb5-34f7-45a4-8fc1-dcea8bbc0494 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:31:39.269180 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1389b74a-9018-47af-bd6a-d384aa3a0409 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:39.285141 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-c470734c-8411-4b6d-9df2-d7cda609fd62 admin admin] Deleting port 6c2b9284-6c59-4a70-ad46-52d3c76bce4c {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:31:39.285487 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c470734c-8411-4b6d-9df2-d7cda609fd62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:39.295618 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ca6ed76d-16aa-4b09-be97-74a70359e938 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:39.350298 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-c470734c-8411-4b6d-9df2-d7cda609fd62 admin admin] For port 6c2b9284-6c59-4a70-ad46-52d3c76bce4c, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=6c2b9284-6c59-4a70-ad46-52d3c76bce4c,segment=NetworkSegment(05c36e1d-753e-4f46-be9a-17daeaa7080e),segment_id=05c36e1d-753e-4f46-be9a-17daeaa7080e)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:39.350543 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c470734c-8411-4b6d-9df2-d7cda609fd62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:39.362359 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a2521fa-af42-46e5-a3ad-59928bb070ad req-ecac6f02-2bb0-4870-8bb2-215516eaddfd tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=998981097b50416bbe4fc54cf13d8997&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0846117 Oct 20 11:31:39.363331 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ca6ed76d-16aa-4b09-be97-74a70359e938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:39.364324 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-c470734c-8411-4b6d-9df2-d7cda609fd62 admin admin] Calling delete_port for 6c2b9284-6c59-4a70-ad46-52d3c76bce4c owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:31:39.420332 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca6ed76d-16aa-4b09-be97-74a70359e938 admin admin] Releasing vlan 1264 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:31:39.420731 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ca6ed76d-16aa-4b09-be97-74a70359e938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:39.422386 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:31:39.422386 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:31:39.422386 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:31:39.422386 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:31:39.422386 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:31:39.422386 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:31:39.422386 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:31:39.422386 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:31:39.422386 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:31:39.422386 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:31:39.422386 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:31:39.422386 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:31:39.422386 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:31:39.422386 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:31:39.422386 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:31:39.422386 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:31:39.422386 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:31:39.422386 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:31:39.422386 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:31:39.422386 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:31:39.422386 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:31:39.422386 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:31:39.422386 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:31:39.422386 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:31:39.422386 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:31:39.422386 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:31:39.422386 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:31:39.422386 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:31:39.422386 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:31:39.422386 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:31:39.422386 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:31:39.422386 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:31:39.424911 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-1389b74a-9018-47af-bd6a-d384aa3a0409 admin admin] For port 251ffcb5-34f7-45a4-8fc1-dcea8bbc0494, host n-d-814735-3, got binding levels [] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:39.424911 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1389b74a-9018-47af-bd6a-d384aa3a0409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:39.454996 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c470734c-8411-4b6d-9df2-d7cda609fd62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:39.481651 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c470734c-8411-4b6d-9df2-d7cda609fd62 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c2b9284-6c59-4a70-ad46-52d3c76bce4c,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:39.485071 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c470734c-8411-4b6d-9df2-d7cda609fd62 admin admin] No DVR routers for this DVR port 6c2b9284-6c59-4a70-ad46-52d3c76bce4c on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:31:39.583729 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c470734c-8411-4b6d-9df2-d7cda609fd62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:39.611371 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-c470734c-8411-4b6d-9df2-d7cda609fd62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b103bd9-87ff-4b84-8423-196bfab2c8c7']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:39.615700 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21095aa3-de4f-4e92-93b6-8067969edf59 None None] DHCP port deletion for 9b103bd9-87ff-4b84-8423-196bfab2c8c7 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:31:39.621778 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-c470734c-8411-4b6d-9df2-d7cda609fd62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05c36e1d-753e-4f46-be9a-17daeaa7080e') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:39.622073 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-c470734c-8411-4b6d-9df2-d7cda609fd62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05c36e1d-753e-4f46-be9a-17daeaa7080e') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:39.641484 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c470734c-8411-4b6d-9df2-d7cda609fd62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:39.661755 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c470734c-8411-4b6d-9df2-d7cda609fd62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:39.668440 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c470734c-8411-4b6d-9df2-d7cda609fd62 admin admin] Releasing vlan 1266 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:31:39.669006 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c470734c-8411-4b6d-9df2-d7cda609fd62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:39.671013 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:31:39.671013 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:31:39.671013 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:31:39.671013 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:31:39.671013 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:31:39.671013 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:31:39.671013 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:31:39.671013 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:31:39.671013 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:31:39.671013 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:31:39.671013 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:31:39.671013 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:31:39.671013 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:31:39.671013 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:31:39.671013 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:31:39.671013 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:31:39.671013 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:31:39.671013 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:31:39.671013 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:31:39.671013 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:31:39.671013 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:31:39.671013 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:31:39.671013 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:31:39.671013 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:31:39.671013 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:31:39.671013 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:31:39.671013 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:31:39.671013 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:31:39.671013 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:31:39.671013 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:31:39.671013 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:31:39.671013 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:31:39.701832 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:39.746826 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c470734c-8411-4b6d-9df2-d7cda609fd62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:39.757263 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c470734c-8411-4b6d-9df2-d7cda609fd62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:39.760462 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c470734c-8411-4b6d-9df2-d7cda609fd62 admin admin] 10.222.0.98 "DELETE /v2.0/networks/9b103bd9-87ff-4b84-8423-196bfab2c8c7 HTTP/1.1" status: 204 len: 168 time: 0.6990166 Oct 20 11:31:39.770841 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c470734c-8411-4b6d-9df2-d7cda609fd62 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b103bd9-87ff-4b84-8423-196bfab2c8c7,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:39.866746 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-1389b74a-9018-47af-bd6a-d384aa3a0409 admin admin] Calling delete_port for 251ffcb5-34f7-45a4-8fc1-dcea8bbc0494 owned by network:dhcp {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:31:39.895151 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.ipam_backend_mixin [None req-1389b74a-9018-47af-bd6a-d384aa3a0409 admin admin] Port 251ffcb5-34f7-45a4-8fc1-dcea8bbc0494 was not found and therefore no delete operation was performed {{(pid=100647) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 11:31:39.910927 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58964) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:39.932200 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1389b74a-9018-47af-bd6a-d384aa3a0409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:39.954530 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1b35d46d-9a74-4855-94d7-674f4a9db875 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=148df67387bc4ce6991a2699fe30ca2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423899 Oct 20 11:31:39.957203 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58966) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:39.971121 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ca6ed76d-16aa-4b09-be97-74a70359e938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:39.976109 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1389b74a-9018-47af-bd6a-d384aa3a0409 admin admin] Pushing event deleted for resources: {'Port': ['ID=251ffcb5-34f7-45a4-8fc1-dcea8bbc0494,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:39.983538 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1389b74a-9018-47af-bd6a-d384aa3a0409 admin admin] No DVR routers for this DVR port 251ffcb5-34f7-45a4-8fc1-dcea8bbc0494 on host n-d-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:31:39.990621 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ca6ed76d-16aa-4b09-be97-74a70359e938 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:39.993923 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ca6ed76d-16aa-4b09-be97-74a70359e938 admin admin] 10.222.0.98 "DELETE /v2.0/networks/60a88ebb-4b56-43bd-98ec-2f75530b8b0e HTTP/1.1" status: 204 len: 168 time: 1.4049644 Oct 20 11:31:39.999153 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58968) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:40.036188 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6ed76d-16aa-4b09-be97-74a70359e938 admin admin] Pushing event deleted for resources: {'Network': ['ID=60a88ebb-4b56-43bd-98ec-2f75530b8b0e,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:40.053808 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a5c89db4-c904-4988-b9d2-bca558fa704e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:40.058827 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dc9436a-7419-4ee0-91ba-87eeadce0341 admin admin] Deleting subnet 44285668-ea7e-468d-804a-fcc73dbd2afb {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:31:40.060483 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2521fa-af42-46e5-a3ad-59928bb070ad req-2a821133-5928-4d6e-b168-2d68499c6f42 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:40.061929 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a2521fa-af42-46e5-a3ad-59928bb070ad req-2a821133-5928-4d6e-b168-2d68499c6f42 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6680832 Oct 20 11:31:40.065653 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-641bd039-230a-48d8-977f-da459398bc91 req-3816a7e6-4d58-4ed0-8e06-fbb4860a22a1 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:40.068470 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0dc9436a-7419-4ee0-91ba-87eeadce0341 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:40.107523 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a5c89db4-c904-4988-b9d2-bca558fa704e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:40.117717 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1389b74a-9018-47af-bd6a-d384aa3a0409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:40.126835 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a2521fa-af42-46e5-a3ad-59928bb070ad req-3c069f37-f164-43f7-b7e2-496d8ff59611 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.98 "GET /v2.0/quotas/998981097b50416bbe4fc54cf13d8997 HTTP/1.1" status: 200 len: 375 time: 0.0535641 Oct 20 11:31:40.129435 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0dc9436a-7419-4ee0-91ba-87eeadce0341 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:40.175270 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-1389b74a-9018-47af-bd6a-d384aa3a0409 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2bda165-652a-4d6c-ac20-276d33fbbfc1']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:40.188457 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0dc9436a-7419-4ee0-91ba-87eeadce0341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:40.211963 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a2521fa-af42-46e5-a3ad-59928bb070ad req-1e517af4-2263-43c6-9950-6caabd20b1a8 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=998981097b50416bbe4fc54cf13d8997&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535452 Oct 20 11:31:40.216047 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-1389b74a-9018-47af-bd6a-d384aa3a0409 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '406cf6b7-0aa3-4ceb-b166-0422c442946c') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:40.216047 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-1389b74a-9018-47af-bd6a-d384aa3a0409 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '406cf6b7-0aa3-4ceb-b166-0422c442946c') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:40.227823 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a5c89db4-c904-4988-b9d2-bca558fa704e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:40.230075 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1389b74a-9018-47af-bd6a-d384aa3a0409 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:40.230810 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a5c89db4-c904-4988-b9d2-bca558fa704e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:40.235152 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a5c89db4-c904-4988-b9d2-bca558fa704e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a52e597d-a159-4003-908b-c0d276541698 HTTP/1.1" status: 204 len: 168 time: 0.2738867 Oct 20 11:31:40.250295 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c89db4-c904-4988-b9d2-bca558fa704e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52e597d-a159-4003-908b-c0d276541698,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:40.272789 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1389b74a-9018-47af-bd6a-d384aa3a0409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:40.273531 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0dc9436a-7419-4ee0-91ba-87eeadce0341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:40.294924 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1389b74a-9018-47af-bd6a-d384aa3a0409 admin admin] Releasing vlan 1278 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:31:40.295332 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1389b74a-9018-47af-bd6a-d384aa3a0409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:40.297063 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:31:40.297063 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:31:40.297063 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:31:40.297063 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:31:40.297063 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:31:40.297063 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:31:40.297063 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:31:40.297063 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:31:40.297063 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:31:40.297063 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:31:40.297063 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:31:40.297063 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:31:40.297063 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:31:40.297063 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:31:40.297063 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:31:40.297063 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:31:40.297063 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:31:40.297063 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:31:40.297063 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:31:40.297063 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:31:40.297063 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:31:40.297063 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:31:40.297063 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:31:40.297063 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:31:40.297063 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:31:40.297063 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:31:40.297063 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:31:40.297063 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:31:40.297063 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:31:40.297063 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:31:40.297063 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:31:40.297063 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:31:40.316928 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc9436a-7419-4ee0-91ba-87eeadce0341 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44285668-ea7e-468d-804a-fcc73dbd2afb,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:40.325126 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0dc9436a-7419-4ee0-91ba-87eeadce0341 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:40.331137 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0dc9436a-7419-4ee0-91ba-87eeadce0341 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/44285668-ea7e-468d-804a-fcc73dbd2afb HTTP/1.1" status: 204 len: 168 time: 0.3287203 Oct 20 11:31:40.331459 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58976) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:40.399048 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 6c2b9284-6c59-4a70-ad46-52d3c76bce4c no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:31:40.416968 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-40a14ae8-5aa0-4dd5-97cd-ca4d88658001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:40.419285 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1389b74a-9018-47af-bd6a-d384aa3a0409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:40.435087 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 6c2b9284-6c59-4a70-ad46-52d3c76bce4c {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:31:40.435787 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 6c2b9284-6c59-4a70-ad46-52d3c76bce4c not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:31:40.436416 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 251ffcb5-34f7-45a4-8fc1-dcea8bbc0494 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:31:40.438724 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1389b74a-9018-47af-bd6a-d384aa3a0409 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:40.453744 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-1389b74a-9018-47af-bd6a-d384aa3a0409 admin admin] 10.222.0.98 "DELETE /v2.0/networks/f2bda165-652a-4d6c-ac20-276d33fbbfc1 HTTP/1.1" status: 204 len: 168 time: 1.8573654 Oct 20 11:31:40.459860 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-641bd039-230a-48d8-977f-da459398bc91 req-3816a7e6-4d58-4ed0-8e06-fbb4860a22a1 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Allocated IP 172.25.5.42 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/92f83afd-5594-4ff4-a5f2-971d6abb4a56) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:31:40.501412 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1389b74a-9018-47af-bd6a-d384aa3a0409 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2bda165-652a-4d6c-ac20-276d33fbbfc1,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:40.535665 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 251ffcb5-34f7-45a4-8fc1-dcea8bbc0494 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:31:40.539017 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 251ffcb5-34f7-45a4-8fc1-dcea8bbc0494 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:31:40.544916 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device e7f600e5-d2f3-439f-b317-fd3cdd95207e no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:31:40.552188 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-40a14ae8-5aa0-4dd5-97cd-ca4d88658001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:40.571543 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: e7f600e5-d2f3-439f-b317-fd3cdd95207e {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:31:40.572131 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device e7f600e5-d2f3-439f-b317-fd3cdd95207e not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:31:40.572706 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device c79a3067-0298-442c-b161-aa1bbd16f7f9 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:31:40.586661 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-40a14ae8-5aa0-4dd5-97cd-ca4d88658001 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a1c39f0-f89a-4c51-b03f-c73f9a6f12ec']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:40.594543 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: c79a3067-0298-442c-b161-aa1bbd16f7f9 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:31:40.595123 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device c79a3067-0298-442c-b161-aa1bbd16f7f9 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:31:40.605040 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-40a14ae8-5aa0-4dd5-97cd-ca4d88658001 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f72c62c-e370-4016-8ecf-a4bb79f33908') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:40.605519 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-40a14ae8-5aa0-4dd5-97cd-ca4d88658001 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f72c62c-e370-4016-8ecf-a4bb79f33908') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:40.618240 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-40a14ae8-5aa0-4dd5-97cd-ca4d88658001 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:40.637012 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-40a14ae8-5aa0-4dd5-97cd-ca4d88658001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:40.648096 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40a14ae8-5aa0-4dd5-97cd-ca4d88658001 admin admin] Releasing vlan 1280 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:31:40.648410 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-40a14ae8-5aa0-4dd5-97cd-ca4d88658001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:40.685651 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ea98b-ba56-446c-9d29-f61c170fdfbe req-a5a869c7-15d3-45d6-a616-c934311ac7ca tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:40.691817 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ea98b-ba56-446c-9d29-f61c170fdfbe req-a5a869c7-15d3-45d6-a616-c934311ac7ca tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:40.697773 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ea98b-ba56-446c-9d29-f61c170fdfbe req-a5a869c7-15d3-45d6-a616-c934311ac7ca tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:40.703861 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ea98b-ba56-446c-9d29-f61c170fdfbe req-a5a869c7-15d3-45d6-a616-c934311ac7ca tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:40.710424 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ea98b-ba56-446c-9d29-f61c170fdfbe req-a5a869c7-15d3-45d6-a616-c934311ac7ca tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:40.715650 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:31:40.715650 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:31:40.715650 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:31:40.715650 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:31:40.715650 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:31:40.715650 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:31:40.715650 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:31:40.715650 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:31:40.715650 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:31:40.715650 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:31:40.715650 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:31:40.715650 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:31:40.715650 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:31:40.715650 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:31:40.715650 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:31:40.715650 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:31:40.715650 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:31:40.715650 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:31:40.715650 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:31:40.715650 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:31:40.715650 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:31:40.715650 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:31:40.715650 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:31:40.715650 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:31:40.715650 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:31:40.715650 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:31:40.715650 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:31:40.715650 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:31:40.715650 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:31:40.715650 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:31:40.715650 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:31:40.715650 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:31:40.718182 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ea98b-ba56-446c-9d29-f61c170fdfbe req-a5a869c7-15d3-45d6-a616-c934311ac7ca tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:40.719416 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-40a14ae8-5aa0-4dd5-97cd-ca4d88658001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:40.722757 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ea98b-ba56-446c-9d29-f61c170fdfbe req-a5a869c7-15d3-45d6-a616-c934311ac7ca tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:40.729964 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-40a14ae8-5aa0-4dd5-97cd-ca4d88658001 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:40.730546 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-191ea98b-ba56-446c-9d29-f61c170fdfbe req-a5a869c7-15d3-45d6-a616-c934311ac7ca tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 5420 time: 0.1830008 Oct 20 11:31:40.736374 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-40a14ae8-5aa0-4dd5-97cd-ca4d88658001 admin admin] 10.222.0.98 "DELETE /v2.0/networks/4a1c39f0-f89a-4c51-b03f-c73f9a6f12ec HTTP/1.1" status: 204 len: 168 time: 0.4015481 Oct 20 11:31:40.760079 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a14ae8-5aa0-4dd5-97cd-ca4d88658001 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a1c39f0-f89a-4c51-b03f-c73f9a6f12ec,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:40.787116 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-191ea98b-ba56-446c-9d29-f61c170fdfbe req-6bcb8b91-0019-486c-947e-2df0355ee455 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e397af8-07ce-4093-b8cb-76d0226b7f33&id=cde799ff-a835-4e26-b5ae-07ed8640379f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548458 Oct 20 11:31:40.823541 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-641bd039-230a-48d8-977f-da459398bc91 req-3816a7e6-4d58-4ed0-8e06-fbb4860a22a1 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:40.878050 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-641bd039-230a-48d8-977f-da459398bc91 req-3816a7e6-4d58-4ed0-8e06-fbb4860a22a1 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:40.911707 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58996) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:40.940966 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58998) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:40.959642 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-641bd039-230a-48d8-977f-da459398bc91 req-3816a7e6-4d58-4ed0-8e06-fbb4860a22a1 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:31:40.972739 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-641bd039-230a-48d8-977f-da459398bc91 req-3816a7e6-4d58-4ed0-8e06-fbb4860a22a1 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:31:40.981681 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-641bd039-230a-48d8-977f-da459398bc91 req-3816a7e6-4d58-4ed0-8e06-fbb4860a22a1 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:31:40.985342 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3816a7e6-4d58-4ed0-8e06-fbb4860a22a1 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Pushing event updated for resources: {'Port': ['ID=92f83afd-5594-4ff4-a5f2-971d6abb4a56,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:40.997805 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-f6248e45-3ab7-4de1-a0e8-835ca394d9c6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=130930dcc2f74762aa9c2d1b3e5d5b78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0833266 Oct 20 11:31:41.005888 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59002) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:41.037099 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f1b37e1a-fd0a-4a20-a612-f4547b83b244 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e95b17b563c44fcba4cf36e981e25ffe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0940714 Oct 20 11:31:41.041376 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 59004) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:41.093896 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7befc497-b447-4214-af2c-eb25a2b93e83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:41.128278 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7befc497-b447-4214-af2c-eb25a2b93e83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:41.141409 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-95c35f5e-efa0-4926-bee3-e49d8fee941c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:41.179579 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-641bd039-230a-48d8-977f-da459398bc91 req-3816a7e6-4d58-4ed0-8e06-fbb4860a22a1 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:41.198419 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bb703d8f-a536-4849-8758-bf25a709177e req-ec2174e6-eb9b-4096-9560-3d678d8f0308 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=998981097b50416bbe4fc54cf13d8997&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493746 Oct 20 11:31:41.199693 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7befc497-b447-4214-af2c-eb25a2b93e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:41.203673 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-95c35f5e-efa0-4926-bee3-e49d8fee941c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:41.206352 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7befc497-b447-4214-af2c-eb25a2b93e83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:41.210353 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7befc497-b447-4214-af2c-eb25a2b93e83 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8a4c8013-0aa0-4159-b9d7-83147278de44 HTTP/1.1" status: 204 len: 168 time: 0.2009156 Oct 20 11:31:41.219447 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7befc497-b447-4214-af2c-eb25a2b93e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4c8013-0aa0-4159-b9d7-83147278de44,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:41.286136 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59018) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:41.313334 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-641bd039-230a-48d8-977f-da459398bc91 req-3816a7e6-4d58-4ed0-8e06-fbb4860a22a1 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:41.337634 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f44002fb-2741-4202-abf8-b4b4fb4575f7 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d9acdef368f944fcb8d5f209bb8e33d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0492699 Oct 20 11:31:41.338718 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59020) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:41.391606 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e0c37c08-ece7-4c32-bfa4-5b0ef980b0bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:41.414771 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e0c37c08-ece7-4c32-bfa4-5b0ef980b0bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:41.440561 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb703d8f-a536-4849-8758-bf25a709177e req-1051eb1d-a476-4df2-966a-3179e8b513a3 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:41.442384 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bb703d8f-a536-4849-8758-bf25a709177e req-1051eb1d-a476-4df2-966a-3179e8b513a3 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2339330 Oct 20 11:31:41.445436 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-95c35f5e-efa0-4926-bee3-e49d8fee941c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:41.448134 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-95c35f5e-efa0-4926-bee3-e49d8fee941c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:41.449417 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-95c35f5e-efa0-4926-bee3-e49d8fee941c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/156bb8ee-038c-4ec4-8260-b09ff6828b6f HTTP/1.1" status: 204 len: 168 time: 0.4066000 Oct 20 11:31:41.506073 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c35f5e-efa0-4926-bee3-e49d8fee941c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156bb8ee-038c-4ec4-8260-b09ff6828b6f,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:41.514735 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bb703d8f-a536-4849-8758-bf25a709177e req-a9dde5cf-4024-45a5-ac75-6486bb902f99 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.98 "GET /v2.0/quotas/998981097b50416bbe4fc54cf13d8997 HTTP/1.1" status: 200 len: 375 time: 0.0624943 Oct 20 11:31:41.523524 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e0c37c08-ece7-4c32-bfa4-5b0ef980b0bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:41.528032 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e0c37c08-ece7-4c32-bfa4-5b0ef980b0bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:41.528740 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e0c37c08-ece7-4c32-bfa4-5b0ef980b0bb admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/05ec7128-131d-4bcf-bec8-25c0e8f668d5 HTTP/1.1" status: 204 len: 168 time: 0.1889658 Oct 20 11:31:41.551941 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c37c08-ece7-4c32-bfa4-5b0ef980b0bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ec7128-131d-4bcf-bec8-25c0e8f668d5,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:41.564158 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bb703d8f-a536-4849-8758-bf25a709177e req-da9ed6b3-2615-4527-9d09-90b34cbaa9da tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=998981097b50416bbe4fc54cf13d8997&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427430 Oct 20 11:31:41.627660 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-641bd039-230a-48d8-977f-da459398bc91 req-3816a7e6-4d58-4ed0-8e06-fbb4860a22a1 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:41.636095 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-641bd039-230a-48d8-977f-da459398bc91 req-3816a7e6-4d58-4ed0-8e06-fbb4860a22a1 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:41.743503 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3816a7e6-4d58-4ed0-8e06-fbb4860a22a1 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Pushing event updated for resources: {'Port': ['ID=92f83afd-5594-4ff4-a5f2-971d6abb4a56,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:41.745792 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device e15232df-145b-465f-8af0-3f5421b15798 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:31:41.778815 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-641bd039-230a-48d8-977f-da459398bc91 req-3816a7e6-4d58-4ed0-8e06-fbb4860a22a1 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:41.856658 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-641bd039-230a-48d8-977f-da459398bc91 req-3816a7e6-4d58-4ed0-8e06-fbb4860a22a1 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:41.859447 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-641bd039-230a-48d8-977f-da459398bc91 req-3816a7e6-4d58-4ed0-8e06-fbb4860a22a1 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8968351 Oct 20 11:31:41.969870 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6d87f-fb20-481a-9b37-e834e14133a8 req-2e1d5642-1c61-4cc5-b66c-dce568dacde8 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:41.970059 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port e15232df-145b-465f-8af0-3f5421b15798, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e15232df-145b-465f-8af0-3f5421b15798,segment=NetworkSegment(1158ccd6-3972-4083-b101-9cf7c9852acf),segment_id=1158ccd6-3972-4083-b101-9cf7c9852acf)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:41.976389 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1ef6d87f-fb20-481a-9b37-e834e14133a8 req-2e1d5642-1c61-4cc5-b66c-dce568dacde8 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0422a46e-00fd-463d-aafb-fd9a0a2b2d45 HTTP/1.1" status: 200 len: 951 time: 0.1878674 Oct 20 11:31:42.013967 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': 'e15232df-145b-465f-8af0-3f5421b15798', 'network_id': '7cc0cef1-9e0e-4144-85af-6ed42f35f232', 'port_id': 'e15232df-145b-465f-8af0-3f5421b15798', 'mac_address': 'fa:16:3e:e0:d8:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '860ea3b3-2804-4226-ab8d-f55abe932e85', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:31:42.027247 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-641bd039-230a-48d8-977f-da459398bc91 req-ffd1b778-7fe8-44d9-9106-20d760feafc4 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.42 HTTP/1.1" status: 200 len: 695 time: 0.1553888 Oct 20 11:31:42.081702 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a2521fa-af42-46e5-a3ad-59928bb070ad req-2b970fce-b2a5-483a-9e87-a35e0ed8d09c tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=998981097b50416bbe4fc54cf13d8997&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1028099 Oct 20 11:31:42.083885 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:42.103047 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59056) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:42.114266 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e15232df-145b-465f-8af0-3f5421b15798 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:31:42.157634 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port e15232df-145b-465f-8af0-3f5421b15798, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e15232df-145b-465f-8af0-3f5421b15798,segment=NetworkSegment(1158ccd6-3972-4083-b101-9cf7c9852acf),segment_id=1158ccd6-3972-4083-b101-9cf7c9852acf)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:42.170142 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:42.171014 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 36734b27-541b-4c46-94d0-9c36824cd543 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:31:42.225433 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4fd37252-1d23-40b3-afb4-222ddcb06993 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3a2f8a40c7a040579aa36584e41b154c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1192894 Oct 20 11:31:42.226188 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59060) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:42.238295 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1ef6d87f-fb20-481a-9b37-e834e14133a8 req-1b5e6bd7-2d6c-4230-b729-6aa03ed51763 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096605 Oct 20 11:31:42.339125 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c4512bed-a8e9-4375-ac5a-4330fcbefd6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:42.374559 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c4512bed-a8e9-4375-ac5a-4330fcbefd6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:42.437977 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 36734b27-541b-4c46-94d0-9c36824cd543, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=36734b27-541b-4c46-94d0-9c36824cd543,segment=NetworkSegment(7a55bb8e-283b-4f5c-b424-b22520b3d64c),segment_id=7a55bb8e-283b-4f5c-b424-b22520b3d64c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:42.461559 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7024dbf6-603c-4834-948f-78a31950316e req-0cbc0a35-31ed-454e-85f4-eada1e4b585b tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.98 "GET /v2.0/ports?device_id=00f85f96-1fef-4ad6-8f3a-f6d62251f187 HTTP/1.1" status: 200 len: 210 time: 0.0750003 Oct 20 11:31:42.463257 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=e15232df-145b-465f-8af0-3f5421b15798,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:42.475283 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c4512bed-a8e9-4375-ac5a-4330fcbefd6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:42.478383 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c4512bed-a8e9-4375-ac5a-4330fcbefd6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:42.480943 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '36734b27-541b-4c46-94d0-9c36824cd543', 'network_id': 'cbfb6560-b005-4cf2-8e9b-c40d4507d392', 'port_id': '36734b27-541b-4c46-94d0-9c36824cd543', 'mac_address': 'fa:16:3e:7f:fb:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b2ce3de-10a9-4c8a-b2e7-4d28126c6f52', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:31:42.481429 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c4512bed-a8e9-4375-ac5a-4330fcbefd6b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/12feb5aa-dfc6-417f-befb-82de3f8ea2b8 HTTP/1.1" status: 204 len: 168 time: 0.2522671 Oct 20 11:31:42.484255 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2521fa-af42-46e5-a3ad-59928bb070ad req-345f6997-e82c-4dd6-a0de-c25da7e9f861 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:42.485925 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a2521fa-af42-46e5-a3ad-59928bb070ad req-345f6997-e82c-4dd6-a0de-c25da7e9f861 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3745377 Oct 20 11:31:42.502264 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4512bed-a8e9-4375-ac5a-4330fcbefd6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12feb5aa-dfc6-417f-befb-82de3f8ea2b8,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:42.506587 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641bd039-230a-48d8-977f-da459398bc91 req-ab950c45-b480-4a89-b3be-05aac171a774 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:42.508144 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-641bd039-230a-48d8-977f-da459398bc91 req-ab950c45-b480-4a89-b3be-05aac171a774 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] 10.222.0.98 "GET /v2.0/networks/717966e5-c478-496f-bddb-05794fb74250 HTTP/1.1" status: 200 len: 784 time: 0.4487066 Oct 20 11:31:42.540662 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-0a2521fa-af42-46e5-a3ad-59928bb070ad req-8de14e8d-8ba1-4752-8689-3a192dba8aa8 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Request body: {'port': {'device_id': '5442ea14-6bd9-4966-9df9-d9ee84fcb257', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'admin_state_up': True, 'tenant_id': '998981097b50416bbe4fc54cf13d8997'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:31:42.567289 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:42.597714 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36734b27-541b-4c46-94d0-9c36824cd543 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:31:42.626979 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 36734b27-541b-4c46-94d0-9c36824cd543, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=36734b27-541b-4c46-94d0-9c36824cd543,segment=NetworkSegment(7a55bb8e-283b-4f5c-b424-b22520b3d64c),segment_id=7a55bb8e-283b-4f5c-b424-b22520b3d64c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:42.637977 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:42.639130 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 4aea7d3c-78fa-4d1c-9d27-ec767d37af26 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:31:42.756694 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f50032c-0c32-4d14-90c9-398a450ec960 req-1687d4b9-2d58-4877-9478-48c7a47b991b tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:42.758315 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-3f50032c-0c32-4d14-90c9-398a450ec960 req-1687d4b9-2d58-4877-9478-48c7a47b991b tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.89 "GET /v2.0/ports?device_id=0422a46e-00fd-463d-aafb-fd9a0a2b2d45 HTTP/1.1" status: 200 len: 951 time: 0.0987053 Oct 20 11:31:42.825142 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-17c44913-8209-4bea-a0b1-a287a8c627c5 req-6152e548-49c5-4a55-968d-8e6c2c5b6ea5 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] 10.222.0.98 "GET /v2.0/floatingips/eaa9c65a-93e7-4428-96f5-20128b4e3f3c HTTP/1.1" status: 200 len: 692 time: 0.1191323 Oct 20 11:31:42.841170 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dcb444-1439-4f9d-9cbb-fa65d099aeb9 req-c18b29cb-a030-4562-b0c0-4e7045e26623 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:42.847257 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dcb444-1439-4f9d-9cbb-fa65d099aeb9 req-c18b29cb-a030-4562-b0c0-4e7045e26623 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:42.853168 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dcb444-1439-4f9d-9cbb-fa65d099aeb9 req-c18b29cb-a030-4562-b0c0-4e7045e26623 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:42.859117 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dcb444-1439-4f9d-9cbb-fa65d099aeb9 req-c18b29cb-a030-4562-b0c0-4e7045e26623 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:42.864955 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dcb444-1439-4f9d-9cbb-fa65d099aeb9 req-c18b29cb-a030-4562-b0c0-4e7045e26623 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:42.870887 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dcb444-1439-4f9d-9cbb-fa65d099aeb9 req-c18b29cb-a030-4562-b0c0-4e7045e26623 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:42.876744 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dcb444-1439-4f9d-9cbb-fa65d099aeb9 req-c18b29cb-a030-4562-b0c0-4e7045e26623 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:42.878685 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a7dcb444-1439-4f9d-9cbb-fa65d099aeb9 req-c18b29cb-a030-4562-b0c0-4e7045e26623 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 5421 time: 0.2876682 Oct 20 11:31:42.913371 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-3f50032c-0c32-4d14-90c9-398a450ec960 req-7000b326-9db4-404c-86f3-44ef5857fd85 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Deleting port 90971dad-2f63-4bd6-bab0-1734adae135a {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:31:42.913371 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-3f50032c-0c32-4d14-90c9-398a450ec960 req-7000b326-9db4-404c-86f3-44ef5857fd85 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:42.956151 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59082) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:42.956336 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=36734b27-541b-4c46-94d0-9c36824cd543,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:43.051863 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 4aea7d3c-78fa-4d1c-9d27-ec767d37af26, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=4aea7d3c-78fa-4d1c-9d27-ec767d37af26,segment=NetworkSegment(dfef9a1e-24d7-4613-b244-c38a1f92df9c),segment_id=dfef9a1e-24d7-4613-b244-c38a1f92df9c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:43.067958 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '4aea7d3c-78fa-4d1c-9d27-ec767d37af26', 'network_id': 'debe6c2d-b3d4-4e02-853f-d2d45fbb1f32', 'port_id': '4aea7d3c-78fa-4d1c-9d27-ec767d37af26', 'mac_address': 'fa:16:3e:75:5b:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7f8db9e-759d-47f9-9be8-c669a032f85a', 'ip_address': '10.1.1.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:31:43.095568 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-3f50032c-0c32-4d14-90c9-398a450ec960 req-7000b326-9db4-404c-86f3-44ef5857fd85 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] For port 90971dad-2f63-4bd6-bab0-1734adae135a, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=90971dad-2f63-4bd6-bab0-1734adae135a,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:43.101148 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-3f50032c-0c32-4d14-90c9-398a450ec960 req-7000b326-9db4-404c-86f3-44ef5857fd85 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:43.123983 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:43.137387 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-3f50032c-0c32-4d14-90c9-398a450ec960 req-7000b326-9db4-404c-86f3-44ef5857fd85 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Calling delete_port for 90971dad-2f63-4bd6-bab0-1734adae135a owned by compute:nova {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:31:43.153054 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aea7d3c-78fa-4d1c-9d27-ec767d37af26 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:31:43.192840 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bb703d8f-a536-4849-8758-bf25a709177e req-9f09d7a2-dbf1-4caa-8e22-1d3402f7d3f8 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=998981097b50416bbe4fc54cf13d8997&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0680180 Oct 20 11:31:43.200925 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a7dcb444-1439-4f9d-9cbb-fa65d099aeb9 req-6dad32e9-a603-4e9a-ab91-6eccbd0f23cc tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e397af8-07ce-4093-b8cb-76d0226b7f33&id=cde799ff-a835-4e26-b5ae-07ed8640379f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3143165 Oct 20 11:31:43.202155 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 4aea7d3c-78fa-4d1c-9d27-ec767d37af26, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=4aea7d3c-78fa-4d1c-9d27-ec767d37af26,segment=NetworkSegment(dfef9a1e-24d7-4613-b244-c38a1f92df9c),segment_id=dfef9a1e-24d7-4613-b244-c38a1f92df9c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:43.213729 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:43.215219 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device d39c253f-49f6-4214-8738-6a67f437331d details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:31:43.245509 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-2b8a153a-7384-46f7-9c26-6900bb55f314 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-373571087-network', 'tenant_id': '69251b3b8e214fb2a0a37c132a413a5d'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:31:43.327737 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8a153a-7384-46f7-9c26-6900bb55f314 admin admin] Made reservation on behalf of 69251b3b8e214fb2a0a37c132a413a5d for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:31:43.331203 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2b8a153a-7384-46f7-9c26-6900bb55f314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:43.341884 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c44913-8209-4bea-a0b1-a287a8c627c5 req-c2e869b1-6f9a-4156-b26d-9d2f084a7fc5 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:43.343393 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-17c44913-8209-4bea-a0b1-a287a8c627c5 req-c2e869b1-6f9a-4156-b26d-9d2f084a7fc5 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] 10.222.0.98 "GET /v2.0/networks/717966e5-c478-496f-bddb-05794fb74250 HTTP/1.1" status: 200 len: 784 time: 0.4637704 Oct 20 11:31:43.344214 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a2521fa-af42-46e5-a3ad-59928bb070ad req-8de14e8d-8ba1-4752-8689-3a192dba8aa8 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Made reservation on behalf of 998981097b50416bbe4fc54cf13d8997 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:31:43.347858 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0a2521fa-af42-46e5-a3ad-59928bb070ad req-8de14e8d-8ba1-4752-8689-3a192dba8aa8 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:43.353561 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2b8a153a-7384-46f7-9c26-6900bb55f314 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:43.357303 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port d39c253f-49f6-4214-8738-6a67f437331d, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=d39c253f-49f6-4214-8738-6a67f437331d,segment=NetworkSegment(dfef9a1e-24d7-4613-b244-c38a1f92df9c),segment_id=dfef9a1e-24d7-4613-b244-c38a1f92df9c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:43.373103 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': 'd39c253f-49f6-4214-8738-6a67f437331d', 'network_id': 'debe6c2d-b3d4-4e02-853f-d2d45fbb1f32', 'port_id': 'd39c253f-49f6-4214-8738-6a67f437331d', 'mac_address': 'fa:16:3e:35:e2:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7f8db9e-759d-47f9-9be8-c669a032f85a', 'ip_address': '10.1.1.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:31:43.377414 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=4aea7d3c-78fa-4d1c-9d27-ec767d37af26,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:43.386305 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0a2521fa-af42-46e5-a3ad-59928bb070ad req-8de14e8d-8ba1-4752-8689-3a192dba8aa8 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:43.440809 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:43.466026 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d39c253f-49f6-4214-8738-6a67f437331d {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:31:43.484710 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-3f50032c-0c32-4d14-90c9-398a450ec960 req-7000b326-9db4-404c-86f3-44ef5857fd85 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:43.496508 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-17c44913-8209-4bea-a0b1-a287a8c627c5 req-e597bf84-7d40-4db8-8976-2ccd3bb9d586 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.42 HTTP/1.1" status: 200 len: 695 time: 0.1421835 Oct 20 11:31:43.518598 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['a2f21c01-e64a-4abc-9a84-ff74becfcd56'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:31:43.534471 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7000b326-9db4-404c-86f3-44ef5857fd85 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Pushing event deleted for resources: {'Port': ['ID=90971dad-2f63-4bd6-bab0-1734adae135a,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:43.556364 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['9fc54b5a-545e-440d-8e56-06e6c4ed6dda', '90971dad-2f63-4bd6-bab0-1734adae135a'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:31:43.564424 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port d39c253f-49f6-4214-8738-6a67f437331d, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=d39c253f-49f6-4214-8738-6a67f437331d,segment=NetworkSegment(dfef9a1e-24d7-4613-b244-c38a1f92df9c),segment_id=dfef9a1e-24d7-4613-b244-c38a1f92df9c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:43.579857 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2b8a153a-7384-46f7-9c26-6900bb55f314 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:43.602924 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb703d8f-a536-4849-8758-bf25a709177e req-e09ff57a-5e59-40df-8645-44ce687bac2f tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:43.605856 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bb703d8f-a536-4849-8758-bf25a709177e req-e09ff57a-5e59-40df-8645-44ce687bac2f tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3975854 Oct 20 11:31:43.606134 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:43.607175 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 61bf1de1-24da-472e-a342-71d54a789c06 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:31:43.609176 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f50032c-0c32-4d14-90c9-398a450ec960 req-7000b326-9db4-404c-86f3-44ef5857fd85 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] No DVR routers for this DVR port 90971dad-2f63-4bd6-bab0-1734adae135a on host n-h2-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:31:43.611948 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-3f50032c-0c32-4d14-90c9-398a450ec960 req-7000b326-9db4-404c-86f3-44ef5857fd85 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:43.616545 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-3f50032c-0c32-4d14-90c9-398a450ec960 req-7000b326-9db4-404c-86f3-44ef5857fd85 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.89 "DELETE /v2.0/ports/90971dad-2f63-4bd6-bab0-1734adae135a HTTP/1.1" status: 204 len: 173 time: 0.8499427 Oct 20 11:31:43.617218 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0422a46e-00fd-463d-aafb-fd9a0a2b2d45', 'name': 'network-vif-deleted', 'tag': '90971dad-2f63-4bd6-bab0-1734adae135a'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:31:43.619665 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4dd5957-8428-4673-8904-2270d119a79c" -d '{"events": [{"server_uuid": "0422a46e-00fd-463d-aafb-fd9a0a2b2d45", "name": "network-vif-deleted", "tag": "90971dad-2f63-4bd6-bab0-1734adae135a"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:31:43.623465 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2b8a153a-7384-46f7-9c26-6900bb55f314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:43.666461 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b8a153a-7384-46f7-9c26-6900bb55f314 admin admin] vlan segment allocate from pool success with {'vlan_id': 1254, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:31:43.686504 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a153a-7384-46f7-9c26-6900bb55f314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfe7331-4c16-406c-ba11-0e19c970a3c4,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:43.704880 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2b8a153a-7384-46f7-9c26-6900bb55f314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:43.705260 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-2b8a153a-7384-46f7-9c26-6900bb55f314 admin admin] Added segment 077f6192-3017-4d6f-ab33-2817e3715dc9 of type vlan for network bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f Oct 20 11:31:43.723534 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-bb703d8f-a536-4849-8758-bf25a709177e req-4aaed49c-0c42-454b-925a-d07fbdc28972 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Request body: {'port': {'device_id': '00f85f96-1fef-4ad6-8f3a-f6d62251f187', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'admin_state_up': True, 'tenant_id': '998981097b50416bbe4fc54cf13d8997'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:31:43.745916 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 61bf1de1-24da-472e-a342-71d54a789c06, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=61bf1de1-24da-472e-a342-71d54a789c06,segment=NetworkSegment(dfef9a1e-24d7-4613-b244-c38a1f92df9c),segment_id=dfef9a1e-24d7-4613-b244-c38a1f92df9c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:43.762971 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2b8a153a-7384-46f7-9c26-6900bb55f314 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:43.773119 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=d39c253f-49f6-4214-8738-6a67f437331d,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:43.795080 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '61bf1de1-24da-472e-a342-71d54a789c06', 'network_id': 'debe6c2d-b3d4-4e02-853f-d2d45fbb1f32', 'port_id': '61bf1de1-24da-472e-a342-71d54a789c06', 'mac_address': 'fa:16:3e:59:ef:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7f8db9e-759d-47f9-9be8-c669a032f85a', 'ip_address': '10.1.1.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:31:43.810031 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2b8a153a-7384-46f7-9c26-6900bb55f314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:43.813132 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8a153a-7384-46f7-9c26-6900bb55f314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:43.814434 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2b8a153a-7384-46f7-9c26-6900bb55f314 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:43.894300 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-17c44913-8209-4bea-a0b1-a287a8c627c5 req-cfec7f88-f4c0-44b4-8b48-b2222e197276 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.42 HTTP/1.1" status: 200 len: 695 time: 0.3885677 Oct 20 11:31:43.900994 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:43.902269 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784befd-2e41-46a4-9a7e-6500549c6159 req-d6b0f713-4147-4f3b-ad0f-761d3b88913f tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:43.910224 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0784befd-2e41-46a4-9a7e-6500549c6159 req-d6b0f713-4147-4f3b-ad0f-761d3b88913f tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=0422a46e-00fd-463d-aafb-fd9a0a2b2d45 HTTP/1.1" status: 200 len: 868 time: 0.5483646 Oct 20 11:31:43.951093 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61bf1de1-24da-472e-a342-71d54a789c06 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:31:44.007308 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a153a-7384-46f7-9c26-6900bb55f314 admin admin] Pushing event updated for resources: {'Network': ['ID=bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:44.020414 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 61bf1de1-24da-472e-a342-71d54a789c06, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=61bf1de1-24da-472e-a342-71d54a789c06,segment=NetworkSegment(dfef9a1e-24d7-4613-b244-c38a1f92df9c),segment_id=dfef9a1e-24d7-4613-b244-c38a1f92df9c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:44.045978 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:31:44.058730 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2b8a153a-7384-46f7-9c26-6900bb55f314 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1023548 Oct 20 11:31:44.059736 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:44.060591 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 1096304c-3250-4c91-a0ae-a0d182374e03 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:31:44.062107 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0784befd-2e41-46a4-9a7e-6500549c6159 req-8fa05186-7df2-411a-98ec-63624eae1e5e tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508234 Oct 20 11:31:44.062842 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59118) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:44.069989 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-87c49a57-c412-46e2-81a8-cebeee9eac5a admin admin] Request body: {'subnet': {'network_id': 'bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-373571087-subnet', 'tenant_id': '69251b3b8e214fb2a0a37c132a413a5d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:31:44.075060 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb703d8f-a536-4849-8758-bf25a709177e req-4aaed49c-0c42-454b-925a-d07fbdc28972 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Made reservation on behalf of 998981097b50416bbe4fc54cf13d8997 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:31:44.092709 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-bb703d8f-a536-4849-8758-bf25a709177e req-4aaed49c-0c42-454b-925a-d07fbdc28972 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:44.120458 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c49a57-c412-46e2-81a8-cebeee9eac5a admin admin] Made reservation on behalf of 69251b3b8e214fb2a0a37c132a413a5d for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:31:44.126233 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-87c49a57-c412-46e2-81a8-cebeee9eac5a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:44.204468 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-bb703d8f-a536-4849-8758-bf25a709177e req-4aaed49c-0c42-454b-925a-d07fbdc28972 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:44.248198 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 1096304c-3250-4c91-a0ae-a0d182374e03, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=1096304c-3250-4c91-a0ae-a0d182374e03,segment=NetworkSegment(dfef9a1e-24d7-4613-b244-c38a1f92df9c),segment_id=dfef9a1e-24d7-4613-b244-c38a1f92df9c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:44.269876 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=61bf1de1-24da-472e-a342-71d54a789c06,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:44.271925 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-31be2df5-fbb6-4ce9-af37-513a27b56bd6 req-ebe06bc5-cfcf-4950-8d46-5fb3184edd91 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.98 "GET /v2.0/ports?device_id=00f85f96-1fef-4ad6-8f3a-f6d62251f187 HTTP/1.1" status: 200 len: 210 time: 0.0576391 Oct 20 11:31:44.273338 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '1096304c-3250-4c91-a0ae-a0d182374e03', 'network_id': 'debe6c2d-b3d4-4e02-853f-d2d45fbb1f32', 'port_id': '1096304c-3250-4c91-a0ae-a0d182374e03', 'mac_address': 'fa:16:3e:d2:89:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7f8db9e-759d-47f9-9be8-c669a032f85a', 'ip_address': '10.1.1.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:31:44.348084 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59126) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:44.401825 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0a2521fa-af42-46e5-a3ad-59928bb070ad req-8de14e8d-8ba1-4752-8689-3a192dba8aa8 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:44.426054 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:44.444005 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1096304c-3250-4c91-a0ae-a0d182374e03 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:31:44.449802 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0a2521fa-af42-46e5-a3ad-59928bb070ad req-8de14e8d-8ba1-4752-8689-3a192dba8aa8 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:44.470960 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 1096304c-3250-4c91-a0ae-a0d182374e03, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=1096304c-3250-4c91-a0ae-a0d182374e03,segment=NetworkSegment(dfef9a1e-24d7-4613-b244-c38a1f92df9c),segment_id=dfef9a1e-24d7-4613-b244-c38a1f92df9c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:44.479831 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:44.502257 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b672c1-cc44-403f-b622-fbf13e8ca6d6 x-openstack-request-id: req-b3b672c1-cc44-403f-b622-fbf13e8ca6d6 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:31:44.502772 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0422a46e-00fd-463d-aafb-fd9a0a2b2d45", "name": "network-vif-deleted", "tag": "90971dad-2f63-4bd6-bab0-1734adae135a", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:31:44.503708 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b3b672c1-cc44-403f-b622-fbf13e8ca6d6 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:31:44.506730 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0422a46e-00fd-463d-aafb-fd9a0a2b2d45', 'name': 'network-vif-deleted', 'tag': '90971dad-2f63-4bd6-bab0-1734adae135a', 'status': 'completed', 'code': 200} Oct 20 11:31:44.511739 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.db.api [req-bb703d8f-a536-4849-8758-bf25a709177e req-4aaed49c-0c42-454b-925a-d07fbdc28972 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 998981097b50416bbe4fc54cf13d8997 {{(pid=100647) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:31:44.512067 n-d-814735-3 neutron-server[100647]: DEBUG oslo_db.api [req-bb703d8f-a536-4849-8758-bf25a709177e req-4aaed49c-0c42-454b-925a-d07fbdc28972 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:31:44.564776 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-8bb4bda1-77d6-4fe8-92ed-ec407530528a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-695284212-network', 'tenant_id': 'a20a4ace347a43268c08641c84c578e4'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:31:44.572216 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-87c49a57-c412-46e2-81a8-cebeee9eac5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:44.582936 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=1096304c-3250-4c91-a0ae-a0d182374e03,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:44.587017 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 21d0cf01-a7f4-49be-aec5-51e5c5128073 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:31:44.635955 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-17c44913-8209-4bea-a0b1-a287a8c627c5 req-61bce0dd-10e1-488e-81c2-aa3bdc4d55d6 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Deleting port 92f83afd-5594-4ff4-a5f2-971d6abb4a56 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:31:44.636748 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-17c44913-8209-4bea-a0b1-a287a8c627c5 req-61bce0dd-10e1-488e-81c2-aa3bdc4d55d6 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:44.645818 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de14e8d-8ba1-4752-8689-3a192dba8aa8 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d484651-344c-494a-a8f0-7df8c900d8d5,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:44.676923 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb4bda1-77d6-4fe8-92ed-ec407530528a admin admin] Made reservation on behalf of a20a4ace347a43268c08641c84c578e4 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:31:44.679272 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8bb4bda1-77d6-4fe8-92ed-ec407530528a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:44.698198 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8bb4bda1-77d6-4fe8-92ed-ec407530528a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:44.698681 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c49a57-c412-46e2-81a8-cebeee9eac5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0057a976-b334-4953-9598-aeeb93dda6d6,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:44.703274 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c49a57-c412-46e2-81a8-cebeee9eac5a admin admin] Checking segment: {'id': '077f6192-3017-4d6f-ab33-2817e3715dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:31:44.703631 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c49a57-c412-46e2-81a8-cebeee9eac5a admin admin] Network hostable DHCP agents. Network: bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:31:44.716533 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 21d0cf01-a7f4-49be-aec5-51e5c5128073, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=21d0cf01-a7f4-49be-aec5-51e5c5128073,segment=NetworkSegment(7a55bb8e-283b-4f5c-b424-b22520b3d64c),segment_id=7a55bb8e-283b-4f5c-b424-b22520b3d64c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:44.741412 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '21d0cf01-a7f4-49be-aec5-51e5c5128073', 'network_id': 'cbfb6560-b005-4cf2-8e9b-c40d4507d392', 'port_id': '21d0cf01-a7f4-49be-aec5-51e5c5128073', 'mac_address': 'fa:16:3e:df:f1:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b2ce3de-10a9-4c8a-b2e7-4d28126c6f52', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:31:44.761706 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c49a57-c412-46e2-81a8-cebeee9eac5a admin admin] Network bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:31:44.785914 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-87c49a57-c412-46e2-81a8-cebeee9eac5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:31:44.787077 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:44.793398 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c49a57-c412-46e2-81a8-cebeee9eac5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:44.794116 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-87c49a57-c412-46e2-81a8-cebeee9eac5a admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:44.800131 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df31d9e-95d0-45be-b594-4c99b7f0fb97 None None] Network bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:31:44.821514 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21d0cf01-a7f4-49be-aec5-51e5c5128073 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:31:44.833050 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8bb4bda1-77d6-4fe8-92ed-ec407530528a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:44.838988 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d88cb-82df-490e-8ca4-bff8d013efb4 req-9cb1b0bf-9c53-4494-b438-b254fbed9d2f tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:44.842473 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-87c49a57-c412-46e2-81a8-cebeee9eac5a admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7751789 Oct 20 11:31:44.842473 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8bb4bda1-77d6-4fe8-92ed-ec407530528a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:44.845358 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d88cb-82df-490e-8ca4-bff8d013efb4 req-9cb1b0bf-9c53-4494-b438-b254fbed9d2f tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:44.845543 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59138) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:44.851693 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d88cb-82df-490e-8ca4-bff8d013efb4 req-9cb1b0bf-9c53-4494-b438-b254fbed9d2f tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:44.856091 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-002de67f-58fc-49fd-a578-7856e1dbc2a2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-373571087-router', 'tenant_id': '69251b3b8e214fb2a0a37c132a413a5d', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:31:44.858379 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d88cb-82df-490e-8ca4-bff8d013efb4 req-9cb1b0bf-9c53-4494-b438-b254fbed9d2f tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:44.864353 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d88cb-82df-490e-8ca4-bff8d013efb4 req-9cb1b0bf-9c53-4494-b438-b254fbed9d2f tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:44.870946 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d88cb-82df-490e-8ca4-bff8d013efb4 req-9cb1b0bf-9c53-4494-b438-b254fbed9d2f tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:44.877422 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d88cb-82df-490e-8ca4-bff8d013efb4 req-9cb1b0bf-9c53-4494-b438-b254fbed9d2f tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:44.879345 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0c4d88cb-82df-490e-8ca4-bff8d013efb4 req-9cb1b0bf-9c53-4494-b438-b254fbed9d2f tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 5426 time: 0.2714562 Oct 20 11:31:44.881319 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bb4bda1-77d6-4fe8-92ed-ec407530528a admin admin] vlan segment allocate from pool success with {'vlan_id': 1288, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:31:44.905802 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-17c44913-8209-4bea-a0b1-a287a8c627c5 req-61bce0dd-10e1-488e-81c2-aa3bdc4d55d6 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:44.906364 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-17c44913-8209-4bea-a0b1-a287a8c627c5 req-61bce0dd-10e1-488e-81c2-aa3bdc4d55d6 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:44.909006 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-0a2521fa-af42-46e5-a3ad-59928bb070ad req-8de14e8d-8ba1-4752-8689-3a192dba8aa8 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Allocated IP 192.168.233.64 (09e5a906-63cf-4dde-b699-ab448fb18fb8/94289c8c-e5f7-4e30-b6a9-5b268a8fd610/e75a27b6-e296-4256-8f83-4a466463d5ad) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:31:44.909512 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8bb4bda1-77d6-4fe8-92ed-ec407530528a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:44.909850 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-8bb4bda1-77d6-4fe8-92ed-ec407530528a admin admin] Added segment ea9723fb-0cbc-4e43-9a4c-890d295b4e3e of type vlan for network 64a64dee-91fa-4344-be82-ab20bea176e6 Oct 20 11:31:44.911685 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb4bda1-77d6-4fe8-92ed-ec407530528a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69888122-6b31-4f03-b58e-69ca71af741f,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:44.918664 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 21d0cf01-a7f4-49be-aec5-51e5c5128073, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=21d0cf01-a7f4-49be-aec5-51e5c5128073,segment=NetworkSegment(7a55bb8e-283b-4f5c-b424-b22520b3d64c),segment_id=7a55bb8e-283b-4f5c-b424-b22520b3d64c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:44.933700 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:44.936012 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-17c44913-8209-4bea-a0b1-a287a8c627c5 req-61bce0dd-10e1-488e-81c2-aa3bdc4d55d6 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Calling delete_port for 92f83afd-5594-4ff4-a5f2-971d6abb4a56 owned by network:floatingip {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:31:44.953725 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-002de67f-58fc-49fd-a578-7856e1dbc2a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:44.954710 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-002de67f-58fc-49fd-a578-7856e1dbc2a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:44.968926 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0c4d88cb-82df-490e-8ca4-bff8d013efb4 req-f31b7e14-97b4-42f2-acf3-c05a4f5fcd6a tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e397af8-07ce-4093-b8cb-76d0226b7f33&id=cde799ff-a835-4e26-b5ae-07ed8640379f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0795550 Oct 20 11:31:44.972313 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8bb4bda1-77d6-4fe8-92ed-ec407530528a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:45.021184 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-bb703d8f-a536-4849-8758-bf25a709177e req-4aaed49c-0c42-454b-925a-d07fbdc28972 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:45.036910 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=21d0cf01-a7f4-49be-aec5-51e5c5128073,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:45.046012 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['e15232df-145b-465f-8af0-3f5421b15798'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:31:45.055810 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8bb4bda1-77d6-4fe8-92ed-ec407530528a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:45.058131 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb4bda1-77d6-4fe8-92ed-ec407530528a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:45.058828 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8bb4bda1-77d6-4fe8-92ed-ec407530528a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:45.062263 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-002de67f-58fc-49fd-a578-7856e1dbc2a2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:45.122952 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510ab13b-b4ad-4822-9a32-b0e12cc3419f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f', 'network_id': 'bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f', 'tenant_id': '69251b3b8e214fb2a0a37c132a413a5d', 'fixed_ips': [{'subnet_id': '0057a976-b334-4953-9598-aeeb93dda6d6'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:31:45.124327 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-510ab13b-b4ad-4822-9a32-b0e12cc3419f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:45.133032 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['d39c253f-49f6-4214-8738-6a67f437331d'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:31:45.155640 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8bb4bda1-77d6-4fe8-92ed-ec407530528a admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8036773 Oct 20 11:31:45.157135 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['61bf1de1-24da-472e-a342-71d54a789c06'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:31:45.164908 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['1096304c-3250-4c91-a0ae-a0d182374e03'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:31:45.168253 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 59146) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:45.175808 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-fe280bdb-665d-4f02-a55f-f949480e4f48 admin admin] Request body: {'subnet': {'network_id': '64a64dee-91fa-4344-be82-ab20bea176e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-695284212-subnet', 'tenant_id': 'a20a4ace347a43268c08641c84c578e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:31:45.192681 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb4bda1-77d6-4fe8-92ed-ec407530528a admin admin] Pushing event updated for resources: {'Network': ['ID=64a64dee-91fa-4344-be82-ab20bea176e6,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:45.201150 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['4aea7d3c-78fa-4d1c-9d27-ec767d37af26'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:31:45.252696 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 64a64dee-91fa-4344-be82-ab20bea176e6 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:31:45.324313 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:45.340100 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-002de67f-58fc-49fd-a578-7856e1dbc2a2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:45.474714 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['21d0cf01-a7f4-49be-aec5-51e5c5128073'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:31:45.645932 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe280bdb-665d-4f02-a55f-f949480e4f48 admin admin] Made reservation on behalf of a20a4ace347a43268c08641c84c578e4 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:31:45.651411 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fe280bdb-665d-4f02-a55f-f949480e4f48 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:45.666290 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-002de67f-58fc-49fd-a578-7856e1dbc2a2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:45.694068 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-002de67f-58fc-49fd-a578-7856e1dbc2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:45.720870 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-838cc8b7-7073-44f6-85ce-60b589c1ef19 req-c92a3885-ef98-49ab-bb2f-1936ce895e6a tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.98 "GET /v2.0/ports?device_id=00f85f96-1fef-4ad6-8f3a-f6d62251f187 HTTP/1.1" status: 200 len: 210 time: 0.0853629 Oct 20 11:31:45.735734 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0a2521fa-af42-46e5-a3ad-59928bb070ad req-8de14e8d-8ba1-4752-8689-3a192dba8aa8 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:45.797115 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-17c44913-8209-4bea-a0b1-a287a8c627c5 req-61bce0dd-10e1-488e-81c2-aa3bdc4d55d6 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:45.828045 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-002de67f-58fc-49fd-a578-7856e1dbc2a2 admin admin] Allocated IP 172.25.5.234 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/fb6d4742-3ca7-4101-9402-2b03d9f361e8) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:31:45.833846 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bce0dd-10e1-488e-81c2-aa3bdc4d55d6 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Pushing event deleted for resources: {'Port': ['ID=92f83afd-5594-4ff4-a5f2-971d6abb4a56,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:45.929413 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0a2521fa-af42-46e5-a3ad-59928bb070ad req-8de14e8d-8ba1-4752-8689-3a192dba8aa8 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:45.966555 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-002de67f-58fc-49fd-a578-7856e1dbc2a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:45.970476 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-510ab13b-b4ad-4822-9a32-b0e12cc3419f None None] Allocated IP 172.20.0.2 (bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f/0057a976-b334-4953-9598-aeeb93dda6d6/ce8c3e92-e4cd-49d0-a9b6-26a54e69ba64) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:31:46.044405 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-002de67f-58fc-49fd-a578-7856e1dbc2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:46.051799 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['36734b27-541b-4c46-94d0-9c36824cd543'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:31:46.090538 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002de67f-58fc-49fd-a578-7856e1dbc2a2 admin admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:31:46.095781 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-002de67f-58fc-49fd-a578-7856e1dbc2a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:31:46.098609 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a2521fa-af42-46e5-a3ad-59928bb070ad req-8de14e8d-8ba1-4752-8689-3a192dba8aa8 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Network 09e5a906-63cf-4dde-b699-ab448fb18fb8 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:31:46.106632 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002de67f-58fc-49fd-a578-7856e1dbc2a2 admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:31:46.106899 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-17c44913-8209-4bea-a0b1-a287a8c627c5 req-61bce0dd-10e1-488e-81c2-aa3bdc4d55d6 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Publish callbacks [] for floatingip, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:46.109723 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-17c44913-8209-4bea-a0b1-a287a8c627c5 req-61bce0dd-10e1-488e-81c2-aa3bdc4d55d6 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:46.111133 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-17c44913-8209-4bea-a0b1-a287a8c627c5 req-61bce0dd-10e1-488e-81c2-aa3bdc4d55d6 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] 10.222.0.98 "DELETE /v2.0/floatingips/eaa9c65a-93e7-4428-96f5-20128b4e3f3c HTTP/1.1" status: 204 len: 173 time: 2.1986277 Oct 20 11:31:46.125851 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-0a2521fa-af42-46e5-a3ad-59928bb070ad req-8de14e8d-8ba1-4752-8689-3a192dba8aa8 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:31:46.129264 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2521fa-af42-46e5-a3ad-59928bb070ad req-8de14e8d-8ba1-4752-8689-3a192dba8aa8 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:31:46.170862 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-bb703d8f-a536-4849-8758-bf25a709177e req-4aaed49c-0c42-454b-925a-d07fbdc28972 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Allocated IP 192.168.233.230 (09e5a906-63cf-4dde-b699-ab448fb18fb8/94289c8c-e5f7-4e30-b6a9-5b268a8fd610/7a5dd0dd-8399-45ec-88ea-e75f6e71ae17) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:31:46.173743 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de14e8d-8ba1-4752-8689-3a192dba8aa8 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Pushing event updated for resources: {'Port': ['ID=e75a27b6-e296-4256-8f83-4a466463d5ad,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:46.185801 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002de67f-58fc-49fd-a578-7856e1dbc2a2 admin admin] Pushing event updated for resources: {'Port': ['ID=fb6d4742-3ca7-4101-9402-2b03d9f361e8,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:46.381795 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fe280bdb-665d-4f02-a55f-f949480e4f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:46.489810 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2521fa-af42-46e5-a3ad-59928bb070ad req-8de14e8d-8ba1-4752-8689-3a192dba8aa8 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:46.491131 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0a2521fa-af42-46e5-a3ad-59928bb070ad req-8de14e8d-8ba1-4752-8689-3a192dba8aa8 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:46.518053 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device e15232df-145b-465f-8af0-3f5421b15798 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:31:46.562321 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ba7c1-275f-46bd-81a6-a6e0c641b656 req-5598126d-b4c3-46f6-82ff-1f8da88db218 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:46.568330 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ba7c1-275f-46bd-81a6-a6e0c641b656 req-5598126d-b4c3-46f6-82ff-1f8da88db218 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:46.574262 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ba7c1-275f-46bd-81a6-a6e0c641b656 req-5598126d-b4c3-46f6-82ff-1f8da88db218 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:46.580030 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ba7c1-275f-46bd-81a6-a6e0c641b656 req-5598126d-b4c3-46f6-82ff-1f8da88db218 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:46.585762 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ba7c1-275f-46bd-81a6-a6e0c641b656 req-5598126d-b4c3-46f6-82ff-1f8da88db218 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:46.594282 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ba7c1-275f-46bd-81a6-a6e0c641b656 req-5598126d-b4c3-46f6-82ff-1f8da88db218 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:46.600707 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ba7c1-275f-46bd-81a6-a6e0c641b656 req-5598126d-b4c3-46f6-82ff-1f8da88db218 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:46.601106 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-53f16ea4-ff07-4845-97df-5161ea48a994 None None] Provisioning complete for port e75a27b6-e296-4256-8f83-4a466463d5ad triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:31:46.601474 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-53f16ea4-ff07-4845-97df-5161ea48a994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:46.603078 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-923ba7c1-275f-46bd-81a6-a6e0c641b656 req-5598126d-b4c3-46f6-82ff-1f8da88db218 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 5427 time: 0.3727062 Oct 20 11:31:46.612073 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-002de67f-58fc-49fd-a578-7856e1dbc2a2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:46.625531 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a2521fa-af42-46e5-a3ad-59928bb070ad req-8de14e8d-8ba1-4752-8689-3a192dba8aa8 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1131358 Oct 20 11:31:46.641142 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-53f16ea4-ff07-4845-97df-5161ea48a994 None None] Port e75a27b6-e296-4256-8f83-4a466463d5ad cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:31:46.672204 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-0a2521fa-af42-46e5-a3ad-59928bb070ad req-c5e9d31e-97a8-4020-88cd-ef8693a59e9f service neutron] Request body: {'port': {'device_id': '5442ea14-6bd9-4966-9df9-d9ee84fcb257', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:31:46.682935 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-510ab13b-b4ad-4822-9a32-b0e12cc3419f None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:46.695459 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe280bdb-665d-4f02-a55f-f949480e4f48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8e3b78b-83cf-4f01-9e38-0802b32ade11,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:46.708114 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-510ab13b-b4ad-4822-9a32-b0e12cc3419f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:46.755164 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510ab13b-b4ad-4822-9a32-b0e12cc3419f None None] Network bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:31:46.757686 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port e15232df-145b-465f-8af0-3f5421b15798 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:31:46.767774 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-510ab13b-b4ad-4822-9a32-b0e12cc3419f None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:31:46.776224 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510ab13b-b4ad-4822-9a32-b0e12cc3419f None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:31:46.778193 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port e15232df-145b-465f-8af0-3f5421b15798 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:31:46.778596 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:46.790364 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe280bdb-665d-4f02-a55f-f949480e4f48 admin admin] Checking segment: {'id': 'ea9723fb-0cbc-4e43-9a4c-890d295b4e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '64a64dee-91fa-4344-be82-ab20bea176e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:31:46.790718 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe280bdb-665d-4f02-a55f-f949480e4f48 admin admin] Network hostable DHCP agents. Network: 64a64dee-91fa-4344-be82-ab20bea176e6, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:31:46.825032 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ab13b-b4ad-4822-9a32-b0e12cc3419f None None] Pushing event updated for resources: {'Port': ['ID=ce8c3e92-e4cd-49d0-a9b6-26a54e69ba64,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:46.825961 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-002de67f-58fc-49fd-a578-7856e1dbc2a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:46.834894 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-923ba7c1-275f-46bd-81a6-a6e0c641b656 req-937313bf-b48a-40e6-bb03-39b524b23f28 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e397af8-07ce-4093-b8cb-76d0226b7f33&id=cde799ff-a835-4e26-b5ae-07ed8640379f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1996529 Oct 20 11:31:46.848501 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee829f-04f3-4aa4-9529-e80b8f4cc029 req-d853ea90-2a64-4a87-b547-cc484da16a80 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:46.855659 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dbee829f-04f3-4aa4-9529-e80b8f4cc029 req-d853ea90-2a64-4a87-b547-cc484da16a80 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a02dcac-8905-4af9-9d0c-172f3966de22 HTTP/1.1" status: 200 len: 950 time: 0.3109405 Oct 20 11:31:46.867902 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510ab13b-b4ad-4822-9a32-b0e12cc3419f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:46.868384 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510ab13b-b4ad-4822-9a32-b0e12cc3419f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:46.868641 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510ab13b-b4ad-4822-9a32-b0e12cc3419f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:46.868977 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510ab13b-b4ad-4822-9a32-b0e12cc3419f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:46.869319 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510ab13b-b4ad-4822-9a32-b0e12cc3419f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:46.869641 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510ab13b-b4ad-4822-9a32-b0e12cc3419f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:46.869963 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510ab13b-b4ad-4822-9a32-b0e12cc3419f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:46.870287 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510ab13b-b4ad-4822-9a32-b0e12cc3419f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:46.870608 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510ab13b-b4ad-4822-9a32-b0e12cc3419f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:46.870955 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510ab13b-b4ad-4822-9a32-b0e12cc3419f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:46.871278 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510ab13b-b4ad-4822-9a32-b0e12cc3419f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:46.871636 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510ab13b-b4ad-4822-9a32-b0e12cc3419f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:31:46.895650 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0a2521fa-af42-46e5-a3ad-59928bb070ad req-c5e9d31e-97a8-4020-88cd-ef8693a59e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:46.912123 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-510ab13b-b4ad-4822-9a32-b0e12cc3419f None None] Attempting to bind port ce8c3e92-e4cd-49d0-a9b6-26a54e69ba64 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:31:46.912488 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-510ab13b-b4ad-4822-9a32-b0e12cc3419f None None] Attempting to bind port ce8c3e92-e4cd-49d0-a9b6-26a54e69ba64 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '077f6192-3017-4d6f-ab33-2817e3715dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:31:46.912865 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510ab13b-b4ad-4822-9a32-b0e12cc3419f None None] Attempting to bind port ce8c3e92-e4cd-49d0-a9b6-26a54e69ba64 on network bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:31:46.920059 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510ab13b-b4ad-4822-9a32-b0e12cc3419f None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:31:46.920457 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510ab13b-b4ad-4822-9a32-b0e12cc3419f None None] Checking segment: {'id': '077f6192-3017-4d6f-ab33-2817e3715dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:31:46.920866 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-510ab13b-b4ad-4822-9a32-b0e12cc3419f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:46.921302 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510ab13b-b4ad-4822-9a32-b0e12cc3419f None None] Bound using segment: {'id': '077f6192-3017-4d6f-ab33-2817e3715dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:31:46.921777 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-510ab13b-b4ad-4822-9a32-b0e12cc3419f None None] Bound port: ce8c3e92-e4cd-49d0-a9b6-26a54e69ba64, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '077f6192-3017-4d6f-ab33-2817e3715dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:31:46.922154 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-510ab13b-b4ad-4822-9a32-b0e12cc3419f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:46.963875 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-bb703d8f-a536-4849-8758-bf25a709177e req-4aaed49c-0c42-454b-925a-d07fbdc28972 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:46.968312 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe280bdb-665d-4f02-a55f-f949480e4f48 admin admin] Network 64a64dee-91fa-4344-be82-ab20bea176e6 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:31:46.978729 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [req-af1f661c-25ae-4f55-9034-65c4f32e89f8 req-b0c9053d-4bcc-4c2f-b7ed-a743f45a507b tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] show failed (client error): The resource could not be found. Oct 20 11:31:46.979816 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-af1f661c-25ae-4f55-9034-65c4f32e89f8 req-b0c9053d-4bcc-4c2f-b7ed-a743f45a507b tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] 10.222.0.98 "GET /v2.0/floatingips/eaa9c65a-93e7-4428-96f5-20128b4e3f3c HTTP/1.1" status: 404 len: 350 time: 0.0958548 Oct 20 11:31:46.989813 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:47.017224 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dbee829f-04f3-4aa4-9529-e80b8f4cc029 req-34e7e648-b853-41a9-9182-9bf855c79110 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456103 Oct 20 11:31:47.048659 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-fe280bdb-665d-4f02-a55f-f949480e4f48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 64a64dee-91fa-4344-be82-ab20bea176e6) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:31:47.050315 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15232df-145b-465f-8af0-3f5421b15798'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:31:47.053516 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c347163a-21c5-481e-9be9-84e9b027d684" -d '{"events": [{"server_uuid": "e3cb83e1-d26e-43fb-9111-1a2c562b6e89", "name": "network-vif-plugged", "status": "completed", "tag": "e15232df-145b-465f-8af0-3f5421b15798"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:31:47.070264 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f93210e-b880-4f02-80d5-239cf618795b None None] Network 64a64dee-91fa-4344-be82-ab20bea176e6 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:31:47.072104 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe280bdb-665d-4f02-a55f-f949480e4f48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:47.072695 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fe280bdb-665d-4f02-a55f-f949480e4f48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:47.082594 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port e15232df-145b-465f-8af0-3f5421b15798, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e15232df-145b-465f-8af0-3f5421b15798,segment=NetworkSegment(1158ccd6-3972-4083-b101-9cf7c9852acf),segment_id=1158ccd6-3972-4083-b101-9cf7c9852acf)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:47.097219 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-510ab13b-b4ad-4822-9a32-b0e12cc3419f None None] For port ce8c3e92-e4cd-49d0-a9b6-26a54e69ba64, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:31:47.103368 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:47.104567 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 90971dad-2f63-4bd6-bab0-1734adae135a no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:31:47.177945 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b9e484b0-dff5-48b5-87f6-cf351f563583 req-f55f5617-afda-402f-88b7-dfa61c541ac3 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.98 "GET /v2.0/ports?device_id=00f85f96-1fef-4ad6-8f3a-f6d62251f187 HTTP/1.1" status: 200 len: 210 time: 0.0620086 Oct 20 11:31:47.188398 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-510ab13b-b4ad-4822-9a32-b0e12cc3419f None None] For port ce8c3e92-e4cd-49d0-a9b6-26a54e69ba64, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=ce8c3e92-e4cd-49d0-a9b6-26a54e69ba64,segment=NetworkSegment(077f6192-3017-4d6f-ab33-2817e3715dc9),segment_id=077f6192-3017-4d6f-ab33-2817e3715dc9)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:31:47.208235 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-fe280bdb-665d-4f02-a55f-f949480e4f48 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.0363853 Oct 20 11:31:47.222617 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: 90971dad-2f63-4bd6-bab0-1734adae135a {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:31:47.223118 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 90971dad-2f63-4bd6-bab0-1734adae135a not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:31:47.232874 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-510ab13b-b4ad-4822-9a32-b0e12cc3419f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:47.254360 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 59188) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:47.267671 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-6ef16598-b5e3-4755-9619-6c628252410e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-695284212-router', 'tenant_id': 'a20a4ace347a43268c08641c84c578e4', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:31:47.279284 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-bb703d8f-a536-4849-8758-bf25a709177e req-4aaed49c-0c42-454b-925a-d07fbdc28972 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:47.301123 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=e15232df-145b-465f-8af0-3f5421b15798,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:47.309092 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4b2e6b-a416-4c4b-9738-35137d22a69c x-openstack-request-id: req-1a4b2e6b-a416-4c4b-9738-35137d22a69c {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:31:47.309985 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3cb83e1-d26e-43fb-9111-1a2c562b6e89", "name": "network-vif-plugged", "status": "completed", "tag": "e15232df-145b-465f-8af0-3f5421b15798", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:31:47.310324 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1a4b2e6b-a416-4c4b-9738-35137d22a69c {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:31:47.310980 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15232df-145b-465f-8af0-3f5421b15798', 'code': 200} Oct 20 11:31:47.382692 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [req-18212d7b-53ab-4a7a-a1a0-91c40e83d07a req-46a67bda-4073-4321-8c88-242a476e1432 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] show failed (client error): The resource could not be found. Oct 20 11:31:47.393870 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-18212d7b-53ab-4a7a-a1a0-91c40e83d07a req-46a67bda-4073-4321-8c88-242a476e1432 tempest-FloatingIPsTestJSON-1554334259 tempest-FloatingIPsTestJSON-1554334259-project] 10.222.0.98 "GET /v2.0/floatingips/eaa9c65a-93e7-4428-96f5-20128b4e3f3c HTTP/1.1" status: 404 len: 350 time: 0.1371088 Oct 20 11:31:47.398440 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59192) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:47.423359 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7dad82-1b17-4c95-84d8-df8c5704370b None None] Network 64a64dee-91fa-4344-be82-ab20bea176e6 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:31:47.462881 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-002de67f-58fc-49fd-a578-7856e1dbc2a2 admin admin] Router e786fe27-4a29-4909-861e-5a277d98ba39 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:31:47.466359 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb703d8f-a536-4849-8758-bf25a709177e req-4aaed49c-0c42-454b-925a-d07fbdc28972 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Network 09e5a906-63cf-4dde-b699-ab448fb18fb8 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:31:47.470510 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-bb703d8f-a536-4849-8758-bf25a709177e req-4aaed49c-0c42-454b-925a-d07fbdc28972 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:31:47.584281 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb703d8f-a536-4849-8758-bf25a709177e req-4aaed49c-0c42-454b-925a-d07fbdc28972 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:31:47.616025 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6ef16598-b5e3-4755-9619-6c628252410e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:47.623407 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ab13b-b4ad-4822-9a32-b0e12cc3419f None None] Pushing event updated for resources: {'Port': ['ID=ce8c3e92-e4cd-49d0-a9b6-26a54e69ba64,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:47.623713 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6ef16598-b5e3-4755-9619-6c628252410e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:47.777649 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147a616-8af1-4d6f-9e34-d5f90837b286 req-2945a447-8117-4775-ad33-35d4c2283644 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:47.779137 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-b147a616-8af1-4d6f-9e34-d5f90837b286 req-2945a447-8117-4775-ad33-35d4c2283644 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.89 "GET /v2.0/ports?device_id=2a02dcac-8905-4af9-9d0c-172f3966de22 HTTP/1.1" status: 200 len: 950 time: 0.2289283 Oct 20 11:31:47.857757 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6ef16598-b5e3-4755-9619-6c628252410e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:47.858443 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002de67f-58fc-49fd-a578-7856e1dbc2a2 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:31:47.865198 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb703d8f-a536-4849-8758-bf25a709177e req-4aaed49c-0c42-454b-925a-d07fbdc28972 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:47.866005 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-bb703d8f-a536-4849-8758-bf25a709177e req-4aaed49c-0c42-454b-925a-d07fbdc28972 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:47.871137 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58b6710-c311-4f4d-a3b5-70b088a26a28 None None] Sync routers for ids ['e786fe27-4a29-4909-861e-5a277d98ba39'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:31:47.885499 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaed49c-0c42-454b-925a-d07fbdc28972 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Pushing event updated for resources: {'Port': ['ID=7a5dd0dd-8399-45ec-88ea-e75f6e71ae17,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:47.888309 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58b6710-c311-4f4d-a3b5-70b088a26a28 None None] Routers {'e786fe27-4a29-4909-861e-5a277d98ba39'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:31:47.889384 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-e58b6710-c311-4f4d-a3b5-70b088a26a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:31:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e786fe27-4a29-4909-861e-5a277d98ba39'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:47.981090 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-1b282da5-bc4d-4658-8cd1-6f21042407db None None] Provisioning complete for port 7a5dd0dd-8399-45ec-88ea-e75f6e71ae17 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:31:47.981349 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-002de67f-58fc-49fd-a578-7856e1dbc2a2 admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:47.981887 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1b282da5-bc4d-4658-8cd1-6f21042407db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:47.982634 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-002de67f-58fc-49fd-a578-7856e1dbc2a2 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1318293 Oct 20 11:31:47.987246 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59210) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:48.029161 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-1b282da5-bc4d-4658-8cd1-6f21042407db None None] Port 7a5dd0dd-8399-45ec-88ea-e75f6e71ae17 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:31:48.109438 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-e58b6710-c311-4f4d-a3b5-70b088a26a28 None None] Set router e786fe27-4a29-4909-861e-5a277d98ba39 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:31:48.133353 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59214) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:48.134686 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-0a2521fa-af42-46e5-a3ad-59928bb070ad req-c5e9d31e-97a8-4020-88cd-ef8693a59e9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e75a27b6-e296-4256-8f83-4a466463d5ad {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:31:48.157113 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-b147a616-8af1-4d6f-9e34-d5f90837b286 req-595e70f9-3e3a-467c-bd78-d613952a846d tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Deleting port 9fc54b5a-545e-440d-8e56-06e6c4ed6dda {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:31:48.157519 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-b147a616-8af1-4d6f-9e34-d5f90837b286 req-595e70f9-3e3a-467c-bd78-d613952a846d tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:48.162085 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bb703d8f-a536-4849-8758-bf25a709177e req-4aaed49c-0c42-454b-925a-d07fbdc28972 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4491372 Oct 20 11:31:48.164141 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0a2521fa-af42-46e5-a3ad-59928bb070ad req-c5e9d31e-97a8-4020-88cd-ef8693a59e9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:48.264186 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-bb703d8f-a536-4849-8758-bf25a709177e req-7cc195f5-7821-4bce-80a2-997bd1d48e84 service neutron] Request body: {'port': {'device_id': '00f85f96-1fef-4ad6-8f3a-f6d62251f187', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:31:48.332880 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6ef16598-b5e3-4755-9619-6c628252410e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:48.347022 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f36499ac-9b1c-434a-b7f3-30e50a0dd147 req-ce2906e0-393d-4fe1-9814-663ca94804c0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4482753 Oct 20 11:31:48.358839 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-0a2521fa-af42-46e5-a3ad-59928bb070ad req-c5e9d31e-97a8-4020-88cd-ef8693a59e9f service neutron] Transition to ACTIVE for port object e75a27b6-e296-4256-8f83-4a466463d5ad will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:31:48.378440 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-446592ac-1191-4e0b-a5a5-4290a7482389 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:48.396261 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0a2521fa-af42-46e5-a3ad-59928bb070ad req-c5e9d31e-97a8-4020-88cd-ef8693a59e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:48.429049 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-e58b6710-c311-4f4d-a3b5-70b088a26a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e786fe27-4a29-4909-861e-5a277d98ba39', 'name': 'tempest-ServersTestManualDisk-373571087-router', 'tenant_id': '69251b3b8e214fb2a0a37c132a413a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'fb6d4742-3ca7-4101-9402-2b03d9f361e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:31:44Z', 'updated_at': '2021-10-20T11:31:46Z', 'revision_number': 3, 'project_id': '69251b3b8e214fb2a0a37c132a413a5d', 'gw_port': {'id': 'fb6d4742-3ca7-4101-9402-2b03d9f361e8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:0a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e786fe27-4a29-4909-861e-5a277d98ba39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:45Z', 'updated_at': '2021-10-20T11:31:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:48.443463 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133c4aa-0037-44d1-8dc9-1350b43c70dc req-646fa17c-46dd-4596-9027-3f91e3c08414 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:48.449397 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133c4aa-0037-44d1-8dc9-1350b43c70dc req-646fa17c-46dd-4596-9027-3f91e3c08414 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:48.455676 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133c4aa-0037-44d1-8dc9-1350b43c70dc req-646fa17c-46dd-4596-9027-3f91e3c08414 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:48.461303 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133c4aa-0037-44d1-8dc9-1350b43c70dc req-646fa17c-46dd-4596-9027-3f91e3c08414 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:48.465384 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device ce8c3e92-e4cd-49d0-a9b6-26a54e69ba64 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:31:48.467662 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133c4aa-0037-44d1-8dc9-1350b43c70dc req-646fa17c-46dd-4596-9027-3f91e3c08414 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:48.473709 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133c4aa-0037-44d1-8dc9-1350b43c70dc req-646fa17c-46dd-4596-9027-3f91e3c08414 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:48.476673 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58b6710-c311-4f4d-a3b5-70b088a26a28 None None] Checking router: e786fe27-4a29-4909-861e-5a277d98ba39 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:31:48.477255 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58b6710-c311-4f4d-a3b5-70b088a26a28 None None] Updating router e786fe27-4a29-4909-861e-5a277d98ba39 port fb6d4742-3ca7-4101-9402-2b03d9f361e8 binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:31:48.479642 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133c4aa-0037-44d1-8dc9-1350b43c70dc req-646fa17c-46dd-4596-9027-3f91e3c08414 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:48.481556 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2133c4aa-0037-44d1-8dc9-1350b43c70dc req-646fa17c-46dd-4596-9027-3f91e3c08414 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 5428 time: 0.3721671 Oct 20 11:31:48.495711 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0f597-d96c-4d01-8cac-7443e9f88386 req-a8d3e60a-dd5d-42a6-b32b-d985a2bfbf48 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:48.497258 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-93d0f597-d96c-4d01-8cac-7443e9f88386 req-a8d3e60a-dd5d-42a6-b32b-d985a2bfbf48 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a02dcac-8905-4af9-9d0c-172f3966de22 HTTP/1.1" status: 200 len: 950 time: 0.3698950 Oct 20 11:31:48.516013 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-e58b6710-c311-4f4d-a3b5-70b088a26a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:48.538194 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device d39c253f-49f6-4214-8738-6a67f437331d up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:31:48.554630 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-b147a616-8af1-4d6f-9e34-d5f90837b286 req-595e70f9-3e3a-467c-bd78-d613952a846d tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] For port 9fc54b5a-545e-440d-8e56-06e6c4ed6dda, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=9fc54b5a-545e-440d-8e56-06e6c4ed6dda,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:48.555171 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-b147a616-8af1-4d6f-9e34-d5f90837b286 req-595e70f9-3e3a-467c-bd78-d613952a846d tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:48.592784 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-b147a616-8af1-4d6f-9e34-d5f90837b286 req-595e70f9-3e3a-467c-bd78-d613952a846d tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Calling delete_port for 9fc54b5a-545e-440d-8e56-06e6c4ed6dda owned by compute:nova {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:31:48.616383 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port ce8c3e92-e4cd-49d0-a9b6-26a54e69ba64 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:31:48.617050 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:48.675940 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port d39c253f-49f6-4214-8738-6a67f437331d completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:31:48.682954 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-bb703d8f-a536-4849-8758-bf25a709177e req-7cc195f5-7821-4bce-80a2-997bd1d48e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:48.683248 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port d39c253f-49f6-4214-8738-6a67f437331d triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:31:48.683631 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:48.814406 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2133c4aa-0037-44d1-8dc9-1350b43c70dc req-91b33cd0-d16f-42e5-ad37-37218ca60732 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e397af8-07ce-4093-b8cb-76d0226b7f33&id=cde799ff-a835-4e26-b5ae-07ed8640379f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3115008 Oct 20 11:31:48.835675 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:48.857425 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e9d31e-97a8-4020-88cd-ef8693a59e9f service neutron] Pushing event updated for resources: {'Port': ['ID=e75a27b6-e296-4256-8f83-4a466463d5ad,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:48.879633 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36499ac-9b1c-434a-b7f3-30e50a0dd147 req-1ebf05a4-0a82-4de8-81a1-c6d351c1dd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:48.888485 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f36499ac-9b1c-434a-b7f3-30e50a0dd147 req-1ebf05a4-0a82-4de8-81a1-c6d351c1dd6d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4b173b35dd00423795d2e29ae132dc78&device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 1101 time: 0.3871405 Oct 20 11:31:48.890733 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807ff915-8e4b-4869-ba3e-ddc28a338521 None None] Network bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:31:48.896291 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-93d0f597-d96c-4d01-8cac-7443e9f88386 req-7caf6401-7955-430b-b5be-598dc1d7966c tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657370 Oct 20 11:31:48.945244 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port ce8c3e92-e4cd-49d0-a9b6-26a54e69ba64, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=ce8c3e92-e4cd-49d0-a9b6-26a54e69ba64,segment=NetworkSegment(077f6192-3017-4d6f-ab33-2817e3715dc9),segment_id=077f6192-3017-4d6f-ab33-2817e3715dc9)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:48.965223 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:49.092899 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:49.105436 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-c4e72c53-4abe-4cc9-abf7-0c6fabeb1c92 None None] Provisioning complete for port ce8c3e92-e4cd-49d0-a9b6-26a54e69ba64 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:31:49.105709 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c4e72c53-4abe-4cc9-abf7-0c6fabeb1c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:49.112768 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-446592ac-1191-4e0b-a5a5-4290a7482389 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:49.120332 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c7ea9eab-261f-4342-b95e-4a500c436df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:49.129811 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-446592ac-1191-4e0b-a5a5-4290a7482389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:49.163954 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-e58b6710-c311-4f4d-a3b5-70b088a26a28 None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:49.165479 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36499ac-9b1c-434a-b7f3-30e50a0dd147 req-703ede8b-50ad-43c5-af52-44fb75dfbad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:49.167614 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f36499ac-9b1c-434a-b7f3-30e50a0dd147 req-703ede8b-50ad-43c5-af52-44fb75dfbad3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 0.1845605 Oct 20 11:31:49.172888 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-e58b6710-c311-4f4d-a3b5-70b088a26a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:49.198555 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port d39c253f-49f6-4214-8738-6a67f437331d, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=d39c253f-49f6-4214-8738-6a67f437331d,segment=NetworkSegment(dfef9a1e-24d7-4613-b244-c38a1f92df9c),segment_id=dfef9a1e-24d7-4613-b244-c38a1f92df9c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:49.215005 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446592ac-1191-4e0b-a5a5-4290a7482389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4998cfa2-2116-4a81-b1ca-4037fd99a9e5,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:49.225023 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba119b1e-488b-4b62-9f85-7e12d23de068 None None] Pushing event updated for resources: {'Port': ['ID=fb6d4742-3ca7-4101-9402-2b03d9f361e8,revision_number=2']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:49.254216 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-e58b6710-c311-4f4d-a3b5-70b088a26a28 None None] Attempting to bind port fb6d4742-3ca7-4101-9402-2b03d9f361e8 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:31:49.254456 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-e58b6710-c311-4f4d-a3b5-70b088a26a28 None None] Attempting to bind port fb6d4742-3ca7-4101-9402-2b03d9f361e8 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:31:49.254839 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58b6710-c311-4f4d-a3b5-70b088a26a28 None None] Attempting to bind port fb6d4742-3ca7-4101-9402-2b03d9f361e8 on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:31:49.259846 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:49.260817 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58b6710-c311-4f4d-a3b5-70b088a26a28 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:31:49.261212 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58b6710-c311-4f4d-a3b5-70b088a26a28 None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:31:49.261552 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 61bf1de1-24da-472e-a342-71d54a789c06 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:31:49.261666 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-e58b6710-c311-4f4d-a3b5-70b088a26a28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:49.262326 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58b6710-c311-4f4d-a3b5-70b088a26a28 None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:31:49.262537 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-e58b6710-c311-4f4d-a3b5-70b088a26a28 None None] Bound port: fb6d4742-3ca7-4101-9402-2b03d9f361e8, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:31:49.262950 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-e58b6710-c311-4f4d-a3b5-70b088a26a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:49.273217 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-446592ac-1191-4e0b-a5a5-4290a7482389 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=404d9a0f21ff42019b588a913718c5b0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1375544 Oct 20 11:31:49.283969 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59222) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:49.310217 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=ce8c3e92-e4cd-49d0-a9b6-26a54e69ba64,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:49.330441 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-e58b6710-c311-4f4d-a3b5-70b088a26a28 None None] For port fb6d4742-3ca7-4101-9402-2b03d9f361e8, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:31:49.335512 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-e58b6710-c311-4f4d-a3b5-70b088a26a28 None None] For port fb6d4742-3ca7-4101-9402-2b03d9f361e8, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=fb6d4742-3ca7-4101-9402-2b03d9f361e8,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:31:49.340525 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd39c253f-49f6-4214-8738-6a67f437331d'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:31:49.343959 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc3a12c-ed6a-4e57-b232-b5cb986575ff" -d '{"events": [{"server_uuid": "e3cb83e1-d26e-43fb-9111-1a2c562b6e89", "name": "network-vif-plugged", "status": "completed", "tag": "d39c253f-49f6-4214-8738-6a67f437331d"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:31:49.346365 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-e58b6710-c311-4f4d-a3b5-70b088a26a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:49.361654 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f36499ac-9b1c-434a-b7f3-30e50a0dd147 req-d2f3d596-44ae-49ef-8523-4c97652ef0ff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=a2f21c01-e64a-4abc-9a84-ff74becfcd56 HTTP/1.1" status: 200 len: 217 time: 0.1627450 Oct 20 11:31:49.415346 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba119b1e-488b-4b62-9f85-7e12d23de068 None None] Pushing event updated for resources: {'Port': ['ID=fb6d4742-3ca7-4101-9402-2b03d9f361e8,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:49.428439 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa7614-2998-40bd-9148-50c6e55364a5 req-70f43347-8ad0-4c41-b69b-2ad07c27c370 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:49.438219 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-27aa7614-2998-40bd-9148-50c6e55364a5 req-70f43347-8ad0-4c41-b69b-2ad07c27c370 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.98 "GET /v2.0/ports?device_id=00f85f96-1fef-4ad6-8f3a-f6d62251f187 HTTP/1.1" status: 200 len: 936 time: 0.4526846 Oct 20 11:31:49.438503 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58b6710-c311-4f4d-a3b5-70b088a26a28 None None] Routers {'e786fe27-4a29-4909-861e-5a277d98ba39'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:31:49.438956 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-e58b6710-c311-4f4d-a3b5-70b088a26a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:31:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e786fe27-4a29-4909-861e-5a277d98ba39'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:49.508959 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2e6ad783-6b59-4060-9ef1-825ab4ed54b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:49.539424 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-b147a616-8af1-4d6f-9e34-d5f90837b286 req-595e70f9-3e3a-467c-bd78-d613952a846d tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:49.544742 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-27aa7614-2998-40bd-9148-50c6e55364a5 req-37fa43e3-7b22-408d-abc3-13a6891ea776 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.98 "GET /v2.0/security-groups?id=3d484651-344c-494a-a8f0-7df8c900d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056285 Oct 20 11:31:49.571821 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['a2f21c01-e64a-4abc-9a84-ff74becfcd56'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:31:49.576895 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-0a2521fa-af42-46e5-a3ad-59928bb070ad req-c5e9d31e-97a8-4020-88cd-ef8693a59e9f service neutron] Attempting to bind port e75a27b6-e296-4256-8f83-4a466463d5ad on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:31:49.577572 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-0a2521fa-af42-46e5-a3ad-59928bb070ad req-c5e9d31e-97a8-4020-88cd-ef8693a59e9f service neutron] Attempting to bind port e75a27b6-e296-4256-8f83-4a466463d5ad by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:31:49.577916 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2521fa-af42-46e5-a3ad-59928bb070ad req-c5e9d31e-97a8-4020-88cd-ef8693a59e9f service neutron] Attempting to bind port e75a27b6-e296-4256-8f83-4a466463d5ad on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:31:49.586070 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-e58b6710-c311-4f4d-a3b5-70b088a26a28 None None] Set router e786fe27-4a29-4909-861e-5a277d98ba39 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:31:49.628359 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595e70f9-3e3a-467c-bd78-d613952a846d tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Pushing event deleted for resources: {'Port': ['ID=9fc54b5a-545e-440d-8e56-06e6c4ed6dda,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:49.659127 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4a80df-a403-4b16-87e6-fa2798710663 x-openstack-request-id: req-0b4a80df-a403-4b16-87e6-fa2798710663 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:31:49.659548 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3cb83e1-d26e-43fb-9111-1a2c562b6e89", "name": "network-vif-plugged", "status": "completed", "tag": "d39c253f-49f6-4214-8738-6a67f437331d", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:31:49.659890 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0b4a80df-a403-4b16-87e6-fa2798710663 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:31:49.660372 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd39c253f-49f6-4214-8738-6a67f437331d', 'code': 200} Oct 20 11:31:49.661403 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a9b85d16-5aad-4b00-9cdf-14d29c6f3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:49.680101 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f6ae62f7-1dda-4d12-8cf4-29803214c16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:49.689312 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2e6ad783-6b59-4060-9ef1-825ab4ed54b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:49.709297 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36499ac-9b1c-434a-b7f3-30e50a0dd147 req-5daed7b3-ad99-49f3-b73d-da538cd11dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:49.711557 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=d39c253f-49f6-4214-8738-6a67f437331d,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:49.712464 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f36499ac-9b1c-434a-b7f3-30e50a0dd147 req-5daed7b3-ad99-49f3-b73d-da538cd11dca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.3292935 Oct 20 11:31:49.712963 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2521fa-af42-46e5-a3ad-59928bb070ad req-c5e9d31e-97a8-4020-88cd-ef8693a59e9f service neutron] Port e75a27b6-e296-4256-8f83-4a466463d5ad on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:31:49.713280 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2521fa-af42-46e5-a3ad-59928bb070ad req-c5e9d31e-97a8-4020-88cd-ef8693a59e9f service neutron] Attempting to bind port e75a27b6-e296-4256-8f83-4a466463d5ad on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:31:49.793352 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-b147a616-8af1-4d6f-9e34-d5f90837b286 req-595e70f9-3e3a-467c-bd78-d613952a846d tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] No DVR routers for this DVR port 9fc54b5a-545e-440d-8e56-06e6c4ed6dda on host n-h2-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:31:49.803639 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-b147a616-8af1-4d6f-9e34-d5f90837b286 req-595e70f9-3e3a-467c-bd78-d613952a846d tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:49.807565 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-b147a616-8af1-4d6f-9e34-d5f90837b286 req-595e70f9-3e3a-467c-bd78-d613952a846d tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.89 "DELETE /v2.0/ports/9fc54b5a-545e-440d-8e56-06e6c4ed6dda HTTP/1.1" status: 204 len: 173 time: 1.9670084 Oct 20 11:31:49.814193 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a02dcac-8905-4af9-9d0c-172f3966de22', 'name': 'network-vif-deleted', 'tag': '9fc54b5a-545e-440d-8e56-06e6c4ed6dda'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:31:49.816650 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bce97f7-86ca-4990-a3df-33555fe5fc28" -d '{"events": [{"server_uuid": "2a02dcac-8905-4af9-9d0c-172f3966de22", "name": "network-vif-deleted", "tag": "9fc54b5a-545e-440d-8e56-06e6c4ed6dda"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:31:49.823315 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 61bf1de1-24da-472e-a342-71d54a789c06 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:31:49.836556 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 61bf1de1-24da-472e-a342-71d54a789c06 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:31:49.837773 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:49.871380 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-e58b6710-c311-4f4d-a3b5-70b088a26a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e786fe27-4a29-4909-861e-5a277d98ba39', 'name': 'tempest-ServersTestManualDisk-373571087-router', 'tenant_id': '69251b3b8e214fb2a0a37c132a413a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'fb6d4742-3ca7-4101-9402-2b03d9f361e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:31:44Z', 'updated_at': '2021-10-20T11:31:46Z', 'revision_number': 3, 'project_id': '69251b3b8e214fb2a0a37c132a413a5d', 'gw_port': {'id': 'fb6d4742-3ca7-4101-9402-2b03d9f361e8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:0a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e786fe27-4a29-4909-861e-5a277d98ba39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:45Z', 'updated_at': '2021-10-20T11:31:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:49.920129 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805d38b0-1060-45e6-b1c6-ac09448d6d59 x-openstack-request-id: req-805d38b0-1060-45e6-b1c6-ac09448d6d59 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:31:49.929970 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a02dcac-8905-4af9-9d0c-172f3966de22", "name": "network-vif-deleted", "tag": "9fc54b5a-545e-440d-8e56-06e6c4ed6dda", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:31:49.930437 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-805d38b0-1060-45e6-b1c6-ac09448d6d59 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:31:49.930975 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a02dcac-8905-4af9-9d0c-172f3966de22', 'name': 'network-vif-deleted', 'tag': '9fc54b5a-545e-440d-8e56-06e6c4ed6dda', 'status': 'completed', 'code': 200} Oct 20 11:31:49.973384 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58b6710-c311-4f4d-a3b5-70b088a26a28 None None] The sync data for ids ['e786fe27-4a29-4909-861e-5a277d98ba39'] in n-d-814735-3 is: [{'id': 'e786fe27-4a29-4909-861e-5a277d98ba39', 'name': 'tempest-ServersTestManualDisk-373571087-router', 'tenant_id': '69251b3b8e214fb2a0a37c132a413a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'fb6d4742-3ca7-4101-9402-2b03d9f361e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:31:44Z', 'updated_at': '2021-10-20T11:31:46Z', 'revision_number': 3, 'project_id': '69251b3b8e214fb2a0a37c132a413a5d', 'gw_port': {'id': 'fb6d4742-3ca7-4101-9402-2b03d9f361e8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:0a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e786fe27-4a29-4909-861e-5a277d98ba39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:45Z', 'updated_at': '2021-10-20T11:31:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:31:50.006902 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:50.099784 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2e6ad783-6b59-4060-9ef1-825ab4ed54b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:50.103574 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2e6ad783-6b59-4060-9ef1-825ab4ed54b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:50.108740 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2e6ad783-6b59-4060-9ef1-825ab4ed54b9 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4998cfa2-2116-4a81-b1ca-4037fd99a9e5 HTTP/1.1" status: 204 len: 168 time: 0.8248203 Oct 20 11:31:50.202755 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 61bf1de1-24da-472e-a342-71d54a789c06, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=61bf1de1-24da-472e-a342-71d54a789c06,segment=NetworkSegment(dfef9a1e-24d7-4613-b244-c38a1f92df9c),segment_id=dfef9a1e-24d7-4613-b244-c38a1f92df9c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:50.217509 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:50.218543 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 21d0cf01-a7f4-49be-aec5-51e5c5128073 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:31:50.225063 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-f6ae62f7-1dda-4d12-8cf4-29803214c16e admin admin] Allocated IP 172.20.0.1 (bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f/0057a976-b334-4953-9598-aeeb93dda6d6/2c0673a7-5e59-4aa6-81be-ad314a93b085) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:31:50.317950 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-26f79f27-86db-4991-9507-997c2b49a9d2 None None] Provisioning complete for port ce8c3e92-e4cd-49d0-a9b6-26a54e69ba64 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:31:50.318460 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-26f79f27-86db-4991-9507-997c2b49a9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:50.385873 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=61bf1de1-24da-472e-a342-71d54a789c06,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:50.456141 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f6ae62f7-1dda-4d12-8cf4-29803214c16e admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:50.499268 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device ce8c3e92-e4cd-49d0-a9b6-26a54e69ba64 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:31:50.513519 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6ad783-6b59-4060-9ef1-825ab4ed54b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4998cfa2-2116-4a81-b1ca-4037fd99a9e5,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:50.543461 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f6ae62f7-1dda-4d12-8cf4-29803214c16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:50.617363 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port ce8c3e92-e4cd-49d0-a9b6-26a54e69ba64 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:31:50.618129 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:50.632323 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ae62f7-1dda-4d12-8cf4-29803214c16e admin admin] Network bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:31:50.638624 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-f6ae62f7-1dda-4d12-8cf4-29803214c16e admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:31:50.647519 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ae62f7-1dda-4d12-8cf4-29803214c16e admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:31:50.659847 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2521fa-af42-46e5-a3ad-59928bb070ad req-c5e9d31e-97a8-4020-88cd-ef8693a59e9f service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:31:50.660326 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2521fa-af42-46e5-a3ad-59928bb070ad req-c5e9d31e-97a8-4020-88cd-ef8693a59e9f service neutron] Checking segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:31:50.660556 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2521fa-af42-46e5-a3ad-59928bb070ad req-c5e9d31e-97a8-4020-88cd-ef8693a59e9f service neutron] Bound using segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:31:50.661008 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-0a2521fa-af42-46e5-a3ad-59928bb070ad req-c5e9d31e-97a8-4020-88cd-ef8693a59e9f service neutron] Bound port: e75a27b6-e296-4256-8f83-4a466463d5ad, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:31:50.661372 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0a2521fa-af42-46e5-a3ad-59928bb070ad req-c5e9d31e-97a8-4020-88cd-ef8693a59e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:50.693518 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f6ae62f7-1dda-4d12-8cf4-29803214c16e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:50.720004 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 21d0cf01-a7f4-49be-aec5-51e5c5128073 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:31:50.725004 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 21d0cf01-a7f4-49be-aec5-51e5c5128073 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:31:50.725486 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:50.752145 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-c7ea9eab-261f-4342-b95e-4a500c436df9 admin admin] Deleting port 64770c71-41a9-46be-8bcb-688cca7ffe68 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:31:50.752145 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c7ea9eab-261f-4342-b95e-4a500c436df9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:50.753657 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59240) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:50.756485 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8dd2d38b-2a1d-43ae-9edc-c1aa34abec54 req-9c18c128-63d4-4a4f-948d-9cb0c0717ed2 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a02dcac-8905-4af9-9d0c-172f3966de22 HTTP/1.1" status: 200 len: 210 time: 0.1336522 Oct 20 11:31:50.803204 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae62f7-1dda-4d12-8cf4-29803214c16e admin admin] Pushing event updated for resources: {'Port': ['ID=2c0673a7-5e59-4aa6-81be-ad314a93b085,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:50.857943 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6ef16598-b5e3-4755-9619-6c628252410e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:50.879948 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-df499f7e-ad90-4930-91aa-e553a806bdc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:50.923693 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6ef16598-b5e3-4755-9619-6c628252410e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:50.937237 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36499ac-9b1c-434a-b7f3-30e50a0dd147 req-f17900ea-6552-49e8-b4aa-d80d90794d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:50.938803 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f36499ac-9b1c-434a-b7f3-30e50a0dd147 req-f17900ea-6552-49e8-b4aa-d80d90794d8f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2136497 Oct 20 11:31:50.949541 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:50.991206 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 21d0cf01-a7f4-49be-aec5-51e5c5128073, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=21d0cf01-a7f4-49be-aec5-51e5c5128073,segment=NetworkSegment(7a55bb8e-283b-4f5c-b424-b22520b3d64c),segment_id=7a55bb8e-283b-4f5c-b424-b22520b3d64c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:51.000153 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:51.001648 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 36734b27-541b-4c46-94d0-9c36824cd543 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:31:51.094069 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 36734b27-541b-4c46-94d0-9c36824cd543 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:31:51.114297 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 36734b27-541b-4c46-94d0-9c36824cd543 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:31:51.114866 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:51.146285 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=21d0cf01-a7f4-49be-aec5-51e5c5128073,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:51.168547 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2ca65-0f49-451f-ac92-750d78bf0388 req-9709d00f-8723-4b45-bd37-567b4b5f9fb5 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:51.172868 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-4830e1cb-941e-4897-976a-13e7026d976e None None] Provisioning complete for port 2c0673a7-5e59-4aa6-81be-ad314a93b085 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:31:51.173433 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4830e1cb-941e-4897-976a-13e7026d976e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:51.174596 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2ca65-0f49-451f-ac92-750d78bf0388 req-9709d00f-8723-4b45-bd37-567b4b5f9fb5 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:51.182089 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2ca65-0f49-451f-ac92-750d78bf0388 req-9709d00f-8723-4b45-bd37-567b4b5f9fb5 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:51.191355 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2ca65-0f49-451f-ac92-750d78bf0388 req-9709d00f-8723-4b45-bd37-567b4b5f9fb5 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:51.198458 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2ca65-0f49-451f-ac92-750d78bf0388 req-9709d00f-8723-4b45-bd37-567b4b5f9fb5 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:51.204937 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2ca65-0f49-451f-ac92-750d78bf0388 req-9709d00f-8723-4b45-bd37-567b4b5f9fb5 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:51.210927 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2ca65-0f49-451f-ac92-750d78bf0388 req-9709d00f-8723-4b45-bd37-567b4b5f9fb5 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:51.211537 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-4830e1cb-941e-4897-976a-13e7026d976e None None] Port 2c0673a7-5e59-4aa6-81be-ad314a93b085 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:31:51.213470 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dae2ca65-0f49-451f-ac92-750d78bf0388 req-9709d00f-8723-4b45-bd37-567b4b5f9fb5 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 5430 time: 0.5918880 Oct 20 11:31:51.233496 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-0a2521fa-af42-46e5-a3ad-59928bb070ad req-c5e9d31e-97a8-4020-88cd-ef8693a59e9f service neutron] For port e75a27b6-e296-4256-8f83-4a466463d5ad, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:31:51.261940 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:51.300639 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 36734b27-541b-4c46-94d0-9c36824cd543, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=36734b27-541b-4c46-94d0-9c36824cd543,segment=NetworkSegment(7a55bb8e-283b-4f5c-b424-b22520b3d64c),segment_id=7a55bb8e-283b-4f5c-b424-b22520b3d64c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:51.308294 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:51.309362 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 1096304c-3250-4c91-a0ae-a0d182374e03 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:31:51.311102 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-bb703d8f-a536-4849-8758-bf25a709177e req-7cc195f5-7821-4bce-80a2-997bd1d48e84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a5dd0dd-8399-45ec-88ea-e75f6e71ae17 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:31:51.323345 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-bb703d8f-a536-4849-8758-bf25a709177e req-7cc195f5-7821-4bce-80a2-997bd1d48e84 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:51.346210 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-0a2521fa-af42-46e5-a3ad-59928bb070ad req-c5e9d31e-97a8-4020-88cd-ef8693a59e9f service neutron] For port e75a27b6-e296-4256-8f83-4a466463d5ad, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e75a27b6-e296-4256-8f83-4a466463d5ad,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:31:51.396766 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0a2521fa-af42-46e5-a3ad-59928bb070ad req-c5e9d31e-97a8-4020-88cd-ef8693a59e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:51.404563 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=36734b27-541b-4c46-94d0-9c36824cd543,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:51.411559 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-c7ea9eab-261f-4342-b95e-4a500c436df9 admin admin] For port 64770c71-41a9-46be-8bcb-688cca7ffe68, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=64770c71-41a9-46be-8bcb-688cca7ffe68,segment=NetworkSegment(3d88afa2-abb1-4169-8646-e3e6ae2bb942),segment_id=3d88afa2-abb1-4169-8646-e3e6ae2bb942)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:51.412152 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c7ea9eab-261f-4342-b95e-4a500c436df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:51.412638 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-bb703d8f-a536-4849-8758-bf25a709177e req-7cc195f5-7821-4bce-80a2-997bd1d48e84 service neutron] Transition to ACTIVE for port object 7a5dd0dd-8399-45ec-88ea-e75f6e71ae17 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:31:51.422005 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 1096304c-3250-4c91-a0ae-a0d182374e03 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:31:51.426740 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 1096304c-3250-4c91-a0ae-a0d182374e03 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:31:51.427032 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:51.455990 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-c7ea9eab-261f-4342-b95e-4a500c436df9 admin admin] Calling delete_port for 64770c71-41a9-46be-8bcb-688cca7ffe68 owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:31:51.463241 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e354274-3e43-44ba-a193-3f8741cafec6 req-2f6869d7-f157-46a2-bdf7-829962f8ee0c tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:51.464815 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2e354274-3e43-44ba-a193-3f8741cafec6 req-2f6869d7-f157-46a2-bdf7-829962f8ee0c tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.98 "GET /v2.0/ports?device_id=00f85f96-1fef-4ad6-8f3a-f6d62251f187 HTTP/1.1" status: 200 len: 936 time: 0.4433739 Oct 20 11:31:51.480327 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-bb703d8f-a536-4849-8758-bf25a709177e req-7cc195f5-7821-4bce-80a2-997bd1d48e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:51.486002 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dae2ca65-0f49-451f-ac92-750d78bf0388 req-1502e6d3-0f88-44ae-ad8d-c0f2fb4a0415 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e397af8-07ce-4093-b8cb-76d0226b7f33&id=cde799ff-a835-4e26-b5ae-07ed8640379f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2540159 Oct 20 11:31:51.493535 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-df499f7e-ad90-4930-91aa-e553a806bdc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:51.526674 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2521fa-af42-46e5-a3ad-59928bb070ad req-c5e9d31e-97a8-4020-88cd-ef8693a59e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:51.528353 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0a2521fa-af42-46e5-a3ad-59928bb070ad req-c5e9d31e-97a8-4020-88cd-ef8693a59e9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:51.529119 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a2521fa-af42-46e5-a3ad-59928bb070ad req-c5e9d31e-97a8-4020-88cd-ef8693a59e9f service neutron] 10.222.0.89 "PUT /v2.0/ports/e75a27b6-e296-4256-8f83-4a466463d5ad HTTP/1.1" status: 200 len: 1095 time: 4.8659503 Oct 20 11:31:51.547793 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5442ea14-6bd9-4966-9df9-d9ee84fcb257', 'tag': 'e75a27b6-e296-4256-8f83-4a466463d5ad'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:31:51.547793 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626c5368-7d1d-48be-a35b-82f2d77dd393" -d '{"events": [{"name": "network-changed", "server_uuid": "5442ea14-6bd9-4966-9df9-d9ee84fcb257", "tag": "e75a27b6-e296-4256-8f83-4a466463d5ad"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:31:51.554212 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-df499f7e-ad90-4930-91aa-e553a806bdc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:51.608153 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:51.610446 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f6ae62f7-1dda-4d12-8cf4-29803214c16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:51.632645 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e9d31e-97a8-4020-88cd-ef8693a59e9f service neutron] Pushing event updated for resources: {'Port': ['ID=e75a27b6-e296-4256-8f83-4a466463d5ad,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:51.660176 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-df499f7e-ad90-4930-91aa-e553a806bdc7 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6a4bb8ff08b141b09b5c601dbb1bd266&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9007821 Oct 20 11:31:51.663557 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61bf1de1-24da-472e-a342-71d54a789c06'}, {'server_uuid': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d0cf01-a7f4-49be-aec5-51e5c5128073'}, {'server_uuid': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36734b27-541b-4c46-94d0-9c36824cd543'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:31:51.664055 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59244) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:51.666275 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df499f7e-ad90-4930-91aa-e553a806bdc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1994e0-da91-4116-b227-e13bab753d06,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:51.671328 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e4eae5-51ee-44ee-b57a-79bce8afc32d" -d '{"events": [{"server_uuid": "e3cb83e1-d26e-43fb-9111-1a2c562b6e89", "name": "network-vif-plugged", "status": "completed", "tag": "61bf1de1-24da-472e-a342-71d54a789c06"}, {"server_uuid": "e3cb83e1-d26e-43fb-9111-1a2c562b6e89", "name": "network-vif-plugged", "status": "completed", "tag": "21d0cf01-a7f4-49be-aec5-51e5c5128073"}, {"server_uuid": "e3cb83e1-d26e-43fb-9111-1a2c562b6e89", "name": "network-vif-plugged", "status": "completed", "tag": "36734b27-541b-4c46-94d0-9c36824cd543"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:31:51.681764 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5794fe-a118-42f6-adad-0fe79cf82c01 x-openstack-request-id: req-3b5794fe-a118-42f6-adad-0fe79cf82c01 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:31:51.682335 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5442ea14-6bd9-4966-9df9-d9ee84fcb257", "tag": "e75a27b6-e296-4256-8f83-4a466463d5ad", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:31:51.682335 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3b5794fe-a118-42f6-adad-0fe79cf82c01 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:31:51.682938 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5442ea14-6bd9-4966-9df9-d9ee84fcb257', 'tag': 'e75a27b6-e296-4256-8f83-4a466463d5ad', 'status': 'completed', 'code': 200} Oct 20 11:31:51.698040 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-6ef16598-b5e3-4755-9619-6c628252410e admin admin] Allocated IP 172.25.5.200 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/1f106e9d-ce14-4ba9-88fd-913e058c1c8f) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:31:51.701793 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 1096304c-3250-4c91-a0ae-a0d182374e03, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=1096304c-3250-4c91-a0ae-a0d182374e03,segment=NetworkSegment(dfef9a1e-24d7-4613-b244-c38a1f92df9c),segment_id=dfef9a1e-24d7-4613-b244-c38a1f92df9c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:51.733041 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:51.734495 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 4aea7d3c-78fa-4d1c-9d27-ec767d37af26 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:31:51.763999 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2e354274-3e43-44ba-a193-3f8741cafec6 req-41090ad3-57db-4dc4-839f-6fbd9a87eea7 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.98 "GET /v2.0/security-groups?id=3d484651-344c-494a-a8f0-7df8c900d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581632 Oct 20 11:31:51.768753 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f36499ac-9b1c-434a-b7f3-30e50a0dd147 req-f3e83c70-b39f-4e08-ac21-f558876a3455 service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8119819 Oct 20 11:31:51.789618 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 20 Oct 2021 11:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6af07d-fa07-49f1-8d1f-8ea85b747837 x-openstack-request-id: req-0f6af07d-fa07-49f1-8d1f-8ea85b747837 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:31:51.790021 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3cb83e1-d26e-43fb-9111-1a2c562b6e89", "name": "network-vif-plugged", "status": "completed", "tag": "61bf1de1-24da-472e-a342-71d54a789c06", "code": 200}, {"server_uuid": "e3cb83e1-d26e-43fb-9111-1a2c562b6e89", "name": "network-vif-plugged", "status": "completed", "tag": "21d0cf01-a7f4-49be-aec5-51e5c5128073", "code": 200}, {"server_uuid": "e3cb83e1-d26e-43fb-9111-1a2c562b6e89", "name": "network-vif-plugged", "status": "completed", "tag": "36734b27-541b-4c46-94d0-9c36824cd543", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:31:51.790305 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0f6af07d-fa07-49f1-8d1f-8ea85b747837 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:31:51.790614 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61bf1de1-24da-472e-a342-71d54a789c06', 'code': 200} Oct 20 11:31:51.790888 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d0cf01-a7f4-49be-aec5-51e5c5128073', 'code': 200} Oct 20 11:31:51.791137 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36734b27-541b-4c46-94d0-9c36824cd543', 'code': 200} Oct 20 11:31:51.837297 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=1096304c-3250-4c91-a0ae-a0d182374e03,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:51.867720 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 4aea7d3c-78fa-4d1c-9d27-ec767d37af26 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:31:51.872768 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 4aea7d3c-78fa-4d1c-9d27-ec767d37af26 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:31:51.873148 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:51.955341 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6ef16598-b5e3-4755-9619-6c628252410e admin admin] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:51.971681 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c7ea9eab-261f-4342-b95e-4a500c436df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:51.995864 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc195f5-7821-4bce-80a2-997bd1d48e84 service neutron] Pushing event updated for resources: {'Port': ['ID=7a5dd0dd-8399-45ec-88ea-e75f6e71ae17,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:52.032713 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6ef16598-b5e3-4755-9619-6c628252410e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:52.037239 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ea9eab-261f-4342-b95e-4a500c436df9 admin admin] Pushing event deleted for resources: {'Port': ['ID=64770c71-41a9-46be-8bcb-688cca7ffe68,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:52.059855 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:52.149795 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 4aea7d3c-78fa-4d1c-9d27-ec767d37af26, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=4aea7d3c-78fa-4d1c-9d27-ec767d37af26,segment=NetworkSegment(dfef9a1e-24d7-4613-b244-c38a1f92df9c),segment_id=dfef9a1e-24d7-4613-b244-c38a1f92df9c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:52.162979 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:52.163859 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 9fc54b5a-545e-440d-8e56-06e6c4ed6dda no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:31:52.169244 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef16598-b5e3-4755-9619-6c628252410e admin admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:31:52.179206 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef16598-b5e3-4755-9619-6c628252410e admin admin] Pushing event updated for resources: {'Port': ['ID=1f106e9d-ce14-4ba9-88fd-913e058c1c8f,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:52.182069 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-6ef16598-b5e3-4755-9619-6c628252410e admin admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:31:52.196183 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef16598-b5e3-4755-9619-6c628252410e admin admin] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:31:52.201779 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8fa583e-9aa8-47b3-a4d4-1c66c34d16c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:52.205345 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e0b408f1-175f-459e-b7e8-1867576dfb54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:52.228391 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: 9fc54b5a-545e-440d-8e56-06e6c4ed6dda {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:31:52.228994 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 9fc54b5a-545e-440d-8e56-06e6c4ed6dda not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:31:52.293485 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=4aea7d3c-78fa-4d1c-9d27-ec767d37af26,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:52.313490 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2521fa-af42-46e5-a3ad-59928bb070ad req-53af5cb5-20db-4d78-9b6d-c87fb1f35907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:52.314246 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e0b408f1-175f-459e-b7e8-1867576dfb54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:52.315079 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a2521fa-af42-46e5-a3ad-59928bb070ad req-53af5cb5-20db-4d78-9b6d-c87fb1f35907 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=998981097b50416bbe4fc54cf13d8997&device_id=5442ea14-6bd9-4966-9df9-d9ee84fcb257 HTTP/1.1" status: 200 len: 1098 time: 0.6695354 Oct 20 11:31:52.405533 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f6ae62f7-1dda-4d12-8cf4-29803214c16e admin admin] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:52.445747 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a2521fa-af42-46e5-a3ad-59928bb070ad req-33a2dfdb-0ea8-44cb-94e1-2b61b2a97714 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=e75a27b6-e296-4256-8f83-4a466463d5ad HTTP/1.1" status: 200 len: 217 time: 0.0864162 Oct 20 11:31:52.470056 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f6ae62f7-1dda-4d12-8cf4-29803214c16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:52.514094 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device fb6d4742-3ca7-4101-9402-2b03d9f361e8 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:31:52.569708 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f6ae62f7-1dda-4d12-8cf4-29803214c16e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:52.583666 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port fb6d4742-3ca7-4101-9402-2b03d9f361e8 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:31:52.584225 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:52.603085 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae62f7-1dda-4d12-8cf4-29803214c16e admin admin] Pushing event updated for resources: {'Port': ['ID=2c0673a7-5e59-4aa6-81be-ad314a93b085,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:52.605680 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e0b408f1-175f-459e-b7e8-1867576dfb54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:52.608455 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e0b408f1-175f-459e-b7e8-1867576dfb54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:52.609709 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e0b408f1-175f-459e-b7e8-1867576dfb54 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/cf1994e0-da91-4116-b227-e13bab753d06 HTTP/1.1" status: 204 len: 168 time: 0.9400775 Oct 20 11:31:52.638911 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b408f1-175f-459e-b7e8-1867576dfb54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1994e0-da91-4116-b227-e13bab753d06,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:52.683443 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c7ea9eab-261f-4342-b95e-4a500c436df9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:52.704994 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f36499ac-9b1c-434a-b7f3-30e50a0dd147 req-80702396-450d-4cef-82bf-009023c34b81 service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7051566 Oct 20 11:31:52.733675 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c00a7-c4b6-4a9c-8739-0cb792a092b5 req-9692fec8-4784-4662-9a4e-daa33df9166f tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:52.735532 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:52.741165 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf7c00a7-c4b6-4a9c-8739-0cb792a092b5 req-9692fec8-4784-4662-9a4e-daa33df9166f tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 950 time: 0.4157379 Oct 20 11:31:52.744026 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-bb703d8f-a536-4849-8758-bf25a709177e req-7cc195f5-7821-4bce-80a2-997bd1d48e84 service neutron] Attempting to bind port 7a5dd0dd-8399-45ec-88ea-e75f6e71ae17 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:31:52.744026 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-bb703d8f-a536-4849-8758-bf25a709177e req-7cc195f5-7821-4bce-80a2-997bd1d48e84 service neutron] Attempting to bind port 7a5dd0dd-8399-45ec-88ea-e75f6e71ae17 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:31:52.744026 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb703d8f-a536-4849-8758-bf25a709177e req-7cc195f5-7821-4bce-80a2-997bd1d48e84 service neutron] Attempting to bind port 7a5dd0dd-8399-45ec-88ea-e75f6e71ae17 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:31:52.756659 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2521fa-af42-46e5-a3ad-59928bb070ad req-a29bb6e5-74b2-435c-bce0-bf3641b3dd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:52.758085 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a2521fa-af42-46e5-a3ad-59928bb070ad req-a29bb6e5-74b2-435c-bce0-bf3641b3dd99 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.2713227 Oct 20 11:31:52.777224 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port fb6d4742-3ca7-4101-9402-2b03d9f361e8, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=fb6d4742-3ca7-4101-9402-2b03d9f361e8,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:52.783102 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:52.791903 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb703d8f-a536-4849-8758-bf25a709177e req-7cc195f5-7821-4bce-80a2-997bd1d48e84 service neutron] Port 7a5dd0dd-8399-45ec-88ea-e75f6e71ae17 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:31:52.792229 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb703d8f-a536-4849-8758-bf25a709177e req-7cc195f5-7821-4bce-80a2-997bd1d48e84 service neutron] Attempting to bind port 7a5dd0dd-8399-45ec-88ea-e75f6e71ae17 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:31:52.818775 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ae62f7-1dda-4d12-8cf4-29803214c16e admin admin] Network bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:31:52.821699 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-f6ae62f7-1dda-4d12-8cf4-29803214c16e admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:31:52.860373 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb703d8f-a536-4849-8758-bf25a709177e req-7cc195f5-7821-4bce-80a2-997bd1d48e84 service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:31:52.860711 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb703d8f-a536-4849-8758-bf25a709177e req-7cc195f5-7821-4bce-80a2-997bd1d48e84 service neutron] Checking segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:31:52.861093 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb703d8f-a536-4849-8758-bf25a709177e req-7cc195f5-7821-4bce-80a2-997bd1d48e84 service neutron] Bound using segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:31:52.861541 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-bb703d8f-a536-4849-8758-bf25a709177e req-7cc195f5-7821-4bce-80a2-997bd1d48e84 service neutron] Bound port: 7a5dd0dd-8399-45ec-88ea-e75f6e71ae17, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:31:52.861888 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-bb703d8f-a536-4849-8758-bf25a709177e req-7cc195f5-7821-4bce-80a2-997bd1d48e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:52.878880 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=fb6d4742-3ca7-4101-9402-2b03d9f361e8,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:52.906550 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4052889-d11e-4abd-bffa-599c06f26b25 req-dc1842bf-9637-4eba-b233-d02b791a97de tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:52.912556 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4052889-d11e-4abd-bffa-599c06f26b25 req-dc1842bf-9637-4eba-b233-d02b791a97de tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:52.918776 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4052889-d11e-4abd-bffa-599c06f26b25 req-dc1842bf-9637-4eba-b233-d02b791a97de tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:52.925547 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4052889-d11e-4abd-bffa-599c06f26b25 req-dc1842bf-9637-4eba-b233-d02b791a97de tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:52.932298 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4052889-d11e-4abd-bffa-599c06f26b25 req-dc1842bf-9637-4eba-b233-d02b791a97de tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:52.938384 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4052889-d11e-4abd-bffa-599c06f26b25 req-dc1842bf-9637-4eba-b233-d02b791a97de tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:52.944401 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4052889-d11e-4abd-bffa-599c06f26b25 req-dc1842bf-9637-4eba-b233-d02b791a97de tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:52.952660 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4052889-d11e-4abd-bffa-599c06f26b25 req-dc1842bf-9637-4eba-b233-d02b791a97de tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 5434 time: 0.2883739 Oct 20 11:31:52.974583 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf7c00a7-c4b6-4a9c-8739-0cb792a092b5 req-1684c4a9-d2bf-499a-a1a0-2685fb51918a tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314260 Oct 20 11:31:53.017071 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:53.093369 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2521fa-af42-46e5-a3ad-59928bb070ad req-c90f7757-2c9e-44f8-bbc9-c60b5cc19905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:53.095173 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a2521fa-af42-46e5-a3ad-59928bb070ad req-c90f7757-2c9e-44f8-bbc9-c60b5cc19905 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3242469 Oct 20 11:31:53.103733 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:53.182399 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ae62f7-1dda-4d12-8cf4-29803214c16e admin admin] Router e786fe27-4a29-4909-861e-5a277d98ba39 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:31:53.210696 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7ea9eab-261f-4342-b95e-4a500c436df9 admin admin] Router 0b257461-74ea-4f03-9ed9-d5b57bfaa957 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:31:53.214492 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4052889-d11e-4abd-bffa-599c06f26b25 req-cfefe593-42a4-42b1-8114-9bac3a04ab16 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e397af8-07ce-4093-b8cb-76d0226b7f33&id=cde799ff-a835-4e26-b5ae-07ed8640379f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2608442 Oct 20 11:31:53.227882 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-bb703d8f-a536-4849-8758-bf25a709177e req-7cc195f5-7821-4bce-80a2-997bd1d48e84 service neutron] For port 7a5dd0dd-8399-45ec-88ea-e75f6e71ae17, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:31:53.237209 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-bb703d8f-a536-4849-8758-bf25a709177e req-7cc195f5-7821-4bce-80a2-997bd1d48e84 service neutron] For port 7a5dd0dd-8399-45ec-88ea-e75f6e71ae17, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=7a5dd0dd-8399-45ec-88ea-e75f6e71ae17,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:31:53.241089 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6ef16598-b5e3-4755-9619-6c628252410e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:53.259800 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-ad835b4b-88fc-4434-b81f-16601822e011 None None] Provisioning complete for port 2c0673a7-5e59-4aa6-81be-ad314a93b085 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:31:53.260165 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ad835b4b-88fc-4434-b81f-16601822e011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:53.301169 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-ad835b4b-88fc-4434-b81f-16601822e011 None None] Port 2c0673a7-5e59-4aa6-81be-ad314a93b085 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:31:53.353423 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-bb703d8f-a536-4849-8758-bf25a709177e req-7cc195f5-7821-4bce-80a2-997bd1d48e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:53.395644 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ae62f7-1dda-4d12-8cf4-29803214c16e admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:31:53.406630 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bd88a4-bfce-490d-8ced-1cf8cfe3578a None None] Sync routers for ids ['e786fe27-4a29-4909-861e-5a277d98ba39'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:31:53.417176 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bd88a4-bfce-490d-8ced-1cf8cfe3578a None None] Routers {'e786fe27-4a29-4909-861e-5a277d98ba39'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:31:53.418495 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5caaa-cddd-4eb1-99b5-5ebb5ae0193b req-ab884242-723d-4463-82bd-bed6ea135cc2 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:53.420170 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-57c5caaa-cddd-4eb1-99b5-5ebb5ae0193b req-ab884242-723d-4463-82bd-bed6ea135cc2 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.98 "GET /v2.0/ports?device_id=00f85f96-1fef-4ad6-8f3a-f6d62251f187 HTTP/1.1" status: 200 len: 948 time: 0.3327558 Oct 20 11:31:53.421702 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-42bd88a4-bfce-490d-8ced-1cf8cfe3578a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:31:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e786fe27-4a29-4909-861e-5a277d98ba39'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:53.427855 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb703d8f-a536-4849-8758-bf25a709177e req-7cc195f5-7821-4bce-80a2-997bd1d48e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:53.428473 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-bb703d8f-a536-4849-8758-bf25a709177e req-7cc195f5-7821-4bce-80a2-997bd1d48e84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:53.429963 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bb703d8f-a536-4849-8758-bf25a709177e req-7cc195f5-7821-4bce-80a2-997bd1d48e84 service neutron] 10.222.0.11 "PUT /v2.0/ports/7a5dd0dd-8399-45ec-88ea-e75f6e71ae17 HTTP/1.1" status: 200 len: 1096 time: 5.1739240 Oct 20 11:31:53.451454 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f6ae62f7-1dda-4d12-8cf4-29803214c16e admin admin] 10.222.0.98 "PUT /v2.0/routers/e786fe27-4a29-4909-861e-5a277d98ba39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4624684 Oct 20 11:31:53.509912 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ea9eab-261f-4342-b95e-4a500c436df9 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:31:53.522055 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4b01c4-70f5-40e7-b7b1-341545d4ba25 None None] Sync routers for ids ['0b257461-74ea-4f03-9ed9-d5b57bfaa957'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:31:53.524767 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c7ea9eab-261f-4342-b95e-4a500c436df9 admin admin] 10.222.0.98 "PUT /v2.0/routers/0b257461-74ea-4f03-9ed9-d5b57bfaa957/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1231558 Oct 20 11:31:53.525722 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59276) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:53.540290 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4b01c4-70f5-40e7-b7b1-341545d4ba25 None None] Routers {'0b257461-74ea-4f03-9ed9-d5b57bfaa957'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:31:53.542428 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-1b4b01c4-70f5-40e7-b7b1-341545d4ba25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:31:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['0b257461-74ea-4f03-9ed9-d5b57bfaa957'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:53.613237 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a2521fa-af42-46e5-a3ad-59928bb070ad req-7ca2b8fc-660d-4624-a845-dc0b29921f72 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5069413 Oct 20 11:31:53.693790 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00f85f96-1fef-4ad6-8f3a-f6d62251f187', 'tag': '7a5dd0dd-8399-45ec-88ea-e75f6e71ae17'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:31:53.696485 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ec3478-cfe7-4ad7-9daa-c637fd00dda1" -d '{"events": [{"name": "network-changed", "server_uuid": "00f85f96-1fef-4ad6-8f3a-f6d62251f187", "tag": "7a5dd0dd-8399-45ec-88ea-e75f6e71ae17"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:31:53.700131 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-be9927e0-cc47-4c05-ab0c-aca662855a75 admin admin] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:53.745272 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-42bd88a4-bfce-490d-8ced-1cf8cfe3578a None None] Set router e786fe27-4a29-4909-861e-5a277d98ba39 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:31:53.763825 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc195f5-7821-4bce-80a2-997bd1d48e84 service neutron] Pushing event updated for resources: {'Port': ['ID=7a5dd0dd-8399-45ec-88ea-e75f6e71ae17,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:53.804026 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b842955-6d5b-4557-a99f-23cd12eba203 x-openstack-request-id: req-8b842955-6d5b-4557-a99f-23cd12eba203 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:31:53.804309 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00f85f96-1fef-4ad6-8f3a-f6d62251f187", "tag": "7a5dd0dd-8399-45ec-88ea-e75f6e71ae17", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:31:53.804559 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8b842955-6d5b-4557-a99f-23cd12eba203 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:31:53.804952 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00f85f96-1fef-4ad6-8f3a-f6d62251f187', 'tag': '7a5dd0dd-8399-45ec-88ea-e75f6e71ae17', 'status': 'completed', 'code': 200} Oct 20 11:31:53.836111 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1096304c-3250-4c91-a0ae-a0d182374e03'}, {'server_uuid': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aea7d3c-78fa-4d1c-9d27-ec767d37af26'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:31:53.842693 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c076df-d345-4433-86a8-6dd81f1e2942" -d '{"events": [{"server_uuid": "e3cb83e1-d26e-43fb-9111-1a2c562b6e89", "name": "network-vif-plugged", "status": "completed", "tag": "1096304c-3250-4c91-a0ae-a0d182374e03"}, {"server_uuid": "e3cb83e1-d26e-43fb-9111-1a2c562b6e89", "name": "network-vif-plugged", "status": "completed", "tag": "4aea7d3c-78fa-4d1c-9d27-ec767d37af26"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:31:53.863608 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-57c5caaa-cddd-4eb1-99b5-5ebb5ae0193b req-c5fcff87-9e4b-43a4-9d7c-f6244f69230d tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.98 "GET /v2.0/security-groups?id=3d484651-344c-494a-a8f0-7df8c900d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4236896 Oct 20 11:31:53.870075 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-1b4b01c4-70f5-40e7-b7b1-341545d4ba25 None None] Set router 0b257461-74ea-4f03-9ed9-d5b57bfaa957 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:31:53.876483 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-be9927e0-cc47-4c05-ab0c-aca662855a75 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:53.930266 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a2521fa-af42-46e5-a3ad-59928bb070ad req-28f50965-1312-4404-9ae2-2973cb2f7aed service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746456 Oct 20 11:31:53.935634 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb703d8f-a536-4849-8758-bf25a709177e req-6e4c829f-a417-40dd-a466-46e7bda867a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:53.938028 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bb703d8f-a536-4849-8758-bf25a709177e req-6e4c829f-a417-40dd-a466-46e7bda867a4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=998981097b50416bbe4fc54cf13d8997&device_id=00f85f96-1fef-4ad6-8f3a-f6d62251f187 HTTP/1.1" status: 200 len: 1099 time: 0.4074302 Oct 20 11:31:54.026876 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-be9927e0-cc47-4c05-ab0c-aca662855a75 admin admin] Deleting port 3a7a2f6b-a3e0-4f12-890a-aaa367535c56 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:31:54.028567 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-be9927e0-cc47-4c05-ab0c-aca662855a75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:54.038503 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Oct 2021 11:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c801097-ca27-4bb2-a174-0c6bbdd3db17 x-openstack-request-id: req-1c801097-ca27-4bb2-a174-0c6bbdd3db17 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:31:54.038816 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3cb83e1-d26e-43fb-9111-1a2c562b6e89", "name": "network-vif-plugged", "status": "completed", "tag": "1096304c-3250-4c91-a0ae-a0d182374e03", "code": 200}, {"server_uuid": "e3cb83e1-d26e-43fb-9111-1a2c562b6e89", "name": "network-vif-plugged", "status": "completed", "tag": "4aea7d3c-78fa-4d1c-9d27-ec767d37af26", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:31:54.040046 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1c801097-ca27-4bb2-a174-0c6bbdd3db17 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:31:54.040454 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1096304c-3250-4c91-a0ae-a0d182374e03', 'code': 200} Oct 20 11:31:54.040710 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aea7d3c-78fa-4d1c-9d27-ec767d37af26', 'code': 200} Oct 20 11:31:54.214879 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-1b4b01c4-70f5-40e7-b7b1-341545d4ba25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b257461-74ea-4f03-9ed9-d5b57bfaa957', 'name': 'tempest-FloatingIPsTestJSON-1954686776-router', 'tenant_id': '340a761b227446d298017d5578e3b79d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '3a7a2f6b-a3e0-4f12-890a-aaa367535c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:31:19Z', 'updated_at': '2021-10-20T11:31:51Z', 'revision_number': 5, 'project_id': '340a761b227446d298017d5578e3b79d', 'gw_port': {'id': '3a7a2f6b-a3e0-4f12-890a-aaa367535c56', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b257461-74ea-4f03-9ed9-d5b57bfaa957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:20Z', 'updated_at': '2021-10-20T11:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:54.281360 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4b01c4-70f5-40e7-b7b1-341545d4ba25 None None] Checking router: 0b257461-74ea-4f03-9ed9-d5b57bfaa957 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:31:54.282081 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-be9927e0-cc47-4c05-ab0c-aca662855a75 admin admin] For port 3a7a2f6b-a3e0-4f12-890a-aaa367535c56, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=3a7a2f6b-a3e0-4f12-890a-aaa367535c56,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:54.282474 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-be9927e0-cc47-4c05-ab0c-aca662855a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:54.298147 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6eea6-ac36-4ea7-bebe-d555a577fb78 req-9de4a0cf-e229-4ec0-9a85-bc50ce4cf77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:54.298774 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6eea6-ac36-4ea7-bebe-d555a577fb78 req-9de4a0cf-e229-4ec0-9a85-bc50ce4cf77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:54.299428 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6eea6-ac36-4ea7-bebe-d555a577fb78 req-9de4a0cf-e229-4ec0-9a85-bc50ce4cf77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:54.299906 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6eea6-ac36-4ea7-bebe-d555a577fb78 req-9de4a0cf-e229-4ec0-9a85-bc50ce4cf77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:54.300085 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4b01c4-70f5-40e7-b7b1-341545d4ba25 None None] Routers {'0b257461-74ea-4f03-9ed9-d5b57bfaa957'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:31:54.300353 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6eea6-ac36-4ea7-bebe-d555a577fb78 req-9de4a0cf-e229-4ec0-9a85-bc50ce4cf77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:54.300706 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-1b4b01c4-70f5-40e7-b7b1-341545d4ba25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:31:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['0b257461-74ea-4f03-9ed9-d5b57bfaa957'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:54.300836 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6eea6-ac36-4ea7-bebe-d555a577fb78 req-9de4a0cf-e229-4ec0-9a85-bc50ce4cf77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:54.301235 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6eea6-ac36-4ea7-bebe-d555a577fb78 req-9de4a0cf-e229-4ec0-9a85-bc50ce4cf77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:54.303180 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-fef6eea6-ac36-4ea7-bebe-d555a577fb78 req-9de4a0cf-e229-4ec0-9a85-bc50ce4cf77f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 6491 time: 0.1383989 Oct 20 11:31:54.310081 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-be9927e0-cc47-4c05-ab0c-aca662855a75 admin admin] Calling delete_port for 3a7a2f6b-a3e0-4f12-890a-aaa367535c56 owned by network:router_gateway {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:31:54.395162 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-42bd88a4-bfce-490d-8ced-1cf8cfe3578a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e786fe27-4a29-4909-861e-5a277d98ba39', 'name': 'tempest-ServersTestManualDisk-373571087-router', 'tenant_id': '69251b3b8e214fb2a0a37c132a413a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'fb6d4742-3ca7-4101-9402-2b03d9f361e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:31:44Z', 'updated_at': '2021-10-20T11:31:51Z', 'revision_number': 4, 'project_id': '69251b3b8e214fb2a0a37c132a413a5d', 'gw_port': {'id': 'fb6d4742-3ca7-4101-9402-2b03d9f361e8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:0a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e786fe27-4a29-4909-861e-5a277d98ba39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:45Z', 'updated_at': '2021-10-20T11:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '2c0673a7-5e59-4aa6-81be-ad314a93b085', 'name': '', 'network_id': 'bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f', 'tenant_id': '69251b3b8e214fb2a0a37c132a413a5d', 'mac_address': 'fa:16:3e:36:dc:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e786fe27-4a29-4909-861e-5a277d98ba39', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '0057a976-b334-4953-9598-aeeb93dda6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:49Z', 'updated_at': '2021-10-20T11:31:51Z', 'revision_number': 2, 'project_id': '69251b3b8e214fb2a0a37c132a413a5d', 'subnets': [{'id': '0057a976-b334-4953-9598-aeeb93dda6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:54.419639 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-fef6eea6-ac36-4ea7-bebe-d555a577fb78 req-841b6d60-cbda-4021-95e1-cae83a424638 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=6e397af8-07ce-4093-b8cb-76d0226b7f33&id=cde799ff-a835-4e26-b5ae-07ed8640379f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1070151 Oct 20 11:31:54.446462 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-1b4b01c4-70f5-40e7-b7b1-341545d4ba25 None None] Set router 0b257461-74ea-4f03-9ed9-d5b57bfaa957 gateway port host: None {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:31:54.460669 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device fb6d4742-3ca7-4101-9402-2b03d9f361e8 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:31:54.472905 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bd88a4-bfce-490d-8ced-1cf8cfe3578a None None] Checking router: e786fe27-4a29-4909-861e-5a277d98ba39 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:31:54.473854 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bd88a4-bfce-490d-8ced-1cf8cfe3578a None None] Updating router e786fe27-4a29-4909-861e-5a277d98ba39 port 2c0673a7-5e59-4aa6-81be-ad314a93b085 binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:31:54.513630 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-42bd88a4-bfce-490d-8ced-1cf8cfe3578a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:54.561959 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-1b4b01c4-70f5-40e7-b7b1-341545d4ba25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b257461-74ea-4f03-9ed9-d5b57bfaa957', 'name': 'tempest-FloatingIPsTestJSON-1954686776-router', 'tenant_id': '340a761b227446d298017d5578e3b79d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:31:19Z', 'updated_at': '2021-10-20T11:31:53Z', 'revision_number': 6, 'project_id': '340a761b227446d298017d5578e3b79d', 'gw_port_host': None}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:54.620568 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-be9927e0-cc47-4c05-ab0c-aca662855a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:54.636165 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4b01c4-70f5-40e7-b7b1-341545d4ba25 None None] The sync data for ids ['0b257461-74ea-4f03-9ed9-d5b57bfaa957'] in n-d-814735-3 is: [{'id': '0b257461-74ea-4f03-9ed9-d5b57bfaa957', 'name': 'tempest-FloatingIPsTestJSON-1954686776-router', 'tenant_id': '340a761b227446d298017d5578e3b79d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:31:19Z', 'updated_at': '2021-10-20T11:31:53Z', 'revision_number': 6, 'project_id': '340a761b227446d298017d5578e3b79d', 'gw_port_host': None}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:31:54.666991 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9927e0-cc47-4c05-ab0c-aca662855a75 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a7a2f6b-a3e0-4f12-890a-aaa367535c56,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:54.706841 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port fb6d4742-3ca7-4101-9402-2b03d9f361e8 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:31:54.709459 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:54.754666 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-be9927e0-cc47-4c05-ab0c-aca662855a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:54.827822 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:54.835528 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bb703d8f-a536-4849-8758-bf25a709177e req-b17ac515-485a-44ce-8203-0fe3da4b6325 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=7a5dd0dd-8399-45ec-88ea-e75f6e71ae17 HTTP/1.1" status: 200 len: 217 time: 0.8856773 Oct 20 11:31:54.845508 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff3baf7-0025-47d0-9f50-af19032d3554 req-72e6ffb1-a3a4-43ca-83c3-64030aee2333 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:54.847202 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3ff3baf7-0025-47d0-9f50-af19032d3554 req-72e6ffb1-a3a4-43ca-83c3-64030aee2333 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.11 "GET /v2.0/ports?device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 950 time: 1.1774206 Oct 20 11:31:54.849437 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59314) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:54.854599 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-fa397c11-3093-422f-8343-7fdd20ba70dd tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Request body: {'security_group': {'name': 'tempest-securitygroup--561357793', 'description': 'tempest-description--1750002489'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:31:54.923804 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-be9927e0-cc47-4c05-ab0c-aca662855a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:54.927650 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-be9927e0-cc47-4c05-ab0c-aca662855a75 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:54.973856 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fa397c11-3093-422f-8343-7fdd20ba70dd tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:54.998403 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-be9927e0-cc47-4c05-ab0c-aca662855a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:54.998994 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9927e0-cc47-4c05-ab0c-aca662855a75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b257461-74ea-4f03-9ed9-d5b57bfaa957 {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:31:55.004511 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-be9927e0-cc47-4c05-ab0c-aca662855a75 admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:55.008009 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-be9927e0-cc47-4c05-ab0c-aca662855a75 admin admin] 10.222.0.98 "DELETE /v2.0/routers/0b257461-74ea-4f03-9ed9-d5b57bfaa957 HTTP/1.1" status: 204 len: 168 time: 1.4752879 Oct 20 11:31:55.026357 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 59320) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:55.049064 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-42bd88a4-bfce-490d-8ced-1cf8cfe3578a None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:55.058071 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-42bd88a4-bfce-490d-8ced-1cf8cfe3578a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:55.063935 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fa397c11-3093-422f-8343-7fdd20ba70dd tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:55.068842 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fa397c11-3093-422f-8343-7fdd20ba70dd tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:55.108222 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa397c11-3093-422f-8343-7fdd20ba70dd tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bea1449-0e14-4d4b-9730-853c09f6cf9b,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:55.119233 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da2e1b-b0b9-4f70-b9ff-89f32fd5eab4 None None] Pushing event updated for resources: {'Port': ['ID=2c0673a7-5e59-4aa6-81be-ad314a93b085,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:55.148489 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fa397c11-3093-422f-8343-7fdd20ba70dd tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:55.150637 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-fa397c11-3093-422f-8343-7fdd20ba70dd tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3001373 Oct 20 11:31:55.153448 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59322) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:55.158171 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-7e25c718-ce53-4205-82ef-41f996e250cc tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Request body: {'security_group_rule': {'security_group_id': '0bea1449-0e14-4d4b-9730-853c09f6cf9b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:31:55.158605 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3de55-6e03-4d00-b05c-21f0faa2738c req-341dec2d-f8a2-4920-94a2-9786d2322475 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:55.160357 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3cf3de55-6e03-4d00-b05c-21f0faa2738c req-341dec2d-f8a2-4920-94a2-9786d2322475 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 950 time: 0.3397703 Oct 20 11:31:55.175020 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c5368-7d1d-48be-a35b-82f2d77dd393 req-5ce4bfc3-44d8-4cde-a8e1-ac97641afa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:55.176640 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-626c5368-7d1d-48be-a35b-82f2d77dd393 req-5ce4bfc3-44d8-4cde-a8e1-ac97641afa55 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=998981097b50416bbe4fc54cf13d8997&device_id=5442ea14-6bd9-4966-9df9-d9ee84fcb257 HTTP/1.1" status: 200 len: 1098 time: 0.3547471 Oct 20 11:31:55.191764 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-42bd88a4-bfce-490d-8ced-1cf8cfe3578a None None] Attempting to bind port 2c0673a7-5e59-4aa6-81be-ad314a93b085 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:31:55.192139 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-42bd88a4-bfce-490d-8ced-1cf8cfe3578a None None] Attempting to bind port 2c0673a7-5e59-4aa6-81be-ad314a93b085 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '077f6192-3017-4d6f-ab33-2817e3715dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:31:55.192510 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bd88a4-bfce-490d-8ced-1cf8cfe3578a None None] Attempting to bind port 2c0673a7-5e59-4aa6-81be-ad314a93b085 on network bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:31:55.198342 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bd88a4-bfce-490d-8ced-1cf8cfe3578a None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:31:55.198342 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bd88a4-bfce-490d-8ced-1cf8cfe3578a None None] Checking segment: {'id': '077f6192-3017-4d6f-ab33-2817e3715dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:31:55.199081 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-42bd88a4-bfce-490d-8ced-1cf8cfe3578a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:55.199394 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bd88a4-bfce-490d-8ced-1cf8cfe3578a None None] Bound using segment: {'id': '077f6192-3017-4d6f-ab33-2817e3715dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:31:55.199887 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-42bd88a4-bfce-490d-8ced-1cf8cfe3578a None None] Bound port: 2c0673a7-5e59-4aa6-81be-ad314a93b085, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '077f6192-3017-4d6f-ab33-2817e3715dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:31:55.200400 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-42bd88a4-bfce-490d-8ced-1cf8cfe3578a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:55.206434 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f15c360-af04-4b12-95fd-da9290f510d7 admin admin] Deleting subnet 787d79ac-d31a-4eba-abe5-1ceddb850d57 {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:31:55.209996 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb703d8f-a536-4849-8758-bf25a709177e req-4098dca7-9d65-48be-88ec-44aa73ba2de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:55.211540 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7e25c718-ce53-4205-82ef-41f996e250cc tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:55.211992 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bb703d8f-a536-4849-8758-bf25a709177e req-4098dca7-9d65-48be-88ec-44aa73ba2de7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.3346319 Oct 20 11:31:55.220488 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6ef16598-b5e3-4755-9619-6c628252410e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:55.242913 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6f15c360-af04-4b12-95fd-da9290f510d7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:55.279591 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7e25c718-ce53-4205-82ef-41f996e250cc tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:55.285242 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7e25c718-ce53-4205-82ef-41f996e250cc tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:55.309243 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e25c718-ce53-4205-82ef-41f996e250cc tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b924fe1e-29b0-480b-b0f8-23cdb702b9ee,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:55.328965 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7e25c718-ce53-4205-82ef-41f996e250cc tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:55.330658 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7e25c718-ce53-4205-82ef-41f996e250cc tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1759527 Oct 20 11:31:55.333331 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59324) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:55.338404 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-8bad766d-2066-4ba2-85ca-470688f91b1f tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Request body: {'security_group_rule': {'security_group_id': '0bea1449-0e14-4d4b-9730-853c09f6cf9b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:31:55.371835 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8bad766d-2066-4ba2-85ca-470688f91b1f tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:55.434253 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8bad766d-2066-4ba2-85ca-470688f91b1f tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:55.439954 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8bad766d-2066-4ba2-85ca-470688f91b1f tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:55.440148 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486dfc1-e26f-4ced-8265-781b374331fb req-214889b0-9c85-4527-9fcb-95ba47436a46 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:55.446424 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486dfc1-e26f-4ced-8265-781b374331fb req-214889b0-9c85-4527-9fcb-95ba47436a46 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:55.452798 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486dfc1-e26f-4ced-8265-781b374331fb req-214889b0-9c85-4527-9fcb-95ba47436a46 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:55.458457 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-42bd88a4-bfce-490d-8ced-1cf8cfe3578a None None] For port 2c0673a7-5e59-4aa6-81be-ad314a93b085, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:31:55.459131 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486dfc1-e26f-4ced-8265-781b374331fb req-214889b0-9c85-4527-9fcb-95ba47436a46 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:55.462463 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad766d-2066-4ba2-85ca-470688f91b1f tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35f079f6-d5c1-468c-a094-5e4b944fe4b1,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:55.466248 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-42bd88a4-bfce-490d-8ced-1cf8cfe3578a None None] For port 2c0673a7-5e59-4aa6-81be-ad314a93b085, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=2c0673a7-5e59-4aa6-81be-ad314a93b085,segment=NetworkSegment(077f6192-3017-4d6f-ab33-2817e3715dc9),segment_id=077f6192-3017-4d6f-ab33-2817e3715dc9)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:31:55.468153 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-4fce8748-46ca-42dd-ba28-e669de1c69ab None None] Provisioning complete for port 2c0673a7-5e59-4aa6-81be-ad314a93b085 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:31:55.468531 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486dfc1-e26f-4ced-8265-781b374331fb req-214889b0-9c85-4527-9fcb-95ba47436a46 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:55.468645 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4fce8748-46ca-42dd-ba28-e669de1c69ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:55.474450 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8bad766d-2066-4ba2-85ca-470688f91b1f tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:55.475037 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486dfc1-e26f-4ced-8265-781b374331fb req-214889b0-9c85-4527-9fcb-95ba47436a46 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:55.478517 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8bad766d-2066-4ba2-85ca-470688f91b1f tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1411591 Oct 20 11:31:55.478728 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59326) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:55.481102 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486dfc1-e26f-4ced-8265-781b374331fb req-214889b0-9c85-4527-9fcb-95ba47436a46 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:55.483059 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b486dfc1-e26f-4ced-8265-781b374331fb req-214889b0-9c85-4527-9fcb-95ba47436a46 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 5434 time: 0.5286853 Oct 20 11:31:55.491308 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-23bd18c2-dd6f-4084-b6d3-2f7ddae63ed4 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:31:55.497926 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-42bd88a4-bfce-490d-8ced-1cf8cfe3578a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:55.512272 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c5368-7d1d-48be-a35b-82f2d77dd393 req-8f12b810-2ad6-44ad-a684-77c297f2ee14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:55.513792 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-626c5368-7d1d-48be-a35b-82f2d77dd393 req-8f12b810-2ad6-44ad-a684-77c297f2ee14 service neutron] 10.222.0.89 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 0.2989485 Oct 20 11:31:55.523254 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-23bd18c2-dd6f-4084-b6d3-2f7ddae63ed4 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Publish callbacks [] for floatingip, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:55.549792 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6f15c360-af04-4b12-95fd-da9290f510d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:55.553391 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-4fce8748-46ca-42dd-ba28-e669de1c69ab None None] Port 2c0673a7-5e59-4aa6-81be-ad314a93b085 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:31:55.579232 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da2e1b-b0b9-4f70-b9ff-89f32fd5eab4 None None] Pushing event updated for resources: {'Port': ['ID=2c0673a7-5e59-4aa6-81be-ad314a93b085,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:55.582549 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bd88a4-bfce-490d-8ced-1cf8cfe3578a None None] Routers {'e786fe27-4a29-4909-861e-5a277d98ba39'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:31:55.583448 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-42bd88a4-bfce-490d-8ced-1cf8cfe3578a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:31:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e786fe27-4a29-4909-861e-5a277d98ba39'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:55.592899 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-626c5368-7d1d-48be-a35b-82f2d77dd393 req-096007a8-446d-49a4-9608-e8c7ab1a696c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=e75a27b6-e296-4256-8f83-4a466463d5ad HTTP/1.1" status: 200 len: 217 time: 0.0641387 Oct 20 11:31:55.656116 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-23bd18c2-dd6f-4084-b6d3-2f7ddae63ed4 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:55.685754 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb703d8f-a536-4849-8758-bf25a709177e req-52693c32-8e76-4b11-bc60-1e80e54f35c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:55.687229 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bb703d8f-a536-4849-8758-bf25a709177e req-52693c32-8e76-4b11-bc60-1e80e54f35c8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4455814 Oct 20 11:31:55.731553 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3cf3de55-6e03-4d00-b05c-21f0faa2738c req-046749a7-cef2-4a6d-8525-7d98e4b54cf5 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5299811 Oct 20 11:31:55.740612 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-3ff3baf7-0025-47d0-9f50-af19032d3554 req-3b3d130c-aede-480a-b4c5-a6f3f1892965 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Deleting port a2f21c01-e64a-4abc-9a84-ff74becfcd56 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:31:55.740937 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3ff3baf7-0025-47d0-9f50-af19032d3554 req-3b3d130c-aede-480a-b4c5-a6f3f1892965 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:55.752979 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-42bd88a4-bfce-490d-8ced-1cf8cfe3578a None None] Set router e786fe27-4a29-4909-861e-5a277d98ba39 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:31:55.864455 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c5368-7d1d-48be-a35b-82f2d77dd393 req-91df9228-5c8d-42e0-9541-8d4218cc22a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:55.865853 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-626c5368-7d1d-48be-a35b-82f2d77dd393 req-91df9228-5c8d-42e0-9541-8d4218cc22a8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.2433021 Oct 20 11:31:55.867749 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-23bd18c2-dd6f-4084-b6d3-2f7ddae63ed4 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Allocated IP 172.25.5.251 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/5016c88e-4ce1-4048-b89a-956183daa56b) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:31:55.897099 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b486dfc1-e26f-4ced-8265-781b374331fb req-9d91fc26-e6f2-4093-82a3-d1c16bf0753b tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e397af8-07ce-4093-b8cb-76d0226b7f33&id=cde799ff-a835-4e26-b5ae-07ed8640379f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3574734 Oct 20 11:31:56.053573 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e6919056-1af6-4c48-8d54-47743119eab4 None None] Provisioning complete for port 2c0673a7-5e59-4aa6-81be-ad314a93b085 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:31:56.054082 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e6919056-1af6-4c48-8d54-47743119eab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:56.089709 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-23bd18c2-dd6f-4084-b6d3-2f7ddae63ed4 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:56.138787 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-23bd18c2-dd6f-4084-b6d3-2f7ddae63ed4 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:56.187610 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bd18c2-dd6f-4084-b6d3-2f7ddae63ed4 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:31:56.191031 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-23bd18c2-dd6f-4084-b6d3-2f7ddae63ed4 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:31:56.195280 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bd18c2-dd6f-4084-b6d3-2f7ddae63ed4 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:31:56.205076 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6f15c360-af04-4b12-95fd-da9290f510d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:56.212112 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-3ff3baf7-0025-47d0-9f50-af19032d3554 req-3b3d130c-aede-480a-b4c5-a6f3f1892965 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] For port a2f21c01-e64a-4abc-9a84-ff74becfcd56, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=a2f21c01-e64a-4abc-9a84-ff74becfcd56,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:56.213023 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3ff3baf7-0025-47d0-9f50-af19032d3554 req-3b3d130c-aede-480a-b4c5-a6f3f1892965 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:56.225622 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd18c2-dd6f-4084-b6d3-2f7ddae63ed4 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Pushing event updated for resources: {'Port': ['ID=5016c88e-4ce1-4048-b89a-956183daa56b,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:56.234751 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e6919056-1af6-4c48-8d54-47743119eab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:56.241253 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bb703d8f-a536-4849-8758-bf25a709177e req-6b71dd13-c4b5-4b76-99cc-14f81fa9da4d service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5062714 Oct 20 11:31:56.266311 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-42bd88a4-bfce-490d-8ced-1cf8cfe3578a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e786fe27-4a29-4909-861e-5a277d98ba39', 'name': 'tempest-ServersTestManualDisk-373571087-router', 'tenant_id': '69251b3b8e214fb2a0a37c132a413a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'fb6d4742-3ca7-4101-9402-2b03d9f361e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:31:44Z', 'updated_at': '2021-10-20T11:31:51Z', 'revision_number': 4, 'project_id': '69251b3b8e214fb2a0a37c132a413a5d', 'gw_port': {'id': 'fb6d4742-3ca7-4101-9402-2b03d9f361e8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:0a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e786fe27-4a29-4909-861e-5a277d98ba39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:45Z', 'updated_at': '2021-10-20T11:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '2c0673a7-5e59-4aa6-81be-ad314a93b085', 'name': '', 'network_id': 'bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f', 'tenant_id': '69251b3b8e214fb2a0a37c132a413a5d', 'mac_address': 'fa:16:3e:36:dc:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e786fe27-4a29-4909-861e-5a277d98ba39', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '0057a976-b334-4953-9598-aeeb93dda6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:49Z', 'updated_at': '2021-10-20T11:31:55Z', 'revision_number': 4, 'project_id': '69251b3b8e214fb2a0a37c132a413a5d', 'subnets': [{'id': '0057a976-b334-4953-9598-aeeb93dda6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:56.271706 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c5368-7d1d-48be-a35b-82f2d77dd393 req-bc0a7f06-e86d-44d8-83f1-b895a87a2f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:56.273332 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-626c5368-7d1d-48be-a35b-82f2d77dd393 req-bc0a7f06-e86d-44d8-83f1-b895a87a2f55 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3685331 Oct 20 11:31:56.278718 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-3ff3baf7-0025-47d0-9f50-af19032d3554 req-3b3d130c-aede-480a-b4c5-a6f3f1892965 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Calling delete_port for a2f21c01-e64a-4abc-9a84-ff74becfcd56 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:31:56.310677 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-23bd18c2-dd6f-4084-b6d3-2f7ddae63ed4 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:56.313209 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bd88a4-bfce-490d-8ced-1cf8cfe3578a None None] The sync data for ids ['e786fe27-4a29-4909-861e-5a277d98ba39'] in n-d-814735-3 is: [{'id': 'e786fe27-4a29-4909-861e-5a277d98ba39', 'name': 'tempest-ServersTestManualDisk-373571087-router', 'tenant_id': '69251b3b8e214fb2a0a37c132a413a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'fb6d4742-3ca7-4101-9402-2b03d9f361e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:31:44Z', 'updated_at': '2021-10-20T11:31:51Z', 'revision_number': 4, 'project_id': '69251b3b8e214fb2a0a37c132a413a5d', 'gw_port': {'id': 'fb6d4742-3ca7-4101-9402-2b03d9f361e8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:0a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e786fe27-4a29-4909-861e-5a277d98ba39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:45Z', 'updated_at': '2021-10-20T11:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '2c0673a7-5e59-4aa6-81be-ad314a93b085', 'name': '', 'network_id': 'bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f', 'tenant_id': '69251b3b8e214fb2a0a37c132a413a5d', 'mac_address': 'fa:16:3e:36:dc:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e786fe27-4a29-4909-861e-5a277d98ba39', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '0057a976-b334-4953-9598-aeeb93dda6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:49Z', 'updated_at': '2021-10-20T11:31:55Z', 'revision_number': 4, 'project_id': '69251b3b8e214fb2a0a37c132a413a5d', 'subnets': [{'id': '0057a976-b334-4953-9598-aeeb93dda6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:31:56.350350 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e6919056-1af6-4c48-8d54-47743119eab4 None None] For port 2c0673a7-5e59-4aa6-81be-ad314a93b085, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=2c0673a7-5e59-4aa6-81be-ad314a93b085,segment=NetworkSegment(077f6192-3017-4d6f-ab33-2817e3715dc9),segment_id=077f6192-3017-4d6f-ab33-2817e3715dc9)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:56.363114 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e6919056-1af6-4c48-8d54-47743119eab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:56.364258 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-23bd18c2-dd6f-4084-b6d3-2f7ddae63ed4 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:56.386312 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea66b19-c828-4f16-b335-cbe13767692d req-6051c1b8-49bc-4803-b9e1-ea7962f37216 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:56.416150 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0ea66b19-c828-4f16-b335-cbe13767692d req-6051c1b8-49bc-4803-b9e1-ea7962f37216 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.98 "GET /v2.0/ports?device_id=00f85f96-1fef-4ad6-8f3a-f6d62251f187 HTTP/1.1" status: 200 len: 948 time: 0.4122105 Oct 20 11:31:56.434573 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 64770c71-41a9-46be-8bcb-688cca7ffe68 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:31:56.444388 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef16598-b5e3-4755-9619-6c628252410e admin admin] Router e9517666-aef1-46e5-824b-2d222c590e80 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:31:56.481779 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 64770c71-41a9-46be-8bcb-688cca7ffe68 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:31:56.482119 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 64770c71-41a9-46be-8bcb-688cca7ffe68 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:31:56.483837 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 3a7a2f6b-a3e0-4f12-890a-aaa367535c56 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:31:56.515606 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 3a7a2f6b-a3e0-4f12-890a-aaa367535c56 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:31:56.520373 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 3a7a2f6b-a3e0-4f12-890a-aaa367535c56 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:31:56.537449 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device a2f21c01-e64a-4abc-9a84-ff74becfcd56 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:31:56.540649 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6919056-1af6-4c48-8d54-47743119eab4 None None] Pushing event updated for resources: {'Port': ['ID=2c0673a7-5e59-4aa6-81be-ad314a93b085,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:56.545458 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device e75a27b6-e296-4256-8f83-4a466463d5ad details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:31:56.635508 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-23bd18c2-dd6f-4084-b6d3-2f7ddae63ed4 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:56.654813 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-23bd18c2-dd6f-4084-b6d3-2f7ddae63ed4 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:56.661461 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port e75a27b6-e296-4256-8f83-4a466463d5ad, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e75a27b6-e296-4256-8f83-4a466463d5ad,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:56.703318 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': 'e75a27b6-e296-4256-8f83-4a466463d5ad', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'port_id': 'e75a27b6-e296-4256-8f83-4a466463d5ad', 'mac_address': 'fa:16:3e:7b:3f:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94289c8c-e5f7-4e30-b6a9-5b268a8fd610', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:31:56.746285 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6f15c360-af04-4b12-95fd-da9290f510d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:56.784348 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd18c2-dd6f-4084-b6d3-2f7ddae63ed4 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Pushing event updated for resources: {'Port': ['ID=5016c88e-4ce1-4048-b89a-956183daa56b,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:56.825324 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-23bd18c2-dd6f-4084-b6d3-2f7ddae63ed4 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:56.857205 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:56.863859 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0ea66b19-c828-4f16-b335-cbe13767692d req-51e2eeb1-82a8-413d-8d77-35d8ac4cd059 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.98 "GET /v2.0/security-groups?id=3d484651-344c-494a-a8f0-7df8c900d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4463763 Oct 20 11:31:56.866882 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-23bd18c2-dd6f-4084-b6d3-2f7ddae63ed4 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:56.867558 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-23bd18c2-dd6f-4084-b6d3-2f7ddae63ed4 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3875599 Oct 20 11:31:56.873409 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d43504a-6305-48f0-b347-33a50d6bbfde None None] Network 702f2a54-1918-497a-85d7-165d7b3aceac requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:31:56.925218 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6f15c360-af04-4b12-95fd-da9290f510d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:56.931186 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-6f15c360-af04-4b12-95fd-da9290f510d7 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/787d79ac-d31a-4eba-abe5-1ceddb850d57 HTTP/1.1" status: 204 len: 168 time: 1.8980246 Oct 20 11:31:56.933693 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59364) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:56.951331 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15c360-af04-4b12-95fd-da9290f510d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=787d79ac-d31a-4eba-abe5-1ceddb850d57,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:56.954996 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bb703d8f-a536-4849-8758-bf25a709177e req-f7b34432-192f-407a-9715-237f7f71994d service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7032249 Oct 20 11:31:56.957272 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-626c5368-7d1d-48be-a35b-82f2d77dd393 req-8116cc0b-da48-42a4-b204-78dc8e1b6a47 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6593466 Oct 20 11:31:57.060510 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:57.080113 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef16598-b5e3-4755-9619-6c628252410e admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:31:57.114537 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f42393d6-87b2-4bc2-a395-38e3abe2043b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:57.125761 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71eadc75-1699-48a3-a424-4f25d675cdce None None] Sync routers for ids ['e9517666-aef1-46e5-824b-2d222c590e80'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:31:57.160999 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d05b2-f47b-40e6-825b-de94085a23fe req-ed2f6895-54c5-44f2-a42b-5eb63fcff35c tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:57.169689 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-846d05b2-f47b-40e6-825b-de94085a23fe req-ed2f6895-54c5-44f2-a42b-5eb63fcff35c tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4049cd-5d1e-452d-84fe-1423f3e965b6 HTTP/1.1" status: 200 len: 950 time: 0.3028829 Oct 20 11:31:57.170931 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e75a27b6-e296-4256-8f83-4a466463d5ad {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:31:57.182338 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-f42393d6-87b2-4bc2-a395-38e3abe2043b admin admin] Deleting port e570280f-976e-4dc4-b904-eeb2002a41a1 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:31:57.183129 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f42393d6-87b2-4bc2-a395-38e3abe2043b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:57.233085 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.db.api [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 20 11:31:57.233085 n-d-814735-3 neutron-server[100648]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Oct 20 11:31:57.233085 n-d-814735-3 neutron-server[100648]: [parameters: {'status': 'DOWN', 'ports_id': 'a2f21c01-e64a-4abc-9a84-ff74becfcd56'}] Oct 20 11:31:57.233085 n-d-814735-3 neutron-server[100648]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:31:57.233594 n-d-814735-3 neutron-server[100648]: DEBUG oslo_db.api [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:31:57.253267 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71eadc75-1699-48a3-a424-4f25d675cdce None None] Routers {'e9517666-aef1-46e5-824b-2d222c590e80'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:31:57.253866 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-71eadc75-1699-48a3-a424-4f25d675cdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:31:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e9517666-aef1-46e5-824b-2d222c590e80'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:57.278389 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59370) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:57.302349 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port e75a27b6-e296-4256-8f83-4a466463d5ad, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e75a27b6-e296-4256-8f83-4a466463d5ad,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:57.303531 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-f42393d6-87b2-4bc2-a395-38e3abe2043b admin admin] For port e570280f-976e-4dc4-b904-eeb2002a41a1, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=e570280f-976e-4dc4-b904-eeb2002a41a1,segment=NetworkSegment(3d88afa2-abb1-4169-8646-e3e6ae2bb942),segment_id=3d88afa2-abb1-4169-8646-e3e6ae2bb942)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:57.304420 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f42393d6-87b2-4bc2-a395-38e3abe2043b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:57.330847 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-f42393d6-87b2-4bc2-a395-38e3abe2043b admin admin] Calling delete_port for e570280f-976e-4dc4-b904-eeb2002a41a1 owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:31:57.401532 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-846d05b2-f47b-40e6-825b-de94085a23fe req-29d5018d-bfe9-45e4-9db2-09c16c346ad1 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d4ac64-12a5-4093-89b1-eeda526ffd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257626 Oct 20 11:31:57.403639 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-71eadc75-1699-48a3-a424-4f25d675cdce None None] Set router e9517666-aef1-46e5-824b-2d222c590e80 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:31:57.455023 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6ef16598-b5e3-4755-9619-6c628252410e admin admin] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:57.456337 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-6ef16598-b5e3-4755-9619-6c628252410e admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 10.2007883 Oct 20 11:31:57.459220 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59378) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:57.467654 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f42393d6-87b2-4bc2-a395-38e3abe2043b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:57.483918 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d9b76a-5e7f-4b7c-bb2e-2ad077cd885d None None] DHCP port deletion for 702f2a54-1918-497a-85d7-165d7b3aceac request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:31:57.490039 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:57.518649 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-626c5368-7d1d-48be-a35b-82f2d77dd393 req-ec2bda7e-10f0-489b-850e-f44a4535fd47 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5248287 Oct 20 11:31:57.559616 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec3478-cfe7-4ad7-9daa-c637fd00dda1 req-ade462ba-05bb-4b8f-a5f5-30818bce75c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:57.561415 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19ec3478-cfe7-4ad7-9daa-c637fd00dda1 req-ade462ba-05bb-4b8f-a5f5-30818bce75c5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=998981097b50416bbe4fc54cf13d8997&device_id=00f85f96-1fef-4ad6-8f3a-f6d62251f187 HTTP/1.1" status: 200 len: 1099 time: 0.5139694 Oct 20 11:31:57.569517 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42393d6-87b2-4bc2-a395-38e3abe2043b admin admin] Pushing event deleted for resources: {'Port': ['ID=e570280f-976e-4dc4-b904-eeb2002a41a1,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:57.573533 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42393d6-87b2-4bc2-a395-38e3abe2043b admin admin] No DVR routers for this DVR port e570280f-976e-4dc4-b904-eeb2002a41a1 on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:31:57.575155 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b6eeeda6-96c8-4c7e-9eea-a8cbadfef4e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:57.615322 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99715b-d045-45b2-aaca-aa59bc96b957 req-eeefccef-02b6-422d-a390-f85e0d7d965e tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:57.622213 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99715b-d045-45b2-aaca-aa59bc96b957 req-eeefccef-02b6-422d-a390-f85e0d7d965e tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:57.629815 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99715b-d045-45b2-aaca-aa59bc96b957 req-eeefccef-02b6-422d-a390-f85e0d7d965e tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:57.640288 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99715b-d045-45b2-aaca-aa59bc96b957 req-eeefccef-02b6-422d-a390-f85e0d7d965e tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:57.646888 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99715b-d045-45b2-aaca-aa59bc96b957 req-eeefccef-02b6-422d-a390-f85e0d7d965e tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:57.654515 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99715b-d045-45b2-aaca-aa59bc96b957 req-eeefccef-02b6-422d-a390-f85e0d7d965e tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:57.664397 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99715b-d045-45b2-aaca-aa59bc96b957 req-eeefccef-02b6-422d-a390-f85e0d7d965e tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:57.667631 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7e99715b-d045-45b2-aaca-aa59bc96b957 req-eeefccef-02b6-422d-a390-f85e0d7d965e tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 5434 time: 0.5296018 Oct 20 11:31:57.687006 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3ff3baf7-0025-47d0-9f50-af19032d3554 req-3b3d130c-aede-480a-b4c5-a6f3f1892965 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:57.706822 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=e75a27b6-e296-4256-8f83-4a466463d5ad,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:57.719768 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-57a7f217-db09-4532-a02c-53d99d0d4343 req-373d08a0-5a93-4790-9c60-60cda2fe0b9b tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--561357793&fields=id&tenant_id=69251b3b8e214fb2a0a37c132a413a5d HTTP/1.1" status: 200 len: 267 time: 0.2118979 Oct 20 11:31:57.742321 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-71eadc75-1699-48a3-a424-4f25d675cdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9517666-aef1-46e5-824b-2d222c590e80', 'name': 'tempest-ServerRescueTestJSONUnderV235-695284212-router', 'tenant_id': 'a20a4ace347a43268c08641c84c578e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '1f106e9d-ce14-4ba9-88fd-913e058c1c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:31:47Z', 'updated_at': '2021-10-20T11:31:52Z', 'revision_number': 3, 'project_id': 'a20a4ace347a43268c08641c84c578e4', 'gw_port': {'id': '1f106e9d-ce14-4ba9-88fd-913e058c1c8f', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9517666-aef1-46e5-824b-2d222c590e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:50Z', 'updated_at': '2021-10-20T11:31:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:57.764842 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Port a2f21c01-e64a-4abc-9a84-ff74becfcd56 update to DOWN by agent not found {{(pid=100648) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 20 11:31:57.792696 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71eadc75-1699-48a3-a424-4f25d675cdce None None] Checking router: e9517666-aef1-46e5-824b-2d222c590e80 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:31:57.793137 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71eadc75-1699-48a3-a424-4f25d675cdce None None] Updating router e9517666-aef1-46e5-824b-2d222c590e80 port 1f106e9d-ce14-4ba9-88fd-913e058c1c8f binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:31:57.814269 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3d130c-aede-480a-b4c5-a6f3f1892965 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Pushing event deleted for resources: {'Port': ['ID=a2f21c01-e64a-4abc-9a84-ff74becfcd56,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:57.827330 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['e75a27b6-e296-4256-8f83-4a466463d5ad'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:31:57.878435 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-71eadc75-1699-48a3-a424-4f25d675cdce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:57.912449 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7e99715b-d045-45b2-aaca-aa59bc96b957 req-0a1cc6a0-b96c-4abc-bbc1-3897503ddc23 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e397af8-07ce-4093-b8cb-76d0226b7f33&id=cde799ff-a835-4e26-b5ae-07ed8640379f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2266538 Oct 20 11:31:58.169915 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f42393d6-87b2-4bc2-a395-38e3abe2043b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:58.251005 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-f42393d6-87b2-4bc2-a395-38e3abe2043b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['702f2a54-1918-497a-85d7-165d7b3aceac']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:58.303802 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-f42393d6-87b2-4bc2-a395-38e3abe2043b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d88afa2-abb1-4169-8646-e3e6ae2bb942') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:58.304793 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-f42393d6-87b2-4bc2-a395-38e3abe2043b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d88afa2-abb1-4169-8646-e3e6ae2bb942') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:58.320392 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f42393d6-87b2-4bc2-a395-38e3abe2043b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:58.338159 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f42393d6-87b2-4bc2-a395-38e3abe2043b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:58.349091 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b6eeeda6-96c8-4c7e-9eea-a8cbadfef4e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:58.352377 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f42393d6-87b2-4bc2-a395-38e3abe2043b admin admin] Releasing vlan 1261 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:31:58.352909 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f42393d6-87b2-4bc2-a395-38e3abe2043b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:58.355170 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:31:58.355170 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:31:58.355170 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:31:58.355170 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:31:58.355170 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:31:58.355170 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:31:58.355170 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:31:58.355170 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:31:58.355170 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:31:58.355170 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:31:58.355170 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:31:58.355170 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:31:58.355170 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:31:58.355170 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:31:58.355170 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:31:58.355170 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:31:58.355170 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:31:58.355170 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:31:58.355170 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:31:58.355170 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:31:58.355170 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:31:58.355170 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:31:58.355170 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:31:58.355170 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:31:58.355170 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:31:58.355170 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:31:58.355170 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:31:58.355170 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:31:58.355170 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:31:58.355170 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:31:58.355170 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:31:58.355170 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:31:58.365645 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-71eadc75-1699-48a3-a424-4f25d675cdce None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:58.370953 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b6eeeda6-96c8-4c7e-9eea-a8cbadfef4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:58.378309 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-71eadc75-1699-48a3-a424-4f25d675cdce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:58.416205 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eeeda6-96c8-4c7e-9eea-a8cbadfef4e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115c7654-f65b-40bd-aeec-44539a405bd0,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:58.416455 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 2c0673a7-5e59-4aa6-81be-ad314a93b085 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:31:58.457651 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-71eadc75-1699-48a3-a424-4f25d675cdce None None] Attempting to bind port 1f106e9d-ce14-4ba9-88fd-913e058c1c8f on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:31:58.458087 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-71eadc75-1699-48a3-a424-4f25d675cdce None None] Attempting to bind port 1f106e9d-ce14-4ba9-88fd-913e058c1c8f by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:31:58.458367 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eadc75-1699-48a3-a424-4f25d675cdce None None] Attempting to bind port 1f106e9d-ce14-4ba9-88fd-913e058c1c8f on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:31:58.465403 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eadc75-1699-48a3-a424-4f25d675cdce None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:31:58.465762 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eadc75-1699-48a3-a424-4f25d675cdce None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:31:58.466158 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-71eadc75-1699-48a3-a424-4f25d675cdce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:58.466543 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eadc75-1699-48a3-a424-4f25d675cdce None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:31:58.467034 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-71eadc75-1699-48a3-a424-4f25d675cdce None None] Bound port: 1f106e9d-ce14-4ba9-88fd-913e058c1c8f, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:31:58.467411 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-71eadc75-1699-48a3-a424-4f25d675cdce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:58.468879 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afb959a-a5c4-4bec-b59d-82bda9c810f3 None None] Pushing event updated for resources: {'Port': ['ID=1f106e9d-ce14-4ba9-88fd-913e058c1c8f,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:58.485018 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff3baf7-0025-47d0-9f50-af19032d3554 req-3b3d130c-aede-480a-b4c5-a6f3f1892965 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] No DVR routers for this DVR port a2f21c01-e64a-4abc-9a84-ff74becfcd56 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:31:58.505316 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3ff3baf7-0025-47d0-9f50-af19032d3554 req-3b3d130c-aede-480a-b4c5-a6f3f1892965 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:58.509350 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3ff3baf7-0025-47d0-9f50-af19032d3554 req-3b3d130c-aede-480a-b4c5-a6f3f1892965 tempest-MigrationsAdminTest-1144251866 tempest-MigrationsAdminTest-1144251866-project] 10.222.0.11 "DELETE /v2.0/ports/a2f21c01-e64a-4abc-9a84-ff74becfcd56 HTTP/1.1" status: 204 len: 173 time: 3.6235349 Oct 20 11:31:58.510008 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b6eeeda6-96c8-4c7e-9eea-a8cbadfef4e0 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a2a8e6b528fe4da886e9c71c7120a149&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2305465 Oct 20 11:31:58.512736 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59392) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:58.520596 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f42393d6-87b2-4bc2-a395-38e3abe2043b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:58.522237 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db4049cd-5d1e-452d-84fe-1423f3e965b6', 'name': 'network-vif-deleted', 'tag': 'a2f21c01-e64a-4abc-9a84-ff74becfcd56'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:31:58.526946 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b552e126-c918-435c-adb0-2c082d93946f" -d '{"events": [{"server_uuid": "db4049cd-5d1e-452d-84fe-1423f3e965b6", "name": "network-vif-deleted", "tag": "a2f21c01-e64a-4abc-9a84-ff74becfcd56"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:31:58.532740 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 7a5dd0dd-8399-45ec-88ea-e75f6e71ae17 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:31:58.535879 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f42393d6-87b2-4bc2-a395-38e3abe2043b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:58.543648 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f42393d6-87b2-4bc2-a395-38e3abe2043b admin admin] 10.222.0.98 "DELETE /v2.0/networks/702f2a54-1918-497a-85d7-165d7b3aceac HTTP/1.1" status: 204 len: 168 time: 1.6088078 Oct 20 11:31:58.547320 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-71eadc75-1699-48a3-a424-4f25d675cdce None None] For port 1f106e9d-ce14-4ba9-88fd-913e058c1c8f, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:31:58.551369 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 2c0673a7-5e59-4aa6-81be-ad314a93b085 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:31:58.551736 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:58.566015 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42393d6-87b2-4bc2-a395-38e3abe2043b admin admin] Pushing event deleted for resources: {'Network': ['ID=702f2a54-1918-497a-85d7-165d7b3aceac,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:58.595629 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-71eadc75-1699-48a3-a424-4f25d675cdce None None] For port 1f106e9d-ce14-4ba9-88fd-913e058c1c8f, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=1f106e9d-ce14-4ba9-88fd-913e058c1c8f,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:31:58.617463 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec3478-cfe7-4ad7-9daa-c637fd00dda1 req-6dab7015-73c6-4902-ad16-64a821a1b70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:58.619315 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19ec3478-cfe7-4ad7-9daa-c637fd00dda1 req-6dab7015-73c6-4902-ad16-64a821a1b70e service neutron] 10.222.0.11 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 1.0357056 Oct 20 11:31:58.621279 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-71eadc75-1699-48a3-a424-4f25d675cdce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:58.643378 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ca67a-d1ae-40fa-9fcc-f3ce65e9804f req-e4440995-52fa-4f53-a626-980a5e6c46da tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:58.645236 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-096ca67a-d1ae-40fa-9fcc-f3ce65e9804f req-e4440995-52fa-4f53-a626-980a5e6c46da tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.98 "GET /v2.0/ports?device_id=00f85f96-1fef-4ad6-8f3a-f6d62251f187 HTTP/1.1" status: 200 len: 948 time: 0.1690977 Oct 20 11:31:58.723057 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19ec3478-cfe7-4ad7-9daa-c637fd00dda1 req-758aef74-f645-4d3b-aaf3-6cc3b822990a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=7a5dd0dd-8399-45ec-88ea-e75f6e71ae17 HTTP/1.1" status: 200 len: 217 time: 0.0925388 Oct 20 11:31:58.725366 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b5eb59f2-eab8-4f37-995d-bca2c781300a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:58.733072 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7f217-db09-4532-a02c-53d99d0d4343 req-a75e36f1-8716-4851-bfd7-78137bf52f81 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:58.741237 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-57a7f217-db09-4532-a02c-53d99d0d4343 req-a75e36f1-8716-4851-bfd7-78137bf52f81 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] 10.222.0.98 "GET /v2.0/networks?id=bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f HTTP/1.1" status: 200 len: 811 time: 1.0203242 Oct 20 11:31:58.780433 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b5eb59f2-eab8-4f37-995d-bca2c781300a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:58.795532 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59398) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:58.796195 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-57a7f217-db09-4532-a02c-53d99d0d4343 req-ad2bf3ab-9b13-4610-a151-00da6fae2b3d tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] 10.222.0.98 "GET /v2.0/quotas/69251b3b8e214fb2a0a37c132a413a5d HTTP/1.1" status: 200 len: 375 time: 0.0532734 Oct 20 11:31:58.812463 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec3478-cfe7-4ad7-9daa-c637fd00dda1 req-50701c87-e561-4c66-83cf-1c5186f6d40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:58.814198 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19ec3478-cfe7-4ad7-9daa-c637fd00dda1 req-50701c87-e561-4c66-83cf-1c5186f6d40a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.0707343 Oct 20 11:31:58.859928 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-096ca67a-d1ae-40fa-9fcc-f3ce65e9804f req-3ee626f7-f6ca-4ec5-b8b4-837029cfe0d7 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.98 "GET /v2.0/security-groups?id=3d484651-344c-494a-a8f0-7df8c900d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033315 Oct 20 11:31:58.907917 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec3478-cfe7-4ad7-9daa-c637fd00dda1 req-2a336702-d798-444d-bc02-7c2b1d677726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:58.912886 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19ec3478-cfe7-4ad7-9daa-c637fd00dda1 req-2a336702-d798-444d-bc02-7c2b1d677726 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0803566 Oct 20 11:31:58.925205 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71eadc75-1699-48a3-a424-4f25d675cdce None None] Routers {'e9517666-aef1-46e5-824b-2d222c590e80'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:31:58.925839 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-71eadc75-1699-48a3-a424-4f25d675cdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:31:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e9517666-aef1-46e5-824b-2d222c590e80'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:58.933503 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afb959a-a5c4-4bec-b59d-82bda9c810f3 None None] Pushing event updated for resources: {'Port': ['ID=1f106e9d-ce14-4ba9-88fd-913e058c1c8f,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:58.943442 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c8aea4e4-04e4-4709-9c11-81150385567c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=340a761b227446d298017d5578e3b79d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1450045 Oct 20 11:31:58.944050 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59400) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:58.975896 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 7a5dd0dd-8399-45ec-88ea-e75f6e71ae17, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=7a5dd0dd-8399-45ec-88ea-e75f6e71ae17,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:59.000258 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '7a5dd0dd-8399-45ec-88ea-e75f6e71ae17', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'port_id': '7a5dd0dd-8399-45ec-88ea-e75f6e71ae17', 'mac_address': 'fa:16:3e:cb:34:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94289c8c-e5f7-4e30-b6a9-5b268a8fd610', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:31:59.007972 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b5eb59f2-eab8-4f37-995d-bca2c781300a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:59.008822 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-57a7f217-db09-4532-a02c-53d99d0d4343 req-796b5827-e61c-46a0-bd93-2a244236a9fd tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=69251b3b8e214fb2a0a37c132a413a5d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1984329 Oct 20 11:31:59.010826 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b5eb59f2-eab8-4f37-995d-bca2c781300a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:59.012125 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b5eb59f2-eab8-4f37-995d-bca2c781300a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/115c7654-f65b-40bd-aeec-44539a405bd0 HTTP/1.1" status: 204 len: 168 time: 0.4983380 Oct 20 11:31:59.045499 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb59f2-eab8-4f37-995d-bca2c781300a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115c7654-f65b-40bd-aeec-44539a405bd0,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:59.070120 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f513d026-9efa-4767-acb0-f78a435bcfec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:59.096842 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b570f71b-3626-4c45-a005-00e17852f886 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:59.128016 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device e570280f-976e-4dc4-b904-eeb2002a41a1 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:31:59.168073 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: e570280f-976e-4dc4-b904-eeb2002a41a1 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:31:59.168735 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device e570280f-976e-4dc4-b904-eeb2002a41a1 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:31:59.207889 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:59.208215 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66bf79-6878-45e4-a734-2b7375c7f264 req-db9ecf5b-f460-4485-b987-ce616b68b8c8 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:59.214515 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66bf79-6878-45e4-a734-2b7375c7f264 req-db9ecf5b-f460-4485-b987-ce616b68b8c8 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:59.221107 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66bf79-6878-45e4-a734-2b7375c7f264 req-db9ecf5b-f460-4485-b987-ce616b68b8c8 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:59.227423 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66bf79-6878-45e4-a734-2b7375c7f264 req-db9ecf5b-f460-4485-b987-ce616b68b8c8 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:59.230691 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-71eadc75-1699-48a3-a424-4f25d675cdce None None] Set router e9517666-aef1-46e5-824b-2d222c590e80 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:31:59.235445 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66bf79-6878-45e4-a734-2b7375c7f264 req-db9ecf5b-f460-4485-b987-ce616b68b8c8 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:59.241861 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66bf79-6878-45e4-a734-2b7375c7f264 req-db9ecf5b-f460-4485-b987-ce616b68b8c8 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:59.249648 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66bf79-6878-45e4-a734-2b7375c7f264 req-db9ecf5b-f460-4485-b987-ce616b68b8c8 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:31:59.251892 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fd66bf79-6878-45e4-a734-2b7375c7f264 req-db9ecf5b-f460-4485-b987-ce616b68b8c8 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 5434 time: 0.2877183 Oct 20 11:31:59.267453 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a5dd0dd-8399-45ec-88ea-e75f6e71ae17 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:31:59.272173 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59406) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:59.279184 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b570f71b-3626-4c45-a005-00e17852f886 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:59.324457 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19ec3478-cfe7-4ad7-9daa-c637fd00dda1 req-93445136-a548-4c1e-a3ce-e22bab5c0593 service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000428 Oct 20 11:31:59.349449 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-7a997546-3607-40f3-8d5b-ed6d56bb304d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Request body: {'floatingip': {'port_id': 'e15232df-145b-465f-8af0-3f5421b15798'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:31:59.356672 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-57a7f217-db09-4532-a02c-53d99d0d4343 req-f1c11976-a1fd-4314-a5e5-fdb52d95ca6e service neutron] 10.222.0.98 "GET /v2.0/networks/bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095322 Oct 20 11:31:59.413474 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7a997546-3607-40f3-8d5b-ed6d56bb304d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks [] for floatingip, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:59.432445 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 7a5dd0dd-8399-45ec-88ea-e75f6e71ae17, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=7a5dd0dd-8399-45ec-88ea-e75f6e71ae17,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:31:59.460933 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:59.469309 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88bc528-4b21-4418-8267-971327c6d339 x-openstack-request-id: req-d88bc528-4b21-4418-8267-971327c6d339 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:31:59.469933 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db4049cd-5d1e-452d-84fe-1423f3e965b6", "name": "network-vif-deleted", "tag": "a2f21c01-e64a-4abc-9a84-ff74becfcd56", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:31:59.470337 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d88bc528-4b21-4418-8267-971327c6d339 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:31:59.471330 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db4049cd-5d1e-452d-84fe-1423f3e965b6', 'name': 'network-vif-deleted', 'tag': 'a2f21c01-e64a-4abc-9a84-ff74becfcd56', 'status': 'completed', 'code': 200} Oct 20 11:31:59.533490 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b570f71b-3626-4c45-a005-00e17852f886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:59.536131 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b570f71b-3626-4c45-a005-00e17852f886 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:59.541294 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b570f71b-3626-4c45-a005-00e17852f886 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ea127231-4bcd-495a-8967-e2cf85e1b21a HTTP/1.1" status: 204 len: 168 time: 0.5934381 Oct 20 11:31:59.592820 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-57a7f217-db09-4532-a02c-53d99d0d4343 req-ccd8fe30-d549-4661-b022-d222c23260c3 service neutron] 10.222.0.98 "GET /v2.0/networks/bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239625 Oct 20 11:31:59.602532 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b570f71b-3626-4c45-a005-00e17852f886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea127231-4bcd-495a-8967-e2cf85e1b21a,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:59.624542 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19ec3478-cfe7-4ad7-9daa-c637fd00dda1 req-0cae6460-4077-428c-b517-4592646ecd0d service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823806 Oct 20 11:31:59.665651 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=7a5dd0dd-8399-45ec-88ea-e75f6e71ae17,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:31:59.694736 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-f513d026-9efa-4767-acb0-f78a435bcfec admin admin] Allocated IP 172.20.0.1 (64a64dee-91fa-4344-be82-ab20bea176e6/e8e3b78b-83cf-4f01-9e38-0802b32ade11/3fdfee5b-77f3-4b5f-be92-9fbcab08f42b) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:31:59.698479 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['7a5dd0dd-8399-45ec-88ea-e75f6e71ae17'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:31:59.721153 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 59416) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:31:59.755615 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-af5b83e5-8048-4f91-9593-253b18484b6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:31:59.780477 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-71eadc75-1699-48a3-a424-4f25d675cdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9517666-aef1-46e5-824b-2d222c590e80', 'name': 'tempest-ServerRescueTestJSONUnderV235-695284212-router', 'tenant_id': 'a20a4ace347a43268c08641c84c578e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '1f106e9d-ce14-4ba9-88fd-913e058c1c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:31:47Z', 'updated_at': '2021-10-20T11:31:52Z', 'revision_number': 3, 'project_id': 'a20a4ace347a43268c08641c84c578e4', 'gw_port': {'id': '1f106e9d-ce14-4ba9-88fd-913e058c1c8f', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9517666-aef1-46e5-824b-2d222c590e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:50Z', 'updated_at': '2021-10-20T11:31:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:31:59.816575 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71eadc75-1699-48a3-a424-4f25d675cdce None None] The sync data for ids ['e9517666-aef1-46e5-824b-2d222c590e80'] in n-d-814735-3 is: [{'id': 'e9517666-aef1-46e5-824b-2d222c590e80', 'name': 'tempest-ServerRescueTestJSONUnderV235-695284212-router', 'tenant_id': 'a20a4ace347a43268c08641c84c578e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '1f106e9d-ce14-4ba9-88fd-913e058c1c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:31:47Z', 'updated_at': '2021-10-20T11:31:52Z', 'revision_number': 3, 'project_id': 'a20a4ace347a43268c08641c84c578e4', 'gw_port': {'id': '1f106e9d-ce14-4ba9-88fd-913e058c1c8f', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9517666-aef1-46e5-824b-2d222c590e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:50Z', 'updated_at': '2021-10-20T11:31:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:31:59.946886 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 59424) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:00.040492 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f513d026-9efa-4767-acb0-f78a435bcfec admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:00.064478 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-af5b83e5-8048-4f91-9593-253b18484b6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:00.095820 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1f5a09b7-d917-48b8-9bb4-af315b26c430 req-479c59bc-3c68-4184-a8d3-87475941be92 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] 10.222.0.98 "GET /v2.0/ports?device_id=e137279b-e66d-48ef-8e7a-dae0e2221c20 HTTP/1.1" status: 200 len: 210 time: 0.0921004 Oct 20 11:32:00.100780 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-af5b83e5-8048-4f91-9593-253b18484b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:00.178722 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59428) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:00.178855 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-af5b83e5-8048-4f91-9593-253b18484b6f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b1293629e23c4f378468ca4961fca5ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4562798 Oct 20 11:32:00.191232 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f513d026-9efa-4767-acb0-f78a435bcfec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:00.238360 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b83e5-8048-4f91-9593-253b18484b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e360bc-17ff-476b-85b4-3f343599f231,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:00.248709 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920ef0b-30d2-4bba-930c-22201b324e87 req-45f85e8b-757a-454d-b588-56791e4f4b90 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:00.250423 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4920ef0b-30d2-4bba-930c-22201b324e87 req-45f85e8b-757a-454d-b588-56791e4f4b90 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.98 "GET /v2.0/ports?device_id=00f85f96-1fef-4ad6-8f3a-f6d62251f187 HTTP/1.1" status: 200 len: 949 time: 0.1521966 Oct 20 11:32:00.341437 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4920ef0b-30d2-4bba-930c-22201b324e87 req-b17c96df-9f86-407b-9546-cbebe8f2e0b4 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.98 "GET /v2.0/security-groups?id=3d484651-344c-494a-a8f0-7df8c900d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678432 Oct 20 11:32:00.448815 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f513d026-9efa-4767-acb0-f78a435bcfec admin admin] Pushing event updated for resources: {'Port': ['ID=3fdfee5b-77f3-4b5f-be92-9fbcab08f42b,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:00.481547 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f513d026-9efa-4767-acb0-f78a435bcfec admin admin] Network 64a64dee-91fa-4344-be82-ab20bea176e6 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:32:00.506403 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 7a5dd0dd-8399-45ec-88ea-e75f6e71ae17 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:32:00.518247 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-f513d026-9efa-4767-acb0-f78a435bcfec admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:32:00.521537 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f513d026-9efa-4767-acb0-f78a435bcfec admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:32:00.535213 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7a997546-3607-40f3-8d5b-ed6d56bb304d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:00.537503 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3bd1b83e-0155-452f-8389-1e4ae12a9dcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:00.542651 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 1f106e9d-ce14-4ba9-88fd-913e058c1c8f up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:32:00.557195 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-46268be6-7fed-4771-9f75-8818182a3c10 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4b173b35dd00423795d2e29ae132dc78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6064830 Oct 20 11:32:00.563115 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 59440) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:00.589519 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device e75a27b6-e296-4256-8f83-4a466463d5ad up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:32:00.596689 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7a997546-3607-40f3-8d5b-ed6d56bb304d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:00.652805 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b6ac0b68-0e55-46af-9381-31debe1f4f17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:00.705435 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b6ac0b68-0e55-46af-9381-31debe1f4f17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:00.713289 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3bd1b83e-0155-452f-8389-1e4ae12a9dcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:00.747181 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 1f106e9d-ce14-4ba9-88fd-913e058c1c8f triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:32:00.747681 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:00.792392 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 7a5dd0dd-8399-45ec-88ea-e75f6e71ae17 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:32:00.802578 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f513d026-9efa-4767-acb0-f78a435bcfec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:00.809880 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port e75a27b6-e296-4256-8f83-4a466463d5ad completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:32:00.815565 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b6ac0b68-0e55-46af-9381-31debe1f4f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:00.819756 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b6ac0b68-0e55-46af-9381-31debe1f4f17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:00.821009 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port e75a27b6-e296-4256-8f83-4a466463d5ad triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:32:00.821298 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-b6ac0b68-0e55-46af-9381-31debe1f4f17 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e1d4ac64-12a5-4093-89b1-eeda526ffd63 HTTP/1.1" status: 204 len: 168 time: 0.2566631 Oct 20 11:32:00.821525 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:00.825837 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 7a5dd0dd-8399-45ec-88ea-e75f6e71ae17 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:32:00.826342 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:00.848488 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac0b68-0e55-46af-9381-31debe1f4f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d4ac64-12a5-4093-89b1-eeda526ffd63,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:01.017969 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:01.050737 n-d-814735-3 neutron-server[100646]: INFO neutron.db.l3_db [None req-7a997546-3607-40f3-8d5b-ed6d56bb304d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Floating IP d865a0ac-cef6-46e4-8dd3-1602259b9b96 associated. External IP: 172.25.5.150, port: e15232df-145b-465f-8af0-3f5421b15798. Oct 20 11:32:01.108574 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:01.112239 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 1f106e9d-ce14-4ba9-88fd-913e058c1c8f, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=1f106e9d-ce14-4ba9-88fd-913e058c1c8f,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:32:01.126291 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:01.130448 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:01.199598 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=1f106e9d-ce14-4ba9-88fd-913e058c1c8f,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:01.232810 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3bd1b83e-0155-452f-8389-1e4ae12a9dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:01.235293 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5442ea14-6bd9-4966-9df9-d9ee84fcb257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75a27b6-e296-4256-8f83-4a466463d5ad'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:32:01.236405 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3bd1b83e-0155-452f-8389-1e4ae12a9dcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:01.237283 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3bd1b83e-0155-452f-8389-1e4ae12a9dcd admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f8e360bc-17ff-476b-85b4-3f343599f231 HTTP/1.1" status: 204 len: 168 time: 1.0576863 Oct 20 11:32:01.238305 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7d47f0-a425-4e9a-90ae-6d6fc7ba653c" -d '{"events": [{"server_uuid": "5442ea14-6bd9-4966-9df9-d9ee84fcb257", "name": "network-vif-plugged", "status": "completed", "tag": "e75a27b6-e296-4256-8f83-4a466463d5ad"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:32:01.264546 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port e75a27b6-e296-4256-8f83-4a466463d5ad, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e75a27b6-e296-4256-8f83-4a466463d5ad,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:32:01.266508 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7f9eb961-4c27-41aa-b5fb-e3056f2b064b req-49725fe7-4cc6-4b61-8548-79d9fbc10269 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] 10.222.0.98 "GET /v2.0/ports?device_id=e137279b-e66d-48ef-8e7a-dae0e2221c20 HTTP/1.1" status: 200 len: 210 time: 0.0567732 Oct 20 11:32:01.276173 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 7a5dd0dd-8399-45ec-88ea-e75f6e71ae17, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=7a5dd0dd-8399-45ec-88ea-e75f6e71ae17,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:32:01.278245 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:01.288585 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:01.301443 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd1b83e-0155-452f-8389-1e4ae12a9dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e360bc-17ff-476b-85b4-3f343599f231,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:01.349843 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:32:01.394288 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f961f0b0-79d2-48f6-bcf4-d84468f45d9c x-openstack-request-id: req-f961f0b0-79d2-48f6-bcf4-d84468f45d9c {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:32:01.394584 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5442ea14-6bd9-4966-9df9-d9ee84fcb257", "name": "network-vif-plugged", "status": "completed", "tag": "e75a27b6-e296-4256-8f83-4a466463d5ad", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:32:01.395317 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f961f0b0-79d2-48f6-bcf4-d84468f45d9c {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:32:01.395317 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5442ea14-6bd9-4966-9df9-d9ee84fcb257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75a27b6-e296-4256-8f83-4a466463d5ad', 'code': 200} Oct 20 11:32:01.458738 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f513d026-9efa-4767-acb0-f78a435bcfec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:01.466147 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=e75a27b6-e296-4256-8f83-4a466463d5ad,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:01.555529 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731d9a9-0e7d-41b8-9c42-91cf0199cfd5 req-86196119-8281-4587-9e5b-b2474f7c2dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:01.557551 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d731d9a9-0e7d-41b8-9c42-91cf0199cfd5 req-86196119-8281-4587-9e5b-b2474f7c2dad service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5442ea14-6bd9-4966-9df9-d9ee84fcb257 HTTP/1.1" status: 200 len: 1100 time: 0.1285815 Oct 20 11:32:01.585868 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59470) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:01.613453 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=7a5dd0dd-8399-45ec-88ea-e75f6e71ae17,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:01.622689 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7632ff-b8e0-4175-97a3-615672822cdf req-833b6e46-1706-4f12-a2bc-74ad5351173b tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:01.638671 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4a7632ff-b8e0-4175-97a3-615672822cdf req-833b6e46-1706-4f12-a2bc-74ad5351173b tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.98 "GET /v2.0/ports?device_id=00f85f96-1fef-4ad6-8f3a-f6d62251f187 HTTP/1.1" status: 200 len: 950 time: 0.1334100 Oct 20 11:32:01.750144 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3bea5910-19b9-40b5-afd8-dbd01c083736 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3bb355ad21264fc9bb76e1e05b5c3ca6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1596239 Oct 20 11:32:01.754209 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 59476) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:01.761749 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d731d9a9-0e7d-41b8-9c42-91cf0199cfd5 req-1c7a8fd1-be4f-4f78-a517-74df34ced5f1 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=3d484651-344c-494a-a8f0-7df8c900d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879013 Oct 20 11:32:01.787995 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a997546-3607-40f3-8d5b-ed6d56bb304d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Router fbefaca9-b68d-41ae-92e2-bd172fdce0e8 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:32:01.896246 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4a7632ff-b8e0-4175-97a3-615672822cdf req-d1831efd-b155-48fe-aa65-c98e5bdf69f2 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.98 "GET /v2.0/security-groups?id=3d484651-344c-494a-a8f0-7df8c900d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564468 Oct 20 11:32:01.978423 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-54fef2ed-9ee7-4f72-b792-ad3c17da7e0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:01.989746 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7f217-db09-4532-a02c-53d99d0d4343 req-6821c337-c4f9-4a89-b926-90fefb5e6432 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:01.989746 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-57a7f217-db09-4532-a02c-53d99d0d4343 req-6821c337-c4f9-4a89-b926-90fefb5e6432 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] 10.222.0.11 "GET /v2.0/networks?id=bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f HTTP/1.1" status: 200 len: 811 time: 0.3254936 Oct 20 11:32:02.041574 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-54fef2ed-9ee7-4f72-b792-ad3c17da7e0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:02.091001 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-57a7f217-db09-4532-a02c-53d99d0d4343 req-c5579df2-743d-411b-8023-c422a9c3e633 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69251b3b8e214fb2a0a37c132a413a5d HTTP/1.1" status: 200 len: 379 time: 0.0903559 Oct 20 11:32:02.102507 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-57a7f217-db09-4532-a02c-53d99d0d4343 req-c3657f22-e213-4cdf-8571-57481a4e3727 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Request body: {'port': {'device_id': 'e137279b-e66d-48ef-8e7a-dae0e2221c20', 'network_id': 'bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f', 'admin_state_up': True, 'tenant_id': '69251b3b8e214fb2a0a37c132a413a5d', 'security_groups': ['0bea1449-0e14-4d4b-9730-853c09f6cf9b']}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:32:02.195956 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-54fef2ed-9ee7-4f72-b792-ad3c17da7e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:02.198671 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-54fef2ed-9ee7-4f72-b792-ad3c17da7e0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:02.202214 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-54fef2ed-9ee7-4f72-b792-ad3c17da7e0c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d2f93794-3eaa-46ba-9137-559de443c678 HTTP/1.1" status: 204 len: 168 time: 0.4419451 Oct 20 11:32:02.233558 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fef2ed-9ee7-4f72-b792-ad3c17da7e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f93794-3eaa-46ba-9137-559de443c678,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:02.297579 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57a7f217-db09-4532-a02c-53d99d0d4343 req-c3657f22-e213-4cdf-8571-57481a4e3727 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Made reservation on behalf of 69251b3b8e214fb2a0a37c132a413a5d for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:32:02.300640 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-57a7f217-db09-4532-a02c-53d99d0d4343 req-c3657f22-e213-4cdf-8571-57481a4e3727 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:02.343875 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a997546-3607-40f3-8d5b-ed6d56bb304d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:32:02.357426 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7a997546-3607-40f3-8d5b-ed6d56bb304d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:02.357974 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7b6122-6a9b-4879-a2c8-3e821e816d19 None None] Sync routers for ids ['fbefaca9-b68d-41ae-92e2-bd172fdce0e8'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:32:02.376207 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7b6122-6a9b-4879-a2c8-3e821e816d19 None None] Routers {'fbefaca9-b68d-41ae-92e2-bd172fdce0e8'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:32:02.378043 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-3a7b6122-6a9b-4879-a2c8-3e821e816d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:31:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['fbefaca9-b68d-41ae-92e2-bd172fdce0e8'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:32:02.417571 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7a997546-3607-40f3-8d5b-ed6d56bb304d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "PUT /v2.0/floatingips/d865a0ac-cef6-46e4-8dd3-1602259b9b96 HTTP/1.1" status: 200 len: 992 time: 3.0866315 Oct 20 11:32:02.419757 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'tag': 'e15232df-145b-465f-8af0-3f5421b15798'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:32:02.422753 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c113f98-edf8-4eb6-9238-2bada3040114" -d '{"events": [{"name": "network-changed", "server_uuid": "e3cb83e1-d26e-43fb-9111-1a2c562b6e89", "tag": "e15232df-145b-465f-8af0-3f5421b15798"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:32:02.434167 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-11ec2186-8fdf-4625-b78d-810c554bdbdd req-0d61be67-b5b9-4235-a939-aa7dea943155 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] 10.222.0.98 "GET /v2.0/ports?device_id=e137279b-e66d-48ef-8e7a-dae0e2221c20 HTTP/1.1" status: 200 len: 210 time: 0.0456998 Oct 20 11:32:02.473553 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f513d026-9efa-4767-acb0-f78a435bcfec admin admin] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:02.483031 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f513d026-9efa-4767-acb0-f78a435bcfec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:02.525320 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 1f106e9d-ce14-4ba9-88fd-913e058c1c8f up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:32:02.551325 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddbf8c3d-cffa-4687-85c4-afd7e27fdaa2 x-openstack-request-id: req-ddbf8c3d-cffa-4687-85c4-afd7e27fdaa2 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:32:02.551989 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3cb83e1-d26e-43fb-9111-1a2c562b6e89", "tag": "e15232df-145b-465f-8af0-3f5421b15798", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:32:02.552418 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ddbf8c3d-cffa-4687-85c4-afd7e27fdaa2 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:32:02.553018 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'tag': 'e15232df-145b-465f-8af0-3f5421b15798', 'status': 'completed', 'code': 200} Oct 20 11:32:02.556976 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f513d026-9efa-4767-acb0-f78a435bcfec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:02.664076 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 1f106e9d-ce14-4ba9-88fd-913e058c1c8f triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:32:02.664809 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:02.692392 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-3a7b6122-6a9b-4879-a2c8-3e821e816d19 None None] Set router fbefaca9-b68d-41ae-92e2-bd172fdce0e8 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:32:02.715565 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-57a7f217-db09-4532-a02c-53d99d0d4343 req-c3657f22-e213-4cdf-8571-57481a4e3727 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Allocated IP 172.20.0.7 (bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f/0057a976-b334-4953-9598-aeeb93dda6d6/32d92ba1-eb0b-4790-a484-5d6d2b2830e0) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:32:02.737611 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f513d026-9efa-4767-acb0-f78a435bcfec admin admin] Network 64a64dee-91fa-4344-be82-ab20bea176e6 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:32:02.740718 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-f513d026-9efa-4767-acb0-f78a435bcfec admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:32:02.756488 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f513d026-9efa-4767-acb0-f78a435bcfec admin admin] Pushing event updated for resources: {'Port': ['ID=3fdfee5b-77f3-4b5f-be92-9fbcab08f42b,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:02.783406 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c113f98-edf8-4eb6-9238-2bada3040114 req-8875700f-f4ed-43cd-9bae-a1e4b16399e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:02.785518 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c113f98-edf8-4eb6-9238-2bada3040114 req-8875700f-f4ed-43cd-9bae-a1e4b16399e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:02.788132 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c113f98-edf8-4eb6-9238-2bada3040114 req-8875700f-f4ed-43cd-9bae-a1e4b16399e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:02.789679 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c113f98-edf8-4eb6-9238-2bada3040114 req-8875700f-f4ed-43cd-9bae-a1e4b16399e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:02.792674 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c113f98-edf8-4eb6-9238-2bada3040114 req-8875700f-f4ed-43cd-9bae-a1e4b16399e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:02.795336 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c113f98-edf8-4eb6-9238-2bada3040114 req-8875700f-f4ed-43cd-9bae-a1e4b16399e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:02.799400 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c113f98-edf8-4eb6-9238-2bada3040114 req-8875700f-f4ed-43cd-9bae-a1e4b16399e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:02.801750 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3c113f98-edf8-4eb6-9238-2bada3040114 req-8875700f-f4ed-43cd-9bae-a1e4b16399e3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9d1ce67b5cf7473287fd13cd3d60b290&device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 6491 time: 0.2333474 Oct 20 11:32:02.963468 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f513d026-9efa-4767-acb0-f78a435bcfec admin admin] Router e9517666-aef1-46e5-824b-2d222c590e80 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:32:03.156792 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c113f98-edf8-4eb6-9238-2bada3040114 req-4ef6e828-cf4e-4e70-ae15-9e33484102fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:03.162592 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3c113f98-edf8-4eb6-9238-2bada3040114 req-4ef6e828-cf4e-4e70-ae15-9e33484102fe service neutron] 10.222.0.89 "GET /v2.0/networks?id=7cc0cef1-9e0e-4144-85af-6ed42f35f232 HTTP/1.1" status: 200 len: 914 time: 0.3330729 Oct 20 11:32:03.280502 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-57a7f217-db09-4532-a02c-53d99d0d4343 req-c3657f22-e213-4cdf-8571-57481a4e3727 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:03.287058 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f513d026-9efa-4767-acb0-f78a435bcfec admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:32:03.287225 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3c113f98-edf8-4eb6-9238-2bada3040114 req-e38a3c09-c0d9-4804-8f08-80d17e5d5dc0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e15232df-145b-465f-8af0-3f5421b15798 HTTP/1.1" status: 200 len: 1000 time: 0.1153779 Oct 20 11:32:03.303704 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d1212f-af46-4dda-a8d4-f04cd8dbfb3a None None] Sync routers for ids ['e9517666-aef1-46e5-824b-2d222c590e80'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:32:03.305951 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f513d026-9efa-4767-acb0-f78a435bcfec admin admin] 10.222.0.98 "PUT /v2.0/routers/e9517666-aef1-46e5-824b-2d222c590e80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8456299 Oct 20 11:32:03.314363 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-3a7b6122-6a9b-4879-a2c8-3e821e816d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbefaca9-b68d-41ae-92e2-bd172fdce0e8', 'name': 'tempest-TaggedBootDevicesTest-1079992149-router', 'tenant_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '5bfa8cdb-a024-4260-a24f-a4b81de33da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:29:33Z', 'updated_at': '2021-10-20T11:29:40Z', 'revision_number': 4, 'project_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'gw_port': {'id': '5bfa8cdb-a024-4260-a24f-a4b81de33da3', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbefaca9-b68d-41ae-92e2-bd172fdce0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:29:34Z', 'updated_at': '2021-10-20T11:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': 'd865a0ac-cef6-46e4-8dd3-1602259b9b96', 'tenant_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'floating_ip_address': '172.25.5.150', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'fbefaca9-b68d-41ae-92e2-bd172fdce0e8', 'port_id': 'e15232df-145b-465f-8af0-3f5421b15798', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cc0cef1-9e0e-4144-85af-6ed42f35f232', 'mac_address': 'fa:16:3e:e0:d8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:30:27Z', 'updated_at': '2021-10-20T11:32:00Z', 'revision_number': 1, 'project_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deef264c-03c8-4fd9-ada8-707384563986', 'name': '', 'network_id': '7cc0cef1-9e0e-4144-85af-6ed42f35f232', 'tenant_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'mac_address': 'fa:16:3e:1c:fd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbefaca9-b68d-41ae-92e2-bd172fdce0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '860ea3b3-2804-4226-ab8d-f55abe932e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:29:38Z', 'updated_at': '2021-10-20T11:29:47Z', 'revision_number': 5, 'project_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'subnets': [{'id': '860ea3b3-2804-4226-ab8d-f55abe932e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:32:03.321556 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb6223-e890-4146-8ea9-8f7fecf775f0 req-bbf99039-2456-4978-94c5-c9f69e43ebb3 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:03.323140 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f9fb6223-e890-4146-8ea9-8f7fecf775f0 req-bbf99039-2456-4978-94c5-c9f69e43ebb3 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.98 "GET /v2.0/ports?device_id=00f85f96-1fef-4ad6-8f3a-f6d62251f187 HTTP/1.1" status: 200 len: 950 time: 0.2219181 Oct 20 11:32:03.331160 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d1212f-af46-4dda-a8d4-f04cd8dbfb3a None None] Routers {'e9517666-aef1-46e5-824b-2d222c590e80'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:32:03.331994 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-c8d1212f-af46-4dda-a8d4-f04cd8dbfb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:31:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e9517666-aef1-46e5-824b-2d222c590e80'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:32:03.376077 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7b6122-6a9b-4879-a2c8-3e821e816d19 None None] Checking router: fbefaca9-b68d-41ae-92e2-bd172fdce0e8 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:32:03.388384 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7b6122-6a9b-4879-a2c8-3e821e816d19 None None] Routers {'fbefaca9-b68d-41ae-92e2-bd172fdce0e8'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:32:03.389266 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-3a7b6122-6a9b-4879-a2c8-3e821e816d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:31:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['fbefaca9-b68d-41ae-92e2-bd172fdce0e8'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:32:03.400953 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f85f96-1fef-4ad6-8f3a-f6d62251f187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a5dd0dd-8399-45ec-88ea-e75f6e71ae17'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:32:03.407664 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85f1338-4427-40ee-a35a-5f615e6bf95e" -d '{"events": [{"server_uuid": "00f85f96-1fef-4ad6-8f3a-f6d62251f187", "name": "network-vif-plugged", "status": "completed", "tag": "7a5dd0dd-8399-45ec-88ea-e75f6e71ae17"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:32:03.461828 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f9fb6223-e890-4146-8ea9-8f7fecf775f0 req-307a34cc-f45e-4182-9326-607ee5a9b131 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.98 "GET /v2.0/security-groups?id=3d484651-344c-494a-a8f0-7df8c900d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152713 Oct 20 11:32:03.495337 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c113f98-edf8-4eb6-9238-2bada3040114 req-c6dc66c7-8167-40e7-bf61-efb4b6bf2cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:03.500318 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3c113f98-edf8-4eb6-9238-2bada3040114 req-c6dc66c7-8167-40e7-bf61-efb4b6bf2cb4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=860ea3b3-2804-4226-ab8d-f55abe932e85 HTTP/1.1" status: 200 len: 851 time: 0.1898983 Oct 20 11:32:03.543466 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-57a7f217-db09-4532-a02c-53d99d0d4343 req-c3657f22-e213-4cdf-8571-57481a4e3727 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:03.562354 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-3a7b6122-6a9b-4879-a2c8-3e821e816d19 None None] Set router fbefaca9-b68d-41ae-92e2-bd172fdce0e8 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:32:03.581413 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23afad48-0b19-460a-98b3-d52f3f7cfb40 x-openstack-request-id: req-23afad48-0b19-460a-98b3-d52f3f7cfb40 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:32:03.584989 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f85f96-1fef-4ad6-8f3a-f6d62251f187", "name": "network-vif-plugged", "status": "completed", "tag": "7a5dd0dd-8399-45ec-88ea-e75f6e71ae17", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:32:03.585469 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-23afad48-0b19-460a-98b3-d52f3f7cfb40 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:32:03.586110 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f85f96-1fef-4ad6-8f3a-f6d62251f187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a5dd0dd-8399-45ec-88ea-e75f6e71ae17', 'code': 200} Oct 20 11:32:03.603291 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-c8d1212f-af46-4dda-a8d4-f04cd8dbfb3a None None] Set router e9517666-aef1-46e5-824b-2d222c590e80 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:32:03.790377 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57a7f217-db09-4532-a02c-53d99d0d4343 req-c3657f22-e213-4cdf-8571-57481a4e3727 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Network bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:32:03.818333 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-57a7f217-db09-4532-a02c-53d99d0d4343 req-c3657f22-e213-4cdf-8571-57481a4e3727 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:32:03.826193 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a7f217-db09-4532-a02c-53d99d0d4343 req-c3657f22-e213-4cdf-8571-57481a4e3727 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:32:03.885862 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3657f22-e213-4cdf-8571-57481a4e3727 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Pushing event updated for resources: {'Port': ['ID=32d92ba1-eb0b-4790-a484-5d6d2b2830e0,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:03.923902 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c113f98-edf8-4eb6-9238-2bada3040114 req-ee119ba9-6ad1-4bcf-86ef-f7dd4abc194d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:03.925444 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3c113f98-edf8-4eb6-9238-2bada3040114 req-ee119ba9-6ad1-4bcf-86ef-f7dd4abc194d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7cc0cef1-9e0e-4144-85af-6ed42f35f232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4165037 Oct 20 11:32:04.009952 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1887b7-a49c-4a8b-a8eb-c2c79fbddfda req-1ecfc327-75db-4dee-945a-2f4b6653541f tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:04.015374 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2b1887b7-a49c-4a8b-a8eb-c2c79fbddfda req-1ecfc327-75db-4dee-945a-2f4b6653541f tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] 10.222.0.98 "GET /v2.0/ports?device_id=e137279b-e66d-48ef-8e7a-dae0e2221c20 HTTP/1.1" status: 200 len: 931 time: 0.3206370 Oct 20 11:32:04.083090 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-c8d1212f-af46-4dda-a8d4-f04cd8dbfb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9517666-aef1-46e5-824b-2d222c590e80', 'name': 'tempest-ServerRescueTestJSONUnderV235-695284212-router', 'tenant_id': 'a20a4ace347a43268c08641c84c578e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '1f106e9d-ce14-4ba9-88fd-913e058c1c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:31:47Z', 'updated_at': '2021-10-20T11:32:01Z', 'revision_number': 4, 'project_id': 'a20a4ace347a43268c08641c84c578e4', 'gw_port': {'id': '1f106e9d-ce14-4ba9-88fd-913e058c1c8f', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9517666-aef1-46e5-824b-2d222c590e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:50Z', 'updated_at': '2021-10-20T11:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '3fdfee5b-77f3-4b5f-be92-9fbcab08f42b', 'name': '', 'network_id': '64a64dee-91fa-4344-be82-ab20bea176e6', 'tenant_id': 'a20a4ace347a43268c08641c84c578e4', 'mac_address': 'fa:16:3e:f0:37:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9517666-aef1-46e5-824b-2d222c590e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'e8e3b78b-83cf-4f01-9e38-0802b32ade11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:59Z', 'updated_at': '2021-10-20T11:32:01Z', 'revision_number': 2, 'project_id': 'a20a4ace347a43268c08641c84c578e4', 'subnets': [{'id': 'e8e3b78b-83cf-4f01-9e38-0802b32ade11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:32:04.134113 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d1212f-af46-4dda-a8d4-f04cd8dbfb3a None None] Checking router: e9517666-aef1-46e5-824b-2d222c590e80 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:32:04.134535 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d1212f-af46-4dda-a8d4-f04cd8dbfb3a None None] Updating router e9517666-aef1-46e5-824b-2d222c590e80 port 3fdfee5b-77f3-4b5f-be92-9fbcab08f42b binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:32:04.137836 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-3a7b6122-6a9b-4879-a2c8-3e821e816d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbefaca9-b68d-41ae-92e2-bd172fdce0e8', 'name': 'tempest-TaggedBootDevicesTest-1079992149-router', 'tenant_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '5bfa8cdb-a024-4260-a24f-a4b81de33da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:29:33Z', 'updated_at': '2021-10-20T11:29:40Z', 'revision_number': 4, 'project_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'gw_port': {'id': '5bfa8cdb-a024-4260-a24f-a4b81de33da3', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbefaca9-b68d-41ae-92e2-bd172fdce0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:29:34Z', 'updated_at': '2021-10-20T11:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': 'd865a0ac-cef6-46e4-8dd3-1602259b9b96', 'tenant_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'floating_ip_address': '172.25.5.150', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'fbefaca9-b68d-41ae-92e2-bd172fdce0e8', 'port_id': 'e15232df-145b-465f-8af0-3f5421b15798', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cc0cef1-9e0e-4144-85af-6ed42f35f232', 'mac_address': 'fa:16:3e:e0:d8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:30:27Z', 'updated_at': '2021-10-20T11:32:00Z', 'revision_number': 1, 'project_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deef264c-03c8-4fd9-ada8-707384563986', 'name': '', 'network_id': '7cc0cef1-9e0e-4144-85af-6ed42f35f232', 'tenant_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'mac_address': 'fa:16:3e:1c:fd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbefaca9-b68d-41ae-92e2-bd172fdce0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '860ea3b3-2804-4226-ab8d-f55abe932e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:29:38Z', 'updated_at': '2021-10-20T11:29:47Z', 'revision_number': 5, 'project_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'subnets': [{'id': '860ea3b3-2804-4226-ab8d-f55abe932e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:32:04.194409 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c8d1212f-af46-4dda-a8d4-f04cd8dbfb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:04.219721 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7b6122-6a9b-4879-a2c8-3e821e816d19 None None] The sync data for ids ['fbefaca9-b68d-41ae-92e2-bd172fdce0e8'] in n-d-814735-3 is: [{'id': 'fbefaca9-b68d-41ae-92e2-bd172fdce0e8', 'name': 'tempest-TaggedBootDevicesTest-1079992149-router', 'tenant_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '5bfa8cdb-a024-4260-a24f-a4b81de33da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:29:33Z', 'updated_at': '2021-10-20T11:29:40Z', 'revision_number': 4, 'project_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'gw_port': {'id': '5bfa8cdb-a024-4260-a24f-a4b81de33da3', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbefaca9-b68d-41ae-92e2-bd172fdce0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:29:34Z', 'updated_at': '2021-10-20T11:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': 'd865a0ac-cef6-46e4-8dd3-1602259b9b96', 'tenant_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'floating_ip_address': '172.25.5.150', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'fbefaca9-b68d-41ae-92e2-bd172fdce0e8', 'port_id': 'e15232df-145b-465f-8af0-3f5421b15798', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cc0cef1-9e0e-4144-85af-6ed42f35f232', 'mac_address': 'fa:16:3e:e0:d8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:30:27Z', 'updated_at': '2021-10-20T11:32:00Z', 'revision_number': 1, 'project_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deef264c-03c8-4fd9-ada8-707384563986', 'name': '', 'network_id': '7cc0cef1-9e0e-4144-85af-6ed42f35f232', 'tenant_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'mac_address': 'fa:16:3e:1c:fd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbefaca9-b68d-41ae-92e2-bd172fdce0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '860ea3b3-2804-4226-ab8d-f55abe932e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:29:38Z', 'updated_at': '2021-10-20T11:29:47Z', 'revision_number': 5, 'project_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'subnets': [{'id': '860ea3b3-2804-4226-ab8d-f55abe932e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:32:04.236630 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7f217-db09-4532-a02c-53d99d0d4343 req-c3657f22-e213-4cdf-8571-57481a4e3727 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:04.237054 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-57a7f217-db09-4532-a02c-53d99d0d4343 req-c3657f22-e213-4cdf-8571-57481a4e3727 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:04.246846 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71617f-d7a5-4162-891d-3cd6fb806183 req-448f4909-0d75-4181-967b-84dd24445175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:04.250471 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5f71617f-d7a5-4162-891d-3cd6fb806183 req-448f4909-0d75-4181-967b-84dd24445175 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=00f85f96-1fef-4ad6-8f3a-f6d62251f187 HTTP/1.1" status: 200 len: 1101 time: 0.5431888 Oct 20 11:32:04.253133 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3c113f98-edf8-4eb6-9238-2bada3040114 req-9fe4a954-3e83-41bb-812d-a4ad31e4d19b service neutron] 10.222.0.89 "GET /v2.0/networks/7cc0cef1-9e0e-4144-85af-6ed42f35f232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037305 Oct 20 11:32:04.439602 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3c113f98-edf8-4eb6-9238-2bada3040114 req-5da4ee7a-6837-411e-85bf-a56adbd4a648 service neutron] 10.222.0.89 "GET /v2.0/networks/7cc0cef1-9e0e-4144-85af-6ed42f35f232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460721 Oct 20 11:32:04.577988 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2b1887b7-a49c-4a8b-a8eb-c2c79fbddfda req-0aac7fe3-6fb1-45e6-8554-320be2fe3eb4 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bea1449-0e14-4d4b-9730-853c09f6cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3227887 Oct 20 11:32:04.596934 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-57a7f217-db09-4532-a02c-53d99d0d4343 req-c3657f22-e213-4cdf-8571-57481a4e3727 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4997535 Oct 20 11:32:04.602554 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-58f521da-1430-4792-b61f-2f98b6690d19 None None] Provisioning complete for port 32d92ba1-eb0b-4790-a484-5d6d2b2830e0 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:32:04.603047 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-58f521da-1430-4792-b61f-2f98b6690d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:04.627296 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-57a7f217-db09-4532-a02c-53d99d0d4343 req-c54aab61-e60d-4d83-94e8-df0462493c36 service neutron] Request body: {'port': {'device_id': 'e137279b-e66d-48ef-8e7a-dae0e2221c20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:32:04.631565 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5f71617f-d7a5-4162-891d-3cd6fb806183 req-54dd6954-a6ee-4e6f-b222-832a00b70ce9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3d484651-344c-494a-a8f0-7df8c900d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957290 Oct 20 11:32:04.689167 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75036cdd-7583-4745-8db0-e765fdda9551 None None] New status for floating IP d865a0ac-cef6-46e4-8dd3-1602259b9b96: ACTIVE {{(pid=100649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:32:04.718169 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-58f521da-1430-4792-b61f-2f98b6690d19 None None] Port 32d92ba1-eb0b-4790-a484-5d6d2b2830e0 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:32:04.776560 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-57a7f217-db09-4532-a02c-53d99d0d4343 req-c54aab61-e60d-4d83-94e8-df0462493c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:04.801996 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ddbd9-61f8-42ff-9e83-cfd898bd9b4e req-1be4ddf6-a48f-4dd8-90c9-ad735f276e1e tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:04.803696 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-406ddbd9-61f8-42ff-9e83-cfd898bd9b4e req-1be4ddf6-a48f-4dd8-90c9-ad735f276e1e tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.98 "GET /v2.0/ports?device_id=00f85f96-1fef-4ad6-8f3a-f6d62251f187 HTTP/1.1" status: 200 len: 950 time: 0.1145787 Oct 20 11:32:04.925661 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-406ddbd9-61f8-42ff-9e83-cfd898bd9b4e req-4af17e6d-af95-49ce-a69a-641f080c0628 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.98 "GET /v2.0/security-groups?id=3d484651-344c-494a-a8f0-7df8c900d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971069 Oct 20 11:32:04.952241 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c8d1212f-af46-4dda-a8d4-f04cd8dbfb3a None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:04.955093 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c8d1212f-af46-4dda-a8d4-f04cd8dbfb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:05.034643 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa2ae0d-198c-422c-ba1c-c8ca76443bdd None None] Pushing event updated for resources: {'Port': ['ID=3fdfee5b-77f3-4b5f-be92-9fbcab08f42b,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:05.088593 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59696) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:05.110249 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-c8d1212f-af46-4dda-a8d4-f04cd8dbfb3a None None] Attempting to bind port 3fdfee5b-77f3-4b5f-be92-9fbcab08f42b on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:32:05.110827 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-c8d1212f-af46-4dda-a8d4-f04cd8dbfb3a None None] Attempting to bind port 3fdfee5b-77f3-4b5f-be92-9fbcab08f42b by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'ea9723fb-0cbc-4e43-9a4c-890d295b4e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '64a64dee-91fa-4344-be82-ab20bea176e6'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:32:05.111016 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d1212f-af46-4dda-a8d4-f04cd8dbfb3a None None] Attempting to bind port 3fdfee5b-77f3-4b5f-be92-9fbcab08f42b on network 64a64dee-91fa-4344-be82-ab20bea176e6 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:32:05.124010 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d1212f-af46-4dda-a8d4-f04cd8dbfb3a None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:32:05.124390 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d1212f-af46-4dda-a8d4-f04cd8dbfb3a None None] Checking segment: {'id': 'ea9723fb-0cbc-4e43-9a4c-890d295b4e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '64a64dee-91fa-4344-be82-ab20bea176e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:32:05.124798 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c8d1212f-af46-4dda-a8d4-f04cd8dbfb3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:05.125190 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d1212f-af46-4dda-a8d4-f04cd8dbfb3a None None] Bound using segment: {'id': 'ea9723fb-0cbc-4e43-9a4c-890d295b4e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '64a64dee-91fa-4344-be82-ab20bea176e6'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:32:05.131626 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-c8d1212f-af46-4dda-a8d4-f04cd8dbfb3a None None] Bound port: 3fdfee5b-77f3-4b5f-be92-9fbcab08f42b, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea9723fb-0cbc-4e43-9a4c-890d295b4e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '64a64dee-91fa-4344-be82-ab20bea176e6'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:32:05.132036 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c8d1212f-af46-4dda-a8d4-f04cd8dbfb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:05.216381 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-c8d1212f-af46-4dda-a8d4-f04cd8dbfb3a None None] For port 3fdfee5b-77f3-4b5f-be92-9fbcab08f42b, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:32:05.219893 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-c8d1212f-af46-4dda-a8d4-f04cd8dbfb3a None None] For port 3fdfee5b-77f3-4b5f-be92-9fbcab08f42b, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=3fdfee5b-77f3-4b5f-be92-9fbcab08f42b,segment=NetworkSegment(ea9723fb-0cbc-4e43-9a4c-890d295b4e3e),segment_id=ea9723fb-0cbc-4e43-9a4c-890d295b4e3e)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:32:05.225165 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563a949-b60d-4aac-b884-bee87063be19 req-bf55a3e3-7863-4762-9a15-b8943616720a tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:05.230100 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c8d1212f-af46-4dda-a8d4-f04cd8dbfb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:05.232482 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f563a949-b60d-4aac-b884-bee87063be19 req-bf55a3e3-7863-4762-9a15-b8943616720a tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/networks?id=64a64dee-91fa-4344-be82-ab20bea176e6 HTTP/1.1" status: 200 len: 819 time: 0.2534981 Oct 20 11:32:05.252474 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f563a949-b60d-4aac-b884-bee87063be19 req-2936673d-e1af-4eff-8121-9017a134e377 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/quotas/a20a4ace347a43268c08641c84c578e4 HTTP/1.1" status: 200 len: 375 time: 0.0190537 Oct 20 11:32:05.306219 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d1212f-af46-4dda-a8d4-f04cd8dbfb3a None None] Routers {'e9517666-aef1-46e5-824b-2d222c590e80'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:32:05.307172 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-c8d1212f-af46-4dda-a8d4-f04cd8dbfb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:31:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e9517666-aef1-46e5-824b-2d222c590e80'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:32:05.307928 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a8dc598b-f97d-4d34-9c7a-3c6423b414a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:05.346160 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f563a949-b60d-4aac-b884-bee87063be19 req-36361372-9942-41b7-849d-46ba0be466e6 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=a20a4ace347a43268c08641c84c578e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0902679 Oct 20 11:32:05.353433 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa2ae0d-198c-422c-ba1c-c8ca76443bdd None None] Pushing event updated for resources: {'Port': ['ID=3fdfee5b-77f3-4b5f-be92-9fbcab08f42b,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:05.361294 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-57a7f217-db09-4532-a02c-53d99d0d4343 req-c54aab61-e60d-4d83-94e8-df0462493c36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32d92ba1-eb0b-4790-a484-5d6d2b2830e0 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:32:05.378097 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-57a7f217-db09-4532-a02c-53d99d0d4343 req-c54aab61-e60d-4d83-94e8-df0462493c36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:05.425958 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-57a7f217-db09-4532-a02c-53d99d0d4343 req-c54aab61-e60d-4d83-94e8-df0462493c36 service neutron] Transition to ACTIVE for port object 32d92ba1-eb0b-4790-a484-5d6d2b2830e0 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:32:05.438576 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-57a7f217-db09-4532-a02c-53d99d0d4343 req-c54aab61-e60d-4d83-94e8-df0462493c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:05.449903 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-c8d1212f-af46-4dda-a8d4-f04cd8dbfb3a None None] Set router e9517666-aef1-46e5-824b-2d222c590e80 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:32:05.500816 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a8dc598b-f97d-4d34-9c7a-3c6423b414a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:05.509021 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a8dc598b-f97d-4d34-9c7a-3c6423b414a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:05.530294 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f563a949-b60d-4aac-b884-bee87063be19 req-c5cd2d5c-0e62-4f96-9a32-8f590510e9b1 service neutron] 10.222.0.98 "GET /v2.0/networks/64a64dee-91fa-4344-be82-ab20bea176e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855149 Oct 20 11:32:05.570964 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc598b-f97d-4d34-9c7a-3c6423b414a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0028c753-de55-47f8-ad71-b1c7a6f980a5,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:05.600091 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a8dc598b-f97d-4d34-9c7a-3c6423b414a6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=77da5071a61a43a19b22c17e37611052&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5095963 Oct 20 11:32:05.602616 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59744) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:05.700314 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54aab61-e60d-4d83-94e8-df0462493c36 service neutron] Pushing event updated for resources: {'Port': ['ID=32d92ba1-eb0b-4790-a484-5d6d2b2830e0,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:05.749614 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e90a2d2c-ec1d-46a5-9e9d-f0d8e3e6ebfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:05.778056 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e90a2d2c-ec1d-46a5-9e9d-f0d8e3e6ebfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:05.851816 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e90a2d2c-ec1d-46a5-9e9d-f0d8e3e6ebfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:05.855944 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e90a2d2c-ec1d-46a5-9e9d-f0d8e3e6ebfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:05.857994 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e90a2d2c-ec1d-46a5-9e9d-f0d8e3e6ebfb admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0028c753-de55-47f8-ad71-b1c7a6f980a5 HTTP/1.1" status: 204 len: 168 time: 0.2540796 Oct 20 11:32:05.876643 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90a2d2c-ec1d-46a5-9e9d-f0d8e3e6ebfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0028c753-de55-47f8-ad71-b1c7a6f980a5,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:05.883024 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f563a949-b60d-4aac-b884-bee87063be19 req-33c6e914-916b-4907-b5d3-a87e083889b3 service neutron] 10.222.0.98 "GET /v2.0/networks/64a64dee-91fa-4344-be82-ab20bea176e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301015 Oct 20 11:32:05.886670 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-57a7f217-db09-4532-a02c-53d99d0d4343 req-c54aab61-e60d-4d83-94e8-df0462493c36 service neutron] Attempting to bind port 32d92ba1-eb0b-4790-a484-5d6d2b2830e0 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:32:05.887435 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-57a7f217-db09-4532-a02c-53d99d0d4343 req-c54aab61-e60d-4d83-94e8-df0462493c36 service neutron] Attempting to bind port 32d92ba1-eb0b-4790-a484-5d6d2b2830e0 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '077f6192-3017-4d6f-ab33-2817e3715dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:32:05.887608 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a7f217-db09-4532-a02c-53d99d0d4343 req-c54aab61-e60d-4d83-94e8-df0462493c36 service neutron] Attempting to bind port 32d92ba1-eb0b-4790-a484-5d6d2b2830e0 on network bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:32:05.897552 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a7f217-db09-4532-a02c-53d99d0d4343 req-c54aab61-e60d-4d83-94e8-df0462493c36 service neutron] Port 32d92ba1-eb0b-4790-a484-5d6d2b2830e0 on network bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:32:05.902771 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a7f217-db09-4532-a02c-53d99d0d4343 req-c54aab61-e60d-4d83-94e8-df0462493c36 service neutron] Attempting to bind port 32d92ba1-eb0b-4790-a484-5d6d2b2830e0 on network bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:32:05.910945 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a7f217-db09-4532-a02c-53d99d0d4343 req-c54aab61-e60d-4d83-94e8-df0462493c36 service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:32:05.913422 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a7f217-db09-4532-a02c-53d99d0d4343 req-c54aab61-e60d-4d83-94e8-df0462493c36 service neutron] Checking segment: {'id': '077f6192-3017-4d6f-ab33-2817e3715dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:32:05.913919 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a7f217-db09-4532-a02c-53d99d0d4343 req-c54aab61-e60d-4d83-94e8-df0462493c36 service neutron] Bound using segment: {'id': '077f6192-3017-4d6f-ab33-2817e3715dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:32:05.914560 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-57a7f217-db09-4532-a02c-53d99d0d4343 req-c54aab61-e60d-4d83-94e8-df0462493c36 service neutron] Bound port: 32d92ba1-eb0b-4790-a484-5d6d2b2830e0, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '077f6192-3017-4d6f-ab33-2817e3715dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:32:05.923373 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-57a7f217-db09-4532-a02c-53d99d0d4343 req-c54aab61-e60d-4d83-94e8-df0462493c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:05.993865 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-c8d1212f-af46-4dda-a8d4-f04cd8dbfb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9517666-aef1-46e5-824b-2d222c590e80', 'name': 'tempest-ServerRescueTestJSONUnderV235-695284212-router', 'tenant_id': 'a20a4ace347a43268c08641c84c578e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '1f106e9d-ce14-4ba9-88fd-913e058c1c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:31:47Z', 'updated_at': '2021-10-20T11:32:01Z', 'revision_number': 4, 'project_id': 'a20a4ace347a43268c08641c84c578e4', 'gw_port': {'id': '1f106e9d-ce14-4ba9-88fd-913e058c1c8f', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9517666-aef1-46e5-824b-2d222c590e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:50Z', 'updated_at': '2021-10-20T11:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '3fdfee5b-77f3-4b5f-be92-9fbcab08f42b', 'name': '', 'network_id': '64a64dee-91fa-4344-be82-ab20bea176e6', 'tenant_id': 'a20a4ace347a43268c08641c84c578e4', 'mac_address': 'fa:16:3e:f0:37:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9517666-aef1-46e5-824b-2d222c590e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'e8e3b78b-83cf-4f01-9e38-0802b32ade11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:59Z', 'updated_at': '2021-10-20T11:32:05Z', 'revision_number': 4, 'project_id': 'a20a4ace347a43268c08641c84c578e4', 'subnets': [{'id': 'e8e3b78b-83cf-4f01-9e38-0802b32ade11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:32:06.026856 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d1212f-af46-4dda-a8d4-f04cd8dbfb3a None None] The sync data for ids ['e9517666-aef1-46e5-824b-2d222c590e80'] in n-d-814735-3 is: [{'id': 'e9517666-aef1-46e5-824b-2d222c590e80', 'name': 'tempest-ServerRescueTestJSONUnderV235-695284212-router', 'tenant_id': 'a20a4ace347a43268c08641c84c578e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '1f106e9d-ce14-4ba9-88fd-913e058c1c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:31:47Z', 'updated_at': '2021-10-20T11:32:01Z', 'revision_number': 4, 'project_id': 'a20a4ace347a43268c08641c84c578e4', 'gw_port': {'id': '1f106e9d-ce14-4ba9-88fd-913e058c1c8f', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9517666-aef1-46e5-824b-2d222c590e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:50Z', 'updated_at': '2021-10-20T11:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '3fdfee5b-77f3-4b5f-be92-9fbcab08f42b', 'name': '', 'network_id': '64a64dee-91fa-4344-be82-ab20bea176e6', 'tenant_id': 'a20a4ace347a43268c08641c84c578e4', 'mac_address': 'fa:16:3e:f0:37:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9517666-aef1-46e5-824b-2d222c590e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'e8e3b78b-83cf-4f01-9e38-0802b32ade11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:59Z', 'updated_at': '2021-10-20T11:32:05Z', 'revision_number': 4, 'project_id': 'a20a4ace347a43268c08641c84c578e4', 'subnets': [{'id': 'e8e3b78b-83cf-4f01-9e38-0802b32ade11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:32:06.054042 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-57a7f217-db09-4532-a02c-53d99d0d4343 req-c54aab61-e60d-4d83-94e8-df0462493c36 service neutron] For port 32d92ba1-eb0b-4790-a484-5d6d2b2830e0, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:32:06.110109 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-57a7f217-db09-4532-a02c-53d99d0d4343 req-c54aab61-e60d-4d83-94e8-df0462493c36 service neutron] For port 32d92ba1-eb0b-4790-a484-5d6d2b2830e0, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=32d92ba1-eb0b-4790-a484-5d6d2b2830e0,segment=NetworkSegment(077f6192-3017-4d6f-ab33-2817e3715dc9),segment_id=077f6192-3017-4d6f-ab33-2817e3715dc9)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:32:06.125893 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-57a7f217-db09-4532-a02c-53d99d0d4343 req-c54aab61-e60d-4d83-94e8-df0462493c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:06.206994 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7f217-db09-4532-a02c-53d99d0d4343 req-c54aab61-e60d-4d83-94e8-df0462493c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:06.207623 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-57a7f217-db09-4532-a02c-53d99d0d4343 req-c54aab61-e60d-4d83-94e8-df0462493c36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:06.209042 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-57a7f217-db09-4532-a02c-53d99d0d4343 req-c54aab61-e60d-4d83-94e8-df0462493c36 service neutron] 10.222.0.11 "PUT /v2.0/ports/32d92ba1-eb0b-4790-a484-5d6d2b2830e0 HTTP/1.1" status: 200 len: 1091 time: 1.5985548 Oct 20 11:32:06.209489 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e137279b-e66d-48ef-8e7a-dae0e2221c20', 'tag': '32d92ba1-eb0b-4790-a484-5d6d2b2830e0'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:32:06.212081 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73afd5d3-0b3b-451b-96a8-55e95f6681a1" -d '{"events": [{"name": "network-changed", "server_uuid": "e137279b-e66d-48ef-8e7a-dae0e2221c20", "tag": "32d92ba1-eb0b-4790-a484-5d6d2b2830e0"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:32:06.220753 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54aab61-e60d-4d83-94e8-df0462493c36 service neutron] Pushing event updated for resources: {'Port': ['ID=32d92ba1-eb0b-4790-a484-5d6d2b2830e0,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:06.238144 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb6600-9215-44a0-9684-004c0ffcdfb6 req-902453c0-8a24-4cc3-952d-e71f69c6de94 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:06.240388 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1ebb6600-9215-44a0-9684-004c0ffcdfb6 req-902453c0-8a24-4cc3-952d-e71f69c6de94 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] 10.222.0.98 "GET /v2.0/ports?device_id=e137279b-e66d-48ef-8e7a-dae0e2221c20 HTTP/1.1" status: 200 len: 943 time: 0.2308700 Oct 20 11:32:06.437497 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1ebb6600-9215-44a0-9684-004c0ffcdfb6 req-de8b1acd-4b22-42d7-906c-c7b71b710dfe tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bea1449-0e14-4d4b-9730-853c09f6cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1847298 Oct 20 11:32:06.460579 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f37c6-2391-460d-8ba1-2c5872c98679 req-82e40b5e-303d-4297-8f9f-da9a02be6eb1 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:06.478576 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 3fdfee5b-77f3-4b5f-be92-9fbcab08f42b up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:32:06.479210 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-126f37c6-2391-460d-8ba1-2c5872c98679 req-82e40b5e-303d-4297-8f9f-da9a02be6eb1 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.98 "GET /v2.0/ports?device_id=00f85f96-1fef-4ad6-8f3a-f6d62251f187 HTTP/1.1" status: 200 len: 950 time: 0.2343936 Oct 20 11:32:06.483950 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7f217-db09-4532-a02c-53d99d0d4343 req-208fe079-63f2-46f3-8913-79577730d950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:06.485405 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-57a7f217-db09-4532-a02c-53d99d0d4343 req-208fe079-63f2-46f3-8913-79577730d950 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=69251b3b8e214fb2a0a37c132a413a5d&device_id=e137279b-e66d-48ef-8e7a-dae0e2221c20 HTTP/1.1" status: 200 len: 1094 time: 0.2171307 Oct 20 11:32:06.585989 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 3fdfee5b-77f3-4b5f-be92-9fbcab08f42b triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:32:06.586406 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59788) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:06.587281 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:06.587426 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-57a7f217-db09-4532-a02c-53d99d0d4343 req-f1de1d44-dfbd-45fc-a9dc-9f118bee8b54 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32d92ba1-eb0b-4790-a484-5d6d2b2830e0 HTTP/1.1" status: 200 len: 217 time: 0.0877883 Oct 20 11:32:06.620388 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5da808ab-90c5-4719-9e8b-6ee6d10f14f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:06.687811 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-126f37c6-2391-460d-8ba1-2c5872c98679 req-23b3e54c-a718-40a4-9de5-947120b8b9dc tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.98 "GET /v2.0/security-groups?id=3d484651-344c-494a-a8f0-7df8c900d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081566 Oct 20 11:32:06.700845 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7f217-db09-4532-a02c-53d99d0d4343 req-f97ab3d6-ebd6-4521-82af-5b929af98411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:06.702787 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-57a7f217-db09-4532-a02c-53d99d0d4343 req-f97ab3d6-ebd6-4521-82af-5b929af98411 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0057a976-b334-4953-9598-aeeb93dda6d6 HTTP/1.1" status: 200 len: 850 time: 0.0877764 Oct 20 11:32:06.778872 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:06.824909 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5da808ab-90c5-4719-9e8b-6ee6d10f14f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:06.835254 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 3fdfee5b-77f3-4b5f-be92-9fbcab08f42b, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=3fdfee5b-77f3-4b5f-be92-9fbcab08f42b,segment=NetworkSegment(ea9723fb-0cbc-4e43-9a4c-890d295b4e3e),segment_id=ea9723fb-0cbc-4e43-9a4c-890d295b4e3e)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:32:06.838894 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5da808ab-90c5-4719-9e8b-6ee6d10f14f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:06.842623 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:06.880103 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da808ab-90c5-4719-9e8b-6ee6d10f14f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec191fdc-46d4-498d-bc49-ebd83fe46525,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:06.916314 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5da808ab-90c5-4719-9e8b-6ee6d10f14f3 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8fd1031794fd4ffda829365416210873&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3280191 Oct 20 11:32:06.918737 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59794) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:06.922542 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-df4e2ce1-8414-4cd4-bb52-eda7cd3859c4 req-71d3c330-3281-429b-9bf1-ab7c9d1ce3a2 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/ports?device_id=af8f5642-8353-45f6-be44-5b2a4ed223b1 HTTP/1.1" status: 200 len: 210 time: 0.1104198 Oct 20 11:32:06.941458 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7f217-db09-4532-a02c-53d99d0d4343 req-38ab2a98-181b-476d-8aec-bd8d0d295389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:06.950454 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-57a7f217-db09-4532-a02c-53d99d0d4343 req-38ab2a98-181b-476d-8aec-bd8d0d295389 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2357728 Oct 20 11:32:06.957963 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=3fdfee5b-77f3-4b5f-be92-9fbcab08f42b,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:07.006023 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ca3cef6d-bfb7-4158-97d9-cfc7517bdbb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:07.030086 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ca3cef6d-bfb7-4158-97d9-cfc7517bdbb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:07.036748 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-42b04034-2b3d-4d83-91d3-20a408761c7b req-4082a519-919f-457f-98b2-f974d1e155cf tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=758e3130f12b425b9b7a71507f7e6fa2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291121 Oct 20 11:32:07.097720 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ca3cef6d-bfb7-4158-97d9-cfc7517bdbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:07.101607 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ca3cef6d-bfb7-4158-97d9-cfc7517bdbb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:07.103251 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ca3cef6d-bfb7-4158-97d9-cfc7517bdbb8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ec191fdc-46d4-498d-bc49-ebd83fe46525 HTTP/1.1" status: 204 len: 168 time: 0.1832905 Oct 20 11:32:07.113840 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3cef6d-bfb7-4158-97d9-cfc7517bdbb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec191fdc-46d4-498d-bc49-ebd83fe46525,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:07.625253 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f31e60d-5b5f-438e-8378-048823db0421 x-openstack-request-id: req-9f31e60d-5b5f-438e-8378-048823db0421 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:32:07.625510 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e137279b-e66d-48ef-8e7a-dae0e2221c20", "tag": "32d92ba1-eb0b-4790-a484-5d6d2b2830e0", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:32:07.625751 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9f31e60d-5b5f-438e-8378-048823db0421 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:32:07.626233 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e137279b-e66d-48ef-8e7a-dae0e2221c20', 'tag': '32d92ba1-eb0b-4790-a484-5d6d2b2830e0', 'status': 'completed', 'code': 200} Oct 20 11:32:07.693872 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-57a7f217-db09-4532-a02c-53d99d0d4343 req-72507b58-9859-47c0-a986-580ead0ddf54 service neutron] 10.222.0.11 "GET /v2.0/networks/bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7371755 Oct 20 11:32:07.703515 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b04034-2b3d-4d83-91d3-20a408761c7b req-a1d282f5-3a0e-48d8-b5ed-23ace02b1262 tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:07.714968 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-42b04034-2b3d-4d83-91d3-20a408761c7b req-a1d282f5-3a0e-48d8-b5ed-23ace02b1262 tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6708827 Oct 20 11:32:07.819209 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-42b04034-2b3d-4d83-91d3-20a408761c7b req-6f6dd41b-8eb3-45b2-883f-14825c696cf2 tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] 10.222.0.98 "GET /v2.0/quotas/758e3130f12b425b9b7a71507f7e6fa2 HTTP/1.1" status: 200 len: 375 time: 0.1028240 Oct 20 11:32:07.944318 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-42b04034-2b3d-4d83-91d3-20a408761c7b req-df83e1f8-1f5b-4541-ad84-7a2ef3960898 tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=758e3130f12b425b9b7a71507f7e6fa2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0944018 Oct 20 11:32:07.957162 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e213674-5e85-4359-8702-b4c83bbe969a req-94e580c2-9034-4225-9e2d-e8648dc7860b tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:07.965184 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1e213674-5e85-4359-8702-b4c83bbe969a req-94e580c2-9034-4225-9e2d-e8648dc7860b tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.98 "GET /v2.0/ports?device_id=5442ea14-6bd9-4966-9df9-d9ee84fcb257 HTTP/1.1" status: 200 len: 949 time: 0.3190496 Oct 20 11:32:08.041807 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563a949-b60d-4aac-b884-bee87063be19 req-24a0897c-4470-4595-b580-83eb886b2937 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:08.043520 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f563a949-b60d-4aac-b884-bee87063be19 req-24a0897c-4470-4595-b580-83eb886b2937 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.89 "GET /v2.0/networks?id=64a64dee-91fa-4344-be82-ab20bea176e6 HTTP/1.1" status: 200 len: 819 time: 0.3944201 Oct 20 11:32:08.062155 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1e213674-5e85-4359-8702-b4c83bbe969a req-59c1f213-b5b8-4372-ad28-99eeb8087a1f tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.98 "GET /v2.0/security-groups?id=3d484651-344c-494a-a8f0-7df8c900d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910563 Oct 20 11:32:08.075663 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-f563a949-b60d-4aac-b884-bee87063be19 req-4aa1668f-9bcb-4313-9293-f4cf0fac23d6 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Request body: {'port': {'device_id': 'af8f5642-8353-45f6-be44-5b2a4ed223b1', 'network_id': '64a64dee-91fa-4344-be82-ab20bea176e6', 'admin_state_up': True, 'tenant_id': 'a20a4ace347a43268c08641c84c578e4'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:32:08.092153 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-57a7f217-db09-4532-a02c-53d99d0d4343 req-e8709e87-66dd-450b-bbc1-2a5211ba1ba5 service neutron] 10.222.0.11 "GET /v2.0/networks/bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473053 Oct 20 11:32:08.304216 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f563a949-b60d-4aac-b884-bee87063be19 req-4aa1668f-9bcb-4313-9293-f4cf0fac23d6 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Made reservation on behalf of a20a4ace347a43268c08641c84c578e4 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:32:08.310140 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f563a949-b60d-4aac-b884-bee87063be19 req-4aa1668f-9bcb-4313-9293-f4cf0fac23d6 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:08.423585 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 3fdfee5b-77f3-4b5f-be92-9fbcab08f42b up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:32:08.426877 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-53b5e192-b15a-4efc-bf6a-f89b658e55ea req-bea59244-808c-49e6-9fc2-840cd5cbec33 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/ports?device_id=af8f5642-8353-45f6-be44-5b2a4ed223b1 HTTP/1.1" status: 200 len: 210 time: 0.0687370 Oct 20 11:32:08.445474 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73afd5d3-0b3b-451b-96a8-55e95f6681a1 req-a4c72393-e348-4247-a343-33121c957c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:08.447272 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-73afd5d3-0b3b-451b-96a8-55e95f6681a1 req-a4c72393-e348-4247-a343-33121c957c3b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=69251b3b8e214fb2a0a37c132a413a5d&device_id=e137279b-e66d-48ef-8e7a-dae0e2221c20 HTTP/1.1" status: 200 len: 1094 time: 0.1979325 Oct 20 11:32:08.524278 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441e552-9c1e-45fe-974e-38b47d14552f req-c0f73d12-4f4e-4b79-ac42-3cf2df3fa743 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:08.526255 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7441e552-9c1e-45fe-974e-38b47d14552f req-c0f73d12-4f4e-4b79-ac42-3cf2df3fa743 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] 10.222.0.98 "GET /v2.0/ports?device_id=e137279b-e66d-48ef-8e7a-dae0e2221c20 HTTP/1.1" status: 200 len: 943 time: 0.2785082 Oct 20 11:32:08.554165 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 3fdfee5b-77f3-4b5f-be92-9fbcab08f42b triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:32:08.554534 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:08.689130 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7441e552-9c1e-45fe-974e-38b47d14552f req-a9b35303-3afa-4d01-9041-075d4bf5c3c2 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bea1449-0e14-4d4b-9730-853c09f6cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473987 Oct 20 11:32:08.719265 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-f563a949-b60d-4aac-b884-bee87063be19 req-4aa1668f-9bcb-4313-9293-f4cf0fac23d6 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Allocated IP 172.20.0.3 (64a64dee-91fa-4344-be82-ab20bea176e6/e8e3b78b-83cf-4f01-9e38-0802b32ade11/f0a9d974-b7ee-4f02-bf17-f6427762e0c6) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:32:08.723658 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73afd5d3-0b3b-451b-96a8-55e95f6681a1 req-6cc9c7c9-e75b-4e7f-ab57-f4020516f282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:08.726444 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-73afd5d3-0b3b-451b-96a8-55e95f6681a1 req-6cc9c7c9-e75b-4e7f-ab57-f4020516f282 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f HTTP/1.1" status: 200 len: 913 time: 0.2471633 Oct 20 11:32:08.817809 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-73afd5d3-0b3b-451b-96a8-55e95f6681a1 req-8ed07e24-136d-4d44-aa7f-c9202d8dee1c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32d92ba1-eb0b-4790-a484-5d6d2b2830e0 HTTP/1.1" status: 200 len: 217 time: 0.0820560 Oct 20 11:32:08.931042 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73afd5d3-0b3b-451b-96a8-55e95f6681a1 req-4aab6648-7722-463d-95a2-9fb5117366a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:08.933442 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-73afd5d3-0b3b-451b-96a8-55e95f6681a1 req-4aab6648-7722-463d-95a2-9fb5117366a8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0057a976-b334-4953-9598-aeeb93dda6d6 HTTP/1.1" status: 200 len: 850 time: 0.1069090 Oct 20 11:32:09.003639 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-831c3b7a-1dcd-4c78-b8ca-60861c99e255 req-0067b038-f994-4ae4-a05d-2cdd845a29ab tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] 10.222.0.98 "GET /v2.0/ports?device_id=604ca7bd-0fcb-48d1-9553-6663b59e1199 HTTP/1.1" status: 200 len: 210 time: 0.0688999 Oct 20 11:32:09.070268 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73afd5d3-0b3b-451b-96a8-55e95f6681a1 req-eddebd34-0086-47e9-9586-2aedb3b26502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:09.072015 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-73afd5d3-0b3b-451b-96a8-55e95f6681a1 req-eddebd34-0086-47e9-9586-2aedb3b26502 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1209614 Oct 20 11:32:09.204319 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f563a949-b60d-4aac-b884-bee87063be19 req-4aa1668f-9bcb-4313-9293-f4cf0fac23d6 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:09.224698 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-73afd5d3-0b3b-451b-96a8-55e95f6681a1 req-4646f409-1471-4a7e-9a86-5e466bf72e83 service neutron] 10.222.0.11 "GET /v2.0/networks/bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440105 Oct 20 11:32:09.303911 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f563a949-b60d-4aac-b884-bee87063be19 req-4aa1668f-9bcb-4313-9293-f4cf0fac23d6 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:09.364366 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f563a949-b60d-4aac-b884-bee87063be19 req-4aa1668f-9bcb-4313-9293-f4cf0fac23d6 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Network 64a64dee-91fa-4344-be82-ab20bea176e6 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:32:09.375933 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-f563a949-b60d-4aac-b884-bee87063be19 req-4aa1668f-9bcb-4313-9293-f4cf0fac23d6 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:32:09.384253 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-f563a949-b60d-4aac-b884-bee87063be19 req-4aa1668f-9bcb-4313-9293-f4cf0fac23d6 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:32:09.408175 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa1668f-9bcb-4313-9293-f4cf0fac23d6 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Pushing event updated for resources: {'Port': ['ID=f0a9d974-b7ee-4f02-bf17-f6427762e0c6,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:09.422557 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-73afd5d3-0b3b-451b-96a8-55e95f6681a1 req-55a751d4-476d-4db4-bf53-370e53388f74 service neutron] 10.222.0.11 "GET /v2.0/networks/bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887074 Oct 20 11:32:09.443494 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563a949-b60d-4aac-b884-bee87063be19 req-4aa1668f-9bcb-4313-9293-f4cf0fac23d6 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:09.444402 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f563a949-b60d-4aac-b884-bee87063be19 req-4aa1668f-9bcb-4313-9293-f4cf0fac23d6 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:09.464780 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f563a949-b60d-4aac-b884-bee87063be19 req-4aa1668f-9bcb-4313-9293-f4cf0fac23d6 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4009044 Oct 20 11:32:09.485913 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-f563a949-b60d-4aac-b884-bee87063be19 req-cdfedb75-c06c-41b1-82d0-74d3ec8c1c97 service neutron] Request body: {'port': {'device_id': 'af8f5642-8353-45f6-be44-5b2a4ed223b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:32:09.599956 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cbd1b1c8-213e-4ff1-b5ca-c1c7dd2bacf2 req-2f406d89-d480-4c6f-acca-3f011d982363 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=f67660367ae14b9590e492b879caa9e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0680983 Oct 20 11:32:09.601973 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-42b04034-2b3d-4d83-91d3-20a408761c7b req-593e2226-05ab-4c2a-95f2-53deb981cdfd tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=758e3130f12b425b9b7a71507f7e6fa2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375717 Oct 20 11:32:09.602712 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f563a949-b60d-4aac-b884-bee87063be19 req-cdfedb75-c06c-41b1-82d0-74d3ec8c1c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:09.698682 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:09.888965 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1b1c8-213e-4ff1-b5ca-c1c7dd2bacf2 req-7b9e91ab-59cf-49ab-a4ed-43a1a4e8a35c tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:09.890487 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cbd1b1c8-213e-4ff1-b5ca-c1c7dd2bacf2 req-7b9e91ab-59cf-49ab-a4ed-43a1a4e8a35c tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2844858 Oct 20 11:32:09.905383 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b04034-2b3d-4d83-91d3-20a408761c7b req-b971a2d2-a143-43b6-beda-c4e888194c9b tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:09.906858 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-42b04034-2b3d-4d83-91d3-20a408761c7b req-b971a2d2-a143-43b6-beda-c4e888194c9b tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2855563 Oct 20 11:32:09.933550 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-42b04034-2b3d-4d83-91d3-20a408761c7b req-e9868fcc-1a1f-45fd-9b79-14d8bd4684ef tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] Request body: {'port': {'device_id': '604ca7bd-0fcb-48d1-9553-6663b59e1199', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'admin_state_up': True, 'tenant_id': '758e3130f12b425b9b7a71507f7e6fa2'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:32:09.940859 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cbd1b1c8-213e-4ff1-b5ca-c1c7dd2bacf2 req-df220eca-66d3-4d18-b64e-6aabfa356772 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] 10.222.0.98 "GET /v2.0/quotas/f67660367ae14b9590e492b879caa9e2 HTTP/1.1" status: 200 len: 375 time: 0.0432374 Oct 20 11:32:10.080223 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cbd1b1c8-213e-4ff1-b5ca-c1c7dd2bacf2 req-29f2f919-741e-46d1-95a3-5f852fa377a8 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=f67660367ae14b9590e492b879caa9e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1213822 Oct 20 11:32:10.132101 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543c322-8058-4c88-ac7d-f2b8be604ec3 req-f4c3204b-0a50-4650-816d-3d3145769056 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:10.133623 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3543c322-8058-4c88-ac7d-f2b8be604ec3 req-f4c3204b-0a50-4650-816d-3d3145769056 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/ports?device_id=af8f5642-8353-45f6-be44-5b2a4ed223b1 HTTP/1.1" status: 200 len: 931 time: 0.2176323 Oct 20 11:32:10.217113 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3543c322-8058-4c88-ac7d-f2b8be604ec3 req-fbe13c1a-95bf-4914-8660-acfcd910554b tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/security-groups?id=69888122-6b31-4f03-b58e-69ca71af741f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764196 Oct 20 11:32:10.231703 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42b04034-2b3d-4d83-91d3-20a408761c7b req-e9868fcc-1a1f-45fd-9b79-14d8bd4684ef tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] Made reservation on behalf of 758e3130f12b425b9b7a71507f7e6fa2 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:32:10.235524 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-42b04034-2b3d-4d83-91d3-20a408761c7b req-e9868fcc-1a1f-45fd-9b79-14d8bd4684ef tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:10.249618 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-42b04034-2b3d-4d83-91d3-20a408761c7b req-e9868fcc-1a1f-45fd-9b79-14d8bd4684ef tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:10.328399 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-f563a949-b60d-4aac-b884-bee87063be19 req-cdfedb75-c06c-41b1-82d0-74d3ec8c1c97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0a9d974-b7ee-4f02-bf17-f6427762e0c6 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:32:10.345388 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f563a949-b60d-4aac-b884-bee87063be19 req-cdfedb75-c06c-41b1-82d0-74d3ec8c1c97 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:10.389366 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aea8b9-9b51-449b-9e69-7507315654b5 req-660bf973-de7a-4a5c-a1b2-599d4aff1249 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:10.397058 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-72aea8b9-9b51-449b-9e69-7507315654b5 req-660bf973-de7a-4a5c-a1b2-599d4aff1249 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] 10.222.0.98 "GET /v2.0/ports?device_id=e137279b-e66d-48ef-8e7a-dae0e2221c20 HTTP/1.1" status: 200 len: 943 time: 0.1487236 Oct 20 11:32:10.399791 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-f563a949-b60d-4aac-b884-bee87063be19 req-cdfedb75-c06c-41b1-82d0-74d3ec8c1c97 service neutron] Transition to ACTIVE for port object f0a9d974-b7ee-4f02-bf17-f6427762e0c6 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:32:10.413900 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f563a949-b60d-4aac-b884-bee87063be19 req-cdfedb75-c06c-41b1-82d0-74d3ec8c1c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:10.512429 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-22122c7a-36c4-4286-a67b-19616c5aaf7a req-06b166a0-0318-49c5-a40f-209f28674038 tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] 10.222.0.98 "GET /v2.0/ports?device_id=604ca7bd-0fcb-48d1-9553-6663b59e1199 HTTP/1.1" status: 200 len: 210 time: 0.0734978 Oct 20 11:32:10.542300 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 32d92ba1-eb0b-4790-a484-5d6d2b2830e0 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:32:10.560834 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-72aea8b9-9b51-449b-9e69-7507315654b5 req-e1cc2510-8d95-44b6-a041-fed8d42500ca tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bea1449-0e14-4d4b-9730-853c09f6cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578686 Oct 20 11:32:10.572937 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfedb75-c06c-41b1-82d0-74d3ec8c1c97 service neutron] Pushing event updated for resources: {'Port': ['ID=f0a9d974-b7ee-4f02-bf17-f6427762e0c6,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:10.594128 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-42b04034-2b3d-4d83-91d3-20a408761c7b req-e9868fcc-1a1f-45fd-9b79-14d8bd4684ef tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:10.629594 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-42b04034-2b3d-4d83-91d3-20a408761c7b req-e9868fcc-1a1f-45fd-9b79-14d8bd4684ef tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:10.648409 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device e75a27b6-e296-4256-8f83-4a466463d5ad details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:32:10.713599 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 32d92ba1-eb0b-4790-a484-5d6d2b2830e0, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=32d92ba1-eb0b-4790-a484-5d6d2b2830e0,segment=NetworkSegment(077f6192-3017-4d6f-ab33-2817e3715dc9),segment_id=077f6192-3017-4d6f-ab33-2817e3715dc9)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:32:10.760913 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-708f1555-253b-4f3d-887e-32610c377d0f req-6c010589-7b7c-4e47-a3d6-cd41eadb2aa9 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] 10.222.0.98 "GET /v2.0/ports?device_id=12e6ab55-fee7-465a-a9ad-e11a824d5890 HTTP/1.1" status: 200 len: 210 time: 0.1220844 Oct 20 11:32:10.778318 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '32d92ba1-eb0b-4790-a484-5d6d2b2830e0', 'network_id': 'bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f', 'port_id': '32d92ba1-eb0b-4790-a484-5d6d2b2830e0', 'mac_address': 'fa:16:3e:1d:e5:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0057a976-b334-4953-9598-aeeb93dda6d6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:32:10.784054 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9868fcc-1a1f-45fd-9b79-14d8bd4684ef tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39426d54-887f-4f96-a7c9-284a3156481f,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:10.814162 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-f563a949-b60d-4aac-b884-bee87063be19 req-cdfedb75-c06c-41b1-82d0-74d3ec8c1c97 service neutron] Attempting to bind port f0a9d974-b7ee-4f02-bf17-f6427762e0c6 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:32:10.814671 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-f563a949-b60d-4aac-b884-bee87063be19 req-cdfedb75-c06c-41b1-82d0-74d3ec8c1c97 service neutron] Attempting to bind port f0a9d974-b7ee-4f02-bf17-f6427762e0c6 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': 'ea9723fb-0cbc-4e43-9a4c-890d295b4e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '64a64dee-91fa-4344-be82-ab20bea176e6'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:32:10.815481 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f563a949-b60d-4aac-b884-bee87063be19 req-cdfedb75-c06c-41b1-82d0-74d3ec8c1c97 service neutron] Attempting to bind port f0a9d974-b7ee-4f02-bf17-f6427762e0c6 on network 64a64dee-91fa-4344-be82-ab20bea176e6 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:32:10.844856 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port e75a27b6-e296-4256-8f83-4a466463d5ad, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e75a27b6-e296-4256-8f83-4a466463d5ad,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:32:10.847242 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:10.848877 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f563a949-b60d-4aac-b884-bee87063be19 req-cdfedb75-c06c-41b1-82d0-74d3ec8c1c97 service neutron] Port f0a9d974-b7ee-4f02-bf17-f6427762e0c6 on network 64a64dee-91fa-4344-be82-ab20bea176e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:32:10.849385 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f563a949-b60d-4aac-b884-bee87063be19 req-cdfedb75-c06c-41b1-82d0-74d3ec8c1c97 service neutron] Attempting to bind port f0a9d974-b7ee-4f02-bf17-f6427762e0c6 on network 64a64dee-91fa-4344-be82-ab20bea176e6 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:32:10.861383 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f563a949-b60d-4aac-b884-bee87063be19 req-cdfedb75-c06c-41b1-82d0-74d3ec8c1c97 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:32:10.861974 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f563a949-b60d-4aac-b884-bee87063be19 req-cdfedb75-c06c-41b1-82d0-74d3ec8c1c97 service neutron] Checking segment: {'id': 'ea9723fb-0cbc-4e43-9a4c-890d295b4e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '64a64dee-91fa-4344-be82-ab20bea176e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:32:10.862707 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f563a949-b60d-4aac-b884-bee87063be19 req-cdfedb75-c06c-41b1-82d0-74d3ec8c1c97 service neutron] Bound using segment: {'id': 'ea9723fb-0cbc-4e43-9a4c-890d295b4e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '64a64dee-91fa-4344-be82-ab20bea176e6'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:32:10.863003 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-f563a949-b60d-4aac-b884-bee87063be19 req-cdfedb75-c06c-41b1-82d0-74d3ec8c1c97 service neutron] Bound port: f0a9d974-b7ee-4f02-bf17-f6427762e0c6, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea9723fb-0cbc-4e43-9a4c-890d295b4e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '64a64dee-91fa-4344-be82-ab20bea176e6'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:32:10.863307 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f563a949-b60d-4aac-b884-bee87063be19 req-cdfedb75-c06c-41b1-82d0-74d3ec8c1c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:10.874868 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': 'e75a27b6-e296-4256-8f83-4a466463d5ad', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'port_id': 'e75a27b6-e296-4256-8f83-4a466463d5ad', 'mac_address': 'fa:16:3e:7b:3f:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94289c8c-e5f7-4e30-b6a9-5b268a8fd610', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:32:10.880784 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32d92ba1-eb0b-4790-a484-5d6d2b2830e0 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:32:10.887721 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-42b04034-2b3d-4d83-91d3-20a408761c7b req-e9868fcc-1a1f-45fd-9b79-14d8bd4684ef tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] Allocated IP 192.168.233.61 (09e5a906-63cf-4dde-b699-ab448fb18fb8/94289c8c-e5f7-4e30-b6a9-5b268a8fd610/d27a3445-a075-42eb-b3d3-18f9d06a4e14) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:32:10.907952 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 32d92ba1-eb0b-4790-a484-5d6d2b2830e0, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=32d92ba1-eb0b-4790-a484-5d6d2b2830e0,segment=NetworkSegment(077f6192-3017-4d6f-ab33-2817e3715dc9),segment_id=077f6192-3017-4d6f-ab33-2817e3715dc9)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:32:10.938649 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:10.975905 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-f563a949-b60d-4aac-b884-bee87063be19 req-cdfedb75-c06c-41b1-82d0-74d3ec8c1c97 service neutron] For port f0a9d974-b7ee-4f02-bf17-f6427762e0c6, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:32:10.982013 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-f563a949-b60d-4aac-b884-bee87063be19 req-cdfedb75-c06c-41b1-82d0-74d3ec8c1c97 service neutron] For port f0a9d974-b7ee-4f02-bf17-f6427762e0c6, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=f0a9d974-b7ee-4f02-bf17-f6427762e0c6,segment=NetworkSegment(ea9723fb-0cbc-4e43-9a4c-890d295b4e3e),segment_id=ea9723fb-0cbc-4e43-9a4c-890d295b4e3e)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:32:11.000442 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f563a949-b60d-4aac-b884-bee87063be19 req-cdfedb75-c06c-41b1-82d0-74d3ec8c1c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:11.008575 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:11.023011 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=32d92ba1-eb0b-4790-a484-5d6d2b2830e0,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:11.031351 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e75a27b6-e296-4256-8f83-4a466463d5ad {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:32:11.061489 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port e75a27b6-e296-4256-8f83-4a466463d5ad, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e75a27b6-e296-4256-8f83-4a466463d5ad,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:32:11.067478 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:11.083293 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563a949-b60d-4aac-b884-bee87063be19 req-cdfedb75-c06c-41b1-82d0-74d3ec8c1c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:11.083925 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f563a949-b60d-4aac-b884-bee87063be19 req-cdfedb75-c06c-41b1-82d0-74d3ec8c1c97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:11.085374 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f563a949-b60d-4aac-b884-bee87063be19 req-cdfedb75-c06c-41b1-82d0-74d3ec8c1c97 service neutron] 10.222.0.89 "PUT /v2.0/ports/f0a9d974-b7ee-4f02-bf17-f6427762e0c6 HTTP/1.1" status: 200 len: 1091 time: 1.6041844 Oct 20 11:32:11.089980 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af8f5642-8353-45f6-be44-5b2a4ed223b1', 'tag': 'f0a9d974-b7ee-4f02-bf17-f6427762e0c6'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:32:11.092496 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5419d2-7cbe-4858-bfcd-ea3e4ce113ba" -d '{"events": [{"name": "network-changed", "server_uuid": "af8f5642-8353-45f6-be44-5b2a4ed223b1", "tag": "f0a9d974-b7ee-4f02-bf17-f6427762e0c6"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:32:11.134105 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfedb75-c06c-41b1-82d0-74d3ec8c1c97 service neutron] Pushing event updated for resources: {'Port': ['ID=f0a9d974-b7ee-4f02-bf17-f6427762e0c6,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:11.155415 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['32d92ba1-eb0b-4790-a484-5d6d2b2830e0'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:32:11.155563 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01225e68-d869-4218-a4ac-66d6e409802f x-openstack-request-id: req-01225e68-d869-4218-a4ac-66d6e409802f {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:32:11.155863 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af8f5642-8353-45f6-be44-5b2a4ed223b1", "tag": "f0a9d974-b7ee-4f02-bf17-f6427762e0c6", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:32:11.156048 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-01225e68-d869-4218-a4ac-66d6e409802f {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:32:11.156378 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af8f5642-8353-45f6-be44-5b2a4ed223b1', 'tag': 'f0a9d974-b7ee-4f02-bf17-f6427762e0c6', 'status': 'completed', 'code': 200} Oct 20 11:32:11.180361 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=e75a27b6-e296-4256-8f83-4a466463d5ad,revision_number=6']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:11.189856 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-42b04034-2b3d-4d83-91d3-20a408761c7b req-e9868fcc-1a1f-45fd-9b79-14d8bd4684ef tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:11.210450 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563a949-b60d-4aac-b884-bee87063be19 req-88d13947-7c25-4c2c-967a-896e39be9502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:11.212048 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f563a949-b60d-4aac-b884-bee87063be19 req-88d13947-7c25-4c2c-967a-896e39be9502 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a20a4ace347a43268c08641c84c578e4&device_id=af8f5642-8353-45f6-be44-5b2a4ed223b1 HTTP/1.1" status: 200 len: 1094 time: 0.0713365 Oct 20 11:32:11.268223 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f563a949-b60d-4aac-b884-bee87063be19 req-99ca824e-bea9-447e-b2a6-849b9b2f14a1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0a9d974-b7ee-4f02-bf17-f6427762e0c6 HTTP/1.1" status: 200 len: 217 time: 0.0447111 Oct 20 11:32:11.271030 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['e75a27b6-e296-4256-8f83-4a466463d5ad'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:32:11.286140 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-42b04034-2b3d-4d83-91d3-20a408761c7b req-e9868fcc-1a1f-45fd-9b79-14d8bd4684ef tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:11.404676 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42b04034-2b3d-4d83-91d3-20a408761c7b req-e9868fcc-1a1f-45fd-9b79-14d8bd4684ef tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] Network 09e5a906-63cf-4dde-b699-ab448fb18fb8 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:32:11.417682 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-42b04034-2b3d-4d83-91d3-20a408761c7b req-e9868fcc-1a1f-45fd-9b79-14d8bd4684ef tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:32:11.423701 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b04034-2b3d-4d83-91d3-20a408761c7b req-e9868fcc-1a1f-45fd-9b79-14d8bd4684ef tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:32:11.469076 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9868fcc-1a1f-45fd-9b79-14d8bd4684ef tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] Pushing event updated for resources: {'Port': ['ID=d27a3445-a075-42eb-b3d3-18f9d06a4e14,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:11.483625 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563a949-b60d-4aac-b884-bee87063be19 req-ce756537-78c4-4273-ac47-c2b150d5382f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:11.485314 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f563a949-b60d-4aac-b884-bee87063be19 req-ce756537-78c4-4273-ac47-c2b150d5382f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e8e3b78b-83cf-4f01-9e38-0802b32ade11 HTTP/1.1" status: 200 len: 859 time: 0.1963344 Oct 20 11:32:11.499178 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b04034-2b3d-4d83-91d3-20a408761c7b req-e9868fcc-1a1f-45fd-9b79-14d8bd4684ef tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:11.499813 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-42b04034-2b3d-4d83-91d3-20a408761c7b req-e9868fcc-1a1f-45fd-9b79-14d8bd4684ef tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:11.511739 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-cbd1b1c8-213e-4ff1-b5ca-c1c7dd2bacf2 req-6040d842-01a4-4b5e-bea7-b934203493e3 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=f67660367ae14b9590e492b879caa9e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474672 Oct 20 11:32:11.527333 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ecc48-7854-41eb-a824-fe5e1596b8f1 req-5103fbf7-2c5e-4b04-9b3e-1dc3f234098e tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:11.534638 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-717ecc48-7854-41eb-a824-fe5e1596b8f1 req-5103fbf7-2c5e-4b04-9b3e-1dc3f234098e tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/ports?device_id=af8f5642-8353-45f6-be44-5b2a4ed223b1 HTTP/1.1" status: 200 len: 943 time: 0.2056465 Oct 20 11:32:11.590343 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-42b04034-2b3d-4d83-91d3-20a408761c7b req-e9868fcc-1a1f-45fd-9b79-14d8bd4684ef tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6698713 Oct 20 11:32:11.601941 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f563a949-b60d-4aac-b884-bee87063be19 req-647c26d6-3ab1-4e13-9b34-e74b9a62e446 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=64a64dee-91fa-4344-be82-ab20bea176e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928447 Oct 20 11:32:11.669818 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-42b04034-2b3d-4d83-91d3-20a408761c7b req-e5b776f0-716a-434c-be48-04559e021a01 service neutron] Request body: {'port': {'device_id': '604ca7bd-0fcb-48d1-9553-6663b59e1199', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:32:11.704485 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-717ecc48-7854-41eb-a824-fe5e1596b8f1 req-0a5de1fd-1f2e-4107-963f-08af0bbe38da tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/security-groups?id=69888122-6b31-4f03-b58e-69ca71af741f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666658 Oct 20 11:32:11.715407 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1b1c8-213e-4ff1-b5ca-c1c7dd2bacf2 req-176f4968-a0d0-40c2-b4db-5be398985edc tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:11.717241 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-cbd1b1c8-213e-4ff1-b5ca-c1c7dd2bacf2 req-176f4968-a0d0-40c2-b4db-5be398985edc tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1887414 Oct 20 11:32:11.746370 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-cbd1b1c8-213e-4ff1-b5ca-c1c7dd2bacf2 req-e1cb870f-f815-4d22-b66b-9dfca9508ca6 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] Request body: {'port': {'device_id': '12e6ab55-fee7-465a-a9ad-e11a824d5890', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'admin_state_up': True, 'tenant_id': 'f67660367ae14b9590e492b879caa9e2'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:32:11.826294 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-9c6d345f-8ddc-40d7-a4cb-2dd0112bde94 None None] Provisioning complete for port d27a3445-a075-42eb-b3d3-18f9d06a4e14 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:32:11.827061 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9c6d345f-8ddc-40d7-a4cb-2dd0112bde94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:11.904037 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbd1b1c8-213e-4ff1-b5ca-c1c7dd2bacf2 req-e1cb870f-f815-4d22-b66b-9dfca9508ca6 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] Made reservation on behalf of f67660367ae14b9590e492b879caa9e2 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:32:11.904261 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-42b04034-2b3d-4d83-91d3-20a408761c7b req-e5b776f0-716a-434c-be48-04559e021a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:11.909189 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-cbd1b1c8-213e-4ff1-b5ca-c1c7dd2bacf2 req-e1cb870f-f815-4d22-b66b-9dfca9508ca6 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:11.909824 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d345f-8ddc-40d7-a4cb-2dd0112bde94 None None] Port d27a3445-a075-42eb-b3d3-18f9d06a4e14 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:32:11.920804 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-cbd1b1c8-213e-4ff1-b5ca-c1c7dd2bacf2 req-e1cb870f-f815-4d22-b66b-9dfca9508ca6 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:12.006345 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-cbd1b1c8-213e-4ff1-b5ca-c1c7dd2bacf2 req-e1cb870f-f815-4d22-b66b-9dfca9508ca6 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:12.011481 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-cbd1b1c8-213e-4ff1-b5ca-c1c7dd2bacf2 req-e1cb870f-f815-4d22-b66b-9dfca9508ca6 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:12.092528 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb870f-f815-4d22-b66b-9dfca9508ca6 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df5b10e6-adbe-4c31-9745-8cfcc6bedab2,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:12.183219 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [req-cbd1b1c8-213e-4ff1-b5ca-c1c7dd2bacf2 req-e1cb870f-f815-4d22-b66b-9dfca9508ca6 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] Allocated IP 192.168.233.88 (09e5a906-63cf-4dde-b699-ab448fb18fb8/94289c8c-e5f7-4e30-b6a9-5b268a8fd610/107bc6b5-7759-40fc-ad62-7ac06804a805) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:32:12.329635 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ce43d-d383-48ae-95d6-a6731ffe9862 req-95649d57-f6d1-473d-b130-049f45c9beaa tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:12.331146 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-927ce43d-d383-48ae-95d6-a6731ffe9862 req-95649d57-f6d1-473d-b130-049f45c9beaa tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] 10.222.0.98 "GET /v2.0/ports?device_id=604ca7bd-0fcb-48d1-9553-6663b59e1199 HTTP/1.1" status: 200 len: 935 time: 0.4816315 Oct 20 11:32:12.348790 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-cbd1b1c8-213e-4ff1-b5ca-c1c7dd2bacf2 req-e1cb870f-f815-4d22-b66b-9dfca9508ca6 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:12.395402 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f563a949-b60d-4aac-b884-bee87063be19 req-1d6069fa-8a60-4dd4-b718-409f052b6c37 service neutron] 10.222.0.89 "GET /v2.0/networks/64a64dee-91fa-4344-be82-ab20bea176e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7682762 Oct 20 11:32:12.401682 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-cbd1b1c8-213e-4ff1-b5ca-c1c7dd2bacf2 req-e1cb870f-f815-4d22-b66b-9dfca9508ca6 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:12.460994 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbd1b1c8-213e-4ff1-b5ca-c1c7dd2bacf2 req-e1cb870f-f815-4d22-b66b-9dfca9508ca6 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] Network 09e5a906-63cf-4dde-b699-ab448fb18fb8 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:32:12.466739 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [req-cbd1b1c8-213e-4ff1-b5ca-c1c7dd2bacf2 req-e1cb870f-f815-4d22-b66b-9dfca9508ca6 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:32:12.475275 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd1b1c8-213e-4ff1-b5ca-c1c7dd2bacf2 req-e1cb870f-f815-4d22-b66b-9dfca9508ca6 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:32:12.485782 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb870f-f815-4d22-b66b-9dfca9508ca6 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] Pushing event updated for resources: {'Port': ['ID=107bc6b5-7759-40fc-ad62-7ac06804a805,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:12.497799 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248972ad-6ed0-4864-992f-16f1e3b0ba80 req-ce7a04f7-1aaa-458c-a3f8-9088be3110a4 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:12.505144 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-248972ad-6ed0-4864-992f-16f1e3b0ba80 req-ce7a04f7-1aaa-458c-a3f8-9088be3110a4 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] 10.222.0.98 "GET /v2.0/ports?device_id=e137279b-e66d-48ef-8e7a-dae0e2221c20 HTTP/1.1" status: 200 len: 944 time: 0.2031095 Oct 20 11:32:12.519550 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-927ce43d-d383-48ae-95d6-a6731ffe9862 req-91778a23-bd5f-45d7-8004-d9eccd207847 tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] 10.222.0.98 "GET /v2.0/security-groups?id=39426d54-887f-4f96-a7c9-284a3156481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544595 Oct 20 11:32:12.543883 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1b1c8-213e-4ff1-b5ca-c1c7dd2bacf2 req-e1cb870f-f815-4d22-b66b-9dfca9508ca6 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:12.544803 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-cbd1b1c8-213e-4ff1-b5ca-c1c7dd2bacf2 req-e1cb870f-f815-4d22-b66b-9dfca9508ca6 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:12.548368 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 32d92ba1-eb0b-4790-a484-5d6d2b2830e0 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:32:12.591917 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-cbd1b1c8-213e-4ff1-b5ca-c1c7dd2bacf2 req-e1cb870f-f815-4d22-b66b-9dfca9508ca6 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8587747 Oct 20 11:32:12.607163 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-cbd1b1c8-213e-4ff1-b5ca-c1c7dd2bacf2 req-59b38f48-ae7d-4652-88e9-962fb51c6e51 service neutron] Request body: {'port': {'device_id': '12e6ab55-fee7-465a-a9ad-e11a824d5890', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:32:12.640963 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 32d92ba1-eb0b-4790-a484-5d6d2b2830e0 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:32:12.648516 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device e75a27b6-e296-4256-8f83-4a466463d5ad up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:32:12.653326 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 32d92ba1-eb0b-4790-a484-5d6d2b2830e0 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:32:12.653759 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:12.746276 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-248972ad-6ed0-4864-992f-16f1e3b0ba80 req-820f0cca-cc1e-4d8f-b91d-5841c3b2fb84 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bea1449-0e14-4d4b-9730-853c09f6cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2401464 Oct 20 11:32:12.755610 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-cbd1b1c8-213e-4ff1-b5ca-c1c7dd2bacf2 req-59b38f48-ae7d-4652-88e9-962fb51c6e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:12.820742 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f563a949-b60d-4aac-b884-bee87063be19 req-e4336fe3-d8a1-41b0-b421-2efcdd6e471e service neutron] 10.222.0.89 "GET /v2.0/networks/64a64dee-91fa-4344-be82-ab20bea176e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4067523 Oct 20 11:32:12.934769 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port e75a27b6-e296-4256-8f83-4a466463d5ad triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:32:12.936127 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:13.026098 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-60a59fd3-5ad9-44e8-a767-4bd8a5b0c2be None None] Provisioning complete for port 107bc6b5-7759-40fc-ad62-7ac06804a805 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:32:13.026369 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-60a59fd3-5ad9-44e8-a767-4bd8a5b0c2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:13.059289 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:13.091482 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5419d2-7cbe-4858-bfcd-ea3e4ce113ba req-5a806497-b914-4144-9410-0795cfecf1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:13.093204 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4b5419d2-7cbe-4858-bfcd-ea3e4ce113ba req-5a806497-b914-4144-9410-0795cfecf1f9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a20a4ace347a43268c08641c84c578e4&device_id=af8f5642-8353-45f6-be44-5b2a4ed223b1 HTTP/1.1" status: 200 len: 1094 time: 0.1437509 Oct 20 11:32:13.107020 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a38a3-a75f-4ae0-9138-3734464822c9 req-ebaa3e54-36cf-459d-96d4-be00deefdc8e tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:13.114425 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f12a38a3-a75f-4ae0-9138-3734464822c9 req-ebaa3e54-36cf-459d-96d4-be00deefdc8e tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] 10.222.0.98 "GET /v2.0/ports?device_id=12e6ab55-fee7-465a-a9ad-e11a824d5890 HTTP/1.1" status: 200 len: 935 time: 0.2507651 Oct 20 11:32:13.121526 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e137279b-e66d-48ef-8e7a-dae0e2221c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d92ba1-eb0b-4790-a484-5d6d2b2830e0'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:32:13.124110 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c68825-fb90-460b-9e11-dfd15bd7845e" -d '{"events": [{"server_uuid": "e137279b-e66d-48ef-8e7a-dae0e2221c20", "name": "network-vif-plugged", "status": "completed", "tag": "32d92ba1-eb0b-4790-a484-5d6d2b2830e0"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:32:13.127180 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-60a59fd3-5ad9-44e8-a767-4bd8a5b0c2be None None] Port 107bc6b5-7759-40fc-ad62-7ac06804a805 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:32:13.148031 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 32d92ba1-eb0b-4790-a484-5d6d2b2830e0, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=32d92ba1-eb0b-4790-a484-5d6d2b2830e0,segment=NetworkSegment(077f6192-3017-4d6f-ab33-2817e3715dc9),segment_id=077f6192-3017-4d6f-ab33-2817e3715dc9)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:32:13.163403 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:13.169252 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:13.176076 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d68720-417a-45a5-a815-c3cc9b50bd3a req-ce60e7a0-927d-4179-a19c-d0b4acaa5217 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:13.184103 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-76d68720-417a-45a5-a815-c3cc9b50bd3a req-ce60e7a0-927d-4179-a19c-d0b4acaa5217 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/ports?device_id=af8f5642-8353-45f6-be44-5b2a4ed223b1 HTTP/1.1" status: 200 len: 943 time: 0.2328315 Oct 20 11:32:13.249873 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=32d92ba1-eb0b-4790-a484-5d6d2b2830e0,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:13.262715 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port e75a27b6-e296-4256-8f83-4a466463d5ad, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e75a27b6-e296-4256-8f83-4a466463d5ad,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:32:13.271751 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:13.321199 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f12a38a3-a75f-4ae0-9138-3734464822c9 req-1474c13e-bd2c-4dae-890b-a270d89f9f03 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] 10.222.0.98 "GET /v2.0/security-groups?id=df5b10e6-adbe-4c31-9745-8cfcc6bedab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058644 Oct 20 11:32:13.338037 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=e75a27b6-e296-4256-8f83-4a466463d5ad,revision_number=7']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:13.358371 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-76d68720-417a-45a5-a815-c3cc9b50bd3a req-50e8045a-d8ab-4d05-9f57-08bf6b7fbcd8 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/security-groups?id=69888122-6b31-4f03-b58e-69ca71af741f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705492 Oct 20 11:32:13.377000 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-42b04034-2b3d-4d83-91d3-20a408761c7b req-e5b776f0-716a-434c-be48-04559e021a01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d27a3445-a075-42eb-b3d3-18f9d06a4e14 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:32:13.383174 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-42b04034-2b3d-4d83-91d3-20a408761c7b req-e5b776f0-716a-434c-be48-04559e021a01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:13.402613 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5419d2-7cbe-4858-bfcd-ea3e4ce113ba req-2c3e7bc5-d840-4aaf-9294-79e59bfb0cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:13.405164 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4b5419d2-7cbe-4858-bfcd-ea3e4ce113ba req-2c3e7bc5-d840-4aaf-9294-79e59bfb0cfb service neutron] 10.222.0.89 "GET /v2.0/networks?id=64a64dee-91fa-4344-be82-ab20bea176e6 HTTP/1.1" status: 200 len: 921 time: 0.2887344 Oct 20 11:32:13.406227 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-42b04034-2b3d-4d83-91d3-20a408761c7b req-e5b776f0-716a-434c-be48-04559e021a01 service neutron] Transition to ACTIVE for port object d27a3445-a075-42eb-b3d3-18f9d06a4e14 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:32:13.417853 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-42b04034-2b3d-4d83-91d3-20a408761c7b req-e5b776f0-716a-434c-be48-04559e021a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:13.555086 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8fed56-9031-46ce-9af0-6845c988c45b x-openstack-request-id: req-bc8fed56-9031-46ce-9af0-6845c988c45b {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:32:13.555610 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e137279b-e66d-48ef-8e7a-dae0e2221c20", "name": "network-vif-plugged", "status": "completed", "tag": "32d92ba1-eb0b-4790-a484-5d6d2b2830e0", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:32:13.556013 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bc8fed56-9031-46ce-9af0-6845c988c45b {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:32:13.556642 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e137279b-e66d-48ef-8e7a-dae0e2221c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d92ba1-eb0b-4790-a484-5d6d2b2830e0', 'code': 200} Oct 20 11:32:13.592016 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4b5419d2-7cbe-4858-bfcd-ea3e4ce113ba req-7026e436-e080-4630-8022-d2c1431ac65d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0a9d974-b7ee-4f02-bf17-f6427762e0c6 HTTP/1.1" status: 200 len: 217 time: 0.1645737 Oct 20 11:32:13.761280 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-cbd1b1c8-213e-4ff1-b5ca-c1c7dd2bacf2 req-59b38f48-ae7d-4652-88e9-962fb51c6e51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 107bc6b5-7759-40fc-ad62-7ac06804a805 {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:32:13.769799 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-cbd1b1c8-213e-4ff1-b5ca-c1c7dd2bacf2 req-59b38f48-ae7d-4652-88e9-962fb51c6e51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:13.772491 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b776f0-716a-434c-be48-04559e021a01 service neutron] Pushing event updated for resources: {'Port': ['ID=d27a3445-a075-42eb-b3d3-18f9d06a4e14,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:13.787527 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b776f0-716a-434c-be48-04559e021a01 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:13.788265 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b776f0-716a-434c-be48-04559e021a01 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:13.789036 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b776f0-716a-434c-be48-04559e021a01 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:13.789727 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b776f0-716a-434c-be48-04559e021a01 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:13.790270 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b776f0-716a-434c-be48-04559e021a01 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:13.790871 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b776f0-716a-434c-be48-04559e021a01 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:13.791411 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b776f0-716a-434c-be48-04559e021a01 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:13.791961 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b776f0-716a-434c-be48-04559e021a01 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:13.792510 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b776f0-716a-434c-be48-04559e021a01 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:13.793166 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b776f0-716a-434c-be48-04559e021a01 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:13.793703 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b776f0-716a-434c-be48-04559e021a01 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:13.794204 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-cbd1b1c8-213e-4ff1-b5ca-c1c7dd2bacf2 req-59b38f48-ae7d-4652-88e9-962fb51c6e51 service neutron] Transition to ACTIVE for port object 107bc6b5-7759-40fc-ad62-7ac06804a805 will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:32:13.794467 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b776f0-716a-434c-be48-04559e021a01 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:13.807861 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-cbd1b1c8-213e-4ff1-b5ca-c1c7dd2bacf2 req-59b38f48-ae7d-4652-88e9-962fb51c6e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:13.862926 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b38f48-ae7d-4652-88e9-962fb51c6e51 service neutron] Pushing event updated for resources: {'Port': ['ID=107bc6b5-7759-40fc-ad62-7ac06804a805,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:13.958546 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-42b04034-2b3d-4d83-91d3-20a408761c7b req-e5b776f0-716a-434c-be48-04559e021a01 service neutron] Attempting to bind port d27a3445-a075-42eb-b3d3-18f9d06a4e14 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:32:13.958785 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-42b04034-2b3d-4d83-91d3-20a408761c7b req-e5b776f0-716a-434c-be48-04559e021a01 service neutron] Attempting to bind port d27a3445-a075-42eb-b3d3-18f9d06a4e14 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:32:13.959613 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b04034-2b3d-4d83-91d3-20a408761c7b req-e5b776f0-716a-434c-be48-04559e021a01 service neutron] Attempting to bind port d27a3445-a075-42eb-b3d3-18f9d06a4e14 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:32:13.981370 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-cbd1b1c8-213e-4ff1-b5ca-c1c7dd2bacf2 req-59b38f48-ae7d-4652-88e9-962fb51c6e51 service neutron] Attempting to bind port 107bc6b5-7759-40fc-ad62-7ac06804a805 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:32:13.982950 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-cbd1b1c8-213e-4ff1-b5ca-c1c7dd2bacf2 req-59b38f48-ae7d-4652-88e9-962fb51c6e51 service neutron] Attempting to bind port 107bc6b5-7759-40fc-ad62-7ac06804a805 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:32:13.983730 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd1b1c8-213e-4ff1-b5ca-c1c7dd2bacf2 req-59b38f48-ae7d-4652-88e9-962fb51c6e51 service neutron] Attempting to bind port 107bc6b5-7759-40fc-ad62-7ac06804a805 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:32:13.989596 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd1b1c8-213e-4ff1-b5ca-c1c7dd2bacf2 req-59b38f48-ae7d-4652-88e9-962fb51c6e51 service neutron] Port 107bc6b5-7759-40fc-ad62-7ac06804a805 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:32:13.990367 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd1b1c8-213e-4ff1-b5ca-c1c7dd2bacf2 req-59b38f48-ae7d-4652-88e9-962fb51c6e51 service neutron] Attempting to bind port 107bc6b5-7759-40fc-ad62-7ac06804a805 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:32:13.992735 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe7a90-26fd-44d2-9269-926cd98b9f85 req-c50507d5-4f37-4e62-ac64-90880c1652ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:13.995168 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-abfe7a90-26fd-44d2-9269-926cd98b9f85 req-c50507d5-4f37-4e62-ac64-90880c1652ff service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e137279b-e66d-48ef-8e7a-dae0e2221c20 HTTP/1.1" status: 200 len: 1096 time: 0.2347913 Oct 20 11:32:13.997516 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd1b1c8-213e-4ff1-b5ca-c1c7dd2bacf2 req-59b38f48-ae7d-4652-88e9-962fb51c6e51 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:32:13.998084 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd1b1c8-213e-4ff1-b5ca-c1c7dd2bacf2 req-59b38f48-ae7d-4652-88e9-962fb51c6e51 service neutron] Checking segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:32:13.998668 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd1b1c8-213e-4ff1-b5ca-c1c7dd2bacf2 req-59b38f48-ae7d-4652-88e9-962fb51c6e51 service neutron] Bound using segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:32:13.999352 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-cbd1b1c8-213e-4ff1-b5ca-c1c7dd2bacf2 req-59b38f48-ae7d-4652-88e9-962fb51c6e51 service neutron] Bound port: 107bc6b5-7759-40fc-ad62-7ac06804a805, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:32:13.999921 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-cbd1b1c8-213e-4ff1-b5ca-c1c7dd2bacf2 req-59b38f48-ae7d-4652-88e9-962fb51c6e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:14.001832 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b04034-2b3d-4d83-91d3-20a408761c7b req-e5b776f0-716a-434c-be48-04559e021a01 service neutron] Port d27a3445-a075-42eb-b3d3-18f9d06a4e14 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:32:14.002213 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b04034-2b3d-4d83-91d3-20a408761c7b req-e5b776f0-716a-434c-be48-04559e021a01 service neutron] Attempting to bind port d27a3445-a075-42eb-b3d3-18f9d06a4e14 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:32:14.015916 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5419d2-7cbe-4858-bfcd-ea3e4ce113ba req-0da103e7-9578-49c8-acff-6f97b09e0c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:14.017392 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4b5419d2-7cbe-4858-bfcd-ea3e4ce113ba req-0da103e7-9578-49c8-acff-6f97b09e0c68 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e8e3b78b-83cf-4f01-9e38-0802b32ade11 HTTP/1.1" status: 200 len: 859 time: 0.3777277 Oct 20 11:32:14.030678 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d92888-a364-437d-8708-3aff71ca23aa req-f942999e-40df-4acb-9745-80646725d26c tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:14.038067 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-63d92888-a364-437d-8708-3aff71ca23aa req-f942999e-40df-4acb-9745-80646725d26c tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] 10.222.0.98 "GET /v2.0/ports?device_id=604ca7bd-0fcb-48d1-9553-6663b59e1199 HTTP/1.1" status: 200 len: 947 time: 0.3181427 Oct 20 11:32:14.049118 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b04034-2b3d-4d83-91d3-20a408761c7b req-e5b776f0-716a-434c-be48-04559e021a01 service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:32:14.049473 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b04034-2b3d-4d83-91d3-20a408761c7b req-e5b776f0-716a-434c-be48-04559e021a01 service neutron] Checking segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:32:14.049874 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b04034-2b3d-4d83-91d3-20a408761c7b req-e5b776f0-716a-434c-be48-04559e021a01 service neutron] Bound using segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:32:14.050323 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-42b04034-2b3d-4d83-91d3-20a408761c7b req-e5b776f0-716a-434c-be48-04559e021a01 service neutron] Bound port: d27a3445-a075-42eb-b3d3-18f9d06a4e14, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:32:14.050689 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-42b04034-2b3d-4d83-91d3-20a408761c7b req-e5b776f0-716a-434c-be48-04559e021a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:14.108711 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-cbd1b1c8-213e-4ff1-b5ca-c1c7dd2bacf2 req-59b38f48-ae7d-4652-88e9-962fb51c6e51 service neutron] For port 107bc6b5-7759-40fc-ad62-7ac06804a805, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:32:14.113139 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-cbd1b1c8-213e-4ff1-b5ca-c1c7dd2bacf2 req-59b38f48-ae7d-4652-88e9-962fb51c6e51 service neutron] For port 107bc6b5-7759-40fc-ad62-7ac06804a805, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=107bc6b5-7759-40fc-ad62-7ac06804a805,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:32:14.115591 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4b5419d2-7cbe-4858-bfcd-ea3e4ce113ba req-8d93a7f5-b5a4-4678-b9a9-0cbad128a34c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=64a64dee-91fa-4344-be82-ab20bea176e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733547 Oct 20 11:32:14.126779 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-cbd1b1c8-213e-4ff1-b5ca-c1c7dd2bacf2 req-59b38f48-ae7d-4652-88e9-962fb51c6e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:14.179725 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1b1c8-213e-4ff1-b5ca-c1c7dd2bacf2 req-59b38f48-ae7d-4652-88e9-962fb51c6e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:14.181060 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-cbd1b1c8-213e-4ff1-b5ca-c1c7dd2bacf2 req-59b38f48-ae7d-4652-88e9-962fb51c6e51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:14.182536 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-cbd1b1c8-213e-4ff1-b5ca-c1c7dd2bacf2 req-59b38f48-ae7d-4652-88e9-962fb51c6e51 service neutron] 10.222.0.89 "PUT /v2.0/ports/107bc6b5-7759-40fc-ad62-7ac06804a805 HTTP/1.1" status: 200 len: 1095 time: 1.5820236 Oct 20 11:32:14.183087 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e6ab55-fee7-465a-a9ad-e11a824d5890', 'tag': '107bc6b5-7759-40fc-ad62-7ac06804a805'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:32:14.185624 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1dec93-a4eb-4122-b96e-d550495e35b1" -d '{"events": [{"name": "network-changed", "server_uuid": "12e6ab55-fee7-465a-a9ad-e11a824d5890", "tag": "107bc6b5-7759-40fc-ad62-7ac06804a805"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:32:14.256667 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-abfe7a90-26fd-44d2-9269-926cd98b9f85 req-ac0d4eb8-cdd3-4679-9045-7fc16c876ba7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0bea1449-0e14-4d4b-9730-853c09f6cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2508523 Oct 20 11:32:14.300373 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b38f48-ae7d-4652-88e9-962fb51c6e51 service neutron] Pushing event updated for resources: {'Port': ['ID=107bc6b5-7759-40fc-ad62-7ac06804a805,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:14.334533 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-63d92888-a364-437d-8708-3aff71ca23aa req-6bb53d67-b289-4c0f-9af0-290225ef481c tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] 10.222.0.98 "GET /v2.0/security-groups?id=39426d54-887f-4f96-a7c9-284a3156481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905362 Oct 20 11:32:14.342101 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1b1c8-213e-4ff1-b5ca-c1c7dd2bacf2 req-38ded72c-112b-4aab-a2b6-bb0cf05143f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:14.343999 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-cbd1b1c8-213e-4ff1-b5ca-c1c7dd2bacf2 req-38ded72c-112b-4aab-a2b6-bb0cf05143f6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f67660367ae14b9590e492b879caa9e2&device_id=12e6ab55-fee7-465a-a9ad-e11a824d5890 HTTP/1.1" status: 200 len: 1098 time: 0.0991020 Oct 20 11:32:14.432757 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-cbd1b1c8-213e-4ff1-b5ca-c1c7dd2bacf2 req-1b8e6b03-1420-49ff-b935-8feae073b591 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=107bc6b5-7759-40fc-ad62-7ac06804a805 HTTP/1.1" status: 200 len: 217 time: 0.0738473 Oct 20 11:32:14.481124 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-42b04034-2b3d-4d83-91d3-20a408761c7b req-e5b776f0-716a-434c-be48-04559e021a01 service neutron] For port d27a3445-a075-42eb-b3d3-18f9d06a4e14, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:32:14.495896 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4b5419d2-7cbe-4858-bfcd-ea3e4ce113ba req-0e0a465f-8af7-4e53-8497-9cf68228374f service neutron] 10.222.0.89 "GET /v2.0/networks/64a64dee-91fa-4344-be82-ab20bea176e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561726 Oct 20 11:32:14.501602 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-42b04034-2b3d-4d83-91d3-20a408761c7b req-e5b776f0-716a-434c-be48-04559e021a01 service neutron] For port d27a3445-a075-42eb-b3d3-18f9d06a4e14, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=d27a3445-a075-42eb-b3d3-18f9d06a4e14,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:32:14.555088 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1b1c8-213e-4ff1-b5ca-c1c7dd2bacf2 req-d861f69d-26ae-4de7-ae7e-405234bb2eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:14.556678 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-cbd1b1c8-213e-4ff1-b5ca-c1c7dd2bacf2 req-d861f69d-26ae-4de7-ae7e-405234bb2eae service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.1154048 Oct 20 11:32:14.604159 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8556b-251f-4796-917f-8c12dde82940 req-fef6ca87-e4b4-4d01-8469-30e1d8407f4b tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:14.611085 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ada8556b-251f-4796-917f-8c12dde82940 req-fef6ca87-e4b4-4d01-8469-30e1d8407f4b tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] 10.222.0.98 "GET /v2.0/ports?device_id=e137279b-e66d-48ef-8e7a-dae0e2221c20 HTTP/1.1" status: 200 len: 945 time: 0.2149308 Oct 20 11:32:14.652302 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4b5419d2-7cbe-4858-bfcd-ea3e4ce113ba req-6a029b5a-24b6-4148-b348-f8e563bb9d6b service neutron] 10.222.0.89 "GET /v2.0/networks/64a64dee-91fa-4344-be82-ab20bea176e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454914 Oct 20 11:32:14.660185 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device f0a9d974-b7ee-4f02-bf17-f6427762e0c6 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:32:14.662442 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1b1c8-213e-4ff1-b5ca-c1c7dd2bacf2 req-05ec5ac8-5410-41ff-98c5-b86909cdd5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:14.664008 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-cbd1b1c8-213e-4ff1-b5ca-c1c7dd2bacf2 req-05ec5ac8-5410-41ff-98c5-b86909cdd5d2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0911462 Oct 20 11:32:14.690038 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-42b04034-2b3d-4d83-91d3-20a408761c7b req-e5b776f0-716a-434c-be48-04559e021a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:14.784690 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b04034-2b3d-4d83-91d3-20a408761c7b req-e5b776f0-716a-434c-be48-04559e021a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:14.785790 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-42b04034-2b3d-4d83-91d3-20a408761c7b req-e5b776f0-716a-434c-be48-04559e021a01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:14.787501 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-42b04034-2b3d-4d83-91d3-20a408761c7b req-e5b776f0-716a-434c-be48-04559e021a01 service neutron] 10.222.0.11 "PUT /v2.0/ports/d27a3445-a075-42eb-b3d3-18f9d06a4e14 HTTP/1.1" status: 200 len: 1095 time: 3.1677423 Oct 20 11:32:14.788149 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '604ca7bd-0fcb-48d1-9553-6663b59e1199', 'tag': 'd27a3445-a075-42eb-b3d3-18f9d06a4e14'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:32:14.791190 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0bd5275-e168-411f-9f13-fc77582509eb" -d '{"events": [{"name": "network-changed", "server_uuid": "604ca7bd-0fcb-48d1-9553-6663b59e1199", "tag": "d27a3445-a075-42eb-b3d3-18f9d06a4e14"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:32:14.821006 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ada8556b-251f-4796-917f-8c12dde82940 req-29d22f93-1c42-4910-92e7-60ece0850a22 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bea1449-0e14-4d4b-9730-853c09f6cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2088373 Oct 20 11:32:14.867101 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-cbd1b1c8-213e-4ff1-b5ca-c1c7dd2bacf2 req-62d550e1-522b-4876-976b-e7aaeb8cb917 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851501 Oct 20 11:32:14.877985 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port f0a9d974-b7ee-4f02-bf17-f6427762e0c6, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=f0a9d974-b7ee-4f02-bf17-f6427762e0c6,segment=NetworkSegment(ea9723fb-0cbc-4e43-9a4c-890d295b4e3e),segment_id=ea9723fb-0cbc-4e43-9a4c-890d295b4e3e)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:32:14.893695 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': 'f0a9d974-b7ee-4f02-bf17-f6427762e0c6', 'network_id': '64a64dee-91fa-4344-be82-ab20bea176e6', 'port_id': 'f0a9d974-b7ee-4f02-bf17-f6427762e0c6', 'mac_address': 'fa:16:3e:a1:7c:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e3b78b-83cf-4f01-9e38-0802b32ade11', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:32:14.956748 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a46260a-be1f-469b-b1d4-b1255f37f4ab x-openstack-request-id: req-8a46260a-be1f-469b-b1d4-b1255f37f4ab {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:32:14.957030 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12e6ab55-fee7-465a-a9ad-e11a824d5890", "tag": "107bc6b5-7759-40fc-ad62-7ac06804a805", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:32:14.957278 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8a46260a-be1f-469b-b1d4-b1255f37f4ab {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:32:14.957678 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12e6ab55-fee7-465a-a9ad-e11a824d5890', 'tag': '107bc6b5-7759-40fc-ad62-7ac06804a805', 'status': 'completed', 'code': 200} Oct 20 11:32:15.083814 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:15.092696 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b776f0-716a-434c-be48-04559e021a01 service neutron] Pushing event updated for resources: {'Port': ['ID=d27a3445-a075-42eb-b3d3-18f9d06a4e14,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:15.107600 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-cbd1b1c8-213e-4ff1-b5ca-c1c7dd2bacf2 req-d0d3d3bc-96a4-460f-a480-1718f4bf78c0 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256935 Oct 20 11:32:15.118756 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0a9d974-b7ee-4f02-bf17-f6427762e0c6 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:32:15.153948 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95023979-a713-4304-b378-4237f5a7e924 req-8f7ab115-c3b0-432a-80c1-f82c1b0987c8 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:15.155485 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-95023979-a713-4304-b378-4237f5a7e924 req-8f7ab115-c3b0-432a-80c1-f82c1b0987c8 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] 10.222.0.98 "GET /v2.0/ports?device_id=12e6ab55-fee7-465a-a9ad-e11a824d5890 HTTP/1.1" status: 200 len: 947 time: 0.1194544 Oct 20 11:32:15.157635 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b04034-2b3d-4d83-91d3-20a408761c7b req-746b8af7-388e-448c-9287-c0b08a896a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:15.161767 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-42b04034-2b3d-4d83-91d3-20a408761c7b req-746b8af7-388e-448c-9287-c0b08a896a8b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=758e3130f12b425b9b7a71507f7e6fa2&device_id=604ca7bd-0fcb-48d1-9553-6663b59e1199 HTTP/1.1" status: 200 len: 1098 time: 0.3239057 Oct 20 11:32:15.181467 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port f0a9d974-b7ee-4f02-bf17-f6427762e0c6, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=f0a9d974-b7ee-4f02-bf17-f6427762e0c6,segment=NetworkSegment(ea9723fb-0cbc-4e43-9a4c-890d295b4e3e),segment_id=ea9723fb-0cbc-4e43-9a4c-890d295b4e3e)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:32:15.200043 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:15.232696 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-42b04034-2b3d-4d83-91d3-20a408761c7b req-35f398b7-0db9-4f5e-8578-c27f3ac23963 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=d27a3445-a075-42eb-b3d3-18f9d06a4e14 HTTP/1.1" status: 200 len: 217 time: 0.0594857 Oct 20 11:32:15.263532 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-95023979-a713-4304-b378-4237f5a7e924 req-84b58553-e380-4119-8ae3-4629abf6aa9c tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] 10.222.0.98 "GET /v2.0/security-groups?id=df5b10e6-adbe-4c31-9745-8cfcc6bedab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004636 Oct 20 11:32:15.291622 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1dec93-a4eb-4122-b96e-d550495e35b1 req-525f13f5-b6c2-4fad-852e-3f30c16bff79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:15.294386 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6c1dec93-a4eb-4122-b96e-d550495e35b1 req-525f13f5-b6c2-4fad-852e-3f30c16bff79 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f67660367ae14b9590e492b879caa9e2&device_id=12e6ab55-fee7-465a-a9ad-e11a824d5890 HTTP/1.1" status: 200 len: 1098 time: 0.1061711 Oct 20 11:32:15.299935 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=f0a9d974-b7ee-4f02-bf17-f6427762e0c6,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:15.330585 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:15.401845 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b04034-2b3d-4d83-91d3-20a408761c7b req-e112b32d-696f-4caf-801b-95e598c5a2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:15.408900 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-42b04034-2b3d-4d83-91d3-20a408761c7b req-e112b32d-696f-4caf-801b-95e598c5a2ce service neutron] 10.222.0.11 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.1490984 Oct 20 11:32:15.455286 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1dec93-a4eb-4122-b96e-d550495e35b1 req-f42a4700-636d-4325-af64-bf63ac1efeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:15.456824 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6c1dec93-a4eb-4122-b96e-d550495e35b1 req-f42a4700-636d-4325-af64-bf63ac1efeee service neutron] 10.222.0.89 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 0.1498907 Oct 20 11:32:15.475481 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512d2c04-d821-4691-874d-757b1a21bf30 x-openstack-request-id: req-512d2c04-d821-4691-874d-757b1a21bf30 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:32:15.475766 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "604ca7bd-0fcb-48d1-9553-6663b59e1199", "tag": "d27a3445-a075-42eb-b3d3-18f9d06a4e14", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:32:15.476012 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-512d2c04-d821-4691-874d-757b1a21bf30 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:32:15.476405 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '604ca7bd-0fcb-48d1-9553-6663b59e1199', 'tag': 'd27a3445-a075-42eb-b3d3-18f9d06a4e14', 'status': 'completed', 'code': 200} Oct 20 11:32:15.511732 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221dbff-37d5-49c2-8985-c57a0c8039d6 req-4c66abc3-390b-4608-bc00-609fe85b4a89 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:15.518833 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8221dbff-37d5-49c2-8985-c57a0c8039d6 req-4c66abc3-390b-4608-bc00-609fe85b4a89 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/ports?device_id=af8f5642-8353-45f6-be44-5b2a4ed223b1 HTTP/1.1" status: 200 len: 944 time: 0.1284244 Oct 20 11:32:15.521887 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b04034-2b3d-4d83-91d3-20a408761c7b req-992eb1ea-6112-4d45-8648-7d4f2b6c1092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:15.523425 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-42b04034-2b3d-4d83-91d3-20a408761c7b req-992eb1ea-6112-4d45-8648-7d4f2b6c1092 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1011777 Oct 20 11:32:15.543300 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6c1dec93-a4eb-4122-b96e-d550495e35b1 req-50b05e8f-7a02-4e87-9d98-0648c1e5d677 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=107bc6b5-7759-40fc-ad62-7ac06804a805 HTTP/1.1" status: 200 len: 217 time: 0.0683796 Oct 20 11:32:15.559125 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5442ea14-6bd9-4966-9df9-d9ee84fcb257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75a27b6-e296-4256-8f83-4a466463d5ad'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:32:15.561289 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5026aba9-ca86-46ac-8b06-c1cf26c34459" -d '{"events": [{"server_uuid": "5442ea14-6bd9-4966-9df9-d9ee84fcb257", "name": "network-vif-plugged", "status": "completed", "tag": "e75a27b6-e296-4256-8f83-4a466463d5ad"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:32:15.593844 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['f0a9d974-b7ee-4f02-bf17-f6427762e0c6'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:32:15.600802 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8221dbff-37d5-49c2-8985-c57a0c8039d6 req-3cab827c-9fa6-48e0-8299-18581a8e92b2 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/security-groups?id=69888122-6b31-4f03-b58e-69ca71af741f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765126 Oct 20 11:32:15.661043 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1dec93-a4eb-4122-b96e-d550495e35b1 req-87c463b7-1e1d-4567-919b-0ded43947bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:15.663590 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6c1dec93-a4eb-4122-b96e-d550495e35b1 req-87c463b7-1e1d-4567-919b-0ded43947bef service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.1123166 Oct 20 11:32:15.746058 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1dec93-a4eb-4122-b96e-d550495e35b1 req-37261b04-814a-4d3c-b43e-0e5319d63dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:15.748660 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6c1dec93-a4eb-4122-b96e-d550495e35b1 req-37261b04-814a-4d3c-b43e-0e5319d63dd1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0753005 Oct 20 11:32:15.770095 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-42b04034-2b3d-4d83-91d3-20a408761c7b req-03b71395-2ecd-4c70-96df-e968be0d174e service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381351 Oct 20 11:32:15.814391 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62f000-e66d-4397-a80c-2d1ebfb93f76 req-3e22f280-c8ee-49d4-a13e-8d8e2380aa72 tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:15.823468 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3b62f000-e66d-4397-a80c-2d1ebfb93f76 req-3e22f280-c8ee-49d4-a13e-8d8e2380aa72 tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] 10.222.0.98 "GET /v2.0/ports?device_id=604ca7bd-0fcb-48d1-9553-6663b59e1199 HTTP/1.1" status: 200 len: 947 time: 0.1192672 Oct 20 11:32:15.831771 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad1fb06-a2ed-47f1-8854-9a0e8019b129 x-openstack-request-id: req-7ad1fb06-a2ed-47f1-8854-9a0e8019b129 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:32:15.832610 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5442ea14-6bd9-4966-9df9-d9ee84fcb257", "name": "network-vif-plugged", "status": "completed", "tag": "e75a27b6-e296-4256-8f83-4a466463d5ad", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:32:15.833016 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7ad1fb06-a2ed-47f1-8854-9a0e8019b129 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:32:15.833579 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5442ea14-6bd9-4966-9df9-d9ee84fcb257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75a27b6-e296-4256-8f83-4a466463d5ad', 'code': 200} Oct 20 11:32:15.953506 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3b62f000-e66d-4397-a80c-2d1ebfb93f76 req-c10cbfa3-717f-4256-940c-8b9516b0126d tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] 10.222.0.98 "GET /v2.0/security-groups?id=39426d54-887f-4f96-a7c9-284a3156481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148958 Oct 20 11:32:15.956113 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6c1dec93-a4eb-4122-b96e-d550495e35b1 req-0b3b460c-3ee4-4b18-a42f-28caed30ba8e service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927798 Oct 20 11:32:15.960849 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-42b04034-2b3d-4d83-91d3-20a408761c7b req-6962ae90-87f6-4c05-9853-a7a68e04f635 service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795993 Oct 20 11:32:16.180155 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6c1dec93-a4eb-4122-b96e-d550495e35b1 req-b5f9dded-9562-49ef-9e35-c5c6da901dc1 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148952 Oct 20 11:32:16.182610 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54330da-2914-493c-956c-7052d12428d1 req-e45fc9e5-f5de-41b1-aee2-daf5c4f30364 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:16.184352 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f54330da-2914-493c-956c-7052d12428d1 req-e45fc9e5-f5de-41b1-aee2-daf5c4f30364 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] 10.222.0.98 "GET /v2.0/ports?device_id=e137279b-e66d-48ef-8e7a-dae0e2221c20 HTTP/1.1" status: 200 len: 945 time: 0.2225146 Oct 20 11:32:16.190031 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd5275-e168-411f-9f13-fc77582509eb req-406dee93-88d1-46da-925b-68d5cb4f4213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:16.191847 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a0bd5275-e168-411f-9f13-fc77582509eb req-406dee93-88d1-46da-925b-68d5cb4f4213 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=758e3130f12b425b9b7a71507f7e6fa2&device_id=604ca7bd-0fcb-48d1-9553-6663b59e1199 HTTP/1.1" status: 200 len: 1098 time: 0.1427472 Oct 20 11:32:16.340272 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f54330da-2914-493c-956c-7052d12428d1 req-6f6750d4-9276-4587-9096-9aefaca28d7c tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bea1449-0e14-4d4b-9730-853c09f6cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471910 Oct 20 11:32:16.357074 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd5275-e168-411f-9f13-fc77582509eb req-fd46aebe-c321-418c-bee7-b52064afda1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:16.367782 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a0bd5275-e168-411f-9f13-fc77582509eb req-fd46aebe-c321-418c-bee7-b52064afda1d service neutron] 10.222.0.11 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 0.1665380 Oct 20 11:32:16.449378 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a0bd5275-e168-411f-9f13-fc77582509eb req-2dac8c96-2dfe-4895-8f4d-201783e38339 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=d27a3445-a075-42eb-b3d3-18f9d06a4e14 HTTP/1.1" status: 200 len: 217 time: 0.0746100 Oct 20 11:32:16.549601 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60348) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:16.573450 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd5275-e168-411f-9f13-fc77582509eb req-321b4bea-1639-4dfc-8e47-90ebbf1f95bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:16.575044 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a0bd5275-e168-411f-9f13-fc77582509eb req-321b4bea-1639-4dfc-8e47-90ebbf1f95bb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.1077492 Oct 20 11:32:16.583952 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d817a-8571-4aaf-b5d9-566b6b732a35 req-11277829-96a4-40bc-9583-c13e36b955f7 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:16.591389 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-069d817a-8571-4aaf-b5d9-566b6b732a35 req-11277829-96a4-40bc-9583-c13e36b955f7 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] 10.222.0.98 "GET /v2.0/ports?device_id=12e6ab55-fee7-465a-a9ad-e11a824d5890 HTTP/1.1" status: 200 len: 947 time: 0.1444893 Oct 20 11:32:16.649094 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee42d8-cf20-494a-aa42-8281ecace406 req-79312703-2ec1-41d9-a4e0-e8fcc4433985 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:16.653828 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3ee42d8-cf20-494a-aa42-8281ecace406 req-79312703-2ec1-41d9-a4e0-e8fcc4433985 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] 10.222.0.98 "GET /v2.0/ports?device_id=e137279b-e66d-48ef-8e7a-dae0e2221c20 HTTP/1.1" status: 200 len: 945 time: 0.2084446 Oct 20 11:32:16.662577 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60356) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:16.668570 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-0a12cc4f-8f5b-4133-88e8-a4a838dfcbee tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Request body: {'floatingip': {'port_id': '32d92ba1-eb0b-4790-a484-5d6d2b2830e0'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:32:16.690199 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-069d817a-8571-4aaf-b5d9-566b6b732a35 req-0bc488fb-10ee-4b94-a948-ffcab5c35ac0 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] 10.222.0.98 "GET /v2.0/security-groups?id=df5b10e6-adbe-4c31-9745-8cfcc6bedab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979176 Oct 20 11:32:16.697045 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd5275-e168-411f-9f13-fc77582509eb req-4d4d269b-41ac-43e7-9519-14a7e0266d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:16.698917 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a0bd5275-e168-411f-9f13-fc77582509eb req-4d4d269b-41ac-43e7-9519-14a7e0266d2b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1049051 Oct 20 11:32:16.733147 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0a12cc4f-8f5b-4133-88e8-a4a838dfcbee tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Publish callbacks [] for floatingip, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:16.818937 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f30ec4c1-63fd-4e04-9a74-fb07af3297e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:16.871727 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a0bd5275-e168-411f-9f13-fc77582509eb req-5059bb82-cbd6-4e38-9e1a-0a6e61838af2 service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618826 Oct 20 11:32:17.039195 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad14d58-f75f-4e96-abea-0782edf24fd0 req-8f8da169-0421-40c2-957b-2f970be986a5 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:17.040877 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9ad14d58-f75f-4e96-abea-0782edf24fd0 req-8f8da169-0421-40c2-957b-2f970be986a5 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/ports?device_id=af8f5642-8353-45f6-be44-5b2a4ed223b1 HTTP/1.1" status: 200 len: 944 time: 0.1188145 Oct 20 11:32:17.041177 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f30ec4c1-63fd-4e04-9a74-fb07af3297e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:17.046366 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a0bd5275-e168-411f-9f13-fc77582509eb req-7c67cf75-89aa-40c9-9157-befe1ae09b01 service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630940 Oct 20 11:32:17.050977 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f30ec4c1-63fd-4e04-9a74-fb07af3297e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:17.088687 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ec4c1-63fd-4e04-9a74-fb07af3297e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13843e07-0955-400a-af39-ee5f8c066bb5,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:17.144335 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9ad14d58-f75f-4e96-abea-0782edf24fd0 req-2ece8924-c3b2-4f13-8498-fac9e3cdf018 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/security-groups?id=69888122-6b31-4f03-b58e-69ca71af741f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964398 Oct 20 11:32:17.178141 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50013e85-0aba-4822-b055-d94ff72a12d9 req-06303a55-84a2-4227-bcc2-f4e80ac5bb27 tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:17.178866 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f30ec4c1-63fd-4e04-9a74-fb07af3297e1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6013a778386341429685e8d326113264&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6279163 Oct 20 11:32:17.180010 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-50013e85-0aba-4822-b055-d94ff72a12d9 req-06303a55-84a2-4227-bcc2-f4e80ac5bb27 tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] 10.222.0.98 "GET /v2.0/ports?device_id=604ca7bd-0fcb-48d1-9553-6663b59e1199 HTTP/1.1" status: 200 len: 947 time: 0.0976462 Oct 20 11:32:17.180615 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60370) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:17.255428 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-50013e85-0aba-4822-b055-d94ff72a12d9 req-be78c0eb-cb91-4e8d-902f-45edd68ba788 tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] 10.222.0.98 "GET /v2.0/security-groups?id=39426d54-887f-4f96-a7c9-284a3156481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676625 Oct 20 11:32:17.275024 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-825662be-8d7c-4f77-bc07-b6728139e7a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:17.302867 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-825662be-8d7c-4f77-bc07-b6728139e7a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:17.369393 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-825662be-8d7c-4f77-bc07-b6728139e7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:17.372590 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-825662be-8d7c-4f77-bc07-b6728139e7a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:17.374303 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-825662be-8d7c-4f77-bc07-b6728139e7a9 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/13843e07-0955-400a-af39-ee5f8c066bb5 HTTP/1.1" status: 204 len: 168 time: 0.1926334 Oct 20 11:32:17.391449 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825662be-8d7c-4f77-bc07-b6728139e7a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13843e07-0955-400a-af39-ee5f8c066bb5,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:17.391850 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0a12cc4f-8f5b-4133-88e8-a4a838dfcbee tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:17.401171 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0a12cc4f-8f5b-4133-88e8-a4a838dfcbee tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:17.531727 n-d-814735-3 neutron-server[100646]: INFO neutron.db.l3_db [None req-0a12cc4f-8f5b-4133-88e8-a4a838dfcbee tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Floating IP 3aba3924-9075-463b-aece-13494ccaa8bd associated. External IP: 172.25.5.251, port: 32d92ba1-eb0b-4790-a484-5d6d2b2830e0. Oct 20 11:32:17.816194 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a12cc4f-8f5b-4133-88e8-a4a838dfcbee tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Router e786fe27-4a29-4909-861e-5a277d98ba39 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:32:17.890965 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d8be0-3512-4c03-87da-af3952690777 req-5c405a59-d002-452e-b5e2-2a1e4d61733b tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:17.892834 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-734d8be0-3512-4c03-87da-af3952690777 req-5c405a59-d002-452e-b5e2-2a1e4d61733b tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] 10.222.0.98 "GET /v2.0/ports?device_id=12e6ab55-fee7-465a-a9ad-e11a824d5890 HTTP/1.1" status: 200 len: 947 time: 0.0810657 Oct 20 11:32:17.982332 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-734d8be0-3512-4c03-87da-af3952690777 req-aa02f5ba-7ced-4375-a433-825d332b41f7 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] 10.222.0.98 "GET /v2.0/security-groups?id=df5b10e6-adbe-4c31-9745-8cfcc6bedab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825207 Oct 20 11:32:18.334445 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a12cc4f-8f5b-4133-88e8-a4a838dfcbee tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:32:18.340038 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0a12cc4f-8f5b-4133-88e8-a4a838dfcbee tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:18.347140 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22bcdb4-650f-46e3-b39d-a94faf71cb6c None None] Sync routers for ids ['e786fe27-4a29-4909-861e-5a277d98ba39'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:32:18.369350 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22bcdb4-650f-46e3-b39d-a94faf71cb6c None None] Routers {'e786fe27-4a29-4909-861e-5a277d98ba39'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:32:18.370320 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-c22bcdb4-650f-46e3-b39d-a94faf71cb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:31:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e786fe27-4a29-4909-861e-5a277d98ba39'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:32:18.377463 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26067001-0ecc-443b-adb2-b8383003bdd2 req-a55c9cad-2e16-4c2f-b220-39657508e55f tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:18.393684 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-26067001-0ecc-443b-adb2-b8383003bdd2 req-a55c9cad-2e16-4c2f-b220-39657508e55f tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/ports?device_id=af8f5642-8353-45f6-be44-5b2a4ed223b1 HTTP/1.1" status: 200 len: 944 time: 0.1291149 Oct 20 11:32:18.396499 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0a12cc4f-8f5b-4133-88e8-a4a838dfcbee tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] 10.222.0.98 "PUT /v2.0/floatingips/3aba3924-9075-463b-aece-13494ccaa8bd HTTP/1.1" status: 200 len: 991 time: 1.7322240 Oct 20 11:32:18.397412 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e137279b-e66d-48ef-8e7a-dae0e2221c20', 'tag': '32d92ba1-eb0b-4790-a484-5d6d2b2830e0'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:32:18.402217 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d900929d-5b72-4024-9750-4eeb0226b7f9" -d '{"events": [{"name": "network-changed", "server_uuid": "e137279b-e66d-48ef-8e7a-dae0e2221c20", "tag": "32d92ba1-eb0b-4790-a484-5d6d2b2830e0"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:32:18.482471 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-26067001-0ecc-443b-adb2-b8383003bdd2 req-45cb7e0c-fe50-41b1-b901-c61d515860ad tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/security-groups?id=69888122-6b31-4f03-b58e-69ca71af741f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877633 Oct 20 11:32:18.565519 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3ffed-c087-4935-80e6-7ea5b72c5b99 req-5ec7180f-040a-4c4e-a527-fb56b5737a50 tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:18.567953 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device d27a3445-a075-42eb-b3d3-18f9d06a4e14 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:32:18.573670 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a0b3ffed-c087-4935-80e6-7ea5b72c5b99 req-5ec7180f-040a-4c4e-a527-fb56b5737a50 tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] 10.222.0.98 "GET /v2.0/ports?device_id=604ca7bd-0fcb-48d1-9553-6663b59e1199 HTTP/1.1" status: 200 len: 947 time: 0.1382172 Oct 20 11:32:18.575303 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-c22bcdb4-650f-46e3-b39d-a94faf71cb6c None None] Set router e786fe27-4a29-4909-861e-5a277d98ba39 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:32:18.626264 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a0b3ffed-c087-4935-80e6-7ea5b72c5b99 req-050ce750-1fa4-47a6-9b98-b3f78c31d15f tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] 10.222.0.98 "GET /v2.0/security-groups?id=39426d54-887f-4f96-a7c9-284a3156481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455563 Oct 20 11:32:18.667509 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41cab1c6-dc4a-47dd-bf62-c5f02f690438 x-openstack-request-id: req-41cab1c6-dc4a-47dd-bf62-c5f02f690438 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:32:18.667861 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e137279b-e66d-48ef-8e7a-dae0e2221c20", "tag": "32d92ba1-eb0b-4790-a484-5d6d2b2830e0", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:32:18.668275 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-41cab1c6-dc4a-47dd-bf62-c5f02f690438 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:32:18.668873 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e137279b-e66d-48ef-8e7a-dae0e2221c20', 'tag': '32d92ba1-eb0b-4790-a484-5d6d2b2830e0', 'status': 'completed', 'code': 200} Oct 20 11:32:18.737855 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 107bc6b5-7759-40fc-ad62-7ac06804a805 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:32:18.739798 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device f0a9d974-b7ee-4f02-bf17-f6427762e0c6 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:32:18.759537 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900929d-5b72-4024-9750-4eeb0226b7f9 req-9cdea5f9-dbed-4782-b26e-6041fd92f1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:18.761804 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d900929d-5b72-4024-9750-4eeb0226b7f9 req-9cdea5f9-dbed-4782-b26e-6041fd92f1ec service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=69251b3b8e214fb2a0a37c132a413a5d&device_id=e137279b-e66d-48ef-8e7a-dae0e2221c20 HTTP/1.1" status: 200 len: 1096 time: 0.0688362 Oct 20 11:32:18.782549 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.db.resource_extend [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 11:32:18.930008 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900929d-5b72-4024-9750-4eeb0226b7f9 req-ae7f14cd-1129-4d2c-b329-7828fdde9e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:18.931737 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d900929d-5b72-4024-9750-4eeb0226b7f9 req-ae7f14cd-1129-4d2c-b329-7828fdde9e30 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f HTTP/1.1" status: 200 len: 913 time: 0.1589959 Oct 20 11:32:18.993231 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 107bc6b5-7759-40fc-ad62-7ac06804a805, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=107bc6b5-7759-40fc-ad62-7ac06804a805,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:32:19.051585 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d900929d-5b72-4024-9750-4eeb0226b7f9 req-72fe642e-b447-48ae-99db-47ee0d3f343a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32d92ba1-eb0b-4790-a484-5d6d2b2830e0 HTTP/1.1" status: 200 len: 999 time: 0.1067762 Oct 20 11:32:19.189518 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900929d-5b72-4024-9750-4eeb0226b7f9 req-f20be12e-0151-4078-ba18-24c01b2c1bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:19.192577 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d900929d-5b72-4024-9750-4eeb0226b7f9 req-f20be12e-0151-4078-ba18-24c01b2c1bc7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0057a976-b334-4953-9598-aeeb93dda6d6 HTTP/1.1" status: 200 len: 850 time: 0.1337411 Oct 20 11:32:19.215253 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '107bc6b5-7759-40fc-ad62-7ac06804a805', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'port_id': '107bc6b5-7759-40fc-ad62-7ac06804a805', 'mac_address': 'fa:16:3e:9c:e5:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94289c8c-e5f7-4e30-b6a9-5b268a8fd610', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:32:19.297030 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adfdd0b-d176-49ee-a9f2-823ce641b9f2 req-b97a08dc-317c-4828-9cf7-4f8391a33225 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:19.299026 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6adfdd0b-d176-49ee-a9f2-823ce641b9f2 req-b97a08dc-317c-4828-9cf7-4f8391a33225 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] 10.222.0.98 "GET /v2.0/ports?device_id=12e6ab55-fee7-465a-a9ad-e11a824d5890 HTTP/1.1" status: 200 len: 947 time: 0.1046715 Oct 20 11:32:19.305229 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900929d-5b72-4024-9750-4eeb0226b7f9 req-906b606d-e884-4304-a8f2-8d39c395abe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:19.307074 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d900929d-5b72-4024-9750-4eeb0226b7f9 req-906b606d-e884-4304-a8f2-8d39c395abe4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0991523 Oct 20 11:32:19.415430 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d900929d-5b72-4024-9750-4eeb0226b7f9 req-6a077e38-84d3-4e05-a7bc-e70bfbffd2e4 service neutron] 10.222.0.11 "GET /v2.0/networks/bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004543 Oct 20 11:32:19.450402 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port d27a3445-a075-42eb-b3d3-18f9d06a4e14, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=d27a3445-a075-42eb-b3d3-18f9d06a4e14,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:32:19.458621 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port f0a9d974-b7ee-4f02-bf17-f6427762e0c6 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:32:19.469848 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:19.489703 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6adfdd0b-d176-49ee-a9f2-823ce641b9f2 req-0342d8d2-49f3-4aa1-9319-ea3f1eb248f9 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] 10.222.0.98 "GET /v2.0/security-groups?id=df5b10e6-adbe-4c31-9745-8cfcc6bedab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780269 Oct 20 11:32:19.501052 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e74f0448-f3b5-4505-9ce6-6b093c6ce155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:19.508472 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 107bc6b5-7759-40fc-ad62-7ac06804a805 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:32:19.537075 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port f0a9d974-b7ee-4f02-bf17-f6427762e0c6 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:32:19.537476 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:19.572469 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 107bc6b5-7759-40fc-ad62-7ac06804a805, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=107bc6b5-7759-40fc-ad62-7ac06804a805,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:32:19.573536 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': 'd27a3445-a075-42eb-b3d3-18f9d06a4e14', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'port_id': 'd27a3445-a075-42eb-b3d3-18f9d06a4e14', 'mac_address': 'fa:16:3e:14:7c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94289c8c-e5f7-4e30-b6a9-5b268a8fd610', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:32:19.605237 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d900929d-5b72-4024-9750-4eeb0226b7f9 req-f1253912-5848-4731-8144-b171191d6cd8 service neutron] 10.222.0.11 "GET /v2.0/networks/bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823871 Oct 20 11:32:19.645199 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:19.667997 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6bd23-5591-4f3f-af78-2d6d74cd1b6b req-df59d0c5-4e4f-4b19-b089-6db0bc9c9d46 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:19.675120 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8ff6bd23-5591-4f3f-af78-2d6d74cd1b6b req-df59d0c5-4e4f-4b19-b089-6db0bc9c9d46 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/ports?device_id=af8f5642-8353-45f6-be44-5b2a4ed223b1 HTTP/1.1" status: 200 len: 944 time: 0.0785639 Oct 20 11:32:19.721842 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60484) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:19.735164 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-c22bcdb4-650f-46e3-b39d-a94faf71cb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e786fe27-4a29-4909-861e-5a277d98ba39', 'name': 'tempest-ServersTestManualDisk-373571087-router', 'tenant_id': '69251b3b8e214fb2a0a37c132a413a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'fb6d4742-3ca7-4101-9402-2b03d9f361e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:31:44Z', 'updated_at': '2021-10-20T11:31:51Z', 'revision_number': 4, 'project_id': '69251b3b8e214fb2a0a37c132a413a5d', 'gw_port': {'id': 'fb6d4742-3ca7-4101-9402-2b03d9f361e8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:0a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e786fe27-4a29-4909-861e-5a277d98ba39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:45Z', 'updated_at': '2021-10-20T11:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '3aba3924-9075-463b-aece-13494ccaa8bd', 'tenant_id': '69251b3b8e214fb2a0a37c132a413a5d', 'floating_ip_address': '172.25.5.251', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'e786fe27-4a29-4909-861e-5a277d98ba39', 'port_id': '32d92ba1-eb0b-4790-a484-5d6d2b2830e0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f', 'mac_address': 'fa:16:3e:1d:e5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e137279b-e66d-48ef-8e7a-dae0e2221c20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:31:56Z', 'updated_at': '2021-10-20T11:32:17Z', 'revision_number': 1, 'project_id': '69251b3b8e214fb2a0a37c132a413a5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c0673a7-5e59-4aa6-81be-ad314a93b085', 'name': '', 'network_id': 'bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f', 'tenant_id': '69251b3b8e214fb2a0a37c132a413a5d', 'mac_address': 'fa:16:3e:36:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e786fe27-4a29-4909-861e-5a277d98ba39', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '0057a976-b334-4953-9598-aeeb93dda6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:49Z', 'updated_at': '2021-10-20T11:31:56Z', 'revision_number': 5, 'project_id': '69251b3b8e214fb2a0a37c132a413a5d', 'subnets': [{'id': '0057a976-b334-4953-9598-aeeb93dda6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:32:19.740645 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8ff6bd23-5591-4f3f-af78-2d6d74cd1b6b req-9ec5a2d7-9a07-445d-ba21-d8ee4f6b0a26 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/security-groups?id=69888122-6b31-4f03-b58e-69ca71af741f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639598 Oct 20 11:32:19.786004 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:19.792250 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:19.864370 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22bcdb4-650f-46e3-b39d-a94faf71cb6c None None] Checking router: e786fe27-4a29-4909-861e-5a277d98ba39 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:32:19.896859 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d27a3445-a075-42eb-b3d3-18f9d06a4e14 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:32:19.901198 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8f5642-8353-45f6-be44-5b2a4ed223b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a9d974-b7ee-4f02-bf17-f6427762e0c6'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:32:19.909217 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e55fbd-2673-4bc5-a1e3-cdc467aa6952" -d '{"events": [{"server_uuid": "af8f5642-8353-45f6-be44-5b2a4ed223b1", "name": "network-vif-plugged", "status": "completed", "tag": "f0a9d974-b7ee-4f02-bf17-f6427762e0c6"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:32:19.926263 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c0cbe-e6e1-429e-9a63-3588cec9d9bd req-087884ba-75d5-46c9-84e0-2bb8070e5d55 tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:19.937602 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-773c0cbe-e6e1-429e-9a63-3588cec9d9bd req-087884ba-75d5-46c9-84e0-2bb8070e5d55 tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] 10.222.0.98 "GET /v2.0/ports?device_id=604ca7bd-0fcb-48d1-9553-6663b59e1199 HTTP/1.1" status: 200 len: 947 time: 0.0925472 Oct 20 11:32:19.959390 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ec590c8f-64f2-47ca-bea2-9974e86c973a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:19.980313 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22bcdb4-650f-46e3-b39d-a94faf71cb6c None None] Routers {'e786fe27-4a29-4909-861e-5a277d98ba39'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:32:19.983243 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-c22bcdb4-650f-46e3-b39d-a94faf71cb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:31:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e786fe27-4a29-4909-861e-5a277d98ba39'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:32:20.021182 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-773c0cbe-e6e1-429e-9a63-3588cec9d9bd req-7d30f607-e0ed-46fd-833c-1f9c0f69816c tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] 10.222.0.98 "GET /v2.0/security-groups?id=39426d54-887f-4f96-a7c9-284a3156481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825796 Oct 20 11:32:20.051626 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port f0a9d974-b7ee-4f02-bf17-f6427762e0c6, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=f0a9d974-b7ee-4f02-bf17-f6427762e0c6,segment=NetworkSegment(ea9723fb-0cbc-4e43-9a4c-890d295b4e3e),segment_id=ea9723fb-0cbc-4e43-9a4c-890d295b4e3e)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:32:20.054436 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8463689-b022-4dec-9ab0-f8fbc72fa559 x-openstack-request-id: req-c8463689-b022-4dec-9ab0-f8fbc72fa559 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:32:20.055241 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af8f5642-8353-45f6-be44-5b2a4ed223b1", "name": "network-vif-plugged", "status": "completed", "tag": "f0a9d974-b7ee-4f02-bf17-f6427762e0c6", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:32:20.055776 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c8463689-b022-4dec-9ab0-f8fbc72fa559 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:32:20.057386 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8f5642-8353-45f6-be44-5b2a4ed223b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a9d974-b7ee-4f02-bf17-f6427762e0c6', 'code': 200} Oct 20 11:32:20.061094 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['107bc6b5-7759-40fc-ad62-7ac06804a805'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:32:20.064303 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=107bc6b5-7759-40fc-ad62-7ac06804a805,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:20.103357 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:20.112323 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port d27a3445-a075-42eb-b3d3-18f9d06a4e14, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=d27a3445-a075-42eb-b3d3-18f9d06a4e14,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:32:20.128413 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ec590c8f-64f2-47ca-bea2-9974e86c973a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:20.141181 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7a263-3901-4211-a2ea-46668200141a req-8d090715-bf23-4b55-ba07-889384213fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:20.142712 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a1d7a263-3901-4211-a2ea-46668200141a req-8d090715-bf23-4b55-ba07-889384213fe7 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=af8f5642-8353-45f6-be44-5b2a4ed223b1 HTTP/1.1" status: 200 len: 1096 time: 0.0749550 Oct 20 11:32:20.143560 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ec590c8f-64f2-47ca-bea2-9974e86c973a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:20.151537 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:20.218176 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec590c8f-64f2-47ca-bea2-9974e86c973a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b910cf-388d-457e-95bd-81c499065938,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:20.240684 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ec590c8f-64f2-47ca-bea2-9974e86c973a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a84b28b713394a14bcbced7f6405a845&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5171313 Oct 20 11:32:20.242448 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a1d7a263-3901-4211-a2ea-46668200141a req-09de47b9-d394-4de7-8ddf-27473fea61b1 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=69888122-6b31-4f03-b58e-69ca71af741f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864894 Oct 20 11:32:20.243539 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60494) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:20.245405 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=f0a9d974-b7ee-4f02-bf17-f6427762e0c6,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:20.324310 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-c22bcdb4-650f-46e3-b39d-a94faf71cb6c None None] Set router e786fe27-4a29-4909-861e-5a277d98ba39 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:32:20.342639 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-17ab6b61-452d-4ad5-acf5-972286ca7eb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:20.364435 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-17ab6b61-452d-4ad5-acf5-972286ca7eb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:20.404908 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['d27a3445-a075-42eb-b3d3-18f9d06a4e14'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:32:20.417291 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=d27a3445-a075-42eb-b3d3-18f9d06a4e14,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:20.435488 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-17ab6b61-452d-4ad5-acf5-972286ca7eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:20.438614 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-17ab6b61-452d-4ad5-acf5-972286ca7eb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:20.442531 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-17ab6b61-452d-4ad5-acf5-972286ca7eb9 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/14b910cf-388d-457e-95bd-81c499065938 HTTP/1.1" status: 204 len: 168 time: 0.1955416 Oct 20 11:32:20.456013 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ab6b61-452d-4ad5-acf5-972286ca7eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b910cf-388d-457e-95bd-81c499065938,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:20.640794 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1bd3fb-2b8d-4110-ba7e-7ac89602ef94 req-4d2ff505-78f6-41f1-83ee-1d4fc00b2f8e tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:20.650051 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5c1bd3fb-2b8d-4110-ba7e-7ac89602ef94 req-4d2ff505-78f6-41f1-83ee-1d4fc00b2f8e tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] 10.222.0.98 "GET /v2.0/ports?device_id=12e6ab55-fee7-465a-a9ad-e11a824d5890 HTTP/1.1" status: 200 len: 948 time: 0.0843477 Oct 20 11:32:20.722886 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5c1bd3fb-2b8d-4110-ba7e-7ac89602ef94 req-35fa2b36-ef8e-4e66-b003-59eccad28f12 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] 10.222.0.98 "GET /v2.0/security-groups?id=df5b10e6-adbe-4c31-9745-8cfcc6bedab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697010 Oct 20 11:32:20.903285 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c951a-5da3-499e-bb0c-972075404687 req-503d6950-e612-4d63-a16f-def9ba8f592c tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:20.904821 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e58c951a-5da3-499e-bb0c-972075404687 req-503d6950-e612-4d63-a16f-def9ba8f592c tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/ports?device_id=af8f5642-8353-45f6-be44-5b2a4ed223b1 HTTP/1.1" status: 200 len: 945 time: 0.0703530 Oct 20 11:32:20.961565 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e58c951a-5da3-499e-bb0c-972075404687 req-fdaf7d4a-afe4-454e-99cf-8da4976b8a41 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/security-groups?id=69888122-6b31-4f03-b58e-69ca71af741f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496056 Oct 20 11:32:21.126834 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-c22bcdb4-650f-46e3-b39d-a94faf71cb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e786fe27-4a29-4909-861e-5a277d98ba39', 'name': 'tempest-ServersTestManualDisk-373571087-router', 'tenant_id': '69251b3b8e214fb2a0a37c132a413a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'fb6d4742-3ca7-4101-9402-2b03d9f361e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:31:44Z', 'updated_at': '2021-10-20T11:31:51Z', 'revision_number': 4, 'project_id': '69251b3b8e214fb2a0a37c132a413a5d', 'gw_port': {'id': 'fb6d4742-3ca7-4101-9402-2b03d9f361e8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:0a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e786fe27-4a29-4909-861e-5a277d98ba39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:45Z', 'updated_at': '2021-10-20T11:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '3aba3924-9075-463b-aece-13494ccaa8bd', 'tenant_id': '69251b3b8e214fb2a0a37c132a413a5d', 'floating_ip_address': '172.25.5.251', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'e786fe27-4a29-4909-861e-5a277d98ba39', 'port_id': '32d92ba1-eb0b-4790-a484-5d6d2b2830e0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f', 'mac_address': 'fa:16:3e:1d:e5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e137279b-e66d-48ef-8e7a-dae0e2221c20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:31:56Z', 'updated_at': '2021-10-20T11:32:17Z', 'revision_number': 1, 'project_id': '69251b3b8e214fb2a0a37c132a413a5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c0673a7-5e59-4aa6-81be-ad314a93b085', 'name': '', 'network_id': 'bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f', 'tenant_id': '69251b3b8e214fb2a0a37c132a413a5d', 'mac_address': 'fa:16:3e:36:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e786fe27-4a29-4909-861e-5a277d98ba39', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '0057a976-b334-4953-9598-aeeb93dda6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:49Z', 'updated_at': '2021-10-20T11:31:56Z', 'revision_number': 5, 'project_id': '69251b3b8e214fb2a0a37c132a413a5d', 'subnets': [{'id': '0057a976-b334-4953-9598-aeeb93dda6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:32:21.177894 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007a5d7-00d0-47c1-aba6-7087d795d144 req-f0829687-652d-4a1a-812b-62b2e6b6f5ca tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:21.179566 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1007a5d7-00d0-47c1-aba6-7087d795d144 req-f0829687-652d-4a1a-812b-62b2e6b6f5ca tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] 10.222.0.98 "GET /v2.0/ports?device_id=604ca7bd-0fcb-48d1-9553-6663b59e1199 HTTP/1.1" status: 200 len: 948 time: 0.0643249 Oct 20 11:32:21.180509 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22bcdb4-650f-46e3-b39d-a94faf71cb6c None None] The sync data for ids ['e786fe27-4a29-4909-861e-5a277d98ba39'] in n-d-814735-3 is: [{'id': 'e786fe27-4a29-4909-861e-5a277d98ba39', 'name': 'tempest-ServersTestManualDisk-373571087-router', 'tenant_id': '69251b3b8e214fb2a0a37c132a413a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'fb6d4742-3ca7-4101-9402-2b03d9f361e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:31:44Z', 'updated_at': '2021-10-20T11:31:51Z', 'revision_number': 4, 'project_id': '69251b3b8e214fb2a0a37c132a413a5d', 'gw_port': {'id': 'fb6d4742-3ca7-4101-9402-2b03d9f361e8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:0a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e786fe27-4a29-4909-861e-5a277d98ba39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:45Z', 'updated_at': '2021-10-20T11:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '3aba3924-9075-463b-aece-13494ccaa8bd', 'tenant_id': '69251b3b8e214fb2a0a37c132a413a5d', 'floating_ip_address': '172.25.5.251', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'e786fe27-4a29-4909-861e-5a277d98ba39', 'port_id': '32d92ba1-eb0b-4790-a484-5d6d2b2830e0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f', 'mac_address': 'fa:16:3e:1d:e5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e137279b-e66d-48ef-8e7a-dae0e2221c20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:31:56Z', 'updated_at': '2021-10-20T11:32:17Z', 'revision_number': 1, 'project_id': '69251b3b8e214fb2a0a37c132a413a5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c0673a7-5e59-4aa6-81be-ad314a93b085', 'name': '', 'network_id': 'bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f', 'tenant_id': '69251b3b8e214fb2a0a37c132a413a5d', 'mac_address': 'fa:16:3e:36:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e786fe27-4a29-4909-861e-5a277d98ba39', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '0057a976-b334-4953-9598-aeeb93dda6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:49Z', 'updated_at': '2021-10-20T11:31:56Z', 'revision_number': 5, 'project_id': '69251b3b8e214fb2a0a37c132a413a5d', 'subnets': [{'id': '0057a976-b334-4953-9598-aeeb93dda6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:32:21.283231 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1007a5d7-00d0-47c1-aba6-7087d795d144 req-ff67ed60-b087-4ba6-9861-80888708e90b tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] 10.222.0.98 "GET /v2.0/security-groups?id=39426d54-887f-4f96-a7c9-284a3156481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753775 Oct 20 11:32:21.536373 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecb81db-c8bd-4a26-97e0-b7b6029a4e9a None None] New status for floating IP 3aba3924-9075-463b-aece-13494ccaa8bd: ACTIVE {{(pid=100649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:32:21.886264 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb475dc-7a33-42e1-9aa3-1d435d0d2c6e req-0a7a2e61-bbc6-4664-8507-a985311ba650 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:21.888152 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4cb475dc-7a33-42e1-9aa3-1d435d0d2c6e req-0a7a2e61-bbc6-4664-8507-a985311ba650 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] 10.222.0.98 "GET /v2.0/ports?device_id=12e6ab55-fee7-465a-a9ad-e11a824d5890 HTTP/1.1" status: 200 len: 948 time: 0.0648661 Oct 20 11:32:21.938997 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4cb475dc-7a33-42e1-9aa3-1d435d0d2c6e req-5b6ee979-6288-4d72-be52-83d977cdbeb0 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] 10.222.0.98 "GET /v2.0/security-groups?id=df5b10e6-adbe-4c31-9745-8cfcc6bedab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438805 Oct 20 11:32:22.127763 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d46bc-38da-406b-ac27-1780019c99f0 req-7cab8ffb-5fb3-4164-b28d-6a595e7d25f9 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:22.129491 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b01d46bc-38da-406b-ac27-1780019c99f0 req-7cab8ffb-5fb3-4164-b28d-6a595e7d25f9 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/ports?device_id=af8f5642-8353-45f6-be44-5b2a4ed223b1 HTTP/1.1" status: 200 len: 945 time: 0.0578296 Oct 20 11:32:22.150085 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9857dae5-c530-46ef-a25e-ff3f7309abac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:22.175744 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b01d46bc-38da-406b-ac27-1780019c99f0 req-567c74dc-42e6-4884-a25e-fcfaa632ef54 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/security-groups?id=69888122-6b31-4f03-b58e-69ca71af741f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372772 Oct 20 11:32:22.487988 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e28ce-1b81-4ba1-bfa9-a43bfad31676 req-ec8b18db-6fe9-4fed-8713-0233043d52c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:22.489556 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-633e28ce-1b81-4ba1-bfa9-a43bfad31676 req-ec8b18db-6fe9-4fed-8713-0233043d52c0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a20a4ace347a43268c08641c84c578e4&device_id=af8f5642-8353-45f6-be44-5b2a4ed223b1 HTTP/1.1" status: 200 len: 1096 time: 0.0481989 Oct 20 11:32:22.554624 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7f6e3-db31-4ff8-94be-9997c5057ccf req-c9e4a9ce-8675-432a-9ffc-c822e36b5dcd tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:22.568468 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-13f7f6e3-db31-4ff8-94be-9997c5057ccf req-c9e4a9ce-8675-432a-9ffc-c822e36b5dcd tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] 10.222.0.98 "GET /v2.0/ports?device_id=604ca7bd-0fcb-48d1-9553-6663b59e1199 HTTP/1.1" status: 200 len: 948 time: 0.1054358 Oct 20 11:32:22.596273 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device d27a3445-a075-42eb-b3d3-18f9d06a4e14 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:32:22.634164 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-13f7f6e3-db31-4ff8-94be-9997c5057ccf req-c766b05c-2537-4fac-aa63-4274a25d826f tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] 10.222.0.98 "GET /v2.0/security-groups?id=39426d54-887f-4f96-a7c9-284a3156481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644119 Oct 20 11:32:22.704486 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e28ce-1b81-4ba1-bfa9-a43bfad31676 req-ee683b36-abd3-4c6e-a914-09bf571e7730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:22.708676 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-633e28ce-1b81-4ba1-bfa9-a43bfad31676 req-ee683b36-abd3-4c6e-a914-09bf571e7730 service neutron] 10.222.0.89 "GET /v2.0/networks?id=64a64dee-91fa-4344-be82-ab20bea176e6 HTTP/1.1" status: 200 len: 921 time: 0.2044556 Oct 20 11:32:22.721552 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port d27a3445-a075-42eb-b3d3-18f9d06a4e14 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:32:22.732306 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 107bc6b5-7759-40fc-ad62-7ac06804a805 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:32:22.768839 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port d27a3445-a075-42eb-b3d3-18f9d06a4e14 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:32:22.769353 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:22.780724 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-633e28ce-1b81-4ba1-bfa9-a43bfad31676 req-285d2d2b-df1b-4eec-ba1b-9c4cb32bcbd2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0a9d974-b7ee-4f02-bf17-f6427762e0c6 HTTP/1.1" status: 200 len: 217 time: 0.0602629 Oct 20 11:32:22.799448 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a4407c-33c0-48fe-bd7c-a6b5db2c4cad req-801741d1-1625-4492-8a3e-14140429c6ff tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:22.808922 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e4a4407c-33c0-48fe-bd7c-a6b5db2c4cad req-801741d1-1625-4492-8a3e-14140429c6ff tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/ports?device_id=af8f5642-8353-45f6-be44-5b2a4ed223b1 HTTP/1.1" status: 200 len: 945 time: 0.0856764 Oct 20 11:32:22.861255 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e4a4407c-33c0-48fe-bd7c-a6b5db2c4cad req-2d1b5b43-a9c7-49ed-9827-7817c6689ff7 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/security-groups?id=69888122-6b31-4f03-b58e-69ca71af741f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513284 Oct 20 11:32:22.866878 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e28ce-1b81-4ba1-bfa9-a43bfad31676 req-d0794d36-e3a1-48ce-b46d-0de8b0a004c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:22.877592 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-633e28ce-1b81-4ba1-bfa9-a43bfad31676 req-d0794d36-e3a1-48ce-b46d-0de8b0a004c5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e8e3b78b-83cf-4f01-9e38-0802b32ade11 HTTP/1.1" status: 200 len: 859 time: 0.0855429 Oct 20 11:32:22.922471 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-633e28ce-1b81-4ba1-bfa9-a43bfad31676 req-6516751b-9d97-4566-a01d-7e9ffc42b432 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=64a64dee-91fa-4344-be82-ab20bea176e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296383 Oct 20 11:32:22.925799 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 107bc6b5-7759-40fc-ad62-7ac06804a805 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:32:22.935443 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 107bc6b5-7759-40fc-ad62-7ac06804a805 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:32:22.936061 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:22.978058 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:23.036546 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port d27a3445-a075-42eb-b3d3-18f9d06a4e14, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=d27a3445-a075-42eb-b3d3-18f9d06a4e14,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:32:23.038666 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '604ca7bd-0fcb-48d1-9553-6663b59e1199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd27a3445-a075-42eb-b3d3-18f9d06a4e14'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:32:23.041648 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0b77b0-6ff3-42fb-8250-eac0de7ccaf8" -d '{"events": [{"server_uuid": "604ca7bd-0fcb-48d1-9553-6663b59e1199", "name": "network-vif-plugged", "status": "completed", "tag": "d27a3445-a075-42eb-b3d3-18f9d06a4e14"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:32:23.052250 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:23.056665 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:23.083321 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-633e28ce-1b81-4ba1-bfa9-a43bfad31676 req-4defc046-cd96-4894-9fdf-02ec52e8e2f6 service neutron] 10.222.0.89 "GET /v2.0/networks/64a64dee-91fa-4344-be82-ab20bea176e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488035 Oct 20 11:32:23.122629 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df25b03-2fb7-46cc-b4df-5da1af4f8207 req-8b712d58-6478-48e1-9bf8-a90528e86c99 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:23.131634 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5df25b03-2fb7-46cc-b4df-5da1af4f8207 req-8b712d58-6478-48e1-9bf8-a90528e86c99 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] 10.222.0.98 "GET /v2.0/ports?device_id=12e6ab55-fee7-465a-a9ad-e11a824d5890 HTTP/1.1" status: 200 len: 948 time: 0.0720897 Oct 20 11:32:23.140202 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:23.168676 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=d27a3445-a075-42eb-b3d3-18f9d06a4e14,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:23.182593 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:23.192424 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5df25b03-2fb7-46cc-b4df-5da1af4f8207 req-468751dd-fce3-48de-9e0c-eba2ee632069 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] 10.222.0.98 "GET /v2.0/security-groups?id=df5b10e6-adbe-4c31-9745-8cfcc6bedab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597911 Oct 20 11:32:23.242016 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb70706-89c4-4128-97ea-7145154ebf91 x-openstack-request-id: req-3fb70706-89c4-4128-97ea-7145154ebf91 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:32:23.242537 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "604ca7bd-0fcb-48d1-9553-6663b59e1199", "name": "network-vif-plugged", "status": "completed", "tag": "d27a3445-a075-42eb-b3d3-18f9d06a4e14", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:32:23.242721 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3fb70706-89c4-4128-97ea-7145154ebf91 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:32:23.243146 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '604ca7bd-0fcb-48d1-9553-6663b59e1199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd27a3445-a075-42eb-b3d3-18f9d06a4e14', 'code': 200} Oct 20 11:32:23.247189 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 107bc6b5-7759-40fc-ad62-7ac06804a805, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=107bc6b5-7759-40fc-ad62-7ac06804a805,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:32:23.253345 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:23.302174 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-633e28ce-1b81-4ba1-bfa9-a43bfad31676 req-f1469e8b-c2b5-4e29-a441-5e1da70d7f92 service neutron] 10.222.0.89 "GET /v2.0/networks/64a64dee-91fa-4344-be82-ab20bea176e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078483 Oct 20 11:32:23.327572 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=107bc6b5-7759-40fc-ad62-7ac06804a805,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:23.353390 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015cefd4-2c53-4eef-8cee-2d5dc186cd30 req-925b8ee6-ef0d-4237-ab41-e799d115a1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:23.355024 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-015cefd4-2c53-4eef-8cee-2d5dc186cd30 req-925b8ee6-ef0d-4237-ab41-e799d115a1a6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=604ca7bd-0fcb-48d1-9553-6663b59e1199 HTTP/1.1" status: 200 len: 1100 time: 0.0493052 Oct 20 11:32:23.424719 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-015cefd4-2c53-4eef-8cee-2d5dc186cd30 req-7b288e6a-f7d3-4b2d-8aa9-684b7d6628b6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=39426d54-887f-4f96-a7c9-284a3156481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594294 Oct 20 11:32:23.835018 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e5acd-978c-4bb0-995e-5a62d42f7075 req-80d87ad2-9a88-4bdf-96b6-b606328e8708 tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:23.839314 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7d6e5acd-978c-4bb0-995e-5a62d42f7075 req-80d87ad2-9a88-4bdf-96b6-b606328e8708 tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] 10.222.0.98 "GET /v2.0/ports?device_id=604ca7bd-0fcb-48d1-9553-6663b59e1199 HTTP/1.1" status: 200 len: 949 time: 0.0568635 Oct 20 11:32:23.883349 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7d6e5acd-978c-4bb0-995e-5a62d42f7075 req-9eecff3c-99fa-4d11-890a-5260f67b44ef tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] 10.222.0.98 "GET /v2.0/security-groups?id=39426d54-887f-4f96-a7c9-284a3156481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397553 Oct 20 11:32:24.058579 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4670977-4c8f-456d-a494-ae2d1efb3e47 req-bd88437f-f35e-4fea-a08a-463841d2d349 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:24.060774 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d4670977-4c8f-456d-a494-ae2d1efb3e47 req-bd88437f-f35e-4fea-a08a-463841d2d349 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/ports?device_id=af8f5642-8353-45f6-be44-5b2a4ed223b1 HTTP/1.1" status: 200 len: 945 time: 0.0711863 Oct 20 11:32:24.121173 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d4670977-4c8f-456d-a494-ae2d1efb3e47 req-d30591fb-3119-4044-84fe-04f835f60447 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/security-groups?id=69888122-6b31-4f03-b58e-69ca71af741f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467372 Oct 20 11:32:24.406683 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d5e5b-015b-446d-aea2-76445695b6e7 req-c636a458-cf95-45d3-a50a-c79993a2a23a tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:24.408502 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-833d5e5b-015b-446d-aea2-76445695b6e7 req-c636a458-cf95-45d3-a50a-c79993a2a23a tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] 10.222.0.98 "GET /v2.0/ports?device_id=12e6ab55-fee7-465a-a9ad-e11a824d5890 HTTP/1.1" status: 200 len: 949 time: 0.0787809 Oct 20 11:32:24.457877 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-833d5e5b-015b-446d-aea2-76445695b6e7 req-262a6df4-6f20-4744-9c4a-15af57727ea9 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] 10.222.0.98 "GET /v2.0/security-groups?id=df5b10e6-adbe-4c31-9745-8cfcc6bedab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428343 Oct 20 11:32:24.773141 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:25.058024 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3103cac-f693-4cda-8fde-0f300e1b339a req-a8d8b538-6914-4ad0-b110-40c23af85243 tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:25.066601 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c3103cac-f693-4cda-8fde-0f300e1b339a req-a8d8b538-6914-4ad0-b110-40c23af85243 tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] 10.222.0.98 "GET /v2.0/ports?device_id=604ca7bd-0fcb-48d1-9553-6663b59e1199 HTTP/1.1" status: 200 len: 949 time: 0.0805063 Oct 20 11:32:25.114599 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c3103cac-f693-4cda-8fde-0f300e1b339a req-40ea83ed-ff47-47cf-8d1a-3ccf6d4c25f9 tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] 10.222.0.98 "GET /v2.0/security-groups?id=39426d54-887f-4f96-a7c9-284a3156481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469327 Oct 20 11:32:25.245516 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e6ab55-fee7-465a-a9ad-e11a824d5890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107bc6b5-7759-40fc-ad62-7ac06804a805'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:32:25.249692 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8426a1-737f-4fc4-a4cf-406280864be8" -d '{"events": [{"server_uuid": "12e6ab55-fee7-465a-a9ad-e11a824d5890", "name": "network-vif-plugged", "status": "completed", "tag": "107bc6b5-7759-40fc-ad62-7ac06804a805"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:32:25.297052 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437ae4d-b244-4854-bce5-3aa736469210 req-b6287516-e88c-479b-a602-6b6c42909f2e tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:25.305560 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9437ae4d-b244-4854-bce5-3aa736469210 req-b6287516-e88c-479b-a602-6b6c42909f2e tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/ports?device_id=af8f5642-8353-45f6-be44-5b2a4ed223b1 HTTP/1.1" status: 200 len: 945 time: 0.0722520 Oct 20 11:32:25.357343 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9437ae4d-b244-4854-bce5-3aa736469210 req-d86249d8-a825-44c7-8caf-15de57519bac tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/security-groups?id=69888122-6b31-4f03-b58e-69ca71af741f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504570 Oct 20 11:32:25.373512 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60670) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:25.472476 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a698830f-3440-4fb6-8b63-2cf374a30ff8 x-openstack-request-id: req-a698830f-3440-4fb6-8b63-2cf374a30ff8 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:32:25.472769 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e6ab55-fee7-465a-a9ad-e11a824d5890", "name": "network-vif-plugged", "status": "completed", "tag": "107bc6b5-7759-40fc-ad62-7ac06804a805", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:32:25.473020 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a698830f-3440-4fb6-8b63-2cf374a30ff8 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:32:25.473417 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e6ab55-fee7-465a-a9ad-e11a824d5890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107bc6b5-7759-40fc-ad62-7ac06804a805', 'code': 200} Oct 20 11:32:25.619319 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1fe21a-5335-4842-a506-4236373bd563 req-be3261c6-9a3d-4eeb-9daa-cf6e6c29fad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:25.620908 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-4f1fe21a-5335-4842-a506-4236373bd563 req-be3261c6-9a3d-4eeb-9daa-cf6e6c29fad9 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=12e6ab55-fee7-465a-a9ad-e11a824d5890 HTTP/1.1" status: 200 len: 1100 time: 0.0713558 Oct 20 11:32:25.621385 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bec93a0b-f55b-449b-9e31-f2ed33f32d04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:25.697440 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-4f1fe21a-5335-4842-a506-4236373bd563 req-d07efe8e-e303-437f-98d9-40af4ce5da7b service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=df5b10e6-adbe-4c31-9745-8cfcc6bedab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651541 Oct 20 11:32:25.699817 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522a1ad-7475-4f66-bba3-101be8a8f9d5 req-5baa648c-5198-481b-a919-ddbc98420299 tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:25.707744 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2522a1ad-7475-4f66-bba3-101be8a8f9d5 req-5baa648c-5198-481b-a919-ddbc98420299 tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] 10.222.0.98 "GET /v2.0/ports?device_id=604ca7bd-0fcb-48d1-9553-6663b59e1199 HTTP/1.1" status: 200 len: 949 time: 0.1358724 Oct 20 11:32:25.756315 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be257b-2007-4f07-8b8b-7db8423b0a8b req-f814ba36-2895-4cca-9b95-c400cc117374 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:25.757924 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-51be257b-2007-4f07-8b8b-7db8423b0a8b req-f814ba36-2895-4cca-9b95-c400cc117374 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] 10.222.0.98 "GET /v2.0/ports?device_id=12e6ab55-fee7-465a-a9ad-e11a824d5890 HTTP/1.1" status: 200 len: 949 time: 0.1335812 Oct 20 11:32:25.809321 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2522a1ad-7475-4f66-bba3-101be8a8f9d5 req-96f4431e-a9b0-44d0-9993-9cdd7c062962 tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] 10.222.0.98 "GET /v2.0/security-groups?id=39426d54-887f-4f96-a7c9-284a3156481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992591 Oct 20 11:32:25.837597 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-51be257b-2007-4f07-8b8b-7db8423b0a8b req-8378a1d6-730d-4794-93c4-8552f9eba699 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] 10.222.0.98 "GET /v2.0/security-groups?id=df5b10e6-adbe-4c31-9745-8cfcc6bedab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719984 Oct 20 11:32:25.877583 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bec93a0b-f55b-449b-9e31-f2ed33f32d04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:25.889540 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bec93a0b-f55b-449b-9e31-f2ed33f32d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:25.933964 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-bec93a0b-f55b-449b-9e31-f2ed33f32d04 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=abc5287965e1429cb74190dbdeb411dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5594764 Oct 20 11:32:25.935934 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec93a0b-f55b-449b-9e31-f2ed33f32d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca17f2c0-9486-4d9a-8fe1-a2749ec80615,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:25.936650 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60682) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:25.997325 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-462707c0-6703-4426-85c8-a9f4257eb72a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:26.024024 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-462707c0-6703-4426-85c8-a9f4257eb72a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:26.099169 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-462707c0-6703-4426-85c8-a9f4257eb72a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:26.102410 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-462707c0-6703-4426-85c8-a9f4257eb72a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:26.105797 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-462707c0-6703-4426-85c8-a9f4257eb72a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ca17f2c0-9486-4d9a-8fe1-a2749ec80615 HTTP/1.1" status: 204 len: 168 time: 0.1659534 Oct 20 11:32:26.116009 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462707c0-6703-4426-85c8-a9f4257eb72a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca17f2c0-9486-4d9a-8fe1-a2749ec80615,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:26.489855 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1672a5-41f5-4d76-aa48-906b401d737e req-29676f91-4a1d-4584-b59d-3cf05fc2ab4a tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:26.492460 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf1672a5-41f5-4d76-aa48-906b401d737e req-29676f91-4a1d-4584-b59d-3cf05fc2ab4a tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/ports?device_id=af8f5642-8353-45f6-be44-5b2a4ed223b1 HTTP/1.1" status: 200 len: 945 time: 0.0536549 Oct 20 11:32:26.537182 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf1672a5-41f5-4d76-aa48-906b401d737e req-da975187-8fa6-4dee-868a-c3e25182fd42 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/security-groups?id=69888122-6b31-4f03-b58e-69ca71af741f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375988 Oct 20 11:32:26.837792 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60734) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:26.972591 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-1cd11d50-acf5-495e-b562-ea203d763ee1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-186209916-network', 'tenant_id': '48a94a8543a948e194f233beccd2f46a'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:32:27.001463 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd11d50-acf5-495e-b562-ea203d763ee1 admin admin] Made reservation on behalf of 48a94a8543a948e194f233beccd2f46a for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:32:27.004047 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1cd11d50-acf5-495e-b562-ea203d763ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:27.007324 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756bf13-d46a-465f-800f-b48ab28604f1 req-cb2e0fe3-7b5e-4ec6-b2b6-8e0eac2a1f3a tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:27.009096 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7756bf13-d46a-465f-800f-b48ab28604f1 req-cb2e0fe3-7b5e-4ec6-b2b6-8e0eac2a1f3a tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] 10.222.0.98 "GET /v2.0/ports?device_id=604ca7bd-0fcb-48d1-9553-6663b59e1199 HTTP/1.1" status: 200 len: 949 time: 0.1225293 Oct 20 11:32:27.013506 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1cd11d50-acf5-495e-b562-ea203d763ee1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:27.016701 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972279cc-b454-47a3-bc4f-ef13ba515ddc req-8aa787cf-0459-4dce-93f9-2cdc16f5dbe0 tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:27.018227 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-972279cc-b454-47a3-bc4f-ef13ba515ddc req-8aa787cf-0459-4dce-93f9-2cdc16f5dbe0 tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] 10.222.0.11 "GET /v2.0/ports?device_id=604ca7bd-0fcb-48d1-9553-6663b59e1199 HTTP/1.1" status: 200 len: 949 time: 0.1420307 Oct 20 11:32:27.071924 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16424fcf-cf59-4d11-a184-11c07039eb1a req-72db6a5c-f12f-4a78-9c21-9e74d8f0fa1f tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:27.079492 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-16424fcf-cf59-4d11-a184-11c07039eb1a req-72db6a5c-f12f-4a78-9c21-9e74d8f0fa1f tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] 10.222.0.98 "GET /v2.0/ports?device_id=12e6ab55-fee7-465a-a9ad-e11a824d5890 HTTP/1.1" status: 200 len: 949 time: 0.1401660 Oct 20 11:32:27.104087 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1cd11d50-acf5-495e-b562-ea203d763ee1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:27.109154 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1cd11d50-acf5-495e-b562-ea203d763ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:27.135773 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cd11d50-acf5-495e-b562-ea203d763ee1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1280, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:32:27.150013 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd11d50-acf5-495e-b562-ea203d763ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395cbb04-21ec-4ed0-bf96-713eba7c093e,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:27.153356 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7756bf13-d46a-465f-800f-b48ab28604f1 req-dc457795-271b-496a-80ca-046312658d95 tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] 10.222.0.98 "GET /v2.0/security-groups?id=39426d54-887f-4f96-a7c9-284a3156481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340868 Oct 20 11:32:27.156730 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1cd11d50-acf5-495e-b562-ea203d763ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:27.157081 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-1cd11d50-acf5-495e-b562-ea203d763ee1 admin admin] Added segment 59f8b397-57a4-4b9f-b597-5d74b0b9ce74 of type vlan for network 35740985-59da-4215-add1-e1839e38e811 Oct 20 11:32:27.177780 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-16424fcf-cf59-4d11-a184-11c07039eb1a req-c475af07-48ea-44a5-b0a1-dfcc9016a78c tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] 10.222.0.98 "GET /v2.0/security-groups?id=df5b10e6-adbe-4c31-9745-8cfcc6bedab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970402 Oct 20 11:32:27.211177 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-972279cc-b454-47a3-bc4f-ef13ba515ddc req-eb3d6fd6-07e4-4af3-befc-aeeefcbc1682 tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] Deleting port d27a3445-a075-42eb-b3d3-18f9d06a4e14 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:32:27.211520 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-972279cc-b454-47a3-bc4f-ef13ba515ddc req-eb3d6fd6-07e4-4af3-befc-aeeefcbc1682 tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:27.227736 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1cd11d50-acf5-495e-b562-ea203d763ee1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:27.261371 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1cd11d50-acf5-495e-b562-ea203d763ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:27.262621 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd11d50-acf5-495e-b562-ea203d763ee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:27.263444 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1cd11d50-acf5-495e-b562-ea203d763ee1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:27.298361 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1cd11d50-acf5-495e-b562-ea203d763ee1 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4593132 Oct 20 11:32:27.301248 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60758) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:27.307757 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-ceae47e6-f22b-4edf-8c28-cc4c5cfdb522 admin admin] Request body: {'subnet': {'network_id': '35740985-59da-4215-add1-e1839e38e811', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-186209916-subnet', 'tenant_id': '48a94a8543a948e194f233beccd2f46a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:32:27.337042 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd11d50-acf5-495e-b562-ea203d763ee1 admin admin] Pushing event updated for resources: {'Network': ['ID=35740985-59da-4215-add1-e1839e38e811,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:27.349239 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 35740985-59da-4215-add1-e1839e38e811 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:32:27.358177 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceae47e6-f22b-4edf-8c28-cc4c5cfdb522 admin admin] Made reservation on behalf of 48a94a8543a948e194f233beccd2f46a for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:32:27.360872 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ceae47e6-f22b-4edf-8c28-cc4c5cfdb522 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:27.364677 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-972279cc-b454-47a3-bc4f-ef13ba515ddc req-eb3d6fd6-07e4-4af3-befc-aeeefcbc1682 tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] For port d27a3445-a075-42eb-b3d3-18f9d06a4e14, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=d27a3445-a075-42eb-b3d3-18f9d06a4e14,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:32:27.365081 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-972279cc-b454-47a3-bc4f-ef13ba515ddc req-eb3d6fd6-07e4-4af3-befc-aeeefcbc1682 tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:27.396843 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-972279cc-b454-47a3-bc4f-ef13ba515ddc req-eb3d6fd6-07e4-4af3-befc-aeeefcbc1682 tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] Calling delete_port for d27a3445-a075-42eb-b3d3-18f9d06a4e14 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:32:27.937868 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad47173-70ca-420b-9ac4-c19d11a893fc req-714de24f-a93b-4cf8-a1c2-f72a7ab9b3e0 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:27.939332 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0ad47173-70ca-420b-9ac4-c19d11a893fc req-714de24f-a93b-4cf8-a1c2-f72a7ab9b3e0 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.98 "GET /v2.0/ports?device_id=5442ea14-6bd9-4966-9df9-d9ee84fcb257 HTTP/1.1" status: 200 len: 949 time: 0.1668572 Oct 20 11:32:27.946759 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c5f835-da40-4711-b773-4981fbb914b1 req-39aa6fa5-6c31-41ea-b761-6df48b9e4ecb tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:27.948130 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d4c5f835-da40-4711-b773-4981fbb914b1 req-39aa6fa5-6c31-41ea-b761-6df48b9e4ecb tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/ports?device_id=af8f5642-8353-45f6-be44-5b2a4ed223b1 HTTP/1.1" status: 200 len: 945 time: 0.1745234 Oct 20 11:32:28.103240 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d4c5f835-da40-4711-b773-4981fbb914b1 req-693b5b68-e978-4a50-b03e-398cf565d431 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/security-groups?id=69888122-6b31-4f03-b58e-69ca71af741f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435325 Oct 20 11:32:28.105906 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0ad47173-70ca-420b-9ac4-c19d11a893fc req-e0c21152-245e-4bb2-bd6a-64b3e6c0c5e6 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.98 "GET /v2.0/security-groups?id=3d484651-344c-494a-a8f0-7df8c900d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506221 Oct 20 11:32:28.144108 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ceae47e6-f22b-4edf-8c28-cc4c5cfdb522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:28.152003 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-972279cc-b454-47a3-bc4f-ef13ba515ddc req-eb3d6fd6-07e4-4af3-befc-aeeefcbc1682 tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:28.164865 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['d27a3445-a075-42eb-b3d3-18f9d06a4e14'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:32:28.210251 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d6fd6-07e4-4af3-befc-aeeefcbc1682 tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] Pushing event deleted for resources: {'Port': ['ID=d27a3445-a075-42eb-b3d3-18f9d06a4e14,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:28.281773 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-972279cc-b454-47a3-bc4f-ef13ba515ddc req-eb3d6fd6-07e4-4af3-befc-aeeefcbc1682 tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] No DVR routers for this DVR port d27a3445-a075-42eb-b3d3-18f9d06a4e14 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:32:28.283604 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae47e6-f22b-4edf-8c28-cc4c5cfdb522 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf856053-6533-48a8-9cf8-f44a20996faa,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:28.286287 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-972279cc-b454-47a3-bc4f-ef13ba515ddc req-eb3d6fd6-07e4-4af3-befc-aeeefcbc1682 tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:28.290047 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-972279cc-b454-47a3-bc4f-ef13ba515ddc req-eb3d6fd6-07e4-4af3-befc-aeeefcbc1682 tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] 10.222.0.11 "DELETE /v2.0/ports/d27a3445-a075-42eb-b3d3-18f9d06a4e14 HTTP/1.1" status: 204 len: 173 time: 1.2646248 Oct 20 11:32:28.290440 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '604ca7bd-0fcb-48d1-9553-6663b59e1199', 'name': 'network-vif-deleted', 'tag': 'd27a3445-a075-42eb-b3d3-18f9d06a4e14'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:32:28.292907 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01474270-63ae-415a-aa23-a8c87e0485d8" -d '{"events": [{"server_uuid": "604ca7bd-0fcb-48d1-9553-6663b59e1199", "name": "network-vif-deleted", "tag": "d27a3445-a075-42eb-b3d3-18f9d06a4e14"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:32:28.330399 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceae47e6-f22b-4edf-8c28-cc4c5cfdb522 admin admin] Checking segment: {'id': '59f8b397-57a4-4b9f-b597-5d74b0b9ce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '35740985-59da-4215-add1-e1839e38e811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:32:28.331076 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceae47e6-f22b-4edf-8c28-cc4c5cfdb522 admin admin] Network hostable DHCP agents. Network: 35740985-59da-4215-add1-e1839e38e811, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:32:28.334976 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-784a0f93-6ade-4965-9b2c-4228c2a9280a req-27227514-2a88-48f0-8d2f-e174395e7edd tempest-ServerDiagnosticsNegativeTest-822721832 tempest-ServerDiagnosticsNegativeTest-822721832-project] 10.222.0.98 "GET /v2.0/ports?device_id=604ca7bd-0fcb-48d1-9553-6663b59e1199 HTTP/1.1" status: 200 len: 210 time: 0.0360286 Oct 20 11:32:28.362651 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceae47e6-f22b-4edf-8c28-cc4c5cfdb522 admin admin] Network 35740985-59da-4215-add1-e1839e38e811 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:32:28.374969 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-ceae47e6-f22b-4edf-8c28-cc4c5cfdb522 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 35740985-59da-4215-add1-e1839e38e811) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:32:28.380966 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceae47e6-f22b-4edf-8c28-cc4c5cfdb522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:28.382374 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ceae47e6-f22b-4edf-8c28-cc4c5cfdb522 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:28.383724 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef1a8d2-4ee6-4561-b67b-4e106e19645e None None] Network 35740985-59da-4215-add1-e1839e38e811 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:32:28.414783 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ceae47e6-f22b-4edf-8c28-cc4c5cfdb522 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1042483 Oct 20 11:32:28.512866 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7c5312-3272-4881-9108-21ef1ccdb521 req-178e7ead-6ef8-489d-a349-aecc61c386a9 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:28.519417 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ae7c5312-3272-4881-9108-21ef1ccdb521 req-178e7ead-6ef8-489d-a349-aecc61c386a9 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] 10.222.0.98 "GET /v2.0/ports?device_id=12e6ab55-fee7-465a-a9ad-e11a824d5890 HTTP/1.1" status: 200 len: 949 time: 0.0908544 Oct 20 11:32:28.574180 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ae7c5312-3272-4881-9108-21ef1ccdb521 req-d26363ad-f53d-4885-bba5-5a08677d4f51 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] 10.222.0.98 "GET /v2.0/security-groups?id=df5b10e6-adbe-4c31-9745-8cfcc6bedab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456965 Oct 20 11:32:28.612816 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1106c49-09cf-41ef-8f61-c1ad01f27418 None None] Network 35740985-59da-4215-add1-e1839e38e811 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:32:28.695434 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885eb511-5da9-42d1-a614-4116037fda8a x-openstack-request-id: req-885eb511-5da9-42d1-a614-4116037fda8a {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:32:28.695863 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "604ca7bd-0fcb-48d1-9553-6663b59e1199", "name": "network-vif-deleted", "tag": "d27a3445-a075-42eb-b3d3-18f9d06a4e14", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:32:28.696259 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-885eb511-5da9-42d1-a614-4116037fda8a {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:32:28.696749 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '604ca7bd-0fcb-48d1-9553-6663b59e1199', 'name': 'network-vif-deleted', 'tag': 'd27a3445-a075-42eb-b3d3-18f9d06a4e14', 'status': 'completed', 'code': 200} Oct 20 11:32:28.863232 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-afd6f1ad-1ad4-4dd5-9f20-d3e021fdfdea req-02fd41fb-599e-4335-a05b-a28f882cdff1 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-222347084', 'description': 'tempest-description-1884920536'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:32:28.888130 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-afd6f1ad-1ad4-4dd5-9f20-d3e021fdfdea req-02fd41fb-599e-4335-a05b-a28f882cdff1 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:28.967771 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-afd6f1ad-1ad4-4dd5-9f20-d3e021fdfdea req-02fd41fb-599e-4335-a05b-a28f882cdff1 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:28.972445 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-afd6f1ad-1ad4-4dd5-9f20-d3e021fdfdea req-02fd41fb-599e-4335-a05b-a28f882cdff1 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:29.006836 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-afd6f1ad-1ad4-4dd5-9f20-d3e021fdfdea req-02fd41fb-599e-4335-a05b-a28f882cdff1 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:29.007694 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-afd6f1ad-1ad4-4dd5-9f20-d3e021fdfdea req-02fd41fb-599e-4335-a05b-a28f882cdff1 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1505818 Oct 20 11:32:29.009709 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fd41fb-599e-4335-a05b-a28f882cdff1 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f827c707-45b6-4be0-8240-a05be0ada26c,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:29.063125 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-a3b68700-499a-4e0d-9ad9-55dbf2849a3c req-6db12581-b9ff-4aa4-8e7a-f201291a679a tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1889848730', 'description': 'tempest-description-2110561737'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:32:29.088548 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a3b68700-499a-4e0d-9ad9-55dbf2849a3c req-6db12581-b9ff-4aa4-8e7a-f201291a679a tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:29.160093 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a3b68700-499a-4e0d-9ad9-55dbf2849a3c req-6db12581-b9ff-4aa4-8e7a-f201291a679a tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:29.164339 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a3b68700-499a-4e0d-9ad9-55dbf2849a3c req-6db12581-b9ff-4aa4-8e7a-f201291a679a tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:29.203819 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db12581-b9ff-4aa4-8e7a-f201291a679a tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db492585-3bae-4b21-821a-0ff5678d4108,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:29.215626 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a3b68700-499a-4e0d-9ad9-55dbf2849a3c req-6db12581-b9ff-4aa4-8e7a-f201291a679a tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:29.217078 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a3b68700-499a-4e0d-9ad9-55dbf2849a3c req-6db12581-b9ff-4aa4-8e7a-f201291a679a tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1586061 Oct 20 11:32:29.320680 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f9dcd-7067-4527-a3cb-e31b524f3772 req-2601086d-819a-4e25-a12a-d8d09094e468 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:29.322279 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-764f9dcd-7067-4527-a3cb-e31b524f3772 req-2601086d-819a-4e25-a12a-d8d09094e468 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/ports?device_id=af8f5642-8353-45f6-be44-5b2a4ed223b1 HTTP/1.1" status: 200 len: 945 time: 0.0613601 Oct 20 11:32:29.364918 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-764f9dcd-7067-4527-a3cb-e31b524f3772 req-d92e05e8-9931-4eac-8e74-2795a63d2428 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/security-groups?id=69888122-6b31-4f03-b58e-69ca71af741f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356600 Oct 20 11:32:29.630439 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecdb949-919b-439f-a752-54b116bdf45f req-0d29c12c-b49b-4e99-ac85-04096873bda2 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:29.631949 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ecdb949-919b-439f-a752-54b116bdf45f req-0d29c12c-b49b-4e99-ac85-04096873bda2 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/networks?id=35740985-59da-4215-add1-e1839e38e811 HTTP/1.1" status: 200 len: 812 time: 0.1431346 Oct 20 11:32:29.640434 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef8005-b513-4f9f-80ac-bba46d0c9384 req-4cdbfae6-a5b5-4140-bdc8-ba066a8bd5d7 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:29.641859 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bcef8005-b513-4f9f-80ac-bba46d0c9384 req-4cdbfae6-a5b5-4140-bdc8-ba066a8bd5d7 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] 10.222.0.98 "GET /v2.0/ports?device_id=12e6ab55-fee7-465a-a9ad-e11a824d5890 HTTP/1.1" status: 200 len: 949 time: 0.0877590 Oct 20 11:32:29.657712 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ecdb949-919b-439f-a752-54b116bdf45f req-feb8b901-ce54-492c-b5f4-706f85a135c2 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/quotas/48a94a8543a948e194f233beccd2f46a HTTP/1.1" status: 200 len: 375 time: 0.0149074 Oct 20 11:32:29.695950 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ecdb949-919b-439f-a752-54b116bdf45f req-0b0920d9-521e-4f63-85d8-2036e44a858f tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=48a94a8543a948e194f233beccd2f46a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298030 Oct 20 11:32:29.709204 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60846) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:29.713009 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bcef8005-b513-4f9f-80ac-bba46d0c9384 req-b2cda351-555c-412c-ace3-3a3c559a65b3 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] 10.222.0.98 "GET /v2.0/security-groups?id=df5b10e6-adbe-4c31-9745-8cfcc6bedab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625224 Oct 20 11:32:29.857592 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0590c940-6961-4add-9806-9de5be02bce3 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=758e3130f12b425b9b7a71507f7e6fa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1444976 Oct 20 11:32:29.858162 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60852) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:29.905217 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ecdb949-919b-439f-a752-54b116bdf45f req-51f2b89a-c558-433e-95d7-81c4d376ef2d service neutron] 10.222.0.98 "GET /v2.0/networks/35740985-59da-4215-add1-e1839e38e811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017744 Oct 20 11:32:29.914639 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-eed83939-54cb-4115-88b0-904a85acde84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:29.940547 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-eed83939-54cb-4115-88b0-904a85acde84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:29.987405 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-eed83939-54cb-4115-88b0-904a85acde84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:29.990056 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-eed83939-54cb-4115-88b0-904a85acde84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:29.991258 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-eed83939-54cb-4115-88b0-904a85acde84 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/39426d54-887f-4f96-a7c9-284a3156481f HTTP/1.1" status: 204 len: 168 time: 0.1318491 Oct 20 11:32:29.999551 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed83939-54cb-4115-88b0-904a85acde84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39426d54-887f-4f96-a7c9-284a3156481f,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:30.007304 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ecdb949-919b-439f-a752-54b116bdf45f req-a269ab12-7060-43f8-af79-b739bf63b5b1 service neutron] 10.222.0.98 "GET /v2.0/networks/35740985-59da-4215-add1-e1839e38e811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954049 Oct 20 11:32:30.180672 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a536a924-21b3-401d-81d7-f44a39b72c13 req-a7f8c033-380d-42fc-8d77-d43de9dc0f87 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/ports?device_id=f6191bae-fdb3-4a94-94ee-1c45f32553b9 HTTP/1.1" status: 200 len: 210 time: 0.0267663 Oct 20 11:32:30.299319 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60878) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:30.319146 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c3343775-93e2-4d12-9d41-1174f683c92e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:30.404451 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c3343775-93e2-4d12-9d41-1174f683c92e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:30.408761 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c3343775-93e2-4d12-9d41-1174f683c92e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:30.447368 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3343775-93e2-4d12-9d41-1174f683c92e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b38aa76-9702-4bec-b4f8-b2a2ad509d63,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:30.453637 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c3343775-93e2-4d12-9d41-1174f683c92e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6c8405eb83b24b7182b270a299df671b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1528862 Oct 20 11:32:30.462289 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60886) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:30.509624 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea003fbb-3ce5-4bd9-8404-ac906401000d req-bf1f741a-2dd8-496a-8fe2-195ae31066d2 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:30.511336 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea003fbb-3ce5-4bd9-8404-ac906401000d req-bf1f741a-2dd8-496a-8fe2-195ae31066d2 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/ports?device_id=af8f5642-8353-45f6-be44-5b2a4ed223b1 HTTP/1.1" status: 200 len: 945 time: 0.0728631 Oct 20 11:32:30.530553 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1af94cc0-a428-4be2-91b0-ec3e8f7bd8f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:30.556898 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea003fbb-3ce5-4bd9-8404-ac906401000d req-aa09ed3a-e409-439a-bc16-9cc4ced9e6ac tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/security-groups?id=69888122-6b31-4f03-b58e-69ca71af741f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379541 Oct 20 11:32:30.559039 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1af94cc0-a428-4be2-91b0-ec3e8f7bd8f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:30.596188 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 7a5dd0dd-8399-45ec-88ea-e75f6e71ae17 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:32:30.599324 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device d27a3445-a075-42eb-b3d3-18f9d06a4e14 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:32:30.626120 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: d27a3445-a075-42eb-b3d3-18f9d06a4e14 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:32:30.626443 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device d27a3445-a075-42eb-b3d3-18f9d06a4e14 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:32:30.633489 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1af94cc0-a428-4be2-91b0-ec3e8f7bd8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:30.636773 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1af94cc0-a428-4be2-91b0-ec3e8f7bd8f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:30.638546 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1af94cc0-a428-4be2-91b0-ec3e8f7bd8f2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8b38aa76-9702-4bec-b4f8-b2a2ad509d63 HTTP/1.1" status: 204 len: 168 time: 0.1741076 Oct 20 11:32:30.649043 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af94cc0-a428-4be2-91b0-ec3e8f7bd8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b38aa76-9702-4bec-b4f8-b2a2ad509d63,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:30.733538 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 7a5dd0dd-8399-45ec-88ea-e75f6e71ae17, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=7a5dd0dd-8399-45ec-88ea-e75f6e71ae17,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:32:30.746062 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '7a5dd0dd-8399-45ec-88ea-e75f6e71ae17', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'port_id': '7a5dd0dd-8399-45ec-88ea-e75f6e71ae17', 'mac_address': 'fa:16:3e:cb:34:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94289c8c-e5f7-4e30-b6a9-5b268a8fd610', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:32:30.798612 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device e75a27b6-e296-4256-8f83-4a466463d5ad no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:32:30.828580 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:30.849328 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a5dd0dd-8399-45ec-88ea-e75f6e71ae17 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:32:30.875082 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e56f0-1ad5-4b25-b6bc-1a42ea192854 req-8ee8557e-9915-4b2f-a793-c33987d1f4e8 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:30.877797 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 7a5dd0dd-8399-45ec-88ea-e75f6e71ae17, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=7a5dd0dd-8399-45ec-88ea-e75f6e71ae17,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:32:30.881028 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-036e56f0-1ad5-4b25-b6bc-1a42ea192854 req-8ee8557e-9915-4b2f-a793-c33987d1f4e8 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] 10.222.0.98 "GET /v2.0/ports?device_id=12e6ab55-fee7-465a-a9ad-e11a824d5890 HTTP/1.1" status: 200 len: 949 time: 0.0752149 Oct 20 11:32:30.884523 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:30.927055 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-036e56f0-1ad5-4b25-b6bc-1a42ea192854 req-5d272bb1-1697-4fcf-8648-c95cb8905144 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] 10.222.0.98 "GET /v2.0/security-groups?id=df5b10e6-adbe-4c31-9745-8cfcc6bedab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387466 Oct 20 11:32:30.968493 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:30.971498 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=7a5dd0dd-8399-45ec-88ea-e75f6e71ae17,revision_number=6']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:30.990468 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f20ce0f-f30d-4e28-af80-7ec81b9b7ad0 req-853ca691-1abc-4ee3-af02-49341fbd4a62 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:30.991956 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0f20ce0f-f30d-4e28-af80-7ec81b9b7ad0 req-853ca691-1abc-4ee3-af02-49341fbd4a62 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] 10.222.0.89 "GET /v2.0/ports?device_id=12e6ab55-fee7-465a-a9ad-e11a824d5890 HTTP/1.1" status: 200 len: 949 time: 0.0609782 Oct 20 11:32:30.994535 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5442ea14-6bd9-4966-9df9-d9ee84fcb257', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e75a27b6-e296-4256-8f83-4a466463d5ad'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:32:30.997010 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8b3efd-8867-4666-9cb9-739e9d7c8400" -d '{"events": [{"server_uuid": "5442ea14-6bd9-4966-9df9-d9ee84fcb257", "name": "network-vif-unplugged", "status": "completed", "tag": "e75a27b6-e296-4256-8f83-4a466463d5ad"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:32:31.017818 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port e75a27b6-e296-4256-8f83-4a466463d5ad, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e75a27b6-e296-4256-8f83-4a466463d5ad,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:32:31.019716 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['7a5dd0dd-8399-45ec-88ea-e75f6e71ae17'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:32:31.047027 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee4926e-5b6b-4b12-8f8b-18021f33ba1f x-openstack-request-id: req-dee4926e-5b6b-4b12-8f8b-18021f33ba1f {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:32:31.047595 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5442ea14-6bd9-4966-9df9-d9ee84fcb257", "name": "network-vif-unplugged", "status": "completed", "tag": "e75a27b6-e296-4256-8f83-4a466463d5ad", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:32:31.048021 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-dee4926e-5b6b-4b12-8f8b-18021f33ba1f {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:32:31.048416 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5442ea14-6bd9-4966-9df9-d9ee84fcb257', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e75a27b6-e296-4256-8f83-4a466463d5ad', 'code': 200} Oct 20 11:32:31.051515 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:31.109142 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-0f20ce0f-f30d-4e28-af80-7ec81b9b7ad0 req-ce553b50-06be-4e5c-8a02-fcd0a2ee06d3 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] Deleting port 107bc6b5-7759-40fc-ad62-7ac06804a805 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:32:31.109843 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-0f20ce0f-f30d-4e28-af80-7ec81b9b7ad0 req-ce553b50-06be-4e5c-8a02-fcd0a2ee06d3 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:31.123792 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=e75a27b6-e296-4256-8f83-4a466463d5ad,revision_number=8']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:31.250239 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-0f20ce0f-f30d-4e28-af80-7ec81b9b7ad0 req-ce553b50-06be-4e5c-8a02-fcd0a2ee06d3 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] For port 107bc6b5-7759-40fc-ad62-7ac06804a805, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=107bc6b5-7759-40fc-ad62-7ac06804a805,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:32:31.250756 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-0f20ce0f-f30d-4e28-af80-7ec81b9b7ad0 req-ce553b50-06be-4e5c-8a02-fcd0a2ee06d3 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:31.268172 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-0f20ce0f-f30d-4e28-af80-7ec81b9b7ad0 req-ce553b50-06be-4e5c-8a02-fcd0a2ee06d3 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] Calling delete_port for 107bc6b5-7759-40fc-ad62-7ac06804a805 owned by compute:nova {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:32:31.341882 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e0997e14-3557-4914-9607-494acfffe303 req-af18fe6c-28d2-49f8-b246-0875170f2aad tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/ports?device_id=f6191bae-fdb3-4a94-94ee-1c45f32553b9 HTTP/1.1" status: 200 len: 210 time: 0.0611019 Oct 20 11:32:31.394729 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecdb949-919b-439f-a752-54b116bdf45f req-10edd085-9d1b-468e-bec1-ddd398f083b1 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:31.396283 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ecdb949-919b-439f-a752-54b116bdf45f req-10edd085-9d1b-468e-bec1-ddd398f083b1 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.11 "GET /v2.0/networks?id=35740985-59da-4215-add1-e1839e38e811 HTTP/1.1" status: 200 len: 812 time: 0.1627243 Oct 20 11:32:31.410720 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-5ecdb949-919b-439f-a752-54b116bdf45f req-4ef957a8-387c-42a3-a115-ebc3bb5c9a57 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Request body: {'port': {'device_id': 'f6191bae-fdb3-4a94-94ee-1c45f32553b9', 'network_id': '35740985-59da-4215-add1-e1839e38e811', 'admin_state_up': True, 'tenant_id': '48a94a8543a948e194f233beccd2f46a'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:32:31.460190 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-0f20ce0f-f30d-4e28-af80-7ec81b9b7ad0 req-ce553b50-06be-4e5c-8a02-fcd0a2ee06d3 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:31.474765 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['107bc6b5-7759-40fc-ad62-7ac06804a805'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:32:31.490723 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce553b50-06be-4e5c-8a02-fcd0a2ee06d3 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] Pushing event deleted for resources: {'Port': ['ID=107bc6b5-7759-40fc-ad62-7ac06804a805,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:31.555535 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f20ce0f-f30d-4e28-af80-7ec81b9b7ad0 req-ce553b50-06be-4e5c-8a02-fcd0a2ee06d3 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] No DVR routers for this DVR port 107bc6b5-7759-40fc-ad62-7ac06804a805 on host n-h2-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:32:31.559030 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-0f20ce0f-f30d-4e28-af80-7ec81b9b7ad0 req-ce553b50-06be-4e5c-8a02-fcd0a2ee06d3 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:31.563609 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0f20ce0f-f30d-4e28-af80-7ec81b9b7ad0 req-ce553b50-06be-4e5c-8a02-fcd0a2ee06d3 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] 10.222.0.89 "DELETE /v2.0/ports/107bc6b5-7759-40fc-ad62-7ac06804a805 HTTP/1.1" status: 204 len: 173 time: 0.5646234 Oct 20 11:32:31.564309 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e6ab55-fee7-465a-a9ad-e11a824d5890', 'name': 'network-vif-deleted', 'tag': '107bc6b5-7759-40fc-ad62-7ac06804a805'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:32:31.566781 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ecdb949-919b-439f-a752-54b116bdf45f req-4ef957a8-387c-42a3-a115-ebc3bb5c9a57 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Made reservation on behalf of 48a94a8543a948e194f233beccd2f46a for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:32:31.567196 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb177ab-bd7d-4def-adbb-871278ebdf59" -d '{"events": [{"server_uuid": "12e6ab55-fee7-465a-a9ad-e11a824d5890", "name": "network-vif-deleted", "tag": "107bc6b5-7759-40fc-ad62-7ac06804a805"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:32:31.573541 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5ecdb949-919b-439f-a752-54b116bdf45f req-4ef957a8-387c-42a3-a115-ebc3bb5c9a57 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:31.651367 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ecf9331-52c2-47e3-b840-46df6ea395a2 x-openstack-request-id: req-1ecf9331-52c2-47e3-b840-46df6ea395a2 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:32:31.651654 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e6ab55-fee7-465a-a9ad-e11a824d5890", "name": "network-vif-deleted", "tag": "107bc6b5-7759-40fc-ad62-7ac06804a805", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:32:31.651903 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1ecf9331-52c2-47e3-b840-46df6ea395a2 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:32:31.652311 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e6ab55-fee7-465a-a9ad-e11a824d5890', 'name': 'network-vif-deleted', 'tag': '107bc6b5-7759-40fc-ad62-7ac06804a805', 'status': 'completed', 'code': 200} Oct 20 11:32:31.778548 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-5ecdb949-919b-439f-a752-54b116bdf45f req-4ef957a8-387c-42a3-a115-ebc3bb5c9a57 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Allocated IP 172.20.0.8 (35740985-59da-4215-add1-e1839e38e811/bf856053-6533-48a8-9cf8-f44a20996faa/0b38dad0-77c6-439d-9dbe-707106a570e6) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:32:31.872254 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc5c76-c003-4456-87e8-5433f47ac0b3 req-7eec2810-7073-4ab9-bc54-31e1d4615310 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:31.873840 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-71bc5c76-c003-4456-87e8-5433f47ac0b3 req-7eec2810-7073-4ab9-bc54-31e1d4615310 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/ports?device_id=af8f5642-8353-45f6-be44-5b2a4ed223b1 HTTP/1.1" status: 200 len: 945 time: 0.0979629 Oct 20 11:32:31.983612 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-71bc5c76-c003-4456-87e8-5433f47ac0b3 req-9981b4ce-9468-4643-ad95-d4cf9a22cd88 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/security-groups?id=69888122-6b31-4f03-b58e-69ca71af741f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981581 Oct 20 11:32:32.067094 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5ecdb949-919b-439f-a752-54b116bdf45f req-4ef957a8-387c-42a3-a115-ebc3bb5c9a57 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:32.131839 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e6d51fd6-09c4-4818-b328-a32509698920 req-0a23c060-e4d9-4875-900a-47b69ade8de7 tempest-TenantUsagesTestJSON-383867603 tempest-TenantUsagesTestJSON-383867603-project] 10.222.0.98 "GET /v2.0/ports?device_id=12e6ab55-fee7-465a-a9ad-e11a824d5890 HTTP/1.1" status: 200 len: 210 time: 0.0429296 Oct 20 11:32:32.148482 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5ecdb949-919b-439f-a752-54b116bdf45f req-4ef957a8-387c-42a3-a115-ebc3bb5c9a57 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:32.200436 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ecdb949-919b-439f-a752-54b116bdf45f req-4ef957a8-387c-42a3-a115-ebc3bb5c9a57 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Network 35740985-59da-4215-add1-e1839e38e811 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:32:32.203599 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-5ecdb949-919b-439f-a752-54b116bdf45f req-4ef957a8-387c-42a3-a115-ebc3bb5c9a57 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:32:32.212772 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ecdb949-919b-439f-a752-54b116bdf45f req-4ef957a8-387c-42a3-a115-ebc3bb5c9a57 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:32:32.254847 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef957a8-387c-42a3-a115-ebc3bb5c9a57 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Pushing event updated for resources: {'Port': ['ID=0b38dad0-77c6-439d-9dbe-707106a570e6,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:32.297646 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecdb949-919b-439f-a752-54b116bdf45f req-4ef957a8-387c-42a3-a115-ebc3bb5c9a57 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:32.298628 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5ecdb949-919b-439f-a752-54b116bdf45f req-4ef957a8-387c-42a3-a115-ebc3bb5c9a57 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:32.319735 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ecdb949-919b-439f-a752-54b116bdf45f req-4ef957a8-387c-42a3-a115-ebc3bb5c9a57 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9119408 Oct 20 11:32:32.332817 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-5ecdb949-919b-439f-a752-54b116bdf45f req-928326bf-9faa-4049-ba98-f0f11366595d service neutron] Request body: {'port': {'device_id': 'f6191bae-fdb3-4a94-94ee-1c45f32553b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:32:32.414823 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5ecdb949-919b-439f-a752-54b116bdf45f req-928326bf-9faa-4049-ba98-f0f11366595d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:32.543389 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c7f47-fa6c-4ed8-b8e7-c75ba9e6b425 req-c0f9b9fb-b618-4fb2-a373-624fb3bb0d4a tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:32.551399 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-212c7f47-fa6c-4ed8-b8e7-c75ba9e6b425 req-c0f9b9fb-b618-4fb2-a373-624fb3bb0d4a tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/ports?device_id=f6191bae-fdb3-4a94-94ee-1c45f32553b9 HTTP/1.1" status: 200 len: 931 time: 0.1174498 Oct 20 11:32:32.606072 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 7a5dd0dd-8399-45ec-88ea-e75f6e71ae17 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:32:32.693306 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 7a5dd0dd-8399-45ec-88ea-e75f6e71ae17 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:32:32.694459 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:32.704376 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-212c7f47-fa6c-4ed8-b8e7-c75ba9e6b425 req-4886f830-591b-4d47-b8f1-8eefe760125c tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups?id=395cbb04-21ec-4ed0-bf96-713eba7c093e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974813 Oct 20 11:32:32.829132 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:32.904383 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 7a5dd0dd-8399-45ec-88ea-e75f6e71ae17, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=7a5dd0dd-8399-45ec-88ea-e75f6e71ae17,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:32:32.919226 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:32.946844 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-5ecdb949-919b-439f-a752-54b116bdf45f req-928326bf-9faa-4049-ba98-f0f11366595d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b38dad0-77c6-439d-9dbe-707106a570e6 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:32:32.968229 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5ecdb949-919b-439f-a752-54b116bdf45f req-928326bf-9faa-4049-ba98-f0f11366595d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:32.980820 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5146bf43-d6c1-479b-9b84-a8f222eff7d8 req-963884a2-b1dd-4f30-b663-d10c1d044fbf tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=0608bb1584294647a2a321a4de90ae37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521481 Oct 20 11:32:32.995636 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=7a5dd0dd-8399-45ec-88ea-e75f6e71ae17,revision_number=7']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:33.034819 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-5ecdb949-919b-439f-a752-54b116bdf45f req-928326bf-9faa-4049-ba98-f0f11366595d service neutron] Transition to ACTIVE for port object 0b38dad0-77c6-439d-9dbe-707106a570e6 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:32:33.042717 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5ecdb949-919b-439f-a752-54b116bdf45f req-928326bf-9faa-4049-ba98-f0f11366595d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:33.049758 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f85f96-1fef-4ad6-8f3a-f6d62251f187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a5dd0dd-8399-45ec-88ea-e75f6e71ae17'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:32:33.055068 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ab1d2a-4ba0-447a-a094-b30a359c0037" -d '{"events": [{"server_uuid": "00f85f96-1fef-4ad6-8f3a-f6d62251f187", "name": "network-vif-plugged", "status": "completed", "tag": "7a5dd0dd-8399-45ec-88ea-e75f6e71ae17"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:32:33.224179 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928326bf-9faa-4049-ba98-f0f11366595d service neutron] Pushing event updated for resources: {'Port': ['ID=0b38dad0-77c6-439d-9dbe-707106a570e6,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:33.243203 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146bf43-d6c1-479b-9b84-a8f222eff7d8 req-82d126c7-f12f-443a-a130-c89f64a55d12 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:33.250926 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5146bf43-d6c1-479b-9b84-a8f222eff7d8 req-82d126c7-f12f-443a-a130-c89f64a55d12 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2686174 Oct 20 11:32:33.299882 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5146bf43-d6c1-479b-9b84-a8f222eff7d8 req-fddb1fd1-aae2-4141-8788-71da8d47b5f2 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/quotas/0608bb1584294647a2a321a4de90ae37 HTTP/1.1" status: 200 len: 375 time: 0.0466061 Oct 20 11:32:33.365170 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5146bf43-d6c1-479b-9b84-a8f222eff7d8 req-f23daded-c76a-4faf-9632-49388f4ea820 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=0608bb1584294647a2a321a4de90ae37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0643702 Oct 20 11:32:33.386878 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19832a90-3952-45f7-9eee-c0d3089f2313 req-00ca54f1-dabe-4b5b-9d6f-e0686e300482 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:33.388862 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19832a90-3952-45f7-9eee-c0d3089f2313 req-00ca54f1-dabe-4b5b-9d6f-e0686e300482 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/ports?device_id=af8f5642-8353-45f6-be44-5b2a4ed223b1 HTTP/1.1" status: 200 len: 945 time: 0.2123384 Oct 20 11:32:33.457813 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19832a90-3952-45f7-9eee-c0d3089f2313 req-6b8ba6b6-f029-4469-8b4e-a590ecb9cebf tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/security-groups?id=69888122-6b31-4f03-b58e-69ca71af741f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564051 Oct 20 11:32:33.478019 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-5ecdb949-919b-439f-a752-54b116bdf45f req-928326bf-9faa-4049-ba98-f0f11366595d service neutron] Attempting to bind port 0b38dad0-77c6-439d-9dbe-707106a570e6 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:32:33.478600 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-5ecdb949-919b-439f-a752-54b116bdf45f req-928326bf-9faa-4049-ba98-f0f11366595d service neutron] Attempting to bind port 0b38dad0-77c6-439d-9dbe-707106a570e6 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '59f8b397-57a4-4b9f-b597-5d74b0b9ce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '35740985-59da-4215-add1-e1839e38e811'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:32:33.479244 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecdb949-919b-439f-a752-54b116bdf45f req-928326bf-9faa-4049-ba98-f0f11366595d service neutron] Attempting to bind port 0b38dad0-77c6-439d-9dbe-707106a570e6 on network 35740985-59da-4215-add1-e1839e38e811 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:32:33.487533 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecdb949-919b-439f-a752-54b116bdf45f req-928326bf-9faa-4049-ba98-f0f11366595d service neutron] Port 0b38dad0-77c6-439d-9dbe-707106a570e6 on network 35740985-59da-4215-add1-e1839e38e811 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:32:33.489387 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecdb949-919b-439f-a752-54b116bdf45f req-928326bf-9faa-4049-ba98-f0f11366595d service neutron] Attempting to bind port 0b38dad0-77c6-439d-9dbe-707106a570e6 on network 35740985-59da-4215-add1-e1839e38e811 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:32:33.501906 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecdb949-919b-439f-a752-54b116bdf45f req-928326bf-9faa-4049-ba98-f0f11366595d service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:32:33.501906 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecdb949-919b-439f-a752-54b116bdf45f req-928326bf-9faa-4049-ba98-f0f11366595d service neutron] Checking segment: {'id': '59f8b397-57a4-4b9f-b597-5d74b0b9ce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '35740985-59da-4215-add1-e1839e38e811'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:32:33.502270 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecdb949-919b-439f-a752-54b116bdf45f req-928326bf-9faa-4049-ba98-f0f11366595d service neutron] Bound using segment: {'id': '59f8b397-57a4-4b9f-b597-5d74b0b9ce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '35740985-59da-4215-add1-e1839e38e811'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:32:33.502710 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-5ecdb949-919b-439f-a752-54b116bdf45f req-928326bf-9faa-4049-ba98-f0f11366595d service neutron] Bound port: 0b38dad0-77c6-439d-9dbe-707106a570e6, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f8b397-57a4-4b9f-b597-5d74b0b9ce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '35740985-59da-4215-add1-e1839e38e811'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:32:33.503098 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5ecdb949-919b-439f-a752-54b116bdf45f req-928326bf-9faa-4049-ba98-f0f11366595d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:33.551309 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9618bce-1524-4565-b251-361963762046 x-openstack-request-id: req-c9618bce-1524-4565-b251-361963762046 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:32:33.551600 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f85f96-1fef-4ad6-8f3a-f6d62251f187", "name": "network-vif-plugged", "status": "completed", "tag": "7a5dd0dd-8399-45ec-88ea-e75f6e71ae17", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:32:33.552040 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c9618bce-1524-4565-b251-361963762046 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:32:33.552651 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f85f96-1fef-4ad6-8f3a-f6d62251f187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a5dd0dd-8399-45ec-88ea-e75f6e71ae17', 'code': 200} Oct 20 11:32:33.727066 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dfa9b067-9522-4af4-bed7-ee12abf83b5d req-611acbf5-4c10-4892-b50b-bccafaa200a7 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=b6d96bc5-3de8-4422-bd30-63a9c0df8404 HTTP/1.1" status: 200 len: 210 time: 0.1102326 Oct 20 11:32:33.770048 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-5ecdb949-919b-439f-a752-54b116bdf45f req-928326bf-9faa-4049-ba98-f0f11366595d service neutron] For port 0b38dad0-77c6-439d-9dbe-707106a570e6, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:32:33.778430 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-5ecdb949-919b-439f-a752-54b116bdf45f req-928326bf-9faa-4049-ba98-f0f11366595d service neutron] For port 0b38dad0-77c6-439d-9dbe-707106a570e6, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=0b38dad0-77c6-439d-9dbe-707106a570e6,segment=NetworkSegment(59f8b397-57a4-4b9f-b597-5d74b0b9ce74),segment_id=59f8b397-57a4-4b9f-b597-5d74b0b9ce74)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:32:33.787927 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5ecdb949-919b-439f-a752-54b116bdf45f req-928326bf-9faa-4049-ba98-f0f11366595d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:33.913189 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecdb949-919b-439f-a752-54b116bdf45f req-928326bf-9faa-4049-ba98-f0f11366595d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:33.914182 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5ecdb949-919b-439f-a752-54b116bdf45f req-928326bf-9faa-4049-ba98-f0f11366595d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:33.916485 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ecdb949-919b-439f-a752-54b116bdf45f req-928326bf-9faa-4049-ba98-f0f11366595d service neutron] 10.222.0.11 "PUT /v2.0/ports/0b38dad0-77c6-439d-9dbe-707106a570e6 HTTP/1.1" status: 200 len: 1091 time: 1.5891125 Oct 20 11:32:33.917095 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6191bae-fdb3-4a94-94ee-1c45f32553b9', 'tag': '0b38dad0-77c6-439d-9dbe-707106a570e6'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:32:33.920641 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967b35e9-8269-4776-b472-6891138dd93c" -d '{"events": [{"name": "network-changed", "server_uuid": "f6191bae-fdb3-4a94-94ee-1c45f32553b9", "tag": "0b38dad0-77c6-439d-9dbe-707106a570e6"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:32:34.049093 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba9a246-4ad0-4f3b-a688-3fa0c7f1f853 x-openstack-request-id: req-8ba9a246-4ad0-4f3b-a688-3fa0c7f1f853 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:32:34.049639 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6191bae-fdb3-4a94-94ee-1c45f32553b9", "tag": "0b38dad0-77c6-439d-9dbe-707106a570e6", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:32:34.050047 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8ba9a246-4ad0-4f3b-a688-3fa0c7f1f853 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:32:34.050611 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6191bae-fdb3-4a94-94ee-1c45f32553b9', 'tag': '0b38dad0-77c6-439d-9dbe-707106a570e6', 'status': 'completed', 'code': 200} Oct 20 11:32:34.051366 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928326bf-9faa-4049-ba98-f0f11366595d service neutron] Pushing event updated for resources: {'Port': ['ID=0b38dad0-77c6-439d-9dbe-707106a570e6,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:34.055404 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 32812) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:34.072620 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ced7488-4947-41fb-bb76-d92dede0ef1b req-3a434fe2-dafb-485b-88af-7db417db0e02 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:34.085813 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2ced7488-4947-41fb-bb76-d92dede0ef1b req-3a434fe2-dafb-485b-88af-7db417db0e02 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/ports?device_id=f6191bae-fdb3-4a94-94ee-1c45f32553b9 HTTP/1.1" status: 200 len: 943 time: 0.1997070 Oct 20 11:32:34.113078 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecdb949-919b-439f-a752-54b116bdf45f req-533d27f5-3672-4c0d-ae11-fd5c16942f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:34.115409 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ecdb949-919b-439f-a752-54b116bdf45f req-533d27f5-3672-4c0d-ae11-fd5c16942f29 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=48a94a8543a948e194f233beccd2f46a&device_id=f6191bae-fdb3-4a94-94ee-1c45f32553b9 HTTP/1.1" status: 200 len: 1094 time: 0.1464555 Oct 20 11:32:34.155124 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2ced7488-4947-41fb-bb76-d92dede0ef1b req-dddea54d-fd09-49f8-9669-aa088bb1e08a tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups?id=395cbb04-21ec-4ed0-bf96-713eba7c093e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597954 Oct 20 11:32:34.190167 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ecdb949-919b-439f-a752-54b116bdf45f req-f8470ac3-4674-44d0-966b-9e7b6db7dfcc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b38dad0-77c6-439d-9dbe-707106a570e6 HTTP/1.1" status: 200 len: 217 time: 0.0616851 Oct 20 11:32:34.264209 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecdb949-919b-439f-a752-54b116bdf45f req-fb948710-2a95-41fc-a09a-ce3435313dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:34.266073 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ecdb949-919b-439f-a752-54b116bdf45f req-fb948710-2a95-41fc-a09a-ce3435313dfb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bf856053-6533-48a8-9cf8-f44a20996faa HTTP/1.1" status: 200 len: 852 time: 0.0643570 Oct 20 11:32:34.330814 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4b50bb92-8fe7-45cb-ba3f-3a3594ce113d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f67660367ae14b9590e492b879caa9e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2731538 Oct 20 11:32:34.332400 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 32820) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:34.350731 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ecdb949-919b-439f-a752-54b116bdf45f req-39b161a1-f897-43e8-9f8a-02b3980bc875 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=35740985-59da-4215-add1-e1839e38e811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723498 Oct 20 11:32:34.445886 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ffe3f136-5e4f-44a6-a1de-c4749814d3f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:34.484089 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ffe3f136-5e4f-44a6-a1de-c4749814d3f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:34.560483 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ffe3f136-5e4f-44a6-a1de-c4749814d3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:34.573111 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ffe3f136-5e4f-44a6-a1de-c4749814d3f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:34.576803 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ffe3f136-5e4f-44a6-a1de-c4749814d3f4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/df5b10e6-adbe-4c31-9745-8cfcc6bedab2 HTTP/1.1" status: 204 len: 168 time: 0.2424562 Oct 20 11:32:34.610711 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe3f136-5e4f-44a6-a1de-c4749814d3f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5b10e6-adbe-4c31-9745-8cfcc6bedab2,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:34.617193 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ecdb949-919b-439f-a752-54b116bdf45f req-953737ae-e4ff-4fd9-8800-f8f60a66d7d1 service neutron] 10.222.0.11 "GET /v2.0/networks/35740985-59da-4215-add1-e1839e38e811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577116 Oct 20 11:32:34.621493 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe3f136-5e4f-44a6-a1de-c4749814d3f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:34.622831 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe3f136-5e4f-44a6-a1de-c4749814d3f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:34.622831 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe3f136-5e4f-44a6-a1de-c4749814d3f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:34.622831 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe3f136-5e4f-44a6-a1de-c4749814d3f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:34.623342 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe3f136-5e4f-44a6-a1de-c4749814d3f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:34.623812 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe3f136-5e4f-44a6-a1de-c4749814d3f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:34.624747 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe3f136-5e4f-44a6-a1de-c4749814d3f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:34.625169 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe3f136-5e4f-44a6-a1de-c4749814d3f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:34.625753 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe3f136-5e4f-44a6-a1de-c4749814d3f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:34.626283 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe3f136-5e4f-44a6-a1de-c4749814d3f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:34.626827 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe3f136-5e4f-44a6-a1de-c4749814d3f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:34.627276 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe3f136-5e4f-44a6-a1de-c4749814d3f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:34.836127 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 107bc6b5-7759-40fc-ad62-7ac06804a805 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:32:34.868355 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: 107bc6b5-7759-40fc-ad62-7ac06804a805 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:32:34.872112 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 107bc6b5-7759-40fc-ad62-7ac06804a805 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:32:34.902643 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fe6473b3-83a4-44f8-9af9-73963d53592c req-11a006f4-f572-463f-95fa-47540f4a913f tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=b6d96bc5-3de8-4422-bd30-63a9c0df8404 HTTP/1.1" status: 200 len: 210 time: 0.0513563 Oct 20 11:32:34.917446 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283e660-cc2c-4d21-a94b-7ba5f6b705b3 req-aad4f44c-82ea-462f-a8a4-15e222ea9536 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:34.927866 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1283e660-cc2c-4d21-a94b-7ba5f6b705b3 req-aad4f44c-82ea-462f-a8a4-15e222ea9536 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/ports?device_id=af8f5642-8353-45f6-be44-5b2a4ed223b1 HTTP/1.1" status: 200 len: 945 time: 0.2537553 Oct 20 11:32:34.993286 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ecdb949-919b-439f-a752-54b116bdf45f req-4bbba5ba-7d5a-4cda-a0c6-60a7d6f548fe service neutron] 10.222.0.11 "GET /v2.0/networks/35740985-59da-4215-add1-e1839e38e811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589940 Oct 20 11:32:35.062831 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1283e660-cc2c-4d21-a94b-7ba5f6b705b3 req-65f8329d-9725-4b42-aa67-b02a6fdae5c5 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/security-groups?id=69888122-6b31-4f03-b58e-69ca71af741f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292694 Oct 20 11:32:35.137464 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 32844) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:35.162345 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-db1685e2-e7b2-49d4-b01f-1120ba54b30f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:35.167457 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b35e9-8269-4776-b472-6891138dd93c req-07eb414b-272c-4853-b071-88a404e1c396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:35.169002 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-967b35e9-8269-4776-b472-6891138dd93c req-07eb414b-272c-4853-b071-88a404e1c396 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=48a94a8543a948e194f233beccd2f46a&device_id=f6191bae-fdb3-4a94-94ee-1c45f32553b9 HTTP/1.1" status: 200 len: 1094 time: 0.1033254 Oct 20 11:32:35.336359 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5146bf43-d6c1-479b-9b84-a8f222eff7d8 req-0b5117bd-3131-4c28-88a9-37e7ec773d88 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=0608bb1584294647a2a321a4de90ae37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1516325 Oct 20 11:32:35.368250 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b35e9-8269-4776-b472-6891138dd93c req-294aea48-3840-41b2-bf07-3078f2cd6499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:35.370112 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-967b35e9-8269-4776-b472-6891138dd93c req-294aea48-3840-41b2-bf07-3078f2cd6499 service neutron] 10.222.0.11 "GET /v2.0/networks?id=35740985-59da-4215-add1-e1839e38e811 HTTP/1.1" status: 200 len: 914 time: 0.1904011 Oct 20 11:32:35.381454 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-db1685e2-e7b2-49d4-b01f-1120ba54b30f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:35.408775 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-db1685e2-e7b2-49d4-b01f-1120ba54b30f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:35.424376 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-967b35e9-8269-4776-b472-6891138dd93c req-89679865-e7f0-4d3c-8447-3c1b6d319e8b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b38dad0-77c6-439d-9dbe-707106a570e6 HTTP/1.1" status: 200 len: 217 time: 0.0415449 Oct 20 11:32:35.432564 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede0ed3-b08b-4507-bc86-75add979518a req-5cc22a87-4d34-4dba-a2cf-4592ce9b3ee9 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:35.434181 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fede0ed3-b08b-4507-bc86-75add979518a req-5cc22a87-4d34-4dba-a2cf-4592ce9b3ee9 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/ports?device_id=f6191bae-fdb3-4a94-94ee-1c45f32553b9 HTTP/1.1" status: 200 len: 943 time: 0.1497543 Oct 20 11:32:35.513161 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b35e9-8269-4776-b472-6891138dd93c req-66c4746a-56b5-440f-8557-89efcecbbf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:35.516787 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-967b35e9-8269-4776-b472-6891138dd93c req-66c4746a-56b5-440f-8557-89efcecbbf82 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bf856053-6533-48a8-9cf8-f44a20996faa HTTP/1.1" status: 200 len: 852 time: 0.0815532 Oct 20 11:32:35.519204 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 32850) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:35.519522 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-db1685e2-e7b2-49d4-b01f-1120ba54b30f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e1ba7a0b6d2b4009ab317b315abbc9cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3809121 Oct 20 11:32:35.527767 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1685e2-e7b2-49d4-b01f-1120ba54b30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480a4c7f-f455-4606-bc95-ac4c32079ef3,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:35.556720 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146bf43-d6c1-479b-9b84-a8f222eff7d8 req-59b11857-b433-419d-a0d6-0b5bd08d076f tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:35.558259 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5146bf43-d6c1-479b-9b84-a8f222eff7d8 req-59b11857-b433-419d-a0d6-0b5bd08d076f tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2125459 Oct 20 11:32:35.579589 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-5146bf43-d6c1-479b-9b84-a8f222eff7d8 req-d0b374e9-8f6d-4c82-a854-c64bda45646e tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Request body: {'port': {'device_id': 'b6d96bc5-3de8-4422-bd30-63a9c0df8404', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'admin_state_up': True, 'tenant_id': '0608bb1584294647a2a321a4de90ae37'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:32:35.597347 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-967b35e9-8269-4776-b472-6891138dd93c req-72865250-3def-42c6-8df0-d52b2694c450 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=35740985-59da-4215-add1-e1839e38e811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690100 Oct 20 11:32:35.607987 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fede0ed3-b08b-4507-bc86-75add979518a req-3a4ad2f2-0d32-4fb1-aa31-68344e9d62ea tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups?id=395cbb04-21ec-4ed0-bf96-713eba7c093e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652610 Oct 20 11:32:35.726028 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-967b35e9-8269-4776-b472-6891138dd93c req-044c04ca-4f04-4f34-b731-3fe4695eac64 service neutron] 10.222.0.11 "GET /v2.0/networks/35740985-59da-4215-add1-e1839e38e811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161284 Oct 20 11:32:35.737319 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5146bf43-d6c1-479b-9b84-a8f222eff7d8 req-d0b374e9-8f6d-4c82-a854-c64bda45646e tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Made reservation on behalf of 0608bb1584294647a2a321a4de90ae37 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:32:35.749646 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-5146bf43-d6c1-479b-9b84-a8f222eff7d8 req-d0b374e9-8f6d-4c82-a854-c64bda45646e tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:35.753978 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3995f54e-94df-4f97-a129-bb8cbae7eb6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:35.766579 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-5146bf43-d6c1-479b-9b84-a8f222eff7d8 req-d0b374e9-8f6d-4c82-a854-c64bda45646e tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:35.831778 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3995f54e-94df-4f97-a129-bb8cbae7eb6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:35.874832 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-5146bf43-d6c1-479b-9b84-a8f222eff7d8 req-d0b374e9-8f6d-4c82-a854-c64bda45646e tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:35.880488 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-5146bf43-d6c1-479b-9b84-a8f222eff7d8 req-d0b374e9-8f6d-4c82-a854-c64bda45646e tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:35.897464 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-967b35e9-8269-4776-b472-6891138dd93c req-a4b0e335-4e2c-43b7-970e-34140c9dc5ce service neutron] 10.222.0.11 "GET /v2.0/networks/35740985-59da-4215-add1-e1839e38e811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580691 Oct 20 11:32:35.929673 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3995f54e-94df-4f97-a129-bb8cbae7eb6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:35.934221 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3995f54e-94df-4f97-a129-bb8cbae7eb6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:35.936160 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3995f54e-94df-4f97-a129-bb8cbae7eb6b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/480a4c7f-f455-4606-bc95-ac4c32079ef3 HTTP/1.1" status: 204 len: 168 time: 0.4156294 Oct 20 11:32:35.954989 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3995f54e-94df-4f97-a129-bb8cbae7eb6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480a4c7f-f455-4606-bc95-ac4c32079ef3,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:35.988723 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b374e9-8f6d-4c82-a854-c64bda45646e tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79f288d8-3a02-46a5-b2d7-93e8858a267c,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:36.098150 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3f50c46c-a21e-4dc5-91d6-0cd4b4004c3d req-a530135c-ad2c-456e-9844-bebf555f982a tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=b6d96bc5-3de8-4422-bd30-63a9c0df8404 HTTP/1.1" status: 200 len: 210 time: 0.0815327 Oct 20 11:32:36.110224 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [req-5146bf43-d6c1-479b-9b84-a8f222eff7d8 req-d0b374e9-8f6d-4c82-a854-c64bda45646e tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Allocated IP 192.168.233.87 (09e5a906-63cf-4dde-b699-ab448fb18fb8/94289c8c-e5f7-4e30-b6a9-5b268a8fd610/d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:32:36.259167 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7904ec3-1f15-4a9a-8071-f8b6d11c444b req-766b9620-6480-454b-be89-bef4385e1429 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:36.268313 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b7904ec3-1f15-4a9a-8071-f8b6d11c444b req-766b9620-6480-454b-be89-bef4385e1429 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/ports?device_id=af8f5642-8353-45f6-be44-5b2a4ed223b1 HTTP/1.1" status: 200 len: 945 time: 0.0841763 Oct 20 11:32:36.352051 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b7904ec3-1f15-4a9a-8071-f8b6d11c444b req-374bb9aa-09ba-4598-91d5-1197a07b5774 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/security-groups?id=69888122-6b31-4f03-b58e-69ca71af741f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824747 Oct 20 11:32:36.362734 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-5146bf43-d6c1-479b-9b84-a8f222eff7d8 req-d0b374e9-8f6d-4c82-a854-c64bda45646e tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:36.420937 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-5146bf43-d6c1-479b-9b84-a8f222eff7d8 req-d0b374e9-8f6d-4c82-a854-c64bda45646e tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:36.474583 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5146bf43-d6c1-479b-9b84-a8f222eff7d8 req-d0b374e9-8f6d-4c82-a854-c64bda45646e tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Network 09e5a906-63cf-4dde-b699-ab448fb18fb8 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:32:36.477727 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [req-5146bf43-d6c1-479b-9b84-a8f222eff7d8 req-d0b374e9-8f6d-4c82-a854-c64bda45646e tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:32:36.484663 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-5146bf43-d6c1-479b-9b84-a8f222eff7d8 req-d0b374e9-8f6d-4c82-a854-c64bda45646e tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:32:36.489990 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b374e9-8f6d-4c82-a854-c64bda45646e tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Pushing event updated for resources: {'Port': ['ID=d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:36.576949 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146bf43-d6c1-479b-9b84-a8f222eff7d8 req-d0b374e9-8f6d-4c82-a854-c64bda45646e tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:36.580957 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-5146bf43-d6c1-479b-9b84-a8f222eff7d8 req-d0b374e9-8f6d-4c82-a854-c64bda45646e tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:36.612569 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5146bf43-d6c1-479b-9b84-a8f222eff7d8 req-d0b374e9-8f6d-4c82-a854-c64bda45646e tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0380738 Oct 20 11:32:36.613660 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 0b38dad0-77c6-439d-9dbe-707106a570e6 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:32:36.628857 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-5146bf43-d6c1-479b-9b84-a8f222eff7d8 req-5be13558-61ec-4039-a063-457955aaedc5 service neutron] Request body: {'port': {'device_id': 'b6d96bc5-3de8-4422-bd30-63a9c0df8404', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:32:36.761433 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-5146bf43-d6c1-479b-9b84-a8f222eff7d8 req-5be13558-61ec-4039-a063-457955aaedc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:36.831129 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89ebcc-f4b8-432c-8088-6f116ba68c96 req-96116f09-58f4-4473-9fe9-79b3884a6163 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:36.832704 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8d89ebcc-f4b8-432c-8088-6f116ba68c96 req-96116f09-58f4-4473-9fe9-79b3884a6163 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/ports?device_id=f6191bae-fdb3-4a94-94ee-1c45f32553b9 HTTP/1.1" status: 200 len: 943 time: 0.0772393 Oct 20 11:32:36.846288 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 0b38dad0-77c6-439d-9dbe-707106a570e6, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=0b38dad0-77c6-439d-9dbe-707106a570e6,segment=NetworkSegment(59f8b397-57a4-4b9f-b597-5d74b0b9ce74),segment_id=59f8b397-57a4-4b9f-b597-5d74b0b9ce74)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:32:36.867724 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '0b38dad0-77c6-439d-9dbe-707106a570e6', 'network_id': '35740985-59da-4215-add1-e1839e38e811', 'port_id': '0b38dad0-77c6-439d-9dbe-707106a570e6', 'mac_address': 'fa:16:3e:e7:f7:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf856053-6533-48a8-9cf8-f44a20996faa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:32:36.869807 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-58c0c20e-056c-4aa2-b6a8-c7cfd8bfb359 None None] Provisioning complete for port d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:32:36.870338 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-58c0c20e-056c-4aa2-b6a8-c7cfd8bfb359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:36.926907 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8d89ebcc-f4b8-432c-8088-6f116ba68c96 req-94cf80a8-8d81-4509-957d-b8a909d9231d tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups?id=395cbb04-21ec-4ed0-bf96-713eba7c093e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837429 Oct 20 11:32:36.991059 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-58c0c20e-056c-4aa2-b6a8-c7cfd8bfb359 None None] Port d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:32:36.997651 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:37.015287 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b38dad0-77c6-439d-9dbe-707106a570e6 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:32:37.039693 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 0b38dad0-77c6-439d-9dbe-707106a570e6, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=0b38dad0-77c6-439d-9dbe-707106a570e6,segment=NetworkSegment(59f8b397-57a4-4b9f-b597-5d74b0b9ce74),segment_id=59f8b397-57a4-4b9f-b597-5d74b0b9ce74)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:32:37.047642 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:37.133851 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=0b38dad0-77c6-439d-9dbe-707106a570e6,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:37.220497 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-5146bf43-d6c1-479b-9b84-a8f222eff7d8 req-5be13558-61ec-4039-a063-457955aaedc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8 {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:32:37.230253 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-5146bf43-d6c1-479b-9b84-a8f222eff7d8 req-5be13558-61ec-4039-a063-457955aaedc5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:37.256082 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-5146bf43-d6c1-479b-9b84-a8f222eff7d8 req-5be13558-61ec-4039-a063-457955aaedc5 service neutron] Transition to ACTIVE for port object d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8 will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:32:37.270746 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-5146bf43-d6c1-479b-9b84-a8f222eff7d8 req-5be13558-61ec-4039-a063-457955aaedc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:37.276292 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c14e2d-45e9-4e96-bff4-d5329e46ffe8 req-df1d87f5-d2ef-4000-9c49-8f2b1d1a10a8 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:37.278444 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b5c14e2d-45e9-4e96-bff4-d5329e46ffe8 req-df1d87f5-d2ef-4000-9c49-8f2b1d1a10a8 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=b6d96bc5-3de8-4422-bd30-63a9c0df8404 HTTP/1.1" status: 200 len: 935 time: 0.0785999 Oct 20 11:32:37.307956 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['0b38dad0-77c6-439d-9dbe-707106a570e6'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:32:37.368433 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be13558-61ec-4039-a063-457955aaedc5 service neutron] Pushing event updated for resources: {'Port': ['ID=d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:37.403547 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b5c14e2d-45e9-4e96-bff4-d5329e46ffe8 req-2e577016-aedc-4f25-af64-bdc2450efa39 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164806 Oct 20 11:32:37.420134 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 32912) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:37.513321 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-5146bf43-d6c1-479b-9b84-a8f222eff7d8 req-5be13558-61ec-4039-a063-457955aaedc5 service neutron] Attempting to bind port d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:32:37.513653 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-5146bf43-d6c1-479b-9b84-a8f222eff7d8 req-5be13558-61ec-4039-a063-457955aaedc5 service neutron] Attempting to bind port d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:32:37.530889 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5146bf43-d6c1-479b-9b84-a8f222eff7d8 req-5be13558-61ec-4039-a063-457955aaedc5 service neutron] Attempting to bind port d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:32:37.538681 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5146bf43-d6c1-479b-9b84-a8f222eff7d8 req-5be13558-61ec-4039-a063-457955aaedc5 service neutron] Port d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:32:37.540145 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5146bf43-d6c1-479b-9b84-a8f222eff7d8 req-5be13558-61ec-4039-a063-457955aaedc5 service neutron] Attempting to bind port d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:32:37.560600 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5146bf43-d6c1-479b-9b84-a8f222eff7d8 req-5be13558-61ec-4039-a063-457955aaedc5 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:32:37.560949 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5146bf43-d6c1-479b-9b84-a8f222eff7d8 req-5be13558-61ec-4039-a063-457955aaedc5 service neutron] Checking segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:32:37.561365 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5146bf43-d6c1-479b-9b84-a8f222eff7d8 req-5be13558-61ec-4039-a063-457955aaedc5 service neutron] Bound using segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:32:37.561835 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-5146bf43-d6c1-479b-9b84-a8f222eff7d8 req-5be13558-61ec-4039-a063-457955aaedc5 service neutron] Bound port: d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:32:37.562188 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-5146bf43-d6c1-479b-9b84-a8f222eff7d8 req-5be13558-61ec-4039-a063-457955aaedc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:37.668774 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe287e4-b783-4db8-bbe1-2566026825ef req-0242038d-7800-420a-91f7-7a54462412fb tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:37.669568 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-5146bf43-d6c1-479b-9b84-a8f222eff7d8 req-5be13558-61ec-4039-a063-457955aaedc5 service neutron] For port d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:32:37.670510 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-abe287e4-b783-4db8-bbe1-2566026825ef req-0242038d-7800-420a-91f7-7a54462412fb tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/ports?device_id=af8f5642-8353-45f6-be44-5b2a4ed223b1 HTTP/1.1" status: 200 len: 945 time: 0.1157999 Oct 20 11:32:37.675990 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-461082d7-7f93-4faa-b6d5-3d208e7a3cf3 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-252034281-network', 'tenant_id': '41266b849dc948539cee30f1593e8beb'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:32:37.680659 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-5146bf43-d6c1-479b-9b84-a8f222eff7d8 req-5be13558-61ec-4039-a063-457955aaedc5 service neutron] For port d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:32:37.687386 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-5146bf43-d6c1-479b-9b84-a8f222eff7d8 req-5be13558-61ec-4039-a063-457955aaedc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:37.754533 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146bf43-d6c1-479b-9b84-a8f222eff7d8 req-5be13558-61ec-4039-a063-457955aaedc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:37.754533 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-5146bf43-d6c1-479b-9b84-a8f222eff7d8 req-5be13558-61ec-4039-a063-457955aaedc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:37.754533 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5146bf43-d6c1-479b-9b84-a8f222eff7d8 req-5be13558-61ec-4039-a063-457955aaedc5 service neutron] 10.222.0.89 "PUT /v2.0/ports/d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8 HTTP/1.1" status: 200 len: 1095 time: 1.1324053 Oct 20 11:32:37.756313 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6d96bc5-3de8-4422-bd30-63a9c0df8404', 'tag': 'd5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:32:37.759068 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114d510f-4ce0-4b70-ab5f-dbc099554718" -d '{"events": [{"name": "network-changed", "server_uuid": "b6d96bc5-3de8-4422-bd30-63a9c0df8404", "tag": "d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:32:37.827840 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e721d3-84ba-445d-9895-e1b3316cb00f x-openstack-request-id: req-70e721d3-84ba-445d-9895-e1b3316cb00f {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:32:37.828217 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-abe287e4-b783-4db8-bbe1-2566026825ef req-90aca28d-89a1-46ba-a335-972767498322 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/security-groups?id=69888122-6b31-4f03-b58e-69ca71af741f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394193 Oct 20 11:32:37.828608 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6d96bc5-3de8-4422-bd30-63a9c0df8404", "tag": "d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:32:37.829007 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-70e721d3-84ba-445d-9895-e1b3316cb00f {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:32:37.829547 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6d96bc5-3de8-4422-bd30-63a9c0df8404', 'tag': 'd5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8', 'status': 'completed', 'code': 200} Oct 20 11:32:37.831741 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be13558-61ec-4039-a063-457955aaedc5 service neutron] Pushing event updated for resources: {'Port': ['ID=d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:37.851969 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461082d7-7f93-4faa-b6d5-3d208e7a3cf3 admin admin] Made reservation on behalf of 41266b849dc948539cee30f1593e8beb for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:32:37.856863 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-461082d7-7f93-4faa-b6d5-3d208e7a3cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:37.871270 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-461082d7-7f93-4faa-b6d5-3d208e7a3cf3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:37.880394 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146bf43-d6c1-479b-9b84-a8f222eff7d8 req-23ca62ca-d912-4733-92ef-c7114e8f31c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:37.882332 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5146bf43-d6c1-479b-9b84-a8f222eff7d8 req-23ca62ca-d912-4733-92ef-c7114e8f31c8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0608bb1584294647a2a321a4de90ae37&device_id=b6d96bc5-3de8-4422-bd30-63a9c0df8404 HTTP/1.1" status: 200 len: 1098 time: 0.0659223 Oct 20 11:32:37.975118 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5146bf43-d6c1-479b-9b84-a8f222eff7d8 req-90067cd4-b44c-4241-8ea7-7ded10f99ce1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8 HTTP/1.1" status: 200 len: 217 time: 0.0828581 Oct 20 11:32:38.071558 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146bf43-d6c1-479b-9b84-a8f222eff7d8 req-a60c3e05-a950-4e6c-a00d-f9d468117a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:38.074057 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5146bf43-d6c1-479b-9b84-a8f222eff7d8 req-a60c3e05-a950-4e6c-a00d-f9d468117a51 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.0885842 Oct 20 11:32:38.077248 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-461082d7-7f93-4faa-b6d5-3d208e7a3cf3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:38.088023 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-461082d7-7f93-4faa-b6d5-3d208e7a3cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:38.141613 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146bf43-d6c1-479b-9b84-a8f222eff7d8 req-53004d0c-d9e9-4167-ae4e-e30ca7d02b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:38.144681 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5146bf43-d6c1-479b-9b84-a8f222eff7d8 req-53004d0c-d9e9-4167-ae4e-e30ca7d02b65 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0558228 Oct 20 11:32:38.145316 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd27d5-2271-4703-9d30-75d674eb2ae2 req-723bde8e-6509-461a-9e12-74a14156ebbc tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:38.146873 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fdcd27d5-2271-4703-9d30-75d674eb2ae2 req-723bde8e-6509-461a-9e12-74a14156ebbc tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/ports?device_id=f6191bae-fdb3-4a94-94ee-1c45f32553b9 HTTP/1.1" status: 200 len: 944 time: 0.1211765 Oct 20 11:32:38.151010 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-461082d7-7f93-4faa-b6d5-3d208e7a3cf3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1295, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:32:38.182235 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461082d7-7f93-4faa-b6d5-3d208e7a3cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83de61be-3767-4ecb-a356-7b0ce37d3c0e,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:38.186833 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-461082d7-7f93-4faa-b6d5-3d208e7a3cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:38.187194 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-461082d7-7f93-4faa-b6d5-3d208e7a3cf3 admin admin] Added segment 5adfb258-d64d-4b65-89db-7cfb81a6087c of type vlan for network dbf126ad-298f-42a0-8e60-8b277f786254 Oct 20 11:32:38.223517 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fdcd27d5-2271-4703-9d30-75d674eb2ae2 req-2e1a46e2-02ea-422f-8c67-fadd21965d02 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups?id=395cbb04-21ec-4ed0-bf96-713eba7c093e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663664 Oct 20 11:32:38.281951 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-461082d7-7f93-4faa-b6d5-3d208e7a3cf3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:38.292414 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5146bf43-d6c1-479b-9b84-a8f222eff7d8 req-8be4a010-6e43-46f2-9eec-7146b4ef97e8 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383491 Oct 20 11:32:38.329220 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-461082d7-7f93-4faa-b6d5-3d208e7a3cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:38.330368 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461082d7-7f93-4faa-b6d5-3d208e7a3cf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:38.331414 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-461082d7-7f93-4faa-b6d5-3d208e7a3cf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:38.350868 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:32:38.366556 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-461082d7-7f93-4faa-b6d5-3d208e7a3cf3 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9450431 Oct 20 11:32:38.367337 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 32938) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:38.379577 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-daa0de90-af5b-47b3-858c-90fe8018e177 admin admin] Request body: {'subnet': {'network_id': 'dbf126ad-298f-42a0-8e60-8b277f786254', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-252034281-subnet', 'tenant_id': '41266b849dc948539cee30f1593e8beb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:32:38.409388 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5146bf43-d6c1-479b-9b84-a8f222eff7d8 req-c46e6e3c-798c-4a0a-81dd-aba782ded74c service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039968 Oct 20 11:32:38.528308 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d510f-4ce0-4b70-ab5f-dbc099554718 req-df09b4f6-142a-4d26-9063-76853b1b477f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:38.530677 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-114d510f-4ce0-4b70-ab5f-dbc099554718 req-df09b4f6-142a-4d26-9063-76853b1b477f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0608bb1584294647a2a321a4de90ae37&device_id=b6d96bc5-3de8-4422-bd30-63a9c0df8404 HTTP/1.1" status: 200 len: 1098 time: 0.0590324 Oct 20 11:32:38.638693 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 0b38dad0-77c6-439d-9dbe-707106a570e6 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:32:38.674020 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d510f-4ce0-4b70-ab5f-dbc099554718 req-794db1de-b9fc-4f12-89db-46f9e324039f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:38.675843 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-114d510f-4ce0-4b70-ab5f-dbc099554718 req-794db1de-b9fc-4f12-89db-46f9e324039f service neutron] 10.222.0.89 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 0.1346092 Oct 20 11:32:38.731009 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 0b38dad0-77c6-439d-9dbe-707106a570e6 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:32:38.737305 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 0b38dad0-77c6-439d-9dbe-707106a570e6 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:32:38.738154 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:38.740213 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-114d510f-4ce0-4b70-ab5f-dbc099554718 req-86dd3584-0bdb-4c6d-ac31-5dc3a059c876 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8 HTTP/1.1" status: 200 len: 217 time: 0.0507646 Oct 20 11:32:38.834919 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d510f-4ce0-4b70-ab5f-dbc099554718 req-d44f4f6b-5267-4106-8021-c8022a98400d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:38.837175 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-114d510f-4ce0-4b70-ab5f-dbc099554718 req-d44f4f6b-5267-4106-8021-c8022a98400d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.0842319 Oct 20 11:32:38.857108 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:38.908465 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6191bae-fdb3-4a94-94ee-1c45f32553b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b38dad0-77c6-439d-9dbe-707106a570e6'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:32:38.915075 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ceab39d-8002-4a66-9546-fe492c7db825" -d '{"events": [{"server_uuid": "f6191bae-fdb3-4a94-94ee-1c45f32553b9", "name": "network-vif-plugged", "status": "completed", "tag": "0b38dad0-77c6-439d-9dbe-707106a570e6"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:32:38.925396 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d510f-4ce0-4b70-ab5f-dbc099554718 req-1fda8de2-4f67-490a-9966-fd646b236a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:38.929123 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-114d510f-4ce0-4b70-ab5f-dbc099554718 req-1fda8de2-4f67-490a-9966-fd646b236a4e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0792913 Oct 20 11:32:38.938671 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 0b38dad0-77c6-439d-9dbe-707106a570e6, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=0b38dad0-77c6-439d-9dbe-707106a570e6,segment=NetworkSegment(59f8b397-57a4-4b9f-b597-5d74b0b9ce74),segment_id=59f8b397-57a4-4b9f-b597-5d74b0b9ce74)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:32:38.943033 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461082d7-7f93-4faa-b6d5-3d208e7a3cf3 admin admin] Pushing event updated for resources: {'Network': ['ID=dbf126ad-298f-42a0-8e60-8b277f786254,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:38.958078 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:38.963297 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network dbf126ad-298f-42a0-8e60-8b277f786254 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:32:39.002625 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa0de90-af5b-47b3-858c-90fe8018e177 admin admin] Made reservation on behalf of 41266b849dc948539cee30f1593e8beb for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:32:39.005576 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-daa0de90-af5b-47b3-858c-90fe8018e177 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:39.054859 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5da06b-9009-4504-bd11-048342047f8e req-a1c644b6-3627-4b6e-927e-5e7d8326915e tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:39.063352 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1e5da06b-9009-4504-bd11-048342047f8e req-a1c644b6-3627-4b6e-927e-5e7d8326915e tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=b6d96bc5-3de8-4422-bd30-63a9c0df8404 HTTP/1.1" status: 200 len: 947 time: 0.1591408 Oct 20 11:32:39.099069 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-114d510f-4ce0-4b70-ab5f-dbc099554718 req-0d88a8f2-b8ce-47d6-9809-978608453d97 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566131 Oct 20 11:32:39.124778 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=0b38dad0-77c6-439d-9dbe-707106a570e6,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:39.142715 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f72e26-c2ef-4493-8d7d-5f2f049d9370 req-052d50c9-d8d3-4922-ac0c-d21c14263d23 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:39.153203 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c9f72e26-c2ef-4493-8d7d-5f2f049d9370 req-052d50c9-d8d3-4922-ac0c-d21c14263d23 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/ports?device_id=af8f5642-8353-45f6-be44-5b2a4ed223b1 HTTP/1.1" status: 200 len: 945 time: 0.2048094 Oct 20 11:32:39.175929 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1e5da06b-9009-4504-bd11-048342047f8e req-dfb8fbe3-43e1-417e-9a53-bec526fae50e tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115768 Oct 20 11:32:39.221259 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c9f72e26-c2ef-4493-8d7d-5f2f049d9370 req-c594d5b4-eef6-42dd-a433-ae0030c09d27 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/security-groups?id=69888122-6b31-4f03-b58e-69ca71af741f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671387 Oct 20 11:32:39.237909 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e3b831-6676-4f33-9c2e-e53c591f6989 x-openstack-request-id: req-d4e3b831-6676-4f33-9c2e-e53c591f6989 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:32:39.238205 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6191bae-fdb3-4a94-94ee-1c45f32553b9", "name": "network-vif-plugged", "status": "completed", "tag": "0b38dad0-77c6-439d-9dbe-707106a570e6", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:32:39.238640 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d4e3b831-6676-4f33-9c2e-e53c591f6989 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:32:39.239233 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6191bae-fdb3-4a94-94ee-1c45f32553b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b38dad0-77c6-439d-9dbe-707106a570e6', 'code': 200} Oct 20 11:32:39.322054 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-114d510f-4ce0-4b70-ab5f-dbc099554718 req-356f5af8-13c1-4b97-9839-b7d26ebf5442 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022343 Oct 20 11:32:39.428237 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-daa0de90-af5b-47b3-858c-90fe8018e177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:39.460249 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae04ee9-5d01-4ead-99a5-86cc5c70f432 req-5c0a0258-f0e6-4a68-9c85-61e8e6d9b71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:39.462114 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bae04ee9-5d01-4ead-99a5-86cc5c70f432 req-5c0a0258-f0e6-4a68-9c85-61e8e6d9b71f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f6191bae-fdb3-4a94-94ee-1c45f32553b9 HTTP/1.1" status: 200 len: 1096 time: 0.1463866 Oct 20 11:32:39.507115 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02797a54-0b8d-45ac-a7e5-18b1edb0876f req-bc00e10c-c5b9-4bc1-a17f-b32e3c19cba3 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:39.508804 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-02797a54-0b8d-45ac-a7e5-18b1edb0876f req-bc00e10c-c5b9-4bc1-a17f-b32e3c19cba3 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/ports?device_id=f6191bae-fdb3-4a94-94ee-1c45f32553b9 HTTP/1.1" status: 200 len: 945 time: 0.1899931 Oct 20 11:32:39.526923 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa0de90-af5b-47b3-858c-90fe8018e177 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37b4b321-a9d7-4d66-b77c-de56f97e50ba,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:39.577647 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bae04ee9-5d01-4ead-99a5-86cc5c70f432 req-546c04c2-ab33-4378-8d16-40569d84d215 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=395cbb04-21ec-4ed0-bf96-713eba7c093e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026151 Oct 20 11:32:39.580199 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa0de90-af5b-47b3-858c-90fe8018e177 admin admin] Checking segment: {'id': '5adfb258-d64d-4b65-89db-7cfb81a6087c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'dbf126ad-298f-42a0-8e60-8b277f786254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:32:39.580629 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa0de90-af5b-47b3-858c-90fe8018e177 admin admin] Network hostable DHCP agents. Network: dbf126ad-298f-42a0-8e60-8b277f786254, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:32:39.604886 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-02797a54-0b8d-45ac-a7e5-18b1edb0876f req-d8949844-dfe3-42c3-b01c-425fe141e674 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups?id=395cbb04-21ec-4ed0-bf96-713eba7c093e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839508 Oct 20 11:32:39.616669 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa0de90-af5b-47b3-858c-90fe8018e177 admin admin] Network dbf126ad-298f-42a0-8e60-8b277f786254 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:32:39.638630 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-daa0de90-af5b-47b3-858c-90fe8018e177 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, dbf126ad-298f-42a0-8e60-8b277f786254) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:32:39.647724 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa0de90-af5b-47b3-858c-90fe8018e177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:39.648488 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-daa0de90-af5b-47b3-858c-90fe8018e177 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:39.657822 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9365c65-9c81-4d6f-9529-cd356102bda1 None None] Network dbf126ad-298f-42a0-8e60-8b277f786254 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:32:39.674661 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-daa0de90-af5b-47b3-858c-90fe8018e177 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2989714 Oct 20 11:32:39.931657 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:40.009597 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134b9fb7-15cb-414b-b317-083d3e764234 None None] Network dbf126ad-298f-42a0-8e60-8b277f786254 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:32:40.396811 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa664f-dd6b-4d00-9d75-38b53d3e76b8 req-640177ba-7501-4dfa-ac88-a853988d770e tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:40.405080 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6caa664f-dd6b-4d00-9d75-38b53d3e76b8 req-640177ba-7501-4dfa-ac88-a853988d770e tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=b6d96bc5-3de8-4422-bd30-63a9c0df8404 HTTP/1.1" status: 200 len: 947 time: 0.1053765 Oct 20 11:32:40.448135 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf88a5-b360-4c68-9e53-772f1fa89b14 req-f2b0876e-2c21-44fb-a871-8a3c24405faa tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:40.452384 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-33cf88a5-b360-4c68-9e53-772f1fa89b14 req-f2b0876e-2c21-44fb-a871-8a3c24405faa tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/ports?device_id=af8f5642-8353-45f6-be44-5b2a4ed223b1 HTTP/1.1" status: 200 len: 945 time: 0.0912335 Oct 20 11:32:40.502049 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6caa664f-dd6b-4d00-9d75-38b53d3e76b8 req-ae90c1bb-c6a8-4fef-9695-a6aea5800e83 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953970 Oct 20 11:32:40.502414 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 32990) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:40.509517 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-031e3950-7adc-4c3e-b189-8a2eaa9a9d2c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1616566300-network', 'tenant_id': '1dd915de85474650b07cb9a5a9a5af92'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:32:40.550414 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-33cf88a5-b360-4c68-9e53-772f1fa89b14 req-7dbaaab3-2995-478a-ac09-c2b093280e2e tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/security-groups?id=69888122-6b31-4f03-b58e-69ca71af741f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817640 Oct 20 11:32:40.550907 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031e3950-7adc-4c3e-b189-8a2eaa9a9d2c admin admin] Made reservation on behalf of 1dd915de85474650b07cb9a5a9a5af92 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:32:40.553973 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-031e3950-7adc-4c3e-b189-8a2eaa9a9d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:40.581894 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-031e3950-7adc-4c3e-b189-8a2eaa9a9d2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:40.756489 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-031e3950-7adc-4c3e-b189-8a2eaa9a9d2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:40.763477 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-031e3950-7adc-4c3e-b189-8a2eaa9a9d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:40.790046 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-031e3950-7adc-4c3e-b189-8a2eaa9a9d2c admin admin] vlan segment allocate from pool success with {'vlan_id': 1256, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:32:40.810827 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-031e3950-7adc-4c3e-b189-8a2eaa9a9d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:40.811098 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-031e3950-7adc-4c3e-b189-8a2eaa9a9d2c admin admin] Added segment dcdaf71c-47db-40eb-ad3d-2fe593365e33 of type vlan for network 15fd25b5-7583-4404-838d-e8fc4907f402 Oct 20 11:32:40.845271 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98622644-f5b1-411d-986f-124470447758 req-5cb41efa-0f47-4ad5-a659-c5365ea253bd tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:40.852338 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e3950-7adc-4c3e-b189-8a2eaa9a9d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c57e18-b6d5-4380-b96b-db8f4c7e66ce,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:40.875171 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98622644-f5b1-411d-986f-124470447758 req-5cb41efa-0f47-4ad5-a659-c5365ea253bd tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/ports?device_id=f6191bae-fdb3-4a94-94ee-1c45f32553b9 HTTP/1.1" status: 200 len: 945 time: 0.1306782 Oct 20 11:32:40.887790 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:32:40.903600 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-031e3950-7adc-4c3e-b189-8a2eaa9a9d2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:40.952445 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98622644-f5b1-411d-986f-124470447758 req-3ab10a1c-31a9-4552-87eb-a31e5d0144fd tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups?id=395cbb04-21ec-4ed0-bf96-713eba7c093e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748780 Oct 20 11:32:40.988072 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-031e3950-7adc-4c3e-b189-8a2eaa9a9d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:40.989296 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031e3950-7adc-4c3e-b189-8a2eaa9a9d2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:40.989950 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-031e3950-7adc-4c3e-b189-8a2eaa9a9d2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:41.030914 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-031e3950-7adc-4c3e-b189-8a2eaa9a9d2c admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5266347 Oct 20 11:32:41.031649 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 33006) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:32:41.040526 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-ac7b8355-2dd1-4230-a628-5b8958815e9f admin admin] Request body: {'subnet': {'network_id': '15fd25b5-7583-4404-838d-e8fc4907f402', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1616566300-subnet', 'tenant_id': '1dd915de85474650b07cb9a5a9a5af92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:32:41.070727 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7b8355-2dd1-4230-a628-5b8958815e9f admin admin] Made reservation on behalf of 1dd915de85474650b07cb9a5a9a5af92 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:32:41.080693 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ac7b8355-2dd1-4230-a628-5b8958815e9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:41.089827 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e3950-7adc-4c3e-b189-8a2eaa9a9d2c admin admin] Pushing event updated for resources: {'Network': ['ID=15fd25b5-7583-4404-838d-e8fc4907f402,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:41.106981 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 15fd25b5-7583-4404-838d-e8fc4907f402 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:32:41.110391 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:32:41.133479 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': 'd5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'port_id': 'd5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8', 'mac_address': 'fa:16:3e:21:a3:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94289c8c-e5f7-4e30-b6a9-5b268a8fd610', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:32:41.223237 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:41.239633 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:32:41.265118 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:32:41.273730 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:41.335956 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ac7b8355-2dd1-4230-a628-5b8958815e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:41.339846 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:41.410510 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b8355-2dd1-4230-a628-5b8958815e9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=85406d19-57d7-40df-9d1a-99e16290ce1e,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:41.412856 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7b8355-2dd1-4230-a628-5b8958815e9f admin admin] Checking segment: {'id': 'dcdaf71c-47db-40eb-ad3d-2fe593365e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '15fd25b5-7583-4404-838d-e8fc4907f402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:32:41.413214 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7b8355-2dd1-4230-a628-5b8958815e9f admin admin] Network hostable DHCP agents. Network: 15fd25b5-7583-4404-838d-e8fc4907f402, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:32:41.438438 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7b8355-2dd1-4230-a628-5b8958815e9f admin admin] Network 15fd25b5-7583-4404-838d-e8fc4907f402 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:32:41.450329 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-ac7b8355-2dd1-4230-a628-5b8958815e9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 15fd25b5-7583-4404-838d-e8fc4907f402) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:32:41.459054 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7b8355-2dd1-4230-a628-5b8958815e9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:41.460064 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ac7b8355-2dd1-4230-a628-5b8958815e9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:41.464677 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47a64a6-cd52-4b8b-81c8-861a9f53e692 None None] Network 15fd25b5-7583-4404-838d-e8fc4907f402 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:32:41.481575 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ac7b8355-2dd1-4230-a628-5b8958815e9f admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4483273 Oct 20 11:32:41.665063 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:32:41.716255 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d418f2-b8be-4350-9f60-0369a37bef59 None None] Network 15fd25b5-7583-4404-838d-e8fc4907f402 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:32:41.755038 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccccee87-1193-42f7-8b87-0a48cf057c36 req-fc6a3791-50aa-4bae-a563-115a4c07de0b tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:41.763473 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ccccee87-1193-42f7-8b87-0a48cf057c36 req-fc6a3791-50aa-4bae-a563-115a4c07de0b tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=b6d96bc5-3de8-4422-bd30-63a9c0df8404 HTTP/1.1" status: 200 len: 948 time: 0.1114826 Oct 20 11:32:41.842715 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcedba4-dae0-49e8-9580-296070b7fa84 req-71bffd1a-a498-48c1-87da-85183e22cd34 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:41.851434 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ddcedba4-dae0-49e8-9580-296070b7fa84 req-71bffd1a-a498-48c1-87da-85183e22cd34 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/ports?device_id=af8f5642-8353-45f6-be44-5b2a4ed223b1 HTTP/1.1" status: 200 len: 945 time: 0.1523113 Oct 20 11:32:41.861085 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ccccee87-1193-42f7-8b87-0a48cf057c36 req-0a17305c-5e97-4a93-8484-7995411e7f27 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920923 Oct 20 11:32:41.916247 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ddcedba4-dae0-49e8-9580-296070b7fa84 req-4d7e812d-fc8c-42c2-9180-4d196bb84c09 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/security-groups?id=69888122-6b31-4f03-b58e-69ca71af741f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626001 Oct 20 11:32:42.183483 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e60678-2924-45e2-91af-1580939be6c3 req-df9bf293-c9db-4232-b16a-8f051b90c09d tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:42.187255 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b6e60678-2924-45e2-91af-1580939be6c3 req-df9bf293-c9db-4232-b16a-8f051b90c09d tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/ports?device_id=f6191bae-fdb3-4a94-94ee-1c45f32553b9 HTTP/1.1" status: 200 len: 945 time: 0.0597277 Oct 20 11:32:42.232335 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b6e60678-2924-45e2-91af-1580939be6c3 req-836d63ea-4ec5-436c-b5f0-4e991eb2fb8e tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups?id=395cbb04-21ec-4ed0-bf96-713eba7c093e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408130 Oct 20 11:32:42.458729 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c3904cb9-67a7-4158-9e6d-24fb99a6ded4 req-ef564d95-5071-4ba2-a654-2c10d4d2759c tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-222347084&fields=id&tenant_id=48a94a8543a948e194f233beccd2f46a HTTP/1.1" status: 200 len: 267 time: 0.0547004 Oct 20 11:32:42.471430 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16149fb-30c0-421b-abc8-a8f392f7eaf4 req-cc2dfd38-3916-48dc-b9e8-0199e44e7a20 tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:42.473071 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b16149fb-30c0-421b-abc8-a8f392f7eaf4 req-cc2dfd38-3916-48dc-b9e8-0199e44e7a20 tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] 10.222.0.98 "GET /v2.0/networks?id=dbf126ad-298f-42a0-8e60-8b277f786254 HTTP/1.1" status: 200 len: 814 time: 0.1640782 Oct 20 11:32:42.509273 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b16149fb-30c0-421b-abc8-a8f392f7eaf4 req-67675e79-d112-487e-aca7-734fae2368a4 tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] 10.222.0.98 "GET /v2.0/quotas/41266b849dc948539cee30f1593e8beb HTTP/1.1" status: 200 len: 375 time: 0.0263627 Oct 20 11:32:42.554563 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3904cb9-67a7-4158-9e6d-24fb99a6ded4 req-474ba4ab-2c01-4696-922b-e5baba2b7b28 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:42.556066 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c3904cb9-67a7-4158-9e6d-24fb99a6ded4 req-474ba4ab-2c01-4696-922b-e5baba2b7b28 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/ports?device_id=f6191bae-fdb3-4a94-94ee-1c45f32553b9 HTTP/1.1" status: 200 len: 945 time: 0.0821187 Oct 20 11:32:42.559327 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b16149fb-30c0-421b-abc8-a8f392f7eaf4 req-8a327ab4-7ce6-4a25-96ec-83b6b2b2f123 tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=41266b849dc948539cee30f1593e8beb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404232 Oct 20 11:32:42.576065 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-c3904cb9-67a7-4158-9e6d-24fb99a6ded4 req-9ba12337-1361-4bee-8572-40f88ee0ec38 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Request body: {'port': {'security_groups': ['395cbb04-21ec-4ed0-bf96-713eba7c093e', 'f827c707-45b6-4be0-8240-a05be0ada26c']}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:32:42.730502 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c3904cb9-67a7-4158-9e6d-24fb99a6ded4 req-9ba12337-1361-4bee-8572-40f88ee0ec38 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:42.798466 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b16149fb-30c0-421b-abc8-a8f392f7eaf4 req-29ebdff3-ac20-4933-a3e5-3bd0e21943f7 service neutron] 10.222.0.98 "GET /v2.0/networks/dbf126ad-298f-42a0-8e60-8b277f786254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267957 Oct 20 11:32:42.898941 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:32:42.957484 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b16149fb-30c0-421b-abc8-a8f392f7eaf4 req-95240d08-1849-46df-84b2-0d8058b99792 service neutron] 10.222.0.98 "GET /v2.0/networks/dbf126ad-298f-42a0-8e60-8b277f786254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554716 Oct 20 11:32:43.026006 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:32:43.031169 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:32:43.031939 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:43.097034 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-c3904cb9-67a7-4158-9e6d-24fb99a6ded4 req-9ba12337-1361-4bee-8572-40f88ee0ec38 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] For port 0b38dad0-77c6-439d-9dbe-707106a570e6, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=0b38dad0-77c6-439d-9dbe-707106a570e6,segment=NetworkSegment(59f8b397-57a4-4b9f-b597-5d74b0b9ce74),segment_id=59f8b397-57a4-4b9f-b597-5d74b0b9ce74)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:32:43.149309 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c3904cb9-67a7-4158-9e6d-24fb99a6ded4 req-9ba12337-1361-4bee-8572-40f88ee0ec38 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:43.158569 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c3904cb9-67a7-4158-9e6d-24fb99a6ded4 req-9ba12337-1361-4bee-8572-40f88ee0ec38 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:43.181433 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['0b38dad0-77c6-439d-9dbe-707106a570e6'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:32:43.240317 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:43.280924 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3904cb9-67a7-4158-9e6d-24fb99a6ded4 req-9ba12337-1361-4bee-8572-40f88ee0ec38 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:43.281821 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c3904cb9-67a7-4158-9e6d-24fb99a6ded4 req-9ba12337-1361-4bee-8572-40f88ee0ec38 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:43.284848 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6d96bc5-3de8-4422-bd30-63a9c0df8404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:32:43.290935 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de87230-46fb-456b-b745-d8e35fea4d13" -d '{"events": [{"server_uuid": "b6d96bc5-3de8-4422-bd30-63a9c0df8404", "name": "network-vif-plugged", "status": "completed", "tag": "d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:32:43.296311 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c3904cb9-67a7-4158-9e6d-24fb99a6ded4 req-9ba12337-1361-4bee-8572-40f88ee0ec38 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "PUT /v2.0/ports/0b38dad0-77c6-439d-9dbe-707106a570e6 HTTP/1.1" status: 200 len: 981 time: 0.7292221 Oct 20 11:32:43.297067 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6191bae-fdb3-4a94-94ee-1c45f32553b9', 'tag': '0b38dad0-77c6-439d-9dbe-707106a570e6'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:32:43.305613 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3101ae1d-b51a-46e5-8f2f-b712efd078cf" -d '{"events": [{"name": "network-changed", "server_uuid": "f6191bae-fdb3-4a94-94ee-1c45f32553b9", "tag": "0b38dad0-77c6-439d-9dbe-707106a570e6"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:32:43.344648 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:32:43.363034 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:43.370189 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba12337-1361-4bee-8572-40f88ee0ec38 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Pushing event updated for resources: {'Port': ['ID=0b38dad0-77c6-439d-9dbe-707106a570e6,revision_number=6']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:43.397038 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be462cb-9a1d-4b53-ab43-610a4865bcd1 req-0ec5c3ea-0e96-4556-8c5c-339233b6e747 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:43.399095 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2be462cb-9a1d-4b53-ab43-610a4865bcd1 req-0ec5c3ea-0e96-4556-8c5c-339233b6e747 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=b6d96bc5-3de8-4422-bd30-63a9c0df8404 HTTP/1.1" status: 200 len: 948 time: 0.0878801 Oct 20 11:32:43.408379 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['0b38dad0-77c6-439d-9dbe-707106a570e6'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:32:43.489552 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2be462cb-9a1d-4b53-ab43-610a4865bcd1 req-e456fb2f-9a22-43aa-b018-97a04c37d60f tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731268 Oct 20 11:32:43.532237 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:43.627080 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6161348e-25a0-4c08-97f4-1f73e0489650 req-037bd14f-7723-4a36-bc96-5bd49dd9e922 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:43.635646 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6161348e-25a0-4c08-97f4-1f73e0489650 req-037bd14f-7723-4a36-bc96-5bd49dd9e922 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/ports?device_id=af8f5642-8353-45f6-be44-5b2a4ed223b1 HTTP/1.1" status: 200 len: 945 time: 0.1153164 Oct 20 11:32:43.694271 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6161348e-25a0-4c08-97f4-1f73e0489650 req-fde9487b-5a3b-4d3c-9d5a-1dce9c2d6221 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/security-groups?id=69888122-6b31-4f03-b58e-69ca71af741f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573416 Oct 20 11:32:43.843746 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-23f9243b-b191-44a3-8c13-2a960ac6e83f req-c42b40cc-9f8f-4e2d-a619-e42de57d70b7 tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] 10.222.0.98 "GET /v2.0/ports?device_id=a7520cb2-dc83-43b0-945a-2e746e64bb40 HTTP/1.1" status: 200 len: 210 time: 0.0671823 Oct 20 11:32:43.915743 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-965e32bc-8a07-49f5-9a97-32f9c57c97db req-bc5f0327-7eef-44d8-a59d-12090e4a2565 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1889848730&fields=id&tenant_id=48a94a8543a948e194f233beccd2f46a HTTP/1.1" status: 200 len: 267 time: 0.0868080 Oct 20 11:32:43.924452 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1098182d-c3db-4c78-a03f-7dc3520fd117 x-openstack-request-id: req-1098182d-c3db-4c78-a03f-7dc3520fd117 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:32:43.925335 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6d96bc5-3de8-4422-bd30-63a9c0df8404", "name": "network-vif-plugged", "status": "completed", "tag": "d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:32:43.925754 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1098182d-c3db-4c78-a03f-7dc3520fd117 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:32:43.926360 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6d96bc5-3de8-4422-bd30-63a9c0df8404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8', 'code': 200} Oct 20 11:32:43.993331 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8260724a-15f1-4431-a2d0-0ed07d5bfd5e x-openstack-request-id: req-8260724a-15f1-4431-a2d0-0ed07d5bfd5e {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:32:43.993672 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6191bae-fdb3-4a94-94ee-1c45f32553b9", "tag": "0b38dad0-77c6-439d-9dbe-707106a570e6", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:32:43.994346 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8260724a-15f1-4431-a2d0-0ed07d5bfd5e {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:32:43.994753 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6191bae-fdb3-4a94-94ee-1c45f32553b9', 'tag': '0b38dad0-77c6-439d-9dbe-707106a570e6', 'status': 'completed', 'code': 200} Oct 20 11:32:44.012600 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e32bc-8a07-49f5-9a97-32f9c57c97db req-74131d71-6dff-4a9d-902e-5f3343abe502 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:44.014185 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-965e32bc-8a07-49f5-9a97-32f9c57c97db req-74131d71-6dff-4a9d-902e-5f3343abe502 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/ports?device_id=f6191bae-fdb3-4a94-94ee-1c45f32553b9 HTTP/1.1" status: 200 len: 984 time: 0.0897863 Oct 20 11:32:44.030574 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-965e32bc-8a07-49f5-9a97-32f9c57c97db req-7e1b9863-6892-4390-aa66-7352f6ec7354 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Request body: {'port': {'security_groups': ['395cbb04-21ec-4ed0-bf96-713eba7c093e', 'f827c707-45b6-4be0-8240-a05be0ada26c', 'db492585-3bae-4b21-821a-0ff5678d4108']}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:32:44.120886 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded0820-fe3e-4ca8-b696-cd057bd89692 req-ce174f6b-557b-4451-bd22-91ac7f9203af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:44.127304 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0ded0820-fe3e-4ca8-b696-cd057bd89692 req-ce174f6b-557b-4451-bd22-91ac7f9203af service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b6d96bc5-3de8-4422-bd30-63a9c0df8404 HTTP/1.1" status: 200 len: 1100 time: 0.0971811 Oct 20 11:32:44.163394 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101ae1d-b51a-46e5-8f2f-b712efd078cf req-ce37d1fc-bae4-4c46-bc61-6d8437effc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:44.164661 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3101ae1d-b51a-46e5-8f2f-b712efd078cf req-ce37d1fc-bae4-4c46-bc61-6d8437effc5e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=48a94a8543a948e194f233beccd2f46a&device_id=f6191bae-fdb3-4a94-94ee-1c45f32553b9 HTTP/1.1" status: 200 len: 1135 time: 0.1002498 Oct 20 11:32:44.172682 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-965e32bc-8a07-49f5-9a97-32f9c57c97db req-7e1b9863-6892-4390-aa66-7352f6ec7354 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:44.195499 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0ded0820-fe3e-4ca8-b696-cd057bd89692 req-c93abe2b-4aed-4798-9e68-cdb007ffa588 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600309 Oct 20 11:32:44.335976 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101ae1d-b51a-46e5-8f2f-b712efd078cf req-0c9fdc67-324e-44d3-8b85-f89e3eeaea93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:44.337593 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3101ae1d-b51a-46e5-8f2f-b712efd078cf req-0c9fdc67-324e-44d3-8b85-f89e3eeaea93 service neutron] 10.222.0.11 "GET /v2.0/networks?id=35740985-59da-4215-add1-e1839e38e811 HTTP/1.1" status: 200 len: 914 time: 0.1610126 Oct 20 11:32:44.455688 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3101ae1d-b51a-46e5-8f2f-b712efd078cf req-eef6257b-5b2d-4efc-acf9-9299ef6cd143 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b38dad0-77c6-439d-9dbe-707106a570e6 HTTP/1.1" status: 200 len: 217 time: 0.1072667 Oct 20 11:32:44.572312 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101ae1d-b51a-46e5-8f2f-b712efd078cf req-56bda015-9923-4c0a-87d3-5b856c575275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:44.573896 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3101ae1d-b51a-46e5-8f2f-b712efd078cf req-56bda015-9923-4c0a-87d3-5b856c575275 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bf856053-6533-48a8-9cf8-f44a20996faa HTTP/1.1" status: 200 len: 852 time: 0.1068487 Oct 20 11:32:44.630191 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3101ae1d-b51a-46e5-8f2f-b712efd078cf req-dbbc9a95-68d9-45b1-a784-0b8171ac59ee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=35740985-59da-4215-add1-e1839e38e811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412588 Oct 20 11:32:44.846228 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b5933-c9c6-4c65-a150-f9e4092cbeb1 req-422b78bf-531c-476c-859d-a1c6447978cf tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:44.848058 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cc5b5933-c9c6-4c65-a150-f9e4092cbeb1 req-422b78bf-531c-476c-859d-a1c6447978cf tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=b6d96bc5-3de8-4422-bd30-63a9c0df8404 HTTP/1.1" status: 200 len: 949 time: 0.1815751 Oct 20 11:32:44.856163 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-965e32bc-8a07-49f5-9a97-32f9c57c97db req-7e1b9863-6892-4390-aa66-7352f6ec7354 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] For port 0b38dad0-77c6-439d-9dbe-707106a570e6, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=0b38dad0-77c6-439d-9dbe-707106a570e6,segment=NetworkSegment(59f8b397-57a4-4b9f-b597-5d74b0b9ce74),segment_id=59f8b397-57a4-4b9f-b597-5d74b0b9ce74)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:32:44.922679 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3101ae1d-b51a-46e5-8f2f-b712efd078cf req-4f795c61-ef12-4220-93a0-21842fbb7261 service neutron] 10.222.0.11 "GET /v2.0/networks/35740985-59da-4215-add1-e1839e38e811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483695 Oct 20 11:32:44.967592 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cc5b5933-c9c6-4c65-a150-f9e4092cbeb1 req-a9c60181-89ed-4811-af07-c465c0082dce tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078556 Oct 20 11:32:45.040130 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-965e32bc-8a07-49f5-9a97-32f9c57c97db req-7e1b9863-6892-4390-aa66-7352f6ec7354 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:45.084969 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-965e32bc-8a07-49f5-9a97-32f9c57c97db req-7e1b9863-6892-4390-aa66-7352f6ec7354 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:45.101981 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['0b38dad0-77c6-439d-9dbe-707106a570e6'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:32:45.221732 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e32bc-8a07-49f5-9a97-32f9c57c97db req-7e1b9863-6892-4390-aa66-7352f6ec7354 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:45.222958 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-965e32bc-8a07-49f5-9a97-32f9c57c97db req-7e1b9863-6892-4390-aa66-7352f6ec7354 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:45.225127 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-965e32bc-8a07-49f5-9a97-32f9c57c97db req-7e1b9863-6892-4390-aa66-7352f6ec7354 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "PUT /v2.0/ports/0b38dad0-77c6-439d-9dbe-707106a570e6 HTTP/1.1" status: 200 len: 1020 time: 1.2012651 Oct 20 11:32:45.270852 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:45.274008 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3101ae1d-b51a-46e5-8f2f-b712efd078cf req-3c9e4b06-b5d7-4660-9026-4194d33371ac service neutron] 10.222.0.11 "GET /v2.0/networks/35740985-59da-4215-add1-e1839e38e811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319724 Oct 20 11:32:45.325924 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b9863-6892-4390-aa66-7352f6ec7354 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Pushing event updated for resources: {'Port': ['ID=0b38dad0-77c6-439d-9dbe-707106a570e6,revision_number=7']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:45.338344 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['0b38dad0-77c6-439d-9dbe-707106a570e6'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:32:45.345650 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16149fb-30c0-421b-abc8-a8f392f7eaf4 req-a511dece-fe86-451d-a41f-a0447ca5f408 tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:45.347698 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b16149fb-30c0-421b-abc8-a8f392f7eaf4 req-a511dece-fe86-451d-a41f-a0447ca5f408 tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] 10.222.0.11 "GET /v2.0/networks?id=dbf126ad-298f-42a0-8e60-8b277f786254 HTTP/1.1" status: 200 len: 814 time: 0.3734424 Oct 20 11:32:45.365152 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-b16149fb-30c0-421b-abc8-a8f392f7eaf4 req-28800ad7-d22c-4920-9e12-0dea82cd58f0 tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] Request body: {'port': {'device_id': 'a7520cb2-dc83-43b0-945a-2e746e64bb40', 'network_id': 'dbf126ad-298f-42a0-8e60-8b277f786254', 'admin_state_up': True, 'tenant_id': '41266b849dc948539cee30f1593e8beb'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:32:45.384147 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a3686-8a9a-400f-984b-34df9da47996 req-75412542-b1c0-4576-b628-f5f3841e9d1e tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:45.385697 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0d5a3686-8a9a-400f-984b-34df9da47996 req-75412542-b1c0-4576-b628-f5f3841e9d1e tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/ports?device_id=af8f5642-8353-45f6-be44-5b2a4ed223b1 HTTP/1.1" status: 200 len: 945 time: 0.1143284 Oct 20 11:32:45.552756 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ede9913-697e-433d-8062-e6c573d9dad5 req-6ee9b4c9-c38e-49c4-9a37-052b5edffe71 tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] 10.222.0.98 "GET /v2.0/ports?device_id=a7520cb2-dc83-43b0-945a-2e746e64bb40 HTTP/1.1" status: 200 len: 210 time: 0.0753748 Oct 20 11:32:45.571518 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0d5a3686-8a9a-400f-984b-34df9da47996 req-b72d605c-17b7-45d3-b162-797220fbeac9 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/security-groups?id=69888122-6b31-4f03-b58e-69ca71af741f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646936 Oct 20 11:32:45.662180 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b16149fb-30c0-421b-abc8-a8f392f7eaf4 req-28800ad7-d22c-4920-9e12-0dea82cd58f0 tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] Made reservation on behalf of 41266b849dc948539cee30f1593e8beb for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:32:45.670772 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b16149fb-30c0-421b-abc8-a8f392f7eaf4 req-28800ad7-d22c-4920-9e12-0dea82cd58f0 tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:45.832131 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252fced1-fe13-4aaa-a42d-f26b027147bf req-c84b36cd-e54b-49fb-80fc-708a38985ad5 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:45.837401 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-252fced1-fe13-4aaa-a42d-f26b027147bf req-c84b36cd-e54b-49fb-80fc-708a38985ad5 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/ports?device_id=f6191bae-fdb3-4a94-94ee-1c45f32553b9 HTTP/1.1" status: 200 len: 1023 time: 0.1469543 Oct 20 11:32:45.961066 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-b16149fb-30c0-421b-abc8-a8f392f7eaf4 req-28800ad7-d22c-4920-9e12-0dea82cd58f0 tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] Allocated IP 172.20.0.12 (dbf126ad-298f-42a0-8e60-8b277f786254/37b4b321-a9d7-4d66-b77c-de56f97e50ba/d27a453a-57ef-4b41-979e-5d6641b584f8) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:32:45.996282 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6191bae-fdb3-4a94-94ee-1c45f32553b9', 'tag': '0b38dad0-77c6-439d-9dbe-707106a570e6'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:32:45.998961 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d8f0ef-1feb-453a-b04e-6808e2cbcb88" -d '{"events": [{"name": "network-changed", "server_uuid": "f6191bae-fdb3-4a94-94ee-1c45f32553b9", "tag": "0b38dad0-77c6-439d-9dbe-707106a570e6"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:32:46.067115 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-252fced1-fe13-4aaa-a42d-f26b027147bf req-00beb880-82e4-49cc-9848-428201b0c52e tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups?id=f827c707-45b6-4be0-8240-a05be0ada26c&id=db492585-3bae-4b21-821a-0ff5678d4108&id=395cbb04-21ec-4ed0-bf96-713eba7c093e HTTP/1.1" status: 200 len: 6149 time: 0.2187583 Oct 20 11:32:46.068576 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1772414-8cac-4e92-bd03-e7b8c0e11686 x-openstack-request-id: req-c1772414-8cac-4e92-bd03-e7b8c0e11686 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:32:46.068865 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6191bae-fdb3-4a94-94ee-1c45f32553b9", "tag": "0b38dad0-77c6-439d-9dbe-707106a570e6", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:32:46.069113 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c1772414-8cac-4e92-bd03-e7b8c0e11686 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:32:46.069500 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6191bae-fdb3-4a94-94ee-1c45f32553b9', 'tag': '0b38dad0-77c6-439d-9dbe-707106a570e6', 'status': 'completed', 'code': 200} Oct 20 11:32:46.102665 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-2f8c6cae-009c-42e7-8e56-ff9c9e194896 req-764587d8-04bd-41d8-b6a6-82d4ff6e7938 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1061791883 ', 'description': 'tempest-description-498079977'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:32:46.242530 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2f8c6cae-009c-42e7-8e56-ff9c9e194896 req-764587d8-04bd-41d8-b6a6-82d4ff6e7938 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:46.266368 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d8f0ef-1feb-453a-b04e-6808e2cbcb88 req-b037b175-e051-4c5b-9742-25da51115853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:46.267924 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-30d8f0ef-1feb-453a-b04e-6808e2cbcb88 req-b037b175-e051-4c5b-9742-25da51115853 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=48a94a8543a948e194f233beccd2f46a&device_id=f6191bae-fdb3-4a94-94ee-1c45f32553b9 HTTP/1.1" status: 200 len: 1174 time: 0.1522570 Oct 20 11:32:46.293723 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b16149fb-30c0-421b-abc8-a8f392f7eaf4 req-28800ad7-d22c-4920-9e12-0dea82cd58f0 tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:46.307323 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c6947-71a9-4889-909c-04c16941f32e req-e76f69d1-328f-42b0-b437-dcab96262ea7 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:46.311258 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2e4c6947-71a9-4889-909c-04c16941f32e req-e76f69d1-328f-42b0-b437-dcab96262ea7 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=b6d96bc5-3de8-4422-bd30-63a9c0df8404 HTTP/1.1" status: 200 len: 949 time: 0.1649976 Oct 20 11:32:46.450208 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2e4c6947-71a9-4889-909c-04c16941f32e req-9111ebd4-09d2-4b35-9eda-7c9fdef53375 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207051 Oct 20 11:32:46.483259 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d8f0ef-1feb-453a-b04e-6808e2cbcb88 req-bb98a047-bc6a-438f-89f5-7eb68db3eddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:46.484763 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-30d8f0ef-1feb-453a-b04e-6808e2cbcb88 req-bb98a047-bc6a-438f-89f5-7eb68db3eddb service neutron] 10.222.0.11 "GET /v2.0/networks?id=35740985-59da-4215-add1-e1839e38e811 HTTP/1.1" status: 200 len: 914 time: 0.2011313 Oct 20 11:32:46.502228 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2f8c6cae-009c-42e7-8e56-ff9c9e194896 req-764587d8-04bd-41d8-b6a6-82d4ff6e7938 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:46.503571 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b16149fb-30c0-421b-abc8-a8f392f7eaf4 req-28800ad7-d22c-4920-9e12-0dea82cd58f0 tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:46.568123 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2f8c6cae-009c-42e7-8e56-ff9c9e194896 req-764587d8-04bd-41d8-b6a6-82d4ff6e7938 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:46.577673 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-30d8f0ef-1feb-453a-b04e-6808e2cbcb88 req-2d4618b7-c734-47f2-9d50-8a1ba3361077 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b38dad0-77c6-439d-9dbe-707106a570e6 HTTP/1.1" status: 200 len: 217 time: 0.0842142 Oct 20 11:32:46.620798 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b16149fb-30c0-421b-abc8-a8f392f7eaf4 req-28800ad7-d22c-4920-9e12-0dea82cd58f0 tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] Network dbf126ad-298f-42a0-8e60-8b277f786254 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:32:46.638268 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-b16149fb-30c0-421b-abc8-a8f392f7eaf4 req-28800ad7-d22c-4920-9e12-0dea82cd58f0 tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:32:46.640709 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764587d8-04bd-41d8-b6a6-82d4ff6e7938 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de76bd0c-9045-4bc9-96f2-e971436d74dc,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:46.664162 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16149fb-30c0-421b-abc8-a8f392f7eaf4 req-28800ad7-d22c-4920-9e12-0dea82cd58f0 tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:32:46.668894 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2f8c6cae-009c-42e7-8e56-ff9c9e194896 req-764587d8-04bd-41d8-b6a6-82d4ff6e7938 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:46.670142 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2f8c6cae-009c-42e7-8e56-ff9c9e194896 req-764587d8-04bd-41d8-b6a6-82d4ff6e7938 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.5741975 Oct 20 11:32:46.674072 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28800ad7-d22c-4920-9e12-0dea82cd58f0 tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] Pushing event updated for resources: {'Port': ['ID=d27a453a-57ef-4b41-979e-5d6641b584f8,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:46.725328 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d8f0ef-1feb-453a-b04e-6808e2cbcb88 req-8737ac97-541e-4ebf-b70d-5b07f3ec54dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:46.726997 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-30d8f0ef-1feb-453a-b04e-6808e2cbcb88 req-8737ac97-541e-4ebf-b70d-5b07f3ec54dd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bf856053-6533-48a8-9cf8-f44a20996faa HTTP/1.1" status: 200 len: 852 time: 0.1272855 Oct 20 11:32:46.735287 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16149fb-30c0-421b-abc8-a8f392f7eaf4 req-28800ad7-d22c-4920-9e12-0dea82cd58f0 tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:46.735911 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b16149fb-30c0-421b-abc8-a8f392f7eaf4 req-28800ad7-d22c-4920-9e12-0dea82cd58f0 tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:46.784501 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-30d8f0ef-1feb-453a-b04e-6808e2cbcb88 req-859443a1-4f42-4191-92ef-ab475f70e5dc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=35740985-59da-4215-add1-e1839e38e811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458360 Oct 20 11:32:46.811716 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b16149fb-30c0-421b-abc8-a8f392f7eaf4 req-28800ad7-d22c-4920-9e12-0dea82cd58f0 tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4505084 Oct 20 11:32:46.865256 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-b16149fb-30c0-421b-abc8-a8f392f7eaf4 req-f61342b3-81fe-488c-b001-f6198ac10b27 service neutron] Request body: {'port': {'device_id': 'a7520cb2-dc83-43b0-945a-2e746e64bb40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:32:46.922528 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49f4db-d724-41fe-8539-b201ab007bc5 req-1f3549d9-7021-4d6e-9c49-6a46c1d86b4d tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:46.924010 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2b49f4db-d724-41fe-8539-b201ab007bc5 req-1f3549d9-7021-4d6e-9c49-6a46c1d86b4d tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] 10.222.0.98 "GET /v2.0/ports?device_id=a7520cb2-dc83-43b0-945a-2e746e64bb40 HTTP/1.1" status: 200 len: 932 time: 0.1716387 Oct 20 11:32:47.000216 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348846b5-0a53-490f-82fd-0f9f86ce2a05 req-a6e3671d-2979-4e50-a7e4-131c84370799 tempest-ServersOnMultiNodesTest-1658368089 tempest-ServersOnMultiNodesTest-1658368089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:47.001624 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-348846b5-0a53-490f-82fd-0f9f86ce2a05 req-a6e3671d-2979-4e50-a7e4-131c84370799 tempest-ServersOnMultiNodesTest-1658368089 tempest-ServersOnMultiNodesTest-1658368089-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=b6d96bc5-3de8-4422-bd30-63a9c0df8404 HTTP/1.1" status: 200 len: 1100 time: 0.1763833 Oct 20 11:32:47.008159 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b16149fb-30c0-421b-abc8-a8f392f7eaf4 req-f61342b3-81fe-488c-b001-f6198ac10b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:47.022562 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-30d8f0ef-1feb-453a-b04e-6808e2cbcb88 req-5a86958b-0e0b-4403-94fc-11d89b5cb00c service neutron] 10.222.0.11 "GET /v2.0/networks/35740985-59da-4215-add1-e1839e38e811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232201 Oct 20 11:32:47.038887 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2b49f4db-d724-41fe-8539-b201ab007bc5 req-76b84ba9-3dec-4580-8501-8bc8a8a46de0 tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] 10.222.0.98 "GET /v2.0/security-groups?id=83de61be-3767-4ecb-a356-7b0ce37d3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051447 Oct 20 11:32:47.040968 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-348846b5-0a53-490f-82fd-0f9f86ce2a05 req-ee92ea7b-d961-44fc-8cde-d084055bf673 tempest-ServersOnMultiNodesTest-1658368089 tempest-ServersOnMultiNodesTest-1658368089-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:47.634877 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51909a35-c2a5-45a6-9278-0bbc40f5930e req-e290fc27-6ac9-4f51-bc8f-5fbd88d5b2ed tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:47.636413 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-51909a35-c2a5-45a6-9278-0bbc40f5930e req-e290fc27-6ac9-4f51-bc8f-5fbd88d5b2ed tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/ports?device_id=af8f5642-8353-45f6-be44-5b2a4ed223b1 HTTP/1.1" status: 200 len: 945 time: 0.5336857 Oct 20 11:32:47.735668 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-348846b5-0a53-490f-82fd-0f9f86ce2a05 req-ee92ea7b-d961-44fc-8cde-d084055bf673 tempest-ServersOnMultiNodesTest-1658368089 tempest-ServersOnMultiNodesTest-1658368089-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:47.739912 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-30d8f0ef-1feb-453a-b04e-6808e2cbcb88 req-28c2e7d7-58d2-48b5-943a-999d3ce5c111 service neutron] 10.222.0.11 "GET /v2.0/networks/35740985-59da-4215-add1-e1839e38e811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962914 Oct 20 11:32:47.746692 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-348846b5-0a53-490f-82fd-0f9f86ce2a05 req-ee92ea7b-d961-44fc-8cde-d084055bf673 tempest-ServersOnMultiNodesTest-1658368089 tempest-ServersOnMultiNodesTest-1658368089-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:47.792422 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-51909a35-c2a5-45a6-9278-0bbc40f5930e req-4d7fd76f-a707-4f76-ac14-f6fdf431f0af tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/security-groups?id=69888122-6b31-4f03-b58e-69ca71af741f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386836 Oct 20 11:32:47.803520 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-348846b5-0a53-490f-82fd-0f9f86ce2a05 req-ee92ea7b-d961-44fc-8cde-d084055bf673 tempest-ServersOnMultiNodesTest-1658368089 tempest-ServersOnMultiNodesTest-1658368089-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7919803 Oct 20 11:32:47.817020 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee92ea7b-d961-44fc-8cde-d084055bf673 tempest-ServersOnMultiNodesTest-1658368089 tempest-ServersOnMultiNodesTest-1658368089-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6f6712-0136-400b-a6ff-66b3bbde752b,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:47.896225 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-b16149fb-30c0-421b-abc8-a8f392f7eaf4 req-f61342b3-81fe-488c-b001-f6198ac10b27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d27a453a-57ef-4b41-979e-5d6641b584f8 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:32:47.905354 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b16149fb-30c0-421b-abc8-a8f392f7eaf4 req-f61342b3-81fe-488c-b001-f6198ac10b27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:47.910370 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ab549cc8-c7bc-4a1a-a276-99b4b4dbfffa req-0dbb7e5e-e680-4185-acfd-bf4a415773e5 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups/de76bd0c-9045-4bc9-96f2-e971436d74dc HTTP/1.1" status: 200 len: 1780 time: 0.0891647 Oct 20 11:32:47.924113 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-b16149fb-30c0-421b-abc8-a8f392f7eaf4 req-f61342b3-81fe-488c-b001-f6198ac10b27 service neutron] Transition to ACTIVE for port object d27a453a-57ef-4b41-979e-5d6641b584f8 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:32:47.928102 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b16149fb-30c0-421b-abc8-a8f392f7eaf4 req-f61342b3-81fe-488c-b001-f6198ac10b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:47.983570 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61342b3-81fe-488c-b001-f6198ac10b27 service neutron] Pushing event updated for resources: {'Port': ['ID=d27a453a-57ef-4b41-979e-5d6641b584f8,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:48.075840 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-b16149fb-30c0-421b-abc8-a8f392f7eaf4 req-f61342b3-81fe-488c-b001-f6198ac10b27 service neutron] Attempting to bind port d27a453a-57ef-4b41-979e-5d6641b584f8 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:32:48.076299 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-b16149fb-30c0-421b-abc8-a8f392f7eaf4 req-f61342b3-81fe-488c-b001-f6198ac10b27 service neutron] Attempting to bind port d27a453a-57ef-4b41-979e-5d6641b584f8 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '5adfb258-d64d-4b65-89db-7cfb81a6087c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'dbf126ad-298f-42a0-8e60-8b277f786254'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:32:48.076974 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16149fb-30c0-421b-abc8-a8f392f7eaf4 req-f61342b3-81fe-488c-b001-f6198ac10b27 service neutron] Attempting to bind port d27a453a-57ef-4b41-979e-5d6641b584f8 on network dbf126ad-298f-42a0-8e60-8b277f786254 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:32:48.090541 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16149fb-30c0-421b-abc8-a8f392f7eaf4 req-f61342b3-81fe-488c-b001-f6198ac10b27 service neutron] Port d27a453a-57ef-4b41-979e-5d6641b584f8 on network dbf126ad-298f-42a0-8e60-8b277f786254 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:32:48.091232 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16149fb-30c0-421b-abc8-a8f392f7eaf4 req-f61342b3-81fe-488c-b001-f6198ac10b27 service neutron] Attempting to bind port d27a453a-57ef-4b41-979e-5d6641b584f8 on network dbf126ad-298f-42a0-8e60-8b277f786254 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:32:48.106415 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16149fb-30c0-421b-abc8-a8f392f7eaf4 req-f61342b3-81fe-488c-b001-f6198ac10b27 service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:32:48.106749 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16149fb-30c0-421b-abc8-a8f392f7eaf4 req-f61342b3-81fe-488c-b001-f6198ac10b27 service neutron] Checking segment: {'id': '5adfb258-d64d-4b65-89db-7cfb81a6087c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'dbf126ad-298f-42a0-8e60-8b277f786254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:32:48.107177 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16149fb-30c0-421b-abc8-a8f392f7eaf4 req-f61342b3-81fe-488c-b001-f6198ac10b27 service neutron] Bound using segment: {'id': '5adfb258-d64d-4b65-89db-7cfb81a6087c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'dbf126ad-298f-42a0-8e60-8b277f786254'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:32:48.107601 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-b16149fb-30c0-421b-abc8-a8f392f7eaf4 req-f61342b3-81fe-488c-b001-f6198ac10b27 service neutron] Bound port: d27a453a-57ef-4b41-979e-5d6641b584f8, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5adfb258-d64d-4b65-89db-7cfb81a6087c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'dbf126ad-298f-42a0-8e60-8b277f786254'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:32:48.107947 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b16149fb-30c0-421b-abc8-a8f392f7eaf4 req-f61342b3-81fe-488c-b001-f6198ac10b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:48.122741 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f15c67de-5506-4175-98af-376a0a67d7fd req-e818d219-1bc1-4416-a4a9-610d01da5b2c tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups/de76bd0c-9045-4bc9-96f2-e971436d74dc HTTP/1.1" status: 200 len: 1780 time: 0.0670981 Oct 20 11:32:48.235994 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-b16149fb-30c0-421b-abc8-a8f392f7eaf4 req-f61342b3-81fe-488c-b001-f6198ac10b27 service neutron] For port d27a453a-57ef-4b41-979e-5d6641b584f8, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:32:48.256571 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-b16149fb-30c0-421b-abc8-a8f392f7eaf4 req-f61342b3-81fe-488c-b001-f6198ac10b27 service neutron] For port d27a453a-57ef-4b41-979e-5d6641b584f8, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=d27a453a-57ef-4b41-979e-5d6641b584f8,segment=NetworkSegment(5adfb258-d64d-4b65-89db-7cfb81a6087c),segment_id=5adfb258-d64d-4b65-89db-7cfb81a6087c)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:32:48.265394 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b16149fb-30c0-421b-abc8-a8f392f7eaf4 req-f61342b3-81fe-488c-b001-f6198ac10b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:48.280213 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f15c67de-5506-4175-98af-376a0a67d7fd req-c24af835-d83f-40bc-82df-270ed6a60135 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:48.311850 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16149fb-30c0-421b-abc8-a8f392f7eaf4 req-f61342b3-81fe-488c-b001-f6198ac10b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:48.312447 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b16149fb-30c0-421b-abc8-a8f392f7eaf4 req-f61342b3-81fe-488c-b001-f6198ac10b27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:48.313801 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b16149fb-30c0-421b-abc8-a8f392f7eaf4 req-f61342b3-81fe-488c-b001-f6198ac10b27 service neutron] 10.222.0.11 "PUT /v2.0/ports/d27a453a-57ef-4b41-979e-5d6641b584f8 HTTP/1.1" status: 200 len: 1092 time: 1.4539876 Oct 20 11:32:48.320225 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7520cb2-dc83-43b0-945a-2e746e64bb40', 'tag': 'd27a453a-57ef-4b41-979e-5d6641b584f8'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:32:48.322654 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03612cb-d72c-4594-ae4b-395d32154b71" -d '{"events": [{"name": "network-changed", "server_uuid": "a7520cb2-dc83-43b0-945a-2e746e64bb40", "tag": "d27a453a-57ef-4b41-979e-5d6641b584f8"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:32:48.341133 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f3f0a-851c-4844-9c17-eb0e5eaf6db4 req-6b7070e9-da5e-489b-b31b-a8fc8caa721e tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:48.342645 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7b8f3f0a-851c-4844-9c17-eb0e5eaf6db4 req-6b7070e9-da5e-489b-b31b-a8fc8caa721e tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] 10.222.0.98 "GET /v2.0/ports?device_id=a7520cb2-dc83-43b0-945a-2e746e64bb40 HTTP/1.1" status: 200 len: 944 time: 0.1490955 Oct 20 11:32:48.380084 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f15c67de-5506-4175-98af-376a0a67d7fd req-c24af835-d83f-40bc-82df-270ed6a60135 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:48.416684 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61342b3-81fe-488c-b001-f6198ac10b27 service neutron] Pushing event updated for resources: {'Port': ['ID=d27a453a-57ef-4b41-979e-5d6641b584f8,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:48.456737 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7b8f3f0a-851c-4844-9c17-eb0e5eaf6db4 req-ab0f0081-f155-40e5-9d14-64b46ae141f3 tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] 10.222.0.98 "GET /v2.0/security-groups?id=83de61be-3767-4ecb-a356-7b0ce37d3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047006 Oct 20 11:32:48.461374 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16149fb-30c0-421b-abc8-a8f392f7eaf4 req-7146fbe1-fabd-4d0d-ac44-2d240dbeb06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:48.462932 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b16149fb-30c0-421b-abc8-a8f392f7eaf4 req-7146fbe1-fabd-4d0d-ac44-2d240dbeb06e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=41266b849dc948539cee30f1593e8beb&device_id=a7520cb2-dc83-43b0-945a-2e746e64bb40 HTTP/1.1" status: 200 len: 1095 time: 0.1040950 Oct 20 11:32:48.472083 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f15c67de-5506-4175-98af-376a0a67d7fd req-c24af835-d83f-40bc-82df-270ed6a60135 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:48.474872 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f15c67de-5506-4175-98af-376a0a67d7fd req-c24af835-d83f-40bc-82df-270ed6a60135 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:48.476489 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f15c67de-5506-4175-98af-376a0a67d7fd req-c24af835-d83f-40bc-82df-270ed6a60135 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "DELETE /v2.0/security-groups/de76bd0c-9045-4bc9-96f2-e971436d74dc HTTP/1.1" status: 204 len: 173 time: 0.3255937 Oct 20 11:32:48.523535 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24af835-d83f-40bc-82df-270ed6a60135 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de76bd0c-9045-4bc9-96f2-e971436d74dc,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:48.526471 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b16149fb-30c0-421b-abc8-a8f392f7eaf4 req-11d4f197-a685-499b-b4ea-53411cc64bc4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d27a453a-57ef-4b41-979e-5d6641b584f8 HTTP/1.1" status: 200 len: 217 time: 0.0493572 Oct 20 11:32:48.616039 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-99452c1b-f2d0-4195-af3f-87f6c1b7a829 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=0608bb1584294647a2a321a4de90ae37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446494 Oct 20 11:32:48.635543 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16149fb-30c0-421b-abc8-a8f392f7eaf4 req-c2a96c12-a8f6-4f74-84d6-32d7823c767a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:48.636980 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b16149fb-30c0-421b-abc8-a8f392f7eaf4 req-c2a96c12-a8f6-4f74-84d6-32d7823c767a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=37b4b321-a9d7-4d66-b77c-de56f97e50ba HTTP/1.1" status: 200 len: 854 time: 0.1017995 Oct 20 11:32:48.691834 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b16149fb-30c0-421b-abc8-a8f392f7eaf4 req-c67eb004-4b74-40c2-b24e-59937eef2434 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dbf126ad-298f-42a0-8e60-8b277f786254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395367 Oct 20 11:32:48.701588 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996f9db-8362-421c-bc63-7f7da082c6db req-e1807bff-50e2-48b2-a38b-abf0f0d0936e tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:48.702988 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4996f9db-8362-421c-bc63-7f7da082c6db req-e1807bff-50e2-48b2-a38b-abf0f0d0936e tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.98 "GET /v2.0/ports?device_id=00f85f96-1fef-4ad6-8f3a-f6d62251f187 HTTP/1.1" status: 200 len: 950 time: 0.1579354 Oct 20 11:32:48.843224 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4996f9db-8362-421c-bc63-7f7da082c6db req-82969298-2886-4552-a806-60e277d7bde8 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.98 "GET /v2.0/security-groups?id=3d484651-344c-494a-a8f0-7df8c900d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024518 Oct 20 11:32:48.851834 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-b4dacc35-d2de-4b0b-b425-3d454516eead tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:48.853273 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-b4dacc35-d2de-4b0b-b425-3d454516eead tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2286587 Oct 20 11:32:48.878643 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-dcdf2a38-d8a1-4fda-9af1-126c6ee156bf tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/quotas/0608bb1584294647a2a321a4de90ae37 HTTP/1.1" status: 200 len: 375 time: 0.0189838 Oct 20 11:32:48.884422 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b16149fb-30c0-421b-abc8-a8f392f7eaf4 req-7e387ea6-5001-4943-9037-dad0dd1900b2 service neutron] 10.222.0.11 "GET /v2.0/networks/dbf126ad-298f-42a0-8e60-8b277f786254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783972 Oct 20 11:32:48.907873 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126cd483-b53e-4d7e-8324-1ce78e9f463e x-openstack-request-id: req-126cd483-b53e-4d7e-8324-1ce78e9f463e {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:32:48.907873 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7520cb2-dc83-43b0-945a-2e746e64bb40", "tag": "d27a453a-57ef-4b41-979e-5d6641b584f8", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:32:48.907873 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-126cd483-b53e-4d7e-8324-1ce78e9f463e {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:32:48.907873 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7520cb2-dc83-43b0-945a-2e746e64bb40', 'tag': 'd27a453a-57ef-4b41-979e-5d6641b584f8', 'status': 'completed', 'code': 200} Oct 20 11:32:48.985623 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [req-ee07d9ed-e053-4720-b3cb-5f5d257f54b9 req-9d25f0a2-b155-4237-91f4-65df694038f5 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] show failed (client error): The resource could not be found. Oct 20 11:32:48.986612 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ee07d9ed-e053-4720-b3cb-5f5d257f54b9 req-9d25f0a2-b155-4237-91f4-65df694038f5 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups/de76bd0c-9045-4bc9-96f2-e971436d74dc HTTP/1.1" status: 404 len: 352 time: 0.0680349 Oct 20 11:32:49.009694 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-28e614ca-2d18-4976-98c3-3ccdd18430a9 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=0608bb1584294647a2a321a4de90ae37&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1219947 Oct 20 11:32:49.029188 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b16149fb-30c0-421b-abc8-a8f392f7eaf4 req-0e960842-9746-4ad3-a1fb-c675f4da1095 service neutron] 10.222.0.11 "GET /v2.0/networks/dbf126ad-298f-42a0-8e60-8b277f786254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328723 Oct 20 11:32:49.103227 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a5be8-8e2e-4f0b-a659-e2c90ae11af3 req-535ff890-7ad9-41cf-b19a-707888d0ff9a tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:49.104705 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bc3a5be8-8e2e-4f0b-a659-e2c90ae11af3 req-535ff890-7ad9-41cf-b19a-707888d0ff9a tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/ports?device_id=af8f5642-8353-45f6-be44-5b2a4ed223b1 HTTP/1.1" status: 200 len: 945 time: 0.0641475 Oct 20 11:32:49.169376 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03612cb-d72c-4594-ae4b-395d32154b71 req-a7aa331b-9a44-40b0-9b6d-d4070744c6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:49.170908 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b03612cb-d72c-4594-ae4b-395d32154b71 req-a7aa331b-9a44-40b0-9b6d-d4070744c6de service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=41266b849dc948539cee30f1593e8beb&device_id=a7520cb2-dc83-43b0-945a-2e746e64bb40 HTTP/1.1" status: 200 len: 1095 time: 0.0863190 Oct 20 11:32:49.173637 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bc3a5be8-8e2e-4f0b-a659-e2c90ae11af3 req-1b34e020-c1de-40ed-8e09-7135ec07fa70 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/security-groups?id=69888122-6b31-4f03-b58e-69ca71af741f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492477 Oct 20 11:32:49.268318 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03612cb-d72c-4594-ae4b-395d32154b71 req-b6586c06-4420-48c2-9fd5-14a52419950c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:49.269869 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b03612cb-d72c-4594-ae4b-395d32154b71 req-b6586c06-4420-48c2-9fd5-14a52419950c service neutron] 10.222.0.11 "GET /v2.0/networks?id=dbf126ad-298f-42a0-8e60-8b277f786254 HTTP/1.1" status: 200 len: 916 time: 0.0909443 Oct 20 11:32:49.299903 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d9730de4-357d-4d1e-9e62-61d54b5bd445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:49.323026 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b03612cb-d72c-4594-ae4b-395d32154b71 req-0e7d5b9a-0c85-47e9-b787-f5d9dde70321 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d27a453a-57ef-4b41-979e-5d6641b584f8 HTTP/1.1" status: 200 len: 217 time: 0.0453196 Oct 20 11:32:49.379785 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03612cb-d72c-4594-ae4b-395d32154b71 req-947d5081-8d1d-4cba-b78d-3d6e4e426f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:49.381613 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b03612cb-d72c-4594-ae4b-395d32154b71 req-947d5081-8d1d-4cba-b78d-3d6e4e426f56 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=37b4b321-a9d7-4d66-b77c-de56f97e50ba HTTP/1.1" status: 200 len: 854 time: 0.0509164 Oct 20 11:32:49.422022 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b03612cb-d72c-4594-ae4b-395d32154b71 req-443c0ab4-d92e-43b2-a194-063f0c3cce80 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dbf126ad-298f-42a0-8e60-8b277f786254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318010 Oct 20 11:32:49.532725 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-153a0cfc-5a0a-4cd1-a97e-db2d502d8e6c req-50a33cbd-4f29-4e08-b734-ceca27769dd9 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1146962892', 'description': 'tempest-description-1789546267'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:32:49.569624 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b03612cb-d72c-4594-ae4b-395d32154b71 req-59dd1e20-f616-4713-9694-44ca338a6557 service neutron] 10.222.0.11 "GET /v2.0/networks/dbf126ad-298f-42a0-8e60-8b277f786254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319504 Oct 20 11:32:49.576810 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-153a0cfc-5a0a-4cd1-a97e-db2d502d8e6c req-50a33cbd-4f29-4e08-b734-ceca27769dd9 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:49.703476 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b03612cb-d72c-4594-ae4b-395d32154b71 req-7d9de79b-f132-494c-9ff9-7bb1e93923db service neutron] 10.222.0.11 "GET /v2.0/networks/dbf126ad-298f-42a0-8e60-8b277f786254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231689 Oct 20 11:32:49.726251 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-153a0cfc-5a0a-4cd1-a97e-db2d502d8e6c req-50a33cbd-4f29-4e08-b734-ceca27769dd9 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:49.732148 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-153a0cfc-5a0a-4cd1-a97e-db2d502d8e6c req-50a33cbd-4f29-4e08-b734-ceca27769dd9 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:49.760616 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-153a0cfc-5a0a-4cd1-a97e-db2d502d8e6c req-50a33cbd-4f29-4e08-b734-ceca27769dd9 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:49.761872 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-153a0cfc-5a0a-4cd1-a97e-db2d502d8e6c req-50a33cbd-4f29-4e08-b734-ceca27769dd9 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2365394 Oct 20 11:32:49.775225 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a33cbd-4f29-4e08-b734-ceca27769dd9 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4006e32d-a1f6-4510-a2b9-3447860455f9,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:49.892649 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-9debdf2f-3b0c-4955-8db5-69b76a97ee3e req-5e1719a6-3e9e-4714-9594-5e6e94c03310 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-832791942', 'description': 'tempest-description-1026778333'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:32:49.949188 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d1786bfc-323a-4743-8231-48511de5534f req-e66e679e-6df8-472a-bd64-0a01f38c3d72 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8d63aa35-428e-4d53-bf56-ec6e60d5f02b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1136892 Oct 20 11:32:49.949884 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9debdf2f-3b0c-4955-8db5-69b76a97ee3e req-5e1719a6-3e9e-4714-9594-5e6e94c03310 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:49.972294 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d834a04-0a29-4857-a701-d2d4e5f89a46 req-5d79d1ab-bda6-4a1f-b7c4-76a2494b3744 tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:49.973776 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0d834a04-0a29-4857-a701-d2d4e5f89a46 req-5d79d1ab-bda6-4a1f-b7c4-76a2494b3744 tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] 10.222.0.98 "GET /v2.0/ports?device_id=a7520cb2-dc83-43b0-945a-2e746e64bb40 HTTP/1.1" status: 200 len: 944 time: 0.1201620 Oct 20 11:32:50.059844 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0d834a04-0a29-4857-a701-d2d4e5f89a46 req-bf29baa0-edfb-4dfc-a072-cb4798fff271 tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] 10.222.0.98 "GET /v2.0/security-groups?id=83de61be-3767-4ecb-a356-7b0ce37d3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716727 Oct 20 11:32:50.066293 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1786bfc-323a-4743-8231-48511de5534f req-517771e9-5355-4bed-ab9d-ab4a02308ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:50.067992 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d1786bfc-323a-4743-8231-48511de5534f req-517771e9-5355-4bed-ab9d-ab4a02308ca7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=52c1bb966e2b40228f44b31ee15523d5&device_id=8d63aa35-428e-4d53-bf56-ec6e60d5f02b HTTP/1.1" status: 200 len: 1097 time: 0.0920408 Oct 20 11:32:50.128834 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9debdf2f-3b0c-4955-8db5-69b76a97ee3e req-5e1719a6-3e9e-4714-9594-5e6e94c03310 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:50.156599 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9debdf2f-3b0c-4955-8db5-69b76a97ee3e req-5e1719a6-3e9e-4714-9594-5e6e94c03310 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:50.189401 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3e0679bf-d5ff-4dd8-a5cb-ab1c8991744a req-a14a4e92-8006-4e77-8134-39280b913249 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=b40a34ac-1db6-4058-a9e4-20f9892d8d06 HTTP/1.1" status: 200 len: 210 time: 0.0651193 Oct 20 11:32:50.244668 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9debdf2f-3b0c-4955-8db5-69b76a97ee3e req-5e1719a6-3e9e-4714-9594-5e6e94c03310 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:50.254592 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9debdf2f-3b0c-4955-8db5-69b76a97ee3e req-5e1719a6-3e9e-4714-9594-5e6e94c03310 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3729959 Oct 20 11:32:50.254592 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1719a6-3e9e-4714-9594-5e6e94c03310 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebff26fd-2b0d-421d-a205-fdfa3cde4fee,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:50.303124 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-4369bbc0-db5d-4d34-9059-021e1bd98b2b req-241dd922-5ea9-4213-a10d-c9c21174fbc8 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-976136675', 'description': 'tempest-description-43888429'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:32:50.342689 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1786bfc-323a-4743-8231-48511de5534f req-91ac9c23-cad4-4231-8199-4c542cab4925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:50.344199 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d1786bfc-323a-4743-8231-48511de5534f req-91ac9c23-cad4-4231-8199-4c542cab4925 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fcbe37f6-fe51-4b01-9214-985ffc9ccfe9 HTTP/1.1" status: 200 len: 907 time: 0.2405653 Oct 20 11:32:50.357904 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508f4d4-e9b0-4610-b620-c0614029ee0a req-d2b2d048-57eb-4054-bc91-b0f4afbaf3fd tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:50.365079 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f508f4d4-e9b0-4610-b620-c0614029ee0a req-d2b2d048-57eb-4054-bc91-b0f4afbaf3fd tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/ports?device_id=af8f5642-8353-45f6-be44-5b2a4ed223b1 HTTP/1.1" status: 200 len: 945 time: 0.1035070 Oct 20 11:32:50.372551 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4369bbc0-db5d-4d34-9059-021e1bd98b2b req-241dd922-5ea9-4213-a10d-c9c21174fbc8 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:50.487225 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f508f4d4-e9b0-4610-b620-c0614029ee0a req-c2f5e233-dfff-4513-a1ff-6cb02821de48 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/security-groups?id=69888122-6b31-4f03-b58e-69ca71af741f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212451 Oct 20 11:32:50.492579 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d1786bfc-323a-4743-8231-48511de5534f req-c5706281-4588-442f-8942-883e3e28f838 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2 HTTP/1.1" status: 200 len: 1002 time: 0.1254468 Oct 20 11:32:50.562211 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4369bbc0-db5d-4d34-9059-021e1bd98b2b req-241dd922-5ea9-4213-a10d-c9c21174fbc8 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:50.567510 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4369bbc0-db5d-4d34-9059-021e1bd98b2b req-241dd922-5ea9-4213-a10d-c9c21174fbc8 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:50.573071 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1786bfc-323a-4743-8231-48511de5534f req-9152cc8f-a511-469b-979c-318cbc1a00f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:50.574549 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d1786bfc-323a-4743-8231-48511de5534f req-9152cc8f-a511-469b-979c-318cbc1a00f6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ff355e09-dbd0-4af0-af48-6ef318d1c7d4 HTTP/1.1" status: 200 len: 844 time: 0.0737016 Oct 20 11:32:50.623752 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4369bbc0-db5d-4d34-9059-021e1bd98b2b req-241dd922-5ea9-4213-a10d-c9c21174fbc8 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:50.624975 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4369bbc0-db5d-4d34-9059-021e1bd98b2b req-241dd922-5ea9-4213-a10d-c9c21174fbc8 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.3485849 Oct 20 11:32:50.629813 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241dd922-5ea9-4213-a10d-c9c21174fbc8 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0248bfa6-96e9-4847-b6e4-46d3fb7880bf,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:50.657016 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1786bfc-323a-4743-8231-48511de5534f req-6707ed51-7e57-4c37-b603-fdbca8f7be6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:50.658523 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d1786bfc-323a-4743-8231-48511de5534f req-6707ed51-7e57-4c37-b603-fdbca8f7be6e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fcbe37f6-fe51-4b01-9214-985ffc9ccfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740397 Oct 20 11:32:50.687650 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device d27a453a-57ef-4b41-979e-5d6641b584f8 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:32:50.692871 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 7a5dd0dd-8399-45ec-88ea-e75f6e71ae17 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:32:50.804496 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d1786bfc-323a-4743-8231-48511de5534f req-b6315567-8b96-4fac-842b-de5631bfc6ff service neutron] 10.222.0.11 "GET /v2.0/networks/fcbe37f6-fe51-4b01-9214-985ffc9ccfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358349 Oct 20 11:32:50.830075 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:50.842827 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-029af9ff-7143-412e-9938-8a7f3816c9f0 req-324e0787-16b2-4c08-835e-1656de0e7863 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=48a94a8543a948e194f233beccd2f46a HTTP/1.1" status: 200 len: 10895 time: 0.1806884 Oct 20 11:32:50.851815 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port d27a453a-57ef-4b41-979e-5d6641b584f8, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=d27a453a-57ef-4b41-979e-5d6641b584f8,segment=NetworkSegment(5adfb258-d64d-4b65-89db-7cfb81a6087c),segment_id=5adfb258-d64d-4b65-89db-7cfb81a6087c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:32:50.879830 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f85f96-1fef-4ad6-8f3a-f6d62251f187', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a5dd0dd-8399-45ec-88ea-e75f6e71ae17'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:32:50.883407 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e24d9ab-3ae1-4927-bee7-e337a827f430" -d '{"events": [{"server_uuid": "00f85f96-1fef-4ad6-8f3a-f6d62251f187", "name": "network-vif-unplugged", "status": "completed", "tag": "7a5dd0dd-8399-45ec-88ea-e75f6e71ae17"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:32:50.888751 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': 'd27a453a-57ef-4b41-979e-5d6641b584f8', 'network_id': 'dbf126ad-298f-42a0-8e60-8b277f786254', 'port_id': 'd27a453a-57ef-4b41-979e-5d6641b584f8', 'mac_address': 'fa:16:3e:93:5d:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37b4b321-a9d7-4d66-b77c-de56f97e50ba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:32:50.900048 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 7a5dd0dd-8399-45ec-88ea-e75f6e71ae17, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=7a5dd0dd-8399-45ec-88ea-e75f6e71ae17,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:32:50.926348 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:50.957953 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-029af9ff-7143-412e-9938-8a7f3816c9f0 req-9e674126-571d-4843-ba40-1dc5b951dc70 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups/395cbb04-21ec-4ed0-bf96-713eba7c093e HTTP/1.1" status: 200 len: 2981 time: 0.1025598 Oct 20 11:32:50.969627 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d1786bfc-323a-4743-8231-48511de5534f req-0bf97620-b0c3-4797-a052-66af804a0acf service neutron] 10.222.0.11 "GET /v2.0/networks/fcbe37f6-fe51-4b01-9214-985ffc9ccfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563451 Oct 20 11:32:50.987432 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:51.008373 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-029af9ff-7143-412e-9938-8a7f3816c9f0 req-2cfa5888-93a6-4bf4-8953-4e9894e58d9b tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups/395cbb04-21ec-4ed0-bf96-713eba7c093e HTTP/1.1" status: 200 len: 2981 time: 0.0506408 Oct 20 11:32:51.021131 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d27a453a-57ef-4b41-979e-5d6641b584f8 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:32:51.026672 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=7a5dd0dd-8399-45ec-88ea-e75f6e71ae17,revision_number=8']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:51.041959 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:51.042297 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:51.042916 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:51.043459 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:51.043954 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:51.045225 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:51.046052 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:51.046572 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:51.047223 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:51.048031 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:51.048575 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:51.049234 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:32:51.061269 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93bedf61-2f38-4e85-ad7c-002f0075a705 x-openstack-request-id: req-93bedf61-2f38-4e85-ad7c-002f0075a705 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:32:51.061802 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f85f96-1fef-4ad6-8f3a-f6d62251f187", "name": "network-vif-unplugged", "status": "completed", "tag": "7a5dd0dd-8399-45ec-88ea-e75f6e71ae17", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:32:51.062706 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-93bedf61-2f38-4e85-ad7c-002f0075a705 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:32:51.063732 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f85f96-1fef-4ad6-8f3a-f6d62251f187', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a5dd0dd-8399-45ec-88ea-e75f6e71ae17', 'code': 200} Oct 20 11:32:51.077523 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port d27a453a-57ef-4b41-979e-5d6641b584f8, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=d27a453a-57ef-4b41-979e-5d6641b584f8,segment=NetworkSegment(5adfb258-d64d-4b65-89db-7cfb81a6087c),segment_id=5adfb258-d64d-4b65-89db-7cfb81a6087c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:32:51.080977 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d4b467d3-6cc8-4c63-af09-c578daa2457c req-99a18a92-0418-4c48-99b0-1a63148ab019 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups/4006e32d-a1f6-4510-a2b9-3447860455f9 HTTP/1.1" status: 200 len: 1801 time: 0.0506036 Oct 20 11:32:51.083676 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:51.087154 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-2169822b-4ab8-491c-a1c2-49de9b3b5080 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=0608bb1584294647a2a321a4de90ae37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328760 Oct 20 11:32:51.175014 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=d27a453a-57ef-4b41-979e-5d6641b584f8,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:51.232836 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d4b467d3-6cc8-4c63-af09-c578daa2457c req-a60200e6-a8fd-4a23-b843-8ddd03a0c1e5 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:51.251708 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-5f8f3ec2-8990-4bb9-ba25-be72263524b6 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:51.253592 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-5f8f3ec2-8990-4bb9-ba25-be72263524b6 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1582222 Oct 20 11:32:51.269526 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-9cfcca6e-410f-4199-a172-dd9461ddd37b tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Request body: {'port': {'device_id': 'b40a34ac-1db6-4058-a9e4-20f9892d8d06', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'admin_state_up': True, 'tenant_id': '0608bb1584294647a2a321a4de90ae37'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:32:51.271299 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d4b467d3-6cc8-4c63-af09-c578daa2457c req-a60200e6-a8fd-4a23-b843-8ddd03a0c1e5 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:51.281540 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b060d-5a53-4d85-ab45-064537f92b33 req-5c3b9279-ab14-47b3-91a8-cc7da7da5257 tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:51.289661 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-713b060d-5a53-4d85-ab45-064537f92b33 req-5c3b9279-ab14-47b3-91a8-cc7da7da5257 tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] 10.222.0.98 "GET /v2.0/ports?device_id=a7520cb2-dc83-43b0-945a-2e746e64bb40 HTTP/1.1" status: 200 len: 945 time: 0.1193938 Oct 20 11:32:51.346879 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-713b060d-5a53-4d85-ab45-064537f92b33 req-a85caf44-6176-4cc0-938e-11fc64ebcf9e tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] 10.222.0.98 "GET /v2.0/security-groups?id=83de61be-3767-4ecb-a356-7b0ce37d3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559502 Oct 20 11:32:51.353381 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['d27a453a-57ef-4b41-979e-5d6641b584f8'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:32:51.374612 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d4b467d3-6cc8-4c63-af09-c578daa2457c req-a60200e6-a8fd-4a23-b843-8ddd03a0c1e5 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:51.377510 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d4b467d3-6cc8-4c63-af09-c578daa2457c req-a60200e6-a8fd-4a23-b843-8ddd03a0c1e5 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:51.378831 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d4b467d3-6cc8-4c63-af09-c578daa2457c req-a60200e6-a8fd-4a23-b843-8ddd03a0c1e5 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "DELETE /v2.0/security-groups/4006e32d-a1f6-4510-a2b9-3447860455f9 HTTP/1.1" status: 204 len: 173 time: 0.2901640 Oct 20 11:32:51.396347 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60200e6-a8fd-4a23-b843-8ddd03a0c1e5 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4006e32d-a1f6-4510-a2b9-3447860455f9,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:51.444644 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [req-c6a88ba9-d6d5-4be3-a476-d2d3eacd26a6 req-93eae682-032c-4745-ab1f-6efbc42834e7 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] show failed (client error): The resource could not be found. Oct 20 11:32:51.445869 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c6a88ba9-d6d5-4be3-a476-d2d3eacd26a6 req-93eae682-032c-4745-ab1f-6efbc42834e7 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups/4006e32d-a1f6-4510-a2b9-3447860455f9 HTTP/1.1" status: 404 len: 352 time: 0.0314913 Oct 20 11:32:51.460646 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-9cfcca6e-410f-4199-a172-dd9461ddd37b tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Made reservation on behalf of 0608bb1584294647a2a321a4de90ae37 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:32:51.465328 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-9cfcca6e-410f-4199-a172-dd9461ddd37b tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:51.481522 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-66bb4f0d-f36f-42b3-bd9a-5589d97ec73d req-4c0623ef-39de-4f7f-86a0-86b5fe36d84f tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=b40a34ac-1db6-4058-a9e4-20f9892d8d06 HTTP/1.1" status: 200 len: 210 time: 0.0539486 Oct 20 11:32:51.547643 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bea4bceb-35f3-4b5c-8ddd-8e8d49157523 req-9185c35f-392e-4188-993d-ea03b756b129 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups/ebff26fd-2b0d-421d-a205-fdfa3cde4fee HTTP/1.1" status: 200 len: 1800 time: 0.0697334 Oct 20 11:32:51.680723 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-9cfcca6e-410f-4199-a172-dd9461ddd37b tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Allocated IP 192.168.233.146 (09e5a906-63cf-4dde-b699-ab448fb18fb8/94289c8c-e5f7-4e30-b6a9-5b268a8fd610/4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:32:51.687225 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-bea4bceb-35f3-4b5c-8ddd-8e8d49157523 req-9bab3a9a-620d-47de-b7b5-3160dfaade12 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:51.702157 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f5d76b-eed6-4224-af7e-8bec90e43f0a req-01f65d3f-c62d-4be8-b6f4-98181f8dcb50 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:51.703855 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-57f5d76b-eed6-4224-af7e-8bec90e43f0a req-01f65d3f-c62d-4be8-b6f4-98181f8dcb50 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/ports?device_id=af8f5642-8353-45f6-be44-5b2a4ed223b1 HTTP/1.1" status: 200 len: 945 time: 0.1146922 Oct 20 11:32:51.744099 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-bea4bceb-35f3-4b5c-8ddd-8e8d49157523 req-9bab3a9a-620d-47de-b7b5-3160dfaade12 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:51.780057 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-57f5d76b-eed6-4224-af7e-8bec90e43f0a req-0e5443d3-bd7a-4f7a-b00c-4f47d8b669fd tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/security-groups?id=69888122-6b31-4f03-b58e-69ca71af741f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648465 Oct 20 11:32:51.834004 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-3b16fa6b-2f3d-4194-9491-823fd86b5579 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=0608bb1584294647a2a321a4de90ae37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322287 Oct 20 11:32:51.867434 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-bea4bceb-35f3-4b5c-8ddd-8e8d49157523 req-9bab3a9a-620d-47de-b7b5-3160dfaade12 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:51.870380 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-bea4bceb-35f3-4b5c-8ddd-8e8d49157523 req-9bab3a9a-620d-47de-b7b5-3160dfaade12 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:51.871732 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bea4bceb-35f3-4b5c-8ddd-8e8d49157523 req-9bab3a9a-620d-47de-b7b5-3160dfaade12 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "DELETE /v2.0/security-groups/ebff26fd-2b0d-421d-a205-fdfa3cde4fee HTTP/1.1" status: 204 len: 173 time: 0.3233070 Oct 20 11:32:51.901127 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-9cfcca6e-410f-4199-a172-dd9461ddd37b tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:51.905800 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bab3a9a-620d-47de-b7b5-3160dfaade12 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebff26fd-2b0d-421d-a205-fdfa3cde4fee,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:51.977681 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-9cfcca6e-410f-4199-a172-dd9461ddd37b tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:51.992787 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:32:52.031256 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-9cfcca6e-410f-4199-a172-dd9461ddd37b tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Network 09e5a906-63cf-4dde-b699-ab448fb18fb8 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:32:52.036522 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-9cfcca6e-410f-4199-a172-dd9461ddd37b tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:32:52.042292 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-9cfcca6e-410f-4199-a172-dd9461ddd37b tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:32:52.062544 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [req-97b7e335-f54e-4e0c-b540-6d730c4a472e req-fffa30bd-3a1c-4ef2-9e66-4a96c7655fbf tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] show failed (client error): The resource could not be found. Oct 20 11:32:52.064782 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-97b7e335-f54e-4e0c-b540-6d730c4a472e req-fffa30bd-3a1c-4ef2-9e66-4a96c7655fbf tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups/ebff26fd-2b0d-421d-a205-fdfa3cde4fee HTTP/1.1" status: 404 len: 352 time: 0.0448794 Oct 20 11:32:52.079843 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-648c15b0-e5fe-4639-820b-677b621ff800 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:52.081263 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-648c15b0-e5fe-4639-820b-677b621ff800 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2260623 Oct 20 11:32:52.100040 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-9348bab2-ecee-423f-92a9-e0f495065873 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Request body: {'port': {'device_id': '399527ad-1581-4617-8ce9-3c03b2c14659', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'admin_state_up': True, 'tenant_id': '0608bb1584294647a2a321a4de90ae37'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:32:52.120856 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfcca6e-410f-4199-a172-dd9461ddd37b tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Pushing event updated for resources: {'Port': ['ID=4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:52.173446 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5be9d12d-be04-409b-9b19-09429192cedb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:52.183028 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-9cfcca6e-410f-4199-a172-dd9461ddd37b tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:52.183864 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-9cfcca6e-410f-4199-a172-dd9461ddd37b tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:52.214011 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-9cfcca6e-410f-4199-a172-dd9461ddd37b tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9483137 Oct 20 11:32:52.244815 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-854b8636-c074-4ecf-a0bd-638c53703336 req-45cef766-186e-41bc-a1a4-2f9e6b90144f tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups/0248bfa6-96e9-4847-b6e4-46d3fb7880bf HTTP/1.1" status: 200 len: 1798 time: 0.1366527 Oct 20 11:32:52.255857 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-dff958d2-edeb-4353-93fd-62657496f578 service neutron] Request body: {'port': {'device_id': 'b40a34ac-1db6-4058-a9e4-20f9892d8d06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:32:52.325020 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-dff958d2-edeb-4353-93fd-62657496f578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:52.349477 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-9348bab2-ecee-423f-92a9-e0f495065873 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Made reservation on behalf of 0608bb1584294647a2a321a4de90ae37 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:32:52.353288 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-9348bab2-ecee-423f-92a9-e0f495065873 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:52.368173 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-854b8636-c074-4ecf-a0bd-638c53703336 req-f390efc3-f756-4b66-8242-08a1bbec31fa tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:52.401062 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-854b8636-c074-4ecf-a0bd-638c53703336 req-f390efc3-f756-4b66-8242-08a1bbec31fa tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:52.420235 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d478d60c-c46c-40a3-98f4-7811882485cb None None] Provisioning complete for port 4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:32:52.420489 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d478d60c-c46c-40a3-98f4-7811882485cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:52.459046 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d478d60c-c46c-40a3-98f4-7811882485cb None None] Port 4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:32:52.523591 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb2e87-eb8f-460e-8b05-5e4269fb0d36 req-ab80baba-1418-4f8e-b23a-c5520878ff3d tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:52.525457 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-58cb2e87-eb8f-460e-8b05-5e4269fb0d36 req-ab80baba-1418-4f8e-b23a-c5520878ff3d tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] 10.222.0.98 "GET /v2.0/ports?device_id=a7520cb2-dc83-43b0-945a-2e746e64bb40 HTTP/1.1" status: 200 len: 945 time: 0.0810895 Oct 20 11:32:52.526494 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-854b8636-c074-4ecf-a0bd-638c53703336 req-f390efc3-f756-4b66-8242-08a1bbec31fa tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:52.529121 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-854b8636-c074-4ecf-a0bd-638c53703336 req-f390efc3-f756-4b66-8242-08a1bbec31fa tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:52.530142 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-854b8636-c074-4ecf-a0bd-638c53703336 req-f390efc3-f756-4b66-8242-08a1bbec31fa tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "DELETE /v2.0/security-groups/0248bfa6-96e9-4847-b6e4-46d3fb7880bf HTTP/1.1" status: 204 len: 173 time: 0.2747645 Oct 20 11:32:52.551746 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f390efc3-f756-4b66-8242-08a1bbec31fa tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0248bfa6-96e9-4847-b6e4-46d3fb7880bf,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:52.573029 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-58cb2e87-eb8f-460e-8b05-5e4269fb0d36 req-4e9ffc87-6722-49fe-9331-8b8a34008561 tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] 10.222.0.98 "GET /v2.0/security-groups?id=83de61be-3767-4ecb-a356-7b0ce37d3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394001 Oct 20 11:32:52.625515 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [req-9581b00e-e33e-488d-8ae1-940baa54a7f5 req-e69b6c5a-9596-44e2-91ee-7721e53afb37 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] show failed (client error): The resource could not be found. Oct 20 11:32:52.626511 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9581b00e-e33e-488d-8ae1-940baa54a7f5 req-e69b6c5a-9596-44e2-91ee-7721e53afb37 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups/0248bfa6-96e9-4847-b6e4-46d3fb7880bf HTTP/1.1" status: 404 len: 352 time: 0.0227776 Oct 20 11:32:52.633239 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-dff958d2-edeb-4353-93fd-62657496f578 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03 {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:32:52.648661 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-dff958d2-edeb-4353-93fd-62657496f578 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:52.663575 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-dff958d2-edeb-4353-93fd-62657496f578 service neutron] Transition to ACTIVE for port object 4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03 will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:32:52.668779 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-dff958d2-edeb-4353-93fd-62657496f578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:52.693237 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device d27a453a-57ef-4b41-979e-5d6641b584f8 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:32:52.720970 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff958d2-edeb-4353-93fd-62657496f578 service neutron] Pushing event updated for resources: {'Port': ['ID=4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:52.778153 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port d27a453a-57ef-4b41-979e-5d6641b584f8 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:32:52.785072 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port d27a453a-57ef-4b41-979e-5d6641b584f8 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:32:52.785697 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:52.805733 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-dff958d2-edeb-4353-93fd-62657496f578 service neutron] Attempting to bind port 4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:32:52.806602 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-dff958d2-edeb-4353-93fd-62657496f578 service neutron] Attempting to bind port 4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:32:52.807246 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-dff958d2-edeb-4353-93fd-62657496f578 service neutron] Attempting to bind port 4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:32:52.814332 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-dff958d2-edeb-4353-93fd-62657496f578 service neutron] Port 4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:32:52.815092 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-dff958d2-edeb-4353-93fd-62657496f578 service neutron] Attempting to bind port 4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:32:52.821709 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-dff958d2-edeb-4353-93fd-62657496f578 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:32:52.822153 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-dff958d2-edeb-4353-93fd-62657496f578 service neutron] Checking segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:32:52.822625 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-dff958d2-edeb-4353-93fd-62657496f578 service neutron] Bound using segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:32:52.823236 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-dff958d2-edeb-4353-93fd-62657496f578 service neutron] Bound port: 4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:32:52.823650 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-dff958d2-edeb-4353-93fd-62657496f578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:52.893427 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:52.909650 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-dff958d2-edeb-4353-93fd-62657496f578 service neutron] For port 4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:32:52.927103 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-dff958d2-edeb-4353-93fd-62657496f578 service neutron] For port 4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:32:52.930263 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device e75a27b6-e296-4256-8f83-4a466463d5ad details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:32:52.934841 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-dff958d2-edeb-4353-93fd-62657496f578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:52.946869 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port d27a453a-57ef-4b41-979e-5d6641b584f8, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=d27a453a-57ef-4b41-979e-5d6641b584f8,segment=NetworkSegment(5adfb258-d64d-4b65-89db-7cfb81a6087c),segment_id=5adfb258-d64d-4b65-89db-7cfb81a6087c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:32:52.955061 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:52.972816 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-dff958d2-edeb-4353-93fd-62657496f578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:52.973797 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-dff958d2-edeb-4353-93fd-62657496f578 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:52.975466 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-dff958d2-edeb-4353-93fd-62657496f578 service neutron] 10.222.0.89 "PUT /v2.0/ports/4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03 HTTP/1.1" status: 200 len: 1096 time: 0.7419260 Oct 20 11:32:52.976132 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40a34ac-1db6-4058-a9e4-20f9892d8d06', 'tag': '4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:32:52.978702 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7e40e5-0bf5-4a0f-9374-011dd3aaac4c" -d '{"events": [{"name": "network-changed", "server_uuid": "b40a34ac-1db6-4058-a9e4-20f9892d8d06", "tag": "4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:32:53.030715 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff958d2-edeb-4353-93fd-62657496f578 service neutron] Pushing event updated for resources: {'Port': ['ID=4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:53.086499 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7520cb2-dc83-43b0-945a-2e746e64bb40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd27a453a-57ef-4b41-979e-5d6641b584f8'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:32:53.089232 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb4a8a6-1da6-452a-aebd-aa5924b0d925" -d '{"events": [{"server_uuid": "a7520cb2-dc83-43b0-945a-2e746e64bb40", "name": "network-vif-plugged", "status": "completed", "tag": "d27a453a-57ef-4b41-979e-5d6641b584f8"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:32:53.092143 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-3a43e231-1354-4c66-81aa-433cf948dc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:53.094168 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-3a43e231-1354-4c66-81aa-433cf948dc1b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0608bb1584294647a2a321a4de90ae37&device_id=b40a34ac-1db6-4058-a9e4-20f9892d8d06 HTTP/1.1" status: 200 len: 1099 time: 0.0546536 Oct 20 11:32:53.109448 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:53.119597 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=d27a453a-57ef-4b41-979e-5d6641b584f8,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:53.144719 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:53.147498 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-7be01d82-b4ea-4e73-86f2-9a390ebd8832 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03 HTTP/1.1" status: 200 len: 217 time: 0.0422964 Oct 20 11:32:53.158041 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port e75a27b6-e296-4256-8f83-4a466463d5ad, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e75a27b6-e296-4256-8f83-4a466463d5ad,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:32:53.172274 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': 'e75a27b6-e296-4256-8f83-4a466463d5ad', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'port_id': 'e75a27b6-e296-4256-8f83-4a466463d5ad', 'mac_address': 'fa:16:3e:7b:3f:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94289c8c-e5f7-4e30-b6a9-5b268a8fd610', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:32:53.181821 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-9348bab2-ecee-423f-92a9-e0f495065873 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Allocated IP 192.168.233.70 (09e5a906-63cf-4dde-b699-ab448fb18fb8/94289c8c-e5f7-4e30-b6a9-5b268a8fd610/6525970b-6518-4419-8f81-0f6afc95e9d5) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:32:53.198099 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565ce19-37f8-4a23-b39d-912fd30e1a7f req-489fc004-fd20-424b-ba5b-59174c9f3048 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:53.206495 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f565ce19-37f8-4a23-b39d-912fd30e1a7f req-489fc004-fd20-424b-ba5b-59174c9f3048 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=b40a34ac-1db6-4058-a9e4-20f9892d8d06 HTTP/1.1" status: 200 len: 936 time: 0.5837917 Oct 20 11:32:53.227171 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:53.244548 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-90c07d53-6f9a-42f4-b819-a8b2b1e7485d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:53.247935 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-90c07d53-6f9a-42f4-b819-a8b2b1e7485d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.0870633 Oct 20 11:32:53.248495 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e75a27b6-e296-4256-8f83-4a466463d5ad {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:32:53.285077 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port e75a27b6-e296-4256-8f83-4a466463d5ad, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e75a27b6-e296-4256-8f83-4a466463d5ad,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:32:53.294003 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:53.305920 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98022d16-db29-456c-b42f-a3870310f475 req-7ee54177-7ff0-420e-8fc0-d64d0979c346 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=48a94a8543a948e194f233beccd2f46a HTTP/1.1" status: 200 len: 6149 time: 0.6521044 Oct 20 11:32:53.332921 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-2c132a81-f7ae-4a37-9c3d-3ba2ce99ee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:53.334758 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-2c132a81-f7ae-4a37-9c3d-3ba2ce99ee2e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0725679 Oct 20 11:32:53.335364 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f565ce19-37f8-4a23-b39d-912fd30e1a7f req-1c624e9a-807a-4818-9ec8-bd7227d37a11 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194234 Oct 20 11:32:53.395918 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=e75a27b6-e296-4256-8f83-4a466463d5ad,revision_number=9']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:53.404694 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98022d16-db29-456c-b42f-a3870310f475 req-85f4f556-b191-4ccb-bdc1-a57ffbace5f1 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups/395cbb04-21ec-4ed0-bf96-713eba7c093e HTTP/1.1" status: 200 len: 2981 time: 0.0855408 Oct 20 11:32:53.440344 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['e75a27b6-e296-4256-8f83-4a466463d5ad'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:32:53.530681 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-462fb84f-7804-466a-ba52-42ffa92e751c service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830664 Oct 20 11:32:53.595480 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-9348bab2-ecee-423f-92a9-e0f495065873 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:53.689970 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98022d16-db29-456c-b42f-a3870310f475 req-d7758751-7ba1-4669-b3a4-7b2f63024423 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups/395cbb04-21ec-4ed0-bf96-713eba7c093e HTTP/1.1" status: 200 len: 2981 time: 0.2843068 Oct 20 11:32:53.703752 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-437a79c4-75c5-4a04-942a-a2998d4cacc1 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622505 Oct 20 11:32:53.704580 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-9348bab2-ecee-423f-92a9-e0f495065873 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:53.795282 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad9a78-bf6b-465f-a182-89c83b291fa4 req-82a1bd88-5efd-4041-abc8-1d342e195656 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:53.796888 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2dad9a78-bf6b-465f-a182-89c83b291fa4 req-82a1bd88-5efd-4041-abc8-1d342e195656 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/ports?device_id=af8f5642-8353-45f6-be44-5b2a4ed223b1 HTTP/1.1" status: 200 len: 945 time: 0.2515781 Oct 20 11:32:53.801051 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-9348bab2-ecee-423f-92a9-e0f495065873 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Network 09e5a906-63cf-4dde-b699-ab448fb18fb8 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:32:53.811748 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-9348bab2-ecee-423f-92a9-e0f495065873 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:32:53.815401 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9348bab2-ecee-423f-92a9-e0f495065873 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Pushing event updated for resources: {'Port': ['ID=6525970b-6518-4419-8f81-0f6afc95e9d5,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:53.823356 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-9348bab2-ecee-423f-92a9-e0f495065873 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:32:53.922435 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-9348bab2-ecee-423f-92a9-e0f495065873 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:53.923340 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-9348bab2-ecee-423f-92a9-e0f495065873 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:53.938459 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2dad9a78-bf6b-465f-a182-89c83b291fa4 req-03f20f69-8c94-4ef4-bd68-48747b0f79be tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/security-groups?id=69888122-6b31-4f03-b58e-69ca71af741f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282244 Oct 20 11:32:53.969263 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-9348bab2-ecee-423f-92a9-e0f495065873 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8735173 Oct 20 11:32:53.995854 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae9b5da-eaa2-4bbe-93ef-9d3a772d9f1c x-openstack-request-id: req-eae9b5da-eaa2-4bbe-93ef-9d3a772d9f1c {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:32:53.996147 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b40a34ac-1db6-4058-a9e4-20f9892d8d06", "tag": "4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:32:53.996402 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-eae9b5da-eaa2-4bbe-93ef-9d3a772d9f1c {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:32:53.996804 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b40a34ac-1db6-4058-a9e4-20f9892d8d06', 'tag': '4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03', 'status': 'completed', 'code': 200} Oct 20 11:32:54.005029 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-7c72d0d7-68a7-483e-a8b3-594a44ed6547 service neutron] Request body: {'port': {'device_id': '399527ad-1581-4617-8ce9-3c03b2c14659', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:32:54.139106 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e40e5-0bf5-4a0f-9374-011dd3aaac4c req-9520680f-da99-4e8f-a804-c4d928e55c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:54.145392 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ac7e40e5-0bf5-4a0f-9374-011dd3aaac4c req-9520680f-da99-4e8f-a804-c4d928e55c44 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0608bb1584294647a2a321a4de90ae37&device_id=b40a34ac-1db6-4058-a9e4-20f9892d8d06 HTTP/1.1" status: 200 len: 1099 time: 0.1096032 Oct 20 11:32:54.145945 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-7c72d0d7-68a7-483e-a8b3-594a44ed6547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:54.152474 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3eb81f-8883-447d-a1c4-18441f203492 x-openstack-request-id: req-8f3eb81f-8883-447d-a1c4-18441f203492 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:32:54.152985 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7520cb2-dc83-43b0-945a-2e746e64bb40", "name": "network-vif-plugged", "status": "completed", "tag": "d27a453a-57ef-4b41-979e-5d6641b584f8", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:32:54.153172 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8f3eb81f-8883-447d-a1c4-18441f203492 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:32:54.153664 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7520cb2-dc83-43b0-945a-2e746e64bb40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd27a453a-57ef-4b41-979e-5d6641b584f8', 'code': 200} Oct 20 11:32:54.196148 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-d66e78f1-5d2a-4c79-9898-65ed746072f8 req-e43855a7-f01e-491b-839a-34b62d14af2f tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1894154654', 'description': 'tempest-description-1942342020'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:32:54.242296 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-32d5edd1-a0f7-4d5d-9a76-4c27cf36caeb None None] Provisioning complete for port 6525970b-6518-4419-8f81-0f6afc95e9d5 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:32:54.242948 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-32d5edd1-a0f7-4d5d-9a76-4c27cf36caeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:54.307941 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e40e5-0bf5-4a0f-9374-011dd3aaac4c req-18b9918f-54f8-4ee3-8754-5917a646ce8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:54.309474 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ac7e40e5-0bf5-4a0f-9374-011dd3aaac4c req-18b9918f-54f8-4ee3-8754-5917a646ce8c service neutron] 10.222.0.89 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 0.1532683 Oct 20 11:32:54.310412 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d66e78f1-5d2a-4c79-9898-65ed746072f8 req-e43855a7-f01e-491b-839a-34b62d14af2f tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:54.314864 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-32d5edd1-a0f7-4d5d-9a76-4c27cf36caeb None None] Port 6525970b-6518-4419-8f81-0f6afc95e9d5 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:32:54.366288 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ac7e40e5-0bf5-4a0f-9374-011dd3aaac4c req-51d5504a-e5fe-4328-adc4-da2b4fb13565 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03 HTTP/1.1" status: 200 len: 217 time: 0.0436168 Oct 20 11:32:54.387883 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d29755-62d5-4f26-b634-c9be34d375e8 req-f0d8388e-c3da-4974-bd8a-7ccdc41a9915 tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:54.389648 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-63d29755-62d5-4f26-b634-c9be34d375e8 req-f0d8388e-c3da-4974-bd8a-7ccdc41a9915 tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] 10.222.0.98 "GET /v2.0/ports?device_id=a7520cb2-dc83-43b0-945a-2e746e64bb40 HTTP/1.1" status: 200 len: 946 time: 0.2060826 Oct 20 11:32:54.422840 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552de47-e083-45ed-af3c-cb9e3b923baa req-a42ea40f-e917-490d-a6e7-681617f565cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:54.424423 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4552de47-e083-45ed-af3c-cb9e3b923baa req-a42ea40f-e917-490d-a6e7-681617f565cb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a7520cb2-dc83-43b0-945a-2e746e64bb40 HTTP/1.1" status: 200 len: 1097 time: 0.1752663 Oct 20 11:32:54.455643 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e40e5-0bf5-4a0f-9374-011dd3aaac4c req-450f41d2-621e-47c2-ad7d-b66ded90a2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:54.457428 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ac7e40e5-0bf5-4a0f-9374-011dd3aaac4c req-450f41d2-621e-47c2-ad7d-b66ded90a2c1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.0708923 Oct 20 11:32:54.534926 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e40e5-0bf5-4a0f-9374-011dd3aaac4c req-f1f22a6a-557c-4eb7-884d-a23706eb2264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:54.536383 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ac7e40e5-0bf5-4a0f-9374-011dd3aaac4c req-f1f22a6a-557c-4eb7-884d-a23706eb2264 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0665877 Oct 20 11:32:54.569014 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-63d29755-62d5-4f26-b634-c9be34d375e8 req-271d140a-6dc6-445f-b476-b5997c27a59c tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] 10.222.0.98 "GET /v2.0/security-groups?id=83de61be-3767-4ecb-a356-7b0ce37d3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685596 Oct 20 11:32:54.591220 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4552de47-e083-45ed-af3c-cb9e3b923baa req-593748a2-6e64-4437-88fd-bcf434cac103 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=83de61be-3767-4ecb-a356-7b0ce37d3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516459 Oct 20 11:32:54.631434 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:32:54.640827 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d66e78f1-5d2a-4c79-9898-65ed746072f8 req-e43855a7-f01e-491b-839a-34b62d14af2f tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:54.656803 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d66e78f1-5d2a-4c79-9898-65ed746072f8 req-e43855a7-f01e-491b-839a-34b62d14af2f tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:54.681033 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ac7e40e5-0bf5-4a0f-9374-011dd3aaac4c req-d8c3f0dc-1ca4-4c72-9ebb-827ac9b79d96 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347661 Oct 20 11:32:54.764820 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d66e78f1-5d2a-4c79-9898-65ed746072f8 req-e43855a7-f01e-491b-839a-34b62d14af2f tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:54.769397 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d66e78f1-5d2a-4c79-9898-65ed746072f8 req-e43855a7-f01e-491b-839a-34b62d14af2f tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5885160 Oct 20 11:32:54.793931 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:54.797825 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-4031824b-3e6d-4fb3-b25c-0e9a3cb924c9 req-0af5fe5b-23e6-4d76-917a-bb6615a60814 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1013037562', 'description': 'tempest-description-70666728'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:32:54.824715 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43855a7-f01e-491b-839a-34b62d14af2f tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a31a8a-5175-4a1d-bc11-a58361bc8b36,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:54.849404 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ac7e40e5-0bf5-4a0f-9374-011dd3aaac4c req-0e55146d-e2db-45e4-9fab-1337dbcc0cdc service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595025 Oct 20 11:32:54.855965 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c1036-aea0-493b-80c3-c54d09f4eca0 req-fcd08a34-d8a2-4aee-971a-21a04bdff105 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:54.857493 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e55c1036-aea0-493b-80c3-c54d09f4eca0 req-fcd08a34-d8a2-4aee-971a-21a04bdff105 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=b40a34ac-1db6-4058-a9e4-20f9892d8d06 HTTP/1.1" status: 200 len: 948 time: 0.1979804 Oct 20 11:32:54.858248 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4031824b-3e6d-4fb3-b25c-0e9a3cb924c9 req-0af5fe5b-23e6-4d76-917a-bb6615a60814 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:54.901519 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-7c72d0d7-68a7-483e-a8b3-594a44ed6547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6525970b-6518-4419-8f81-0f6afc95e9d5 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:32:54.915088 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-7c72d0d7-68a7-483e-a8b3-594a44ed6547 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:54.943875 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device e75a27b6-e296-4256-8f83-4a466463d5ad up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:32:54.964494 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e55c1036-aea0-493b-80c3-c54d09f4eca0 req-b1373dc0-617d-4168-b151-8a2aa931db82 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883954 Oct 20 11:32:54.975358 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-7c72d0d7-68a7-483e-a8b3-594a44ed6547 service neutron] Transition to ACTIVE for port object 6525970b-6518-4419-8f81-0f6afc95e9d5 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:32:54.989777 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-7c72d0d7-68a7-483e-a8b3-594a44ed6547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:55.045121 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port e75a27b6-e296-4256-8f83-4a466463d5ad triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:32:55.045596 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:55.161145 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06533a-1cec-4ed1-ba11-0e9ab37b3acb req-9a61acab-144f-4325-a14c-3012d25fe18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:55.163465 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-8f06533a-1cec-4ed1-ba11-0e9ab37b3acb req-9a61acab-144f-4325-a14c-3012d25fe18d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=af8f5642-8353-45f6-be44-5b2a4ed223b1 HTTP/1.1" status: 200 len: 1096 time: 0.0958242 Oct 20 11:32:55.201019 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:55.229381 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4031824b-3e6d-4fb3-b25c-0e9a3cb924c9 req-0af5fe5b-23e6-4d76-917a-bb6615a60814 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:55.240012 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-8f06533a-1cec-4ed1-ba11-0e9ab37b3acb req-2d7f767b-cb1a-434b-b86e-3bf3c8e3cd2c service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=69888122-6b31-4f03-b58e-69ca71af741f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654435 Oct 20 11:32:55.243257 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c72d0d7-68a7-483e-a8b3-594a44ed6547 service neutron] Pushing event updated for resources: {'Port': ['ID=6525970b-6518-4419-8f81-0f6afc95e9d5,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:55.287456 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port e75a27b6-e296-4256-8f83-4a466463d5ad, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e75a27b6-e296-4256-8f83-4a466463d5ad,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:32:55.292285 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:55.312020 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4031824b-3e6d-4fb3-b25c-0e9a3cb924c9 req-0af5fe5b-23e6-4d76-917a-bb6615a60814 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:55.354071 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5fe5b-23e6-4d76-917a-bb6615a60814 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07082f78-e7df-4d53-8e82-51a75a4f411b,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:55.366034 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=e75a27b6-e296-4256-8f83-4a466463d5ad,revision_number=10']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:55.405212 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4031824b-3e6d-4fb3-b25c-0e9a3cb924c9 req-0af5fe5b-23e6-4d76-917a-bb6615a60814 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:55.406463 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4031824b-3e6d-4fb3-b25c-0e9a3cb924c9 req-0af5fe5b-23e6-4d76-917a-bb6615a60814 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.6141443 Oct 20 11:32:55.418920 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bfad55-0f24-4c53-a38b-1f9b45a6e2ee req-ac055b2c-949e-4ddc-a425-577344ff835c tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:55.418920 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-68bfad55-0f24-4c53-a38b-1f9b45a6e2ee req-ac055b2c-949e-4ddc-a425-577344ff835c tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/ports?device_id=af8f5642-8353-45f6-be44-5b2a4ed223b1 HTTP/1.1" status: 200 len: 945 time: 0.1870689 Oct 20 11:32:55.495576 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-7c72d0d7-68a7-483e-a8b3-594a44ed6547 service neutron] Attempting to bind port 6525970b-6518-4419-8f81-0f6afc95e9d5 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:32:55.495953 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-7c72d0d7-68a7-483e-a8b3-594a44ed6547 service neutron] Attempting to bind port 6525970b-6518-4419-8f81-0f6afc95e9d5 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:32:55.496286 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-7c72d0d7-68a7-483e-a8b3-594a44ed6547 service neutron] Attempting to bind port 6525970b-6518-4419-8f81-0f6afc95e9d5 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:32:55.509108 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-7c72d0d7-68a7-483e-a8b3-594a44ed6547 service neutron] Port 6525970b-6518-4419-8f81-0f6afc95e9d5 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:32:55.509449 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-7c72d0d7-68a7-483e-a8b3-594a44ed6547 service neutron] Attempting to bind port 6525970b-6518-4419-8f81-0f6afc95e9d5 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:32:55.520366 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-68bfad55-0f24-4c53-a38b-1f9b45a6e2ee req-385d5ac2-4edc-4c93-9f0f-7af8aa114aa0 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/security-groups?id=69888122-6b31-4f03-b58e-69ca71af741f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853829 Oct 20 11:32:55.521252 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-7c72d0d7-68a7-483e-a8b3-594a44ed6547 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:32:55.521616 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-7c72d0d7-68a7-483e-a8b3-594a44ed6547 service neutron] Checking segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:32:55.521985 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-7c72d0d7-68a7-483e-a8b3-594a44ed6547 service neutron] Bound using segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:32:55.522907 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-7c72d0d7-68a7-483e-a8b3-594a44ed6547 service neutron] Bound port: 6525970b-6518-4419-8f81-0f6afc95e9d5, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:32:55.523063 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-7c72d0d7-68a7-483e-a8b3-594a44ed6547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:55.588205 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-cd2dc0f1-60e1-4179-8c20-d31e5f509e70 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0701661 Oct 20 11:32:55.723334 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-9c3bcc85-9ef6-4788-a3ec-1bc49b4e0b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:55.724204 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-9c3bcc85-9ef6-4788-a3ec-1bc49b4e0b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:55.724952 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-9c3bcc85-9ef6-4788-a3ec-1bc49b4e0b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:55.725771 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-9c3bcc85-9ef6-4788-a3ec-1bc49b4e0b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:55.726449 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-9c3bcc85-9ef6-4788-a3ec-1bc49b4e0b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:55.729090 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-9c3bcc85-9ef6-4788-a3ec-1bc49b4e0b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:55.730348 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-9c3bcc85-9ef6-4788-a3ec-1bc49b4e0b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:55.732711 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-9c3bcc85-9ef6-4788-a3ec-1bc49b4e0b5e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9d1ce67b5cf7473287fd13cd3d60b290&device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 6491 time: 0.0646257 Oct 20 11:32:55.737149 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-7c72d0d7-68a7-483e-a8b3-594a44ed6547 service neutron] For port 6525970b-6518-4419-8f81-0f6afc95e9d5, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:32:55.777695 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-7c72d0d7-68a7-483e-a8b3-594a44ed6547 service neutron] For port 6525970b-6518-4419-8f81-0f6afc95e9d5, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=6525970b-6518-4419-8f81-0f6afc95e9d5,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:32:55.802154 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c520121-89f9-40b8-b149-26179fe6a7b1 req-c0da5412-4e08-4d8f-8225-224b35a3b170 tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:55.803704 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7c520121-89f9-40b8-b149-26179fe6a7b1 req-c0da5412-4e08-4d8f-8225-224b35a3b170 tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] 10.222.0.98 "GET /v2.0/ports?device_id=a7520cb2-dc83-43b0-945a-2e746e64bb40 HTTP/1.1" status: 200 len: 946 time: 0.1200709 Oct 20 11:32:55.824308 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-7c72d0d7-68a7-483e-a8b3-594a44ed6547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:55.902208 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c72d0d7-68a7-483e-a8b3-594a44ed6547 service neutron] Pushing event updated for resources: {'Port': ['ID=6525970b-6518-4419-8f81-0f6afc95e9d5,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:55.932577 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-7c72d0d7-68a7-483e-a8b3-594a44ed6547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:55.933802 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-7c72d0d7-68a7-483e-a8b3-594a44ed6547 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:55.935299 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-7c72d0d7-68a7-483e-a8b3-594a44ed6547 service neutron] 10.222.0.89 "PUT /v2.0/ports/6525970b-6518-4419-8f81-0f6afc95e9d5 HTTP/1.1" status: 200 len: 1095 time: 1.9457605 Oct 20 11:32:55.936401 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-2cbab1c9-91b5-4945-adce-ca815783eca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:55.936901 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-2cbab1c9-91b5-4945-adce-ca815783eca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:55.937343 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-2cbab1c9-91b5-4945-adce-ca815783eca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:55.939147 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-2cbab1c9-91b5-4945-adce-ca815783eca0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=7cc0cef1-9e0e-4144-85af-6ed42f35f232&id=debe6c2d-b3d4-4e02-853f-d2d45fbb1f32&id=debe6c2d-b3d4-4e02-853f-d2d45fbb1f32&id=debe6c2d-b3d4-4e02-853f-d2d45fbb1f32&id=debe6c2d-b3d4-4e02-853f-d2d45fbb1f32&id=cbfb6560-b005-4cf2-8e9b-c40d4507d392&id=cbfb6560-b005-4cf2-8e9b-c40d4507d392 HTTP/1.1" status: 200 len: 2297 time: 0.1598368 Oct 20 11:32:55.940004 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '399527ad-1581-4617-8ce9-3c03b2c14659', 'tag': '6525970b-6518-4419-8f81-0f6afc95e9d5'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:32:55.943713 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22340532-f562-4189-aee6-2bbb579d1b50" -d '{"events": [{"name": "network-changed", "server_uuid": "399527ad-1581-4617-8ce9-3c03b2c14659", "tag": "6525970b-6518-4419-8f81-0f6afc95e9d5"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:32:56.058129 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-029cf038-9de3-44e3-879c-7dfc7792ebf4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e15232df-145b-465f-8af0-3f5421b15798 HTTP/1.1" status: 200 len: 1002 time: 0.0919557 Oct 20 11:32:56.089719 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7c520121-89f9-40b8-b149-26179fe6a7b1 req-5d7eb55d-297a-4d93-bcaf-21e6f682fb11 tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] 10.222.0.98 "GET /v2.0/security-groups?id=83de61be-3767-4ecb-a356-7b0ce37d3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671275 Oct 20 11:32:56.129233 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-49391dcb-9c56-4140-9189-ee2f449a21d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:56.130632 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-49391dcb-9c56-4140-9189-ee2f449a21d3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0608bb1584294647a2a321a4de90ae37&device_id=399527ad-1581-4617-8ce9-3c03b2c14659 HTTP/1.1" status: 200 len: 1098 time: 0.1325276 Oct 20 11:32:56.139499 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-45f5c4c1-7c9a-4cf4-992d-8de6a6a72553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:56.141444 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-45f5c4c1-7c9a-4cf4-992d-8de6a6a72553 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=860ea3b3-2804-4226-ab8d-f55abe932e85 HTTP/1.1" status: 200 len: 851 time: 0.0729697 Oct 20 11:32:56.155050 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5442ea14-6bd9-4966-9df9-d9ee84fcb257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75a27b6-e296-4256-8f83-4a466463d5ad'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:32:56.157608 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88235f9f-4ba4-403e-83e3-4019840fe6aa" -d '{"events": [{"server_uuid": "5442ea14-6bd9-4966-9df9-d9ee84fcb257", "name": "network-vif-plugged", "status": "completed", "tag": "e75a27b6-e296-4256-8f83-4a466463d5ad"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:32:56.160490 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45cc8c-26c1-44ae-a323-baed443a2683 req-17f14a2f-d097-4772-ad34-d7b73277fc05 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:56.162207 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ab45cc8c-26c1-44ae-a323-baed443a2683 req-17f14a2f-d097-4772-ad34-d7b73277fc05 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/networks?id=35740985-59da-4215-add1-e1839e38e811 HTTP/1.1" status: 200 len: 812 time: 0.3877194 Oct 20 11:32:56.218078 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-42c04001-4a86-4e6b-ad00-8bbb1d3a0937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:56.219660 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-42c04001-4a86-4e6b-ad00-8bbb1d3a0937 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7cc0cef1-9e0e-4144-85af-6ed42f35f232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623932 Oct 20 11:32:56.224133 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ab45cc8c-26c1-44ae-a323-baed443a2683 req-01879653-408c-4547-9c6c-6a8c20c313a0 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/quotas/48a94a8543a948e194f233beccd2f46a HTTP/1.1" status: 200 len: 375 time: 0.0539067 Oct 20 11:32:56.225668 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-14df2530-f997-42ba-bec5-dd2a5e47b0b2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=6525970b-6518-4419-8f81-0f6afc95e9d5 HTTP/1.1" status: 200 len: 217 time: 0.0625474 Oct 20 11:32:56.351487 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a498a04-e6d9-4605-8a15-dba1684c16cb req-454d99a5-e2fe-450a-bd8e-0f73fcdf1490 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:56.353197 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2a498a04-e6d9-4605-8a15-dba1684c16cb req-454d99a5-e2fe-450a-bd8e-0f73fcdf1490 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=b40a34ac-1db6-4058-a9e4-20f9892d8d06 HTTP/1.1" status: 200 len: 948 time: 0.1485972 Oct 20 11:32:56.357319 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-e2e40959-676a-4d94-838e-bf8a8ad0009a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:56.358661 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-e2e40959-676a-4d94-838e-bf8a8ad0009a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.1185160 Oct 20 11:32:56.363229 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-6618469e-06b4-47cf-baae-5f8e6b126b9d service neutron] 10.222.0.89 "GET /v2.0/networks/7cc0cef1-9e0e-4144-85af-6ed42f35f232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254086 Oct 20 11:32:56.378731 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ab45cc8c-26c1-44ae-a323-baed443a2683 req-4dc30280-d6af-4566-8f70-7754ce57de31 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=48a94a8543a948e194f233beccd2f46a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1373136 Oct 20 11:32:56.453440 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2a498a04-e6d9-4605-8a15-dba1684c16cb req-959ba5aa-2df1-48b1-98fa-bff742b9344d tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777495 Oct 20 11:32:56.497822 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-e767fa20-d414-45f9-baa9-cee0fcc8eab2 service neutron] 10.222.0.89 "GET /v2.0/networks/7cc0cef1-9e0e-4144-85af-6ed42f35f232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210744 Oct 20 11:32:56.534160 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663de42e-7806-48d7-bc63-2df4f98af53e x-openstack-request-id: req-663de42e-7806-48d7-bc63-2df4f98af53e {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:32:56.534720 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "399527ad-1581-4617-8ce9-3c03b2c14659", "tag": "6525970b-6518-4419-8f81-0f6afc95e9d5", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:32:56.535223 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-663de42e-7806-48d7-bc63-2df4f98af53e {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:32:56.535851 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '399527ad-1581-4617-8ce9-3c03b2c14659', 'tag': '6525970b-6518-4419-8f81-0f6afc95e9d5', 'status': 'completed', 'code': 200} Oct 20 11:32:56.575768 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-02b813aa-5c90-4cf3-a5ca-77f65469a726 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=61bf1de1-24da-472e-a342-71d54a789c06 HTTP/1.1" status: 200 len: 217 time: 0.0599446 Oct 20 11:32:56.593482 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-ec14787c-c7e4-4963-9e40-385d4247cfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:56.595457 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-ec14787c-c7e4-4963-9e40-385d4247cfb3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2156751 Oct 20 11:32:56.648889 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-e2136eb4-e9fa-44ae-a5b4-a6c189cc41d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:56.650746 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-e2136eb4-e9fa-44ae-a5b4-a6c189cc41d9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c7f8db9e-759d-47f9-9be8-c669a032f85a HTTP/1.1" status: 200 len: 797 time: 0.0647562 Oct 20 11:32:56.717606 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ab45cc8c-26c1-44ae-a323-baed443a2683 req-fc34c7b1-498a-4ece-a6b0-da2fb92f6e22 service neutron] 10.222.0.98 "GET /v2.0/networks/35740985-59da-4215-add1-e1839e38e811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948780 Oct 20 11:32:56.725395 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d22351-2c1d-4f63-b7eb-ac9e735b1c17 x-openstack-request-id: req-95d22351-2c1d-4f63-b7eb-ac9e735b1c17 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:32:56.726248 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5442ea14-6bd9-4966-9df9-d9ee84fcb257", "name": "network-vif-plugged", "status": "completed", "tag": "e75a27b6-e296-4256-8f83-4a466463d5ad", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:32:56.726248 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-95d22351-2c1d-4f63-b7eb-ac9e735b1c17 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:32:56.726554 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5442ea14-6bd9-4966-9df9-d9ee84fcb257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75a27b6-e296-4256-8f83-4a466463d5ad', 'code': 200} Oct 20 11:32:56.728066 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-e3e43c6a-bb56-4582-9bb0-fdb1676f308e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:56.729663 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-e3e43c6a-bb56-4582-9bb0-fdb1676f308e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=debe6c2d-b3d4-4e02-853f-d2d45fbb1f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0693111 Oct 20 11:32:56.773335 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-fe8c6d93-e5c1-4380-971e-9341439f66bb service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680751 Oct 20 11:32:56.898013 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-8ce53bbd-1b7f-4a17-86d2-cfc9114819cc service neutron] 10.222.0.89 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490340 Oct 20 11:32:56.948853 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:32:56.952228 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ab45cc8c-26c1-44ae-a323-baed443a2683 req-cd44cf88-6174-4f42-9ffc-202107c18a10 service neutron] 10.222.0.98 "GET /v2.0/networks/35740985-59da-4215-add1-e1839e38e811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207837 Oct 20 11:32:57.023471 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6e8981a-f0ff-4363-8875-c2fb6ef94ff8 req-4db63153-472c-4021-8c05-9c69a21e4b66 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194705 Oct 20 11:32:57.036529 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-58f9e65f-1e9b-46b7-ae0e-8b6d403ba9ca service neutron] 10.222.0.89 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281624 Oct 20 11:32:57.040535 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e584d-f887-41f3-9ab7-35d1eedeb264 req-bd1037b1-9f4c-413c-b786-7928b46a3ff5 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:57.050018 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d7e584d-f887-41f3-9ab7-35d1eedeb264 req-bd1037b1-9f4c-413c-b786-7928b46a3ff5 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/ports?device_id=af8f5642-8353-45f6-be44-5b2a4ed223b1 HTTP/1.1" status: 200 len: 945 time: 0.1685183 Oct 20 11:32:57.107347 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-2c58794c-475d-48c2-b71a-8d260098165f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=1096304c-3250-4c91-a0ae-a0d182374e03 HTTP/1.1" status: 200 len: 217 time: 0.0606191 Oct 20 11:32:57.173011 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d7e584d-f887-41f3-9ab7-35d1eedeb264 req-642300ce-eafe-4cd2-aae0-63a9b77c05e0 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/security-groups?id=69888122-6b31-4f03-b58e-69ca71af741f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151295 Oct 20 11:32:57.220059 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:32:57.221808 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-ce3530cb-18f5-44f3-8520-17c41938a683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:57.230579 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-ce3530cb-18f5-44f3-8520-17c41938a683 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c7f8db9e-759d-47f9-9be8-c669a032f85a HTTP/1.1" status: 200 len: 797 time: 0.1148083 Oct 20 11:32:57.234467 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22340532-f562-4189-aee6-2bbb579d1b50 req-3d26e91a-f675-4b5d-af89-d33ceab3c068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:57.236023 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-22340532-f562-4189-aee6-2bbb579d1b50 req-3d26e91a-f675-4b5d-af89-d33ceab3c068 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0608bb1584294647a2a321a4de90ae37&device_id=399527ad-1581-4617-8ce9-3c03b2c14659 HTTP/1.1" status: 200 len: 1098 time: 0.1438527 Oct 20 11:32:57.247896 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'port_id': '4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03', 'mac_address': 'fa:16:3e:b8:f0:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94289c8c-e5f7-4e30-b6a9-5b268a8fd610', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:32:57.351798 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:57.371870 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:32:57.397637 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:32:57.410572 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:57.496464 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fb3b46d3-996f-4eae-be9b-7a56b771e32c req-87567e52-8089-432a-9fe5-0c94c4dd1e8c tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6df1903-73f0-461c-b734-9c6ab3198a8e HTTP/1.1" status: 200 len: 210 time: 0.0552180 Oct 20 11:32:57.544301 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-29fec1a1-6014-4e84-b2ae-678645299e39 req-5f8bcfc5-7f58-4647-a6c4-9ae3447dd245 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-415066077', 'description': 'tempest-description-523470818'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:32:57.564400 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db5040-1762-49b8-bd9b-a25b4e3412a0 req-1ac746c1-ce0e-4a77-82cb-bb4006f89195 tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:57.566277 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e0db5040-1762-49b8-bd9b-a25b4e3412a0 req-1ac746c1-ce0e-4a77-82cb-bb4006f89195 tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] 10.222.0.98 "GET /v2.0/ports?device_id=a7520cb2-dc83-43b0-945a-2e746e64bb40 HTTP/1.1" status: 200 len: 946 time: 0.2464607 Oct 20 11:32:57.594661 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:57.600996 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22340532-f562-4189-aee6-2bbb579d1b50 req-2fdbfa0b-a052-44aa-a10c-e54d3595002e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:57.609868 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-22340532-f562-4189-aee6-2bbb579d1b50 req-2fdbfa0b-a052-44aa-a10c-e54d3595002e service neutron] 10.222.0.89 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 0.3588538 Oct 20 11:32:57.696905 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-29fec1a1-6014-4e84-b2ae-678645299e39 req-5f8bcfc5-7f58-4647-a6c4-9ae3447dd245 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:57.699780 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-22340532-f562-4189-aee6-2bbb579d1b50 req-85c07cc2-3c35-4e31-9f0f-ef4afeac2abe service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=6525970b-6518-4419-8f81-0f6afc95e9d5 HTTP/1.1" status: 200 len: 217 time: 0.0687301 Oct 20 11:32:57.730453 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e0db5040-1762-49b8-bd9b-a25b4e3412a0 req-8aeaeda8-e22b-4d60-8bd5-2d19f885c54a tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] 10.222.0.98 "GET /v2.0/security-groups?id=83de61be-3767-4ecb-a356-7b0ce37d3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410270 Oct 20 11:32:57.798770 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:32:57.898910 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22340532-f562-4189-aee6-2bbb579d1b50 req-2e0eaf74-c746-4089-8f3d-dd184dd346b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:57.901059 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-22340532-f562-4189-aee6-2bbb579d1b50 req-2e0eaf74-c746-4089-8f3d-dd184dd346b0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.1870754 Oct 20 11:32:57.975826 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-bd095323-cfd7-40ae-8ed0-d373d554bddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:57.977863 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-bd095323-cfd7-40ae-8ed0-d373d554bddf service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=debe6c2d-b3d4-4e02-853f-d2d45fbb1f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7276626 Oct 20 11:32:57.998168 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844541c-70ad-4da1-be33-a60c48ef2abd req-7ebb9a95-10f0-4428-8340-78a6655943b3 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:58.006368 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f844541c-70ad-4da1-be33-a60c48ef2abd req-7ebb9a95-10f0-4428-8340-78a6655943b3 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=b40a34ac-1db6-4058-a9e4-20f9892d8d06 HTTP/1.1" status: 200 len: 949 time: 0.1652603 Oct 20 11:32:58.052350 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22340532-f562-4189-aee6-2bbb579d1b50 req-17cbe5ba-f008-4ed0-94e7-701d02b07532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:58.053944 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-22340532-f562-4189-aee6-2bbb579d1b50 req-17cbe5ba-f008-4ed0-94e7-701d02b07532 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1364417 Oct 20 11:32:58.080902 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-29fec1a1-6014-4e84-b2ae-678645299e39 req-5f8bcfc5-7f58-4647-a6c4-9ae3447dd245 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:58.153150 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f844541c-70ad-4da1-be33-a60c48ef2abd req-6d203402-2a32-423a-afc5-b0f807fbf6f7 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455479 Oct 20 11:32:58.153744 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-29fec1a1-6014-4e84-b2ae-678645299e39 req-5f8bcfc5-7f58-4647-a6c4-9ae3447dd245 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:58.197758 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-29fec1a1-6014-4e84-b2ae-678645299e39 req-5f8bcfc5-7f58-4647-a6c4-9ae3447dd245 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:58.199506 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-29fec1a1-6014-4e84-b2ae-678645299e39 req-5f8bcfc5-7f58-4647-a6c4-9ae3447dd245 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6607220 Oct 20 11:32:58.270278 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-4db6963d-3dab-457c-85a9-e8c4dd1e846b service neutron] 10.222.0.89 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750700 Oct 20 11:32:58.302597 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8bcfc5-7f58-4647-a6c4-9ae3447dd245 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62edcd39-c795-4b02-9940-372eb39629e8,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:58.440916 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-22340532-f562-4189-aee6-2bbb579d1b50 req-385d6c9c-5159-4c7c-a036-57970d203423 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744268 Oct 20 11:32:58.518031 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3540ac57-bac7-44b3-a177-e1662fbce85f req-dca67f34-a0dc-42fb-81e8-98028c890e9d tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-415066077&fields=id&tenant_id=a20a4ace347a43268c08641c84c578e4 HTTP/1.1" status: 200 len: 267 time: 0.0967913 Oct 20 11:32:58.568435 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-cda5d898-1441-4a8b-a2a5-87423005f8e4 service neutron] 10.222.0.89 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888725 Oct 20 11:32:58.639468 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540ac57-bac7-44b3-a177-e1662fbce85f req-b96aa5d3-8ecb-41eb-9ded-ed50607280d3 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:58.651160 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3540ac57-bac7-44b3-a177-e1662fbce85f req-b96aa5d3-8ecb-41eb-9ded-ed50607280d3 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/ports?device_id=af8f5642-8353-45f6-be44-5b2a4ed223b1 HTTP/1.1" status: 200 len: 945 time: 0.1321177 Oct 20 11:32:58.658173 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-3540ac57-bac7-44b3-a177-e1662fbce85f req-7d47e8bd-7919-4e94-a1dc-6f9a4841f903 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Request body: {'port': {'security_groups': ['69888122-6b31-4f03-b58e-69ca71af741f', '62edcd39-c795-4b02-9940-372eb39629e8']}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:32:58.659731 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-a43a0568-565b-43e4-8a7b-a11d2f0222ef service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=d39c253f-49f6-4214-8738-6a67f437331d HTTP/1.1" status: 200 len: 217 time: 0.0807493 Oct 20 11:32:58.684522 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-22340532-f562-4189-aee6-2bbb579d1b50 req-1825c959-cb5e-42e5-8e42-9f463e28fc46 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338018 Oct 20 11:32:58.793879 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-5031903b-80c8-4a4a-8761-0f51deb6fb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:58.795969 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-5031903b-80c8-4a4a-8761-0f51deb6fb0a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c7f8db9e-759d-47f9-9be8-c669a032f85a HTTP/1.1" status: 200 len: 797 time: 0.1235340 Oct 20 11:32:58.869777 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-d6ab9887-17aa-4cef-947d-d49dbfb535c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:58.872798 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-d6ab9887-17aa-4cef-947d-d49dbfb535c8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=debe6c2d-b3d4-4e02-853f-d2d45fbb1f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0643167 Oct 20 11:32:58.917927 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9a931a32-7567-4635-9e04-ded723e1e376 req-1b43c583-d5a9-4edc-8b84-f3f9c8e9c320 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6df1903-73f0-461c-b734-9c6ab3198a8e HTTP/1.1" status: 200 len: 210 time: 0.1416819 Oct 20 11:32:58.930144 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3540ac57-bac7-44b3-a177-e1662fbce85f req-7d47e8bd-7919-4e94-a1dc-6f9a4841f903 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:58.947468 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 6525970b-6518-4419-8f81-0f6afc95e9d5 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:32:59.120747 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-8cba3cba-5b9a-4ee4-a8ab-128bd1950a55 service neutron] 10.222.0.89 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283242 Oct 20 11:32:59.211884 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45cc8c-26c1-44ae-a323-baed443a2683 req-9a087077-0490-4393-aa2a-b382f3e07672 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:59.212186 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 6525970b-6518-4419-8f81-0f6afc95e9d5, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=6525970b-6518-4419-8f81-0f6afc95e9d5,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:32:59.214210 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ab45cc8c-26c1-44ae-a323-baed443a2683 req-9a087077-0490-4393-aa2a-b382f3e07672 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.11 "GET /v2.0/networks?id=35740985-59da-4215-add1-e1839e38e811 HTTP/1.1" status: 200 len: 812 time: 0.3876052 Oct 20 11:32:59.233852 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-ab45cc8c-26c1-44ae-a323-baed443a2683 req-6eeaffe0-b9ce-474a-a8bc-7b309670c1be tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Request body: {'port': {'device_id': 'e6df1903-73f0-461c-b734-9c6ab3198a8e', 'network_id': '35740985-59da-4215-add1-e1839e38e811', 'admin_state_up': True, 'tenant_id': '48a94a8543a948e194f233beccd2f46a'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:32:59.249789 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '6525970b-6518-4419-8f81-0f6afc95e9d5', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'port_id': '6525970b-6518-4419-8f81-0f6afc95e9d5', 'mac_address': 'fa:16:3e:9e:6b:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94289c8c-e5f7-4e30-b6a9-5b268a8fd610', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:32:59.298268 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:59.319397 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6525970b-6518-4419-8f81-0f6afc95e9d5 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:32:59.366168 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-7a8f1e6e-2919-40b5-8108-b0af96513d2a service neutron] 10.222.0.89 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284515 Oct 20 11:32:59.366880 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 6525970b-6518-4419-8f81-0f6afc95e9d5, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=6525970b-6518-4419-8f81-0f6afc95e9d5,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:32:59.374114 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:32:59.433484 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=6525970b-6518-4419-8f81-0f6afc95e9d5,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:32:59.458354 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-c6d81e31-6eee-4442-9b91-f548fc559db3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=4aea7d3c-78fa-4d1c-9d27-ec767d37af26 HTTP/1.1" status: 200 len: 217 time: 0.0802221 Oct 20 11:32:59.567772 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-e3fb37ce-11f5-48b5-84a5-5efb378a02d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:59.572904 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-e3fb37ce-11f5-48b5-84a5-5efb378a02d5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c7f8db9e-759d-47f9-9be8-c669a032f85a HTTP/1.1" status: 200 len: 797 time: 0.1053474 Oct 20 11:32:59.636946 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-f594ca32-b0cf-4857-b05e-287738199637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:32:59.638498 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-f594ca32-b0cf-4857-b05e-287738199637 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=debe6c2d-b3d4-4e02-853f-d2d45fbb1f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0536404 Oct 20 11:32:59.789222 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['6525970b-6518-4419-8f81-0f6afc95e9d5'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:32:59.799864 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-2dea5d07-38b5-4e2d-bd27-112f5ee1527b service neutron] 10.222.0.89 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482384 Oct 20 11:32:59.960493 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-72a99002-7773-482e-928b-3c0213e9d275 service neutron] 10.222.0.89 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508722 Oct 20 11:32:59.995327 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-3540ac57-bac7-44b3-a177-e1662fbce85f req-7d47e8bd-7919-4e94-a1dc-6f9a4841f903 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] For port f0a9d974-b7ee-4f02-bf17-f6427762e0c6, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=f0a9d974-b7ee-4f02-bf17-f6427762e0c6,segment=NetworkSegment(ea9723fb-0cbc-4e43-9a4c-890d295b4e3e),segment_id=ea9723fb-0cbc-4e43-9a4c-890d295b4e3e)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:33:00.010012 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-190c17d5-9660-42ea-8971-8a9f07f794f3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=36734b27-541b-4c46-94d0-9c36824cd543 HTTP/1.1" status: 200 len: 217 time: 0.0410621 Oct 20 11:33:00.036493 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bbd293-e2a7-4ca8-bcd7-397a8f6c7290 req-ce56d9dd-c45f-484b-89d2-ca92bab14616 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:00.044464 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-47bbd293-e2a7-4ca8-bcd7-397a8f6c7290 req-ce56d9dd-c45f-484b-89d2-ca92bab14616 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=b40a34ac-1db6-4058-a9e4-20f9892d8d06 HTTP/1.1" status: 200 len: 949 time: 0.7196717 Oct 20 11:33:00.071767 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-518c2996-87d6-4cf8-ab2c-f9a928eb872c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:00.073510 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-518c2996-87d6-4cf8-ab2c-f9a928eb872c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8b2ce3de-10a9-4c8a-b2e7-4d28126c6f52 HTTP/1.1" status: 200 len: 797 time: 0.0542877 Oct 20 11:33:00.101668 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3540ac57-bac7-44b3-a177-e1662fbce85f req-7d47e8bd-7919-4e94-a1dc-6f9a4841f903 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:00.116669 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3540ac57-bac7-44b3-a177-e1662fbce85f req-7d47e8bd-7919-4e94-a1dc-6f9a4841f903 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:00.133551 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-47bbd293-e2a7-4ca8-bcd7-397a8f6c7290 req-47101feb-9cc0-4926-9442-4bdf393dc8bd tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873895 Oct 20 11:33:00.137814 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab45cc8c-26c1-44ae-a323-baed443a2683 req-6eeaffe0-b9ce-474a-a8bc-7b309670c1be tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Made reservation on behalf of 48a94a8543a948e194f233beccd2f46a for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:33:00.142501 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ab45cc8c-26c1-44ae-a323-baed443a2683 req-6eeaffe0-b9ce-474a-a8bc-7b309670c1be tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:00.155598 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-dd07be3b-5af2-4ce5-aca6-f66fb0223216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:00.157226 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-dd07be3b-5af2-4ce5-aca6-f66fb0223216 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cbfb6560-b005-4cf2-8e9b-c40d4507d392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0750632 Oct 20 11:33:00.205920 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540ac57-bac7-44b3-a177-e1662fbce85f req-7d47e8bd-7919-4e94-a1dc-6f9a4841f903 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:00.206694 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3540ac57-bac7-44b3-a177-e1662fbce85f req-7d47e8bd-7919-4e94-a1dc-6f9a4841f903 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:00.224449 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3540ac57-bac7-44b3-a177-e1662fbce85f req-7d47e8bd-7919-4e94-a1dc-6f9a4841f903 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "PUT /v2.0/ports/f0a9d974-b7ee-4f02-bf17-f6427762e0c6 HTTP/1.1" status: 200 len: 981 time: 1.5712087 Oct 20 11:33:00.231338 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af8f5642-8353-45f6-be44-5b2a4ed223b1', 'tag': 'f0a9d974-b7ee-4f02-bf17-f6427762e0c6'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:33:00.233757 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb61be4-031b-47ae-9a7b-2795f75cf52c" -d '{"events": [{"name": "network-changed", "server_uuid": "af8f5642-8353-45f6-be44-5b2a4ed223b1", "tag": "f0a9d974-b7ee-4f02-bf17-f6427762e0c6"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:33:00.297660 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d47e8bd-7919-4e94-a1dc-6f9a4841f903 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Pushing event updated for resources: {'Port': ['ID=f0a9d974-b7ee-4f02-bf17-f6427762e0c6,revision_number=6']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:00.379148 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['f0a9d974-b7ee-4f02-bf17-f6427762e0c6'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:33:00.406544 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-8d873ffa-c184-441a-b1f6-d091332c3981 service neutron] 10.222.0.89 "GET /v2.0/networks/cbfb6560-b005-4cf2-8e9b-c40d4507d392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392428 Oct 20 11:33:00.494005 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-281a57f3-27f6-4a68-899d-161e94893095 req-09567e34-ff5d-47ad-a410-010b604e8976 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6df1903-73f0-461c-b734-9c6ab3198a8e HTTP/1.1" status: 200 len: 210 time: 0.0419598 Oct 20 11:33:00.530551 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-ab45cc8c-26c1-44ae-a323-baed443a2683 req-6eeaffe0-b9ce-474a-a8bc-7b309670c1be tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Allocated IP 172.20.0.2 (35740985-59da-4215-add1-e1839e38e811/bf856053-6533-48a8-9cf8-f44a20996faa/07bec960-9ddc-4b12-867d-e4be6d9bedfe) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:33:00.569275 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d10aca-1cc6-4e2d-af5d-29834ca72648 x-openstack-request-id: req-96d10aca-1cc6-4e2d-af5d-29834ca72648 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:33:00.569970 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af8f5642-8353-45f6-be44-5b2a4ed223b1", "tag": "f0a9d974-b7ee-4f02-bf17-f6427762e0c6", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:33:00.570613 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-96d10aca-1cc6-4e2d-af5d-29834ca72648 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:33:00.571242 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af8f5642-8353-45f6-be44-5b2a4ed223b1', 'tag': 'f0a9d974-b7ee-4f02-bf17-f6427762e0c6', 'status': 'completed', 'code': 200} Oct 20 11:33:00.625486 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-2c209871-0a00-433a-9fa9-5194c77880fc service neutron] 10.222.0.89 "GET /v2.0/networks/cbfb6560-b005-4cf2-8e9b-c40d4507d392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009883 Oct 20 11:33:00.704851 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-f43b9c98-2bbf-4490-b70d-0abb7c45f8b5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=21d0cf01-a7f4-49be-aec5-51e5c5128073 HTTP/1.1" status: 200 len: 217 time: 0.0694396 Oct 20 11:33:00.709601 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1e50ec2e-8c75-425d-aeed-360e85f5942a req-d32b18bf-e198-485b-91fa-91c341adadf9 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-415066077&fields=id&tenant_id=a20a4ace347a43268c08641c84c578e4 HTTP/1.1" status: 200 len: 267 time: 0.1369128 Oct 20 11:33:00.795912 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-a0def538-6cd9-4682-adf3-a54936fab64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:00.797677 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-a0def538-6cd9-4682-adf3-a54936fab64f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8b2ce3de-10a9-4c8a-b2e7-4d28126c6f52 HTTP/1.1" status: 200 len: 797 time: 0.0780761 Oct 20 11:33:00.824379 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb61be4-031b-47ae-9a7b-2795f75cf52c req-59c8e212-802a-4080-8575-4b7788d7bb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:00.826384 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3bb61be4-031b-47ae-9a7b-2795f75cf52c req-59c8e212-802a-4080-8575-4b7788d7bb9b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a20a4ace347a43268c08641c84c578e4&device_id=af8f5642-8353-45f6-be44-5b2a4ed223b1 HTTP/1.1" status: 200 len: 1135 time: 0.2279308 Oct 20 11:33:00.862327 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-53401b0e-bcec-4447-8189-bd504406fc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:00.863945 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-53401b0e-bcec-4447-8189-bd504406fc1a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cbfb6560-b005-4cf2-8e9b-c40d4507d392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0572171 Oct 20 11:33:00.875824 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['f0a9d974-b7ee-4f02-bf17-f6427762e0c6'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:33:00.891153 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e50ec2e-8c75-425d-aeed-360e85f5942a req-e1fc78c2-c7d2-42c9-a6ca-6153458e2d7b tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:00.892786 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1e50ec2e-8c75-425d-aeed-360e85f5942a req-e1fc78c2-c7d2-42c9-a6ca-6153458e2d7b tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/ports?device_id=af8f5642-8353-45f6-be44-5b2a4ed223b1 HTTP/1.1" status: 200 len: 984 time: 0.1825433 Oct 20 11:33:00.917775 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-1e50ec2e-8c75-425d-aeed-360e85f5942a req-051dddcc-81ef-453b-a35c-1ab7b455cc65 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Request body: {'port': {'security_groups': ['69888122-6b31-4f03-b58e-69ca71af741f']}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:33:00.970635 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:33:01.011603 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ab45cc8c-26c1-44ae-a323-baed443a2683 req-6eeaffe0-b9ce-474a-a8bc-7b309670c1be tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:01.090545 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb61be4-031b-47ae-9a7b-2795f75cf52c req-9e4aa6ec-5526-46b0-a0d0-b87d2a3f3af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:01.091969 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3bb61be4-031b-47ae-9a7b-2795f75cf52c req-9e4aa6ec-5526-46b0-a0d0-b87d2a3f3af3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=64a64dee-91fa-4344-be82-ab20bea176e6 HTTP/1.1" status: 200 len: 921 time: 0.2547574 Oct 20 11:33:01.092630 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-1e50ec2e-8c75-425d-aeed-360e85f5942a req-051dddcc-81ef-453b-a35c-1ab7b455cc65 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:01.107864 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-26ccaef1-a2f4-4087-bc4a-05f0d809e9ce service neutron] 10.222.0.89 "GET /v2.0/networks/cbfb6560-b005-4cf2-8e9b-c40d4507d392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211163 Oct 20 11:33:01.167745 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3bb61be4-031b-47ae-9a7b-2795f75cf52c req-71e0c795-b9bf-41a3-8524-c3adc454137e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0a9d974-b7ee-4f02-bf17-f6427762e0c6 HTTP/1.1" status: 200 len: 217 time: 0.0635684 Oct 20 11:33:01.237938 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:33:01.253801 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e2c95f45-8b5d-4cd5-8df0-66a351204d9c req-df538bb6-4f90-4136-aec9-be3e164626ec service neutron] 10.222.0.89 "GET /v2.0/networks/cbfb6560-b005-4cf2-8e9b-c40d4507d392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358991 Oct 20 11:33:01.254296 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:33:01.254396 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:01.336659 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ab45cc8c-26c1-44ae-a323-baed443a2683 req-6eeaffe0-b9ce-474a-a8bc-7b309670c1be tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:01.350317 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['0b38dad0-77c6-439d-9dbe-707106a570e6'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:33:01.431399 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb61be4-031b-47ae-9a7b-2795f75cf52c req-3209926c-3b6e-4095-b041-70d3b1fcf4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:01.433880 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3bb61be4-031b-47ae-9a7b-2795f75cf52c req-3209926c-3b6e-4095-b041-70d3b1fcf4fa service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e8e3b78b-83cf-4f01-9e38-0802b32ade11 HTTP/1.1" status: 200 len: 859 time: 0.2126095 Oct 20 11:33:01.456077 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab45cc8c-26c1-44ae-a323-baed443a2683 req-6eeaffe0-b9ce-474a-a8bc-7b309670c1be tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Network 35740985-59da-4215-add1-e1839e38e811 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:33:01.496010 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-ab45cc8c-26c1-44ae-a323-baed443a2683 req-6eeaffe0-b9ce-474a-a8bc-7b309670c1be tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:33:01.516296 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab45cc8c-26c1-44ae-a323-baed443a2683 req-6eeaffe0-b9ce-474a-a8bc-7b309670c1be tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:33:01.520581 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeaffe0-b9ce-474a-a8bc-7b309670c1be tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Pushing event updated for resources: {'Port': ['ID=07bec960-9ddc-4b12-867d-e4be6d9bedfe,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:01.532237 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3bb61be4-031b-47ae-9a7b-2795f75cf52c req-93db934c-e73b-4fa3-9918-872da24ee32e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=64a64dee-91fa-4344-be82-ab20bea176e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599763 Oct 20 11:33:01.565702 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720dff7f-9a57-454f-a162-667674f0f1b3 req-c036e335-27de-4283-b2d3-59cd2e84cbaf tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:01.568454 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-720dff7f-9a57-454f-a162-667674f0f1b3 req-c036e335-27de-4283-b2d3-59cd2e84cbaf tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=b40a34ac-1db6-4058-a9e4-20f9892d8d06 HTTP/1.1" status: 200 len: 949 time: 0.2719407 Oct 20 11:33:01.691357 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:01.773171 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45cc8c-26c1-44ae-a323-baed443a2683 req-6eeaffe0-b9ce-474a-a8bc-7b309670c1be tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:01.812864 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ab45cc8c-26c1-44ae-a323-baed443a2683 req-6eeaffe0-b9ce-474a-a8bc-7b309670c1be tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:01.834357 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40a34ac-1db6-4058-a9e4-20f9892d8d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:33:01.844852 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d057af0-c5a3-4e73-a927-1dd44b25763a" -d '{"events": [{"server_uuid": "b40a34ac-1db6-4058-a9e4-20f9892d8d06", "name": "network-vif-plugged", "status": "completed", "tag": "4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:33:01.889775 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-720dff7f-9a57-454f-a162-667674f0f1b3 req-682f1009-5a1a-43ed-b651-93295563fc15 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058939 Oct 20 11:33:01.899832 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ab45cc8c-26c1-44ae-a323-baed443a2683 req-6eeaffe0-b9ce-474a-a8bc-7b309670c1be tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6700253 Oct 20 11:33:01.912437 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:33:01.924780 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-ab45cc8c-26c1-44ae-a323-baed443a2683 req-23acf959-d694-41f1-800c-db259336f24e service neutron] Request body: {'port': {'device_id': 'e6df1903-73f0-461c-b734-9c6ab3198a8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:33:01.945126 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:01.980414 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-1e50ec2e-8c75-425d-aeed-360e85f5942a req-051dddcc-81ef-453b-a35c-1ab7b455cc65 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] For port f0a9d974-b7ee-4f02-bf17-f6427762e0c6, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=f0a9d974-b7ee-4f02-bf17-f6427762e0c6,segment=NetworkSegment(ea9723fb-0cbc-4e43-9a4c-890d295b4e3e),segment_id=ea9723fb-0cbc-4e43-9a4c-890d295b4e3e)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:33:01.983668 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3bb61be4-031b-47ae-9a7b-2795f75cf52c req-793f7743-5417-4c7f-9f65-39a7c3ecb66b service neutron] 10.222.0.89 "GET /v2.0/networks/64a64dee-91fa-4344-be82-ab20bea176e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4282777 Oct 20 11:33:02.052543 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:02.142067 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ab45cc8c-26c1-44ae-a323-baed443a2683 req-23acf959-d694-41f1-800c-db259336f24e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:02.146072 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-1e50ec2e-8c75-425d-aeed-360e85f5942a req-051dddcc-81ef-453b-a35c-1ab7b455cc65 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:02.167741 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-1e50ec2e-8c75-425d-aeed-360e85f5942a req-051dddcc-81ef-453b-a35c-1ab7b455cc65 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:02.194989 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['f0a9d974-b7ee-4f02-bf17-f6427762e0c6'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:33:02.279866 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e50ec2e-8c75-425d-aeed-360e85f5942a req-051dddcc-81ef-453b-a35c-1ab7b455cc65 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:02.280794 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-1e50ec2e-8c75-425d-aeed-360e85f5942a req-051dddcc-81ef-453b-a35c-1ab7b455cc65 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:02.282418 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1e50ec2e-8c75-425d-aeed-360e85f5942a req-051dddcc-81ef-453b-a35c-1ab7b455cc65 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "PUT /v2.0/ports/f0a9d974-b7ee-4f02-bf17-f6427762e0c6 HTTP/1.1" status: 200 len: 942 time: 1.3795729 Oct 20 11:33:02.284720 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3bb61be4-031b-47ae-9a7b-2795f75cf52c req-10fcd9ad-374c-4d84-902c-15f7c7ce12a9 service neutron] 10.222.0.89 "GET /v2.0/networks/64a64dee-91fa-4344-be82-ab20bea176e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884274 Oct 20 11:33:02.336474 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051dddcc-81ef-453b-a35c-1ab7b455cc65 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Pushing event updated for resources: {'Port': ['ID=f0a9d974-b7ee-4f02-bf17-f6427762e0c6,revision_number=7']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:02.413864 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a120790a-ebf5-41d4-888b-4aca15584759 x-openstack-request-id: req-a120790a-ebf5-41d4-888b-4aca15584759 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:33:02.414170 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40a34ac-1db6-4058-a9e4-20f9892d8d06", "name": "network-vif-plugged", "status": "completed", "tag": "4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:33:02.414421 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a120790a-ebf5-41d4-888b-4aca15584759 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:33:02.414912 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40a34ac-1db6-4058-a9e4-20f9892d8d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03', 'code': 200} Oct 20 11:33:02.526194 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['f0a9d974-b7ee-4f02-bf17-f6427762e0c6'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:33:02.592463 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af8f5642-8353-45f6-be44-5b2a4ed223b1', 'tag': 'f0a9d974-b7ee-4f02-bf17-f6427762e0c6'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:33:02.595032 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfd82b5-4d4a-4e68-bac5-b4d18d892d8b" -d '{"events": [{"name": "network-changed", "server_uuid": "af8f5642-8353-45f6-be44-5b2a4ed223b1", "tag": "f0a9d974-b7ee-4f02-bf17-f6427762e0c6"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:33:02.695791 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3cc49-67eb-4493-ad44-f46d3fbe1e76 req-96372324-1b2c-436a-a274-3e425902dcc3 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:02.703381 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3fb3cc49-67eb-4493-ad44-f46d3fbe1e76 req-96372324-1b2c-436a-a274-3e425902dcc3 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6df1903-73f0-461c-b734-9c6ab3198a8e HTTP/1.1" status: 200 len: 931 time: 0.2598050 Oct 20 11:33:02.714718 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a68fd-b3d5-4c87-b16a-d5b9b1f2fb04 req-9883e8b1-1abe-42be-aa6f-dcf44b1ce266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:02.716514 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4c6a68fd-b3d5-4c87-b16a-d5b9b1f2fb04 req-9883e8b1-1abe-42be-aa6f-dcf44b1ce266 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b40a34ac-1db6-4058-a9e4-20f9892d8d06 HTTP/1.1" status: 200 len: 1101 time: 0.2394791 Oct 20 11:33:02.768909 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-366776d2-b8af-4796-8865-d0cb5c1bfd58 req-650f23c6-ee59-4557-b5e1-92daf5c51c9c tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3234189 Oct 20 11:33:02.782438 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-366776d2-b8af-4796-8865-d0cb5c1bfd58 req-115bbbaf-ec4b-4820-a33c-43e9a4bb1ca0 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:33:02.855412 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3fb3cc49-67eb-4493-ad44-f46d3fbe1e76 req-a088beaa-1195-45f1-b2eb-b269ee4d5e42 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups?id=395cbb04-21ec-4ed0-bf96-713eba7c093e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463943 Oct 20 11:33:02.866712 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4c6a68fd-b3d5-4c87-b16a-d5b9b1f2fb04 req-a83d5ac4-fbb8-468a-99c9-d80105e2f288 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272497 Oct 20 11:33:02.882921 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-366776d2-b8af-4796-8865-d0cb5c1bfd58 req-115bbbaf-ec4b-4820-a33c-43e9a4bb1ca0 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Publish callbacks [] for floatingip, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:02.950356 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b82e9b4-1be1-4c40-bd07-bccb3d93cf5d x-openstack-request-id: req-7b82e9b4-1be1-4c40-bd07-bccb3d93cf5d {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:33:02.952563 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af8f5642-8353-45f6-be44-5b2a4ed223b1", "tag": "f0a9d974-b7ee-4f02-bf17-f6427762e0c6", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:33:02.953007 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7b82e9b4-1be1-4c40-bd07-bccb3d93cf5d {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:33:02.953568 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af8f5642-8353-45f6-be44-5b2a4ed223b1', 'tag': 'f0a9d974-b7ee-4f02-bf17-f6427762e0c6', 'status': 'completed', 'code': 200} Oct 20 11:33:02.973998 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 6525970b-6518-4419-8f81-0f6afc95e9d5 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:33:03.033055 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-ab45cc8c-26c1-44ae-a323-baed443a2683 req-23acf959-d694-41f1-800c-db259336f24e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07bec960-9ddc-4b12-867d-e4be6d9bedfe {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:33:03.059948 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 6525970b-6518-4419-8f81-0f6afc95e9d5 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:33:03.067783 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 6525970b-6518-4419-8f81-0f6afc95e9d5 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:33:03.068457 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:03.103905 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ab45cc8c-26c1-44ae-a323-baed443a2683 req-23acf959-d694-41f1-800c-db259336f24e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:03.145974 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496acbb8-a786-4cf5-b1b9-d68a9b2581cd req-7b5efaf2-3ef3-4f69-b866-db684c6dd050 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:03.147644 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-496acbb8-a786-4cf5-b1b9-d68a9b2581cd req-7b5efaf2-3ef3-4f69-b866-db684c6dd050 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=b40a34ac-1db6-4058-a9e4-20f9892d8d06 HTTP/1.1" status: 200 len: 950 time: 0.1316767 Oct 20 11:33:03.175116 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:03.213131 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-ab45cc8c-26c1-44ae-a323-baed443a2683 req-23acf959-d694-41f1-800c-db259336f24e service neutron] Transition to ACTIVE for port object 07bec960-9ddc-4b12-867d-e4be6d9bedfe will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:33:03.223775 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 6525970b-6518-4419-8f81-0f6afc95e9d5, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=6525970b-6518-4419-8f81-0f6afc95e9d5,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:33:03.231036 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:03.241581 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ab45cc8c-26c1-44ae-a323-baed443a2683 req-23acf959-d694-41f1-800c-db259336f24e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:03.306705 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23acf959-d694-41f1-800c-db259336f24e service neutron] Pushing event updated for resources: {'Port': ['ID=07bec960-9ddc-4b12-867d-e4be6d9bedfe,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:03.308436 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=6525970b-6518-4419-8f81-0f6afc95e9d5,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:03.322702 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd82b5-4d4a-4e68-bac5-b4d18d892d8b req-84b69792-b607-4d59-a390-f2439821e3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:03.324392 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7cfd82b5-4d4a-4e68-bac5-b4d18d892d8b req-84b69792-b607-4d59-a390-f2439821e3e8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a20a4ace347a43268c08641c84c578e4&device_id=af8f5642-8353-45f6-be44-5b2a4ed223b1 HTTP/1.1" status: 200 len: 1096 time: 0.2129495 Oct 20 11:33:03.376090 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-496acbb8-a786-4cf5-b1b9-d68a9b2581cd req-6aae4400-832b-4bdc-9b10-bb07ce44f02b tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845577 Oct 20 11:33:03.495351 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-366776d2-b8af-4796-8865-d0cb5c1bfd58 req-115bbbaf-ec4b-4820-a33c-43e9a4bb1ca0 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:03.610963 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-ab45cc8c-26c1-44ae-a323-baed443a2683 req-23acf959-d694-41f1-800c-db259336f24e service neutron] Attempting to bind port 07bec960-9ddc-4b12-867d-e4be6d9bedfe on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:33:03.611461 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-ab45cc8c-26c1-44ae-a323-baed443a2683 req-23acf959-d694-41f1-800c-db259336f24e service neutron] Attempting to bind port 07bec960-9ddc-4b12-867d-e4be6d9bedfe by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '59f8b397-57a4-4b9f-b597-5d74b0b9ce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '35740985-59da-4215-add1-e1839e38e811'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:33:03.611886 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab45cc8c-26c1-44ae-a323-baed443a2683 req-23acf959-d694-41f1-800c-db259336f24e service neutron] Attempting to bind port 07bec960-9ddc-4b12-867d-e4be6d9bedfe on network 35740985-59da-4215-add1-e1839e38e811 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:33:03.616642 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd82b5-4d4a-4e68-bac5-b4d18d892d8b req-acd60ed1-6ddd-48a3-be4a-3cb71598b8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:03.618245 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7cfd82b5-4d4a-4e68-bac5-b4d18d892d8b req-acd60ed1-6ddd-48a3-be4a-3cb71598b8b3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=64a64dee-91fa-4344-be82-ab20bea176e6 HTTP/1.1" status: 200 len: 921 time: 0.2613194 Oct 20 11:33:03.668122 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-366776d2-b8af-4796-8865-d0cb5c1bfd58 req-115bbbaf-ec4b-4820-a33c-43e9a4bb1ca0 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Allocated IP 172.25.5.127 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/0fd620b2-9260-4f53-bab3-3588c9002a66) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:33:03.784182 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-366776d2-b8af-4796-8865-d0cb5c1bfd58 req-115bbbaf-ec4b-4820-a33c-43e9a4bb1ca0 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:03.795219 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab45cc8c-26c1-44ae-a323-baed443a2683 req-23acf959-d694-41f1-800c-db259336f24e service neutron] Port 07bec960-9ddc-4b12-867d-e4be6d9bedfe on network 35740985-59da-4215-add1-e1839e38e811 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:33:03.795543 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab45cc8c-26c1-44ae-a323-baed443a2683 req-23acf959-d694-41f1-800c-db259336f24e service neutron] Attempting to bind port 07bec960-9ddc-4b12-867d-e4be6d9bedfe on network 35740985-59da-4215-add1-e1839e38e811 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:33:03.837584 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7cfd82b5-4d4a-4e68-bac5-b4d18d892d8b req-e0fcc70c-5f19-4303-b72f-cdef8fc997ae service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0a9d974-b7ee-4f02-bf17-f6427762e0c6 HTTP/1.1" status: 200 len: 217 time: 0.2078834 Oct 20 11:33:03.840114 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab45cc8c-26c1-44ae-a323-baed443a2683 req-23acf959-d694-41f1-800c-db259336f24e service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:33:03.840456 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab45cc8c-26c1-44ae-a323-baed443a2683 req-23acf959-d694-41f1-800c-db259336f24e service neutron] Checking segment: {'id': '59f8b397-57a4-4b9f-b597-5d74b0b9ce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '35740985-59da-4215-add1-e1839e38e811'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:33:03.840835 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab45cc8c-26c1-44ae-a323-baed443a2683 req-23acf959-d694-41f1-800c-db259336f24e service neutron] Bound using segment: {'id': '59f8b397-57a4-4b9f-b597-5d74b0b9ce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '35740985-59da-4215-add1-e1839e38e811'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:33:03.841279 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-ab45cc8c-26c1-44ae-a323-baed443a2683 req-23acf959-d694-41f1-800c-db259336f24e service neutron] Bound port: 07bec960-9ddc-4b12-867d-e4be6d9bedfe, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f8b397-57a4-4b9f-b597-5d74b0b9ce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '35740985-59da-4215-add1-e1839e38e811'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:33:03.841630 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ab45cc8c-26c1-44ae-a323-baed443a2683 req-23acf959-d694-41f1-800c-db259336f24e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:03.933256 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd82b5-4d4a-4e68-bac5-b4d18d892d8b req-1a2efaa8-c56f-4788-9104-a37d7527b743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:03.934724 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7cfd82b5-4d4a-4e68-bac5-b4d18d892d8b req-1a2efaa8-c56f-4788-9104-a37d7527b743 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e8e3b78b-83cf-4f01-9e38-0802b32ade11 HTTP/1.1" status: 200 len: 859 time: 0.0863359 Oct 20 11:33:04.004806 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7cfd82b5-4d4a-4e68-bac5-b4d18d892d8b req-29dd1b1f-f9e2-4c0d-9f0c-924ee7f28a22 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=64a64dee-91fa-4344-be82-ab20bea176e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479653 Oct 20 11:33:04.018127 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-366776d2-b8af-4796-8865-d0cb5c1bfd58 req-115bbbaf-ec4b-4820-a33c-43e9a4bb1ca0 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:04.139360 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-366776d2-b8af-4796-8865-d0cb5c1bfd58 req-115bbbaf-ec4b-4820-a33c-43e9a4bb1ca0 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:33:04.154605 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335da62-8d24-4a3a-8e9f-4fa057f64b47 req-81f7d9b0-1920-40d3-a43a-0fdcd8b9973f tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:04.162038 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b335da62-8d24-4a3a-8e9f-4fa057f64b47 req-81f7d9b0-1920-40d3-a43a-0fdcd8b9973f tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d63aa35-428e-4d53-bf56-ec6e60d5f02b HTTP/1.1" status: 200 len: 946 time: 0.2381055 Oct 20 11:33:04.176941 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-366776d2-b8af-4796-8865-d0cb5c1bfd58 req-115bbbaf-ec4b-4820-a33c-43e9a4bb1ca0 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:33:04.219016 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-366776d2-b8af-4796-8865-d0cb5c1bfd58 req-115bbbaf-ec4b-4820-a33c-43e9a4bb1ca0 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:33:04.230268 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-ab45cc8c-26c1-44ae-a323-baed443a2683 req-23acf959-d694-41f1-800c-db259336f24e service neutron] For port 07bec960-9ddc-4b12-867d-e4be6d9bedfe, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:33:04.232731 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115bbbaf-ec4b-4820-a33c-43e9a4bb1ca0 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Pushing event updated for resources: {'Port': ['ID=0fd620b2-9260-4f53-bab3-3588c9002a66,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:04.278128 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-ab45cc8c-26c1-44ae-a323-baed443a2683 req-23acf959-d694-41f1-800c-db259336f24e service neutron] For port 07bec960-9ddc-4b12-867d-e4be6d9bedfe, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=07bec960-9ddc-4b12-867d-e4be6d9bedfe,segment=NetworkSegment(59f8b397-57a4-4b9f-b597-5d74b0b9ce74),segment_id=59f8b397-57a4-4b9f-b597-5d74b0b9ce74)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:33:04.298364 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ab45cc8c-26c1-44ae-a323-baed443a2683 req-23acf959-d694-41f1-800c-db259336f24e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:04.329855 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b335da62-8d24-4a3a-8e9f-4fa057f64b47 req-21ea6269-3dda-405f-9056-ea152e173a5c tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] 10.222.0.98 "GET /v2.0/security-groups?id=bee60465-470c-4ac8-9215-1615b7cf532f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610332 Oct 20 11:33:04.416549 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399527ad-1581-4617-8ce9-3c03b2c14659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6525970b-6518-4419-8f81-0f6afc95e9d5'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:33:04.419519 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7cfd82b5-4d4a-4e68-bac5-b4d18d892d8b req-0e73b794-aec1-4993-b04b-a4241502c0bc service neutron] 10.222.0.89 "GET /v2.0/networks/64a64dee-91fa-4344-be82-ab20bea176e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907576 Oct 20 11:33:04.420891 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45cc8c-26c1-44ae-a323-baed443a2683 req-23acf959-d694-41f1-800c-db259336f24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:04.421363 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2877ff4-f0ef-47fc-89ad-c3a636b8d567" -d '{"events": [{"server_uuid": "399527ad-1581-4617-8ce9-3c03b2c14659", "name": "network-vif-plugged", "status": "completed", "tag": "6525970b-6518-4419-8f81-0f6afc95e9d5"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:33:04.421534 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ab45cc8c-26c1-44ae-a323-baed443a2683 req-23acf959-d694-41f1-800c-db259336f24e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:04.427455 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ab45cc8c-26c1-44ae-a323-baed443a2683 req-23acf959-d694-41f1-800c-db259336f24e service neutron] 10.222.0.11 "PUT /v2.0/ports/07bec960-9ddc-4b12-867d-e4be6d9bedfe HTTP/1.1" status: 200 len: 1091 time: 2.5096068 Oct 20 11:33:04.966952 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6df1903-73f0-461c-b734-9c6ab3198a8e', 'tag': '07bec960-9ddc-4b12-867d-e4be6d9bedfe'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:33:04.969215 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63a04e1-da3b-4108-943a-f41407ec02d4" -d '{"events": [{"name": "network-changed", "server_uuid": "e6df1903-73f0-461c-b734-9c6ab3198a8e", "tag": "07bec960-9ddc-4b12-867d-e4be6d9bedfe"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:33:04.985444 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23acf959-d694-41f1-800c-db259336f24e service neutron] Pushing event updated for resources: {'Port': ['ID=07bec960-9ddc-4b12-867d-e4be6d9bedfe,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:05.000424 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-366776d2-b8af-4796-8865-d0cb5c1bfd58 req-115bbbaf-ec4b-4820-a33c-43e9a4bb1ca0 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:05.016819 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45cc8c-26c1-44ae-a323-baed443a2683 req-01683c27-bccb-4387-ab7b-aa4c9d7749a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:05.018427 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ab45cc8c-26c1-44ae-a323-baed443a2683 req-01683c27-bccb-4387-ab7b-aa4c9d7749a5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=48a94a8543a948e194f233beccd2f46a&device_id=e6df1903-73f0-461c-b734-9c6ab3198a8e HTTP/1.1" status: 200 len: 1094 time: 0.5218804 Oct 20 11:33:05.026477 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a4a4a-8f7d-4ff5-a73b-bd73f45c7f21 req-e455de10-56b4-4d86-88fa-90cacd83b10b tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:05.027902 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f24a4a4a-8f7d-4ff5-a73b-bd73f45c7f21 req-e455de10-56b4-4d86-88fa-90cacd83b10b tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6df1903-73f0-461c-b734-9c6ab3198a8e HTTP/1.1" status: 200 len: 943 time: 0.5960741 Oct 20 11:33:05.098692 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ab45cc8c-26c1-44ae-a323-baed443a2683 req-8fca3a55-3ac7-493d-b3c9-077db45f71d2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=07bec960-9ddc-4b12-867d-e4be6d9bedfe HTTP/1.1" status: 200 len: 217 time: 0.0696573 Oct 20 11:33:05.123083 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7cfd82b5-4d4a-4e68-bac5-b4d18d892d8b req-4984e297-7967-4df3-9506-6a86a4bd6a9d service neutron] 10.222.0.89 "GET /v2.0/networks/64a64dee-91fa-4344-be82-ab20bea176e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6899450 Oct 20 11:33:05.147679 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-366776d2-b8af-4796-8865-d0cb5c1bfd58 req-115bbbaf-ec4b-4820-a33c-43e9a4bb1ca0 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:05.207641 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f24a4a4a-8f7d-4ff5-a73b-bd73f45c7f21 req-c7f63fde-fc31-406b-bd2c-7922e2df3777 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups?id=395cbb04-21ec-4ed0-bf96-713eba7c093e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629605 Oct 20 11:33:05.221377 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45cc8c-26c1-44ae-a323-baed443a2683 req-53e62792-b030-40a7-ba0a-639125e551cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:05.223505 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ab45cc8c-26c1-44ae-a323-baed443a2683 req-53e62792-b030-40a7-ba0a-639125e551cc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bf856053-6533-48a8-9cf8-f44a20996faa HTTP/1.1" status: 200 len: 852 time: 0.1132481 Oct 20 11:33:05.271082 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ab45cc8c-26c1-44ae-a323-baed443a2683 req-7444fc0d-2b00-4141-b637-77357a0fb035 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=35740985-59da-4215-add1-e1839e38e811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372133 Oct 20 11:33:05.463644 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc75629-2276-4834-8792-0355e9f5da03 req-96f69d34-06f1-4fd0-bc6c-960982a40c92 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:05.465962 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fcc75629-2276-4834-8792-0355e9f5da03 req-96f69d34-06f1-4fd0-bc6c-960982a40c92 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=b40a34ac-1db6-4058-a9e4-20f9892d8d06 HTTP/1.1" status: 200 len: 950 time: 0.1713173 Oct 20 11:33:05.506615 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ab45cc8c-26c1-44ae-a323-baed443a2683 req-731d9170-4f3a-42d9-84ca-4c4bc284f626 service neutron] 10.222.0.11 "GET /v2.0/networks/35740985-59da-4215-add1-e1839e38e811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215333 Oct 20 11:33:05.556358 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-366776d2-b8af-4796-8865-d0cb5c1bfd58 req-115bbbaf-ec4b-4820-a33c-43e9a4bb1ca0 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:05.567189 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fcc75629-2276-4834-8792-0355e9f5da03 req-4cdccd9e-45d1-4d69-b42c-f2bfea079117 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878386 Oct 20 11:33:05.577019 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-366776d2-b8af-4796-8865-d0cb5c1bfd58 req-115bbbaf-ec4b-4820-a33c-43e9a4bb1ca0 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:05.721462 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8786b717-4223-4683-bca7-0f75b02e3292 x-openstack-request-id: req-8786b717-4223-4683-bca7-0f75b02e3292 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:33:05.721462 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399527ad-1581-4617-8ce9-3c03b2c14659", "name": "network-vif-plugged", "status": "completed", "tag": "6525970b-6518-4419-8f81-0f6afc95e9d5", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:33:05.721462 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8786b717-4223-4683-bca7-0f75b02e3292 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:33:05.721462 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '399527ad-1581-4617-8ce9-3c03b2c14659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6525970b-6518-4419-8f81-0f6afc95e9d5', 'code': 200} Oct 20 11:33:05.756923 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115bbbaf-ec4b-4820-a33c-43e9a4bb1ca0 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Pushing event updated for resources: {'Port': ['ID=0fd620b2-9260-4f53-bab3-3588c9002a66,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:05.793457 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ab45cc8c-26c1-44ae-a323-baed443a2683 req-0f3026f9-6ae9-486e-9ed1-8fb10cc48d02 service neutron] 10.222.0.11 "GET /v2.0/networks/35740985-59da-4215-add1-e1839e38e811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780483 Oct 20 11:33:05.794345 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-366776d2-b8af-4796-8865-d0cb5c1bfd58 req-115bbbaf-ec4b-4820-a33c-43e9a4bb1ca0 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:05.877738 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-366776d2-b8af-4796-8865-d0cb5c1bfd58 req-115bbbaf-ec4b-4820-a33c-43e9a4bb1ca0 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:05.885715 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-366776d2-b8af-4796-8865-d0cb5c1bfd58 req-115bbbaf-ec4b-4820-a33c-43e9a4bb1ca0 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1153834 Oct 20 11:33:05.971950 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab8b84-e380-4791-98bb-b983b8e8dba5 req-67518aae-c91e-47ab-923f-461f382e94d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:05.973774 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-54ab8b84-e380-4791-98bb-b983b8e8dba5 req-67518aae-c91e-47ab-923f-461f382e94d0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=399527ad-1581-4617-8ce9-3c03b2c14659 HTTP/1.1" status: 200 len: 1100 time: 0.1624167 Oct 20 11:33:05.991168 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-366776d2-b8af-4796-8865-d0cb5c1bfd58 req-42a4b1df-3742-4c79-85b7-73fb57583349 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.127 HTTP/1.1" status: 200 len: 696 time: 0.1043010 Oct 20 11:33:06.082975 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-54ab8b84-e380-4791-98bb-b983b8e8dba5 req-673b4ef7-4753-4bc5-b884-06ec144ac255 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887311 Oct 20 11:33:06.130376 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366776d2-b8af-4796-8865-d0cb5c1bfd58 req-976802ef-2c3b-4a7e-bbcb-22e62a566b99 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:06.132671 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-366776d2-b8af-4796-8865-d0cb5c1bfd58 req-976802ef-2c3b-4a7e-bbcb-22e62a566b99 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/networks/717966e5-c478-496f-bddb-05794fb74250 HTTP/1.1" status: 200 len: 784 time: 0.1404772 Oct 20 11:33:06.207879 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660d5804-75a7-42d5-8c89-e816d9969fc1 x-openstack-request-id: req-660d5804-75a7-42d5-8c89-e816d9969fc1 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:33:06.208551 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6df1903-73f0-461c-b734-9c6ab3198a8e", "tag": "07bec960-9ddc-4b12-867d-e4be6d9bedfe", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:33:06.208551 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-660d5804-75a7-42d5-8c89-e816d9969fc1 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:33:06.209528 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6df1903-73f0-461c-b734-9c6ab3198a8e', 'tag': '07bec960-9ddc-4b12-867d-e4be6d9bedfe', 'status': 'completed', 'code': 200} Oct 20 11:33:06.334627 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a04e1-da3b-4108-943a-f41407ec02d4 req-2d74a922-0708-4890-b718-24c906d10d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:06.336296 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f63a04e1-da3b-4108-943a-f41407ec02d4 req-2d74a922-0708-4890-b718-24c906d10d52 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=48a94a8543a948e194f233beccd2f46a&device_id=e6df1903-73f0-461c-b734-9c6ab3198a8e HTTP/1.1" status: 200 len: 1094 time: 0.0857711 Oct 20 11:33:06.351533 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17e088-860b-4e19-9093-a2e642fc9b4a req-ed0e3340-8245-4f28-8aba-fb4fb8659585 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:06.353051 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7a17e088-860b-4e19-9093-a2e642fc9b4a req-ed0e3340-8245-4f28-8aba-fb4fb8659585 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=399527ad-1581-4617-8ce9-3c03b2c14659 HTTP/1.1" status: 200 len: 949 time: 0.1409619 Oct 20 11:33:06.419383 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0543483-8373-42a0-a8fb-ab1361d45290 req-41a34d81-7fe7-45a6-86d3-f6c2d9d3c301 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:06.420969 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a0543483-8373-42a0-a8fb-ab1361d45290 req-41a34d81-7fe7-45a6-86d3-f6c2d9d3c301 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/ports?device_id=af8f5642-8353-45f6-be44-5b2a4ed223b1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1231177 Oct 20 11:33:06.531371 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7a17e088-860b-4e19-9093-a2e642fc9b4a req-3adba4f7-b55f-45d4-a88a-96471cb17650 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673956 Oct 20 11:33:06.551800 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a0543483-8373-42a0-a8fb-ab1361d45290 req-64ead4b9-f08f-45a4-b898-bf8e8a4c1ffe tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.127 HTTP/1.1" status: 200 len: 696 time: 0.0939946 Oct 20 11:33:06.558834 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-a0543483-8373-42a0-a8fb-ab1361d45290 req-85073f06-90e8-424d-b17a-4c1226c41db3 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Request body: {'floatingip': {'port_id': 'f0a9d974-b7ee-4f02-bf17-f6427762e0c6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:33:06.629358 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a0543483-8373-42a0-a8fb-ab1361d45290 req-85073f06-90e8-424d-b17a-4c1226c41db3 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Publish callbacks [] for floatingip, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:06.632481 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a04e1-da3b-4108-943a-f41407ec02d4 req-35da5115-cffa-4597-8d7f-8339a76204b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:06.633993 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f63a04e1-da3b-4108-943a-f41407ec02d4 req-35da5115-cffa-4597-8d7f-8339a76204b8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=35740985-59da-4215-add1-e1839e38e811 HTTP/1.1" status: 200 len: 914 time: 0.2800477 Oct 20 11:33:06.797245 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f63a04e1-da3b-4108-943a-f41407ec02d4 req-100f4a9b-f008-4f5e-8be2-0116cabb4af9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=07bec960-9ddc-4b12-867d-e4be6d9bedfe HTTP/1.1" status: 200 len: 217 time: 0.0539126 Oct 20 11:33:06.911678 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a04e1-da3b-4108-943a-f41407ec02d4 req-05fd4dac-2356-453c-bd00-bc8cf31cfd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:06.913123 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f63a04e1-da3b-4108-943a-f41407ec02d4 req-05fd4dac-2356-453c-bd00-bc8cf31cfd05 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bf856053-6533-48a8-9cf8-f44a20996faa HTTP/1.1" status: 200 len: 852 time: 0.1025565 Oct 20 11:33:06.920712 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff96be-a1d9-4861-bcd9-6e68ae6c3d38 req-edd34f1d-a146-4abf-a03f-ca17fd2adc48 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:06.928330 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c5ff96be-a1d9-4861-bcd9-6e68ae6c3d38 req-edd34f1d-a146-4abf-a03f-ca17fd2adc48 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d63aa35-428e-4d53-bf56-ec6e60d5f02b HTTP/1.1" status: 200 len: 946 time: 0.1865330 Oct 20 11:33:06.958148 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f63a04e1-da3b-4108-943a-f41407ec02d4 req-7ac1fdd0-d0ed-48b5-b0cb-bf95b5655677 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=35740985-59da-4215-add1-e1839e38e811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252147 Oct 20 11:33:07.057358 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c5ff96be-a1d9-4861-bcd9-6e68ae6c3d38 req-ef1d6a0f-4226-4827-aaf9-93b1b77fc1fc tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] 10.222.0.98 "GET /v2.0/security-groups?id=bee60465-470c-4ac8-9215-1615b7cf532f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280329 Oct 20 11:33:07.226967 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f63a04e1-da3b-4108-943a-f41407ec02d4 req-f579a4aa-b41f-44f4-81c4-d1fe95877868 service neutron] 10.222.0.11 "GET /v2.0/networks/35740985-59da-4215-add1-e1839e38e811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522211 Oct 20 11:33:07.362763 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72388c83-ba24-4267-99a5-6f082ecf972d req-52ebbc9f-e192-476e-b0a6-7c7cdc9bda99 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:07.371052 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-72388c83-ba24-4267-99a5-6f082ecf972d req-52ebbc9f-e192-476e-b0a6-7c7cdc9bda99 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6df1903-73f0-461c-b734-9c6ab3198a8e HTTP/1.1" status: 200 len: 943 time: 0.1975038 Oct 20 11:33:07.448871 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f63a04e1-da3b-4108-943a-f41407ec02d4 req-f4e0a23b-a0ac-430d-bc8a-55d379d97507 service neutron] 10.222.0.11 "GET /v2.0/networks/35740985-59da-4215-add1-e1839e38e811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110834 Oct 20 11:33:07.513703 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-72388c83-ba24-4267-99a5-6f082ecf972d req-ec40758c-2253-4011-8736-d34dd634476c tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups?id=395cbb04-21ec-4ed0-bf96-713eba7c093e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279705 Oct 20 11:33:07.545736 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a0543483-8373-42a0-a8fb-ab1361d45290 req-85073f06-90e8-424d-b17a-4c1226c41db3 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:07.551835 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a0543483-8373-42a0-a8fb-ab1361d45290 req-85073f06-90e8-424d-b17a-4c1226c41db3 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:07.682898 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [req-a0543483-8373-42a0-a8fb-ab1361d45290 req-85073f06-90e8-424d-b17a-4c1226c41db3 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Floating IP d102865e-b7e8-408d-a237-a53c2a540078 associated. External IP: 172.25.5.127, port: f0a9d974-b7ee-4f02-bf17-f6427762e0c6. Oct 20 11:33:07.993917 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cca2b-715c-46e4-b0cd-0f0e20143b36 req-172f6d56-5abb-4668-ab96-ff3da2442f37 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:07.995621 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-419cca2b-715c-46e4-b0cd-0f0e20143b36 req-172f6d56-5abb-4668-ab96-ff3da2442f37 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=399527ad-1581-4617-8ce9-3c03b2c14659 HTTP/1.1" status: 200 len: 949 time: 0.1382182 Oct 20 11:33:08.024268 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0543483-8373-42a0-a8fb-ab1361d45290 req-85073f06-90e8-424d-b17a-4c1226c41db3 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Router e9517666-aef1-46e5-824b-2d222c590e80 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:33:08.049583 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-419cca2b-715c-46e4-b0cd-0f0e20143b36 req-40494d97-09bc-41b4-886e-58dcf67561d0 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475392 Oct 20 11:33:08.584162 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0543483-8373-42a0-a8fb-ab1361d45290 req-85073f06-90e8-424d-b17a-4c1226c41db3 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:33:08.590053 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a0543483-8373-42a0-a8fb-ab1361d45290 req-85073f06-90e8-424d-b17a-4c1226c41db3 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:08.597524 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d7edbb-7801-4629-a811-257a8c8731b1 None None] Sync routers for ids ['e9517666-aef1-46e5-824b-2d222c590e80'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:33:08.609147 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d7edbb-7801-4629-a811-257a8c8731b1 None None] Routers {'e9517666-aef1-46e5-824b-2d222c590e80'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:33:08.609761 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-41d7edbb-7801-4629-a811-257a8c8731b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:32:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e9517666-aef1-46e5-824b-2d222c590e80'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:33:08.654554 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a0543483-8373-42a0-a8fb-ab1361d45290 req-85073f06-90e8-424d-b17a-4c1226c41db3 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "PUT /v2.0/floatingips/d102865e-b7e8-408d-a237-a53c2a540078 HTTP/1.1" status: 200 len: 996 time: 2.1017032 Oct 20 11:33:08.655759 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af8f5642-8353-45f6-be44-5b2a4ed223b1', 'tag': 'f0a9d974-b7ee-4f02-bf17-f6427762e0c6'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:33:08.658084 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90698b3b-62fd-47e8-9b14-6afaf49dca0e" -d '{"events": [{"name": "network-changed", "server_uuid": "af8f5642-8353-45f6-be44-5b2a4ed223b1", "tag": "f0a9d974-b7ee-4f02-bf17-f6427762e0c6"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:33:08.670587 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf9a2a-fdfc-4224-9cdf-a9f62743788d req-24087f8f-d5ee-49a9-8a79-80e47e410f50 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:08.676655 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf9a2a-fdfc-4224-9cdf-a9f62743788d req-24087f8f-d5ee-49a9-8a79-80e47e410f50 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:08.678316 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ffbf9a2a-fdfc-4224-9cdf-a9f62743788d req-24087f8f-d5ee-49a9-8a79-80e47e410f50 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=399527ad-1581-4617-8ce9-3c03b2c14659&device_id=b40a34ac-1db6-4058-a9e4-20f9892d8d06 HTTP/1.1" status: 200 len: 1690 time: 0.1081426 Oct 20 11:33:08.734930 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 07bec960-9ddc-4b12-867d-e4be6d9bedfe details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:33:08.747416 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-41d7edbb-7801-4629-a811-257a8c8731b1 None None] Set router e9517666-aef1-46e5-824b-2d222c590e80 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:33:08.774215 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ffbf9a2a-fdfc-4224-9cdf-a9f62743788d req-55208fac-1f2e-4440-b810-9d4328e183a4 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747058 Oct 20 11:33:08.784895 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0543483-8373-42a0-a8fb-ab1361d45290 req-e0dfb1fd-5322-454c-8c54-c435b588ae8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:08.786459 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a0543483-8373-42a0-a8fb-ab1361d45290 req-e0dfb1fd-5322-454c-8c54-c435b588ae8c service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a20a4ace347a43268c08641c84c578e4&device_id=af8f5642-8353-45f6-be44-5b2a4ed223b1 HTTP/1.1" status: 200 len: 1096 time: 0.1070392 Oct 20 11:33:09.037719 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 07bec960-9ddc-4b12-867d-e4be6d9bedfe, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=07bec960-9ddc-4b12-867d-e4be6d9bedfe,segment=NetworkSegment(59f8b397-57a4-4b9f-b597-5d74b0b9ce74),segment_id=59f8b397-57a4-4b9f-b597-5d74b0b9ce74)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:33:09.045248 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0543483-8373-42a0-a8fb-ab1361d45290 req-b188c853-373a-460f-855f-29ee91b1727a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:09.047416 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a0543483-8373-42a0-a8fb-ab1361d45290 req-b188c853-373a-460f-855f-29ee91b1727a service neutron] 10.222.0.98 "GET /v2.0/networks?id=64a64dee-91fa-4344-be82-ab20bea176e6 HTTP/1.1" status: 200 len: 921 time: 0.2524614 Oct 20 11:33:09.078662 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '07bec960-9ddc-4b12-867d-e4be6d9bedfe', 'network_id': '35740985-59da-4215-add1-e1839e38e811', 'port_id': '07bec960-9ddc-4b12-867d-e4be6d9bedfe', 'mac_address': 'fa:16:3e:c3:98:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf856053-6533-48a8-9cf8-f44a20996faa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:33:09.151358 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:09.174407 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb29c9a-e82a-4277-b61d-2823bb707c3a req-527eccb3-45fe-41f1-9388-35b938aafd97 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:09.184497 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fcb29c9a-e82a-4277-b61d-2823bb707c3a req-527eccb3-45fe-41f1-9388-35b938aafd97 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6df1903-73f0-461c-b734-9c6ab3198a8e HTTP/1.1" status: 200 len: 943 time: 0.0850749 Oct 20 11:33:09.188894 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07bec960-9ddc-4b12-867d-e4be6d9bedfe {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:33:09.216477 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 07bec960-9ddc-4b12-867d-e4be6d9bedfe, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=07bec960-9ddc-4b12-867d-e4be6d9bedfe,segment=NetworkSegment(59f8b397-57a4-4b9f-b597-5d74b0b9ce74),segment_id=59f8b397-57a4-4b9f-b597-5d74b0b9ce74)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:33:09.231657 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:09.245149 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a0543483-8373-42a0-a8fb-ab1361d45290 req-c3ec96ec-d08d-48e7-85b2-ae2e48a6769b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0a9d974-b7ee-4f02-bf17-f6427762e0c6 HTTP/1.1" status: 200 len: 999 time: 0.1902869 Oct 20 11:33:09.261561 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fcb29c9a-e82a-4277-b61d-2823bb707c3a req-f8873c28-c5a1-4cce-b1d8-0053de905ba1 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups?id=395cbb04-21ec-4ed0-bf96-713eba7c093e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760779 Oct 20 11:33:09.267420 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-41d7edbb-7801-4629-a811-257a8c8731b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9517666-aef1-46e5-824b-2d222c590e80', 'name': 'tempest-ServerRescueTestJSONUnderV235-695284212-router', 'tenant_id': 'a20a4ace347a43268c08641c84c578e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '1f106e9d-ce14-4ba9-88fd-913e058c1c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:31:47Z', 'updated_at': '2021-10-20T11:32:01Z', 'revision_number': 4, 'project_id': 'a20a4ace347a43268c08641c84c578e4', 'gw_port': {'id': '1f106e9d-ce14-4ba9-88fd-913e058c1c8f', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9517666-aef1-46e5-824b-2d222c590e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:50Z', 'updated_at': '2021-10-20T11:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': 'd102865e-b7e8-408d-a237-a53c2a540078', 'tenant_id': 'a20a4ace347a43268c08641c84c578e4', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'e9517666-aef1-46e5-824b-2d222c590e80', 'port_id': 'f0a9d974-b7ee-4f02-bf17-f6427762e0c6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64a64dee-91fa-4344-be82-ab20bea176e6', 'mac_address': 'fa:16:3e:a1:7c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8f5642-8353-45f6-be44-5b2a4ed223b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:33:04Z', 'updated_at': '2021-10-20T11:33:07Z', 'revision_number': 1, 'project_id': 'a20a4ace347a43268c08641c84c578e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fdfee5b-77f3-4b5f-be92-9fbcab08f42b', 'name': '', 'network_id': '64a64dee-91fa-4344-be82-ab20bea176e6', 'tenant_id': 'a20a4ace347a43268c08641c84c578e4', 'mac_address': 'fa:16:3e:f0:37:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9517666-aef1-46e5-824b-2d222c590e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'e8e3b78b-83cf-4f01-9e38-0802b32ade11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:59Z', 'updated_at': '2021-10-20T11:32:06Z', 'revision_number': 5, 'project_id': 'a20a4ace347a43268c08641c84c578e4', 'subnets': [{'id': 'e8e3b78b-83cf-4f01-9e38-0802b32ade11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:33:09.300904 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d7edbb-7801-4629-a811-257a8c8731b1 None None] Checking router: e9517666-aef1-46e5-824b-2d222c590e80 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:33:09.322603 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=07bec960-9ddc-4b12-867d-e4be6d9bedfe,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:09.325185 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d7edbb-7801-4629-a811-257a8c8731b1 None None] Routers {'e9517666-aef1-46e5-824b-2d222c590e80'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:33:09.325777 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-41d7edbb-7801-4629-a811-257a8c8731b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:32:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e9517666-aef1-46e5-824b-2d222c590e80'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:33:09.358932 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0543483-8373-42a0-a8fb-ab1361d45290 req-9ac60ee1-5fde-4277-9c5f-971c8e5e718f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:09.360708 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a0543483-8373-42a0-a8fb-ab1361d45290 req-9ac60ee1-5fde-4277-9c5f-971c8e5e718f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e8e3b78b-83cf-4f01-9e38-0802b32ade11 HTTP/1.1" status: 200 len: 859 time: 0.0981953 Oct 20 11:33:09.405414 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a0543483-8373-42a0-a8fb-ab1361d45290 req-76ca9479-60e1-48e7-9392-0b2d2cdfd664 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=64a64dee-91fa-4344-be82-ab20bea176e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363779 Oct 20 11:33:09.433641 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe1e0ad-8824-4a8f-9928-c57b92ef284a x-openstack-request-id: req-1fe1e0ad-8824-4a8f-9928-c57b92ef284a {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:33:09.434039 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af8f5642-8353-45f6-be44-5b2a4ed223b1", "tag": "f0a9d974-b7ee-4f02-bf17-f6427762e0c6", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:33:09.434377 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1fe1e0ad-8824-4a8f-9928-c57b92ef284a {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:33:09.434880 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af8f5642-8353-45f6-be44-5b2a4ed223b1', 'tag': 'f0a9d974-b7ee-4f02-bf17-f6427762e0c6', 'status': 'completed', 'code': 200} Oct 20 11:33:09.569835 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a0543483-8373-42a0-a8fb-ab1361d45290 req-1bc5a5ed-1081-482a-b7bd-5e8c10f77fbd service neutron] 10.222.0.98 "GET /v2.0/networks/64a64dee-91fa-4344-be82-ab20bea176e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568909 Oct 20 11:33:09.574834 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90698b3b-62fd-47e8-9b14-6afaf49dca0e req-eecadced-f9fc-4d84-96cc-5a45c94f4673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:09.576690 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-90698b3b-62fd-47e8-9b14-6afaf49dca0e req-eecadced-f9fc-4d84-96cc-5a45c94f4673 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a20a4ace347a43268c08641c84c578e4&device_id=af8f5642-8353-45f6-be44-5b2a4ed223b1 HTTP/1.1" status: 200 len: 1096 time: 0.0790629 Oct 20 11:33:09.616558 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-41d7edbb-7801-4629-a811-257a8c8731b1 None None] Set router e9517666-aef1-46e5-824b-2d222c590e80 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:33:09.679695 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['07bec960-9ddc-4b12-867d-e4be6d9bedfe'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:33:09.711361 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a0543483-8373-42a0-a8fb-ab1361d45290 req-34c11692-0ffb-47f6-a419-ec5b95451fea service neutron] 10.222.0.98 "GET /v2.0/networks/64a64dee-91fa-4344-be82-ab20bea176e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334405 Oct 20 11:33:09.805742 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:09.873985 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90698b3b-62fd-47e8-9b14-6afaf49dca0e req-fea08500-41c7-4b93-bcaa-ff7631027019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:09.875697 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-90698b3b-62fd-47e8-9b14-6afaf49dca0e req-fea08500-41c7-4b93-bcaa-ff7631027019 service neutron] 10.222.0.89 "GET /v2.0/networks?id=64a64dee-91fa-4344-be82-ab20bea176e6 HTTP/1.1" status: 200 len: 921 time: 0.2777953 Oct 20 11:33:09.926840 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b79559-1fd2-4493-9370-fe8b2f2dbf19 req-5824ad53-6c63-4220-8a20-868d1bd97893 tempest-ServersOnMultiNodesTest-1658368089 tempest-ServersOnMultiNodesTest-1658368089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:09.928474 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-68b79559-1fd2-4493-9370-fe8b2f2dbf19 req-5824ad53-6c63-4220-8a20-868d1bd97893 tempest-ServersOnMultiNodesTest-1658368089 tempest-ServersOnMultiNodesTest-1658368089-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=399527ad-1581-4617-8ce9-3c03b2c14659 HTTP/1.1" status: 200 len: 1100 time: 0.1256969 Oct 20 11:33:09.966150 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1dbd44-b5f4-4f50-a268-79454e432f4b req-2b6206fd-f48d-4bbd-9c34-2dba89954bc7 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:09.967873 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cb1dbd44-b5f4-4f50-a268-79454e432f4b req-2b6206fd-f48d-4bbd-9c34-2dba89954bc7 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d63aa35-428e-4d53-bf56-ec6e60d5f02b HTTP/1.1" status: 200 len: 946 time: 0.1807864 Oct 20 11:33:10.000807 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-68b79559-1fd2-4493-9370-fe8b2f2dbf19 req-18fa9ca2-46e9-4324-8324-6518e1e251c4 tempest-ServersOnMultiNodesTest-1658368089 tempest-ServersOnMultiNodesTest-1658368089-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612535 Oct 20 11:33:10.026325 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-90698b3b-62fd-47e8-9b14-6afaf49dca0e req-dc08fdb7-c96f-4890-a76c-dd3241af441d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0a9d974-b7ee-4f02-bf17-f6427762e0c6 HTTP/1.1" status: 200 len: 999 time: 0.1307521 Oct 20 11:33:10.081320 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cb1dbd44-b5f4-4f50-a268-79454e432f4b req-9ae1e5f5-4b35-4cf3-ab11-5ab3ed6a4511 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] 10.222.0.98 "GET /v2.0/security-groups?id=bee60465-470c-4ac8-9215-1615b7cf532f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061156 Oct 20 11:33:10.084626 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-41d7edbb-7801-4629-a811-257a8c8731b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9517666-aef1-46e5-824b-2d222c590e80', 'name': 'tempest-ServerRescueTestJSONUnderV235-695284212-router', 'tenant_id': 'a20a4ace347a43268c08641c84c578e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '1f106e9d-ce14-4ba9-88fd-913e058c1c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:31:47Z', 'updated_at': '2021-10-20T11:32:01Z', 'revision_number': 4, 'project_id': 'a20a4ace347a43268c08641c84c578e4', 'gw_port': {'id': '1f106e9d-ce14-4ba9-88fd-913e058c1c8f', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9517666-aef1-46e5-824b-2d222c590e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:50Z', 'updated_at': '2021-10-20T11:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': 'd102865e-b7e8-408d-a237-a53c2a540078', 'tenant_id': 'a20a4ace347a43268c08641c84c578e4', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'e9517666-aef1-46e5-824b-2d222c590e80', 'port_id': 'f0a9d974-b7ee-4f02-bf17-f6427762e0c6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64a64dee-91fa-4344-be82-ab20bea176e6', 'mac_address': 'fa:16:3e:a1:7c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8f5642-8353-45f6-be44-5b2a4ed223b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:33:04Z', 'updated_at': '2021-10-20T11:33:07Z', 'revision_number': 1, 'project_id': 'a20a4ace347a43268c08641c84c578e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fdfee5b-77f3-4b5f-be92-9fbcab08f42b', 'name': '', 'network_id': '64a64dee-91fa-4344-be82-ab20bea176e6', 'tenant_id': 'a20a4ace347a43268c08641c84c578e4', 'mac_address': 'fa:16:3e:f0:37:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9517666-aef1-46e5-824b-2d222c590e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'e8e3b78b-83cf-4f01-9e38-0802b32ade11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:59Z', 'updated_at': '2021-10-20T11:32:06Z', 'revision_number': 5, 'project_id': 'a20a4ace347a43268c08641c84c578e4', 'subnets': [{'id': 'e8e3b78b-83cf-4f01-9e38-0802b32ade11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:33:10.154603 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d7edbb-7801-4629-a811-257a8c8731b1 None None] The sync data for ids ['e9517666-aef1-46e5-824b-2d222c590e80'] in n-d-814735-3 is: [{'id': 'e9517666-aef1-46e5-824b-2d222c590e80', 'name': 'tempest-ServerRescueTestJSONUnderV235-695284212-router', 'tenant_id': 'a20a4ace347a43268c08641c84c578e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '1f106e9d-ce14-4ba9-88fd-913e058c1c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:31:47Z', 'updated_at': '2021-10-20T11:32:01Z', 'revision_number': 4, 'project_id': 'a20a4ace347a43268c08641c84c578e4', 'gw_port': {'id': '1f106e9d-ce14-4ba9-88fd-913e058c1c8f', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9517666-aef1-46e5-824b-2d222c590e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:50Z', 'updated_at': '2021-10-20T11:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': 'd102865e-b7e8-408d-a237-a53c2a540078', 'tenant_id': 'a20a4ace347a43268c08641c84c578e4', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'e9517666-aef1-46e5-824b-2d222c590e80', 'port_id': 'f0a9d974-b7ee-4f02-bf17-f6427762e0c6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64a64dee-91fa-4344-be82-ab20bea176e6', 'mac_address': 'fa:16:3e:a1:7c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8f5642-8353-45f6-be44-5b2a4ed223b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:33:04Z', 'updated_at': '2021-10-20T11:33:07Z', 'revision_number': 1, 'project_id': 'a20a4ace347a43268c08641c84c578e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fdfee5b-77f3-4b5f-be92-9fbcab08f42b', 'name': '', 'network_id': '64a64dee-91fa-4344-be82-ab20bea176e6', 'tenant_id': 'a20a4ace347a43268c08641c84c578e4', 'mac_address': 'fa:16:3e:f0:37:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9517666-aef1-46e5-824b-2d222c590e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'e8e3b78b-83cf-4f01-9e38-0802b32ade11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:59Z', 'updated_at': '2021-10-20T11:32:06Z', 'revision_number': 5, 'project_id': 'a20a4ace347a43268c08641c84c578e4', 'subnets': [{'id': 'e8e3b78b-83cf-4f01-9e38-0802b32ade11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:33:10.217034 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90698b3b-62fd-47e8-9b14-6afaf49dca0e req-a28fd138-96e0-4fc5-9ed6-8088eed778a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:10.218658 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-90698b3b-62fd-47e8-9b14-6afaf49dca0e req-a28fd138-96e0-4fc5-9ed6-8088eed778a3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e8e3b78b-83cf-4f01-9e38-0802b32ade11 HTTP/1.1" status: 200 len: 859 time: 0.1907353 Oct 20 11:33:10.247523 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c03baf56-394d-4575-add6-786cf15f5c31 req-4ea95644-8544-4523-a6ad-65fd093a0512 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.127 HTTP/1.1" status: 200 len: 999 time: 0.1886842 Oct 20 11:33:10.268250 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-90698b3b-62fd-47e8-9b14-6afaf49dca0e req-eaaa9e0c-24d3-4dc2-a271-36434118b31c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=64a64dee-91fa-4344-be82-ab20bea176e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359454 Oct 20 11:33:10.284278 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5b69c-46cb-49c2-ad61-99d1d6c7b80c req-3abd5efb-a58c-40e6-ae0e-a0130008ca47 tempest-ServersOnMultiNodesTest-1658368089 tempest-ServersOnMultiNodesTest-1658368089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:10.285791 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-05f5b69c-46cb-49c2-ad61-99d1d6c7b80c req-3abd5efb-a58c-40e6-ae0e-a0130008ca47 tempest-ServersOnMultiNodesTest-1658368089 tempest-ServersOnMultiNodesTest-1658368089-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=b40a34ac-1db6-4058-a9e4-20f9892d8d06 HTTP/1.1" status: 200 len: 1101 time: 0.1352394 Oct 20 11:33:10.359190 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03baf56-394d-4575-add6-786cf15f5c31 req-dbec3d25-d084-4cb5-8a44-0e5e02a59e6d tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:10.360654 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c03baf56-394d-4575-add6-786cf15f5c31 req-dbec3d25-d084-4cb5-8a44-0e5e02a59e6d tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/ports/f0a9d974-b7ee-4f02-bf17-f6427762e0c6 HTTP/1.1" status: 200 len: 942 time: 0.0960119 Oct 20 11:33:10.415463 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9f84e5-9a0d-445b-b026-07faeb234e14 None None] New status for floating IP d102865e-b7e8-408d-a237-a53c2a540078: ACTIVE {{(pid=100649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:33:10.427703 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-05f5b69c-46cb-49c2-ad61-99d1d6c7b80c req-9635af64-1c62-4ff6-a56f-d84103b7a065 tempest-ServersOnMultiNodesTest-1658368089 tempest-ServersOnMultiNodesTest-1658368089-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094348 Oct 20 11:33:10.482876 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-90698b3b-62fd-47e8-9b14-6afaf49dca0e req-90a7266e-62a4-4f4f-ae10-8ea6a671a6d8 service neutron] 10.222.0.89 "GET /v2.0/networks/64a64dee-91fa-4344-be82-ab20bea176e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009919 Oct 20 11:33:10.531155 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c03baf56-394d-4575-add6-786cf15f5c31 req-e4c99328-0dae-4225-9a99-39fa000da059 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.127 HTTP/1.1" status: 200 len: 999 time: 0.1185226 Oct 20 11:33:10.705341 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd75e37-1d86-469b-b22f-8ca394bc2806 req-3907b742-9fb6-4544-99de-1fdc20c63bbb tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:10.706819 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fcd75e37-1d86-469b-b22f-8ca394bc2806 req-3907b742-9fb6-4544-99de-1fdc20c63bbb tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d63aa35-428e-4d53-bf56-ec6e60d5f02b HTTP/1.1" status: 200 len: 946 time: 0.2266052 Oct 20 11:33:10.724776 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b820d79-5da6-40ea-bcb7-d01410b02153 req-57e1c868-0938-4f18-a359-6becd70f203b tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:10.726803 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7b820d79-5da6-40ea-bcb7-d01410b02153 req-57e1c868-0938-4f18-a359-6becd70f203b tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6df1903-73f0-461c-b734-9c6ab3198a8e HTTP/1.1" status: 200 len: 944 time: 0.2328470 Oct 20 11:33:10.738311 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 07bec960-9ddc-4b12-867d-e4be6d9bedfe up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:33:10.748918 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-90698b3b-62fd-47e8-9b14-6afaf49dca0e req-5fe77559-42da-4c09-9bce-e398dea07557 service neutron] 10.222.0.89 "GET /v2.0/networks/64a64dee-91fa-4344-be82-ab20bea176e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471693 Oct 20 11:33:10.796221 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 07bec960-9ddc-4b12-867d-e4be6d9bedfe completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:33:10.801536 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 07bec960-9ddc-4b12-867d-e4be6d9bedfe triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:33:10.801894 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:10.810224 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03baf56-394d-4575-add6-786cf15f5c31 req-93e7a268-b96c-4c4d-8857-eba074e20251 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:10.811631 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c03baf56-394d-4575-add6-786cf15f5c31 req-93e7a268-b96c-4c4d-8857-eba074e20251 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/networks/717966e5-c478-496f-bddb-05794fb74250 HTTP/1.1" status: 200 len: 784 time: 0.2641084 Oct 20 11:33:10.859447 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7b820d79-5da6-40ea-bcb7-d01410b02153 req-213018f0-4eca-4f30-9d96-866edc295f29 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups?id=395cbb04-21ec-4ed0-bf96-713eba7c093e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185372 Oct 20 11:33:10.891073 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:10.918664 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c03baf56-394d-4575-add6-786cf15f5c31 req-03a4eb97-95b9-4e96-8e90-4568732058e3 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.127 HTTP/1.1" status: 200 len: 1001 time: 0.0945797 Oct 20 11:33:10.919400 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6df1903-73f0-461c-b734-9c6ab3198a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07bec960-9ddc-4b12-867d-e4be6d9bedfe'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:33:10.921724 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa154d50-fc7a-4170-8361-e636bc40d025" -d '{"events": [{"server_uuid": "e6df1903-73f0-461c-b734-9c6ab3198a8e", "name": "network-vif-plugged", "status": "completed", "tag": "07bec960-9ddc-4b12-867d-e4be6d9bedfe"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:33:10.932916 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-c03baf56-394d-4575-add6-786cf15f5c31 req-346a183d-cc62-4fce-8095-5fcf728444e4 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:33:10.939102 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 07bec960-9ddc-4b12-867d-e4be6d9bedfe, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=07bec960-9ddc-4b12-867d-e4be6d9bedfe,segment=NetworkSegment(59f8b397-57a4-4b9f-b597-5d74b0b9ce74),segment_id=59f8b397-57a4-4b9f-b597-5d74b0b9ce74)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:33:10.944359 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:10.969248 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-fcd75e37-1d86-469b-b22f-8ca394bc2806 req-22808ba5-b1f2-4793-9f20-aeba458db13d tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Deleting port d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:33:10.969617 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-fcd75e37-1d86-469b-b22f-8ca394bc2806 req-22808ba5-b1f2-4793-9f20-aeba458db13d tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:11.003737 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=07bec960-9ddc-4b12-867d-e4be6d9bedfe,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:11.052601 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c03baf56-394d-4575-add6-786cf15f5c31 req-346a183d-cc62-4fce-8095-5fcf728444e4 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Publish callbacks [] for floatingip, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:11.118144 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-fcd75e37-1d86-469b-b22f-8ca394bc2806 req-22808ba5-b1f2-4793-9f20-aeba458db13d tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] For port d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2,segment=NetworkSegment(bebaf4cc-37e0-4072-bc53-5f8daf5a0282),segment_id=bebaf4cc-37e0-4072-bc53-5f8daf5a0282)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:33:11.118513 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-fcd75e37-1d86-469b-b22f-8ca394bc2806 req-22808ba5-b1f2-4793-9f20-aeba458db13d tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:11.206019 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9f558c-fcac-4cf8-886b-8ec8437bac6d x-openstack-request-id: req-5f9f558c-fcac-4cf8-886b-8ec8437bac6d {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:33:11.206309 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6df1903-73f0-461c-b734-9c6ab3198a8e", "name": "network-vif-plugged", "status": "completed", "tag": "07bec960-9ddc-4b12-867d-e4be6d9bedfe", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:33:11.206561 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5f9f558c-fcac-4cf8-886b-8ec8437bac6d {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:33:11.206980 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6df1903-73f0-461c-b734-9c6ab3198a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07bec960-9ddc-4b12-867d-e4be6d9bedfe', 'code': 200} Oct 20 11:33:11.309477 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c03baf56-394d-4575-add6-786cf15f5c31 req-346a183d-cc62-4fce-8095-5fcf728444e4 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:11.342573 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c03baf56-394d-4575-add6-786cf15f5c31 req-346a183d-cc62-4fce-8095-5fcf728444e4 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:11.342924 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [req-c03baf56-394d-4575-add6-786cf15f5c31 req-346a183d-cc62-4fce-8095-5fcf728444e4 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Floating IP d102865e-b7e8-408d-a237-a53c2a540078 disassociated. External IP: 172.25.5.127, port: f0a9d974-b7ee-4f02-bf17-f6427762e0c6. Oct 20 11:33:11.390268 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-8fe2f66d-ae83-4734-8e53-88f47ed598f5 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=0608bb1584294647a2a321a4de90ae37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0855880 Oct 20 11:33:11.496740 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6269e2d-ea2f-4661-9c8a-125dd2b7378d req-dcbde23a-7989-40e2-b578-178c463c55b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:11.498155 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b6269e2d-ea2f-4661-9c8a-125dd2b7378d req-dcbde23a-7989-40e2-b578-178c463c55b1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e6df1903-73f0-461c-b734-9c6ab3198a8e HTTP/1.1" status: 200 len: 1096 time: 0.2289412 Oct 20 11:33:11.594168 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-fcd75e37-1d86-469b-b22f-8ca394bc2806 req-22808ba5-b1f2-4793-9f20-aeba458db13d tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:11.594534 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-fcd75e37-1d86-469b-b22f-8ca394bc2806 req-22808ba5-b1f2-4793-9f20-aeba458db13d tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:11.594835 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [req-fcd75e37-1d86-469b-b22f-8ca394bc2806 req-22808ba5-b1f2-4793-9f20-aeba458db13d tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Floating IP f8c92e3c-ce74-44ba-ac96-fa8b73142ac1 disassociated. External IP: 172.25.5.129, port: d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2. Oct 20 11:33:11.595233 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-fcd75e37-1d86-469b-b22f-8ca394bc2806 req-22808ba5-b1f2-4793-9f20-aeba458db13d tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Calling delete_port for d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:33:11.643553 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b6269e2d-ea2f-4661-9c8a-125dd2b7378d req-c76a3711-1e53-4b9c-b78c-382c4091ffd3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=395cbb04-21ec-4ed0-bf96-713eba7c093e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936408 Oct 20 11:33:11.680729 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-c4981996-a8b9-4de3-b880-4d46cad90663 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:11.682166 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-c4981996-a8b9-4de3-b880-4d46cad90663 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2845395 Oct 20 11:33:11.750206 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-ab0060e9-1ef4-46d9-bf2f-44f390b41fe0 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/quotas/0608bb1584294647a2a321a4de90ae37 HTTP/1.1" status: 200 len: 375 time: 0.0308955 Oct 20 11:33:11.845612 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c03baf56-394d-4575-add6-786cf15f5c31 req-346a183d-cc62-4fce-8095-5fcf728444e4 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Router e9517666-aef1-46e5-824b-2d222c590e80 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:33:11.894562 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-f4d8ec40-99d1-4090-bdbb-4a31ab09bcbe tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=0608bb1584294647a2a321a4de90ae37&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1340675 Oct 20 11:33:11.940374 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-fcd75e37-1d86-469b-b22f-8ca394bc2806 req-22808ba5-b1f2-4793-9f20-aeba458db13d tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:12.311949 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22808ba5-b1f2-4793-9f20-aeba458db13d tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Pushing event deleted for resources: {'Port': ['ID=d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:12.345963 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-49cd6a99-dd81-43a9-8af5-8f8fc6bfa323 req-facc2e8d-2683-4be1-af98-a37efd5f4e58 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d63aa35-428e-4d53-bf56-ec6e60d5f02b HTTP/1.1" status: 200 len: 210 time: 0.0392084 Oct 20 11:33:12.443574 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c03baf56-394d-4575-add6-786cf15f5c31 req-346a183d-cc62-4fce-8095-5fcf728444e4 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:33:12.449084 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c03baf56-394d-4575-add6-786cf15f5c31 req-346a183d-cc62-4fce-8095-5fcf728444e4 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:12.457112 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5610fda5-d547-4967-89c1-89383fe73ce2 None None] Sync routers for ids ['e9517666-aef1-46e5-824b-2d222c590e80'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:33:12.473947 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5610fda5-d547-4967-89c1-89383fe73ce2 None None] Routers {'e9517666-aef1-46e5-824b-2d222c590e80'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:33:12.475064 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-5610fda5-d547-4967-89c1-89383fe73ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:32:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e9517666-aef1-46e5-824b-2d222c590e80'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:33:12.536668 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c03baf56-394d-4575-add6-786cf15f5c31 req-346a183d-cc62-4fce-8095-5fcf728444e4 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "PUT /v2.0/floatingips/d102865e-b7e8-408d-a237-a53c2a540078 HTTP/1.1" status: 200 len: 695 time: 1.6100662 Oct 20 11:33:12.539950 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af8f5642-8353-45f6-be44-5b2a4ed223b1', 'tag': 'f0a9d974-b7ee-4f02-bf17-f6427762e0c6'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:33:12.542233 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a7e434-8d81-433b-a7e4-c5e6c83d1ddd" -d '{"events": [{"name": "network-changed", "server_uuid": "af8f5642-8353-45f6-be44-5b2a4ed223b1", "tag": "f0a9d974-b7ee-4f02-bf17-f6427762e0c6"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:33:12.598817 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913490a1-2cef-4bc0-ac62-8eba135db31e req-7785df79-d362-4055-a197-6b4f0551da22 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:12.599530 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-5610fda5-d547-4967-89c1-89383fe73ce2 None None] Set router e9517666-aef1-46e5-824b-2d222c590e80 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:33:12.600347 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-913490a1-2cef-4bc0-ac62-8eba135db31e req-7785df79-d362-4055-a197-6b4f0551da22 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6df1903-73f0-461c-b734-9c6ab3198a8e HTTP/1.1" status: 200 len: 945 time: 0.1263478 Oct 20 11:33:12.606488 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fcd75e37-1d86-469b-b22f-8ca394bc2806 req-22808ba5-b1f2-4793-9f20-aeba458db13d tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Router 19e22b5e-bcaf-4925-a9cd-174a2a1ea9af has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:33:12.669727 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03baf56-394d-4575-add6-786cf15f5c31 req-8f59bc0e-ecb9-4ad0-8095-87eacafc99b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:12.671287 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c03baf56-394d-4575-add6-786cf15f5c31 req-8f59bc0e-ecb9-4ad0-8095-87eacafc99b5 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a20a4ace347a43268c08641c84c578e4&device_id=af8f5642-8353-45f6-be44-5b2a4ed223b1 HTTP/1.1" status: 200 len: 1096 time: 0.1140780 Oct 20 11:33:12.733944 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-913490a1-2cef-4bc0-ac62-8eba135db31e req-c378bf33-5a08-4820-9161-253ac8b63aa2 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups?id=395cbb04-21ec-4ed0-bf96-713eba7c093e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126027 Oct 20 11:33:12.878457 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fcd75e37-1d86-469b-b22f-8ca394bc2806 req-22808ba5-b1f2-4793-9f20-aeba458db13d tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:33:12.891823 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1552002c-8f6d-43e4-ac8d-0c8648aaba0f None None] Sync routers for ids ['19e22b5e-bcaf-4925-a9cd-174a2a1ea9af'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:33:12.906726 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1552002c-8f6d-43e4-ac8d-0c8648aaba0f None None] Routers {'19e22b5e-bcaf-4925-a9cd-174a2a1ea9af'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:33:12.908294 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-1552002c-8f6d-43e4-ac8d-0c8648aaba0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:32:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['19e22b5e-bcaf-4925-a9cd-174a2a1ea9af'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:33:12.925542 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03baf56-394d-4575-add6-786cf15f5c31 req-227afdbd-d6d4-4566-8fe5-f9618c68d340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:12.927410 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c03baf56-394d-4575-add6-786cf15f5c31 req-227afdbd-d6d4-4566-8fe5-f9618c68d340 service neutron] 10.222.0.98 "GET /v2.0/networks?id=64a64dee-91fa-4344-be82-ab20bea176e6 HTTP/1.1" status: 200 len: 921 time: 0.2453499 Oct 20 11:33:12.952963 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd75e37-1d86-469b-b22f-8ca394bc2806 req-22808ba5-b1f2-4793-9f20-aeba458db13d tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] No DVR routers for this DVR port d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:33:12.960540 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-fcd75e37-1d86-469b-b22f-8ca394bc2806 req-22808ba5-b1f2-4793-9f20-aeba458db13d tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:12.970893 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fcd75e37-1d86-469b-b22f-8ca394bc2806 req-22808ba5-b1f2-4793-9f20-aeba458db13d tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] 10.222.0.11 "DELETE /v2.0/ports/d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2 HTTP/1.1" status: 204 len: 173 time: 2.2423639 Oct 20 11:33:12.986165 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-5610fda5-d547-4967-89c1-89383fe73ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9517666-aef1-46e5-824b-2d222c590e80', 'name': 'tempest-ServerRescueTestJSONUnderV235-695284212-router', 'tenant_id': 'a20a4ace347a43268c08641c84c578e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '1f106e9d-ce14-4ba9-88fd-913e058c1c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:31:47Z', 'updated_at': '2021-10-20T11:32:01Z', 'revision_number': 4, 'project_id': 'a20a4ace347a43268c08641c84c578e4', 'gw_port': {'id': '1f106e9d-ce14-4ba9-88fd-913e058c1c8f', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9517666-aef1-46e5-824b-2d222c590e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:50Z', 'updated_at': '2021-10-20T11:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '3fdfee5b-77f3-4b5f-be92-9fbcab08f42b', 'name': '', 'network_id': '64a64dee-91fa-4344-be82-ab20bea176e6', 'tenant_id': 'a20a4ace347a43268c08641c84c578e4', 'mac_address': 'fa:16:3e:f0:37:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9517666-aef1-46e5-824b-2d222c590e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'e8e3b78b-83cf-4f01-9e38-0802b32ade11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:59Z', 'updated_at': '2021-10-20T11:32:06Z', 'revision_number': 5, 'project_id': 'a20a4ace347a43268c08641c84c578e4', 'subnets': [{'id': 'e8e3b78b-83cf-4f01-9e38-0802b32ade11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:33:13.003726 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c03baf56-394d-4575-add6-786cf15f5c31 req-d8db8c9b-45fb-49f4-9688-2fd0e5b3f88b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0a9d974-b7ee-4f02-bf17-f6427762e0c6 HTTP/1.1" status: 200 len: 217 time: 0.0525970 Oct 20 11:33:13.051703 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5610fda5-d547-4967-89c1-89383fe73ce2 None None] Checking router: e9517666-aef1-46e5-824b-2d222c590e80 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:33:13.083755 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5610fda5-d547-4967-89c1-89383fe73ce2 None None] Routers {'e9517666-aef1-46e5-824b-2d222c590e80'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:33:13.084602 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-5610fda5-d547-4967-89c1-89383fe73ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:32:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e9517666-aef1-46e5-824b-2d222c590e80'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:33:13.091055 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03baf56-394d-4575-add6-786cf15f5c31 req-aa036384-44fb-4f2d-b22d-122dfef02f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:13.094351 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c03baf56-394d-4575-add6-786cf15f5c31 req-aa036384-44fb-4f2d-b22d-122dfef02f31 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e8e3b78b-83cf-4f01-9e38-0802b32ade11 HTTP/1.1" status: 200 len: 859 time: 0.0807340 Oct 20 11:33:13.172788 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-1552002c-8f6d-43e4-ac8d-0c8648aaba0f None None] Set router 19e22b5e-bcaf-4925-a9cd-174a2a1ea9af gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:33:13.192129 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c03baf56-394d-4575-add6-786cf15f5c31 req-57e00157-1c9a-4816-99db-71ce7d91f48c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=64a64dee-91fa-4344-be82-ab20bea176e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548470 Oct 20 11:33:13.249076 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-5610fda5-d547-4967-89c1-89383fe73ce2 None None] Set router e9517666-aef1-46e5-824b-2d222c590e80 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:33:13.335429 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c03baf56-394d-4575-add6-786cf15f5c31 req-d6ae3c5d-665f-4bab-a75a-35f5e0a105ac service neutron] 10.222.0.98 "GET /v2.0/networks/64a64dee-91fa-4344-be82-ab20bea176e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347501 Oct 20 11:33:13.453914 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9574c80-3ce7-4391-bd9d-fd6966e30898 req-86546e89-5f24-49bc-bcfd-105329969aaa tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:13.461540 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a9574c80-3ce7-4391-bd9d-fd6966e30898 req-86546e89-5f24-49bc-bcfd-105329969aaa tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.98 "GET /v2.0/ports?device_id=5442ea14-6bd9-4966-9df9-d9ee84fcb257 HTTP/1.1" status: 200 len: 950 time: 0.1249974 Oct 20 11:33:13.488754 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-5610fda5-d547-4967-89c1-89383fe73ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9517666-aef1-46e5-824b-2d222c590e80', 'name': 'tempest-ServerRescueTestJSONUnderV235-695284212-router', 'tenant_id': 'a20a4ace347a43268c08641c84c578e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '1f106e9d-ce14-4ba9-88fd-913e058c1c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:31:47Z', 'updated_at': '2021-10-20T11:32:01Z', 'revision_number': 4, 'project_id': 'a20a4ace347a43268c08641c84c578e4', 'gw_port': {'id': '1f106e9d-ce14-4ba9-88fd-913e058c1c8f', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9517666-aef1-46e5-824b-2d222c590e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:50Z', 'updated_at': '2021-10-20T11:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '3fdfee5b-77f3-4b5f-be92-9fbcab08f42b', 'name': '', 'network_id': '64a64dee-91fa-4344-be82-ab20bea176e6', 'tenant_id': 'a20a4ace347a43268c08641c84c578e4', 'mac_address': 'fa:16:3e:f0:37:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9517666-aef1-46e5-824b-2d222c590e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'e8e3b78b-83cf-4f01-9e38-0802b32ade11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:59Z', 'updated_at': '2021-10-20T11:32:06Z', 'revision_number': 5, 'project_id': 'a20a4ace347a43268c08641c84c578e4', 'subnets': [{'id': 'e8e3b78b-83cf-4f01-9e38-0802b32ade11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:33:13.515688 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-1552002c-8f6d-43e4-ac8d-0c8648aaba0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e22b5e-bcaf-4925-a9cd-174a2a1ea9af', 'name': 'tempest-ServersTestJSON-312179564-router', 'tenant_id': '52c1bb966e2b40228f44b31ee15523d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '54e1ac5a-5ac5-499a-bc41-7ecc4b5210a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:30:45Z', 'updated_at': '2021-10-20T11:30:52Z', 'revision_number': 4, 'project_id': '52c1bb966e2b40228f44b31ee15523d5', 'gw_port': {'id': '54e1ac5a-5ac5-499a-bc41-7ecc4b5210a8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:7c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e22b5e-bcaf-4925-a9cd-174a2a1ea9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:30:46Z', 'updated_at': '2021-10-20T11:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '62fffac6-0c81-481e-a002-41b88a498a2c', 'name': '', 'network_id': 'fcbe37f6-fe51-4b01-9214-985ffc9ccfe9', 'tenant_id': '52c1bb966e2b40228f44b31ee15523d5', 'mac_address': 'fa:16:3e:68:df:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e22b5e-bcaf-4925-a9cd-174a2a1ea9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'ff355e09-dbd0-4af0-af48-6ef318d1c7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:30:51Z', 'updated_at': '2021-10-20T11:30:58Z', 'revision_number': 5, 'project_id': '52c1bb966e2b40228f44b31ee15523d5', 'subnets': [{'id': 'ff355e09-dbd0-4af0-af48-6ef318d1c7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:33:13.518288 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5610fda5-d547-4967-89c1-89383fe73ce2 None None] The sync data for ids ['e9517666-aef1-46e5-824b-2d222c590e80'] in n-d-814735-3 is: [{'id': 'e9517666-aef1-46e5-824b-2d222c590e80', 'name': 'tempest-ServerRescueTestJSONUnderV235-695284212-router', 'tenant_id': 'a20a4ace347a43268c08641c84c578e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '1f106e9d-ce14-4ba9-88fd-913e058c1c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:31:47Z', 'updated_at': '2021-10-20T11:32:01Z', 'revision_number': 4, 'project_id': 'a20a4ace347a43268c08641c84c578e4', 'gw_port': {'id': '1f106e9d-ce14-4ba9-88fd-913e058c1c8f', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9517666-aef1-46e5-824b-2d222c590e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:50Z', 'updated_at': '2021-10-20T11:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '3fdfee5b-77f3-4b5f-be92-9fbcab08f42b', 'name': '', 'network_id': '64a64dee-91fa-4344-be82-ab20bea176e6', 'tenant_id': 'a20a4ace347a43268c08641c84c578e4', 'mac_address': 'fa:16:3e:f0:37:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9517666-aef1-46e5-824b-2d222c590e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'e8e3b78b-83cf-4f01-9e38-0802b32ade11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:59Z', 'updated_at': '2021-10-20T11:32:06Z', 'revision_number': 5, 'project_id': 'a20a4ace347a43268c08641c84c578e4', 'subnets': [{'id': 'e8e3b78b-83cf-4f01-9e38-0802b32ade11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:33:13.524340 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a9574c80-3ce7-4391-bd9d-fd6966e30898 req-8cc87673-2def-4183-a946-477b3ff39871 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.98 "GET /v2.0/security-groups?id=3d484651-344c-494a-a8f0-7df8c900d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611026 Oct 20 11:33:13.540072 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c03baf56-394d-4575-add6-786cf15f5c31 req-bcd295db-bc28-4c38-96e2-05fd9cb1fc04 service neutron] 10.222.0.98 "GET /v2.0/networks/64a64dee-91fa-4344-be82-ab20bea176e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710703 Oct 20 11:33:13.581458 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1552002c-8f6d-43e4-ac8d-0c8648aaba0f None None] Checking router: 19e22b5e-bcaf-4925-a9cd-174a2a1ea9af for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:33:13.596209 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1552002c-8f6d-43e4-ac8d-0c8648aaba0f None None] Routers {'19e22b5e-bcaf-4925-a9cd-174a2a1ea9af'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:33:13.596703 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-1552002c-8f6d-43e4-ac8d-0c8648aaba0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:32:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['19e22b5e-bcaf-4925-a9cd-174a2a1ea9af'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:33:13.628579 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2cdeb8-177a-4c49-9d2a-8a966c5cde4d x-openstack-request-id: req-4a2cdeb8-177a-4c49-9d2a-8a966c5cde4d {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:33:13.628977 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af8f5642-8353-45f6-be44-5b2a4ed223b1", "tag": "f0a9d974-b7ee-4f02-bf17-f6427762e0c6", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:33:13.629448 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4a2cdeb8-177a-4c49-9d2a-8a966c5cde4d {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:33:13.630109 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af8f5642-8353-45f6-be44-5b2a4ed223b1', 'tag': 'f0a9d974-b7ee-4f02-bf17-f6427762e0c6', 'status': 'completed', 'code': 200} Oct 20 11:33:13.697739 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-12daf73a-b025-49c8-aea6-118ff4e75df7 req-3bb2d9cf-25bb-4fc5-9abb-9ad7ce2029bf tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=c69b1eac-c25d-41ee-a056-603dd8d39a71 HTTP/1.1" status: 200 len: 210 time: 0.0531960 Oct 20 11:33:13.784992 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7e434-8d81-433b-a7e4-c5e6c83d1ddd req-9368d8ec-89e3-4f84-a82d-b26720a3e2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:13.787367 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-77a7e434-8d81-433b-a7e4-c5e6c83d1ddd req-9368d8ec-89e3-4f84-a82d-b26720a3e2ef service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a20a4ace347a43268c08641c84c578e4&device_id=af8f5642-8353-45f6-be44-5b2a4ed223b1 HTTP/1.1" status: 200 len: 1096 time: 0.0923839 Oct 20 11:33:13.797035 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-1552002c-8f6d-43e4-ac8d-0c8648aaba0f None None] Set router 19e22b5e-bcaf-4925-a9cd-174a2a1ea9af gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:33:13.858541 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e0582a15-3523-437d-a962-49fb51306e9f req-fe5c82f5-ad03-451e-a0a2-2e316e379b07 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d63aa35-428e-4d53-bf56-ec6e60d5f02b HTTP/1.1" status: 200 len: 210 time: 0.0664597 Oct 20 11:33:13.995317 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a439e3d1-0cea-4ad6-aa92-f14b93ed1335 None None] New status for floating IP d102865e-b7e8-408d-a237-a53c2a540078: DOWN {{(pid=100648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:33:13.998848 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b8fce3da-02d5-476a-a364-cb437e494a46 req-cc1ad6df-ff8e-46a5-95b5-4c0eaef27ff9 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/floatingips/d102865e-b7e8-408d-a237-a53c2a540078 HTTP/1.1" status: 200 len: 695 time: 0.0724797 Oct 20 11:33:14.017938 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7e434-8d81-433b-a7e4-c5e6c83d1ddd req-4ca10b58-bd25-45aa-97b6-3b6aa404a115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:14.020060 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-77a7e434-8d81-433b-a7e4-c5e6c83d1ddd req-4ca10b58-bd25-45aa-97b6-3b6aa404a115 service neutron] 10.222.0.89 "GET /v2.0/networks?id=64a64dee-91fa-4344-be82-ab20bea176e6 HTTP/1.1" status: 200 len: 921 time: 0.2183208 Oct 20 11:33:14.126405 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-c9881673-bc93-4286-863c-18eb672df19b tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=0608bb1584294647a2a321a4de90ae37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402341 Oct 20 11:33:14.220819 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-77a7e434-8d81-433b-a7e4-c5e6c83d1ddd req-a3c270cb-93d9-4334-b604-b90de97fa978 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0a9d974-b7ee-4f02-bf17-f6427762e0c6 HTTP/1.1" status: 200 len: 217 time: 0.1334846 Oct 20 11:33:14.303375 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-7f038853-fdf7-4980-8222-7c800a6cf011 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:14.305235 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-7f038853-fdf7-4980-8222-7c800a6cf011 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1680272 Oct 20 11:33:14.321111 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-1552002c-8f6d-43e4-ac8d-0c8648aaba0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e22b5e-bcaf-4925-a9cd-174a2a1ea9af', 'name': 'tempest-ServersTestJSON-312179564-router', 'tenant_id': '52c1bb966e2b40228f44b31ee15523d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '54e1ac5a-5ac5-499a-bc41-7ecc4b5210a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:30:45Z', 'updated_at': '2021-10-20T11:30:52Z', 'revision_number': 4, 'project_id': '52c1bb966e2b40228f44b31ee15523d5', 'gw_port': {'id': '54e1ac5a-5ac5-499a-bc41-7ecc4b5210a8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:7c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e22b5e-bcaf-4925-a9cd-174a2a1ea9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:30:46Z', 'updated_at': '2021-10-20T11:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '62fffac6-0c81-481e-a002-41b88a498a2c', 'name': '', 'network_id': 'fcbe37f6-fe51-4b01-9214-985ffc9ccfe9', 'tenant_id': '52c1bb966e2b40228f44b31ee15523d5', 'mac_address': 'fa:16:3e:68:df:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e22b5e-bcaf-4925-a9cd-174a2a1ea9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'ff355e09-dbd0-4af0-af48-6ef318d1c7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:30:51Z', 'updated_at': '2021-10-20T11:30:58Z', 'revision_number': 5, 'project_id': '52c1bb966e2b40228f44b31ee15523d5', 'subnets': [{'id': 'ff355e09-dbd0-4af0-af48-6ef318d1c7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:33:14.323725 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-cd5adba3-ba24-43af-a75c-60e0f82a3093 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Request body: {'port': {'device_id': 'c69b1eac-c25d-41ee-a056-603dd8d39a71', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'admin_state_up': True, 'tenant_id': '0608bb1584294647a2a321a4de90ae37'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:33:14.351686 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1db9ef-bf33-44a4-a724-ebb63cbe36bc req-6a3ca8ec-f8f2-40fc-af63-3e10d50abc28 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:14.363098 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fd1db9ef-bf33-44a4-a724-ebb63cbe36bc req-6a3ca8ec-f8f2-40fc-af63-3e10d50abc28 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6df1903-73f0-461c-b734-9c6ab3198a8e HTTP/1.1" status: 200 len: 945 time: 0.3746104 Oct 20 11:33:14.370405 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-93d53219-571a-4a65-99ca-ea54d7d4523c tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=0608bb1584294647a2a321a4de90ae37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0861895 Oct 20 11:33:14.396545 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fce3da-02d5-476a-a364-cb437e494a46 req-3aedb5e7-1b71-42fd-8968-5f8404f740d5 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:14.404506 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b8fce3da-02d5-476a-a364-cb437e494a46 req-3aedb5e7-1b71-42fd-8968-5f8404f740d5 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/networks/717966e5-c478-496f-bddb-05794fb74250 HTTP/1.1" status: 200 len: 784 time: 0.3742039 Oct 20 11:33:14.408472 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1552002c-8f6d-43e4-ac8d-0c8648aaba0f None None] The sync data for ids ['19e22b5e-bcaf-4925-a9cd-174a2a1ea9af'] in n-d-814735-3 is: [{'id': '19e22b5e-bcaf-4925-a9cd-174a2a1ea9af', 'name': 'tempest-ServersTestJSON-312179564-router', 'tenant_id': '52c1bb966e2b40228f44b31ee15523d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '54e1ac5a-5ac5-499a-bc41-7ecc4b5210a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:30:45Z', 'updated_at': '2021-10-20T11:30:52Z', 'revision_number': 4, 'project_id': '52c1bb966e2b40228f44b31ee15523d5', 'gw_port': {'id': '54e1ac5a-5ac5-499a-bc41-7ecc4b5210a8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:7c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e22b5e-bcaf-4925-a9cd-174a2a1ea9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:30:46Z', 'updated_at': '2021-10-20T11:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '62fffac6-0c81-481e-a002-41b88a498a2c', 'name': '', 'network_id': 'fcbe37f6-fe51-4b01-9214-985ffc9ccfe9', 'tenant_id': '52c1bb966e2b40228f44b31ee15523d5', 'mac_address': 'fa:16:3e:68:df:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e22b5e-bcaf-4925-a9cd-174a2a1ea9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'ff355e09-dbd0-4af0-af48-6ef318d1c7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:30:51Z', 'updated_at': '2021-10-20T11:30:58Z', 'revision_number': 5, 'project_id': '52c1bb966e2b40228f44b31ee15523d5', 'subnets': [{'id': 'ff355e09-dbd0-4af0-af48-6ef318d1c7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:33:14.480456 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7e434-8d81-433b-a7e4-c5e6c83d1ddd req-64abb988-40f8-4fc5-9d8e-f272fb4d2b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:14.482085 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-77a7e434-8d81-433b-a7e4-c5e6c83d1ddd req-64abb988-40f8-4fc5-9d8e-f272fb4d2b42 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e8e3b78b-83cf-4f01-9e38-0802b32ade11 HTTP/1.1" status: 200 len: 859 time: 0.2536275 Oct 20 11:33:14.485132 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-cd5adba3-ba24-43af-a75c-60e0f82a3093 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Made reservation on behalf of 0608bb1584294647a2a321a4de90ae37 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:33:14.492338 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-cd5adba3-ba24-43af-a75c-60e0f82a3093 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:14.505448 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b8fce3da-02d5-476a-a364-cb437e494a46 req-ea8093f2-6237-4025-a64c-dd2a95becc28 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.127 HTTP/1.1" status: 200 len: 696 time: 0.0999558 Oct 20 11:33:14.622597 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fd1db9ef-bf33-44a4-a724-ebb63cbe36bc req-670dc106-7ff2-4f86-bea7-0b3949c76293 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups?id=395cbb04-21ec-4ed0-bf96-713eba7c093e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585344 Oct 20 11:33:14.624434 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-77a7e434-8d81-433b-a7e4-c5e6c83d1ddd req-f800d5d6-b0fb-4b75-96e6-e76bc5f68043 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=64a64dee-91fa-4344-be82-ab20bea176e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1056464 Oct 20 11:33:14.645940 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-cd5adba3-ba24-43af-a75c-60e0f82a3093 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Allocated IP 192.168.233.93 (09e5a906-63cf-4dde-b699-ab448fb18fb8/94289c8c-e5f7-4e30-b6a9-5b268a8fd610/49d29f0a-b527-4b66-8aee-5defafa6446f) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:33:14.646061 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b8fce3da-02d5-476a-a364-cb437e494a46 req-e3cff37b-203d-46c2-a986-3e10838f695c tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.127 HTTP/1.1" status: 200 len: 696 time: 0.1368535 Oct 20 11:33:14.780491 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:33:14.781052 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628daf69-d3f5-40c2-8d17-449cbc4793e8 None None] New status for floating IP f8c92e3c-ce74-44ba-ac96-fa8b73142ac1: DOWN {{(pid=100649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:33:14.808408 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:33:14.808749 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:33:14.831945 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-cd5adba3-ba24-43af-a75c-60e0f82a3093 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:14.863822 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-86fddd3a-933b-46db-a559-6e434db84e53 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:14.865338 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-86fddd3a-933b-46db-a559-6e434db84e53 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4802375 Oct 20 11:33:14.878500 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-cd5adba3-ba24-43af-a75c-60e0f82a3093 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:14.887457 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-9aac8527-0706-41f1-a16a-de9b9103d964 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Request body: {'port': {'device_id': '06b83cc9-ba25-4d16-be5c-61b9d59ba7ae', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'admin_state_up': True, 'tenant_id': '0608bb1584294647a2a321a4de90ae37'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:33:14.891419 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8', '4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03', '6525970b-6518-4419-8f81-0f6afc95e9d5'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:33:14.947414 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-77a7e434-8d81-433b-a7e4-c5e6c83d1ddd req-94d48d02-9be8-4958-8114-1f9f48bba3e4 service neutron] 10.222.0.89 "GET /v2.0/networks/64a64dee-91fa-4344-be82-ab20bea176e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629614 Oct 20 11:33:14.968833 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5adba3-ba24-43af-a75c-60e0f82a3093 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Pushing event updated for resources: {'Port': ['ID=49d29f0a-b527-4b66-8aee-5defafa6446f,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:14.977845 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-cd5adba3-ba24-43af-a75c-60e0f82a3093 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Network 09e5a906-63cf-4dde-b699-ab448fb18fb8 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:33:14.979753 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-cd5adba3-ba24-43af-a75c-60e0f82a3093 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:33:14.983176 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-cd5adba3-ba24-43af-a75c-60e0f82a3093 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:33:15.010013 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device e75a27b6-e296-4256-8f83-4a466463d5ad no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:33:15.058687 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-cd5adba3-ba24-43af-a75c-60e0f82a3093 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:15.059595 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-cd5adba3-ba24-43af-a75c-60e0f82a3093 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:15.079676 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-b8fce3da-02d5-476a-a364-cb437e494a46 req-981ed7b4-e189-4aa3-98ca-e078eb8464ab tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Deleting port 0fd620b2-9260-4f53-bab3-3588c9002a66 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:33:15.080249 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b8fce3da-02d5-476a-a364-cb437e494a46 req-981ed7b4-e189-4aa3-98ca-e078eb8464ab tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:15.099286 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-cd5adba3-ba24-43af-a75c-60e0f82a3093 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7814152 Oct 20 11:33:15.114045 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-5591700d-7ee3-4b57-a954-73d6d022407c service neutron] Request body: {'port': {'device_id': 'c69b1eac-c25d-41ee-a056-603dd8d39a71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:33:15.178391 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-5591700d-7ee3-4b57-a954-73d6d022407c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:15.347871 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:15.354290 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:33:15.355502 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b8fce3da-02d5-476a-a364-cb437e494a46 req-981ed7b4-e189-4aa3-98ca-e078eb8464ab tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:15.355999 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b8fce3da-02d5-476a-a364-cb437e494a46 req-981ed7b4-e189-4aa3-98ca-e078eb8464ab tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:15.371179 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:15.383142 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-77a7e434-8d81-433b-a7e4-c5e6c83d1ddd req-f0a53dd6-233f-4d4a-a739-118c8edd944e service neutron] 10.222.0.89 "GET /v2.0/networks/64a64dee-91fa-4344-be82-ab20bea176e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506167 Oct 20 11:33:15.386676 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-b8fce3da-02d5-476a-a364-cb437e494a46 req-981ed7b4-e189-4aa3-98ca-e078eb8464ab tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Calling delete_port for 0fd620b2-9260-4f53-bab3-3588c9002a66 owned by network:floatingip {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:33:15.405861 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-9aac8527-0706-41f1-a16a-de9b9103d964 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Made reservation on behalf of 0608bb1584294647a2a321a4de90ae37 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:33:15.408759 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5442ea14-6bd9-4966-9df9-d9ee84fcb257', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e75a27b6-e296-4256-8f83-4a466463d5ad'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:33:15.409348 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-9aac8527-0706-41f1-a16a-de9b9103d964 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:15.411055 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c8c230-8246-4eed-b67b-d43065d5bb56" -d '{"events": [{"server_uuid": "5442ea14-6bd9-4966-9df9-d9ee84fcb257", "name": "network-vif-unplugged", "status": "completed", "tag": "e75a27b6-e296-4256-8f83-4a466463d5ad"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:33:15.429263 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1cba1519-2e2a-4b22-a58c-2e7e2ac6fce7 req-aa45185c-2a3a-4923-857d-9367253fe019 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1894154654&fields=id&tenant_id=48a94a8543a948e194f233beccd2f46a HTTP/1.1" status: 200 len: 267 time: 0.0876245 Oct 20 11:33:15.433912 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port e75a27b6-e296-4256-8f83-4a466463d5ad, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e75a27b6-e296-4256-8f83-4a466463d5ad,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:33:15.445761 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:15.484251 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-8e93e6c1-d64f-4efd-a228-171a12dc98ff None None] Provisioning complete for port 49d29f0a-b527-4b66-8aee-5defafa6446f triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:33:15.484620 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-8e93e6c1-d64f-4efd-a228-171a12dc98ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:15.554155 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-5591700d-7ee3-4b57-a954-73d6d022407c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49d29f0a-b527-4b66-8aee-5defafa6446f {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:33:15.557081 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=e75a27b6-e296-4256-8f83-4a466463d5ad,revision_number=11']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:15.569566 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-5591700d-7ee3-4b57-a954-73d6d022407c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:15.569782 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-8e93e6c1-d64f-4efd-a228-171a12dc98ff None None] Port 49d29f0a-b527-4b66-8aee-5defafa6446f cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:33:15.590301 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-5591700d-7ee3-4b57-a954-73d6d022407c service neutron] Transition to ACTIVE for port object 49d29f0a-b527-4b66-8aee-5defafa6446f will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:33:15.593844 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba1519-2e2a-4b22-a58c-2e7e2ac6fce7 req-d40b9159-17bb-4fd3-90f7-28f423ee6f87 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:15.595392 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1cba1519-2e2a-4b22-a58c-2e7e2ac6fce7 req-d40b9159-17bb-4fd3-90f7-28f423ee6f87 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6df1903-73f0-461c-b734-9c6ab3198a8e HTTP/1.1" status: 200 len: 945 time: 0.1328504 Oct 20 11:33:15.595705 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-5591700d-7ee3-4b57-a954-73d6d022407c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:15.634527 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d63aa35-428e-4d53-bf56-ec6e60d5f02b', 'name': 'network-vif-deleted', 'tag': 'd43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:33:15.636574 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf317b98-f7fc-443d-b160-a77abfb5ab9c" -d '{"events": [{"server_uuid": "8d63aa35-428e-4d53-bf56-ec6e60d5f02b", "name": "network-vif-deleted", "tag": "d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:33:15.641411 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5591700d-7ee3-4b57-a954-73d6d022407c service neutron] Pushing event updated for resources: {'Port': ['ID=49d29f0a-b527-4b66-8aee-5defafa6446f,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:15.644198 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-1cba1519-2e2a-4b22-a58c-2e7e2ac6fce7 req-21609072-ee03-4b27-b106-499637e81006 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Request body: {'port': {'security_groups': ['395cbb04-21ec-4ed0-bf96-713eba7c093e', 'b8a31a8a-5175-4a1d-bc11-a58361bc8b36']}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:33:15.739059 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-5591700d-7ee3-4b57-a954-73d6d022407c service neutron] Attempting to bind port 49d29f0a-b527-4b66-8aee-5defafa6446f on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:33:15.739555 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-5591700d-7ee3-4b57-a954-73d6d022407c service neutron] Attempting to bind port 49d29f0a-b527-4b66-8aee-5defafa6446f by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:33:15.739887 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-5591700d-7ee3-4b57-a954-73d6d022407c service neutron] Attempting to bind port 49d29f0a-b527-4b66-8aee-5defafa6446f on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:33:15.744714 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-5591700d-7ee3-4b57-a954-73d6d022407c service neutron] Port 49d29f0a-b527-4b66-8aee-5defafa6446f on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:33:15.745040 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-5591700d-7ee3-4b57-a954-73d6d022407c service neutron] Attempting to bind port 49d29f0a-b527-4b66-8aee-5defafa6446f on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:33:15.751052 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-9aac8527-0706-41f1-a16a-de9b9103d964 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Allocated IP 192.168.233.147 (09e5a906-63cf-4dde-b699-ab448fb18fb8/94289c8c-e5f7-4e30-b6a9-5b268a8fd610/c72fbb34-5a3a-46da-868e-1ffabefa13b5) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:33:15.751933 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-5591700d-7ee3-4b57-a954-73d6d022407c service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:33:15.752339 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-5591700d-7ee3-4b57-a954-73d6d022407c service neutron] Checking segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:33:15.752758 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-5591700d-7ee3-4b57-a954-73d6d022407c service neutron] Bound using segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:33:15.753201 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-5591700d-7ee3-4b57-a954-73d6d022407c service neutron] Bound port: 49d29f0a-b527-4b66-8aee-5defafa6446f, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:33:15.753547 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-5591700d-7ee3-4b57-a954-73d6d022407c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:15.771671 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-1cba1519-2e2a-4b22-a58c-2e7e2ac6fce7 req-21609072-ee03-4b27-b106-499637e81006 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:15.787886 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b8fce3da-02d5-476a-a364-cb437e494a46 req-981ed7b4-e189-4aa3-98ca-e078eb8464ab tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:15.826645 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-5591700d-7ee3-4b57-a954-73d6d022407c service neutron] For port 49d29f0a-b527-4b66-8aee-5defafa6446f, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:33:15.829467 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-5591700d-7ee3-4b57-a954-73d6d022407c service neutron] For port 49d29f0a-b527-4b66-8aee-5defafa6446f, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=49d29f0a-b527-4b66-8aee-5defafa6446f,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:33:15.838048 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981ed7b4-e189-4aa3-98ca-e078eb8464ab tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Pushing event deleted for resources: {'Port': ['ID=0fd620b2-9260-4f53-bab3-3588c9002a66,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:15.838507 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-5591700d-7ee3-4b57-a954-73d6d022407c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:15.878539 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-5591700d-7ee3-4b57-a954-73d6d022407c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:15.881305 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-5591700d-7ee3-4b57-a954-73d6d022407c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:15.881305 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-5591700d-7ee3-4b57-a954-73d6d022407c service neutron] 10.222.0.89 "PUT /v2.0/ports/49d29f0a-b527-4b66-8aee-5defafa6446f HTTP/1.1" status: 200 len: 1095 time: 0.7720115 Oct 20 11:33:15.881305 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c69b1eac-c25d-41ee-a056-603dd8d39a71', 'tag': '49d29f0a-b527-4b66-8aee-5defafa6446f'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:33:15.883604 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41611e86-78c5-4a9d-9ee2-8b126edde987" -d '{"events": [{"name": "network-changed", "server_uuid": "c69b1eac-c25d-41ee-a056-603dd8d39a71", "tag": "49d29f0a-b527-4b66-8aee-5defafa6446f"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:33:15.900477 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981ed7b4-e189-4aa3-98ca-e078eb8464ab tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:15.900829 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981ed7b4-e189-4aa3-98ca-e078eb8464ab tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:15.901258 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981ed7b4-e189-4aa3-98ca-e078eb8464ab tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:15.901582 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981ed7b4-e189-4aa3-98ca-e078eb8464ab tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:15.901912 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981ed7b4-e189-4aa3-98ca-e078eb8464ab tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:15.902309 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981ed7b4-e189-4aa3-98ca-e078eb8464ab tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:15.902634 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981ed7b4-e189-4aa3-98ca-e078eb8464ab tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:15.903088 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981ed7b4-e189-4aa3-98ca-e078eb8464ab tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:15.903332 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981ed7b4-e189-4aa3-98ca-e078eb8464ab tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:15.903684 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981ed7b4-e189-4aa3-98ca-e078eb8464ab tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:15.904007 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981ed7b4-e189-4aa3-98ca-e078eb8464ab tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:15.904384 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981ed7b4-e189-4aa3-98ca-e078eb8464ab tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:15.924609 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5591700d-7ee3-4b57-a954-73d6d022407c service neutron] Pushing event updated for resources: {'Port': ['ID=49d29f0a-b527-4b66-8aee-5defafa6446f,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:15.977480 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-2e3735f5-9ee3-454a-88fa-3a02c1d085c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:15.979052 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-2e3735f5-9ee3-454a-88fa-3a02c1d085c6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0608bb1584294647a2a321a4de90ae37&device_id=c69b1eac-c25d-41ee-a056-603dd8d39a71 HTTP/1.1" status: 200 len: 1098 time: 0.0432599 Oct 20 11:33:16.031506 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-c7e6e6c8-7ed7-4d72-817c-01594a3ab8d2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=49d29f0a-b527-4b66-8aee-5defafa6446f HTTP/1.1" status: 200 len: 217 time: 0.0407963 Oct 20 11:33:16.049535 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b8fce3da-02d5-476a-a364-cb437e494a46 req-981ed7b4-e189-4aa3-98ca-e078eb8464ab tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Publish callbacks [] for floatingip, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:16.052038 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b8fce3da-02d5-476a-a364-cb437e494a46 req-981ed7b4-e189-4aa3-98ca-e078eb8464ab tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:16.053209 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b8fce3da-02d5-476a-a364-cb437e494a46 req-981ed7b4-e189-4aa3-98ca-e078eb8464ab tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "DELETE /v2.0/floatingips/d102865e-b7e8-408d-a237-a53c2a540078 HTTP/1.1" status: 204 len: 173 time: 1.4091794 Oct 20 11:33:16.105794 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-9aac8527-0706-41f1-a16a-de9b9103d964 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:16.108457 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-26d2eb00-df64-4f45-b92b-4ed42d4d70d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:16.109938 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-26d2eb00-df64-4f45-b92b-4ed42d4d70d7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.0706959 Oct 20 11:33:16.161510 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-dbee16a6-05dc-4b7a-9825-279ab4af9ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:16.163660 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-dbee16a6-05dc-4b7a-9825-279ab4af9ef3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0446663 Oct 20 11:33:16.269494 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-634d60f4-992f-4fa8-ba7d-bc92cbc6852a service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982521 Oct 20 11:33:16.367235 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-db6b918a-20e2-4bf6-8503-4a4b1e04c72e service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882623 Oct 20 11:33:16.564222 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e6323-c77d-44c4-adc7-68dcd43d22bb req-3df67cec-828b-45fe-be4f-ebb55ca28851 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:16.565702 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-893e6323-c77d-44c4-adc7-68dcd43d22bb req-3df67cec-828b-45fe-be4f-ebb55ca28851 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=c69b1eac-c25d-41ee-a056-603dd8d39a71 HTTP/1.1" status: 200 len: 947 time: 0.4563558 Oct 20 11:33:16.567429 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-1cba1519-2e2a-4b22-a58c-2e7e2ac6fce7 req-21609072-ee03-4b27-b106-499637e81006 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] For port 07bec960-9ddc-4b12-867d-e4be6d9bedfe, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=07bec960-9ddc-4b12-867d-e4be6d9bedfe,segment=NetworkSegment(59f8b397-57a4-4b9f-b597-5d74b0b9ce74),segment_id=59f8b397-57a4-4b9f-b597-5d74b0b9ce74)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:33:16.570186 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-9aac8527-0706-41f1-a16a-de9b9103d964 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:16.640823 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8', '4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03', '6525970b-6518-4419-8f81-0f6afc95e9d5'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:33:16.671412 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-9aac8527-0706-41f1-a16a-de9b9103d964 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Network 09e5a906-63cf-4dde-b699-ab448fb18fb8 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:33:16.672305 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac8527-0706-41f1-a16a-de9b9103d964 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Pushing event updated for resources: {'Port': ['ID=c72fbb34-5a3a-46da-868e-1ffabefa13b5,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:16.675915 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-1cba1519-2e2a-4b22-a58c-2e7e2ac6fce7 req-21609072-ee03-4b27-b106-499637e81006 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:16.680727 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-9aac8527-0706-41f1-a16a-de9b9103d964 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:33:16.685026 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-893e6323-c77d-44c4-adc7-68dcd43d22bb req-9254bdb8-50c2-4972-befe-cc504abca5c4 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073260 Oct 20 11:33:16.686034 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-9aac8527-0706-41f1-a16a-de9b9103d964 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:33:16.690030 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-1cba1519-2e2a-4b22-a58c-2e7e2ac6fce7 req-21609072-ee03-4b27-b106-499637e81006 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:16.714505 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['0b38dad0-77c6-439d-9dbe-707106a570e6', '07bec960-9ddc-4b12-867d-e4be6d9bedfe'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:33:16.776875 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba1519-2e2a-4b22-a58c-2e7e2ac6fce7 req-21609072-ee03-4b27-b106-499637e81006 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:16.777566 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-1cba1519-2e2a-4b22-a58c-2e7e2ac6fce7 req-21609072-ee03-4b27-b106-499637e81006 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:16.794623 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1cba1519-2e2a-4b22-a58c-2e7e2ac6fce7 req-21609072-ee03-4b27-b106-499637e81006 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "PUT /v2.0/ports/07bec960-9ddc-4b12-867d-e4be6d9bedfe HTTP/1.1" status: 200 len: 981 time: 1.1701128 Oct 20 11:33:16.815798 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-9aac8527-0706-41f1-a16a-de9b9103d964 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:16.816782 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-9aac8527-0706-41f1-a16a-de9b9103d964 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:16.850991 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21609072-ee03-4b27-b106-499637e81006 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Pushing event updated for resources: {'Port': ['ID=07bec960-9ddc-4b12-867d-e4be6d9bedfe,revision_number=6']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:16.859722 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-9aac8527-0706-41f1-a16a-de9b9103d964 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9813945 Oct 20 11:33:16.874397 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262d17f8-2eb2-477e-816e-1420b137496b x-openstack-request-id: req-262d17f8-2eb2-477e-816e-1420b137496b {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:33:16.874758 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5442ea14-6bd9-4966-9df9-d9ee84fcb257", "name": "network-vif-unplugged", "status": "completed", "tag": "e75a27b6-e296-4256-8f83-4a466463d5ad", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:33:16.875101 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-262d17f8-2eb2-477e-816e-1420b137496b {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:33:16.875555 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5442ea14-6bd9-4966-9df9-d9ee84fcb257', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e75a27b6-e296-4256-8f83-4a466463d5ad', 'code': 200} Oct 20 11:33:16.878941 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-4c3890d1-2d7d-48d8-a921-1bed9e941233 service neutron] Request body: {'port': {'device_id': '06b83cc9-ba25-4d16-be5c-61b9d59ba7ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:33:16.886372 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['07bec960-9ddc-4b12-867d-e4be6d9bedfe'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:33:16.923488 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d89266b-49d0-4edd-9321-38b59785cef6 x-openstack-request-id: req-5d89266b-49d0-4edd-9321-38b59785cef6 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:33:16.923848 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d63aa35-428e-4d53-bf56-ec6e60d5f02b", "name": "network-vif-deleted", "tag": "d43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:33:16.924150 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5d89266b-49d0-4edd-9321-38b59785cef6 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:33:16.924651 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d63aa35-428e-4d53-bf56-ec6e60d5f02b', 'name': 'network-vif-deleted', 'tag': 'd43b8cdf-b9fb-4a5e-8e27-d06bd975b8e2', 'status': 'completed', 'code': 200} Oct 20 11:33:16.956138 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-4c3890d1-2d7d-48d8-a921-1bed9e941233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:17.055150 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7fcc2c8-3ab1-41e5-8dd3-b06171387e3c x-openstack-request-id: req-a7fcc2c8-3ab1-41e5-8dd3-b06171387e3c {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:33:17.055439 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c69b1eac-c25d-41ee-a056-603dd8d39a71", "tag": "49d29f0a-b527-4b66-8aee-5defafa6446f", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:33:17.055697 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a7fcc2c8-3ab1-41e5-8dd3-b06171387e3c {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:33:17.056100 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c69b1eac-c25d-41ee-a056-603dd8d39a71', 'tag': '49d29f0a-b527-4b66-8aee-5defafa6446f', 'status': 'completed', 'code': 200} Oct 20 11:33:17.154942 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41611e86-78c5-4a9d-9ee2-8b126edde987 req-5fa9641a-7187-4068-9c15-fe19567238f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:17.156710 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-41611e86-78c5-4a9d-9ee2-8b126edde987 req-5fa9641a-7187-4068-9c15-fe19567238f6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0608bb1584294647a2a321a4de90ae37&device_id=c69b1eac-c25d-41ee-a056-603dd8d39a71 HTTP/1.1" status: 200 len: 1098 time: 0.0677736 Oct 20 11:33:17.209357 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-596fbbdf-6daf-4447-979c-8b2fe98f8ae6 None None] Provisioning complete for port c72fbb34-5a3a-46da-868e-1ffabefa13b5 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:33:17.209745 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-596fbbdf-6daf-4447-979c-8b2fe98f8ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:17.230333 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-71efa137-7c62-4013-9f06-4948f2240a49 req-00f94577-281b-4f41-81bf-e5178ce380c2 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/security-groups/62edcd39-c795-4b02-9940-372eb39629e8 HTTP/1.1" status: 200 len: 1806 time: 0.1194913 Oct 20 11:33:17.272600 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41611e86-78c5-4a9d-9ee2-8b126edde987 req-2966a0e5-cd92-4379-b604-175e67c54d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:17.274774 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-41611e86-78c5-4a9d-9ee2-8b126edde987 req-2966a0e5-cd92-4379-b604-175e67c54d67 service neutron] 10.222.0.89 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 0.1033726 Oct 20 11:33:17.283211 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9c33ee80-944f-48c9-b4ac-8ca4dbba5e62 req-c4671227-b5e8-48ef-88e4-87be78406692 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups/b8a31a8a-5175-4a1d-bc11-a58361bc8b36 HTTP/1.1" status: 200 len: 1801 time: 0.1142251 Oct 20 11:33:17.333521 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-41611e86-78c5-4a9d-9ee2-8b126edde987 req-066ecb8f-994e-42f0-abc4-232a532e2f00 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=49d29f0a-b527-4b66-8aee-5defafa6446f HTTP/1.1" status: 200 len: 217 time: 0.0484855 Oct 20 11:33:17.335090 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-596fbbdf-6daf-4447-979c-8b2fe98f8ae6 None None] Port c72fbb34-5a3a-46da-868e-1ffabefa13b5 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:33:17.381994 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-71efa137-7c62-4013-9f06-4948f2240a49 req-466fc302-ed89-47f9-a870-3043244e393e tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:17.394308 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41611e86-78c5-4a9d-9ee2-8b126edde987 req-bffce2d0-8b2c-42d8-ad29-ecf256497e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:17.396793 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-41611e86-78c5-4a9d-9ee2-8b126edde987 req-bffce2d0-8b2c-42d8-ad29-ecf256497e50 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.0509121 Oct 20 11:33:17.431653 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [req-9c33ee80-944f-48c9-b4ac-8ca4dbba5e62 req-0aa33b06-0e5c-4abf-a50f-050c96fc76ab tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 20 11:33:17.432682 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9c33ee80-944f-48c9-b4ac-8ca4dbba5e62 req-0aa33b06-0e5c-4abf-a50f-050c96fc76ab tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "DELETE /v2.0/security-groups/b8a31a8a-5175-4a1d-bc11-a58361bc8b36 HTTP/1.1" status: 409 len: 341 time: 0.1355097 Oct 20 11:33:17.435669 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-71efa137-7c62-4013-9f06-4948f2240a49 req-466fc302-ed89-47f9-a870-3043244e393e tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:17.448925 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-4c3890d1-2d7d-48d8-a921-1bed9e941233 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c72fbb34-5a3a-46da-868e-1ffabefa13b5 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:33:17.462820 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-4c3890d1-2d7d-48d8-a921-1bed9e941233 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:17.464263 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41611e86-78c5-4a9d-9ee2-8b126edde987 req-4fb1ee48-46ff-46dc-83e3-15145d5c0351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:17.466315 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-41611e86-78c5-4a9d-9ee2-8b126edde987 req-4fb1ee48-46ff-46dc-83e3-15145d5c0351 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0594280 Oct 20 11:33:17.493237 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-4c3890d1-2d7d-48d8-a921-1bed9e941233 service neutron] Transition to ACTIVE for port object c72fbb34-5a3a-46da-868e-1ffabefa13b5 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:33:17.516675 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-4c3890d1-2d7d-48d8-a921-1bed9e941233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:17.533128 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-71efa137-7c62-4013-9f06-4948f2240a49 req-466fc302-ed89-47f9-a870-3043244e393e tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:17.536619 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-71efa137-7c62-4013-9f06-4948f2240a49 req-466fc302-ed89-47f9-a870-3043244e393e tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:17.550476 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-71efa137-7c62-4013-9f06-4948f2240a49 req-466fc302-ed89-47f9-a870-3043244e393e tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "DELETE /v2.0/security-groups/62edcd39-c795-4b02-9940-372eb39629e8 HTTP/1.1" status: 204 len: 173 time: 0.3119702 Oct 20 11:33:17.564259 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 33870) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:33:17.605072 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466fc302-ed89-47f9-a870-3043244e393e tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62edcd39-c795-4b02-9940-372eb39629e8,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:17.647254 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-41611e86-78c5-4a9d-9ee2-8b126edde987 req-2341668b-88e4-44fe-bad8-87558c3df04c service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673911 Oct 20 11:33:17.695497 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-246334b1-8925-4b14-92cb-06b20d780739 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:17.793928 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-246334b1-8925-4b14-92cb-06b20d780739 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:17.831801 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3890d1-2d7d-48d8-a921-1bed9e941233 service neutron] Pushing event updated for resources: {'Port': ['ID=c72fbb34-5a3a-46da-868e-1ffabefa13b5,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:17.886939 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-41611e86-78c5-4a9d-9ee2-8b126edde987 req-3361ab9e-8c42-425c-8998-845528dde086 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282076 Oct 20 11:33:17.908686 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-246334b1-8925-4b14-92cb-06b20d780739 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:17.912601 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-246334b1-8925-4b14-92cb-06b20d780739 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:17.917337 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 33892) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:33:17.917536 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-246334b1-8925-4b14-92cb-06b20d780739 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] 10.222.0.98 "DELETE /v2.0/security-groups/bee60465-470c-4ac8-9215-1615b7cf532f HTTP/1.1" status: 204 len: 168 time: 0.3521059 Oct 20 11:33:17.931290 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246334b1-8925-4b14-92cb-06b20d780739 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee60465-470c-4ac8-9215-1615b7cf532f,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:17.932099 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-4c3890d1-2d7d-48d8-a921-1bed9e941233 service neutron] Attempting to bind port c72fbb34-5a3a-46da-868e-1ffabefa13b5 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:33:17.932443 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-4c3890d1-2d7d-48d8-a921-1bed9e941233 service neutron] Attempting to bind port c72fbb34-5a3a-46da-868e-1ffabefa13b5 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:33:17.933280 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-4c3890d1-2d7d-48d8-a921-1bed9e941233 service neutron] Attempting to bind port c72fbb34-5a3a-46da-868e-1ffabefa13b5 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:33:18.011710 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-4c3890d1-2d7d-48d8-a921-1bed9e941233 service neutron] Port c72fbb34-5a3a-46da-868e-1ffabefa13b5 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:33:18.012480 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-4c3890d1-2d7d-48d8-a921-1bed9e941233 service neutron] Attempting to bind port c72fbb34-5a3a-46da-868e-1ffabefa13b5 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:33:18.027517 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [None req-5e9b940d-a7d9-4eca-b70d-bc82cd1cdbe6 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] show failed (client error): The resource could not be found. Oct 20 11:33:18.028587 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-5e9b940d-a7d9-4eca-b70d-bc82cd1cdbe6 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] 10.222.0.98 "GET /v2.0/security-groups/bee60465-470c-4ac8-9215-1615b7cf532f HTTP/1.1" status: 404 len: 347 time: 0.0979764 Oct 20 11:33:18.030622 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-4c3890d1-2d7d-48d8-a921-1bed9e941233 service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:33:18.031004 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-4c3890d1-2d7d-48d8-a921-1bed9e941233 service neutron] Checking segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:33:18.031382 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-4c3890d1-2d7d-48d8-a921-1bed9e941233 service neutron] Bound using segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:33:18.032118 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 33906) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:33:18.032270 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-4c3890d1-2d7d-48d8-a921-1bed9e941233 service neutron] Bound port: c72fbb34-5a3a-46da-868e-1ffabefa13b5, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:33:18.032428 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-4c3890d1-2d7d-48d8-a921-1bed9e941233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:18.063812 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a183525-bca6-4e42-9acb-2bf48718d005 req-e741b7ed-713b-4d5e-98cd-fd4a60aa5392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:18.065964 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2a183525-bca6-4e42-9acb-2bf48718d005 req-e741b7ed-713b-4d5e-98cd-fd4a60aa5392 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=48a94a8543a948e194f233beccd2f46a&device_id=e6df1903-73f0-461c-b734-9c6ab3198a8e HTTP/1.1" status: 200 len: 1135 time: 0.2120838 Oct 20 11:33:18.181291 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-bb12480c-72c2-4a8d-852d-cad928674a94 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Deleting port 447f0bc7-7d54-424b-867b-2f85bfc3c96a {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:33:18.181676 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bb12480c-72c2-4a8d-852d-cad928674a94 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:18.251865 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda51291-226f-430e-9c70-bc4d13ed2e92 req-6015fb44-76d6-4f54-9d6d-80d832674394 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:18.253360 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cda51291-226f-430e-9c70-bc4d13ed2e92 req-6015fb44-76d6-4f54-9d6d-80d832674394 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=c69b1eac-c25d-41ee-a056-603dd8d39a71 HTTP/1.1" status: 200 len: 947 time: 0.2080312 Oct 20 11:33:18.260331 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bb12480c-72c2-4a8d-852d-cad928674a94 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:18.260786 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bb12480c-72c2-4a8d-852d-cad928674a94 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:18.274845 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-bb12480c-72c2-4a8d-852d-cad928674a94 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Calling delete_port for 447f0bc7-7d54-424b-867b-2f85bfc3c96a owned by network:floatingip {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:33:18.281696 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce50c78-2191-4e04-b4d3-871cae04864c req-0cf941cf-d2ad-4fa5-bf54-a6093cd2745b tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:18.283188 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4ce50c78-2191-4e04-b4d3-871cae04864c req-0cf941cf-d2ad-4fa5-bf54-a6093cd2745b tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6df1903-73f0-461c-b734-9c6ab3198a8e HTTP/1.1" status: 200 len: 984 time: 0.1942101 Oct 20 11:33:18.292247 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a183525-bca6-4e42-9acb-2bf48718d005 req-0a56f4ca-9bd0-4f54-9a36-180f70d87c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:18.293647 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2a183525-bca6-4e42-9acb-2bf48718d005 req-0a56f4ca-9bd0-4f54-9a36-180f70d87c68 service neutron] 10.222.0.11 "GET /v2.0/networks?id=35740985-59da-4215-add1-e1839e38e811 HTTP/1.1" status: 200 len: 914 time: 0.2124903 Oct 20 11:33:18.310291 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-4c3890d1-2d7d-48d8-a921-1bed9e941233 service neutron] For port c72fbb34-5a3a-46da-868e-1ffabefa13b5, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:33:18.364942 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-4c3890d1-2d7d-48d8-a921-1bed9e941233 service neutron] For port c72fbb34-5a3a-46da-868e-1ffabefa13b5, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=c72fbb34-5a3a-46da-868e-1ffabefa13b5,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:33:18.376024 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2a183525-bca6-4e42-9acb-2bf48718d005 req-8f85e0e0-ce23-4b5c-8aa8-751aa4a2adad service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=07bec960-9ddc-4b12-867d-e4be6d9bedfe HTTP/1.1" status: 200 len: 217 time: 0.0634058 Oct 20 11:33:18.380131 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-4c3890d1-2d7d-48d8-a921-1bed9e941233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:18.411542 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cda51291-226f-430e-9c70-bc4d13ed2e92 req-3ca9fc57-ec27-4c3c-8417-ff6072c645c4 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417520 Oct 20 11:33:18.438360 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bb12480c-72c2-4a8d-852d-cad928674a94 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:18.459618 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4ce50c78-2191-4e04-b4d3-871cae04864c req-0e64dbf1-007a-4171-8d10-02c4f6c0a05b tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups?id=b8a31a8a-5175-4a1d-bc11-a58361bc8b36&id=395cbb04-21ec-4ed0-bf96-713eba7c093e&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1696498 Oct 20 11:33:18.465002 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-4c3890d1-2d7d-48d8-a921-1bed9e941233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:18.465907 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-4c3890d1-2d7d-48d8-a921-1bed9e941233 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:18.467683 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-4c3890d1-2d7d-48d8-a921-1bed9e941233 service neutron] 10.222.0.11 "PUT /v2.0/ports/c72fbb34-5a3a-46da-868e-1ffabefa13b5 HTTP/1.1" status: 200 len: 1096 time: 1.5933051 Oct 20 11:33:18.477616 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb12480c-72c2-4a8d-852d-cad928674a94 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Pushing event deleted for resources: {'Port': ['ID=447f0bc7-7d54-424b-867b-2f85bfc3c96a,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:18.555982 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a183525-bca6-4e42-9acb-2bf48718d005 req-65c42c51-1e82-43d6-a954-58dd6fd7cdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:18.557820 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2a183525-bca6-4e42-9acb-2bf48718d005 req-65c42c51-1e82-43d6-a954-58dd6fd7cdde service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bf856053-6533-48a8-9cf8-f44a20996faa HTTP/1.1" status: 200 len: 852 time: 0.1616440 Oct 20 11:33:18.589380 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bb12480c-72c2-4a8d-852d-cad928674a94 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Publish callbacks [] for floatingip, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:18.593046 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bb12480c-72c2-4a8d-852d-cad928674a94 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:18.595984 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-bb12480c-72c2-4a8d-852d-cad928674a94 tempest-ServersTestJSON-884552371 tempest-ServersTestJSON-884552371-project] 10.222.0.98 "DELETE /v2.0/floatingips/f8c92e3c-ce74-44ba-ac96-fa8b73142ac1 HTTP/1.1" status: 204 len: 168 time: 0.5623119 Oct 20 11:33:18.598064 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 33920) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:33:18.677811 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2a183525-bca6-4e42-9acb-2bf48718d005 req-7772920b-d796-4399-94b7-9080c0e0dd58 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=35740985-59da-4215-add1-e1839e38e811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829058 Oct 20 11:33:18.679083 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3890d1-2d7d-48d8-a921-1bed9e941233 service neutron] Pushing event updated for resources: {'Port': ['ID=c72fbb34-5a3a-46da-868e-1ffabefa13b5,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:18.782137 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-d0a19e9a-5bd3-48f5-80cd-e3ca393b723b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:18.783708 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-d0a19e9a-5bd3-48f5-80cd-e3ca393b723b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0608bb1584294647a2a321a4de90ae37&device_id=06b83cc9-ba25-4d16-be5c-61b9d59ba7ae HTTP/1.1" status: 200 len: 1099 time: 0.2499535 Oct 20 11:33:18.881257 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8419f920-9779-4bf5-b314-9d3f2e006de0 req-8deca7e2-f243-44a4-b6a9-7f0210101691 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:18.887377 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8419f920-9779-4bf5-b314-9d3f2e006de0 req-8deca7e2-f243-44a4-b6a9-7f0210101691 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/ports?device_id=af8f5642-8353-45f6-be44-5b2a4ed223b1 HTTP/1.1" status: 200 len: 945 time: 0.2021594 Oct 20 11:33:18.889214 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-590af607-00de-4f16-bfb6-4b2bf9a78f44 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=c72fbb34-5a3a-46da-868e-1ffabefa13b5 HTTP/1.1" status: 200 len: 217 time: 0.0672195 Oct 20 11:33:18.919927 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2a183525-bca6-4e42-9acb-2bf48718d005 req-542ec1bc-3f41-4d48-ad38-8e5e972b640b service neutron] 10.222.0.11 "GET /v2.0/networks/35740985-59da-4215-add1-e1839e38e811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212408 Oct 20 11:33:18.929901 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6df1903-73f0-461c-b734-9c6ab3198a8e', 'tag': '07bec960-9ddc-4b12-867d-e4be6d9bedfe'}, {'name': 'network-changed', 'server_uuid': '06b83cc9-ba25-4d16-be5c-61b9d59ba7ae', 'tag': 'c72fbb34-5a3a-46da-868e-1ffabefa13b5'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:33:18.932391 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1936a891-72f5-4748-8784-ba506bdd1b2f" -d '{"events": [{"name": "network-changed", "server_uuid": "e6df1903-73f0-461c-b734-9c6ab3198a8e", "tag": "07bec960-9ddc-4b12-867d-e4be6d9bedfe"}, {"name": "network-changed", "server_uuid": "06b83cc9-ba25-4d16-be5c-61b9d59ba7ae", "tag": "c72fbb34-5a3a-46da-868e-1ffabefa13b5"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:33:18.997937 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 49d29f0a-b527-4b66-8aee-5defafa6446f details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:33:19.025702 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8419f920-9779-4bf5-b314-9d3f2e006de0 req-c6e5aec3-f689-438e-a1ca-e08da2017348 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/security-groups?id=69888122-6b31-4f03-b58e-69ca71af741f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030786 Oct 20 11:33:19.087088 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-6b76fe55-e63a-407c-bc69-eb2d728f1c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:19.088925 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-6b76fe55-e63a-407c-bc69-eb2d728f1c9d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.1681213 Oct 20 11:33:19.121600 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0320b393-84a4-47b0-b32a-1b61d0861aa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:19.153293 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 49d29f0a-b527-4b66-8aee-5defafa6446f, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=49d29f0a-b527-4b66-8aee-5defafa6446f,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:33:19.164999 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '49d29f0a-b527-4b66-8aee-5defafa6446f', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'port_id': '49d29f0a-b527-4b66-8aee-5defafa6446f', 'mac_address': 'fa:16:3e:9d:cf:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94289c8c-e5f7-4e30-b6a9-5b268a8fd610', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:33:19.202764 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 20 Oct 2021 11:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3858ab-2f69-48de-b209-dc2b62fc0fd8 x-openstack-request-id: req-5a3858ab-2f69-48de-b209-dc2b62fc0fd8 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:33:19.204846 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6df1903-73f0-461c-b734-9c6ab3198a8e", "tag": "07bec960-9ddc-4b12-867d-e4be6d9bedfe", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "06b83cc9-ba25-4d16-be5c-61b9d59ba7ae", "tag": "c72fbb34-5a3a-46da-868e-1ffabefa13b5", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:33:19.206709 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5a3858ab-2f69-48de-b209-dc2b62fc0fd8 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:33:19.207235 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6df1903-73f0-461c-b734-9c6ab3198a8e', 'tag': '07bec960-9ddc-4b12-867d-e4be6d9bedfe', 'status': 'completed', 'code': 200} Oct 20 11:33:19.207575 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06b83cc9-ba25-4d16-be5c-61b9d59ba7ae', 'tag': 'c72fbb34-5a3a-46da-868e-1ffabefa13b5', 'status': 'completed', 'code': 200} Oct 20 11:33:19.228658 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:19.256738 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49d29f0a-b527-4b66-8aee-5defafa6446f {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:33:19.292242 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2a183525-bca6-4e42-9acb-2bf48718d005 req-6d8ca57a-5755-4d86-99cd-f4470d5d5089 service neutron] 10.222.0.11 "GET /v2.0/networks/35740985-59da-4215-add1-e1839e38e811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545003 Oct 20 11:33:19.295886 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 49d29f0a-b527-4b66-8aee-5defafa6446f, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=49d29f0a-b527-4b66-8aee-5defafa6446f,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:33:19.313057 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:19.329595 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-142453de-2d8e-40fb-a766-4118928acb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:19.331702 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-142453de-2d8e-40fb-a766-4118928acb6c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2319856 Oct 20 11:33:19.391783 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b18690cb-288b-473b-ab90-98677f81844e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:19.428110 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-0320b393-84a4-47b0-b32a-1b61d0861aa5 admin admin] Deleting port 62fffac6-0c81-481e-a002-41b88a498a2c {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:33:19.428697 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0320b393-84a4-47b0-b32a-1b61d0861aa5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:19.436503 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=49d29f0a-b527-4b66-8aee-5defafa6446f,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:19.527729 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936a891-72f5-4748-8784-ba506bdd1b2f req-b8d653b4-4f01-4c84-b65d-28dceef0f2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:19.529313 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1936a891-72f5-4748-8784-ba506bdd1b2f req-b8d653b4-4f01-4c84-b65d-28dceef0f2ac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=48a94a8543a948e194f233beccd2f46a&device_id=e6df1903-73f0-461c-b734-9c6ab3198a8e HTTP/1.1" status: 200 len: 1135 time: 0.1574814 Oct 20 11:33:19.713453 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['49d29f0a-b527-4b66-8aee-5defafa6446f'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:33:19.724012 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-d072acff-2726-4f67-925a-ba6ba1143795 service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767128 Oct 20 11:33:19.725887 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936a891-72f5-4748-8784-ba506bdd1b2f req-e2f61e08-908b-4e4a-9a40-4a2201184a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:19.727787 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1936a891-72f5-4748-8784-ba506bdd1b2f req-e2f61e08-908b-4e4a-9a40-4a2201184a3e service neutron] 10.222.0.11 "GET /v2.0/networks?id=35740985-59da-4215-add1-e1839e38e811 HTTP/1.1" status: 200 len: 914 time: 0.1890230 Oct 20 11:33:19.832319 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1936a891-72f5-4748-8784-ba506bdd1b2f req-96883c49-8b84-455b-aa4f-aaed8a00a2b5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=07bec960-9ddc-4b12-867d-e4be6d9bedfe HTTP/1.1" status: 200 len: 217 time: 0.0832102 Oct 20 11:33:19.852399 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5b1ac-6e04-415e-a90a-1fd362330a3f req-adcbeaa0-cdfe-4f3d-ab2f-c2f802565080 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:19.860833 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d6d5b1ac-6e04-415e-a90a-1fd362330a3f req-adcbeaa0-cdfe-4f3d-ab2f-c2f802565080 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6df1903-73f0-461c-b734-9c6ab3198a8e HTTP/1.1" status: 200 len: 984 time: 0.1642380 Oct 20 11:33:19.878574 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-0320b393-84a4-47b0-b32a-1b61d0861aa5 admin admin] For port 62fffac6-0c81-481e-a002-41b88a498a2c, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=62fffac6-0c81-481e-a002-41b88a498a2c,segment=NetworkSegment(bebaf4cc-37e0-4072-bc53-5f8daf5a0282),segment_id=bebaf4cc-37e0-4072-bc53-5f8daf5a0282)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:33:19.879010 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0320b393-84a4-47b0-b32a-1b61d0861aa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:19.893672 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-0320b393-84a4-47b0-b32a-1b61d0861aa5 admin admin] Calling delete_port for 62fffac6-0c81-481e-a002-41b88a498a2c owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:33:19.905290 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0bd7b0-528a-4794-88df-63f915d1f158 req-4b9925d4-a7c0-455e-9b9c-5844267149cc tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:19.914129 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4f0bd7b0-528a-4794-88df-63f915d1f158 req-4b9925d4-a7c0-455e-9b9c-5844267149cc tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=c69b1eac-c25d-41ee-a056-603dd8d39a71 HTTP/1.1" status: 200 len: 948 time: 0.3456893 Oct 20 11:33:20.021376 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d6d5b1ac-6e04-415e-a90a-1fd362330a3f req-57aa2deb-82c8-4acc-b02f-10d55c2fa648 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups?id=b8a31a8a-5175-4a1d-bc11-a58361bc8b36&id=395cbb04-21ec-4ed0-bf96-713eba7c093e&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1593511 Oct 20 11:33:20.065339 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936a891-72f5-4748-8784-ba506bdd1b2f req-7d77020e-f3df-4db4-bf91-5d6cbbfa8aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:20.066813 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1936a891-72f5-4748-8784-ba506bdd1b2f req-7d77020e-f3df-4db4-bf91-5d6cbbfa8aaa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bf856053-6533-48a8-9cf8-f44a20996faa HTTP/1.1" status: 200 len: 852 time: 0.1839347 Oct 20 11:33:20.083117 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4f0bd7b0-528a-4794-88df-63f915d1f158 req-87e9bcaa-749a-49c6-9b5f-5db4c6c36111 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618347 Oct 20 11:33:20.108182 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d18b951-1ec3-49c9-86b5-0b47fe52aba9 req-405117f3-dcf0-4b13-a4c7-41f38421c4ee service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516281 Oct 20 11:33:20.124296 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0320b393-84a4-47b0-b32a-1b61d0861aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:20.150339 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1936a891-72f5-4748-8784-ba506bdd1b2f req-e15f1ee2-8851-4442-9c4d-18ec974645ce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=35740985-59da-4215-add1-e1839e38e811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662351 Oct 20 11:33:20.153400 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0320b393-84a4-47b0-b32a-1b61d0861aa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=62fffac6-0c81-481e-a002-41b88a498a2c,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:20.321584 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1936a891-72f5-4748-8784-ba506bdd1b2f req-ce90761b-4162-4d73-8cad-b16a0ad4e9c7 service neutron] 10.222.0.11 "GET /v2.0/networks/35740985-59da-4215-add1-e1839e38e811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613626 Oct 20 11:33:20.435664 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0320b393-84a4-47b0-b32a-1b61d0861aa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:20.545899 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8563c5-28ae-4abf-a129-c2bb7a777706 req-8a69bcf5-c58c-498b-ae91-3b526e3135ef tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:20.554771 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1c8563c5-28ae-4abf-a129-c2bb7a777706 req-8a69bcf5-c58c-498b-ae91-3b526e3135ef tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/ports?device_id=af8f5642-8353-45f6-be44-5b2a4ed223b1 HTTP/1.1" status: 200 len: 945 time: 0.1835110 Oct 20 11:33:20.580208 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1936a891-72f5-4748-8784-ba506bdd1b2f req-a704ae7d-e363-4813-820b-eec7f0d16219 service neutron] 10.222.0.11 "GET /v2.0/networks/35740985-59da-4215-add1-e1839e38e811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501490 Oct 20 11:33:20.609526 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1c8563c5-28ae-4abf-a129-c2bb7a777706 req-788c571c-f671-431a-8256-9a6615e467ce tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/security-groups?id=69888122-6b31-4f03-b58e-69ca71af741f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535896 Oct 20 11:33:20.701627 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936a891-72f5-4748-8784-ba506bdd1b2f req-7b98b52e-8452-4e37-ae4a-0878c44818b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:20.703256 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1936a891-72f5-4748-8784-ba506bdd1b2f req-7b98b52e-8452-4e37-ae4a-0878c44818b6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0608bb1584294647a2a321a4de90ae37&device_id=06b83cc9-ba25-4d16-be5c-61b9d59ba7ae HTTP/1.1" status: 200 len: 1099 time: 0.0520730 Oct 20 11:33:20.733858 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0320b393-84a4-47b0-b32a-1b61d0861aa5 admin admin] Router 19e22b5e-bcaf-4925-a9cd-174a2a1ea9af has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:33:20.831531 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936a891-72f5-4748-8784-ba506bdd1b2f req-3475ec85-d8f2-4fc1-80e5-1941acb04cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:20.833672 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1936a891-72f5-4748-8784-ba506bdd1b2f req-3475ec85-d8f2-4fc1-80e5-1941acb04cb2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 0.1213260 Oct 20 11:33:20.836666 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55461ba0-1b14-4872-ab8f-d73f57f19126 req-e2403121-5021-4593-a78b-03cb9692cb1b tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:20.838308 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-55461ba0-1b14-4872-ab8f-d73f57f19126 req-e2403121-5021-4593-a78b-03cb9692cb1b tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.89 "GET /v2.0/ports?device_id=af8f5642-8353-45f6-be44-5b2a4ed223b1 HTTP/1.1" status: 200 len: 945 time: 0.0975316 Oct 20 11:33:20.883548 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1936a891-72f5-4748-8784-ba506bdd1b2f req-604711c0-8b86-4fbb-8178-49bf85379058 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=c72fbb34-5a3a-46da-868e-1ffabefa13b5 HTTP/1.1" status: 200 len: 217 time: 0.0400329 Oct 20 11:33:20.950907 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936a891-72f5-4748-8784-ba506bdd1b2f req-123ffb6c-45dc-405a-97f1-aed71dd1895b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:20.953035 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1936a891-72f5-4748-8784-ba506bdd1b2f req-123ffb6c-45dc-405a-97f1-aed71dd1895b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.0607150 Oct 20 11:33:20.974028 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0320b393-84a4-47b0-b32a-1b61d0861aa5 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:33:20.983994 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87c2126-3cdf-43c0-9b5d-cc4329f11b4d None None] Sync routers for ids ['19e22b5e-bcaf-4925-a9cd-174a2a1ea9af'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:33:20.998173 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0320b393-84a4-47b0-b32a-1b61d0861aa5 admin admin] 10.222.0.98 "PUT /v2.0/routers/19e22b5e-bcaf-4925-a9cd-174a2a1ea9af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3986504 Oct 20 11:33:21.001519 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34064) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:33:21.003997 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87c2126-3cdf-43c0-9b5d-cc4329f11b4d None None] Routers {'19e22b5e-bcaf-4925-a9cd-174a2a1ea9af'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:33:21.004940 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-c87c2126-3cdf-43c0-9b5d-cc4329f11b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:32:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['19e22b5e-bcaf-4925-a9cd-174a2a1ea9af'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:33:21.068300 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936a891-72f5-4748-8784-ba506bdd1b2f req-d55563c2-73c8-4aaa-a18e-fee340df3a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:21.069927 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1936a891-72f5-4748-8784-ba506bdd1b2f req-d55563c2-73c8-4aaa-a18e-fee340df3a1f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1077149 Oct 20 11:33:21.091430 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-55461ba0-1b14-4872-ab8f-d73f57f19126 req-4a2312e2-6934-42df-bf05-51d498a60f18 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Deleting port f0a9d974-b7ee-4f02-bf17-f6427762e0c6 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:33:21.091784 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-55461ba0-1b14-4872-ab8f-d73f57f19126 req-4a2312e2-6934-42df-bf05-51d498a60f18 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:21.191066 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-c87c2126-3cdf-43c0-9b5d-cc4329f11b4d None None] Set router 19e22b5e-bcaf-4925-a9cd-174a2a1ea9af gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:33:21.252556 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d30fe6-8312-42f0-865c-921929d83d87 req-f383a55e-014a-4521-bbe9-efa444ae29ab tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:21.254082 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f4d30fe6-8312-42f0-865c-921929d83d87 req-f383a55e-014a-4521-bbe9-efa444ae29ab tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6df1903-73f0-461c-b734-9c6ab3198a8e HTTP/1.1" status: 200 len: 984 time: 0.1050136 Oct 20 11:33:21.256059 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1936a891-72f5-4748-8784-ba506bdd1b2f req-326e1233-8975-4a85-84b3-7bb8af8177ca service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752250 Oct 20 11:33:21.296637 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bda363e7-8a39-4dc4-aee2-feb87a3e4e40 admin admin] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:21.358534 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-55461ba0-1b14-4872-ab8f-d73f57f19126 req-4a2312e2-6934-42df-bf05-51d498a60f18 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] For port f0a9d974-b7ee-4f02-bf17-f6427762e0c6, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=f0a9d974-b7ee-4f02-bf17-f6427762e0c6,segment=NetworkSegment(ea9723fb-0cbc-4e43-9a4c-890d295b4e3e),segment_id=ea9723fb-0cbc-4e43-9a4c-890d295b4e3e)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:33:21.359041 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-55461ba0-1b14-4872-ab8f-d73f57f19126 req-4a2312e2-6934-42df-bf05-51d498a60f18 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:21.362017 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f4d30fe6-8312-42f0-865c-921929d83d87 req-c2697251-41b2-4363-9518-76e7e59353f9 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups?id=b8a31a8a-5175-4a1d-bc11-a58361bc8b36&id=395cbb04-21ec-4ed0-bf96-713eba7c093e&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1006026 Oct 20 11:33:21.390434 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-55461ba0-1b14-4872-ab8f-d73f57f19126 req-4a2312e2-6934-42df-bf05-51d498a60f18 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Calling delete_port for f0a9d974-b7ee-4f02-bf17-f6427762e0c6 owned by compute:nova {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:33:21.420888 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1936a891-72f5-4748-8784-ba506bdd1b2f req-265efb84-29e8-46d9-b0a7-0a9493514cde service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524475 Oct 20 11:33:21.520487 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-c87c2126-3cdf-43c0-9b5d-cc4329f11b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e22b5e-bcaf-4925-a9cd-174a2a1ea9af', 'name': 'tempest-ServersTestJSON-312179564-router', 'tenant_id': '52c1bb966e2b40228f44b31ee15523d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '54e1ac5a-5ac5-499a-bc41-7ecc4b5210a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:30:45Z', 'updated_at': '2021-10-20T11:33:20Z', 'revision_number': 5, 'project_id': '52c1bb966e2b40228f44b31ee15523d5', 'gw_port': {'id': '54e1ac5a-5ac5-499a-bc41-7ecc4b5210a8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:7c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e22b5e-bcaf-4925-a9cd-174a2a1ea9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:30:46Z', 'updated_at': '2021-10-20T11:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:33:21.524274 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bda363e7-8a39-4dc4-aee2-feb87a3e4e40 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:21.543783 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c45592-c39f-4447-9d39-46e1189f0cf0 req-9e61b838-1fa3-4e97-88de-ceb5a6a011b4 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:21.554778 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-34c45592-c39f-4447-9d39-46e1189f0cf0 req-9e61b838-1fa3-4e97-88de-ceb5a6a011b4 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=c69b1eac-c25d-41ee-a056-603dd8d39a71 HTTP/1.1" status: 200 len: 948 time: 0.1185389 Oct 20 11:33:21.570161 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87c2126-3cdf-43c0-9b5d-cc4329f11b4d None None] Checking router: 19e22b5e-bcaf-4925-a9cd-174a2a1ea9af for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:33:21.581345 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87c2126-3cdf-43c0-9b5d-cc4329f11b4d None None] Routers {'19e22b5e-bcaf-4925-a9cd-174a2a1ea9af'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:33:21.582435 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-c87c2126-3cdf-43c0-9b5d-cc4329f11b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:32:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['19e22b5e-bcaf-4925-a9cd-174a2a1ea9af'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:33:21.652400 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-34c45592-c39f-4447-9d39-46e1189f0cf0 req-24a4d440-0505-42e8-93aa-b109cbd9911d tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965874 Oct 20 11:33:21.732036 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-c87c2126-3cdf-43c0-9b5d-cc4329f11b4d None None] Set router 19e22b5e-bcaf-4925-a9cd-174a2a1ea9af gateway port host: None {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:33:21.751003 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-bda363e7-8a39-4dc4-aee2-feb87a3e4e40 admin admin] Deleting port 54e1ac5a-5ac5-499a-bc41-7ecc4b5210a8 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:33:21.756177 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bda363e7-8a39-4dc4-aee2-feb87a3e4e40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:21.803180 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-55461ba0-1b14-4872-ab8f-d73f57f19126 req-4a2312e2-6934-42df-bf05-51d498a60f18 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:21.829003 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['f0a9d974-b7ee-4f02-bf17-f6427762e0c6'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:33:21.851834 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2312e2-6934-42df-bf05-51d498a60f18 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Pushing event deleted for resources: {'Port': ['ID=f0a9d974-b7ee-4f02-bf17-f6427762e0c6,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:21.878094 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-c87c2126-3cdf-43c0-9b5d-cc4329f11b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e22b5e-bcaf-4925-a9cd-174a2a1ea9af', 'name': 'tempest-ServersTestJSON-312179564-router', 'tenant_id': '52c1bb966e2b40228f44b31ee15523d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:30:45Z', 'updated_at': '2021-10-20T11:33:21Z', 'revision_number': 6, 'project_id': '52c1bb966e2b40228f44b31ee15523d5', 'gw_port_host': None}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:33:21.948195 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-55461ba0-1b14-4872-ab8f-d73f57f19126 req-4a2312e2-6934-42df-bf05-51d498a60f18 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] No DVR routers for this DVR port f0a9d974-b7ee-4f02-bf17-f6427762e0c6 on host n-h2-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:33:21.950872 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-55461ba0-1b14-4872-ab8f-d73f57f19126 req-4a2312e2-6934-42df-bf05-51d498a60f18 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:21.954875 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-55461ba0-1b14-4872-ab8f-d73f57f19126 req-4a2312e2-6934-42df-bf05-51d498a60f18 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.89 "DELETE /v2.0/ports/f0a9d974-b7ee-4f02-bf17-f6427762e0c6 HTTP/1.1" status: 204 len: 173 time: 1.1066773 Oct 20 11:33:21.957075 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8f5642-8353-45f6-be44-5b2a4ed223b1', 'name': 'network-vif-deleted', 'tag': 'f0a9d974-b7ee-4f02-bf17-f6427762e0c6'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:33:21.957234 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87c2126-3cdf-43c0-9b5d-cc4329f11b4d None None] The sync data for ids ['19e22b5e-bcaf-4925-a9cd-174a2a1ea9af'] in n-d-814735-3 is: [{'id': '19e22b5e-bcaf-4925-a9cd-174a2a1ea9af', 'name': 'tempest-ServersTestJSON-312179564-router', 'tenant_id': '52c1bb966e2b40228f44b31ee15523d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:30:45Z', 'updated_at': '2021-10-20T11:33:21Z', 'revision_number': 6, 'project_id': '52c1bb966e2b40228f44b31ee15523d5', 'gw_port_host': None}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:33:21.968960 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0e3f81-70c2-4dfb-aef1-125e538efc61" -d '{"events": [{"server_uuid": "af8f5642-8353-45f6-be44-5b2a4ed223b1", "name": "network-vif-deleted", "tag": "f0a9d974-b7ee-4f02-bf17-f6427762e0c6"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:33:21.998947 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-bda363e7-8a39-4dc4-aee2-feb87a3e4e40 admin admin] For port 54e1ac5a-5ac5-499a-bc41-7ecc4b5210a8, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=54e1ac5a-5ac5-499a-bc41-7ecc4b5210a8,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:33:21.999365 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bda363e7-8a39-4dc4-aee2-feb87a3e4e40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:22.015458 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-bda363e7-8a39-4dc4-aee2-feb87a3e4e40 admin admin] Calling delete_port for 54e1ac5a-5ac5-499a-bc41-7ecc4b5210a8 owned by network:router_gateway {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:33:22.028725 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a595c8c4-f572-4183-8c1d-ce954aca0d25 req-6fe5c4a9-d4c0-45ee-8a2b-e944016bfb91 tempest-ServerRescueTestJSONUnderV235-500153505 tempest-ServerRescueTestJSONUnderV235-500153505-project] 10.222.0.98 "GET /v2.0/ports?device_id=af8f5642-8353-45f6-be44-5b2a4ed223b1 HTTP/1.1" status: 200 len: 210 time: 0.0562117 Oct 20 11:33:22.038529 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b2de6421-573f-42ee-935f-a66aad1fbd59 req-ffd098b5-be89-486c-8b5b-af0b29ab287e tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1013037562&fields=id&tenant_id=48a94a8543a948e194f233beccd2f46a HTTP/1.1" status: 200 len: 267 time: 0.0964696 Oct 20 11:33:22.127030 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de6421-573f-42ee-935f-a66aad1fbd59 req-8c0a54ce-80dd-47cd-8020-88badd29fee6 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:22.128703 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b2de6421-573f-42ee-935f-a66aad1fbd59 req-8c0a54ce-80dd-47cd-8020-88badd29fee6 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6df1903-73f0-461c-b734-9c6ab3198a8e HTTP/1.1" status: 200 len: 984 time: 0.0803626 Oct 20 11:33:22.148674 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-b2de6421-573f-42ee-935f-a66aad1fbd59 req-939fa176-6496-4738-ae11-13ae55406ddf tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Request body: {'port': {'security_groups': ['395cbb04-21ec-4ed0-bf96-713eba7c093e', 'b8a31a8a-5175-4a1d-bc11-a58361bc8b36', '07082f78-e7df-4d53-8e82-51a75a4f411b']}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:33:22.150850 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1e034476-ff3d-4e63-8bc7-8c0d493a9cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:22.250561 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b2de6421-573f-42ee-935f-a66aad1fbd59 req-939fa176-6496-4738-ae11-13ae55406ddf tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:22.272215 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bda363e7-8a39-4dc4-aee2-feb87a3e4e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:22.305270 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda363e7-8a39-4dc4-aee2-feb87a3e4e40 admin admin] Pushing event deleted for resources: {'Port': ['ID=54e1ac5a-5ac5-499a-bc41-7ecc4b5210a8,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:22.412506 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bda363e7-8a39-4dc4-aee2-feb87a3e4e40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:22.519782 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 62fffac6-0c81-481e-a002-41b88a498a2c no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:33:22.552344 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 62fffac6-0c81-481e-a002-41b88a498a2c {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:33:22.552758 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 62fffac6-0c81-481e-a002-41b88a498a2c not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:33:22.610617 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-b2de6421-573f-42ee-935f-a66aad1fbd59 req-939fa176-6496-4738-ae11-13ae55406ddf tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] For port 07bec960-9ddc-4b12-867d-e4be6d9bedfe, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=07bec960-9ddc-4b12-867d-e4be6d9bedfe,segment=NetworkSegment(59f8b397-57a4-4b9f-b597-5d74b0b9ce74),segment_id=59f8b397-57a4-4b9f-b597-5d74b0b9ce74)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:33:22.617123 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bda363e7-8a39-4dc4-aee2-feb87a3e4e40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:22.620005 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bda363e7-8a39-4dc4-aee2-feb87a3e4e40 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:22.683278 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b2de6421-573f-42ee-935f-a66aad1fbd59 req-939fa176-6496-4738-ae11-13ae55406ddf tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:22.692778 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b2de6421-573f-42ee-935f-a66aad1fbd59 req-939fa176-6496-4738-ae11-13ae55406ddf tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:22.694909 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bda363e7-8a39-4dc4-aee2-feb87a3e4e40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:22.695572 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda363e7-8a39-4dc4-aee2-feb87a3e4e40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19e22b5e-bcaf-4925-a9cd-174a2a1ea9af {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:33:22.705963 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['0b38dad0-77c6-439d-9dbe-707106a570e6', '07bec960-9ddc-4b12-867d-e4be6d9bedfe'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:33:22.718577 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bda363e7-8a39-4dc4-aee2-feb87a3e4e40 admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:22.724877 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-bda363e7-8a39-4dc4-aee2-feb87a3e4e40 admin admin] 10.222.0.98 "DELETE /v2.0/routers/19e22b5e-bcaf-4925-a9cd-174a2a1ea9af HTTP/1.1" status: 204 len: 168 time: 1.7205470 Oct 20 11:33:22.726704 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34162) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:33:22.730916 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f589167-973e-400e-bada-9b2730222759 x-openstack-request-id: req-7f589167-973e-400e-bada-9b2730222759 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:33:22.731550 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af8f5642-8353-45f6-be44-5b2a4ed223b1", "name": "network-vif-deleted", "tag": "f0a9d974-b7ee-4f02-bf17-f6427762e0c6", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:33:22.734209 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7f589167-973e-400e-bada-9b2730222759 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:33:22.735796 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8f5642-8353-45f6-be44-5b2a4ed223b1', 'name': 'network-vif-deleted', 'tag': 'f0a9d974-b7ee-4f02-bf17-f6427762e0c6', 'status': 'completed', 'code': 200} Oct 20 11:33:22.763964 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de6421-573f-42ee-935f-a66aad1fbd59 req-939fa176-6496-4738-ae11-13ae55406ddf tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:22.764735 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b2de6421-573f-42ee-935f-a66aad1fbd59 req-939fa176-6496-4738-ae11-13ae55406ddf tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:22.779385 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b2de6421-573f-42ee-935f-a66aad1fbd59 req-939fa176-6496-4738-ae11-13ae55406ddf tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "PUT /v2.0/ports/07bec960-9ddc-4b12-867d-e4be6d9bedfe HTTP/1.1" status: 200 len: 1020 time: 0.6372445 Oct 20 11:33:22.780753 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6df1903-73f0-461c-b734-9c6ab3198a8e', 'tag': '07bec960-9ddc-4b12-867d-e4be6d9bedfe'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:33:22.784601 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15504342-2976-4dc5-87a0-f1b5f4ce9fc6" -d '{"events": [{"name": "network-changed", "server_uuid": "e6df1903-73f0-461c-b734-9c6ab3198a8e", "tag": "07bec960-9ddc-4b12-867d-e4be6d9bedfe"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:33:22.804219 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939fa176-6496-4738-ae11-13ae55406ddf tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Pushing event updated for resources: {'Port': ['ID=07bec960-9ddc-4b12-867d-e4be6d9bedfe,revision_number=7']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:22.810892 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device c72fbb34-5a3a-46da-868e-1ffabefa13b5 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:33:22.862646 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5eae299-2b3e-4ef5-aa9e-33f73d902c94 admin admin] Deleting subnet ff355e09-dbd0-4af0-af48-6ef318d1c7d4 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:33:22.893785 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c5eae299-2b3e-4ef5-aa9e-33f73d902c94 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:22.955437 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port c72fbb34-5a3a-46da-868e-1ffabefa13b5, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=c72fbb34-5a3a-46da-868e-1ffabefa13b5,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:33:22.959632 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c5eae299-2b3e-4ef5-aa9e-33f73d902c94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:22.965567 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545a829-6d66-46ab-b05c-34cae22d5963 req-a08b67f7-6287-4303-bb1e-461c28f1bdb4 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:22.973574 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6545a829-6d66-46ab-b05c-34cae22d5963 req-a08b67f7-6287-4303-bb1e-461c28f1bdb4 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=c69b1eac-c25d-41ee-a056-603dd8d39a71 HTTP/1.1" status: 200 len: 948 time: 0.1088884 Oct 20 11:33:22.978424 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': 'c72fbb34-5a3a-46da-868e-1ffabefa13b5', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'port_id': 'c72fbb34-5a3a-46da-868e-1ffabefa13b5', 'mac_address': 'fa:16:3e:f6:cf:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94289c8c-e5f7-4e30-b6a9-5b268a8fd610', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:33:22.982944 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['07bec960-9ddc-4b12-867d-e4be6d9bedfe'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:33:23.104123 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:23.111796 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c5eae299-2b3e-4ef5-aa9e-33f73d902c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:23.112057 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 49d29f0a-b527-4b66-8aee-5defafa6446f up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:33:23.150943 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c72fbb34-5a3a-46da-868e-1ffabefa13b5 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:33:23.173779 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c5eae299-2b3e-4ef5-aa9e-33f73d902c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:23.187599 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port c72fbb34-5a3a-46da-868e-1ffabefa13b5, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=c72fbb34-5a3a-46da-868e-1ffabefa13b5,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:33:23.208626 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c5eae299-2b3e-4ef5-aa9e-33f73d902c94 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:23.214932 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c5eae299-2b3e-4ef5-aa9e-33f73d902c94 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/ff355e09-dbd0-4af0-af48-6ef318d1c7d4 HTTP/1.1" status: 204 len: 168 time: 0.4757338 Oct 20 11:33:23.214932 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eae299-2b3e-4ef5-aa9e-33f73d902c94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff355e09-dbd0-4af0-af48-6ef318d1c7d4,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:23.222283 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34178) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:33:23.294151 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:23.315566 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f67f7afc-c565-4d85-8c79-38e5627b511f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:23.340382 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9c153c-a22a-4694-bbc2-31afd0b8c785 None None] Network fcbe37f6-fe51-4b01-9214-985ffc9ccfe9 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:33:23.372050 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:23.392618 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-f67f7afc-c565-4d85-8c79-38e5627b511f admin admin] Deleting port 976ff2b3-cb35-42d3-b2e8-4009e28e4a31 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:33:23.393079 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f67f7afc-c565-4d85-8c79-38e5627b511f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:23.482039 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-f67f7afc-c565-4d85-8c79-38e5627b511f admin admin] For port 976ff2b3-cb35-42d3-b2e8-4009e28e4a31, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=976ff2b3-cb35-42d3-b2e8-4009e28e4a31,segment=NetworkSegment(bebaf4cc-37e0-4072-bc53-5f8daf5a0282),segment_id=bebaf4cc-37e0-4072-bc53-5f8daf5a0282)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:33:23.482724 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f67f7afc-c565-4d85-8c79-38e5627b511f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:23.491449 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9bb6494d-9231-4c60-b3b3-713647a4a60d req-14c6f334-84c9-4f70-a264-7a34fd3fd2f1 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups/07082f78-e7df-4d53-8e82-51a75a4f411b HTTP/1.1" status: 200 len: 1799 time: 0.0584576 Oct 20 11:33:23.492873 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:23.506244 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6545a829-6d66-46ab-b05c-34cae22d5963 req-589b6f10-5624-4572-9b54-3faa8428aba2 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5299680 Oct 20 11:33:23.507561 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-f67f7afc-c565-4d85-8c79-38e5627b511f admin admin] Calling delete_port for 976ff2b3-cb35-42d3-b2e8-4009e28e4a31 owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:33:23.551899 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [req-9bb6494d-9231-4c60-b3b3-713647a4a60d req-223168ad-69e5-4ec9-bcce-688adcf2ccb5 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 20 11:33:23.564617 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9bb6494d-9231-4c60-b3b3-713647a4a60d req-223168ad-69e5-4ec9-bcce-688adcf2ccb5 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "DELETE /v2.0/security-groups/07082f78-e7df-4d53-8e82-51a75a4f411b HTTP/1.1" status: 409 len: 341 time: 0.0719318 Oct 20 11:33:23.599259 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23f5c3f-1d8f-4404-9c4a-a8951b9e9c49 x-openstack-request-id: req-d23f5c3f-1d8f-4404-9c4a-a8951b9e9c49 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:33:23.599783 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6df1903-73f0-461c-b734-9c6ab3198a8e", "tag": "07bec960-9ddc-4b12-867d-e4be6d9bedfe", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:33:23.600230 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d23f5c3f-1d8f-4404-9c4a-a8951b9e9c49 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:33:23.600807 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6df1903-73f0-461c-b734-9c6ab3198a8e', 'tag': '07bec960-9ddc-4b12-867d-e4be6d9bedfe', 'status': 'completed', 'code': 200} Oct 20 11:33:23.625417 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f67f7afc-c565-4d85-8c79-38e5627b511f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:23.669270 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67f7afc-c565-4d85-8c79-38e5627b511f admin admin] No DVR routers for this DVR port 976ff2b3-cb35-42d3-b2e8-4009e28e4a31 on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:33:23.708369 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f7afc-c565-4d85-8c79-38e5627b511f admin admin] Pushing event deleted for resources: {'Port': ['ID=976ff2b3-cb35-42d3-b2e8-4009e28e4a31,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:23.772636 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 49d29f0a-b527-4b66-8aee-5defafa6446f completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:33:23.775080 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['c72fbb34-5a3a-46da-868e-1ffabefa13b5'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:33:23.785202 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f67f7afc-c565-4d85-8c79-38e5627b511f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:23.810452 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34182) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:33:23.821313 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-f67f7afc-c565-4d85-8c79-38e5627b511f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcbe37f6-fe51-4b01-9214-985ffc9ccfe9']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:33:23.836139 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15504342-2976-4dc5-87a0-f1b5f4ce9fc6 req-4f6266b2-5230-47fd-ba9a-c67b9096f46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:23.837706 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-15504342-2976-4dc5-87a0-f1b5f4ce9fc6 req-4f6266b2-5230-47fd-ba9a-c67b9096f46b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=48a94a8543a948e194f233beccd2f46a&device_id=e6df1903-73f0-461c-b734-9c6ab3198a8e HTTP/1.1" status: 200 len: 1174 time: 0.2017090 Oct 20 11:33:23.845136 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 49d29f0a-b527-4b66-8aee-5defafa6446f triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:33:23.845624 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:23.858710 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1bc15-a013-4aad-9373-9da966d801bb req-7692b93a-22ad-4cd8-9b5d-67b68781c53f tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:23.860515 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-38f1bc15-a013-4aad-9373-9da966d801bb req-7692b93a-22ad-4cd8-9b5d-67b68781c53f tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.98 "GET /v2.0/ports?device_id=00f85f96-1fef-4ad6-8f3a-f6d62251f187 HTTP/1.1" status: 200 len: 948 time: 0.1555438 Oct 20 11:33:23.873650 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-f67f7afc-c565-4d85-8c79-38e5627b511f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bebaf4cc-37e0-4072-bc53-5f8daf5a0282') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:33:23.874030 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-f67f7afc-c565-4d85-8c79-38e5627b511f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bebaf4cc-37e0-4072-bc53-5f8daf5a0282') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:33:23.888886 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f67f7afc-c565-4d85-8c79-38e5627b511f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:23.912255 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f67f7afc-c565-4d85-8c79-38e5627b511f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:23.926560 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=c72fbb34-5a3a-46da-868e-1ffabefa13b5,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:24.011290 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15504342-2976-4dc5-87a0-f1b5f4ce9fc6 req-bd396070-cbc6-4eaa-9699-85a6e046a0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:24.016421 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-15504342-2976-4dc5-87a0-f1b5f4ce9fc6 req-bd396070-cbc6-4eaa-9699-85a6e046a0ec service neutron] 10.222.0.11 "GET /v2.0/networks?id=35740985-59da-4215-add1-e1839e38e811 HTTP/1.1" status: 200 len: 914 time: 0.1545951 Oct 20 11:33:24.088017 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f817d6f-5837-4d0b-be19-3418da6a597c None None] DHCP port deletion for fcbe37f6-fe51-4b01-9214-985ffc9ccfe9 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:33:24.123497 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-15504342-2976-4dc5-87a0-f1b5f4ce9fc6 req-a898abfd-4d42-4424-8a97-f700974c4c95 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=07bec960-9ddc-4b12-867d-e4be6d9bedfe HTTP/1.1" status: 200 len: 217 time: 0.0651729 Oct 20 11:33:24.127446 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-38f1bc15-a013-4aad-9373-9da966d801bb req-7f755517-e1a7-49e6-a3aa-2645395632f8 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.98 "GET /v2.0/security-groups?id=3d484651-344c-494a-a8f0-7df8c900d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479413 Oct 20 11:33:24.198093 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15504342-2976-4dc5-87a0-f1b5f4ce9fc6 req-d68e55d9-9938-49f3-9979-29332e905a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:24.199738 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-15504342-2976-4dc5-87a0-f1b5f4ce9fc6 req-d68e55d9-9938-49f3-9979-29332e905a51 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bf856053-6533-48a8-9cf8-f44a20996faa HTTP/1.1" status: 200 len: 852 time: 0.0667834 Oct 20 11:33:24.212272 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:24.268614 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-15504342-2976-4dc5-87a0-f1b5f4ce9fc6 req-099e1882-a555-4f80-aad9-06350cd96d7e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=35740985-59da-4215-add1-e1839e38e811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524180 Oct 20 11:33:24.283195 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c69b1eac-c25d-41ee-a056-603dd8d39a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d29f0a-b527-4b66-8aee-5defafa6446f'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:33:24.285514 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b14646-d144-40b8-9173-5b015b24d2f7" -d '{"events": [{"server_uuid": "c69b1eac-c25d-41ee-a056-603dd8d39a71", "name": "network-vif-plugged", "status": "completed", "tag": "49d29f0a-b527-4b66-8aee-5defafa6446f"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:33:24.292124 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f67f7afc-c565-4d85-8c79-38e5627b511f admin admin] Releasing vlan 1250 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:33:24.292612 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f67f7afc-c565-4d85-8c79-38e5627b511f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:24.295835 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:33:24.295835 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:33:24.295835 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:33:24.295835 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:33:24.295835 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:33:24.295835 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:33:24.295835 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:33:24.295835 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:33:24.295835 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:33:24.295835 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:33:24.295835 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:33:24.295835 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:33:24.295835 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:33:24.295835 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:33:24.295835 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:33:24.295835 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:33:24.295835 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:33:24.295835 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:33:24.295835 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:33:24.295835 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:33:24.295835 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:33:24.295835 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:33:24.295835 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:33:24.295835 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:33:24.295835 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:33:24.295835 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:33:24.295835 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:33:24.295835 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:33:24.295835 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:33:24.295835 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:33:24.295835 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:33:24.295835 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:33:24.313781 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61373d3e-f443-4afa-8988-b857d28d2de0 req-39991d83-613e-463c-9674-f0706ef441a9 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:24.315476 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-61373d3e-f443-4afa-8988-b857d28d2de0 req-39991d83-613e-463c-9674-f0706ef441a9 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6df1903-73f0-461c-b734-9c6ab3198a8e HTTP/1.1" status: 200 len: 1023 time: 0.1015680 Oct 20 11:33:24.342158 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9796fa6-7a79-4b50-8cd6-7985ded111d5 x-openstack-request-id: req-c9796fa6-7a79-4b50-8cd6-7985ded111d5 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:33:24.342531 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c69b1eac-c25d-41ee-a056-603dd8d39a71", "name": "network-vif-plugged", "status": "completed", "tag": "49d29f0a-b527-4b66-8aee-5defafa6446f", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:33:24.342873 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c9796fa6-7a79-4b50-8cd6-7985ded111d5 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:33:24.343470 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c69b1eac-c25d-41ee-a056-603dd8d39a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d29f0a-b527-4b66-8aee-5defafa6446f', 'code': 200} Oct 20 11:33:24.357039 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 49d29f0a-b527-4b66-8aee-5defafa6446f, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=49d29f0a-b527-4b66-8aee-5defafa6446f,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:33:24.376844 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:24.377768 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device f0a9d974-b7ee-4f02-bf17-f6427762e0c6 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:33:24.419820 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-61373d3e-f443-4afa-8988-b857d28d2de0 req-65455f3f-b149-4e00-b3c7-0a380e1e2617 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups?id=07082f78-e7df-4d53-8e82-51a75a4f411b&id=b8a31a8a-5175-4a1d-bc11-a58361bc8b36&id=395cbb04-21ec-4ed0-bf96-713eba7c093e&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0837584 Oct 20 11:33:24.435948 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-15504342-2976-4dc5-87a0-f1b5f4ce9fc6 req-c4f849f1-8782-4c46-8551-531ef6d3c537 service neutron] 10.222.0.11 "GET /v2.0/networks/35740985-59da-4215-add1-e1839e38e811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565068 Oct 20 11:33:24.445508 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: f0a9d974-b7ee-4f02-bf17-f6427762e0c6 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:33:24.445853 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device f0a9d974-b7ee-4f02-bf17-f6427762e0c6 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:33:24.500381 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=49d29f0a-b527-4b66-8aee-5defafa6446f,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:24.514338 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f67f7afc-c565-4d85-8c79-38e5627b511f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:24.521827 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 976ff2b3-cb35-42d3-b2e8-4009e28e4a31 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:33:24.541735 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f67f7afc-c565-4d85-8c79-38e5627b511f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:24.547372 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f67f7afc-c565-4d85-8c79-38e5627b511f admin admin] 10.222.0.98 "DELETE /v2.0/networks/fcbe37f6-fe51-4b01-9214-985ffc9ccfe9 HTTP/1.1" status: 204 len: 168 time: 1.3222351 Oct 20 11:33:24.549695 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 976ff2b3-cb35-42d3-b2e8-4009e28e4a31 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:33:24.550331 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 976ff2b3-cb35-42d3-b2e8-4009e28e4a31 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:33:24.550430 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 54e1ac5a-5ac5-499a-bc41-7ecc4b5210a8 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:33:24.575028 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-15504342-2976-4dc5-87a0-f1b5f4ce9fc6 req-5efe9cab-9407-4d10-b29f-f35462917b2f service neutron] 10.222.0.11 "GET /v2.0/networks/35740985-59da-4215-add1-e1839e38e811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263530 Oct 20 11:33:24.578135 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 54e1ac5a-5ac5-499a-bc41-7ecc4b5210a8 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:33:24.578494 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 54e1ac5a-5ac5-499a-bc41-7ecc4b5210a8 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:33:24.587885 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f7afc-c565-4d85-8c79-38e5627b511f admin admin] Pushing event deleted for resources: {'Network': ['ID=fcbe37f6-fe51-4b01-9214-985ffc9ccfe9,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:24.619605 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d05d4f-8e3c-4ee6-823b-40c055ecdb55 req-3088e9dc-5366-4028-9740-f30708e980be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:24.621315 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-f1d05d4f-8e3c-4ee6-823b-40c055ecdb55 req-3088e9dc-5366-4028-9740-f30708e980be service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c69b1eac-c25d-41ee-a056-603dd8d39a71 HTTP/1.1" status: 200 len: 1100 time: 0.1416404 Oct 20 11:33:24.738930 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340185ce-ce62-4b83-b9e5-d700c6f3f13e req-ba02ef19-94b9-42dd-8477-af375ce93d3c tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:24.743299 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-340185ce-ce62-4b83-b9e5-d700c6f3f13e req-ba02ef19-94b9-42dd-8477-af375ce93d3c tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=c69b1eac-c25d-41ee-a056-603dd8d39a71 HTTP/1.1" status: 200 len: 949 time: 0.1281495 Oct 20 11:33:24.749369 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e7d0d041-4a56-4be0-aa50-ffeaf010ae95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:24.777031 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:24.803877 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c88ffe-ddf9-4174-83cb-8a963692a703 req-5efec1fa-58c5-41da-89c2-d973d91de5cb tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:24.805806 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-90c88ffe-ddf9-4174-83cb-8a963692a703 req-5efec1fa-58c5-41da-89c2-d973d91de5cb tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.11 "GET /v2.0/ports?device_id=00f85f96-1fef-4ad6-8f3a-f6d62251f187 HTTP/1.1" status: 200 len: 948 time: 0.1030180 Oct 20 11:33:24.815187 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-340185ce-ce62-4b83-b9e5-d700c6f3f13e req-d1bde3fa-97a6-487a-aec7-1000835d7803 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665243 Oct 20 11:33:24.837591 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-f1d05d4f-8e3c-4ee6-823b-40c055ecdb55 req-6f5233be-15a4-4c61-8d2e-6e66902ed84e service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459180 Oct 20 11:33:24.853415 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 34198) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:33:24.930356 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-fecf9bd0-3289-416a-8f9b-df5f678699ec admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=52c1bb966e2b40228f44b31ee15523d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0732219 Oct 20 11:33:24.931212 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 34202) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:33:24.988081 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-90c88ffe-ddf9-4174-83cb-8a963692a703 req-be2bb649-0229-442e-a9bf-37d179e01f2f tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Deleting port 7a5dd0dd-8399-45ec-88ea-e75f6e71ae17 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:33:24.988427 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-90c88ffe-ddf9-4174-83cb-8a963692a703 req-be2bb649-0229-442e-a9bf-37d179e01f2f tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:25.021045 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b168cc78-7fd8-46b3-b35e-bb4c6affaa0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:25.045887 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-e7d0d041-4a56-4be0-aa50-ffeaf010ae95 admin admin] Deleting port 3fdfee5b-77f3-4b5f-be92-9fbcab08f42b {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:33:25.046335 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e7d0d041-4a56-4be0-aa50-ffeaf010ae95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:25.087340 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b168cc78-7fd8-46b3-b35e-bb4c6affaa0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:25.133275 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-e7d0d041-4a56-4be0-aa50-ffeaf010ae95 admin admin] For port 3fdfee5b-77f3-4b5f-be92-9fbcab08f42b, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=3fdfee5b-77f3-4b5f-be92-9fbcab08f42b,segment=NetworkSegment(ea9723fb-0cbc-4e43-9a4c-890d295b4e3e),segment_id=ea9723fb-0cbc-4e43-9a4c-890d295b4e3e)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:33:25.133651 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e7d0d041-4a56-4be0-aa50-ffeaf010ae95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:25.136649 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-90c88ffe-ddf9-4174-83cb-8a963692a703 req-be2bb649-0229-442e-a9bf-37d179e01f2f tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] For port 7a5dd0dd-8399-45ec-88ea-e75f6e71ae17, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=7a5dd0dd-8399-45ec-88ea-e75f6e71ae17,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:33:25.137034 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-90c88ffe-ddf9-4174-83cb-8a963692a703 req-be2bb649-0229-442e-a9bf-37d179e01f2f tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:25.158515 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-90c88ffe-ddf9-4174-83cb-8a963692a703 req-be2bb649-0229-442e-a9bf-37d179e01f2f tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Calling delete_port for 7a5dd0dd-8399-45ec-88ea-e75f6e71ae17 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:33:25.161081 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-e7d0d041-4a56-4be0-aa50-ffeaf010ae95 admin admin] Calling delete_port for 3fdfee5b-77f3-4b5f-be92-9fbcab08f42b owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:33:25.238764 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b168cc78-7fd8-46b3-b35e-bb4c6affaa0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:25.244845 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b168cc78-7fd8-46b3-b35e-bb4c6affaa0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:25.247226 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-b168cc78-7fd8-46b3-b35e-bb4c6affaa0e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6e8fe35d-f01e-46f4-b1b2-d718c21717e4 HTTP/1.1" status: 204 len: 168 time: 0.3150749 Oct 20 11:33:25.322407 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b168cc78-7fd8-46b3-b35e-bb4c6affaa0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8fe35d-f01e-46f4-b1b2-d718c21717e4,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:25.358229 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d4892-da5a-4c44-bc9e-e760d99aa22c req-66c6d969-293b-4c00-a6e7-44f0494a4bae tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:25.359839 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3e6d4892-da5a-4c44-bc9e-e760d99aa22c req-66c6d969-293b-4c00-a6e7-44f0494a4bae tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.98 "GET /v2.0/ports?device_id=00f85f96-1fef-4ad6-8f3a-f6d62251f187 HTTP/1.1" status: 200 len: 948 time: 0.1075885 Oct 20 11:33:25.446007 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3e6d4892-da5a-4c44-bc9e-e760d99aa22c req-48a10d29-c791-415f-a8a0-20a36c9bf417 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.98 "GET /v2.0/security-groups?id=3d484651-344c-494a-a8f0-7df8c900d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774925 Oct 20 11:33:25.446539 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e7d0d041-4a56-4be0-aa50-ffeaf010ae95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:25.455547 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-90c88ffe-ddf9-4174-83cb-8a963692a703 req-be2bb649-0229-442e-a9bf-37d179e01f2f tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:25.498273 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d0d041-4a56-4be0-aa50-ffeaf010ae95 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fdfee5b-77f3-4b5f-be92-9fbcab08f42b,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:25.559341 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2bb649-0229-442e-a9bf-37d179e01f2f tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Pushing event deleted for resources: {'Port': ['ID=7a5dd0dd-8399-45ec-88ea-e75f6e71ae17,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:25.617461 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c88ffe-ddf9-4174-83cb-8a963692a703 req-be2bb649-0229-442e-a9bf-37d179e01f2f tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] No DVR routers for this DVR port 7a5dd0dd-8399-45ec-88ea-e75f6e71ae17 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:33:25.620379 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-90c88ffe-ddf9-4174-83cb-8a963692a703 req-be2bb649-0229-442e-a9bf-37d179e01f2f tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:25.623812 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-90c88ffe-ddf9-4174-83cb-8a963692a703 req-be2bb649-0229-442e-a9bf-37d179e01f2f tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.11 "DELETE /v2.0/ports/7a5dd0dd-8399-45ec-88ea-e75f6e71ae17 HTTP/1.1" status: 204 len: 173 time: 0.8076167 Oct 20 11:33:25.624429 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f85f96-1fef-4ad6-8f3a-f6d62251f187', 'name': 'network-vif-deleted', 'tag': '7a5dd0dd-8399-45ec-88ea-e75f6e71ae17'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:33:25.627391 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e794f608-91b2-414a-a98c-60d8abf75f35" -d '{"events": [{"server_uuid": "00f85f96-1fef-4ad6-8f3a-f6d62251f187", "name": "network-vif-deleted", "tag": "7a5dd0dd-8399-45ec-88ea-e75f6e71ae17"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:33:25.660377 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10980384-4f3e-49f1-bec4-370e8ec52e36 req-7d8cdb1d-74c5-438f-aa38-df6abfd496a4 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:25.663138 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-10980384-4f3e-49f1-bec4-370e8ec52e36 req-7d8cdb1d-74c5-438f-aa38-df6abfd496a4 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6df1903-73f0-461c-b734-9c6ab3198a8e HTTP/1.1" status: 200 len: 1023 time: 0.1127412 Oct 20 11:33:25.731478 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5419494a-1c6c-44c2-aaab-4cf7c587472d x-openstack-request-id: req-5419494a-1c6c-44c2-aaab-4cf7c587472d {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:33:25.731874 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f85f96-1fef-4ad6-8f3a-f6d62251f187", "name": "network-vif-deleted", "tag": "7a5dd0dd-8399-45ec-88ea-e75f6e71ae17", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:33:25.732188 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5419494a-1c6c-44c2-aaab-4cf7c587472d {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:33:25.732705 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f85f96-1fef-4ad6-8f3a-f6d62251f187', 'name': 'network-vif-deleted', 'tag': '7a5dd0dd-8399-45ec-88ea-e75f6e71ae17', 'status': 'completed', 'code': 200} Oct 20 11:33:25.738748 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-10980384-4f3e-49f1-bec4-370e8ec52e36 req-df90be57-79c9-4cf5-812e-bc43540e008a tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups?id=07082f78-e7df-4d53-8e82-51a75a4f411b&id=b8a31a8a-5175-4a1d-bc11-a58361bc8b36&id=395cbb04-21ec-4ed0-bf96-713eba7c093e&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0647182 Oct 20 11:33:25.772977 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e7d0d041-4a56-4be0-aa50-ffeaf010ae95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:25.882824 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c05c7c-eddd-46ba-909a-6ef9155be4ed req-a79e1925-1a9f-4471-b64e-52e04602d756 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:25.884414 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-00c05c7c-eddd-46ba-909a-6ef9155be4ed req-a79e1925-1a9f-4471-b64e-52e04602d756 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6df1903-73f0-461c-b734-9c6ab3198a8e HTTP/1.1" status: 200 len: 1023 time: 0.0871413 Oct 20 11:33:26.110431 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea6eab-c793-4dfc-9df9-097e2577f786 req-8598e076-87b4-41f5-b94d-4fb6d920cb41 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:26.112410 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-61ea6eab-c793-4dfc-9df9-097e2577f786 req-8598e076-87b4-41f5-b94d-4fb6d920cb41 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=c69b1eac-c25d-41ee-a056-603dd8d39a71 HTTP/1.1" status: 200 len: 949 time: 0.1388695 Oct 20 11:33:26.162168 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d0d041-4a56-4be0-aa50-ffeaf010ae95 admin admin] Router e9517666-aef1-46e5-824b-2d222c590e80 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:33:26.164487 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-00c05c7c-eddd-46ba-909a-6ef9155be4ed req-ae2b6451-11e8-46cb-a0b0-2471f1a4a335 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Deleting port 07bec960-9ddc-4b12-867d-e4be6d9bedfe {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:33:26.164825 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-00c05c7c-eddd-46ba-909a-6ef9155be4ed req-ae2b6451-11e8-46cb-a0b0-2471f1a4a335 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:26.223917 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-61ea6eab-c793-4dfc-9df9-097e2577f786 req-75309b89-6fe0-4788-b1d9-e6679d74c4b4 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914116 Oct 20 11:33:26.315046 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d0d041-4a56-4be0-aa50-ffeaf010ae95 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:33:26.321709 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e7d0d041-4a56-4be0-aa50-ffeaf010ae95 admin admin] 10.222.0.98 "PUT /v2.0/routers/e9517666-aef1-46e5-824b-2d222c590e80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5093918 Oct 20 11:33:26.331600 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a3b761-22f1-403c-9ff0-2542284a1795 None None] Sync routers for ids ['e9517666-aef1-46e5-824b-2d222c590e80'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:33:26.332121 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34248) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:33:26.347035 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a3b761-22f1-403c-9ff0-2542284a1795 None None] Routers {'e9517666-aef1-46e5-824b-2d222c590e80'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:33:26.349934 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-94a3b761-22f1-403c-9ff0-2542284a1795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:33:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e9517666-aef1-46e5-824b-2d222c590e80'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:33:26.466444 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 34250) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:33:26.504620 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-00c05c7c-eddd-46ba-909a-6ef9155be4ed req-ae2b6451-11e8-46cb-a0b0-2471f1a4a335 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] For port 07bec960-9ddc-4b12-867d-e4be6d9bedfe, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=07bec960-9ddc-4b12-867d-e4be6d9bedfe,segment=NetworkSegment(59f8b397-57a4-4b9f-b597-5d74b0b9ce74),segment_id=59f8b397-57a4-4b9f-b597-5d74b0b9ce74)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:33:26.505445 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-00c05c7c-eddd-46ba-909a-6ef9155be4ed req-ae2b6451-11e8-46cb-a0b0-2471f1a4a335 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:26.524017 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-00c05c7c-eddd-46ba-909a-6ef9155be4ed req-ae2b6451-11e8-46cb-a0b0-2471f1a4a335 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Calling delete_port for 07bec960-9ddc-4b12-867d-e4be6d9bedfe owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:33:26.579998 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-94a3b761-22f1-403c-9ff0-2542284a1795 None None] Set router e9517666-aef1-46e5-824b-2d222c590e80 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:33:26.605060 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-95bc8446-2d3e-4c41-9377-85b93b0663f6 admin admin] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:26.688130 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-d5ac2039-9349-411d-bdb3-33525050092d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-549613219-network', 'tenant_id': 'ee6d5ccf45aa415ea99d7b7d1f70eb89'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:33:26.741293 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ac2039-9349-411d-bdb3-33525050092d admin admin] Made reservation on behalf of ee6d5ccf45aa415ea99d7b7d1f70eb89 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:33:26.743995 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d5ac2039-9349-411d-bdb3-33525050092d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:26.759031 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d5ac2039-9349-411d-bdb3-33525050092d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:26.769776 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-95bc8446-2d3e-4c41-9377-85b93b0663f6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:26.808072 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device c72fbb34-5a3a-46da-868e-1ffabefa13b5 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:33:26.813878 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-00c05c7c-eddd-46ba-909a-6ef9155be4ed req-ae2b6451-11e8-46cb-a0b0-2471f1a4a335 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:26.836293 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['0b38dad0-77c6-439d-9dbe-707106a570e6'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:33:26.856898 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-94a3b761-22f1-403c-9ff0-2542284a1795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9517666-aef1-46e5-824b-2d222c590e80', 'name': 'tempest-ServerRescueTestJSONUnderV235-695284212-router', 'tenant_id': 'a20a4ace347a43268c08641c84c578e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '1f106e9d-ce14-4ba9-88fd-913e058c1c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:31:47Z', 'updated_at': '2021-10-20T11:33:25Z', 'revision_number': 5, 'project_id': 'a20a4ace347a43268c08641c84c578e4', 'gw_port': {'id': '1f106e9d-ce14-4ba9-88fd-913e058c1c8f', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9517666-aef1-46e5-824b-2d222c590e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:50Z', 'updated_at': '2021-10-20T11:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:33:26.890554 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2b6451-11e8-46cb-a0b0-2471f1a4a335 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Pushing event deleted for resources: {'Port': ['ID=07bec960-9ddc-4b12-867d-e4be6d9bedfe,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:26.900320 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a3b761-22f1-403c-9ff0-2542284a1795 None None] Checking router: e9517666-aef1-46e5-824b-2d222c590e80 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:33:26.909249 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-95bc8446-2d3e-4c41-9377-85b93b0663f6 admin admin] Deleting port 1f106e9d-ce14-4ba9-88fd-913e058c1c8f {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:33:26.910192 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-95bc8446-2d3e-4c41-9377-85b93b0663f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:26.911303 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a3b761-22f1-403c-9ff0-2542284a1795 None None] Routers {'e9517666-aef1-46e5-824b-2d222c590e80'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:33:26.912093 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-94a3b761-22f1-403c-9ff0-2542284a1795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:33:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e9517666-aef1-46e5-824b-2d222c590e80'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:33:26.940871 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8d6337d6-2b57-43ba-b6e6-c5df853a0b1c req-eb889d5f-abc4-42be-bd2c-cb1cc1ae59fa tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6df1903-73f0-461c-b734-9c6ab3198a8e HTTP/1.1" status: 200 len: 210 time: 0.0605612 Oct 20 11:33:26.980492 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port c72fbb34-5a3a-46da-868e-1ffabefa13b5 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:33:26.994604 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port c72fbb34-5a3a-46da-868e-1ffabefa13b5 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:33:26.995939 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:27.030155 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-95bc8446-2d3e-4c41-9377-85b93b0663f6 admin admin] For port 1f106e9d-ce14-4ba9-88fd-913e058c1c8f, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=1f106e9d-ce14-4ba9-88fd-913e058c1c8f,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:33:27.030674 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-95bc8446-2d3e-4c41-9377-85b93b0663f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:27.031874 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-94a3b761-22f1-403c-9ff0-2542284a1795 None None] Set router e9517666-aef1-46e5-824b-2d222c590e80 gateway port host: None {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:33:27.047520 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-95bc8446-2d3e-4c41-9377-85b93b0663f6 admin admin] Calling delete_port for 1f106e9d-ce14-4ba9-88fd-913e058c1c8f owned by network:router_gateway {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:33:27.064684 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c05c7c-eddd-46ba-909a-6ef9155be4ed req-ae2b6451-11e8-46cb-a0b0-2471f1a4a335 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] No DVR routers for this DVR port 07bec960-9ddc-4b12-867d-e4be6d9bedfe on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:33:27.072854 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-00c05c7c-eddd-46ba-909a-6ef9155be4ed req-ae2b6451-11e8-46cb-a0b0-2471f1a4a335 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:27.076981 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-00c05c7c-eddd-46ba-909a-6ef9155be4ed req-ae2b6451-11e8-46cb-a0b0-2471f1a4a335 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.11 "DELETE /v2.0/ports/07bec960-9ddc-4b12-867d-e4be6d9bedfe HTTP/1.1" status: 204 len: 173 time: 1.1846044 Oct 20 11:33:27.112665 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa19460-49b4-4f68-82aa-394cffa6509c req-8a0a5bf0-519b-4331-afdc-5dfd67e3cc4f tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:27.114268 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aaa19460-49b4-4f68-82aa-394cffa6509c req-8a0a5bf0-519b-4331-afdc-5dfd67e3cc4f tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.98 "GET /v2.0/ports?device_id=5442ea14-6bd9-4966-9df9-d9ee84fcb257 HTTP/1.1" status: 200 len: 948 time: 0.2141266 Oct 20 11:33:27.142927 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-94a3b761-22f1-403c-9ff0-2542284a1795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9517666-aef1-46e5-824b-2d222c590e80', 'name': 'tempest-ServerRescueTestJSONUnderV235-695284212-router', 'tenant_id': 'a20a4ace347a43268c08641c84c578e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:31:47Z', 'updated_at': '2021-10-20T11:33:26Z', 'revision_number': 6, 'project_id': 'a20a4ace347a43268c08641c84c578e4', 'gw_port_host': None}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:33:27.177048 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a3b761-22f1-403c-9ff0-2542284a1795 None None] The sync data for ids ['e9517666-aef1-46e5-824b-2d222c590e80'] in n-d-814735-3 is: [{'id': 'e9517666-aef1-46e5-824b-2d222c590e80', 'name': 'tempest-ServerRescueTestJSONUnderV235-695284212-router', 'tenant_id': 'a20a4ace347a43268c08641c84c578e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:31:47Z', 'updated_at': '2021-10-20T11:33:26Z', 'revision_number': 6, 'project_id': 'a20a4ace347a43268c08641c84c578e4', 'gw_port_host': None}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:33:27.198082 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d5ac2039-9349-411d-bdb3-33525050092d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:27.212232 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:27.228115 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d5ac2039-9349-411d-bdb3-33525050092d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:27.256927 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aaa19460-49b4-4f68-82aa-394cffa6509c req-39415641-1c42-40dc-83c0-48ee58ac4a2c tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.98 "GET /v2.0/security-groups?id=3d484651-344c-494a-a8f0-7df8c900d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351848 Oct 20 11:33:27.262467 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-95bc8446-2d3e-4c41-9377-85b93b0663f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:27.265909 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b83cc9-ba25-4d16-be5c-61b9d59ba7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72fbb34-5a3a-46da-868e-1ffabefa13b5'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:33:27.269127 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07968979-cd66-4c01-8a32-c972e7065fbd" -d '{"events": [{"server_uuid": "06b83cc9-ba25-4d16-be5c-61b9d59ba7ae", "name": "network-vif-plugged", "status": "completed", "tag": "c72fbb34-5a3a-46da-868e-1ffabefa13b5"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:33:27.270268 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5ac2039-9349-411d-bdb3-33525050092d admin admin] vlan segment allocate from pool success with {'vlan_id': 1272, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:33:27.286454 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac2039-9349-411d-bdb3-33525050092d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e200e776-8b96-4140-8718-8c005e80906d,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:27.301245 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port c72fbb34-5a3a-46da-868e-1ffabefa13b5, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=c72fbb34-5a3a-46da-868e-1ffabefa13b5,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:33:27.309113 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d5ac2039-9349-411d-bdb3-33525050092d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:27.309672 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-d5ac2039-9349-411d-bdb3-33525050092d admin admin] Added segment 89a5e3a7-e861-4ad9-953a-15e309b9d95c of type vlan for network 4a4630fc-abe8-4810-8449-331ff59b9aa5 Oct 20 11:33:27.312435 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc8446-2d3e-4c41-9377-85b93b0663f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f106e9d-ce14-4ba9-88fd-913e058c1c8f,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:27.315393 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:27.316641 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 07bec960-9ddc-4b12-867d-e4be6d9bedfe no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:33:27.361972 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65382ade-85c1-4bb2-99e8-8ee0f5a2cc0e x-openstack-request-id: req-65382ade-85c1-4bb2-99e8-8ee0f5a2cc0e {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:33:27.362568 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06b83cc9-ba25-4d16-be5c-61b9d59ba7ae", "name": "network-vif-plugged", "status": "completed", "tag": "c72fbb34-5a3a-46da-868e-1ffabefa13b5", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:33:27.363067 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-65382ade-85c1-4bb2-99e8-8ee0f5a2cc0e {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:33:27.363628 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b83cc9-ba25-4d16-be5c-61b9d59ba7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72fbb34-5a3a-46da-868e-1ffabefa13b5', 'code': 200} Oct 20 11:33:27.364307 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: 07bec960-9ddc-4b12-867d-e4be6d9bedfe {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:33:27.364804 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 07bec960-9ddc-4b12-867d-e4be6d9bedfe not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:33:27.365371 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 7a5dd0dd-8399-45ec-88ea-e75f6e71ae17 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:33:27.391720 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: 7a5dd0dd-8399-45ec-88ea-e75f6e71ae17 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:33:27.392064 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 7a5dd0dd-8399-45ec-88ea-e75f6e71ae17 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:33:27.408626 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-95bc8446-2d3e-4c41-9377-85b93b0663f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:27.410904 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d5ac2039-9349-411d-bdb3-33525050092d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:27.421099 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=c72fbb34-5a3a-46da-868e-1ffabefa13b5,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:27.473325 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d099f7-361a-459c-aaed-578766beb211 req-2cda2b35-037d-4e6c-acc7-823743f60681 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:27.474885 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-83d099f7-361a-459c-aaed-578766beb211 req-2cda2b35-037d-4e6c-acc7-823743f60681 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=c69b1eac-c25d-41ee-a056-603dd8d39a71 HTTP/1.1" status: 200 len: 949 time: 0.1050389 Oct 20 11:33:27.477187 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d5ac2039-9349-411d-bdb3-33525050092d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:27.478091 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ac2039-9349-411d-bdb3-33525050092d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:27.478647 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d5ac2039-9349-411d-bdb3-33525050092d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:27.517401 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-95bc8446-2d3e-4c41-9377-85b93b0663f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:27.520826 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-95bc8446-2d3e-4c41-9377-85b93b0663f6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:27.578740 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-95bc8446-2d3e-4c41-9377-85b93b0663f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:27.579969 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95bc8446-2d3e-4c41-9377-85b93b0663f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9517666-aef1-46e5-824b-2d222c590e80 {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:33:27.586358 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-95bc8446-2d3e-4c41-9377-85b93b0663f6 admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:27.590683 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-95bc8446-2d3e-4c41-9377-85b93b0663f6 admin admin] 10.222.0.98 "DELETE /v2.0/routers/e9517666-aef1-46e5-824b-2d222c590e80 HTTP/1.1" status: 204 len: 168 time: 1.2576292 Oct 20 11:33:27.591409 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34274) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:33:27.620105 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa68c4-0853-40d9-9f7d-71faa18eb740 req-f30f71b9-9158-4466-bbe0-407066271d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:27.621640 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-48aa68c4-0853-40d9-9f7d-71faa18eb740 req-f30f71b9-9158-4466-bbe0-407066271d3e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=06b83cc9-ba25-4d16-be5c-61b9d59ba7ae HTTP/1.1" status: 200 len: 1101 time: 0.1880219 Oct 20 11:33:27.634555 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-83d099f7-361a-459c-aaed-578766beb211 req-abb13a14-789e-4f89-ad49-106a797e2fff tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420460 Oct 20 11:33:27.647150 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d5ac2039-9349-411d-bdb3-33525050092d admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1747525 Oct 20 11:33:27.648420 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34276) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:33:27.652429 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac2039-9349-411d-bdb3-33525050092d admin admin] Pushing event updated for resources: {'Network': ['ID=4a4630fc-abe8-4810-8449-331ff59b9aa5,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:27.663961 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-d29add3b-2258-4d2c-96c5-dd9af4c97ab8 admin admin] Request body: {'subnet': {'network_id': '4a4630fc-abe8-4810-8449-331ff59b9aa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-549613219-subnet', 'tenant_id': 'ee6d5ccf45aa415ea99d7b7d1f70eb89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:33:27.668336 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 4a4630fc-abe8-4810-8449-331ff59b9aa5 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:33:27.675269 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea8111f2-19a8-4292-9afb-7f7b1abdefbd admin admin] Deleting subnet e8e3b78b-83cf-4f01-9e38-0802b32ade11 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:33:27.680695 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ea8111f2-19a8-4292-9afb-7f7b1abdefbd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:27.738163 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6df1903-73f0-461c-b734-9c6ab3198a8e', 'name': 'network-vif-deleted', 'tag': '07bec960-9ddc-4b12-867d-e4be6d9bedfe'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:33:27.740750 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b0afaf-b181-4055-8af8-e353c9f7d5d2" -d '{"events": [{"server_uuid": "e6df1903-73f0-461c-b734-9c6ab3198a8e", "name": "network-vif-deleted", "tag": "07bec960-9ddc-4b12-867d-e4be6d9bedfe"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:33:27.743917 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ea8111f2-19a8-4292-9afb-7f7b1abdefbd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:27.745001 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-48aa68c4-0853-40d9-9f7d-71faa18eb740 req-65d79f82-7200-4167-98c0-8e695771cb06 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992925 Oct 20 11:33:27.747245 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29add3b-2258-4d2c-96c5-dd9af4c97ab8 admin admin] Made reservation on behalf of ee6d5ccf45aa415ea99d7b7d1f70eb89 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:33:27.749982 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d29add3b-2258-4d2c-96c5-dd9af4c97ab8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:27.824414 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c189e62-3b3e-4027-beee-a0fe1cdb265d x-openstack-request-id: req-7c189e62-3b3e-4027-beee-a0fe1cdb265d {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:33:27.824735 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6df1903-73f0-461c-b734-9c6ab3198a8e", "name": "network-vif-deleted", "tag": "07bec960-9ddc-4b12-867d-e4be6d9bedfe", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:33:27.824983 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7c189e62-3b3e-4027-beee-a0fe1cdb265d {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:33:27.825378 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6df1903-73f0-461c-b734-9c6ab3198a8e', 'name': 'network-vif-deleted', 'tag': '07bec960-9ddc-4b12-867d-e4be6d9bedfe', 'status': 'completed', 'code': 200} Oct 20 11:33:27.845138 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3007d-86cf-478c-986a-bc27dec234ff req-c6d3d4cf-350e-47e4-9196-6c514aff013c tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:27.846706 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f5d3007d-86cf-478c-986a-bc27dec234ff req-c6d3d4cf-350e-47e4-9196-6c514aff013c tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=06b83cc9-ba25-4d16-be5c-61b9d59ba7ae HTTP/1.1" status: 200 len: 950 time: 0.0814004 Oct 20 11:33:27.860709 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ea8111f2-19a8-4292-9afb-7f7b1abdefbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:27.894944 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f5d3007d-86cf-478c-986a-bc27dec234ff req-d87b7293-e922-4802-a972-ec16c02752b2 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362000 Oct 20 11:33:27.962941 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ea8111f2-19a8-4292-9afb-7f7b1abdefbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:28.005654 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8111f2-19a8-4292-9afb-7f7b1abdefbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8e3b78b-83cf-4f01-9e38-0802b32ade11,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:28.032373 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ea8111f2-19a8-4292-9afb-7f7b1abdefbd admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:28.035812 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ea8111f2-19a8-4292-9afb-7f7b1abdefbd admin admin] 10.222.0.98 "DELETE /v2.0/subnets/e8e3b78b-83cf-4f01-9e38-0802b32ade11 HTTP/1.1" status: 204 len: 168 time: 0.4431772 Oct 20 11:33:28.040246 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 34292) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:33:28.072076 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d29add3b-2258-4d2c-96c5-dd9af4c97ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:28.138983 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-138d1905-6057-46a6-af9d-0858258c4052 req-e1f67f1a-ed1a-42bd-bd99-70cb60231905 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups/b8a31a8a-5175-4a1d-bc11-a58361bc8b36 HTTP/1.1" status: 200 len: 1801 time: 0.1216886 Oct 20 11:33:28.145672 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e280a02e-275b-46cb-9b36-2653633cdf5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:28.160078 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29add3b-2258-4d2c-96c5-dd9af4c97ab8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5383d76b-f048-48e7-bfb5-496dca18cfcf,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:28.177149 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29add3b-2258-4d2c-96c5-dd9af4c97ab8 admin admin] Checking segment: {'id': '89a5e3a7-e861-4ad9-953a-15e309b9d95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '4a4630fc-abe8-4810-8449-331ff59b9aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:33:28.177502 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29add3b-2258-4d2c-96c5-dd9af4c97ab8 admin admin] Network hostable DHCP agents. Network: 4a4630fc-abe8-4810-8449-331ff59b9aa5, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:33:28.204914 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29add3b-2258-4d2c-96c5-dd9af4c97ab8 admin admin] Network 4a4630fc-abe8-4810-8449-331ff59b9aa5 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:33:28.216892 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-d29add3b-2258-4d2c-96c5-dd9af4c97ab8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 4a4630fc-abe8-4810-8449-331ff59b9aa5) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:33:28.230376 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e06c24-3054-4ca2-90f2-b9bb9dec0536 None None] Network 4a4630fc-abe8-4810-8449-331ff59b9aa5 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:33:28.245671 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29add3b-2258-4d2c-96c5-dd9af4c97ab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:28.246770 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d29add3b-2258-4d2c-96c5-dd9af4c97ab8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:28.267758 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e280a02e-275b-46cb-9b36-2653633cdf5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:28.273171 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d29add3b-2258-4d2c-96c5-dd9af4c97ab8 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6233938 Oct 20 11:33:28.323568 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-138d1905-6057-46a6-af9d-0858258c4052 req-61d2d1a4-0e31-400b-b81c-c5c76e4fb985 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:28.330487 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-e280a02e-275b-46cb-9b36-2653633cdf5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64a64dee-91fa-4344-be82-ab20bea176e6']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:33:28.377658 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-e280a02e-275b-46cb-9b36-2653633cdf5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea9723fb-0cbc-4e43-9a4c-890d295b4e3e') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:33:28.378195 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-e280a02e-275b-46cb-9b36-2653633cdf5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea9723fb-0cbc-4e43-9a4c-890d295b4e3e') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:33:28.392992 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e280a02e-275b-46cb-9b36-2653633cdf5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:28.440199 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e280a02e-275b-46cb-9b36-2653633cdf5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:28.476418 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e280a02e-275b-46cb-9b36-2653633cdf5d admin admin] Releasing vlan 1288 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:33:28.482979 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e280a02e-275b-46cb-9b36-2653633cdf5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:28.482979 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-138d1905-6057-46a6-af9d-0858258c4052 req-61d2d1a4-0e31-400b-b81c-c5c76e4fb985 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:28.483382 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fd982a-7165-4d1f-9ba8-ad3722b4dc16 None None] Network 4a4630fc-abe8-4810-8449-331ff59b9aa5 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:33:28.483968 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:33:28.483968 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:33:28.483968 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:33:28.483968 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:33:28.483968 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:33:28.483968 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:33:28.483968 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:33:28.483968 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:33:28.483968 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:33:28.483968 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:33:28.483968 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:33:28.483968 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:33:28.483968 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:33:28.483968 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:33:28.483968 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:33:28.483968 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:33:28.483968 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:33:28.483968 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:33:28.483968 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:33:28.483968 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:33:28.483968 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:33:28.483968 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:33:28.483968 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:33:28.483968 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:33:28.483968 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:33:28.483968 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:33:28.483968 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:33:28.483968 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:33:28.483968 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:33:28.483968 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:33:28.483968 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:33:28.483968 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:33:28.547635 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 3fdfee5b-77f3-4b5f-be92-9fbcab08f42b no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:33:28.572598 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 3fdfee5b-77f3-4b5f-be92-9fbcab08f42b {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:33:28.572934 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 3fdfee5b-77f3-4b5f-be92-9fbcab08f42b not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:33:28.573342 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 1f106e9d-ce14-4ba9-88fd-913e058c1c8f no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:33:28.586706 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e280a02e-275b-46cb-9b36-2653633cdf5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:28.599252 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e280a02e-275b-46cb-9b36-2653633cdf5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:28.606733 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e280a02e-275b-46cb-9b36-2653633cdf5d admin admin] 10.222.0.98 "DELETE /v2.0/networks/64a64dee-91fa-4344-be82-ab20bea176e6 HTTP/1.1" status: 204 len: 168 time: 0.5649946 Oct 20 11:33:28.611239 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 1f106e9d-ce14-4ba9-88fd-913e058c1c8f {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:33:28.611751 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 1f106e9d-ce14-4ba9-88fd-913e058c1c8f not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:33:28.634092 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90eb7c7-7307-44ac-a1b6-08496fb0387f req-d859f4e4-f6ca-43a6-b1bc-401bd7a20f88 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:28.635704 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c90eb7c7-7307-44ac-a1b6-08496fb0387f req-d859f4e4-f6ca-43a6-b1bc-401bd7a20f88 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.98 "GET /v2.0/ports?device_id=5442ea14-6bd9-4966-9df9-d9ee84fcb257 HTTP/1.1" status: 200 len: 948 time: 0.1854372 Oct 20 11:33:28.637455 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e280a02e-275b-46cb-9b36-2653633cdf5d admin admin] Pushing event deleted for resources: {'Network': ['ID=64a64dee-91fa-4344-be82-ab20bea176e6,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:28.684571 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-138d1905-6057-46a6-af9d-0858258c4052 req-61d2d1a4-0e31-400b-b81c-c5c76e4fb985 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:28.687492 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-138d1905-6057-46a6-af9d-0858258c4052 req-61d2d1a4-0e31-400b-b81c-c5c76e4fb985 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:28.688651 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-138d1905-6057-46a6-af9d-0858258c4052 req-61d2d1a4-0e31-400b-b81c-c5c76e4fb985 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "DELETE /v2.0/security-groups/b8a31a8a-5175-4a1d-bc11-a58361bc8b36 HTTP/1.1" status: 204 len: 173 time: 0.5383959 Oct 20 11:33:28.694402 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c90eb7c7-7307-44ac-a1b6-08496fb0387f req-b48e2a31-fbc8-4995-a072-4af66b663498 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.98 "GET /v2.0/security-groups?id=3d484651-344c-494a-a8f0-7df8c900d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504925 Oct 20 11:33:28.703980 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d2d1a4-0e31-400b-b81c-c5c76e4fb985 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a31a8a-5175-4a1d-bc11-a58361bc8b36,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:28.842147 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34312) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:33:28.863358 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-883e1432-d367-4686-ade8-13ae787b9fac req-9a427e29-0ea1-4574-afae-39f05606be71 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups/07082f78-e7df-4d53-8e82-51a75a4f411b HTTP/1.1" status: 200 len: 1799 time: 0.0491166 Oct 20 11:33:28.897751 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b33ae008-da9e-4321-b7e3-fac5471bbc56 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a20a4ace347a43268c08641c84c578e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0540860 Oct 20 11:33:28.898491 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34314) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:33:28.980899 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d3b57b41-3d2a-4d34-b196-ecaaf7822f18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:29.009183 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d3b57b41-3d2a-4d34-b196-ecaaf7822f18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:29.062346 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-883e1432-d367-4686-ade8-13ae787b9fac req-d07a6618-82e1-4999-9262-3683f802593d tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:29.065430 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d3b57b41-3d2a-4d34-b196-ecaaf7822f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:29.068831 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d3b57b41-3d2a-4d34-b196-ecaaf7822f18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:29.073852 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d3b57b41-3d2a-4d34-b196-ecaaf7822f18 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/69888122-6b31-4f03-b58e-69ca71af741f HTTP/1.1" status: 204 len: 168 time: 0.1741257 Oct 20 11:33:29.083751 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b57b41-3d2a-4d34-b196-ecaaf7822f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69888122-6b31-4f03-b58e-69ca71af741f,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:29.101335 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2623c96-37fb-4493-85cd-a64cac68cc0e req-6f68abf5-e0ae-40af-bfdf-251438d92466 tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:29.102893 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f2623c96-37fb-4493-85cd-a64cac68cc0e req-6f68abf5-e0ae-40af-bfdf-251438d92466 tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] 10.222.0.98 "GET /v2.0/networks?id=4a4630fc-abe8-4810-8449-331ff59b9aa5 HTTP/1.1" status: 200 len: 817 time: 0.1403811 Oct 20 11:33:29.107008 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-883e1432-d367-4686-ade8-13ae787b9fac req-d07a6618-82e1-4999-9262-3683f802593d tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:29.145537 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f2623c96-37fb-4493-85cd-a64cac68cc0e req-9f18d044-d56e-4da8-bbc8-be07d89056ff tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] 10.222.0.98 "GET /v2.0/quotas/ee6d5ccf45aa415ea99d7b7d1f70eb89 HTTP/1.1" status: 200 len: 375 time: 0.0253077 Oct 20 11:33:29.184526 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f2623c96-37fb-4493-85cd-a64cac68cc0e req-5cdf346e-f4e5-478d-8b46-b1d5fefcb521 tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=ee6d5ccf45aa415ea99d7b7d1f70eb89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285580 Oct 20 11:33:29.200506 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8e009-c35b-46bc-9e78-f1a3af515296 req-669fbd45-6b3e-4a3d-87a4-ab51a4b5a03a tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:29.203111 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-883e1432-d367-4686-ade8-13ae787b9fac req-d07a6618-82e1-4999-9262-3683f802593d tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:29.203259 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-99c8e009-c35b-46bc-9e78-f1a3af515296 req-669fbd45-6b3e-4a3d-87a4-ab51a4b5a03a tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.89 "GET /v2.0/ports?device_id=5442ea14-6bd9-4966-9df9-d9ee84fcb257 HTTP/1.1" status: 200 len: 948 time: 0.0785396 Oct 20 11:33:29.206847 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-883e1432-d367-4686-ade8-13ae787b9fac req-d07a6618-82e1-4999-9262-3683f802593d tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:29.207926 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-883e1432-d367-4686-ade8-13ae787b9fac req-d07a6618-82e1-4999-9262-3683f802593d tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "DELETE /v2.0/security-groups/07082f78-e7df-4d53-8e82-51a75a4f411b HTTP/1.1" status: 204 len: 173 time: 0.3401632 Oct 20 11:33:29.229786 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07a6618-82e1-4999-9262-3683f802593d tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07082f78-e7df-4d53-8e82-51a75a4f411b,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:29.344130 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f2623c96-37fb-4493-85cd-a64cac68cc0e req-b7db2f37-1478-4c84-b04c-c1734246445d service neutron] 10.222.0.98 "GET /v2.0/networks/4a4630fc-abe8-4810-8449-331ff59b9aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503544 Oct 20 11:33:29.358622 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-99c8e009-c35b-46bc-9e78-f1a3af515296 req-6074afdb-4ea2-410b-9af6-40b019b73343 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Deleting port e75a27b6-e296-4256-8f83-4a466463d5ad {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:33:29.359414 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-99c8e009-c35b-46bc-9e78-f1a3af515296 req-6074afdb-4ea2-410b-9af6-40b019b73343 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:29.390676 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11fbcbb-e23a-4fd2-ab6e-c0cc5e4860c1 req-afd3d175-b81e-4f28-819c-11e2fbefee69 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:29.398402 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f11fbcbb-e23a-4fd2-ab6e-c0cc5e4860c1 req-afd3d175-b81e-4f28-819c-11e2fbefee69 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=06b83cc9-ba25-4d16-be5c-61b9d59ba7ae HTTP/1.1" status: 200 len: 950 time: 0.0944872 Oct 20 11:33:29.463611 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-99c8e009-c35b-46bc-9e78-f1a3af515296 req-6074afdb-4ea2-410b-9af6-40b019b73343 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] For port e75a27b6-e296-4256-8f83-4a466463d5ad, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e75a27b6-e296-4256-8f83-4a466463d5ad,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:33:29.464157 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-99c8e009-c35b-46bc-9e78-f1a3af515296 req-6074afdb-4ea2-410b-9af6-40b019b73343 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:29.484322 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-99c8e009-c35b-46bc-9e78-f1a3af515296 req-6074afdb-4ea2-410b-9af6-40b019b73343 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Calling delete_port for e75a27b6-e296-4256-8f83-4a466463d5ad owned by compute:nova {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:33:29.518493 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f2623c96-37fb-4493-85cd-a64cac68cc0e req-597f21a7-77b3-4ee1-90dc-d4797e166fe3 service neutron] 10.222.0.98 "GET /v2.0/networks/4a4630fc-abe8-4810-8449-331ff59b9aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593084 Oct 20 11:33:29.537190 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f11fbcbb-e23a-4fd2-ab6e-c0cc5e4860c1 req-e7e39d2d-7f81-4339-b695-db712a9ff2fa tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378708 Oct 20 11:33:29.656446 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-99c8e009-c35b-46bc-9e78-f1a3af515296 req-6074afdb-4ea2-410b-9af6-40b019b73343 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:29.697455 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-d45cbd31-3394-44c3-bf69-85848704e33b req-ac9071aa-1783-4f8b-8846-012d714b720a tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-811986503', 'description': 'tempest-description-963037565'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:33:29.743660 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c8e009-c35b-46bc-9e78-f1a3af515296 req-6074afdb-4ea2-410b-9af6-40b019b73343 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] No DVR routers for this DVR port e75a27b6-e296-4256-8f83-4a466463d5ad on host n-h2-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:33:29.745949 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d45cbd31-3394-44c3-bf69-85848704e33b req-ac9071aa-1783-4f8b-8846-012d714b720a tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:29.746704 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-99c8e009-c35b-46bc-9e78-f1a3af515296 req-6074afdb-4ea2-410b-9af6-40b019b73343 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:29.752472 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-99c8e009-c35b-46bc-9e78-f1a3af515296 req-6074afdb-4ea2-410b-9af6-40b019b73343 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.89 "DELETE /v2.0/ports/e75a27b6-e296-4256-8f83-4a466463d5ad HTTP/1.1" status: 204 len: 173 time: 0.5274887 Oct 20 11:33:29.753144 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5442ea14-6bd9-4966-9df9-d9ee84fcb257', 'name': 'network-vif-deleted', 'tag': 'e75a27b6-e296-4256-8f83-4a466463d5ad'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:33:29.770661 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e947f79-52fd-47af-9e1f-6d2e36b6e348" -d '{"events": [{"server_uuid": "5442ea14-6bd9-4966-9df9-d9ee84fcb257", "name": "network-vif-deleted", "tag": "e75a27b6-e296-4256-8f83-4a466463d5ad"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:33:29.805343 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074afdb-4ea2-410b-9af6-40b019b73343 tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] Pushing event deleted for resources: {'Port': ['ID=e75a27b6-e296-4256-8f83-4a466463d5ad,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:29.905270 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d45cbd31-3394-44c3-bf69-85848704e33b req-ac9071aa-1783-4f8b-8846-012d714b720a tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:29.924249 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d45cbd31-3394-44c3-bf69-85848704e33b req-ac9071aa-1783-4f8b-8846-012d714b720a tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:29.963304 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d45cbd31-3394-44c3-bf69-85848704e33b req-ac9071aa-1783-4f8b-8846-012d714b720a tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:29.983638 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d45cbd31-3394-44c3-bf69-85848704e33b req-ac9071aa-1783-4f8b-8846-012d714b720a tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2918580 Oct 20 11:33:30.027979 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9071aa-1783-4f8b-8846-012d714b720a tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3fb1cc-ebbb-4625-9669-ce6cd8cae7ef,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:30.174894 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-065d8189-22b0-4411-8bd0-38bce73d3b0a req-e1b42bd9-a9f2-4e55-b7ba-778f56eeb43e tempest-ListImageFiltersTestJSON-1904900413 tempest-ListImageFiltersTestJSON-1904900413-project] 10.222.0.98 "GET /v2.0/ports?device_id=5442ea14-6bd9-4966-9df9-d9ee84fcb257 HTTP/1.1" status: 200 len: 210 time: 0.0481505 Oct 20 11:33:30.269054 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fd30999d-f3e0-44a9-b4a6-5404b296e5ed req-5cf7524d-6092-4091-a48b-50b1caa8ff39 tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] 10.222.0.98 "GET /v2.0/ports?device_id=9816819e-d9ec-4f90-8a4a-f1f9a0cdb71d HTTP/1.1" status: 200 len: 210 time: 0.0403817 Oct 20 11:33:30.315016 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190d611-c6b7-43a3-b568-0c21382a013c req-f5c1a25b-ad8b-4a12-9493-14c561c5d650 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:30.334564 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190d611-c6b7-43a3-b568-0c21382a013c req-f5c1a25b-ad8b-4a12-9493-14c561c5d650 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:30.346773 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be220d1-dea1-4756-8f88-a1a0e761b31d x-openstack-request-id: req-1be220d1-dea1-4756-8f88-a1a0e761b31d {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:33:30.347412 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5442ea14-6bd9-4966-9df9-d9ee84fcb257", "name": "network-vif-deleted", "tag": "e75a27b6-e296-4256-8f83-4a466463d5ad", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:33:30.348186 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1be220d1-dea1-4756-8f88-a1a0e761b31d {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:33:30.348690 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5442ea14-6bd9-4966-9df9-d9ee84fcb257', 'name': 'network-vif-deleted', 'tag': 'e75a27b6-e296-4256-8f83-4a466463d5ad', 'status': 'completed', 'code': 200} Oct 20 11:33:30.349198 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2190d611-c6b7-43a3-b568-0c21382a013c req-f5c1a25b-ad8b-4a12-9493-14c561c5d650 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=c69b1eac-c25d-41ee-a056-603dd8d39a71&device_id=06b83cc9-ba25-4d16-be5c-61b9d59ba7ae HTTP/1.1" status: 200 len: 1690 time: 0.1877942 Oct 20 11:33:30.439225 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2190d611-c6b7-43a3-b568-0c21382a013c req-1fd25a0d-643e-4e11-8161-aacd05bafb60 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891023 Oct 20 11:33:30.519190 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f71af3e9-3fe5-4162-b4fa-9be0ac92558d req-36d85ae6-ebc7-43b4-81ab-97a179b325ac tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups/0a3fb1cc-ebbb-4625-9669-ce6cd8cae7ef HTTP/1.1" status: 200 len: 1799 time: 0.0519745 Oct 20 11:33:30.534668 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-f71af3e9-3fe5-4162-b4fa-9be0ac92558d req-67ad93bf-8fa4-4df5-b6f1-e1aa41e0b8cb tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1823449866', 'description': 'tempest-description-hth-673530243'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:33:30.566347 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f71af3e9-3fe5-4162-b4fa-9be0ac92558d req-67ad93bf-8fa4-4df5-b6f1-e1aa41e0b8cb tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:30.632655 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f71af3e9-3fe5-4162-b4fa-9be0ac92558d req-67ad93bf-8fa4-4df5-b6f1-e1aa41e0b8cb tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:30.642189 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f71af3e9-3fe5-4162-b4fa-9be0ac92558d req-67ad93bf-8fa4-4df5-b6f1-e1aa41e0b8cb tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:30.646374 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f71af3e9-3fe5-4162-b4fa-9be0ac92558d req-67ad93bf-8fa4-4df5-b6f1-e1aa41e0b8cb tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:30.650759 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f71af3e9-3fe5-4162-b4fa-9be0ac92558d req-67ad93bf-8fa4-4df5-b6f1-e1aa41e0b8cb tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "PUT /v2.0/security-groups/0a3fb1cc-ebbb-4625-9669-ce6cd8cae7ef HTTP/1.1" status: 200 len: 1774 time: 0.1236463 Oct 20 11:33:30.677421 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad93bf-8fa4-4df5-b6f1-e1aa41e0b8cb tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3fb1cc-ebbb-4625-9669-ce6cd8cae7ef,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:30.829605 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0774e8dd-e941-4988-a525-992f1d1b56e4 req-fe2590d0-980c-4f3e-b01c-325f51f01e29 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups/0a3fb1cc-ebbb-4625-9669-ce6cd8cae7ef HTTP/1.1" status: 200 len: 1774 time: 0.0650725 Oct 20 11:33:30.921015 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d638ef-5e69-4ab5-b616-5e0eb34f9bd8 req-e131e2ba-c3d5-459f-bf7a-27cb1b911a42 tempest-ServersOnMultiNodesTest-1658368089 tempest-ServersOnMultiNodesTest-1658368089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:30.923598 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-36d638ef-5e69-4ab5-b616-5e0eb34f9bd8 req-e131e2ba-c3d5-459f-bf7a-27cb1b911a42 tempest-ServersOnMultiNodesTest-1658368089 tempest-ServersOnMultiNodesTest-1658368089-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=c69b1eac-c25d-41ee-a056-603dd8d39a71 HTTP/1.1" status: 200 len: 1100 time: 0.0490282 Oct 20 11:33:30.966994 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-10b64616-3fdb-45b1-a133-6be8c158b569 req-accfb705-d01c-4fcc-b936-30209ca3d830 tempest-ServerShowV254Test-1003354317 tempest-ServerShowV254Test-1003354317-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d7edf71-8836-48e5-9d8a-4ba5a12ea139 HTTP/1.1" status: 200 len: 210 time: 0.0386090 Oct 20 11:33:31.031307 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-36d638ef-5e69-4ab5-b616-5e0eb34f9bd8 req-ebfdc58c-e399-4272-9237-472171e9f4c2 tempest-ServersOnMultiNodesTest-1658368089 tempest-ServersOnMultiNodesTest-1658368089-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919116 Oct 20 11:33:31.050034 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-219dc5d2-ae0e-49e9-871b-a9594d367f70 req-b1da96db-ad9c-40c4-8897-8a1366c356b9 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups/0a3fb1cc-ebbb-4625-9669-ce6cd8cae7ef HTTP/1.1" status: 200 len: 1774 time: 0.0625677 Oct 20 11:33:31.176172 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-219dc5d2-ae0e-49e9-871b-a9594d367f70 req-45fe1d41-5242-4ca3-a1c1-2323e03c12a1 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:31.288759 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90a899-34aa-43ae-bdf0-b9306375bd2e req-61e092b9-95ad-4926-9235-0246d7797026 tempest-ServersOnMultiNodesTest-1658368089 tempest-ServersOnMultiNodesTest-1658368089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:31.296204 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bc90a899-34aa-43ae-bdf0-b9306375bd2e req-61e092b9-95ad-4926-9235-0246d7797026 tempest-ServersOnMultiNodesTest-1658368089 tempest-ServersOnMultiNodesTest-1658368089-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=06b83cc9-ba25-4d16-be5c-61b9d59ba7ae HTTP/1.1" status: 200 len: 1101 time: 0.1754706 Oct 20 11:33:31.314941 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-219dc5d2-ae0e-49e9-871b-a9594d367f70 req-45fe1d41-5242-4ca3-a1c1-2323e03c12a1 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:31.370965 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bc90a899-34aa-43ae-bdf0-b9306375bd2e req-1fa7b333-9059-4077-a5f4-09b5450bed24 tempest-ServersOnMultiNodesTest-1658368089 tempest-ServersOnMultiNodesTest-1658368089-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738525 Oct 20 11:33:31.444293 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2623c96-37fb-4493-85cd-a64cac68cc0e req-26ee48f7-9921-46c8-829c-df15155ba644 tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:31.450309 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f2623c96-37fb-4493-85cd-a64cac68cc0e req-26ee48f7-9921-46c8-829c-df15155ba644 tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] 10.222.0.11 "GET /v2.0/networks?id=4a4630fc-abe8-4810-8449-331ff59b9aa5 HTTP/1.1" status: 200 len: 817 time: 0.2910044 Oct 20 11:33:31.465363 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-f2623c96-37fb-4493-85cd-a64cac68cc0e req-392d7bc7-d57d-4d9a-99cd-cd9139c3f274 tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] Request body: {'port': {'device_id': '9816819e-d9ec-4f90-8a4a-f1f9a0cdb71d', 'network_id': '4a4630fc-abe8-4810-8449-331ff59b9aa5', 'admin_state_up': True, 'tenant_id': 'ee6d5ccf45aa415ea99d7b7d1f70eb89'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:33:31.518404 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-219dc5d2-ae0e-49e9-871b-a9594d367f70 req-45fe1d41-5242-4ca3-a1c1-2323e03c12a1 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:31.521011 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-219dc5d2-ae0e-49e9-871b-a9594d367f70 req-45fe1d41-5242-4ca3-a1c1-2323e03c12a1 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:31.522286 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-219dc5d2-ae0e-49e9-871b-a9594d367f70 req-45fe1d41-5242-4ca3-a1c1-2323e03c12a1 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "DELETE /v2.0/security-groups/0a3fb1cc-ebbb-4625-9669-ce6cd8cae7ef HTTP/1.1" status: 204 len: 173 time: 0.4642773 Oct 20 11:33:31.588709 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe1d41-5242-4ca3-a1c1-2323e03c12a1 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3fb1cc-ebbb-4625-9669-ce6cd8cae7ef,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:31.627184 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7b261d7d-4430-4eb6-90e1-55a3bacdf524 req-50f2c9f2-6b91-4353-b49f-d2969dcdda1b tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] 10.222.0.98 "GET /v2.0/ports?device_id=9816819e-d9ec-4f90-8a4a-f1f9a0cdb71d HTTP/1.1" status: 200 len: 210 time: 0.0444617 Oct 20 11:33:31.689934 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2623c96-37fb-4493-85cd-a64cac68cc0e req-392d7bc7-d57d-4d9a-99cd-cd9139c3f274 tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] Made reservation on behalf of ee6d5ccf45aa415ea99d7b7d1f70eb89 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:33:31.693959 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f2623c96-37fb-4493-85cd-a64cac68cc0e req-392d7bc7-d57d-4d9a-99cd-cd9139c3f274 tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:31.867612 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-f2623c96-37fb-4493-85cd-a64cac68cc0e req-392d7bc7-d57d-4d9a-99cd-cd9139c3f274 tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] Allocated IP 172.20.0.4 (4a4630fc-abe8-4810-8449-331ff59b9aa5/5383d76b-f048-48e7-bfb5-496dca18cfcf/b97edbc7-1f97-4e9a-b94f-ed9371a5bb39) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:33:31.965595 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2984ba69-9b89-450a-b03b-edb8f4261b77 req-7548ba93-1ff7-491a-bfc4-427f936645db tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=0608bb1584294647a2a321a4de90ae37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433404 Oct 20 11:33:32.174048 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f2623c96-37fb-4493-85cd-a64cac68cc0e req-392d7bc7-d57d-4d9a-99cd-cd9139c3f274 tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:32.199180 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984ba69-9b89-450a-b03b-edb8f4261b77 req-6c48bce2-230d-4bb3-b822-a9f8366c9c3c tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:32.200803 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2984ba69-9b89-450a-b03b-edb8f4261b77 req-6c48bce2-230d-4bb3-b822-a9f8366c9c3c tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2255640 Oct 20 11:33:32.229332 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2984ba69-9b89-450a-b03b-edb8f4261b77 req-2def6b3e-ab76-4fa5-ab18-e063c96e0339 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/quotas/0608bb1584294647a2a321a4de90ae37 HTTP/1.1" status: 200 len: 375 time: 0.0180917 Oct 20 11:33:32.254309 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f2623c96-37fb-4493-85cd-a64cac68cc0e req-392d7bc7-d57d-4d9a-99cd-cd9139c3f274 tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:32.313589 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d7bc7-d57d-4d9a-99cd-cd9139c3f274 tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] Pushing event updated for resources: {'Port': ['ID=b97edbc7-1f97-4e9a-b94f-ed9371a5bb39,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:32.352815 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2623c96-37fb-4493-85cd-a64cac68cc0e req-392d7bc7-d57d-4d9a-99cd-cd9139c3f274 tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] Network 4a4630fc-abe8-4810-8449-331ff59b9aa5 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:33:32.370347 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2984ba69-9b89-450a-b03b-edb8f4261b77 req-68212851-3d01-434c-990e-40b486dcd281 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=0608bb1584294647a2a321a4de90ae37&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1320956 Oct 20 11:33:32.372301 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-f2623c96-37fb-4493-85cd-a64cac68cc0e req-392d7bc7-d57d-4d9a-99cd-cd9139c3f274 tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:33:32.385489 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2623c96-37fb-4493-85cd-a64cac68cc0e req-392d7bc7-d57d-4d9a-99cd-cd9139c3f274 tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:33:32.835706 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fcfbd6d1-a4a8-4729-94a4-517f2ccb0e96 req-940c5599-2e70-41f3-b159-008caaec264f tempest-ServerShowV254Test-1003354317 tempest-ServerShowV254Test-1003354317-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d7edf71-8836-48e5-9d8a-4ba5a12ea139 HTTP/1.1" status: 200 len: 210 time: 0.4157367 Oct 20 11:33:32.859252 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [req-cbea1e3b-b72c-40cb-8658-85cc01505b81 req-298fdebc-7595-4021-82db-8b2889339f97 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] show failed (client error): The resource could not be found. Oct 20 11:33:32.860529 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cbea1e3b-b72c-40cb-8658-85cc01505b81 req-298fdebc-7595-4021-82db-8b2889339f97 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups/07082f78-e7df-4d53-8e82-51a75a4f411b HTTP/1.1" status: 404 len: 352 time: 0.0275776 Oct 20 11:33:32.872720 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2623c96-37fb-4493-85cd-a64cac68cc0e req-392d7bc7-d57d-4d9a-99cd-cd9139c3f274 tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:32.873396 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f2623c96-37fb-4493-85cd-a64cac68cc0e req-392d7bc7-d57d-4d9a-99cd-cd9139c3f274 tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:32.899964 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f2623c96-37fb-4493-85cd-a64cac68cc0e req-392d7bc7-d57d-4d9a-99cd-cd9139c3f274 tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4383965 Oct 20 11:33:32.915501 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-f2623c96-37fb-4493-85cd-a64cac68cc0e req-8f88bd1d-79e6-478d-b3ea-7c093d0afdfd service neutron] Request body: {'port': {'device_id': '9816819e-d9ec-4f90-8a4a-f1f9a0cdb71d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:33:33.060281 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a5a7ef7c-b061-4146-b67b-54e568ae628c req-e7efa89e-e7e8-4f89-920a-ffc7acb80c89 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=e5124656-8a0e-4bb9-a321-c94452e33289 HTTP/1.1" status: 200 len: 210 time: 0.0873222 Oct 20 11:33:33.065878 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f2623c96-37fb-4493-85cd-a64cac68cc0e req-8f88bd1d-79e6-478d-b3ea-7c093d0afdfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:33.070688 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device e75a27b6-e296-4256-8f83-4a466463d5ad no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:33:33.095591 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: e75a27b6-e296-4256-8f83-4a466463d5ad {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:33:33.096329 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device e75a27b6-e296-4256-8f83-4a466463d5ad not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:33:33.327701 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add47e19-fc98-47ba-b97c-a2fd0c43cd21 req-560c0d12-8627-4f7c-beb0-0ecf8a20b17c tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:33.329451 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-add47e19-fc98-47ba-b97c-a2fd0c43cd21 req-560c0d12-8627-4f7c-beb0-0ecf8a20b17c tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] 10.222.0.98 "GET /v2.0/ports?device_id=9816819e-d9ec-4f90-8a4a-f1f9a0cdb71d HTTP/1.1" status: 200 len: 931 time: 0.1798773 Oct 20 11:33:33.456525 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-add47e19-fc98-47ba-b97c-a2fd0c43cd21 req-f23e0eaa-8e57-439d-a17d-026341ab21fa tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] 10.222.0.98 "GET /v2.0/security-groups?id=e200e776-8b96-4140-8718-8c005e80906d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130576 Oct 20 11:33:33.548432 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [req-2456db45-6a0c-4235-a13e-764774bd8281 req-da960831-24c2-4ef4-b911-d153654be071 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] show failed (client error): The resource could not be found. Oct 20 11:33:33.549785 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2456db45-6a0c-4235-a13e-764774bd8281 req-da960831-24c2-4ef4-b911-d153654be071 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups/b8a31a8a-5175-4a1d-bc11-a58361bc8b36 HTTP/1.1" status: 404 len: 352 time: 0.0260937 Oct 20 11:33:33.633038 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [req-842e69ba-a8a5-4a3c-8c0b-669998b969d1 req-975e07a4-9a82-437a-9946-81e091f95268 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] show failed (client error): The resource could not be found. Oct 20 11:33:33.638255 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-842e69ba-a8a5-4a3c-8c0b-669998b969d1 req-975e07a4-9a82-437a-9946-81e091f95268 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups/0248bfa6-96e9-4847-b6e4-46d3fb7880bf HTTP/1.1" status: 404 len: 352 time: 0.0605075 Oct 20 11:33:33.662860 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-f2623c96-37fb-4493-85cd-a64cac68cc0e req-8f88bd1d-79e6-478d-b3ea-7c093d0afdfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b97edbc7-1f97-4e9a-b94f-ed9371a5bb39 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:33:33.704323 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f2623c96-37fb-4493-85cd-a64cac68cc0e req-8f88bd1d-79e6-478d-b3ea-7c093d0afdfd service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:33.721263 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [req-9f1cd3ed-fb98-4d17-bf63-b6b1db1e3583 req-6fb6a260-f569-4fbb-b59c-023c0779347e tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] show failed (client error): The resource could not be found. Oct 20 11:33:33.728379 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9f1cd3ed-fb98-4d17-bf63-b6b1db1e3583 req-6fb6a260-f569-4fbb-b59c-023c0779347e tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups/ebff26fd-2b0d-421d-a205-fdfa3cde4fee HTTP/1.1" status: 404 len: 352 time: 0.0560439 Oct 20 11:33:33.776364 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [req-7f0b23c9-1f2a-48a4-9946-e8727f541486 req-71cfeb21-a0e9-4b3c-a1b8-4efcce19e249 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] show failed (client error): The resource could not be found. Oct 20 11:33:33.777687 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7f0b23c9-1f2a-48a4-9946-e8727f541486 req-71cfeb21-a0e9-4b3c-a1b8-4efcce19e249 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups/4006e32d-a1f6-4510-a2b9-3447860455f9 HTTP/1.1" status: 404 len: 352 time: 0.0297637 Oct 20 11:33:33.778958 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-f2623c96-37fb-4493-85cd-a64cac68cc0e req-8f88bd1d-79e6-478d-b3ea-7c093d0afdfd service neutron] Transition to ACTIVE for port object b97edbc7-1f97-4e9a-b94f-ed9371a5bb39 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:33:33.798933 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f2623c96-37fb-4493-85cd-a64cac68cc0e req-8f88bd1d-79e6-478d-b3ea-7c093d0afdfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:33.823409 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-9ded12e1-8160-40a2-8fb9-a1fb98f3b5d0 req-7600de20-99ae-4dab-89a0-cdfe8497f2bc service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1d7edf71-8836-48e5-9d8a-4ba5a12ea139 HTTP/1.1" status: 200 len: 210 time: 0.0551360 Oct 20 11:33:33.893945 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88bd1d-79e6-478d-b3ea-7c093d0afdfd service neutron] Pushing event updated for resources: {'Port': ['ID=b97edbc7-1f97-4e9a-b94f-ed9371a5bb39,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:33.903473 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [req-c2b7aa49-754c-4f8c-a586-2a78a85600b3 req-9bf6ad08-2464-46a8-82af-f1cd5edd2c47 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] show failed (client error): The resource could not be found. Oct 20 11:33:33.905950 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c2b7aa49-754c-4f8c-a586-2a78a85600b3 req-9bf6ad08-2464-46a8-82af-f1cd5edd2c47 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups/de76bd0c-9045-4bc9-96f2-e971436d74dc HTTP/1.1" status: 404 len: 352 time: 0.0660610 Oct 20 11:33:33.962959 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2984ba69-9b89-450a-b03b-edb8f4261b77 req-b2380847-ffdf-45ce-980a-df6dee3ab9c5 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=0608bb1584294647a2a321a4de90ae37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1241012 Oct 20 11:33:33.972367 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34538) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:33:34.102945 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7b87353f-3951-447d-8afb-3e56b67df1dc req-9a3a2979-7ec2-4b86-9fef-0fb40da45640 tempest-ServerShowV254Test-1003354317 tempest-ServerShowV254Test-1003354317-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d7edf71-8836-48e5-9d8a-4ba5a12ea139 HTTP/1.1" status: 200 len: 210 time: 0.0438621 Oct 20 11:33:34.207012 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f9beac9f-7a22-4880-9a87-cfd5bc6a7495 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=998981097b50416bbe4fc54cf13d8997&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2331507 Oct 20 11:33:34.209398 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34548) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:33:34.277165 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7dd13f8e-444f-48d7-86f1-cecd30637079 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:34.298983 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984ba69-9b89-450a-b03b-edb8f4261b77 req-b7174d7b-ca35-4919-947b-44ff7379b5cc tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:34.300834 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2984ba69-9b89-450a-b03b-edb8f4261b77 req-b7174d7b-ca35-4919-947b-44ff7379b5cc tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3299918 Oct 20 11:33:34.305442 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7dd13f8e-444f-48d7-86f1-cecd30637079 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:34.343306 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-33880de9-f6b4-467c-bd7c-1be3e1f72d58 req-731abe22-603e-460e-bdee-b98f7ca7b258 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=e5124656-8a0e-4bb9-a321-c94452e33289 HTTP/1.1" status: 200 len: 210 time: 0.1113307 Oct 20 11:33:34.347799 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-2984ba69-9b89-450a-b03b-edb8f4261b77 req-47532b42-e236-4048-b040-1d921091e631 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Request body: {'port': {'device_id': 'e5124656-8a0e-4bb9-a321-c94452e33289', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'admin_state_up': True, 'tenant_id': '0608bb1584294647a2a321a4de90ae37'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:33:34.383341 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7dd13f8e-444f-48d7-86f1-cecd30637079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:34.387692 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7dd13f8e-444f-48d7-86f1-cecd30637079 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:34.389000 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7dd13f8e-444f-48d7-86f1-cecd30637079 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3d484651-344c-494a-a8f0-7df8c900d8d5 HTTP/1.1" status: 204 len: 168 time: 0.1784217 Oct 20 11:33:34.401274 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd13f8e-444f-48d7-86f1-cecd30637079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d484651-344c-494a-a8f0-7df8c900d8d5,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:34.453573 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-f2623c96-37fb-4493-85cd-a64cac68cc0e req-8f88bd1d-79e6-478d-b3ea-7c093d0afdfd service neutron] Attempting to bind port b97edbc7-1f97-4e9a-b94f-ed9371a5bb39 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:33:34.453918 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-f2623c96-37fb-4493-85cd-a64cac68cc0e req-8f88bd1d-79e6-478d-b3ea-7c093d0afdfd service neutron] Attempting to bind port b97edbc7-1f97-4e9a-b94f-ed9371a5bb39 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '89a5e3a7-e861-4ad9-953a-15e309b9d95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '4a4630fc-abe8-4810-8449-331ff59b9aa5'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:33:34.454380 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2623c96-37fb-4493-85cd-a64cac68cc0e req-8f88bd1d-79e6-478d-b3ea-7c093d0afdfd service neutron] Attempting to bind port b97edbc7-1f97-4e9a-b94f-ed9371a5bb39 on network 4a4630fc-abe8-4810-8449-331ff59b9aa5 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:33:34.465424 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2623c96-37fb-4493-85cd-a64cac68cc0e req-8f88bd1d-79e6-478d-b3ea-7c093d0afdfd service neutron] Port b97edbc7-1f97-4e9a-b94f-ed9371a5bb39 on network 4a4630fc-abe8-4810-8449-331ff59b9aa5 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:33:34.465751 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2623c96-37fb-4493-85cd-a64cac68cc0e req-8f88bd1d-79e6-478d-b3ea-7c093d0afdfd service neutron] Attempting to bind port b97edbc7-1f97-4e9a-b94f-ed9371a5bb39 on network 4a4630fc-abe8-4810-8449-331ff59b9aa5 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:33:34.478980 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2623c96-37fb-4493-85cd-a64cac68cc0e req-8f88bd1d-79e6-478d-b3ea-7c093d0afdfd service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:33:34.479317 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2623c96-37fb-4493-85cd-a64cac68cc0e req-8f88bd1d-79e6-478d-b3ea-7c093d0afdfd service neutron] Checking segment: {'id': '89a5e3a7-e861-4ad9-953a-15e309b9d95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '4a4630fc-abe8-4810-8449-331ff59b9aa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:33:34.479748 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2623c96-37fb-4493-85cd-a64cac68cc0e req-8f88bd1d-79e6-478d-b3ea-7c093d0afdfd service neutron] Bound using segment: {'id': '89a5e3a7-e861-4ad9-953a-15e309b9d95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '4a4630fc-abe8-4810-8449-331ff59b9aa5'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:33:34.480152 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-f2623c96-37fb-4493-85cd-a64cac68cc0e req-8f88bd1d-79e6-478d-b3ea-7c093d0afdfd service neutron] Bound port: b97edbc7-1f97-4e9a-b94f-ed9371a5bb39, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89a5e3a7-e861-4ad9-953a-15e309b9d95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '4a4630fc-abe8-4810-8449-331ff59b9aa5'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:33:34.480496 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f2623c96-37fb-4493-85cd-a64cac68cc0e req-8f88bd1d-79e6-478d-b3ea-7c093d0afdfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:34.511614 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3548993c-06d2-4816-b35a-0b157887c269 req-575b9a79-68a3-441f-8e4f-d4f0d5281e50 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:34.520724 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3548993c-06d2-4816-b35a-0b157887c269 req-575b9a79-68a3-441f-8e4f-d4f0d5281e50 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/ports?device_id=f6191bae-fdb3-4a94-94ee-1c45f32553b9 HTTP/1.1" status: 200 len: 1023 time: 0.2307172 Oct 20 11:33:34.637007 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3548993c-06d2-4816-b35a-0b157887c269 req-8a1514b2-52bd-4e78-a9ce-a6305d7ca730 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups?id=f827c707-45b6-4be0-8240-a05be0ada26c&id=db492585-3bae-4b21-821a-0ff5678d4108&id=395cbb04-21ec-4ed0-bf96-713eba7c093e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1151342 Oct 20 11:33:34.719882 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-f2623c96-37fb-4493-85cd-a64cac68cc0e req-8f88bd1d-79e6-478d-b3ea-7c093d0afdfd service neutron] For port b97edbc7-1f97-4e9a-b94f-ed9371a5bb39, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:33:34.731705 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2984ba69-9b89-450a-b03b-edb8f4261b77 req-47532b42-e236-4048-b040-1d921091e631 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Made reservation on behalf of 0608bb1584294647a2a321a4de90ae37 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:33:34.735973 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2984ba69-9b89-450a-b03b-edb8f4261b77 req-47532b42-e236-4048-b040-1d921091e631 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:34.749274 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-f2623c96-37fb-4493-85cd-a64cac68cc0e req-8f88bd1d-79e6-478d-b3ea-7c093d0afdfd service neutron] For port b97edbc7-1f97-4e9a-b94f-ed9371a5bb39, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=b97edbc7-1f97-4e9a-b94f-ed9371a5bb39,segment=NetworkSegment(89a5e3a7-e861-4ad9-953a-15e309b9d95c),segment_id=89a5e3a7-e861-4ad9-953a-15e309b9d95c)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:33:34.757880 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59bcf64-5102-4bdd-90d7-f8f250900b01 req-b3a93495-72ef-49f5-a80a-9b8eaec1f1fe tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:34.765404 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b59bcf64-5102-4bdd-90d7-f8f250900b01 req-b3a93495-72ef-49f5-a80a-9b8eaec1f1fe tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] 10.222.0.98 "GET /v2.0/ports?device_id=9816819e-d9ec-4f90-8a4a-f1f9a0cdb71d HTTP/1.1" status: 200 len: 943 time: 0.1784194 Oct 20 11:33:34.783216 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f2623c96-37fb-4493-85cd-a64cac68cc0e req-8f88bd1d-79e6-478d-b3ea-7c093d0afdfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:34.842116 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2623c96-37fb-4493-85cd-a64cac68cc0e req-8f88bd1d-79e6-478d-b3ea-7c093d0afdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:34.842745 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f2623c96-37fb-4493-85cd-a64cac68cc0e req-8f88bd1d-79e6-478d-b3ea-7c093d0afdfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:34.844174 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f2623c96-37fb-4493-85cd-a64cac68cc0e req-8f88bd1d-79e6-478d-b3ea-7c093d0afdfd service neutron] 10.222.0.11 "PUT /v2.0/ports/b97edbc7-1f97-4e9a-b94f-ed9371a5bb39 HTTP/1.1" status: 200 len: 1091 time: 1.9333496 Oct 20 11:33:34.845915 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9816819e-d9ec-4f90-8a4a-f1f9a0cdb71d', 'tag': 'b97edbc7-1f97-4e9a-b94f-ed9371a5bb39'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:33:34.848187 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175c3626-dfab-48bf-bca9-b2dcaff8ec0f" -d '{"events": [{"name": "network-changed", "server_uuid": "9816819e-d9ec-4f90-8a4a-f1f9a0cdb71d", "tag": "b97edbc7-1f97-4e9a-b94f-ed9371a5bb39"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:33:34.922286 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b853b22-dd20-436e-9dfd-c26c502a2d1c x-openstack-request-id: req-1b853b22-dd20-436e-9dfd-c26c502a2d1c {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:33:34.922535 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9816819e-d9ec-4f90-8a4a-f1f9a0cdb71d", "tag": "b97edbc7-1f97-4e9a-b94f-ed9371a5bb39", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:33:34.922735 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1b853b22-dd20-436e-9dfd-c26c502a2d1c {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:33:34.923320 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9816819e-d9ec-4f90-8a4a-f1f9a0cdb71d', 'tag': 'b97edbc7-1f97-4e9a-b94f-ed9371a5bb39', 'status': 'completed', 'code': 200} Oct 20 11:33:34.929510 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b59bcf64-5102-4bdd-90d7-f8f250900b01 req-c8936417-51f9-4d41-8f71-54e7abc322c3 tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] 10.222.0.98 "GET /v2.0/security-groups?id=e200e776-8b96-4140-8718-8c005e80906d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625483 Oct 20 11:33:34.963760 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88bd1d-79e6-478d-b3ea-7c093d0afdfd service neutron] Pushing event updated for resources: {'Port': ['ID=b97edbc7-1f97-4e9a-b94f-ed9371a5bb39,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:35.018102 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2623c96-37fb-4493-85cd-a64cac68cc0e req-08649e79-2cec-47b4-a846-39b6eed301f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:35.019661 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f2623c96-37fb-4493-85cd-a64cac68cc0e req-08649e79-2cec-47b4-a846-39b6eed301f8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ee6d5ccf45aa415ea99d7b7d1f70eb89&device_id=9816819e-d9ec-4f90-8a4a-f1f9a0cdb71d HTTP/1.1" status: 200 len: 1094 time: 0.1161110 Oct 20 11:33:35.079288 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f2623c96-37fb-4493-85cd-a64cac68cc0e req-52c87194-fe4b-478f-9796-cb589571e667 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b97edbc7-1f97-4e9a-b94f-ed9371a5bb39 HTTP/1.1" status: 200 len: 217 time: 0.0485344 Oct 20 11:33:35.103957 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-2984ba69-9b89-450a-b03b-edb8f4261b77 req-47532b42-e236-4048-b040-1d921091e631 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Allocated IP 192.168.233.103 (09e5a906-63cf-4dde-b699-ab448fb18fb8/94289c8c-e5f7-4e30-b6a9-5b268a8fd610/89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:33:35.171648 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2623c96-37fb-4493-85cd-a64cac68cc0e req-596d805b-fc83-4f58-9d01-33a4277aa5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:35.173181 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f2623c96-37fb-4493-85cd-a64cac68cc0e req-596d805b-fc83-4f58-9d01-33a4277aa5b5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5383d76b-f048-48e7-bfb5-496dca18cfcf HTTP/1.1" status: 200 len: 857 time: 0.0793457 Oct 20 11:33:35.240557 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f2623c96-37fb-4493-85cd-a64cac68cc0e req-1ba655d1-3a46-4d5b-9959-9cc6ce1c260a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a4630fc-abe8-4810-8449-331ff59b9aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495307 Oct 20 11:33:35.297833 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5904b805-b1b6-48b3-9198-2bf617b276c5 req-4f8002ad-7fa2-439c-872c-09f8cf814dea tempest-ServerShowV254Test-1003354317 tempest-ServerShowV254Test-1003354317-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d7edf71-8836-48e5-9d8a-4ba5a12ea139 HTTP/1.1" status: 200 len: 210 time: 0.0702171 Oct 20 11:33:35.469545 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-99ee214b-e5ad-4eee-84a9-67a37a2634b9 req-2db4aba8-5cd5-4813-9843-a1b7ad9132b8 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=e5124656-8a0e-4bb9-a321-c94452e33289 HTTP/1.1" status: 200 len: 210 time: 0.0319033 Oct 20 11:33:35.529384 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f1a6d-4e00-4d10-bd2f-2cacfd981078 req-eabf1ee5-213f-44dc-ba12-e21d451882d5 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:35.531604 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2984ba69-9b89-450a-b03b-edb8f4261b77 req-47532b42-e236-4048-b040-1d921091e631 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:35.532185 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c93f1a6d-4e00-4d10-bd2f-2cacfd981078 req-eabf1ee5-213f-44dc-ba12-e21d451882d5 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6191bae-fdb3-4a94-94ee-1c45f32553b9 HTTP/1.1" status: 200 len: 1023 time: 0.0846853 Oct 20 11:33:35.578297 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2984ba69-9b89-450a-b03b-edb8f4261b77 req-47532b42-e236-4048-b040-1d921091e631 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:35.587011 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f2623c96-37fb-4493-85cd-a64cac68cc0e req-143a4fcf-8932-430e-95a4-943958cbb3cc service neutron] 10.222.0.11 "GET /v2.0/networks/4a4630fc-abe8-4810-8449-331ff59b9aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253670 Oct 20 11:33:35.590837 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['c72fbb34-5a3a-46da-868e-1ffabefa13b5'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:33:35.627352 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2984ba69-9b89-450a-b03b-edb8f4261b77 req-47532b42-e236-4048-b040-1d921091e631 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Network 09e5a906-63cf-4dde-b699-ab448fb18fb8 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:33:35.634720 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8', '4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03', '6525970b-6518-4419-8f81-0f6afc95e9d5', '49d29f0a-b527-4b66-8aee-5defafa6446f'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:33:35.711388 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-2984ba69-9b89-450a-b03b-edb8f4261b77 req-47532b42-e236-4048-b040-1d921091e631 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:33:35.728826 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-2984ba69-9b89-450a-b03b-edb8f4261b77 req-47532b42-e236-4048-b040-1d921091e631 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:33:35.753440 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47532b42-e236-4048-b040-1d921091e631 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Pushing event updated for resources: {'Port': ['ID=89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:35.778635 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-c93f1a6d-4e00-4d10-bd2f-2cacfd981078 req-de0a03ae-5a1b-4b73-b3ab-5e0919e76a25 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Deleting port 0b38dad0-77c6-439d-9dbe-707106a570e6 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:33:35.779053 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-c93f1a6d-4e00-4d10-bd2f-2cacfd981078 req-de0a03ae-5a1b-4b73-b3ab-5e0919e76a25 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:35.956155 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f2623c96-37fb-4493-85cd-a64cac68cc0e req-82d651c5-0440-4863-9870-ab51a5fba34a service neutron] 10.222.0.11 "GET /v2.0/networks/4a4630fc-abe8-4810-8449-331ff59b9aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580171 Oct 20 11:33:36.024219 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-c93f1a6d-4e00-4d10-bd2f-2cacfd981078 req-de0a03ae-5a1b-4b73-b3ab-5e0919e76a25 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] For port 0b38dad0-77c6-439d-9dbe-707106a570e6, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=0b38dad0-77c6-439d-9dbe-707106a570e6,segment=NetworkSegment(59f8b397-57a4-4b9f-b597-5d74b0b9ce74),segment_id=59f8b397-57a4-4b9f-b597-5d74b0b9ce74)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:33:36.024954 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-c93f1a6d-4e00-4d10-bd2f-2cacfd981078 req-de0a03ae-5a1b-4b73-b3ab-5e0919e76a25 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:36.047917 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-c93f1a6d-4e00-4d10-bd2f-2cacfd981078 req-de0a03ae-5a1b-4b73-b3ab-5e0919e76a25 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Calling delete_port for 0b38dad0-77c6-439d-9dbe-707106a570e6 owned by compute:nova {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:33:36.105028 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984ba69-9b89-450a-b03b-edb8f4261b77 req-47532b42-e236-4048-b040-1d921091e631 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:36.105690 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2984ba69-9b89-450a-b03b-edb8f4261b77 req-47532b42-e236-4048-b040-1d921091e631 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:36.221820 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04a4fb-3d98-42bc-8fad-98c4dfea1d82 req-b11fdae2-b39e-4285-830d-7be32dce765a tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:36.223710 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5c04a4fb-3d98-42bc-8fad-98c4dfea1d82 req-b11fdae2-b39e-4285-830d-7be32dce765a tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/ports?device_id=f6191bae-fdb3-4a94-94ee-1c45f32553b9 HTTP/1.1" status: 200 len: 1023 time: 0.2488770 Oct 20 11:33:36.238320 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2984ba69-9b89-450a-b03b-edb8f4261b77 req-47532b42-e236-4048-b040-1d921091e631 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9188290 Oct 20 11:33:36.247106 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c3626-dfab-48bf-bca9-b2dcaff8ec0f req-2ba9a972-5edb-4227-959f-6d6f75997b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:36.249249 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-175c3626-dfab-48bf-bca9-b2dcaff8ec0f req-2ba9a972-5edb-4227-959f-6d6f75997b8f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ee6d5ccf45aa415ea99d7b7d1f70eb89&device_id=9816819e-d9ec-4f90-8a4a-f1f9a0cdb71d HTTP/1.1" status: 200 len: 1094 time: 0.2289400 Oct 20 11:33:36.258835 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-2984ba69-9b89-450a-b03b-edb8f4261b77 req-f45940d1-33f7-4761-bb25-48b7c6e0011b service neutron] Request body: {'port': {'device_id': 'e5124656-8a0e-4bb9-a321-c94452e33289', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:33:36.353712 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-c93f1a6d-4e00-4d10-bd2f-2cacfd981078 req-de0a03ae-5a1b-4b73-b3ab-5e0919e76a25 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:36.385774 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-5a94bc6b-36cd-482c-9852-bc5ad60cd3ac None None] Provisioning complete for port 89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:33:36.386454 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5a94bc6b-36cd-482c-9852-bc5ad60cd3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:36.414738 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a03ae-5a1b-4b73-b3ab-5e0919e76a25 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Pushing event deleted for resources: {'Port': ['ID=0b38dad0-77c6-439d-9dbe-707106a570e6,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:36.432374 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a03ae-5a1b-4b73-b3ab-5e0919e76a25 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:36.435675 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5c04a4fb-3d98-42bc-8fad-98c4dfea1d82 req-33628a5f-2476-4168-988b-92c611a153ec tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups?id=f827c707-45b6-4be0-8240-a05be0ada26c&id=db492585-3bae-4b21-821a-0ff5678d4108&id=395cbb04-21ec-4ed0-bf96-713eba7c093e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1916428 Oct 20 11:33:36.436255 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a03ae-5a1b-4b73-b3ab-5e0919e76a25 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:36.436893 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c3626-dfab-48bf-bca9-b2dcaff8ec0f req-fb381252-ab78-408c-8bb2-f23c1ee5ae08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:36.437148 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a03ae-5a1b-4b73-b3ab-5e0919e76a25 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:36.438052 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a03ae-5a1b-4b73-b3ab-5e0919e76a25 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:36.438616 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a03ae-5a1b-4b73-b3ab-5e0919e76a25 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:36.439068 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a03ae-5a1b-4b73-b3ab-5e0919e76a25 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:36.439742 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a03ae-5a1b-4b73-b3ab-5e0919e76a25 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:36.440443 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a03ae-5a1b-4b73-b3ab-5e0919e76a25 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:36.441007 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a03ae-5a1b-4b73-b3ab-5e0919e76a25 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:36.441772 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a03ae-5a1b-4b73-b3ab-5e0919e76a25 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:36.442337 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a03ae-5a1b-4b73-b3ab-5e0919e76a25 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:36.442907 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a03ae-5a1b-4b73-b3ab-5e0919e76a25 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:36.456476 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-175c3626-dfab-48bf-bca9-b2dcaff8ec0f req-fb381252-ab78-408c-8bb2-f23c1ee5ae08 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a4630fc-abe8-4810-8449-331ff59b9aa5 HTTP/1.1" status: 200 len: 919 time: 0.1934416 Oct 20 11:33:36.459111 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-5a94bc6b-36cd-482c-9852-bc5ad60cd3ac None None] Port 89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:33:36.464420 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['0b38dad0-77c6-439d-9dbe-707106a570e6'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:33:36.539475 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-175c3626-dfab-48bf-bca9-b2dcaff8ec0f req-84943136-8b62-4fde-86a5-d3a10fe7a0ca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b97edbc7-1f97-4e9a-b94f-ed9371a5bb39 HTTP/1.1" status: 200 len: 217 time: 0.0529041 Oct 20 11:33:36.545662 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2984ba69-9b89-450a-b03b-edb8f4261b77 req-f45940d1-33f7-4761-bb25-48b7c6e0011b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:36.556297 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-c93f1a6d-4e00-4d10-bd2f-2cacfd981078 req-de0a03ae-5a1b-4b73-b3ab-5e0919e76a25 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] No DVR routers for this DVR port 0b38dad0-77c6-439d-9dbe-707106a570e6 on host n-h1-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:33:36.559453 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-c93f1a6d-4e00-4d10-bd2f-2cacfd981078 req-de0a03ae-5a1b-4b73-b3ab-5e0919e76a25 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:36.564496 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c93f1a6d-4e00-4d10-bd2f-2cacfd981078 req-de0a03ae-5a1b-4b73-b3ab-5e0919e76a25 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.11 "DELETE /v2.0/ports/0b38dad0-77c6-439d-9dbe-707106a570e6 HTTP/1.1" status: 204 len: 173 time: 1.0254018 Oct 20 11:33:36.566182 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6191bae-fdb3-4a94-94ee-1c45f32553b9', 'name': 'network-vif-deleted', 'tag': '0b38dad0-77c6-439d-9dbe-707106a570e6'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:33:36.572701 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b849a6f-761b-44f0-aa09-e00777044492" -d '{"events": [{"server_uuid": "f6191bae-fdb3-4a94-94ee-1c45f32553b9", "name": "network-vif-deleted", "tag": "0b38dad0-77c6-439d-9dbe-707106a570e6"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:33:36.700236 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c3626-dfab-48bf-bca9-b2dcaff8ec0f req-245de404-6419-4464-b0e0-f158418f4d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:36.701814 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-175c3626-dfab-48bf-bca9-b2dcaff8ec0f req-245de404-6419-4464-b0e0-f158418f4d96 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5383d76b-f048-48e7-bfb5-496dca18cfcf HTTP/1.1" status: 200 len: 857 time: 0.1504498 Oct 20 11:33:36.741069 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02880e4a-1ef9-4fd1-969b-0eed3961e50c req-8527f01d-f816-4163-88da-9f5695def316 tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:36.755526 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-02880e4a-1ef9-4fd1-969b-0eed3961e50c req-8527f01d-f816-4163-88da-9f5695def316 tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] 10.222.0.98 "GET /v2.0/ports?device_id=9816819e-d9ec-4f90-8a4a-f1f9a0cdb71d HTTP/1.1" status: 200 len: 943 time: 0.1893106 Oct 20 11:33:36.823339 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-175c3626-dfab-48bf-bca9-b2dcaff8ec0f req-5c69f9cd-6353-4e49-96df-1afc3c6648f0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a4630fc-abe8-4810-8449-331ff59b9aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1006694 Oct 20 11:33:36.852401 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device b97edbc7-1f97-4e9a-b94f-ed9371a5bb39 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:33:36.965969 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-02880e4a-1ef9-4fd1-969b-0eed3961e50c req-bd169f1e-94db-4cd6-acf6-63705d283466 tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] 10.222.0.98 "GET /v2.0/security-groups?id=e200e776-8b96-4140-8718-8c005e80906d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088387 Oct 20 11:33:36.971438 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port b97edbc7-1f97-4e9a-b94f-ed9371a5bb39, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=b97edbc7-1f97-4e9a-b94f-ed9371a5bb39,segment=NetworkSegment(89a5e3a7-e861-4ad9-953a-15e309b9d95c),segment_id=89a5e3a7-e861-4ad9-953a-15e309b9d95c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:33:36.991464 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': 'b97edbc7-1f97-4e9a-b94f-ed9371a5bb39', 'network_id': '4a4630fc-abe8-4810-8449-331ff59b9aa5', 'port_id': 'b97edbc7-1f97-4e9a-b94f-ed9371a5bb39', 'mac_address': 'fa:16:3e:23:38:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5383d76b-f048-48e7-bfb5-496dca18cfcf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:33:37.043709 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:37.056627 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2bbaca-ab20-47d7-b86f-6139961e64ce req-30836fa2-e948-4501-afad-271f445db598 tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:37.058189 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0e2bbaca-ab20-47d7-b86f-6139961e64ce req-30836fa2-e948-4501-afad-271f445db598 tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] 10.222.0.98 "GET /v2.0/ports?device_id=a7520cb2-dc83-43b0-945a-2e746e64bb40 HTTP/1.1" status: 200 len: 946 time: 0.1866767 Oct 20 11:33:37.059640 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b97edbc7-1f97-4e9a-b94f-ed9371a5bb39 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:33:37.084006 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port b97edbc7-1f97-4e9a-b94f-ed9371a5bb39, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=b97edbc7-1f97-4e9a-b94f-ed9371a5bb39,segment=NetworkSegment(89a5e3a7-e861-4ad9-953a-15e309b9d95c),segment_id=89a5e3a7-e861-4ad9-953a-15e309b9d95c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:33:37.090394 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:37.155129 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=b97edbc7-1f97-4e9a-b94f-ed9371a5bb39,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:37.182898 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-175c3626-dfab-48bf-bca9-b2dcaff8ec0f req-d8a1f89b-5cf3-4083-a84b-5736bd95c8b1 service neutron] 10.222.0.11 "GET /v2.0/networks/4a4630fc-abe8-4810-8449-331ff59b9aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125651 Oct 20 11:33:37.239202 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0e2bbaca-ab20-47d7-b86f-6139961e64ce req-eb817350-4791-4866-bfce-aa82783a7bee tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] 10.222.0.98 "GET /v2.0/security-groups?id=83de61be-3767-4ecb-a356-7b0ce37d3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116190 Oct 20 11:33:37.295025 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc34f49-7ae4-49c3-aaf8-97691fbd8d70 x-openstack-request-id: req-afc34f49-7ae4-49c3-aaf8-97691fbd8d70 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:33:37.296518 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6191bae-fdb3-4a94-94ee-1c45f32553b9", "name": "network-vif-deleted", "tag": "0b38dad0-77c6-439d-9dbe-707106a570e6", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:33:37.296518 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-afc34f49-7ae4-49c3-aaf8-97691fbd8d70 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:33:37.296518 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6191bae-fdb3-4a94-94ee-1c45f32553b9', 'name': 'network-vif-deleted', 'tag': '0b38dad0-77c6-439d-9dbe-707106a570e6', 'status': 'completed', 'code': 200} Oct 20 11:33:37.349218 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['b97edbc7-1f97-4e9a-b94f-ed9371a5bb39'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:33:37.378419 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-2984ba69-9b89-450a-b03b-edb8f4261b77 req-f45940d1-33f7-4761-bb25-48b7c6e0011b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:33:37.406219 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ed00e758-842e-453b-96f9-3d3903a516ae req-06e06e69-9250-4734-a948-e79901525d78 tempest-ServerShowV254Test-1003354317 tempest-ServerShowV254Test-1003354317-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d7edf71-8836-48e5-9d8a-4ba5a12ea139 HTTP/1.1" status: 200 len: 210 time: 0.0530343 Oct 20 11:33:37.408073 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2984ba69-9b89-450a-b03b-edb8f4261b77 req-f45940d1-33f7-4761-bb25-48b7c6e0011b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:37.437085 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848856ab-7d18-4873-940e-47e678e0ebf6 req-eb50e9de-8a0b-4779-8bd4-1b9ba584a90c tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:37.442913 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-848856ab-7d18-4873-940e-47e678e0ebf6 req-eb50e9de-8a0b-4779-8bd4-1b9ba584a90c tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=e5124656-8a0e-4bb9-a321-c94452e33289 HTTP/1.1" status: 200 len: 936 time: 0.2169921 Oct 20 11:33:37.468702 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-2984ba69-9b89-450a-b03b-edb8f4261b77 req-f45940d1-33f7-4761-bb25-48b7c6e0011b service neutron] Transition to ACTIVE for port object 89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:33:37.471393 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-175c3626-dfab-48bf-bca9-b2dcaff8ec0f req-4eb57f7f-dfe0-4578-88bd-6e11c173bee3 service neutron] 10.222.0.11 "GET /v2.0/networks/4a4630fc-abe8-4810-8449-331ff59b9aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730942 Oct 20 11:33:37.478582 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34660) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:33:37.483623 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2984ba69-9b89-450a-b03b-edb8f4261b77 req-f45940d1-33f7-4761-bb25-48b7c6e0011b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:37.540629 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45940d1-33f7-4761-bb25-48b7c6e0011b service neutron] Pushing event updated for resources: {'Port': ['ID=89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:37.573068 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-848856ab-7d18-4873-940e-47e678e0ebf6 req-cee4e766-370d-4604-ba80-86816c3cc946 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283157 Oct 20 11:33:37.630356 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3f739e96-b77f-456c-8207-9afc12242a58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:37.693727 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4e1f7036-d623-4f7c-b57e-abec2b2c17a4 req-78df2b42-361e-4282-9a77-1df2647df78b tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups/db492585-3bae-4b21-821a-0ff5678d4108 HTTP/1.1" status: 200 len: 1801 time: 0.1122873 Oct 20 11:33:37.696627 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-2984ba69-9b89-450a-b03b-edb8f4261b77 req-f45940d1-33f7-4761-bb25-48b7c6e0011b service neutron] Attempting to bind port 89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:33:37.696957 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-2984ba69-9b89-450a-b03b-edb8f4261b77 req-f45940d1-33f7-4761-bb25-48b7c6e0011b service neutron] Attempting to bind port 89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:33:37.697263 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2984ba69-9b89-450a-b03b-edb8f4261b77 req-f45940d1-33f7-4761-bb25-48b7c6e0011b service neutron] Attempting to bind port 89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:33:37.710691 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2984ba69-9b89-450a-b03b-edb8f4261b77 req-f45940d1-33f7-4761-bb25-48b7c6e0011b service neutron] Port 89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:33:37.711039 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2984ba69-9b89-450a-b03b-edb8f4261b77 req-f45940d1-33f7-4761-bb25-48b7c6e0011b service neutron] Attempting to bind port 89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:33:37.726138 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2984ba69-9b89-450a-b03b-edb8f4261b77 req-f45940d1-33f7-4761-bb25-48b7c6e0011b service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:33:37.726461 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2984ba69-9b89-450a-b03b-edb8f4261b77 req-f45940d1-33f7-4761-bb25-48b7c6e0011b service neutron] Checking segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:33:37.726870 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2984ba69-9b89-450a-b03b-edb8f4261b77 req-f45940d1-33f7-4761-bb25-48b7c6e0011b service neutron] Bound using segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:33:37.727298 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-2984ba69-9b89-450a-b03b-edb8f4261b77 req-f45940d1-33f7-4761-bb25-48b7c6e0011b service neutron] Bound port: 89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:33:37.727649 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2984ba69-9b89-450a-b03b-edb8f4261b77 req-f45940d1-33f7-4761-bb25-48b7c6e0011b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:37.731673 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3f739e96-b77f-456c-8207-9afc12242a58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:37.738442 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3f739e96-b77f-456c-8207-9afc12242a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:37.781506 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3f739e96-b77f-456c-8207-9afc12242a58 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ea1d581fc4e44aa1b546e7c0a7c1e15d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2965498 Oct 20 11:33:37.781506 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f739e96-b77f-456c-8207-9afc12242a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5c1d23-7117-4c2c-8ece-273ce4f69528,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:37.783681 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34666) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:33:37.837851 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-407efceb-37e7-4b2a-b4e9-5a4e1ed8075d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:37.841034 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4e1f7036-d623-4f7c-b57e-abec2b2c17a4 req-00c590b7-04ee-42a5-991f-4b8c17c518ce tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:37.862569 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-407efceb-37e7-4b2a-b4e9-5a4e1ed8075d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:37.869841 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-2984ba69-9b89-450a-b03b-edb8f4261b77 req-f45940d1-33f7-4761-bb25-48b7c6e0011b service neutron] For port 89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:33:37.887389 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e26d2b-e6a4-4100-953e-525be5e7f4b1 req-84cf166b-e076-44fc-bd2d-998b0b405a19 tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:37.888863 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-14e26d2b-e6a4-4100-953e-525be5e7f4b1 req-84cf166b-e076-44fc-bd2d-998b0b405a19 tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7520cb2-dc83-43b0-945a-2e746e64bb40 HTTP/1.1" status: 200 len: 946 time: 0.1314750 Oct 20 11:33:37.890688 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4e1f7036-d623-4f7c-b57e-abec2b2c17a4 req-00c590b7-04ee-42a5-991f-4b8c17c518ce tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:37.909992 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-407efceb-37e7-4b2a-b4e9-5a4e1ed8075d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:37.912821 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-407efceb-37e7-4b2a-b4e9-5a4e1ed8075d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:37.916413 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-407efceb-37e7-4b2a-b4e9-5a4e1ed8075d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6c5c1d23-7117-4c2c-8ece-273ce4f69528 HTTP/1.1" status: 204 len: 168 time: 0.1273625 Oct 20 11:33:37.920120 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-2984ba69-9b89-450a-b03b-edb8f4261b77 req-f45940d1-33f7-4761-bb25-48b7c6e0011b service neutron] For port 89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:33:37.922498 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407efceb-37e7-4b2a-b4e9-5a4e1ed8075d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5c1d23-7117-4c2c-8ece-273ce4f69528,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:37.953569 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2984ba69-9b89-450a-b03b-edb8f4261b77 req-f45940d1-33f7-4761-bb25-48b7c6e0011b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:38.009678 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984ba69-9b89-450a-b03b-edb8f4261b77 req-f45940d1-33f7-4761-bb25-48b7c6e0011b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:38.010345 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2984ba69-9b89-450a-b03b-edb8f4261b77 req-f45940d1-33f7-4761-bb25-48b7c6e0011b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:38.011876 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2984ba69-9b89-450a-b03b-edb8f4261b77 req-f45940d1-33f7-4761-bb25-48b7c6e0011b service neutron] 10.222.0.11 "PUT /v2.0/ports/89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf HTTP/1.1" status: 200 len: 1096 time: 1.7572212 Oct 20 11:33:38.019828 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5124656-8a0e-4bb9-a321-c94452e33289', 'tag': '89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:33:38.022315 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa95bdfc-c21f-4a4a-ad2d-f6a6ce1e2548" -d '{"events": [{"name": "network-changed", "server_uuid": "e5124656-8a0e-4bb9-a321-c94452e33289", "tag": "89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:33:38.080765 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4e1f7036-d623-4f7c-b57e-abec2b2c17a4 req-00c590b7-04ee-42a5-991f-4b8c17c518ce tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:38.083778 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4e1f7036-d623-4f7c-b57e-abec2b2c17a4 req-00c590b7-04ee-42a5-991f-4b8c17c518ce tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:38.085001 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4e1f7036-d623-4f7c-b57e-abec2b2c17a4 req-00c590b7-04ee-42a5-991f-4b8c17c518ce tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "DELETE /v2.0/security-groups/db492585-3bae-4b21-821a-0ff5678d4108 HTTP/1.1" status: 204 len: 173 time: 0.3845491 Oct 20 11:33:38.480321 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23881ceb-d00b-4687-ab3b-9e80da7c3755 x-openstack-request-id: req-23881ceb-d00b-4687-ab3b-9e80da7c3755 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:33:38.480596 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5124656-8a0e-4bb9-a321-c94452e33289", "tag": "89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:33:38.480856 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-23881ceb-d00b-4687-ab3b-9e80da7c3755 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:33:38.481239 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5124656-8a0e-4bb9-a321-c94452e33289', 'tag': '89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf', 'status': 'completed', 'code': 200} Oct 20 11:33:38.515594 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c590b7-04ee-42a5-991f-4b8c17c518ce tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db492585-3bae-4b21-821a-0ff5678d4108,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:38.530930 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45940d1-33f7-4761-bb25-48b7c6e0011b service neutron] Pushing event updated for resources: {'Port': ['ID=89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:38.588895 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984ba69-9b89-450a-b03b-edb8f4261b77 req-f8a5f47d-4f3c-4ff9-9fba-16ba2da26402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:38.588895 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2984ba69-9b89-450a-b03b-edb8f4261b77 req-f8a5f47d-4f3c-4ff9-9fba-16ba2da26402 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0608bb1584294647a2a321a4de90ae37&device_id=e5124656-8a0e-4bb9-a321-c94452e33289 HTTP/1.1" status: 200 len: 1099 time: 0.5289407 Oct 20 11:33:38.599611 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0dec6-e1e7-4088-959c-779e3006460e req-d63d02ff-19b6-4417-9087-225d6954847c tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:38.601085 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a1d0dec6-e1e7-4088-959c-779e3006460e req-d63d02ff-19b6-4417-9087-225d6954847c tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] 10.222.0.98 "GET /v2.0/ports?device_id=9816819e-d9ec-4f90-8a4a-f1f9a0cdb71d HTTP/1.1" status: 200 len: 944 time: 0.5269156 Oct 20 11:33:38.605003 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aa71857b-bdda-4c56-b8f9-195d70b7e837 req-e4fdc933-12da-46de-a822-18d7f4ed3249 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "GET /v2.0/security-groups/f827c707-45b6-4be0-8240-a05be0ada26c HTTP/1.1" status: 200 len: 1800 time: 0.1055214 Oct 20 11:33:38.607129 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-14e26d2b-e6a4-4100-953e-525be5e7f4b1 req-3608822b-3657-4b03-a263-f8ef7cf2b601 tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] Deleting port d27a453a-57ef-4b41-979e-5d6641b584f8 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:33:38.607477 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-14e26d2b-e6a4-4100-953e-525be5e7f4b1 req-3608822b-3657-4b03-a263-f8ef7cf2b601 tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:38.678912 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2984ba69-9b89-450a-b03b-edb8f4261b77 req-cd5d65a9-f445-4794-b9f5-21f2d6111d2b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf HTTP/1.1" status: 200 len: 217 time: 0.0742767 Oct 20 11:33:38.797042 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a1d0dec6-e1e7-4088-959c-779e3006460e req-6673c6db-a02b-43c3-b4c3-a97976679bef tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] 10.222.0.98 "GET /v2.0/security-groups?id=e200e776-8b96-4140-8718-8c005e80906d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864760 Oct 20 11:33:38.810262 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984ba69-9b89-450a-b03b-edb8f4261b77 req-ebeb9225-47fc-4c11-b757-fcbcdab58b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:38.811786 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2984ba69-9b89-450a-b03b-edb8f4261b77 req-ebeb9225-47fc-4c11-b757-fcbcdab58b81 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.1200681 Oct 20 11:33:38.865322 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device b97edbc7-1f97-4e9a-b94f-ed9371a5bb39 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:33:38.871687 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-14e26d2b-e6a4-4100-953e-525be5e7f4b1 req-3608822b-3657-4b03-a263-f8ef7cf2b601 tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] For port d27a453a-57ef-4b41-979e-5d6641b584f8, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=d27a453a-57ef-4b41-979e-5d6641b584f8,segment=NetworkSegment(5adfb258-d64d-4b65-89db-7cfb81a6087c),segment_id=5adfb258-d64d-4b65-89db-7cfb81a6087c)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:33:38.871687 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-14e26d2b-e6a4-4100-953e-525be5e7f4b1 req-3608822b-3657-4b03-a263-f8ef7cf2b601 tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:38.876243 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-aa71857b-bdda-4c56-b8f9-195d70b7e837 req-5fe2007b-4c57-49c8-a7ab-e81427932630 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:38.897235 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-14e26d2b-e6a4-4100-953e-525be5e7f4b1 req-3608822b-3657-4b03-a263-f8ef7cf2b601 tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] Calling delete_port for d27a453a-57ef-4b41-979e-5d6641b584f8 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:33:38.918875 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port b97edbc7-1f97-4e9a-b94f-ed9371a5bb39 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:33:38.923683 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port b97edbc7-1f97-4e9a-b94f-ed9371a5bb39 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:33:38.924144 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:38.971317 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-aa71857b-bdda-4c56-b8f9-195d70b7e837 req-5fe2007b-4c57-49c8-a7ab-e81427932630 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:38.998512 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984ba69-9b89-450a-b03b-edb8f4261b77 req-ae1b431b-8737-4711-ae6c-2a4d22a39590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:39.000068 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2984ba69-9b89-450a-b03b-edb8f4261b77 req-ae1b431b-8737-4711-ae6c-2a4d22a39590 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1789308 Oct 20 11:33:39.127474 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-aa71857b-bdda-4c56-b8f9-195d70b7e837 req-5fe2007b-4c57-49c8-a7ab-e81427932630 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:39.129953 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-aa71857b-bdda-4c56-b8f9-195d70b7e837 req-5fe2007b-4c57-49c8-a7ab-e81427932630 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:39.131126 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aa71857b-bdda-4c56-b8f9-195d70b7e837 req-5fe2007b-4c57-49c8-a7ab-e81427932630 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] 10.222.0.98 "DELETE /v2.0/security-groups/f827c707-45b6-4be0-8240-a05be0ada26c HTTP/1.1" status: 204 len: 173 time: 0.5133927 Oct 20 11:33:39.139017 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34706) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:33:39.143852 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:39.146334 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf39f4a-3f6e-4086-9f81-efa7490f2ce9 req-250707c1-c6fe-426b-a187-dfad4f6d88f3 tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:39.148032 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-faf39f4a-3f6e-4086-9f81-efa7490f2ce9 req-250707c1-c6fe-426b-a187-dfad4f6d88f3 tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] 10.222.0.98 "GET /v2.0/ports?device_id=a7520cb2-dc83-43b0-945a-2e746e64bb40 HTTP/1.1" status: 200 len: 946 time: 0.2275772 Oct 20 11:33:39.168811 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe2007b-4c57-49c8-a7ab-e81427932630 tempest-SecurityGroupsTestJSON-65264380 tempest-SecurityGroupsTestJSON-65264380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f827c707-45b6-4be0-8240-a05be0ada26c,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:39.169625 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9816819e-d9ec-4f90-8a4a-f1f9a0cdb71d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97edbc7-1f97-4e9a-b94f-ed9371a5bb39'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:33:39.173427 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d47d78d-2a86-46ca-9b50-6065b6f15c97" -d '{"events": [{"server_uuid": "9816819e-d9ec-4f90-8a4a-f1f9a0cdb71d", "name": "network-vif-plugged", "status": "completed", "tag": "b97edbc7-1f97-4e9a-b94f-ed9371a5bb39"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:33:39.194228 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port b97edbc7-1f97-4e9a-b94f-ed9371a5bb39, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=b97edbc7-1f97-4e9a-b94f-ed9371a5bb39,segment=NetworkSegment(89a5e3a7-e861-4ad9-953a-15e309b9d95c),segment_id=89a5e3a7-e861-4ad9-953a-15e309b9d95c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:33:39.204812 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:39.205687 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 0b38dad0-77c6-439d-9dbe-707106a570e6 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:33:39.214688 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-68cad124-f54b-447d-95e3-008d65253a1b admin admin] Deleting subnet bf856053-6533-48a8-9cf8-f44a20996faa {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:33:39.218145 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2984ba69-9b89-450a-b03b-edb8f4261b77 req-dc1c8bca-20b5-4317-8995-bc7acc64deac service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058139 Oct 20 11:33:39.218368 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-68cad124-f54b-447d-95e3-008d65253a1b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:39.251134 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: 0b38dad0-77c6-439d-9dbe-707106a570e6 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:33:39.251474 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 0b38dad0-77c6-439d-9dbe-707106a570e6 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:33:39.251880 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device d27a453a-57ef-4b41-979e-5d6641b584f8 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:33:39.263177 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-68cad124-f54b-447d-95e3-008d65253a1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:39.282605 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fa9d48a5-affc-42cc-9bfc-0ee531ae1eaa req-9ba5f5a8-ca90-460b-9371-7c214ea4957d tempest-ServerShowV254Test-1003354317 tempest-ServerShowV254Test-1003354317-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d7edf71-8836-48e5-9d8a-4ba5a12ea139 HTTP/1.1" status: 200 len: 210 time: 0.0601435 Oct 20 11:33:39.293921 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-faf39f4a-3f6e-4086-9f81-efa7490f2ce9 req-06ef0842-1d08-484b-a69e-db7329a2ff01 tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] 10.222.0.98 "GET /v2.0/security-groups?id=83de61be-3767-4ecb-a356-7b0ce37d3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341538 Oct 20 11:33:39.300770 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-14e26d2b-e6a4-4100-953e-525be5e7f4b1 req-3608822b-3657-4b03-a263-f8ef7cf2b601 tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:39.309150 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=b97edbc7-1f97-4e9a-b94f-ed9371a5bb39,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:39.323320 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No active binding found for port d27a453a-57ef-4b41-979e-5d6641b584f8 {{(pid=100648) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 20 11:33:39.323958 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device d27a453a-57ef-4b41-979e-5d6641b584f8 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:33:39.343323 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-68cad124-f54b-447d-95e3-008d65253a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:39.383931 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608822b-3657-4b03-a263-f8ef7cf2b601 tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] Pushing event deleted for resources: {'Port': ['ID=d27a453a-57ef-4b41-979e-5d6641b584f8,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:39.418037 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-68cad124-f54b-447d-95e3-008d65253a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:39.430716 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-68cad124-f54b-447d-95e3-008d65253a1b admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:39.436535 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-68cad124-f54b-447d-95e3-008d65253a1b admin admin] 10.222.0.98 "DELETE /v2.0/subnets/bf856053-6533-48a8-9cf8-f44a20996faa HTTP/1.1" status: 204 len: 168 time: 0.2941816 Oct 20 11:33:39.451763 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34712) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:33:39.459403 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cad124-f54b-447d-95e3-008d65253a1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf856053-6533-48a8-9cf8-f44a20996faa,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:39.463956 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e26d2b-e6a4-4100-953e-525be5e7f4b1 req-3608822b-3657-4b03-a263-f8ef7cf2b601 tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] No DVR routers for this DVR port d27a453a-57ef-4b41-979e-5d6641b584f8 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:33:39.466970 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-14e26d2b-e6a4-4100-953e-525be5e7f4b1 req-3608822b-3657-4b03-a263-f8ef7cf2b601 tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:39.470204 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-14e26d2b-e6a4-4100-953e-525be5e7f4b1 req-3608822b-3657-4b03-a263-f8ef7cf2b601 tempest-VolumesAdminNegativeTest-674284611 tempest-VolumesAdminNegativeTest-674284611-project] 10.222.0.11 "DELETE /v2.0/ports/d27a453a-57ef-4b41-979e-5d6641b584f8 HTTP/1.1" status: 204 len: 173 time: 1.5642791 Oct 20 11:33:39.478913 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2984ba69-9b89-450a-b03b-edb8f4261b77 req-fe273bc5-2116-4fb4-8837-6eddd668db1a service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434680 Oct 20 11:33:39.510905 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa9f87-ad86-452b-a6cd-0ddc44955f56 req-4a2752fd-d014-446a-95d3-82b87f1d13ac tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:39.512763 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-edfa9f87-ad86-452b-a6cd-0ddc44955f56 req-4a2752fd-d014-446a-95d3-82b87f1d13ac tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=e5124656-8a0e-4bb9-a321-c94452e33289 HTTP/1.1" status: 200 len: 948 time: 0.1181004 Oct 20 11:33:39.548298 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e79c8e9e-0ab4-40cc-a61a-5f39f1f673d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:39.601092 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-edfa9f87-ad86-452b-a6cd-0ddc44955f56 req-fd69a048-31ac-4989-b9ef-17d4a4098c12 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821106 Oct 20 11:33:39.632850 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95bdfc-c21f-4a4a-ad2d-f6a6ce1e2548 req-6a3ede2f-ca12-4bab-beee-31d572dded52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:39.634433 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fa95bdfc-c21f-4a4a-ad2d-f6a6ce1e2548 req-6a3ede2f-ca12-4bab-beee-31d572dded52 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0608bb1584294647a2a321a4de90ae37&device_id=e5124656-8a0e-4bb9-a321-c94452e33289 HTTP/1.1" status: 200 len: 1099 time: 0.0698798 Oct 20 11:33:39.638333 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e79c8e9e-0ab4-40cc-a61a-5f39f1f673d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:39.682177 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-effa06aa-3ce3-46a7-8fc9-6116114be559 x-openstack-request-id: req-effa06aa-3ce3-46a7-8fc9-6116114be559 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:33:39.682462 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9816819e-d9ec-4f90-8a4a-f1f9a0cdb71d", "name": "network-vif-plugged", "status": "completed", "tag": "b97edbc7-1f97-4e9a-b94f-ed9371a5bb39", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:33:39.682756 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-effa06aa-3ce3-46a7-8fc9-6116114be559 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:33:39.683238 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9816819e-d9ec-4f90-8a4a-f1f9a0cdb71d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97edbc7-1f97-4e9a-b94f-ed9371a5bb39', 'code': 200} Oct 20 11:33:39.686168 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-e79c8e9e-0ab4-40cc-a61a-5f39f1f673d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35740985-59da-4215-add1-e1839e38e811']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:33:39.702034 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-e79c8e9e-0ab4-40cc-a61a-5f39f1f673d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59f8b397-57a4-4b9f-b597-5d74b0b9ce74') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:33:39.702983 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-e79c8e9e-0ab4-40cc-a61a-5f39f1f673d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59f8b397-57a4-4b9f-b597-5d74b0b9ce74') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:33:39.716910 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:39.722646 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e79c8e9e-0ab4-40cc-a61a-5f39f1f673d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:39.737952 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e79c8e9e-0ab4-40cc-a61a-5f39f1f673d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:39.743073 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95bdfc-c21f-4a4a-ad2d-f6a6ce1e2548 req-f887d979-78c6-4962-b7a3-382db87c4cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:39.744221 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e79c8e9e-0ab4-40cc-a61a-5f39f1f673d3 admin admin] Releasing vlan 1280 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:33:39.744609 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e79c8e9e-0ab4-40cc-a61a-5f39f1f673d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:39.745112 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fa95bdfc-c21f-4a4a-ad2d-f6a6ce1e2548 req-f887d979-78c6-4962-b7a3-382db87c4cef service neutron] 10.222.0.11 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 0.1035004 Oct 20 11:33:39.746363 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:33:39.746363 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:33:39.746363 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:33:39.746363 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:33:39.746363 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:33:39.746363 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:33:39.746363 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:33:39.746363 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:33:39.746363 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:33:39.746363 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:33:39.746363 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:33:39.746363 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:33:39.746363 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:33:39.746363 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:33:39.746363 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:33:39.746363 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:33:39.746363 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:33:39.746363 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:33:39.746363 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:33:39.746363 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:33:39.746363 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:33:39.746363 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:33:39.746363 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:33:39.746363 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:33:39.746363 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:33:39.746363 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:33:39.746363 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:33:39.746363 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:33:39.746363 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:33:39.746363 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:33:39.746363 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:33:39.746363 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:33:39.789652 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fa95bdfc-c21f-4a4a-ad2d-f6a6ce1e2548 req-476af534-6695-4254-a6e4-f86a6868fbc5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf HTTP/1.1" status: 200 len: 217 time: 0.0336761 Oct 20 11:33:39.805394 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e79c8e9e-0ab4-40cc-a61a-5f39f1f673d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:39.811719 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e79c8e9e-0ab4-40cc-a61a-5f39f1f673d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:39.817249 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e79c8e9e-0ab4-40cc-a61a-5f39f1f673d3 admin admin] 10.222.0.98 "DELETE /v2.0/networks/35740985-59da-4215-add1-e1839e38e811 HTTP/1.1" status: 204 len: 168 time: 0.3620865 Oct 20 11:33:39.826364 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79c8e9e-0ab4-40cc-a61a-5f39f1f673d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=35740985-59da-4215-add1-e1839e38e811,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:39.860455 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95bdfc-c21f-4a4a-ad2d-f6a6ce1e2548 req-00918b4e-7b9c-4b1a-ba60-37f648e39786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:39.862258 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fa95bdfc-c21f-4a4a-ad2d-f6a6ce1e2548 req-00918b4e-7b9c-4b1a-ba60-37f648e39786 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.0583854 Oct 20 11:33:39.910780 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4de86-c294-4a37-9b0b-16115a4c735e req-3df48ddd-ba86-40fa-903f-5e45beca96dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:39.912348 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-03f4de86-c294-4a37-9b0b-16115a4c735e req-3df48ddd-ba86-40fa-903f-5e45beca96dc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9816819e-d9ec-4f90-8a4a-f1f9a0cdb71d HTTP/1.1" status: 200 len: 1096 time: 0.1663036 Oct 20 11:33:39.972050 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95bdfc-c21f-4a4a-ad2d-f6a6ce1e2548 req-484dc282-9bce-4f15-82c2-4fa5012c7c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:39.973717 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fa95bdfc-c21f-4a4a-ad2d-f6a6ce1e2548 req-484dc282-9bce-4f15-82c2-4fa5012c7c21 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1011257 Oct 20 11:33:40.029412 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a6c35-7348-4af0-b4ba-a271bccf1b97 req-daa4a2c4-8b6a-41c4-b67a-3f8ac1c14d6e tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:40.031444 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e43a6c35-7348-4af0-b4ba-a271bccf1b97 req-daa4a2c4-8b6a-41c4-b67a-3f8ac1c14d6e tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] 10.222.0.98 "GET /v2.0/ports?device_id=9816819e-d9ec-4f90-8a4a-f1f9a0cdb71d HTTP/1.1" status: 200 len: 945 time: 0.1267846 Oct 20 11:33:40.042925 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34726) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:33:40.043250 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-03f4de86-c294-4a37-9b0b-16115a4c735e req-626af38b-63af-4213-b698-955f7667261f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e200e776-8b96-4140-8718-8c005e80906d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189735 Oct 20 11:33:40.085092 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-27ce9d15-5450-4e07-8d04-7e1f4f8b7427 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=48a94a8543a948e194f233beccd2f46a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409451 Oct 20 11:33:40.087999 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34728) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:33:40.125791 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e43a6c35-7348-4af0-b4ba-a271bccf1b97 req-b5e68cee-a273-4775-9a07-0ffab0f6f6d1 tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] 10.222.0.98 "GET /v2.0/security-groups?id=e200e776-8b96-4140-8718-8c005e80906d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815997 Oct 20 11:33:40.141835 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fa95bdfc-c21f-4a4a-ad2d-f6a6ce1e2548 req-9d3285e0-896e-4abb-9ccb-60bb4078e696 service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548355 Oct 20 11:33:40.147285 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4200216a-8aff-4185-b5c3-132f2a93f7b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:40.173927 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4200216a-8aff-4185-b5c3-132f2a93f7b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:40.219234 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4200216a-8aff-4185-b5c3-132f2a93f7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:40.221817 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4200216a-8aff-4185-b5c3-132f2a93f7b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:40.223005 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4200216a-8aff-4185-b5c3-132f2a93f7b6 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/395cbb04-21ec-4ed0-bf96-713eba7c093e HTTP/1.1" status: 204 len: 168 time: 0.1338022 Oct 20 11:33:40.231194 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4200216a-8aff-4185-b5c3-132f2a93f7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395cbb04-21ec-4ed0-bf96-713eba7c093e,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:40.359386 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fa95bdfc-c21f-4a4a-ad2d-f6a6ce1e2548 req-1eee554b-1fb7-4050-aa2c-30856dc875b9 service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195874 Oct 20 11:33:40.398467 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34742) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:33:40.447556 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-86651b21-9bba-49f7-843a-7c24017bba6f admin admin] Deleting subnet 37b4b321-a9d7-4d66-b77c-de56f97e50ba {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:33:40.455959 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-86651b21-9bba-49f7-843a-7c24017bba6f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:40.463037 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ea0cf80-df85-456c-99a4-6bb73b45658b req-c7731077-86ec-4dcf-b445-38009edb3825 tempest-ServerShowV254Test-1003354317 tempest-ServerShowV254Test-1003354317-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d7edf71-8836-48e5-9d8a-4ba5a12ea139 HTTP/1.1" status: 200 len: 210 time: 0.0638390 Oct 20 11:33:40.482870 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7520cb2-dc83-43b0-945a-2e746e64bb40', 'name': 'network-vif-deleted', 'tag': 'd27a453a-57ef-4b41-979e-5d6641b584f8'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:33:40.494147 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f0b1e5-7d90-4f29-b337-f1cd5aae1b44" -d '{"events": [{"server_uuid": "a7520cb2-dc83-43b0-945a-2e746e64bb40", "name": "network-vif-deleted", "tag": "d27a453a-57ef-4b41-979e-5d6641b584f8"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:33:40.535351 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-86651b21-9bba-49f7-843a-7c24017bba6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:40.577832 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ea211a-777a-401b-a9fd-8a1f4d5a22e8 x-openstack-request-id: req-90ea211a-777a-401b-a9fd-8a1f4d5a22e8 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:33:40.578125 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7520cb2-dc83-43b0-945a-2e746e64bb40", "name": "network-vif-deleted", "tag": "d27a453a-57ef-4b41-979e-5d6641b584f8", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:33:40.578377 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-90ea211a-777a-401b-a9fd-8a1f4d5a22e8 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:33:40.578894 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7520cb2-dc83-43b0-945a-2e746e64bb40', 'name': 'network-vif-deleted', 'tag': 'd27a453a-57ef-4b41-979e-5d6641b584f8', 'status': 'completed', 'code': 200} Oct 20 11:33:40.587687 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-86651b21-9bba-49f7-843a-7c24017bba6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:40.665624 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-86651b21-9bba-49f7-843a-7c24017bba6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:40.712569 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86651b21-9bba-49f7-843a-7c24017bba6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37b4b321-a9d7-4d66-b77c-de56f97e50ba,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:40.718762 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-86651b21-9bba-49f7-843a-7c24017bba6f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:40.725018 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-86651b21-9bba-49f7-843a-7c24017bba6f admin admin] 10.222.0.98 "DELETE /v2.0/subnets/37b4b321-a9d7-4d66-b77c-de56f97e50ba HTTP/1.1" status: 204 len: 168 time: 0.3227632 Oct 20 11:33:40.725244 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34758) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:33:40.750089 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ecb673-7583-4c6b-bcbd-c0693ced0b77 req-b6b82b65-4289-4ba2-a929-a3be39d79b54 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:40.757870 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-27ecb673-7583-4c6b-bcbd-c0693ced0b77 req-b6b82b65-4289-4ba2-a929-a3be39d79b54 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=e5124656-8a0e-4bb9-a321-c94452e33289 HTTP/1.1" status: 200 len: 948 time: 0.0606771 Oct 20 11:33:40.807191 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5ad48524-ed64-424d-8b8c-e6c72f994bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:40.807412 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-27ecb673-7583-4c6b-bcbd-c0693ced0b77 req-2e2ab3fe-ec11-4b13-b2e3-b126a1fd7510 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428798 Oct 20 11:33:40.869381 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:33:40.903779 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5ad48524-ed64-424d-8b8c-e6c72f994bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:40.925613 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-5ad48524-ed64-424d-8b8c-e6c72f994bef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbf126ad-298f-42a0-8e60-8b277f786254']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:33:40.936636 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-5ad48524-ed64-424d-8b8c-e6c72f994bef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5adfb258-d64d-4b65-89db-7cfb81a6087c') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:33:40.937461 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-5ad48524-ed64-424d-8b8c-e6c72f994bef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5adfb258-d64d-4b65-89db-7cfb81a6087c') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:33:40.948448 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5ad48524-ed64-424d-8b8c-e6c72f994bef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:40.984874 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5ad48524-ed64-424d-8b8c-e6c72f994bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:40.995046 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ad48524-ed64-424d-8b8c-e6c72f994bef admin admin] Releasing vlan 1295 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:33:40.995514 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5ad48524-ed64-424d-8b8c-e6c72f994bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:40.998081 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:33:41.000045 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:33:41.000045 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:33:41.000045 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:33:41.000045 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:33:41.000045 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:33:41.000045 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:33:41.000045 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:33:41.000045 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:33:41.000045 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:33:41.000045 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:33:41.000045 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:33:41.000045 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:33:41.000045 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:33:41.000045 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:33:41.000045 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:33:41.000045 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:33:41.000045 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:33:41.000045 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:33:41.000045 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:33:41.000045 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:33:41.000045 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:33:41.000045 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:33:41.000045 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:33:41.000045 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:33:41.000045 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:33:41.000045 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:33:41.000045 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:33:41.000045 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:33:41.000045 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:33:41.000045 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:33:41.000045 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:33:41.000045 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:33:41.022066 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'port_id': '89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf', 'mac_address': 'fa:16:3e:76:28:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94289c8c-e5f7-4e30-b6a9-5b268a8fd610', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:33:41.064021 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5ad48524-ed64-424d-8b8c-e6c72f994bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:41.079622 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:41.084671 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5ad48524-ed64-424d-8b8c-e6c72f994bef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:41.088234 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5ad48524-ed64-424d-8b8c-e6c72f994bef admin admin] 10.222.0.98 "DELETE /v2.0/networks/dbf126ad-298f-42a0-8e60-8b277f786254 HTTP/1.1" status: 204 len: 168 time: 0.3620918 Oct 20 11:33:41.089289 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad48524-ed64-424d-8b8c-e6c72f994bef admin admin] Pushing event deleted for resources: {'Network': ['ID=dbf126ad-298f-42a0-8e60-8b277f786254,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:41.091076 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34772) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:33:41.116317 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:33:41.144035 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dac78d6-200b-4b64-8362-aaabd913ba6e admin admin] Deleting subnet 85406d19-57d7-40df-9d1a-99e16290ce1e {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:33:41.144188 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:33:41.148872 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5dac78d6-200b-4b64-8362-aaabd913ba6e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:41.150967 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:41.218553 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5dac78d6-200b-4b64-8362-aaabd913ba6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:41.223480 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:41.291518 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2192c53f-edd4-4ea2-a202-096d05176601 req-c0976218-b984-4863-bedf-89db78f1ffe6 tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:41.293224 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2192c53f-edd4-4ea2-a202-096d05176601 req-c0976218-b984-4863-bedf-89db78f1ffe6 tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] 10.222.0.98 "GET /v2.0/ports?device_id=9816819e-d9ec-4f90-8a4a-f1f9a0cdb71d HTTP/1.1" status: 200 len: 945 time: 0.0623755 Oct 20 11:33:41.294753 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5dac78d6-200b-4b64-8362-aaabd913ba6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:41.334651 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34780) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:33:41.370502 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2192c53f-edd4-4ea2-a202-096d05176601 req-36fe678e-7bee-4ca6-a86b-e13a90db19f2 tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] 10.222.0.98 "GET /v2.0/security-groups?id=e200e776-8b96-4140-8718-8c005e80906d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653200 Oct 20 11:33:41.386200 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5dac78d6-200b-4b64-8362-aaabd913ba6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:41.391565 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:33:41.419989 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5dac78d6-200b-4b64-8362-aaabd913ba6e admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:41.428974 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5dac78d6-200b-4b64-8362-aaabd913ba6e admin admin] 10.222.0.98 "DELETE /v2.0/subnets/85406d19-57d7-40df-9d1a-99e16290ce1e HTTP/1.1" status: 204 len: 168 time: 0.3343554 Oct 20 11:33:41.428974 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac78d6-200b-4b64-8362-aaabd913ba6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85406d19-57d7-40df-9d1a-99e16290ce1e,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:41.429253 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34784) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:33:41.505739 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-0f05579f-dad1-40ef-9683-a12ee27a0b1e admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-265728946-network', 'tenant_id': 'e1a5ac4996024ce4b1b3740864bf73f2'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:33:41.530060 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9f285d45-a374-4bd1-a4e0-ab6e8567a2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:41.552321 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f05579f-dad1-40ef-9683-a12ee27a0b1e admin admin] Made reservation on behalf of e1a5ac4996024ce4b1b3740864bf73f2 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:33:41.555118 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0f05579f-dad1-40ef-9683-a12ee27a0b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:41.593148 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0f05579f-dad1-40ef-9683-a12ee27a0b1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:41.597185 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f4a9a117-ee01-4fb7-a9c5-bfb0f7694011 req-b87d2345-d5d8-4b91-b6f0-4b022e806b76 tempest-ServerShowV254Test-1003354317 tempest-ServerShowV254Test-1003354317-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d7edf71-8836-48e5-9d8a-4ba5a12ea139 HTTP/1.1" status: 200 len: 210 time: 0.0315762 Oct 20 11:33:41.644365 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9f285d45-a374-4bd1-a4e0-ab6e8567a2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:41.664766 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-9f285d45-a374-4bd1-a4e0-ab6e8567a2e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15fd25b5-7583-4404-838d-e8fc4907f402']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:33:41.681171 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-9f285d45-a374-4bd1-a4e0-ab6e8567a2e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcdaf71c-47db-40eb-ad3d-2fe593365e33') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:33:41.681391 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-9f285d45-a374-4bd1-a4e0-ab6e8567a2e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcdaf71c-47db-40eb-ad3d-2fe593365e33') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:33:41.695598 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9f285d45-a374-4bd1-a4e0-ab6e8567a2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:41.720005 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9f285d45-a374-4bd1-a4e0-ab6e8567a2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:41.731177 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f285d45-a374-4bd1-a4e0-ab6e8567a2e2 admin admin] Releasing vlan 1256 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:33:41.731687 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9f285d45-a374-4bd1-a4e0-ab6e8567a2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:41.733548 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:33:41.733548 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:33:41.733548 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:33:41.733548 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:33:41.733548 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:33:41.733548 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:33:41.733548 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:33:41.733548 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:33:41.733548 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:33:41.733548 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:33:41.733548 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:33:41.733548 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:33:41.733548 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:33:41.733548 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:33:41.733548 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:33:41.733548 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:33:41.733548 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:33:41.733548 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:33:41.733548 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:33:41.733548 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:33:41.733548 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:33:41.733548 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:33:41.733548 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:33:41.733548 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:33:41.733548 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:33:41.733548 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:33:41.733548 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:33:41.733548 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:33:41.733548 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:33:41.733548 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:33:41.733548 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:33:41.733548 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:33:41.804721 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9f285d45-a374-4bd1-a4e0-ab6e8567a2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:41.809116 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9f285d45-a374-4bd1-a4e0-ab6e8567a2e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:41.812259 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-9f285d45-a374-4bd1-a4e0-ab6e8567a2e2 admin admin] 10.222.0.98 "DELETE /v2.0/networks/15fd25b5-7583-4404-838d-e8fc4907f402 HTTP/1.1" status: 204 len: 168 time: 0.3821831 Oct 20 11:33:41.836048 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f285d45-a374-4bd1-a4e0-ab6e8567a2e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=15fd25b5-7583-4404-838d-e8fc4907f402,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:41.840041 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0f05579f-dad1-40ef-9683-a12ee27a0b1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:41.847432 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0f05579f-dad1-40ef-9683-a12ee27a0b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:41.873497 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f05579f-dad1-40ef-9683-a12ee27a0b1e admin admin] vlan segment allocate from pool success with {'vlan_id': 1289, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:33:41.891416 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f05579f-dad1-40ef-9683-a12ee27a0b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05460b9-efcf-42df-a78c-db42215228f4,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:41.895531 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0f05579f-dad1-40ef-9683-a12ee27a0b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:41.895932 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-0f05579f-dad1-40ef-9683-a12ee27a0b1e admin admin] Added segment 9e410ae6-c030-4b36-9136-e12b215b5a4d of type vlan for network 26a24176-ac6b-4818-8afb-d722c9c99e0f Oct 20 11:33:41.936733 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d8c7a6-eeb8-456b-af16-22ce12c4b96f req-1d296566-046b-48cd-b2f6-56c5064a6e03 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:41.941128 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0f05579f-dad1-40ef-9683-a12ee27a0b1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:41.945448 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-74d8c7a6-eeb8-456b-af16-22ce12c4b96f req-1d296566-046b-48cd-b2f6-56c5064a6e03 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=e5124656-8a0e-4bb9-a321-c94452e33289 HTTP/1.1" status: 200 len: 949 time: 0.0687203 Oct 20 11:33:41.973197 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0f05579f-dad1-40ef-9683-a12ee27a0b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:41.980403 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-74d8c7a6-eeb8-456b-af16-22ce12c4b96f req-2f5e4c55-5594-4ecf-b781-08307af65955 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343909 Oct 20 11:33:41.980823 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f05579f-dad1-40ef-9683-a12ee27a0b1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:41.981478 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0f05579f-dad1-40ef-9683-a12ee27a0b1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:42.007372 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 34796) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:33:42.014336 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0f05579f-dad1-40ef-9683-a12ee27a0b1e admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6760259 Oct 20 11:33:42.014763 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 34798) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:33:42.020946 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-2f529564-6455-4b07-80f7-d94193d5b1eb admin admin] Request body: {'subnet': {'network_id': '26a24176-ac6b-4818-8afb-d722c9c99e0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-265728946-subnet', 'tenant_id': 'e1a5ac4996024ce4b1b3740864bf73f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:33:42.046568 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f529564-6455-4b07-80f7-d94193d5b1eb admin admin] Made reservation on behalf of e1a5ac4996024ce4b1b3740864bf73f2 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:33:42.050616 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2f529564-6455-4b07-80f7-d94193d5b1eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:42.059815 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f05579f-dad1-40ef-9683-a12ee27a0b1e admin admin] Pushing event updated for resources: {'Network': ['ID=26a24176-ac6b-4818-8afb-d722c9c99e0f,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:42.070072 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 26a24176-ac6b-4818-8afb-d722c9c99e0f details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:33:42.176608 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-585f856a-d55c-4ccd-974c-4ee7af8300c2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=41266b849dc948539cee30f1593e8beb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1681528 Oct 20 11:33:42.179229 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 34802) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:33:42.290114 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-93865a38-d5f8-4abe-8143-42203c2f3d79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:42.301902 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2f529564-6455-4b07-80f7-d94193d5b1eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:42.341703 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-93865a38-d5f8-4abe-8143-42203c2f3d79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:42.400579 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f529564-6455-4b07-80f7-d94193d5b1eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fd5a7b6-b8a8-4008-892f-65176e688979,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:42.421186 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f529564-6455-4b07-80f7-d94193d5b1eb admin admin] Checking segment: {'id': '9e410ae6-c030-4b36-9136-e12b215b5a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '26a24176-ac6b-4818-8afb-d722c9c99e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:33:42.421816 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f529564-6455-4b07-80f7-d94193d5b1eb admin admin] Network hostable DHCP agents. Network: 26a24176-ac6b-4818-8afb-d722c9c99e0f, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:33:42.441148 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-93865a38-d5f8-4abe-8143-42203c2f3d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:42.444537 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-93865a38-d5f8-4abe-8143-42203c2f3d79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:42.446118 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-93865a38-d5f8-4abe-8143-42203c2f3d79 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/83de61be-3767-4ecb-a356-7b0ce37d3c0e HTTP/1.1" status: 204 len: 168 time: 0.2659254 Oct 20 11:33:42.452835 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f529564-6455-4b07-80f7-d94193d5b1eb admin admin] Network 26a24176-ac6b-4818-8afb-d722c9c99e0f is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:33:42.469682 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93865a38-d5f8-4abe-8143-42203c2f3d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83de61be-3767-4ecb-a356-7b0ce37d3c0e,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:42.498099 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-2f529564-6455-4b07-80f7-d94193d5b1eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 26a24176-ac6b-4818-8afb-d722c9c99e0f) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:33:42.512949 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791f19cc-e16c-48cf-9e0d-ea7c982008d6 None None] Network 26a24176-ac6b-4818-8afb-d722c9c99e0f requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:33:42.515487 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f529564-6455-4b07-80f7-d94193d5b1eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:42.516362 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2f529564-6455-4b07-80f7-d94193d5b1eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:42.541953 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ce623-06c4-45d3-8429-85602eac4b30 req-5a2eb31f-3e72-449a-a82d-437943592b6b tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:42.544145 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-198ce623-06c4-45d3-8429-85602eac4b30 req-5a2eb31f-3e72-449a-a82d-437943592b6b tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] 10.222.0.98 "GET /v2.0/ports?device_id=9816819e-d9ec-4f90-8a4a-f1f9a0cdb71d HTTP/1.1" status: 200 len: 945 time: 0.0948079 Oct 20 11:33:42.548604 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2f529564-6455-4b07-80f7-d94193d5b1eb admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5328524 Oct 20 11:33:42.598888 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-198ce623-06c4-45d3-8429-85602eac4b30 req-372e2f38-0b2e-4c9f-ae66-3a1128c504ee tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] 10.222.0.98 "GET /v2.0/security-groups?id=e200e776-8b96-4140-8718-8c005e80906d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479887 Oct 20 11:33:42.702282 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7671de-754b-4faf-8684-b661ae290286 None None] Network 26a24176-ac6b-4818-8afb-d722c9c99e0f requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:33:42.727345 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f1284c9c-900d-4847-bc87-afa667d12a10 req-9357b562-2b17-417f-8cfa-e33a7d889633 tempest-ServerShowV254Test-1003354317 tempest-ServerShowV254Test-1003354317-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d7edf71-8836-48e5-9d8a-4ba5a12ea139 HTTP/1.1" status: 200 len: 210 time: 0.0405765 Oct 20 11:33:42.860188 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:33:42.932186 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:33:42.937727 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:33:42.938443 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:42.967119 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 34834) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:33:43.016166 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-687f4f4e-3e7d-423d-9242-a22e32fc08c8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1dd915de85474650b07cb9a5a9a5af92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478091 Oct 20 11:33:43.018495 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 34840) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:33:43.058926 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:43.086587 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5124656-8a0e-4bb9-a321-c94452e33289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:33:43.089434 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73f4f52-d455-43bc-a247-681651081e3f" -d '{"events": [{"server_uuid": "e5124656-8a0e-4bb9-a321-c94452e33289", "name": "network-vif-plugged", "status": "completed", "tag": "89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:33:43.093480 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1f7eda39-e21d-470b-98f8-5ef91adf2bc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:43.107576 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:33:43.111706 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:43.138949 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1f7eda39-e21d-470b-98f8-5ef91adf2bc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:43.156584 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d7fedd-7715-4c61-89c1-6a011f3cfe7b req-ede77b95-a1ff-4592-ae5c-49dca1d24b83 tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:43.158126 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c8d7fedd-7715-4c61-89c1-6a011f3cfe7b req-ede77b95-a1ff-4592-ae5c-49dca1d24b83 tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] 10.222.0.98 "GET /v2.0/ports?device_id=9816819e-d9ec-4f90-8a4a-f1f9a0cdb71d HTTP/1.1" status: 200 len: 945 time: 0.0789549 Oct 20 11:33:43.164196 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:43.213593 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c8d7fedd-7715-4c61-89c1-6a011f3cfe7b req-691de325-c9f4-48f8-848e-1638ae2d0dad tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] 10.222.0.98 "GET /v2.0/security-groups?id=e200e776-8b96-4140-8718-8c005e80906d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349526 Oct 20 11:33:43.229327 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1f7eda39-e21d-470b-98f8-5ef91adf2bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:43.232365 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1f7eda39-e21d-470b-98f8-5ef91adf2bc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:43.233487 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-1f7eda39-e21d-470b-98f8-5ef91adf2bc3 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/20c57e18-b6d5-4380-b96b-db8f4c7e66ce HTTP/1.1" status: 204 len: 168 time: 0.2140830 Oct 20 11:33:43.242427 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7eda39-e21d-470b-98f8-5ef91adf2bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c57e18-b6d5-4380-b96b-db8f4c7e66ce,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:43.351187 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a497e2-fa88-4f0d-98c8-7e18fdf2cfd0 req-10c18643-2a9d-46db-bfc6-dc3ee6061a84 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:43.352796 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-93a497e2-fa88-4f0d-98c8-7e18fdf2cfd0 req-10c18643-2a9d-46db-bfc6-dc3ee6061a84 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=e5124656-8a0e-4bb9-a321-c94452e33289 HTTP/1.1" status: 200 len: 950 time: 0.0537529 Oct 20 11:33:43.455132 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-93a497e2-fa88-4f0d-98c8-7e18fdf2cfd0 req-0f7e8d9a-1719-48b7-9cce-03cf1ba26619 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909758 Oct 20 11:33:43.492269 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908797da-88c3-4495-91f3-dc81a1530c32 req-a877a1d6-1f03-41a6-a7ac-ce67a9a09a78 tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:43.493780 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-908797da-88c3-4495-91f3-dc81a1530c32 req-a877a1d6-1f03-41a6-a7ac-ce67a9a09a78 tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] 10.222.0.98 "GET /v2.0/networks?id=26a24176-ac6b-4818-8afb-d722c9c99e0f HTTP/1.1" status: 200 len: 808 time: 0.1400545 Oct 20 11:33:43.512212 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26cf136e-ffc7-4cf5-a98a-53ebbbfa91e4 x-openstack-request-id: req-26cf136e-ffc7-4cf5-a98a-53ebbbfa91e4 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:33:43.512507 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5124656-8a0e-4bb9-a321-c94452e33289", "name": "network-vif-plugged", "status": "completed", "tag": "89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:33:43.512756 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-26cf136e-ffc7-4cf5-a98a-53ebbbfa91e4 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:33:43.513145 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5124656-8a0e-4bb9-a321-c94452e33289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf', 'code': 200} Oct 20 11:33:43.515327 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-908797da-88c3-4495-91f3-dc81a1530c32 req-e1f4e8be-0c43-4d89-86a6-37ef4951cc80 tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] 10.222.0.98 "GET /v2.0/quotas/e1a5ac4996024ce4b1b3740864bf73f2 HTTP/1.1" status: 200 len: 375 time: 0.0144351 Oct 20 11:33:43.567592 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-908797da-88c3-4495-91f3-dc81a1530c32 req-5487004c-4f49-4505-b27c-7bd4ceaa8325 tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=e1a5ac4996024ce4b1b3740864bf73f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356507 Oct 20 11:33:43.676717 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a8417-1833-46d4-8ae0-144423bf98c8 req-24432e34-23e7-459d-bd49-b3fe752e3a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:43.678317 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-629a8417-1833-46d4-8ae0-144423bf98c8 req-24432e34-23e7-459d-bd49-b3fe752e3a86 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e5124656-8a0e-4bb9-a321-c94452e33289 HTTP/1.1" status: 200 len: 1101 time: 0.0953078 Oct 20 11:33:43.717632 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-908797da-88c3-4495-91f3-dc81a1530c32 req-924f288b-c328-4c00-b3b2-5e9b10b88f3f service neutron] 10.222.0.98 "GET /v2.0/networks/26a24176-ac6b-4818-8afb-d722c9c99e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428523 Oct 20 11:33:43.751875 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-629a8417-1833-46d4-8ae0-144423bf98c8 req-dce9ee40-91a8-4c20-8b4e-64071db51ec3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627575 Oct 20 11:33:43.827488 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-908797da-88c3-4495-91f3-dc81a1530c32 req-5dad0f38-9da1-443e-80c8-17aa301e8ed8 service neutron] 10.222.0.98 "GET /v2.0/networks/26a24176-ac6b-4818-8afb-d722c9c99e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982053 Oct 20 11:33:44.034892 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d1f4802c-b818-4d78-b35a-51798bbb6b1b req-3cecbc15-99b3-4d3e-9734-47ad26ec6750 tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] 10.222.0.98 "GET /v2.0/ports?device_id=883999be-7ae5-4389-8dc9-0ec888339f71 HTTP/1.1" status: 200 len: 210 time: 0.0375104 Oct 20 11:33:44.071776 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ee236535-d704-4c49-98fe-8a9cf33a3944 req-90d5d685-f23b-482a-9f37-2f06f2d871cb tempest-ServerShowV254Test-1003354317 tempest-ServerShowV254Test-1003354317-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d7edf71-8836-48e5-9d8a-4ba5a12ea139 HTTP/1.1" status: 200 len: 210 time: 0.0342009 Oct 20 11:33:44.119888 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 34896) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:33:44.266090 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-6a48fa82-5998-479d-82c3-54ee693bc051 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1547105944-network', 'tenant_id': '62447cf412814f0d9c74926d6191908b'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:33:44.295963 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a48fa82-5998-479d-82c3-54ee693bc051 admin admin] Made reservation on behalf of 62447cf412814f0d9c74926d6191908b for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:33:44.299509 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6a48fa82-5998-479d-82c3-54ee693bc051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:44.328920 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6a48fa82-5998-479d-82c3-54ee693bc051 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:44.403902 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34912) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:33:44.406033 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6c9bb-75b3-4ae6-8a68-a31c26a60c1a req-14a42e90-fa40-4c21-859e-c2ad943090fb tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:44.416064 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-87f6c9bb-75b3-4ae6-8a68-a31c26a60c1a req-14a42e90-fa40-4c21-859e-c2ad943090fb tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] 10.222.0.98 "GET /v2.0/ports?device_id=9816819e-d9ec-4f90-8a4a-f1f9a0cdb71d HTTP/1.1" status: 200 len: 945 time: 0.0813310 Oct 20 11:33:44.463129 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-87f6c9bb-75b3-4ae6-8a68-a31c26a60c1a req-93133cc2-23e4-47a2-965f-2fa51c0c33ff tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] 10.222.0.98 "GET /v2.0/security-groups?id=e200e776-8b96-4140-8718-8c005e80906d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486159 Oct 20 11:33:44.509471 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6a48fa82-5998-479d-82c3-54ee693bc051 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:44.523033 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6a48fa82-5998-479d-82c3-54ee693bc051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:44.560131 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a48fa82-5998-479d-82c3-54ee693bc051 admin admin] vlan segment allocate from pool success with {'vlan_id': 1252, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:33:44.579325 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-948d2c6e-0579-49c1-a621-6dfa65308e33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:44.614619 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6a48fa82-5998-479d-82c3-54ee693bc051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:44.615042 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-6a48fa82-5998-479d-82c3-54ee693bc051 admin admin] Added segment bf12ba53-b5be-4c94-86d9-92d8a344590c of type vlan for network bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4 Oct 20 11:33:44.616525 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a48fa82-5998-479d-82c3-54ee693bc051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578be006-2b35-449f-98b2-b66fb3c6b788,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:44.701014 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-948d2c6e-0579-49c1-a621-6dfa65308e33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:44.705062 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77120be-ff56-4440-b05e-1032b40b893b req-8bf8cdb7-4187-4098-982a-ce1af6abf39d tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:44.705574 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-948d2c6e-0579-49c1-a621-6dfa65308e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:44.706890 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e77120be-ff56-4440-b05e-1032b40b893b req-8bf8cdb7-4187-4098-982a-ce1af6abf39d tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] 10.222.0.11 "GET /v2.0/ports?device_id=9816819e-d9ec-4f90-8a4a-f1f9a0cdb71d HTTP/1.1" status: 200 len: 945 time: 0.1954246 Oct 20 11:33:44.711655 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6a48fa82-5998-479d-82c3-54ee693bc051 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:44.728072 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97680296-09af-463e-8ddb-010e17eb2790 req-1768ebb9-1041-40a8-8410-469bdd513955 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:44.729549 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-97680296-09af-463e-8ddb-010e17eb2790 req-1768ebb9-1041-40a8-8410-469bdd513955 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=e5124656-8a0e-4bb9-a321-c94452e33289 HTTP/1.1" status: 200 len: 950 time: 0.1707287 Oct 20 11:33:44.746873 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-948d2c6e-0579-49c1-a621-6dfa65308e33 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d4f8a26d9de14b7bbf6a346a7951aa39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3404360 Oct 20 11:33:44.748848 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34920) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:33:44.757231 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d2c6e-0579-49c1-a621-6dfa65308e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ba31f8-9a50-4cc1-a1fb-b3b516d8c054,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:44.799720 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6a48fa82-5998-479d-82c3-54ee693bc051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:44.800689 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a48fa82-5998-479d-82c3-54ee693bc051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:44.801277 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6a48fa82-5998-479d-82c3-54ee693bc051 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:44.809587 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-146038b7-90fa-4b80-a3bb-0df9e51c59d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:44.852248 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-146038b7-90fa-4b80-a3bb-0df9e51c59d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:44.861115 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-97680296-09af-463e-8ddb-010e17eb2790 req-f2e1cd75-9fa3-435c-8321-ca64491420fa tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196041 Oct 20 11:33:44.889874 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-6a48fa82-5998-479d-82c3-54ee693bc051 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 903 time: 0.7627864 Oct 20 11:33:44.893170 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34922) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:33:44.898417 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-e3dbea21-7993-4b3b-b063-c8011c5ad7a4 admin admin] Request body: {'subnet': {'network_id': 'bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1547105944-subnet', 'tenant_id': '62447cf412814f0d9c74926d6191908b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:33:44.918616 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a48fa82-5998-479d-82c3-54ee693bc051 admin admin] Pushing event updated for resources: {'Network': ['ID=bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:44.931484 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:33:44.934629 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3dbea21-7993-4b3b-b063-c8011c5ad7a4 admin admin] Made reservation on behalf of 62447cf412814f0d9c74926d6191908b for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:33:44.937109 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e3dbea21-7993-4b3b-b063-c8011c5ad7a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:44.940475 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-e77120be-ff56-4440-b05e-1032b40b893b req-dc876bb9-b9fd-4a31-bd46-65245768294c tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] Deleting port b97edbc7-1f97-4e9a-b94f-ed9371a5bb39 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:33:44.940643 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-146038b7-90fa-4b80-a3bb-0df9e51c59d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:44.940867 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e77120be-ff56-4440-b05e-1032b40b893b req-dc876bb9-b9fd-4a31-bd46-65245768294c tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:44.943637 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-146038b7-90fa-4b80-a3bb-0df9e51c59d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:44.944848 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-146038b7-90fa-4b80-a3bb-0df9e51c59d3 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/43ba31f8-9a50-4cc1-a1fb-b3b516d8c054 HTTP/1.1" status: 204 len: 168 time: 0.1932993 Oct 20 11:33:45.022579 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146038b7-90fa-4b80-a3bb-0df9e51c59d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ba31f8-9a50-4cc1-a1fb-b3b516d8c054,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:45.048862 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-e77120be-ff56-4440-b05e-1032b40b893b req-dc876bb9-b9fd-4a31-bd46-65245768294c tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] For port b97edbc7-1f97-4e9a-b94f-ed9371a5bb39, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=b97edbc7-1f97-4e9a-b94f-ed9371a5bb39,segment=NetworkSegment(89a5e3a7-e861-4ad9-953a-15e309b9d95c),segment_id=89a5e3a7-e861-4ad9-953a-15e309b9d95c)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:33:45.049358 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e77120be-ff56-4440-b05e-1032b40b893b req-dc876bb9-b9fd-4a31-bd46-65245768294c tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:45.067584 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-e77120be-ff56-4440-b05e-1032b40b893b req-dc876bb9-b9fd-4a31-bd46-65245768294c tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] Calling delete_port for b97edbc7-1f97-4e9a-b94f-ed9371a5bb39 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:33:45.198355 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:45.215591 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8b0fe5ce-a3e6-4c4b-b243-c0da83c23955 req-365f9947-9b84-41d5-8d4a-faeb6ca56563 tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] 10.222.0.98 "GET /v2.0/ports?device_id=883999be-7ae5-4389-8dc9-0ec888339f71 HTTP/1.1" status: 200 len: 210 time: 0.0628552 Oct 20 11:33:45.307755 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-afa309e1-a546-46ba-8203-fec44e33696f req-4772cacd-8495-4856-891c-f0093f38d305 tempest-ServerShowV254Test-1003354317 tempest-ServerShowV254Test-1003354317-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d7edf71-8836-48e5-9d8a-4ba5a12ea139 HTTP/1.1" status: 200 len: 210 time: 0.0946631 Oct 20 11:33:45.427001 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908797da-88c3-4495-91f3-dc81a1530c32 req-5f16ac80-0c08-4b9e-aa2c-4644029f1329 tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:45.429081 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-908797da-88c3-4495-91f3-dc81a1530c32 req-5f16ac80-0c08-4b9e-aa2c-4644029f1329 tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] 10.222.0.11 "GET /v2.0/networks?id=26a24176-ac6b-4818-8afb-d722c9c99e0f HTTP/1.1" status: 200 len: 808 time: 0.1630008 Oct 20 11:33:45.486284 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-908797da-88c3-4495-91f3-dc81a1530c32 req-a93d9d63-9987-416b-85d1-ceab64b0fbd0 tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] Request body: {'port': {'device_id': '883999be-7ae5-4389-8dc9-0ec888339f71', 'network_id': '26a24176-ac6b-4818-8afb-d722c9c99e0f', 'admin_state_up': True, 'tenant_id': 'e1a5ac4996024ce4b1b3740864bf73f2'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:33:45.491423 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e77120be-ff56-4440-b05e-1032b40b893b req-dc876bb9-b9fd-4a31-bd46-65245768294c tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:45.516041 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e3dbea21-7993-4b3b-b063-c8011c5ad7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:45.533942 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc876bb9-b9fd-4a31-bd46-65245768294c tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] Pushing event deleted for resources: {'Port': ['ID=b97edbc7-1f97-4e9a-b94f-ed9371a5bb39,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:45.579322 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbea21-7993-4b3b-b063-c8011c5ad7a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a646348-659c-4597-9319-8cf09eae1cdb,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:45.600495 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dbea21-7993-4b3b-b063-c8011c5ad7a4 admin admin] Checking segment: {'id': 'bf12ba53-b5be-4c94-86d9-92d8a344590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:33:45.601011 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3dbea21-7993-4b3b-b063-c8011c5ad7a4 admin admin] Network hostable DHCP agents. Network: bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:33:45.619122 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3dbea21-7993-4b3b-b063-c8011c5ad7a4 admin admin] Network bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:33:45.635907 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-e3dbea21-7993-4b3b-b063-c8011c5ad7a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:33:45.640975 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dbea21-7993-4b3b-b063-c8011c5ad7a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:45.641646 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e3dbea21-7993-4b3b-b063-c8011c5ad7a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:45.650136 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b44d83-fcb8-43d5-a1cf-77b5f6b336c4 None None] Network bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:33:45.653455 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-e77120be-ff56-4440-b05e-1032b40b893b req-dc876bb9-b9fd-4a31-bd46-65245768294c tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] No DVR routers for this DVR port b97edbc7-1f97-4e9a-b94f-ed9371a5bb39 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:33:45.658889 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-97e9e88c-2407-4092-9337-340a1da35398 req-53a9203d-9140-4f9b-8666-d7ba9b909a14 tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] 10.222.0.98 "GET /v2.0/ports?device_id=9816819e-d9ec-4f90-8a4a-f1f9a0cdb71d HTTP/1.1" status: 200 len: 210 time: 0.0828159 Oct 20 11:33:45.661810 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e77120be-ff56-4440-b05e-1032b40b893b req-dc876bb9-b9fd-4a31-bd46-65245768294c tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:45.665596 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e77120be-ff56-4440-b05e-1032b40b893b req-dc876bb9-b9fd-4a31-bd46-65245768294c tempest-InstanceActionsV221TestJSON-1370111028 tempest-InstanceActionsV221TestJSON-1370111028-project] 10.222.0.11 "DELETE /v2.0/ports/b97edbc7-1f97-4e9a-b94f-ed9371a5bb39 HTTP/1.1" status: 204 len: 173 time: 0.9337552 Oct 20 11:33:45.666146 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9816819e-d9ec-4f90-8a4a-f1f9a0cdb71d', 'name': 'network-vif-deleted', 'tag': 'b97edbc7-1f97-4e9a-b94f-ed9371a5bb39'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:33:45.668866 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f8a4c5-dbf4-4a9f-b270-21008daded82" -d '{"events": [{"server_uuid": "9816819e-d9ec-4f90-8a4a-f1f9a0cdb71d", "name": "network-vif-deleted", "tag": "b97edbc7-1f97-4e9a-b94f-ed9371a5bb39"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:33:45.680726 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e3dbea21-7993-4b3b-b063-c8011c5ad7a4 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7836769 Oct 20 11:33:45.683332 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34954) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:33:45.689912 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-d611f56d-703c-416b-a202-fedabe8dd311 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1547105944-router', 'tenant_id': '62447cf412814f0d9c74926d6191908b', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:33:45.724467 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d611f56d-703c-416b-a202-fedabe8dd311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:45.728032 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d611f56d-703c-416b-a202-fedabe8dd311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:45.758057 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-908797da-88c3-4495-91f3-dc81a1530c32 req-a93d9d63-9987-416b-85d1-ceab64b0fbd0 tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] Made reservation on behalf of e1a5ac4996024ce4b1b3740864bf73f2 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:33:45.763040 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-908797da-88c3-4495-91f3-dc81a1530c32 req-a93d9d63-9987-416b-85d1-ceab64b0fbd0 tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:45.794543 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af630f28-360b-4834-8860-2e8fc6699c64 x-openstack-request-id: req-af630f28-360b-4834-8860-2e8fc6699c64 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:33:45.795150 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9816819e-d9ec-4f90-8a4a-f1f9a0cdb71d", "name": "network-vif-deleted", "tag": "b97edbc7-1f97-4e9a-b94f-ed9371a5bb39", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:33:45.802222 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-af630f28-360b-4834-8860-2e8fc6699c64 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:33:45.804185 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9816819e-d9ec-4f90-8a4a-f1f9a0cdb71d', 'name': 'network-vif-deleted', 'tag': 'b97edbc7-1f97-4e9a-b94f-ed9371a5bb39', 'status': 'completed', 'code': 200} Oct 20 11:33:45.822148 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d611f56d-703c-416b-a202-fedabe8dd311 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:45.864734 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34958) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:33:45.892796 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4f05f9-7f3d-482c-9407-e947de0bcdaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4', 'network_id': 'bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4', 'tenant_id': '62447cf412814f0d9c74926d6191908b', 'fixed_ips': [{'subnet_id': '3a646348-659c-4597-9319-8cf09eae1cdb'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:33:45.894906 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6f4f05f9-7f3d-482c-9407-e947de0bcdaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:45.992717 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-908797da-88c3-4495-91f3-dc81a1530c32 req-a93d9d63-9987-416b-85d1-ceab64b0fbd0 tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] Allocated IP 172.20.0.7 (26a24176-ac6b-4818-8afb-d722c9c99e0f/6fd5a7b6-b8a8-4008-892f-65176e688979/2c06e3e7-1382-46a2-8e47-7fbabb34e8fd) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:33:46.000384 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-c274e05c-f57d-41e4-b2d9-1b733d398138 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-455667593-network', 'tenant_id': 'e5aeff74cded4fc2a3bc0fa1d24c3a70'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:33:46.005499 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d611f56d-703c-416b-a202-fedabe8dd311 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:46.044795 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c274e05c-f57d-41e4-b2d9-1b733d398138 admin admin] Made reservation on behalf of e5aeff74cded4fc2a3bc0fa1d24c3a70 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:33:46.047433 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c274e05c-f57d-41e4-b2d9-1b733d398138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:46.061600 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c274e05c-f57d-41e4-b2d9-1b733d398138 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:46.073512 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-6f4f05f9-7f3d-482c-9407-e947de0bcdaf None None] Allocated IP 172.20.0.2 (bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4/3a646348-659c-4597-9319-8cf09eae1cdb/e1d9d81f-3b70-401b-9f39-aa0171b3c981) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:33:46.081766 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf9964-a63d-48ab-b9d0-95c84871bee7 req-e7e9fbd3-ea76-409a-8ca1-55610a574d02 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:46.083327 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f4bf9964-a63d-48ab-b9d0-95c84871bee7 req-e7e9fbd3-ea76-409a-8ca1-55610a574d02 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=e5124656-8a0e-4bb9-a321-c94452e33289 HTTP/1.1" status: 200 len: 950 time: 0.0929797 Oct 20 11:33:46.196540 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f4bf9964-a63d-48ab-b9d0-95c84871bee7 req-86f7032e-1bc9-44ef-8a23-965cd2bf1d0a tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035936 Oct 20 11:33:46.199713 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c274e05c-f57d-41e4-b2d9-1b733d398138 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:46.252682 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6f4f05f9-7f3d-482c-9407-e947de0bcdaf None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:46.254459 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-908797da-88c3-4495-91f3-dc81a1530c32 req-a93d9d63-9987-416b-85d1-ceab64b0fbd0 tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:46.260576 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6f4f05f9-7f3d-482c-9407-e947de0bcdaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:46.299884 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4f05f9-7f3d-482c-9407-e947de0bcdaf None None] Network bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:33:46.306277 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-6f4f05f9-7f3d-482c-9407-e947de0bcdaf None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:33:46.307250 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-908797da-88c3-4495-91f3-dc81a1530c32 req-a93d9d63-9987-416b-85d1-ceab64b0fbd0 tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:46.310782 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4f05f9-7f3d-482c-9407-e947de0bcdaf None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:33:46.333662 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4f05f9-7f3d-482c-9407-e947de0bcdaf None None] Pushing event updated for resources: {'Port': ['ID=e1d9d81f-3b70-401b-9f39-aa0171b3c981,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:46.353293 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c274e05c-f57d-41e4-b2d9-1b733d398138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:46.385363 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-908797da-88c3-4495-91f3-dc81a1530c32 req-a93d9d63-9987-416b-85d1-ceab64b0fbd0 tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] Network 26a24176-ac6b-4818-8afb-d722c9c99e0f is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:33:46.389259 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93d9d63-9987-416b-85d1-ceab64b0fbd0 tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] Pushing event updated for resources: {'Port': ['ID=2c06e3e7-1382-46a2-8e47-7fbabb34e8fd,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:46.392008 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-908797da-88c3-4495-91f3-dc81a1530c32 req-a93d9d63-9987-416b-85d1-ceab64b0fbd0 tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:33:46.412883 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c274e05c-f57d-41e4-b2d9-1b733d398138 admin admin] vlan segment allocate from pool success with {'vlan_id': 1250, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:33:46.414951 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-6f4f05f9-7f3d-482c-9407-e947de0bcdaf None None] Attempting to bind port e1d9d81f-3b70-401b-9f39-aa0171b3c981 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:33:46.415362 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-6f4f05f9-7f3d-482c-9407-e947de0bcdaf None None] Attempting to bind port e1d9d81f-3b70-401b-9f39-aa0171b3c981 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'bf12ba53-b5be-4c94-86d9-92d8a344590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:33:46.415787 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4f05f9-7f3d-482c-9407-e947de0bcdaf None None] Attempting to bind port e1d9d81f-3b70-401b-9f39-aa0171b3c981 on network bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:33:46.422134 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4f05f9-7f3d-482c-9407-e947de0bcdaf None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:33:46.422641 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4f05f9-7f3d-482c-9407-e947de0bcdaf None None] Checking segment: {'id': 'bf12ba53-b5be-4c94-86d9-92d8a344590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:33:46.423200 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6f4f05f9-7f3d-482c-9407-e947de0bcdaf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:46.423586 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4f05f9-7f3d-482c-9407-e947de0bcdaf None None] Bound using segment: {'id': 'bf12ba53-b5be-4c94-86d9-92d8a344590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:33:46.424179 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-6f4f05f9-7f3d-482c-9407-e947de0bcdaf None None] Bound port: e1d9d81f-3b70-401b-9f39-aa0171b3c981, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf12ba53-b5be-4c94-86d9-92d8a344590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:33:46.424527 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6f4f05f9-7f3d-482c-9407-e947de0bcdaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:46.430245 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-908797da-88c3-4495-91f3-dc81a1530c32 req-a93d9d63-9987-416b-85d1-ceab64b0fbd0 tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:33:46.433040 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c274e05c-f57d-41e4-b2d9-1b733d398138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c9b34d-3b90-4593-8b8d-f5c6cadd47fe,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:46.441418 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c274e05c-f57d-41e4-b2d9-1b733d398138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:46.442017 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-c274e05c-f57d-41e4-b2d9-1b733d398138 admin admin] Added segment 195bc3d7-d13f-4890-9fab-8df67e4ea3c2 of type vlan for network ea4e53cb-8eee-458d-ae57-df613b751c21 Oct 20 11:33:46.475021 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d611f56d-703c-416b-a202-fedabe8dd311 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:46.497976 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-6f4f05f9-7f3d-482c-9407-e947de0bcdaf None None] For port e1d9d81f-3b70-401b-9f39-aa0171b3c981, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:33:46.502048 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-6f4f05f9-7f3d-482c-9407-e947de0bcdaf None None] For port e1d9d81f-3b70-401b-9f39-aa0171b3c981, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=e1d9d81f-3b70-401b-9f39-aa0171b3c981,segment=NetworkSegment(bf12ba53-b5be-4c94-86d9-92d8a344590c),segment_id=bf12ba53-b5be-4c94-86d9-92d8a344590c)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:33:46.507424 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6f4f05f9-7f3d-482c-9407-e947de0bcdaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:46.509440 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d611f56d-703c-416b-a202-fedabe8dd311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:46.519309 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c274e05c-f57d-41e4-b2d9-1b733d398138 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:46.519986 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620dc82-4842-40e1-8b02-44f190d1000c req-61422fef-0aee-4130-8dc9-3e805eb475e5 tempest-ServersOnMultiNodesTest-1658368089 tempest-ServersOnMultiNodesTest-1658368089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:46.521136 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1620dc82-4842-40e1-8b02-44f190d1000c req-61422fef-0aee-4130-8dc9-3e805eb475e5 tempest-ServersOnMultiNodesTest-1658368089 tempest-ServersOnMultiNodesTest-1658368089-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=e5124656-8a0e-4bb9-a321-c94452e33289 HTTP/1.1" status: 200 len: 1101 time: 0.1340983 Oct 20 11:33:46.529282 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093daea5-c5f5-406d-ab83-7d5ffeec3adb req-82e5b4b9-6a99-4f24-8da5-cdf757ce75c2 tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:46.530759 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-093daea5-c5f5-406d-ab83-7d5ffeec3adb req-82e5b4b9-6a99-4f24-8da5-cdf757ce75c2 tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] 10.222.0.98 "GET /v2.0/ports?device_id=883999be-7ae5-4389-8dc9-0ec888339f71 HTTP/1.1" status: 200 len: 931 time: 0.1425056 Oct 20 11:33:46.537422 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908797da-88c3-4495-91f3-dc81a1530c32 req-a93d9d63-9987-416b-85d1-ceab64b0fbd0 tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:46.538057 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-908797da-88c3-4495-91f3-dc81a1530c32 req-a93d9d63-9987-416b-85d1-ceab64b0fbd0 tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:46.578698 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-908797da-88c3-4495-91f3-dc81a1530c32 req-a93d9d63-9987-416b-85d1-ceab64b0fbd0 tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0964942 Oct 20 11:33:46.580946 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4f05f9-7f3d-482c-9407-e947de0bcdaf None None] Pushing event updated for resources: {'Port': ['ID=e1d9d81f-3b70-401b-9f39-aa0171b3c981,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:46.599346 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-908797da-88c3-4495-91f3-dc81a1530c32 req-1e33f4ff-5a2f-4300-8b60-70b798b874b2 service neutron] Request body: {'port': {'device_id': '883999be-7ae5-4389-8dc9-0ec888339f71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:33:46.613921 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c274e05c-f57d-41e4-b2d9-1b733d398138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:46.614922 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c274e05c-f57d-41e4-b2d9-1b733d398138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:46.615600 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c274e05c-f57d-41e4-b2d9-1b733d398138 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:46.646643 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-093daea5-c5f5-406d-ab83-7d5ffeec3adb req-b0ef838a-b476-41a0-9163-d2341b40d65c tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] 10.222.0.98 "GET /v2.0/security-groups?id=a05460b9-efcf-42df-a78c-db42215228f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910723 Oct 20 11:33:46.668664 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1620dc82-4842-40e1-8b02-44f190d1000c req-557024fa-09c6-4234-9d62-c393748d93aa tempest-ServersOnMultiNodesTest-1658368089 tempest-ServersOnMultiNodesTest-1658368089-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143320 Oct 20 11:33:46.692237 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c274e05c-f57d-41e4-b2d9-1b733d398138 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8263540 Oct 20 11:33:46.712549 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 34974) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:33:46.717989 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-9e1689b8-e7a2-4206-b7d1-2c761f794052 admin admin] Request body: {'subnet': {'network_id': 'ea4e53cb-8eee-458d-ae57-df613b751c21', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-455667593-subnet', 'tenant_id': 'e5aeff74cded4fc2a3bc0fa1d24c3a70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:33:46.728635 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-d611f56d-703c-416b-a202-fedabe8dd311 admin admin] Allocated IP 172.25.5.131 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/23f08ae1-5a17-4a70-b42d-f1e4b4e14122) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:33:46.740026 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-908797da-88c3-4495-91f3-dc81a1530c32 req-1e33f4ff-5a2f-4300-8b60-70b798b874b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:46.799214 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c274e05c-f57d-41e4-b2d9-1b733d398138 admin admin] Pushing event updated for resources: {'Network': ['ID=ea4e53cb-8eee-458d-ae57-df613b751c21,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:46.846497 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network ea4e53cb-8eee-458d-ae57-df613b751c21 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:33:46.889474 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device b97edbc7-1f97-4e9a-b94f-ed9371a5bb39 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:33:46.935798 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: b97edbc7-1f97-4e9a-b94f-ed9371a5bb39 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:33:46.936223 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device b97edbc7-1f97-4e9a-b94f-ed9371a5bb39 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:33:47.013034 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d611f56d-703c-416b-a202-fedabe8dd311 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:47.072176 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d611f56d-703c-416b-a202-fedabe8dd311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:47.115675 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d611f56d-703c-416b-a202-fedabe8dd311 admin admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:33:47.118549 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-d611f56d-703c-416b-a202-fedabe8dd311 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:33:47.122065 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d611f56d-703c-416b-a202-fedabe8dd311 admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:33:47.147681 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d611f56d-703c-416b-a202-fedabe8dd311 admin admin] Pushing event updated for resources: {'Port': ['ID=23f08ae1-5a17-4a70-b42d-f1e4b4e14122,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:47.193829 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1689b8-e7a2-4206-b7d1-2c761f794052 admin admin] Made reservation on behalf of e5aeff74cded4fc2a3bc0fa1d24c3a70 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:33:47.196026 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9e1689b8-e7a2-4206-b7d1-2c761f794052 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:47.244404 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ffba594-75f9-4095-a8e4-71ac3ca61588 req-bb6c4f09-c3a9-4f49-84db-8a7aba24a46e tempest-ServerShowV254Test-1003354317 tempest-ServerShowV254Test-1003354317-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d7edf71-8836-48e5-9d8a-4ba5a12ea139 HTTP/1.1" status: 200 len: 210 time: 0.0642295 Oct 20 11:33:47.255138 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f8d8bd76-290b-4308-9610-f9cd5d223e40 req-708b90ab-17ad-4edd-9d3b-5cbf675699ae tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=0608bb1584294647a2a321a4de90ae37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0713904 Oct 20 11:33:47.397199 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d611f56d-703c-416b-a202-fedabe8dd311 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:47.437436 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34996) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:33:47.498009 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-39a9c28f-cf0a-4792-8bb4-dd9b50437538 admin admin] Deleting subnet 5383d76b-f048-48e7-bfb5-496dca18cfcf {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:33:47.530089 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-39a9c28f-cf0a-4792-8bb4-dd9b50437538 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:47.574530 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8bd76-290b-4308-9610-f9cd5d223e40 req-34597f63-8572-4731-84d4-99a3026617f2 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:47.575938 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-39a9c28f-cf0a-4792-8bb4-dd9b50437538 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:47.576102 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f8d8bd76-290b-4308-9610-f9cd5d223e40 req-34597f63-8572-4731-84d4-99a3026617f2 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2784686 Oct 20 11:33:47.610202 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f8d8bd76-290b-4308-9610-f9cd5d223e40 req-129d7e7c-16bb-4946-91ed-ed7b9cb4e03a tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/quotas/0608bb1584294647a2a321a4de90ae37 HTTP/1.1" status: 200 len: 375 time: 0.0254428 Oct 20 11:33:47.700763 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-39a9c28f-cf0a-4792-8bb4-dd9b50437538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:47.712140 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9e1689b8-e7a2-4206-b7d1-2c761f794052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:47.745916 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d611f56d-703c-416b-a202-fedabe8dd311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:47.765690 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5369f37d-01fb-492c-bbf7-72767068d825 None None] Network bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:33:47.809594 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f8d8bd76-290b-4308-9610-f9cd5d223e40 req-31fda962-9359-499a-8c22-fd67e38fa84b tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=0608bb1584294647a2a321a4de90ae37&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1909790 Oct 20 11:33:47.839696 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-908797da-88c3-4495-91f3-dc81a1530c32 req-1e33f4ff-5a2f-4300-8b60-70b798b874b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c06e3e7-1382-46a2-8e47-7fbabb34e8fd {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:33:47.852368 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-39a9c28f-cf0a-4792-8bb4-dd9b50437538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:47.856622 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-908797da-88c3-4495-91f3-dc81a1530c32 req-1e33f4ff-5a2f-4300-8b60-70b798b874b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:47.867005 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1689b8-e7a2-4206-b7d1-2c761f794052 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97218c2a-e840-4ddb-907f-c4e5408b55bf,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:47.889244 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-908797da-88c3-4495-91f3-dc81a1530c32 req-1e33f4ff-5a2f-4300-8b60-70b798b874b2 service neutron] Transition to ACTIVE for port object 2c06e3e7-1382-46a2-8e47-7fbabb34e8fd will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:33:47.893972 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1689b8-e7a2-4206-b7d1-2c761f794052 admin admin] Checking segment: {'id': '195bc3d7-d13f-4890-9fab-8df67e4ea3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'ea4e53cb-8eee-458d-ae57-df613b751c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:33:47.894339 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1689b8-e7a2-4206-b7d1-2c761f794052 admin admin] Network hostable DHCP agents. Network: ea4e53cb-8eee-458d-ae57-df613b751c21, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:33:47.895484 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-39a9c28f-cf0a-4792-8bb4-dd9b50437538 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:47.900438 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-39a9c28f-cf0a-4792-8bb4-dd9b50437538 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/5383d76b-f048-48e7-bfb5-496dca18cfcf HTTP/1.1" status: 204 len: 168 time: 0.4616890 Oct 20 11:33:47.903753 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a9c28f-cf0a-4792-8bb4-dd9b50437538 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5383d76b-f048-48e7-bfb5-496dca18cfcf,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:47.908268 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125398b0-39f8-4cb2-bab4-b0f23819b1ab req-38fb1545-2b8d-4fc9-a291-7abbf20dc0c1 tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:47.909514 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-125398b0-39f8-4cb2-bab4-b0f23819b1ab req-38fb1545-2b8d-4fc9-a291-7abbf20dc0c1 tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] 10.222.0.98 "GET /v2.0/ports?device_id=883999be-7ae5-4389-8dc9-0ec888339f71 HTTP/1.1" status: 200 len: 931 time: 0.1403809 Oct 20 11:33:47.911358 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35002) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:33:47.920559 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-908797da-88c3-4495-91f3-dc81a1530c32 req-1e33f4ff-5a2f-4300-8b60-70b798b874b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:47.925485 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-44272fd7-6013-4d01-a157-8df9811f2c57 None None] Provisioning complete for port e1d9d81f-3b70-401b-9f39-aa0171b3c981 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:33:47.925998 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-44272fd7-6013-4d01-a157-8df9811f2c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:47.949426 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d611f56d-703c-416b-a202-fedabe8dd311 admin admin] Router b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:33:48.000265 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1689b8-e7a2-4206-b7d1-2c761f794052 admin admin] Network ea4e53cb-8eee-458d-ae57-df613b751c21 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:33:48.085958 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-9e1689b8-e7a2-4206-b7d1-2c761f794052 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, ea4e53cb-8eee-458d-ae57-df613b751c21) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:33:48.101862 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e33f4ff-5a2f-4300-8b60-70b798b874b2 service neutron] Pushing event updated for resources: {'Port': ['ID=2c06e3e7-1382-46a2-8e47-7fbabb34e8fd,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:48.128481 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f03aa2-66ae-4ffc-b1a7-c7161bf80dff None None] Network ea4e53cb-8eee-458d-ae57-df613b751c21 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:33:48.150434 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1689b8-e7a2-4206-b7d1-2c761f794052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:48.151058 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9e1689b8-e7a2-4206-b7d1-2c761f794052 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:48.156090 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-125398b0-39f8-4cb2-bab4-b0f23819b1ab req-82ce88a1-76a7-43cd-83bd-545e83b434ab tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] 10.222.0.98 "GET /v2.0/security-groups?id=a05460b9-efcf-42df-a78c-db42215228f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333999 Oct 20 11:33:48.174496 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d611f56d-703c-416b-a202-fedabe8dd311 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:33:48.189730 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-44272fd7-6013-4d01-a157-8df9811f2c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:48.197476 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c2adbd-c36e-402b-8a2a-0b6f20f37d33 None None] Sync routers for ids ['b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:33:48.213879 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6d98e79d-8b08-4401-92db-8ba8a243b9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:48.227926 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d611f56d-703c-416b-a202-fedabe8dd311 admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:48.229663 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d611f56d-703c-416b-a202-fedabe8dd311 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 2.5452080 Oct 20 11:33:48.232666 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35008) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:33:48.268988 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c2adbd-c36e-402b-8a2a-0b6f20f37d33 None None] Routers {'b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:33:48.269838 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-31c2adbd-c36e-402b-8a2a-0b6f20f37d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:33:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:33:48.286893 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-9e1689b8-e7a2-4206-b7d1-2c761f794052 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5646203 Oct 20 11:33:48.286893 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f2d65d79-5a5c-4694-af48-8761820f4d23 req-44787d2e-0301-4a84-88cd-7f9e6c4f8df5 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=6792707f-a1fc-4832-bb2a-14f6dffd3d51 HTTP/1.1" status: 200 len: 210 time: 0.0761871 Oct 20 11:33:48.374698 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-908797da-88c3-4495-91f3-dc81a1530c32 req-1e33f4ff-5a2f-4300-8b60-70b798b874b2 service neutron] Attempting to bind port 2c06e3e7-1382-46a2-8e47-7fbabb34e8fd on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:33:48.375300 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-908797da-88c3-4495-91f3-dc81a1530c32 req-1e33f4ff-5a2f-4300-8b60-70b798b874b2 service neutron] Attempting to bind port 2c06e3e7-1382-46a2-8e47-7fbabb34e8fd by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '9e410ae6-c030-4b36-9136-e12b215b5a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '26a24176-ac6b-4818-8afb-d722c9c99e0f'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:33:48.375820 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908797da-88c3-4495-91f3-dc81a1530c32 req-1e33f4ff-5a2f-4300-8b60-70b798b874b2 service neutron] Attempting to bind port 2c06e3e7-1382-46a2-8e47-7fbabb34e8fd on network 26a24176-ac6b-4818-8afb-d722c9c99e0f {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:33:48.395936 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908797da-88c3-4495-91f3-dc81a1530c32 req-1e33f4ff-5a2f-4300-8b60-70b798b874b2 service neutron] Port 2c06e3e7-1382-46a2-8e47-7fbabb34e8fd on network 26a24176-ac6b-4818-8afb-d722c9c99e0f not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:33:48.396558 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908797da-88c3-4495-91f3-dc81a1530c32 req-1e33f4ff-5a2f-4300-8b60-70b798b874b2 service neutron] Attempting to bind port 2c06e3e7-1382-46a2-8e47-7fbabb34e8fd on network 26a24176-ac6b-4818-8afb-d722c9c99e0f {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:33:48.419287 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-44272fd7-6013-4d01-a157-8df9811f2c57 None None] For port e1d9d81f-3b70-401b-9f39-aa0171b3c981, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=e1d9d81f-3b70-401b-9f39-aa0171b3c981,segment=NetworkSegment(bf12ba53-b5be-4c94-86d9-92d8a344590c),segment_id=bf12ba53-b5be-4c94-86d9-92d8a344590c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:33:48.441042 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-44272fd7-6013-4d01-a157-8df9811f2c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:48.442263 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9833135c-d078-4928-8d8d-2e1c41a12e51 req-f78cd213-3f3d-4f16-b0dd-1fac01651a0d tempest-ServerShowV254Test-1003354317 tempest-ServerShowV254Test-1003354317-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d7edf71-8836-48e5-9d8a-4ba5a12ea139 HTTP/1.1" status: 200 len: 210 time: 0.0507588 Oct 20 11:33:48.458372 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908797da-88c3-4495-91f3-dc81a1530c32 req-1e33f4ff-5a2f-4300-8b60-70b798b874b2 service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:33:48.459161 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908797da-88c3-4495-91f3-dc81a1530c32 req-1e33f4ff-5a2f-4300-8b60-70b798b874b2 service neutron] Checking segment: {'id': '9e410ae6-c030-4b36-9136-e12b215b5a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '26a24176-ac6b-4818-8afb-d722c9c99e0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:33:48.459718 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908797da-88c3-4495-91f3-dc81a1530c32 req-1e33f4ff-5a2f-4300-8b60-70b798b874b2 service neutron] Bound using segment: {'id': '9e410ae6-c030-4b36-9136-e12b215b5a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '26a24176-ac6b-4818-8afb-d722c9c99e0f'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:33:48.460340 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-908797da-88c3-4495-91f3-dc81a1530c32 req-1e33f4ff-5a2f-4300-8b60-70b798b874b2 service neutron] Bound port: 2c06e3e7-1382-46a2-8e47-7fbabb34e8fd, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e410ae6-c030-4b36-9136-e12b215b5a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '26a24176-ac6b-4818-8afb-d722c9c99e0f'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:33:48.460918 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-908797da-88c3-4495-91f3-dc81a1530c32 req-1e33f4ff-5a2f-4300-8b60-70b798b874b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:48.541390 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6d98e79d-8b08-4401-92db-8ba8a243b9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:48.584519 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44272fd7-6013-4d01-a157-8df9811f2c57 None None] Pushing event updated for resources: {'Port': ['ID=e1d9d81f-3b70-401b-9f39-aa0171b3c981,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:48.619443 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-6d98e79d-8b08-4401-92db-8ba8a243b9c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a4630fc-abe8-4810-8449-331ff59b9aa5']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:33:48.640520 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-6d98e79d-8b08-4401-92db-8ba8a243b9c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89a5e3a7-e861-4ad9-953a-15e309b9d95c') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:33:48.646768 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-6d98e79d-8b08-4401-92db-8ba8a243b9c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89a5e3a7-e861-4ad9-953a-15e309b9d95c') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:33:48.686207 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6d98e79d-8b08-4401-92db-8ba8a243b9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:48.724447 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-7a873d8c-80bc-410a-867c-77e576c76c7b req-38c06a50-c5fc-438e-bcb9-2661b4267ab1 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1849062282', 'description': 'tempest-description-1781927094'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:33:48.751768 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6d98e79d-8b08-4401-92db-8ba8a243b9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:48.761111 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-908797da-88c3-4495-91f3-dc81a1530c32 req-1e33f4ff-5a2f-4300-8b60-70b798b874b2 service neutron] For port 2c06e3e7-1382-46a2-8e47-7fbabb34e8fd, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:33:48.769520 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-908797da-88c3-4495-91f3-dc81a1530c32 req-1e33f4ff-5a2f-4300-8b60-70b798b874b2 service neutron] For port 2c06e3e7-1382-46a2-8e47-7fbabb34e8fd, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=2c06e3e7-1382-46a2-8e47-7fbabb34e8fd,segment=NetworkSegment(9e410ae6-c030-4b36-9136-e12b215b5a4d),segment_id=9e410ae6-c030-4b36-9136-e12b215b5a4d)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:33:48.773534 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d98e79d-8b08-4401-92db-8ba8a243b9c5 admin admin] Releasing vlan 1272 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:33:48.774002 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6d98e79d-8b08-4401-92db-8ba8a243b9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:48.776389 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:33:48.776389 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:33:48.776389 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:33:48.776389 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:33:48.776389 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:33:48.776389 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:33:48.776389 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:33:48.776389 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:33:48.776389 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:33:48.776389 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:33:48.776389 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:33:48.776389 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:33:48.776389 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:33:48.776389 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:33:48.776389 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:33:48.776389 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:33:48.776389 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:33:48.776389 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:33:48.776389 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:33:48.776389 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:33:48.776389 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:33:48.776389 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:33:48.776389 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:33:48.776389 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:33:48.776389 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:33:48.776389 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:33:48.776389 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:33:48.776389 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:33:48.776389 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:33:48.776389 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:33:48.776389 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:33:48.776389 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:33:48.790562 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-908797da-88c3-4495-91f3-dc81a1530c32 req-1e33f4ff-5a2f-4300-8b60-70b798b874b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:48.823786 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device e1d9d81f-3b70-401b-9f39-aa0171b3c981 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:33:48.841075 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7a873d8c-80bc-410a-867c-77e576c76c7b req-38c06a50-c5fc-438e-bcb9-2661b4267ab1 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:48.875247 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-4628253f-92ba-4c3c-9488-954525c08f68 None None] Provisioning complete for port e1d9d81f-3b70-401b-9f39-aa0171b3c981 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:33:48.875601 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4628253f-92ba-4c3c-9488-954525c08f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:48.887979 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908797da-88c3-4495-91f3-dc81a1530c32 req-1e33f4ff-5a2f-4300-8b60-70b798b874b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:48.888619 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-908797da-88c3-4495-91f3-dc81a1530c32 req-1e33f4ff-5a2f-4300-8b60-70b798b874b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:48.890015 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-908797da-88c3-4495-91f3-dc81a1530c32 req-1e33f4ff-5a2f-4300-8b60-70b798b874b2 service neutron] 10.222.0.11 "PUT /v2.0/ports/2c06e3e7-1382-46a2-8e47-7fbabb34e8fd HTTP/1.1" status: 200 len: 1091 time: 2.2971253 Oct 20 11:33:48.890465 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '883999be-7ae5-4389-8dc9-0ec888339f71', 'tag': '2c06e3e7-1382-46a2-8e47-7fbabb34e8fd'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:33:48.892842 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8eebd9-e8b6-482d-9d44-deb06e05d25e" -d '{"events": [{"name": "network-changed", "server_uuid": "883999be-7ae5-4389-8dc9-0ec888339f71", "tag": "2c06e3e7-1382-46a2-8e47-7fbabb34e8fd"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:33:48.903020 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6d98e79d-8b08-4401-92db-8ba8a243b9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:48.919564 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6d98e79d-8b08-4401-92db-8ba8a243b9c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:48.922691 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-6d98e79d-8b08-4401-92db-8ba8a243b9c5 admin admin] 10.222.0.98 "DELETE /v2.0/networks/4a4630fc-abe8-4810-8449-331ff59b9aa5 HTTP/1.1" status: 204 len: 168 time: 1.0103884 Oct 20 11:33:48.961626 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e33f4ff-5a2f-4300-8b60-70b798b874b2 service neutron] Pushing event updated for resources: {'Port': ['ID=2c06e3e7-1382-46a2-8e47-7fbabb34e8fd,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:48.974990 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-31c2adbd-c36e-402b-8a2a-0b6f20f37d33 None None] Set router b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:33:48.982139 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5469eae-89a1-4ac1-b0be-d40b243a671a x-openstack-request-id: req-e5469eae-89a1-4ac1-b0be-d40b243a671a {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:33:48.982431 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "883999be-7ae5-4389-8dc9-0ec888339f71", "tag": "2c06e3e7-1382-46a2-8e47-7fbabb34e8fd", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:33:48.982678 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e5469eae-89a1-4ac1-b0be-d40b243a671a {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:33:48.983108 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '883999be-7ae5-4389-8dc9-0ec888339f71', 'tag': '2c06e3e7-1382-46a2-8e47-7fbabb34e8fd', 'status': 'completed', 'code': 200} Oct 20 11:33:48.991588 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d98e79d-8b08-4401-92db-8ba8a243b9c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a4630fc-abe8-4810-8449-331ff59b9aa5,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:49.058063 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908797da-88c3-4495-91f3-dc81a1530c32 req-80f214fe-c243-417b-916c-bfda096b41ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:49.059973 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-908797da-88c3-4495-91f3-dc81a1530c32 req-80f214fe-c243-417b-916c-bfda096b41ef service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e1a5ac4996024ce4b1b3740864bf73f2&device_id=883999be-7ae5-4389-8dc9-0ec888339f71 HTTP/1.1" status: 200 len: 1094 time: 0.0951431 Oct 20 11:33:49.098067 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ed4b48-4f66-4c4c-bc44-e37132974e1a None None] Network ea4e53cb-8eee-458d-ae57-df613b751c21 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:33:49.134362 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-908797da-88c3-4495-91f3-dc81a1530c32 req-7d56e995-2c9a-424c-ba2c-5cf82c21a2b7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c06e3e7-1382-46a2-8e47-7fbabb34e8fd HTTP/1.1" status: 200 len: 217 time: 0.0546803 Oct 20 11:33:49.147449 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35032) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:33:49.186932 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7a873d8c-80bc-410a-867c-77e576c76c7b req-38c06a50-c5fc-438e-bcb9-2661b4267ab1 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:49.202456 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7a873d8c-80bc-410a-867c-77e576c76c7b req-38c06a50-c5fc-438e-bcb9-2661b4267ab1 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:49.247581 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908797da-88c3-4495-91f3-dc81a1530c32 req-2ec0d023-3aa5-445b-b02e-12788927f8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:49.249102 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-908797da-88c3-4495-91f3-dc81a1530c32 req-2ec0d023-3aa5-445b-b02e-12788927f8bb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6fd5a7b6-b8a8-4008-892f-65176e688979 HTTP/1.1" status: 200 len: 848 time: 0.1141100 Oct 20 11:33:49.257368 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7a873d8c-80bc-410a-867c-77e576c76c7b req-38c06a50-c5fc-438e-bcb9-2661b4267ab1 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:49.263236 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7a873d8c-80bc-410a-867c-77e576c76c7b req-38c06a50-c5fc-438e-bcb9-2661b4267ab1 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5478053 Oct 20 11:33:49.268232 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35036) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:33:49.271337 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7cc92d94-0a19-47d9-8c53-378fc59f9b91 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ee6d5ccf45aa415ea99d7b7d1f70eb89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1153705 Oct 20 11:33:49.312494 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c06a50-c5fc-438e-bcb9-2661b4267ab1 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf78aa3-1d77-4d44-a0bf-d81f53b2e5cc,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:49.346303 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-908797da-88c3-4495-91f3-dc81a1530c32 req-15aeb4da-dc7f-49c3-b913-47fa27aaefbf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=26a24176-ac6b-4818-8afb-d722c9c99e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818670 Oct 20 11:33:49.362657 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c68828c5-8420-4d73-82d6-4547044a4a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:49.389795 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port e1d9d81f-3b70-401b-9f39-aa0171b3c981 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:33:49.390197 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:49.456580 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2c9eb32d-270c-4129-b043-3cae7dcfc437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:49.497277 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f8d8bd76-290b-4308-9610-f9cd5d223e40 req-42462a57-771e-40b1-8dbb-fcc06ce13f7a tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=0608bb1584294647a2a321a4de90ae37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496140 Oct 20 11:33:49.501950 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-31c2adbd-c36e-402b-8a2a-0b6f20f37d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1547105944-router', 'tenant_id': '62447cf412814f0d9c74926d6191908b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '23f08ae1-5a17-4a70-b42d-f1e4b4e14122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:33:45Z', 'updated_at': '2021-10-20T11:33:47Z', 'revision_number': 3, 'project_id': '62447cf412814f0d9c74926d6191908b', 'gw_port': {'id': '23f08ae1-5a17-4a70-b42d-f1e4b4e14122', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fc:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:33:46Z', 'updated_at': '2021-10-20T11:33:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:33:49.523392 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a11d6a67-f188-4281-bf6e-bdc9e91d4c5a req-c58c9c39-01d6-4e04-8248-510a5e81b7ed tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] 10.222.0.98 "GET /v2.0/security-groups/fdf78aa3-1d77-4d44-a0bf-d81f53b2e5cc HTTP/1.1" status: 200 len: 1805 time: 0.2152572 Oct 20 11:33:49.533149 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c2adbd-c36e-402b-8a2a-0b6f20f37d33 None None] Checking router: b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:33:49.533491 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c2adbd-c36e-402b-8a2a-0b6f20f37d33 None None] Updating router b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1 port 23f08ae1-5a17-4a70-b42d-f1e4b4e14122 binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:33:49.567719 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-31c2adbd-c36e-402b-8a2a-0b6f20f37d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:49.579302 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-a11d6a67-f188-4281-bf6e-bdc9e91d4c5a req-26a3a4fb-4054-48f2-83bc-a468bb89f57f tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fdf78aa3-1d77-4d44-a0bf-d81f53b2e5cc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:33:49.579834 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-a11d6a67-f188-4281-bf6e-bdc9e91d4c5a req-26a3a4fb-4054-48f2-83bc-a468bb89f57f tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fdf78aa3-1d77-4d44-a0bf-d81f53b2e5cc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:33:49.638961 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c72adb-c888-4e00-834c-2a88f317e56e req-66768359-8437-477e-9b40-4a0ea68ba652 tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:49.656179 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e6c72adb-c888-4e00-834c-2a88f317e56e req-66768359-8437-477e-9b40-4a0ea68ba652 tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] 10.222.0.98 "GET /v2.0/ports?device_id=883999be-7ae5-4389-8dc9-0ec888339f71 HTTP/1.1" status: 200 len: 943 time: 0.3152184 Oct 20 11:33:49.676612 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-2c9eb32d-270c-4129-b043-3cae7dcfc437 admin admin] Allocated IP 172.20.0.1 (bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4/3a646348-659c-4597-9319-8cf09eae1cdb/f843cda9-442b-4b4c-bcf1-cc1684d4b60f) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:33:49.733080 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4b524198-7766-44c9-8c2b-f25e258d43fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:49.815419 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2c9eb32d-270c-4129-b043-3cae7dcfc437 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:49.821578 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-908797da-88c3-4495-91f3-dc81a1530c32 req-6d67a0e2-ade5-45ef-ad7c-1690b5b225e3 service neutron] 10.222.0.11 "GET /v2.0/networks/26a24176-ac6b-4818-8afb-d722c9c99e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4443784 Oct 20 11:33:49.828739 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4b524198-7766-44c9-8c2b-f25e258d43fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:49.841272 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e6c72adb-c888-4e00-834c-2a88f317e56e req-eb26dca2-1186-4fca-99c4-c4e008ead3f7 tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] 10.222.0.98 "GET /v2.0/security-groups?id=a05460b9-efcf-42df-a78c-db42215228f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842928 Oct 20 11:33:49.879863 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8bd76-290b-4308-9610-f9cd5d223e40 req-7e272d59-3430-4505-ae78-9954c7af1a23 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:49.881774 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f8d8bd76-290b-4308-9610-f9cd5d223e40 req-7e272d59-3430-4505-ae78-9954c7af1a23 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3529012 Oct 20 11:33:49.889590 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2c9eb32d-270c-4129-b043-3cae7dcfc437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:49.913807 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-31c2adbd-c36e-402b-8a2a-0b6f20f37d33 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:49.915468 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-f8d8bd76-290b-4308-9610-f9cd5d223e40 req-25b84e78-d76b-4271-a61c-2d06bf532158 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Request body: {'port': {'device_id': '6792707f-a1fc-4832-bb2a-14f6dffd3d51', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'admin_state_up': True, 'tenant_id': '0608bb1584294647a2a321a4de90ae37'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:33:49.925012 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-31c2adbd-c36e-402b-8a2a-0b6f20f37d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:49.933378 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e964a485-58e7-4fe6-adf1-bf3ce8beec69 req-2780efd4-9eed-4a3e-87c0-59ca8989d196 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e137279b-e66d-48ef-8e7a-dae0e2221c20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0870929 Oct 20 11:33:49.939673 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9eb32d-270c-4129-b043-3cae7dcfc437 admin admin] Network bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:33:49.944421 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-2c9eb32d-270c-4129-b043-3cae7dcfc437 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:33:49.951481 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9eb32d-270c-4129-b043-3cae7dcfc437 admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:33:49.961072 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a11d6a67-f188-4281-bf6e-bdc9e91d4c5a req-26a3a4fb-4054-48f2-83bc-a468bb89f57f tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:49.992592 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9eb32d-270c-4129-b043-3cae7dcfc437 admin admin] Pushing event updated for resources: {'Port': ['ID=f843cda9-442b-4b4c-bcf1-cc1684d4b60f,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:50.037340 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-31c2adbd-c36e-402b-8a2a-0b6f20f37d33 None None] Attempting to bind port 23f08ae1-5a17-4a70-b42d-f1e4b4e14122 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:33:50.037896 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-31c2adbd-c36e-402b-8a2a-0b6f20f37d33 None None] Attempting to bind port 23f08ae1-5a17-4a70-b42d-f1e4b4e14122 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:33:50.038359 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c2adbd-c36e-402b-8a2a-0b6f20f37d33 None None] Attempting to bind port 23f08ae1-5a17-4a70-b42d-f1e4b4e14122 on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:33:50.048783 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b6b81-1114-4d82-80d3-c5a9a4587537 None None] Pushing event updated for resources: {'Port': ['ID=23f08ae1-5a17-4a70-b42d-f1e4b4e14122,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:50.050279 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9d00af83-b7f2-4323-8520-cb160cb5dc5b req-ab9b518e-196e-457b-be19-0650666670a5 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=6792707f-a1fc-4832-bb2a-14f6dffd3d51 HTTP/1.1" status: 200 len: 210 time: 0.0961237 Oct 20 11:33:50.050495 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2c9eb32d-270c-4129-b043-3cae7dcfc437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:50.080121 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c2adbd-c36e-402b-8a2a-0b6f20f37d33 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:33:50.080682 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c2adbd-c36e-402b-8a2a-0b6f20f37d33 None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:33:50.081186 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-31c2adbd-c36e-402b-8a2a-0b6f20f37d33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:50.082006 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c2adbd-c36e-402b-8a2a-0b6f20f37d33 None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:33:50.082616 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-31c2adbd-c36e-402b-8a2a-0b6f20f37d33 None None] Bound port: 23f08ae1-5a17-4a70-b42d-f1e4b4e14122, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:33:50.083251 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-31c2adbd-c36e-402b-8a2a-0b6f20f37d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:50.094276 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a11d6a67-f188-4281-bf6e-bdc9e91d4c5a req-26a3a4fb-4054-48f2-83bc-a468bb89f57f tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:50.122383 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a11d6a67-f188-4281-bf6e-bdc9e91d4c5a req-26a3a4fb-4054-48f2-83bc-a468bb89f57f tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:50.172647 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-31c2adbd-c36e-402b-8a2a-0b6f20f37d33 None None] For port 23f08ae1-5a17-4a70-b42d-f1e4b4e14122, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:33:50.178491 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-31c2adbd-c36e-402b-8a2a-0b6f20f37d33 None None] For port 23f08ae1-5a17-4a70-b42d-f1e4b4e14122, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=23f08ae1-5a17-4a70-b42d-f1e4b4e14122,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:33:50.186628 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-31c2adbd-c36e-402b-8a2a-0b6f20f37d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:50.206540 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4b524198-7766-44c9-8c2b-f25e258d43fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:50.209314 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4b524198-7766-44c9-8c2b-f25e258d43fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:50.220116 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964a485-58e7-4fe6-adf1-bf3ce8beec69 req-37c4f844-9e41-4e74-907f-d72278a29d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:50.224002 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e964a485-58e7-4fe6-adf1-bf3ce8beec69 req-37c4f844-9e41-4e74-907f-d72278a29d67 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=69251b3b8e214fb2a0a37c132a413a5d&device_id=e137279b-e66d-48ef-8e7a-dae0e2221c20 HTTP/1.1" status: 200 len: 1096 time: 0.2268014 Oct 20 11:33:50.243324 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4b524198-7766-44c9-8c2b-f25e258d43fa admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e200e776-8b96-4140-8718-8c005e80906d HTTP/1.1" status: 204 len: 168 time: 0.9738123 Oct 20 11:33:50.245096 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c2adbd-c36e-402b-8a2a-0b6f20f37d33 None None] Routers {'b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:33:50.245840 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-31c2adbd-c36e-402b-8a2a-0b6f20f37d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:33:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:33:50.249847 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-908797da-88c3-4495-91f3-dc81a1530c32 req-b05dba4d-235f-4501-9ff9-4769c033c088 service neutron] 10.222.0.11 "GET /v2.0/networks/26a24176-ac6b-4818-8afb-d722c9c99e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4036984 Oct 20 11:33:50.263072 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a3a4fb-4054-48f2-83bc-a468bb89f57f tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a673cfd8-9928-46ce-b426-a39dc0f39a6e,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:50.274821 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2c9eb32d-270c-4129-b043-3cae7dcfc437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:50.286545 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a11d6a67-f188-4281-bf6e-bdc9e91d4c5a req-26a3a4fb-4054-48f2-83bc-a468bb89f57f tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:50.292493 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a11d6a67-f188-4281-bf6e-bdc9e91d4c5a req-26a3a4fb-4054-48f2-83bc-a468bb89f57f tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7678902 Oct 20 11:33:50.305481 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b524198-7766-44c9-8c2b-f25e258d43fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e200e776-8b96-4140-8718-8c005e80906d,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:50.383448 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b6b81-1114-4d82-80d3-c5a9a4587537 None None] Pushing event updated for resources: {'Port': ['ID=23f08ae1-5a17-4a70-b42d-f1e4b4e14122,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:50.431138 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4c5056b8-8f9f-40a0-9434-ed04e3143eac req-e1528184-31d4-417c-95f1-6ce644f541b7 tempest-ServerShowV254Test-1003354317 tempest-ServerShowV254Test-1003354317-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d7edf71-8836-48e5-9d8a-4ba5a12ea139 HTTP/1.1" status: 200 len: 210 time: 0.0733507 Oct 20 11:33:50.448414 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8d8bd76-290b-4308-9610-f9cd5d223e40 req-25b84e78-d76b-4271-a61c-2d06bf532158 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Made reservation on behalf of 0608bb1584294647a2a321a4de90ae37 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:33:50.463427 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f8d8bd76-290b-4308-9610-f9cd5d223e40 req-25b84e78-d76b-4271-a61c-2d06bf532158 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:50.482985 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-3d5b9e72-fc2e-44f0-a80e-29afe2e4ff65 req-1b1f2f93-29e8-4a7e-9677-1c1c67cae684 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1705127751', 'description': 'tempest-description-1007153381'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:33:50.511404 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8eebd9-e8b6-482d-9d44-deb06e05d25e req-9103ea22-0431-43cb-815f-5bcd3e0ebcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:50.513439 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4a8eebd9-e8b6-482d-9d44-deb06e05d25e req-9103ea22-0431-43cb-815f-5bcd3e0ebcd1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e1a5ac4996024ce4b1b3740864bf73f2&device_id=883999be-7ae5-4389-8dc9-0ec888339f71 HTTP/1.1" status: 200 len: 1094 time: 0.2001264 Oct 20 11:33:50.537585 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-5a1231d2-cfbf-4132-9752-37a6f42cc1c2 None None] Provisioning complete for port f843cda9-442b-4b4c-bcf1-cc1684d4b60f triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:33:50.538535 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5a1231d2-cfbf-4132-9752-37a6f42cc1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:50.593825 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3d5b9e72-fc2e-44f0-a80e-29afe2e4ff65 req-1b1f2f93-29e8-4a7e-9677-1c1c67cae684 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:50.594230 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-5a1231d2-cfbf-4132-9752-37a6f42cc1c2 None None] Port f843cda9-442b-4b4c-bcf1-cc1684d4b60f cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:33:50.596037 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device e1d9d81f-3b70-401b-9f39-aa0171b3c981 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:33:50.612993 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2c9eb32d-270c-4129-b043-3cae7dcfc437 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:50.623602 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2c9eb32d-270c-4129-b043-3cae7dcfc437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:50.672175 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-31c2adbd-c36e-402b-8a2a-0b6f20f37d33 None None] Set router b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:33:50.695826 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-f8d8bd76-290b-4308-9610-f9cd5d223e40 req-25b84e78-d76b-4271-a61c-2d06bf532158 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Allocated IP 192.168.233.18 (09e5a906-63cf-4dde-b699-ab448fb18fb8/94289c8c-e5f7-4e30-b6a9-5b268a8fd610/d4a181bd-df84-479c-8a84-d9e9a72ddead) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:33:50.732730 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port e1d9d81f-3b70-401b-9f39-aa0171b3c981 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:33:50.733203 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:50.736581 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2c9eb32d-270c-4129-b043-3cae7dcfc437 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:50.747662 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9eb32d-270c-4129-b043-3cae7dcfc437 admin admin] Pushing event updated for resources: {'Port': ['ID=f843cda9-442b-4b4c-bcf1-cc1684d4b60f,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:50.762633 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964a485-58e7-4fe6-adf1-bf3ce8beec69 req-e9b6e2e9-d892-4c26-889b-07070c11b228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:50.762633 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e964a485-58e7-4fe6-adf1-bf3ce8beec69 req-e9b6e2e9-d892-4c26-889b-07070c11b228 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f HTTP/1.1" status: 200 len: 913 time: 0.4801085 Oct 20 11:33:50.880516 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e964a485-58e7-4fe6-adf1-bf3ce8beec69 req-6623bcba-c380-4d44-98c5-7b913afca7e4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32d92ba1-eb0b-4790-a484-5d6d2b2830e0 HTTP/1.1" status: 200 len: 1001 time: 0.1098008 Oct 20 11:33:50.941696 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964a485-58e7-4fe6-adf1-bf3ce8beec69 req-279e9f84-1af0-4a24-ad1d-7f5b23b9a4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:50.943711 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e964a485-58e7-4fe6-adf1-bf3ce8beec69 req-279e9f84-1af0-4a24-ad1d-7f5b23b9a4a4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0057a976-b334-4953-9598-aeeb93dda6d6 HTTP/1.1" status: 200 len: 850 time: 0.0553725 Oct 20 11:33:50.965341 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9eb32d-270c-4129-b043-3cae7dcfc437 admin admin] Network bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:33:50.996334 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-2c9eb32d-270c-4129-b043-3cae7dcfc437 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:33:51.019688 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8eebd9-e8b6-482d-9d44-deb06e05d25e req-2d8c8792-ff73-4852-989c-74cd3ca9cee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:51.021423 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4a8eebd9-e8b6-482d-9d44-deb06e05d25e req-2d8c8792-ff73-4852-989c-74cd3ca9cee9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=26a24176-ac6b-4818-8afb-d722c9c99e0f HTTP/1.1" status: 200 len: 910 time: 0.4658959 Oct 20 11:33:51.022079 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-31c2adbd-c36e-402b-8a2a-0b6f20f37d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1547105944-router', 'tenant_id': '62447cf412814f0d9c74926d6191908b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '23f08ae1-5a17-4a70-b42d-f1e4b4e14122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:33:45Z', 'updated_at': '2021-10-20T11:33:50Z', 'revision_number': 4, 'project_id': '62447cf412814f0d9c74926d6191908b', 'gw_port': {'id': '23f08ae1-5a17-4a70-b42d-f1e4b4e14122', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fc:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:33:46Z', 'updated_at': '2021-10-20T11:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'f843cda9-442b-4b4c-bcf1-cc1684d4b60f', 'name': '', 'network_id': 'bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4', 'tenant_id': '62447cf412814f0d9c74926d6191908b', 'mac_address': 'fa:16:3e:67:91:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '3a646348-659c-4597-9319-8cf09eae1cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:33:49Z', 'updated_at': '2021-10-20T11:33:49Z', 'revision_number': 1, 'project_id': '62447cf412814f0d9c74926d6191908b', 'subnets': [{'id': '3a646348-659c-4597-9319-8cf09eae1cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:33:51.060690 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c2adbd-c36e-402b-8a2a-0b6f20f37d33 None None] The sync data for ids ['b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1'] in n-d-814735-3 is: [{'id': 'b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1547105944-router', 'tenant_id': '62447cf412814f0d9c74926d6191908b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '23f08ae1-5a17-4a70-b42d-f1e4b4e14122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:33:45Z', 'updated_at': '2021-10-20T11:33:50Z', 'revision_number': 4, 'project_id': '62447cf412814f0d9c74926d6191908b', 'gw_port': {'id': '23f08ae1-5a17-4a70-b42d-f1e4b4e14122', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fc:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:33:46Z', 'updated_at': '2021-10-20T11:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'f843cda9-442b-4b4c-bcf1-cc1684d4b60f', 'name': '', 'network_id': 'bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4', 'tenant_id': '62447cf412814f0d9c74926d6191908b', 'mac_address': 'fa:16:3e:67:91:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '3a646348-659c-4597-9319-8cf09eae1cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:33:49Z', 'updated_at': '2021-10-20T11:33:49Z', 'revision_number': 1, 'project_id': '62447cf412814f0d9c74926d6191908b', 'subnets': [{'id': '3a646348-659c-4597-9319-8cf09eae1cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:33:51.088034 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964a485-58e7-4fe6-adf1-bf3ce8beec69 req-fa659b31-2077-4079-8a5b-ae39b2640719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:51.090104 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e964a485-58e7-4fe6-adf1-bf3ce8beec69 req-fa659b31-2077-4079-8a5b-ae39b2640719 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1388259 Oct 20 11:33:51.145326 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3d5b9e72-fc2e-44f0-a80e-29afe2e4ff65 req-1b1f2f93-29e8-4a7e-9677-1c1c67cae684 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:51.154693 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4a8eebd9-e8b6-482d-9d44-deb06e05d25e req-d6c0ebea-41e9-4d05-9e68-0e2599708205 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c06e3e7-1382-46a2-8e47-7fbabb34e8fd HTTP/1.1" status: 200 len: 217 time: 0.1135938 Oct 20 11:33:51.175835 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f8d8bd76-290b-4308-9610-f9cd5d223e40 req-25b84e78-d76b-4271-a61c-2d06bf532158 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:51.177320 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3d5b9e72-fc2e-44f0-a80e-29afe2e4ff65 req-1b1f2f93-29e8-4a7e-9677-1c1c67cae684 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:51.255035 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c9eb32d-270c-4129-b043-3cae7dcfc437 admin admin] Router b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:33:51.277813 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3d5b9e72-fc2e-44f0-a80e-29afe2e4ff65 req-1b1f2f93-29e8-4a7e-9677-1c1c67cae684 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:51.291512 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3d5b9e72-fc2e-44f0-a80e-29afe2e4ff65 req-1b1f2f93-29e8-4a7e-9677-1c1c67cae684 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.8246009 Oct 20 11:33:51.327273 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-18396ff4-8adf-448f-8082-c3f5d08ca3bc None None] Provisioning complete for port f843cda9-442b-4b4c-bcf1-cc1684d4b60f triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:33:51.327273 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-18396ff4-8adf-448f-8082-c3f5d08ca3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:51.379256 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f2f93-29e8-4a7e-9677-1c1c67cae684 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8d1de3-db7d-4334-bc93-07915144f82b,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:51.460271 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8eebd9-e8b6-482d-9d44-deb06e05d25e req-e6229857-102f-47d1-b1bb-ec454efd4c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:51.466969 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4a8eebd9-e8b6-482d-9d44-deb06e05d25e req-e6229857-102f-47d1-b1bb-ec454efd4c04 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6fd5a7b6-b8a8-4008-892f-65176e688979 HTTP/1.1" status: 200 len: 848 time: 0.2589447 Oct 20 11:33:51.480294 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9eb32d-270c-4129-b043-3cae7dcfc437 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:33:51.481744 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d7609-06dd-4efc-8ee7-5bc91915db29 req-88ec1c67-12bf-4d11-aaf5-68f45a35b0da tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:51.486899 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2c9eb32d-270c-4129-b043-3cae7dcfc437 admin admin] 10.222.0.98 "PUT /v2.0/routers/b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2529089 Oct 20 11:33:51.490478 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e964a485-58e7-4fe6-adf1-bf3ce8beec69 req-e5b38be4-5418-410e-b343-e3bf4eb18245 service neutron] 10.222.0.11 "GET /v2.0/networks/bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776486 Oct 20 11:33:51.493023 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b82d7609-06dd-4efc-8ee7-5bc91915db29 req-88ec1c67-12bf-4d11-aaf5-68f45a35b0da tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] 10.222.0.98 "GET /v2.0/ports?device_id=883999be-7ae5-4389-8dc9-0ec888339f71 HTTP/1.1" status: 200 len: 943 time: 0.4364905 Oct 20 11:33:51.498221 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-64d7cc34-92d9-4795-8473-05917a1a976e req-c266066f-156d-4e7c-ae0b-566cce0a27ff tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=6792707f-a1fc-4832-bb2a-14f6dffd3d51 HTTP/1.1" status: 200 len: 210 time: 0.1160476 Oct 20 11:33:51.601469 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4a8eebd9-e8b6-482d-9d44-deb06e05d25e req-de747d5e-a130-4001-816a-9f0a1bc3af0a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=26a24176-ac6b-4818-8afb-d722c9c99e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674195 Oct 20 11:33:51.607602 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f8d8bd76-290b-4308-9610-f9cd5d223e40 req-25b84e78-d76b-4271-a61c-2d06bf532158 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:51.621205 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b82d7609-06dd-4efc-8ee7-5bc91915db29 req-83fea1d3-9fd1-42e0-8d4a-05ecad29b6e9 tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] 10.222.0.98 "GET /v2.0/security-groups?id=a05460b9-efcf-42df-a78c-db42215228f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269577 Oct 20 11:33:51.718273 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e964a485-58e7-4fe6-adf1-bf3ce8beec69 req-b1980b9b-581b-4d79-9ee6-85e88a7e4c09 service neutron] 10.222.0.11 "GET /v2.0/networks/bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153702 Oct 20 11:33:51.749886 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35084) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:33:51.775428 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8d8bd76-290b-4308-9610-f9cd5d223e40 req-25b84e78-d76b-4271-a61c-2d06bf532158 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Network 09e5a906-63cf-4dde-b699-ab448fb18fb8 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:33:51.780240 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['c72fbb34-5a3a-46da-868e-1ffabefa13b5', '89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:33:51.783391 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8', '4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03', '6525970b-6518-4419-8f81-0f6afc95e9d5', '49d29f0a-b527-4b66-8aee-5defafa6446f'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:33:51.819691 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-f8d8bd76-290b-4308-9610-f9cd5d223e40 req-25b84e78-d76b-4271-a61c-2d06bf532158 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:33:51.833203 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d8bd76-290b-4308-9610-f9cd5d223e40 req-25b84e78-d76b-4271-a61c-2d06bf532158 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:33:51.844462 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b84e78-d76b-4271-a61c-2d06bf532158 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Pushing event updated for resources: {'Port': ['ID=d4a181bd-df84-479c-8a84-d9e9a72ddead,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:51.906411 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-18396ff4-8adf-448f-8082-c3f5d08ca3bc None None] Port f843cda9-442b-4b4c-bcf1-cc1684d4b60f cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:33:51.928403 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-a533c761-112a-4c3a-94be-6a947fb30dc9 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1737024713-network', 'tenant_id': '03a1b0af74fc456cb49c3829ab27ee7c'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:33:51.981268 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a533c761-112a-4c3a-94be-6a947fb30dc9 admin admin] Made reservation on behalf of 03a1b0af74fc456cb49c3829ab27ee7c for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:33:51.983339 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a533c761-112a-4c3a-94be-6a947fb30dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:52.003449 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9e3219b3-041f-4076-8d57-20528162e7f2 req-e9349a75-a4e4-4193-a5ac-4f0fee3cfb4e tempest-ServerShowV254Test-1003354317 tempest-ServerShowV254Test-1003354317-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d7edf71-8836-48e5-9d8a-4ba5a12ea139 HTTP/1.1" status: 200 len: 210 time: 0.0780528 Oct 20 11:33:52.005392 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a533c761-112a-4c3a-94be-6a947fb30dc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:52.042727 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6fd9ebaf-06f8-4935-aabc-16120f66ddd2 req-25ffef01-8e18-4946-8c31-01274614c7ed tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] 10.222.0.98 "GET /v2.0/security-groups/1f8d1de3-db7d-4334-bc93-07915144f82b HTTP/1.1" status: 200 len: 1805 time: 0.3534992 Oct 20 11:33:52.054123 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-6fd9ebaf-06f8-4935-aabc-16120f66ddd2 req-a733bda2-311e-48bc-89c3-9bb107093e79 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '1f8d1de3-db7d-4334-bc93-07915144f82b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:33:52.054395 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-6fd9ebaf-06f8-4935-aabc-16120f66ddd2 req-a733bda2-311e-48bc-89c3-9bb107093e79 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '1f8d1de3-db7d-4334-bc93-07915144f82b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:33:52.064053 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8bd76-290b-4308-9610-f9cd5d223e40 req-25b84e78-d76b-4271-a61c-2d06bf532158 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:52.064683 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f8d8bd76-290b-4308-9610-f9cd5d223e40 req-25b84e78-d76b-4271-a61c-2d06bf532158 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:52.089276 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f8d8bd76-290b-4308-9610-f9cd5d223e40 req-25b84e78-d76b-4271-a61c-2d06bf532158 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1858640 Oct 20 11:33:52.101383 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4a8eebd9-e8b6-482d-9d44-deb06e05d25e req-c626394a-2229-4082-aa30-8fa4ce462376 service neutron] 10.222.0.11 "GET /v2.0/networks/26a24176-ac6b-4818-8afb-d722c9c99e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4768636 Oct 20 11:33:52.109268 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-f8d8bd76-290b-4308-9610-f9cd5d223e40 req-368cf51c-7d5b-4158-aa8c-0f561a24b6b7 service neutron] Request body: {'port': {'device_id': '6792707f-a1fc-4832-bb2a-14f6dffd3d51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:33:52.232738 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a533c761-112a-4c3a-94be-6a947fb30dc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:52.238392 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a533c761-112a-4c3a-94be-6a947fb30dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:52.261220 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-dbae593a-81a2-42a0-9426-9c5e8942ba1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:52.279812 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a533c761-112a-4c3a-94be-6a947fb30dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52faa75b-0825-4c6d-b0f6-5574fd71d050,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:52.307931 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a533c761-112a-4c3a-94be-6a947fb30dc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1256, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:33:52.331001 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a533c761-112a-4c3a-94be-6a947fb30dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:52.331281 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-a533c761-112a-4c3a-94be-6a947fb30dc9 admin admin] Added segment 86e6eb47-8dc6-4120-bbd2-37886be24348 of type vlan for network 11cadb84-dd7d-49ad-b2f7-e9a9d0e73f29 Oct 20 11:33:52.363397 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:33:52.378742 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-0b4689f9-1a1d-4e6b-8884-6b59e85425f5 None None] Provisioning complete for port d4a181bd-df84-479c-8a84-d9e9a72ddead triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:33:52.384911 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0b4689f9-1a1d-4e6b-8884-6b59e85425f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:52.390785 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a533c761-112a-4c3a-94be-6a947fb30dc9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:52.443569 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a533c761-112a-4c3a-94be-6a947fb30dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:52.447639 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a533c761-112a-4c3a-94be-6a947fb30dc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:52.449680 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a533c761-112a-4c3a-94be-6a947fb30dc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:52.517070 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-0b4689f9-1a1d-4e6b-8884-6b59e85425f5 None None] Port d4a181bd-df84-479c-8a84-d9e9a72ddead cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:33:52.545106 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a533c761-112a-4c3a-94be-6a947fb30dc9 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7930892 Oct 20 11:33:52.548594 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35096) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:33:52.630875 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a533c761-112a-4c3a-94be-6a947fb30dc9 admin admin] Pushing event updated for resources: {'Network': ['ID=11cadb84-dd7d-49ad-b2f7-e9a9d0e73f29,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:52.633222 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 23f08ae1-5a17-4a70-b42d-f1e4b4e14122 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:33:52.655245 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-8f9c6a8d-aa85-40e9-9661-af7e85b20bb6 admin admin] Request body: {'subnet': {'network_id': '11cadb84-dd7d-49ad-b2f7-e9a9d0e73f29', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1737024713-subnet', 'tenant_id': '03a1b0af74fc456cb49c3829ab27ee7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:33:52.680526 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 11cadb84-dd7d-49ad-b2f7-e9a9d0e73f29 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:33:52.689868 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9c6a8d-aa85-40e9-9661-af7e85b20bb6 admin admin] Made reservation on behalf of 03a1b0af74fc456cb49c3829ab27ee7c for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:33:52.692304 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8f9c6a8d-aa85-40e9-9661-af7e85b20bb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:52.865533 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 23f08ae1-5a17-4a70-b42d-f1e4b4e14122 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:33:52.866452 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:52.909304 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f8d8bd76-290b-4308-9610-f9cd5d223e40 req-368cf51c-7d5b-4158-aa8c-0f561a24b6b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:52.954804 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8f9c6a8d-aa85-40e9-9661-af7e85b20bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:52.981866 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6fd9ebaf-06f8-4935-aabc-16120f66ddd2 req-a733bda2-311e-48bc-89c3-9bb107093e79 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:53.033570 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:53.053200 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:53.056804 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9c6a8d-aa85-40e9-9661-af7e85b20bb6 admin admin] Checking segment: {'id': '86e6eb47-8dc6-4120-bbd2-37886be24348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '11cadb84-dd7d-49ad-b2f7-e9a9d0e73f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:33:53.057340 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9c6a8d-aa85-40e9-9661-af7e85b20bb6 admin admin] Network hostable DHCP agents. Network: 11cadb84-dd7d-49ad-b2f7-e9a9d0e73f29, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:33:53.072424 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4a8eebd9-e8b6-482d-9d44-deb06e05d25e req-64a24820-4937-4f57-97bb-63cb70d80ffc service neutron] 10.222.0.11 "GET /v2.0/networks/26a24176-ac6b-4818-8afb-d722c9c99e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9584279 Oct 20 11:33:53.083514 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6fd9ebaf-06f8-4935-aabc-16120f66ddd2 req-a733bda2-311e-48bc-89c3-9bb107093e79 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:53.085957 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 23f08ae1-5a17-4a70-b42d-f1e4b4e14122, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=23f08ae1-5a17-4a70-b42d-f1e4b4e14122,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:33:53.096159 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6fd9ebaf-06f8-4935-aabc-16120f66ddd2 req-a733bda2-311e-48bc-89c3-9bb107093e79 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:53.113875 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c6a8d-aa85-40e9-9661-af7e85b20bb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb406535-83f0-483f-a992-4af781577e47,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:53.121539 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9c6a8d-aa85-40e9-9661-af7e85b20bb6 admin admin] Network 11cadb84-dd7d-49ad-b2f7-e9a9d0e73f29 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:33:53.128893 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:53.136022 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-8f9c6a8d-aa85-40e9-9661-af7e85b20bb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 11cadb84-dd7d-49ad-b2f7-e9a9d0e73f29) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:33:53.136630 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:53.144934 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9c6a8d-aa85-40e9-9661-af7e85b20bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:53.145154 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba2d48-b45f-4c47-9977-c5dfe5b99aa7 req-29b01c16-529b-452d-ab86-f104a36254a7 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:53.146173 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8f9c6a8d-aa85-40e9-9661-af7e85b20bb6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:53.153272 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-33ba2d48-b45f-4c47-9977-c5dfe5b99aa7 req-29b01c16-529b-452d-ab86-f104a36254a7 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "GET /v2.0/networks?id=bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4 HTTP/1.1" status: 200 len: 829 time: 0.2991912 Oct 20 11:33:53.154318 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6998af5-cdb4-4ff3-bf4f-838a9b01335a None None] Network 11cadb84-dd7d-49ad-b2f7-e9a9d0e73f29 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:33:53.172308 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a733bda2-311e-48bc-89c3-9bb107093e79 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3314e564-b942-42c3-97e7-bb921988bf2b,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:53.175807 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8f9c6a8d-aa85-40e9-9661-af7e85b20bb6 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5456994 Oct 20 11:33:53.261024 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-33ba2d48-b45f-4c47-9977-c5dfe5b99aa7 req-020a5515-f00a-4490-b02d-1fa5fc35b0ff tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "GET /v2.0/quotas/62447cf412814f0d9c74926d6191908b HTTP/1.1" status: 200 len: 375 time: 0.1067293 Oct 20 11:33:53.289108 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6fd9ebaf-06f8-4935-aabc-16120f66ddd2 req-a733bda2-311e-48bc-89c3-9bb107093e79 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:53.290693 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6fd9ebaf-06f8-4935-aabc-16120f66ddd2 req-a733bda2-311e-48bc-89c3-9bb107093e79 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 1.2471197 Oct 20 11:33:53.294228 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=23f08ae1-5a17-4a70-b42d-f1e4b4e14122,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:53.311790 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:53.312136 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:53.312479 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:53.312880 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:53.313218 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:53.313653 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:53.313873 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:53.314196 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:53.314670 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:53.315039 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:53.315368 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:53.315692 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:53.399038 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0d2205-8fa8-4ddc-8c33-b27dc9fcd409 None None] Network 11cadb84-dd7d-49ad-b2f7-e9a9d0e73f29 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:33:53.427378 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-33ba2d48-b45f-4c47-9977-c5dfe5b99aa7 req-a1860447-5575-4854-bb98-d498d0fc77dc tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=62447cf412814f0d9c74926d6191908b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1650951 Oct 20 11:33:53.542217 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d94fc-87b8-46b7-83f1-fafabdb543d1 req-ab144f0f-80da-47df-85e1-65aa6ca43840 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:53.543652 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f47d94fc-87b8-46b7-83f1-fafabdb543d1 req-ab144f0f-80da-47df-85e1-65aa6ca43840 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=6792707f-a1fc-4832-bb2a-14f6dffd3d51 HTTP/1.1" status: 200 len: 935 time: 0.1784050 Oct 20 11:33:53.627107 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-33ba2d48-b45f-4c47-9977-c5dfe5b99aa7 req-c0b30a89-c026-4047-90a0-fea2024292a9 service neutron] 10.222.0.98 "GET /v2.0/networks/bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898551 Oct 20 11:33:53.662523 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-f8d8bd76-290b-4308-9610-f9cd5d223e40 req-368cf51c-7d5b-4158-aa8c-0f561a24b6b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4a181bd-df84-479c-8a84-d9e9a72ddead {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:33:53.679371 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f47d94fc-87b8-46b7-83f1-fafabdb543d1 req-cf72fc47-64f7-4301-a8a4-c994407b3b74 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272771 Oct 20 11:33:53.686256 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f8d8bd76-290b-4308-9610-f9cd5d223e40 req-368cf51c-7d5b-4158-aa8c-0f561a24b6b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:53.738350 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-f8d8bd76-290b-4308-9610-f9cd5d223e40 req-368cf51c-7d5b-4158-aa8c-0f561a24b6b7 service neutron] Transition to ACTIVE for port object d4a181bd-df84-479c-8a84-d9e9a72ddead will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:33:53.744937 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f8d8bd76-290b-4308-9610-f9cd5d223e40 req-368cf51c-7d5b-4158-aa8c-0f561a24b6b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:53.845763 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368cf51c-7d5b-4158-aa8c-0f561a24b6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a181bd-df84-479c-8a84-d9e9a72ddead,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:53.852195 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-33ba2d48-b45f-4c47-9977-c5dfe5b99aa7 req-bcc77f78-b43f-45a8-968b-6763dcc4f472 service neutron] 10.222.0.98 "GET /v2.0/networks/bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144723 Oct 20 11:33:53.912663 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6713e21-da77-49a4-a08a-414ce6a4d0b9 req-c3a96c84-bd99-4918-a859-12dad25e6226 tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:53.914687 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6713e21-da77-49a4-a08a-414ce6a4d0b9 req-c3a96c84-bd99-4918-a859-12dad25e6226 tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] 10.222.0.98 "GET /v2.0/ports?device_id=883999be-7ae5-4389-8dc9-0ec888339f71 HTTP/1.1" status: 200 len: 943 time: 0.1672564 Oct 20 11:33:53.980745 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6713e21-da77-49a4-a08a-414ce6a4d0b9 req-87fa8faf-6b65-41e4-9c22-23d952e22590 tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] 10.222.0.98 "GET /v2.0/security-groups?id=a05460b9-efcf-42df-a78c-db42215228f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593064 Oct 20 11:33:53.981646 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-f8d8bd76-290b-4308-9610-f9cd5d223e40 req-368cf51c-7d5b-4158-aa8c-0f561a24b6b7 service neutron] Attempting to bind port d4a181bd-df84-479c-8a84-d9e9a72ddead on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:33:53.982098 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-f8d8bd76-290b-4308-9610-f9cd5d223e40 req-368cf51c-7d5b-4158-aa8c-0f561a24b6b7 service neutron] Attempting to bind port d4a181bd-df84-479c-8a84-d9e9a72ddead by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:33:53.982423 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d8bd76-290b-4308-9610-f9cd5d223e40 req-368cf51c-7d5b-4158-aa8c-0f561a24b6b7 service neutron] Attempting to bind port d4a181bd-df84-479c-8a84-d9e9a72ddead on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:33:53.987962 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d8bd76-290b-4308-9610-f9cd5d223e40 req-368cf51c-7d5b-4158-aa8c-0f561a24b6b7 service neutron] Port d4a181bd-df84-479c-8a84-d9e9a72ddead on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:33:53.988197 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d8bd76-290b-4308-9610-f9cd5d223e40 req-368cf51c-7d5b-4158-aa8c-0f561a24b6b7 service neutron] Attempting to bind port d4a181bd-df84-479c-8a84-d9e9a72ddead on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:33:53.993991 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d8bd76-290b-4308-9610-f9cd5d223e40 req-368cf51c-7d5b-4158-aa8c-0f561a24b6b7 service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:33:53.994319 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d8bd76-290b-4308-9610-f9cd5d223e40 req-368cf51c-7d5b-4158-aa8c-0f561a24b6b7 service neutron] Checking segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:33:53.994697 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d8bd76-290b-4308-9610-f9cd5d223e40 req-368cf51c-7d5b-4158-aa8c-0f561a24b6b7 service neutron] Bound using segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:33:53.995153 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-f8d8bd76-290b-4308-9610-f9cd5d223e40 req-368cf51c-7d5b-4158-aa8c-0f561a24b6b7 service neutron] Bound port: d4a181bd-df84-479c-8a84-d9e9a72ddead, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:33:53.995503 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f8d8bd76-290b-4308-9610-f9cd5d223e40 req-368cf51c-7d5b-4158-aa8c-0f561a24b6b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:54.089064 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bf80d0-0c6b-496c-a0d8-08f32f1500ea None None] Sync routers for ids ['b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:33:54.104930 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bf80d0-0c6b-496c-a0d8-08f32f1500ea None None] Routers {'b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:33:54.105684 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-60bf80d0-0c6b-496c-a0d8-08f32f1500ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:33:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:33:54.125535 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-f8d8bd76-290b-4308-9610-f9cd5d223e40 req-368cf51c-7d5b-4158-aa8c-0f561a24b6b7 service neutron] For port d4a181bd-df84-479c-8a84-d9e9a72ddead, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:33:54.135986 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-f8d8bd76-290b-4308-9610-f9cd5d223e40 req-368cf51c-7d5b-4158-aa8c-0f561a24b6b7 service neutron] For port d4a181bd-df84-479c-8a84-d9e9a72ddead, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=d4a181bd-df84-479c-8a84-d9e9a72ddead,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:33:54.154190 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f8d8bd76-290b-4308-9610-f9cd5d223e40 req-368cf51c-7d5b-4158-aa8c-0f561a24b6b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:54.176625 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8d946fef-be49-41d2-a00b-a6844214c92b req-3e9562d3-b8ce-460d-977a-2cecdb954484 tempest-ServerShowV254Test-1003354317 tempest-ServerShowV254Test-1003354317-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d7edf71-8836-48e5-9d8a-4ba5a12ea139 HTTP/1.1" status: 200 len: 210 time: 0.0482266 Oct 20 11:33:54.201720 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-174a83e4-c4e5-4090-bcef-d8a61ee668d7 req-cf50f846-7670-4fd0-b4fe-56c610f6057e tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-972212578', 'description': 'tempest-description-2106383727'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:33:54.218681 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8bd76-290b-4308-9610-f9cd5d223e40 req-368cf51c-7d5b-4158-aa8c-0f561a24b6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:54.219368 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f8d8bd76-290b-4308-9610-f9cd5d223e40 req-368cf51c-7d5b-4158-aa8c-0f561a24b6b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:54.220840 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f8d8bd76-290b-4308-9610-f9cd5d223e40 req-368cf51c-7d5b-4158-aa8c-0f561a24b6b7 service neutron] 10.222.0.11 "PUT /v2.0/ports/d4a181bd-df84-479c-8a84-d9e9a72ddead HTTP/1.1" status: 200 len: 1095 time: 2.1185141 Oct 20 11:33:54.221259 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6792707f-a1fc-4832-bb2a-14f6dffd3d51', 'tag': 'd4a181bd-df84-479c-8a84-d9e9a72ddead'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:33:54.223619 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56995289-a4f4-4e45-83c6-d4141ccf1d85" -d '{"events": [{"name": "network-changed", "server_uuid": "6792707f-a1fc-4832-bb2a-14f6dffd3d51", "tag": "d4a181bd-df84-479c-8a84-d9e9a72ddead"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:33:54.278696 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368cf51c-7d5b-4158-aa8c-0f561a24b6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a181bd-df84-479c-8a84-d9e9a72ddead,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:54.287688 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-174a83e4-c4e5-4090-bcef-d8a61ee668d7 req-cf50f846-7670-4fd0-b4fe-56c610f6057e tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:54.320086 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-60bf80d0-0c6b-496c-a0d8-08f32f1500ea None None] Set router b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:33:54.362320 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8bd76-290b-4308-9610-f9cd5d223e40 req-85ea4b93-aed3-4def-9502-0a1e66418786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:54.364167 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f8d8bd76-290b-4308-9610-f9cd5d223e40 req-85ea4b93-aed3-4def-9502-0a1e66418786 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0608bb1584294647a2a321a4de90ae37&device_id=6792707f-a1fc-4832-bb2a-14f6dffd3d51 HTTP/1.1" status: 200 len: 1098 time: 0.0953145 Oct 20 11:33:54.440961 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f8d8bd76-290b-4308-9610-f9cd5d223e40 req-a5e16791-5f92-4237-b85d-eb71ad938563 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=d4a181bd-df84-479c-8a84-d9e9a72ddead HTTP/1.1" status: 200 len: 217 time: 0.0662937 Oct 20 11:33:54.503851 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-174a83e4-c4e5-4090-bcef-d8a61ee668d7 req-cf50f846-7670-4fd0-b4fe-56c610f6057e tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:54.552064 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-174a83e4-c4e5-4090-bcef-d8a61ee668d7 req-cf50f846-7670-4fd0-b4fe-56c610f6057e tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:54.574686 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3d57b44d-7f79-44b7-92ef-5c3e94afef81 req-84fb679d-0148-4a85-bc48-7ea0d240e7c0 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "GET /v2.0/ports?device_id=adcf6c49-99dc-4137-9ef7-4d2b2561b5c3 HTTP/1.1" status: 200 len: 210 time: 0.0544508 Oct 20 11:33:54.587127 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 23f08ae1-5a17-4a70-b42d-f1e4b4e14122 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:33:54.592439 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8bd76-290b-4308-9610-f9cd5d223e40 req-14c64124-6d2e-430f-943e-b0e5e871435f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:54.593999 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f8d8bd76-290b-4308-9610-f9cd5d223e40 req-14c64124-6d2e-430f-943e-b0e5e871435f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.1438863 Oct 20 11:33:54.618282 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-174a83e4-c4e5-4090-bcef-d8a61ee668d7 req-cf50f846-7670-4fd0-b4fe-56c610f6057e tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:54.624812 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-174a83e4-c4e5-4090-bcef-d8a61ee668d7 req-cf50f846-7670-4fd0-b4fe-56c610f6057e tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4290135 Oct 20 11:33:54.693740 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c931d7-325f-4e61-b0d6-7719959645d6 x-openstack-request-id: req-43c931d7-325f-4e61-b0d6-7719959645d6 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:33:54.695026 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6792707f-a1fc-4832-bb2a-14f6dffd3d51", "tag": "d4a181bd-df84-479c-8a84-d9e9a72ddead", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:33:54.695525 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-43c931d7-325f-4e61-b0d6-7719959645d6 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:33:54.696132 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6792707f-a1fc-4832-bb2a-14f6dffd3d51', 'tag': 'd4a181bd-df84-479c-8a84-d9e9a72ddead', 'status': 'completed', 'code': 200} Oct 20 11:33:54.697326 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf50f846-7670-4fd0-b4fe-56c610f6057e tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c894bb-522f-4d03-9d93-d71b9cd4f339,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:54.709730 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-60bf80d0-0c6b-496c-a0d8-08f32f1500ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1547105944-router', 'tenant_id': '62447cf412814f0d9c74926d6191908b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '23f08ae1-5a17-4a70-b42d-f1e4b4e14122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:33:45Z', 'updated_at': '2021-10-20T11:33:50Z', 'revision_number': 4, 'project_id': '62447cf412814f0d9c74926d6191908b', 'gw_port': {'id': '23f08ae1-5a17-4a70-b42d-f1e4b4e14122', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:33:46Z', 'updated_at': '2021-10-20T11:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'f843cda9-442b-4b4c-bcf1-cc1684d4b60f', 'name': '', 'network_id': 'bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4', 'tenant_id': '62447cf412814f0d9c74926d6191908b', 'mac_address': 'fa:16:3e:67:91:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '3a646348-659c-4597-9319-8cf09eae1cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:33:49Z', 'updated_at': '2021-10-20T11:33:50Z', 'revision_number': 2, 'project_id': '62447cf412814f0d9c74926d6191908b', 'subnets': [{'id': '3a646348-659c-4597-9319-8cf09eae1cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:33:54.712517 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 23f08ae1-5a17-4a70-b42d-f1e4b4e14122 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:33:54.713069 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:54.762508 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-631a82dd-b091-45b8-bc41-f1062831e1b9 req-c3fdcba8-7b78-4108-a0fc-b148e00e0a6b tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-551325960', 'description': 'tempest-description-96091120'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:33:54.798958 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8bd76-290b-4308-9610-f9cd5d223e40 req-5e35ec93-d952-4cb1-8caa-581277cb038d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:54.800803 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f8d8bd76-290b-4308-9610-f9cd5d223e40 req-5e35ec93-d952-4cb1-8caa-581277cb038d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1989472 Oct 20 11:33:54.808554 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-631a82dd-b091-45b8-bc41-f1062831e1b9 req-c3fdcba8-7b78-4108-a0fc-b148e00e0a6b tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:54.827986 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:54.875636 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 2c06e3e7-1382-46a2-8e47-7fbabb34e8fd details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:33:54.927714 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bf80d0-0c6b-496c-a0d8-08f32f1500ea None None] Checking router: b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:33:54.928404 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bf80d0-0c6b-496c-a0d8-08f32f1500ea None None] Updating router b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1 port f843cda9-442b-4b4c-bcf1-cc1684d4b60f binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:33:54.956028 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-60bf80d0-0c6b-496c-a0d8-08f32f1500ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:54.981011 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 2c06e3e7-1382-46a2-8e47-7fbabb34e8fd, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=2c06e3e7-1382-46a2-8e47-7fbabb34e8fd,segment=NetworkSegment(9e410ae6-c030-4b36-9136-e12b215b5a4d),segment_id=9e410ae6-c030-4b36-9136-e12b215b5a4d)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:33:54.992674 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd88413-9033-49f0-b960-4332c415cea9 req-61bfc80d-b910-4c29-94e4-d489bd9965bc tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:54.994288 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fdd88413-9033-49f0-b960-4332c415cea9 req-61bfc80d-b910-4c29-94e4-d489bd9965bc tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=6792707f-a1fc-4832-bb2a-14f6dffd3d51 HTTP/1.1" status: 200 len: 947 time: 0.1250792 Oct 20 11:33:55.001042 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '2c06e3e7-1382-46a2-8e47-7fbabb34e8fd', 'network_id': '26a24176-ac6b-4818-8afb-d722c9c99e0f', 'port_id': '2c06e3e7-1382-46a2-8e47-7fbabb34e8fd', 'mac_address': 'fa:16:3e:c8:ba:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fd5a7b6-b8a8-4008-892f-65176e688979', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:33:55.043557 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:55.054653 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f8d8bd76-290b-4308-9610-f9cd5d223e40 req-14be08e9-aa64-49c1-9059-224f7ceba863 service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435713 Oct 20 11:33:55.057554 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c06e3e7-1382-46a2-8e47-7fbabb34e8fd {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:33:55.077138 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 2c06e3e7-1382-46a2-8e47-7fbabb34e8fd, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=2c06e3e7-1382-46a2-8e47-7fbabb34e8fd,segment=NetworkSegment(9e410ae6-c030-4b36-9136-e12b215b5a4d),segment_id=9e410ae6-c030-4b36-9136-e12b215b5a4d)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:33:55.084706 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:55.098751 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-631a82dd-b091-45b8-bc41-f1062831e1b9 req-c3fdcba8-7b78-4108-a0fc-b148e00e0a6b tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:55.130947 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-631a82dd-b091-45b8-bc41-f1062831e1b9 req-c3fdcba8-7b78-4108-a0fc-b148e00e0a6b tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:55.134753 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=2c06e3e7-1382-46a2-8e47-7fbabb34e8fd,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:55.209671 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fdd88413-9033-49f0-b960-4332c415cea9 req-52ec42a4-0d36-402b-a347-25b6537331c7 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027192 Oct 20 11:33:55.221642 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-631a82dd-b091-45b8-bc41-f1062831e1b9 req-c3fdcba8-7b78-4108-a0fc-b148e00e0a6b tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:55.233452 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-631a82dd-b091-45b8-bc41-f1062831e1b9 req-c3fdcba8-7b78-4108-a0fc-b148e00e0a6b tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4838510 Oct 20 11:33:55.254426 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fdcba8-7b78-4108-a0fc-b148e00e0a6b tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9689efd5-991d-4f4a-aabf-5ca9588581a8,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:55.268914 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-60bf80d0-0c6b-496c-a0d8-08f32f1500ea None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:55.280610 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-60bf80d0-0c6b-496c-a0d8-08f32f1500ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:55.297460 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f8d8bd76-290b-4308-9610-f9cd5d223e40 req-eb023104-b295-4128-9669-c8ae4bb0cb33 service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968408 Oct 20 11:33:55.337508 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92b9718-eeaf-440d-8ca6-c541e7231d78 None None] Pushing event updated for resources: {'Port': ['ID=f843cda9-442b-4b4c-bcf1-cc1684d4b60f,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:55.355383 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['2c06e3e7-1382-46a2-8e47-7fbabb34e8fd'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:33:55.363968 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92b9718-eeaf-440d-8ca6-c541e7231d78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:55.364309 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92b9718-eeaf-440d-8ca6-c541e7231d78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:55.364872 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92b9718-eeaf-440d-8ca6-c541e7231d78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:55.365393 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92b9718-eeaf-440d-8ca6-c541e7231d78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:55.365805 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92b9718-eeaf-440d-8ca6-c541e7231d78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:55.366335 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92b9718-eeaf-440d-8ca6-c541e7231d78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:55.366722 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92b9718-eeaf-440d-8ca6-c541e7231d78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:55.367129 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92b9718-eeaf-440d-8ca6-c541e7231d78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:55.367511 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92b9718-eeaf-440d-8ca6-c541e7231d78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:55.367892 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92b9718-eeaf-440d-8ca6-c541e7231d78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:55.368272 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92b9718-eeaf-440d-8ca6-c541e7231d78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:55.368649 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92b9718-eeaf-440d-8ca6-c541e7231d78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:33:55.379446 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35349469-c495-47bd-91b9-c2cd75d9dac6 req-ad7dc1a7-60c6-4760-bb07-170887629b00 tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:55.387896 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-35349469-c495-47bd-91b9-c2cd75d9dac6 req-ad7dc1a7-60c6-4760-bb07-170887629b00 tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] 10.222.0.98 "GET /v2.0/ports?device_id=883999be-7ae5-4389-8dc9-0ec888339f71 HTTP/1.1" status: 200 len: 944 time: 0.1012902 Oct 20 11:33:55.432364 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-60bf80d0-0c6b-496c-a0d8-08f32f1500ea None None] Attempting to bind port f843cda9-442b-4b4c-bcf1-cc1684d4b60f on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:33:55.432792 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-60bf80d0-0c6b-496c-a0d8-08f32f1500ea None None] Attempting to bind port f843cda9-442b-4b4c-bcf1-cc1684d4b60f by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'bf12ba53-b5be-4c94-86d9-92d8a344590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:33:55.433145 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bf80d0-0c6b-496c-a0d8-08f32f1500ea None None] Attempting to bind port f843cda9-442b-4b4c-bcf1-cc1684d4b60f on network bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4 {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:33:55.444948 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bf80d0-0c6b-496c-a0d8-08f32f1500ea None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:33:55.445317 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bf80d0-0c6b-496c-a0d8-08f32f1500ea None None] Checking segment: {'id': 'bf12ba53-b5be-4c94-86d9-92d8a344590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:33:55.445717 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-60bf80d0-0c6b-496c-a0d8-08f32f1500ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:55.446382 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bf80d0-0c6b-496c-a0d8-08f32f1500ea None None] Bound using segment: {'id': 'bf12ba53-b5be-4c94-86d9-92d8a344590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:33:55.446884 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-60bf80d0-0c6b-496c-a0d8-08f32f1500ea None None] Bound port: f843cda9-442b-4b4c-bcf1-cc1684d4b60f, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf12ba53-b5be-4c94-86d9-92d8a344590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:33:55.447323 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-60bf80d0-0c6b-496c-a0d8-08f32f1500ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:55.478438 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-35349469-c495-47bd-91b9-c2cd75d9dac6 req-ff0722c5-dfc6-4408-9eee-4ec5ba55dba1 tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] 10.222.0.98 "GET /v2.0/security-groups?id=a05460b9-efcf-42df-a78c-db42215228f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894630 Oct 20 11:33:55.482881 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56995289-a4f4-4e45-83c6-d4141ccf1d85 req-39d61a3d-d1c6-476f-bec3-bae37d5dd4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:55.489748 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-56995289-a4f4-4e45-83c6-d4141ccf1d85 req-39d61a3d-d1c6-476f-bec3-bae37d5dd4bb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0608bb1584294647a2a321a4de90ae37&device_id=6792707f-a1fc-4832-bb2a-14f6dffd3d51 HTTP/1.1" status: 200 len: 1098 time: 0.1317091 Oct 20 11:33:55.565293 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-60bf80d0-0c6b-496c-a0d8-08f32f1500ea None None] For port f843cda9-442b-4b4c-bcf1-cc1684d4b60f, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:33:55.578474 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-60bf80d0-0c6b-496c-a0d8-08f32f1500ea None None] For port f843cda9-442b-4b4c-bcf1-cc1684d4b60f, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=f843cda9-442b-4b4c-bcf1-cc1684d4b60f,segment=NetworkSegment(bf12ba53-b5be-4c94-86d9-92d8a344590c),segment_id=bf12ba53-b5be-4c94-86d9-92d8a344590c)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:33:55.586951 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-60bf80d0-0c6b-496c-a0d8-08f32f1500ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:55.665569 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bf80d0-0c6b-496c-a0d8-08f32f1500ea None None] Routers {'b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:33:55.666199 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-60bf80d0-0c6b-496c-a0d8-08f32f1500ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:33:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:33:55.672037 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92b9718-eeaf-440d-8ca6-c541e7231d78 None None] Pushing event updated for resources: {'Port': ['ID=f843cda9-442b-4b4c-bcf1-cc1684d4b60f,revision_number=4']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:55.699118 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d289dee1-ced4-4982-99a5-88a8a8732e41 req-a9fc3b59-ad5d-4f02-af03-78a41112cc4d tempest-ServerShowV254Test-1003354317 tempest-ServerShowV254Test-1003354317-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d7edf71-8836-48e5-9d8a-4ba5a12ea139 HTTP/1.1" status: 200 len: 210 time: 0.1295867 Oct 20 11:33:55.735547 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-4c2b7f1a-9eb0-4a89-b26f-86bf85bb8f96 None None] Provisioning complete for port f843cda9-442b-4b4c-bcf1-cc1684d4b60f triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:33:55.736483 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4c2b7f1a-9eb0-4a89-b26f-86bf85bb8f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:55.789244 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5e55bba6-768b-45e8-be41-9c878ec72d1c req-deca759c-34d3-495c-9799-7a83a4708f28 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] 10.222.0.98 "GET /v2.0/security-groups/e4c894bb-522f-4d03-9d93-d71b9cd4f339 HTTP/1.1" status: 200 len: 1804 time: 0.2028699 Oct 20 11:33:55.827760 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-60bf80d0-0c6b-496c-a0d8-08f32f1500ea None None] Set router b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:33:55.862227 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56995289-a4f4-4e45-83c6-d4141ccf1d85 req-0fd133fb-39d6-489d-9d24-348d72520bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:55.863692 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-56995289-a4f4-4e45-83c6-d4141ccf1d85 req-0fd133fb-39d6-489d-9d24-348d72520bcd service neutron] 10.222.0.11 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 0.3662109 Oct 20 11:33:55.900991 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4c2b7f1a-9eb0-4a89-b26f-86bf85bb8f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:55.932781 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-56995289-a4f4-4e45-83c6-d4141ccf1d85 req-bf1555e5-b620-4112-9f3d-3094e95f128d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=d4a181bd-df84-479c-8a84-d9e9a72ddead HTTP/1.1" status: 200 len: 217 time: 0.0553904 Oct 20 11:33:55.938770 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-4c2b7f1a-9eb0-4a89-b26f-86bf85bb8f96 None None] For port f843cda9-442b-4b4c-bcf1-cc1684d4b60f, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=f843cda9-442b-4b4c-bcf1-cc1684d4b60f,segment=NetworkSegment(bf12ba53-b5be-4c94-86d9-92d8a344590c),segment_id=bf12ba53-b5be-4c94-86d9-92d8a344590c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:33:55.939828 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba2d48-b45f-4c47-9977-c5dfe5b99aa7 req-f2176c15-94c8-40a7-a49c-e299d5a313c5 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:55.941198 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-33ba2d48-b45f-4c47-9977-c5dfe5b99aa7 req-f2176c15-94c8-40a7-a49c-e299d5a313c5 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.11 "GET /v2.0/networks?id=bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4 HTTP/1.1" status: 200 len: 829 time: 0.3265111 Oct 20 11:33:55.944310 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4c2b7f1a-9eb0-4a89-b26f-86bf85bb8f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:55.972296 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5e55bba6-768b-45e8-be41-9c878ec72d1c req-0f698388-bebc-40f1-8306-54c4dae63db6 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] 10.222.0.98 "GET /v2.0/security-groups/9689efd5-991d-4f4a-aabf-5ca9588581a8 HTTP/1.1" status: 200 len: 1802 time: 0.1823502 Oct 20 11:33:55.974433 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5c3002d3-72da-470a-b933-3b84d18321be req-5097dc32-7fdb-4514-bc81-31e7ee7c4a19 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "GET /v2.0/ports?device_id=adcf6c49-99dc-4137-9ef7-4d2b2561b5c3 HTTP/1.1" status: 200 len: 210 time: 0.0545504 Oct 20 11:33:55.978987 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-33ba2d48-b45f-4c47-9977-c5dfe5b99aa7 req-3bb2b78a-c2c9-4ac3-92b3-6ed30fb6cff7 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Request body: {'port': {'device_id': 'adcf6c49-99dc-4137-9ef7-4d2b2561b5c3', 'network_id': 'bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4', 'admin_state_up': True, 'tenant_id': '62447cf412814f0d9c74926d6191908b'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:33:56.011359 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-5e55bba6-768b-45e8-be41-9c878ec72d1c req-ca25b03c-80fd-4210-9d55-0c7fbc060f05 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e4c894bb-522f-4d03-9d93-d71b9cd4f339', 'remote_group_id': '9689efd5-991d-4f4a-aabf-5ca9588581a8', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:33:56.011973 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-5e55bba6-768b-45e8-be41-9c878ec72d1c req-ca25b03c-80fd-4210-9d55-0c7fbc060f05 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e4c894bb-522f-4d03-9d93-d71b9cd4f339', 'remote_group_id': '9689efd5-991d-4f4a-aabf-5ca9588581a8', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:33:56.020488 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b7f1a-9eb0-4a89-b26f-86bf85bb8f96 None None] Pushing event updated for resources: {'Port': ['ID=f843cda9-442b-4b4c-bcf1-cc1684d4b60f,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:56.078327 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-640cae29-c900-4c2e-bc53-541bf3e9a7cd None None] Provisioning complete for port f843cda9-442b-4b4c-bcf1-cc1684d4b60f triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:33:56.078524 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-640cae29-c900-4c2e-bc53-541bf3e9a7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:56.102177 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-60bf80d0-0c6b-496c-a0d8-08f32f1500ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1547105944-router', 'tenant_id': '62447cf412814f0d9c74926d6191908b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '23f08ae1-5a17-4a70-b42d-f1e4b4e14122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:33:45Z', 'updated_at': '2021-10-20T11:33:50Z', 'revision_number': 4, 'project_id': '62447cf412814f0d9c74926d6191908b', 'gw_port': {'id': '23f08ae1-5a17-4a70-b42d-f1e4b4e14122', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:33:46Z', 'updated_at': '2021-10-20T11:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'f843cda9-442b-4b4c-bcf1-cc1684d4b60f', 'name': '', 'network_id': 'bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4', 'tenant_id': '62447cf412814f0d9c74926d6191908b', 'mac_address': 'fa:16:3e:67:91:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '3a646348-659c-4597-9319-8cf09eae1cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:33:49Z', 'updated_at': '2021-10-20T11:33:55Z', 'revision_number': 4, 'project_id': '62447cf412814f0d9c74926d6191908b', 'subnets': [{'id': '3a646348-659c-4597-9319-8cf09eae1cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:33:56.106412 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56995289-a4f4-4e45-83c6-d4141ccf1d85 req-5d9afb8a-cb95-4b4d-9eca-ece9e97f2944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:56.108198 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-56995289-a4f4-4e45-83c6-d4141ccf1d85 req-5d9afb8a-cb95-4b4d-9eca-ece9e97f2944 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.1473949 Oct 20 11:33:56.138829 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bf80d0-0c6b-496c-a0d8-08f32f1500ea None None] The sync data for ids ['b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1'] in n-d-814735-3 is: [{'id': 'b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1547105944-router', 'tenant_id': '62447cf412814f0d9c74926d6191908b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '23f08ae1-5a17-4a70-b42d-f1e4b4e14122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:33:45Z', 'updated_at': '2021-10-20T11:33:50Z', 'revision_number': 4, 'project_id': '62447cf412814f0d9c74926d6191908b', 'gw_port': {'id': '23f08ae1-5a17-4a70-b42d-f1e4b4e14122', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:33:46Z', 'updated_at': '2021-10-20T11:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'f843cda9-442b-4b4c-bcf1-cc1684d4b60f', 'name': '', 'network_id': 'bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4', 'tenant_id': '62447cf412814f0d9c74926d6191908b', 'mac_address': 'fa:16:3e:67:91:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '3a646348-659c-4597-9319-8cf09eae1cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:33:49Z', 'updated_at': '2021-10-20T11:33:55Z', 'revision_number': 4, 'project_id': '62447cf412814f0d9c74926d6191908b', 'subnets': [{'id': '3a646348-659c-4597-9319-8cf09eae1cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:33:56.236907 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56995289-a4f4-4e45-83c6-d4141ccf1d85 req-8695fb06-50ea-4aff-ae78-ccdecc9cfebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:56.238433 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-56995289-a4f4-4e45-83c6-d4141ccf1d85 req-8695fb06-50ea-4aff-ae78-ccdecc9cfebe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1167161 Oct 20 11:33:56.239021 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33ba2d48-b45f-4c47-9977-c5dfe5b99aa7 req-3bb2b78a-c2c9-4ac3-92b3-6ed30fb6cff7 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Made reservation on behalf of 62447cf412814f0d9c74926d6191908b for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:33:56.242629 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-33ba2d48-b45f-4c47-9977-c5dfe5b99aa7 req-3bb2b78a-c2c9-4ac3-92b3-6ed30fb6cff7 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:56.246694 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5e55bba6-768b-45e8-be41-9c878ec72d1c req-ca25b03c-80fd-4210-9d55-0c7fbc060f05 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:56.410734 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5e55bba6-768b-45e8-be41-9c878ec72d1c req-ca25b03c-80fd-4210-9d55-0c7fbc060f05 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:56.438033 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5e55bba6-768b-45e8-be41-9c878ec72d1c req-ca25b03c-80fd-4210-9d55-0c7fbc060f05 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:56.450642 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c5d57301-629c-4dba-996a-858cf7aa3a81 req-b8d2f52b-c8c4-4c5b-af6a-1d498a119d32 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b6d96bc5-3de8-4422-bd30-63a9c0df8404&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0688212 Oct 20 11:33:56.558975 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device f843cda9-442b-4b4c-bcf1-cc1684d4b60f up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:33:56.562851 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d57301-629c-4dba-996a-858cf7aa3a81 req-36c452ad-b0d1-417d-a031-c67e38462e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:56.565347 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c5d57301-629c-4dba-996a-858cf7aa3a81 req-36c452ad-b0d1-417d-a031-c67e38462e88 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0608bb1584294647a2a321a4de90ae37&device_id=b6d96bc5-3de8-4422-bd30-63a9c0df8404 HTTP/1.1" status: 200 len: 1100 time: 0.0879614 Oct 20 11:33:56.578430 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-33ba2d48-b45f-4c47-9977-c5dfe5b99aa7 req-3bb2b78a-c2c9-4ac3-92b3-6ed30fb6cff7 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Allocated IP 172.20.0.10 (bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4/3a646348-659c-4597-9319-8cf09eae1cdb/2c76ed34-c244-48b8-89fd-73de37fddc26) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:33:56.581316 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca25b03c-80fd-4210-9d55-0c7fbc060f05 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=595b5f7a-f199-4ab6-9553-256922bce766,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:56.584745 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5e55bba6-768b-45e8-be41-9c878ec72d1c req-ca25b03c-80fd-4210-9d55-0c7fbc060f05 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:56.585977 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5e55bba6-768b-45e8-be41-9c878ec72d1c req-ca25b03c-80fd-4210-9d55-0c7fbc060f05 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5854006 Oct 20 11:33:56.592974 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-56995289-a4f4-4e45-83c6-d4141ccf1d85 req-56ce9315-b6d9-4e7f-a658-201643a5c987 service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409998 Oct 20 11:33:56.601632 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c072e-3370-4b47-8603-5d7f247b1c46 req-9fae248e-4d9d-475e-8093-2f4e988cb5e7 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:56.607657 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-619c072e-3370-4b47-8603-5d7f247b1c46 req-9fae248e-4d9d-475e-8093-2f4e988cb5e7 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=6792707f-a1fc-4832-bb2a-14f6dffd3d51 HTTP/1.1" status: 200 len: 947 time: 0.2484725 Oct 20 11:33:56.682276 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port f843cda9-442b-4b4c-bcf1-cc1684d4b60f triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:33:56.682654 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:56.796174 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-619c072e-3370-4b47-8603-5d7f247b1c46 req-34bf8936-4a87-4cd8-9ecf-4cde46774083 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624832 Oct 20 11:33:56.798511 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d57301-629c-4dba-996a-858cf7aa3a81 req-61eb3d6c-f039-4160-855e-d4e382757e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:56.801275 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c5d57301-629c-4dba-996a-858cf7aa3a81 req-61eb3d6c-f039-4160-855e-d4e382757e01 service neutron] 10.222.0.89 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 0.2021794 Oct 20 11:33:56.865247 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c5d57301-629c-4dba-996a-858cf7aa3a81 req-bc020251-2063-47f9-91c8-79541aed5b93 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8 HTTP/1.1" status: 200 len: 217 time: 0.0541334 Oct 20 11:33:56.878307 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 2c06e3e7-1382-46a2-8e47-7fbabb34e8fd up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:33:56.908821 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-56995289-a4f4-4e45-83c6-d4141ccf1d85 req-22269cc7-eead-4383-ae90-243b361b1f62 service neutron] 10.222.0.11 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997861 Oct 20 11:33:56.953552 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 2c06e3e7-1382-46a2-8e47-7fbabb34e8fd completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:33:56.957319 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 2c06e3e7-1382-46a2-8e47-7fbabb34e8fd triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:33:56.958943 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:56.960466 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-2c8ccec5-7486-4f64-b7dc-32a1be2c50fa req-ebdacbcc-92f7-464d-bd45-a672cdd2c82b tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-982024846', 'description': 'tempest-description-286791880'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:33:56.964884 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d57301-629c-4dba-996a-858cf7aa3a81 req-fe71ba12-05de-4b13-9636-9e2702c8aca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:56.966965 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c5d57301-629c-4dba-996a-858cf7aa3a81 req-fe71ba12-05de-4b13-9636-9e2702c8aca7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.0939903 Oct 20 11:33:57.024913 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b667b3-f8c6-4ec3-95d3-efd3fb826437 req-63a24fc4-4633-407a-b0db-0983db67e00f tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:57.025750 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d57301-629c-4dba-996a-858cf7aa3a81 req-9ba8a928-73de-4cc2-9e38-2c7e78ec595b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:57.026428 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-31b667b3-f8c6-4ec3-95d3-efd3fb826437 req-63a24fc4-4633-407a-b0db-0983db67e00f tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] 10.222.0.98 "GET /v2.0/ports?device_id=883999be-7ae5-4389-8dc9-0ec888339f71 HTTP/1.1" status: 200 len: 944 time: 0.1306217 Oct 20 11:33:57.027490 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c5d57301-629c-4dba-996a-858cf7aa3a81 req-9ba8a928-73de-4cc2-9e38-2c7e78ec595b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0504780 Oct 20 11:33:57.030405 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2c8ccec5-7486-4f64-b7dc-32a1be2c50fa req-ebdacbcc-92f7-464d-bd45-a672cdd2c82b tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:57.054487 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:57.067836 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-33ba2d48-b45f-4c47-9977-c5dfe5b99aa7 req-3bb2b78a-c2c9-4ac3-92b3-6ed30fb6cff7 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:57.079796 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883999be-7ae5-4389-8dc9-0ec888339f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c06e3e7-1382-46a2-8e47-7fbabb34e8fd'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:33:57.082053 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad66f213-05f7-4c5c-9fa4-06fc813731ef" -d '{"events": [{"server_uuid": "883999be-7ae5-4389-8dc9-0ec888339f71", "name": "network-vif-plugged", "status": "completed", "tag": "2c06e3e7-1382-46a2-8e47-7fbabb34e8fd"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:33:57.095533 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 2c06e3e7-1382-46a2-8e47-7fbabb34e8fd, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=2c06e3e7-1382-46a2-8e47-7fbabb34e8fd,segment=NetworkSegment(9e410ae6-c030-4b36-9136-e12b215b5a4d),segment_id=9e410ae6-c030-4b36-9136-e12b215b5a4d)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:33:57.102137 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:57.123978 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-31b667b3-f8c6-4ec3-95d3-efd3fb826437 req-dd18b912-0e7a-4f6a-8d5c-a7c3d22c788d tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] 10.222.0.98 "GET /v2.0/security-groups?id=a05460b9-efcf-42df-a78c-db42215228f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863070 Oct 20 11:33:57.136802 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c5d57301-629c-4dba-996a-858cf7aa3a81 req-57dc172f-39d4-4bae-a09b-486534ecfe95 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997388 Oct 20 11:33:57.164373 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=2c06e3e7-1382-46a2-8e47-7fbabb34e8fd,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:57.173632 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-33ba2d48-b45f-4c47-9977-c5dfe5b99aa7 req-3bb2b78a-c2c9-4ac3-92b3-6ed30fb6cff7 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:57.226705 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2c8ccec5-7486-4f64-b7dc-32a1be2c50fa req-ebdacbcc-92f7-464d-bd45-a672cdd2c82b tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:57.235868 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33ba2d48-b45f-4c47-9977-c5dfe5b99aa7 req-3bb2b78a-c2c9-4ac3-92b3-6ed30fb6cff7 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Network bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:33:57.238633 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2c8ccec5-7486-4f64-b7dc-32a1be2c50fa req-ebdacbcc-92f7-464d-bd45-a672cdd2c82b tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:57.244517 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-33ba2d48-b45f-4c47-9977-c5dfe5b99aa7 req-3bb2b78a-c2c9-4ac3-92b3-6ed30fb6cff7 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:33:57.254870 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ba2d48-b45f-4c47-9977-c5dfe5b99aa7 req-3bb2b78a-c2c9-4ac3-92b3-6ed30fb6cff7 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:33:57.265459 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c5d57301-629c-4dba-996a-858cf7aa3a81 req-74f29768-6df7-48f3-be08-0faa5927c632 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179416 Oct 20 11:33:57.265679 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb2b78a-c2c9-4ac3-92b3-6ed30fb6cff7 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Pushing event updated for resources: {'Port': ['ID=2c76ed34-c244-48b8-89fd-73de37fddc26,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:57.310340 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2c8ccec5-7486-4f64-b7dc-32a1be2c50fa req-ebdacbcc-92f7-464d-bd45-a672cdd2c82b tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:57.311602 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2c8ccec5-7486-4f64-b7dc-32a1be2c50fa req-ebdacbcc-92f7-464d-bd45-a672cdd2c82b tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3556929 Oct 20 11:33:57.328075 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdacbcc-92f7-464d-bd45-a672cdd2c82b tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee7f06b-c609-47bd-92e2-d70571f8c551,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:57.363986 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-56a93b03-5523-4219-aba7-93f6bd78a2f9 req-486cad74-46ee-418a-b9c0-6afcc101ff59 tempest-ServerShowV254Test-1003354317 tempest-ServerShowV254Test-1003354317-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d7edf71-8836-48e5-9d8a-4ba5a12ea139 HTTP/1.1" status: 200 len: 210 time: 0.0638678 Oct 20 11:33:57.388550 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba2d48-b45f-4c47-9977-c5dfe5b99aa7 req-3bb2b78a-c2c9-4ac3-92b3-6ed30fb6cff7 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:57.389099 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-33ba2d48-b45f-4c47-9977-c5dfe5b99aa7 req-3bb2b78a-c2c9-4ac3-92b3-6ed30fb6cff7 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:57.418386 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7a5fd9-2169-4b29-a85b-97b121bff2f4 x-openstack-request-id: req-ca7a5fd9-2169-4b29-a85b-97b121bff2f4 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:33:57.420285 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "883999be-7ae5-4389-8dc9-0ec888339f71", "name": "network-vif-plugged", "status": "completed", "tag": "2c06e3e7-1382-46a2-8e47-7fbabb34e8fd", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:33:57.421183 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ca7a5fd9-2169-4b29-a85b-97b121bff2f4 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:33:57.422766 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '883999be-7ae5-4389-8dc9-0ec888339f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c06e3e7-1382-46a2-8e47-7fbabb34e8fd', 'code': 200} Oct 20 11:33:57.430695 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-33ba2d48-b45f-4c47-9977-c5dfe5b99aa7 req-3bb2b78a-c2c9-4ac3-92b3-6ed30fb6cff7 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4610655 Oct 20 11:33:57.451112 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9f383-7b00-412a-a061-a2b3f911c369 req-2e837db3-a945-41db-9a17-fca17ab6a16a tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:57.455279 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b0a9f383-7b00-412a-a061-a2b3f911c369 req-2e837db3-a945-41db-9a17-fca17ab6a16a tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "GET /v2.0/ports?device_id=adcf6c49-99dc-4137-9ef7-4d2b2561b5c3 HTTP/1.1" status: 200 len: 932 time: 0.0857086 Oct 20 11:33:57.474029 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-33ba2d48-b45f-4c47-9977-c5dfe5b99aa7 req-9db18a5a-8194-4c4e-9e08-5460f67aeabe service neutron] Request body: {'port': {'device_id': 'adcf6c49-99dc-4137-9ef7-4d2b2561b5c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:33:57.505730 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-4d741d04-2e13-4415-85e9-fc5620710381 req-27b8ba84-ef5b-4066-87f0-d06f04465969 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-998677464', 'description': 'tempest-description-685171808'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:33:57.529438 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-9583ce3e-4881-4cbf-812b-b77863862950 None None] Provisioning complete for port 2c76ed34-c244-48b8-89fd-73de37fddc26 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:33:57.529930 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9583ce3e-4881-4cbf-812b-b77863862950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:57.564927 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-9583ce3e-4881-4cbf-812b-b77863862950 None None] Port 2c76ed34-c244-48b8-89fd-73de37fddc26 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:33:57.595358 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4d741d04-2e13-4415-85e9-fc5620710381 req-27b8ba84-ef5b-4066-87f0-d06f04465969 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:57.603075 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b0a9f383-7b00-412a-a061-a2b3f911c369 req-428160c9-259b-4705-a547-b26bdfc21424 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "GET /v2.0/security-groups?id=578be006-2b35-449f-98b2-b66fb3c6b788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257427 Oct 20 11:33:57.616866 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-33ba2d48-b45f-4c47-9977-c5dfe5b99aa7 req-9db18a5a-8194-4c4e-9e08-5460f67aeabe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:57.640609 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dba81b-c141-453f-adb6-2012c3b21bbf req-33d7a1c3-06fd-4009-8be5-187ea7b34b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:57.642173 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-52dba81b-c141-453f-adb6-2012c3b21bbf req-33d7a1c3-06fd-4009-8be5-187ea7b34b8e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=883999be-7ae5-4389-8dc9-0ec888339f71 HTTP/1.1" status: 200 len: 1096 time: 0.1422482 Oct 20 11:33:57.746489 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-52dba81b-c141-453f-adb6-2012c3b21bbf req-c9fad8bb-2352-4452-8a9b-0c2795362a61 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a05460b9-efcf-42df-a78c-db42215228f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954850 Oct 20 11:33:58.150725 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4d741d04-2e13-4415-85e9-fc5620710381 req-27b8ba84-ef5b-4066-87f0-d06f04465969 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:58.169135 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4d741d04-2e13-4415-85e9-fc5620710381 req-27b8ba84-ef5b-4066-87f0-d06f04465969 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:58.251213 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4d741d04-2e13-4415-85e9-fc5620710381 req-27b8ba84-ef5b-4066-87f0-d06f04465969 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:58.252412 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4d741d04-2e13-4415-85e9-fc5620710381 req-27b8ba84-ef5b-4066-87f0-d06f04465969 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.7544985 Oct 20 11:33:58.264164 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b8ba84-ef5b-4066-87f0-d06f04465969 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02258aa5-5bb5-41fc-99fa-a083dcdfde1f,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:58.345176 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0813cd4-eb43-460c-aae0-284f07f372c6 req-f3898340-8c8c-4f3c-aa29-3dddf4d36da3 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:58.346838 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a0813cd4-eb43-460c-aae0-284f07f372c6 req-f3898340-8c8c-4f3c-aa29-3dddf4d36da3 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] 10.222.0.98 "GET /v2.0/networks?id=11cadb84-dd7d-49ad-b2f7-e9a9d0e73f29 HTTP/1.1" status: 200 len: 810 time: 0.2216201 Oct 20 11:33:58.386335 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a0813cd4-eb43-460c-aae0-284f07f372c6 req-10848d8e-72fc-4561-b518-5f1a22818ce5 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] 10.222.0.98 "GET /v2.0/quotas/03a1b0af74fc456cb49c3829ab27ee7c HTTP/1.1" status: 200 len: 375 time: 0.0252643 Oct 20 11:33:58.446118 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a0813cd4-eb43-460c-aae0-284f07f372c6 req-1fd21e5b-ba4b-42d2-b7b3-293f529913b6 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=03a1b0af74fc456cb49c3829ab27ee7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382638 Oct 20 11:33:58.504679 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-33ba2d48-b45f-4c47-9977-c5dfe5b99aa7 req-9db18a5a-8194-4c4e-9e08-5460f67aeabe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c76ed34-c244-48b8-89fd-73de37fddc26 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:33:58.542934 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-33ba2d48-b45f-4c47-9977-c5dfe5b99aa7 req-9db18a5a-8194-4c4e-9e08-5460f67aeabe service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:58.552042 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7e8ea-34f4-4ca9-a4c2-16fbd4f31234 req-dbd6f89c-7d29-4f07-b8c4-175d16140a44 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:58.553537 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4cf7e8ea-34f4-4ca9-a4c2-16fbd4f31234 req-dbd6f89c-7d29-4f07-b8c4-175d16140a44 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=6792707f-a1fc-4832-bb2a-14f6dffd3d51 HTTP/1.1" status: 200 len: 947 time: 0.1822805 Oct 20 11:33:58.583777 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-33ba2d48-b45f-4c47-9977-c5dfe5b99aa7 req-9db18a5a-8194-4c4e-9e08-5460f67aeabe service neutron] Transition to ACTIVE for port object 2c76ed34-c244-48b8-89fd-73de37fddc26 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:33:58.591884 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-33ba2d48-b45f-4c47-9977-c5dfe5b99aa7 req-9db18a5a-8194-4c4e-9e08-5460f67aeabe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:58.642140 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a0813cd4-eb43-460c-aae0-284f07f372c6 req-cf22b9d4-4bc0-4fbd-bb04-8b4dfbf16671 service neutron] 10.222.0.98 "GET /v2.0/networks/11cadb84-dd7d-49ad-b2f7-e9a9d0e73f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764724 Oct 20 11:33:58.653771 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4cf7e8ea-34f4-4ca9-a4c2-16fbd4f31234 req-21575193-e719-485c-9cd0-218fec51dd1a tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938532 Oct 20 11:33:58.683555 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db18a5a-8194-4c4e-9e08-5460f67aeabe service neutron] Pushing event updated for resources: {'Port': ['ID=2c76ed34-c244-48b8-89fd-73de37fddc26,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:58.844990 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a0813cd4-eb43-460c-aae0-284f07f372c6 req-d22e7e47-daae-478c-83fd-0451bab136fe service neutron] 10.222.0.98 "GET /v2.0/networks/11cadb84-dd7d-49ad-b2f7-e9a9d0e73f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887162 Oct 20 11:33:58.847153 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-33ba2d48-b45f-4c47-9977-c5dfe5b99aa7 req-9db18a5a-8194-4c4e-9e08-5460f67aeabe service neutron] Attempting to bind port 2c76ed34-c244-48b8-89fd-73de37fddc26 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:33:58.847488 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-33ba2d48-b45f-4c47-9977-c5dfe5b99aa7 req-9db18a5a-8194-4c4e-9e08-5460f67aeabe service neutron] Attempting to bind port 2c76ed34-c244-48b8-89fd-73de37fddc26 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': 'bf12ba53-b5be-4c94-86d9-92d8a344590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:33:58.848198 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ba2d48-b45f-4c47-9977-c5dfe5b99aa7 req-9db18a5a-8194-4c4e-9e08-5460f67aeabe service neutron] Attempting to bind port 2c76ed34-c244-48b8-89fd-73de37fddc26 on network bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:33:58.856737 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ba2d48-b45f-4c47-9977-c5dfe5b99aa7 req-9db18a5a-8194-4c4e-9e08-5460f67aeabe service neutron] Port 2c76ed34-c244-48b8-89fd-73de37fddc26 on network bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:33:58.857056 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ba2d48-b45f-4c47-9977-c5dfe5b99aa7 req-9db18a5a-8194-4c4e-9e08-5460f67aeabe service neutron] Attempting to bind port 2c76ed34-c244-48b8-89fd-73de37fddc26 on network bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:33:58.864732 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ba2d48-b45f-4c47-9977-c5dfe5b99aa7 req-9db18a5a-8194-4c4e-9e08-5460f67aeabe service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:33:58.865033 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ba2d48-b45f-4c47-9977-c5dfe5b99aa7 req-9db18a5a-8194-4c4e-9e08-5460f67aeabe service neutron] Checking segment: {'id': 'bf12ba53-b5be-4c94-86d9-92d8a344590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:33:58.865462 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ba2d48-b45f-4c47-9977-c5dfe5b99aa7 req-9db18a5a-8194-4c4e-9e08-5460f67aeabe service neutron] Bound using segment: {'id': 'bf12ba53-b5be-4c94-86d9-92d8a344590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:33:58.865895 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-33ba2d48-b45f-4c47-9977-c5dfe5b99aa7 req-9db18a5a-8194-4c4e-9e08-5460f67aeabe service neutron] Bound port: 2c76ed34-c244-48b8-89fd-73de37fddc26, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf12ba53-b5be-4c94-86d9-92d8a344590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:33:58.866332 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-33ba2d48-b45f-4c47-9977-c5dfe5b99aa7 req-9db18a5a-8194-4c4e-9e08-5460f67aeabe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:58.876924 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54a718-61da-4b67-877c-75c903fb38c8 req-cea575df-736f-41f2-872e-72d1ef16df24 tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:58.878411 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ee54a718-61da-4b67-877c-75c903fb38c8 req-cea575df-736f-41f2-872e-72d1ef16df24 tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] 10.222.0.98 "GET /v2.0/ports?device_id=883999be-7ae5-4389-8dc9-0ec888339f71 HTTP/1.1" status: 200 len: 945 time: 0.0844684 Oct 20 11:33:58.894938 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device d4a181bd-df84-479c-8a84-d9e9a72ddead details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:33:58.968597 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ee54a718-61da-4b67-877c-75c903fb38c8 req-198a518b-6dc6-4ef0-8f1d-b0d00c3793ac tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] 10.222.0.98 "GET /v2.0/security-groups?id=a05460b9-efcf-42df-a78c-db42215228f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799127 Oct 20 11:33:58.972364 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-33ba2d48-b45f-4c47-9977-c5dfe5b99aa7 req-9db18a5a-8194-4c4e-9e08-5460f67aeabe service neutron] For port 2c76ed34-c244-48b8-89fd-73de37fddc26, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:33:58.975844 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-33ba2d48-b45f-4c47-9977-c5dfe5b99aa7 req-9db18a5a-8194-4c4e-9e08-5460f67aeabe service neutron] For port 2c76ed34-c244-48b8-89fd-73de37fddc26, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=2c76ed34-c244-48b8-89fd-73de37fddc26,segment=NetworkSegment(bf12ba53-b5be-4c94-86d9-92d8a344590c),segment_id=bf12ba53-b5be-4c94-86d9-92d8a344590c)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:33:58.994521 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-33ba2d48-b45f-4c47-9977-c5dfe5b99aa7 req-9db18a5a-8194-4c4e-9e08-5460f67aeabe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:59.042851 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port d4a181bd-df84-479c-8a84-d9e9a72ddead, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=d4a181bd-df84-479c-8a84-d9e9a72ddead,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:33:59.048513 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba2d48-b45f-4c47-9977-c5dfe5b99aa7 req-9db18a5a-8194-4c4e-9e08-5460f67aeabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:59.049135 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-33ba2d48-b45f-4c47-9977-c5dfe5b99aa7 req-9db18a5a-8194-4c4e-9e08-5460f67aeabe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:59.050504 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-33ba2d48-b45f-4c47-9977-c5dfe5b99aa7 req-9db18a5a-8194-4c4e-9e08-5460f67aeabe service neutron] 10.222.0.11 "PUT /v2.0/ports/2c76ed34-c244-48b8-89fd-73de37fddc26 HTTP/1.1" status: 200 len: 1092 time: 1.5941131 Oct 20 11:33:59.051051 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adcf6c49-99dc-4137-9ef7-4d2b2561b5c3', 'tag': '2c76ed34-c244-48b8-89fd-73de37fddc26'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:33:59.053588 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a196ae-93b8-4a85-8eaf-d263ddc76e21" -d '{"events": [{"name": "network-changed", "server_uuid": "adcf6c49-99dc-4137-9ef7-4d2b2561b5c3", "tag": "2c76ed34-c244-48b8-89fd-73de37fddc26"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:33:59.079374 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': 'd4a181bd-df84-479c-8a84-d9e9a72ddead', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'port_id': 'd4a181bd-df84-479c-8a84-d9e9a72ddead', 'mac_address': 'fa:16:3e:e9:5a:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94289c8c-e5f7-4e30-b6a9-5b268a8fd610', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:33:59.091824 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db18a5a-8194-4c4e-9e08-5460f67aeabe service neutron] Pushing event updated for resources: {'Port': ['ID=2c76ed34-c244-48b8-89fd-73de37fddc26,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:59.103129 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-99383255-dc09-4e39-a004-fc0b9c67c5e7 req-81f9e616-6305-4b9a-9280-d28a442941ad tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] 10.222.0.98 "GET /v2.0/security-groups/3ee7f06b-c609-47bd-92e2-d70571f8c551 HTTP/1.1" status: 200 len: 1803 time: 0.1059458 Oct 20 11:33:59.145520 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:59.162152 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4a181bd-df84-479c-8a84-d9e9a72ddead {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:33:59.187072 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port d4a181bd-df84-479c-8a84-d9e9a72ddead, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=d4a181bd-df84-479c-8a84-d9e9a72ddead,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:33:59.194019 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:59.247481 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=d4a181bd-df84-479c-8a84-d9e9a72ddead,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:59.266758 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ad812cd-fb54-4a53-be78-9e67045f346f req-73a1341d-245c-4455-a329-5b6049596f1d tempest-ServerShowV254Test-1003354317 tempest-ServerShowV254Test-1003354317-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d7edf71-8836-48e5-9d8a-4ba5a12ea139 HTTP/1.1" status: 200 len: 210 time: 0.0543592 Oct 20 11:33:59.277203 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-99383255-dc09-4e39-a004-fc0b9c67c5e7 req-20eeff26-58e5-4419-97d3-ed185e91c67b tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] 10.222.0.98 "GET /v2.0/security-groups/02258aa5-5bb5-41fc-99fa-a083dcdfde1f HTTP/1.1" status: 200 len: 1805 time: 0.1711781 Oct 20 11:33:59.289124 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba2d48-b45f-4c47-9977-c5dfe5b99aa7 req-77850e64-a3b5-4a66-bd11-5007b97a116f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:59.299324 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-33ba2d48-b45f-4c47-9977-c5dfe5b99aa7 req-77850e64-a3b5-4a66-bd11-5007b97a116f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=62447cf412814f0d9c74926d6191908b&device_id=adcf6c49-99dc-4137-9ef7-4d2b2561b5c3 HTTP/1.1" status: 200 len: 1095 time: 0.1743956 Oct 20 11:33:59.304844 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-99383255-dc09-4e39-a004-fc0b9c67c5e7 req-f59ff230-fb2e-4835-bee6-c757b61e2c81 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3ee7f06b-c609-47bd-92e2-d70571f8c551', 'remote_group_id': '02258aa5-5bb5-41fc-99fa-a083dcdfde1f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:33:59.305260 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-99383255-dc09-4e39-a004-fc0b9c67c5e7 req-f59ff230-fb2e-4835-bee6-c757b61e2c81 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3ee7f06b-c609-47bd-92e2-d70571f8c551', 'remote_group_id': '02258aa5-5bb5-41fc-99fa-a083dcdfde1f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:33:59.352396 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-33ba2d48-b45f-4c47-9977-c5dfe5b99aa7 req-aa0adbd6-a802-4a1a-97b8-50d6d71471f4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c76ed34-c244-48b8-89fd-73de37fddc26 HTTP/1.1" status: 200 len: 217 time: 0.0409880 Oct 20 11:33:59.459014 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba2d48-b45f-4c47-9977-c5dfe5b99aa7 req-8cd6e685-b5ce-4430-ac24-2b70015cce29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:59.460479 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-33ba2d48-b45f-4c47-9977-c5dfe5b99aa7 req-8cd6e685-b5ce-4430-ac24-2b70015cce29 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3a646348-659c-4597-9319-8cf09eae1cdb HTTP/1.1" status: 200 len: 868 time: 0.0967929 Oct 20 11:33:59.473081 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf739f5-c4d9-46d6-a6da-ed7c86186843 req-cbd1a6f8-349c-466c-95ab-c158fc39dd2f tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:59.474750 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4bf739f5-c4d9-46d6-a6da-ed7c86186843 req-cbd1a6f8-349c-466c-95ab-c158fc39dd2f tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "GET /v2.0/ports?device_id=adcf6c49-99dc-4137-9ef7-4d2b2561b5c3 HTTP/1.1" status: 200 len: 944 time: 0.1242020 Oct 20 11:33:59.497939 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['d4a181bd-df84-479c-8a84-d9e9a72ddead'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:33:59.527879 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-99383255-dc09-4e39-a004-fc0b9c67c5e7 req-f59ff230-fb2e-4835-bee6-c757b61e2c81 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:59.571901 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba2d48-b45f-4c47-9977-c5dfe5b99aa7 req-89d531e2-ca21-47d4-a564-e620e835f504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:59.573703 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-33ba2d48-b45f-4c47-9977-c5dfe5b99aa7 req-89d531e2-ca21-47d4-a564-e620e835f504 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0979185 Oct 20 11:33:59.581545 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4bf739f5-c4d9-46d6-a6da-ed7c86186843 req-8c28bc6c-75e6-48d7-a045-98a4c4abd2ab tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "GET /v2.0/security-groups?id=578be006-2b35-449f-98b2-b66fb3c6b788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939946 Oct 20 11:33:59.592622 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-99383255-dc09-4e39-a004-fc0b9c67c5e7 req-f59ff230-fb2e-4835-bee6-c757b61e2c81 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:59.610099 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-99383255-dc09-4e39-a004-fc0b9c67c5e7 req-f59ff230-fb2e-4835-bee6-c757b61e2c81 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:59.641403 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59ff230-fb2e-4835-bee6-c757b61e2c81 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7433db5-dedf-4928-ab64-7ef8c3c1b9b3,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:33:59.679063 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-99383255-dc09-4e39-a004-fc0b9c67c5e7 req-f59ff230-fb2e-4835-bee6-c757b61e2c81 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:33:59.680362 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-99383255-dc09-4e39-a004-fc0b9c67c5e7 req-f59ff230-fb2e-4835-bee6-c757b61e2c81 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3799579 Oct 20 11:33:59.681801 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a7e991-12f6-4a48-acca-cecee58f922b x-openstack-request-id: req-96a7e991-12f6-4a48-acca-cecee58f922b {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:33:59.682102 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adcf6c49-99dc-4137-9ef7-4d2b2561b5c3", "tag": "2c76ed34-c244-48b8-89fd-73de37fddc26", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:33:59.682484 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-96a7e991-12f6-4a48-acca-cecee58f922b {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:33:59.682885 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adcf6c49-99dc-4137-9ef7-4d2b2561b5c3', 'tag': '2c76ed34-c244-48b8-89fd-73de37fddc26', 'status': 'completed', 'code': 200} Oct 20 11:33:59.722437 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-33ba2d48-b45f-4c47-9977-c5dfe5b99aa7 req-937f3644-322a-4d4d-902c-2bb19d33b50b service neutron] 10.222.0.11 "GET /v2.0/networks/bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319253 Oct 20 11:33:59.784700 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7b4858cf-5c2d-4ea4-8605-8f271ad9b1a6 req-a20e1e42-f681-4a1d-9ea9-2623a2c2ea94 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] 10.222.0.98 "GET /v2.0/ports?device_id=d40502ba-a5ee-4982-98fc-2a101c181dbd HTTP/1.1" status: 200 len: 210 time: 0.0420592 Oct 20 11:33:59.915291 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-33ba2d48-b45f-4c47-9977-c5dfe5b99aa7 req-abb22c3b-876e-4e23-a6c5-7438d664cd50 service neutron] 10.222.0.11 "GET /v2.0/networks/bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828938 Oct 20 11:33:59.924678 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f386cb-6e2b-4d01-9c3b-e33f2bdfb7d9 req-8ae16866-780a-4d3c-a63f-4d5b9aebc35c tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:33:59.926102 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f4f386cb-6e2b-4d01-9c3b-e33f2bdfb7d9 req-8ae16866-780a-4d3c-a63f-4d5b9aebc35c tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=6792707f-a1fc-4832-bb2a-14f6dffd3d51 HTTP/1.1" status: 200 len: 948 time: 0.1031196 Oct 20 11:33:59.929247 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7f478f2b-ce7a-444a-946b-e90e4e7b533b req-cdfe17a6-3645-4d2e-a5a1-9c416bf50455 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] 10.222.0.98 "GET /v2.0/security-groups/02258aa5-5bb5-41fc-99fa-a083dcdfde1f HTTP/1.1" status: 200 len: 1805 time: 0.1072271 Oct 20 11:33:59.997360 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f4f386cb-6e2b-4d01-9c3b-e33f2bdfb7d9 req-b95a6e27-44bb-4669-ba97-29d2aca7145f tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647247 Oct 20 11:34:00.045785 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7f478f2b-ce7a-444a-946b-e90e4e7b533b req-5608af9d-57a2-4045-861a-c7cfa7b684a5 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:00.053900 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a196ae-93b8-4a85-8eaf-d263ddc76e21 req-35f6cdad-c9cd-4c3f-96a2-ebdfc3c181b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:00.055445 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b0a196ae-93b8-4a85-8eaf-d263ddc76e21 req-35f6cdad-c9cd-4c3f-96a2-ebdfc3c181b4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=62447cf412814f0d9c74926d6191908b&device_id=adcf6c49-99dc-4137-9ef7-4d2b2561b5c3 HTTP/1.1" status: 200 len: 1095 time: 0.0825448 Oct 20 11:34:00.081965 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7f478f2b-ce7a-444a-946b-e90e4e7b533b req-5608af9d-57a2-4045-861a-c7cfa7b684a5 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:00.232930 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a196ae-93b8-4a85-8eaf-d263ddc76e21 req-85ff3963-a14b-4b92-ade9-499b5204d912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:00.234524 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b0a196ae-93b8-4a85-8eaf-d263ddc76e21 req-85ff3963-a14b-4b92-ade9-499b5204d912 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4 HTTP/1.1" status: 200 len: 931 time: 0.1642900 Oct 20 11:34:00.243420 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7b816-e903-43e4-b75d-ef7cae29d26a req-89d16262-5c00-4e3f-8e2a-400296600602 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:00.244828 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fcf7b816-e903-43e4-b75d-ef7cae29d26a req-89d16262-5c00-4e3f-8e2a-400296600602 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] 10.222.0.98 "GET /v2.0/ports?device_id=e137279b-e66d-48ef-8e7a-dae0e2221c20 HTTP/1.1" status: 200 len: 945 time: 0.1180375 Oct 20 11:34:00.245508 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7f478f2b-ce7a-444a-946b-e90e4e7b533b req-5608af9d-57a2-4045-861a-c7cfa7b684a5 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:00.248259 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7f478f2b-ce7a-444a-946b-e90e4e7b533b req-5608af9d-57a2-4045-861a-c7cfa7b684a5 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:00.249243 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7f478f2b-ce7a-444a-946b-e90e4e7b533b req-5608af9d-57a2-4045-861a-c7cfa7b684a5 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] 10.222.0.98 "DELETE /v2.0/security-groups/02258aa5-5bb5-41fc-99fa-a083dcdfde1f HTTP/1.1" status: 204 len: 173 time: 0.3102152 Oct 20 11:34:00.300437 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b0a196ae-93b8-4a85-8eaf-d263ddc76e21 req-b3ebe0f6-dba1-4f9a-89f5-649be4bd52b3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c76ed34-c244-48b8-89fd-73de37fddc26 HTTP/1.1" status: 200 len: 217 time: 0.0502193 Oct 20 11:34:00.301186 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5608af9d-57a2-4045-861a-c7cfa7b684a5 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02258aa5-5bb5-41fc-99fa-a083dcdfde1f,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:00.387129 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fcf7b816-e903-43e4-b75d-ef7cae29d26a req-53d8c06a-85b4-4fbd-af12-881a899fce01 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bea1449-0e14-4d4b-9730-853c09f6cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275470 Oct 20 11:34:00.405217 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a196ae-93b8-4a85-8eaf-d263ddc76e21 req-cc111d15-a5b6-4c6e-95f7-459ea743f64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:00.406727 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b0a196ae-93b8-4a85-8eaf-d263ddc76e21 req-cc111d15-a5b6-4c6e-95f7-459ea743f64a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3a646348-659c-4597-9319-8cf09eae1cdb HTTP/1.1" status: 200 len: 868 time: 0.0887971 Oct 20 11:34:00.432460 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9683ff-c92b-4553-9705-b806086f34e6 req-4a29b455-1959-48fe-9b05-337da8207507 tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:00.440229 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0e9683ff-c92b-4553-9705-b806086f34e6 req-4a29b455-1959-48fe-9b05-337da8207507 tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] 10.222.0.98 "GET /v2.0/ports?device_id=883999be-7ae5-4389-8dc9-0ec888339f71 HTTP/1.1" status: 200 len: 945 time: 0.1231527 Oct 20 11:34:00.462368 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0813cd4-eb43-460c-aae0-284f07f372c6 req-6d77f389-03fd-4130-9b27-75a04d8206db tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:00.464116 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a0813cd4-eb43-460c-aae0-284f07f372c6 req-6d77f389-03fd-4130-9b27-75a04d8206db tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] 10.222.0.89 "GET /v2.0/networks?id=11cadb84-dd7d-49ad-b2f7-e9a9d0e73f29 HTTP/1.1" status: 200 len: 810 time: 0.1548419 Oct 20 11:34:00.483472 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-a0813cd4-eb43-460c-aae0-284f07f372c6 req-91fbdb0f-159c-460d-b5f3-2fd1af1179e3 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] Request body: {'port': {'device_id': 'd40502ba-a5ee-4982-98fc-2a101c181dbd', 'network_id': '11cadb84-dd7d-49ad-b2f7-e9a9d0e73f29', 'admin_state_up': True, 'tenant_id': '03a1b0af74fc456cb49c3829ab27ee7c'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:34:00.530654 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0e9683ff-c92b-4553-9705-b806086f34e6 req-380295c9-ddc1-4b0b-b075-251d0edebf5d tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] 10.222.0.98 "GET /v2.0/security-groups?id=a05460b9-efcf-42df-a78c-db42215228f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895562 Oct 20 11:34:00.532703 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a196ae-93b8-4a85-8eaf-d263ddc76e21 req-2d054ea6-8baa-47a2-8bae-737c419e1376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:00.534116 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b0a196ae-93b8-4a85-8eaf-d263ddc76e21 req-2d054ea6-8baa-47a2-8bae-737c419e1376 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1165977 Oct 20 11:34:00.537940 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5be21f77-6df7-4f59-9188-a44075445ee7 req-c963252a-aa6e-4d8d-88cf-14c39fef9693 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] 10.222.0.98 "GET /v2.0/security-groups/3ee7f06b-c609-47bd-92e2-d70571f8c551 HTTP/1.1" status: 200 len: 1803 time: 0.0727317 Oct 20 11:34:00.580639 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-4ae7da5d-373d-4f59-ae57-4ccaed8950b1 req-b314eb1b-f258-4ed4-ad77-8c3d84646dd2 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-222516597', 'description': 'tempest-description-717916324'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:34:00.617619 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0813cd4-eb43-460c-aae0-284f07f372c6 req-91fbdb0f-159c-460d-b5f3-2fd1af1179e3 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] Made reservation on behalf of 03a1b0af74fc456cb49c3829ab27ee7c for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:34:00.621093 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a0813cd4-eb43-460c-aae0-284f07f372c6 req-91fbdb0f-159c-460d-b5f3-2fd1af1179e3 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:00.651467 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.db.api [req-4ae7da5d-373d-4f59-ae57-4ccaed8950b1 req-b314eb1b-f258-4ed4-ad77-8c3d84646dd2 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 20 11:34:00.651467 n-d-814735-3 neutron-server[100647]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 20 11:34:00.651467 n-d-814735-3 neutron-server[100647]: [parameters: {'project_id': 'e5aeff74cded4fc2a3bc0fa1d24c3a70', 'id': '5505b8ae-d1a8-4d1f-ad3c-e8537d6530ae', 'expiration': datetime.datetime(2021, 10, 20, 11, 36, 0, 606317)}] Oct 20 11:34:00.651467 n-d-814735-3 neutron-server[100647]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100647) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:34:00.651940 n-d-814735-3 neutron-server[100647]: DEBUG oslo_db.api [req-4ae7da5d-373d-4f59-ae57-4ccaed8950b1 req-b314eb1b-f258-4ed4-ad77-8c3d84646dd2 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:34:00.673219 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-54262ae7-e9ec-462b-85b4-0718a8863858 req-a808e5f4-c58d-4663-8f0b-94cf60af8317 tempest-ServerShowV254Test-1003354317 tempest-ServerShowV254Test-1003354317-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d7edf71-8836-48e5-9d8a-4ba5a12ea139 HTTP/1.1" status: 200 len: 210 time: 0.0685217 Oct 20 11:34:00.709063 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b0a196ae-93b8-4a85-8eaf-d263ddc76e21 req-9d4c7849-1f2c-452e-ab40-af344304bae6 service neutron] 10.222.0.11 "GET /v2.0/networks/bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645734 Oct 20 11:34:00.767821 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [req-a0813cd4-eb43-460c-aae0-284f07f372c6 req-91fbdb0f-159c-460d-b5f3-2fd1af1179e3 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] Allocated IP 172.20.0.10 (11cadb84-dd7d-49ad-b2f7-e9a9d0e73f29/fb406535-83f0-483f-a992-4af781577e47/2142e43c-725b-4700-b067-5636b812933e) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:34:00.814932 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b0a196ae-93b8-4a85-8eaf-d263ddc76e21 req-d2c1214a-a13d-4d94-a031-51b0621761cf service neutron] 10.222.0.11 "GET /v2.0/networks/bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961437 Oct 20 11:34:00.911227 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device d4a181bd-df84-479c-8a84-d9e9a72ddead up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:34:00.926230 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a0813cd4-eb43-460c-aae0-284f07f372c6 req-91fbdb0f-159c-460d-b5f3-2fd1af1179e3 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:00.927886 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418d871-c3cd-4c5b-be97-81a8096ddc49 req-8df8f475-589c-4b8b-a473-ca1e6df78a53 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:00.929380 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1418d871-c3cd-4c5b-be97-81a8096ddc49 req-8df8f475-589c-4b8b-a473-ca1e6df78a53 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "GET /v2.0/ports?device_id=adcf6c49-99dc-4137-9ef7-4d2b2561b5c3 HTTP/1.1" status: 200 len: 944 time: 0.0501382 Oct 20 11:34:00.965347 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port d4a181bd-df84-479c-8a84-d9e9a72ddead completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:34:00.969222 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port d4a181bd-df84-479c-8a84-d9e9a72ddead triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:34:00.969573 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:00.975123 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a0813cd4-eb43-460c-aae0-284f07f372c6 req-91fbdb0f-159c-460d-b5f3-2fd1af1179e3 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:00.992996 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1418d871-c3cd-4c5b-be97-81a8096ddc49 req-2fd1c4da-8fd2-4ef1-be1d-d66e4191e4bd tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "GET /v2.0/security-groups?id=578be006-2b35-449f-98b2-b66fb3c6b788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430970 Oct 20 11:34:01.027606 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0813cd4-eb43-460c-aae0-284f07f372c6 req-91fbdb0f-159c-460d-b5f3-2fd1af1179e3 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] Network 11cadb84-dd7d-49ad-b2f7-e9a9d0e73f29 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:34:01.030943 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [req-a0813cd4-eb43-460c-aae0-284f07f372c6 req-91fbdb0f-159c-460d-b5f3-2fd1af1179e3 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:34:01.037603 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0813cd4-eb43-460c-aae0-284f07f372c6 req-91fbdb0f-159c-460d-b5f3-2fd1af1179e3 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:34:01.056705 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:01.064421 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fbdb0f-159c-460d-b5f3-2fd1af1179e3 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] Pushing event updated for resources: {'Port': ['ID=2142e43c-725b-4700-b067-5636b812933e,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:01.082340 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b0011-fab1-457d-a672-120c5379bde8 req-556a2575-5886-41bd-a4e0-ef3ddbf42655 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:01.084058 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-084b0011-fab1-457d-a672-120c5379bde8 req-556a2575-5886-41bd-a4e0-ef3ddbf42655 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] 10.222.0.98 "GET /v2.0/ports?device_id=d40502ba-a5ee-4982-98fc-2a101c181dbd HTTP/1.1" status: 200 len: 932 time: 0.0519602 Oct 20 11:34:01.085755 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6792707f-a1fc-4832-bb2a-14f6dffd3d51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a181bd-df84-479c-8a84-d9e9a72ddead'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:34:01.088185 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1893124d-a255-4ef1-935a-7026945c0585" -d '{"events": [{"server_uuid": "6792707f-a1fc-4832-bb2a-14f6dffd3d51", "name": "network-vif-plugged", "status": "completed", "tag": "d4a181bd-df84-479c-8a84-d9e9a72ddead"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:34:01.094318 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0813cd4-eb43-460c-aae0-284f07f372c6 req-91fbdb0f-159c-460d-b5f3-2fd1af1179e3 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:01.095060 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a0813cd4-eb43-460c-aae0-284f07f372c6 req-91fbdb0f-159c-460d-b5f3-2fd1af1179e3 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:01.102438 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port d4a181bd-df84-479c-8a84-d9e9a72ddead, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=d4a181bd-df84-479c-8a84-d9e9a72ddead,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:01.109150 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:01.116846 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a0813cd4-eb43-460c-aae0-284f07f372c6 req-91fbdb0f-159c-460d-b5f3-2fd1af1179e3 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6374650 Oct 20 11:34:01.130260 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-084b0011-fab1-457d-a672-120c5379bde8 req-71a6da83-6fb7-4a1d-aa91-63807c887b0e tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] 10.222.0.98 "GET /v2.0/security-groups?id=52faa75b-0825-4c6d-b0f6-5574fd71d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380270 Oct 20 11:34:01.131982 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-a0813cd4-eb43-460c-aae0-284f07f372c6 req-e03e3558-f557-4131-a47b-988557b19f21 service neutron] Request body: {'port': {'device_id': 'd40502ba-a5ee-4982-98fc-2a101c181dbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:34:01.167062 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=d4a181bd-df84-479c-8a84-d9e9a72ddead,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:01.189623 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4ae7da5d-373d-4f59-ae57-4ccaed8950b1 req-b314eb1b-f258-4ed4-ad77-8c3d84646dd2 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:01.204127 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a0813cd4-eb43-460c-aae0-284f07f372c6 req-e03e3558-f557-4131-a47b-988557b19f21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:01.291354 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4ae7da5d-373d-4f59-ae57-4ccaed8950b1 req-b314eb1b-f258-4ed4-ad77-8c3d84646dd2 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:01.299591 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002ea1d-8aa1-4a5c-b562-c3e4a695cc36 req-e3f66035-7cf7-44e5-be81-bd5e08a9c0b6 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:01.301106 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2002ea1d-8aa1-4a5c-b562-c3e4a695cc36 req-e3f66035-7cf7-44e5-be81-bd5e08a9c0b6 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=6792707f-a1fc-4832-bb2a-14f6dffd3d51 HTTP/1.1" status: 200 len: 949 time: 0.0746505 Oct 20 11:34:01.302547 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4ae7da5d-373d-4f59-ae57-4ccaed8950b1 req-b314eb1b-f258-4ed4-ad77-8c3d84646dd2 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:01.346951 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4ae7da5d-373d-4f59-ae57-4ccaed8950b1 req-b314eb1b-f258-4ed4-ad77-8c3d84646dd2 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:01.348280 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4ae7da5d-373d-4f59-ae57-4ccaed8950b1 req-b314eb1b-f258-4ed4-ad77-8c3d84646dd2 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.7763839 Oct 20 11:34:01.353889 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b314eb1b-f258-4ed4-ad77-8c3d84646dd2 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30cdf4c0-d5ca-4ae7-99f0-b15be2c927cf,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:01.369606 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2002ea1d-8aa1-4a5c-b562-c3e4a695cc36 req-0b5eed77-2d98-42dd-b293-ceb54b8600ad tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620320 Oct 20 11:34:01.417284 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3d4c81-eea9-4707-818f-ed74ee2a6306 x-openstack-request-id: req-fa3d4c81-eea9-4707-818f-ed74ee2a6306 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:34:01.417575 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6792707f-a1fc-4832-bb2a-14f6dffd3d51", "name": "network-vif-plugged", "status": "completed", "tag": "d4a181bd-df84-479c-8a84-d9e9a72ddead", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:34:01.417825 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fa3d4c81-eea9-4707-818f-ed74ee2a6306 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:34:01.418242 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6792707f-a1fc-4832-bb2a-14f6dffd3d51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a181bd-df84-479c-8a84-d9e9a72ddead', 'code': 200} Oct 20 11:34:01.535529 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-a0813cd4-eb43-460c-aae0-284f07f372c6 req-e03e3558-f557-4131-a47b-988557b19f21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2142e43c-725b-4700-b067-5636b812933e {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:34:01.545924 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a0813cd4-eb43-460c-aae0-284f07f372c6 req-e03e3558-f557-4131-a47b-988557b19f21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:01.559957 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-a0813cd4-eb43-460c-aae0-284f07f372c6 req-e03e3558-f557-4131-a47b-988557b19f21 service neutron] Transition to ACTIVE for port object 2142e43c-725b-4700-b067-5636b812933e will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:34:01.565701 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a0813cd4-eb43-460c-aae0-284f07f372c6 req-e03e3558-f557-4131-a47b-988557b19f21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:01.588462 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08588a0a-8e7a-4367-b380-46180d27f00a req-72c3cd05-35e5-4262-adaa-fd1237383da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:01.590062 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-08588a0a-8e7a-4367-b380-46180d27f00a req-72c3cd05-35e5-4262-adaa-fd1237383da9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6792707f-a1fc-4832-bb2a-14f6dffd3d51 HTTP/1.1" status: 200 len: 1100 time: 0.0883172 Oct 20 11:34:01.593936 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-452401b9-901e-49d2-88b8-8f5794f6e516 req-865715ea-e276-4f92-88c1-16801b187e55 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] 10.222.0.98 "GET /v2.0/security-groups/30cdf4c0-d5ca-4ae7-99f0-b15be2c927cf HTTP/1.1" status: 200 len: 1805 time: 0.0556993 Oct 20 11:34:01.605510 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-452401b9-901e-49d2-88b8-8f5794f6e516 req-42f9851c-38b7-4a9e-9f1e-8e90416d5893 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '30cdf4c0-d5ca-4ae7-99f0-b15be2c927cf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:34:01.606343 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-452401b9-901e-49d2-88b8-8f5794f6e516 req-42f9851c-38b7-4a9e-9f1e-8e90416d5893 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '30cdf4c0-d5ca-4ae7-99f0-b15be2c927cf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:34:01.646740 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03e3558-f557-4131-a47b-988557b19f21 service neutron] Pushing event updated for resources: {'Port': ['ID=2142e43c-725b-4700-b067-5636b812933e,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:01.668677 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-08588a0a-8e7a-4367-b380-46180d27f00a req-8bb15c3b-a12b-4399-a299-04993dcb867e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579298 Oct 20 11:34:01.731499 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-a0813cd4-eb43-460c-aae0-284f07f372c6 req-e03e3558-f557-4131-a47b-988557b19f21 service neutron] Attempting to bind port 2142e43c-725b-4700-b067-5636b812933e on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:34:01.731914 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-a0813cd4-eb43-460c-aae0-284f07f372c6 req-e03e3558-f557-4131-a47b-988557b19f21 service neutron] Attempting to bind port 2142e43c-725b-4700-b067-5636b812933e by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '86e6eb47-8dc6-4120-bbd2-37886be24348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '11cadb84-dd7d-49ad-b2f7-e9a9d0e73f29'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:34:01.732899 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0813cd4-eb43-460c-aae0-284f07f372c6 req-e03e3558-f557-4131-a47b-988557b19f21 service neutron] Attempting to bind port 2142e43c-725b-4700-b067-5636b812933e on network 11cadb84-dd7d-49ad-b2f7-e9a9d0e73f29 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:34:01.733578 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-452401b9-901e-49d2-88b8-8f5794f6e516 req-42f9851c-38b7-4a9e-9f1e-8e90416d5893 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:01.738663 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0813cd4-eb43-460c-aae0-284f07f372c6 req-e03e3558-f557-4131-a47b-988557b19f21 service neutron] Port 2142e43c-725b-4700-b067-5636b812933e on network 11cadb84-dd7d-49ad-b2f7-e9a9d0e73f29 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:34:01.739318 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0813cd4-eb43-460c-aae0-284f07f372c6 req-e03e3558-f557-4131-a47b-988557b19f21 service neutron] Attempting to bind port 2142e43c-725b-4700-b067-5636b812933e on network 11cadb84-dd7d-49ad-b2f7-e9a9d0e73f29 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:34:01.745794 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0813cd4-eb43-460c-aae0-284f07f372c6 req-e03e3558-f557-4131-a47b-988557b19f21 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:34:01.746076 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0813cd4-eb43-460c-aae0-284f07f372c6 req-e03e3558-f557-4131-a47b-988557b19f21 service neutron] Checking segment: {'id': '86e6eb47-8dc6-4120-bbd2-37886be24348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '11cadb84-dd7d-49ad-b2f7-e9a9d0e73f29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:34:01.746609 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0813cd4-eb43-460c-aae0-284f07f372c6 req-e03e3558-f557-4131-a47b-988557b19f21 service neutron] Bound using segment: {'id': '86e6eb47-8dc6-4120-bbd2-37886be24348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '11cadb84-dd7d-49ad-b2f7-e9a9d0e73f29'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:34:01.747386 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-a0813cd4-eb43-460c-aae0-284f07f372c6 req-e03e3558-f557-4131-a47b-988557b19f21 service neutron] Bound port: 2142e43c-725b-4700-b067-5636b812933e, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86e6eb47-8dc6-4120-bbd2-37886be24348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '11cadb84-dd7d-49ad-b2f7-e9a9d0e73f29'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:34:01.747828 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a0813cd4-eb43-460c-aae0-284f07f372c6 req-e03e3558-f557-4131-a47b-988557b19f21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:01.752916 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-452401b9-901e-49d2-88b8-8f5794f6e516 req-42f9851c-38b7-4a9e-9f1e-8e90416d5893 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:01.757585 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-452401b9-901e-49d2-88b8-8f5794f6e516 req-42f9851c-38b7-4a9e-9f1e-8e90416d5893 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:01.781907 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f9851c-38b7-4a9e-9f1e-8e90416d5893 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3f020c8-0dc3-4234-9001-55fb89a1ee1a,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:01.789349 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-452401b9-901e-49d2-88b8-8f5794f6e516 req-42f9851c-38b7-4a9e-9f1e-8e90416d5893 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:01.790491 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-452401b9-901e-49d2-88b8-8f5794f6e516 req-42f9851c-38b7-4a9e-9f1e-8e90416d5893 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1895983 Oct 20 11:34:01.830088 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-a0813cd4-eb43-460c-aae0-284f07f372c6 req-e03e3558-f557-4131-a47b-988557b19f21 service neutron] For port 2142e43c-725b-4700-b067-5636b812933e, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:34:01.833823 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-a0813cd4-eb43-460c-aae0-284f07f372c6 req-e03e3558-f557-4131-a47b-988557b19f21 service neutron] For port 2142e43c-725b-4700-b067-5636b812933e, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=2142e43c-725b-4700-b067-5636b812933e,segment=NetworkSegment(86e6eb47-8dc6-4120-bbd2-37886be24348),segment_id=86e6eb47-8dc6-4120-bbd2-37886be24348)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:34:01.841850 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a0813cd4-eb43-460c-aae0-284f07f372c6 req-e03e3558-f557-4131-a47b-988557b19f21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:01.875051 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d7f85-ec2e-4939-afa5-5c43cf28c56e req-c7cc41a5-850f-4b2b-b7f3-cc915ccdef0d tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:01.876877 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a38d7f85-ec2e-4939-afa5-5c43cf28c56e req-c7cc41a5-850f-4b2b-b7f3-cc915ccdef0d tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] 10.222.0.98 "GET /v2.0/ports?device_id=e137279b-e66d-48ef-8e7a-dae0e2221c20 HTTP/1.1" status: 200 len: 945 time: 0.0514464 Oct 20 11:34:01.882443 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0813cd4-eb43-460c-aae0-284f07f372c6 req-e03e3558-f557-4131-a47b-988557b19f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:01.883368 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a0813cd4-eb43-460c-aae0-284f07f372c6 req-e03e3558-f557-4131-a47b-988557b19f21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:01.884690 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a0813cd4-eb43-460c-aae0-284f07f372c6 req-e03e3558-f557-4131-a47b-988557b19f21 service neutron] 10.222.0.89 "PUT /v2.0/ports/2142e43c-725b-4700-b067-5636b812933e HTTP/1.1" status: 200 len: 1092 time: 0.7575169 Oct 20 11:34:01.885147 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd40502ba-a5ee-4982-98fc-2a101c181dbd', 'tag': '2142e43c-725b-4700-b067-5636b812933e'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:34:01.887739 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de72af89-e1be-4b98-a8af-7253f20e8fec" -d '{"events": [{"name": "network-changed", "server_uuid": "d40502ba-a5ee-4982-98fc-2a101c181dbd", "tag": "2142e43c-725b-4700-b067-5636b812933e"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:34:01.924863 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03e3558-f557-4131-a47b-988557b19f21 service neutron] Pushing event updated for resources: {'Port': ['ID=2142e43c-725b-4700-b067-5636b812933e,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:01.930931 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a38d7f85-ec2e-4939-afa5-5c43cf28c56e req-514b6f78-cb0f-4261-9174-177c422d390f tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bea1449-0e14-4d4b-9730-853c09f6cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466127 Oct 20 11:34:01.980980 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0813cd4-eb43-460c-aae0-284f07f372c6 req-cf8beaa0-7c85-426b-88fa-75f320db5988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:01.983002 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a0813cd4-eb43-460c-aae0-284f07f372c6 req-cf8beaa0-7c85-426b-88fa-75f320db5988 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=03a1b0af74fc456cb49c3829ab27ee7c&device_id=d40502ba-a5ee-4982-98fc-2a101c181dbd HTTP/1.1" status: 200 len: 1095 time: 0.0496857 Oct 20 11:34:02.018261 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fb79b638-baa0-4910-8e04-3102021a2be9 req-0867cdc0-22e5-429f-a888-a412ad1eb85c tempest-ServerShowV254Test-1003354317 tempest-ServerShowV254Test-1003354317-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d7edf71-8836-48e5-9d8a-4ba5a12ea139 HTTP/1.1" status: 200 len: 210 time: 0.0378172 Oct 20 11:34:02.022475 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5aeef7e7-20b6-4f4e-820c-bd4c4750945b req-49e55ff5-22b4-49ce-8888-7c062dc5a36d tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] 10.222.0.98 "GET /v2.0/security-groups/30cdf4c0-d5ca-4ae7-99f0-b15be2c927cf HTTP/1.1" status: 200 len: 2399 time: 0.0706868 Oct 20 11:34:02.036653 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-5aeef7e7-20b6-4f4e-820c-bd4c4750945b req-8b63a67c-e461-4810-9b75-27348b21bd3c tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '30cdf4c0-d5ca-4ae7-99f0-b15be2c927cf', 'remote_group_id': None}]} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:34:02.037307 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-5aeef7e7-20b6-4f4e-820c-bd4c4750945b req-8b63a67c-e461-4810-9b75-27348b21bd3c tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '30cdf4c0-d5ca-4ae7-99f0-b15be2c927cf', 'remote_group_id': None}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:34:02.045711 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a0813cd4-eb43-460c-aae0-284f07f372c6 req-b85d4f7b-c929-4e30-9ad2-264d1d5ae363 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2142e43c-725b-4700-b067-5636b812933e HTTP/1.1" status: 200 len: 217 time: 0.0522866 Oct 20 11:34:02.087643 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b5eef2-ab1a-453d-9ac1-3172a912c888 x-openstack-request-id: req-e4b5eef2-ab1a-453d-9ac1-3172a912c888 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:34:02.087972 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d40502ba-a5ee-4982-98fc-2a101c181dbd", "tag": "2142e43c-725b-4700-b067-5636b812933e", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:34:02.088225 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e4b5eef2-ab1a-453d-9ac1-3172a912c888 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:34:02.088759 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd40502ba-a5ee-4982-98fc-2a101c181dbd', 'tag': '2142e43c-725b-4700-b067-5636b812933e', 'status': 'completed', 'code': 200} Oct 20 11:34:02.115534 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5aeef7e7-20b6-4f4e-820c-bd4c4750945b req-8b63a67c-e461-4810-9b75-27348b21bd3c tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:02.117973 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0813cd4-eb43-460c-aae0-284f07f372c6 req-d12eaca0-9ad2-4de7-930d-f423dd19bc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:02.119582 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a0813cd4-eb43-460c-aae0-284f07f372c6 req-d12eaca0-9ad2-4de7-930d-f423dd19bc4e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=fb406535-83f0-483f-a992-4af781577e47 HTTP/1.1" status: 200 len: 850 time: 0.0637906 Oct 20 11:34:02.143842 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5aeef7e7-20b6-4f4e-820c-bd4c4750945b req-8b63a67c-e461-4810-9b75-27348b21bd3c tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:02.148853 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5aeef7e7-20b6-4f4e-820c-bd4c4750945b req-8b63a67c-e461-4810-9b75-27348b21bd3c tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:02.162691 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a0813cd4-eb43-460c-aae0-284f07f372c6 req-ef7990e0-bc6e-4dbd-80e8-3a777e7a2795 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=11cadb84-dd7d-49ad-b2f7-e9a9d0e73f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320933 Oct 20 11:34:02.166167 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a67c-e461-4810-9b75-27348b21bd3c tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=366bd5b6-f412-46dc-9cc0-ac3b828ae5f9,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:02.203673 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5aeef7e7-20b6-4f4e-820c-bd4c4750945b req-8b63a67c-e461-4810-9b75-27348b21bd3c tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:02.204993 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5aeef7e7-20b6-4f4e-820c-bd4c4750945b req-8b63a67c-e461-4810-9b75-27348b21bd3c tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1752176 Oct 20 11:34:02.230288 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d26532-a156-4268-8276-3f4a28c48648 req-216f815d-cc41-4e23-93a1-74f809b30e29 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:02.231822 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-29d26532-a156-4268-8276-3f4a28c48648 req-216f815d-cc41-4e23-93a1-74f809b30e29 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "GET /v2.0/ports?device_id=adcf6c49-99dc-4137-9ef7-4d2b2561b5c3 HTTP/1.1" status: 200 len: 944 time: 0.0632832 Oct 20 11:34:02.275291 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a0813cd4-eb43-460c-aae0-284f07f372c6 req-b3e54c09-e6d8-4936-948f-2b5d85622bb6 service neutron] 10.222.0.89 "GET /v2.0/networks/11cadb84-dd7d-49ad-b2f7-e9a9d0e73f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040707 Oct 20 11:34:02.278286 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-29d26532-a156-4268-8276-3f4a28c48648 req-969dbf3c-72be-4230-8fab-2e806e19678c tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "GET /v2.0/security-groups?id=578be006-2b35-449f-98b2-b66fb3c6b788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383301 Oct 20 11:34:02.383919 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a0813cd4-eb43-460c-aae0-284f07f372c6 req-8fa920f0-1178-499e-8fff-8ce8a1860a6f service neutron] 10.222.0.89 "GET /v2.0/networks/11cadb84-dd7d-49ad-b2f7-e9a9d0e73f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993042 Oct 20 11:34:02.404497 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1f4af92c-e159-4a25-b8c5-2d032f356593 req-7d2cef5c-317f-40b8-b490-fe308881d1c7 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] 10.222.0.98 "GET /v2.0/security-groups/30cdf4c0-d5ca-4ae7-99f0-b15be2c927cf HTTP/1.1" status: 200 len: 2998 time: 0.0759275 Oct 20 11:34:02.429791 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02fb7a9-042e-46f0-8099-0e82b6138c4e req-7502dbcd-2b0c-4d9f-a275-8b36604faf3e tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:02.431536 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c02fb7a9-042e-46f0-8099-0e82b6138c4e req-7502dbcd-2b0c-4d9f-a275-8b36604faf3e tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] 10.222.0.98 "GET /v2.0/ports?device_id=d40502ba-a5ee-4982-98fc-2a101c181dbd HTTP/1.1" status: 200 len: 944 time: 0.0859289 Oct 20 11:34:02.484211 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c02fb7a9-042e-46f0-8099-0e82b6138c4e req-15cc7e72-c570-4461-80a5-d88f29841991 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] 10.222.0.98 "GET /v2.0/security-groups?id=52faa75b-0825-4c6d-b0f6-5574fd71d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375264 Oct 20 11:34:02.500455 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72af89-e1be-4b98-a8af-7253f20e8fec req-3e681daf-3e64-4430-9cbd-13d137d542bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:02.502199 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-de72af89-e1be-4b98-a8af-7253f20e8fec req-3e681daf-3e64-4430-9cbd-13d137d542bf service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=03a1b0af74fc456cb49c3829ab27ee7c&device_id=d40502ba-a5ee-4982-98fc-2a101c181dbd HTTP/1.1" status: 200 len: 1095 time: 0.0567586 Oct 20 11:34:02.538155 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b86c991d-5682-41c6-b80a-96519130c3ad req-f2368004-489a-4cd6-8f41-1fb1b99234da tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] 10.222.0.98 "GET /v2.0/security-group-rules/366bd5b6-f412-46dc-9cc0-ac3b828ae5f9 HTTP/1.1" status: 200 len: 783 time: 0.0207348 Oct 20 11:34:02.560067 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac431c-a325-4a29-a642-32dbf0207359 req-14823cfc-9504-4c6d-903f-6f9e95d6370b tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:02.561660 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9bac431c-a325-4a29-a642-32dbf0207359 req-14823cfc-9504-4c6d-903f-6f9e95d6370b tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=6792707f-a1fc-4832-bb2a-14f6dffd3d51 HTTP/1.1" status: 200 len: 949 time: 0.0739906 Oct 20 11:34:02.604190 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72af89-e1be-4b98-a8af-7253f20e8fec req-4d4e6e39-78f6-475a-ab1f-bbc8adf218a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:02.605580 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-de72af89-e1be-4b98-a8af-7253f20e8fec req-4d4e6e39-78f6-475a-ab1f-bbc8adf218a3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=11cadb84-dd7d-49ad-b2f7-e9a9d0e73f29 HTTP/1.1" status: 200 len: 912 time: 0.0943584 Oct 20 11:34:02.622095 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b86c991d-5682-41c6-b80a-96519130c3ad req-9580a0f6-74bc-4b6e-805c-c55328ab18ca tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] 10.222.0.98 "GET /v2.0/security-groups/30cdf4c0-d5ca-4ae7-99f0-b15be2c927cf HTTP/1.1" status: 200 len: 2998 time: 0.0762112 Oct 20 11:34:02.625200 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9bac431c-a325-4a29-a642-32dbf0207359 req-165ce48b-f1d2-4e60-8d00-b7d3fba44d06 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559039 Oct 20 11:34:02.658178 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-de72af89-e1be-4b98-a8af-7253f20e8fec req-c18bc749-e701-4dae-8842-ef91f52cccc1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2142e43c-725b-4700-b067-5636b812933e HTTP/1.1" status: 200 len: 217 time: 0.0409846 Oct 20 11:34:02.664746 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b86c991d-5682-41c6-b80a-96519130c3ad req-474dc3a6-e704-4279-9cc1-290d00b8d1f9 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:02.673368 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b86c991d-5682-41c6-b80a-96519130c3ad req-474dc3a6-e704-4279-9cc1-290d00b8d1f9 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:02.703821 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b86c991d-5682-41c6-b80a-96519130c3ad req-474dc3a6-e704-4279-9cc1-290d00b8d1f9 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:02.709549 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b86c991d-5682-41c6-b80a-96519130c3ad req-474dc3a6-e704-4279-9cc1-290d00b8d1f9 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:02.711012 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b86c991d-5682-41c6-b80a-96519130c3ad req-474dc3a6-e704-4279-9cc1-290d00b8d1f9 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/366bd5b6-f412-46dc-9cc0-ac3b828ae5f9 HTTP/1.1" status: 204 len: 173 time: 0.0763261 Oct 20 11:34:02.720004 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474dc3a6-e704-4279-9cc1-290d00b8d1f9 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=366bd5b6-f412-46dc-9cc0-ac3b828ae5f9,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:02.888402 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f4fe0039-9ffb-4b5a-abef-7cda741f9e3a req-1758a582-9c6d-4cae-a0cd-8fcdc8969582 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] 10.222.0.98 "GET /v2.0/security-groups/30cdf4c0-d5ca-4ae7-99f0-b15be2c927cf HTTP/1.1" status: 200 len: 2399 time: 0.0686853 Oct 20 11:34:02.923668 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 2c76ed34-c244-48b8-89fd-73de37fddc26 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:34:03.005012 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f4fe0039-9ffb-4b5a-abef-7cda741f9e3a req-01d51d81-6bc4-4400-a3f4-6b354ee23f05 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:03.037215 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f4fe0039-9ffb-4b5a-abef-7cda741f9e3a req-01d51d81-6bc4-4400-a3f4-6b354ee23f05 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:03.051777 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72af89-e1be-4b98-a8af-7253f20e8fec req-9e28453e-2c61-4efc-9e38-7b02b23f4960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:03.053562 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-de72af89-e1be-4b98-a8af-7253f20e8fec req-9e28453e-2c61-4efc-9e38-7b02b23f4960 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=fb406535-83f0-483f-a992-4af781577e47 HTTP/1.1" status: 200 len: 850 time: 0.3867979 Oct 20 11:34:03.069858 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 2c76ed34-c244-48b8-89fd-73de37fddc26, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=2c76ed34-c244-48b8-89fd-73de37fddc26,segment=NetworkSegment(bf12ba53-b5be-4c94-86d9-92d8a344590c),segment_id=bf12ba53-b5be-4c94-86d9-92d8a344590c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:03.085271 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '2c76ed34-c244-48b8-89fd-73de37fddc26', 'network_id': 'bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4', 'port_id': '2c76ed34-c244-48b8-89fd-73de37fddc26', 'mac_address': 'fa:16:3e:9b:ae:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a646348-659c-4597-9319-8cf09eae1cdb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:34:03.088991 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-de72af89-e1be-4b98-a8af-7253f20e8fec req-3c48b33d-1030-4218-86b4-fb8db10bcba3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=11cadb84-dd7d-49ad-b2f7-e9a9d0e73f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244017 Oct 20 11:34:03.124285 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:03.125181 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9254a2-361f-47db-bed9-1be658e31d27 req-d727ccd0-5662-4eb2-9faa-f405d5dda510 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:03.126822 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5d9254a2-361f-47db-bed9-1be658e31d27 req-d727ccd0-5662-4eb2-9faa-f405d5dda510 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] 10.222.0.98 "GET /v2.0/ports?device_id=e137279b-e66d-48ef-8e7a-dae0e2221c20 HTTP/1.1" status: 200 len: 945 time: 0.0783865 Oct 20 11:34:03.145502 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f4fe0039-9ffb-4b5a-abef-7cda741f9e3a req-01d51d81-6bc4-4400-a3f4-6b354ee23f05 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:03.145844 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c76ed34-c244-48b8-89fd-73de37fddc26 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:34:03.148282 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f4fe0039-9ffb-4b5a-abef-7cda741f9e3a req-01d51d81-6bc4-4400-a3f4-6b354ee23f05 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:03.149785 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f4fe0039-9ffb-4b5a-abef-7cda741f9e3a req-01d51d81-6bc4-4400-a3f4-6b354ee23f05 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] 10.222.0.98 "DELETE /v2.0/security-groups/30cdf4c0-d5ca-4ae7-99f0-b15be2c927cf HTTP/1.1" status: 204 len: 173 time: 0.2541704 Oct 20 11:34:03.171750 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 2c76ed34-c244-48b8-89fd-73de37fddc26, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=2c76ed34-c244-48b8-89fd-73de37fddc26,segment=NetworkSegment(bf12ba53-b5be-4c94-86d9-92d8a344590c),segment_id=bf12ba53-b5be-4c94-86d9-92d8a344590c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:03.173189 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d51d81-6bc4-4400-a3f4-6b354ee23f05 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30cdf4c0-d5ca-4ae7-99f0-b15be2c927cf,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:03.178523 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:03.204748 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-de72af89-e1be-4b98-a8af-7253f20e8fec req-2bd8230a-ebb8-4e4c-b774-eeb5e03a2bb6 service neutron] 10.222.0.89 "GET /v2.0/networks/11cadb84-dd7d-49ad-b2f7-e9a9d0e73f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030984 Oct 20 11:34:03.213121 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5d9254a2-361f-47db-bed9-1be658e31d27 req-ba6386d6-dbee-42a7-8dfb-bdda479a3fee tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bea1449-0e14-4d4b-9730-853c09f6cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754578 Oct 20 11:34:03.258812 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=2c76ed34-c244-48b8-89fd-73de37fddc26,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:03.312432 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-de72af89-e1be-4b98-a8af-7253f20e8fec req-2f421f2e-106f-4fe9-8048-766c2d77b65a service neutron] 10.222.0.89 "GET /v2.0/networks/11cadb84-dd7d-49ad-b2f7-e9a9d0e73f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976512 Oct 20 11:34:03.320730 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [req-98c97bd9-371a-421f-8960-8470bb1fe9bd req-f188d409-742c-4ddb-8f2b-a91f1c2154fc tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] show failed (client error): The resource could not be found. Oct 20 11:34:03.321902 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98c97bd9-371a-421f-8960-8470bb1fe9bd req-f188d409-742c-4ddb-8f2b-a91f1c2154fc tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] 10.222.0.98 "GET /v2.0/security-groups/02258aa5-5bb5-41fc-99fa-a083dcdfde1f HTTP/1.1" status: 404 len: 352 time: 0.0252626 Oct 20 11:34:03.341778 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-745689c8-a855-4178-bdae-fc4a5e6cfc7a req-1037c277-f2d0-414f-8384-15314a225e2e tempest-ServerShowV254Test-1003354317 tempest-ServerShowV254Test-1003354317-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d7edf71-8836-48e5-9d8a-4ba5a12ea139 HTTP/1.1" status: 200 len: 210 time: 0.0360224 Oct 20 11:34:03.479129 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff2ea8-62f5-4a68-8a6e-89c84b9f64d8 req-c2c80069-b902-4dae-add0-29860ce0b4f2 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:03.480604 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-28ff2ea8-62f5-4a68-8a6e-89c84b9f64d8 req-c2c80069-b902-4dae-add0-29860ce0b4f2 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "GET /v2.0/ports?device_id=adcf6c49-99dc-4137-9ef7-4d2b2561b5c3 HTTP/1.1" status: 200 len: 945 time: 0.0811198 Oct 20 11:34:03.484613 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-851879bf-0570-4a80-bd61-b931ed9d3c4e req-f2228365-7c3f-4ad2-89bb-bb72c332fae6 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] 10.222.0.98 "GET /v2.0/security-groups/3ee7f06b-c609-47bd-92e2-d70571f8c551 HTTP/1.1" status: 200 len: 1803 time: 0.0547583 Oct 20 11:34:03.505576 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['2c76ed34-c244-48b8-89fd-73de37fddc26'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:34:03.542713 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-28ff2ea8-62f5-4a68-8a6e-89c84b9f64d8 req-e98af8b1-2df5-4fec-aa35-200ae664fce7 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "GET /v2.0/security-groups?id=578be006-2b35-449f-98b2-b66fb3c6b788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558200 Oct 20 11:34:03.566832 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-851879bf-0570-4a80-bd61-b931ed9d3c4e req-5d7dd189-8755-4060-b242-4b589f0ab891 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:03.594299 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-851879bf-0570-4a80-bd61-b931ed9d3c4e req-5d7dd189-8755-4060-b242-4b589f0ab891 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:03.668794 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-851879bf-0570-4a80-bd61-b931ed9d3c4e req-5d7dd189-8755-4060-b242-4b589f0ab891 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:03.671392 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-851879bf-0570-4a80-bd61-b931ed9d3c4e req-5d7dd189-8755-4060-b242-4b589f0ab891 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:03.672526 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-851879bf-0570-4a80-bd61-b931ed9d3c4e req-5d7dd189-8755-4060-b242-4b589f0ab891 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] 10.222.0.98 "DELETE /v2.0/security-groups/3ee7f06b-c609-47bd-92e2-d70571f8c551 HTTP/1.1" status: 204 len: 173 time: 0.1799223 Oct 20 11:34:03.684817 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7dd189-8755-4060-b242-4b589f0ab891 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee7f06b-c609-47bd-92e2-d70571f8c551,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:03.694756 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7c7a4-bcd1-411d-9269-6b2a12342ef7 req-34782e29-20f1-41bd-9420-e3ef47d10ae7 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:03.696305 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c6d7c7a4-bcd1-411d-9269-6b2a12342ef7 req-34782e29-20f1-41bd-9420-e3ef47d10ae7 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] 10.222.0.98 "GET /v2.0/ports?device_id=d40502ba-a5ee-4982-98fc-2a101c181dbd HTTP/1.1" status: 200 len: 944 time: 0.0671151 Oct 20 11:34:03.737414 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c6d7c7a4-bcd1-411d-9269-6b2a12342ef7 req-2fad07ca-da2c-4f93-9dd6-3c7b26f5bfee tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] 10.222.0.98 "GET /v2.0/security-groups?id=52faa75b-0825-4c6d-b0f6-5574fd71d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346191 Oct 20 11:34:03.847895 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-376e4e44-88d7-4244-9c83-f1bac862e469 req-ae7ebbc3-8261-4f53-a8af-9a44c00234b9 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] 10.222.0.98 "GET /v2.0/security-groups/9689efd5-991d-4f4a-aabf-5ca9588581a8 HTTP/1.1" status: 200 len: 1802 time: 0.0711884 Oct 20 11:34:03.871066 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19beb6e5-6e23-4028-9d98-dc794986784e req-65015958-d749-49eb-8628-fafda144dc1f tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:03.872506 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19beb6e5-6e23-4028-9d98-dc794986784e req-65015958-d749-49eb-8628-fafda144dc1f tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=6792707f-a1fc-4832-bb2a-14f6dffd3d51 HTTP/1.1" status: 200 len: 949 time: 0.0740392 Oct 20 11:34:03.941214 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19beb6e5-6e23-4028-9d98-dc794986784e req-16c5690d-ce76-4dad-bc9c-a5eeed07816f tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613487 Oct 20 11:34:03.955199 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-376e4e44-88d7-4244-9c83-f1bac862e469 req-45810cc8-88fe-4dfe-8d0c-e5876a62083d tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:03.981014 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-376e4e44-88d7-4244-9c83-f1bac862e469 req-45810cc8-88fe-4dfe-8d0c-e5876a62083d tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:04.049610 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-376e4e44-88d7-4244-9c83-f1bac862e469 req-45810cc8-88fe-4dfe-8d0c-e5876a62083d tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:04.052821 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-376e4e44-88d7-4244-9c83-f1bac862e469 req-45810cc8-88fe-4dfe-8d0c-e5876a62083d tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:04.054135 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-376e4e44-88d7-4244-9c83-f1bac862e469 req-45810cc8-88fe-4dfe-8d0c-e5876a62083d tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] 10.222.0.98 "DELETE /v2.0/security-groups/9689efd5-991d-4f4a-aabf-5ca9588581a8 HTTP/1.1" status: 204 len: 173 time: 0.1994309 Oct 20 11:34:04.063930 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45810cc8-88fe-4dfe-8d0c-e5876a62083d tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9689efd5-991d-4f4a-aabf-5ca9588581a8,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:04.194075 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1360a-a383-4e34-bea5-2e9a2c946a6f req-9abcb540-e9a3-416d-a813-29fad7350b84 tempest-ServersOnMultiNodesTest-1658368089 tempest-ServersOnMultiNodesTest-1658368089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:04.194075 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a8d1360a-a383-4e34-bea5-2e9a2c946a6f req-9abcb540-e9a3-416d-a813-29fad7350b84 tempest-ServersOnMultiNodesTest-1658368089 tempest-ServersOnMultiNodesTest-1658368089-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=6792707f-a1fc-4832-bb2a-14f6dffd3d51 HTTP/1.1" status: 200 len: 1100 time: 0.0709760 Oct 20 11:34:04.199041 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a23b2863-13da-47e7-846a-50c09cbbc488 req-942dbd8d-124b-437e-9098-c83de37cc7ab tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] 10.222.0.98 "GET /v2.0/security-groups/e4c894bb-522f-4d03-9d93-d71b9cd4f339 HTTP/1.1" status: 200 len: 1804 time: 0.0517411 Oct 20 11:34:04.259998 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a8d1360a-a383-4e34-bea5-2e9a2c946a6f req-ee82c04e-5324-4043-b264-42f66763e5c6 tempest-ServersOnMultiNodesTest-1658368089 tempest-ServersOnMultiNodesTest-1658368089-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600309 Oct 20 11:34:04.303748 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a23b2863-13da-47e7-846a-50c09cbbc488 req-eb024680-f112-488a-912e-1a6023b8ea28 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:04.329960 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a23b2863-13da-47e7-846a-50c09cbbc488 req-eb024680-f112-488a-912e-1a6023b8ea28 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:04.382624 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a23b2863-13da-47e7-846a-50c09cbbc488 req-eb024680-f112-488a-912e-1a6023b8ea28 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:04.385671 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a23b2863-13da-47e7-846a-50c09cbbc488 req-eb024680-f112-488a-912e-1a6023b8ea28 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:04.387428 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a23b2863-13da-47e7-846a-50c09cbbc488 req-eb024680-f112-488a-912e-1a6023b8ea28 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] 10.222.0.98 "DELETE /v2.0/security-groups/e4c894bb-522f-4d03-9d93-d71b9cd4f339 HTTP/1.1" status: 204 len: 173 time: 0.1674798 Oct 20 11:34:04.408139 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb024680-f112-488a-912e-1a6023b8ea28 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c894bb-522f-4d03-9d93-d71b9cd4f339,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:04.485300 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4f0e63e5-fe11-4ea3-9604-6e0d4ceed05d req-bb4ca89d-a2e2-4e68-93ba-114b6f62f2d9 tempest-ServerShowV254Test-1003354317 tempest-ServerShowV254Test-1003354317-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d7edf71-8836-48e5-9d8a-4ba5a12ea139 HTTP/1.1" status: 200 len: 210 time: 0.0426750 Oct 20 11:34:04.538325 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576a3a1-a83f-4fae-ae77-f6a4c99c7fea req-10d6f857-a1d9-49f9-b982-a94bec37f3f9 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:04.539838 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5576a3a1-a83f-4fae-ae77-f6a4c99c7fea req-10d6f857-a1d9-49f9-b982-a94bec37f3f9 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] 10.222.0.98 "GET /v2.0/ports?device_id=e137279b-e66d-48ef-8e7a-dae0e2221c20 HTTP/1.1" status: 200 len: 945 time: 0.1134512 Oct 20 11:34:04.561971 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17e559-0856-4519-8a64-3469bcc184e0 req-0944450a-275c-48f2-b67e-989a9beba19c tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:04.563495 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3e17e559-0856-4519-8a64-3469bcc184e0 req-0944450a-275c-48f2-b67e-989a9beba19c tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] 10.222.0.11 "GET /v2.0/ports?device_id=e137279b-e66d-48ef-8e7a-dae0e2221c20 HTTP/1.1" status: 200 len: 945 time: 0.0750189 Oct 20 11:34:04.625590 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5576a3a1-a83f-4fae-ae77-f6a4c99c7fea req-4415f936-d1da-44ca-a1db-198e047f8e80 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bea1449-0e14-4d4b-9730-853c09f6cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781653 Oct 20 11:34:04.691329 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-caa5efeb-4f47-4bc0-98b8-93c7c2ebc819 req-34f6c2fd-804c-449d-a767-4702f45bfcc1 tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] 10.222.0.98 "GET /v2.0/security-groups/1f8d1de3-db7d-4334-bc93-07915144f82b HTTP/1.1" status: 200 len: 2404 time: 0.0796185 Oct 20 11:34:04.741094 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a4f25ae9-71d4-4d98-b3ee-42c2b74f6a2a req-4f31851d-21e7-498d-88bc-d38e4ed36467 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=0608bb1584294647a2a321a4de90ae37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429151 Oct 20 11:34:04.788613 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-3e17e559-0856-4519-8a64-3469bcc184e0 req-8d20794c-2e05-4044-a9d6-d8ec3a514713 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Deleting port 32d92ba1-eb0b-4790-a484-5d6d2b2830e0 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:34:04.788904 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3e17e559-0856-4519-8a64-3469bcc184e0 req-8d20794c-2e05-4044-a9d6-d8ec3a514713 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:04.910432 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-caa5efeb-4f47-4bc0-98b8-93c7c2ebc819 req-1e9872b5-2761-4758-a0cd-054a7bfb584e tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:04.938121 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 2c76ed34-c244-48b8-89fd-73de37fddc26 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:34:04.964514 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f25ae9-71d4-4d98-b3ee-42c2b74f6a2a req-1fae98c5-7705-449e-acfd-4807662caee4 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:04.965968 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a4f25ae9-71d4-4d98-b3ee-42c2b74f6a2a req-1fae98c5-7705-449e-acfd-4807662caee4 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2169857 Oct 20 11:34:04.975494 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-caa5efeb-4f47-4bc0-98b8-93c7c2ebc819 req-1e9872b5-2761-4758-a0cd-054a7bfb584e tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:04.978956 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-3e17e559-0856-4519-8a64-3469bcc184e0 req-8d20794c-2e05-4044-a9d6-d8ec3a514713 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] For port 32d92ba1-eb0b-4790-a484-5d6d2b2830e0, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=32d92ba1-eb0b-4790-a484-5d6d2b2830e0,segment=NetworkSegment(077f6192-3017-4d6f-ab33-2817e3715dc9),segment_id=077f6192-3017-4d6f-ab33-2817e3715dc9)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:04.979317 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3e17e559-0856-4519-8a64-3469bcc184e0 req-8d20794c-2e05-4044-a9d6-d8ec3a514713 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:04.992662 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 2c76ed34-c244-48b8-89fd-73de37fddc26 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:34:04.996528 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 2c76ed34-c244-48b8-89fd-73de37fddc26 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:34:04.996894 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:05.045478 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a4f25ae9-71d4-4d98-b3ee-42c2b74f6a2a req-0acb6328-ddae-4bb6-abf8-36e1a8f859c7 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/quotas/0608bb1584294647a2a321a4de90ae37 HTTP/1.1" status: 200 len: 375 time: 0.0719247 Oct 20 11:34:05.078488 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:05.106744 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adcf6c49-99dc-4137-9ef7-4d2b2561b5c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c76ed34-c244-48b8-89fd-73de37fddc26'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:34:05.109241 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0797935b-6688-4673-9525-d5132afb47cc" -d '{"events": [{"server_uuid": "adcf6c49-99dc-4137-9ef7-4d2b2561b5c3", "name": "network-vif-plugged", "status": "completed", "tag": "2c76ed34-c244-48b8-89fd-73de37fddc26"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:34:05.123995 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 2c76ed34-c244-48b8-89fd-73de37fddc26, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=2c76ed34-c244-48b8-89fd-73de37fddc26,segment=NetworkSegment(bf12ba53-b5be-4c94-86d9-92d8a344590c),segment_id=bf12ba53-b5be-4c94-86d9-92d8a344590c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:05.128320 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:05.129218 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 32d92ba1-eb0b-4790-a484-5d6d2b2830e0 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:34:05.183954 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-caa5efeb-4f47-4bc0-98b8-93c7c2ebc819 req-1e9872b5-2761-4758-a0cd-054a7bfb584e tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:05.186897 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-caa5efeb-4f47-4bc0-98b8-93c7c2ebc819 req-1e9872b5-2761-4758-a0cd-054a7bfb584e tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:05.188353 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-caa5efeb-4f47-4bc0-98b8-93c7c2ebc819 req-1e9872b5-2761-4758-a0cd-054a7bfb584e tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] 10.222.0.98 "DELETE /v2.0/security-groups/1f8d1de3-db7d-4334-bc93-07915144f82b HTTP/1.1" status: 204 len: 173 time: 0.4890156 Oct 20 11:34:05.203811 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a4f25ae9-71d4-4d98-b3ee-42c2b74f6a2a req-2231eae1-6ba6-4e90-a396-841990b0d676 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=0608bb1584294647a2a321a4de90ae37&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1447771 Oct 20 11:34:05.222450 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9872b5-2761-4758-a0cd-054a7bfb584e tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8d1de3-db7d-4334-bc93-07915144f82b,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:05.359472 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=2c76ed34-c244-48b8-89fd-73de37fddc26,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:05.413078 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:05.456245 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 32d92ba1-eb0b-4790-a484-5d6d2b2830e0, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=32d92ba1-eb0b-4790-a484-5d6d2b2830e0,segment=NetworkSegment(077f6192-3017-4d6f-ab33-2817e3715dc9),segment_id=077f6192-3017-4d6f-ab33-2817e3715dc9)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:05.461690 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:05.514299 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=32d92ba1-eb0b-4790-a484-5d6d2b2830e0,revision_number=6']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:05.706479 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3e17e559-0856-4519-8a64-3469bcc184e0 req-8d20794c-2e05-4044-a9d6-d8ec3a514713 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:05.707111 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3e17e559-0856-4519-8a64-3469bcc184e0 req-8d20794c-2e05-4044-a9d6-d8ec3a514713 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:05.707235 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [req-3e17e559-0856-4519-8a64-3469bcc184e0 req-8d20794c-2e05-4044-a9d6-d8ec3a514713 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Floating IP 3aba3924-9075-463b-aece-13494ccaa8bd disassociated. External IP: 172.25.5.251, port: 32d92ba1-eb0b-4790-a484-5d6d2b2830e0. Oct 20 11:34:05.707503 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-3e17e559-0856-4519-8a64-3469bcc184e0 req-8d20794c-2e05-4044-a9d6-d8ec3a514713 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Calling delete_port for 32d92ba1-eb0b-4790-a484-5d6d2b2830e0 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:34:05.737744 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965f546-cc98-4337-89dd-95d346892d7b req-983420c9-03f4-43f9-8457-edbf7ce4d3da tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:05.739444 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b965f546-cc98-4337-89dd-95d346892d7b req-983420c9-03f4-43f9-8457-edbf7ce4d3da tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] 10.222.0.98 "GET /v2.0/ports?device_id=d40502ba-a5ee-4982-98fc-2a101c181dbd HTTP/1.1" status: 200 len: 944 time: 0.1179259 Oct 20 11:34:05.750700 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43661f-950f-48b8-a243-68719ad99cb0 req-69b46802-bd11-4672-85bf-5a580bbc9f68 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:05.752270 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3b43661f-950f-48b8-a243-68719ad99cb0 req-69b46802-bd11-4672-85bf-5a580bbc9f68 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "GET /v2.0/ports?device_id=adcf6c49-99dc-4137-9ef7-4d2b2561b5c3 HTTP/1.1" status: 200 len: 946 time: 0.1320453 Oct 20 11:34:05.860119 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3b43661f-950f-48b8-a243-68719ad99cb0 req-12490a1e-f3fa-4b52-9956-845db93308c6 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "GET /v2.0/security-groups?id=578be006-2b35-449f-98b2-b66fb3c6b788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755932 Oct 20 11:34:05.864262 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b965f546-cc98-4337-89dd-95d346892d7b req-ee8caaa8-970c-46b8-9470-1c506cbf3ec2 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] 10.222.0.98 "GET /v2.0/security-groups?id=52faa75b-0825-4c6d-b0f6-5574fd71d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111875 Oct 20 11:34:05.929092 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07cab069-8e99-4477-b222-fd7ff03b9ff9 x-openstack-request-id: req-07cab069-8e99-4477-b222-fd7ff03b9ff9 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:34:05.929388 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adcf6c49-99dc-4137-9ef7-4d2b2561b5c3", "name": "network-vif-plugged", "status": "completed", "tag": "2c76ed34-c244-48b8-89fd-73de37fddc26", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:34:05.929637 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-07cab069-8e99-4477-b222-fd7ff03b9ff9 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:34:05.930224 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adcf6c49-99dc-4137-9ef7-4d2b2561b5c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c76ed34-c244-48b8-89fd-73de37fddc26', 'code': 200} Oct 20 11:34:05.951416 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3e17e559-0856-4519-8a64-3469bcc184e0 req-8d20794c-2e05-4044-a9d6-d8ec3a514713 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:06.004444 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d20794c-2e05-4044-a9d6-d8ec3a514713 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Pushing event deleted for resources: {'Port': ['ID=32d92ba1-eb0b-4790-a484-5d6d2b2830e0,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:06.111133 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fc1a79ad-4910-423b-a9c0-2dc80aaf7efb req-fcb8c2e9-a761-4026-af43-e75dd306127b tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] 10.222.0.98 "GET /v2.0/security-groups/fdf78aa3-1d77-4d44-a0bf-d81f53b2e5cc HTTP/1.1" status: 200 len: 2398 time: 0.1681943 Oct 20 11:34:06.112897 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1c6c428d-bdb5-47ee-9842-fe0edd93dc0b req-00b23dab-dac3-47fe-b033-50d15004feab tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5c9cc25-4c98-4b8d-9a2c-0cfe1dc769e9 HTTP/1.1" status: 200 len: 210 time: 0.0942652 Oct 20 11:34:06.200234 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b485ec-bc7e-4478-84d2-79467c11361a req-909e0580-bfea-4377-9cff-322d19d5cfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:06.201372 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-78b485ec-bc7e-4478-84d2-79467c11361a req-909e0580-bfea-4377-9cff-322d19d5cfb5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=adcf6c49-99dc-4137-9ef7-4d2b2561b5c3 HTTP/1.1" status: 200 len: 1097 time: 0.1860178 Oct 20 11:34:06.271849 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e17e559-0856-4519-8a64-3469bcc184e0 req-8d20794c-2e05-4044-a9d6-d8ec3a514713 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Router e786fe27-4a29-4909-861e-5a277d98ba39 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:34:06.290820 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-fc1a79ad-4910-423b-a9c0-2dc80aaf7efb req-2f9030f4-439d-4e45-95b7-8506260ba71a tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:06.297349 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5750c750-a9fc-4c8d-b25e-23524ad2de8a req-9a17ca95-3dbd-4716-9b4b-c3adc3161e6e tempest-ServerShowV254Test-1003354317 tempest-ServerShowV254Test-1003354317-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d7edf71-8836-48e5-9d8a-4ba5a12ea139 HTTP/1.1" status: 200 len: 210 time: 0.0504146 Oct 20 11:34:06.303021 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-78b485ec-bc7e-4478-84d2-79467c11361a req-f1ff8478-b570-4352-b086-4f15ec6dcc15 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=578be006-2b35-449f-98b2-b66fb3c6b788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902536 Oct 20 11:34:06.333698 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-fc1a79ad-4910-423b-a9c0-2dc80aaf7efb req-2f9030f4-439d-4e45-95b7-8506260ba71a tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:06.424560 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a4f25ae9-71d4-4d98-b3ee-42c2b74f6a2a req-bdf5a25a-3e19-45bc-89dc-1d7ff03adf7e tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=0608bb1584294647a2a321a4de90ae37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239296 Oct 20 11:34:06.430608 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-93eaaca3-6d1d-42c3-b39d-d109e9cb706b req-c3b10a24-d00c-4757-851f-c9199cb9a52e tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] 10.222.0.98 "GET /v2.0/ports?device_id=e137279b-e66d-48ef-8e7a-dae0e2221c20 HTTP/1.1" status: 200 len: 210 time: 0.0548813 Oct 20 11:34:06.510744 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-fc1a79ad-4910-423b-a9c0-2dc80aaf7efb req-2f9030f4-439d-4e45-95b7-8506260ba71a tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:06.514929 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-fc1a79ad-4910-423b-a9c0-2dc80aaf7efb req-2f9030f4-439d-4e45-95b7-8506260ba71a tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:06.520063 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fc1a79ad-4910-423b-a9c0-2dc80aaf7efb req-2f9030f4-439d-4e45-95b7-8506260ba71a tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] 10.222.0.98 "DELETE /v2.0/security-groups/fdf78aa3-1d77-4d44-a0bf-d81f53b2e5cc HTTP/1.1" status: 204 len: 173 time: 0.4016876 Oct 20 11:34:06.527297 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35396) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:06.594819 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9030f4-439d-4e45-95b7-8506260ba71a tempest-SecurityGroupRulesTestJSON-1718914954 tempest-SecurityGroupRulesTestJSON-1718914954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf78aa3-1d77-4d44-a0bf-d81f53b2e5cc,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:06.603132 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e17e559-0856-4519-8a64-3469bcc184e0 req-8d20794c-2e05-4044-a9d6-d8ec3a514713 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:34:06.613009 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-3207cf2a-a0aa-4204-ae0f-368c59ca5238 admin admin] Deleting subnet 97218c2a-e840-4ddb-907f-c4e5408b55bf {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:34:06.634172 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3207cf2a-a0aa-4204-ae0f-368c59ca5238 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:06.635916 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9eb98c-6793-4119-bba5-bebdff21462e None None] Sync routers for ids ['e786fe27-4a29-4909-861e-5a277d98ba39'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:34:06.640493 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f25ae9-71d4-4d98-b3ee-42c2b74f6a2a req-f8d04df5-f20f-4feb-9871-2462071f13c6 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:06.642120 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a4f25ae9-71d4-4d98-b3ee-42c2b74f6a2a req-f8d04df5-f20f-4feb-9871-2462071f13c6 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2035935 Oct 20 11:34:06.657261 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9eb98c-6793-4119-bba5-bebdff21462e None None] Routers {'e786fe27-4a29-4909-861e-5a277d98ba39'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:34:06.657962 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-af9eb98c-6793-4119-bba5-bebdff21462e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:33:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e786fe27-4a29-4909-861e-5a277d98ba39'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:06.662692 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-a4f25ae9-71d4-4d98-b3ee-42c2b74f6a2a req-4fc29699-d004-47f0-805d-783dc515d9e7 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Request body: {'port': {'device_id': 'b5c9cc25-4c98-4b8d-9a2c-0cfe1dc769e9', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'admin_state_up': True, 'tenant_id': '0608bb1584294647a2a321a4de90ae37'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:34:06.680546 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e17e559-0856-4519-8a64-3469bcc184e0 req-8d20794c-2e05-4044-a9d6-d8ec3a514713 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] No DVR routers for this DVR port 32d92ba1-eb0b-4790-a484-5d6d2b2830e0 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:34:06.686516 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3e17e559-0856-4519-8a64-3469bcc184e0 req-8d20794c-2e05-4044-a9d6-d8ec3a514713 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:06.690403 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3e17e559-0856-4519-8a64-3469bcc184e0 req-8d20794c-2e05-4044-a9d6-d8ec3a514713 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] 10.222.0.11 "DELETE /v2.0/ports/32d92ba1-eb0b-4790-a484-5d6d2b2830e0 HTTP/1.1" status: 204 len: 173 time: 2.1114223 Oct 20 11:34:06.690903 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e137279b-e66d-48ef-8e7a-dae0e2221c20', 'name': 'network-vif-deleted', 'tag': '32d92ba1-eb0b-4790-a484-5d6d2b2830e0'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:34:06.693293 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8abefdbf-1821-46a8-9f69-8feaaa6926a7" -d '{"events": [{"server_uuid": "e137279b-e66d-48ef-8e7a-dae0e2221c20", "name": "network-vif-deleted", "tag": "32d92ba1-eb0b-4790-a484-5d6d2b2830e0"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:34:06.708801 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3207cf2a-a0aa-4204-ae0f-368c59ca5238 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:06.757875 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa38780b-dce1-47af-88bf-c8fb6ea5a521 x-openstack-request-id: req-fa38780b-dce1-47af-88bf-c8fb6ea5a521 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:34:06.758170 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e137279b-e66d-48ef-8e7a-dae0e2221c20", "name": "network-vif-deleted", "tag": "32d92ba1-eb0b-4790-a484-5d6d2b2830e0", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:34:06.758425 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fa38780b-dce1-47af-88bf-c8fb6ea5a521 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:34:06.758849 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e137279b-e66d-48ef-8e7a-dae0e2221c20', 'name': 'network-vif-deleted', 'tag': '32d92ba1-eb0b-4790-a484-5d6d2b2830e0', 'status': 'completed', 'code': 200} Oct 20 11:34:06.795212 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3207cf2a-a0aa-4204-ae0f-368c59ca5238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:06.804431 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df6c032-98e9-4078-9815-0e1ffff9287a req-2dbb6ecf-da09-4a80-9d6c-a8e9f98322d2 tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:06.806198 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8df6c032-98e9-4078-9815-0e1ffff9287a req-2dbb6ecf-da09-4a80-9d6c-a8e9f98322d2 tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] 10.222.0.98 "GET /v2.0/ports?device_id=883999be-7ae5-4389-8dc9-0ec888339f71 HTTP/1.1" status: 200 len: 945 time: 0.1004450 Oct 20 11:34:06.830706 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-af9eb98c-6793-4119-bba5-bebdff21462e None None] Set router e786fe27-4a29-4909-861e-5a277d98ba39 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:34:06.857643 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4f25ae9-71d4-4d98-b3ee-42c2b74f6a2a req-4fc29699-d004-47f0-805d-783dc515d9e7 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Made reservation on behalf of 0608bb1584294647a2a321a4de90ae37 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:34:06.862554 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a4f25ae9-71d4-4d98-b3ee-42c2b74f6a2a req-4fc29699-d004-47f0-805d-783dc515d9e7 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:06.872483 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8df6c032-98e9-4078-9815-0e1ffff9287a req-4e6b657d-8e16-498e-bf51-f18f5b87aff1 tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] 10.222.0.98 "GET /v2.0/security-groups?id=a05460b9-efcf-42df-a78c-db42215228f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473487 Oct 20 11:34:06.898370 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3207cf2a-a0aa-4204-ae0f-368c59ca5238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:06.926571 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3207cf2a-a0aa-4204-ae0f-368c59ca5238 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97218c2a-e840-4ddb-907f-c4e5408b55bf,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:06.933237 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3207cf2a-a0aa-4204-ae0f-368c59ca5238 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:06.937767 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3207cf2a-a0aa-4204-ae0f-368c59ca5238 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/97218c2a-e840-4ddb-907f-c4e5408b55bf HTTP/1.1" status: 204 len: 168 time: 0.4086640 Oct 20 11:34:06.939801 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35406) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:07.074392 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3473bbb7-81fe-4998-b4d0-cd84a6c7d067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:07.079970 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [req-a4f25ae9-71d4-4d98-b3ee-42c2b74f6a2a req-4fc29699-d004-47f0-805d-783dc515d9e7 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Allocated IP 192.168.233.55 (09e5a906-63cf-4dde-b699-ab448fb18fb8/94289c8c-e5f7-4e30-b6a9-5b268a8fd610/d79c0594-bdf2-4989-a647-63210c8d292d) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:34:07.080149 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-af9eb98c-6793-4119-bba5-bebdff21462e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e786fe27-4a29-4909-861e-5a277d98ba39', 'name': 'tempest-ServersTestManualDisk-373571087-router', 'tenant_id': '69251b3b8e214fb2a0a37c132a413a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'fb6d4742-3ca7-4101-9402-2b03d9f361e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:31:44Z', 'updated_at': '2021-10-20T11:31:51Z', 'revision_number': 4, 'project_id': '69251b3b8e214fb2a0a37c132a413a5d', 'gw_port': {'id': 'fb6d4742-3ca7-4101-9402-2b03d9f361e8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:0a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e786fe27-4a29-4909-861e-5a277d98ba39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:45Z', 'updated_at': '2021-10-20T11:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '2c0673a7-5e59-4aa6-81be-ad314a93b085', 'name': '', 'network_id': 'bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f', 'tenant_id': '69251b3b8e214fb2a0a37c132a413a5d', 'mac_address': 'fa:16:3e:36:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e786fe27-4a29-4909-861e-5a277d98ba39', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '0057a976-b334-4953-9598-aeeb93dda6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:49Z', 'updated_at': '2021-10-20T11:31:56Z', 'revision_number': 5, 'project_id': '69251b3b8e214fb2a0a37c132a413a5d', 'subnets': [{'id': '0057a976-b334-4953-9598-aeeb93dda6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:07.119656 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9eb98c-6793-4119-bba5-bebdff21462e None None] Checking router: e786fe27-4a29-4909-861e-5a277d98ba39 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:34:07.130474 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9eb98c-6793-4119-bba5-bebdff21462e None None] Routers {'e786fe27-4a29-4909-861e-5a277d98ba39'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:34:07.131311 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-af9eb98c-6793-4119-bba5-bebdff21462e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:33:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e786fe27-4a29-4909-861e-5a277d98ba39'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:07.131825 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1755bcdb-0f8b-42bb-a26b-cb85f4c55361 req-d2189ead-9af1-42c0-a01b-1038d25196b1 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:07.133349 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1755bcdb-0f8b-42bb-a26b-cb85f4c55361 req-d2189ead-9af1-42c0-a01b-1038d25196b1 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] 10.222.0.98 "GET /v2.0/ports?device_id=d40502ba-a5ee-4982-98fc-2a101c181dbd HTTP/1.1" status: 200 len: 944 time: 0.1683288 Oct 20 11:34:07.144557 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018033b-5c02-4794-8116-1609c332dc9e req-49a03a34-3814-4ad5-836c-72bb0da995a3 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:07.146083 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0018033b-5c02-4794-8116-1609c332dc9e req-49a03a34-3814-4ad5-836c-72bb0da995a3 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "GET /v2.0/ports?device_id=adcf6c49-99dc-4137-9ef7-4d2b2561b5c3 HTTP/1.1" status: 200 len: 946 time: 0.1185436 Oct 20 11:34:07.222373 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3473bbb7-81fe-4998-b4d0-cd84a6c7d067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:07.241687 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a4f25ae9-71d4-4d98-b3ee-42c2b74f6a2a req-4fc29699-d004-47f0-805d-783dc515d9e7 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:07.249648 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-af9eb98c-6793-4119-bba5-bebdff21462e None None] Set router e786fe27-4a29-4909-861e-5a277d98ba39 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:34:07.268011 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-3473bbb7-81fe-4998-b4d0-cd84a6c7d067 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea4e53cb-8eee-458d-ae57-df613b751c21']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:07.282168 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0018033b-5c02-4794-8116-1609c332dc9e req-d6618174-65b2-4c2f-9231-0807b0e67c62 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "GET /v2.0/security-groups?id=578be006-2b35-449f-98b2-b66fb3c6b788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219311 Oct 20 11:34:07.283566 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 2142e43c-725b-4700-b067-5636b812933e details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:34:07.287376 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1755bcdb-0f8b-42bb-a26b-cb85f4c55361 req-728d8b58-1c5c-4a89-b73c-47d5b57503e1 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] 10.222.0.98 "GET /v2.0/security-groups?id=52faa75b-0825-4c6d-b0f6-5574fd71d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309521 Oct 20 11:34:07.289150 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-3473bbb7-81fe-4998-b4d0-cd84a6c7d067 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '195bc3d7-d13f-4890-9fab-8df67e4ea3c2') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:07.289449 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-3473bbb7-81fe-4998-b4d0-cd84a6c7d067 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '195bc3d7-d13f-4890-9fab-8df67e4ea3c2') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:07.300265 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3473bbb7-81fe-4998-b4d0-cd84a6c7d067 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:07.319208 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3473bbb7-81fe-4998-b4d0-cd84a6c7d067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:07.321688 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a4f25ae9-71d4-4d98-b3ee-42c2b74f6a2a req-4fc29699-d004-47f0-805d-783dc515d9e7 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:07.328550 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3473bbb7-81fe-4998-b4d0-cd84a6c7d067 admin admin] Releasing vlan 1250 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:34:07.329414 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3473bbb7-81fe-4998-b4d0-cd84a6c7d067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:07.332117 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:34:07.332117 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:34:07.332117 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:34:07.332117 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:34:07.332117 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:34:07.332117 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:34:07.332117 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:34:07.332117 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:34:07.332117 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:34:07.332117 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:34:07.332117 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:34:07.332117 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:34:07.332117 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:34:07.332117 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:34:07.332117 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:34:07.332117 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:34:07.332117 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:34:07.332117 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:34:07.332117 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:34:07.332117 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:34:07.332117 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:34:07.332117 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:34:07.332117 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:34:07.332117 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:34:07.332117 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:34:07.332117 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:34:07.332117 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:34:07.332117 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:34:07.332117 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:34:07.332117 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:34:07.332117 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:34:07.332117 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:34:07.354503 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['c72fbb34-5a3a-46da-868e-1ffabefa13b5', '89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf', 'd4a181bd-df84-479c-8a84-d9e9a72ddead'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:34:07.357028 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8', '4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03', '6525970b-6518-4419-8f81-0f6afc95e9d5', '49d29f0a-b527-4b66-8aee-5defafa6446f'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:34:07.402517 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3473bbb7-81fe-4998-b4d0-cd84a6c7d067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:07.408149 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3473bbb7-81fe-4998-b4d0-cd84a6c7d067 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:07.412011 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3473bbb7-81fe-4998-b4d0-cd84a6c7d067 admin admin] 10.222.0.98 "DELETE /v2.0/networks/ea4e53cb-8eee-458d-ae57-df613b751c21 HTTP/1.1" status: 204 len: 168 time: 0.4704819 Oct 20 11:34:07.425530 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3473bbb7-81fe-4998-b4d0-cd84a6c7d067 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea4e53cb-8eee-458d-ae57-df613b751c21,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:07.444935 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4f25ae9-71d4-4d98-b3ee-42c2b74f6a2a req-4fc29699-d004-47f0-805d-783dc515d9e7 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Network 09e5a906-63cf-4dde-b699-ab448fb18fb8 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:34:07.452396 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [req-a4f25ae9-71d4-4d98-b3ee-42c2b74f6a2a req-4fc29699-d004-47f0-805d-783dc515d9e7 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:34:07.456193 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f25ae9-71d4-4d98-b3ee-42c2b74f6a2a req-4fc29699-d004-47f0-805d-783dc515d9e7 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:34:07.508087 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc29699-d004-47f0-805d-783dc515d9e7 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Pushing event updated for resources: {'Port': ['ID=d79c0594-bdf2-4989-a647-63210c8d292d,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:07.553134 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f25ae9-71d4-4d98-b3ee-42c2b74f6a2a req-4fc29699-d004-47f0-805d-783dc515d9e7 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:07.553819 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a4f25ae9-71d4-4d98-b3ee-42c2b74f6a2a req-4fc29699-d004-47f0-805d-783dc515d9e7 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:07.576541 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308ce07-b91e-4bdf-9852-c2a24f3645bb req-6a5f6ffe-bd2a-4840-9df8-0184fe06115a tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:07.584611 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d308ce07-b91e-4bdf-9852-c2a24f3645bb req-6a5f6ffe-bd2a-4840-9df8-0184fe06115a tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5c9cc25-4c98-4b8d-9a2c-0cfe1dc769e9 HTTP/1.1" status: 200 len: 935 time: 0.1338909 Oct 20 11:34:07.588068 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a4f25ae9-71d4-4d98-b3ee-42c2b74f6a2a req-4fc29699-d004-47f0-805d-783dc515d9e7 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9301853 Oct 20 11:34:07.610024 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-a4f25ae9-71d4-4d98-b3ee-42c2b74f6a2a req-3177dbb5-ae6d-46de-bbf0-45d40c6e5510 service neutron] Request body: {'port': {'device_id': 'b5c9cc25-4c98-4b8d-9a2c-0cfe1dc769e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:34:07.639891 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4c534486-4739-4ff8-abab-8e4d172e41e7 req-e27f193d-af08-43bc-8816-1e342b42ea26 tempest-ServerShowV254Test-1003354317 tempest-ServerShowV254Test-1003354317-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d7edf71-8836-48e5-9d8a-4ba5a12ea139 HTTP/1.1" status: 200 len: 210 time: 0.0468631 Oct 20 11:34:07.643730 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35418) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:07.699757 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a4f25ae9-71d4-4d98-b3ee-42c2b74f6a2a req-3177dbb5-ae6d-46de-bbf0-45d40c6e5510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:07.700939 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d308ce07-b91e-4bdf-9852-c2a24f3645bb req-d676c0f2-7dcc-453d-a851-3195159f3d42 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152570 Oct 20 11:34:07.769529 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-9c0088bb-0b65-4f58-a35e-dd8bfa3937e5 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e5aeff74cded4fc2a3bc0fa1d24c3a70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1225200 Oct 20 11:34:07.770539 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35422) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:07.777735 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35424) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:07.853611 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-14c2d611-9076-4e83-a209-d036ff187082 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:07.863289 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 2142e43c-725b-4700-b067-5636b812933e, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=2142e43c-725b-4700-b067-5636b812933e,segment=NetworkSegment(86e6eb47-8dc6-4120-bbd2-37886be24348),segment_id=86e6eb47-8dc6-4120-bbd2-37886be24348)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:07.884372 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-14c2d611-9076-4e83-a209-d036ff187082 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:07.912432 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5667692f-37fc-4293-b5b3-d690bf7702e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:07.932106 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e137279b-e66d-48ef-8e7a-dae0e2221c20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32d92ba1-eb0b-4790-a484-5d6d2b2830e0'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:34:07.937576 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92df35b7-73ad-4d80-830d-cd914a96a780" -d '{"events": [{"server_uuid": "e137279b-e66d-48ef-8e7a-dae0e2221c20", "name": "network-vif-unplugged", "status": "completed", "tag": "32d92ba1-eb0b-4790-a484-5d6d2b2830e0"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:34:07.945941 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '2142e43c-725b-4700-b067-5636b812933e', 'network_id': '11cadb84-dd7d-49ad-b2f7-e9a9d0e73f29', 'port_id': '2142e43c-725b-4700-b067-5636b812933e', 'mac_address': 'fa:16:3e:9a:83:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb406535-83f0-483f-a992-4af781577e47', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:34:07.959524 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-14c2d611-9076-4e83-a209-d036ff187082 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:07.962837 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-14c2d611-9076-4e83-a209-d036ff187082 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:07.964195 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-14c2d611-9076-4e83-a209-d036ff187082 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] 10.222.0.98 "DELETE /v2.0/security-groups/0bea1449-0e14-4d4b-9730-853c09f6cf9b HTTP/1.1" status: 204 len: 168 time: 0.1852221 Oct 20 11:34:07.969320 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35430) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:07.982537 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e9748bb1-cd74-42d3-9f14-a685a5ddb103 None None] Provisioning complete for port d79c0594-bdf2-4989-a647-63210c8d292d triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:34:07.982931 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e9748bb1-cd74-42d3-9f14-a685a5ddb103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:07.991972 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5667692f-37fc-4293-b5b3-d690bf7702e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:08.015969 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375face9-5741-4dfd-adb9-644c9d969a9b x-openstack-request-id: req-375face9-5741-4dfd-adb9-644c9d969a9b {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:34:08.016270 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e137279b-e66d-48ef-8e7a-dae0e2221c20", "name": "network-vif-unplugged", "status": "completed", "tag": "32d92ba1-eb0b-4790-a484-5d6d2b2830e0", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:34:08.016500 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-375face9-5741-4dfd-adb9-644c9d969a9b {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:34:08.016889 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e137279b-e66d-48ef-8e7a-dae0e2221c20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32d92ba1-eb0b-4790-a484-5d6d2b2830e0', 'code': 200} Oct 20 11:34:08.019510 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c2d611-9076-4e83-a209-d036ff187082 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bea1449-0e14-4d4b-9730-853c09f6cf9b,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:08.022628 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [None req-55215f40-2db1-486a-ac0e-ffe3d4ee3588 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] show failed (client error): The resource could not be found. Oct 20 11:34:08.024097 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-55215f40-2db1-486a-ac0e-ffe3d4ee3588 tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] 10.222.0.98 "GET /v2.0/security-groups/0bea1449-0e14-4d4b-9730-853c09f6cf9b HTTP/1.1" status: 404 len: 347 time: 0.0523217 Oct 20 11:34:08.027404 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35432) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:08.105529 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5667692f-37fc-4293-b5b3-d690bf7702e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:08.108735 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5667692f-37fc-4293-b5b3-d690bf7702e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:08.109910 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5667692f-37fc-4293-b5b3-d690bf7702e0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e9c9b34d-3b90-4593-8b8d-f5c6cadd47fe HTTP/1.1" status: 204 len: 168 time: 0.3371055 Oct 20 11:34:08.118055 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-af9eb98c-6793-4119-bba5-bebdff21462e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e786fe27-4a29-4909-861e-5a277d98ba39', 'name': 'tempest-ServersTestManualDisk-373571087-router', 'tenant_id': '69251b3b8e214fb2a0a37c132a413a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'fb6d4742-3ca7-4101-9402-2b03d9f361e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:31:44Z', 'updated_at': '2021-10-20T11:31:51Z', 'revision_number': 4, 'project_id': '69251b3b8e214fb2a0a37c132a413a5d', 'gw_port': {'id': 'fb6d4742-3ca7-4101-9402-2b03d9f361e8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:0a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e786fe27-4a29-4909-861e-5a277d98ba39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:45Z', 'updated_at': '2021-10-20T11:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '2c0673a7-5e59-4aa6-81be-ad314a93b085', 'name': '', 'network_id': 'bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f', 'tenant_id': '69251b3b8e214fb2a0a37c132a413a5d', 'mac_address': 'fa:16:3e:36:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e786fe27-4a29-4909-861e-5a277d98ba39', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '0057a976-b334-4953-9598-aeeb93dda6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:49Z', 'updated_at': '2021-10-20T11:31:56Z', 'revision_number': 5, 'project_id': '69251b3b8e214fb2a0a37c132a413a5d', 'subnets': [{'id': '0057a976-b334-4953-9598-aeeb93dda6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:08.119960 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:08.124909 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5667692f-37fc-4293-b5b3-d690bf7702e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c9b34d-3b90-4593-8b8d-f5c6cadd47fe,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:08.130964 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-a4f25ae9-71d4-4d98-b3ee-42c2b74f6a2a req-3177dbb5-ae6d-46de-bbf0-45d40c6e5510 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d79c0594-bdf2-4989-a647-63210c8d292d {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:34:08.139310 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a4f25ae9-71d4-4d98-b3ee-42c2b74f6a2a req-3177dbb5-ae6d-46de-bbf0-45d40c6e5510 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:08.145997 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25e3a5-0c99-46ba-92d5-5d2aa6d6f0c1 req-16402807-71ab-4507-938d-78b1fa66a38c tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:08.147859 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9c25e3a5-0c99-46ba-92d5-5d2aa6d6f0c1 req-16402807-71ab-4507-938d-78b1fa66a38c tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] 10.222.0.98 "GET /v2.0/ports?device_id=883999be-7ae5-4389-8dc9-0ec888339f71 HTTP/1.1" status: 200 len: 945 time: 0.1616879 Oct 20 11:34:08.158541 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-a4f25ae9-71d4-4d98-b3ee-42c2b74f6a2a req-3177dbb5-ae6d-46de-bbf0-45d40c6e5510 service neutron] Transition to ACTIVE for port object d79c0594-bdf2-4989-a647-63210c8d292d will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:34:08.166273 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a4f25ae9-71d4-4d98-b3ee-42c2b74f6a2a req-3177dbb5-ae6d-46de-bbf0-45d40c6e5510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:08.167278 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e9748bb1-cd74-42d3-9f14-a685a5ddb103 None None] Port d79c0594-bdf2-4989-a647-63210c8d292d cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:34:08.215942 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9eb98c-6793-4119-bba5-bebdff21462e None None] The sync data for ids ['e786fe27-4a29-4909-861e-5a277d98ba39'] in n-d-814735-3 is: [{'id': 'e786fe27-4a29-4909-861e-5a277d98ba39', 'name': 'tempest-ServersTestManualDisk-373571087-router', 'tenant_id': '69251b3b8e214fb2a0a37c132a413a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'fb6d4742-3ca7-4101-9402-2b03d9f361e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:31:44Z', 'updated_at': '2021-10-20T11:31:51Z', 'revision_number': 4, 'project_id': '69251b3b8e214fb2a0a37c132a413a5d', 'gw_port': {'id': 'fb6d4742-3ca7-4101-9402-2b03d9f361e8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:0a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e786fe27-4a29-4909-861e-5a277d98ba39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:45Z', 'updated_at': '2021-10-20T11:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '2c0673a7-5e59-4aa6-81be-ad314a93b085', 'name': '', 'network_id': 'bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f', 'tenant_id': '69251b3b8e214fb2a0a37c132a413a5d', 'mac_address': 'fa:16:3e:36:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e786fe27-4a29-4909-861e-5a277d98ba39', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '0057a976-b334-4953-9598-aeeb93dda6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:49Z', 'updated_at': '2021-10-20T11:31:56Z', 'revision_number': 5, 'project_id': '69251b3b8e214fb2a0a37c132a413a5d', 'subnets': [{'id': '0057a976-b334-4953-9598-aeeb93dda6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:34:08.224808 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9c25e3a5-0c99-46ba-92d5-5d2aa6d6f0c1 req-be9fb07c-225e-44df-9862-a2356295da64 tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] 10.222.0.98 "GET /v2.0/security-groups?id=a05460b9-efcf-42df-a78c-db42215228f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557575 Oct 20 11:34:08.236774 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2142e43c-725b-4700-b067-5636b812933e {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:34:08.240412 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-91f3a2df-1b8e-4862-bfea-ce217766cf4e tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Deleting port 5016c88e-4ce1-4048-b89a-956183daa56b {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:34:08.240855 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-91f3a2df-1b8e-4862-bfea-ce217766cf4e tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:08.300710 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3177dbb5-ae6d-46de-bbf0-45d40c6e5510 service neutron] Pushing event updated for resources: {'Port': ['ID=d79c0594-bdf2-4989-a647-63210c8d292d,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:08.357922 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 2142e43c-725b-4700-b067-5636b812933e, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=2142e43c-725b-4700-b067-5636b812933e,segment=NetworkSegment(86e6eb47-8dc6-4120-bbd2-37886be24348),segment_id=86e6eb47-8dc6-4120-bbd2-37886be24348)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:08.361361 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-a4f25ae9-71d4-4d98-b3ee-42c2b74f6a2a req-3177dbb5-ae6d-46de-bbf0-45d40c6e5510 service neutron] Attempting to bind port d79c0594-bdf2-4989-a647-63210c8d292d on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:34:08.361801 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-a4f25ae9-71d4-4d98-b3ee-42c2b74f6a2a req-3177dbb5-ae6d-46de-bbf0-45d40c6e5510 service neutron] Attempting to bind port d79c0594-bdf2-4989-a647-63210c8d292d by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:34:08.362421 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f25ae9-71d4-4d98-b3ee-42c2b74f6a2a req-3177dbb5-ae6d-46de-bbf0-45d40c6e5510 service neutron] Attempting to bind port d79c0594-bdf2-4989-a647-63210c8d292d on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:34:08.367656 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f25ae9-71d4-4d98-b3ee-42c2b74f6a2a req-3177dbb5-ae6d-46de-bbf0-45d40c6e5510 service neutron] Port d79c0594-bdf2-4989-a647-63210c8d292d on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:34:08.368080 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f25ae9-71d4-4d98-b3ee-42c2b74f6a2a req-3177dbb5-ae6d-46de-bbf0-45d40c6e5510 service neutron] Attempting to bind port d79c0594-bdf2-4989-a647-63210c8d292d on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:34:08.378419 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f25ae9-71d4-4d98-b3ee-42c2b74f6a2a req-3177dbb5-ae6d-46de-bbf0-45d40c6e5510 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:34:08.379442 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f25ae9-71d4-4d98-b3ee-42c2b74f6a2a req-3177dbb5-ae6d-46de-bbf0-45d40c6e5510 service neutron] Checking segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:34:08.380021 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f25ae9-71d4-4d98-b3ee-42c2b74f6a2a req-3177dbb5-ae6d-46de-bbf0-45d40c6e5510 service neutron] Bound using segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:34:08.380954 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-a4f25ae9-71d4-4d98-b3ee-42c2b74f6a2a req-3177dbb5-ae6d-46de-bbf0-45d40c6e5510 service neutron] Bound port: d79c0594-bdf2-4989-a647-63210c8d292d, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:34:08.381726 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a4f25ae9-71d4-4d98-b3ee-42c2b74f6a2a req-3177dbb5-ae6d-46de-bbf0-45d40c6e5510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:08.408582 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-91f3a2df-1b8e-4862-bfea-ce217766cf4e tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:08.408582 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-91f3a2df-1b8e-4862-bfea-ce217766cf4e tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:08.421661 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:08.435684 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-91f3a2df-1b8e-4862-bfea-ce217766cf4e tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Calling delete_port for 5016c88e-4ce1-4048-b89a-956183daa56b owned by network:floatingip {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:34:08.506768 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-a4f25ae9-71d4-4d98-b3ee-42c2b74f6a2a req-3177dbb5-ae6d-46de-bbf0-45d40c6e5510 service neutron] For port d79c0594-bdf2-4989-a647-63210c8d292d, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:34:08.512887 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-a4f25ae9-71d4-4d98-b3ee-42c2b74f6a2a req-3177dbb5-ae6d-46de-bbf0-45d40c6e5510 service neutron] For port d79c0594-bdf2-4989-a647-63210c8d292d, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=d79c0594-bdf2-4989-a647-63210c8d292d,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:34:08.534524 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a4f25ae9-71d4-4d98-b3ee-42c2b74f6a2a req-3177dbb5-ae6d-46de-bbf0-45d40c6e5510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:08.627579 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=2142e43c-725b-4700-b067-5636b812933e,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:08.684952 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3177dbb5-ae6d-46de-bbf0-45d40c6e5510 service neutron] Pushing event updated for resources: {'Port': ['ID=d79c0594-bdf2-4989-a647-63210c8d292d,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:08.722541 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230d037-6d9a-4f20-8eaf-5922c9936127 req-d2d8be60-5f4c-4360-a1c1-c01cbe5d68ea tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:08.724228 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2230d037-6d9a-4f20-8eaf-5922c9936127 req-d2d8be60-5f4c-4360-a1c1-c01cbe5d68ea tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] 10.222.0.11 "GET /v2.0/ports?device_id=883999be-7ae5-4389-8dc9-0ec888339f71 HTTP/1.1" status: 200 len: 945 time: 0.1544993 Oct 20 11:34:08.734753 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07441604-b96f-4e12-b78e-78eab44a2a9c req-59927170-fd07-4e24-979c-1bfb10fda8d9 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:08.736343 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07441604-b96f-4e12-b78e-78eab44a2a9c req-59927170-fd07-4e24-979c-1bfb10fda8d9 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] 10.222.0.98 "GET /v2.0/ports?device_id=d40502ba-a5ee-4982-98fc-2a101c181dbd HTTP/1.1" status: 200 len: 945 time: 0.1676028 Oct 20 11:34:08.759467 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f25ae9-71d4-4d98-b3ee-42c2b74f6a2a req-3177dbb5-ae6d-46de-bbf0-45d40c6e5510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:08.766965 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97c025d-0b56-46a4-88dd-3e8024699e3c None None] New status for floating IP 3aba3924-9075-463b-aece-13494ccaa8bd: DOWN {{(pid=100649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:34:08.768970 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a4f25ae9-71d4-4d98-b3ee-42c2b74f6a2a req-3177dbb5-ae6d-46de-bbf0-45d40c6e5510 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:08.770706 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a4f25ae9-71d4-4d98-b3ee-42c2b74f6a2a req-3177dbb5-ae6d-46de-bbf0-45d40c6e5510 service neutron] 10.222.0.89 "PUT /v2.0/ports/d79c0594-bdf2-4989-a647-63210c8d292d HTTP/1.1" status: 200 len: 1095 time: 1.1667035 Oct 20 11:34:08.771231 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5c9cc25-4c98-4b8d-9a2c-0cfe1dc769e9', 'tag': 'd79c0594-bdf2-4989-a647-63210c8d292d'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:34:08.780962 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4691ee6a-ba89-4603-ab88-e07c56f1e500" -d '{"events": [{"name": "network-changed", "server_uuid": "b5c9cc25-4c98-4b8d-9a2c-0cfe1dc769e9", "tag": "d79c0594-bdf2-4989-a647-63210c8d292d"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:34:08.820660 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd7fba9-eecd-46bc-a3b7-0d2598b94a94 req-b10802d5-e476-4307-a807-1c123adbab7d tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:08.822290 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ecd7fba9-eecd-46bc-a3b7-0d2598b94a94 req-b10802d5-e476-4307-a807-1c123adbab7d tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "GET /v2.0/ports?device_id=adcf6c49-99dc-4137-9ef7-4d2b2561b5c3 HTTP/1.1" status: 200 len: 946 time: 0.2547615 Oct 20 11:34:08.903206 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['2142e43c-725b-4700-b067-5636b812933e'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:34:08.922393 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07441604-b96f-4e12-b78e-78eab44a2a9c req-9ee97811-7276-45c1-a12c-d8115038fa74 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] 10.222.0.98 "GET /v2.0/security-groups?id=52faa75b-0825-4c6d-b0f6-5574fd71d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728368 Oct 20 11:34:08.997760 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f25ae9-71d4-4d98-b3ee-42c2b74f6a2a req-0b8087e2-f87f-483b-afa3-ba728fe42aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:09.002057 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a4f25ae9-71d4-4d98-b3ee-42c2b74f6a2a req-0b8087e2-f87f-483b-afa3-ba728fe42aa3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0608bb1584294647a2a321a4de90ae37&device_id=b5c9cc25-4c98-4b8d-9a2c-0cfe1dc769e9 HTTP/1.1" status: 200 len: 1098 time: 0.1402586 Oct 20 11:34:09.024948 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.db.api [None req-c97c025d-0b56-46a4-88dd-3e8024699e3c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100649) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:34:09.025319 n-d-814735-3 neutron-server[100649]: DEBUG oslo_db.api [None req-c97c025d-0b56-46a4-88dd-3e8024699e3c None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:34:09.030719 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ecd7fba9-eecd-46bc-a3b7-0d2598b94a94 req-f6f02e89-0552-4368-b720-72d066286404 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "GET /v2.0/security-groups?id=578be006-2b35-449f-98b2-b66fb3c6b788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900392 Oct 20 11:34:09.055482 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-91f3a2df-1b8e-4862-bfea-ce217766cf4e tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:09.125993 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a4f25ae9-71d4-4d98-b3ee-42c2b74f6a2a req-25f7ea76-5c45-4d93-81e1-75e7bfe2665d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=d79c0594-bdf2-4989-a647-63210c8d292d HTTP/1.1" status: 200 len: 217 time: 0.1089387 Oct 20 11:34:09.133317 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f3a2df-1b8e-4862-bfea-ce217766cf4e tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Pushing event deleted for resources: {'Port': ['ID=5016c88e-4ce1-4048-b89a-956183daa56b,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:09.155184 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-2230d037-6d9a-4f20-8eaf-5922c9936127 req-1cd0f070-7d5a-41f6-af83-7063e8e699ea tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] Deleting port 2c06e3e7-1382-46a2-8e47-7fbabb34e8fd {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:34:09.155530 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2230d037-6d9a-4f20-8eaf-5922c9936127 req-1cd0f070-7d5a-41f6-af83-7063e8e699ea tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:09.221245 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f25ae9-71d4-4d98-b3ee-42c2b74f6a2a req-d04513f4-5123-4680-b35a-b3eceb0be85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:09.222713 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a4f25ae9-71d4-4d98-b3ee-42c2b74f6a2a req-d04513f4-5123-4680-b35a-b3eceb0be85f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.0848148 Oct 20 11:34:09.284238 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f25ae9-71d4-4d98-b3ee-42c2b74f6a2a req-751c38b3-e1d4-4f5b-9951-74f35b051bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:09.285873 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a4f25ae9-71d4-4d98-b3ee-42c2b74f6a2a req-751c38b3-e1d4-4f5b-9951-74f35b051bc6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0536232 Oct 20 11:34:09.302954 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-42e6f401-3645-4f46-aea7-f4b98b9df874 req-bc001286-76a7-4b3f-9dae-8fc274f55cd4 tempest-ServerShowV254Test-1003354317 tempest-ServerShowV254Test-1003354317-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d7edf71-8836-48e5-9d8a-4ba5a12ea139 HTTP/1.1" status: 200 len: 210 time: 0.1495590 Oct 20 11:34:09.368769 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0512bd-0f4b-40d1-9999-8cea5186d23e x-openstack-request-id: req-5a0512bd-0f4b-40d1-9999-8cea5186d23e {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:34:09.369107 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5c9cc25-4c98-4b8d-9a2c-0cfe1dc769e9", "tag": "d79c0594-bdf2-4989-a647-63210c8d292d", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:34:09.369432 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5a0512bd-0f4b-40d1-9999-8cea5186d23e {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:34:09.369835 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5c9cc25-4c98-4b8d-9a2c-0cfe1dc769e9', 'tag': 'd79c0594-bdf2-4989-a647-63210c8d292d', 'status': 'completed', 'code': 200} Oct 20 11:34:09.385178 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-2230d037-6d9a-4f20-8eaf-5922c9936127 req-1cd0f070-7d5a-41f6-af83-7063e8e699ea tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] For port 2c06e3e7-1382-46a2-8e47-7fbabb34e8fd, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=2c06e3e7-1382-46a2-8e47-7fbabb34e8fd,segment=NetworkSegment(9e410ae6-c030-4b36-9136-e12b215b5a4d),segment_id=9e410ae6-c030-4b36-9136-e12b215b5a4d)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:09.385544 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2230d037-6d9a-4f20-8eaf-5922c9936127 req-1cd0f070-7d5a-41f6-af83-7063e8e699ea tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:09.403838 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a4f25ae9-71d4-4d98-b3ee-42c2b74f6a2a req-5bd8a01f-0bdf-4117-af75-b710b9591ba4 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073151 Oct 20 11:34:09.424378 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-2230d037-6d9a-4f20-8eaf-5922c9936127 req-1cd0f070-7d5a-41f6-af83-7063e8e699ea tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] Calling delete_port for 2c06e3e7-1382-46a2-8e47-7fbabb34e8fd owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:34:09.467621 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-91f3a2df-1b8e-4862-bfea-ce217766cf4e tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Publish callbacks [] for floatingip, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:09.470332 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-91f3a2df-1b8e-4862-bfea-ce217766cf4e tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:09.474351 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-91f3a2df-1b8e-4862-bfea-ce217766cf4e tempest-ServersTestManualDisk-1308975679 tempest-ServersTestManualDisk-1308975679-project] 10.222.0.98 "DELETE /v2.0/floatingips/3aba3924-9075-463b-aece-13494ccaa8bd HTTP/1.1" status: 204 len: 168 time: 1.4433370 Oct 20 11:34:09.475724 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35474) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:09.497507 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9f874-9a80-41a3-894d-e85f035822f8 req-46f6e49b-5a35-4e12-9fb5-bde475326e75 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:09.499072 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cca9f874-9a80-41a3-894d-e85f035822f8 req-46f6e49b-5a35-4e12-9fb5-bde475326e75 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5c9cc25-4c98-4b8d-9a2c-0cfe1dc769e9 HTTP/1.1" status: 200 len: 947 time: 0.2712553 Oct 20 11:34:09.527019 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97c025d-0b56-46a4-88dd-3e8024699e3c None None] New status for floating IP 3aba3924-9075-463b-aece-13494ccaa8bd: DOWN {{(pid=100649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:34:09.549974 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a4f25ae9-71d4-4d98-b3ee-42c2b74f6a2a req-5c04dab9-b99f-43f8-94eb-21615eaeed64 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367936 Oct 20 11:34:09.699514 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cca9f874-9a80-41a3-894d-e85f035822f8 req-1b35da13-6c48-4fa8-91fc-67d9fcf9b91c tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845405 Oct 20 11:34:09.701606 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:09.716820 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e2d4e171-3009-4c90-8dce-2630c4e61d88 req-2322d657-c60e-4266-bce9-90adea21ec23 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=717966e5-c478-496f-bddb-05794fb74250 HTTP/1.1" status: 200 len: 258 time: 0.3257742 Oct 20 11:34:09.736956 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-e2d4e171-3009-4c90-8dce-2630c4e61d88 req-6bbf18cd-a675-4b97-964c-d75e88180e4b tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:34:09.738553 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691ee6a-ba89-4603-ab88-e07c56f1e500 req-f1d954ef-bfa4-42b1-84fe-c003423c6743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:09.740202 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-4691ee6a-ba89-4603-ab88-e07c56f1e500 req-f1d954ef-bfa4-42b1-84fe-c003423c6743 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0608bb1584294647a2a321a4de90ae37&device_id=b5c9cc25-4c98-4b8d-9a2c-0cfe1dc769e9 HTTP/1.1" status: 200 len: 1098 time: 0.1297953 Oct 20 11:34:09.799064 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e2d4e171-3009-4c90-8dce-2630c4e61d88 req-6bbf18cd-a675-4b97-964c-d75e88180e4b tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Publish callbacks [] for floatingip, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:09.856709 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2230d037-6d9a-4f20-8eaf-5922c9936127 req-1cd0f070-7d5a-41f6-af83-7063e8e699ea tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:09.899628 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691ee6a-ba89-4603-ab88-e07c56f1e500 req-c7165b10-ec0a-4c08-85bb-e145aa50c74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:09.901128 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-4691ee6a-ba89-4603-ab88-e07c56f1e500 req-c7165b10-ec0a-4c08-85bb-e145aa50c74d service neutron] 10.222.0.89 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 0.1501343 Oct 20 11:34:09.956251 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-4691ee6a-ba89-4603-ab88-e07c56f1e500 req-48417f47-8b34-482c-b921-cc119afc0ef9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=d79c0594-bdf2-4989-a647-63210c8d292d HTTP/1.1" status: 200 len: 217 time: 0.0418723 Oct 20 11:34:10.037322 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691ee6a-ba89-4603-ab88-e07c56f1e500 req-765338bd-895e-48e1-a0b4-e5b14c6d41e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:10.038882 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-4691ee6a-ba89-4603-ab88-e07c56f1e500 req-765338bd-895e-48e1-a0b4-e5b14c6d41e3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.0730212 Oct 20 11:34:10.083411 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d9b31b09-edbd-4082-8346-9166773028b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:10.135080 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691ee6a-ba89-4603-ab88-e07c56f1e500 req-f4dac74c-856a-46bf-9b25-ff45145ea611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:10.136497 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-4691ee6a-ba89-4603-ab88-e07c56f1e500 req-f4dac74c-856a-46bf-9b25-ff45145ea611 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0896652 Oct 20 11:34:10.231828 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a491d8-51ba-401b-ae99-a157751f5e98 req-f5489b62-96ce-4113-a3cf-44a9e897def6 tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:10.239163 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-97a491d8-51ba-401b-ae99-a157751f5e98 req-f5489b62-96ce-4113-a3cf-44a9e897def6 tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] 10.222.0.98 "GET /v2.0/ports?device_id=883999be-7ae5-4389-8dc9-0ec888339f71 HTTP/1.1" status: 200 len: 945 time: 0.4583492 Oct 20 11:34:10.243709 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd0f070-7d5a-41f6-af83-7063e8e699ea tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] Pushing event deleted for resources: {'Port': ['ID=2c06e3e7-1382-46a2-8e47-7fbabb34e8fd,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:10.324973 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-4691ee6a-ba89-4603-ab88-e07c56f1e500 req-f1e3e7c1-587d-4b81-9130-d6d5ccd1df91 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499376 Oct 20 11:34:10.359999 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-631ab6a5-0d74-4c39-82eb-15f920abad62 req-70c39e53-25c9-4014-8a50-c3c2bf892786 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1d7edf71-8836-48e5-9d8a-4ba5a12ea139 HTTP/1.1" status: 200 len: 210 time: 0.0518939 Oct 20 11:34:10.360623 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-2230d037-6d9a-4f20-8eaf-5922c9936127 req-1cd0f070-7d5a-41f6-af83-7063e8e699ea tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] No DVR routers for this DVR port 2c06e3e7-1382-46a2-8e47-7fbabb34e8fd on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:34:10.367191 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2230d037-6d9a-4f20-8eaf-5922c9936127 req-1cd0f070-7d5a-41f6-af83-7063e8e699ea tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:10.370328 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2230d037-6d9a-4f20-8eaf-5922c9936127 req-1cd0f070-7d5a-41f6-af83-7063e8e699ea tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] 10.222.0.11 "DELETE /v2.0/ports/2c06e3e7-1382-46a2-8e47-7fbabb34e8fd HTTP/1.1" status: 204 len: 173 time: 1.6261773 Oct 20 11:34:10.370930 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883999be-7ae5-4389-8dc9-0ec888339f71', 'name': 'network-vif-deleted', 'tag': '2c06e3e7-1382-46a2-8e47-7fbabb34e8fd'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:34:10.373225 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0627fcb7-9c14-4674-8f6e-b9b49d59d3da" -d '{"events": [{"server_uuid": "883999be-7ae5-4389-8dc9-0ec888339f71", "name": "network-vif-deleted", "tag": "2c06e3e7-1382-46a2-8e47-7fbabb34e8fd"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:34:10.384804 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-97a491d8-51ba-401b-ae99-a157751f5e98 req-fcbd069f-3434-4e4a-b681-fa044e6d83fe tempest-ServerTagsTestJSON-122010659 tempest-ServerTagsTestJSON-122010659-project] 10.222.0.98 "GET /v2.0/security-groups?id=a05460b9-efcf-42df-a78c-db42215228f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447020 Oct 20 11:34:10.418052 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e2d4e171-3009-4c90-8dce-2630c4e61d88 req-6bbf18cd-a675-4b97-964c-d75e88180e4b tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:10.474996 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-4691ee6a-ba89-4603-ab88-e07c56f1e500 req-8a2e56a1-74e0-440f-9e72-b3b3aaa425b6 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393044 Oct 20 11:34:10.491184 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-d9b31b09-edbd-4082-8346-9166773028b4 admin admin] Deleting port 2c0673a7-5e59-4aa6-81be-ad314a93b085 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:34:10.491570 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d9b31b09-edbd-4082-8346-9166773028b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:10.544027 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-e2d4e171-3009-4c90-8dce-2630c4e61d88 req-6bbf18cd-a675-4b97-964c-d75e88180e4b tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Allocated IP 172.25.5.129 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/ed6f1343-15ac-4c9d-ae4e-901b78052eea) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:34:10.581181 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-d9b31b09-edbd-4082-8346-9166773028b4 admin admin] For port 2c0673a7-5e59-4aa6-81be-ad314a93b085, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=2c0673a7-5e59-4aa6-81be-ad314a93b085,segment=NetworkSegment(077f6192-3017-4d6f-ab33-2817e3715dc9),segment_id=077f6192-3017-4d6f-ab33-2817e3715dc9)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:10.581710 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d9b31b09-edbd-4082-8346-9166773028b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:10.594606 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-d9b31b09-edbd-4082-8346-9166773028b4 admin admin] Calling delete_port for 2c0673a7-5e59-4aa6-81be-ad314a93b085 owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:34:10.664884 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e2d4e171-3009-4c90-8dce-2630c4e61d88 req-6bbf18cd-a675-4b97-964c-d75e88180e4b tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:10.734321 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e2d4e171-3009-4c90-8dce-2630c4e61d88 req-6bbf18cd-a675-4b97-964c-d75e88180e4b tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:10.786721 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2d4e171-3009-4c90-8dce-2630c4e61d88 req-6bbf18cd-a675-4b97-964c-d75e88180e4b tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:34:10.793183 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-e2d4e171-3009-4c90-8dce-2630c4e61d88 req-6bbf18cd-a675-4b97-964c-d75e88180e4b tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:34:10.804234 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f493d8-aee3-4685-a679-b59931c1fa98 req-2fd15913-2de5-425a-9425-57ee1fb51534 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:10.805790 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-18f493d8-aee3-4685-a679-b59931c1fa98 req-2fd15913-2de5-425a-9425-57ee1fb51534 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] 10.222.0.98 "GET /v2.0/ports?device_id=d40502ba-a5ee-4982-98fc-2a101c181dbd HTTP/1.1" status: 200 len: 945 time: 0.1033862 Oct 20 11:34:10.806665 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d4e171-3009-4c90-8dce-2630c4e61d88 req-6bbf18cd-a675-4b97-964c-d75e88180e4b tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:34:10.813234 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d9b31b09-edbd-4082-8346-9166773028b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:10.832926 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf18cd-a675-4b97-964c-d75e88180e4b tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Pushing event updated for resources: {'Port': ['ID=ed6f1343-15ac-4c9d-ae4e-901b78052eea,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:10.844669 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b31b09-edbd-4082-8346-9166773028b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c0673a7-5e59-4aa6-81be-ad314a93b085,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:10.892389 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-18f493d8-aee3-4685-a679-b59931c1fa98 req-8a58edc1-3a0b-490f-814e-06dcd295b40d tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] 10.222.0.98 "GET /v2.0/security-groups?id=52faa75b-0825-4c6d-b0f6-5574fd71d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772212 Oct 20 11:34:10.967994 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e2d4e171-3009-4c90-8dce-2630c4e61d88 req-6bbf18cd-a675-4b97-964c-d75e88180e4b tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:10.985606 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 2c06e3e7-1382-46a2-8e47-7fbabb34e8fd no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:34:11.032779 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: 2c06e3e7-1382-46a2-8e47-7fbabb34e8fd {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:34:11.033694 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 2c06e3e7-1382-46a2-8e47-7fbabb34e8fd not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:34:11.046655 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35494) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:11.064233 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e2d4e171-3009-4c90-8dce-2630c4e61d88 req-6bbf18cd-a675-4b97-964c-d75e88180e4b tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:11.076181 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d9b31b09-edbd-4082-8346-9166773028b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:11.141538 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7feb203a-42e3-4def-969d-4e7508665df1 req-0db5992b-1c02-4193-aa63-fe3cb9d467ca tempest-ServerShowV254Test-1003354317 tempest-ServerShowV254Test-1003354317-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d7edf71-8836-48e5-9d8a-4ba5a12ea139 HTTP/1.1" status: 200 len: 210 time: 0.0447350 Oct 20 11:34:11.213704 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1da2f3-5daa-4d41-89b4-635fb6e13e3a x-openstack-request-id: req-ce1da2f3-5daa-4d41-89b4-635fb6e13e3a {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:34:11.214091 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "883999be-7ae5-4389-8dc9-0ec888339f71", "name": "network-vif-deleted", "tag": "2c06e3e7-1382-46a2-8e47-7fbabb34e8fd", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:34:11.214235 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ce1da2f3-5daa-4d41-89b4-635fb6e13e3a {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:34:11.214830 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '883999be-7ae5-4389-8dc9-0ec888339f71', 'name': 'network-vif-deleted', 'tag': '2c06e3e7-1382-46a2-8e47-7fbabb34e8fd', 'status': 'completed', 'code': 200} Oct 20 11:34:11.285743 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 2142e43c-725b-4700-b067-5636b812933e up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:34:11.335573 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e2d4e171-3009-4c90-8dce-2630c4e61d88 req-6bbf18cd-a675-4b97-964c-d75e88180e4b tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:11.338762 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 2142e43c-725b-4700-b067-5636b812933e completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:34:11.343715 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 2142e43c-725b-4700-b067-5636b812933e triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:34:11.344084 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:11.349195 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef8a2d-358f-4220-9b8e-1cb24f3a2a05 req-4cea52f1-fdfd-46c3-b56d-ad7a88aac16c tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:11.350755 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f1ef8a2d-358f-4220-9b8e-1cb24f3a2a05 req-4cea52f1-fdfd-46c3-b56d-ad7a88aac16c tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5c9cc25-4c98-4b8d-9a2c-0cfe1dc769e9 HTTP/1.1" status: 200 len: 947 time: 0.0875416 Oct 20 11:34:11.351628 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e2d4e171-3009-4c90-8dce-2630c4e61d88 req-6bbf18cd-a675-4b97-964c-d75e88180e4b tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:11.434825 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:11.443670 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf18cd-a675-4b97-964c-d75e88180e4b tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Pushing event updated for resources: {'Port': ['ID=ed6f1343-15ac-4c9d-ae4e-901b78052eea,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:11.458463 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fd455f7a-5c52-462f-a259-67807dd25334 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:11.458635 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd40502ba-a5ee-4982-98fc-2a101c181dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2142e43c-725b-4700-b067-5636b812933e'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:34:11.461090 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8f5cc2-101c-492c-b501-a461f1b71e20" -d '{"events": [{"server_uuid": "d40502ba-a5ee-4982-98fc-2a101c181dbd", "name": "network-vif-plugged", "status": "completed", "tag": "2142e43c-725b-4700-b067-5636b812933e"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:34:11.464284 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f1ef8a2d-358f-4220-9b8e-1cb24f3a2a05 req-da0381a0-9dc9-46ef-82f2-2c90687b31eb tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879762 Oct 20 11:34:11.476179 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 2142e43c-725b-4700-b067-5636b812933e, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=2142e43c-725b-4700-b067-5636b812933e,segment=NetworkSegment(86e6eb47-8dc6-4120-bbd2-37886be24348),segment_id=86e6eb47-8dc6-4120-bbd2-37886be24348)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:11.486953 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e2d4e171-3009-4c90-8dce-2630c4e61d88 req-6bbf18cd-a675-4b97-964c-d75e88180e4b tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:11.491782 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:11.531476 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e2d4e171-3009-4c90-8dce-2630c4e61d88 req-6bbf18cd-a675-4b97-964c-d75e88180e4b tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:11.532478 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35502) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:11.533648 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e2d4e171-3009-4c90-8dce-2630c4e61d88 req-6bbf18cd-a675-4b97-964c-d75e88180e4b tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8035619 Oct 20 11:34:11.549002 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=2142e43c-725b-4700-b067-5636b812933e,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:11.570595 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0d73c7-d979-4f2f-87c6-b9c5047aad85 x-openstack-request-id: req-8d0d73c7-d979-4f2f-87c6-b9c5047aad85 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:34:11.571036 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d40502ba-a5ee-4982-98fc-2a101c181dbd", "name": "network-vif-plugged", "status": "completed", "tag": "2142e43c-725b-4700-b067-5636b812933e", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:34:11.571369 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8d0d73c7-d979-4f2f-87c6-b9c5047aad85 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:34:11.571873 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd40502ba-a5ee-4982-98fc-2a101c181dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2142e43c-725b-4700-b067-5636b812933e', 'code': 200} Oct 20 11:34:11.592270 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-45006142-88f8-485c-9224-e10de6b5694c admin admin] Deleting subnet 6fd5a7b6-b8a8-4008-892f-65176e688979 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:34:11.595635 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-45006142-88f8-485c-9224-e10de6b5694c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:11.606115 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e2d4e171-3009-4c90-8dce-2630c4e61d88 req-13a40d6f-890b-42a5-8906-173e41c52246 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.129 HTTP/1.1" status: 200 len: 696 time: 0.0642505 Oct 20 11:34:11.660689 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-45006142-88f8-485c-9224-e10de6b5694c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:11.749503 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d4e171-3009-4c90-8dce-2630c4e61d88 req-918c20fa-001a-4e8b-90c4-a7528f92fd77 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:11.751203 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e2d4e171-3009-4c90-8dce-2630c4e61d88 req-918c20fa-001a-4e8b-90c4-a7528f92fd77 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "GET /v2.0/networks/717966e5-c478-496f-bddb-05794fb74250 HTTP/1.1" status: 200 len: 784 time: 0.1382942 Oct 20 11:34:11.806664 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-45006142-88f8-485c-9224-e10de6b5694c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:11.831976 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fd455f7a-5c52-462f-a259-67807dd25334 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:11.845577 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fd455f7a-5c52-462f-a259-67807dd25334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:11.863073 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ed066-1b83-4af9-b74b-4ef3e5723002 req-596fbed9-8096-4818-8333-a73392112fe3 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:11.865289 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-686ed066-1b83-4af9-b74b-4ef3e5723002 req-596fbed9-8096-4818-8333-a73392112fe3 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "GET /v2.0/ports?device_id=adcf6c49-99dc-4137-9ef7-4d2b2561b5c3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0522923 Oct 20 11:34:11.898645 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f6668-50fa-4d95-bdf0-f26b94f11424 req-b6410f7e-e990-4cbd-9b4c-0eaa8c970676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:11.900764 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-d73f6668-50fa-4d95-bdf0-f26b94f11424 req-b6410f7e-e990-4cbd-9b4c-0eaa8c970676 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d40502ba-a5ee-4982-98fc-2a101c181dbd HTTP/1.1" status: 200 len: 1097 time: 0.2099476 Oct 20 11:34:11.921137 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-686ed066-1b83-4af9-b74b-4ef3e5723002 req-7eba6e30-5c81-4da1-b8a5-0d306035939c tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.129 HTTP/1.1" status: 200 len: 696 time: 0.0471818 Oct 20 11:34:11.934826 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-686ed066-1b83-4af9-b74b-4ef3e5723002 req-f27a5c33-55cb-4dee-a6e7-38b1d1a5087e tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Request body: {'floatingip': {'port_id': '2c76ed34-c244-48b8-89fd-73de37fddc26', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:34:11.971664 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-fd455f7a-5c52-462f-a259-67807dd25334 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=caf65a93a1914707876a75f150ab0573&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9237828 Oct 20 11:34:11.972491 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd455f7a-5c52-462f-a259-67807dd25334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=282ef9d7-abd7-4b12-a69e-72f8c88b9439,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:11.984101 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35508) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:11.985643 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-686ed066-1b83-4af9-b74b-4ef3e5723002 req-f27a5c33-55cb-4dee-a6e7-38b1d1a5087e tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Publish callbacks [] for floatingip, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:12.010832 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-45006142-88f8-485c-9224-e10de6b5694c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:12.029200 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b31b09-edbd-4082-8346-9166773028b4 admin admin] Router e786fe27-4a29-4909-861e-5a277d98ba39 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:34:12.035184 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-d73f6668-50fa-4d95-bdf0-f26b94f11424 req-978b5ae6-c8b7-401d-b44e-1eca6ed48f2e service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=52faa75b-0825-4c6d-b0f6-5574fd71d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199939 Oct 20 11:34:12.065733 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45006142-88f8-485c-9224-e10de6b5694c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fd5a7b6-b8a8-4008-892f-65176e688979,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:12.076216 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-45006142-88f8-485c-9224-e10de6b5694c admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:12.079427 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-45006142-88f8-485c-9224-e10de6b5694c admin admin] 10.222.0.98 "DELETE /v2.0/subnets/6fd5a7b6-b8a8-4008-892f-65176e688979 HTTP/1.1" status: 204 len: 168 time: 0.5446749 Oct 20 11:34:12.082643 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35512) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:12.123274 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f6d0cf-066a-473c-b8f0-6bcbbe1c569f req-a5438d76-1e85-4502-88b0-102ba16a92b3 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:12.124823 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-38f6d0cf-066a-473c-b8f0-6bcbbe1c569f req-a5438d76-1e85-4502-88b0-102ba16a92b3 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] 10.222.0.98 "GET /v2.0/ports?device_id=d40502ba-a5ee-4982-98fc-2a101c181dbd HTTP/1.1" status: 200 len: 946 time: 0.1367719 Oct 20 11:34:12.213754 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-38f6d0cf-066a-473c-b8f0-6bcbbe1c569f req-27c7d73c-9f98-47cd-a568-4005d658c190 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] 10.222.0.98 "GET /v2.0/security-groups?id=52faa75b-0825-4c6d-b0f6-5574fd71d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797853 Oct 20 11:34:12.225876 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5f7eb7f0-6ea7-4779-b867-124fb59ae5c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:12.236905 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a4c44f36-5c68-4c3b-abc2-cffd9d441ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:12.304250 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5f7eb7f0-6ea7-4779-b867-124fb59ae5c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:12.356172 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b31b09-edbd-4082-8346-9166773028b4 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:34:12.361520 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d9b31b09-edbd-4082-8346-9166773028b4 admin admin] 10.222.0.98 "PUT /v2.0/routers/e786fe27-4a29-4909-861e-5a277d98ba39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8847711 Oct 20 11:34:12.365708 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fc062e-3253-4cf6-b04c-caf94927fc98 None None] Sync routers for ids ['e786fe27-4a29-4909-861e-5a277d98ba39'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:34:12.368471 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35516) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:12.378195 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fc062e-3253-4cf6-b04c-caf94927fc98 None None] Routers {'e786fe27-4a29-4909-861e-5a277d98ba39'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:34:12.379559 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-e8fc062e-3253-4cf6-b04c-caf94927fc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:33:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e786fe27-4a29-4909-861e-5a277d98ba39'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:12.447506 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-038ce348-ed45-460a-89ef-f0b507f5af25 req-57cfabd3-f919-4870-aaac-24147fb641f2 tempest-ServerShowV254Test-1003354317 tempest-ServerShowV254Test-1003354317-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d7edf71-8836-48e5-9d8a-4ba5a12ea139 HTTP/1.1" status: 200 len: 210 time: 0.0945771 Oct 20 11:34:12.478355 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a4c44f36-5c68-4c3b-abc2-cffd9d441ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:12.568788 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c7dc5ab1-92ce-4356-bd8f-646cf554192a admin admin] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:12.574986 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5f7eb7f0-6ea7-4779-b867-124fb59ae5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:12.577657 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5f7eb7f0-6ea7-4779-b867-124fb59ae5c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:12.578942 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5f7eb7f0-6ea7-4779-b867-124fb59ae5c0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/282ef9d7-abd7-4b12-a69e-72f8c88b9439 HTTP/1.1" status: 204 len: 168 time: 0.5929666 Oct 20 11:34:12.624125 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-a4c44f36-5c68-4c3b-abc2-cffd9d441ad7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26a24176-ac6b-4818-8afb-d722c9c99e0f']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:12.637958 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7eb7f0-6ea7-4779-b867-124fb59ae5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282ef9d7-abd7-4b12-a69e-72f8c88b9439,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:12.646187 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-a4c44f36-5c68-4c3b-abc2-cffd9d441ad7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e410ae6-c030-4b36-9136-e12b215b5a4d') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:12.646487 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-a4c44f36-5c68-4c3b-abc2-cffd9d441ad7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e410ae6-c030-4b36-9136-e12b215b5a4d') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:12.658985 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a4c44f36-5c68-4c3b-abc2-cffd9d441ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:12.671671 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-686ed066-1b83-4af9-b74b-4ef3e5723002 req-f27a5c33-55cb-4dee-a6e7-38b1d1a5087e tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:12.698084 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-686ed066-1b83-4af9-b74b-4ef3e5723002 req-f27a5c33-55cb-4dee-a6e7-38b1d1a5087e tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:12.707339 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-e8fc062e-3253-4cf6-b04c-caf94927fc98 None None] Set router e786fe27-4a29-4909-861e-5a277d98ba39 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:34:12.711665 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a4c44f36-5c68-4c3b-abc2-cffd9d441ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:12.722217 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4c44f36-5c68-4c3b-abc2-cffd9d441ad7 admin admin] Releasing vlan 1289 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:34:12.722685 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a4c44f36-5c68-4c3b-abc2-cffd9d441ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:12.724988 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:34:12.724988 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:34:12.724988 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:34:12.724988 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:34:12.724988 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:34:12.724988 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:34:12.724988 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:34:12.724988 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:34:12.724988 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:34:12.724988 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:34:12.724988 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:34:12.724988 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:34:12.724988 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:34:12.724988 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:34:12.724988 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:34:12.724988 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:34:12.724988 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:34:12.724988 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:34:12.724988 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:34:12.724988 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:34:12.724988 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:34:12.724988 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:34:12.724988 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:34:12.724988 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:34:12.724988 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:34:12.724988 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:34:12.724988 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:34:12.724988 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:34:12.724988 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:34:12.724988 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:34:12.724988 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:34:12.724988 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:34:12.759198 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84b44c-8e42-43eb-9c95-85c2de32901a req-42bab7a0-e9b2-4e07-88dd-d3ea21c8f6c9 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:12.761117 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1f84b44c-8e42-43eb-9c95-85c2de32901a req-42bab7a0-e9b2-4e07-88dd-d3ea21c8f6c9 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5c9cc25-4c98-4b8d-9a2c-0cfe1dc769e9 HTTP/1.1" status: 200 len: 947 time: 0.1542761 Oct 20 11:34:12.787208 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c7dc5ab1-92ce-4356-bd8f-646cf554192a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:12.803673 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a4c44f36-5c68-4c3b-abc2-cffd9d441ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:12.835804 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a4c44f36-5c68-4c3b-abc2-cffd9d441ad7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:12.839594 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a4c44f36-5c68-4c3b-abc2-cffd9d441ad7 admin admin] 10.222.0.98 "DELETE /v2.0/networks/26a24176-ac6b-4818-8afb-d722c9c99e0f HTTP/1.1" status: 204 len: 168 time: 0.7553966 Oct 20 11:34:12.857271 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1f84b44c-8e42-43eb-9c95-85c2de32901a req-d184c2c6-ae01-43fc-b740-3b5c3471d481 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868413 Oct 20 11:34:12.867078 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c44f36-5c68-4c3b-abc2-cffd9d441ad7 admin admin] Pushing event deleted for resources: {'Network': ['ID=26a24176-ac6b-4818-8afb-d722c9c99e0f,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:12.888987 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-c7dc5ab1-92ce-4356-bd8f-646cf554192a admin admin] Deleting port fb6d4742-3ca7-4101-9402-2b03d9f361e8 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:34:12.892825 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c7dc5ab1-92ce-4356-bd8f-646cf554192a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:12.917258 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [req-686ed066-1b83-4af9-b74b-4ef3e5723002 req-f27a5c33-55cb-4dee-a6e7-38b1d1a5087e tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Floating IP c2fc7529-cf2d-4db4-91eb-1cba606f8fbe associated. External IP: 172.25.5.129, port: 2c76ed34-c244-48b8-89fd-73de37fddc26. Oct 20 11:34:13.031457 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-e8fc062e-3253-4cf6-b04c-caf94927fc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e786fe27-4a29-4909-861e-5a277d98ba39', 'name': 'tempest-ServersTestManualDisk-373571087-router', 'tenant_id': '69251b3b8e214fb2a0a37c132a413a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'fb6d4742-3ca7-4101-9402-2b03d9f361e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:31:44Z', 'updated_at': '2021-10-20T11:34:10Z', 'revision_number': 5, 'project_id': '69251b3b8e214fb2a0a37c132a413a5d', 'gw_port': {'id': 'fb6d4742-3ca7-4101-9402-2b03d9f361e8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:0a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e786fe27-4a29-4909-861e-5a277d98ba39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:31:45Z', 'updated_at': '2021-10-20T11:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:13.040032 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-c7dc5ab1-92ce-4356-bd8f-646cf554192a admin admin] For port fb6d4742-3ca7-4101-9402-2b03d9f361e8, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=fb6d4742-3ca7-4101-9402-2b03d9f361e8,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:13.041055 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c7dc5ab1-92ce-4356-bd8f-646cf554192a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:13.064279 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fc062e-3253-4cf6-b04c-caf94927fc98 None None] Checking router: e786fe27-4a29-4909-861e-5a277d98ba39 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:34:13.072836 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-c7dc5ab1-92ce-4356-bd8f-646cf554192a admin admin] Calling delete_port for fb6d4742-3ca7-4101-9402-2b03d9f361e8 owned by network:router_gateway {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:34:13.077964 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fc062e-3253-4cf6-b04c-caf94927fc98 None None] Routers {'e786fe27-4a29-4909-861e-5a277d98ba39'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:34:13.078951 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-e8fc062e-3253-4cf6-b04c-caf94927fc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:33:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e786fe27-4a29-4909-861e-5a277d98ba39'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:13.119028 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35538) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:13.189718 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-e8fc062e-3253-4cf6-b04c-caf94927fc98 None None] Set router e786fe27-4a29-4909-861e-5a277d98ba39 gateway port host: None {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:34:13.239837 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-28dc0d98-9b87-4c18-ba31-138692448d48 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e1a5ac4996024ce4b1b3740864bf73f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1182504 Oct 20 11:34:13.242405 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35544) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:13.261329 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-e8fc062e-3253-4cf6-b04c-caf94927fc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e786fe27-4a29-4909-861e-5a277d98ba39', 'name': 'tempest-ServersTestManualDisk-373571087-router', 'tenant_id': '69251b3b8e214fb2a0a37c132a413a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:31:44Z', 'updated_at': '2021-10-20T11:34:12Z', 'revision_number': 6, 'project_id': '69251b3b8e214fb2a0a37c132a413a5d', 'gw_port_host': None}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:13.300533 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fc062e-3253-4cf6-b04c-caf94927fc98 None None] The sync data for ids ['e786fe27-4a29-4909-861e-5a277d98ba39'] in n-d-814735-3 is: [{'id': 'e786fe27-4a29-4909-861e-5a277d98ba39', 'name': 'tempest-ServersTestManualDisk-373571087-router', 'tenant_id': '69251b3b8e214fb2a0a37c132a413a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:31:44Z', 'updated_at': '2021-10-20T11:34:12Z', 'revision_number': 6, 'project_id': '69251b3b8e214fb2a0a37c132a413a5d', 'gw_port_host': None}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:34:13.318513 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device d79c0594-bdf2-4989-a647-63210c8d292d details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:34:13.386327 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-cc1750cb-114b-4dd4-b7c4-c00266ac2c52 req-f5299a84-8244-4062-87ac-84867a9a7a68 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=96d5925f7ae74be0aaf92bdb8de71a72&device_id=1d7edf71-8836-48e5-9d8a-4ba5a12ea139 HTTP/1.1" status: 200 len: 210 time: 0.0721419 Oct 20 11:34:13.404444 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d5e8dbaf-c444-4b99-ab67-cde721955e4c req-2c2a0575-7da9-42cc-bc4e-6e7273fe7dbd tempest-ServerShowV254Test-1003354317 tempest-ServerShowV254Test-1003354317-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d7edf71-8836-48e5-9d8a-4ba5a12ea139 HTTP/1.1" status: 200 len: 210 time: 0.0596499 Oct 20 11:34:13.412858 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-686ed066-1b83-4af9-b74b-4ef3e5723002 req-f27a5c33-55cb-4dee-a6e7-38b1d1a5087e tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Router b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:34:13.436091 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-cc1750cb-114b-4dd4-b7c4-c00266ac2c52 req-21ab36ff-75d0-4f8f-80a4-699033e486cf service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=96d5925f7ae74be0aaf92bdb8de71a72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391438 Oct 20 11:34:13.440841 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-81490f78-6fb4-4109-a1bc-087c45bc2070 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:13.467617 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-81490f78-6fb4-4109-a1bc-087c45bc2070 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:13.500681 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port d79c0594-bdf2-4989-a647-63210c8d292d, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=d79c0594-bdf2-4989-a647-63210c8d292d,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:13.515969 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': 'd79c0594-bdf2-4989-a647-63210c8d292d', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'port_id': 'd79c0594-bdf2-4989-a647-63210c8d292d', 'mac_address': 'fa:16:3e:16:79:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94289c8c-e5f7-4e30-b6a9-5b268a8fd610', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:34:13.571620 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:13.587219 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d79c0594-bdf2-4989-a647-63210c8d292d {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:34:13.594288 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c7dc5ab1-92ce-4356-bd8f-646cf554192a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:13.609034 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port d79c0594-bdf2-4989-a647-63210c8d292d, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=d79c0594-bdf2-4989-a647-63210c8d292d,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:13.616650 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:13.641151 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c7e3e-2956-49cb-8fd0-f663a2dd3662 req-85a4f392-b3fd-425c-b097-54c7a0dcfad8 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:13.642730 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-441c7e3e-2956-49cb-8fd0-f663a2dd3662 req-85a4f392-b3fd-425c-b097-54c7a0dcfad8 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] 10.222.0.98 "GET /v2.0/ports?device_id=d40502ba-a5ee-4982-98fc-2a101c181dbd HTTP/1.1" status: 200 len: 946 time: 0.1309891 Oct 20 11:34:13.643109 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc5ab1-92ce-4356-bd8f-646cf554192a admin admin] Pushing event deleted for resources: {'Port': ['ID=fb6d4742-3ca7-4101-9402-2b03d9f361e8,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:13.652518 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-81490f78-6fb4-4109-a1bc-087c45bc2070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:13.654902 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-81490f78-6fb4-4109-a1bc-087c45bc2070 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:13.658276 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-81490f78-6fb4-4109-a1bc-087c45bc2070 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a05460b9-efcf-42df-a78c-db42215228f4 HTTP/1.1" status: 204 len: 168 time: 0.4125600 Oct 20 11:34:13.661005 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1750cb-114b-4dd4-b7c4-c00266ac2c52 req-447b89cc-e0bd-4adb-ab2c-0a1b15069b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:13.665975 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-cc1750cb-114b-4dd4-b7c4-c00266ac2c52 req-447b89cc-e0bd-4adb-ab2c-0a1b15069b50 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2198572 Oct 20 11:34:13.685025 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81490f78-6fb4-4109-a1bc-087c45bc2070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05460b9-efcf-42df-a78c-db42215228f4,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:13.725662 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=d79c0594-bdf2-4989-a647-63210c8d292d,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:13.761359 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35558) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:13.773175 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c7dc5ab1-92ce-4356-bd8f-646cf554192a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:13.806614 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-441c7e3e-2956-49cb-8fd0-f663a2dd3662 req-fb3930d3-60a8-4a0c-a727-36b2aa9a0877 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] 10.222.0.98 "GET /v2.0/security-groups?id=52faa75b-0825-4c6d-b0f6-5574fd71d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496203 Oct 20 11:34:13.807842 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-686ed066-1b83-4af9-b74b-4ef3e5723002 req-f27a5c33-55cb-4dee-a6e7-38b1d1a5087e tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:34:13.816356 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-686ed066-1b83-4af9-b74b-4ef3e5723002 req-f27a5c33-55cb-4dee-a6e7-38b1d1a5087e tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:13.828176 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67c8478-e6e4-4ce4-a5e4-a4d84a3018cd None None] Sync routers for ids ['b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:34:13.846713 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67c8478-e6e4-4ce4-a5e4-a4d84a3018cd None None] Routers {'b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:34:13.847416 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-b67c8478-e6e4-4ce4-a5e4-a4d84a3018cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:33:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:13.889128 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c7dc5ab1-92ce-4356-bd8f-646cf554192a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:13.892086 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c7dc5ab1-92ce-4356-bd8f-646cf554192a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:13.892691 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-686ed066-1b83-4af9-b74b-4ef3e5723002 req-f27a5c33-55cb-4dee-a6e7-38b1d1a5087e tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "PUT /v2.0/floatingips/c2fc7529-cf2d-4db4-91eb-1cba606f8fbe HTTP/1.1" status: 200 len: 997 time: 1.9630785 Oct 20 11:34:13.892691 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adcf6c49-99dc-4137-9ef7-4d2b2561b5c3', 'tag': '2c76ed34-c244-48b8-89fd-73de37fddc26'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:34:13.899013 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd52714e-2637-49cc-b716-682c3c97c3c9" -d '{"events": [{"name": "network-changed", "server_uuid": "adcf6c49-99dc-4137-9ef7-4d2b2561b5c3", "tag": "2c76ed34-c244-48b8-89fd-73de37fddc26"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:34:13.941182 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c7dc5ab1-92ce-4356-bd8f-646cf554192a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:13.941859 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7dc5ab1-92ce-4356-bd8f-646cf554192a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e786fe27-4a29-4909-861e-5a277d98ba39 {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:34:13.948712 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c7dc5ab1-92ce-4356-bd8f-646cf554192a admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:13.952401 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c7dc5ab1-92ce-4356-bd8f-646cf554192a admin admin] 10.222.0.98 "DELETE /v2.0/routers/e786fe27-4a29-4909-861e-5a277d98ba39 HTTP/1.1" status: 204 len: 168 time: 1.5804436 Oct 20 11:34:13.952946 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35566) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:14.006632 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-e233d414-8e13-47a3-b031-24f84e2ee06e admin admin] Deleting subnet 0057a976-b334-4953-9598-aeeb93dda6d6 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:34:14.013259 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ed066-1b83-4af9-b74b-4ef3e5723002 req-aa97f1c0-7523-446d-b060-2372cc24a7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:14.014539 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-53c40604-7166-42ae-a8df-cde9c4656419 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2087319836-network', 'tenant_id': '810c12d9be834010aa3992ef80ba64c6'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:34:14.020007 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['d79c0594-bdf2-4989-a647-63210c8d292d'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:34:14.027042 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-686ed066-1b83-4af9-b74b-4ef3e5723002 req-aa97f1c0-7523-446d-b060-2372cc24a7d2 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=62447cf412814f0d9c74926d6191908b&device_id=adcf6c49-99dc-4137-9ef7-4d2b2561b5c3 HTTP/1.1" status: 200 len: 1097 time: 0.1113570 Oct 20 11:34:14.034118 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e233d414-8e13-47a3-b031-24f84e2ee06e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:14.061442 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c40604-7166-42ae-a8df-cde9c4656419 admin admin] Made reservation on behalf of 810c12d9be834010aa3992ef80ba64c6 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:34:14.063496 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-53c40604-7166-42ae-a8df-cde9c4656419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:14.068571 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-b67c8478-e6e4-4ce4-a5e4-a4d84a3018cd None None] Set router b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:34:14.076561 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-53c40604-7166-42ae-a8df-cde9c4656419 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:14.257754 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-53c40604-7166-42ae-a8df-cde9c4656419 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:14.261661 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e233d414-8e13-47a3-b031-24f84e2ee06e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:14.292778 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-53c40604-7166-42ae-a8df-cde9c4656419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:14.313502 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53c40604-7166-42ae-a8df-cde9c4656419 admin admin] vlan segment allocate from pool success with {'vlan_id': 1274, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:34:14.339934 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-b67c8478-e6e4-4ce4-a5e4-a4d84a3018cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1547105944-router', 'tenant_id': '62447cf412814f0d9c74926d6191908b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '23f08ae1-5a17-4a70-b42d-f1e4b4e14122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:33:45Z', 'updated_at': '2021-10-20T11:33:50Z', 'revision_number': 4, 'project_id': '62447cf412814f0d9c74926d6191908b', 'gw_port': {'id': '23f08ae1-5a17-4a70-b42d-f1e4b4e14122', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:33:46Z', 'updated_at': '2021-10-20T11:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': 'c2fc7529-cf2d-4db4-91eb-1cba606f8fbe', 'tenant_id': '62447cf412814f0d9c74926d6191908b', 'floating_ip_address': '172.25.5.129', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1', 'port_id': '2c76ed34-c244-48b8-89fd-73de37fddc26', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4', 'mac_address': 'fa:16:3e:9b:ae:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcf6c49-99dc-4137-9ef7-4d2b2561b5c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:34:10Z', 'updated_at': '2021-10-20T11:34:12Z', 'revision_number': 1, 'project_id': '62447cf412814f0d9c74926d6191908b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f843cda9-442b-4b4c-bcf1-cc1684d4b60f', 'name': '', 'network_id': 'bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4', 'tenant_id': '62447cf412814f0d9c74926d6191908b', 'mac_address': 'fa:16:3e:67:91:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '3a646348-659c-4597-9319-8cf09eae1cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:33:49Z', 'updated_at': '2021-10-20T11:33:55Z', 'revision_number': 5, 'project_id': '62447cf412814f0d9c74926d6191908b', 'subnets': [{'id': '3a646348-659c-4597-9319-8cf09eae1cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:14.357142 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-53c40604-7166-42ae-a8df-cde9c4656419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:14.357745 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-53c40604-7166-42ae-a8df-cde9c4656419 admin admin] Added segment 98857962-e92c-4e59-b882-39434d378491 of type vlan for network e9eabc1b-d262-4e05-bd88-78509e982c52 Oct 20 11:34:14.382222 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67c8478-e6e4-4ce4-a5e4-a4d84a3018cd None None] Checking router: b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:34:14.399068 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67c8478-e6e4-4ce4-a5e4-a4d84a3018cd None None] Routers {'b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:34:14.399847 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-b67c8478-e6e4-4ce4-a5e4-a4d84a3018cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:33:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:14.408705 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c40604-7166-42ae-a8df-cde9c4656419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b11c06e-4b18-4bf3-8d35-924e7890d434,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:14.463633 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-53c40604-7166-42ae-a8df-cde9c4656419 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:14.526529 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e233d414-8e13-47a3-b031-24f84e2ee06e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:14.550928 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device fb6d4742-3ca7-4101-9402-2b03d9f361e8 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:34:14.581855 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: fb6d4742-3ca7-4101-9402-2b03d9f361e8 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:34:14.584380 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device fb6d4742-3ca7-4101-9402-2b03d9f361e8 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:34:14.585694 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7e8a0-8d91-4643-9a46-35b357cf7b22 req-c308ad4b-815b-4a81-b1b6-5a626d92d65c tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:14.587107 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 2c0673a7-5e59-4aa6-81be-ad314a93b085 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:34:14.596750 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8fd7e8a0-8d91-4643-9a46-35b357cf7b22 req-c308ad4b-815b-4a81-b1b6-5a626d92d65c tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5c9cc25-4c98-4b8d-9a2c-0cfe1dc769e9 HTTP/1.1" status: 200 len: 948 time: 0.4633505 Oct 20 11:34:14.599647 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ed066-1b83-4af9-b74b-4ef3e5723002 req-acd9efbf-5a18-4211-b1a1-8fdbf37e85df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:14.601222 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-686ed066-1b83-4af9-b74b-4ef3e5723002 req-acd9efbf-5a18-4211-b1a1-8fdbf37e85df service neutron] 10.222.0.98 "GET /v2.0/networks?id=bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4 HTTP/1.1" status: 200 len: 931 time: 0.5716209 Oct 20 11:34:14.606072 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-53c40604-7166-42ae-a8df-cde9c4656419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:14.607072 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c40604-7166-42ae-a8df-cde9c4656419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:14.608483 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-53c40604-7166-42ae-a8df-cde9c4656419 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:14.612317 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-b67c8478-e6e4-4ce4-a5e4-a4d84a3018cd None None] Set router b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:34:14.655815 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 2c0673a7-5e59-4aa6-81be-ad314a93b085 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:34:14.658036 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 2c0673a7-5e59-4aa6-81be-ad314a93b085 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:34:14.676636 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-53c40604-7166-42ae-a8df-cde9c4656419 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9112947 Oct 20 11:34:14.679223 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35586) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:14.688968 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-96c791f6-5a8f-40fc-8ca3-a1d3d7065e1e admin admin] Request body: {'subnet': {'network_id': 'e9eabc1b-d262-4e05-bd88-78509e982c52', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2087319836-subnet', 'tenant_id': '810c12d9be834010aa3992ef80ba64c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:34:14.749157 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c40604-7166-42ae-a8df-cde9c4656419 admin admin] Pushing event updated for resources: {'Network': ['ID=e9eabc1b-d262-4e05-bd88-78509e982c52,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:14.750101 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8fd7e8a0-8d91-4643-9a46-35b357cf7b22 req-a218bd4d-6a08-4f30-8279-bae42deed99d tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522834 Oct 20 11:34:14.760125 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network e9eabc1b-d262-4e05-bd88-78509e982c52 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:34:14.790929 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-686ed066-1b83-4af9-b74b-4ef3e5723002 req-eb9587e4-2222-44af-9f12-0e3066c270ae service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c76ed34-c244-48b8-89fd-73de37fddc26 HTTP/1.1" status: 200 len: 1000 time: 0.1672287 Oct 20 11:34:14.800872 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e233d414-8e13-47a3-b031-24f84e2ee06e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:14.843566 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0483960-6988-44b5-be45-22bc6ec4d6d7 x-openstack-request-id: req-f0483960-6988-44b5-be45-22bc6ec4d6d7 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:34:14.843861 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adcf6c49-99dc-4137-9ef7-4d2b2561b5c3", "tag": "2c76ed34-c244-48b8-89fd-73de37fddc26", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:34:14.844112 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f0483960-6988-44b5-be45-22bc6ec4d6d7 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:34:14.844750 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adcf6c49-99dc-4137-9ef7-4d2b2561b5c3', 'tag': '2c76ed34-c244-48b8-89fd-73de37fddc26', 'status': 'completed', 'code': 200} Oct 20 11:34:14.858546 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ed066-1b83-4af9-b74b-4ef3e5723002 req-be0f61cd-a407-4143-94b5-1bd8fa65cdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:14.865171 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e233d414-8e13-47a3-b031-24f84e2ee06e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0057a976-b334-4953-9598-aeeb93dda6d6,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:14.870375 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-686ed066-1b83-4af9-b74b-4ef3e5723002 req-be0f61cd-a407-4143-94b5-1bd8fa65cdc2 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=3a646348-659c-4597-9319-8cf09eae1cdb HTTP/1.1" status: 200 len: 868 time: 0.0785060 Oct 20 11:34:14.875478 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c791f6-5a8f-40fc-8ca3-a1d3d7065e1e admin admin] Made reservation on behalf of 810c12d9be834010aa3992ef80ba64c6 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:34:14.884890 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-96c791f6-5a8f-40fc-8ca3-a1d3d7065e1e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:14.927087 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e233d414-8e13-47a3-b031-24f84e2ee06e admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:14.932623 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603f5fd3-1045-40a9-9343-03fe24113f78 None None] Network bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:34:14.937030 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e233d414-8e13-47a3-b031-24f84e2ee06e admin admin] 10.222.0.98 "DELETE /v2.0/subnets/0057a976-b334-4953-9598-aeeb93dda6d6 HTTP/1.1" status: 204 len: 168 time: 0.9830842 Oct 20 11:34:14.944413 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35592) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:15.002188 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6e2f4013-684a-40c3-9dcf-e3a59901d6aa req-8118de13-264c-4909-9897-8cf69738deeb tempest-ServerShowV254Test-1003354317 tempest-ServerShowV254Test-1003354317-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d7edf71-8836-48e5-9d8a-4ba5a12ea139 HTTP/1.1" status: 200 len: 210 time: 0.0452678 Oct 20 11:34:15.014284 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-b67c8478-e6e4-4ce4-a5e4-a4d84a3018cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1547105944-router', 'tenant_id': '62447cf412814f0d9c74926d6191908b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '23f08ae1-5a17-4a70-b42d-f1e4b4e14122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:33:45Z', 'updated_at': '2021-10-20T11:33:50Z', 'revision_number': 4, 'project_id': '62447cf412814f0d9c74926d6191908b', 'gw_port': {'id': '23f08ae1-5a17-4a70-b42d-f1e4b4e14122', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:33:46Z', 'updated_at': '2021-10-20T11:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': 'c2fc7529-cf2d-4db4-91eb-1cba606f8fbe', 'tenant_id': '62447cf412814f0d9c74926d6191908b', 'floating_ip_address': '172.25.5.129', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1', 'port_id': '2c76ed34-c244-48b8-89fd-73de37fddc26', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4', 'mac_address': 'fa:16:3e:9b:ae:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcf6c49-99dc-4137-9ef7-4d2b2561b5c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:34:10Z', 'updated_at': '2021-10-20T11:34:12Z', 'revision_number': 1, 'project_id': '62447cf412814f0d9c74926d6191908b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f843cda9-442b-4b4c-bcf1-cc1684d4b60f', 'name': '', 'network_id': 'bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4', 'tenant_id': '62447cf412814f0d9c74926d6191908b', 'mac_address': 'fa:16:3e:67:91:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '3a646348-659c-4597-9319-8cf09eae1cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:33:49Z', 'updated_at': '2021-10-20T11:33:55Z', 'revision_number': 5, 'project_id': '62447cf412814f0d9c74926d6191908b', 'subnets': [{'id': '3a646348-659c-4597-9319-8cf09eae1cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:15.016202 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ed066-1b83-4af9-b74b-4ef3e5723002 req-eb3899a3-8dca-4aa3-96c3-99720f516ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:15.017904 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-686ed066-1b83-4af9-b74b-4ef3e5723002 req-eb3899a3-8dca-4aa3-96c3-99720f516ccb service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1467433 Oct 20 11:34:15.023975 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52714e-2637-49cc-b716-682c3c97c3c9 req-4521aa36-aa3a-4f3e-95c3-0631f6c8dbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:15.026133 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bd52714e-2637-49cc-b716-682c3c97c3c9 req-4521aa36-aa3a-4f3e-95c3-0631f6c8dbd1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=62447cf412814f0d9c74926d6191908b&device_id=adcf6c49-99dc-4137-9ef7-4d2b2561b5c3 HTTP/1.1" status: 200 len: 1097 time: 0.1537507 Oct 20 11:34:15.159380 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67c8478-e6e4-4ce4-a5e4-a4d84a3018cd None None] The sync data for ids ['b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1'] in n-d-814735-3 is: [{'id': 'b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1547105944-router', 'tenant_id': '62447cf412814f0d9c74926d6191908b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '23f08ae1-5a17-4a70-b42d-f1e4b4e14122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:33:45Z', 'updated_at': '2021-10-20T11:33:50Z', 'revision_number': 4, 'project_id': '62447cf412814f0d9c74926d6191908b', 'gw_port': {'id': '23f08ae1-5a17-4a70-b42d-f1e4b4e14122', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:33:46Z', 'updated_at': '2021-10-20T11:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': 'c2fc7529-cf2d-4db4-91eb-1cba606f8fbe', 'tenant_id': '62447cf412814f0d9c74926d6191908b', 'floating_ip_address': '172.25.5.129', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1', 'port_id': '2c76ed34-c244-48b8-89fd-73de37fddc26', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4', 'mac_address': 'fa:16:3e:9b:ae:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcf6c49-99dc-4137-9ef7-4d2b2561b5c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:34:10Z', 'updated_at': '2021-10-20T11:34:12Z', 'revision_number': 1, 'project_id': '62447cf412814f0d9c74926d6191908b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f843cda9-442b-4b4c-bcf1-cc1684d4b60f', 'name': '', 'network_id': 'bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4', 'tenant_id': '62447cf412814f0d9c74926d6191908b', 'mac_address': 'fa:16:3e:67:91:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '3a646348-659c-4597-9319-8cf09eae1cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:33:49Z', 'updated_at': '2021-10-20T11:33:55Z', 'revision_number': 5, 'project_id': '62447cf412814f0d9c74926d6191908b', 'subnets': [{'id': '3a646348-659c-4597-9319-8cf09eae1cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:34:15.164146 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-74ce6c3f-004d-4eb9-adec-fb61dadca8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:15.179293 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de414885-8e1e-4f9f-96bc-bf3cfddef3bd None None] DHCP port deletion for bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:34:15.232177 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:15.251967 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52714e-2637-49cc-b716-682c3c97c3c9 req-9f3cc309-6a08-4452-8b92-3de69742da57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:15.253497 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bd52714e-2637-49cc-b716-682c3c97c3c9 req-9f3cc309-6a08-4452-8b92-3de69742da57 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4 HTTP/1.1" status: 200 len: 931 time: 0.1460505 Oct 20 11:34:15.254116 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-de414885-8e1e-4f9f-96bc-bf3cfddef3bd None None] Deleting port ce8c3e92-e4cd-49d0-a9b6-26a54e69ba64 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:34:15.254858 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-de414885-8e1e-4f9f-96bc-bf3cfddef3bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:15.303813 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-cc1750cb-114b-4dd4-b7c4-c00266ac2c52 req-d926399a-d7c1-42cf-b0f2-ed40e7b37102 tempest-ServerShowV254Test-1003354317 tempest-ServerShowV254Test-1003354317-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d7edf71-8836-48e5-9d8a-4ba5a12ea139 HTTP/1.1" status: 200 len: 210 time: 0.0459027 Oct 20 11:34:15.321420 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-686ed066-1b83-4af9-b74b-4ef3e5723002 req-348d8f97-e14b-45e7-acb2-c3070b4b0a55 service neutron] 10.222.0.98 "GET /v2.0/networks/bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939413 Oct 20 11:34:15.321765 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-74ce6c3f-004d-4eb9-adec-fb61dadca8bf admin admin] Deleting port ce8c3e92-e4cd-49d0-a9b6-26a54e69ba64 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:34:15.322110 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-74ce6c3f-004d-4eb9-adec-fb61dadca8bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:15.325508 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-de414885-8e1e-4f9f-96bc-bf3cfddef3bd None None] For port ce8c3e92-e4cd-49d0-a9b6-26a54e69ba64, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=ce8c3e92-e4cd-49d0-a9b6-26a54e69ba64,segment=NetworkSegment(077f6192-3017-4d6f-ab33-2817e3715dc9),segment_id=077f6192-3017-4d6f-ab33-2817e3715dc9)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:15.326162 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-de414885-8e1e-4f9f-96bc-bf3cfddef3bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:15.350469 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-de414885-8e1e-4f9f-96bc-bf3cfddef3bd None None] Calling delete_port for ce8c3e92-e4cd-49d0-a9b6-26a54e69ba64 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:34:15.393579 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-74ce6c3f-004d-4eb9-adec-fb61dadca8bf admin admin] For port ce8c3e92-e4cd-49d0-a9b6-26a54e69ba64, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=ce8c3e92-e4cd-49d0-a9b6-26a54e69ba64,segment=NetworkSegment(077f6192-3017-4d6f-ab33-2817e3715dc9),segment_id=077f6192-3017-4d6f-ab33-2817e3715dc9)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:15.393913 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-74ce6c3f-004d-4eb9-adec-fb61dadca8bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:15.430980 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8e083-ff20-48ab-a7b2-f7cb39b6a654 req-099855dc-7a3f-4e54-a3aa-5fd348316962 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:15.438923 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bea8e083-ff20-48ab-a7b2-f7cb39b6a654 req-099855dc-7a3f-4e54-a3aa-5fd348316962 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] 10.222.0.98 "GET /v2.0/ports?device_id=d40502ba-a5ee-4982-98fc-2a101c181dbd HTTP/1.1" status: 200 len: 946 time: 0.2477734 Oct 20 11:34:15.446616 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-de414885-8e1e-4f9f-96bc-bf3cfddef3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:15.453194 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-74ce6c3f-004d-4eb9-adec-fb61dadca8bf admin admin] Calling delete_port for ce8c3e92-e4cd-49d0-a9b6-26a54e69ba64 owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:34:15.476994 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de414885-8e1e-4f9f-96bc-bf3cfddef3bd None None] Pushing event deleted for resources: {'Port': ['ID=ce8c3e92-e4cd-49d0-a9b6-26a54e69ba64,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:15.485366 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de414885-8e1e-4f9f-96bc-bf3cfddef3bd None None] No DVR routers for this DVR port ce8c3e92-e4cd-49d0-a9b6-26a54e69ba64 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:34:15.495493 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-96c791f6-5a8f-40fc-8ca3-a1d3d7065e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:15.496673 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bd52714e-2637-49cc-b716-682c3c97c3c9 req-d6db768b-8ad3-40d7-963b-2e468c6cabfd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c76ed34-c244-48b8-89fd-73de37fddc26 HTTP/1.1" status: 200 len: 1000 time: 0.2317984 Oct 20 11:34:15.536464 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b01f5d3-7cf2-4703-af23-a4f1fe460b2d None None] New status for floating IP c2fc7529-cf2d-4db4-91eb-1cba606f8fbe: ACTIVE {{(pid=100648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:34:15.551473 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-686ed066-1b83-4af9-b74b-4ef3e5723002 req-514ae176-235b-43f1-8431-8c352dbaecc5 service neutron] 10.222.0.98 "GET /v2.0/networks/bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290559 Oct 20 11:34:15.572206 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bea8e083-ff20-48ab-a7b2-f7cb39b6a654 req-8036a595-800e-4153-a2ce-a3734e4531a4 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] 10.222.0.98 "GET /v2.0/security-groups?id=52faa75b-0825-4c6d-b0f6-5574fd71d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168077 Oct 20 11:34:15.589789 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52714e-2637-49cc-b716-682c3c97c3c9 req-1f0944fe-b534-4b68-83d4-507202a76bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:15.592640 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bd52714e-2637-49cc-b716-682c3c97c3c9 req-1f0944fe-b534-4b68-83d4-507202a76bf9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3a646348-659c-4597-9319-8cf09eae1cdb HTTP/1.1" status: 200 len: 868 time: 0.0828001 Oct 20 11:34:15.610209 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c791f6-5a8f-40fc-8ca3-a1d3d7065e1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7608c98d-784c-4d69-aa65-d567e84ae885,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:15.634729 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c791f6-5a8f-40fc-8ca3-a1d3d7065e1e admin admin] Checking segment: {'id': '98857962-e92c-4e59-b882-39434d378491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': 'e9eabc1b-d262-4e05-bd88-78509e982c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:34:15.634729 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c791f6-5a8f-40fc-8ca3-a1d3d7065e1e admin admin] Network hostable DHCP agents. Network: e9eabc1b-d262-4e05-bd88-78509e982c52, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:34:15.648543 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-74ce6c3f-004d-4eb9-adec-fb61dadca8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:15.665235 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52714e-2637-49cc-b716-682c3c97c3c9 req-5f6135b2-c6f1-4716-907f-8ab844e6000f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:15.666763 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bd52714e-2637-49cc-b716-682c3c97c3c9 req-5f6135b2-c6f1-4716-907f-8ab844e6000f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666330 Oct 20 11:34:15.685752 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ce6c3f-004d-4eb9-adec-fb61dadca8bf admin admin] No DVR routers for this DVR port ce8c3e92-e4cd-49d0-a9b6-26a54e69ba64 on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:34:15.720951 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce6c3f-004d-4eb9-adec-fb61dadca8bf admin admin] Pushing event deleted for resources: {'Port': ['ID=ce8c3e92-e4cd-49d0-a9b6-26a54e69ba64,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:15.807412 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-74ce6c3f-004d-4eb9-adec-fb61dadca8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:15.829356 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c791f6-5a8f-40fc-8ca3-a1d3d7065e1e admin admin] Network e9eabc1b-d262-4e05-bd88-78509e982c52 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:34:15.862981 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-96c791f6-5a8f-40fc-8ca3-a1d3d7065e1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, e9eabc1b-d262-4e05-bd88-78509e982c52) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:34:15.870466 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-74ce6c3f-004d-4eb9-adec-fb61dadca8bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:15.872050 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bd52714e-2637-49cc-b716-682c3c97c3c9 req-097d7c12-c294-46cb-ba4f-5bfce1d8e6db service neutron] 10.222.0.11 "GET /v2.0/networks/bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951725 Oct 20 11:34:15.873676 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c791f6-5a8f-40fc-8ca3-a1d3d7065e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:15.874335 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-96c791f6-5a8f-40fc-8ca3-a1d3d7065e1e admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:15.883291 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de81b7b-509a-4a48-acf5-b6720e7a43a4 None None] Network e9eabc1b-d262-4e05-bd88-78509e982c52 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:34:15.888473 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-74ce6c3f-004d-4eb9-adec-fb61dadca8bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '077f6192-3017-4d6f-ab33-2817e3715dc9') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:15.888839 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-74ce6c3f-004d-4eb9-adec-fb61dadca8bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '077f6192-3017-4d6f-ab33-2817e3715dc9') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:15.908351 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-74ce6c3f-004d-4eb9-adec-fb61dadca8bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:15.934701 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-96c791f6-5a8f-40fc-8ca3-a1d3d7065e1e admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2542975 Oct 20 11:34:15.936259 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-74ce6c3f-004d-4eb9-adec-fb61dadca8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:15.945348 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74ce6c3f-004d-4eb9-adec-fb61dadca8bf admin admin] Releasing vlan 1254 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:34:15.945898 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-74ce6c3f-004d-4eb9-adec-fb61dadca8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:15.947983 n-d-814735-3 neutron-server[100646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:34:15.947983 n-d-814735-3 neutron-server[100646]: self.session.flush() Oct 20 11:34:15.947983 n-d-814735-3 neutron-server[100646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:34:15.947983 n-d-814735-3 neutron-server[100646]: self.session.flush() Oct 20 11:34:15.947983 n-d-814735-3 neutron-server[100646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:34:15.947983 n-d-814735-3 neutron-server[100646]: self.session.flush() Oct 20 11:34:15.947983 n-d-814735-3 neutron-server[100646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:34:15.947983 n-d-814735-3 neutron-server[100646]: self.session.flush() Oct 20 11:34:15.947983 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:34:15.947983 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:34:15.947983 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:34:15.947983 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:34:15.947983 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:34:15.947983 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:34:15.947983 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:34:15.947983 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:34:15.947983 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:34:15.947983 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:34:15.947983 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:34:15.947983 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:34:15.947983 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:34:15.947983 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:34:15.947983 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:34:15.947983 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:34:15.947983 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:34:15.947983 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:34:15.947983 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:34:15.947983 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:34:15.947983 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:34:15.947983 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:34:15.947983 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:34:15.947983 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:34:15.947983 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:34:15.947983 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:34:15.947983 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:34:15.947983 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:34:15.947983 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:34:15.947983 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:34:15.947983 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:34:15.947983 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:34:15.973297 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c74533b0-c67f-47cf-ad9b-451ee41c4d23 req-8d829016-baef-4c56-8d37-69e1d807fbd2 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=717966e5-c478-496f-bddb-05794fb74250 HTTP/1.1" status: 200 len: 258 time: 0.2479939 Oct 20 11:34:15.981109 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-c74533b0-c67f-47cf-ad9b-451ee41c4d23 req-71cfd733-802b-4821-9ab8-832df0335fc5 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:34:16.043211 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-74ce6c3f-004d-4eb9-adec-fb61dadca8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:16.049153 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-74ce6c3f-004d-4eb9-adec-fb61dadca8bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:16.053224 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-74ce6c3f-004d-4eb9-adec-fb61dadca8bf admin admin] 10.222.0.98 "DELETE /v2.0/networks/bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f HTTP/1.1" status: 204 len: 168 time: 1.1075370 Oct 20 11:34:16.065540 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce6c3f-004d-4eb9-adec-fb61dadca8bf admin admin] Pushing event deleted for resources: {'Network': ['ID=bf6efc2b-9bff-4ab5-91f1-a9b6851d9f8f,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:16.119788 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b1e133-3023-4f17-b0c7-48b1d9cae4d7 None None] Network e9eabc1b-d262-4e05-bd88-78509e982c52 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:34:16.138651 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bd52714e-2637-49cc-b716-682c3c97c3c9 req-ae28a79f-47b2-42d4-8492-ae45010b1127 service neutron] 10.222.0.11 "GET /v2.0/networks/bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574308 Oct 20 11:34:16.140723 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c74533b0-c67f-47cf-ad9b-451ee41c4d23 req-71cfd733-802b-4821-9ab8-832df0335fc5 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Publish callbacks [] for floatingip, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:16.180855 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde61b65-281f-45f8-a8af-3180a3698c79 req-3e3bb8ec-e794-464e-b6cf-10a266327aee tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:16.182359 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bde61b65-281f-45f8-a8af-3180a3698c79 req-3e3bb8ec-e794-464e-b6cf-10a266327aee tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5c9cc25-4c98-4b8d-9a2c-0cfe1dc769e9 HTTP/1.1" status: 200 len: 948 time: 0.1227813 Oct 20 11:34:16.260698 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bde61b65-281f-45f8-a8af-3180a3698c79 req-ac6e8700-f7a0-41d7-a35d-aaf4eb09e1eb tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719111 Oct 20 11:34:16.313437 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c74533b0-c67f-47cf-ad9b-451ee41c4d23 req-71cfd733-802b-4821-9ab8-832df0335fc5 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:16.329500 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35628) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:16.375425 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-444df027-21e9-4c70-a8dc-40363e54714e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=69251b3b8e214fb2a0a37c132a413a5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420852 Oct 20 11:34:16.375698 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35630) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:16.434387 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bc313087-09a8-443c-b03b-16637b03ffe9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:16.436782 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-c74533b0-c67f-47cf-ad9b-451ee41c4d23 req-71cfd733-802b-4821-9ab8-832df0335fc5 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Allocated IP 172.25.5.228 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/997f67e5-15ff-4b58-8e19-b3d97714c51f) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:34:16.459077 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bc313087-09a8-443c-b03b-16637b03ffe9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:16.529361 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bc313087-09a8-443c-b03b-16637b03ffe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:16.532281 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bc313087-09a8-443c-b03b-16637b03ffe9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:16.536158 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-bc313087-09a8-443c-b03b-16637b03ffe9 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/bbfe7331-4c16-406c-ba11-0e19c970a3c4 HTTP/1.1" status: 204 len: 168 time: 0.1571445 Oct 20 11:34:16.538232 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device ce8c3e92-e4cd-49d0-a9b6-26a54e69ba64 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:34:16.555476 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc313087-09a8-443c-b03b-16637b03ffe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfe7331-4c16-406c-ba11-0e19c970a3c4,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:16.571966 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: ce8c3e92-e4cd-49d0-a9b6-26a54e69ba64 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:34:16.572309 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device ce8c3e92-e4cd-49d0-a9b6-26a54e69ba64 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:34:16.591289 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c74533b0-c67f-47cf-ad9b-451ee41c4d23 req-71cfd733-802b-4821-9ab8-832df0335fc5 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:16.634696 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c74533b0-c67f-47cf-ad9b-451ee41c4d23 req-71cfd733-802b-4821-9ab8-832df0335fc5 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:16.679237 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c74533b0-c67f-47cf-ad9b-451ee41c4d23 req-71cfd733-802b-4821-9ab8-832df0335fc5 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:34:16.682257 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-c74533b0-c67f-47cf-ad9b-451ee41c4d23 req-71cfd733-802b-4821-9ab8-832df0335fc5 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:34:16.685892 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-c74533b0-c67f-47cf-ad9b-451ee41c4d23 req-71cfd733-802b-4821-9ab8-832df0335fc5 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:34:16.716079 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cfd733-802b-4821-9ab8-832df0335fc5 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Pushing event updated for resources: {'Port': ['ID=997f67e5-15ff-4b58-8e19-b3d97714c51f,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:16.730090 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cfd733-802b-4821-9ab8-832df0335fc5 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:16.730778 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cfd733-802b-4821-9ab8-832df0335fc5 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:16.730778 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cfd733-802b-4821-9ab8-832df0335fc5 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:16.731188 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cfd733-802b-4821-9ab8-832df0335fc5 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:16.731521 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cfd733-802b-4821-9ab8-832df0335fc5 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:16.731858 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cfd733-802b-4821-9ab8-832df0335fc5 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:16.732182 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cfd733-802b-4821-9ab8-832df0335fc5 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:16.732504 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cfd733-802b-4821-9ab8-832df0335fc5 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:16.732827 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cfd733-802b-4821-9ab8-832df0335fc5 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:16.733143 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cfd733-802b-4821-9ab8-832df0335fc5 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:16.733465 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cfd733-802b-4821-9ab8-832df0335fc5 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:16.733783 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cfd733-802b-4821-9ab8-832df0335fc5 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:16.794160 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c74533b0-c67f-47cf-ad9b-451ee41c4d23 req-71cfd733-802b-4821-9ab8-832df0335fc5 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:16.831134 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c74533b0-c67f-47cf-ad9b-451ee41c4d23 req-71cfd733-802b-4821-9ab8-832df0335fc5 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:16.998369 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c74533b0-c67f-47cf-ad9b-451ee41c4d23 req-71cfd733-802b-4821-9ab8-832df0335fc5 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:17.006730 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c74533b0-c67f-47cf-ad9b-451ee41c4d23 req-71cfd733-802b-4821-9ab8-832df0335fc5 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:17.047463 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35660) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:17.151300 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cfd733-802b-4821-9ab8-832df0335fc5 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Pushing event updated for resources: {'Port': ['ID=997f67e5-15ff-4b58-8e19-b3d97714c51f,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:17.173798 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c74533b0-c67f-47cf-ad9b-451ee41c4d23 req-71cfd733-802b-4821-9ab8-832df0335fc5 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:17.202378 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c74533b0-c67f-47cf-ad9b-451ee41c4d23 req-71cfd733-802b-4821-9ab8-832df0335fc5 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:17.203650 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c74533b0-c67f-47cf-ad9b-451ee41c4d23 req-71cfd733-802b-4821-9ab8-832df0335fc5 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2296219 Oct 20 11:34:17.214179 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cdda0e-e324-458e-a281-264cb86d328b req-b1c5d640-2a3b-4ede-8695-90d8caa59f72 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:17.217823 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ac9026a2-c7ec-4570-869c-52501b881f54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:17.219259 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-36cdda0e-e324-458e-a281-264cb86d328b req-b1c5d640-2a3b-4ede-8695-90d8caa59f72 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/networks?id=e9eabc1b-d262-4e05-bd88-78509e982c52 HTTP/1.1" status: 200 len: 815 time: 0.1829238 Oct 20 11:34:17.275629 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-36cdda0e-e324-458e-a281-264cb86d328b req-47fdb017-e80a-408a-a5e7-da5cf69c929d tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/quotas/810c12d9be834010aa3992ef80ba64c6 HTTP/1.1" status: 200 len: 375 time: 0.0531831 Oct 20 11:34:17.278572 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c74533b0-c67f-47cf-ad9b-451ee41c4d23 req-1ef44c9c-4c13-4ad1-9a04-38f6052d3cf5 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.228 HTTP/1.1" status: 200 len: 696 time: 0.0583651 Oct 20 11:34:17.307617 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ac9026a2-c7ec-4570-869c-52501b881f54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:17.312537 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ac9026a2-c7ec-4570-869c-52501b881f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:17.324452 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device d79c0594-bdf2-4989-a647-63210c8d292d up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:34:17.332623 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-36cdda0e-e324-458e-a281-264cb86d328b req-96afff8c-e95b-4dce-ba6e-640898da7531 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=810c12d9be834010aa3992ef80ba64c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456126 Oct 20 11:34:17.356037 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ac9026a2-c7ec-4570-869c-52501b881f54 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=96d5925f7ae74be0aaf92bdb8de71a72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3046849 Oct 20 11:34:17.358721 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35678) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:17.376404 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9026a2-c7ec-4570-869c-52501b881f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b227dd-eaa6-46cf-8c27-7f1b2283585b,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:17.412608 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port d79c0594-bdf2-4989-a647-63210c8d292d completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:34:17.419006 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port d79c0594-bdf2-4989-a647-63210c8d292d triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:34:17.419586 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:17.420530 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5503f842-5f16-410a-9148-fc22fb2054cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:17.443021 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5503f842-5f16-410a-9148-fc22fb2054cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:17.472343 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35680) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:17.499701 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5503f842-5f16-410a-9148-fc22fb2054cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:17.502691 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5503f842-5f16-410a-9148-fc22fb2054cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:17.504060 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5503f842-5f16-410a-9148-fc22fb2054cc admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d5b227dd-eaa6-46cf-8c27-7f1b2283585b HTTP/1.1" status: 204 len: 168 time: 0.1444066 Oct 20 11:34:17.514680 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5503f842-5f16-410a-9148-fc22fb2054cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b227dd-eaa6-46cf-8c27-7f1b2283585b,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:17.536400 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74533b0-c67f-47cf-ad9b-451ee41c4d23 req-f8f3cebf-69f5-4437-a4f8-b41912f98eee tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:17.537811 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c74533b0-c67f-47cf-ad9b-451ee41c4d23 req-f8f3cebf-69f5-4437-a4f8-b41912f98eee tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "GET /v2.0/networks/717966e5-c478-496f-bddb-05794fb74250 HTTP/1.1" status: 200 len: 784 time: 0.2395847 Oct 20 11:34:17.545760 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-36cdda0e-e324-458e-a281-264cb86d328b req-7a5bd5a4-aff9-48ea-85f4-6a25483f5ed3 service neutron] 10.222.0.98 "GET /v2.0/networks/e9eabc1b-d262-4e05-bd88-78509e982c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938169 Oct 20 11:34:17.560597 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:17.599327 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c9cc25-4c98-4b8d-9a2c-0cfe1dc769e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd79c0594-bdf2-4989-a647-63210c8d292d'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:34:17.602668 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08940cd-e455-440f-878c-f9a73e4f0f6b" -d '{"events": [{"server_uuid": "b5c9cc25-4c98-4b8d-9a2c-0cfe1dc769e9", "name": "network-vif-plugged", "status": "completed", "tag": "d79c0594-bdf2-4989-a647-63210c8d292d"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:34:17.620851 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port d79c0594-bdf2-4989-a647-63210c8d292d, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=d79c0594-bdf2-4989-a647-63210c8d292d,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:17.628422 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:17.638337 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-bb323bd2-7b63-4f48-a56a-0be5dcf45ac0 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-2145243761-network', 'tenant_id': '0200dac0d071495299b37135d71b970d'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:34:17.672152 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-36cdda0e-e324-458e-a281-264cb86d328b req-79d7639f-7075-4ad3-b936-c0f3e8510c36 service neutron] 10.222.0.98 "GET /v2.0/networks/e9eabc1b-d262-4e05-bd88-78509e982c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250031 Oct 20 11:34:17.684910 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb323bd2-7b63-4f48-a56a-0be5dcf45ac0 admin admin] Made reservation on behalf of 0200dac0d071495299b37135d71b970d for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:34:17.690545 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bb323bd2-7b63-4f48-a56a-0be5dcf45ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:17.696699 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=d79c0594-bdf2-4989-a647-63210c8d292d,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:17.704343 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bb323bd2-7b63-4f48-a56a-0be5dcf45ac0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:17.826896 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bb323bd2-7b63-4f48-a56a-0be5dcf45ac0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:17.835120 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bb323bd2-7b63-4f48-a56a-0be5dcf45ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:17.850534 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb323bd2-7b63-4f48-a56a-0be5dcf45ac0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1284, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:34:17.883663 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb323bd2-7b63-4f48-a56a-0be5dcf45ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4588aca1-82b8-437c-be5c-6c71a8a02fc1,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:17.895411 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bb323bd2-7b63-4f48-a56a-0be5dcf45ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:17.899705 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-bb323bd2-7b63-4f48-a56a-0be5dcf45ac0 admin admin] Added segment ab1d15bd-bcd5-4bf0-9c1a-afc1c3706c62 of type vlan for network 3ae2ecdc-9ad1-4615-a9dc-7403b863afff Oct 20 11:34:17.983091 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bb323bd2-7b63-4f48-a56a-0be5dcf45ac0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:18.019917 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad81b6-d9d6-407f-aa2a-be1a359ddb71 req-79eadd80-7af7-4f03-89aa-b4cc50601182 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:18.027383 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-03ad81b6-d9d6-407f-aa2a-be1a359ddb71 req-79eadd80-7af7-4f03-89aa-b4cc50601182 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] 10.222.0.98 "GET /v2.0/ports?device_id=d40502ba-a5ee-4982-98fc-2a101c181dbd HTTP/1.1" status: 200 len: 946 time: 0.1396236 Oct 20 11:34:18.089965 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bb323bd2-7b63-4f48-a56a-0be5dcf45ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:18.091472 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb323bd2-7b63-4f48-a56a-0be5dcf45ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:18.091712 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bb323bd2-7b63-4f48-a56a-0be5dcf45ac0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:18.130764 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-03ad81b6-d9d6-407f-aa2a-be1a359ddb71 req-f7b9b4f1-0a4a-4cdf-874d-ab5ca246ea14 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] 10.222.0.98 "GET /v2.0/security-groups?id=52faa75b-0825-4c6d-b0f6-5574fd71d050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020827 Oct 20 11:34:18.136787 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-bb323bd2-7b63-4f48-a56a-0be5dcf45ac0 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6630332 Oct 20 11:34:18.144446 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e0aab-a446-41d3-8e55-d1f420d13b38 req-55104d78-dc79-4867-bb88-06ab0fd4e7bb tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:18.145993 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-697e0aab-a446-41d3-8e55-d1f420d13b38 req-55104d78-dc79-4867-bb88-06ab0fd4e7bb tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5c9cc25-4c98-4b8d-9a2c-0cfe1dc769e9 HTTP/1.1" status: 200 len: 949 time: 0.1164055 Oct 20 11:34:18.146495 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35714) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:18.158654 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-09eeb335-db8c-42ee-9357-7f019e42f6b4 admin admin] Request body: {'subnet': {'network_id': '3ae2ecdc-9ad1-4615-a9dc-7403b863afff', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-2145243761-subnet', 'tenant_id': '0200dac0d071495299b37135d71b970d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:34:18.212504 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6739db1-3965-4832-9d36-822e0218eda9 req-7ddb0c39-3d77-4c1f-b4f7-9b03b8d9b156 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:18.217376 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e6739db1-3965-4832-9d36-822e0218eda9 req-7ddb0c39-3d77-4c1f-b4f7-9b03b8d9b156 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] 10.222.0.89 "GET /v2.0/ports?device_id=d40502ba-a5ee-4982-98fc-2a101c181dbd HTTP/1.1" status: 200 len: 946 time: 0.0825486 Oct 20 11:34:18.231980 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb323bd2-7b63-4f48-a56a-0be5dcf45ac0 admin admin] Pushing event updated for resources: {'Network': ['ID=3ae2ecdc-9ad1-4615-a9dc-7403b863afff,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:18.248525 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 3ae2ecdc-9ad1-4615-a9dc-7403b863afff details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:34:18.258335 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09eeb335-db8c-42ee-9357-7f019e42f6b4 admin admin] Made reservation on behalf of 0200dac0d071495299b37135d71b970d for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:34:18.260726 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-09eeb335-db8c-42ee-9357-7f019e42f6b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:18.313241 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-697e0aab-a446-41d3-8e55-d1f420d13b38 req-47878a8f-9f16-4a4a-9150-481bd7896040 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398239 Oct 20 11:34:18.375213 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc2046-45db-4b7a-be42-16fa26f816ec req-62d9f4ae-8bdf-4395-acba-701284d7a336 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:18.376801 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0bdc2046-45db-4b7a-be42-16fa26f816ec req-62d9f4ae-8bdf-4395-acba-701284d7a336 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "GET /v2.0/ports?device_id=adcf6c49-99dc-4137-9ef7-4d2b2561b5c3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1344888 Oct 20 11:34:18.396083 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ba6bfc-df55-4a36-b257-58d235ce5473 x-openstack-request-id: req-24ba6bfc-df55-4a36-b257-58d235ce5473 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:34:18.397238 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c9cc25-4c98-4b8d-9a2c-0cfe1dc769e9", "name": "network-vif-plugged", "status": "completed", "tag": "d79c0594-bdf2-4989-a647-63210c8d292d", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:34:18.398016 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-24ba6bfc-df55-4a36-b257-58d235ce5473 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:34:18.400044 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c9cc25-4c98-4b8d-9a2c-0cfe1dc769e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd79c0594-bdf2-4989-a647-63210c8d292d', 'code': 200} Oct 20 11:34:18.401573 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-e6739db1-3965-4832-9d36-822e0218eda9 req-b0dce525-a01b-4b0b-8786-c0c1c6ff8549 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] Deleting port 2142e43c-725b-4700-b067-5636b812933e {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:34:18.401922 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-e6739db1-3965-4832-9d36-822e0218eda9 req-b0dce525-a01b-4b0b-8786-c0c1c6ff8549 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:18.468310 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0bdc2046-45db-4b7a-be42-16fa26f816ec req-55c1429e-22ce-46f0-94e7-40b9579399d7 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.228 HTTP/1.1" status: 200 len: 696 time: 0.0811400 Oct 20 11:34:18.490549 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-0bdc2046-45db-4b7a-be42-16fa26f816ec req-0b654eea-21a0-4ea2-8403-f88ce826e3af tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Request body: {'floatingip': {'port_id': '2c76ed34-c244-48b8-89fd-73de37fddc26', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:34:18.541206 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-e6739db1-3965-4832-9d36-822e0218eda9 req-b0dce525-a01b-4b0b-8786-c0c1c6ff8549 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] For port 2142e43c-725b-4700-b067-5636b812933e, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=2142e43c-725b-4700-b067-5636b812933e,segment=NetworkSegment(86e6eb47-8dc6-4120-bbd2-37886be24348),segment_id=86e6eb47-8dc6-4120-bbd2-37886be24348)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:18.541718 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-e6739db1-3965-4832-9d36-822e0218eda9 req-b0dce525-a01b-4b0b-8786-c0c1c6ff8549 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:18.555586 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-e6739db1-3965-4832-9d36-822e0218eda9 req-b0dce525-a01b-4b0b-8786-c0c1c6ff8549 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] Calling delete_port for 2142e43c-725b-4700-b067-5636b812933e owned by compute:nova {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:34:18.603978 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35726) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:18.707988 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-e6739db1-3965-4832-9d36-822e0218eda9 req-b0dce525-a01b-4b0b-8786-c0c1c6ff8549 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:18.729827 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['2142e43c-725b-4700-b067-5636b812933e'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:34:18.750069 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dce525-a01b-4b0b-8786-c0c1c6ff8549 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] Pushing event deleted for resources: {'Port': ['ID=2142e43c-725b-4700-b067-5636b812933e,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:18.781143 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-66b2c690-9cd5-4caa-86aa-b92b3dbc0ee1 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1759247479-network', 'tenant_id': '5d8321c524fd43efb4d51a6f131067e7'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:34:18.802211 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6739db1-3965-4832-9d36-822e0218eda9 req-b0dce525-a01b-4b0b-8786-c0c1c6ff8549 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] No DVR routers for this DVR port 2142e43c-725b-4700-b067-5636b812933e on host n-h2-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:34:18.806583 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-e6739db1-3965-4832-9d36-822e0218eda9 req-b0dce525-a01b-4b0b-8786-c0c1c6ff8549 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:18.810117 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e6739db1-3965-4832-9d36-822e0218eda9 req-b0dce525-a01b-4b0b-8786-c0c1c6ff8549 tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] 10.222.0.89 "DELETE /v2.0/ports/2142e43c-725b-4700-b067-5636b812933e HTTP/1.1" status: 204 len: 173 time: 0.5825846 Oct 20 11:34:18.810648 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd40502ba-a5ee-4982-98fc-2a101c181dbd', 'name': 'network-vif-deleted', 'tag': '2142e43c-725b-4700-b067-5636b812933e'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:34:18.813064 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb2be23-f5bd-4d65-8f8e-2d5cf7a9fdb0" -d '{"events": [{"server_uuid": "d40502ba-a5ee-4982-98fc-2a101c181dbd", "name": "network-vif-deleted", "tag": "2142e43c-725b-4700-b067-5636b812933e"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:34:18.826037 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-875d169c-8da8-4350-a368-429050606ad1 req-84be8820-a22e-4d82-b228-47ebf374bc29 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=811978b2-6bb1-4806-bf72-8ec7410064fd HTTP/1.1" status: 200 len: 210 time: 0.3574936 Oct 20 11:34:18.828420 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b2c690-9cd5-4caa-86aa-b92b3dbc0ee1 admin admin] Made reservation on behalf of 5d8321c524fd43efb4d51a6f131067e7 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:34:18.833280 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-66b2c690-9cd5-4caa-86aa-b92b3dbc0ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:18.853414 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0bdc2046-45db-4b7a-be42-16fa26f816ec req-0b654eea-21a0-4ea2-8403-f88ce826e3af tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Publish callbacks [] for floatingip, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:18.859043 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-66b2c690-9cd5-4caa-86aa-b92b3dbc0ee1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:18.955694 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-66b2c690-9cd5-4caa-86aa-b92b3dbc0ee1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:18.961420 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-66b2c690-9cd5-4caa-86aa-b92b3dbc0ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:18.963999 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5c936-b8af-4192-bef2-12b00ad27067 req-33a35bb4-71e2-400a-b7a4-2309f3db390e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:18.965606 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-43d5c936-b8af-4192-bef2-12b00ad27067 req-33a35bb4-71e2-400a-b7a4-2309f3db390e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b5c9cc25-4c98-4b8d-9a2c-0cfe1dc769e9 HTTP/1.1" status: 200 len: 1100 time: 0.4711523 Oct 20 11:34:18.984144 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66b2c690-9cd5-4caa-86aa-b92b3dbc0ee1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1255, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:34:18.999554 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2c690-9cd5-4caa-86aa-b92b3dbc0ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9cfdb9-f2f3-4233-b7c0-b9af6f093f6a,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:19.002660 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-66b2c690-9cd5-4caa-86aa-b92b3dbc0ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:19.003058 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-66b2c690-9cd5-4caa-86aa-b92b3dbc0ee1 admin admin] Added segment 925a1416-1efd-4391-a027-6ec91262654e of type vlan for network ffec32ee-83bf-409e-b91a-acc7c079ee75 Oct 20 11:34:19.048907 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-66b2c690-9cd5-4caa-86aa-b92b3dbc0ee1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:19.062494 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-09eeb335-db8c-42ee-9357-7f019e42f6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:19.082110 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-66b2c690-9cd5-4caa-86aa-b92b3dbc0ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:19.084588 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b2c690-9cd5-4caa-86aa-b92b3dbc0ee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:19.085428 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-66b2c690-9cd5-4caa-86aa-b92b3dbc0ee1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:19.129564 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-66b2c690-9cd5-4caa-86aa-b92b3dbc0ee1 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5169630 Oct 20 11:34:19.164777 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-43d5c936-b8af-4192-bef2-12b00ad27067 req-fed6c84d-7405-4622-be49-5512c814686e service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602483 Oct 20 11:34:19.193050 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2c690-9cd5-4caa-86aa-b92b3dbc0ee1 admin admin] Pushing event updated for resources: {'Network': ['ID=ffec32ee-83bf-409e-b91a-acc7c079ee75,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:19.206178 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network ffec32ee-83bf-409e-b91a-acc7c079ee75 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:34:19.240527 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0556ea22-9a98-4a27-9e3e-3d8a318f14b3 x-openstack-request-id: req-0556ea22-9a98-4a27-9e3e-3d8a318f14b3 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:34:19.241085 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d40502ba-a5ee-4982-98fc-2a101c181dbd", "name": "network-vif-deleted", "tag": "2142e43c-725b-4700-b067-5636b812933e", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:34:19.241195 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0556ea22-9a98-4a27-9e3e-3d8a318f14b3 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:34:19.241565 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd40502ba-a5ee-4982-98fc-2a101c181dbd', 'name': 'network-vif-deleted', 'tag': '2142e43c-725b-4700-b067-5636b812933e', 'status': 'completed', 'code': 200} Oct 20 11:34:19.246169 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eeb335-db8c-42ee-9357-7f019e42f6b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7470f2ee-455f-4599-810f-03a9e6dc1db0,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:19.316646 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09eeb335-db8c-42ee-9357-7f019e42f6b4 admin admin] Checking segment: {'id': 'ab1d15bd-bcd5-4bf0-9c1a-afc1c3706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '3ae2ecdc-9ad1-4615-a9dc-7403b863afff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:34:19.316962 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09eeb335-db8c-42ee-9357-7f019e42f6b4 admin admin] Network hostable DHCP agents. Network: 3ae2ecdc-9ad1-4615-a9dc-7403b863afff, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:34:19.323999 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-da4ac3e0-a230-41b9-94ab-ab5535320aec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:19.357943 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cdda0e-e324-458e-a281-264cb86d328b req-529524bd-584c-4167-b186-fa7599b17a4d tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:19.359415 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-36cdda0e-e324-458e-a281-264cb86d328b req-529524bd-584c-4167-b186-fa7599b17a4d tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.11 "GET /v2.0/networks?id=e9eabc1b-d262-4e05-bd88-78509e982c52 HTTP/1.1" status: 200 len: 815 time: 0.2502322 Oct 20 11:34:19.360202 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [req-0bdc2046-45db-4b7a-be42-16fa26f816ec req-0b654eea-21a0-4ea2-8403-f88ce826e3af tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] update failed (client error): There was a conflict when trying to complete your request. Oct 20 11:34:19.361117 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0bdc2046-45db-4b7a-be42-16fa26f816ec req-0b654eea-21a0-4ea2-8403-f88ce826e3af tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "PUT /v2.0/floatingips/b8ddedcc-0d5d-43db-b999-ca043d840e96 HTTP/1.1" status: 409 len: 551 time: 0.8775351 Oct 20 11:34:19.375246 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-36cdda0e-e324-458e-a281-264cb86d328b req-299b7b4c-f794-43d5-a969-356c5b576490 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Request body: {'port': {'device_id': '811978b2-6bb1-4806-bf72-8ec7410064fd', 'network_id': 'e9eabc1b-d262-4e05-bd88-78509e982c52', 'admin_state_up': True, 'tenant_id': '810c12d9be834010aa3992ef80ba64c6'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:34:19.379964 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09eeb335-db8c-42ee-9357-7f019e42f6b4 admin admin] Network 3ae2ecdc-9ad1-4615-a9dc-7403b863afff is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:34:19.413723 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-09eeb335-db8c-42ee-9357-7f019e42f6b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 3ae2ecdc-9ad1-4615-a9dc-7403b863afff) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:34:19.426917 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6a78a8-9323-4574-baaf-be8da27c2554 None None] Network 3ae2ecdc-9ad1-4615-a9dc-7403b863afff requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:34:19.445825 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09eeb335-db8c-42ee-9357-7f019e42f6b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:19.446435 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-09eeb335-db8c-42ee-9357-7f019e42f6b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:19.488004 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e4b4b4df-4586-44f0-a40a-1fef9979e423 req-d513219c-dc53-42ad-adc4-fb0ebcc91e6d tempest-ServerGroupTestJSON-1559521059 tempest-ServerGroupTestJSON-1559521059-project] 10.222.0.98 "GET /v2.0/ports?device_id=d40502ba-a5ee-4982-98fc-2a101c181dbd HTTP/1.1" status: 200 len: 210 time: 0.0438023 Oct 20 11:34:19.491654 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-09eeb335-db8c-42ee-9357-7f019e42f6b4 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3378673 Oct 20 11:34:19.550009 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36cdda0e-e324-458e-a281-264cb86d328b req-299b7b4c-f794-43d5-a969-356c5b576490 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Made reservation on behalf of 810c12d9be834010aa3992ef80ba64c6 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:34:19.553714 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-36cdda0e-e324-458e-a281-264cb86d328b req-299b7b4c-f794-43d5-a969-356c5b576490 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:19.622182 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91a037e-93f3-467c-b65d-79afba073914 None None] Network 3ae2ecdc-9ad1-4615-a9dc-7403b863afff requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:34:19.717750 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d94910-7ff6-41cd-bca9-2d66f2be8dfc req-c439f36d-cca9-4e73-af8d-8c033e2b9b1f tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:19.725832 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a4d94910-7ff6-41cd-bca9-2d66f2be8dfc req-c439f36d-cca9-4e73-af8d-8c033e2b9b1f tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5c9cc25-4c98-4b8d-9a2c-0cfe1dc769e9 HTTP/1.1" status: 200 len: 949 time: 0.1325901 Oct 20 11:34:19.808755 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-36cdda0e-e324-458e-a281-264cb86d328b req-299b7b4c-f794-43d5-a969-356c5b576490 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Allocated IP 172.20.0.11 (e9eabc1b-d262-4e05-bd88-78509e982c52/7608c98d-784c-4d69-aa65-d567e84ae885/aaefe205-848c-46f0-af46-d5fae246ceb3) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:34:19.815553 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a4d94910-7ff6-41cd-bca9-2d66f2be8dfc req-9baa2e4e-590a-48af-80df-1c0f4e633c20 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886326 Oct 20 11:34:19.945331 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ff4f8879-12b2-4e02-b714-8443abbaeca7 req-b1ea4c8e-7704-43b8-b816-b64b3a7aba6a tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "GET /v2.0/floatingips/b8ddedcc-0d5d-43db-b999-ca043d840e96 HTTP/1.1" status: 200 len: 693 time: 0.1035440 Oct 20 11:34:19.981863 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35770) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:20.087913 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-feaa08cf-8d83-49dc-9a27-2aa69c2e22df admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:20.165730 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-feaa08cf-8d83-49dc-9a27-2aa69c2e22df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:20.170553 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-feaa08cf-8d83-49dc-9a27-2aa69c2e22df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:20.207729 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-feaa08cf-8d83-49dc-9a27-2aa69c2e22df admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a1c9c5a07d054fc6a184e8e51dccc5b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2246764 Oct 20 11:34:20.208931 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa08cf-8d83-49dc-9a27-2aa69c2e22df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb25c0a-5c4d-4f14-8a87-da47e9c94579,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:20.211987 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35774) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:20.264472 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-402b5822-5218-4601-80d9-f05c485acfc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:20.287220 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-402b5822-5218-4601-80d9-f05c485acfc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:20.287512 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4f8879-12b2-4e02-b714-8443abbaeca7 req-2cb9e3f3-a433-4b5f-ae22-f9343beb64a1 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:20.289036 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ff4f8879-12b2-4e02-b714-8443abbaeca7 req-2cb9e3f3-a433-4b5f-ae22-f9343beb64a1 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "GET /v2.0/networks/717966e5-c478-496f-bddb-05794fb74250 HTTP/1.1" status: 200 len: 784 time: 0.3361073 Oct 20 11:34:20.295902 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-36cdda0e-e324-458e-a281-264cb86d328b req-299b7b4c-f794-43d5-a969-356c5b576490 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:20.306106 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6ac22-dd58-40ca-a384-264216d9a0f4 req-5ef57c2f-8fb3-4a24-907e-7b23c3abc4fe tempest-ComputeTenantNetworksTest-752439 tempest-ComputeTenantNetworksTest-752439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:20.312103 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6ac22-dd58-40ca-a384-264216d9a0f4 req-5ef57c2f-8fb3-4a24-907e-7b23c3abc4fe tempest-ComputeTenantNetworksTest-752439 tempest-ComputeTenantNetworksTest-752439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:20.317843 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6ac22-dd58-40ca-a384-264216d9a0f4 req-5ef57c2f-8fb3-4a24-907e-7b23c3abc4fe tempest-ComputeTenantNetworksTest-752439 tempest-ComputeTenantNetworksTest-752439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:20.330273 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d0b6ac22-dd58-40ca-a384-264216d9a0f4 req-5ef57c2f-8fb3-4a24-907e-7b23c3abc4fe tempest-ComputeTenantNetworksTest-752439 tempest-ComputeTenantNetworksTest-752439-project] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3648603 Oct 20 11:34:20.340449 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-402b5822-5218-4601-80d9-f05c485acfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:20.343186 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-402b5822-5218-4601-80d9-f05c485acfc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:20.344612 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-402b5822-5218-4601-80d9-f05c485acfc6 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/bcb25c0a-5c4d-4f14-8a87-da47e9c94579 HTTP/1.1" status: 204 len: 168 time: 0.1315048 Oct 20 11:34:20.358307 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b5822-5218-4601-80d9-f05c485acfc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb25c0a-5c4d-4f14-8a87-da47e9c94579,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:20.394268 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ff4f8879-12b2-4e02-b714-8443abbaeca7 req-42cb9c29-4d56-47ae-b983-2c06b6beccd2 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.228 HTTP/1.1" status: 200 len: 696 time: 0.0629146 Oct 20 11:34:20.436598 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-610d96b0-69e8-4ad5-938b-480a870817fd req-379fa370-eb1a-4c41-81de-f744d54bf2d5 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=811978b2-6bb1-4806-bf72-8ec7410064fd HTTP/1.1" status: 200 len: 210 time: 0.0486617 Oct 20 11:34:20.483864 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ff4f8879-12b2-4e02-b714-8443abbaeca7 req-85b1b497-554c-4ce4-94f8-35534febdef4 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.228 HTTP/1.1" status: 200 len: 696 time: 0.0761034 Oct 20 11:34:20.499395 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-36cdda0e-e324-458e-a281-264cb86d328b req-299b7b4c-f794-43d5-a969-356c5b576490 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:20.613221 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36cdda0e-e324-458e-a281-264cb86d328b req-299b7b4c-f794-43d5-a969-356c5b576490 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Network e9eabc1b-d262-4e05-bd88-78509e982c52 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:34:20.623139 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-36cdda0e-e324-458e-a281-264cb86d328b req-299b7b4c-f794-43d5-a969-356c5b576490 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:34:20.625626 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-36cdda0e-e324-458e-a281-264cb86d328b req-299b7b4c-f794-43d5-a969-356c5b576490 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:34:20.677395 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299b7b4c-f794-43d5-a969-356c5b576490 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Pushing event updated for resources: {'Port': ['ID=aaefe205-848c-46f0-af46-d5fae246ceb3,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:20.715052 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cdda0e-e324-458e-a281-264cb86d328b req-299b7b4c-f794-43d5-a969-356c5b576490 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:20.715502 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-36cdda0e-e324-458e-a281-264cb86d328b req-299b7b4c-f794-43d5-a969-356c5b576490 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:20.735058 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-ff4f8879-12b2-4e02-b714-8443abbaeca7 req-21757a49-adf7-4daa-b73a-ede5779640ad tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Deleting port 997f67e5-15ff-4b58-8e19-b3d97714c51f {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:34:20.735426 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ff4f8879-12b2-4e02-b714-8443abbaeca7 req-21757a49-adf7-4daa-b73a-ede5779640ad tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:20.752546 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-36cdda0e-e324-458e-a281-264cb86d328b req-299b7b4c-f794-43d5-a969-356c5b576490 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3814046 Oct 20 11:34:20.769707 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-36cdda0e-e324-458e-a281-264cb86d328b req-a12f75bd-1021-403c-ab2a-07f3b2ce4a68 service neutron] Request body: {'port': {'device_id': '811978b2-6bb1-4806-bf72-8ec7410064fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:34:21.167886 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-36cdda0e-e324-458e-a281-264cb86d328b req-a12f75bd-1021-403c-ab2a-07f3b2ce4a68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:21.212502 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758be5d-c31e-4d68-be59-9c757022f3c1 req-91fa6004-4bbd-4527-b3c3-d5a8174e5040 tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:21.213989 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4758be5d-c31e-4d68-be59-9c757022f3c1 req-91fa6004-4bbd-4527-b3c3-d5a8174e5040 tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] 10.222.0.98 "GET /v2.0/networks?id=3ae2ecdc-9ad1-4615-a9dc-7403b863afff HTTP/1.1" status: 200 len: 814 time: 0.4754086 Oct 20 11:34:21.235741 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ff4f8879-12b2-4e02-b714-8443abbaeca7 req-21757a49-adf7-4daa-b73a-ede5779640ad tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:21.236083 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ff4f8879-12b2-4e02-b714-8443abbaeca7 req-21757a49-adf7-4daa-b73a-ede5779640ad tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:21.265225 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4758be5d-c31e-4d68-be59-9c757022f3c1 req-f0de0d5f-f3e3-43b5-86f0-cebf2f695759 tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] 10.222.0.98 "GET /v2.0/quotas/0200dac0d071495299b37135d71b970d HTTP/1.1" status: 200 len: 375 time: 0.0264859 Oct 20 11:34:21.266092 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-ff4f8879-12b2-4e02-b714-8443abbaeca7 req-21757a49-adf7-4daa-b73a-ede5779640ad tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Calling delete_port for 997f67e5-15ff-4b58-8e19-b3d97714c51f owned by network:floatingip {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:34:21.332231 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 2142e43c-725b-4700-b067-5636b812933e no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:34:21.354074 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: 2142e43c-725b-4700-b067-5636b812933e {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:34:21.354772 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 2142e43c-725b-4700-b067-5636b812933e not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:34:21.363649 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4758be5d-c31e-4d68-be59-9c757022f3c1 req-53a0b7d9-2d5c-4c63-8994-479aed92baf6 tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=0200dac0d071495299b37135d71b970d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0875936 Oct 20 11:34:21.631680 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4758be5d-c31e-4d68-be59-9c757022f3c1 req-58ff61a1-8ceb-4792-90db-a50ee98906da service neutron] 10.222.0.98 "GET /v2.0/networks/3ae2ecdc-9ad1-4615-a9dc-7403b863afff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604892 Oct 20 11:34:21.697563 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ff4f8879-12b2-4e02-b714-8443abbaeca7 req-21757a49-adf7-4daa-b73a-ede5779640ad tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:21.781623 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21757a49-adf7-4daa-b73a-ede5779640ad tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Pushing event deleted for resources: {'Port': ['ID=997f67e5-15ff-4b58-8e19-b3d97714c51f,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:21.813164 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-36cdda0e-e324-458e-a281-264cb86d328b req-a12f75bd-1021-403c-ab2a-07f3b2ce4a68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaefe205-848c-46f0-af46-d5fae246ceb3 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:34:21.843008 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-36cdda0e-e324-458e-a281-264cb86d328b req-a12f75bd-1021-403c-ab2a-07f3b2ce4a68 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:21.881475 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4758be5d-c31e-4d68-be59-9c757022f3c1 req-75b73bc9-34a1-4b7a-abd2-4178c7502ecb service neutron] 10.222.0.98 "GET /v2.0/networks/3ae2ecdc-9ad1-4615-a9dc-7403b863afff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409117 Oct 20 11:34:21.882553 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-36cdda0e-e324-458e-a281-264cb86d328b req-a12f75bd-1021-403c-ab2a-07f3b2ce4a68 service neutron] Transition to ACTIVE for port object aaefe205-848c-46f0-af46-d5fae246ceb3 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:34:21.885947 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ff4f8879-12b2-4e02-b714-8443abbaeca7 req-21757a49-adf7-4daa-b73a-ede5779640ad tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Publish callbacks [] for floatingip, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:21.889039 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ff4f8879-12b2-4e02-b714-8443abbaeca7 req-21757a49-adf7-4daa-b73a-ede5779640ad tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:21.890331 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ff4f8879-12b2-4e02-b714-8443abbaeca7 req-21757a49-adf7-4daa-b73a-ede5779640ad tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "DELETE /v2.0/floatingips/b8ddedcc-0d5d-43db-b999-ca043d840e96 HTTP/1.1" status: 204 len: 173 time: 1.4003375 Oct 20 11:34:21.891408 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-36cdda0e-e324-458e-a281-264cb86d328b req-a12f75bd-1021-403c-ab2a-07f3b2ce4a68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:21.978155 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12f75bd-1021-403c-ab2a-07f3b2ce4a68 service neutron] Pushing event updated for resources: {'Port': ['ID=aaefe205-848c-46f0-af46-d5fae246ceb3,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:22.089980 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fdc680-2eba-4706-be75-fe83c90f6d19 req-dcbe7459-1b65-4c46-bdd5-fe61fd2dcf99 tempest-ComputeTenantNetworksTest-752439 tempest-ComputeTenantNetworksTest-752439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:22.091493 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-26fdc680-2eba-4706-be75-fe83c90f6d19 req-dcbe7459-1b65-4c46-bdd5-fe61fd2dcf99 tempest-ComputeTenantNetworksTest-752439 tempest-ComputeTenantNetworksTest-752439-project] 10.222.0.98 "GET /v2.0/networks/ffec32ee-83bf-409e-b91a-acc7c079ee75 HTTP/1.1" status: 200 len: 769 time: 0.1759520 Oct 20 11:34:22.101651 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35834) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:22.151423 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-36cdda0e-e324-458e-a281-264cb86d328b req-a12f75bd-1021-403c-ab2a-07f3b2ce4a68 service neutron] Attempting to bind port aaefe205-848c-46f0-af46-d5fae246ceb3 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:34:22.151758 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-36cdda0e-e324-458e-a281-264cb86d328b req-a12f75bd-1021-403c-ab2a-07f3b2ce4a68 service neutron] Attempting to bind port aaefe205-848c-46f0-af46-d5fae246ceb3 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '98857962-e92c-4e59-b882-39434d378491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': 'e9eabc1b-d262-4e05-bd88-78509e982c52'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:34:22.152085 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cdda0e-e324-458e-a281-264cb86d328b req-a12f75bd-1021-403c-ab2a-07f3b2ce4a68 service neutron] Attempting to bind port aaefe205-848c-46f0-af46-d5fae246ceb3 on network e9eabc1b-d262-4e05-bd88-78509e982c52 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:34:22.157000 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cdda0e-e324-458e-a281-264cb86d328b req-a12f75bd-1021-403c-ab2a-07f3b2ce4a68 service neutron] Port aaefe205-848c-46f0-af46-d5fae246ceb3 on network e9eabc1b-d262-4e05-bd88-78509e982c52 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:34:22.157309 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cdda0e-e324-458e-a281-264cb86d328b req-a12f75bd-1021-403c-ab2a-07f3b2ce4a68 service neutron] Attempting to bind port aaefe205-848c-46f0-af46-d5fae246ceb3 on network e9eabc1b-d262-4e05-bd88-78509e982c52 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:34:22.162773 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cdda0e-e324-458e-a281-264cb86d328b req-a12f75bd-1021-403c-ab2a-07f3b2ce4a68 service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:34:22.163321 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cdda0e-e324-458e-a281-264cb86d328b req-a12f75bd-1021-403c-ab2a-07f3b2ce4a68 service neutron] Checking segment: {'id': '98857962-e92c-4e59-b882-39434d378491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': 'e9eabc1b-d262-4e05-bd88-78509e982c52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:34:22.163674 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cdda0e-e324-458e-a281-264cb86d328b req-a12f75bd-1021-403c-ab2a-07f3b2ce4a68 service neutron] Bound using segment: {'id': '98857962-e92c-4e59-b882-39434d378491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': 'e9eabc1b-d262-4e05-bd88-78509e982c52'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:34:22.164193 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-36cdda0e-e324-458e-a281-264cb86d328b req-a12f75bd-1021-403c-ab2a-07f3b2ce4a68 service neutron] Bound port: aaefe205-848c-46f0-af46-d5fae246ceb3, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98857962-e92c-4e59-b882-39434d378491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': 'e9eabc1b-d262-4e05-bd88-78509e982c52'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:34:22.164556 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-36cdda0e-e324-458e-a281-264cb86d328b req-a12f75bd-1021-403c-ab2a-07f3b2ce4a68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:22.164995 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3f9de03b-bf6b-4978-b16b-6c3fa9febafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:22.247876 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-93bd8b25-08cd-46e4-aa85-f859ed68379e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:22.292888 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7458c-90c7-4f45-9faf-e467e795ed41 req-bd827c2d-15ff-4baa-8e85-26a1af04a653 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:22.294616 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ecb7458c-90c7-4f45-9faf-e467e795ed41 req-bd827c2d-15ff-4baa-8e85-26a1af04a653 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5c9cc25-4c98-4b8d-9a2c-0cfe1dc769e9 HTTP/1.1" status: 200 len: 949 time: 0.1264031 Oct 20 11:34:22.332194 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c916d2-55f9-4294-a003-6889819db286 req-a393a7c5-7bd6-4051-9157-c6a447e2529f tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:22.339687 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d8c916d2-55f9-4294-a003-6889819db286 req-a393a7c5-7bd6-4051-9157-c6a447e2529f tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=811978b2-6bb1-4806-bf72-8ec7410064fd HTTP/1.1" status: 200 len: 944 time: 0.1176307 Oct 20 11:34:22.342162 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-36cdda0e-e324-458e-a281-264cb86d328b req-a12f75bd-1021-403c-ab2a-07f3b2ce4a68 service neutron] For port aaefe205-848c-46f0-af46-d5fae246ceb3, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:34:22.362638 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-93bd8b25-08cd-46e4-aa85-f859ed68379e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:22.382994 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-36cdda0e-e324-458e-a281-264cb86d328b req-a12f75bd-1021-403c-ab2a-07f3b2ce4a68 service neutron] For port aaefe205-848c-46f0-af46-d5fae246ceb3, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=aaefe205-848c-46f0-af46-d5fae246ceb3,segment=NetworkSegment(98857962-e92c-4e59-b882-39434d378491),segment_id=98857962-e92c-4e59-b882-39434d378491)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:34:22.408979 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-36cdda0e-e324-458e-a281-264cb86d328b req-a12f75bd-1021-403c-ab2a-07f3b2ce4a68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:22.413325 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-93bd8b25-08cd-46e4-aa85-f859ed68379e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffec32ee-83bf-409e-b91a-acc7c079ee75']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:22.428076 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-93bd8b25-08cd-46e4-aa85-f859ed68379e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '925a1416-1efd-4391-a027-6ec91262654e') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:22.428470 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-93bd8b25-08cd-46e4-aa85-f859ed68379e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '925a1416-1efd-4391-a027-6ec91262654e') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:22.439908 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-93bd8b25-08cd-46e4-aa85-f859ed68379e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:22.454733 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-93bd8b25-08cd-46e4-aa85-f859ed68379e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:22.472007 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93bd8b25-08cd-46e4-aa85-f859ed68379e admin admin] Releasing vlan 1255 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:34:22.472501 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-93bd8b25-08cd-46e4-aa85-f859ed68379e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:22.478013 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:34:22.478013 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:34:22.478013 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:34:22.478013 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:34:22.478013 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:34:22.478013 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:34:22.478013 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:34:22.478013 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:34:22.478013 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:34:22.478013 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:34:22.478013 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:34:22.478013 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:34:22.478013 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:34:22.478013 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:34:22.478013 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:34:22.478013 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:34:22.478013 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:34:22.478013 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:34:22.478013 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:34:22.478013 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:34:22.478013 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:34:22.478013 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:34:22.478013 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:34:22.478013 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:34:22.478013 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:34:22.478013 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:34:22.478013 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:34:22.478013 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:34:22.478013 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:34:22.478013 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:34:22.478013 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:34:22.478013 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:34:22.491225 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ecb7458c-90c7-4f45-9faf-e467e795ed41 req-00880f88-f41b-4b84-b59a-dfeeb6ae79e8 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851761 Oct 20 11:34:22.494332 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cdda0e-e324-458e-a281-264cb86d328b req-a12f75bd-1021-403c-ab2a-07f3b2ce4a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:22.495549 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-36cdda0e-e324-458e-a281-264cb86d328b req-a12f75bd-1021-403c-ab2a-07f3b2ce4a68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:22.497601 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-36cdda0e-e324-458e-a281-264cb86d328b req-a12f75bd-1021-403c-ab2a-07f3b2ce4a68 service neutron] 10.222.0.11 "PUT /v2.0/ports/aaefe205-848c-46f0-af46-d5fae246ceb3 HTTP/1.1" status: 200 len: 1092 time: 1.7323728 Oct 20 11:34:22.506722 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '811978b2-6bb1-4806-bf72-8ec7410064fd', 'tag': 'aaefe205-848c-46f0-af46-d5fae246ceb3'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:34:22.509330 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd8882e-fdd3-481b-86b4-841885c82067" -d '{"events": [{"name": "network-changed", "server_uuid": "811978b2-6bb1-4806-bf72-8ec7410064fd", "tag": "aaefe205-848c-46f0-af46-d5fae246ceb3"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:34:22.538941 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12f75bd-1021-403c-ab2a-07f3b2ce4a68 service neutron] Pushing event updated for resources: {'Port': ['ID=aaefe205-848c-46f0-af46-d5fae246ceb3,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:22.559540 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d8c916d2-55f9-4294-a003-6889819db286 req-af0a1844-4818-460c-8f54-54078024de01 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188017 Oct 20 11:34:22.675069 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-956d56b2-98b7-4a5d-b928-8b198ecac245 req-932077c8-f79f-4243-ab23-4bee77aace88 tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] 10.222.0.98 "GET /v2.0/ports?device_id=a76a24b8-9b52-484c-bf6e-f3dc294d257a HTTP/1.1" status: 200 len: 210 time: 0.0524199 Oct 20 11:34:22.705325 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cdda0e-e324-458e-a281-264cb86d328b req-b50f216f-8f28-49eb-b803-17c19f5d9a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:22.706982 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-36cdda0e-e324-458e-a281-264cb86d328b req-b50f216f-8f28-49eb-b803-17c19f5d9a4c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=810c12d9be834010aa3992ef80ba64c6&device_id=811978b2-6bb1-4806-bf72-8ec7410064fd HTTP/1.1" status: 200 len: 1095 time: 0.1019115 Oct 20 11:34:22.710530 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-072aaaac-306e-4803-a63c-fb83185a2b08 req-d4b7740f-c8d0-48ea-86ad-aee8e595330b tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.129 HTTP/1.1" status: 200 len: 1002 time: 0.1848278 Oct 20 11:34:22.793612 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-36cdda0e-e324-458e-a281-264cb86d328b req-16a8910f-a75c-4c83-a90b-6cf85bd96b3d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aaefe205-848c-46f0-af46-d5fae246ceb3 HTTP/1.1" status: 200 len: 217 time: 0.0630090 Oct 20 11:34:22.808384 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072aaaac-306e-4803-a63c-fb83185a2b08 req-c5adf6a6-48ab-496e-83f0-140f9e935168 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:22.809777 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-072aaaac-306e-4803-a63c-fb83185a2b08 req-c5adf6a6-48ab-496e-83f0-140f9e935168 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "GET /v2.0/ports/2c76ed34-c244-48b8-89fd-73de37fddc26 HTTP/1.1" status: 200 len: 943 time: 0.0915861 Oct 20 11:34:22.877975 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-93bd8b25-08cd-46e4-aa85-f859ed68379e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:22.897255 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-93bd8b25-08cd-46e4-aa85-f859ed68379e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:22.903549 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-93bd8b25-08cd-46e4-aa85-f859ed68379e admin admin] 10.222.0.98 "DELETE /v2.0/networks/ffec32ee-83bf-409e-b91a-acc7c079ee75 HTTP/1.1" status: 204 len: 168 time: 0.7986810 Oct 20 11:34:22.903549 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bd8b25-08cd-46e4-aa85-f859ed68379e admin admin] Pushing event deleted for resources: {'Network': ['ID=ffec32ee-83bf-409e-b91a-acc7c079ee75,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:22.948230 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cdda0e-e324-458e-a281-264cb86d328b req-109f02bb-2261-46a2-894e-c510f0e8844e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:22.949734 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-36cdda0e-e324-458e-a281-264cb86d328b req-109f02bb-2261-46a2-894e-c510f0e8844e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7608c98d-784c-4d69-aa65-d567e84ae885 HTTP/1.1" status: 200 len: 855 time: 0.1390765 Oct 20 11:34:22.953758 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51efb6be-894c-4e36-bf11-8fa61b6d11d9 req-32eab2a0-658c-486f-9250-cc1dccd0ccb0 tempest-ServersOnMultiNodesTest-1658368089 tempest-ServersOnMultiNodesTest-1658368089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:22.955177 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-51efb6be-894c-4e36-bf11-8fa61b6d11d9 req-32eab2a0-658c-486f-9250-cc1dccd0ccb0 tempest-ServersOnMultiNodesTest-1658368089 tempest-ServersOnMultiNodesTest-1658368089-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=b5c9cc25-4c98-4b8d-9a2c-0cfe1dc769e9 HTTP/1.1" status: 200 len: 1100 time: 0.1431816 Oct 20 11:34:22.993096 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-072aaaac-306e-4803-a63c-fb83185a2b08 req-bb26dff2-f8c9-4891-9fe3-b39409591811 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.129 HTTP/1.1" status: 200 len: 1002 time: 0.1189439 Oct 20 11:34:22.994944 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-36cdda0e-e324-458e-a281-264cb86d328b req-f65fda5e-91de-49b0-a64c-8dc94fcde3cd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e9eabc1b-d262-4e05-bd88-78509e982c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372753 Oct 20 11:34:23.020549 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:23.082035 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:23.083811 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35860) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:23.109041 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-51efb6be-894c-4e36-bf11-8fa61b6d11d9 req-5c3dce53-7073-4fbc-8954-60e014bf39f5 tempest-ServersOnMultiNodesTest-1658368089 tempest-ServersOnMultiNodesTest-1658368089-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411033 Oct 20 11:34:23.129200 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-708d1bbd-393e-45cc-936f-ff133cce2f6a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5d8321c524fd43efb4d51a6f131067e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438507 Oct 20 11:34:23.130315 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35862) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:23.162445 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583489de-713f-4d69-a2c5-0df253a683ac x-openstack-request-id: req-583489de-713f-4d69-a2c5-0df253a683ac {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:34:23.162687 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "811978b2-6bb1-4806-bf72-8ec7410064fd", "tag": "aaefe205-848c-46f0-af46-d5fae246ceb3", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:34:23.162987 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-583489de-713f-4d69-a2c5-0df253a683ac {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:34:23.163282 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '811978b2-6bb1-4806-bf72-8ec7410064fd', 'tag': 'aaefe205-848c-46f0-af46-d5fae246ceb3', 'status': 'completed', 'code': 200} Oct 20 11:34:23.187506 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-29bf726c-ea28-4a86-b0bc-46e1cd5d5a05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:23.206899 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-36cdda0e-e324-458e-a281-264cb86d328b req-4b9ad2b7-f352-4267-acf8-fa9a6a60f000 service neutron] 10.222.0.11 "GET /v2.0/networks/e9eabc1b-d262-4e05-bd88-78509e982c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008159 Oct 20 11:34:23.210904 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-29bf726c-ea28-4a86-b0bc-46e1cd5d5a05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:23.213906 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072aaaac-306e-4803-a63c-fb83185a2b08 req-92cd20af-da80-4d41-a58e-c583bf63553c tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:23.221058 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-072aaaac-306e-4803-a63c-fb83185a2b08 req-92cd20af-da80-4d41-a58e-c583bf63553c tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "GET /v2.0/networks/717966e5-c478-496f-bddb-05794fb74250 HTTP/1.1" status: 200 len: 784 time: 0.2183883 Oct 20 11:34:23.288756 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-29bf726c-ea28-4a86-b0bc-46e1cd5d5a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:23.292082 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-29bf726c-ea28-4a86-b0bc-46e1cd5d5a05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:23.296531 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-29bf726c-ea28-4a86-b0bc-46e1cd5d5a05 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1c9cfdb9-f2f3-4233-b7c0-b9af6f093f6a HTTP/1.1" status: 204 len: 168 time: 0.1655598 Oct 20 11:34:23.311690 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf726c-ea28-4a86-b0bc-46e1cd5d5a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9cfdb9-f2f3-4233-b7c0-b9af6f093f6a,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:23.413310 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-072aaaac-306e-4803-a63c-fb83185a2b08 req-c6ae63ef-b480-4178-85ae-07257f65b1cb tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.129 HTTP/1.1" status: 200 len: 1002 time: 0.1736860 Oct 20 11:34:23.461227 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-072aaaac-306e-4803-a63c-fb83185a2b08 req-757db864-9eea-4786-b311-8446631d4fb1 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:34:23.502048 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-36cdda0e-e324-458e-a281-264cb86d328b req-77c1f346-5c39-4004-9ebb-c99e638d1c20 service neutron] 10.222.0.11 "GET /v2.0/networks/e9eabc1b-d262-4e05-bd88-78509e982c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797735 Oct 20 11:34:23.547468 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758be5d-c31e-4d68-be59-9c757022f3c1 req-e424ffc7-7034-4357-a6e6-2d2a23fd9b21 tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:23.549755 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4758be5d-c31e-4d68-be59-9c757022f3c1 req-e424ffc7-7034-4357-a6e6-2d2a23fd9b21 tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] 10.222.0.89 "GET /v2.0/networks?id=3ae2ecdc-9ad1-4615-a9dc-7403b863afff HTTP/1.1" status: 200 len: 814 time: 0.2030826 Oct 20 11:34:23.553270 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-072aaaac-306e-4803-a63c-fb83185a2b08 req-757db864-9eea-4786-b311-8446631d4fb1 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Publish callbacks [] for floatingip, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:23.616465 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-4758be5d-c31e-4d68-be59-9c757022f3c1 req-799a4306-bb23-47ad-8b19-bb3867cbda6e tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] Request body: {'port': {'device_id': 'a76a24b8-9b52-484c-bf6e-f3dc294d257a', 'network_id': '3ae2ecdc-9ad1-4615-a9dc-7403b863afff', 'admin_state_up': True, 'tenant_id': '0200dac0d071495299b37135d71b970d'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:34:23.811574 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8882e-fdd3-481b-86b4-841885c82067 req-eb4baead-fa88-44b8-99af-b563d957c565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:23.813168 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-abd8882e-fdd3-481b-86b4-841885c82067 req-eb4baead-fa88-44b8-99af-b563d957c565 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=810c12d9be834010aa3992ef80ba64c6&device_id=811978b2-6bb1-4806-bf72-8ec7410064fd HTTP/1.1" status: 200 len: 1095 time: 0.1904457 Oct 20 11:34:24.195568 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49772d63-7d54-470f-ad88-ad4b2fc3f9f5 req-c5c40ba5-8424-4b23-9881-11620bf32750 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:24.197051 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-49772d63-7d54-470f-ad88-ad4b2fc3f9f5 req-c5c40ba5-8424-4b23-9881-11620bf32750 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5c9cc25-4c98-4b8d-9a2c-0cfe1dc769e9 HTTP/1.1" status: 200 len: 949 time: 0.4832702 Oct 20 11:34:24.209413 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35906) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:24.227735 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-072aaaac-306e-4803-a63c-fb83185a2b08 req-757db864-9eea-4786-b311-8446631d4fb1 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:24.259027 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-072aaaac-306e-4803-a63c-fb83185a2b08 req-757db864-9eea-4786-b311-8446631d4fb1 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:24.259387 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [req-072aaaac-306e-4803-a63c-fb83185a2b08 req-757db864-9eea-4786-b311-8446631d4fb1 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Floating IP c2fc7529-cf2d-4db4-91eb-1cba606f8fbe disassociated. External IP: 172.25.5.129, port: 2c76ed34-c244-48b8-89fd-73de37fddc26. Oct 20 11:34:24.298302 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4758be5d-c31e-4d68-be59-9c757022f3c1 req-799a4306-bb23-47ad-8b19-bb3867cbda6e tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] Made reservation on behalf of 0200dac0d071495299b37135d71b970d for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:34:24.302268 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4758be5d-c31e-4d68-be59-9c757022f3c1 req-799a4306-bb23-47ad-8b19-bb3867cbda6e tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:24.319083 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-96a05056-2832-4144-8583-6ac51ec7af8a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-210314861-network', 'tenant_id': 'f5fc99acf92746f0b6c75e7601cdfadb'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:34:24.344404 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a05056-2832-4144-8583-6ac51ec7af8a admin admin] Made reservation on behalf of f5fc99acf92746f0b6c75e7601cdfadb for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:34:24.346779 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-96a05056-2832-4144-8583-6ac51ec7af8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:24.351725 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-49772d63-7d54-470f-ad88-ad4b2fc3f9f5 req-8c4c85b3-05f7-48ee-81f5-1621732f7efe tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212366 Oct 20 11:34:24.360967 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-96a05056-2832-4144-8583-6ac51ec7af8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:24.374948 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8882e-fdd3-481b-86b4-841885c82067 req-8634cc90-27f7-4e73-b665-86ea5a087ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:24.374948 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-abd8882e-fdd3-481b-86b4-841885c82067 req-8634cc90-27f7-4e73-b665-86ea5a087ade service neutron] 10.222.0.11 "GET /v2.0/networks?id=e9eabc1b-d262-4e05-bd88-78509e982c52 HTTP/1.1" status: 200 len: 917 time: 0.5402870 Oct 20 11:34:24.479951 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-96a05056-2832-4144-8583-6ac51ec7af8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:24.488342 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-96a05056-2832-4144-8583-6ac51ec7af8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:24.508904 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-abd8882e-fdd3-481b-86b4-841885c82067 req-87e64260-56cf-4776-ae12-e845c4103a52 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aaefe205-848c-46f0-af46-d5fae246ceb3 HTTP/1.1" status: 200 len: 217 time: 0.1286438 Oct 20 11:34:24.521596 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96a05056-2832-4144-8583-6ac51ec7af8a admin admin] vlan segment allocate from pool success with {'vlan_id': 1271, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:34:24.533228 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a05056-2832-4144-8583-6ac51ec7af8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044ef768-3887-4204-8349-432ac1b7d392,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:24.538684 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-96a05056-2832-4144-8583-6ac51ec7af8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:24.539443 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-96a05056-2832-4144-8583-6ac51ec7af8a admin admin] Added segment f88209a2-72e2-479d-b474-08400eb3454d of type vlan for network 9ac8a1a7-834d-4283-be36-675cd4e77db7 Oct 20 11:34:24.589242 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-96a05056-2832-4144-8583-6ac51ec7af8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:24.615848 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-96a05056-2832-4144-8583-6ac51ec7af8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:24.616883 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a05056-2832-4144-8583-6ac51ec7af8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:24.617543 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-96a05056-2832-4144-8583-6ac51ec7af8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:24.643399 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8882e-fdd3-481b-86b4-841885c82067 req-d69c4ecf-9425-4d91-be4b-83c977a55de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:24.645096 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-abd8882e-fdd3-481b-86b4-841885c82067 req-d69c4ecf-9425-4d91-be4b-83c977a55de9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7608c98d-784c-4d69-aa65-d567e84ae885 HTTP/1.1" status: 200 len: 855 time: 0.1149707 Oct 20 11:34:24.654026 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-96a05056-2832-4144-8583-6ac51ec7af8a admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4426444 Oct 20 11:34:24.656459 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35912) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:24.661126 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-dc47797b-54b8-4ca3-955f-de43139b2094 admin admin] Request body: {'subnet': {'network_id': '9ac8a1a7-834d-4283-be36-675cd4e77db7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-210314861-subnet', 'tenant_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:34:24.697085 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a05056-2832-4144-8583-6ac51ec7af8a admin admin] Pushing event updated for resources: {'Network': ['ID=9ac8a1a7-834d-4283-be36-675cd4e77db7,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:24.709060 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1194a7-1cd2-438b-ae65-206a4dc9632d req-976fb64f-d763-4cb7-87a1-733940bc17f0 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:24.709297 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 9ac8a1a7-834d-4283-be36-675cd4e77db7 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:34:24.710631 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ae1194a7-1cd2-438b-ae65-206a4dc9632d req-976fb64f-d763-4cb7-87a1-733940bc17f0 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=811978b2-6bb1-4806-bf72-8ec7410064fd HTTP/1.1" status: 200 len: 944 time: 0.2605205 Oct 20 11:34:24.716283 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc47797b-54b8-4ca3-955f-de43139b2094 admin admin] Made reservation on behalf of f5fc99acf92746f0b6c75e7601cdfadb for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:34:24.717871 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-4758be5d-c31e-4d68-be59-9c757022f3c1 req-799a4306-bb23-47ad-8b19-bb3867cbda6e tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] Allocated IP 172.20.0.9 (3ae2ecdc-9ad1-4615-a9dc-7403b863afff/7470f2ee-455f-4599-810f-03a9e6dc1db0/62813317-5aef-44f1-8a83-c010e05f3f24) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:34:24.720096 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dc47797b-54b8-4ca3-955f-de43139b2094 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:24.743631 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-abd8882e-fdd3-481b-86b4-841885c82067 req-bd2ca1f6-081b-4c85-8498-2e5656e70e90 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e9eabc1b-d262-4e05-bd88-78509e982c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538654 Oct 20 11:34:24.835777 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:24.882566 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ae1194a7-1cd2-438b-ae65-206a4dc9632d req-fbfdd5c4-ce24-4edf-9e93-391ff159236e tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583331 Oct 20 11:34:24.915239 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dc47797b-54b8-4ca3-955f-de43139b2094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:24.991416 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc47797b-54b8-4ca3-955f-de43139b2094 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15eac2f5-b810-4d1a-999c-137936c809b4,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:24.998762 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc47797b-54b8-4ca3-955f-de43139b2094 admin admin] Checking segment: {'id': 'f88209a2-72e2-479d-b474-08400eb3454d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '9ac8a1a7-834d-4283-be36-675cd4e77db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:34:24.999298 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc47797b-54b8-4ca3-955f-de43139b2094 admin admin] Network hostable DHCP agents. Network: 9ac8a1a7-834d-4283-be36-675cd4e77db7, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:34:25.016964 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc47797b-54b8-4ca3-955f-de43139b2094 admin admin] Network 9ac8a1a7-834d-4283-be36-675cd4e77db7 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:34:25.017424 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-072aaaac-306e-4803-a63c-fb83185a2b08 req-757db864-9eea-4786-b311-8446631d4fb1 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Router b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:34:25.019959 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-abd8882e-fdd3-481b-86b4-841885c82067 req-74e33140-67c7-4a79-95bc-91f55cb091e1 service neutron] 10.222.0.11 "GET /v2.0/networks/e9eabc1b-d262-4e05-bd88-78509e982c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497730 Oct 20 11:34:25.027930 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-dc47797b-54b8-4ca3-955f-de43139b2094 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 9ac8a1a7-834d-4283-be36-675cd4e77db7) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:34:25.032564 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc47797b-54b8-4ca3-955f-de43139b2094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:25.033875 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dc47797b-54b8-4ca3-955f-de43139b2094 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:25.040123 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3535684-dad1-418b-b181-6ced17607215 None None] Network 9ac8a1a7-834d-4283-be36-675cd4e77db7 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:34:25.055452 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-dc47797b-54b8-4ca3-955f-de43139b2094 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3978205 Oct 20 11:34:25.056651 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35920) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:25.061421 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-7102f776-f7f2-475a-a03e-609d2d357dc7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-210314861-router', 'tenant_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:34:25.067032 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-75410066-f068-4e31-8612-4b2c9209b044 req-6c02067a-96b9-4589-959c-a0bb0604c3b8 tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] 10.222.0.98 "GET /v2.0/ports?device_id=a76a24b8-9b52-484c-bf6e-f3dc294d257a HTTP/1.1" status: 200 len: 210 time: 0.0519762 Oct 20 11:34:25.121846 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7102f776-f7f2-475a-a03e-609d2d357dc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:25.123133 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7102f776-f7f2-475a-a03e-609d2d357dc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:25.138723 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb46503c-98c9-4eab-91c7-bbcdd415d3fc req-27f2409f-b0e3-4ce2-a48e-2217da210e1d tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:25.141718 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-bb46503c-98c9-4eab-91c7-bbcdd415d3fc req-27f2409f-b0e3-4ce2-a48e-2217da210e1d tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5c9cc25-4c98-4b8d-9a2c-0cfe1dc769e9 HTTP/1.1" status: 200 len: 949 time: 0.0737126 Oct 20 11:34:25.220979 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4758be5d-c31e-4d68-be59-9c757022f3c1 req-799a4306-bb23-47ad-8b19-bb3867cbda6e tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:25.224289 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7102f776-f7f2-475a-a03e-609d2d357dc7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:25.251497 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-abd8882e-fdd3-481b-86b4-841885c82067 req-c3010e5c-8d8d-4be8-ba13-a972dd8b3ed3 service neutron] 10.222.0.11 "GET /v2.0/networks/e9eabc1b-d262-4e05-bd88-78509e982c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159421 Oct 20 11:34:25.415545 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35936) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:25.416615 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34af568-5107-450f-8db6-45c3ec373c50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-9ac8a1a7-834d-4283-be36-675cd4e77db7', 'network_id': '9ac8a1a7-834d-4283-be36-675cd4e77db7', 'tenant_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'fixed_ips': [{'subnet_id': '15eac2f5-b810-4d1a-999c-137936c809b4'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:34:25.416872 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e34af568-5107-450f-8db6-45c3ec373c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:25.418264 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-072aaaac-306e-4803-a63c-fb83185a2b08 req-757db864-9eea-4786-b311-8446631d4fb1 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:34:25.426276 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-072aaaac-306e-4803-a63c-fb83185a2b08 req-757db864-9eea-4786-b311-8446631d4fb1 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:25.431583 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8bedf3-3982-4105-9b58-315a58333a90 None None] Sync routers for ids ['b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:34:25.444889 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7102f776-f7f2-475a-a03e-609d2d357dc7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:25.447406 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8bedf3-3982-4105-9b58-315a58333a90 None None] Routers {'b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:34:25.448438 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-7b8bedf3-3982-4105-9b58-315a58333a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:34:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:25.538387 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-bb46503c-98c9-4eab-91c7-bbcdd415d3fc req-bbb1d965-899d-4966-afaf-cfd468513c8d tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Deleting port d79c0594-bdf2-4989-a647-63210c8d292d {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:34:25.539057 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-bb46503c-98c9-4eab-91c7-bbcdd415d3fc req-bbb1d965-899d-4966-afaf-cfd468513c8d tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:25.593952 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-072aaaac-306e-4803-a63c-fb83185a2b08 req-757db864-9eea-4786-b311-8446631d4fb1 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "PUT /v2.0/floatingips/c2fc7529-cf2d-4db4-91eb-1cba606f8fbe HTTP/1.1" status: 200 len: 695 time: 2.1428514 Oct 20 11:34:25.602065 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adcf6c49-99dc-4137-9ef7-4d2b2561b5c3', 'tag': '2c76ed34-c244-48b8-89fd-73de37fddc26'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:34:25.605537 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a8ea2c-98e8-46bd-b5a9-e94b6649225c" -d '{"events": [{"name": "network-changed", "server_uuid": "adcf6c49-99dc-4137-9ef7-4d2b2561b5c3", "tag": "2c76ed34-c244-48b8-89fd-73de37fddc26"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:34:25.606978 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-e34af568-5107-450f-8db6-45c3ec373c50 None None] Allocated IP 172.20.0.2 (9ac8a1a7-834d-4283-be36-675cd4e77db7/15eac2f5-b810-4d1a-999c-137936c809b4/e4c9857f-d68f-4558-9dca-722455940405) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:34:25.623535 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-7b8bedf3-3982-4105-9b58-315a58333a90 None None] Set router b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:34:25.624557 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4758be5d-c31e-4d68-be59-9c757022f3c1 req-799a4306-bb23-47ad-8b19-bb3867cbda6e tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:25.698401 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-bb46503c-98c9-4eab-91c7-bbcdd415d3fc req-bbb1d965-899d-4966-afaf-cfd468513c8d tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] For port d79c0594-bdf2-4989-a647-63210c8d292d, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=d79c0594-bdf2-4989-a647-63210c8d292d,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:25.698876 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-bb46503c-98c9-4eab-91c7-bbcdd415d3fc req-bbb1d965-899d-4966-afaf-cfd468513c8d tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:25.717755 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eb9f5f6-598a-46f5-aab5-e3090c02de7d admin admin] Deleting subnet fb406535-83f0-483f-a992-4af781577e47 {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:34:25.727986 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4eb9f5f6-598a-46f5-aab5-e3090c02de7d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:25.759400 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-bb46503c-98c9-4eab-91c7-bbcdd415d3fc req-bbb1d965-899d-4966-afaf-cfd468513c8d tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Calling delete_port for d79c0594-bdf2-4989-a647-63210c8d292d owned by compute:nova {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:34:25.759875 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4758be5d-c31e-4d68-be59-9c757022f3c1 req-799a4306-bb23-47ad-8b19-bb3867cbda6e tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] Network 3ae2ecdc-9ad1-4615-a9dc-7403b863afff is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:34:25.783977 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc239e04-c775-4cce-82aa-f001e6ed9047 req-b563334f-0ee2-45b1-b8cb-c4508742ba53 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:25.791881 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dc239e04-c775-4cce-82aa-f001e6ed9047 req-b563334f-0ee2-45b1-b8cb-c4508742ba53 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=b5c9cc25-4c98-4b8d-9a2c-0cfe1dc769e9 HTTP/1.1" status: 200 len: 949 time: 0.2659132 Oct 20 11:34:25.794632 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-4758be5d-c31e-4d68-be59-9c757022f3c1 req-799a4306-bb23-47ad-8b19-bb3867cbda6e tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:34:25.799776 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-4758be5d-c31e-4d68-be59-9c757022f3c1 req-799a4306-bb23-47ad-8b19-bb3867cbda6e tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:34:25.804156 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a4306-bb23-47ad-8b19-bb3867cbda6e tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] Pushing event updated for resources: {'Port': ['ID=62813317-5aef-44f1-8a83-c010e05f3f24,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:25.846724 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072aaaac-306e-4803-a63c-fb83185a2b08 req-27c30e4b-2e6a-4def-9bc0-0874df1dee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:25.848530 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-072aaaac-306e-4803-a63c-fb83185a2b08 req-27c30e4b-2e6a-4def-9bc0-0874df1dee1c service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=62447cf412814f0d9c74926d6191908b&device_id=adcf6c49-99dc-4137-9ef7-4d2b2561b5c3 HTTP/1.1" status: 200 len: 1097 time: 0.2255738 Oct 20 11:34:25.865018 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4eb9f5f6-598a-46f5-aab5-e3090c02de7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:25.869334 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e34af568-5107-450f-8db6-45c3ec373c50 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:25.886987 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e34af568-5107-450f-8db6-45c3ec373c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:25.908351 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7102f776-f7f2-475a-a03e-609d2d357dc7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:25.934293 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34af568-5107-450f-8db6-45c3ec373c50 None None] Network 9ac8a1a7-834d-4283-be36-675cd4e77db7 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:34:25.939467 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-e34af568-5107-450f-8db6-45c3ec373c50 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:34:25.943403 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34af568-5107-450f-8db6-45c3ec373c50 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:34:25.947349 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7102f776-f7f2-475a-a03e-609d2d357dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:25.958735 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34af568-5107-450f-8db6-45c3ec373c50 None None] Pushing event updated for resources: {'Port': ['ID=e4c9857f-d68f-4558-9dca-722455940405,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:25.960973 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758be5d-c31e-4d68-be59-9c757022f3c1 req-799a4306-bb23-47ad-8b19-bb3867cbda6e tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:25.961672 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4758be5d-c31e-4d68-be59-9c757022f3c1 req-799a4306-bb23-47ad-8b19-bb3867cbda6e tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:25.978140 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dc239e04-c775-4cce-82aa-f001e6ed9047 req-13bd37cd-91ba-4c4e-ab8e-688db58dbfd8 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845155 Oct 20 11:34:26.045491 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-e34af568-5107-450f-8db6-45c3ec373c50 None None] Attempting to bind port e4c9857f-d68f-4558-9dca-722455940405 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:34:26.045881 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-e34af568-5107-450f-8db6-45c3ec373c50 None None] Attempting to bind port e4c9857f-d68f-4558-9dca-722455940405 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'f88209a2-72e2-479d-b474-08400eb3454d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '9ac8a1a7-834d-4283-be36-675cd4e77db7'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:34:26.046364 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34af568-5107-450f-8db6-45c3ec373c50 None None] Attempting to bind port e4c9857f-d68f-4558-9dca-722455940405 on network 9ac8a1a7-834d-4283-be36-675cd4e77db7 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:34:26.059442 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34af568-5107-450f-8db6-45c3ec373c50 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:34:26.059749 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34af568-5107-450f-8db6-45c3ec373c50 None None] Checking segment: {'id': 'f88209a2-72e2-479d-b474-08400eb3454d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '9ac8a1a7-834d-4283-be36-675cd4e77db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:34:26.060272 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e34af568-5107-450f-8db6-45c3ec373c50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:26.060672 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34af568-5107-450f-8db6-45c3ec373c50 None None] Bound using segment: {'id': 'f88209a2-72e2-479d-b474-08400eb3454d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '9ac8a1a7-834d-4283-be36-675cd4e77db7'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:34:26.061287 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-e34af568-5107-450f-8db6-45c3ec373c50 None None] Bound port: e4c9857f-d68f-4558-9dca-722455940405, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f88209a2-72e2-479d-b474-08400eb3454d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '9ac8a1a7-834d-4283-be36-675cd4e77db7'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:34:26.061672 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e34af568-5107-450f-8db6-45c3ec373c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:26.073895 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4eb9f5f6-598a-46f5-aab5-e3090c02de7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:26.104631 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-7102f776-f7f2-475a-a03e-609d2d357dc7 admin admin] Allocated IP 172.25.5.113 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/2f6c9eea-35a0-4f13-a370-5c96a0042060) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:34:26.117746 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f6689f-e645-4b7b-9739-ffbfd2d02580 x-openstack-request-id: req-16f6689f-e645-4b7b-9739-ffbfd2d02580 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:34:26.120273 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adcf6c49-99dc-4137-9ef7-4d2b2561b5c3", "tag": "2c76ed34-c244-48b8-89fd-73de37fddc26", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:34:26.123463 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-16f6689f-e645-4b7b-9739-ffbfd2d02580 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:34:26.124003 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adcf6c49-99dc-4137-9ef7-4d2b2561b5c3', 'tag': '2c76ed34-c244-48b8-89fd-73de37fddc26', 'status': 'completed', 'code': 200} Oct 20 11:34:26.126989 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-7b8bedf3-3982-4105-9b58-315a58333a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1547105944-router', 'tenant_id': '62447cf412814f0d9c74926d6191908b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '23f08ae1-5a17-4a70-b42d-f1e4b4e14122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:33:45Z', 'updated_at': '2021-10-20T11:33:50Z', 'revision_number': 4, 'project_id': '62447cf412814f0d9c74926d6191908b', 'gw_port': {'id': '23f08ae1-5a17-4a70-b42d-f1e4b4e14122', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:33:46Z', 'updated_at': '2021-10-20T11:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'f843cda9-442b-4b4c-bcf1-cc1684d4b60f', 'name': '', 'network_id': 'bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4', 'tenant_id': '62447cf412814f0d9c74926d6191908b', 'mac_address': 'fa:16:3e:67:91:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '3a646348-659c-4597-9319-8cf09eae1cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:33:49Z', 'updated_at': '2021-10-20T11:33:55Z', 'revision_number': 5, 'project_id': '62447cf412814f0d9c74926d6191908b', 'subnets': [{'id': '3a646348-659c-4597-9319-8cf09eae1cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:26.158439 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e34af568-5107-450f-8db6-45c3ec373c50 None None] For port e4c9857f-d68f-4558-9dca-722455940405, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:34:26.162825 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e34af568-5107-450f-8db6-45c3ec373c50 None None] For port e4c9857f-d68f-4558-9dca-722455940405, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=e4c9857f-d68f-4558-9dca-722455940405,segment=NetworkSegment(f88209a2-72e2-479d-b474-08400eb3454d),segment_id=f88209a2-72e2-479d-b474-08400eb3454d)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:34:26.168280 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8bedf3-3982-4105-9b58-315a58333a90 None None] Checking router: b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:34:26.168525 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e34af568-5107-450f-8db6-45c3ec373c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:26.180945 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8bedf3-3982-4105-9b58-315a58333a90 None None] Routers {'b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:34:26.181584 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-7b8bedf3-3982-4105-9b58-315a58333a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:34:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:26.182405 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4758be5d-c31e-4d68-be59-9c757022f3c1 req-799a4306-bb23-47ad-8b19-bb3867cbda6e tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6226363 Oct 20 11:34:26.220356 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-4758be5d-c31e-4d68-be59-9c757022f3c1 req-a0db5768-2019-4885-a199-13dd189441c7 service neutron] Request body: {'port': {'device_id': 'a76a24b8-9b52-484c-bf6e-f3dc294d257a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:34:26.281348 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7102f776-f7f2-475a-a03e-609d2d357dc7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:26.293964 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072aaaac-306e-4803-a63c-fb83185a2b08 req-e92928ed-0b69-4741-b89e-2d511e9003a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:26.296199 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-072aaaac-306e-4803-a63c-fb83185a2b08 req-e92928ed-0b69-4741-b89e-2d511e9003a7 service neutron] 10.222.0.98 "GET /v2.0/networks?id=bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4 HTTP/1.1" status: 200 len: 931 time: 0.4364812 Oct 20 11:34:26.303661 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34af568-5107-450f-8db6-45c3ec373c50 None None] Pushing event updated for resources: {'Port': ['ID=e4c9857f-d68f-4558-9dca-722455940405,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:26.348258 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7102f776-f7f2-475a-a03e-609d2d357dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:26.349213 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4758be5d-c31e-4d68-be59-9c757022f3c1 req-a0db5768-2019-4885-a199-13dd189441c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:26.353080 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-7b8bedf3-3982-4105-9b58-315a58333a90 None None] Set router b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:34:26.403868 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7102f776-f7f2-475a-a03e-609d2d357dc7 admin admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:34:26.416674 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-7102f776-f7f2-475a-a03e-609d2d357dc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:34:26.461281 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7102f776-f7f2-475a-a03e-609d2d357dc7 admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:34:26.554772 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102f776-f7f2-475a-a03e-609d2d357dc7 admin admin] Pushing event updated for resources: {'Port': ['ID=2f6c9eea-35a0-4f13-a370-5c96a0042060,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:26.651458 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-bb46503c-98c9-4eab-91c7-bbcdd415d3fc req-bbb1d965-899d-4966-afaf-cfd468513c8d tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:26.664943 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['c72fbb34-5a3a-46da-868e-1ffabefa13b5', '89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf', 'd4a181bd-df84-479c-8a84-d9e9a72ddead'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:34:26.672762 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8ea2c-98e8-46bd-b5a9-e94b6649225c req-50be4b64-3522-446c-94e1-c59bd5556d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:26.686680 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07a8ea2c-98e8-46bd-b5a9-e94b6649225c req-50be4b64-3522-446c-94e1-c59bd5556d8b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=62447cf412814f0d9c74926d6191908b&device_id=adcf6c49-99dc-4137-9ef7-4d2b2561b5c3 HTTP/1.1" status: 200 len: 1097 time: 0.5442231 Oct 20 11:34:26.745204 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-072aaaac-306e-4803-a63c-fb83185a2b08 req-23c8c9f2-16b4-45ae-a2f7-62ce068f7c07 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c76ed34-c244-48b8-89fd-73de37fddc26 HTTP/1.1" status: 200 len: 217 time: 0.3976343 Oct 20 11:34:26.773744 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb1d965-899d-4966-afaf-cfd468513c8d tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Pushing event deleted for resources: {'Port': ['ID=d79c0594-bdf2-4989-a647-63210c8d292d,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:26.827750 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8', '4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03', '6525970b-6518-4419-8f81-0f6afc95e9d5', '49d29f0a-b527-4b66-8aee-5defafa6446f'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:34:26.878075 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-7b8bedf3-3982-4105-9b58-315a58333a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1547105944-router', 'tenant_id': '62447cf412814f0d9c74926d6191908b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '23f08ae1-5a17-4a70-b42d-f1e4b4e14122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:33:45Z', 'updated_at': '2021-10-20T11:33:50Z', 'revision_number': 4, 'project_id': '62447cf412814f0d9c74926d6191908b', 'gw_port': {'id': '23f08ae1-5a17-4a70-b42d-f1e4b4e14122', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:33:46Z', 'updated_at': '2021-10-20T11:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'f843cda9-442b-4b4c-bcf1-cc1684d4b60f', 'name': '', 'network_id': 'bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4', 'tenant_id': '62447cf412814f0d9c74926d6191908b', 'mac_address': 'fa:16:3e:67:91:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '3a646348-659c-4597-9319-8cf09eae1cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:33:49Z', 'updated_at': '2021-10-20T11:33:55Z', 'revision_number': 5, 'project_id': '62447cf412814f0d9c74926d6191908b', 'subnets': [{'id': '3a646348-659c-4597-9319-8cf09eae1cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:26.934022 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb46503c-98c9-4eab-91c7-bbcdd415d3fc req-bbb1d965-899d-4966-afaf-cfd468513c8d tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] No DVR routers for this DVR port d79c0594-bdf2-4989-a647-63210c8d292d on host n-h2-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:34:26.952932 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8bedf3-3982-4105-9b58-315a58333a90 None None] The sync data for ids ['b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1'] in n-d-814735-3 is: [{'id': 'b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1547105944-router', 'tenant_id': '62447cf412814f0d9c74926d6191908b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '23f08ae1-5a17-4a70-b42d-f1e4b4e14122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:33:45Z', 'updated_at': '2021-10-20T11:33:50Z', 'revision_number': 4, 'project_id': '62447cf412814f0d9c74926d6191908b', 'gw_port': {'id': '23f08ae1-5a17-4a70-b42d-f1e4b4e14122', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:33:46Z', 'updated_at': '2021-10-20T11:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'f843cda9-442b-4b4c-bcf1-cc1684d4b60f', 'name': '', 'network_id': 'bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4', 'tenant_id': '62447cf412814f0d9c74926d6191908b', 'mac_address': 'fa:16:3e:67:91:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '3a646348-659c-4597-9319-8cf09eae1cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:33:49Z', 'updated_at': '2021-10-20T11:33:55Z', 'revision_number': 5, 'project_id': '62447cf412814f0d9c74926d6191908b', 'subnets': [{'id': '3a646348-659c-4597-9319-8cf09eae1cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:34:26.970703 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf246f3-51c1-4754-8912-4cc9117ec27c req-972b6d84-2db6-453a-a30c-999e28f268cf tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:26.978460 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-acf246f3-51c1-4754-8912-4cc9117ec27c req-972b6d84-2db6-453a-a30c-999e28f268cf tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=811978b2-6bb1-4806-bf72-8ec7410064fd HTTP/1.1" status: 200 len: 944 time: 0.8370023 Oct 20 11:34:27.037431 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4eb9f5f6-598a-46f5-aab5-e3090c02de7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:27.076772 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device aaefe205-848c-46f0-af46-d5fae246ceb3 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:34:27.092944 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-bb46503c-98c9-4eab-91c7-bbcdd415d3fc req-bbb1d965-899d-4966-afaf-cfd468513c8d tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:27.099049 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-bb46503c-98c9-4eab-91c7-bbcdd415d3fc req-bbb1d965-899d-4966-afaf-cfd468513c8d tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.89 "DELETE /v2.0/ports/d79c0594-bdf2-4989-a647-63210c8d292d HTTP/1.1" status: 204 len: 173 time: 1.9313180 Oct 20 11:34:27.100660 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7102f776-f7f2-475a-a03e-609d2d357dc7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:27.108317 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c9cc25-4c98-4b8d-9a2c-0cfe1dc769e9', 'name': 'network-vif-deleted', 'tag': 'd79c0594-bdf2-4989-a647-63210c8d292d'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:34:27.110686 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd72e589-265c-46dd-9b95-7eee9e88ee0e" -d '{"events": [{"server_uuid": "b5c9cc25-4c98-4b8d-9a2c-0cfe1dc769e9", "name": "network-vif-deleted", "tag": "d79c0594-bdf2-4989-a647-63210c8d292d"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:34:27.115554 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4eb9f5f6-598a-46f5-aab5-e3090c02de7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:27.119312 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4eb9f5f6-598a-46f5-aab5-e3090c02de7d admin admin] 10.222.0.98 "DELETE /v2.0/subnets/fb406535-83f0-483f-a992-4af781577e47 HTTP/1.1" status: 204 len: 168 time: 1.7023959 Oct 20 11:34:27.124228 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35956) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:27.156338 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb9f5f6-598a-46f5-aab5-e3090c02de7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb406535-83f0-483f-a992-4af781577e47,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:27.278743 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8ea2c-98e8-46bd-b5a9-e94b6649225c req-0d1c702a-0727-49ad-ac10-02ab90ccd85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:27.280463 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07a8ea2c-98e8-46bd-b5a9-e94b6649225c req-0d1c702a-0727-49ad-ac10-02ab90ccd85a service neutron] 10.222.0.11 "GET /v2.0/networks?id=bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4 HTTP/1.1" status: 200 len: 931 time: 0.5472586 Oct 20 11:34:27.338444 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-acf246f3-51c1-4754-8912-4cc9117ec27c req-25ffc49c-345c-4ad7-a1f9-6a6b53b4315e tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575737 Oct 20 11:34:27.342252 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072aaaac-306e-4803-a63c-fb83185a2b08 req-4003e797-c493-492e-9e76-f91a4f11bc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:27.349631 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-072aaaac-306e-4803-a63c-fb83185a2b08 req-4003e797-c493-492e-9e76-f91a4f11bc9b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=3a646348-659c-4597-9319-8cf09eae1cdb HTTP/1.1" status: 200 len: 868 time: 0.3406267 Oct 20 11:34:27.372829 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device d79c0594-bdf2-4989-a647-63210c8d292d no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:34:27.389226 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07a8ea2c-98e8-46bd-b5a9-e94b6649225c req-89372da7-d62b-4ae9-a27e-79927878ecb9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c76ed34-c244-48b8-89fd-73de37fddc26 HTTP/1.1" status: 200 len: 217 time: 0.0977709 Oct 20 11:34:27.412818 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: d79c0594-bdf2-4989-a647-63210c8d292d {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:34:27.413640 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device d79c0594-bdf2-4989-a647-63210c8d292d not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:34:27.424393 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port aaefe205-848c-46f0-af46-d5fae246ceb3, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=aaefe205-848c-46f0-af46-d5fae246ceb3,segment=NetworkSegment(98857962-e92c-4e59-b882-39434d378491),segment_id=98857962-e92c-4e59-b882-39434d378491)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:27.466934 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': 'aaefe205-848c-46f0-af46-d5fae246ceb3', 'network_id': 'e9eabc1b-d262-4e05-bd88-78509e982c52', 'port_id': 'aaefe205-848c-46f0-af46-d5fae246ceb3', 'mac_address': 'fa:16:3e:9f:7c:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7608c98d-784c-4d69-aa65-d567e84ae885', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:34:27.525486 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072aaaac-306e-4803-a63c-fb83185a2b08 req-f69a0c81-1ebf-41c2-8483-e420391b0eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:27.542302 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-072aaaac-306e-4803-a63c-fb83185a2b08 req-f69a0c81-1ebf-41c2-8483-e420391b0eb5 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1915679 Oct 20 11:34:27.545948 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-15c1e3f1-43ad-4a03-9af5-bf3e4d14d777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:27.569270 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8ea2c-98e8-46bd-b5a9-e94b6649225c req-c2544a3e-65d6-487d-83ea-76d653895fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:27.576048 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07a8ea2c-98e8-46bd-b5a9-e94b6649225c req-c2544a3e-65d6-487d-83ea-76d653895fac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3a646348-659c-4597-9319-8cf09eae1cdb HTTP/1.1" status: 200 len: 868 time: 0.1755641 Oct 20 11:34:27.617956 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-4758be5d-c31e-4d68-be59-9c757022f3c1 req-a0db5768-2019-4885-a199-13dd189441c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62813317-5aef-44f1-8a83-c010e05f3f24 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:34:27.620154 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e77d1a-40a3-447f-abd0-734c98323fc2 None None] New status for floating IP c2fc7529-cf2d-4db4-91eb-1cba606f8fbe: DOWN {{(pid=100648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:34:27.653886 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4758be5d-c31e-4d68-be59-9c757022f3c1 req-a0db5768-2019-4885-a199-13dd189441c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:27.776034 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-4758be5d-c31e-4d68-be59-9c757022f3c1 req-a0db5768-2019-4885-a199-13dd189441c7 service neutron] Transition to ACTIVE for port object 62813317-5aef-44f1-8a83-c010e05f3f24 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:34:27.776633 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7102f776-f7f2-475a-a03e-609d2d357dc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:27.783957 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8ea2c-98e8-46bd-b5a9-e94b6649225c req-f6a51f9e-bcc7-4800-aa06-53b1707edbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:27.785544 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07a8ea2c-98e8-46bd-b5a9-e94b6649225c req-f6a51f9e-bcc7-4800-aa06-53b1707edbdd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1956456 Oct 20 11:34:27.787676 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-072aaaac-306e-4803-a63c-fb83185a2b08 req-56c3ebe6-28ea-44d0-805b-2c8d54a5ed3a service neutron] 10.222.0.98 "GET /v2.0/networks/bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444386 Oct 20 11:34:27.790654 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4758be5d-c31e-4d68-be59-9c757022f3c1 req-a0db5768-2019-4885-a199-13dd189441c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:27.875654 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-15c1e3f1-43ad-4a03-9af5-bf3e4d14d777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:27.895756 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb0d030-dfe3-4dbe-81ac-066258ce72a9 None None] Network 9ac8a1a7-834d-4283-be36-675cd4e77db7 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:34:27.927596 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-15c1e3f1-43ad-4a03-9af5-bf3e4d14d777 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11cadb84-dd7d-49ad-b2f7-e9a9d0e73f29']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:27.938623 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c5fd0-9e6c-4317-ab7a-c4d875abf081 req-c59f90e7-24a7-4f6c-b587-74466f551852 tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:27.941102 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-15c1e3f1-43ad-4a03-9af5-bf3e4d14d777 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86e6eb47-8dc6-4120-bbd2-37886be24348') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:27.941386 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-15c1e3f1-43ad-4a03-9af5-bf3e4d14d777 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86e6eb47-8dc6-4120-bbd2-37886be24348') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:27.946424 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8a6c5fd0-9e6c-4317-ab7a-c4d875abf081 req-c59f90e7-24a7-4f6c-b587-74466f551852 tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] 10.222.0.98 "GET /v2.0/ports?device_id=a76a24b8-9b52-484c-bf6e-f3dc294d257a HTTP/1.1" status: 200 len: 931 time: 0.3632259 Oct 20 11:34:27.949876 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07a8ea2c-98e8-46bd-b5a9-e94b6649225c req-0e1ccdf6-eb98-4679-a7d2-295d5b302e52 service neutron] 10.222.0.11 "GET /v2.0/networks/bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456416 Oct 20 11:34:27.957838 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-15c1e3f1-43ad-4a03-9af5-bf3e4d14d777 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:27.977937 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-15c1e3f1-43ad-4a03-9af5-bf3e4d14d777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:27.990605 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15c1e3f1-43ad-4a03-9af5-bf3e4d14d777 admin admin] Releasing vlan 1256 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:34:27.991034 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-15c1e3f1-43ad-4a03-9af5-bf3e4d14d777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:27.992958 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:34:27.992958 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:34:27.992958 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:34:27.992958 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:34:27.992958 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:34:27.992958 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:34:27.992958 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:34:27.992958 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:34:27.992958 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:34:27.992958 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:34:27.992958 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:34:27.992958 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:34:27.992958 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:34:27.992958 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:34:27.992958 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:34:27.992958 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:34:27.992958 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:34:27.992958 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:34:27.992958 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:34:27.992958 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:34:27.992958 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:34:27.992958 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:34:27.992958 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:34:27.992958 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:34:27.992958 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:34:27.992958 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:34:27.992958 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:34:27.992958 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:34:27.992958 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:34:27.992958 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:34:27.992958 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:34:27.992958 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:34:27.998611 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:28.047742 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7102f776-f7f2-475a-a03e-609d2d357dc7 admin admin] Router 73c37fb3-aaf3-4729-8f65-cf34906749ed is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:34:28.061784 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaefe205-848c-46f0-af46-d5fae246ceb3 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:34:28.081758 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0db5768-2019-4885-a199-13dd189441c7 service neutron] Pushing event updated for resources: {'Port': ['ID=62813317-5aef-44f1-8a83-c010e05f3f24,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:28.113282 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-ff3817fe-3165-4e72-b7f3-b2b4589652fb None None] Provisioning complete for port e4c9857f-d68f-4558-9dca-722455940405 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:34:28.114337 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ff3817fe-3165-4e72-b7f3-b2b4589652fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:28.120861 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-15c1e3f1-43ad-4a03-9af5-bf3e4d14d777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:28.143812 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-15c1e3f1-43ad-4a03-9af5-bf3e4d14d777 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:28.149899 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-15c1e3f1-43ad-4a03-9af5-bf3e4d14d777 admin admin] 10.222.0.98 "DELETE /v2.0/networks/11cadb84-dd7d-49ad-b2f7-e9a9d0e73f29 HTTP/1.1" status: 204 len: 168 time: 1.0041747 Oct 20 11:34:28.167681 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c1e3f1-43ad-4a03-9af5-bf3e4d14d777 admin admin] Pushing event deleted for resources: {'Network': ['ID=11cadb84-dd7d-49ad-b2f7-e9a9d0e73f29,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:28.172754 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8a6c5fd0-9e6c-4317-ab7a-c4d875abf081 req-87be5305-91f2-459e-8a12-c4837735c167 tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] 10.222.0.98 "GET /v2.0/security-groups?id=4588aca1-82b8-437c-be5c-6c71a8a02fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247751 Oct 20 11:34:28.180275 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port aaefe205-848c-46f0-af46-d5fae246ceb3, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=aaefe205-848c-46f0-af46-d5fae246ceb3,segment=NetworkSegment(98857962-e92c-4e59-b882-39434d378491),segment_id=98857962-e92c-4e59-b882-39434d378491)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:28.207286 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:28.212745 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-072aaaac-306e-4803-a63c-fb83185a2b08 req-8c2f0d06-55f1-420a-8e1d-ae9291610caf service neutron] 10.222.0.98 "GET /v2.0/networks/bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4125042 Oct 20 11:34:28.256881 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07a8ea2c-98e8-46bd-b5a9-e94b6649225c req-95b1b73f-bf4a-43ff-888e-c274e1bfd117 service neutron] 10.222.0.11 "GET /v2.0/networks/bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823935 Oct 20 11:34:28.260368 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-4758be5d-c31e-4d68-be59-9c757022f3c1 req-a0db5768-2019-4885-a199-13dd189441c7 service neutron] Attempting to bind port 62813317-5aef-44f1-8a83-c010e05f3f24 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:34:28.260699 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-4758be5d-c31e-4d68-be59-9c757022f3c1 req-a0db5768-2019-4885-a199-13dd189441c7 service neutron] Attempting to bind port 62813317-5aef-44f1-8a83-c010e05f3f24 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': 'ab1d15bd-bcd5-4bf0-9c1a-afc1c3706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '3ae2ecdc-9ad1-4615-a9dc-7403b863afff'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:34:28.261025 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4758be5d-c31e-4d68-be59-9c757022f3c1 req-a0db5768-2019-4885-a199-13dd189441c7 service neutron] Attempting to bind port 62813317-5aef-44f1-8a83-c010e05f3f24 on network 3ae2ecdc-9ad1-4615-a9dc-7403b863afff {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:34:28.271897 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7102f776-f7f2-475a-a03e-609d2d357dc7 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:34:28.275732 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4758be5d-c31e-4d68-be59-9c757022f3c1 req-a0db5768-2019-4885-a199-13dd189441c7 service neutron] Port 62813317-5aef-44f1-8a83-c010e05f3f24 on network 3ae2ecdc-9ad1-4615-a9dc-7403b863afff not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:34:28.275926 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4758be5d-c31e-4d68-be59-9c757022f3c1 req-a0db5768-2019-4885-a199-13dd189441c7 service neutron] Attempting to bind port 62813317-5aef-44f1-8a83-c010e05f3f24 on network 3ae2ecdc-9ad1-4615-a9dc-7403b863afff {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:34:28.284306 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4758be5d-c31e-4d68-be59-9c757022f3c1 req-a0db5768-2019-4885-a199-13dd189441c7 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:34:28.285187 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4758be5d-c31e-4d68-be59-9c757022f3c1 req-a0db5768-2019-4885-a199-13dd189441c7 service neutron] Checking segment: {'id': 'ab1d15bd-bcd5-4bf0-9c1a-afc1c3706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '3ae2ecdc-9ad1-4615-a9dc-7403b863afff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:34:28.285187 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4758be5d-c31e-4d68-be59-9c757022f3c1 req-a0db5768-2019-4885-a199-13dd189441c7 service neutron] Bound using segment: {'id': 'ab1d15bd-bcd5-4bf0-9c1a-afc1c3706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '3ae2ecdc-9ad1-4615-a9dc-7403b863afff'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:34:28.285447 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-4758be5d-c31e-4d68-be59-9c757022f3c1 req-a0db5768-2019-4885-a199-13dd189441c7 service neutron] Bound port: 62813317-5aef-44f1-8a83-c010e05f3f24, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab1d15bd-bcd5-4bf0-9c1a-afc1c3706c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '3ae2ecdc-9ad1-4615-a9dc-7403b863afff'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:34:28.285736 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4758be5d-c31e-4d68-be59-9c757022f3c1 req-a0db5768-2019-4885-a199-13dd189441c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:28.285870 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628b02bb-a426-490b-9106-ab667a5f39aa None None] Sync routers for ids ['73c37fb3-aaf3-4729-8f65-cf34906749ed'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:34:28.299831 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628b02bb-a426-490b-9106-ab667a5f39aa None None] Routers {'73c37fb3-aaf3-4729-8f65-cf34906749ed'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:34:28.300872 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-628b02bb-a426-490b-9106-ab667a5f39aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:34:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['73c37fb3-aaf3-4729-8f65-cf34906749ed'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:28.313806 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7102f776-f7f2-475a-a03e-609d2d357dc7 admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:28.315165 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7102f776-f7f2-475a-a03e-609d2d357dc7 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2574682 Oct 20 11:34:28.318002 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35968) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:28.351321 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=aaefe205-848c-46f0-af46-d5fae246ceb3,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:28.408945 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a362847-cf98-4a7e-a6d8-7f15c57a34dd x-openstack-request-id: req-3a362847-cf98-4a7e-a6d8-7f15c57a34dd {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:34:28.409645 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c9cc25-4c98-4b8d-9a2c-0cfe1dc769e9", "name": "network-vif-deleted", "tag": "d79c0594-bdf2-4989-a647-63210c8d292d", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:34:28.410079 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3a362847-cf98-4a7e-a6d8-7f15c57a34dd {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:34:28.410754 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c9cc25-4c98-4b8d-9a2c-0cfe1dc769e9', 'name': 'network-vif-deleted', 'tag': 'd79c0594-bdf2-4989-a647-63210c8d292d', 'status': 'completed', 'code': 200} Oct 20 11:34:28.426702 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35976) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:28.476900 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ecee0e9e-8b43-4d9d-9247-b410fd3c9e55 req-7d27bb41-1673-43bb-9778-04eedeebeb35 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "GET /v2.0/floatingips/c2fc7529-cf2d-4db4-91eb-1cba606f8fbe HTTP/1.1" status: 200 len: 693 time: 0.0814273 Oct 20 11:34:28.508061 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['aaefe205-848c-46f0-af46-d5fae246ceb3'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:34:28.548899 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-4758be5d-c31e-4d68-be59-9c757022f3c1 req-a0db5768-2019-4885-a199-13dd189441c7 service neutron] For port 62813317-5aef-44f1-8a83-c010e05f3f24, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:34:28.595840 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-4758be5d-c31e-4d68-be59-9c757022f3c1 req-a0db5768-2019-4885-a199-13dd189441c7 service neutron] For port 62813317-5aef-44f1-8a83-c010e05f3f24, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=62813317-5aef-44f1-8a83-c010e05f3f24,segment=NetworkSegment(ab1d15bd-bcd5-4bf0-9c1a-afc1c3706c62),segment_id=ab1d15bd-bcd5-4bf0-9c1a-afc1c3706c62)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:34:28.617811 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-628b02bb-a426-490b-9106-ab667a5f39aa None None] Set router 73c37fb3-aaf3-4729-8f65-cf34906749ed gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:34:28.622103 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4758be5d-c31e-4d68-be59-9c757022f3c1 req-a0db5768-2019-4885-a199-13dd189441c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:28.685253 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device e4c9857f-d68f-4558-9dca-722455940405 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:34:28.702346 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ff3817fe-3165-4e72-b7f3-b2b4589652fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:28.718089 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0db5768-2019-4885-a199-13dd189441c7 service neutron] Pushing event updated for resources: {'Port': ['ID=62813317-5aef-44f1-8a83-c010e05f3f24,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:28.733658 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758be5d-c31e-4d68-be59-9c757022f3c1 req-a0db5768-2019-4885-a199-13dd189441c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:28.734378 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4758be5d-c31e-4d68-be59-9c757022f3c1 req-a0db5768-2019-4885-a199-13dd189441c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:28.736244 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4758be5d-c31e-4d68-be59-9c757022f3c1 req-a0db5768-2019-4885-a199-13dd189441c7 service neutron] 10.222.0.89 "PUT /v2.0/ports/62813317-5aef-44f1-8a83-c010e05f3f24 HTTP/1.1" status: 200 len: 1091 time: 2.5202801 Oct 20 11:34:28.736817 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a76a24b8-9b52-484c-bf6e-f3dc294d257a', 'tag': '62813317-5aef-44f1-8a83-c010e05f3f24'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:34:28.739400 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5784fb-31c8-43b1-8881-55fa51f17223" -d '{"events": [{"name": "network-changed", "server_uuid": "a76a24b8-9b52-484c-bf6e-f3dc294d257a", "tag": "62813317-5aef-44f1-8a83-c010e05f3f24"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:34:28.765887 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee0e9e-8b43-4d9d-9247-b410fd3c9e55 req-e89c86af-4e31-4ed8-8878-bfc3a96facb7 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:28.774959 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ecee0e9e-8b43-4d9d-9247-b410fd3c9e55 req-e89c86af-4e31-4ed8-8878-bfc3a96facb7 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "GET /v2.0/networks/717966e5-c478-496f-bddb-05794fb74250 HTTP/1.1" status: 200 len: 784 time: 0.2966459 Oct 20 11:34:28.868505 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-ff3817fe-3165-4e72-b7f3-b2b4589652fb None None] For port e4c9857f-d68f-4558-9dca-722455940405, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=e4c9857f-d68f-4558-9dca-722455940405,segment=NetworkSegment(f88209a2-72e2-479d-b474-08400eb3454d),segment_id=f88209a2-72e2-479d-b474-08400eb3454d)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:28.879704 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ecee0e9e-8b43-4d9d-9247-b410fd3c9e55 req-98cac5f5-eefc-4fc0-8227-b57f8ad93fd1 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.129 HTTP/1.1" status: 200 len: 696 time: 0.1034906 Oct 20 11:34:28.973182 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7d8f7146-f76d-4c16-a539-2d9ad41389d6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=03a1b0af74fc456cb49c3829ab27ee7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5424716 Oct 20 11:34:28.973838 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35984) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:28.974113 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ecee0e9e-8b43-4d9d-9247-b410fd3c9e55 req-b8e2631a-77d7-4594-8a11-3c75f68b7ff8 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.129 HTTP/1.1" status: 200 len: 696 time: 0.0930727 Oct 20 11:34:28.983027 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-628b02bb-a426-490b-9106-ab667a5f39aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'name': 'tempest-AttachVolumeTestJSON-210314861-router', 'tenant_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '2f6c9eea-35a0-4f13-a370-5c96a0042060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:34:25Z', 'updated_at': '2021-10-20T11:34:26Z', 'revision_number': 3, 'project_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'gw_port': {'id': '2f6c9eea-35a0-4f13-a370-5c96a0042060', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:34:25Z', 'updated_at': '2021-10-20T11:34:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:29.017343 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628b02bb-a426-490b-9106-ab667a5f39aa None None] Checking router: 73c37fb3-aaf3-4729-8f65-cf34906749ed for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:34:29.017968 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628b02bb-a426-490b-9106-ab667a5f39aa None None] Updating router 73c37fb3-aaf3-4729-8f65-cf34906749ed port 2f6c9eea-35a0-4f13-a370-5c96a0042060 binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:34:29.039521 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758be5d-c31e-4d68-be59-9c757022f3c1 req-97b976c4-257a-4b50-b0d5-7ccf01781030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:29.041306 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4758be5d-c31e-4d68-be59-9c757022f3c1 req-97b976c4-257a-4b50-b0d5-7ccf01781030 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0200dac0d071495299b37135d71b970d&device_id=a76a24b8-9b52-484c-bf6e-f3dc294d257a HTTP/1.1" status: 200 len: 1094 time: 0.2247236 Oct 20 11:34:29.049906 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-628b02bb-a426-490b-9106-ab667a5f39aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:29.060111 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ff3817fe-3165-4e72-b7f3-b2b4589652fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:29.092315 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1b9d1-9371-4831-a283-327ff89b525b req-82eb7bdd-3e7d-4fdf-b502-2712a14593c7 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:29.093887 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a0f1b9d1-9371-4831-a283-327ff89b525b req-82eb7bdd-3e7d-4fdf-b502-2712a14593c7 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=811978b2-6bb1-4806-bf72-8ec7410064fd HTTP/1.1" status: 200 len: 945 time: 0.2761607 Oct 20 11:34:29.157508 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4758be5d-c31e-4d68-be59-9c757022f3c1 req-faa116f5-4e95-4abc-8f57-34f3e54c8827 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62813317-5aef-44f1-8a83-c010e05f3f24 HTTP/1.1" status: 200 len: 217 time: 0.0602164 Oct 20 11:34:29.171419 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3817fe-3165-4e72-b7f3-b2b4589652fb None None] Pushing event updated for resources: {'Port': ['ID=e4c9857f-d68f-4558-9dca-722455940405,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:29.185990 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2d27944d-5d09-4a9c-9e00-c8a4432949d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:29.272687 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port e4c9857f-d68f-4558-9dca-722455940405 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:34:29.279856 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:29.322256 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2d27944d-5d09-4a9c-9e00-c8a4432949d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:29.354266 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:34:29.437485 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-059cb9a9-7c46-4bf4-a21c-b0e512c2b10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:29.483849 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-628b02bb-a426-490b-9106-ab667a5f39aa None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:29.492905 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-628b02bb-a426-490b-9106-ab667a5f39aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:29.506022 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-85bde06e-397b-4f53-bab2-9e59df34583a None None] Provisioning complete for port e4c9857f-d68f-4558-9dca-722455940405 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:34:29.506263 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-85bde06e-397b-4f53-bab2-9e59df34583a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:29.510565 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2d27944d-5d09-4a9c-9e00-c8a4432949d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:29.513722 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2d27944d-5d09-4a9c-9e00-c8a4432949d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:29.514271 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2d27944d-5d09-4a9c-9e00-c8a4432949d4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/52faa75b-0825-4c6d-b0f6-5574fd71d050 HTTP/1.1" status: 204 len: 168 time: 0.5395138 Oct 20 11:34:29.567583 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec84136-f370-4545-8052-bbd9e0266713 None None] Pushing event updated for resources: {'Port': ['ID=2f6c9eea-35a0-4f13-a370-5c96a0042060,revision_number=2']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:29.568002 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758be5d-c31e-4d68-be59-9c757022f3c1 req-98a7fe61-a20a-4658-9388-58b8d90d9cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:29.569690 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4758be5d-c31e-4d68-be59-9c757022f3c1 req-98a7fe61-a20a-4658-9388-58b8d90d9cae service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7470f2ee-455f-4599-810f-03a9e6dc1db0 HTTP/1.1" status: 200 len: 854 time: 0.3663416 Oct 20 11:34:29.583633 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a0f1b9d1-9371-4831-a283-327ff89b525b req-e1d437da-9296-4ed9-aee4-2204ef7029d0 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4667382 Oct 20 11:34:29.599836 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-628b02bb-a426-490b-9106-ab667a5f39aa None None] Attempting to bind port 2f6c9eea-35a0-4f13-a370-5c96a0042060 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:34:29.599836 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-628b02bb-a426-490b-9106-ab667a5f39aa None None] Attempting to bind port 2f6c9eea-35a0-4f13-a370-5c96a0042060 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:34:29.600107 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d27944d-5d09-4a9c-9e00-c8a4432949d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52faa75b-0825-4c6d-b0f6-5574fd71d050,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:29.600218 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628b02bb-a426-490b-9106-ab667a5f39aa None None] Attempting to bind port 2f6c9eea-35a0-4f13-a370-5c96a0042060 on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:34:29.603128 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628b02bb-a426-490b-9106-ab667a5f39aa None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:34:29.603603 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628b02bb-a426-490b-9106-ab667a5f39aa None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:34:29.604067 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-628b02bb-a426-490b-9106-ab667a5f39aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:29.604650 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628b02bb-a426-490b-9106-ab667a5f39aa None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:34:29.605196 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-628b02bb-a426-490b-9106-ab667a5f39aa None None] Bound port: 2f6c9eea-35a0-4f13-a370-5c96a0042060, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:34:29.605656 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-628b02bb-a426-490b-9106-ab667a5f39aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:29.657177 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4758be5d-c31e-4d68-be59-9c757022f3c1 req-5c906042-6dc0-44a5-932a-7e97b57eae41 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3ae2ecdc-9ad1-4615-a9dc-7403b863afff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685937 Oct 20 11:34:29.669402 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-ecee0e9e-8b43-4d9d-9247-b410fd3c9e55 req-4666a6a9-1f6e-4e00-a354-8b2e0d67c70c tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Deleting port ed6f1343-15ac-4c9d-ae4e-901b78052eea {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:34:29.669402 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ecee0e9e-8b43-4d9d-9247-b410fd3c9e55 req-4666a6a9-1f6e-4e00-a354-8b2e0d67c70c tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:29.702006 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-628b02bb-a426-490b-9106-ab667a5f39aa None None] For port 2f6c9eea-35a0-4f13-a370-5c96a0042060, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:34:29.705860 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-628b02bb-a426-490b-9106-ab667a5f39aa None None] For port 2f6c9eea-35a0-4f13-a370-5c96a0042060, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=2f6c9eea-35a0-4f13-a370-5c96a0042060,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:34:29.716706 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-628b02bb-a426-490b-9106-ab667a5f39aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:29.745905 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-059cb9a9-7c46-4bf4-a21c-b0e512c2b10f admin admin] Allocated IP 172.20.0.1 (9ac8a1a7-834d-4283-be36-675cd4e77db7/15eac2f5-b810-4d1a-999c-137936c809b4/a6c6911e-e007-4fc7-b235-22245bcd29fa) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:34:29.818012 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628b02bb-a426-490b-9106-ab667a5f39aa None None] Routers {'73c37fb3-aaf3-4729-8f65-cf34906749ed'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:34:29.818641 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-628b02bb-a426-490b-9106-ab667a5f39aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:34:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['73c37fb3-aaf3-4729-8f65-cf34906749ed'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:29.859561 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4758be5d-c31e-4d68-be59-9c757022f3c1 req-1a420ef8-0aed-4223-a887-0157937962eb service neutron] 10.222.0.89 "GET /v2.0/networks/3ae2ecdc-9ad1-4615-a9dc-7403b863afff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934435 Oct 20 11:34:29.886172 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-059cb9a9-7c46-4bf4-a21c-b0e512c2b10f admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:29.887997 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec84136-f370-4545-8052-bbd9e0266713 None None] Pushing event updated for resources: {'Port': ['ID=2f6c9eea-35a0-4f13-a370-5c96a0042060,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:29.891913 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ecee0e9e-8b43-4d9d-9247-b410fd3c9e55 req-4666a6a9-1f6e-4e00-a354-8b2e0d67c70c tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:29.892478 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ecee0e9e-8b43-4d9d-9247-b410fd3c9e55 req-4666a6a9-1f6e-4e00-a354-8b2e0d67c70c tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:29.922050 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a2d455-dd92-43ba-b5a1-e1515e01f763 req-04505d4c-24c0-4fdd-9447-d306ab7bc0c9 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:29.923597 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-45a2d455-dd92-43ba-b5a1-e1515e01f763 req-04505d4c-24c0-4fdd-9447-d306ab7bc0c9 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=6792707f-a1fc-4832-bb2a-14f6dffd3d51 HTTP/1.1" status: 200 len: 949 time: 0.1411862 Oct 20 11:34:29.934593 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-ecee0e9e-8b43-4d9d-9247-b410fd3c9e55 req-4666a6a9-1f6e-4e00-a354-8b2e0d67c70c tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Calling delete_port for ed6f1343-15ac-4c9d-ae4e-901b78052eea owned by network:floatingip {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:34:29.951369 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-059cb9a9-7c46-4bf4-a21c-b0e512c2b10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:29.972174 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-628b02bb-a426-490b-9106-ab667a5f39aa None None] Set router 73c37fb3-aaf3-4729-8f65-cf34906749ed gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:34:30.003439 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059cb9a9-7c46-4bf4-a21c-b0e512c2b10f admin admin] Pushing event updated for resources: {'Port': ['ID=a6c6911e-e007-4fc7-b235-22245bcd29fa,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:30.016231 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059cb9a9-7c46-4bf4-a21c-b0e512c2b10f admin admin] Network 9ac8a1a7-834d-4283-be36-675cd4e77db7 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:34:30.017677 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-059cb9a9-7c46-4bf4-a21c-b0e512c2b10f admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:34:30.020578 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059cb9a9-7c46-4bf4-a21c-b0e512c2b10f admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:34:30.051913 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-45a2d455-dd92-43ba-b5a1-e1515e01f763 req-92257233-2af2-4d25-83b2-a5ff5a753758 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151228 Oct 20 11:34:30.075650 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4758be5d-c31e-4d68-be59-9c757022f3c1 req-c5bd7049-b543-4751-89e1-5f28fc5ed5ba service neutron] 10.222.0.89 "GET /v2.0/networks/3ae2ecdc-9ad1-4615-a9dc-7403b863afff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979523 Oct 20 11:34:30.089205 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-059cb9a9-7c46-4bf4-a21c-b0e512c2b10f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:30.172400 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba76785-9264-4d3d-bae6-76b369ff88a1 x-openstack-request-id: req-6ba76785-9264-4d3d-bae6-76b369ff88a1 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:34:30.172400 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a76a24b8-9b52-484c-bf6e-f3dc294d257a", "tag": "62813317-5aef-44f1-8a83-c010e05f3f24", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:34:30.172400 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6ba76785-9264-4d3d-bae6-76b369ff88a1 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:34:30.172912 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a76a24b8-9b52-484c-bf6e-f3dc294d257a', 'tag': '62813317-5aef-44f1-8a83-c010e05f3f24', 'status': 'completed', 'code': 200} Oct 20 11:34:30.253552 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ecee0e9e-8b43-4d9d-9247-b410fd3c9e55 req-4666a6a9-1f6e-4e00-a354-8b2e0d67c70c tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:30.363104 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-059cb9a9-7c46-4bf4-a21c-b0e512c2b10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:30.365093 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4666a6a9-1f6e-4e00-a354-8b2e0d67c70c tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Pushing event deleted for resources: {'Port': ['ID=ed6f1343-15ac-4c9d-ae4e-901b78052eea,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:30.377819 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5784fb-31c8-43b1-8881-55fa51f17223 req-93955125-712b-4824-be38-418596c64e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:30.380134 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a5784fb-31c8-43b1-8881-55fa51f17223 req-93955125-712b-4824-be38-418596c64e42 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0200dac0d071495299b37135d71b970d&device_id=a76a24b8-9b52-484c-bf6e-f3dc294d257a HTTP/1.1" status: 200 len: 1094 time: 0.1832175 Oct 20 11:34:30.407511 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-628b02bb-a426-490b-9106-ab667a5f39aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'name': 'tempest-AttachVolumeTestJSON-210314861-router', 'tenant_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '2f6c9eea-35a0-4f13-a370-5c96a0042060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:34:25Z', 'updated_at': '2021-10-20T11:34:26Z', 'revision_number': 3, 'project_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'gw_port': {'id': '2f6c9eea-35a0-4f13-a370-5c96a0042060', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:34:25Z', 'updated_at': '2021-10-20T11:34:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:30.436238 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628b02bb-a426-490b-9106-ab667a5f39aa None None] The sync data for ids ['73c37fb3-aaf3-4729-8f65-cf34906749ed'] in n-d-814735-3 is: [{'id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'name': 'tempest-AttachVolumeTestJSON-210314861-router', 'tenant_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '2f6c9eea-35a0-4f13-a370-5c96a0042060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:34:25Z', 'updated_at': '2021-10-20T11:34:26Z', 'revision_number': 3, 'project_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'gw_port': {'id': '2f6c9eea-35a0-4f13-a370-5c96a0042060', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:34:25Z', 'updated_at': '2021-10-20T11:34:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:34:30.480778 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-165af993-9703-4fd1-890b-f0be4c6bbe16 None None] Provisioning complete for port a6c6911e-e007-4fc7-b235-22245bcd29fa triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:34:30.481276 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-165af993-9703-4fd1-890b-f0be4c6bbe16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:30.503037 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fd377-cd48-4aea-97dd-206a83575dd9 req-24398cb9-de39-4695-bed2-859f67d32eb5 tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:30.513644 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cd4fd377-cd48-4aea-97dd-206a83575dd9 req-24398cb9-de39-4695-bed2-859f67d32eb5 tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] 10.222.0.98 "GET /v2.0/ports?device_id=a76a24b8-9b52-484c-bf6e-f3dc294d257a HTTP/1.1" status: 200 len: 943 time: 0.2616863 Oct 20 11:34:30.557008 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-165af993-9703-4fd1-890b-f0be4c6bbe16 None None] Port a6c6911e-e007-4fc7-b235-22245bcd29fa cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:34:30.578508 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device e4c9857f-d68f-4558-9dca-722455940405 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:34:30.583374 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dcd45d-1ee0-4358-b25d-efa380c935a9 req-741f25c7-37c4-4847-9d4f-00edc20e366d tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:30.583922 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d4dcd45d-1ee0-4358-b25d-efa380c935a9 req-741f25c7-37c4-4847-9d4f-00edc20e366d tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.11 "GET /v2.0/ports?device_id=6792707f-a1fc-4832-bb2a-14f6dffd3d51 HTTP/1.1" status: 200 len: 949 time: 0.3466449 Oct 20 11:34:30.619794 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ecee0e9e-8b43-4d9d-9247-b410fd3c9e55 req-4666a6a9-1f6e-4e00-a354-8b2e0d67c70c tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Publish callbacks [] for floatingip, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:30.622320 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ecee0e9e-8b43-4d9d-9247-b410fd3c9e55 req-4666a6a9-1f6e-4e00-a354-8b2e0d67c70c tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:30.627582 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-059cb9a9-7c46-4bf4-a21c-b0e512c2b10f admin admin] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:30.635092 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ecee0e9e-8b43-4d9d-9247-b410fd3c9e55 req-4666a6a9-1f6e-4e00-a354-8b2e0d67c70c tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "DELETE /v2.0/floatingips/c2fc7529-cf2d-4db4-91eb-1cba606f8fbe HTTP/1.1" status: 204 len: 173 time: 1.6598783 Oct 20 11:34:30.651539 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-059cb9a9-7c46-4bf4-a21c-b0e512c2b10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:30.713441 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port e4c9857f-d68f-4558-9dca-722455940405 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:34:30.713836 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:30.764521 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059cb9a9-7c46-4bf4-a21c-b0e512c2b10f admin admin] Pushing event updated for resources: {'Port': ['ID=a6c6911e-e007-4fc7-b235-22245bcd29fa,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:30.781948 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cd4fd377-cd48-4aea-97dd-206a83575dd9 req-ad454a19-8792-4d82-b70e-baaf3fe21a5f tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] 10.222.0.98 "GET /v2.0/security-groups?id=4588aca1-82b8-437c-be5c-6c71a8a02fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676067 Oct 20 11:34:30.793811 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-059cb9a9-7c46-4bf4-a21c-b0e512c2b10f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:30.810960 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5784fb-31c8-43b1-8881-55fa51f17223 req-4a418a63-2599-42f3-aa97-a9a2e67b746f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:30.812598 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a5784fb-31c8-43b1-8881-55fa51f17223 req-4a418a63-2599-42f3-aa97-a9a2e67b746f service neutron] 10.222.0.89 "GET /v2.0/networks?id=3ae2ecdc-9ad1-4615-a9dc-7403b863afff HTTP/1.1" status: 200 len: 916 time: 0.4247267 Oct 20 11:34:30.896973 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a5784fb-31c8-43b1-8881-55fa51f17223 req-e1d4a324-813b-409b-91c5-b4e512c7215e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62813317-5aef-44f1-8a83-c010e05f3f24 HTTP/1.1" status: 200 len: 217 time: 0.0722766 Oct 20 11:34:30.910572 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-d4dcd45d-1ee0-4358-b25d-efa380c935a9 req-4aa19a2b-c565-4096-a7a7-a84e159b50ad tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Deleting port d4a181bd-df84-479c-8a84-d9e9a72ddead {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:34:30.910912 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d4dcd45d-1ee0-4358-b25d-efa380c935a9 req-4aa19a2b-c565-4096-a7a7-a84e159b50ad tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:31.026937 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059cb9a9-7c46-4bf4-a21c-b0e512c2b10f admin admin] Network 9ac8a1a7-834d-4283-be36-675cd4e77db7 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:34:31.031674 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-059cb9a9-7c46-4bf4-a21c-b0e512c2b10f admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:34:31.103905 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5784fb-31c8-43b1-8881-55fa51f17223 req-552873a7-ff23-4326-85ef-2c27efd539ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:31.107695 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a5784fb-31c8-43b1-8881-55fa51f17223 req-552873a7-ff23-4326-85ef-2c27efd539ee service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7470f2ee-455f-4599-810f-03a9e6dc1db0 HTTP/1.1" status: 200 len: 854 time: 0.2015672 Oct 20 11:34:31.127565 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device aaefe205-848c-46f0-af46-d5fae246ceb3 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:34:31.204795 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-059cb9a9-7c46-4bf4-a21c-b0e512c2b10f admin admin] Router 73c37fb3-aaf3-4729-8f65-cf34906749ed has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:34:31.207424 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a5784fb-31c8-43b1-8881-55fa51f17223 req-3c0d99e9-d26d-45fd-86b4-6462a88b190a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3ae2ecdc-9ad1-4615-a9dc-7403b863afff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888345 Oct 20 11:34:31.219610 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port aaefe205-848c-46f0-af46-d5fae246ceb3 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:34:31.226468 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port aaefe205-848c-46f0-af46-d5fae246ceb3 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:34:31.227262 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:31.234891 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a4eba-d1a6-4048-91d6-14a92e4452b0 req-82a2add1-5344-465e-94ca-75d3959a0be7 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:31.236430 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e00a4eba-d1a6-4048-91d6-14a92e4452b0 req-82a2add1-5344-465e-94ca-75d3959a0be7 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=811978b2-6bb1-4806-bf72-8ec7410064fd HTTP/1.1" status: 200 len: 945 time: 0.2397122 Oct 20 11:34:31.277483 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-d4dcd45d-1ee0-4358-b25d-efa380c935a9 req-4aa19a2b-c565-4096-a7a7-a84e159b50ad tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] For port d4a181bd-df84-479c-8a84-d9e9a72ddead, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=d4a181bd-df84-479c-8a84-d9e9a72ddead,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:31.277858 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d4dcd45d-1ee0-4358-b25d-efa380c935a9 req-4aa19a2b-c565-4096-a7a7-a84e159b50ad tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:31.354837 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e00a4eba-d1a6-4048-91d6-14a92e4452b0 req-97e80c9b-12a9-45b1-9950-a2cc870d41fe tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794728 Oct 20 11:34:31.358903 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:31.360455 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-d4dcd45d-1ee0-4358-b25d-efa380c935a9 req-4aa19a2b-c565-4096-a7a7-a84e159b50ad tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Calling delete_port for d4a181bd-df84-479c-8a84-d9e9a72ddead owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:34:31.383444 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059cb9a9-7c46-4bf4-a21c-b0e512c2b10f admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:34:31.391384 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-059cb9a9-7c46-4bf4-a21c-b0e512c2b10f admin admin] 10.222.0.98 "PUT /v2.0/routers/73c37fb3-aaf3-4729-8f65-cf34906749ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0699706 Oct 20 11:34:31.406826 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811978b2-6bb1-4806-bf72-8ec7410064fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaefe205-848c-46f0-af46-d5fae246ceb3'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:34:31.409734 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e937d12-9048-4391-bfb0-3cc5c20fa42c" -d '{"events": [{"server_uuid": "811978b2-6bb1-4806-bf72-8ec7410064fd", "name": "network-vif-plugged", "status": "completed", "tag": "aaefe205-848c-46f0-af46-d5fae246ceb3"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:34:31.429430 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port aaefe205-848c-46f0-af46-d5fae246ceb3, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=aaefe205-848c-46f0-af46-d5fae246ceb3,segment=NetworkSegment(98857962-e92c-4e59-b882-39434d378491),segment_id=98857962-e92c-4e59-b882-39434d378491)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:31.433668 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-31e2d39f-ad7c-4516-815c-f8c089ae0ee6 None None] Provisioning complete for port a6c6911e-e007-4fc7-b235-22245bcd29fa triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:34:31.434456 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-31e2d39f-ad7c-4516-815c-f8c089ae0ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:31.462414 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:31.500897 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bee1b-f9d2-486d-aa1e-3ab0283ecdd4 req-a46da853-6f47-4504-94c7-5b6bc2b26e19 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:31.508920 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c70bee1b-f9d2-486d-aa1e-3ab0283ecdd4 req-a46da853-6f47-4504-94c7-5b6bc2b26e19 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "GET /v2.0/ports?device_id=adcf6c49-99dc-4137-9ef7-4d2b2561b5c3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3045075 Oct 20 11:34:31.511175 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-31e2d39f-ad7c-4516-815c-f8c089ae0ee6 None None] Port a6c6911e-e007-4fc7-b235-22245bcd29fa cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:34:31.538008 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=aaefe205-848c-46f0-af46-d5fae246ceb3,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:31.590101 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c70bee1b-f9d2-486d-aa1e-3ab0283ecdd4 req-1e677b85-f368-49bb-8592-62ffad1a3b60 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0797937 Oct 20 11:34:31.608440 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a5784fb-31c8-43b1-8881-55fa51f17223 req-67a4923f-c988-4d14-872d-e017015a06c1 service neutron] 10.222.0.89 "GET /v2.0/networks/3ae2ecdc-9ad1-4615-a9dc-7403b863afff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3690166 Oct 20 11:34:31.668797 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9481132d-0e81-4b80-bf00-cd89c6dd3d0b req-cf81393b-015b-4c8a-99ed-974c9dc32459 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:31.671426 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9481132d-0e81-4b80-bf00-cd89c6dd3d0b req-cf81393b-015b-4c8a-99ed-974c9dc32459 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=6792707f-a1fc-4832-bb2a-14f6dffd3d51 HTTP/1.1" status: 200 len: 949 time: 0.1520526 Oct 20 11:34:31.754715 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5da4d8-e584-4b84-bfba-a71d8182d641 x-openstack-request-id: req-bd5da4d8-e584-4b84-bfba-a71d8182d641 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:34:31.755039 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "811978b2-6bb1-4806-bf72-8ec7410064fd", "name": "network-vif-plugged", "status": "completed", "tag": "aaefe205-848c-46f0-af46-d5fae246ceb3", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:34:31.755291 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bd5da4d8-e584-4b84-bfba-a71d8182d641 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:34:31.755689 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '811978b2-6bb1-4806-bf72-8ec7410064fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaefe205-848c-46f0-af46-d5fae246ceb3', 'code': 200} Oct 20 11:34:31.795694 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9481132d-0e81-4b80-bf00-cd89c6dd3d0b req-c04269e7-f5e4-4251-86a4-0bea6652f50f tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900307 Oct 20 11:34:31.810301 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a5784fb-31c8-43b1-8881-55fa51f17223 req-b268ca97-1c4c-4698-ab85-37af1def4bff service neutron] 10.222.0.89 "GET /v2.0/networks/3ae2ecdc-9ad1-4615-a9dc-7403b863afff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886275 Oct 20 11:34:31.830371 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d4dcd45d-1ee0-4358-b25d-efa380c935a9 req-4aa19a2b-c565-4096-a7a7-a84e159b50ad tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:31.843296 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['c72fbb34-5a3a-46da-868e-1ffabefa13b5', '89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:34:31.845944 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8', '4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03', '6525970b-6518-4419-8f81-0f6afc95e9d5', '49d29f0a-b527-4b66-8aee-5defafa6446f'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:34:31.917943 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa19a2b-c565-4096-a7a7-a84e159b50ad tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Pushing event deleted for resources: {'Port': ['ID=d4a181bd-df84-479c-8a84-d9e9a72ddead,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:31.924636 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-02716d7f-e0e7-405a-a923-c481878fd8c5 req-6ea1a42b-2947-4e56-826e-03aac3b3bb31 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0921934 Oct 20 11:34:31.970579 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaab43f-30d1-4554-a05e-3179f6cd0be0 req-4f33e523-2f14-4a78-97f0-cfc346254791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:31.971195 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-deaab43f-30d1-4554-a05e-3179f6cd0be0 req-4f33e523-2f14-4a78-97f0-cfc346254791 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=811978b2-6bb1-4806-bf72-8ec7410064fd HTTP/1.1" status: 200 len: 1097 time: 0.1485622 Oct 20 11:34:31.990499 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4dcd45d-1ee0-4358-b25d-efa380c935a9 req-4aa19a2b-c565-4096-a7a7-a84e159b50ad tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] No DVR routers for this DVR port d4a181bd-df84-479c-8a84-d9e9a72ddead on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:34:31.993515 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d4dcd45d-1ee0-4358-b25d-efa380c935a9 req-4aa19a2b-c565-4096-a7a7-a84e159b50ad tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:31.996803 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d4dcd45d-1ee0-4358-b25d-efa380c935a9 req-4aa19a2b-c565-4096-a7a7-a84e159b50ad tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.11 "DELETE /v2.0/ports/d4a181bd-df84-479c-8a84-d9e9a72ddead HTTP/1.1" status: 204 len: 173 time: 1.4050908 Oct 20 11:34:32.044752 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-deaab43f-30d1-4554-a05e-3179f6cd0be0 req-9189d4cc-e009-435a-b6cc-70fbb84b6795 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599937 Oct 20 11:34:32.173575 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6792707f-a1fc-4832-bb2a-14f6dffd3d51', 'name': 'network-vif-deleted', 'tag': 'd4a181bd-df84-479c-8a84-d9e9a72ddead'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:34:32.176727 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d12eeea-1e68-48ca-a5a5-1d809ed2eeb4" -d '{"events": [{"server_uuid": "6792707f-a1fc-4832-bb2a-14f6dffd3d51", "name": "network-vif-deleted", "tag": "d4a181bd-df84-479c-8a84-d9e9a72ddead"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:34:32.261525 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 36064) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:32.266836 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-4293e981-5972-4b2c-8bca-ed559207c091 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1731094215', 'description': 'tempest-description--2011951880'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:34:32.303959 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4293e981-5972-4b2c-8bca-ed559207c091 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:32.338702 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6dbbe6-2335-426b-83bf-644a4cc5f9cf req-c17cf4ff-486b-48ca-a4f9-e581b27f1692 tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:32.348132 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ab6dbbe6-2335-426b-83bf-644a4cc5f9cf req-c17cf4ff-486b-48ca-a4f9-e581b27f1692 tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] 10.222.0.98 "GET /v2.0/ports?device_id=a76a24b8-9b52-484c-bf6e-f3dc294d257a HTTP/1.1" status: 200 len: 943 time: 0.0943084 Oct 20 11:34:32.403161 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ab6dbbe6-2335-426b-83bf-644a4cc5f9cf req-fae3a9b7-e095-42a5-9057-692c83243bc7 tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] 10.222.0.98 "GET /v2.0/security-groups?id=4588aca1-82b8-437c-be5c-6c71a8a02fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424745 Oct 20 11:34:32.434018 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4293e981-5972-4b2c-8bca-ed559207c091 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:32.440146 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4293e981-5972-4b2c-8bca-ed559207c091 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:32.506627 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4293e981-5972-4b2c-8bca-ed559207c091 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=507d4736-4c60-4433-b68f-a0ea4568f172,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:32.511746 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4293e981-5972-4b2c-8bca-ed559207c091 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:32.513306 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4293e981-5972-4b2c-8bca-ed559207c091 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2509263 Oct 20 11:34:32.516078 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 36074) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:32.525760 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-647b4592-1e90-4028-83c9-4c91f30d5842 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Request body: {'security_group_rule': {'security_group_id': '507d4736-4c60-4433-b68f-a0ea4568f172', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:34:32.566301 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb92b78-f5a5-4215-b6d0-f48fc32b92cd x-openstack-request-id: req-5bb92b78-f5a5-4215-b6d0-f48fc32b92cd {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:34:32.566829 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6792707f-a1fc-4832-bb2a-14f6dffd3d51", "name": "network-vif-deleted", "tag": "d4a181bd-df84-479c-8a84-d9e9a72ddead", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:34:32.567539 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5bb92b78-f5a5-4215-b6d0-f48fc32b92cd {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:34:32.568327 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6792707f-a1fc-4832-bb2a-14f6dffd3d51', 'name': 'network-vif-deleted', 'tag': 'd4a181bd-df84-479c-8a84-d9e9a72ddead', 'status': 'completed', 'code': 200} Oct 20 11:34:32.593090 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-647b4592-1e90-4028-83c9-4c91f30d5842 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:32.684498 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 2f6c9eea-35a0-4f13-a370-5c96a0042060 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:34:32.739989 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-647b4592-1e90-4028-83c9-4c91f30d5842 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:32.757280 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-647b4592-1e90-4028-83c9-4c91f30d5842 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:32.804601 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae03d0bd-03a0-4af9-8674-fe0d86b6f252 None None] Sync routers for ids ['73c37fb3-aaf3-4729-8f65-cf34906749ed'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:34:32.833898 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-647b4592-1e90-4028-83c9-4c91f30d5842 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:32.835625 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-647b4592-1e90-4028-83c9-4c91f30d5842 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3185489 Oct 20 11:34:32.838448 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae03d0bd-03a0-4af9-8674-fe0d86b6f252 None None] Routers {'73c37fb3-aaf3-4729-8f65-cf34906749ed'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:34:32.840206 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 36082) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:32.840653 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-ae03d0bd-03a0-4af9-8674-fe0d86b6f252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:34:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['73c37fb3-aaf3-4729-8f65-cf34906749ed'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:32.841549 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647b4592-1e90-4028-83c9-4c91f30d5842 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71238160-1e5f-4723-a603-648c2b6c47d6,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:32.863508 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-92a2424f-85bb-4ec5-b3a4-d1cab0098a9a tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Request body: {'security_group_rule': {'security_group_id': '507d4736-4c60-4433-b68f-a0ea4568f172', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:34:32.876523 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9659a5bc-4073-4e08-a638-d73af6c7b344 req-3ca63c96-0ed4-46d7-8f18-ba82d135f311 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:32.878273 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9659a5bc-4073-4e08-a638-d73af6c7b344 req-3ca63c96-0ed4-46d7-8f18-ba82d135f311 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "GET /v2.0/ports?device_id=adcf6c49-99dc-4137-9ef7-4d2b2561b5c3 HTTP/1.1" status: 200 len: 946 time: 0.1906505 Oct 20 11:34:32.927780 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 2f6c9eea-35a0-4f13-a370-5c96a0042060 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:34:32.928308 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:32.983299 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9659a5bc-4073-4e08-a638-d73af6c7b344 req-756aa9a9-43fe-4024-9f8b-30b4f48d80ed tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "GET /v2.0/security-groups?id=578be006-2b35-449f-98b2-b66fb3c6b788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979495 Oct 20 11:34:32.998118 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-92a2424f-85bb-4ec5-b3a4-d1cab0098a9a tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:33.014677 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 36084) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:33.050447 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-ae03d0bd-03a0-4af9-8674-fe0d86b6f252 None None] Set router 73c37fb3-aaf3-4729-8f65-cf34906749ed gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:34:33.144046 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device d4a181bd-df84-479c-8a84-d9e9a72ddead no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:34:33.161293 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cdd0a1-8bc3-4c48-8804-4c25f913f4c6 req-6c34a53e-e4c6-4fcb-b03f-7db4ce3ac512 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:33.161630 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-61cdd0a1-8bc3-4c48-8804-4c25f913f4c6 req-6c34a53e-e4c6-4fcb-b03f-7db4ce3ac512 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=811978b2-6bb1-4806-bf72-8ec7410064fd HTTP/1.1" status: 200 len: 946 time: 0.1294441 Oct 20 11:34:33.203223 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-92a2424f-85bb-4ec5-b3a4-d1cab0098a9a tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:33.211248 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:33.220053 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-92a2424f-85bb-4ec5-b3a4-d1cab0098a9a tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:33.230447 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d1d6ceb8-8118-4bc0-a965-fcaa28285c3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:33.238184 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a2424f-85bb-4ec5-b3a4-d1cab0098a9a tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b503bbbd-1873-4be1-80af-a3fe395ad8f7,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:33.250897 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 2f6c9eea-35a0-4f13-a370-5c96a0042060, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=2f6c9eea-35a0-4f13-a370-5c96a0042060,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:33.256183 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: d4a181bd-df84-479c-8a84-d9e9a72ddead {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:34:33.256537 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device d4a181bd-df84-479c-8a84-d9e9a72ddead not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:34:33.267943 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:33.273640 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-61cdd0a1-8bc3-4c48-8804-4c25f913f4c6 req-a41783b4-f6af-451a-81c4-69faba1a2b80 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936344 Oct 20 11:34:33.301275 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-92a2424f-85bb-4ec5-b3a4-d1cab0098a9a tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:33.306226 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-92a2424f-85bb-4ec5-b3a4-d1cab0098a9a tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4528463 Oct 20 11:34:33.310451 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 36098) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:33.318345 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-d3b60fed-1d3e-4770-aa01-0fa9b144c455 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:34:33.408132 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 62813317-5aef-44f1-8a83-c010e05f3f24 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:34:33.431364 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d3b60fed-1d3e-4770-aa01-0fa9b144c455 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks [] for floatingip, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:33.435671 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=2f6c9eea-35a0-4f13-a370-5c96a0042060,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:33.604027 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d1d6ceb8-8118-4bc0-a965-fcaa28285c3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:33.678012 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d1d6ceb8-8118-4bc0-a965-fcaa28285c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:33.718482 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d6ceb8-8118-4bc0-a965-fcaa28285c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c5cf02-f956-49ce-a798-95ea72baf4a2,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:33.750257 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d1d6ceb8-8118-4bc0-a965-fcaa28285c3e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=de3016004f7e4cbbaf2f3800503e380f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7315636 Oct 20 11:34:33.750555 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 36108) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:33.798785 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 62813317-5aef-44f1-8a83-c010e05f3f24, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=62813317-5aef-44f1-8a83-c010e05f3f24,segment=NetworkSegment(ab1d15bd-bcd5-4bf0-9c1a-afc1c3706c62),segment_id=ab1d15bd-bcd5-4bf0-9c1a-afc1c3706c62)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:33.817502 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '62813317-5aef-44f1-8a83-c010e05f3f24', 'network_id': '3ae2ecdc-9ad1-4615-a9dc-7403b863afff', 'port_id': '62813317-5aef-44f1-8a83-c010e05f3f24', 'mac_address': 'fa:16:3e:c0:28:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7470f2ee-455f-4599-810f-03a9e6dc1db0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:34:33.824237 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d3b60fed-1d3e-4770-aa01-0fa9b144c455 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:33.829937 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-ae03d0bd-03a0-4af9-8674-fe0d86b6f252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'name': 'tempest-AttachVolumeTestJSON-210314861-router', 'tenant_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '2f6c9eea-35a0-4f13-a370-5c96a0042060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:34:25Z', 'updated_at': '2021-10-20T11:34:30Z', 'revision_number': 4, 'project_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'gw_port': {'id': '2f6c9eea-35a0-4f13-a370-5c96a0042060', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:34:25Z', 'updated_at': '2021-10-20T11:34:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'a6c6911e-e007-4fc7-b235-22245bcd29fa', 'name': '', 'network_id': '9ac8a1a7-834d-4283-be36-675cd4e77db7', 'tenant_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'mac_address': 'fa:16:3e:11:e8:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '15eac2f5-b810-4d1a-999c-137936c809b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:34:29Z', 'updated_at': '2021-10-20T11:34:30Z', 'revision_number': 2, 'project_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'subnets': [{'id': '15eac2f5-b810-4d1a-999c-137936c809b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:33.874684 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-998d9d9c-c644-47a7-85c8-2b17ba4ae88e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:33.886705 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae03d0bd-03a0-4af9-8674-fe0d86b6f252 None None] Checking router: 73c37fb3-aaf3-4729-8f65-cf34906749ed for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:34:33.887235 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae03d0bd-03a0-4af9-8674-fe0d86b6f252 None None] Updating router 73c37fb3-aaf3-4729-8f65-cf34906749ed port a6c6911e-e007-4fc7-b235-22245bcd29fa binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:34:33.898010 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-998d9d9c-c644-47a7-85c8-2b17ba4ae88e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:33.926287 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:33.928420 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ae03d0bd-03a0-4af9-8674-fe0d86b6f252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:33.953334 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-998d9d9c-c644-47a7-85c8-2b17ba4ae88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:33.956072 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-998d9d9c-c644-47a7-85c8-2b17ba4ae88e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:33.959976 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-998d9d9c-c644-47a7-85c8-2b17ba4ae88e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/90c5cf02-f956-49ce-a798-95ea72baf4a2 HTTP/1.1" status: 204 len: 168 time: 0.2056849 Oct 20 11:34:33.974997 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998d9d9c-c644-47a7-85c8-2b17ba4ae88e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c5cf02-f956-49ce-a798-95ea72baf4a2,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:34.044037 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-d3b60fed-1d3e-4770-aa01-0fa9b144c455 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Allocated IP 172.25.5.72 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/84b09e63-c53c-4301-87cf-37efd74077b4) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:34:34.062203 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62813317-5aef-44f1-8a83-c010e05f3f24 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:34:34.153117 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 62813317-5aef-44f1-8a83-c010e05f3f24, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=62813317-5aef-44f1-8a83-c010e05f3f24,segment=NetworkSegment(ab1d15bd-bcd5-4bf0-9c1a-afc1c3706c62),segment_id=ab1d15bd-bcd5-4bf0-9c1a-afc1c3706c62)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:34.169960 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9888082-14c1-47ff-ad6d-b1a351fe5263 req-bf1f460d-e0d1-40c5-bcb2-c418de66d699 tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:34.177773 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c9888082-14c1-47ff-ad6d-b1a351fe5263 req-bf1f460d-e0d1-40c5-bcb2-c418de66d699 tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] 10.222.0.98 "GET /v2.0/ports?device_id=a76a24b8-9b52-484c-bf6e-f3dc294d257a HTTP/1.1" status: 200 len: 943 time: 0.6473148 Oct 20 11:34:34.247581 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c9888082-14c1-47ff-ad6d-b1a351fe5263 req-f7ac2836-0ae9-4d92-ad96-4774e10d2171 tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] 10.222.0.98 "GET /v2.0/security-groups?id=4588aca1-82b8-437c-be5c-6c71a8a02fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620055 Oct 20 11:34:34.257247 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa4755-4289-4122-a4cf-56e7779da96d req-cb274f23-2ed5-49ca-a544-a964c5a5be34 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:34.260312 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b9aa4755-4289-4122-a4cf-56e7779da96d req-cb274f23-2ed5-49ca-a544-a964c5a5be34 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.11 "GET /v2.0/ports?device_id=adcf6c49-99dc-4137-9ef7-4d2b2561b5c3 HTTP/1.1" status: 200 len: 946 time: 0.2302203 Oct 20 11:34:34.270215 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0c001-1266-48fb-a896-3950b90c88b5 req-bbf688b1-0ccf-406d-bf10-00b02b2aa032 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:34.274773 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:34.281066 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d3b60fed-1d3e-4770-aa01-0fa9b144c455 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:34.281795 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-18e0c001-1266-48fb-a896-3950b90c88b5 req-bbf688b1-0ccf-406d-bf10-00b02b2aa032 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=e5124656-8a0e-4bb9-a321-c94452e33289 HTTP/1.1" status: 200 len: 950 time: 0.2400584 Oct 20 11:34:34.340598 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-18e0c001-1266-48fb-a896-3950b90c88b5 req-b70665fa-3e59-4ba6-88c8-a09b73bd9192 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578406 Oct 20 11:34:34.379993 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d3b60fed-1d3e-4770-aa01-0fa9b144c455 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:34.448976 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b60fed-1d3e-4770-aa01-0fa9b144c455 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:34:34.455500 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-d3b60fed-1d3e-4770-aa01-0fa9b144c455 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:34:34.464836 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b60fed-1d3e-4770-aa01-0fa9b144c455 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:34:34.550068 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b60fed-1d3e-4770-aa01-0fa9b144c455 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Pushing event updated for resources: {'Port': ['ID=84b09e63-c53c-4301-87cf-37efd74077b4,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:34.592099 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=62813317-5aef-44f1-8a83-c010e05f3f24,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:34.647939 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addec06-0288-4d46-b960-ca571c2cc497 req-fe2aa5b3-0b76-4711-a205-eea9de3200c5 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:34.652067 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 2f6c9eea-35a0-4f13-a370-5c96a0042060 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:34:34.659918 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1addec06-0288-4d46-b960-ca571c2cc497 req-fe2aa5b3-0b76-4711-a205-eea9de3200c5 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "GET /v2.0/ports?device_id=adcf6c49-99dc-4137-9ef7-4d2b2561b5c3 HTTP/1.1" status: 200 len: 946 time: 0.2840950 Oct 20 11:34:34.660147 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ae03d0bd-03a0-4af9-8674-fe0d86b6f252 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:34.688618 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ae03d0bd-03a0-4af9-8674-fe0d86b6f252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:34.730754 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d3b60fed-1d3e-4770-aa01-0fa9b144c455 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:34.742591 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac4b2cf-ac4d-4738-96f3-1c1e3f035782 None None] Pushing event updated for resources: {'Port': ['ID=a6c6911e-e007-4fc7-b235-22245bcd29fa,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:34.752575 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['62813317-5aef-44f1-8a83-c010e05f3f24'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:34:34.785738 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1addec06-0288-4d46-b960-ca571c2cc497 req-63b5b907-dd34-47b0-b2e5-35791b94e384 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "GET /v2.0/security-groups?id=578be006-2b35-449f-98b2-b66fb3c6b788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244004 Oct 20 11:34:34.824712 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d3b60fed-1d3e-4770-aa01-0fa9b144c455 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:34.833398 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2440fc-a218-4662-88f0-859c9d4d4ad1 req-ceabb99e-5d9c-46fb-b17c-2ff4a779c53d tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:34.839865 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aa2440fc-a218-4662-88f0-859c9d4d4ad1 req-ceabb99e-5d9c-46fb-b17c-2ff4a779c53d tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=811978b2-6bb1-4806-bf72-8ec7410064fd HTTP/1.1" status: 200 len: 946 time: 0.3257380 Oct 20 11:34:34.870389 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-b9aa4755-4289-4122-a4cf-56e7779da96d req-7408eb10-7e45-4ac9-b217-ce1da92f8f09 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Deleting port 2c76ed34-c244-48b8-89fd-73de37fddc26 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:34:34.871325 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b9aa4755-4289-4122-a4cf-56e7779da96d req-7408eb10-7e45-4ac9-b217-ce1da92f8f09 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:35.046904 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 2f6c9eea-35a0-4f13-a370-5c96a0042060 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:34:35.047437 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:35.110401 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aa2440fc-a218-4662-88f0-859c9d4d4ad1 req-0a53ef9a-4063-4b5d-86f2-60f29456951d tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632952 Oct 20 11:34:35.187194 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-ae03d0bd-03a0-4af9-8674-fe0d86b6f252 None None] Attempting to bind port a6c6911e-e007-4fc7-b235-22245bcd29fa on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:34:35.187554 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-ae03d0bd-03a0-4af9-8674-fe0d86b6f252 None None] Attempting to bind port a6c6911e-e007-4fc7-b235-22245bcd29fa by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'f88209a2-72e2-479d-b474-08400eb3454d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '9ac8a1a7-834d-4283-be36-675cd4e77db7'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:34:35.187914 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae03d0bd-03a0-4af9-8674-fe0d86b6f252 None None] Attempting to bind port a6c6911e-e007-4fc7-b235-22245bcd29fa on network 9ac8a1a7-834d-4283-be36-675cd4e77db7 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:34:35.220056 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-b9aa4755-4289-4122-a4cf-56e7779da96d req-7408eb10-7e45-4ac9-b217-ce1da92f8f09 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] For port 2c76ed34-c244-48b8-89fd-73de37fddc26, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=2c76ed34-c244-48b8-89fd-73de37fddc26,segment=NetworkSegment(bf12ba53-b5be-4c94-86d9-92d8a344590c),segment_id=bf12ba53-b5be-4c94-86d9-92d8a344590c)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:35.220636 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b9aa4755-4289-4122-a4cf-56e7779da96d req-7408eb10-7e45-4ac9-b217-ce1da92f8f09 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:35.231326 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae03d0bd-03a0-4af9-8674-fe0d86b6f252 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:34:35.231822 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae03d0bd-03a0-4af9-8674-fe0d86b6f252 None None] Checking segment: {'id': 'f88209a2-72e2-479d-b474-08400eb3454d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '9ac8a1a7-834d-4283-be36-675cd4e77db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:34:35.232134 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ae03d0bd-03a0-4af9-8674-fe0d86b6f252 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:35.232474 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae03d0bd-03a0-4af9-8674-fe0d86b6f252 None None] Bound using segment: {'id': 'f88209a2-72e2-479d-b474-08400eb3454d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '9ac8a1a7-834d-4283-be36-675cd4e77db7'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:34:35.232964 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-ae03d0bd-03a0-4af9-8674-fe0d86b6f252 None None] Bound port: a6c6911e-e007-4fc7-b235-22245bcd29fa, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f88209a2-72e2-479d-b474-08400eb3454d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '9ac8a1a7-834d-4283-be36-675cd4e77db7'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:34:35.233335 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ae03d0bd-03a0-4af9-8674-fe0d86b6f252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:35.314970 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-b9aa4755-4289-4122-a4cf-56e7779da96d req-7408eb10-7e45-4ac9-b217-ce1da92f8f09 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Calling delete_port for 2c76ed34-c244-48b8-89fd-73de37fddc26 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:34:35.343966 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d3b60fed-1d3e-4770-aa01-0fa9b144c455 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:35.360498 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d3b60fed-1d3e-4770-aa01-0fa9b144c455 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:35.376683 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837995c-1b58-427b-ac84-b4aa9487c367 req-3bb53e27-7d5b-4ec6-885b-e79f92e383eb tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:35.378519 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d837995c-1b58-427b-ac84-b4aa9487c367 req-3bb53e27-7d5b-4ec6-885b-e79f92e383eb tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5124656-8a0e-4bb9-a321-c94452e33289 HTTP/1.1" status: 200 len: 950 time: 0.3760617 Oct 20 11:34:35.388945 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28830d9-5666-4ce6-aee1-1d952ccb3c98 req-02ac75ca-8b23-44f9-8f38-d25b797efa8d tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:35.397169 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c28830d9-5666-4ce6-aee1-1d952ccb3c98 req-02ac75ca-8b23-44f9-8f38-d25b797efa8d tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=811978b2-6bb1-4806-bf72-8ec7410064fd HTTP/1.1" status: 200 len: 946 time: 0.1348183 Oct 20 11:34:35.445113 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d3b60fed-1d3e-4770-aa01-0fa9b144c455 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:35.454873 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-ae03d0bd-03a0-4af9-8674-fe0d86b6f252 None None] For port a6c6911e-e007-4fc7-b235-22245bcd29fa, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:34:35.459854 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-ae03d0bd-03a0-4af9-8674-fe0d86b6f252 None None] For port a6c6911e-e007-4fc7-b235-22245bcd29fa, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=a6c6911e-e007-4fc7-b235-22245bcd29fa,segment=NetworkSegment(f88209a2-72e2-479d-b474-08400eb3454d),segment_id=f88209a2-72e2-479d-b474-08400eb3454d)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:34:35.482683 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ae03d0bd-03a0-4af9-8674-fe0d86b6f252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:35.512518 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d3b60fed-1d3e-4770-aa01-0fa9b144c455 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:35.517563 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d3b60fed-1d3e-4770-aa01-0fa9b144c455 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2021167 Oct 20 11:34:35.519121 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b60fed-1d3e-4770-aa01-0fa9b144c455 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Pushing event updated for resources: {'Port': ['ID=84b09e63-c53c-4301-87cf-37efd74077b4,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:35.573303 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae03d0bd-03a0-4af9-8674-fe0d86b6f252 None None] Routers {'73c37fb3-aaf3-4729-8f65-cf34906749ed'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:34:35.573951 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-ae03d0bd-03a0-4af9-8674-fe0d86b6f252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:34:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['73c37fb3-aaf3-4729-8f65-cf34906749ed'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:35.589811 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-016da306-5647-4428-9cf7-186dbb24f3ab None None] Provisioning complete for port a6c6911e-e007-4fc7-b235-22245bcd29fa triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:34:35.590180 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-016da306-5647-4428-9cf7-186dbb24f3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:35.708984 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c28830d9-5666-4ce6-aee1-1d952ccb3c98 req-e2df3327-5638-49ba-aa23-4cc3929eb3fc tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104753 Oct 20 11:34:35.746215 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac4b2cf-ac4d-4738-96f3-1c1e3f035782 None None] Pushing event updated for resources: {'Port': ['ID=a6c6911e-e007-4fc7-b235-22245bcd29fa,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:35.772584 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a99776-f8ac-42bb-9da7-421ca5365d0f req-38512fbc-b2d4-48d7-aaa1-24510545101d tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:35.781021 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41a99776-f8ac-42bb-9da7-421ca5365d0f req-38512fbc-b2d4-48d7-aaa1-24510545101d tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] 10.222.0.98 "GET /v2.0/ports?device_id=a76a24b8-9b52-484c-bf6e-f3dc294d257a HTTP/1.1" status: 200 len: 944 time: 0.3788559 Oct 20 11:34:35.832068 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-d837995c-1b58-427b-ac84-b4aa9487c367 req-d639e8cf-bc89-454f-849f-901ce5c63521 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Deleting port 89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:34:35.832464 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d837995c-1b58-427b-ac84-b4aa9487c367 req-d639e8cf-bc89-454f-849f-901ce5c63521 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:35.869949 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-ae03d0bd-03a0-4af9-8674-fe0d86b6f252 None None] Set router 73c37fb3-aaf3-4729-8f65-cf34906749ed gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:34:35.914236 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-016da306-5647-4428-9cf7-186dbb24f3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:35.972143 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41a99776-f8ac-42bb-9da7-421ca5365d0f req-040a9a92-91d3-42de-92dc-9676d450ba14 tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] 10.222.0.98 "GET /v2.0/security-groups?id=4588aca1-82b8-437c-be5c-6c71a8a02fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902180 Oct 20 11:34:35.999960 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6353ff28-8d07-4a96-9bca-f99ff4abbf33 req-93da1567-34c5-4d0e-b939-1afdd2957d82 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:36.001460 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6353ff28-8d07-4a96-9bca-f99ff4abbf33 req-93da1567-34c5-4d0e-b939-1afdd2957d82 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=e5124656-8a0e-4bb9-a321-c94452e33289 HTTP/1.1" status: 200 len: 950 time: 0.2053452 Oct 20 11:34:36.023225 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b9aa4755-4289-4122-a4cf-56e7779da96d req-7408eb10-7e45-4ac9-b217-ce1da92f8f09 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:36.040627 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-016da306-5647-4428-9cf7-186dbb24f3ab None None] For port a6c6911e-e007-4fc7-b235-22245bcd29fa, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=a6c6911e-e007-4fc7-b235-22245bcd29fa,segment=NetworkSegment(f88209a2-72e2-479d-b474-08400eb3454d),segment_id=f88209a2-72e2-479d-b474-08400eb3454d)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:36.056486 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-016da306-5647-4428-9cf7-186dbb24f3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:36.077518 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7408eb10-7e45-4ac9-b217-ce1da92f8f09 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Pushing event deleted for resources: {'Port': ['ID=2c76ed34-c244-48b8-89fd-73de37fddc26,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:36.088575 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-d837995c-1b58-427b-ac84-b4aa9487c367 req-d639e8cf-bc89-454f-849f-901ce5c63521 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] For port 89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:36.088948 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d837995c-1b58-427b-ac84-b4aa9487c367 req-d639e8cf-bc89-454f-849f-901ce5c63521 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:36.115640 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016da306-5647-4428-9cf7-186dbb24f3ab None None] Pushing event updated for resources: {'Port': ['ID=a6c6911e-e007-4fc7-b235-22245bcd29fa,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:36.128175 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-d837995c-1b58-427b-ac84-b4aa9487c367 req-d639e8cf-bc89-454f-849f-901ce5c63521 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Calling delete_port for 89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:34:36.153500 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9aa4755-4289-4122-a4cf-56e7779da96d req-7408eb10-7e45-4ac9-b217-ce1da92f8f09 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] No DVR routers for this DVR port 2c76ed34-c244-48b8-89fd-73de37fddc26 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:34:36.157685 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b9aa4755-4289-4122-a4cf-56e7779da96d req-7408eb10-7e45-4ac9-b217-ce1da92f8f09 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:36.161540 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b9aa4755-4289-4122-a4cf-56e7779da96d req-7408eb10-7e45-4ac9-b217-ce1da92f8f09 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.11 "DELETE /v2.0/ports/2c76ed34-c244-48b8-89fd-73de37fddc26 HTTP/1.1" status: 204 len: 173 time: 1.8527422 Oct 20 11:34:36.200870 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-74a69c46-46fe-44b5-8540-e75a68aa02c5 None None] Provisioning complete for port a6c6911e-e007-4fc7-b235-22245bcd29fa triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:34:36.201243 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-74a69c46-46fe-44b5-8540-e75a68aa02c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:36.238411 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adcf6c49-99dc-4137-9ef7-4d2b2561b5c3', 'name': 'network-vif-deleted', 'tag': '2c76ed34-c244-48b8-89fd-73de37fddc26'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:34:36.241390 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df4da3f-3dce-4ed6-962b-0272b071bd38" -d '{"events": [{"server_uuid": "adcf6c49-99dc-4137-9ef7-4d2b2561b5c3", "name": "network-vif-deleted", "tag": "2c76ed34-c244-48b8-89fd-73de37fddc26"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:34:36.258414 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-ae03d0bd-03a0-4af9-8674-fe0d86b6f252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'name': 'tempest-AttachVolumeTestJSON-210314861-router', 'tenant_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '2f6c9eea-35a0-4f13-a370-5c96a0042060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:34:25Z', 'updated_at': '2021-10-20T11:34:30Z', 'revision_number': 4, 'project_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'gw_port': {'id': '2f6c9eea-35a0-4f13-a370-5c96a0042060', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:34:25Z', 'updated_at': '2021-10-20T11:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'a6c6911e-e007-4fc7-b235-22245bcd29fa', 'name': '', 'network_id': '9ac8a1a7-834d-4283-be36-675cd4e77db7', 'tenant_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'mac_address': 'fa:16:3e:11:e8:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '15eac2f5-b810-4d1a-999c-137936c809b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:34:29Z', 'updated_at': '2021-10-20T11:34:35Z', 'revision_number': 4, 'project_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'subnets': [{'id': '15eac2f5-b810-4d1a-999c-137936c809b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:36.269120 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6353ff28-8d07-4a96-9bca-f99ff4abbf33 req-e517cfae-f07a-4402-8fe8-b650d25c6b1b tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584760 Oct 20 11:34:36.353475 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae03d0bd-03a0-4af9-8674-fe0d86b6f252 None None] The sync data for ids ['73c37fb3-aaf3-4729-8f65-cf34906749ed'] in n-d-814735-3 is: [{'id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'name': 'tempest-AttachVolumeTestJSON-210314861-router', 'tenant_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '2f6c9eea-35a0-4f13-a370-5c96a0042060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:34:25Z', 'updated_at': '2021-10-20T11:34:30Z', 'revision_number': 4, 'project_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'gw_port': {'id': '2f6c9eea-35a0-4f13-a370-5c96a0042060', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:34:25Z', 'updated_at': '2021-10-20T11:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'a6c6911e-e007-4fc7-b235-22245bcd29fa', 'name': '', 'network_id': '9ac8a1a7-834d-4283-be36-675cd4e77db7', 'tenant_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'mac_address': 'fa:16:3e:11:e8:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '15eac2f5-b810-4d1a-999c-137936c809b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:34:29Z', 'updated_at': '2021-10-20T11:34:35Z', 'revision_number': 4, 'project_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'subnets': [{'id': '15eac2f5-b810-4d1a-999c-137936c809b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:34:36.411911 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-013673be-bcff-42fb-aa48-3445d5ca8ef2 req-f8ae20e3-8201-402d-adba-f35861bf41b4 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--1731094215&fields=id&tenant_id=f5fc99acf92746f0b6c75e7601cdfadb HTTP/1.1" status: 200 len: 267 time: 0.0621471 Oct 20 11:34:36.623414 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013673be-bcff-42fb-aa48-3445d5ca8ef2 req-7b79c1a5-8b19-4681-b69a-19fedd116080 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:36.625811 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-013673be-bcff-42fb-aa48-3445d5ca8ef2 req-7b79c1a5-8b19-4681-b69a-19fedd116080 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/networks?id=9ac8a1a7-834d-4283-be36-675cd4e77db7 HTTP/1.1" status: 200 len: 810 time: 0.2069337 Oct 20 11:34:36.626890 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d837995c-1b58-427b-ac84-b4aa9487c367 req-d639e8cf-bc89-454f-849f-901ce5c63521 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:36.655331 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['c72fbb34-5a3a-46da-868e-1ffabefa13b5'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:34:36.659845 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d639e8cf-bc89-454f-849f-901ce5c63521 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Pushing event deleted for resources: {'Port': ['ID=89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:36.674557 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8', '4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03', '6525970b-6518-4419-8f81-0f6afc95e9d5', '49d29f0a-b527-4b66-8aee-5defafa6446f'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:34:36.793214 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-013673be-bcff-42fb-aa48-3445d5ca8ef2 req-ac1c927b-e16b-4c3a-a666-b26b0aef50ec tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/quotas/f5fc99acf92746f0b6c75e7601cdfadb HTTP/1.1" status: 200 len: 375 time: 0.1240740 Oct 20 11:34:36.797257 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-d837995c-1b58-427b-ac84-b4aa9487c367 req-d639e8cf-bc89-454f-849f-901ce5c63521 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] No DVR routers for this DVR port 89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:34:36.800776 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d837995c-1b58-427b-ac84-b4aa9487c367 req-d639e8cf-bc89-454f-849f-901ce5c63521 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:36.805562 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d837995c-1b58-427b-ac84-b4aa9487c367 req-d639e8cf-bc89-454f-849f-901ce5c63521 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.11 "DELETE /v2.0/ports/89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf HTTP/1.1" status: 204 len: 173 time: 1.4005537 Oct 20 11:34:36.901351 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device a6c6911e-e007-4fc7-b235-22245bcd29fa up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:34:36.911353 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a2c704c-91cc-4fca-bce9-39e5d4dd41ca req-3579d7e8-aa31-4785-ae53-75df7f585fb5 tempest-FloatingIPsAssociationNegativeTestJSON-584076149 tempest-FloatingIPsAssociationNegativeTestJSON-584076149-project] 10.222.0.98 "GET /v2.0/ports?device_id=adcf6c49-99dc-4137-9ef7-4d2b2561b5c3 HTTP/1.1" status: 200 len: 210 time: 0.0502443 Oct 20 11:34:36.934511 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-013673be-bcff-42fb-aa48-3445d5ca8ef2 req-3b62ecde-296a-45f0-a712-978a8349b5af tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=f5fc99acf92746f0b6c75e7601cdfadb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1376503 Oct 20 11:34:37.157122 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 2c76ed34-c244-48b8-89fd-73de37fddc26 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:34:37.165521 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-013673be-bcff-42fb-aa48-3445d5ca8ef2 req-d7de55cb-ab68-4219-a4f6-685a68537e77 service neutron] 10.222.0.98 "GET /v2.0/networks/9ac8a1a7-834d-4283-be36-675cd4e77db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231827 Oct 20 11:34:37.213103 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e4d54a-db87-4f27-ba90-556c7e63fec3 x-openstack-request-id: req-10e4d54a-db87-4f27-ba90-556c7e63fec3 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:34:37.216058 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adcf6c49-99dc-4137-9ef7-4d2b2561b5c3", "name": "network-vif-deleted", "tag": "2c76ed34-c244-48b8-89fd-73de37fddc26", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:34:37.216612 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-10e4d54a-db87-4f27-ba90-556c7e63fec3 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:34:37.216969 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adcf6c49-99dc-4137-9ef7-4d2b2561b5c3', 'name': 'network-vif-deleted', 'tag': '2c76ed34-c244-48b8-89fd-73de37fddc26', 'status': 'completed', 'code': 200} Oct 20 11:34:37.279667 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: 2c76ed34-c244-48b8-89fd-73de37fddc26 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:34:37.280008 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 2c76ed34-c244-48b8-89fd-73de37fddc26 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:34:37.280425 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:34:37.359917 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port a6c6911e-e007-4fc7-b235-22245bcd29fa triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:34:37.360610 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:37.365638 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: 89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:34:37.366302 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:34:37.392461 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737091e7-a0b4-4704-84fc-bc2f04ccf58c req-f7cb8a29-3eed-4384-b05f-6d02667f52c8 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:37.394070 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-737091e7-a0b4-4704-84fc-bc2f04ccf58c req-f7cb8a29-3eed-4384-b05f-6d02667f52c8 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=811978b2-6bb1-4806-bf72-8ec7410064fd HTTP/1.1" status: 200 len: 946 time: 0.1009567 Oct 20 11:34:37.414363 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-013673be-bcff-42fb-aa48-3445d5ca8ef2 req-521b1436-e654-4296-9e88-9468d10a659b service neutron] 10.222.0.98 "GET /v2.0/networks/9ac8a1a7-834d-4283-be36-675cd4e77db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421429 Oct 20 11:34:37.436580 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 62813317-5aef-44f1-8a83-c010e05f3f24 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:34:37.481649 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-737091e7-a0b4-4704-84fc-bc2f04ccf58c req-fab426cb-f58d-4640-8bf7-d246ebaacddd tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778186 Oct 20 11:34:37.651171 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 62813317-5aef-44f1-8a83-c010e05f3f24 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:34:37.667052 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 62813317-5aef-44f1-8a83-c010e05f3f24 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:34:37.667722 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:37.760717 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f7bebe-31d2-4277-b8b5-0d89ddc529b4 req-cc5cea56-9e84-41f0-a45b-8c31684dcb9c tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:37.762314 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-05f7bebe-31d2-4277-b8b5-0d89ddc529b4 req-cc5cea56-9e84-41f0-a45b-8c31684dcb9c tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] 10.222.0.98 "GET /v2.0/ports?device_id=a76a24b8-9b52-484c-bf6e-f3dc294d257a HTTP/1.1" status: 200 len: 944 time: 0.1358826 Oct 20 11:34:37.867553 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-05f7bebe-31d2-4277-b8b5-0d89ddc529b4 req-48459475-8357-4e7f-a417-85d000833667 tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] 10.222.0.98 "GET /v2.0/security-groups?id=4588aca1-82b8-437c-be5c-6c71a8a02fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971477 Oct 20 11:34:37.932851 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-27566af0-28c5-425e-8e4d-edcdd82c3ac5 req-f66a0325-363d-4f9e-af83-911a03a2dcd9 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc2a7568-a0b5-453f-9439-31621926cf91 HTTP/1.1" status: 200 len: 210 time: 0.0931005 Oct 20 11:34:38.037056 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:38.090269 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 36224) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:38.196209 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 62813317-5aef-44f1-8a83-c010e05f3f24, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=62813317-5aef-44f1-8a83-c010e05f3f24,segment=NetworkSegment(ab1d15bd-bcd5-4bf0-9c1a-afc1c3706c62),segment_id=ab1d15bd-bcd5-4bf0-9c1a-afc1c3706c62)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:38.205522 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76a24b8-9b52-484c-bf6e-f3dc294d257a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62813317-5aef-44f1-8a83-c010e05f3f24'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:34:38.211935 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9819a2ff-73a8-491f-b086-128db6801dc8" -d '{"events": [{"server_uuid": "a76a24b8-9b52-484c-bf6e-f3dc294d257a", "name": "network-vif-plugged", "status": "completed", "tag": "62813317-5aef-44f1-8a83-c010e05f3f24"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:34:38.227245 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:38.474929 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=62813317-5aef-44f1-8a83-c010e05f3f24,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:38.502460 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e09e9e-6902-4933-9072-c66312942bf4 x-openstack-request-id: req-25e09e9e-6902-4933-9072-c66312942bf4 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:34:38.509682 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76a24b8-9b52-484c-bf6e-f3dc294d257a", "name": "network-vif-plugged", "status": "completed", "tag": "62813317-5aef-44f1-8a83-c010e05f3f24", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:34:38.515306 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-25e09e9e-6902-4933-9072-c66312942bf4 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:34:38.516004 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76a24b8-9b52-484c-bf6e-f3dc294d257a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62813317-5aef-44f1-8a83-c010e05f3f24', 'code': 200} Oct 20 11:34:38.920520 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f932d-e3ef-4ca5-8c05-47af11f9499d req-789c0d2f-aedc-4759-b70c-7ff511ef6237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:38.925989 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-337f932d-e3ef-4ca5-8c05-47af11f9499d req-789c0d2f-aedc-4759-b70c-7ff511ef6237 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a76a24b8-9b52-484c-bf6e-f3dc294d257a HTTP/1.1" status: 200 len: 1096 time: 0.3037064 Oct 20 11:34:38.968049 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 36250) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:38.987396 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10acab5-0b73-430b-bf52-03559edcd92b req-d5e3cf77-4f55-4ef6-88b7-6917a8e8a89b tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:38.988887 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a10acab5-0b73-430b-bf52-03559edcd92b req-d5e3cf77-4f55-4ef6-88b7-6917a8e8a89b tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=811978b2-6bb1-4806-bf72-8ec7410064fd HTTP/1.1" status: 200 len: 946 time: 0.3411369 Oct 20 11:34:39.094529 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6b75fa12-54a2-4238-bbe0-eb06dfe9c10f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:39.233587 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6b75fa12-54a2-4238-bbe0-eb06dfe9c10f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:39.239839 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6b75fa12-54a2-4238-bbe0-eb06dfe9c10f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:39.297175 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5124656-8a0e-4bb9-a321-c94452e33289', 'name': 'network-vif-deleted', 'tag': '89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:34:39.299882 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a378bde-ebc6-420e-ab05-747295a07c51" -d '{"events": [{"server_uuid": "e5124656-8a0e-4bb9-a321-c94452e33289", "name": "network-vif-deleted", "tag": "89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:34:39.340572 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6b75fa12-54a2-4238-bbe0-eb06dfe9c10f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7a70d3119b5f483ba70072a02ce97166&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3723185 Oct 20 11:34:39.341738 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b75fa12-54a2-4238-bbe0-eb06dfe9c10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909eb96b-95ae-4b1d-ba2b-e53d724a15b4,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:39.345886 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 36262) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:39.425215 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75fa12-54a2-4238-bbe0-eb06dfe9c10f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:39.425960 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75fa12-54a2-4238-bbe0-eb06dfe9c10f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:39.426701 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75fa12-54a2-4238-bbe0-eb06dfe9c10f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:39.427370 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75fa12-54a2-4238-bbe0-eb06dfe9c10f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:39.427921 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75fa12-54a2-4238-bbe0-eb06dfe9c10f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:39.428493 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75fa12-54a2-4238-bbe0-eb06dfe9c10f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:39.428912 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75fa12-54a2-4238-bbe0-eb06dfe9c10f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:39.429367 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75fa12-54a2-4238-bbe0-eb06dfe9c10f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:39.430114 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75fa12-54a2-4238-bbe0-eb06dfe9c10f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:39.430571 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75fa12-54a2-4238-bbe0-eb06dfe9c10f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:39.431013 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75fa12-54a2-4238-bbe0-eb06dfe9c10f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:39.431447 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75fa12-54a2-4238-bbe0-eb06dfe9c10f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:39.432472 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690bf64-1183-454e-8d0c-02042d5d117a req-3bdb49fd-02fa-4abb-8d3d-aa6e91da65e2 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:39.440111 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5690bf64-1183-454e-8d0c-02042d5d117a req-3bdb49fd-02fa-4abb-8d3d-aa6e91da65e2 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=06b83cc9-ba25-4d16-be5c-61b9d59ba7ae HTTP/1.1" status: 200 len: 950 time: 0.5956731 Oct 20 11:34:39.461196 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1868307d-855d-4ec2-b1a9-58424a0c3884 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:39.485424 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1868307d-855d-4ec2-b1a9-58424a0c3884 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:39.492439 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-337f932d-e3ef-4ca5-8c05-47af11f9499d req-4d70d372-6ec5-4de5-b402-d3b435f675ec service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=4588aca1-82b8-437c-be5c-6c71a8a02fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5200334 Oct 20 11:34:39.515170 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a10acab5-0b73-430b-bf52-03559edcd92b req-29481beb-df69-459e-b522-a3fabbd7b2dc tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5149157 Oct 20 11:34:39.546907 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013673be-bcff-42fb-aa48-3445d5ca8ef2 req-23f60400-c63e-4aaa-824a-024a2d8b7abb tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:39.548662 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-013673be-bcff-42fb-aa48-3445d5ca8ef2 req-23f60400-c63e-4aaa-824a-024a2d8b7abb tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.11 "GET /v2.0/networks?id=9ac8a1a7-834d-4283-be36-675cd4e77db7 HTTP/1.1" status: 200 len: 810 time: 0.2390435 Oct 20 11:34:39.552441 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1868307d-855d-4ec2-b1a9-58424a0c3884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:39.556755 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1868307d-855d-4ec2-b1a9-58424a0c3884 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:39.558062 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1868307d-855d-4ec2-b1a9-58424a0c3884 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/909eb96b-95ae-4b1d-ba2b-e53d724a15b4 HTTP/1.1" status: 204 len: 168 time: 0.2107677 Oct 20 11:34:39.567464 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5690bf64-1183-454e-8d0c-02042d5d117a req-f145932a-c658-4305-8af5-e75618ee0e2c tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244769 Oct 20 11:34:39.569463 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1868307d-855d-4ec2-b1a9-58424a0c3884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909eb96b-95ae-4b1d-ba2b-e53d724a15b4,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:39.704154 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:39.753647 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-013673be-bcff-42fb-aa48-3445d5ca8ef2 req-ea07d093-ecef-40cb-a95c-70d16389b456 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5fc99acf92746f0b6c75e7601cdfadb HTTP/1.1" status: 200 len: 380 time: 0.1851060 Oct 20 11:34:39.788938 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-013673be-bcff-42fb-aa48-3445d5ca8ef2 req-054e2bf2-652a-44ed-9077-f28d9eefb7b2 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Request body: {'port': {'device_id': 'cc2a7568-a0b5-453f-9439-31621926cf91', 'network_id': '9ac8a1a7-834d-4283-be36-675cd4e77db7', 'admin_state_up': True, 'tenant_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'security_groups': ['507d4736-4c60-4433-b68f-a0ea4568f172']}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:34:39.796733 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9a568c2c-1e4f-4ccd-8fe1-939239736d5b req-572f21cb-07d8-49bd-958f-3ed2bdd74554 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc2a7568-a0b5-453f-9439-31621926cf91 HTTP/1.1" status: 200 len: 210 time: 0.1077032 Oct 20 11:34:39.889560 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c39adb-c0e9-4f83-8ea9-6132277248c3 x-openstack-request-id: req-a0c39adb-c0e9-4f83-8ea9-6132277248c3 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:34:39.891061 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5124656-8a0e-4bb9-a321-c94452e33289", "name": "network-vif-deleted", "tag": "89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:34:39.891061 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a0c39adb-c0e9-4f83-8ea9-6132277248c3 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:34:39.891061 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5124656-8a0e-4bb9-a321-c94452e33289', 'name': 'network-vif-deleted', 'tag': '89ef7d93-cb92-4e5d-96a5-52c8d08a7fbf', 'status': 'completed', 'code': 200} Oct 20 11:34:39.908051 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edfc51-c347-40bc-acd1-d7eaccfe483a req-48b4aa59-9d7a-418a-a9d6-dffefdac283f tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:39.915445 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41edfc51-c347-40bc-acd1-d7eaccfe483a req-48b4aa59-9d7a-418a-a9d6-dffefdac283f tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] 10.222.0.98 "GET /v2.0/ports?device_id=a76a24b8-9b52-484c-bf6e-f3dc294d257a HTTP/1.1" status: 200 len: 945 time: 0.2553661 Oct 20 11:34:39.990200 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd3127-00c7-42ae-9215-80a99973c76d req-d93584f0-2659-4a70-b466-2ad4daff43d0 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:39.992071 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d2dd3127-00c7-42ae-9215-80a99973c76d req-d93584f0-2659-4a70-b466-2ad4daff43d0 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.11 "GET /v2.0/ports?device_id=06b83cc9-ba25-4d16-be5c-61b9d59ba7ae HTTP/1.1" status: 200 len: 950 time: 0.2354441 Oct 20 11:34:40.008744 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-27730b0c-b992-4a58-9e55-4a8b1d61ebda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:40.078650 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41edfc51-c347-40bc-acd1-d7eaccfe483a req-b94a7264-ae02-4344-be34-637acddfa37e tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] 10.222.0.98 "GET /v2.0/security-groups?id=4588aca1-82b8-437c-be5c-6c71a8a02fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623259 Oct 20 11:34:40.137117 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-013673be-bcff-42fb-aa48-3445d5ca8ef2 req-054e2bf2-652a-44ed-9077-f28d9eefb7b2 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Made reservation on behalf of f5fc99acf92746f0b6c75e7601cdfadb for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:34:40.140776 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-013673be-bcff-42fb-aa48-3445d5ca8ef2 req-054e2bf2-652a-44ed-9077-f28d9eefb7b2 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:40.370134 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-d2dd3127-00c7-42ae-9215-80a99973c76d req-ab38712b-e895-4642-b54b-96c90f8afbff tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Deleting port c72fbb34-5a3a-46da-868e-1ffabefa13b5 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:34:40.370526 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d2dd3127-00c7-42ae-9215-80a99973c76d req-ab38712b-e895-4642-b54b-96c90f8afbff tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:40.540330 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-013673be-bcff-42fb-aa48-3445d5ca8ef2 req-054e2bf2-652a-44ed-9077-f28d9eefb7b2 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Allocated IP 172.20.0.8 (9ac8a1a7-834d-4283-be36-675cd4e77db7/15eac2f5-b810-4d1a-999c-137936c809b4/00f1187d-224c-4016-b677-4394cff176bd) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:34:40.584851 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-d2dd3127-00c7-42ae-9215-80a99973c76d req-ab38712b-e895-4642-b54b-96c90f8afbff tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] For port c72fbb34-5a3a-46da-868e-1ffabefa13b5, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=c72fbb34-5a3a-46da-868e-1ffabefa13b5,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:40.585257 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d2dd3127-00c7-42ae-9215-80a99973c76d req-ab38712b-e895-4642-b54b-96c90f8afbff tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:40.595848 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a96247-11a8-42fd-b94d-65572ea64891 req-2abc6827-2b7c-4809-a090-711787fab494 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:40.597387 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e2a96247-11a8-42fd-b94d-65572ea64891 req-2abc6827-2b7c-4809-a090-711787fab494 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.89 "GET /v2.0/ports?device_id=c69b1eac-c25d-41ee-a056-603dd8d39a71 HTTP/1.1" status: 200 len: 949 time: 0.1800659 Oct 20 11:34:40.709936 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-d2dd3127-00c7-42ae-9215-80a99973c76d req-ab38712b-e895-4642-b54b-96c90f8afbff tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Calling delete_port for c72fbb34-5a3a-46da-868e-1ffabefa13b5 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:34:41.069690 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15221506-d526-4bb4-97ba-627168013d04 req-596b0554-a8f2-404e-ae93-6d40fdd4e6e1 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:41.077134 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-15221506-d526-4bb4-97ba-627168013d04 req-596b0554-a8f2-404e-ae93-6d40fdd4e6e1 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=811978b2-6bb1-4806-bf72-8ec7410064fd HTTP/1.1" status: 200 len: 946 time: 0.3645518 Oct 20 11:34:41.468455 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339e324-b304-4eef-84ef-78991f9a62e5 req-9b6cbdc7-eade-4287-a6b1-7d5e920356a1 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:41.469896 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d339e324-b304-4eef-84ef-78991f9a62e5 req-9b6cbdc7-eade-4287-a6b1-7d5e920356a1 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=06b83cc9-ba25-4d16-be5c-61b9d59ba7ae HTTP/1.1" status: 200 len: 950 time: 0.7563283 Oct 20 11:34:41.525147 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-27730b0c-b992-4a58-9e55-4a8b1d61ebda admin admin] Deleting port f843cda9-442b-4b4c-bcf1-cc1684d4b60f {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:34:41.525512 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-27730b0c-b992-4a58-9e55-4a8b1d61ebda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:41.669104 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-013673be-bcff-42fb-aa48-3445d5ca8ef2 req-054e2bf2-652a-44ed-9077-f28d9eefb7b2 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:41.674136 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-e2a96247-11a8-42fd-b94d-65572ea64891 req-0daddcb3-b8de-47b3-9a74-2992735c2fe6 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Deleting port 49d29f0a-b527-4b66-8aee-5defafa6446f {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:34:41.674751 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e2a96247-11a8-42fd-b94d-65572ea64891 req-0daddcb3-b8de-47b3-9a74-2992735c2fe6 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:41.696112 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-15221506-d526-4bb4-97ba-627168013d04 req-4b884499-149b-462e-9d52-5835401bda77 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6130133 Oct 20 11:34:41.782573 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d2dd3127-00c7-42ae-9215-80a99973c76d req-ab38712b-e895-4642-b54b-96c90f8afbff tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:41.803564 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8', '4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03', '6525970b-6518-4419-8f81-0f6afc95e9d5'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:34:41.914403 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d339e324-b304-4eef-84ef-78991f9a62e5 req-ad7bd868-83d9-41da-b40d-cdb581b9212f tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4324725 Oct 20 11:34:41.935066 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f2f5dd23-9d86-413a-bd1b-18907ed2b97d req-1febabf6-f251-487b-9a55-0ce0ce89c4da tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc2a7568-a0b5-453f-9439-31621926cf91 HTTP/1.1" status: 200 len: 210 time: 0.0992341 Oct 20 11:34:42.032662 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab38712b-e895-4642-b54b-96c90f8afbff tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Pushing event deleted for resources: {'Port': ['ID=c72fbb34-5a3a-46da-868e-1ffabefa13b5,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:42.170570 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-27730b0c-b992-4a58-9e55-4a8b1d61ebda admin admin] For port f843cda9-442b-4b4c-bcf1-cc1684d4b60f, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=f843cda9-442b-4b4c-bcf1-cc1684d4b60f,segment=NetworkSegment(bf12ba53-b5be-4c94-86d9-92d8a344590c),segment_id=bf12ba53-b5be-4c94-86d9-92d8a344590c)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:42.171874 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-27730b0c-b992-4a58-9e55-4a8b1d61ebda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:42.224209 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2dd3127-00c7-42ae-9215-80a99973c76d req-ab38712b-e895-4642-b54b-96c90f8afbff tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] No DVR routers for this DVR port c72fbb34-5a3a-46da-868e-1ffabefa13b5 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:34:42.236215 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-27730b0c-b992-4a58-9e55-4a8b1d61ebda admin admin] Calling delete_port for f843cda9-442b-4b4c-bcf1-cc1684d4b60f owned by network:router_interface {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:34:42.308469 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d2dd3127-00c7-42ae-9215-80a99973c76d req-ab38712b-e895-4642-b54b-96c90f8afbff tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:42.312077 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d2dd3127-00c7-42ae-9215-80a99973c76d req-ab38712b-e895-4642-b54b-96c90f8afbff tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.11 "DELETE /v2.0/ports/c72fbb34-5a3a-46da-868e-1ffabefa13b5 HTTP/1.1" status: 204 len: 173 time: 2.3066192 Oct 20 11:34:42.312833 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b83cc9-ba25-4d16-be5c-61b9d59ba7ae', 'name': 'network-vif-deleted', 'tag': 'c72fbb34-5a3a-46da-868e-1ffabefa13b5'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:34:42.316456 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe51ef7-d68a-4324-b123-d5334b144290" -d '{"events": [{"server_uuid": "06b83cc9-ba25-4d16-be5c-61b9d59ba7ae", "name": "network-vif-deleted", "tag": "c72fbb34-5a3a-46da-868e-1ffabefa13b5"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:34:42.341085 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-013673be-bcff-42fb-aa48-3445d5ca8ef2 req-054e2bf2-652a-44ed-9077-f28d9eefb7b2 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:42.379811 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-e2a96247-11a8-42fd-b94d-65572ea64891 req-0daddcb3-b8de-47b3-9a74-2992735c2fe6 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] For port 49d29f0a-b527-4b66-8aee-5defafa6446f, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=49d29f0a-b527-4b66-8aee-5defafa6446f,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:42.379811 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e2a96247-11a8-42fd-b94d-65572ea64891 req-0daddcb3-b8de-47b3-9a74-2992735c2fe6 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:42.431923 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-e2a96247-11a8-42fd-b94d-65572ea64891 req-0daddcb3-b8de-47b3-9a74-2992735c2fe6 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Calling delete_port for 49d29f0a-b527-4b66-8aee-5defafa6446f owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:34:42.443290 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-013673be-bcff-42fb-aa48-3445d5ca8ef2 req-054e2bf2-652a-44ed-9077-f28d9eefb7b2 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Network 9ac8a1a7-834d-4283-be36-675cd4e77db7 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:34:42.470679 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250ce04-1dd7-48b8-8f07-cd803ddd9e2e req-8cdf2000-c8d5-41dd-a00e-d8bc6fd47134 tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:42.493445 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8250ce04-1dd7-48b8-8f07-cd803ddd9e2e req-8cdf2000-c8d5-41dd-a00e-d8bc6fd47134 tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] 10.222.0.98 "GET /v2.0/ports?device_id=a76a24b8-9b52-484c-bf6e-f3dc294d257a HTTP/1.1" status: 200 len: 945 time: 0.3903825 Oct 20 11:34:42.533095 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bddd674a-3d68-44fc-add0-107f37b5ed92 x-openstack-request-id: req-bddd674a-3d68-44fc-add0-107f37b5ed92 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:34:42.533627 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06b83cc9-ba25-4d16-be5c-61b9d59ba7ae", "name": "network-vif-deleted", "tag": "c72fbb34-5a3a-46da-868e-1ffabefa13b5", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:34:42.534665 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bddd674a-3d68-44fc-add0-107f37b5ed92 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:34:42.535337 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b83cc9-ba25-4d16-be5c-61b9d59ba7ae', 'name': 'network-vif-deleted', 'tag': 'c72fbb34-5a3a-46da-868e-1ffabefa13b5', 'status': 'completed', 'code': 200} Oct 20 11:34:42.537260 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-013673be-bcff-42fb-aa48-3445d5ca8ef2 req-054e2bf2-652a-44ed-9077-f28d9eefb7b2 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:34:42.540611 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-013673be-bcff-42fb-aa48-3445d5ca8ef2 req-054e2bf2-652a-44ed-9077-f28d9eefb7b2 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:34:42.717902 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e2bf2-652a-44ed-9077-f28d9eefb7b2 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Pushing event updated for resources: {'Port': ['ID=00f1187d-224c-4016-b677-4394cff176bd,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:42.906608 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013673be-bcff-42fb-aa48-3445d5ca8ef2 req-054e2bf2-652a-44ed-9077-f28d9eefb7b2 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:42.907345 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-013673be-bcff-42fb-aa48-3445d5ca8ef2 req-054e2bf2-652a-44ed-9077-f28d9eefb7b2 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:42.946507 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8250ce04-1dd7-48b8-8f07-cd803ddd9e2e req-b3f449d0-e449-4a44-9232-2794b5cd0fde tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] 10.222.0.98 "GET /v2.0/security-groups?id=4588aca1-82b8-437c-be5c-6c71a8a02fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079543 Oct 20 11:34:43.004007 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-1bfbf1e9-1607-4805-8809-4a71d8f7d5b9 None None] Provisioning complete for port 00f1187d-224c-4016-b677-4394cff176bd triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:34:43.005102 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1bfbf1e9-1607-4805-8809-4a71d8f7d5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:43.026750 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-013673be-bcff-42fb-aa48-3445d5ca8ef2 req-054e2bf2-652a-44ed-9077-f28d9eefb7b2 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2420428 Oct 20 11:34:43.077060 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-1bfbf1e9-1607-4805-8809-4a71d8f7d5b9 None None] Port 00f1187d-224c-4016-b677-4394cff176bd cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:34:43.127508 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b4cb7-03d8-488e-b052-222f3cc853e9 req-a272080e-1378-4f7b-af1a-5a1a826bc28e tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:43.131353 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d8b4cb7-03d8-488e-b052-222f3cc853e9 req-a272080e-1378-4f7b-af1a-5a1a826bc28e tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=811978b2-6bb1-4806-bf72-8ec7410064fd HTTP/1.1" status: 200 len: 946 time: 0.3129261 Oct 20 11:34:43.141028 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-013673be-bcff-42fb-aa48-3445d5ca8ef2 req-f9eca6ac-c8fb-431c-bece-a1e08cf0652f service neutron] Request body: {'port': {'device_id': 'cc2a7568-a0b5-453f-9439-31621926cf91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:34:43.168419 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device c72fbb34-5a3a-46da-868e-1ffabefa13b5 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:34:43.179445 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e2a96247-11a8-42fd-b94d-65572ea64891 req-0daddcb3-b8de-47b3-9a74-2992735c2fe6 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:43.196078 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: c72fbb34-5a3a-46da-868e-1ffabefa13b5 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:34:43.196410 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device c72fbb34-5a3a-46da-868e-1ffabefa13b5 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:34:43.285685 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daddcb3-b8de-47b3-9a74-2992735c2fe6 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Pushing event deleted for resources: {'Port': ['ID=49d29f0a-b527-4b66-8aee-5defafa6446f,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:43.339891 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-27730b0c-b992-4a58-9e55-4a8b1d61ebda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:43.359079 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d8b4cb7-03d8-488e-b052-222f3cc853e9 req-8a180953-33a5-49f9-8955-324389941605 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869762 Oct 20 11:34:43.397149 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a96247-11a8-42fd-b94d-65572ea64891 req-0daddcb3-b8de-47b3-9a74-2992735c2fe6 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] No DVR routers for this DVR port 49d29f0a-b527-4b66-8aee-5defafa6446f on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:34:43.399438 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-013673be-bcff-42fb-aa48-3445d5ca8ef2 req-f9eca6ac-c8fb-431c-bece-a1e08cf0652f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:43.402309 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e2a96247-11a8-42fd-b94d-65572ea64891 req-0daddcb3-b8de-47b3-9a74-2992735c2fe6 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:43.405774 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e2a96247-11a8-42fd-b94d-65572ea64891 req-0daddcb3-b8de-47b3-9a74-2992735c2fe6 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.89 "DELETE /v2.0/ports/49d29f0a-b527-4b66-8aee-5defafa6446f HTTP/1.1" status: 204 len: 173 time: 2.7988467 Oct 20 11:34:43.407824 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27730b0c-b992-4a58-9e55-4a8b1d61ebda admin admin] Pushing event deleted for resources: {'Port': ['ID=f843cda9-442b-4b4c-bcf1-cc1684d4b60f,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:43.416857 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d4824-dc89-42f4-a40e-738819ba8304 req-c2d18840-6f5b-4926-bfea-44f924482f23 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:43.418404 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-956d4824-dc89-42f4-a40e-738819ba8304 req-c2d18840-6f5b-4926-bfea-44f924482f23 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc2a7568-a0b5-453f-9439-31621926cf91 HTTP/1.1" status: 200 len: 931 time: 0.2990229 Oct 20 11:34:43.425559 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 49d29f0a-b527-4b66-8aee-5defafa6446f no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:34:43.468075 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 36360) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:43.470176 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: 49d29f0a-b527-4b66-8aee-5defafa6446f {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:34:43.470595 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 49d29f0a-b527-4b66-8aee-5defafa6446f not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:34:43.512686 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8', '4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03', '6525970b-6518-4419-8f81-0f6afc95e9d5'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:34:43.632060 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-956d4824-dc89-42f4-a40e-738819ba8304 req-813e50cb-c498-4aec-9cb9-37be7ef2e579 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/security-groups?id=507d4736-4c60-4433-b68f-a0ea4568f172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606643 Oct 20 11:34:43.790869 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-999c87b8-f575-4c74-bdce-72ee521ab5cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:43.911322 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-11078899-5e01-4870-8b4a-ad7861858d2e req-b6f22a33-260b-4355-afd1-12ad7be9966b tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=c69b1eac-c25d-41ee-a056-603dd8d39a71 HTTP/1.1" status: 200 len: 210 time: 0.0813622 Oct 20 11:34:43.961068 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-999c87b8-f575-4c74-bdce-72ee521ab5cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:43.967907 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-999c87b8-f575-4c74-bdce-72ee521ab5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:44.041326 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-999c87b8-f575-4c74-bdce-72ee521ab5cf admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=35e386f0af43457f857b05f6773e2330&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5691974 Oct 20 11:34:44.041977 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 36370) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:44.103343 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-27730b0c-b992-4a58-9e55-4a8b1d61ebda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:44.131695 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999c87b8-f575-4c74-bdce-72ee521ab5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa738f8-4992-4368-bf4a-be04a09d7d6f,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:44.200394 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2185c0eb-2bb0-4e28-9985-32d7ca4bc37c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:44.275025 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2185c0eb-2bb0-4e28-9985-32d7ca4bc37c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:44.357938 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2185c0eb-2bb0-4e28-9985-32d7ca4bc37c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:44.360854 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2185c0eb-2bb0-4e28-9985-32d7ca4bc37c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:44.362456 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2185c0eb-2bb0-4e28-9985-32d7ca4bc37c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/caa738f8-4992-4368-bf4a-be04a09d7d6f HTTP/1.1" status: 204 len: 168 time: 0.3182597 Oct 20 11:34:44.370815 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2185c0eb-2bb0-4e28-9985-32d7ca4bc37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa738f8-4992-4368-bf4a-be04a09d7d6f,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:44.398646 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-013673be-bcff-42fb-aa48-3445d5ca8ef2 req-f9eca6ac-c8fb-431c-bece-a1e08cf0652f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00f1187d-224c-4016-b677-4394cff176bd {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:34:44.417754 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-013673be-bcff-42fb-aa48-3445d5ca8ef2 req-f9eca6ac-c8fb-431c-bece-a1e08cf0652f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:44.746172 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 36386) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:44.750927 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c69b1eac-c25d-41ee-a056-603dd8d39a71', 'name': 'network-vif-deleted', 'tag': '49d29f0a-b527-4b66-8aee-5defafa6446f'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:34:44.753396 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f81e118-7c5f-4b87-8c3a-f6932cef7b97" -d '{"events": [{"server_uuid": "c69b1eac-c25d-41ee-a056-603dd8d39a71", "name": "network-vif-deleted", "tag": "49d29f0a-b527-4b66-8aee-5defafa6446f"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:34:44.767783 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5119d80e-a10e-4b00-9154-d33f1c71efd1 req-a0e19c95-c67d-43a6-b688-12683ce43822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:44.769227 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5119d80e-a10e-4b00-9154-d33f1c71efd1 req-a0e19c95-c67d-43a6-b688-12683ce43822 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0200dac0d071495299b37135d71b970d&device_id=a76a24b8-9b52-484c-bf6e-f3dc294d257a HTTP/1.1" status: 200 len: 1096 time: 0.5023444 Oct 20 11:34:44.812432 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-013673be-bcff-42fb-aa48-3445d5ca8ef2 req-f9eca6ac-c8fb-431c-bece-a1e08cf0652f service neutron] Transition to ACTIVE for port object 00f1187d-224c-4016-b677-4394cff176bd will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:34:44.828599 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fd14768a-fc28-44c3-8211-e22fc3e68f21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:44.864122 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe30459-0187-4f4e-99fc-85488b4cb1ec req-9b85fcaa-d5af-4448-b52e-e49f9c926206 tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:44.865511 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4fe30459-0187-4f4e-99fc-85488b4cb1ec req-9b85fcaa-d5af-4448-b52e-e49f9c926206 tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] 10.222.0.98 "GET /v2.0/ports?device_id=a76a24b8-9b52-484c-bf6e-f3dc294d257a HTTP/1.1" status: 200 len: 945 time: 0.5573649 Oct 20 11:34:44.866148 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-013673be-bcff-42fb-aa48-3445d5ca8ef2 req-f9eca6ac-c8fb-431c-bece-a1e08cf0652f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:44.907526 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 36392) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:45.032263 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-aa1ef614-d3a7-4798-9d9d-05940d604364 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:45.064296 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18e75f-de3c-4ab4-a5cf-349f91fcbebb req-ba9f8760-384d-41f2-9895-11019a55d972 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:45.076456 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dd18e75f-de3c-4ab4-a5cf-349f91fcbebb req-ba9f8760-384d-41f2-9895-11019a55d972 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=811978b2-6bb1-4806-bf72-8ec7410064fd HTTP/1.1" status: 200 len: 946 time: 0.3272483 Oct 20 11:34:45.141464 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eca6ac-c8fb-431c-bece-a1e08cf0652f service neutron] Pushing event updated for resources: {'Port': ['ID=00f1187d-224c-4016-b677-4394cff176bd,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:45.163670 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-aa1ef614-d3a7-4798-9d9d-05940d604364 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:45.169335 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-aa1ef614-d3a7-4798-9d9d-05940d604364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:45.173917 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4fe30459-0187-4f4e-99fc-85488b4cb1ec req-0835094a-6ebe-49e0-bc97-5ad9fdc1009d tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] 10.222.0.98 "GET /v2.0/security-groups?id=4588aca1-82b8-437c-be5c-6c71a8a02fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907250 Oct 20 11:34:45.206992 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ef614-d3a7-4798-9d9d-05940d604364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b14d95d-7aba-42ef-88dc-a7c4b5551002,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:45.208492 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27730b0c-b992-4a58-9e55-4a8b1d61ebda admin admin] Router b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:34:45.216585 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5119d80e-a10e-4b00-9154-d33f1c71efd1 req-b5891496-12b1-46e6-8d30-dcc5d87a54de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:45.218341 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5119d80e-a10e-4b00-9154-d33f1c71efd1 req-b5891496-12b1-46e6-8d30-dcc5d87a54de service neutron] 10.222.0.89 "GET /v2.0/networks?id=3ae2ecdc-9ad1-4615-a9dc-7403b863afff HTTP/1.1" status: 200 len: 916 time: 0.4221172 Oct 20 11:34:45.225255 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:45.251251 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-aa1ef614-d3a7-4798-9d9d-05940d604364 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=476d384562b54d2a8c0ae72b251a23a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3417900 Oct 20 11:34:45.256001 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 36398) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:45.320840 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d50d35d6-61b7-4a09-902a-7a28ac8b6ee0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:45.338595 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dd18e75f-de3c-4ab4-a5cf-349f91fcbebb req-f56ea2d0-4e1d-45a2-a38e-005fc0b5a8b4 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611997 Oct 20 11:34:45.345713 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d50d35d6-61b7-4a09-902a-7a28ac8b6ee0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:45.352392 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5119d80e-a10e-4b00-9154-d33f1c71efd1 req-ac3b325e-05b8-4570-9ded-72647a5d71a6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62813317-5aef-44f1-8a83-c010e05f3f24 HTTP/1.1" status: 200 len: 217 time: 0.1093662 Oct 20 11:34:45.416730 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d50d35d6-61b7-4a09-902a-7a28ac8b6ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:45.421377 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d50d35d6-61b7-4a09-902a-7a28ac8b6ee0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:45.422913 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d50d35d6-61b7-4a09-902a-7a28ac8b6ee0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2b14d95d-7aba-42ef-88dc-a7c4b5551002 HTTP/1.1" status: 204 len: 168 time: 0.1658862 Oct 20 11:34:45.434337 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50d35d6-61b7-4a09-902a-7a28ac8b6ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b14d95d-7aba-42ef-88dc-a7c4b5551002,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:45.460621 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10ac156-7a53-4fc7-b143-708ed76939b3 x-openstack-request-id: req-e10ac156-7a53-4fc7-b143-708ed76939b3 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:34:45.461094 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c69b1eac-c25d-41ee-a056-603dd8d39a71", "name": "network-vif-deleted", "tag": "49d29f0a-b527-4b66-8aee-5defafa6446f", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:34:45.461094 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e10ac156-7a53-4fc7-b143-708ed76939b3 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:34:45.461456 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c69b1eac-c25d-41ee-a056-603dd8d39a71', 'name': 'network-vif-deleted', 'tag': '49d29f0a-b527-4b66-8aee-5defafa6446f', 'status': 'completed', 'code': 200} Oct 20 11:34:45.487621 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-013673be-bcff-42fb-aa48-3445d5ca8ef2 req-f9eca6ac-c8fb-431c-bece-a1e08cf0652f service neutron] Attempting to bind port 00f1187d-224c-4016-b677-4394cff176bd on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:34:45.487966 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-013673be-bcff-42fb-aa48-3445d5ca8ef2 req-f9eca6ac-c8fb-431c-bece-a1e08cf0652f service neutron] Attempting to bind port 00f1187d-224c-4016-b677-4394cff176bd by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': 'f88209a2-72e2-479d-b474-08400eb3454d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '9ac8a1a7-834d-4283-be36-675cd4e77db7'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:34:45.488301 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013673be-bcff-42fb-aa48-3445d5ca8ef2 req-f9eca6ac-c8fb-431c-bece-a1e08cf0652f service neutron] Attempting to bind port 00f1187d-224c-4016-b677-4394cff176bd on network 9ac8a1a7-834d-4283-be36-675cd4e77db7 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:34:45.511272 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013673be-bcff-42fb-aa48-3445d5ca8ef2 req-f9eca6ac-c8fb-431c-bece-a1e08cf0652f service neutron] Port 00f1187d-224c-4016-b677-4394cff176bd on network 9ac8a1a7-834d-4283-be36-675cd4e77db7 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:34:45.511602 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013673be-bcff-42fb-aa48-3445d5ca8ef2 req-f9eca6ac-c8fb-431c-bece-a1e08cf0652f service neutron] Attempting to bind port 00f1187d-224c-4016-b677-4394cff176bd on network 9ac8a1a7-834d-4283-be36-675cd4e77db7 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:34:45.516758 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fd14768a-fc28-44c3-8211-e22fc3e68f21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:45.534719 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dda520-efcc-49a7-9d60-fc03449a061c req-eb15b247-27bb-4ed0-ab79-4b3d8f35e40a tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:45.540471 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19dda520-efcc-49a7-9d60-fc03449a061c req-eb15b247-27bb-4ed0-ab79-4b3d8f35e40a tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc2a7568-a0b5-453f-9439-31621926cf91 HTTP/1.1" status: 200 len: 943 time: 0.2486053 Oct 20 11:34:45.601587 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27730b0c-b992-4a58-9e55-4a8b1d61ebda admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:34:45.603933 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5119d80e-a10e-4b00-9154-d33f1c71efd1 req-0c665aa4-b158-43c8-ae03-1bb82c2980a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:45.606549 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5119d80e-a10e-4b00-9154-d33f1c71efd1 req-0c665aa4-b158-43c8-ae03-1bb82c2980a9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7470f2ee-455f-4599-810f-03a9e6dc1db0 HTTP/1.1" status: 200 len: 854 time: 0.2316523 Oct 20 11:34:45.610227 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-27730b0c-b992-4a58-9e55-4a8b1d61ebda admin admin] 10.222.0.98 "PUT /v2.0/routers/b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5184367 Oct 20 11:34:45.613076 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 36408) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:45.613337 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fd14768a-fc28-44c3-8211-e22fc3e68f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:45.623329 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7e1b87-8719-4362-969e-bedb22917d74 None None] Sync routers for ids ['b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:34:45.635105 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013673be-bcff-42fb-aa48-3445d5ca8ef2 req-f9eca6ac-c8fb-431c-bece-a1e08cf0652f service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:34:45.636313 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7e1b87-8719-4362-969e-bedb22917d74 None None] Routers {'b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:34:45.637131 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-fa7e1b87-8719-4362-969e-bedb22917d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:34:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:45.638648 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013673be-bcff-42fb-aa48-3445d5ca8ef2 req-f9eca6ac-c8fb-431c-bece-a1e08cf0652f service neutron] Checking segment: {'id': 'f88209a2-72e2-479d-b474-08400eb3454d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '9ac8a1a7-834d-4283-be36-675cd4e77db7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:34:45.639135 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013673be-bcff-42fb-aa48-3445d5ca8ef2 req-f9eca6ac-c8fb-431c-bece-a1e08cf0652f service neutron] Bound using segment: {'id': 'f88209a2-72e2-479d-b474-08400eb3454d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '9ac8a1a7-834d-4283-be36-675cd4e77db7'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:34:45.641184 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-013673be-bcff-42fb-aa48-3445d5ca8ef2 req-f9eca6ac-c8fb-431c-bece-a1e08cf0652f service neutron] Bound port: 00f1187d-224c-4016-b677-4394cff176bd, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f88209a2-72e2-479d-b474-08400eb3454d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '9ac8a1a7-834d-4283-be36-675cd4e77db7'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:34:45.641720 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-013673be-bcff-42fb-aa48-3445d5ca8ef2 req-f9eca6ac-c8fb-431c-bece-a1e08cf0652f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:45.758251 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5119d80e-a10e-4b00-9154-d33f1c71efd1 req-b5bd1722-532a-42a1-8b31-c89961387162 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3ae2ecdc-9ad1-4615-a9dc-7403b863afff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1408720 Oct 20 11:34:45.790079 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-fa7e1b87-8719-4362-969e-bedb22917d74 None None] Set router b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:34:45.793616 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4a0d633b-c71f-455e-bd8d-ab80a6f548dd admin admin] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:45.806924 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19dda520-efcc-49a7-9d60-fc03449a061c req-f632e91d-748e-40db-b443-9e6570b490cd tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/security-groups?id=507d4736-4c60-4433-b68f-a0ea4568f172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909423 Oct 20 11:34:45.823943 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-fd14768a-fc28-44c3-8211-e22fc3e68f21 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b2bde12b31864273893b85a6a7d7e16e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0672717 Oct 20 11:34:45.879808 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 36414) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:45.880506 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd14768a-fc28-44c3-8211-e22fc3e68f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1eb8d7-f5f9-4a88-90ac-80316404e20d,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:46.039538 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4a0d633b-c71f-455e-bd8d-ab80a6f548dd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:46.051669 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7012ab6a-c905-4cef-ae3f-7474488b9b3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:46.080726 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-013673be-bcff-42fb-aa48-3445d5ca8ef2 req-f9eca6ac-c8fb-431c-bece-a1e08cf0652f service neutron] For port 00f1187d-224c-4016-b677-4394cff176bd, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:34:46.106177 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7012ab6a-c905-4cef-ae3f-7474488b9b3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:46.128819 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-013673be-bcff-42fb-aa48-3445d5ca8ef2 req-f9eca6ac-c8fb-431c-bece-a1e08cf0652f service neutron] For port 00f1187d-224c-4016-b677-4394cff176bd, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=00f1187d-224c-4016-b677-4394cff176bd,segment=NetworkSegment(f88209a2-72e2-479d-b474-08400eb3454d),segment_id=f88209a2-72e2-479d-b474-08400eb3454d)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:34:46.144595 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5119d80e-a10e-4b00-9154-d33f1c71efd1 req-3321f85b-d16f-4301-8a02-b7221d267661 service neutron] 10.222.0.89 "GET /v2.0/networks/3ae2ecdc-9ad1-4615-a9dc-7403b863afff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575859 Oct 20 11:34:46.145729 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-013673be-bcff-42fb-aa48-3445d5ca8ef2 req-f9eca6ac-c8fb-431c-bece-a1e08cf0652f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:46.150118 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-4a0d633b-c71f-455e-bd8d-ab80a6f548dd admin admin] Deleting port 23f08ae1-5a17-4a70-b42d-f1e4b4e14122 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:34:46.150342 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4a0d633b-c71f-455e-bd8d-ab80a6f548dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:46.187728 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-fa7e1b87-8719-4362-969e-bedb22917d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1547105944-router', 'tenant_id': '62447cf412814f0d9c74926d6191908b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '23f08ae1-5a17-4a70-b42d-f1e4b4e14122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:33:45Z', 'updated_at': '2021-10-20T11:34:42Z', 'revision_number': 5, 'project_id': '62447cf412814f0d9c74926d6191908b', 'gw_port': {'id': '23f08ae1-5a17-4a70-b42d-f1e4b4e14122', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:33:46Z', 'updated_at': '2021-10-20T11:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:46.234334 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7e1b87-8719-4362-969e-bedb22917d74 None None] Checking router: b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:34:46.262616 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7e1b87-8719-4362-969e-bedb22917d74 None None] Routers {'b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:34:46.263386 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-fa7e1b87-8719-4362-969e-bedb22917d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:34:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:46.272710 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-4a0d633b-c71f-455e-bd8d-ab80a6f548dd admin admin] For port 23f08ae1-5a17-4a70-b42d-f1e4b4e14122, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=23f08ae1-5a17-4a70-b42d-f1e4b4e14122,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:46.275320 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4a0d633b-c71f-455e-bd8d-ab80a6f548dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:46.300719 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-4a0d633b-c71f-455e-bd8d-ab80a6f548dd admin admin] Calling delete_port for 23f08ae1-5a17-4a70-b42d-f1e4b4e14122 owned by network:router_gateway {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:34:46.373422 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-fa7e1b87-8719-4362-969e-bedb22917d74 None None] Set router b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1 gateway port host: None {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:34:46.401709 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013673be-bcff-42fb-aa48-3445d5ca8ef2 req-f9eca6ac-c8fb-431c-bece-a1e08cf0652f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:46.402676 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-013673be-bcff-42fb-aa48-3445d5ca8ef2 req-f9eca6ac-c8fb-431c-bece-a1e08cf0652f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:46.405088 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-013673be-bcff-42fb-aa48-3445d5ca8ef2 req-f9eca6ac-c8fb-431c-bece-a1e08cf0652f service neutron] 10.222.0.11 "PUT /v2.0/ports/00f1187d-224c-4016-b677-4394cff176bd HTTP/1.1" status: 200 len: 1091 time: 3.2905416 Oct 20 11:34:46.406492 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eca6ac-c8fb-431c-bece-a1e08cf0652f service neutron] Pushing event updated for resources: {'Port': ['ID=00f1187d-224c-4016-b677-4394cff176bd,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:46.424806 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5119d80e-a10e-4b00-9154-d33f1c71efd1 req-205f7b7b-99db-4b87-a093-483dc929d908 service neutron] 10.222.0.89 "GET /v2.0/networks/3ae2ecdc-9ad1-4615-a9dc-7403b863afff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642016 Oct 20 11:34:46.461903 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912d808-c8b5-47b5-b846-e858f0b4b770 req-268320a8-89ad-4eea-a174-9ac5161de723 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:46.470826 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c912d808-c8b5-47b5-b846-e858f0b4b770 req-268320a8-89ad-4eea-a174-9ac5161de723 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=399527ad-1581-4617-8ce9-3c03b2c14659 HTTP/1.1" status: 200 len: 949 time: 0.2801573 Oct 20 11:34:46.501033 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-fa7e1b87-8719-4362-969e-bedb22917d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1547105944-router', 'tenant_id': '62447cf412814f0d9c74926d6191908b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:33:45Z', 'updated_at': '2021-10-20T11:34:46Z', 'revision_number': 6, 'project_id': '62447cf412814f0d9c74926d6191908b', 'gw_port_host': None}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:46.527992 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7012ab6a-c905-4cef-ae3f-7474488b9b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:46.534929 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7012ab6a-c905-4cef-ae3f-7474488b9b3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:46.538860 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-7012ab6a-c905-4cef-ae3f-7474488b9b3c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4b1eb8d7-f5f9-4a88-90ac-80316404e20d HTTP/1.1" status: 204 len: 168 time: 0.6522598 Oct 20 11:34:46.550606 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8891631-1718-46d9-bccc-3bd104b99bef req-5e191495-d751-4af5-ae61-8004b67433b5 tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:46.559877 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7e1b87-8719-4362-969e-bedb22917d74 None None] The sync data for ids ['b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1'] in n-d-814735-3 is: [{'id': 'b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1547105944-router', 'tenant_id': '62447cf412814f0d9c74926d6191908b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:33:45Z', 'updated_at': '2021-10-20T11:34:46Z', 'revision_number': 6, 'project_id': '62447cf412814f0d9c74926d6191908b', 'gw_port_host': None}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:34:46.564873 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f8891631-1718-46d9-bccc-3bd104b99bef req-5e191495-d751-4af5-ae61-8004b67433b5 tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] 10.222.0.98 "GET /v2.0/ports?device_id=a76a24b8-9b52-484c-bf6e-f3dc294d257a HTTP/1.1" status: 200 len: 945 time: 0.2578111 Oct 20 11:34:46.611022 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c912d808-c8b5-47b5-b846-e858f0b4b770 req-a809ba7b-2ae8-40f8-a263-f7fb8b36f096 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359832 Oct 20 11:34:46.661451 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7012ab6a-c905-4cef-ae3f-7474488b9b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1eb8d7-f5f9-4a88-90ac-80316404e20d,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:46.706317 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013673be-bcff-42fb-aa48-3445d5ca8ef2 req-9025647e-7341-4a5f-8a9a-b18a94e245b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:46.708102 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-013673be-bcff-42fb-aa48-3445d5ca8ef2 req-9025647e-7341-4a5f-8a9a-b18a94e245b9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5fc99acf92746f0b6c75e7601cdfadb&device_id=cc2a7568-a0b5-453f-9439-31621926cf91 HTTP/1.1" status: 200 len: 1094 time: 0.1936328 Oct 20 11:34:46.721717 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4a0d633b-c71f-455e-bd8d-ab80a6f548dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:46.743111 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f8891631-1718-46d9-bccc-3bd104b99bef req-8bdc64af-f0a1-44f7-9f6f-238b2fe9ac7e tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] 10.222.0.98 "GET /v2.0/security-groups?id=4588aca1-82b8-437c-be5c-6c71a8a02fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737194 Oct 20 11:34:46.758275 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d633b-c71f-455e-bd8d-ab80a6f548dd admin admin] Pushing event deleted for resources: {'Port': ['ID=23f08ae1-5a17-4a70-b42d-f1e4b4e14122,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:46.804152 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-013673be-bcff-42fb-aa48-3445d5ca8ef2 req-f537fcdd-6222-4899-8c3c-e27e7c1f549a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00f1187d-224c-4016-b677-4394cff176bd HTTP/1.1" status: 200 len: 217 time: 0.0875506 Oct 20 11:34:46.859965 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4a0d633b-c71f-455e-bd8d-ab80a6f548dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:46.891992 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe99312-4b8a-4820-a802-0bf5043ff422 req-92e02ac9-3fbb-4d74-86b4-7bd127702293 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:46.894356 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4fe99312-4b8a-4820-a802-0bf5043ff422 req-92e02ac9-3fbb-4d74-86b4-7bd127702293 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=811978b2-6bb1-4806-bf72-8ec7410064fd HTTP/1.1" status: 200 len: 946 time: 0.1355295 Oct 20 11:34:46.900299 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013673be-bcff-42fb-aa48-3445d5ca8ef2 req-2b56e1fc-f226-40fc-884a-044b9ed092b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:46.901909 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-013673be-bcff-42fb-aa48-3445d5ca8ef2 req-2b56e1fc-f226-40fc-884a-044b9ed092b9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15eac2f5-b810-4d1a-999c-137936c809b4 HTTP/1.1" status: 200 len: 849 time: 0.0817482 Oct 20 11:34:46.983136 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4a0d633b-c71f-455e-bd8d-ab80a6f548dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:46.985497 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4a0d633b-c71f-455e-bd8d-ab80a6f548dd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:47.008936 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4fe99312-4b8a-4820-a802-0bf5043ff422 req-89f02a2d-7e6c-41e2-a83d-a89fa630ccb0 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044099 Oct 20 11:34:47.061396 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4a0d633b-c71f-455e-bd8d-ab80a6f548dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:47.062629 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0d633b-c71f-455e-bd8d-ab80a6f548dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1 {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:34:47.071535 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4a0d633b-c71f-455e-bd8d-ab80a6f548dd admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:47.072284 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013673be-bcff-42fb-aa48-3445d5ca8ef2 req-78edd5f8-372f-47f6-b9de-2fe5c95c3c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:47.074604 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-013673be-bcff-42fb-aa48-3445d5ca8ef2 req-78edd5f8-372f-47f6-b9de-2fe5c95c3c49 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ac8a1a7-834d-4283-be36-675cd4e77db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1643560 Oct 20 11:34:47.075603 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 36450) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:47.080214 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4a0d633b-c71f-455e-bd8d-ab80a6f548dd admin admin] 10.222.0.98 "DELETE /v2.0/routers/b9d316a8-4348-45f4-a0ca-2ed15dc7b9c1 HTTP/1.1" status: 204 len: 168 time: 1.4642098 Oct 20 11:34:47.218265 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3194b4-70b9-4c15-8a2a-087aa8c62808 req-346df634-128e-4f07-b7b2-d4f4565efe92 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:47.219829 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6f3194b4-70b9-4c15-8a2a-087aa8c62808 req-346df634-128e-4f07-b7b2-d4f4565efe92 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc2a7568-a0b5-453f-9439-31621926cf91 HTTP/1.1" status: 200 len: 943 time: 0.2321684 Oct 20 11:34:47.225141 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-549e0fd3-75f5-4cd6-9d9f-a9f474c9c4bb admin admin] Deleting subnet 3a646348-659c-4597-9319-8cf09eae1cdb {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:34:47.233030 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-549e0fd3-75f5-4cd6-9d9f-a9f474c9c4bb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:47.302581 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-549e0fd3-75f5-4cd6-9d9f-a9f474c9c4bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:47.327299 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-013673be-bcff-42fb-aa48-3445d5ca8ef2 req-79bb9826-c9f3-4278-97f0-7b7f300a7d16 service neutron] 10.222.0.11 "GET /v2.0/networks/9ac8a1a7-834d-4283-be36-675cd4e77db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400692 Oct 20 11:34:47.363377 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6f3194b4-70b9-4c15-8a2a-087aa8c62808 req-74b3bbd3-c62e-4bd8-83dd-d61eb0b5f8cc tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/security-groups?id=507d4736-4c60-4433-b68f-a0ea4568f172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313326 Oct 20 11:34:47.474720 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2a7568-a0b5-453f-9439-31621926cf91', 'tag': '00f1187d-224c-4016-b677-4394cff176bd'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:34:47.477012 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197556d3-e6cb-4a34-ab98-a26b1b1b7964" -d '{"events": [{"name": "network-changed", "server_uuid": "cc2a7568-a0b5-453f-9439-31621926cf91", "tag": "00f1187d-224c-4016-b677-4394cff176bd"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:34:47.566158 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65b7b7a-f067-4222-abac-d9a7e662d279 x-openstack-request-id: req-f65b7b7a-f067-4222-abac-d9a7e662d279 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:34:47.566440 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc2a7568-a0b5-453f-9439-31621926cf91", "tag": "00f1187d-224c-4016-b677-4394cff176bd", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:34:47.566683 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f65b7b7a-f067-4222-abac-d9a7e662d279 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:34:47.567288 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc2a7568-a0b5-453f-9439-31621926cf91', 'tag': '00f1187d-224c-4016-b677-4394cff176bd', 'status': 'completed', 'code': 200} Oct 20 11:34:47.575457 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba310a4-91ef-4e5f-92b2-59eed6ba075e req-e39b6b3f-435b-47ef-a163-450f565dcde2 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:47.577003 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9ba310a4-91ef-4e5f-92b2-59eed6ba075e req-e39b6b3f-435b-47ef-a163-450f565dcde2 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.89 "GET /v2.0/ports?device_id=399527ad-1581-4617-8ce9-3c03b2c14659 HTTP/1.1" status: 200 len: 949 time: 0.1595106 Oct 20 11:34:47.589597 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-013673be-bcff-42fb-aa48-3445d5ca8ef2 req-8708d208-5fb2-4e16-a3b9-8aca0304f079 service neutron] 10.222.0.11 "GET /v2.0/networks/9ac8a1a7-834d-4283-be36-675cd4e77db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550786 Oct 20 11:34:47.602922 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-549e0fd3-75f5-4cd6-9d9f-a9f474c9c4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:47.705487 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e7853a-93ae-458d-ba51-ba286beab5fb req-89b879cd-030a-4484-b3bc-e0d23f683cf7 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:47.707584 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-68e7853a-93ae-458d-ba51-ba286beab5fb req-89b879cd-030a-4484-b3bc-e0d23f683cf7 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.89 "GET /v2.0/ports?device_id=b40a34ac-1db6-4058-a9e4-20f9892d8d06 HTTP/1.1" status: 200 len: 950 time: 0.1105618 Oct 20 11:34:47.855527 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-68e7853a-93ae-458d-ba51-ba286beab5fb req-a222314a-04a0-407c-9b34-d143d9eb1957 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Deleting port 4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:34:47.856089 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-68e7853a-93ae-458d-ba51-ba286beab5fb req-a222314a-04a0-407c-9b34-d143d9eb1957 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:47.959405 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197556d3-e6cb-4a34-ab98-a26b1b1b7964 req-32ad77fb-e307-47f6-935d-943559c02bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:47.961900 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-197556d3-e6cb-4a34-ab98-a26b1b1b7964 req-32ad77fb-e307-47f6-935d-943559c02bbe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5fc99acf92746f0b6c75e7601cdfadb&device_id=cc2a7568-a0b5-453f-9439-31621926cf91 HTTP/1.1" status: 200 len: 1094 time: 0.2628682 Oct 20 11:34:47.973085 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab699f8-8438-44ea-b38a-2b997af26cfe req-43133658-9a9b-4790-a526-5312e671ac5f tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:47.980865 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9ab699f8-8438-44ea-b38a-2b997af26cfe req-43133658-9a9b-4790-a526-5312e671ac5f tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=399527ad-1581-4617-8ce9-3c03b2c14659 HTTP/1.1" status: 200 len: 949 time: 0.2685742 Oct 20 11:34:47.999935 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-68e7853a-93ae-458d-ba51-ba286beab5fb req-a222314a-04a0-407c-9b34-d143d9eb1957 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] For port 4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:48.000831 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-68e7853a-93ae-458d-ba51-ba286beab5fb req-a222314a-04a0-407c-9b34-d143d9eb1957 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:48.019512 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-68e7853a-93ae-458d-ba51-ba286beab5fb req-a222314a-04a0-407c-9b34-d143d9eb1957 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Calling delete_port for 4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03 owned by compute:nova {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:34:48.046687 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-9ba310a4-91ef-4e5f-92b2-59eed6ba075e req-00ad419d-f27f-47c7-808a-a861ba59809b tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Deleting port 6525970b-6518-4419-8f81-0f6afc95e9d5 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:34:48.047232 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9ba310a4-91ef-4e5f-92b2-59eed6ba075e req-00ad419d-f27f-47c7-808a-a861ba59809b tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:48.175972 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-68e7853a-93ae-458d-ba51-ba286beab5fb req-a222314a-04a0-407c-9b34-d143d9eb1957 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:48.191234 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8', '4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03', '6525970b-6518-4419-8f81-0f6afc95e9d5'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:34:48.258895 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a222314a-04a0-407c-9b34-d143d9eb1957 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Pushing event deleted for resources: {'Port': ['ID=4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:48.308247 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e7853a-93ae-458d-ba51-ba286beab5fb req-a222314a-04a0-407c-9b34-d143d9eb1957 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] No DVR routers for this DVR port 4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03 on host n-h2-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:34:48.316294 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-68e7853a-93ae-458d-ba51-ba286beab5fb req-a222314a-04a0-407c-9b34-d143d9eb1957 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:48.329525 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-68e7853a-93ae-458d-ba51-ba286beab5fb req-a222314a-04a0-407c-9b34-d143d9eb1957 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.89 "DELETE /v2.0/ports/4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03 HTTP/1.1" status: 204 len: 173 time: 0.6141086 Oct 20 11:34:48.334612 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40a34ac-1db6-4058-a9e4-20f9892d8d06', 'name': 'network-vif-deleted', 'tag': '4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:34:48.337271 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41fe161b-e2b3-429c-ac67-44b68c860aa3" -d '{"events": [{"server_uuid": "b40a34ac-1db6-4058-a9e4-20f9892d8d06", "name": "network-vif-deleted", "tag": "4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:34:48.412928 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622336d-b536-4f35-9896-3ecc554fce13 req-bc0e9a74-9374-4b3b-a1ca-694ec2c3d647 tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:48.421292 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f622336d-b536-4f35-9896-3ecc554fce13 req-bc0e9a74-9374-4b3b-a1ca-694ec2c3d647 tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] 10.222.0.98 "GET /v2.0/ports?device_id=a76a24b8-9b52-484c-bf6e-f3dc294d257a HTTP/1.1" status: 200 len: 945 time: 0.5692511 Oct 20 11:34:48.424235 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-549e0fd3-75f5-4cd6-9d9f-a9f474c9c4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:48.523606 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9ab699f8-8438-44ea-b38a-2b997af26cfe req-26c91d9f-1727-432c-bd54-0a036270233a tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5418727 Oct 20 11:34:48.539160 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-549e0fd3-75f5-4cd6-9d9f-a9f474c9c4bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:48.545261 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-549e0fd3-75f5-4cd6-9d9f-a9f474c9c4bb admin admin] 10.222.0.98 "DELETE /v2.0/subnets/3a646348-659c-4597-9319-8cf09eae1cdb HTTP/1.1" status: 204 len: 168 time: 1.4645355 Oct 20 11:34:48.545261 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549e0fd3-75f5-4cd6-9d9f-a9f474c9c4bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a646348-659c-4597-9319-8cf09eae1cdb,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:48.546034 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 36514) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:48.567250 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf103bdf-8dfb-4755-9f48-baca59eb9883 None None] Network bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:34:48.664465 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b8d30ae5-6c65-47d9-91fb-83193fadac55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:48.679999 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 23f08ae1-5a17-4a70-b42d-f1e4b4e14122 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:34:48.730630 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-b8d30ae5-6c65-47d9-91fb-83193fadac55 admin admin] Deleting port e1d9d81f-3b70-401b-9f39-aa0171b3c981 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:34:48.731037 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b8d30ae5-6c65-47d9-91fb-83193fadac55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:48.783630 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f622336d-b536-4f35-9896-3ecc554fce13 req-2c9e6cdf-80f4-408f-ab4c-9a1e8c523327 tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] 10.222.0.98 "GET /v2.0/security-groups?id=4588aca1-82b8-437c-be5c-6c71a8a02fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613384 Oct 20 11:34:48.844086 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 23f08ae1-5a17-4a70-b42d-f1e4b4e14122 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:34:48.844890 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 23f08ae1-5a17-4a70-b42d-f1e4b4e14122 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:34:48.846527 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device f843cda9-442b-4b4c-bcf1-cc1684d4b60f no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:34:48.852211 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-b8d30ae5-6c65-47d9-91fb-83193fadac55 admin admin] For port e1d9d81f-3b70-401b-9f39-aa0171b3c981, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=e1d9d81f-3b70-401b-9f39-aa0171b3c981,segment=NetworkSegment(bf12ba53-b5be-4c94-86d9-92d8a344590c),segment_id=bf12ba53-b5be-4c94-86d9-92d8a344590c)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:48.852579 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b8d30ae5-6c65-47d9-91fb-83193fadac55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:48.886777 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-b8d30ae5-6c65-47d9-91fb-83193fadac55 admin admin] Calling delete_port for e1d9d81f-3b70-401b-9f39-aa0171b3c981 owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:34:48.909591 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: f843cda9-442b-4b4c-bcf1-cc1684d4b60f {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:34:48.909979 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device f843cda9-442b-4b4c-bcf1-cc1684d4b60f not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:34:48.918966 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9d4623-7bfd-482f-ae64-2e6a51629c2d x-openstack-request-id: req-5c9d4623-7bfd-482f-ae64-2e6a51629c2d {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:34:48.920404 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40a34ac-1db6-4058-a9e4-20f9892d8d06", "name": "network-vif-deleted", "tag": "4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:34:48.920670 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5c9d4623-7bfd-482f-ae64-2e6a51629c2d {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:34:48.921066 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40a34ac-1db6-4058-a9e4-20f9892d8d06', 'name': 'network-vif-deleted', 'tag': '4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03', 'status': 'completed', 'code': 200} Oct 20 11:34:48.997142 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-9ba310a4-91ef-4e5f-92b2-59eed6ba075e req-00ad419d-f27f-47c7-808a-a861ba59809b tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] For port 6525970b-6518-4419-8f81-0f6afc95e9d5, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=6525970b-6518-4419-8f81-0f6afc95e9d5,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:48.997485 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9ba310a4-91ef-4e5f-92b2-59eed6ba075e req-00ad419d-f27f-47c7-808a-a861ba59809b tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:49.070959 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197556d3-e6cb-4a34-ab98-a26b1b1b7964 req-ee30d66d-e19d-4a2f-8a81-1478ba4b4afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:49.072464 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-197556d3-e6cb-4a34-ab98-a26b1b1b7964 req-ee30d66d-e19d-4a2f-8a81-1478ba4b4afa service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ac8a1a7-834d-4283-be36-675cd4e77db7 HTTP/1.1" status: 200 len: 912 time: 1.0800800 Oct 20 11:34:49.081871 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b8d30ae5-6c65-47d9-91fb-83193fadac55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:49.098980 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-9ba310a4-91ef-4e5f-92b2-59eed6ba075e req-00ad419d-f27f-47c7-808a-a861ba59809b tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Calling delete_port for 6525970b-6518-4419-8f81-0f6afc95e9d5 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:34:49.118900 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d30ae5-6c65-47d9-91fb-83193fadac55 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1d9d81f-3b70-401b-9f39-aa0171b3c981,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:49.120745 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d30ae5-6c65-47d9-91fb-83193fadac55 admin admin] No DVR routers for this DVR port e1d9d81f-3b70-401b-9f39-aa0171b3c981 on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:34:49.145699 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b43447d-dee1-4a7d-ba52-883c5d09ac10 None None] DHCP port deletion for bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:34:49.187941 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150784be-0c3f-49a6-90bb-ad72b4ad7e0f req-42649360-2394-4638-8c06-2d32c249ad1a tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:49.189792 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-150784be-0c3f-49a6-90bb-ad72b4ad7e0f req-42649360-2394-4638-8c06-2d32c249ad1a tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=811978b2-6bb1-4806-bf72-8ec7410064fd HTTP/1.1" status: 200 len: 946 time: 0.3471889 Oct 20 11:34:49.190949 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-197556d3-e6cb-4a34-ab98-a26b1b1b7964 req-8c53e71c-c37a-4fae-b6e9-40953d893f31 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00f1187d-224c-4016-b677-4394cff176bd HTTP/1.1" status: 200 len: 217 time: 0.0976365 Oct 20 11:34:49.205264 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b8d30ae5-6c65-47d9-91fb-83193fadac55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:49.227210 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-b8d30ae5-6c65-47d9-91fb-83193fadac55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:49.240211 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-b8d30ae5-6c65-47d9-91fb-83193fadac55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf12ba53-b5be-4c94-86d9-92d8a344590c') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:49.240211 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-b8d30ae5-6c65-47d9-91fb-83193fadac55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf12ba53-b5be-4c94-86d9-92d8a344590c') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:49.249444 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b8d30ae5-6c65-47d9-91fb-83193fadac55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:49.265477 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b8d30ae5-6c65-47d9-91fb-83193fadac55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:49.282413 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8d30ae5-6c65-47d9-91fb-83193fadac55 admin admin] Releasing vlan 1252 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:34:49.282413 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b8d30ae5-6c65-47d9-91fb-83193fadac55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:49.282413 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:34:49.282413 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:34:49.282413 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:34:49.282413 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:34:49.282413 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:34:49.282413 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:34:49.282413 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:34:49.282413 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:34:49.282413 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:34:49.282413 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:34:49.282413 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:34:49.282413 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:34:49.282413 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:34:49.282413 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:34:49.282413 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:34:49.282413 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:34:49.282413 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:34:49.282413 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:34:49.282413 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:34:49.282413 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:34:49.282413 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:34:49.282413 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:34:49.282413 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:34:49.282413 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:34:49.282413 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:34:49.282413 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:34:49.282413 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:34:49.282413 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:34:49.282413 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:34:49.282413 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:34:49.282413 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:34:49.282413 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:34:49.312004 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-798e89d8-91a7-407f-9ef0-2c73d872fb16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:49.317158 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-150784be-0c3f-49a6-90bb-ad72b4ad7e0f req-86af9e87-ba6d-495d-9cd2-3f0f3ab72ddd tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201568 Oct 20 11:34:49.336493 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40bb11-3382-4ce2-a2b9-1c013455db18 req-bc9b8b46-9030-44e5-8290-62c0192a3b41 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:49.343737 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ec40bb11-3382-4ce2-a2b9-1c013455db18 req-bc9b8b46-9030-44e5-8290-62c0192a3b41 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc2a7568-a0b5-453f-9439-31621926cf91 HTTP/1.1" status: 200 len: 943 time: 0.2519088 Oct 20 11:34:49.373369 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197556d3-e6cb-4a34-ab98-a26b1b1b7964 req-1f481070-0b7c-4881-9184-25b5dc2278e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:49.374908 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-197556d3-e6cb-4a34-ab98-a26b1b1b7964 req-1f481070-0b7c-4881-9184-25b5dc2278e9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15eac2f5-b810-4d1a-999c-137936c809b4 HTTP/1.1" status: 200 len: 849 time: 0.1755533 Oct 20 11:34:49.423247 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b8d30ae5-6c65-47d9-91fb-83193fadac55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:49.430232 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b8d30ae5-6c65-47d9-91fb-83193fadac55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:49.434526 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b8d30ae5-6c65-47d9-91fb-83193fadac55 admin admin] 10.222.0.98 "DELETE /v2.0/networks/bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4 HTTP/1.1" status: 204 len: 168 time: 0.8874352 Oct 20 11:34:49.434679 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ec40bb11-3382-4ce2-a2b9-1c013455db18 req-b3e8d557-8ed1-4058-82a3-428b38dabfab tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/security-groups?id=507d4736-4c60-4433-b68f-a0ea4568f172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750117 Oct 20 11:34:49.465932 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d30ae5-6c65-47d9-91fb-83193fadac55 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb0cefb0-d61d-4ceb-8b51-ae6247aa5cf4,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:49.502176 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197556d3-e6cb-4a34-ab98-a26b1b1b7964 req-dfa5488a-6875-4f24-ad91-3db7ee12a360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:49.508640 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-197556d3-e6cb-4a34-ab98-a26b1b1b7964 req-dfa5488a-6875-4f24-ad91-3db7ee12a360 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ac8a1a7-834d-4283-be36-675cd4e77db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0973263 Oct 20 11:34:49.680971 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9ba310a4-91ef-4e5f-92b2-59eed6ba075e req-00ad419d-f27f-47c7-808a-a861ba59809b tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:49.694497 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8', '4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:34:49.731309 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad419d-f27f-47c7-808a-a861ba59809b tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Pushing event deleted for resources: {'Port': ['ID=6525970b-6518-4419-8f81-0f6afc95e9d5,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:49.850124 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 36548) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:49.881624 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba310a4-91ef-4e5f-92b2-59eed6ba075e req-00ad419d-f27f-47c7-808a-a861ba59809b tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] No DVR routers for this DVR port 6525970b-6518-4419-8f81-0f6afc95e9d5 on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:34:49.889109 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-197556d3-e6cb-4a34-ab98-a26b1b1b7964 req-a16a05bf-b134-4bad-a4a5-b8cdac164840 service neutron] 10.222.0.11 "GET /v2.0/networks/9ac8a1a7-834d-4283-be36-675cd4e77db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596382 Oct 20 11:34:49.895738 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9ba310a4-91ef-4e5f-92b2-59eed6ba075e req-00ad419d-f27f-47c7-808a-a861ba59809b tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:49.899574 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9ba310a4-91ef-4e5f-92b2-59eed6ba075e req-00ad419d-f27f-47c7-808a-a861ba59809b tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.89 "DELETE /v2.0/ports/6525970b-6518-4419-8f81-0f6afc95e9d5 HTTP/1.1" status: 204 len: 173 time: 2.2921042 Oct 20 11:34:49.908523 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-db7fdc75-62d2-46db-b7ae-4c44fc2ffa37 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=62447cf412814f0d9c74926d6191908b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0570300 Oct 20 11:34:49.909783 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 36550) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:49.912254 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399527ad-1581-4617-8ce9-3c03b2c14659', 'name': 'network-vif-deleted', 'tag': '6525970b-6518-4419-8f81-0f6afc95e9d5'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:34:49.914761 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2cf09ba-00e8-436b-99af-83bd4292b57f" -d '{"events": [{"server_uuid": "399527ad-1581-4617-8ce9-3c03b2c14659", "name": "network-vif-deleted", "tag": "6525970b-6518-4419-8f81-0f6afc95e9d5"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:34:49.928315 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a51e4a-02d5-41a6-bc90-70f1d5b0fc9e req-b2da5e67-76f5-4121-bf13-45979af5be8e tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:49.930266 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b5a51e4a-02d5-41a6-bc90-70f1d5b0fc9e req-b2da5e67-76f5-4121-bf13-45979af5be8e tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=399527ad-1581-4617-8ce9-3c03b2c14659 HTTP/1.1" status: 200 len: 867 time: 0.2930660 Oct 20 11:34:49.995305 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-72b4ae89-c666-452e-b8b9-576a416ea3a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:50.029997 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6a04f1-11aa-422f-bf99-f5b659a9bd13 req-a611679e-32db-4ded-af8a-fb6a49af2849 tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:50.038277 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7a6a04f1-11aa-422f-bf99-f5b659a9bd13 req-a611679e-32db-4ded-af8a-fb6a49af2849 tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] 10.222.0.98 "GET /v2.0/ports?device_id=a76a24b8-9b52-484c-bf6e-f3dc294d257a HTTP/1.1" status: 200 len: 945 time: 0.3124697 Oct 20 11:34:50.045407 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-72b4ae89-c666-452e-b8b9-576a416ea3a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:50.115630 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b5a51e4a-02d5-41a6-bc90-70f1d5b0fc9e req-16dc3c03-85cc-4b3b-ba5b-fcde43ba1569 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702871 Oct 20 11:34:50.125489 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-72b4ae89-c666-452e-b8b9-576a416ea3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:50.132159 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-72b4ae89-c666-452e-b8b9-576a416ea3a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:50.136746 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-72b4ae89-c666-452e-b8b9-576a416ea3a6 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/578be006-2b35-449f-98b2-b66fb3c6b788 HTTP/1.1" status: 204 len: 168 time: 0.2241926 Oct 20 11:34:50.156792 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b4ae89-c666-452e-b8b9-576a416ea3a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578be006-2b35-449f-98b2-b66fb3c6b788,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:50.202264 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7a6a04f1-11aa-422f-bf99-f5b659a9bd13 req-9983d437-930e-4db2-b283-5076534c1103 tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] 10.222.0.98 "GET /v2.0/security-groups?id=4588aca1-82b8-437c-be5c-6c71a8a02fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476989 Oct 20 11:34:50.234173 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-197556d3-e6cb-4a34-ab98-a26b1b1b7964 req-65194554-870e-40f0-a09f-6d65b6f18498 service neutron] 10.222.0.11 "GET /v2.0/networks/9ac8a1a7-834d-4283-be36-675cd4e77db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023171 Oct 20 11:34:50.264109 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a165aa-1cf6-4b3f-8819-6125354608cf x-openstack-request-id: req-d3a165aa-1cf6-4b3f-8819-6125354608cf {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:34:50.264678 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399527ad-1581-4617-8ce9-3c03b2c14659", "name": "network-vif-deleted", "tag": "6525970b-6518-4419-8f81-0f6afc95e9d5", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:34:50.265115 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d3a165aa-1cf6-4b3f-8819-6125354608cf {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:34:50.265686 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '399527ad-1581-4617-8ce9-3c03b2c14659', 'name': 'network-vif-deleted', 'tag': '6525970b-6518-4419-8f81-0f6afc95e9d5', 'status': 'completed', 'code': 200} Oct 20 11:34:50.456935 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb54661-d481-4a01-9dbe-6895a5bce509 req-d8d2cd5c-424e-4e1b-923d-eecd3a247d4f tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:50.465024 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ceb54661-d481-4a01-9dbe-6895a5bce509 req-d8d2cd5c-424e-4e1b-923d-eecd3a247d4f tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=811978b2-6bb1-4806-bf72-8ec7410064fd HTTP/1.1" status: 200 len: 946 time: 0.0630300 Oct 20 11:34:50.504083 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ceb54661-d481-4a01-9dbe-6895a5bce509 req-0bc552ee-6aa5-4f48-8525-842b0fbff25c tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378373 Oct 20 11:34:50.565187 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device e1d9d81f-3b70-401b-9f39-aa0171b3c981 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:34:50.591008 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: e1d9d81f-3b70-401b-9f39-aa0171b3c981 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:34:50.591350 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device e1d9d81f-3b70-401b-9f39-aa0171b3c981 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:34:50.612945 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4adc238-2f7e-44f9-9123-0755be4ea6db req-c703b19a-1249-47c1-be28-60651b613a1c tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:50.614718 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e4adc238-2f7e-44f9-9123-0755be4ea6db req-c703b19a-1249-47c1-be28-60651b613a1c tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc2a7568-a0b5-453f-9439-31621926cf91 HTTP/1.1" status: 200 len: 943 time: 0.0681663 Oct 20 11:34:50.667731 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e4adc238-2f7e-44f9-9123-0755be4ea6db req-4aec36ea-1ce3-4690-aa11-c0d706afe050 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/security-groups?id=507d4736-4c60-4433-b68f-a0ea4568f172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453281 Oct 20 11:34:50.963556 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 36578) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:51.198958 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0e755cd8-e036-4663-9e3e-aa65576327eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:51.247281 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 00f1187d-224c-4016-b677-4394cff176bd details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:34:51.402449 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d89bff-444f-4bb7-9443-ca128920f403 req-c4612cc2-64fb-48ef-9f66-b3619bf03b34 tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:51.404330 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-97d89bff-444f-4bb7-9443-ca128920f403 req-c4612cc2-64fb-48ef-9f66-b3619bf03b34 tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] 10.222.0.89 "GET /v2.0/ports?device_id=a76a24b8-9b52-484c-bf6e-f3dc294d257a HTTP/1.1" status: 200 len: 945 time: 0.1776726 Oct 20 11:34:51.414229 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 00f1187d-224c-4016-b677-4394cff176bd, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=00f1187d-224c-4016-b677-4394cff176bd,segment=NetworkSegment(f88209a2-72e2-479d-b474-08400eb3454d),segment_id=f88209a2-72e2-479d-b474-08400eb3454d)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:51.430984 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '00f1187d-224c-4016-b677-4394cff176bd', 'network_id': '9ac8a1a7-834d-4283-be36-675cd4e77db7', 'port_id': '00f1187d-224c-4016-b677-4394cff176bd', 'mac_address': 'fa:16:3e:42:6e:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15eac2f5-b810-4d1a-999c-137936c809b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:34:51.440058 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549f426-7542-4cd2-be33-32a741f4a6db req-f79a6b2b-6e1c-401f-88f9-e2b7ad7d3ab1 tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:51.448996 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1549f426-7542-4cd2-be33-32a741f4a6db req-f79a6b2b-6e1c-401f-88f9-e2b7ad7d3ab1 tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] 10.222.0.98 "GET /v2.0/ports?device_id=a76a24b8-9b52-484c-bf6e-f3dc294d257a HTTP/1.1" status: 200 len: 945 time: 0.1674323 Oct 20 11:34:51.462982 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 6525970b-6518-4419-8f81-0f6afc95e9d5 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:34:51.491261 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: 6525970b-6518-4419-8f81-0f6afc95e9d5 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:34:51.491602 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 6525970b-6518-4419-8f81-0f6afc95e9d5 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:34:51.506973 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:51.527237 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00f1187d-224c-4016-b677-4394cff176bd {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:34:51.548861 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 00f1187d-224c-4016-b677-4394cff176bd, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=00f1187d-224c-4016-b677-4394cff176bd,segment=NetworkSegment(f88209a2-72e2-479d-b474-08400eb3454d),segment_id=f88209a2-72e2-479d-b474-08400eb3454d)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:51.553328 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1549f426-7542-4cd2-be33-32a741f4a6db req-367c400b-202e-44a8-a32a-7aadb3919c7c tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] 10.222.0.98 "GET /v2.0/security-groups?id=4588aca1-82b8-437c-be5c-6c71a8a02fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985134 Oct 20 11:34:51.555713 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:51.620518 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=00f1187d-224c-4016-b677-4394cff176bd,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:51.663419 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0e755cd8-e036-4663-9e3e-aa65576327eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:51.689301 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0e755cd8-e036-4663-9e3e-aa65576327eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:51.731635 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-0e755cd8-e036-4663-9e3e-aa65576327eb admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7a04a13c256244ae94ffb36c5bb77dc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7668552 Oct 20 11:34:51.734343 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 36628) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:51.771873 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['00f1187d-224c-4016-b677-4394cff176bd'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:34:51.807157 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-01876b9e-a1a1-4805-915d-be05d35e6eed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:51.822951 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e755cd8-e036-4663-9e3e-aa65576327eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b819552-0640-4c95-8564-cc3657f311ec,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:51.841192 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e733f53-c819-4082-b1b2-92da7ea6a2fc req-539d8dd5-4e21-49de-a72a-d53fa95087cd tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:51.848666 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9e733f53-c819-4082-b1b2-92da7ea6a2fc req-539d8dd5-4e21-49de-a72a-d53fa95087cd tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=811978b2-6bb1-4806-bf72-8ec7410064fd HTTP/1.1" status: 200 len: 946 time: 0.1926582 Oct 20 11:34:51.868152 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-97d89bff-444f-4bb7-9443-ca128920f403 req-f6f35d5f-1e79-4bb4-922a-4096a3790162 tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] Deleting port 62813317-5aef-44f1-8a83-c010e05f3f24 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:34:51.868500 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-97d89bff-444f-4bb7-9443-ca128920f403 req-f6f35d5f-1e79-4bb4-922a-4096a3790162 tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:51.870592 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-01876b9e-a1a1-4805-915d-be05d35e6eed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:51.929230 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9e733f53-c819-4082-b1b2-92da7ea6a2fc req-66915d8e-3436-47ff-9622-e6852e390cc5 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795600 Oct 20 11:34:51.937245 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-01876b9e-a1a1-4805-915d-be05d35e6eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:51.939951 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-01876b9e-a1a1-4805-915d-be05d35e6eed admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:51.943707 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-01876b9e-a1a1-4805-915d-be05d35e6eed admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4b819552-0640-4c95-8564-cc3657f311ec HTTP/1.1" status: 204 len: 168 time: 0.2056291 Oct 20 11:34:51.961876 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01876b9e-a1a1-4805-915d-be05d35e6eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b819552-0640-4c95-8564-cc3657f311ec,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:51.972319 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf795fe9-f268-442c-894f-8da216b2e107 req-3a57d8ce-5263-418e-a257-dde4d3c37ee2 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:51.980085 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf795fe9-f268-442c-894f-8da216b2e107 req-3a57d8ce-5263-418e-a257-dde4d3c37ee2 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=b6d96bc5-3de8-4422-bd30-63a9c0df8404 HTTP/1.1" status: 200 len: 949 time: 0.2352328 Oct 20 11:34:52.092555 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf795fe9-f268-442c-894f-8da216b2e107 req-80a71db9-cdf5-433d-acfc-fceeb97c6324 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114171 Oct 20 11:34:52.147126 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-97d89bff-444f-4bb7-9443-ca128920f403 req-f6f35d5f-1e79-4bb4-922a-4096a3790162 tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] For port 62813317-5aef-44f1-8a83-c010e05f3f24, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=62813317-5aef-44f1-8a83-c010e05f3f24,segment=NetworkSegment(ab1d15bd-bcd5-4bf0-9c1a-afc1c3706c62),segment_id=ab1d15bd-bcd5-4bf0-9c1a-afc1c3706c62)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:52.147493 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-97d89bff-444f-4bb7-9443-ca128920f403 req-f6f35d5f-1e79-4bb4-922a-4096a3790162 tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:52.167421 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-97d89bff-444f-4bb7-9443-ca128920f403 req-f6f35d5f-1e79-4bb4-922a-4096a3790162 tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] Calling delete_port for 62813317-5aef-44f1-8a83-c010e05f3f24 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:34:52.176575 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bae2becc-4cbf-470d-a332-771bb0a21016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:52.180220 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e612c6-fca9-4fde-8227-cee7088eabc3 req-1dea09dd-4bd1-4b0a-b486-ae304c4a37c2 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:52.187526 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e4e612c6-fca9-4fde-8227-cee7088eabc3 req-1dea09dd-4bd1-4b0a-b486-ae304c4a37c2 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc2a7568-a0b5-453f-9439-31621926cf91 HTTP/1.1" status: 200 len: 944 time: 0.1321120 Oct 20 11:34:52.260733 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e4e612c6-fca9-4fde-8227-cee7088eabc3 req-de8e8c66-c607-440e-bc50-bd3a8570722b tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/security-groups?id=507d4736-4c60-4433-b68f-a0ea4568f172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723245 Oct 20 11:34:52.353037 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-97d89bff-444f-4bb7-9443-ca128920f403 req-f6f35d5f-1e79-4bb4-922a-4096a3790162 tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:52.367512 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['62813317-5aef-44f1-8a83-c010e05f3f24'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:34:52.413533 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f35d5f-1e79-4bb4-922a-4096a3790162 tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] Pushing event deleted for resources: {'Port': ['ID=62813317-5aef-44f1-8a83-c010e05f3f24,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:52.439788 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d89bff-444f-4bb7-9443-ca128920f403 req-f6f35d5f-1e79-4bb4-922a-4096a3790162 tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] No DVR routers for this DVR port 62813317-5aef-44f1-8a83-c010e05f3f24 on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:34:52.443394 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-97d89bff-444f-4bb7-9443-ca128920f403 req-f6f35d5f-1e79-4bb4-922a-4096a3790162 tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:52.447196 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-97d89bff-444f-4bb7-9443-ca128920f403 req-f6f35d5f-1e79-4bb4-922a-4096a3790162 tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] 10.222.0.89 "DELETE /v2.0/ports/62813317-5aef-44f1-8a83-c010e05f3f24 HTTP/1.1" status: 204 len: 173 time: 1.0270088 Oct 20 11:34:52.447691 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76a24b8-9b52-484c-bf6e-f3dc294d257a', 'name': 'network-vif-deleted', 'tag': '62813317-5aef-44f1-8a83-c010e05f3f24'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:34:52.451903 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82516f76-c826-47e0-9903-636bdde31124" -d '{"events": [{"server_uuid": "a76a24b8-9b52-484c-bf6e-f3dc294d257a", "name": "network-vif-deleted", "tag": "62813317-5aef-44f1-8a83-c010e05f3f24"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:34:52.549943 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-15ce66ac-c104-4ce2-b170-02939eb12ec3 req-6775369e-3f87-4952-8466-7e927c3ce24d tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=e36c9d2afb534509a25d1ac76b326003&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303254 Oct 20 11:34:52.552431 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02735fd-fa06-490f-a3c0-97ef7dc5a15c x-openstack-request-id: req-c02735fd-fa06-490f-a3c0-97ef7dc5a15c {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:34:52.553055 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76a24b8-9b52-484c-bf6e-f3dc294d257a", "name": "network-vif-deleted", "tag": "62813317-5aef-44f1-8a83-c010e05f3f24", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:34:52.553948 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c02735fd-fa06-490f-a3c0-97ef7dc5a15c {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:34:52.554584 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76a24b8-9b52-484c-bf6e-f3dc294d257a', 'name': 'network-vif-deleted', 'tag': '62813317-5aef-44f1-8a83-c010e05f3f24', 'status': 'completed', 'code': 200} Oct 20 11:34:52.616487 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 36672) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:52.648153 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-00ee7458-277c-42e4-bed7-12997510e1b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:52.696248 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d702afc1-3801-486e-a3c3-36d4214d84e1 req-2ee51be6-63a1-4507-9a57-30599077b638 tempest-InstanceActionsTestJSON-367282523 tempest-InstanceActionsTestJSON-367282523-project] 10.222.0.98 "GET /v2.0/ports?device_id=a76a24b8-9b52-484c-bf6e-f3dc294d257a HTTP/1.1" status: 200 len: 210 time: 0.0354557 Oct 20 11:34:52.735380 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce66ac-c104-4ce2-b170-02939eb12ec3 req-de498e0c-e71d-4f94-a556-51a9029c1fcf tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:52.737004 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-15ce66ac-c104-4ce2-b170-02939eb12ec3 req-de498e0c-e71d-4f94-a556-51a9029c1fcf tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1767647 Oct 20 11:34:52.754621 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-00ee7458-277c-42e4-bed7-12997510e1b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:52.755419 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-15ce66ac-c104-4ce2-b170-02939eb12ec3 req-1e20f424-583d-486a-b571-f96dcce9bfec tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] 10.222.0.98 "GET /v2.0/quotas/e36c9d2afb534509a25d1ac76b326003 HTTP/1.1" status: 200 len: 375 time: 0.0106533 Oct 20 11:34:52.760923 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-00ee7458-277c-42e4-bed7-12997510e1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:52.797439 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-15ce66ac-c104-4ce2-b170-02939eb12ec3 req-82d156ba-6432-4ce0-bb69-4c0fa9080bbc tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=e36c9d2afb534509a25d1ac76b326003&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365090 Oct 20 11:34:53.068479 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1979f19f-d926-416f-9a0e-c834d4a0d445 req-5ac70c2e-22fd-4451-b865-b70ff0e0a66e tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce74691-1f59-4d23-9aa0-72e7d7fbaaea HTTP/1.1" status: 200 len: 210 time: 0.0579405 Oct 20 11:34:53.127359 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:53.139136 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:53.186202 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee7458-277c-42e4-bed7-12997510e1b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e4f738-878e-4401-8d40-a6cc1ddace83,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:53.209311 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-00ee7458-277c-42e4-bed7-12997510e1b5 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=32a4e65673524fc5909f4f8541377e02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5915406 Oct 20 11:34:53.212070 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 36690) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:53.262556 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 00f1187d-224c-4016-b677-4394cff176bd up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:34:53.301977 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577cd9d-ae23-448a-80bd-dd5713721b6b req-d7eeb60c-4923-4dcc-8ba5-3c8fb5854012 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:53.310125 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e38b394e-2c82-44ca-b538-9c2f571b5888 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:53.314740 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0577cd9d-ae23-448a-80bd-dd5713721b6b req-d7eeb60c-4923-4dcc-8ba5-3c8fb5854012 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=811978b2-6bb1-4806-bf72-8ec7410064fd HTTP/1.1" status: 200 len: 946 time: 0.2284124 Oct 20 11:34:53.344947 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e38b394e-2c82-44ca-b538-9c2f571b5888 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:53.354889 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 00f1187d-224c-4016-b677-4394cff176bd completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:34:53.364538 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 00f1187d-224c-4016-b677-4394cff176bd triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:34:53.364890 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:53.423806 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e38b394e-2c82-44ca-b538-9c2f571b5888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:53.430279 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e38b394e-2c82-44ca-b538-9c2f571b5888 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:53.432259 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e38b394e-2c82-44ca-b538-9c2f571b5888 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/37e4f738-878e-4401-8d40-a6cc1ddace83 HTTP/1.1" status: 204 len: 168 time: 0.2186220 Oct 20 11:34:53.439563 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69cd4d-3725-44f0-91aa-ec5041b06248 req-67d18be8-94d2-4ca2-9496-205e3b709c0d tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:53.441687 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7d69cd4d-3725-44f0-91aa-ec5041b06248 req-67d18be8-94d2-4ca2-9496-205e3b709c0d tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.89 "GET /v2.0/ports?device_id=b6d96bc5-3de8-4422-bd30-63a9c0df8404 HTTP/1.1" status: 200 len: 949 time: 0.1861629 Oct 20 11:34:53.443324 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38b394e-2c82-44ca-b538-9c2f571b5888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e4f738-878e-4401-8d40-a6cc1ddace83,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:53.453995 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0577cd9d-ae23-448a-80bd-dd5713721b6b req-e4cb0fd5-949f-4f4b-b9ad-2dd974cffc21 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374710 Oct 20 11:34:53.456772 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:34:53.589306 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a89315-f5a0-412f-89ab-112333882f95 req-29647b1c-7109-46de-8156-2757ce518be5 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:53.594820 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: 4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:34:53.595519 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 4b4ebef1-cda9-4ad3-a527-3f6ad2bc6c03 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:34:53.598279 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-76a89315-f5a0-412f-89ab-112333882f95 req-29647b1c-7109-46de-8156-2757ce518be5 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=b6d96bc5-3de8-4422-bd30-63a9c0df8404 HTTP/1.1" status: 200 len: 949 time: 0.3663776 Oct 20 11:34:53.613381 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:53.657925 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2a7568-a0b5-453f-9439-31621926cf91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f1187d-224c-4016-b677-4394cff176bd'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:34:53.660912 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1968a8e0-fd32-444b-8f1a-1563e49b0fe8" -d '{"events": [{"server_uuid": "cc2a7568-a0b5-453f-9439-31621926cf91", "name": "network-vif-plugged", "status": "completed", "tag": "00f1187d-224c-4016-b677-4394cff176bd"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:34:53.678339 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 00f1187d-224c-4016-b677-4394cff176bd, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=00f1187d-224c-4016-b677-4394cff176bd,segment=NetworkSegment(f88209a2-72e2-479d-b474-08400eb3454d),segment_id=f88209a2-72e2-479d-b474-08400eb3454d)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:53.685507 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:53.687480 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503522b3-7c47-4b92-b327-8358034ba411 req-588ce0be-8db1-4bb1-b43f-d9d1e5c382a4 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:53.689703 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-503522b3-7c47-4b92-b327-8358034ba411 req-588ce0be-8db1-4bb1-b43f-d9d1e5c382a4 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc2a7568-a0b5-453f-9439-31621926cf91 HTTP/1.1" status: 200 len: 944 time: 0.1519179 Oct 20 11:34:53.759416 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-7d69cd4d-3725-44f0-91aa-ec5041b06248 req-802ae524-221f-4205-b14e-15cc560ee757 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Deleting port d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:34:53.759761 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7d69cd4d-3725-44f0-91aa-ec5041b06248 req-802ae524-221f-4205-b14e-15cc560ee757 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:53.793732 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=00f1187d-224c-4016-b677-4394cff176bd,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:53.802387 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:53.802387 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:53.802715 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:53.803137 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:53.803533 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:53.803925 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:53.804314 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:53.804859 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:53.805690 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:53.806237 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:53.806761 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:53.807323 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:34:53.813896 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-76a89315-f5a0-412f-89ab-112333882f95 req-333590b8-bf99-4ce0-8f71-dc6bc8793339 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/security-groups?id=79f288d8-3a02-46a5-b2d7-93e8858a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137365 Oct 20 11:34:53.869277 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-503522b3-7c47-4b92-b327-8358034ba411 req-c58de429-cd4a-434a-b85e-5cd09167a4dd tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/security-groups?id=507d4736-4c60-4433-b68f-a0ea4568f172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684170 Oct 20 11:34:53.950195 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 36722) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:53.984695 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-7d69cd4d-3725-44f0-91aa-ec5041b06248 req-802ae524-221f-4205-b14e-15cc560ee757 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] For port d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:34:53.985116 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7d69cd4d-3725-44f0-91aa-ec5041b06248 req-802ae524-221f-4205-b14e-15cc560ee757 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:53.993145 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98615844-752c-47d1-827b-152e14b0605d x-openstack-request-id: req-98615844-752c-47d1-827b-152e14b0605d {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:34:53.993698 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2a7568-a0b5-453f-9439-31621926cf91", "name": "network-vif-plugged", "status": "completed", "tag": "00f1187d-224c-4016-b677-4394cff176bd", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:34:53.994169 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-98615844-752c-47d1-827b-152e14b0605d {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:34:53.994757 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2a7568-a0b5-453f-9439-31621926cf91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f1187d-224c-4016-b677-4394cff176bd', 'code': 200} Oct 20 11:34:54.009987 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-7d69cd4d-3725-44f0-91aa-ec5041b06248 req-802ae524-221f-4205-b14e-15cc560ee757 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Calling delete_port for d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:34:54.040940 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fd8b95f-825e-49df-b74f-905b229763cc admin admin] Deleting subnet 7470f2ee-455f-4599-810f-03a9e6dc1db0 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:34:54.047003 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1fd8b95f-825e-49df-b74f-905b229763cc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:54.164496 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1fd8b95f-825e-49df-b74f-905b229763cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:54.228878 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1fd8b95f-825e-49df-b74f-905b229763cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:54.309927 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-583b600f-abcf-4d35-aca6-18f330f4f328 req-e3d38f5b-1060-49fc-9aba-c545260c9589 tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce74691-1f59-4d23-9aa0-72e7d7fbaaea HTTP/1.1" status: 200 len: 210 time: 0.0642819 Oct 20 11:34:54.328827 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1689f1-ecf3-4833-9611-0ae03752d88c req-ba5dacc5-1101-44e6-b45b-7128a6f78e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:54.331046 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eb1689f1-ecf3-4833-9611-0ae03752d88c req-ba5dacc5-1101-44e6-b45b-7128a6f78e43 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cc2a7568-a0b5-453f-9439-31621926cf91 HTTP/1.1" status: 200 len: 1096 time: 0.2230973 Oct 20 11:34:54.334736 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7d69cd4d-3725-44f0-91aa-ec5041b06248 req-802ae524-221f-4205-b14e-15cc560ee757 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:54.341318 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1fd8b95f-825e-49df-b74f-905b229763cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:54.349212 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:34:54.373142 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd8b95f-825e-49df-b74f-905b229763cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7470f2ee-455f-4599-810f-03a9e6dc1db0,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:54.377205 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802ae524-221f-4205-b14e-15cc560ee757 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Pushing event deleted for resources: {'Port': ['ID=d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:54.387423 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1fd8b95f-825e-49df-b74f-905b229763cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:54.392495 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1fd8b95f-825e-49df-b74f-905b229763cc admin admin] 10.222.0.98 "DELETE /v2.0/subnets/7470f2ee-455f-4599-810f-03a9e6dc1db0 HTTP/1.1" status: 204 len: 168 time: 0.4410107 Oct 20 11:34:54.396912 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 36738) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:54.463921 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d69cd4d-3725-44f0-91aa-ec5041b06248 req-802ae524-221f-4205-b14e-15cc560ee757 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] No DVR routers for this DVR port d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8 on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:34:54.467278 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eb1689f1-ecf3-4833-9611-0ae03752d88c req-7e47a981-511d-4953-884f-03b11953892f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=507d4736-4c60-4433-b68f-a0ea4568f172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206088 Oct 20 11:34:54.468394 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7d69cd4d-3725-44f0-91aa-ec5041b06248 req-802ae524-221f-4205-b14e-15cc560ee757 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:54.471777 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7d69cd4d-3725-44f0-91aa-ec5041b06248 req-802ae524-221f-4205-b14e-15cc560ee757 tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.89 "DELETE /v2.0/ports/d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8 HTTP/1.1" status: 204 len: 173 time: 1.0167964 Oct 20 11:34:54.519411 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cdd506f3-e484-4699-afc1-a17646b87886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:54.555765 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6d96bc5-3de8-4422-bd30-63a9c0df8404', 'name': 'network-vif-deleted', 'tag': 'd5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:34:54.558157 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39be53d2-d263-44fe-a7b1-7a06b309aba1" -d '{"events": [{"server_uuid": "b6d96bc5-3de8-4422-bd30-63a9c0df8404", "name": "network-vif-deleted", "tag": "d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:34:54.593481 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 36746) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:54.630198 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10686913-cbcf-454b-b99b-73f64200cb47 x-openstack-request-id: req-10686913-cbcf-454b-b99b-73f64200cb47 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:34:54.630781 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6d96bc5-3de8-4422-bd30-63a9c0df8404", "name": "network-vif-deleted", "tag": "d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:34:54.631327 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-10686913-cbcf-454b-b99b-73f64200cb47 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:34:54.632004 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6d96bc5-3de8-4422-bd30-63a9c0df8404', 'name': 'network-vif-deleted', 'tag': 'd5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8', 'status': 'completed', 'code': 200} Oct 20 11:34:54.652176 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cdd506f3-e484-4699-afc1-a17646b87886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:54.683541 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-15ce66ac-c104-4ce2-b170-02939eb12ec3 req-4482dd9e-881f-48ad-9939-9003ae9d6151 tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=e36c9d2afb534509a25d1ac76b326003&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399086 Oct 20 11:34:54.688630 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-cdd506f3-e484-4699-afc1-a17646b87886 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ae2ecdc-9ad1-4615-a9dc-7403b863afff']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:54.696978 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cea879-6b9f-4c7c-88ad-882a6d7d39ec req-ff994fd5-6dbd-4928-93ec-dc7e39338bf7 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:54.700179 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-85cea879-6b9f-4c7c-88ad-882a6d7d39ec req-ff994fd5-6dbd-4928-93ec-dc7e39338bf7 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=811978b2-6bb1-4806-bf72-8ec7410064fd HTTP/1.1" status: 200 len: 946 time: 0.1204865 Oct 20 11:34:54.707752 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-cdd506f3-e484-4699-afc1-a17646b87886 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab1d15bd-bcd5-4bf0-9c1a-afc1c3706c62') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:54.707967 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-cdd506f3-e484-4699-afc1-a17646b87886 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab1d15bd-bcd5-4bf0-9c1a-afc1c3706c62') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:54.733020 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cdd506f3-e484-4699-afc1-a17646b87886 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:54.751979 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cdd506f3-e484-4699-afc1-a17646b87886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:54.782565 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdd506f3-e484-4699-afc1-a17646b87886 admin admin] Releasing vlan 1284 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:34:54.783006 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cdd506f3-e484-4699-afc1-a17646b87886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:54.785371 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:34:54.785371 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:34:54.785371 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:34:54.785371 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:34:54.785371 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:34:54.785371 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:34:54.785371 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:34:54.785371 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:34:54.785371 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:34:54.785371 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:34:54.785371 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:34:54.785371 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:34:54.785371 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:34:54.785371 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:34:54.785371 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:34:54.785371 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:34:54.785371 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:34:54.785371 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:34:54.785371 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:34:54.785371 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:34:54.785371 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:34:54.785371 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:34:54.785371 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:34:54.785371 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:34:54.785371 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:34:54.785371 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:34:54.785371 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:34:54.785371 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:34:54.785371 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:34:54.785371 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:34:54.785371 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:34:54.785371 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:34:54.796828 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:54.808914 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2ddc4ca4-c387-42d7-be2e-e88e8f6ecb1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:54.869509 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce66ac-c104-4ce2-b170-02939eb12ec3 req-7d2d0fc6-29c5-4e40-8118-f090261fd668 tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:54.871337 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-15ce66ac-c104-4ce2-b170-02939eb12ec3 req-7d2d0fc6-29c5-4e40-8118-f090261fd668 tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1702440 Oct 20 11:34:54.895260 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-15ce66ac-c104-4ce2-b170-02939eb12ec3 req-8800f135-46d1-4efd-a29b-bf5552c9b145 tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] Request body: {'port': {'device_id': '4ce74691-1f59-4d23-9aa0-72e7d7fbaaea', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'admin_state_up': True, 'tenant_id': 'e36c9d2afb534509a25d1ac76b326003'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:34:54.918634 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cdd506f3-e484-4699-afc1-a17646b87886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:54.945639 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cdd506f3-e484-4699-afc1-a17646b87886 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:54.951274 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-cdd506f3-e484-4699-afc1-a17646b87886 admin admin] 10.222.0.98 "DELETE /v2.0/networks/3ae2ecdc-9ad1-4615-a9dc-7403b863afff HTTP/1.1" status: 204 len: 168 time: 0.5518003 Oct 20 11:34:54.982109 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd506f3-e484-4699-afc1-a17646b87886 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ae2ecdc-9ad1-4615-a9dc-7403b863afff,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:55.021463 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2ddc4ca4-c387-42d7-be2e-e88e8f6ecb1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:55.031159 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-85cea879-6b9f-4c7c-88ad-882a6d7d39ec req-9206c4ba-7189-4bf7-a589-e546c8e8ec3c tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726283 Oct 20 11:34:55.040341 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2ddc4ca4-c387-42d7-be2e-e88e8f6ecb1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:55.050882 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c8c08f23-e84a-40a0-8013-252f62b0cf20 req-64cae27d-a725-4d73-8f81-e0c371fa923b tempest-ServersOnMultiNodesTest-1423246604 tempest-ServersOnMultiNodesTest-1423246604-project] 10.222.0.98 "GET /v2.0/ports?device_id=b6d96bc5-3de8-4422-bd30-63a9c0df8404 HTTP/1.1" status: 200 len: 210 time: 0.0393267 Oct 20 11:34:55.081903 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15ce66ac-c104-4ce2-b170-02939eb12ec3 req-8800f135-46d1-4efd-a29b-bf5552c9b145 tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] Made reservation on behalf of e36c9d2afb534509a25d1ac76b326003 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:34:55.089453 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-15ce66ac-c104-4ce2-b170-02939eb12ec3 req-8800f135-46d1-4efd-a29b-bf5552c9b145 tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:55.110848 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-15ce66ac-c104-4ce2-b170-02939eb12ec3 req-8800f135-46d1-4efd-a29b-bf5552c9b145 tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:55.154067 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2ddc4ca4-c387-42d7-be2e-e88e8f6ecb1b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1c0951f077c04f99ab4113945f9541c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5580454 Oct 20 11:34:55.156730 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 36766) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:55.183886 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddc4ca4-c387-42d7-be2e-e88e8f6ecb1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c94613c-6b65-4921-bf37-f79c716b115d,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:55.251082 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 36768) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:55.311318 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31acdb9-c8d8-48e7-87b3-f795412720e8 req-a61e319a-6b15-4747-95c0-7f030a6e75dd tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:55.312779 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b31acdb9-c8d8-48e7-87b3-f795412720e8 req-a61e319a-6b15-4747-95c0-7f030a6e75dd tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc2a7568-a0b5-453f-9439-31621926cf91 HTTP/1.1" status: 200 len: 945 time: 0.1250160 Oct 20 11:34:55.317935 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-15ce66ac-c104-4ce2-b170-02939eb12ec3 req-8800f135-46d1-4efd-a29b-bf5552c9b145 tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:55.318876 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-178cb320-2050-47a3-a3d6-3598e0a53ed3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:55.328876 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-15ce66ac-c104-4ce2-b170-02939eb12ec3 req-8800f135-46d1-4efd-a29b-bf5552c9b145 tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:55.373016 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7e305316-c762-4175-a85a-6371bf712798 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0200dac0d071495299b37135d71b970d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1204348 Oct 20 11:34:55.377077 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 36774) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:55.409534 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-178cb320-2050-47a3-a3d6-3598e0a53ed3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:55.415441 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b31acdb9-c8d8-48e7-87b3-f795412720e8 req-64f6a9dd-2649-4c0a-a928-e8977813ec78 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/security-groups?id=507d4736-4c60-4433-b68f-a0ea4568f172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954783 Oct 20 11:34:55.453178 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:34:55.453805 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8800f135-46d1-4efd-a29b-bf5552c9b145 tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38f24503-5c78-445f-93e7-171192399e56,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:55.465773 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0b997736-70fc-4e2e-b6e2-5219baeae978 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:55.484472 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:34:55.485104 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device d5420d7b-ddb4-4fdd-be33-6c5f7f75b5c8 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:34:55.485854 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 62813317-5aef-44f1-8a83-c010e05f3f24 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:34:55.487738 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-af52929c-2922-4f55-8a6f-f109329593f1 req-94f784fc-62a5-4175-a6f8-350a281eb513 tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce74691-1f59-4d23-9aa0-72e7d7fbaaea HTTP/1.1" status: 200 len: 210 time: 0.0605395 Oct 20 11:34:55.510969 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0b997736-70fc-4e2e-b6e2-5219baeae978 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:55.511441 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: 62813317-5aef-44f1-8a83-c010e05f3f24 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:34:55.512011 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 62813317-5aef-44f1-8a83-c010e05f3f24 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:34:55.532144 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-178cb320-2050-47a3-a3d6-3598e0a53ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:55.534737 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-178cb320-2050-47a3-a3d6-3598e0a53ed3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:55.536038 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-178cb320-2050-47a3-a3d6-3598e0a53ed3 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5c94613c-6b65-4921-bf37-f79c716b115d HTTP/1.1" status: 204 len: 168 time: 0.3693535 Oct 20 11:34:55.583440 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178cb320-2050-47a3-a3d6-3598e0a53ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c94613c-6b65-4921-bf37-f79c716b115d,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:55.617289 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0b997736-70fc-4e2e-b6e2-5219baeae978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:55.619983 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0b997736-70fc-4e2e-b6e2-5219baeae978 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:55.621135 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0b997736-70fc-4e2e-b6e2-5219baeae978 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4588aca1-82b8-437c-be5c-6c71a8a02fc1 HTTP/1.1" status: 204 len: 168 time: 0.2430000 Oct 20 11:34:55.621743 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-15ce66ac-c104-4ce2-b170-02939eb12ec3 req-8800f135-46d1-4efd-a29b-bf5552c9b145 tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] Allocated IP 192.168.233.93 (09e5a906-63cf-4dde-b699-ab448fb18fb8/94289c8c-e5f7-4e30-b6a9-5b268a8fd610/b802edf1-ed4e-4a40-9db4-231faa41a749) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:34:55.631339 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b997736-70fc-4e2e-b6e2-5219baeae978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4588aca1-82b8-437c-be5c-6c71a8a02fc1,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:55.809195 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-15ce66ac-c104-4ce2-b170-02939eb12ec3 req-8800f135-46d1-4efd-a29b-bf5552c9b145 tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:55.845014 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-15ce66ac-c104-4ce2-b170-02939eb12ec3 req-8800f135-46d1-4efd-a29b-bf5552c9b145 tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:55.892127 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15ce66ac-c104-4ce2-b170-02939eb12ec3 req-8800f135-46d1-4efd-a29b-bf5552c9b145 tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] Network 09e5a906-63cf-4dde-b699-ab448fb18fb8 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:34:55.895593 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-15ce66ac-c104-4ce2-b170-02939eb12ec3 req-8800f135-46d1-4efd-a29b-bf5552c9b145 tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:34:55.899556 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ce66ac-c104-4ce2-b170-02939eb12ec3 req-8800f135-46d1-4efd-a29b-bf5552c9b145 tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:34:55.909475 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8800f135-46d1-4efd-a29b-bf5552c9b145 tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] Pushing event updated for resources: {'Port': ['ID=b802edf1-ed4e-4a40-9db4-231faa41a749,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:55.956518 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce66ac-c104-4ce2-b170-02939eb12ec3 req-8800f135-46d1-4efd-a29b-bf5552c9b145 tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:55.957778 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-15ce66ac-c104-4ce2-b170-02939eb12ec3 req-8800f135-46d1-4efd-a29b-bf5552c9b145 tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:55.976957 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-15ce66ac-c104-4ce2-b170-02939eb12ec3 req-8800f135-46d1-4efd-a29b-bf5552c9b145 tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0895660 Oct 20 11:34:55.996654 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-15ce66ac-c104-4ce2-b170-02939eb12ec3 req-1316d942-4333-4307-a402-33b6701faf7e service neutron] Request body: {'port': {'device_id': '4ce74691-1f59-4d23-9aa0-72e7d7fbaaea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:34:56.054295 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 36790) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:56.108012 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-15ce66ac-c104-4ce2-b170-02939eb12ec3 req-1316d942-4333-4307-a402-33b6701faf7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:56.116113 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-97bb8a67-18b0-4aa2-9ca7-f778be93642d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:56.255279 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-97bb8a67-18b0-4aa2-9ca7-f778be93642d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:56.261606 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-97bb8a67-18b0-4aa2-9ca7-f778be93642d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:56.264492 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-b26c0b29-a2c0-4163-ba58-26550661fefb None None] Provisioning complete for port b802edf1-ed4e-4a40-9db4-231faa41a749 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:34:56.265087 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b26c0b29-a2c0-4163-ba58-26550661fefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:56.312098 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-97bb8a67-18b0-4aa2-9ca7-f778be93642d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4ad1039fc09c4863b73c45661d6a5998&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2565670 Oct 20 11:34:56.312721 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 36808) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:56.338771 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bb8a67-18b0-4aa2-9ca7-f778be93642d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f0c0d7-3617-4743-a627-8d38f6125d4c,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:56.340174 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-b26c0b29-a2c0-4163-ba58-26550661fefb None None] Port b802edf1-ed4e-4a40-9db4-231faa41a749 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:34:56.394471 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-598195db-d1e8-48b8-8d19-6450bef02309 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:56.419290 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-598195db-d1e8-48b8-8d19-6450bef02309 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:56.421538 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded061b7-ac78-4da4-95b4-936966888ebd req-9506efd7-aa85-40df-a3a8-f3951772890b tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:56.423712 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ded061b7-ac78-4da4-95b4-936966888ebd req-9506efd7-aa85-40df-a3a8-f3951772890b tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=811978b2-6bb1-4806-bf72-8ec7410064fd HTTP/1.1" status: 200 len: 946 time: 0.2183294 Oct 20 11:34:56.517058 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-598195db-d1e8-48b8-8d19-6450bef02309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:56.520013 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-598195db-d1e8-48b8-8d19-6450bef02309 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:56.521244 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-598195db-d1e8-48b8-8d19-6450bef02309 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/43f0c0d7-3617-4743-a627-8d38f6125d4c HTTP/1.1" status: 204 len: 168 time: 0.1995468 Oct 20 11:34:56.530156 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598195db-d1e8-48b8-8d19-6450bef02309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f0c0d7-3617-4743-a627-8d38f6125d4c,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:56.576493 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 36822) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:56.833325 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ded061b7-ac78-4da4-95b4-936966888ebd req-fb0b81a9-5f6d-4bdb-b332-9e75b043e319 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3987806 Oct 20 11:34:56.862539 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a1a79-94d4-4769-8d05-5e8fd5ac5a02 req-91f89522-a697-4f14-8d34-ac7470905ed2 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:56.867499 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-016e2021-e558-460e-8d35-cc40dbe675fe admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0608bb1584294647a2a321a4de90ae37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2894311 Oct 20 11:34:56.868163 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 36834) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:56.870992 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ff1a1a79-94d4-4769-8d05-5e8fd5ac5a02 req-91f89522-a697-4f14-8d34-ac7470905ed2 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc2a7568-a0b5-453f-9439-31621926cf91 HTTP/1.1" status: 200 len: 945 time: 0.1468306 Oct 20 11:34:56.934299 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e70e076e-108c-4483-b274-a26c5ed93820 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:56.969224 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ff1a1a79-94d4-4769-8d05-5e8fd5ac5a02 req-f6a86e45-c209-42fa-8816-657785d3d3cc tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/security-groups?id=507d4736-4c60-4433-b68f-a0ea4568f172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972552 Oct 20 11:34:56.975205 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e70e076e-108c-4483-b274-a26c5ed93820 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:57.031493 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-15ce66ac-c104-4ce2-b170-02939eb12ec3 req-1316d942-4333-4307-a402-33b6701faf7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b802edf1-ed4e-4a40-9db4-231faa41a749 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:34:57.041360 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-15ce66ac-c104-4ce2-b170-02939eb12ec3 req-1316d942-4333-4307-a402-33b6701faf7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:57.049382 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e70e076e-108c-4483-b274-a26c5ed93820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:57.058207 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e70e076e-108c-4483-b274-a26c5ed93820 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:57.059461 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e70e076e-108c-4483-b274-a26c5ed93820 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/79f288d8-3a02-46a5-b2d7-93e8858a267c HTTP/1.1" status: 204 len: 168 time: 0.1898935 Oct 20 11:34:57.068815 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54baf63f-bf98-4d14-a16c-fa0109946b4a req-fb101a1f-9045-4ee5-9d9d-02c15eaba08a tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:57.070480 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-54baf63f-bf98-4d14-a16c-fa0109946b4a req-fb101a1f-9045-4ee5-9d9d-02c15eaba08a tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce74691-1f59-4d23-9aa0-72e7d7fbaaea HTTP/1.1" status: 200 len: 935 time: 0.1506701 Oct 20 11:34:57.071812 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-15ce66ac-c104-4ce2-b170-02939eb12ec3 req-1316d942-4333-4307-a402-33b6701faf7e service neutron] Transition to ACTIVE for port object b802edf1-ed4e-4a40-9db4-231faa41a749 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:34:57.078515 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e076e-108c-4483-b274-a26c5ed93820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f288d8-3a02-46a5-b2d7-93e8858a267c,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:57.088203 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-15ce66ac-c104-4ce2-b170-02939eb12ec3 req-1316d942-4333-4307-a402-33b6701faf7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:57.200640 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1316d942-4333-4307-a402-33b6701faf7e service neutron] Pushing event updated for resources: {'Port': ['ID=b802edf1-ed4e-4a40-9db4-231faa41a749,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:57.211984 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-54baf63f-bf98-4d14-a16c-fa0109946b4a req-a2797cdf-8159-47a8-b4f7-d197dc1d41f0 tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] 10.222.0.98 "GET /v2.0/security-groups?id=38f24503-5c78-445f-93e7-171192399e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278038 Oct 20 11:34:57.221199 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e2ada-1ff4-4c09-b5de-000abd655d4a req-a2e23cb0-df95-4e4d-9432-37b24bfca467 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:57.231349 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-474e2ada-1ff4-4c09-b5de-000abd655d4a req-a2e23cb0-df95-4e4d-9432-37b24bfca467 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc2a7568-a0b5-453f-9439-31621926cf91 HTTP/1.1" status: 200 len: 945 time: 0.1581044 Oct 20 11:34:57.243045 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 36856) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:57.248260 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-d4d0bab8-871a-4c26-a452-54fab8b9d6f1 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Request body: {'floatingip': {'port_id': '00f1187d-224c-4016-b677-4394cff176bd'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:34:57.308537 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-15ce66ac-c104-4ce2-b170-02939eb12ec3 req-1316d942-4333-4307-a402-33b6701faf7e service neutron] Attempting to bind port b802edf1-ed4e-4a40-9db4-231faa41a749 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:34:57.309303 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-15ce66ac-c104-4ce2-b170-02939eb12ec3 req-1316d942-4333-4307-a402-33b6701faf7e service neutron] Attempting to bind port b802edf1-ed4e-4a40-9db4-231faa41a749 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:34:57.309856 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ce66ac-c104-4ce2-b170-02939eb12ec3 req-1316d942-4333-4307-a402-33b6701faf7e service neutron] Attempting to bind port b802edf1-ed4e-4a40-9db4-231faa41a749 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:34:57.314826 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ce66ac-c104-4ce2-b170-02939eb12ec3 req-1316d942-4333-4307-a402-33b6701faf7e service neutron] Port b802edf1-ed4e-4a40-9db4-231faa41a749 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:34:57.315452 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ce66ac-c104-4ce2-b170-02939eb12ec3 req-1316d942-4333-4307-a402-33b6701faf7e service neutron] Attempting to bind port b802edf1-ed4e-4a40-9db4-231faa41a749 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:34:57.318663 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d4d0bab8-871a-4c26-a452-54fab8b9d6f1 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks [] for floatingip, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:57.321210 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ce66ac-c104-4ce2-b170-02939eb12ec3 req-1316d942-4333-4307-a402-33b6701faf7e service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:34:57.321800 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ce66ac-c104-4ce2-b170-02939eb12ec3 req-1316d942-4333-4307-a402-33b6701faf7e service neutron] Checking segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:34:57.322393 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ce66ac-c104-4ce2-b170-02939eb12ec3 req-1316d942-4333-4307-a402-33b6701faf7e service neutron] Bound using segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:34:57.332437 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-15ce66ac-c104-4ce2-b170-02939eb12ec3 req-1316d942-4333-4307-a402-33b6701faf7e service neutron] Bound port: b802edf1-ed4e-4a40-9db4-231faa41a749, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:34:57.332738 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-15ce66ac-c104-4ce2-b170-02939eb12ec3 req-1316d942-4333-4307-a402-33b6701faf7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:57.466704 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-15ce66ac-c104-4ce2-b170-02939eb12ec3 req-1316d942-4333-4307-a402-33b6701faf7e service neutron] For port b802edf1-ed4e-4a40-9db4-231faa41a749, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:34:57.472081 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-15ce66ac-c104-4ce2-b170-02939eb12ec3 req-1316d942-4333-4307-a402-33b6701faf7e service neutron] For port b802edf1-ed4e-4a40-9db4-231faa41a749, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=b802edf1-ed4e-4a40-9db4-231faa41a749,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:34:57.480181 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-15ce66ac-c104-4ce2-b170-02939eb12ec3 req-1316d942-4333-4307-a402-33b6701faf7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:57.498639 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-2f0173f1-a83f-4684-a187-2dbbc7534d4f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1718864 Oct 20 11:34:57.540213 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce66ac-c104-4ce2-b170-02939eb12ec3 req-1316d942-4333-4307-a402-33b6701faf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:57.540920 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-15ce66ac-c104-4ce2-b170-02939eb12ec3 req-1316d942-4333-4307-a402-33b6701faf7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:57.542408 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-15ce66ac-c104-4ce2-b170-02939eb12ec3 req-1316d942-4333-4307-a402-33b6701faf7e service neutron] 10.222.0.89 "PUT /v2.0/ports/b802edf1-ed4e-4a40-9db4-231faa41a749 HTTP/1.1" status: 200 len: 1095 time: 1.5514200 Oct 20 11:34:57.543169 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ce74691-1f59-4d23-9aa0-72e7d7fbaaea', 'tag': 'b802edf1-ed4e-4a40-9db4-231faa41a749'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:34:57.545810 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d41c86e-9dbe-4643-a62e-67465faee6a8" -d '{"events": [{"name": "network-changed", "server_uuid": "4ce74691-1f59-4d23-9aa0-72e7d7fbaaea", "tag": "b802edf1-ed4e-4a40-9db4-231faa41a749"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:34:57.639964 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65bb1d04-e181-45cc-a62e-c95ed61ab447 x-openstack-request-id: req-65bb1d04-e181-45cc-a62e-c95ed61ab447 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:34:57.640557 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ce74691-1f59-4d23-9aa0-72e7d7fbaaea", "tag": "b802edf1-ed4e-4a40-9db4-231faa41a749", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:34:57.640962 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-65bb1d04-e181-45cc-a62e-c95ed61ab447 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:34:57.641763 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ce74691-1f59-4d23-9aa0-72e7d7fbaaea', 'tag': 'b802edf1-ed4e-4a40-9db4-231faa41a749', 'status': 'completed', 'code': 200} Oct 20 11:34:57.654571 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1316d942-4333-4307-a402-33b6701faf7e service neutron] Pushing event updated for resources: {'Port': ['ID=b802edf1-ed4e-4a40-9db4-231faa41a749,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:57.675021 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-6b58283b-c31e-4d8a-abc3-b939809d45bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:57.675557 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-6b58283b-c31e-4d8a-abc3-b939809d45bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:57.676127 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-6b58283b-c31e-4d8a-abc3-b939809d45bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:57.676846 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-6b58283b-c31e-4d8a-abc3-b939809d45bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:57.677574 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-6b58283b-c31e-4d8a-abc3-b939809d45bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:57.678131 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-6b58283b-c31e-4d8a-abc3-b939809d45bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:57.678712 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-6b58283b-c31e-4d8a-abc3-b939809d45bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:57.682628 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-6b58283b-c31e-4d8a-abc3-b939809d45bd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9d1ce67b5cf7473287fd13cd3d60b290&device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 6491 time: 0.0960953 Oct 20 11:34:57.759892 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce66ac-c104-4ce2-b170-02939eb12ec3 req-b69d65cf-bfb3-4c58-b612-1015964b1d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:57.761379 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-15ce66ac-c104-4ce2-b170-02939eb12ec3 req-b69d65cf-bfb3-4c58-b612-1015964b1d8b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e36c9d2afb534509a25d1ac76b326003&device_id=4ce74691-1f59-4d23-9aa0-72e7d7fbaaea HTTP/1.1" status: 200 len: 1098 time: 0.1604047 Oct 20 11:34:57.804034 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 36870) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:57.869067 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-71a97a15-8a60-467f-9538-54febbee5a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:57.869535 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-71a97a15-8a60-467f-9538-54febbee5a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:57.869987 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-71a97a15-8a60-467f-9538-54febbee5a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:57.871794 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-71a97a15-8a60-467f-9538-54febbee5a9d service neutron] 10.222.0.89 "GET /v2.0/networks?id=7cc0cef1-9e0e-4144-85af-6ed42f35f232&id=debe6c2d-b3d4-4e02-853f-d2d45fbb1f32&id=debe6c2d-b3d4-4e02-853f-d2d45fbb1f32&id=debe6c2d-b3d4-4e02-853f-d2d45fbb1f32&id=debe6c2d-b3d4-4e02-853f-d2d45fbb1f32&id=cbfb6560-b005-4cf2-8e9b-c40d4507d392&id=cbfb6560-b005-4cf2-8e9b-c40d4507d392 HTTP/1.1" status: 200 len: 2297 time: 0.1526735 Oct 20 11:34:57.874380 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-6580ae56-6d29-4dd5-b5e4-f97726020931 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c457028e5cab4292a7208f3a2a159a7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0692079 Oct 20 11:34:57.877361 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 36876) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:57.962306 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-15ce66ac-c104-4ce2-b170-02939eb12ec3 req-3d6a1090-aa80-4822-a7c0-115d9cf0ba72 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=b802edf1-ed4e-4a40-9db4-231faa41a749 HTTP/1.1" status: 200 len: 217 time: 0.0545890 Oct 20 11:34:58.030536 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-48add3d1-5d6d-4b0a-8f5c-fd383fec61b3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e15232df-145b-465f-8af0-3f5421b15798 HTTP/1.1" status: 200 len: 1002 time: 0.1443572 Oct 20 11:34:58.056403 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671682f-5279-4612-a7b6-ec48751f5280 req-f8710461-c805-4ceb-8480-57c0f2b94168 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:58.057619 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3671682f-5279-4612-a7b6-ec48751f5280 req-f8710461-c805-4ceb-8480-57c0f2b94168 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=811978b2-6bb1-4806-bf72-8ec7410064fd HTTP/1.1" status: 200 len: 946 time: 0.1213615 Oct 20 11:34:58.065860 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bcd2ee66-8655-4d2c-8b41-4453e9b50dbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:58.066748 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d4d0bab8-871a-4c26-a452-54fab8b9d6f1 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:58.071541 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce66ac-c104-4ce2-b170-02939eb12ec3 req-8ec0d3d7-ea5d-4238-83f1-160f2e337954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:58.073425 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-15ce66ac-c104-4ce2-b170-02939eb12ec3 req-8ec0d3d7-ea5d-4238-83f1-160f2e337954 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.0996995 Oct 20 11:34:58.076198 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d4d0bab8-871a-4c26-a452-54fab8b9d6f1 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:58.136121 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bcd2ee66-8655-4d2c-8b41-4453e9b50dbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:58.151891 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 36882) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:58.165475 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-98096806-a01a-4ba4-993f-101c7cec9dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:58.166978 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-98096806-a01a-4ba4-993f-101c7cec9dd6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=860ea3b3-2804-4226-ab8d-f55abe932e85 HTTP/1.1" status: 200 len: 851 time: 0.1220400 Oct 20 11:34:58.203222 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3671682f-5279-4612-a7b6-ec48751f5280 req-4ded76f6-9c88-46ad-98fb-3260aab213f0 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157823 Oct 20 11:34:58.214959 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce66ac-c104-4ce2-b170-02939eb12ec3 req-86aeb466-3cbe-40f5-a2d0-70228284514d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:58.217150 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-15ce66ac-c104-4ce2-b170-02939eb12ec3 req-86aeb466-3cbe-40f5-a2d0-70228284514d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0957909 Oct 20 11:34:58.266755 n-d-814735-3 neutron-server[100646]: INFO neutron.db.l3_db [None req-d4d0bab8-871a-4c26-a452-54fab8b9d6f1 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Floating IP 83aac692-0481-4b75-8d76-8d6fe4493acb associated. External IP: 172.25.5.72, port: 00f1187d-224c-4016-b677-4394cff176bd. Oct 20 11:34:58.286929 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-e75001cd-3e0b-4e27-87e3-d05f18340ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:58.288919 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-e75001cd-3e0b-4e27-87e3-d05f18340ab9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7cc0cef1-9e0e-4144-85af-6ed42f35f232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1089883 Oct 20 11:34:58.292659 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bcd2ee66-8655-4d2c-8b41-4453e9b50dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:58.295827 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bcd2ee66-8655-4d2c-8b41-4453e9b50dbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:58.297159 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-bcd2ee66-8655-4d2c-8b41-4453e9b50dbb admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0a6f6712-0136-400b-a6ff-66b3bbde752b HTTP/1.1" status: 204 len: 168 time: 0.4187019 Oct 20 11:34:58.330555 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd2ee66-8655-4d2c-8b41-4453e9b50dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6f6712-0136-400b-a6ff-66b3bbde752b,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:58.378913 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-ff42096a-4499-40e6-a3d3-5817729d8886 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1102212534-network', 'tenant_id': 'f8357a9e715248d3bdbc99fea1cf7247'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:34:58.461760 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-15ce66ac-c104-4ce2-b170-02939eb12ec3 req-a35f7181-707f-45fc-b287-5ceea1471b5a service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310798 Oct 20 11:34:58.474769 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff42096a-4499-40e6-a3d3-5817729d8886 admin admin] Made reservation on behalf of f8357a9e715248d3bdbc99fea1cf7247 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:34:58.480102 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ff42096a-4499-40e6-a3d3-5817729d8886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:58.528868 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44efc8a3-43ff-423c-b007-f47c28d31908 req-225b6d1c-9ece-44a6-bb10-15f283c713d8 tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:58.534446 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-44efc8a3-43ff-423c-b007-f47c28d31908 req-225b6d1c-9ece-44a6-bb10-15f283c713d8 tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce74691-1f59-4d23-9aa0-72e7d7fbaaea HTTP/1.1" status: 200 len: 947 time: 0.2081563 Oct 20 11:34:58.536433 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ff42096a-4499-40e6-a3d3-5817729d8886 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:58.579026 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-ccb2e2bd-7d49-4bbb-b197-0ce38de58168 service neutron] 10.222.0.89 "GET /v2.0/networks/7cc0cef1-9e0e-4144-85af-6ed42f35f232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783921 Oct 20 11:34:58.683877 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-15ce66ac-c104-4ce2-b170-02939eb12ec3 req-e7c011e5-7a17-43db-b60a-2684b67fd5ca service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062225 Oct 20 11:34:58.711294 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d0bab8-871a-4c26-a452-54fab8b9d6f1 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Router 73c37fb3-aaf3-4729-8f65-cf34906749ed has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:34:58.736887 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-44efc8a3-43ff-423c-b007-f47c28d31908 req-c941f790-b1a2-47ad-97e8-9bac7f85f68b tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] 10.222.0.98 "GET /v2.0/security-groups?id=38f24503-5c78-445f-93e7-171192399e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890435 Oct 20 11:34:58.750608 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-4c9a0546-7796-4f94-a55e-055eea666167 service neutron] 10.222.0.89 "GET /v2.0/networks/7cc0cef1-9e0e-4144-85af-6ed42f35f232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596484 Oct 20 11:34:58.801536 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-4f34c3e1-b7f8-45b5-830e-c234a94d697f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=61bf1de1-24da-472e-a342-71d54a789c06 HTTP/1.1" status: 200 len: 217 time: 0.0415528 Oct 20 11:34:58.870102 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ff42096a-4499-40e6-a3d3-5817729d8886 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:58.873141 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41c86e-9dbe-4643-a62e-67465faee6a8 req-8cb98acd-482d-4836-a627-ee045c82deff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:58.874775 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5d41c86e-9dbe-4643-a62e-67465faee6a8 req-8cb98acd-482d-4836-a627-ee045c82deff service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e36c9d2afb534509a25d1ac76b326003&device_id=4ce74691-1f59-4d23-9aa0-72e7d7fbaaea HTTP/1.1" status: 200 len: 1098 time: 0.0938897 Oct 20 11:34:58.886149 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ff42096a-4499-40e6-a3d3-5817729d8886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:58.892185 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-6d8b2901-90bf-40c5-a457-ad8cc74941b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:58.894772 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-6d8b2901-90bf-40c5-a457-ad8cc74941b4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c7f8db9e-759d-47f9-9be8-c669a032f85a HTTP/1.1" status: 200 len: 797 time: 0.0851936 Oct 20 11:34:58.918525 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d0bab8-871a-4c26-a452-54fab8b9d6f1 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:34:58.925201 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d4d0bab8-871a-4c26-a452-54fab8b9d6f1 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:58.945222 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4641f358-1b70-4e9d-a71b-826bbb5575ba None None] Sync routers for ids ['73c37fb3-aaf3-4729-8f65-cf34906749ed'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:34:58.956537 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff42096a-4499-40e6-a3d3-5817729d8886 admin admin] vlan segment allocate from pool success with {'vlan_id': 1272, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:34:58.956814 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4641f358-1b70-4e9d-a71b-826bbb5575ba None None] Routers {'73c37fb3-aaf3-4729-8f65-cf34906749ed'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:34:58.961550 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-4641f358-1b70-4e9d-a71b-826bbb5575ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:34:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['73c37fb3-aaf3-4729-8f65-cf34906749ed'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:58.980349 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff42096a-4499-40e6-a3d3-5817729d8886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d14564f-64cc-402d-bf13-6d8e2056df18,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:58.983754 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ff42096a-4499-40e6-a3d3-5817729d8886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:58.984321 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-ff42096a-4499-40e6-a3d3-5817729d8886 admin admin] Added segment 9d10cab5-2085-4481-8f14-03bde23f0cc4 of type vlan for network 6fc7f20b-7d9c-403d-ac07-c8cf734736f9 Oct 20 11:34:59.022445 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-ee1542da-f6c7-43b9-b869-c2ef58e97225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:59.024471 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-ee1542da-f6c7-43b9-b869-c2ef58e97225 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=debe6c2d-b3d4-4e02-853f-d2d45fbb1f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1186116 Oct 20 11:34:59.052609 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ff42096a-4499-40e6-a3d3-5817729d8886 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:59.092626 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d4d0bab8-871a-4c26-a452-54fab8b9d6f1 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "PUT /v2.0/floatingips/83aac692-0481-4b75-8d76-8d6fe4493acb HTTP/1.1" status: 200 len: 990 time: 1.8478956 Oct 20 11:34:59.095598 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2a7568-a0b5-453f-9439-31621926cf91', 'tag': '00f1187d-224c-4016-b677-4394cff176bd'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:34:59.098255 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af41d11-8af0-4350-b48d-3bd6ba9dfc1c" -d '{"events": [{"name": "network-changed", "server_uuid": "cc2a7568-a0b5-453f-9439-31621926cf91", "tag": "00f1187d-224c-4016-b677-4394cff176bd"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:34:59.131140 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41c86e-9dbe-4643-a62e-67465faee6a8 req-74832586-3a6d-4600-913e-d929080c71de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:59.133271 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5d41c86e-9dbe-4643-a62e-67465faee6a8 req-74832586-3a6d-4600-913e-d929080c71de service neutron] 10.222.0.89 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 0.2487664 Oct 20 11:34:59.157960 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-4641f358-1b70-4e9d-a71b-826bbb5575ba None None] Set router 73c37fb3-aaf3-4729-8f65-cf34906749ed gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:34:59.211681 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ff42096a-4499-40e6-a3d3-5817729d8886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:59.213071 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff42096a-4499-40e6-a3d3-5817729d8886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:59.213838 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ff42096a-4499-40e6-a3d3-5817729d8886 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:59.223681 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869ae86f-9919-4fc4-b57c-c18ec6c62a1a x-openstack-request-id: req-869ae86f-9919-4fc4-b57c-c18ec6c62a1a {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:34:59.223934 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc2a7568-a0b5-453f-9439-31621926cf91", "tag": "00f1187d-224c-4016-b677-4394cff176bd", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:34:59.224049 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-869ae86f-9919-4fc4-b57c-c18ec6c62a1a {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:34:59.224458 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc2a7568-a0b5-453f-9439-31621926cf91', 'tag': '00f1187d-224c-4016-b677-4394cff176bd', 'status': 'completed', 'code': 200} Oct 20 11:34:59.226051 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5d41c86e-9dbe-4643-a62e-67465faee6a8 req-52680222-19a7-4c8d-9ee6-0d77cf391f1f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=b802edf1-ed4e-4a40-9db4-231faa41a749 HTTP/1.1" status: 200 len: 217 time: 0.0833261 Oct 20 11:34:59.253593 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-be549ed7-e814-47a9-88de-37e432626af0 service neutron] 10.222.0.89 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103441 Oct 20 11:34:59.335240 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41c86e-9dbe-4643-a62e-67465faee6a8 req-08fcb226-6237-4691-932b-d15641a6f392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:59.336879 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5d41c86e-9dbe-4643-a62e-67465faee6a8 req-08fcb226-6237-4691-932b-d15641a6f392 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.1025674 Oct 20 11:34:59.342181 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ff42096a-4499-40e6-a3d3-5817729d8886 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1892340 Oct 20 11:34:59.346262 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 36930) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:34:59.355161 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af41d11-8af0-4350-b48d-3bd6ba9dfc1c req-310adea2-9bab-4007-b95d-d2ea7022f957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:59.357116 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3af41d11-8af0-4350-b48d-3bd6ba9dfc1c req-310adea2-9bab-4007-b95d-d2ea7022f957 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5fc99acf92746f0b6c75e7601cdfadb&device_id=cc2a7568-a0b5-453f-9439-31621926cf91 HTTP/1.1" status: 200 len: 1096 time: 0.1570208 Oct 20 11:34:59.357263 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-b64baea0-64d5-4143-a590-c9d4833b8a4a admin admin] Request body: {'subnet': {'network_id': '6fc7f20b-7d9c-403d-ac07-c8cf734736f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1102212534-subnet', 'tenant_id': 'f8357a9e715248d3bdbc99fea1cf7247', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:34:59.358156 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff42096a-4499-40e6-a3d3-5817729d8886 admin admin] Pushing event updated for resources: {'Network': ['ID=6fc7f20b-7d9c-403d-ac07-c8cf734736f9,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:34:59.378503 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 6fc7f20b-7d9c-403d-ac07-c8cf734736f9 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:34:59.449610 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41c86e-9dbe-4643-a62e-67465faee6a8 req-1a0a6836-0312-4e21-87fe-7d48d8f2c02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:59.451348 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5d41c86e-9dbe-4643-a62e-67465faee6a8 req-1a0a6836-0312-4e21-87fe-7d48d8f2c02c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1022162 Oct 20 11:34:59.452664 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64baea0-64d5-4143-a590-c9d4833b8a4a admin admin] Made reservation on behalf of f8357a9e715248d3bdbc99fea1cf7247 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:34:59.455184 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b64baea0-64d5-4143-a590-c9d4833b8a4a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:34:59.565766 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-4641f358-1b70-4e9d-a71b-826bbb5575ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'name': 'tempest-AttachVolumeTestJSON-210314861-router', 'tenant_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '2f6c9eea-35a0-4f13-a370-5c96a0042060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:34:25Z', 'updated_at': '2021-10-20T11:34:30Z', 'revision_number': 4, 'project_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'gw_port': {'id': '2f6c9eea-35a0-4f13-a370-5c96a0042060', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:34:25Z', 'updated_at': '2021-10-20T11:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '83aac692-0481-4b75-8d76-8d6fe4493acb', 'tenant_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'floating_ip_address': '172.25.5.72', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'port_id': '00f1187d-224c-4016-b677-4394cff176bd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1077, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ac8a1a7-834d-4283-be36-675cd4e77db7', 'mac_address': 'fa:16:3e:42:6e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2a7568-a0b5-453f-9439-31621926cf91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:34:34Z', 'updated_at': '2021-10-20T11:34:57Z', 'revision_number': 1, 'project_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6c6911e-e007-4fc7-b235-22245bcd29fa', 'name': '', 'network_id': '9ac8a1a7-834d-4283-be36-675cd4e77db7', 'tenant_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'mac_address': 'fa:16:3e:11:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '15eac2f5-b810-4d1a-999c-137936c809b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:34:29Z', 'updated_at': '2021-10-20T11:34:35Z', 'revision_number': 5, 'project_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'subnets': [{'id': '15eac2f5-b810-4d1a-999c-137936c809b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:59.595889 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4641f358-1b70-4e9d-a71b-826bbb5575ba None None] Checking router: 73c37fb3-aaf3-4729-8f65-cf34906749ed for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:34:59.606368 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4641f358-1b70-4e9d-a71b-826bbb5575ba None None] Routers {'73c37fb3-aaf3-4729-8f65-cf34906749ed'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:34:59.607676 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-4641f358-1b70-4e9d-a71b-826bbb5575ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:34:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['73c37fb3-aaf3-4729-8f65-cf34906749ed'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:34:59.627370 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12b089-d2da-4afb-8292-fd4905dd64de req-a80040c7-08d5-4ca1-8c33-e6e97f617f30 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:34:59.634154 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3f12b089-d2da-4afb-8292-fd4905dd64de req-a80040c7-08d5-4ca1-8c33-e6e97f617f30 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=811978b2-6bb1-4806-bf72-8ec7410064fd HTTP/1.1" status: 200 len: 946 time: 0.2907555 Oct 20 11:34:59.726313 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5d41c86e-9dbe-4643-a62e-67465faee6a8 req-7f12ecce-1a3d-4b41-a896-f02f6f69c601 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517610 Oct 20 11:34:59.753870 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-4641f358-1b70-4e9d-a71b-826bbb5575ba None None] Set router 73c37fb3-aaf3-4729-8f65-cf34906749ed gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:34:59.805589 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-5288a1b1-2d9e-4ee4-8fe6-db094f0109d0 service neutron] 10.222.0.89 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5435383 Oct 20 11:34:59.931194 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-c3bed1e0-3629-4a0c-9d08-059ff6477a79 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=1096304c-3250-4c91-a0ae-a0d182374e03 HTTP/1.1" status: 200 len: 217 time: 0.1094899 Oct 20 11:34:59.974096 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3f12b089-d2da-4afb-8292-fd4905dd64de req-5b65cd51-1e2c-42ab-a604-aa0951410918 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343102 Oct 20 11:35:00.003469 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af41d11-8af0-4350-b48d-3bd6ba9dfc1c req-4cea14c4-188e-4ed2-948c-ca3e70eff865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:00.005549 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3af41d11-8af0-4350-b48d-3bd6ba9dfc1c req-4cea14c4-188e-4ed2-948c-ca3e70eff865 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ac8a1a7-834d-4283-be36-675cd4e77db7 HTTP/1.1" status: 200 len: 912 time: 0.6324027 Oct 20 11:35:00.006199 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b64baea0-64d5-4143-a590-c9d4833b8a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:00.067432 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5d41c86e-9dbe-4643-a62e-67465faee6a8 req-c12307ef-c4f5-46be-9448-b892997f1fce service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036356 Oct 20 11:35:00.080919 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-4641f358-1b70-4e9d-a71b-826bbb5575ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'name': 'tempest-AttachVolumeTestJSON-210314861-router', 'tenant_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '2f6c9eea-35a0-4f13-a370-5c96a0042060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:34:25Z', 'updated_at': '2021-10-20T11:34:30Z', 'revision_number': 4, 'project_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'gw_port': {'id': '2f6c9eea-35a0-4f13-a370-5c96a0042060', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:34:25Z', 'updated_at': '2021-10-20T11:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '83aac692-0481-4b75-8d76-8d6fe4493acb', 'tenant_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'floating_ip_address': '172.25.5.72', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'port_id': '00f1187d-224c-4016-b677-4394cff176bd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1077, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ac8a1a7-834d-4283-be36-675cd4e77db7', 'mac_address': 'fa:16:3e:42:6e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2a7568-a0b5-453f-9439-31621926cf91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:34:34Z', 'updated_at': '2021-10-20T11:34:57Z', 'revision_number': 1, 'project_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6c6911e-e007-4fc7-b235-22245bcd29fa', 'name': '', 'network_id': '9ac8a1a7-834d-4283-be36-675cd4e77db7', 'tenant_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'mac_address': 'fa:16:3e:11:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '15eac2f5-b810-4d1a-999c-137936c809b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:34:29Z', 'updated_at': '2021-10-20T11:34:35Z', 'revision_number': 5, 'project_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'subnets': [{'id': '15eac2f5-b810-4d1a-999c-137936c809b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:00.089471 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64baea0-64d5-4143-a590-c9d4833b8a4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a79a156-6f98-4f28-9c35-4e7a8a274504,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:00.099809 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64baea0-64d5-4143-a590-c9d4833b8a4a admin admin] Checking segment: {'id': '9d10cab5-2085-4481-8f14-03bde23f0cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '6fc7f20b-7d9c-403d-ac07-c8cf734736f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:35:00.100326 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e1d30-f96a-46d6-b00b-846e957ef440 req-971351cb-095b-4b89-99b0-ee6c7a35a860 tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:00.100452 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64baea0-64d5-4143-a590-c9d4833b8a4a admin admin] Network hostable DHCP agents. Network: 6fc7f20b-7d9c-403d-ac07-c8cf734736f9, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:35:00.107770 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2d3e1d30-f96a-46d6-b00b-846e957ef440 req-971351cb-095b-4b89-99b0-ee6c7a35a860 tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce74691-1f59-4d23-9aa0-72e7d7fbaaea HTTP/1.1" status: 200 len: 947 time: 0.1875026 Oct 20 11:35:00.122083 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64baea0-64d5-4143-a590-c9d4833b8a4a admin admin] Network 6fc7f20b-7d9c-403d-ac07-c8cf734736f9 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:35:00.130066 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-09c9138d-a782-48cf-8d2e-3aa402278ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:00.131795 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-09c9138d-a782-48cf-8d2e-3aa402278ab4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c7f8db9e-759d-47f9-9be8-c669a032f85a HTTP/1.1" status: 200 len: 797 time: 0.1875277 Oct 20 11:35:00.135987 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-b64baea0-64d5-4143-a590-c9d4833b8a4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 6fc7f20b-7d9c-403d-ac07-c8cf734736f9) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:00.142489 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64baea0-64d5-4143-a590-c9d4833b8a4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:00.144483 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b64baea0-64d5-4143-a590-c9d4833b8a4a admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:00.155763 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59a39c2-4b14-4c95-9cde-83caf3921380 None None] Network 6fc7f20b-7d9c-403d-ac07-c8cf734736f9 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:35:00.175392 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b64baea0-64d5-4143-a590-c9d4833b8a4a admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8274910 Oct 20 11:35:00.181702 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4641f358-1b70-4e9d-a71b-826bbb5575ba None None] The sync data for ids ['73c37fb3-aaf3-4729-8f65-cf34906749ed'] in n-d-814735-3 is: [{'id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'name': 'tempest-AttachVolumeTestJSON-210314861-router', 'tenant_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '2f6c9eea-35a0-4f13-a370-5c96a0042060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:34:25Z', 'updated_at': '2021-10-20T11:34:30Z', 'revision_number': 4, 'project_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'gw_port': {'id': '2f6c9eea-35a0-4f13-a370-5c96a0042060', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:34:25Z', 'updated_at': '2021-10-20T11:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '83aac692-0481-4b75-8d76-8d6fe4493acb', 'tenant_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'floating_ip_address': '172.25.5.72', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'port_id': '00f1187d-224c-4016-b677-4394cff176bd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1077, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ac8a1a7-834d-4283-be36-675cd4e77db7', 'mac_address': 'fa:16:3e:42:6e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2a7568-a0b5-453f-9439-31621926cf91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:34:34Z', 'updated_at': '2021-10-20T11:34:57Z', 'revision_number': 1, 'project_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6c6911e-e007-4fc7-b235-22245bcd29fa', 'name': '', 'network_id': '9ac8a1a7-834d-4283-be36-675cd4e77db7', 'tenant_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'mac_address': 'fa:16:3e:11:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '15eac2f5-b810-4d1a-999c-137936c809b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:34:29Z', 'updated_at': '2021-10-20T11:34:35Z', 'revision_number': 5, 'project_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'subnets': [{'id': '15eac2f5-b810-4d1a-999c-137936c809b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:35:00.182855 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3af41d11-8af0-4350-b48d-3bd6ba9dfc1c req-815a8635-dd8c-442b-9107-4bc3dd352724 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00f1187d-224c-4016-b677-4394cff176bd HTTP/1.1" status: 200 len: 998 time: 0.1685431 Oct 20 11:35:00.323604 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2d3e1d30-f96a-46d6-b00b-846e957ef440 req-c0f2663a-8560-4f06-bbad-67885174a6f2 tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] 10.222.0.98 "GET /v2.0/security-groups?id=38f24503-5c78-445f-93e7-171192399e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147532 Oct 20 11:35:00.350020 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-a349d322-b0f4-4181-a820-e1aee4954bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:00.351354 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8010f5c8-131b-4f73-b6dc-d8dd21f52638 None None] Network 6fc7f20b-7d9c-403d-ac07-c8cf734736f9 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:35:00.351715 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-a349d322-b0f4-4181-a820-e1aee4954bb4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=debe6c2d-b3d4-4e02-853f-d2d45fbb1f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1963058 Oct 20 11:35:00.358275 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af41d11-8af0-4350-b48d-3bd6ba9dfc1c req-a7520ef2-4f59-4110-8950-038cff65bf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:00.359940 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3af41d11-8af0-4350-b48d-3bd6ba9dfc1c req-a7520ef2-4f59-4110-8950-038cff65bf6c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15eac2f5-b810-4d1a-999c-137936c809b4 HTTP/1.1" status: 200 len: 849 time: 0.1652670 Oct 20 11:35:00.509670 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af41d11-8af0-4350-b48d-3bd6ba9dfc1c req-4460acb1-a891-4ce0-a9c3-9613a714db73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:00.511233 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3af41d11-8af0-4350-b48d-3bd6ba9dfc1c req-4460acb1-a891-4ce0-a9c3-9613a714db73 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ac8a1a7-834d-4283-be36-675cd4e77db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1406291 Oct 20 11:35:00.522560 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6fc59a-343c-44eb-936a-27bbce74217a None None] New status for floating IP 83aac692-0481-4b75-8d76-8d6fe4493acb: ACTIVE {{(pid=100649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:35:00.541871 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-4aaac857-3541-4312-82ff-cf25598d04de service neutron] 10.222.0.89 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772923 Oct 20 11:35:00.964665 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 36982) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:00.980391 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3af41d11-8af0-4350-b48d-3bd6ba9dfc1c req-87cc3839-e93c-48c9-80e1-50cb88a21eb6 service neutron] 10.222.0.11 "GET /v2.0/networks/9ac8a1a7-834d-4283-be36-675cd4e77db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4595311 Oct 20 11:35:01.034209 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-a2b2c42c-dfc5-46ca-9836-e22e45dad3a6 service neutron] 10.222.0.89 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4764943 Oct 20 11:35:01.131596 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-f798f4e3-e842-4fff-81eb-93ebc6b7f3ff service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=d39c253f-49f6-4214-8738-6a67f437331d HTTP/1.1" status: 200 len: 217 time: 0.0635023 Oct 20 11:35:01.189961 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3af41d11-8af0-4350-b48d-3bd6ba9dfc1c req-0efff3bb-4d81-4a03-acd5-3054b1749dd8 service neutron] 10.222.0.11 "GET /v2.0/networks/9ac8a1a7-834d-4283-be36-675cd4e77db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997681 Oct 20 11:35:01.206411 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ab166-358e-4b2e-b514-72b29a951e29 req-7dda3312-0a38-4b35-be33-8cc7bc802d66 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:01.208933 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e10ab166-358e-4b2e-b514-72b29a951e29 req-7dda3312-0a38-4b35-be33-8cc7bc802d66 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=811978b2-6bb1-4806-bf72-8ec7410064fd HTTP/1.1" status: 200 len: 946 time: 0.1396255 Oct 20 11:35:01.228700 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-10142d35-34bc-4d0a-8d96-4ef68633911a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:01.230163 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-10142d35-34bc-4d0a-8d96-4ef68633911a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c7f8db9e-759d-47f9-9be8-c669a032f85a HTTP/1.1" status: 200 len: 797 time: 0.0879107 Oct 20 11:35:01.290966 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e10ab166-358e-4b2e-b514-72b29a951e29 req-ae4f99be-e5f7-4b1c-88f1-097e017c7903 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745044 Oct 20 11:35:01.303919 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-8334edb3-1ede-463f-b4bd-1d5fdec8b81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:01.305182 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-8334edb3-1ede-463f-b4bd-1d5fdec8b81d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=debe6c2d-b3d4-4e02-853f-d2d45fbb1f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0646384 Oct 20 11:35:01.396772 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-56af0768-42ad-4417-92c8-4a0ccdc16278 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1434037677-network', 'tenant_id': '187cd546dcc8429e863ac17702c417bb'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:01.429356 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56af0768-42ad-4417-92c8-4a0ccdc16278 admin admin] Made reservation on behalf of 187cd546dcc8429e863ac17702c417bb for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:35:01.432044 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-56af0768-42ad-4417-92c8-4a0ccdc16278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:01.451031 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-56af0768-42ad-4417-92c8-4a0ccdc16278 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:01.489851 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device b802edf1-ed4e-4a40-9db4-231faa41a749 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:35:01.543692 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-9b34d9fe-7166-4c44-a49c-5d7abb7b1441 service neutron] 10.222.0.89 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278547 Oct 20 11:35:01.553518 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b8e14-9bdc-496e-8012-ac36cdf3c3af req-9abaa241-4087-4a86-ba29-7d50d62b226c tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:01.555140 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b3b8e14-9bdc-496e-8012-ac36cdf3c3af req-9abaa241-4087-4a86-ba29-7d50d62b226c tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] 10.222.0.98 "GET /v2.0/networks?id=6fc7f20b-7d9c-403d-ac07-c8cf734736f9 HTTP/1.1" status: 200 len: 813 time: 0.2153852 Oct 20 11:35:01.575537 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9724c49-6a1e-4452-914a-95936eef5f29 req-44de7af7-7ba0-4f85-bc36-af3cbf700d8b tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:01.577061 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a9724c49-6a1e-4452-914a-95936eef5f29 req-44de7af7-7ba0-4f85-bc36-af3cbf700d8b tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce74691-1f59-4d23-9aa0-72e7d7fbaaea HTTP/1.1" status: 200 len: 947 time: 0.1164062 Oct 20 11:35:01.625953 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b3b8e14-9bdc-496e-8012-ac36cdf3c3af req-9112fdf4-492f-4c63-a7c7-d132f5fcff08 tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] 10.222.0.98 "GET /v2.0/quotas/f8357a9e715248d3bdbc99fea1cf7247 HTTP/1.1" status: 200 len: 375 time: 0.0582778 Oct 20 11:35:01.628255 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-56af0768-42ad-4417-92c8-4a0ccdc16278 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:01.649554 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-56af0768-42ad-4417-92c8-4a0ccdc16278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:01.683396 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56af0768-42ad-4417-92c8-4a0ccdc16278 admin admin] vlan segment allocate from pool success with {'vlan_id': 1292, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:35:01.684759 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port b802edf1-ed4e-4a40-9db4-231faa41a749, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=b802edf1-ed4e-4a40-9db4-231faa41a749,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:01.694539 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56af0768-42ad-4417-92c8-4a0ccdc16278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70280f2-7a59-4aae-baa8-373c303db59a,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:01.712905 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': 'b802edf1-ed4e-4a40-9db4-231faa41a749', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'port_id': 'b802edf1-ed4e-4a40-9db4-231faa41a749', 'mac_address': 'fa:16:3e:7b:0c:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94289c8c-e5f7-4e30-b6a9-5b268a8fd610', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:35:01.714847 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b3b8e14-9bdc-496e-8012-ac36cdf3c3af req-996af415-14f7-4b33-b2ea-aaf2c43de755 tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=f8357a9e715248d3bdbc99fea1cf7247&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619109 Oct 20 11:35:01.724673 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-56af0768-42ad-4417-92c8-4a0ccdc16278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:01.724998 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-56af0768-42ad-4417-92c8-4a0ccdc16278 admin admin] Added segment 966f8bf1-c7b8-4bf9-ae6f-98715a052472 of type vlan for network 46988042-ca6a-4d62-8b12-c3239f6f88d9 Oct 20 11:35:01.737871 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a9724c49-6a1e-4452-914a-95936eef5f29 req-dc2ca289-990d-437f-bc04-f5b96d2ee502 tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] 10.222.0.98 "GET /v2.0/security-groups?id=38f24503-5c78-445f-93e7-171192399e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411324 Oct 20 11:35:01.771711 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-cf380e8b-e5ef-4d3b-9d1c-115d04fde275 service neutron] 10.222.0.89 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138183 Oct 20 11:35:01.785709 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-56af0768-42ad-4417-92c8-4a0ccdc16278 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:01.798048 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:01.814815 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-56af0768-42ad-4417-92c8-4a0ccdc16278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:01.816066 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56af0768-42ad-4417-92c8-4a0ccdc16278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:01.816818 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-56af0768-42ad-4417-92c8-4a0ccdc16278 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:01.844777 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b802edf1-ed4e-4a40-9db4-231faa41a749 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:35:01.853223 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-56af0768-42ad-4417-92c8-4a0ccdc16278 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8848746 Oct 20 11:35:01.854567 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 37020) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:01.861496 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-648100c4-4600-4c22-9b7c-e100d4be755c admin admin] Request body: {'subnet': {'network_id': '46988042-ca6a-4d62-8b12-c3239f6f88d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1434037677-subnet', 'tenant_id': '187cd546dcc8429e863ac17702c417bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:01.886626 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port b802edf1-ed4e-4a40-9db4-231faa41a749, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=b802edf1-ed4e-4a40-9db4-231faa41a749,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:01.891441 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-8801c931-5d64-4cb6-b17d-78638d4b0248 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=4aea7d3c-78fa-4d1c-9d27-ec767d37af26 HTTP/1.1" status: 200 len: 217 time: 0.1023755 Oct 20 11:35:01.900101 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:01.972240 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56af0768-42ad-4417-92c8-4a0ccdc16278 admin admin] Pushing event updated for resources: {'Network': ['ID=46988042-ca6a-4d62-8b12-c3239f6f88d9,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:01.979027 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648100c4-4600-4c22-9b7c-e100d4be755c admin admin] Made reservation on behalf of 187cd546dcc8429e863ac17702c417bb for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:35:01.983805 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-648100c4-4600-4c22-9b7c-e100d4be755c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:01.989368 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 46988042-ca6a-4d62-8b12-c3239f6f88d9 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:35:01.993329 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-a407a1b9-70bc-4e6b-9aee-28fd2699ca5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:01.994864 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-a407a1b9-70bc-4e6b-9aee-28fd2699ca5f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c7f8db9e-759d-47f9-9be8-c669a032f85a HTTP/1.1" status: 200 len: 797 time: 0.0695553 Oct 20 11:35:01.996967 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b3b8e14-9bdc-496e-8012-ac36cdf3c3af req-900538c4-8c08-4b14-9d7b-6a3020765b8a service neutron] 10.222.0.98 "GET /v2.0/networks/6fc7f20b-7d9c-403d-ac07-c8cf734736f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542803 Oct 20 11:35:02.020033 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=b802edf1-ed4e-4a40-9db4-231faa41a749,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:02.160206 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b3b8e14-9bdc-496e-8012-ac36cdf3c3af req-70d1dc58-833d-4296-afa2-b69bc612734a service neutron] 10.222.0.98 "GET /v2.0/networks/6fc7f20b-7d9c-403d-ac07-c8cf734736f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485269 Oct 20 11:35:02.188729 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-648100c4-4600-4c22-9b7c-e100d4be755c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:02.215776 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-c9ca7ba7-ded8-4182-a9ea-ee2d1d02cb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:02.218010 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-c9ca7ba7-ded8-4182-a9ea-ee2d1d02cb0f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=debe6c2d-b3d4-4e02-853f-d2d45fbb1f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2145135 Oct 20 11:35:02.238584 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['b802edf1-ed4e-4a40-9db4-231faa41a749'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:35:02.265283 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648100c4-4600-4c22-9b7c-e100d4be755c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2632b3ec-114b-4ca0-b65c-c0f4b4a7c2b9,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:02.293430 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648100c4-4600-4c22-9b7c-e100d4be755c admin admin] Checking segment: {'id': '966f8bf1-c7b8-4bf9-ae6f-98715a052472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '46988042-ca6a-4d62-8b12-c3239f6f88d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:35:02.293796 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648100c4-4600-4c22-9b7c-e100d4be755c admin admin] Network hostable DHCP agents. Network: 46988042-ca6a-4d62-8b12-c3239f6f88d9, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:35:02.317239 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648100c4-4600-4c22-9b7c-e100d4be755c admin admin] Network 46988042-ca6a-4d62-8b12-c3239f6f88d9 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:35:02.355703 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-648100c4-4600-4c22-9b7c-e100d4be755c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 46988042-ca6a-4d62-8b12-c3239f6f88d9) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:02.363797 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648100c4-4600-4c22-9b7c-e100d4be755c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:02.366110 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-648100c4-4600-4c22-9b7c-e100d4be755c admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:02.378044 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a16dadb-81bd-4be1-837c-1976da24d337 None None] Network 46988042-ca6a-4d62-8b12-c3239f6f88d9 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:35:02.408833 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-648100c4-4600-4c22-9b7c-e100d4be755c admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5520580 Oct 20 11:35:02.411715 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 37042) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:02.418346 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-3e95a614-ef93-4009-844d-a2e90ef8d804 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1434037677-router', 'tenant_id': '187cd546dcc8429e863ac17702c417bb', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:02.422960 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e67e3929-aab2-4a12-813c-75a760cad5a8 req-5dda232f-b0a1-48d8-95f4-c2e65b9755aa tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] 10.222.0.98 "GET /v2.0/ports?device_id=e88916ba-23b7-4286-a689-16d08acda5b8 HTTP/1.1" status: 200 len: 210 time: 0.0615745 Oct 20 11:35:02.463808 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3e95a614-ef93-4009-844d-a2e90ef8d804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:02.465842 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3e95a614-ef93-4009-844d-a2e90ef8d804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:02.536985 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-019132cf-8755-4fc8-8578-eb0ea508e8e8 service neutron] 10.222.0.89 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100462 Oct 20 11:35:02.547989 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d913f3-9801-49c3-ae9e-d9a71f6a413a req-60f62d70-e877-46b3-a947-64870ac5dccb tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:02.549771 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-29d913f3-9801-49c3-ae9e-d9a71f6a413a req-60f62d70-e877-46b3-a947-64870ac5dccb tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=811978b2-6bb1-4806-bf72-8ec7410064fd HTTP/1.1" status: 200 len: 946 time: 0.1103530 Oct 20 11:35:02.590427 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3e95a614-ef93-4009-844d-a2e90ef8d804 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:02.742954 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-29d913f3-9801-49c3-ae9e-d9a71f6a413a req-bef2c6ee-3ec1-49ca-a7ba-7e9ebd3a64be tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644473 Oct 20 11:35:02.760640 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-46c2cac0-bedb-4a67-a5c0-a354960d6333 service neutron] 10.222.0.89 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096412 Oct 20 11:35:02.823832 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c6e7c1-fe96-492d-9c00-76d4037b6e8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-46988042-ca6a-4d62-8b12-c3239f6f88d9', 'network_id': '46988042-ca6a-4d62-8b12-c3239f6f88d9', 'tenant_id': '187cd546dcc8429e863ac17702c417bb', 'fixed_ips': [{'subnet_id': '2632b3ec-114b-4ca0-b65c-c0f4b4a7c2b9'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:35:02.824699 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-23c6e7c1-fe96-492d-9c00-76d4037b6e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:02.868189 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-ea657a64-2b68-46c2-a00c-4f1bc9b1a91d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=36734b27-541b-4c46-94d0-9c36824cd543 HTTP/1.1" status: 200 len: 217 time: 0.0962656 Oct 20 11:35:03.044703 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-774f75c2-479d-4143-8a97-8c41ba365d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:03.046271 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-774f75c2-479d-4143-8a97-8c41ba365d6b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8b2ce3de-10a9-4c8a-b2e7-4d28126c6f52 HTTP/1.1" status: 200 len: 797 time: 0.1631975 Oct 20 11:35:03.106215 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded6248-d4ba-4918-b0c2-a10b20fb05b0 req-ff032861-62af-485c-9ec4-075a9ac41bf8 tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:03.110607 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8ded6248-d4ba-4918-b0c2-a10b20fb05b0 req-ff032861-62af-485c-9ec4-075a9ac41bf8 tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce74691-1f59-4d23-9aa0-72e7d7fbaaea HTTP/1.1" status: 200 len: 948 time: 0.2472339 Oct 20 11:35:03.133673 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-23c6e7c1-fe96-492d-9c00-76d4037b6e8c None None] Allocated IP 172.20.0.2 (46988042-ca6a-4d62-8b12-c3239f6f88d9/2632b3ec-114b-4ca0-b65c-c0f4b4a7c2b9/d51853bb-8478-445d-aa82-ff98c501f017) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:35:03.213073 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-e62ed753-b232-43c6-90b1-f9b78efcc529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:03.214848 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-e62ed753-b232-43c6-90b1-f9b78efcc529 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cbfb6560-b005-4cf2-8e9b-c40d4507d392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1511981 Oct 20 11:35:03.219653 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3e95a614-ef93-4009-844d-a2e90ef8d804 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:03.230504 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8ded6248-d4ba-4918-b0c2-a10b20fb05b0 req-2db1eae2-eb4c-4323-a95d-d6e91fd1a685 tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] 10.222.0.98 "GET /v2.0/security-groups?id=38f24503-5c78-445f-93e7-171192399e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877230 Oct 20 11:35:03.385001 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-eff8ac28-0e63-439c-a228-84e053742320 service neutron] 10.222.0.89 "GET /v2.0/networks/cbfb6560-b005-4cf2-8e9b-c40d4507d392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490133 Oct 20 11:35:03.414085 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-23c6e7c1-fe96-492d-9c00-76d4037b6e8c None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:03.426274 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-23c6e7c1-fe96-492d-9c00-76d4037b6e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:03.446547 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c6e7c1-fe96-492d-9c00-76d4037b6e8c None None] Network 46988042-ca6a-4d62-8b12-c3239f6f88d9 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:35:03.449044 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-23c6e7c1-fe96-492d-9c00-76d4037b6e8c None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:03.513861 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3e95a614-ef93-4009-844d-a2e90ef8d804 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:03.539595 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3e95a614-ef93-4009-844d-a2e90ef8d804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:03.658236 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f36408f4-6327-4071-a85e-bcff9d44c453 req-31a13cea-a369-41cb-b930-9a48b5a0b089 tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] 10.222.0.98 "GET /v2.0/ports?device_id=e88916ba-23b7-4286-a689-16d08acda5b8 HTTP/1.1" status: 200 len: 210 time: 0.0559733 Oct 20 11:35:03.713196 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c6e7c1-fe96-492d-9c00-76d4037b6e8c None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:35:03.728316 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-bea7f80c-ae0d-4986-92c8-a3dd967b46dd service neutron] 10.222.0.89 "GET /v2.0/networks/cbfb6560-b005-4cf2-8e9b-c40d4507d392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327255 Oct 20 11:35:03.785285 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c6e7c1-fe96-492d-9c00-76d4037b6e8c None None] Pushing event updated for resources: {'Port': ['ID=d51853bb-8478-445d-aa82-ff98c501f017,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:03.792175 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-23c6e7c1-fe96-492d-9c00-76d4037b6e8c None None] Attempting to bind port d51853bb-8478-445d-aa82-ff98c501f017 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:35:03.792737 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-3e95a614-ef93-4009-844d-a2e90ef8d804 admin admin] Allocated IP 172.25.5.216 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/127844fb-fe02-4ad0-b841-37f315befe51) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:35:03.796980 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-23c6e7c1-fe96-492d-9c00-76d4037b6e8c None None] Attempting to bind port d51853bb-8478-445d-aa82-ff98c501f017 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '966f8bf1-c7b8-4bf9-ae6f-98715a052472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '46988042-ca6a-4d62-8b12-c3239f6f88d9'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:35:03.797613 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c6e7c1-fe96-492d-9c00-76d4037b6e8c None None] Attempting to bind port d51853bb-8478-445d-aa82-ff98c501f017 on network 46988042-ca6a-4d62-8b12-c3239f6f88d9 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:35:03.810627 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c6e7c1-fe96-492d-9c00-76d4037b6e8c None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:35:03.811177 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c6e7c1-fe96-492d-9c00-76d4037b6e8c None None] Checking segment: {'id': '966f8bf1-c7b8-4bf9-ae6f-98715a052472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '46988042-ca6a-4d62-8b12-c3239f6f88d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:35:03.811909 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-23c6e7c1-fe96-492d-9c00-76d4037b6e8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:03.812521 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c6e7c1-fe96-492d-9c00-76d4037b6e8c None None] Bound using segment: {'id': '966f8bf1-c7b8-4bf9-ae6f-98715a052472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '46988042-ca6a-4d62-8b12-c3239f6f88d9'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:35:03.813224 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-23c6e7c1-fe96-492d-9c00-76d4037b6e8c None None] Bound port: d51853bb-8478-445d-aa82-ff98c501f017, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '966f8bf1-c7b8-4bf9-ae6f-98715a052472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '46988042-ca6a-4d62-8b12-c3239f6f88d9'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:35:03.813884 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-23c6e7c1-fe96-492d-9c00-76d4037b6e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:03.856592 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-2f6a2281-977f-44a2-bfed-7bcab0b6c2ab service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=21d0cf01-a7f4-49be-aec5-51e5c5128073 HTTP/1.1" status: 200 len: 217 time: 0.1150973 Oct 20 11:35:03.913410 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-23c6e7c1-fe96-492d-9c00-76d4037b6e8c None None] For port d51853bb-8478-445d-aa82-ff98c501f017, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:35:03.918324 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-23c6e7c1-fe96-492d-9c00-76d4037b6e8c None None] For port d51853bb-8478-445d-aa82-ff98c501f017, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=d51853bb-8478-445d-aa82-ff98c501f017,segment=NetworkSegment(966f8bf1-c7b8-4bf9-ae6f-98715a052472),segment_id=966f8bf1-c7b8-4bf9-ae6f-98715a052472)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:35:03.934511 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-23c6e7c1-fe96-492d-9c00-76d4037b6e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:03.974061 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-8e03382e-f77e-450c-bdb9-eef8faffad2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:03.975649 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-8e03382e-f77e-450c-bdb9-eef8faffad2d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8b2ce3de-10a9-4c8a-b2e7-4d28126c6f52 HTTP/1.1" status: 200 len: 797 time: 0.1039829 Oct 20 11:35:03.995356 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325229b7-6401-495c-a775-60573725a7a0 req-044a4f5e-6519-4dfa-88c7-37cd939c57e4 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:04.005258 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-325229b7-6401-495c-a775-60573725a7a0 req-044a4f5e-6519-4dfa-88c7-37cd939c57e4 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=811978b2-6bb1-4806-bf72-8ec7410064fd HTTP/1.1" status: 200 len: 946 time: 0.0749998 Oct 20 11:35:04.077463 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c6e7c1-fe96-492d-9c00-76d4037b6e8c None None] Pushing event updated for resources: {'Port': ['ID=d51853bb-8478-445d-aa82-ff98c501f017,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:04.180778 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-325229b7-6401-495c-a775-60573725a7a0 req-1dff3996-578f-422a-ac96-61f1a9084b4e tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677158 Oct 20 11:35:04.185931 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-5e0ebded-d78b-41f0-9c1a-12fdd8ccd920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:04.189151 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-5e0ebded-d78b-41f0-9c1a-12fdd8ccd920 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cbfb6560-b005-4cf2-8e9b-c40d4507d392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1741991 Oct 20 11:35:04.216788 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3e95a614-ef93-4009-844d-a2e90ef8d804 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:04.237571 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b8e14-9bdc-496e-8012-ac36cdf3c3af req-6b33e9cc-95b5-4b0c-ad26-5cbf61205f0b tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:04.239439 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6b3b8e14-9bdc-496e-8012-ac36cdf3c3af req-6b33e9cc-95b5-4b0c-ad26-5cbf61205f0b tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] 10.222.0.89 "GET /v2.0/networks?id=6fc7f20b-7d9c-403d-ac07-c8cf734736f9 HTTP/1.1" status: 200 len: 813 time: 0.2934692 Oct 20 11:35:04.264614 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-6b3b8e14-9bdc-496e-8012-ac36cdf3c3af req-d81825b5-6ec2-4fed-b224-eb13ac44d203 tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] Request body: {'port': {'device_id': 'e88916ba-23b7-4286-a689-16d08acda5b8', 'network_id': '6fc7f20b-7d9c-403d-ac07-c8cf734736f9', 'admin_state_up': True, 'tenant_id': 'f8357a9e715248d3bdbc99fea1cf7247'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:04.330156 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-61c2c992-03f4-4b03-a9c9-00c2de884ced service neutron] 10.222.0.89 "GET /v2.0/networks/cbfb6560-b005-4cf2-8e9b-c40d4507d392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301317 Oct 20 11:35:04.384987 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3e95a614-ef93-4009-844d-a2e90ef8d804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:04.461931 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e95a614-ef93-4009-844d-a2e90ef8d804 admin admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:35:04.481824 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-3e95a614-ef93-4009-844d-a2e90ef8d804 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:04.500315 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e95a614-ef93-4009-844d-a2e90ef8d804 admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:35:04.505240 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e95a614-ef93-4009-844d-a2e90ef8d804 admin admin] Pushing event updated for resources: {'Port': ['ID=127844fb-fe02-4ad0-b841-37f315befe51,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:04.538382 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8834be-0e13-40a7-8d06-52bba560b9ba req-08d7661c-e202-4c3a-934c-a614a70d7b86 tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:04.548031 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0c8834be-0e13-40a7-8d06-52bba560b9ba req-08d7661c-e202-4c3a-934c-a614a70d7b86 tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce74691-1f59-4d23-9aa0-72e7d7fbaaea HTTP/1.1" status: 200 len: 948 time: 0.1483734 Oct 20 11:35:04.575348 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5bc1b86b-3b89-4d8c-bd22-b98b4290baf9 req-959a2c95-47a6-466c-9533-a4414d248e59 service neutron] 10.222.0.89 "GET /v2.0/networks/cbfb6560-b005-4cf2-8e9b-c40d4507d392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354279 Oct 20 11:35:04.609072 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b3b8e14-9bdc-496e-8012-ac36cdf3c3af req-d81825b5-6ec2-4fed-b224-eb13ac44d203 tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] Made reservation on behalf of f8357a9e715248d3bdbc99fea1cf7247 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:35:04.612516 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-6b3b8e14-9bdc-496e-8012-ac36cdf3c3af req-d81825b5-6ec2-4fed-b224-eb13ac44d203 tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:04.624449 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0c8834be-0e13-40a7-8d06-52bba560b9ba req-e67fe317-1727-4556-8b6b-35630212133c tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] 10.222.0.98 "GET /v2.0/security-groups?id=38f24503-5c78-445f-93e7-171192399e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719509 Oct 20 11:35:04.703130 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device d51853bb-8478-445d-aa82-ff98c501f017 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:35:04.803079 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port d51853bb-8478-445d-aa82-ff98c501f017 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:04.803079 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:04.829416 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-573c8e3f-d25f-4da1-b3ad-88c2011f9dad req-1e8ec14e-bfff-42c0-956c-19bd0bff9083 tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] 10.222.0.98 "GET /v2.0/ports?device_id=e88916ba-23b7-4286-a689-16d08acda5b8 HTTP/1.1" status: 200 len: 210 time: 0.0431235 Oct 20 11:35:04.925246 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:04.969590 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port d51853bb-8478-445d-aa82-ff98c501f017, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=d51853bb-8478-445d-aa82-ff98c501f017,segment=NetworkSegment(966f8bf1-c7b8-4bf9-ae6f-98715a052472),segment_id=966f8bf1-c7b8-4bf9-ae6f-98715a052472)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:04.976412 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:05.013228 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [req-6b3b8e14-9bdc-496e-8012-ac36cdf3c3af req-d81825b5-6ec2-4fed-b224-eb13ac44d203 tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] Allocated IP 172.20.0.12 (6fc7f20b-7d9c-403d-ac07-c8cf734736f9/1a79a156-6f98-4f28-9c35-4e7a8a274504/e51a5496-7935-4dc7-b4ae-4ceb6aaff12c) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:35:05.044721 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=d51853bb-8478-445d-aa82-ff98c501f017,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:05.045271 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3e95a614-ef93-4009-844d-a2e90ef8d804 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:05.365773 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f0b30-ef8e-408a-a9d3-92f83d3991f7 req-91098307-6de9-4795-888c-f958fb579908 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:05.377442 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-371f0b30-ef8e-408a-a9d3-92f83d3991f7 req-91098307-6de9-4795-888c-f958fb579908 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=811978b2-6bb1-4806-bf72-8ec7410064fd HTTP/1.1" status: 200 len: 946 time: 0.1034100 Oct 20 11:35:05.391131 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-6b3b8e14-9bdc-496e-8012-ac36cdf3c3af req-d81825b5-6ec2-4fed-b224-eb13ac44d203 tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:05.443459 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-371f0b30-ef8e-408a-a9d3-92f83d3991f7 req-c75cfe7a-9c45-4f38-95f7-e86fd84f85d4 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649095 Oct 20 11:35:05.483022 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3e95a614-ef93-4009-844d-a2e90ef8d804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:05.506837 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device b802edf1-ed4e-4a40-9db4-231faa41a749 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:35:05.537444 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-6b3b8e14-9bdc-496e-8012-ac36cdf3c3af req-d81825b5-6ec2-4fed-b224-eb13ac44d203 tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:05.570994 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port b802edf1-ed4e-4a40-9db4-231faa41a749 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:35:05.577183 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port b802edf1-ed4e-4a40-9db4-231faa41a749 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:05.578050 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:05.580586 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b3b8e14-9bdc-496e-8012-ac36cdf3c3af req-d81825b5-6ec2-4fed-b224-eb13ac44d203 tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] Network 6fc7f20b-7d9c-403d-ac07-c8cf734736f9 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:35:05.587266 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [req-6b3b8e14-9bdc-496e-8012-ac36cdf3c3af req-d81825b5-6ec2-4fed-b224-eb13ac44d203 tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:05.594951 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3b8e14-9bdc-496e-8012-ac36cdf3c3af req-d81825b5-6ec2-4fed-b224-eb13ac44d203 tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:35:05.696549 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81825b5-6ec2-4fed-b224-eb13ac44d203 tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] Pushing event updated for resources: {'Port': ['ID=e51a5496-7935-4dc7-b4ae-4ceb6aaff12c,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:05.707792 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a101d4-9ae0-454f-996c-21534119c4bf None None] Network 46988042-ca6a-4d62-8b12-c3239f6f88d9 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:35:05.742394 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b8e14-9bdc-496e-8012-ac36cdf3c3af req-d81825b5-6ec2-4fed-b224-eb13ac44d203 tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:05.744526 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-6b3b8e14-9bdc-496e-8012-ac36cdf3c3af req-d81825b5-6ec2-4fed-b224-eb13ac44d203 tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:05.769403 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6b3b8e14-9bdc-496e-8012-ac36cdf3c3af req-d81825b5-6ec2-4fed-b224-eb13ac44d203 tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5189548 Oct 20 11:35:05.794125 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-6b3b8e14-9bdc-496e-8012-ac36cdf3c3af req-5f0ffc9b-0904-47ec-bba6-d88844588a03 service neutron] Request body: {'port': {'device_id': 'e88916ba-23b7-4286-a689-16d08acda5b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:05.799217 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e95a614-ef93-4009-844d-a2e90ef8d804 admin admin] Router 6dcb9e0e-a4bd-4821-9824-082cdf250bfa is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:35:05.822871 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:05.883852 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce74691-1f59-4d23-9aa0-72e7d7fbaaea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b802edf1-ed4e-4a40-9db4-231faa41a749'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:35:05.886641 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd298c18-7a69-4ee0-b71f-15f1fee49718" -d '{"events": [{"server_uuid": "4ce74691-1f59-4d23-9aa0-72e7d7fbaaea", "name": "network-vif-plugged", "status": "completed", "tag": "b802edf1-ed4e-4a40-9db4-231faa41a749"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:35:05.899873 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-f5fa1b12-1094-4c51-b63e-215f33dd3710 None None] Provisioning complete for port d51853bb-8478-445d-aa82-ff98c501f017 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:05.902901 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f5fa1b12-1094-4c51-b63e-215f33dd3710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:05.942454 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port b802edf1-ed4e-4a40-9db4-231faa41a749, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=b802edf1-ed4e-4a40-9db4-231faa41a749,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:05.966080 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:06.031379 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e95a614-ef93-4009-844d-a2e90ef8d804 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:35:06.051863 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-6b3b8e14-9bdc-496e-8012-ac36cdf3c3af req-5f0ffc9b-0904-47ec-bba6-d88844588a03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:06.052741 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047e428a-d3d1-41ed-bd5b-d925b16d58a6 None None] Sync routers for ids ['6dcb9e0e-a4bd-4821-9824-082cdf250bfa'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:35:06.095953 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3564e-65ec-4953-95fc-6ba420faada7 req-48743b04-2a6c-4509-89a8-cdeeda87773a tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:06.107837 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9fd3564e-65ec-4953-95fc-6ba420faada7 req-48743b04-2a6c-4509-89a8-cdeeda87773a tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] 10.222.0.98 "GET /v2.0/ports?device_id=e88916ba-23b7-4286-a689-16d08acda5b8 HTTP/1.1" status: 200 len: 932 time: 0.1024406 Oct 20 11:35:06.113640 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3e95a614-ef93-4009-844d-a2e90ef8d804 admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:06.119101 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3e95a614-ef93-4009-844d-a2e90ef8d804 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.7055688 Oct 20 11:35:06.120273 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 37158) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:06.147438 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=b802edf1-ed4e-4a40-9db4-231faa41a749,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:06.150409 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047e428a-d3d1-41ed-bd5b-d925b16d58a6 None None] Routers {'6dcb9e0e-a4bd-4821-9824-082cdf250bfa'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:35:06.151193 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-047e428a-d3d1-41ed-bd5b-d925b16d58a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:34:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['6dcb9e0e-a4bd-4821-9824-082cdf250bfa'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:06.310675 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9fd3564e-65ec-4953-95fc-6ba420faada7 req-e6172bda-12b6-40ee-9db1-87a09d01cdd9 tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] 10.222.0.98 "GET /v2.0/security-groups?id=1d14564f-64cc-402d-bf13-6d8e2056df18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020102 Oct 20 11:35:06.349292 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4392a8-95cd-4ace-b805-2ea7b1be9883 req-58dc43b9-deeb-4bb3-8f4e-2623d8584232 tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:06.355393 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:35:06.358737 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3e4392a8-95cd-4ace-b805-2ea7b1be9883 req-58dc43b9-deeb-4bb3-8f4e-2623d8584232 tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce74691-1f59-4d23-9aa0-72e7d7fbaaea HTTP/1.1" status: 200 len: 949 time: 0.5974848 Oct 20 11:35:06.387033 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-047e428a-d3d1-41ed-bd5b-d925b16d58a6 None None] Set router 6dcb9e0e-a4bd-4821-9824-082cdf250bfa gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:35:06.476895 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fafd280-84fb-4f21-8f6e-5343a66fcdee x-openstack-request-id: req-5fafd280-84fb-4f21-8f6e-5343a66fcdee {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:35:06.477217 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce74691-1f59-4d23-9aa0-72e7d7fbaaea", "name": "network-vif-plugged", "status": "completed", "tag": "b802edf1-ed4e-4a40-9db4-231faa41a749", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:35:06.481581 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5fafd280-84fb-4f21-8f6e-5343a66fcdee {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:35:06.482077 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce74691-1f59-4d23-9aa0-72e7d7fbaaea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b802edf1-ed4e-4a40-9db4-231faa41a749', 'code': 200} Oct 20 11:35:06.487678 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-6b3b8e14-9bdc-496e-8012-ac36cdf3c3af req-5f0ffc9b-0904-47ec-bba6-d88844588a03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e51a5496-7935-4dc7-b4ae-4ceb6aaff12c {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:35:06.515652 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3e4392a8-95cd-4ace-b805-2ea7b1be9883 req-68fb5fc8-aa4d-4f6e-afa4-024c3e076fbb tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] 10.222.0.98 "GET /v2.0/security-groups?id=38f24503-5c78-445f-93e7-171192399e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556592 Oct 20 11:35:06.544335 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-6b3b8e14-9bdc-496e-8012-ac36cdf3c3af req-5f0ffc9b-0904-47ec-bba6-d88844588a03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:06.589582 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-6b3b8e14-9bdc-496e-8012-ac36cdf3c3af req-5f0ffc9b-0904-47ec-bba6-d88844588a03 service neutron] Transition to ACTIVE for port object e51a5496-7935-4dc7-b4ae-4ceb6aaff12c will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:35:06.600716 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-6b3b8e14-9bdc-496e-8012-ac36cdf3c3af req-5f0ffc9b-0904-47ec-bba6-d88844588a03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:06.644780 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device d51853bb-8478-445d-aa82-ff98c501f017 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:35:06.733053 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b766bd0-1622-445d-8a4c-d941a326170f req-cf53490b-c47e-4b53-a36f-3c4228ae803a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:06.733951 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ffc9b-0904-47ec-bba6-d88844588a03 service neutron] Pushing event updated for resources: {'Port': ['ID=e51a5496-7935-4dc7-b4ae-4ceb6aaff12c,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:06.736023 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b766bd0-1622-445d-8a4c-d941a326170f req-cf53490b-c47e-4b53-a36f-3c4228ae803a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4ce74691-1f59-4d23-9aa0-72e7d7fbaaea HTTP/1.1" status: 200 len: 1100 time: 0.2093835 Oct 20 11:35:06.787179 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ad4c8-aa2a-44c8-94dd-790094e623f6 req-7047819f-9ddd-4f35-9f9e-2f32023cff0d tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:06.789789 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-232ad4c8-aa2a-44c8-94dd-790094e623f6 req-7047819f-9ddd-4f35-9f9e-2f32023cff0d tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=811978b2-6bb1-4806-bf72-8ec7410064fd HTTP/1.1" status: 200 len: 946 time: 0.0975959 Oct 20 11:35:06.815159 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-6b3b8e14-9bdc-496e-8012-ac36cdf3c3af req-5f0ffc9b-0904-47ec-bba6-d88844588a03 service neutron] Attempting to bind port e51a5496-7935-4dc7-b4ae-4ceb6aaff12c on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:35:06.817060 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-6b3b8e14-9bdc-496e-8012-ac36cdf3c3af req-5f0ffc9b-0904-47ec-bba6-d88844588a03 service neutron] Attempting to bind port e51a5496-7935-4dc7-b4ae-4ceb6aaff12c by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '9d10cab5-2085-4481-8f14-03bde23f0cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '6fc7f20b-7d9c-403d-ac07-c8cf734736f9'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:35:06.817181 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3b8e14-9bdc-496e-8012-ac36cdf3c3af req-5f0ffc9b-0904-47ec-bba6-d88844588a03 service neutron] Attempting to bind port e51a5496-7935-4dc7-b4ae-4ceb6aaff12c on network 6fc7f20b-7d9c-403d-ac07-c8cf734736f9 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:35:06.826176 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-da9898ff-5db0-4875-9e8c-39bce2037a54 None None] Provisioning complete for port d51853bb-8478-445d-aa82-ff98c501f017 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:06.826746 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-da9898ff-5db0-4875-9e8c-39bce2037a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:06.826883 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3b8e14-9bdc-496e-8012-ac36cdf3c3af req-5f0ffc9b-0904-47ec-bba6-d88844588a03 service neutron] Port e51a5496-7935-4dc7-b4ae-4ceb6aaff12c on network 6fc7f20b-7d9c-403d-ac07-c8cf734736f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:35:06.827191 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3b8e14-9bdc-496e-8012-ac36cdf3c3af req-5f0ffc9b-0904-47ec-bba6-d88844588a03 service neutron] Attempting to bind port e51a5496-7935-4dc7-b4ae-4ceb6aaff12c on network 6fc7f20b-7d9c-403d-ac07-c8cf734736f9 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:35:06.842886 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3b8e14-9bdc-496e-8012-ac36cdf3c3af req-5f0ffc9b-0904-47ec-bba6-d88844588a03 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:35:06.843089 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3b8e14-9bdc-496e-8012-ac36cdf3c3af req-5f0ffc9b-0904-47ec-bba6-d88844588a03 service neutron] Checking segment: {'id': '9d10cab5-2085-4481-8f14-03bde23f0cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '6fc7f20b-7d9c-403d-ac07-c8cf734736f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:35:06.843334 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3b8e14-9bdc-496e-8012-ac36cdf3c3af req-5f0ffc9b-0904-47ec-bba6-d88844588a03 service neutron] Bound using segment: {'id': '9d10cab5-2085-4481-8f14-03bde23f0cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '6fc7f20b-7d9c-403d-ac07-c8cf734736f9'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:35:06.843780 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-6b3b8e14-9bdc-496e-8012-ac36cdf3c3af req-5f0ffc9b-0904-47ec-bba6-d88844588a03 service neutron] Bound port: e51a5496-7935-4dc7-b4ae-4ceb6aaff12c, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d10cab5-2085-4481-8f14-03bde23f0cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '6fc7f20b-7d9c-403d-ac07-c8cf734736f9'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:35:06.844127 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-6b3b8e14-9bdc-496e-8012-ac36cdf3c3af req-5f0ffc9b-0904-47ec-bba6-d88844588a03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:06.965748 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port d51853bb-8478-445d-aa82-ff98c501f017 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:06.967658 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:06.994739 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-6b3b8e14-9bdc-496e-8012-ac36cdf3c3af req-5f0ffc9b-0904-47ec-bba6-d88844588a03 service neutron] For port e51a5496-7935-4dc7-b4ae-4ceb6aaff12c, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:35:07.001165 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-6b3b8e14-9bdc-496e-8012-ac36cdf3c3af req-5f0ffc9b-0904-47ec-bba6-d88844588a03 service neutron] For port e51a5496-7935-4dc7-b4ae-4ceb6aaff12c, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e51a5496-7935-4dc7-b4ae-4ceb6aaff12c,segment=NetworkSegment(9d10cab5-2085-4481-8f14-03bde23f0cc4),segment_id=9d10cab5-2085-4481-8f14-03bde23f0cc4)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:35:07.013397 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-6b3b8e14-9bdc-496e-8012-ac36cdf3c3af req-5f0ffc9b-0904-47ec-bba6-d88844588a03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:07.056896 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b8e14-9bdc-496e-8012-ac36cdf3c3af req-5f0ffc9b-0904-47ec-bba6-d88844588a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:07.057859 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-6b3b8e14-9bdc-496e-8012-ac36cdf3c3af req-5f0ffc9b-0904-47ec-bba6-d88844588a03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:07.059560 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6b3b8e14-9bdc-496e-8012-ac36cdf3c3af req-5f0ffc9b-0904-47ec-bba6-d88844588a03 service neutron] 10.222.0.89 "PUT /v2.0/ports/e51a5496-7935-4dc7-b4ae-4ceb6aaff12c HTTP/1.1" status: 200 len: 1092 time: 1.2746234 Oct 20 11:35:07.060209 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e88916ba-23b7-4286-a689-16d08acda5b8', 'tag': 'e51a5496-7935-4dc7-b4ae-4ceb6aaff12c'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:35:07.063221 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0450a0e-a727-4543-af1b-9cc414f015c2" -d '{"events": [{"name": "network-changed", "server_uuid": "e88916ba-23b7-4286-a689-16d08acda5b8", "tag": "e51a5496-7935-4dc7-b4ae-4ceb6aaff12c"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:35:07.095885 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ffc9b-0904-47ec-bba6-d88844588a03 service neutron] Pushing event updated for resources: {'Port': ['ID=e51a5496-7935-4dc7-b4ae-4ceb6aaff12c,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:07.144863 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade20fe2-26ee-4aff-a674-df7002e8646a x-openstack-request-id: req-ade20fe2-26ee-4aff-a674-df7002e8646a {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:35:07.145177 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e88916ba-23b7-4286-a689-16d08acda5b8", "tag": "e51a5496-7935-4dc7-b4ae-4ceb6aaff12c", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:35:07.145777 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ade20fe2-26ee-4aff-a674-df7002e8646a {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:35:07.146189 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e88916ba-23b7-4286-a689-16d08acda5b8', 'tag': 'e51a5496-7935-4dc7-b4ae-4ceb6aaff12c', 'status': 'completed', 'code': 200} Oct 20 11:35:07.187274 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-047e428a-d3d1-41ed-bd5b-d925b16d58a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dcb9e0e-a4bd-4821-9824-082cdf250bfa', 'name': 'tempest-FloatingIPDetailsTestJSON-1434037677-router', 'tenant_id': '187cd546dcc8429e863ac17702c417bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '127844fb-fe02-4ad0-b841-37f315befe51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:02Z', 'updated_at': '2021-10-20T11:35:04Z', 'revision_number': 3, 'project_id': '187cd546dcc8429e863ac17702c417bb', 'gw_port': {'id': '127844fb-fe02-4ad0-b841-37f315befe51', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c1:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dcb9e0e-a4bd-4821-9824-082cdf250bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:03Z', 'updated_at': '2021-10-20T11:35:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:07.222130 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047e428a-d3d1-41ed-bd5b-d925b16d58a6 None None] Checking router: 6dcb9e0e-a4bd-4821-9824-082cdf250bfa for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:35:07.222738 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047e428a-d3d1-41ed-bd5b-d925b16d58a6 None None] Updating router 6dcb9e0e-a4bd-4821-9824-082cdf250bfa port 127844fb-fe02-4ad0-b841-37f315befe51 binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:35:07.254760 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-232ad4c8-aa2a-44c8-94dd-790094e623f6 req-296c499c-ee54-4c81-a42d-116bd9d52b72 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441012 Oct 20 11:35:07.265520 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b766bd0-1622-445d-8a4c-d941a326170f req-ddcdf6ea-56da-4bb6-9bc7-de255ba56185 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=38f24503-5c78-445f-93e7-171192399e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5088940 Oct 20 11:35:07.273173 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-047e428a-d3d1-41ed-bd5b-d925b16d58a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:07.282141 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b8e14-9bdc-496e-8012-ac36cdf3c3af req-e55f2afd-be22-4291-aef0-4cdf39b849c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:07.287842 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6b3b8e14-9bdc-496e-8012-ac36cdf3c3af req-e55f2afd-be22-4291-aef0-4cdf39b849c1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f8357a9e715248d3bdbc99fea1cf7247&device_id=e88916ba-23b7-4286-a689-16d08acda5b8 HTTP/1.1" status: 200 len: 1095 time: 0.1375210 Oct 20 11:35:07.308008 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device aaefe205-848c-46f0-af46-d5fae246ceb3 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:35:07.313609 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device aaefe205-848c-46f0-af46-d5fae246ceb3 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:35:07.523244 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6b3b8e14-9bdc-496e-8012-ac36cdf3c3af req-bed93c88-353a-4d28-8674-7c745a729165 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e51a5496-7935-4dc7-b4ae-4ceb6aaff12c HTTP/1.1" status: 200 len: 217 time: 0.0418735 Oct 20 11:35:07.542461 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f99f56-9522-4c34-9753-c91993c76fd1 req-f17a6eab-f009-4863-9653-c58721478f5d tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:07.544366 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-29f99f56-9522-4c34-9753-c91993c76fd1 req-f17a6eab-f009-4863-9653-c58721478f5d tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] 10.222.0.98 "GET /v2.0/ports?device_id=e88916ba-23b7-4286-a689-16d08acda5b8 HTTP/1.1" status: 200 len: 944 time: 0.1323073 Oct 20 11:35:07.611417 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b8e14-9bdc-496e-8012-ac36cdf3c3af req-2ba95c32-fe0b-4551-93f0-5922bcf6c24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:07.615261 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6b3b8e14-9bdc-496e-8012-ac36cdf3c3af req-2ba95c32-fe0b-4551-93f0-5922bcf6c24f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1a79a156-6f98-4f28-9c35-4e7a8a274504 HTTP/1.1" status: 200 len: 853 time: 0.0737760 Oct 20 11:35:07.643117 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bbb46532-b7f1-475a-9b08-eb7c5b0eb471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:07.693233 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6b3b8e14-9bdc-496e-8012-ac36cdf3c3af req-967d143c-3694-4fda-8347-a2fd964f9280 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6fc7f20b-7d9c-403d-ac07-c8cf734736f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702806 Oct 20 11:35:07.694962 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:07.711322 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port aaefe205-848c-46f0-af46-d5fae246ceb3, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=aaefe205-848c-46f0-af46-d5fae246ceb3,segment=NetworkSegment(98857962-e92c-4e59-b882-39434d378491),segment_id=98857962-e92c-4e59-b882-39434d378491)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:07.733932 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-29f99f56-9522-4c34-9753-c91993c76fd1 req-408e1f10-68f1-44a6-afa7-e05d42147797 tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] 10.222.0.98 "GET /v2.0/security-groups?id=1d14564f-64cc-402d-bf13-6d8e2056df18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359754 Oct 20 11:35:07.746765 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': 'aaefe205-848c-46f0-af46-d5fae246ceb3', 'network_id': 'e9eabc1b-d262-4e05-bd88-78509e982c52', 'port_id': 'aaefe205-848c-46f0-af46-d5fae246ceb3', 'mac_address': 'fa:16:3e:9f:7c:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7608c98d-784c-4d69-aa65-d567e84ae885', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:35:07.812436 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:07.819036 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port aaefe205-848c-46f0-af46-d5fae246ceb3, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=aaefe205-848c-46f0-af46-d5fae246ceb3,segment=NetworkSegment(98857962-e92c-4e59-b882-39434d378491),segment_id=98857962-e92c-4e59-b882-39434d378491)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:07.850680 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:07.862245 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aaefe205-848c-46f0-af46-d5fae246ceb3 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:35:07.909994 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6b3b8e14-9bdc-496e-8012-ac36cdf3c3af req-be187e76-2eb4-43ec-91ce-4e1bba2f510e service neutron] 10.222.0.89 "GET /v2.0/networks/6fc7f20b-7d9c-403d-ac07-c8cf734736f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042394 Oct 20 11:35:07.911363 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-047e428a-d3d1-41ed-bd5b-d925b16d58a6 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:07.949586 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-047e428a-d3d1-41ed-bd5b-d925b16d58a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:07.951858 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be81812-29ca-446d-95b4-f03d961cb050 req-9bb4b105-14cd-4f8a-86a0-d5278a633394 tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:07.957547 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=aaefe205-848c-46f0-af46-d5fae246ceb3,revision_number=6']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:07.960672 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1be81812-29ca-446d-95b4-f03d961cb050 req-9bb4b105-14cd-4f8a-86a0-d5278a633394 tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce74691-1f59-4d23-9aa0-72e7d7fbaaea HTTP/1.1" status: 200 len: 949 time: 0.2623949 Oct 20 11:35:08.016294 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd9707-2d7b-4a44-bc8c-c22b8e3ab1b6 None None] Pushing event updated for resources: {'Port': ['ID=127844fb-fe02-4ad0-b841-37f315befe51,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:08.026550 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.db.api [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:35:08.026939 n-d-814735-3 neutron-server[100648]: DEBUG oslo_db.api [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:35:08.043411 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-047e428a-d3d1-41ed-bd5b-d925b16d58a6 None None] Attempting to bind port 127844fb-fe02-4ad0-b841-37f315befe51 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:35:08.043780 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-047e428a-d3d1-41ed-bd5b-d925b16d58a6 None None] Attempting to bind port 127844fb-fe02-4ad0-b841-37f315befe51 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:35:08.044146 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047e428a-d3d1-41ed-bd5b-d925b16d58a6 None None] Attempting to bind port 127844fb-fe02-4ad0-b841-37f315befe51 on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:35:08.049447 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047e428a-d3d1-41ed-bd5b-d925b16d58a6 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:35:08.049821 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047e428a-d3d1-41ed-bd5b-d925b16d58a6 None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:35:08.050222 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-047e428a-d3d1-41ed-bd5b-d925b16d58a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:08.050641 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047e428a-d3d1-41ed-bd5b-d925b16d58a6 None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:35:08.051168 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-047e428a-d3d1-41ed-bd5b-d925b16d58a6 None None] Bound port: 127844fb-fe02-4ad0-b841-37f315befe51, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:35:08.051551 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-047e428a-d3d1-41ed-bd5b-d925b16d58a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:08.114145 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1be81812-29ca-446d-95b4-f03d961cb050 req-60bfef0e-69bc-4abc-a8db-4739daad380b tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] 10.222.0.98 "GET /v2.0/security-groups?id=38f24503-5c78-445f-93e7-171192399e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441922 Oct 20 11:35:08.126763 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6b3b8e14-9bdc-496e-8012-ac36cdf3c3af req-ccbea2f4-ac1a-46e6-a022-76856101b978 service neutron] 10.222.0.89 "GET /v2.0/networks/6fc7f20b-7d9c-403d-ac07-c8cf734736f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129076 Oct 20 11:35:08.174580 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-bbb46532-b7f1-475a-9b08-eb7c5b0eb471 admin admin] Allocated IP 172.20.0.1 (46988042-ca6a-4d62-8b12-c3239f6f88d9/2632b3ec-114b-4ca0-b65c-c0f4b4a7c2b9/63a97d33-1d7f-43c2-a526-89fa165f208b) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:35:08.273322 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-047e428a-d3d1-41ed-bd5b-d925b16d58a6 None None] For port 127844fb-fe02-4ad0-b841-37f315befe51, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:35:08.277882 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-047e428a-d3d1-41ed-bd5b-d925b16d58a6 None None] For port 127844fb-fe02-4ad0-b841-37f315befe51, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=127844fb-fe02-4ad0-b841-37f315befe51,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:35:08.286822 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0450a0e-a727-4543-af1b-9cc414f015c2 req-78a43f6e-c70a-4775-843a-214102f65f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:08.288369 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-f0450a0e-a727-4543-af1b-9cc414f015c2 req-78a43f6e-c70a-4775-843a-214102f65f2d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f8357a9e715248d3bdbc99fea1cf7247&device_id=e88916ba-23b7-4286-a689-16d08acda5b8 HTTP/1.1" status: 200 len: 1095 time: 0.0925984 Oct 20 11:35:08.298453 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-047e428a-d3d1-41ed-bd5b-d925b16d58a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:08.402250 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bbb46532-b7f1-475a-9b08-eb7c5b0eb471 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:08.402780 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0450a0e-a727-4543-af1b-9cc414f015c2 req-580ef054-f5e5-44c7-82b5-8da7890aed0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:08.404878 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-f0450a0e-a727-4543-af1b-9cc414f015c2 req-580ef054-f5e5-44c7-82b5-8da7890aed0b service neutron] 10.222.0.89 "GET /v2.0/networks?id=6fc7f20b-7d9c-403d-ac07-c8cf734736f9 HTTP/1.1" status: 200 len: 915 time: 0.1079025 Oct 20 11:35:08.432080 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047e428a-d3d1-41ed-bd5b-d925b16d58a6 None None] Routers {'6dcb9e0e-a4bd-4821-9824-082cdf250bfa'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:35:08.432731 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-047e428a-d3d1-41ed-bd5b-d925b16d58a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:34:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['6dcb9e0e-a4bd-4821-9824-082cdf250bfa'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:08.477871 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b038f-d7ff-4e37-8845-11b6beda199a req-9ea3f8cf-7472-47c9-9aa6-cc67c5faddd2 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:08.483864 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811978b2-6bb1-4806-bf72-8ec7410064fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaefe205-848c-46f0-af46-d5fae246ceb3'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:35:08.484303 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-736b038f-d7ff-4e37-8845-11b6beda199a req-9ea3f8cf-7472-47c9-9aa6-cc67c5faddd2 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=811978b2-6bb1-4806-bf72-8ec7410064fd HTTP/1.1" status: 200 len: 944 time: 0.1286736 Oct 20 11:35:08.486286 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597b29fa-1ecd-447f-b14b-a69b17e822c8" -d '{"events": [{"server_uuid": "811978b2-6bb1-4806-bf72-8ec7410064fd", "name": "network-vif-unplugged", "status": "completed", "tag": "aaefe205-848c-46f0-af46-d5fae246ceb3"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:35:08.505418 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-f0450a0e-a727-4543-af1b-9cc414f015c2 req-94c75317-51ec-46f4-865c-750feddbb839 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e51a5496-7935-4dc7-b4ae-4ceb6aaff12c HTTP/1.1" status: 200 len: 217 time: 0.0899918 Oct 20 11:35:08.505876 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd9707-2d7b-4a44-bc8c-c22b8e3ab1b6 None None] Pushing event updated for resources: {'Port': ['ID=127844fb-fe02-4ad0-b841-37f315befe51,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:08.573296 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a783b3-901c-4025-85a3-580c61e23c83 x-openstack-request-id: req-34a783b3-901c-4025-85a3-580c61e23c83 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:35:08.573858 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "811978b2-6bb1-4806-bf72-8ec7410064fd", "name": "network-vif-unplugged", "status": "completed", "tag": "aaefe205-848c-46f0-af46-d5fae246ceb3", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:35:08.574132 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-34a783b3-901c-4025-85a3-580c61e23c83 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:35:08.574560 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '811978b2-6bb1-4806-bf72-8ec7410064fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaefe205-848c-46f0-af46-d5fae246ceb3', 'code': 200} Oct 20 11:35:08.592610 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-736b038f-d7ff-4e37-8845-11b6beda199a req-c4e46450-b04e-468c-a42a-8de43069deb6 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026616 Oct 20 11:35:08.593736 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bbb46532-b7f1-475a-9b08-eb7c5b0eb471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:08.628977 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:08.634865 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0450a0e-a727-4543-af1b-9cc414f015c2 req-eb11539f-6e5a-4bdb-bcec-8c19a2c21010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:08.648530 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-047e428a-d3d1-41ed-bd5b-d925b16d58a6 None None] Set router 6dcb9e0e-a4bd-4821-9824-082cdf250bfa gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:35:08.652310 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-f0450a0e-a727-4543-af1b-9cc414f015c2 req-eb11539f-6e5a-4bdb-bcec-8c19a2c21010 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1a79a156-6f98-4f28-9c35-4e7a8a274504 HTTP/1.1" status: 200 len: 853 time: 0.1387222 Oct 20 11:35:08.683455 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb46532-b7f1-475a-9b08-eb7c5b0eb471 admin admin] Network 46988042-ca6a-4d62-8b12-c3239f6f88d9 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:35:08.689814 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-f0450a0e-a727-4543-af1b-9cc414f015c2 req-987a3376-6fd5-4783-834e-172a0747c90b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6fc7f20b-7d9c-403d-ac07-c8cf734736f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274012 Oct 20 11:35:08.691134 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-bbb46532-b7f1-475a-9b08-eb7c5b0eb471 admin admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:08.695385 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb46532-b7f1-475a-9b08-eb7c5b0eb471 admin admin] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:35:08.705373 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaefe205-848c-46f0-af46-d5fae246ceb3 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:35:08.765051 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb46532-b7f1-475a-9b08-eb7c5b0eb471 admin admin] Pushing event updated for resources: {'Port': ['ID=63a97d33-1d7f-43c2-a526-89fa165f208b,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:08.768319 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port aaefe205-848c-46f0-af46-d5fae246ceb3, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=aaefe205-848c-46f0-af46-d5fae246ceb3,segment=NetworkSegment(98857962-e92c-4e59-b882-39434d378491),segment_id=98857962-e92c-4e59-b882-39434d378491)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:08.790431 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bbb46532-b7f1-475a-9b08-eb7c5b0eb471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:08.840732 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:08.874420 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-f0450a0e-a727-4543-af1b-9cc414f015c2 req-77413880-bd25-4e09-bf87-96d7e26eca30 service neutron] 10.222.0.89 "GET /v2.0/networks/6fc7f20b-7d9c-403d-ac07-c8cf734736f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657751 Oct 20 11:35:08.943794 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=aaefe205-848c-46f0-af46-d5fae246ceb3,revision_number=7']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:09.059604 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-047e428a-d3d1-41ed-bd5b-d925b16d58a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dcb9e0e-a4bd-4821-9824-082cdf250bfa', 'name': 'tempest-FloatingIPDetailsTestJSON-1434037677-router', 'tenant_id': '187cd546dcc8429e863ac17702c417bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '127844fb-fe02-4ad0-b841-37f315befe51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:02Z', 'updated_at': '2021-10-20T11:35:04Z', 'revision_number': 3, 'project_id': '187cd546dcc8429e863ac17702c417bb', 'gw_port': {'id': '127844fb-fe02-4ad0-b841-37f315befe51', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c1:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dcb9e0e-a4bd-4821-9824-082cdf250bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:03Z', 'updated_at': '2021-10-20T11:35:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:09.078665 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-f0450a0e-a727-4543-af1b-9cc414f015c2 req-8a7460a3-68c1-4ad4-95ea-8f52709783f6 service neutron] 10.222.0.89 "GET /v2.0/networks/6fc7f20b-7d9c-403d-ac07-c8cf734736f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957650 Oct 20 11:35:09.102185 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['aaefe205-848c-46f0-af46-d5fae246ceb3'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:35:09.106456 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047e428a-d3d1-41ed-bd5b-d925b16d58a6 None None] The sync data for ids ['6dcb9e0e-a4bd-4821-9824-082cdf250bfa'] in n-d-814735-3 is: [{'id': '6dcb9e0e-a4bd-4821-9824-082cdf250bfa', 'name': 'tempest-FloatingIPDetailsTestJSON-1434037677-router', 'tenant_id': '187cd546dcc8429e863ac17702c417bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '127844fb-fe02-4ad0-b841-37f315befe51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:02Z', 'updated_at': '2021-10-20T11:35:04Z', 'revision_number': 3, 'project_id': '187cd546dcc8429e863ac17702c417bb', 'gw_port': {'id': '127844fb-fe02-4ad0-b841-37f315befe51', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c1:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dcb9e0e-a4bd-4821-9824-082cdf250bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:03Z', 'updated_at': '2021-10-20T11:35:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:35:09.178105 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e5004fa7-dc32-4cf8-9219-3248a2e52d5f None None] Provisioning complete for port 63a97d33-1d7f-43c2-a526-89fa165f208b triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:09.178478 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e5004fa7-dc32-4cf8-9219-3248a2e52d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:09.218011 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bbb46532-b7f1-475a-9b08-eb7c5b0eb471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:09.260893 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e5004fa7-dc32-4cf8-9219-3248a2e52d5f None None] Port 63a97d33-1d7f-43c2-a526-89fa165f208b cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:35:09.442593 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee90b41-1661-435f-ade3-3b85e5c6abaa req-5c86b362-5961-4721-a25b-9b9047997aea tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:09.444182 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1ee90b41-1661-435f-ade3-3b85e5c6abaa req-5c86b362-5961-4721-a25b-9b9047997aea tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] 10.222.0.98 "GET /v2.0/ports?device_id=e88916ba-23b7-4286-a689-16d08acda5b8 HTTP/1.1" status: 200 len: 944 time: 0.5299523 Oct 20 11:35:09.551418 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be8b60-40c3-4229-9608-42e66f9635a0 req-1bea6c04-ca5d-4497-8c17-c590fc00e4d9 tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:09.553133 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-76be8b60-40c3-4229-9608-42e66f9635a0 req-1bea6c04-ca5d-4497-8c17-c590fc00e4d9 tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce74691-1f59-4d23-9aa0-72e7d7fbaaea HTTP/1.1" status: 200 len: 949 time: 0.1732714 Oct 20 11:35:09.602479 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1ee90b41-1661-435f-ade3-3b85e5c6abaa req-a23f483a-bdb2-4e8c-a907-daf7ffec8dca tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] 10.222.0.98 "GET /v2.0/security-groups?id=1d14564f-64cc-402d-bf13-6d8e2056df18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249022 Oct 20 11:35:09.675563 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-76be8b60-40c3-4229-9608-42e66f9635a0 req-631b7011-91af-4306-a831-b47ad4ed07a2 tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] 10.222.0.98 "GET /v2.0/security-groups?id=38f24503-5c78-445f-93e7-171192399e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957682 Oct 20 11:35:09.733114 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:09.797098 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bbb46532-b7f1-475a-9b08-eb7c5b0eb471 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:09.814547 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bbb46532-b7f1-475a-9b08-eb7c5b0eb471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:09.901347 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f906d47-8ea1-4cf1-b5cc-d59c4738578a req-434aad43-b10a-4a98-b3de-28ac31b505ae tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:09.902974 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3f906d47-8ea1-4cf1-b5cc-d59c4738578a req-434aad43-b10a-4a98-b3de-28ac31b505ae tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=811978b2-6bb1-4806-bf72-8ec7410064fd HTTP/1.1" status: 200 len: 945 time: 0.2001104 Oct 20 11:35:09.934430 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb46532-b7f1-475a-9b08-eb7c5b0eb471 admin admin] Pushing event updated for resources: {'Port': ['ID=63a97d33-1d7f-43c2-a526-89fa165f208b,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:09.940822 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bbb46532-b7f1-475a-9b08-eb7c5b0eb471 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:10.015727 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3f906d47-8ea1-4cf1-b5cc-d59c4738578a req-547939e9-e118-452b-b462-cfdd15ec5e76 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888827 Oct 20 11:35:10.113392 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d63109-43cf-422b-84ed-98aeca70d75e req-bd23766d-88fa-45f9-9d06-86af69ceaefb tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:10.114419 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e9d63109-43cf-422b-84ed-98aeca70d75e req-bd23766d-88fa-45f9-9d06-86af69ceaefb tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce74691-1f59-4d23-9aa0-72e7d7fbaaea HTTP/1.1" status: 200 len: 949 time: 0.1190932 Oct 20 11:35:10.175264 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb46532-b7f1-475a-9b08-eb7c5b0eb471 admin admin] Network 46988042-ca6a-4d62-8b12-c3239f6f88d9 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:35:10.179297 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e9d63109-43cf-422b-84ed-98aeca70d75e req-e5f079fb-bff5-4326-b6ce-311fcf18c100 tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] 10.222.0.98 "GET /v2.0/security-groups?id=38f24503-5c78-445f-93e7-171192399e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521071 Oct 20 11:35:10.180344 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-bbb46532-b7f1-475a-9b08-eb7c5b0eb471 admin admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:10.363494 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb46532-b7f1-475a-9b08-eb7c5b0eb471 admin admin] Router 6dcb9e0e-a4bd-4821-9824-082cdf250bfa has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:35:10.514066 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb46532-b7f1-475a-9b08-eb7c5b0eb471 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:35:10.531736 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-bbb46532-b7f1-475a-9b08-eb7c5b0eb471 admin admin] 10.222.0.98 "PUT /v2.0/routers/6dcb9e0e-a4bd-4821-9824-082cdf250bfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3739448 Oct 20 11:35:10.612889 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 127844fb-fe02-4ad0-b841-37f315befe51 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:35:10.616699 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-63a2a988-78c1-4ccf-9c13-21c06c430a8d None None] Provisioning complete for port 63a97d33-1d7f-43c2-a526-89fa165f208b triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:10.617061 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-63a2a988-78c1-4ccf-9c13-21c06c430a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:10.695958 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-63a2a988-78c1-4ccf-9c13-21c06c430a8d None None] Port 63a97d33-1d7f-43c2-a526-89fa165f208b cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:35:10.711818 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 127844fb-fe02-4ad0-b841-37f315befe51 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:10.712182 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:10.753422 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dabe56-89b9-4833-821f-991cee7bd0dc req-0eddc900-4cb9-4982-a9ae-4865d067c72e tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:10.755415 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-87dabe56-89b9-4833-821f-991cee7bd0dc req-0eddc900-4cb9-4982-a9ae-4865d067c72e tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] 10.222.0.98 "GET /v2.0/ports?device_id=e88916ba-23b7-4286-a689-16d08acda5b8 HTTP/1.1" status: 200 len: 944 time: 0.0573936 Oct 20 11:35:10.798732 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-87dabe56-89b9-4833-821f-991cee7bd0dc req-c9aa9ea8-ba22-4f87-97d0-cbb94843a272 tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] 10.222.0.98 "GET /v2.0/security-groups?id=1d14564f-64cc-402d-bf13-6d8e2056df18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370975 Oct 20 11:35:10.808313 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:10.842177 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 127844fb-fe02-4ad0-b841-37f315befe51, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=127844fb-fe02-4ad0-b841-37f315befe51,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:10.847808 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:10.906525 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=127844fb-fe02-4ad0-b841-37f315befe51,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:10.939835 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 37296) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:11.158540 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bf0d4024-23e5-4c43-ae5b-52c901982540 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:11.203364 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5f2a10c9-9f04-40ad-9e28-39de323078c1 req-28eca4cb-839c-41ae-9d15-0633fa6181f9 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1701546 Oct 20 11:35:11.213247 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-5f2a10c9-9f04-40ad-9e28-39de323078c1 req-86419911-f0a2-4613-93e6-8f78c56d3164 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:11.260758 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd430c-037c-42ad-9fbb-1bad5c4b48ac req-2a195714-c99f-4876-82fa-9cd5091c01d8 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:11.262277 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4fd430c-037c-42ad-9fbb-1bad5c4b48ac req-2a195714-c99f-4876-82fa-9cd5091c01d8 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=811978b2-6bb1-4806-bf72-8ec7410064fd HTTP/1.1" status: 200 len: 945 time: 0.1161840 Oct 20 11:35:11.266771 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5f2a10c9-9f04-40ad-9e28-39de323078c1 req-86419911-f0a2-4613-93e6-8f78c56d3164 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks [] for floatingip, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:11.316749 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed735d87-48a1-46b6-8f48-e9de395dbb14 None None] Sync routers for ids ['6dcb9e0e-a4bd-4821-9824-082cdf250bfa'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:35:11.326372 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed735d87-48a1-46b6-8f48-e9de395dbb14 None None] Routers {'6dcb9e0e-a4bd-4821-9824-082cdf250bfa'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:35:11.329511 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-ed735d87-48a1-46b6-8f48-e9de395dbb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:34:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['6dcb9e0e-a4bd-4821-9824-082cdf250bfa'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:11.352552 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device aaefe205-848c-46f0-af46-d5fae246ceb3 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:35:11.369879 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4fd430c-037c-42ad-9fbb-1bad5c4b48ac req-e4d11d07-53a8-49b4-bba6-661bfce4cf20 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921557 Oct 20 11:35:11.421429 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port aaefe205-848c-46f0-af46-d5fae246ceb3 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:11.421994 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:11.444399 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-ed735d87-48a1-46b6-8f48-e9de395dbb14 None None] Set router 6dcb9e0e-a4bd-4821-9824-082cdf250bfa gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:35:11.463736 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bf0d4024-23e5-4c43-ae5b-52c901982540 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:11.492204 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bf0d4024-23e5-4c43-ae5b-52c901982540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:11.507089 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e28158-24eb-4c49-865f-d3525e9c5fd6 req-e3ff6db8-3ff5-4d92-b31d-bfffc1c55b7f tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:11.511030 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c8e28158-24eb-4c49-865f-d3525e9c5fd6 req-e3ff6db8-3ff5-4d92-b31d-bfffc1c55b7f tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] 10.222.0.89 "GET /v2.0/ports?device_id=4ce74691-1f59-4d23-9aa0-72e7d7fbaaea HTTP/1.1" status: 200 len: 949 time: 0.1176178 Oct 20 11:35:11.540375 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device e51a5496-7935-4dc7-b4ae-4ceb6aaff12c details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:35:11.562071 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:11.614853 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-bf0d4024-23e5-4c43-ae5b-52c901982540 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=341a01f3006a440e9918b5990f95663a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6739988 Oct 20 11:35:11.616889 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 37314) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:11.621037 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d4024-23e5-4c43-ae5b-52c901982540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ecd164-5cf2-4b1a-88e0-ab5360f63bd1,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:11.624160 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811978b2-6bb1-4806-bf72-8ec7410064fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaefe205-848c-46f0-af46-d5fae246ceb3'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:35:11.626976 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b411f1-0ad6-443d-8e7a-3557c110fa9e" -d '{"events": [{"server_uuid": "811978b2-6bb1-4806-bf72-8ec7410064fd", "name": "network-vif-plugged", "status": "completed", "tag": "aaefe205-848c-46f0-af46-d5fae246ceb3"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:35:11.672134 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port aaefe205-848c-46f0-af46-d5fae246ceb3, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=aaefe205-848c-46f0-af46-d5fae246ceb3,segment=NetworkSegment(98857962-e92c-4e59-b882-39434d378491),segment_id=98857962-e92c-4e59-b882-39434d378491)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:11.679056 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-ed735d87-48a1-46b6-8f48-e9de395dbb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dcb9e0e-a4bd-4821-9824-082cdf250bfa', 'name': 'tempest-FloatingIPDetailsTestJSON-1434037677-router', 'tenant_id': '187cd546dcc8429e863ac17702c417bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '127844fb-fe02-4ad0-b841-37f315befe51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:02Z', 'updated_at': '2021-10-20T11:35:09Z', 'revision_number': 4, 'project_id': '187cd546dcc8429e863ac17702c417bb', 'gw_port': {'id': '127844fb-fe02-4ad0-b841-37f315befe51', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dcb9e0e-a4bd-4821-9824-082cdf250bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:03Z', 'updated_at': '2021-10-20T11:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '63a97d33-1d7f-43c2-a526-89fa165f208b', 'name': '', 'network_id': '46988042-ca6a-4d62-8b12-c3239f6f88d9', 'tenant_id': '187cd546dcc8429e863ac17702c417bb', 'mac_address': 'fa:16:3e:d4:c6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dcb9e0e-a4bd-4821-9824-082cdf250bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '2632b3ec-114b-4ca0-b65c-c0f4b4a7c2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:07Z', 'updated_at': '2021-10-20T11:35:09Z', 'revision_number': 2, 'project_id': '187cd546dcc8429e863ac17702c417bb', 'subnets': [{'id': '2632b3ec-114b-4ca0-b65c-c0f4b4a7c2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:11.696685 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5f2a10c9-9f04-40ad-9e28-39de323078c1 req-86419911-f0a2-4613-93e6-8f78c56d3164 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:11.715594 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d63927-1bdc-4c01-b9d3-9b6b403141b1 req-25a4bb95-62b3-4177-9a16-f632132d5080 tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:11.720915 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed735d87-48a1-46b6-8f48-e9de395dbb14 None None] Checking router: 6dcb9e0e-a4bd-4821-9824-082cdf250bfa for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:35:11.721708 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed735d87-48a1-46b6-8f48-e9de395dbb14 None None] Updating router 6dcb9e0e-a4bd-4821-9824-082cdf250bfa port 63a97d33-1d7f-43c2-a526-89fa165f208b binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:35:11.723577 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-28d63927-1bdc-4c01-b9d3-9b6b403141b1 req-25a4bb95-62b3-4177-9a16-f632132d5080 tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce74691-1f59-4d23-9aa0-72e7d7fbaaea HTTP/1.1" status: 200 len: 949 time: 0.1299701 Oct 20 11:35:11.740498 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:11.751568 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-ed735d87-48a1-46b6-8f48-e9de395dbb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:11.790218 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-c8e28158-24eb-4c49-865f-d3525e9c5fd6 req-fd30db92-a5d6-49a8-9636-05a085b44115 tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] Deleting port b802edf1-ed4e-4a40-9db4-231faa41a749 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:35:11.790546 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-c8e28158-24eb-4c49-865f-d3525e9c5fd6 req-fd30db92-a5d6-49a8-9636-05a085b44115 tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:11.822221 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-28d63927-1bdc-4c01-b9d3-9b6b403141b1 req-5484b3df-1199-4fd0-a4a8-ea3a2d846b25 tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] 10.222.0.98 "GET /v2.0/security-groups?id=38f24503-5c78-445f-93e7-171192399e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976481 Oct 20 11:35:11.859702 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-afc00834-93bd-4dfe-aaeb-937df55b2a4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:11.903806 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port e51a5496-7935-4dc7-b4ae-4ceb6aaff12c, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e51a5496-7935-4dc7-b4ae-4ceb6aaff12c,segment=NetworkSegment(9d10cab5-2085-4481-8f14-03bde23f0cc4),segment_id=9d10cab5-2085-4481-8f14-03bde23f0cc4)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:11.917810 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-afc00834-93bd-4dfe-aaeb-937df55b2a4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:11.938519 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-5f2a10c9-9f04-40ad-9e28-39de323078c1 req-86419911-f0a2-4613-93e6-8f78c56d3164 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Allocated IP 172.25.5.85 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/76444f27-f796-403c-a975-bd07f12ae17e) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:35:11.944341 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=aaefe205-848c-46f0-af46-d5fae246ceb3,revision_number=8']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:11.967770 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': 'e51a5496-7935-4dc7-b4ae-4ceb6aaff12c', 'network_id': '6fc7f20b-7d9c-403d-ac07-c8cf734736f9', 'port_id': 'e51a5496-7935-4dc7-b4ae-4ceb6aaff12c', 'mac_address': 'fa:16:3e:e2:7a:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a79a156-6f98-4f28-9c35-4e7a8a274504', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:35:12.078201 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39fd2d1b-92ea-4a4a-88fb-382a641e6b38 x-openstack-request-id: req-39fd2d1b-92ea-4a4a-88fb-382a641e6b38 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:35:12.078548 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "811978b2-6bb1-4806-bf72-8ec7410064fd", "name": "network-vif-plugged", "status": "completed", "tag": "aaefe205-848c-46f0-af46-d5fae246ceb3", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:35:12.078737 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-39fd2d1b-92ea-4a4a-88fb-382a641e6b38 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:35:12.079297 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '811978b2-6bb1-4806-bf72-8ec7410064fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaefe205-848c-46f0-af46-d5fae246ceb3', 'code': 200} Oct 20 11:35:12.080216 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:12.103376 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e51a5496-7935-4dc7-b4ae-4ceb6aaff12c {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:35:12.155263 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port e51a5496-7935-4dc7-b4ae-4ceb6aaff12c, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e51a5496-7935-4dc7-b4ae-4ceb6aaff12c,segment=NetworkSegment(9d10cab5-2085-4481-8f14-03bde23f0cc4),segment_id=9d10cab5-2085-4481-8f14-03bde23f0cc4)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:12.162811 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:12.166569 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-ed735d87-48a1-46b6-8f48-e9de395dbb14 None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:12.178045 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-c8e28158-24eb-4c49-865f-d3525e9c5fd6 req-fd30db92-a5d6-49a8-9636-05a085b44115 tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] For port b802edf1-ed4e-4a40-9db4-231faa41a749, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=b802edf1-ed4e-4a40-9db4-231faa41a749,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:12.178824 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-c8e28158-24eb-4c49-865f-d3525e9c5fd6 req-fd30db92-a5d6-49a8-9636-05a085b44115 tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:12.184951 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-ed735d87-48a1-46b6-8f48-e9de395dbb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:12.193934 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-afc00834-93bd-4dfe-aaeb-937df55b2a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:12.197402 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-afc00834-93bd-4dfe-aaeb-937df55b2a4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:12.203198 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-afc00834-93bd-4dfe-aaeb-937df55b2a4e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/99ecd164-5cf2-4b1a-88e0-ab5360f63bd1 HTTP/1.1" status: 204 len: 168 time: 0.5849416 Oct 20 11:35:12.205622 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-c8e28158-24eb-4c49-865f-d3525e9c5fd6 req-fd30db92-a5d6-49a8-9636-05a085b44115 tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] Calling delete_port for b802edf1-ed4e-4a40-9db4-231faa41a749 owned by compute:nova {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:35:12.230912 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc00834-93bd-4dfe-aaeb-937df55b2a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ecd164-5cf2-4b1a-88e0-ab5360f63bd1,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:12.246575 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6163f0-93a1-4694-b8a8-ce09517bd46c req-68a805b3-aa09-4627-ae4c-719f92f03ca7 tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:12.259942 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fe6163f0-93a1-4694-b8a8-ce09517bd46c req-68a805b3-aa09-4627-ae4c-719f92f03ca7 tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] 10.222.0.98 "GET /v2.0/ports?device_id=e88916ba-23b7-4286-a689-16d08acda5b8 HTTP/1.1" status: 200 len: 944 time: 0.1649585 Oct 20 11:35:12.263181 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5f2a10c9-9f04-40ad-9e28-39de323078c1 req-86419911-f0a2-4613-93e6-8f78c56d3164 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:12.275117 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=e51a5496-7935-4dc7-b4ae-4ceb6aaff12c,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:12.314388 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6682daab-4547-4490-9e02-54a7bef87bc2 None None] Pushing event updated for resources: {'Port': ['ID=63a97d33-1d7f-43c2-a526-89fa165f208b,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:12.337994 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c39cf3-38c8-4250-85d9-6424380000b8 req-2935de50-9221-4e5d-85fe-266ef76a17c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:12.344784 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-67c39cf3-38c8-4250-85d9-6424380000b8 req-2935de50-9221-4e5d-85fe-266ef76a17c2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=811978b2-6bb1-4806-bf72-8ec7410064fd HTTP/1.1" status: 200 len: 1097 time: 0.1834481 Oct 20 11:35:12.390752 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6682daab-4547-4490-9e02-54a7bef87bc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:12.391293 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6682daab-4547-4490-9e02-54a7bef87bc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:12.391525 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6682daab-4547-4490-9e02-54a7bef87bc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:12.391830 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6682daab-4547-4490-9e02-54a7bef87bc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:12.392163 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6682daab-4547-4490-9e02-54a7bef87bc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:12.392493 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6682daab-4547-4490-9e02-54a7bef87bc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:12.392818 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6682daab-4547-4490-9e02-54a7bef87bc2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:12.393140 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6682daab-4547-4490-9e02-54a7bef87bc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:12.393462 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6682daab-4547-4490-9e02-54a7bef87bc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:12.395592 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6682daab-4547-4490-9e02-54a7bef87bc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:12.397339 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6682daab-4547-4490-9e02-54a7bef87bc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:12.397714 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6682daab-4547-4490-9e02-54a7bef87bc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:12.415131 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fe6163f0-93a1-4694-b8a8-ce09517bd46c req-2e4e422f-a8e4-4239-aa3c-5995b3611a22 tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] 10.222.0.98 "GET /v2.0/security-groups?id=1d14564f-64cc-402d-bf13-6d8e2056df18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329544 Oct 20 11:35:12.432063 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-67c39cf3-38c8-4250-85d9-6424380000b8 req-5588e433-584f-4c6d-a4a7-66d921fe481e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746353 Oct 20 11:35:12.435739 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5f2a10c9-9f04-40ad-9e28-39de323078c1 req-86419911-f0a2-4613-93e6-8f78c56d3164 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:12.482402 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f2a10c9-9f04-40ad-9e28-39de323078c1 req-86419911-f0a2-4613-93e6-8f78c56d3164 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:35:12.486920 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-5f2a10c9-9f04-40ad-9e28-39de323078c1 req-86419911-f0a2-4613-93e6-8f78c56d3164 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:12.488287 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-ed735d87-48a1-46b6-8f48-e9de395dbb14 None None] Attempting to bind port 63a97d33-1d7f-43c2-a526-89fa165f208b on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:35:12.488697 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-ed735d87-48a1-46b6-8f48-e9de395dbb14 None None] Attempting to bind port 63a97d33-1d7f-43c2-a526-89fa165f208b by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '966f8bf1-c7b8-4bf9-ae6f-98715a052472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '46988042-ca6a-4d62-8b12-c3239f6f88d9'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:35:12.489067 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed735d87-48a1-46b6-8f48-e9de395dbb14 None None] Attempting to bind port 63a97d33-1d7f-43c2-a526-89fa165f208b on network 46988042-ca6a-4d62-8b12-c3239f6f88d9 {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:35:12.490963 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2a10c9-9f04-40ad-9e28-39de323078c1 req-86419911-f0a2-4613-93e6-8f78c56d3164 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:35:12.501417 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed735d87-48a1-46b6-8f48-e9de395dbb14 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:35:12.501794 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed735d87-48a1-46b6-8f48-e9de395dbb14 None None] Checking segment: {'id': '966f8bf1-c7b8-4bf9-ae6f-98715a052472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '46988042-ca6a-4d62-8b12-c3239f6f88d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:35:12.502207 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-ed735d87-48a1-46b6-8f48-e9de395dbb14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:12.502593 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed735d87-48a1-46b6-8f48-e9de395dbb14 None None] Bound using segment: {'id': '966f8bf1-c7b8-4bf9-ae6f-98715a052472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '46988042-ca6a-4d62-8b12-c3239f6f88d9'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:35:12.504340 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-ed735d87-48a1-46b6-8f48-e9de395dbb14 None None] Bound port: 63a97d33-1d7f-43c2-a526-89fa165f208b, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '966f8bf1-c7b8-4bf9-ae6f-98715a052472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '46988042-ca6a-4d62-8b12-c3239f6f88d9'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:35:12.508412 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-ed735d87-48a1-46b6-8f48-e9de395dbb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:12.526077 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['e51a5496-7935-4dc7-b4ae-4ceb6aaff12c'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:35:12.553799 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86419911-f0a2-4613-93e6-8f78c56d3164 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Pushing event updated for resources: {'Port': ['ID=76444f27-f796-403c-a975-bd07f12ae17e,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:12.669562 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-ed735d87-48a1-46b6-8f48-e9de395dbb14 None None] For port 63a97d33-1d7f-43c2-a526-89fa165f208b, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:35:12.672982 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-ed735d87-48a1-46b6-8f48-e9de395dbb14 None None] For port 63a97d33-1d7f-43c2-a526-89fa165f208b, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=63a97d33-1d7f-43c2-a526-89fa165f208b,segment=NetworkSegment(966f8bf1-c7b8-4bf9-ae6f-98715a052472),segment_id=966f8bf1-c7b8-4bf9-ae6f-98715a052472)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:35:12.689294 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-ed735d87-48a1-46b6-8f48-e9de395dbb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:12.728777 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 127844fb-fe02-4ad0-b841-37f315befe51 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:35:12.745918 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccadfb27-1cc7-43e8-bdf1-a485de4e4e61 req-1dc60d88-c618-4a14-9eb5-7c852e46994d tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:12.755326 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ccadfb27-1cc7-43e8-bdf1-a485de4e4e61 req-1dc60d88-c618-4a14-9eb5-7c852e46994d tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=811978b2-6bb1-4806-bf72-8ec7410064fd HTTP/1.1" status: 200 len: 946 time: 0.1892495 Oct 20 11:35:12.811244 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5f2a10c9-9f04-40ad-9e28-39de323078c1 req-86419911-f0a2-4613-93e6-8f78c56d3164 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:12.823732 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-345aad4c-2b49-4185-9b0d-3bb043143e9f None None] Provisioning complete for port 63a97d33-1d7f-43c2-a526-89fa165f208b triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:12.824264 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-345aad4c-2b49-4185-9b0d-3bb043143e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:12.904844 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ccadfb27-1cc7-43e8-bdf1-a485de4e4e61 req-6ccf1016-9459-4019-9fd1-faa978b118f1 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484940 Oct 20 11:35:12.939838 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5f2a10c9-9f04-40ad-9e28-39de323078c1 req-86419911-f0a2-4613-93e6-8f78c56d3164 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:13.018289 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 127844fb-fe02-4ad0-b841-37f315befe51 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:13.018748 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:13.062350 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-345aad4c-2b49-4185-9b0d-3bb043143e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:13.113666 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed735d87-48a1-46b6-8f48-e9de395dbb14 None None] Routers {'6dcb9e0e-a4bd-4821-9824-082cdf250bfa'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:35:13.115551 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-ed735d87-48a1-46b6-8f48-e9de395dbb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:34:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['6dcb9e0e-a4bd-4821-9824-082cdf250bfa'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:13.123744 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6682daab-4547-4490-9e02-54a7bef87bc2 None None] Pushing event updated for resources: {'Port': ['ID=63a97d33-1d7f-43c2-a526-89fa165f208b,revision_number=4']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:13.129465 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-c8e28158-24eb-4c49-865f-d3525e9c5fd6 req-fd30db92-a5d6-49a8-9636-05a085b44115 tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:13.197786 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 37348) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:13.197973 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-345aad4c-2b49-4185-9b0d-3bb043143e9f None None] For port 63a97d33-1d7f-43c2-a526-89fa165f208b, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=63a97d33-1d7f-43c2-a526-89fa165f208b,segment=NetworkSegment(966f8bf1-c7b8-4bf9-ae6f-98715a052472),segment_id=966f8bf1-c7b8-4bf9-ae6f-98715a052472)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:13.233402 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-345aad4c-2b49-4185-9b0d-3bb043143e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:13.239817 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd30db92-a5d6-49a8-9636-05a085b44115 tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] Pushing event deleted for resources: {'Port': ['ID=b802edf1-ed4e-4a40-9db4-231faa41a749,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:13.325975 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e28158-24eb-4c49-865f-d3525e9c5fd6 req-fd30db92-a5d6-49a8-9636-05a085b44115 tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] No DVR routers for this DVR port b802edf1-ed4e-4a40-9db4-231faa41a749 on host n-h2-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:35:13.338858 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-c8e28158-24eb-4c49-865f-d3525e9c5fd6 req-fd30db92-a5d6-49a8-9636-05a085b44115 tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:13.350998 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c8e28158-24eb-4c49-865f-d3525e9c5fd6 req-fd30db92-a5d6-49a8-9636-05a085b44115 tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] 10.222.0.89 "DELETE /v2.0/ports/b802edf1-ed4e-4a40-9db4-231faa41a749 HTTP/1.1" status: 204 len: 173 time: 1.8271735 Oct 20 11:35:13.351439 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce74691-1f59-4d23-9aa0-72e7d7fbaaea', 'name': 'network-vif-deleted', 'tag': 'b802edf1-ed4e-4a40-9db4-231faa41a749'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:35:13.353822 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3484d9f-b224-4b34-acd1-db44409cd747" -d '{"events": [{"server_uuid": "4ce74691-1f59-4d23-9aa0-72e7d7fbaaea", "name": "network-vif-deleted", "tag": "b802edf1-ed4e-4a40-9db4-231faa41a749"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:35:13.361641 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-ed735d87-48a1-46b6-8f48-e9de395dbb14 None None] Set router 6dcb9e0e-a4bd-4821-9824-082cdf250bfa gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:35:13.364742 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e7b34721-5fff-4184-9628-de5e4ad41a3a req-64c957d6-b547-4f64-9d78-a7b7877980cf tempest-ImagesNegativeTestJSON-1382578387 tempest-ImagesNegativeTestJSON-1382578387-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce74691-1f59-4d23-9aa0-72e7d7fbaaea HTTP/1.1" status: 200 len: 210 time: 0.1876252 Oct 20 11:35:13.366818 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345aad4c-2b49-4185-9b0d-3bb043143e9f None None] Pushing event updated for resources: {'Port': ['ID=63a97d33-1d7f-43c2-a526-89fa165f208b,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:13.384893 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9a52aac6-fabf-4db5-876b-8fb03070d0f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:13.456659 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-ee2c0c99-9297-4070-9e01-4f6fbf696ec0 None None] Provisioning complete for port 63a97d33-1d7f-43c2-a526-89fa165f208b triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:13.457507 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ee2c0c99-9297-4070-9e01-4f6fbf696ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:13.552179 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device b802edf1-ed4e-4a40-9db4-231faa41a749 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:35:13.562204 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e5a05b-ce87-41af-be73-07f229212991 x-openstack-request-id: req-c2e5a05b-ce87-41af-be73-07f229212991 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:35:13.562566 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce74691-1f59-4d23-9aa0-72e7d7fbaaea", "name": "network-vif-deleted", "tag": "b802edf1-ed4e-4a40-9db4-231faa41a749", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:35:13.562890 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c2e5a05b-ce87-41af-be73-07f229212991 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:35:13.563312 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce74691-1f59-4d23-9aa0-72e7d7fbaaea', 'name': 'network-vif-deleted', 'tag': 'b802edf1-ed4e-4a40-9db4-231faa41a749', 'status': 'completed', 'code': 200} Oct 20 11:35:13.647105 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: b802edf1-ed4e-4a40-9db4-231faa41a749 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:35:13.647105 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device b802edf1-ed4e-4a40-9db4-231faa41a749 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:35:13.679255 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-ed735d87-48a1-46b6-8f48-e9de395dbb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dcb9e0e-a4bd-4821-9824-082cdf250bfa', 'name': 'tempest-FloatingIPDetailsTestJSON-1434037677-router', 'tenant_id': '187cd546dcc8429e863ac17702c417bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '127844fb-fe02-4ad0-b841-37f315befe51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:02Z', 'updated_at': '2021-10-20T11:35:09Z', 'revision_number': 4, 'project_id': '187cd546dcc8429e863ac17702c417bb', 'gw_port': {'id': '127844fb-fe02-4ad0-b841-37f315befe51', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dcb9e0e-a4bd-4821-9824-082cdf250bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:03Z', 'updated_at': '2021-10-20T11:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '63a97d33-1d7f-43c2-a526-89fa165f208b', 'name': '', 'network_id': '46988042-ca6a-4d62-8b12-c3239f6f88d9', 'tenant_id': '187cd546dcc8429e863ac17702c417bb', 'mac_address': 'fa:16:3e:d4:c6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dcb9e0e-a4bd-4821-9824-082cdf250bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '2632b3ec-114b-4ca0-b65c-c0f4b4a7c2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:07Z', 'updated_at': '2021-10-20T11:35:12Z', 'revision_number': 4, 'project_id': '187cd546dcc8429e863ac17702c417bb', 'subnets': [{'id': '2632b3ec-114b-4ca0-b65c-c0f4b4a7c2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:13.688947 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5f2a10c9-9f04-40ad-9e28-39de323078c1 req-86419911-f0a2-4613-93e6-8f78c56d3164 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:13.716316 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5f2a10c9-9f04-40ad-9e28-39de323078c1 req-86419911-f0a2-4613-93e6-8f78c56d3164 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:13.754494 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed735d87-48a1-46b6-8f48-e9de395dbb14 None None] The sync data for ids ['6dcb9e0e-a4bd-4821-9824-082cdf250bfa'] in n-d-814735-3 is: [{'id': '6dcb9e0e-a4bd-4821-9824-082cdf250bfa', 'name': 'tempest-FloatingIPDetailsTestJSON-1434037677-router', 'tenant_id': '187cd546dcc8429e863ac17702c417bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '127844fb-fe02-4ad0-b841-37f315befe51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:02Z', 'updated_at': '2021-10-20T11:35:09Z', 'revision_number': 4, 'project_id': '187cd546dcc8429e863ac17702c417bb', 'gw_port': {'id': '127844fb-fe02-4ad0-b841-37f315befe51', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dcb9e0e-a4bd-4821-9824-082cdf250bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:03Z', 'updated_at': '2021-10-20T11:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '63a97d33-1d7f-43c2-a526-89fa165f208b', 'name': '', 'network_id': '46988042-ca6a-4d62-8b12-c3239f6f88d9', 'tenant_id': '187cd546dcc8429e863ac17702c417bb', 'mac_address': 'fa:16:3e:d4:c6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dcb9e0e-a4bd-4821-9824-082cdf250bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '2632b3ec-114b-4ca0-b65c-c0f4b4a7c2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:07Z', 'updated_at': '2021-10-20T11:35:12Z', 'revision_number': 4, 'project_id': '187cd546dcc8429e863ac17702c417bb', 'subnets': [{'id': '2632b3ec-114b-4ca0-b65c-c0f4b4a7c2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:35:13.877046 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9a52aac6-fabf-4db5-876b-8fb03070d0f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:13.883147 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86419911-f0a2-4613-93e6-8f78c56d3164 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Pushing event updated for resources: {'Port': ['ID=76444f27-f796-403c-a975-bd07f12ae17e,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:13.894902 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf650cb-d93f-4c29-833a-8fef7f377564 req-85272e2e-ff69-4cdd-8e03-2751d6151cb5 tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:13.906163 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-baf650cb-d93f-4c29-833a-8fef7f377564 req-85272e2e-ff69-4cdd-8e03-2751d6151cb5 tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] 10.222.0.98 "GET /v2.0/ports?device_id=e88916ba-23b7-4286-a689-16d08acda5b8 HTTP/1.1" status: 200 len: 945 time: 0.2322552 Oct 20 11:35:13.911582 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9a52aac6-fabf-4db5-876b-8fb03070d0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:13.973602 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5f2a10c9-9f04-40ad-9e28-39de323078c1 req-86419911-f0a2-4613-93e6-8f78c56d3164 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:13.995280 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-9a52aac6-fabf-4db5-876b-8fb03070d0f4 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f7da6084571a4274b161fdbe8af56ee9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7864058 Oct 20 11:35:13.995827 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 37374) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:14.009898 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a52aac6-fabf-4db5-876b-8fb03070d0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37e8192-f3ec-49f1-bec5-83327a5e5fcc,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:14.026200 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-baf650cb-d93f-4c29-833a-8fef7f377564 req-e3a4aba4-2ff3-43d6-bdb4-48e9f13f994f tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] 10.222.0.98 "GET /v2.0/security-groups?id=1d14564f-64cc-402d-bf13-6d8e2056df18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169074 Oct 20 11:35:14.045774 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5f2a10c9-9f04-40ad-9e28-39de323078c1 req-86419911-f0a2-4613-93e6-8f78c56d3164 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:14.046993 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5f2a10c9-9f04-40ad-9e28-39de323078c1 req-86419911-f0a2-4613-93e6-8f78c56d3164 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8426907 Oct 20 11:35:14.120644 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fc2503f6-1750-4ed7-898e-901c93ec0d58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:14.167768 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fc2503f6-1750-4ed7-898e-901c93ec0d58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:14.190745 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5f2a10c9-9f04-40ad-9e28-39de323078c1 req-6e8f6c80-0379-4a97-9a5e-f23542794ba6 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.85 HTTP/1.1" status: 200 len: 695 time: 0.1352401 Oct 20 11:35:14.224376 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e4900-c581-40ec-b3e3-4bb32cd0de88 req-a12a3316-3a28-4e5a-8034-43c1b7ccd59d tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:14.226614 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-382e4900-c581-40ec-b3e3-4bb32cd0de88 req-a12a3316-3a28-4e5a-8034-43c1b7ccd59d tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=811978b2-6bb1-4806-bf72-8ec7410064fd HTTP/1.1" status: 200 len: 946 time: 0.0819371 Oct 20 11:35:14.239995 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fc2503f6-1750-4ed7-898e-901c93ec0d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:14.247425 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fc2503f6-1750-4ed7-898e-901c93ec0d58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:14.249120 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-fc2503f6-1750-4ed7-898e-901c93ec0d58 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c37e8192-f3ec-49f1-bec5-83327a5e5fcc HTTP/1.1" status: 204 len: 168 time: 0.2519188 Oct 20 11:35:14.260685 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2503f6-1750-4ed7-898e-901c93ec0d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37e8192-f3ec-49f1-bec5-83327a5e5fcc,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:14.350300 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-382e4900-c581-40ec-b3e3-4bb32cd0de88 req-c0e02ba1-c9bf-482f-b9aa-06ecbe5776d5 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067641 Oct 20 11:35:14.390379 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a10c9-9f04-40ad-9e28-39de323078c1 req-e58e6409-9dbd-482d-ba88-543b5e3e987f tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:14.403596 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5f2a10c9-9f04-40ad-9e28-39de323078c1 req-e58e6409-9dbd-482d-ba88-543b5e3e987f tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] 10.222.0.98 "GET /v2.0/networks/717966e5-c478-496f-bddb-05794fb74250 HTTP/1.1" status: 200 len: 784 time: 0.1986504 Oct 20 11:35:14.524550 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88058f37-1c7b-4f6a-b5d6-a4772a8e89ce req-d8287761-36c8-4738-9fa3-4f64d357a2bc tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:14.526481 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-88058f37-1c7b-4f6a-b5d6-a4772a8e89ce req-d8287761-36c8-4738-9fa3-4f64d357a2bc tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=811978b2-6bb1-4806-bf72-8ec7410064fd HTTP/1.1" status: 200 len: 946 time: 0.0796003 Oct 20 11:35:14.629040 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-88058f37-1c7b-4f6a-b5d6-a4772a8e89ce req-c7473e83-d6c2-4c52-abb9-e45cbd1d2583 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878673 Oct 20 11:35:14.665090 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 63a97d33-1d7f-43c2-a526-89fa165f208b up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:35:14.745604 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 63a97d33-1d7f-43c2-a526-89fa165f208b triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:14.745996 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:15.154758 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a0b13dd8-d36f-44f6-a205-086d884eb8d8 req-fecce63e-5674-49c6-96c3-0404499827c9 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5877352 Oct 20 11:35:15.161636 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-a0b13dd8-d36f-44f6-a205-086d884eb8d8 req-3a9b6641-d77e-42ad-b9f3-3affe2c4d635 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:15.198166 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a0b13dd8-d36f-44f6-a205-086d884eb8d8 req-3a9b6641-d77e-42ad-b9f3-3affe2c4d635 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks [] for floatingip, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:15.217612 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:15.329457 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7afcca-caea-4d63-8c28-f493e5713293 req-c6155d3a-d41c-48c3-becd-f8b8c9498f93 tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:15.330957 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3c7afcca-caea-4d63-8c28-f493e5713293 req-c6155d3a-d41c-48c3-becd-f8b8c9498f93 tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] 10.222.0.98 "GET /v2.0/ports?device_id=e88916ba-23b7-4286-a689-16d08acda5b8 HTTP/1.1" status: 200 len: 945 time: 0.1248286 Oct 20 11:35:15.385666 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3c7afcca-caea-4d63-8c28-f493e5713293 req-955b4c9b-0b8e-425a-8053-f9a3db0de755 tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] 10.222.0.98 "GET /v2.0/security-groups?id=1d14564f-64cc-402d-bf13-6d8e2056df18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478244 Oct 20 11:35:15.403032 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a0b13dd8-d36f-44f6-a205-086d884eb8d8 req-3a9b6641-d77e-42ad-b9f3-3affe2c4d635 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:15.569546 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device e51a5496-7935-4dc7-b4ae-4ceb6aaff12c up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:35:15.614076 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-a0b13dd8-d36f-44f6-a205-086d884eb8d8 req-3a9b6641-d77e-42ad-b9f3-3affe2c4d635 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Allocated IP 172.25.5.162 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/da3ab847-a842-4664-9456-157dd60a40fa) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:35:15.640926 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port e51a5496-7935-4dc7-b4ae-4ceb6aaff12c completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:35:15.646355 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port e51a5496-7935-4dc7-b4ae-4ceb6aaff12c triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:15.647777 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:15.676527 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2522e50-21df-4c62-9002-431b7700c770 req-dcc5e6f7-30ca-4caa-ba5a-f93efb153a4f tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:15.684433 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b2522e50-21df-4c62-9002-431b7700c770 req-dcc5e6f7-30ca-4caa-ba5a-f93efb153a4f tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/networks?id=e9eabc1b-d262-4e05-bd88-78509e982c52 HTTP/1.1" status: 200 len: 815 time: 0.1676378 Oct 20 11:35:15.740961 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b2522e50-21df-4c62-9002-431b7700c770 req-d42a5a95-0fd1-47f6-b2ed-5fdd4066f7eb tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/quotas/810c12d9be834010aa3992ef80ba64c6 HTTP/1.1" status: 200 len: 375 time: 0.0553174 Oct 20 11:35:15.829900 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b2522e50-21df-4c62-9002-431b7700c770 req-e271390a-347c-48ba-ad5c-a9c9a0d458d5 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=810c12d9be834010aa3992ef80ba64c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0880773 Oct 20 11:35:15.834666 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a0b13dd8-d36f-44f6-a205-086d884eb8d8 req-3a9b6641-d77e-42ad-b9f3-3affe2c4d635 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:15.893966 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:15.939152 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port e51a5496-7935-4dc7-b4ae-4ceb6aaff12c, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e51a5496-7935-4dc7-b4ae-4ceb6aaff12c,segment=NetworkSegment(9d10cab5-2085-4481-8f14-03bde23f0cc4),segment_id=9d10cab5-2085-4481-8f14-03bde23f0cc4)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:15.940402 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e88916ba-23b7-4286-a689-16d08acda5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e51a5496-7935-4dc7-b4ae-4ceb6aaff12c'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:35:15.941815 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b2522e50-21df-4c62-9002-431b7700c770 req-edea2dbf-a896-4c7f-9afd-c7102c1f4680 service neutron] 10.222.0.98 "GET /v2.0/networks/e9eabc1b-d262-4e05-bd88-78509e982c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110268 Oct 20 11:35:15.943420 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a0b13dd8-d36f-44f6-a205-086d884eb8d8 req-3a9b6641-d77e-42ad-b9f3-3affe2c4d635 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:15.945209 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b058ec6-8c41-4192-b158-012c30d1984f" -d '{"events": [{"server_uuid": "e88916ba-23b7-4286-a689-16d08acda5b8", "name": "network-vif-plugged", "status": "completed", "tag": "e51a5496-7935-4dc7-b4ae-4ceb6aaff12c"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:35:15.953058 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:16.010602 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=e51a5496-7935-4dc7-b4ae-4ceb6aaff12c,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:16.050635 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0b13dd8-d36f-44f6-a205-086d884eb8d8 req-3a9b6641-d77e-42ad-b9f3-3affe2c4d635 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:35:16.056316 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-a0b13dd8-d36f-44f6-a205-086d884eb8d8 req-3a9b6641-d77e-42ad-b9f3-3affe2c4d635 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:16.064358 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b13dd8-d36f-44f6-a205-086d884eb8d8 req-3a9b6641-d77e-42ad-b9f3-3affe2c4d635 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:35:16.072309 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9b6641-d77e-42ad-b9f3-3affe2c4d635 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Pushing event updated for resources: {'Port': ['ID=da3ab847-a842-4664-9456-157dd60a40fa,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:16.127997 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b2522e50-21df-4c62-9002-431b7700c770 req-d6ae3ac4-80a6-4034-8457-80cc1b9e998e service neutron] 10.222.0.98 "GET /v2.0/networks/e9eabc1b-d262-4e05-bd88-78509e982c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762362 Oct 20 11:35:16.193341 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a0b13dd8-d36f-44f6-a205-086d884eb8d8 req-3a9b6641-d77e-42ad-b9f3-3affe2c4d635 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:16.239560 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a0b13dd8-d36f-44f6-a205-086d884eb8d8 req-3a9b6641-d77e-42ad-b9f3-3affe2c4d635 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:16.445416 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a0b13dd8-d36f-44f6-a205-086d884eb8d8 req-3a9b6641-d77e-42ad-b9f3-3affe2c4d635 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:16.452820 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a0b13dd8-d36f-44f6-a205-086d884eb8d8 req-3a9b6641-d77e-42ad-b9f3-3affe2c4d635 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:16.473935 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f2c8bf-3580-4a51-b4d0-8d6b35de6a64 x-openstack-request-id: req-b9f2c8bf-3580-4a51-b4d0-8d6b35de6a64 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:35:16.474251 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e88916ba-23b7-4286-a689-16d08acda5b8", "name": "network-vif-plugged", "status": "completed", "tag": "e51a5496-7935-4dc7-b4ae-4ceb6aaff12c", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:35:16.474479 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b9f2c8bf-3580-4a51-b4d0-8d6b35de6a64 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:35:16.474921 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e88916ba-23b7-4286-a689-16d08acda5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e51a5496-7935-4dc7-b4ae-4ceb6aaff12c', 'code': 200} Oct 20 11:35:16.600961 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9ae35574-de9b-4a5d-a7a5-997bbd210a61 req-f3751ab9-0cb7-4d19-b05e-82f1ade61dc6 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7 HTTP/1.1" status: 200 len: 210 time: 0.0494466 Oct 20 11:35:16.607371 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9b6641-d77e-42ad-b9f3-3affe2c4d635 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Pushing event updated for resources: {'Port': ['ID=da3ab847-a842-4664-9456-157dd60a40fa,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:16.608112 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90cde5-e2b8-4893-a8fc-93730dd43ded req-2cec4f9e-8d53-4e5a-805a-ce55084bdb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:16.610335 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-8d90cde5-e2b8-4893-a8fc-93730dd43ded req-2cec4f9e-8d53-4e5a-805a-ce55084bdb83 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e88916ba-23b7-4286-a689-16d08acda5b8 HTTP/1.1" status: 200 len: 1097 time: 0.0648336 Oct 20 11:35:16.616320 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59545dff-c9c2-426f-9454-872d310e56c4 req-a94455da-9a4a-415a-80c2-680221cea9eb tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:16.617943 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-59545dff-c9c2-426f-9454-872d310e56c4 req-a94455da-9a4a-415a-80c2-680221cea9eb tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.11 "GET /v2.0/ports?device_id=811978b2-6bb1-4806-bf72-8ec7410064fd HTTP/1.1" status: 200 len: 946 time: 0.1596189 Oct 20 11:35:16.623808 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a0b13dd8-d36f-44f6-a205-086d884eb8d8 req-3a9b6641-d77e-42ad-b9f3-3affe2c4d635 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:16.680804 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a0b13dd8-d36f-44f6-a205-086d884eb8d8 req-3a9b6641-d77e-42ad-b9f3-3affe2c4d635 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:16.688624 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a0b13dd8-d36f-44f6-a205-086d884eb8d8 req-3a9b6641-d77e-42ad-b9f3-3affe2c4d635 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5327260 Oct 20 11:35:16.696810 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-8d90cde5-e2b8-4893-a8fc-93730dd43ded req-c94db074-9a78-4828-8504-399988a6f9cc service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=1d14564f-64cc-402d-bf13-6d8e2056df18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727284 Oct 20 11:35:16.764263 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a0b13dd8-d36f-44f6-a205-086d884eb8d8 req-2c722280-c977-405c-92b7-96b6f99ed5bf tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.162 HTTP/1.1" status: 200 len: 696 time: 0.0747080 Oct 20 11:35:16.902774 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-59545dff-c9c2-426f-9454-872d310e56c4 req-7b2eb105-54d8-428e-a4cd-f660c595fb4a tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Deleting port aaefe205-848c-46f0-af46-d5fae246ceb3 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:35:16.903139 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-59545dff-c9c2-426f-9454-872d310e56c4 req-7b2eb105-54d8-428e-a4cd-f660c595fb4a tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:16.940970 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b13dd8-d36f-44f6-a205-086d884eb8d8 req-31e8e949-31b3-4933-a9a9-23997e4bd879 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:16.951978 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a0b13dd8-d36f-44f6-a205-086d884eb8d8 req-31e8e949-31b3-4933-a9a9-23997e4bd879 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] 10.222.0.98 "GET /v2.0/networks/717966e5-c478-496f-bddb-05794fb74250 HTTP/1.1" status: 200 len: 784 time: 0.1862061 Oct 20 11:35:16.986490 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b63759-5b38-4d9a-ba11-8c6a38dcd28b req-5aec4702-fc03-44e1-9a76-62790e1cd268 tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:16.988424 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-96b63759-5b38-4d9a-ba11-8c6a38dcd28b req-5aec4702-fc03-44e1-9a76-62790e1cd268 tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] 10.222.0.98 "GET /v2.0/ports?device_id=e88916ba-23b7-4286-a689-16d08acda5b8 HTTP/1.1" status: 200 len: 946 time: 0.1487920 Oct 20 11:35:17.265752 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-96b63759-5b38-4d9a-ba11-8c6a38dcd28b req-7e9843cc-6c9e-4764-914a-07c176586209 tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] 10.222.0.98 "GET /v2.0/security-groups?id=1d14564f-64cc-402d-bf13-6d8e2056df18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247355 Oct 20 11:35:17.280720 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-59545dff-c9c2-426f-9454-872d310e56c4 req-7b2eb105-54d8-428e-a4cd-f660c595fb4a tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] For port aaefe205-848c-46f0-af46-d5fae246ceb3, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=aaefe205-848c-46f0-af46-d5fae246ceb3,segment=NetworkSegment(98857962-e92c-4e59-b882-39434d378491),segment_id=98857962-e92c-4e59-b882-39434d378491)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:17.281443 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-59545dff-c9c2-426f-9454-872d310e56c4 req-7b2eb105-54d8-428e-a4cd-f660c595fb4a tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:17.333005 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-59545dff-c9c2-426f-9454-872d310e56c4 req-7b2eb105-54d8-428e-a4cd-f660c595fb4a tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Calling delete_port for aaefe205-848c-46f0-af46-d5fae246ceb3 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:35:17.358262 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5e24341f-2e37-4eb4-bbcd-655ebb5f1330 req-a0f0faae-57e5-4dbe-9bd7-73a484b5527c tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3162277 Oct 20 11:35:17.427071 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-5e24341f-2e37-4eb4-bbcd-655ebb5f1330 req-beebaab5-b168-45dd-bf28-7804db5ebda6 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:17.490133 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5e24341f-2e37-4eb4-bbcd-655ebb5f1330 req-beebaab5-b168-45dd-bf28-7804db5ebda6 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks [] for floatingip, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:17.608300 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 37548) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:17.619924 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-59545dff-c9c2-426f-9454-872d310e56c4 req-7b2eb105-54d8-428e-a4cd-f660c595fb4a tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:17.678006 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2eb105-54d8-428e-a4cd-f660c595fb4a tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Pushing event deleted for resources: {'Port': ['ID=aaefe205-848c-46f0-af46-d5fae246ceb3,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:17.686429 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2eb105-54d8-428e-a4cd-f660c595fb4a tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:17.686767 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2eb105-54d8-428e-a4cd-f660c595fb4a tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:17.687357 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2eb105-54d8-428e-a4cd-f660c595fb4a tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:17.687830 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2eb105-54d8-428e-a4cd-f660c595fb4a tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:17.688305 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2eb105-54d8-428e-a4cd-f660c595fb4a tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:17.688771 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2eb105-54d8-428e-a4cd-f660c595fb4a tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:17.689234 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2eb105-54d8-428e-a4cd-f660c595fb4a tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:17.689720 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2eb105-54d8-428e-a4cd-f660c595fb4a tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:17.690050 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2eb105-54d8-428e-a4cd-f660c595fb4a tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:17.690379 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2eb105-54d8-428e-a4cd-f660c595fb4a tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:17.690703 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2eb105-54d8-428e-a4cd-f660c595fb4a tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:17.691569 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2eb105-54d8-428e-a4cd-f660c595fb4a tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:17.747735 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5e24341f-2e37-4eb4-bbcd-655ebb5f1330 req-beebaab5-b168-45dd-bf28-7804db5ebda6 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:17.750154 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-59545dff-c9c2-426f-9454-872d310e56c4 req-7b2eb105-54d8-428e-a4cd-f660c595fb4a tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] No DVR routers for this DVR port aaefe205-848c-46f0-af46-d5fae246ceb3 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:35:17.754744 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-59545dff-c9c2-426f-9454-872d310e56c4 req-7b2eb105-54d8-428e-a4cd-f660c595fb4a tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:17.758359 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-59545dff-c9c2-426f-9454-872d310e56c4 req-7b2eb105-54d8-428e-a4cd-f660c595fb4a tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.11 "DELETE /v2.0/ports/aaefe205-848c-46f0-af46-d5fae246ceb3 HTTP/1.1" status: 204 len: 173 time: 1.1314750 Oct 20 11:35:17.758870 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811978b2-6bb1-4806-bf72-8ec7410064fd', 'name': 'network-vif-deleted', 'tag': 'aaefe205-848c-46f0-af46-d5fae246ceb3'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:35:17.761159 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caab8850-4887-4251-a23e-cdad8e1b1ce8" -d '{"events": [{"server_uuid": "811978b2-6bb1-4806-bf72-8ec7410064fd", "name": "network-vif-deleted", "tag": "aaefe205-848c-46f0-af46-d5fae246ceb3"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:35:17.829170 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5f040eda-870d-4f03-b598-86deec452faf req-17c49c0f-2359-46ed-af5e-073aed4df7d8 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7 HTTP/1.1" status: 200 len: 210 time: 0.1016223 Oct 20 11:35:17.851311 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-82ab55bc-b3f6-44e0-b419-ec5f7d7d048b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e36c9d2afb534509a25d1ac76b326003&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2409527 Oct 20 11:35:17.856340 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 37562) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:17.905301 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e57cca6-8738-49f7-a0c8-d51c705c05fc x-openstack-request-id: req-9e57cca6-8738-49f7-a0c8-d51c705c05fc {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:35:17.906577 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "811978b2-6bb1-4806-bf72-8ec7410064fd", "name": "network-vif-deleted", "tag": "aaefe205-848c-46f0-af46-d5fae246ceb3", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:35:17.907109 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9e57cca6-8738-49f7-a0c8-d51c705c05fc {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:35:17.923973 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '811978b2-6bb1-4806-bf72-8ec7410064fd', 'name': 'network-vif-deleted', 'tag': 'aaefe205-848c-46f0-af46-d5fae246ceb3', 'status': 'completed', 'code': 200} Oct 20 11:35:17.933521 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-deb5e2ba-9816-48a8-884c-b588d8d14c49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:17.965273 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-deb5e2ba-9816-48a8-884c-b588d8d14c49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:18.001947 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-5e24341f-2e37-4eb4-bbcd-655ebb5f1330 req-beebaab5-b168-45dd-bf28-7804db5ebda6 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Allocated IP 172.25.5.179 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/2e5fe3cd-aa09-48b3-bd43-096c43dccd9d) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:35:18.165234 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5e24341f-2e37-4eb4-bbcd-655ebb5f1330 req-beebaab5-b168-45dd-bf28-7804db5ebda6 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:18.183422 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 37568) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:18.199598 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-deb5e2ba-9816-48a8-884c-b588d8d14c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:18.202184 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-deb5e2ba-9816-48a8-884c-b588d8d14c49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:18.208231 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-deb5e2ba-9816-48a8-884c-b588d8d14c49 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/38f24503-5c78-445f-93e7-171192399e56 HTTP/1.1" status: 204 len: 168 time: 0.3506620 Oct 20 11:35:18.227412 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb5e2ba-9816-48a8-884c-b588d8d14c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f24503-5c78-445f-93e7-171192399e56,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:18.248679 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5e24341f-2e37-4eb4-bbcd-655ebb5f1330 req-beebaab5-b168-45dd-bf28-7804db5ebda6 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:18.278034 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2522e50-21df-4c62-9002-431b7700c770 req-235412d5-df78-4342-bcfd-490937783d5e tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:18.280030 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-b2522e50-21df-4c62-9002-431b7700c770 req-235412d5-df78-4342-bcfd-490937783d5e tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.89 "GET /v2.0/networks?id=e9eabc1b-d262-4e05-bd88-78509e982c52 HTTP/1.1" status: 200 len: 815 time: 0.2737749 Oct 20 11:35:18.306360 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-b2522e50-21df-4c62-9002-431b7700c770 req-5088529d-ba86-4b80-b9a5-5779b8aad5db tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Request body: {'port': {'device_id': '4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7', 'network_id': 'e9eabc1b-d262-4e05-bd88-78509e982c52', 'admin_state_up': True, 'tenant_id': '810c12d9be834010aa3992ef80ba64c6'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:18.332274 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e24341f-2e37-4eb4-bbcd-655ebb5f1330 req-beebaab5-b168-45dd-bf28-7804db5ebda6 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:35:18.335174 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-5e24341f-2e37-4eb4-bbcd-655ebb5f1330 req-beebaab5-b168-45dd-bf28-7804db5ebda6 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:18.349858 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e24341f-2e37-4eb4-bbcd-655ebb5f1330 req-beebaab5-b168-45dd-bf28-7804db5ebda6 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:35:18.416979 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beebaab5-b168-45dd-bf28-7804db5ebda6 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Pushing event updated for resources: {'Port': ['ID=2e5fe3cd-aa09-48b3-bd43-096c43dccd9d,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:18.464392 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1ac77723-859f-497a-801c-00fe56321324 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:18.478511 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2522e50-21df-4c62-9002-431b7700c770 req-5088529d-ba86-4b80-b9a5-5779b8aad5db tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Made reservation on behalf of 810c12d9be834010aa3992ef80ba64c6 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:35:18.488091 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-b2522e50-21df-4c62-9002-431b7700c770 req-5088529d-ba86-4b80-b9a5-5779b8aad5db tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:18.539241 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab7aa6-3dc3-4c7f-91bc-6496e428bc89 req-444ce4c2-da9a-4bac-8db9-9a11a95bab2f tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:18.546389 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-27ab7aa6-3dc3-4c7f-91bc-6496e428bc89 req-444ce4c2-da9a-4bac-8db9-9a11a95bab2f tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] 10.222.0.98 "GET /v2.0/ports?device_id=e88916ba-23b7-4286-a689-16d08acda5b8 HTTP/1.1" status: 200 len: 946 time: 0.1499717 Oct 20 11:35:18.586474 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5e24341f-2e37-4eb4-bbcd-655ebb5f1330 req-beebaab5-b168-45dd-bf28-7804db5ebda6 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:18.639760 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-27ab7aa6-3dc3-4c7f-91bc-6496e428bc89 req-98b2bf7f-a122-48b8-925e-1dbe7d91f86e tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] 10.222.0.98 "GET /v2.0/security-groups?id=1d14564f-64cc-402d-bf13-6d8e2056df18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924075 Oct 20 11:35:18.654748 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5e24341f-2e37-4eb4-bbcd-655ebb5f1330 req-beebaab5-b168-45dd-bf28-7804db5ebda6 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:18.703744 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1ac77723-859f-497a-801c-00fe56321324 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:18.703937 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [req-b2522e50-21df-4c62-9002-431b7700c770 req-5088529d-ba86-4b80-b9a5-5779b8aad5db tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Allocated IP 172.20.0.3 (e9eabc1b-d262-4e05-bd88-78509e982c52/7608c98d-784c-4d69-aa65-d567e84ae885/34091957-5f1c-48e5-abc4-c2774353812c) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:35:18.717555 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1ac77723-859f-497a-801c-00fe56321324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:18.784015 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac77723-859f-497a-801c-00fe56321324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12386038-b5b2-4f66-810d-e9a446836998,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:18.797492 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-1ac77723-859f-497a-801c-00fe56321324 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1522e8153a3e4096b914e0034815b655&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6116347 Oct 20 11:35:18.799135 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 37590) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:18.906324 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-05b3be13-879c-4587-af1f-590e63197a2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:18.943784 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5e24341f-2e37-4eb4-bbcd-655ebb5f1330 req-beebaab5-b168-45dd-bf28-7804db5ebda6 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:18.956995 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-05b3be13-879c-4587-af1f-590e63197a2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:18.959375 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5e24341f-2e37-4eb4-bbcd-655ebb5f1330 req-beebaab5-b168-45dd-bf28-7804db5ebda6 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:18.962428 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-b2522e50-21df-4c62-9002-431b7700c770 req-5088529d-ba86-4b80-b9a5-5779b8aad5db tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:19.023105 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-b2522e50-21df-4c62-9002-431b7700c770 req-5088529d-ba86-4b80-b9a5-5779b8aad5db tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:19.077541 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beebaab5-b168-45dd-bf28-7804db5ebda6 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Pushing event updated for resources: {'Port': ['ID=2e5fe3cd-aa09-48b3-bd43-096c43dccd9d,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:19.091476 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5e24341f-2e37-4eb4-bbcd-655ebb5f1330 req-beebaab5-b168-45dd-bf28-7804db5ebda6 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:19.094259 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2522e50-21df-4c62-9002-431b7700c770 req-5088529d-ba86-4b80-b9a5-5779b8aad5db tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Network e9eabc1b-d262-4e05-bd88-78509e982c52 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:35:19.106773 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [req-b2522e50-21df-4c62-9002-431b7700c770 req-5088529d-ba86-4b80-b9a5-5779b8aad5db tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:19.119685 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5e24341f-2e37-4eb4-bbcd-655ebb5f1330 req-beebaab5-b168-45dd-bf28-7804db5ebda6 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:19.121049 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5e24341f-2e37-4eb4-bbcd-655ebb5f1330 req-beebaab5-b168-45dd-bf28-7804db5ebda6 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7555473 Oct 20 11:35:19.132604 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2522e50-21df-4c62-9002-431b7700c770 req-5088529d-ba86-4b80-b9a5-5779b8aad5db tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:35:19.143483 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5088529d-ba86-4b80-b9a5-5779b8aad5db tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Pushing event updated for resources: {'Port': ['ID=34091957-5f1c-48e5-abc4-c2774353812c,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:19.149485 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-05b3be13-879c-4587-af1f-590e63197a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:19.151330 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-05b3be13-879c-4587-af1f-590e63197a2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:19.155054 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-05b3be13-879c-4587-af1f-590e63197a2e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/12386038-b5b2-4f66-810d-e9a446836998 HTTP/1.1" status: 204 len: 168 time: 0.3524878 Oct 20 11:35:19.211386 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2522e50-21df-4c62-9002-431b7700c770 req-5088529d-ba86-4b80-b9a5-5779b8aad5db tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:19.212596 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-b2522e50-21df-4c62-9002-431b7700c770 req-5088529d-ba86-4b80-b9a5-5779b8aad5db tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:19.228325 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5e24341f-2e37-4eb4-bbcd-655ebb5f1330 req-b1e6fbfa-a80d-46d8-a5fd-ddb5fcd4a3b3 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.179 HTTP/1.1" status: 200 len: 696 time: 0.0975697 Oct 20 11:35:19.231986 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b3be13-879c-4587-af1f-590e63197a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12386038-b5b2-4f66-810d-e9a446836998,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:19.239441 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-b2522e50-21df-4c62-9002-431b7700c770 req-5088529d-ba86-4b80-b9a5-5779b8aad5db tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9406178 Oct 20 11:35:19.252302 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [req-b2522e50-21df-4c62-9002-431b7700c770 req-453ffd2f-167a-4cb9-915d-9e38222225f3 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:35:19.253332 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-b2522e50-21df-4c62-9002-431b7700c770 req-453ffd2f-167a-4cb9-915d-9e38222225f3 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0063579 Oct 20 11:35:19.297633 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e6fd1-3c46-4974-8601-838cbdb2cd61 req-1abcf75b-fd38-47af-a2aa-3b5afeccbc55 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:19.302656 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-eab936f9-aee9-4262-bb7b-01b374ac23f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:19.305357 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e27e6fd1-3c46-4974-8601-838cbdb2cd61 req-1abcf75b-fd38-47af-a2aa-3b5afeccbc55 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7 HTTP/1.1" status: 200 len: 931 time: 0.1767323 Oct 20 11:35:19.385756 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device aaefe205-848c-46f0-af46-d5fae246ceb3 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:35:19.399573 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e27e6fd1-3c46-4974-8601-838cbdb2cd61 req-24342e62-8dde-4730-9bd1-e37331f822d8 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879548 Oct 20 11:35:19.424580 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: aaefe205-848c-46f0-af46-d5fae246ceb3 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:35:19.425135 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device aaefe205-848c-46f0-af46-d5fae246ceb3 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:35:19.435224 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24341f-2e37-4eb4-bbcd-655ebb5f1330 req-40972428-9723-4ac3-978b-6d7652878883 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:19.436686 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5e24341f-2e37-4eb4-bbcd-655ebb5f1330 req-40972428-9723-4ac3-978b-6d7652878883 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] 10.222.0.98 "GET /v2.0/networks/717966e5-c478-496f-bddb-05794fb74250 HTTP/1.1" status: 200 len: 784 time: 0.2075799 Oct 20 11:35:19.557971 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-b2522e50-21df-4c62-9002-431b7700c770 req-8b440a17-4780-402c-94a5-4ddd0ff7f14e service neutron] Request body: {'port': {'device_id': '4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:19.600773 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-630f100a-3a1b-4ef7-9b37-e74ceaf36ee1 req-74355b0a-aec5-4278-a383-77d57ce737c9 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1396239 Oct 20 11:35:19.612423 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-630f100a-3a1b-4ef7-9b37-e74ceaf36ee1 req-c9892f57-9f70-43e9-baaa-f90193a23722 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:19.653782 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-b2522e50-21df-4c62-9002-431b7700c770 req-8b440a17-4780-402c-94a5-4ddd0ff7f14e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:19.659148 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-630f100a-3a1b-4ef7-9b37-e74ceaf36ee1 req-c9892f57-9f70-43e9-baaa-f90193a23722 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks [] for floatingip, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:19.771844 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 37624) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:19.791654 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-62477188-3f09-4662-8d7c-4f36a19d186f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:19.857721 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 37630) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:19.896256 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7037585-b091-41f3-8481-807c76c7864f req-ad788c30-836f-420d-870e-d056a8733160 tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:19.904253 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c7037585-b091-41f3-8481-807c76c7864f req-ad788c30-836f-420d-870e-d056a8733160 tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] 10.222.0.98 "GET /v2.0/ports?device_id=e88916ba-23b7-4286-a689-16d08acda5b8 HTTP/1.1" status: 200 len: 946 time: 0.1299131 Oct 20 11:35:19.930155 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 37636) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:19.938853 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-630f100a-3a1b-4ef7-9b37-e74ceaf36ee1 req-c9892f57-9f70-43e9-baaa-f90193a23722 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:19.995097 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c7037585-b091-41f3-8481-807c76c7864f req-efded446-dc06-40f9-9da5-aa02bc618448 tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] 10.222.0.98 "GET /v2.0/security-groups?id=1d14564f-64cc-402d-bf13-6d8e2056df18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848672 Oct 20 11:35:20.002489 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-b2522e50-21df-4c62-9002-431b7700c770 req-8b440a17-4780-402c-94a5-4ddd0ff7f14e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34091957-5f1c-48e5-abc4-c2774353812c {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:35:20.011066 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-b2522e50-21df-4c62-9002-431b7700c770 req-8b440a17-4780-402c-94a5-4ddd0ff7f14e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:20.026735 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-b2522e50-21df-4c62-9002-431b7700c770 req-8b440a17-4780-402c-94a5-4ddd0ff7f14e service neutron] Transition to ACTIVE for port object 34091957-5f1c-48e5-abc4-c2774353812c will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:35:20.033220 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-b2522e50-21df-4c62-9002-431b7700c770 req-8b440a17-4780-402c-94a5-4ddd0ff7f14e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:20.072123 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-254940d9-e88f-46c4-ba6d-68943d2924b6 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-25777260-network', 'tenant_id': 'd1c5e789bb64470d9f622154eb184e9a'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:20.122544 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254940d9-e88f-46c4-ba6d-68943d2924b6 admin admin] Made reservation on behalf of d1c5e789bb64470d9f622154eb184e9a for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:35:20.125046 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-254940d9-e88f-46c4-ba6d-68943d2924b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:20.129005 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b440a17-4780-402c-94a5-4ddd0ff7f14e service neutron] Pushing event updated for resources: {'Port': ['ID=34091957-5f1c-48e5-abc4-c2774353812c,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:20.158181 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-254940d9-e88f-46c4-ba6d-68943d2924b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:20.236787 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-b2522e50-21df-4c62-9002-431b7700c770 req-8b440a17-4780-402c-94a5-4ddd0ff7f14e service neutron] Attempting to bind port 34091957-5f1c-48e5-abc4-c2774353812c on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:35:20.237185 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-b2522e50-21df-4c62-9002-431b7700c770 req-8b440a17-4780-402c-94a5-4ddd0ff7f14e service neutron] Attempting to bind port 34091957-5f1c-48e5-abc4-c2774353812c by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '98857962-e92c-4e59-b882-39434d378491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': 'e9eabc1b-d262-4e05-bd88-78509e982c52'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:35:20.237518 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2522e50-21df-4c62-9002-431b7700c770 req-8b440a17-4780-402c-94a5-4ddd0ff7f14e service neutron] Attempting to bind port 34091957-5f1c-48e5-abc4-c2774353812c on network e9eabc1b-d262-4e05-bd88-78509e982c52 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:35:20.248363 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2522e50-21df-4c62-9002-431b7700c770 req-8b440a17-4780-402c-94a5-4ddd0ff7f14e service neutron] Port 34091957-5f1c-48e5-abc4-c2774353812c on network e9eabc1b-d262-4e05-bd88-78509e982c52 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:35:20.248757 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2522e50-21df-4c62-9002-431b7700c770 req-8b440a17-4780-402c-94a5-4ddd0ff7f14e service neutron] Attempting to bind port 34091957-5f1c-48e5-abc4-c2774353812c on network e9eabc1b-d262-4e05-bd88-78509e982c52 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:35:20.259767 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2522e50-21df-4c62-9002-431b7700c770 req-8b440a17-4780-402c-94a5-4ddd0ff7f14e service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:35:20.260149 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2522e50-21df-4c62-9002-431b7700c770 req-8b440a17-4780-402c-94a5-4ddd0ff7f14e service neutron] Checking segment: {'id': '98857962-e92c-4e59-b882-39434d378491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': 'e9eabc1b-d262-4e05-bd88-78509e982c52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:35:20.260562 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2522e50-21df-4c62-9002-431b7700c770 req-8b440a17-4780-402c-94a5-4ddd0ff7f14e service neutron] Bound using segment: {'id': '98857962-e92c-4e59-b882-39434d378491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': 'e9eabc1b-d262-4e05-bd88-78509e982c52'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:35:20.261017 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-b2522e50-21df-4c62-9002-431b7700c770 req-8b440a17-4780-402c-94a5-4ddd0ff7f14e service neutron] Bound port: 34091957-5f1c-48e5-abc4-c2774353812c, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98857962-e92c-4e59-b882-39434d378491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': 'e9eabc1b-d262-4e05-bd88-78509e982c52'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:35:20.261371 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-b2522e50-21df-4c62-9002-431b7700c770 req-8b440a17-4780-402c-94a5-4ddd0ff7f14e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:20.329492 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-254940d9-e88f-46c4-ba6d-68943d2924b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:20.338716 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-254940d9-e88f-46c4-ba6d-68943d2924b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:20.376839 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d5822640-1444-4177-a89d-21ecd6a24c41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:20.383724 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-254940d9-e88f-46c4-ba6d-68943d2924b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1258, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:35:20.385908 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-b2522e50-21df-4c62-9002-431b7700c770 req-8b440a17-4780-402c-94a5-4ddd0ff7f14e service neutron] For port 34091957-5f1c-48e5-abc4-c2774353812c, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:35:20.392206 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-b2522e50-21df-4c62-9002-431b7700c770 req-8b440a17-4780-402c-94a5-4ddd0ff7f14e service neutron] For port 34091957-5f1c-48e5-abc4-c2774353812c, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=34091957-5f1c-48e5-abc4-c2774353812c,segment=NetworkSegment(98857962-e92c-4e59-b882-39434d378491),segment_id=98857962-e92c-4e59-b882-39434d378491)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:35:20.394351 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254940d9-e88f-46c4-ba6d-68943d2924b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37550ed7-fbaa-467a-8078-86fab95259aa,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:20.401212 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-254940d9-e88f-46c4-ba6d-68943d2924b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:20.401558 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-254940d9-e88f-46c4-ba6d-68943d2924b6 admin admin] Added segment 4dbe0d0c-7fc2-44c4-912f-278d67da55f4 of type vlan for network 16c10c5d-1850-421a-96a5-275d76836bd3 Oct 20 11:35:20.403241 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-b2522e50-21df-4c62-9002-431b7700c770 req-8b440a17-4780-402c-94a5-4ddd0ff7f14e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:20.417181 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-62477188-3f09-4662-8d7c-4f36a19d186f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:20.446462 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-62477188-3f09-4662-8d7c-4f36a19d186f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:20.471765 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2522e50-21df-4c62-9002-431b7700c770 req-8b440a17-4780-402c-94a5-4ddd0ff7f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:20.472421 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-b2522e50-21df-4c62-9002-431b7700c770 req-8b440a17-4780-402c-94a5-4ddd0ff7f14e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:20.473815 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-b2522e50-21df-4c62-9002-431b7700c770 req-8b440a17-4780-402c-94a5-4ddd0ff7f14e service neutron] 10.222.0.89 "PUT /v2.0/ports/34091957-5f1c-48e5-abc4-c2774353812c HTTP/1.1" status: 200 len: 1091 time: 1.2113392 Oct 20 11:35:20.475842 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7', 'tag': '34091957-5f1c-48e5-abc4-c2774353812c'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:35:20.478112 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8b0d60-89ca-4cf8-b3fc-38249bd5c818" -d '{"events": [{"name": "network-changed", "server_uuid": "4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7", "tag": "34091957-5f1c-48e5-abc4-c2774353812c"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:35:20.481717 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-254940d9-e88f-46c4-ba6d-68943d2924b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:20.520891 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b440a17-4780-402c-94a5-4ddd0ff7f14e service neutron] Pushing event updated for resources: {'Port': ['ID=34091957-5f1c-48e5-abc4-c2774353812c,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:20.534749 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-254940d9-e88f-46c4-ba6d-68943d2924b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:20.536257 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254940d9-e88f-46c4-ba6d-68943d2924b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:20.537229 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-254940d9-e88f-46c4-ba6d-68943d2924b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:20.558007 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-62477188-3f09-4662-8d7c-4f36a19d186f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ff7ab91be0064c4aa8f230098912a70e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7820837 Oct 20 11:35:20.559463 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-630f100a-3a1b-4ef7-9b37-e74ceaf36ee1 req-c9892f57-9f70-43e9-baaa-f90193a23722 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Allocated IP 172.25.5.131 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/1c597e12-c69b-4515-8203-71c19c2bf3a3) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:35:20.566178 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62477188-3f09-4662-8d7c-4f36a19d186f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7983cd1b-d674-4421-9bfd-63ce6715977b,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:20.572966 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 37644) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:20.595389 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-254940d9-e88f-46c4-ba6d-68943d2924b6 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6640890 Oct 20 11:35:20.604943 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 37646) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:20.624987 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254940d9-e88f-46c4-ba6d-68943d2924b6 admin admin] Pushing event updated for resources: {'Network': ['ID=16c10c5d-1850-421a-96a5-275d76836bd3,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:20.627970 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-8eda547a-35cc-4480-ae06-8071e413e81d admin admin] Request body: {'subnet': {'network_id': '16c10c5d-1850-421a-96a5-275d76836bd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-25777260-subnet', 'tenant_id': 'd1c5e789bb64470d9f622154eb184e9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:20.633646 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2522e50-21df-4c62-9002-431b7700c770 req-e0bc44a3-a893-483b-817e-8b4f7236b310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:20.636107 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 16c10c5d-1850-421a-96a5-275d76836bd3 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:35:20.637651 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-b2522e50-21df-4c62-9002-431b7700c770 req-e0bc44a3-a893-483b-817e-8b4f7236b310 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=810c12d9be834010aa3992ef80ba64c6&device_id=4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7 HTTP/1.1" status: 200 len: 1094 time: 0.1122978 Oct 20 11:35:20.678243 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364d85c-7c47-4fb1-882a-f2b61e410174 req-bfd0b2e1-77b4-4d2e-b9ca-bf294607ae28 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:20.679778 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4364d85c-7c47-4fb1-882a-f2b61e410174 req-bfd0b2e1-77b4-4d2e-b9ca-bf294607ae28 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7 HTTP/1.1" status: 200 len: 943 time: 0.2104340 Oct 20 11:35:20.687008 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-b2522e50-21df-4c62-9002-431b7700c770 req-2ee78ac5-ef2a-4a09-b96b-7cade801cd0b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34091957-5f1c-48e5-abc4-c2774353812c HTTP/1.1" status: 200 len: 217 time: 0.0383432 Oct 20 11:35:20.752873 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2522e50-21df-4c62-9002-431b7700c770 req-b102b211-fe67-40ab-9543-10a3461a79b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:20.753494 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d5822640-1444-4177-a89d-21ecd6a24c41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:20.754706 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-b2522e50-21df-4c62-9002-431b7700c770 req-b102b211-fe67-40ab-9543-10a3461a79b4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7608c98d-784c-4d69-aa65-d567e84ae885 HTTP/1.1" status: 200 len: 855 time: 0.0583394 Oct 20 11:35:20.766887 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d5822640-1444-4177-a89d-21ecd6a24c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:20.786938 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eda547a-35cc-4480-ae06-8071e413e81d admin admin] Made reservation on behalf of d1c5e789bb64470d9f622154eb184e9a for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:35:20.789258 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8eda547a-35cc-4480-ae06-8071e413e81d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:20.789625 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-b2522e50-21df-4c62-9002-431b7700c770 req-31c4bbf7-9441-4c46-bdbc-ce946279c4d3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e9eabc1b-d262-4e05-bd88-78509e982c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270107 Oct 20 11:35:20.853682 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-39ee16c0-ea1b-4429-a387-93401ccf5758 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:20.868357 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4364d85c-7c47-4fb1-882a-f2b61e410174 req-c58bd154-73d9-4234-94f6-94d792ff6553 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751125 Oct 20 11:35:20.890219 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d5822640-1444-4177-a89d-21ecd6a24c41 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b7156a88626f43a49f0a56e3e25744b7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0214267 Oct 20 11:35:20.890219 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5822640-1444-4177-a89d-21ecd6a24c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97fcb22c-af38-46cf-87a8-f81312be640d,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:20.891097 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-b2522e50-21df-4c62-9002-431b7700c770 req-db5427ec-e59f-4afc-b0a7-98b3c87a1de2 service neutron] 10.222.0.89 "GET /v2.0/networks/e9eabc1b-d262-4e05-bd88-78509e982c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843551 Oct 20 11:35:20.903452 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 37650) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:20.939843 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-630f100a-3a1b-4ef7-9b37-e74ceaf36ee1 req-c9892f57-9f70-43e9-baaa-f90193a23722 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:20.948276 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-39ee16c0-ea1b-4429-a387-93401ccf5758 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:21.022944 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d5f4346f-5308-4fa4-b15f-dd58a3c6c345 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:21.030486 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-b2522e50-21df-4c62-9002-431b7700c770 req-3b8eac49-798c-4133-b876-b8aa04201511 service neutron] 10.222.0.89 "GET /v2.0/networks/e9eabc1b-d262-4e05-bd88-78509e982c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366274 Oct 20 11:35:21.062208 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-630f100a-3a1b-4ef7-9b37-e74ceaf36ee1 req-c9892f57-9f70-43e9-baaa-f90193a23722 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:21.063543 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d5f4346f-5308-4fa4-b15f-dd58a3c6c345 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:21.083889 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ccb0a6-2331-4713-876b-a8c3fd0521b3 x-openstack-request-id: req-78ccb0a6-2331-4713-876b-a8c3fd0521b3 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:35:21.084177 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7", "tag": "34091957-5f1c-48e5-abc4-c2774353812c", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:35:21.084422 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-78ccb0a6-2331-4713-876b-a8c3fd0521b3 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:35:21.084813 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7', 'tag': '34091957-5f1c-48e5-abc4-c2774353812c', 'status': 'completed', 'code': 200} Oct 20 11:35:21.121641 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-39ee16c0-ea1b-4429-a387-93401ccf5758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:21.124304 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-39ee16c0-ea1b-4429-a387-93401ccf5758 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:21.127892 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-39ee16c0-ea1b-4429-a387-93401ccf5758 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/7983cd1b-d674-4421-9bfd-63ce6715977b HTTP/1.1" status: 204 len: 168 time: 0.5516193 Oct 20 11:35:21.155521 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b0d60-89ca-4cf8-b3fc-38249bd5c818 req-699987ea-cd79-4676-b915-0a63614d4d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:21.157178 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-db8b0d60-89ca-4cf8-b3fc-38249bd5c818 req-699987ea-cd79-4676-b915-0a63614d4d4f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=810c12d9be834010aa3992ef80ba64c6&device_id=4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7 HTTP/1.1" status: 200 len: 1094 time: 0.0516837 Oct 20 11:35:21.158524 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d5f4346f-5308-4fa4-b15f-dd58a3c6c345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:21.160811 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-630f100a-3a1b-4ef7-9b37-e74ceaf36ee1 req-c9892f57-9f70-43e9-baaa-f90193a23722 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:35:21.161352 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d5f4346f-5308-4fa4-b15f-dd58a3c6c345 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:21.165285 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d5f4346f-5308-4fa4-b15f-dd58a3c6c345 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/97fcb22c-af38-46cf-87a8-f81312be640d HTTP/1.1" status: 204 len: 168 time: 0.2581263 Oct 20 11:35:21.165424 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee16c0-ea1b-4429-a387-93401ccf5758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7983cd1b-d674-4421-9bfd-63ce6715977b,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:21.174326 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-630f100a-3a1b-4ef7-9b37-e74ceaf36ee1 req-c9892f57-9f70-43e9-baaa-f90193a23722 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:21.176468 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9892f57-9f70-43e9-baaa-f90193a23722 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Pushing event updated for resources: {'Port': ['ID=1c597e12-c69b-4515-8203-71c19c2bf3a3,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:21.178918 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-630f100a-3a1b-4ef7-9b37-e74ceaf36ee1 req-c9892f57-9f70-43e9-baaa-f90193a23722 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:35:21.196560 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f4346f-5308-4fa4-b15f-dd58a3c6c345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97fcb22c-af38-46cf-87a8-f81312be640d,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:21.203342 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8eda547a-35cc-4480-ae06-8071e413e81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:21.287074 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b0d60-89ca-4cf8-b3fc-38249bd5c818 req-3d1b3160-7af1-48bf-8e1c-e8adfa84db27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:21.289016 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-db8b0d60-89ca-4cf8-b3fc-38249bd5c818 req-3d1b3160-7af1-48bf-8e1c-e8adfa84db27 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e9eabc1b-d262-4e05-bd88-78509e982c52 HTTP/1.1" status: 200 len: 917 time: 0.1237099 Oct 20 11:35:21.344462 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-db8b0d60-89ca-4cf8-b3fc-38249bd5c818 req-71a4bb03-c606-4f04-881e-581642707dd4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34091957-5f1c-48e5-abc4-c2774353812c HTTP/1.1" status: 200 len: 217 time: 0.0476584 Oct 20 11:35:21.355401 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eda547a-35cc-4480-ae06-8071e413e81d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fdf86ab-af58-4cf8-9b95-ca9f0c250fbb,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:21.396852 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f9b7a-8246-41c1-9584-6e2de8178a1a req-6863f733-c7c1-4dbd-ae2e-1e6957e22e5b tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:21.398411 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3f9f9b7a-8246-41c1-9584-6e2de8178a1a req-6863f733-c7c1-4dbd-ae2e-1e6957e22e5b tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] 10.222.0.98 "GET /v2.0/ports?device_id=e88916ba-23b7-4286-a689-16d08acda5b8 HTTP/1.1" status: 200 len: 946 time: 0.1613016 Oct 20 11:35:21.413597 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b0d60-89ca-4cf8-b3fc-38249bd5c818 req-4019ec3b-1392-4913-a0c1-f2500c878f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:21.415591 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fce757-bc52-4296-b153-3d71e65ec78e req-06511d5e-e2e5-4c19-a911-a21eb03d2402 tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:21.416101 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-db8b0d60-89ca-4cf8-b3fc-38249bd5c818 req-4019ec3b-1392-4913-a0c1-f2500c878f5b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7608c98d-784c-4d69-aa65-d567e84ae885 HTTP/1.1" status: 200 len: 855 time: 0.0634856 Oct 20 11:35:21.417074 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-02fce757-bc52-4296-b153-3d71e65ec78e req-06511d5e-e2e5-4c19-a911-a21eb03d2402 tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] 10.222.0.89 "GET /v2.0/ports?device_id=e88916ba-23b7-4286-a689-16d08acda5b8 HTTP/1.1" status: 200 len: 946 time: 0.1829417 Oct 20 11:35:21.422021 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-630f100a-3a1b-4ef7-9b37-e74ceaf36ee1 req-c9892f57-9f70-43e9-baaa-f90193a23722 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:21.452349 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eda547a-35cc-4480-ae06-8071e413e81d admin admin] Checking segment: {'id': '4dbe0d0c-7fc2-44c4-912f-278d67da55f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '16c10c5d-1850-421a-96a5-275d76836bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:35:21.452719 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eda547a-35cc-4480-ae06-8071e413e81d admin admin] Network hostable DHCP agents. Network: 16c10c5d-1850-421a-96a5-275d76836bd3, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:35:21.466332 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-db8b0d60-89ca-4cf8-b3fc-38249bd5c818 req-7e678fd8-b616-494c-8ddc-f56d088b5862 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e9eabc1b-d262-4e05-bd88-78509e982c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367451 Oct 20 11:35:21.574013 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-630f100a-3a1b-4ef7-9b37-e74ceaf36ee1 req-c9892f57-9f70-43e9-baaa-f90193a23722 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:21.614235 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-db8b0d60-89ca-4cf8-b3fc-38249bd5c818 req-c3a26c3d-edac-4b9e-9349-5d1a1f458df0 service neutron] 10.222.0.89 "GET /v2.0/networks/e9eabc1b-d262-4e05-bd88-78509e982c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385300 Oct 20 11:35:21.614672 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3f9f9b7a-8246-41c1-9584-6e2de8178a1a req-f8312b25-07e2-4427-ab24-a24ba7b74337 tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] 10.222.0.98 "GET /v2.0/security-groups?id=1d14564f-64cc-402d-bf13-6d8e2056df18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902273 Oct 20 11:35:21.618766 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eda547a-35cc-4480-ae06-8071e413e81d admin admin] Network 16c10c5d-1850-421a-96a5-275d76836bd3 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:35:21.653686 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-8eda547a-35cc-4480-ae06-8071e413e81d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 16c10c5d-1850-421a-96a5-275d76836bd3) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:21.660357 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eda547a-35cc-4480-ae06-8071e413e81d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:21.661222 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8eda547a-35cc-4480-ae06-8071e413e81d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:21.671006 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a627ab0b-d384-4b89-ab07-3782dda80158 None None] Network 16c10c5d-1850-421a-96a5-275d76836bd3 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:35:21.714099 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 37672) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:21.731440 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-02fce757-bc52-4296-b153-3d71e65ec78e req-a52f8054-74d8-4ea1-9419-f3dd22d13dcf tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] Deleting port e51a5496-7935-4dc7-b4ae-4ceb6aaff12c {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:35:21.731776 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-02fce757-bc52-4296-b153-3d71e65ec78e req-a52f8054-74d8-4ea1-9419-f3dd22d13dcf tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:21.735707 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-067af10f-e58d-4bd9-8303-58a4f46b69c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:21.821917 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-067af10f-e58d-4bd9-8303-58a4f46b69c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:21.838578 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-067af10f-e58d-4bd9-8303-58a4f46b69c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:21.848421 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd0d1f3-f537-43d8-9bf4-858ef0d4f180 None None] Network 16c10c5d-1850-421a-96a5-275d76836bd3 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:35:21.850347 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8eda547a-35cc-4480-ae06-8071e413e81d admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2411332 Oct 20 11:35:21.889007 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-db8b0d60-89ca-4cf8-b3fc-38249bd5c818 req-39581b90-cfff-4096-855f-94a6a2802bbb service neutron] 10.222.0.89 "GET /v2.0/networks/e9eabc1b-d262-4e05-bd88-78509e982c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640846 Oct 20 11:35:21.920556 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-067af10f-e58d-4bd9-8303-58a4f46b69c0 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f616753d675b4a46a41547c06ba093dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2038872 Oct 20 11:35:21.921184 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 37680) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:21.923466 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067af10f-e58d-4bd9-8303-58a4f46b69c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc52b2b5-40ec-4ba1-88ce-1a6c29472089,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:22.005837 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2e395037-08a3-489c-b018-915be7a9821c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:22.032162 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2e395037-08a3-489c-b018-915be7a9821c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:22.079061 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-630f100a-3a1b-4ef7-9b37-e74ceaf36ee1 req-c9892f57-9f70-43e9-baaa-f90193a23722 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:22.093316 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a64d9-7353-4981-b33e-d5590392366e req-b24fb475-beee-4297-9420-61b91637f5aa tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:22.095262 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf9a64d9-7353-4981-b33e-d5590392366e req-b24fb475-beee-4297-9420-61b91637f5aa tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7 HTTP/1.1" status: 200 len: 943 time: 0.1189668 Oct 20 11:35:22.100675 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2e395037-08a3-489c-b018-915be7a9821c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:22.101950 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-630f100a-3a1b-4ef7-9b37-e74ceaf36ee1 req-c9892f57-9f70-43e9-baaa-f90193a23722 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:22.104662 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2e395037-08a3-489c-b018-915be7a9821c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:22.105603 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2e395037-08a3-489c-b018-915be7a9821c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/bc52b2b5-40ec-4ba1-88ce-1a6c29472089 HTTP/1.1" status: 204 len: 168 time: 0.1832268 Oct 20 11:35:22.114302 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e395037-08a3-489c-b018-915be7a9821c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc52b2b5-40ec-4ba1-88ce-1a6c29472089,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:22.160124 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-8052aeff-7304-4ea2-8f5a-3931cea28998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:22.173585 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-02fce757-bc52-4296-b153-3d71e65ec78e req-a52f8054-74d8-4ea1-9419-f3dd22d13dcf tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] For port e51a5496-7935-4dc7-b4ae-4ceb6aaff12c, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e51a5496-7935-4dc7-b4ae-4ceb6aaff12c,segment=NetworkSegment(9d10cab5-2085-4481-8f14-03bde23f0cc4),segment_id=9d10cab5-2085-4481-8f14-03bde23f0cc4)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:22.173957 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-02fce757-bc52-4296-b153-3d71e65ec78e req-a52f8054-74d8-4ea1-9419-f3dd22d13dcf tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:22.223625 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-02fce757-bc52-4296-b153-3d71e65ec78e req-a52f8054-74d8-4ea1-9419-f3dd22d13dcf tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] Calling delete_port for e51a5496-7935-4dc7-b4ae-4ceb6aaff12c owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:35:22.268725 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9892f57-9f70-43e9-baaa-f90193a23722 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Pushing event updated for resources: {'Port': ['ID=1c597e12-c69b-4515-8203-71c19c2bf3a3,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:22.326732 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf9a64d9-7353-4981-b33e-d5590392366e req-47e1d7f2-59d9-4171-b2db-4a870159987c tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196128 Oct 20 11:35:22.331491 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-630f100a-3a1b-4ef7-9b37-e74ceaf36ee1 req-c9892f57-9f70-43e9-baaa-f90193a23722 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:22.361375 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-630f100a-3a1b-4ef7-9b37-e74ceaf36ee1 req-c9892f57-9f70-43e9-baaa-f90193a23722 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:22.362660 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-630f100a-3a1b-4ef7-9b37-e74ceaf36ee1 req-c9892f57-9f70-43e9-baaa-f90193a23722 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7545455 Oct 20 11:35:22.428143 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-630f100a-3a1b-4ef7-9b37-e74ceaf36ee1 req-5cc8fc93-612b-4f00-87b7-53600453b01b tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.131 HTTP/1.1" status: 200 len: 696 time: 0.0513363 Oct 20 11:35:22.537294 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-02fce757-bc52-4296-b153-3d71e65ec78e req-a52f8054-74d8-4ea1-9419-f3dd22d13dcf tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:22.553048 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['e51a5496-7935-4dc7-b4ae-4ceb6aaff12c'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:35:22.586941 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f8054-74d8-4ea1-9419-f3dd22d13dcf tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] Pushing event deleted for resources: {'Port': ['ID=e51a5496-7935-4dc7-b4ae-4ceb6aaff12c,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:22.636049 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f100a-3a1b-4ef7-9b37-e74ceaf36ee1 req-6bac4509-3ba1-46e8-a070-4beed9d3912e tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:22.637509 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-630f100a-3a1b-4ef7-9b37-e74ceaf36ee1 req-6bac4509-3ba1-46e8-a070-4beed9d3912e tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] 10.222.0.98 "GET /v2.0/networks/717966e5-c478-496f-bddb-05794fb74250 HTTP/1.1" status: 200 len: 784 time: 0.1829846 Oct 20 11:35:22.652673 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-02fce757-bc52-4296-b153-3d71e65ec78e req-a52f8054-74d8-4ea1-9419-f3dd22d13dcf tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] No DVR routers for this DVR port e51a5496-7935-4dc7-b4ae-4ceb6aaff12c on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:35:22.655653 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-02fce757-bc52-4296-b153-3d71e65ec78e req-a52f8054-74d8-4ea1-9419-f3dd22d13dcf tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:22.663466 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-02fce757-bc52-4296-b153-3d71e65ec78e req-a52f8054-74d8-4ea1-9419-f3dd22d13dcf tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] 10.222.0.89 "DELETE /v2.0/ports/e51a5496-7935-4dc7-b4ae-4ceb6aaff12c HTTP/1.1" status: 204 len: 173 time: 1.2298548 Oct 20 11:35:22.663984 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e88916ba-23b7-4286-a689-16d08acda5b8', 'name': 'network-vif-deleted', 'tag': 'e51a5496-7935-4dc7-b4ae-4ceb6aaff12c'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:35:22.672869 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4242f469-a80f-4174-b1c9-30cdde491258" -d '{"events": [{"server_uuid": "e88916ba-23b7-4286-a689-16d08acda5b8", "name": "network-vif-deleted", "tag": "e51a5496-7935-4dc7-b4ae-4ceb6aaff12c"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:35:22.774897 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-151a11a0-c09c-4a6c-b2fb-5297ebee294c req-1d875fca-3065-4705-bc52-1f3a32522500 tempest-ServerPasswordTestJSON-2068582382 tempest-ServerPasswordTestJSON-2068582382-project] 10.222.0.98 "GET /v2.0/ports?device_id=e88916ba-23b7-4286-a689-16d08acda5b8 HTTP/1.1" status: 200 len: 210 time: 0.0575590 Oct 20 11:35:22.871176 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f1c669f6-9ea2-4077-bb1e-4d691ec890e7 req-1e692281-88d5-46f7-a71f-8fccff7e404c tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] 10.222.0.98 "GET /v2.0/floatingips/2fb8d532-e8ee-41d0-8fa2-32a055507dd9 HTTP/1.1" status: 200 len: 693 time: 0.0570412 Oct 20 11:35:22.918957 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b63d4-adff-4906-b9cd-567667d04fd7 req-eea25b72-8e3f-4d6d-9aef-e5c2d4ce77f5 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:22.920437 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-059b63d4-adff-4906-b9cd-567667d04fd7 req-eea25b72-8e3f-4d6d-9aef-e5c2d4ce77f5 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/networks?id=16c10c5d-1850-421a-96a5-275d76836bd3 HTTP/1.1" status: 200 len: 820 time: 0.2187886 Oct 20 11:35:22.973056 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-059b63d4-adff-4906-b9cd-567667d04fd7 req-216ee453-f95c-4208-9a56-bf4ae6462aba tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/quotas/d1c5e789bb64470d9f622154eb184e9a HTTP/1.1" status: 200 len: 375 time: 0.0391979 Oct 20 11:35:23.016848 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-059b63d4-adff-4906-b9cd-567667d04fd7 req-c07010fb-7ffb-4956-b568-e52bf1c95b25 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=d1c5e789bb64470d9f622154eb184e9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324187 Oct 20 11:35:23.033971 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:23.036918 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c669f6-9ea2-4077-bb1e-4d691ec890e7 req-90d2bacb-6ac6-4d47-b268-6940d98e5e1e tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:23.038467 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f1c669f6-9ea2-4077-bb1e-4d691ec890e7 req-90d2bacb-6ac6-4d47-b268-6940d98e5e1e tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] 10.222.0.98 "GET /v2.0/networks/717966e5-c478-496f-bddb-05794fb74250 HTTP/1.1" status: 200 len: 784 time: 0.1575792 Oct 20 11:35:23.086701 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:23.126784 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3e1d86-e520-4d29-b194-58f443aaea37 x-openstack-request-id: req-ca3e1d86-e520-4d29-b194-58f443aaea37 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:35:23.127209 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e88916ba-23b7-4286-a689-16d08acda5b8", "name": "network-vif-deleted", "tag": "e51a5496-7935-4dc7-b4ae-4ceb6aaff12c", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:35:23.127399 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ca3e1d86-e520-4d29-b194-58f443aaea37 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:35:23.127788 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e88916ba-23b7-4286-a689-16d08acda5b8', 'name': 'network-vif-deleted', 'tag': 'e51a5496-7935-4dc7-b4ae-4ceb6aaff12c', 'status': 'completed', 'code': 200} Oct 20 11:35:23.164333 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-059b63d4-adff-4906-b9cd-567667d04fd7 req-a2675f4c-1448-49f3-8f61-1b050fec11cc service neutron] 10.222.0.98 "GET /v2.0/networks/16c10c5d-1850-421a-96a5-275d76836bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249211 Oct 20 11:35:23.287687 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-059b63d4-adff-4906-b9cd-567667d04fd7 req-0c1c139b-8a86-4eb2-ac9c-1ffeaac89782 service neutron] 10.222.0.98 "GET /v2.0/networks/16c10c5d-1850-421a-96a5-275d76836bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165862 Oct 20 11:35:23.374365 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-556523a6-a0b5-490a-9ca1-1cac8044f732 req-d61eac67-4dad-40df-bd9f-af8707e4ef66 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] 10.222.0.98 "GET /v2.0/floatingips/2fb8d532-e8ee-41d0-8fa2-32a055507dd9 HTTP/1.1" status: 200 len: 693 time: 0.0600467 Oct 20 11:35:23.544227 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556523a6-a0b5-490a-9ca1-1cac8044f732 req-ceb077ed-81f9-4883-978d-08b39e504f27 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:23.552439 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-556523a6-a0b5-490a-9ca1-1cac8044f732 req-ceb077ed-81f9-4883-978d-08b39e504f27 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] 10.222.0.98 "GET /v2.0/networks/717966e5-c478-496f-bddb-05794fb74250 HTTP/1.1" status: 200 len: 784 time: 0.1771731 Oct 20 11:35:23.617697 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-556523a6-a0b5-490a-9ca1-1cac8044f732 req-dd74c612-d45a-4f29-942e-78756a84ca09 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.131 HTTP/1.1" status: 200 len: 696 time: 0.0642633 Oct 20 11:35:23.634393 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 34091957-5f1c-48e5-abc4-c2774353812c details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:35:23.655060 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4dd89-7aff-4182-91aa-2a8c9947c0a3 req-7095fdc4-f71a-49fe-8c64-5fd1ac88a868 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:23.656789 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-05e4dd89-7aff-4182-91aa-2a8c9947c0a3 req-7095fdc4-f71a-49fe-8c64-5fd1ac88a868 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7 HTTP/1.1" status: 200 len: 943 time: 0.1696880 Oct 20 11:35:23.781162 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 34091957-5f1c-48e5-abc4-c2774353812c, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=34091957-5f1c-48e5-abc4-c2774353812c,segment=NetworkSegment(98857962-e92c-4e59-b882-39434d378491),segment_id=98857962-e92c-4e59-b882-39434d378491)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:23.783430 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-556523a6-a0b5-490a-9ca1-1cac8044f732 req-6ec99a06-8dc6-42d6-9555-2a220f53fd83 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.131 HTTP/1.1" status: 200 len: 696 time: 0.1648130 Oct 20 11:35:23.804654 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '34091957-5f1c-48e5-abc4-c2774353812c', 'network_id': 'e9eabc1b-d262-4e05-bd88-78509e982c52', 'port_id': '34091957-5f1c-48e5-abc4-c2774353812c', 'mac_address': 'fa:16:3e:e1:1c:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7608c98d-784c-4d69-aa65-d567e84ae885', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:35:23.851020 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-05e4dd89-7aff-4182-91aa-2a8c9947c0a3 req-32f80f39-403e-46b5-9b19-75e262e2cf0f tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209040 Oct 20 11:35:23.868531 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:23.905962 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34091957-5f1c-48e5-abc4-c2774353812c {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:35:23.934412 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 34091957-5f1c-48e5-abc4-c2774353812c, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=34091957-5f1c-48e5-abc4-c2774353812c,segment=NetworkSegment(98857962-e92c-4e59-b882-39434d378491),segment_id=98857962-e92c-4e59-b882-39434d378491)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:23.944179 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:23.989469 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fcc4cf43-dacb-425a-b19f-23a5830d7712 req-b7d63482-c08b-4a06-87e2-7d21a529ce89 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=70bb8a8e-ab14-4f56-a485-838f48da73f4 HTTP/1.1" status: 200 len: 210 time: 0.0760891 Oct 20 11:35:24.005297 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=34091957-5f1c-48e5-abc4-c2774353812c,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:24.030448 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-556523a6-a0b5-490a-9ca1-1cac8044f732 req-b3a23e08-4a9c-4041-94dd-a9e8ad85a70c tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Deleting port 1c597e12-c69b-4515-8203-71c19c2bf3a3 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:35:24.030811 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-556523a6-a0b5-490a-9ca1-1cac8044f732 req-b3a23e08-4a9c-4041-94dd-a9e8ad85a70c tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:24.080858 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 37788) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:24.136109 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-556523a6-a0b5-490a-9ca1-1cac8044f732 req-b3a23e08-4a9c-4041-94dd-a9e8ad85a70c tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:24.136339 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-556523a6-a0b5-490a-9ca1-1cac8044f732 req-b3a23e08-4a9c-4041-94dd-a9e8ad85a70c tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:24.150607 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-556523a6-a0b5-490a-9ca1-1cac8044f732 req-b3a23e08-4a9c-4041-94dd-a9e8ad85a70c tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Calling delete_port for 1c597e12-c69b-4515-8203-71c19c2bf3a3 owned by network:floatingip {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:35:24.153920 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-47407bd5-c667-4d27-8bf5-9b81200cca32 admin admin] Deleting subnet 1a79a156-6f98-4f28-9c35-4e7a8a274504 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:35:24.157944 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-47407bd5-c667-4d27-8bf5-9b81200cca32 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:24.229447 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-47407bd5-c667-4d27-8bf5-9b81200cca32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:24.244718 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['34091957-5f1c-48e5-abc4-c2774353812c'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:35:24.338936 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-47407bd5-c667-4d27-8bf5-9b81200cca32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:24.366326 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-556523a6-a0b5-490a-9ca1-1cac8044f732 req-b3a23e08-4a9c-4041-94dd-a9e8ad85a70c tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:24.438273 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-47407bd5-c667-4d27-8bf5-9b81200cca32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:24.480311 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47407bd5-c667-4d27-8bf5-9b81200cca32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a79a156-6f98-4f28-9c35-4e7a8a274504,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:24.486544 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a23e08-4a9c-4041-94dd-a9e8ad85a70c tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Pushing event deleted for resources: {'Port': ['ID=1c597e12-c69b-4515-8203-71c19c2bf3a3,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:24.488013 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-47407bd5-c667-4d27-8bf5-9b81200cca32 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:24.493980 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-556523a6-a0b5-490a-9ca1-1cac8044f732 req-b3a23e08-4a9c-4041-94dd-a9e8ad85a70c tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks [] for floatingip, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:24.495057 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-47407bd5-c667-4d27-8bf5-9b81200cca32 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/1a79a156-6f98-4f28-9c35-4e7a8a274504 HTTP/1.1" status: 204 len: 168 time: 0.4122984 Oct 20 11:35:24.496301 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 37800) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:24.498071 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-556523a6-a0b5-490a-9ca1-1cac8044f732 req-b3a23e08-4a9c-4041-94dd-a9e8ad85a70c tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:24.506857 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-556523a6-a0b5-490a-9ca1-1cac8044f732 req-b3a23e08-4a9c-4041-94dd-a9e8ad85a70c tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] 10.222.0.98 "DELETE /v2.0/floatingips/2fb8d532-e8ee-41d0-8fa2-32a055507dd9 HTTP/1.1" status: 204 len: 173 time: 0.7147403 Oct 20 11:35:24.590425 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0790f71e-a3de-4c42-b275-44d238ab2635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:24.691711 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0790f71e-a3de-4c42-b275-44d238ab2635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:24.719784 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-0790f71e-a3de-4c42-b275-44d238ab2635 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fc7f20b-7d9c-403d-ac07-c8cf734736f9']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:24.734158 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-0790f71e-a3de-4c42-b275-44d238ab2635 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d10cab5-2085-4481-8f14-03bde23f0cc4') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:24.734633 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-0790f71e-a3de-4c42-b275-44d238ab2635 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d10cab5-2085-4481-8f14-03bde23f0cc4') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:24.747621 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0790f71e-a3de-4c42-b275-44d238ab2635 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:24.767072 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0790f71e-a3de-4c42-b275-44d238ab2635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:24.787998 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0790f71e-a3de-4c42-b275-44d238ab2635 admin admin] Releasing vlan 1272 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:35:24.788667 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0790f71e-a3de-4c42-b275-44d238ab2635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:24.793385 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:35:24.793385 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:35:24.793385 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:35:24.793385 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:35:24.793385 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:35:24.793385 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:35:24.793385 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:35:24.793385 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:35:24.793385 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:35:24.793385 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:35:24.793385 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:35:24.793385 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:35:24.793385 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:35:24.793385 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:35:24.793385 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:35:24.793385 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:35:24.793385 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:35:24.793385 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:35:24.793385 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:35:24.793385 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:35:24.793385 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:35:24.793385 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:35:24.793385 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:35:24.793385 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:35:24.793385 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:35:24.793385 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:35:24.793385 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:35:24.793385 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:35:24.793385 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:35:24.793385 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:35:24.793385 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:35:24.793385 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:35:24.802403 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:24.918463 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0790f71e-a3de-4c42-b275-44d238ab2635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:24.927908 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0790f71e-a3de-4c42-b275-44d238ab2635 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:24.931939 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0790f71e-a3de-4c42-b275-44d238ab2635 admin admin] 10.222.0.98 "DELETE /v2.0/networks/6fc7f20b-7d9c-403d-ac07-c8cf734736f9 HTTP/1.1" status: 204 len: 168 time: 0.4340713 Oct 20 11:35:24.946527 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0790f71e-a3de-4c42-b275-44d238ab2635 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fc7f20b-7d9c-403d-ac07-c8cf734736f9,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:25.190591 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 37830) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:25.218119 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8b1b9-6898-4af2-8b25-26556eb76890 req-1cb5666f-1378-4e3b-a994-19e130b165e9 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:25.227913 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dcf8b1b9-6898-4af2-8b25-26556eb76890 req-1cb5666f-1378-4e3b-a994-19e130b165e9 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.7048717 Oct 20 11:35:25.246274 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953496a-dcf1-44d7-8e40-05a6459aa32d req-a992a65a-e5ae-4c5f-917b-822764be3971 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:25.247910 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4953496a-dcf1-44d7-8e40-05a6459aa32d req-a992a65a-e5ae-4c5f-917b-822764be3971 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7 HTTP/1.1" status: 200 len: 944 time: 0.2054586 Oct 20 11:35:25.251184 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 37836) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:25.264375 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b63d4-adff-4906-b9cd-567667d04fd7 req-78aad65c-0218-48a5-8abf-f4e63631b196 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:25.265890 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-059b63d4-adff-4906-b9cd-567667d04fd7 req-78aad65c-0218-48a5-8abf-f4e63631b196 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.11 "GET /v2.0/networks?id=16c10c5d-1850-421a-96a5-275d76836bd3 HTTP/1.1" status: 200 len: 820 time: 0.2246659 Oct 20 11:35:25.287470 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-059b63d4-adff-4906-b9cd-567667d04fd7 req-6b21c913-5702-4edf-be81-5e23d68db73f tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Request body: {'port': {'device_id': '70bb8a8e-ab14-4f56-a485-838f48da73f4', 'network_id': '16c10c5d-1850-421a-96a5-275d76836bd3', 'admin_state_up': True, 'tenant_id': 'd1c5e789bb64470d9f622154eb184e9a'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:25.304975 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ee9799eb-ebd7-430b-b4d0-414009747e8b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f8357a9e715248d3bdbc99fea1cf7247&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475836 Oct 20 11:35:25.307669 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 37838) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:25.372050 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-95f17097-2707-41eb-9b89-015a757b3c89 req-7bcb0f9b-e2b1-456f-8027-4c7e771c775d tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=70bb8a8e-ab14-4f56-a485-838f48da73f4 HTTP/1.1" status: 200 len: 210 time: 0.0672493 Oct 20 11:35:25.401695 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4953496a-dcf1-44d7-8e40-05a6459aa32d req-ff863d27-d403-423f-9543-37a11996f4d1 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348064 Oct 20 11:35:25.480032 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-92fb8960-913e-452b-97bc-dd2c22f176e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:25.530415 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c80f52ef-7243-4260-aa3d-d4b6921abe27 req-e461f1ca-fd1e-42ed-b91b-7a33842a8369 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] 10.222.0.98 "GET /v2.0/floatingips?tenant_id=187cd546dcc8429e863ac17702c417bb HTTP/1.1" status: 200 len: 1656 time: 0.1168795 Oct 20 11:35:25.571914 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-92fb8960-913e-452b-97bc-dd2c22f176e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:25.577287 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-92fb8960-913e-452b-97bc-dd2c22f176e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:25.591073 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-66ea263c-bb5d-47b3-8ef9-fd70f5983994 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:25.620401 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-92fb8960-913e-452b-97bc-dd2c22f176e0 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=76ce5d2f99444d4ba328a794e79aaab2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4260983 Oct 20 11:35:25.620595 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 37850) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:25.640428 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 34091957-5f1c-48e5-abc4-c2774353812c up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:35:25.655683 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb8960-913e-452b-97bc-dd2c22f176e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a2ddda-27b9-4464-b648-895c2c484a98,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:25.668498 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-66ea263c-bb5d-47b3-8ef9-fd70f5983994 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:25.679977 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-059b63d4-adff-4906-b9cd-567667d04fd7 req-6b21c913-5702-4edf-be81-5e23d68db73f tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Made reservation on behalf of d1c5e789bb64470d9f622154eb184e9a for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:35:25.681618 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5a8f095a-a87e-4573-9a65-45e807fd8904 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:25.683721 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-059b63d4-adff-4906-b9cd-567667d04fd7 req-6b21c913-5702-4edf-be81-5e23d68db73f tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:25.708775 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5a8f095a-a87e-4573-9a65-45e807fd8904 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:25.723788 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 34091957-5f1c-48e5-abc4-c2774353812c completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:35:25.731601 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 34091957-5f1c-48e5-abc4-c2774353812c triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:25.733781 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:25.749802 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f52ef-7243-4260-aa3d-d4b6921abe27 req-385d6075-d534-4ac8-80d4-38cc2245faa3 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:25.751383 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c80f52ef-7243-4260-aa3d-d4b6921abe27 req-385d6075-d534-4ac8-80d4-38cc2245faa3 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] 10.222.0.98 "GET /v2.0/networks?id=717966e5-c478-496f-bddb-05794fb74250&id=717966e5-c478-496f-bddb-05794fb74250&id=717966e5-c478-496f-bddb-05794fb74250 HTTP/1.1" status: 200 len: 787 time: 0.2202635 Oct 20 11:35:25.787274 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5a8f095a-a87e-4573-9a65-45e807fd8904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:25.790441 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5a8f095a-a87e-4573-9a65-45e807fd8904 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:25.804316 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5a8f095a-a87e-4573-9a65-45e807fd8904 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c8a2ddda-27b9-4464-b648-895c2c484a98 HTTP/1.1" status: 204 len: 168 time: 0.1751251 Oct 20 11:35:25.823844 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8f095a-a87e-4573-9a65-45e807fd8904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a2ddda-27b9-4464-b648-895c2c484a98,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:25.848701 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-66ea263c-bb5d-47b3-8ef9-fd70f5983994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:25.851371 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-66ea263c-bb5d-47b3-8ef9-fd70f5983994 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:25.852534 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-66ea263c-bb5d-47b3-8ef9-fd70f5983994 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1d14564f-64cc-402d-bf13-6d8e2056df18 HTTP/1.1" status: 204 len: 168 time: 0.5393801 Oct 20 11:35:25.875056 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:25.886982 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-46568d91-12bd-476c-bbc5-cb2642352af8 req-134e3b6d-3455-4261-b06e-7a6af3969f32 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] 10.222.0.98 "GET /v2.0/floatingips/b812690a-8cbe-4f7e-8057-4b2187a5320c HTTP/1.1" status: 200 len: 693 time: 0.0973074 Oct 20 11:35:25.889710 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ea263c-bb5d-47b3-8ef9-fd70f5983994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d14564f-64cc-402d-bf13-6d8e2056df18,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:25.924884 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 34091957-5f1c-48e5-abc4-c2774353812c, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=34091957-5f1c-48e5-abc4-c2774353812c,segment=NetworkSegment(98857962-e92c-4e59-b882-39434d378491),segment_id=98857962-e92c-4e59-b882-39434d378491)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:25.927243 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34091957-5f1c-48e5-abc4-c2774353812c'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:35:25.929830 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848817ee-8b7e-4a5a-837d-78539ed23eff" -d '{"events": [{"server_uuid": "4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7", "name": "network-vif-plugged", "status": "completed", "tag": "34091957-5f1c-48e5-abc4-c2774353812c"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:35:25.950180 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:25.955233 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device e51a5496-7935-4dc7-b4ae-4ceb6aaff12c no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:35:25.986918 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: e51a5496-7935-4dc7-b4ae-4ceb6aaff12c {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:35:25.987366 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device e51a5496-7935-4dc7-b4ae-4ceb6aaff12c not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:35:26.013205 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6747711c-21e5-4476-bb1c-85edfff89eeb x-openstack-request-id: req-6747711c-21e5-4476-bb1c-85edfff89eeb {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:35:26.013647 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7", "name": "network-vif-plugged", "status": "completed", "tag": "34091957-5f1c-48e5-abc4-c2774353812c", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:35:26.013991 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6747711c-21e5-4476-bb1c-85edfff89eeb {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:35:26.014476 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34091957-5f1c-48e5-abc4-c2774353812c', 'code': 200} Oct 20 11:35:26.048444 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-059b63d4-adff-4906-b9cd-567667d04fd7 req-6b21c913-5702-4edf-be81-5e23d68db73f tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Allocated IP 172.20.0.12 (16c10c5d-1850-421a-96a5-275d76836bd3/5fdf86ab-af58-4cf8-9b95-ca9f0c250fbb/bf8bb61b-b204-43bb-8314-b760999dfbf5) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:35:26.060153 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=34091957-5f1c-48e5-abc4-c2774353812c,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:26.094258 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46568d91-12bd-476c-bbc5-cb2642352af8 req-5ec23c0d-dcc4-4002-aff7-68542027ce6d tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:26.095717 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-46568d91-12bd-476c-bbc5-cb2642352af8 req-5ec23c0d-dcc4-4002-aff7-68542027ce6d tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] 10.222.0.98 "GET /v2.0/networks/717966e5-c478-496f-bddb-05794fb74250 HTTP/1.1" status: 200 len: 784 time: 0.2000997 Oct 20 11:35:26.196591 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-46568d91-12bd-476c-bbc5-cb2642352af8 req-b6053fd0-b52b-4f52-bd7e-5ce08940083d tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.179 HTTP/1.1" status: 200 len: 696 time: 0.0819876 Oct 20 11:35:26.258301 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861fa06-b8d0-48c2-a703-611520914759 req-9b853a08-25d2-40aa-aeea-7595796de7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:26.259857 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5861fa06-b8d0-48c2-a703-611520914759 req-9b853a08-25d2-40aa-aeea-7595796de7f4 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7 HTTP/1.1" status: 200 len: 1096 time: 0.1846123 Oct 20 11:35:26.307463 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-46568d91-12bd-476c-bbc5-cb2642352af8 req-f1002fdf-bfa1-4ba4-9a17-1eba5cca2d14 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.179 HTTP/1.1" status: 200 len: 696 time: 0.0959806 Oct 20 11:35:26.443822 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5861fa06-b8d0-48c2-a703-611520914759 req-4a0ac1c4-2b15-4259-b5a9-7fa16d3043ca service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726320 Oct 20 11:35:26.520277 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-059b63d4-adff-4906-b9cd-567667d04fd7 req-6b21c913-5702-4edf-be81-5e23d68db73f tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:26.527020 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b5801835-c8ef-4ca8-bfe3-c7e25172d960 req-2166b59d-3cf7-478a-9c41-f1061f363c0b tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=70bb8a8e-ab14-4f56-a485-838f48da73f4 HTTP/1.1" status: 200 len: 210 time: 0.0497465 Oct 20 11:35:26.549990 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 37878) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:26.565181 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-03ef30fd-97b5-4614-ac8e-087691bc8144 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:26.581081 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-46568d91-12bd-476c-bbc5-cb2642352af8 req-333e044d-f278-422c-a554-e9c6cb0df07c tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Deleting port 2e5fe3cd-aa09-48b3-bd43-096c43dccd9d {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:35:26.581454 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-46568d91-12bd-476c-bbc5-cb2642352af8 req-333e044d-f278-422c-a554-e9c6cb0df07c tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:26.616981 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-059b63d4-adff-4906-b9cd-567667d04fd7 req-6b21c913-5702-4edf-be81-5e23d68db73f tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:26.684207 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-03ef30fd-97b5-4614-ac8e-087691bc8144 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:26.690693 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-03ef30fd-97b5-4614-ac8e-087691bc8144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:26.727285 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-059b63d4-adff-4906-b9cd-567667d04fd7 req-6b21c913-5702-4edf-be81-5e23d68db73f tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Network 16c10c5d-1850-421a-96a5-275d76836bd3 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:35:26.737899 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-03ef30fd-97b5-4614-ac8e-087691bc8144 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7bd8ed0fead54eeb88fabc73623ecb68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1865807 Oct 20 11:35:26.738747 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 37888) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:26.741816 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-059b63d4-adff-4906-b9cd-567667d04fd7 req-6b21c913-5702-4edf-be81-5e23d68db73f tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:26.744312 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-059b63d4-adff-4906-b9cd-567667d04fd7 req-6b21c913-5702-4edf-be81-5e23d68db73f tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:35:26.760121 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ef30fd-97b5-4614-ac8e-087691bc8144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70874580-330e-46b7-bbbd-f3247f3280e6,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:26.801052 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b63d4-adff-4906-b9cd-567667d04fd7 req-6b21c913-5702-4edf-be81-5e23d68db73f tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:26.801708 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-059b63d4-adff-4906-b9cd-567667d04fd7 req-6b21c913-5702-4edf-be81-5e23d68db73f tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:26.812924 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f3a5adf4-0f69-4b36-a8c4-3611c1b001fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:26.826544 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b21c913-5702-4edf-be81-5e23d68db73f tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Pushing event updated for resources: {'Port': ['ID=bf8bb61b-b204-43bb-8314-b760999dfbf5,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:26.837855 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-46568d91-12bd-476c-bbc5-cb2642352af8 req-333e044d-f278-422c-a554-e9c6cb0df07c tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:26.838290 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-46568d91-12bd-476c-bbc5-cb2642352af8 req-333e044d-f278-422c-a554-e9c6cb0df07c tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:26.844793 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f3a5adf4-0f69-4b36-a8c4-3611c1b001fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:26.855707 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-059b63d4-adff-4906-b9cd-567667d04fd7 req-6b21c913-5702-4edf-be81-5e23d68db73f tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5788636 Oct 20 11:35:26.866319 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbeae80-124c-43f1-87c3-7ddc9ef81cc5 req-3996d5c5-b29d-46b3-8f0b-18a9fe1abc0c tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:26.868166 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4fbeae80-124c-43f1-87c3-7ddc9ef81cc5 req-3996d5c5-b29d-46b3-8f0b-18a9fe1abc0c tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7 HTTP/1.1" status: 200 len: 945 time: 0.2532372 Oct 20 11:35:26.869206 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-46568d91-12bd-476c-bbc5-cb2642352af8 req-333e044d-f278-422c-a554-e9c6cb0df07c tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Calling delete_port for 2e5fe3cd-aa09-48b3-bd43-096c43dccd9d owned by network:floatingip {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:35:26.876745 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-059b63d4-adff-4906-b9cd-567667d04fd7 req-9860ed3f-2d5f-4d7e-97d2-a74a18809a60 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:35:26.878172 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-059b63d4-adff-4906-b9cd-567667d04fd7 req-9860ed3f-2d5f-4d7e-97d2-a74a18809a60 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0066943 Oct 20 11:35:26.917506 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f3a5adf4-0f69-4b36-a8c4-3611c1b001fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:26.921610 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f3a5adf4-0f69-4b36-a8c4-3611c1b001fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:26.923028 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f3a5adf4-0f69-4b36-a8c4-3611c1b001fe admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/70874580-330e-46b7-bbbd-f3247f3280e6 HTTP/1.1" status: 204 len: 168 time: 0.1784356 Oct 20 11:35:26.933994 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a5adf4-0f69-4b36-a8c4-3611c1b001fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70874580-330e-46b7-bbbd-f3247f3280e6,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:26.986936 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4fbeae80-124c-43f1-87c3-7ddc9ef81cc5 req-993dc2f4-1c43-44f3-9ee5-6ad1cf66cc54 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044402 Oct 20 11:35:27.101016 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-46568d91-12bd-476c-bbc5-cb2642352af8 req-333e044d-f278-422c-a554-e9c6cb0df07c tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:27.119116 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-059b63d4-adff-4906-b9cd-567667d04fd7 req-e94f4b4b-61e8-40af-964d-7bf81848a9ee service neutron] Request body: {'port': {'device_id': '70bb8a8e-ab14-4f56-a485-838f48da73f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:27.156831 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e044d-f278-422c-a554-e9c6cb0df07c tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Pushing event deleted for resources: {'Port': ['ID=2e5fe3cd-aa09-48b3-bd43-096c43dccd9d,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:27.245251 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-059b63d4-adff-4906-b9cd-567667d04fd7 req-e94f4b4b-61e8-40af-964d-7bf81848a9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:27.258420 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-46568d91-12bd-476c-bbc5-cb2642352af8 req-333e044d-f278-422c-a554-e9c6cb0df07c tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks [] for floatingip, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:27.261043 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-46568d91-12bd-476c-bbc5-cb2642352af8 req-333e044d-f278-422c-a554-e9c6cb0df07c tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:27.262254 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-46568d91-12bd-476c-bbc5-cb2642352af8 req-333e044d-f278-422c-a554-e9c6cb0df07c tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] 10.222.0.98 "DELETE /v2.0/floatingips/b812690a-8cbe-4f7e-8057-4b2187a5320c HTTP/1.1" status: 204 len: 173 time: 0.9485340 Oct 20 11:35:27.342285 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c66fc7fb-7f55-4655-9359-ebe1abf85c36 req-2461cd52-c048-4219-b10a-c17e589f36ba tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] 10.222.0.98 "GET /v2.0/floatingips/cefb35ea-0b94-46bc-8938-e87b77747ea7 HTTP/1.1" status: 200 len: 693 time: 0.0556481 Oct 20 11:35:27.561217 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66fc7fb-7f55-4655-9359-ebe1abf85c36 req-3ccfd41c-34f2-46cb-8afc-22b3a70f65da tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:27.569159 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c66fc7fb-7f55-4655-9359-ebe1abf85c36 req-3ccfd41c-34f2-46cb-8afc-22b3a70f65da tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] 10.222.0.98 "GET /v2.0/networks/717966e5-c478-496f-bddb-05794fb74250 HTTP/1.1" status: 200 len: 784 time: 0.2181494 Oct 20 11:35:27.640030 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c66fc7fb-7f55-4655-9359-ebe1abf85c36 req-60b1ce17-5e93-4163-9424-fa345818e4be tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.162 HTTP/1.1" status: 200 len: 696 time: 0.0698485 Oct 20 11:35:28.027457 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c66fc7fb-7f55-4655-9359-ebe1abf85c36 req-addd8f14-243c-46a1-a437-505c674aeb2a tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.162 HTTP/1.1" status: 200 len: 696 time: 0.3864973 Oct 20 11:35:28.098845 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac593f-1c86-4048-a006-5123f43bc850 req-83f240e8-4e2e-48fd-8ec2-4f9944f3187e tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:28.100365 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-93ac593f-1c86-4048-a006-5123f43bc850 req-83f240e8-4e2e-48fd-8ec2-4f9944f3187e tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=70bb8a8e-ab14-4f56-a485-838f48da73f4 HTTP/1.1" status: 200 len: 932 time: 0.4743237 Oct 20 11:35:28.190453 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-059b63d4-adff-4906-b9cd-567667d04fd7 req-e94f4b4b-61e8-40af-964d-7bf81848a9ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf8bb61b-b204-43bb-8314-b760999dfbf5 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:35:28.216128 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-059b63d4-adff-4906-b9cd-567667d04fd7 req-e94f4b4b-61e8-40af-964d-7bf81848a9ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:28.238547 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-93ac593f-1c86-4048-a006-5123f43bc850 req-51fd0e20-cda9-4666-88e1-89b9a5c062c9 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/security-groups?id=37550ed7-fbaa-467a-8078-86fab95259aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202505 Oct 20 11:35:28.245412 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-059b63d4-adff-4906-b9cd-567667d04fd7 req-e94f4b4b-61e8-40af-964d-7bf81848a9ee service neutron] Transition to ACTIVE for port object bf8bb61b-b204-43bb-8314-b760999dfbf5 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:35:28.256156 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-059b63d4-adff-4906-b9cd-567667d04fd7 req-e94f4b4b-61e8-40af-964d-7bf81848a9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:28.304451 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-c66fc7fb-7f55-4655-9359-ebe1abf85c36 req-b646f064-054d-4cb2-8e97-c2108ecf1d35 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Deleting port da3ab847-a842-4664-9456-157dd60a40fa {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:35:28.305088 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c66fc7fb-7f55-4655-9359-ebe1abf85c36 req-b646f064-054d-4cb2-8e97-c2108ecf1d35 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:28.353714 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f4b4b-61e8-40af-964d-7bf81848a9ee service neutron] Pushing event updated for resources: {'Port': ['ID=bf8bb61b-b204-43bb-8314-b760999dfbf5,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:28.457437 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c66fc7fb-7f55-4655-9359-ebe1abf85c36 req-b646f064-054d-4cb2-8e97-c2108ecf1d35 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:28.457790 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c66fc7fb-7f55-4655-9359-ebe1abf85c36 req-b646f064-054d-4cb2-8e97-c2108ecf1d35 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:28.477696 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-c66fc7fb-7f55-4655-9359-ebe1abf85c36 req-b646f064-054d-4cb2-8e97-c2108ecf1d35 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Calling delete_port for da3ab847-a842-4664-9456-157dd60a40fa owned by network:floatingip {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:35:28.481657 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-059b63d4-adff-4906-b9cd-567667d04fd7 req-e94f4b4b-61e8-40af-964d-7bf81848a9ee service neutron] Attempting to bind port bf8bb61b-b204-43bb-8314-b760999dfbf5 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:35:28.482032 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-059b63d4-adff-4906-b9cd-567667d04fd7 req-e94f4b4b-61e8-40af-964d-7bf81848a9ee service neutron] Attempting to bind port bf8bb61b-b204-43bb-8314-b760999dfbf5 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '4dbe0d0c-7fc2-44c4-912f-278d67da55f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '16c10c5d-1850-421a-96a5-275d76836bd3'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:35:28.482355 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059b63d4-adff-4906-b9cd-567667d04fd7 req-e94f4b4b-61e8-40af-964d-7bf81848a9ee service neutron] Attempting to bind port bf8bb61b-b204-43bb-8314-b760999dfbf5 on network 16c10c5d-1850-421a-96a5-275d76836bd3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:35:28.493231 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059b63d4-adff-4906-b9cd-567667d04fd7 req-e94f4b4b-61e8-40af-964d-7bf81848a9ee service neutron] Port bf8bb61b-b204-43bb-8314-b760999dfbf5 on network 16c10c5d-1850-421a-96a5-275d76836bd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:35:28.493565 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059b63d4-adff-4906-b9cd-567667d04fd7 req-e94f4b4b-61e8-40af-964d-7bf81848a9ee service neutron] Attempting to bind port bf8bb61b-b204-43bb-8314-b760999dfbf5 on network 16c10c5d-1850-421a-96a5-275d76836bd3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:35:28.530740 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059b63d4-adff-4906-b9cd-567667d04fd7 req-e94f4b4b-61e8-40af-964d-7bf81848a9ee service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:35:28.531046 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059b63d4-adff-4906-b9cd-567667d04fd7 req-e94f4b4b-61e8-40af-964d-7bf81848a9ee service neutron] Checking segment: {'id': '4dbe0d0c-7fc2-44c4-912f-278d67da55f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '16c10c5d-1850-421a-96a5-275d76836bd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:35:28.531441 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059b63d4-adff-4906-b9cd-567667d04fd7 req-e94f4b4b-61e8-40af-964d-7bf81848a9ee service neutron] Bound using segment: {'id': '4dbe0d0c-7fc2-44c4-912f-278d67da55f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '16c10c5d-1850-421a-96a5-275d76836bd3'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:35:28.531893 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-059b63d4-adff-4906-b9cd-567667d04fd7 req-e94f4b4b-61e8-40af-964d-7bf81848a9ee service neutron] Bound port: bf8bb61b-b204-43bb-8314-b760999dfbf5, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dbe0d0c-7fc2-44c4-912f-278d67da55f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '16c10c5d-1850-421a-96a5-275d76836bd3'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:35:28.532247 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-059b63d4-adff-4906-b9cd-567667d04fd7 req-e94f4b4b-61e8-40af-964d-7bf81848a9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:28.637140 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-059b63d4-adff-4906-b9cd-567667d04fd7 req-e94f4b4b-61e8-40af-964d-7bf81848a9ee service neutron] For port bf8bb61b-b204-43bb-8314-b760999dfbf5, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:35:28.641183 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-059b63d4-adff-4906-b9cd-567667d04fd7 req-e94f4b4b-61e8-40af-964d-7bf81848a9ee service neutron] For port bf8bb61b-b204-43bb-8314-b760999dfbf5, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=bf8bb61b-b204-43bb-8314-b760999dfbf5,segment=NetworkSegment(4dbe0d0c-7fc2-44c4-912f-278d67da55f4),segment_id=4dbe0d0c-7fc2-44c4-912f-278d67da55f4)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:35:28.647941 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-059b63d4-adff-4906-b9cd-567667d04fd7 req-e94f4b4b-61e8-40af-964d-7bf81848a9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:28.721053 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b63d4-adff-4906-b9cd-567667d04fd7 req-e94f4b4b-61e8-40af-964d-7bf81848a9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:28.722062 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-059b63d4-adff-4906-b9cd-567667d04fd7 req-e94f4b4b-61e8-40af-964d-7bf81848a9ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:28.723512 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-059b63d4-adff-4906-b9cd-567667d04fd7 req-e94f4b4b-61e8-40af-964d-7bf81848a9ee service neutron] 10.222.0.11 "PUT /v2.0/ports/bf8bb61b-b204-43bb-8314-b760999dfbf5 HTTP/1.1" status: 200 len: 1092 time: 1.8369212 Oct 20 11:35:28.742787 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70bb8a8e-ab14-4f56-a485-838f48da73f4', 'tag': 'bf8bb61b-b204-43bb-8314-b760999dfbf5'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:35:28.745865 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8eb8d03-e9f1-4656-ae1d-f3f7c643c89a" -d '{"events": [{"name": "network-changed", "server_uuid": "70bb8a8e-ab14-4f56-a485-838f48da73f4", "tag": "bf8bb61b-b204-43bb-8314-b760999dfbf5"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:35:28.812065 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c66fc7fb-7f55-4655-9359-ebe1abf85c36 req-b646f064-054d-4cb2-8e97-c2108ecf1d35 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:28.815909 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f4b4b-61e8-40af-964d-7bf81848a9ee service neutron] Pushing event updated for resources: {'Port': ['ID=bf8bb61b-b204-43bb-8314-b760999dfbf5,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:28.867411 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b646f064-054d-4cb2-8e97-c2108ecf1d35 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Pushing event deleted for resources: {'Port': ['ID=da3ab847-a842-4664-9456-157dd60a40fa,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:28.878331 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa5de2-ace2-413d-8c3e-30b74805b573 req-8534f38d-f1ac-4e66-83d2-ca9a6464c529 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:28.880011 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bdfa5de2-ace2-413d-8c3e-30b74805b573 req-8534f38d-f1ac-4e66-83d2-ca9a6464c529 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7 HTTP/1.1" status: 200 len: 945 time: 0.2029150 Oct 20 11:35:28.947112 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b63d4-adff-4906-b9cd-567667d04fd7 req-e57bfb6a-a44b-42d8-bd80-32486da814c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:28.948632 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-059b63d4-adff-4906-b9cd-567667d04fd7 req-e57bfb6a-a44b-42d8-bd80-32486da814c1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1c5e789bb64470d9f622154eb184e9a&device_id=70bb8a8e-ab14-4f56-a485-838f48da73f4 HTTP/1.1" status: 200 len: 1095 time: 0.1754286 Oct 20 11:35:29.016099 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bdfa5de2-ace2-413d-8c3e-30b74805b573 req-3691b21b-8265-4fe3-9b14-267c52f2fa67 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169295 Oct 20 11:35:29.017484 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-059b63d4-adff-4906-b9cd-567667d04fd7 req-7ff21281-95a6-4e5f-808f-e9e9d50a0000 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf8bb61b-b204-43bb-8314-b760999dfbf5 HTTP/1.1" status: 200 len: 217 time: 0.0594661 Oct 20 11:35:29.023021 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c66fc7fb-7f55-4655-9359-ebe1abf85c36 req-b646f064-054d-4cb2-8e97-c2108ecf1d35 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks [] for floatingip, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:29.027174 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c66fc7fb-7f55-4655-9359-ebe1abf85c36 req-b646f064-054d-4cb2-8e97-c2108ecf1d35 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:29.028303 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c66fc7fb-7f55-4655-9359-ebe1abf85c36 req-b646f064-054d-4cb2-8e97-c2108ecf1d35 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] 10.222.0.98 "DELETE /v2.0/floatingips/cefb35ea-0b94-46bc-8938-e87b77747ea7 HTTP/1.1" status: 204 len: 173 time: 1.0000536 Oct 20 11:35:29.082320 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b63d4-adff-4906-b9cd-567667d04fd7 req-19c4f3a6-91cb-4e1b-8045-aceaa8ddd89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:29.084290 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-059b63d4-adff-4906-b9cd-567667d04fd7 req-19c4f3a6-91cb-4e1b-8045-aceaa8ddd89d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5fdf86ab-af58-4cf8-9b95-ca9f0c250fbb HTTP/1.1" status: 200 len: 860 time: 0.0550625 Oct 20 11:35:29.126036 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-059b63d4-adff-4906-b9cd-567667d04fd7 req-23276acd-abf0-4f4d-8aab-0b7bf22d65b7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=16c10c5d-1850-421a-96a5-275d76836bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345559 Oct 20 11:35:29.153350 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2f05bf-4abe-4916-9faa-29383b5ed3a4 x-openstack-request-id: req-6d2f05bf-4abe-4916-9faa-29383b5ed3a4 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:35:29.153684 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70bb8a8e-ab14-4f56-a485-838f48da73f4", "tag": "bf8bb61b-b204-43bb-8314-b760999dfbf5", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:35:29.153935 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6d2f05bf-4abe-4916-9faa-29383b5ed3a4 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:35:29.154323 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70bb8a8e-ab14-4f56-a485-838f48da73f4', 'tag': 'bf8bb61b-b204-43bb-8314-b760999dfbf5', 'status': 'completed', 'code': 200} Oct 20 11:35:29.197335 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8beddb46-1983-47b5-a5ae-96b97933b34e req-67b88847-f207-429a-b4e8-c45ccef2ba6a tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=918a1596-e7b3-406d-95d9-ebe8dc2ee09e HTTP/1.1" status: 200 len: 210 time: 0.0421422 Oct 20 11:35:29.276811 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b2e4d429-0688-4539-ae6e-c9db8f0fd461 req-f509d856-6257-4586-ba8c-406c1b8f6d13 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] 10.222.0.98 "GET /v2.0/floatingips/29f2d256-eeec-46f4-9779-48c58318794d HTTP/1.1" status: 200 len: 692 time: 0.1090186 Oct 20 11:35:29.369005 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-059b63d4-adff-4906-b9cd-567667d04fd7 req-933f4df0-93dd-4fd4-a815-4f31541877de service neutron] 10.222.0.11 "GET /v2.0/networks/16c10c5d-1850-421a-96a5-275d76836bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354133 Oct 20 11:35:29.438026 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4834ff-b866-496c-8689-04bc7f2f3514 req-13df8a4a-f1fe-4cfd-a103-04472058f550 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:29.439576 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aa4834ff-b866-496c-8689-04bc7f2f3514 req-13df8a4a-f1fe-4cfd-a103-04472058f550 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7 HTTP/1.1" status: 200 len: 945 time: 0.1585262 Oct 20 11:35:29.522006 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4d429-0688-4539-ae6e-c9db8f0fd461 req-02ccab13-b463-4166-90ab-72283f2bbfb0 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:29.523404 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b2e4d429-0688-4539-ae6e-c9db8f0fd461 req-02ccab13-b463-4166-90ab-72283f2bbfb0 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] 10.222.0.98 "GET /v2.0/networks/717966e5-c478-496f-bddb-05794fb74250 HTTP/1.1" status: 200 len: 784 time: 0.2304118 Oct 20 11:35:29.584157 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aa4834ff-b866-496c-8689-04bc7f2f3514 req-2659e243-778c-4449-b2db-9f302f382725 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337051 Oct 20 11:35:29.598766 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b2e4d429-0688-4539-ae6e-c9db8f0fd461 req-9e0d3aa2-b197-457b-b4ac-502ebfb04459 tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.85 HTTP/1.1" status: 200 len: 695 time: 0.0676825 Oct 20 11:35:29.612056 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-059b63d4-adff-4906-b9cd-567667d04fd7 req-7bca5e05-c571-44d0-9908-d2e6b48668a7 service neutron] 10.222.0.11 "GET /v2.0/networks/16c10c5d-1850-421a-96a5-275d76836bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164907 Oct 20 11:35:29.711077 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b2e4d429-0688-4539-ae6e-c9db8f0fd461 req-30e04e4a-0fb8-4c7a-aa6f-53ad26ebca0c tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.85 HTTP/1.1" status: 200 len: 695 time: 0.0972033 Oct 20 11:35:29.833701 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bcffb9-99fc-4e93-8f40-283f921ddd18 req-5efe4dce-8b77-4f7c-bf58-1d195ea9e3c6 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:29.835203 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-16bcffb9-99fc-4e93-8f40-283f921ddd18 req-5efe4dce-8b77-4f7c-bf58-1d195ea9e3c6 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=70bb8a8e-ab14-4f56-a485-838f48da73f4 HTTP/1.1" status: 200 len: 944 time: 0.1659136 Oct 20 11:35:29.863785 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb8d03-e9f1-4656-ae1d-f3f7c643c89a req-776f9266-534e-444e-a067-d6250cf8c0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:29.865279 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f8eb8d03-e9f1-4656-ae1d-f3f7c643c89a req-776f9266-534e-444e-a067-d6250cf8c0c5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1c5e789bb64470d9f622154eb184e9a&device_id=70bb8a8e-ab14-4f56-a485-838f48da73f4 HTTP/1.1" status: 200 len: 1095 time: 0.1793840 Oct 20 11:35:29.960524 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-16bcffb9-99fc-4e93-8f40-283f921ddd18 req-3da61507-1dc3-4afd-8381-37ff690e5edc tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/security-groups?id=37550ed7-fbaa-467a-8078-86fab95259aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148486 Oct 20 11:35:29.993804 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-b2e4d429-0688-4539-ae6e-c9db8f0fd461 req-442a8308-f3ee-4377-a63a-a76e1e74489f tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Deleting port 76444f27-f796-403c-a975-bd07f12ae17e {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:35:29.994047 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b2e4d429-0688-4539-ae6e-c9db8f0fd461 req-442a8308-f3ee-4377-a63a-a76e1e74489f tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:30.008706 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb8d03-e9f1-4656-ae1d-f3f7c643c89a req-091e3163-e0bc-44c4-aa18-c80d0e7a1288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:30.010220 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f8eb8d03-e9f1-4656-ae1d-f3f7c643c89a req-091e3163-e0bc-44c4-aa18-c80d0e7a1288 service neutron] 10.222.0.11 "GET /v2.0/networks?id=16c10c5d-1850-421a-96a5-275d76836bd3 HTTP/1.1" status: 200 len: 922 time: 0.1310735 Oct 20 11:35:30.086241 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f8eb8d03-e9f1-4656-ae1d-f3f7c643c89a req-24b89f35-c85e-4ca1-94ea-1b9c9c8552f1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf8bb61b-b204-43bb-8314-b760999dfbf5 HTTP/1.1" status: 200 len: 217 time: 0.0656881 Oct 20 11:35:30.158484 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b2e4d429-0688-4539-ae6e-c9db8f0fd461 req-442a8308-f3ee-4377-a63a-a76e1e74489f tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:30.159247 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b2e4d429-0688-4539-ae6e-c9db8f0fd461 req-442a8308-f3ee-4377-a63a-a76e1e74489f tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:30.185842 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-b2e4d429-0688-4539-ae6e-c9db8f0fd461 req-442a8308-f3ee-4377-a63a-a76e1e74489f tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Calling delete_port for 76444f27-f796-403c-a975-bd07f12ae17e owned by network:floatingip {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:35:30.189401 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb8d03-e9f1-4656-ae1d-f3f7c643c89a req-b8edee0c-1f19-42f1-9a6c-134109a96a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:30.191162 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f8eb8d03-e9f1-4656-ae1d-f3f7c643c89a req-b8edee0c-1f19-42f1-9a6c-134109a96a0c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5fdf86ab-af58-4cf8-9b95-ca9f0c250fbb HTTP/1.1" status: 200 len: 860 time: 0.0944698 Oct 20 11:35:30.264165 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f8eb8d03-e9f1-4656-ae1d-f3f7c643c89a req-778f74c4-7dcc-4d18-ac9e-566319300882 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=16c10c5d-1850-421a-96a5-275d76836bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637364 Oct 20 11:35:30.408989 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f8eb8d03-e9f1-4656-ae1d-f3f7c643c89a req-81038ba7-c6ff-4691-a914-e78fd0311654 service neutron] 10.222.0.11 "GET /v2.0/networks/16c10c5d-1850-421a-96a5-275d76836bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323721 Oct 20 11:35:30.536457 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b2e4d429-0688-4539-ae6e-c9db8f0fd461 req-442a8308-f3ee-4377-a63a-a76e1e74489f tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:30.568061 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f8eb8d03-e9f1-4656-ae1d-f3f7c643c89a req-18821f5e-2a23-4c41-8670-81688e8ce405 service neutron] 10.222.0.11 "GET /v2.0/networks/16c10c5d-1850-421a-96a5-275d76836bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509008 Oct 20 11:35:30.633661 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a8308-f3ee-4377-a63a-a76e1e74489f tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Pushing event deleted for resources: {'Port': ['ID=76444f27-f796-403c-a975-bd07f12ae17e,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:30.703912 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e4221-3bfd-42dd-a647-97e9982556ff req-11583ce7-62dd-4c15-b81a-0a135cd020b0 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:30.705451 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b16e4221-3bfd-42dd-a647-97e9982556ff req-11583ce7-62dd-4c15-b81a-0a135cd020b0 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7 HTTP/1.1" status: 200 len: 945 time: 0.1345637 Oct 20 11:35:30.735008 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38054) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:30.735843 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b2e4d429-0688-4539-ae6e-c9db8f0fd461 req-442a8308-f3ee-4377-a63a-a76e1e74489f tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks [] for floatingip, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:30.739007 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b2e4d429-0688-4539-ae6e-c9db8f0fd461 req-442a8308-f3ee-4377-a63a-a76e1e74489f tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:30.740157 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b2e4d429-0688-4539-ae6e-c9db8f0fd461 req-442a8308-f3ee-4377-a63a-a76e1e74489f tempest-FloatingIPDetailsTestJSON-1958899057 tempest-FloatingIPDetailsTestJSON-1958899057-project] 10.222.0.98 "DELETE /v2.0/floatingips/29f2d256-eeec-46f4-9779-48c58318794d HTTP/1.1" status: 204 len: 173 time: 1.0062585 Oct 20 11:35:30.749421 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38058) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:31.135234 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b16e4221-3bfd-42dd-a647-97e9982556ff req-1e554185-07c7-49ed-87fb-bb545cfaa449 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4214668 Oct 20 11:35:31.164987 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-50eb2a36-8c70-4c17-b70f-c6adf64f3efb req-8b9ded3b-698b-4e78-8c4a-77fda9dbb0a3 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0626326 Oct 20 11:35:31.165288 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-02b060d2-b0ab-41b9-b3ac-b59ddd11a289 req-4bad4551-ea8a-485a-89e5-ac505e81ac16 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=918a1596-e7b3-406d-95d9-ebe8dc2ee09e HTTP/1.1" status: 200 len: 210 time: 0.0658326 Oct 20 11:35:31.166031 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-47bd3b5c-ae46-4d22-b5af-91006d94475a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:31.404745 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24111e6b-0016-4ef8-89bc-c159e802010d req-a76950a9-c7d9-4296-a54f-db535bf8ae81 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:31.406163 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-24111e6b-0016-4ef8-89bc-c159e802010d req-a76950a9-c7d9-4296-a54f-db535bf8ae81 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=70bb8a8e-ab14-4f56-a485-838f48da73f4 HTTP/1.1" status: 200 len: 944 time: 0.1758263 Oct 20 11:35:31.416782 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe421a-cd68-4d2d-b87e-962a6779c448 req-c559975e-b9cc-49ed-bb75-2864285b11de tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:31.418208 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e6fe421a-cd68-4d2d-b87e-962a6779c448 req-c559975e-b9cc-49ed-bb75-2864285b11de tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7 HTTP/1.1" status: 200 len: 945 time: 0.1828268 Oct 20 11:35:31.445140 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-47bd3b5c-ae46-4d22-b5af-91006d94475a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:31.493561 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-47bd3b5c-ae46-4d22-b5af-91006d94475a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:31.569064 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-47bd3b5c-ae46-4d22-b5af-91006d94475a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5135c7ed7be145389a7cc186f61b2de8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8278618 Oct 20 11:35:31.572105 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38068) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:31.576786 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-24111e6b-0016-4ef8-89bc-c159e802010d req-0a513584-d4b6-4db3-833a-441b30efdc18 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/security-groups?id=37550ed7-fbaa-467a-8078-86fab95259aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576521 Oct 20 11:35:31.577394 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd3b5c-ae46-4d22-b5af-91006d94475a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d30210-8a56-4af2-8cda-59dfc3c7c593,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:31.582439 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e6fe421a-cd68-4d2d-b87e-962a6779c448 req-a1ff7c39-7184-4521-914b-606f2ea0ae3c tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537423 Oct 20 11:35:31.639127 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-13573eef-a8ff-4e2a-a6cf-73d16176fbbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:31.671994 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-13573eef-a8ff-4e2a-a6cf-73d16176fbbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:31.733773 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-13573eef-a8ff-4e2a-a6cf-73d16176fbbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:31.736399 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-13573eef-a8ff-4e2a-a6cf-73d16176fbbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:31.737612 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-13573eef-a8ff-4e2a-a6cf-73d16176fbbf admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/64d30210-8a56-4af2-8cda-59dfc3c7c593 HTTP/1.1" status: 204 len: 168 time: 0.1644907 Oct 20 11:35:31.746842 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13573eef-a8ff-4e2a-a6cf-73d16176fbbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d30210-8a56-4af2-8cda-59dfc3c7c593,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:31.766566 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6fe4549c-2bb6-475b-9421-7458a44429bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:32.023180 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19000f2a-ac39-4946-a92f-4383e95a2d38 req-52177d7e-3f83-4f65-8ff8-10984ae58446 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:32.025162 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19000f2a-ac39-4946-a92f-4383e95a2d38 req-52177d7e-3f83-4f65-8ff8-10984ae58446 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7 HTTP/1.1" status: 200 len: 945 time: 0.0647445 Oct 20 11:35:32.099667 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19000f2a-ac39-4946-a92f-4383e95a2d38 req-94812eaa-c181-4a6b-ad5d-fbac70f72003 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672076 Oct 20 11:35:32.144628 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-6fe4549c-2bb6-475b-9421-7458a44429bf admin admin] Deleting port 63a97d33-1d7f-43c2-a526-89fa165f208b {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:35:32.145061 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6fe4549c-2bb6-475b-9421-7458a44429bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:32.148793 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38096) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:32.163199 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0c637fa3-85bc-46ad-a9b1-fc1d0dd4ff60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:32.236328 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-6fe4549c-2bb6-475b-9421-7458a44429bf admin admin] For port 63a97d33-1d7f-43c2-a526-89fa165f208b, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=63a97d33-1d7f-43c2-a526-89fa165f208b,segment=NetworkSegment(966f8bf1-c7b8-4bf9-ae6f-98715a052472),segment_id=966f8bf1-c7b8-4bf9-ae6f-98715a052472)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:32.236781 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6fe4549c-2bb6-475b-9421-7458a44429bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:32.253659 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0c637fa3-85bc-46ad-a9b1-fc1d0dd4ff60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:32.259155 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0c637fa3-85bc-46ad-a9b1-fc1d0dd4ff60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:32.260986 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-6fe4549c-2bb6-475b-9421-7458a44429bf admin admin] Calling delete_port for 63a97d33-1d7f-43c2-a526-89fa165f208b owned by network:router_interface {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:35:32.302340 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c637fa3-85bc-46ad-a9b1-fc1d0dd4ff60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48515a93-8fae-41ea-95b6-d94e469b9b13,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:32.313208 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0c637fa3-85bc-46ad-a9b1-fc1d0dd4ff60 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=27b3f5944d2f4148962367b8ecfb1963&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1625924 Oct 20 11:35:32.314390 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38100) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:32.370243 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dc8d886b-026c-452d-849f-2891cd9ad8b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:32.382779 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-58a6ce01-e0f4-49c0-8894-a66f3cce7365 req-6f4bfaaa-4777-4d1a-98d3-289d7e325923 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0588679 Oct 20 11:35:32.386228 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2433a7ae-2aa7-438a-9619-b519a5ef4401 req-5b53ba3f-e24a-49af-9488-b1bd72c12107 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0635264 Oct 20 11:35:32.392096 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dc8d886b-026c-452d-849f-2891cd9ad8b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:32.456375 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dc8d886b-026c-452d-849f-2891cd9ad8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:32.458934 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dc8d886b-026c-452d-849f-2891cd9ad8b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:32.460105 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-dc8d886b-026c-452d-849f-2891cd9ad8b6 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/48515a93-8fae-41ea-95b6-d94e469b9b13 HTTP/1.1" status: 204 len: 168 time: 0.1446478 Oct 20 11:35:32.467777 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8d886b-026c-452d-849f-2891cd9ad8b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48515a93-8fae-41ea-95b6-d94e469b9b13,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:32.542565 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6fe4549c-2bb6-475b-9421-7458a44429bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:32.568577 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe4549c-2bb6-475b-9421-7458a44429bf admin admin] Pushing event deleted for resources: {'Port': ['ID=63a97d33-1d7f-43c2-a526-89fa165f208b,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:32.787736 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4f21f-c3cc-4051-86f7-31a936ef09d2 req-76ee3b6c-894b-4993-8224-c036d361724f tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:32.795100 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92e4f21f-c3cc-4051-86f7-31a936ef09d2 req-76ee3b6c-894b-4993-8224-c036d361724f tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=70bb8a8e-ab14-4f56-a485-838f48da73f4 HTTP/1.1" status: 200 len: 944 time: 0.1131773 Oct 20 11:35:32.820236 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6fe4549c-2bb6-475b-9421-7458a44429bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:32.877864 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92e4f21f-c3cc-4051-86f7-31a936ef09d2 req-cbccaec0-02fc-4783-a040-30c66c21ca49 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/security-groups?id=37550ed7-fbaa-467a-8078-86fab95259aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820191 Oct 20 11:35:33.066764 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe4549c-2bb6-475b-9421-7458a44429bf admin admin] Router 6dcb9e0e-a4bd-4821-9824-082cdf250bfa has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:35:33.198425 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe4549c-2bb6-475b-9421-7458a44429bf admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:35:33.207205 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-6fe4549c-2bb6-475b-9421-7458a44429bf admin admin] 10.222.0.98 "PUT /v2.0/routers/6dcb9e0e-a4bd-4821-9824-082cdf250bfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4544306 Oct 20 11:35:33.208142 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38132) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:33.222940 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe297b9-8086-4bf3-8d4b-7c36ad9239bb None None] Sync routers for ids ['6dcb9e0e-a4bd-4821-9824-082cdf250bfa'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:35:33.234013 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe297b9-8086-4bf3-8d4b-7c36ad9239bb None None] Routers {'6dcb9e0e-a4bd-4821-9824-082cdf250bfa'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:35:33.235687 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-cbe297b9-8086-4bf3-8d4b-7c36ad9239bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:35:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['6dcb9e0e-a4bd-4821-9824-082cdf250bfa'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:33.301168 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a3cd0-4266-4cc2-846f-f0b793a25f9e req-bb7edb01-8a2d-4db2-bc4e-89d879467151 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:33.308961 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-097a3cd0-4266-4cc2-846f-f0b793a25f9e req-bb7edb01-8a2d-4db2-bc4e-89d879467151 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7 HTTP/1.1" status: 200 len: 945 time: 0.1019838 Oct 20 11:35:33.359556 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-097a3cd0-4266-4cc2-846f-f0b793a25f9e req-a3617398-2312-409c-8b05-cb85dcc64411 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444062 Oct 20 11:35:33.483398 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device bf8bb61b-b204-43bb-8314-b760999dfbf5 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:35:33.504301 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3348fa7a-ca25-4765-8204-a2666acc1e09 admin admin] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:33.532514 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-cbe297b9-8086-4bf3-8d4b-7c36ad9239bb None None] Set router 6dcb9e0e-a4bd-4821-9824-082cdf250bfa gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:35:33.581250 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d25bdedc-2fb4-4155-a32c-178127910d84 req-42b587ac-bb1a-4291-a4ac-0cd634e563da tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0527120 Oct 20 11:35:33.662159 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3348fa7a-ca25-4765-8204-a2666acc1e09 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:33.748456 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-3348fa7a-ca25-4765-8204-a2666acc1e09 admin admin] Deleting port 127844fb-fe02-4ad0-b841-37f315befe51 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:35:33.766341 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3348fa7a-ca25-4765-8204-a2666acc1e09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:33.847571 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port bf8bb61b-b204-43bb-8314-b760999dfbf5, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=bf8bb61b-b204-43bb-8314-b760999dfbf5,segment=NetworkSegment(4dbe0d0c-7fc2-44c4-912f-278d67da55f4),segment_id=4dbe0d0c-7fc2-44c4-912f-278d67da55f4)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:33.863253 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': 'bf8bb61b-b204-43bb-8314-b760999dfbf5', 'network_id': '16c10c5d-1850-421a-96a5-275d76836bd3', 'port_id': 'bf8bb61b-b204-43bb-8314-b760999dfbf5', 'mac_address': 'fa:16:3e:66:50:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fdf86ab-af58-4cf8-9b95-ca9f0c250fbb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:35:33.927718 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-3348fa7a-ca25-4765-8204-a2666acc1e09 admin admin] For port 127844fb-fe02-4ad0-b841-37f315befe51, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=127844fb-fe02-4ad0-b841-37f315befe51,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:33.928080 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3348fa7a-ca25-4765-8204-a2666acc1e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:33.982652 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-3348fa7a-ca25-4765-8204-a2666acc1e09 admin admin] Calling delete_port for 127844fb-fe02-4ad0-b841-37f315befe51 owned by network:router_gateway {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:35:33.984561 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:34.026432 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf8bb61b-b204-43bb-8314-b760999dfbf5 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:35:34.073531 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-cbe297b9-8086-4bf3-8d4b-7c36ad9239bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dcb9e0e-a4bd-4821-9824-082cdf250bfa', 'name': 'tempest-FloatingIPDetailsTestJSON-1434037677-router', 'tenant_id': '187cd546dcc8429e863ac17702c417bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '127844fb-fe02-4ad0-b841-37f315befe51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:02Z', 'updated_at': '2021-10-20T11:35:32Z', 'revision_number': 5, 'project_id': '187cd546dcc8429e863ac17702c417bb', 'gw_port': {'id': '127844fb-fe02-4ad0-b841-37f315befe51', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dcb9e0e-a4bd-4821-9824-082cdf250bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:03Z', 'updated_at': '2021-10-20T11:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:34.104824 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port bf8bb61b-b204-43bb-8314-b760999dfbf5, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=bf8bb61b-b204-43bb-8314-b760999dfbf5,segment=NetworkSegment(4dbe0d0c-7fc2-44c4-912f-278d67da55f4),segment_id=4dbe0d0c-7fc2-44c4-912f-278d67da55f4)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:34.105977 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe297b9-8086-4bf3-8d4b-7c36ad9239bb None None] Checking router: 6dcb9e0e-a4bd-4821-9824-082cdf250bfa for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:35:34.116141 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe297b9-8086-4bf3-8d4b-7c36ad9239bb None None] Routers {'6dcb9e0e-a4bd-4821-9824-082cdf250bfa'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:35:34.116762 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-cbe297b9-8086-4bf3-8d4b-7c36ad9239bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:35:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['6dcb9e0e-a4bd-4821-9824-082cdf250bfa'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:34.153166 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:34.208984 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1e3165b1-1063-4b08-9630-e6bd99b3e1b6 req-e0072d72-2fad-4a91-a676-f918c8c853df tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0618207 Oct 20 11:35:34.235465 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee026ea-dde7-4cb2-97ed-e218613ac90b req-dbd1d34f-2f86-4887-94d8-d9278ae93b73 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:34.244754 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8ee026ea-dde7-4cb2-97ed-e218613ac90b req-dbd1d34f-2f86-4887-94d8-d9278ae93b73 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=70bb8a8e-ab14-4f56-a485-838f48da73f4 HTTP/1.1" status: 200 len: 944 time: 0.1590583 Oct 20 11:35:34.289598 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8ee026ea-dde7-4cb2-97ed-e218613ac90b req-bbdf288a-949c-4156-ba09-7bdb61af20f8 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/security-groups?id=37550ed7-fbaa-467a-8078-86fab95259aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430722 Oct 20 11:35:34.299488 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3348fa7a-ca25-4765-8204-a2666acc1e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:34.328570 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3348fa7a-ca25-4765-8204-a2666acc1e09 admin admin] Pushing event deleted for resources: {'Port': ['ID=127844fb-fe02-4ad0-b841-37f315befe51,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:34.415573 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-cbe297b9-8086-4bf3-8d4b-7c36ad9239bb None None] Set router 6dcb9e0e-a4bd-4821-9824-082cdf250bfa gateway port host: None {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:35:34.445483 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=bf8bb61b-b204-43bb-8314-b760999dfbf5,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:34.468487 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3348fa7a-ca25-4765-8204-a2666acc1e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:34.481536 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['bf8bb61b-b204-43bb-8314-b760999dfbf5'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:35:34.484913 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-cbe297b9-8086-4bf3-8d4b-7c36ad9239bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dcb9e0e-a4bd-4821-9824-082cdf250bfa', 'name': 'tempest-FloatingIPDetailsTestJSON-1434037677-router', 'tenant_id': '187cd546dcc8429e863ac17702c417bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:02Z', 'updated_at': '2021-10-20T11:35:33Z', 'revision_number': 6, 'project_id': '187cd546dcc8429e863ac17702c417bb', 'gw_port_host': None}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:34.519403 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06feed2a-9b66-4be4-be6a-ed49c9f98edb req-c16024fe-0a66-49fc-9068-54f31cc68648 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:34.527554 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-06feed2a-9b66-4be4-be6a-ed49c9f98edb req-c16024fe-0a66-49fc-9068-54f31cc68648 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7 HTTP/1.1" status: 200 len: 945 time: 0.0708044 Oct 20 11:35:34.532744 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe297b9-8086-4bf3-8d4b-7c36ad9239bb None None] The sync data for ids ['6dcb9e0e-a4bd-4821-9824-082cdf250bfa'] in n-d-814735-3 is: [{'id': '6dcb9e0e-a4bd-4821-9824-082cdf250bfa', 'name': 'tempest-FloatingIPDetailsTestJSON-1434037677-router', 'tenant_id': '187cd546dcc8429e863ac17702c417bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:02Z', 'updated_at': '2021-10-20T11:35:33Z', 'revision_number': 6, 'project_id': '187cd546dcc8429e863ac17702c417bb', 'gw_port_host': None}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:35:34.609762 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-06feed2a-9b66-4be4-be6a-ed49c9f98edb req-632d5263-1243-4ebc-89de-9107db28e55e tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812325 Oct 20 11:35:34.655454 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3348fa7a-ca25-4765-8204-a2666acc1e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:34.657598 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3348fa7a-ca25-4765-8204-a2666acc1e09 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:34.701553 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3348fa7a-ca25-4765-8204-a2666acc1e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:34.702084 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3348fa7a-ca25-4765-8204-a2666acc1e09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6dcb9e0e-a4bd-4821-9824-082cdf250bfa {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:35:34.707045 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3348fa7a-ca25-4765-8204-a2666acc1e09 admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:34.708218 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3348fa7a-ca25-4765-8204-a2666acc1e09 admin admin] 10.222.0.98 "DELETE /v2.0/routers/6dcb9e0e-a4bd-4821-9824-082cdf250bfa HTTP/1.1" status: 204 len: 168 time: 1.4984963 Oct 20 11:35:34.710824 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38184) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:34.759496 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0504764-bacb-4aac-9d5f-20c3a788f61f admin admin] Deleting subnet 2632b3ec-114b-4ca0-b65c-c0f4b4a7c2b9 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:35:34.765212 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b0504764-bacb-4aac-9d5f-20c3a788f61f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:34.807036 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b0504764-bacb-4aac-9d5f-20c3a788f61f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:34.905645 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b0504764-bacb-4aac-9d5f-20c3a788f61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:34.983486 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b0504764-bacb-4aac-9d5f-20c3a788f61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:35.019628 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0504764-bacb-4aac-9d5f-20c3a788f61f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2632b3ec-114b-4ca0-b65c-c0f4b4a7c2b9,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:35.027180 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b0504764-bacb-4aac-9d5f-20c3a788f61f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:35.030608 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b0504764-bacb-4aac-9d5f-20c3a788f61f admin admin] 10.222.0.98 "DELETE /v2.0/subnets/2632b3ec-114b-4ca0-b65c-c0f4b4a7c2b9 HTTP/1.1" status: 204 len: 168 time: 0.3188224 Oct 20 11:35:35.033125 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38196) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:35.034763 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eaaebc9-4124-43d4-90ec-5ee61a1092ba None None] Network 46988042-ca6a-4d62-8b12-c3239f6f88d9 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:35:35.106751 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fd2c03bf-23cd-4b17-b4f8-0d5af319d598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:35.168065 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-fd2c03bf-23cd-4b17-b4f8-0d5af319d598 admin admin] Deleting port d51853bb-8478-445d-aa82-ff98c501f017 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:35:35.168394 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fd2c03bf-23cd-4b17-b4f8-0d5af319d598 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:35.232236 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-fd2c03bf-23cd-4b17-b4f8-0d5af319d598 admin admin] For port d51853bb-8478-445d-aa82-ff98c501f017, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=d51853bb-8478-445d-aa82-ff98c501f017,segment=NetworkSegment(966f8bf1-c7b8-4bf9-ae6f-98715a052472),segment_id=966f8bf1-c7b8-4bf9-ae6f-98715a052472)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:35.232628 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fd2c03bf-23cd-4b17-b4f8-0d5af319d598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:35.245082 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-fd2c03bf-23cd-4b17-b4f8-0d5af319d598 admin admin] Calling delete_port for d51853bb-8478-445d-aa82-ff98c501f017 owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:35:35.327664 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682c6545-8dad-48d4-9929-214774238ae6 None None] DHCP port deletion for 46988042-ca6a-4d62-8b12-c3239f6f88d9 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:35:35.334993 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7e2c5079-9f20-41c0-b84b-14c80231ca06 req-19847cf7-7bcf-4689-af89-e1c0eb8109b4 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0408430 Oct 20 11:35:35.354467 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fd2c03bf-23cd-4b17-b4f8-0d5af319d598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:35.392539 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-682c6545-8dad-48d4-9929-214774238ae6 None None] Deleting port d51853bb-8478-445d-aa82-ff98c501f017 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:35:35.393247 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-682c6545-8dad-48d4-9929-214774238ae6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:35.394198 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c03bf-23cd-4b17-b4f8-0d5af319d598 admin admin] Pushing event deleted for resources: {'Port': ['ID=d51853bb-8478-445d-aa82-ff98c501f017,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:35.402472 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2c03bf-23cd-4b17-b4f8-0d5af319d598 admin admin] No DVR routers for this DVR port d51853bb-8478-445d-aa82-ff98c501f017 on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:35:35.471949 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-682c6545-8dad-48d4-9929-214774238ae6 None None] For port d51853bb-8478-445d-aa82-ff98c501f017, host n-d-814735-3, got binding levels [] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:35.473223 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-682c6545-8dad-48d4-9929-214774238ae6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:35.478514 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device bf8bb61b-b204-43bb-8314-b760999dfbf5 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:35:35.478715 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8a908-be53-4725-ac9e-418c2f29c2f9 req-9c5215aa-b61e-470e-bdd3-e12c229da4fc tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:35.482372 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b7a8a908-be53-4725-ac9e-418c2f29c2f9 req-9c5215aa-b61e-470e-bdd3-e12c229da4fc tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=70bb8a8e-ab14-4f56-a485-838f48da73f4 HTTP/1.1" status: 200 len: 945 time: 0.0731194 Oct 20 11:35:35.497927 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fd2c03bf-23cd-4b17-b4f8-0d5af319d598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:35.524491 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-fd2c03bf-23cd-4b17-b4f8-0d5af319d598 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46988042-ca6a-4d62-8b12-c3239f6f88d9']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:35.531547 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-682c6545-8dad-48d4-9929-214774238ae6 None None] Calling delete_port for d51853bb-8478-445d-aa82-ff98c501f017 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:35:35.535094 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-fd2c03bf-23cd-4b17-b4f8-0d5af319d598 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '966f8bf1-c7b8-4bf9-ae6f-98715a052472') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:35.535388 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-fd2c03bf-23cd-4b17-b4f8-0d5af319d598 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '966f8bf1-c7b8-4bf9-ae6f-98715a052472') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:35.536953 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.ipam_backend_mixin [None req-682c6545-8dad-48d4-9929-214774238ae6 None None] Port d51853bb-8478-445d-aa82-ff98c501f017 was not found and therefore no delete operation was performed {{(pid=100648) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 11:35:35.542485 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-682c6545-8dad-48d4-9929-214774238ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:35.548775 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b7a8a908-be53-4725-ac9e-418c2f29c2f9 req-185846ab-6c1d-4f3d-a01e-17ffb100bf38 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/security-groups?id=37550ed7-fbaa-467a-8078-86fab95259aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609210 Oct 20 11:35:35.553573 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fd2c03bf-23cd-4b17-b4f8-0d5af319d598 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:35.559975 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682c6545-8dad-48d4-9929-214774238ae6 None None] No DVR routers for this DVR port d51853bb-8478-445d-aa82-ff98c501f017 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:35:35.575594 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fd2c03bf-23cd-4b17-b4f8-0d5af319d598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:35.584825 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd2c03bf-23cd-4b17-b4f8-0d5af319d598 admin admin] Releasing vlan 1292 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:35:35.585459 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fd2c03bf-23cd-4b17-b4f8-0d5af319d598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:35.596508 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c6545-8dad-48d4-9929-214774238ae6 None None] Pushing event deleted for resources: {'Port': ['ID=d51853bb-8478-445d-aa82-ff98c501f017,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:35.601762 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port bf8bb61b-b204-43bb-8314-b760999dfbf5 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:35:35.606229 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port bf8bb61b-b204-43bb-8314-b760999dfbf5 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:35.606605 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:35.684555 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:35:35.684555 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:35:35.684555 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:35:35.684555 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:35:35.684555 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:35:35.684555 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:35:35.684555 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:35:35.684555 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:35:35.684555 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:35:35.684555 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:35:35.684555 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:35:35.684555 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:35:35.684555 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:35:35.684555 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:35:35.684555 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:35:35.684555 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:35:35.684555 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:35:35.684555 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:35:35.684555 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:35:35.684555 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:35:35.684555 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:35:35.684555 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:35:35.684555 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:35:35.684555 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:35:35.684555 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:35:35.684555 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:35:35.684555 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:35:35.684555 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:35:35.684555 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:35:35.684555 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:35:35.684555 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:35:35.684555 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:35:35.710653 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fd2c03bf-23cd-4b17-b4f8-0d5af319d598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:35.717595 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fd2c03bf-23cd-4b17-b4f8-0d5af319d598 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:35.722954 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-fd2c03bf-23cd-4b17-b4f8-0d5af319d598 admin admin] 10.222.0.98 "DELETE /v2.0/networks/46988042-ca6a-4d62-8b12-c3239f6f88d9 HTTP/1.1" status: 204 len: 168 time: 0.6888032 Oct 20 11:35:35.729044 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38214) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:35.741866 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c03bf-23cd-4b17-b4f8-0d5af319d598 admin admin] Pushing event deleted for resources: {'Network': ['ID=46988042-ca6a-4d62-8b12-c3239f6f88d9,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:35.751390 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:35.786727 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70bb8a8e-ab14-4f56-a485-838f48da73f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8bb61b-b204-43bb-8314-b760999dfbf5'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:35:35.800255 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c485da-6db5-4c8d-a05a-29bf115a775b" -d '{"events": [{"server_uuid": "70bb8a8e-ab14-4f56-a485-838f48da73f4", "name": "network-vif-plugged", "status": "completed", "tag": "bf8bb61b-b204-43bb-8314-b760999dfbf5"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:35:35.852971 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd13ec4-8996-4910-ad77-be116f1ab640 req-fced8ce3-f59a-4562-a143-28ffe19b1f85 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:35.852971 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2cd13ec4-8996-4910-ad77-be116f1ab640 req-fced8ce3-f59a-4562-a143-28ffe19b1f85 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7 HTTP/1.1" status: 200 len: 945 time: 0.1102262 Oct 20 11:35:35.861408 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port bf8bb61b-b204-43bb-8314-b760999dfbf5, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=bf8bb61b-b204-43bb-8314-b760999dfbf5,segment=NetworkSegment(4dbe0d0c-7fc2-44c4-912f-278d67da55f4),segment_id=4dbe0d0c-7fc2-44c4-912f-278d67da55f4)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:35.869844 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:35.876609 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daacc09c-9654-42a9-90dd-b4aea87de834 x-openstack-request-id: req-daacc09c-9654-42a9-90dd-b4aea87de834 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:35:35.877128 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70bb8a8e-ab14-4f56-a485-838f48da73f4", "name": "network-vif-plugged", "status": "completed", "tag": "bf8bb61b-b204-43bb-8314-b760999dfbf5", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:35:35.877567 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-daacc09c-9654-42a9-90dd-b4aea87de834 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:35:35.878401 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70bb8a8e-ab14-4f56-a485-838f48da73f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8bb61b-b204-43bb-8314-b760999dfbf5', 'code': 200} Oct 20 11:35:35.931893 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38222) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:35.941247 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2cd13ec4-8996-4910-ad77-be116f1ab640 req-6658cab6-d4ba-4cbe-8779-32cb266c0fa5 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740323 Oct 20 11:35:35.953333 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=bf8bb61b-b204-43bb-8314-b760999dfbf5,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:35.995878 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e662e318-ab57-424f-82eb-9075cc233399 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:36.021215 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8ed11-3e7f-457e-a1a3-b9cc5f43ea36 req-db0e2135-bfdd-41df-9a2e-febd240f2962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:36.025002 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-221b9e06-5cf9-4de6-93fc-aee52da504a5 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=187cd546dcc8429e863ac17702c417bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0890417 Oct 20 11:35:36.025115 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6ab8ed11-3e7f-457e-a1a3-b9cc5f43ea36 req-db0e2135-bfdd-41df-9a2e-febd240f2962 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=70bb8a8e-ab14-4f56-a485-838f48da73f4 HTTP/1.1" status: 200 len: 1097 time: 0.0802691 Oct 20 11:35:36.025115 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38228) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:36.113844 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6ab8ed11-3e7f-457e-a1a3-b9cc5f43ea36 req-ad31ab03-c3e1-4b27-821a-c4f775c1dde5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=37550ed7-fbaa-467a-8078-86fab95259aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790706 Oct 20 11:35:36.140423 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4a7919db-6b53-480b-bcdd-4b0908ee3e3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:36.167761 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e662e318-ab57-424f-82eb-9075cc233399 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:36.173006 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e662e318-ab57-424f-82eb-9075cc233399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:36.180106 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4a7919db-6b53-480b-bcdd-4b0908ee3e3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:36.245068 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e662e318-ab57-424f-82eb-9075cc233399 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c05f173fae46423d848a622ef8b99ab3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5141313 Oct 20 11:35:36.246197 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e662e318-ab57-424f-82eb-9075cc233399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4895cdae-deaa-4934-a05b-a2291cc38d8f,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:36.248016 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38236) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:36.270131 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4a7919db-6b53-480b-bcdd-4b0908ee3e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:36.272850 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4a7919db-6b53-480b-bcdd-4b0908ee3e3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:36.274331 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4a7919db-6b53-480b-bcdd-4b0908ee3e3f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a70280f2-7a59-4aae-baa8-373c303db59a HTTP/1.1" status: 204 len: 168 time: 0.2483122 Oct 20 11:35:36.282126 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7919db-6b53-480b-bcdd-4b0908ee3e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70280f2-7a59-4aae-baa8-373c303db59a,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:36.332186 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-28f08ebf-d588-4c67-a0bb-34ac74c9f051 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:36.352808 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-28f08ebf-d588-4c67-a0bb-34ac74c9f051 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:36.402021 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-28f08ebf-d588-4c67-a0bb-34ac74c9f051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:36.405097 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-28f08ebf-d588-4c67-a0bb-34ac74c9f051 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:36.406401 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-28f08ebf-d588-4c67-a0bb-34ac74c9f051 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4895cdae-deaa-4934-a05b-a2291cc38d8f HTTP/1.1" status: 204 len: 168 time: 0.1506882 Oct 20 11:35:36.415412 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f08ebf-d588-4c67-a0bb-34ac74c9f051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4895cdae-deaa-4934-a05b-a2291cc38d8f,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:36.488716 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-effee5e0-946f-4470-9527-2c52ab94605b req-71395ea8-b19f-4923-8287-993d6ea6a15c tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0274541 Oct 20 11:35:36.584048 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 127844fb-fe02-4ad0-b841-37f315befe51 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:35:36.605990 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 127844fb-fe02-4ad0-b841-37f315befe51 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:35:36.606330 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 127844fb-fe02-4ad0-b841-37f315befe51 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:35:36.606737 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device d51853bb-8478-445d-aa82-ff98c501f017 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:35:36.640419 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: d51853bb-8478-445d-aa82-ff98c501f017 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:35:36.640819 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device d51853bb-8478-445d-aa82-ff98c501f017 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:35:36.641248 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 63a97d33-1d7f-43c2-a526-89fa165f208b no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:35:36.680522 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 63a97d33-1d7f-43c2-a526-89fa165f208b {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:35:36.681146 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 63a97d33-1d7f-43c2-a526-89fa165f208b not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:35:36.708222 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f29420-2d37-4ed2-9995-22e4fa77fd9c req-65c5d09a-a1b2-4427-aa0a-09da3bfdaf4a tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:36.709756 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f6f29420-2d37-4ed2-9995-22e4fa77fd9c req-65c5d09a-a1b2-4427-aa0a-09da3bfdaf4a tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=70bb8a8e-ab14-4f56-a485-838f48da73f4 HTTP/1.1" status: 200 len: 946 time: 0.0564115 Oct 20 11:35:36.744231 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38258) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:36.763024 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f6f29420-2d37-4ed2-9995-22e4fa77fd9c req-87d67e85-a92b-40f3-8ce6-c7171a1914fd tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/security-groups?id=37550ed7-fbaa-467a-8078-86fab95259aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467758 Oct 20 11:35:36.764176 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-87d187e4-8813-4863-a9be-b10151bd127e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:36.838887 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-87d187e4-8813-4863-a9be-b10151bd127e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:36.843326 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-87d187e4-8813-4863-a9be-b10151bd127e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:36.880282 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-87d187e4-8813-4863-a9be-b10151bd127e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=eaa519df47e34892b3d37e90e2d9f269&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1349862 Oct 20 11:35:36.881368 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d187e4-8813-4863-a9be-b10151bd127e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414bed97-47ca-437c-9b77-79fc4da9e456,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:36.883115 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38260) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:36.938535 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-74a168ae-33f7-4d81-b3ce-128065981666 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:36.959671 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-74a168ae-33f7-4d81-b3ce-128065981666 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:37.017770 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-74a168ae-33f7-4d81-b3ce-128065981666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:37.022754 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-74a168ae-33f7-4d81-b3ce-128065981666 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:37.022754 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-74a168ae-33f7-4d81-b3ce-128065981666 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/414bed97-47ca-437c-9b77-79fc4da9e456 HTTP/1.1" status: 204 len: 168 time: 0.1373892 Oct 20 11:35:37.039337 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a168ae-33f7-4d81-b3ce-128065981666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414bed97-47ca-437c-9b77-79fc4da9e456,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:37.091194 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8087225-d5cd-46f9-8eb3-f579ff3ca2bd req-b13f57a4-bb9b-4248-b271-653967c4d26c tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:37.099130 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c8087225-d5cd-46f9-8eb3-f579ff3ca2bd req-b13f57a4-bb9b-4248-b271-653967c4d26c tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7 HTTP/1.1" status: 200 len: 945 time: 0.0902679 Oct 20 11:35:37.145650 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38276) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:37.161478 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c8087225-d5cd-46f9-8eb3-f579ff3ca2bd req-7fd120db-186d-4b32-946a-39371be2998c tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612741 Oct 20 11:35:37.364239 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-b51bc240-a161-4225-9b3e-52512a6da96e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-267597278-network', 'tenant_id': 'f8cd5c03e1f04d998f1d77201c08c09f'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:37.385668 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51bc240-a161-4225-9b3e-52512a6da96e admin admin] Made reservation on behalf of f8cd5c03e1f04d998f1d77201c08c09f for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:35:37.388088 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b51bc240-a161-4225-9b3e-52512a6da96e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:37.396594 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b51bc240-a161-4225-9b3e-52512a6da96e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:37.470877 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b51bc240-a161-4225-9b3e-52512a6da96e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:37.475603 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b51bc240-a161-4225-9b3e-52512a6da96e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:37.502154 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b51bc240-a161-4225-9b3e-52512a6da96e admin admin] vlan segment allocate from pool success with {'vlan_id': 1293, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:35:37.508535 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51bc240-a161-4225-9b3e-52512a6da96e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ee2eec-3fe7-4886-b7cd-259e9cc05b04,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:37.514881 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b51bc240-a161-4225-9b3e-52512a6da96e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:37.516891 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-b51bc240-a161-4225-9b3e-52512a6da96e admin admin] Added segment 2650ab1e-b37e-48e5-8e05-7506e5d71cd2 of type vlan for network ddf97125-57d1-4b98-9566-844e639bd63f Oct 20 11:35:37.570651 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b51bc240-a161-4225-9b3e-52512a6da96e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:37.601734 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-207af59f-b884-4c9f-a58e-a054548c1937 req-e3c0e81f-ec30-486d-ba1f-68cb0b63abb9 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0313151 Oct 20 11:35:37.602224 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b51bc240-a161-4225-9b3e-52512a6da96e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:37.603547 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51bc240-a161-4225-9b3e-52512a6da96e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:37.604268 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b51bc240-a161-4225-9b3e-52512a6da96e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:37.648760 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b51bc240-a161-4225-9b3e-52512a6da96e admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4993525 Oct 20 11:35:37.650142 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38300) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:37.655347 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-93f17457-0050-40e3-ac95-8a8aff744568 admin admin] Request body: {'subnet': {'network_id': 'ddf97125-57d1-4b98-9566-844e639bd63f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-267597278-subnet', 'tenant_id': 'f8cd5c03e1f04d998f1d77201c08c09f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:37.678823 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f17457-0050-40e3-ac95-8a8aff744568 admin admin] Made reservation on behalf of f8cd5c03e1f04d998f1d77201c08c09f for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:35:37.679018 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51bc240-a161-4225-9b3e-52512a6da96e admin admin] Pushing event updated for resources: {'Network': ['ID=ddf97125-57d1-4b98-9566-844e639bd63f,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:37.681851 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-93f17457-0050-40e3-ac95-8a8aff744568 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:37.691642 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network ddf97125-57d1-4b98-9566-844e639bd63f details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:35:37.889676 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-93f17457-0050-40e3-ac95-8a8aff744568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:37.942379 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7f7b3-bf72-401e-9621-c7f519af7372 req-9070ee5f-bba9-4bac-8d01-3638e4f84cbf tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:37.943938 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bfc7f7b3-bf72-401e-9621-c7f519af7372 req-9070ee5f-bba9-4bac-8d01-3638e4f84cbf tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=70bb8a8e-ab14-4f56-a485-838f48da73f4 HTTP/1.1" status: 200 len: 946 time: 0.1002598 Oct 20 11:35:37.982095 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f17457-0050-40e3-ac95-8a8aff744568 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bad00232-d6dd-48f2-b3f2-066036bace24,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:38.000406 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f17457-0050-40e3-ac95-8a8aff744568 admin admin] Checking segment: {'id': '2650ab1e-b37e-48e5-8e05-7506e5d71cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': 'ddf97125-57d1-4b98-9566-844e639bd63f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:35:38.000763 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f17457-0050-40e3-ac95-8a8aff744568 admin admin] Network hostable DHCP agents. Network: ddf97125-57d1-4b98-9566-844e639bd63f, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:35:38.018073 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bfc7f7b3-bf72-401e-9621-c7f519af7372 req-0bc1bd8c-f64a-4d64-b698-f9eabb5495a5 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/security-groups?id=37550ed7-fbaa-467a-8078-86fab95259aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664823 Oct 20 11:35:38.036520 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f17457-0050-40e3-ac95-8a8aff744568 admin admin] Network ddf97125-57d1-4b98-9566-844e639bd63f is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:35:38.048627 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-93f17457-0050-40e3-ac95-8a8aff744568 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, ddf97125-57d1-4b98-9566-844e639bd63f) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:38.054297 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f17457-0050-40e3-ac95-8a8aff744568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:38.055025 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-93f17457-0050-40e3-ac95-8a8aff744568 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:38.060706 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc06cb17-125c-40b4-8f83-7cafdc3e4f11 None None] Network ddf97125-57d1-4b98-9566-844e639bd63f requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:35:38.083533 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38322) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:38.084078 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-93f17457-0050-40e3-ac95-8a8aff744568 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4319422 Oct 20 11:35:38.088787 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-c4852f8a-1624-43c3-b99f-81d9dc683d31 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-267597278-router', 'tenant_id': 'f8cd5c03e1f04d998f1d77201c08c09f', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:38.117048 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c4852f8a-1624-43c3-b99f-81d9dc683d31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:38.118317 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c4852f8a-1624-43c3-b99f-81d9dc683d31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:38.181904 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c4852f8a-1624-43c3-b99f-81d9dc683d31 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:38.185806 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862430d-3645-4b83-9b73-068247ea26ce req-5ccf93a9-195e-459c-8a55-8f6f9308e3fa tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:38.187418 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4862430d-3645-4b83-9b73-068247ea26ce req-5ccf93a9-195e-459c-8a55-8f6f9308e3fa tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=70bb8a8e-ab14-4f56-a485-838f48da73f4 HTTP/1.1" status: 200 len: 946 time: 0.0929816 Oct 20 11:35:38.260905 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d28a76e-b62b-4d90-8ce3-f8a4a85f7ae3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-ddf97125-57d1-4b98-9566-844e639bd63f', 'network_id': 'ddf97125-57d1-4b98-9566-844e639bd63f', 'tenant_id': 'f8cd5c03e1f04d998f1d77201c08c09f', 'fixed_ips': [{'subnet_id': 'bad00232-d6dd-48f2-b3f2-066036bace24'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:35:38.263538 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-8d28a76e-b62b-4d90-8ce3-f8a4a85f7ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:38.293151 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4862430d-3645-4b83-9b73-068247ea26ce req-9912adaa-4611-49a2-92ff-22a4de08e0cf tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/security-groups?id=37550ed7-fbaa-467a-8078-86fab95259aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975502 Oct 20 11:35:38.358205 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc7f5a-606d-4dbd-b6b9-a2ac1937717d req-b53adce4-f44c-48b6-a7cc-f87f79c355d0 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:38.366642 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-33cc7f5a-606d-4dbd-b6b9-a2ac1937717d req-b53adce4-f44c-48b6-a7cc-f87f79c355d0 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7 HTTP/1.1" status: 200 len: 945 time: 0.0722456 Oct 20 11:35:38.384633 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c4852f8a-1624-43c3-b99f-81d9dc683d31 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:38.413484 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-33cc7f5a-606d-4dbd-b6b9-a2ac1937717d req-9b3dcdc5-f6a7-4455-a71a-43dde7612e62 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454679 Oct 20 11:35:38.447387 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-8d28a76e-b62b-4d90-8ce3-f8a4a85f7ae3 None None] Allocated IP 172.20.0.2 (ddf97125-57d1-4b98-9566-844e639bd63f/bad00232-d6dd-48f2-b3f2-066036bace24/7aaab8e6-3a6e-4a50-aae4-dd1dc35899a3) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:35:38.521621 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca7e66-9ed9-4231-9f81-5c85e75868f1 req-948e4c14-7f91-4531-b38a-b4f7269fcbde tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:38.523258 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-45ca7e66-9ed9-4231-9f81-5c85e75868f1 req-948e4c14-7f91-4531-b38a-b4f7269fcbde tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=70bb8a8e-ab14-4f56-a485-838f48da73f4 HTTP/1.1" status: 200 len: 946 time: 0.0831375 Oct 20 11:35:38.593118 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-45ca7e66-9ed9-4231-9f81-5c85e75868f1 req-896bf66c-4419-4f15-8c22-bea470158f4b tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/security-groups?id=37550ed7-fbaa-467a-8078-86fab95259aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617328 Oct 20 11:35:38.649257 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-8d28a76e-b62b-4d90-8ce3-f8a4a85f7ae3 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:38.657610 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-8d28a76e-b62b-4d90-8ce3-f8a4a85f7ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:38.706365 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d28a76e-b62b-4d90-8ce3-f8a4a85f7ae3 None None] Pushing event updated for resources: {'Port': ['ID=7aaab8e6-3a6e-4a50-aae4-dd1dc35899a3,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:38.723730 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d28a76e-b62b-4d90-8ce3-f8a4a85f7ae3 None None] Network ddf97125-57d1-4b98-9566-844e639bd63f is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:35:38.726334 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-8d28a76e-b62b-4d90-8ce3-f8a4a85f7ae3 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:38.729196 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d28a76e-b62b-4d90-8ce3-f8a4a85f7ae3 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:35:38.789857 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-8d28a76e-b62b-4d90-8ce3-f8a4a85f7ae3 None None] Attempting to bind port 7aaab8e6-3a6e-4a50-aae4-dd1dc35899a3 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:35:38.790337 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-8d28a76e-b62b-4d90-8ce3-f8a4a85f7ae3 None None] Attempting to bind port 7aaab8e6-3a6e-4a50-aae4-dd1dc35899a3 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '2650ab1e-b37e-48e5-8e05-7506e5d71cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': 'ddf97125-57d1-4b98-9566-844e639bd63f'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:35:38.790822 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d28a76e-b62b-4d90-8ce3-f8a4a85f7ae3 None None] Attempting to bind port 7aaab8e6-3a6e-4a50-aae4-dd1dc35899a3 on network ddf97125-57d1-4b98-9566-844e639bd63f {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:35:38.799391 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c4290ee7-c3b9-4cfa-809b-56de3a6f8680 req-56f3406e-5efa-49b7-99a1-554558e625ae tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0574992 Oct 20 11:35:38.808079 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e8d86-5e87-4c5f-b01f-5d45f6eb51a3 req-d7a39eae-ec3a-497e-be8b-52adf5be2d32 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:38.812259 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d28a76e-b62b-4d90-8ce3-f8a4a85f7ae3 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:35:38.812758 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d28a76e-b62b-4d90-8ce3-f8a4a85f7ae3 None None] Checking segment: {'id': '2650ab1e-b37e-48e5-8e05-7506e5d71cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': 'ddf97125-57d1-4b98-9566-844e639bd63f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:35:38.814172 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-8d28a76e-b62b-4d90-8ce3-f8a4a85f7ae3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:38.814674 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d28a76e-b62b-4d90-8ce3-f8a4a85f7ae3 None None] Bound using segment: {'id': '2650ab1e-b37e-48e5-8e05-7506e5d71cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': 'ddf97125-57d1-4b98-9566-844e639bd63f'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:35:38.815373 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b22e8d86-5e87-4c5f-b01f-5d45f6eb51a3 req-d7a39eae-ec3a-497e-be8b-52adf5be2d32 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=70bb8a8e-ab14-4f56-a485-838f48da73f4 HTTP/1.1" status: 200 len: 946 time: 0.1264758 Oct 20 11:35:38.818562 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-8d28a76e-b62b-4d90-8ce3-f8a4a85f7ae3 None None] Bound port: 7aaab8e6-3a6e-4a50-aae4-dd1dc35899a3, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2650ab1e-b37e-48e5-8e05-7506e5d71cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': 'ddf97125-57d1-4b98-9566-844e639bd63f'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:35:38.819355 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-8d28a76e-b62b-4d90-8ce3-f8a4a85f7ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:38.867719 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b22e8d86-5e87-4c5f-b01f-5d45f6eb51a3 req-b9a7ed98-1edb-4178-af53-699d6a7c7868 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/security-groups?id=37550ed7-fbaa-467a-8078-86fab95259aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510297 Oct 20 11:35:38.903749 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-8d28a76e-b62b-4d90-8ce3-f8a4a85f7ae3 None None] For port 7aaab8e6-3a6e-4a50-aae4-dd1dc35899a3, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:35:38.911235 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-8d28a76e-b62b-4d90-8ce3-f8a4a85f7ae3 None None] For port 7aaab8e6-3a6e-4a50-aae4-dd1dc35899a3, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=7aaab8e6-3a6e-4a50-aae4-dd1dc35899a3,segment=NetworkSegment(2650ab1e-b37e-48e5-8e05-7506e5d71cd2),segment_id=2650ab1e-b37e-48e5-8e05-7506e5d71cd2)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:35:38.920071 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38358) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:38.922487 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-8d28a76e-b62b-4d90-8ce3-f8a4a85f7ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:38.987469 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d28a76e-b62b-4d90-8ce3-f8a4a85f7ae3 None None] Pushing event updated for resources: {'Port': ['ID=7aaab8e6-3a6e-4a50-aae4-dd1dc35899a3,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:39.003071 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c4852f8a-1624-43c3-b99f-81d9dc683d31 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:39.024414 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c4852f8a-1624-43c3-b99f-81d9dc683d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:39.088556 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b95ea0f1-d8a3-421a-a6f4-09a68c3eba53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:39.148495 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-c4852f8a-1624-43c3-b99f-81d9dc683d31 admin admin] Allocated IP 172.25.5.200 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/9af97a2b-58f5-49ae-8ddd-706533753a99) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:35:39.197953 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b95ea0f1-d8a3-421a-a6f4-09a68c3eba53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:39.208624 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b95ea0f1-d8a3-421a-a6f4-09a68c3eba53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:39.275435 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-b95ea0f1-d8a3-421a-a6f4-09a68c3eba53 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5a4fe6bdb6d24f259d00e3bf7b6c235e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3542187 Oct 20 11:35:39.280123 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38364) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:39.315312 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c4852f8a-1624-43c3-b99f-81d9dc683d31 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:39.355808 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ea0f1-d8a3-421a-a6f4-09a68c3eba53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937b27a0-b1eb-4810-ba4f-602fa8091f60,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:39.359460 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c4852f8a-1624-43c3-b99f-81d9dc683d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:39.384999 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63e539-d030-4e9f-ac62-c26841980b94 req-0a1f5759-9e58-425a-8958-946cf45c1cc8 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:39.386593 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ac63e539-d030-4e9f-ac62-c26841980b94 req-0a1f5759-9e58-425a-8958-946cf45c1cc8 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=70bb8a8e-ab14-4f56-a485-838f48da73f4 HTTP/1.1" status: 200 len: 946 time: 0.1269815 Oct 20 11:35:39.398711 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4852f8a-1624-43c3-b99f-81d9dc683d31 admin admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:35:39.402168 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-c4852f8a-1624-43c3-b99f-81d9dc683d31 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:39.406015 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4852f8a-1624-43c3-b99f-81d9dc683d31 admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:35:39.415090 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-50d2d933-460b-4042-9942-ea97388b623b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:39.448173 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4852f8a-1624-43c3-b99f-81d9dc683d31 admin admin] Pushing event updated for resources: {'Port': ['ID=9af97a2b-58f5-49ae-8ddd-706533753a99,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:39.449068 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-50d2d933-460b-4042-9942-ea97388b623b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:39.457960 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ac63e539-d030-4e9f-ac62-c26841980b94 req-1ba287c1-9426-4c0d-a33a-2f6b41441110 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/security-groups?id=37550ed7-fbaa-467a-8078-86fab95259aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601926 Oct 20 11:35:39.466535 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4852f8a-1624-43c3-b99f-81d9dc683d31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:39.467849 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4852f8a-1624-43c3-b99f-81d9dc683d31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:39.468296 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4852f8a-1624-43c3-b99f-81d9dc683d31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:39.468827 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4852f8a-1624-43c3-b99f-81d9dc683d31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:39.469308 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4852f8a-1624-43c3-b99f-81d9dc683d31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:39.470144 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4852f8a-1624-43c3-b99f-81d9dc683d31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:39.470601 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4852f8a-1624-43c3-b99f-81d9dc683d31 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:39.472166 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4852f8a-1624-43c3-b99f-81d9dc683d31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:39.472666 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4852f8a-1624-43c3-b99f-81d9dc683d31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:39.484081 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4852f8a-1624-43c3-b99f-81d9dc683d31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:39.484081 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4852f8a-1624-43c3-b99f-81d9dc683d31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:39.484081 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4852f8a-1624-43c3-b99f-81d9dc683d31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:39.534858 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-50d2d933-460b-4042-9942-ea97388b623b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:39.537808 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-50d2d933-460b-4042-9942-ea97388b623b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:39.538986 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-50d2d933-460b-4042-9942-ea97388b623b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/937b27a0-b1eb-4810-ba4f-602fa8091f60 HTTP/1.1" status: 204 len: 168 time: 0.2579324 Oct 20 11:35:39.712990 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c4852f8a-1624-43c3-b99f-81d9dc683d31 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:39.734900 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:39.922365 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d2d933-460b-4042-9942-ea97388b623b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937b27a0-b1eb-4810-ba4f-602fa8091f60,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:39.934942 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5613a73f-05b1-4f10-8abe-000a52a632db req-b6b7f35a-9b9b-4c68-991d-79dd848ca1f5 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:39.936152 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5613a73f-05b1-4f10-8abe-000a52a632db req-b6b7f35a-9b9b-4c68-991d-79dd848ca1f5 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7 HTTP/1.1" status: 200 len: 945 time: 0.4445801 Oct 20 11:35:39.960703 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c4852f8a-1624-43c3-b99f-81d9dc683d31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:39.999062 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5613a73f-05b1-4f10-8abe-000a52a632db req-469bf31b-4085-418c-9b77-a64e349265a5 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501432 Oct 20 11:35:40.020741 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3f27b-5e03-4ab2-bff4-18c3e6c83c9d req-aae01f24-71d9-4abf-873b-b9bbda8ab6bc tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:40.022561 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-48b3f27b-5e03-4ab2-bff4-18c3e6c83c9d req-aae01f24-71d9-4abf-873b-b9bbda8ab6bc tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=70bb8a8e-ab14-4f56-a485-838f48da73f4 HTTP/1.1" status: 200 len: 946 time: 0.4815576 Oct 20 11:35:40.098267 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-48b3f27b-5e03-4ab2-bff4-18c3e6c83c9d req-3dc65c88-7ed4-409f-bc2f-a80b1499ef2d tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/security-groups?id=37550ed7-fbaa-467a-8078-86fab95259aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648606 Oct 20 11:35:40.155073 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4852f8a-1624-43c3-b99f-81d9dc683d31 admin admin] Router 4b41670d-0bea-4f99-963c-16f07a56ae05 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:35:40.210984 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c495c8b9-745c-4bc5-80c8-d2d27f2ad3cd req-58e23e4f-0a92-4aa5-8e2c-ff3abadc02b0 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0367074 Oct 20 11:35:40.238768 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60108f3-9c5c-4c5e-b32f-d4eef759f631 None None] Network ddf97125-57d1-4b98-9566-844e639bd63f requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:35:40.293512 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef7f71-6522-4ad8-8663-d872e7f519b9 req-56bb81e2-dc7a-4ac3-bcc2-9002c60d2410 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:40.296698 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4852f8a-1624-43c3-b99f-81d9dc683d31 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:35:40.301069 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b5ef7f71-6522-4ad8-8663-d872e7f519b9 req-56bb81e2-dc7a-4ac3-bcc2-9002c60d2410 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=70bb8a8e-ab14-4f56-a485-838f48da73f4 HTTP/1.1" status: 200 len: 946 time: 0.0885746 Oct 20 11:35:40.313401 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b877a80b-2170-478a-b9d8-e1647c5435ee None None] Sync routers for ids ['4b41670d-0bea-4f99-963c-16f07a56ae05'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:35:40.321779 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c4852f8a-1624-43c3-b99f-81d9dc683d31 admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:40.323816 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c4852f8a-1624-43c3-b99f-81d9dc683d31 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.2386081 Oct 20 11:35:40.326832 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38398) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:40.335804 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b877a80b-2170-478a-b9d8-e1647c5435ee None None] Routers {'4b41670d-0bea-4f99-963c-16f07a56ae05'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:35:40.336581 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-b877a80b-2170-478a-b9d8-e1647c5435ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:35:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['4b41670d-0bea-4f99-963c-16f07a56ae05'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:40.359815 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b5ef7f71-6522-4ad8-8663-d872e7f519b9 req-f2a792ab-e305-4b50-9e44-94b73ce3b359 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/security-groups?id=37550ed7-fbaa-467a-8078-86fab95259aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493727 Oct 20 11:35:40.396411 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-19967e64-97f6-464d-a7e1-fa0351728455 None None] Provisioning complete for port 7aaab8e6-3a6e-4a50-aae4-dd1dc35899a3 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:40.396821 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-19967e64-97f6-464d-a7e1-fa0351728455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:40.518839 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-b877a80b-2170-478a-b9d8-e1647c5435ee None None] Set router 4b41670d-0bea-4f99-963c-16f07a56ae05 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:35:40.526482 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55de49c-ad79-42f6-a8ce-6c063fb20070 req-9789af2c-bbac-42ca-b497-8142a0a44349 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:40.530896 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b55de49c-ad79-42f6-a8ce-6c063fb20070 req-9789af2c-bbac-42ca-b497-8142a0a44349 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=70bb8a8e-ab14-4f56-a485-838f48da73f4 HTTP/1.1" status: 200 len: 946 time: 0.1002252 Oct 20 11:35:40.553846 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38404) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:40.596441 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-19967e64-97f6-464d-a7e1-fa0351728455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:40.634615 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b55de49c-ad79-42f6-a8ce-6c063fb20070 req-a950d387-a9a1-45c9-a4b0-8c2edd263974 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/security-groups?id=37550ed7-fbaa-467a-8078-86fab95259aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915065 Oct 20 11:35:40.660350 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-19967e64-97f6-464d-a7e1-fa0351728455 None None] For port 7aaab8e6-3a6e-4a50-aae4-dd1dc35899a3, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=7aaab8e6-3a6e-4a50-aae4-dd1dc35899a3,segment=NetworkSegment(2650ab1e-b37e-48e5-8e05-7506e5d71cd2),segment_id=2650ab1e-b37e-48e5-8e05-7506e5d71cd2)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:40.680195 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-19967e64-97f6-464d-a7e1-fa0351728455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:40.715370 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 7aaab8e6-3a6e-4a50-aae4-dd1dc35899a3 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:35:40.775270 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-1a837e8e-9cf9-427b-8a10-6a68fd10c984 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1355140611'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:40.810709 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a837e8e-9cf9-427b-8a10-6a68fd10c984 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:35:40.815088 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1a837e8e-9cf9-427b-8a10-6a68fd10c984 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:40.829563 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1a837e8e-9cf9-427b-8a10-6a68fd10c984 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:40.841429 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 7aaab8e6-3a6e-4a50-aae4-dd1dc35899a3 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:40.842427 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:40.887074 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-b877a80b-2170-478a-b9d8-e1647c5435ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b41670d-0bea-4f99-963c-16f07a56ae05', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-267597278-router', 'tenant_id': 'f8cd5c03e1f04d998f1d77201c08c09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '9af97a2b-58f5-49ae-8ddd-706533753a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:38Z', 'updated_at': '2021-10-20T11:35:39Z', 'revision_number': 3, 'project_id': 'f8cd5c03e1f04d998f1d77201c08c09f', 'gw_port': {'id': '9af97a2b-58f5-49ae-8ddd-706533753a99', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:73:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b41670d-0bea-4f99-963c-16f07a56ae05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:39Z', 'updated_at': '2021-10-20T11:35:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:40.904221 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19967e64-97f6-464d-a7e1-fa0351728455 None None] Pushing event updated for resources: {'Port': ['ID=7aaab8e6-3a6e-4a50-aae4-dd1dc35899a3,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:40.934561 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b877a80b-2170-478a-b9d8-e1647c5435ee None None] Checking router: 4b41670d-0bea-4f99-963c-16f07a56ae05 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:35:40.947486 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b877a80b-2170-478a-b9d8-e1647c5435ee None None] Updating router 4b41670d-0bea-4f99-963c-16f07a56ae05 port 9af97a2b-58f5-49ae-8ddd-706533753a99 binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:35:40.949634 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1a837e8e-9cf9-427b-8a10-6a68fd10c984 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:40.959913 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1a837e8e-9cf9-427b-8a10-6a68fd10c984 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:40.996810 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a837e8e-9cf9-427b-8a10-6a68fd10c984 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] vlan segment allocate from pool success with {'vlan_id': 1296, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:35:40.997793 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-b877a80b-2170-478a-b9d8-e1647c5435ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:41.007330 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-79b9a816-0404-43b4-b06b-2e63667f2137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:41.019681 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a837e8e-9cf9-427b-8a10-6a68fd10c984 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=856dbcd4-6440-48d7-ba95-e07d6b7c2876,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:41.035279 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1a837e8e-9cf9-427b-8a10-6a68fd10c984 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:41.038163 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-1a837e8e-9cf9-427b-8a10-6a68fd10c984 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Added segment 6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8 of type vlan for network 87010bec-6736-4922-a33b-92334c200b3b Oct 20 11:35:41.087649 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1a837e8e-9cf9-427b-8a10-6a68fd10c984 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:41.109153 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-4c13a779-3954-41f8-8845-55585d7758ab None None] Provisioning complete for port 7aaab8e6-3a6e-4a50-aae4-dd1dc35899a3 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:41.111050 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4c13a779-3954-41f8-8845-55585d7758ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:41.174881 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1a837e8e-9cf9-427b-8a10-6a68fd10c984 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:41.181071 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a837e8e-9cf9-427b-8a10-6a68fd10c984 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:41.181885 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1a837e8e-9cf9-427b-8a10-6a68fd10c984 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:41.241621 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55216b41-4419-497d-8112-46593634c9e8 req-1cb35843-71e4-43c5-884e-3b364dc3b9dd tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:41.249446 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-55216b41-4419-497d-8112-46593634c9e8 req-1cb35843-71e4-43c5-884e-3b364dc3b9dd tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7 HTTP/1.1" status: 200 len: 945 time: 0.1333830 Oct 20 11:35:41.277540 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-1a837e8e-9cf9-427b-8a10-6a68fd10c984 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7209060 Oct 20 11:35:41.281741 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38426) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:41.293606 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-81d3f382-cbe7-4186-93f0-2b8afd2e6b1b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'subnet': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:41.337645 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-b877a80b-2170-478a-b9d8-e1647c5435ee None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:41.348398 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-b877a80b-2170-478a-b9d8-e1647c5435ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:41.360598 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a837e8e-9cf9-427b-8a10-6a68fd10c984 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Network': ['ID=87010bec-6736-4922-a33b-92334c200b3b,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:41.398125 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 87010bec-6736-4922-a33b-92334c200b3b details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:35:41.416704 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f45896-2a69-42bf-bbde-0a428d087479 None None] Pushing event updated for resources: {'Port': ['ID=9af97a2b-58f5-49ae-8ddd-706533753a99,revision_number=2']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:41.433196 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-55216b41-4419-497d-8112-46593634c9e8 req-a51c8e9b-b73d-400c-90a4-61c2c245182d tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820891 Oct 20 11:35:41.452888 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-b877a80b-2170-478a-b9d8-e1647c5435ee None None] Attempting to bind port 9af97a2b-58f5-49ae-8ddd-706533753a99 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:35:41.453355 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-b877a80b-2170-478a-b9d8-e1647c5435ee None None] Attempting to bind port 9af97a2b-58f5-49ae-8ddd-706533753a99 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:35:41.453616 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b877a80b-2170-478a-b9d8-e1647c5435ee None None] Attempting to bind port 9af97a2b-58f5-49ae-8ddd-706533753a99 on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:35:41.467623 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b877a80b-2170-478a-b9d8-e1647c5435ee None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:35:41.468615 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b877a80b-2170-478a-b9d8-e1647c5435ee None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:35:41.469166 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-b877a80b-2170-478a-b9d8-e1647c5435ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:41.469694 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b877a80b-2170-478a-b9d8-e1647c5435ee None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:35:41.470437 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-b877a80b-2170-478a-b9d8-e1647c5435ee None None] Bound port: 9af97a2b-58f5-49ae-8ddd-706533753a99, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:35:41.471268 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-b877a80b-2170-478a-b9d8-e1647c5435ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:41.478631 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-79b9a816-0404-43b4-b06b-2e63667f2137 admin admin] Allocated IP 172.20.0.1 (ddf97125-57d1-4b98-9566-844e639bd63f/bad00232-d6dd-48f2-b3f2-066036bace24/e37caa3f-c535-4d17-b258-9154ac9229c0) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:35:41.507076 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-63a4a7bb-daab-40f9-ad0a-bb41b2ed5e93 req-802bf6d9-83e5-4e9c-9f06-0f007a54446f tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0384867 Oct 20 11:35:41.535209 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d3f382-cbe7-4186-93f0-2b8afd2e6b1b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:35:41.538754 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-81d3f382-cbe7-4186-93f0-2b8afd2e6b1b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:41.561201 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-b877a80b-2170-478a-b9d8-e1647c5435ee None None] For port 9af97a2b-58f5-49ae-8ddd-706533753a99, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:35:41.565572 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-b877a80b-2170-478a-b9d8-e1647c5435ee None None] For port 9af97a2b-58f5-49ae-8ddd-706533753a99, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=9af97a2b-58f5-49ae-8ddd-706533753a99,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:35:41.570008 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-b877a80b-2170-478a-b9d8-e1647c5435ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:41.628028 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f45896-2a69-42bf-bbde-0a428d087479 None None] Pushing event updated for resources: {'Port': ['ID=9af97a2b-58f5-49ae-8ddd-706533753a99,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:41.645616 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b877a80b-2170-478a-b9d8-e1647c5435ee None None] Routers {'4b41670d-0bea-4f99-963c-16f07a56ae05'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:35:41.646240 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-b877a80b-2170-478a-b9d8-e1647c5435ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:35:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['4b41670d-0bea-4f99-963c-16f07a56ae05'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:41.781783 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-79b9a816-0404-43b4-b06b-2e63667f2137 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:41.789019 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-b877a80b-2170-478a-b9d8-e1647c5435ee None None] Set router 4b41670d-0bea-4f99-963c-16f07a56ae05 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:35:41.897650 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-79b9a816-0404-43b4-b06b-2e63667f2137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:41.904023 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-81d3f382-cbe7-4186-93f0-2b8afd2e6b1b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:41.938087 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f63e6a-cf02-400c-b8ff-4f53b6aa602e req-3252bc54-1a92-4fc7-9a09-c5fc80ca12a4 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:41.939838 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-94f63e6a-cf02-400c-b8ff-4f53b6aa602e req-3252bc54-1a92-4fc7-9a09-c5fc80ca12a4 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=70bb8a8e-ab14-4f56-a485-838f48da73f4 HTTP/1.1" status: 200 len: 946 time: 0.0581660 Oct 20 11:35:41.977969 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b9a816-0404-43b4-b06b-2e63667f2137 admin admin] Network ddf97125-57d1-4b98-9566-844e639bd63f is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:35:41.989322 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-79b9a816-0404-43b4-b06b-2e63667f2137 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:41.991233 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-94f63e6a-cf02-400c-b8ff-4f53b6aa602e req-0d161df5-aaaf-4e41-8d14-70d161105668 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/security-groups?id=37550ed7-fbaa-467a-8078-86fab95259aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438030 Oct 20 11:35:41.992888 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b9a816-0404-43b4-b06b-2e63667f2137 admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:35:42.028059 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b9a816-0404-43b4-b06b-2e63667f2137 admin admin] Pushing event updated for resources: {'Port': ['ID=e37caa3f-c535-4d17-b258-9154ac9229c0,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:42.039468 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d3f382-cbe7-4186-93f0-2b8afd2e6b1b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Subnet': ['ID=a68d97f2-c8b4-4b76-89f2-7fcbf11e127c,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:42.064722 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-79b9a816-0404-43b4-b06b-2e63667f2137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:42.068320 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d3f382-cbe7-4186-93f0-2b8afd2e6b1b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Checking segment: {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:35:42.068680 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d3f382-cbe7-4186-93f0-2b8afd2e6b1b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network hostable DHCP agents. Network: 87010bec-6736-4922-a33b-92334c200b3b, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:35:42.132539 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d3f382-cbe7-4186-93f0-2b8afd2e6b1b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network 87010bec-6736-4922-a33b-92334c200b3b is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:35:42.134520 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-b877a80b-2170-478a-b9d8-e1647c5435ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b41670d-0bea-4f99-963c-16f07a56ae05', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-267597278-router', 'tenant_id': 'f8cd5c03e1f04d998f1d77201c08c09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '9af97a2b-58f5-49ae-8ddd-706533753a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:38Z', 'updated_at': '2021-10-20T11:35:39Z', 'revision_number': 3, 'project_id': 'f8cd5c03e1f04d998f1d77201c08c09f', 'gw_port': {'id': '9af97a2b-58f5-49ae-8ddd-706533753a99', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:73:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b41670d-0bea-4f99-963c-16f07a56ae05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:39Z', 'updated_at': '2021-10-20T11:35:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:42.163631 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-81d3f382-cbe7-4186-93f0-2b8afd2e6b1b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 87010bec-6736-4922-a33b-92334c200b3b) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:42.164397 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b877a80b-2170-478a-b9d8-e1647c5435ee None None] The sync data for ids ['4b41670d-0bea-4f99-963c-16f07a56ae05'] in n-d-814735-3 is: [{'id': '4b41670d-0bea-4f99-963c-16f07a56ae05', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-267597278-router', 'tenant_id': 'f8cd5c03e1f04d998f1d77201c08c09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '9af97a2b-58f5-49ae-8ddd-706533753a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:38Z', 'updated_at': '2021-10-20T11:35:39Z', 'revision_number': 3, 'project_id': 'f8cd5c03e1f04d998f1d77201c08c09f', 'gw_port': {'id': '9af97a2b-58f5-49ae-8ddd-706533753a99', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:73:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b41670d-0bea-4f99-963c-16f07a56ae05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:39Z', 'updated_at': '2021-10-20T11:35:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:35:42.168992 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d3f382-cbe7-4186-93f0-2b8afd2e6b1b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:42.169794 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-81d3f382-cbe7-4186-93f0-2b8afd2e6b1b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:42.183101 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dea61ee-61a0-4d79-aa42-4589f19b6332 None None] Network 87010bec-6736-4922-a33b-92334c200b3b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:35:42.205591 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-81d3f382-cbe7-4186-93f0-2b8afd2e6b1b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9194617 Oct 20 11:35:42.208506 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38438) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:42.215246 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-7b8c6266-6637-4f34-8d27-c944209a6d58 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'port': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'name': 'tempest-NetworksTestDHCPv6-1924543698'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:42.276193 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-96b87a5b-ee41-4465-8922-70db0a2168b0 None None] Provisioning complete for port e37caa3f-c535-4d17-b258-9154ac9229c0 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:42.276615 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-96b87a5b-ee41-4465-8922-70db0a2168b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:42.299202 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-79b9a816-0404-43b4-b06b-2e63667f2137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:42.341757 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-96b87a5b-ee41-4465-8922-70db0a2168b0 None None] Port e37caa3f-c535-4d17-b258-9154ac9229c0 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:35:42.421113 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b5405a-5235-4e58-b6bc-ea98c0aec0ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-87010bec-6736-4922-a33b-92334c200b3b', 'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'tenant_id': 'f2f2c5c0f7894903b0c7a7e30f527cc9', 'fixed_ips': [{'subnet_id': 'a68d97f2-c8b4-4b76-89f2-7fcbf11e127c'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:35:42.422164 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-44b5405a-5235-4e58-b6bc-ea98c0aec0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:42.466294 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8c6266-6637-4f34-8d27-c944209a6d58 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:35:42.474562 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7b8c6266-6637-4f34-8d27-c944209a6d58 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:42.544195 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-7b8c6266-6637-4f34-8d27-c944209a6d58 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] device_id is not set on port 86e1c2e2-4b29-4b5b-a69e-75f3b41f727e yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:35:42.597411 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc42bd5-0acf-46ae-9b4b-032981f767b2 req-13c5d56e-eb9b-4da6-b8eb-5deacea0407f tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:42.605788 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9bc42bd5-0acf-46ae-9b4b-032981f767b2 req-13c5d56e-eb9b-4da6-b8eb-5deacea0407f tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7 HTTP/1.1" status: 200 len: 945 time: 0.0879159 Oct 20 11:35:42.678394 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-79b9a816-0404-43b4-b06b-2e63667f2137 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:42.678598 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-44b5405a-5235-4e58-b6bc-ea98c0aec0ee None None] Allocated IP 2001:db8::2 (87010bec-6736-4922-a33b-92334c200b3b/a68d97f2-c8b4-4b76-89f2-7fcbf11e127c/eb9af6d4-157a-487f-8faa-c697c82f5b73) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:35:42.683171 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-60ead885-b3c7-4870-80bd-2149ace1de2d req-af7a5557-e438-4e6a-a249-45b571266a53 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0423486 Oct 20 11:35:42.690636 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-79b9a816-0404-43b4-b06b-2e63667f2137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:42.701314 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9bc42bd5-0acf-46ae-9b4b-032981f767b2 req-b425a771-e53b-4cd3-988d-5d95e398a89d tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941527 Oct 20 11:35:42.790474 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-79b9a816-0404-43b4-b06b-2e63667f2137 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:42.797116 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 9af97a2b-58f5-49ae-8ddd-706533753a99 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:35:42.802747 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b9a816-0404-43b4-b06b-2e63667f2137 admin admin] Pushing event updated for resources: {'Port': ['ID=e37caa3f-c535-4d17-b258-9154ac9229c0,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:42.893667 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b9a816-0404-43b4-b06b-2e63667f2137 admin admin] Network ddf97125-57d1-4b98-9566-844e639bd63f is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:35:42.895148 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-79b9a816-0404-43b4-b06b-2e63667f2137 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:42.901887 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 9af97a2b-58f5-49ae-8ddd-706533753a99 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:42.902264 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:42.944314 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-44b5405a-5235-4e58-b6bc-ea98c0aec0ee None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:42.961716 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-44b5405a-5235-4e58-b6bc-ea98c0aec0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:43.013691 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b5405a-5235-4e58-b6bc-ea98c0aec0ee None None] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:35:43.023611 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-44b5405a-5235-4e58-b6bc-ea98c0aec0ee None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:43.059115 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5405a-5235-4e58-b6bc-ea98c0aec0ee None None] Pushing event updated for resources: {'Port': ['ID=eb9af6d4-157a-487f-8faa-c697c82f5b73,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:43.065048 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b5405a-5235-4e58-b6bc-ea98c0aec0ee None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:35:43.095180 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:43.139208 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-7b8c6266-6637-4f34-8d27-c944209a6d58 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Allocated IP 2001:db8::f2 (87010bec-6736-4922-a33b-92334c200b3b/a68d97f2-c8b4-4b76-89f2-7fcbf11e127c/86e1c2e2-4b29-4b5b-a69e-75f3b41f727e) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:35:43.154981 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b9a816-0404-43b4-b06b-2e63667f2137 admin admin] Router 4b41670d-0bea-4f99-963c-16f07a56ae05 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:35:43.176213 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 9af97a2b-58f5-49ae-8ddd-706533753a99, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=9af97a2b-58f5-49ae-8ddd-706533753a99,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:43.183709 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-44b5405a-5235-4e58-b6bc-ea98c0aec0ee None None] Attempting to bind port eb9af6d4-157a-487f-8faa-c697c82f5b73 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:35:43.184630 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-44b5405a-5235-4e58-b6bc-ea98c0aec0ee None None] Attempting to bind port eb9af6d4-157a-487f-8faa-c697c82f5b73 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:35:43.184630 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b5405a-5235-4e58-b6bc-ea98c0aec0ee None None] Attempting to bind port eb9af6d4-157a-487f-8faa-c697c82f5b73 on network 87010bec-6736-4922-a33b-92334c200b3b {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:35:43.189619 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:43.190429 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 7aaab8e6-3a6e-4a50-aae4-dd1dc35899a3 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:35:43.192987 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1ec72-500b-409e-b9c2-3e10726ddca1 req-75b3a693-4ba4-44a1-ab5b-a21c7ef287e8 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:43.194976 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4be1ec72-500b-409e-b9c2-3e10726ddca1 req-75b3a693-4ba4-44a1-ab5b-a21c7ef287e8 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=70bb8a8e-ab14-4f56-a485-838f48da73f4 HTTP/1.1" status: 200 len: 946 time: 0.0936401 Oct 20 11:35:43.204205 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b5405a-5235-4e58-b6bc-ea98c0aec0ee None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:35:43.204782 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b5405a-5235-4e58-b6bc-ea98c0aec0ee None None] Checking segment: {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:35:43.205298 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-44b5405a-5235-4e58-b6bc-ea98c0aec0ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:43.205782 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b5405a-5235-4e58-b6bc-ea98c0aec0ee None None] Bound using segment: {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:35:43.206507 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-44b5405a-5235-4e58-b6bc-ea98c0aec0ee None None] Bound port: eb9af6d4-157a-487f-8faa-c697c82f5b73, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:35:43.207019 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-44b5405a-5235-4e58-b6bc-ea98c0aec0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:43.239406 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4be1ec72-500b-409e-b9c2-3e10726ddca1 req-a3304b3f-5b20-41b2-a6fc-cbe869ddd3eb tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/security-groups?id=37550ed7-fbaa-467a-8078-86fab95259aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369039 Oct 20 11:35:43.275675 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-5fd12307-6e0c-4fdd-870b-f2a0d6606171 None None] Provisioning complete for port e37caa3f-c535-4d17-b258-9154ac9229c0 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:43.276111 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5fd12307-6e0c-4fdd-870b-f2a0d6606171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:43.328417 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b9a816-0404-43b4-b06b-2e63667f2137 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:35:43.352588 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-79b9a816-0404-43b4-b06b-2e63667f2137 admin admin] 10.222.0.98 "PUT /v2.0/routers/4b41670d-0bea-4f99-963c-16f07a56ae05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0160267 Oct 20 11:35:43.359222 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:35:43.478067 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7b8c6266-6637-4f34-8d27-c944209a6d58 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:43.516166 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7b8c6266-6637-4f34-8d27-c944209a6d58 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:43.519677 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=9af97a2b-58f5-49ae-8ddd-706533753a99,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:43.528057 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-5fd12307-6e0c-4fdd-870b-f2a0d6606171 None None] Port e37caa3f-c535-4d17-b258-9154ac9229c0 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:35:43.562314 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 7aaab8e6-3a6e-4a50-aae4-dd1dc35899a3 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:43.562762 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:43.567316 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8c6266-6637-4f34-8d27-c944209a6d58 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:35:43.570724 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-7b8c6266-6637-4f34-8d27-c944209a6d58 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:43.577683 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8c6266-6637-4f34-8d27-c944209a6d58 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:35:43.584257 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-44b5405a-5235-4e58-b6bc-ea98c0aec0ee None None] For port eb9af6d4-157a-487f-8faa-c697c82f5b73, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:35:43.584904 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8c6266-6637-4f34-8d27-c944209a6d58 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:43.585573 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7b8c6266-6637-4f34-8d27-c944209a6d58 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:43.589720 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8c6266-6637-4f34-8d27-c944209a6d58 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Port': ['ID=86e1c2e2-4b29-4b5b-a69e-75f3b41f727e,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:43.609605 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-44b5405a-5235-4e58-b6bc-ea98c0aec0ee None None] For port eb9af6d4-157a-487f-8faa-c697c82f5b73, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=eb9af6d4-157a-487f-8faa-c697c82f5b73,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:35:43.611834 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38458) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:43.616471 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-44b5405a-5235-4e58-b6bc-ea98c0aec0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:43.619135 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7b8c6266-6637-4f34-8d27-c944209a6d58 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4016316 Oct 20 11:35:43.689730 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5405a-5235-4e58-b6bc-ea98c0aec0ee None None] Pushing event updated for resources: {'Port': ['ID=eb9af6d4-157a-487f-8faa-c697c82f5b73,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:43.706635 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [req-0e9d97eb-3667-4b86-80cd-0b8ba1c38c77 req-9c91679f-06d1-4102-8557-8c4716859d4a tempest-FloatingIPDetailsNegativeTestJSON-516453891 tempest-FloatingIPDetailsNegativeTestJSON-516453891-project] show failed (client error): The resource could not be found. Oct 20 11:35:43.707728 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0e9d97eb-3667-4b86-80cd-0b8ba1c38c77 req-9c91679f-06d1-4102-8557-8c4716859d4a tempest-FloatingIPDetailsNegativeTestJSON-516453891 tempest-FloatingIPDetailsNegativeTestJSON-516453891-project] 10.222.0.98 "GET /v2.0/floatingips/4302da91-78e2-47e1-b3b7-85cd33aa9a77 HTTP/1.1" status: 404 len: 350 time: 0.0551465 Oct 20 11:35:43.717199 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38460) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:43.745148 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465f59e6-807d-4f08-afd3-22d6531fd810 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:43.751284 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465f59e6-807d-4f08-afd3-22d6531fd810 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:43.753419 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-465f59e6-807d-4f08-afd3-22d6531fd810 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1399193 Oct 20 11:35:43.759903 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38466) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:43.861957 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-22d7564b-78fe-4c0c-b873-b209bfccbe58 req-d83e0043-441d-4b77-8d27-fb81a7660a9e tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0491402 Oct 20 11:35:43.961625 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354684b-e1d3-45cf-b81f-5498d8e4d3db req-0513eee2-7346-4e96-89b9-e9d0c4aa4ba5 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:43.963729 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e354684b-e1d3-45cf-b81f-5498d8e4d3db req-0513eee2-7346-4e96-89b9-e9d0c4aa4ba5 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7 HTTP/1.1" status: 200 len: 945 time: 0.1645441 Oct 20 11:35:43.998364 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-51a7c50e-bf18-44e6-a5c9-6355485bbdbd tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Deleting port 86e1c2e2-4b29-4b5b-a69e-75f3b41f727e {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:35:43.998824 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-51a7c50e-bf18-44e6-a5c9-6355485bbdbd tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:44.054140 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e354684b-e1d3-45cf-b81f-5498d8e4d3db req-6c79281d-3e7a-4f99-a25c-b7aa735e8bde tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804734 Oct 20 11:35:44.118772 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-51a7c50e-bf18-44e6-a5c9-6355485bbdbd tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:44.133378 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-51a7c50e-bf18-44e6-a5c9-6355485bbdbd tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Calling delete_port for 86e1c2e2-4b29-4b5b-a69e-75f3b41f727e owned by {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:35:44.203887 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-46054bed-69fe-4d90-81c8-292a0cc3a4bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:44.274717 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-51a7c50e-bf18-44e6-a5c9-6355485bbdbd tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:44.311656 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a7c50e-bf18-44e6-a5c9-6355485bbdbd tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event deleted for resources: {'Port': ['ID=86e1c2e2-4b29-4b5b-a69e-75f3b41f727e,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:44.341934 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-51a7c50e-bf18-44e6-a5c9-6355485bbdbd tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:44.345331 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-51a7c50e-bf18-44e6-a5c9-6355485bbdbd tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/ports/86e1c2e2-4b29-4b5b-a69e-75f3b41f727e HTTP/1.1" status: 204 len: 168 time: 0.5842438 Oct 20 11:35:44.348391 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38474) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:44.463771 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc249b9-c4bf-494d-a5f3-47c11c2007cc tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:44.465254 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc249b9-c4bf-494d-a5f3-47c11c2007cc tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:44.466882 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-7fc249b9-c4bf-494d-a5f3-47c11c2007cc tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1174381 Oct 20 11:35:44.475831 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896b78a-2017-4221-a645-707bd49f312b req-5edeb078-1812-48f5-8ed5-ca54d42507de tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:44.477678 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9896b78a-2017-4221-a645-707bd49f312b req-5edeb078-1812-48f5-8ed5-ca54d42507de tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=70bb8a8e-ab14-4f56-a485-838f48da73f4 HTTP/1.1" status: 200 len: 946 time: 0.1613305 Oct 20 11:35:44.478363 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38476) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:44.585011 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1467d20-7758-4cdb-b1c0-95a17b2aed64 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Deleting subnet a68d97f2-c8b4-4b76-89f2-7fcbf11e127c {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:35:44.592974 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9896b78a-2017-4221-a645-707bd49f312b req-4e744bf2-33de-45a9-b322-4139d4026650 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/security-groups?id=37550ed7-fbaa-467a-8078-86fab95259aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062787 Oct 20 11:35:44.603015 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e1467d20-7758-4cdb-b1c0-95a17b2aed64 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:44.697363 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e1467d20-7758-4cdb-b1c0-95a17b2aed64 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:44.841097 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e1467d20-7758-4cdb-b1c0-95a17b2aed64 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:44.850426 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 9af97a2b-58f5-49ae-8ddd-706533753a99 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:35:44.886455 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c88c8c-6f47-40ab-981f-f114fad8ff02 None None] Sync routers for ids ['4b41670d-0bea-4f99-963c-16f07a56ae05'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:35:44.925009 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e1467d20-7758-4cdb-b1c0-95a17b2aed64 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:44.935621 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-46054bed-69fe-4d90-81c8-292a0cc3a4bf admin admin] Deleting port e37caa3f-c535-4d17-b258-9154ac9229c0 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:35:44.936116 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-46054bed-69fe-4d90-81c8-292a0cc3a4bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:44.937640 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c88c8c-6f47-40ab-981f-f114fad8ff02 None None] Routers {'4b41670d-0bea-4f99-963c-16f07a56ae05'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:35:44.938984 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-f5c88c8c-6f47-40ab-981f-f114fad8ff02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:35:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['4b41670d-0bea-4f99-963c-16f07a56ae05'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:44.993397 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1467d20-7758-4cdb-b1c0-95a17b2aed64 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event deleted for resources: {'Subnet': ['ID=a68d97f2-c8b4-4b76-89f2-7fcbf11e127c,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:45.000462 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e1467d20-7758-4cdb-b1c0-95a17b2aed64 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:45.001712 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3e6d2a-6d64-421d-ac1a-aa9cfa3dbdf2 None None] Network 87010bec-6736-4922-a33b-92334c200b3b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:35:45.003747 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e1467d20-7758-4cdb-b1c0-95a17b2aed64 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/a68d97f2-c8b4-4b76-89f2-7fcbf11e127c HTTP/1.1" status: 204 len: 168 time: 0.5242410 Oct 20 11:35:45.008120 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38486) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:45.047047 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cb4c1155-a658-4c61-85c9-49deac125f84 req-bd4b2891-83c3-4db8-86ed-978d60109c10 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0557489 Oct 20 11:35:45.065473 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f90972-1b6c-4397-83d0-ed4333f3402f req-f28c6057-b228-4c4e-af8f-e062f2d1dcc5 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:45.067024 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-95f90972-1b6c-4397-83d0-ed4333f3402f req-f28c6057-b228-4c4e-af8f-e062f2d1dcc5 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=70bb8a8e-ab14-4f56-a485-838f48da73f4 HTTP/1.1" status: 200 len: 946 time: 0.0855763 Oct 20 11:35:45.077589 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b5d9b982-aa17-4449-903d-e7cf66a52c38 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0672429 Oct 20 11:35:45.080409 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38490) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:45.086674 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-5c6ccab6-d6f6-490a-a90a-a6bd566b4a0d tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'subnet': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:45.121408 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-46054bed-69fe-4d90-81c8-292a0cc3a4bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:45.140784 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-46054bed-69fe-4d90-81c8-292a0cc3a4bf admin admin] Calling delete_port for e37caa3f-c535-4d17-b258-9154ac9229c0 owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:35:45.141009 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 9af97a2b-58f5-49ae-8ddd-706533753a99 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:45.141380 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:45.188312 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-95f90972-1b6c-4397-83d0-ed4333f3402f req-3bf4d3d4-43a5-452b-ac99-b6ef32aaa1d7 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/security-groups?id=37550ed7-fbaa-467a-8078-86fab95259aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966959 Oct 20 11:35:45.218406 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-508986fc-4a3f-456d-9124-ae0e94fadd80 None None] Provisioning complete for port eb9af6d4-157a-487f-8faa-c697c82f5b73 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:45.218874 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-508986fc-4a3f-456d-9124-ae0e94fadd80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:45.219227 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6ccab6-d6f6-490a-a90a-a6bd566b4a0d tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:35:45.223008 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5c6ccab6-d6f6-490a-a90a-a6bd566b4a0d tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:45.271880 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-f5c88c8c-6f47-40ab-981f-f114fad8ff02 None None] Set router 4b41670d-0bea-4f99-963c-16f07a56ae05 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:35:45.321416 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:45.337285 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf82b4a-6310-49dc-b146-6ff8e099bda9 req-1f808a1d-1c48-40aa-9937-67a074b2dfd0 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:45.338897 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8cf82b4a-6310-49dc-b146-6ff8e099bda9 req-1f808a1d-1c48-40aa-9937-67a074b2dfd0 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7 HTTP/1.1" status: 200 len: 945 time: 0.1010344 Oct 20 11:35:45.368753 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-46054bed-69fe-4d90-81c8-292a0cc3a4bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:45.392783 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8cf82b4a-6310-49dc-b146-6ff8e099bda9 req-97814a0e-59d0-4860-b588-bea1593b67d9 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429800 Oct 20 11:35:45.397513 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46054bed-69fe-4d90-81c8-292a0cc3a4bf admin admin] Pushing event deleted for resources: {'Port': ['ID=e37caa3f-c535-4d17-b258-9154ac9229c0,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:45.461799 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device eb9af6d4-157a-487f-8faa-c697c82f5b73 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:35:45.523755 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881df1cb-3496-4924-bd2e-f57078645ee4 None None] DHCP port deletion for 87010bec-6736-4922-a33b-92334c200b3b request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:35:45.524334 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5c6ccab6-d6f6-490a-a90a-a6bd566b4a0d tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:45.549121 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device bf8bb61b-b204-43bb-8314-b760999dfbf5 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:35:45.566517 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-508986fc-4a3f-456d-9124-ae0e94fadd80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:45.592217 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6ccab6-d6f6-490a-a90a-a6bd566b4a0d tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:35:45.597548 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-5c6ccab6-d6f6-490a-a90a-a6bd566b4a0d tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:45.600865 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6ccab6-d6f6-490a-a90a-a6bd566b4a0d tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:45.601463 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5c6ccab6-d6f6-490a-a90a-a6bd566b4a0d tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:45.618690 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ccab6-d6f6-490a-a90a-a6bd566b4a0d tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Subnet': ['ID=6af32665-c96e-4b18-bfc7-adde1c259cda,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:45.631775 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-46054bed-69fe-4d90-81c8-292a0cc3a4bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:45.640967 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-5c6ccab6-d6f6-490a-a90a-a6bd566b4a0d tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5588920 Oct 20 11:35:45.641345 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38496) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:45.650069 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-69dd8e03-025f-41e6-bcb9-1ba3e5c94e7b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'port': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'name': 'tempest-NetworksTestDHCPv6-1293276481'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:45.693737 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-508986fc-4a3f-456d-9124-ae0e94fadd80 None None] For port eb9af6d4-157a-487f-8faa-c697c82f5b73, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=eb9af6d4-157a-487f-8faa-c697c82f5b73,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:45.698022 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.db.resource_extend [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 11:35:45.718839 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-508986fc-4a3f-456d-9124-ae0e94fadd80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:45.782139 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69dd8e03-025f-41e6-bcb9-1ba3e5c94e7b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:35:45.785753 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-69dd8e03-025f-41e6-bcb9-1ba3e5c94e7b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:45.800516 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port eb9af6d4-157a-487f-8faa-c697c82f5b73 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:45.800876 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:45.803307 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [None req-69dd8e03-025f-41e6-bcb9-1ba3e5c94e7b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] device_id is not set on port 6e7c8c51-9d88-4fd5-bc70-1d167dede4dd yet. {{(pid=100647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:35:45.877180 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port bf8bb61b-b204-43bb-8314-b760999dfbf5, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=bf8bb61b-b204-43bb-8314-b760999dfbf5,segment=NetworkSegment(4dbe0d0c-7fc2-44c4-912f-278d67da55f4),segment_id=4dbe0d0c-7fc2-44c4-912f-278d67da55f4)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:45.891763 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508986fc-4a3f-456d-9124-ae0e94fadd80 None None] Pushing event updated for resources: {'Port': ['ID=eb9af6d4-157a-487f-8faa-c697c82f5b73,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:45.899371 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-881df1cb-3496-4924-bd2e-f57078645ee4 None None] Deleting port eb9af6d4-157a-487f-8faa-c697c82f5b73 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:35:45.900306 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-881df1cb-3496-4924-bd2e-f57078645ee4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:45.913513 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46054bed-69fe-4d90-81c8-292a0cc3a4bf admin admin] Router 4b41670d-0bea-4f99-963c-16f07a56ae05 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:35:45.916797 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': 'bf8bb61b-b204-43bb-8314-b760999dfbf5', 'network_id': '16c10c5d-1850-421a-96a5-275d76836bd3', 'port_id': 'bf8bb61b-b204-43bb-8314-b760999dfbf5', 'mac_address': 'fa:16:3e:66:50:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fdf86ab-af58-4cf8-9b95-ca9f0c250fbb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:35:45.928855 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-69dd8e03-025f-41e6-bcb9-1ba3e5c94e7b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Allocated IP 2001:db8::5a (87010bec-6736-4922-a33b-92334c200b3b/6af32665-c96e-4b18-bfc7-adde1c259cda/6e7c8c51-9d88-4fd5-bc70-1d167dede4dd) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:35:45.933309 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-f5c88c8c-6f47-40ab-981f-f114fad8ff02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b41670d-0bea-4f99-963c-16f07a56ae05', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-267597278-router', 'tenant_id': 'f8cd5c03e1f04d998f1d77201c08c09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '9af97a2b-58f5-49ae-8ddd-706533753a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:38Z', 'updated_at': '2021-10-20T11:35:42Z', 'revision_number': 4, 'project_id': 'f8cd5c03e1f04d998f1d77201c08c09f', 'gw_port': {'id': '9af97a2b-58f5-49ae-8ddd-706533753a99', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:73:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b41670d-0bea-4f99-963c-16f07a56ae05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:39Z', 'updated_at': '2021-10-20T11:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'e37caa3f-c535-4d17-b258-9154ac9229c0', 'name': '', 'network_id': 'ddf97125-57d1-4b98-9566-844e639bd63f', 'tenant_id': 'f8cd5c03e1f04d998f1d77201c08c09f', 'mac_address': 'fa:16:3e:52:79:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b41670d-0bea-4f99-963c-16f07a56ae05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'bad00232-d6dd-48f2-b3f2-066036bace24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:41Z', 'updated_at': '2021-10-20T11:35:42Z', 'revision_number': 2, 'project_id': 'f8cd5c03e1f04d998f1d77201c08c09f', 'subnets': [{'id': 'bad00232-d6dd-48f2-b3f2-066036bace24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:45.999486 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c88c8c-6f47-40ab-981f-f114fad8ff02 None None] Checking router: 4b41670d-0bea-4f99-963c-16f07a56ae05 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:35:45.999835 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c88c8c-6f47-40ab-981f-f114fad8ff02 None None] Updating router 4b41670d-0bea-4f99-963c-16f07a56ae05 port e37caa3f-c535-4d17-b258-9154ac9229c0 binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:35:46.022876 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46054bed-69fe-4d90-81c8-292a0cc3a4bf admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:35:46.031410 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-46054bed-69fe-4d90-81c8-292a0cc3a4bf admin admin] 10.222.0.98 "PUT /v2.0/routers/4b41670d-0bea-4f99-963c-16f07a56ae05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3127902 Oct 20 11:35:46.032104 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38498) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:46.069086 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c88c8c-6f47-40ab-981f-f114fad8ff02 None None] Port e37caa3f-c535-4d17-b258-9154ac9229c0 not found while updating agent binding for router 4b41670d-0bea-4f99-963c-16f07a56ae05. {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 20 11:35:46.088841 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-69dd8e03-025f-41e6-bcb9-1ba3e5c94e7b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:46.092789 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-881df1cb-3496-4924-bd2e-f57078645ee4 None None] For port eb9af6d4-157a-487f-8faa-c697c82f5b73, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=eb9af6d4-157a-487f-8faa-c697c82f5b73,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:46.093183 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-881df1cb-3496-4924-bd2e-f57078645ee4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:46.098040 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:46.129212 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c88c8c-6f47-40ab-981f-f114fad8ff02 None None] Routers {'4b41670d-0bea-4f99-963c-16f07a56ae05'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:35:46.129807 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-f5c88c8c-6f47-40ab-981f-f114fad8ff02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:35:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['4b41670d-0bea-4f99-963c-16f07a56ae05'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:46.131833 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-881df1cb-3496-4924-bd2e-f57078645ee4 None None] Calling delete_port for eb9af6d4-157a-487f-8faa-c697c82f5b73 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:35:46.137238 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-69dd8e03-025f-41e6-bcb9-1ba3e5c94e7b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:46.141972 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf8bb61b-b204-43bb-8314-b760999dfbf5 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:35:46.171448 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8c3db604-1362-4135-9b91-e916ce2b53d6 admin admin] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:46.204712 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-99d7f2f8-4399-4d98-b6e8-36707908aca1 req-8a3168f9-bc32-44f6-b7f7-95d32db15835 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0604928 Oct 20 11:35:46.211545 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dd8e03-025f-41e6-bcb9-1ba3e5c94e7b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:35:46.216261 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-69dd8e03-025f-41e6-bcb9-1ba3e5c94e7b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:46.219563 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dd8e03-025f-41e6-bcb9-1ba3e5c94e7b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:35:46.229231 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dd8e03-025f-41e6-bcb9-1ba3e5c94e7b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:46.229995 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-69dd8e03-025f-41e6-bcb9-1ba3e5c94e7b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:46.248230 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port bf8bb61b-b204-43bb-8314-b760999dfbf5, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=bf8bb61b-b204-43bb-8314-b760999dfbf5,segment=NetworkSegment(4dbe0d0c-7fc2-44c4-912f-278d67da55f4),segment_id=4dbe0d0c-7fc2-44c4-912f-278d67da55f4)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:46.261116 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd8e03-025f-41e6-bcb9-1ba3e5c94e7b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Port': ['ID=6e7c8c51-9d88-4fd5-bc70-1d167dede4dd,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:46.292092 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-69dd8e03-025f-41e6-bcb9-1ba3e5c94e7b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6496921 Oct 20 11:35:46.294628 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38506) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:46.311722 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8c3db604-1362-4135-9b91-e916ce2b53d6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:46.375686 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-8c3db604-1362-4135-9b91-e916ce2b53d6 admin admin] Deleting port 9af97a2b-58f5-49ae-8ddd-706533753a99 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:35:46.376060 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8c3db604-1362-4135-9b91-e916ce2b53d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:46.395896 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c8716d-d7f7-4607-a60a-a7b8f931b4a8 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:46.403166 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c8716d-d7f7-4607-a60a-a7b8f931b4a8 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:46.405010 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-a7c8716d-d7f7-4607-a60a-a7b8f931b4a8 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1084981 Oct 20 11:35:46.409217 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38508) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:46.440064 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:46.455207 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5032963d-bfb6-489e-8c11-28d2b72a2c1d req-4448b0f3-a577-4a2d-9909-c29162980571 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:46.462550 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5032963d-bfb6-489e-8c11-28d2b72a2c1d req-4448b0f3-a577-4a2d-9909-c29162980571 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=70bb8a8e-ab14-4f56-a485-838f48da73f4 HTTP/1.1" status: 200 len: 945 time: 0.1483362 Oct 20 11:35:46.479649 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-8c3db604-1362-4135-9b91-e916ce2b53d6 admin admin] For port 9af97a2b-58f5-49ae-8ddd-706533753a99, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=9af97a2b-58f5-49ae-8ddd-706533753a99,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:46.480637 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8c3db604-1362-4135-9b91-e916ce2b53d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:46.497166 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-f5c88c8c-6f47-40ab-981f-f114fad8ff02 None None] Set router 4b41670d-0bea-4f99-963c-16f07a56ae05 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:35:46.501860 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-8c3db604-1362-4135-9b91-e916ce2b53d6 admin admin] Calling delete_port for 9af97a2b-58f5-49ae-8ddd-706533753a99 owned by network:router_gateway {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:35:46.556672 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5032963d-bfb6-489e-8c11-28d2b72a2c1d req-cb0b7f51-cf1a-43d7-ad25-64eec58b7b04 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/security-groups?id=37550ed7-fbaa-467a-8078-86fab95259aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889466 Oct 20 11:35:46.568711 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-881df1cb-3496-4924-bd2e-f57078645ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:46.589203 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=bf8bb61b-b204-43bb-8314-b760999dfbf5,revision_number=6']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:46.608946 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881df1cb-3496-4924-bd2e-f57078645ee4 None None] No DVR routers for this DVR port eb9af6d4-157a-487f-8faa-c697c82f5b73 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:35:46.634233 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-061b2e81-e5b6-4760-a627-065f02477eb1 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Deleting port 6e7c8c51-9d88-4fd5-bc70-1d167dede4dd {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:35:46.634571 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-061b2e81-e5b6-4760-a627-065f02477eb1 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:46.658606 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79731176-188f-49a0-8119-8d26efe31edd req-a3fa1576-866f-4731-8fde-83c75873d37a tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:46.660566 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-79731176-188f-49a0-8119-8d26efe31edd req-a3fa1576-866f-4731-8fde-83c75873d37a tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.11 "GET /v2.0/ports?device_id=70bb8a8e-ab14-4f56-a485-838f48da73f4 HTTP/1.1" status: 200 len: 945 time: 0.1361117 Oct 20 11:35:46.674372 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dbd3ec-2463-4904-ae45-271fd9bba71d req-ea966ab4-5765-476e-ab0d-89cf0e0b69e8 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:46.679212 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device eb9af6d4-157a-487f-8faa-c697c82f5b73 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:35:46.681721 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-43dbd3ec-2463-4904-ae45-271fd9bba71d req-ea966ab4-5765-476e-ab0d-89cf0e0b69e8 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7 HTTP/1.1" status: 200 len: 945 time: 0.1405256 Oct 20 11:35:46.709717 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: eb9af6d4-157a-487f-8faa-c697c82f5b73 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:35:46.710207 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device eb9af6d4-157a-487f-8faa-c697c82f5b73 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:35:46.712391 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ab4d53-d36a-4e42-b89b-07bf979d7fd2 None None] Network 87010bec-6736-4922-a33b-92334c200b3b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:35:46.714852 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881df1cb-3496-4924-bd2e-f57078645ee4 None None] Pushing event deleted for resources: {'Port': ['ID=eb9af6d4-157a-487f-8faa-c697c82f5b73,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:46.759485 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8c3db604-1362-4135-9b91-e916ce2b53d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:46.794248 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3db604-1362-4135-9b91-e916ce2b53d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9af97a2b-58f5-49ae-8ddd-706533753a99,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:46.855442 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8c3db604-1362-4135-9b91-e916ce2b53d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:46.859602 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-061b2e81-e5b6-4760-a627-065f02477eb1 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:46.875578 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-43dbd3ec-2463-4904-ae45-271fd9bba71d req-68f2b7a7-adde-468c-ae20-143784b22da2 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926079 Oct 20 11:35:46.880638 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-061b2e81-e5b6-4760-a627-065f02477eb1 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Calling delete_port for 6e7c8c51-9d88-4fd5-bc70-1d167dede4dd owned by {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:35:46.918111 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-f5c88c8c-6f47-40ab-981f-f114fad8ff02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b41670d-0bea-4f99-963c-16f07a56ae05', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-267597278-router', 'tenant_id': 'f8cd5c03e1f04d998f1d77201c08c09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '9af97a2b-58f5-49ae-8ddd-706533753a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:38Z', 'updated_at': '2021-10-20T11:35:45Z', 'revision_number': 5, 'project_id': 'f8cd5c03e1f04d998f1d77201c08c09f', 'gw_port': {'id': '9af97a2b-58f5-49ae-8ddd-706533753a99', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:73:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b41670d-0bea-4f99-963c-16f07a56ae05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:39Z', 'updated_at': '2021-10-20T11:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:46.948769 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c88c8c-6f47-40ab-981f-f114fad8ff02 None None] The sync data for ids ['4b41670d-0bea-4f99-963c-16f07a56ae05'] in n-d-814735-3 is: [{'id': '4b41670d-0bea-4f99-963c-16f07a56ae05', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-267597278-router', 'tenant_id': 'f8cd5c03e1f04d998f1d77201c08c09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '9af97a2b-58f5-49ae-8ddd-706533753a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:38Z', 'updated_at': '2021-10-20T11:35:45Z', 'revision_number': 5, 'project_id': 'f8cd5c03e1f04d998f1d77201c08c09f', 'gw_port': {'id': '9af97a2b-58f5-49ae-8ddd-706533753a99', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:73:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b41670d-0bea-4f99-963c-16f07a56ae05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:39Z', 'updated_at': '2021-10-20T11:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:35:46.958487 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-79731176-188f-49a0-8119-8d26efe31edd req-97b517c2-3a0a-4726-ae49-8f8c0c3cd8eb tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Deleting port bf8bb61b-b204-43bb-8314-b760999dfbf5 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:35:46.958830 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-79731176-188f-49a0-8119-8d26efe31edd req-97b517c2-3a0a-4726-ae49-8f8c0c3cd8eb tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:46.961618 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8c3db604-1362-4135-9b91-e916ce2b53d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:46.964165 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8c3db604-1362-4135-9b91-e916ce2b53d6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:46.978541 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba00c06-6e5b-4be9-ba04-603a93c64a5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-87010bec-6736-4922-a33b-92334c200b3b', 'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'tenant_id': 'f2f2c5c0f7894903b0c7a7e30f527cc9', 'fixed_ips': [{'subnet_id': '6af32665-c96e-4b18-bfc7-adde1c259cda'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:35:46.979724 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1ba00c06-6e5b-4be9-ba04-603a93c64a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:47.015278 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8c3db604-1362-4135-9b91-e916ce2b53d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:47.016317 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3db604-1362-4135-9b91-e916ce2b53d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b41670d-0bea-4f99-963c-16f07a56ae05 {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:35:47.028768 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8c3db604-1362-4135-9b91-e916ce2b53d6 admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:47.030191 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8c3db604-1362-4135-9b91-e916ce2b53d6 admin admin] 10.222.0.98 "DELETE /v2.0/routers/4b41670d-0bea-4f99-963c-16f07a56ae05 HTTP/1.1" status: 204 len: 168 time: 0.9968801 Oct 20 11:35:47.032561 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38514) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:47.089860 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-2718a3db-827a-4292-bcb9-a26bb8f15056 admin admin] Deleting subnet bad00232-d6dd-48f2-b3f2-066036bace24 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:35:47.093886 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2718a3db-827a-4292-bcb9-a26bb8f15056 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:47.132929 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-79731176-188f-49a0-8119-8d26efe31edd req-97b517c2-3a0a-4726-ae49-8f8c0c3cd8eb tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] For port bf8bb61b-b204-43bb-8314-b760999dfbf5, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=bf8bb61b-b204-43bb-8314-b760999dfbf5,segment=NetworkSegment(4dbe0d0c-7fc2-44c4-912f-278d67da55f4),segment_id=4dbe0d0c-7fc2-44c4-912f-278d67da55f4)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:47.133345 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-79731176-188f-49a0-8119-8d26efe31edd req-97b517c2-3a0a-4726-ae49-8f8c0c3cd8eb tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:47.150775 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-79731176-188f-49a0-8119-8d26efe31edd req-97b517c2-3a0a-4726-ae49-8f8c0c3cd8eb tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Calling delete_port for bf8bb61b-b204-43bb-8314-b760999dfbf5 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:35:47.152696 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2718a3db-827a-4292-bcb9-a26bb8f15056 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:47.177114 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-1ba00c06-6e5b-4be9-ba04-603a93c64a5d None None] Allocated IP 2001:db8::2 (87010bec-6736-4922-a33b-92334c200b3b/6af32665-c96e-4b18-bfc7-adde1c259cda/bfa94237-34c1-4168-acea-3f42a02452dc) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:35:47.212013 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-061b2e81-e5b6-4760-a627-065f02477eb1 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:47.280244 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2718a3db-827a-4292-bcb9-a26bb8f15056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:47.325261 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-061b2e81-e5b6-4760-a627-065f02477eb1 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:47.337330 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-061b2e81-e5b6-4760-a627-065f02477eb1 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/ports/6e7c8c51-9d88-4fd5-bc70-1d167dede4dd HTTP/1.1" status: 204 len: 168 time: 0.9276981 Oct 20 11:35:47.338613 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b2e81-e5b6-4760-a627-065f02477eb1 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event deleted for resources: {'Port': ['ID=6e7c8c51-9d88-4fd5-bc70-1d167dede4dd,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:47.344981 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38524) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:47.397351 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-44127d22-5217-4b3a-a158-a19055bb186f req-417a3f0f-c8f9-4209-afa7-67e90ff08157 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0561814 Oct 20 11:35:47.457670 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1ba00c06-6e5b-4be9-ba04-603a93c64a5d None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:47.475092 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1ba00c06-6e5b-4be9-ba04-603a93c64a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:47.486698 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2bc039-eab6-4bfe-9542-4124626bc98f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:47.491098 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2bc039-eab6-4bfe-9542-4124626bc98f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:47.495340 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-bc2bc039-eab6-4bfe-9542-4124626bc98f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1421125 Oct 20 11:35:47.496186 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38526) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:47.504117 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2718a3db-827a-4292-bcb9-a26bb8f15056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:47.521271 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba00c06-6e5b-4be9-ba04-603a93c64a5d None None] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:35:47.524998 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-1ba00c06-6e5b-4be9-ba04-603a93c64a5d None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:47.528771 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba00c06-6e5b-4be9-ba04-603a93c64a5d None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:35:47.545908 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba00c06-6e5b-4be9-ba04-603a93c64a5d None None] Pushing event updated for resources: {'Port': ['ID=bfa94237-34c1-4168-acea-3f42a02452dc,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:47.547668 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2718a3db-827a-4292-bcb9-a26bb8f15056 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bad00232-d6dd-48f2-b3f2-066036bace24,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:47.551575 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device bf8bb61b-b204-43bb-8314-b760999dfbf5 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:35:47.558284 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2718a3db-827a-4292-bcb9-a26bb8f15056 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:47.563714 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2718a3db-827a-4292-bcb9-a26bb8f15056 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/bad00232-d6dd-48f2-b3f2-066036bace24 HTTP/1.1" status: 204 len: 168 time: 0.5300882 Oct 20 11:35:47.566476 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38528) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:47.570986 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa1be37-b370-4b3a-8a1b-302c80fb7ab9 None None] Network ddf97125-57d1-4b98-9566-844e639bd63f requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:35:47.577662 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-79731176-188f-49a0-8119-8d26efe31edd req-97b517c2-3a0a-4726-ae49-8f8c0c3cd8eb tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:47.634042 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b517c2-3a0a-4726-ae49-8f8c0c3cd8eb tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Pushing event deleted for resources: {'Port': ['ID=bf8bb61b-b204-43bb-8314-b760999dfbf5,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:47.645954 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: bf8bb61b-b204-43bb-8314-b760999dfbf5 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:35:47.646145 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a2f55cb-79ad-4807-a202-357de45e8658 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Deleting subnet 6af32665-c96e-4b18-bfc7-adde1c259cda {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:35:47.646480 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device bf8bb61b-b204-43bb-8314-b760999dfbf5 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:35:47.651591 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7a2f55cb-79ad-4807-a202-357de45e8658 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:47.672040 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c2c2d9ec-2349-4e94-b556-a2962f41f1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:47.686933 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-1ba00c06-6e5b-4be9-ba04-603a93c64a5d None None] Attempting to bind port bfa94237-34c1-4168-acea-3f42a02452dc on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:35:47.687307 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-1ba00c06-6e5b-4be9-ba04-603a93c64a5d None None] Attempting to bind port bfa94237-34c1-4168-acea-3f42a02452dc by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:35:47.687741 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba00c06-6e5b-4be9-ba04-603a93c64a5d None None] Attempting to bind port bfa94237-34c1-4168-acea-3f42a02452dc on network 87010bec-6736-4922-a33b-92334c200b3b {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:35:47.698995 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba00c06-6e5b-4be9-ba04-603a93c64a5d None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:35:47.699372 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba00c06-6e5b-4be9-ba04-603a93c64a5d None None] Checking segment: {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:35:47.699813 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1ba00c06-6e5b-4be9-ba04-603a93c64a5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:47.700230 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba00c06-6e5b-4be9-ba04-603a93c64a5d None None] Bound using segment: {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:35:47.700898 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-1ba00c06-6e5b-4be9-ba04-603a93c64a5d None None] Bound port: bfa94237-34c1-4168-acea-3f42a02452dc, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:35:47.701152 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1ba00c06-6e5b-4be9-ba04-603a93c64a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:47.742100 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-c2c2d9ec-2349-4e94-b556-a2962f41f1af admin admin] Deleting port 7aaab8e6-3a6e-4a50-aae4-dd1dc35899a3 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:35:47.742436 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c2c2d9ec-2349-4e94-b556-a2962f41f1af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:47.746736 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e21837f1-8cec-4f72-914c-6197d99d452d req-e66491e2-2b2a-4add-9055-341371c75198 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=70bb8a8e-ab14-4f56-a485-838f48da73f4 HTTP/1.1" status: 200 len: 210 time: 0.0627928 Oct 20 11:35:47.746736 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-79731176-188f-49a0-8119-8d26efe31edd req-97b517c2-3a0a-4726-ae49-8f8c0c3cd8eb tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] No DVR routers for this DVR port bf8bb61b-b204-43bb-8314-b760999dfbf5 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:35:47.750098 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-79731176-188f-49a0-8119-8d26efe31edd req-97b517c2-3a0a-4726-ae49-8f8c0c3cd8eb tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:47.753398 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-79731176-188f-49a0-8119-8d26efe31edd req-97b517c2-3a0a-4726-ae49-8f8c0c3cd8eb tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.11 "DELETE /v2.0/ports/bf8bb61b-b204-43bb-8314-b760999dfbf5 HTTP/1.1" status: 204 len: 173 time: 1.0691030 Oct 20 11:35:47.753852 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70bb8a8e-ab14-4f56-a485-838f48da73f4', 'name': 'network-vif-deleted', 'tag': 'bf8bb61b-b204-43bb-8314-b760999dfbf5'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:35:47.756173 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c13f7f5-2985-4caa-b70e-e2bc3068e154" -d '{"events": [{"server_uuid": "70bb8a8e-ab14-4f56-a485-838f48da73f4", "name": "network-vif-deleted", "tag": "bf8bb61b-b204-43bb-8314-b760999dfbf5"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:35:47.771807 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7a2f55cb-79ad-4807-a202-357de45e8658 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:47.838830 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c711dcc-86ee-41b1-9597-111b2d20d735 x-openstack-request-id: req-4c711dcc-86ee-41b1-9597-111b2d20d735 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:35:47.839131 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70bb8a8e-ab14-4f56-a485-838f48da73f4", "name": "network-vif-deleted", "tag": "bf8bb61b-b204-43bb-8314-b760999dfbf5", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:35:47.839377 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4c711dcc-86ee-41b1-9597-111b2d20d735 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:35:47.847361 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70bb8a8e-ab14-4f56-a485-838f48da73f4', 'name': 'network-vif-deleted', 'tag': 'bf8bb61b-b204-43bb-8314-b760999dfbf5', 'status': 'completed', 'code': 200} Oct 20 11:35:47.867298 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-c2c2d9ec-2349-4e94-b556-a2962f41f1af admin admin] For port 7aaab8e6-3a6e-4a50-aae4-dd1dc35899a3, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=7aaab8e6-3a6e-4a50-aae4-dd1dc35899a3,segment=NetworkSegment(2650ab1e-b37e-48e5-8e05-7506e5d71cd2),segment_id=2650ab1e-b37e-48e5-8e05-7506e5d71cd2)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:47.867799 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c2c2d9ec-2349-4e94-b556-a2962f41f1af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:47.874215 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-1ba00c06-6e5b-4be9-ba04-603a93c64a5d None None] For port bfa94237-34c1-4168-acea-3f42a02452dc, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:35:47.881264 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-1ba00c06-6e5b-4be9-ba04-603a93c64a5d None None] For port bfa94237-34c1-4168-acea-3f42a02452dc, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=bfa94237-34c1-4168-acea-3f42a02452dc,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:35:47.893150 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-c2c2d9ec-2349-4e94-b556-a2962f41f1af admin admin] Calling delete_port for 7aaab8e6-3a6e-4a50-aae4-dd1dc35899a3 owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:35:47.896358 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1ba00c06-6e5b-4be9-ba04-603a93c64a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:48.013864 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f010f51-62b3-4304-9350-87dadc1d9c1d None None] DHCP port deletion for ddf97125-57d1-4b98-9566-844e639bd63f request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:35:48.049843 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c2c2d9ec-2349-4e94-b556-a2962f41f1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:48.059618 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba00c06-6e5b-4be9-ba04-603a93c64a5d None None] Pushing event updated for resources: {'Port': ['ID=bfa94237-34c1-4168-acea-3f42a02452dc,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:48.080813 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c2d9ec-2349-4e94-b556-a2962f41f1af admin admin] Pushing event deleted for resources: {'Port': ['ID=7aaab8e6-3a6e-4a50-aae4-dd1dc35899a3,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:48.086340 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c2d9ec-2349-4e94-b556-a2962f41f1af admin admin] No DVR routers for this DVR port 7aaab8e6-3a6e-4a50-aae4-dd1dc35899a3 on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:35:48.098684 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-6f010f51-62b3-4304-9350-87dadc1d9c1d None None] Deleting port 7aaab8e6-3a6e-4a50-aae4-dd1dc35899a3 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:35:48.099273 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6f010f51-62b3-4304-9350-87dadc1d9c1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:48.152833 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1911791-75af-4400-8e7e-31daef0f051c None None] Sync routers for ids ['4b41670d-0bea-4f99-963c-16f07a56ae05'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:35:48.165384 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1911791-75af-4400-8e7e-31daef0f051c None None] Routers set() bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:35:48.166045 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1911791-75af-4400-8e7e-31daef0f051c None None] Router IDs set() for agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 20 11:35:48.166899 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_agentschedulers_db [None req-a1911791-75af-4400-8e7e-31daef0f051c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4b41670d-0bea-4f99-963c-16f07a56ae05'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:35:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent'). {{(pid=100649) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 20 11:35:48.182482 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1911791-75af-4400-8e7e-31daef0f051c None None] Routers set() bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:35:48.183113 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1911791-75af-4400-8e7e-31daef0f051c None None] Router IDs set() for agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 20 11:35:48.185005 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_agentschedulers_db [None req-a1911791-75af-4400-8e7e-31daef0f051c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4b41670d-0bea-4f99-963c-16f07a56ae05'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:35:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent'). {{(pid=100649) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 20 11:35:48.185604 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1911791-75af-4400-8e7e-31daef0f051c None None] The sync data for ids ['4b41670d-0bea-4f99-963c-16f07a56ae05'] in n-d-814735-3 is: [] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:35:48.195935 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-6f010f51-62b3-4304-9350-87dadc1d9c1d None None] For port 7aaab8e6-3a6e-4a50-aae4-dd1dc35899a3, host n-d-814735-3, got binding levels [] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:48.196436 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6f010f51-62b3-4304-9350-87dadc1d9c1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:48.203365 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c2c2d9ec-2349-4e94-b556-a2962f41f1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:48.214611 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-6f010f51-62b3-4304-9350-87dadc1d9c1d None None] Calling delete_port for 7aaab8e6-3a6e-4a50-aae4-dd1dc35899a3 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:35:48.217952 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.ipam_backend_mixin [None req-6f010f51-62b3-4304-9350-87dadc1d9c1d None None] Port 7aaab8e6-3a6e-4a50-aae4-dd1dc35899a3 was not found and therefore no delete operation was performed {{(pid=100648) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 11:35:48.219422 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6f010f51-62b3-4304-9350-87dadc1d9c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:48.240108 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-c2c2d9ec-2349-4e94-b556-a2962f41f1af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddf97125-57d1-4b98-9566-844e639bd63f']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:48.296682 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-c2c2d9ec-2349-4e94-b556-a2962f41f1af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2650ab1e-b37e-48e5-8e05-7506e5d71cd2') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:48.297248 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-c2c2d9ec-2349-4e94-b556-a2962f41f1af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2650ab1e-b37e-48e5-8e05-7506e5d71cd2') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:35:48.315949 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f010f51-62b3-4304-9350-87dadc1d9c1d None None] Pushing event deleted for resources: {'Port': ['ID=7aaab8e6-3a6e-4a50-aae4-dd1dc35899a3,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:48.319889 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f010f51-62b3-4304-9350-87dadc1d9c1d None None] No DVR routers for this DVR port 7aaab8e6-3a6e-4a50-aae4-dd1dc35899a3 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:35:48.320765 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c2c2d9ec-2349-4e94-b556-a2962f41f1af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:48.346824 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c2c2d9ec-2349-4e94-b556-a2962f41f1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:48.359864 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2c2d9ec-2349-4e94-b556-a2962f41f1af admin admin] Releasing vlan 1293 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:35:48.360286 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c2c2d9ec-2349-4e94-b556-a2962f41f1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:48.362441 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:35:48.362441 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:35:48.362441 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:35:48.362441 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:35:48.362441 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:35:48.362441 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:35:48.362441 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:35:48.362441 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:35:48.362441 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:35:48.362441 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:35:48.362441 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:35:48.362441 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:35:48.362441 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:35:48.362441 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:35:48.362441 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:35:48.362441 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:35:48.362441 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:35:48.362441 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:35:48.362441 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:35:48.362441 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:35:48.362441 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:35:48.362441 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:35:48.362441 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:35:48.362441 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:35:48.362441 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:35:48.362441 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:35:48.362441 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:35:48.362441 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:35:48.362441 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:35:48.362441 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:35:48.362441 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:35:48.362441 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:35:48.509198 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7a2f55cb-79ad-4807-a202-357de45e8658 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:48.509760 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c2c2d9ec-2349-4e94-b556-a2962f41f1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:48.515693 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c2c2d9ec-2349-4e94-b556-a2962f41f1af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:48.521378 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c2c2d9ec-2349-4e94-b556-a2962f41f1af admin admin] 10.222.0.98 "DELETE /v2.0/networks/ddf97125-57d1-4b98-9566-844e639bd63f HTTP/1.1" status: 204 len: 168 time: 0.9508698 Oct 20 11:35:48.531887 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c2d9ec-2349-4e94-b556-a2962f41f1af admin admin] Pushing event deleted for resources: {'Network': ['ID=ddf97125-57d1-4b98-9566-844e639bd63f,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:48.558371 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a21e2c-5a5f-49d3-97a6-ded0f33f9956 req-e4858bf5-4a6f-4b11-9698-4d21f7488715 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:48.560170 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c3a21e2c-5a5f-49d3-97a6-ded0f33f9956 req-e4858bf5-4a6f-4b11-9698-4d21f7488715 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7 HTTP/1.1" status: 200 len: 945 time: 0.1362016 Oct 20 11:35:48.615876 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a1fc252a-64f5-47a0-8ef9-0847a635c83f req-2df9914f-554f-4cd1-a783-2e7a85402881 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0540855 Oct 20 11:35:48.680045 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c3a21e2c-5a5f-49d3-97a6-ded0f33f9956 req-8210193e-0bac-421e-9960-f5301921ad3c tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027265 Oct 20 11:35:48.691890 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7a2f55cb-79ad-4807-a202-357de45e8658 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:48.705526 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7a2f55cb-79ad-4807-a202-357de45e8658 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:48.709203 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-7a2f55cb-79ad-4807-a202-357de45e8658 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/6af32665-c96e-4b18-bfc7-adde1c259cda HTTP/1.1" status: 204 len: 168 time: 1.2120657 Oct 20 11:35:48.711884 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38552) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:48.737119 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f55cb-79ad-4807-a202-357de45e8658 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event deleted for resources: {'Subnet': ['ID=6af32665-c96e-4b18-bfc7-adde1c259cda,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:48.764138 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d4ef1cb1-1191-43f8-908a-57b7f1392af2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0506871 Oct 20 11:35:48.766718 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38556) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:48.772236 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-b51e8cb5-6f44-45da-ac45-de5a66c871da tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'subnet': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:48.777226 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38558) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:48.836010 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-52763bb6-5906-41a9-8f06-65fa271f2133 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f8cd5c03e1f04d998f1d77201c08c09f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0573323 Oct 20 11:35:48.838632 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38562) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:48.944858 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a6108abe-68bf-4b64-ae30-ef9d6aa3e221 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:48.958292 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51e8cb5-6f44-45da-ac45-de5a66c871da tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:35:48.963096 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b51e8cb5-6f44-45da-ac45-de5a66c871da tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:48.990192 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a6108abe-68bf-4b64-ae30-ef9d6aa3e221 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:49.059279 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a6108abe-68bf-4b64-ae30-ef9d6aa3e221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:49.062060 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a6108abe-68bf-4b64-ae30-ef9d6aa3e221 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:49.064922 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device bfa94237-34c1-4168-acea-3f42a02452dc up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:35:49.066089 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-a6108abe-68bf-4b64-ae30-ef9d6aa3e221 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/01ee2eec-3fe7-4886-b7cd-259e9cc05b04 HTTP/1.1" status: 204 len: 168 time: 0.2247665 Oct 20 11:35:49.079944 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6108abe-68bf-4b64-ae30-ef9d6aa3e221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ee2eec-3fe7-4886-b7cd-259e9cc05b04,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:49.145968 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port bfa94237-34c1-4168-acea-3f42a02452dc triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:49.146715 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:49.241511 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38570) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:49.259980 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-9cd97e17-dd6f-4840-b6dd-93deaf5c86a3 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Request body: {'security_group': {'name': 'tempest-securitygroup--558292519', 'description': 'tempest-description--325676097'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:49.268098 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b51e8cb5-6f44-45da-ac45-de5a66c871da tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:49.272739 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:49.300678 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9cd97e17-dd6f-4840-b6dd-93deaf5c86a3 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:49.304971 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51e8cb5-6f44-45da-ac45-de5a66c871da tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:35:49.309453 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-b51e8cb5-6f44-45da-ac45-de5a66c871da tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:49.327764 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port bfa94237-34c1-4168-acea-3f42a02452dc, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=bfa94237-34c1-4168-acea-3f42a02452dc,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:49.329637 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d3b7bcf4-5227-4f10-afaa-f76f2963b937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:49.337044 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:49.340208 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51e8cb5-6f44-45da-ac45-de5a66c871da tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:49.341380 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b51e8cb5-6f44-45da-ac45-de5a66c871da tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:49.402005 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b51e8cb5-6f44-45da-ac45-de5a66c871da tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6313200 Oct 20 11:35:49.402378 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38574) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:49.413271 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e8cb5-6f44-45da-ac45-de5a66c871da tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Subnet': ['ID=000bea1e-d3ff-4478-b7e3-df02b5893def,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:49.416392 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-9d73beef-d8d3-4890-aa53-72b937ee7f00 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'port': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'name': 'tempest-NetworksTestDHCPv6-1978842884'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:49.432917 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 9af97a2b-58f5-49ae-8ddd-706533753a99 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:35:49.436267 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=bfa94237-34c1-4168-acea-3f42a02452dc,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:49.458661 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 9af97a2b-58f5-49ae-8ddd-706533753a99 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:35:49.459268 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 9af97a2b-58f5-49ae-8ddd-706533753a99 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:35:49.459664 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 7aaab8e6-3a6e-4a50-aae4-dd1dc35899a3 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:35:49.486162 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667ecad8-d1b8-4b79-ab74-a621a1e38732 None None] Network 87010bec-6736-4922-a33b-92334c200b3b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:35:49.490437 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 7aaab8e6-3a6e-4a50-aae4-dd1dc35899a3 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:35:49.491015 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 7aaab8e6-3a6e-4a50-aae4-dd1dc35899a3 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:35:49.524930 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9cd97e17-dd6f-4840-b6dd-93deaf5c86a3 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:49.541920 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9cd97e17-dd6f-4840-b6dd-93deaf5c86a3 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:49.584986 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9cd97e17-dd6f-4840-b6dd-93deaf5c86a3 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:49.589303 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-9cd97e17-dd6f-4840-b6dd-93deaf5c86a3 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3433383 Oct 20 11:35:49.590080 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38584) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:49.595264 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-e2564b62-2c06-4601-ba57-35158df316dd tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Request body: {'security_group_rule': {'security_group_id': 'a5b55ddc-29e6-4a6f-907e-b3042b1310b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:49.599792 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd97e17-dd6f-4840-b6dd-93deaf5c86a3 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b55ddc-29e6-4a6f-907e-b3042b1310b9,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:49.613654 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d73beef-d8d3-4890-aa53-72b937ee7f00 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:35:49.618567 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9d73beef-d8d3-4890-aa53-72b937ee7f00 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:49.629610 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-9a089244-017e-48eb-be9b-fd77ce549698 None None] Provisioning complete for port bfa94237-34c1-4168-acea-3f42a02452dc triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:49.630281 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9a089244-017e-48eb-be9b-fd77ce549698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:49.642438 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e2564b62-2c06-4601-ba57-35158df316dd tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:49.644687 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [None req-9d73beef-d8d3-4890-aa53-72b937ee7f00 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] device_id is not set on port 973aa210-9f96-47c6-97bc-da717b50e82c yet. {{(pid=100647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:35:49.725622 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e2564b62-2c06-4601-ba57-35158df316dd tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:49.734199 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e2564b62-2c06-4601-ba57-35158df316dd tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:49.760684 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e2564b62-2c06-4601-ba57-35158df316dd tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:49.763024 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e2564b62-2c06-4601-ba57-35158df316dd tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1714356 Oct 20 11:35:49.766137 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38592) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:49.771795 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-1210a24a-af3d-4cf8-bba5-7482716f72ba tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Request body: {'security_group_rule': {'security_group_id': 'a5b55ddc-29e6-4a6f-907e-b3042b1310b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:49.794196 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2564b62-2c06-4601-ba57-35158df316dd tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9809485e-17b5-49ba-ad37-1ddd3ffb00dc,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:49.797353 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-13b52f64-9df1-49c5-a547-32c5ad4e6d61 req-97befa71-0166-4ff1-864b-fe20604d0900 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0553529 Oct 20 11:35:49.838657 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1210a24a-af3d-4cf8-bba5-7482716f72ba tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:49.868982 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-9a089244-017e-48eb-be9b-fd77ce549698 None None] Could not find standard attr ID for object 6e7c8c51-9d88-4fd5-bc70-1d167dede4dd. {{(pid=100648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:35:49.909154 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-9d73beef-d8d3-4890-aa53-72b937ee7f00 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Allocated IP 2001:db8::3b (87010bec-6736-4922-a33b-92334c200b3b/000bea1e-d3ff-4478-b7e3-df02b5893def/973aa210-9f96-47c6-97bc-da717b50e82c) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:35:49.919341 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1210a24a-af3d-4cf8-bba5-7482716f72ba tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:49.923830 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1210a24a-af3d-4cf8-bba5-7482716f72ba tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:49.947266 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7e434-4bad-40ac-876f-4ecc3ef2b1d6 req-9d26d735-2c97-4cad-95f1-77abe939e55c tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:49.948062 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210a24a-af3d-4cf8-bba5-7482716f72ba tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12fc8407-b9e8-4823-8ea4-1f49a94c12b1,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:49.949124 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-82f7e434-4bad-40ac-876f-4ecc3ef2b1d6 req-9d26d735-2c97-4cad-95f1-77abe939e55c tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7 HTTP/1.1" status: 200 len: 945 time: 0.1043963 Oct 20 11:35:49.959607 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1210a24a-af3d-4cf8-bba5-7482716f72ba tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:49.960965 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1210a24a-af3d-4cf8-bba5-7482716f72ba tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1932118 Oct 20 11:35:49.964276 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38602) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:49.970327 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-ef64ea9d-74c7-4b29-83d7-af3aebf1c251 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:50.009948 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ef64ea9d-74c7-4b29-83d7-af3aebf1c251 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks [] for floatingip, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:50.029718 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-82f7e434-4bad-40ac-876f-4ecc3ef2b1d6 req-095b35b5-6818-4041-a777-e183cdae204d tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673633 Oct 20 11:35:50.189396 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9d73beef-d8d3-4890-aa53-72b937ee7f00 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:50.196857 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-079bb796-1ee4-4849-94ad-fe59b5b10146 None None] Provisioning complete for port bfa94237-34c1-4168-acea-3f42a02452dc triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:50.201210 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-079bb796-1ee4-4849-94ad-fe59b5b10146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:50.234399 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ef64ea9d-74c7-4b29-83d7-af3aebf1c251 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:50.266045 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9d73beef-d8d3-4890-aa53-72b937ee7f00 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:50.332742 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d73beef-d8d3-4890-aa53-72b937ee7f00 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:35:50.336899 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-9d73beef-d8d3-4890-aa53-72b937ee7f00 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:50.340271 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d73beef-d8d3-4890-aa53-72b937ee7f00 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:35:50.347009 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d73beef-d8d3-4890-aa53-72b937ee7f00 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:50.347782 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9d73beef-d8d3-4890-aa53-72b937ee7f00 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:50.371586 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d73beef-d8d3-4890-aa53-72b937ee7f00 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Port': ['ID=973aa210-9f96-47c6-97bc-da717b50e82c,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:50.389241 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-9d73beef-d8d3-4890-aa53-72b937ee7f00 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9838572 Oct 20 11:35:50.389241 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38616) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:50.402879 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-ef64ea9d-74c7-4b29-83d7-af3aebf1c251 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Allocated IP 172.25.5.205 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/0b765e73-6444-48ca-866d-94757cf019be) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:35:50.451609 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1b67d0-35de-4887-bcf8-3de15fba0ad3 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:50.459555 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1b67d0-35de-4887-bcf8-3de15fba0ad3 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:50.464456 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-da1b67d0-35de-4887-bcf8-3de15fba0ad3 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.0736635 Oct 20 11:35:50.465473 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38618) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:50.510145 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-0dc5d42b-1a69-4240-b11d-d16d678dfa1b None None] Could not find standard attr ID for object 86e1c2e2-4b29-4b5b-a69e-75f3b41f727e. {{(pid=100648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:35:50.582262 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-68b4ecaa-81cc-4d6c-b46f-3f493aab73b5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Deleting port 973aa210-9f96-47c6-97bc-da717b50e82c {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:35:50.582849 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-68b4ecaa-81cc-4d6c-b46f-3f493aab73b5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:50.589002 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ef64ea9d-74c7-4b29-83d7-af3aebf1c251 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:50.624262 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device bfa94237-34c1-4168-acea-3f42a02452dc up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:35:50.659747 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ef64ea9d-74c7-4b29-83d7-af3aebf1c251 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:50.703329 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port bfa94237-34c1-4168-acea-3f42a02452dc triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:50.703713 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:50.722194 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef64ea9d-74c7-4b29-83d7-af3aebf1c251 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:35:50.727397 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-ef64ea9d-74c7-4b29-83d7-af3aebf1c251 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:50.731686 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef64ea9d-74c7-4b29-83d7-af3aebf1c251 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:35:50.743747 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-68b4ecaa-81cc-4d6c-b46f-3f493aab73b5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:50.768453 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-68b4ecaa-81cc-4d6c-b46f-3f493aab73b5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Calling delete_port for 973aa210-9f96-47c6-97bc-da717b50e82c owned by {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:35:50.823236 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef64ea9d-74c7-4b29-83d7-af3aebf1c251 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Pushing event updated for resources: {'Port': ['ID=0b765e73-6444-48ca-866d-94757cf019be,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:50.862603 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ef64ea9d-74c7-4b29-83d7-af3aebf1c251 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:50.913864 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ef64ea9d-74c7-4b29-83d7-af3aebf1c251 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:50.934203 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-6ace503d-9047-4924-bc23-0fe2aa98f659 None None] Could not find standard attr ID for object 6e7c8c51-9d88-4fd5-bc70-1d167dede4dd. {{(pid=100648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:35:50.972689 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38632) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:50.994305 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-684a02cd-e141-4be8-a078-5dd2daa8d49a req-0c08c08c-1000-468a-9394-fec5e1bc71b8 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0353920 Oct 20 11:35:51.019229 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-68b4ecaa-81cc-4d6c-b46f-3f493aab73b5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:51.102558 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-68b4ecaa-81cc-4d6c-b46f-3f493aab73b5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:51.110743 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-68b4ecaa-81cc-4d6c-b46f-3f493aab73b5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/ports/973aa210-9f96-47c6-97bc-da717b50e82c HTTP/1.1" status: 204 len: 168 time: 0.6441021 Oct 20 11:35:51.111772 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b4ecaa-81cc-4d6c-b46f-3f493aab73b5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event deleted for resources: {'Port': ['ID=973aa210-9f96-47c6-97bc-da717b50e82c,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:51.115389 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38638) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:51.151739 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-29dd1523-9815-4cc7-9839-4530724cf24e None None] Could not find standard attr ID for object 973aa210-9f96-47c6-97bc-da717b50e82c. {{(pid=100648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:35:51.243191 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e9c275-9a20-4fd9-8bce-9fe14efaf46a tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:51.245000 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e9c275-9a20-4fd9-8bce-9fe14efaf46a tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:51.249912 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-56e9c275-9a20-4fd9-8bce-9fe14efaf46a tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1306882 Oct 20 11:35:51.250401 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38642) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:51.266812 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f53ba-51fb-4e89-ac32-9ac949ce4761 req-7165da03-e87b-4797-8213-eeefa7f65e6f tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:51.268627 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1f7f53ba-51fb-4e89-ac32-9ac949ce4761 req-7165da03-e87b-4797-8213-eeefa7f65e6f tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7 HTTP/1.1" status: 200 len: 945 time: 0.1045499 Oct 20 11:35:51.339266 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1f7f53ba-51fb-4e89-ac32-9ac949ce4761 req-a41c2b57-5165-4519-a009-0197c793715f tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471568 Oct 20 11:35:51.350336 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-77333719-12e8-43bf-be24-df73cd481bd2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Deleting subnet 000bea1e-d3ff-4478-b7e3-df02b5893def {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:35:51.354228 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-77333719-12e8-43bf-be24-df73cd481bd2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:51.398559 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-77333719-12e8-43bf-be24-df73cd481bd2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:51.433439 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-47b1cde3-f456-49a3-82d4-54282f8cc4be admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:51.461059 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-77333719-12e8-43bf-be24-df73cd481bd2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:51.527106 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ef64ea9d-74c7-4b29-83d7-af3aebf1c251 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:51.538606 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ef64ea9d-74c7-4b29-83d7-af3aebf1c251 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:51.547693 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-77333719-12e8-43bf-be24-df73cd481bd2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:51.584832 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77333719-12e8-43bf-be24-df73cd481bd2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event deleted for resources: {'Subnet': ['ID=000bea1e-d3ff-4478-b7e3-df02b5893def,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:51.591417 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-77333719-12e8-43bf-be24-df73cd481bd2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:51.595051 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-77333719-12e8-43bf-be24-df73cd481bd2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/000bea1e-d3ff-4478-b7e3-df02b5893def HTTP/1.1" status: 204 len: 168 time: 0.3437040 Oct 20 11:35:51.597811 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38650) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:51.638005 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef64ea9d-74c7-4b29-83d7-af3aebf1c251 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Pushing event updated for resources: {'Port': ['ID=0b765e73-6444-48ca-866d-94757cf019be,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:51.656972 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcebe47-d4d2-44c0-8030-57010cd7984d None None] Network 87010bec-6736-4922-a33b-92334c200b3b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:35:51.668588 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-47b1cde3-f456-49a3-82d4-54282f8cc4be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:51.675651 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e70b1672-c252-4c93-a436-23625bb837fb tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0767822 Oct 20 11:35:51.676872 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-47b1cde3-f456-49a3-82d4-54282f8cc4be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:51.678121 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38652) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:51.693761 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ef64ea9d-74c7-4b29-83d7-af3aebf1c251 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:51.726997 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b1cde3-f456-49a3-82d4-54282f8cc4be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb68d2c-394a-4ef9-8465-dade01f989c9,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:51.731308 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-47b1cde3-f456-49a3-82d4-54282f8cc4be admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=460197e4d2524e4c8e0fcb5c946ac7fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7566974 Oct 20 11:35:51.735618 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b063bb7-a98d-47e4-ae89-67cfb1f2f08d tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:51.735949 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38656) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:51.737866 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-9b063bb7-a98d-47e4-ae89-67cfb1f2f08d tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0584042 Oct 20 11:35:51.740534 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38658) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:51.746305 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ef64ea9d-74c7-4b29-83d7-af3aebf1c251 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:51.763446 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ef64ea9d-74c7-4b29-83d7-af3aebf1c251 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7945383 Oct 20 11:35:51.806224 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c0984e-57ad-4b35-8d91-ecdd175ed9bc tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:51.810608 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-94c0984e-57ad-4b35-8d91-ecdd175ed9bc tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0681310 Oct 20 11:35:51.811359 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38662) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:51.840868 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3a896feb-41d3-4e30-9e8e-02564f5e30da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:51.860150 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-170cc677-6efa-4fba-afaf-bcfa145491f2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0474341 Oct 20 11:35:51.860944 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38666) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:51.865774 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3a896feb-41d3-4e30-9e8e-02564f5e30da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:51.878211 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-fc449a88-cf17-4205-8541-dbf46961ea3c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'subnet': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:51.900324 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982d0ad8-936a-41f3-b572-27769c0acd9d None None] DHCP port deletion for 87010bec-6736-4922-a33b-92334c200b3b request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:35:51.943713 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3a896feb-41d3-4e30-9e8e-02564f5e30da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:51.947274 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3a896feb-41d3-4e30-9e8e-02564f5e30da admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:51.951334 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3a896feb-41d3-4e30-9e8e-02564f5e30da admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/adb68d2c-394a-4ef9-8465-dade01f989c9 HTTP/1.1" status: 204 len: 168 time: 0.2120299 Oct 20 11:35:51.960033 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a896feb-41d3-4e30-9e8e-02564f5e30da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb68d2c-394a-4ef9-8465-dade01f989c9,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:51.962661 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-982d0ad8-936a-41f3-b572-27769c0acd9d None None] Deleting port bfa94237-34c1-4168-acea-3f42a02452dc {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:35:51.963376 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-982d0ad8-936a-41f3-b572-27769c0acd9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:51.998479 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7d70fa40-ea69-42a1-9a65-ee0fbe273436 req-639d6db8-50bf-4d67-865e-106df617d1f1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cc2a7568-a0b5-453f-9439-31621926cf91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1366646 Oct 20 11:35:52.046755 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-982d0ad8-936a-41f3-b572-27769c0acd9d None None] For port bfa94237-34c1-4168-acea-3f42a02452dc, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=bfa94237-34c1-4168-acea-3f42a02452dc,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:52.047205 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-982d0ad8-936a-41f3-b572-27769c0acd9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:52.062106 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-982d0ad8-936a-41f3-b572-27769c0acd9d None None] Calling delete_port for bfa94237-34c1-4168-acea-3f42a02452dc owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:35:52.084900 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc449a88-cf17-4205-8541-dbf46961ea3c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:35:52.088921 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fc449a88-cf17-4205-8541-dbf46961ea3c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:52.154627 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5ede65ae-86fd-4e60-937f-58157ce0f3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:52.160867 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-982d0ad8-936a-41f3-b572-27769c0acd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:52.190012 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d0ad8-936a-41f3-b572-27769c0acd9d None None] Pushing event deleted for resources: {'Port': ['ID=bfa94237-34c1-4168-acea-3f42a02452dc,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:52.194757 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982d0ad8-936a-41f3-b572-27769c0acd9d None None] No DVR routers for this DVR port bfa94237-34c1-4168-acea-3f42a02452dc on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:35:52.246657 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c06e679b-6b7b-47e3-a347-728351631962 req-362ed847-9bce-4ccd-801f-42a140cfbf3b tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0705633 Oct 20 11:35:52.264698 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a795fd4-65bd-4020-a40f-51063910fd9f req-697f68f2-f834-4dfd-af29-14d58ee92da1 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:52.266201 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a795fd4-65bd-4020-a40f-51063910fd9f req-697f68f2-f834-4dfd-af29-14d58ee92da1 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/networks?id=16c10c5d-1850-421a-96a5-275d76836bd3 HTTP/1.1" status: 200 len: 820 time: 0.3087769 Oct 20 11:35:52.275412 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70fa40-ea69-42a1-9a65-ee0fbe273436 req-4b6ec03d-8e70-4794-a759-25c826341f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:52.276895 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7d70fa40-ea69-42a1-9a65-ee0fbe273436 req-4b6ec03d-8e70-4794-a759-25c826341f21 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5fc99acf92746f0b6c75e7601cdfadb&device_id=cc2a7568-a0b5-453f-9439-31621926cf91 HTTP/1.1" status: 200 len: 1096 time: 0.2103660 Oct 20 11:35:52.292162 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a795fd4-65bd-4020-a40f-51063910fd9f req-0f560969-d330-4897-93bf-d019157c3844 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/quotas/d1c5e789bb64470d9f622154eb184e9a HTTP/1.1" status: 200 len: 375 time: 0.0192373 Oct 20 11:35:52.531843 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a795fd4-65bd-4020-a40f-51063910fd9f req-637c60ff-718e-43ba-85c8-b507855c5198 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=d1c5e789bb64470d9f622154eb184e9a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2176275 Oct 20 11:35:52.562320 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-3a795fd4-65bd-4020-a40f-51063910fd9f req-5e2859ab-0179-406a-87f4-8b4d564b631a service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:35:52.563547 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a795fd4-65bd-4020-a40f-51063910fd9f req-5e2859ab-0179-406a-87f4-8b4d564b631a service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0173376 Oct 20 11:35:52.569804 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70fa40-ea69-42a1-9a65-ee0fbe273436 req-9d31d014-2086-4f61-8aec-e25ad7bd1abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:52.571441 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7d70fa40-ea69-42a1-9a65-ee0fbe273436 req-9d31d014-2086-4f61-8aec-e25ad7bd1abd service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ac8a1a7-834d-4283-be36-675cd4e77db7 HTTP/1.1" status: 200 len: 912 time: 0.2566011 Oct 20 11:35:52.582507 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fc449a88-cf17-4205-8541-dbf46961ea3c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:52.612525 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device bfa94237-34c1-4168-acea-3f42a02452dc no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:35:52.633941 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: bfa94237-34c1-4168-acea-3f42a02452dc {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:35:52.634358 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device bfa94237-34c1-4168-acea-3f42a02452dc not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:35:52.686284 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330071b-dff6-4646-bc3d-445054fd5472 req-2959b59a-c169-4021-9885-0300ff3d0d48 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:52.687823 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1330071b-dff6-4646-bc3d-445054fd5472 req-2959b59a-c169-4021-9885-0300ff3d0d48 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7 HTTP/1.1" status: 200 len: 945 time: 0.2522447 Oct 20 11:35:52.734583 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc449a88-cf17-4205-8541-dbf46961ea3c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:35:52.758289 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-fc449a88-cf17-4205-8541-dbf46961ea3c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:52.768024 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c69d8e9-5c7b-4a4d-9562-15a5e7a3a2ed None None] Network 87010bec-6736-4922-a33b-92334c200b3b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:35:52.768859 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc449a88-cf17-4205-8541-dbf46961ea3c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:52.769453 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fc449a88-cf17-4205-8541-dbf46961ea3c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:52.793477 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7d70fa40-ea69-42a1-9a65-ee0fbe273436 req-02246f8e-44ce-48a6-a5bf-dd857c259fcb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00f1187d-224c-4016-b677-4394cff176bd HTTP/1.1" status: 200 len: 1000 time: 0.2064967 Oct 20 11:35:52.804419 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc449a88-cf17-4205-8541-dbf46961ea3c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Subnet': ['ID=0e63c18c-80ee-4175-9be3-f65a547c5736,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:52.833211 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-fc449a88-cf17-4205-8541-dbf46961ea3c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9701877 Oct 20 11:35:52.836123 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38708) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:52.841336 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-7050d666-e48f-45a5-963b-9e82873b0969 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'port': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'fixed_ips': [{'subnet_id': '0e63c18c-80ee-4175-9be3-f65a547c5736', 'ip_address': '2001:db8::62af:7479:7064:b1f4'}], 'name': 'tempest-NetworksTestDHCPv6-1041362358'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:52.854414 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a795fd4-65bd-4020-a40f-51063910fd9f req-dd9076b7-366d-4984-87d5-08057fc83581 service neutron] 10.222.0.98 "GET /v2.0/networks/16c10c5d-1850-421a-96a5-275d76836bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812014 Oct 20 11:35:52.859386 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1330071b-dff6-4646-bc3d-445054fd5472 req-c2a5bda4-1009-4799-9586-5b7a0f7db770 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587651 Oct 20 11:35:52.930618 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70fa40-ea69-42a1-9a65-ee0fbe273436 req-d4ff8b7c-4014-44fa-8c5d-d51041928f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:52.932141 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7d70fa40-ea69-42a1-9a65-ee0fbe273436 req-d4ff8b7c-4014-44fa-8c5d-d51041928f3b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15eac2f5-b810-4d1a-999c-137936c809b4 HTTP/1.1" status: 200 len: 849 time: 0.1252682 Oct 20 11:35:52.934210 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bb96fe-b4c3-444f-8d06-cf0953668598 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-87010bec-6736-4922-a33b-92334c200b3b', 'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'tenant_id': 'f2f2c5c0f7894903b0c7a7e30f527cc9', 'fixed_ips': [{'subnet_id': '0e63c18c-80ee-4175-9be3-f65a547c5736'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:35:52.934840 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c8bb96fe-b4c3-444f-8d06-cf0953668598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:52.996211 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7050d666-e48f-45a5-963b-9e82873b0969 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:35:53.004772 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a795fd4-65bd-4020-a40f-51063910fd9f req-08038c65-b647-4dbf-a0d9-b3ad52bc3e7e service neutron] 10.222.0.98 "GET /v2.0/networks/16c10c5d-1850-421a-96a5-275d76836bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411829 Oct 20 11:35:53.012525 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70fa40-ea69-42a1-9a65-ee0fbe273436 req-ce681cdc-cf09-47af-8256-b2d642cc4e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:53.014218 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7d70fa40-ea69-42a1-9a65-ee0fbe273436 req-ce681cdc-cf09-47af-8256-b2d642cc4e35 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ac8a1a7-834d-4283-be36-675cd4e77db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712755 Oct 20 11:35:53.075876 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:53.119596 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:53.153456 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7050d666-e48f-45a5-963b-9e82873b0969 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:53.172557 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-c8bb96fe-b4c3-444f-8d06-cf0953668598 None None] Allocated IP 2001:db8::2 (87010bec-6736-4922-a33b-92334c200b3b/0e63c18c-80ee-4175-9be3-f65a547c5736/5e515356-69c2-464b-86a2-7dc3833dd7f9) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:35:53.203271 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-7050d666-e48f-45a5-963b-9e82873b0969 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] device_id is not set on port 04fea235-b4a5-4819-b398-a11a84b6d2bc yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:35:53.205965 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7d70fa40-ea69-42a1-9a65-ee0fbe273436 req-59c220e3-65f5-4f60-bfce-00e1ed3c2fc9 service neutron] 10.222.0.11 "GET /v2.0/networks/9ac8a1a7-834d-4283-be36-675cd4e77db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820886 Oct 20 11:35:53.314042 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a2219209-c895-4b51-ace9-ec40b78d7104 req-7d2a28d3-c0f6-4292-b1a8-f293fc7f39c9 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=72864da3-39ca-42d8-97df-c6f7b241e611 HTTP/1.1" status: 200 len: 210 time: 0.0671511 Oct 20 11:35:53.384718 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c8bb96fe-b4c3-444f-8d06-cf0953668598 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:53.394375 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-665b6bcf-53e0-41f7-a65d-d9980b1d773e req-08497c93-6cf3-40e6-ab4d-705d7b26f621 tempest-AbsoluteLimitsNegativeTestJSON-512373027 tempest-AbsoluteLimitsNegativeTestJSON-512373027-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=abb653a76b43480db373fe3abea5a844&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1120992 Oct 20 11:35:53.394723 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c8bb96fe-b4c3-444f-8d06-cf0953668598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:53.431500 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3d79909c-1b0b-46f5-9968-85815d907e1c req-5f993988-2bbe-464f-ae47-d8b80999f6d2 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0295641 Oct 20 11:35:53.469842 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb96fe-b4c3-444f-8d06-cf0953668598 None None] Pushing event updated for resources: {'Port': ['ID=5e515356-69c2-464b-86a2-7dc3833dd7f9,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:53.474266 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bb96fe-b4c3-444f-8d06-cf0953668598 None None] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:35:53.476138 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-c8bb96fe-b4c3-444f-8d06-cf0953668598 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:53.480014 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bb96fe-b4c3-444f-8d06-cf0953668598 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:35:53.480190 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-7050d666-e48f-45a5-963b-9e82873b0969 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Allocated IP 2001:db8::62af:7479:7064:b1f4 (87010bec-6736-4922-a33b-92334c200b3b/0e63c18c-80ee-4175-9be3-f65a547c5736/04fea235-b4a5-4819-b398-a11a84b6d2bc) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:35:53.516786 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7d70fa40-ea69-42a1-9a65-ee0fbe273436 req-c9c7cabe-21d5-4be3-9648-eb822e0ff04d service neutron] 10.222.0.11 "GET /v2.0/networks/9ac8a1a7-834d-4283-be36-675cd4e77db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033991 Oct 20 11:35:53.554596 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-c8bb96fe-b4c3-444f-8d06-cf0953668598 None None] Attempting to bind port 5e515356-69c2-464b-86a2-7dc3833dd7f9 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:35:53.555021 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-c8bb96fe-b4c3-444f-8d06-cf0953668598 None None] Attempting to bind port 5e515356-69c2-464b-86a2-7dc3833dd7f9 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:35:53.555388 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bb96fe-b4c3-444f-8d06-cf0953668598 None None] Attempting to bind port 5e515356-69c2-464b-86a2-7dc3833dd7f9 on network 87010bec-6736-4922-a33b-92334c200b3b {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:35:53.560767 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bb96fe-b4c3-444f-8d06-cf0953668598 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:35:53.561142 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bb96fe-b4c3-444f-8d06-cf0953668598 None None] Checking segment: {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:35:53.561544 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c8bb96fe-b4c3-444f-8d06-cf0953668598 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:53.561941 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bb96fe-b4c3-444f-8d06-cf0953668598 None None] Bound using segment: {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:35:53.562410 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-c8bb96fe-b4c3-444f-8d06-cf0953668598 None None] Bound port: 5e515356-69c2-464b-86a2-7dc3833dd7f9, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:35:53.562836 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c8bb96fe-b4c3-444f-8d06-cf0953668598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:53.616527 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b6bcf-53e0-41f7-a65d-d9980b1d773e req-f5a2b6d4-91ac-4496-ae10-f7f0cd9e6dbb tempest-AbsoluteLimitsNegativeTestJSON-512373027 tempest-AbsoluteLimitsNegativeTestJSON-512373027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:53.618910 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-665b6bcf-53e0-41f7-a65d-d9980b1d773e req-f5a2b6d4-91ac-4496-ae10-f7f0cd9e6dbb tempest-AbsoluteLimitsNegativeTestJSON-512373027 tempest-AbsoluteLimitsNegativeTestJSON-512373027-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1848788 Oct 20 11:35:53.657786 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-665b6bcf-53e0-41f7-a65d-d9980b1d773e req-6a3a727d-4a6f-4273-b81f-2c20cb5f2f31 tempest-AbsoluteLimitsNegativeTestJSON-512373027 tempest-AbsoluteLimitsNegativeTestJSON-512373027-project] 10.222.0.98 "GET /v2.0/quotas/abb653a76b43480db373fe3abea5a844 HTTP/1.1" status: 200 len: 375 time: 0.0262606 Oct 20 11:35:53.660222 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-c8bb96fe-b4c3-444f-8d06-cf0953668598 None None] For port 5e515356-69c2-464b-86a2-7dc3833dd7f9, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:35:53.662379 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-c8bb96fe-b4c3-444f-8d06-cf0953668598 None None] For port 5e515356-69c2-464b-86a2-7dc3833dd7f9, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=5e515356-69c2-464b-86a2-7dc3833dd7f9,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:35:53.669231 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c8bb96fe-b4c3-444f-8d06-cf0953668598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:53.689948 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7050d666-e48f-45a5-963b-9e82873b0969 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:53.701975 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-665b6bcf-53e0-41f7-a65d-d9980b1d773e req-712990b4-2b6f-4003-87ae-df454c5337dc tempest-AbsoluteLimitsNegativeTestJSON-512373027 tempest-AbsoluteLimitsNegativeTestJSON-512373027-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=abb653a76b43480db373fe3abea5a844&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410533 Oct 20 11:35:53.730647 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb96fe-b4c3-444f-8d06-cf0953668598 None None] Pushing event updated for resources: {'Port': ['ID=5e515356-69c2-464b-86a2-7dc3833dd7f9,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:53.757649 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7050d666-e48f-45a5-963b-9e82873b0969 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:53.838441 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7050d666-e48f-45a5-963b-9e82873b0969 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Port': ['ID=04fea235-b4a5-4819-b398-a11a84b6d2bc,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:53.867297 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7050d666-e48f-45a5-963b-9e82873b0969 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:35:53.869085 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-7050d666-e48f-45a5-963b-9e82873b0969 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:53.871775 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7050d666-e48f-45a5-963b-9e82873b0969 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:35:53.880337 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7050d666-e48f-45a5-963b-9e82873b0969 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:53.882719 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7050d666-e48f-45a5-963b-9e82873b0969 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:53.909776 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38746) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:53.910002 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7050d666-e48f-45a5-963b-9e82873b0969 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0724828 Oct 20 11:35:54.067381 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2053ca-210f-44d1-b5ff-ace0c1b9f05f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:54.085322 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2053ca-210f-44d1-b5ff-ace0c1b9f05f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:54.089097 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8e2053ca-210f-44d1-b5ff-ace0c1b9f05f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1760862 Oct 20 11:35:54.092415 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38750) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:54.112644 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d41002-cdc3-458c-a93e-2ddc3d4bb720 req-716a463b-6c17-4a9f-84cf-eb51670c0f8e tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:54.121979 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41d41002-cdc3-458c-a93e-2ddc3d4bb720 req-716a463b-6c17-4a9f-84cf-eb51670c0f8e tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7 HTTP/1.1" status: 200 len: 945 time: 0.1521394 Oct 20 11:35:54.147472 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38752) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:54.177443 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41d41002-cdc3-458c-a93e-2ddc3d4bb720 req-53fdedce-68c3-433b-b413-884eba0fe8b6 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544844 Oct 20 11:35:54.239371 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-6632fea0-4bcf-43e2-9ea0-ca80bcac64d5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Deleting port 04fea235-b4a5-4819-b398-a11a84b6d2bc {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:35:54.239708 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6632fea0-4bcf-43e2-9ea0-ca80bcac64d5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:54.260355 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38760) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:54.334167 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-518c788c-af9f-4f80-aa33-9aef2b913b19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:54.358714 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-369bc7ed-d969-46e1-af64-7b1370a14781 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:54.366786 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6632fea0-4bcf-43e2-9ea0-ca80bcac64d5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:54.390868 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-6632fea0-4bcf-43e2-9ea0-ca80bcac64d5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Calling delete_port for 04fea235-b4a5-4819-b398-a11a84b6d2bc owned by {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:35:54.449911 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-099c257b-1a7c-4b32-9cdb-5840a38f5b9b req-8ec34db7-3487-48fa-a685-b5ade9a6738b tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=72864da3-39ca-42d8-97df-c6f7b241e611 HTTP/1.1" status: 200 len: 210 time: 0.0483103 Oct 20 11:35:54.528628 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-518c788c-af9f-4f80-aa33-9aef2b913b19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:54.542575 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-518c788c-af9f-4f80-aa33-9aef2b913b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:54.632227 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-518c788c-af9f-4f80-aa33-9aef2b913b19 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=abb653a76b43480db373fe3abea5a844&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4835494 Oct 20 11:35:54.637102 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38770) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:54.646946 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518c788c-af9f-4f80-aa33-9aef2b913b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3225d89-0f6f-4f85-b534-984b13038b98,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:54.680125 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6632fea0-4bcf-43e2-9ea0-ca80bcac64d5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:54.721058 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 5e515356-69c2-464b-86a2-7dc3833dd7f9 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:35:54.755044 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6632fea0-4bcf-43e2-9ea0-ca80bcac64d5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event deleted for resources: {'Port': ['ID=04fea235-b4a5-4819-b398-a11a84b6d2bc,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:54.808621 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6632fea0-4bcf-43e2-9ea0-ca80bcac64d5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:54.812469 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 5e515356-69c2-464b-86a2-7dc3833dd7f9 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:54.812840 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:54.813546 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6632fea0-4bcf-43e2-9ea0-ca80bcac64d5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/ports/04fea235-b4a5-4819-b398-a11a84b6d2bc HTTP/1.1" status: 204 len: 168 time: 0.7199306 Oct 20 11:35:54.817315 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38772) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:54.820016 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:54.827185 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c3d9aa9e-13ab-4f7a-9c75-2124623ff205 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:54.877413 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c3d9aa9e-13ab-4f7a-9c75-2124623ff205 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:54.897741 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695d67a4-65a4-43fb-9a06-153906609b6a tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:54.899871 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695d67a4-65a4-43fb-9a06-153906609b6a tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:54.904002 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-695d67a4-65a4-43fb-9a06-153906609b6a tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0831058 Oct 20 11:35:54.906546 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:54.906725 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38774) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:54.951008 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 5e515356-69c2-464b-86a2-7dc3833dd7f9, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=5e515356-69c2-464b-86a2-7dc3833dd7f9,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:54.959247 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:54.974885 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-08573df6-e4bb-4150-9b21-4b7ed6014ce6 req-cbff6b26-eb99-48c2-b3c3-6395a2e22112 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0499949 Oct 20 11:35:55.008601 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c3d9aa9e-13ab-4f7a-9c75-2124623ff205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:55.011735 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c3d9aa9e-13ab-4f7a-9c75-2124623ff205 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:55.013028 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c3d9aa9e-13ab-4f7a-9c75-2124623ff205 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a3225d89-0f6f-4f85-b534-984b13038b98 HTTP/1.1" status: 204 len: 168 time: 0.3744259 Oct 20 11:35:55.020617 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d06423a-f42b-4905-b4e1-bc88d105f293 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Deleting subnet 0e63c18c-80ee-4175-9be3-f65a547c5736 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:35:55.022908 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=5e515356-69c2-464b-86a2-7dc3833dd7f9,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:55.035360 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a795fd4-65bd-4020-a40f-51063910fd9f req-496e81bb-8afb-4a7b-96aa-2ca6c506b2e8 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:55.036916 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a795fd4-65bd-4020-a40f-51063910fd9f req-496e81bb-8afb-4a7b-96aa-2ca6c506b2e8 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.11 "GET /v2.0/networks?id=16c10c5d-1850-421a-96a5-275d76836bd3 HTTP/1.1" status: 200 len: 820 time: 0.6646891 Oct 20 11:35:55.042132 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1d06423a-f42b-4905-b4e1-bc88d105f293 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:55.043466 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:55.043466 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:55.043780 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:55.045410 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:55.046010 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d9aa9e-13ab-4f7a-9c75-2124623ff205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3225d89-0f6f-4f85-b534-984b13038b98,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:55.046949 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:55.047326 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:55.047737 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:55.048076 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:55.048415 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:55.048754 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:55.049096 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:55.049436 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:35:55.058436 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-3a795fd4-65bd-4020-a40f-51063910fd9f req-5d4fb7eb-591e-4cf3-8e52-1a1165bb0a5e tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Request body: {'port': {'device_id': '72864da3-39ca-42d8-97df-c6f7b241e611', 'network_id': '16c10c5d-1850-421a-96a5-275d76836bd3', 'admin_state_up': True, 'tenant_id': 'd1c5e789bb64470d9f622154eb184e9a'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:55.116520 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1d06423a-f42b-4905-b4e1-bc88d105f293 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:55.117427 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-369bc7ed-d969-46e1-af64-7b1370a14781 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:55.137746 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-a9d9a4e9-89bc-4899-9ebd-281b66728b58 None None] Provisioning complete for port 5e515356-69c2-464b-86a2-7dc3833dd7f9 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:55.138076 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a9d9a4e9-89bc-4899-9ebd-281b66728b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:55.158680 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-369bc7ed-d969-46e1-af64-7b1370a14781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:55.242855 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-369bc7ed-d969-46e1-af64-7b1370a14781 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=65d4f9db1a854a8cb0c4db87e484c153&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9811532 Oct 20 11:35:55.250560 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38782) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:55.287897 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369bc7ed-d969-46e1-af64-7b1370a14781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54db08d6-2d77-4ab2-9630-e1c050652e59,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:55.295923 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1d06423a-f42b-4905-b4e1-bc88d105f293 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:55.362729 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1d06423a-f42b-4905-b4e1-bc88d105f293 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:55.397239 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d06423a-f42b-4905-b4e1-bc88d105f293 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event deleted for resources: {'Subnet': ['ID=0e63c18c-80ee-4175-9be3-f65a547c5736,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:55.409124 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1d06423a-f42b-4905-b4e1-bc88d105f293 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:55.415449 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1d06423a-f42b-4905-b4e1-bc88d105f293 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/0e63c18c-80ee-4175-9be3-f65a547c5736 HTTP/1.1" status: 204 len: 168 time: 0.5077941 Oct 20 11:35:55.416243 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38788) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:55.427811 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a795fd4-65bd-4020-a40f-51063910fd9f req-5d4fb7eb-591e-4cf3-8e52-1a1165bb0a5e tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Made reservation on behalf of d1c5e789bb64470d9f622154eb184e9a for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:35:55.431407 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3a795fd4-65bd-4020-a40f-51063910fd9f req-5d4fb7eb-591e-4cf3-8e52-1a1165bb0a5e tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:55.449074 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2f1b0-5305-401e-8851-fc5b77b29da0 req-6ea2917e-604f-4f6f-980a-d138b9e743b3 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:55.450631 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-08a2f1b0-5305-401e-8851-fc5b77b29da0 req-6ea2917e-604f-4f6f-980a-d138b9e743b3 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7 HTTP/1.1" status: 200 len: 945 time: 0.1489789 Oct 20 11:35:55.460624 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-861153c6-a8b1-43ee-951a-9554e956a65d tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0431702 Oct 20 11:35:55.463284 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38792) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:55.464345 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8a9c97f5-e5cf-4b40-b029-e57432d46a90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:55.469442 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-e5888459-9ef0-4df0-b9fa-becd69ecd71b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'subnet': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:55.490882 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-f0e417e7-88f6-4e92-bb85-e1347b0c8423 None None] Could not find standard attr ID for object 04fea235-b4a5-4819-b398-a11a84b6d2bc. {{(pid=100648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:35:55.493164 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01001f53-948e-4c96-a8d7-cc8d4bb01378 None None] Network 87010bec-6736-4922-a33b-92334c200b3b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:35:55.584625 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8a9c97f5-e5cf-4b40-b029-e57432d46a90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:55.615644 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5888459-9ef0-4df0-b9fa-becd69ecd71b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:35:55.621212 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e5888459-9ef0-4df0-b9fa-becd69ecd71b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:55.637027 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8700ac23-d557-428a-b65f-041f02cbe6ae req-d06147fa-8296-471b-9d1e-0ed7ea7c8191 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=72864da3-39ca-42d8-97df-c6f7b241e611 HTTP/1.1" status: 200 len: 210 time: 0.0649600 Oct 20 11:35:55.655673 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-08a2f1b0-5305-401e-8851-fc5b77b29da0 req-dd767a22-b02f-4ba5-99fa-57774d43a989 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946635 Oct 20 11:35:55.743473 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c4e90b-909a-45d4-b708-3a925f4fc9a0 None None] DHCP port deletion for 87010bec-6736-4922-a33b-92334c200b3b request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:35:55.744767 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-3a795fd4-65bd-4020-a40f-51063910fd9f req-5d4fb7eb-591e-4cf3-8e52-1a1165bb0a5e tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Allocated IP 172.20.0.10 (16c10c5d-1850-421a-96a5-275d76836bd3/5fdf86ab-af58-4cf8-9b95-ca9f0c250fbb/a48b9e52-a94a-4152-bfa3-da6860f0e9b2) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:35:55.754826 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8a9c97f5-e5cf-4b40-b029-e57432d46a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:55.757468 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8a9c97f5-e5cf-4b40-b029-e57432d46a90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:55.758660 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8a9c97f5-e5cf-4b40-b029-e57432d46a90 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/54db08d6-2d77-4ab2-9630-e1c050652e59 HTTP/1.1" status: 204 len: 168 time: 0.5070715 Oct 20 11:35:55.786079 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9c97f5-e5cf-4b40-b029-e57432d46a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54db08d6-2d77-4ab2-9630-e1c050652e59,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:55.819081 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-a4c4e90b-909a-45d4-b708-3a925f4fc9a0 None None] Deleting port 5e515356-69c2-464b-86a2-7dc3833dd7f9 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:35:55.819596 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a4c4e90b-909a-45d4-b708-3a925f4fc9a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:55.906556 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-a4c4e90b-909a-45d4-b708-3a925f4fc9a0 None None] For port 5e515356-69c2-464b-86a2-7dc3833dd7f9, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=5e515356-69c2-464b-86a2-7dc3833dd7f9,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:55.906941 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a4c4e90b-909a-45d4-b708-3a925f4fc9a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:55.926028 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-a4c4e90b-909a-45d4-b708-3a925f4fc9a0 None None] Calling delete_port for 5e515356-69c2-464b-86a2-7dc3833dd7f9 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:35:55.935065 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e5888459-9ef0-4df0-b9fa-becd69ecd71b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:55.982019 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5888459-9ef0-4df0-b9fa-becd69ecd71b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:35:55.987982 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-e5888459-9ef0-4df0-b9fa-becd69ecd71b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:55.996609 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5888459-9ef0-4df0-b9fa-becd69ecd71b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:55.997370 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e5888459-9ef0-4df0-b9fa-becd69ecd71b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:56.018092 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5888459-9ef0-4df0-b9fa-becd69ecd71b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Subnet': ['ID=8a329b9d-52f4-4637-8242-b7b66ffc332b,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:56.030378 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3a795fd4-65bd-4020-a40f-51063910fd9f req-5d4fb7eb-591e-4cf3-8e52-1a1165bb0a5e tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:56.031073 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e5888459-9ef0-4df0-b9fa-becd69ecd71b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5634544 Oct 20 11:35:56.031073 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38814) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:56.036353 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-c3412147-c179-42aa-b6e8-0f1ec00897dc tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'port': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'fixed_ips': [{'subnet_id': '8a329b9d-52f4-4637-8242-b7b66ffc332b', 'ip_address': '2001:db8::3049:37a1:6570:3549'}], 'name': 'tempest-NetworksTestDHCPv6-508986605'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:56.081610 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a4c4e90b-909a-45d4-b708-3a925f4fc9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:56.115021 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c4e90b-909a-45d4-b708-3a925f4fc9a0 None None] Pushing event deleted for resources: {'Port': ['ID=5e515356-69c2-464b-86a2-7dc3833dd7f9,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:56.119433 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3a795fd4-65bd-4020-a40f-51063910fd9f req-5d4fb7eb-591e-4cf3-8e52-1a1165bb0a5e tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:56.120175 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c4e90b-909a-45d4-b708-3a925f4fc9a0 None None] No DVR routers for this DVR port 5e515356-69c2-464b-86a2-7dc3833dd7f9 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:35:56.139761 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016274e0-22a0-4c92-802f-6dcf4737cc30 None None] Network 87010bec-6736-4922-a33b-92334c200b3b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:35:56.196513 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38820) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:56.206643 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8ce2f33b-9b2a-4d02-b6ab-1d56959cb34c req-a5b2c2fe-e003-4d31-9384-04d2ea820779 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.1108189 Oct 20 11:35:56.208218 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4fb7eb-591e-4cf3-8e52-1a1165bb0a5e tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Pushing event updated for resources: {'Port': ['ID=a48b9e52-a94a-4152-bfa3-da6860f0e9b2,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:56.215921 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a795fd4-65bd-4020-a40f-51063910fd9f req-5d4fb7eb-591e-4cf3-8e52-1a1165bb0a5e tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Network 16c10c5d-1850-421a-96a5-275d76836bd3 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:35:56.216845 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-3a795fd4-65bd-4020-a40f-51063910fd9f req-5d4fb7eb-591e-4cf3-8e52-1a1165bb0a5e tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:56.219346 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a795fd4-65bd-4020-a40f-51063910fd9f req-5d4fb7eb-591e-4cf3-8e52-1a1165bb0a5e tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:35:56.254752 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3412147-c179-42aa-b6e8-0f1ec00897dc tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:35:56.266832 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c3412147-c179-42aa-b6e8-0f1ec00897dc tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:56.275242 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a795fd4-65bd-4020-a40f-51063910fd9f req-5d4fb7eb-591e-4cf3-8e52-1a1165bb0a5e tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:56.275926 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3a795fd4-65bd-4020-a40f-51063910fd9f req-5d4fb7eb-591e-4cf3-8e52-1a1165bb0a5e tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:56.286958 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-c3412147-c179-42aa-b6e8-0f1ec00897dc tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] device_id is not set on port ca03a6e3-3f58-44f4-acf6-b0e858daa030 yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:35:56.297212 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a795fd4-65bd-4020-a40f-51063910fd9f req-5d4fb7eb-591e-4cf3-8e52-1a1165bb0a5e tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2447014 Oct 20 11:35:56.319797 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-3a795fd4-65bd-4020-a40f-51063910fd9f req-bb384e75-bfbe-457e-b46d-17b041b6e3a5 service neutron] Request body: {'port': {'device_id': '72864da3-39ca-42d8-97df-c6f7b241e611', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:56.378560 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69825c32-d7fb-45ad-aade-b6391f6b5ee2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-87010bec-6736-4922-a33b-92334c200b3b', 'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'tenant_id': 'f2f2c5c0f7894903b0c7a7e30f527cc9', 'fixed_ips': [{'subnet_id': '8a329b9d-52f4-4637-8242-b7b66ffc332b'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:35:56.379934 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-69825c32-d7fb-45ad-aade-b6391f6b5ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:56.390213 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3a795fd4-65bd-4020-a40f-51063910fd9f req-bb384e75-bfbe-457e-b46d-17b041b6e3a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:56.399738 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-c2f3ed1c-4640-4ed1-a054-a215f38ca02a admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-59446804-network', 'tenant_id': '2826f2997a754ee49961aecef40f217a'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:56.469095 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f3ed1c-4640-4ed1-a054-a215f38ca02a admin admin] Made reservation on behalf of 2826f2997a754ee49961aecef40f217a for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:35:56.472146 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c2f3ed1c-4640-4ed1-a054-a215f38ca02a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:56.515158 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c2f3ed1c-4640-4ed1-a054-a215f38ca02a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:56.557082 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-c3412147-c179-42aa-b6e8-0f1ec00897dc tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Allocated IP 2001:db8::3049:37a1:6570:3549 (87010bec-6736-4922-a33b-92334c200b3b/8a329b9d-52f4-4637-8242-b7b66ffc332b/ca03a6e3-3f58-44f4-acf6-b0e858daa030) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:35:56.651396 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 5e515356-69c2-464b-86a2-7dc3833dd7f9 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:35:56.674031 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 5e515356-69c2-464b-86a2-7dc3833dd7f9 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:35:56.674660 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 5e515356-69c2-464b-86a2-7dc3833dd7f9 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:35:56.750241 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c2f3ed1c-4640-4ed1-a054-a215f38ca02a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:56.756595 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c2f3ed1c-4640-4ed1-a054-a215f38ca02a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:56.787636 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2f3ed1c-4640-4ed1-a054-a215f38ca02a admin admin] vlan segment allocate from pool success with {'vlan_id': 1289, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:35:56.810440 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f3ed1c-4640-4ed1-a054-a215f38ca02a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1d9e14-387a-4cf9-8680-6253ad4dffc3,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:56.822145 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c2f3ed1c-4640-4ed1-a054-a215f38ca02a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:56.822581 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-c2f3ed1c-4640-4ed1-a054-a215f38ca02a admin admin] Added segment 5f07dc46-3f37-49bc-b9e8-b83de5b34624 of type vlan for network da880dad-b7d7-4b7f-a613-e2c4dcdb28a0 Oct 20 11:35:56.862071 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c3412147-c179-42aa-b6e8-0f1ec00897dc tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:56.867421 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8270cd90-1210-46c7-9e32-81bee87cfa59 req-c667a3ad-f5fc-42b1-950f-2941fd1733af tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:56.868956 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8270cd90-1210-46c7-9e32-81bee87cfa59 req-c667a3ad-f5fc-42b1-950f-2941fd1733af tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7 HTTP/1.1" status: 200 len: 945 time: 0.1283128 Oct 20 11:35:56.875930 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-3a795fd4-65bd-4020-a40f-51063910fd9f req-bb384e75-bfbe-457e-b46d-17b041b6e3a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a48b9e52-a94a-4152-bfa3-da6860f0e9b2 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:35:56.879123 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c2f3ed1c-4640-4ed1-a054-a215f38ca02a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:56.887179 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3a795fd4-65bd-4020-a40f-51063910fd9f req-bb384e75-bfbe-457e-b46d-17b041b6e3a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:56.927776 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c2f3ed1c-4640-4ed1-a054-a215f38ca02a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:56.928007 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ae678-f1a0-4db6-aef5-e57fe2c9e8a9 req-ca26343c-d7e7-4d47-9966-0e63b6461d37 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:56.928886 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f3ed1c-4640-4ed1-a054-a215f38ca02a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:56.929535 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8b0ae678-f1a0-4db6-aef5-e57fe2c9e8a9 req-ca26343c-d7e7-4d47-9966-0e63b6461d37 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=72864da3-39ca-42d8-97df-c6f7b241e611 HTTP/1.1" status: 200 len: 932 time: 0.1341653 Oct 20 11:35:56.929662 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c2f3ed1c-4640-4ed1-a054-a215f38ca02a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:56.930860 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-3a795fd4-65bd-4020-a40f-51063910fd9f req-bb384e75-bfbe-457e-b46d-17b041b6e3a5 service neutron] Transition to ACTIVE for port object a48b9e52-a94a-4152-bfa3-da6860f0e9b2 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:35:56.954587 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3a795fd4-65bd-4020-a40f-51063910fd9f req-bb384e75-bfbe-457e-b46d-17b041b6e3a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:56.957168 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c3412147-c179-42aa-b6e8-0f1ec00897dc tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:56.959110 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8270cd90-1210-46c7-9e32-81bee87cfa59 req-ebe97998-5897-4748-aeb3-6ac6b2557b6e tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748789 Oct 20 11:35:56.975188 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38848) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:56.985493 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c2f3ed1c-4640-4ed1-a054-a215f38ca02a admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7781966 Oct 20 11:35:57.005288 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-89d73645-b73a-4924-9b33-5a3d90dfc12f admin admin] Request body: {'subnet': {'network_id': 'da880dad-b7d7-4b7f-a613-e2c4dcdb28a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-59446804-subnet', 'tenant_id': '2826f2997a754ee49961aecef40f217a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:57.059740 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8b0ae678-f1a0-4db6-aef5-e57fe2c9e8a9 req-3912f4e7-38f4-42d6-80cd-67f1b30a151b tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/security-groups?id=37550ed7-fbaa-467a-8078-86fab95259aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182294 Oct 20 11:35:57.060480 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb384e75-bfbe-457e-b46d-17b041b6e3a5 service neutron] Pushing event updated for resources: {'Port': ['ID=a48b9e52-a94a-4152-bfa3-da6860f0e9b2,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:57.063644 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f3ed1c-4640-4ed1-a054-a215f38ca02a admin admin] Pushing event updated for resources: {'Network': ['ID=da880dad-b7d7-4b7f-a613-e2c4dcdb28a0,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:57.069352 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-69825c32-d7fb-45ad-aade-b6391f6b5ee2 None None] Allocated IP 2001:db8::2 (87010bec-6736-4922-a33b-92334c200b3b/8a329b9d-52f4-4637-8242-b7b66ffc332b/8a2c9e8c-6acc-4810-819e-41ad9d1968f7) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:35:57.074569 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3412147-c179-42aa-b6e8-0f1ec00897dc tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:35:57.078245 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-c3412147-c179-42aa-b6e8-0f1ec00897dc tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:57.086158 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network da880dad-b7d7-4b7f-a613-e2c4dcdb28a0 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:35:57.088171 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3412147-c179-42aa-b6e8-0f1ec00897dc tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:35:57.095332 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3412147-c179-42aa-b6e8-0f1ec00897dc tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:57.095984 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c3412147-c179-42aa-b6e8-0f1ec00897dc tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:57.100021 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3412147-c179-42aa-b6e8-0f1ec00897dc tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Port': ['ID=ca03a6e3-3f58-44f4-acf6-b0e858daa030,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:57.113004 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d73645-b73a-4924-9b33-5a3d90dfc12f admin admin] Made reservation on behalf of 2826f2997a754ee49961aecef40f217a for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:35:57.116938 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-89d73645-b73a-4924-9b33-5a3d90dfc12f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:57.119526 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c3412147-c179-42aa-b6e8-0f1ec00897dc tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0876050 Oct 20 11:35:57.121963 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38850) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:57.221109 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d76e3eb-e56b-4fb8-9b68-bbb5aab85c01 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:57.224544 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8d76e3eb-e56b-4fb8-9b68-bbb5aab85c01 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1012840 Oct 20 11:35:57.227140 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38854) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:57.249808 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-3a795fd4-65bd-4020-a40f-51063910fd9f req-bb384e75-bfbe-457e-b46d-17b041b6e3a5 service neutron] Attempting to bind port a48b9e52-a94a-4152-bfa3-da6860f0e9b2 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:35:57.250158 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-3a795fd4-65bd-4020-a40f-51063910fd9f req-bb384e75-bfbe-457e-b46d-17b041b6e3a5 service neutron] Attempting to bind port a48b9e52-a94a-4152-bfa3-da6860f0e9b2 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '4dbe0d0c-7fc2-44c4-912f-278d67da55f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '16c10c5d-1850-421a-96a5-275d76836bd3'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:35:57.250483 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a795fd4-65bd-4020-a40f-51063910fd9f req-bb384e75-bfbe-457e-b46d-17b041b6e3a5 service neutron] Attempting to bind port a48b9e52-a94a-4152-bfa3-da6860f0e9b2 on network 16c10c5d-1850-421a-96a5-275d76836bd3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:35:57.259247 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a795fd4-65bd-4020-a40f-51063910fd9f req-bb384e75-bfbe-457e-b46d-17b041b6e3a5 service neutron] Port a48b9e52-a94a-4152-bfa3-da6860f0e9b2 on network 16c10c5d-1850-421a-96a5-275d76836bd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:35:57.260146 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a795fd4-65bd-4020-a40f-51063910fd9f req-bb384e75-bfbe-457e-b46d-17b041b6e3a5 service neutron] Attempting to bind port a48b9e52-a94a-4152-bfa3-da6860f0e9b2 on network 16c10c5d-1850-421a-96a5-275d76836bd3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:35:57.268810 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a795fd4-65bd-4020-a40f-51063910fd9f req-bb384e75-bfbe-457e-b46d-17b041b6e3a5 service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:35:57.268959 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a795fd4-65bd-4020-a40f-51063910fd9f req-bb384e75-bfbe-457e-b46d-17b041b6e3a5 service neutron] Checking segment: {'id': '4dbe0d0c-7fc2-44c4-912f-278d67da55f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '16c10c5d-1850-421a-96a5-275d76836bd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:35:57.269308 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a795fd4-65bd-4020-a40f-51063910fd9f req-bb384e75-bfbe-457e-b46d-17b041b6e3a5 service neutron] Bound using segment: {'id': '4dbe0d0c-7fc2-44c4-912f-278d67da55f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '16c10c5d-1850-421a-96a5-275d76836bd3'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:35:57.269752 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-3a795fd4-65bd-4020-a40f-51063910fd9f req-bb384e75-bfbe-457e-b46d-17b041b6e3a5 service neutron] Bound port: a48b9e52-a94a-4152-bfa3-da6860f0e9b2, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dbe0d0c-7fc2-44c4-912f-278d67da55f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '16c10c5d-1850-421a-96a5-275d76836bd3'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:35:57.270110 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3a795fd4-65bd-4020-a40f-51063910fd9f req-bb384e75-bfbe-457e-b46d-17b041b6e3a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:57.360407 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-69825c32-d7fb-45ad-aade-b6391f6b5ee2 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:57.360977 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-e73e82f8-8d4c-4fcf-8013-3fe3bfc313ed tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Deleting port ca03a6e3-3f58-44f4-acf6-b0e858daa030 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:35:57.361529 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e73e82f8-8d4c-4fcf-8013-3fe3bfc313ed tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:57.372696 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-69825c32-d7fb-45ad-aade-b6391f6b5ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:57.428438 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8d80a881-9c06-469f-b6ef-db9a5bf5474d req-4d12a28a-4f15-486b-92e9-2ece58cceca6 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0671935 Oct 20 11:35:57.432328 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-3a795fd4-65bd-4020-a40f-51063910fd9f req-bb384e75-bfbe-457e-b46d-17b041b6e3a5 service neutron] For port a48b9e52-a94a-4152-bfa3-da6860f0e9b2, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:35:57.445313 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69825c32-d7fb-45ad-aade-b6391f6b5ee2 None None] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:35:57.447083 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69825c32-d7fb-45ad-aade-b6391f6b5ee2 None None] Pushing event updated for resources: {'Port': ['ID=8a2c9e8c-6acc-4810-819e-41ad9d1968f7,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:57.450555 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-69825c32-d7fb-45ad-aade-b6391f6b5ee2 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:57.453750 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69825c32-d7fb-45ad-aade-b6391f6b5ee2 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:35:57.457415 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-3a795fd4-65bd-4020-a40f-51063910fd9f req-bb384e75-bfbe-457e-b46d-17b041b6e3a5 service neutron] For port a48b9e52-a94a-4152-bfa3-da6860f0e9b2, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=a48b9e52-a94a-4152-bfa3-da6860f0e9b2,segment=NetworkSegment(4dbe0d0c-7fc2-44c4-912f-278d67da55f4),segment_id=4dbe0d0c-7fc2-44c4-912f-278d67da55f4)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:35:57.459784 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-89d73645-b73a-4924-9b33-5a3d90dfc12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:57.466295 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3a795fd4-65bd-4020-a40f-51063910fd9f req-bb384e75-bfbe-457e-b46d-17b041b6e3a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:57.527213 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-69825c32-d7fb-45ad-aade-b6391f6b5ee2 None None] Attempting to bind port 8a2c9e8c-6acc-4810-819e-41ad9d1968f7 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:35:57.527837 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-69825c32-d7fb-45ad-aade-b6391f6b5ee2 None None] Attempting to bind port 8a2c9e8c-6acc-4810-819e-41ad9d1968f7 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:35:57.528358 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69825c32-d7fb-45ad-aade-b6391f6b5ee2 None None] Attempting to bind port 8a2c9e8c-6acc-4810-819e-41ad9d1968f7 on network 87010bec-6736-4922-a33b-92334c200b3b {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:35:57.534298 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69825c32-d7fb-45ad-aade-b6391f6b5ee2 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:35:57.535092 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69825c32-d7fb-45ad-aade-b6391f6b5ee2 None None] Checking segment: {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:35:57.535737 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-69825c32-d7fb-45ad-aade-b6391f6b5ee2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:57.536325 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69825c32-d7fb-45ad-aade-b6391f6b5ee2 None None] Bound using segment: {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:35:57.537090 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-69825c32-d7fb-45ad-aade-b6391f6b5ee2 None None] Bound port: 8a2c9e8c-6acc-4810-819e-41ad9d1968f7, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:35:57.537789 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-69825c32-d7fb-45ad-aade-b6391f6b5ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:57.538832 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e73e82f8-8d4c-4fcf-8013-3fe3bfc313ed tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:57.567697 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-e73e82f8-8d4c-4fcf-8013-3fe3bfc313ed tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Calling delete_port for ca03a6e3-3f58-44f4-acf6-b0e858daa030 owned by {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:35:57.567865 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a795fd4-65bd-4020-a40f-51063910fd9f req-bb384e75-bfbe-457e-b46d-17b041b6e3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:57.568347 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3a795fd4-65bd-4020-a40f-51063910fd9f req-bb384e75-bfbe-457e-b46d-17b041b6e3a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:57.569770 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a795fd4-65bd-4020-a40f-51063910fd9f req-bb384e75-bfbe-457e-b46d-17b041b6e3a5 service neutron] 10.222.0.11 "PUT /v2.0/ports/a48b9e52-a94a-4152-bfa3-da6860f0e9b2 HTTP/1.1" status: 200 len: 1092 time: 1.2607341 Oct 20 11:35:57.572418 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72864da3-39ca-42d8-97df-c6f7b241e611', 'tag': 'a48b9e52-a94a-4152-bfa3-da6860f0e9b2'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:35:57.574811 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455ba100-38f5-4bca-ad79-c1088f2e9293" -d '{"events": [{"name": "network-changed", "server_uuid": "72864da3-39ca-42d8-97df-c6f7b241e611", "tag": "a48b9e52-a94a-4152-bfa3-da6860f0e9b2"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:35:57.613893 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d73645-b73a-4924-9b33-5a3d90dfc12f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1497a9cb-6614-4ce8-a588-b288c0f84e14,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:57.621686 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb384e75-bfbe-457e-b46d-17b041b6e3a5 service neutron] Pushing event updated for resources: {'Port': ['ID=a48b9e52-a94a-4152-bfa3-da6860f0e9b2,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:57.626838 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d73645-b73a-4924-9b33-5a3d90dfc12f admin admin] Checking segment: {'id': '5f07dc46-3f37-49bc-b9e8-b83de5b34624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': 'da880dad-b7d7-4b7f-a613-e2c4dcdb28a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:35:57.627211 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d73645-b73a-4924-9b33-5a3d90dfc12f admin admin] Network hostable DHCP agents. Network: da880dad-b7d7-4b7f-a613-e2c4dcdb28a0, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:35:57.644304 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-69825c32-d7fb-45ad-aade-b6391f6b5ee2 None None] For port 8a2c9e8c-6acc-4810-819e-41ad9d1968f7, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:35:57.648449 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-69825c32-d7fb-45ad-aade-b6391f6b5ee2 None None] For port 8a2c9e8c-6acc-4810-819e-41ad9d1968f7, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=8a2c9e8c-6acc-4810-819e-41ad9d1968f7,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:35:57.664312 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-69825c32-d7fb-45ad-aade-b6391f6b5ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:57.685295 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d73645-b73a-4924-9b33-5a3d90dfc12f admin admin] Network da880dad-b7d7-4b7f-a613-e2c4dcdb28a0 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:35:57.716884 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-89d73645-b73a-4924-9b33-5a3d90dfc12f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, da880dad-b7d7-4b7f-a613-e2c4dcdb28a0) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:57.726594 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a795fd4-65bd-4020-a40f-51063910fd9f req-917a13aa-5079-484f-a2ee-83385d57bd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:57.728853 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a795fd4-65bd-4020-a40f-51063910fd9f req-917a13aa-5079-484f-a2ee-83385d57bd3e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1c5e789bb64470d9f622154eb184e9a&device_id=72864da3-39ca-42d8-97df-c6f7b241e611 HTTP/1.1" status: 200 len: 1095 time: 0.0743258 Oct 20 11:35:57.738849 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71374429-ce02-4252-908c-1c7cf43ac065 None None] Network da880dad-b7d7-4b7f-a613-e2c4dcdb28a0 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:35:57.739128 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d73645-b73a-4924-9b33-5a3d90dfc12f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:57.739128 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-89d73645-b73a-4924-9b33-5a3d90dfc12f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:57.758773 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69825c32-d7fb-45ad-aade-b6391f6b5ee2 None None] Pushing event updated for resources: {'Port': ['ID=8a2c9e8c-6acc-4810-819e-41ad9d1968f7,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:57.788883 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a795fd4-65bd-4020-a40f-51063910fd9f req-e3a4cda6-65dc-4917-9fc5-19b91b6360ab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a48b9e52-a94a-4152-bfa3-da6860f0e9b2 HTTP/1.1" status: 200 len: 217 time: 0.0509589 Oct 20 11:35:57.822152 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-89d73645-b73a-4924-9b33-5a3d90dfc12f admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8182545 Oct 20 11:35:57.822279 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38872) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:57.835830 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-fdf3caaa-9dca-49db-a717-ed4eeebd92e4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-59446804-router', 'tenant_id': '2826f2997a754ee49961aecef40f217a', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:57.859369 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a795fd4-65bd-4020-a40f-51063910fd9f req-d8dcf6d4-ffb4-4b8c-9772-90187a7ba184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:57.861138 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a795fd4-65bd-4020-a40f-51063910fd9f req-d8dcf6d4-ffb4-4b8c-9772-90187a7ba184 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5fdf86ab-af58-4cf8-9b95-ca9f0c250fbb HTTP/1.1" status: 200 len: 860 time: 0.0616002 Oct 20 11:35:57.871129 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fdf3caaa-9dca-49db-a717-ed4eeebd92e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:57.872485 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fdf3caaa-9dca-49db-a717-ed4eeebd92e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:57.885432 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e73e82f8-8d4c-4fcf-8013-3fe3bfc313ed tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:57.907546 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a795fd4-65bd-4020-a40f-51063910fd9f req-8a19aa1e-6c90-4850-b0d0-d14d5f3fed86 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=16c10c5d-1850-421a-96a5-275d76836bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381417 Oct 20 11:35:57.944435 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e82f8-8d4c-4fcf-8013-3fe3bfc313ed tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event deleted for resources: {'Port': ['ID=ca03a6e3-3f58-44f4-acf6-b0e858daa030,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:58.065099 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5c268d-991c-46de-847f-db935ee90db3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-da880dad-b7d7-4b7f-a613-e2c4dcdb28a0', 'network_id': 'da880dad-b7d7-4b7f-a613-e2c4dcdb28a0', 'tenant_id': '2826f2997a754ee49961aecef40f217a', 'fixed_ips': [{'subnet_id': '1497a9cb-6614-4ce8-a588-b288c0f84e14'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:35:58.068780 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-db5c268d-991c-46de-847f-db935ee90db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:58.103165 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fdf3caaa-9dca-49db-a717-ed4eeebd92e4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:58.108721 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e73e82f8-8d4c-4fcf-8013-3fe3bfc313ed tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:58.117559 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e73e82f8-8d4c-4fcf-8013-3fe3bfc313ed tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/ports/ca03a6e3-3f58-44f4-acf6-b0e858daa030 HTTP/1.1" status: 204 len: 168 time: 0.8837669 Oct 20 11:35:58.119653 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38886) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:58.158088 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a795fd4-65bd-4020-a40f-51063910fd9f req-c7ad5446-aae0-425e-af39-d94174e04529 service neutron] 10.222.0.11 "GET /v2.0/networks/16c10c5d-1850-421a-96a5-275d76836bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422678 Oct 20 11:35:58.193486 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4ff41c-5113-44ad-aef0-aaa556814923 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:58.195432 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4ff41c-5113-44ad-aef0-aaa556814923 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:58.197809 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-bc4ff41c-5113-44ad-aef0-aaa556814923 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0765033 Oct 20 11:35:58.235001 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38890) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:58.235741 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c0f6a0-6ae1-49f6-8621-da1e11a55633 x-openstack-request-id: req-95c0f6a0-6ae1-49f6-8621-da1e11a55633 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:35:58.238262 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72864da3-39ca-42d8-97df-c6f7b241e611", "tag": "a48b9e52-a94a-4152-bfa3-da6860f0e9b2", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:35:58.238703 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-95c0f6a0-6ae1-49f6-8621-da1e11a55633 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:35:58.239314 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72864da3-39ca-42d8-97df-c6f7b241e611', 'tag': 'a48b9e52-a94a-4152-bfa3-da6860f0e9b2', 'status': 'completed', 'code': 200} Oct 20 11:35:58.261582 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-db5c268d-991c-46de-847f-db935ee90db3 None None] Allocated IP 172.20.0.2 (da880dad-b7d7-4b7f-a613-e2c4dcdb28a0/1497a9cb-6614-4ce8-a588-b288c0f84e14/2e82cddb-65f6-4f3b-9387-1d3d291ad56a) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:35:58.426938 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c35218-735d-4e59-966f-afa4d8c9bbb2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Deleting subnet 8a329b9d-52f4-4637-8242-b7b66ffc332b {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:35:58.471778 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-53c35218-735d-4e59-966f-afa4d8c9bbb2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:58.471912 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-93cbebb7-93f1-481b-b9cb-cc95cea16f0a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1314969 Oct 20 11:35:58.474614 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-db5c268d-991c-46de-847f-db935ee90db3 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:58.476590 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fdf3caaa-9dca-49db-a717-ed4eeebd92e4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:58.480071 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a795fd4-65bd-4020-a40f-51063910fd9f req-879c0586-c236-452c-b07d-f38562efacbc service neutron] 10.222.0.11 "GET /v2.0/networks/16c10c5d-1850-421a-96a5-275d76836bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125265 Oct 20 11:35:58.493676 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-db5c268d-991c-46de-847f-db935ee90db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:58.516532 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f47c1-0c37-4304-8712-7ae876a578be req-0d8f7693-e7df-4c49-bedf-8f8b3ea2c1ac tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:58.534027 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-529f47c1-0c37-4304-8712-7ae876a578be req-0d8f7693-e7df-4c49-bedf-8f8b3ea2c1ac tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=72864da3-39ca-42d8-97df-c6f7b241e611 HTTP/1.1" status: 200 len: 944 time: 0.1924670 Oct 20 11:35:58.557522 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e015c-28cf-4434-94a5-9fe9746238de req-5717c5f5-0a9b-49d4-a3ac-1f1ad97ca5e5 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:58.567061 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e20e015c-28cf-4434-94a5-9fe9746238de req-5717c5f5-0a9b-49d4-a3ac-1f1ad97ca5e5 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7 HTTP/1.1" status: 200 len: 945 time: 0.3842621 Oct 20 11:35:58.577185 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-53c35218-735d-4e59-966f-afa4d8c9bbb2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:58.596127 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5c268d-991c-46de-847f-db935ee90db3 None None] Network da880dad-b7d7-4b7f-a613-e2c4dcdb28a0 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:35:58.612592 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-db5c268d-991c-46de-847f-db935ee90db3 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:58.633149 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5c268d-991c-46de-847f-db935ee90db3 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:35:58.636727 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5c268d-991c-46de-847f-db935ee90db3 None None] Pushing event updated for resources: {'Port': ['ID=2e82cddb-65f6-4f3b-9387-1d3d291ad56a,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:58.721622 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-529f47c1-0c37-4304-8712-7ae876a578be req-200a09aa-6e8a-492e-827e-ee72c0627486 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/security-groups?id=37550ed7-fbaa-467a-8078-86fab95259aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865296 Oct 20 11:35:58.755082 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e20e015c-28cf-4434-94a5-9fe9746238de req-32cba67e-9a0b-4ce5-8254-08c10512811e tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836767 Oct 20 11:35:58.766444 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 8a2c9e8c-6acc-4810-819e-41ad9d1968f7 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:35:58.785453 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ba100-38f5-4bca-ad79-c1088f2e9293 req-7e638028-947d-4bbe-b3c9-b44b67b99b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:58.787693 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-455ba100-38f5-4bca-ad79-c1088f2e9293 req-7e638028-947d-4bbe-b3c9-b44b67b99b62 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1c5e789bb64470d9f622154eb184e9a&device_id=72864da3-39ca-42d8-97df-c6f7b241e611 HTTP/1.1" status: 200 len: 1095 time: 0.2173860 Oct 20 11:35:58.795567 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-96d0862f-513b-4a63-ab30-8e43a8ad9fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:58.796095 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-96d0862f-513b-4a63-ab30-8e43a8ad9fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:58.796558 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-96d0862f-513b-4a63-ab30-8e43a8ad9fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:58.797014 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-96d0862f-513b-4a63-ab30-8e43a8ad9fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:58.797467 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-96d0862f-513b-4a63-ab30-8e43a8ad9fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:58.797974 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-96d0862f-513b-4a63-ab30-8e43a8ad9fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:58.798549 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-96d0862f-513b-4a63-ab30-8e43a8ad9fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:58.802607 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-96d0862f-513b-4a63-ab30-8e43a8ad9fb1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9d1ce67b5cf7473287fd13cd3d60b290&device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 6491 time: 0.2292919 Oct 20 11:35:58.843265 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-53c35218-735d-4e59-966f-afa4d8c9bbb2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:58.870809 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-db5c268d-991c-46de-847f-db935ee90db3 None None] Attempting to bind port 2e82cddb-65f6-4f3b-9387-1d3d291ad56a on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:35:58.876469 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-db5c268d-991c-46de-847f-db935ee90db3 None None] Attempting to bind port 2e82cddb-65f6-4f3b-9387-1d3d291ad56a by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '5f07dc46-3f37-49bc-b9e8-b83de5b34624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': 'da880dad-b7d7-4b7f-a613-e2c4dcdb28a0'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:35:58.876976 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5c268d-991c-46de-847f-db935ee90db3 None None] Attempting to bind port 2e82cddb-65f6-4f3b-9387-1d3d291ad56a on network da880dad-b7d7-4b7f-a613-e2c4dcdb28a0 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:35:58.897031 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5c268d-991c-46de-847f-db935ee90db3 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:35:58.897409 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5c268d-991c-46de-847f-db935ee90db3 None None] Checking segment: {'id': '5f07dc46-3f37-49bc-b9e8-b83de5b34624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': 'da880dad-b7d7-4b7f-a613-e2c4dcdb28a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:35:58.897812 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-db5c268d-991c-46de-847f-db935ee90db3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:58.898202 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5c268d-991c-46de-847f-db935ee90db3 None None] Bound using segment: {'id': '5f07dc46-3f37-49bc-b9e8-b83de5b34624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': 'da880dad-b7d7-4b7f-a613-e2c4dcdb28a0'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:35:58.898679 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-db5c268d-991c-46de-847f-db935ee90db3 None None] Bound port: 2e82cddb-65f6-4f3b-9387-1d3d291ad56a, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f07dc46-3f37-49bc-b9e8-b83de5b34624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': 'da880dad-b7d7-4b7f-a613-e2c4dcdb28a0'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:35:58.899466 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-db5c268d-991c-46de-847f-db935ee90db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:58.990734 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-db5c268d-991c-46de-847f-db935ee90db3 None None] For port 2e82cddb-65f6-4f3b-9387-1d3d291ad56a, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:35:58.994530 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-db5c268d-991c-46de-847f-db935ee90db3 None None] For port 2e82cddb-65f6-4f3b-9387-1d3d291ad56a, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=2e82cddb-65f6-4f3b-9387-1d3d291ad56a,segment=NetworkSegment(5f07dc46-3f37-49bc-b9e8-b83de5b34624),segment_id=5f07dc46-3f37-49bc-b9e8-b83de5b34624)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:35:59.000560 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 8a2c9e8c-6acc-4810-819e-41ad9d1968f7 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:59.000933 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:59.024756 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-53c35218-735d-4e59-966f-afa4d8c9bbb2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:59.045698 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-db5c268d-991c-46de-847f-db935ee90db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:59.054523 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4a824021-1cbb-4634-8d1a-515810e291d6 req-9f751219-f110-4d23-9773-5f03e82809af tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0656292 Oct 20 11:35:59.082590 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c35218-735d-4e59-966f-afa4d8c9bbb2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event deleted for resources: {'Subnet': ['ID=8a329b9d-52f4-4637-8242-b7b66ffc332b,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:59.110287 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-53c35218-735d-4e59-966f-afa4d8c9bbb2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:59.116785 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-53c35218-735d-4e59-966f-afa4d8c9bbb2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/8a329b9d-52f4-4637-8242-b7b66ffc332b HTTP/1.1" status: 204 len: 168 time: 0.8838937 Oct 20 11:35:59.119086 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fdf3caaa-9dca-49db-a717-ed4eeebd92e4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:59.121124 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38938) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:59.179172 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fdf3caaa-9dca-49db-a717-ed4eeebd92e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:59.231496 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-ba426af0-a0ac-4370-92eb-57ed2b3afabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:59.233016 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-ba426af0-a0ac-4370-92eb-57ed2b3afabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:59.233016 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-ba426af0-a0ac-4370-92eb-57ed2b3afabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:59.234115 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-ba426af0-a0ac-4370-92eb-57ed2b3afabb service neutron] 10.222.0.89 "GET /v2.0/networks?id=7cc0cef1-9e0e-4144-85af-6ed42f35f232&id=debe6c2d-b3d4-4e02-853f-d2d45fbb1f32&id=debe6c2d-b3d4-4e02-853f-d2d45fbb1f32&id=debe6c2d-b3d4-4e02-853f-d2d45fbb1f32&id=debe6c2d-b3d4-4e02-853f-d2d45fbb1f32&id=cbfb6560-b005-4cf2-8e9b-c40d4507d392&id=cbfb6560-b005-4cf2-8e9b-c40d4507d392 HTTP/1.1" status: 200 len: 2297 time: 0.3867903 Oct 20 11:35:59.247495 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-0325cb9f-cd37-4f31-a495-268fbf1629e5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1233125 Oct 20 11:35:59.248970 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38952) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:59.258140 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-4347d07b-4e0d-4eed-a25f-d6c288775bf1 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'subnet': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:35:59.286326 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d137db-e01b-4551-a25a-9ee336d4544c None None] Network 87010bec-6736-4922-a33b-92334c200b3b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:35:59.304032 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ba100-38f5-4bca-ad79-c1088f2e9293 req-75e0c2b8-ea8b-495e-9344-83aa0f81f191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:59.305531 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-455ba100-38f5-4bca-ad79-c1088f2e9293 req-75e0c2b8-ea8b-495e-9344-83aa0f81f191 service neutron] 10.222.0.11 "GET /v2.0/networks?id=16c10c5d-1850-421a-96a5-275d76836bd3 HTTP/1.1" status: 200 len: 922 time: 0.5019703 Oct 20 11:35:59.339829 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5c268d-991c-46de-847f-db935ee90db3 None None] Pushing event updated for resources: {'Port': ['ID=2e82cddb-65f6-4f3b-9387-1d3d291ad56a,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:59.387502 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-455ba100-38f5-4bca-ad79-c1088f2e9293 req-9515b78e-2374-4b2d-9a5e-27d8f04a99f6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a48b9e52-a94a-4152-bfa3-da6860f0e9b2 HTTP/1.1" status: 200 len: 217 time: 0.0698049 Oct 20 11:35:59.391074 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-f3c609be-2da7-4615-9fb5-41ab4fd21e79 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e15232df-145b-465f-8af0-3f5421b15798 HTTP/1.1" status: 200 len: 1002 time: 0.1390333 Oct 20 11:35:59.406330 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e3596f0e-1e08-4969-a28f-d5f9636f58f9 None None] Provisioning complete for port 8a2c9e8c-6acc-4810-819e-41ad9d1968f7 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:35:59.406727 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e3596f0e-1e08-4969-a28f-d5f9636f58f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:59.412280 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4347d07b-4e0d-4eed-a25f-d6c288775bf1 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:35:59.416438 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4347d07b-4e0d-4eed-a25f-d6c288775bf1 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:59.511507 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ba100-38f5-4bca-ad79-c1088f2e9293 req-1e29c9db-0695-4177-bc5c-81729aa2b1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:59.513118 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-455ba100-38f5-4bca-ad79-c1088f2e9293 req-1e29c9db-0695-4177-bc5c-81729aa2b1b7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5fdf86ab-af58-4cf8-9b95-ca9f0c250fbb HTTP/1.1" status: 200 len: 860 time: 0.1178336 Oct 20 11:35:59.517262 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-aa07b2d7-4504-40bc-81ab-26d0bc92318c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:59.518784 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-aa07b2d7-4504-40bc-81ab-26d0bc92318c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=860ea3b3-2804-4226-ab8d-f55abe932e85 HTTP/1.1" status: 200 len: 851 time: 0.1106162 Oct 20 11:35:59.552323 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:59.613928 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-455ba100-38f5-4bca-ad79-c1088f2e9293 req-e53e33bd-3286-4fba-ae40-2f42ac5c514b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=16c10c5d-1850-421a-96a5-275d76836bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897570 Oct 20 11:35:59.652901 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-fdf3caaa-9dca-49db-a717-ed4eeebd92e4 admin admin] Allocated IP 172.25.5.117 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/5b28018a-7176-4a9d-b670-99459c7dd686) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:35:59.657535 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 8a2c9e8c-6acc-4810-819e-41ad9d1968f7, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=8a2c9e8c-6acc-4810-819e-41ad9d1968f7,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:35:59.659221 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e3596f0e-1e08-4969-a28f-d5f9636f58f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:59.676327 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:59.683103 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4580c41-1bee-4d24-ac6f-d62677b6df42 None None] DHCP port deletion for 87010bec-6736-4922-a33b-92334c200b3b request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:35:59.812239 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-455ba100-38f5-4bca-ad79-c1088f2e9293 req-69d1e156-34dc-45dc-84a4-364aa8f30cbd service neutron] 10.222.0.11 "GET /v2.0/networks/16c10c5d-1850-421a-96a5-275d76836bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857626 Oct 20 11:35:59.817210 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-fe1046b0-b020-4755-be36-254766744184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:59.818712 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-fe1046b0-b020-4755-be36-254766744184 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7cc0cef1-9e0e-4144-85af-6ed42f35f232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2802956 Oct 20 11:35:59.821524 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4347d07b-4e0d-4eed-a25f-d6c288775bf1 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:59.865004 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.db.api [None req-e3596f0e-1e08-4969-a28f-d5f9636f58f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:35:59.865689 n-d-814735-3 neutron-server[100648]: DEBUG oslo_db.api [None req-e3596f0e-1e08-4969-a28f-d5f9636f58f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:35:59.869164 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=8a2c9e8c-6acc-4810-819e-41ad9d1968f7,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:59.909761 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-c4580c41-1bee-4d24-ac6f-d62677b6df42 None None] Deleting port 8a2c9e8c-6acc-4810-819e-41ad9d1968f7 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:35:59.910431 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c4580c41-1bee-4d24-ac6f-d62677b6df42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:59.926422 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fdf3caaa-9dca-49db-a717-ed4eeebd92e4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:59.929007 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4347d07b-4e0d-4eed-a25f-d6c288775bf1 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:35:59.935456 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-4347d07b-4e0d-4eed-a25f-d6c288775bf1 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:35:59.941571 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4347d07b-4e0d-4eed-a25f-d6c288775bf1 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:35:59.942162 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4347d07b-4e0d-4eed-a25f-d6c288775bf1 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:35:59.951383 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-455ba100-38f5-4bca-ad79-c1088f2e9293 req-16ae13f6-46c1-481d-b3fb-4a1f40f013f3 service neutron] 10.222.0.11 "GET /v2.0/networks/16c10c5d-1850-421a-96a5-275d76836bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273468 Oct 20 11:35:59.955370 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4347d07b-4e0d-4eed-a25f-d6c288775bf1 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Subnet': ['ID=c571c7ab-e658-4732-914d-02dda2fa111a,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:35:59.971493 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4347d07b-4e0d-4eed-a25f-d6c288775bf1 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7211974 Oct 20 11:35:59.972120 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38980) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:35:59.981298 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-0c87c7ef-d1f5-4f76-8646-dbfda23df323 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'port': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'fixed_ips': [{'subnet_id': 'c571c7ab-e658-4732-914d-02dda2fa111a', 'ip_address': '2001:db8::c7ee:e190:472f:81e7'}], 'name': 'tempest-NetworksTestDHCPv6-474449164'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:00.018021 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-c4580c41-1bee-4d24-ac6f-d62677b6df42 None None] For port 8a2c9e8c-6acc-4810-819e-41ad9d1968f7, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=8a2c9e8c-6acc-4810-819e-41ad9d1968f7,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:36:00.018897 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c4580c41-1bee-4d24-ac6f-d62677b6df42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:00.036278 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-c4580c41-1bee-4d24-ac6f-d62677b6df42 None None] Calling delete_port for 8a2c9e8c-6acc-4810-819e-41ad9d1968f7 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:36:00.074414 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853064eb-dbb3-402f-9d99-09d6d7c6a0dd req-52bc13a9-35f4-439c-8128-59876f57bcad tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:00.076302 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-853064eb-dbb3-402f-9d99-09d6d7c6a0dd req-52bc13a9-35f4-439c-8128-59876f57bcad tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7 HTTP/1.1" status: 200 len: 945 time: 0.1212649 Oct 20 11:36:00.084833 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fdf3caaa-9dca-49db-a717-ed4eeebd92e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:00.093622 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38986) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:00.143887 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c4580c41-1bee-4d24-ac6f-d62677b6df42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:00.157825 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf3caaa-9dca-49db-a717-ed4eeebd92e4 admin admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:36:00.165563 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-853064eb-dbb3-402f-9d99-09d6d7c6a0dd req-893e2b16-89db-4951-a810-25e956927897 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553231 Oct 20 11:36:00.169142 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-fdf3caaa-9dca-49db-a717-ed4eeebd92e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:36:00.174371 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf3caaa-9dca-49db-a717-ed4eeebd92e4 admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:36:00.176293 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf3caaa-9dca-49db-a717-ed4eeebd92e4 admin admin] Pushing event updated for resources: {'Port': ['ID=5b28018a-7176-4a9d-b670-99459c7dd686,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:00.182022 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6231342a-22c3-461e-ae99-16188d2f32c6 req-fca62595-466a-4a34-a1bc-a76e406323eb tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:00.193282 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6231342a-22c3-461e-ae99-16188d2f32c6 req-fca62595-466a-4a34-a1bc-a76e406323eb tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=72864da3-39ca-42d8-97df-c6f7b241e611 HTTP/1.1" status: 200 len: 944 time: 0.2299976 Oct 20 11:36:00.221532 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4580c41-1bee-4d24-ac6f-d62677b6df42 None None] No DVR routers for this DVR port 8a2c9e8c-6acc-4810-819e-41ad9d1968f7 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:36:00.231133 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4580c41-1bee-4d24-ac6f-d62677b6df42 None None] Pushing event deleted for resources: {'Port': ['ID=8a2c9e8c-6acc-4810-819e-41ad9d1968f7,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:00.243337 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c87c7ef-d1f5-4f76-8646-dbfda23df323 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:36:00.251169 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf6855b-2cb3-4a22-afef-d03b4643d782 None None] Network 87010bec-6736-4922-a33b-92334c200b3b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:36:00.260315 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6231342a-22c3-461e-ae99-16188d2f32c6 req-20a4c06b-94c6-4352-99e4-af16ea5499ee tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/security-groups?id=37550ed7-fbaa-467a-8078-86fab95259aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660954 Oct 20 11:36:00.262632 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-6cca1476-9467-40d3-a82a-0e5f1bdfa3b9 service neutron] 10.222.0.89 "GET /v2.0/networks/7cc0cef1-9e0e-4144-85af-6ed42f35f232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101308 Oct 20 11:36:00.430465 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e3596f0e-1e08-4969-a28f-d5f9636f58f9 None None] Port 8a2c9e8c-6acc-4810-819e-41ad9d1968f7 update to ACTIVE by agent not found {{(pid=100648) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 20 11:36:00.445397 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-90d78ee7-18be-4402-bdc6-75317fa3ff27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:00.462329 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-989ae9f3-6f3f-42b6-aa44-7f192a94a7ad req-9e3e9c60-70cb-4af5-96d0-8ffce3a5561a tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0346413 Oct 20 11:36:00.481288 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-8361f3e7-50ea-4071-b85b-252971500c2e service neutron] 10.222.0.89 "GET /v2.0/networks/7cc0cef1-9e0e-4144-85af-6ed42f35f232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093971 Oct 20 11:36:00.540153 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-c43ca2b3-14fc-42b6-9365-d867e58ae6b5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=61bf1de1-24da-472e-a342-71d54a789c06 HTTP/1.1" status: 200 len: 217 time: 0.0465105 Oct 20 11:36:00.557390 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29cbd76-8ca5-4e4a-95ee-99450d686eea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-87010bec-6736-4922-a33b-92334c200b3b', 'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'tenant_id': 'f2f2c5c0f7894903b0c7a7e30f527cc9', 'fixed_ips': [{'subnet_id': 'c571c7ab-e658-4732-914d-02dda2fa111a'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:36:00.559830 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a29cbd76-8ca5-4e4a-95ee-99450d686eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:00.646291 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-9501a268-2bb8-4f13-a4c7-3aa5d2ae35e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:00.647910 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-9501a268-2bb8-4f13-a4c7-3aa5d2ae35e0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c7f8db9e-759d-47f9-9be8-c669a032f85a HTTP/1.1" status: 200 len: 797 time: 0.0963755 Oct 20 11:36:00.717584 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-00339cc2-71d8-4da8-9f9c-8568d2795ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:00.719988 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-00339cc2-71d8-4da8-9f9c-8568d2795ba3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=debe6c2d-b3d4-4e02-853f-d2d45fbb1f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0622907 Oct 20 11:36:00.730380 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 2e82cddb-65f6-4f3b-9387-1d3d291ad56a up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:36:00.763140 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085ee75a-8a18-4982-95a3-e71dd78dbe87 None None] Network da880dad-b7d7-4b7f-a613-e2c4dcdb28a0 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:36:00.801341 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-a29cbd76-8ca5-4e4a-95ee-99450d686eea None None] Allocated IP 2001:db8::2 (87010bec-6736-4922-a33b-92334c200b3b/c571c7ab-e658-4732-914d-02dda2fa111a/06f002e6-b071-4e46-8fd3-b12ef66dc139) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:36:00.933639 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-230bc195-3129-4681-8290-fce0a682bbc5 None None] Provisioning complete for port 2e82cddb-65f6-4f3b-9387-1d3d291ad56a triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:00.934012 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-230bc195-3129-4681-8290-fce0a682bbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:00.963880 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0c87c7ef-d1f5-4f76-8646-dbfda23df323 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:01.009247 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-0c87c7ef-d1f5-4f76-8646-dbfda23df323 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] device_id is not set on port 653fb5c3-fcca-4b59-885e-2ff6fb669531 yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:36:01.009492 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 2e82cddb-65f6-4f3b-9387-1d3d291ad56a triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:01.009492 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:01.127811 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fdf3caaa-9dca-49db-a717-ed4eeebd92e4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:01.136405 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-90d78ee7-18be-4402-bdc6-75317fa3ff27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:01.181648 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-f4c13cdd-b45f-40c8-84de-d060a0c532e8 service neutron] 10.222.0.89 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4510503 Oct 20 11:36:01.196436 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-90d78ee7-18be-4402-bdc6-75317fa3ff27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:01.228796 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a29cbd76-8ca5-4e4a-95ee-99450d686eea None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:01.279229 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d78ee7-18be-4402-bdc6-75317fa3ff27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e2c51b-a98b-42a1-9f8d-e8a7ae5b98b7,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:01.281710 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a29cbd76-8ca5-4e4a-95ee-99450d686eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:01.358833 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-90d78ee7-18be-4402-bdc6-75317fa3ff27 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0d72ab12b638472c881e769061544ccd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2587357 Oct 20 11:36:01.364342 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29cbd76-8ca5-4e4a-95ee-99450d686eea None None] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:36:01.364932 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39000) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:01.373963 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-a29cbd76-8ca5-4e4a-95ee-99450d686eea None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:36:01.381261 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29cbd76-8ca5-4e4a-95ee-99450d686eea None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:36:01.385186 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:01.386492 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6004c75-10c0-4c4d-98a3-87fc5ce33c82 req-881d7539-74dc-4eef-b4cf-74d08977717e tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:01.395329 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b6004c75-10c0-4c4d-98a3-87fc5ce33c82 req-881d7539-74dc-4eef-b4cf-74d08977717e tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7 HTTP/1.1" status: 200 len: 945 time: 0.1136789 Oct 20 11:36:01.407174 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-0c87c7ef-d1f5-4f76-8646-dbfda23df323 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Allocated IP 2001:db8::c7ee:e190:472f:81e7 (87010bec-6736-4922-a33b-92334c200b3b/c571c7ab-e658-4732-914d-02dda2fa111a/653fb5c3-fcca-4b59-885e-2ff6fb669531) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:36:01.420128 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-d968772c-557f-413d-b2d5-7ca4b6c7f42d service neutron] 10.222.0.89 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283640 Oct 20 11:36:01.440933 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 2e82cddb-65f6-4f3b-9387-1d3d291ad56a, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=2e82cddb-65f6-4f3b-9387-1d3d291ad56a,segment=NetworkSegment(5f07dc46-3f37-49bc-b9e8-b83de5b34624),segment_id=5f07dc46-3f37-49bc-b9e8-b83de5b34624)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:36:01.447039 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-230bc195-3129-4681-8290-fce0a682bbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:01.462984 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29cbd76-8ca5-4e4a-95ee-99450d686eea None None] Pushing event updated for resources: {'Port': ['ID=06f002e6-b071-4e46-8fd3-b12ef66dc139,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:01.483995 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:01.491120 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-206b5a5d-9fba-4b91-a805-808ee3bd6e4f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=1096304c-3250-4c91-a0ae-a0d182374e03 HTTP/1.1" status: 200 len: 217 time: 0.0479326 Oct 20 11:36:01.543485 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b6004c75-10c0-4c4d-98a3-87fc5ce33c82 req-71ccec61-7061-4208-bab1-8ecb5fd9aa85 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434944 Oct 20 11:36:01.549815 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.db.api [None req-230bc195-3129-4681-8290-fce0a682bbc5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:36:01.549815 n-d-814735-3 neutron-server[100648]: DEBUG oslo_db.api [None req-230bc195-3129-4681-8290-fce0a682bbc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:36:01.583249 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 8a2c9e8c-6acc-4810-819e-41ad9d1968f7 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:36:01.613459 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b684b-13a9-41cf-ae82-8002e098f292 req-036cb5a0-0534-4fbd-91cb-b1f03f2a9557 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:01.615029 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-384b684b-13a9-41cf-ae82-8002e098f292 req-036cb5a0-0534-4fbd-91cb-b1f03f2a9557 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=72864da3-39ca-42d8-97df-c6f7b241e611 HTTP/1.1" status: 200 len: 944 time: 0.2577777 Oct 20 11:36:01.649560 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device a48b9e52-a94a-4152-bfa3-da6860f0e9b2 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:36:01.656065 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-87430b8e-47ac-4bb6-8702-a51adb8eb2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:01.657755 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-87430b8e-47ac-4bb6-8702-a51adb8eb2a3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c7f8db9e-759d-47f9-9be8-c669a032f85a HTTP/1.1" status: 200 len: 797 time: 0.1499994 Oct 20 11:36:01.669736 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d67c0ee7-8e8a-4cda-87c9-f41a667afe30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:01.675895 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-a29cbd76-8ca5-4e4a-95ee-99450d686eea None None] Attempting to bind port 06f002e6-b071-4e46-8fd3-b12ef66dc139 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:36:01.676085 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-a29cbd76-8ca5-4e4a-95ee-99450d686eea None None] Attempting to bind port 06f002e6-b071-4e46-8fd3-b12ef66dc139 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:36:01.676386 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29cbd76-8ca5-4e4a-95ee-99450d686eea None None] Attempting to bind port 06f002e6-b071-4e46-8fd3-b12ef66dc139 on network 87010bec-6736-4922-a33b-92334c200b3b {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:36:01.684545 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 8a2c9e8c-6acc-4810-819e-41ad9d1968f7 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:36:01.684892 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 8a2c9e8c-6acc-4810-819e-41ad9d1968f7 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:36:01.703968 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-384b684b-13a9-41cf-ae82-8002e098f292 req-2ddb47f9-31fe-4386-af84-8341dcdc36c6 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/security-groups?id=37550ed7-fbaa-467a-8078-86fab95259aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815454 Oct 20 11:36:01.714183 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0c87c7ef-d1f5-4f76-8646-dbfda23df323 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:01.724736 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fdf3caaa-9dca-49db-a717-ed4eeebd92e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:01.727973 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d67c0ee7-8e8a-4cda-87c9-f41a667afe30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:01.756328 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-12cabdb0-ebb0-456a-8324-df3706be226b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:01.758263 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-12cabdb0-ebb0-456a-8324-df3706be226b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=debe6c2d-b3d4-4e02-853f-d2d45fbb1f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0867670 Oct 20 11:36:01.854492 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29cbd76-8ca5-4e4a-95ee-99450d686eea None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:36:01.854956 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29cbd76-8ca5-4e4a-95ee-99450d686eea None None] Checking segment: {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:36:01.855355 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a29cbd76-8ca5-4e4a-95ee-99450d686eea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:01.855744 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29cbd76-8ca5-4e4a-95ee-99450d686eea None None] Bound using segment: {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:36:01.856217 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-a29cbd76-8ca5-4e4a-95ee-99450d686eea None None] Bound port: 06f002e6-b071-4e46-8fd3-b12ef66dc139, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:36:01.856605 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a29cbd76-8ca5-4e4a-95ee-99450d686eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:01.862480 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-72f2b24e-dc5f-40c0-9eb0-3e392e28395d req-799e593b-564c-4036-bdef-da8d9ed58ea4 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0582035 Oct 20 11:36:01.872704 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0c87c7ef-d1f5-4f76-8646-dbfda23df323 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:01.924429 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-0f31cf3f-8982-4229-a75d-d1f1dd265db8 service neutron] 10.222.0.89 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553671 Oct 20 11:36:01.924651 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d67c0ee7-8e8a-4cda-87c9-f41a667afe30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:01.927144 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d67c0ee7-8e8a-4cda-87c9-f41a667afe30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:01.928283 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d67c0ee7-8e8a-4cda-87c9-f41a667afe30 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/04e2c51b-a98b-42a1-9f8d-e8a7ae5b98b7 HTTP/1.1" status: 204 len: 168 time: 0.5623958 Oct 20 11:36:01.940474 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c87c7ef-d1f5-4f76-8646-dbfda23df323 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:36:01.947924 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=2e82cddb-65f6-4f3b-9387-1d3d291ad56a,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:01.955005 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c87c7ef-d1f5-4f76-8646-dbfda23df323 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Port': ['ID=653fb5c3-fcca-4b59-885e-2ff6fb669531,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:01.957624 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-0c87c7ef-d1f5-4f76-8646-dbfda23df323 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:36:01.961853 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c87c7ef-d1f5-4f76-8646-dbfda23df323 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:36:01.967537 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c87c7ef-d1f5-4f76-8646-dbfda23df323 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:01.968215 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0c87c7ef-d1f5-4f76-8646-dbfda23df323 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:01.970761 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c0ee7-8e8a-4cda-87c9-f41a667afe30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e2c51b-a98b-42a1-9f8d-e8a7ae5b98b7,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:02.003357 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0c87c7ef-d1f5-4f76-8646-dbfda23df323 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0276105 Oct 20 11:36:02.006657 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39008) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:02.015861 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port a48b9e52-a94a-4152-bfa3-da6860f0e9b2, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=a48b9e52-a94a-4152-bfa3-da6860f0e9b2,segment=NetworkSegment(4dbe0d0c-7fc2-44c4-912f-278d67da55f4),segment_id=4dbe0d0c-7fc2-44c4-912f-278d67da55f4)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:36:02.025635 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-a29cbd76-8ca5-4e4a-95ee-99450d686eea None None] For port 06f002e6-b071-4e46-8fd3-b12ef66dc139, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:36:02.030307 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-a29cbd76-8ca5-4e4a-95ee-99450d686eea None None] For port 06f002e6-b071-4e46-8fd3-b12ef66dc139, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=06f002e6-b071-4e46-8fd3-b12ef66dc139,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:36:02.032030 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf3caaa-9dca-49db-a717-ed4eeebd92e4 admin admin] Router 490494a5-0329-44c2-82f4-b3c92ea6e7a5 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:36:02.037032 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': 'a48b9e52-a94a-4152-bfa3-da6860f0e9b2', 'network_id': '16c10c5d-1850-421a-96a5-275d76836bd3', 'port_id': 'a48b9e52-a94a-4152-bfa3-da6860f0e9b2', 'mac_address': 'fa:16:3e:82:77:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fdf86ab-af58-4cf8-9b95-ca9f0c250fbb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:36:02.041620 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a29cbd76-8ca5-4e4a-95ee-99450d686eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:02.073542 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-5ba5a669-f545-4b14-8831-7a194675664c service neutron] 10.222.0.89 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352603 Oct 20 11:36:02.156513 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7700748d-ba3b-4f03-ae8d-abcca6a1afa0 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:02.160814 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-98348b57-3251-47da-aaee-5dae45d0f57a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=d39c253f-49f6-4214-8738-6a67f437331d HTTP/1.1" status: 200 len: 217 time: 0.0744374 Oct 20 11:36:02.165867 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7700748d-ba3b-4f03-ae8d-abcca6a1afa0 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:02.167536 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7700748d-ba3b-4f03-ae8d-abcca6a1afa0 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1512847 Oct 20 11:36:02.172525 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39012) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:02.172660 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29cbd76-8ca5-4e4a-95ee-99450d686eea None None] Pushing event updated for resources: {'Port': ['ID=06f002e6-b071-4e46-8fd3-b12ef66dc139,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:02.177217 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:02.195301 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a48b9e52-a94a-4152-bfa3-da6860f0e9b2 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:36:02.225127 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port a48b9e52-a94a-4152-bfa3-da6860f0e9b2, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=a48b9e52-a94a-4152-bfa3-da6860f0e9b2,segment=NetworkSegment(4dbe0d0c-7fc2-44c4-912f-278d67da55f4),segment_id=4dbe0d0c-7fc2-44c4-912f-278d67da55f4)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:36:02.232262 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:02.252169 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf3caaa-9dca-49db-a717-ed4eeebd92e4 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:36:02.277538 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fdf3caaa-9dca-49db-a717-ed4eeebd92e4 admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:02.278691 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf90b1b-f6a7-4d5e-888e-85277c359ed3 None None] Sync routers for ids ['490494a5-0329-44c2-82f4-b3c92ea6e7a5'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:36:02.282494 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39014) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:02.284761 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-fdf3caaa-9dca-49db-a717-ed4eeebd92e4 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.4667819 Oct 20 11:36:02.322132 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf90b1b-f6a7-4d5e-888e-85277c359ed3 None None] Routers {'490494a5-0329-44c2-82f4-b3c92ea6e7a5'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:36:02.322885 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-edf90b1b-f6a7-4d5e-888e-85277c359ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:35:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['490494a5-0329-44c2-82f4-b3c92ea6e7a5'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:36:02.332504 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-87cae504-bc15-43ee-b791-8c2040e6e02a None None] Provisioning complete for port 2e82cddb-65f6-4f3b-9387-1d3d291ad56a triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:02.333014 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-87cae504-bc15-43ee-b791-8c2040e6e02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:02.358763 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-a8a7d0d6-9b70-4cc0-b0be-dcd1e8476cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:02.361747 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-a8a7d0d6-9b70-4cc0-b0be-dcd1e8476cc1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c7f8db9e-759d-47f9-9be8-c669a032f85a HTTP/1.1" status: 200 len: 797 time: 0.1887882 Oct 20 11:36:02.432098 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39016) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:02.445820 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dde2d007-2f9e-4414-a312-c9f497f94920 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:02.450461 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=a48b9e52-a94a-4152-bfa3-da6860f0e9b2,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:02.492860 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-de52045b-5363-4097-969c-8ddfdc805912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:02.494541 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-de52045b-5363-4097-969c-8ddfdc805912 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=debe6c2d-b3d4-4e02-853f-d2d45fbb1f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1209445 Oct 20 11:36:02.507423 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-7b1797f0-548a-4f64-803e-0d3d0b15cec3 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Deleting port 653fb5c3-fcca-4b59-885e-2ff6fb669531 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:36:02.507817 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7b1797f0-548a-4f64-803e-0d3d0b15cec3 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:02.534908 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['a48b9e52-a94a-4152-bfa3-da6860f0e9b2'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:36:02.620753 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dde2d007-2f9e-4414-a312-c9f497f94920 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:02.633395 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-edf90b1b-f6a7-4d5e-888e-85277c359ed3 None None] Set router 490494a5-0329-44c2-82f4-b3c92ea6e7a5 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:36:02.643108 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dde2d007-2f9e-4414-a312-c9f497f94920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:02.741215 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-dde2d007-2f9e-4414-a312-c9f497f94920 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f31fb3c7545c4bd796481a091c8a3971&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3078926 Oct 20 11:36:02.742055 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde2d007-2f9e-4414-a312-c9f497f94920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2fd76d-0d83-4885-8cc6-e05d7271f65d,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:02.743531 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39022) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:02.836742 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 06f002e6-b071-4e46-8fd3-b12ef66dc139 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:36:02.838080 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7b1797f0-548a-4f64-803e-0d3d0b15cec3 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:02.902998 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-7b1797f0-548a-4f64-803e-0d3d0b15cec3 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Calling delete_port for 653fb5c3-fcca-4b59-885e-2ff6fb669531 owned by {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:36:02.906033 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-e350e36f-cbc2-42aa-ac74-8272f2abd590 service neutron] 10.222.0.89 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948345 Oct 20 11:36:02.974662 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279bcdbc-b203-4731-9312-22dc3ac05fd2 req-512af815-680e-41e5-9fa8-14d134c52e13 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:02.976247 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-279bcdbc-b203-4731-9312-22dc3ac05fd2 req-512af815-680e-41e5-9fa8-14d134c52e13 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7 HTTP/1.1" status: 200 len: 945 time: 0.2779500 Oct 20 11:36:02.989058 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 06f002e6-b071-4e46-8fd3-b12ef66dc139 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:02.989451 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:03.070257 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-edf90b1b-f6a7-4d5e-888e-85277c359ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490494a5-0329-44c2-82f4-b3c92ea6e7a5', 'name': 'tempest-ServersTestBootFromVolume-59446804-router', 'tenant_id': '2826f2997a754ee49961aecef40f217a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '5b28018a-7176-4a9d-b670-99459c7dd686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:57Z', 'updated_at': '2021-10-20T11:36:00Z', 'revision_number': 3, 'project_id': '2826f2997a754ee49961aecef40f217a', 'gw_port': {'id': '5b28018a-7176-4a9d-b670-99459c7dd686', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490494a5-0329-44c2-82f4-b3c92ea6e7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:59Z', 'updated_at': '2021-10-20T11:35:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:36:03.101600 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf90b1b-f6a7-4d5e-888e-85277c359ed3 None None] Checking router: 490494a5-0329-44c2-82f4-b3c92ea6e7a5 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:36:03.101946 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf90b1b-f6a7-4d5e-888e-85277c359ed3 None None] Updating router 490494a5-0329-44c2-82f4-b3c92ea6e7a5 port 5b28018a-7176-4a9d-b670-99459c7dd686 binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:36:03.138583 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-478c132a-f4c5-4b24-aa79-f144a47fc120 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:03.154040 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-edf90b1b-f6a7-4d5e-888e-85277c359ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:03.176892 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:03.182703 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354e121-ac40-4d52-9c8c-d2dd1ab3a05b req-07a49866-1371-43a9-91f2-30a60217af22 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:03.184313 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9354e121-ac40-4d52-9c8c-d2dd1ab3a05b req-07a49866-1371-43a9-91f2-30a60217af22 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=72864da3-39ca-42d8-97df-c6f7b241e611 HTTP/1.1" status: 200 len: 945 time: 0.3483329 Oct 20 11:36:03.214817 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-279bcdbc-b203-4731-9312-22dc3ac05fd2 req-59dfbb6d-943f-4cf8-b714-76e8adc1153a tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286129 Oct 20 11:36:03.239084 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 06f002e6-b071-4e46-8fd3-b12ef66dc139, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=06f002e6-b071-4e46-8fd3-b12ef66dc139,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:36:03.277423 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-478c132a-f4c5-4b24-aa79-f144a47fc120 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:03.308777 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-52ded3f1-d826-4c2f-aeca-2c1de5a27235 service neutron] 10.222.0.89 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3854363 Oct 20 11:36:03.311494 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:03.312127 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 2e82cddb-65f6-4f3b-9387-1d3d291ad56a up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:36:03.443140 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 2e82cddb-65f6-4f3b-9387-1d3d291ad56a triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:03.443512 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:03.484051 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9354e121-ac40-4d52-9c8c-d2dd1ab3a05b req-b230a08e-7ced-4af9-93bd-4a5ab1c1c4bf tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/security-groups?id=37550ed7-fbaa-467a-8078-86fab95259aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795553 Oct 20 11:36:03.484713 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=06f002e6-b071-4e46-8fd3-b12ef66dc139,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:03.485652 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-1217abeb-f010-4e7b-aea1-1d99ca98890e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=4aea7d3c-78fa-4d1c-9d27-ec767d37af26 HTTP/1.1" status: 200 len: 217 time: 0.1544964 Oct 20 11:36:03.537335 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-24741365-1722-4113-8ca6-d038a4e1ca54 req-f214e660-21d2-4d6c-ba30-b3e4a8f38a8d tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.1426160 Oct 20 11:36:03.553915 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-882eb324-f354-4ead-a1c3-8764faf0670d None None] Provisioning complete for port 06f002e6-b071-4e46-8fd3-b12ef66dc139 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:03.554287 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-882eb324-f354-4ead-a1c3-8764faf0670d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:03.620159 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-478c132a-f4c5-4b24-aa79-f144a47fc120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:03.622276 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device a48b9e52-a94a-4152-bfa3-da6860f0e9b2 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:36:03.623254 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-478c132a-f4c5-4b24-aa79-f144a47fc120 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:03.624427 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-478c132a-f4c5-4b24-aa79-f144a47fc120 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1f2fd76d-0d83-4885-8cc6-e05d7271f65d HTTP/1.1" status: 204 len: 168 time: 0.8766255 Oct 20 11:36:03.634148 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7b1797f0-548a-4f64-803e-0d3d0b15cec3 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:03.682712 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1797f0-548a-4f64-803e-0d3d0b15cec3 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event deleted for resources: {'Port': ['ID=653fb5c3-fcca-4b59-885e-2ff6fb669531,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:03.718155 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c132a-f4c5-4b24-aa79-f144a47fc120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2fd76d-0d83-4885-8cc6-e05d7271f65d,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:03.737691 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7b1797f0-548a-4f64-803e-0d3d0b15cec3 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:03.741013 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-7b1797f0-548a-4f64-803e-0d3d0b15cec3 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/ports/653fb5c3-fcca-4b59-885e-2ff6fb669531 HTTP/1.1" status: 204 len: 168 time: 1.5678463 Oct 20 11:36:03.742692 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-9cca00d6-5fcc-4e61-8e78-6e7b4d84a6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:03.744059 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39032) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:03.744536 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-9cca00d6-5fcc-4e61-8e78-6e7b4d84a6cb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c7f8db9e-759d-47f9-9be8-c669a032f85a HTTP/1.1" status: 200 len: 797 time: 0.2191591 Oct 20 11:36:03.791926 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-afec2da8-5e57-413a-ba53-b3874d24806b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:03.853538 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port a48b9e52-a94a-4152-bfa3-da6860f0e9b2 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:36:03.871713 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-edf90b1b-f6a7-4d5e-888e-85277c359ed3 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:03.875387 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port a48b9e52-a94a-4152-bfa3-da6860f0e9b2 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:03.875741 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:03.879658 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a61f71-3f6a-4a7b-80ef-eeb0748052bb tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:03.881285 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a61f71-3f6a-4a7b-80ef-eeb0748052bb tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:03.885539 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-70a61f71-3f6a-4a7b-80ef-eeb0748052bb tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1370089 Oct 20 11:36:03.885752 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39036) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:03.906621 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-edf90b1b-f6a7-4d5e-888e-85277c359ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:03.911638 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-ac57d038-d145-4b73-91a6-1328eb7dc48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:03.913202 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-ac57d038-d145-4b73-91a6-1328eb7dc48b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=debe6c2d-b3d4-4e02-853f-d2d45fbb1f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1567311 Oct 20 11:36:03.969232 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-02706b46-053f-414c-bc05-b2cf24d960fc tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Deleting subnet c571c7ab-e658-4732-914d-02dda2fa111a {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:36:03.974900 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-02706b46-053f-414c-bc05-b2cf24d960fc tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:04.060456 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-02706b46-053f-414c-bc05-b2cf24d960fc tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:04.210891 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-02706b46-053f-414c-bc05-b2cf24d960fc tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:04.256833 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-cd06ac14-bfad-4daf-8e52-6001db521855 None None] Could not find standard attr ID for object ca03a6e3-3f58-44f4-acf6-b0e858daa030. {{(pid=100648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:36:04.317540 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-02706b46-053f-414c-bc05-b2cf24d960fc tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:04.353606 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a35a7ed-04a6-4653-af1a-d8a7b0599baf None None] Pushing event updated for resources: {'Port': ['ID=5b28018a-7176-4a9d-b670-99459c7dd686,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:04.357428 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-edf90b1b-f6a7-4d5e-888e-85277c359ed3 None None] Attempting to bind port 5b28018a-7176-4a9d-b670-99459c7dd686 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:36:04.357799 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-edf90b1b-f6a7-4d5e-888e-85277c359ed3 None None] Attempting to bind port 5b28018a-7176-4a9d-b670-99459c7dd686 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:36:04.358149 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf90b1b-f6a7-4d5e-888e-85277c359ed3 None None] Attempting to bind port 5b28018a-7176-4a9d-b670-99459c7dd686 on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:36:04.370758 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf90b1b-f6a7-4d5e-888e-85277c359ed3 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:36:04.371231 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf90b1b-f6a7-4d5e-888e-85277c359ed3 None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:36:04.371546 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-edf90b1b-f6a7-4d5e-888e-85277c359ed3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:04.371928 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf90b1b-f6a7-4d5e-888e-85277c359ed3 None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:36:04.372456 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-edf90b1b-f6a7-4d5e-888e-85277c359ed3 None None] Bound port: 5b28018a-7176-4a9d-b670-99459c7dd686, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:36:04.372830 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-edf90b1b-f6a7-4d5e-888e-85277c359ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:04.379866 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-259c41f2-ee22-4570-b393-9487e7562815 None None] Could not find standard attr ID for object 653fb5c3-fcca-4b59-885e-2ff6fb669531. {{(pid=100648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:36:04.388305 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02706b46-053f-414c-bc05-b2cf24d960fc tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event deleted for resources: {'Subnet': ['ID=c571c7ab-e658-4732-914d-02dda2fa111a,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:04.391953 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-02706b46-053f-414c-bc05-b2cf24d960fc tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:04.398257 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-02706b46-053f-414c-bc05-b2cf24d960fc tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/c571c7ab-e658-4732-914d-02dda2fa111a HTTP/1.1" status: 204 len: 168 time: 0.5108898 Oct 20 11:36:04.401666 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39052) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:04.454732 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-852365c4-de91-4c6c-a8e6-c16a8792739a tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0511608 Oct 20 11:36:04.455086 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39054) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:04.481713 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a4abd6-ac26-49d8-8ff0-eadff68782e1 None None] Network 87010bec-6736-4922-a33b-92334c200b3b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:36:04.511529 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:04.530457 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db03d8f0-93a5-419d-8527-406a2015426f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:04.533332 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-db03d8f0-93a5-419d-8527-406a2015426f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0768042 Oct 20 11:36:04.536034 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39060) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:04.549920 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-edf90b1b-f6a7-4d5e-888e-85277c359ed3 None None] For port 5b28018a-7176-4a9d-b670-99459c7dd686, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:36:04.608673 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72864da3-39ca-42d8-97df-c6f7b241e611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48b9e52-a94a-4152-bfa3-da6860f0e9b2'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:36:04.611353 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407aabe0-e613-450a-aeab-c29f27b55501" -d '{"events": [{"server_uuid": "72864da3-39ca-42d8-97df-c6f7b241e611", "name": "network-vif-plugged", "status": "completed", "tag": "a48b9e52-a94a-4152-bfa3-da6860f0e9b2"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:36:04.615720 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-edf90b1b-f6a7-4d5e-888e-85277c359ed3 None None] For port 5b28018a-7176-4a9d-b670-99459c7dd686, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=5b28018a-7176-4a9d-b670-99459c7dd686,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:36:04.635916 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port a48b9e52-a94a-4152-bfa3-da6860f0e9b2, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=a48b9e52-a94a-4152-bfa3-da6860f0e9b2,segment=NetworkSegment(4dbe0d0c-7fc2-44c4-912f-278d67da55f4),segment_id=4dbe0d0c-7fc2-44c4-912f-278d67da55f4)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:36:04.637828 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-edf90b1b-f6a7-4d5e-888e-85277c359ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:04.656284 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef21eaa-0a90-494c-9dce-4dab38cfae0c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:04.657943 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0ef21eaa-0a90-494c-9dce-4dab38cfae0c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1200840 Oct 20 11:36:04.660657 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39066) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:04.679166 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:04.706589 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 06f002e6-b071-4e46-8fd3-b12ef66dc139 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:36:04.706778 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-ce7f8f7e-7f00-4860-9458-e8478728180e service neutron] 10.222.0.89 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7800939 Oct 20 11:36:04.723564 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-26ae1dc4-baa0-4790-8997-0f25c51082b9 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0614815 Oct 20 11:36:04.725601 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39070) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:04.741053 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-888a921f-8420-410a-ab5a-7c7bd87829c8 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'subnet': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:04.767108 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-afec2da8-5e57-413a-ba53-b3874d24806b admin admin] Allocated IP 172.20.0.1 (da880dad-b7d7-4b7f-a613-e2c4dcdb28a0/1497a9cb-6614-4ce8-a588-b288c0f84e14/f0faa811-0991-4f2f-a6dc-b1f03f48b85a) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:36:04.795970 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a35a7ed-04a6-4653-af1a-d8a7b0599baf None None] Pushing event updated for resources: {'Port': ['ID=5b28018a-7176-4a9d-b670-99459c7dd686,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:04.803927 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf90b1b-f6a7-4d5e-888e-85277c359ed3 None None] Routers {'490494a5-0329-44c2-82f4-b3c92ea6e7a5'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:36:04.804672 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-edf90b1b-f6a7-4d5e-888e-85277c359ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:35:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['490494a5-0329-44c2-82f4-b3c92ea6e7a5'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:36:04.846260 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd1082-f7a7-4407-b7d2-d155c1691822 req-b0246520-e1b6-4efb-95f8-308f4617b188 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:04.853541 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7dcd1082-f7a7-4407-b7d2-d155c1691822 req-b0246520-e1b6-4efb-95f8-308f4617b188 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7 HTTP/1.1" status: 200 len: 945 time: 0.1954377 Oct 20 11:36:04.901894 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888a921f-8420-410a-ab5a-7c7bd87829c8 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:36:04.907782 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-888a921f-8420-410a-ab5a-7c7bd87829c8 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:04.908486 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b3960-ddae-4e0c-ab10-a1e85f71c8cf req-4e88ff69-dfd6-42e6-9ea8-fb8e78302835 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:04.909007 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 06f002e6-b071-4e46-8fd3-b12ef66dc139 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:04.909377 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:04.917171 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-708b3960-ddae-4e0c-ab10-a1e85f71c8cf req-4e88ff69-dfd6-42e6-9ea8-fb8e78302835 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=72864da3-39ca-42d8-97df-c6f7b241e611 HTTP/1.1" status: 200 len: 946 time: 0.2555652 Oct 20 11:36:04.918576 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=a48b9e52-a94a-4152-bfa3-da6860f0e9b2,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:04.989554 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b0d606-7421-41fa-bbc9-26fd677a49ad None None] DHCP port deletion for 87010bec-6736-4922-a33b-92334c200b3b request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:36:05.005601 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-e2113cde-c79e-499c-898a-cba1a4d7dd81 service neutron] 10.222.0.89 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805729 Oct 20 11:36:05.025507 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7dcd1082-f7a7-4407-b7d2-d155c1691822 req-df47e855-998b-48d3-8f50-567f335df063 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710072 Oct 20 11:36:05.044727 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-edf90b1b-f6a7-4d5e-888e-85277c359ed3 None None] Set router 490494a5-0329-44c2-82f4-b3c92ea6e7a5 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:36:05.159090 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-b0d77bd8-f8ab-433d-bf0a-132e4fec8868 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=36734b27-541b-4c46-94d0-9c36824cd543 HTTP/1.1" status: 200 len: 217 time: 0.1311281 Oct 20 11:36:05.207285 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-888a921f-8420-410a-ab5a-7c7bd87829c8 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:05.220680 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d8b0d606-7421-41fa-bbc9-26fd677a49ad None None] Deleting port 06f002e6-b071-4e46-8fd3-b12ef66dc139 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:36:05.221079 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d8b0d606-7421-41fa-bbc9-26fd677a49ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:05.224724 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-a5b0dd8c-2aee-428c-8dff-7890036e92b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:05.227009 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-a5b0dd8c-2aee-428c-8dff-7890036e92b1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8b2ce3de-10a9-4c8a-b2e7-4d28126c6f52 HTTP/1.1" status: 200 len: 797 time: 0.0569236 Oct 20 11:36:05.230212 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-afec2da8-5e57-413a-ba53-b3874d24806b admin admin] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:05.258512 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888a921f-8420-410a-ab5a-7c7bd87829c8 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:36:05.261863 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-888a921f-8420-410a-ab5a-7c7bd87829c8 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:36:05.262844 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-708b3960-ddae-4e0c-ab10-a1e85f71c8cf req-0152fc15-183a-431a-8617-bf4a95a77a12 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/security-groups?id=37550ed7-fbaa-467a-8078-86fab95259aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446958 Oct 20 11:36:05.267912 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888a921f-8420-410a-ab5a-7c7bd87829c8 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:05.268512 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-888a921f-8420-410a-ab5a-7c7bd87829c8 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:05.290871 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bdd97abc-5a0e-4aab-84d1-1293999acd3c req-de6f63c6-8f6c-4eb9-b532-5957eb092edf tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.1411338 Oct 20 11:36:05.305983 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a921f-8420-410a-ab5a-7c7bd87829c8 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Subnet': ['ID=1f411885-56a2-4157-8de9-1e4b61f5825a,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:05.318201 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-888a921f-8420-410a-ab5a-7c7bd87829c8 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5904162 Oct 20 11:36:05.321510 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39088) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:05.327790 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-553b386a-1650-4289-887f-0050693f835c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'port': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'fixed_ips': [{'subnet_id': '1f411885-56a2-4157-8de9-1e4b61f5825a', 'ip_address': '2001:db8::b91c:7435:e60f:29ee'}], 'name': 'tempest-NetworksTestDHCPv6-1835655408'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:05.366001 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d8b0d606-7421-41fa-bbc9-26fd677a49ad None None] For port 06f002e6-b071-4e46-8fd3-b12ef66dc139, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=06f002e6-b071-4e46-8fd3-b12ef66dc139,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:36:05.366424 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d8b0d606-7421-41fa-bbc9-26fd677a49ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:05.386215 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d8b0d606-7421-41fa-bbc9-26fd677a49ad None None] Calling delete_port for 06f002e6-b071-4e46-8fd3-b12ef66dc139 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:36:05.405178 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-edf90b1b-f6a7-4d5e-888e-85277c359ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490494a5-0329-44c2-82f4-b3c92ea6e7a5', 'name': 'tempest-ServersTestBootFromVolume-59446804-router', 'tenant_id': '2826f2997a754ee49961aecef40f217a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '5b28018a-7176-4a9d-b670-99459c7dd686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:57Z', 'updated_at': '2021-10-20T11:36:00Z', 'revision_number': 3, 'project_id': '2826f2997a754ee49961aecef40f217a', 'gw_port': {'id': '5b28018a-7176-4a9d-b670-99459c7dd686', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490494a5-0329-44c2-82f4-b3c92ea6e7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:59Z', 'updated_at': '2021-10-20T11:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:36:05.437361 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-a88754d0-bfd5-464c-8924-3a57c83da225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:05.438926 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-a88754d0-bfd5-464c-8924-3a57c83da225 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cbfb6560-b005-4cf2-8e9b-c40d4507d392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1683328 Oct 20 11:36:05.484117 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-afec2da8-5e57-413a-ba53-b3874d24806b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:05.531882 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf90b1b-f6a7-4d5e-888e-85277c359ed3 None None] The sync data for ids ['490494a5-0329-44c2-82f4-b3c92ea6e7a5'] in n-d-814735-3 is: [{'id': '490494a5-0329-44c2-82f4-b3c92ea6e7a5', 'name': 'tempest-ServersTestBootFromVolume-59446804-router', 'tenant_id': '2826f2997a754ee49961aecef40f217a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '5b28018a-7176-4a9d-b670-99459c7dd686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:57Z', 'updated_at': '2021-10-20T11:36:00Z', 'revision_number': 3, 'project_id': '2826f2997a754ee49961aecef40f217a', 'gw_port': {'id': '5b28018a-7176-4a9d-b670-99459c7dd686', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490494a5-0329-44c2-82f4-b3c92ea6e7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:59Z', 'updated_at': '2021-10-20T11:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:36:05.539331 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d8b0d606-7421-41fa-bbc9-26fd677a49ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:05.566933 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df53a7b3-211d-46d0-a8d2-35a476cebbb8 x-openstack-request-id: req-df53a7b3-211d-46d0-a8d2-35a476cebbb8 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:36:05.567268 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72864da3-39ca-42d8-97df-c6f7b241e611", "name": "network-vif-plugged", "status": "completed", "tag": "a48b9e52-a94a-4152-bfa3-da6860f0e9b2", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:36:05.567579 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-df53a7b3-211d-46d0-a8d2-35a476cebbb8 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:36:05.567891 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72864da3-39ca-42d8-97df-c6f7b241e611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48b9e52-a94a-4152-bfa3-da6860f0e9b2', 'code': 200} Oct 20 11:36:05.600394 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b0d606-7421-41fa-bbc9-26fd677a49ad None None] Pushing event deleted for resources: {'Port': ['ID=06f002e6-b071-4e46-8fd3-b12ef66dc139,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:05.602427 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b0d606-7421-41fa-bbc9-26fd677a49ad None None] No DVR routers for this DVR port 06f002e6-b071-4e46-8fd3-b12ef66dc139 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:36:05.630116 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d83e0b-3681-4fd9-b3da-85d9906504a3 None None] Network 87010bec-6736-4922-a33b-92334c200b3b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:36:05.653046 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afec2da8-5e57-413a-ba53-b3874d24806b admin admin] Network da880dad-b7d7-4b7f-a613-e2c4dcdb28a0 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:36:05.694373 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-afec2da8-5e57-413a-ba53-b3874d24806b admin admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:36:05.706348 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afec2da8-5e57-413a-ba53-b3874d24806b admin admin] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:36:05.769796 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afec2da8-5e57-413a-ba53-b3874d24806b admin admin] Pushing event updated for resources: {'Port': ['ID=f0faa811-0991-4f2f-a6dc-b1f03f48b85a,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:05.772298 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553b386a-1650-4289-887f-0050693f835c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:36:05.800549 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-84cdc1cc-03ce-4596-8983-8ea9af7a78cf service neutron] 10.222.0.89 "GET /v2.0/networks/cbfb6560-b005-4cf2-8e9b-c40d4507d392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456163 Oct 20 11:36:05.805106 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-afec2da8-5e57-413a-ba53-b3874d24806b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:05.840523 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc8e3eb-735b-4d46-938a-b3b42c428ee7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-87010bec-6736-4922-a33b-92334c200b3b', 'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'tenant_id': 'f2f2c5c0f7894903b0c7a7e30f527cc9', 'fixed_ips': [{'subnet_id': '1f411885-56a2-4157-8de9-1e4b61f5825a'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:36:05.841783 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ffc8e3eb-735b-4d46-938a-b3b42c428ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:05.949636 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beda013-bf46-43cc-b5d8-312a5cd4079f req-2c990520-fb10-457a-9b26-58f219825ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:05.950943 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7beda013-bf46-43cc-b5d8-312a5cd4079f req-2c990520-fb10-457a-9b26-58f219825ed1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=72864da3-39ca-42d8-97df-c6f7b241e611 HTTP/1.1" status: 200 len: 1097 time: 0.2963996 Oct 20 11:36:06.071187 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-ffc8e3eb-735b-4d46-938a-b3b42c428ee7 None None] Allocated IP 2001:db8::2 (87010bec-6736-4922-a33b-92334c200b3b/1f411885-56a2-4157-8de9-1e4b61f5825a/1efff966-d4c6-47b7-b677-d1a8e3822690) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:36:06.144402 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7beda013-bf46-43cc-b5d8-312a5cd4079f req-c16d504e-8505-4ad8-8a54-6272801c509e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=37550ed7-fbaa-467a-8078-86fab95259aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803200 Oct 20 11:36:06.153720 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-553b386a-1650-4289-887f-0050693f835c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:06.231776 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-7caff358-6984-4c48-9bf1-8b4acfa60ed8 service neutron] 10.222.0.89 "GET /v2.0/networks/cbfb6560-b005-4cf2-8e9b-c40d4507d392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4100187 Oct 20 11:36:06.239671 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-7217e6ca-745a-412b-96b3-8733b7e3de44 None None] Provisioning complete for port f0faa811-0991-4f2f-a6dc-b1f03f48b85a triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:06.240165 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7217e6ca-745a-412b-96b3-8733b7e3de44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:06.248456 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [None req-553b386a-1650-4289-887f-0050693f835c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] device_id is not set on port 73e710ac-9eea-426d-980d-7fd0727cda0a yet. {{(pid=100647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:36:06.293356 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-7217e6ca-745a-412b-96b3-8733b7e3de44 None None] Port f0faa811-0991-4f2f-a6dc-b1f03f48b85a cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:36:06.360074 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ffc8e3eb-735b-4d46-938a-b3b42c428ee7 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:06.368625 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ffc8e3eb-735b-4d46-938a-b3b42c428ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:06.415303 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc8e3eb-735b-4d46-938a-b3b42c428ee7 None None] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:36:06.419939 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-ffc8e3eb-735b-4d46-938a-b3b42c428ee7 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:36:06.423533 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc8e3eb-735b-4d46-938a-b3b42c428ee7 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:36:06.434318 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8e3eb-735b-4d46-938a-b3b42c428ee7 None None] Pushing event updated for resources: {'Port': ['ID=1efff966-d4c6-47b7-b677-d1a8e3822690,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:06.491276 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-bc1805b6-63eb-4aee-9469-558c831c35d1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=21d0cf01-a7f4-49be-aec5-51e5c5128073 HTTP/1.1" status: 200 len: 217 time: 0.2347012 Oct 20 11:36:06.491976 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-afec2da8-5e57-413a-ba53-b3874d24806b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:06.497888 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-ffc8e3eb-735b-4d46-938a-b3b42c428ee7 None None] Attempting to bind port 1efff966-d4c6-47b7-b677-d1a8e3822690 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:36:06.497888 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-ffc8e3eb-735b-4d46-938a-b3b42c428ee7 None None] Attempting to bind port 1efff966-d4c6-47b7-b677-d1a8e3822690 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:36:06.497888 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc8e3eb-735b-4d46-938a-b3b42c428ee7 None None] Attempting to bind port 1efff966-d4c6-47b7-b677-d1a8e3822690 on network 87010bec-6736-4922-a33b-92334c200b3b {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:36:06.513704 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc8e3eb-735b-4d46-938a-b3b42c428ee7 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:36:06.514166 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc8e3eb-735b-4d46-938a-b3b42c428ee7 None None] Checking segment: {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:36:06.514730 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ffc8e3eb-735b-4d46-938a-b3b42c428ee7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:06.515252 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc8e3eb-735b-4d46-938a-b3b42c428ee7 None None] Bound using segment: {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:36:06.516589 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-ffc8e3eb-735b-4d46-938a-b3b42c428ee7 None None] Bound port: 1efff966-d4c6-47b7-b677-d1a8e3822690, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:36:06.516960 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ffc8e3eb-735b-4d46-938a-b3b42c428ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:06.551413 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92ba4b-1f1f-45cb-9991-437e49f9b97b req-7adb2038-83b8-48bd-a647-478d2ecc4a9f tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:06.560539 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5b92ba4b-1f1f-45cb-9991-437e49f9b97b req-7adb2038-83b8-48bd-a647-478d2ecc4a9f tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7 HTTP/1.1" status: 200 len: 945 time: 0.3924413 Oct 20 11:36:06.686723 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-ffc8e3eb-735b-4d46-938a-b3b42c428ee7 None None] For port 1efff966-d4c6-47b7-b677-d1a8e3822690, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:36:06.691611 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-ffc8e3eb-735b-4d46-938a-b3b42c428ee7 None None] For port 1efff966-d4c6-47b7-b677-d1a8e3822690, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=1efff966-d4c6-47b7-b677-d1a8e3822690,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:36:06.699403 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ffc8e3eb-735b-4d46-938a-b3b42c428ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:06.742115 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 5b28018a-7176-4a9d-b670-99459c7dd686 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:36:06.749101 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-c698785c-c87d-4120-9ff2-03229dd14930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:06.751345 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-c698785c-c87d-4120-9ff2-03229dd14930 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8b2ce3de-10a9-4c8a-b2e7-4d28126c6f52 HTTP/1.1" status: 200 len: 797 time: 0.2459164 Oct 20 11:36:06.785163 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5b92ba4b-1f1f-45cb-9991-437e49f9b97b req-a9827b4c-cf5a-4e33-a5ef-15fc8a0dbef1 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236140 Oct 20 11:36:06.798368 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd0cf4-50fd-4c21-8701-5c9bffb8dddd req-8fc5b01c-208d-4e8f-a016-6b3b01731fff tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:06.821175 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fdbd0cf4-50fd-4c21-8701-5c9bffb8dddd req-8fc5b01c-208d-4e8f-a016-6b3b01731fff tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=72864da3-39ca-42d8-97df-c6f7b241e611 HTTP/1.1" status: 200 len: 946 time: 0.4023674 Oct 20 11:36:06.840230 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8e3eb-735b-4d46-938a-b3b42c428ee7 None None] Pushing event updated for resources: {'Port': ['ID=1efff966-d4c6-47b7-b677-d1a8e3822690,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:06.876732 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 5b28018a-7176-4a9d-b670-99459c7dd686 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:06.877105 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:06.939142 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-553b386a-1650-4289-887f-0050693f835c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Allocated IP 2001:db8::b91c:7435:e60f:29ee (87010bec-6736-4922-a33b-92334c200b3b/1f411885-56a2-4157-8de9-1e4b61f5825a/73e710ac-9eea-426d-980d-7fd0727cda0a) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:36:07.034673 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b535abff-5e47-45c5-8559-dd5a114b6051 req-8dc7f91a-f114-470f-bfb3-5af989002af0 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.1342409 Oct 20 11:36:07.184421 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fdbd0cf4-50fd-4c21-8701-5c9bffb8dddd req-cee72a49-9ddf-4778-aed0-3e9dc3959536 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/security-groups?id=37550ed7-fbaa-467a-8078-86fab95259aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600914 Oct 20 11:36:07.218607 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-fa32b332-eb83-458f-858b-71a0f76f7ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:07.220237 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-fa32b332-eb83-458f-858b-71a0f76f7ff0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cbfb6560-b005-4cf2-8e9b-c40d4507d392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3934746 Oct 20 11:36:07.250151 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:07.287043 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 5b28018a-7176-4a9d-b670-99459c7dd686, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=5b28018a-7176-4a9d-b670-99459c7dd686,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:36:07.302822 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:07.382748 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=5b28018a-7176-4a9d-b670-99459c7dd686,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:07.400963 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 06f002e6-b071-4e46-8fd3-b12ef66dc139 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:36:07.425356 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 06f002e6-b071-4e46-8fd3-b12ef66dc139 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:36:07.425905 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 06f002e6-b071-4e46-8fd3-b12ef66dc139 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:36:07.468896 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-afec2da8-5e57-413a-ba53-b3874d24806b admin admin] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:07.481124 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-ee32df57-8087-408e-a134-8c79e787a8c9 service neutron] 10.222.0.89 "GET /v2.0/networks/cbfb6560-b005-4cf2-8e9b-c40d4507d392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511170 Oct 20 11:36:07.482015 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-afec2da8-5e57-413a-ba53-b3874d24806b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:07.856069 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 34091957-5f1c-48e5-abc4-c2774353812c details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:36:07.858455 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 34091957-5f1c-48e5-abc4-c2774353812c no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:36:07.950617 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-553b386a-1650-4289-887f-0050693f835c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:08.001917 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:08.007688 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afec2da8-5e57-413a-ba53-b3874d24806b admin admin] Pushing event updated for resources: {'Port': ['ID=f0faa811-0991-4f2f-a6dc-b1f03f48b85a,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:08.011525 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-afec2da8-5e57-413a-ba53-b3874d24806b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:08.048430 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34091957-5f1c-48e5-abc4-c2774353812c'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:36:08.052409 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4b9958-84bf-4211-8a71-f6e2f2dfec5a" -d '{"events": [{"server_uuid": "4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7", "name": "network-vif-unplugged", "status": "completed", "tag": "34091957-5f1c-48e5-abc4-c2774353812c"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:36:08.056459 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 34091957-5f1c-48e5-abc4-c2774353812c, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=34091957-5f1c-48e5-abc4-c2774353812c,segment=NetworkSegment(98857962-e92c-4e59-b882-39434d378491),segment_id=98857962-e92c-4e59-b882-39434d378491)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:36:08.066149 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443bc01b-948a-4343-9d67-242cb3184518 req-6b560cc7-6fd6-46fe-9192-ea6d6371fdf2 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:08.067836 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-443bc01b-948a-4343-9d67-242cb3184518 req-6b560cc7-6fd6-46fe-9192-ea6d6371fdf2 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7 HTTP/1.1" status: 200 len: 945 time: 0.1876016 Oct 20 11:36:08.069200 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:08.072991 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 34091957-5f1c-48e5-abc4-c2774353812c, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=34091957-5f1c-48e5-abc4-c2774353812c,segment=NetworkSegment(98857962-e92c-4e59-b882-39434d378491),segment_id=98857962-e92c-4e59-b882-39434d378491)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:36:08.127868 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ac4448-8bfc-4213-a33f-a592c67d8823 x-openstack-request-id: req-53ac4448-8bfc-4213-a33f-a592c67d8823 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:36:08.128424 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7", "name": "network-vif-unplugged", "status": "completed", "tag": "34091957-5f1c-48e5-abc4-c2774353812c", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:36:08.128887 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-53ac4448-8bfc-4213-a33f-a592c67d8823 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:36:08.129498 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34091957-5f1c-48e5-abc4-c2774353812c', 'code': 200} Oct 20 11:36:08.141315 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '34091957-5f1c-48e5-abc4-c2774353812c', 'network_id': 'e9eabc1b-d262-4e05-bd88-78509e982c52', 'port_id': '34091957-5f1c-48e5-abc4-c2774353812c', 'mac_address': 'fa:16:3e:e1:1c:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7608c98d-784c-4d69-aa65-d567e84ae885', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:36:08.142509 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d663b49-1458-4925-ab2a-269188dccbe0 req-4fcb7f2e-7222-4bdc-a72f-c605a5ab24e3 service neutron] 10.222.0.89 "GET /v2.0/networks/cbfb6560-b005-4cf2-8e9b-c40d4507d392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6256700 Oct 20 11:36:08.189818 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=34091957-5f1c-48e5-abc4-c2774353812c,revision_number=6']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:08.193741 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-553b386a-1650-4289-887f-0050693f835c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:08.222212 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:08.249041 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-443bc01b-948a-4343-9d67-242cb3184518 req-94f21194-64ee-487c-9904-cc4a823db37f tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593788 Oct 20 11:36:08.249729 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34091957-5f1c-48e5-abc4-c2774353812c {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:36:08.291488 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553b386a-1650-4289-887f-0050693f835c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:36:08.294321 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e3ff1d5d-28ec-4508-a6e5-986d838f5d5a req-98162357-1fc1-4f7f-a33d-ec3b2f4fded9 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0709453 Oct 20 11:36:08.302892 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-553b386a-1650-4289-887f-0050693f835c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:36:08.305341 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553b386a-1650-4289-887f-0050693f835c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:36:08.311701 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553b386a-1650-4289-887f-0050693f835c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:08.312440 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-553b386a-1650-4289-887f-0050693f835c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:08.339749 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b386a-1650-4289-887f-0050693f835c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Port': ['ID=73e710ac-9eea-426d-980d-7fd0727cda0a,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:08.361754 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 34091957-5f1c-48e5-abc4-c2774353812c, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=34091957-5f1c-48e5-abc4-c2774353812c,segment=NetworkSegment(98857962-e92c-4e59-b882-39434d378491),segment_id=98857962-e92c-4e59-b882-39434d378491)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:36:08.368463 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:08.404703 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-553b386a-1650-4289-887f-0050693f835c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0807312 Oct 20 11:36:08.407944 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39282) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:08.433547 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-f663257d-7f9c-45d7-89cf-c6a69de0181e tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'port': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'fixed_ips': [{'subnet_id': '1f411885-56a2-4157-8de9-1e4b61f5825a', 'ip_address': '2001:db8::b91c:7435:e60f:29ee'}], 'name': 'tempest-NetworksTestDHCPv6-543088873'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:08.445224 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afec2da8-5e57-413a-ba53-b3874d24806b admin admin] Network da880dad-b7d7-4b7f-a613-e2c4dcdb28a0 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:36:08.456959 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=34091957-5f1c-48e5-abc4-c2774353812c,revision_number=7']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:08.467507 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-afec2da8-5e57-413a-ba53-b3874d24806b admin admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:36:08.688976 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09369aa9-ea34-44a9-80c6-d9a0a51cb02b req-25e3a91f-12e9-4ce8-a2df-fa2849580a17 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:08.690701 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-09369aa9-ea34-44a9-80c6-d9a0a51cb02b req-25e3a91f-12e9-4ce8-a2df-fa2849580a17 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=72864da3-39ca-42d8-97df-c6f7b241e611 HTTP/1.1" status: 200 len: 946 time: 0.3188207 Oct 20 11:36:08.698549 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['34091957-5f1c-48e5-abc4-c2774353812c'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:36:08.779874 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afec2da8-5e57-413a-ba53-b3874d24806b admin admin] Router 490494a5-0329-44c2-82f4-b3c92ea6e7a5 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:36:08.801816 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 5b28018a-7176-4a9d-b670-99459c7dd686 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:36:08.884401 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-09369aa9-ea34-44a9-80c6-d9a0a51cb02b req-8e4af9bf-c9dc-408b-9010-db144c54a4ee tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/security-groups?id=37550ed7-fbaa-467a-8078-86fab95259aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515272 Oct 20 11:36:08.972356 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f663257d-7f9c-45d7-89cf-c6a69de0181e tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:36:08.979192 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f663257d-7f9c-45d7-89cf-c6a69de0181e tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:08.984231 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 5b28018a-7176-4a9d-b670-99459c7dd686 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:08.984821 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:08.996159 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afec2da8-5e57-413a-ba53-b3874d24806b admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:36:09.007228 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6c99ac-b3b0-447b-908c-16b04d1fa99d None None] Sync routers for ids ['490494a5-0329-44c2-82f4-b3c92ea6e7a5'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:36:09.011506 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-afec2da8-5e57-413a-ba53-b3874d24806b admin admin] 10.222.0.98 "PUT /v2.0/routers/490494a5-0329-44c2-82f4-b3c92ea6e7a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7275794 Oct 20 11:36:09.043957 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6c99ac-b3b0-447b-908c-16b04d1fa99d None None] Routers {'490494a5-0329-44c2-82f4-b3c92ea6e7a5'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:36:09.044599 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-5e6c99ac-b3b0-447b-908c-16b04d1fa99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:35:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['490494a5-0329-44c2-82f4-b3c92ea6e7a5'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:36:09.057085 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [None req-f663257d-7f9c-45d7-89cf-c6a69de0181e tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] device_id is not set on port b86ffde0-0f83-442c-8458-d1e4957ac36d yet. {{(pid=100647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:36:09.075495 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-f1d2916a-4f31-48d9-93a8-f4663d6dfff4 None None] Provisioning complete for port 1efff966-d4c6-47b7-b677-d1a8e3822690 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:09.076062 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f1d2916a-4f31-48d9-93a8-f4663d6dfff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:09.151335 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0b1ed-d0d0-4464-9d09-323f1ac9d84d req-22487664-40a8-46f8-8155-4f234aed6e74 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:09.152950 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1fd0b1ed-d0d0-4464-9d09-323f1ac9d84d req-22487664-40a8-46f8-8155-4f234aed6e74 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=72864da3-39ca-42d8-97df-c6f7b241e611 HTTP/1.1" status: 200 len: 946 time: 0.1353974 Oct 20 11:36:09.203400 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39306) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:09.214327 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-5e6c99ac-b3b0-447b-908c-16b04d1fa99d None None] Set router 490494a5-0329-44c2-82f4-b3c92ea6e7a5 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:36:09.263081 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 1efff966-d4c6-47b7-b677-d1a8e3822690 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:36:09.283444 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1fd0b1ed-d0d0-4464-9d09-323f1ac9d84d req-ce31d20a-2d4b-4c50-8c27-154064baceca tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/security-groups?id=37550ed7-fbaa-467a-8078-86fab95259aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213412 Oct 20 11:36:09.369548 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-f663257d-7f9c-45d7-89cf-c6a69de0181e tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 20 11:36:09.370074 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f663257d-7f9c-45d7-89cf-c6a69de0181e tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:36:09.412394 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-f663257d-7f9c-45d7-89cf-c6a69de0181e tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0001376 Oct 20 11:36:09.421354 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bf7bc943-ebe2-4e49-a38e-841e80efe59b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:09.423176 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39320) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:09.441174 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 1efff966-d4c6-47b7-b677-d1a8e3822690 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:09.441620 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:09.476599 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c449ac-26a7-44fd-a4ae-6e2b113913f0 req-5602d07d-2dd1-4bdd-b6cd-775e6f755ef4 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:09.487821 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-56c449ac-26a7-44fd-a4ae-6e2b113913f0 req-5602d07d-2dd1-4bdd-b6cd-775e6f755ef4 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7 HTTP/1.1" status: 200 len: 944 time: 0.0886600 Oct 20 11:36:09.495582 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f1d2916a-4f31-48d9-93a8-f4663d6dfff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:09.525081 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc2bdeb-60b8-480b-936d-f9e8c8ffc8d2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:09.531386 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc2bdeb-60b8-480b-936d-f9e8c8ffc8d2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:09.533590 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ccc2bdeb-60b8-480b-936d-f9e8c8ffc8d2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1091435 Oct 20 11:36:09.536062 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39324) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:09.558842 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-5e6c99ac-b3b0-447b-908c-16b04d1fa99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490494a5-0329-44c2-82f4-b3c92ea6e7a5', 'name': 'tempest-ServersTestBootFromVolume-59446804-router', 'tenant_id': '2826f2997a754ee49961aecef40f217a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '5b28018a-7176-4a9d-b670-99459c7dd686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:57Z', 'updated_at': '2021-10-20T11:36:06Z', 'revision_number': 4, 'project_id': '2826f2997a754ee49961aecef40f217a', 'gw_port': {'id': '5b28018a-7176-4a9d-b670-99459c7dd686', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490494a5-0329-44c2-82f4-b3c92ea6e7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:59Z', 'updated_at': '2021-10-20T11:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'f0faa811-0991-4f2f-a6dc-b1f03f48b85a', 'name': '', 'network_id': 'da880dad-b7d7-4b7f-a613-e2c4dcdb28a0', 'tenant_id': '2826f2997a754ee49961aecef40f217a', 'mac_address': 'fa:16:3e:5f:21:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490494a5-0329-44c2-82f4-b3c92ea6e7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '1497a9cb-6614-4ce8-a588-b288c0f84e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:36:03Z', 'updated_at': '2021-10-20T11:36:06Z', 'revision_number': 2, 'project_id': '2826f2997a754ee49961aecef40f217a', 'subnets': [{'id': '1497a9cb-6614-4ce8-a588-b288c0f84e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:36:09.563720 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-f1d2916a-4f31-48d9-93a8-f4663d6dfff4 None None] For port 1efff966-d4c6-47b7-b677-d1a8e3822690, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=1efff966-d4c6-47b7-b677-d1a8e3822690,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:36:09.566999 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-56c449ac-26a7-44fd-a4ae-6e2b113913f0 req-b98cdc90-c6f6-4441-b40b-e73fade9cf8e tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719402 Oct 20 11:36:09.591641 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f1d2916a-4f31-48d9-93a8-f4663d6dfff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:09.599727 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6c99ac-b3b0-447b-908c-16b04d1fa99d None None] Checking router: 490494a5-0329-44c2-82f4-b3c92ea6e7a5 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:36:09.600106 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6c99ac-b3b0-447b-908c-16b04d1fa99d None None] Updating router 490494a5-0329-44c2-82f4-b3c92ea6e7a5 port f0faa811-0991-4f2f-a6dc-b1f03f48b85a binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:36:09.611858 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:09.625444 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-5e6c99ac-b3b0-447b-908c-16b04d1fa99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:09.642655 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bf7bc943-ebe2-4e49-a38e-841e80efe59b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:09.649922 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bf7bc943-ebe2-4e49-a38e-841e80efe59b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:09.704039 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-7edf73b0-041b-4096-a82f-9eb10c270b47 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Deleting port 73e710ac-9eea-426d-980d-7fd0727cda0a {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:36:09.704621 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7edf73b0-041b-4096-a82f-9eb10c270b47 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:09.730413 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39332) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:09.731422 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-bf7bc943-ebe2-4e49-a38e-841e80efe59b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7ac147ab87604be586794d515dcc9b19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5268958 Oct 20 11:36:09.746266 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7bc943-ebe2-4e49-a38e-841e80efe59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038cf9da-aa41-4164-b0ce-c0a4176837ae,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:09.762066 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.db.api [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:36:09.762435 n-d-814735-3 neutron-server[100648]: DEBUG oslo_db.api [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:36:09.765078 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-f1d2916a-4f31-48d9-93a8-f4663d6dfff4 None None] Provisioning complete for port f0faa811-0991-4f2f-a6dc-b1f03f48b85a triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:09.765445 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f1d2916a-4f31-48d9-93a8-f4663d6dfff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:09.807430 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d2916a-4f31-48d9-93a8-f4663d6dfff4 None None] Pushing event updated for resources: {'Port': ['ID=1efff966-d4c6-47b7-b677-d1a8e3822690,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:09.820901 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:09.821867 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-f1d2916a-4f31-48d9-93a8-f4663d6dfff4 None None] Port f0faa811-0991-4f2f-a6dc-b1f03f48b85a cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:36:09.828787 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3890b09c-50dc-4273-926d-cbda000480ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:09.845789 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7edf73b0-041b-4096-a82f-9eb10c270b47 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:09.848954 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39334) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:09.865146 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-c589254f-ca23-4aee-a1d4-6fe0e69d1365 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1040189176', 'description': 'tempest-description--2096512921'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:09.874553 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-7edf73b0-041b-4096-a82f-9eb10c270b47 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Calling delete_port for 73e710ac-9eea-426d-980d-7fd0727cda0a owned by {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:36:09.877131 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 34091957-5f1c-48e5-abc4-c2774353812c up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:36:09.919045 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3890b09c-50dc-4273-926d-cbda000480ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:09.953768 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-2dd61970-03be-4574-b3a5-f2f73a5b6d1a None None] Provisioning complete for port 73e710ac-9eea-426d-980d-7fd0727cda0a triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:09.954145 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2dd61970-03be-4574-b3a5-f2f73a5b6d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:09.990177 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 34091957-5f1c-48e5-abc4-c2774353812c triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:09.991202 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:10.027729 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-5e6c99ac-b3b0-447b-908c-16b04d1fa99d None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:10.033010 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-2dd61970-03be-4574-b3a5-f2f73a5b6d1a None None] Port 73e710ac-9eea-426d-980d-7fd0727cda0a cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:36:10.046361 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-5e6c99ac-b3b0-447b-908c-16b04d1fa99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:10.071625 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c589254f-ca23-4aee-a1d4-6fe0e69d1365 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:10.093075 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7edf73b0-041b-4096-a82f-9eb10c270b47 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:10.094285 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960dae80-e0e2-4e48-9121-e030f672bae5 None None] Pushing event updated for resources: {'Port': ['ID=f0faa811-0991-4f2f-a6dc-b1f03f48b85a,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:10.099976 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-14898427-c9dc-4615-8139-310763ed8a66 req-91208433-a884-432a-b39a-44da2296a091 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.1760886 Oct 20 11:36:10.119801 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3890b09c-50dc-4273-926d-cbda000480ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:10.125695 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3890b09c-50dc-4273-926d-cbda000480ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:10.129490 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3890b09c-50dc-4273-926d-cbda000480ac admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/038cf9da-aa41-4164-b0ce-c0a4176837ae HTTP/1.1" status: 204 len: 168 time: 0.3977013 Oct 20 11:36:10.136673 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:10.173232 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-5e6c99ac-b3b0-447b-908c-16b04d1fa99d None None] Attempting to bind port f0faa811-0991-4f2f-a6dc-b1f03f48b85a on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:36:10.173619 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-5e6c99ac-b3b0-447b-908c-16b04d1fa99d None None] Attempting to bind port f0faa811-0991-4f2f-a6dc-b1f03f48b85a by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '5f07dc46-3f37-49bc-b9e8-b83de5b34624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': 'da880dad-b7d7-4b7f-a613-e2c4dcdb28a0'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:36:10.174017 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6c99ac-b3b0-447b-908c-16b04d1fa99d None None] Attempting to bind port f0faa811-0991-4f2f-a6dc-b1f03f48b85a on network da880dad-b7d7-4b7f-a613-e2c4dcdb28a0 {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:36:10.180179 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6c99ac-b3b0-447b-908c-16b04d1fa99d None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:36:10.180179 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6c99ac-b3b0-447b-908c-16b04d1fa99d None None] Checking segment: {'id': '5f07dc46-3f37-49bc-b9e8-b83de5b34624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': 'da880dad-b7d7-4b7f-a613-e2c4dcdb28a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:36:10.180563 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-5e6c99ac-b3b0-447b-908c-16b04d1fa99d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:10.181118 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6c99ac-b3b0-447b-908c-16b04d1fa99d None None] Bound using segment: {'id': '5f07dc46-3f37-49bc-b9e8-b83de5b34624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': 'da880dad-b7d7-4b7f-a613-e2c4dcdb28a0'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:36:10.181913 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-5e6c99ac-b3b0-447b-908c-16b04d1fa99d None None] Bound port: f0faa811-0991-4f2f-a6dc-b1f03f48b85a, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f07dc46-3f37-49bc-b9e8-b83de5b34624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': 'da880dad-b7d7-4b7f-a613-e2c4dcdb28a0'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:36:10.182459 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-5e6c99ac-b3b0-447b-908c-16b04d1fa99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:10.194265 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 34091957-5f1c-48e5-abc4-c2774353812c, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=34091957-5f1c-48e5-abc4-c2774353812c,segment=NetworkSegment(98857962-e92c-4e59-b882-39434d378491),segment_id=98857962-e92c-4e59-b882-39434d378491)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:36:10.195588 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34091957-5f1c-48e5-abc4-c2774353812c'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:36:10.199791 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964b4d3d-d352-4054-b7ac-50946d814187" -d '{"events": [{"server_uuid": "4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7", "name": "network-vif-plugged", "status": "completed", "tag": "34091957-5f1c-48e5-abc4-c2774353812c"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:36:10.207685 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:10.213485 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3890b09c-50dc-4273-926d-cbda000480ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038cf9da-aa41-4164-b0ce-c0a4176837ae,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:10.231483 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7edf73b0-041b-4096-a82f-9eb10c270b47 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:10.242916 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7edf73b0-041b-4096-a82f-9eb10c270b47 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/ports/73e710ac-9eea-426d-980d-7fd0727cda0a HTTP/1.1" status: 204 len: 168 time: 0.7055638 Oct 20 11:36:10.253424 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39344) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:10.335273 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-5e6c99ac-b3b0-447b-908c-16b04d1fa99d None None] For port f0faa811-0991-4f2f-a6dc-b1f03f48b85a, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:36:10.344599 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-5e6c99ac-b3b0-447b-908c-16b04d1fa99d None None] For port f0faa811-0991-4f2f-a6dc-b1f03f48b85a, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=f0faa811-0991-4f2f-a6dc-b1f03f48b85a,segment=NetworkSegment(5f07dc46-3f37-49bc-b9e8-b83de5b34624),segment_id=5f07dc46-3f37-49bc-b9e8-b83de5b34624)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:36:10.357556 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-5e6c99ac-b3b0-447b-908c-16b04d1fa99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:10.360133 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edf73b0-041b-4096-a82f-9eb10c270b47 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event deleted for resources: {'Port': ['ID=73e710ac-9eea-426d-980d-7fd0727cda0a,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:10.466556 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6c99ac-b3b0-447b-908c-16b04d1fa99d None None] Routers {'490494a5-0329-44c2-82f4-b3c92ea6e7a5'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:36:10.468102 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c589254f-ca23-4aee-a1d4-6fe0e69d1365 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:10.470754 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-5e6c99ac-b3b0-447b-908c-16b04d1fa99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:35:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['490494a5-0329-44c2-82f4-b3c92ea6e7a5'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:36:10.490919 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c589254f-ca23-4aee-a1d4-6fe0e69d1365 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:10.518257 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b8b671-a478-4a51-85c1-687c1139ee10 x-openstack-request-id: req-d0b8b671-a478-4a51-85c1-687c1139ee10 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:36:10.518557 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7", "name": "network-vif-plugged", "status": "completed", "tag": "34091957-5f1c-48e5-abc4-c2774353812c", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:36:10.518828 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d0b8b671-a478-4a51-85c1-687c1139ee10 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:36:10.519241 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34091957-5f1c-48e5-abc4-c2774353812c', 'code': 200} Oct 20 11:36:10.520373 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=34091957-5f1c-48e5-abc4-c2774353812c,revision_number=8']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:10.616853 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c589254f-ca23-4aee-a1d4-6fe0e69d1365 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:10.626635 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39356) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:10.626762 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c589254f-ca23-4aee-a1d4-6fe0e69d1365 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7744923 Oct 20 11:36:10.633910 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-5733dd3f-6856-4618-b2c4-b902b710e8bc tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Request body: {'security_group_rule': {'security_group_id': '9b3d2f10-3510-4534-bb4e-f0bb5bf298fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:10.679914 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a149465-ab4a-48bb-aa91-b4e0ad5a7fdd tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:10.681826 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a149465-ab4a-48bb-aa91-b4e0ad5a7fdd tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:10.685909 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-9a149465-ab4a-48bb-aa91-b4e0ad5a7fdd tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4285543 Oct 20 11:36:10.686382 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-4b58bf1e-4256-4420-9a3f-9d96c85cd018 None None] Provisioning complete for port f0faa811-0991-4f2f-a6dc-b1f03f48b85a triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:10.686519 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39358) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:10.687724 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4b58bf1e-4256-4420-9a3f-9d96c85cd018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:10.723854 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5733dd3f-6856-4618-b2c4-b902b710e8bc tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:10.746604 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c589254f-ca23-4aee-a1d4-6fe0e69d1365 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3d2f10-3510-4534-bb4e-f0bb5bf298fb,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:10.810598 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960dae80-e0e2-4e48-9121-e030f672bae5 None None] Pushing event updated for resources: {'Port': ['ID=f0faa811-0991-4f2f-a6dc-b1f03f48b85a,revision_number=4']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:10.835353 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5733dd3f-6856-4618-b2c4-b902b710e8bc tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:10.841781 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5733dd3f-6856-4618-b2c4-b902b710e8bc tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:10.845634 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 1efff966-d4c6-47b7-b677-d1a8e3822690 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:36:10.858940 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-5e6c99ac-b3b0-447b-908c-16b04d1fa99d None None] Set router 490494a5-0329-44c2-82f4-b3c92ea6e7a5 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:36:10.882293 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5733dd3f-6856-4618-b2c4-b902b710e8bc tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:10.885199 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5733dd3f-6856-4618-b2c4-b902b710e8bc tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2568572 Oct 20 11:36:10.911837 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39372) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:10.926916 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-dd8e5eb9-b1f5-49b7-b95e-1b567dca4f9f tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Request body: {'security_group_rule': {'security_group_id': '9b3d2f10-3510-4534-bb4e-f0bb5bf298fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:10.951624 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5733dd3f-6856-4618-b2c4-b902b710e8bc tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52fee994-02ab-4a23-b4c6-481331cbe335,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:10.978030 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 1efff966-d4c6-47b7-b677-d1a8e3822690 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:10.978404 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:11.000490 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb389461-00b1-4b68-ae0e-9e13f60457d4 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Deleting subnet 1f411885-56a2-4157-8de9-1e4b61f5825a {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:36:11.004916 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4b58bf1e-4256-4420-9a3f-9d96c85cd018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:11.013057 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dd8e5eb9-b1f5-49b7-b95e-1b567dca4f9f tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:11.026787 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fb389461-00b1-4b68-ae0e-9e13f60457d4 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:11.096807 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152f6c0-778a-4234-8b36-6cd39c8aef18 req-49d75916-5be2-4309-85c7-f18d9f23e0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:11.098313 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d152f6c0-778a-4234-8b36-6cd39c8aef18 req-49d75916-5be2-4309-85c7-f18d9f23e0ab service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7 HTTP/1.1" status: 200 len: 1096 time: 0.3120050 Oct 20 11:36:11.099144 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-4b58bf1e-4256-4420-9a3f-9d96c85cd018 None None] For port f0faa811-0991-4f2f-a6dc-b1f03f48b85a, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=f0faa811-0991-4f2f-a6dc-b1f03f48b85a,segment=NetworkSegment(5f07dc46-3f37-49bc-b9e8-b83de5b34624),segment_id=5f07dc46-3f37-49bc-b9e8-b83de5b34624)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:36:11.106024 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4b58bf1e-4256-4420-9a3f-9d96c85cd018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:11.122157 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dd8e5eb9-b1f5-49b7-b95e-1b567dca4f9f tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:11.128088 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dd8e5eb9-b1f5-49b7-b95e-1b567dca4f9f tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:11.134400 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58997d-8c60-481c-8533-f8cc93dfd600 req-baf2b2d0-4066-459d-9cae-07e65ce3db15 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:11.135988 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d58997d-8c60-481c-8533-f8cc93dfd600 req-baf2b2d0-4066-459d-9cae-07e65ce3db15 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7 HTTP/1.1" status: 200 len: 945 time: 0.3106744 Oct 20 11:36:11.147660 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fb389461-00b1-4b68-ae0e-9e13f60457d4 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:11.157838 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e5eb9-b1f5-49b7-b95e-1b567dca4f9f tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10d6df34-1a5b-4e7c-8bd2-9caf2372cf84,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:11.174962 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dd8e5eb9-b1f5-49b7-b95e-1b567dca4f9f tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:11.178262 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-dd8e5eb9-b1f5-49b7-b95e-1b567dca4f9f tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2645044 Oct 20 11:36:11.181859 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39380) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:11.189377 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-d7badbc7-1952-4c72-b12e-ac6e1ccba129 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:11.219400 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a740a-3687-492d-a450-886815c8e9f3 req-0f296b48-d6c9-4b35-88bc-c6498e98d320 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:11.223195 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d7badbc7-1952-4c72-b12e-ac6e1ccba129 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Publish callbacks [] for floatingip, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:11.227111 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8c3a740a-3687-492d-a450-886815c8e9f3 req-0f296b48-d6c9-4b35-88bc-c6498e98d320 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=72864da3-39ca-42d8-97df-c6f7b241e611 HTTP/1.1" status: 200 len: 946 time: 0.2797568 Oct 20 11:36:11.242046 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b58bf1e-4256-4420-9a3f-9d96c85cd018 None None] Pushing event updated for resources: {'Port': ['ID=f0faa811-0991-4f2f-a6dc-b1f03f48b85a,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:11.247628 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-5e6c99ac-b3b0-447b-908c-16b04d1fa99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490494a5-0329-44c2-82f4-b3c92ea6e7a5', 'name': 'tempest-ServersTestBootFromVolume-59446804-router', 'tenant_id': '2826f2997a754ee49961aecef40f217a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '5b28018a-7176-4a9d-b670-99459c7dd686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:57Z', 'updated_at': '2021-10-20T11:36:06Z', 'revision_number': 4, 'project_id': '2826f2997a754ee49961aecef40f217a', 'gw_port': {'id': '5b28018a-7176-4a9d-b670-99459c7dd686', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490494a5-0329-44c2-82f4-b3c92ea6e7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:59Z', 'updated_at': '2021-10-20T11:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'f0faa811-0991-4f2f-a6dc-b1f03f48b85a', 'name': '', 'network_id': 'da880dad-b7d7-4b7f-a613-e2c4dcdb28a0', 'tenant_id': '2826f2997a754ee49961aecef40f217a', 'mac_address': 'fa:16:3e:5f:21:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490494a5-0329-44c2-82f4-b3c92ea6e7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '1497a9cb-6614-4ce8-a588-b288c0f84e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:36:03Z', 'updated_at': '2021-10-20T11:36:10Z', 'revision_number': 4, 'project_id': '2826f2997a754ee49961aecef40f217a', 'subnets': [{'id': '1497a9cb-6614-4ce8-a588-b288c0f84e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:36:11.269741 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d152f6c0-778a-4234-8b36-6cd39c8aef18 req-eff0fe80-656b-4144-9d0f-9ea3464e0435 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598475 Oct 20 11:36:11.277145 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-5e8f4540-4fbe-4f97-83b0-b05edebf3728 None None] Provisioning complete for port f0faa811-0991-4f2f-a6dc-b1f03f48b85a triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:11.278075 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5e8f4540-4fbe-4f97-83b0-b05edebf3728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:11.286858 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6c99ac-b3b0-447b-908c-16b04d1fa99d None None] The sync data for ids ['490494a5-0329-44c2-82f4-b3c92ea6e7a5'] in n-d-814735-3 is: [{'id': '490494a5-0329-44c2-82f4-b3c92ea6e7a5', 'name': 'tempest-ServersTestBootFromVolume-59446804-router', 'tenant_id': '2826f2997a754ee49961aecef40f217a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '5b28018a-7176-4a9d-b670-99459c7dd686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:57Z', 'updated_at': '2021-10-20T11:36:06Z', 'revision_number': 4, 'project_id': '2826f2997a754ee49961aecef40f217a', 'gw_port': {'id': '5b28018a-7176-4a9d-b670-99459c7dd686', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490494a5-0329-44c2-82f4-b3c92ea6e7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:59Z', 'updated_at': '2021-10-20T11:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'f0faa811-0991-4f2f-a6dc-b1f03f48b85a', 'name': '', 'network_id': 'da880dad-b7d7-4b7f-a613-e2c4dcdb28a0', 'tenant_id': '2826f2997a754ee49961aecef40f217a', 'mac_address': 'fa:16:3e:5f:21:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490494a5-0329-44c2-82f4-b3c92ea6e7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '1497a9cb-6614-4ce8-a588-b288c0f84e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:36:03Z', 'updated_at': '2021-10-20T11:36:10Z', 'revision_number': 4, 'project_id': '2826f2997a754ee49961aecef40f217a', 'subnets': [{'id': '1497a9cb-6614-4ce8-a588-b288c0f84e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:36:11.287272 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d58997d-8c60-481c-8533-f8cc93dfd600 req-7e606948-5aa7-4732-a1a0-bb6d332e2761 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167529 Oct 20 11:36:11.343677 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8c3a740a-3687-492d-a450-886815c8e9f3 req-8ab7a231-d703-48e7-953b-344f4c0311cc tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/security-groups?id=37550ed7-fbaa-467a-8078-86fab95259aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137257 Oct 20 11:36:11.420264 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fb389461-00b1-4b68-ae0e-9e13f60457d4 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:11.500934 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d7badbc7-1952-4c72-b12e-ac6e1ccba129 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:11.563521 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2a574fda-17e2-450e-997f-2f2d64896e74 req-f8a83061-9340-4d2d-80b7-868ac4b1d1d8 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0647166 Oct 20 11:36:11.605789 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fb389461-00b1-4b68-ae0e-9e13f60457d4 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:11.642150 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb389461-00b1-4b68-ae0e-9e13f60457d4 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event deleted for resources: {'Subnet': ['ID=1f411885-56a2-4157-8de9-1e4b61f5825a,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:11.648317 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fb389461-00b1-4b68-ae0e-9e13f60457d4 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:11.657109 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ffc178-98cf-4a62-9eda-60d500eb725f None None] Network 87010bec-6736-4922-a33b-92334c200b3b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:36:11.664193 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-fb389461-00b1-4b68-ae0e-9e13f60457d4 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/1f411885-56a2-4157-8de9-1e4b61f5825a HTTP/1.1" status: 204 len: 168 time: 0.9717035 Oct 20 11:36:11.665671 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39396) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:11.712249 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d6955fed-df65-42c3-ba86-d64ce1e81583 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0441141 Oct 20 11:36:11.716197 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39398) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:11.721690 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-d7badbc7-1952-4c72-b12e-ac6e1ccba129 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Allocated IP 172.25.5.52 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/67a61088-5bdd-440f-b0ad-0c88a7bbbed0) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:36:11.722089 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-e70e3f57-1c75-4cf1-b2eb-1525b55da829 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'subnet': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:11.856087 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70e3f57-1c75-4cf1-b2eb-1525b55da829 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:36:11.860183 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e70e3f57-1c75-4cf1-b2eb-1525b55da829 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:11.883694 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144d9d05-5f52-42d2-9cb0-e5c98793181d None None] DHCP port deletion for 87010bec-6736-4922-a33b-92334c200b3b request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:36:11.900921 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d7badbc7-1952-4c72-b12e-ac6e1ccba129 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:11.954384 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d7badbc7-1952-4c72-b12e-ac6e1ccba129 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:11.959878 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-144d9d05-5f52-42d2-9cb0-e5c98793181d None None] Deleting port 1efff966-d4c6-47b7-b677-d1a8e3822690 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:36:11.960306 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-144d9d05-5f52-42d2-9cb0-e5c98793181d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:12.015240 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7badbc7-1952-4c72-b12e-ac6e1ccba129 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:36:12.019290 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-d7badbc7-1952-4c72-b12e-ac6e1ccba129 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:36:12.027593 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7badbc7-1952-4c72-b12e-ac6e1ccba129 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:36:12.070037 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7badbc7-1952-4c72-b12e-ac6e1ccba129 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Pushing event updated for resources: {'Port': ['ID=67a61088-5bdd-440f-b0ad-0c88a7bbbed0,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:12.096473 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-144d9d05-5f52-42d2-9cb0-e5c98793181d None None] For port 1efff966-d4c6-47b7-b677-d1a8e3822690, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=1efff966-d4c6-47b7-b677-d1a8e3822690,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:36:12.098005 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-144d9d05-5f52-42d2-9cb0-e5c98793181d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:12.126169 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-144d9d05-5f52-42d2-9cb0-e5c98793181d None None] Calling delete_port for 1efff966-d4c6-47b7-b677-d1a8e3822690 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:36:12.145959 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d7badbc7-1952-4c72-b12e-ac6e1ccba129 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:12.197923 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e70e3f57-1c75-4cf1-b2eb-1525b55da829 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:12.203807 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d7badbc7-1952-4c72-b12e-ac6e1ccba129 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:12.239840 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70e3f57-1c75-4cf1-b2eb-1525b55da829 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:36:12.269282 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-144d9d05-5f52-42d2-9cb0-e5c98793181d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:12.286083 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-e70e3f57-1c75-4cf1-b2eb-1525b55da829 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:36:12.294642 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70e3f57-1c75-4cf1-b2eb-1525b55da829 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:12.295268 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e70e3f57-1c75-4cf1-b2eb-1525b55da829 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:12.330704 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d9d05-5f52-42d2-9cb0-e5c98793181d None None] Pushing event deleted for resources: {'Port': ['ID=1efff966-d4c6-47b7-b677-d1a8e3822690,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:12.333465 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e70e3f57-1c75-4cf1-b2eb-1525b55da829 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6160254 Oct 20 11:36:12.335143 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144d9d05-5f52-42d2-9cb0-e5c98793181d None None] No DVR routers for this DVR port 1efff966-d4c6-47b7-b677-d1a8e3822690 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:36:12.336378 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39412) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:12.342128 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e3f57-1c75-4cf1-b2eb-1525b55da829 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Subnet': ['ID=816e5f77-2b42-46bb-9cc0-1f8e9a5f373d,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:12.355368 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-1b9a10da-a65a-4688-864d-24305fe1a119 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'port': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'fixed_ips': [{'subnet_id': '816e5f77-2b42-46bb-9cc0-1f8e9a5f373d', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-708673359'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:12.356587 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3a2955-581f-4798-8df0-48d46aa45916 None None] Network 87010bec-6736-4922-a33b-92334c200b3b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:36:12.521440 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d7badbc7-1952-4c72-b12e-ac6e1ccba129 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:12.538523 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d7badbc7-1952-4c72-b12e-ac6e1ccba129 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:12.639886 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af275be-47cd-439a-aea4-1f30954ce52c req-d5f96247-297f-4bb6-90b7-00d26a0734fc tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:12.640519 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7badbc7-1952-4c72-b12e-ac6e1ccba129 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Pushing event updated for resources: {'Port': ['ID=67a61088-5bdd-440f-b0ad-0c88a7bbbed0,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:12.653841 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3af275be-47cd-439a-aea4-1f30954ce52c req-d5f96247-297f-4bb6-90b7-00d26a0734fc tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=72864da3-39ca-42d8-97df-c6f7b241e611 HTTP/1.1" status: 200 len: 946 time: 0.1597080 Oct 20 11:36:12.666218 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca382b30-ff4f-4ab2-9665-0708dd220879 req-acdfaf27-e6b2-4ce7-87f6-6ba4f26d1095 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:12.667796 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ca382b30-ff4f-4ab2-9665-0708dd220879 req-acdfaf27-e6b2-4ce7-87f6-6ba4f26d1095 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7 HTTP/1.1" status: 200 len: 945 time: 0.2420962 Oct 20 11:36:12.678426 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2d1fba-6ac3-4ada-a8b1-587ef2c31fb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-87010bec-6736-4922-a33b-92334c200b3b', 'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'tenant_id': 'f2f2c5c0f7894903b0c7a7e30f527cc9', 'fixed_ips': [{'subnet_id': '816e5f77-2b42-46bb-9cc0-1f8e9a5f373d'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:36:12.679441 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-cf2d1fba-6ac3-4ada-a8b1-587ef2c31fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:12.729435 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d7badbc7-1952-4c72-b12e-ac6e1ccba129 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:12.792582 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3af275be-47cd-439a-aea4-1f30954ce52c req-5cf932c4-3370-4a6c-a831-e7585ced189b tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/security-groups?id=37550ed7-fbaa-467a-8078-86fab95259aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376536 Oct 20 11:36:12.798785 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d7badbc7-1952-4c72-b12e-ac6e1ccba129 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:12.800139 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d7badbc7-1952-4c72-b12e-ac6e1ccba129 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6159625 Oct 20 11:36:12.821073 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9a10da-a65a-4688-864d-24305fe1a119 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:36:12.899770 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ca382b30-ff4f-4ab2-9665-0708dd220879 req-2f4cab9d-d84a-45ab-91c5-71dbe8e4b413 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779723 Oct 20 11:36:13.030146 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1b9a10da-a65a-4688-864d-24305fe1a119 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:13.031787 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device f0faa811-0991-4f2f-a6dc-b1f03f48b85a up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:36:13.077873 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dad0d07c-ce16-450a-9ca9-8ed86439e05a req-33953cff-b128-40d2-9d48-b8418353b45a tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0561817 Oct 20 11:36:13.101552 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [None req-1b9a10da-a65a-4688-864d-24305fe1a119 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] device_id is not set on port 8900c393-5d72-4cc1-a3ea-45e19077e42c yet. {{(pid=100647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:36:13.242643 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port f0faa811-0991-4f2f-a6dc-b1f03f48b85a triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:13.243253 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:13.250755 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-cf2d1fba-6ac3-4ada-a8b1-587ef2c31fb3 None None] Allocated IP 2001:db8::2 (87010bec-6736-4922-a33b-92334c200b3b/816e5f77-2b42-46bb-9cc0-1f8e9a5f373d/5bccd3da-a825-4350-80bc-3092f459a723) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:36:13.511870 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 1efff966-d4c6-47b7-b677-d1a8e3822690 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:36:13.523251 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-cf2d1fba-6ac3-4ada-a8b1-587ef2c31fb3 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:13.535548 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b9a10da-a65a-4688-864d-24305fe1a119 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:36:13.536080 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b9a10da-a65a-4688-864d-24305fe1a119 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:36:13.560231 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 1efff966-d4c6-47b7-b677-d1a8e3822690 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:36:13.560685 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 1efff966-d4c6-47b7-b677-d1a8e3822690 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:36:13.563436 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-cf2d1fba-6ac3-4ada-a8b1-587ef2c31fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:13.579969 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-1b9a10da-a65a-4688-864d-24305fe1a119 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2416203 Oct 20 11:36:13.582543 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39524) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:13.611376 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2d1fba-6ac3-4ada-a8b1-587ef2c31fb3 None None] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:36:13.615107 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-cf2d1fba-6ac3-4ada-a8b1-587ef2c31fb3 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:36:13.618919 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2d1fba-6ac3-4ada-a8b1-587ef2c31fb3 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:36:13.638751 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2d1fba-6ac3-4ada-a8b1-587ef2c31fb3 None None] Pushing event updated for resources: {'Port': ['ID=5bccd3da-a825-4350-80bc-3092f459a723,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:13.660127 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device a48b9e52-a94a-4152-bfa3-da6860f0e9b2 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:36:13.669717 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd5a24a-3278-4e8b-9c81-f36b91e817e0 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:13.671600 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-bbd5a24a-3278-4e8b-9c81-f36b91e817e0 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0859270 Oct 20 11:36:13.674921 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39536) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:13.710914 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-cf2d1fba-6ac3-4ada-a8b1-587ef2c31fb3 None None] Attempting to bind port 5bccd3da-a825-4350-80bc-3092f459a723 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:36:13.711598 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-cf2d1fba-6ac3-4ada-a8b1-587ef2c31fb3 None None] Attempting to bind port 5bccd3da-a825-4350-80bc-3092f459a723 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:36:13.711977 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2d1fba-6ac3-4ada-a8b1-587ef2c31fb3 None None] Attempting to bind port 5bccd3da-a825-4350-80bc-3092f459a723 on network 87010bec-6736-4922-a33b-92334c200b3b {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:36:13.735473 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2d1fba-6ac3-4ada-a8b1-587ef2c31fb3 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:36:13.735850 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2d1fba-6ac3-4ada-a8b1-587ef2c31fb3 None None] Checking segment: {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:36:13.736256 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-cf2d1fba-6ac3-4ada-a8b1-587ef2c31fb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:13.736846 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2d1fba-6ac3-4ada-a8b1-587ef2c31fb3 None None] Bound using segment: {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:36:13.737712 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-cf2d1fba-6ac3-4ada-a8b1-587ef2c31fb3 None None] Bound port: 5bccd3da-a825-4350-80bc-3092f459a723, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:36:13.738062 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af47a44b-c800-4f52-b8a2-a22b7c7a3c3c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:13.738249 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-cf2d1fba-6ac3-4ada-a8b1-587ef2c31fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:13.739993 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af47a44b-c800-4f52-b8a2-a22b7c7a3c3c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:13.741794 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-af47a44b-c800-4f52-b8a2-a22b7c7a3c3c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0654287 Oct 20 11:36:13.744758 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39558) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:13.833297 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-00c678ed-5d86-4d10-9a2c-72e7719d3e40 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Deleting subnet 816e5f77-2b42-46bb-9cc0-1f8e9a5f373d {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:36:13.837769 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-00c678ed-5d86-4d10-9a2c-72e7719d3e40 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:13.871959 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port a48b9e52-a94a-4152-bfa3-da6860f0e9b2, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=a48b9e52-a94a-4152-bfa3-da6860f0e9b2,segment=NetworkSegment(4dbe0d0c-7fc2-44c4-912f-278d67da55f4),segment_id=4dbe0d0c-7fc2-44c4-912f-278d67da55f4)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:36:13.898332 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-cf2d1fba-6ac3-4ada-a8b1-587ef2c31fb3 None None] For port 5bccd3da-a825-4350-80bc-3092f459a723, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:36:13.902040 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-cf2d1fba-6ac3-4ada-a8b1-587ef2c31fb3 None None] For port 5bccd3da-a825-4350-80bc-3092f459a723, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=5bccd3da-a825-4350-80bc-3092f459a723,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:36:13.903392 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': 'a48b9e52-a94a-4152-bfa3-da6860f0e9b2', 'network_id': '16c10c5d-1850-421a-96a5-275d76836bd3', 'port_id': 'a48b9e52-a94a-4152-bfa3-da6860f0e9b2', 'mac_address': 'fa:16:3e:82:77:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fdf86ab-af58-4cf8-9b95-ca9f0c250fbb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:36:13.911150 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-cf2d1fba-6ac3-4ada-a8b1-587ef2c31fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:13.931085 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-00c678ed-5d86-4d10-9a2c-72e7719d3e40 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:14.029734 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d215bae-eb3b-4bfd-8d59-d8fbb48b564a req-7499f7c0-9738-4979-a34e-21a5c4cf092c tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:14.037897 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2d215bae-eb3b-4bfd-8d59-d8fbb48b564a req-7499f7c0-9738-4979-a34e-21a5c4cf092c tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=72864da3-39ca-42d8-97df-c6f7b241e611 HTTP/1.1" status: 200 len: 946 time: 0.1234550 Oct 20 11:36:14.038031 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:14.097737 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a48b9e52-a94a-4152-bfa3-da6860f0e9b2 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:36:14.109874 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2d1fba-6ac3-4ada-a8b1-587ef2c31fb3 None None] Pushing event updated for resources: {'Port': ['ID=5bccd3da-a825-4350-80bc-3092f459a723,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:14.141014 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-00c678ed-5d86-4d10-9a2c-72e7719d3e40 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:14.158982 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port a48b9e52-a94a-4152-bfa3-da6860f0e9b2, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=a48b9e52-a94a-4152-bfa3-da6860f0e9b2,segment=NetworkSegment(4dbe0d0c-7fc2-44c4-912f-278d67da55f4),segment_id=4dbe0d0c-7fc2-44c4-912f-278d67da55f4)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:36:14.166658 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:14.177450 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2d215bae-eb3b-4bfd-8d59-d8fbb48b564a req-04b9081f-4612-4aee-8422-9e4a402d6009 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/security-groups?id=37550ed7-fbaa-467a-8078-86fab95259aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244907 Oct 20 11:36:14.244842 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=a48b9e52-a94a-4152-bfa3-da6860f0e9b2,revision_number=6']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:14.268868 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220fbe09-91d0-4eec-b50a-5832718b2ec8 req-286e0666-1389-48a5-bd17-aa30a4395e5d tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:14.270945 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-220fbe09-91d0-4eec-b50a-5832718b2ec8 req-286e0666-1389-48a5-bd17-aa30a4395e5d tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7 HTTP/1.1" status: 200 len: 945 time: 0.0709846 Oct 20 11:36:14.278327 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-00c678ed-5d86-4d10-9a2c-72e7719d3e40 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:14.291013 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['a48b9e52-a94a-4152-bfa3-da6860f0e9b2'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:36:14.384399 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c678ed-5d86-4d10-9a2c-72e7719d3e40 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event deleted for resources: {'Subnet': ['ID=816e5f77-2b42-46bb-9cc0-1f8e9a5f373d,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:14.405470 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-00c678ed-5d86-4d10-9a2c-72e7719d3e40 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:14.423042 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39612) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:14.425078 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-00c678ed-5d86-4d10-9a2c-72e7719d3e40 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/816e5f77-2b42-46bb-9cc0-1f8e9a5f373d HTTP/1.1" status: 204 len: 168 time: 0.6764679 Oct 20 11:36:14.500606 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-220fbe09-91d0-4eec-b50a-5832718b2ec8 req-8b457a60-b78f-44db-ae05-7b551dfec9b4 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195284 Oct 20 11:36:14.581193 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-61395d50-31ef-4574-82fc-08a9a796af33 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1569045 Oct 20 11:36:14.591321 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39624) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:14.607251 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-3254e21a-ef81-410b-8e3f-bbd25d1652d7 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'subnet': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:14.711496 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f8f678d9-1bc6-450b-b240-9a8c17e1102d req-ded5b42c-c637-4890-ba73-a00c0935fcca tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0945492 Oct 20 11:36:14.806179 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 5bccd3da-a825-4350-80bc-3092f459a723 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:36:14.882691 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7da8d9-7c81-46a9-84cb-4604b39ea5ce req-507087ed-b0a4-442e-b440-da2322a329f8 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:14.883905 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3254e21a-ef81-410b-8e3f-bbd25d1652d7 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:36:14.892925 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3254e21a-ef81-410b-8e3f-bbd25d1652d7 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:14.894129 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf7da8d9-7c81-46a9-84cb-4604b39ea5ce req-507087ed-b0a4-442e-b440-da2322a329f8 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7 HTTP/1.1" status: 200 len: 945 time: 0.1233978 Oct 20 11:36:14.922765 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 5bccd3da-a825-4350-80bc-3092f459a723 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:14.923160 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:14.941096 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf7da8d9-7c81-46a9-84cb-4604b39ea5ce req-61949a61-8c96-4185-b0bf-25b5ae23c216 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403996 Oct 20 11:36:15.089621 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:15.129339 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49340e1-099a-4672-8dda-5f9cf13045ff req-56e4ea02-9755-4639-898b-72062ad18c0a tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:15.140539 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e49340e1-099a-4672-8dda-5f9cf13045ff req-56e4ea02-9755-4639-898b-72062ad18c0a tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=72864da3-39ca-42d8-97df-c6f7b241e611 HTTP/1.1" status: 200 len: 945 time: 0.1285210 Oct 20 11:36:15.200628 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 5bccd3da-a825-4350-80bc-3092f459a723, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=5bccd3da-a825-4350-80bc-3092f459a723,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:36:15.211028 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:15.214177 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e49340e1-099a-4672-8dda-5f9cf13045ff req-e5ae4860-8ddc-4073-b605-4e7806413644 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/security-groups?id=37550ed7-fbaa-467a-8078-86fab95259aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705295 Oct 20 11:36:15.314027 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=5bccd3da-a825-4350-80bc-3092f459a723,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:15.342102 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:15.385995 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3254e21a-ef81-410b-8e3f-bbd25d1652d7 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:15.476423 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3254e21a-ef81-410b-8e3f-bbd25d1652d7 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:36:15.481351 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-3254e21a-ef81-410b-8e3f-bbd25d1652d7 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:36:15.485806 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3254e21a-ef81-410b-8e3f-bbd25d1652d7 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:15.486936 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3254e21a-ef81-410b-8e3f-bbd25d1652d7 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:15.501417 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3254e21a-ef81-410b-8e3f-bbd25d1652d7 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Subnet': ['ID=95732be2-473a-4f5d-8e0e-57769347aa56,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:15.534082 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3254e21a-ef81-410b-8e3f-bbd25d1652d7 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9417293 Oct 20 11:36:15.536942 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39676) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:15.541944 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-346b3d91-bea1-4cda-be4e-697342727dbf tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1166876452', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:15.604617 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-346b3d91-bea1-4cda-be4e-697342727dbf tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:15.605668 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-346b3d91-bea1-4cda-be4e-697342727dbf tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:15.642857 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4684e734-dd5c-470a-ac26-ad01ff261bbe None None] Network 87010bec-6736-4922-a33b-92334c200b3b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:36:15.669682 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device a48b9e52-a94a-4152-bfa3-da6860f0e9b2 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:36:15.751300 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-a75b4295-44f8-4db8-8986-298f1068080f None None] Provisioning complete for port 5bccd3da-a825-4350-80bc-3092f459a723 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:15.751662 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a75b4295-44f8-4db8-8986-298f1068080f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:15.764961 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-346b3d91-bea1-4cda-be4e-697342727dbf tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:15.772665 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-346b3d91-bea1-4cda-be4e-697342727dbf tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:15.780926 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39688) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:15.794780 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-346b3d91-bea1-4cda-be4e-697342727dbf tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:15.796476 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-346b3d91-bea1-4cda-be4e-697342727dbf tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2583656 Oct 20 11:36:15.800242 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39692) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:15.842898 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be954d04-cc9b-43f3-a1f2-be4c5b69738d req-0db97bb7-99bb-4b94-919b-2633a407d71b tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:15.844870 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-be954d04-cc9b-43f3-a1f2-be4c5b69738d req-0db97bb7-99bb-4b94-919b-2633a407d71b tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/networks?id=e9eabc1b-d262-4e05-bd88-78509e982c52 HTTP/1.1" status: 200 len: 815 time: 0.2699437 Oct 20 11:36:15.894242 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-15b47074-6b01-4d9a-96e7-be1ab3925a67 req-9dce6cf4-aa3e-4ab0-8a80-b247f0d6c902 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0434411 Oct 20 11:36:15.914017 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-be954d04-cc9b-43f3-a1f2-be4c5b69738d req-9320b924-9274-4e3d-9f25-16ea578faba1 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/quotas/810c12d9be834010aa3992ef80ba64c6 HTTP/1.1" status: 200 len: 375 time: 0.0611420 Oct 20 11:36:15.974707 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-be954d04-cc9b-43f3-a1f2-be4c5b69738d req-b55097ac-4e5c-4af7-b698-c8aaf8c8cbf2 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=810c12d9be834010aa3992ef80ba64c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0587077 Oct 20 11:36:15.975868 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port a48b9e52-a94a-4152-bfa3-da6860f0e9b2 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:15.976245 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:16.056247 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3fc5cfeb-15b4-4fa8-8b12-c25ec6215fff admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:16.178589 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:16.213887 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72864da3-39ca-42d8-97df-c6f7b241e611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48b9e52-a94a-4152-bfa3-da6860f0e9b2'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:36:16.216794 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0687e91f-5a05-47aa-9ed4-4890737249c7" -d '{"events": [{"server_uuid": "72864da3-39ca-42d8-97df-c6f7b241e611", "name": "network-vif-plugged", "status": "completed", "tag": "a48b9e52-a94a-4152-bfa3-da6860f0e9b2"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:36:16.236359 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port a48b9e52-a94a-4152-bfa3-da6860f0e9b2, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=a48b9e52-a94a-4152-bfa3-da6860f0e9b2,segment=NetworkSegment(4dbe0d0c-7fc2-44c4-912f-278d67da55f4),segment_id=4dbe0d0c-7fc2-44c4-912f-278d67da55f4)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:36:16.296072 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:16.371024 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a1e9eb-aaac-44f4-9878-1fd9a663bb76 x-openstack-request-id: req-e4a1e9eb-aaac-44f4-9878-1fd9a663bb76 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:36:16.371726 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72864da3-39ca-42d8-97df-c6f7b241e611", "name": "network-vif-plugged", "status": "completed", "tag": "a48b9e52-a94a-4152-bfa3-da6860f0e9b2", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:36:16.371837 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e4a1e9eb-aaac-44f4-9878-1fd9a663bb76 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:36:16.372166 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72864da3-39ca-42d8-97df-c6f7b241e611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48b9e52-a94a-4152-bfa3-da6860f0e9b2', 'code': 200} Oct 20 11:36:16.447519 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=a48b9e52-a94a-4152-bfa3-da6860f0e9b2,revision_number=7']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:16.643268 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009dfed-5bde-4036-8963-955941a1044a req-2976ecdc-8c41-4b46-a027-4727b530d2c3 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:16.645332 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6009dfed-5bde-4036-8963-955941a1044a req-2976ecdc-8c41-4b46-a027-4727b530d2c3 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=72864da3-39ca-42d8-97df-c6f7b241e611 HTTP/1.1" status: 200 len: 946 time: 0.1086965 Oct 20 11:36:16.671479 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-04a3ed62-fbbe-4d3d-a94b-cc2f0a29bc98 None None] Provisioning complete for port 5bccd3da-a825-4350-80bc-3092f459a723 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:16.671900 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-04a3ed62-fbbe-4d3d-a94b-cc2f0a29bc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:16.672806 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ea089-35a6-4464-8040-80c3a38679fb req-8bef596d-041f-4311-8d8d-02176f31b7a5 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:16.674648 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bc6ea089-35a6-4464-8040-80c3a38679fb req-8bef596d-041f-4311-8d8d-02176f31b7a5 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.11 "GET /v2.0/ports?device_id=72864da3-39ca-42d8-97df-c6f7b241e611 HTTP/1.1" status: 200 len: 946 time: 0.1365259 Oct 20 11:36:16.689648 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-be954d04-cc9b-43f3-a1f2-be4c5b69738d req-2256672d-ace2-444e-9dcf-fbffc07b1c98 service neutron] 10.222.0.98 "GET /v2.0/networks/e9eabc1b-d262-4e05-bd88-78509e982c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7138422 Oct 20 11:36:16.729161 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 5bccd3da-a825-4350-80bc-3092f459a723 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:36:16.757375 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3fc5cfeb-15b4-4fa8-8b12-c25ec6215fff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:16.760064 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2598fff0-dae2-479f-a8f2-150687abeef5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:16.764108 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3fc5cfeb-15b4-4fa8-8b12-c25ec6215fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:16.841027 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 5bccd3da-a825-4350-80bc-3092f459a723 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:16.841539 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:16.900598 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6009dfed-5bde-4036-8963-955941a1044a req-4a332b27-860d-45b0-8016-a9321eaea616 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/security-groups?id=37550ed7-fbaa-467a-8078-86fab95259aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440641 Oct 20 11:36:16.908804 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3fc5cfeb-15b4-4fa8-8b12-c25ec6215fff admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4872749a99ff483fbcb25ae2b3e75c9d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1255112 Oct 20 11:36:16.920935 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39704) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:16.957025 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc5cfeb-15b4-4fa8-8b12-c25ec6215fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c7fe06-bbb6-43c9-80fd-f74d29ac8e0e,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:16.965773 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ffd270-b259-4220-a38b-05fd5f3e3938 req-48eafcea-45db-4b10-a58e-5fa1b59a0041 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:16.967591 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-65ffd270-b259-4220-a38b-05fd5f3e3938 req-48eafcea-45db-4b10-a58e-5fa1b59a0041 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.89 "GET /v2.0/ports?device_id=4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7 HTTP/1.1" status: 200 len: 945 time: 0.2480781 Oct 20 11:36:16.976436 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-be954d04-cc9b-43f3-a1f2-be4c5b69738d req-e433118c-33f9-42c0-b4b5-e62d6c20d897 service neutron] 10.222.0.98 "GET /v2.0/networks/e9eabc1b-d262-4e05-bd88-78509e982c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853913 Oct 20 11:36:17.025893 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-bc6ea089-35a6-4464-8040-80c3a38679fb req-6e6f21ad-e9ce-4e1d-97da-5d79e337fcc1 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Deleting port a48b9e52-a94a-4152-bfa3-da6860f0e9b2 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:36:17.026245 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-bc6ea089-35a6-4464-8040-80c3a38679fb req-6e6f21ad-e9ce-4e1d-97da-5d79e337fcc1 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:17.075638 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d6ca5fd7-6634-4e1d-ad91-02993962c395 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:17.161770 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d6ca5fd7-6634-4e1d-ad91-02993962c395 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:17.189777 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-bc6ea089-35a6-4464-8040-80c3a38679fb req-6e6f21ad-e9ce-4e1d-97da-5d79e337fcc1 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] For port a48b9e52-a94a-4152-bfa3-da6860f0e9b2, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=a48b9e52-a94a-4152-bfa3-da6860f0e9b2,segment=NetworkSegment(4dbe0d0c-7fc2-44c4-912f-278d67da55f4),segment_id=4dbe0d0c-7fc2-44c4-912f-278d67da55f4)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:36:17.189777 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-bc6ea089-35a6-4464-8040-80c3a38679fb req-6e6f21ad-e9ce-4e1d-97da-5d79e337fcc1 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:17.211901 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-65ffd270-b259-4220-a38b-05fd5f3e3938 req-32296613-0650-4b24-8e13-56a87fac80f6 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Deleting port 34091957-5f1c-48e5-abc4-c2774353812c {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:36:17.212354 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-65ffd270-b259-4220-a38b-05fd5f3e3938 req-32296613-0650-4b24-8e13-56a87fac80f6 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:17.215305 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-bc6ea089-35a6-4464-8040-80c3a38679fb req-6e6f21ad-e9ce-4e1d-97da-5d79e337fcc1 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Calling delete_port for a48b9e52-a94a-4152-bfa3-da6860f0e9b2 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:36:17.288283 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-2598fff0-dae2-479f-a8f2-150687abeef5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Allocated IP 2001:db8::1 (87010bec-6736-4922-a33b-92334c200b3b/95732be2-473a-4f5d-8e0e-57769347aa56/0f1e5c43-1c4f-4274-884e-50f8ec6bd3d0) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:36:17.294785 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d6ca5fd7-6634-4e1d-ad91-02993962c395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:17.297650 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d6ca5fd7-6634-4e1d-ad91-02993962c395 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:17.298940 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d6ca5fd7-6634-4e1d-ad91-02993962c395 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/53c7fe06-bbb6-43c9-80fd-f74d29ac8e0e HTTP/1.1" status: 204 len: 168 time: 0.3770068 Oct 20 11:36:17.312185 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ca5fd7-6634-4e1d-ad91-02993962c395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c7fe06-bbb6-43c9-80fd-f74d29ac8e0e,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:17.353777 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7dda4907-4862-4242-a3b6-86fd51434c73 req-ae015843-13dc-4e9f-97d5-c7d975cd4560 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0986977 Oct 20 11:36:17.392954 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-51e90891-4fea-447b-99cd-c843d47b0447 req-e701cdef-3108-43dd-86fa-205a5b352f2d tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0458400 Oct 20 11:36:17.437206 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-65ffd270-b259-4220-a38b-05fd5f3e3938 req-32296613-0650-4b24-8e13-56a87fac80f6 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] For port 34091957-5f1c-48e5-abc4-c2774353812c, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=34091957-5f1c-48e5-abc4-c2774353812c,segment=NetworkSegment(98857962-e92c-4e59-b882-39434d378491),segment_id=98857962-e92c-4e59-b882-39434d378491)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:36:17.437206 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-65ffd270-b259-4220-a38b-05fd5f3e3938 req-32296613-0650-4b24-8e13-56a87fac80f6 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:17.453634 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-65ffd270-b259-4220-a38b-05fd5f3e3938 req-32296613-0650-4b24-8e13-56a87fac80f6 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Calling delete_port for 34091957-5f1c-48e5-abc4-c2774353812c owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:36:17.505599 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2598fff0-dae2-479f-a8f2-150687abeef5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:17.552057 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2598fff0-dae2-479f-a8f2-150687abeef5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:17.573639 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-bc6ea089-35a6-4464-8040-80c3a38679fb req-6e6f21ad-e9ce-4e1d-97da-5d79e337fcc1 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:17.587378 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['a48b9e52-a94a-4152-bfa3-da6860f0e9b2'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:36:17.619139 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f21ad-e9ce-4e1d-97da-5d79e337fcc1 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Pushing event deleted for resources: {'Port': ['ID=a48b9e52-a94a-4152-bfa3-da6860f0e9b2,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:17.630911 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2598fff0-dae2-479f-a8f2-150687abeef5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Port': ['ID=0f1e5c43-1c4f-4274-884e-50f8ec6bd3d0,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:17.657697 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2598fff0-dae2-479f-a8f2-150687abeef5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:36:17.659701 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-2598fff0-dae2-479f-a8f2-150687abeef5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:36:17.662622 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2598fff0-dae2-479f-a8f2-150687abeef5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:36:17.663296 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2598fff0-dae2-479f-a8f2-150687abeef5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:17.691110 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc6ea089-35a6-4464-8040-80c3a38679fb req-6e6f21ad-e9ce-4e1d-97da-5d79e337fcc1 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] No DVR routers for this DVR port a48b9e52-a94a-4152-bfa3-da6860f0e9b2 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:36:17.693935 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-bc6ea089-35a6-4464-8040-80c3a38679fb req-6e6f21ad-e9ce-4e1d-97da-5d79e337fcc1 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:17.697755 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bc6ea089-35a6-4464-8040-80c3a38679fb req-6e6f21ad-e9ce-4e1d-97da-5d79e337fcc1 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.11 "DELETE /v2.0/ports/a48b9e52-a94a-4152-bfa3-da6860f0e9b2 HTTP/1.1" status: 204 len: 173 time: 1.0043244 Oct 20 11:36:17.703181 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72864da3-39ca-42d8-97df-c6f7b241e611', 'name': 'network-vif-deleted', 'tag': 'a48b9e52-a94a-4152-bfa3-da6860f0e9b2'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:36:17.705676 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701f3342-a707-444b-9b10-c0217b921927" -d '{"events": [{"server_uuid": "72864da3-39ca-42d8-97df-c6f7b241e611", "name": "network-vif-deleted", "tag": "a48b9e52-a94a-4152-bfa3-da6860f0e9b2"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:36:17.769310 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-65ffd270-b259-4220-a38b-05fd5f3e3938 req-32296613-0650-4b24-8e13-56a87fac80f6 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:17.783643 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['34091957-5f1c-48e5-abc4-c2774353812c'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:36:17.800323 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c75fea-b4b6-4620-b9f8-9eaacbed807e x-openstack-request-id: req-93c75fea-b4b6-4620-b9f8-9eaacbed807e {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:36:17.800625 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72864da3-39ca-42d8-97df-c6f7b241e611", "name": "network-vif-deleted", "tag": "a48b9e52-a94a-4152-bfa3-da6860f0e9b2", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:36:17.800875 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-93c75fea-b4b6-4620-b9f8-9eaacbed807e {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:36:17.801284 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72864da3-39ca-42d8-97df-c6f7b241e611', 'name': 'network-vif-deleted', 'tag': 'a48b9e52-a94a-4152-bfa3-da6860f0e9b2', 'status': 'completed', 'code': 200} Oct 20 11:36:17.807378 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39716) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:17.843406 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2598fff0-dae2-479f-a8f2-150687abeef5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:17.859701 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-33ec24fa-e5aa-4a69-8738-8f545ab1487a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:17.869302 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32296613-0650-4b24-8e13-56a87fac80f6 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Pushing event deleted for resources: {'Port': ['ID=34091957-5f1c-48e5-abc4-c2774353812c,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:17.884060 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32296613-0650-4b24-8e13-56a87fac80f6 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:17.884975 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32296613-0650-4b24-8e13-56a87fac80f6 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:17.884975 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32296613-0650-4b24-8e13-56a87fac80f6 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:17.885216 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32296613-0650-4b24-8e13-56a87fac80f6 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:17.885673 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32296613-0650-4b24-8e13-56a87fac80f6 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:17.886281 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32296613-0650-4b24-8e13-56a87fac80f6 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:17.886483 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32296613-0650-4b24-8e13-56a87fac80f6 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:17.886824 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32296613-0650-4b24-8e13-56a87fac80f6 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:17.887162 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32296613-0650-4b24-8e13-56a87fac80f6 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:17.887484 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32296613-0650-4b24-8e13-56a87fac80f6 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:17.887804 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32296613-0650-4b24-8e13-56a87fac80f6 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:17.888265 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32296613-0650-4b24-8e13-56a87fac80f6 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:17.948502 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ffd270-b259-4220-a38b-05fd5f3e3938 req-32296613-0650-4b24-8e13-56a87fac80f6 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] No DVR routers for this DVR port 34091957-5f1c-48e5-abc4-c2774353812c on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:36:17.951659 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-65ffd270-b259-4220-a38b-05fd5f3e3938 req-32296613-0650-4b24-8e13-56a87fac80f6 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:17.955905 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-65ffd270-b259-4220-a38b-05fd5f3e3938 req-32296613-0650-4b24-8e13-56a87fac80f6 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.89 "DELETE /v2.0/ports/34091957-5f1c-48e5-abc4-c2774353812c HTTP/1.1" status: 204 len: 173 time: 0.9771926 Oct 20 11:36:18.178836 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2ab54adf-0749-42dd-a14d-5329cff54776 req-3ba4be88-6518-41c8-a8c3-d9996d843735 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=72864da3-39ca-42d8-97df-c6f7b241e611 HTTP/1.1" status: 200 len: 210 time: 0.0688090 Oct 20 11:36:18.184806 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-33ec24fa-e5aa-4a69-8738-8f545ab1487a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:18.191914 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-33ec24fa-e5aa-4a69-8738-8f545ab1487a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:18.212692 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-9346e66e-0d9e-483a-bcf8-9a0f82d15c00 None None] Provisioning complete for port 0f1e5c43-1c4f-4274-884e-50f8ec6bd3d0 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:18.215671 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9346e66e-0d9e-483a-bcf8-9a0f82d15c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:18.239093 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-33ec24fa-e5aa-4a69-8738-8f545ab1487a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d1bca9ae1b3c4389a1ec135f792f787c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4307683 Oct 20 11:36:18.240837 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec24fa-e5aa-4a69-8738-8f545ab1487a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a12351-d80a-412a-8078-13eea8f30ee7,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:18.243674 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39726) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:18.310719 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2598fff0-dae2-479f-a8f2-150687abeef5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:18.317133 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2598fff0-dae2-479f-a8f2-150687abeef5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:18.322740 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2598fff0-dae2-479f-a8f2-150687abeef5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:18.331836 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-67afb499-3fa0-4532-946d-e062ded18da0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:18.332258 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-9346e66e-0d9e-483a-bcf8-9a0f82d15c00 None None] Port 0f1e5c43-1c4f-4274-884e-50f8ec6bd3d0 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:36:18.368015 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-67afb499-3fa0-4532-946d-e062ded18da0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:18.400582 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2598fff0-dae2-479f-a8f2-150687abeef5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Port': ['ID=0f1e5c43-1c4f-4274-884e-50f8ec6bd3d0,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:18.448280 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d27bbc75-f6ae-4876-989b-341119006f6a req-1242b0d0-15f7-4492-b9a0-53dc85ce50a5 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0394814 Oct 20 11:36:18.463148 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-67afb499-3fa0-4532-946d-e062ded18da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:18.466546 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-67afb499-3fa0-4532-946d-e062ded18da0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:18.471662 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-67afb499-3fa0-4532-946d-e062ded18da0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b8a12351-d80a-412a-8078-13eea8f30ee7 HTTP/1.1" status: 204 len: 168 time: 0.2270005 Oct 20 11:36:18.484035 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67afb499-3fa0-4532-946d-e062ded18da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a12351-d80a-412a-8078-13eea8f30ee7,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:18.548174 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2598fff0-dae2-479f-a8f2-150687abeef5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:36:18.551064 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-2598fff0-dae2-479f-a8f2-150687abeef5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:36:18.622052 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-469b1cae-8b01-41f1-9a9e-f70379908db3 req-76e86521-e5e3-4f60-b95b-0f9a8a1e3ec7 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0400467 Oct 20 11:36:18.729728 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2598fff0-dae2-479f-a8f2-150687abeef5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Router d44322b4-29a2-4625-99a5-be9648fef0df is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:36:18.890335 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2598fff0-dae2-479f-a8f2-150687abeef5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:36:18.896422 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2598fff0-dae2-479f-a8f2-150687abeef5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "PUT /v2.0/routers/d44322b4-29a2-4625-99a5-be9648fef0df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0946436 Oct 20 11:36:18.900587 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39736) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:18.902636 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec3dca4-d78f-4de9-be39-e81012cab70f None None] Sync routers for ids ['d44322b4-29a2-4625-99a5-be9648fef0df'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:36:18.913785 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec3dca4-d78f-4de9-be39-e81012cab70f None None] Routers {'d44322b4-29a2-4625-99a5-be9648fef0df'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:36:18.914406 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-3ec3dca4-d78f-4de9-be39-e81012cab70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:35:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['d44322b4-29a2-4625-99a5-be9648fef0df'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:36:18.961970 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a711bee-a193-471b-a4ac-4216c8db2e73 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:18.962586 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-1a711bee-a193-471b-a4ac-4216c8db2e73 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/ports/0f1e5c43-1c4f-4274-884e-50f8ec6bd3d0 HTTP/1.1" status: 200 len: 911 time: 0.0604410 Oct 20 11:36:18.965264 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39740) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:19.061922 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e10af9a-8819-4cae-8eb1-f5ea911e56dc tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:19.080417 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e10af9a-8819-4cae-8eb1-f5ea911e56dc tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:19.083733 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6e10af9a-8819-4cae-8eb1-f5ea911e56dc tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1172626 Oct 20 11:36:19.088573 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39748) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:19.153496 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-998f3a6e-3770-4652-87b5-5627525f803b None None] Provisioning complete for port 0f1e5c43-1c4f-4274-884e-50f8ec6bd3d0 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:19.153861 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-998f3a6e-3770-4652-87b5-5627525f803b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:19.187399 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-3ec3dca4-d78f-4de9-be39-e81012cab70f None None] Set router d44322b4-29a2-4625-99a5-be9648fef0df gateway port host: None {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:36:19.247503 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-998f3a6e-3770-4652-87b5-5627525f803b None None] Port 0f1e5c43-1c4f-4274-884e-50f8ec6bd3d0 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:36:19.398191 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25bca80a-2f3a-49bd-b1d6-c84cdeee12b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:19.580490 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8c18adfc-6800-4acd-8b9e-099703774240 req-118e85c6-51e4-4e32-8aa0-b7b619051bef tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0461788 Oct 20 11:36:19.592511 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-3ec3dca4-d78f-4de9-be39-e81012cab70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd44322b4-29a2-4625-99a5-be9648fef0df', 'name': 'tempest-NetworksTestDHCPv6-router-1166876452', 'tenant_id': 'f2f2c5c0f7894903b0c7a7e30f527cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:36:15Z', 'updated_at': '2021-10-20T11:36:17Z', 'revision_number': 2, 'project_id': 'f2f2c5c0f7894903b0c7a7e30f527cc9', 'gw_port_host': None, '_interfaces': [{'id': '0f1e5c43-1c4f-4274-884e-50f8ec6bd3d0', 'name': '', 'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'tenant_id': 'f2f2c5c0f7894903b0c7a7e30f527cc9', 'mac_address': 'fa:16:3e:bc:28:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd44322b4-29a2-4625-99a5-be9648fef0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '95732be2-473a-4f5d-8e0e-57769347aa56', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:36:16Z', 'updated_at': '2021-10-20T11:36:18Z', 'revision_number': 2, 'project_id': 'f2f2c5c0f7894903b0c7a7e30f527cc9', 'subnets': [{'id': '95732be2-473a-4f5d-8e0e-57769347aa56', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:36:19.651497 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec3dca4-d78f-4de9-be39-e81012cab70f None None] Checking router: d44322b4-29a2-4625-99a5-be9648fef0df for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:36:19.652198 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec3dca4-d78f-4de9-be39-e81012cab70f None None] Updating router d44322b4-29a2-4625-99a5-be9648fef0df port 0f1e5c43-1c4f-4274-884e-50f8ec6bd3d0 binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:36:19.694622 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device a48b9e52-a94a-4152-bfa3-da6860f0e9b2 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:36:19.756136 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: a48b9e52-a94a-4152-bfa3-da6860f0e9b2 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:36:19.757259 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device a48b9e52-a94a-4152-bfa3-da6860f0e9b2 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:36:19.760005 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3ec3dca4-d78f-4de9-be39-e81012cab70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:19.781437 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0013cded-4fae-46f4-b897-1716a5f80226 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:19.805905 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69476f-2c6c-444d-8178-54cb4c1d9f14 req-459186d5-c270-480f-a8b6-1fc5b2b544c4 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:19.815329 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db69476f-2c6c-444d-8178-54cb4c1d9f14 req-459186d5-c270-480f-a8b6-1fc5b2b544c4 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/networks?id=16c10c5d-1850-421a-96a5-275d76836bd3 HTTP/1.1" status: 200 len: 820 time: 0.2257977 Oct 20 11:36:19.824305 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7', 'name': 'network-vif-deleted', 'tag': '34091957-5f1c-48e5-abc4-c2774353812c'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:36:19.826949 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621545c1-e0cc-4e6d-a9cd-63b1e5700d23" -d '{"events": [{"server_uuid": "4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7", "name": "network-vif-deleted", "tag": "34091957-5f1c-48e5-abc4-c2774353812c"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:36:19.833242 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-55d0e07b-5c78-4145-bc7a-43e58ac07f41 req-a7842d44-d872-4086-bef8-97833e9d0c30 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0775950 Oct 20 11:36:19.849642 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db69476f-2c6c-444d-8178-54cb4c1d9f14 req-ccfd454e-c5b0-4eb7-96bd-0f3047b443c9 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/quotas/d1c5e789bb64470d9f622154eb184e9a HTTP/1.1" status: 200 len: 375 time: 0.0329957 Oct 20 11:36:19.924642 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a74057c-014b-4cd3-b8b9-e0816e7ade7c x-openstack-request-id: req-3a74057c-014b-4cd3-b8b9-e0816e7ade7c {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:36:19.925046 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7", "name": "network-vif-deleted", "tag": "34091957-5f1c-48e5-abc4-c2774353812c", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:36:19.925463 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3a74057c-014b-4cd3-b8b9-e0816e7ade7c {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:36:19.925976 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce6a536-a5b8-4d6e-9c7a-fbd96ffaf6b7', 'name': 'network-vif-deleted', 'tag': '34091957-5f1c-48e5-abc4-c2774353812c', 'status': 'completed', 'code': 200} Oct 20 11:36:19.952230 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db69476f-2c6c-444d-8178-54cb4c1d9f14 req-f18c6443-1fe3-454e-bebf-846244af4efd tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=d1c5e789bb64470d9f622154eb184e9a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1015155 Oct 20 11:36:20.073409 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db69476f-2c6c-444d-8178-54cb4c1d9f14 req-1f50c1f8-348a-487f-8b85-0b75228a2a68 service neutron] 10.222.0.98 "GET /v2.0/networks/16c10c5d-1850-421a-96a5-275d76836bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201034 Oct 20 11:36:20.141430 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-0013cded-4fae-46f4-b897-1716a5f80226 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Deleting port 0f1e5c43-1c4f-4274-884e-50f8ec6bd3d0 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:36:20.142191 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0013cded-4fae-46f4-b897-1716a5f80226 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:20.216310 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db69476f-2c6c-444d-8178-54cb4c1d9f14 req-dfffafcc-3a5f-40a9-aac0-6721bf36c507 service neutron] 10.222.0.98 "GET /v2.0/networks/16c10c5d-1850-421a-96a5-275d76836bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395714 Oct 20 11:36:20.273221 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0013cded-4fae-46f4-b897-1716a5f80226 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:20.296900 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3ec3dca4-d78f-4de9-be39-e81012cab70f None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:20.300231 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-0013cded-4fae-46f4-b897-1716a5f80226 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Calling delete_port for 0f1e5c43-1c4f-4274-884e-50f8ec6bd3d0 owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:36:20.319503 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3ec3dca4-d78f-4de9-be39-e81012cab70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:20.359157 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:36:20.381059 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19082dc-a327-4088-8fb1-4718025ac182 None None] Pushing event updated for resources: {'Port': ['ID=0f1e5c43-1c4f-4274-884e-50f8ec6bd3d0,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:20.521963 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1466648e-4988-48cb-9e02-1527c7d4b53e req-5982518a-0c32-44a1-9958-baede9fd3171 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=98eaeb0d-93d3-492f-8c18-cb527b20ff11 HTTP/1.1" status: 200 len: 210 time: 0.0684943 Oct 20 11:36:20.656724 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-3ec3dca4-d78f-4de9-be39-e81012cab70f None None] Attempting to bind port 0f1e5c43-1c4f-4274-884e-50f8ec6bd3d0 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:36:20.657596 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-3ec3dca4-d78f-4de9-be39-e81012cab70f None None] Attempting to bind port 0f1e5c43-1c4f-4274-884e-50f8ec6bd3d0 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:36:20.658033 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec3dca4-d78f-4de9-be39-e81012cab70f None None] Attempting to bind port 0f1e5c43-1c4f-4274-884e-50f8ec6bd3d0 on network 87010bec-6736-4922-a33b-92334c200b3b {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:36:20.663955 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec3dca4-d78f-4de9-be39-e81012cab70f None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:36:20.664425 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec3dca4-d78f-4de9-be39-e81012cab70f None None] Checking segment: {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:36:20.664893 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3ec3dca4-d78f-4de9-be39-e81012cab70f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:20.665350 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec3dca4-d78f-4de9-be39-e81012cab70f None None] Bound using segment: {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:36:20.665924 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-3ec3dca4-d78f-4de9-be39-e81012cab70f None None] Bound port: 0f1e5c43-1c4f-4274-884e-50f8ec6bd3d0, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:36:20.666386 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3ec3dca4-d78f-4de9-be39-e81012cab70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:20.716970 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-da14fafe-e903-499d-8dcd-1110217e4c0b req-3ea8d192-27d9-4870-b6e0-7060e79f2098 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0572705 Oct 20 11:36:20.803449 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0013cded-4fae-46f4-b897-1716a5f80226 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:20.804056 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.db.api [None req-3ec3dca4-d78f-4de9-be39-e81012cab70f None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=100648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:36:20.804480 n-d-814735-3 neutron-server[100648]: DEBUG oslo_db.api [None req-3ec3dca4-d78f-4de9-be39-e81012cab70f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:36:20.852793 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39814) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:20.866841 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0013cded-4fae-46f4-b897-1716a5f80226 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event deleted for resources: {'Port': ['ID=0f1e5c43-1c4f-4274-884e-50f8ec6bd3d0,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:20.992043 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0013cded-4fae-46f4-b897-1716a5f80226 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:21.104477 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-ac1f04ac-5474-43c0-b9da-84c814fa4024 None None] Could not find standard attr ID for object 0f1e5c43-1c4f-4274-884e-50f8ec6bd3d0. {{(pid=100648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:36:21.106418 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a7b8b2f1-118e-484c-855e-41490fb63678 req-3971b365-6fcd-4b12-858d-f87ed2582fd4 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0591586 Oct 20 11:36:21.201495 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-99f5b052-9e7b-4f13-ab73-ea63c81a8961 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2116162212'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:21.253935 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f5b052-9e7b-4f13-ab73-ea63c81a8961 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Made reservation on behalf of a8a363fb08594711a442d94c24952ccb for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:36:21.261448 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0013cded-4fae-46f4-b897-1716a5f80226 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Router d44322b4-29a2-4625-99a5-be9648fef0df has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:36:21.265899 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-99f5b052-9e7b-4f13-ab73-ea63c81a8961 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:21.286836 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-99f5b052-9e7b-4f13-ab73-ea63c81a8961 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:21.322478 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-3ec3dca4-d78f-4de9-be39-e81012cab70f None None] Attempting to bind port 0f1e5c43-1c4f-4274-884e-50f8ec6bd3d0 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:36:21.323710 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-3ec3dca4-d78f-4de9-be39-e81012cab70f None None] Attempting to bind port 0f1e5c43-1c4f-4274-884e-50f8ec6bd3d0 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:36:21.324537 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec3dca4-d78f-4de9-be39-e81012cab70f None None] Attempting to bind port 0f1e5c43-1c4f-4274-884e-50f8ec6bd3d0 on network 87010bec-6736-4922-a33b-92334c200b3b {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:36:21.334080 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec3dca4-d78f-4de9-be39-e81012cab70f None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:36:21.335180 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec3dca4-d78f-4de9-be39-e81012cab70f None None] Checking segment: {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:36:21.337795 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3ec3dca4-d78f-4de9-be39-e81012cab70f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:21.339170 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec3dca4-d78f-4de9-be39-e81012cab70f None None] Bound using segment: {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:36:21.339818 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-3ec3dca4-d78f-4de9-be39-e81012cab70f None None] Bound port: 0f1e5c43-1c4f-4274-884e-50f8ec6bd3d0, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:36:21.340757 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3ec3dca4-d78f-4de9-be39-e81012cab70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:21.389188 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3ec3dca4-d78f-4de9-be39-e81012cab70f None None] Port 0f1e5c43-1c4f-4274-884e-50f8ec6bd3d0 has been deleted concurrently {{(pid=100648) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 20 11:36:21.403376 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec3dca4-d78f-4de9-be39-e81012cab70f None None] Routers {'d44322b4-29a2-4625-99a5-be9648fef0df'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:36:21.404302 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-3ec3dca4-d78f-4de9-be39-e81012cab70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:35:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['d44322b4-29a2-4625-99a5-be9648fef0df'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:36:21.417057 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0013cded-4fae-46f4-b897-1716a5f80226 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:36:21.422023 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-99f5b052-9e7b-4f13-ab73-ea63c81a8961 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:21.427531 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-99f5b052-9e7b-4f13-ab73-ea63c81a8961 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:21.430474 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0013cded-4fae-46f4-b897-1716a5f80226 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "PUT /v2.0/routers/d44322b4-29a2-4625-99a5-be9648fef0df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3427846 Oct 20 11:36:21.433104 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39824) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:21.512783 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99f5b052-9e7b-4f13-ab73-ea63c81a8961 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] vlan segment allocate from pool success with {'vlan_id': 1264, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:36:21.514394 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-3ec3dca4-d78f-4de9-be39-e81012cab70f None None] Set router d44322b4-29a2-4625-99a5-be9648fef0df gateway port host: None {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:36:21.533042 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f5b052-9e7b-4f13-ab73-ea63c81a8961 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0cb496-8975-4806-832d-dcbc85778061,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:21.561976 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-99f5b052-9e7b-4f13-ab73-ea63c81a8961 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:21.562359 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-99f5b052-9e7b-4f13-ab73-ea63c81a8961 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Added segment be908063-a8be-4a41-aaad-d2fc9e6b457e of type vlan for network f7b9f725-bdc0-4ce6-85e3-aa1a721be226 Oct 20 11:36:21.562871 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa51573-8466-4254-b42c-4aa6670afafb tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:21.564992 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa51573-8466-4254-b42c-4aa6670afafb tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:21.567534 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-aaa51573-8466-4254-b42c-4aa6670afafb tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1332572 Oct 20 11:36:21.573804 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39830) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:21.606876 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-3ec3dca4-d78f-4de9-be39-e81012cab70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd44322b4-29a2-4625-99a5-be9648fef0df', 'name': 'tempest-NetworksTestDHCPv6-router-1166876452', 'tenant_id': 'f2f2c5c0f7894903b0c7a7e30f527cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:36:15Z', 'updated_at': '2021-10-20T11:36:20Z', 'revision_number': 3, 'project_id': 'f2f2c5c0f7894903b0c7a7e30f527cc9', 'gw_port_host': None}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:36:21.654322 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-99f5b052-9e7b-4f13-ab73-ea63c81a8961 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:21.661032 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec3dca4-d78f-4de9-be39-e81012cab70f None None] The sync data for ids ['d44322b4-29a2-4625-99a5-be9648fef0df'] in n-d-814735-3 is: [{'id': 'd44322b4-29a2-4625-99a5-be9648fef0df', 'name': 'tempest-NetworksTestDHCPv6-router-1166876452', 'tenant_id': 'f2f2c5c0f7894903b0c7a7e30f527cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:36:15Z', 'updated_at': '2021-10-20T11:36:20Z', 'revision_number': 3, 'project_id': 'f2f2c5c0f7894903b0c7a7e30f527cc9', 'gw_port_host': None}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:36:21.695391 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-59451c8a-7ce3-4e0c-a36e-7a0fad18d630 req-1bd0fdd3-36ab-4484-a46a-afab75be82ed tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=98eaeb0d-93d3-492f-8c18-cb527b20ff11 HTTP/1.1" status: 200 len: 210 time: 0.0440209 Oct 20 11:36:21.737826 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-99f5b052-9e7b-4f13-ab73-ea63c81a8961 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:21.744732 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f5b052-9e7b-4f13-ab73-ea63c81a8961 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:21.745777 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-99f5b052-9e7b-4f13-ab73-ea63c81a8961 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:21.750785 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-17296d49-aaf2-4f5c-b094-80d033889c55 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Deleting subnet 95732be2-473a-4f5d-8e0e-57769347aa56 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:36:21.755871 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-17296d49-aaf2-4f5c-b094-80d033889c55 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:21.804358 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-99f5b052-9e7b-4f13-ab73-ea63c81a8961 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9502978 Oct 20 11:36:21.807870 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39836) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:21.816532 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-4c556a59-664f-436a-8e5d-d233cfd41464 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Request body: {'subnet': {'network_id': 'f7b9f725-bdc0-4ce6-85e3-aa1a721be226', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:21.870831 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f5b052-9e7b-4f13-ab73-ea63c81a8961 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Pushing event updated for resources: {'Network': ['ID=f7b9f725-bdc0-4ce6-85e3-aa1a721be226,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:21.879495 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-17296d49-aaf2-4f5c-b094-80d033889c55 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:21.885642 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network f7b9f725-bdc0-4ce6-85e3-aa1a721be226 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:36:21.898423 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7e67002a-647e-4381-91f7-fd0156e1de53 req-0938811c-1961-441c-ae7e-5956998414b0 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0908353 Oct 20 11:36:21.930526 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 34091957-5f1c-48e5-abc4-c2774353812c no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:36:22.002394 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: 34091957-5f1c-48e5-abc4-c2774353812c {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:36:22.002753 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 34091957-5f1c-48e5-abc4-c2774353812c not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:36:22.004798 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-17296d49-aaf2-4f5c-b094-80d033889c55 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:22.068857 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c556a59-664f-436a-8e5d-d233cfd41464 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Made reservation on behalf of a8a363fb08594711a442d94c24952ccb for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:36:22.072702 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4c556a59-664f-436a-8e5d-d233cfd41464 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:22.162696 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-973e52e0-5be1-4ac4-8ec2-5fabddd005d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:22.168784 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69476f-2c6c-444d-8178-54cb4c1d9f14 req-2918e7eb-e5b9-4d78-a915-1350ce5b26bd tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:22.172124 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db69476f-2c6c-444d-8178-54cb4c1d9f14 req-2918e7eb-e5b9-4d78-a915-1350ce5b26bd tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.89 "GET /v2.0/networks?id=16c10c5d-1850-421a-96a5-275d76836bd3 HTTP/1.1" status: 200 len: 820 time: 0.1801052 Oct 20 11:36:22.198104 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-db69476f-2c6c-444d-8178-54cb4c1d9f14 req-83b6b452-38e6-4c29-96b0-8e9458c5f5d2 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Request body: {'port': {'device_id': '98eaeb0d-93d3-492f-8c18-cb527b20ff11', 'network_id': '16c10c5d-1850-421a-96a5-275d76836bd3', 'admin_state_up': True, 'tenant_id': 'd1c5e789bb64470d9f622154eb184e9a'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:22.359607 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a2814825-648b-4e91-bb4c-560b7ae08cb4 req-daadf1b6-7a7a-4030-bad0-47cdc7d98492 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0341113 Oct 20 11:36:22.411737 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db69476f-2c6c-444d-8178-54cb4c1d9f14 req-83b6b452-38e6-4c29-96b0-8e9458c5f5d2 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Made reservation on behalf of d1c5e789bb64470d9f622154eb184e9a for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:36:22.416752 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-db69476f-2c6c-444d-8178-54cb4c1d9f14 req-83b6b452-38e6-4c29-96b0-8e9458c5f5d2 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:22.497539 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-17296d49-aaf2-4f5c-b094-80d033889c55 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:22.548345 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17296d49-aaf2-4f5c-b094-80d033889c55 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event deleted for resources: {'Subnet': ['ID=95732be2-473a-4f5d-8e0e-57769347aa56,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:22.569915 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddd9ad5-5808-4c71-be3c-06d00e19ab42 None None] Network 87010bec-6736-4922-a33b-92334c200b3b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:36:22.573385 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-17296d49-aaf2-4f5c-b094-80d033889c55 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:22.583488 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-17296d49-aaf2-4f5c-b094-80d033889c55 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/95732be2-473a-4f5d-8e0e-57769347aa56 HTTP/1.1" status: 204 len: 168 time: 1.0077186 Oct 20 11:36:22.584169 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39844) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:22.645205 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-db69476f-2c6c-444d-8178-54cb4c1d9f14 req-83b6b452-38e6-4c29-96b0-8e9458c5f5d2 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Allocated IP 172.20.0.12 (16c10c5d-1850-421a-96a5-275d76836bd3/5fdf86ab-af58-4cf8-9b95-ca9f0c250fbb/acd1ac56-f5a5-450a-85f9-5faf904b3363) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:36:22.796777 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-259a5d26-e563-41ec-a8b6-18defa66d20f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2079275 Oct 20 11:36:22.797398 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39850) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:22.891885 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145a2f9c-a900-46d9-9a34-cd6f0f87801e None None] DHCP port deletion for 87010bec-6736-4922-a33b-92334c200b3b request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:36:22.903055 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-74fb16c6-b7c6-488a-9fff-c4062a5d0c5b req-f5c1b6a1-6bfc-42e0-8075-09e7d9e6d65e tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=98eaeb0d-93d3-492f-8c18-cb527b20ff11 HTTP/1.1" status: 200 len: 210 time: 0.0380247 Oct 20 11:36:22.928726 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e3e24db3-523d-4eb5-aa31-91c2059e0975 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:22.966997 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4c556a59-664f-436a-8e5d-d233cfd41464 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:22.983806 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-db69476f-2c6c-444d-8178-54cb4c1d9f14 req-83b6b452-38e6-4c29-96b0-8e9458c5f5d2 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:23.003159 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-145a2f9c-a900-46d9-9a34-cd6f0f87801e None None] Deleting port 5bccd3da-a825-4350-80bc-3092f459a723 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:36:23.003817 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-145a2f9c-a900-46d9-9a34-cd6f0f87801e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:23.045880 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ad816b-787a-455a-a50f-c1c196e55565 None None] Sync routers for ids ['d44322b4-29a2-4625-99a5-be9648fef0df'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:36:23.063490 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ad816b-787a-455a-a50f-c1c196e55565 None None] Routers {'d44322b4-29a2-4625-99a5-be9648fef0df'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:36:23.064523 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-43ad816b-787a-455a-a50f-c1c196e55565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:36:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['d44322b4-29a2-4625-99a5-be9648fef0df'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:36:23.084407 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ff05fd6c-4ec2-47b8-bead-145cbc8eb0e8 req-10a94876-62cc-42fb-9dda-ee56f53cf098 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0552616 Oct 20 11:36:23.101768 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-db69476f-2c6c-444d-8178-54cb4c1d9f14 req-83b6b452-38e6-4c29-96b0-8e9458c5f5d2 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:23.162744 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db69476f-2c6c-444d-8178-54cb4c1d9f14 req-83b6b452-38e6-4c29-96b0-8e9458c5f5d2 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Network 16c10c5d-1850-421a-96a5-275d76836bd3 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:36:23.165903 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-db69476f-2c6c-444d-8178-54cb4c1d9f14 req-83b6b452-38e6-4c29-96b0-8e9458c5f5d2 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:36:23.168934 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-db69476f-2c6c-444d-8178-54cb4c1d9f14 req-83b6b452-38e6-4c29-96b0-8e9458c5f5d2 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:36:23.172241 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-43ad816b-787a-455a-a50f-c1c196e55565 None None] Set router d44322b4-29a2-4625-99a5-be9648fef0df gateway port host: None {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:36:23.206641 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b6b452-38e6-4c29-96b0-8e9458c5f5d2 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Pushing event updated for resources: {'Port': ['ID=acd1ac56-f5a5-450a-85f9-5faf904b3363,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:23.226444 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-145a2f9c-a900-46d9-9a34-cd6f0f87801e None None] For port 5bccd3da-a825-4350-80bc-3092f459a723, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=5bccd3da-a825-4350-80bc-3092f459a723,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:36:23.226943 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-145a2f9c-a900-46d9-9a34-cd6f0f87801e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:23.230355 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:23.231479 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-43ad816b-787a-455a-a50f-c1c196e55565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd44322b4-29a2-4625-99a5-be9648fef0df', 'name': 'tempest-NetworksTestDHCPv6-router-1166876452', 'tenant_id': 'f2f2c5c0f7894903b0c7a7e30f527cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:36:15Z', 'updated_at': '2021-10-20T11:36:20Z', 'revision_number': 3, 'project_id': 'f2f2c5c0f7894903b0c7a7e30f527cc9', 'gw_port_host': None}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:36:23.236146 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:23.251239 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c556a59-664f-436a-8e5d-d233cfd41464 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Pushing event updated for resources: {'Subnet': ['ID=d413ef4a-a5e7-4280-b8cf-c1a14732b0fb,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:23.252459 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-145a2f9c-a900-46d9-9a34-cd6f0f87801e None None] Calling delete_port for 5bccd3da-a825-4350-80bc-3092f459a723 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:36:23.260009 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69476f-2c6c-444d-8178-54cb4c1d9f14 req-83b6b452-38e6-4c29-96b0-8e9458c5f5d2 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:23.260351 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e3e24db3-523d-4eb5-aa31-91c2059e0975 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:23.260844 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-db69476f-2c6c-444d-8178-54cb4c1d9f14 req-83b6b452-38e6-4c29-96b0-8e9458c5f5d2 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:23.266255 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e3e24db3-523d-4eb5-aa31-91c2059e0975 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:23.286415 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db69476f-2c6c-444d-8178-54cb4c1d9f14 req-83b6b452-38e6-4c29-96b0-8e9458c5f5d2 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0978417 Oct 20 11:36:23.310934 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-db69476f-2c6c-444d-8178-54cb4c1d9f14 req-85175674-8c9b-44f7-96c8-c1bf88eba2e0 service neutron] Request body: {'port': {'device_id': '98eaeb0d-93d3-492f-8c18-cb527b20ff11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:23.325275 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c556a59-664f-436a-8e5d-d233cfd41464 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Checking segment: {'id': 'be908063-a8be-4a41-aaad-d2fc9e6b457e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'f7b9f725-bdc0-4ce6-85e3-aa1a721be226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:36:23.328103 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c556a59-664f-436a-8e5d-d233cfd41464 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Network hostable DHCP agents. Network: f7b9f725-bdc0-4ce6-85e3-aa1a721be226, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:36:23.336583 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e3e24db3-523d-4eb5-aa31-91c2059e0975 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:23.337102 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e24db3-523d-4eb5-aa31-91c2059e0975 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Fanout notify agent at l3_agent the message router_deleted on router d44322b4-29a2-4625-99a5-be9648fef0df {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:36:23.345993 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e3e24db3-523d-4eb5-aa31-91c2059e0975 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:23.350294 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e3e24db3-523d-4eb5-aa31-91c2059e0975 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/routers/d44322b4-29a2-4625-99a5-be9648fef0df HTTP/1.1" status: 204 len: 168 time: 0.5491428 Oct 20 11:36:23.352048 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39856) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:23.358778 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-5f33478a-6142-47ae-9ad1-aee1590f373c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'subnet': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:23.382999 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c556a59-664f-436a-8e5d-d233cfd41464 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Network f7b9f725-bdc0-4ce6-85e3-aa1a721be226 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:36:23.400850 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ad816b-787a-455a-a50f-c1c196e55565 None None] Checking router: d44322b4-29a2-4625-99a5-be9648fef0df for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:36:23.415184 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-145a2f9c-a900-46d9-9a34-cd6f0f87801e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:23.419635 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ad816b-787a-455a-a50f-c1c196e55565 None None] Routers set() bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:36:23.420033 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ad816b-787a-455a-a50f-c1c196e55565 None None] Router IDs set() for agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 20 11:36:23.420639 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_agentschedulers_db [None req-43ad816b-787a-455a-a50f-c1c196e55565 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d44322b4-29a2-4625-99a5-be9648fef0df'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:36:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent'). {{(pid=100649) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 20 11:36:23.422959 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ad816b-787a-455a-a50f-c1c196e55565 None None] The sync data for ids ['d44322b4-29a2-4625-99a5-be9648fef0df'] in n-d-814735-3 is: [] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:36:23.437306 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-4c556a59-664f-436a-8e5d-d233cfd41464 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, f7b9f725-bdc0-4ce6-85e3-aa1a721be226) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:36:23.444476 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c556a59-664f-436a-8e5d-d233cfd41464 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:23.447584 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4c556a59-664f-436a-8e5d-d233cfd41464 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:23.455722 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63702084-2708-4074-a90f-c8f5094983e0 None None] Network f7b9f725-bdc0-4ce6-85e3-aa1a721be226 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:36:23.460080 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-db69476f-2c6c-444d-8178-54cb4c1d9f14 req-85175674-8c9b-44f7-96c8-c1bf88eba2e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:23.462678 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145a2f9c-a900-46d9-9a34-cd6f0f87801e None None] No DVR routers for this DVR port 5bccd3da-a825-4350-80bc-3092f459a723 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:36:23.465492 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a2f9c-a900-46d9-9a34-cd6f0f87801e None None] Pushing event deleted for resources: {'Port': ['ID=5bccd3da-a825-4350-80bc-3092f459a723,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:23.580539 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4c556a59-664f-436a-8e5d-d233cfd41464 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7706716 Oct 20 11:36:23.583017 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39860) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:23.592737 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-997c1a7a-b53c-4292-ad6b-4b28b548a878 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Request body: {'port': {'network_id': 'f7b9f725-bdc0-4ce6-85e3-aa1a721be226', 'name': 'tempest-DHCPAgentSchedulersTestJSON-528231689'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:23.706787 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-62106544-8929-4480-9c4f-2b2452c7462f req-1354de8a-7137-438b-b36e-7dbc385d6e3a tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.1508720 Oct 20 11:36:23.714184 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f33478a-6142-47ae-9ad1-aee1590f373c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:36:23.718651 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5f33478a-6142-47ae-9ad1-aee1590f373c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:23.769543 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72db655c-9887-485e-941a-9354b7bb808a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-f7b9f725-bdc0-4ce6-85e3-aa1a721be226', 'network_id': 'f7b9f725-bdc0-4ce6-85e3-aa1a721be226', 'tenant_id': 'a8a363fb08594711a442d94c24952ccb', 'fixed_ips': [{'subnet_id': 'd413ef4a-a5e7-4280-b8cf-c1a14732b0fb'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:36:23.770423 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-72db655c-9887-485e-941a-9354b7bb808a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:23.909172 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997c1a7a-b53c-4292-ad6b-4b28b548a878 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Made reservation on behalf of a8a363fb08594711a442d94c24952ccb for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:36:23.913680 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-997c1a7a-b53c-4292-ad6b-4b28b548a878 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:23.977091 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-db69476f-2c6c-444d-8178-54cb4c1d9f14 req-85175674-8c9b-44f7-96c8-c1bf88eba2e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acd1ac56-f5a5-450a-85f9-5faf904b3363 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:36:23.984740 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-db69476f-2c6c-444d-8178-54cb4c1d9f14 req-85175674-8c9b-44f7-96c8-c1bf88eba2e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:23.993754 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-72db655c-9887-485e-941a-9354b7bb808a None None] Allocated IP 172.20.0.2 (f7b9f725-bdc0-4ce6-85e3-aa1a721be226/d413ef4a-a5e7-4280-b8cf-c1a14732b0fb/9c7d9fd4-b185-40e1-ab49-756e90a9d2d8) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:36:24.005174 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-db69476f-2c6c-444d-8178-54cb4c1d9f14 req-85175674-8c9b-44f7-96c8-c1bf88eba2e0 service neutron] Transition to ACTIVE for port object acd1ac56-f5a5-450a-85f9-5faf904b3363 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:36:24.009191 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-db69476f-2c6c-444d-8178-54cb4c1d9f14 req-85175674-8c9b-44f7-96c8-c1bf88eba2e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:24.027883 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-997c1a7a-b53c-4292-ad6b-4b28b548a878 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] device_id is not set on port 0d18763d-d589-4455-b700-d0b47a582e50 yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:36:24.137395 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5f33478a-6142-47ae-9ad1-aee1590f373c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:24.156648 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85175674-8c9b-44f7-96c8-c1bf88eba2e0 service neutron] Pushing event updated for resources: {'Port': ['ID=acd1ac56-f5a5-450a-85f9-5faf904b3363,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:24.181244 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f33478a-6142-47ae-9ad1-aee1590f373c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:36:24.184629 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-5f33478a-6142-47ae-9ad1-aee1590f373c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:36:24.189108 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f33478a-6142-47ae-9ad1-aee1590f373c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:24.189843 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5f33478a-6142-47ae-9ad1-aee1590f373c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:24.195429 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-72db655c-9887-485e-941a-9354b7bb808a None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:24.202309 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f33478a-6142-47ae-9ad1-aee1590f373c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Subnet': ['ID=074fd7cc-633b-4fb5-a99c-7624b2718121,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:24.203133 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfb27f1-a5e1-4183-97aa-258710e80665 None None] Network 87010bec-6736-4922-a33b-92334c200b3b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:36:24.213582 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5f33478a-6142-47ae-9ad1-aee1590f373c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8604944 Oct 20 11:36:24.216328 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39870) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:24.223130 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-70ee5c3f-79fe-4eb0-8b8f-5effb442c88f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-662596360', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:24.228130 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-72db655c-9887-485e-941a-9354b7bb808a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:24.249096 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c0a921bd-6d47-49eb-ae5d-0237ce37a801 req-beacc6e8-a5c3-4310-b700-931bbbf1624b tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0759747 Oct 20 11:36:24.268171 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc1a30-e56f-4a8f-bbf0-8be2e82e2138 req-57026630-930a-452d-94f2-e4ebd160c452 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:24.269752 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0acc1a30-e56f-4a8f-bbf0-8be2e82e2138 req-57026630-930a-452d-94f2-e4ebd160c452 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=98eaeb0d-93d3-492f-8c18-cb527b20ff11 HTTP/1.1" status: 200 len: 944 time: 0.2405176 Oct 20 11:36:24.303646 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-70ee5c3f-79fe-4eb0-8b8f-5effb442c88f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:24.304905 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-70ee5c3f-79fe-4eb0-8b8f-5effb442c88f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:24.320864 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-997c1a7a-b53c-4292-ad6b-4b28b548a878 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Allocated IP 172.20.0.10 (f7b9f725-bdc0-4ce6-85e3-aa1a721be226/d413ef4a-a5e7-4280-b8cf-c1a14732b0fb/0d18763d-d589-4455-b700-d0b47a582e50) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:36:24.324021 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72db655c-9887-485e-941a-9354b7bb808a None None] Network f7b9f725-bdc0-4ce6-85e3-aa1a721be226 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:36:24.333523 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-72db655c-9887-485e-941a-9354b7bb808a None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:36:24.339750 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72db655c-9887-485e-941a-9354b7bb808a None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:36:24.344122 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db655c-9887-485e-941a-9354b7bb808a None None] Pushing event updated for resources: {'Port': ['ID=9c7d9fd4-b185-40e1-ab49-756e90a9d2d8,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:24.363158 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0acc1a30-e56f-4a8f-bbf0-8be2e82e2138 req-7bdd6364-4551-4a3b-8d27-d9fae3ff8b83 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/security-groups?id=37550ed7-fbaa-467a-8078-86fab95259aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846777 Oct 20 11:36:24.380934 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-db69476f-2c6c-444d-8178-54cb4c1d9f14 req-85175674-8c9b-44f7-96c8-c1bf88eba2e0 service neutron] Attempting to bind port acd1ac56-f5a5-450a-85f9-5faf904b3363 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:36:24.381271 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-db69476f-2c6c-444d-8178-54cb4c1d9f14 req-85175674-8c9b-44f7-96c8-c1bf88eba2e0 service neutron] Attempting to bind port acd1ac56-f5a5-450a-85f9-5faf904b3363 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '4dbe0d0c-7fc2-44c4-912f-278d67da55f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '16c10c5d-1850-421a-96a5-275d76836bd3'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:36:24.381609 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db69476f-2c6c-444d-8178-54cb4c1d9f14 req-85175674-8c9b-44f7-96c8-c1bf88eba2e0 service neutron] Attempting to bind port acd1ac56-f5a5-450a-85f9-5faf904b3363 on network 16c10c5d-1850-421a-96a5-275d76836bd3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:36:24.386547 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db69476f-2c6c-444d-8178-54cb4c1d9f14 req-85175674-8c9b-44f7-96c8-c1bf88eba2e0 service neutron] Port acd1ac56-f5a5-450a-85f9-5faf904b3363 on network 16c10c5d-1850-421a-96a5-275d76836bd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:36:24.386905 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db69476f-2c6c-444d-8178-54cb4c1d9f14 req-85175674-8c9b-44f7-96c8-c1bf88eba2e0 service neutron] Attempting to bind port acd1ac56-f5a5-450a-85f9-5faf904b3363 on network 16c10c5d-1850-421a-96a5-275d76836bd3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:36:24.393643 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db69476f-2c6c-444d-8178-54cb4c1d9f14 req-85175674-8c9b-44f7-96c8-c1bf88eba2e0 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:36:24.393983 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db69476f-2c6c-444d-8178-54cb4c1d9f14 req-85175674-8c9b-44f7-96c8-c1bf88eba2e0 service neutron] Checking segment: {'id': '4dbe0d0c-7fc2-44c4-912f-278d67da55f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '16c10c5d-1850-421a-96a5-275d76836bd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:36:24.394374 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db69476f-2c6c-444d-8178-54cb4c1d9f14 req-85175674-8c9b-44f7-96c8-c1bf88eba2e0 service neutron] Bound using segment: {'id': '4dbe0d0c-7fc2-44c4-912f-278d67da55f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '16c10c5d-1850-421a-96a5-275d76836bd3'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:36:24.394838 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-db69476f-2c6c-444d-8178-54cb4c1d9f14 req-85175674-8c9b-44f7-96c8-c1bf88eba2e0 service neutron] Bound port: acd1ac56-f5a5-450a-85f9-5faf904b3363, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dbe0d0c-7fc2-44c4-912f-278d67da55f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '16c10c5d-1850-421a-96a5-275d76836bd3'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:36:24.395207 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-db69476f-2c6c-444d-8178-54cb4c1d9f14 req-85175674-8c9b-44f7-96c8-c1bf88eba2e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:24.419613 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-70ee5c3f-79fe-4eb0-8b8f-5effb442c88f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:24.427315 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-70ee5c3f-79fe-4eb0-8b8f-5effb442c88f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:24.448616 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-72db655c-9887-485e-941a-9354b7bb808a None None] Attempting to bind port 9c7d9fd4-b185-40e1-ab49-756e90a9d2d8 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:36:24.448977 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-72db655c-9887-485e-941a-9354b7bb808a None None] Attempting to bind port 9c7d9fd4-b185-40e1-ab49-756e90a9d2d8 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'be908063-a8be-4a41-aaad-d2fc9e6b457e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'f7b9f725-bdc0-4ce6-85e3-aa1a721be226'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:36:24.449335 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72db655c-9887-485e-941a-9354b7bb808a None None] Attempting to bind port 9c7d9fd4-b185-40e1-ab49-756e90a9d2d8 on network f7b9f725-bdc0-4ce6-85e3-aa1a721be226 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:36:24.452662 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-70ee5c3f-79fe-4eb0-8b8f-5effb442c88f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:24.454008 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-70ee5c3f-79fe-4eb0-8b8f-5effb442c88f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2366223 Oct 20 11:36:24.457636 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39874) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:24.459581 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72db655c-9887-485e-941a-9354b7bb808a None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:36:24.459948 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72db655c-9887-485e-941a-9354b7bb808a None None] Checking segment: {'id': 'be908063-a8be-4a41-aaad-d2fc9e6b457e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'f7b9f725-bdc0-4ce6-85e3-aa1a721be226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:36:24.460362 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-72db655c-9887-485e-941a-9354b7bb808a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:24.460787 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72db655c-9887-485e-941a-9354b7bb808a None None] Bound using segment: {'id': 'be908063-a8be-4a41-aaad-d2fc9e6b457e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'f7b9f725-bdc0-4ce6-85e3-aa1a721be226'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:36:24.461186 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-72db655c-9887-485e-941a-9354b7bb808a None None] Bound port: 9c7d9fd4-b185-40e1-ab49-756e90a9d2d8, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be908063-a8be-4a41-aaad-d2fc9e6b457e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'f7b9f725-bdc0-4ce6-85e3-aa1a721be226'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:36:24.461561 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-72db655c-9887-485e-941a-9354b7bb808a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:24.545082 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-db69476f-2c6c-444d-8178-54cb4c1d9f14 req-85175674-8c9b-44f7-96c8-c1bf88eba2e0 service neutron] For port acd1ac56-f5a5-450a-85f9-5faf904b3363, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:36:24.548490 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-db69476f-2c6c-444d-8178-54cb4c1d9f14 req-85175674-8c9b-44f7-96c8-c1bf88eba2e0 service neutron] For port acd1ac56-f5a5-450a-85f9-5faf904b3363, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=acd1ac56-f5a5-450a-85f9-5faf904b3363,segment=NetworkSegment(4dbe0d0c-7fc2-44c4-912f-278d67da55f4),segment_id=4dbe0d0c-7fc2-44c4-912f-278d67da55f4)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:36:24.553964 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-db69476f-2c6c-444d-8178-54cb4c1d9f14 req-85175674-8c9b-44f7-96c8-c1bf88eba2e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:24.558174 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f876df7-5179-4f3a-83c2-567df690530e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-87010bec-6736-4922-a33b-92334c200b3b', 'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'tenant_id': 'f2f2c5c0f7894903b0c7a7e30f527cc9', 'fixed_ips': [{'subnet_id': '074fd7cc-633b-4fb5-a99c-7624b2718121'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:36:24.559082 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4f876df7-5179-4f3a-83c2-567df690530e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:24.601455 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-72db655c-9887-485e-941a-9354b7bb808a None None] For port 9c7d9fd4-b185-40e1-ab49-756e90a9d2d8, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:36:24.602221 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69476f-2c6c-444d-8178-54cb4c1d9f14 req-85175674-8c9b-44f7-96c8-c1bf88eba2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:24.602887 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-db69476f-2c6c-444d-8178-54cb4c1d9f14 req-85175674-8c9b-44f7-96c8-c1bf88eba2e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:24.604327 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db69476f-2c6c-444d-8178-54cb4c1d9f14 req-85175674-8c9b-44f7-96c8-c1bf88eba2e0 service neutron] 10.222.0.89 "PUT /v2.0/ports/acd1ac56-f5a5-450a-85f9-5faf904b3363 HTTP/1.1" status: 200 len: 1092 time: 1.3000865 Oct 20 11:36:24.604780 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98eaeb0d-93d3-492f-8c18-cb527b20ff11', 'tag': 'acd1ac56-f5a5-450a-85f9-5faf904b3363'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:36:24.607281 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a47665b-910b-4c54-8b76-4c89124a73aa" -d '{"events": [{"name": "network-changed", "server_uuid": "98eaeb0d-93d3-492f-8c18-cb527b20ff11", "tag": "acd1ac56-f5a5-450a-85f9-5faf904b3363"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:36:24.610111 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-72db655c-9887-485e-941a-9354b7bb808a None None] For port 9c7d9fd4-b185-40e1-ab49-756e90a9d2d8, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=9c7d9fd4-b185-40e1-ab49-756e90a9d2d8,segment=NetworkSegment(be908063-a8be-4a41-aaad-d2fc9e6b457e),segment_id=be908063-a8be-4a41-aaad-d2fc9e6b457e)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:36:24.681589 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-72db655c-9887-485e-941a-9354b7bb808a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:24.703485 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f2a047-f953-4a4c-ad04-b4b4579f0945 x-openstack-request-id: req-b8f2a047-f953-4a4c-ad04-b4b4579f0945 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:36:24.705115 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98eaeb0d-93d3-492f-8c18-cb527b20ff11", "tag": "acd1ac56-f5a5-450a-85f9-5faf904b3363", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:36:24.705115 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b8f2a047-f953-4a4c-ad04-b4b4579f0945 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:36:24.705338 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98eaeb0d-93d3-492f-8c18-cb527b20ff11', 'tag': 'acd1ac56-f5a5-450a-85f9-5faf904b3363', 'status': 'completed', 'code': 200} Oct 20 11:36:24.708438 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85175674-8c9b-44f7-96c8-c1bf88eba2e0 service neutron] Pushing event updated for resources: {'Port': ['ID=acd1ac56-f5a5-450a-85f9-5faf904b3363,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:24.735695 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 5bccd3da-a825-4350-80bc-3092f459a723 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:36:24.739556 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69476f-2c6c-444d-8178-54cb4c1d9f14 req-a5cd8aa2-6fa7-4c46-85d0-848fcbe63b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:24.741100 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db69476f-2c6c-444d-8178-54cb4c1d9f14 req-a5cd8aa2-6fa7-4c46-85d0-848fcbe63b1c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d1c5e789bb64470d9f622154eb184e9a&device_id=98eaeb0d-93d3-492f-8c18-cb527b20ff11 HTTP/1.1" status: 200 len: 1095 time: 0.0813136 Oct 20 11:36:24.830719 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 5bccd3da-a825-4350-80bc-3092f459a723 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:36:24.834785 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 5bccd3da-a825-4350-80bc-3092f459a723 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:36:24.851538 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-997c1a7a-b53c-4292-ad6b-4b28b548a878 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:24.887865 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db69476f-2c6c-444d-8178-54cb4c1d9f14 req-ed59fbfc-12f6-464e-8cc7-718100169a72 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=acd1ac56-f5a5-450a-85f9-5faf904b3363 HTTP/1.1" status: 200 len: 217 time: 0.1333601 Oct 20 11:36:24.914081 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-997c1a7a-b53c-4292-ad6b-4b28b548a878 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:24.926945 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-58465d4b-006d-4bac-8b57-759a426ecdda req-ca30522d-aa65-4dd2-b9f9-440f90cfec57 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0606451 Oct 20 11:36:24.938669 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:24.942003 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db655c-9887-485e-941a-9354b7bb808a None None] Pushing event updated for resources: {'Port': ['ID=9c7d9fd4-b185-40e1-ab49-756e90a9d2d8,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:24.985666 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-4f876df7-5179-4f3a-83c2-567df690530e None None] Allocated IP 2001:db8::2 (87010bec-6736-4922-a33b-92334c200b3b/074fd7cc-633b-4fb5-a99c-7624b2718121/3bdb4ebc-bdf5-438e-9c39-d1418939b58d) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:36:24.998284 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69476f-2c6c-444d-8178-54cb4c1d9f14 req-a1609d8b-73e2-4de3-8b3e-a62b4205667f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:25.001647 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db69476f-2c6c-444d-8178-54cb4c1d9f14 req-a1609d8b-73e2-4de3-8b3e-a62b4205667f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5fdf86ab-af58-4cf8-9b95-ca9f0c250fbb HTTP/1.1" status: 200 len: 860 time: 0.0732739 Oct 20 11:36:25.064660 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db69476f-2c6c-444d-8178-54cb4c1d9f14 req-f1db84d7-b2b7-4a15-a1e1-ad4afa290629 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=16c10c5d-1850-421a-96a5-275d76836bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503345 Oct 20 11:36:25.079225 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997c1a7a-b53c-4292-ad6b-4b28b548a878 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Network f7b9f725-bdc0-4ce6-85e3-aa1a721be226 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:36:25.088292 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-997c1a7a-b53c-4292-ad6b-4b28b548a878 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:36:25.091149 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997c1a7a-b53c-4292-ad6b-4b28b548a878 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:36:25.181767 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c1a7a-b53c-4292-ad6b-4b28b548a878 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Pushing event updated for resources: {'Port': ['ID=0d18763d-d589-4455-b700-d0b47a582e50,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:25.224649 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db69476f-2c6c-444d-8178-54cb4c1d9f14 req-a88ec518-f55c-4c43-9d9e-d35e980f242d service neutron] 10.222.0.89 "GET /v2.0/networks/16c10c5d-1850-421a-96a5-275d76836bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507215 Oct 20 11:36:25.251837 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6330ce89-a81d-4ef3-84a4-064ce4d4afb5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:25.287325 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997c1a7a-b53c-4292-ad6b-4b28b548a878 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:25.289097 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4f876df7-5179-4f3a-83c2-567df690530e None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:25.290199 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-997c1a7a-b53c-4292-ad6b-4b28b548a878 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:25.303487 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4f876df7-5179-4f3a-83c2-567df690530e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:25.355925 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-997c1a7a-b53c-4292-ad6b-4b28b548a878 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7716076 Oct 20 11:36:25.363082 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f876df7-5179-4f3a-83c2-567df690530e None None] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:36:25.366297 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-4f876df7-5179-4f3a-83c2-567df690530e None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:36:25.368975 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f876df7-5179-4f3a-83c2-567df690530e None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:36:25.372358 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39886) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:25.377541 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-14d25e87-839f-400c-bc89-f6310f7a2e7d req-b3b067f0-9da5-45b4-9501-6ea2a8d9498c tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0515585 Oct 20 11:36:25.501811 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db69476f-2c6c-444d-8178-54cb4c1d9f14 req-868500de-f2db-4bf2-85f0-c18e448a22c0 service neutron] 10.222.0.89 "GET /v2.0/networks/16c10c5d-1850-421a-96a5-275d76836bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646046 Oct 20 11:36:25.615119 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f876df7-5179-4f3a-83c2-567df690530e None None] Pushing event updated for resources: {'Port': ['ID=3bdb4ebc-bdf5-438e-9c39-d1418939b58d,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:25.621372 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-4f876df7-5179-4f3a-83c2-567df690530e None None] Attempting to bind port 3bdb4ebc-bdf5-438e-9c39-d1418939b58d on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:36:25.621827 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-4f876df7-5179-4f3a-83c2-567df690530e None None] Attempting to bind port 3bdb4ebc-bdf5-438e-9c39-d1418939b58d by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:36:25.622250 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f876df7-5179-4f3a-83c2-567df690530e None None] Attempting to bind port 3bdb4ebc-bdf5-438e-9c39-d1418939b58d on network 87010bec-6736-4922-a33b-92334c200b3b {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:36:25.629046 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f876df7-5179-4f3a-83c2-567df690530e None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:36:25.629492 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f876df7-5179-4f3a-83c2-567df690530e None None] Checking segment: {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:36:25.629955 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4f876df7-5179-4f3a-83c2-567df690530e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:25.630631 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f876df7-5179-4f3a-83c2-567df690530e None None] Bound using segment: {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:36:25.631185 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-4f876df7-5179-4f3a-83c2-567df690530e None None] Bound port: 3bdb4ebc-bdf5-438e-9c39-d1418939b58d, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:36:25.631621 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4f876df7-5179-4f3a-83c2-567df690530e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:25.661587 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82bc8a8-355c-4a6b-b0a0-3d2037193c13 req-0282c962-bd6e-4585-b3fb-8619e78c93f7 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:25.663502 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f82bc8a8-355c-4a6b-b0a0-3d2037193c13 req-0282c962-bd6e-4585-b3fb-8619e78c93f7 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=98eaeb0d-93d3-492f-8c18-cb527b20ff11 HTTP/1.1" status: 200 len: 944 time: 0.2049279 Oct 20 11:36:25.693780 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-6330ce89-a81d-4ef3-84a4-064ce4d4afb5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Allocated IP 2001:db8::1 (87010bec-6736-4922-a33b-92334c200b3b/074fd7cc-633b-4fb5-a99c-7624b2718121/f4cc2137-f5d4-4dd7-adc2-33f30c652265) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:36:25.704505 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-04816dbe-1cb8-4738-83b2-410d9f16230b tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Deleting port 0d18763d-d589-4455-b700-d0b47a582e50 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:36:25.705043 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-04816dbe-1cb8-4738-83b2-410d9f16230b tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:25.727541 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-4f876df7-5179-4f3a-83c2-567df690530e None None] For port 3bdb4ebc-bdf5-438e-9c39-d1418939b58d, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:36:25.731723 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-4f876df7-5179-4f3a-83c2-567df690530e None None] For port 3bdb4ebc-bdf5-438e-9c39-d1418939b58d, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=3bdb4ebc-bdf5-438e-9c39-d1418939b58d,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:36:25.738501 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4f876df7-5179-4f3a-83c2-567df690530e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:25.764081 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47665b-910b-4c54-8b76-4c89124a73aa req-f47ea564-d7eb-4b79-b997-7a06226a92ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:25.776410 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a47665b-910b-4c54-8b76-4c89124a73aa req-f47ea564-d7eb-4b79-b997-7a06226a92ef service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d1c5e789bb64470d9f622154eb184e9a&device_id=98eaeb0d-93d3-492f-8c18-cb527b20ff11 HTTP/1.1" status: 200 len: 1095 time: 0.1960101 Oct 20 11:36:25.827488 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f82bc8a8-355c-4a6b-b0a0-3d2037193c13 req-72305aab-ad6c-4fa4-b89c-ab8a1226e81b tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/security-groups?id=37550ed7-fbaa-467a-8078-86fab95259aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574132 Oct 20 11:36:25.870003 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6330ce89-a81d-4ef3-84a4-064ce4d4afb5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:25.889350 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f876df7-5179-4f3a-83c2-567df690530e None None] Pushing event updated for resources: {'Port': ['ID=3bdb4ebc-bdf5-438e-9c39-d1418939b58d,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:25.929439 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6330ce89-a81d-4ef3-84a4-064ce4d4afb5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:25.980804 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6330ce89-a81d-4ef3-84a4-064ce4d4afb5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:36:25.989739 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-6330ce89-a81d-4ef3-84a4-064ce4d4afb5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:36:25.997994 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6330ce89-a81d-4ef3-84a4-064ce4d4afb5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:36:25.998696 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6330ce89-a81d-4ef3-84a4-064ce4d4afb5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:26.419393 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7665e5-e082-4aab-8dab-dd80cebee734 None None] Network f7b9f725-bdc0-4ce6-85e3-aa1a721be226 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:36:26.557112 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6330ce89-a81d-4ef3-84a4-064ce4d4afb5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Port': ['ID=f4cc2137-f5d4-4dd7-adc2-33f30c652265,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:26.569225 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-f7b5619c-33d5-493e-9cde-d8edfb182359 None None] Provisioning complete for port 9c7d9fd4-b185-40e1-ab49-756e90a9d2d8 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:26.569588 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f7b5619c-33d5-493e-9cde-d8edfb182359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:26.620456 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0b5a4659-1d06-4bee-83c6-8172689ad98a req-35dac865-0db2-4379-b132-414c1a4ab891 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.1090891 Oct 20 11:36:26.627030 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-090e9f2f-9a4c-4a38-a3bb-43ba11505064 req-7e52e74a-c0f7-4504-b62a-763a6ddfbda5 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.1241813 Oct 20 11:36:26.645565 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-04816dbe-1cb8-4738-83b2-410d9f16230b tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:26.697876 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6330ce89-a81d-4ef3-84a4-064ce4d4afb5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:26.730495 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-04816dbe-1cb8-4738-83b2-410d9f16230b tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Calling delete_port for 0d18763d-d589-4455-b700-d0b47a582e50 owned by {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:36:26.738844 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47665b-910b-4c54-8b76-4c89124a73aa req-0f340732-aae5-4113-99f5-56af287fb8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:26.740874 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a47665b-910b-4c54-8b76-4c89124a73aa req-0f340732-aae5-4113-99f5-56af287fb8e4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=16c10c5d-1850-421a-96a5-275d76836bd3 HTTP/1.1" status: 200 len: 922 time: 0.9319596 Oct 20 11:36:26.815155 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f7b5619c-33d5-493e-9cde-d8edfb182359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:26.838876 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 3bdb4ebc-bdf5-438e-9c39-d1418939b58d up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:36:26.973119 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-f7b5619c-33d5-493e-9cde-d8edfb182359 None None] For port 9c7d9fd4-b185-40e1-ab49-756e90a9d2d8, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=9c7d9fd4-b185-40e1-ab49-756e90a9d2d8,segment=NetworkSegment(be908063-a8be-4a41-aaad-d2fc9e6b457e),segment_id=be908063-a8be-4a41-aaad-d2fc9e6b457e)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:36:26.982271 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f7b5619c-33d5-493e-9cde-d8edfb182359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:26.997949 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a47665b-910b-4c54-8b76-4c89124a73aa req-398118ff-c89a-4f78-84f5-b09e10b0f5f4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=acd1ac56-f5a5-450a-85f9-5faf904b3363 HTTP/1.1" status: 200 len: 217 time: 0.2438893 Oct 20 11:36:27.093259 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 3bdb4ebc-bdf5-438e-9c39-d1418939b58d triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:27.094420 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:27.100571 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b5619c-33d5-493e-9cde-d8edfb182359 None None] Pushing event updated for resources: {'Port': ['ID=9c7d9fd4-b185-40e1-ab49-756e90a9d2d8,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:27.126833 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-04816dbe-1cb8-4738-83b2-410d9f16230b tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:27.194997 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04816dbe-1cb8-4738-83b2-410d9f16230b tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Pushing event deleted for resources: {'Port': ['ID=0d18763d-d589-4455-b700-d0b47a582e50,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:27.204394 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47665b-910b-4c54-8b76-4c89124a73aa req-24d32c8d-7439-46ef-ba24-96bcad1fbf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:27.206004 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a47665b-910b-4c54-8b76-4c89124a73aa req-24d32c8d-7439-46ef-ba24-96bcad1fbf99 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5fdf86ab-af58-4cf8-9b95-ca9f0c250fbb HTTP/1.1" status: 200 len: 860 time: 0.1981409 Oct 20 11:36:27.249199 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d4213-e3cb-4381-9f26-6454e38d99bd req-77588312-1d0c-44d6-becf-b3c91d51146b tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:27.250839 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d70d4213-e3cb-4381-9f26-6454e38d99bd req-77588312-1d0c-44d6-becf-b3c91d51146b tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=98eaeb0d-93d3-492f-8c18-cb527b20ff11 HTTP/1.1" status: 200 len: 944 time: 0.2547681 Oct 20 11:36:27.253408 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6330ce89-a81d-4ef3-84a4-064ce4d4afb5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:27.261622 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6330ce89-a81d-4ef3-84a4-064ce4d4afb5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:27.262438 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6330ce89-a81d-4ef3-84a4-064ce4d4afb5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:27.270450 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:27.358928 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-aee5e963-8d99-459d-81a6-ddd6b0900111 None None] Provisioning complete for port 9c7d9fd4-b185-40e1-ab49-756e90a9d2d8 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:27.359371 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-aee5e963-8d99-459d-81a6-ddd6b0900111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:27.390154 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-04816dbe-1cb8-4738-83b2-410d9f16230b tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:27.394687 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-04816dbe-1cb8-4738-83b2-410d9f16230b tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] 10.222.0.98 "DELETE /v2.0/ports/0d18763d-d589-4455-b700-d0b47a582e50 HTTP/1.1" status: 204 len: 168 time: 2.0159426 Oct 20 11:36:27.397634 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6330ce89-a81d-4ef3-84a4-064ce4d4afb5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Port': ['ID=f4cc2137-f5d4-4dd7-adc2-33f30c652265,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:27.403286 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 3bdb4ebc-bdf5-438e-9c39-d1418939b58d, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=3bdb4ebc-bdf5-438e-9c39-d1418939b58d,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:36:27.408421 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39908) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:27.416573 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:27.417764 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 9c7d9fd4-b185-40e1-ab49-756e90a9d2d8 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:36:27.428464 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a47665b-910b-4c54-8b76-4c89124a73aa req-76e02551-8870-4050-a36b-1e3074b9b8a9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=16c10c5d-1850-421a-96a5-275d76836bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1912832 Oct 20 11:36:27.539576 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6330ce89-a81d-4ef3-84a4-064ce4d4afb5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:36:27.541142 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-6330ce89-a81d-4ef3-84a4-064ce4d4afb5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:36:27.592971 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=3bdb4ebc-bdf5-438e-9c39-d1418939b58d,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:27.602785 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-aee5e963-8d99-459d-81a6-ddd6b0900111 None None] Could not find standard attr ID for object 0d18763d-d589-4455-b700-d0b47a582e50. {{(pid=100648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:36:27.611052 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 9c7d9fd4-b185-40e1-ab49-756e90a9d2d8 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:27.611575 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:27.627725 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d70d4213-e3cb-4381-9f26-6454e38d99bd req-08b50e66-ab42-408a-aad7-4ba6f580e897 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/security-groups?id=37550ed7-fbaa-467a-8078-86fab95259aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799640 Oct 20 11:36:27.676791 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e684b266-fc81-415a-bdaf-4643891acdbb tempest-DHCPAgentSchedulersTestJSON-1007522317 tempest-DHCPAgentSchedulersTestJSON-1007522317-project-admin] 10.222.0.98 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.2614110 Oct 20 11:36:27.681834 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39914) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:27.691750 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-df901e20-adfa-40b3-a278-f2aaca33fa98 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2141633669'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:27.718715 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a47665b-910b-4c54-8b76-4c89124a73aa req-0df57c21-94b4-4732-9130-d5a88ac9ce52 service neutron] 10.222.0.89 "GET /v2.0/networks/16c10c5d-1850-421a-96a5-275d76836bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776730 Oct 20 11:36:27.721515 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df901e20-adfa-40b3-a278-f2aaca33fa98 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Made reservation on behalf of a8a363fb08594711a442d94c24952ccb for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:36:27.725930 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-df901e20-adfa-40b3-a278-f2aaca33fa98 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:27.855399 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6330ce89-a81d-4ef3-84a4-064ce4d4afb5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Router eaec10ad-0301-412f-8abc-005e4582b1d3 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:36:27.873357 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-f251d7a4-2fa0-4257-9522-2a1a2fddb231 None None] Provisioning complete for port 3bdb4ebc-bdf5-438e-9c39-d1418939b58d triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:27.874269 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f251d7a4-2fa0-4257-9522-2a1a2fddb231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:27.881768 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-de080bbb-9037-498e-82be-d8a816cd18a1 req-7c2a37ae-64ee-455e-b504-6917bce48669 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0882783 Oct 20 11:36:27.937098 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7771571b-d80e-474a-963a-d147f5c2c03a req-6f765f2f-af46-4a0c-887e-a8c0beff5608 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.1258607 Oct 20 11:36:27.951828 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device acd1ac56-f5a5-450a-85f9-5faf904b3363 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:36:28.003242 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df901e20-adfa-40b3-a278-f2aaca33fa98 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] vlan segment allocate from pool success with {'vlan_id': 1275, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:36:28.015114 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-df901e20-adfa-40b3-a278-f2aaca33fa98 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:28.015770 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-df901e20-adfa-40b3-a278-f2aaca33fa98 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Added segment f6910b2e-3758-4f45-af72-6fe2c63a0c4a of type vlan for network 27f4d835-5f36-4a87-926a-1f30fb996e69 Oct 20 11:36:28.063850 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6330ce89-a81d-4ef3-84a4-064ce4d4afb5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:36:28.076784 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6330ce89-a81d-4ef3-84a4-064ce4d4afb5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "PUT /v2.0/routers/eaec10ad-0301-412f-8abc-005e4582b1d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6139600 Oct 20 11:36:28.078046 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39920) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:28.091473 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0314472-c622-48f2-b815-564e2ba77030 None None] Sync routers for ids ['eaec10ad-0301-412f-8abc-005e4582b1d3'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:36:28.093258 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-df901e20-adfa-40b3-a278-f2aaca33fa98 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:28.138588 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0314472-c622-48f2-b815-564e2ba77030 None None] Routers {'eaec10ad-0301-412f-8abc-005e4582b1d3'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:36:28.139276 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-f0314472-c622-48f2-b815-564e2ba77030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:36:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['eaec10ad-0301-412f-8abc-005e4582b1d3'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:36:28.144519 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcd905a-debe-4890-bf38-2dcf2f4a391d tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:28.158608 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a47665b-910b-4c54-8b76-4c89124a73aa req-6aaf1b32-33ba-4c6a-ba7b-f809174907c8 service neutron] 10.222.0.89 "GET /v2.0/networks/16c10c5d-1850-421a-96a5-275d76836bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4276366 Oct 20 11:36:28.159794 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-df901e20-adfa-40b3-a278-f2aaca33fa98 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:28.161347 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-efcd905a-debe-4890-bf38-2dcf2f4a391d tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/ports/f4cc2137-f5d4-4dd7-adc2-33f30c652265 HTTP/1.1" status: 200 len: 911 time: 0.0794168 Oct 20 11:36:28.163129 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39924) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:28.167569 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df901e20-adfa-40b3-a278-f2aaca33fa98 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:28.168313 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-df901e20-adfa-40b3-a278-f2aaca33fa98 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:28.222112 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-df901e20-adfa-40b3-a278-f2aaca33fa98 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5368750 Oct 20 11:36:28.223403 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39926) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:28.277594 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf69079c-d39d-406f-ae10-0a8911190096 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:28.278760 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df901e20-adfa-40b3-a278-f2aaca33fa98 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Pushing event updated for resources: {'Network': ['ID=27f4d835-5f36-4a87-926a-1f30fb996e69,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:28.289296 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf69079c-d39d-406f-ae10-0a8911190096 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:28.295169 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-f251d7a4-2fa0-4257-9522-2a1a2fddb231 None None] Could not find standard attr ID for object 0d18763d-d589-4455-b700-d0b47a582e50. {{(pid=100648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:36:28.297464 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-cf69079c-d39d-406f-ae10-0a8911190096 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1326139 Oct 20 11:36:28.301753 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 27f4d835-5f36-4a87-926a-1f30fb996e69 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:36:28.301982 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39928) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:28.417542 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port acd1ac56-f5a5-450a-85f9-5faf904b3363, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=acd1ac56-f5a5-450a-85f9-5faf904b3363,segment=NetworkSegment(4dbe0d0c-7fc2-44c4-912f-278d67da55f4),segment_id=4dbe0d0c-7fc2-44c4-912f-278d67da55f4)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:36:28.444688 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-f0314472-c622-48f2-b815-564e2ba77030 None None] Set router eaec10ad-0301-412f-8abc-005e4582b1d3 gateway port host: None {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:36:28.477801 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2ec503c4-ad4f-47ac-b80c-2bf506ded62e tempest-DHCPAgentSchedulersTestJSON-1007522317 tempest-DHCPAgentSchedulersTestJSON-1007522317-project-admin] 10.222.0.98 "GET /v2.0/agents/5c9ec0b8-58b2-4b7c-8f04-12b278aefcec/dhcp-networks HTTP/1.1" status: 200 len: 9685 time: 0.2529502 Oct 20 11:36:28.478690 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39932) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:28.546145 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': 'acd1ac56-f5a5-450a-85f9-5faf904b3363', 'network_id': '16c10c5d-1850-421a-96a5-275d76836bd3', 'port_id': 'acd1ac56-f5a5-450a-85f9-5faf904b3363', 'mac_address': 'fa:16:3e:3a:28:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fdf86ab-af58-4cf8-9b95-ca9f0c250fbb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:36:28.551662 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-b6f71d75-c1a6-4920-85e7-28f93127e774 None None] Provisioning complete for port f4cc2137-f5d4-4dd7-adc2-33f30c652265 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:28.552307 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b6f71d75-c1a6-4920-85e7-28f93127e774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:28.577417 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cddae61-cc8c-436d-ab09-14279038d216 tempest-DHCPAgentSchedulersTestJSON-1007522317 tempest-DHCPAgentSchedulersTestJSON-1007522317-project-admin] Network 27f4d835-5f36-4a87-926a-1f30fb996e69 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:36:28.597914 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4cddae61-cc8c-436d-ab09-14279038d216 tempest-DHCPAgentSchedulersTestJSON-1007522317 tempest-DHCPAgentSchedulersTestJSON-1007522317-project-admin] 10.222.0.98 "POST /v2.0/agents/5c9ec0b8-58b2-4b7c-8f04-12b278aefcec/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1178322 Oct 20 11:36:28.598832 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39934) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:28.691994 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066a443a-db88-4d7f-aa27-f7cf5356cdc6 None None] Network 27f4d835-5f36-4a87-926a-1f30fb996e69 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:36:28.771400 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 3bdb4ebc-bdf5-438e-9c39-d1418939b58d up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:36:28.810304 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8d3c3573-eded-43f5-a7d6-c18ff92951dc tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:28.829342 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e66784-2f4d-43ad-89e1-591f4b1fca81 req-cb199943-092b-4c30-a80e-c286c15c3881 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:28.831350 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-27e66784-2f4d-43ad-89e1-591f4b1fca81 req-cb199943-092b-4c30-a80e-c286c15c3881 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=98eaeb0d-93d3-492f-8c18-cb527b20ff11 HTTP/1.1" status: 200 len: 944 time: 0.0791643 Oct 20 11:36:28.864226 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-b6f71d75-c1a6-4920-85e7-28f93127e774 None None] Port f4cc2137-f5d4-4dd7-adc2-33f30c652265 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:36:28.884369 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-fa84d3e6-9493-4004-ab4f-edd2ef6fd4bf tempest-DHCPAgentSchedulersTestJSON-1007522317 tempest-DHCPAgentSchedulersTestJSON-1007522317-project-admin] 10.222.0.98 "GET /v2.0/agents/5c9ec0b8-58b2-4b7c-8f04-12b278aefcec/dhcp-networks HTTP/1.1" status: 200 len: 10458 time: 0.2821052 Oct 20 11:36:28.888113 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39940) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:28.921694 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-27e66784-2f4d-43ad-89e1-591f4b1fca81 req-89fa1f75-3c60-4003-9768-ae756223780a tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/security-groups?id=37550ed7-fbaa-467a-8078-86fab95259aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695143 Oct 20 11:36:28.973865 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:29.045632 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acd1ac56-f5a5-450a-85f9-5faf904b3363 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:36:29.078986 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port acd1ac56-f5a5-450a-85f9-5faf904b3363, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=acd1ac56-f5a5-450a-85f9-5faf904b3363,segment=NetworkSegment(4dbe0d0c-7fc2-44c4-912f-278d67da55f4),segment_id=4dbe0d0c-7fc2-44c4-912f-278d67da55f4)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:36:29.087550 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:29.101001 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d229291-d48d-4b58-8032-1af7c8743108 req-d98b012d-a6c6-4445-b18b-229b3840a8c8 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0874670 Oct 20 11:36:29.112490 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-461bae38-f677-4db5-85ce-12b0d7848908 req-a1f8db84-6dd4-4031-9b91-9187b99b4555 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0926015 Oct 20 11:36:29.141008 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-52c411cb-8e22-49c1-8823-c6de5d9ae20d tempest-DHCPAgentSchedulersTestJSON-1007522317 tempest-DHCPAgentSchedulersTestJSON-1007522317-project-admin] 10.222.0.98 "DELETE /v2.0/agents/5c9ec0b8-58b2-4b7c-8f04-12b278aefcec/dhcp-networks/27f4d835-5f36-4a87-926a-1f30fb996e69 HTTP/1.1" status: 204 len: 168 time: 0.2493010 Oct 20 11:36:29.141107 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39946) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:29.170360 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-8d3c3573-eded-43f5-a7d6-c18ff92951dc tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Deleting port f4cc2137-f5d4-4dd7-adc2-33f30c652265 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:36:29.171434 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8d3c3573-eded-43f5-a7d6-c18ff92951dc tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:29.281849 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8d3c3573-eded-43f5-a7d6-c18ff92951dc tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:29.308037 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-8d3c3573-eded-43f5-a7d6-c18ff92951dc tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Calling delete_port for f4cc2137-f5d4-4dd7-adc2-33f30c652265 owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:36:29.335752 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-b320b5b6-5a85-4de4-899e-49ce319f4d62 tempest-DHCPAgentSchedulersTestJSON-1007522317 tempest-DHCPAgentSchedulersTestJSON-1007522317-project-admin] 10.222.0.98 "GET /v2.0/agents/5c9ec0b8-58b2-4b7c-8f04-12b278aefcec/dhcp-networks HTTP/1.1" status: 200 len: 9685 time: 0.1934838 Oct 20 11:36:29.336420 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39950) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:29.339725 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=acd1ac56-f5a5-450a-85f9-5faf904b3363,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:29.358933 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 3bdb4ebc-bdf5-438e-9c39-d1418939b58d triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:29.359370 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:29.378997 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39952) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:29.379224 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2463a21e-0a7f-4e71-a5bc-b9b4f015e1c8 tempest-DHCPAgentSchedulersTestJSON-1007522317 tempest-DHCPAgentSchedulersTestJSON-1007522317-project-admin] 10.222.0.98 "GET /v2.0/networks/f7b9f725-bdc0-4ce6-85e3-aa1a721be226/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0414438 Oct 20 11:36:29.433262 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-f0314472-c622-48f2-b815-564e2ba77030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaec10ad-0301-412f-8abc-005e4582b1d3', 'name': 'tempest-NetworksTestDHCPv6-router-662596360', 'tenant_id': 'f2f2c5c0f7894903b0c7a7e30f527cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:36:24Z', 'updated_at': '2021-10-20T11:36:26Z', 'revision_number': 2, 'project_id': 'f2f2c5c0f7894903b0c7a7e30f527cc9', 'gw_port_host': None, '_interfaces': [{'id': 'f4cc2137-f5d4-4dd7-adc2-33f30c652265', 'name': '', 'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'tenant_id': 'f2f2c5c0f7894903b0c7a7e30f527cc9', 'mac_address': 'fa:16:3e:4a:19:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaec10ad-0301-412f-8abc-005e4582b1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '074fd7cc-633b-4fb5-a99c-7624b2718121', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:36:25Z', 'updated_at': '2021-10-20T11:36:26Z', 'revision_number': 2, 'project_id': 'f2f2c5c0f7894903b0c7a7e30f527cc9', 'subnets': [{'id': '074fd7cc-633b-4fb5-a99c-7624b2718121', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:36:29.447293 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-30071f15-bf93-4bfb-b2af-0b47e1ea4a39 tempest-DHCPAgentSchedulersTestJSON-1007522317 tempest-DHCPAgentSchedulersTestJSON-1007522317-project-admin] 10.222.0.98 "GET /v2.0/networks/f7b9f725-bdc0-4ce6-85e3-aa1a721be226/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0642085 Oct 20 11:36:29.447529 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39954) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:29.485772 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['acd1ac56-f5a5-450a-85f9-5faf904b3363'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:36:29.493024 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0314472-c622-48f2-b815-564e2ba77030 None None] Checking router: eaec10ad-0301-412f-8abc-005e4582b1d3 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:36:29.493024 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0314472-c622-48f2-b815-564e2ba77030 None None] Updating router eaec10ad-0301-412f-8abc-005e4582b1d3 port f4cc2137-f5d4-4dd7-adc2-33f30c652265 binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:36:29.543990 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 9c7d9fd4-b185-40e1-ab49-756e90a9d2d8 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:36:29.580440 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f0314472-c622-48f2-b815-564e2ba77030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:29.662174 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8d3c3573-eded-43f5-a7d6-c18ff92951dc tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:29.711365 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c3573-eded-43f5-a7d6-c18ff92951dc tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event deleted for resources: {'Port': ['ID=f4cc2137-f5d4-4dd7-adc2-33f30c652265,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:29.729530 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a970229e-d833-4ba8-9bdf-7bddad2c954f tempest-DHCPAgentSchedulersTestJSON-1007522317 tempest-DHCPAgentSchedulersTestJSON-1007522317-project-admin] 10.222.0.98 "GET /v2.0/agents/5c9ec0b8-58b2-4b7c-8f04-12b278aefcec/dhcp-networks HTTP/1.1" status: 200 len: 9685 time: 0.2809920 Oct 20 11:36:29.734394 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39958) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:29.759998 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 9c7d9fd4-b185-40e1-ab49-756e90a9d2d8 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:29.760373 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:29.839975 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fe541fd3-8e66-4d1f-a261-75c1604b9dc7 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:29.866471 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8d3c3573-eded-43f5-a7d6-c18ff92951dc tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:30.105253 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fe541fd3-8e66-4d1f-a261-75c1604b9dc7 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:30.156833 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-fe541fd3-8e66-4d1f-a261-75c1604b9dc7 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27f4d835-5f36-4a87-926a-1f30fb996e69']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:36:30.160936 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.db.api [None req-f0314472-c622-48f2-b815-564e2ba77030 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:36:30.161369 n-d-814735-3 neutron-server[100648]: DEBUG oslo_db.api [None req-f0314472-c622-48f2-b815-564e2ba77030 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:36:30.172160 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-fe541fd3-8e66-4d1f-a261-75c1604b9dc7 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6910b2e-3758-4f45-af72-6fe2c63a0c4a') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:36:30.172422 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-fe541fd3-8e66-4d1f-a261-75c1604b9dc7 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6910b2e-3758-4f45-af72-6fe2c63a0c4a') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:36:30.186332 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d3c3573-eded-43f5-a7d6-c18ff92951dc tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Router eaec10ad-0301-412f-8abc-005e4582b1d3 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:36:30.203194 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fe541fd3-8e66-4d1f-a261-75c1604b9dc7 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:30.225966 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d1b85-1abb-429b-9bf4-26a2f1e7cc58 req-ab86e24c-6d87-4dc7-9d4f-df3ae26a20be tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:30.227859 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c13d1b85-1abb-429b-9bf4-26a2f1e7cc58 req-ab86e24c-6d87-4dc7-9d4f-df3ae26a20be tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=98eaeb0d-93d3-492f-8c18-cb527b20ff11 HTTP/1.1" status: 200 len: 945 time: 0.1526270 Oct 20 11:36:30.235126 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c95aca09-25fb-4ad7-a0dd-fc552c9d9d35 req-7f9d99fe-bfeb-48d5-a794-2c024bffabc8 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0605385 Oct 20 11:36:30.263961 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fe541fd3-8e66-4d1f-a261-75c1604b9dc7 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:30.269579 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d3c3573-eded-43f5-a7d6-c18ff92951dc tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:36:30.277479 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8d3c3573-eded-43f5-a7d6-c18ff92951dc tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "PUT /v2.0/routers/eaec10ad-0301-412f-8abc-005e4582b1d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9715023 Oct 20 11:36:30.278252 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe541fd3-8e66-4d1f-a261-75c1604b9dc7 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Releasing vlan 1275 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:36:30.278252 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fe541fd3-8e66-4d1f-a261-75c1604b9dc7 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:30.278424 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39968) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:30.280863 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:36:30.280863 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:36:30.280863 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:36:30.280863 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:36:30.280863 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:36:30.280863 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:36:30.280863 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:36:30.280863 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:36:30.280863 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:36:30.280863 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:36:30.280863 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:36:30.280863 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:36:30.280863 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:36:30.280863 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:36:30.280863 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:36:30.280863 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:36:30.280863 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:36:30.280863 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:36:30.280863 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:36:30.280863 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:36:30.280863 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:36:30.280863 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:36:30.280863 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:36:30.280863 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:36:30.280863 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:36:30.280863 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:36:30.280863 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:36:30.280863 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:36:30.280863 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:36:30.280863 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:36:30.280863 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:36:30.280863 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:36:30.306735 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c13d1b85-1abb-429b-9bf4-26a2f1e7cc58 req-30f54bf7-49dd-4485-a43a-25b30b8d8f8e tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/security-groups?id=37550ed7-fbaa-467a-8078-86fab95259aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705934 Oct 20 11:36:30.340849 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83751704-caf4-45ea-8eaa-093646303fbd tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:30.342553 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83751704-caf4-45ea-8eaa-093646303fbd tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:30.346233 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-83751704-caf4-45ea-8eaa-093646303fbd tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0656433 Oct 20 11:36:30.347307 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39970) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:30.413720 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ad2ca9cf-c2b9-4709-8688-713363681b5c req-a255f63f-d761-45f8-b945-96b93bdbbbd0 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0484016 Oct 20 11:36:30.414979 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fe541fd3-8e66-4d1f-a261-75c1604b9dc7 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:30.429388 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-556db032-56ba-494d-a3db-b73d2872ae23 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Deleting subnet 074fd7cc-633b-4fb5-a99c-7624b2718121 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:36:30.433863 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-556db032-56ba-494d-a3db-b73d2872ae23 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:30.446202 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fe541fd3-8e66-4d1f-a261-75c1604b9dc7 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:30.446202 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-fe541fd3-8e66-4d1f-a261-75c1604b9dc7 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] 10.222.0.98 "DELETE /v2.0/networks/27f4d835-5f36-4a87-926a-1f30fb996e69 HTTP/1.1" status: 204 len: 168 time: 0.7044177 Oct 20 11:36:30.446402 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39974) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:30.454234 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe541fd3-8e66-4d1f-a261-75c1604b9dc7 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Pushing event deleted for resources: {'Network': ['ID=27f4d835-5f36-4a87-926a-1f30fb996e69,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:30.683105 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0314472-c622-48f2-b815-564e2ba77030 None None] Port f4cc2137-f5d4-4dd7-adc2-33f30c652265 not found while updating agent binding for router eaec10ad-0301-412f-8abc-005e4582b1d3. {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 20 11:36:30.698952 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0314472-c622-48f2-b815-564e2ba77030 None None] Routers {'eaec10ad-0301-412f-8abc-005e4582b1d3'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:36:30.698952 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-f0314472-c622-48f2-b815-564e2ba77030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:36:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['eaec10ad-0301-412f-8abc-005e4582b1d3'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:36:30.717944 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7a395ba-a9da-4b96-ada8-e8b28aafb94b tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] DELETE failed (client error): The resource could not be found. Oct 20 11:36:30.718704 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7a395ba-a9da-4b96-ada8-e8b28aafb94b tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:36:30.721881 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e7a395ba-a9da-4b96-ada8-e8b28aafb94b tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] 10.222.0.98 "DELETE /v2.0/ports/0d18763d-d589-4455-b700-d0b47a582e50 HTTP/1.1" status: 404 len: 333 time: 0.2755733 Oct 20 11:36:30.724744 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39978) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:30.741081 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-556db032-56ba-494d-a3db-b73d2872ae23 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:30.786633 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-f0314472-c622-48f2-b815-564e2ba77030 None None] Set router eaec10ad-0301-412f-8abc-005e4582b1d3 gateway port host: None {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:36:30.796843 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-75673db3-453f-42dd-b8bb-742efee0a6b7 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Deleting subnet d413ef4a-a5e7-4280-b8cf-c1a14732b0fb {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:36:30.802049 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-75673db3-453f-42dd-b8bb-742efee0a6b7 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:30.842051 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-556db032-56ba-494d-a3db-b73d2872ae23 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:30.855609 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-75673db3-453f-42dd-b8bb-742efee0a6b7 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:30.869910 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-f0314472-c622-48f2-b815-564e2ba77030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaec10ad-0301-412f-8abc-005e4582b1d3', 'name': 'tempest-NetworksTestDHCPv6-router-662596360', 'tenant_id': 'f2f2c5c0f7894903b0c7a7e30f527cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:36:24Z', 'updated_at': '2021-10-20T11:36:29Z', 'revision_number': 3, 'project_id': 'f2f2c5c0f7894903b0c7a7e30f527cc9', 'gw_port_host': None}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:36:30.913961 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0314472-c622-48f2-b815-564e2ba77030 None None] The sync data for ids ['eaec10ad-0301-412f-8abc-005e4582b1d3'] in n-d-814735-3 is: [{'id': 'eaec10ad-0301-412f-8abc-005e4582b1d3', 'name': 'tempest-NetworksTestDHCPv6-router-662596360', 'tenant_id': 'f2f2c5c0f7894903b0c7a7e30f527cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:36:24Z', 'updated_at': '2021-10-20T11:36:29Z', 'revision_number': 3, 'project_id': 'f2f2c5c0f7894903b0c7a7e30f527cc9', 'gw_port_host': None}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:36:30.926272 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-556db032-56ba-494d-a3db-b73d2872ae23 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:30.976259 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556db032-56ba-494d-a3db-b73d2872ae23 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event deleted for resources: {'Subnet': ['ID=074fd7cc-633b-4fb5-a99c-7624b2718121,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:30.979019 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-556db032-56ba-494d-a3db-b73d2872ae23 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:30.986187 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-75673db3-453f-42dd-b8bb-742efee0a6b7 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:30.990266 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39980) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:30.991196 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d49e4b-b430-442f-877e-dc13c231049b None None] Network 87010bec-6736-4922-a33b-92334c200b3b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:36:30.991987 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-556db032-56ba-494d-a3db-b73d2872ae23 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/074fd7cc-633b-4fb5-a99c-7624b2718121 HTTP/1.1" status: 204 len: 168 time: 0.6430595 Oct 20 11:36:31.170688 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-04359f86-7b9e-4d88-80ba-f25ec49c2a83 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1790254 Oct 20 11:36:31.173565 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39984) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:31.199006 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-75673db3-453f-42dd-b8bb-742efee0a6b7 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:31.241113 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b623ffa8-db86-4abe-b60a-78d321462bd7 None None] DHCP port deletion for 87010bec-6736-4922-a33b-92334c200b3b request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:36:31.255206 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75673db3-453f-42dd-b8bb-742efee0a6b7 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Pushing event deleted for resources: {'Subnet': ['ID=d413ef4a-a5e7-4280-b8cf-c1a14732b0fb,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:31.257743 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8c5875d4-f496-4977-bcea-36c3013fe00e tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:31.265429 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-75673db3-453f-42dd-b8bb-742efee0a6b7 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:31.276790 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-75673db3-453f-42dd-b8bb-742efee0a6b7 tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] 10.222.0.98 "DELETE /v2.0/subnets/d413ef4a-a5e7-4280-b8cf-c1a14732b0fb HTTP/1.1" status: 204 len: 168 time: 0.5508761 Oct 20 11:36:31.277433 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39988) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:31.297951 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cb51a9-428f-4843-b244-dbdb16e03dbd None None] Network f7b9f725-bdc0-4ce6-85e3-aa1a721be226 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:36:31.402561 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f766ee3d-566f-4e12-ade6-bacb6142253e req-f046e4bd-9bf8-41f6-abf0-5aad17c1d65d tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0440204 Oct 20 11:36:31.409462 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d4fc40c-39f8-4f66-8c31-796bc49a3fdd tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:31.529362 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-b623ffa8-db86-4abe-b60a-78d321462bd7 None None] Deleting port 3bdb4ebc-bdf5-438e-9c39-d1418939b58d {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:36:31.529803 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b623ffa8-db86-4abe-b60a-78d321462bd7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:31.553973 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e0e04-ba4e-4b95-bf99-069ab08abde7 req-3f13aba0-6ea1-4b08-b018-015aaae2e7c2 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:31.567049 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-277e0e04-ba4e-4b95-bf99-069ab08abde7 req-3f13aba0-6ea1-4b08-b018-015aaae2e7c2 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=98eaeb0d-93d3-492f-8c18-cb527b20ff11 HTTP/1.1" status: 200 len: 945 time: 0.1384411 Oct 20 11:36:31.619392 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8c5875d4-f496-4977-bcea-36c3013fe00e tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:31.625548 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8c5875d4-f496-4977-bcea-36c3013fe00e tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:31.625859 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-b623ffa8-db86-4abe-b60a-78d321462bd7 None None] For port 3bdb4ebc-bdf5-438e-9c39-d1418939b58d, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=3bdb4ebc-bdf5-438e-9c39-d1418939b58d,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:36:31.626261 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b623ffa8-db86-4abe-b60a-78d321462bd7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:31.666094 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-b623ffa8-db86-4abe-b60a-78d321462bd7 None None] Calling delete_port for 3bdb4ebc-bdf5-438e-9c39-d1418939b58d owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:36:31.679596 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-2d4fc40c-39f8-4f66-8c31-796bc49a3fdd tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Deleting port 9c7d9fd4-b185-40e1-ab49-756e90a9d2d8 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:36:31.680124 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d4fc40c-39f8-4f66-8c31-796bc49a3fdd tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:31.703850 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-277e0e04-ba4e-4b95-bf99-069ab08abde7 req-5a569f5c-a9c5-419e-9cf2-62121bcde9c9 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/security-groups?id=37550ed7-fbaa-467a-8078-86fab95259aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351664 Oct 20 11:36:31.706820 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a5c3ca40-ec8d-4d9a-9ae7-e190a33d38ef req-31145748-c507-4df2-8960-7491b9eada31 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0945785 Oct 20 11:36:31.713250 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8c5875d4-f496-4977-bcea-36c3013fe00e tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:31.714019 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5875d4-f496-4977-bcea-36c3013fe00e tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Fanout notify agent at l3_agent the message router_deleted on router eaec10ad-0301-412f-8abc-005e4582b1d3 {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:36:31.757115 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8c5875d4-f496-4977-bcea-36c3013fe00e tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:31.758942 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8c5875d4-f496-4977-bcea-36c3013fe00e tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/routers/eaec10ad-0301-412f-8abc-005e4582b1d3 HTTP/1.1" status: 204 len: 168 time: 0.5834651 Oct 20 11:36:31.761676 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40006) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:31.796092 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90e7c67-c3bc-4980-9d46-0b077d2d4b28 None None] DHCP port deletion for f7b9f725-bdc0-4ce6-85e3-aa1a721be226 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:36:31.847816 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49db7b74-a2ad-47cb-a252-bd59459e60e4 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:31.849470 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-49db7b74-a2ad-47cb-a252-bd59459e60e4 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0868568 Oct 20 11:36:31.853429 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40008) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:31.872726 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b623ffa8-db86-4abe-b60a-78d321462bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:31.894994 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-2d4fc40c-39f8-4f66-8c31-796bc49a3fdd tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] For port 9c7d9fd4-b185-40e1-ab49-756e90a9d2d8, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=9c7d9fd4-b185-40e1-ab49-756e90a9d2d8,segment=NetworkSegment(be908063-a8be-4a41-aaad-d2fc9e6b457e),segment_id=be908063-a8be-4a41-aaad-d2fc9e6b457e)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:36:31.896008 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d4fc40c-39f8-4f66-8c31-796bc49a3fdd tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:31.921932 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-2d4fc40c-39f8-4f66-8c31-796bc49a3fdd tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Calling delete_port for 9c7d9fd4-b185-40e1-ab49-756e90a9d2d8 owned by network:dhcp {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:36:31.922487 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdc1234-8bac-4076-bd68-937b98f8a631 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:31.924271 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ebdc1234-8bac-4076-bd68-937b98f8a631 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0698740 Oct 20 11:36:31.928145 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40010) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:31.929545 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b623ffa8-db86-4abe-b60a-78d321462bd7 None None] Pushing event deleted for resources: {'Port': ['ID=3bdb4ebc-bdf5-438e-9c39-d1418939b58d,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:31.936495 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b623ffa8-db86-4abe-b60a-78d321462bd7 None None] No DVR routers for this DVR port 3bdb4ebc-bdf5-438e-9c39-d1418939b58d on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:36:31.961040 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device acd1ac56-f5a5-450a-85f9-5faf904b3363 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:36:31.995752 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-c90e7c67-c3bc-4980-9d46-0b077d2d4b28 None None] Deleting port 9c7d9fd4-b185-40e1-ab49-756e90a9d2d8 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:36:31.996043 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c90e7c67-c3bc-4980-9d46-0b077d2d4b28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:32.032615 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c5ea612f-764d-48ae-920a-a13ff2fa893c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1032183 Oct 20 11:36:32.040853 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40012) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:32.050502 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d4fc40c-39f8-4f66-8c31-796bc49a3fdd tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:32.051795 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-83021f91-5a36-4276-8bbb-1f0a84739ff4 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'subnet': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:32.086954 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-c90e7c67-c3bc-4980-9d46-0b077d2d4b28 None None] For port 9c7d9fd4-b185-40e1-ab49-756e90a9d2d8, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=9c7d9fd4-b185-40e1-ab49-756e90a9d2d8,segment=NetworkSegment(be908063-a8be-4a41-aaad-d2fc9e6b457e),segment_id=be908063-a8be-4a41-aaad-d2fc9e6b457e)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:36:32.087352 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c90e7c67-c3bc-4980-9d46-0b077d2d4b28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:32.101604 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4fc40c-39f8-4f66-8c31-796bc49a3fdd tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Pushing event deleted for resources: {'Port': ['ID=9c7d9fd4-b185-40e1-ab49-756e90a9d2d8,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:32.104405 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4fc40c-39f8-4f66-8c31-796bc49a3fdd tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] No DVR routers for this DVR port 9c7d9fd4-b185-40e1-ab49-756e90a9d2d8 on host n-d-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:36:32.116497 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-c90e7c67-c3bc-4980-9d46-0b077d2d4b28 None None] Calling delete_port for 9c7d9fd4-b185-40e1-ab49-756e90a9d2d8 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:36:32.118427 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port acd1ac56-f5a5-450a-85f9-5faf904b3363 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:36:32.124717 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port acd1ac56-f5a5-450a-85f9-5faf904b3363 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:32.125090 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:32.192810 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83021f91-5a36-4276-8bbb-1f0a84739ff4 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:36:32.197449 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-83021f91-5a36-4276-8bbb-1f0a84739ff4 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:32.287988 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d4fc40c-39f8-4f66-8c31-796bc49a3fdd tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:32.327212 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254a355d-f41a-417e-b10e-f52ea4353904 None None] Sync routers for ids ['eaec10ad-0301-412f-8abc-005e4582b1d3'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:36:32.334365 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-2d4fc40c-39f8-4f66-8c31-796bc49a3fdd tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7b9f725-bdc0-4ce6-85e3-aa1a721be226']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:36:32.341516 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254a355d-f41a-417e-b10e-f52ea4353904 None None] Routers set() bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:36:32.341933 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254a355d-f41a-417e-b10e-f52ea4353904 None None] Router IDs set() for agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 20 11:36:32.342538 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_agentschedulers_db [None req-254a355d-f41a-417e-b10e-f52ea4353904 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'eaec10ad-0301-412f-8abc-005e4582b1d3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:36:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent'). {{(pid=100649) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 20 11:36:32.345341 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c90e7c67-c3bc-4980-9d46-0b077d2d4b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:32.358441 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254a355d-f41a-417e-b10e-f52ea4353904 None None] Routers set() bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:36:32.359070 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254a355d-f41a-417e-b10e-f52ea4353904 None None] Router IDs set() for agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 20 11:36:32.359809 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_agentschedulers_db [None req-254a355d-f41a-417e-b10e-f52ea4353904 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'eaec10ad-0301-412f-8abc-005e4582b1d3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:36:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent'). {{(pid=100649) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 20 11:36:32.360341 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254a355d-f41a-417e-b10e-f52ea4353904 None None] The sync data for ids ['eaec10ad-0301-412f-8abc-005e4582b1d3'] in n-d-814735-3 is: [] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:36:32.370675 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-2d4fc40c-39f8-4f66-8c31-796bc49a3fdd tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be908063-a8be-4a41-aaad-d2fc9e6b457e') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:36:32.371273 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-2d4fc40c-39f8-4f66-8c31-796bc49a3fdd tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be908063-a8be-4a41-aaad-d2fc9e6b457e') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:36:32.385013 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d4fc40c-39f8-4f66-8c31-796bc49a3fdd tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:32.412941 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d4fc40c-39f8-4f66-8c31-796bc49a3fdd tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:32.428519 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d4fc40c-39f8-4f66-8c31-796bc49a3fdd tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Releasing vlan 1264 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:36:32.428929 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d4fc40c-39f8-4f66-8c31-796bc49a3fdd tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:32.512454 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:36:32.512454 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:36:32.512454 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:36:32.512454 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:36:32.512454 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:36:32.512454 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:36:32.512454 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:36:32.512454 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:36:32.512454 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:36:32.512454 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:36:32.512454 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:36:32.512454 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:36:32.512454 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:36:32.512454 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:36:32.512454 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:36:32.512454 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:36:32.512454 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:36:32.512454 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:36:32.512454 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:36:32.512454 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:36:32.512454 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:36:32.512454 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:36:32.512454 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:36:32.512454 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:36:32.512454 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:36:32.512454 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:36:32.512454 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:36:32.512454 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:36:32.512454 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:36:32.512454 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:36:32.512454 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:36:32.512454 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:36:32.565401 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1eb9141f-2645-4714-9f2d-6c8652582425 req-f95f92b7-6762-496a-a8c8-57a4c39d420b tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0517738 Oct 20 11:36:32.573730 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d4fc40c-39f8-4f66-8c31-796bc49a3fdd tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:32.580091 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90e7c67-c3bc-4980-9d46-0b077d2d4b28 None None] Pushing event deleted for resources: {'Port': ['ID=9c7d9fd4-b185-40e1-ab49-756e90a9d2d8,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:32.584198 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d4fc40c-39f8-4f66-8c31-796bc49a3fdd tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:32.586050 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:32.595846 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2d4fc40c-39f8-4f66-8c31-796bc49a3fdd tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] 10.222.0.98 "DELETE /v2.0/networks/f7b9f725-bdc0-4ce6-85e3-aa1a721be226 HTTP/1.1" status: 204 len: 168 time: 1.3166165 Oct 20 11:36:32.598200 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90e7c67-c3bc-4980-9d46-0b077d2d4b28 None None] No DVR routers for this DVR port 9c7d9fd4-b185-40e1-ab49-756e90a9d2d8 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:36:32.613046 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4fc40c-39f8-4f66-8c31-796bc49a3fdd tempest-DHCPAgentSchedulersTestJSON-450817801 tempest-DHCPAgentSchedulersTestJSON-450817801-project] Pushing event deleted for resources: {'Network': ['ID=f7b9f725-bdc0-4ce6-85e3-aa1a721be226,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:32.623759 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98eaeb0d-93d3-492f-8c18-cb527b20ff11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd1ac56-f5a5-450a-85f9-5faf904b3363'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:36:32.627749 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b014cbad-f981-42fc-b6a1-16993b9f1394" -d '{"events": [{"server_uuid": "98eaeb0d-93d3-492f-8c18-cb527b20ff11", "name": "network-vif-plugged", "status": "completed", "tag": "acd1ac56-f5a5-450a-85f9-5faf904b3363"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:36:32.666473 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port acd1ac56-f5a5-450a-85f9-5faf904b3363, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=acd1ac56-f5a5-450a-85f9-5faf904b3363,segment=NetworkSegment(4dbe0d0c-7fc2-44c4-912f-278d67da55f4),segment_id=4dbe0d0c-7fc2-44c4-912f-278d67da55f4)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:36:32.676210 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:32.690663 n-d-814735-3 neutron-server[100646]: DEBUG neutron.objects.ports [None req-83021f91-5a36-4276-8bbb-1f0a84739ff4 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100646) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 11:36:32.692342 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-83021f91-5a36-4276-8bbb-1f0a84739ff4 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:32.716879 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0026fda3-b5a3-45e3-a375-643b02e2f187 x-openstack-request-id: req-0026fda3-b5a3-45e3-a375-643b02e2f187 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:36:32.717174 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98eaeb0d-93d3-492f-8c18-cb527b20ff11", "name": "network-vif-plugged", "status": "completed", "tag": "acd1ac56-f5a5-450a-85f9-5faf904b3363", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:36:32.717425 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0026fda3-b5a3-45e3-a375-643b02e2f187 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:36:32.717819 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98eaeb0d-93d3-492f-8c18-cb527b20ff11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd1ac56-f5a5-450a-85f9-5faf904b3363', 'code': 200} Oct 20 11:36:32.758836 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83021f91-5a36-4276-8bbb-1f0a84739ff4 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:36:32.764715 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-83021f91-5a36-4276-8bbb-1f0a84739ff4 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:36:32.769882 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83021f91-5a36-4276-8bbb-1f0a84739ff4 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:32.770373 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 3bdb4ebc-bdf5-438e-9c39-d1418939b58d no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:36:32.770723 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-83021f91-5a36-4276-8bbb-1f0a84739ff4 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:32.794696 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=acd1ac56-f5a5-450a-85f9-5faf904b3363,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:32.796148 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83021f91-5a36-4276-8bbb-1f0a84739ff4 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Subnet': ['ID=857c9b75-0554-4034-b8ec-52e735755eae,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:32.802505 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-83021f91-5a36-4276-8bbb-1f0a84739ff4 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7601788 Oct 20 11:36:32.804957 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40026) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:32.810993 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-a24238eb-672e-4eac-859c-ffc82c4ddf88 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'subnet': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:32.895463 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab2dccb-96d5-47ce-b087-7ff6fca1c23a None None] Network 87010bec-6736-4922-a33b-92334c200b3b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:36:32.908267 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 3bdb4ebc-bdf5-438e-9c39-d1418939b58d {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:36:32.908848 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 3bdb4ebc-bdf5-438e-9c39-d1418939b58d not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:36:32.909540 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 9c7d9fd4-b185-40e1-ab49-756e90a9d2d8 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:36:32.965052 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 9c7d9fd4-b185-40e1-ab49-756e90a9d2d8 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:36:32.965395 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 9c7d9fd4-b185-40e1-ab49-756e90a9d2d8 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:36:33.018092 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24238eb-672e-4eac-859c-ffc82c4ddf88 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:36:33.023121 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a24238eb-672e-4eac-859c-ffc82c4ddf88 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:33.091344 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a3cd9eab-a15b-4ca7-8dd2-3dc005279d62 req-cda68943-f30d-43d7-a4d2-cec1776e429f tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.1232047 Oct 20 11:36:33.104890 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b191b-b5cc-443b-b563-2b40cd53d289 req-dfff2871-0148-4651-bc94-e5340adcc77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:33.107520 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-344b191b-b5cc-443b-b563-2b40cd53d289 req-dfff2871-0148-4651-bc94-e5340adcc77c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=98eaeb0d-93d3-492f-8c18-cb527b20ff11 HTTP/1.1" status: 200 len: 1097 time: 0.2742991 Oct 20 11:36:33.128728 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067bb825-a23b-49b1-9d23-0a8d910467dd req-3503e714-8401-42cb-9e64-7eeda3161b9a tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:33.130924 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-067bb825-a23b-49b1-9d23-0a8d910467dd req-3503e714-8401-42cb-9e64-7eeda3161b9a tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=98eaeb0d-93d3-492f-8c18-cb527b20ff11 HTTP/1.1" status: 200 len: 946 time: 0.2117181 Oct 20 11:36:33.152905 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40042) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:33.281720 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-344b191b-b5cc-443b-b563-2b40cd53d289 req-8e6a8883-e229-4453-ae57-82fe38385d38 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=37550ed7-fbaa-467a-8078-86fab95259aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495156 Oct 20 11:36:33.328750 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-067bb825-a23b-49b1-9d23-0a8d910467dd req-08ca6c8e-c69d-414f-a9f5-f50a90b0c411 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/security-groups?id=37550ed7-fbaa-467a-8078-86fab95259aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743321 Oct 20 11:36:33.353393 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172f016b-f19c-4bf9-918f-9ddaf61b21c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-87010bec-6736-4922-a33b-92334c200b3b', 'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'tenant_id': 'f2f2c5c0f7894903b0c7a7e30f527cc9', 'fixed_ips': [{'subnet_id': '857c9b75-0554-4034-b8ec-52e735755eae'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:36:33.354999 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-172f016b-f19c-4bf9-918f-9ddaf61b21c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:33.373356 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a24238eb-672e-4eac-859c-ffc82c4ddf88 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:33.433515 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24238eb-672e-4eac-859c-ffc82c4ddf88 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Subnet': ['ID=9721c335-b969-45bb-bb4c-6808e6b263de,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:33.467518 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24238eb-672e-4eac-859c-ffc82c4ddf88 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:36:33.469656 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-a24238eb-672e-4eac-859c-ffc82c4ddf88 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:36:33.477408 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24238eb-672e-4eac-859c-ffc82c4ddf88 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:33.478259 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-5c7daba7-b42a-4a0a-a194-fe80a722b605 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a8a363fb08594711a442d94c24952ccb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3223424 Oct 20 11:36:33.483820 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a24238eb-672e-4eac-859c-ffc82c4ddf88 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:33.486480 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40052) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:33.546919 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40054) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:33.547668 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a24238eb-672e-4eac-859c-ffc82c4ddf88 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7409582 Oct 20 11:36:33.554668 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-374a8ab2-951e-45f6-84ca-0e0f814f8897 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'port': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'mac_address': 'fa:16:3e:71:05:9e', 'name': 'tempest-NetworksTestDHCPv6-1547099310'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:33.590100 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-69b8e014-a614-4da7-b004-8e13775b2e7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:33.590321 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-172f016b-f19c-4bf9-918f-9ddaf61b21c7 None None] Allocated IP 2001:db8::f816:3eff:fe7c:4ef6 (87010bec-6736-4922-a33b-92334c200b3b/857c9b75-0554-4034-b8ec-52e735755eae/854ef6e6-bbad-47b4-9a81-517b672db530) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:36:33.660006 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-69b8e014-a614-4da7-b004-8e13775b2e7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:33.759402 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-69b8e014-a614-4da7-b004-8e13775b2e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:33.762375 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-69b8e014-a614-4da7-b004-8e13775b2e7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:33.764400 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-69b8e014-a614-4da7-b004-8e13775b2e7d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3d0cb496-8975-4806-832d-dcbc85778061 HTTP/1.1" status: 204 len: 168 time: 0.2685533 Oct 20 11:36:33.789587 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b8e014-a614-4da7-b004-8e13775b2e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0cb496-8975-4806-832d-dcbc85778061,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:33.795266 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-22eea2d4-3207-4e92-8a32-548101d36487 req-e06928bc-cbfb-4cfe-ae6c-27e0249cfc48 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0924292 Oct 20 11:36:33.869560 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374a8ab2-951e-45f6-84ca-0e0f814f8897 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:36:34.005365 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-172f016b-f19c-4bf9-918f-9ddaf61b21c7 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:34.023513 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-172f016b-f19c-4bf9-918f-9ddaf61b21c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:34.031206 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-374a8ab2-951e-45f6-84ca-0e0f814f8897 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:34.071956 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [None req-374a8ab2-951e-45f6-84ca-0e0f814f8897 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] device_id is not set on port 8c3ebf53-f213-4ff2-8c5e-12a7706543d0 yet. {{(pid=100647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:36:34.081820 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172f016b-f19c-4bf9-918f-9ddaf61b21c7 None None] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:36:34.086592 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-172f016b-f19c-4bf9-918f-9ddaf61b21c7 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:36:34.094220 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172f016b-f19c-4bf9-918f-9ddaf61b21c7 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:36:34.171442 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172f016b-f19c-4bf9-918f-9ddaf61b21c7 None None] Pushing event updated for resources: {'Port': ['ID=854ef6e6-bbad-47b4-9a81-517b672db530,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:34.178653 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-172f016b-f19c-4bf9-918f-9ddaf61b21c7 None None] Attempting to bind port 854ef6e6-bbad-47b4-9a81-517b672db530 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:36:34.179050 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-172f016b-f19c-4bf9-918f-9ddaf61b21c7 None None] Attempting to bind port 854ef6e6-bbad-47b4-9a81-517b672db530 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:36:34.179414 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172f016b-f19c-4bf9-918f-9ddaf61b21c7 None None] Attempting to bind port 854ef6e6-bbad-47b4-9a81-517b672db530 on network 87010bec-6736-4922-a33b-92334c200b3b {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:36:34.184774 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172f016b-f19c-4bf9-918f-9ddaf61b21c7 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:36:34.185151 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172f016b-f19c-4bf9-918f-9ddaf61b21c7 None None] Checking segment: {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:36:34.185932 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-172f016b-f19c-4bf9-918f-9ddaf61b21c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:34.186444 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172f016b-f19c-4bf9-918f-9ddaf61b21c7 None None] Bound using segment: {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:36:34.186943 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-172f016b-f19c-4bf9-918f-9ddaf61b21c7 None None] Bound port: 854ef6e6-bbad-47b4-9a81-517b672db530, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:36:34.187328 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-172f016b-f19c-4bf9-918f-9ddaf61b21c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:34.261367 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-172f016b-f19c-4bf9-918f-9ddaf61b21c7 None None] For port 854ef6e6-bbad-47b4-9a81-517b672db530, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:36:34.264554 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-172f016b-f19c-4bf9-918f-9ddaf61b21c7 None None] For port 854ef6e6-bbad-47b4-9a81-517b672db530, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=854ef6e6-bbad-47b4-9a81-517b672db530,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:36:34.274290 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-172f016b-f19c-4bf9-918f-9ddaf61b21c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:34.307031 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-374a8ab2-951e-45f6-84ca-0e0f814f8897 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Allocated IP 172.20.0.6 (87010bec-6736-4922-a33b-92334c200b3b/9721c335-b969-45bb-bb4c-6808e6b263de/8c3ebf53-f213-4ff2-8c5e-12a7706543d0) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:36:34.315235 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-374a8ab2-951e-45f6-84ca-0e0f814f8897 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Allocated IP 2001:db8::f816:3eff:fe71:59e (87010bec-6736-4922-a33b-92334c200b3b/857c9b75-0554-4034-b8ec-52e735755eae/8c3ebf53-f213-4ff2-8c5e-12a7706543d0) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:36:34.336878 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40070) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:34.365891 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ba19c907-51e6-44a3-b6b4-3285235ddbf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:34.378371 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d8e86c71-aaef-4030-b97a-f22a1583942f req-0bf17f58-6939-44a5-924a-f0706fc88949 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0605419 Oct 20 11:36:34.437234 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172f016b-f19c-4bf9-918f-9ddaf61b21c7 None None] Pushing event updated for resources: {'Port': ['ID=854ef6e6-bbad-47b4-9a81-517b672db530,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:34.567459 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ba19c907-51e6-44a3-b6b4-3285235ddbf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:34.588161 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ba19c907-51e6-44a3-b6b4-3285235ddbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:34.656170 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ba19c907-51e6-44a3-b6b4-3285235ddbf0 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5535f8756f4d48c58bd74024ad8976c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3158224 Oct 20 11:36:34.656170 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba19c907-51e6-44a3-b6b4-3285235ddbf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c3c356-fed2-4c3e-a572-cd48692eac7b,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:34.657617 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40076) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:34.732563 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e236d432-dcb0-40e3-bec2-73ac10ec8e4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:34.762109 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-374a8ab2-951e-45f6-84ca-0e0f814f8897 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:34.767074 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e236d432-dcb0-40e3-bec2-73ac10ec8e4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:34.840456 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20d631-c8f0-4852-a078-f6c032c6336e req-bf4a6ed8-7a5a-46d0-846c-184c6319b04c tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:34.860155 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3b20d631-c8f0-4852-a078-f6c032c6336e req-bf4a6ed8-7a5a-46d0-846c-184c6319b04c tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=98eaeb0d-93d3-492f-8c18-cb527b20ff11 HTTP/1.1" status: 200 len: 946 time: 0.4485841 Oct 20 11:36:34.940112 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e236d432-dcb0-40e3-bec2-73ac10ec8e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:34.943604 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e236d432-dcb0-40e3-bec2-73ac10ec8e4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:34.945425 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e236d432-dcb0-40e3-bec2-73ac10ec8e4b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/05c3c356-fed2-4c3e-a572-cd48692eac7b HTTP/1.1" status: 204 len: 168 time: 0.2765334 Oct 20 11:36:34.970010 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e236d432-dcb0-40e3-bec2-73ac10ec8e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c3c356-fed2-4c3e-a572-cd48692eac7b,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:35.014632 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d1c74f3f-a5f1-41b8-8543-24dd70daa771 req-4ca111be-10dd-498d-af05-537adde82b16 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0964735 Oct 20 11:36:35.038738 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-374a8ab2-951e-45f6-84ca-0e0f814f8897 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:35.100114 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3b20d631-c8f0-4852-a078-f6c032c6336e req-2379376f-7dbf-4633-9905-675832b19d36 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/security-groups?id=37550ed7-fbaa-467a-8078-86fab95259aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354677 Oct 20 11:36:35.150907 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374a8ab2-951e-45f6-84ca-0e0f814f8897 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:36:35.156183 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-374a8ab2-951e-45f6-84ca-0e0f814f8897 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:36:35.162825 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374a8ab2-951e-45f6-84ca-0e0f814f8897 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:36:35.202740 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a8ab2-951e-45f6-84ca-0e0f814f8897 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Port': ['ID=8c3ebf53-f213-4ff2-8c5e-12a7706543d0,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:35.264645 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374a8ab2-951e-45f6-84ca-0e0f814f8897 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:35.277949 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-374a8ab2-951e-45f6-84ca-0e0f814f8897 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:35.320273 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40090) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:35.330388 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-374a8ab2-951e-45f6-84ca-0e0f814f8897 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.7816219 Oct 20 11:36:35.400160 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f01dcd7-08d2-43c0-a043-7b41e1a57876 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:35.410949 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f01dcd7-08d2-43c0-a043-7b41e1a57876 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:35.414163 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6f01dcd7-08d2-43c0-a043-7b41e1a57876 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0927715 Oct 20 11:36:35.416916 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40094) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:35.573676 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-ec42acd9-3925-4d00-9a09-ecaee7dc575c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Deleting port 8c3ebf53-f213-4ff2-8c5e-12a7706543d0 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:36:35.574134 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ec42acd9-3925-4d00-9a09-ecaee7dc575c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:35.628074 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1a85e50a-57f7-4e3f-99f9-97477515165b req-cf2203e4-f7c9-4ad7-a45b-f68669716f92 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0748286 Oct 20 11:36:35.772905 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ec42acd9-3925-4d00-9a09-ecaee7dc575c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:35.800495 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-ec42acd9-3925-4d00-9a09-ecaee7dc575c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Calling delete_port for 8c3ebf53-f213-4ff2-8c5e-12a7706543d0 owned by {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:36:36.034638 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483780e2-1a63-4327-8a9e-a2f21ea70885 None None] Network 87010bec-6736-4922-a33b-92334c200b3b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:36:36.042163 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ec42acd9-3925-4d00-9a09-ecaee7dc575c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:36.164705 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cc648579-dc0a-49ec-8d26-6be83b57d8d9 req-633e2463-fc6d-4e8d-bb69-5a5262c5886d tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0653651 Oct 20 11:36:36.165334 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec42acd9-3925-4d00-9a09-ecaee7dc575c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event deleted for resources: {'Port': ['ID=8c3ebf53-f213-4ff2-8c5e-12a7706543d0,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:36.263031 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ec42acd9-3925-4d00-9a09-ecaee7dc575c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:36.267634 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ec42acd9-3925-4d00-9a09-ecaee7dc575c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/ports/8c3ebf53-f213-4ff2-8c5e-12a7706543d0 HTTP/1.1" status: 204 len: 168 time: 0.8496673 Oct 20 11:36:36.270645 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40132) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:36.320624 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d21d2c06-63c1-467f-bb67-5b7be653f95d None None] Provisioning complete for port 854ef6e6-bbad-47b4-9a81-517b672db530 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:36.321093 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d21d2c06-63c1-467f-bb67-5b7be653f95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:36.360571 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dda324-d051-4f49-93fb-334be7284663 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:36.362649 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dda324-d051-4f49-93fb-334be7284663 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:36.364303 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dda324-d051-4f49-93fb-334be7284663 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:36.367267 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-34dda324-d051-4f49-93fb-334be7284663 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0954826 Oct 20 11:36:36.368737 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40134) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:36.384676 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f9570-7762-459f-8e58-05a7ca16ad9f req-f300cfe3-eba5-47dc-84fa-1ac7ad68ef15 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:36.386614 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c53f9570-7762-459f-8e58-05a7ca16ad9f req-f300cfe3-eba5-47dc-84fa-1ac7ad68ef15 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=98eaeb0d-93d3-492f-8c18-cb527b20ff11 HTTP/1.1" status: 200 len: 946 time: 0.1046243 Oct 20 11:36:36.430935 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c53f9570-7762-459f-8e58-05a7ca16ad9f req-5bceaf16-8202-406a-8647-7cc5a9857a13 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/security-groups?id=37550ed7-fbaa-467a-8078-86fab95259aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382495 Oct 20 11:36:36.491676 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-06bb6d4a-77fc-4832-b139-d2c7f0432269 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Deleting subnet 857c9b75-0554-4034-b8ec-52e735755eae {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:36:36.497838 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06bb6d4a-77fc-4832-b139-d2c7f0432269 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:36.509813 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d21d2c06-63c1-467f-bb67-5b7be653f95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:36.592174 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06bb6d4a-77fc-4832-b139-d2c7f0432269 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:36.597010 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d21d2c06-63c1-467f-bb67-5b7be653f95d None None] For port 854ef6e6-bbad-47b4-9a81-517b672db530, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=854ef6e6-bbad-47b4-9a81-517b672db530,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:36:36.602877 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6233132a-c027-4717-afbe-177dfcd6467e None None] Update dhcp port {'port': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'fixed_ips': [{'subnet_id': '857c9b75-0554-4034-b8ec-52e735755eae', 'ip_address': '2001:db8::f816:3eff:fe7c:4ef6'}, {'subnet_id': '9721c335-b969-45bb-bb4c-6808e6b263de'}], 'binding:host_id': 'n-d-814735-3'}, 'id': '854ef6e6-bbad-47b4-9a81-517b672db530'} from n-d-814735-3. {{(pid=100648) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 11:36:36.635720 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6233132a-c027-4717-afbe-177dfcd6467e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:36.641187 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d21d2c06-63c1-467f-bb67-5b7be653f95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:36.747235 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21d2c06-63c1-467f-bb67-5b7be653f95d None None] Pushing event updated for resources: {'Port': ['ID=854ef6e6-bbad-47b4-9a81-517b672db530,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:36.774725 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06bb6d4a-77fc-4832-b139-d2c7f0432269 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:36.888650 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 854ef6e6-bbad-47b4-9a81-517b672db530 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:36:36.900461 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06bb6d4a-77fc-4832-b139-d2c7f0432269 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:36.933435 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb6d4a-77fc-4832-b139-d2c7f0432269 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event deleted for resources: {'Subnet': ['ID=857c9b75-0554-4034-b8ec-52e735755eae,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:36.950993 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06bb6d4a-77fc-4832-b139-d2c7f0432269 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:36.954403 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-06bb6d4a-77fc-4832-b139-d2c7f0432269 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/857c9b75-0554-4034-b8ec-52e735755eae HTTP/1.1" status: 204 len: 168 time: 0.5843456 Oct 20 11:36:36.957260 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40154) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:37.025381 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server [None req-6233132a-c027-4717-afbe-177dfcd6467e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 857c9b75-0554-4034-b8ec-52e735755eae: This subnet is being modified by another concurrent operation. Oct 20 11:36:37.025381 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 20 11:36:37.025381 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 20 11:36:37.025381 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 20 11:36:37.025381 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 20 11:36:37.025381 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 20 11:36:37.025381 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 20 11:36:37.025381 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 20 11:36:37.025381 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 20 11:36:37.025381 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 20 11:36:37.025381 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 20 11:36:37.025381 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 20 11:36:37.025381 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 11:36:37.025381 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 11:36:37.025381 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:36:37.025381 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:36:37.025381 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:36:37.025381 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:36:37.025381 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 11:36:37.025381 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:36:37.025381 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 11:36:37.025381 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 11:36:37.025381 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:36:37.025381 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:36:37.025381 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:36:37.025381 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:36:37.025381 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 11:36:37.025381 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:36:37.025381 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 11:36:37.025381 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 11:36:37.025381 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:36:37.025381 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:36:37.025381 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:36:37.025381 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:36:37.025381 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 11:36:37.025381 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 11:36:37.025381 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 20 11:36:37.025381 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 20 11:36:37.025381 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 20 11:36:37.025381 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 20 11:36:37.025381 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 20 11:36:37.025381 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:36:37.025381 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 20 11:36:37.025381 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 11:36:37.025381 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 11:36:37.025381 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 11:36:37.025381 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:36:37.025381 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:36:37.025381 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:36:37.025381 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:36:37.025381 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 11:36:37.025381 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:36:37.025381 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 11:36:37.025381 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 11:36:37.029307 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:36:37.029307 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:36:37.029307 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:36:37.029307 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:36:37.029307 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 11:36:37.029307 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:36:37.029307 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 11:36:37.029307 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 11:36:37.029307 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:36:37.029307 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:36:37.029307 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:36:37.029307 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:36:37.029307 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 11:36:37.029307 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 11:36:37.029307 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 20 11:36:37.029307 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 20 11:36:37.029307 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 20 11:36:37.029307 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 11:36:37.029307 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1514, in update_port Oct 20 11:36:37.029307 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 20 11:36:37.029307 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 20 11:36:37.029307 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 20 11:36:37.029307 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 20 11:36:37.029307 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 20 11:36:37.029307 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 20 11:36:37.029307 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 20 11:36:37.029307 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 20 11:36:37.029307 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 20 11:36:37.029307 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 20 11:36:37.029307 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise exception Oct 20 11:36:37.029307 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 857c9b75-0554-4034-b8ec-52e735755eae: This subnet is being modified by another concurrent operation. Oct 20 11:36:37.029307 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server Oct 20 11:36:37.049082 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 854ef6e6-bbad-47b4-9a81-517b672db530 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:37.050199 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:37.051501 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-38625a8a-769f-4310-af1d-ec0a7f8323ce tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Deleting subnet 9721c335-b969-45bb-bb4c-6808e6b263de {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:36:37.060044 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-38625a8a-769f-4310-af1d-ec0a7f8323ce tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:37.140692 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-38625a8a-769f-4310-af1d-ec0a7f8323ce tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:37.209906 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-38625a8a-769f-4310-af1d-ec0a7f8323ce tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:37.212714 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46353af0-6808-4caa-b125-66a4197622fb None None] Network 87010bec-6736-4922-a33b-92334c200b3b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:36:37.247869 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-ddb7dbe0-1a74-4f27-a1ae-497ba01aaab7 None None] Provisioning complete for port 854ef6e6-bbad-47b4-9a81-517b672db530 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:37.248239 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ddb7dbe0-1a74-4f27-a1ae-497ba01aaab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:37.295778 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40164) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:37.340776 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-38625a8a-769f-4310-af1d-ec0a7f8323ce tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:37.341562 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-70ff4356-c155-4d60-b7c2-2de2fb7e3206 req-304ca20b-8fde-40a2-9925-d2d5c05f8277 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.5322213 Oct 20 11:36:37.371707 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38625a8a-769f-4310-af1d-ec0a7f8323ce tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event deleted for resources: {'Subnet': ['ID=9721c335-b969-45bb-bb4c-6808e6b263de,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:37.379198 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-38625a8a-769f-4310-af1d-ec0a7f8323ce tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:37.385382 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-38625a8a-769f-4310-af1d-ec0a7f8323ce tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/9721c335-b969-45bb-bb4c-6808e6b263de HTTP/1.1" status: 204 len: 168 time: 0.4245949 Oct 20 11:36:37.385723 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2a19e-a66f-41c1-8460-a928e80a114b req-d09265a6-a0a3-4dd3-9074-46955206f37d tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:37.386578 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40170) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:37.399264 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-84e2a19e-a66f-41c1-8460-a928e80a114b req-d09265a6-a0a3-4dd3-9074-46955206f37d tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=98eaeb0d-93d3-492f-8c18-cb527b20ff11 HTTP/1.1" status: 200 len: 946 time: 0.6361592 Oct 20 11:36:37.449977 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-84e2a19e-a66f-41c1-8460-a928e80a114b req-cea10d05-d12e-4233-adf6-710988108485 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/security-groups?id=37550ed7-fbaa-467a-8078-86fab95259aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472145 Oct 20 11:36:37.469724 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d47a15d-e675-4689-bc00-ff6d3f187c48 None None] DHCP port deletion for 87010bec-6736-4922-a33b-92334c200b3b request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:36:37.482030 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f98e034f-3610-4bb9-8321-491f4f5beeb6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0916600 Oct 20 11:36:37.482240 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40172) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:37.499463 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-a66b542b-f95a-4aa2-abfa-549103fb194a tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'subnet': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:37.528405 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dbe9389f-cba7-4fa7-be0b-ff50082b4369 req-a07f514c-4bfe-45a7-bec0-c6256bf4dcbd tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0286882 Oct 20 11:36:37.530244 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-b15ab4df-a6ab-4a67-81da-a1b1547c4517 tempest-MeteringIpV6TestJSON-2119682072 tempest-MeteringIpV6TestJSON-2119682072-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-208315211'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:37.530737 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-b15ab4df-a6ab-4a67-81da-a1b1547c4517 tempest-MeteringIpV6TestJSON-2119682072 tempest-MeteringIpV6TestJSON-2119682072-project-admin] Unknown quota resources ['metering_label']. {{(pid=100646) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 20 11:36:37.548955 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-6d47a15d-e675-4689-bc00-ff6d3f187c48 None None] Deleting port 854ef6e6-bbad-47b4-9a81-517b672db530 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:36:37.549321 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6d47a15d-e675-4689-bc00-ff6d3f187c48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:37.620287 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-6d47a15d-e675-4689-bc00-ff6d3f187c48 None None] For port 854ef6e6-bbad-47b4-9a81-517b672db530, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=854ef6e6-bbad-47b4-9a81-517b672db530,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:36:37.620736 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6d47a15d-e675-4689-bc00-ff6d3f187c48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:37.639489 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-6d47a15d-e675-4689-bc00-ff6d3f187c48 None None] Calling delete_port for 854ef6e6-bbad-47b4-9a81-517b672db530 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:36:37.736502 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6d47a15d-e675-4689-bc00-ff6d3f187c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:37.763290 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d47a15d-e675-4689-bc00-ff6d3f187c48 None None] Pushing event deleted for resources: {'Port': ['ID=854ef6e6-bbad-47b4-9a81-517b672db530,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:37.769955 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d47a15d-e675-4689-bc00-ff6d3f187c48 None None] No DVR routers for this DVR port 854ef6e6-bbad-47b4-9a81-517b672db530 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:36:37.787113 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79625a73-119d-4cb6-acf3-ea84687d6e62 None None] get_active_networks_info from n-d-814735-3 {{(pid=100648) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 11:36:37.868529 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b15ab4df-a6ab-4a67-81da-a1b1547c4517 tempest-MeteringIpV6TestJSON-2119682072 tempest-MeteringIpV6TestJSON-2119682072-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:37.872919 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b15ab4df-a6ab-4a67-81da-a1b1547c4517 tempest-MeteringIpV6TestJSON-2119682072 tempest-MeteringIpV6TestJSON-2119682072-project-admin] 10.222.0.98 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5726335 Oct 20 11:36:37.872919 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40184) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:37.877434 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-1f249fa7-44bf-406e-aa75-4e9607a586e3 tempest-MeteringIpV6TestJSON-2119682072 tempest-MeteringIpV6TestJSON-2119682072-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'd3fd2213-eb19-4be5-8dc9-ec270876662a'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:37.878148 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-1f249fa7-44bf-406e-aa75-4e9607a586e3 tempest-MeteringIpV6TestJSON-2119682072 tempest-MeteringIpV6TestJSON-2119682072-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100646) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 20 11:36:37.942684 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66b542b-f95a-4aa2-abfa-549103fb194a tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:36:37.946306 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a66b542b-f95a-4aa2-abfa-549103fb194a tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:37.961757 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79625a73-119d-4cb6-acf3-ea84687d6e62 None None] Resources bound (agent type, host, resource id): {{(pid=100648) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 11:36:38.004848 n-d-814735-3 neutron-server[100646]: WARNING neutron.services.metering.metering_plugin [None req-1f249fa7-44bf-406e-aa75-4e9607a586e3 tempest-MeteringIpV6TestJSON-2119682072 tempest-MeteringIpV6TestJSON-2119682072-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 20 11:36:38.187414 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8355fa6-8982-4d3f-85d4-48697a8abc9b req-97bdb7e2-8719-4d83-97ca-0254ea5d360d tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:38.189934 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a8355fa6-8982-4d3f-85d4-48697a8abc9b req-97bdb7e2-8719-4d83-97ca-0254ea5d360d tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.89 "GET /v2.0/ports?device_id=98eaeb0d-93d3-492f-8c18-cb527b20ff11 HTTP/1.1" status: 200 len: 946 time: 0.0797393 Oct 20 11:36:38.385926 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-a8355fa6-8982-4d3f-85d4-48697a8abc9b req-6330fc8c-c174-41d4-8fe4-56c2d2ce5c5c tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Deleting port acd1ac56-f5a5-450a-85f9-5faf904b3363 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:36:38.386512 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a8355fa6-8982-4d3f-85d4-48697a8abc9b req-6330fc8c-c174-41d4-8fe4-56c2d2ce5c5c tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:38.463502 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1f249fa7-44bf-406e-aa75-4e9607a586e3 tempest-MeteringIpV6TestJSON-2119682072 tempest-MeteringIpV6TestJSON-2119682072-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:38.464858 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1f249fa7-44bf-406e-aa75-4e9607a586e3 tempest-MeteringIpV6TestJSON-2119682072 tempest-MeteringIpV6TestJSON-2119682072-project-admin] 10.222.0.98 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5913126 Oct 20 11:36:38.480745 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40188) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:38.492352 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-95b648fc-ba9a-4366-a3bc-f2c9b87a6481 tempest-MeteringIpV6TestJSON-2119682072 tempest-MeteringIpV6TestJSON-2119682072-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'd3fd2213-eb19-4be5-8dc9-ec270876662a'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:38.493171 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-95b648fc-ba9a-4366-a3bc-f2c9b87a6481 tempest-MeteringIpV6TestJSON-2119682072 tempest-MeteringIpV6TestJSON-2119682072-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100646) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 20 11:36:38.535716 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-a8355fa6-8982-4d3f-85d4-48697a8abc9b req-6330fc8c-c174-41d4-8fe4-56c2d2ce5c5c tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] For port acd1ac56-f5a5-450a-85f9-5faf904b3363, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=acd1ac56-f5a5-450a-85f9-5faf904b3363,segment=NetworkSegment(4dbe0d0c-7fc2-44c4-912f-278d67da55f4),segment_id=4dbe0d0c-7fc2-44c4-912f-278d67da55f4)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:36:38.536354 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a8355fa6-8982-4d3f-85d4-48697a8abc9b req-6330fc8c-c174-41d4-8fe4-56c2d2ce5c5c tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:38.593887 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-a8355fa6-8982-4d3f-85d4-48697a8abc9b req-6330fc8c-c174-41d4-8fe4-56c2d2ce5c5c tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Calling delete_port for acd1ac56-f5a5-450a-85f9-5faf904b3363 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:36:38.639783 n-d-814735-3 neutron-server[100646]: WARNING neutron.services.metering.metering_plugin [None req-95b648fc-ba9a-4366-a3bc-f2c9b87a6481 tempest-MeteringIpV6TestJSON-2119682072 tempest-MeteringIpV6TestJSON-2119682072-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 20 11:36:38.663017 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-707852b1-5e12-4cb1-959f-15f3cf722503 req-33179f49-6f6d-4e8c-a89a-91b9c2ef8a3d tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.1052523 Oct 20 11:36:38.780028 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 854ef6e6-bbad-47b4-9a81-517b672db530 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:36:38.809282 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa2686-f9c6-41da-ac53-5a6e3e8cb9ef req-33046006-db4c-47bb-a844-4c2c94d99fb4 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:38.819127 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-03fa2686-f9c6-41da-ac53-5a6e3e8cb9ef req-33046006-db4c-47bb-a844-4c2c94d99fb4 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=98eaeb0d-93d3-492f-8c18-cb527b20ff11 HTTP/1.1" status: 200 len: 946 time: 0.2124696 Oct 20 11:36:38.833002 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 854ef6e6-bbad-47b4-9a81-517b672db530 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:36:38.833347 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 854ef6e6-bbad-47b4-9a81-517b672db530 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:36:38.844893 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-95b648fc-ba9a-4366-a3bc-f2c9b87a6481 tempest-MeteringIpV6TestJSON-2119682072 tempest-MeteringIpV6TestJSON-2119682072-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:38.849114 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-95b648fc-ba9a-4366-a3bc-f2c9b87a6481 tempest-MeteringIpV6TestJSON-2119682072 tempest-MeteringIpV6TestJSON-2119682072-project-admin] 10.222.0.98 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3648210 Oct 20 11:36:38.850211 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40198) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:38.903184 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4b2f746-c091-49c1-9146-844e9d8410b1 req-21194902-3c56-4185-93b0-975ad2d54115 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0525992 Oct 20 11:36:38.911486 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ed20c6d9-79fb-41ed-acd9-deb684599d06 tempest-MeteringIpV6TestJSON-2119682072 tempest-MeteringIpV6TestJSON-2119682072-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-label-rules?id=a949882b-c509-4b30-8968-083fb1fc9bd8 HTTP/1.1" status: 200 len: 462 time: 0.0170450 Oct 20 11:36:38.912669 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40200) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:38.984256 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-03fa2686-f9c6-41da-ac53-5a6e3e8cb9ef req-0012163f-8960-4b3f-8ada-5cff0e412b58 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/security-groups?id=37550ed7-fbaa-467a-8078-86fab95259aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640127 Oct 20 11:36:39.108108 n-d-814735-3 neutron-server[100646]: DEBUG neutron.objects.ports [None req-a66b542b-f95a-4aa2-abfa-549103fb194a tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100646) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 11:36:39.109755 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a66b542b-f95a-4aa2-abfa-549103fb194a tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:39.150927 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66b542b-f95a-4aa2-abfa-549103fb194a tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:36:39.154961 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a7f99a4a-9bdd-4a09-bad4-caa27191cd52 tempest-MeteringIpV6TestJSON-2119682072 tempest-MeteringIpV6TestJSON-2119682072-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:39.156185 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-a7f99a4a-9bdd-4a09-bad4-caa27191cd52 tempest-MeteringIpV6TestJSON-2119682072 tempest-MeteringIpV6TestJSON-2119682072-project-admin] 10.222.0.98 "DELETE /v2.0/metering/metering-label-rules/a949882b-c509-4b30-8968-083fb1fc9bd8 HTTP/1.1" status: 204 len: 168 time: 0.2410762 Oct 20 11:36:39.159090 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40204) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:39.160407 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-a66b542b-f95a-4aa2-abfa-549103fb194a tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:36:39.164291 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66b542b-f95a-4aa2-abfa-549103fb194a tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:39.165007 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a66b542b-f95a-4aa2-abfa-549103fb194a tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:39.170271 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-6e96b611-8cb0-4700-96f7-8f1beeb73f19 tempest-MeteringIpV6TestJSON-2119682072 tempest-MeteringIpV6TestJSON-2119682072-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-label-rules?id=a949882b-c509-4b30-8968-083fb1fc9bd8 HTTP/1.1" status: 200 len: 221 time: 0.0100970 Oct 20 11:36:39.171263 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c24b37b-fcaa-4d8f-baae-a950774ef3e0 None None] Network 87010bec-6736-4922-a33b-92334c200b3b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:36:39.175954 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40206) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:39.180274 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-9187fc75-43ec-4c9a-b5d0-c58aa089a0e6 tempest-MeteringIpV6TestJSON-2119682072 tempest-MeteringIpV6TestJSON-2119682072-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1932271716', 'description': 'label created by tempest'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:39.180743 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-9187fc75-43ec-4c9a-b5d0-c58aa089a0e6 tempest-MeteringIpV6TestJSON-2119682072 tempest-MeteringIpV6TestJSON-2119682072-project-admin] Unknown quota resources ['metering_label']. {{(pid=100647) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 20 11:36:39.205133 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a66b542b-f95a-4aa2-abfa-549103fb194a tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7213798 Oct 20 11:36:39.207495 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40208) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:39.228411 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-bcc63ed7-9414-46fb-9450-092ab081f7c5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'subnet': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:39.250446 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a8355fa6-8982-4d3f-85d4-48697a8abc9b req-6330fc8c-c174-41d4-8fe4-56c2d2ce5c5c tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:39.267357 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['acd1ac56-f5a5-450a-85f9-5faf904b3363'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:36:39.389069 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b542b-f95a-4aa2-abfa-549103fb194a tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Subnet': ['ID=551709b7-b30f-401d-854f-31023812b942,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:39.402162 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc63ed7-9414-46fb-9450-092ab081f7c5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:36:39.409019 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bcc63ed7-9414-46fb-9450-092ab081f7c5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:39.433674 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97b487d-106a-458d-bd16-6a9687139711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-87010bec-6736-4922-a33b-92334c200b3b', 'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'tenant_id': 'f2f2c5c0f7894903b0c7a7e30f527cc9', 'fixed_ips': [{'subnet_id': '551709b7-b30f-401d-854f-31023812b942'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:36:39.434741 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e97b487d-106a-458d-bd16-6a9687139711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:39.474641 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6330fc8c-c174-41d4-8fe4-56c2d2ce5c5c tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Pushing event deleted for resources: {'Port': ['ID=acd1ac56-f5a5-450a-85f9-5faf904b3363,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:39.647844 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-e97b487d-106a-458d-bd16-6a9687139711 None None] Allocated IP 2001:db8::f816:3eff:fea9:dce0 (87010bec-6736-4922-a33b-92334c200b3b/551709b7-b30f-401d-854f-31023812b942/d0046977-6f02-4f86-aa31-acdc54456195) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:36:39.656468 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8355fa6-8982-4d3f-85d4-48697a8abc9b req-6330fc8c-c174-41d4-8fe4-56c2d2ce5c5c tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] No DVR routers for this DVR port acd1ac56-f5a5-450a-85f9-5faf904b3363 on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:36:39.662465 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9187fc75-43ec-4c9a-b5d0-c58aa089a0e6 tempest-MeteringIpV6TestJSON-2119682072 tempest-MeteringIpV6TestJSON-2119682072-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:39.664586 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-9187fc75-43ec-4c9a-b5d0-c58aa089a0e6 tempest-MeteringIpV6TestJSON-2119682072 tempest-MeteringIpV6TestJSON-2119682072-project-admin] 10.222.0.98 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4874210 Oct 20 11:36:39.665988 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a8355fa6-8982-4d3f-85d4-48697a8abc9b req-6330fc8c-c174-41d4-8fe4-56c2d2ce5c5c tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:39.669651 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40210) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:39.670862 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a8355fa6-8982-4d3f-85d4-48697a8abc9b req-6330fc8c-c174-41d4-8fe4-56c2d2ce5c5c tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.89 "DELETE /v2.0/ports/acd1ac56-f5a5-450a-85f9-5faf904b3363 HTTP/1.1" status: 204 len: 173 time: 1.4739628 Oct 20 11:36:39.671510 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98eaeb0d-93d3-492f-8c18-cb527b20ff11', 'name': 'network-vif-deleted', 'tag': 'acd1ac56-f5a5-450a-85f9-5faf904b3363'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:36:39.674921 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f2a083-6433-43ed-90b7-c43818e28b25" -d '{"events": [{"server_uuid": "98eaeb0d-93d3-492f-8c18-cb527b20ff11", "name": "network-vif-deleted", "tag": "acd1ac56-f5a5-450a-85f9-5faf904b3363"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:36:39.791866 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:39.851595 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3645a989-a482-40e9-8ac1-1b257abbc7ed x-openstack-request-id: req-3645a989-a482-40e9-8ac1-1b257abbc7ed {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:36:39.852271 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98eaeb0d-93d3-492f-8c18-cb527b20ff11", "name": "network-vif-deleted", "tag": "acd1ac56-f5a5-450a-85f9-5faf904b3363", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:36:39.852852 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3645a989-a482-40e9-8ac1-1b257abbc7ed {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:36:39.854146 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98eaeb0d-93d3-492f-8c18-cb527b20ff11', 'name': 'network-vif-deleted', 'tag': 'acd1ac56-f5a5-450a-85f9-5faf904b3363', 'status': 'completed', 'code': 200} Oct 20 11:36:39.898673 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1ec774ad-f9d4-4e97-b087-31f315204e63 req-a3f2f9e3-c92f-4183-9389-cd582510628c tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0770996 Oct 20 11:36:39.922468 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e97b487d-106a-458d-bd16-6a9687139711 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:39.928213 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40220) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:39.931830 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-03cf9160-3090-4a6e-a90f-312d1a06d1ef tempest-MeteringIpV6TestJSON-2119682072 tempest-MeteringIpV6TestJSON-2119682072-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-labels?id=5b726ba6-58c2-4d31-8ff0-291b2021beaa HTTP/1.1" status: 200 len: 468 time: 0.2595248 Oct 20 11:36:39.945117 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e97b487d-106a-458d-bd16-6a9687139711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:40.044086 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97b487d-106a-458d-bd16-6a9687139711 None None] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:36:40.056038 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-e97b487d-106a-458d-bd16-6a9687139711 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:36:40.059054 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b487d-106a-458d-bd16-6a9687139711 None None] Pushing event updated for resources: {'Port': ['ID=d0046977-6f02-4f86-aa31-acdc54456195,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:40.068589 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97b487d-106a-458d-bd16-6a9687139711 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:36:40.205640 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-e97b487d-106a-458d-bd16-6a9687139711 None None] Attempting to bind port d0046977-6f02-4f86-aa31-acdc54456195 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:36:40.206068 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-e97b487d-106a-458d-bd16-6a9687139711 None None] Attempting to bind port d0046977-6f02-4f86-aa31-acdc54456195 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:36:40.206518 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97b487d-106a-458d-bd16-6a9687139711 None None] Attempting to bind port d0046977-6f02-4f86-aa31-acdc54456195 on network 87010bec-6736-4922-a33b-92334c200b3b {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:36:40.216322 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97b487d-106a-458d-bd16-6a9687139711 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:36:40.217146 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97b487d-106a-458d-bd16-6a9687139711 None None] Checking segment: {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:36:40.217777 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e97b487d-106a-458d-bd16-6a9687139711 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:40.218549 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97b487d-106a-458d-bd16-6a9687139711 None None] Bound using segment: {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:36:40.219507 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-e97b487d-106a-458d-bd16-6a9687139711 None None] Bound port: d0046977-6f02-4f86-aa31-acdc54456195, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:36:40.220223 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e97b487d-106a-458d-bd16-6a9687139711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:40.233653 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e3dfce2c-fc93-46bb-829c-712f75ec4bb4 req-b633ae2e-cc51-43c1-ab60-d7e468e303be tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.1229188 Oct 20 11:36:40.250637 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bcc63ed7-9414-46fb-9450-092ab081f7c5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:40.304807 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc63ed7-9414-46fb-9450-092ab081f7c5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:36:40.308806 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-bcc63ed7-9414-46fb-9450-092ab081f7c5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:36:40.314693 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc63ed7-9414-46fb-9450-092ab081f7c5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:40.315321 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bcc63ed7-9414-46fb-9450-092ab081f7c5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:40.332682 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc63ed7-9414-46fb-9450-092ab081f7c5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Subnet': ['ID=70dc7cb6-acf0-4d50-8661-b7a417707677,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:40.344409 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc63ed7-9414-46fb-9450-092ab081f7c5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:40.344843 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc63ed7-9414-46fb-9450-092ab081f7c5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:40.345350 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc63ed7-9414-46fb-9450-092ab081f7c5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:40.345737 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc63ed7-9414-46fb-9450-092ab081f7c5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:40.347099 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc63ed7-9414-46fb-9450-092ab081f7c5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:40.347404 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc63ed7-9414-46fb-9450-092ab081f7c5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:40.347795 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc63ed7-9414-46fb-9450-092ab081f7c5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:40.348137 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc63ed7-9414-46fb-9450-092ab081f7c5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:40.348478 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc63ed7-9414-46fb-9450-092ab081f7c5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:40.348796 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc63ed7-9414-46fb-9450-092ab081f7c5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:40.349120 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc63ed7-9414-46fb-9450-092ab081f7c5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:40.349665 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc63ed7-9414-46fb-9450-092ab081f7c5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:40.356847 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-bcc63ed7-9414-46fb-9450-092ab081f7c5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1427996 Oct 20 11:36:40.360234 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40228) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:40.367128 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-eb25f69c-4414-4077-b20b-24289772680a tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'port': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'mac_address': 'fa:16:3e:b5:15:30', 'name': 'tempest-NetworksTestDHCPv6-1387095404'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:40.387672 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e97b487d-106a-458d-bd16-6a9687139711 None None] For port d0046977-6f02-4f86-aa31-acdc54456195, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:36:40.392716 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e97b487d-106a-458d-bd16-6a9687139711 None None] For port d0046977-6f02-4f86-aa31-acdc54456195, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=d0046977-6f02-4f86-aa31-acdc54456195,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:36:40.404136 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e97b487d-106a-458d-bd16-6a9687139711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:40.458965 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5fd16f45-6a52-4ac3-b756-f6d1dd5a36c7 req-7b8b3904-6a86-4708-9bd9-48e0dfbea533 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/ports?device_id=98eaeb0d-93d3-492f-8c18-cb527b20ff11 HTTP/1.1" status: 200 len: 210 time: 0.2231305 Oct 20 11:36:40.504618 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b487d-106a-458d-bd16-6a9687139711 None None] Pushing event updated for resources: {'Port': ['ID=d0046977-6f02-4f86-aa31-acdc54456195,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:40.554000 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e7c86954-dd98-47db-bb1a-98e8c208477f tempest-MeteringIpV6TestJSON-2119682072 tempest-MeteringIpV6TestJSON-2119682072-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:40.560760 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e7c86954-dd98-47db-bb1a-98e8c208477f tempest-MeteringIpV6TestJSON-2119682072 tempest-MeteringIpV6TestJSON-2119682072-project-admin] 10.222.0.98 "DELETE /v2.0/metering/metering-labels/5b726ba6-58c2-4d31-8ff0-291b2021beaa HTTP/1.1" status: 204 len: 168 time: 0.6305332 Oct 20 11:36:40.561103 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40230) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:40.579480 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6766bad6-67aa-4415-8d64-b2c71223b694 tempest-MeteringIpV6TestJSON-2119682072 tempest-MeteringIpV6TestJSON-2119682072-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-labels?id=5b726ba6-58c2-4d31-8ff0-291b2021beaa HTTP/1.1" status: 200 len: 216 time: 0.0138319 Oct 20 11:36:40.579890 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40232) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:40.601631 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-31f0afb6-e7a8-407f-b90e-5d6e2c6bf008 tempest-MeteringIpV6TestJSON-2119682072 tempest-MeteringIpV6TestJSON-2119682072-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0203218 Oct 20 11:36:40.604795 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40234) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:40.625942 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-fb700924-5116-4d4a-8025-513b5e7a7388 tempest-MeteringIpV6TestJSON-2119682072 tempest-MeteringIpV6TestJSON-2119682072-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0199640 Oct 20 11:36:40.630307 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40236) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:40.647790 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb25f69c-4414-4077-b20b-24289772680a tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:36:40.719317 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-57cd3c4a-90e8-4714-b21a-92e6d5e1d63f tempest-MeteringIpV6TestJSON-2119682072 tempest-MeteringIpV6TestJSON-2119682072-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-labels/d3fd2213-eb19-4be5-8dc9-ec270876662a HTTP/1.1" status: 200 len: 472 time: 0.0874393 Oct 20 11:36:40.722922 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40238) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:40.736902 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3a8207c4-5f66-4891-95e2-8d46642b2f56 tempest-MeteringIpV6TestJSON-2119682072 tempest-MeteringIpV6TestJSON-2119682072-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-label-rules/919ba05d-e2af-418b-b292-2630f31efb88 HTTP/1.1" status: 200 len: 459 time: 0.0128162 Oct 20 11:36:40.740297 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40240) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:40.758467 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-eb25f69c-4414-4077-b20b-24289772680a tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:40.817750 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-eb25f69c-4414-4077-b20b-24289772680a tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] device_id is not set on port 40982fc8-05fd-4d50-9385-86dd5b32263a yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:36:40.924974 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9ff71e7a-2250-47cb-a849-982b8f199dda tempest-MeteringIpV6TestJSON-2119682072 tempest-MeteringIpV6TestJSON-2119682072-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:40.926288 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-9ff71e7a-2250-47cb-a849-982b8f199dda tempest-MeteringIpV6TestJSON-2119682072 tempest-MeteringIpV6TestJSON-2119682072-project-admin] 10.222.0.98 "DELETE /v2.0/metering/metering-label-rules/919ba05d-e2af-418b-b292-2630f31efb88 HTTP/1.1" status: 204 len: 168 time: 0.1848536 Oct 20 11:36:40.932394 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40244) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:41.096309 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-020acc93-5762-4402-9b87-e5116686fdd2 req-de513717-8986-48ae-bced-af1853467d1a tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0402455 Oct 20 11:36:41.215207 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9da8d4f8-f2de-4882-8206-8daba5524e39 tempest-MeteringIpV6TestJSON-2119682072 tempest-MeteringIpV6TestJSON-2119682072-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:41.219497 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-9da8d4f8-f2de-4882-8206-8daba5524e39 tempest-MeteringIpV6TestJSON-2119682072 tempest-MeteringIpV6TestJSON-2119682072-project-admin] 10.222.0.98 "DELETE /v2.0/metering/metering-labels/d3fd2213-eb19-4be5-8dc9-ec270876662a HTTP/1.1" status: 204 len: 168 time: 0.2831502 Oct 20 11:36:41.231615 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-eb25f69c-4414-4077-b20b-24289772680a tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Allocated IP 172.20.0.5 (87010bec-6736-4922-a33b-92334c200b3b/70dc7cb6-acf0-4d50-8661-b7a417707677/40982fc8-05fd-4d50-9385-86dd5b32263a) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:36:41.238574 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-eb25f69c-4414-4077-b20b-24289772680a tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Allocated IP 2001:db8::f816:3eff:feb5:1530 (87010bec-6736-4922-a33b-92334c200b3b/551709b7-b30f-401d-854f-31023812b942/40982fc8-05fd-4d50-9385-86dd5b32263a) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:36:41.352483 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3238045-4200-4cb6-afdb-f3002555188c req-92bb987f-0f27-42ae-a0e0-621d1150410c tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0353706 Oct 20 11:36:41.437813 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-eb25f69c-4414-4077-b20b-24289772680a tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:41.493722 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-eb25f69c-4414-4077-b20b-24289772680a tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:41.569295 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb25f69c-4414-4077-b20b-24289772680a tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Port': ['ID=40982fc8-05fd-4d50-9385-86dd5b32263a,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:41.590166 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb25f69c-4414-4077-b20b-24289772680a tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:36:41.592411 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-eb25f69c-4414-4077-b20b-24289772680a tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:36:41.595456 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb25f69c-4414-4077-b20b-24289772680a tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:36:41.638000 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40270) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:41.695193 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40276) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:41.702307 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb25f69c-4414-4077-b20b-24289772680a tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:41.703030 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-eb25f69c-4414-4077-b20b-24289772680a tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:41.730938 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-eb25f69c-4414-4077-b20b-24289772680a tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3692334 Oct 20 11:36:41.734717 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40278) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:41.836797 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db0391f-6c6a-49be-a4a6-8b1f68566bb8 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:41.838291 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3a1a6abd-4ae3-44eb-882a-6880c8a885c7 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:41.871373 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db0391f-6c6a-49be-a4a6-8b1f68566bb8 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:41.873436 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4db0391f-6c6a-49be-a4a6-8b1f68566bb8 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1368482 Oct 20 11:36:41.876595 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40280) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:41.895907 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2aea7c0c-137c-41e4-b652-5ef04fa2f5bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:41.902587 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3a1a6abd-4ae3-44eb-882a-6880c8a885c7 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:42.015266 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-304c27d1-65b7-41c3-b745-2ff893371838 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Deleting port 40982fc8-05fd-4d50-9385-86dd5b32263a {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:36:42.015642 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-304c27d1-65b7-41c3-b745-2ff893371838 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:42.029223 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device acd1ac56-f5a5-450a-85f9-5faf904b3363 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:36:42.078294 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: acd1ac56-f5a5-450a-85f9-5faf904b3363 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:36:42.078627 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device acd1ac56-f5a5-450a-85f9-5faf904b3363 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:36:42.087465 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3a1a6abd-4ae3-44eb-882a-6880c8a885c7 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:42.092165 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3a1a6abd-4ae3-44eb-882a-6880c8a885c7 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:42.093414 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3a1a6abd-4ae3-44eb-882a-6880c8a885c7 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "DELETE /v2.0/security-groups/a5b55ddc-29e6-4a6f-907e-b3042b1310b9 HTTP/1.1" status: 204 len: 168 time: 0.3970141 Oct 20 11:36:42.099070 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40284) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:42.107829 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5f516a-1e3e-4d3c-b2b0-aa0b1a29508c None None] Network 87010bec-6736-4922-a33b-92334c200b3b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:36:42.194121 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-db97896b-022d-4317-bb54-69916ce1d969 None None] Provisioning complete for port d0046977-6f02-4f86-aa31-acdc54456195 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:42.194723 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-db97896b-022d-4317-bb54-69916ce1d969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:42.221489 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a6abd-4ae3-44eb-882a-6880c8a885c7 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b55ddc-29e6-4a6f-907e-b3042b1310b9,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:42.250059 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [None req-1f25cb9e-4a98-40fd-957f-906cef807de9 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] show failed (client error): The resource could not be found. Oct 20 11:36:42.251169 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-1f25cb9e-4a98-40fd-957f-906cef807de9 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "GET /v2.0/security-groups/a5b55ddc-29e6-4a6f-907e-b3042b1310b9 HTTP/1.1" status: 404 len: 347 time: 0.1511619 Oct 20 11:36:42.257422 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40296) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:42.320665 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2aea7c0c-137c-41e4-b652-5ef04fa2f5bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:42.330534 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2aea7c0c-137c-41e4-b652-5ef04fa2f5bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:42.392094 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2aea7c0c-137c-41e4-b652-5ef04fa2f5bb admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=597e5908f3c942a5a10550d759ca89e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7528412 Oct 20 11:36:42.396467 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40300) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:42.539275 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0fff65d7-7be4-4370-ab3c-fe8aa13ae4da req-c2ae1add-87b7-4617-8147-7a4c7f3ea1ff tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0914114 Oct 20 11:36:42.542084 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-84d98ecf-ead0-4664-821a-a97bb13eb113 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:42.544092 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aea7c0c-137c-41e4-b652-5ef04fa2f5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c53eaf-989c-47b8-a913-3f3424f54687,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:42.579308 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-304c27d1-65b7-41c3-b745-2ff893371838 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:42.581539 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4075e79b-5c8f-4f50-8bd4-f0a3bce85abf req-53df5206-0035-49a4-a569-27b00d5bb41b tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--1040189176&fields=id&tenant_id=2826f2997a754ee49961aecef40f217a HTTP/1.1" status: 200 len: 267 time: 0.2009881 Oct 20 11:36:42.618729 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-304c27d1-65b7-41c3-b745-2ff893371838 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Calling delete_port for 40982fc8-05fd-4d50-9385-86dd5b32263a owned by {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:36:42.621534 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-84d98ecf-ead0-4664-821a-a97bb13eb113 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:42.662689 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-db97896b-022d-4317-bb54-69916ce1d969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:42.717908 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-db97896b-022d-4317-bb54-69916ce1d969 None None] For port d0046977-6f02-4f86-aa31-acdc54456195, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=d0046977-6f02-4f86-aa31-acdc54456195,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:36:42.730721 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1f2c61cb-a7ee-4fc6-ab99-8e14ab3112c1 req-be698a94-3169-4f7f-ac8e-272288e5f4f4 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0645897 Oct 20 11:36:42.740002 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-db97896b-022d-4317-bb54-69916ce1d969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:42.800901 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device d0046977-6f02-4f86-aa31-acdc54456195 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:36:42.827586 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-a524d8ea-02cd-43d2-8e1f-30e83bd0aff5 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Deleting port 0b765e73-6444-48ca-866d-94757cf019be {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:36:42.828405 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a524d8ea-02cd-43d2-8e1f-30e83bd0aff5 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:42.856690 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075e79b-5c8f-4f50-8bd4-f0a3bce85abf req-c0c116f2-9829-4c0d-bc38-7509fc65591e tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:42.858348 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4075e79b-5c8f-4f50-8bd4-f0a3bce85abf req-c0c116f2-9829-4c0d-bc38-7509fc65591e tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/networks?id=da880dad-b7d7-4b7f-a613-e2c4dcdb28a0 HTTP/1.1" status: 200 len: 814 time: 0.2759044 Oct 20 11:36:42.859685 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-84d98ecf-ead0-4664-821a-a97bb13eb113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:42.862475 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-84d98ecf-ead0-4664-821a-a97bb13eb113 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:42.863588 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-84d98ecf-ead0-4664-821a-a97bb13eb113 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/91c53eaf-989c-47b8-a913-3f3424f54687 HTTP/1.1" status: 204 len: 168 time: 0.4560001 Oct 20 11:36:42.872337 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d98ecf-ead0-4664-821a-a97bb13eb113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c53eaf-989c-47b8-a913-3f3424f54687,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:42.888375 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4075e79b-5c8f-4f50-8bd4-f0a3bce85abf req-6c7280a8-7345-4487-b76f-40b117594027 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/quotas/2826f2997a754ee49961aecef40f217a HTTP/1.1" status: 200 len: 375 time: 0.0111959 Oct 20 11:36:42.955555 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db97896b-022d-4317-bb54-69916ce1d969 None None] Pushing event updated for resources: {'Port': ['ID=d0046977-6f02-4f86-aa31-acdc54456195,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:42.958183 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a35f93-0f67-4309-ba43-132b839cc5e4 None None] Update dhcp port {'port': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'fixed_ips': [{'subnet_id': '551709b7-b30f-401d-854f-31023812b942', 'ip_address': '2001:db8::f816:3eff:fea9:dce0'}, {'subnet_id': '70dc7cb6-acf0-4d50-8661-b7a417707677'}], 'binding:host_id': 'n-d-814735-3'}, 'id': 'd0046977-6f02-4f86-aa31-acdc54456195'} from n-d-814735-3. {{(pid=100648) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 11:36:42.965008 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4075e79b-5c8f-4f50-8bd4-f0a3bce85abf req-46883723-66e4-4ce7-a313-f31e35914d10 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=2826f2997a754ee49961aecef40f217a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0706213 Oct 20 11:36:42.966076 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a524d8ea-02cd-43d2-8e1f-30e83bd0aff5 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:42.966469 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a524d8ea-02cd-43d2-8e1f-30e83bd0aff5 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:42.979708 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-a524d8ea-02cd-43d2-8e1f-30e83bd0aff5 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Calling delete_port for 0b765e73-6444-48ca-866d-94757cf019be owned by network:floatingip {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:36:42.996732 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port d0046977-6f02-4f86-aa31-acdc54456195 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:42.997175 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:43.002208 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-65a35f93-0f67-4309-ba43-132b839cc5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:43.036473 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-4075e79b-5c8f-4f50-8bd4-f0a3bce85abf req-f869beb5-9f2b-4cb2-84f9-e694e6daa6ae service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:36:43.037503 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4075e79b-5c8f-4f50-8bd4-f0a3bce85abf req-f869beb5-9f2b-4cb2-84f9-e694e6daa6ae service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0611362 Oct 20 11:36:43.173575 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4075e79b-5c8f-4f50-8bd4-f0a3bce85abf req-6bfd252c-c17d-4a8c-86a1-3ebbbde0b837 service neutron] 10.222.0.98 "GET /v2.0/networks/da880dad-b7d7-4b7f-a613-e2c4dcdb28a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286967 Oct 20 11:36:43.262727 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-304c27d1-65b7-41c3-b745-2ff893371838 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:43.284119 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4075e79b-5c8f-4f50-8bd4-f0a3bce85abf req-a54fe2cc-05ff-402d-a7d4-cb224288e0c0 service neutron] 10.222.0.98 "GET /v2.0/networks/da880dad-b7d7-4b7f-a613-e2c4dcdb28a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094153 Oct 20 11:36:43.307235 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304c27d1-65b7-41c3-b745-2ff893371838 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event deleted for resources: {'Port': ['ID=40982fc8-05fd-4d50-9385-86dd5b32263a,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:43.359281 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40310) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:43.374352 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a524d8ea-02cd-43d2-8e1f-30e83bd0aff5 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:43.379825 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4f368971-ab03-4302-b3b4-a094ac874fda admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:43.404731 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-65a35f93-0f67-4309-ba43-132b839cc5e4 None None] Allocated IP 172.20.0.2 (87010bec-6736-4922-a33b-92334c200b3b/70dc7cb6-acf0-4d50-8661-b7a417707677/d0046977-6f02-4f86-aa31-acdc54456195) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:36:43.463467 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a524d8ea-02cd-43d2-8e1f-30e83bd0aff5 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Pushing event deleted for resources: {'Port': ['ID=0b765e73-6444-48ca-866d-94757cf019be,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:43.531318 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4f368971-ab03-4302-b3b4-a094ac874fda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:43.537935 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4f368971-ab03-4302-b3b4-a094ac874fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:43.573679 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-65a35f93-0f67-4309-ba43-132b839cc5e4 None None] For port d0046977-6f02-4f86-aa31-acdc54456195, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=d0046977-6f02-4f86-aa31-acdc54456195,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:36:43.625205 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-65a35f93-0f67-4309-ba43-132b839cc5e4 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:43.650819 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-304c27d1-65b7-41c3-b745-2ff893371838 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:43.651390 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-65a35f93-0f67-4309-ba43-132b839cc5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:43.651540 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f368971-ab03-4302-b3b4-a094ac874fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7ec97a-0923-4d04-9758-e55f447d98a5,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:43.655035 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-304c27d1-65b7-41c3-b745-2ff893371838 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/ports/40982fc8-05fd-4d50-9385-86dd5b32263a HTTP/1.1" status: 204 len: 168 time: 1.7769353 Oct 20 11:36:43.660569 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40322) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:43.664207 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4f368971-ab03-4302-b3b4-a094ac874fda admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=021515030a6c4f808782cce1688b56a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3010645 Oct 20 11:36:43.665631 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40324) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:43.738572 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a524d8ea-02cd-43d2-8e1f-30e83bd0aff5 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks [] for floatingip, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:43.752108 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a524d8ea-02cd-43d2-8e1f-30e83bd0aff5 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:43.756507 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a35f93-0f67-4309-ba43-132b839cc5e4 None None] Pushing event updated for resources: {'Port': ['ID=d0046977-6f02-4f86-aa31-acdc54456195,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:43.761048 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a524d8ea-02cd-43d2-8e1f-30e83bd0aff5 tempest-ImagesOneServerNegativeTestJSON-123482233 tempest-ImagesOneServerNegativeTestJSON-123482233-project] 10.222.0.98 "DELETE /v2.0/floatingips/4f42d865-0a62-440a-a7dd-1fd5876c39c2 HTTP/1.1" status: 204 len: 168 time: 1.5024350 Oct 20 11:36:43.789978 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f503ee60-70a8-4866-89ab-f4c1368fc373 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:43.796297 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f503ee60-70a8-4866-89ab-f4c1368fc373 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:43.799415 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f503ee60-70a8-4866-89ab-f4c1368fc373 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:43.799840 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-763a474e-9454-440f-825d-a6ccc1226229 req-47010cb1-82d7-4340-841d-cf5513acab5c tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0966353 Oct 20 11:36:43.804512 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f503ee60-70a8-4866-89ab-f4c1368fc373 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1385713 Oct 20 11:36:43.804878 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40330) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:43.841657 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-02d9e9bd-9905-4098-ae87-d808473fca66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:43.866934 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-02d9e9bd-9905-4098-ae87-d808473fca66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:43.936110 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7794a86-67e9-45da-bfe3-295a33e476b6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Deleting subnet 551709b7-b30f-401d-854f-31023812b942 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:36:43.943585 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b7794a86-67e9-45da-bfe3-295a33e476b6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:43.973391 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-02d9e9bd-9905-4098-ae87-d808473fca66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:43.981285 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-02d9e9bd-9905-4098-ae87-d808473fca66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:43.996450 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-02d9e9bd-9905-4098-ae87-d808473fca66 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1f7ec97a-0923-4d04-9758-e55f447d98a5 HTTP/1.1" status: 204 len: 168 time: 0.3193326 Oct 20 11:36:43.998679 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a038f782-31e1-4f6e-9b85-6ebad4151ee0 req-8863dfdf-7acb-4d01-8724-cd6450582991 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.1194010 Oct 20 11:36:43.999039 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b7794a86-67e9-45da-bfe3-295a33e476b6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:44.048783 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d9e9bd-9905-4098-ae87-d808473fca66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7ec97a-0923-4d04-9758-e55f447d98a5,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:44.059437 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5eb8837f-17e1-4c4d-92a3-f68b8853e71c req-8007955f-3054-4c4b-a63b-36619d78015a tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.1202407 Oct 20 11:36:44.122002 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40344) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:44.133448 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b7794a86-67e9-45da-bfe3-295a33e476b6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:44.180075 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-cae0653f-49c7-4f39-a581-fb9adcabe2e2 admin admin] Deleting subnet 5fdf86ab-af58-4cf8-9b95-ca9f0c250fbb {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:36:44.184398 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cae0653f-49c7-4f39-a581-fb9adcabe2e2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:44.203430 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b7794a86-67e9-45da-bfe3-295a33e476b6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:44.233600 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cae0653f-49c7-4f39-a581-fb9adcabe2e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:44.243723 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7794a86-67e9-45da-bfe3-295a33e476b6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event deleted for resources: {'Subnet': ['ID=551709b7-b30f-401d-854f-31023812b942,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:44.257627 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b7794a86-67e9-45da-bfe3-295a33e476b6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:44.269578 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b7794a86-67e9-45da-bfe3-295a33e476b6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/551709b7-b30f-401d-854f-31023812b942 HTTP/1.1" status: 204 len: 168 time: 0.4508457 Oct 20 11:36:44.270543 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40346) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:44.327742 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cae0653f-49c7-4f39-a581-fb9adcabe2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:44.368679 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-900f2fa8-6353-4a89-83b5-398ad2d3f614 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Deleting subnet 70dc7cb6-acf0-4d50-8661-b7a417707677 {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:36:44.372372 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-900f2fa8-6353-4a89-83b5-398ad2d3f614 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:44.427215 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-900f2fa8-6353-4a89-83b5-398ad2d3f614 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:44.520442 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cae0653f-49c7-4f39-a581-fb9adcabe2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:44.552894 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae0653f-49c7-4f39-a581-fb9adcabe2e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fdf86ab-af58-4cf8-9b95-ca9f0c250fbb,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:44.578715 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-900f2fa8-6353-4a89-83b5-398ad2d3f614 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:44.593222 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cae0653f-49c7-4f39-a581-fb9adcabe2e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:44.600722 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-cae0653f-49c7-4f39-a581-fb9adcabe2e2 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/5fdf86ab-af58-4cf8-9b95-ca9f0c250fbb HTTP/1.1" status: 204 len: 168 time: 0.4769702 Oct 20 11:36:44.603408 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40362) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:44.684141 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-900f2fa8-6353-4a89-83b5-398ad2d3f614 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:44.692233 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bd82e3-be38-4300-8069-7c3ccbb6ffc1 None None] Network 87010bec-6736-4922-a33b-92334c200b3b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:36:44.702919 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-900f2fa8-6353-4a89-83b5-398ad2d3f614 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:44.706502 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-900f2fa8-6353-4a89-83b5-398ad2d3f614 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/70dc7cb6-acf0-4d50-8661-b7a417707677 HTTP/1.1" status: 204 len: 168 time: 0.4356475 Oct 20 11:36:44.725205 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40364) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:44.732283 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f2fa8-6353-4a89-83b5-398ad2d3f614 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event deleted for resources: {'Subnet': ['ID=70dc7cb6-acf0-4d50-8661-b7a417707677,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:44.750120 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-17a0c4f5-cd2c-499d-8d15-439b9b39d25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:44.761025 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device d0046977-6f02-4f86-aa31-acdc54456195 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:36:44.789562 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-0d0baa66-e282-46cc-91b4-d8008976612c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0629959 Oct 20 11:36:44.792623 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40366) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:44.797742 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-1727c65b-26bf-4455-8fc1-738a255b20b0 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'subnet': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:44.858666 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-17a0c4f5-cd2c-499d-8d15-439b9b39d25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:44.879680 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-17a0c4f5-cd2c-499d-8d15-439b9b39d25a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16c10c5d-1850-421a-96a5-275d76836bd3']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:36:44.891936 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-17a0c4f5-cd2c-499d-8d15-439b9b39d25a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dbe0d0c-7fc2-44c4-912f-278d67da55f4') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:36:44.892257 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-17a0c4f5-cd2c-499d-8d15-439b9b39d25a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dbe0d0c-7fc2-44c4-912f-278d67da55f4') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:36:44.902741 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-17a0c4f5-cd2c-499d-8d15-439b9b39d25a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:44.910363 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1727c65b-26bf-4455-8fc1-738a255b20b0 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:36:44.914492 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1727c65b-26bf-4455-8fc1-738a255b20b0 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:44.917636 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-17a0c4f5-cd2c-499d-8d15-439b9b39d25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:44.926374 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17a0c4f5-cd2c-499d-8d15-439b9b39d25a admin admin] Releasing vlan 1258 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:36:44.926775 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-17a0c4f5-cd2c-499d-8d15-439b9b39d25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:44.982669 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-85ee696b-dd15-47ba-a3b0-beaf8ca0ab10 None None] Provisioning complete for port d0046977-6f02-4f86-aa31-acdc54456195 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:44.983157 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-85ee696b-dd15-47ba-a3b0-beaf8ca0ab10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:44.999521 n-d-814735-3 neutron-server[100646]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:36:44.999521 n-d-814735-3 neutron-server[100646]: items = [ Oct 20 11:36:44.999521 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:36:44.999521 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:36:44.999521 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:36:44.999521 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:36:44.999521 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:36:44.999521 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:36:44.999521 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:36:44.999521 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:36:44.999521 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:36:44.999521 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:36:44.999521 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:36:44.999521 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:36:44.999521 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:36:44.999521 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:36:44.999521 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:36:44.999521 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:36:44.999521 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:36:44.999521 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:36:44.999521 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:36:44.999521 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:36:44.999521 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:36:44.999521 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:36:44.999521 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:36:44.999521 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:36:44.999521 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:36:44.999521 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:36:44.999521 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:36:44.999521 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:36:44.999521 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:36:44.999521 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:36:44.999521 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:36:44.999521 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:36:45.005447 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-17a0c4f5-cd2c-499d-8d15-439b9b39d25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:45.011252 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-17a0c4f5-cd2c-499d-8d15-439b9b39d25a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:45.021564 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-17a0c4f5-cd2c-499d-8d15-439b9b39d25a admin admin] 10.222.0.98 "DELETE /v2.0/networks/16c10c5d-1850-421a-96a5-275d76836bd3 HTTP/1.1" status: 204 len: 168 time: 0.4170618 Oct 20 11:36:45.059348 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-99eedfa0-95e4-4787-afa3-2990abf02769 req-704fd5f4-1028-4634-87b7-7066040e809f tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0881121 Oct 20 11:36:45.061175 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a0c4f5-cd2c-499d-8d15-439b9b39d25a admin admin] Pushing event deleted for resources: {'Network': ['ID=16c10c5d-1850-421a-96a5-275d76836bd3,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:45.179128 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port d0046977-6f02-4f86-aa31-acdc54456195 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:45.184165 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:45.205842 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ab870fe5-d783-4acf-8975-9a4ede2fe1eb req-996e8edf-5f24-4843-8780-df56429fad01 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.1295114 Oct 20 11:36:45.264783 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa02155-4d83-483c-b744-dd0ab9f33184 None None] DHCP port deletion for 87010bec-6736-4922-a33b-92334c200b3b request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:36:45.274669 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40384) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:45.299866 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-699b946b-0947-4f98-8324-7c5a9c4a9e6e req-5f854c16-0ccf-4599-b536-d016e2f80285 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.1105645 Oct 20 11:36:45.354955 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-61efe2dc-c597-4f41-a82b-2cabc5c6e050 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d1c5e789bb64470d9f622154eb184e9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0789042 Oct 20 11:36:45.355672 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40386) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:45.434810 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d17c3b20-1cb8-492d-8277-d53161a08ae8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:45.459775 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d17c3b20-1cb8-492d-8277-d53161a08ae8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:45.476998 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:45.479044 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1727c65b-26bf-4455-8fc1-738a255b20b0 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:45.492363 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-85ee696b-dd15-47ba-a3b0-beaf8ca0ab10 None None] Could not find standard attr ID for object 40982fc8-05fd-4d50-9385-86dd5b32263a. {{(pid=100648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:36:45.521909 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d17c3b20-1cb8-492d-8277-d53161a08ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:45.525481 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d17c3b20-1cb8-492d-8277-d53161a08ae8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:45.531116 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d17c3b20-1cb8-492d-8277-d53161a08ae8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/37550ed7-fbaa-467a-8078-86fab95259aa HTTP/1.1" status: 204 len: 168 time: 0.1741452 Oct 20 11:36:45.540952 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c3b20-1cb8-492d-8277-d53161a08ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37550ed7-fbaa-467a-8078-86fab95259aa,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:45.549625 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1727c65b-26bf-4455-8fc1-738a255b20b0 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:36:45.561097 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-0aa02155-4d83-483c-b744-dd0ab9f33184 None None] Deleting port d0046977-6f02-4f86-aa31-acdc54456195 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:36:45.561315 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-1727c65b-26bf-4455-8fc1-738a255b20b0 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:36:45.561704 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0aa02155-4d83-483c-b744-dd0ab9f33184 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:45.571373 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1727c65b-26bf-4455-8fc1-738a255b20b0 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:45.571975 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1727c65b-26bf-4455-8fc1-738a255b20b0 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:45.631403 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-1727c65b-26bf-4455-8fc1-738a255b20b0 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8349683 Oct 20 11:36:45.632496 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40398) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:45.637393 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-98f2f330-18b6-4cc2-9e95-594d4701bfca tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'subnet': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:45.653061 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1727c65b-26bf-4455-8fc1-738a255b20b0 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Subnet': ['ID=ada92d26-21e0-46fe-b129-6c1ecbe4ff61,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:45.744905 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-0aa02155-4d83-483c-b744-dd0ab9f33184 None None] For port d0046977-6f02-4f86-aa31-acdc54456195, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=d0046977-6f02-4f86-aa31-acdc54456195,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:36:45.745528 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0aa02155-4d83-483c-b744-dd0ab9f33184 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:45.777369 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-0aa02155-4d83-483c-b744-dd0ab9f33184 None None] Calling delete_port for d0046977-6f02-4f86-aa31-acdc54456195 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:36:45.802470 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f2f330-18b6-4cc2-9e95-594d4701bfca tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:36:45.811663 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-98f2f330-18b6-4cc2-9e95-594d4701bfca tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:45.907517 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0aa02155-4d83-483c-b744-dd0ab9f33184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:45.937807 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa02155-4d83-483c-b744-dd0ab9f33184 None None] Pushing event deleted for resources: {'Port': ['ID=d0046977-6f02-4f86-aa31-acdc54456195,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:45.940333 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa02155-4d83-483c-b744-dd0ab9f33184 None None] No DVR routers for this DVR port d0046977-6f02-4f86-aa31-acdc54456195 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:36:45.961605 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e467b4-5014-4d13-bfbb-f17d28b3220a None None] Network 87010bec-6736-4922-a33b-92334c200b3b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:36:46.132534 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488f5720-1508-428c-8e72-7c3d120d67ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-87010bec-6736-4922-a33b-92334c200b3b', 'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'tenant_id': 'f2f2c5c0f7894903b0c7a7e30f527cc9', 'fixed_ips': [{'subnet_id': 'ada92d26-21e0-46fe-b129-6c1ecbe4ff61'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:36:46.133617 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-488f5720-1508-428c-8e72-7c3d120d67ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:46.211772 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4904f2b4-8941-4304-b14f-4f9199ff4343 req-2aedc234-69c9-4eee-a3a9-0a6508b57ff3 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0371842 Oct 20 11:36:46.234930 n-d-814735-3 neutron-server[100646]: DEBUG neutron.objects.ports [None req-98f2f330-18b6-4cc2-9e95-594d4701bfca tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100646) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 11:36:46.236836 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-98f2f330-18b6-4cc2-9e95-594d4701bfca tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:46.345257 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-325281d5-b9d4-4234-a756-fc63c71585c0 req-9b73ea03-4c80-4282-9c0e-eb2df0d4f459 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0562925 Oct 20 11:36:46.401346 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0c6f47da-1ffa-4279-aa2c-0da052e7e897 req-6bf94cd3-380b-405d-947b-f7b1da398ee0 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.0282187 Oct 20 11:36:46.425829 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40426) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:46.468090 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-488f5720-1508-428c-8e72-7c3d120d67ce None None] Allocated IP 172.20.0.2 (87010bec-6736-4922-a33b-92334c200b3b/ada92d26-21e0-46fe-b129-6c1ecbe4ff61/62574e44-ebf2-42c5-a28b-3e3384f7391e) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:36:46.474625 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-488f5720-1508-428c-8e72-7c3d120d67ce None None] Allocated IP 2001:db8::f816:3eff:fefd:d89c (87010bec-6736-4922-a33b-92334c200b3b/b08761d9-8985-4be9-b711-86a7e3a0c35a/62574e44-ebf2-42c5-a28b-3e3384f7391e) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:36:46.553413 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f2f330-18b6-4cc2-9e95-594d4701bfca tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:36:46.558739 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-98f2f330-18b6-4cc2-9e95-594d4701bfca tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:36:46.563136 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f2f330-18b6-4cc2-9e95-594d4701bfca tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:46.563656 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-98f2f330-18b6-4cc2-9e95-594d4701bfca tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:46.576632 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f2f330-18b6-4cc2-9e95-594d4701bfca tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Subnet': ['ID=b08761d9-8985-4be9-b711-86a7e3a0c35a,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:46.593239 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-98f2f330-18b6-4cc2-9e95-594d4701bfca tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9568961 Oct 20 11:36:46.593239 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40434) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:46.598903 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-3e653bd5-431c-4792-96b0-fdb6a22a53e4 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'port': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'mac_address': 'fa:16:3e:df:96:d0', 'name': 'tempest-NetworksTestDHCPv6-1976920050'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:46.679460 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-488f5720-1508-428c-8e72-7c3d120d67ce None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:46.688420 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-488f5720-1508-428c-8e72-7c3d120d67ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:46.720660 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device d0046977-6f02-4f86-aa31-acdc54456195 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:36:46.745132 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488f5720-1508-428c-8e72-7c3d120d67ce None None] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:36:46.752913 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-fa7d16c6-79fd-41ac-998c-6fe5cca3da05 tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1478196425'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:46.770880 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-488f5720-1508-428c-8e72-7c3d120d67ce None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:36:46.773562 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488f5720-1508-428c-8e72-7c3d120d67ce None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:36:46.776288 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e653bd5-431c-4792-96b0-fdb6a22a53e4 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:36:46.786072 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: d0046977-6f02-4f86-aa31-acdc54456195 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:36:46.786513 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device d0046977-6f02-4f86-aa31-acdc54456195 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:36:46.801778 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f5720-1508-428c-8e72-7c3d120d67ce None None] Pushing event updated for resources: {'Port': ['ID=62574e44-ebf2-42c5-a28b-3e3384f7391e,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:46.807946 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fa7d16c6-79fd-41ac-998c-6fe5cca3da05 tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:46.807946 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fa7d16c6-79fd-41ac-998c-6fe5cca3da05 tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:46.872346 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40444) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:46.873344 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fa7d16c6-79fd-41ac-998c-6fe5cca3da05 tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:46.879662 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fa7d16c6-79fd-41ac-998c-6fe5cca3da05 tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:46.890035 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3e653bd5-431c-4792-96b0-fdb6a22a53e4 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:46.892327 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-488f5720-1508-428c-8e72-7c3d120d67ce None None] Attempting to bind port 62574e44-ebf2-42c5-a28b-3e3384f7391e on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:36:46.892705 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-488f5720-1508-428c-8e72-7c3d120d67ce None None] Attempting to bind port 62574e44-ebf2-42c5-a28b-3e3384f7391e by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:36:46.893147 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488f5720-1508-428c-8e72-7c3d120d67ce None None] Attempting to bind port 62574e44-ebf2-42c5-a28b-3e3384f7391e on network 87010bec-6736-4922-a33b-92334c200b3b {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:36:46.900737 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488f5720-1508-428c-8e72-7c3d120d67ce None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:36:46.901101 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488f5720-1508-428c-8e72-7c3d120d67ce None None] Checking segment: {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:36:46.901450 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fa7d16c6-79fd-41ac-998c-6fe5cca3da05 tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:46.901596 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-488f5720-1508-428c-8e72-7c3d120d67ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:46.902125 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488f5720-1508-428c-8e72-7c3d120d67ce None None] Bound using segment: {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:36:46.902835 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-488f5720-1508-428c-8e72-7c3d120d67ce None None] Bound port: 62574e44-ebf2-42c5-a28b-3e3384f7391e, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:36:46.903300 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-488f5720-1508-428c-8e72-7c3d120d67ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:46.906056 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-fa7d16c6-79fd-41ac-998c-6fe5cca3da05 tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.4820573 Oct 20 11:36:46.906850 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40448) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:46.912817 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-3e653bd5-431c-4792-96b0-fdb6a22a53e4 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] device_id is not set on port 3af0136a-a3a3-4788-8ce9-432eaa494ffc yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:36:46.989946 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d225f8c1-b881-4955-8bb8-eb6636e8d860 tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Publish callbacks [] for router, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:46.992834 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-488f5720-1508-428c-8e72-7c3d120d67ce None None] For port 62574e44-ebf2-42c5-a28b-3e3384f7391e, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:36:46.997976 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-488f5720-1508-428c-8e72-7c3d120d67ce None None] For port 62574e44-ebf2-42c5-a28b-3e3384f7391e, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=62574e44-ebf2-42c5-a28b-3e3384f7391e,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:36:47.004197 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-488f5720-1508-428c-8e72-7c3d120d67ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:47.013164 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-85109571-98be-4dc7-a346-d6ba9ad699a9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-992375757-network', 'tenant_id': 'de5e3bc4f70b411680781ebf53a10e61'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:47.053758 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85109571-98be-4dc7-a346-d6ba9ad699a9 admin admin] Made reservation on behalf of de5e3bc4f70b411680781ebf53a10e61 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:36:47.056444 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-85109571-98be-4dc7-a346-d6ba9ad699a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:47.076542 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f5720-1508-428c-8e72-7c3d120d67ce None None] Pushing event updated for resources: {'Port': ['ID=62574e44-ebf2-42c5-a28b-3e3384f7391e,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:47.089430 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-85109571-98be-4dc7-a346-d6ba9ad699a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:47.132295 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-3e653bd5-431c-4792-96b0-fdb6a22a53e4 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Allocated IP 172.20.0.12 (87010bec-6736-4922-a33b-92334c200b3b/ada92d26-21e0-46fe-b129-6c1ecbe4ff61/3af0136a-a3a3-4788-8ce9-432eaa494ffc) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:36:47.145254 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-3e653bd5-431c-4792-96b0-fdb6a22a53e4 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Allocated IP 2001:db8::f816:3eff:fedf:96d0 (87010bec-6736-4922-a33b-92334c200b3b/b08761d9-8985-4be9-b711-86a7e3a0c35a/3af0136a-a3a3-4788-8ce9-432eaa494ffc) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:36:47.278530 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-85109571-98be-4dc7-a346-d6ba9ad699a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:47.286578 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-85109571-98be-4dc7-a346-d6ba9ad699a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:47.360086 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85109571-98be-4dc7-a346-d6ba9ad699a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1273, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:36:47.367850 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85109571-98be-4dc7-a346-d6ba9ad699a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b3d464-6afa-434f-9703-6b94661686a3,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:47.383069 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-85109571-98be-4dc7-a346-d6ba9ad699a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:47.383353 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-85109571-98be-4dc7-a346-d6ba9ad699a9 admin admin] Added segment daceab98-1bae-4d76-b06a-e76517b061a2 of type vlan for network d23ce2ef-9f63-41be-bec2-4d6842048908 Oct 20 11:36:47.452404 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3e653bd5-431c-4792-96b0-fdb6a22a53e4 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:47.454996 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-85109571-98be-4dc7-a346-d6ba9ad699a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:47.499802 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-85109571-98be-4dc7-a346-d6ba9ad699a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:47.500753 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85109571-98be-4dc7-a346-d6ba9ad699a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:47.501356 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-85109571-98be-4dc7-a346-d6ba9ad699a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:47.542419 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-85109571-98be-4dc7-a346-d6ba9ad699a9 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6689553 Oct 20 11:36:47.545495 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40456) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:47.546693 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3e653bd5-431c-4792-96b0-fdb6a22a53e4 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:47.555614 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-0d52d649-3389-4ddb-857d-bdef75e31051 admin admin] Request body: {'subnet': {'network_id': 'd23ce2ef-9f63-41be-bec2-4d6842048908', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-992375757-subnet', 'tenant_id': 'de5e3bc4f70b411680781ebf53a10e61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:47.562278 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d225f8c1-b881-4955-8bb8-eb6636e8d860 tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:47.571457 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d225f8c1-b881-4955-8bb8-eb6636e8d860 tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:47.616400 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85109571-98be-4dc7-a346-d6ba9ad699a9 admin admin] Pushing event updated for resources: {'Network': ['ID=d23ce2ef-9f63-41be-bec2-4d6842048908,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:47.627340 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network d23ce2ef-9f63-41be-bec2-4d6842048908 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:36:47.633591 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b7073b3f-3319-4a9d-97d0-f778ce3521bb req-0b43d157-79cf-4b24-a51c-4bca17dd3b26 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0736423 Oct 20 11:36:47.635639 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-05333a25-b795-4e2e-a05a-8a05ddf47839 req-da230cab-e76c-4f45-9ee0-4b06ba29f099 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0770273 Oct 20 11:36:47.658000 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e653bd5-431c-4792-96b0-fdb6a22a53e4 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:36:47.662150 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-3e653bd5-431c-4792-96b0-fdb6a22a53e4 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:36:47.664999 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e653bd5-431c-4792-96b0-fdb6a22a53e4 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:36:47.688818 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d225f8c1-b881-4955-8bb8-eb6636e8d860 tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:47.689527 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d225f8c1-b881-4955-8bb8-eb6636e8d860 tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9fa1fdf0-f65c-44f6-b99e-6d7ea0bea847 {{(pid=100647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:36:47.695227 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d225f8c1-b881-4955-8bb8-eb6636e8d860 tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:47.696879 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d225f8c1-b881-4955-8bb8-eb6636e8d860 tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] 10.222.0.98 "DELETE /v2.0/routers/9fa1fdf0-f65c-44f6-b99e-6d7ea0bea847 HTTP/1.1" status: 204 len: 168 time: 0.7885275 Oct 20 11:36:47.700273 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40458) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:47.705461 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-4536bbbe-cc6b-4875-b8a6-48703f8158b7 tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Request body: {'router': {'name': 'tempest-router-1666736510', 'distributed': False}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:47.717414 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d52d649-3389-4ddb-857d-bdef75e31051 admin admin] Made reservation on behalf of de5e3bc4f70b411680781ebf53a10e61 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:36:47.719762 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0d52d649-3389-4ddb-857d-bdef75e31051 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:47.725483 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e653bd5-431c-4792-96b0-fdb6a22a53e4 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Port': ['ID=3af0136a-a3a3-4788-8ce9-432eaa494ffc,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:47.753860 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-18d0790b-33be-4b71-9084-4133c8b5f41e req-3ad0e817-714f-4951-80a5-1fff128ffaa6 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.0339348 Oct 20 11:36:47.754955 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4536bbbe-cc6b-4875-b8a6-48703f8158b7 tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:47.755921 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4536bbbe-cc6b-4875-b8a6-48703f8158b7 tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:47.766462 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e653bd5-431c-4792-96b0-fdb6a22a53e4 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:47.767538 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3e653bd5-431c-4792-96b0-fdb6a22a53e4 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:47.834974 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4536bbbe-cc6b-4875-b8a6-48703f8158b7 tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:47.841653 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3e653bd5-431c-4792-96b0-fdb6a22a53e4 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.2447674 Oct 20 11:36:47.841803 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40464) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:47.849364 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4536bbbe-cc6b-4875-b8a6-48703f8158b7 tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:47.868920 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4536bbbe-cc6b-4875-b8a6-48703f8158b7 tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:47.870844 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4536bbbe-cc6b-4875-b8a6-48703f8158b7 tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1688421 Oct 20 11:36:47.873096 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40466) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:47.935064 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6fad19-9f8d-42ee-8512-cb23f220b499 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:47.941198 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6fad19-9f8d-42ee-8512-cb23f220b499 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:47.945436 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-be6fad19-9f8d-42ee-8512-cb23f220b499 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1002071 Oct 20 11:36:47.947396 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40468) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:47.961742 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4128c9d6-22f2-4fc1-86f0-324cf6d22e9b tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Publish callbacks [] for router, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:48.052574 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0d52d649-3389-4ddb-857d-bdef75e31051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:48.118255 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d52d649-3389-4ddb-857d-bdef75e31051 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebbb330f-3ae6-4368-b9a5-acc7a5c972ba,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:48.126666 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4128c9d6-22f2-4fc1-86f0-324cf6d22e9b tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:48.129254 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4128c9d6-22f2-4fc1-86f0-324cf6d22e9b tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:48.143292 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-25d6ae01-bb35-49d2-a27f-6b3d76dd6cf6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Deleting port 3af0136a-a3a3-4788-8ce9-432eaa494ffc {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:36:48.143803 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-25d6ae01-bb35-49d2-a27f-6b3d76dd6cf6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:48.146985 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d52d649-3389-4ddb-857d-bdef75e31051 admin admin] Checking segment: {'id': 'daceab98-1bae-4d76-b06a-e76517b061a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'd23ce2ef-9f63-41be-bec2-4d6842048908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:36:48.147669 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d52d649-3389-4ddb-857d-bdef75e31051 admin admin] Network hostable DHCP agents. Network: d23ce2ef-9f63-41be-bec2-4d6842048908, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:36:48.177903 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4128c9d6-22f2-4fc1-86f0-324cf6d22e9b tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:48.178529 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9baa2fb9-bcdd-441e-8689-c86b42797ed2 None None] Network 87010bec-6736-4922-a33b-92334c200b3b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:36:48.179147 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4128c9d6-22f2-4fc1-86f0-324cf6d22e9b tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 07e794af-ec64-4018-a9e0-866e8456e260 {{(pid=100647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:36:48.183165 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4128c9d6-22f2-4fc1-86f0-324cf6d22e9b tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:48.184370 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4128c9d6-22f2-4fc1-86f0-324cf6d22e9b tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] 10.222.0.98 "DELETE /v2.0/routers/07e794af-ec64-4018-a9e0-866e8456e260 HTTP/1.1" status: 204 len: 168 time: 0.3103461 Oct 20 11:36:48.188604 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40470) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:48.196291 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-366bdacc-5b42-4b8a-b245-0d381cf97e0c tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Request body: {'router': {'name': 'tempest-router-1512363006', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '98f49aadbeb741d8803c0a0244ee6c3b'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:48.228536 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d52d649-3389-4ddb-857d-bdef75e31051 admin admin] Network d23ce2ef-9f63-41be-bec2-4d6842048908 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:36:48.249768 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-0d52d649-3389-4ddb-857d-bdef75e31051 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, d23ce2ef-9f63-41be-bec2-4d6842048908) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:36:48.259387 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6846f14-1e03-40d2-a72b-f49b675a2f7e None None] Network d23ce2ef-9f63-41be-bec2-4d6842048908 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:36:48.260039 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d52d649-3389-4ddb-857d-bdef75e31051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:48.260631 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0d52d649-3389-4ddb-857d-bdef75e31051 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:48.267428 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-c654a2c0-a33b-4025-a9d5-3963fcb22204 None None] Provisioning complete for port 62574e44-ebf2-42c5-a28b-3e3384f7391e triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:48.267796 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c654a2c0-a33b-4025-a9d5-3963fcb22204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:48.276076 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-366bdacc-5b42-4b8a-b245-0d381cf97e0c tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:48.277081 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-366bdacc-5b42-4b8a-b245-0d381cf97e0c tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:48.291947 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-25d6ae01-bb35-49d2-a27f-6b3d76dd6cf6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:48.304430 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0d52d649-3389-4ddb-857d-bdef75e31051 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7466795 Oct 20 11:36:48.312196 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-25d6ae01-bb35-49d2-a27f-6b3d76dd6cf6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Calling delete_port for 3af0136a-a3a3-4788-8ce9-432eaa494ffc owned by {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:36:48.363291 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-366bdacc-5b42-4b8a-b245-0d381cf97e0c tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:48.393577 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-366bdacc-5b42-4b8a-b245-0d381cf97e0c tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:48.415443 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-366bdacc-5b42-4b8a-b245-0d381cf97e0c tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:48.419692 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-366bdacc-5b42-4b8a-b245-0d381cf97e0c tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2285662 Oct 20 11:36:48.420284 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40474) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:48.429922 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-7d0ec45b-42ce-4cb0-948d-02a67451b882 tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Request body: {'router': {'distributed': True}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:48.536113 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a17660b-0dfe-40f1-b618-4033817c1c06 None None] Network d23ce2ef-9f63-41be-bec2-4d6842048908 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:36:48.539942 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c654a2c0-a33b-4025-a9d5-3963fcb22204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:48.606207 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [req-4601d3a3-ec31-4911-9d3f-379063d7903f req-46005564-1a04-4b9e-898b-7e93658a0bfb tempest-SecurityGroupsNegativeTestJSON-838167672 tempest-SecurityGroupsNegativeTestJSON-838167672-project] show failed (client error): The resource could not be found. Oct 20 11:36:48.611497 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4601d3a3-ec31-4911-9d3f-379063d7903f req-46005564-1a04-4b9e-898b-7e93658a0bfb tempest-SecurityGroupsNegativeTestJSON-838167672 tempest-SecurityGroupsNegativeTestJSON-838167672-project] 10.222.0.98 "GET /v2.0/security-groups/4fe62235-4ba9-45d6-82ee-07e6ead2468d HTTP/1.1" status: 404 len: 352 time: 0.0232372 Oct 20 11:36:48.627518 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-c654a2c0-a33b-4025-a9d5-3963fcb22204 None None] For port 62574e44-ebf2-42c5-a28b-3e3384f7391e, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=62574e44-ebf2-42c5-a28b-3e3384f7391e,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:36:48.642749 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c654a2c0-a33b-4025-a9d5-3963fcb22204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:48.706533 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7d0ec45b-42ce-4cb0-948d-02a67451b882 tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4352'] for router, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:48.707003 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7d0ec45b-42ce-4cb0-948d-02a67451b882 tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Publish callbacks [] for router, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:48.743088 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fc42b153-f8d8-4794-8a83-97854db6f698 req-11fb22ab-55db-4540-816b-f536275eb287 tempest-SecurityGroupsNegativeTestJSON-838167672 tempest-SecurityGroupsNegativeTestJSON-838167672-project] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=de5e3bc4f70b411680781ebf53a10e61 HTTP/1.1" status: 200 len: 2988 time: 0.0821640 Oct 20 11:36:48.766721 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c654a2c0-a33b-4025-a9d5-3963fcb22204 None None] Pushing event updated for resources: {'Port': ['ID=62574e44-ebf2-42c5-a28b-3e3384f7391e,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:48.812701 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cd152ba3-457c-4efa-9d84-f9182c6133fa req-ac888e5f-48a3-4239-8ae1-d745eca3f0cd tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0416989 Oct 20 11:36:48.843719 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7d0ec45b-42ce-4cb0-948d-02a67451b882 tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=100646) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Oct 20 11:36:48.843719 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7d0ec45b-42ce-4cb0-948d-02a67451b882 tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Router a8521f35-92b7-4079-8f3c-42537999df0c migrating from provider to provider. {{(pid=100646) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Oct 20 11:36:48.843719 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7d0ec45b-42ce-4cb0-948d-02a67451b882 tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:48.849136 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 62574e44-ebf2-42c5-a28b-3e3384f7391e up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:36:48.852418 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7d0ec45b-42ce-4cb0-948d-02a67451b882 tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:48.866679 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7d0ec45b-42ce-4cb0-948d-02a67451b882 tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-652987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-652962', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-654361'] for router, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:48.871541 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fc42b153-f8d8-4794-8a83-97854db6f698 req-29693f7e-6a7f-4c57-8576-c97a2fd57d0e tempest-SecurityGroupsNegativeTestJSON-838167672 tempest-SecurityGroupsNegativeTestJSON-838167672-project] 10.222.0.98 "GET /v2.0/security-groups/d0b3d464-6afa-434f-9703-6b94661686a3 HTTP/1.1" status: 200 len: 2985 time: 0.1141212 Oct 20 11:36:48.928895 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 62574e44-ebf2-42c5-a28b-3e3384f7391e triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:48.928895 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:48.941837 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-25d6ae01-bb35-49d2-a27f-6b3d76dd6cf6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:48.992078 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7ea3b75f-e5f8-4824-9e85-87a688165858 req-563284ea-1196-4a5a-a9f8-54a0cf6d6a15 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0465684 Oct 20 11:36:49.008731 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fc42b153-f8d8-4794-8a83-97854db6f698 req-c152cb90-ff91-4dc5-a415-80d304a4adb3 tempest-SecurityGroupsNegativeTestJSON-838167672 tempest-SecurityGroupsNegativeTestJSON-838167672-project] 10.222.0.98 "GET /v2.0/security-groups/d0b3d464-6afa-434f-9703-6b94661686a3 HTTP/1.1" status: 200 len: 2985 time: 0.1360135 Oct 20 11:36:49.033526 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d6ae01-bb35-49d2-a27f-6b3d76dd6cf6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event deleted for resources: {'Port': ['ID=3af0136a-a3a3-4788-8ce9-432eaa494ffc,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:49.056964 n-d-814735-3 neutron-server[100646]: WARNING neutron.scheduler.l3_agent_scheduler [None req-7d0ec45b-42ce-4cb0-948d-02a67451b882 tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] No L3 agents can host the router a8521f35-92b7-4079-8f3c-42537999df0c Oct 20 11:36:49.095202 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-63a406f5-5ddd-407f-bf80-5e4c9707ace5 req-b639daf7-3723-4f1d-8027-bd0fb3d11e7f tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.0340223 Oct 20 11:36:49.157033 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-153bbbfd-9ad9-4a4c-9cc6-b2fc7d730ff3 req-8fed13e6-03d3-4b40-8624-c4f4700ccb9e tempest-SecurityGroupsNegativeTestJSON-838167672 tempest-SecurityGroupsNegativeTestJSON-838167672-project] 10.222.0.98 "GET /v2.0/security-groups/d0b3d464-6afa-434f-9703-6b94661686a3 HTTP/1.1" status: 200 len: 2985 time: 0.0442286 Oct 20 11:36:49.219878 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [req-153bbbfd-9ad9-4a4c-9cc6-b2fc7d730ff3 req-d7eb60ba-f52d-43b4-8592-ebbda58176a6 tempest-SecurityGroupsNegativeTestJSON-838167672 tempest-SecurityGroupsNegativeTestJSON-838167672-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 20 11:36:49.225577 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-153bbbfd-9ad9-4a4c-9cc6-b2fc7d730ff3 req-d7eb60ba-f52d-43b4-8592-ebbda58176a6 tempest-SecurityGroupsNegativeTestJSON-838167672 tempest-SecurityGroupsNegativeTestJSON-838167672-project] 10.222.0.98 "DELETE /v2.0/security-groups/d0b3d464-6afa-434f-9703-6b94661686a3 HTTP/1.1" status: 409 len: 352 time: 0.0618472 Oct 20 11:36:49.260459 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0ec45b-42ce-4cb0-948d-02a67451b882 tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Hosts for router a8521f35-92b7-4079-8f3c-42537999df0c: [] {{(pid=100646) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Oct 20 11:36:49.261709 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [req-2f614870-e4f1-41ee-a453-3ca7ce1d79e3 req-31d3c05a-157f-42c7-9196-d94105f953ee tempest-SecurityGroupsNegativeTestJSON-838167672 tempest-SecurityGroupsNegativeTestJSON-838167672-project] show failed (client error): The resource could not be found. Oct 20 11:36:49.263686 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2f614870-e4f1-41ee-a453-3ca7ce1d79e3 req-31d3c05a-157f-42c7-9196-d94105f953ee tempest-SecurityGroupsNegativeTestJSON-838167672 tempest-SecurityGroupsNegativeTestJSON-838167672-project] 10.222.0.98 "GET /v2.0/security-groups/f26eb5f5-c19e-43d9-b43d-69515ae6a708 HTTP/1.1" status: 404 len: 352 time: 0.0172272 Oct 20 11:36:49.265133 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-25d6ae01-bb35-49d2-a27f-6b3d76dd6cf6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:49.275753 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-25d6ae01-bb35-49d2-a27f-6b3d76dd6cf6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/ports/3af0136a-a3a3-4788-8ce9-432eaa494ffc HTTP/1.1" status: 204 len: 168 time: 1.3185866 Oct 20 11:36:49.276200 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40498) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:49.293776 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0ec45b-42ce-4cb0-948d-02a67451b882 tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Hosts for other DVR routers connected to router a8521f35-92b7-4079-8f3c-42537999df0c: set() {{(pid=100646) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Oct 20 11:36:49.296805 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7d0ec45b-42ce-4cb0-948d-02a67451b882 tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:49.298055 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7d0ec45b-42ce-4cb0-948d-02a67451b882 tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] 10.222.0.98 "PUT /v2.0/routers/a8521f35-92b7-4079-8f3c-42537999df0c HTTP/1.1" status: 200 len: 717 time: 0.8718274 Oct 20 11:36:49.300711 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40502) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:49.310304 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e3ccba81-a484-49d8-bcd8-bc98cbe19c20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:49.340532 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [req-a0c6ddca-87c5-4fc1-af24-b56b5beefc86 req-2426e98b-c0ab-48c8-8cd2-3a0bfa4faecc tempest-SecurityGroupsNegativeTestJSON-838167672 tempest-SecurityGroupsNegativeTestJSON-838167672-project] show failed (client error): The resource could not be found. Oct 20 11:36:49.341567 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a0c6ddca-87c5-4fc1-af24-b56b5beefc86 req-2426e98b-c0ab-48c8-8cd2-3a0bfa4faecc tempest-SecurityGroupsNegativeTestJSON-838167672 tempest-SecurityGroupsNegativeTestJSON-838167672-project] 10.222.0.98 "GET /v2.0/security-groups/785216f0-e106-4a96-ba69-3f920ab64028 HTTP/1.1" status: 404 len: 352 time: 0.0238087 Oct 20 11:36:49.357645 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40504) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:49.371161 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-1a3656a8-5671-4167-9585-89db677274b6 None None] Could not find standard attr ID for object 3af0136a-a3a3-4788-8ce9-432eaa494ffc. {{(pid=100648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:36:49.378275 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-67377804-782a-4c7a-92ea-3d0343d40ad8 tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] 10.222.0.98 "GET /v2.0/routers/a8521f35-92b7-4079-8f3c-42537999df0c HTTP/1.1" status: 200 len: 717 time: 0.0733843 Oct 20 11:36:49.378585 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40506) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:49.390478 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-1a3656a8-5671-4167-9585-89db677274b6 None None] Provisioning complete for port 62574e44-ebf2-42c5-a28b-3e3384f7391e triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:49.392228 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1a3656a8-5671-4167-9585-89db677274b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:49.393905 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87efc314-7f55-43ae-a44a-23da28a67ae7 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:49.396213 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87efc314-7f55-43ae-a44a-23da28a67ae7 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:49.396986 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87efc314-7f55-43ae-a44a-23da28a67ae7 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:49.401815 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40510) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:49.401940 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-87efc314-7f55-43ae-a44a-23da28a67ae7 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1291089 Oct 20 11:36:49.428700 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a3b3805-7dab-495c-8733-8e8f9603409f admin admin] Deleting subnet ebbb330f-3ae6-4368-b9a5-acc7a5c972ba {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:36:49.432126 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3a3b3805-7dab-495c-8733-8e8f9603409f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:49.475229 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-b71c0bd0-b976-462d-84b8-11eb29327a31 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Deleting subnet ada92d26-21e0-46fe-b129-6c1ecbe4ff61 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:36:49.475931 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3a3b3805-7dab-495c-8733-8e8f9603409f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:49.479925 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b71c0bd0-b976-462d-84b8-11eb29327a31 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:49.540236 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3a3b3805-7dab-495c-8733-8e8f9603409f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:49.543012 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b71c0bd0-b976-462d-84b8-11eb29327a31 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:49.603004 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3a3b3805-7dab-495c-8733-8e8f9603409f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:49.638079 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3b3805-7dab-495c-8733-8e8f9603409f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebbb330f-3ae6-4368-b9a5-acc7a5c972ba,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:49.652118 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3a3b3805-7dab-495c-8733-8e8f9603409f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:49.661322 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3a3b3805-7dab-495c-8733-8e8f9603409f admin admin] 10.222.0.98 "DELETE /v2.0/subnets/ebbb330f-3ae6-4368-b9a5-acc7a5c972ba HTTP/1.1" status: 204 len: 168 time: 0.2970159 Oct 20 11:36:49.661538 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-750ef5fd-35c9-4365-a84d-18a4004f290a tempest-RoutersTestDVR-680491912 tempest-RoutersTestDVR-680491912-project] 10.222.0.98 "GET /v2.0/routers/a8521f35-92b7-4079-8f3c-42537999df0c HTTP/1.1" status: 200 len: 683 time: 0.2776248 Oct 20 11:36:49.661660 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40512) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:49.661752 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40514) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:49.737789 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2a600fee-221a-44c4-a1cf-8f57d202aaed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:49.739044 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-67689d28-2723-4f24-8573-fada2c2421b5 None None] Could not find standard attr ID for object 40982fc8-05fd-4d50-9385-86dd5b32263a. {{(pid=100648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:36:49.831566 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2a600fee-221a-44c4-a1cf-8f57d202aaed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:49.855138 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-2a600fee-221a-44c4-a1cf-8f57d202aaed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d23ce2ef-9f63-41be-bec2-4d6842048908']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:36:49.865659 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-2a600fee-221a-44c4-a1cf-8f57d202aaed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daceab98-1bae-4d76-b06a-e76517b061a2') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:36:49.865951 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-2a600fee-221a-44c4-a1cf-8f57d202aaed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daceab98-1bae-4d76-b06a-e76517b061a2') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:36:49.877968 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2a600fee-221a-44c4-a1cf-8f57d202aaed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:49.915845 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-adb0dfb3-dff0-475c-a688-9ab72b944410 req-b633cf29-84e3-4e73-9659-0ca25dc8f176 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0357552 Oct 20 11:36:49.916836 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2a600fee-221a-44c4-a1cf-8f57d202aaed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:49.927457 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a600fee-221a-44c4-a1cf-8f57d202aaed admin admin] Releasing vlan 1273 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:36:49.927457 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2a600fee-221a-44c4-a1cf-8f57d202aaed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:49.927457 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:36:49.927457 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:36:49.927457 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:36:49.927457 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:36:49.927457 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:36:49.927457 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:36:49.927457 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:36:49.927457 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:36:49.927457 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:36:49.927457 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:36:49.927457 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:36:49.927457 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:36:49.927457 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:36:49.927457 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:36:49.927457 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:36:49.927457 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:36:49.927457 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:36:49.927457 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:36:49.927457 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:36:49.927457 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:36:49.927457 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:36:49.927457 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:36:49.927457 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:36:49.927457 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:36:49.927457 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:36:49.927457 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:36:49.927457 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:36:49.927457 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:36:49.927457 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:36:49.927457 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:36:49.927457 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:36:49.927457 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:36:50.009932 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2a600fee-221a-44c4-a1cf-8f57d202aaed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:50.016671 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2a600fee-221a-44c4-a1cf-8f57d202aaed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:50.020680 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2a600fee-221a-44c4-a1cf-8f57d202aaed admin admin] 10.222.0.98 "DELETE /v2.0/networks/d23ce2ef-9f63-41be-bec2-4d6842048908 HTTP/1.1" status: 204 len: 168 time: 0.3614697 Oct 20 11:36:50.034953 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3736dd24-e2d4-4eda-8213-d8c5a3bcceca tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:50.037424 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b71c0bd0-b976-462d-84b8-11eb29327a31 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:50.041612 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a600fee-221a-44c4-a1cf-8f57d202aaed admin admin] Pushing event deleted for resources: {'Network': ['ID=d23ce2ef-9f63-41be-bec2-4d6842048908,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:50.056880 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-2d29855b-254e-408f-958e-356d4710028c None None] Could not find standard attr ID for object 3af0136a-a3a3-4788-8ce9-432eaa494ffc. {{(pid=100648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:36:50.146470 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3c514103-e929-4057-b0f9-289d2859c4fb req-faf373eb-b8a2-4256-ac8b-b434a8ceeaf2 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0422275 Oct 20 11:36:50.223886 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40528) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:50.254864 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2410a16a-af5e-45d5-a478-39092bdf0270 req-e6b07c33-1dee-4974-8655-ce56f3a81a49 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.0397360 Oct 20 11:36:50.278515 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3736dd24-e2d4-4eda-8213-d8c5a3bcceca tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:50.282122 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3736dd24-e2d4-4eda-8213-d8c5a3bcceca tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:50.289736 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4a981296-4b5e-48b1-9910-5fcb834f2daf admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=de5e3bc4f70b411680781ebf53a10e61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0646312 Oct 20 11:36:50.293492 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40530) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:50.331916 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b71c0bd0-b976-462d-84b8-11eb29327a31 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:50.346075 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-998b5a58-7b16-4143-aead-d236866e3c0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:50.360546 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3736dd24-e2d4-4eda-8213-d8c5a3bcceca tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:50.361059 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3736dd24-e2d4-4eda-8213-d8c5a3bcceca tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a8521f35-92b7-4079-8f3c-42537999df0c {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:36:50.362677 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c0bd0-b976-462d-84b8-11eb29327a31 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event deleted for resources: {'Subnet': ['ID=ada92d26-21e0-46fe-b129-6c1ecbe4ff61,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:50.367673 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-998b5a58-7b16-4143-aead-d236866e3c0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:50.379206 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3736dd24-e2d4-4eda-8213-d8c5a3bcceca tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:50.380654 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3736dd24-e2d4-4eda-8213-d8c5a3bcceca tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] 10.222.0.98 "DELETE /v2.0/routers/a8521f35-92b7-4079-8f3c-42537999df0c HTTP/1.1" status: 204 len: 168 time: 0.7187779 Oct 20 11:36:50.385337 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40534) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:50.391067 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b71c0bd0-b976-462d-84b8-11eb29327a31 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:50.391491 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-8518ab6c-d4ac-4225-ab5f-bfcb6e3df82e tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Request body: {'router': {'name': 'tempest-router-1236674565', 'distributed': True}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:50.394974 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b71c0bd0-b976-462d-84b8-11eb29327a31 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/ada92d26-21e0-46fe-b129-6c1ecbe4ff61 HTTP/1.1" status: 204 len: 168 time: 0.9920411 Oct 20 11:36:50.397634 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40536) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:50.429455 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8518ab6c-d4ac-4225-ab5f-bfcb6e3df82e tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:50.430472 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8518ab6c-d4ac-4225-ab5f-bfcb6e3df82e tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:50.448054 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-998b5a58-7b16-4143-aead-d236866e3c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:50.451847 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-998b5a58-7b16-4143-aead-d236866e3c0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:50.453103 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fc627dc-8302-4ee2-8bbd-0f75e0d67240 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Deleting subnet b08761d9-8985-4be9-b711-86a7e3a0c35a {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:36:50.453510 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-998b5a58-7b16-4143-aead-d236866e3c0a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d0b3d464-6afa-434f-9703-6b94661686a3 HTTP/1.1" status: 204 len: 168 time: 0.1590078 Oct 20 11:36:50.457676 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1fc627dc-8302-4ee2-8bbd-0f75e0d67240 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:50.475404 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998b5a58-7b16-4143-aead-d236866e3c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b3d464-6afa-434f-9703-6b94661686a3,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:50.509630 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8518ab6c-d4ac-4225-ab5f-bfcb6e3df82e tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:50.517293 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8518ab6c-d4ac-4225-ab5f-bfcb6e3df82e tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:50.518909 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1fc627dc-8302-4ee2-8bbd-0f75e0d67240 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:50.543606 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8518ab6c-d4ac-4225-ab5f-bfcb6e3df82e tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:50.547162 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8518ab6c-d4ac-4225-ab5f-bfcb6e3df82e tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1589408 Oct 20 11:36:50.547543 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40540) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:50.618879 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1fc627dc-8302-4ee2-8bbd-0f75e0d67240 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:50.652930 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a820fab4-d7d7-4937-a6ed-c37b7cbcec8c tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Publish callbacks [] for router, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:50.717463 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1fc627dc-8302-4ee2-8bbd-0f75e0d67240 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:50.730633 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 62574e44-ebf2-42c5-a28b-3e3384f7391e up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:36:50.770463 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc627dc-8302-4ee2-8bbd-0f75e0d67240 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event deleted for resources: {'Subnet': ['ID=b08761d9-8985-4be9-b711-86a7e3a0c35a,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:50.784865 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1fc627dc-8302-4ee2-8bbd-0f75e0d67240 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:50.792565 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1fc627dc-8302-4ee2-8bbd-0f75e0d67240 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/b08761d9-8985-4be9-b711-86a7e3a0c35a HTTP/1.1" status: 204 len: 168 time: 0.3938797 Oct 20 11:36:50.794326 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40544) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:50.816739 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 62574e44-ebf2-42c5-a28b-3e3384f7391e triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:50.817165 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:50.867452 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-255938e9-6d92-4c29-bd2b-65d61b5148ca tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0716679 Oct 20 11:36:50.869501 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40548) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:50.881827 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-607fd670-c3e7-4487-8839-144dab06b243 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'subnet': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:50.913311 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a820fab4-d7d7-4937-a6ed-c37b7cbcec8c tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:50.925780 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a820fab4-d7d7-4937-a6ed-c37b7cbcec8c tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:50.984907 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e61a13-8caa-48ff-9a1f-1ae874b1b142 None None] Network 87010bec-6736-4922-a33b-92334c200b3b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:36:50.995079 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a820fab4-d7d7-4937-a6ed-c37b7cbcec8c tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:50.995079 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a820fab4-d7d7-4937-a6ed-c37b7cbcec8c tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b1e16762-83f0-4c2b-9427-7507a9f92dfc {{(pid=100647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:36:51.010121 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a820fab4-d7d7-4937-a6ed-c37b7cbcec8c tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:51.011299 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-a820fab4-d7d7-4937-a6ed-c37b7cbcec8c tempest-RoutersTestDVR-133363868 tempest-RoutersTestDVR-133363868-project-admin] 10.222.0.98 "DELETE /v2.0/routers/b1e16762-83f0-4c2b-9427-7507a9f92dfc HTTP/1.1" status: 204 len: 168 time: 0.4626894 Oct 20 11:36:51.033888 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607fd670-c3e7-4487-8839-144dab06b243 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:36:51.038609 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-607fd670-c3e7-4487-8839-144dab06b243 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:51.060630 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9a67ab4d-c959-49ed-bb25-ddbbdb366888 req-c190cdc3-ccda-47e1-9e0c-d91914279b2c tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0716991 Oct 20 11:36:51.291795 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-607fd670-c3e7-4487-8839-144dab06b243 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:51.296560 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12254d05-6247-43b8-b474-2ec6d797d77d None None] DHCP port deletion for 87010bec-6736-4922-a33b-92334c200b3b request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:36:51.298469 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6faaee68-445b-4441-9e1b-c0a4d9eb0948 req-e6941ee1-608e-42fe-998a-663dcd99e8f0 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0509193 Oct 20 11:36:51.338539 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607fd670-c3e7-4487-8839-144dab06b243 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:36:51.343837 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-607fd670-c3e7-4487-8839-144dab06b243 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:36:51.348716 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607fd670-c3e7-4487-8839-144dab06b243 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:51.349542 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-607fd670-c3e7-4487-8839-144dab06b243 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:51.377952 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40572) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:51.396951 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607fd670-c3e7-4487-8839-144dab06b243 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Subnet': ['ID=d800891d-2fbb-4a32-8494-0ea1b6770c31,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:51.411089 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-607fd670-c3e7-4487-8839-144dab06b243 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5374277 Oct 20 11:36:51.412280 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40576) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:51.421753 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-4db84804-4ed8-4009-bbdb-551a75eb1f43 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'subnet': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:51.432343 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-349c4eed-6d33-495d-bde5-053180a30303 req-2733f04c-e99d-4cdf-84f9-c4c630d84605 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.0658031 Oct 20 11:36:51.442093 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-12254d05-6247-43b8-b474-2ec6d797d77d None None] Deleting port 62574e44-ebf2-42c5-a28b-3e3384f7391e {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:36:51.442468 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-12254d05-6247-43b8-b474-2ec6d797d77d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:51.540190 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-12254d05-6247-43b8-b474-2ec6d797d77d None None] For port 62574e44-ebf2-42c5-a28b-3e3384f7391e, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=62574e44-ebf2-42c5-a28b-3e3384f7391e,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:36:51.540786 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-12254d05-6247-43b8-b474-2ec6d797d77d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:51.562635 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-12254d05-6247-43b8-b474-2ec6d797d77d None None] Calling delete_port for 62574e44-ebf2-42c5-a28b-3e3384f7391e owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:36:51.582972 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5fd6db51-252e-4302-8804-71607f1d2ba9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:51.632441 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db84804-4ed8-4009-bbdb-551a75eb1f43 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:36:51.637576 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4db84804-4ed8-4009-bbdb-551a75eb1f43 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:51.659578 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-12254d05-6247-43b8-b474-2ec6d797d77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:51.669706 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40584) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:51.686903 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12254d05-6247-43b8-b474-2ec6d797d77d None None] Pushing event deleted for resources: {'Port': ['ID=62574e44-ebf2-42c5-a28b-3e3384f7391e,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:51.691952 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12254d05-6247-43b8-b474-2ec6d797d77d None None] No DVR routers for this DVR port 62574e44-ebf2-42c5-a28b-3e3384f7391e on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:36:51.706819 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61bd719-989b-498d-b09f-3eb9f4068fcb None None] Network 87010bec-6736-4922-a33b-92334c200b3b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:36:51.776363 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5fd6db51-252e-4302-8804-71607f1d2ba9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:51.790096 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5fd6db51-252e-4302-8804-71607f1d2ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:51.796984 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-21993492-6d3d-4e69-8674-77f73111e345 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1051497986-network', 'tenant_id': 'f18dacb1b28d497197fcf505b71b2a85'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:51.818995 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21993492-6d3d-4e69-8674-77f73111e345 admin admin] Made reservation on behalf of f18dacb1b28d497197fcf505b71b2a85 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:36:51.821534 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-21993492-6d3d-4e69-8674-77f73111e345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:51.836972 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5fd6db51-252e-4302-8804-71607f1d2ba9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=98f49aadbeb741d8803c0a0244ee6c3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4558640 Oct 20 11:36:51.840267 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40588) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:51.846216 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd6db51-252e-4302-8804-71607f1d2ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a3344f-9908-4d0c-89d1-b788bbf7be0a,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:51.848246 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-21993492-6d3d-4e69-8674-77f73111e345 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:51.876221 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-debfba01-727e-47e6-abf4-cb61e9649582 req-393c24ea-4489-4746-b5db-a1bf68f7fa3f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=693a3af34e4144ada552a35a939fe40f&device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0511715 Oct 20 11:36:51.902058 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2f522a-81f5-4c21-9ef1-cf0239264a7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-87010bec-6736-4922-a33b-92334c200b3b', 'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'tenant_id': 'f2f2c5c0f7894903b0c7a7e30f527cc9', 'fixed_ips': [{'subnet_id': 'd800891d-2fbb-4a32-8494-0ea1b6770c31'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:36:51.903052 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7b2f522a-81f5-4c21-9ef1-cf0239264a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:51.953451 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-debfba01-727e-47e6-abf4-cb61e9649582 req-cb76f7cb-c5b4-4bb7-b32e-e69afa9179f8 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=693a3af34e4144ada552a35a939fe40f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413733 Oct 20 11:36:51.971847 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3bd05a8c-8267-46c3-8953-11ba6673620e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:52.044504 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-7b2f522a-81f5-4c21-9ef1-cf0239264a7c None None] Allocated IP 172.20.0.2 (87010bec-6736-4922-a33b-92334c200b3b/d800891d-2fbb-4a32-8494-0ea1b6770c31/c39d1c60-5e6d-46b7-be0e-2cf9462e9b17) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:36:52.052520 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3bd05a8c-8267-46c3-8953-11ba6673620e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:52.077026 n-d-814735-3 neutron-server[100646]: DEBUG neutron.objects.ports [None req-4db84804-4ed8-4009-bbdb-551a75eb1f43 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100646) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 11:36:52.078936 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4db84804-4ed8-4009-bbdb-551a75eb1f43 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:52.160231 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db84804-4ed8-4009-bbdb-551a75eb1f43 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:36:52.160231 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-4db84804-4ed8-4009-bbdb-551a75eb1f43 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:36:52.171816 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db84804-4ed8-4009-bbdb-551a75eb1f43 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:52.172662 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4db84804-4ed8-4009-bbdb-551a75eb1f43 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:52.191537 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db84804-4ed8-4009-bbdb-551a75eb1f43 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Subnet': ['ID=5ea80f61-150d-4a67-a79a-c333948a5ead,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:52.195193 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-51a3508b-1982-42e6-a5e8-e02392652409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:52.205067 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4db84804-4ed8-4009-bbdb-551a75eb1f43 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7918293 Oct 20 11:36:52.207892 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40596) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:52.213842 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-d58e0ba3-6ade-473e-b7eb-b6f0933a6535 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'port': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'mac_address': 'fa:16:3e:93:9d:5c', 'name': 'tempest-NetworksTestDHCPv6-265557537'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:52.230759 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9776d809-6174-43e7-913a-0dbe774f5e72 req-f2ff8b0d-2a5b-4b79-b4df-7f52c5ee6a61 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0646636 Oct 20 11:36:52.240343 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-21993492-6d3d-4e69-8674-77f73111e345 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:52.249477 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-21993492-6d3d-4e69-8674-77f73111e345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:52.258302 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debfba01-727e-47e6-abf4-cb61e9649582 req-8604e927-2ad7-47f1-a142-4ef3101f1047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:52.259369 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-debfba01-727e-47e6-abf4-cb61e9649582 req-8604e927-2ad7-47f1-a142-4ef3101f1047 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2973018 Oct 20 11:36:52.260262 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7b2f522a-81f5-4c21-9ef1-cf0239264a7c None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:52.278973 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7b2f522a-81f5-4c21-9ef1-cf0239264a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:52.285177 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21993492-6d3d-4e69-8674-77f73111e345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556d78ba-2cca-4baf-b487-e76527365cfa,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:52.302102 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3bd05a8c-8267-46c3-8953-11ba6673620e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:52.304765 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3bd05a8c-8267-46c3-8953-11ba6673620e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:52.305886 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3bd05a8c-8267-46c3-8953-11ba6673620e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f7a3344f-9908-4d0c-89d1-b788bbf7be0a HTTP/1.1" status: 204 len: 168 time: 0.4646790 Oct 20 11:36:52.306866 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21993492-6d3d-4e69-8674-77f73111e345 admin admin] vlan segment allocate from pool success with {'vlan_id': 1291, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:36:52.355450 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd05a8c-8267-46c3-8953-11ba6673620e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a3344f-9908-4d0c-89d1-b788bbf7be0a,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:52.367540 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-21993492-6d3d-4e69-8674-77f73111e345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:52.369632 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-21993492-6d3d-4e69-8674-77f73111e345 admin admin] Added segment 9342f72a-9e50-4011-8672-4d9620e55df2 of type vlan for network 0e7ec92b-33d0-4d85-b067-586feb799898 Oct 20 11:36:52.492873 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58e0ba3-6ade-473e-b7eb-b6f0933a6535 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:36:52.496084 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1da7d572-f473-409c-91c1-e47929c4a911 req-2855cd7e-4699-4e34-87a8-fd429be21808 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0513935 Oct 20 11:36:52.500366 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2f522a-81f5-4c21-9ef1-cf0239264a7c None None] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:36:52.503952 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-21993492-6d3d-4e69-8674-77f73111e345 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:52.504543 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-7b2f522a-81f5-4c21-9ef1-cf0239264a7c None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:36:52.511956 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2f522a-81f5-4c21-9ef1-cf0239264a7c None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:36:52.540462 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2f522a-81f5-4c21-9ef1-cf0239264a7c None None] Pushing event updated for resources: {'Port': ['ID=c39d1c60-5e6d-46b7-be0e-2cf9462e9b17,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:52.557978 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-21993492-6d3d-4e69-8674-77f73111e345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:52.558738 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21993492-6d3d-4e69-8674-77f73111e345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:52.559420 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-21993492-6d3d-4e69-8674-77f73111e345 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:52.608931 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-7b2f522a-81f5-4c21-9ef1-cf0239264a7c None None] Attempting to bind port c39d1c60-5e6d-46b7-be0e-2cf9462e9b17 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:36:52.609551 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-7b2f522a-81f5-4c21-9ef1-cf0239264a7c None None] Attempting to bind port c39d1c60-5e6d-46b7-be0e-2cf9462e9b17 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:36:52.610102 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2f522a-81f5-4c21-9ef1-cf0239264a7c None None] Attempting to bind port c39d1c60-5e6d-46b7-be0e-2cf9462e9b17 on network 87010bec-6736-4922-a33b-92334c200b3b {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:36:52.616632 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2f522a-81f5-4c21-9ef1-cf0239264a7c None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:36:52.617275 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2f522a-81f5-4c21-9ef1-cf0239264a7c None None] Checking segment: {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:36:52.617831 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7b2f522a-81f5-4c21-9ef1-cf0239264a7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:52.618383 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2f522a-81f5-4c21-9ef1-cf0239264a7c None None] Bound using segment: {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:36:52.619046 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-7b2f522a-81f5-4c21-9ef1-cf0239264a7c None None] Bound port: c39d1c60-5e6d-46b7-be0e-2cf9462e9b17, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:36:52.619588 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7b2f522a-81f5-4c21-9ef1-cf0239264a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:52.660249 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d58e0ba3-6ade-473e-b7eb-b6f0933a6535 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:52.688709 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-d58e0ba3-6ade-473e-b7eb-b6f0933a6535 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] device_id is not set on port 0694139b-3483-4da6-8cd2-b33de3ca94f2 yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:36:52.708147 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-21993492-6d3d-4e69-8674-77f73111e345 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0366035 Oct 20 11:36:52.727422 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6732ba44-8709-497f-b809-d464cb16cdcd req-a26528eb-bc6a-46b0-8c7c-5be577bcf426 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.0990210 Oct 20 11:36:52.729865 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40612) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:52.745361 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-7b2f522a-81f5-4c21-9ef1-cf0239264a7c None None] For port c39d1c60-5e6d-46b7-be0e-2cf9462e9b17, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:36:52.745943 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-d2be217a-036a-4f08-b950-db031124430d admin admin] Request body: {'subnet': {'network_id': '0e7ec92b-33d0-4d85-b067-586feb799898', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1051497986-subnet', 'tenant_id': 'f18dacb1b28d497197fcf505b71b2a85', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:52.748829 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-7b2f522a-81f5-4c21-9ef1-cf0239264a7c None None] For port c39d1c60-5e6d-46b7-be0e-2cf9462e9b17, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=c39d1c60-5e6d-46b7-be0e-2cf9462e9b17,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:36:52.751544 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 62574e44-ebf2-42c5-a28b-3e3384f7391e no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:36:52.753522 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21993492-6d3d-4e69-8674-77f73111e345 admin admin] Pushing event updated for resources: {'Network': ['ID=0e7ec92b-33d0-4d85-b067-586feb799898,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:52.776930 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 0e7ec92b-33d0-4d85-b067-586feb799898 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:36:52.782502 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efbba2-ca8e-4294-adc8-828621a8d5e6 req-37861dfb-9be3-4bad-a038-c58f544ca188 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:52.784275 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-89efbba2-ca8e-4294-adc8-828621a8d5e6 req-37861dfb-9be3-4bad-a038-c58f544ca188 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc2a7568-a0b5-453f-9439-31621926cf91 HTTP/1.1" status: 200 len: 945 time: 0.1572189 Oct 20 11:36:52.795328 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7b2f522a-81f5-4c21-9ef1-cf0239264a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:52.795940 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2be217a-036a-4f08-b950-db031124430d admin admin] Made reservation on behalf of f18dacb1b28d497197fcf505b71b2a85 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:36:52.799610 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d2be217a-036a-4f08-b950-db031124430d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:52.809560 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 62574e44-ebf2-42c5-a28b-3e3384f7391e {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:36:52.811056 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 62574e44-ebf2-42c5-a28b-3e3384f7391e not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:36:52.864266 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40614) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:52.898427 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dc63f434-0d6e-4a8c-977e-1d23f9e155dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:52.899642 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-89efbba2-ca8e-4294-adc8-828621a8d5e6 req-6e38dc98-4a64-4bba-9118-d33e12043d74 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/security-groups?id=507d4736-4c60-4433-b68f-a0ea4568f172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962214 Oct 20 11:36:52.942347 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2f522a-81f5-4c21-9ef1-cf0239264a7c None None] Pushing event updated for resources: {'Port': ['ID=c39d1c60-5e6d-46b7-be0e-2cf9462e9b17,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:52.946165 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-d58e0ba3-6ade-473e-b7eb-b6f0933a6535 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Allocated IP 172.20.0.5 (87010bec-6736-4922-a33b-92334c200b3b/d800891d-2fbb-4a32-8494-0ea1b6770c31/0694139b-3483-4da6-8cd2-b33de3ca94f2) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:36:52.959639 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-d58e0ba3-6ade-473e-b7eb-b6f0933a6535 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Allocated IP 2001:db8::f816:3eff:fe93:9d5c (87010bec-6736-4922-a33b-92334c200b3b/5ea80f61-150d-4a67-a79a-c333948a5ead/0694139b-3483-4da6-8cd2-b33de3ca94f2) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:36:53.035445 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:53.062293 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d2be217a-036a-4f08-b950-db031124430d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:53.074209 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:53.101795 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dc63f434-0d6e-4a8c-977e-1d23f9e155dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:53.109656 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dc63f434-0d6e-4a8c-977e-1d23f9e155dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:53.125065 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be217a-036a-4f08-b950-db031124430d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8278e23-319b-4e3b-be6f-3630abfb73af,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:53.149238 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2be217a-036a-4f08-b950-db031124430d admin admin] Checking segment: {'id': '9342f72a-9e50-4011-8672-4d9620e55df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '0e7ec92b-33d0-4d85-b067-586feb799898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:36:53.149796 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2be217a-036a-4f08-b950-db031124430d admin admin] Network hostable DHCP agents. Network: 0e7ec92b-33d0-4d85-b067-586feb799898, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:36:53.186496 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-dc63f434-0d6e-4a8c-977e-1d23f9e155dd admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b33de4207afc4bbcaa740ca9c93d7018&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3213379 Oct 20 11:36:53.190233 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc63f434-0d6e-4a8c-977e-1d23f9e155dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b06808-e658-42b0-9c30-ea2827378f23,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:53.193005 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40616) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:53.202176 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d58e0ba3-6ade-473e-b7eb-b6f0933a6535 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:53.202364 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2be217a-036a-4f08-b950-db031124430d admin admin] Network 0e7ec92b-33d0-4d85-b067-586feb799898 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:36:53.222012 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-d2be217a-036a-4f08-b950-db031124430d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 0e7ec92b-33d0-4d85-b067-586feb799898) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:36:53.236164 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2be217a-036a-4f08-b950-db031124430d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:53.237176 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d2be217a-036a-4f08-b950-db031124430d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:53.239614 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1805f1b5-d960-407f-8c7d-c5ad80520d5c None None] Network 0e7ec92b-33d0-4d85-b067-586feb799898 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:36:53.249328 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d58e0ba3-6ade-473e-b7eb-b6f0933a6535 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:53.276476 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d2be217a-036a-4f08-b950-db031124430d admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5414984 Oct 20 11:36:53.280900 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40620) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:53.320299 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-d951bb9a-204b-4eba-adbd-bdcc80c0d490 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1051497986-router', 'tenant_id': 'f18dacb1b28d497197fcf505b71b2a85', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:53.323288 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-198f9f31-1605-47f6-8ee3-2f7aec3b7671 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:53.340802 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-da1085ca-9b88-4251-a96a-95af105a36ad req-b695db51-cfec-45c2-be9c-8a747ec1ddb0 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0374579 Oct 20 11:36:53.368313 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-198f9f31-1605-47f6-8ee3-2f7aec3b7671 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:53.372164 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58e0ba3-6ade-473e-b7eb-b6f0933a6535 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:36:53.377678 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-d58e0ba3-6ade-473e-b7eb-b6f0933a6535 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:36:53.382412 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58e0ba3-6ade-473e-b7eb-b6f0933a6535 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:36:53.390810 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d951bb9a-204b-4eba-adbd-bdcc80c0d490 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:53.391886 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d951bb9a-204b-4eba-adbd-bdcc80c0d490 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:53.415547 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e0ba3-6ade-473e-b7eb-b6f0933a6535 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Port': ['ID=0694139b-3483-4da6-8cd2-b33de3ca94f2,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:53.434038 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-198f9f31-1605-47f6-8ee3-2f7aec3b7671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:53.436847 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ef3754-4b1c-463e-99ed-1ad70ae3134b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-0e7ec92b-33d0-4d85-b067-586feb799898', 'network_id': '0e7ec92b-33d0-4d85-b067-586feb799898', 'tenant_id': 'f18dacb1b28d497197fcf505b71b2a85', 'fixed_ips': [{'subnet_id': 'e8278e23-319b-4e3b-be6f-3630abfb73af'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:36:53.437710 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-66ef3754-4b1c-463e-99ed-1ad70ae3134b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:53.441569 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-198f9f31-1605-47f6-8ee3-2f7aec3b7671 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:53.442749 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-198f9f31-1605-47f6-8ee3-2f7aec3b7671 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/55b06808-e658-42b0-9c30-ea2827378f23 HTTP/1.1" status: 204 len: 168 time: 0.2487273 Oct 20 11:36:53.459273 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198f9f31-1605-47f6-8ee3-2f7aec3b7671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b06808-e658-42b0-9c30-ea2827378f23,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:53.466701 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58e0ba3-6ade-473e-b7eb-b6f0933a6535 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:53.468203 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d58e0ba3-6ade-473e-b7eb-b6f0933a6535 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:53.509579 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d951bb9a-204b-4eba-adbd-bdcc80c0d490 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:53.521952 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d58e0ba3-6ade-473e-b7eb-b6f0933a6535 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.3123126 Oct 20 11:36:53.524500 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40626) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:53.625854 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-66ef3754-4b1c-463e-99ed-1ad70ae3134b None None] Allocated IP 172.20.0.2 (0e7ec92b-33d0-4d85-b067-586feb799898/e8278e23-319b-4e3b-be6f-3630abfb73af/93651390-f6fa-4b8e-bb85-81fc600e8fa4) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:36:53.639069 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bac24c-3936-451e-bbde-50e520e477ee tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:53.652999 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bac24c-3936-451e-bbde-50e520e477ee tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:53.654835 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-82bac24c-3936-451e-bbde-50e520e477ee tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.1292374 Oct 20 11:36:53.664586 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40630) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:53.691642 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d951bb9a-204b-4eba-adbd-bdcc80c0d490 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:53.729018 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a334ff9d-5408-46b4-a6e2-e404eb004fcd req-4d275766-5103-4837-8963-f7f5f20ef8f2 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0728986 Oct 20 11:36:53.789726 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-d1fa3ae3-7312-4cc7-ab64-764b8f3dc221 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Deleting port 0694139b-3483-4da6-8cd2-b33de3ca94f2 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:36:53.790071 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d1fa3ae3-7312-4cc7-ab64-764b8f3dc221 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:53.847712 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0cc06a9c-a6c6-4343-ada1-349b1b15f2b6 req-b8b693ed-f304-4bbe-a7d9-3ec3da74567b tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.0607545 Oct 20 11:36:53.907029 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-66ef3754-4b1c-463e-99ed-1ad70ae3134b None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:53.916639 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-66ef3754-4b1c-463e-99ed-1ad70ae3134b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:53.977321 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ef3754-4b1c-463e-99ed-1ad70ae3134b None None] Network 0e7ec92b-33d0-4d85-b067-586feb799898 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:36:53.978210 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d1fa3ae3-7312-4cc7-ab64-764b8f3dc221 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:53.984392 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-66ef3754-4b1c-463e-99ed-1ad70ae3134b None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:36:53.986547 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef3754-4b1c-463e-99ed-1ad70ae3134b None None] Pushing event updated for resources: {'Port': ['ID=93651390-f6fa-4b8e-bb85-81fc600e8fa4,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:53.990279 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ef3754-4b1c-463e-99ed-1ad70ae3134b None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:36:54.013556 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-d1fa3ae3-7312-4cc7-ab64-764b8f3dc221 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Calling delete_port for 0694139b-3483-4da6-8cd2-b33de3ca94f2 owned by {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:36:54.020192 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d951bb9a-204b-4eba-adbd-bdcc80c0d490 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:54.050389 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d951bb9a-204b-4eba-adbd-bdcc80c0d490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:54.062467 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-66ef3754-4b1c-463e-99ed-1ad70ae3134b None None] Attempting to bind port 93651390-f6fa-4b8e-bb85-81fc600e8fa4 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:36:54.062882 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-66ef3754-4b1c-463e-99ed-1ad70ae3134b None None] Attempting to bind port 93651390-f6fa-4b8e-bb85-81fc600e8fa4 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '9342f72a-9e50-4011-8672-4d9620e55df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '0e7ec92b-33d0-4d85-b067-586feb799898'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:36:54.063256 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ef3754-4b1c-463e-99ed-1ad70ae3134b None None] Attempting to bind port 93651390-f6fa-4b8e-bb85-81fc600e8fa4 on network 0e7ec92b-33d0-4d85-b067-586feb799898 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:36:54.082054 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ef3754-4b1c-463e-99ed-1ad70ae3134b None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:36:54.082822 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ef3754-4b1c-463e-99ed-1ad70ae3134b None None] Checking segment: {'id': '9342f72a-9e50-4011-8672-4d9620e55df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '0e7ec92b-33d0-4d85-b067-586feb799898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:36:54.083474 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-66ef3754-4b1c-463e-99ed-1ad70ae3134b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:54.084066 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ef3754-4b1c-463e-99ed-1ad70ae3134b None None] Bound using segment: {'id': '9342f72a-9e50-4011-8672-4d9620e55df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '0e7ec92b-33d0-4d85-b067-586feb799898'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:36:54.084761 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-66ef3754-4b1c-463e-99ed-1ad70ae3134b None None] Bound port: 93651390-f6fa-4b8e-bb85-81fc600e8fa4, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9342f72a-9e50-4011-8672-4d9620e55df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '0e7ec92b-33d0-4d85-b067-586feb799898'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:36:54.085423 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-66ef3754-4b1c-463e-99ed-1ad70ae3134b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:54.156375 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515061e-b0fb-4a35-a37a-b3444d3ff9f4 req-dc330cbd-99b4-4a27-8c98-23ea1b005777 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:54.158216 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d515061e-b0fb-4a35-a37a-b3444d3ff9f4 req-dc330cbd-99b4-4a27-8c98-23ea1b005777 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc2a7568-a0b5-453f-9439-31621926cf91 HTTP/1.1" status: 200 len: 945 time: 0.1144605 Oct 20 11:36:54.192055 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-66ef3754-4b1c-463e-99ed-1ad70ae3134b None None] For port 93651390-f6fa-4b8e-bb85-81fc600e8fa4, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:36:54.195503 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-66ef3754-4b1c-463e-99ed-1ad70ae3134b None None] For port 93651390-f6fa-4b8e-bb85-81fc600e8fa4, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=93651390-f6fa-4b8e-bb85-81fc600e8fa4,segment=NetworkSegment(9342f72a-9e50-4011-8672-4d9620e55df2),segment_id=9342f72a-9e50-4011-8672-4d9620e55df2)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:36:54.209835 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-66ef3754-4b1c-463e-99ed-1ad70ae3134b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:54.238315 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d515061e-b0fb-4a35-a37a-b3444d3ff9f4 req-b5bbfa83-7623-4dae-91cd-1a320f7d541b tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/security-groups?id=507d4736-4c60-4433-b68f-a0ea4568f172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633299 Oct 20 11:36:54.244985 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-d951bb9a-204b-4eba-adbd-bdcc80c0d490 admin admin] Allocated IP 172.25.5.57 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/ca55f4b0-86f5-4ad9-a93f-1e7c1ec939e7) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:36:54.304571 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef3754-4b1c-463e-99ed-1ad70ae3134b None None] Pushing event updated for resources: {'Port': ['ID=93651390-f6fa-4b8e-bb85-81fc600e8fa4,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:54.308229 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4347a4a-b82e-4292-b07d-994377d51dfb None None] Network 87010bec-6736-4922-a33b-92334c200b3b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:36:54.342280 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-289e9064-761d-4363-83f9-23287ac5348e None None] Provisioning complete for port c39d1c60-5e6d-46b7-be0e-2cf9462e9b17 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:54.342917 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-289e9064-761d-4363-83f9-23287ac5348e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:54.383703 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d1fa3ae3-7312-4cc7-ab64-764b8f3dc221 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:54.406814 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d951bb9a-204b-4eba-adbd-bdcc80c0d490 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:54.439370 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa3ae3-7312-4cc7-ab64-764b8f3dc221 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event deleted for resources: {'Port': ['ID=0694139b-3483-4da6-8cd2-b33de3ca94f2,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:54.490153 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d951bb9a-204b-4eba-adbd-bdcc80c0d490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:54.508422 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-289e9064-761d-4363-83f9-23287ac5348e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:54.524658 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1fb4dd70-433a-43f7-ac5a-5750407e7fd6 req-4b9bc113-a335-41cd-ba30-5ecc5b3c2df0 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0879297 Oct 20 11:36:54.559300 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d951bb9a-204b-4eba-adbd-bdcc80c0d490 admin admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:36:54.562732 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-d951bb9a-204b-4eba-adbd-bdcc80c0d490 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:36:54.567373 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d951bb9a-204b-4eba-adbd-bdcc80c0d490 admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:36:54.606623 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-289e9064-761d-4363-83f9-23287ac5348e None None] For port c39d1c60-5e6d-46b7-be0e-2cf9462e9b17, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=c39d1c60-5e6d-46b7-be0e-2cf9462e9b17,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:36:54.627926 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d1fa3ae3-7312-4cc7-ab64-764b8f3dc221 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:54.628258 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-289e9064-761d-4363-83f9-23287ac5348e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:54.640941 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d1fa3ae3-7312-4cc7-ab64-764b8f3dc221 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/ports/0694139b-3483-4da6-8cd2-b33de3ca94f2 HTTP/1.1" status: 204 len: 168 time: 0.9745359 Oct 20 11:36:54.643201 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40656) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:54.732715 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd375f6-ca71-4e93-b46f-0d52897e3c09 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:54.734345 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd375f6-ca71-4e93-b46f-0d52897e3c09 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:54.741295 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd375f6-ca71-4e93-b46f-0d52897e3c09 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:54.745335 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-cfd375f6-ca71-4e93-b46f-0d52897e3c09 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1010523 Oct 20 11:36:54.751334 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40660) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:54.753579 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e9064-761d-4363-83f9-23287ac5348e None None] Pushing event updated for resources: {'Port': ['ID=c39d1c60-5e6d-46b7-be0e-2cf9462e9b17,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:54.863089 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-02f9b3bf-4dca-4365-a81e-940f23bd8b3b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Deleting subnet 5ea80f61-150d-4a67-a79a-c333948a5ead {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:36:54.877073 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-02f9b3bf-4dca-4365-a81e-940f23bd8b3b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:54.880283 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1413ab20-e175-4e8f-b7a6-8d1fde4da02f None None] Update dhcp port {'port': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'fixed_ips': [{'subnet_id': 'd800891d-2fbb-4a32-8494-0ea1b6770c31', 'ip_address': '172.20.0.2'}, {'subnet_id': '5ea80f61-150d-4a67-a79a-c333948a5ead'}], 'binding:host_id': 'n-d-814735-3'}, 'id': 'c39d1c60-5e6d-46b7-be0e-2cf9462e9b17'} from n-d-814735-3. {{(pid=100648) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 11:36:54.884201 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40664) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:54.884396 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:54.899319 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d951bb9a-204b-4eba-adbd-bdcc80c0d490 admin admin] Pushing event updated for resources: {'Port': ['ID=ca55f4b0-86f5-4ad9-a93f-1e7c1ec939e7,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:54.929765 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-02f9b3bf-4dca-4365-a81e-940f23bd8b3b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:54.964572 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1413ab20-e175-4e8f-b7a6-8d1fde4da02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:54.984799 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-02f9b3bf-4dca-4365-a81e-940f23bd8b3b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:55.004942 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 93651390-f6fa-4b8e-bb85-81fc600e8fa4 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:36:55.185232 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 93651390-f6fa-4b8e-bb85-81fc600e8fa4 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:55.185854 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:55.280402 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:55.330591 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 93651390-f6fa-4b8e-bb85-81fc600e8fa4, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=93651390-f6fa-4b8e-bb85-81fc600e8fa4,segment=NetworkSegment(9342f72a-9e50-4011-8672-4d9620e55df2),segment_id=9342f72a-9e50-4011-8672-4d9620e55df2)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:36:55.339187 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:55.340138 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device c39d1c60-5e6d-46b7-be0e-2cf9462e9b17 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:36:55.393350 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-385e55c3-435f-433d-87b6-e98fa1f11ed5 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1595843769'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:55.418341 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d951bb9a-204b-4eba-adbd-bdcc80c0d490 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:55.452922 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=93651390-f6fa-4b8e-bb85-81fc600e8fa4,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:55.459583 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c01eb95c-bbc0-47ca-8cae-e96df46f7bfb req-c7968c19-c911-4317-8ea9-cb8f0e8bb916 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.4409451 Oct 20 11:36:55.464656 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:55.465534 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:55.465991 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:55.466439 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:55.466783 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:55.467186 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:55.467733 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:55.468120 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:55.468615 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:55.469108 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:55.469374 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:55.469744 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:36:55.483356 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385e55c3-435f-433d-87b6-e98fa1f11ed5 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Made reservation on behalf of dd3fe22839474a469bd2e585affbdffa for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:36:55.487192 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-385e55c3-435f-433d-87b6-e98fa1f11ed5 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:55.491880 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port c39d1c60-5e6d-46b7-be0e-2cf9462e9b17 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:55.492357 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:55.498694 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-385e55c3-435f-433d-87b6-e98fa1f11ed5 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:55.521935 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c88a40b0-b3e7-492a-b993-dc85a157d219 req-a862777a-96f3-45c6-bd61-d2f6152fa0dc tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.5107155 Oct 20 11:36:55.551931 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-02f9b3bf-4dca-4365-a81e-940f23bd8b3b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:55.555759 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server [None req-1413ab20-e175-4e8f-b7a6-8d1fde4da02f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5ea80f61-150d-4a67-a79a-c333948a5ead: This subnet is being modified by another concurrent operation. Oct 20 11:36:55.555759 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 20 11:36:55.555759 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 20 11:36:55.555759 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 20 11:36:55.555759 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 20 11:36:55.555759 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 20 11:36:55.555759 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 20 11:36:55.555759 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 20 11:36:55.555759 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 20 11:36:55.555759 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 20 11:36:55.555759 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 20 11:36:55.555759 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 20 11:36:55.555759 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 11:36:55.555759 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 11:36:55.555759 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:36:55.555759 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:36:55.555759 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:36:55.555759 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:36:55.555759 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 11:36:55.555759 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:36:55.555759 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 11:36:55.555759 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 11:36:55.555759 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:36:55.555759 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:36:55.555759 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:36:55.555759 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:36:55.555759 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 11:36:55.555759 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:36:55.555759 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 11:36:55.555759 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 11:36:55.555759 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:36:55.555759 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:36:55.555759 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:36:55.555759 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:36:55.555759 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 11:36:55.555759 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 11:36:55.555759 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 20 11:36:55.555759 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 20 11:36:55.555759 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 20 11:36:55.555759 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 20 11:36:55.555759 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 20 11:36:55.555759 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:36:55.555759 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 20 11:36:55.555759 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 11:36:55.555759 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 11:36:55.555759 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 11:36:55.555759 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:36:55.555759 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:36:55.555759 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:36:55.555759 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:36:55.555759 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 11:36:55.555759 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:36:55.555759 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 11:36:55.555759 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 11:36:55.559191 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:36:55.559191 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:36:55.559191 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:36:55.559191 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:36:55.559191 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 11:36:55.559191 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:36:55.559191 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 11:36:55.559191 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 11:36:55.559191 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:36:55.559191 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:36:55.559191 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:36:55.559191 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:36:55.559191 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 11:36:55.559191 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 11:36:55.559191 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 20 11:36:55.559191 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 20 11:36:55.559191 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 20 11:36:55.559191 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 11:36:55.559191 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1514, in update_port Oct 20 11:36:55.559191 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 20 11:36:55.559191 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 20 11:36:55.559191 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 20 11:36:55.559191 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 20 11:36:55.559191 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 20 11:36:55.559191 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 20 11:36:55.559191 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 20 11:36:55.559191 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 20 11:36:55.559191 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 20 11:36:55.559191 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 20 11:36:55.559191 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise exception Oct 20 11:36:55.559191 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5ea80f61-150d-4a67-a79a-c333948a5ead: This subnet is being modified by another concurrent operation. Oct 20 11:36:55.559191 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server Oct 20 11:36:55.589425 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f9b3bf-4dca-4365-a81e-940f23bd8b3b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event deleted for resources: {'Subnet': ['ID=5ea80f61-150d-4a67-a79a-c333948a5ead,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:55.635481 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-02f9b3bf-4dca-4365-a81e-940f23bd8b3b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:55.641572 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-02f9b3bf-4dca-4365-a81e-940f23bd8b3b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/5ea80f61-150d-4a67-a79a-c333948a5ead HTTP/1.1" status: 204 len: 168 time: 0.8887272 Oct 20 11:36:55.644920 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40674) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:55.688681 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-79568fab-6184-411f-91bf-9af1360d0b11 req-f36d0457-d590-435a-ae05-15be2ffcff8d tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0694873 Oct 20 11:36:55.708090 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9751d2-579f-4eca-b3ed-5a7ea51f8215 req-46d05361-b10a-48b7-9071-a2e21fde1395 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:55.709621 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9d9751d2-579f-4eca-b3ed-5a7ea51f8215 req-46d05361-b10a-48b7-9071-a2e21fde1395 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc2a7568-a0b5-453f-9439-31621926cf91 HTTP/1.1" status: 200 len: 945 time: 0.1309369 Oct 20 11:36:55.766088 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9d9751d2-579f-4eca-b3ed-5a7ea51f8215 req-a13c1d05-fce0-4f83-bfb6-8959aa92187b tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/security-groups?id=507d4736-4c60-4433-b68f-a0ea4568f172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466928 Oct 20 11:36:55.783324 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-c8b31e33-3f65-49ac-9c1c-c5b7ca952376 None None] Provisioning complete for port c39d1c60-5e6d-46b7-be0e-2cf9462e9b17 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:55.783324 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c8b31e33-3f65-49ac-9c1c-c5b7ca952376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:55.789621 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fc3f64c-ce80-4316-a6b4-df1e5af85f7e tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Deleting subnet d800891d-2fbb-4a32-8494-0ea1b6770c31 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:36:55.800542 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8fc3f64c-ce80-4316-a6b4-df1e5af85f7e tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:55.861665 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d951bb9a-204b-4eba-adbd-bdcc80c0d490 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:55.867200 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-385e55c3-435f-433d-87b6-e98fa1f11ed5 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:55.867727 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d78b4c-662a-4e7f-99e5-2796d2920d48 None None] Network 0e7ec92b-33d0-4d85-b067-586feb799898 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:36:55.874838 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8fc3f64c-ce80-4316-a6b4-df1e5af85f7e tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:55.910570 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-385e55c3-435f-433d-87b6-e98fa1f11ed5 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:55.983844 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-385e55c3-435f-433d-87b6-e98fa1f11ed5 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] vlan segment allocate from pool success with {'vlan_id': 1292, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:36:55.995487 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e55c3-435f-433d-87b6-e98fa1f11ed5 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e31c96d1-ed2d-43d9-8517-671d52d2ec47,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:56.009234 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-385e55c3-435f-433d-87b6-e98fa1f11ed5 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:56.009634 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-385e55c3-435f-433d-87b6-e98fa1f11ed5 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Added segment f4924200-5a62-48e7-b042-b9c7d78d962d of type vlan for network 83fcd9e6-00ee-4ff2-baf2-117205a98355 Oct 20 11:36:56.043050 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-2883bf9e-601f-4980-b696-adbb0fe1b218 None None] Provisioning complete for port 93651390-f6fa-4b8e-bb85-81fc600e8fa4 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:56.043673 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2883bf9e-601f-4980-b696-adbb0fe1b218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:56.129677 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8fc3f64c-ce80-4316-a6b4-df1e5af85f7e tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:56.133412 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-2883bf9e-601f-4980-b696-adbb0fe1b218 None None] Could not find standard attr ID for object 0694139b-3483-4da6-8cd2-b33de3ca94f2. {{(pid=100648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:36:56.133784 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-385e55c3-435f-433d-87b6-e98fa1f11ed5 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:56.211789 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-385e55c3-435f-433d-87b6-e98fa1f11ed5 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:56.217484 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385e55c3-435f-433d-87b6-e98fa1f11ed5 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:56.218085 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-385e55c3-435f-433d-87b6-e98fa1f11ed5 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:56.249239 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87a0bfe-a932-4208-8ae3-ffa1da7b1720 None None] get_active_networks_info from n-d-814735-3 {{(pid=100648) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 11:36:56.289613 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d951bb9a-204b-4eba-adbd-bdcc80c0d490 admin admin] Router 331ba822-fccd-4135-b29c-c9419d9e7fab is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:36:56.300298 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8fc3f64c-ce80-4316-a6b4-df1e5af85f7e tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:56.318362 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-385e55c3-435f-433d-87b6-e98fa1f11ed5 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4323499 Oct 20 11:36:56.321362 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40678) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:56.326401 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-47547496-8500-41f7-876c-73eecec1ca36 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Request body: {'subnet': {'network_id': '83fcd9e6-00ee-4ff2-baf2-117205a98355', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:56.370410 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-dd71f5d0-450e-41b4-9e65-77eb929e9e37 None None] Provisioning complete for port 93651390-f6fa-4b8e-bb85-81fc600e8fa4 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:56.371134 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-dd71f5d0-450e-41b4-9e65-77eb929e9e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:56.375204 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc3f64c-ce80-4316-a6b4-df1e5af85f7e tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event deleted for resources: {'Subnet': ['ID=d800891d-2fbb-4a32-8494-0ea1b6770c31,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:56.379983 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e55c3-435f-433d-87b6-e98fa1f11ed5 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Pushing event updated for resources: {'Network': ['ID=83fcd9e6-00ee-4ff2-baf2-117205a98355,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:56.382684 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8fc3f64c-ce80-4316-a6b4-df1e5af85f7e tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:56.385846 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8fc3f64c-ce80-4316-a6b4-df1e5af85f7e tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/d800891d-2fbb-4a32-8494-0ea1b6770c31 HTTP/1.1" status: 204 len: 168 time: 0.7398589 Oct 20 11:36:56.388371 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40680) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:56.395307 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87a0bfe-a932-4208-8ae3-ffa1da7b1720 None None] Resources bound (agent type, host, resource id): {{(pid=100648) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 11:36:56.404684 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 83fcd9e6-00ee-4ff2-baf2-117205a98355 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:36:56.416692 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47547496-8500-41f7-876c-73eecec1ca36 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Made reservation on behalf of dd3fe22839474a469bd2e585affbdffa for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:36:56.420215 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-47547496-8500-41f7-876c-73eecec1ca36 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:56.464836 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b01360fa-bcd4-47e1-b705-532181d7fc5b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0751350 Oct 20 11:36:56.467580 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40682) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:56.580192 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6628fefd-bdc3-42de-a47a-f2f1b451ef4c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:56.581674 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6628fefd-bdc3-42de-a47a-f2f1b451ef4c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1130373 Oct 20 11:36:56.584241 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40688) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:56.589826 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-037b1585-81ea-4639-87ac-153c7f5b2489 req-d4cc0f1f-3b3a-48c9-b896-e9d4ebf8ad4e tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0355363 Oct 20 11:36:56.621503 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c8ea1ec3-78bd-4539-a7aa-1e72eb6b4acb req-fea89436-9335-4f26-9ac5-7095770f9001 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.0347712 Oct 20 11:36:56.624593 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d951bb9a-204b-4eba-adbd-bdcc80c0d490 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:36:56.654257 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c62862-5241-4452-ae3f-895c29aa31a4 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:56.654257 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-10c62862-5241-4452-ae3f-895c29aa31a4 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0674753 Oct 20 11:36:56.655402 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40690) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:56.662172 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f3c076-8e52-439b-8d94-7c2a8562f3bb None None] Sync routers for ids ['331ba822-fccd-4135-b29c-c9419d9e7fab'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:36:56.710446 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-575d78aa-817a-459f-8b1c-bc4c45a25ae2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0538239 Oct 20 11:36:56.715639 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40692) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:56.722156 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-c75f5725-deda-42a5-9a84-a39bcc9c088e tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'subnet': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:56.729062 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-47547496-8500-41f7-876c-73eecec1ca36 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:56.731235 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d951bb9a-204b-4eba-adbd-bdcc80c0d490 admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:56.732531 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d951bb9a-204b-4eba-adbd-bdcc80c0d490 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4465127 Oct 20 11:36:56.735589 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40696) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:56.829457 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2e421e45-b362-48e4-8bc2-107f901f22f3 req-0470e043-b30f-42da-b461-1ee425fa9670 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0557141 Oct 20 11:36:56.843614 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 93651390-f6fa-4b8e-bb85-81fc600e8fa4 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:36:56.897617 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f3c076-8e52-439b-8d94-7c2a8562f3bb None None] Routers {'331ba822-fccd-4135-b29c-c9419d9e7fab'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:36:56.898407 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-77f3c076-8e52-439b-8d94-7c2a8562f3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:36:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['331ba822-fccd-4135-b29c-c9419d9e7fab'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:36:56.914907 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47547496-8500-41f7-876c-73eecec1ca36 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Pushing event updated for resources: {'Subnet': ['ID=0fad6d98-1b16-4466-92ee-1e0e5ec23665,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:56.949845 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47547496-8500-41f7-876c-73eecec1ca36 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Checking segment: {'id': 'f4924200-5a62-48e7-b042-b9c7d78d962d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '83fcd9e6-00ee-4ff2-baf2-117205a98355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:36:56.950258 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47547496-8500-41f7-876c-73eecec1ca36 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Network hostable DHCP agents. Network: 83fcd9e6-00ee-4ff2-baf2-117205a98355, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:36:56.971764 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f8844-e36c-424e-98d1-b6b174b1fa5e req-f94b5b79-1d74-4efb-8e33-5ec43baf1350 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:56.979690 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5c2f8844-e36c-424e-98d1-b6b174b1fa5e req-f94b5b79-1d74-4efb-8e33-5ec43baf1350 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc2a7568-a0b5-453f-9439-31621926cf91 HTTP/1.1" status: 200 len: 945 time: 0.1168029 Oct 20 11:36:56.995065 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75f5725-deda-42a5-9a84-a39bcc9c088e tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:36:56.998564 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c75f5725-deda-42a5-9a84-a39bcc9c088e tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:57.000034 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-c75f5725-deda-42a5-9a84-a39bcc9c088e tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:36:57.000468 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c75f5725-deda-42a5-9a84-a39bcc9c088e tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:36:57.050484 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47547496-8500-41f7-876c-73eecec1ca36 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Network 83fcd9e6-00ee-4ff2-baf2-117205a98355 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:36:57.058555 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 93651390-f6fa-4b8e-bb85-81fc600e8fa4 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:57.059133 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:57.059225 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c75f5725-deda-42a5-9a84-a39bcc9c088e tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3420823 Oct 20 11:36:57.062449 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40702) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:57.077092 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-af28ca00-aa94-43bf-a0c0-4a54144a9be0 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'subnet': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:57.083225 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5c2f8844-e36c-424e-98d1-b6b174b1fa5e req-b6b6c3f9-0b02-4b31-aab5-b0ab59772d21 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/security-groups?id=507d4736-4c60-4433-b68f-a0ea4568f172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959032 Oct 20 11:36:57.093167 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-47547496-8500-41f7-876c-73eecec1ca36 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 83fcd9e6-00ee-4ff2-baf2-117205a98355) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:36:57.101795 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-77f3c076-8e52-439b-8d94-7c2a8562f3bb None None] Set router 331ba822-fccd-4135-b29c-c9419d9e7fab gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:36:57.102481 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47547496-8500-41f7-876c-73eecec1ca36 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:57.103149 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-47547496-8500-41f7-876c-73eecec1ca36 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:57.126967 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-47547496-8500-41f7-876c-73eecec1ca36 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8043694 Oct 20 11:36:57.130058 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40704) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:57.135907 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-7c2250bd-3a63-4f6a-84a0-096aecd0b708 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-712100876', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:57.162857 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7c2250bd-3a63-4f6a-84a0-096aecd0b708 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:57.164939 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7c2250bd-3a63-4f6a-84a0-096aecd0b708 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:57.203540 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0762fb8d-8cdd-4ae1-9928-5baa29c99225 None None] get_active_networks_info from n-d-814735-3 {{(pid=100648) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 11:36:57.206921 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af28ca00-aa94-43bf-a0c0-4a54144a9be0 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:36:57.210359 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-af28ca00-aa94-43bf-a0c0-4a54144a9be0 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:57.211818 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-af28ca00-aa94-43bf-a0c0-4a54144a9be0 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:36:57.212238 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af28ca00-aa94-43bf-a0c0-4a54144a9be0 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:36:57.240073 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7c2250bd-3a63-4f6a-84a0-096aecd0b708 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:57.245181 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7c2250bd-3a63-4f6a-84a0-096aecd0b708 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:57.246427 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-af28ca00-aa94-43bf-a0c0-4a54144a9be0 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1740673 Oct 20 11:36:57.252657 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40706) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:57.258911 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-eea0eb03-dc9c-4cee-902f-5d7d5729dc5c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'subnet': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:57.272778 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7c2250bd-3a63-4f6a-84a0-096aecd0b708 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:57.277356 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40708) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:57.278676 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-7c2250bd-3a63-4f6a-84a0-096aecd0b708 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1464047 Oct 20 11:36:57.347852 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-f1460fa7-9925-4bf1-96c7-bf5d76647acd None None] Provisioning complete for port c39d1c60-5e6d-46b7-be0e-2cf9462e9b17 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:36:57.348216 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f1460fa7-9925-4bf1-96c7-bf5d76647acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:57.359423 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:36:57.448205 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device c39d1c60-5e6d-46b7-be0e-2cf9462e9b17 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:36:57.510280 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0762fb8d-8cdd-4ae1-9928-5baa29c99225 None None] Resources bound (agent type, host, resource id): {{(pid=100648) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 11:36:57.575977 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea0eb03-dc9c-4cee-902f-5d7d5729dc5c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:36:57.579656 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-eea0eb03-dc9c-4cee-902f-5d7d5729dc5c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:57.581008 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-eea0eb03-dc9c-4cee-902f-5d7d5729dc5c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:36:57.581423 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eea0eb03-dc9c-4cee-902f-5d7d5729dc5c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:36:57.632569 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ee943ec1-6dfa-4bdc-aec2-17ff0e30bb40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:57.651798 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-77f3c076-8e52-439b-8d94-7c2a8562f3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331ba822-fccd-4135-b29c-c9419d9e7fab', 'name': 'tempest-ServersTestMultiNic-1051497986-router', 'tenant_id': 'f18dacb1b28d497197fcf505b71b2a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'ca55f4b0-86f5-4ad9-a93f-1e7c1ec939e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:36:53Z', 'updated_at': '2021-10-20T11:36:54Z', 'revision_number': 3, 'project_id': 'f18dacb1b28d497197fcf505b71b2a85', 'gw_port': {'id': 'ca55f4b0-86f5-4ad9-a93f-1e7c1ec939e7', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a4:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331ba822-fccd-4135-b29c-c9419d9e7fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:36:54Z', 'updated_at': '2021-10-20T11:36:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:36:57.687647 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:57.689481 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f3c076-8e52-439b-8d94-7c2a8562f3bb None None] Checking router: 331ba822-fccd-4135-b29c-c9419d9e7fab for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:36:57.689828 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f3c076-8e52-439b-8d94-7c2a8562f3bb None None] Updating router 331ba822-fccd-4135-b29c-c9419d9e7fab port ca55f4b0-86f5-4ad9-a93f-1e7c1ec939e7 binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:36:57.717061 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-880bdf5c-bd98-49c9-86f5-5f2a0653e174 req-27757b85-acc8-4b37-8ad4-66650a2032a3 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0347273 Oct 20 11:36:57.751812 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-77f3c076-8e52-439b-8d94-7c2a8562f3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:57.755671 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-56bf2bb1-d995-4544-9b43-4f1a42abf41b req-6b2980af-7214-465d-b46f-bc2793afad05 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.0412445 Oct 20 11:36:57.803194 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port c39d1c60-5e6d-46b7-be0e-2cf9462e9b17, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=c39d1c60-5e6d-46b7-be0e-2cf9462e9b17,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:36:57.812744 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:57.901465 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-044d3c75-7823-4d8d-afaa-44b8edcdbb30 req-2260d21f-f3a4-4c1f-adc8-8476d1e76fbb tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0293558 Oct 20 11:36:57.921537 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-eea0eb03-dc9c-4cee-902f-5d7d5729dc5c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6653612 Oct 20 11:36:57.922538 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40716) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:57.928795 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-bf44be86-bf13-4705-9c89-7ddff3df7fb3 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'subnet': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:57.978340 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=c39d1c60-5e6d-46b7-be0e-2cf9462e9b17,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:58.127781 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-291b396b-bd70-4efe-978b-1d322f7b7170 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:58.162323 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d63e645-605a-447b-abb3-03ca5e820273 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-83fcd9e6-00ee-4ff2-baf2-117205a98355', 'network_id': '83fcd9e6-00ee-4ff2-baf2-117205a98355', 'tenant_id': 'dd3fe22839474a469bd2e585affbdffa', 'fixed_ips': [{'subnet_id': '0fad6d98-1b16-4466-92ee-1e0e5ec23665'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:36:58.163219 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3d63e645-605a-447b-abb3-03ca5e820273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:58.218367 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-77f3c076-8e52-439b-8d94-7c2a8562f3bb None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:58.230853 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf94541-905c-40c0-83a8-cfebf5bcf0b7 req-be75f255-1d83-4609-84b6-86633f6c3a51 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:58.231970 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf44be86-bf13-4705-9c89-7ddff3df7fb3 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:36:58.233736 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fbf94541-905c-40c0-83a8-cfebf5bcf0b7 req-be75f255-1d83-4609-84b6-86633f6c3a51 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc2a7568-a0b5-453f-9439-31621926cf91 HTTP/1.1" status: 200 len: 945 time: 0.0648913 Oct 20 11:36:58.235504 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bf44be86-bf13-4705-9c89-7ddff3df7fb3 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:58.236935 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf44be86-bf13-4705-9c89-7ddff3df7fb3 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:36:58.237336 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf44be86-bf13-4705-9c89-7ddff3df7fb3 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:36:58.267338 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-77f3c076-8e52-439b-8d94-7c2a8562f3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:58.277502 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fbf94541-905c-40c0-83a8-cfebf5bcf0b7 req-bedc71d4-26a8-4933-9369-f1f9a10aadec tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/security-groups?id=507d4736-4c60-4433-b68f-a0ea4568f172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362794 Oct 20 11:36:58.325135 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-ee943ec1-6dfa-4bdc-aec2-17ff0e30bb40 admin admin] Allocated IP 172.20.0.1 (0e7ec92b-33d0-4d85-b067-586feb799898/e8278e23-319b-4e3b-be6f-3630abfb73af/b3bc7a28-e511-44f2-8f8f-12c4e0f73b8e) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:36:58.334760 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-bf44be86-bf13-4705-9c89-7ddff3df7fb3 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4096763 Oct 20 11:36:58.338475 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40722) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:58.345286 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-e5d4802c-4dcb-4266-a0a4-d0dc13913ac7 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'subnet': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:58.367420 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-77f3c076-8e52-439b-8d94-7c2a8562f3bb None None] Attempting to bind port ca55f4b0-86f5-4ad9-a93f-1e7c1ec939e7 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:36:58.367795 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-77f3c076-8e52-439b-8d94-7c2a8562f3bb None None] Attempting to bind port ca55f4b0-86f5-4ad9-a93f-1e7c1ec939e7 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:36:58.368158 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f3c076-8e52-439b-8d94-7c2a8562f3bb None None] Attempting to bind port ca55f4b0-86f5-4ad9-a93f-1e7c1ec939e7 on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:36:58.374261 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f6792-1fdd-41ce-a90c-596ac0260ce8 None None] Pushing event updated for resources: {'Port': ['ID=ca55f4b0-86f5-4ad9-a93f-1e7c1ec939e7,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:58.379075 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f3c076-8e52-439b-8d94-7c2a8562f3bb None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:36:58.379460 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f3c076-8e52-439b-8d94-7c2a8562f3bb None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:36:58.379852 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-77f3c076-8e52-439b-8d94-7c2a8562f3bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:58.380239 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f3c076-8e52-439b-8d94-7c2a8562f3bb None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:36:58.380714 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-77f3c076-8e52-439b-8d94-7c2a8562f3bb None None] Bound port: ca55f4b0-86f5-4ad9-a93f-1e7c1ec939e7, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:36:58.381092 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-77f3c076-8e52-439b-8d94-7c2a8562f3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:58.414238 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-3d63e645-605a-447b-abb3-03ca5e820273 None None] Allocated IP 172.20.0.2 (83fcd9e6-00ee-4ff2-baf2-117205a98355/0fad6d98-1b16-4466-92ee-1e0e5ec23665/1860a390-5b3f-4e10-ac79-49a75f2c62c7) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:36:58.475731 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d4802c-4dcb-4266-a0a4-d0dc13913ac7 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:36:58.479347 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e5d4802c-4dcb-4266-a0a4-d0dc13913ac7 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:58.480797 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5d4802c-4dcb-4266-a0a4-d0dc13913ac7 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:36:58.481236 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5d4802c-4dcb-4266-a0a4-d0dc13913ac7 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:36:58.499564 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e5d4802c-4dcb-4266-a0a4-d0dc13913ac7 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1598213 Oct 20 11:36:58.502664 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40724) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:58.508190 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-89220221-0492-4b49-a167-523bb6326cea tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'subnet': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:58.508452 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ee943ec1-6dfa-4bdc-aec2-17ff0e30bb40 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:58.546620 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ee943ec1-6dfa-4bdc-aec2-17ff0e30bb40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:58.598369 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee943ec1-6dfa-4bdc-aec2-17ff0e30bb40 admin admin] Network 0e7ec92b-33d0-4d85-b067-586feb799898 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:36:58.601213 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-ee943ec1-6dfa-4bdc-aec2-17ff0e30bb40 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:36:58.604531 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee943ec1-6dfa-4bdc-aec2-17ff0e30bb40 admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:36:58.606288 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89220221-0492-4b49-a167-523bb6326cea tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:36:58.606698 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee943ec1-6dfa-4bdc-aec2-17ff0e30bb40 admin admin] Pushing event updated for resources: {'Port': ['ID=b3bc7a28-e511-44f2-8f8f-12c4e0f73b8e,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:58.610716 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-89220221-0492-4b49-a167-523bb6326cea tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:58.612656 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-89220221-0492-4b49-a167-523bb6326cea tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:36:58.613095 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89220221-0492-4b49-a167-523bb6326cea tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:36:58.628636 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-77f3c076-8e52-439b-8d94-7c2a8562f3bb None None] For port ca55f4b0-86f5-4ad9-a93f-1e7c1ec939e7, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:36:58.633427 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-89220221-0492-4b49-a167-523bb6326cea tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1269729 Oct 20 11:36:58.634084 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40726) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:58.668474 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-77f3c076-8e52-439b-8d94-7c2a8562f3bb None None] For port ca55f4b0-86f5-4ad9-a93f-1e7c1ec939e7, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=ca55f4b0-86f5-4ad9-a93f-1e7c1ec939e7,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:36:58.669297 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ee943ec1-6dfa-4bdc-aec2-17ff0e30bb40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:58.677205 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-77f3c076-8e52-439b-8d94-7c2a8562f3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:58.695902 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe920250-7016-46f5-a1b1-63bb7ca70af0 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:58.698963 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-fe920250-7016-46f5-a1b1-63bb7ca70af0 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0635073 Oct 20 11:36:58.700501 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40728) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:58.756822 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbb35e8-42de-459f-b09e-ba49612d71f2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:58.758596 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-bdbb35e8-42de-459f-b09e-ba49612d71f2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0569987 Oct 20 11:36:58.761127 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40732) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:58.769698 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f6792-1fdd-41ce-a90c-596ac0260ce8 None None] Pushing event updated for resources: {'Port': ['ID=ca55f4b0-86f5-4ad9-a93f-1e7c1ec939e7,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:58.801972 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f3c076-8e52-439b-8d94-7c2a8562f3bb None None] Routers {'331ba822-fccd-4135-b29c-c9419d9e7fab'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:36:58.802638 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-77f3c076-8e52-439b-8d94-7c2a8562f3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:36:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['331ba822-fccd-4135-b29c-c9419d9e7fab'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:36:58.810783 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-f43f55b0-3c21-486d-a385-8015cd4667a9 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0485425 Oct 20 11:36:58.813613 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40736) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:36:58.819520 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-b708dd6d-68f9-4f06-ba7e-a4f31cb52637 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'subnet': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:36:58.837188 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ee943ec1-6dfa-4bdc-aec2-17ff0e30bb40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:58.875730 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3d63e645-605a-447b-abb3-03ca5e820273 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:58.883525 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fbbc408e-7bbf-4a84-8134-d629b5d9c56c req-174ae349-22e0-49b7-884b-87d8ef27941b tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.0579774 Oct 20 11:36:58.920688 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3d63e645-605a-447b-abb3-03ca5e820273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:58.964867 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-291b396b-bd70-4efe-978b-1d322f7b7170 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Allocated IP 172.20.0.1 (83fcd9e6-00ee-4ff2-baf2-117205a98355/0fad6d98-1b16-4466-92ee-1e0e5ec23665/e5631082-0047-4593-8f73-bbbdc15c7f18) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:36:58.965715 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7cd14ecb-4509-478e-a902-2b1556840454 req-37d147eb-24b8-44dd-b7ae-d34c83a50fa7 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.1214473 Oct 20 11:36:58.972593 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d63e645-605a-447b-abb3-03ca5e820273 None None] Network 83fcd9e6-00ee-4ff2-baf2-117205a98355 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:36:58.984473 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-3d63e645-605a-447b-abb3-03ca5e820273 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:36:58.987764 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-77f3c076-8e52-439b-8d94-7c2a8562f3bb None None] Set router 331ba822-fccd-4135-b29c-c9419d9e7fab gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:36:58.994432 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d63e645-605a-447b-abb3-03ca5e820273 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:36:59.000613 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-71558824-a85a-4702-b368-df4abc4f9881 req-65e8ad2a-a6ab-45a5-8fcb-4b45a0844735 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0339136 Oct 20 11:36:59.018167 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b708dd6d-68f9-4f06-ba7e-a4f31cb52637 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:36:59.022515 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b708dd6d-68f9-4f06-ba7e-a4f31cb52637 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:59.035031 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63e645-605a-447b-abb3-03ca5e820273 None None] Pushing event updated for resources: {'Port': ['ID=1860a390-5b3f-4e10-ac79-49a75f2c62c7,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:59.138321 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-3d63e645-605a-447b-abb3-03ca5e820273 None None] Attempting to bind port 1860a390-5b3f-4e10-ac79-49a75f2c62c7 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:36:59.138569 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-3d63e645-605a-447b-abb3-03ca5e820273 None None] Attempting to bind port 1860a390-5b3f-4e10-ac79-49a75f2c62c7 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'f4924200-5a62-48e7-b042-b9c7d78d962d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '83fcd9e6-00ee-4ff2-baf2-117205a98355'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:36:59.139015 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d63e645-605a-447b-abb3-03ca5e820273 None None] Attempting to bind port 1860a390-5b3f-4e10-ac79-49a75f2c62c7 on network 83fcd9e6-00ee-4ff2-baf2-117205a98355 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:36:59.156935 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d63e645-605a-447b-abb3-03ca5e820273 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:36:59.157368 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d63e645-605a-447b-abb3-03ca5e820273 None None] Checking segment: {'id': 'f4924200-5a62-48e7-b042-b9c7d78d962d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '83fcd9e6-00ee-4ff2-baf2-117205a98355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:36:59.157778 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3d63e645-605a-447b-abb3-03ca5e820273 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:59.158179 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d63e645-605a-447b-abb3-03ca5e820273 None None] Bound using segment: {'id': 'f4924200-5a62-48e7-b042-b9c7d78d962d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '83fcd9e6-00ee-4ff2-baf2-117205a98355'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:36:59.158660 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-3d63e645-605a-447b-abb3-03ca5e820273 None None] Bound port: 1860a390-5b3f-4e10-ac79-49a75f2c62c7, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4924200-5a62-48e7-b042-b9c7d78d962d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '83fcd9e6-00ee-4ff2-baf2-117205a98355'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:36:59.159067 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3d63e645-605a-447b-abb3-03ca5e820273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:59.215927 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ee943ec1-6dfa-4bdc-aec2-17ff0e30bb40 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:59.222207 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-291b396b-bd70-4efe-978b-1d322f7b7170 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:59.228021 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ee943ec1-6dfa-4bdc-aec2-17ff0e30bb40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:59.292756 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3d63e645-605a-447b-abb3-03ca5e820273 None None] For port 1860a390-5b3f-4e10-ac79-49a75f2c62c7, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:36:59.298373 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3d63e645-605a-447b-abb3-03ca5e820273 None None] For port 1860a390-5b3f-4e10-ac79-49a75f2c62c7, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=1860a390-5b3f-4e10-ac79-49a75f2c62c7,segment=NetworkSegment(f4924200-5a62-48e7-b042-b9c7d78d962d),segment_id=f4924200-5a62-48e7-b042-b9c7d78d962d)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:36:59.307087 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3d63e645-605a-447b-abb3-03ca5e820273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:59.326316 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ee943ec1-6dfa-4bdc-aec2-17ff0e30bb40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:59.375415 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-77f3c076-8e52-439b-8d94-7c2a8562f3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331ba822-fccd-4135-b29c-c9419d9e7fab', 'name': 'tempest-ServersTestMultiNic-1051497986-router', 'tenant_id': 'f18dacb1b28d497197fcf505b71b2a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'ca55f4b0-86f5-4ad9-a93f-1e7c1ec939e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:36:53Z', 'updated_at': '2021-10-20T11:36:58Z', 'revision_number': 4, 'project_id': 'f18dacb1b28d497197fcf505b71b2a85', 'gw_port': {'id': 'ca55f4b0-86f5-4ad9-a93f-1e7c1ec939e7', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a4:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331ba822-fccd-4135-b29c-c9419d9e7fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:36:54Z', 'updated_at': '2021-10-20T11:36:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'b3bc7a28-e511-44f2-8f8f-12c4e0f73b8e', 'name': '', 'network_id': '0e7ec92b-33d0-4d85-b067-586feb799898', 'tenant_id': 'f18dacb1b28d497197fcf505b71b2a85', 'mac_address': 'fa:16:3e:a6:2c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331ba822-fccd-4135-b29c-c9419d9e7fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'e8278e23-319b-4e3b-be6f-3630abfb73af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:36:57Z', 'updated_at': '2021-10-20T11:36:58Z', 'revision_number': 1, 'project_id': 'f18dacb1b28d497197fcf505b71b2a85', 'subnets': [{'id': 'e8278e23-319b-4e3b-be6f-3630abfb73af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:36:59.377450 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63e645-605a-447b-abb3-03ca5e820273 None None] Pushing event updated for resources: {'Port': ['ID=1860a390-5b3f-4e10-ac79-49a75f2c62c7,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:59.406248 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee943ec1-6dfa-4bdc-aec2-17ff0e30bb40 admin admin] Pushing event updated for resources: {'Port': ['ID=b3bc7a28-e511-44f2-8f8f-12c4e0f73b8e,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:59.409734 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f3c076-8e52-439b-8d94-7c2a8562f3bb None None] The sync data for ids ['331ba822-fccd-4135-b29c-c9419d9e7fab'] in n-d-814735-3 is: [{'id': '331ba822-fccd-4135-b29c-c9419d9e7fab', 'name': 'tempest-ServersTestMultiNic-1051497986-router', 'tenant_id': 'f18dacb1b28d497197fcf505b71b2a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'ca55f4b0-86f5-4ad9-a93f-1e7c1ec939e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:36:53Z', 'updated_at': '2021-10-20T11:36:58Z', 'revision_number': 4, 'project_id': 'f18dacb1b28d497197fcf505b71b2a85', 'gw_port': {'id': 'ca55f4b0-86f5-4ad9-a93f-1e7c1ec939e7', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a4:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331ba822-fccd-4135-b29c-c9419d9e7fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:36:54Z', 'updated_at': '2021-10-20T11:36:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'b3bc7a28-e511-44f2-8f8f-12c4e0f73b8e', 'name': '', 'network_id': '0e7ec92b-33d0-4d85-b067-586feb799898', 'tenant_id': 'f18dacb1b28d497197fcf505b71b2a85', 'mac_address': 'fa:16:3e:a6:2c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331ba822-fccd-4135-b29c-c9419d9e7fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'e8278e23-319b-4e3b-be6f-3630abfb73af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:36:57Z', 'updated_at': '2021-10-20T11:36:58Z', 'revision_number': 1, 'project_id': 'f18dacb1b28d497197fcf505b71b2a85', 'subnets': [{'id': 'e8278e23-319b-4e3b-be6f-3630abfb73af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:36:59.435401 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-291b396b-bd70-4efe-978b-1d322f7b7170 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:59.447490 n-d-814735-3 neutron-server[100647]: DEBUG neutron.objects.ports [None req-b708dd6d-68f9-4f06-ba7e-a4f31cb52637 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100647) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 11:36:59.497385 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291b396b-bd70-4efe-978b-1d322f7b7170 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Network 83fcd9e6-00ee-4ff2-baf2-117205a98355 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:36:59.499005 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee943ec1-6dfa-4bdc-aec2-17ff0e30bb40 admin admin] Network 0e7ec92b-33d0-4d85-b067-586feb799898 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:36:59.502687 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-ee943ec1-6dfa-4bdc-aec2-17ff0e30bb40 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:36:59.504767 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-291b396b-bd70-4efe-978b-1d322f7b7170 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:36:59.514421 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291b396b-bd70-4efe-978b-1d322f7b7170 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:36:59.519825 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b396b-bd70-4efe-978b-1d322f7b7170 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Pushing event updated for resources: {'Port': ['ID=e5631082-0047-4593-8f73-bbbdc15c7f18,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:36:59.600200 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e35141-0b48-4e90-8d6a-1052df14ac47 req-d323db6a-e54a-4182-aecd-8605b5fb9115 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:36:59.610835 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b1e35141-0b48-4e90-8d6a-1052df14ac47 req-d323db6a-e54a-4182-aecd-8605b5fb9115 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc2a7568-a0b5-453f-9439-31621926cf91 HTTP/1.1" status: 200 len: 945 time: 0.2347176 Oct 20 11:36:59.624627 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-291b396b-bd70-4efe-978b-1d322f7b7170 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:59.732467 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b1e35141-0b48-4e90-8d6a-1052df14ac47 req-dbdb772c-7d11-4d4a-85fc-0d8b0ecbc046 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/security-groups?id=507d4736-4c60-4433-b68f-a0ea4568f172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206257 Oct 20 11:36:59.784855 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee943ec1-6dfa-4bdc-aec2-17ff0e30bb40 admin admin] Router 331ba822-fccd-4135-b29c-c9419d9e7fab has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:36:59.819183 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b708dd6d-68f9-4f06-ba7e-a4f31cb52637 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:59.844813 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-291b396b-bd70-4efe-978b-1d322f7b7170 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:36:59.995111 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5ca4262-d9e2-4c31-a693-7b73cdb29871 req-5e86bcce-4eb0-4a36-95f2-988c414b7ac7 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.0346842 Oct 20 11:37:00.030623 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-b708dd6d-68f9-4f06-ba7e-a4f31cb52637 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] For port c39d1c60-5e6d-46b7-be0e-2cf9462e9b17, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=c39d1c60-5e6d-46b7-be0e-2cf9462e9b17,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:00.079273 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b708dd6d-68f9-4f06-ba7e-a4f31cb52637 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:00.084590 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee943ec1-6dfa-4bdc-aec2-17ff0e30bb40 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:37:00.098898 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ee943ec1-6dfa-4bdc-aec2-17ff0e30bb40 admin admin] 10.222.0.98 "PUT /v2.0/routers/331ba822-fccd-4135-b29c-c9419d9e7fab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3581290 Oct 20 11:37:00.100444 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b708dd6d-68f9-4f06-ba7e-a4f31cb52637 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:00.100784 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b708dd6d-68f9-4f06-ba7e-a4f31cb52637 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:00.151854 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b708dd6d-68f9-4f06-ba7e-a4f31cb52637 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:00.154593 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-17c820f1-ffad-40b3-8d30-a04a0efe2f08 req-ae4a1b81-35e4-4df3-b329-1c0bc9a6b168 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0571668 Oct 20 11:37:00.159201 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-b708dd6d-68f9-4f06-ba7e-a4f31cb52637 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:00.233487 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b708dd6d-68f9-4f06-ba7e-a4f31cb52637 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:00.234105 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b708dd6d-68f9-4f06-ba7e-a4f31cb52637 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:00.290977 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b708dd6d-68f9-4f06-ba7e-a4f31cb52637 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Subnet': ['ID=c99d69ac-8c1f-43b4-a6c3-3f8b954cd429,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:00.344277 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40754) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:00.368766 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-291b396b-bd70-4efe-978b-1d322f7b7170 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:00.376664 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-291b396b-bd70-4efe-978b-1d322f7b7170 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:00.417372 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ff306031-ce37-4c4a-bd54-814ad14e9f45 req-ae67552b-695d-45fd-8137-cd51ce6f304b tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.2594538 Oct 20 11:37:00.425544 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-b708dd6d-68f9-4f06-ba7e-a4f31cb52637 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6107359 Oct 20 11:37:00.437839 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40758) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:00.449655 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-61919aee-561a-46cf-8473-67b6a0b4485b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'port': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'mac_address': 'fa:16:3e:5b:12:f9', 'name': 'tempest-NetworksTestDHCPv6-1445326210'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:00.462042 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-a90a8399-83e1-4b26-91fb-c20a6d458fce tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1822723240'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:00.467856 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-123f90ac-fa4a-49cb-86dc-271d50838524 req-aa28d570-3d43-49cb-9d31-45b412b26eff service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=918a1596-e7b3-406d-95d9-ebe8dc2ee09e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0381947 Oct 20 11:37:00.473702 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b708dd6d-68f9-4f06-ba7e-a4f31cb52637 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Port': ['ID=c39d1c60-5e6d-46b7-be0e-2cf9462e9b17,revision_number=7']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:00.530439 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-123f90ac-fa4a-49cb-86dc-271d50838524 req-7a5829af-9c95-46ef-9a41-d15f07497ef1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=693a3af34e4144ada552a35a939fe40f&device_id=918a1596-e7b3-406d-95d9-ebe8dc2ee09e HTTP/1.1" status: 200 len: 210 time: 0.0306883 Oct 20 11:37:00.577896 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-123f90ac-fa4a-49cb-86dc-271d50838524 req-297d0086-bb27-432b-95f8-9e8cedc63d44 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=693a3af34e4144ada552a35a939fe40f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234203 Oct 20 11:37:00.582200 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-291b396b-bd70-4efe-978b-1d322f7b7170 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:00.599818 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b396b-bd70-4efe-978b-1d322f7b7170 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Pushing event updated for resources: {'Port': ['ID=e5631082-0047-4593-8f73-bbbdc15c7f18,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:00.617015 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90a8399-83e1-4b26-91fb-c20a6d458fce tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Made reservation on behalf of f18dacb1b28d497197fcf505b71b2a85 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:00.620918 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a90a8399-83e1-4b26-91fb-c20a6d458fce tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:00.774575 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f90ac-fa4a-49cb-86dc-271d50838524 req-92c7f7e7-eb74-407b-bb26-ece5e6f22aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:00.776567 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-123f90ac-fa4a-49cb-86dc-271d50838524 req-92c7f7e7-eb74-407b-bb26-ece5e6f22aec service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1891685 Oct 20 11:37:00.816034 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 1860a390-5b3f-4e10-ac79-49a75f2c62c7 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:37:00.876680 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a53503-76d1-406c-bee9-046a3d64d9b5 None None] Network 87010bec-6736-4922-a33b-92334c200b3b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:00.879251 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780eea40-722c-4713-9247-c05549e9147e None None] Network 83fcd9e6-00ee-4ff2-baf2-117205a98355 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:00.921861 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85accf54-4da1-47d7-acf6-e8753560867e req-c3dac404-1882-4911-9986-61883ac5abe0 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:00.929566 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-85accf54-4da1-47d7-acf6-e8753560867e req-c3dac404-1882-4911-9986-61883ac5abe0 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc2a7568-a0b5-453f-9439-31621926cf91 HTTP/1.1" status: 200 len: 945 time: 0.0818694 Oct 20 11:37:00.984235 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-85accf54-4da1-47d7-acf6-e8753560867e req-3e5959f0-8f53-4b00-af67-ec48cd60b30e tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/security-groups?id=507d4736-4c60-4433-b68f-a0ea4568f172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531471 Oct 20 11:37:01.047939 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-0da6b87e-bfba-4baf-8055-19b08c11985b None None] Provisioning complete for port 1860a390-5b3f-4e10-ac79-49a75f2c62c7 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:01.048669 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0da6b87e-bfba-4baf-8055-19b08c11985b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:01.111935 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291b396b-bd70-4efe-978b-1d322f7b7170 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Network 83fcd9e6-00ee-4ff2-baf2-117205a98355 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:01.120864 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-291b396b-bd70-4efe-978b-1d322f7b7170 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:01.123421 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07567f27-7c06-4ffb-99a1-1de905c9b075 req-2d31b1fb-2692-40fe-97bd-442c4f44ac0e tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.0439548 Oct 20 11:37:01.173811 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a90a8399-83e1-4b26-91fb-c20a6d458fce tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] vlan segment allocate from pool success with {'vlan_id': 1265, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:37:01.180443 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 1860a390-5b3f-4e10-ac79-49a75f2c62c7 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:01.180824 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:01.224884 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a90a8399-83e1-4b26-91fb-c20a6d458fce tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:01.225237 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-a90a8399-83e1-4b26-91fb-c20a6d458fce tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Added segment 8fe66be6-698b-463e-ba22-8125d5c37035 of type vlan for network b4d4acb9-ec1b-451d-904b-0a8cc6741152 Oct 20 11:37:01.248123 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61919aee-561a-46cf-8473-67b6a0b4485b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:01.296345 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b87787f6-e405-46f1-a171-bfbd78779dee req-291be01e-a91d-47ec-95dd-d09f0a3d221c tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0451727 Oct 20 11:37:01.346596 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a90a8399-83e1-4b26-91fb-c20a6d458fce tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:01.371886 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0da6b87e-bfba-4baf-8055-19b08c11985b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:01.426576 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a90a8399-83e1-4b26-91fb-c20a6d458fce tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:01.432138 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90a8399-83e1-4b26-91fb-c20a6d458fce tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:01.432737 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a90a8399-83e1-4b26-91fb-c20a6d458fce tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:01.476366 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-291b396b-bd70-4efe-978b-1d322f7b7170 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Router 747d07ae-916c-42ea-850a-07c6509efd97 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:37:01.478766 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-0da6b87e-bfba-4baf-8055-19b08c11985b None None] For port 1860a390-5b3f-4e10-ac79-49a75f2c62c7, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=1860a390-5b3f-4e10-ac79-49a75f2c62c7,segment=NetworkSegment(f4924200-5a62-48e7-b042-b9c7d78d962d),segment_id=f4924200-5a62-48e7-b042-b9c7d78d962d)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:01.480219 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-61919aee-561a-46cf-8473-67b6a0b4485b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:01.481551 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:01.487436 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0da6b87e-bfba-4baf-8055-19b08c11985b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:01.503843 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a90a8399-83e1-4b26-91fb-c20a6d458fce tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1575127 Oct 20 11:37:01.506168 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40770) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:01.511200 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-ac91d223-ef8e-44fb-afc6-c6516edb8764 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Request body: {'subnet': {'network_id': 'b4d4acb9-ec1b-451d-904b-0a8cc6741152', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:01.553336 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90a8399-83e1-4b26-91fb-c20a6d458fce tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Pushing event updated for resources: {'Network': ['ID=b4d4acb9-ec1b-451d-904b-0a8cc6741152,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:01.577535 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da6b87e-bfba-4baf-8055-19b08c11985b None None] Pushing event updated for resources: {'Port': ['ID=1860a390-5b3f-4e10-ac79-49a75f2c62c7,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:01.599487 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-0da6b87e-bfba-4baf-8055-19b08c11985b None None] Provisioning complete for port c39d1c60-5e6d-46b7-be0e-2cf9462e9b17 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:01.599863 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0da6b87e-bfba-4baf-8055-19b08c11985b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:01.605048 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network b4d4acb9-ec1b-451d-904b-0a8cc6741152 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:37:01.619790 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-61919aee-561a-46cf-8473-67b6a0b4485b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] device_id is not set on port 37b4eefd-aeb6-4998-95bb-f0bb8254b8f0 yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:37:01.654586 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19902882-2a29-4c00-bdb8-583c0fa30bfe req-fdc34eb9-5a64-4fa1-bfad-6e7046995cde tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0853560 Oct 20 11:37:01.668996 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.db.api [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:37:01.669334 n-d-814735-3 neutron-server[100648]: DEBUG oslo_db.api [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:37:01.745879 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac91d223-ef8e-44fb-afc6-c6516edb8764 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Made reservation on behalf of f18dacb1b28d497197fcf505b71b2a85 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:01.750010 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ac91d223-ef8e-44fb-afc6-c6516edb8764 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:01.779977 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0da6b87e-bfba-4baf-8055-19b08c11985b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:01.788875 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291b396b-bd70-4efe-978b-1d322f7b7170 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:37:01.804546 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-291b396b-bd70-4efe-978b-1d322f7b7170 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] 10.222.0.98 "PUT /v2.0/routers/747d07ae-916c-42ea-850a-07c6509efd97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5260973 Oct 20 11:37:01.806071 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40772) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:01.807867 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35606263-7609-4e9f-a993-da59c84be5ca None None] Sync routers for ids ['747d07ae-916c-42ea-850a-07c6509efd97'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:37:01.820976 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35606263-7609-4e9f-a993-da59c84be5ca None None] Routers {'747d07ae-916c-42ea-850a-07c6509efd97'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:37:01.823772 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-35606263-7609-4e9f-a993-da59c84be5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:36:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['747d07ae-916c-42ea-850a-07c6509efd97'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:01.835174 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-0da6b87e-bfba-4baf-8055-19b08c11985b None None] For port c39d1c60-5e6d-46b7-be0e-2cf9462e9b17, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=c39d1c60-5e6d-46b7-be0e-2cf9462e9b17,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:01.852405 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0da6b87e-bfba-4baf-8055-19b08c11985b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:01.895657 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-64aa559f-1e06-4d7a-9f56-53121b5dc84f tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Request body: {'port': {'network_id': '83fcd9e6-00ee-4ff2-baf2-117205a98355', 'name': 'tempest-FloatingIPNegativeTestJSON-1026071679'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:01.908093 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-35606263-7609-4e9f-a993-da59c84be5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:01.921894 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35606263-7609-4e9f-a993-da59c84be5ca None None] Routers {'747d07ae-916c-42ea-850a-07c6509efd97'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:37:01.923816 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-35606263-7609-4e9f-a993-da59c84be5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:36:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['747d07ae-916c-42ea-850a-07c6509efd97'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:01.988982 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-35606263-7609-4e9f-a993-da59c84be5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:01.990216 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35606263-7609-4e9f-a993-da59c84be5ca None None] The sync data for ids ['747d07ae-916c-42ea-850a-07c6509efd97'] in n-d-814735-3 is: [] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:37:01.998294 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da6b87e-bfba-4baf-8055-19b08c11985b None None] Pushing event updated for resources: {'Port': ['ID=c39d1c60-5e6d-46b7-be0e-2cf9462e9b17,revision_number=8']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:02.021210 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-5eb003ea-0296-4ccc-8862-1cb4deb37be4 None None] Provisioning complete for port b3bc7a28-e511-44f2-8f8f-12c4e0f73b8e triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:02.021587 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5eb003ea-0296-4ccc-8862-1cb4deb37be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:02.025408 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-61919aee-561a-46cf-8473-67b6a0b4485b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Allocated IP 2001:db8::f816:3eff:fe5b:12f9 (87010bec-6736-4922-a33b-92334c200b3b/c99d69ac-8c1f-43b4-a6c3-3f8b954cd429/37b4eefd-aeb6-4998-95bb-f0bb8254b8f0) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:02.105799 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-5eb003ea-0296-4ccc-8862-1cb4deb37be4 None None] Port b3bc7a28-e511-44f2-8f8f-12c4e0f73b8e cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:37:02.215691 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d313d6c-9a24-49e9-9fe3-7aef52dd7dc9 req-34a98798-0002-4c19-898b-6cf376b68000 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:02.217415 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5d313d6c-9a24-49e9-9fe3-7aef52dd7dc9 req-34a98798-0002-4c19-898b-6cf376b68000 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc2a7568-a0b5-453f-9439-31621926cf91 HTTP/1.1" status: 200 len: 945 time: 0.1123369 Oct 20 11:37:02.263766 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device ca55f4b0-86f5-4ad9-a93f-1e7c1ec939e7 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:37:02.284582 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c718a5b3-2988-4cb8-ba82-d8c2fe1e467c req-9c107021-af20-4629-a351-418f6abfb269 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.0624335 Oct 20 11:37:02.287188 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ac91d223-ef8e-44fb-afc6-c6516edb8764 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:02.312249 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-61919aee-561a-46cf-8473-67b6a0b4485b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:02.364019 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port ca55f4b0-86f5-4ad9-a93f-1e7c1ec939e7 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:02.369372 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:02.386752 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-61919aee-561a-46cf-8473-67b6a0b4485b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:02.398427 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5d313d6c-9a24-49e9-9fe3-7aef52dd7dc9 req-5c67d2a5-27f7-47f6-94b1-aa68a62e228c tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/security-groups?id=507d4736-4c60-4433-b68f-a0ea4568f172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681337 Oct 20 11:37:02.460586 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61919aee-561a-46cf-8473-67b6a0b4485b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:02.463931 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-61919aee-561a-46cf-8473-67b6a0b4485b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:02.473307 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4631f0a6-9742-4f60-8342-0b49647b0384 req-7d91f7a4-095a-4370-9897-c30d15df803d tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0715799 Oct 20 11:37:02.473508 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61919aee-561a-46cf-8473-67b6a0b4485b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:02.476143 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac91d223-ef8e-44fb-afc6-c6516edb8764 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Pushing event updated for resources: {'Subnet': ['ID=ad7ea102-eea6-4496-ac82-0ea47befe23e,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:02.479347 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61919aee-561a-46cf-8473-67b6a0b4485b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:02.479992 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-61919aee-561a-46cf-8473-67b6a0b4485b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:02.484205 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac91d223-ef8e-44fb-afc6-c6516edb8764 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Checking segment: {'id': '8fe66be6-698b-463e-ba22-8125d5c37035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'b4d4acb9-ec1b-451d-904b-0a8cc6741152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:37:02.484346 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64aa559f-1e06-4d7a-9f56-53121b5dc84f tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Made reservation on behalf of dd3fe22839474a469bd2e585affbdffa for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:02.484473 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac91d223-ef8e-44fb-afc6-c6516edb8764 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Network hostable DHCP agents. Network: b4d4acb9-ec1b-451d-904b-0a8cc6741152, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:37:02.490685 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-64aa559f-1e06-4d7a-9f56-53121b5dc84f tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:02.493101 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61919aee-561a-46cf-8473-67b6a0b4485b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Port': ['ID=37b4eefd-aeb6-4998-95bb-f0bb8254b8f0,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:02.520679 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac91d223-ef8e-44fb-afc6-c6516edb8764 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Network b4d4acb9-ec1b-451d-904b-0a8cc6741152 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:37:02.533374 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-64aa559f-1e06-4d7a-9f56-53121b5dc84f tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] device_id is not set on port ec9140ed-5e67-4498-abb4-24a5e65be101 yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:37:02.535593 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-ac91d223-ef8e-44fb-afc6-c6516edb8764 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, b4d4acb9-ec1b-451d-904b-0a8cc6741152) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:02.540432 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac91d223-ef8e-44fb-afc6-c6516edb8764 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:02.541089 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ac91d223-ef8e-44fb-afc6-c6516edb8764 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:02.557842 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-61919aee-561a-46cf-8473-67b6a0b4485b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1159792 Oct 20 11:37:02.559219 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40782) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:02.564569 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ac91d223-ef8e-44fb-afc6-c6516edb8764 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0572419 Oct 20 11:37:02.565467 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40784) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:02.573970 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-eb1de8da-819b-4db0-9420-fdffda55130d tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-831564000'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:02.637659 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1de8da-819b-4db0-9420-fdffda55130d tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Made reservation on behalf of f18dacb1b28d497197fcf505b71b2a85 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:02.647181 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-eb1de8da-819b-4db0-9420-fdffda55130d tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:02.664401 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0270fac-f9aa-47aa-9bc9-9f93338d867c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:02.670419 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0270fac-f9aa-47aa-9bc9-9f93338d867c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:02.672328 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b0270fac-f9aa-47aa-9bc9-9f93338d867c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1119850 Oct 20 11:37:02.675840 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40786) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:02.702112 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb1de8da-819b-4db0-9420-fdffda55130d tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] vlan segment allocate from pool success with {'vlan_id': 1282, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:37:02.714535 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-eb1de8da-819b-4db0-9420-fdffda55130d tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:02.715043 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-eb1de8da-819b-4db0-9420-fdffda55130d tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Added segment 17df2175-4bd9-4bd5-acdf-39f8f9eba789 of type vlan for network 93fe3b01-0707-4dff-8818-3c112850e9b6 Oct 20 11:37:02.756485 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-64aa559f-1e06-4d7a-9f56-53121b5dc84f tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Allocated IP 172.20.0.10 (83fcd9e6-00ee-4ff2-baf2-117205a98355/0fad6d98-1b16-4466-92ee-1e0e5ec23665/ec9140ed-5e67-4498-abb4-24a5e65be101) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:02.757643 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:02.769803 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-eb1de8da-819b-4db0-9420-fdffda55130d tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:02.787471 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port ca55f4b0-86f5-4ad9-a93f-1e7c1ec939e7, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=ca55f4b0-86f5-4ad9-a93f-1e7c1ec939e7,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:02.795772 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf65205-bf1c-4daa-b41c-da402ff75f36 None None] Network 83fcd9e6-00ee-4ff2-baf2-117205a98355 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:02.826512 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbab706-f147-4bb8-b853-f4a5fd86471a None None] Network b4d4acb9-ec1b-451d-904b-0a8cc6741152 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:02.828669 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08646fa-0c22-4f93-9807-d804233dce16 None None] Network 87010bec-6736-4922-a33b-92334c200b3b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:02.834591 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2aca231d-0387-45fc-bfc3-d882ef93e360 req-45776769-8abd-4a5d-86e9-7a3de0008a9f tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0560751 Oct 20 11:37:02.876255 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-eb1de8da-819b-4db0-9420-fdffda55130d tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:02.881731 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1de8da-819b-4db0-9420-fdffda55130d tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:02.881938 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a268a51c-2a2f-4066-bad6-a12ec9c39aef None None] Sync routers for ids ['331ba822-fccd-4135-b29c-c9419d9e7fab'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:37:02.882406 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-eb1de8da-819b-4db0-9420-fdffda55130d tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:02.888781 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:02.922360 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-64aa559f-1e06-4d7a-9f56-53121b5dc84f tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:02.934985 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-eb1de8da-819b-4db0-9420-fdffda55130d tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3634801 Oct 20 11:37:02.936392 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40790) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:02.948042 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-cdc453c3-ea0e-4cab-bccd-c0a249c9b025 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Request body: {'subnet': {'network_id': '93fe3b01-0707-4dff-8818-3c112850e9b6', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:02.964332 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1de8da-819b-4db0-9420-fdffda55130d tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Pushing event updated for resources: {'Network': ['ID=93fe3b01-0707-4dff-8818-3c112850e9b6,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:02.976684 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-69391d8d-47c4-4114-b1fe-8857f8e01c13 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Deleting port 37b4eefd-aeb6-4998-95bb-f0bb8254b8f0 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:37:02.977033 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-69391d8d-47c4-4114-b1fe-8857f8e01c13 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:03.003947 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=ca55f4b0-86f5-4ad9-a93f-1e7c1ec939e7,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:03.020423 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 93fe3b01-0707-4dff-8818-3c112850e9b6 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:37:03.022375 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-34f7939b-48f6-4ec5-b43c-9c667587365f None None] Provisioning complete for port 1860a390-5b3f-4e10-ac79-49a75f2c62c7 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:03.022939 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-34f7939b-48f6-4ec5-b43c-9c667587365f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:03.069725 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-64aa559f-1e06-4d7a-9f56-53121b5dc84f tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:03.076717 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a268a51c-2a2f-4066-bad6-a12ec9c39aef None None] Routers {'331ba822-fccd-4135-b29c-c9419d9e7fab'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:37:03.077637 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-a268a51c-2a2f-4066-bad6-a12ec9c39aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:36:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['331ba822-fccd-4135-b29c-c9419d9e7fab'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:03.118906 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-69391d8d-47c4-4114-b1fe-8857f8e01c13 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:03.135181 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64aa559f-1e06-4d7a-9f56-53121b5dc84f tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Network 83fcd9e6-00ee-4ff2-baf2-117205a98355 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:03.140385 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc453c3-ea0e-4cab-bccd-c0a249c9b025 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Made reservation on behalf of f18dacb1b28d497197fcf505b71b2a85 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:03.144601 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cdc453c3-ea0e-4cab-bccd-c0a249c9b025 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:03.148083 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-64aa559f-1e06-4d7a-9f56-53121b5dc84f tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:03.155927 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-69391d8d-47c4-4114-b1fe-8857f8e01c13 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Calling delete_port for 37b4eefd-aeb6-4998-95bb-f0bb8254b8f0 owned by {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:37:03.163958 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aa559f-1e06-4d7a-9f56-53121b5dc84f tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:03.194106 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device c39d1c60-5e6d-46b7-be0e-2cf9462e9b17 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:37:03.211450 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa559f-1e06-4d7a-9f56-53121b5dc84f tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Pushing event updated for resources: {'Port': ['ID=ec9140ed-5e67-4498-abb4-24a5e65be101,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:03.278672 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64aa559f-1e06-4d7a-9f56-53121b5dc84f tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:03.279352 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-64aa559f-1e06-4d7a-9f56-53121b5dc84f tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:03.303544 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-64aa559f-1e06-4d7a-9f56-53121b5dc84f tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4219542 Oct 20 11:37:03.308912 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40792) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:03.313770 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-a7b07618-d1e8-4f23-b2bf-122ff55ea150 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:03.335800 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-69391d8d-47c4-4114-b1fe-8857f8e01c13 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:03.370735 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-a268a51c-2a2f-4066-bad6-a12ec9c39aef None None] Set router 331ba822-fccd-4135-b29c-c9419d9e7fab gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:37:03.373580 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a7b07618-d1e8-4f23-b2bf-122ff55ea150 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks [] for floatingip, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:03.392425 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69391d8d-47c4-4114-b1fe-8857f8e01c13 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event deleted for resources: {'Port': ['ID=37b4eefd-aeb6-4998-95bb-f0bb8254b8f0,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:03.449068 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cdc453c3-ea0e-4cab-bccd-c0a249c9b025 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:03.450476 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b14c7e8-8b39-4547-a8a6-e2714fc43019 req-5767e668-de58-40cf-914e-a4052e5a13a0 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.0575676 Oct 20 11:37:03.469789 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-69391d8d-47c4-4114-b1fe-8857f8e01c13 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:03.476847 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-69391d8d-47c4-4114-b1fe-8857f8e01c13 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/ports/37b4eefd-aeb6-4998-95bb-f0bb8254b8f0 HTTP/1.1" status: 204 len: 168 time: 0.7998605 Oct 20 11:37:03.477731 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40798) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:03.544944 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc453c3-ea0e-4cab-bccd-c0a249c9b025 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Pushing event updated for resources: {'Subnet': ['ID=9a4f7c8c-0473-4a31-8ef7-6bd60894c9de,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:03.570713 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc453c3-ea0e-4cab-bccd-c0a249c9b025 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Checking segment: {'id': '17df2175-4bd9-4bd5-acdf-39f8f9eba789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '93fe3b01-0707-4dff-8818-3c112850e9b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:37:03.571106 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc453c3-ea0e-4cab-bccd-c0a249c9b025 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Network hostable DHCP agents. Network: 93fe3b01-0707-4dff-8818-3c112850e9b6, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:37:03.596307 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc453c3-ea0e-4cab-bccd-c0a249c9b025 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Network 93fe3b01-0707-4dff-8818-3c112850e9b6 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:37:03.598311 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bb3ab12c-cc04-4cab-9a0b-e4d92b254928 req-896f84c8-eb77-4f9b-bb1f-5e6eb7b3f943 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0546327 Oct 20 11:37:03.600187 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a7b07618-d1e8-4f23-b2bf-122ff55ea150 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:03.629771 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2cce85-ca59-4ade-9b81-d7a72d0f8e73 req-f9c0d4d1-c518-4494-8fe8-239d698ffbf1 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:03.629771 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4e2cce85-ca59-4ade-9b81-d7a72d0f8e73 req-f9c0d4d1-c518-4494-8fe8-239d698ffbf1 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc2a7568-a0b5-453f-9439-31621926cf91 HTTP/1.1" status: 200 len: 945 time: 0.1333773 Oct 20 11:37:03.629771 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a8aa0e-d94d-4a9c-912d-7f3ee97a9270 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:03.629771 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a8aa0e-d94d-4a9c-912d-7f3ee97a9270 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:03.636568 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-74a8aa0e-d94d-4a9c-912d-7f3ee97a9270 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1534610 Oct 20 11:37:03.636568 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40802) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:03.649758 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-cdc453c3-ea0e-4cab-bccd-c0a249c9b025 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 93fe3b01-0707-4dff-8818-3c112850e9b6) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:03.659945 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc453c3-ea0e-4cab-bccd-c0a249c9b025 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:03.660545 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cdc453c3-ea0e-4cab-bccd-c0a249c9b025 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:03.715846 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-cdc453c3-ea0e-4cab-bccd-c0a249c9b025 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7782130 Oct 20 11:37:03.719225 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb4719f8-371c-453a-9571-33fce7cc3f43 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Deleting subnet c99d69ac-8c1f-43b4-a6c3-3f8b954cd429 {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:37:03.743889 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4e2cce85-ca59-4ade-9b81-d7a72d0f8e73 req-fdefa325-c58a-4cbe-83d1-e7445e004746 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/security-groups?id=507d4736-4c60-4433-b68f-a0ea4568f172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702267 Oct 20 11:37:03.746888 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-a7b07618-d1e8-4f23-b2bf-122ff55ea150 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Allocated IP 172.25.5.51 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/5ff2eb58-eeb1-4bf6-8fef-1d726fb4b8b1) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:03.751700 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cb4719f8-371c-453a-9571-33fce7cc3f43 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:03.788700 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead81146-e538-4e61-9a7b-13baee0981b2 None None] Network 93fe3b01-0707-4dff-8818-3c112850e9b6 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:03.812949 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cb4719f8-371c-453a-9571-33fce7cc3f43 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:03.865179 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a7b07618-d1e8-4f23-b2bf-122ff55ea150 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:03.881346 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port c39d1c60-5e6d-46b7-be0e-2cf9462e9b17 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:03.881904 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:03.912881 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a7b07618-d1e8-4f23-b2bf-122ff55ea150 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:03.971757 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b07618-d1e8-4f23-b2bf-122ff55ea150 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:03.982579 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-a7b07618-d1e8-4f23-b2bf-122ff55ea150 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:03.994213 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b07618-d1e8-4f23-b2bf-122ff55ea150 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:03.999243 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26761bca-9e30-4f24-b31f-d05689319c8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-b4d4acb9-ec1b-451d-904b-0a8cc6741152', 'network_id': 'b4d4acb9-ec1b-451d-904b-0a8cc6741152', 'tenant_id': 'f18dacb1b28d497197fcf505b71b2a85', 'fixed_ips': [{'subnet_id': 'ad7ea102-eea6-4496-ac82-0ea47befe23e'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:37:04.000066 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-26761bca-9e30-4f24-b31f-d05689319c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:04.029433 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-56d31024-5e3a-485d-aad0-88ed5d7e19dd req-80b79304-e12b-420a-85f0-5f1a83ad82e0 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0499597 Oct 20 11:37:04.030830 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cb4719f8-371c-453a-9571-33fce7cc3f43 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:04.088779 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b07618-d1e8-4f23-b2bf-122ff55ea150 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Pushing event updated for resources: {'Port': ['ID=5ff2eb58-eeb1-4bf6-8fef-1d726fb4b8b1,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:04.096852 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-43368671-03d7-496c-a6f3-5cc799be007e tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:04.099283 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-34f7939b-48f6-4ec5-b43c-9c667587365f None None] Provisioning complete for port e5631082-0047-4593-8f73-bbbdc15c7f18 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:04.099657 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-34f7939b-48f6-4ec5-b43c-9c667587365f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:04.103730 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-43368671-03d7-496c-a6f3-5cc799be007e tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:04.111359 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-43368671-03d7-496c-a6f3-5cc799be007e tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/networks?id=b4d4acb9-ec1b-451d-904b-0a8cc6741152&id=93fe3b01-0707-4dff-8818-3c112850e9b6&id=b4d4acb9-ec1b-451d-904b-0a8cc6741152 HTTP/1.1" status: 200 len: 1391 time: 0.2497358 Oct 20 11:37:04.137487 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-cc1e67f7-12e3-40e2-bfea-4733459f6128 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/quotas/f18dacb1b28d497197fcf505b71b2a85 HTTP/1.1" status: 200 len: 375 time: 0.0251923 Oct 20 11:37:04.145785 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a7b07618-d1e8-4f23-b2bf-122ff55ea150 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:04.155588 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cb4719f8-371c-453a-9571-33fce7cc3f43 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:04.193488 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a7b07618-d1e8-4f23-b2bf-122ff55ea150 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:04.220225 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cb4719f8-371c-453a-9571-33fce7cc3f43 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:04.226621 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-cb4719f8-371c-453a-9571-33fce7cc3f43 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/c99d69ac-8c1f-43b4-a6c3-3f8b954cd429 HTTP/1.1" status: 204 len: 168 time: 0.5905585 Oct 20 11:37:04.254364 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40820) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:04.257503 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4719f8-371c-453a-9571-33fce7cc3f43 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event deleted for resources: {'Subnet': ['ID=c99d69ac-8c1f-43b4-a6c3-3f8b954cd429,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:04.297021 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-34f7939b-48f6-4ec5-b43c-9c667587365f None None] Port e5631082-0047-4593-8f73-bbbdc15c7f18 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:37:04.320793 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 1860a390-5b3f-4e10-ac79-49a75f2c62c7 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:37:04.330414 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-bf03ffe8-9ec3-4c2f-b382-1c1c5e1bda31 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0747960 Oct 20 11:37:04.333110 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40822) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:04.340025 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-28829ad7-5d25-4dd0-846c-0a0adccb6995 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'subnet': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:04.348622 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31cdbc5-4d87-4acc-98aa-f68ce639b149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-93fe3b01-0707-4dff-8818-3c112850e9b6', 'network_id': '93fe3b01-0707-4dff-8818-3c112850e9b6', 'tenant_id': 'f18dacb1b28d497197fcf505b71b2a85', 'fixed_ips': [{'subnet_id': '9a4f7c8c-0473-4a31-8ef7-6bd60894c9de'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:37:04.351681 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b31cdbc5-4d87-4acc-98aa-f68ce639b149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:04.423732 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-de16202c-8bbd-49c2-96ef-95aaf971a0f8 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=f18dacb1b28d497197fcf505b71b2a85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2703686 Oct 20 11:37:04.458933 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a7b07618-d1e8-4f23-b2bf-122ff55ea150 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:04.466140 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a7b07618-d1e8-4f23-b2bf-122ff55ea150 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:04.495225 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cb04ad-0625-45aa-b32b-2328a992ce0b None None] Network 87010bec-6736-4922-a33b-92334c200b3b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:04.564377 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b07618-d1e8-4f23-b2bf-122ff55ea150 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Pushing event updated for resources: {'Port': ['ID=5ff2eb58-eeb1-4bf6-8fef-1d726fb4b8b1,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:04.581516 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a7b07618-d1e8-4f23-b2bf-122ff55ea150 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:04.602493 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a7b07618-d1e8-4f23-b2bf-122ff55ea150 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:04.607466 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a7b07618-d1e8-4f23-b2bf-122ff55ea150 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2966328 Oct 20 11:37:04.607811 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40826) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:04.613899 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-85975673-c2bc-482d-b952-6266e9795a23 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Request body: {'floatingip': {'port_id': 'ec9140ed-5e67-4498-abb4-24a5e65be101', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:04.668955 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-85975673-c2bc-482d-b952-6266e9795a23 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks [] for floatingip, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:04.795627 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-b31cdbc5-4d87-4acc-98aa-f68ce639b149 None None] Allocated IP 19.86.0.2 (93fe3b01-0707-4dff-8818-3c112850e9b6/9a4f7c8c-0473-4a31-8ef7-6bd60894c9de/5d838ebd-c4b6-4fa8-a56d-e861378f471a) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:04.813745 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-a268a51c-2a2f-4066-bad6-a12ec9c39aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331ba822-fccd-4135-b29c-c9419d9e7fab', 'name': 'tempest-ServersTestMultiNic-1051497986-router', 'tenant_id': 'f18dacb1b28d497197fcf505b71b2a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'ca55f4b0-86f5-4ad9-a93f-1e7c1ec939e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:36:53Z', 'updated_at': '2021-10-20T11:36:58Z', 'revision_number': 4, 'project_id': 'f18dacb1b28d497197fcf505b71b2a85', 'gw_port': {'id': 'ca55f4b0-86f5-4ad9-a93f-1e7c1ec939e7', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331ba822-fccd-4135-b29c-c9419d9e7fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:36:54Z', 'updated_at': '2021-10-20T11:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'b3bc7a28-e511-44f2-8f8f-12c4e0f73b8e', 'name': '', 'network_id': '0e7ec92b-33d0-4d85-b067-586feb799898', 'tenant_id': 'f18dacb1b28d497197fcf505b71b2a85', 'mac_address': 'fa:16:3e:a6:2c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331ba822-fccd-4135-b29c-c9419d9e7fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'e8278e23-319b-4e3b-be6f-3630abfb73af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:36:57Z', 'updated_at': '2021-10-20T11:36:58Z', 'revision_number': 2, 'project_id': 'f18dacb1b28d497197fcf505b71b2a85', 'subnets': [{'id': 'e8278e23-319b-4e3b-be6f-3630abfb73af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:04.826936 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-85975673-c2bc-482d-b952-6266e9795a23 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] update failed (client error): The resource could not be found. Oct 20 11:37:04.829474 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-85975673-c2bc-482d-b952-6266e9795a23 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] 10.222.0.98 "PUT /v2.0/floatingips/d8f4bc48-b5ec-49d8-af7e-49b2e6cbd816 HTTP/1.1" status: 404 len: 507 time: 0.2203894 Oct 20 11:37:04.832274 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40834) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:04.867367 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-26761bca-9e30-4f24-b31f-d05689319c8d None None] Allocated IP 19.80.0.2 (b4d4acb9-ec1b-451d-904b-0a8cc6741152/ad7ea102-eea6-4496-ac82-0ea47befe23e/0b9cf83d-e9e9-4dd6-888e-8382a62a0dad) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:04.916862 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a268a51c-2a2f-4066-bad6-a12ec9c39aef None None] Checking router: 331ba822-fccd-4135-b29c-c9419d9e7fab for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:37:04.917236 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a268a51c-2a2f-4066-bad6-a12ec9c39aef None None] Updating router 331ba822-fccd-4135-b29c-c9419d9e7fab port b3bc7a28-e511-44f2-8f8f-12c4e0f73b8e binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:37:04.937970 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-cbd96c6b-9c13-4089-ab95-cdaebaed70da None None] Provisioning complete for port c39d1c60-5e6d-46b7-be0e-2cf9462e9b17 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:04.937970 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-cbd96c6b-9c13-4089-ab95-cdaebaed70da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:04.979399 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-5423e385-daf3-4cf9-8bf3-9fce3d6fcc9e tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Deleting port 5ff2eb58-eeb1-4bf6-8fef-1d726fb4b8b1 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:37:04.979748 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5423e385-daf3-4cf9-8bf3-9fce3d6fcc9e tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:05.003591 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-4a7c5b28-93f5-43c5-8097-25289fc58165 service neutron] 10.222.0.98 "GET /v2.0/networks/b4d4acb9-ec1b-451d-904b-0a8cc6741152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5686185 Oct 20 11:37:05.047284 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2e5d9b73-f269-4045-9876-228e2f92f417 req-c025f255-5d99-47bc-b57d-355661ae4a3f tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.1102946 Oct 20 11:37:05.073826 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a268a51c-2a2f-4066-bad6-a12ec9c39aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:05.094908 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28829ad7-5d25-4dd0-846c-0a0adccb6995 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:05.098854 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-28829ad7-5d25-4dd0-846c-0a0adccb6995 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:05.108970 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5423e385-daf3-4cf9-8bf3-9fce3d6fcc9e tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:05.109372 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5423e385-daf3-4cf9-8bf3-9fce3d6fcc9e tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:05.128333 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-5423e385-daf3-4cf9-8bf3-9fce3d6fcc9e tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Calling delete_port for 5ff2eb58-eeb1-4bf6-8fef-1d726fb4b8b1 owned by network:floatingip {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:37:05.188138 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 1860a390-5b3f-4e10-ac79-49a75f2c62c7 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:05.188643 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:05.201087 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6db0e974-aa27-4440-ab64-f7a8bb46ef7a req-f4305bc7-a07c-435e-8759-320f8a1b105c tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0869131 Oct 20 11:37:05.321339 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5423e385-daf3-4cf9-8bf3-9fce3d6fcc9e tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:05.347099 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-df2b0884-9a18-4d5b-a53c-95fee6a99db3 service neutron] 10.222.0.98 "GET /v2.0/networks/b4d4acb9-ec1b-451d-904b-0a8cc6741152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022516 Oct 20 11:37:05.354073 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423e385-daf3-4cf9-8bf3-9fce3d6fcc9e tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Pushing event deleted for resources: {'Port': ['ID=5ff2eb58-eeb1-4bf6-8fef-1d726fb4b8b1,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:05.381142 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf575e-d645-4811-8f12-535b61eebbf7 req-66854679-60ab-4fc0-a0b3-49eea8df462b tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:05.388733 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c9bf575e-d645-4811-8f12-535b61eebbf7 req-66854679-60ab-4fc0-a0b3-49eea8df462b tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc2a7568-a0b5-453f-9439-31621926cf91 HTTP/1.1" status: 200 len: 945 time: 0.1028359 Oct 20 11:37:05.428004 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5423e385-daf3-4cf9-8bf3-9fce3d6fcc9e tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks [] for floatingip, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:05.432116 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5423e385-daf3-4cf9-8bf3-9fce3d6fcc9e tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:05.433111 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5423e385-daf3-4cf9-8bf3-9fce3d6fcc9e tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] 10.222.0.98 "DELETE /v2.0/floatingips/d8f4bc48-b5ec-49d8-af7e-49b2e6cbd816 HTTP/1.1" status: 204 len: 168 time: 0.5991828 Oct 20 11:37:05.437347 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40838) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:05.442954 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-c6bb161e-0027-4855-8563-ef208adb53ba tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Request body: {'floatingip': {'floating_network_id': '83fcd9e6-00ee-4ff2-baf2-117205a98355', 'port_id': 'ec9140ed-5e67-4498-abb4-24a5e65be101', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:05.468302 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c6bb161e-0027-4855-8563-ef208adb53ba tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks [] for floatingip, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:05.535048 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c9bf575e-d645-4811-8f12-535b61eebbf7 req-34f0e656-a5fd-4bae-8626-d532872d9b44 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/security-groups?id=507d4736-4c60-4433-b68f-a0ea4568f172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432188 Oct 20 11:37:05.601424 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-c6bb161e-0027-4855-8563-ef208adb53ba tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:37:05.603258 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c6bb161e-0027-4855-8563-ef208adb53ba tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1646469 Oct 20 11:37:05.606887 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40840) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:05.607785 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-26761bca-9e30-4f24-b31f-d05689319c8d None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:05.625398 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-75b02084-ea70-445b-8c9a-03948146614b tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'port_id': 'ec9140ed-5e67-4498-abb4-24a5e65be101', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:05.636700 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-88ba1152-8c17-40a6-9ea2-ea8e85fad59a service neutron] 10.222.0.98 "GET /v2.0/networks/93fe3b01-0707-4dff-8818-3c112850e9b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637799 Oct 20 11:37:05.642520 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b31cdbc5-4d87-4acc-98aa-f68ce639b149 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:05.645721 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-26761bca-9e30-4f24-b31f-d05689319c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:05.647536 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428c3230-447b-4e4e-ad6f-6dbf0c460989 None None] DHCP port deletion for 87010bec-6736-4922-a33b-92334c200b3b request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:37:05.676381 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-75b02084-ea70-445b-8c9a-03948146614b tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks [] for floatingip, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:05.678926 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b31cdbc5-4d87-4acc-98aa-f68ce639b149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:05.772044 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26761bca-9e30-4f24-b31f-d05689319c8d None None] Network b4d4acb9-ec1b-451d-904b-0a8cc6741152 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:05.798333 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-26761bca-9e30-4f24-b31f-d05689319c8d None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:05.801080 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26761bca-9e30-4f24-b31f-d05689319c8d None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:05.801966 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-75b02084-ea70-445b-8c9a-03948146614b tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:05.810568 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31cdbc5-4d87-4acc-98aa-f68ce639b149 None None] Network 93fe3b01-0707-4dff-8818-3c112850e9b6 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:05.821322 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-acacb5a7-4d69-4f83-b4ba-f42705899cb5 req-0b729f0d-ca6a-4a2c-b07d-be5e12e7a0c4 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0600779 Oct 20 11:37:05.839896 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-b31cdbc5-4d87-4acc-98aa-f68ce639b149 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:05.839896 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31cdbc5-4d87-4acc-98aa-f68ce639b149 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:05.889919 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-b10f3e11-99bc-4e72-b4ce-9e2c574187af service neutron] 10.222.0.98 "GET /v2.0/networks/93fe3b01-0707-4dff-8818-3c112850e9b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433834 Oct 20 11:37:05.922366 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26761bca-9e30-4f24-b31f-d05689319c8d None None] Pushing event updated for resources: {'Port': ['ID=0b9cf83d-e9e9-4dd6-888e-8382a62a0dad,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:05.927337 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-75b02084-ea70-445b-8c9a-03948146614b tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Allocated IP 172.25.5.103 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/247c059d-3cad-4a54-a6da-d6cd473788a5) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:05.940721 n-d-814735-3 neutron-server[100647]: DEBUG neutron.objects.ports [None req-28829ad7-5d25-4dd0-846c-0a0adccb6995 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100647) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 11:37:05.983910 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-792209b9-eab1-4f69-acd5-125fc5ddd4d8 None None] Provisioning complete for port ec9140ed-5e67-4498-abb4-24a5e65be101 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:05.984289 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-792209b9-eab1-4f69-acd5-125fc5ddd4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:06.008789 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-26761bca-9e30-4f24-b31f-d05689319c8d None None] Attempting to bind port 0b9cf83d-e9e9-4dd6-888e-8382a62a0dad on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:37:06.008789 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-26761bca-9e30-4f24-b31f-d05689319c8d None None] Attempting to bind port 0b9cf83d-e9e9-4dd6-888e-8382a62a0dad by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '8fe66be6-698b-463e-ba22-8125d5c37035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'b4d4acb9-ec1b-451d-904b-0a8cc6741152'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:37:06.009118 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26761bca-9e30-4f24-b31f-d05689319c8d None None] Attempting to bind port 0b9cf83d-e9e9-4dd6-888e-8382a62a0dad on network b4d4acb9-ec1b-451d-904b-0a8cc6741152 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:37:06.062988 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-b31cdbc5-4d87-4acc-98aa-f68ce639b149 None None] Attempting to bind port 5d838ebd-c4b6-4fa8-a56d-e861378f471a on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:37:06.063590 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-b31cdbc5-4d87-4acc-98aa-f68ce639b149 None None] Attempting to bind port 5d838ebd-c4b6-4fa8-a56d-e861378f471a by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '17df2175-4bd9-4bd5-acdf-39f8f9eba789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '93fe3b01-0707-4dff-8818-3c112850e9b6'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:37:06.063889 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31cdbc5-4d87-4acc-98aa-f68ce639b149 None None] Attempting to bind port 5d838ebd-c4b6-4fa8-a56d-e861378f471a on network 93fe3b01-0707-4dff-8818-3c112850e9b6 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:37:06.068184 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26761bca-9e30-4f24-b31f-d05689319c8d None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:37:06.068184 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26761bca-9e30-4f24-b31f-d05689319c8d None None] Checking segment: {'id': '8fe66be6-698b-463e-ba22-8125d5c37035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'b4d4acb9-ec1b-451d-904b-0a8cc6741152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:37:06.068184 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-26761bca-9e30-4f24-b31f-d05689319c8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:06.068621 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26761bca-9e30-4f24-b31f-d05689319c8d None None] Bound using segment: {'id': '8fe66be6-698b-463e-ba22-8125d5c37035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'b4d4acb9-ec1b-451d-904b-0a8cc6741152'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:37:06.068785 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-26761bca-9e30-4f24-b31f-d05689319c8d None None] Bound port: 0b9cf83d-e9e9-4dd6-888e-8382a62a0dad, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe66be6-698b-463e-ba22-8125d5c37035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'b4d4acb9-ec1b-451d-904b-0a8cc6741152'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:37:06.069580 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-75b02084-ea70-445b-8c9a-03948146614b tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:06.069715 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-26761bca-9e30-4f24-b31f-d05689319c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:06.077584 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31cdbc5-4d87-4acc-98aa-f68ce639b149 None None] Pushing event updated for resources: {'Port': ['ID=5d838ebd-c4b6-4fa8-a56d-e861378f471a,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:06.111677 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31cdbc5-4d87-4acc-98aa-f68ce639b149 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:37:06.112084 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31cdbc5-4d87-4acc-98aa-f68ce639b149 None None] Checking segment: {'id': '17df2175-4bd9-4bd5-acdf-39f8f9eba789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '93fe3b01-0707-4dff-8818-3c112850e9b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:37:06.112515 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b31cdbc5-4d87-4acc-98aa-f68ce639b149 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:06.112974 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31cdbc5-4d87-4acc-98aa-f68ce639b149 None None] Bound using segment: {'id': '17df2175-4bd9-4bd5-acdf-39f8f9eba789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '93fe3b01-0707-4dff-8818-3c112850e9b6'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:37:06.113491 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-b31cdbc5-4d87-4acc-98aa-f68ce639b149 None None] Bound port: 5d838ebd-c4b6-4fa8-a56d-e861378f471a, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17df2175-4bd9-4bd5-acdf-39f8f9eba789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '93fe3b01-0707-4dff-8818-3c112850e9b6'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:37:06.113869 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b31cdbc5-4d87-4acc-98aa-f68ce639b149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:06.115603 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-75b02084-ea70-445b-8c9a-03948146614b tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:06.116032 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device ca55f4b0-86f5-4ad9-a93f-1e7c1ec939e7 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:37:06.125155 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-792209b9-eab1-4f69-acd5-125fc5ddd4d8 None None] Port ec9140ed-5e67-4498-abb4-24a5e65be101 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:37:06.160831 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0e108d0c-6fdf-484d-b5df-07adf2c87748 req-d22e195d-100d-4d61-a451-42b285b9c0cf tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.0361102 Oct 20 11:37:06.162721 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b02084-ea70-445b-8c9a-03948146614b tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:06.165782 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-75b02084-ea70-445b-8c9a-03948146614b tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:06.171395 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-6535dbd1-2765-4253-bdec-00e627fff930 service neutron] 10.222.0.98 "GET /v2.0/networks/b4d4acb9-ec1b-451d-904b-0a8cc6741152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748466 Oct 20 11:37:06.174112 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b02084-ea70-445b-8c9a-03948146614b tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:06.176577 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-428c3230-447b-4e4e-ad6f-6dbf0c460989 None None] Deleting port c39d1c60-5e6d-46b7-be0e-2cf9462e9b17 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:37:06.176946 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-428c3230-447b-4e4e-ad6f-6dbf0c460989 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:06.178053 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b02084-ea70-445b-8c9a-03948146614b tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Pushing event updated for resources: {'Port': ['ID=247c059d-3cad-4a54-a6da-d6cd473788a5,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:06.309449 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a268a51c-2a2f-4066-bad6-a12ec9c39aef None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:06.326359 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-792209b9-eab1-4f69-acd5-125fc5ddd4d8 None None] Provisioning complete for port e5631082-0047-4593-8f73-bbbdc15c7f18 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:06.326719 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-792209b9-eab1-4f69-acd5-125fc5ddd4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:06.329815 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41baccfb-1288-4e48-93e4-ffa9b754dcf5 req-ac7f1da6-2193-4287-beda-902b16d3594b tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0596590 Oct 20 11:37:06.338650 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a268a51c-2a2f-4066-bad6-a12ec9c39aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:06.343526 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-28829ad7-5d25-4dd0-846c-0a0adccb6995 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:06.372720 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-75b02084-ea70-445b-8c9a-03948146614b tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Deleting port 247c059d-3cad-4a54-a6da-d6cd473788a5 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:37:06.373061 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-75b02084-ea70-445b-8c9a-03948146614b tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:06.407799 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-b05784f9-2290-4211-b6ee-9fd85e085082 service neutron] 10.222.0.98 "GET /v2.0/networks/b4d4acb9-ec1b-451d-904b-0a8cc6741152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348166 Oct 20 11:37:06.473039 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-26761bca-9e30-4f24-b31f-d05689319c8d None None] For port 0b9cf83d-e9e9-4dd6-888e-8382a62a0dad, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:37:06.477205 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-b31cdbc5-4d87-4acc-98aa-f68ce639b149 None None] For port 5d838ebd-c4b6-4fa8-a56d-e861378f471a, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:37:06.486769 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-b31cdbc5-4d87-4acc-98aa-f68ce639b149 None None] For port 5d838ebd-c4b6-4fa8-a56d-e861378f471a, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=5d838ebd-c4b6-4fa8-a56d-e861378f471a,segment=NetworkSegment(17df2175-4bd9-4bd5-acdf-39f8f9eba789),segment_id=17df2175-4bd9-4bd5-acdf-39f8f9eba789)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:37:06.490030 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-792209b9-eab1-4f69-acd5-125fc5ddd4d8 None None] Port e5631082-0047-4593-8f73-bbbdc15c7f18 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:37:06.513972 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-428c3230-447b-4e4e-ad6f-6dbf0c460989 None None] For port c39d1c60-5e6d-46b7-be0e-2cf9462e9b17, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=c39d1c60-5e6d-46b7-be0e-2cf9462e9b17,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:06.514370 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-428c3230-447b-4e4e-ad6f-6dbf0c460989 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:06.525924 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa46f293-05a9-4283-a08c-8bb8f7b4eb66 None None] Pushing event updated for resources: {'Port': ['ID=b3bc7a28-e511-44f2-8f8f-12c4e0f73b8e,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:06.531389 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b31cdbc5-4d87-4acc-98aa-f68ce639b149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:06.535168 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-26761bca-9e30-4f24-b31f-d05689319c8d None None] For port 0b9cf83d-e9e9-4dd6-888e-8382a62a0dad, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=0b9cf83d-e9e9-4dd6-888e-8382a62a0dad,segment=NetworkSegment(8fe66be6-698b-463e-ba22-8125d5c37035),segment_id=8fe66be6-698b-463e-ba22-8125d5c37035)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:37:06.541165 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port ca55f4b0-86f5-4ad9-a93f-1e7c1ec939e7 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:06.541545 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:06.561870 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-428c3230-447b-4e4e-ad6f-6dbf0c460989 None None] Calling delete_port for c39d1c60-5e6d-46b7-be0e-2cf9462e9b17 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:37:06.749625 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-28829ad7-5d25-4dd0-846c-0a0adccb6995 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] For port c39d1c60-5e6d-46b7-be0e-2cf9462e9b17, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=c39d1c60-5e6d-46b7-be0e-2cf9462e9b17,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:06.796116 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-64472fc2-0710-4867-b6ca-68bcfba225ff req-8252e564-b6f5-4390-be0c-28b11f5d6ae8 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4d230b0-1eaf-417e-a380-ff7624336a03 HTTP/1.1" status: 200 len: 210 time: 0.0415308 Oct 20 11:37:06.837138 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38666fe6-c3a1-41e1-86f6-f2ba90782a1b req-edceb1d8-b09c-4939-adbc-eea540879e0d tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:06.849023 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-38666fe6-c3a1-41e1-86f6-f2ba90782a1b req-edceb1d8-b09c-4939-adbc-eea540879e0d tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc2a7568-a0b5-453f-9439-31621926cf91 HTTP/1.1" status: 200 len: 945 time: 0.2020562 Oct 20 11:37:06.861012 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-75b02084-ea70-445b-8c9a-03948146614b tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:06.861527 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-75b02084-ea70-445b-8c9a-03948146614b tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:06.874988 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-75b02084-ea70-445b-8c9a-03948146614b tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Calling delete_port for 247c059d-3cad-4a54-a6da-d6cd473788a5 owned by network:floatingip {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:37:06.895257 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-26761bca-9e30-4f24-b31f-d05689319c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:06.939425 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-28829ad7-5d25-4dd0-846c-0a0adccb6995 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:06.963712 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-28829ad7-5d25-4dd0-846c-0a0adccb6995 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:06.965393 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-28829ad7-5d25-4dd0-846c-0a0adccb6995 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:07.079783 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-792209b9-eab1-4f69-acd5-125fc5ddd4d8 None None] Provisioning complete for port 1860a390-5b3f-4e10-ac79-49a75f2c62c7 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:07.080454 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-792209b9-eab1-4f69-acd5-125fc5ddd4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:07.138484 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31cdbc5-4d87-4acc-98aa-f68ce639b149 None None] Pushing event updated for resources: {'Port': ['ID=5d838ebd-c4b6-4fa8-a56d-e861378f471a,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:07.145221 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-a268a51c-2a2f-4066-bad6-a12ec9c39aef None None] Attempting to bind port b3bc7a28-e511-44f2-8f8f-12c4e0f73b8e on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:37:07.145644 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-a268a51c-2a2f-4066-bad6-a12ec9c39aef None None] Attempting to bind port b3bc7a28-e511-44f2-8f8f-12c4e0f73b8e by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '9342f72a-9e50-4011-8672-4d9620e55df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '0e7ec92b-33d0-4d85-b067-586feb799898'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:37:07.145952 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a268a51c-2a2f-4066-bad6-a12ec9c39aef None None] Attempting to bind port b3bc7a28-e511-44f2-8f8f-12c4e0f73b8e on network 0e7ec92b-33d0-4d85-b067-586feb799898 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:37:07.151636 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-38666fe6-c3a1-41e1-86f6-f2ba90782a1b req-7216f1cb-d08f-496d-bae1-1f05d3e12c93 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/security-groups?id=507d4736-4c60-4433-b68f-a0ea4568f172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2988830 Oct 20 11:37:07.157277 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-75b02084-ea70-445b-8c9a-03948146614b tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:07.178630 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28829ad7-5d25-4dd0-846c-0a0adccb6995 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:07.205531 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b02084-ea70-445b-8c9a-03948146614b tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Pushing event deleted for resources: {'Port': ['ID=247c059d-3cad-4a54-a6da-d6cd473788a5,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:07.220084 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-28829ad7-5d25-4dd0-846c-0a0adccb6995 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:07.221851 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a268a51c-2a2f-4066-bad6-a12ec9c39aef None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:37:07.224113 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4bfe3c3-4d1d-407b-a893-8d2dd9cef4ef req-caf2ebb1-98e0-4db7-a4a5-c03c08f30891 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.1166165 Oct 20 11:37:07.229990 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28829ad7-5d25-4dd0-846c-0a0adccb6995 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:07.230394 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-28829ad7-5d25-4dd0-846c-0a0adccb6995 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:07.240725 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a268a51c-2a2f-4066-bad6-a12ec9c39aef None None] Checking segment: {'id': '9342f72a-9e50-4011-8672-4d9620e55df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '0e7ec92b-33d0-4d85-b067-586feb799898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:37:07.242175 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a268a51c-2a2f-4066-bad6-a12ec9c39aef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:07.242593 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a268a51c-2a2f-4066-bad6-a12ec9c39aef None None] Bound using segment: {'id': '9342f72a-9e50-4011-8672-4d9620e55df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '0e7ec92b-33d0-4d85-b067-586feb799898'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:37:07.243126 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-a268a51c-2a2f-4066-bad6-a12ec9c39aef None None] Bound port: b3bc7a28-e511-44f2-8f8f-12c4e0f73b8e, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9342f72a-9e50-4011-8672-4d9620e55df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '0e7ec92b-33d0-4d85-b067-586feb799898'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:37:07.243516 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a268a51c-2a2f-4066-bad6-a12ec9c39aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:07.330815 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-28829ad7-5d25-4dd0-846c-0a0adccb6995 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9940863 Oct 20 11:37:07.350952 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40864) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:07.356261 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9d34ee12-1459-42dc-b5e5-592c4d53b9ee req-9644cea1-aa95-4060-b256-db239612dc58 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.0926971 Oct 20 11:37:07.356931 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28829ad7-5d25-4dd0-846c-0a0adccb6995 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Subnet': ['ID=67b1b3ea-cdb1-41d7-8c10-e8cf988d6815,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:07.399729 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-05ff6193-8761-49fc-8d6b-61494eb328a2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'port': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'mac_address': 'fa:16:3e:55:91:ea', 'name': 'tempest-NetworksTestDHCPv6-565160830'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:07.430039 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28829ad7-5d25-4dd0-846c-0a0adccb6995 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Port': ['ID=c39d1c60-5e6d-46b7-be0e-2cf9462e9b17,revision_number=11']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:07.516835 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2fcc43c4-e3da-41d1-886b-c9ec1273e3fb req-3e79b0fc-b2f8-425a-bb9e-416186421559 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0728247 Oct 20 11:37:07.543893 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-75b02084-ea70-445b-8c9a-03948146614b tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] create failed (client error): The resource could not be found. Oct 20 11:37:07.545116 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-75b02084-ea70-445b-8c9a-03948146614b tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.9340794 Oct 20 11:37:07.548992 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40868) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:07.551009 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26761bca-9e30-4f24-b31f-d05689319c8d None None] Pushing event updated for resources: {'Port': ['ID=0b9cf83d-e9e9-4dd6-888e-8382a62a0dad,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:07.614044 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-a268a51c-2a2f-4066-bad6-a12ec9c39aef None None] For port b3bc7a28-e511-44f2-8f8f-12c4e0f73b8e, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:37:07.618818 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-428c3230-447b-4e4e-ad6f-6dbf0c460989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:07.666593 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-a268a51c-2a2f-4066-bad6-a12ec9c39aef None None] For port b3bc7a28-e511-44f2-8f8f-12c4e0f73b8e, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=b3bc7a28-e511-44f2-8f8f-12c4e0f73b8e,segment=NetworkSegment(9342f72a-9e50-4011-8672-4d9620e55df2),segment_id=9342f72a-9e50-4011-8672-4d9620e55df2)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:37:07.669771 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428c3230-447b-4e4e-ad6f-6dbf0c460989 None None] Pushing event deleted for resources: {'Port': ['ID=c39d1c60-5e6d-46b7-be0e-2cf9462e9b17,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:07.678351 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428c3230-447b-4e4e-ad6f-6dbf0c460989 None None] No DVR routers for this DVR port c39d1c60-5e6d-46b7-be0e-2cf9462e9b17 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:37:07.683177 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ff6193-8761-49fc-8d6b-61494eb328a2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:07.685933 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a268a51c-2a2f-4066-bad6-a12ec9c39aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:07.740526 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a8b5d0-ee36-4fc9-aed5-801ec5c8954e None None] Network 87010bec-6736-4922-a33b-92334c200b3b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:07.758499 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-792209b9-eab1-4f69-acd5-125fc5ddd4d8 None None] Could not find standard attr ID for object c39d1c60-5e6d-46b7-be0e-2cf9462e9b17. {{(pid=100648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:37:07.766274 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device c39d1c60-5e6d-46b7-be0e-2cf9462e9b17 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:37:07.800389 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-e623d615-3724-4fbe-889f-bf8757c2b454 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Deleting port ec9140ed-5e67-4498-abb4-24a5e65be101 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:37:07.800389 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e623d615-3724-4fbe-889f-bf8757c2b454 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:07.815549 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: c39d1c60-5e6d-46b7-be0e-2cf9462e9b17 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:37:07.815896 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device c39d1c60-5e6d-46b7-be0e-2cf9462e9b17 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:37:07.888977 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a268a51c-2a2f-4066-bad6-a12ec9c39aef None None] Routers {'331ba822-fccd-4135-b29c-c9419d9e7fab'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:37:07.889681 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-a268a51c-2a2f-4066-bad6-a12ec9c39aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:36:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['331ba822-fccd-4135-b29c-c9419d9e7fab'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:07.909470 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-05ff6193-8761-49fc-8d6b-61494eb328a2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:07.947872 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa46f293-05a9-4283-a08c-8bb8f7b4eb66 None None] Pushing event updated for resources: {'Port': ['ID=b3bc7a28-e511-44f2-8f8f-12c4e0f73b8e,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:07.952172 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d3464e2c-b512-41a0-b61e-511b53192d8c req-2517bdbc-894b-47f3-bb9a-3c441133de73 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4d230b0-1eaf-417e-a380-ff7624336a03 HTTP/1.1" status: 200 len: 210 time: 0.0405793 Oct 20 11:37:07.979079 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e623d615-3724-4fbe-889f-bf8757c2b454 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:07.993076 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-e623d615-3724-4fbe-889f-bf8757c2b454 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Calling delete_port for ec9140ed-5e67-4498-abb4-24a5e65be101 owned by {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:37:08.001215 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-04b62422-f869-4d1d-a809-639709531098 None None] Provisioning complete for port b3bc7a28-e511-44f2-8f8f-12c4e0f73b8e triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:08.001590 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-04b62422-f869-4d1d-a809-639709531098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:08.050200 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-05ff6193-8761-49fc-8d6b-61494eb328a2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] device_id is not set on port 62c63bec-f4ff-4347-87a9-84d45a06bcb9 yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:37:08.175836 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-a268a51c-2a2f-4066-bad6-a12ec9c39aef None None] Set router 331ba822-fccd-4135-b29c-c9419d9e7fab gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:37:08.231719 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99bbfb5-764a-4f75-b744-f77bc9e351c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-87010bec-6736-4922-a33b-92334c200b3b', 'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'tenant_id': 'f2f2c5c0f7894903b0c7a7e30f527cc9', 'fixed_ips': [{'subnet_id': '67b1b3ea-cdb1-41d7-8c10-e8cf988d6815'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:37:08.232844 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a99bbfb5-764a-4f75-b744-f77bc9e351c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:08.233334 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-05ff6193-8761-49fc-8d6b-61494eb328a2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Allocated IP 2001:db8::f816:3eff:fe55:91ea (87010bec-6736-4922-a33b-92334c200b3b/67b1b3ea-cdb1-41d7-8c10-e8cf988d6815/62c63bec-f4ff-4347-87a9-84d45a06bcb9) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:08.327955 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-04b62422-f869-4d1d-a809-639709531098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:08.380400 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 5d838ebd-c4b6-4fa8-a56d-e861378f471a up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:37:08.567299 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-05ff6193-8761-49fc-8d6b-61494eb328a2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:08.571618 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-172d69d0-1227-474a-8923-9e8e39da1898 req-7dba5919-7fc1-4e83-9991-fa5ab1d849e8 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.1675498 Oct 20 11:37:08.621989 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-19c61dc9-717f-47b7-8598-cd081167a301 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:08.628103 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-04b62422-f869-4d1d-a809-639709531098 None None] For port b3bc7a28-e511-44f2-8f8f-12c4e0f73b8e, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=b3bc7a28-e511-44f2-8f8f-12c4e0f73b8e,segment=NetworkSegment(9342f72a-9e50-4011-8672-4d9620e55df2),segment_id=9342f72a-9e50-4011-8672-4d9620e55df2)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:08.636383 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-19c61dc9-717f-47b7-8598-cd081167a301 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:08.638092 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-19c61dc9-717f-47b7-8598-cd081167a301 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.89 "GET /v2.0/networks?id=b4d4acb9-ec1b-451d-904b-0a8cc6741152&id=93fe3b01-0707-4dff-8818-3c112850e9b6&id=b4d4acb9-ec1b-451d-904b-0a8cc6741152 HTTP/1.1" status: 200 len: 1391 time: 0.3560271 Oct 20 11:37:08.661364 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-45f28120-b159-4ba3-870a-c0431533e537 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Request body: {'port': {'device_id': 'c4d230b0-1eaf-417e-a380-ff7624336a03', 'network_id': 'b4d4acb9-ec1b-451d-904b-0a8cc6741152', 'admin_state_up': True, 'tenant_id': 'f18dacb1b28d497197fcf505b71b2a85'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:08.668883 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e623d615-3724-4fbe-889f-bf8757c2b454 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:08.672260 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-04b62422-f869-4d1d-a809-639709531098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:08.723373 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75bcb4-6dd5-45cf-98b3-ed3879f2de2b req-a9ab8ec4-7ef2-48fd-81cc-c10556616291 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:08.726109 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e623d615-3724-4fbe-889f-bf8757c2b454 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Pushing event deleted for resources: {'Port': ['ID=ec9140ed-5e67-4498-abb4-24a5e65be101,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:08.752410 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-05ff6193-8761-49fc-8d6b-61494eb328a2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:08.753382 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9c75bcb4-6dd5-45cf-98b3-ed3879f2de2b req-a9ab8ec4-7ef2-48fd-81cc-c10556616291 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc2a7568-a0b5-453f-9439-31621926cf91 HTTP/1.1" status: 200 len: 945 time: 0.3915737 Oct 20 11:37:08.762224 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e1792bc2-d38e-440b-8f00-fffeb90ae17a req-3036e6ca-7487-424b-abb7-edee7dd14ed5 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.1081369 Oct 20 11:37:08.813426 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 5d838ebd-c4b6-4fa8-a56d-e861378f471a triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:08.814110 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:08.886698 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9c75bcb4-6dd5-45cf-98b3-ed3879f2de2b req-845905bb-93bd-4a0f-a968-895b74aca216 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/security-groups?id=507d4736-4c60-4433-b68f-a0ea4568f172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314149 Oct 20 11:37:08.902634 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ff6193-8761-49fc-8d6b-61494eb328a2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:08.909683 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-05ff6193-8761-49fc-8d6b-61494eb328a2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:08.924687 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ff6193-8761-49fc-8d6b-61494eb328a2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:08.939435 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b62422-f869-4d1d-a809-639709531098 None None] Pushing event updated for resources: {'Port': ['ID=b3bc7a28-e511-44f2-8f8f-12c4e0f73b8e,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:08.941082 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ff6193-8761-49fc-8d6b-61494eb328a2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:08.942220 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-05ff6193-8761-49fc-8d6b-61494eb328a2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:08.958522 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff6193-8761-49fc-8d6b-61494eb328a2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Port': ['ID=62c63bec-f4ff-4347-87a9-84d45a06bcb9,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:08.981795 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-be531163-b603-41d7-b054-3950e8839079 req-d7c916c1-8b4a-4461-a80a-8bab188f52db tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0860684 Oct 20 11:37:09.001896 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e623d615-3724-4fbe-889f-bf8757c2b454 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:09.002172 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-a99bbfb5-764a-4f75-b744-f77bc9e351c6 None None] Allocated IP 2001:db8::f816:3eff:fe1a:4ca3 (87010bec-6736-4922-a33b-92334c200b3b/67b1b3ea-cdb1-41d7-8c10-e8cf988d6815/029b2ed8-ca08-4b7c-a75c-6ade621c3648) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:09.006023 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e623d615-3724-4fbe-889f-bf8757c2b454 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] 10.222.0.98 "DELETE /v2.0/ports/ec9140ed-5e67-4498-abb4-24a5e65be101 HTTP/1.1" status: 204 len: 168 time: 1.4531004 Oct 20 11:37:09.006757 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40886) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:09.017150 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-95800c02-fda8-45b8-ac49-cce2f4d1bfd2 None None] Provisioning complete for port b3bc7a28-e511-44f2-8f8f-12c4e0f73b8e triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:09.017611 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-95800c02-fda8-45b8-ac49-cce2f4d1bfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:09.037610 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-05ff6193-8761-49fc-8d6b-61494eb328a2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6831608 Oct 20 11:37:09.040419 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40888) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:09.186056 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5e48ab29-1a70-4763-b6ee-1c84b307f485 req-a22404ba-fe78-4485-af24-5e5cc0b62716 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4d230b0-1eaf-417e-a380-ff7624336a03 HTTP/1.1" status: 200 len: 210 time: 0.0786099 Oct 20 11:37:09.193434 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73493617-7e72-4977-bf3f-af58b11436de tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:09.195644 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-73493617-7e72-4977-bf3f-af58b11436de tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1532745 Oct 20 11:37:09.199180 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40894) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:09.211999 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcdcceb-056e-4e63-bfbe-ee7e8b41902f None None] Network 93fe3b01-0707-4dff-8818-3c112850e9b6 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:09.219060 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b425f0a-02e3-41c9-9896-d147869f78cf tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:09.235926 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-1b425f0a-02e3-41c9-9896-d147869f78cf tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] 10.222.0.98 "GET /v2.0/ports?device_id=747d07ae-916c-42ea-850a-07c6509efd97 HTTP/1.1" status: 200 len: 913 time: 0.2232473 Oct 20 11:37:09.239244 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40896) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:09.331412 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1cf810-b3ad-41c8-a463-b45ecff93911 None None] Network b4d4acb9-ec1b-451d-904b-0a8cc6741152 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:09.353822 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-e23d9b60-bda2-4ebc-9be9-453afcbb595d tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Deleting port 62c63bec-f4ff-4347-87a9-84d45a06bcb9 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:37:09.354162 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e23d9b60-bda2-4ebc-9be9-453afcbb595d tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:09.368215 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-45f28120-b159-4ba3-870a-c0431533e537 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Made reservation on behalf of f18dacb1b28d497197fcf505b71b2a85 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:09.371644 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-45f28120-b159-4ba3-870a-c0431533e537 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:09.446197 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e23d9b60-bda2-4ebc-9be9-453afcbb595d tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:09.464685 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-e23d9b60-bda2-4ebc-9be9-453afcbb595d tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Calling delete_port for 62c63bec-f4ff-4347-87a9-84d45a06bcb9 owned by {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:37:09.614378 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33db1ff-62c4-4826-826c-4a4a3a0114f8 req-23668ea4-e98f-402a-b8ab-12d09209728c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:09.615931 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a33db1ff-62c4-4826-826c-4a4a3a0114f8 req-23668ea4-e98f-402a-b8ab-12d09209728c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5fc99acf92746f0b6c75e7601cdfadb&device_id=cc2a7568-a0b5-453f-9439-31621926cf91 HTTP/1.1" status: 200 len: 1096 time: 0.3777504 Oct 20 11:37:09.623461 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200dea3c-3262-44ce-834c-107214a904fa req-8ea8a2bf-9f3d-4235-a79c-25890ba82f8d tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:09.625139 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-200dea3c-3262-44ce-834c-107214a904fa req-8ea8a2bf-9f3d-4235-a79c-25890ba82f8d tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc2a7568-a0b5-453f-9439-31621926cf91 HTTP/1.1" status: 200 len: 945 time: 0.3443694 Oct 20 11:37:09.634638 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e23d9b60-bda2-4ebc-9be9-453afcbb595d tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:09.676794 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23d9b60-bda2-4ebc-9be9-453afcbb595d tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event deleted for resources: {'Port': ['ID=62c63bec-f4ff-4347-87a9-84d45a06bcb9,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:09.699862 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-a268a51c-2a2f-4066-bad6-a12ec9c39aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331ba822-fccd-4135-b29c-c9419d9e7fab', 'name': 'tempest-ServersTestMultiNic-1051497986-router', 'tenant_id': 'f18dacb1b28d497197fcf505b71b2a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'ca55f4b0-86f5-4ad9-a93f-1e7c1ec939e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:36:53Z', 'updated_at': '2021-10-20T11:36:58Z', 'revision_number': 4, 'project_id': 'f18dacb1b28d497197fcf505b71b2a85', 'gw_port': {'id': 'ca55f4b0-86f5-4ad9-a93f-1e7c1ec939e7', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331ba822-fccd-4135-b29c-c9419d9e7fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:36:54Z', 'updated_at': '2021-10-20T11:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'b3bc7a28-e511-44f2-8f8f-12c4e0f73b8e', 'name': '', 'network_id': '0e7ec92b-33d0-4d85-b067-586feb799898', 'tenant_id': 'f18dacb1b28d497197fcf505b71b2a85', 'mac_address': 'fa:16:3e:a6:2c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331ba822-fccd-4135-b29c-c9419d9e7fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'e8278e23-319b-4e3b-be6f-3630abfb73af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:36:57Z', 'updated_at': '2021-10-20T11:37:07Z', 'revision_number': 4, 'project_id': 'f18dacb1b28d497197fcf505b71b2a85', 'subnets': [{'id': 'e8278e23-319b-4e3b-be6f-3630abfb73af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:09.713596 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e23d9b60-bda2-4ebc-9be9-453afcbb595d tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:09.719681 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e23d9b60-bda2-4ebc-9be9-453afcbb595d tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/ports/62c63bec-f4ff-4347-87a9-84d45a06bcb9 HTTP/1.1" status: 204 len: 168 time: 0.5187297 Oct 20 11:37:09.720384 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40900) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:09.783033 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0184ee-1375-4467-8350-3b58030b9557 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:09.784993 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0184ee-1375-4467-8350-3b58030b9557 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:09.789397 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6c0184ee-1375-4467-8350-3b58030b9557 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0654290 Oct 20 11:37:09.790001 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40902) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:09.820681 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:09.849478 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-822d4d99-bf9b-41de-84ad-99233db860b1 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Deleting subnet 67b1b3ea-cdb1-41d7-8c10-e8cf988d6815 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:37:09.864420 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a268a51c-2a2f-4066-bad6-a12ec9c39aef None None] The sync data for ids ['331ba822-fccd-4135-b29c-c9419d9e7fab'] in n-d-814735-3 is: [{'id': '331ba822-fccd-4135-b29c-c9419d9e7fab', 'name': 'tempest-ServersTestMultiNic-1051497986-router', 'tenant_id': 'f18dacb1b28d497197fcf505b71b2a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'ca55f4b0-86f5-4ad9-a93f-1e7c1ec939e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:36:53Z', 'updated_at': '2021-10-20T11:36:58Z', 'revision_number': 4, 'project_id': 'f18dacb1b28d497197fcf505b71b2a85', 'gw_port': {'id': 'ca55f4b0-86f5-4ad9-a93f-1e7c1ec939e7', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331ba822-fccd-4135-b29c-c9419d9e7fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:36:54Z', 'updated_at': '2021-10-20T11:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'b3bc7a28-e511-44f2-8f8f-12c4e0f73b8e', 'name': '', 'network_id': '0e7ec92b-33d0-4d85-b067-586feb799898', 'tenant_id': 'f18dacb1b28d497197fcf505b71b2a85', 'mac_address': 'fa:16:3e:a6:2c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331ba822-fccd-4135-b29c-c9419d9e7fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'e8278e23-319b-4e3b-be6f-3630abfb73af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:36:57Z', 'updated_at': '2021-10-20T11:37:07Z', 'revision_number': 4, 'project_id': 'f18dacb1b28d497197fcf505b71b2a85', 'subnets': [{'id': 'e8278e23-319b-4e3b-be6f-3630abfb73af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:37:09.951097 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:09.966270 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 5d838ebd-c4b6-4fa8-a56d-e861378f471a, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=5d838ebd-c4b6-4fa8-a56d-e861378f471a,segment=NetworkSegment(17df2175-4bd9-4bd5-acdf-39f8f9eba789),segment_id=17df2175-4bd9-4bd5-acdf-39f8f9eba789)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:09.973330 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a99bbfb5-764a-4f75-b744-f77bc9e351c6 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:09.985352 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:09.985845 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 0b9cf83d-e9e9-4dd6-888e-8382a62a0dad up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:37:09.986998 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-822d4d99-bf9b-41de-84ad-99233db860b1 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:10.009337 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a99bbfb5-764a-4f75-b744-f77bc9e351c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:10.043264 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-822d4d99-bf9b-41de-84ad-99233db860b1 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:10.114536 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99bbfb5-764a-4f75-b744-f77bc9e351c6 None None] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:10.122236 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-a99bbfb5-764a-4f75-b744-f77bc9e351c6 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:10.141295 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99bbfb5-764a-4f75-b744-f77bc9e351c6 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:10.156455 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2d1834ca-041e-47db-99a0-c241c47e493d req-f0356b06-d621-4a30-b970-f878656d8a72 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.4719708 Oct 20 11:37:10.177184 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-822d4d99-bf9b-41de-84ad-99233db860b1 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:10.185404 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=5d838ebd-c4b6-4fa8-a56d-e861378f471a,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:10.211117 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-556f5003-65f8-48fa-863b-951749fa551c None None] Provisioning complete for port 5d838ebd-c4b6-4fa8-a56d-e861378f471a triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:10.211487 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-556f5003-65f8-48fa-863b-951749fa551c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:10.318322 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-822d4d99-bf9b-41de-84ad-99233db860b1 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:10.322140 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-200dea3c-3262-44ce-834c-107214a904fa req-ab542e62-8085-4e2d-aea7-c24beb72d40e tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/security-groups?id=507d4736-4c60-4433-b68f-a0ea4568f172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6656868 Oct 20 11:37:10.343724 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-28b17017-b151-4278-acef-c42d9af633ee req-21b00f9e-d7d1-4582-9baa-b08ed9bc5ac5 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.1153266 Oct 20 11:37:10.446533 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822d4d99-bf9b-41de-84ad-99233db860b1 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event deleted for resources: {'Subnet': ['ID=67b1b3ea-cdb1-41d7-8c10-e8cf988d6815,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:10.468873 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-822d4d99-bf9b-41de-84ad-99233db860b1 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:10.477844 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 0b9cf83d-e9e9-4dd6-888e-8382a62a0dad triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:10.482602 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-822d4d99-bf9b-41de-84ad-99233db860b1 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/67b1b3ea-cdb1-41d7-8c10-e8cf988d6815 HTTP/1.1" status: 204 len: 168 time: 0.6877568 Oct 20 11:37:10.484211 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40912) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:10.484749 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:10.491473 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99bbfb5-764a-4f75-b744-f77bc9e351c6 None None] Pushing event updated for resources: {'Port': ['ID=029b2ed8-ca08-4b7c-a75c-6ade621c3648,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:10.523554 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-05885481-d861-49db-9f88-437e396f327e req-0131c46e-ccc3-4131-8bbb-ae4f2475db0d tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0757906 Oct 20 11:37:10.560862 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-a99bbfb5-764a-4f75-b744-f77bc9e351c6 None None] Attempting to bind port 029b2ed8-ca08-4b7c-a75c-6ade621c3648 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:37:10.561660 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-a99bbfb5-764a-4f75-b744-f77bc9e351c6 None None] Attempting to bind port 029b2ed8-ca08-4b7c-a75c-6ade621c3648 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:37:10.562461 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99bbfb5-764a-4f75-b744-f77bc9e351c6 None None] Attempting to bind port 029b2ed8-ca08-4b7c-a75c-6ade621c3648 on network 87010bec-6736-4922-a33b-92334c200b3b {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:37:10.570065 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-92cdb130-b6b2-48ed-8f4a-614776a23646 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0811231 Oct 20 11:37:10.571358 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40914) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:10.621210 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99bbfb5-764a-4f75-b744-f77bc9e351c6 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:37:10.621729 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99bbfb5-764a-4f75-b744-f77bc9e351c6 None None] Checking segment: {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:37:10.622142 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a99bbfb5-764a-4f75-b744-f77bc9e351c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:10.622551 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99bbfb5-764a-4f75-b744-f77bc9e351c6 None None] Bound using segment: {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:37:10.627206 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-a99bbfb5-764a-4f75-b744-f77bc9e351c6 None None] Bound port: 029b2ed8-ca08-4b7c-a75c-6ade621c3648, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:37:10.627661 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a99bbfb5-764a-4f75-b744-f77bc9e351c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:10.679320 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2a677067-eb0c-4689-8278-f404b1cec880 req-d010f95e-b8c9-4f27-9b50-04a37d7845ca tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4d230b0-1eaf-417e-a380-ff7624336a03 HTTP/1.1" status: 200 len: 210 time: 0.1416004 Oct 20 11:37:10.687946 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33db1ff-62c4-4826-826c-4a4a3a0114f8 req-c5c10c61-d4f0-44d5-ba19-2c6dc1475916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:10.697706 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a33db1ff-62c4-4826-826c-4a4a3a0114f8 req-c5c10c61-d4f0-44d5-ba19-2c6dc1475916 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ac8a1a7-834d-4283-be36-675cd4e77db7 HTTP/1.1" status: 200 len: 912 time: 1.0587690 Oct 20 11:37:10.699995 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a4e215-9f13-4074-8a8c-7a12bbda9a21 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:10.702576 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-03a4e215-9f13-4074-8a8c-7a12bbda9a21 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1301706 Oct 20 11:37:10.705533 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40916) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:10.763003 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-45f28120-b159-4ba3-870a-c0431533e537 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Allocated IP 19.80.0.52 (b4d4acb9-ec1b-451d-904b-0a8cc6741152/ad7ea102-eea6-4496-ac82-0ea47befe23e/0927d4e4-10cc-453d-9f6e-ce22365a4daf) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:10.791996 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-a99bbfb5-764a-4f75-b744-f77bc9e351c6 None None] For port 029b2ed8-ca08-4b7c-a75c-6ade621c3648, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:37:10.826139 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544aa415-c24a-4e15-9409-fb9f3befe9f2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:10.826424 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:10.831846 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-544aa415-c24a-4e15-9409-fb9f3befe9f2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1172776 Oct 20 11:37:10.832088 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-a99bbfb5-764a-4f75-b744-f77bc9e351c6 None None] For port 029b2ed8-ca08-4b7c-a75c-6ade621c3648, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=029b2ed8-ca08-4b7c-a75c-6ade621c3648,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:37:10.832226 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40918) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:10.849391 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a99bbfb5-764a-4f75-b744-f77bc9e351c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:10.893608 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-70325e77-7735-4522-aa06-1125c4ad8186 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0606947 Oct 20 11:37:10.898488 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a33db1ff-62c4-4826-826c-4a4a3a0114f8 req-2c82fb69-aa18-4920-9abf-eb994b8cf2b3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00f1187d-224c-4016-b677-4394cff176bd HTTP/1.1" status: 200 len: 1000 time: 0.1295588 Oct 20 11:37:10.903994 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40920) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:10.908553 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99bbfb5-764a-4f75-b744-f77bc9e351c6 None None] Pushing event updated for resources: {'Port': ['ID=029b2ed8-ca08-4b7c-a75c-6ade621c3648,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:10.913111 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-dd46f874-b410-42dc-bdd1-8e1654799482 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'subnet': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:10.950140 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 0b9cf83d-e9e9-4dd6-888e-8382a62a0dad, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=0b9cf83d-e9e9-4dd6-888e-8382a62a0dad,segment=NetworkSegment(8fe66be6-698b-463e-ba22-8125d5c37035),segment_id=8fe66be6-698b-463e-ba22-8125d5c37035)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:10.964614 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:10.964893 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b3bc7a28-e511-44f2-8f8f-12c4e0f73b8e up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:37:10.992004 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-556f5003-65f8-48fa-863b-951749fa551c None None] Provisioning complete for port 0b9cf83d-e9e9-4dd6-888e-8382a62a0dad triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:10.992274 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-556f5003-65f8-48fa-863b-951749fa551c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:11.027134 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd46f874-b410-42dc-bdd1-8e1654799482 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:11.038674 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dd46f874-b410-42dc-bdd1-8e1654799482 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:11.070553 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33db1ff-62c4-4826-826c-4a4a3a0114f8 req-d20b3118-de83-4323-aad2-452c62ccb7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:11.072101 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a33db1ff-62c4-4826-826c-4a4a3a0114f8 req-d20b3118-de83-4323-aad2-452c62ccb7e2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15eac2f5-b810-4d1a-999c-137936c809b4 HTTP/1.1" status: 200 len: 849 time: 0.1607478 Oct 20 11:37:11.143594 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd07d51-1c0e-475c-ba31-e5ed32d15d4b None None] get_active_networks_info from n-d-814735-3 {{(pid=100648) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 11:37:11.160328 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=0b9cf83d-e9e9-4dd6-888e-8382a62a0dad,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:11.169116 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-45f28120-b159-4ba3-870a-c0431533e537 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:11.178310 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6d92d451-f8cb-4782-9a5a-2f73cc32be20 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:11.217995 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33db1ff-62c4-4826-826c-4a4a3a0114f8 req-516e73b3-3d33-49e8-a153-132d032af6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:11.219266 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a33db1ff-62c4-4826-826c-4a4a3a0114f8 req-516e73b3-3d33-49e8-a153-132d032af6a4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ac8a1a7-834d-4283-be36-675cd4e77db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1313689 Oct 20 11:37:11.251800 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port b3bc7a28-e511-44f2-8f8f-12c4e0f73b8e triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:11.252210 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:11.341205 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e7fe82fd-3f98-440d-8fcb-1f72b7ae6cd9 req-1fb18f30-eeb7-4a59-9e40-af42e7670c40 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0623853 Oct 20 11:37:11.411310 n-d-814735-3 neutron-server[100646]: DEBUG neutron.objects.ports [None req-dd46f874-b410-42dc-bdd1-8e1654799482 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100646) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 11:37:11.422557 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd07d51-1c0e-475c-ba31-e5ed32d15d4b None None] Resources bound (agent type, host, resource id): {{(pid=100648) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 11:37:11.468673 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-5c6a3096-2543-4f0b-862c-926677eead1d None None] Provisioning complete for port 5d838ebd-c4b6-4fa8-a56d-e861378f471a triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:11.469057 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5c6a3096-2543-4f0b-862c-926677eead1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:11.521226 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-45f28120-b159-4ba3-870a-c0431533e537 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:11.557043 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 0b9cf83d-e9e9-4dd6-888e-8382a62a0dad up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:37:11.571771 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-81f4b7c9-2153-4d03-b6b8-679027f6a9a4 req-6e11d0e6-ae9c-442b-a31a-6f7dde48c821 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.0787604 Oct 20 11:37:11.657755 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a33db1ff-62c4-4826-826c-4a4a3a0114f8 req-ce018761-bd99-4020-801b-ed8635c99ce3 service neutron] 10.222.0.11 "GET /v2.0/networks/9ac8a1a7-834d-4283-be36-675cd4e77db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4294260 Oct 20 11:37:11.689047 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4093124b-278d-4b10-9e1c-9eaa9e99ffd2 req-71e10992-eab0-4de3-aa5c-75f97bdf8625 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0558181 Oct 20 11:37:11.722381 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-45f28120-b159-4ba3-870a-c0431533e537 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Network b4d4acb9-ec1b-451d-904b-0a8cc6741152 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:11.729233 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 0b9cf83d-e9e9-4dd6-888e-8382a62a0dad triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:11.729621 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:11.740801 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f28120-b159-4ba3-870a-c0431533e537 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Pushing event updated for resources: {'Port': ['ID=0927d4e4-10cc-453d-9f6e-ce22365a4daf,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:11.754221 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dd46f874-b410-42dc-bdd1-8e1654799482 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:11.754505 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64cd2c9-45ef-4088-8244-92a6c1d8e3be req-44aefd34-9c5e-4069-b7ef-6cf5e82d490b tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:11.763224 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c64cd2c9-45ef-4088-8244-92a6c1d8e3be req-44aefd34-9c5e-4069-b7ef-6cf5e82d490b tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc2a7568-a0b5-453f-9439-31621926cf91 HTTP/1.1" status: 200 len: 945 time: 0.3183937 Oct 20 11:37:11.765369 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-45f28120-b159-4ba3-870a-c0431533e537 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:11.780480 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-45f28120-b159-4ba3-870a-c0431533e537 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:11.832193 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-5c6a3096-2543-4f0b-862c-926677eead1d None None] Provisioning complete for port 0b9cf83d-e9e9-4dd6-888e-8382a62a0dad triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:11.832566 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5c6a3096-2543-4f0b-862c-926677eead1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:11.930856 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-dd46f874-b410-42dc-bdd1-8e1654799482 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] For port 029b2ed8-ca08-4b7c-a75c-6ade621c3648, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=029b2ed8-ca08-4b7c-a75c-6ade621c3648,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:11.947598 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-45f28120-b159-4ba3-870a-c0431533e537 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:11.948239 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-45f28120-b159-4ba3-870a-c0431533e537 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:11.952911 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c64cd2c9-45ef-4088-8244-92a6c1d8e3be req-17fb25ea-d1f4-42ad-9e90-e1abee228461 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/security-groups?id=507d4736-4c60-4433-b68f-a0ea4568f172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888614 Oct 20 11:37:11.970598 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 5d838ebd-c4b6-4fa8-a56d-e861378f471a up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:37:11.971961 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dd46f874-b410-42dc-bdd1-8e1654799482 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:11.990531 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dd46f874-b410-42dc-bdd1-8e1654799482 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:11.991621 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dd46f874-b410-42dc-bdd1-8e1654799482 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:12.012759 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-45f28120-b159-4ba3-870a-c0431533e537 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3574371 Oct 20 11:37:12.022989 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab43b70-c92e-429b-bd6a-19ae0039bc52 req-a748897a-5fec-4b23-8d13-9736f6fc8278 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:12.030896 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aab43b70-c92e-429b-bd6a-19ae0039bc52 req-a748897a-5fec-4b23-8d13-9736f6fc8278 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4d230b0-1eaf-417e-a380-ff7624336a03 HTTP/1.1" status: 200 len: 931 time: 0.2135322 Oct 20 11:37:12.039464 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2518e951-337e-46c6-a3da-efdb43cd44c7 None None] Update dhcp port {'port': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'fixed_ips': [{'subnet_id': 'c57d4655-5b5b-4e55-b00d-065653a7e762'}], 'binding:host_id': 'n-d-814735-3'}, 'id': '029b2ed8-ca08-4b7c-a75c-6ade621c3648'} from n-d-814735-3. {{(pid=100648) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 11:37:12.053098 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a33db1ff-62c4-4826-826c-4a4a3a0114f8 req-5f557f85-149e-4871-9f78-a08d0db0ee13 service neutron] 10.222.0.11 "GET /v2.0/networks/9ac8a1a7-834d-4283-be36-675cd4e77db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664210 Oct 20 11:37:12.058294 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-41b28876-8c5d-4a5c-b5b5-af38f4d873fb tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Request body: {'port': {'device_id': 'c4d230b0-1eaf-417e-a380-ff7624336a03', 'network_id': '93fe3b01-0707-4dff-8818-3c112850e9b6', 'admin_state_up': True, 'tenant_id': 'f18dacb1b28d497197fcf505b71b2a85'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:12.086782 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2518e951-337e-46c6-a3da-efdb43cd44c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:12.099401 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd46f874-b410-42dc-bdd1-8e1654799482 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Port': ['ID=029b2ed8-ca08-4b7c-a75c-6ade621c3648,revision_number=5']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:12.105900 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 5d838ebd-c4b6-4fa8-a56d-e861378f471a triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:12.106279 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:12.124916 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd46f874-b410-42dc-bdd1-8e1654799482 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:12.130078 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-dd46f874-b410-42dc-bdd1-8e1654799482 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:12.134730 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd46f874-b410-42dc-bdd1-8e1654799482 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Subnet': ['ID=c57d4655-5b5b-4e55-b00d-065653a7e762,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:12.137450 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd46f874-b410-42dc-bdd1-8e1654799482 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:12.138172 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dd46f874-b410-42dc-bdd1-8e1654799482 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:12.162853 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-dd46f874-b410-42dc-bdd1-8e1654799482 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.2549448 Oct 20 11:37:12.164035 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40934) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:12.169100 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-f1d23559-b116-4c4d-bf13-15e6e2ab8044 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'port': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'mac_address': 'fa:16:3e:9c:5b:ee', 'name': 'tempest-NetworksTestDHCPv6-144755328'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:12.193970 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aab43b70-c92e-429b-bd6a-19ae0039bc52 req-f629f73f-489f-47ce-8c61-b95f4ba79423 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/security-groups?id=556d78ba-2cca-4baf-b487-e76527365cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621029 Oct 20 11:37:12.245774 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-6d92d451-f8cb-4782-9a5a-2f73cc32be20 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Deleting port e5631082-0047-4593-8f73-bbbdc15c7f18 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:37:12.246010 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6d92d451-f8cb-4782-9a5a-2f73cc32be20 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:12.302132 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d23559-b116-4c4d-bf13-15e6e2ab8044 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:12.306573 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f1d23559-b116-4c4d-bf13-15e6e2ab8044 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:12.315667 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-41b28876-8c5d-4a5c-b5b5-af38f4d873fb tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Made reservation on behalf of f18dacb1b28d497197fcf505b71b2a85 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:12.319274 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-41b28876-8c5d-4a5c-b5b5-af38f4d873fb tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:12.329191 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-f1d23559-b116-4c4d-bf13-15e6e2ab8044 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] device_id is not set on port 353b5613-b4fe-4796-b7ea-52815450739d yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:37:12.420309 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6d92d451-f8cb-4782-9a5a-2f73cc32be20 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:12.422411 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b3bc7a28-e511-44f2-8f8f-12c4e0f73b8e up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:37:12.441907 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-6d92d451-f8cb-4782-9a5a-2f73cc32be20 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Calling delete_port for e5631082-0047-4593-8f73-bbbdc15c7f18 owned by network:router_interface {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:37:12.455367 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-f1d23559-b116-4c4d-bf13-15e6e2ab8044 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Allocated IP 2001:db8::f816:3eff:fe9c:5bee (87010bec-6736-4922-a33b-92334c200b3b/c57d4655-5b5b-4e55-b00d-065653a7e762/353b5613-b4fe-4796-b7ea-52815450739d) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:12.535935 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port b3bc7a28-e511-44f2-8f8f-12c4e0f73b8e triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:12.536207 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:12.564219 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a187eaa8-ce8d-4504-8cfe-3a22c65b5af6 req-67e0a7a3-7886-4d4d-8e68-9f12285ef6f0 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0754092 Oct 20 11:37:12.578361 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-41b28876-8c5d-4a5c-b5b5-af38f4d873fb tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Allocated IP 19.86.0.85 (93fe3b01-0707-4dff-8818-3c112850e9b6/9a4f7c8c-0473-4a31-8ef7-6bd60894c9de/a60c92d4-a450-432e-9cb6-8e222cf6cfa3) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:12.694832 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f1d23559-b116-4c4d-bf13-15e6e2ab8044 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:12.716503 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2cda7d75-fe99-47eb-909e-e6aee0882a68 req-729155a3-d7c0-46ce-943e-e93cdccfeb21 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.0584118 Oct 20 11:37:12.749270 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f1d23559-b116-4c4d-bf13-15e6e2ab8044 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:12.797280 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d23559-b116-4c4d-bf13-15e6e2ab8044 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:12.801043 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-f1d23559-b116-4c4d-bf13-15e6e2ab8044 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:12.805102 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d23559-b116-4c4d-bf13-15e6e2ab8044 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:12.813371 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d23559-b116-4c4d-bf13-15e6e2ab8044 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:12.815690 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f1d23559-b116-4c4d-bf13-15e6e2ab8044 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:12.834660 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d23559-b116-4c4d-bf13-15e6e2ab8044 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Port': ['ID=353b5613-b4fe-4796-b7ea-52815450739d,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:12.841687 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-2518e951-337e-46c6-a3da-efdb43cd44c7 None None] For port 029b2ed8-ca08-4b7c-a75c-6ade621c3648, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=029b2ed8-ca08-4b7c-a75c-6ade621c3648,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:12.848473 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f1d23559-b116-4c4d-bf13-15e6e2ab8044 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.6832623 Oct 20 11:37:12.851088 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40942) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:12.856718 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-488c256f-6a6e-4939-8826-5da392c026ed req-ff02b875-2249-4f10-a94d-5531f5dfb38f tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0924215 Oct 20 11:37:12.892744 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2518e951-337e-46c6-a3da-efdb43cd44c7 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:12.897792 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2518e951-337e-46c6-a3da-efdb43cd44c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:12.910009 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6d92d451-f8cb-4782-9a5a-2f73cc32be20 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:12.915255 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c679d30f-6b06-484b-92b1-4d70a4b4b794 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:12.922965 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c679d30f-6b06-484b-92b1-4d70a4b4b794 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:12.923265 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c679d30f-6b06-484b-92b1-4d70a4b4b794 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0710270 Oct 20 11:37:12.925784 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40944) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:12.951231 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d92d451-f8cb-4782-9a5a-2f73cc32be20 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Pushing event deleted for resources: {'Port': ['ID=e5631082-0047-4593-8f73-bbbdc15c7f18,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:12.958683 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-41b28876-8c5d-4a5c-b5b5-af38f4d873fb tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:12.968855 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2518e951-337e-46c6-a3da-efdb43cd44c7 None None] Pushing event updated for resources: {'Port': ['ID=029b2ed8-ca08-4b7c-a75c-6ade621c3648,revision_number=6']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:13.027887 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-68a0b530-3e0e-45f1-8d53-57e23982260a tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Deleting port 353b5613-b4fe-4796-b7ea-52815450739d {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:37:13.028252 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-68a0b530-3e0e-45f1-8d53-57e23982260a tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:13.138194 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-41b28876-8c5d-4a5c-b5b5-af38f4d873fb tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:13.171224 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-68a0b530-3e0e-45f1-8d53-57e23982260a tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:13.187353 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-68a0b530-3e0e-45f1-8d53-57e23982260a tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Calling delete_port for 353b5613-b4fe-4796-b7ea-52815450739d owned by {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:37:13.245951 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6d92d451-f8cb-4782-9a5a-2f73cc32be20 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:13.257583 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818463c3-ff9c-4c5f-aa36-592212992b3c req-30e01be2-44c7-43ca-9ae9-6b236dd064bc tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:13.259488 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-818463c3-ff9c-4c5f-aa36-592212992b3c req-30e01be2-44c7-43ca-9ae9-6b236dd064bc tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc2a7568-a0b5-453f-9439-31621926cf91 HTTP/1.1" status: 200 len: 945 time: 0.2108526 Oct 20 11:37:13.273359 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-41b28876-8c5d-4a5c-b5b5-af38f4d873fb tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Network 93fe3b01-0707-4dff-8818-3c112850e9b6 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:13.295468 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b28876-8c5d-4a5c-b5b5-af38f4d873fb tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Pushing event updated for resources: {'Port': ['ID=a60c92d4-a450-432e-9cb6-8e222cf6cfa3,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:13.301528 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-41b28876-8c5d-4a5c-b5b5-af38f4d873fb tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:13.328438 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-41b28876-8c5d-4a5c-b5b5-af38f4d873fb tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:13.357471 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-68a0b530-3e0e-45f1-8d53-57e23982260a tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:13.389785 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a0b530-3e0e-45f1-8d53-57e23982260a tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event deleted for resources: {'Port': ['ID=353b5613-b4fe-4796-b7ea-52815450739d,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:13.418445 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-68a0b530-3e0e-45f1-8d53-57e23982260a tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:13.421813 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-68a0b530-3e0e-45f1-8d53-57e23982260a tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/ports/353b5613-b4fe-4796-b7ea-52815450739d HTTP/1.1" status: 204 len: 168 time: 0.4950778 Oct 20 11:37:13.424706 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40952) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:13.453243 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-818463c3-ff9c-4c5f-aa36-592212992b3c req-c41d6916-8b3e-43b8-a78e-f953216a9260 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/security-groups?id=507d4736-4c60-4433-b68f-a0ea4568f172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751325 Oct 20 11:37:13.476018 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb305d68-ce23-4215-9f43-93e6a681eb1e req-250698d4-1c93-4881-b7e5-7efb284b4630 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:13.477996 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb305d68-ce23-4215-9f43-93e6a681eb1e req-250698d4-1c93-4881-b7e5-7efb284b4630 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:13.485954 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eb305d68-ce23-4215-9f43-93e6a681eb1e req-250698d4-1c93-4881-b7e5-7efb284b4630 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4d230b0-1eaf-417e-a380-ff7624336a03 HTTP/1.1" status: 200 len: 1653 time: 0.2000432 Oct 20 11:37:13.499532 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b463b66a-d09c-42a2-8d9a-dac7d2147b5e tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:13.504110 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b463b66a-d09c-42a2-8d9a-dac7d2147b5e tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:13.504269 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-41b28876-8c5d-4a5c-b5b5-af38f4d873fb tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:13.504827 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-41b28876-8c5d-4a5c-b5b5-af38f4d873fb tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:13.510838 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b463b66a-d09c-42a2-8d9a-dac7d2147b5e tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0823467 Oct 20 11:37:13.511161 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40956) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:13.562958 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 029b2ed8-ca08-4b7c-a75c-6ade621c3648 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:37:13.570818 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-93da8100-66d5-4c8d-9a8f-5a6cdb170e7b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Deleting subnet c57d4655-5b5b-4e55-b00d-065653a7e762 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:37:13.574848 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-93da8100-66d5-4c8d-9a8f-5a6cdb170e7b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:13.623473 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eb305d68-ce23-4215-9f43-93e6a681eb1e req-b26e7f3b-63f0-4c07-9207-e5c7311be47c tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/security-groups?id=556d78ba-2cca-4baf-b487-e76527365cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365008 Oct 20 11:37:13.631147 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-41b28876-8c5d-4a5c-b5b5-af38f4d873fb tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5768001 Oct 20 11:37:13.633994 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d92d451-f8cb-4782-9a5a-2f73cc32be20 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Router 747d07ae-916c-42ea-850a-07c6509efd97 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:37:13.638322 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 029b2ed8-ca08-4b7c-a75c-6ade621c3648 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:13.638911 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:13.640003 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-93da8100-66d5-4c8d-9a8f-5a6cdb170e7b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:13.647108 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-5ecf3f5f-b3b3-41b8-8e19-ac394853b5bd tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Request body: {'port': {'device_id': 'c4d230b0-1eaf-417e-a380-ff7624336a03', 'network_id': 'b4d4acb9-ec1b-451d-904b-0a8cc6741152', 'admin_state_up': True, 'tenant_id': 'f18dacb1b28d497197fcf505b71b2a85'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:13.732900 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:13.779940 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 029b2ed8-ca08-4b7c-a75c-6ade621c3648, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=029b2ed8-ca08-4b7c-a75c-6ade621c3648,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:13.790362 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:13.851337 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=029b2ed8-ca08-4b7c-a75c-6ade621c3648,revision_number=7']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:14.036511 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-93da8100-66d5-4c8d-9a8f-5a6cdb170e7b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:14.102140 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-93da8100-66d5-4c8d-9a8f-5a6cdb170e7b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:14.127174 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f790aae-f047-4d24-8620-1c154e6ce2b8 None None] Network 87010bec-6736-4922-a33b-92334c200b3b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:14.134189 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93da8100-66d5-4c8d-9a8f-5a6cdb170e7b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event deleted for resources: {'Subnet': ['ID=c57d4655-5b5b-4e55-b00d-065653a7e762,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:14.139152 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-93da8100-66d5-4c8d-9a8f-5a6cdb170e7b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:14.142751 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-93da8100-66d5-4c8d-9a8f-5a6cdb170e7b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/c57d4655-5b5b-4e55-b00d-065653a7e762 HTTP/1.1" status: 204 len: 168 time: 0.6306329 Oct 20 11:37:14.145333 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40964) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:14.192575 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-879c1267-d58b-4896-85cc-3f3132c45834 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0460567 Oct 20 11:37:14.195542 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40966) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:14.200793 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-4f60568e-8a6b-430e-bfcf-cf72690343ee tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'subnet': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:14.245084 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d6d55909-e975-4f8f-9240-fc0b774a4725 None None] Provisioning complete for port 029b2ed8-ca08-4b7c-a75c-6ade621c3648 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:14.245566 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d6d55909-e975-4f8f-9240-fc0b774a4725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:14.296645 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e4d5cf36-94c8-4df2-af64-34b9f8cbda8e req-adb95377-d4b4-4cae-a94c-6e572752f47a tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.6290481 Oct 20 11:37:14.319728 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f60568e-8a6b-430e-bfcf-cf72690343ee tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:14.323335 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4f60568e-8a6b-430e-bfcf-cf72690343ee tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:14.424254 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-585775d7-1d49-4d5b-874c-cc624a4a2ff8 req-709ee159-73ff-45f2-b235-83be93751e4c tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.1498857 Oct 20 11:37:14.430939 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d92d451-f8cb-4782-9a5a-2f73cc32be20 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:37:14.456552 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2c6a4c-75c2-42a0-ab7f-52e2c6212342 None None] Sync routers for ids ['747d07ae-916c-42ea-850a-07c6509efd97'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:37:14.466894 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2c6a4c-75c2-42a0-ab7f-52e2c6212342 None None] Routers {'747d07ae-916c-42ea-850a-07c6509efd97'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:37:14.467713 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-2c2c6a4c-75c2-42a0-ab7f-52e2c6212342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:36:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['747d07ae-916c-42ea-850a-07c6509efd97'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:14.496925 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-6d92d451-f8cb-4782-9a5a-2f73cc32be20 tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] 10.222.0.98 "PUT /v2.0/routers/747d07ae-916c-42ea-850a-07c6509efd97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2219119 Oct 20 11:37:14.509970 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-edb63a05-7225-421c-9c19-512e11c81ae6 req-5fd63d24-b287-4811-be60-416cd17f35d7 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.1529055 Oct 20 11:37:14.515485 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40970) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:14.527111 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-5ecf3f5f-b3b3-41b8-8e19-ac394853b5bd tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Made reservation on behalf of f18dacb1b28d497197fcf505b71b2a85 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:14.537999 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-5ecf3f5f-b3b3-41b8-8e19-ac394853b5bd tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:14.551094 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-2c2c6a4c-75c2-42a0-ab7f-52e2c6212342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:14.562528 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2c6a4c-75c2-42a0-ab7f-52e2c6212342 None None] Routers {'747d07ae-916c-42ea-850a-07c6509efd97'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:37:14.575942 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-2c2c6a4c-75c2-42a0-ab7f-52e2c6212342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:36:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['747d07ae-916c-42ea-850a-07c6509efd97'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:14.586380 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd537af-9e80-4f55-8bef-2465c2dce1c3 None None] DHCP port deletion for 87010bec-6736-4922-a33b-92334c200b3b request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:37:14.593428 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-03bd51ba-2046-456f-a6ab-b17ed448ca68 None None] Provisioning complete for port 0927d4e4-10cc-453d-9f6e-ce22365a4daf triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:14.593798 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-03bd51ba-2046-456f-a6ab-b17ed448ca68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:14.613386 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-2c2c6a4c-75c2-42a0-ab7f-52e2c6212342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:14.615046 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2c6a4c-75c2-42a0-ab7f-52e2c6212342 None None] The sync data for ids ['747d07ae-916c-42ea-850a-07c6509efd97'] in n-d-814735-3 is: [] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:37:14.667685 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-52cbd369-a6a4-4df3-bc3b-705547fee8fd tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks [] for router, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:14.678264 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-03bd51ba-2046-456f-a6ab-b17ed448ca68 None None] Port 0927d4e4-10cc-453d-9f6e-ce22365a4daf cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:37:14.695850 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-03bd51ba-2046-456f-a6ab-b17ed448ca68 None None] Provisioning complete for port a60c92d4-a450-432e-9cb6-8e222cf6cfa3 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:14.696235 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-03bd51ba-2046-456f-a6ab-b17ed448ca68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:14.724492 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-8cd537af-9e80-4f55-8bef-2465c2dce1c3 None None] Deleting port 029b2ed8-ca08-4b7c-a75c-6ade621c3648 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:37:14.725505 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-8cd537af-9e80-4f55-8bef-2465c2dce1c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:14.806554 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-03bd51ba-2046-456f-a6ab-b17ed448ca68 None None] Port a60c92d4-a450-432e-9cb6-8e222cf6cfa3 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:37:14.807565 n-d-814735-3 neutron-server[100646]: DEBUG neutron.objects.ports [None req-4f60568e-8a6b-430e-bfcf-cf72690343ee tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100646) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 11:37:14.838222 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-8cd537af-9e80-4f55-8bef-2465c2dce1c3 None None] For port 029b2ed8-ca08-4b7c-a75c-6ade621c3648, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=029b2ed8-ca08-4b7c-a75c-6ade621c3648,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:14.838622 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-8cd537af-9e80-4f55-8bef-2465c2dce1c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:14.851868 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-8cd537af-9e80-4f55-8bef-2465c2dce1c3 None None] Calling delete_port for 029b2ed8-ca08-4b7c-a75c-6ade621c3648 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:37:14.941613 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-8cd537af-9e80-4f55-8bef-2465c2dce1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:14.951869 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.ipam_pluggable_backend [None req-4f60568e-8a6b-430e-bfcf-cf72690343ee tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Port 029b2ed8-ca08-4b7c-a75c-6ade621c3648 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100646) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 20 11:37:14.952213 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.ipam_pluggable_backend [None req-4f60568e-8a6b-430e-bfcf-cf72690343ee tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Reverting IP allocation for 2001:db8::f816:3eff:fe1a:4ca3 {{(pid=100646) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 20 11:37:14.956053 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.ipam_pluggable_backend [None req-4f60568e-8a6b-430e-bfcf-cf72690343ee tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe1a:4ca3 {{(pid=100646) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 20 11:37:14.957353 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4f60568e-8a6b-430e-bfcf-cf72690343ee tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:14.966574 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd537af-9e80-4f55-8bef-2465c2dce1c3 None None] Pushing event deleted for resources: {'Port': ['ID=029b2ed8-ca08-4b7c-a75c-6ade621c3648,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:14.969571 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-52cbd369-a6a4-4df3-bc3b-705547fee8fd tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:14.975877 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd537af-9e80-4f55-8bef-2465c2dce1c3 None None] No DVR routers for this DVR port 029b2ed8-ca08-4b7c-a75c-6ade621c3648 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:37:14.980213 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300dc37-979c-49a2-9b8f-5e4b3c567489 req-4e3afd4d-19fd-4905-be39-d1ce77ab5985 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:14.989839 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300dc37-979c-49a2-9b8f-5e4b3c567489 req-4e3afd4d-19fd-4905-be39-d1ce77ab5985 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:14.995502 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d300dc37-979c-49a2-9b8f-5e4b3c567489 req-4e3afd4d-19fd-4905-be39-d1ce77ab5985 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4d230b0-1eaf-417e-a380-ff7624336a03 HTTP/1.1" status: 200 len: 1653 time: 0.2720418 Oct 20 11:37:14.997394 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-52cbd369-a6a4-4df3-bc3b-705547fee8fd tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:15.011790 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f60568e-8a6b-430e-bfcf-cf72690343ee tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:15.015024 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-4f60568e-8a6b-430e-bfcf-cf72690343ee tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:15.019450 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f60568e-8a6b-430e-bfcf-cf72690343ee tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:15.020124 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4f60568e-8a6b-430e-bfcf-cf72690343ee tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:15.026587 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a77ccb-0326-4c15-96d6-1093d5fa59c6 None None] Network 87010bec-6736-4922-a33b-92334c200b3b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:15.030500 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f60568e-8a6b-430e-bfcf-cf72690343ee tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Subnet': ['ID=375a15fc-5024-443e-960d-8653d329ffee,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:15.049966 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4f60568e-8a6b-430e-bfcf-cf72690343ee tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8506351 Oct 20 11:37:15.050312 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40974) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:15.055965 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-f5f3d363-5990-4f38-ab3f-7df7e4eb57f2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'port': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'mac_address': 'fa:16:3e:84:c1:de', 'name': 'tempest-NetworksTestDHCPv6-1622330320'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:15.079483 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-52cbd369-a6a4-4df3-bc3b-705547fee8fd tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:15.079994 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52cbd369-a6a4-4df3-bc3b-705547fee8fd tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Fanout notify agent at l3_agent the message router_deleted on router 747d07ae-916c-42ea-850a-07c6509efd97 {{(pid=100647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:37:15.094513 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-52cbd369-a6a4-4df3-bc3b-705547fee8fd tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:15.101131 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-52cbd369-a6a4-4df3-bc3b-705547fee8fd tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] 10.222.0.98 "DELETE /v2.0/routers/747d07ae-916c-42ea-850a-07c6509efd97 HTTP/1.1" status: 204 len: 168 time: 0.5767000 Oct 20 11:37:15.102488 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-5ecf3f5f-b3b3-41b8-8e19-ac394853b5bd tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Allocated IP 19.80.0.87 (b4d4acb9-ec1b-451d-904b-0a8cc6741152/ad7ea102-eea6-4496-ac82-0ea47befe23e/4e9a351a-7f01-436c-9cbf-bd74f9587a4b) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:15.104694 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40976) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:15.166243 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d300dc37-979c-49a2-9b8f-5e4b3c567489 req-ca1df953-c3ff-4a1c-9d6c-842fdea3e062 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/security-groups?id=556d78ba-2cca-4baf-b487-e76527365cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589291 Oct 20 11:37:15.193871 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4985a1d3-471f-4a9b-a99a-2e0af5489b94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-87010bec-6736-4922-a33b-92334c200b3b', 'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'tenant_id': 'f2f2c5c0f7894903b0c7a7e30f527cc9', 'fixed_ips': [{'subnet_id': '375a15fc-5024-443e-960d-8653d329ffee'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:37:15.195090 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4985a1d3-471f-4a9b-a99a-2e0af5489b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:15.202230 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f3d363-5990-4f38-ab3f-7df7e4eb57f2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:15.209325 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8a92c85-1354-468a-be90-daac281217da tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Deleting subnet 0fad6d98-1b16-4466-92ee-1e0e5ec23665 {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:37:15.220819 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f8a92c85-1354-468a-be90-daac281217da tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:15.293032 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f8a92c85-1354-468a-be90-daac281217da tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:15.299189 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f5f3d363-5990-4f38-ab3f-7df7e4eb57f2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:15.299512 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:15.327162 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-f5f3d363-5990-4f38-ab3f-7df7e4eb57f2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] device_id is not set on port 9e86f68c-e641-4ef3-ac5d-0eeb1af7b621 yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:37:15.367491 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-4985a1d3-471f-4a9b-a99a-2e0af5489b94 None None] Allocated IP 2001:db8::f816:3eff:fe8f:dab9 (87010bec-6736-4922-a33b-92334c200b3b/375a15fc-5024-443e-960d-8653d329ffee/e5948099-431b-42bf-8ebb-90a81310eb7e) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:15.438123 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0e4972a1-ca77-4d51-a544-c72243395937 req-88e8f6be-a719-4b06-bd2c-717afbc429b8 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0370617 Oct 20 11:37:15.474949 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-5ecf3f5f-b3b3-41b8-8e19-ac394853b5bd tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:15.517311 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a42e7ec8-842a-4803-9c2b-f919ef7341a9 req-9adfd9e3-dc93-4057-a1eb-ae9d660949dd tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.0390120 Oct 20 11:37:15.519098 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f8a92c85-1354-468a-be90-daac281217da tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:15.543641 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 029b2ed8-ca08-4b7c-a75c-6ade621c3648 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:37:15.573490 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 029b2ed8-ca08-4b7c-a75c-6ade621c3648 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:37:15.574001 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 029b2ed8-ca08-4b7c-a75c-6ade621c3648 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:37:15.600060 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4985a1d3-471f-4a9b-a99a-2e0af5489b94 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:15.608823 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4985a1d3-471f-4a9b-a99a-2e0af5489b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:15.614549 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d51d8240-40c9-4a27-b46c-acabf1347a00 req-8cb36c0d-59bb-482f-a755-81040fb220d2 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0453534 Oct 20 11:37:15.633970 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-5ecf3f5f-b3b3-41b8-8e19-ac394853b5bd tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:15.653235 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f8a92c85-1354-468a-be90-daac281217da tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:15.678233 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4985a1d3-471f-4a9b-a99a-2e0af5489b94 None None] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:15.686916 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-4985a1d3-471f-4a9b-a99a-2e0af5489b94 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:15.689310 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4985a1d3-471f-4a9b-a99a-2e0af5489b94 None None] Pushing event updated for resources: {'Port': ['ID=e5948099-431b-42bf-8ebb-90a81310eb7e,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:15.692157 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4985a1d3-471f-4a9b-a99a-2e0af5489b94 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:15.714604 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a92c85-1354-468a-be90-daac281217da tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Pushing event deleted for resources: {'Subnet': ['ID=0fad6d98-1b16-4466-92ee-1e0e5ec23665,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:15.719744 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-5ecf3f5f-b3b3-41b8-8e19-ac394853b5bd tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Network b4d4acb9-ec1b-451d-904b-0a8cc6741152 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:15.724238 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-f5f3d363-5990-4f38-ab3f-7df7e4eb57f2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Allocated IP 2001:db8::f816:3eff:fe84:c1de (87010bec-6736-4922-a33b-92334c200b3b/375a15fc-5024-443e-960d-8653d329ffee/9e86f68c-e641-4ef3-ac5d-0eeb1af7b621) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:15.724654 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f8a92c85-1354-468a-be90-daac281217da tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:15.727880 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-f8a92c85-1354-468a-be90-daac281217da tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] 10.222.0.98 "DELETE /v2.0/subnets/0fad6d98-1b16-4466-92ee-1e0e5ec23665 HTTP/1.1" status: 204 len: 168 time: 0.6206939 Oct 20 11:37:15.729557 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-5ecf3f5f-b3b3-41b8-8e19-ac394853b5bd tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:15.732981 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40986) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:15.752678 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-5ecf3f5f-b3b3-41b8-8e19-ac394853b5bd tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:15.759161 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7672f83-691b-40a5-9e72-2e272f132516 None None] Network 83fcd9e6-00ee-4ff2-baf2-117205a98355 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:15.767443 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf3f5f-b3b3-41b8-8e19-ac394853b5bd tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Pushing event updated for resources: {'Port': ['ID=4e9a351a-7f01-436c-9cbf-bd74f9587a4b,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:15.799008 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-4985a1d3-471f-4a9b-a99a-2e0af5489b94 None None] Attempting to bind port e5948099-431b-42bf-8ebb-90a81310eb7e on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:37:15.799477 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-4985a1d3-471f-4a9b-a99a-2e0af5489b94 None None] Attempting to bind port e5948099-431b-42bf-8ebb-90a81310eb7e by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:37:15.799846 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4985a1d3-471f-4a9b-a99a-2e0af5489b94 None None] Attempting to bind port e5948099-431b-42bf-8ebb-90a81310eb7e on network 87010bec-6736-4922-a33b-92334c200b3b {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:37:15.843771 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4985a1d3-471f-4a9b-a99a-2e0af5489b94 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:37:15.844541 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4985a1d3-471f-4a9b-a99a-2e0af5489b94 None None] Checking segment: {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:37:15.844674 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4985a1d3-471f-4a9b-a99a-2e0af5489b94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:15.845042 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4985a1d3-471f-4a9b-a99a-2e0af5489b94 None None] Bound using segment: {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:37:15.845532 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-4985a1d3-471f-4a9b-a99a-2e0af5489b94 None None] Bound port: e5948099-431b-42bf-8ebb-90a81310eb7e, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:37:15.846302 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4985a1d3-471f-4a9b-a99a-2e0af5489b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:15.863128 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-5ecf3f5f-b3b3-41b8-8e19-ac394853b5bd tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:15.864640 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-5ecf3f5f-b3b3-41b8-8e19-ac394853b5bd tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:15.870220 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-839cbe71-89bf-42f8-8e42-0ab24772e8cf tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:15.897812 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-5ecf3f5f-b3b3-41b8-8e19-ac394853b5bd tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2545538 Oct 20 11:37:15.925427 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-783ad12b-2c98-417d-8220-2eaa82d4ba0b service neutron] Request body: {'port': {'device_id': 'c4d230b0-1eaf-417e-a380-ff7624336a03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:15.941393 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f5f3d363-5990-4f38-ab3f-7df7e4eb57f2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:15.963210 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-4985a1d3-471f-4a9b-a99a-2e0af5489b94 None None] For port e5948099-431b-42bf-8ebb-90a81310eb7e, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:37:15.967218 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-4985a1d3-471f-4a9b-a99a-2e0af5489b94 None None] For port e5948099-431b-42bf-8ebb-90a81310eb7e, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=e5948099-431b-42bf-8ebb-90a81310eb7e,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:37:15.982409 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4985a1d3-471f-4a9b-a99a-2e0af5489b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:15.998735 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-783ad12b-2c98-417d-8220-2eaa82d4ba0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:15.999768 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f5f3d363-5990-4f38-ab3f-7df7e4eb57f2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:16.058049 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-839cbe71-89bf-42f8-8e42-0ab24772e8cf tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Deleting port 1860a390-5b3f-4e10-ac79-49a75f2c62c7 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:37:16.060550 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-839cbe71-89bf-42f8-8e42-0ab24772e8cf tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:16.083948 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f317c23-3dfc-4ba0-974d-29e6c6ddb494 None None] DHCP port deletion for 83fcd9e6-00ee-4ff2-baf2-117205a98355 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:37:16.087225 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4985a1d3-471f-4a9b-a99a-2e0af5489b94 None None] Pushing event updated for resources: {'Port': ['ID=e5948099-431b-42bf-8ebb-90a81310eb7e,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:16.087353 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f3d363-5990-4f38-ab3f-7df7e4eb57f2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:16.095753 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-f5f3d363-5990-4f38-ab3f-7df7e4eb57f2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:16.103607 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f3d363-5990-4f38-ab3f-7df7e4eb57f2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:16.111299 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f3d363-5990-4f38-ab3f-7df7e4eb57f2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:16.112128 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f5f3d363-5990-4f38-ab3f-7df7e4eb57f2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:16.126824 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f3d363-5990-4f38-ab3f-7df7e4eb57f2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Port': ['ID=9e86f68c-e641-4ef3-ac5d-0eeb1af7b621,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:16.148111 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f5f3d363-5990-4f38-ab3f-7df7e4eb57f2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0950007 Oct 20 11:37:16.149873 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40988) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:16.161050 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3f317c23-3dfc-4ba0-974d-29e6c6ddb494 None None] Deleting port 1860a390-5b3f-4e10-ac79-49a75f2c62c7 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:37:16.161563 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3f317c23-3dfc-4ba0-974d-29e6c6ddb494 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:16.214006 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ee4e46-70aa-4b47-be5a-196726ee4872 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:16.221401 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ee4e46-70aa-4b47-be5a-196726ee4872 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:16.227070 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-92ee4e46-70aa-4b47-be5a-196726ee4872 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0758862 Oct 20 11:37:16.227837 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40992) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:16.256231 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3f317c23-3dfc-4ba0-974d-29e6c6ddb494 None None] For port 1860a390-5b3f-4e10-ac79-49a75f2c62c7, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=1860a390-5b3f-4e10-ac79-49a75f2c62c7,segment=NetworkSegment(f4924200-5a62-48e7-b042-b9c7d78d962d),segment_id=f4924200-5a62-48e7-b042-b9c7d78d962d)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:16.256765 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3f317c23-3dfc-4ba0-974d-29e6c6ddb494 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:16.264903 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-25b29014-a57c-4ab2-87b5-2194abab9fc8 None None] Provisioning complete for port 4e9a351a-7f01-436c-9cbf-bd74f9587a4b triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:16.265269 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25b29014-a57c-4ab2-87b5-2194abab9fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:16.288156 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-839cbe71-89bf-42f8-8e42-0ab24772e8cf tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] For port 1860a390-5b3f-4e10-ac79-49a75f2c62c7, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=1860a390-5b3f-4e10-ac79-49a75f2c62c7,segment=NetworkSegment(f4924200-5a62-48e7-b042-b9c7d78d962d),segment_id=f4924200-5a62-48e7-b042-b9c7d78d962d)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:16.288708 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-839cbe71-89bf-42f8-8e42-0ab24772e8cf tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:16.302295 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-839cbe71-89bf-42f8-8e42-0ab24772e8cf tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Calling delete_port for 1860a390-5b3f-4e10-ac79-49a75f2c62c7 owned by network:dhcp {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:37:16.309673 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3f317c23-3dfc-4ba0-974d-29e6c6ddb494 None None] Calling delete_port for 1860a390-5b3f-4e10-ac79-49a75f2c62c7 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:37:16.331616 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-25b29014-a57c-4ab2-87b5-2194abab9fc8 None None] Port 4e9a351a-7f01-436c-9cbf-bd74f9587a4b cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:37:16.355399 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-5301d1cc-17d8-4700-9496-63f381cf8504 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Deleting port 9e86f68c-e641-4ef3-ac5d-0eeb1af7b621 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:37:16.355994 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5301d1cc-17d8-4700-9496-63f381cf8504 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:16.456748 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3f317c23-3dfc-4ba0-974d-29e6c6ddb494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:16.486688 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f317c23-3dfc-4ba0-974d-29e6c6ddb494 None None] Pushing event deleted for resources: {'Port': ['ID=1860a390-5b3f-4e10-ac79-49a75f2c62c7,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:16.491098 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f317c23-3dfc-4ba0-974d-29e6c6ddb494 None None] No DVR routers for this DVR port 1860a390-5b3f-4e10-ac79-49a75f2c62c7 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:37:16.494335 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5301d1cc-17d8-4700-9496-63f381cf8504 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:16.511986 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-839cbe71-89bf-42f8-8e42-0ab24772e8cf tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:16.516923 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-5301d1cc-17d8-4700-9496-63f381cf8504 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Calling delete_port for 9e86f68c-e641-4ef3-ac5d-0eeb1af7b621 owned by {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:37:16.551077 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79488c9-2bd4-4525-a478-9ed1dc777390 req-fa5e3c88-e615-45e7-ad52-bab6ad8e6943 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:16.558358 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79488c9-2bd4-4525-a478-9ed1dc777390 req-fa5e3c88-e615-45e7-ad52-bab6ad8e6943 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:16.564422 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79488c9-2bd4-4525-a478-9ed1dc777390 req-fa5e3c88-e615-45e7-ad52-bab6ad8e6943 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:16.567645 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d79488c9-2bd4-4525-a478-9ed1dc777390 req-fa5e3c88-e615-45e7-ad52-bab6ad8e6943 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4d230b0-1eaf-417e-a380-ff7624336a03 HTTP/1.1" status: 200 len: 2374 time: 0.1875737 Oct 20 11:37:16.602082 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839cbe71-89bf-42f8-8e42-0ab24772e8cf tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Pushing event deleted for resources: {'Port': ['ID=1860a390-5b3f-4e10-ac79-49a75f2c62c7,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:16.606767 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839cbe71-89bf-42f8-8e42-0ab24772e8cf tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] No DVR routers for this DVR port 1860a390-5b3f-4e10-ac79-49a75f2c62c7 on host n-d-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:37:16.670399 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8d9aabd1-ffb3-4291-ae2a-18271d84ef71 req-0de7623a-1fd4-49ce-94b0-490a7b2b3334 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0982947 Oct 20 11:37:16.674753 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5301d1cc-17d8-4700-9496-63f381cf8504 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:16.709442 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5301d1cc-17d8-4700-9496-63f381cf8504 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event deleted for resources: {'Port': ['ID=9e86f68c-e641-4ef3-ac5d-0eeb1af7b621,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:16.739418 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5301d1cc-17d8-4700-9496-63f381cf8504 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:16.743843 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5301d1cc-17d8-4700-9496-63f381cf8504 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/ports/9e86f68c-e641-4ef3-ac5d-0eeb1af7b621 HTTP/1.1" status: 204 len: 168 time: 0.5149519 Oct 20 11:37:16.747423 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41002) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:16.762533 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-783ad12b-2c98-417d-8220-2eaa82d4ba0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0927d4e4-10cc-453d-9f6e-ce22365a4daf {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:37:16.800154 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20685a3-f94f-42d1-85a5-022c96f0bdf0 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:16.801783 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20685a3-f94f-42d1-85a5-022c96f0bdf0 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:16.803319 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b20685a3-f94f-42d1-85a5-022c96f0bdf0 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0549126 Oct 20 11:37:16.806129 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41004) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:16.807865 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-783ad12b-2c98-417d-8220-2eaa82d4ba0b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:16.823609 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-839cbe71-89bf-42f8-8e42-0ab24772e8cf tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:16.829050 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-104afd89-e194-4cd5-8101-b61cc5cca9ca req-0471c2a5-e54d-4730-9e4b-ac56c0bd5f8a tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.0857427 Oct 20 11:37:16.831932 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d79488c9-2bd4-4525-a478-9ed1dc777390 req-8c23c39e-81e3-462e-8903-1cd8bfabc708 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/security-groups?id=556d78ba-2cca-4baf-b487-e76527365cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401628 Oct 20 11:37:16.866180 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-783ad12b-2c98-417d-8220-2eaa82d4ba0b service neutron] Transition to ACTIVE for port object 0927d4e4-10cc-453d-9f6e-ce22365a4daf will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:37:16.867977 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-839cbe71-89bf-42f8-8e42-0ab24772e8cf tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83fcd9e6-00ee-4ff2-baf2-117205a98355']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:16.881657 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-783ad12b-2c98-417d-8220-2eaa82d4ba0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:16.887260 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-839cbe71-89bf-42f8-8e42-0ab24772e8cf tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4924200-5a62-48e7-b042-b9c7d78d962d') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:16.887555 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-839cbe71-89bf-42f8-8e42-0ab24772e8cf tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4924200-5a62-48e7-b042-b9c7d78d962d') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:16.890611 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf31dcf0-58a5-4746-8059-67aaa0460d41 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Deleting subnet 375a15fc-5024-443e-960d-8653d329ffee {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:37:16.896930 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cf31dcf0-58a5-4746-8059-67aaa0460d41 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:16.936560 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-839cbe71-89bf-42f8-8e42-0ab24772e8cf tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:16.955402 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cf31dcf0-58a5-4746-8059-67aaa0460d41 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:16.971208 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7f1b36f4-468e-4651-84a2-6e1a1493d2b8 req-434d7e08-9bb6-41e2-ac48-33b55925387c tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0869973 Oct 20 11:37:16.991866 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-839cbe71-89bf-42f8-8e42-0ab24772e8cf tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:16.999566 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ad12b-2c98-417d-8220-2eaa82d4ba0b service neutron] Pushing event updated for resources: {'Port': ['ID=0927d4e4-10cc-453d-9f6e-ce22365a4daf,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:17.002975 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-839cbe71-89bf-42f8-8e42-0ab24772e8cf tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Releasing vlan 1292 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:37:17.003384 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-839cbe71-89bf-42f8-8e42-0ab24772e8cf tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:17.006728 n-d-814735-3 neutron-server[100647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:37:17.006728 n-d-814735-3 neutron-server[100647]: self.session.flush() Oct 20 11:37:17.006728 n-d-814735-3 neutron-server[100647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:37:17.006728 n-d-814735-3 neutron-server[100647]: self.session.flush() Oct 20 11:37:17.006728 n-d-814735-3 neutron-server[100647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:37:17.006728 n-d-814735-3 neutron-server[100647]: self.session.flush() Oct 20 11:37:17.006728 n-d-814735-3 neutron-server[100647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:37:17.006728 n-d-814735-3 neutron-server[100647]: self.session.flush() Oct 20 11:37:17.006728 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:37:17.006728 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:37:17.006728 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:37:17.006728 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:37:17.006728 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:37:17.006728 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:37:17.006728 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:37:17.006728 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:37:17.006728 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:37:17.006728 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:37:17.006728 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:37:17.006728 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:37:17.006728 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:37:17.006728 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:37:17.006728 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:37:17.006728 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:37:17.006728 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:37:17.006728 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:37:17.006728 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:37:17.006728 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:37:17.006728 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:37:17.006728 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:37:17.006728 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:37:17.006728 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:37:17.006728 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:37:17.006728 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:37:17.006728 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:37:17.006728 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:37:17.006728 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:37:17.006728 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:37:17.006728 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:37:17.006728 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:37:17.088627 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cf31dcf0-58a5-4746-8059-67aaa0460d41 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:17.140713 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-839cbe71-89bf-42f8-8e42-0ab24772e8cf tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:17.155604 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-839cbe71-89bf-42f8-8e42-0ab24772e8cf tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:17.163777 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-839cbe71-89bf-42f8-8e42-0ab24772e8cf tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] 10.222.0.98 "DELETE /v2.0/networks/83fcd9e6-00ee-4ff2-baf2-117205a98355 HTTP/1.1" status: 204 len: 168 time: 1.4293017 Oct 20 11:37:17.163913 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cf31dcf0-58a5-4746-8059-67aaa0460d41 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:17.194672 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-783ad12b-2c98-417d-8220-2eaa82d4ba0b service neutron] Attempting to bind port 0927d4e4-10cc-453d-9f6e-ce22365a4daf on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:37:17.195023 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-783ad12b-2c98-417d-8220-2eaa82d4ba0b service neutron] Attempting to bind port 0927d4e4-10cc-453d-9f6e-ce22365a4daf by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '8fe66be6-698b-463e-ba22-8125d5c37035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'b4d4acb9-ec1b-451d-904b-0a8cc6741152'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:37:17.195709 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-783ad12b-2c98-417d-8220-2eaa82d4ba0b service neutron] Attempting to bind port 0927d4e4-10cc-453d-9f6e-ce22365a4daf on network b4d4acb9-ec1b-451d-904b-0a8cc6741152 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:37:17.198181 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839cbe71-89bf-42f8-8e42-0ab24772e8cf tempest-FloatingIPNegativeTestJSON-1548864279 tempest-FloatingIPNegativeTestJSON-1548864279-project] Pushing event deleted for resources: {'Network': ['ID=83fcd9e6-00ee-4ff2-baf2-117205a98355,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:17.211379 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf31dcf0-58a5-4746-8059-67aaa0460d41 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event deleted for resources: {'Subnet': ['ID=375a15fc-5024-443e-960d-8653d329ffee,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:17.213644 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cf31dcf0-58a5-4746-8059-67aaa0460d41 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:17.217543 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-cf31dcf0-58a5-4746-8059-67aaa0460d41 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/375a15fc-5024-443e-960d-8653d329ffee HTTP/1.1" status: 204 len: 168 time: 0.4104278 Oct 20 11:37:17.221714 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-783ad12b-2c98-417d-8220-2eaa82d4ba0b service neutron] Port 0927d4e4-10cc-453d-9f6e-ce22365a4daf on network b4d4acb9-ec1b-451d-904b-0a8cc6741152 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:37:17.222065 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-783ad12b-2c98-417d-8220-2eaa82d4ba0b service neutron] Attempting to bind port 0927d4e4-10cc-453d-9f6e-ce22365a4daf on network b4d4acb9-ec1b-451d-904b-0a8cc6741152 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:37:17.222878 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41008) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:17.232873 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-783ad12b-2c98-417d-8220-2eaa82d4ba0b service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:37:17.233206 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-783ad12b-2c98-417d-8220-2eaa82d4ba0b service neutron] Checking segment: {'id': '8fe66be6-698b-463e-ba22-8125d5c37035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'b4d4acb9-ec1b-451d-904b-0a8cc6741152'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:37:17.234660 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-783ad12b-2c98-417d-8220-2eaa82d4ba0b service neutron] Bound using segment: {'id': '8fe66be6-698b-463e-ba22-8125d5c37035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'b4d4acb9-ec1b-451d-904b-0a8cc6741152'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:37:17.235617 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-783ad12b-2c98-417d-8220-2eaa82d4ba0b service neutron] Bound port: 0927d4e4-10cc-453d-9f6e-ce22365a4daf, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fe66be6-698b-463e-ba22-8125d5c37035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'b4d4acb9-ec1b-451d-904b-0a8cc6741152'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:37:17.237737 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-783ad12b-2c98-417d-8220-2eaa82d4ba0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:17.277560 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-005bb714-bef6-4238-8dbc-9e523de2d11b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0531883 Oct 20 11:37:17.278262 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41010) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:17.332677 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-783ad12b-2c98-417d-8220-2eaa82d4ba0b service neutron] For port 0927d4e4-10cc-453d-9f6e-ce22365a4daf, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:37:17.336102 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-783ad12b-2c98-417d-8220-2eaa82d4ba0b service neutron] For port 0927d4e4-10cc-453d-9f6e-ce22365a4daf, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=0927d4e4-10cc-453d-9f6e-ce22365a4daf,segment=NetworkSegment(8fe66be6-698b-463e-ba22-8125d5c37035),segment_id=8fe66be6-698b-463e-ba22-8125d5c37035)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:37:17.345672 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-783ad12b-2c98-417d-8220-2eaa82d4ba0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:17.346866 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac140ef-c43b-4d91-8598-1878a426b6ab tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:17.348724 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-bac140ef-c43b-4d91-8598-1878a426b6ab tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0694413 Oct 20 11:37:17.351583 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41012) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:17.407897 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ad12b-2c98-417d-8220-2eaa82d4ba0b service neutron] Pushing event updated for resources: {'Port': ['ID=0927d4e4-10cc-453d-9f6e-ce22365a4daf,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:17.422825 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-783ad12b-2c98-417d-8220-2eaa82d4ba0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:17.423407 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1d67ec-8377-4e58-a287-b28ebab3cda9 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:17.423725 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-783ad12b-2c98-417d-8220-2eaa82d4ba0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:17.425202 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-fd1d67ec-8377-4e58-a287-b28ebab3cda9 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0720139 Oct 20 11:37:17.427793 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41014) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:17.440124 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-783ad12b-2c98-417d-8220-2eaa82d4ba0b service neutron] 10.222.0.89 "PUT /v2.0/ports/0927d4e4-10cc-453d-9f6e-ce22365a4daf HTTP/1.1" status: 200 len: 1091 time: 1.5198495 Oct 20 11:37:17.441063 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d230b0-1eaf-417e-a380-ff7624336a03', 'tag': '0927d4e4-10cc-453d-9f6e-ce22365a4daf'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:37:17.448511 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0720221f-82f7-4fd7-9700-9ced3e833ccc" -d '{"events": [{"name": "network-changed", "server_uuid": "c4d230b0-1eaf-417e-a380-ff7624336a03", "tag": "0927d4e4-10cc-453d-9f6e-ce22365a4daf"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:37:17.480581 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-0d805aa2-920a-4d5c-ab6d-8e5c77d1546f service neutron] Request body: {'port': {'device_id': 'c4d230b0-1eaf-417e-a380-ff7624336a03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:17.495385 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-90c1c7a3-1c6a-4169-ab31-58ba3d33b720 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0660849 Oct 20 11:37:17.505156 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41020) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:17.507812 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecfc1c2-2baf-4110-9aff-4addedc0fa35 None None] Network 87010bec-6736-4922-a33b-92334c200b3b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:17.511176 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-b564408b-71b5-423f-b320-058998be9f33 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'subnet': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:17.598036 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52cbdd51-93ed-47ac-afcb-a33b557d6806 x-openstack-request-id: req-52cbdd51-93ed-47ac-afcb-a33b557d6806 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:37:17.599133 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4d230b0-1eaf-417e-a380-ff7624336a03", "tag": "0927d4e4-10cc-453d-9f6e-ce22365a4daf", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:37:17.599536 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-52cbdd51-93ed-47ac-afcb-a33b557d6806 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:37:17.600093 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4d230b0-1eaf-417e-a380-ff7624336a03', 'tag': '0927d4e4-10cc-453d-9f6e-ce22365a4daf', 'status': 'completed', 'code': 200} Oct 20 11:37:17.610024 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-0d805aa2-920a-4d5c-ab6d-8e5c77d1546f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:17.643425 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device e5948099-431b-42bf-8ebb-90a81310eb7e up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:37:17.670750 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41022) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:17.720873 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720221f-82f7-4fd7-9700-9ced3e833ccc req-9799da2f-8808-4f84-9a6f-60c6e783f0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:17.721501 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720221f-82f7-4fd7-9700-9ced3e833ccc req-9799da2f-8808-4f84-9a6f-60c6e783f0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:17.722032 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720221f-82f7-4fd7-9700-9ced3e833ccc req-9799da2f-8808-4f84-9a6f-60c6e783f0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:17.724503 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0720221f-82f7-4fd7-9700-9ced3e833ccc req-9799da2f-8808-4f84-9a6f-60c6e783f0a8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f18dacb1b28d497197fcf505b71b2a85&device_id=c4d230b0-1eaf-417e-a380-ff7624336a03 HTTP/1.1" status: 200 len: 2729 time: 0.1527386 Oct 20 11:37:17.751790 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b564408b-71b5-423f-b320-058998be9f33 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:17.755509 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b564408b-71b5-423f-b320-058998be9f33 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:17.768917 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e0d990db-97aa-4d9c-9f5b-dcc9fe96c262 None None] Provisioning complete for port e5948099-431b-42bf-8ebb-90a81310eb7e triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:17.769292 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e0d990db-97aa-4d9c-9f5b-dcc9fe96c262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:17.865923 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-68ac805d-48e6-45d9-a935-faedb3a9c3ea req-14bde6fe-7682-4a93-aa99-b7e733a9a69b tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0380006 Oct 20 11:37:17.939684 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3b27716d-0a58-44da-aa0e-1b6fdb03697a req-425b53a1-c29e-46de-bf46-551f26cb5597 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.0470705 Oct 20 11:37:17.956128 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e0d990db-97aa-4d9c-9f5b-dcc9fe96c262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:17.967127 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port e5948099-431b-42bf-8ebb-90a81310eb7e triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:17.967543 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:18.009408 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165f5d59-ba41-4d25-877b-4a84c1d2c9c5 None None] DHCP port deletion for 87010bec-6736-4922-a33b-92334c200b3b request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:37:18.065443 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720221f-82f7-4fd7-9700-9ced3e833ccc req-f1687dc4-345c-4f55-9905-e98f5aaa071f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:18.066016 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720221f-82f7-4fd7-9700-9ced3e833ccc req-f1687dc4-345c-4f55-9905-e98f5aaa071f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:18.066474 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720221f-82f7-4fd7-9700-9ced3e833ccc req-f1687dc4-345c-4f55-9905-e98f5aaa071f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:18.068750 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0720221f-82f7-4fd7-9700-9ced3e833ccc req-f1687dc4-345c-4f55-9905-e98f5aaa071f service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=f18dacb1b28d497197fcf505b71b2a85&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3342166 Oct 20 11:37:18.071601 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e0d990db-97aa-4d9c-9f5b-dcc9fe96c262 None None] For port e5948099-431b-42bf-8ebb-90a81310eb7e, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=e5948099-431b-42bf-8ebb-90a81310eb7e,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:18.081488 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871754b1-3f93-41a1-a139-0e7f92ba1c6d req-7383ef9c-8bfe-4179-979a-4210b191395b tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:18.087410 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e0d990db-97aa-4d9c-9f5b-dcc9fe96c262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:18.087615 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871754b1-3f93-41a1-a139-0e7f92ba1c6d req-7383ef9c-8bfe-4179-979a-4210b191395b tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:18.094096 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871754b1-3f93-41a1-a139-0e7f92ba1c6d req-7383ef9c-8bfe-4179-979a-4210b191395b tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:18.101928 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-871754b1-3f93-41a1-a139-0e7f92ba1c6d req-7383ef9c-8bfe-4179-979a-4210b191395b tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4d230b0-1eaf-417e-a380-ff7624336a03 HTTP/1.1" status: 200 len: 2386 time: 0.1120822 Oct 20 11:37:18.154389 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6f7110ce-4d6c-4a23-82f8-29bb731a7d8c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=dd3fe22839474a469bd2e585affbdffa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4822879 Oct 20 11:37:18.165390 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41036) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:18.173887 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5837743c-c6d7-4eba-9aae-724d78dbbb6d req-dcc3e04d-9430-427a-9a14-9ae85d1456ee tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0630965 Oct 20 11:37:18.177251 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-165f5d59-ba41-4d25-877b-4a84c1d2c9c5 None None] Deleting port e5948099-431b-42bf-8ebb-90a81310eb7e {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:37:18.178409 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-165f5d59-ba41-4d25-877b-4a84c1d2c9c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:18.228000 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-871754b1-3f93-41a1-a139-0e7f92ba1c6d req-83418a9b-1ae8-46ab-b958-0ff8b42a9fb5 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/security-groups?id=556d78ba-2cca-4baf-b487-e76527365cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204185 Oct 20 11:37:18.244286 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-0d805aa2-920a-4d5c-ab6d-8e5c77d1546f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a60c92d4-a450-432e-9cb6-8e222cf6cfa3 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:37:18.253832 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-0d805aa2-920a-4d5c-ab6d-8e5c77d1546f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:18.272650 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-0d805aa2-920a-4d5c-ab6d-8e5c77d1546f service neutron] Transition to ACTIVE for port object a60c92d4-a450-432e-9cb6-8e222cf6cfa3 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:37:18.278005 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-0d805aa2-920a-4d5c-ab6d-8e5c77d1546f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:18.342519 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720221f-82f7-4fd7-9700-9ced3e833ccc req-26363346-2e25-48d5-bd0f-451d58eea1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:18.344295 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0720221f-82f7-4fd7-9700-9ced3e833ccc req-26363346-2e25-48d5-bd0f-451d58eea1f9 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2641912 Oct 20 11:37:18.363281 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d990db-97aa-4d9c-9f5b-dcc9fe96c262 None None] Pushing event updated for resources: {'Port': ['ID=e5948099-431b-42bf-8ebb-90a81310eb7e,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:18.366307 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-059ddbb9-00be-4483-8e53-8f10c4d75b30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:18.371967 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 1860a390-5b3f-4e10-ac79-49a75f2c62c7 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:37:18.378045 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d805aa2-920a-4d5c-ab6d-8e5c77d1546f service neutron] Pushing event updated for resources: {'Port': ['ID=a60c92d4-a450-432e-9cb6-8e222cf6cfa3,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:18.402563 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 1860a390-5b3f-4e10-ac79-49a75f2c62c7 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:37:18.403236 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 1860a390-5b3f-4e10-ac79-49a75f2c62c7 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:37:18.415136 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d805aa2-920a-4d5c-ab6d-8e5c77d1546f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:18.415548 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d805aa2-920a-4d5c-ab6d-8e5c77d1546f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:18.416640 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d805aa2-920a-4d5c-ab6d-8e5c77d1546f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:18.416640 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d805aa2-920a-4d5c-ab6d-8e5c77d1546f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:18.416640 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d805aa2-920a-4d5c-ab6d-8e5c77d1546f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:18.417065 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d805aa2-920a-4d5c-ab6d-8e5c77d1546f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:18.417466 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d805aa2-920a-4d5c-ab6d-8e5c77d1546f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:18.418428 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d805aa2-920a-4d5c-ab6d-8e5c77d1546f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:18.419009 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d805aa2-920a-4d5c-ab6d-8e5c77d1546f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:18.419411 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d805aa2-920a-4d5c-ab6d-8e5c77d1546f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:18.419834 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d805aa2-920a-4d5c-ab6d-8e5c77d1546f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:18.420230 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d805aa2-920a-4d5c-ab6d-8e5c77d1546f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:18.434334 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-059ddbb9-00be-4483-8e53-8f10c4d75b30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:18.449466 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b564408b-71b5-423f-b320-058998be9f33 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:18.454882 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-165f5d59-ba41-4d25-877b-4a84c1d2c9c5 None None] For port e5948099-431b-42bf-8ebb-90a81310eb7e, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=e5948099-431b-42bf-8ebb-90a81310eb7e,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:18.455632 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-165f5d59-ba41-4d25-877b-4a84c1d2c9c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:18.457322 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-0d805aa2-920a-4d5c-ab6d-8e5c77d1546f service neutron] Attempting to bind port a60c92d4-a450-432e-9cb6-8e222cf6cfa3 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:37:18.457666 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-0d805aa2-920a-4d5c-ab6d-8e5c77d1546f service neutron] Attempting to bind port a60c92d4-a450-432e-9cb6-8e222cf6cfa3 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '17df2175-4bd9-4bd5-acdf-39f8f9eba789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '93fe3b01-0707-4dff-8818-3c112850e9b6'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:37:18.458473 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-0d805aa2-920a-4d5c-ab6d-8e5c77d1546f service neutron] Attempting to bind port a60c92d4-a450-432e-9cb6-8e222cf6cfa3 on network 93fe3b01-0707-4dff-8818-3c112850e9b6 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:37:18.465013 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-0d805aa2-920a-4d5c-ab6d-8e5c77d1546f service neutron] Port a60c92d4-a450-432e-9cb6-8e222cf6cfa3 on network 93fe3b01-0707-4dff-8818-3c112850e9b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:37:18.465367 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-0d805aa2-920a-4d5c-ab6d-8e5c77d1546f service neutron] Attempting to bind port a60c92d4-a450-432e-9cb6-8e222cf6cfa3 on network 93fe3b01-0707-4dff-8818-3c112850e9b6 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:37:18.470684 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-165f5d59-ba41-4d25-877b-4a84c1d2c9c5 None None] Calling delete_port for e5948099-431b-42bf-8ebb-90a81310eb7e owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:37:18.471838 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-0d805aa2-920a-4d5c-ab6d-8e5c77d1546f service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:37:18.472184 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-0d805aa2-920a-4d5c-ab6d-8e5c77d1546f service neutron] Checking segment: {'id': '17df2175-4bd9-4bd5-acdf-39f8f9eba789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '93fe3b01-0707-4dff-8818-3c112850e9b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:37:18.472564 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-0d805aa2-920a-4d5c-ab6d-8e5c77d1546f service neutron] Bound using segment: {'id': '17df2175-4bd9-4bd5-acdf-39f8f9eba789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '93fe3b01-0707-4dff-8818-3c112850e9b6'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:37:18.473358 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-0d805aa2-920a-4d5c-ab6d-8e5c77d1546f service neutron] Bound port: a60c92d4-a450-432e-9cb6-8e222cf6cfa3, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17df2175-4bd9-4bd5-acdf-39f8f9eba789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '93fe3b01-0707-4dff-8818-3c112850e9b6'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:37:18.473721 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-0d805aa2-920a-4d5c-ab6d-8e5c77d1546f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:18.526079 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b564408b-71b5-423f-b320-058998be9f33 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:18.533890 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-b564408b-71b5-423f-b320-058998be9f33 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:18.538449 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b564408b-71b5-423f-b320-058998be9f33 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:18.538449 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b564408b-71b5-423f-b320-058998be9f33 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:18.540815 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b564408b-71b5-423f-b320-058998be9f33 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Subnet': ['ID=ae312e7c-bc17-4c7e-948e-128c678d941d,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:18.569106 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b564408b-71b5-423f-b320-058998be9f33 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0625405 Oct 20 11:37:18.572033 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41038) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:18.578991 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-d86c1470-8d65-4d83-b605-fb90e619b23f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'port': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'mac_address': 'fa:16:3e:8e:1a:3b', 'name': 'tempest-NetworksTestDHCPv6-454986889'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:18.582664 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-059ddbb9-00be-4483-8e53-8f10c4d75b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:18.585061 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-0d805aa2-920a-4d5c-ab6d-8e5c77d1546f service neutron] For port a60c92d4-a450-432e-9cb6-8e222cf6cfa3, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:37:18.585454 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-059ddbb9-00be-4483-8e53-8f10c4d75b30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:18.589542 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-059ddbb9-00be-4483-8e53-8f10c4d75b30 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e31c96d1-ed2d-43d9-8517-671d52d2ec47 HTTP/1.1" status: 204 len: 168 time: 0.4202421 Oct 20 11:37:18.592016 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-165f5d59-ba41-4d25-877b-4a84c1d2c9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:18.599097 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-0d805aa2-920a-4d5c-ab6d-8e5c77d1546f service neutron] For port a60c92d4-a450-432e-9cb6-8e222cf6cfa3, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=a60c92d4-a450-432e-9cb6-8e222cf6cfa3,segment=NetworkSegment(17df2175-4bd9-4bd5-acdf-39f8f9eba789),segment_id=17df2175-4bd9-4bd5-acdf-39f8f9eba789)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:37:18.609425 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059ddbb9-00be-4483-8e53-8f10c4d75b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31c96d1-ed2d-43d9-8517-671d52d2ec47,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:18.609617 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-0d805aa2-920a-4d5c-ab6d-8e5c77d1546f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:18.639624 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165f5d59-ba41-4d25-877b-4a84c1d2c9c5 None None] No DVR routers for this DVR port e5948099-431b-42bf-8ebb-90a81310eb7e on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:37:18.645731 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f5d59-ba41-4d25-877b-4a84c1d2c9c5 None None] Pushing event deleted for resources: {'Port': ['ID=e5948099-431b-42bf-8ebb-90a81310eb7e,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:18.648254 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-0d805aa2-920a-4d5c-ab6d-8e5c77d1546f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:18.649366 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-0d805aa2-920a-4d5c-ab6d-8e5c77d1546f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:18.651127 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-0d805aa2-920a-4d5c-ab6d-8e5c77d1546f service neutron] 10.222.0.89 "PUT /v2.0/ports/a60c92d4-a450-432e-9cb6-8e222cf6cfa3 HTTP/1.1" status: 200 len: 1091 time: 1.1753674 Oct 20 11:37:18.695987 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed323a6d-5b3f-4ba9-bc35-28b2562d41e5 None None] Network 87010bec-6736-4922-a33b-92334c200b3b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:18.703572 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-3e16c42e-eed4-40a0-afdf-c7584ec07b15 service neutron] Request body: {'port': {'device_id': 'c4d230b0-1eaf-417e-a380-ff7624336a03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:18.754927 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86c1470-8d65-4d83-b605-fb90e619b23f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:18.761587 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d86c1470-8d65-4d83-b605-fb90e619b23f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:18.787525 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d805aa2-920a-4d5c-ab6d-8e5c77d1546f service neutron] Pushing event updated for resources: {'Port': ['ID=a60c92d4-a450-432e-9cb6-8e222cf6cfa3,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:18.796924 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-3e16c42e-eed4-40a0-afdf-c7584ec07b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:18.799946 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-d86c1470-8d65-4d83-b605-fb90e619b23f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] device_id is not set on port b20c158c-fd50-4527-9261-5c52c796c746 yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:37:18.917656 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc7beaf-ee37-46a6-a910-2f6730fe9ada None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-87010bec-6736-4922-a33b-92334c200b3b', 'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'tenant_id': 'f2f2c5c0f7894903b0c7a7e30f527cc9', 'fixed_ips': [{'subnet_id': 'ae312e7c-bc17-4c7e-948e-128c678d941d'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:37:18.918538 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1dc7beaf-ee37-46a6-a910-2f6730fe9ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:19.024391 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-d86c1470-8d65-4d83-b605-fb90e619b23f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Allocated IP 2001:db8::273 (87010bec-6736-4922-a33b-92334c200b3b/ae312e7c-bc17-4c7e-948e-128c678d941d/b20c158c-fd50-4527-9261-5c52c796c746) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:19.066993 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e09b2541-54a2-4cfd-b9b5-a8a2a63f2ff9 req-5852933a-e446-46fe-add7-1f32527ad0bc tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.0473552 Oct 20 11:37:19.092462 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aa41dbb3-27ca-4987-8988-5f9859a4b74a req-323f0410-5f02-42ba-afab-9108a8abf1e8 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0860507 Oct 20 11:37:19.209250 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d86c1470-8d65-4d83-b605-fb90e619b23f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:19.245318 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-3e16c42e-eed4-40a0-afdf-c7584ec07b15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e9a351a-7f01-436c-9cbf-bd74f9587a4b {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:37:19.257705 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d86c1470-8d65-4d83-b605-fb90e619b23f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:19.283196 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-3e16c42e-eed4-40a0-afdf-c7584ec07b15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:19.288255 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2ba70d33-e407-456d-b106-3ab3e5976b02 req-0ed5fecd-03e3-4cf4-aeb4-583ff53d7eff tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0381808 Oct 20 11:37:19.301351 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-3e16c42e-eed4-40a0-afdf-c7584ec07b15 service neutron] Transition to ACTIVE for port object 4e9a351a-7f01-436c-9cbf-bd74f9587a4b will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:37:19.311024 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-3e16c42e-eed4-40a0-afdf-c7584ec07b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:19.317869 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1925a5d4-2128-45b5-a5b0-080d97112e9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:19.332107 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86c1470-8d65-4d83-b605-fb90e619b23f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:19.337608 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-d86c1470-8d65-4d83-b605-fb90e619b23f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:19.341498 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86c1470-8d65-4d83-b605-fb90e619b23f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:19.348013 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-1dc7beaf-ee37-46a6-a910-2f6730fe9ada None None] Allocated IP 2001:db8::2 (87010bec-6736-4922-a33b-92334c200b3b/ae312e7c-bc17-4c7e-948e-128c678d941d/fadb6d10-d8e6-4a51-95bb-82d4176b0871) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:19.348306 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86c1470-8d65-4d83-b605-fb90e619b23f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:19.349236 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d86c1470-8d65-4d83-b605-fb90e619b23f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:19.386783 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d86c1470-8d65-4d83-b605-fb90e619b23f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8110652 Oct 20 11:37:19.386783 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86c1470-8d65-4d83-b605-fb90e619b23f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Port': ['ID=b20c158c-fd50-4527-9261-5c52c796c746,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:19.394038 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41064) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:19.435643 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e16c42e-eed4-40a0-afdf-c7584ec07b15 service neutron] Pushing event updated for resources: {'Port': ['ID=4e9a351a-7f01-436c-9cbf-bd74f9587a4b,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:19.499033 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a5a51-beae-40b0-a5f3-ee2203ce4f9a req-0ec1bc57-a12c-4b6f-b52b-60d25b814a25 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:19.504416 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983ddcaf-3612-4b07-ba8c-3e71dba60377 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:19.505332 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a5a51-beae-40b0-a5f3-ee2203ce4f9a req-0ec1bc57-a12c-4b6f-b52b-60d25b814a25 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:19.508312 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-983ddcaf-3612-4b07-ba8c-3e71dba60377 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1072314 Oct 20 11:37:19.510491 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41070) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:19.511283 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a5a51-beae-40b0-a5f3-ee2203ce4f9a req-0ec1bc57-a12c-4b6f-b52b-60d25b814a25 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:19.522124 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-657a5a51-beae-40b0-a5f3-ee2203ce4f9a req-0ec1bc57-a12c-4b6f-b52b-60d25b814a25 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4d230b0-1eaf-417e-a380-ff7624336a03 HTTP/1.1" status: 200 len: 2410 time: 0.1669450 Oct 20 11:37:19.601198 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d230b0-1eaf-417e-a380-ff7624336a03', 'tag': 'a60c92d4-a450-432e-9cb6-8e222cf6cfa3'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:37:19.605086 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14093748-0d04-42d6-aa25-bef569e7ef79" -d '{"events": [{"name": "network-changed", "server_uuid": "c4d230b0-1eaf-417e-a380-ff7624336a03", "tag": "a60c92d4-a450-432e-9cb6-8e222cf6cfa3"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:37:19.606076 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1dc7beaf-ee37-46a6-a910-2f6730fe9ada None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:19.612332 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device e5948099-431b-42bf-8ebb-90a81310eb7e no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:37:19.620659 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-657a5a51-beae-40b0-a5f3-ee2203ce4f9a req-0815c3db-c54d-4f51-9c4a-18c00427efc1 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/security-groups?id=556d78ba-2cca-4baf-b487-e76527365cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972934 Oct 20 11:37:19.622014 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-3e16c42e-eed4-40a0-afdf-c7584ec07b15 service neutron] Attempting to bind port 4e9a351a-7f01-436c-9cbf-bd74f9587a4b on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:37:19.622350 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-3e16c42e-eed4-40a0-afdf-c7584ec07b15 service neutron] Attempting to bind port 4e9a351a-7f01-436c-9cbf-bd74f9587a4b by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '8fe66be6-698b-463e-ba22-8125d5c37035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'b4d4acb9-ec1b-451d-904b-0a8cc6741152'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:37:19.622688 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-3e16c42e-eed4-40a0-afdf-c7584ec07b15 service neutron] Attempting to bind port 4e9a351a-7f01-436c-9cbf-bd74f9587a4b on network b4d4acb9-ec1b-451d-904b-0a8cc6741152 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:37:19.634095 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-3e16c42e-eed4-40a0-afdf-c7584ec07b15 service neutron] Port 4e9a351a-7f01-436c-9cbf-bd74f9587a4b on network b4d4acb9-ec1b-451d-904b-0a8cc6741152 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:37:19.634434 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-3e16c42e-eed4-40a0-afdf-c7584ec07b15 service neutron] Attempting to bind port 4e9a351a-7f01-436c-9cbf-bd74f9587a4b on network b4d4acb9-ec1b-451d-904b-0a8cc6741152 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:37:19.648091 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-3e16c42e-eed4-40a0-afdf-c7584ec07b15 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:37:19.648503 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-3e16c42e-eed4-40a0-afdf-c7584ec07b15 service neutron] Checking segment: {'id': '8fe66be6-698b-463e-ba22-8125d5c37035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'b4d4acb9-ec1b-451d-904b-0a8cc6741152'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:37:19.652216 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-3e16c42e-eed4-40a0-afdf-c7584ec07b15 service neutron] Bound using segment: {'id': '8fe66be6-698b-463e-ba22-8125d5c37035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'b4d4acb9-ec1b-451d-904b-0a8cc6741152'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:37:19.652312 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-3e16c42e-eed4-40a0-afdf-c7584ec07b15 service neutron] Bound port: 4e9a351a-7f01-436c-9cbf-bd74f9587a4b, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fe66be6-698b-463e-ba22-8125d5c37035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'b4d4acb9-ec1b-451d-904b-0a8cc6741152'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:37:19.652702 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-3e16c42e-eed4-40a0-afdf-c7584ec07b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:19.654084 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: e5948099-431b-42bf-8ebb-90a81310eb7e {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:37:19.654438 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device e5948099-431b-42bf-8ebb-90a81310eb7e not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:37:19.658176 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1dc7beaf-ee37-46a6-a910-2f6730fe9ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:19.673834 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dfe26ff-9032-462f-b316-0607bac4d91a x-openstack-request-id: req-2dfe26ff-9032-462f-b316-0607bac4d91a {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:37:19.675315 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4d230b0-1eaf-417e-a380-ff7624336a03", "tag": "a60c92d4-a450-432e-9cb6-8e222cf6cfa3", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:37:19.675779 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2dfe26ff-9032-462f-b316-0607bac4d91a {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:37:19.676326 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4d230b0-1eaf-417e-a380-ff7624336a03', 'tag': 'a60c92d4-a450-432e-9cb6-8e222cf6cfa3', 'status': 'completed', 'code': 200} Oct 20 11:37:19.677370 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc7beaf-ee37-46a6-a910-2f6730fe9ada None None] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:19.680421 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-1dc7beaf-ee37-46a6-a910-2f6730fe9ada None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:19.683287 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc7beaf-ee37-46a6-a910-2f6730fe9ada None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:19.755436 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-b70d065a-b242-46c4-9f7a-51e58ded70f5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Deleting port b20c158c-fd50-4527-9261-5c52c796c746 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:37:19.756047 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b70d065a-b242-46c4-9f7a-51e58ded70f5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:19.763473 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14093748-0d04-42d6-aa25-bef569e7ef79 req-b3b097f1-d9a6-48fc-9c50-80b3915c1097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:19.763949 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14093748-0d04-42d6-aa25-bef569e7ef79 req-b3b097f1-d9a6-48fc-9c50-80b3915c1097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:19.764415 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14093748-0d04-42d6-aa25-bef569e7ef79 req-b3b097f1-d9a6-48fc-9c50-80b3915c1097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:19.765522 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7beaf-ee37-46a6-a910-2f6730fe9ada None None] Pushing event updated for resources: {'Port': ['ID=fadb6d10-d8e6-4a51-95bb-82d4176b0871,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:19.766270 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-14093748-0d04-42d6-aa25-bef569e7ef79 req-b3b097f1-d9a6-48fc-9c50-80b3915c1097 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f18dacb1b28d497197fcf505b71b2a85&device_id=c4d230b0-1eaf-417e-a380-ff7624336a03 HTTP/1.1" status: 200 len: 2821 time: 0.0823221 Oct 20 11:37:19.773949 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-1dc7beaf-ee37-46a6-a910-2f6730fe9ada None None] Attempting to bind port fadb6d10-d8e6-4a51-95bb-82d4176b0871 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:37:19.774311 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-1dc7beaf-ee37-46a6-a910-2f6730fe9ada None None] Attempting to bind port fadb6d10-d8e6-4a51-95bb-82d4176b0871 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:37:19.777742 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc7beaf-ee37-46a6-a910-2f6730fe9ada None None] Attempting to bind port fadb6d10-d8e6-4a51-95bb-82d4176b0871 on network 87010bec-6736-4922-a33b-92334c200b3b {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:37:19.782021 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-3e16c42e-eed4-40a0-afdf-c7584ec07b15 service neutron] For port 4e9a351a-7f01-436c-9cbf-bd74f9587a4b, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:37:19.785993 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-3e16c42e-eed4-40a0-afdf-c7584ec07b15 service neutron] For port 4e9a351a-7f01-436c-9cbf-bd74f9587a4b, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=4e9a351a-7f01-436c-9cbf-bd74f9587a4b,segment=NetworkSegment(8fe66be6-698b-463e-ba22-8125d5c37035),segment_id=8fe66be6-698b-463e-ba22-8125d5c37035)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:37:19.794922 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-3e16c42e-eed4-40a0-afdf-c7584ec07b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:19.801501 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc7beaf-ee37-46a6-a910-2f6730fe9ada None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:37:19.802139 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc7beaf-ee37-46a6-a910-2f6730fe9ada None None] Checking segment: {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:37:19.802471 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41076) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:19.803603 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1dc7beaf-ee37-46a6-a910-2f6730fe9ada None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:19.806160 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc7beaf-ee37-46a6-a910-2f6730fe9ada None None] Bound using segment: {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:37:19.806862 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-1dc7beaf-ee37-46a6-a910-2f6730fe9ada None None] Bound port: fadb6d10-d8e6-4a51-95bb-82d4176b0871, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:37:19.807446 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1dc7beaf-ee37-46a6-a910-2f6730fe9ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:19.826735 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-3e16c42e-eed4-40a0-afdf-c7584ec07b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:19.827396 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-3e16c42e-eed4-40a0-afdf-c7584ec07b15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:19.829514 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-3e16c42e-eed4-40a0-afdf-c7584ec07b15 service neutron] 10.222.0.89 "PUT /v2.0/ports/4e9a351a-7f01-436c-9cbf-bd74f9587a4b HTTP/1.1" status: 200 len: 1091 time: 1.1329248 Oct 20 11:37:19.904996 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e16c42e-eed4-40a0-afdf-c7584ec07b15 service neutron] Pushing event updated for resources: {'Port': ['ID=4e9a351a-7f01-436c-9cbf-bd74f9587a4b,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:19.926584 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-1dc7beaf-ee37-46a6-a910-2f6730fe9ada None None] For port fadb6d10-d8e6-4a51-95bb-82d4176b0871, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:37:19.930427 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-1dc7beaf-ee37-46a6-a910-2f6730fe9ada None None] For port fadb6d10-d8e6-4a51-95bb-82d4176b0871, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=fadb6d10-d8e6-4a51-95bb-82d4176b0871,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:37:19.938785 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1dc7beaf-ee37-46a6-a910-2f6730fe9ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:20.006384 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7beaf-ee37-46a6-a910-2f6730fe9ada None None] Pushing event updated for resources: {'Port': ['ID=fadb6d10-d8e6-4a51-95bb-82d4176b0871,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:20.146358 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-0356f56f-5876-4b1b-9f90-a0e01c59c0f6 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-141549779'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:20.226565 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-85f9436a-6f6a-4727-8260-e2308af32e89 req-c07261a9-5cbe-4f67-9bf4-68b31166aefe tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.0970576 Oct 20 11:37:20.266075 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0356f56f-5876-4b1b-9f90-a0e01c59c0f6 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Made reservation on behalf of 94e5347f86fe43de8b27d18b03cb5e6b for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:20.269692 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0356f56f-5876-4b1b-9f90-a0e01c59c0f6 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:20.286832 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b70d065a-b242-46c4-9f7a-51e58ded70f5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:20.314337 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0356f56f-5876-4b1b-9f90-a0e01c59c0f6 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:20.327235 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f283e420-3f09-4dd6-93ef-aa750a769d03 req-b2ff0954-a9f9-4243-b92c-96d6031ecfc0 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0623519 Oct 20 11:37:20.339380 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14093748-0d04-42d6-aa25-bef569e7ef79 req-8e237b81-368d-4a17-adbf-8e31d86a0b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:20.339851 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14093748-0d04-42d6-aa25-bef569e7ef79 req-8e237b81-368d-4a17-adbf-8e31d86a0b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:20.340314 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14093748-0d04-42d6-aa25-bef569e7ef79 req-8e237b81-368d-4a17-adbf-8e31d86a0b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:20.341953 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-14093748-0d04-42d6-aa25-bef569e7ef79 req-8e237b81-368d-4a17-adbf-8e31d86a0b38 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=f18dacb1b28d497197fcf505b71b2a85&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5549772 Oct 20 11:37:20.343623 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-b70d065a-b242-46c4-9f7a-51e58ded70f5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Calling delete_port for b20c158c-fd50-4527-9261-5c52c796c746 owned by {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:37:20.389983 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b64012b0-aecc-47d6-b0f9-353b70e23a06 req-0118cd38-8721-4663-9a39-8ad49cd53a8c tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0280313 Oct 20 11:37:20.555591 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14093748-0d04-42d6-aa25-bef569e7ef79 req-765b10b5-2a15-4e8c-892f-dbfe0cab3674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:20.557075 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-14093748-0d04-42d6-aa25-bef569e7ef79 req-765b10b5-2a15-4e8c-892f-dbfe0cab3674 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2052052 Oct 20 11:37:20.570635 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0356f56f-5876-4b1b-9f90-a0e01c59c0f6 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:20.592396 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0356f56f-5876-4b1b-9f90-a0e01c59c0f6 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:20.673778 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b70d065a-b242-46c4-9f7a-51e58ded70f5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:20.675166 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0356f56f-5876-4b1b-9f90-a0e01c59c0f6 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] vlan segment allocate from pool success with {'vlan_id': 1266, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:37:20.679091 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0356f56f-5876-4b1b-9f90-a0e01c59c0f6 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16065bd9-5e52-4c99-bcf0-55cbb3f64e91,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:20.721426 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0356f56f-5876-4b1b-9f90-a0e01c59c0f6 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:20.721766 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-0356f56f-5876-4b1b-9f90-a0e01c59c0f6 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Added segment 252587d9-7a55-47eb-91a1-8e3029471a06 of type vlan for network 152d744c-644b-4e93-b909-ccc3f4c9ea2d Oct 20 11:37:20.724636 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d065a-b242-46c4-9f7a-51e58ded70f5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event deleted for resources: {'Port': ['ID=b20c158c-fd50-4527-9261-5c52c796c746,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:20.746095 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-fbb6b240-9a37-434b-8adf-fed9e69882d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:20.746845 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-fbb6b240-9a37-434b-8adf-fed9e69882d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:20.747328 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-fbb6b240-9a37-434b-8adf-fed9e69882d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:20.750406 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-fbb6b240-9a37-434b-8adf-fed9e69882d4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f18dacb1b28d497197fcf505b71b2a85&device_id=c4d230b0-1eaf-417e-a380-ff7624336a03 HTTP/1.1" status: 200 len: 2863 time: 0.1439824 Oct 20 11:37:20.761061 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a412fb-4d8c-463f-a782-bb22632adab0 req-6cfcf252-3e10-40fd-9a79-4da4e4cfbff1 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:20.767215 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a412fb-4d8c-463f-a782-bb22632adab0 req-6cfcf252-3e10-40fd-9a79-4da4e4cfbff1 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:20.773402 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a412fb-4d8c-463f-a782-bb22632adab0 req-6cfcf252-3e10-40fd-9a79-4da4e4cfbff1 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:20.775469 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-15a412fb-4d8c-463f-a782-bb22632adab0 req-6cfcf252-3e10-40fd-9a79-4da4e4cfbff1 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4d230b0-1eaf-417e-a380-ff7624336a03 HTTP/1.1" status: 200 len: 2410 time: 0.0754232 Oct 20 11:37:20.792594 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b70d065a-b242-46c4-9f7a-51e58ded70f5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:20.798290 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b70d065a-b242-46c4-9f7a-51e58ded70f5 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/ports/b20c158c-fd50-4527-9261-5c52c796c746 HTTP/1.1" status: 204 len: 168 time: 1.2831075 Oct 20 11:37:20.802948 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41090) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:20.828852 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-d340bf27-23c0-4845-97bd-7ae71639b03e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.52&port_id=0927d4e4-10cc-453d-9f6e-ce22365a4daf HTTP/1.1" status: 200 len: 217 time: 0.0626612 Oct 20 11:37:20.837913 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0356f56f-5876-4b1b-9f90-a0e01c59c0f6 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:20.856759 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-15a412fb-4d8c-463f-a782-bb22632adab0 req-f5d863e7-3fa5-4181-bd6a-b9828686256f tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/security-groups?id=556d78ba-2cca-4baf-b487-e76527365cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739954 Oct 20 11:37:20.878555 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d5221d-f206-49e5-8ab2-eed8402ecacd tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:20.878555 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d5221d-f206-49e5-8ab2-eed8402ecacd tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:20.878555 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-26d5221d-f206-49e5-8ab2-eed8402ecacd tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0721984 Oct 20 11:37:20.878555 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41092) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:20.907157 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-6c48afd0-a01e-4441-ae91-8181faa3a1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:20.908575 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-6c48afd0-a01e-4441-ae91-8181faa3a1da service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ad7ea102-eea6-4496-ac82-0ea47befe23e HTTP/1.1" status: 200 len: 801 time: 0.0682795 Oct 20 11:37:20.916056 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0356f56f-5876-4b1b-9f90-a0e01c59c0f6 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:20.921916 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0356f56f-5876-4b1b-9f90-a0e01c59c0f6 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:20.923154 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0356f56f-5876-4b1b-9f90-a0e01c59c0f6 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:20.934245 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9828de4-0be6-4375-ba52-b42b5c40500b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Deleting subnet ae312e7c-bc17-4c7e-948e-128c678d941d {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:37:20.937692 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c9828de4-0be6-4375-ba52-b42b5c40500b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:20.980199 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c9828de4-0be6-4375-ba52-b42b5c40500b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:20.995651 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0356f56f-5876-4b1b-9f90-a0e01c59c0f6 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1889524 Oct 20 11:37:20.996349 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41094) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:21.046579 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-5565fdc1-5997-4c6f-baf8-7a93dc4d1f17 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Request body: {'port': {'network_id': '152d744c-644b-4e93-b909-ccc3f4c9ea2d', 'name': 'tempest-PortsTestJSON-491086699'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:21.056916 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0356f56f-5876-4b1b-9f90-a0e01c59c0f6 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event updated for resources: {'Network': ['ID=152d744c-644b-4e93-b909-ccc3f4c9ea2d,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:21.070846 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 152d744c-644b-4e93-b909-ccc3f4c9ea2d details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:37:21.075729 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c9828de4-0be6-4375-ba52-b42b5c40500b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:21.089755 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-4131f6b4-f060-49cc-858c-7ddd8189b629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:21.091366 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-4131f6b4-f060-49cc-858c-7ddd8189b629 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b4d4acb9-ec1b-451d-904b-0a8cc6741152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1650681 Oct 20 11:37:21.150466 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c9828de4-0be6-4375-ba52-b42b5c40500b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:21.164768 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c9828de4-0be6-4375-ba52-b42b5c40500b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:21.168567 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c9828de4-0be6-4375-ba52-b42b5c40500b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/ae312e7c-bc17-4c7e-948e-128c678d941d HTTP/1.1" status: 204 len: 168 time: 0.2906964 Oct 20 11:37:21.172744 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41096) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:21.184976 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970d801d-74a1-4fb7-a9d8-e39782493427 None None] Network 87010bec-6736-4922-a33b-92334c200b3b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:21.186572 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9828de4-0be6-4375-ba52-b42b5c40500b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event deleted for resources: {'Subnet': ['ID=ae312e7c-bc17-4c7e-948e-128c678d941d,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:21.252507 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f6952fcf-0bfd-4549-bc78-c5d6671597fe tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0763652 Oct 20 11:37:21.253787 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41100) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:21.272477 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5565fdc1-5997-4c6f-baf8-7a93dc4d1f17 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Made reservation on behalf of 94e5347f86fe43de8b27d18b03cb5e6b for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:21.276750 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5565fdc1-5997-4c6f-baf8-7a93dc4d1f17 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:21.293236 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-5e0f0b49-3b40-4f7d-9ef9-24852a9e8643 service neutron] 10.222.0.89 "GET /v2.0/networks/b4d4acb9-ec1b-451d-904b-0a8cc6741152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725409 Oct 20 11:37:21.298552 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-0296ab2f-ff2c-4c6e-8947-ee88fffedb81 None None] Provisioning complete for port fadb6d10-d8e6-4a51-95bb-82d4176b0871 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:21.298938 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0296ab2f-ff2c-4c6e-8947-ee88fffedb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:21.309379 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-5565fdc1-5997-4c6f-baf8-7a93dc4d1f17 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] device_id is not set on port 53ce4373-c417-40e2-aca9-03dbbd14175e yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:37:21.333181 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d37b2790-44b0-4e7e-abaf-956495037846 req-956ae35e-a42d-4849-b556-1c67fdc63422 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.0417168 Oct 20 11:37:21.354530 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ae7862-0fe1-4eba-9b51-ade131a373d8 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:21.366159 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-37ae7862-0fe1-4eba-9b51-ade131a373d8 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1109655 Oct 20 11:37:21.369735 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41106) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:21.429103 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0296ab2f-ff2c-4c6e-8947-ee88fffedb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:21.434153 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cea6cba-d60f-4868-af5f-9ec11a9e815c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:21.438618 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-5cea6cba-d60f-4868-af5f-9ec11a9e815c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0675805 Oct 20 11:37:21.440667 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41110) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:21.488206 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3146d30-baae-487b-9e39-1f7286508ea5 None None] DHCP port deletion for 87010bec-6736-4922-a33b-92334c200b3b request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:37:21.527732 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-4ca29112-b54b-464c-9e4d-afe0b53282fe service neutron] 10.222.0.89 "GET /v2.0/networks/b4d4acb9-ec1b-451d-904b-0a8cc6741152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263947 Oct 20 11:37:21.555368 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-0296ab2f-ff2c-4c6e-8947-ee88fffedb81 None None] For port fadb6d10-d8e6-4a51-95bb-82d4176b0871, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=fadb6d10-d8e6-4a51-95bb-82d4176b0871,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:21.567498 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0296ab2f-ff2c-4c6e-8947-ee88fffedb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:21.588558 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-e9cb267b-20f9-4838-9c77-adcfe76426c1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.85&port_id=a60c92d4-a450-432e-9cb6-8e222cf6cfa3 HTTP/1.1" status: 200 len: 217 time: 0.0453360 Oct 20 11:37:21.631051 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-f3146d30-baae-487b-9e39-1f7286508ea5 None None] Deleting port fadb6d10-d8e6-4a51-95bb-82d4176b0871 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:37:21.631421 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f3146d30-baae-487b-9e39-1f7286508ea5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:21.648528 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0296ab2f-ff2c-4c6e-8947-ee88fffedb81 None None] Pushing event updated for resources: {'Port': ['ID=fadb6d10-d8e6-4a51-95bb-82d4176b0871,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:21.695585 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5565fdc1-5997-4c6f-baf8-7a93dc4d1f17 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:21.705049 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-f3146d30-baae-487b-9e39-1f7286508ea5 None None] For port fadb6d10-d8e6-4a51-95bb-82d4176b0871, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=fadb6d10-d8e6-4a51-95bb-82d4176b0871,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:21.705454 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f3146d30-baae-487b-9e39-1f7286508ea5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:21.709421 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-588c06e3-7f89-4498-9cdb-abc8c43c831b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:21.711144 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-588c06e3-7f89-4498-9cdb-abc8c43c831b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9a4f7c8c-0473-4a31-8ef7-6bd60894c9de HTTP/1.1" status: 200 len: 801 time: 0.0906873 Oct 20 11:37:21.719019 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-f3146d30-baae-487b-9e39-1f7286508ea5 None None] Calling delete_port for fadb6d10-d8e6-4a51-95bb-82d4176b0871 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:37:21.769174 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5565fdc1-5997-4c6f-baf8-7a93dc4d1f17 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:21.802298 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-b5858eff-584a-4c17-a0af-633a41dc21db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:21.804086 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-b5858eff-584a-4c17-a0af-633a41dc21db service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=93fe3b01-0707-4dff-8818-3c112850e9b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0811248 Oct 20 11:37:21.807763 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f3146d30-baae-487b-9e39-1f7286508ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:21.837321 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3146d30-baae-487b-9e39-1f7286508ea5 None None] Pushing event deleted for resources: {'Port': ['ID=fadb6d10-d8e6-4a51-95bb-82d4176b0871,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:21.841289 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d230b0-1eaf-417e-a380-ff7624336a03', 'tag': '4e9a351a-7f01-436c-9cbf-bd74f9587a4b'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:37:21.843603 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d98b477-bba7-4e6d-a9e0-d11292a33201" -d '{"events": [{"name": "network-changed", "server_uuid": "c4d230b0-1eaf-417e-a380-ff7624336a03", "tag": "4e9a351a-7f01-436c-9cbf-bd74f9587a4b"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:37:21.845298 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3146d30-baae-487b-9e39-1f7286508ea5 None None] No DVR routers for this DVR port fadb6d10-d8e6-4a51-95bb-82d4176b0871 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:37:21.863692 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5565fdc1-5997-4c6f-baf8-7a93dc4d1f17 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event updated for resources: {'Port': ['ID=53ce4373-c417-40e2-aca9-03dbbd14175e,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:21.900452 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-f6b9431e-67b0-4ce8-9cec-3676d6a644b7 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4587643 Oct 20 11:37:21.904610 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4535f271-3f74-42a6-b056-983ac0690260 req-75a72218-cee9-41e0-9787-54520d2a451c tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.4646485 Oct 20 11:37:21.905089 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41116) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:21.910114 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-0f4eea8b-f90d-4bda-9222-5617956ba0fa tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'subnet': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:21.918687 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5565fdc1-5997-4c6f-baf8-7a93dc4d1f17 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Checking segment: {'id': '252587d9-7a55-47eb-91a1-8e3029471a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': '152d744c-644b-4e93-b909-ccc3f4c9ea2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:37:21.919155 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5565fdc1-5997-4c6f-baf8-7a93dc4d1f17 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Network hostable DHCP agents. Network: 152d744c-644b-4e93-b909-ccc3f4c9ea2d, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:37:21.934068 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6198afd6-61ff-4d8e-a06e-ab450908a00a req-0916c5c7-fb5e-466b-bdb0-8651b0cd3cab tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0850534 Oct 20 11:37:21.960806 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-737d670d-907e-485a-b711-c38fbd2d1070 service neutron] 10.222.0.89 "GET /v2.0/networks/93fe3b01-0707-4dff-8818-3c112850e9b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466768 Oct 20 11:37:21.962334 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5565fdc1-5997-4c6f-baf8-7a93dc4d1f17 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Network 152d744c-644b-4e93-b909-ccc3f4c9ea2d is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:37:21.979871 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-5565fdc1-5997-4c6f-baf8-7a93dc4d1f17 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 152d744c-644b-4e93-b909-ccc3f4c9ea2d) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:21.988737 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b4b618-0bcc-42e9-8951-8569b842ba87 None None] Network 152d744c-644b-4e93-b909-ccc3f4c9ea2d requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:21.996050 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5565fdc1-5997-4c6f-baf8-7a93dc4d1f17 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:22.002172 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5565fdc1-5997-4c6f-baf8-7a93dc4d1f17 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:22.002928 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5565fdc1-5997-4c6f-baf8-7a93dc4d1f17 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:22.003066 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4596f64-cc5b-4f4c-b973-8e1ee0351a25 x-openstack-request-id: req-c4596f64-cc5b-4f4c-b973-8e1ee0351a25 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:37:22.003272 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4d230b0-1eaf-417e-a380-ff7624336a03", "tag": "4e9a351a-7f01-436c-9cbf-bd74f9587a4b", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:37:22.003616 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c4596f64-cc5b-4f4c-b973-8e1ee0351a25 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:37:22.004078 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4d230b0-1eaf-417e-a380-ff7624336a03', 'tag': '4e9a351a-7f01-436c-9cbf-bd74f9587a4b', 'status': 'completed', 'code': 200} Oct 20 11:37:22.060370 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5565fdc1-5997-4c6f-baf8-7a93dc4d1f17 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0184205 Oct 20 11:37:22.065076 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41118) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:22.071866 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-682fe978-67c0-4613-b110-2812a5b2c824 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-754754302'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:22.090935 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee607d-48be-489c-bd18-10ded2cfcc74 req-24be1936-674e-44ab-afdd-07b14dea7fb2 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:22.098277 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee607d-48be-489c-bd18-10ded2cfcc74 req-24be1936-674e-44ab-afdd-07b14dea7fb2 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:22.105036 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee607d-48be-489c-bd18-10ded2cfcc74 req-24be1936-674e-44ab-afdd-07b14dea7fb2 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:22.106910 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-59ee607d-48be-489c-bd18-10ded2cfcc74 req-24be1936-674e-44ab-afdd-07b14dea7fb2 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4d230b0-1eaf-417e-a380-ff7624336a03 HTTP/1.1" status: 200 len: 2410 time: 0.1057658 Oct 20 11:37:22.107865 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4eea8b-f90d-4bda-9222-5617956ba0fa tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:22.108862 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-cc23e031-5a0e-4883-abb4-a2db5a8d1f49 service neutron] 10.222.0.89 "GET /v2.0/networks/93fe3b01-0707-4dff-8818-3c112850e9b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391065 Oct 20 11:37:22.109942 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682fe978-67c0-4613-b110-2812a5b2c824 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Made reservation on behalf of 94e5347f86fe43de8b27d18b03cb5e6b for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:22.111845 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0f4eea8b-f90d-4bda-9222-5617956ba0fa tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:22.113441 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-682fe978-67c0-4613-b110-2812a5b2c824 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:22.162941 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ff30e462-3fed-499c-8e02-c8abefb5fbc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:22.164586 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-fc6914d4-0b04-47ab-8ca7-65fd248b1dec service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.87&port_id=4e9a351a-7f01-436c-9cbf-bd74f9587a4b HTTP/1.1" status: 200 len: 217 time: 0.0404279 Oct 20 11:37:22.172929 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-682fe978-67c0-4613-b110-2812a5b2c824 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] vlan segment allocate from pool success with {'vlan_id': 1288, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:37:22.208085 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-682fe978-67c0-4613-b110-2812a5b2c824 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:22.208357 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-682fe978-67c0-4613-b110-2812a5b2c824 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Added segment 0d4744d6-a6f1-4b18-8d61-b13ade40bce5 of type vlan for network e59679d3-3442-4ae7-ae92-a4f577cc4b3e Oct 20 11:37:22.224773 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-59ee607d-48be-489c-bd18-10ded2cfcc74 req-62d6afb7-6911-4850-bfce-b81fbb3dc867 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/security-groups?id=556d78ba-2cca-4baf-b487-e76527365cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077013 Oct 20 11:37:22.272412 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-3eadf9fc-ce17-4cbf-aa62-2bca0314e960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:22.274288 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-3eadf9fc-ce17-4cbf-aa62-2bca0314e960 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ad7ea102-eea6-4496-ac82-0ea47befe23e HTTP/1.1" status: 200 len: 801 time: 0.0991874 Oct 20 11:37:22.275906 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-682fe978-67c0-4613-b110-2812a5b2c824 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:22.326590 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-682fe978-67c0-4613-b110-2812a5b2c824 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:22.332284 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682fe978-67c0-4613-b110-2812a5b2c824 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:22.332886 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-682fe978-67c0-4613-b110-2812a5b2c824 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:22.361697 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-ba106403-9b67-4966-9485-0e5b9ba83245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:22.363285 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-ba106403-9b67-4966-9485-0e5b9ba83245 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b4d4acb9-ec1b-451d-904b-0a8cc6741152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0805252 Oct 20 11:37:22.382306 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-682fe978-67c0-4613-b110-2812a5b2c824 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3160138 Oct 20 11:37:22.387022 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41122) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:22.392763 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-590b2653-020a-4d9c-beb2-8e63f5c35fc0 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Request body: {'ports': [{'network_id': '152d744c-644b-4e93-b909-ccc3f4c9ea2d'}, {'network_id': 'e59679d3-3442-4ae7-ae92-a4f577cc4b3e'}]} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:22.393070 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-590b2653-020a-4d9c-beb2-8e63f5c35fc0 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Request body: {'port': {'network_id': '152d744c-644b-4e93-b909-ccc3f4c9ea2d'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:22.393550 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-590b2653-020a-4d9c-beb2-8e63f5c35fc0 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Request body: {'port': {'network_id': 'e59679d3-3442-4ae7-ae92-a4f577cc4b3e'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:22.437228 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682fe978-67c0-4613-b110-2812a5b2c824 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event updated for resources: {'Network': ['ID=e59679d3-3442-4ae7-ae92-a4f577cc4b3e,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:22.450491 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network e59679d3-3442-4ae7-ae92-a4f577cc4b3e details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:37:22.464009 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bcead58b-cb97-4789-8362-a865b8820265 req-e42b3242-ae7b-4754-8a99-5aca1a95ca4c tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.0466635 Oct 20 11:37:22.489024 n-d-814735-3 neutron-server[100647]: DEBUG neutron.objects.ports [None req-0f4eea8b-f90d-4bda-9222-5617956ba0fa tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100647) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 11:37:22.494012 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0f4eea8b-f90d-4bda-9222-5617956ba0fa tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:22.534884 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-f5a9f752-3d6a-459a-be95-86da02923842 service neutron] 10.222.0.89 "GET /v2.0/networks/b4d4acb9-ec1b-451d-904b-0a8cc6741152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573372 Oct 20 11:37:22.593073 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4eea8b-f90d-4bda-9222-5617956ba0fa tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:22.599624 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-0f4eea8b-f90d-4bda-9222-5617956ba0fa tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:22.611699 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4eea8b-f90d-4bda-9222-5617956ba0fa tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:22.612727 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0f4eea8b-f90d-4bda-9222-5617956ba0fa tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:22.614911 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0649866-fdcc-4312-bed9-da288fbd1228 None None] Network 87010bec-6736-4922-a33b-92334c200b3b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:22.659248 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5c389b48-172b-4fc5-973c-4fb6816b41f2 req-b1df6730-a390-43d7-aa05-5e24fc7884b6 service neutron] 10.222.0.89 "GET /v2.0/networks/b4d4acb9-ec1b-451d-904b-0a8cc6741152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152020 Oct 20 11:37:22.662371 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4eea8b-f90d-4bda-9222-5617956ba0fa tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Subnet': ['ID=7791db80-96cc-495e-b4a5-bb564b3f2c15,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:22.680303 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-0f4eea8b-f90d-4bda-9222-5617956ba0fa tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7741542 Oct 20 11:37:22.683526 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41126) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:22.690545 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-3ae01fa3-38e7-4595-a0c6-2aeb706bef47 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'subnet': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:22.706845 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590b2653-020a-4d9c-beb2-8e63f5c35fc0 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Made reservation on behalf of 94e5347f86fe43de8b27d18b03cb5e6b for: {'port': 2} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:22.713398 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-590b2653-020a-4d9c-beb2-8e63f5c35fc0 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:22.730563 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-590b2653-020a-4d9c-beb2-8e63f5c35fc0 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:22.788654 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8b4bde-7693-477b-8e2d-92983a315b48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-87010bec-6736-4922-a33b-92334c200b3b', 'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'tenant_id': 'f2f2c5c0f7894903b0c7a7e30f527cc9', 'fixed_ips': [{'subnet_id': '7791db80-96cc-495e-b4a5-bb564b3f2c15'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:37:22.789699 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0c8b4bde-7693-477b-8e2d-92983a315b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:22.824527 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98b477-bba7-4e6d-a9e0-d11292a33201 req-d8d80a0a-11d0-436d-846d-51b34115f063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:22.825168 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98b477-bba7-4e6d-a9e0-d11292a33201 req-d8d80a0a-11d0-436d-846d-51b34115f063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:22.825693 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98b477-bba7-4e6d-a9e0-d11292a33201 req-d8d80a0a-11d0-436d-846d-51b34115f063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:22.827489 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0d98b477-bba7-4e6d-a9e0-d11292a33201 req-d8d80a0a-11d0-436d-846d-51b34115f063 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f18dacb1b28d497197fcf505b71b2a85&device_id=c4d230b0-1eaf-417e-a380-ff7624336a03 HTTP/1.1" status: 200 len: 2863 time: 0.1012721 Oct 20 11:37:22.831193 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [None req-590b2653-020a-4d9c-beb2-8e63f5c35fc0 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] device_id is not set on port eb9b45d8-1732-4f8c-940c-0bb686b8cd29 yet. {{(pid=100647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:37:22.880507 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae01fa3-38e7-4595-a0c6-2aeb706bef47 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:22.884053 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3ae01fa3-38e7-4595-a0c6-2aeb706bef47 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:22.964902 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-0c8b4bde-7693-477b-8e2d-92983a315b48 None None] Allocated IP 2001:db8::f816:3eff:fe9f:ba28 (87010bec-6736-4922-a33b-92334c200b3b/7791db80-96cc-495e-b4a5-bb564b3f2c15/881e1006-55da-4480-ac9c-a431f42458a9) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:22.980888 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-590b2653-020a-4d9c-beb2-8e63f5c35fc0 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:23.007609 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98b477-bba7-4e6d-a9e0-d11292a33201 req-e0a6e14b-16be-41b8-bbc2-0676ab589950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:23.009156 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0d98b477-bba7-4e6d-a9e0-d11292a33201 req-e0a6e14b-16be-41b8-bbc2-0676ab589950 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b4d4acb9-ec1b-451d-904b-0a8cc6741152 HTTP/1.1" status: 200 len: 904 time: 0.1723433 Oct 20 11:37:23.060599 n-d-814735-3 neutron-server[100646]: INFO neutron.db.ipam_backend_mixin [None req-3ae01fa3-38e7-4595-a0c6-2aeb706bef47 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7791db80-96cc-495e-b4a5-bb564b3f2c15 (CIDR: 2001:db8::/64) Oct 20 11:37:23.063454 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0d98b477-bba7-4e6d-a9e0-d11292a33201 req-6c036755-3257-4390-a1ed-8470e03eb51f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.87&port_id=4e9a351a-7f01-436c-9cbf-bd74f9587a4b HTTP/1.1" status: 200 len: 217 time: 0.0435998 Oct 20 11:37:23.065102 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ae01fa3-38e7-4595-a0c6-2aeb706bef47 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:37:23.065555 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ae01fa3-38e7-4595-a0c6-2aeb706bef47 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:23.115748 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0721af86-87a9-4ee0-b240-8aee4b4fc19a req-05c01d2d-a26a-4f92-a29c-63b05cd363b2 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0855653 Oct 20 11:37:23.116266 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:23.117312 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-11dee811-7bef-455f-9779-986525840bb8 req-823fd97e-3dbe-4726-89ed-875f2ae31b86 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0995488 Oct 20 11:37:23.123802 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [None req-590b2653-020a-4d9c-beb2-8e63f5c35fc0 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] device_id is not set on port 3d53ecf8-6989-4a8b-b223-878abbc7798f yet. {{(pid=100647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:37:23.126746 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3ae01fa3-38e7-4595-a0c6-2aeb706bef47 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4402752 Oct 20 11:37:23.132410 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41132) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:23.137255 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-2a5a9349-5d52-4f52-be9d-c898707fa6da tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'subnet': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:23.140430 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:23.232957 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98b477-bba7-4e6d-a9e0-d11292a33201 req-66b9de9d-06d0-4c65-9d87-609c88f110e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:23.233845 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0d98b477-bba7-4e6d-a9e0-d11292a33201 req-66b9de9d-06d0-4c65-9d87-609c88f110e9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ad7ea102-eea6-4496-ac82-0ea47befe23e HTTP/1.1" status: 200 len: 801 time: 0.1574879 Oct 20 11:37:23.259999 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0c8b4bde-7693-477b-8e2d-92983a315b48 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:23.275704 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0c8b4bde-7693-477b-8e2d-92983a315b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:23.293293 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-590b2653-020a-4d9c-beb2-8e63f5c35fc0 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:23.314148 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98b477-bba7-4e6d-a9e0-d11292a33201 req-88cbadee-6514-4419-b672-0bde01f78d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:23.316014 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0d98b477-bba7-4e6d-a9e0-d11292a33201 req-88cbadee-6514-4419-b672-0bde01f78d4d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b4d4acb9-ec1b-451d-904b-0a8cc6741152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0729210 Oct 20 11:37:23.337281 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b4bde-7693-477b-8e2d-92983a315b48 None None] Pushing event updated for resources: {'Port': ['ID=881e1006-55da-4480-ac9c-a431f42458a9,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:23.338493 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-590b2653-020a-4d9c-beb2-8e63f5c35fc0 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:23.348802 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8b4bde-7693-477b-8e2d-92983a315b48 None None] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:23.350679 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-0c8b4bde-7693-477b-8e2d-92983a315b48 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:23.358818 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8b4bde-7693-477b-8e2d-92983a315b48 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:23.369220 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5a9349-5d52-4f52-be9d-c898707fa6da tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:23.372751 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2a5a9349-5d52-4f52-be9d-c898707fa6da tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:23.409662 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-0c8b4bde-7693-477b-8e2d-92983a315b48 None None] Attempting to bind port 881e1006-55da-4480-ac9c-a431f42458a9 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:37:23.409922 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-0c8b4bde-7693-477b-8e2d-92983a315b48 None None] Attempting to bind port 881e1006-55da-4480-ac9c-a431f42458a9 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:37:23.410170 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8b4bde-7693-477b-8e2d-92983a315b48 None None] Attempting to bind port 881e1006-55da-4480-ac9c-a431f42458a9 on network 87010bec-6736-4922-a33b-92334c200b3b {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:37:23.419485 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8b4bde-7693-477b-8e2d-92983a315b48 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:37:23.419485 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8b4bde-7693-477b-8e2d-92983a315b48 None None] Checking segment: {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:37:23.419485 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0c8b4bde-7693-477b-8e2d-92983a315b48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:23.419938 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8b4bde-7693-477b-8e2d-92983a315b48 None None] Bound using segment: {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:37:23.420921 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-0c8b4bde-7693-477b-8e2d-92983a315b48 None None] Bound port: 881e1006-55da-4480-ac9c-a431f42458a9, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:37:23.421689 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0c8b4bde-7693-477b-8e2d-92983a315b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:23.430225 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590b2653-020a-4d9c-beb2-8e63f5c35fc0 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Network 152d744c-644b-4e93-b909-ccc3f4c9ea2d is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:23.439597 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-590b2653-020a-4d9c-beb2-8e63f5c35fc0 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:23.443943 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590b2653-020a-4d9c-beb2-8e63f5c35fc0 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:23.444792 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-590b2653-020a-4d9c-beb2-8e63f5c35fc0 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:23.446757 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590b2653-020a-4d9c-beb2-8e63f5c35fc0 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event updated for resources: {'Port': ['ID=eb9b45d8-1732-4f8c-940c-0bb686b8cd29,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:23.489843 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0d98b477-bba7-4e6d-a9e0-d11292a33201 req-37ad6877-68a2-4ac2-ab9c-d55d8182fa38 service neutron] 10.222.0.89 "GET /v2.0/networks/b4d4acb9-ec1b-451d-904b-0a8cc6741152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641946 Oct 20 11:37:23.495164 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device fadb6d10-d8e6-4a51-95bb-82d4176b0871 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:37:23.495543 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef80d626-e287-460e-a8bd-8bdfb36a1c17 req-8cab56d8-92a0-4764-b245-e7546780cd20 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:23.501748 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef80d626-e287-460e-a8bd-8bdfb36a1c17 req-8cab56d8-92a0-4764-b245-e7546780cd20 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:23.508924 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef80d626-e287-460e-a8bd-8bdfb36a1c17 req-8cab56d8-92a0-4764-b245-e7546780cd20 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:23.517276 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ef80d626-e287-460e-a8bd-8bdfb36a1c17 req-8cab56d8-92a0-4764-b245-e7546780cd20 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4d230b0-1eaf-417e-a380-ff7624336a03 HTTP/1.1" status: 200 len: 2410 time: 0.1821337 Oct 20 11:37:23.523005 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: fadb6d10-d8e6-4a51-95bb-82d4176b0871 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:37:23.525810 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device fadb6d10-d8e6-4a51-95bb-82d4176b0871 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:37:23.529319 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-0c8b4bde-7693-477b-8e2d-92983a315b48 None None] For port 881e1006-55da-4480-ac9c-a431f42458a9, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:37:23.554560 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-0c8b4bde-7693-477b-8e2d-92983a315b48 None None] For port 881e1006-55da-4480-ac9c-a431f42458a9, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=881e1006-55da-4480-ac9c-a431f42458a9,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:37:23.561028 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590b2653-020a-4d9c-beb2-8e63f5c35fc0 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event updated for resources: {'Port': ['ID=3d53ecf8-6989-4a8b-b223-878abbc7798f,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:23.565201 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0c8b4bde-7693-477b-8e2d-92983a315b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:23.606360 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ef80d626-e287-460e-a8bd-8bdfb36a1c17 req-1239c8d5-58c0-416d-a237-29f3ac28a625 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/security-groups?id=556d78ba-2cca-4baf-b487-e76527365cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881019 Oct 20 11:37:23.630874 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590b2653-020a-4d9c-beb2-8e63f5c35fc0 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Checking segment: {'id': '0d4744d6-a6f1-4b18-8d61-b13ade40bce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'e59679d3-3442-4ae7-ae92-a4f577cc4b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:37:23.630874 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590b2653-020a-4d9c-beb2-8e63f5c35fc0 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Network hostable DHCP agents. Network: e59679d3-3442-4ae7-ae92-a4f577cc4b3e, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:37:23.660067 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b4bde-7693-477b-8e2d-92983a315b48 None None] Pushing event updated for resources: {'Port': ['ID=881e1006-55da-4480-ac9c-a431f42458a9,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:23.667865 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bd0736e5-c2d1-4e8b-baff-486db4436ff9 req-1a4e84e3-465c-4dd7-9d90-bbc3fa547447 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.0749192 Oct 20 11:37:23.681848 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0d98b477-bba7-4e6d-a9e0-d11292a33201 req-bdd0d37e-bc4d-4732-967f-089a702e8eb5 service neutron] 10.222.0.89 "GET /v2.0/networks/b4d4acb9-ec1b-451d-904b-0a8cc6741152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812243 Oct 20 11:37:23.701136 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590b2653-020a-4d9c-beb2-8e63f5c35fc0 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Network e59679d3-3442-4ae7-ae92-a4f577cc4b3e is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:37:23.713660 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-590b2653-020a-4d9c-beb2-8e63f5c35fc0 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, e59679d3-3442-4ae7-ae92-a4f577cc4b3e) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:23.717816 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590b2653-020a-4d9c-beb2-8e63f5c35fc0 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:23.723117 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bc7116-5f68-4ae9-a4dc-7bb2ff75e22b None None] Network e59679d3-3442-4ae7-ae92-a4f577cc4b3e requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:23.736801 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590b2653-020a-4d9c-beb2-8e63f5c35fc0 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:23.744179 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590b2653-020a-4d9c-beb2-8e63f5c35fc0 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:23.744443 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-590b2653-020a-4d9c-beb2-8e63f5c35fc0 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:23.767769 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41140) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:23.767977 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-590b2653-020a-4d9c-beb2-8e63f5c35fc0 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3794484 Oct 20 11:37:23.778504 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2a5a9349-5d52-4f52-be9d-c898707fa6da tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:23.869751 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5a9349-5d52-4f52-be9d-c898707fa6da tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:23.896271 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-2a5a9349-5d52-4f52-be9d-c898707fa6da tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:23.902469 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5a9349-5d52-4f52-be9d-c898707fa6da tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:23.903127 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2a5a9349-5d52-4f52-be9d-c898707fa6da tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:23.914369 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a9349-5d52-4f52-be9d-c898707fa6da tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Subnet': ['ID=72ccb9de-5ec3-4b3d-96f4-ffd663993b56,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:23.930330 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2a5a9349-5d52-4f52-be9d-c898707fa6da tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7975705 Oct 20 11:37:23.933490 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41142) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:23.940945 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-d797dbb3-3787-470c-9dbc-6733d2cb99b6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'port': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'mac_address': 'fa:16:3e:a5:19:a7', 'name': 'tempest-NetworksTestDHCPv6-1022527684'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:23.956803 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-cd8208ee-d00d-4833-afbc-ca37497fe2ac tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Deleting port 3d53ecf8-6989-4a8b-b223-878abbc7798f {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:37:23.957214 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cd8208ee-d00d-4833-afbc-ca37497fe2ac tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:24.066090 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d797dbb3-3787-470c-9dbc-6733d2cb99b6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:24.158093 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d797dbb3-3787-470c-9dbc-6733d2cb99b6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:24.179798 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [None req-d797dbb3-3787-470c-9dbc-6733d2cb99b6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] device_id is not set on port cc43a916-9e81-4ec7-8af1-3909e43f02ed yet. {{(pid=100647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:37:24.255916 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b75c82de-70a2-4926-b0c7-4f1df6376c06 req-deb14e05-7b05-44f0-8430-c2c5f7f93746 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0347476 Oct 20 11:37:24.307484 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-86b1b39d-9845-4d83-9f19-3ac6cb03b08a req-e7be1688-78ea-4fac-92cc-6540fe1a84fe tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0329523 Oct 20 11:37:24.315546 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cd8208ee-d00d-4833-afbc-ca37497fe2ac tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:24.339534 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-cd8208ee-d00d-4833-afbc-ca37497fe2ac tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Calling delete_port for 3d53ecf8-6989-4a8b-b223-878abbc7798f owned by {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:37:24.426136 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cd8208ee-d00d-4833-afbc-ca37497fe2ac tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:24.430122 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-d797dbb3-3787-470c-9dbc-6733d2cb99b6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Allocated IP 2001:db8:0:1::382 (87010bec-6736-4922-a33b-92334c200b3b/72ccb9de-5ec3-4b3d-96f4-ffd663993b56/cc43a916-9e81-4ec7-8af1-3909e43f02ed) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:24.438969 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-d797dbb3-3787-470c-9dbc-6733d2cb99b6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Allocated IP 2001:db8::f816:3eff:fea5:19a7 (87010bec-6736-4922-a33b-92334c200b3b/7791db80-96cc-495e-b4a5-bb564b3f2c15/cc43a916-9e81-4ec7-8af1-3909e43f02ed) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:24.458409 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8208ee-d00d-4833-afbc-ca37497fe2ac tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event deleted for resources: {'Port': ['ID=3d53ecf8-6989-4a8b-b223-878abbc7798f,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:24.464735 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cd8208ee-d00d-4833-afbc-ca37497fe2ac tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:24.470688 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-cd8208ee-d00d-4833-afbc-ca37497fe2ac tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "DELETE /v2.0/ports/3d53ecf8-6989-4a8b-b223-878abbc7798f HTTP/1.1" status: 204 len: 168 time: 0.7016804 Oct 20 11:37:24.471409 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41148) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:24.528315 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c3f9b0-d312-4fa9-b463-148255ab110a tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:24.536169 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c3f9b0-d312-4fa9-b463-148255ab110a tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:24.537865 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c1c3f9b0-d312-4fa9-b463-148255ab110a tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0654500 Oct 20 11:37:24.540859 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41150) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:24.600277 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d797dbb3-3787-470c-9dbc-6733d2cb99b6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:24.640461 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-d6f5921b-270f-4715-9f84-4cc4a609f236 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Deleting port eb9b45d8-1732-4f8c-940c-0bb686b8cd29 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:37:24.641236 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d6f5921b-270f-4715-9f84-4cc4a609f236 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:24.647696 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d797dbb3-3787-470c-9dbc-6733d2cb99b6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:24.674503 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d024205-237e-4c34-bf22-42a108f83f43 None None] Network 87010bec-6736-4922-a33b-92334c200b3b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:24.687491 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d797dbb3-3787-470c-9dbc-6733d2cb99b6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:24.690967 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-d797dbb3-3787-470c-9dbc-6733d2cb99b6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:24.695346 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d797dbb3-3787-470c-9dbc-6733d2cb99b6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:24.701209 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d797dbb3-3787-470c-9dbc-6733d2cb99b6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:24.701891 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d797dbb3-3787-470c-9dbc-6733d2cb99b6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:24.727675 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d6f5921b-270f-4715-9f84-4cc4a609f236 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:24.729155 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d797dbb3-3787-470c-9dbc-6733d2cb99b6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.7942708 Oct 20 11:37:24.730052 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d797dbb3-3787-470c-9dbc-6733d2cb99b6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Port': ['ID=cc43a916-9e81-4ec7-8af1-3909e43f02ed,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:24.733369 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41156) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:24.782874 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-d6f5921b-270f-4715-9f84-4cc4a609f236 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Calling delete_port for eb9b45d8-1732-4f8c-940c-0bb686b8cd29 owned by {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:37:24.787898 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-801cd817-fd88-43bf-90f8-eacf5ceed2d3 req-2760f4d6-6403-45d4-8582-45bb667296e5 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.0416214 Oct 20 11:37:24.831906 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53708c81-47fa-44a9-be8a-b54fe1b2cb66 req-bccae36e-f662-4248-9472-1cbbf30a66e8 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:24.839937 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53708c81-47fa-44a9-be8a-b54fe1b2cb66 req-bccae36e-f662-4248-9472-1cbbf30a66e8 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:24.846600 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53708c81-47fa-44a9-be8a-b54fe1b2cb66 req-bccae36e-f662-4248-9472-1cbbf30a66e8 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:24.851707 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-53708c81-47fa-44a9-be8a-b54fe1b2cb66 req-bccae36e-f662-4248-9472-1cbbf30a66e8 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4d230b0-1eaf-417e-a380-ff7624336a03 HTTP/1.1" status: 200 len: 2410 time: 0.1185319 Oct 20 11:37:24.901277 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-53708c81-47fa-44a9-be8a-b54fe1b2cb66 req-56ad2a1a-90b8-4e3e-8592-b1512350be2a tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/security-groups?id=556d78ba-2cca-4baf-b487-e76527365cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459259 Oct 20 11:37:24.947948 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-5bc60347-b17d-4333-8007-c6648195af87 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Deleting port cc43a916-9e81-4ec7-8af1-3909e43f02ed {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:37:24.948226 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-58252c15-b7c2-45cf-a7d5-978251ed9bc9 None None] Provisioning complete for port 881e1006-55da-4480-ac9c-a431f42458a9 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:24.948342 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-58252c15-b7c2-45cf-a7d5-978251ed9bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:24.948436 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5bc60347-b17d-4333-8007-c6648195af87 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:24.952465 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d6f5921b-270f-4715-9f84-4cc4a609f236 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:24.984931 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:25.003892 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f5921b-270f-4715-9f84-4cc4a609f236 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event deleted for resources: {'Port': ['ID=eb9b45d8-1732-4f8c-940c-0bb686b8cd29,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:25.037710 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d6f5921b-270f-4715-9f84-4cc4a609f236 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:25.041003 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d6f5921b-270f-4715-9f84-4cc4a609f236 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "DELETE /v2.0/ports/eb9b45d8-1732-4f8c-940c-0bb686b8cd29 HTTP/1.1" status: 204 len: 168 time: 0.4991877 Oct 20 11:37:25.044141 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41160) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:25.073403 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5bc60347-b17d-4333-8007-c6648195af87 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:25.086740 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-5bc60347-b17d-4333-8007-c6648195af87 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Calling delete_port for cc43a916-9e81-4ec7-8af1-3909e43f02ed owned by {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:37:25.096056 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccc868a-0d63-4906-ac83-67395c967c7c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:25.097145 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-58252c15-b7c2-45cf-a7d5-978251ed9bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:25.101325 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-eccc868a-0d63-4906-ac83-67395c967c7c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0561254 Oct 20 11:37:25.101976 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41162) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:25.127747 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eeff826-ed29-4f95-86b2-79801fa3af23 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] GET failed (client error): The resource could not be found. Oct 20 11:37:25.133348 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8eeff826-ed29-4f95-86b2-79801fa3af23 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "GET /v2.0/ports/3d53ecf8-6989-4a8b-b223-878abbc7798f HTTP/1.1" status: 404 len: 333 time: 0.0301082 Oct 20 11:37:25.133616 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41164) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:25.138176 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-58252c15-b7c2-45cf-a7d5-978251ed9bc9 None None] For port 881e1006-55da-4480-ac9c-a431f42458a9, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=881e1006-55da-4480-ac9c-a431f42458a9,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:25.144413 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-58252c15-b7c2-45cf-a7d5-978251ed9bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:25.169627 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-8062ab55-7bcf-4788-b046-465860a27745 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] GET failed (client error): The resource could not be found. Oct 20 11:37:25.171191 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8062ab55-7bcf-4788-b046-465860a27745 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "GET /v2.0/ports/eb9b45d8-1732-4f8c-940c-0bb686b8cd29 HTTP/1.1" status: 404 len: 333 time: 0.0365779 Oct 20 11:37:25.174390 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41166) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:25.223606 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f59aeb-2b30-4348-ba33-096f860421e5 None None] Update dhcp port {'port': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'fixed_ips': [{'subnet_id': '7791db80-96cc-495e-b4a5-bb564b3f2c15', 'ip_address': '2001:db8::f816:3eff:fe9f:ba28'}, {'subnet_id': '72ccb9de-5ec3-4b3d-96f4-ffd663993b56'}], 'binding:host_id': 'n-d-814735-3'}, 'id': '881e1006-55da-4480-ac9c-a431f42458a9'} from n-d-814735-3. {{(pid=100648) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 11:37:25.225522 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58252c15-b7c2-45cf-a7d5-978251ed9bc9 None None] Pushing event updated for resources: {'Port': ['ID=881e1006-55da-4480-ac9c-a431f42458a9,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:25.264949 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e6cd8db4-eb3e-4969-9b35-d6edb4e89db7 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:25.267126 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-93f59aeb-2b30-4348-ba33-096f860421e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:25.309164 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5bc60347-b17d-4333-8007-c6648195af87 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:25.355557 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc60347-b17d-4333-8007-c6648195af87 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event deleted for resources: {'Port': ['ID=cc43a916-9e81-4ec7-8af1-3909e43f02ed,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:25.382369 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e6cd8db4-eb3e-4969-9b35-d6edb4e89db7 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:25.404152 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5bc60347-b17d-4333-8007-c6648195af87 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:25.407967 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5bc60347-b17d-4333-8007-c6648195af87 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/ports/cc43a916-9e81-4ec7-8af1-3909e43f02ed HTTP/1.1" status: 204 len: 168 time: 0.6682973 Oct 20 11:37:25.410663 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41172) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:25.441222 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6dc71ffd-ab55-44b0-be50-4f3ef4c0d571 req-5c69f8ab-8ce2-4df3-b0d8-c97fdee4d86c tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.1199031 Oct 20 11:37:25.454328 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-00a09639-5f5c-4a7a-9ee0-78a2f6f99b6b req-57d080b0-6c83-4460-93a6-ed6d13d2e44f tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0594220 Oct 20 11:37:25.466087 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-e6cd8db4-eb3e-4969-9b35-d6edb4e89db7 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e59679d3-3442-4ae7-ae92-a4f577cc4b3e']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:25.479078 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6c9947-972d-4e26-b810-94170d2cc42e tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:25.479078 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1b6c9947-972d-4e26-b810-94170d2cc42e tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0664668 Oct 20 11:37:25.479318 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-93f59aeb-2b30-4348-ba33-096f860421e5 None None] Allocated IP 2001:db8:0:1::2 (87010bec-6736-4922-a33b-92334c200b3b/72ccb9de-5ec3-4b3d-96f4-ffd663993b56/881e1006-55da-4480-ac9c-a431f42458a9) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:25.481265 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41174) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:25.491036 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-e6cd8db4-eb3e-4969-9b35-d6edb4e89db7 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d4744d6-a6f1-4b18-8d61-b13ade40bce5') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:25.491676 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-e6cd8db4-eb3e-4969-9b35-d6edb4e89db7 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d4744d6-a6f1-4b18-8d61-b13ade40bce5') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:25.505107 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e6cd8db4-eb3e-4969-9b35-d6edb4e89db7 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:25.528454 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e6cd8db4-eb3e-4969-9b35-d6edb4e89db7 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:25.541438 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6cd8db4-eb3e-4969-9b35-d6edb4e89db7 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Releasing vlan 1288 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:37:25.541838 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e6cd8db4-eb3e-4969-9b35-d6edb4e89db7 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:25.550028 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215bca36-8da4-435f-a869-7e5098733486 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:25.554037 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-215bca36-8da4-435f-a869-7e5098733486 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0694261 Oct 20 11:37:25.554277 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41176) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:25.604363 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:37:25.604363 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:37:25.604363 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:37:25.604363 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:37:25.604363 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:37:25.604363 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:37:25.604363 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:37:25.604363 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:37:25.604363 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:37:25.604363 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:37:25.604363 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:37:25.604363 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:37:25.604363 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:37:25.604363 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:37:25.604363 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:37:25.604363 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:37:25.604363 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:37:25.604363 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:37:25.604363 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:37:25.604363 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:37:25.604363 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:37:25.604363 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:37:25.604363 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:37:25.604363 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:37:25.604363 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:37:25.604363 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:37:25.604363 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:37:25.604363 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:37:25.604363 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:37:25.604363 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:37:25.604363 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:37:25.604363 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:37:25.608275 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e6cd8db4-eb3e-4969-9b35-d6edb4e89db7 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:25.613379 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6069365d-18c4-40f6-971e-2625c5ff6b05 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:25.615505 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6069365d-18c4-40f6-971e-2625c5ff6b05 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:25.616086 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e6cd8db4-eb3e-4969-9b35-d6edb4e89db7 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:25.617137 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6069365d-18c4-40f6-971e-2625c5ff6b05 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:25.625139 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6069365d-18c4-40f6-971e-2625c5ff6b05 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0637183 Oct 20 11:37:25.625389 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e6cd8db4-eb3e-4969-9b35-d6edb4e89db7 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "DELETE /v2.0/networks/e59679d3-3442-4ae7-ae92-a4f577cc4b3e HTTP/1.1" status: 204 len: 168 time: 0.4437735 Oct 20 11:37:25.625495 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 881e1006-55da-4480-ac9c-a431f42458a9 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:37:25.625590 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41178) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:25.626691 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41180) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:25.638219 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-ce194042-a984-4a50-b5a4-8a3898e8cd30 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-908655230'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:25.640983 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd8db4-eb3e-4969-9b35-d6edb4e89db7 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event deleted for resources: {'Network': ['ID=e59679d3-3442-4ae7-ae92-a4f577cc4b3e,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:25.656299 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-93f59aeb-2b30-4348-ba33-096f860421e5 None None] For port 881e1006-55da-4480-ac9c-a431f42458a9, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=881e1006-55da-4480-ac9c-a431f42458a9,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:25.691886 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce194042-a984-4a50-b5a4-8a3898e8cd30 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Made reservation on behalf of 94e5347f86fe43de8b27d18b03cb5e6b for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:25.695383 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ce194042-a984-4a50-b5a4-8a3898e8cd30 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:25.698162 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-93f59aeb-2b30-4348-ba33-096f860421e5 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:25.705432 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-93f59aeb-2b30-4348-ba33-096f860421e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:25.711648 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-2499a9a0-f1a5-45b5-afb5-9f295676ca14 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Deleting subnet 72ccb9de-5ec3-4b3d-96f4-ffd663993b56 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:37:25.717896 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2499a9a0-f1a5-45b5-afb5-9f295676ca14 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:25.736216 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 881e1006-55da-4480-ac9c-a431f42458a9 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:25.736587 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:25.757383 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce194042-a984-4a50-b5a4-8a3898e8cd30 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] vlan segment allocate from pool success with {'vlan_id': 1255, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:37:25.772883 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2499a9a0-f1a5-45b5-afb5-9f295676ca14 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:25.776047 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ce194042-a984-4a50-b5a4-8a3898e8cd30 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:25.776386 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-ce194042-a984-4a50-b5a4-8a3898e8cd30 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Added segment f52f1b6c-300c-4c88-a517-4bf5c5393dec of type vlan for network 5fb0342c-2e81-43f4-af41-cf9ba758ec8f Oct 20 11:37:25.820362 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f59aeb-2b30-4348-ba33-096f860421e5 None None] Pushing event updated for resources: {'Port': ['ID=881e1006-55da-4480-ac9c-a431f42458a9,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:25.860858 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ce194042-a984-4a50-b5a4-8a3898e8cd30 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:25.900351 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2ef934e0-cc74-413e-8325-d1b26261c81f req-43d96693-5a39-41f2-ab5f-7dc2194af1b0 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.0427344 Oct 20 11:37:25.918544 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ce194042-a984-4a50-b5a4-8a3898e8cd30 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:25.925653 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce194042-a984-4a50-b5a4-8a3898e8cd30 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:25.925653 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ce194042-a984-4a50-b5a4-8a3898e8cd30 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:25.982008 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2499a9a0-f1a5-45b5-afb5-9f295676ca14 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:26.015096 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ce194042-a984-4a50-b5a4-8a3898e8cd30 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3815618 Oct 20 11:37:26.019194 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41188) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:26.025878 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-efaf964a-914d-44d3-a31d-16ade49eb532 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Request body: {'subnet': {'network_id': '5fb0342c-2e81-43f4-af41-cf9ba758ec8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:26.037361 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce194042-a984-4a50-b5a4-8a3898e8cd30 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event updated for resources: {'Network': ['ID=5fb0342c-2e81-43f4-af41-cf9ba758ec8f,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:26.048988 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 5fb0342c-2e81-43f4-af41-cf9ba758ec8f details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:37:26.065796 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ddf8e0-5598-414e-9e23-7052207dc2b9 req-d3426cb2-ff8b-412c-9fb5-2052ccfdd6b1 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:26.072038 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ddf8e0-5598-414e-9e23-7052207dc2b9 req-d3426cb2-ff8b-412c-9fb5-2052ccfdd6b1 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:26.078556 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ddf8e0-5598-414e-9e23-7052207dc2b9 req-d3426cb2-ff8b-412c-9fb5-2052ccfdd6b1 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:26.080426 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f3ddf8e0-5598-414e-9e23-7052207dc2b9 req-d3426cb2-ff8b-412c-9fb5-2052ccfdd6b1 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4d230b0-1eaf-417e-a380-ff7624336a03 HTTP/1.1" status: 200 len: 2410 time: 0.0967960 Oct 20 11:37:26.095707 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2499a9a0-f1a5-45b5-afb5-9f295676ca14 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:26.130922 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2499a9a0-f1a5-45b5-afb5-9f295676ca14 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event deleted for resources: {'Subnet': ['ID=72ccb9de-5ec3-4b3d-96f4-ffd663993b56,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:26.134671 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2499a9a0-f1a5-45b5-afb5-9f295676ca14 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:26.140834 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2499a9a0-f1a5-45b5-afb5-9f295676ca14 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/72ccb9de-5ec3-4b3d-96f4-ffd663993b56 HTTP/1.1" status: 204 len: 168 time: 0.5181217 Oct 20 11:37:26.141503 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41190) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:26.167799 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f3ddf8e0-5598-414e-9e23-7052207dc2b9 req-43acc23a-5746-4bf5-9315-8e785430bf04 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/security-groups?id=556d78ba-2cca-4baf-b487-e76527365cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539005 Oct 20 11:37:26.194893 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efaf964a-914d-44d3-a31d-16ade49eb532 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Made reservation on behalf of 94e5347f86fe43de8b27d18b03cb5e6b for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:26.197589 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-599faaa2-704e-4bde-858d-615c57ee6eb7 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Deleting subnet 7791db80-96cc-495e-b4a5-bb564b3f2c15 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:37:26.198620 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-efaf964a-914d-44d3-a31d-16ade49eb532 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:26.201047 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-599faaa2-704e-4bde-858d-615c57ee6eb7 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:26.211179 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 0927d4e4-10cc-453d-9f6e-ce22365a4daf details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:37:26.243704 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-599faaa2-704e-4bde-858d-615c57ee6eb7 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:26.261558 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.ipam_backend_mixin [None req-efaf964a-914d-44d3-a31d-16ade49eb532 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Performing IP validity checks on allocation pools {{(pid=100647) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 20 11:37:26.262171 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.ipam_backend_mixin [None req-efaf964a-914d-44d3-a31d-16ade49eb532 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100647) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 20 11:37:26.334437 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 0927d4e4-10cc-453d-9f6e-ce22365a4daf, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=0927d4e4-10cc-453d-9f6e-ce22365a4daf,segment=NetworkSegment(8fe66be6-698b-463e-ba22-8125d5c37035),segment_id=8fe66be6-698b-463e-ba22-8125d5c37035)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:26.349261 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '0927d4e4-10cc-453d-9f6e-ce22365a4daf', 'network_id': 'b4d4acb9-ec1b-451d-904b-0a8cc6741152', 'port_id': '0927d4e4-10cc-453d-9f6e-ce22365a4daf', 'mac_address': 'fa:16:3e:ef:a5:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad7ea102-eea6-4496-ac82-0ea47befe23e', 'ip_address': '19.80.0.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:37:26.359051 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-599faaa2-704e-4bde-858d-615c57ee6eb7 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:26.394465 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:26.405683 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-efaf964a-914d-44d3-a31d-16ade49eb532 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:26.411249 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0927d4e4-10cc-453d-9f6e-ce22365a4daf {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:37:26.426414 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-599faaa2-704e-4bde-858d-615c57ee6eb7 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:26.435308 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 0927d4e4-10cc-453d-9f6e-ce22365a4daf, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=0927d4e4-10cc-453d-9f6e-ce22365a4daf,segment=NetworkSegment(8fe66be6-698b-463e-ba22-8125d5c37035),segment_id=8fe66be6-698b-463e-ba22-8125d5c37035)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:26.441645 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:26.443720 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device a60c92d4-a450-432e-9cb6-8e222cf6cfa3 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:37:26.467873 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-599faaa2-704e-4bde-858d-615c57ee6eb7 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:26.473396 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-599faaa2-704e-4bde-858d-615c57ee6eb7 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/7791db80-96cc-495e-b4a5-bb564b3f2c15 HTTP/1.1" status: 204 len: 168 time: 0.3308434 Oct 20 11:37:26.474616 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599faaa2-704e-4bde-858d-615c57ee6eb7 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event deleted for resources: {'Subnet': ['ID=7791db80-96cc-495e-b4a5-bb564b3f2c15,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:26.476515 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41194) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:26.488458 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf091b3-6ac3-4c78-8a42-40f8620b4d2b None None] Network 87010bec-6736-4922-a33b-92334c200b3b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:26.532243 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaf964a-914d-44d3-a31d-16ade49eb532 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event updated for resources: {'Subnet': ['ID=41f2c33c-c650-4a0d-8d0f-7d15dd0542c2,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:26.539157 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41198) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:26.539297 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-f66c6dcb-3084-4cb6-ab62-fb64b54a8026 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0591104 Oct 20 11:37:26.544992 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-042a77e6-d889-424a-8334-2432cb813a9f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'subnet': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:26.595204 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efaf964a-914d-44d3-a31d-16ade49eb532 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Checking segment: {'id': 'f52f1b6c-300c-4c88-a517-4bf5c5393dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '5fb0342c-2e81-43f4-af41-cf9ba758ec8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:37:26.595685 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efaf964a-914d-44d3-a31d-16ade49eb532 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Network hostable DHCP agents. Network: 5fb0342c-2e81-43f4-af41-cf9ba758ec8f, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:37:26.599953 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cb5aa344-4e4b-4b7c-8906-a74a375e9594 req-d0af58d6-69fc-4c42-a99b-5de5fa177f9d tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0477064 Oct 20 11:37:26.601825 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c7f4341b-f794-4f73-8a26-c6280e2e8092 req-8610e34a-bb4f-4cb6-aad7-53ac5cb033a9 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0710001 Oct 20 11:37:26.632576 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efaf964a-914d-44d3-a31d-16ade49eb532 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Network 5fb0342c-2e81-43f4-af41-cf9ba758ec8f is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:37:26.654231 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-efaf964a-914d-44d3-a31d-16ade49eb532 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 5fb0342c-2e81-43f4-af41-cf9ba758ec8f) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:26.659378 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efaf964a-914d-44d3-a31d-16ade49eb532 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:26.660263 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-efaf964a-914d-44d3-a31d-16ade49eb532 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:26.671799 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042a77e6-d889-424a-8334-2432cb813a9f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:26.673949 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-6740226f-779b-4267-8328-6dbdfc4b276c None None] Provisioning complete for port 881e1006-55da-4480-ac9c-a431f42458a9 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:26.674459 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6740226f-779b-4267-8328-6dbdfc4b276c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:26.676020 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-042a77e6-d889-424a-8334-2432cb813a9f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:26.683132 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-efaf964a-914d-44d3-a31d-16ade49eb532 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6601677 Oct 20 11:37:26.683392 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41200) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:26.687232 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758b25cd-0938-42ba-9742-f819081a60f2 None None] Network 5fb0342c-2e81-43f4-af41-cf9ba758ec8f requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:26.703942 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-44d6110a-2fdb-4d4f-9d3d-b825c4aa2edd tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Request body: {'port': {'network_id': '5fb0342c-2e81-43f4-af41-cf9ba758ec8f', 'name': 'tempest-PortsTestJSON-590309673'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:26.752389 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=0927d4e4-10cc-453d-9f6e-ce22365a4daf,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:26.828590 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port a60c92d4-a450-432e-9cb6-8e222cf6cfa3, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=a60c92d4-a450-432e-9cb6-8e222cf6cfa3,segment=NetworkSegment(17df2175-4bd9-4bd5-acdf-39f8f9eba789),segment_id=17df2175-4bd9-4bd5-acdf-39f8f9eba789)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:26.857917 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': 'a60c92d4-a450-432e-9cb6-8e222cf6cfa3', 'network_id': '93fe3b01-0707-4dff-8818-3c112850e9b6', 'port_id': 'a60c92d4-a450-432e-9cb6-8e222cf6cfa3', 'mac_address': 'fa:16:3e:ac:6f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a4f7c8c-0473-4a31-8ef7-6bd60894c9de', 'ip_address': '19.86.0.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:37:26.914548 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d6110a-2fdb-4d4f-9d3d-b825c4aa2edd tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Made reservation on behalf of 94e5347f86fe43de8b27d18b03cb5e6b for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:26.918585 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-44d6110a-2fdb-4d4f-9d3d-b825c4aa2edd tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:26.967345 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff4d618-f57e-4060-9ca6-aca576022acd None None] DHCP port deletion for 87010bec-6736-4922-a33b-92334c200b3b request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:37:26.978457 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-44d6110a-2fdb-4d4f-9d3d-b825c4aa2edd tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] device_id is not set on port 82284da0-db22-4760-907f-592b773a4c51 yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:37:26.981417 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5e8795a8-bd95-48cd-a219-46fea4814cdf req-84ce371e-b1e0-4ea5-84ca-d7f66001e415 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.0381398 Oct 20 11:37:26.986345 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:27.033957 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a60c92d4-a450-432e-9cb6-8e222cf6cfa3 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:37:27.042076 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-6740226f-779b-4267-8328-6dbdfc4b276c None None] Could not find standard attr ID for object cc43a916-9e81-4ec7-8af1-3909e43f02ed. {{(pid=100648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:37:27.087013 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port a60c92d4-a450-432e-9cb6-8e222cf6cfa3, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=a60c92d4-a450-432e-9cb6-8e222cf6cfa3,segment=NetworkSegment(17df2175-4bd9-4bd5-acdf-39f8f9eba789),segment_id=17df2175-4bd9-4bd5-acdf-39f8f9eba789)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:27.093031 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:27.093704 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 4e9a351a-7f01-436c-9cbf-bd74f9587a4b details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:37:27.107108 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9460bd36-896f-424d-8245-a8a952ee53e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-5fb0342c-2e81-43f4-af41-cf9ba758ec8f', 'network_id': '5fb0342c-2e81-43f4-af41-cf9ba758ec8f', 'tenant_id': '94e5347f86fe43de8b27d18b03cb5e6b', 'fixed_ips': [{'subnet_id': '41f2c33c-c650-4a0d-8d0f-7d15dd0542c2'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:37:27.107955 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9460bd36-896f-424d-8245-a8a952ee53e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:27.172225 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-44d6110a-2fdb-4d4f-9d3d-b825c4aa2edd tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Allocated IP 172.20.0.13 (5fb0342c-2e81-43f4-af41-cf9ba758ec8f/41f2c33c-c650-4a0d-8d0f-7d15dd0542c2/82284da0-db22-4760-907f-592b773a4c51) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:27.179757 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-cff4d618-f57e-4060-9ca6-aca576022acd None None] Deleting port 881e1006-55da-4480-ac9c-a431f42458a9 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:37:27.180161 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-cff4d618-f57e-4060-9ca6-aca576022acd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:27.190521 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 4e9a351a-7f01-436c-9cbf-bd74f9587a4b, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=4e9a351a-7f01-436c-9cbf-bd74f9587a4b,segment=NetworkSegment(8fe66be6-698b-463e-ba22-8125d5c37035),segment_id=8fe66be6-698b-463e-ba22-8125d5c37035)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:27.209494 n-d-814735-3 neutron-server[100646]: DEBUG neutron.objects.ports [None req-042a77e6-d889-424a-8334-2432cb813a9f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100646) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 11:37:27.216573 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=a60c92d4-a450-432e-9cb6-8e222cf6cfa3,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:27.275914 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '4e9a351a-7f01-436c-9cbf-bd74f9587a4b', 'network_id': 'b4d4acb9-ec1b-451d-904b-0a8cc6741152', 'port_id': '4e9a351a-7f01-436c-9cbf-bd74f9587a4b', 'mac_address': 'fa:16:3e:53:f3:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad7ea102-eea6-4496-ac82-0ea47befe23e', 'ip_address': '19.80.0.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:37:27.311121 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725838d9-a658-4591-82e6-0c8aec1a6867 req-08d85403-a9ca-4302-b6ae-8ba8c31f9e91 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:27.319366 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725838d9-a658-4591-82e6-0c8aec1a6867 req-08d85403-a9ca-4302-b6ae-8ba8c31f9e91 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:27.328185 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725838d9-a658-4591-82e6-0c8aec1a6867 req-08d85403-a9ca-4302-b6ae-8ba8c31f9e91 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:27.331508 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-725838d9-a658-4591-82e6-0c8aec1a6867 req-08d85403-a9ca-4302-b6ae-8ba8c31f9e91 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4d230b0-1eaf-417e-a380-ff7624336a03 HTTP/1.1" status: 200 len: 2412 time: 0.0791552 Oct 20 11:37:27.378328 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-cff4d618-f57e-4060-9ca6-aca576022acd None None] For port 881e1006-55da-4480-ac9c-a431f42458a9, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=881e1006-55da-4480-ac9c-a431f42458a9,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:27.378772 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-cff4d618-f57e-4060-9ca6-aca576022acd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:27.380952 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-725838d9-a658-4591-82e6-0c8aec1a6867 req-021c73b2-9340-46c4-a3a8-104de5137d27 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/security-groups?id=556d78ba-2cca-4baf-b487-e76527365cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406687 Oct 20 11:37:27.390272 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:27.396096 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-cff4d618-f57e-4060-9ca6-aca576022acd None None] Calling delete_port for 881e1006-55da-4480-ac9c-a431f42458a9 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:37:27.415039 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e9a351a-7f01-436c-9cbf-bd74f9587a4b {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:37:27.475099 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 4e9a351a-7f01-436c-9cbf-bd74f9587a4b, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=4e9a351a-7f01-436c-9cbf-bd74f9587a4b,segment=NetworkSegment(8fe66be6-698b-463e-ba22-8125d5c37035),segment_id=8fe66be6-698b-463e-ba22-8125d5c37035)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:27.483592 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-44d6110a-2fdb-4d4f-9d3d-b825c4aa2edd tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:27.485250 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-042a77e6-d889-424a-8334-2432cb813a9f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:27.492348 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:27.519528 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 881e1006-55da-4480-ac9c-a431f42458a9 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:37:27.583056 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-44d6110a-2fdb-4d4f-9d3d-b825c4aa2edd tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:27.673657 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d6110a-2fdb-4d4f-9d3d-b825c4aa2edd tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Network 5fb0342c-2e81-43f4-af41-cf9ba758ec8f is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:27.683244 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-44d6110a-2fdb-4d4f-9d3d-b825c4aa2edd tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:27.693376 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d6110a-2fdb-4d4f-9d3d-b825c4aa2edd tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:27.699437 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d6110a-2fdb-4d4f-9d3d-b825c4aa2edd tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event updated for resources: {'Port': ['ID=82284da0-db22-4760-907f-592b773a4c51,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:27.730625 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-95cf239b-e6ca-46b6-8564-705eef3e77a2 req-da4c00d4-5572-4672-81dd-ff0050441f28 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0587049 Oct 20 11:37:27.755600 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-042a77e6-d889-424a-8334-2432cb813a9f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] For port 881e1006-55da-4480-ac9c-a431f42458a9, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=881e1006-55da-4480-ac9c-a431f42458a9,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:27.769583 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7b5ae488-9daa-4138-b930-c7c1c382c6a7 req-e636e258-8a7c-498d-9a78-30a2acee6047 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0376828 Oct 20 11:37:27.771222 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d6110a-2fdb-4d4f-9d3d-b825c4aa2edd tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:27.771858 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-44d6110a-2fdb-4d4f-9d3d-b825c4aa2edd tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:27.777443 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=4e9a351a-7f01-436c-9cbf-bd74f9587a4b,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:27.800813 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-44d6110a-2fdb-4d4f-9d3d-b825c4aa2edd tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1137981 Oct 20 11:37:27.802293 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41212) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:27.812466 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-042a77e6-d889-424a-8334-2432cb813a9f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:27.817687 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-042a77e6-d889-424a-8334-2432cb813a9f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:27.818814 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-042a77e6-d889-424a-8334-2432cb813a9f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:27.822279 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-9460bd36-896f-424d-8245-a8a952ee53e4 None None] Allocated IP 172.20.0.2 (5fb0342c-2e81-43f4-af41-cf9ba758ec8f/41f2c33c-c650-4a0d-8d0f-7d15dd0542c2/bf43d929-9348-43c0-9951-2261fe02f32a) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:27.837802 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-cff4d618-f57e-4060-9ca6-aca576022acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:27.875841 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a77e6-d889-424a-8334-2432cb813a9f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event deleted for resources: {'Port': ['ID=881e1006-55da-4480-ac9c-a431f42458a9,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:27.891943 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042a77e6-d889-424a-8334-2432cb813a9f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:27.893130 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff4d618-f57e-4060-9ca6-aca576022acd None None] Pushing event deleted for resources: {'Port': ['ID=881e1006-55da-4480-ac9c-a431f42458a9,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:27.893545 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-042a77e6-d889-424a-8334-2432cb813a9f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:27.898334 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042a77e6-d889-424a-8334-2432cb813a9f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:27.899012 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:27.899469 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-042a77e6-d889-424a-8334-2432cb813a9f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:27.902140 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-9bb58308-0d77-4455-91f7-7eec77d8daf3 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Deleting port 82284da0-db22-4760-907f-592b773a4c51 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:37:27.902467 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9bb58308-0d77-4455-91f7-7eec77d8daf3 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:27.903789 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff4d618-f57e-4060-9ca6-aca576022acd None None] No DVR routers for this DVR port 881e1006-55da-4480-ac9c-a431f42458a9 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:37:27.917173 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a77e6-d889-424a-8334-2432cb813a9f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Subnet': ['ID=d257666b-e644-4522-ab3f-ecc2a0ac13fd,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:27.931127 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-042a77e6-d889-424a-8334-2432cb813a9f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3877883 Oct 20 11:37:27.931354 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['a60c92d4-a450-432e-9cb6-8e222cf6cfa3'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:37:27.931469 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41214) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:27.932821 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b34480a-7dd7-4337-af1b-13b3caa780e4 None None] Network 87010bec-6736-4922-a33b-92334c200b3b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:27.936765 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-c2e5910b-72fe-4dab-86b9-40c94be772e4 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'subnet': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:27.941128 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['4e9a351a-7f01-436c-9cbf-bd74f9587a4b'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:37:28.003870 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['0927d4e4-10cc-453d-9f6e-ce22365a4daf'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:37:28.010832 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9bb58308-0d77-4455-91f7-7eec77d8daf3 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:28.030902 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-9bb58308-0d77-4455-91f7-7eec77d8daf3 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Calling delete_port for 82284da0-db22-4760-907f-592b773a4c51 owned by {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:37:28.071491 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e5910b-72fe-4dab-86b9-40c94be772e4 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:28.075504 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c2e5910b-72fe-4dab-86b9-40c94be772e4 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:28.105391 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-201189c6-17e3-45a1-b8d7-393d011e8525 req-5fd03476-8aad-4407-95a7-16536acfb7e2 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.0656037 Oct 20 11:37:28.200438 n-d-814735-3 neutron-server[100646]: INFO neutron.db.ipam_backend_mixin [None req-c2e5910b-72fe-4dab-86b9-40c94be772e4 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d257666b-e644-4522-ab3f-ecc2a0ac13fd (CIDR: 2001:db8::/64) Oct 20 11:37:28.204134 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2e5910b-72fe-4dab-86b9-40c94be772e4 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:37:28.204592 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2e5910b-72fe-4dab-86b9-40c94be772e4 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:28.212458 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9bb58308-0d77-4455-91f7-7eec77d8daf3 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:28.235482 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c2e5910b-72fe-4dab-86b9-40c94be772e4 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3026760 Oct 20 11:37:28.236154 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41220) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:28.241844 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-4e8b2386-eda4-4143-97de-70f85237d8b6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'subnet': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:28.244412 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb58308-0d77-4455-91f7-7eec77d8daf3 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event deleted for resources: {'Port': ['ID=82284da0-db22-4760-907f-592b773a4c51,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:28.318225 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9bb58308-0d77-4455-91f7-7eec77d8daf3 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:28.324439 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-9bb58308-0d77-4455-91f7-7eec77d8daf3 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "DELETE /v2.0/ports/82284da0-db22-4760-907f-592b773a4c51 HTTP/1.1" status: 204 len: 168 time: 0.5222042 Oct 20 11:37:28.325134 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41222) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:28.352057 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-b02e4c78-4244-44f7-b994-832911a834a8 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] DELETE failed (client error): The resource could not be found. Oct 20 11:37:28.352377 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b02e4c78-4244-44f7-b994-832911a834a8 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:28.355490 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-b02e4c78-4244-44f7-b994-832911a834a8 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "DELETE /v2.0/ports/82284da0-db22-4760-907f-592b773a4c51 HTTP/1.1" status: 404 len: 333 time: 0.0293636 Oct 20 11:37:28.358553 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41224) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:28.389596 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cc651e6-7aa2-4848-972f-0359c92b008f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] GET failed (client error): The resource could not be found. Oct 20 11:37:28.394037 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3cc651e6-7aa2-4848-972f-0359c92b008f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "GET /v2.0/ports/82284da0-db22-4760-907f-592b773a4c51 HTTP/1.1" status: 404 len: 333 time: 0.0316837 Oct 20 11:37:28.394037 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8b2386-eda4-4143-97de-70f85237d8b6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:28.394823 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41226) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:28.396947 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4e8b2386-eda4-4143-97de-70f85237d8b6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:28.401438 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9460bd36-896f-424d-8245-a8a952ee53e4 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:28.432843 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9460bd36-896f-424d-8245-a8a952ee53e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:28.464522 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d4c10d6-ad25-4c20-bf4f-294ce67a491f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Deleting subnet 41f2c33c-c650-4a0d-8d0f-7d15dd0542c2 {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:37:28.471941 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d4c10d6-ad25-4c20-bf4f-294ce67a491f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:28.534282 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9460bd36-896f-424d-8245-a8a952ee53e4 None None] Network 5fb0342c-2e81-43f4-af41-cf9ba758ec8f is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:28.536226 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8c0257-f127-4a85-b15d-77ba3ec74016 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-87010bec-6736-4922-a33b-92334c200b3b', 'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'tenant_id': 'f2f2c5c0f7894903b0c7a7e30f527cc9', 'fixed_ips': [{'subnet_id': 'd257666b-e644-4522-ab3f-ecc2a0ac13fd'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:37:28.537105 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-8c8c0257-f127-4a85-b15d-77ba3ec74016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:28.546595 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d4c10d6-ad25-4c20-bf4f-294ce67a491f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:28.559635 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-9460bd36-896f-424d-8245-a8a952ee53e4 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:28.573038 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9460bd36-896f-424d-8245-a8a952ee53e4 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:28.599881 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f382763-9968-4e52-888d-1a41bf095142 req-97dc9559-6384-45d5-9cc4-bca0108976de tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:28.605900 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f382763-9968-4e52-888d-1a41bf095142 req-97dc9559-6384-45d5-9cc4-bca0108976de tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:28.609259 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9460bd36-896f-424d-8245-a8a952ee53e4 None None] Pushing event updated for resources: {'Port': ['ID=bf43d929-9348-43c0-9951-2261fe02f32a,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:28.612065 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f382763-9968-4e52-888d-1a41bf095142 req-97dc9559-6384-45d5-9cc4-bca0108976de tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:28.613817 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6f382763-9968-4e52-888d-1a41bf095142 req-97dc9559-6384-45d5-9cc4-bca0108976de tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4d230b0-1eaf-417e-a380-ff7624336a03 HTTP/1.1" status: 200 len: 2413 time: 0.1155131 Oct 20 11:37:28.684641 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6f382763-9968-4e52-888d-1a41bf095142 req-a913bc46-c809-4710-ac65-3fdfdece8227 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/security-groups?id=556d78ba-2cca-4baf-b487-e76527365cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554698 Oct 20 11:37:28.698321 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d4c10d6-ad25-4c20-bf4f-294ce67a491f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:28.713602 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4e8b2386-eda4-4143-97de-70f85237d8b6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:28.757855 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8b2386-eda4-4143-97de-70f85237d8b6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:28.761854 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-4e8b2386-eda4-4143-97de-70f85237d8b6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:28.767130 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8b2386-eda4-4143-97de-70f85237d8b6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:28.767826 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4e8b2386-eda4-4143-97de-70f85237d8b6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:28.779043 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d4c10d6-ad25-4c20-bf4f-294ce67a491f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:28.783797 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8b2386-eda4-4143-97de-70f85237d8b6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Subnet': ['ID=13068421-6aa8-4a00-80d9-9165ce8eabbd,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:28.787618 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-9460bd36-896f-424d-8245-a8a952ee53e4 None None] Attempting to bind port bf43d929-9348-43c0-9951-2261fe02f32a on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:37:28.788176 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-9460bd36-896f-424d-8245-a8a952ee53e4 None None] Attempting to bind port bf43d929-9348-43c0-9951-2261fe02f32a by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'f52f1b6c-300c-4c88-a517-4bf5c5393dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '5fb0342c-2e81-43f4-af41-cf9ba758ec8f'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:37:28.788550 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9460bd36-896f-424d-8245-a8a952ee53e4 None None] Attempting to bind port bf43d929-9348-43c0-9951-2261fe02f32a on network 5fb0342c-2e81-43f4-af41-cf9ba758ec8f {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:37:28.791432 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4e8b2386-eda4-4143-97de-70f85237d8b6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5541468 Oct 20 11:37:28.794255 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41232) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:28.799622 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-da610e15-2af6-432a-b6cf-fce36e4c4723 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'port': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'mac_address': 'fa:16:3e:8c:bc:e1', 'name': 'tempest-NetworksTestDHCPv6-1415257489'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:28.835304 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4c10d6-ad25-4c20-bf4f-294ce67a491f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event deleted for resources: {'Subnet': ['ID=41f2c33c-c650-4a0d-8d0f-7d15dd0542c2,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:28.839186 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d4c10d6-ad25-4c20-bf4f-294ce67a491f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:28.845295 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2d4c10d6-ad25-4c20-bf4f-294ce67a491f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "DELETE /v2.0/subnets/41f2c33c-c650-4a0d-8d0f-7d15dd0542c2 HTTP/1.1" status: 204 len: 168 time: 0.4485328 Oct 20 11:37:28.857363 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-8c8c0257-f127-4a85-b15d-77ba3ec74016 None None] Allocated IP 2001:db8::f816:3eff:fe19:41f5 (87010bec-6736-4922-a33b-92334c200b3b/d257666b-e644-4522-ab3f-ecc2a0ac13fd/beee1bbb-c739-4e2e-87c0-085ff10e9a8b) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:28.865152 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41236) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:28.870185 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-446385ca-15e1-434e-a3ee-11b29e6f955d req-532f419a-410f-40c9-8714-671d9eefe973 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0517786 Oct 20 11:37:28.882439 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9460bd36-896f-424d-8245-a8a952ee53e4 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:37:28.882915 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9460bd36-896f-424d-8245-a8a952ee53e4 None None] Checking segment: {'id': 'f52f1b6c-300c-4c88-a517-4bf5c5393dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '5fb0342c-2e81-43f4-af41-cf9ba758ec8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:37:28.883328 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9460bd36-896f-424d-8245-a8a952ee53e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:28.883709 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9460bd36-896f-424d-8245-a8a952ee53e4 None None] Bound using segment: {'id': 'f52f1b6c-300c-4c88-a517-4bf5c5393dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '5fb0342c-2e81-43f4-af41-cf9ba758ec8f'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:37:28.884252 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-9460bd36-896f-424d-8245-a8a952ee53e4 None None] Bound port: bf43d929-9348-43c0-9951-2261fe02f32a, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f52f1b6c-300c-4c88-a517-4bf5c5393dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '5fb0342c-2e81-43f4-af41-cf9ba758ec8f'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:37:28.884631 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9460bd36-896f-424d-8245-a8a952ee53e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:28.913203 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-81a38ae1-24d2-41d5-b5f3-441bb745eca6 req-38ece097-2d4b-498a-aa6c-1cdbcc33fc2e tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0467803 Oct 20 11:37:28.940102 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da610e15-2af6-432a-b6cf-fce36e4c4723 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:28.978739 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-875fdb69-fe88-4c51-9bd9-20af43308509 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:29.030784 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-9460bd36-896f-424d-8245-a8a952ee53e4 None None] For port bf43d929-9348-43c0-9951-2261fe02f32a, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:37:29.036428 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-9460bd36-896f-424d-8245-a8a952ee53e4 None None] For port bf43d929-9348-43c0-9951-2261fe02f32a, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=bf43d929-9348-43c0-9951-2261fe02f32a,segment=NetworkSegment(f52f1b6c-300c-4c88-a517-4bf5c5393dec),segment_id=f52f1b6c-300c-4c88-a517-4bf5c5393dec)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:37:29.043594 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9460bd36-896f-424d-8245-a8a952ee53e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:29.045725 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-875fdb69-fe88-4c51-9bd9-20af43308509 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Deleting port bf43d929-9348-43c0-9951-2261fe02f32a {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:37:29.046196 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-875fdb69-fe88-4c51-9bd9-20af43308509 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:29.054739 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-da610e15-2af6-432a-b6cf-fce36e4c4723 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:29.083832 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-da610e15-2af6-432a-b6cf-fce36e4c4723 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] device_id is not set on port 1314e210-2de2-4ab6-aa3a-5bec22433e71 yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:37:29.121240 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-875fdb69-fe88-4c51-9bd9-20af43308509 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] For port bf43d929-9348-43c0-9951-2261fe02f32a, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=bf43d929-9348-43c0-9951-2261fe02f32a,segment=NetworkSegment(f52f1b6c-300c-4c88-a517-4bf5c5393dec),segment_id=f52f1b6c-300c-4c88-a517-4bf5c5393dec)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:29.121624 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-875fdb69-fe88-4c51-9bd9-20af43308509 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:29.141081 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-875fdb69-fe88-4c51-9bd9-20af43308509 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Calling delete_port for bf43d929-9348-43c0-9951-2261fe02f32a owned by network:dhcp {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:37:29.177660 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-8c8c0257-f127-4a85-b15d-77ba3ec74016 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:29.179187 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa9b1f9-5a14-4933-b451-09a0c1e88e1e None None] Network 5fb0342c-2e81-43f4-af41-cf9ba758ec8f requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:29.197343 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-8c8c0257-f127-4a85-b15d-77ba3ec74016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:29.209132 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9460bd36-896f-424d-8245-a8a952ee53e4 None None] Pushing event updated for resources: {'Port': ['ID=bf43d929-9348-43c0-9951-2261fe02f32a,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:29.222522 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ed27ad9c-31f4-4b38-85be-d7c589c0a4d0 req-6853998e-5e08-4e98-9e74-8828d8e08353 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.0353191 Oct 20 11:37:29.265296 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-875fdb69-fe88-4c51-9bd9-20af43308509 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:29.265559 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8c0257-f127-4a85-b15d-77ba3ec74016 None None] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:29.296892 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-8c8c0257-f127-4a85-b15d-77ba3ec74016 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:29.299742 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875fdb69-fe88-4c51-9bd9-20af43308509 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event deleted for resources: {'Port': ['ID=bf43d929-9348-43c0-9951-2261fe02f32a,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:29.302551 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875fdb69-fe88-4c51-9bd9-20af43308509 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] No DVR routers for this DVR port bf43d929-9348-43c0-9951-2261fe02f32a on host n-d-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:37:29.312272 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8c0257-f127-4a85-b15d-77ba3ec74016 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:29.321402 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-da610e15-2af6-432a-b6cf-fce36e4c4723 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Allocated IP 2001:db8:0:1::124 (87010bec-6736-4922-a33b-92334c200b3b/13068421-6aa8-4a00-80d9-9165ce8eabbd/1314e210-2de2-4ab6-aa3a-5bec22433e71) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:29.331433 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-da610e15-2af6-432a-b6cf-fce36e4c4723 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Allocated IP 2001:db8::f816:3eff:fe8c:bce1 (87010bec-6736-4922-a33b-92334c200b3b/d257666b-e644-4522-ab3f-ecc2a0ac13fd/1314e210-2de2-4ab6-aa3a-5bec22433e71) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:29.352752 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c0257-f127-4a85-b15d-77ba3ec74016 None None] Pushing event updated for resources: {'Port': ['ID=beee1bbb-c739-4e2e-87c0-085ff10e9a8b,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:29.391302 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-875fdb69-fe88-4c51-9bd9-20af43308509 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:29.418133 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-8c8c0257-f127-4a85-b15d-77ba3ec74016 None None] Attempting to bind port beee1bbb-c739-4e2e-87c0-085ff10e9a8b on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:37:29.418594 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-8c8c0257-f127-4a85-b15d-77ba3ec74016 None None] Attempting to bind port beee1bbb-c739-4e2e-87c0-085ff10e9a8b by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:37:29.419099 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8c0257-f127-4a85-b15d-77ba3ec74016 None None] Attempting to bind port beee1bbb-c739-4e2e-87c0-085ff10e9a8b on network 87010bec-6736-4922-a33b-92334c200b3b {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:37:29.424776 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8c0257-f127-4a85-b15d-77ba3ec74016 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:37:29.425309 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8c0257-f127-4a85-b15d-77ba3ec74016 None None] Checking segment: {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:37:29.425456 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-875fdb69-fe88-4c51-9bd9-20af43308509 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fb0342c-2e81-43f4-af41-cf9ba758ec8f']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:29.425880 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-8c8c0257-f127-4a85-b15d-77ba3ec74016 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:29.426352 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8c0257-f127-4a85-b15d-77ba3ec74016 None None] Bound using segment: {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:37:29.426951 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-8c8c0257-f127-4a85-b15d-77ba3ec74016 None None] Bound port: beee1bbb-c739-4e2e-87c0-085ff10e9a8b, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:37:29.427430 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-8c8c0257-f127-4a85-b15d-77ba3ec74016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:29.436267 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-875fdb69-fe88-4c51-9bd9-20af43308509 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f52f1b6c-300c-4c88-a517-4bf5c5393dec') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:29.436564 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-875fdb69-fe88-4c51-9bd9-20af43308509 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f52f1b6c-300c-4c88-a517-4bf5c5393dec') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:29.446864 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-875fdb69-fe88-4c51-9bd9-20af43308509 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:29.461301 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-875fdb69-fe88-4c51-9bd9-20af43308509 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:29.468979 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-875fdb69-fe88-4c51-9bd9-20af43308509 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Releasing vlan 1255 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:37:29.469719 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-875fdb69-fe88-4c51-9bd9-20af43308509 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:29.473798 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:37:29.473798 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:37:29.473798 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:37:29.473798 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:37:29.473798 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:37:29.473798 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:37:29.473798 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:37:29.473798 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:37:29.473798 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:37:29.473798 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:37:29.473798 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:37:29.473798 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:37:29.473798 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:37:29.473798 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:37:29.473798 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:37:29.473798 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:37:29.473798 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:37:29.473798 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:37:29.473798 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:37:29.473798 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:37:29.473798 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:37:29.473798 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:37:29.473798 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:37:29.473798 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:37:29.473798 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:37:29.473798 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:37:29.473798 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:37:29.473798 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:37:29.473798 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:37:29.473798 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:37:29.473798 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:37:29.473798 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:37:29.492417 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-8c8c0257-f127-4a85-b15d-77ba3ec74016 None None] For port beee1bbb-c739-4e2e-87c0-085ff10e9a8b, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:37:29.495748 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-8c8c0257-f127-4a85-b15d-77ba3ec74016 None None] For port beee1bbb-c739-4e2e-87c0-085ff10e9a8b, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=beee1bbb-c739-4e2e-87c0-085ff10e9a8b,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:37:29.499781 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-da610e15-2af6-432a-b6cf-fce36e4c4723 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:29.500689 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-8c8c0257-f127-4a85-b15d-77ba3ec74016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:29.547683 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-875fdb69-fe88-4c51-9bd9-20af43308509 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:29.553127 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-da610e15-2af6-432a-b6cf-fce36e4c4723 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:29.559732 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-875fdb69-fe88-4c51-9bd9-20af43308509 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:29.567630 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-875fdb69-fe88-4c51-9bd9-20af43308509 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "DELETE /v2.0/networks/5fb0342c-2e81-43f4-af41-cf9ba758ec8f HTTP/1.1" status: 204 len: 168 time: 0.6954141 Oct 20 11:37:29.567824 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c0257-f127-4a85-b15d-77ba3ec74016 None None] Pushing event updated for resources: {'Port': ['ID=beee1bbb-c739-4e2e-87c0-085ff10e9a8b,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:29.569572 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41242) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:29.579927 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-ead19dd1-bebc-40b6-aabf-9459708fb674 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1233818533'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:29.580474 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875fdb69-fe88-4c51-9bd9-20af43308509 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event deleted for resources: {'Network': ['ID=5fb0342c-2e81-43f4-af41-cf9ba758ec8f,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:29.620813 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da610e15-2af6-432a-b6cf-fce36e4c4723 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:29.629173 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-da610e15-2af6-432a-b6cf-fce36e4c4723 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:29.640020 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da610e15-2af6-432a-b6cf-fce36e4c4723 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:29.645830 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da610e15-2af6-432a-b6cf-fce36e4c4723 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:29.646455 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-da610e15-2af6-432a-b6cf-fce36e4c4723 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:29.653398 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da610e15-2af6-432a-b6cf-fce36e4c4723 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Port': ['ID=1314e210-2de2-4ab6-aa3a-5bec22433e71,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:29.666396 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead19dd1-bebc-40b6-aabf-9459708fb674 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Made reservation on behalf of 94e5347f86fe43de8b27d18b03cb5e6b for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:29.670038 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ead19dd1-bebc-40b6-aabf-9459708fb674 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:29.676831 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-da610e15-2af6-432a-b6cf-fce36e4c4723 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.8814511 Oct 20 11:37:29.679934 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41244) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:29.702772 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ead19dd1-bebc-40b6-aabf-9459708fb674 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] vlan segment allocate from pool success with {'vlan_id': 1256, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:37:29.731424 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ead19dd1-bebc-40b6-aabf-9459708fb674 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:29.732252 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-ead19dd1-bebc-40b6-aabf-9459708fb674 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Added segment e9ff3492-5763-4a79-a7cf-481ef53bc244 of type vlan for network 25f44866-a702-4138-b887-e78618d250c4 Oct 20 11:37:29.796427 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ead19dd1-bebc-40b6-aabf-9459708fb674 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:29.832261 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ead19dd1-bebc-40b6-aabf-9459708fb674 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:29.842981 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead19dd1-bebc-40b6-aabf-9459708fb674 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:29.844356 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ead19dd1-bebc-40b6-aabf-9459708fb674 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:29.863364 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3e1cf-ef6d-4767-84b4-e043e67f5dc2 req-1e5319fb-03e7-4cc6-93a8-5b4f32c150da tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:29.869351 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3e1cf-ef6d-4767-84b4-e043e67f5dc2 req-1e5319fb-03e7-4cc6-93a8-5b4f32c150da tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:29.875490 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3e1cf-ef6d-4767-84b4-e043e67f5dc2 req-1e5319fb-03e7-4cc6-93a8-5b4f32c150da tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:29.877136 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-03b3e1cf-ef6d-4767-84b4-e043e67f5dc2 req-1e5319fb-03e7-4cc6-93a8-5b4f32c150da tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4d230b0-1eaf-417e-a380-ff7624336a03 HTTP/1.1" status: 200 len: 2413 time: 0.0780363 Oct 20 11:37:29.895407 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ead19dd1-bebc-40b6-aabf-9459708fb674 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3250458 Oct 20 11:37:29.903360 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-587af49b-7efd-49ed-9a29-8d07049491af tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Deleting port 1314e210-2de2-4ab6-aa3a-5bec22433e71 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:37:29.903796 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-587af49b-7efd-49ed-9a29-8d07049491af tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:29.906623 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41250) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:29.918104 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-1cfaf21c-d271-44f4-ae30-84bd766c7327 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Request body: {'subnet': {'network_id': '25f44866-a702-4138-b887-e78618d250c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:29.939347 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead19dd1-bebc-40b6-aabf-9459708fb674 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event updated for resources: {'Network': ['ID=25f44866-a702-4138-b887-e78618d250c4,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:29.949941 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 25f44866-a702-4138-b887-e78618d250c4 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:37:30.001693 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-306835e0-0aa5-48c9-bc35-e0c29b4c2b99 req-bfad2ca6-eb01-4972-b730-b59686a29952 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0642824 Oct 20 11:37:30.067712 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-03b3e1cf-ef6d-4767-84b4-e043e67f5dc2 req-9f6ca9a8-a60e-4243-bee2-9661be49f7f5 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/security-groups?id=556d78ba-2cca-4baf-b487-e76527365cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817856 Oct 20 11:37:30.112680 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ed7a43c2-4b19-428f-a868-ba8e168e3bbe req-ce6e4eb6-a652-42bb-ba5f-7f4ac0878692 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0392997 Oct 20 11:37:30.139785 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-587af49b-7efd-49ed-9a29-8d07049491af tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:30.156306 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-587af49b-7efd-49ed-9a29-8d07049491af tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Calling delete_port for 1314e210-2de2-4ab6-aa3a-5bec22433e71 owned by {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:37:30.162738 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfaf21c-d271-44f4-ae30-84bd766c7327 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Made reservation on behalf of 94e5347f86fe43de8b27d18b03cb5e6b for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:30.166189 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1cfaf21c-d271-44f4-ae30-84bd766c7327 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:30.235148 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 0927d4e4-10cc-453d-9f6e-ce22365a4daf up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:37:30.306544 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 0927d4e4-10cc-453d-9f6e-ce22365a4daf completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:37:30.312108 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 0927d4e4-10cc-453d-9f6e-ce22365a4daf triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:30.313131 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:30.413568 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-544ca056-bbe6-4617-a3ec-cf50b7cf0ee7 req-9b4c5253-3f67-45ff-b056-35dc5d6fe6f5 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.0608177 Oct 20 11:37:30.418645 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:30.454826 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d230b0-1eaf-417e-a380-ff7624336a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0927d4e4-10cc-453d-9f6e-ce22365a4daf'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:37:30.457608 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378a1783-ade9-44f5-87ba-de4243df2fdd" -d '{"events": [{"server_uuid": "c4d230b0-1eaf-417e-a380-ff7624336a03", "name": "network-vif-plugged", "status": "completed", "tag": "0927d4e4-10cc-453d-9f6e-ce22365a4daf"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:37:30.475878 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 0927d4e4-10cc-453d-9f6e-ce22365a4daf, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=0927d4e4-10cc-453d-9f6e-ce22365a4daf,segment=NetworkSegment(8fe66be6-698b-463e-ba22-8125d5c37035),segment_id=8fe66be6-698b-463e-ba22-8125d5c37035)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:30.482429 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:30.483647 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device a60c92d4-a450-432e-9cb6-8e222cf6cfa3 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:37:30.513454 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524ead6e-0799-45af-aa8a-fc3994aa40e6 x-openstack-request-id: req-524ead6e-0799-45af-aa8a-fc3994aa40e6 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:37:30.514113 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d230b0-1eaf-417e-a380-ff7624336a03", "name": "network-vif-plugged", "status": "completed", "tag": "0927d4e4-10cc-453d-9f6e-ce22365a4daf", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:37:30.514452 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-524ead6e-0799-45af-aa8a-fc3994aa40e6 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:37:30.515003 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d230b0-1eaf-417e-a380-ff7624336a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0927d4e4-10cc-453d-9f6e-ce22365a4daf', 'code': 200} Oct 20 11:37:30.518762 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1cfaf21c-d271-44f4-ae30-84bd766c7327 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:30.569317 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-587af49b-7efd-49ed-9a29-8d07049491af tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:30.585140 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e768fd-d664-4315-9fd5-3a9bbb38a824 None None] Network 87010bec-6736-4922-a33b-92334c200b3b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:30.761065 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=0927d4e4-10cc-453d-9f6e-ce22365a4daf,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:30.808481 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port a60c92d4-a450-432e-9cb6-8e222cf6cfa3 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:37:30.815752 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-27653ca6-ddd8-4b02-b154-dd097b1e1efc None None] Provisioning complete for port beee1bbb-c739-4e2e-87c0-085ff10e9a8b triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:30.816153 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-27653ca6-ddd8-4b02-b154-dd097b1e1efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:30.823106 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port a60c92d4-a450-432e-9cb6-8e222cf6cfa3 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:30.823394 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:30.985401 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587af49b-7efd-49ed-9a29-8d07049491af tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event deleted for resources: {'Port': ['ID=1314e210-2de2-4ab6-aa3a-5bec22433e71,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:31.002442 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfaf21c-d271-44f4-ae30-84bd766c7327 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event updated for resources: {'Subnet': ['ID=1416e077-5793-4241-b94a-8428395128ac,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:31.034653 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-27653ca6-ddd8-4b02-b154-dd097b1e1efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:31.044983 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-587af49b-7efd-49ed-9a29-8d07049491af tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:31.052077 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-587af49b-7efd-49ed-9a29-8d07049491af tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/ports/1314e210-2de2-4ab6-aa3a-5bec22433e71 HTTP/1.1" status: 204 len: 168 time: 1.3679657 Oct 20 11:37:31.052077 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfaf21c-d271-44f4-ae30-84bd766c7327 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Checking segment: {'id': 'e9ff3492-5763-4a79-a7cf-481ef53bc244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '25f44866-a702-4138-b887-e78618d250c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:37:31.052077 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfaf21c-d271-44f4-ae30-84bd766c7327 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Network hostable DHCP agents. Network: 25f44866-a702-4138-b887-e78618d250c4, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:37:31.052759 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41262) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:31.056107 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:31.105250 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4904a0cf-9cb0-4b28-944b-1565fa7d21d2 req-d7e124a5-8181-4bcf-88cb-f511c0a3f724 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0440392 Oct 20 11:37:31.116173 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-27653ca6-ddd8-4b02-b154-dd097b1e1efc None None] For port beee1bbb-c739-4e2e-87c0-085ff10e9a8b, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=beee1bbb-c739-4e2e-87c0-085ff10e9a8b,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:31.138460 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-27653ca6-ddd8-4b02-b154-dd097b1e1efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:31.140737 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f02228-c966-4b4c-80a8-b14be61f3698 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:31.141452 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port a60c92d4-a450-432e-9cb6-8e222cf6cfa3, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=a60c92d4-a450-432e-9cb6-8e222cf6cfa3,segment=NetworkSegment(17df2175-4bd9-4bd5-acdf-39f8f9eba789),segment_id=17df2175-4bd9-4bd5-acdf-39f8f9eba789)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:31.142694 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-39f02228-c966-4b4c-80a8-b14be61f3698 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0890129 Oct 20 11:37:31.144467 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfaf21c-d271-44f4-ae30-84bd766c7327 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Network 25f44866-a702-4138-b887-e78618d250c4 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:37:31.145512 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41268) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:31.169098 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-1cfaf21c-d271-44f4-ae30-84bd766c7327 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 25f44866-a702-4138-b887-e78618d250c4) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:31.189451 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfaf21c-d271-44f4-ae30-84bd766c7327 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:31.190357 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1cfaf21c-d271-44f4-ae30-84bd766c7327 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:31.196347 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27653ca6-ddd8-4b02-b154-dd097b1e1efc None None] Pushing event updated for resources: {'Port': ['ID=beee1bbb-c739-4e2e-87c0-085ff10e9a8b,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:31.199815 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1fe5a5-51a7-4bf6-b6a8-164f2ab73522 None None] Network 25f44866-a702-4138-b887-e78618d250c4 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:31.204674 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:31.205480 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 4e9a351a-7f01-436c-9cbf-bd74f9587a4b up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:37:31.211523 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d279e96-bec7-4d34-9fa6-de94d9382713 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:31.213101 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-9d279e96-bec7-4d34-9fa6-de94d9382713 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0666072 Oct 20 11:37:31.216188 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41270) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:31.268220 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3d324a42-d244-4dcb-ad13-745624605c37 req-04f59846-2083-4aa6-bb05-e2457b9928dc tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0351868 Oct 20 11:37:31.271808 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-1cfaf21c-d271-44f4-ae30-84bd766c7327 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3580973 Oct 20 11:37:31.274920 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a0fb6a-6037-4dde-87a3-d4c166cbde28 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:31.276847 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41272) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:31.277116 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a0fb6a-6037-4dde-87a3-d4c166cbde28 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:31.278683 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a0fb6a-6037-4dde-87a3-d4c166cbde28 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:31.280438 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d9a0fb6a-6037-4dde-87a3-d4c166cbde28 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0632498 Oct 20 11:37:31.282745 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-d2131b17-0d15-4735-948b-05f4b9834adb tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Request body: {'port': {'network_id': '25f44866-a702-4138-b887-e78618d250c4', 'security_groups': [], 'name': 'tempest-PortsTestJSON-110459413'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:31.283242 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41274) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:31.289343 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0ce7eb-f802-48ab-9558-c0a6b96bdfcb None None] Update dhcp port {'port': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'fixed_ips': [{'subnet_id': 'd257666b-e644-4522-ab3f-ecc2a0ac13fd', 'ip_address': '2001:db8::f816:3eff:fe19:41f5'}, {'subnet_id': '13068421-6aa8-4a00-80d9-9165ce8eabbd'}], 'binding:host_id': 'n-d-814735-3'}, 'id': 'beee1bbb-c739-4e2e-87c0-085ff10e9a8b'} from n-d-814735-3. {{(pid=100648) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 11:37:31.352875 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-46cdd9e2-b37a-4601-ac2e-eeb1eb34fb27 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Deleting subnet 13068421-6aa8-4a00-80d9-9165ce8eabbd {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:37:31.355223 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ec250-7f67-4c10-8ac6-3c58c5b514f9 req-e582ffbb-f82b-4db2-b85b-d9ff4ee7efc2 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:31.356839 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-46cdd9e2-b37a-4601-ac2e-eeb1eb34fb27 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:31.361048 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ec250-7f67-4c10-8ac6-3c58c5b514f9 req-e582ffbb-f82b-4db2-b85b-d9ff4ee7efc2 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:31.368349 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ec250-7f67-4c10-8ac6-3c58c5b514f9 req-e582ffbb-f82b-4db2-b85b-d9ff4ee7efc2 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:31.368959 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fc6ec250-7f67-4c10-8ac6-3c58c5b514f9 req-e582ffbb-f82b-4db2-b85b-d9ff4ee7efc2 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4d230b0-1eaf-417e-a380-ff7624336a03 HTTP/1.1" status: 200 len: 2415 time: 0.1752131 Oct 20 11:37:31.409224 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-46cdd9e2-b37a-4601-ac2e-eeb1eb34fb27 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:31.417970 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9c0ce7eb-f802-48ab-9558-c0a6b96bdfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:31.442537 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fc6ec250-7f67-4c10-8ac6-3c58c5b514f9 req-d1cc2988-f2ef-4653-bc9e-2c2dd6e6dbb1 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/security-groups?id=556d78ba-2cca-4baf-b487-e76527365cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635617 Oct 20 11:37:31.455780 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=a60c92d4-a450-432e-9cb6-8e222cf6cfa3,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:31.472675 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2131b17-0d15-4735-948b-05f4b9834adb tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Made reservation on behalf of 94e5347f86fe43de8b27d18b03cb5e6b for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:31.482088 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d2131b17-0d15-4735-948b-05f4b9834adb tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:31.494608 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 4e9a351a-7f01-436c-9cbf-bd74f9587a4b completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:37:31.502887 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [None req-d2131b17-0d15-4735-948b-05f4b9834adb tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] device_id is not set on port 88efe271-5d32-4700-a580-f9b8e95cfc88 yet. {{(pid=100647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:37:31.505236 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-46cdd9e2-b37a-4601-ac2e-eeb1eb34fb27 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:31.506260 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 4e9a351a-7f01-436c-9cbf-bd74f9587a4b triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:31.506844 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:31.560357 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db5115a0-612d-4228-a757-9a90904c00a2 req-eba05801-14ce-4200-a27a-f785ea9dbb49 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.0514362 Oct 20 11:37:31.598063 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-46cdd9e2-b37a-4601-ac2e-eeb1eb34fb27 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:31.629200 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa0f69e-b75b-447c-bfee-1e6d3326dffb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-25f44866-a702-4138-b887-e78618d250c4', 'network_id': '25f44866-a702-4138-b887-e78618d250c4', 'tenant_id': '94e5347f86fe43de8b27d18b03cb5e6b', 'fixed_ips': [{'subnet_id': '1416e077-5793-4241-b94a-8428395128ac'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:37:31.629200 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5fa0f69e-b75b-447c-bfee-1e6d3326dffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:31.651105 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device beee1bbb-c739-4e2e-87c0-085ff10e9a8b up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:37:31.653946 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cdd9e2-b37a-4601-ac2e-eeb1eb34fb27 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event deleted for resources: {'Subnet': ['ID=13068421-6aa8-4a00-80d9-9165ce8eabbd,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:31.669929 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-46cdd9e2-b37a-4601-ac2e-eeb1eb34fb27 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:31.673848 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-46cdd9e2-b37a-4601-ac2e-eeb1eb34fb27 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/13068421-6aa8-4a00-80d9-9165ce8eabbd HTTP/1.1" status: 204 len: 168 time: 0.3895631 Oct 20 11:37:31.676971 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41280) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:31.711871 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-d2131b17-0d15-4735-948b-05f4b9834adb tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Allocated IP 172.20.0.12 (25f44866-a702-4138-b887-e78618d250c4/1416e077-5793-4241-b94a-8428395128ac/88efe271-5d32-4700-a580-f9b8e95cfc88) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:31.734252 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4934980-8e17-422b-adc1-950340ab2d0f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Deleting subnet d257666b-e644-4522-ab3f-ecc2a0ac13fd {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:37:31.737944 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f4934980-8e17-422b-adc1-950340ab2d0f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:31.762543 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server [None req-9c0ce7eb-f802-48ab-9558-c0a6b96bdfcb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 13068421-6aa8-4a00-80d9-9165ce8eabbd: This subnet is being modified by another concurrent operation. Oct 20 11:37:31.762543 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 20 11:37:31.762543 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 20 11:37:31.762543 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 20 11:37:31.762543 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 20 11:37:31.762543 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 20 11:37:31.762543 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 20 11:37:31.762543 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 20 11:37:31.762543 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 20 11:37:31.762543 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 20 11:37:31.762543 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 20 11:37:31.762543 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 20 11:37:31.762543 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 11:37:31.762543 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 11:37:31.762543 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:37:31.762543 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:37:31.762543 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:37:31.762543 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:37:31.762543 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 11:37:31.762543 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:37:31.762543 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 11:37:31.762543 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 11:37:31.762543 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:37:31.762543 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:37:31.762543 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:37:31.762543 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:37:31.762543 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 11:37:31.762543 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:37:31.762543 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 11:37:31.762543 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 11:37:31.762543 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:37:31.762543 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:37:31.762543 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:37:31.762543 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:37:31.762543 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 11:37:31.762543 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 11:37:31.762543 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 20 11:37:31.762543 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 20 11:37:31.762543 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 20 11:37:31.762543 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 20 11:37:31.762543 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 20 11:37:31.762543 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:37:31.762543 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 20 11:37:31.762543 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 11:37:31.762543 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 11:37:31.762543 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 11:37:31.762543 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:37:31.762543 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:37:31.762543 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:37:31.762543 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:37:31.762543 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 11:37:31.762543 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:37:31.762543 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 11:37:31.762543 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 11:37:31.766049 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:37:31.766049 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:37:31.766049 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:37:31.766049 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:37:31.766049 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 11:37:31.766049 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:37:31.766049 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 11:37:31.766049 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 11:37:31.766049 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:37:31.766049 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:37:31.766049 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:37:31.766049 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:37:31.766049 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 11:37:31.766049 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 11:37:31.766049 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 20 11:37:31.766049 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 20 11:37:31.766049 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 20 11:37:31.766049 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 11:37:31.766049 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1514, in update_port Oct 20 11:37:31.766049 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 20 11:37:31.766049 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 20 11:37:31.766049 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 20 11:37:31.766049 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 20 11:37:31.766049 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 20 11:37:31.766049 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 20 11:37:31.766049 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 20 11:37:31.766049 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 20 11:37:31.766049 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 20 11:37:31.766049 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 20 11:37:31.766049 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise exception Oct 20 11:37:31.766049 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 13068421-6aa8-4a00-80d9-9165ce8eabbd: This subnet is being modified by another concurrent operation. Oct 20 11:37:31.766049 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server Oct 20 11:37:31.781743 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f4934980-8e17-422b-adc1-950340ab2d0f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:31.825251 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port beee1bbb-c739-4e2e-87c0-085ff10e9a8b triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:31.825620 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:31.862295 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d2131b17-0d15-4735-948b-05f4b9834adb tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:31.866720 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:31.896844 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d2131b17-0d15-4735-948b-05f4b9834adb tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:31.902535 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f4934980-8e17-422b-adc1-950340ab2d0f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:31.906914 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-950380b6-ec43-4795-b8f4-c169f3a2f6dc None None] Provisioning complete for port beee1bbb-c739-4e2e-87c0-085ff10e9a8b triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:31.907357 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-950380b6-ec43-4795-b8f4-c169f3a2f6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:31.940540 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2131b17-0d15-4735-948b-05f4b9834adb tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Network 25f44866-a702-4138-b887-e78618d250c4 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:31.946188 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-d2131b17-0d15-4735-948b-05f4b9834adb tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:31.950285 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2131b17-0d15-4735-948b-05f4b9834adb tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:31.988629 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f4934980-8e17-422b-adc1-950340ab2d0f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:31.994213 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 4e9a351a-7f01-436c-9cbf-bd74f9587a4b, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=4e9a351a-7f01-436c-9cbf-bd74f9587a4b,segment=NetworkSegment(8fe66be6-698b-463e-ba22-8125d5c37035),segment_id=8fe66be6-698b-463e-ba22-8125d5c37035)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:31.996156 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2131b17-0d15-4735-948b-05f4b9834adb tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event updated for resources: {'Port': ['ID=88efe271-5d32-4700-a580-f9b8e95cfc88,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:32.007629 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:32.021899 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4934980-8e17-422b-adc1-950340ab2d0f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event deleted for resources: {'Subnet': ['ID=d257666b-e644-4522-ab3f-ecc2a0ac13fd,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:32.025340 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f4934980-8e17-422b-adc1-950340ab2d0f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:32.029254 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f4934980-8e17-422b-adc1-950340ab2d0f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/d257666b-e644-4522-ab3f-ecc2a0ac13fd HTTP/1.1" status: 204 len: 168 time: 0.3511674 Oct 20 11:37:32.032453 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41282) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:32.041021 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2131b17-0d15-4735-948b-05f4b9834adb tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:32.041696 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d2131b17-0d15-4735-948b-05f4b9834adb tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:32.054662 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-5fa0f69e-b75b-447c-bfee-1e6d3326dffb None None] Allocated IP 172.20.0.2 (25f44866-a702-4138-b887-e78618d250c4/1416e077-5793-4241-b94a-8428395128ac/e8a11f51-12d8-4246-a4b8-bcf2086e7094) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:32.084013 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d2131b17-0d15-4735-948b-05f4b9834adb tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.8053782 Oct 20 11:37:32.086299 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41284) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:32.086500 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-be225876-e1be-487b-b7d8-c78f6463d330 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0496306 Oct 20 11:37:32.087200 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41286) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:32.092681 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-cc920916-a9c3-4c5e-bf68-b4215eff8435 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'subnet': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:32.151303 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521894ca-e444-4985-88ee-28704ac0b536 None None] Network 87010bec-6736-4922-a33b-92334c200b3b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:32.183543 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=4e9a351a-7f01-436c-9cbf-bd74f9587a4b,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:32.209200 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc920916-a9c3-4c5e-bf68-b4215eff8435 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:32.212873 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cc920916-a9c3-4c5e-bf68-b4215eff8435 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:32.231541 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-83977c87-5128-43e8-98a9-0b2a2f8a7185 req-b7b2adc8-d60a-4d97-8788-2a9bf4949586 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0651426 Oct 20 11:37:32.260211 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-b77a3038-15b5-4fee-9837-ef7f99bab90b tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Deleting port 88efe271-5d32-4700-a580-f9b8e95cfc88 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:37:32.260551 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b77a3038-15b5-4fee-9837-ef7f99bab90b tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:32.358225 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b77a3038-15b5-4fee-9837-ef7f99bab90b tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:32.373636 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-b77a3038-15b5-4fee-9837-ef7f99bab90b tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Calling delete_port for 88efe271-5d32-4700-a580-f9b8e95cfc88 owned by {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:37:32.417897 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5992239e-59f2-4e54-9d66-2d29fd5e4fc6 req-eaa2b8af-fe23-4f67-8e11-a9e3dc8dacb0 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0379062 Oct 20 11:37:32.422548 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-a7278f6f-1919-4095-a0f7-23c827bff16d None None] Could not find standard attr ID for object 1314e210-2de2-4ab6-aa3a-5bec22433e71. {{(pid=100648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:37:32.430480 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5fa0f69e-b75b-447c-bfee-1e6d3326dffb None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:32.433575 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-a7278f6f-1919-4095-a0f7-23c827bff16d None None] Could not find standard attr ID for object cc43a916-9e81-4ec7-8af1-3909e43f02ed. {{(pid=100648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:37:32.438331 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5fa0f69e-b75b-447c-bfee-1e6d3326dffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:32.458749 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa0f69e-b75b-447c-bfee-1e6d3326dffb None None] Network 25f44866-a702-4138-b887-e78618d250c4 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:32.477721 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cc920916-a9c3-4c5e-bf68-b4215eff8435 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:32.497397 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-5fa0f69e-b75b-447c-bfee-1e6d3326dffb None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:32.506364 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1225e3e9-5ea8-4c8c-9518-7a38b456a5ea None None] DHCP port deletion for 87010bec-6736-4922-a33b-92334c200b3b request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:37:32.510349 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa0f69e-b75b-447c-bfee-1e6d3326dffb None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:32.518143 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d230b0-1eaf-417e-a380-ff7624336a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a60c92d4-a450-432e-9cb6-8e222cf6cfa3'}, {'server_uuid': 'c4d230b0-1eaf-417e-a380-ff7624336a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e9a351a-7f01-436c-9cbf-bd74f9587a4b'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:37:32.520487 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b3b9a5-c90e-4f5e-8e16-485c5d4ad3ce" -d '{"events": [{"server_uuid": "c4d230b0-1eaf-417e-a380-ff7624336a03", "name": "network-vif-plugged", "status": "completed", "tag": "a60c92d4-a450-432e-9cb6-8e222cf6cfa3"}, {"server_uuid": "c4d230b0-1eaf-417e-a380-ff7624336a03", "name": "network-vif-plugged", "status": "completed", "tag": "4e9a351a-7f01-436c-9cbf-bd74f9587a4b"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:37:32.521192 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc920916-a9c3-4c5e-bf68-b4215eff8435 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:32.524277 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-cc920916-a9c3-4c5e-bf68-b4215eff8435 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:32.558635 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc920916-a9c3-4c5e-bf68-b4215eff8435 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:32.559125 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cc920916-a9c3-4c5e-bf68-b4215eff8435 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:32.572471 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0f69e-b75b-447c-bfee-1e6d3326dffb None None] Pushing event updated for resources: {'Port': ['ID=e8a11f51-12d8-4246-a4b8-bcf2086e7094,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:32.600060 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-cc920916-a9c3-4c5e-bf68-b4215eff8435 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5114207 Oct 20 11:37:32.600386 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41300) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:32.609740 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc920916-a9c3-4c5e-bf68-b4215eff8435 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Subnet': ['ID=0a29d448-c169-4ce4-8e68-438bb5c15066,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:32.610391 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-98f167ec-a8af-4cbf-9056-23e58043480c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'subnet': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:32.634180 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-5fa0f69e-b75b-447c-bfee-1e6d3326dffb None None] Attempting to bind port e8a11f51-12d8-4246-a4b8-bcf2086e7094 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:37:32.634180 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-5fa0f69e-b75b-447c-bfee-1e6d3326dffb None None] Attempting to bind port e8a11f51-12d8-4246-a4b8-bcf2086e7094 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'e9ff3492-5763-4a79-a7cf-481ef53bc244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '25f44866-a702-4138-b887-e78618d250c4'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:37:32.634180 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa0f69e-b75b-447c-bfee-1e6d3326dffb None None] Attempting to bind port e8a11f51-12d8-4246-a4b8-bcf2086e7094 on network 25f44866-a702-4138-b887-e78618d250c4 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:37:32.647052 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa0f69e-b75b-447c-bfee-1e6d3326dffb None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:37:32.647052 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa0f69e-b75b-447c-bfee-1e6d3326dffb None None] Checking segment: {'id': 'e9ff3492-5763-4a79-a7cf-481ef53bc244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '25f44866-a702-4138-b887-e78618d250c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:37:32.647052 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5fa0f69e-b75b-447c-bfee-1e6d3326dffb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:32.647052 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa0f69e-b75b-447c-bfee-1e6d3326dffb None None] Bound using segment: {'id': 'e9ff3492-5763-4a79-a7cf-481ef53bc244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '25f44866-a702-4138-b887-e78618d250c4'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:37:32.647052 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-5fa0f69e-b75b-447c-bfee-1e6d3326dffb None None] Bound port: e8a11f51-12d8-4246-a4b8-bcf2086e7094, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9ff3492-5763-4a79-a7cf-481ef53bc244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '25f44866-a702-4138-b887-e78618d250c4'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:37:32.647052 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5fa0f69e-b75b-447c-bfee-1e6d3326dffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:32.653547 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b77a3038-15b5-4fee-9837-ef7f99bab90b tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:32.655749 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Oct 2021 11:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308a28d9-55c5-442e-9e96-658dee6c8db3 x-openstack-request-id: req-308a28d9-55c5-442e-9e96-658dee6c8db3 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:37:32.656168 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d230b0-1eaf-417e-a380-ff7624336a03", "name": "network-vif-plugged", "status": "completed", "tag": "a60c92d4-a450-432e-9cb6-8e222cf6cfa3", "code": 200}, {"server_uuid": "c4d230b0-1eaf-417e-a380-ff7624336a03", "name": "network-vif-plugged", "status": "completed", "tag": "4e9a351a-7f01-436c-9cbf-bd74f9587a4b", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:37:32.656572 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-308a28d9-55c5-442e-9e96-658dee6c8db3 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:37:32.657550 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d230b0-1eaf-417e-a380-ff7624336a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a60c92d4-a450-432e-9cb6-8e222cf6cfa3', 'code': 200} Oct 20 11:37:32.657550 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d230b0-1eaf-417e-a380-ff7624336a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e9a351a-7f01-436c-9cbf-bd74f9587a4b', 'code': 200} Oct 20 11:37:32.679205 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-1225e3e9-5ea8-4c8c-9518-7a38b456a5ea None None] Deleting port beee1bbb-c739-4e2e-87c0-085ff10e9a8b {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:37:32.679451 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1225e3e9-5ea8-4c8c-9518-7a38b456a5ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:32.731397 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a3038-15b5-4fee-9837-ef7f99bab90b tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event deleted for resources: {'Port': ['ID=88efe271-5d32-4700-a580-f9b8e95cfc88,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:32.742045 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36171172-c2b0-4dec-a48d-224f322487fb req-55ef244e-4ee9-4854-b6aa-0fd9d3bf75c6 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:32.748102 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36171172-c2b0-4dec-a48d-224f322487fb req-55ef244e-4ee9-4854-b6aa-0fd9d3bf75c6 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:32.754173 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36171172-c2b0-4dec-a48d-224f322487fb req-55ef244e-4ee9-4854-b6aa-0fd9d3bf75c6 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:32.756031 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-36171172-c2b0-4dec-a48d-224f322487fb req-55ef244e-4ee9-4854-b6aa-0fd9d3bf75c6 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4d230b0-1eaf-417e-a380-ff7624336a03 HTTP/1.1" status: 200 len: 2416 time: 0.2046051 Oct 20 11:37:32.786913 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dc9bceae-1431-4232-afd2-559805ddb3cf req-b12b8303-49b5-4a6d-be5c-99fdb080d182 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.0747850 Oct 20 11:37:32.823693 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24af21-18e7-4ad5-b51c-4043a0278ef2 req-35987d55-0143-4d0c-88c0-1800947e17a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:32.824170 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24af21-18e7-4ad5-b51c-4043a0278ef2 req-35987d55-0143-4d0c-88c0-1800947e17a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:32.824637 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24af21-18e7-4ad5-b51c-4043a0278ef2 req-35987d55-0143-4d0c-88c0-1800947e17a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:32.826323 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-3a24af21-18e7-4ad5-b51c-4043a0278ef2 req-35987d55-0143-4d0c-88c0-1800947e17a7 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c4d230b0-1eaf-417e-a380-ff7624336a03 HTTP/1.1" status: 200 len: 2869 time: 0.0949721 Oct 20 11:37:32.874374 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-3a24af21-18e7-4ad5-b51c-4043a0278ef2 req-d0214bd0-dd8c-42de-8100-f592d83593c2 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=556d78ba-2cca-4baf-b487-e76527365cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384245 Oct 20 11:37:32.888041 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-36171172-c2b0-4dec-a48d-224f322487fb req-40dae26b-ffad-48ed-b5e4-b2f0c8b38e7d tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/security-groups?id=556d78ba-2cca-4baf-b487-e76527365cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088259 Oct 20 11:37:32.900371 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b77a3038-15b5-4fee-9837-ef7f99bab90b tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:32.903924 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-b77a3038-15b5-4fee-9837-ef7f99bab90b tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "DELETE /v2.0/ports/88efe271-5d32-4700-a580-f9b8e95cfc88 HTTP/1.1" status: 204 len: 168 time: 0.8153076 Oct 20 11:37:32.915927 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41302) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:32.922654 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f167ec-a8af-4cbf-9056-23e58043480c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:32.927814 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-98f167ec-a8af-4cbf-9056-23e58043480c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:32.940726 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-f11f3309-bdfe-4bc7-adea-c3d27de5ea89 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] GET failed (client error): The resource could not be found. Oct 20 11:37:32.945031 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f11f3309-bdfe-4bc7-adea-c3d27de5ea89 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "GET /v2.0/ports/88efe271-5d32-4700-a580-f9b8e95cfc88 HTTP/1.1" status: 404 len: 333 time: 0.0276213 Oct 20 11:37:32.945642 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41304) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:32.958605 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-5fa0f69e-b75b-447c-bfee-1e6d3326dffb None None] For port e8a11f51-12d8-4246-a4b8-bcf2086e7094, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:37:32.967161 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-5fa0f69e-b75b-447c-bfee-1e6d3326dffb None None] For port e8a11f51-12d8-4246-a4b8-bcf2086e7094, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=e8a11f51-12d8-4246-a4b8-bcf2086e7094,segment=NetworkSegment(e9ff3492-5763-4a79-a7cf-481ef53bc244),segment_id=e9ff3492-5763-4a79-a7cf-481ef53bc244)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:37:32.975999 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-1225e3e9-5ea8-4c8c-9518-7a38b456a5ea None None] For port beee1bbb-c739-4e2e-87c0-085ff10e9a8b, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=beee1bbb-c739-4e2e-87c0-085ff10e9a8b,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:32.976492 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1225e3e9-5ea8-4c8c-9518-7a38b456a5ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:32.979470 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5fa0f69e-b75b-447c-bfee-1e6d3326dffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:33.002729 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb558502-f481-4e52-b35e-b901e71e8efa tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Deleting subnet 1416e077-5793-4241-b94a-8428395128ac {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:37:33.006070 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bb558502-f481-4e52-b35e-b901e71e8efa tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:33.039195 n-d-814735-3 neutron-server[100647]: INFO neutron.db.ipam_backend_mixin [None req-98f167ec-a8af-4cbf-9056-23e58043480c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0a29d448-c169-4ce4-8e68-438bb5c15066 (CIDR: 2001:db8::/64) Oct 20 11:37:33.039866 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0f69e-b75b-447c-bfee-1e6d3326dffb None None] Pushing event updated for resources: {'Port': ['ID=e8a11f51-12d8-4246-a4b8-bcf2086e7094,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:33.042927 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-98f167ec-a8af-4cbf-9056-23e58043480c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:37:33.043580 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98f167ec-a8af-4cbf-9056-23e58043480c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:33.050717 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bb558502-f481-4e52-b35e-b901e71e8efa tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:33.060073 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-1225e3e9-5ea8-4c8c-9518-7a38b456a5ea None None] Calling delete_port for beee1bbb-c739-4e2e-87c0-085ff10e9a8b owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:37:33.062735 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-98f167ec-a8af-4cbf-9056-23e58043480c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4568603 Oct 20 11:37:33.065506 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41306) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:33.070898 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-6e8da57c-3010-465a-a08c-6f1abf93be44 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'subnet': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:33.167809 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bb558502-f481-4e52-b35e-b901e71e8efa tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:33.168022 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1225e3e9-5ea8-4c8c-9518-7a38b456a5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:33.204654 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e3e9-5ea8-4c8c-9518-7a38b456a5ea None None] Pushing event deleted for resources: {'Port': ['ID=beee1bbb-c739-4e2e-87c0-085ff10e9a8b,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:33.212073 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1225e3e9-5ea8-4c8c-9518-7a38b456a5ea None None] No DVR routers for this DVR port beee1bbb-c739-4e2e-87c0-085ff10e9a8b on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:37:33.231988 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748b3093-4b6b-4bbd-a71d-bc34c9bfd769 None None] Network 87010bec-6736-4922-a33b-92334c200b3b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:33.287462 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8da57c-3010-465a-a08c-6f1abf93be44 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:33.293893 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6e8da57c-3010-465a-a08c-6f1abf93be44 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:33.529449 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba25045-02a2-46f5-8ea1-4e4c9bf2c1df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-87010bec-6736-4922-a33b-92334c200b3b', 'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'tenant_id': 'f2f2c5c0f7894903b0c7a7e30f527cc9', 'fixed_ips': [{'subnet_id': '0a29d448-c169-4ce4-8e68-438bb5c15066'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:37:33.530595 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9ba25045-02a2-46f5-8ea1-4e4c9bf2c1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:33.545590 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d0841c5-1ad6-4bde-91fa-fdabba73f77b req-5b010fcd-2b12-4b21-9539-c9677978688c tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0696156 Oct 20 11:37:33.668107 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-91bb011c-ea95-40c5-ba3e-cefaa7459501 req-a9c5bb6c-14d9-474a-9d59-7cde8658c4dc tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0483553 Oct 20 11:37:33.675928 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device e8a11f51-12d8-4246-a4b8-bcf2086e7094 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:37:33.741939 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bb558502-f481-4e52-b35e-b901e71e8efa tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:33.783803 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb558502-f481-4e52-b35e-b901e71e8efa tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event deleted for resources: {'Subnet': ['ID=1416e077-5793-4241-b94a-8428395128ac,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:33.786231 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bb558502-f481-4e52-b35e-b901e71e8efa tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:33.793622 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-bb558502-f481-4e52-b35e-b901e71e8efa tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "DELETE /v2.0/subnets/1416e077-5793-4241-b94a-8428395128ac HTTP/1.1" status: 204 len: 168 time: 0.8468373 Oct 20 11:37:33.794613 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41314) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:33.833965 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-9ba25045-02a2-46f5-8ea1-4e4c9bf2c1df None None] Allocated IP 2001:db8::2 (87010bec-6736-4922-a33b-92334c200b3b/0a29d448-c169-4ce4-8e68-438bb5c15066/5fa79bef-db18-4a96-9640-2492be77b5e5) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:33.846507 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port e8a11f51-12d8-4246-a4b8-bcf2086e7094 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:33.846906 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:33.922691 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-846676f9-667a-402d-8a3e-43cb010ab2a1 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:33.938148 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3b936018-89e1-4793-91cc-0fc852b47bca req-58afe4bf-e9b3-4aca-8ccb-bfe3f8907c51 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.0586567 Oct 20 11:37:34.004026 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-846676f9-667a-402d-8a3e-43cb010ab2a1 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Deleting port e8a11f51-12d8-4246-a4b8-bcf2086e7094 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:37:34.004366 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-846676f9-667a-402d-8a3e-43cb010ab2a1 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:34.083395 n-d-814735-3 neutron-server[100647]: DEBUG neutron.objects.ports [None req-6e8da57c-3010-465a-a08c-6f1abf93be44 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100647) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 11:37:34.108931 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-846676f9-667a-402d-8a3e-43cb010ab2a1 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] For port e8a11f51-12d8-4246-a4b8-bcf2086e7094, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=e8a11f51-12d8-4246-a4b8-bcf2086e7094,segment=NetworkSegment(e9ff3492-5763-4a79-a7cf-481ef53bc244),segment_id=e9ff3492-5763-4a79-a7cf-481ef53bc244)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:34.109375 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6e8da57c-3010-465a-a08c-6f1abf93be44 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:34.109591 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-846676f9-667a-402d-8a3e-43cb010ab2a1 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:34.126839 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-846676f9-667a-402d-8a3e-43cb010ab2a1 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Calling delete_port for e8a11f51-12d8-4246-a4b8-bcf2086e7094 owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:37:34.161524 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:34.174594 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8da57c-3010-465a-a08c-6f1abf93be44 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:34.181014 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-6e8da57c-3010-465a-a08c-6f1abf93be44 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:34.191915 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8da57c-3010-465a-a08c-6f1abf93be44 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:34.192532 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6e8da57c-3010-465a-a08c-6f1abf93be44 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:34.219972 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1117738-ca43-44e0-8934-2ac13e6c0966 req-e5834690-a63b-42ae-8798-0a5d4b379a5a tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:34.226683 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1117738-ca43-44e0-8934-2ac13e6c0966 req-e5834690-a63b-42ae-8798-0a5d4b379a5a tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:34.233312 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1117738-ca43-44e0-8934-2ac13e6c0966 req-e5834690-a63b-42ae-8798-0a5d4b379a5a tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:34.235169 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d1117738-ca43-44e0-8934-2ac13e6c0966 req-e5834690-a63b-42ae-8798-0a5d4b379a5a tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4d230b0-1eaf-417e-a380-ff7624336a03 HTTP/1.1" status: 200 len: 2416 time: 0.1820931 Oct 20 11:37:34.251331 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port e8a11f51-12d8-4246-a4b8-bcf2086e7094, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=e8a11f51-12d8-4246-a4b8-bcf2086e7094,segment=NetworkSegment(e9ff3492-5763-4a79-a7cf-481ef53bc244),segment_id=e9ff3492-5763-4a79-a7cf-481ef53bc244)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:34.253197 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9ba25045-02a2-46f5-8ea1-4e4c9bf2c1df None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:34.257324 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:34.264020 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9ba25045-02a2-46f5-8ea1-4e4c9bf2c1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:34.274228 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8da57c-3010-465a-a08c-6f1abf93be44 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Subnet': ['ID=42b66efe-9abc-410f-93b7-88982f47d7e3,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:34.300443 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-6e8da57c-3010-465a-a08c-6f1abf93be44 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2295609 Oct 20 11:37:34.301393 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41320) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:34.318584 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-ffeb4b8d-4352-4b91-82e5-02802aebf891 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'port': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'mac_address': 'fa:16:3e:fe:56:ba', 'name': 'tempest-NetworksTestDHCPv6-876827403'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:34.378391 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-846676f9-667a-402d-8a3e-43cb010ab2a1 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:34.387912 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device beee1bbb-c739-4e2e-87c0-085ff10e9a8b no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:37:34.397467 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:37:34.424128 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba25045-02a2-46f5-8ea1-4e4c9bf2c1df None None] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:34.433946 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-9ba25045-02a2-46f5-8ea1-4e4c9bf2c1df None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:34.458284 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846676f9-667a-402d-8a3e-43cb010ab2a1 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event deleted for resources: {'Port': ['ID=e8a11f51-12d8-4246-a4b8-bcf2086e7094,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:34.465849 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d1117738-ca43-44e0-8934-2ac13e6c0966 req-9ca5ca73-e7ea-4280-a71c-ad0d3526ac07 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/security-groups?id=556d78ba-2cca-4baf-b487-e76527365cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190092 Oct 20 11:37:34.481197 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846676f9-667a-402d-8a3e-43cb010ab2a1 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] No DVR routers for this DVR port e8a11f51-12d8-4246-a4b8-bcf2086e7094 on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:37:34.488086 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: beee1bbb-c739-4e2e-87c0-085ff10e9a8b {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:37:34.488600 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device beee1bbb-c739-4e2e-87c0-085ff10e9a8b not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:37:34.490234 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=e8a11f51-12d8-4246-a4b8-bcf2086e7094,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:34.494224 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba25045-02a2-46f5-8ea1-4e4c9bf2c1df None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:34.540185 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffeb4b8d-4352-4b91-82e5-02802aebf891 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:34.567659 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba25045-02a2-46f5-8ea1-4e4c9bf2c1df None None] Pushing event updated for resources: {'Port': ['ID=5fa79bef-db18-4a96-9640-2492be77b5e5,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:34.638861 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-846676f9-667a-402d-8a3e-43cb010ab2a1 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:34.656489 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66daf168-3133-46dd-9715-ae2612d9d8b3 None None] Network 25f44866-a702-4138-b887-e78618d250c4 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:34.668476 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-846676f9-667a-402d-8a3e-43cb010ab2a1 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25f44866-a702-4138-b887-e78618d250c4']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:34.679281 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-846676f9-667a-402d-8a3e-43cb010ab2a1 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9ff3492-5763-4a79-a7cf-481ef53bc244') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:34.679511 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-9ba25045-02a2-46f5-8ea1-4e4c9bf2c1df None None] Attempting to bind port 5fa79bef-db18-4a96-9640-2492be77b5e5 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:37:34.679625 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-846676f9-667a-402d-8a3e-43cb010ab2a1 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9ff3492-5763-4a79-a7cf-481ef53bc244') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:34.679846 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-9ba25045-02a2-46f5-8ea1-4e4c9bf2c1df None None] Attempting to bind port 5fa79bef-db18-4a96-9640-2492be77b5e5 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:37:34.680202 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba25045-02a2-46f5-8ea1-4e4c9bf2c1df None None] Attempting to bind port 5fa79bef-db18-4a96-9640-2492be77b5e5 on network 87010bec-6736-4922-a33b-92334c200b3b {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:37:34.680857 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b56bc359-4c93-4749-95b3-cd4e011ed2f9 req-0e8bcf08-4aaf-4fbd-95e9-9022af96c32c tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0390482 Oct 20 11:37:34.690785 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-5b3e4c41-2714-4323-ae47-fa2bbee5ef3d None None] Could not find standard attr ID for object e8a11f51-12d8-4246-a4b8-bcf2086e7094. {{(pid=100648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:37:34.692611 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-846676f9-667a-402d-8a3e-43cb010ab2a1 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:34.710065 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba25045-02a2-46f5-8ea1-4e4c9bf2c1df None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:37:34.710506 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba25045-02a2-46f5-8ea1-4e4c9bf2c1df None None] Checking segment: {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:37:34.711388 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9ba25045-02a2-46f5-8ea1-4e4c9bf2c1df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:34.711511 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-846676f9-667a-402d-8a3e-43cb010ab2a1 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:34.712369 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba25045-02a2-46f5-8ea1-4e4c9bf2c1df None None] Bound using segment: {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:37:34.712868 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-9ba25045-02a2-46f5-8ea1-4e4c9bf2c1df None None] Bound port: 5fa79bef-db18-4a96-9640-2492be77b5e5, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '87010bec-6736-4922-a33b-92334c200b3b'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:37:34.713257 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9ba25045-02a2-46f5-8ea1-4e4c9bf2c1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:34.718273 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-846676f9-667a-402d-8a3e-43cb010ab2a1 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Releasing vlan 1256 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:37:34.718848 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-846676f9-667a-402d-8a3e-43cb010ab2a1 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:34.720190 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ffeb4b8d-4352-4b91-82e5-02802aebf891 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:34.748439 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [None req-ffeb4b8d-4352-4b91-82e5-02802aebf891 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] device_id is not set on port 842c25a9-1af1-4262-bd91-768e36d2184f yet. {{(pid=100647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:37:34.764141 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:37:34.764141 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:37:34.764141 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:37:34.764141 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:37:34.764141 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:37:34.764141 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:37:34.764141 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:37:34.764141 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:37:34.764141 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:37:34.764141 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:37:34.764141 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:37:34.764141 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:37:34.764141 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:37:34.764141 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:37:34.764141 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:37:34.764141 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:37:34.764141 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:37:34.764141 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:37:34.764141 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:37:34.764141 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:37:34.764141 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:37:34.764141 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:37:34.764141 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:37:34.764141 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:37:34.764141 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:37:34.764141 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:37:34.764141 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:37:34.764141 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:37:34.764141 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:37:34.764141 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:37:34.764141 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:37:34.764141 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:37:34.811772 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-846676f9-667a-402d-8a3e-43cb010ab2a1 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:34.818343 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-846676f9-667a-402d-8a3e-43cb010ab2a1 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:34.823427 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-846676f9-667a-402d-8a3e-43cb010ab2a1 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "DELETE /v2.0/networks/25f44866-a702-4138-b887-e78618d250c4 HTTP/1.1" status: 204 len: 168 time: 1.0253129 Oct 20 11:37:34.826278 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41330) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:34.834639 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-9ba25045-02a2-46f5-8ea1-4e4c9bf2c1df None None] For port 5fa79bef-db18-4a96-9640-2492be77b5e5, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:37:34.838623 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-9ba25045-02a2-46f5-8ea1-4e4c9bf2c1df None None] For port 5fa79bef-db18-4a96-9640-2492be77b5e5, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=5fa79bef-db18-4a96-9640-2492be77b5e5,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:37:34.842528 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-bb161141-9c5c-47b5-ab81-7e4c3bce606e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Request body: {'port': {'network_id': '152d744c-644b-4e93-b909-ccc3f4c9ea2d', 'name': 'tempest-PortsTestJSON-915945128'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:34.864206 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9ba25045-02a2-46f5-8ea1-4e4c9bf2c1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:34.874761 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a2a9062-35b0-4c8a-ac34-a4c3785331cb req-65ad5f00-acba-417d-9834-f372a20886b0 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.1180949 Oct 20 11:37:34.908170 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846676f9-667a-402d-8a3e-43cb010ab2a1 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event deleted for resources: {'Network': ['ID=25f44866-a702-4138-b887-e78618d250c4,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:34.973089 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba25045-02a2-46f5-8ea1-4e4c9bf2c1df None None] Pushing event updated for resources: {'Port': ['ID=5fa79bef-db18-4a96-9640-2492be77b5e5,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:35.006155 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0784b0a-dfdf-472e-9e2d-3c637c57a9ab None None] DHCP port deletion for 25f44866-a702-4138-b887-e78618d250c4 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:37:35.025631 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb161141-9c5c-47b5-ab81-7e4c3bce606e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Made reservation on behalf of 94e5347f86fe43de8b27d18b03cb5e6b for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:35.029560 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bb161141-9c5c-47b5-ab81-7e4c3bce606e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:35.049242 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-bb161141-9c5c-47b5-ab81-7e4c3bce606e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] device_id is not set on port 4101e5d5-0044-4260-9ec1-9026fab506a2 yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:37:35.074700 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c42f237f-3700-4cb9-9aa2-6ada8cbb15bf req-0e5aa62e-ecf4-4b51-a06a-22ffc7c0d172 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.0534475 Oct 20 11:37:35.108975 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-ffeb4b8d-4352-4b91-82e5-02802aebf891 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Allocated IP 2001:db8::30d (87010bec-6736-4922-a33b-92334c200b3b/0a29d448-c169-4ce4-8e68-438bb5c15066/842c25a9-1af1-4262-bd91-768e36d2184f) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:35.116965 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-ffeb4b8d-4352-4b91-82e5-02802aebf891 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Allocated IP 2001:db8:0:1:f816:3eff:fefe:56ba (87010bec-6736-4922-a33b-92334c200b3b/42b66efe-9abc-410f-93b7-88982f47d7e3/842c25a9-1af1-4262-bd91-768e36d2184f) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:35.273937 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bb161141-9c5c-47b5-ab81-7e4c3bce606e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:35.320172 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bb161141-9c5c-47b5-ab81-7e4c3bce606e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:35.322604 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ffeb4b8d-4352-4b91-82e5-02802aebf891 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:35.364274 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ffeb4b8d-4352-4b91-82e5-02802aebf891 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:35.364953 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb161141-9c5c-47b5-ab81-7e4c3bce606e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Network 152d744c-644b-4e93-b909-ccc3f4c9ea2d is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:35.369436 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-bb161141-9c5c-47b5-ab81-7e4c3bce606e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:35.371911 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb161141-9c5c-47b5-ab81-7e4c3bce606e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:35.377866 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb161141-9c5c-47b5-ab81-7e4c3bce606e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:35.378495 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bb161141-9c5c-47b5-ab81-7e4c3bce606e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:35.399975 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb161141-9c5c-47b5-ab81-7e4c3bce606e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event updated for resources: {'Port': ['ID=4101e5d5-0044-4260-9ec1-9026fab506a2,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:35.409228 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-bb161141-9c5c-47b5-ab81-7e4c3bce606e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5712841 Oct 20 11:37:35.410216 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41334) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:35.413374 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffeb4b8d-4352-4b91-82e5-02802aebf891 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:35.416479 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-ffeb4b8d-4352-4b91-82e5-02802aebf891 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:35.420787 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffeb4b8d-4352-4b91-82e5-02802aebf891 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:35.426634 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffeb4b8d-4352-4b91-82e5-02802aebf891 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:35.427279 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ffeb4b8d-4352-4b91-82e5-02802aebf891 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:35.438620 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeb4b8d-4352-4b91-82e5-02802aebf891 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Port': ['ID=842c25a9-1af1-4262-bd91-768e36d2184f,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:35.453851 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ffeb4b8d-4352-4b91-82e5-02802aebf891 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1510808 Oct 20 11:37:35.456384 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41336) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:35.516987 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-018ffe78-9cc4-4558-9a5a-2211c6324f91 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Deleting port 4101e5d5-0044-4260-9ec1-9026fab506a2 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:37:35.517327 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-018ffe78-9cc4-4558-9a5a-2211c6324f91 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:35.588007 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-018ffe78-9cc4-4558-9a5a-2211c6324f91 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:35.604655 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-018ffe78-9cc4-4558-9a5a-2211c6324f91 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Calling delete_port for 4101e5d5-0044-4260-9ec1-9026fab506a2 owned by {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:37:35.611834 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 5fa79bef-db18-4a96-9640-2492be77b5e5 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:37:35.616104 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4364e0-9cc4-485f-b8ab-fa512bd7dd52 req-849ae561-1ced-4e03-b728-33786b4dcd6f tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:35.622387 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4364e0-9cc4-485f-b8ab-fa512bd7dd52 req-849ae561-1ced-4e03-b728-33786b4dcd6f tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:35.628563 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4364e0-9cc4-485f-b8ab-fa512bd7dd52 req-849ae561-1ced-4e03-b728-33786b4dcd6f tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:35.634826 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-df4364e0-9cc4-485f-b8ab-fa512bd7dd52 req-849ae561-1ced-4e03-b728-33786b4dcd6f tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4d230b0-1eaf-417e-a380-ff7624336a03 HTTP/1.1" status: 200 len: 2416 time: 0.0800030 Oct 20 11:37:35.667807 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-1bc44d57-f9ef-4aac-8283-7c5fd96ca6af tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Deleting port 842c25a9-1af1-4262-bd91-768e36d2184f {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:37:35.668145 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1bc44d57-f9ef-4aac-8283-7c5fd96ca6af tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:35.683935 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 5fa79bef-db18-4a96-9640-2492be77b5e5 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:35.684465 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:35.727297 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-018ffe78-9cc4-4558-9a5a-2211c6324f91 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:35.767382 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-df4364e0-9cc4-485f-b8ab-fa512bd7dd52 req-31e1eca7-21af-4f69-ac34-aec3baf93520 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/security-groups?id=556d78ba-2cca-4baf-b487-e76527365cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231110 Oct 20 11:37:35.814670 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-018ffe78-9cc4-4558-9a5a-2211c6324f91 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:35.816468 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:35.821921 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-018ffe78-9cc4-4558-9a5a-2211c6324f91 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "DELETE /v2.0/ports/4101e5d5-0044-4260-9ec1-9026fab506a2 HTTP/1.1" status: 204 len: 168 time: 0.4111049 Oct 20 11:37:35.824396 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41344) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:35.825390 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9bc8dcbc-cbfb-4eca-a15d-c60e94ab7d55 req-2a204528-b5d4-48c3-9f7a-8aebf5f059cb tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0619171 Oct 20 11:37:35.837362 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-95487ef9-ad78-4085-b9cb-9265dad08cf2 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Request body: {'port': {'network_id': '152d744c-644b-4e93-b909-ccc3f4c9ea2d', 'mac_address': 'fa:16:3e:6e:51:66', 'name': 'tempest-PortsTestJSON-1103567511'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:35.848028 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018ffe78-9cc4-4558-9a5a-2211c6324f91 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event deleted for resources: {'Port': ['ID=4101e5d5-0044-4260-9ec1-9026fab506a2,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:35.868357 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1bc44d57-f9ef-4aac-8283-7c5fd96ca6af tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:35.887237 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-1bc44d57-f9ef-4aac-8283-7c5fd96ca6af tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Calling delete_port for 842c25a9-1af1-4262-bd91-768e36d2184f owned by {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:37:35.890088 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 5fa79bef-db18-4a96-9640-2492be77b5e5, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=5fa79bef-db18-4a96-9640-2492be77b5e5,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:35.896701 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:36.000739 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=5fa79bef-db18-4a96-9640-2492be77b5e5,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:36.019717 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device e8a11f51-12d8-4246-a4b8-bcf2086e7094 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:37:36.060711 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95487ef9-ad78-4085-b9cb-9265dad08cf2 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Made reservation on behalf of 94e5347f86fe43de8b27d18b03cb5e6b for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:36.065695 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: e8a11f51-12d8-4246-a4b8-bcf2086e7094 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:37:36.066167 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device e8a11f51-12d8-4246-a4b8-bcf2086e7094 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:37:36.135899 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a9d33a93-659e-46d6-841e-661d7ab752d6 req-cc56c82d-7e61-4c06-9cce-ef661768a984 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0458972 Oct 20 11:37:36.147806 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-95487ef9-ad78-4085-b9cb-9265dad08cf2 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:36.178066 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-95487ef9-ad78-4085-b9cb-9265dad08cf2 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] device_id is not set on port 8935cee9-798d-4d10-8a59-8b53aa752db0 yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:37:36.227919 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8989af99-e95d-4c7b-96f9-a6e336dcd729 None None] Network 87010bec-6736-4922-a33b-92334c200b3b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:36.265923 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-81a9807d-c0d2-4255-a493-5f61405d9462 req-cf00f579-1598-4518-93de-7a3e18032874 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.0546169 Oct 20 11:37:36.267120 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1bc44d57-f9ef-4aac-8283-7c5fd96ca6af tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:36.299503 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc44d57-f9ef-4aac-8283-7c5fd96ca6af tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event deleted for resources: {'Port': ['ID=842c25a9-1af1-4262-bd91-768e36d2184f,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:36.350530 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-2c587c8d-8aea-4509-adc9-2095da886a0d None None] Provisioning complete for port 5fa79bef-db18-4a96-9640-2492be77b5e5 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:36.351383 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2c587c8d-8aea-4509-adc9-2095da886a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:36.355607 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1bc44d57-f9ef-4aac-8283-7c5fd96ca6af tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:36.359448 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-1bc44d57-f9ef-4aac-8283-7c5fd96ca6af tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/ports/842c25a9-1af1-4262-bd91-768e36d2184f HTTP/1.1" status: 204 len: 168 time: 0.8997140 Oct 20 11:37:36.363141 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41356) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:36.412054 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa7ae8-d9e3-4a4a-884b-1ce9243cfe36 req-7f94c012-f2f7-4ced-b319-20e1ec39b81e tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:36.417934 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa7ae8-d9e3-4a4a-884b-1ce9243cfe36 req-7f94c012-f2f7-4ced-b319-20e1ec39b81e tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:36.424345 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa7ae8-d9e3-4a4a-884b-1ce9243cfe36 req-7f94c012-f2f7-4ced-b319-20e1ec39b81e tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:36.425949 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-14fa7ae8-d9e3-4a4a-884b-1ce9243cfe36 req-7f94c012-f2f7-4ced-b319-20e1ec39b81e tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4d230b0-1eaf-417e-a380-ff7624336a03 HTTP/1.1" status: 200 len: 2416 time: 0.0750804 Oct 20 11:37:36.450300 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-95487ef9-ad78-4085-b9cb-9265dad08cf2 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:36.469661 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c928b8-6481-4739-aa20-a6fcfdabca57 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:36.471212 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e8c928b8-6481-4739-aa20-a6fcfdabca57 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1071703 Oct 20 11:37:36.473487 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-14fa7ae8-d9e3-4a4a-884b-1ce9243cfe36 req-beb3d040-7ac4-4440-9b86-37887e45dd49 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/security-groups?id=556d78ba-2cca-4baf-b487-e76527365cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383008 Oct 20 11:37:36.474069 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41358) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:36.540193 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-95487ef9-ad78-4085-b9cb-9265dad08cf2 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:36.558640 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa4402d-8cc5-451a-9c85-66b2d7745937 None None] Update dhcp port {'port': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'fixed_ips': [{'subnet_id': '0a29d448-c169-4ce4-8e68-438bb5c15066', 'ip_address': '2001:db8::2'}, {'subnet_id': '42b66efe-9abc-410f-93b7-88982f47d7e3'}], 'binding:host_id': 'n-d-814735-3'}, 'id': '5fa79bef-db18-4a96-9640-2492be77b5e5'} from n-d-814735-3. {{(pid=100648) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 11:37:36.559755 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d3cb55-2e43-4db6-b1ba-3dc87b4511af tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:36.561270 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c4d3cb55-2e43-4db6-b1ba-3dc87b4511af tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0862632 Oct 20 11:37:36.564402 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41360) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:36.587571 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1aa4402d-8cc5-451a-9c85-66b2d7745937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:36.593315 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95487ef9-ad78-4085-b9cb-9265dad08cf2 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Network 152d744c-644b-4e93-b909-ccc3f4c9ea2d is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:36.596716 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-95487ef9-ad78-4085-b9cb-9265dad08cf2 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:36.599291 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95487ef9-ad78-4085-b9cb-9265dad08cf2 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:36.607080 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95487ef9-ad78-4085-b9cb-9265dad08cf2 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:36.608137 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-95487ef9-ad78-4085-b9cb-9265dad08cf2 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:36.622309 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95487ef9-ad78-4085-b9cb-9265dad08cf2 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event updated for resources: {'Port': ['ID=8935cee9-798d-4d10-8a59-8b53aa752db0,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:36.626421 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ee20d2-ed4a-4642-a4f9-34266353d613 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:36.628331 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ee20d2-ed4a-4642-a4f9-34266353d613 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:36.630018 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ee20d2-ed4a-4642-a4f9-34266353d613 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:36.634193 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-95ee20d2-ed4a-4642-a4f9-34266353d613 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0663702 Oct 20 11:37:36.634434 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41362) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:36.654263 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-95487ef9-ad78-4085-b9cb-9265dad08cf2 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8287659 Oct 20 11:37:36.656908 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41364) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:36.695699 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-16e64808-ae21-4d3a-bd4e-bb55ef79a81e tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Deleting subnet 0a29d448-c169-4ce4-8e68-438bb5c15066 {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:37:36.699156 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-16e64808-ae21-4d3a-bd4e-bb55ef79a81e tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:36.706566 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067c4629-dcc1-44d3-8a4d-9f40f8ae23a0 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:36.708070 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-067c4629-dcc1-44d3-8a4d-9f40f8ae23a0 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "GET /v2.0/ports/8935cee9-798d-4d10-8a59-8b53aa752db0 HTTP/1.1" status: 200 len: 841 time: 0.0501266 Oct 20 11:37:36.710667 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41366) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:36.742224 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-16e64808-ae21-4d3a-bd4e-bb55ef79a81e tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:36.817321 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-4ee55be2-6394-43b2-9bff-16c96c3d8aa0 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Deleting port 8935cee9-798d-4d10-8a59-8b53aa752db0 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:37:36.818291 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4ee55be2-6394-43b2-9bff-16c96c3d8aa0 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:36.837676 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-16e64808-ae21-4d3a-bd4e-bb55ef79a81e tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:36.905683 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4ee55be2-6394-43b2-9bff-16c96c3d8aa0 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:36.919268 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9062b0e6-e2c7-45ff-8d1b-a8266fc5c0a8 req-444a8236-81b5-46de-8d3e-58ee1b1e55d1 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0367434 Oct 20 11:37:36.919896 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-4ee55be2-6394-43b2-9bff-16c96c3d8aa0 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Calling delete_port for 8935cee9-798d-4d10-8a59-8b53aa752db0 owned by {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:37:36.932482 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-16e64808-ae21-4d3a-bd4e-bb55ef79a81e tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:36.934320 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server [None req-1aa4402d-8cc5-451a-9c85-66b2d7745937 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0a29d448-c169-4ce4-8e68-438bb5c15066: This subnet is being modified by another concurrent operation. Oct 20 11:37:36.934320 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 20 11:37:36.934320 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 20 11:37:36.934320 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 20 11:37:36.934320 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 20 11:37:36.934320 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 20 11:37:36.934320 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 20 11:37:36.934320 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 20 11:37:36.934320 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 20 11:37:36.934320 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 20 11:37:36.934320 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 20 11:37:36.934320 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 20 11:37:36.934320 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 11:37:36.934320 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 11:37:36.934320 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:37:36.934320 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:37:36.934320 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:37:36.934320 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:37:36.934320 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 11:37:36.934320 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:37:36.934320 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 11:37:36.934320 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 11:37:36.934320 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:37:36.934320 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:37:36.934320 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:37:36.934320 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:37:36.934320 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 11:37:36.934320 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:37:36.934320 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 11:37:36.934320 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 11:37:36.934320 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:37:36.934320 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:37:36.934320 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:37:36.934320 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:37:36.934320 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 11:37:36.934320 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 11:37:36.934320 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 20 11:37:36.934320 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 20 11:37:36.934320 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 20 11:37:36.934320 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 20 11:37:36.934320 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 20 11:37:36.934320 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:37:36.934320 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 20 11:37:36.934320 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 11:37:36.934320 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 11:37:36.934320 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 11:37:36.934320 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:37:36.934320 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:37:36.934320 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:37:36.934320 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:37:36.934320 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 11:37:36.934320 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:37:36.934320 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 11:37:36.934320 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 11:37:36.938022 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:37:36.938022 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:37:36.938022 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:37:36.938022 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:37:36.938022 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 11:37:36.938022 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:37:36.938022 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 11:37:36.938022 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 11:37:36.938022 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:37:36.938022 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:37:36.938022 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:37:36.938022 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:37:36.938022 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 11:37:36.938022 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 11:37:36.938022 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 20 11:37:36.938022 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 20 11:37:36.938022 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 20 11:37:36.938022 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 11:37:36.938022 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1514, in update_port Oct 20 11:37:36.938022 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 20 11:37:36.938022 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 20 11:37:36.938022 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 20 11:37:36.938022 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 20 11:37:36.938022 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 20 11:37:36.938022 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 20 11:37:36.938022 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 20 11:37:36.938022 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 20 11:37:36.938022 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 20 11:37:36.938022 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 20 11:37:36.938022 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise exception Oct 20 11:37:36.938022 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0a29d448-c169-4ce4-8e68-438bb5c15066: This subnet is being modified by another concurrent operation. Oct 20 11:37:36.938022 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server Oct 20 11:37:36.978007 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e64808-ae21-4d3a-bd4e-bb55ef79a81e tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event deleted for resources: {'Subnet': ['ID=0a29d448-c169-4ce4-8e68-438bb5c15066,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:36.981928 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-16e64808-ae21-4d3a-bd4e-bb55ef79a81e tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:36.986891 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-16e64808-ae21-4d3a-bd4e-bb55ef79a81e tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/0a29d448-c169-4ce4-8e68-438bb5c15066 HTTP/1.1" status: 204 len: 168 time: 0.3512356 Oct 20 11:37:36.990261 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41370) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:37.037863 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4ee55be2-6394-43b2-9bff-16c96c3d8aa0 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:37.044653 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01753b6e-332c-4f41-ab66-cb0ef5f9fc85 None None] Network 87010bec-6736-4922-a33b-92334c200b3b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:37.057754 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-463f3659-d192-4613-8dab-3988caf340db tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Deleting subnet 42b66efe-9abc-410f-93b7-88982f47d7e3 {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:37:37.061745 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-463f3659-d192-4613-8dab-3988caf340db tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:37.074720 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee55be2-6394-43b2-9bff-16c96c3d8aa0 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event deleted for resources: {'Port': ['ID=8935cee9-798d-4d10-8a59-8b53aa752db0,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:37.088108 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4ee55be2-6394-43b2-9bff-16c96c3d8aa0 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:37.092676 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4ee55be2-6394-43b2-9bff-16c96c3d8aa0 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "DELETE /v2.0/ports/8935cee9-798d-4d10-8a59-8b53aa752db0 HTTP/1.1" status: 204 len: 168 time: 0.3800871 Oct 20 11:37:37.094916 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41374) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:37.124822 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eae9ee2-945c-4d06-8c57-67895b8db84c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] GET failed (client error): The resource could not be found. Oct 20 11:37:37.127118 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3eae9ee2-945c-4d06-8c57-67895b8db84c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "GET /v2.0/ports/8935cee9-798d-4d10-8a59-8b53aa752db0 HTTP/1.1" status: 404 len: 333 time: 0.0310185 Oct 20 11:37:37.131717 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41376) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:37.132909 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-463f3659-d192-4613-8dab-3988caf340db tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:37.139821 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-5d93d453-79e1-4da5-8074-d0a6bf624319 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Request body: {'port': {'network_id': '152d744c-644b-4e93-b909-ccc3f4c9ea2d', 'name': 'tempest-PortsTestJSON-566613895'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:37.170711 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-17a6a0e7-626b-4a2c-9b0a-a2b968292712 None None] Provisioning complete for port 5fa79bef-db18-4a96-9640-2492be77b5e5 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:37.171276 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-17a6a0e7-626b-4a2c-9b0a-a2b968292712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:37.187318 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-463f3659-d192-4613-8dab-3988caf340db tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:37.269514 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d93d453-79e1-4da5-8074-d0a6bf624319 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Made reservation on behalf of 94e5347f86fe43de8b27d18b03cb5e6b for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:37.274038 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5d93d453-79e1-4da5-8074-d0a6bf624319 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:37.292584 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-5d93d453-79e1-4da5-8074-d0a6bf624319 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] device_id is not set on port 41521e69-cd52-42e0-8f56-b7161f7bf734 yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:37:37.305580 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-871cd0bd-3459-4c86-8ec9-9fff1c2618cb req-dcb6cd04-2fdb-4d1b-95b1-86024e02fc8f tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0495918 Oct 20 11:37:37.307398 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-463f3659-d192-4613-8dab-3988caf340db tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:37.333345 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463f3659-d192-4613-8dab-3988caf340db tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event deleted for resources: {'Subnet': ['ID=42b66efe-9abc-410f-93b7-88982f47d7e3,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:37.344652 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-463f3659-d192-4613-8dab-3988caf340db tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:37.348338 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-463f3659-d192-4613-8dab-3988caf340db tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/42b66efe-9abc-410f-93b7-88982f47d7e3 HTTP/1.1" status: 204 len: 168 time: 0.3546779 Oct 20 11:37:37.350871 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41382) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:37.407458 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-da2e65db-3bbf-4e78-ae1c-1a492cfd60d6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0552227 Oct 20 11:37:37.408952 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41384) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:37.422970 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-b96bd43b-8257-4afc-8af3-8730b3a37c80 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'subnet': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:37.423193 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e2fd61-7f20-4b56-88c1-c005374004df None None] Update dhcp port {'port': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'fixed_ips': [{'subnet_id': '42b66efe-9abc-410f-93b7-88982f47d7e3'}], 'binding:host_id': 'n-d-814735-3'}, 'id': '5fa79bef-db18-4a96-9640-2492be77b5e5'} from n-d-814735-3. {{(pid=100648) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 11:37:37.442858 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-36ecbf3f-ee19-4a6f-bb66-3094d81f7cd2 req-77582557-295a-47e3-af2c-d8f34288c305 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.0395029 Oct 20 11:37:37.455739 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-63e2fd61-7f20-4b56-88c1-c005374004df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:37.502363 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5d93d453-79e1-4da5-8074-d0a6bf624319 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:37.533496 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96bd43b-8257-4afc-8af3-8730b3a37c80 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:37.538355 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b96bd43b-8257-4afc-8af3-8730b3a37c80 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:37.547389 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5d93d453-79e1-4da5-8074-d0a6bf624319 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:37.555057 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 5fa79bef-db18-4a96-9640-2492be77b5e5 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:37:37.602134 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d93d453-79e1-4da5-8074-d0a6bf624319 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Network 152d744c-644b-4e93-b909-ccc3f4c9ea2d is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:37.605598 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-5d93d453-79e1-4da5-8074-d0a6bf624319 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:37.608363 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d93d453-79e1-4da5-8074-d0a6bf624319 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:37.614451 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d93d453-79e1-4da5-8074-d0a6bf624319 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:37.615105 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5d93d453-79e1-4da5-8074-d0a6bf624319 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:37.631685 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d93d453-79e1-4da5-8074-d0a6bf624319 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event updated for resources: {'Port': ['ID=41521e69-cd52-42e0-8f56-b7161f7bf734,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:37.652940 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5d93d453-79e1-4da5-8074-d0a6bf624319 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5197875 Oct 20 11:37:37.655897 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41388) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:37.662634 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-3bc5e681-dcf5-427c-8aff-e7822830a36b tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:37.702180 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25a6c1-3d8f-4d8d-9ff7-5726b9c1e029 req-42b41601-4a9f-4196-b1e1-7535ae0be5ed tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:37.708390 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25a6c1-3d8f-4d8d-9ff7-5726b9c1e029 req-42b41601-4a9f-4196-b1e1-7535ae0be5ed tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:37.709550 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:37.714381 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25a6c1-3d8f-4d8d-9ff7-5726b9c1e029 req-42b41601-4a9f-4196-b1e1-7535ae0be5ed tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:37.716060 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ca25a6c1-3d8f-4d8d-9ff7-5726b9c1e029 req-42b41601-4a9f-4196-b1e1-7535ae0be5ed tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4d230b0-1eaf-417e-a380-ff7624336a03 HTTP/1.1" status: 200 len: 2416 time: 0.1492102 Oct 20 11:37:37.746610 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 5fa79bef-db18-4a96-9640-2492be77b5e5, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=5fa79bef-db18-4a96-9640-2492be77b5e5,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:37.755107 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:37.767724 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3bc5e681-dcf5-427c-8aff-e7822830a36b tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:37.789303 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ca25a6c1-3d8f-4d8d-9ff7-5726b9c1e029 req-21a60d0d-a07b-46a5-95a9-a452c0585a55 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/security-groups?id=556d78ba-2cca-4baf-b487-e76527365cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631220 Oct 20 11:37:37.792989 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-20863ac2-d347-441f-a00a-2387b18694c3 None None] Provisioning complete for port 5fa79bef-db18-4a96-9640-2492be77b5e5 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:37.795176 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-20863ac2-d347-441f-a00a-2387b18694c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:37.863064 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=5fa79bef-db18-4a96-9640-2492be77b5e5,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:37.922746 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b96bd43b-8257-4afc-8af3-8730b3a37c80 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:37.947080 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-20863ac2-d347-441f-a00a-2387b18694c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:37.951519 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3be06d-ac23-4d48-98cb-03c32fc8b06f None None] get_active_networks_info from n-d-814735-3 {{(pid=100648) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 11:37:37.974551 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96bd43b-8257-4afc-8af3-8730b3a37c80 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:37.977780 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-b96bd43b-8257-4afc-8af3-8730b3a37c80 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:37.979274 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3bc5e681-dcf5-427c-8aff-e7822830a36b tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:37.982364 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96bd43b-8257-4afc-8af3-8730b3a37c80 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:37.983156 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b96bd43b-8257-4afc-8af3-8730b3a37c80 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:37.991098 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3bc5e681-dcf5-427c-8aff-e7822830a36b tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:38.027018 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0bb8ea13-467c-4f5a-9687-4a26ab18406e req-56f8a39c-3adf-4426-8937-067df8e16704 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0293019 Oct 20 11:37:38.027679 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96bd43b-8257-4afc-8af3-8730b3a37c80 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Subnet': ['ID=2fcba899-a69b-48ea-9b92-1e514570ba36,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:38.027806 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-20863ac2-d347-441f-a00a-2387b18694c3 None None] For port 5fa79bef-db18-4a96-9640-2492be77b5e5, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=5fa79bef-db18-4a96-9640-2492be77b5e5,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:38.029462 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-3bc5e681-dcf5-427c-8aff-e7822830a36b tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] In _notify_port_updated(), no bound segment for port 41521e69-cd52-42e0-8f56-b7161f7bf734 on network 152d744c-644b-4e93-b909-ccc3f4c9ea2d {{(pid=100646) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 11:37:38.036868 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-b96bd43b-8257-4afc-8af3-8730b3a37c80 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6167181 Oct 20 11:37:38.037314 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc5e681-dcf5-427c-8aff-e7822830a36b tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:38.037446 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41392) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:38.039496 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-20863ac2-d347-441f-a00a-2387b18694c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:38.040696 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3bc5e681-dcf5-427c-8aff-e7822830a36b tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:38.044593 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3bc5e681-dcf5-427c-8aff-e7822830a36b tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "PUT /v2.0/ports/41521e69-cd52-42e0-8f56-b7161f7bf734 HTTP/1.1" status: 200 len: 818 time: 0.3844109 Oct 20 11:37:38.044773 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-2cdfad81-2105-4528-9cd8-d4259200f766 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'subnet': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:38.047359 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41394) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:38.141126 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20863ac2-d347-441f-a00a-2387b18694c3 None None] Pushing event updated for resources: {'Port': ['ID=5fa79bef-db18-4a96-9640-2492be77b5e5,revision_number=6']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:38.152230 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc5e681-dcf5-427c-8aff-e7822830a36b tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event updated for resources: {'Port': ['ID=41521e69-cd52-42e0-8f56-b7161f7bf734,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:38.170005 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-1e579008-60d0-429f-8d2e-a250e33091fc None None] Could not find standard attr ID for object 842c25a9-1af1-4262-bd91-768e36d2184f. {{(pid=100648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:37:38.191713 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2eba8-a1ca-4166-96ae-67c760baa7c0 req-41dec9f6-f94e-4023-8769-ac6a7f8c15b0 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:38.196176 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3be06d-ac23-4d48-98cb-03c32fc8b06f None None] Resources bound (agent type, host, resource id): {{(pid=100648) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 11:37:38.197776 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2eba8-a1ca-4166-96ae-67c760baa7c0 req-41dec9f6-f94e-4023-8769-ac6a7f8c15b0 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:38.204113 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2eba8-a1ca-4166-96ae-67c760baa7c0 req-41dec9f6-f94e-4023-8769-ac6a7f8c15b0 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:38.205768 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-9dd2eba8-a1ca-4166-96ae-67c760baa7c0 req-41dec9f6-f94e-4023-8769-ac6a7f8c15b0 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.89 "GET /v2.0/ports?device_id=c4d230b0-1eaf-417e-a380-ff7624336a03 HTTP/1.1" status: 200 len: 2416 time: 0.1430707 Oct 20 11:37:38.226498 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-25e3abe0-751f-4af3-b3c8-4a51b5baa72f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Deleting port 41521e69-cd52-42e0-8f56-b7161f7bf734 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:37:38.226855 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-25e3abe0-751f-4af3-b3c8-4a51b5baa72f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:38.244682 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cdfad81-2105-4528-9cd8-d4259200f766 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:38.248235 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2cdfad81-2105-4528-9cd8-d4259200f766 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:38.306140 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-9dd2eba8-a1ca-4166-96ae-67c760baa7c0 req-b8e5b6f1-8411-4505-8bae-1404ab2c65d9 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Deleting port 0927d4e4-10cc-453d-9f6e-ce22365a4daf {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:37:38.306481 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-9dd2eba8-a1ca-4166-96ae-67c760baa7c0 req-b8e5b6f1-8411-4505-8bae-1404ab2c65d9 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:38.354229 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-25e3abe0-751f-4af3-b3c8-4a51b5baa72f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:38.374659 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-25e3abe0-751f-4af3-b3c8-4a51b5baa72f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Calling delete_port for 41521e69-cd52-42e0-8f56-b7161f7bf734 owned by {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:37:38.413295 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-9dd2eba8-a1ca-4166-96ae-67c760baa7c0 req-b8e5b6f1-8411-4505-8bae-1404ab2c65d9 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] For port 0927d4e4-10cc-453d-9f6e-ce22365a4daf, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=0927d4e4-10cc-453d-9f6e-ce22365a4daf,segment=NetworkSegment(8fe66be6-698b-463e-ba22-8125d5c37035),segment_id=8fe66be6-698b-463e-ba22-8125d5c37035)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:38.413709 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-9dd2eba8-a1ca-4166-96ae-67c760baa7c0 req-b8e5b6f1-8411-4505-8bae-1404ab2c65d9 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:38.427753 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-9dd2eba8-a1ca-4166-96ae-67c760baa7c0 req-b8e5b6f1-8411-4505-8bae-1404ab2c65d9 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Calling delete_port for 0927d4e4-10cc-453d-9f6e-ce22365a4daf owned by compute:nova {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:37:38.434016 n-d-814735-3 neutron-server[100647]: INFO neutron.db.ipam_backend_mixin [None req-2cdfad81-2105-4528-9cd8-d4259200f766 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2fcba899-a69b-48ea-9b92-1e514570ba36 (CIDR: 2001:db8::/64) Oct 20 11:37:38.456292 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cdfad81-2105-4528-9cd8-d4259200f766 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:37:38.456292 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cdfad81-2105-4528-9cd8-d4259200f766 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:38.477978 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0f1f4edc-1312-4ef6-8aa7-e6b4b3e9378c req-a3754c78-07b1-4f17-9b9b-223998bbb92d tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0427737 Oct 20 11:37:38.505911 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2cdfad81-2105-4528-9cd8-d4259200f766 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4646771 Oct 20 11:37:38.506578 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41402) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:38.511662 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-ada384a6-5c18-4bbd-aab1-3f660c2c33f6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'subnet': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:38.581900 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8c8642bd-a549-4d16-b47a-d82553f5e379 req-e9f5b33a-f4d0-4d23-a8cf-72dc030c2d68 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.0514088 Oct 20 11:37:38.623050 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-25e3abe0-751f-4af3-b3c8-4a51b5baa72f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:38.639457 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-9dd2eba8-a1ca-4166-96ae-67c760baa7c0 req-b8e5b6f1-8411-4505-8bae-1404ab2c65d9 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:38.667238 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e3abe0-751f-4af3-b3c8-4a51b5baa72f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event deleted for resources: {'Port': ['ID=41521e69-cd52-42e0-8f56-b7161f7bf734,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:38.671791 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e5b6f1-8411-4505-8bae-1404ab2c65d9 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Pushing event deleted for resources: {'Port': ['ID=0927d4e4-10cc-453d-9f6e-ce22365a4daf,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:38.675870 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['a60c92d4-a450-432e-9cb6-8e222cf6cfa3', '4e9a351a-7f01-436c-9cbf-bd74f9587a4b', '0927d4e4-10cc-453d-9f6e-ce22365a4daf'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:37:38.687724 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-25e3abe0-751f-4af3-b3c8-4a51b5baa72f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:38.693520 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-25e3abe0-751f-4af3-b3c8-4a51b5baa72f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "DELETE /v2.0/ports/41521e69-cd52-42e0-8f56-b7161f7bf734 HTTP/1.1" status: 204 len: 168 time: 0.6432459 Oct 20 11:37:38.695194 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41404) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:38.716352 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c784c6-8129-4cb9-9ef9-511763fc88d4 None None] get_active_networks_info from n-d-814735-3 {{(pid=100648) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 11:37:38.732927 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada384a6-5c18-4bbd-aab1-3f660c2c33f6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:38.736742 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ada384a6-5c18-4bbd-aab1-3f660c2c33f6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:38.737669 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dd2eba8-a1ca-4166-96ae-67c760baa7c0 req-b8e5b6f1-8411-4505-8bae-1404ab2c65d9 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] No DVR routers for this DVR port 0927d4e4-10cc-453d-9f6e-ce22365a4daf on host n-h2-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:37:38.741927 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-9dd2eba8-a1ca-4166-96ae-67c760baa7c0 req-b8e5b6f1-8411-4505-8bae-1404ab2c65d9 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:38.745303 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-9dd2eba8-a1ca-4166-96ae-67c760baa7c0 req-b8e5b6f1-8411-4505-8bae-1404ab2c65d9 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.89 "DELETE /v2.0/ports/0927d4e4-10cc-453d-9f6e-ce22365a4daf HTTP/1.1" status: 204 len: 173 time: 0.5328236 Oct 20 11:37:38.745760 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d230b0-1eaf-417e-a380-ff7624336a03', 'name': 'network-vif-deleted', 'tag': '0927d4e4-10cc-453d-9f6e-ce22365a4daf'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:37:38.748168 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e6a1ad-02eb-4715-8f4d-8885e84057d8" -d '{"events": [{"server_uuid": "c4d230b0-1eaf-417e-a380-ff7624336a03", "name": "network-vif-deleted", "tag": "0927d4e4-10cc-453d-9f6e-ce22365a4daf"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:37:38.791499 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8204e8-8d6b-4856-b325-62c70c8f80ef x-openstack-request-id: req-2e8204e8-8d6b-4856-b325-62c70c8f80ef {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:37:38.792185 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d230b0-1eaf-417e-a380-ff7624336a03", "name": "network-vif-deleted", "tag": "0927d4e4-10cc-453d-9f6e-ce22365a4daf", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:37:38.792185 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2e8204e8-8d6b-4856-b325-62c70c8f80ef {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:37:38.792431 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d230b0-1eaf-417e-a380-ff7624336a03', 'name': 'network-vif-deleted', 'tag': '0927d4e4-10cc-453d-9f6e-ce22365a4daf', 'status': 'completed', 'code': 200} Oct 20 11:37:38.818104 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d048b2-b153-4d42-862c-be68e8c38b12 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:38.821790 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b4d048b2-b153-4d42-862c-be68e8c38b12 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1234100 Oct 20 11:37:38.838122 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41410) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:38.870486 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fcc98e7-7c17-4e1e-849e-c29b8fc3eb5a tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] GET failed (client error): The resource could not be found. Oct 20 11:37:38.874271 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8fcc98e7-7c17-4e1e-849e-c29b8fc3eb5a tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "GET /v2.0/ports/41521e69-cd52-42e0-8f56-b7161f7bf734 HTTP/1.1" status: 404 len: 333 time: 0.0327106 Oct 20 11:37:38.877229 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41412) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:38.892309 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-ccf6650b-577f-4645-a86c-34e894b0208f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1452852228'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:38.924960 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c784c6-8129-4cb9-9ef9-511763fc88d4 None None] Resources bound (agent type, host, resource id): {{(pid=100648) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 11:37:38.933191 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-9dd2eba8-a1ca-4166-96ae-67c760baa7c0 req-09e5c399-6bcc-43c1-8968-a1e9e055f1cb tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Deleting port 4e9a351a-7f01-436c-9cbf-bd74f9587a4b {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:37:38.933540 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-9dd2eba8-a1ca-4166-96ae-67c760baa7c0 req-09e5c399-6bcc-43c1-8968-a1e9e055f1cb tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:38.936340 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf6650b-577f-4645-a86c-34e894b0208f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Made reservation on behalf of 94e5347f86fe43de8b27d18b03cb5e6b for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:38.939933 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ccf6650b-577f-4645-a86c-34e894b0208f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:38.990559 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118b184-2f97-49d9-bf79-757d1fc1393d req-4109183d-054e-4a35-9cd9-f84cfcc74f27 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:38.996656 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118b184-2f97-49d9-bf79-757d1fc1393d req-4109183d-054e-4a35-9cd9-f84cfcc74f27 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:38.998405 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3118b184-2f97-49d9-bf79-757d1fc1393d req-4109183d-054e-4a35-9cd9-f84cfcc74f27 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4d230b0-1eaf-417e-a380-ff7624336a03 HTTP/1.1" status: 200 len: 1681 time: 0.1083767 Oct 20 11:37:39.018199 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccf6650b-577f-4645-a86c-34e894b0208f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] vlan segment allocate from pool success with {'vlan_id': 1259, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:37:39.038012 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ccf6650b-577f-4645-a86c-34e894b0208f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:39.038406 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-ccf6650b-577f-4645-a86c-34e894b0208f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Added segment 1aa76ea3-c5f7-43a7-b140-4170546cb136 of type vlan for network c722548c-6b53-4a99-8a75-2efa93a2ed9d Oct 20 11:37:39.096918 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-9dd2eba8-a1ca-4166-96ae-67c760baa7c0 req-09e5c399-6bcc-43c1-8968-a1e9e055f1cb tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] For port 4e9a351a-7f01-436c-9cbf-bd74f9587a4b, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=4e9a351a-7f01-436c-9cbf-bd74f9587a4b,segment=NetworkSegment(8fe66be6-698b-463e-ba22-8125d5c37035),segment_id=8fe66be6-698b-463e-ba22-8125d5c37035)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:39.097330 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-9dd2eba8-a1ca-4166-96ae-67c760baa7c0 req-09e5c399-6bcc-43c1-8968-a1e9e055f1cb tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:39.100949 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ccf6650b-577f-4645-a86c-34e894b0208f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:39.114539 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3118b184-2f97-49d9-bf79-757d1fc1393d req-146c546a-c2f5-473e-a79f-be389760b705 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/security-groups?id=556d78ba-2cca-4baf-b487-e76527365cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096067 Oct 20 11:37:39.130351 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-9dd2eba8-a1ca-4166-96ae-67c760baa7c0 req-09e5c399-6bcc-43c1-8968-a1e9e055f1cb tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Calling delete_port for 4e9a351a-7f01-436c-9cbf-bd74f9587a4b owned by compute:nova {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:37:39.181218 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1fa2ecaf-c74f-4fa1-ba2d-b49ffdb42376 req-0259bde8-4a49-422c-95e3-96ca0e1ea1c9 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0551934 Oct 20 11:37:39.235605 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ccf6650b-577f-4645-a86c-34e894b0208f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:39.241251 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf6650b-577f-4645-a86c-34e894b0208f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:39.241793 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ccf6650b-577f-4645-a86c-34e894b0208f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:39.271955 n-d-814735-3 neutron-server[100647]: DEBUG neutron.objects.ports [None req-ada384a6-5c18-4bbd-aab1-3f660c2c33f6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100647) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 11:37:39.328584 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ccf6650b-577f-4645-a86c-34e894b0208f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4481547 Oct 20 11:37:39.331393 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41418) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:39.336428 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-ee4259e8-423b-4b64-9555-cefb3d649642 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Request body: {'subnet': {'network_id': 'c722548c-6b53-4a99-8a75-2efa93a2ed9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:39.343737 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf6650b-577f-4645-a86c-34e894b0208f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event updated for resources: {'Network': ['ID=c722548c-6b53-4a99-8a75-2efa93a2ed9d,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:39.354274 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network c722548c-6b53-4a99-8a75-2efa93a2ed9d details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:37:39.431517 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d866d18-f891-459d-901b-c4c74992aa74 None None] Update dhcp port {'port': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'fixed_ips': [{'subnet_id': 'e8fde721-33bf-4627-b165-1d9769e81ad9'}, {'subnet_id': '2fcba899-a69b-48ea-9b92-1e514570ba36'}], 'binding:host_id': 'n-d-814735-3'}, 'id': '5fa79bef-db18-4a96-9640-2492be77b5e5'} from n-d-814735-3. {{(pid=100648) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 11:37:39.484321 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ada384a6-5c18-4bbd-aab1-3f660c2c33f6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:39.488091 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4259e8-423b-4b64-9555-cefb3d649642 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Made reservation on behalf of 94e5347f86fe43de8b27d18b03cb5e6b for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:39.491969 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ee4259e8-423b-4b64-9555-cefb3d649642 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:39.493714 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6d866d18-f891-459d-901b-c4c74992aa74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:39.509014 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-9dd2eba8-a1ca-4166-96ae-67c760baa7c0 req-09e5c399-6bcc-43c1-8968-a1e9e055f1cb tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:39.532101 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['0927d4e4-10cc-453d-9f6e-ce22365a4daf'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:37:39.577920 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e5c399-6bcc-43c1-8968-a1e9e055f1cb tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Pushing event deleted for resources: {'Port': ['ID=4e9a351a-7f01-436c-9cbf-bd74f9587a4b,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:39.621725 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dd2eba8-a1ca-4166-96ae-67c760baa7c0 req-09e5c399-6bcc-43c1-8968-a1e9e055f1cb tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] No DVR routers for this DVR port 4e9a351a-7f01-436c-9cbf-bd74f9587a4b on host n-h2-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:37:39.627522 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-9dd2eba8-a1ca-4166-96ae-67c760baa7c0 req-09e5c399-6bcc-43c1-8968-a1e9e055f1cb tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:39.636680 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-9dd2eba8-a1ca-4166-96ae-67c760baa7c0 req-09e5c399-6bcc-43c1-8968-a1e9e055f1cb tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.89 "DELETE /v2.0/ports/4e9a351a-7f01-436c-9cbf-bd74f9587a4b HTTP/1.1" status: 204 len: 173 time: 0.8838859 Oct 20 11:37:39.665890 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2929a40c-f33b-4c15-a464-1a2ae5ec0357 req-588b2113-6e8e-405f-8812-8246df73e42c tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0297310 Oct 20 11:37:39.773426 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:39.784955 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-6d866d18-f891-459d-901b-c4c74992aa74 None None] Allocated IP 2001:db8::2 (87010bec-6736-4922-a33b-92334c200b3b/2fcba899-a69b-48ea-9b92-1e514570ba36/5fa79bef-db18-4a96-9640-2492be77b5e5) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:39.842079 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-9dd2eba8-a1ca-4166-96ae-67c760baa7c0 req-22662a41-e914-45d1-9209-25d3ec28b1ea tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Deleting port a60c92d4-a450-432e-9cb6-8e222cf6cfa3 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:37:39.842415 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-9dd2eba8-a1ca-4166-96ae-67c760baa7c0 req-22662a41-e914-45d1-9209-25d3ec28b1ea tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:39.860018 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ee4259e8-423b-4b64-9555-cefb3d649642 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:39.975580 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4259e8-423b-4b64-9555-cefb3d649642 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event updated for resources: {'Subnet': ['ID=827ffbb4-14cc-4479-ae9d-d254432bb0d6,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:40.004103 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4259e8-423b-4b64-9555-cefb3d649642 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Checking segment: {'id': '1aa76ea3-c5f7-43a7-b140-4170546cb136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': 'c722548c-6b53-4a99-8a75-2efa93a2ed9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:37:40.004466 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4259e8-423b-4b64-9555-cefb3d649642 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Network hostable DHCP agents. Network: c722548c-6b53-4a99-8a75-2efa93a2ed9d, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:37:40.011566 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-9dd2eba8-a1ca-4166-96ae-67c760baa7c0 req-22662a41-e914-45d1-9209-25d3ec28b1ea tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] For port a60c92d4-a450-432e-9cb6-8e222cf6cfa3, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=a60c92d4-a450-432e-9cb6-8e222cf6cfa3,segment=NetworkSegment(17df2175-4bd9-4bd5-acdf-39f8f9eba789),segment_id=17df2175-4bd9-4bd5-acdf-39f8f9eba789)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:40.011927 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-9dd2eba8-a1ca-4166-96ae-67c760baa7c0 req-22662a41-e914-45d1-9209-25d3ec28b1ea tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:40.030213 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-9dd2eba8-a1ca-4166-96ae-67c760baa7c0 req-22662a41-e914-45d1-9209-25d3ec28b1ea tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Calling delete_port for a60c92d4-a450-432e-9cb6-8e222cf6cfa3 owned by compute:nova {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:37:40.048256 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4259e8-423b-4b64-9555-cefb3d649642 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Network c722548c-6b53-4a99-8a75-2efa93a2ed9d is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:37:40.090325 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-ee4259e8-423b-4b64-9555-cefb3d649642 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, c722548c-6b53-4a99-8a75-2efa93a2ed9d) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:40.096972 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4259e8-423b-4b64-9555-cefb3d649642 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:40.097570 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ee4259e8-423b-4b64-9555-cefb3d649642 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:40.116467 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-88213ae9-9970-4a1c-96dc-9216cba55e41 req-d9a9349c-6e8c-4e86-bcef-a1766007e395 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.4495108 Oct 20 11:37:40.128779 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41424) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:40.128901 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ee4259e8-423b-4b64-9555-cefb3d649642 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7964790 Oct 20 11:37:40.138495 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-7962ce45-ab16-4d55-b0c7-776bac614025 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Request body: {'subnet': {'network_id': 'c722548c-6b53-4a99-8a75-2efa93a2ed9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:40.213421 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-9dd2eba8-a1ca-4166-96ae-67c760baa7c0 req-22662a41-e914-45d1-9209-25d3ec28b1ea tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:40.228902 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['0927d4e4-10cc-453d-9f6e-ce22365a4daf'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:37:40.242058 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22662a41-e914-45d1-9209-25d3ec28b1ea tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Pushing event deleted for resources: {'Port': ['ID=a60c92d4-a450-432e-9cb6-8e222cf6cfa3,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:40.248245 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-735b5a3e-a4ba-4a5b-be9a-ff2ac34568a8 req-e6aabc52-72a3-4433-ba5c-946431c56037 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4d230b0-1eaf-417e-a380-ff7624336a03 HTTP/1.1" status: 200 len: 210 time: 0.0350418 Oct 20 11:37:40.290882 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a97e5951-578f-467e-8a47-a6028581cda7 req-ae3ea84c-b9ed-4015-adbb-0f2217ab2de9 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0380666 Oct 20 11:37:40.292568 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-ada384a6-5c18-4bbd-aab1-3f660c2c33f6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] For port 5fa79bef-db18-4a96-9640-2492be77b5e5, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=5fa79bef-db18-4a96-9640-2492be77b5e5,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:40.308839 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dd2eba8-a1ca-4166-96ae-67c760baa7c0 req-22662a41-e914-45d1-9209-25d3ec28b1ea tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] No DVR routers for this DVR port a60c92d4-a450-432e-9cb6-8e222cf6cfa3 on host n-h2-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:37:40.311588 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-9dd2eba8-a1ca-4166-96ae-67c760baa7c0 req-22662a41-e914-45d1-9209-25d3ec28b1ea tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:40.315273 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-9dd2eba8-a1ca-4166-96ae-67c760baa7c0 req-22662a41-e914-45d1-9209-25d3ec28b1ea tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.89 "DELETE /v2.0/ports/a60c92d4-a450-432e-9cb6-8e222cf6cfa3 HTTP/1.1" status: 204 len: 173 time: 0.6626079 Oct 20 11:37:40.352346 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ada384a6-5c18-4bbd-aab1-3f660c2c33f6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:40.363204 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ada384a6-5c18-4bbd-aab1-3f660c2c33f6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:40.364011 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ada384a6-5c18-4bbd-aab1-3f660c2c33f6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:40.438404 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7962ce45-ab16-4d55-b0c7-776bac614025 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Made reservation on behalf of 94e5347f86fe43de8b27d18b03cb5e6b for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:40.442669 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7962ce45-ab16-4d55-b0c7-776bac614025 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:40.463889 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-6d866d18-f891-459d-901b-c4c74992aa74 None None] For port 5fa79bef-db18-4a96-9640-2492be77b5e5, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=5fa79bef-db18-4a96-9640-2492be77b5e5,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:40.473691 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada384a6-5c18-4bbd-aab1-3f660c2c33f6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:40.494498 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-ada384a6-5c18-4bbd-aab1-3f660c2c33f6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:40.494725 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6d866d18-f891-459d-901b-c4c74992aa74 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:40.498186 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada384a6-5c18-4bbd-aab1-3f660c2c33f6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:40.498968 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ada384a6-5c18-4bbd-aab1-3f660c2c33f6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:40.501457 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6d866d18-f891-459d-901b-c4c74992aa74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:40.511490 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada384a6-5c18-4bbd-aab1-3f660c2c33f6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Subnet': ['ID=e8fde721-33bf-4627-b165-1d9769e81ad9,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:40.551232 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada384a6-5c18-4bbd-aab1-3f660c2c33f6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Port': ['ID=5fa79bef-db18-4a96-9640-2492be77b5e5,revision_number=8']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:40.571201 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ada384a6-5c18-4bbd-aab1-3f660c2c33f6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.0635085 Oct 20 11:37:40.573992 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41432) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:40.580582 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-03491425-c937-4990-ad03-70913294e070 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Request body: {'port': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'mac_address': 'fa:16:3e:26:67:9a', 'name': 'tempest-NetworksTestDHCPv6-1763252749'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:40.592005 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d866d18-f891-459d-901b-c4c74992aa74 None None] Pushing event updated for resources: {'Port': ['ID=5fa79bef-db18-4a96-9640-2492be77b5e5,revision_number=9']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:40.627546 n-d-814735-3 neutron-server[100647]: INFO neutron.db.ipam_backend_mixin [None req-7962ce45-ab16-4d55-b0c7-776bac614025 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 827ffbb4-14cc-4479-ae9d-d254432bb0d6 (CIDR: 172.20.0.0/28) Oct 20 11:37:40.660161 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-7962ce45-ab16-4d55-b0c7-776bac614025 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:37:40.660995 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7962ce45-ab16-4d55-b0c7-776bac614025 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:40.689758 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-7962ce45-ab16-4d55-b0c7-776bac614025 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5596395 Oct 20 11:37:40.693214 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41434) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:40.698932 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-e3e67932-fe5e-4659-a7ea-c02c1760ad8e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Request body: {'subnet': {'network_id': 'c722548c-6b53-4a99-8a75-2efa93a2ed9d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:40.813829 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d230b0-1eaf-417e-a380-ff7624336a03', 'name': 'network-vif-deleted', 'tag': '4e9a351a-7f01-436c-9cbf-bd74f9587a4b'}, {'server_uuid': 'c4d230b0-1eaf-417e-a380-ff7624336a03', 'name': 'network-vif-deleted', 'tag': 'a60c92d4-a450-432e-9cb6-8e222cf6cfa3'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:37:40.816148 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4f4074-7fb3-4973-b0f5-5a2b6d35911a" -d '{"events": [{"server_uuid": "c4d230b0-1eaf-417e-a380-ff7624336a03", "name": "network-vif-deleted", "tag": "4e9a351a-7f01-436c-9cbf-bd74f9587a4b"}, {"server_uuid": "c4d230b0-1eaf-417e-a380-ff7624336a03", "name": "network-vif-deleted", "tag": "a60c92d4-a450-432e-9cb6-8e222cf6cfa3"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:37:40.824240 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0ab56f85-c694-4258-8e35-6738fc1e7713 req-1668bf6f-70a6-44d3-8d26-7ed7a1659a4a tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0588629 Oct 20 11:37:40.827710 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03491425-c937-4990-ad03-70913294e070 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Made reservation on behalf of f2f2c5c0f7894903b0c7a7e30f527cc9 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:40.868443 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Oct 2021 11:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e6930f-7ca6-40a2-af75-76b3d4e0f7dd x-openstack-request-id: req-35e6930f-7ca6-40a2-af75-76b3d4e0f7dd {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:37:40.868902 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d230b0-1eaf-417e-a380-ff7624336a03", "name": "network-vif-deleted", "tag": "4e9a351a-7f01-436c-9cbf-bd74f9587a4b", "status": "completed", "code": 200}, {"server_uuid": "c4d230b0-1eaf-417e-a380-ff7624336a03", "name": "network-vif-deleted", "tag": "a60c92d4-a450-432e-9cb6-8e222cf6cfa3", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:37:40.869530 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-35e6930f-7ca6-40a2-af75-76b3d4e0f7dd {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:37:40.870236 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d230b0-1eaf-417e-a380-ff7624336a03', 'name': 'network-vif-deleted', 'tag': '4e9a351a-7f01-436c-9cbf-bd74f9587a4b', 'status': 'completed', 'code': 200} Oct 20 11:37:40.870740 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d230b0-1eaf-417e-a380-ff7624336a03', 'name': 'network-vif-deleted', 'tag': 'a60c92d4-a450-432e-9cb6-8e222cf6cfa3', 'status': 'completed', 'code': 200} Oct 20 11:37:40.904174 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e67932-fe5e-4659-a7ea-c02c1760ad8e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Made reservation on behalf of 94e5347f86fe43de8b27d18b03cb5e6b for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:40.909762 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e3e67932-fe5e-4659-a7ea-c02c1760ad8e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:40.963290 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-03491425-c937-4990-ad03-70913294e070 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:40.987738 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [None req-03491425-c937-4990-ad03-70913294e070 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] device_id is not set on port 25a1e63c-e4dc-46d5-a57f-6c7abbe74a12 yet. {{(pid=100647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:37:41.193212 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e3e67932-fe5e-4659-a7ea-c02c1760ad8e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:41.211769 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-359ca97f-3d72-4865-8976-61d61e4be81e req-fc480ae8-2a57-43b7-9870-3a3af3cd1167 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.0360079 Oct 20 11:37:41.213135 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-03491425-c937-4990-ad03-70913294e070 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Allocated IP 2001:db8::1e4 (87010bec-6736-4922-a33b-92334c200b3b/2fcba899-a69b-48ea-9b92-1e514570ba36/25a1e63c-e4dc-46d5-a57f-6c7abbe74a12) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:41.222163 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-03491425-c937-4990-ad03-70913294e070 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Allocated IP 2001:db8:0:1:f816:3eff:fe26:679a (87010bec-6736-4922-a33b-92334c200b3b/e8fde721-33bf-4627-b165-1d9769e81ad9/25a1e63c-e4dc-46d5-a57f-6c7abbe74a12) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:41.245767 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e67932-fe5e-4659-a7ea-c02c1760ad8e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Network c722548c-6b53-4a99-8a75-2efa93a2ed9d is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:41.252136 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-e3e67932-fe5e-4659-a7ea-c02c1760ad8e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:41.256964 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e67932-fe5e-4659-a7ea-c02c1760ad8e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:41.258473 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e3e67932-fe5e-4659-a7ea-c02c1760ad8e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:41.270426 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e67932-fe5e-4659-a7ea-c02c1760ad8e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event updated for resources: {'Subnet': ['ID=2320aa24-525c-4595-8dd5-8789a36a3a08,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:41.290751 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e67932-fe5e-4659-a7ea-c02c1760ad8e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:41.291367 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e67932-fe5e-4659-a7ea-c02c1760ad8e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:41.291708 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e67932-fe5e-4659-a7ea-c02c1760ad8e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:41.292061 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e67932-fe5e-4659-a7ea-c02c1760ad8e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:41.292485 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e67932-fe5e-4659-a7ea-c02c1760ad8e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:41.292727 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e67932-fe5e-4659-a7ea-c02c1760ad8e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:41.293058 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e67932-fe5e-4659-a7ea-c02c1760ad8e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:41.293387 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e67932-fe5e-4659-a7ea-c02c1760ad8e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:41.293718 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e67932-fe5e-4659-a7ea-c02c1760ad8e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:41.294047 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e67932-fe5e-4659-a7ea-c02c1760ad8e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:41.294362 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e67932-fe5e-4659-a7ea-c02c1760ad8e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:41.294682 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e67932-fe5e-4659-a7ea-c02c1760ad8e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:41.303718 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e3e67932-fe5e-4659-a7ea-c02c1760ad8e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6094787 Oct 20 11:37:41.306044 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41446) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:41.312749 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-32f1db92-df2d-4ea1-87e6-d8eaa30c8b93 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Request body: {'port': {'network_id': 'c722548c-6b53-4a99-8a75-2efa93a2ed9d', 'fixed_ips': [{'subnet_id': '827ffbb4-14cc-4479-ae9d-d254432bb0d6'}, {'subnet_id': '2320aa24-525c-4595-8dd5-8789a36a3a08'}], 'name': 'tempest-PortsTestJSON-1598838639'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:41.318755 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41448) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:41.425513 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b7650315-c500-4691-83f2-c31b6ecad859 req-0f2ac66f-3172-48d0-9ef1-d51bfe843e73 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0598848 Oct 20 11:37:41.470163 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-df8a9dda-cbd1-4fd5-a621-c38a97bc7a4c tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Deleting subnet 9a4f7c8c-0473-4a31-8ef7-6bd60894c9de {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:37:41.483580 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f1db92-df2d-4ea1-87e6-d8eaa30c8b93 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Made reservation on behalf of 94e5347f86fe43de8b27d18b03cb5e6b for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:41.483949 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-df8a9dda-cbd1-4fd5-a621-c38a97bc7a4c tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:41.512945 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff06db1-d953-4146-8c36-fa41565ddd03 None None] Network 87010bec-6736-4922-a33b-92334c200b3b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:41.528145 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-03491425-c937-4990-ad03-70913294e070 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:41.545767 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71369c1-ecb0-4049-a305-8a5f89493245 None None] Network c722548c-6b53-4a99-8a75-2efa93a2ed9d requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:41.550585 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-df8a9dda-cbd1-4fd5-a621-c38a97bc7a4c tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:41.649244 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 5fa79bef-db18-4a96-9640-2492be77b5e5 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:37:41.667872 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-03491425-c937-4990-ad03-70913294e070 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:41.679140 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-32f1db92-df2d-4ea1-87e6-d8eaa30c8b93 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:41.705252 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-32f1db92-df2d-4ea1-87e6-d8eaa30c8b93 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] device_id is not set on port d9ced33b-ef33-4ae3-8c70-3ac9b34d5b53 yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:37:41.720959 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03491425-c937-4990-ad03-70913294e070 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Network 87010bec-6736-4922-a33b-92334c200b3b is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:41.727144 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-03491425-c937-4990-ad03-70913294e070 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:41.730215 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03491425-c937-4990-ad03-70913294e070 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:41.737600 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03491425-c937-4990-ad03-70913294e070 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:41.738529 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-03491425-c937-4990-ad03-70913294e070 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:41.759021 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-df8a9dda-cbd1-4fd5-a621-c38a97bc7a4c tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:41.809832 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-98ce13f4-350a-40a9-b0fb-5c9e6da21fb8 None None] Provisioning complete for port 5fa79bef-db18-4a96-9640-2492be77b5e5 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:41.810328 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-98ce13f4-350a-40a9-b0fb-5c9e6da21fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:41.812318 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-03491425-c937-4990-ad03-70913294e070 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2372828 Oct 20 11:37:41.817620 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03491425-c937-4990-ad03-70913294e070 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event updated for resources: {'Port': ['ID=25a1e63c-e4dc-46d5-a57f-6c7abbe74a12,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:41.821651 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41454) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:41.893357 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 5fa79bef-db18-4a96-9640-2492be77b5e5 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:41.902720 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:41.951342 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-df8a9dda-cbd1-4fd5-a621-c38a97bc7a4c tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:42.039209 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8a9dda-cbd1-4fd5-a621-c38a97bc7a4c tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Pushing event deleted for resources: {'Subnet': ['ID=9a4f7c8c-0473-4a31-8ef7-6bd60894c9de,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:42.048607 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ed389cb3-e22d-40d9-b8ea-e2ccff442dbc req-d1e30114-d287-4015-9b85-0aeb936038e0 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0862689 Oct 20 11:37:42.049837 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-df8a9dda-cbd1-4fd5-a621-c38a97bc7a4c tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:42.053301 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-df8a9dda-cbd1-4fd5-a621-c38a97bc7a4c tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "DELETE /v2.0/subnets/9a4f7c8c-0473-4a31-8ef7-6bd60894c9de HTTP/1.1" status: 204 len: 168 time: 0.7335253 Oct 20 11:37:42.057055 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-9300b418-1156-45d0-99f4-bc899bd14635 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Deleting port 25a1e63c-e4dc-46d5-a57f-6c7abbe74a12 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:37:42.057396 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9300b418-1156-45d0-99f4-bc899bd14635 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:42.061473 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41458) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:42.094586 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff83812-ba6c-4bbe-bad9-f2b2389abc02 None None] Network 93fe3b01-0707-4dff-8818-3c112850e9b6 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:42.233027 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1d9d7494-33bb-4743-b435-f5975022cdd2 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:42.256440 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9300b418-1156-45d0-99f4-bc899bd14635 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:42.275496 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-9300b418-1156-45d0-99f4-bc899bd14635 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Calling delete_port for 25a1e63c-e4dc-46d5-a57f-6c7abbe74a12 owned by {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:37:42.290241 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 0927d4e4-10cc-453d-9f6e-ce22365a4daf no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:37:42.332989 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-be6497c9-98a3-4dd9-86f9-026e94158f40 req-6ab852ce-e298-4a1b-8e04-25e0c505b6ce tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.0597672 Oct 20 11:37:42.372093 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: 0927d4e4-10cc-453d-9f6e-ce22365a4daf {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:37:42.372451 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 0927d4e4-10cc-453d-9f6e-ce22365a4daf not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:37:42.372845 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device a60c92d4-a450-432e-9cb6-8e222cf6cfa3 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:37:42.402873 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-1d9d7494-33bb-4743-b435-f5975022cdd2 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Deleting port 5d838ebd-c4b6-4fa8-a56d-e861378f471a {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:37:42.403172 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1d9d7494-33bb-4743-b435-f5975022cdd2 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:42.434688 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb434a7b-eb2b-49ad-ad3e-40b9b7165b69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-c722548c-6b53-4a99-8a75-2efa93a2ed9d', 'network_id': 'c722548c-6b53-4a99-8a75-2efa93a2ed9d', 'tenant_id': '94e5347f86fe43de8b27d18b03cb5e6b', 'fixed_ips': [{'subnet_id': '2320aa24-525c-4595-8dd5-8789a36a3a08'}, {'subnet_id': '827ffbb4-14cc-4479-ae9d-d254432bb0d6'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:37:42.435637 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-cb434a7b-eb2b-49ad-ad3e-40b9b7165b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:42.444137 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: a60c92d4-a450-432e-9cb6-8e222cf6cfa3 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:37:42.444607 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device a60c92d4-a450-432e-9cb6-8e222cf6cfa3 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:37:42.445018 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 4e9a351a-7f01-436c-9cbf-bd74f9587a4b no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:37:42.485238 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: 4e9a351a-7f01-436c-9cbf-bd74f9587a4b {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:37:42.485581 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 4e9a351a-7f01-436c-9cbf-bd74f9587a4b not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:37:42.496288 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-32f1db92-df2d-4ea1-87e6-d8eaa30c8b93 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Allocated IP 172.20.0.9 (c722548c-6b53-4a99-8a75-2efa93a2ed9d/827ffbb4-14cc-4479-ae9d-d254432bb0d6/d9ced33b-ef33-4ae3-8c70-3ac9b34d5b53) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:42.505466 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-1d9d7494-33bb-4743-b435-f5975022cdd2 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] For port 5d838ebd-c4b6-4fa8-a56d-e861378f471a, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=5d838ebd-c4b6-4fa8-a56d-e861378f471a,segment=NetworkSegment(17df2175-4bd9-4bd5-acdf-39f8f9eba789),segment_id=17df2175-4bd9-4bd5-acdf-39f8f9eba789)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:42.505845 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1d9d7494-33bb-4743-b435-f5975022cdd2 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:42.510209 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-32f1db92-df2d-4ea1-87e6-d8eaa30c8b93 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Allocated IP 172.20.0.22 (c722548c-6b53-4a99-8a75-2efa93a2ed9d/2320aa24-525c-4595-8dd5-8789a36a3a08/d9ced33b-ef33-4ae3-8c70-3ac9b34d5b53) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:42.527941 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-1d9d7494-33bb-4743-b435-f5975022cdd2 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Calling delete_port for 5d838ebd-c4b6-4fa8-a56d-e861378f471a owned by network:dhcp {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:37:42.669671 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3f4331fb-5393-4165-9289-daadd2a11cdb req-07cf8f9d-ac95-422a-a130-e0c3ee23a96c tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.1043906 Oct 20 11:37:42.709663 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9300b418-1156-45d0-99f4-bc899bd14635 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:42.750577 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9300b418-1156-45d0-99f4-bc899bd14635 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event deleted for resources: {'Port': ['ID=25a1e63c-e4dc-46d5-a57f-6c7abbe74a12,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:42.764088 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1d9d7494-33bb-4743-b435-f5975022cdd2 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:42.842324 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-32f1db92-df2d-4ea1-87e6-d8eaa30c8b93 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:42.856557 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9d7494-33bb-4743-b435-f5975022cdd2 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Pushing event deleted for resources: {'Port': ['ID=5d838ebd-c4b6-4fa8-a56d-e861378f471a,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:42.858830 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9d7494-33bb-4743-b435-f5975022cdd2 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] No DVR routers for this DVR port 5d838ebd-c4b6-4fa8-a56d-e861378f471a on host n-d-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:37:42.860840 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9300b418-1156-45d0-99f4-bc899bd14635 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:42.864971 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-9300b418-1156-45d0-99f4-bc899bd14635 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/ports/25a1e63c-e4dc-46d5-a57f-6c7abbe74a12 HTTP/1.1" status: 204 len: 168 time: 1.0392542 Oct 20 11:37:42.868631 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41466) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:42.881412 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d47601-faca-4b08-a4e2-94d096207d90 None None] DHCP port deletion for 93fe3b01-0707-4dff-8818-3c112850e9b6 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:37:42.944085 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-32f1db92-df2d-4ea1-87e6-d8eaa30c8b93 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:42.954215 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d21337-db9f-4a37-b590-4544f26b12f1 None None] Network 87010bec-6736-4922-a33b-92334c200b3b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:42.986402 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1d9d7494-33bb-4743-b435-f5975022cdd2 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:43.001661 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fee0eab-0292-4bc5-a61f-54bf489c5a72 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:43.003418 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2fee0eab-0292-4bc5-a61f-54bf489c5a72 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1337287 Oct 20 11:37:43.008784 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41468) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:43.016148 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-1d9d7494-33bb-4743-b435-f5975022cdd2 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93fe3b01-0707-4dff-8818-3c112850e9b6']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:43.029117 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f1db92-df2d-4ea1-87e6-d8eaa30c8b93 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Network c722548c-6b53-4a99-8a75-2efa93a2ed9d is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:43.034223 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-1d9d7494-33bb-4743-b435-f5975022cdd2 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17df2175-4bd9-4bd5-acdf-39f8f9eba789') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:43.034659 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-1d9d7494-33bb-4743-b435-f5975022cdd2 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17df2175-4bd9-4bd5-acdf-39f8f9eba789') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:43.047581 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1d9d7494-33bb-4743-b435-f5975022cdd2 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:43.049112 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-39db7840-4676-451d-9f91-d749342e2d79 None None] Could not find standard attr ID for object 25a1e63c-e4dc-46d5-a57f-6c7abbe74a12. {{(pid=100648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:37:43.064877 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1d9d7494-33bb-4743-b435-f5975022cdd2 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:43.068342 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-32f1db92-df2d-4ea1-87e6-d8eaa30c8b93 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:43.075310 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f1db92-df2d-4ea1-87e6-d8eaa30c8b93 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:43.087258 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d9d7494-33bb-4743-b435-f5975022cdd2 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Releasing vlan 1282 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:37:43.088269 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1d9d7494-33bb-4743-b435-f5975022cdd2 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:43.094753 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:37:43.094753 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:37:43.094753 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:37:43.094753 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:37:43.094753 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:37:43.094753 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:37:43.094753 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:37:43.094753 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:37:43.094753 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:37:43.094753 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:37:43.094753 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:37:43.094753 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:37:43.094753 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:37:43.094753 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:37:43.094753 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:37:43.094753 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:37:43.094753 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:37:43.094753 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:37:43.094753 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:37:43.094753 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:37:43.094753 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:37:43.094753 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:37:43.094753 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:37:43.094753 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:37:43.094753 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:37:43.094753 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:37:43.094753 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:37:43.094753 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:37:43.094753 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:37:43.094753 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:37:43.094753 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:37:43.094753 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:37:43.105990 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-39db7840-4676-451d-9f91-d749342e2d79 None None] Provisioning complete for port 5fa79bef-db18-4a96-9640-2492be77b5e5 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:43.106367 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-39db7840-4676-451d-9f91-d749342e2d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:43.152017 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f1db92-df2d-4ea1-87e6-d8eaa30c8b93 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:43.152924 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-32f1db92-df2d-4ea1-87e6-d8eaa30c8b93 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:43.158590 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f1db92-df2d-4ea1-87e6-d8eaa30c8b93 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event updated for resources: {'Port': ['ID=d9ced33b-ef33-4ae3-8c70-3ac9b34d5b53,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:43.179691 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-32f1db92-df2d-4ea1-87e6-d8eaa30c8b93 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.8722672 Oct 20 11:37:43.185562 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41472) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:43.193419 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd26136-16ea-46c6-a208-ead37baf762c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:43.197737 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-dbd26136-16ea-46c6-a208-ead37baf762c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1831205 Oct 20 11:37:43.200447 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-f2a51f28-0fd8-4e54-a362-f18ad929586e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '827ffbb4-14cc-4479-ae9d-d254432bb0d6'}]}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:43.203855 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41474) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:43.221123 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1d9d7494-33bb-4743-b435-f5975022cdd2 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:43.226498 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1d9d7494-33bb-4743-b435-f5975022cdd2 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:43.230196 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-1d9d7494-33bb-4743-b435-f5975022cdd2 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "DELETE /v2.0/networks/93fe3b01-0707-4dff-8818-3c112850e9b6 HTTP/1.1" status: 204 len: 168 time: 1.1601775 Oct 20 11:37:43.237899 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41476) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:43.238809 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-cb434a7b-eb2b-49ad-ad3e-40b9b7165b69 None None] Allocated IP 172.20.0.18 (c722548c-6b53-4a99-8a75-2efa93a2ed9d/2320aa24-525c-4595-8dd5-8789a36a3a08/5132826d-48b6-46f7-8408-085a62ecdce3) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:43.249653 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-cb434a7b-eb2b-49ad-ad3e-40b9b7165b69 None None] Allocated IP 172.20.0.2 (c722548c-6b53-4a99-8a75-2efa93a2ed9d/827ffbb4-14cc-4479-ae9d-d254432bb0d6/5132826d-48b6-46f7-8408-085a62ecdce3) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:43.262246 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7cb66ecb-db78-491b-891a-ec3e37688e22 req-d648f34e-2eef-4d59-b12f-b259394b0f65 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0485303 Oct 20 11:37:43.276812 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9d7494-33bb-4743-b435-f5975022cdd2 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Pushing event deleted for resources: {'Network': ['ID=93fe3b01-0707-4dff-8818-3c112850e9b6,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:43.368294 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87ffe6a-21ba-4478-84be-1af964044796 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:43.370292 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87ffe6a-21ba-4478-84be-1af964044796 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:43.371925 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87ffe6a-21ba-4478-84be-1af964044796 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:43.378575 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a87ffe6a-21ba-4478-84be-1af964044796 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1679444 Oct 20 11:37:43.378575 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f2a51f28-0fd8-4e54-a362-f18ad929586e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:43.379395 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41480) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:43.396528 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-5357de88-19b3-498e-ae0f-3984bf4e8bad tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Deleting subnet ad7ea102-eea6-4496-ac82-0ea47befe23e {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:37:43.415778 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5357de88-19b3-498e-ae0f-3984bf4e8bad tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:43.458397 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e46b41a0-01f5-4b62-b724-74d093c3b296 req-9bcea55a-0ba7-465c-8769-7434b2f4cbeb tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.0625672 Oct 20 11:37:43.481203 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-cb434a7b-eb2b-49ad-ad3e-40b9b7165b69 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:43.488918 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ee50db8-b3da-43e2-b581-a44b464a914e tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Deleting subnet 2fcba899-a69b-48ea-9b92-1e514570ba36 {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:37:43.493482 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2ee50db8-b3da-43e2-b581-a44b464a914e tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:43.494723 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-cb434a7b-eb2b-49ad-ad3e-40b9b7165b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:43.537210 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb434a7b-eb2b-49ad-ad3e-40b9b7165b69 None None] Network c722548c-6b53-4a99-8a75-2efa93a2ed9d is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:43.563226 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2ee50db8-b3da-43e2-b581-a44b464a914e tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:43.584205 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-cb434a7b-eb2b-49ad-ad3e-40b9b7165b69 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:43.591093 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb434a7b-eb2b-49ad-ad3e-40b9b7165b69 None None] Pushing event updated for resources: {'Port': ['ID=5132826d-48b6-46f7-8408-085a62ecdce3,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:43.594442 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb434a7b-eb2b-49ad-ad3e-40b9b7165b69 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:43.601911 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 5d838ebd-c4b6-4fa8-a56d-e861378f471a no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:37:43.661794 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 5d838ebd-c4b6-4fa8-a56d-e861378f471a {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:37:43.661794 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 5d838ebd-c4b6-4fa8-a56d-e861378f471a not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:37:43.683622 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5357de88-19b3-498e-ae0f-3984bf4e8bad tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:43.693539 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2ee50db8-b3da-43e2-b581-a44b464a914e tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:43.745897 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-cb434a7b-eb2b-49ad-ad3e-40b9b7165b69 None None] Attempting to bind port 5132826d-48b6-46f7-8408-085a62ecdce3 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:37:43.746450 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-cb434a7b-eb2b-49ad-ad3e-40b9b7165b69 None None] Attempting to bind port 5132826d-48b6-46f7-8408-085a62ecdce3 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1aa76ea3-c5f7-43a7-b140-4170546cb136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': 'c722548c-6b53-4a99-8a75-2efa93a2ed9d'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:37:43.747328 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb434a7b-eb2b-49ad-ad3e-40b9b7165b69 None None] Attempting to bind port 5132826d-48b6-46f7-8408-085a62ecdce3 on network c722548c-6b53-4a99-8a75-2efa93a2ed9d {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:37:43.759831 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb434a7b-eb2b-49ad-ad3e-40b9b7165b69 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:37:43.759831 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb434a7b-eb2b-49ad-ad3e-40b9b7165b69 None None] Checking segment: {'id': '1aa76ea3-c5f7-43a7-b140-4170546cb136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': 'c722548c-6b53-4a99-8a75-2efa93a2ed9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:37:43.759831 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-cb434a7b-eb2b-49ad-ad3e-40b9b7165b69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:43.760627 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb434a7b-eb2b-49ad-ad3e-40b9b7165b69 None None] Bound using segment: {'id': '1aa76ea3-c5f7-43a7-b140-4170546cb136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': 'c722548c-6b53-4a99-8a75-2efa93a2ed9d'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:37:43.760942 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-cb434a7b-eb2b-49ad-ad3e-40b9b7165b69 None None] Bound port: 5132826d-48b6-46f7-8408-085a62ecdce3, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aa76ea3-c5f7-43a7-b140-4170546cb136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': 'c722548c-6b53-4a99-8a75-2efa93a2ed9d'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:37:43.761384 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-cb434a7b-eb2b-49ad-ad3e-40b9b7165b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:43.774449 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-ceb2a915-cb02-4cba-8d3e-8a1a4e40de7d None None] Provisioning complete for port 5fa79bef-db18-4a96-9640-2492be77b5e5 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:43.781465 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ceb2a915-cb02-4cba-8d3e-8a1a4e40de7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:43.793774 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-631486f3-56ca-413e-935e-7b0c400a3518 req-d2cc2dfd-b55c-474c-9720-b56b3d6f3fbc tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0505939 Oct 20 11:37:43.850545 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2ee50db8-b3da-43e2-b581-a44b464a914e tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:43.869668 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5357de88-19b3-498e-ae0f-3984bf4e8bad tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:43.880657 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee50db8-b3da-43e2-b581-a44b464a914e tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event deleted for resources: {'Subnet': ['ID=2fcba899-a69b-48ea-9b92-1e514570ba36,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:43.882568 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2ee50db8-b3da-43e2-b581-a44b464a914e tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:43.888723 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2ee50db8-b3da-43e2-b581-a44b464a914e tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/2fcba899-a69b-48ea-9b92-1e514570ba36 HTTP/1.1" status: 204 len: 168 time: 0.5083249 Oct 20 11:37:43.889349 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41486) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:43.919034 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-f2a51f28-0fd8-4e54-a362-f18ad929586e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Delete allocated IP 172.20.0.22 (c722548c-6b53-4a99-8a75-2efa93a2ed9d/2320aa24-525c-4595-8dd5-8789a36a3a08) {{(pid=100646) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 20 11:37:43.950170 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-cb434a7b-eb2b-49ad-ad3e-40b9b7165b69 None None] For port 5132826d-48b6-46f7-8408-085a62ecdce3, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:37:43.969627 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-49aa86e3-ab9b-4040-ba4c-6c1d446a0cdd tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Deleting subnet e8fde721-33bf-4627-b165-1d9769e81ad9 {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:37:43.971542 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-cb434a7b-eb2b-49ad-ad3e-40b9b7165b69 None None] For port 5132826d-48b6-46f7-8408-085a62ecdce3, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=5132826d-48b6-46f7-8408-085a62ecdce3,segment=NetworkSegment(1aa76ea3-c5f7-43a7-b140-4170546cb136),segment_id=1aa76ea3-c5f7-43a7-b140-4170546cb136)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:37:43.974450 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-49aa86e3-ab9b-4040-ba4c-6c1d446a0cdd tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:43.978233 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-cb434a7b-eb2b-49ad-ad3e-40b9b7165b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:44.008560 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b84595-de16-471e-a1bb-8ea90fb49e17 None None] Network 87010bec-6736-4922-a33b-92334c200b3b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:44.027542 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-49aa86e3-ab9b-4040-ba4c-6c1d446a0cdd tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:44.064045 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-157ba73b-f83e-4fc5-992e-16a8097dd215 None None] Could not find standard attr ID for object 25a1e63c-e4dc-46d5-a57f-6c7abbe74a12. {{(pid=100648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:37:44.099472 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5357de88-19b3-498e-ae0f-3984bf4e8bad tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:44.103110 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb434a7b-eb2b-49ad-ad3e-40b9b7165b69 None None] Pushing event updated for resources: {'Port': ['ID=5132826d-48b6-46f7-8408-085a62ecdce3,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:44.148186 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-49aa86e3-ab9b-4040-ba4c-6c1d446a0cdd tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:44.153341 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f2a51f28-0fd8-4e54-a362-f18ad929586e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:44.158753 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5357de88-19b3-498e-ae0f-3984bf4e8bad tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:44.164615 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5357de88-19b3-498e-ae0f-3984bf4e8bad tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "DELETE /v2.0/subnets/ad7ea102-eea6-4496-ac82-0ea47befe23e HTTP/1.1" status: 204 len: 168 time: 0.9233682 Oct 20 11:37:44.164615 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5357de88-19b3-498e-ae0f-3984bf4e8bad tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Pushing event deleted for resources: {'Subnet': ['ID=ad7ea102-eea6-4496-ac82-0ea47befe23e,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:44.170884 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41488) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:44.172034 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4723e9fb-1c7b-4e02-bd5d-5ce2fadff3ae None None] Network b4d4acb9-ec1b-451d-904b-0a8cc6741152 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:44.179294 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f2a51f28-0fd8-4e54-a362-f18ad929586e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:44.243239 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-49aa86e3-ab9b-4040-ba4c-6c1d446a0cdd tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:44.299303 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa86e3-ab9b-4040-ba4c-6c1d446a0cdd tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event deleted for resources: {'Subnet': ['ID=e8fde721-33bf-4627-b165-1d9769e81ad9,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:44.302429 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-49aa86e3-ab9b-4040-ba4c-6c1d446a0cdd tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:44.311680 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-49aa86e3-ab9b-4040-ba4c-6c1d446a0cdd tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/e8fde721-33bf-4627-b165-1d9769e81ad9 HTTP/1.1" status: 204 len: 168 time: 0.4204872 Oct 20 11:37:44.312804 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41492) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:44.359110 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a51f28-0fd8-4e54-a362-f18ad929586e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event updated for resources: {'Port': ['ID=d9ced33b-ef33-4ae3-8c70-3ac9b34d5b53,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:44.394621 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cfab6003-6505-4783-8e49-4a3870b42bcd tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:44.410722 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-f2a51f28-0fd8-4e54-a362-f18ad929586e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] In _notify_port_updated(), no bound segment for port d9ced33b-ef33-4ae3-8c70-3ac9b34d5b53 on network c722548c-6b53-4a99-8a75-2efa93a2ed9d {{(pid=100646) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 11:37:44.416503 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a51f28-0fd8-4e54-a362-f18ad929586e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:44.417165 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f2a51f28-0fd8-4e54-a362-f18ad929586e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:44.418560 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f2a51f28-0fd8-4e54-a362-f18ad929586e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "PUT /v2.0/ports/d9ced33b-ef33-4ae3-8c70-3ac9b34d5b53 HTTP/1.1" status: 200 len: 919 time: 1.2222533 Oct 20 11:37:44.423582 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41494) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:44.428490 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d28a75dd-14f4-4edf-8dce-60cbb8e0330d tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1144509 Oct 20 11:37:44.430945 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-964be2eb-7aec-4d1a-a644-5fd843c8cd59 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '827ffbb4-14cc-4479-ae9d-d254432bb0d6'}, {'subnet_id': '2320aa24-525c-4595-8dd5-8789a36a3a08'}]}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:44.431685 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41496) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:44.467329 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-25210b01-6251-4897-ab56-f238d184d65b req-6fd69732-ca5c-459b-9675-7b0300a6dd9c tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0565674 Oct 20 11:37:44.522374 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa69bc6-c568-4673-8dd4-d8dee44827b7 None None] Update dhcp port {'port': {'network_id': '87010bec-6736-4922-a33b-92334c200b3b', 'fixed_ips': [{'subnet_id': 'e8fde721-33bf-4627-b165-1d9769e81ad9'}], 'binding:host_id': 'n-d-814735-3'}, 'id': '5fa79bef-db18-4a96-9640-2492be77b5e5'} from n-d-814735-3. {{(pid=100648) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 11:37:44.554342 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77894f57-5ee1-42af-af57-6d2e8ff4a633 None None] DHCP port deletion for b4d4acb9-ec1b-451d-904b-0a8cc6741152 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:37:44.565002 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7fa69bc6-c568-4673-8dd4-d8dee44827b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:44.568360 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-964be2eb-7aec-4d1a-a644-5fd843c8cd59 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:44.593536 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-cfab6003-6505-4783-8e49-4a3870b42bcd tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Deleting port 0b9cf83d-e9e9-4dd6-888e-8382a62a0dad {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:37:44.593759 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cfab6003-6505-4783-8e49-4a3870b42bcd tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:44.598188 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea208bd4-192b-44e0-9136-d872975ae7f7 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:44.602118 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ea208bd4-192b-44e0-9136-d872975ae7f7 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1669900 Oct 20 11:37:44.602118 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-58124549-c741-4724-b5b2-85100fa30e2d req-b686fff2-b250-4c03-ba18-6869806e3c39 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.0477824 Oct 20 11:37:44.604185 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41500) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:44.678494 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f39232e-3e9f-4483-8930-5d8a9b60e7a2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:44.682400 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4f39232e-3e9f-4483-8930-5d8a9b60e7a2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0766258 Oct 20 11:37:44.682638 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41502) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:44.706066 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-77894f57-5ee1-42af-af57-6d2e8ff4a633 None None] Deleting port 0b9cf83d-e9e9-4dd6-888e-8382a62a0dad {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:37:44.706440 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-77894f57-5ee1-42af-af57-6d2e8ff4a633 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:44.736813 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8fe8be30-1db5-4372-b250-1d6b1f47eaec tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0470238 Oct 20 11:37:44.751094 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-cfab6003-6505-4783-8e49-4a3870b42bcd tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] For port 0b9cf83d-e9e9-4dd6-888e-8382a62a0dad, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=0b9cf83d-e9e9-4dd6-888e-8382a62a0dad,segment=NetworkSegment(8fe66be6-698b-463e-ba22-8125d5c37035),segment_id=8fe66be6-698b-463e-ba22-8125d5c37035)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:44.751843 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41504) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:44.752001 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cfab6003-6505-4783-8e49-4a3870b42bcd tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:44.800041 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-280561d5-4c58-4654-8121-9d99aa2a7b2b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] DELETE failed (client error): The resource could not be found. Oct 20 11:37:44.800876 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-280561d5-4c58-4654-8121-9d99aa2a7b2b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:44.805103 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-280561d5-4c58-4654-8121-9d99aa2a7b2b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/ports/25a1e63c-e4dc-46d5-a57f-6c7abbe74a12 HTTP/1.1" status: 404 len: 333 time: 0.0524747 Oct 20 11:37:44.809978 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41508) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:44.814141 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-77894f57-5ee1-42af-af57-6d2e8ff4a633 None None] For port 0b9cf83d-e9e9-4dd6-888e-8382a62a0dad, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=0b9cf83d-e9e9-4dd6-888e-8382a62a0dad,segment=NetworkSegment(8fe66be6-698b-463e-ba22-8125d5c37035),segment_id=8fe66be6-698b-463e-ba22-8125d5c37035)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:44.814535 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-77894f57-5ee1-42af-af57-6d2e8ff4a633 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:44.819535 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-cfab6003-6505-4783-8e49-4a3870b42bcd tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Calling delete_port for 0b9cf83d-e9e9-4dd6-888e-8382a62a0dad owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:37:44.838751 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2042b185-39ac-4207-a6a9-3d4b1dd34d35 None None] Network 87010bec-6736-4922-a33b-92334c200b3b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:44.854286 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5f28d2f-f772-40d0-911c-5d61b774e143 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] DELETE failed (client error): The resource could not be found. Oct 20 11:37:44.854749 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5f28d2f-f772-40d0-911c-5d61b774e143 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:44.854898 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-77894f57-5ee1-42af-af57-6d2e8ff4a633 None None] Calling delete_port for 0b9cf83d-e9e9-4dd6-888e-8382a62a0dad owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:37:44.865189 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41512) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:44.865821 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f5f28d2f-f772-40d0-911c-5d61b774e143 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/e8fde721-33bf-4627-b165-1d9769e81ad9 HTTP/1.1" status: 404 len: 337 time: 0.0544915 Oct 20 11:37:44.915098 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-f87ca139-83e8-4bcb-b499-fdd8fd642faa tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] DELETE failed (client error): The resource could not be found. Oct 20 11:37:44.915532 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f87ca139-83e8-4bcb-b499-fdd8fd642faa tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:44.918679 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-f87ca139-83e8-4bcb-b499-fdd8fd642faa tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/2fcba899-a69b-48ea-9b92-1e514570ba36 HTTP/1.1" status: 404 len: 337 time: 0.0439596 Oct 20 11:37:44.921214 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-90b535b7-04a7-4b15-80d4-be63a2ec53e2 req-eed7ec9a-b5e8-4ece-902f-ed437393a2d0 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0577102 Oct 20 11:37:44.921682 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41514) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:44.944757 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-3847c153-7804-44f8-926c-4c7db94457c6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] DELETE failed (client error): The resource could not be found. Oct 20 11:37:44.945446 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3847c153-7804-44f8-926c-4c7db94457c6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:44.948609 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3847c153-7804-44f8-926c-4c7db94457c6 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/ports/842c25a9-1af1-4262-bd91-768e36d2184f HTTP/1.1" status: 404 len: 333 time: 0.0259383 Oct 20 11:37:44.951264 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41516) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:44.978639 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-90157d38-3f48-48d8-9c90-cd40ef9bf23b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] DELETE failed (client error): The resource could not be found. Oct 20 11:37:44.979198 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90157d38-3f48-48d8-9c90-cd40ef9bf23b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:44.983444 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-90157d38-3f48-48d8-9c90-cd40ef9bf23b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/42b66efe-9abc-410f-93b7-88982f47d7e3 HTTP/1.1" status: 404 len: 337 time: 0.0310991 Oct 20 11:37:44.988125 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41518) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:45.022090 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-832aa313-6dd6-4bd2-93d7-613601466f93 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] DELETE failed (client error): The resource could not be found. Oct 20 11:37:45.022603 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-832aa313-6dd6-4bd2-93d7-613601466f93 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:45.026048 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-77894f57-5ee1-42af-af57-6d2e8ff4a633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:45.027957 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-832aa313-6dd6-4bd2-93d7-613601466f93 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/0a29d448-c169-4ce4-8e68-438bb5c15066 HTTP/1.1" status: 404 len: 337 time: 0.0384955 Oct 20 11:37:45.031577 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41520) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:45.041045 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cfab6003-6505-4783-8e49-4a3870b42bcd tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:45.066860 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddd03c21-60ec-42b1-9d64-a0a6223c70b4 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] DELETE failed (client error): The resource could not be found. Oct 20 11:37:45.067573 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddd03c21-60ec-42b1-9d64-a0a6223c70b4 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:45.070824 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77894f57-5ee1-42af-af57-6d2e8ff4a633 None None] Pushing event deleted for resources: {'Port': ['ID=0b9cf83d-e9e9-4dd6-888e-8382a62a0dad,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:45.071005 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ddd03c21-60ec-42b1-9d64-a0a6223c70b4 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/ports/1314e210-2de2-4ab6-aa3a-5bec22433e71 HTTP/1.1" status: 404 len: 333 time: 0.0383656 Oct 20 11:37:45.073658 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41522) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:45.079309 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-a7132a18-01d8-4964-8267-1055d6600d7f None None] Provisioning complete for port 5fa79bef-db18-4a96-9640-2492be77b5e5 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:45.079689 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a7132a18-01d8-4964-8267-1055d6600d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:45.107298 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab6003-6505-4783-8e49-4a3870b42bcd tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Pushing event deleted for resources: {'Port': ['ID=0b9cf83d-e9e9-4dd6-888e-8382a62a0dad,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:45.107913 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-19cee470-155a-42ef-8800-053806b1c90a tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] DELETE failed (client error): The resource could not be found. Oct 20 11:37:45.109335 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19cee470-155a-42ef-8800-053806b1c90a tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:45.111756 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77894f57-5ee1-42af-af57-6d2e8ff4a633 None None] No DVR routers for this DVR port 0b9cf83d-e9e9-4dd6-888e-8382a62a0dad on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:37:45.116514 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-19cee470-155a-42ef-8800-053806b1c90a tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/13068421-6aa8-4a00-80d9-9165ce8eabbd HTTP/1.1" status: 404 len: 337 time: 0.0398169 Oct 20 11:37:45.121047 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41524) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:45.137221 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfab6003-6505-4783-8e49-4a3870b42bcd tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] No DVR routers for this DVR port 0b9cf83d-e9e9-4dd6-888e-8382a62a0dad on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:37:45.158303 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7a1bc4e-5929-4f4c-9d65-42f2ea944735 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] DELETE failed (client error): The resource could not be found. Oct 20 11:37:45.158771 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7a1bc4e-5929-4f4c-9d65-42f2ea944735 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:45.162083 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-b7a1bc4e-5929-4f4c-9d65-42f2ea944735 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/d257666b-e644-4522-ab3f-ecc2a0ac13fd HTTP/1.1" status: 404 len: 337 time: 0.0399601 Oct 20 11:37:45.165595 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41526) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:45.199750 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-2edc0e69-daf2-44bd-8cf8-3e25ea2b933f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] DELETE failed (client error): The resource could not be found. Oct 20 11:37:45.200494 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2edc0e69-daf2-44bd-8cf8-3e25ea2b933f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:45.203750 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2edc0e69-daf2-44bd-8cf8-3e25ea2b933f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/ports/cc43a916-9e81-4ec7-8af1-3909e43f02ed HTTP/1.1" status: 404 len: 333 time: 0.0371301 Oct 20 11:37:45.206323 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41528) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:45.222251 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19d18d6-2f44-41e1-819b-c7cce89e2576 None None] DHCP port deletion for 87010bec-6736-4922-a33b-92334c200b3b request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:37:45.236463 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9717685-a21f-4644-8f85-76fcd2216b19 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] DELETE failed (client error): The resource could not be found. Oct 20 11:37:45.236937 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9717685-a21f-4644-8f85-76fcd2216b19 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:45.240515 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c9717685-a21f-4644-8f85-76fcd2216b19 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/72ccb9de-5ec3-4b3d-96f4-ffd663993b56 HTTP/1.1" status: 404 len: 337 time: 0.0328567 Oct 20 11:37:45.242868 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41530) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:45.258922 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cfab6003-6505-4783-8e49-4a3870b42bcd tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:45.262210 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-964be2eb-7aec-4d1a-a644-5fd843c8cd59 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Allocated IP 172.20.0.22 (c722548c-6b53-4a99-8a75-2efa93a2ed9d/2320aa24-525c-4595-8dd5-8789a36a3a08/d9ced33b-ef33-4ae3-8c70-3ac9b34d5b53) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:45.276748 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bc3f5d2-c915-410b-8a3b-f4679c468502 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] DELETE failed (client error): The resource could not be found. Oct 20 11:37:45.277612 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bc3f5d2-c915-410b-8a3b-f4679c468502 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:45.281050 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-5bc3f5d2-c915-410b-8a3b-f4679c468502 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/7791db80-96cc-495e-b4a5-bb564b3f2c15 HTTP/1.1" status: 404 len: 337 time: 0.0368803 Oct 20 11:37:45.283409 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41532) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:45.318091 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-cfab6003-6505-4783-8e49-4a3870b42bcd tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4d4acb9-ec1b-451d-904b-0a8cc6741152']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:45.323636 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-29e5700d-83e0-4908-af6d-2c45d7472f1c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] DELETE failed (client error): The resource could not be found. Oct 20 11:37:45.325162 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29e5700d-83e0-4908-af6d-2c45d7472f1c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:45.329476 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-29e5700d-83e0-4908-af6d-2c45d7472f1c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/ports/b20c158c-fd50-4527-9261-5c52c796c746 HTTP/1.1" status: 404 len: 333 time: 0.0447171 Oct 20 11:37:45.332347 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41534) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:45.364659 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-cfab6003-6505-4783-8e49-4a3870b42bcd tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fe66be6-698b-463e-ba22-8125d5c37035') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:45.365006 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-cfab6003-6505-4783-8e49-4a3870b42bcd tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fe66be6-698b-463e-ba22-8125d5c37035') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:45.388952 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cfab6003-6505-4783-8e49-4a3870b42bcd tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:45.420858 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-8af9faf6-54cd-4a4e-96f8-3ef5e3137b64 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] DELETE failed (client error): The resource could not be found. Oct 20 11:37:45.421316 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8af9faf6-54cd-4a4e-96f8-3ef5e3137b64 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:45.426840 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8af9faf6-54cd-4a4e-96f8-3ef5e3137b64 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/ae312e7c-bc17-4c7e-948e-128c678d941d HTTP/1.1" status: 404 len: 337 time: 0.0890582 Oct 20 11:37:45.427659 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41538) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:45.444172 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cfab6003-6505-4783-8e49-4a3870b42bcd tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:45.455984 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7818c1d-e906-404b-8d53-20243b98a8d9 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] DELETE failed (client error): The resource could not be found. Oct 20 11:37:45.457072 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7818c1d-e906-404b-8d53-20243b98a8d9 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:45.459487 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:45.462671 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c7818c1d-e906-404b-8d53-20243b98a8d9 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/ports/9e86f68c-e641-4ef3-ac5d-0eeb1af7b621 HTTP/1.1" status: 404 len: 333 time: 0.0317466 Oct 20 11:37:45.462826 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfab6003-6505-4783-8e49-4a3870b42bcd tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Releasing vlan 1265 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:37:45.462826 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cfab6003-6505-4783-8e49-4a3870b42bcd tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:45.463140 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41540) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:45.464735 n-d-814735-3 neutron-server[100646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:37:45.464735 n-d-814735-3 neutron-server[100646]: self.session.flush() Oct 20 11:37:45.464735 n-d-814735-3 neutron-server[100646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:37:45.464735 n-d-814735-3 neutron-server[100646]: self.session.flush() Oct 20 11:37:45.464735 n-d-814735-3 neutron-server[100646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:37:45.464735 n-d-814735-3 neutron-server[100646]: self.session.flush() Oct 20 11:37:45.464735 n-d-814735-3 neutron-server[100646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:37:45.464735 n-d-814735-3 neutron-server[100646]: self.session.flush() Oct 20 11:37:45.464735 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:37:45.464735 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:37:45.464735 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:37:45.464735 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:37:45.464735 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:37:45.464735 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:37:45.464735 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:37:45.464735 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:37:45.464735 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:37:45.464735 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:37:45.464735 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:37:45.464735 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:37:45.464735 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:37:45.464735 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:37:45.464735 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:37:45.464735 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:37:45.464735 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:37:45.464735 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:37:45.464735 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:37:45.464735 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:37:45.464735 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:37:45.464735 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:37:45.464735 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:37:45.464735 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:37:45.464735 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:37:45.464735 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:37:45.464735 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:37:45.464735 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:37:45.464735 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:37:45.464735 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:37:45.464735 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:37:45.464735 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:37:45.486155 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886fceee-6646-43c0-858e-e9d70fe60469 None None] Network c722548c-6b53-4a99-8a75-2efa93a2ed9d requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:45.500202 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-a31f9f0d-d86d-42e4-82ed-580ea074a18c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] DELETE failed (client error): The resource could not be found. Oct 20 11:37:45.500676 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a31f9f0d-d86d-42e4-82ed-580ea074a18c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:45.506964 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-a31f9f0d-d86d-42e4-82ed-580ea074a18c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/375a15fc-5024-443e-960d-8653d329ffee HTTP/1.1" status: 404 len: 337 time: 0.0403192 Oct 20 11:37:45.507981 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41544) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:45.522982 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d19d18d6-2f44-41e1-819b-c7cce89e2576 None None] Deleting port 5fa79bef-db18-4a96-9640-2492be77b5e5 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:37:45.522982 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d19d18d6-2f44-41e1-819b-c7cce89e2576 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:45.527167 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-964be2eb-7aec-4d1a-a644-5fd843c8cd59 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:45.538345 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-272f4f01-dae7-47d9-812f-978e93aff62a tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] DELETE failed (client error): The resource could not be found. Oct 20 11:37:45.538569 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-964be2eb-7aec-4d1a-a644-5fd843c8cd59 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:45.539181 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-272f4f01-dae7-47d9-812f-978e93aff62a tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:45.547062 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-272f4f01-dae7-47d9-812f-978e93aff62a tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/ports/353b5613-b4fe-4796-b7ea-52815450739d HTTP/1.1" status: 404 len: 333 time: 0.0348511 Oct 20 11:37:45.547062 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41546) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:45.578023 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-50f84b6a-93c8-498b-b0d3-a7e62eb8d9e4 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] DELETE failed (client error): The resource could not be found. Oct 20 11:37:45.578663 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50f84b6a-93c8-498b-b0d3-a7e62eb8d9e4 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:45.585240 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-50f84b6a-93c8-498b-b0d3-a7e62eb8d9e4 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/c57d4655-5b5b-4e55-b00d-065653a7e762 HTTP/1.1" status: 404 len: 337 time: 0.0353563 Oct 20 11:37:45.586221 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41548) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:45.644699 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f811a92-696c-4f92-a3f2-896d233193e1 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] DELETE failed (client error): The resource could not be found. Oct 20 11:37:45.645723 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f811a92-696c-4f92-a3f2-896d233193e1 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:45.650349 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2f811a92-696c-4f92-a3f2-896d233193e1 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/ports/62c63bec-f4ff-4347-87a9-84d45a06bcb9 HTTP/1.1" status: 404 len: 333 time: 0.0629315 Oct 20 11:37:45.653670 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8abd103f-3eb7-4814-9733-914f4137d606 req-7412c103-b503-43c4-87a7-64f51b05a61e tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0578618 Oct 20 11:37:45.653670 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41552) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:45.679497 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 5132826d-48b6-46f7-8408-085a62ecdce3 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:37:45.683733 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cfab6003-6505-4783-8e49-4a3870b42bcd tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:45.699053 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-d27a679d-7a4c-435c-950f-a20883e5d305 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] DELETE failed (client error): The resource could not be found. Oct 20 11:37:45.699770 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d27a679d-7a4c-435c-950f-a20883e5d305 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:45.702940 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d27a679d-7a4c-435c-950f-a20883e5d305 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/67b1b3ea-cdb1-41d7-8c10-e8cf988d6815 HTTP/1.1" status: 404 len: 337 time: 0.0476072 Oct 20 11:37:45.709557 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41554) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:45.710395 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cfab6003-6505-4783-8e49-4a3870b42bcd tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:45.713693 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-cfab6003-6505-4783-8e49-4a3870b42bcd tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "DELETE /v2.0/networks/b4d4acb9-ec1b-451d-904b-0a8cc6741152 HTTP/1.1" status: 204 len: 168 time: 1.5417104 Oct 20 11:37:45.722351 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3002433e-06c9-4c61-8682-8fbef0b7d206 None None] Provisioning complete for port 5132826d-48b6-46f7-8408-085a62ecdce3 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:45.722930 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3002433e-06c9-4c61-8682-8fbef0b7d206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:45.731213 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41556) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:45.734028 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-08b95147-1b26-4464-abfe-33856fb01c6d req-b27badb3-e5d8-430c-a2b2-5eaf387c0123 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.0372293 Oct 20 11:37:45.745364 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-effbfaa6-97bb-4df5-9db1-547da0cd2b59 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-137702806'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:45.750334 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab6003-6505-4783-8e49-4a3870b42bcd tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Pushing event deleted for resources: {'Network': ['ID=b4d4acb9-ec1b-451d-904b-0a8cc6741152,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:45.771298 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d19d18d6-2f44-41e1-819b-c7cce89e2576 None None] For port 5fa79bef-db18-4a96-9640-2492be77b5e5, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=5fa79bef-db18-4a96-9640-2492be77b5e5,segment=NetworkSegment(6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8),segment_id=6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:45.771576 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d19d18d6-2f44-41e1-819b-c7cce89e2576 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:45.784987 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f84a01f-bcf4-426c-ace6-f266e159cf7d tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] DELETE failed (client error): The resource could not be found. Oct 20 11:37:45.785718 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f84a01f-bcf4-426c-ace6-f266e159cf7d tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:45.791284 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7f84a01f-bcf4-426c-ace6-f266e159cf7d tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/ports/37b4eefd-aeb6-4998-95bb-f0bb8254b8f0 HTTP/1.1" status: 404 len: 333 time: 0.0740302 Oct 20 11:37:45.791961 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41558) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:45.805142 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964be2eb-7aec-4d1a-a644-5fd843c8cd59 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event updated for resources: {'Port': ['ID=d9ced33b-ef33-4ae3-8c70-3ac9b34d5b53,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:45.818067 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d19d18d6-2f44-41e1-819b-c7cce89e2576 None None] Calling delete_port for 5fa79bef-db18-4a96-9640-2492be77b5e5 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:37:45.825065 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-e46c5c89-63af-41bf-b777-8deae8727d8e tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] DELETE failed (client error): The resource could not be found. Oct 20 11:37:45.825648 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e46c5c89-63af-41bf-b777-8deae8727d8e tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:45.832933 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e46c5c89-63af-41bf-b777-8deae8727d8e tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/c99d69ac-8c1f-43b4-a6c3-3f8b954cd429 HTTP/1.1" status: 404 len: 337 time: 0.0363421 Oct 20 11:37:45.832933 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41560) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:45.855559 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effbfaa6-97bb-4df5-9db1-547da0cd2b59 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Made reservation on behalf of f18dacb1b28d497197fcf505b71b2a85 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:45.859242 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-effbfaa6-97bb-4df5-9db1-547da0cd2b59 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:45.863547 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-e84668e3-7f70-47a9-baec-d3574832475c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] DELETE failed (client error): The resource could not be found. Oct 20 11:37:45.864776 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e84668e3-7f70-47a9-baec-d3574832475c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:45.870930 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e84668e3-7f70-47a9-baec-d3574832475c tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/ports/0694139b-3483-4da6-8cd2-b33de3ca94f2 HTTP/1.1" status: 404 len: 333 time: 0.0345595 Oct 20 11:37:45.870930 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41566) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:45.899183 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-964be2eb-7aec-4d1a-a644-5fd843c8cd59 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] In _notify_port_updated(), no bound segment for port d9ced33b-ef33-4ae3-8c70-3ac9b34d5b53 on network c722548c-6b53-4a99-8a75-2efa93a2ed9d {{(pid=100646) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 11:37:45.904785 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964be2eb-7aec-4d1a-a644-5fd843c8cd59 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:45.905435 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-964be2eb-7aec-4d1a-a644-5fd843c8cd59 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:45.910114 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41568) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:45.910966 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-964be2eb-7aec-4d1a-a644-5fd843c8cd59 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "PUT /v2.0/ports/d9ced33b-ef33-4ae3-8c70-3ac9b34d5b53 HTTP/1.1" status: 200 len: 999 time: 1.4853921 Oct 20 11:37:45.914998 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-effbfaa6-97bb-4df5-9db1-547da0cd2b59 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] vlan segment allocate from pool success with {'vlan_id': 1275, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:37:45.923477 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-efa9bba7-d567-4c25-a1d4-b0e6208511c2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] DELETE failed (client error): The resource could not be found. Oct 20 11:37:45.924137 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efa9bba7-d567-4c25-a1d4-b0e6208511c2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:45.928235 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-effbfaa6-97bb-4df5-9db1-547da0cd2b59 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:45.928584 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-effbfaa6-97bb-4df5-9db1-547da0cd2b59 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Added segment f8cba4da-63ad-4ae1-b242-413d6238c2fa of type vlan for network 1f4c5d74-5a1a-4296-836a-a363ba6eac83 Oct 20 11:37:45.931888 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-efa9bba7-d567-4c25-a1d4-b0e6208511c2 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/5ea80f61-150d-4a67-a79a-c333948a5ead HTTP/1.1" status: 404 len: 337 time: 0.0577884 Oct 20 11:37:45.937115 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41570) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:45.957553 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 5132826d-48b6-46f7-8408-085a62ecdce3 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:45.957921 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:46.038584 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-61714a51-bf2e-4aa4-86c9-5db9341965ed tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] DELETE failed (client error): The resource could not be found. Oct 20 11:37:46.039779 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61714a51-bf2e-4aa4-86c9-5db9341965ed tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:46.047594 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-61714a51-bf2e-4aa4-86c9-5db9341965ed tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/d800891d-2fbb-4a32-8494-0ea1b6770c31 HTTP/1.1" status: 404 len: 337 time: 0.1091633 Oct 20 11:37:46.052008 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41576) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:46.057167 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e66a9772-6ba5-4bc9-83ff-9340a7fa474f req-9315aac0-ff3f-4f82-b886-c2556bbabca6 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0315444 Oct 20 11:37:46.060474 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3002433e-06c9-4c61-8682-8fbef0b7d206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:46.072753 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-4f1f1658-f726-422e-9593-c1076740bf98 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Deleting port d9ced33b-ef33-4ae3-8c70-3ac9b34d5b53 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:37:46.083295 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4f1f1658-f726-422e-9593-c1076740bf98 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:46.119507 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7bd5ada-b0eb-46ab-abb5-81a32933a231 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] DELETE failed (client error): The resource could not be found. Oct 20 11:37:46.120221 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7bd5ada-b0eb-46ab-abb5-81a32933a231 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:46.123811 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e7bd5ada-b0eb-46ab-abb5-81a32933a231 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/ports/3af0136a-a3a3-4788-8ce9-432eaa494ffc HTTP/1.1" status: 404 len: 333 time: 0.0703659 Oct 20 11:37:46.126681 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-effbfaa6-97bb-4df5-9db1-547da0cd2b59 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:46.128326 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41580) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:46.132427 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d19d18d6-2f44-41e1-819b-c7cce89e2576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:46.170083 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-effbfaa6-97bb-4df5-9db1-547da0cd2b59 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:46.177291 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effbfaa6-97bb-4df5-9db1-547da0cd2b59 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:46.185367 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-effbfaa6-97bb-4df5-9db1-547da0cd2b59 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:46.190347 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3002433e-06c9-4c61-8682-8fbef0b7d206 None None] For port 5132826d-48b6-46f7-8408-085a62ecdce3, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=5132826d-48b6-46f7-8408-085a62ecdce3,segment=NetworkSegment(1aa76ea3-c5f7-43a7-b140-4170546cb136),segment_id=1aa76ea3-c5f7-43a7-b140-4170546cb136)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:46.197238 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19d18d6-2f44-41e1-819b-c7cce89e2576 None None] Pushing event deleted for resources: {'Port': ['ID=5fa79bef-db18-4a96-9640-2492be77b5e5,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:46.201133 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3002433e-06c9-4c61-8682-8fbef0b7d206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:46.227878 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19d18d6-2f44-41e1-819b-c7cce89e2576 None None] No DVR routers for this DVR port 5fa79bef-db18-4a96-9640-2492be77b5e5 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:37:46.239356 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-effbfaa6-97bb-4df5-9db1-547da0cd2b59 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5063941 Oct 20 11:37:46.240203 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41584) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:46.250273 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-a5f3dc5f-ad05-4923-b975-1df19fc23801 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Request body: {'subnet': {'network_id': '1f4c5d74-5a1a-4296-836a-a363ba6eac83', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:46.279191 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:46.305560 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effbfaa6-97bb-4df5-9db1-547da0cd2b59 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Pushing event updated for resources: {'Network': ['ID=1f4c5d74-5a1a-4296-836a-a363ba6eac83,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:46.328055 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 1f4c5d74-5a1a-4296-836a-a363ba6eac83 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:37:46.384525 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3002433e-06c9-4c61-8682-8fbef0b7d206 None None] Pushing event updated for resources: {'Port': ['ID=5132826d-48b6-46f7-8408-085a62ecdce3,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:46.417971 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f3dc5f-ad05-4923-b975-1df19fc23801 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Made reservation on behalf of f18dacb1b28d497197fcf505b71b2a85 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:46.421750 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a5f3dc5f-ad05-4923-b975-1df19fc23801 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:46.435959 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddb1f0e-9a1e-4434-8f77-f494dac05b4c None None] Network c722548c-6b53-4a99-8a75-2efa93a2ed9d requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:46.468784 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.db.api [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:37:46.469176 n-d-814735-3 neutron-server[100648]: DEBUG oslo_db.api [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:37:46.516464 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-6b73ecc8-ddf2-49c0-8750-49267b3d36ad None None] Provisioning complete for port 5132826d-48b6-46f7-8408-085a62ecdce3 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:46.516894 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6b73ecc8-ddf2-49c0-8750-49267b3d36ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:46.555778 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9c72ce4-2774-4d7e-aa33-1f81147622f8 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] DELETE failed (client error): The resource could not be found. Oct 20 11:37:46.556341 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9c72ce4-2774-4d7e-aa33-1f81147622f8 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:46.561788 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e9c72ce4-2774-4d7e-aa33-1f81147622f8 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/b08761d9-8985-4be9-b711-86a7e3a0c35a HTTP/1.1" status: 404 len: 337 time: 0.4311862 Oct 20 11:37:46.564669 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41586) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:46.620940 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c3ea3fe-ca4e-4880-ab62-4835f40fe454 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] DELETE failed (client error): The resource could not be found. Oct 20 11:37:46.621428 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a5f3dc5f-ad05-4923-b975-1df19fc23801 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:46.621642 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c3ea3fe-ca4e-4880-ab62-4835f40fe454 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:46.628108 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4c3ea3fe-ca4e-4880-ab62-4835f40fe454 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/ada92d26-21e0-46fe-b129-6c1ecbe4ff61 HTTP/1.1" status: 404 len: 337 time: 0.0597498 Oct 20 11:37:46.628379 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41588) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:46.662646 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-589b11e2-89d5-4d1e-aed4-ac564844a94f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] DELETE failed (client error): The resource could not be found. Oct 20 11:37:46.662646 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-589b11e2-89d5-4d1e-aed4-ac564844a94f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:46.666716 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-589b11e2-89d5-4d1e-aed4-ac564844a94f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/ports/40982fc8-05fd-4d50-9385-86dd5b32263a HTTP/1.1" status: 404 len: 333 time: 0.0351565 Oct 20 11:37:46.667846 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41590) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:46.676137 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f3dc5f-ad05-4923-b975-1df19fc23801 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Pushing event updated for resources: {'Subnet': ['ID=120f18cd-8e69-4aa1-b461-834923881233,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:46.703540 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e3e49e8-ddfb-4c6c-9d3c-4e13019ae583 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] DELETE failed (client error): The resource could not be found. Oct 20 11:37:46.703997 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e3e49e8-ddfb-4c6c-9d3c-4e13019ae583 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:46.707088 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-5e3e49e8-ddfb-4c6c-9d3c-4e13019ae583 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/70dc7cb6-acf0-4d50-8661-b7a417707677 HTTP/1.1" status: 404 len: 337 time: 0.0380874 Oct 20 11:37:46.709160 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4f1f1658-f726-422e-9593-c1076740bf98 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:46.709831 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41594) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:46.723511 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-4f1f1658-f726-422e-9593-c1076740bf98 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Calling delete_port for d9ced33b-ef33-4ae3-8c70-3ac9b34d5b53 owned by {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:37:46.742967 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-6b73ecc8-ddf2-49c0-8750-49267b3d36ad None None] Provisioning complete for port d9ced33b-ef33-4ae3-8c70-3ac9b34d5b53 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:46.743360 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6b73ecc8-ddf2-49c0-8750-49267b3d36ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:46.749784 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-db6ac54a-99da-47b2-b944-3cc702562fb3 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] DELETE failed (client error): The resource could not be found. Oct 20 11:37:46.751074 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db6ac54a-99da-47b2-b944-3cc702562fb3 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:46.762887 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-db6ac54a-99da-47b2-b944-3cc702562fb3 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/551709b7-b30f-401d-854f-31023812b942 HTTP/1.1" status: 404 len: 337 time: 0.0495272 Oct 20 11:37:46.763238 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f3dc5f-ad05-4923-b975-1df19fc23801 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Checking segment: {'id': 'f8cba4da-63ad-4ae1-b242-413d6238c2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '1f4c5d74-5a1a-4296-836a-a363ba6eac83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:37:46.764271 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f3dc5f-ad05-4923-b975-1df19fc23801 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Network hostable DHCP agents. Network: 1f4c5d74-5a1a-4296-836a-a363ba6eac83, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:37:46.767923 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41598) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:46.819332 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-408a49b1-9b71-46de-adc8-9ac064483d11 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] DELETE failed (client error): The resource could not be found. Oct 20 11:37:46.819925 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-408a49b1-9b71-46de-adc8-9ac064483d11 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:46.825426 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-408a49b1-9b71-46de-adc8-9ac064483d11 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/ports/8c3ebf53-f213-4ff2-8c5e-12a7706543d0 HTTP/1.1" status: 404 len: 333 time: 0.0423157 Oct 20 11:37:46.825774 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41600) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:46.842730 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f3dc5f-ad05-4923-b975-1df19fc23801 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Network 1f4c5d74-5a1a-4296-836a-a363ba6eac83 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:37:46.853519 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-6b73ecc8-ddf2-49c0-8750-49267b3d36ad None None] Port d9ced33b-ef33-4ae3-8c70-3ac9b34d5b53 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:37:46.860716 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c9d8764a-65c5-4456-ac19-01cb8b086705 req-267982a0-e789-4292-93da-342e19299ca9 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0528345 Oct 20 11:37:46.872671 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffdddc16-6450-4ee1-bcd3-0f713469416d tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] DELETE failed (client error): The resource could not be found. Oct 20 11:37:46.872671 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffdddc16-6450-4ee1-bcd3-0f713469416d tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:46.878924 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ffdddc16-6450-4ee1-bcd3-0f713469416d tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/9721c335-b969-45bb-bb4c-6808e6b263de HTTP/1.1" status: 404 len: 337 time: 0.0498350 Oct 20 11:37:46.879710 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41602) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:46.890677 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e30ef756-5735-4d39-a0e0-3cc922812832 req-f36928b9-6748-4592-8135-b86882b9311d tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.0450213 Oct 20 11:37:46.901934 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-a5f3dc5f-ad05-4923-b975-1df19fc23801 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 1f4c5d74-5a1a-4296-836a-a363ba6eac83) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:46.925613 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4683df-f34a-4d63-9030-a72522bf7264 None None] Network 1f4c5d74-5a1a-4296-836a-a363ba6eac83 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:46.937594 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f3dc5f-ad05-4923-b975-1df19fc23801 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:46.938709 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a5f3dc5f-ad05-4923-b975-1df19fc23801 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:46.942069 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-30c94911-812a-4d44-9e0a-287cb95974b7 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] DELETE failed (client error): The resource could not be found. Oct 20 11:37:46.942706 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30c94911-812a-4d44-9e0a-287cb95974b7 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:46.946132 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-30c94911-812a-4d44-9e0a-287cb95974b7 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/857c9b75-0554-4034-b8ec-52e735755eae HTTP/1.1" status: 404 len: 337 time: 0.0658104 Oct 20 11:37:46.951449 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41604) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:46.987178 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2404a14c-7871-4228-a216-7e328bfb55bf tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/ports?device_id=eaec10ad-0301-412f-8abc-005e4582b1d3 HTTP/1.1" status: 200 len: 205 time: 0.0343003 Oct 20 11:37:46.990263 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41608) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:47.033254 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-baa433ee-a724-41b3-be1f-f4d7ee357739 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] delete failed (client error): The resource could not be found. Oct 20 11:37:47.034384 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-baa433ee-a724-41b3-be1f-f4d7ee357739 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/routers/eaec10ad-0301-412f-8abc-005e4582b1d3 HTTP/1.1" status: 404 len: 336 time: 0.0429635 Oct 20 11:37:47.038565 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a5f3dc5f-ad05-4923-b975-1df19fc23801 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7949820 Oct 20 11:37:47.039302 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41610) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:47.045668 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41612) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:47.063200 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-0db45525-69b1-4c71-a375-1bfe70069669 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1380822789'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:47.083430 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-9901543f-85d5-465c-914a-13ba636cad16 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] DELETE failed (client error): The resource could not be found. Oct 20 11:37:47.085712 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9901543f-85d5-465c-914a-13ba636cad16 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:47.089258 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-9901543f-85d5-465c-914a-13ba636cad16 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/074fd7cc-633b-4fb5-a99c-7624b2718121 HTTP/1.1" status: 404 len: 337 time: 0.0489452 Oct 20 11:37:47.092094 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41616) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:47.134273 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-763c3192-6865-4bb0-96be-b543b0ee66e9 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "GET /v2.0/ports?device_id=d44322b4-29a2-4625-99a5-be9648fef0df HTTP/1.1" status: 200 len: 205 time: 0.0410295 Oct 20 11:37:47.137042 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41618) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:47.146672 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db45525-69b1-4c71-a375-1bfe70069669 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Made reservation on behalf of f18dacb1b28d497197fcf505b71b2a85 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:47.152178 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0db45525-69b1-4c71-a375-1bfe70069669 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:47.200401 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-64a944ec-c640-4541-875a-6c18e62ffc94 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] delete failed (client error): The resource could not be found. Oct 20 11:37:47.201778 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-64a944ec-c640-4541-875a-6c18e62ffc94 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/routers/d44322b4-29a2-4625-99a5-be9648fef0df HTTP/1.1" status: 404 len: 336 time: 0.0636396 Oct 20 11:37:47.205647 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41620) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:47.242353 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3863400d-5f2b-4a76-851c-d56816a81d8b req-1d0098ab-72e9-46d3-9c5a-f9b2c5a56fe1 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0756030 Oct 20 11:37:47.249761 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 0b9cf83d-e9e9-4dd6-888e-8382a62a0dad no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:37:47.261924 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-67ce39fe-973e-421a-a4ca-a436cdfda729 None None] Provisioning complete for port 5132826d-48b6-46f7-8408-085a62ecdce3 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:47.262601 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-67ce39fe-973e-421a-a4ca-a436cdfda729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:47.267936 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-e98d1415-faae-4313-a038-ece728a88c82 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] DELETE failed (client error): The resource could not be found. Oct 20 11:37:47.268406 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e98d1415-faae-4313-a038-ece728a88c82 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:47.275632 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e98d1415-faae-4313-a038-ece728a88c82 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/95732be2-473a-4f5d-8e0e-57769347aa56 HTTP/1.1" status: 404 len: 337 time: 0.0686939 Oct 20 11:37:47.276250 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41624) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:47.312596 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-84c990b6-7b14-43ce-9d49-ba2d01ff023d tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] DELETE failed (client error): The resource could not be found. Oct 20 11:37:47.313247 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84c990b6-7b14-43ce-9d49-ba2d01ff023d tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:47.314507 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 0b9cf83d-e9e9-4dd6-888e-8382a62a0dad {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:37:47.315123 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 0b9cf83d-e9e9-4dd6-888e-8382a62a0dad not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:37:47.315769 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 5fa79bef-db18-4a96-9640-2492be77b5e5 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:37:47.320550 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-84c990b6-7b14-43ce-9d49-ba2d01ff023d tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/816e5f77-2b42-46bb-9cc0-1f8e9a5f373d HTTP/1.1" status: 404 len: 337 time: 0.0431821 Oct 20 11:37:47.321114 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41626) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:47.331281 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4f1f1658-f726-422e-9593-c1076740bf98 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:47.335547 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0db45525-69b1-4c71-a375-1bfe70069669 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] vlan segment allocate from pool success with {'vlan_id': 1255, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:37:47.350102 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 5fa79bef-db18-4a96-9640-2492be77b5e5 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:37:47.350742 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 5fa79bef-db18-4a96-9640-2492be77b5e5 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:37:47.382668 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8db120b-6f2d-490b-bc6c-15f1a9427886 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-1f4c5d74-5a1a-4296-836a-a363ba6eac83', 'network_id': '1f4c5d74-5a1a-4296-836a-a363ba6eac83', 'tenant_id': 'f18dacb1b28d497197fcf505b71b2a85', 'fixed_ips': [{'subnet_id': '120f18cd-8e69-4aa1-b461-834923881233'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:37:47.383746 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f8db120b-6f2d-490b-bc6c-15f1a9427886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:47.392463 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f1658-f726-422e-9593-c1076740bf98 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event deleted for resources: {'Port': ['ID=d9ced33b-ef33-4ae3-8c70-3ac9b34d5b53,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:47.404692 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0db45525-69b1-4c71-a375-1bfe70069669 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:47.405067 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-0db45525-69b1-4c71-a375-1bfe70069669 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Added segment 96943219-a2ae-413d-add8-ef7f21bdf8b3 of type vlan for network aa3442a4-4120-4195-8d1b-6a908c4380e8 Oct 20 11:37:47.434082 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aeba89e-226e-4355-8c1b-1682eb2613ea tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] DELETE failed (client error): The resource could not be found. Oct 20 11:37:47.435104 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aeba89e-226e-4355-8c1b-1682eb2613ea tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:47.449833 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41628) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:47.450565 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8aeba89e-226e-4355-8c1b-1682eb2613ea tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/ports/73e710ac-9eea-426d-980d-7fd0727cda0a HTTP/1.1" status: 404 len: 333 time: 0.1273978 Oct 20 11:37:47.558553 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fd9e960-8027-47cc-b88e-9aa5bdefe819 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] DELETE failed (client error): The resource could not be found. Oct 20 11:37:47.559080 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fd9e960-8027-47cc-b88e-9aa5bdefe819 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:47.567287 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3fd9e960-8027-47cc-b88e-9aa5bdefe819 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/1f411885-56a2-4157-8de9-1e4b61f5825a HTTP/1.1" status: 404 len: 337 time: 0.1110060 Oct 20 11:37:47.567520 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41630) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:47.575076 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0db45525-69b1-4c71-a375-1bfe70069669 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:47.608374 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-b65fc481-6703-418d-93f4-20c0d1a0ad1a tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] DELETE failed (client error): The resource could not be found. Oct 20 11:37:47.609901 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b65fc481-6703-418d-93f4-20c0d1a0ad1a tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:47.613377 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b65fc481-6703-418d-93f4-20c0d1a0ad1a tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/ports/653fb5c3-fcca-4b59-885e-2ff6fb669531 HTTP/1.1" status: 404 len: 333 time: 0.0448837 Oct 20 11:37:47.617301 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-f8db120b-6f2d-490b-bc6c-15f1a9427886 None None] Allocated IP 19.80.0.2 (1f4c5d74-5a1a-4296-836a-a363ba6eac83/120f18cd-8e69-4aa1-b461-834923881233/d8e4df95-96f2-4520-b800-2774fb9aadf1) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:47.618368 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41632) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:47.627439 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0db45525-69b1-4c71-a375-1bfe70069669 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:47.635250 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db45525-69b1-4c71-a375-1bfe70069669 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:47.636112 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0db45525-69b1-4c71-a375-1bfe70069669 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:47.670144 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-f34c2fb9-b4f8-4a75-a36d-9ed6778e119f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] DELETE failed (client error): The resource could not be found. Oct 20 11:37:47.671015 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f34c2fb9-b4f8-4a75-a36d-9ed6778e119f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:47.674723 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f34c2fb9-b4f8-4a75-a36d-9ed6778e119f tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/c571c7ab-e658-4732-914d-02dda2fa111a HTTP/1.1" status: 404 len: 337 time: 0.0550961 Oct 20 11:37:47.679479 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41634) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:47.722636 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc617906-40b2-4878-af67-16fbeddb13ee tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] DELETE failed (client error): The resource could not be found. Oct 20 11:37:47.724688 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc617906-40b2-4878-af67-16fbeddb13ee tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:47.728421 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-dc617906-40b2-4878-af67-16fbeddb13ee tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/ports/ca03a6e3-3f58-44f4-acf6-b0e858daa030 HTTP/1.1" status: 404 len: 333 time: 0.0455930 Oct 20 11:37:47.736452 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41636) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:47.750610 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4f1f1658-f726-422e-9593-c1076740bf98 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:47.763936 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4f1f1658-f726-422e-9593-c1076740bf98 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "DELETE /v2.0/ports/d9ced33b-ef33-4ae3-8c70-3ac9b34d5b53 HTTP/1.1" status: 204 len: 168 time: 1.8525085 Oct 20 11:37:47.769398 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41638) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:47.783921 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0433e2b-374d-49ec-8734-6fba344da59d tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] DELETE failed (client error): The resource could not be found. Oct 20 11:37:47.786272 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0433e2b-374d-49ec-8734-6fba344da59d tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:47.790084 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a0433e2b-374d-49ec-8734-6fba344da59d tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/8a329b9d-52f4-4637-8242-b7b66ffc332b HTTP/1.1" status: 404 len: 337 time: 0.0521271 Oct 20 11:37:47.793160 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41640) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:47.810830 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f8db120b-6f2d-490b-bc6c-15f1a9427886 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:47.815430 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 5132826d-48b6-46f7-8408-085a62ecdce3 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:37:47.819355 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-121b120d-d90b-420b-890e-efb33272bf12 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] GET failed (client error): The resource could not be found. Oct 20 11:37:47.819980 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f8db120b-6f2d-490b-bc6c-15f1a9427886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:47.824247 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-67ce39fe-973e-421a-a4ca-a436cdfda729 None None] Could not find standard attr ID for object d9ced33b-ef33-4ae3-8c70-3ac9b34d5b53. {{(pid=100648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:37:47.824465 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-121b120d-d90b-420b-890e-efb33272bf12 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "GET /v2.0/ports/d9ced33b-ef33-4ae3-8c70-3ac9b34d5b53 HTTP/1.1" status: 404 len: 333 time: 0.0537400 Oct 20 11:37:47.825864 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41642) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:47.828137 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db45525-69b1-4c71-a375-1bfe70069669 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Pushing event updated for resources: {'Network': ['ID=aa3442a4-4120-4195-8d1b-6a908c4380e8,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:47.842272 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1411031-36c5-43a2-bdaf-950ee42b2d3b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] DELETE failed (client error): The resource could not be found. Oct 20 11:37:47.844532 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1411031-36c5-43a2-bdaf-950ee42b2d3b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:47.853392 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network aa3442a4-4120-4195-8d1b-6a908c4380e8 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:37:47.853828 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-0db45525-69b1-4c71-a375-1bfe70069669 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8072612 Oct 20 11:37:47.860273 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d1411031-36c5-43a2-bdaf-950ee42b2d3b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/ports/04fea235-b4a5-4819-b398-a11a84b6d2bc HTTP/1.1" status: 404 len: 333 time: 0.0563455 Oct 20 11:37:47.861511 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41644) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:47.862101 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41646) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:47.870470 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-38d0bee0-bea2-4155-b626-0e848c4676ea tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Request body: {'subnet': {'network_id': 'aa3442a4-4120-4195-8d1b-6a908c4380e8', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:47.925530 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a6ebebd-d84e-4f19-8a0a-a6a8b9d0a1d5 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Deleting subnet 2320aa24-525c-4595-8dd5-8789a36a3a08 {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:37:47.935519 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8db120b-6f2d-490b-bc6c-15f1a9427886 None None] Network 1f4c5d74-5a1a-4296-836a-a363ba6eac83 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:47.936129 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1a6ebebd-d84e-4f19-8a0a-a6a8b9d0a1d5 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:48.015390 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-f8db120b-6f2d-490b-bc6c-15f1a9427886 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:48.021048 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-6979da4f-f70d-4d71-b2ee-7bc188e40d95 None None] Could not find standard attr ID for object d9ced33b-ef33-4ae3-8c70-3ac9b34d5b53. {{(pid=100648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:37:48.022685 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8db120b-6f2d-490b-bc6c-15f1a9427886 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:48.027216 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8db120b-6f2d-490b-bc6c-15f1a9427886 None None] Pushing event updated for resources: {'Port': ['ID=d8e4df95-96f2-4520-b800-2774fb9aadf1,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:48.039367 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 5132826d-48b6-46f7-8408-085a62ecdce3 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:48.039765 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:48.041800 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-664322c6-6d61-4afa-bbb4-7542e607e2d8 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] DELETE failed (client error): The resource could not be found. Oct 20 11:37:48.042382 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-664322c6-6d61-4afa-bbb4-7542e607e2d8 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:48.044502 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1a6ebebd-d84e-4f19-8a0a-a6a8b9d0a1d5 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:48.047712 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-664322c6-6d61-4afa-bbb4-7542e607e2d8 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/0e63c18c-80ee-4175-9be3-f65a547c5736 HTTP/1.1" status: 404 len: 337 time: 0.1821148 Oct 20 11:37:48.048430 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d0bee0-bea2-4155-b626-0e848c4676ea tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Made reservation on behalf of f18dacb1b28d497197fcf505b71b2a85 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:48.052291 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-38d0bee0-bea2-4155-b626-0e848c4676ea tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:48.078664 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41654) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:48.189230 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-f8db120b-6f2d-490b-bc6c-15f1a9427886 None None] Attempting to bind port d8e4df95-96f2-4520-b800-2774fb9aadf1 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:37:48.189605 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-f8db120b-6f2d-490b-bc6c-15f1a9427886 None None] Attempting to bind port d8e4df95-96f2-4520-b800-2774fb9aadf1 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'f8cba4da-63ad-4ae1-b242-413d6238c2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '1f4c5d74-5a1a-4296-836a-a363ba6eac83'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:37:48.190140 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8db120b-6f2d-490b-bc6c-15f1a9427886 None None] Attempting to bind port d8e4df95-96f2-4520-b800-2774fb9aadf1 on network 1f4c5d74-5a1a-4296-836a-a363ba6eac83 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:37:48.197230 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8db120b-6f2d-490b-bc6c-15f1a9427886 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:37:48.197603 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8db120b-6f2d-490b-bc6c-15f1a9427886 None None] Checking segment: {'id': 'f8cba4da-63ad-4ae1-b242-413d6238c2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '1f4c5d74-5a1a-4296-836a-a363ba6eac83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:37:48.197831 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f8db120b-6f2d-490b-bc6c-15f1a9427886 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:48.198172 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8db120b-6f2d-490b-bc6c-15f1a9427886 None None] Bound using segment: {'id': 'f8cba4da-63ad-4ae1-b242-413d6238c2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '1f4c5d74-5a1a-4296-836a-a363ba6eac83'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:37:48.198657 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-f8db120b-6f2d-490b-bc6c-15f1a9427886 None None] Bound port: d8e4df95-96f2-4520-b800-2774fb9aadf1, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8cba4da-63ad-4ae1-b242-413d6238c2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '1f4c5d74-5a1a-4296-836a-a363ba6eac83'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:37:48.199073 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f8db120b-6f2d-490b-bc6c-15f1a9427886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:48.204291 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8507a747-12f2-4c4f-97dd-6a5c32af38bf req-af6b0739-d317-4fdd-a23d-b47e520098cd tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.1239371 Oct 20 11:37:48.230016 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-89e7a0d0-dbbb-4a91-8869-2b4c327e4fe4 req-0e9f07bb-bc14-4c07-87ed-ecd4ff3ed746 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.1396830 Oct 20 11:37:48.309052 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-38d0bee0-bea2-4155-b626-0e848c4676ea tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:48.360488 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-28c7e167-89c6-4fa5-9a96-7feadb9fb6e3 None None] Could not find standard attr ID for object d9ced33b-ef33-4ae3-8c70-3ac9b34d5b53. {{(pid=100648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:37:48.387252 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1a6ebebd-d84e-4f19-8a0a-a6a8b9d0a1d5 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:48.426807 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d0bee0-bea2-4155-b626-0e848c4676ea tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Checking segment: {'id': '96943219-a2ae-413d-add8-ef7f21bdf8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'aa3442a4-4120-4195-8d1b-6a908c4380e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:37:48.427209 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d0bee0-bea2-4155-b626-0e848c4676ea tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Network hostable DHCP agents. Network: aa3442a4-4120-4195-8d1b-6a908c4380e8, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:37:48.444691 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-f8db120b-6f2d-490b-bc6c-15f1a9427886 None None] For port d8e4df95-96f2-4520-b800-2774fb9aadf1, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:37:48.448468 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-f8db120b-6f2d-490b-bc6c-15f1a9427886 None None] For port d8e4df95-96f2-4520-b800-2774fb9aadf1, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=d8e4df95-96f2-4520-b800-2774fb9aadf1,segment=NetworkSegment(f8cba4da-63ad-4ae1-b242-413d6238c2fa),segment_id=f8cba4da-63ad-4ae1-b242-413d6238c2fa)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:37:48.451876 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-6de17086-0abf-4636-a5c6-50a4106e9687 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] DELETE failed (client error): The resource could not be found. Oct 20 11:37:48.452708 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6de17086-0abf-4636-a5c6-50a4106e9687 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:48.455559 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f8db120b-6f2d-490b-bc6c-15f1a9427886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:48.458770 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-6de17086-0abf-4636-a5c6-50a4106e9687 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/ports/973aa210-9f96-47c6-97bc-da717b50e82c HTTP/1.1" status: 404 len: 333 time: 0.3555052 Oct 20 11:37:48.460923 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41662) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:48.488441 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d0bee0-bea2-4155-b626-0e848c4676ea tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Network aa3442a4-4120-4195-8d1b-6a908c4380e8 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:37:48.499595 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-7700d5f9-bf8c-441f-b056-ddf901121abd tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] DELETE failed (client error): The resource could not be found. Oct 20 11:37:48.500109 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7700d5f9-bf8c-441f-b056-ddf901121abd tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:48.503335 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-7700d5f9-bf8c-441f-b056-ddf901121abd tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/000bea1e-d3ff-4478-b7e3-df02b5893def HTTP/1.1" status: 404 len: 337 time: 0.0403488 Oct 20 11:37:48.503951 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d0bee0-bea2-4155-b626-0e848c4676ea tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Pushing event updated for resources: {'Subnet': ['ID=cfbc4055-9e36-4123-aec9-9879ca90fa67,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:48.508043 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41664) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:48.517805 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-38d0bee0-bea2-4155-b626-0e848c4676ea tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, aa3442a4-4120-4195-8d1b-6a908c4380e8) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:48.527888 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d0bee0-bea2-4155-b626-0e848c4676ea tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:48.528902 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-38d0bee0-bea2-4155-b626-0e848c4676ea tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:48.534907 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8db120b-6f2d-490b-bc6c-15f1a9427886 None None] Pushing event updated for resources: {'Port': ['ID=d8e4df95-96f2-4520-b800-2774fb9aadf1,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:48.538290 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39295168-7d65-4720-b833-f2958e0f87ff None None] Network aa3442a4-4120-4195-8d1b-6a908c4380e8 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:48.568997 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-87492299-4f36-43a5-abcf-887d86254c79 req-474031e5-5190-4b73-bfea-06229ef4dbc1 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.1028666 Oct 20 11:37:48.569577 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-38d0bee0-bea2-4155-b626-0e848c4676ea tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7023273 Oct 20 11:37:48.592548 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1a6ebebd-d84e-4f19-8a0a-a6a8b9d0a1d5 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:48.617098 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d317773-ac70-4086-9202-6716d45ac9bc tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] DELETE failed (client error): The resource could not be found. Oct 20 11:37:48.617881 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d317773-ac70-4086-9202-6716d45ac9bc tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:48.621061 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-6d317773-ac70-4086-9202-6716d45ac9bc tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/ports/6e7c8c51-9d88-4fd5-bc70-1d167dede4dd HTTP/1.1" status: 404 len: 333 time: 0.1113696 Oct 20 11:37:48.623761 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41668) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:48.634841 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ebebd-d84e-4f19-8a0a-a6a8b9d0a1d5 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event deleted for resources: {'Subnet': ['ID=2320aa24-525c-4595-8dd5-8789a36a3a08,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:48.651868 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1a6ebebd-d84e-4f19-8a0a-a6a8b9d0a1d5 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:48.658200 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-1a6ebebd-d84e-4f19-8a0a-a6a8b9d0a1d5 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "DELETE /v2.0/subnets/2320aa24-525c-4595-8dd5-8789a36a3a08 HTTP/1.1" status: 204 len: 168 time: 0.8310778 Oct 20 11:37:48.658923 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41670) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:48.672247 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc91124-fe69-4e0a-b911-2f00a52238e2 None None] Network c722548c-6b53-4a99-8a75-2efa93a2ed9d requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:48.693025 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-128efff2-86a2-4750-9d92-50eef76ed300 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] DELETE failed (client error): The resource could not be found. Oct 20 11:37:48.693492 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-128efff2-86a2-4750-9d92-50eef76ed300 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:48.702566 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-128efff2-86a2-4750-9d92-50eef76ed300 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/6af32665-c96e-4b18-bfc7-adde1c259cda HTTP/1.1" status: 404 len: 337 time: 0.0772274 Oct 20 11:37:48.707453 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41672) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:48.739978 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-55665552-fdb3-4e10-9653-020f8b327ff1 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] DELETE failed (client error): The resource could not be found. Oct 20 11:37:48.740803 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55665552-fdb3-4e10-9653-020f8b327ff1 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:48.744242 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-55665552-fdb3-4e10-9653-020f8b327ff1 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/ports/86e1c2e2-4b29-4b5b-a69e-75f3b41f727e HTTP/1.1" status: 404 len: 333 time: 0.0356565 Oct 20 11:37:48.748392 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41674) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:48.767431 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-7195169d-48a9-426c-8d91-584299e29b07 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Deleting subnet 827ffbb4-14cc-4479-ae9d-d254432bb0d6 {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:37:48.781411 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7195169d-48a9-426c-8d91-584299e29b07 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:48.788575 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-9587ab82-a7d7-4ea5-ad96-1a7dd517378b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] DELETE failed (client error): The resource could not be found. Oct 20 11:37:48.789130 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9587ab82-a7d7-4ea5-ad96-1a7dd517378b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:37:48.795226 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-9587ab82-a7d7-4ea5-ad96-1a7dd517378b tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/subnets/a68d97f2-c8b4-4b76-89f2-7fcbf11e127c HTTP/1.1" status: 404 len: 337 time: 0.0434947 Oct 20 11:37:48.796891 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41678) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:48.860355 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7195169d-48a9-426c-8d91-584299e29b07 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:48.920771 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-52252be8-c544-4a5e-8f86-09d162ccf859 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:49.070021 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-52252be8-c544-4a5e-8f86-09d162ccf859 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:49.093680 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90897632-0c4c-40c2-942b-0fcfa38c8c99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-aa3442a4-4120-4195-8d1b-6a908c4380e8', 'network_id': 'aa3442a4-4120-4195-8d1b-6a908c4380e8', 'tenant_id': 'f18dacb1b28d497197fcf505b71b2a85', 'fixed_ips': [{'subnet_id': 'cfbc4055-9e36-4123-aec9-9879ca90fa67'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:37:49.094572 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-90897632-0c4c-40c2-942b-0fcfa38c8c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:49.097200 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-52252be8-c544-4a5e-8f86-09d162ccf859 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87010bec-6736-4922-a33b-92334c200b3b']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:49.108473 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-52252be8-c544-4a5e-8f86-09d162ccf859 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:49.108851 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-52252be8-c544-4a5e-8f86-09d162ccf859 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b3d060e-4ee2-42f9-881a-3c9d9d2d55e8') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:49.132838 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-52252be8-c544-4a5e-8f86-09d162ccf859 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:49.153141 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-52252be8-c544-4a5e-8f86-09d162ccf859 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:49.164842 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7195169d-48a9-426c-8d91-584299e29b07 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:49.166861 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52252be8-c544-4a5e-8f86-09d162ccf859 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Releasing vlan 1296 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:37:49.167277 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-52252be8-c544-4a5e-8f86-09d162ccf859 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:49.199201 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-d52773e3-4928-4465-b201-3f6547cb477c tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:49.205568 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-d52773e3-4928-4465-b201-3f6547cb477c tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:49.207257 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-d52773e3-4928-4465-b201-3f6547cb477c tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/networks?id=1f4c5d74-5a1a-4296-836a-a363ba6eac83&id=aa3442a4-4120-4195-8d1b-6a908c4380e8 HTTP/1.1" status: 200 len: 1391 time: 0.3076165 Oct 20 11:37:49.237649 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-e9010930-9cc8-4490-baa4-e79bf586a3f3 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/quotas/f18dacb1b28d497197fcf505b71b2a85 HTTP/1.1" status: 200 len: 375 time: 0.0172508 Oct 20 11:37:49.325359 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7195169d-48a9-426c-8d91-584299e29b07 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:49.340503 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b261776f-8d86-41c4-b1ab-6888cb548ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:49.367538 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-98a80d7f-1d37-432c-a620-1df493209bc1 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=f18dacb1b28d497197fcf505b71b2a85&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1219804 Oct 20 11:37:49.406899 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fa2c468b-0f99-490b-8fd3-32dfaf160691 req-d235606a-ce4f-47b4-af10-3632a424c4e7 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.0767593 Oct 20 11:37:49.411263 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-90897632-0c4c-40c2-942b-0fcfa38c8c99 None None] Allocated IP 19.86.0.2 (aa3442a4-4120-4195-8d1b-6a908c4380e8/cfbc4055-9e36-4123-aec9-9879ca90fa67/7f77fd32-74a4-4a49-90d0-4d606765b9d5) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:49.433735 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7195169d-48a9-426c-8d91-584299e29b07 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event deleted for resources: {'Subnet': ['ID=827ffbb4-14cc-4479-ae9d-d254432bb0d6,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:49.443500 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7195169d-48a9-426c-8d91-584299e29b07 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:49.453055 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-7195169d-48a9-426c-8d91-584299e29b07 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "DELETE /v2.0/subnets/827ffbb4-14cc-4479-ae9d-d254432bb0d6 HTTP/1.1" status: 204 len: 168 time: 0.7923491 Oct 20 11:37:49.459615 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41698) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:49.707968 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2eaf092c-074c-482e-9902-d18be579385f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:49.741338 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7116dd96-a4df-4a02-a887-a6b7c2d5e1b5 req-418643fb-8776-4eff-86df-8b1c837790e9 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0613391 Oct 20 11:37:49.825877 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device d8e4df95-96f2-4520-b800-2774fb9aadf1 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:37:49.872082 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:37:49.872082 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:37:49.872082 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:37:49.872082 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:37:49.872082 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:37:49.872082 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:37:49.872082 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:37:49.872082 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:37:49.872082 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:37:49.872082 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:37:49.872082 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:37:49.872082 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:37:49.872082 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:37:49.872082 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:37:49.872082 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:37:49.872082 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:37:49.872082 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:37:49.872082 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:37:49.872082 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:37:49.872082 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:37:49.872082 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:37:49.872082 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:37:49.872082 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:37:49.872082 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:37:49.872082 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:37:49.872082 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:37:49.872082 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:37:49.872082 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:37:49.872082 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:37:49.872082 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:37:49.872082 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:37:49.872082 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:37:49.888526 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-52252be8-c544-4a5e-8f86-09d162ccf859 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:49.897264 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-52252be8-c544-4a5e-8f86-09d162ccf859 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:49.913116 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-b5b4d45f-7d64-4fe1-852f-72e625924d5b service neutron] 10.222.0.98 "GET /v2.0/networks/1f4c5d74-5a1a-4296-836a-a363ba6eac83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5037420 Oct 20 11:37:49.919582 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-52252be8-c544-4a5e-8f86-09d162ccf859 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] 10.222.0.98 "DELETE /v2.0/networks/87010bec-6736-4922-a33b-92334c200b3b HTTP/1.1" status: 204 len: 168 time: 1.1073332 Oct 20 11:37:49.952031 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52252be8-c544-4a5e-8f86-09d162ccf859 tempest-NetworksTestDHCPv6-834861813 tempest-NetworksTestDHCPv6-834861813-project] Pushing event deleted for resources: {'Network': ['ID=87010bec-6736-4922-a33b-92334c200b3b,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:49.990736 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f322cb0e-82a1-4dcd-8f9d-addb1ed1a47f None None] Update dhcp port {'port': {'network_id': 'c722548c-6b53-4a99-8a75-2efa93a2ed9d', 'fixed_ips': [{'subnet_id': '827ffbb4-14cc-4479-ae9d-d254432bb0d6'}], 'binding:host_id': 'n-d-814735-3'}, 'id': '5132826d-48b6-46f7-8408-085a62ecdce3'} from n-d-814735-3. {{(pid=100648) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 11:37:50.062772 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f322cb0e-82a1-4dcd-8f9d-addb1ed1a47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:50.115519 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-90897632-0c4c-40c2-942b-0fcfa38c8c99 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:50.139091 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e4abf203-dab1-4626-8be0-313a8e7eba77 req-bd62f1b7-5997-44e5-9fee-75f6ac4c335e tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.1283624 Oct 20 11:37:50.164277 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-2eaf092c-074c-482e-9902-d18be579385f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Deleting port 5132826d-48b6-46f7-8408-085a62ecdce3 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:37:50.164493 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2eaf092c-074c-482e-9902-d18be579385f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:50.210487 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-90897632-0c4c-40c2-942b-0fcfa38c8c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:50.284367 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-2eaf092c-074c-482e-9902-d18be579385f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] For port 5132826d-48b6-46f7-8408-085a62ecdce3, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=5132826d-48b6-46f7-8408-085a62ecdce3,segment=NetworkSegment(1aa76ea3-c5f7-43a7-b140-4170546cb136),segment_id=1aa76ea3-c5f7-43a7-b140-4170546cb136)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:50.285096 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2eaf092c-074c-482e-9902-d18be579385f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:50.292614 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port d8e4df95-96f2-4520-b800-2774fb9aadf1 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:50.293394 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:50.310718 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-2eaf092c-074c-482e-9902-d18be579385f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Calling delete_port for 5132826d-48b6-46f7-8408-085a62ecdce3 owned by network:dhcp {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:37:50.377386 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90897632-0c4c-40c2-942b-0fcfa38c8c99 None None] Network aa3442a4-4120-4195-8d1b-6a908c4380e8 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:50.381844 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b7b24a-05aa-4d68-8a50-e837b4eddeed None None] Network 1f4c5d74-5a1a-4296-836a-a363ba6eac83 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:50.408080 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-90897632-0c4c-40c2-942b-0fcfa38c8c99 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:50.425440 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90897632-0c4c-40c2-942b-0fcfa38c8c99 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:50.474448 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-451edac6-7277-4e7c-99fb-10496ecd1af1 None None] Provisioning complete for port d8e4df95-96f2-4520-b800-2774fb9aadf1 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:50.474681 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-451edac6-7277-4e7c-99fb-10496ecd1af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:50.519181 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41708) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:50.523255 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-74003db4-0e75-4f16-bb37-071bb96f6dd1 service neutron] 10.222.0.98 "GET /v2.0/networks/1f4c5d74-5a1a-4296-836a-a363ba6eac83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6072030 Oct 20 11:37:50.525844 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2eaf092c-074c-482e-9902-d18be579385f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:50.527680 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90897632-0c4c-40c2-942b-0fcfa38c8c99 None None] Pushing event updated for resources: {'Port': ['ID=7f77fd32-74a4-4a49-90d0-4d606765b9d5,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:50.612480 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eaf092c-074c-482e-9902-d18be579385f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] No DVR routers for this DVR port 5132826d-48b6-46f7-8408-085a62ecdce3 on host n-d-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:37:50.619676 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:50.635566 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda174d1-8b63-4a84-9e36-ddf2c67bc452 None None] Network c722548c-6b53-4a99-8a75-2efa93a2ed9d requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:50.725624 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port d8e4df95-96f2-4520-b800-2774fb9aadf1, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=d8e4df95-96f2-4520-b800-2774fb9aadf1,segment=NetworkSegment(f8cba4da-63ad-4ae1-b242-413d6238c2fa),segment_id=f8cba4da-63ad-4ae1-b242-413d6238c2fa)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:50.774387 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-90897632-0c4c-40c2-942b-0fcfa38c8c99 None None] Attempting to bind port 7f77fd32-74a4-4a49-90d0-4d606765b9d5 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:37:50.774755 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-90897632-0c4c-40c2-942b-0fcfa38c8c99 None None] Attempting to bind port 7f77fd32-74a4-4a49-90d0-4d606765b9d5 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '96943219-a2ae-413d-add8-ef7f21bdf8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'aa3442a4-4120-4195-8d1b-6a908c4380e8'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:37:50.775137 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90897632-0c4c-40c2-942b-0fcfa38c8c99 None None] Attempting to bind port 7f77fd32-74a4-4a49-90d0-4d606765b9d5 on network aa3442a4-4120-4195-8d1b-6a908c4380e8 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:37:50.777247 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:50.818515 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaf092c-074c-482e-9902-d18be579385f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event deleted for resources: {'Port': ['ID=5132826d-48b6-46f7-8408-085a62ecdce3,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:50.834613 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-a9dbda70-6dd2-435e-ba8e-9b2171f5d3fb service neutron] 10.222.0.98 "GET /v2.0/networks/aa3442a4-4120-4195-8d1b-6a908c4380e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883017 Oct 20 11:37:50.888371 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a346f9aa-772e-489b-8bac-7b3c83785543 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f2f2c5c0f7894903b0c7a7e30f527cc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3679137 Oct 20 11:37:50.892626 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=d8e4df95-96f2-4520-b800-2774fb9aadf1,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:50.894307 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41722) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:50.899862 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90897632-0c4c-40c2-942b-0fcfa38c8c99 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:37:50.900232 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90897632-0c4c-40c2-942b-0fcfa38c8c99 None None] Checking segment: {'id': '96943219-a2ae-413d-add8-ef7f21bdf8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'aa3442a4-4120-4195-8d1b-6a908c4380e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:37:50.900628 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-90897632-0c4c-40c2-942b-0fcfa38c8c99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:50.901011 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90897632-0c4c-40c2-942b-0fcfa38c8c99 None None] Bound using segment: {'id': '96943219-a2ae-413d-add8-ef7f21bdf8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'aa3442a4-4120-4195-8d1b-6a908c4380e8'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:37:50.901480 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-90897632-0c4c-40c2-942b-0fcfa38c8c99 None None] Bound port: 7f77fd32-74a4-4a49-90d0-4d606765b9d5, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96943219-a2ae-413d-add8-ef7f21bdf8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'aa3442a4-4120-4195-8d1b-6a908c4380e8'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:37:50.901684 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c0d57052-c516-44f5-9b92-66c06a81a993 req-d9ae0127-9fab-4aaa-89f1-36742b5ab0e7 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.3558805 Oct 20 11:37:50.901872 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-90897632-0c4c-40c2-942b-0fcfa38c8c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:51.113126 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cfbffa6a-5cae-499f-b832-7a5f967042f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:51.154225 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-90897632-0c4c-40c2-942b-0fcfa38c8c99 None None] For port 7f77fd32-74a4-4a49-90d0-4d606765b9d5, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:37:51.163762 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-90897632-0c4c-40c2-942b-0fcfa38c8c99 None None] For port 7f77fd32-74a4-4a49-90d0-4d606765b9d5, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=7f77fd32-74a4-4a49-90d0-4d606765b9d5,segment=NetworkSegment(96943219-a2ae-413d-add8-ef7f21bdf8b3),segment_id=96943219-a2ae-413d-add8-ef7f21bdf8b3)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:37:51.169536 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cfbffa6a-5cae-499f-b832-7a5f967042f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:51.188101 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-1c5b6871-6d7f-45cf-8d78-50b1da025f70 service neutron] 10.222.0.98 "GET /v2.0/networks/aa3442a4-4120-4195-8d1b-6a908c4380e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156259 Oct 20 11:37:51.191325 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2eaf092c-074c-482e-9902-d18be579385f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:51.200214 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54157bcb-5408-4744-8345-71ac800e9cb6 None None] DHCP port deletion for c722548c-6b53-4a99-8a75-2efa93a2ed9d request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:37:51.218193 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-90897632-0c4c-40c2-942b-0fcfa38c8c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:51.253551 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7aa66652-8c23-44b4-9c02-8e87b7b59ba8 req-e5fdf639-4928-421b-9fab-ea980ae9858d tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.2254770 Oct 20 11:37:51.306343 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cfbffa6a-5cae-499f-b832-7a5f967042f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:51.309519 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cfbffa6a-5cae-499f-b832-7a5f967042f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:51.319225 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-cfbffa6a-5cae-499f-b832-7a5f967042f0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/856dbcd4-6440-48d7-ba95-e07d6b7c2876 HTTP/1.1" status: 204 len: 168 time: 0.4065855 Oct 20 11:37:51.319429 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-2eaf092c-074c-482e-9902-d18be579385f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c722548c-6b53-4a99-8a75-2efa93a2ed9d']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:51.324998 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbffa6a-5cae-499f-b832-7a5f967042f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856dbcd4-6440-48d7-ba95-e07d6b7c2876,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:51.351644 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-2eaf092c-074c-482e-9902-d18be579385f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aa76ea3-c5f7-43a7-b140-4170546cb136') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:51.351971 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-2eaf092c-074c-482e-9902-d18be579385f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aa76ea3-c5f7-43a7-b140-4170546cb136') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:51.367113 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-8257665b-e491-4707-aa75-76e2794e58c4 None None] Could not find standard attr ID for object 5132826d-48b6-46f7-8408-085a62ecdce3. {{(pid=100648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:37:51.380902 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2eaf092c-074c-482e-9902-d18be579385f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:51.413151 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2eaf092c-074c-482e-9902-d18be579385f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:51.431875 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eaf092c-074c-482e-9902-d18be579385f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Releasing vlan 1259 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:37:51.436651 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2eaf092c-074c-482e-9902-d18be579385f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:51.450016 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:37:51.450016 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:37:51.450016 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:37:51.450016 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:37:51.450016 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:37:51.450016 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:37:51.450016 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:37:51.450016 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:37:51.450016 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:37:51.450016 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:37:51.450016 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:37:51.450016 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:37:51.450016 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:37:51.450016 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:37:51.450016 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:37:51.450016 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:37:51.450016 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:37:51.450016 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:37:51.450016 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:37:51.450016 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:37:51.450016 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:37:51.450016 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:37:51.450016 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:37:51.450016 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:37:51.450016 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:37:51.450016 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:37:51.450016 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:37:51.450016 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:37:51.450016 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:37:51.450016 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:37:51.450016 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:37:51.450016 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:37:51.547289 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90897632-0c4c-40c2-942b-0fcfa38c8c99 None None] Pushing event updated for resources: {'Port': ['ID=7f77fd32-74a4-4a49-90d0-4d606765b9d5,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:51.723285 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device d8e4df95-96f2-4520-b800-2774fb9aadf1 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:37:51.892914 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-9d7bbccc-0a93-49b2-8a06-475af54e861f None None] Provisioning complete for port d8e4df95-96f2-4520-b800-2774fb9aadf1 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:51.893355 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9d7bbccc-0a93-49b2-8a06-475af54e861f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:51.919167 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98ef326d-1b71-4349-ac23-27862d8473f6 req-2032f9bf-70be-4ac6-a4ef-20119fefea0b tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.3229775 Oct 20 11:37:51.992683 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c0d351e5-af57-4b0d-9bbf-1f6f68982594 req-4839ce97-baeb-4b17-b0cb-5dc03bf98f6d tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/ports?device_id=a18b4967-6a3c-4a50-b3de-31ac1039f970 HTTP/1.1" status: 200 len: 210 time: 0.1051831 Oct 20 11:37:52.012294 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2eaf092c-074c-482e-9902-d18be579385f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:52.042869 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2eaf092c-074c-482e-9902-d18be579385f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:52.048925 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2eaf092c-074c-482e-9902-d18be579385f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "DELETE /v2.0/networks/c722548c-6b53-4a99-8a75-2efa93a2ed9d HTTP/1.1" status: 204 len: 168 time: 2.5853245 Oct 20 11:37:52.052788 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41760) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:52.097350 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaf092c-074c-482e-9902-d18be579385f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event deleted for resources: {'Network': ['ID=c722548c-6b53-4a99-8a75-2efa93a2ed9d,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:52.107288 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port d8e4df95-96f2-4520-b800-2774fb9aadf1 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:52.108625 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:52.218650 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126dd541-e169-46d2-bafa-6d0ec53da573 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:52.220965 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-126dd541-e169-46d2-bafa-6d0ec53da573 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1670372 Oct 20 11:37:52.221714 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9c5ee292-d529-4140-b086-7370685a993f req-dae3e654-54f8-43a1-b487-0fafec6f470a tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.0748997 Oct 20 11:37:52.227660 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41770) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:52.238505 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f6d54326-4ec6-424e-8c8b-24e040d2f9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:52.335873 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c15ef956-646c-4147-a451-52fe24615e33 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1055229 Oct 20 11:37:52.339872 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41776) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:52.348377 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-4c8a9dd0-4f90-4d8d-93ed-738bbaed4954 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-316935929'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:52.401756 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8a9dd0-4f90-4d8d-93ed-738bbaed4954 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Made reservation on behalf of 94e5347f86fe43de8b27d18b03cb5e6b for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:52.409349 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4c8a9dd0-4f90-4d8d-93ed-738bbaed4954 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:52.478381 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-446777a4-38c0-45b8-a247-7e0b91f0c0f8 req-228ad122-6019-4ca3-a565-59c01d542635 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0634704 Oct 20 11:37:52.500265 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c8a9dd0-4f90-4d8d-93ed-738bbaed4954 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] vlan segment allocate from pool success with {'vlan_id': 1287, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:37:52.517401 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 5132826d-48b6-46f7-8408-085a62ecdce3 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:37:52.543066 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4c8a9dd0-4f90-4d8d-93ed-738bbaed4954 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:52.543417 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-4c8a9dd0-4f90-4d8d-93ed-738bbaed4954 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Added segment c40d1dda-1811-4c8b-8217-26b6852aef56 of type vlan for network 485cca22-cb47-4c15-be17-7923e5444b7f Oct 20 11:37:52.573216 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 5132826d-48b6-46f7-8408-085a62ecdce3 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:37:52.573703 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 5132826d-48b6-46f7-8408-085a62ecdce3 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:37:52.693176 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4c8a9dd0-4f90-4d8d-93ed-738bbaed4954 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:52.744311 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4c8a9dd0-4f90-4d8d-93ed-738bbaed4954 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:52.757163 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8a9dd0-4f90-4d8d-93ed-738bbaed4954 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:52.758123 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4c8a9dd0-4f90-4d8d-93ed-738bbaed4954 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:52.793655 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4c8a9dd0-4f90-4d8d-93ed-738bbaed4954 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4500005 Oct 20 11:37:52.794043 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41782) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:52.800854 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-81a1d144-9d8f-489d-872a-041662864bba tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Request body: {'subnet': {'network_id': '485cca22-cb47-4c15-be17-7923e5444b7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:52.946059 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8a9dd0-4f90-4d8d-93ed-738bbaed4954 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event updated for resources: {'Network': ['ID=485cca22-cb47-4c15-be17-7923e5444b7f,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:52.959263 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b77e5fab-8245-4375-8101-2b23590306da req-dc9f53d5-8f6b-4894-b4eb-0af1f2689f3c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cc2a7568-a0b5-453f-9439-31621926cf91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0556834 Oct 20 11:37:52.961728 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 485cca22-cb47-4c15-be17-7923e5444b7f details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:37:52.968307 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a1d144-9d8f-489d-872a-041662864bba tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Made reservation on behalf of 94e5347f86fe43de8b27d18b03cb5e6b for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:52.975169 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-81a1d144-9d8f-489d-872a-041662864bba tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:53.210102 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-694f1103-029f-402d-919f-d40b5d28fc3f req-c555fc60-3dfc-45ee-9de5-40101685d9eb tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0924714 Oct 20 11:37:53.251209 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7f255b-99fb-4697-9ddf-2cecccafc7c3 None None] Network aa3442a4-4120-4195-8d1b-6a908c4380e8 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:53.285623 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4af7cfe6-ba95-4acd-b6c4-1a2fd416e545 req-c55dab55-f949-4c67-ba09-970d971872d4 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/ports?device_id=a18b4967-6a3c-4a50-b3de-31ac1039f970 HTTP/1.1" status: 200 len: 210 time: 0.0696566 Oct 20 11:37:53.291002 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e5fab-8245-4375-8101-2b23590306da req-80be4cc4-e915-4daf-9603-7303e30840cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:53.292554 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b77e5fab-8245-4375-8101-2b23590306da req-80be4cc4-e915-4daf-9603-7303e30840cc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5fc99acf92746f0b6c75e7601cdfadb&device_id=cc2a7568-a0b5-453f-9439-31621926cf91 HTTP/1.1" status: 200 len: 1096 time: 0.2744222 Oct 20 11:37:53.367436 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41800) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:53.400473 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:53.428741 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:53.448335 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-f20e9d66-ae4f-4897-b639-0e51e849e769 None None] Provisioning complete for port 7f77fd32-74a4-4a49-90d0-4d606765b9d5 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:53.448754 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f20e9d66-ae4f-4897-b639-0e51e849e769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:53.478628 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-136f795b-c576-4754-9401-6d1987aec79a req-c276a0a0-38f8-4577-bc56-105cd69dd807 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.1124918 Oct 20 11:37:53.603175 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-c3091520-f84d-48b8-b3ed-a33a17d7cf45 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Request body: {'networks': [{'name': 'tempest-network--1325942735'}, {'name': 'tempest-network--2042882694'}]} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:53.603535 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-c3091520-f84d-48b8-b3ed-a33a17d7cf45 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Request body: {'network': {'name': 'tempest-network--1325942735'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:53.604014 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-c3091520-f84d-48b8-b3ed-a33a17d7cf45 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Request body: {'network': {'name': 'tempest-network--2042882694'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:53.675487 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be954d04-cc9b-43f3-a1f2-be4c5b69738d req-1b406aca-ff0a-4ba3-a7da-5f2ade4b7a70 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:53.679086 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e5fab-8245-4375-8101-2b23590306da req-ee7a07e2-8973-45b5-b4c8-04f98bba036b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:53.683424 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-be954d04-cc9b-43f3-a1f2-be4c5b69738d req-1b406aca-ff0a-4ba3-a7da-5f2ade4b7a70 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.89 "GET /v2.0/networks?id=e9eabc1b-d262-4e05-bd88-78509e982c52 HTTP/1.1" status: 200 len: 815 time: 0.5141075 Oct 20 11:37:53.693574 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b77e5fab-8245-4375-8101-2b23590306da req-ee7a07e2-8973-45b5-b4c8-04f98bba036b service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ac8a1a7-834d-4283-be36-675cd4e77db7 HTTP/1.1" status: 200 len: 912 time: 0.3785288 Oct 20 11:37:53.695662 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-be954d04-cc9b-43f3-a1f2-be4c5b69738d req-19b595cd-d003-4902-9107-5f94f123ad1d tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Request body: {'port': {'device_id': 'bf2eefaa-45fd-4605-93dc-014cb6f7208f', 'network_id': 'e9eabc1b-d262-4e05-bd88-78509e982c52', 'admin_state_up': True, 'tenant_id': '810c12d9be834010aa3992ef80ba64c6'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:53.741923 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 7f77fd32-74a4-4a49-90d0-4d606765b9d5 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:37:53.747225 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-81a1d144-9d8f-489d-872a-041662864bba tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:53.798395 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f20e9d66-ae4f-4897-b639-0e51e849e769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:53.840419 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7dd47ebc-05a5-4d17-96be-ee869504ce61 req-c8be4f83-e6ae-4d86-9782-6c855dacb60d tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.2524176 Oct 20 11:37:53.856074 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-f20e9d66-ae4f-4897-b639-0e51e849e769 None None] For port 7f77fd32-74a4-4a49-90d0-4d606765b9d5, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=7f77fd32-74a4-4a49-90d0-4d606765b9d5,segment=NetworkSegment(96943219-a2ae-413d-add8-ef7f21bdf8b3),segment_id=96943219-a2ae-413d-add8-ef7f21bdf8b3)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:53.872062 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a1d144-9d8f-489d-872a-041662864bba tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event updated for resources: {'Subnet': ['ID=94854e85-672c-40c5-b154-547e5217bc12,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:53.873925 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f20e9d66-ae4f-4897-b639-0e51e849e769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:54.002299 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20e9d66-ae4f-4897-b639-0e51e849e769 None None] Pushing event updated for resources: {'Port': ['ID=7f77fd32-74a4-4a49-90d0-4d606765b9d5,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:54.015007 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 7f77fd32-74a4-4a49-90d0-4d606765b9d5 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:54.015554 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:54.089918 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a1d144-9d8f-489d-872a-041662864bba tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Checking segment: {'id': 'c40d1dda-1811-4c8b-8217-26b6852aef56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '485cca22-cb47-4c15-be17-7923e5444b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:37:54.090276 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a1d144-9d8f-489d-872a-041662864bba tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Network hostable DHCP agents. Network: 485cca22-cb47-4c15-be17-7923e5444b7f, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:37:54.136220 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-74c4e429-d58d-4c25-8481-8b810bfaead2 None None] Provisioning complete for port 7f77fd32-74a4-4a49-90d0-4d606765b9d5 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:54.136544 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-74c4e429-d58d-4c25-8481-8b810bfaead2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:54.140973 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a1d144-9d8f-489d-872a-041662864bba tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Network 485cca22-cb47-4c15-be17-7923e5444b7f is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:37:54.156673 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-81a1d144-9d8f-489d-872a-041662864bba tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 485cca22-cb47-4c15-be17-7923e5444b7f) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:54.172858 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a1d144-9d8f-489d-872a-041662864bba tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:54.174480 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-81a1d144-9d8f-489d-872a-041662864bba tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:54.175240 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d4ea48-8f26-4628-aa54-9e88e1d07408 None None] Network 485cca22-cb47-4c15-be17-7923e5444b7f requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:54.349905 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be954d04-cc9b-43f3-a1f2-be4c5b69738d req-19b595cd-d003-4902-9107-5f94f123ad1d tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Made reservation on behalf of 810c12d9be834010aa3992ef80ba64c6 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:54.353481 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-be954d04-cc9b-43f3-a1f2-be4c5b69738d req-19b595cd-d003-4902-9107-5f94f123ad1d tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:54.411423 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-81a1d144-9d8f-489d-872a-041662864bba tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6158080 Oct 20 11:37:54.413116 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b77e5fab-8245-4375-8101-2b23590306da req-f3b5ad5a-db13-4d61-b05c-049214209335 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00f1187d-224c-4016-b677-4394cff176bd HTTP/1.1" status: 200 len: 1000 time: 0.7120984 Oct 20 11:37:54.413628 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41814) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:54.419660 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075e79b-5c8f-4f50-8bd4-f0a3bce85abf req-f84404cf-3c41-4995-adc1-4f2ffce8aa5d tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:54.419839 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-770c64bf-d83f-44b9-b6d9-5f6b00a11d49 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Request body: {'port': {'network_id': '485cca22-cb47-4c15-be17-7923e5444b7f', 'name': 'tempest-PortsTestJSON-1527285341'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:54.425262 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4075e79b-5c8f-4f50-8bd4-f0a3bce85abf req-f84404cf-3c41-4995-adc1-4f2ffce8aa5d tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.89 "GET /v2.0/networks?id=da880dad-b7d7-4b7f-a613-e2c4dcdb28a0 HTTP/1.1" status: 200 len: 814 time: 0.5982807 Oct 20 11:37:54.475828 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3091520-f84d-48b8-b3ed-a33a17d7cf45 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Made reservation on behalf of 5e3c27c35a104e49ad8ac15ebdfeca94 for: {'network': 2} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:54.481194 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c3091520-f84d-48b8-b3ed-a33a17d7cf45 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:54.500326 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5e312de1-607e-4cbe-8ea5-9afa5fdb10d7 req-8d8837c6-01af-4330-ab05-ab9fd8f04d20 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/ports?device_id=a18b4967-6a3c-4a50-b3de-31ac1039f970 HTTP/1.1" status: 200 len: 210 time: 0.0531230 Oct 20 11:37:54.575140 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c3091520-f84d-48b8-b3ed-a33a17d7cf45 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:54.584474 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea60c00d-10d2-43c2-8f23-4b83ca3c7378 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-485cca22-cb47-4c15-be17-7923e5444b7f', 'network_id': '485cca22-cb47-4c15-be17-7923e5444b7f', 'tenant_id': '94e5347f86fe43de8b27d18b03cb5e6b', 'fixed_ips': [{'subnet_id': '94854e85-672c-40c5-b154-547e5217bc12'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:37:54.585386 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ea60c00d-10d2-43c2-8f23-4b83ca3c7378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:54.816195 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c3091520-f84d-48b8-b3ed-a33a17d7cf45 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:54.833332 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4075e79b-5c8f-4f50-8bd4-f0a3bce85abf req-bd6ad093-3e8a-43f3-b620-bd19c59cd64a tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2826f2997a754ee49961aecef40f217a HTTP/1.1" status: 200 len: 380 time: 0.2933857 Oct 20 11:37:54.854446 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-49a88ff3-a90b-4ebe-8231-84e36188a4b8 req-52c7b4cf-cb1f-4127-b60b-14789ccf886b tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.1919506 Oct 20 11:37:54.858876 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-d07c35b3-0366-49b6-b960-e81f52f2f31a tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:54.864765 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-d07c35b3-0366-49b6-b960-e81f52f2f31a tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:54.867206 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fb963f27-73a7-45d4-9748-43239f467772 req-387cb578-c8d8-406d-ad1f-c240b09db10c tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.4396768 Oct 20 11:37:54.878683 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-d07c35b3-0366-49b6-b960-e81f52f2f31a tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.89 "GET /v2.0/networks?id=1f4c5d74-5a1a-4296-836a-a363ba6eac83&id=aa3442a4-4120-4195-8d1b-6a908c4380e8 HTTP/1.1" status: 200 len: 1391 time: 0.4538565 Oct 20 11:37:54.888907 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-6f81aab1-4d7b-455f-8a72-6e4e48200468 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Request body: {'port': {'device_id': 'a18b4967-6a3c-4a50-b3de-31ac1039f970', 'network_id': '1f4c5d74-5a1a-4296-836a-a363ba6eac83', 'admin_state_up': True, 'tenant_id': 'f18dacb1b28d497197fcf505b71b2a85'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:54.904530 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-4075e79b-5c8f-4f50-8bd4-f0a3bce85abf req-21ddc4fa-3f84-4cf7-acac-847bdb481aea tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Request body: {'port': {'device_id': 'f434fb55-eec3-47d0-a6af-eb06ffaae0b4', 'network_id': 'da880dad-b7d7-4b7f-a613-e2c4dcdb28a0', 'admin_state_up': True, 'tenant_id': '2826f2997a754ee49961aecef40f217a', 'security_groups': ['9b3d2f10-3510-4534-bb4e-f0bb5bf298fb']}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:54.910206 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:55.032239 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-ea60c00d-10d2-43c2-8f23-4b83ca3c7378 None None] Allocated IP 172.20.0.2 (485cca22-cb47-4c15-be17-7923e5444b7f/94854e85-672c-40c5-b154-547e5217bc12/d963c52c-733b-48f8-968d-219501cb54ec) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:55.114076 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [req-be954d04-cc9b-43f3-a1f2-be4c5b69738d req-19b595cd-d003-4902-9107-5f94f123ad1d tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Allocated IP 172.20.0.2 (e9eabc1b-d262-4e05-bd88-78509e982c52/7608c98d-784c-4d69-aa65-d567e84ae885/f4c67730-7c55-4209-bd10-b019ba09e2bf) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:55.114334 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c3091520-f84d-48b8-b3ed-a33a17d7cf45 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:55.114818 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c3091520-f84d-48b8-b3ed-a33a17d7cf45 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:55.120422 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770c64bf-d83f-44b9-b6d9-5f6b00a11d49 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Made reservation on behalf of 94e5347f86fe43de8b27d18b03cb5e6b for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:55.125440 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-770c64bf-d83f-44b9-b6d9-5f6b00a11d49 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:55.132647 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7376c5fe-346e-4d36-b614-3b02d492ceda req-437d2453-3b01-472f-9ceb-1cf99e8d6d25 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0580721 Oct 20 11:37:55.167343 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-770c64bf-d83f-44b9-b6d9-5f6b00a11d49 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] device_id is not set on port b5386975-f3b9-41a3-8237-dfdd35310de1 yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:37:55.189173 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3091520-f84d-48b8-b3ed-a33a17d7cf45 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70566513-458a-44ee-959b-cef6bbf9afb4,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:55.192524 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4075e79b-5c8f-4f50-8bd4-f0a3bce85abf req-21ddc4fa-3f84-4cf7-acac-847bdb481aea tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Made reservation on behalf of 2826f2997a754ee49961aecef40f217a for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:55.196214 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4075e79b-5c8f-4f50-8bd4-f0a3bce85abf req-21ddc4fa-3f84-4cf7-acac-847bdb481aea tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:55.232640 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e5fab-8245-4375-8101-2b23590306da req-18e2311f-b5fd-4c86-922a-e1d6b97b1b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:55.234196 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b77e5fab-8245-4375-8101-2b23590306da req-18e2311f-b5fd-4c86-922a-e1d6b97b1b29 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15eac2f5-b810-4d1a-999c-137936c809b4 HTTP/1.1" status: 200 len: 849 time: 0.7986784 Oct 20 11:37:55.238572 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3091520-f84d-48b8-b3ed-a33a17d7cf45 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] vlan segment allocate from pool success with {'vlan_id': 1250, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:37:55.254144 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ea60c00d-10d2-43c2-8f23-4b83ca3c7378 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:55.256521 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-6f81aab1-4d7b-455f-8a72-6e4e48200468 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Made reservation on behalf of f18dacb1b28d497197fcf505b71b2a85 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:55.262035 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-6f81aab1-4d7b-455f-8a72-6e4e48200468 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:55.264511 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ea60c00d-10d2-43c2-8f23-4b83ca3c7378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:55.330904 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea60c00d-10d2-43c2-8f23-4b83ca3c7378 None None] Network 485cca22-cb47-4c15-be17-7923e5444b7f is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:55.334637 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-ea60c00d-10d2-43c2-8f23-4b83ca3c7378 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:55.338704 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea60c00d-10d2-43c2-8f23-4b83ca3c7378 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:55.348610 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea60c00d-10d2-43c2-8f23-4b83ca3c7378 None None] Pushing event updated for resources: {'Port': ['ID=d963c52c-733b-48f8-968d-219501cb54ec,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:55.365194 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c3091520-f84d-48b8-b3ed-a33a17d7cf45 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:55.365536 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-c3091520-f84d-48b8-b3ed-a33a17d7cf45 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Added segment 28b5e92f-cb2c-499f-a31b-f4037869252c of type vlan for network b10349f7-b73f-41bd-949e-83718830c4d0 Oct 20 11:37:55.409126 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c3091520-f84d-48b8-b3ed-a33a17d7cf45 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:55.418253 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-ea60c00d-10d2-43c2-8f23-4b83ca3c7378 None None] Attempting to bind port d963c52c-733b-48f8-968d-219501cb54ec on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:37:55.419065 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-ea60c00d-10d2-43c2-8f23-4b83ca3c7378 None None] Attempting to bind port d963c52c-733b-48f8-968d-219501cb54ec by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'c40d1dda-1811-4c8b-8217-26b6852aef56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '485cca22-cb47-4c15-be17-7923e5444b7f'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:37:55.419608 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea60c00d-10d2-43c2-8f23-4b83ca3c7378 None None] Attempting to bind port d963c52c-733b-48f8-968d-219501cb54ec on network 485cca22-cb47-4c15-be17-7923e5444b7f {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:37:55.425562 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea60c00d-10d2-43c2-8f23-4b83ca3c7378 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:37:55.427194 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea60c00d-10d2-43c2-8f23-4b83ca3c7378 None None] Checking segment: {'id': 'c40d1dda-1811-4c8b-8217-26b6852aef56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '485cca22-cb47-4c15-be17-7923e5444b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:37:55.427779 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ea60c00d-10d2-43c2-8f23-4b83ca3c7378 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:55.428342 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea60c00d-10d2-43c2-8f23-4b83ca3c7378 None None] Bound using segment: {'id': 'c40d1dda-1811-4c8b-8217-26b6852aef56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '485cca22-cb47-4c15-be17-7923e5444b7f'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:37:55.429145 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-ea60c00d-10d2-43c2-8f23-4b83ca3c7378 None None] Bound port: d963c52c-733b-48f8-968d-219501cb54ec, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c40d1dda-1811-4c8b-8217-26b6852aef56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '485cca22-cb47-4c15-be17-7923e5444b7f'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:37:55.429693 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ea60c00d-10d2-43c2-8f23-4b83ca3c7378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:55.440221 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3091520-f84d-48b8-b3ed-a33a17d7cf45 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] vlan segment allocate from pool success with {'vlan_id': 1254, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:37:55.454117 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c3091520-f84d-48b8-b3ed-a33a17d7cf45 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:55.454466 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-c3091520-f84d-48b8-b3ed-a33a17d7cf45 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Added segment 549b8457-e7de-426d-aa11-a2f0f92cecaa of type vlan for network 20680f5e-913f-49cd-8664-9b8dc30f59d7 Oct 20 11:37:55.495815 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c3091520-f84d-48b8-b3ed-a33a17d7cf45 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:55.526210 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-ea60c00d-10d2-43c2-8f23-4b83ca3c7378 None None] For port d963c52c-733b-48f8-968d-219501cb54ec, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:37:55.533156 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-ea60c00d-10d2-43c2-8f23-4b83ca3c7378 None None] For port d963c52c-733b-48f8-968d-219501cb54ec, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=d963c52c-733b-48f8-968d-219501cb54ec,segment=NetworkSegment(c40d1dda-1811-4c8b-8217-26b6852aef56),segment_id=c40d1dda-1811-4c8b-8217-26b6852aef56)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:37:55.540024 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ea60c00d-10d2-43c2-8f23-4b83ca3c7378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:55.540388 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e5fab-8245-4375-8101-2b23590306da req-ca98aa5e-15d1-40c8-b929-9d73499879f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:55.541960 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b77e5fab-8245-4375-8101-2b23590306da req-ca98aa5e-15d1-40c8-b929-9d73499879f7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ac8a1a7-834d-4283-be36-675cd4e77db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2970808 Oct 20 11:37:55.566698 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-be954d04-cc9b-43f3-a1f2-be4c5b69738d req-19b595cd-d003-4902-9107-5f94f123ad1d tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:55.576444 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c3091520-f84d-48b8-b3ed-a33a17d7cf45 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:55.576946 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c3091520-f84d-48b8-b3ed-a33a17d7cf45 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:55.583233 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3091520-f84d-48b8-b3ed-a33a17d7cf45 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:55.589299 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3091520-f84d-48b8-b3ed-a33a17d7cf45 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:55.590003 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c3091520-f84d-48b8-b3ed-a33a17d7cf45 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:55.660034 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 7f77fd32-74a4-4a49-90d0-4d606765b9d5 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:37:55.683566 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-be954d04-cc9b-43f3-a1f2-be4c5b69738d req-19b595cd-d003-4902-9107-5f94f123ad1d tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:55.705383 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea60c00d-10d2-43c2-8f23-4b83ca3c7378 None None] Pushing event updated for resources: {'Port': ['ID=d963c52c-733b-48f8-968d-219501cb54ec,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:55.739368 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea60c00d-10d2-43c2-8f23-4b83ca3c7378 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:55.739859 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea60c00d-10d2-43c2-8f23-4b83ca3c7378 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:55.740207 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea60c00d-10d2-43c2-8f23-4b83ca3c7378 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:55.740540 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea60c00d-10d2-43c2-8f23-4b83ca3c7378 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:55.740874 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea60c00d-10d2-43c2-8f23-4b83ca3c7378 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:55.741253 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea60c00d-10d2-43c2-8f23-4b83ca3c7378 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:55.741588 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea60c00d-10d2-43c2-8f23-4b83ca3c7378 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:55.741916 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea60c00d-10d2-43c2-8f23-4b83ca3c7378 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:55.742236 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea60c00d-10d2-43c2-8f23-4b83ca3c7378 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:55.742557 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea60c00d-10d2-43c2-8f23-4b83ca3c7378 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:55.743196 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea60c00d-10d2-43c2-8f23-4b83ca3c7378 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:55.743196 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea60c00d-10d2-43c2-8f23-4b83ca3c7378 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:37:55.779713 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c3091520-f84d-48b8-b3ed-a33a17d7cf45 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.4032838 Oct 20 11:37:55.781937 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b595cd-d003-4902-9107-5f94f123ad1d tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Pushing event updated for resources: {'Port': ['ID=f4c67730-7c55-4209-bd10-b019ba09e2bf,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:55.783270 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-330efcd4-3f55-4b6a-8ada-b2a64e50e4c8 req-74345a7d-359d-45f5-bc0e-a47e825da96d tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/ports?device_id=a18b4967-6a3c-4a50-b3de-31ac1039f970 HTTP/1.1" status: 200 len: 210 time: 0.1490703 Oct 20 11:37:55.786254 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41826) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:55.811542 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 7f77fd32-74a4-4a49-90d0-4d606765b9d5 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:55.812073 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:55.860239 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be954d04-cc9b-43f3-a1f2-be4c5b69738d req-19b595cd-d003-4902-9107-5f94f123ad1d tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Network e9eabc1b-d262-4e05-bd88-78509e982c52 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:55.884623 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [req-be954d04-cc9b-43f3-a1f2-be4c5b69738d req-19b595cd-d003-4902-9107-5f94f123ad1d tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:55.946752 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-770c64bf-d83f-44b9-b6d9-5f6b00a11d49 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Allocated IP 172.20.0.8 (485cca22-cb47-4c15-be17-7923e5444b7f/94854e85-672c-40c5-b154-547e5217bc12/b5386975-f3b9-41a3-8237-dfdd35310de1) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:55.958603 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-be954d04-cc9b-43f3-a1f2-be4c5b69738d req-19b595cd-d003-4902-9107-5f94f123ad1d tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:56.027117 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-6f81aab1-4d7b-455f-8a72-6e4e48200468 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Allocated IP 19.80.0.99 (1f4c5d74-5a1a-4296-836a-a363ba6eac83/120f18cd-8e69-4aa1-b461-834923881233/935f3a5f-db64-467d-bc3b-8dc2a475adf2) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:56.103879 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b77e5fab-8245-4375-8101-2b23590306da req-7c041ade-321f-4288-9bed-ded5a1b66049 service neutron] 10.222.0.11 "GET /v2.0/networks/9ac8a1a7-834d-4283-be36-675cd4e77db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5522938 Oct 20 11:37:56.170394 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be954d04-cc9b-43f3-a1f2-be4c5b69738d req-19b595cd-d003-4902-9107-5f94f123ad1d tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:56.170993 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-be954d04-cc9b-43f3-a1f2-be4c5b69738d req-19b595cd-d003-4902-9107-5f94f123ad1d tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:56.233784 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-be954d04-cc9b-43f3-a1f2-be4c5b69738d req-19b595cd-d003-4902-9107-5f94f123ad1d tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5450208 Oct 20 11:37:56.235891 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-4075e79b-5c8f-4f50-8bd4-f0a3bce85abf req-21ddc4fa-3f84-4cf7-acac-847bdb481aea tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Allocated IP 172.20.0.8 (da880dad-b7d7-4b7f-a613-e2c4dcdb28a0/1497a9cb-6614-4ce8-a588-b288c0f84e14/50dcae75-cbf4-4d6a-983c-6f1df055c8d9) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:56.255228 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-be954d04-cc9b-43f3-a1f2-be4c5b69738d req-b519d2c3-1d7c-4137-9dce-be1628f43b56 service neutron] Request body: {'port': {'device_id': 'bf2eefaa-45fd-4605-93dc-014cb6f7208f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:56.266285 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3091520-f84d-48b8-b3ed-a33a17d7cf45 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Pushing event updated for resources: {'Network': ['ID=b10349f7-b73f-41bd-949e-83718830c4d0,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:56.283279 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network b10349f7-b73f-41bd-949e-83718830c4d0 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:37:56.319056 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c286697b-375a-432a-ae12-3feaffdcc96f req-58602bf1-65e7-4534-9646-a4770ae8e833 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.2195456 Oct 20 11:37:56.402858 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-be954d04-cc9b-43f3-a1f2-be4c5b69738d req-b519d2c3-1d7c-4137-9dce-be1628f43b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:56.464710 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740c98d8-4344-4844-bc3d-afb83f6b4ea1 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:56.472007 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740c98d8-4344-4844-bc3d-afb83f6b4ea1 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:56.482243 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740c98d8-4344-4844-bc3d-afb83f6b4ea1 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:56.490837 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740c98d8-4344-4844-bc3d-afb83f6b4ea1 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:56.493457 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-740c98d8-4344-4844-bc3d-afb83f6b4ea1 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.6981337 Oct 20 11:37:56.500370 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-770c64bf-d83f-44b9-b6d9-5f6b00a11d49 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:56.509745 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41838) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:56.533601 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3091520-f84d-48b8-b3ed-a33a17d7cf45 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Pushing event updated for resources: {'Network': ['ID=20680f5e-913f-49cd-8664-9b8dc30f59d7,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:56.547352 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 20680f5e-913f-49cd-8664-9b8dc30f59d7 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:37:56.564345 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013169a7-59f6-4bbd-bbc9-010dfb52359e req-c6d9cda9-4014-4e9e-ab16-7dd838b10340 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:56.572144 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-013169a7-59f6-4bbd-bbc9-010dfb52359e req-c6d9cda9-4014-4e9e-ab16-7dd838b10340 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 931 time: 0.3656609 Oct 20 11:37:56.575404 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-6f81aab1-4d7b-455f-8a72-6e4e48200468 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:56.697303 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-013169a7-59f6-4bbd-bbc9-010dfb52359e req-2027f981-985f-4a4d-903e-ba5598115b30 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106603 Oct 20 11:37:56.718944 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-770c64bf-d83f-44b9-b6d9-5f6b00a11d49 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:56.813341 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b77e5fab-8245-4375-8101-2b23590306da req-ea28e128-d730-4c1d-a20c-fa4fea6ef472 service neutron] 10.222.0.11 "GET /v2.0/networks/9ac8a1a7-834d-4283-be36-675cd4e77db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5885065 Oct 20 11:37:56.830756 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770c64bf-d83f-44b9-b6d9-5f6b00a11d49 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Network 485cca22-cb47-4c15-be17-7923e5444b7f is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:56.849037 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-770c64bf-d83f-44b9-b6d9-5f6b00a11d49 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:56.868854 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770c64bf-d83f-44b9-b6d9-5f6b00a11d49 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:56.922028 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-6f81aab1-4d7b-455f-8a72-6e4e48200468 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:56.928556 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c64bf-d83f-44b9-b6d9-5f6b00a11d49 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event updated for resources: {'Port': ['ID=b5386975-f3b9-41a3-8237-dfdd35310de1,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:56.974345 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-6f81aab1-4d7b-455f-8a72-6e4e48200468 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Network 1f4c5d74-5a1a-4296-836a-a363ba6eac83 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:56.995474 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7cdf39dd-f9ae-446d-9806-e04086f9f7ec tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:56.998922 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d342f567-f12a-420f-8b77-bc731b1dd8ae req-9203d5ae-9571-4880-9120-117963ab7563 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.2148576 Oct 20 11:37:57.009843 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-6f81aab1-4d7b-455f-8a72-6e4e48200468 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:57.020550 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770c64bf-d83f-44b9-b6d9-5f6b00a11d49 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:57.021201 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-770c64bf-d83f-44b9-b6d9-5f6b00a11d49 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:57.024292 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-6f81aab1-4d7b-455f-8a72-6e4e48200468 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:57.119095 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-6f81aab1-4d7b-455f-8a72-6e4e48200468 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:57.119797 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-6f81aab1-4d7b-455f-8a72-6e4e48200468 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:57.185338 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-770c64bf-d83f-44b9-b6d9-5f6b00a11d49 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7691033 Oct 20 11:37:57.188943 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4075e79b-5c8f-4f50-8bd4-f0a3bce85abf req-21ddc4fa-3f84-4cf7-acac-847bdb481aea tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:57.196824 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41844) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:57.216848 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b126b5f4-a5e8-4c0c-9962-acd5ac1ee48c req-7c121c7f-cfed-4873-83e0-c0c7f0c378b7 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:57.218703 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-bc9cc5f4-3738-4dcb-a658-7e97914de620 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Request body: {'port': {'network_id': '485cca22-cb47-4c15-be17-7923e5444b7f', 'name': 'tempest-PortsTestJSON-1132312308'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:57.229202 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f81aab1-4d7b-455f-8a72-6e4e48200468 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Pushing event updated for resources: {'Port': ['ID=935f3a5f-db64-467d-bc3b-8dc2a475adf2,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:57.233014 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b126b5f4-a5e8-4c0c-9962-acd5ac1ee48c req-7c121c7f-cfed-4873-83e0-c0c7f0c378b7 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc2a7568-a0b5-453f-9439-31621926cf91 HTTP/1.1" status: 200 len: 945 time: 0.4245312 Oct 20 11:37:57.271063 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-6f81aab1-4d7b-455f-8a72-6e4e48200468 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3911572 Oct 20 11:37:57.292240 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-6382facb-2134-4d3e-af8b-900a822a313d tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Request body: {'port': {'device_id': 'a18b4967-6a3c-4a50-b3de-31ac1039f970', 'network_id': 'aa3442a4-4120-4195-8d1b-6a908c4380e8', 'admin_state_up': True, 'tenant_id': 'f18dacb1b28d497197fcf505b71b2a85'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:57.357031 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794dbe7f-c82c-4213-9df1-1dd5e97509f1 None None] Network 485cca22-cb47-4c15-be17-7923e5444b7f requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:37:57.437095 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7cdf39dd-f9ae-446d-9806-e04086f9f7ec tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:57.463127 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-7cdf39dd-f9ae-446d-9806-e04086f9f7ec tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b10349f7-b73f-41bd-949e-83718830c4d0']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:57.474847 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-7cdf39dd-f9ae-446d-9806-e04086f9f7ec tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28b5e92f-cb2c-499f-a31b-f4037869252c') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:57.475887 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-7cdf39dd-f9ae-446d-9806-e04086f9f7ec tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28b5e92f-cb2c-499f-a31b-f4037869252c') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:57.507751 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-827e42a5-dca1-47c0-9bfc-f79ae9a1d67f None None] Provisioning complete for port d963c52c-733b-48f8-968d-219501cb54ec triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:57.508240 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-827e42a5-dca1-47c0-9bfc-f79ae9a1d67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:57.520008 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7cdf39dd-f9ae-446d-9806-e04086f9f7ec tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:57.528434 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-be954d04-cc9b-43f3-a1f2-be4c5b69738d req-b519d2c3-1d7c-4137-9dce-be1628f43b56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4c67730-7c55-4209-bd10-b019ba09e2bf {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:37:57.534032 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9cc5f4-3738-4dcb-a658-7e97914de620 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Made reservation on behalf of 94e5347f86fe43de8b27d18b03cb5e6b for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:57.538378 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bc9cc5f4-3738-4dcb-a658-7e97914de620 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:57.550321 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7cdf39dd-f9ae-446d-9806-e04086f9f7ec tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:57.560010 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cdf39dd-f9ae-446d-9806-e04086f9f7ec tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Releasing vlan 1250 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:37:57.560676 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-be954d04-cc9b-43f3-a1f2-be4c5b69738d req-b519d2c3-1d7c-4137-9dce-be1628f43b56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:57.561134 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7cdf39dd-f9ae-446d-9806-e04086f9f7ec tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:57.581550 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-bc9cc5f4-3738-4dcb-a658-7e97914de620 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] device_id is not set on port 2fc6dee9-b9cf-45c8-8331-5b91588dbd74 yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:37:57.634381 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-6382facb-2134-4d3e-af8b-900a822a313d tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Made reservation on behalf of f18dacb1b28d497197fcf505b71b2a85 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:37:57.637942 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-6382facb-2134-4d3e-af8b-900a822a313d tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:57.732152 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-827e42a5-dca1-47c0-9bfc-f79ae9a1d67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:57.753149 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:37:57.753149 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:37:57.753149 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:37:57.753149 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:37:57.753149 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:37:57.753149 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:37:57.753149 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:37:57.753149 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:37:57.753149 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:37:57.753149 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:37:57.753149 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:37:57.753149 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:37:57.753149 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:37:57.753149 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:37:57.753149 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:37:57.753149 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:37:57.753149 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:37:57.753149 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:37:57.753149 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:37:57.753149 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:37:57.753149 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:37:57.753149 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:37:57.753149 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:37:57.753149 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:37:57.753149 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:37:57.753149 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:37:57.753149 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:37:57.753149 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:37:57.753149 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:37:57.753149 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:37:57.753149 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:37:57.753149 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:37:57.757705 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device d963c52c-733b-48f8-968d-219501cb54ec up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:37:57.779393 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7cdf39dd-f9ae-446d-9806-e04086f9f7ec tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:57.785759 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-be954d04-cc9b-43f3-a1f2-be4c5b69738d req-b519d2c3-1d7c-4137-9dce-be1628f43b56 service neutron] Transition to ACTIVE for port object f4c67730-7c55-4209-bd10-b019ba09e2bf will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:37:57.807647 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-827e42a5-dca1-47c0-9bfc-f79ae9a1d67f None None] For port d963c52c-733b-48f8-968d-219501cb54ec, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=d963c52c-733b-48f8-968d-219501cb54ec,segment=NetworkSegment(c40d1dda-1811-4c8b-8217-26b6852aef56),segment_id=c40d1dda-1811-4c8b-8217-26b6852aef56)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:37:57.818770 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-827e42a5-dca1-47c0-9bfc-f79ae9a1d67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:57.869954 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7cdf39dd-f9ae-446d-9806-e04086f9f7ec tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:57.876482 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-7cdf39dd-f9ae-446d-9806-e04086f9f7ec tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] 10.222.0.98 "DELETE /v2.0/networks/b10349f7-b73f-41bd-949e-83718830c4d0 HTTP/1.1" status: 204 len: 168 time: 1.3604481 Oct 20 11:37:57.880924 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b126b5f4-a5e8-4c0c-9962-acd5ac1ee48c req-c4b522cd-f19f-4fa8-90b6-7750273f1a6f tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/security-groups?id=507d4736-4c60-4433-b68f-a0ea4568f172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6475840 Oct 20 11:37:57.887761 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41854) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:57.889640 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4075e79b-5c8f-4f50-8bd4-f0a3bce85abf req-21ddc4fa-3f84-4cf7-acac-847bdb481aea tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:57.912796 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-6382facb-2134-4d3e-af8b-900a822a313d tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Allocated IP 19.86.0.4 (aa3442a4-4120-4195-8d1b-6a908c4380e8/cfbc4055-9e36-4123-aec9-9879ca90fa67/15f81c9a-8c75-4a4f-bd4a-623269ed4d12) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:57.925269 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-827e42a5-dca1-47c0-9bfc-f79ae9a1d67f None None] Provisioning complete for port 935f3a5f-db64-467d-bc3b-8dc2a475adf2 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:57.929487 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-827e42a5-dca1-47c0-9bfc-f79ae9a1d67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:57.931561 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e42a5-dca1-47c0-9bfc-f79ae9a1d67f None None] Pushing event updated for resources: {'Port': ['ID=d963c52c-733b-48f8-968d-219501cb54ec,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:57.979416 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-be954d04-cc9b-43f3-a1f2-be4c5b69738d req-b519d2c3-1d7c-4137-9dce-be1628f43b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:58.000387 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port d963c52c-733b-48f8-968d-219501cb54ec triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:58.000773 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:58.067710 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-827e42a5-dca1-47c0-9bfc-f79ae9a1d67f None None] Port 935f3a5f-db64-467d-bc3b-8dc2a475adf2 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:37:58.110173 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-bc9cc5f4-3738-4dcb-a658-7e97914de620 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Allocated IP 172.20.0.12 (485cca22-cb47-4c15-be17-7923e5444b7f/94854e85-672c-40c5-b154-547e5217bc12/2fc6dee9-b9cf-45c8-8331-5b91588dbd74) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:37:58.151847 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3e136aab-4018-4332-85dd-b6bb2db84d0f tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:58.162014 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b519d2c3-1d7c-4137-9dce-be1628f43b56 service neutron] Pushing event updated for resources: {'Port': ['ID=f4c67730-7c55-4209-bd10-b019ba09e2bf,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:58.179511 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdf39dd-f9ae-446d-9806-e04086f9f7ec tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Pushing event deleted for resources: {'Network': ['ID=b10349f7-b73f-41bd-949e-83718830c4d0,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:58.237020 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf4bb7-187a-409d-aabe-78a1a60adb1f req-7b3efe5a-60c1-4d2a-a0c9-3a82848dd774 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:58.238613 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ddaf4bb7-187a-409d-aabe-78a1a60adb1f req-7b3efe5a-60c1-4d2a-a0c9-3a82848dd774 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/ports?device_id=a18b4967-6a3c-4a50-b3de-31ac1039f970 HTTP/1.1" status: 200 len: 931 time: 1.0636549 Oct 20 11:37:58.264287 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4075e79b-5c8f-4f50-8bd4-f0a3bce85abf req-21ddc4fa-3f84-4cf7-acac-847bdb481aea tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Network da880dad-b7d7-4b7f-a613-e2c4dcdb28a0 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:58.300012 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e505a18c-82b6-4eb2-8e85-141490102d86 None None] Provisioning complete for port d963c52c-733b-48f8-968d-219501cb54ec triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:58.301523 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e505a18c-82b6-4eb2-8e85-141490102d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:58.302384 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-4075e79b-5c8f-4f50-8bd4-f0a3bce85abf req-21ddc4fa-3f84-4cf7-acac-847bdb481aea tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:58.338742 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-4075e79b-5c8f-4f50-8bd4-f0a3bce85abf req-21ddc4fa-3f84-4cf7-acac-847bdb481aea tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:58.373353 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5658601-3196-438a-9aba-27d6d2f3a0cd req-4a1146c5-65af-4d3f-bc76-26edf2e82a5b tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:58.375086 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a5658601-3196-438a-9aba-27d6d2f3a0cd req-4a1146c5-65af-4d3f-bc76-26edf2e82a5b tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 931 time: 0.3615413 Oct 20 11:37:58.375780 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ddc4fa-3f84-4cf7-acac-847bdb481aea tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Pushing event updated for resources: {'Port': ['ID=50dcae75-cbf4-4d6a-983c-6f1df055c8d9,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:58.476034 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-be954d04-cc9b-43f3-a1f2-be4c5b69738d req-b519d2c3-1d7c-4137-9dce-be1628f43b56 service neutron] Attempting to bind port f4c67730-7c55-4209-bd10-b019ba09e2bf on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:37:58.476528 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-be954d04-cc9b-43f3-a1f2-be4c5b69738d req-b519d2c3-1d7c-4137-9dce-be1628f43b56 service neutron] Attempting to bind port f4c67730-7c55-4209-bd10-b019ba09e2bf by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '98857962-e92c-4e59-b882-39434d378491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': 'e9eabc1b-d262-4e05-bd88-78509e982c52'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:37:58.477336 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be954d04-cc9b-43f3-a1f2-be4c5b69738d req-b519d2c3-1d7c-4137-9dce-be1628f43b56 service neutron] Attempting to bind port f4c67730-7c55-4209-bd10-b019ba09e2bf on network e9eabc1b-d262-4e05-bd88-78509e982c52 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:37:58.514706 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-6382facb-2134-4d3e-af8b-900a822a313d tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:58.520720 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e505a18c-82b6-4eb2-8e85-141490102d86 None None] Provisioning complete for port b5386975-f3b9-41a3-8237-dfdd35310de1 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:58.522123 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e505a18c-82b6-4eb2-8e85-141490102d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:58.522248 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be954d04-cc9b-43f3-a1f2-be4c5b69738d req-b519d2c3-1d7c-4137-9dce-be1628f43b56 service neutron] Port f4c67730-7c55-4209-bd10-b019ba09e2bf on network e9eabc1b-d262-4e05-bd88-78509e982c52 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:37:58.522730 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be954d04-cc9b-43f3-a1f2-be4c5b69738d req-b519d2c3-1d7c-4137-9dce-be1628f43b56 service neutron] Attempting to bind port f4c67730-7c55-4209-bd10-b019ba09e2bf on network e9eabc1b-d262-4e05-bd88-78509e982c52 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:37:58.554501 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be954d04-cc9b-43f3-a1f2-be4c5b69738d req-b519d2c3-1d7c-4137-9dce-be1628f43b56 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:37:58.555066 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be954d04-cc9b-43f3-a1f2-be4c5b69738d req-b519d2c3-1d7c-4137-9dce-be1628f43b56 service neutron] Checking segment: {'id': '98857962-e92c-4e59-b882-39434d378491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': 'e9eabc1b-d262-4e05-bd88-78509e982c52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:37:58.555997 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be954d04-cc9b-43f3-a1f2-be4c5b69738d req-b519d2c3-1d7c-4137-9dce-be1628f43b56 service neutron] Bound using segment: {'id': '98857962-e92c-4e59-b882-39434d378491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': 'e9eabc1b-d262-4e05-bd88-78509e982c52'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:37:58.556253 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-be954d04-cc9b-43f3-a1f2-be4c5b69738d req-b519d2c3-1d7c-4137-9dce-be1628f43b56 service neutron] Bound port: f4c67730-7c55-4209-bd10-b019ba09e2bf, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98857962-e92c-4e59-b882-39434d378491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': 'e9eabc1b-d262-4e05-bd88-78509e982c52'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:37:58.556701 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-be954d04-cc9b-43f3-a1f2-be4c5b69738d req-b519d2c3-1d7c-4137-9dce-be1628f43b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:58.576834 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e505a18c-82b6-4eb2-8e85-141490102d86 None None] Port b5386975-f3b9-41a3-8237-dfdd35310de1 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:37:58.706456 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-30d50772-1376-452d-9205-cf49d2d1c2a1 None None] Provisioning complete for port b5386975-f3b9-41a3-8237-dfdd35310de1 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:58.706866 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-30d50772-1376-452d-9205-cf49d2d1c2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:58.783354 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-30d50772-1376-452d-9205-cf49d2d1c2a1 None None] Port b5386975-f3b9-41a3-8237-dfdd35310de1 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:37:58.921897 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e08cc832-a6c6-4456-8420-96f7e8fd67fc None None] Provisioning complete for port 50dcae75-cbf4-4d6a-983c-6f1df055c8d9 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:58.922169 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e08cc832-a6c6-4456-8420-96f7e8fd67fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:58.987863 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e08cc832-a6c6-4456-8420-96f7e8fd67fc None None] Port 50dcae75-cbf4-4d6a-983c-6f1df055c8d9 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:37:59.030507 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075e79b-5c8f-4f50-8bd4-f0a3bce85abf req-21ddc4fa-3f84-4cf7-acac-847bdb481aea tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:59.031876 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4075e79b-5c8f-4f50-8bd4-f0a3bce85abf req-21ddc4fa-3f84-4cf7-acac-847bdb481aea tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:59.055125 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ddaf4bb7-187a-409d-aabe-78a1a60adb1f req-3e14ccc4-a05f-4877-9a73-dc4326d7cccf tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/security-groups?id=556d78ba-2cca-4baf-b487-e76527365cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8064220 Oct 20 11:37:59.065747 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4075e79b-5c8f-4f50-8bd4-f0a3bce85abf req-21ddc4fa-3f84-4cf7-acac-847bdb481aea tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1838341 Oct 20 11:37:59.136037 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-4075e79b-5c8f-4f50-8bd4-f0a3bce85abf req-612f1baf-1037-4f3f-8df6-e302cc7db164 service neutron] Request body: {'port': {'device_id': 'f434fb55-eec3-47d0-a6af-eb06ffaae0b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:59.154853 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3e136aab-4018-4332-85dd-b6bb2db84d0f tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:59.194331 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a5658601-3196-438a-9aba-27d6d2f3a0cd req-a022f82e-5ff5-4126-a909-b1aa40e2dbd6 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/security-groups?id=9b3d2f10-3510-4534-bb4e-f0bb5bf298fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7516575 Oct 20 11:37:59.214935 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-3e136aab-4018-4332-85dd-b6bb2db84d0f tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20680f5e-913f-49cd-8664-9b8dc30f59d7']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:59.238276 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-be954d04-cc9b-43f3-a1f2-be4c5b69738d req-b519d2c3-1d7c-4137-9dce-be1628f43b56 service neutron] For port f4c67730-7c55-4209-bd10-b019ba09e2bf, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:37:59.243227 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-be954d04-cc9b-43f3-a1f2-be4c5b69738d req-b519d2c3-1d7c-4137-9dce-be1628f43b56 service neutron] For port f4c67730-7c55-4209-bd10-b019ba09e2bf, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=f4c67730-7c55-4209-bd10-b019ba09e2bf,segment=NetworkSegment(98857962-e92c-4e59-b882-39434d378491),segment_id=98857962-e92c-4e59-b882-39434d378491)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:37:59.247356 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bc9cc5f4-3738-4dcb-a658-7e97914de620 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:59.256909 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-be954d04-cc9b-43f3-a1f2-be4c5b69738d req-b519d2c3-1d7c-4137-9dce-be1628f43b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:59.258194 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-3e136aab-4018-4332-85dd-b6bb2db84d0f tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '549b8457-e7de-426d-aa11-a2f0f92cecaa') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:59.258498 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-3e136aab-4018-4332-85dd-b6bb2db84d0f tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '549b8457-e7de-426d-aa11-a2f0f92cecaa') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:37:59.270532 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4075e79b-5c8f-4f50-8bd4-f0a3bce85abf req-612f1baf-1037-4f3f-8df6-e302cc7db164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:59.274176 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3e136aab-4018-4332-85dd-b6bb2db84d0f tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:59.302825 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3e136aab-4018-4332-85dd-b6bb2db84d0f tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:59.306221 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-6382facb-2134-4d3e-af8b-900a822a313d tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:59.337562 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b519d2c3-1d7c-4137-9dce-be1628f43b56 service neutron] Pushing event updated for resources: {'Port': ['ID=f4c67730-7c55-4209-bd10-b019ba09e2bf,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:59.340844 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e136aab-4018-4332-85dd-b6bb2db84d0f tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Releasing vlan 1254 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:37:59.341256 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3e136aab-4018-4332-85dd-b6bb2db84d0f tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:59.344574 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:37:59.344574 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:37:59.344574 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:37:59.344574 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:37:59.344574 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:37:59.344574 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:37:59.344574 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:37:59.344574 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:37:59.344574 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:37:59.344574 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:37:59.344574 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:37:59.344574 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:37:59.344574 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:37:59.344574 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:37:59.344574 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:37:59.344574 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:37:59.344574 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:37:59.344574 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:37:59.344574 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:37:59.344574 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:37:59.344574 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:37:59.344574 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:37:59.344574 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:37:59.344574 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:37:59.344574 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:37:59.344574 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:37:59.344574 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:37:59.344574 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:37:59.344574 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:37:59.344574 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:37:59.344574 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:37:59.344574 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:37:59.350121 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be954d04-cc9b-43f3-a1f2-be4c5b69738d req-b519d2c3-1d7c-4137-9dce-be1628f43b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:59.350121 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-be954d04-cc9b-43f3-a1f2-be4c5b69738d req-b519d2c3-1d7c-4137-9dce-be1628f43b56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:59.350121 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-be954d04-cc9b-43f3-a1f2-be4c5b69738d req-b519d2c3-1d7c-4137-9dce-be1628f43b56 service neutron] 10.222.0.89 "PUT /v2.0/ports/f4c67730-7c55-4209-bd10-b019ba09e2bf HTTP/1.1" status: 200 len: 1091 time: 3.1031306 Oct 20 11:37:59.350121 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf2eefaa-45fd-4605-93dc-014cb6f7208f', 'tag': 'f4c67730-7c55-4209-bd10-b019ba09e2bf'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:37:59.352400 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28089c9-e69d-48fe-a9f6-c866451a9dd5" -d '{"events": [{"name": "network-changed", "server_uuid": "bf2eefaa-45fd-4605-93dc-014cb6f7208f", "tag": "f4c67730-7c55-4209-bd10-b019ba09e2bf"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:37:59.376205 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f7e0407d-36fa-4f63-9a60-4d268f60c010 req-07f11b52-90b2-462e-80f9-e963da10bdb4 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0667157 Oct 20 11:37:59.432540 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-6382facb-2134-4d3e-af8b-900a822a313d tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Network aa3442a4-4120-4195-8d1b-6a908c4380e8 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:59.458438 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-6382facb-2134-4d3e-af8b-900a822a313d tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:59.467260 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-6382facb-2134-4d3e-af8b-900a822a313d tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:59.497821 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6382facb-2134-4d3e-af8b-900a822a313d tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Pushing event updated for resources: {'Port': ['ID=15f81c9a-8c75-4a4f-bd4a-623269ed4d12,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:59.510825 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bc9cc5f4-3738-4dcb-a658-7e97914de620 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:59.575661 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be954d04-cc9b-43f3-a1f2-be4c5b69738d req-914c6c44-a447-4e03-bc6d-e1ed146dbf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:59.577258 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-be954d04-cc9b-43f3-a1f2-be4c5b69738d req-914c6c44-a447-4e03-bc6d-e1ed146dbf78 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=810c12d9be834010aa3992ef80ba64c6&device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 1094 time: 0.1749494 Oct 20 11:37:59.586553 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-6382facb-2134-4d3e-af8b-900a822a313d tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:59.587413 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-6382facb-2134-4d3e-af8b-900a822a313d tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:59.593837 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3e136aab-4018-4332-85dd-b6bb2db84d0f tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:59.605290 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9cc5f4-3738-4dcb-a658-7e97914de620 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Network 485cca22-cb47-4c15-be17-7923e5444b7f is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:37:59.606475 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3e136aab-4018-4332-85dd-b6bb2db84d0f tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:59.611441 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3e136aab-4018-4332-85dd-b6bb2db84d0f tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] 10.222.0.98 "DELETE /v2.0/networks/20680f5e-913f-49cd-8664-9b8dc30f59d7 HTTP/1.1" status: 204 len: 168 time: 1.7135255 Oct 20 11:37:59.612893 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device d963c52c-733b-48f8-968d-219501cb54ec up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:37:59.615333 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41862) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:37:59.617783 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9cc5f4-3738-4dcb-a658-7e97914de620 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event updated for resources: {'Port': ['ID=2fc6dee9-b9cf-45c8-8331-5b91588dbd74,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:59.620896 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-bc9cc5f4-3738-4dcb-a658-7e97914de620 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:37:59.658079 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9cc5f4-3738-4dcb-a658-7e97914de620 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:37:59.704384 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-be954d04-cc9b-43f3-a1f2-be4c5b69738d req-6fcc1d31-a412-4ecb-9999-64bccae6b078 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f4c67730-7c55-4209-bd10-b019ba09e2bf HTTP/1.1" status: 200 len: 217 time: 0.1046565 Oct 20 11:37:59.725897 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e136aab-4018-4332-85dd-b6bb2db84d0f tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Pushing event deleted for resources: {'Network': ['ID=20680f5e-913f-49cd-8664-9b8dc30f59d7,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:37:59.730771 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port d963c52c-733b-48f8-968d-219501cb54ec triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:59.731203 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:59.765964 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-6382facb-2134-4d3e-af8b-900a822a313d tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4853880 Oct 20 11:37:59.794628 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd7a6b-8dde-45fa-8441-ac6996aa065c req-722d51e3-7c7b-4e6f-9a16-a63878ac35e2 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:59.813275 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1ccd7a6b-8dde-45fa-8441-ac6996aa065c req-722d51e3-7c7b-4e6f-9a16-a63878ac35e2 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 943 time: 0.4322591 Oct 20 11:37:59.859858 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-6f809a79-ee36-4b4f-b4dd-c5e567a3d92c service neutron] Request body: {'port': {'device_id': 'a18b4967-6a3c-4a50-b3de-31ac1039f970', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:37:59.893800 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857bdeb3-39e4-4ea0-8678-4d0d8e77cb99 req-aa057388-2d66-4fee-9c9a-df3b36ec633b tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:37:59.895664 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-857bdeb3-39e4-4ea0-8678-4d0d8e77cb99 req-aa057388-2d66-4fee-9c9a-df3b36ec633b tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc2a7568-a0b5-453f-9439-31621926cf91 HTTP/1.1" status: 200 len: 945 time: 0.4317734 Oct 20 11:37:59.915296 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1ccd7a6b-8dde-45fa-8441-ac6996aa065c req-a9aed436-2a56-471d-bb44-50f775a3e5ed tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009400 Oct 20 11:37:59.923994 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-7e0c2140-68c1-4f77-9a41-e6eeb67f93da None None] Provisioning complete for port 15f81c9a-8c75-4a4f-bd4a-623269ed4d12 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:37:59.924680 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7e0c2140-68c1-4f77-9a41-e6eeb67f93da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:37:59.982332 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-857bdeb3-39e4-4ea0-8678-4d0d8e77cb99 req-73bc45f3-c5f1-45ee-a160-c937389107f4 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/security-groups?id=507d4736-4c60-4433-b68f-a0ea4568f172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791309 Oct 20 11:38:00.008518 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400569c1-aacd-4a17-b9ee-3cc46a4f3a10 x-openstack-request-id: req-400569c1-aacd-4a17-b9ee-3cc46a4f3a10 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:38:00.008834 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf2eefaa-45fd-4605-93dc-014cb6f7208f", "tag": "f4c67730-7c55-4209-bd10-b019ba09e2bf", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:38:00.009148 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-400569c1-aacd-4a17-b9ee-3cc46a4f3a10 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:38:00.009293 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-7e0c2140-68c1-4f77-9a41-e6eeb67f93da None None] Port 15f81c9a-8c75-4a4f-bd4a-623269ed4d12 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:38:00.009625 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf2eefaa-45fd-4605-93dc-014cb6f7208f', 'tag': 'f4c67730-7c55-4209-bd10-b019ba09e2bf', 'status': 'completed', 'code': 200} Oct 20 11:38:00.085224 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-4075e79b-5c8f-4f50-8bd4-f0a3bce85abf req-612f1baf-1037-4f3f-8df6-e302cc7db164 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50dcae75-cbf4-4d6a-983c-6f1df055c8d9 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:38:00.085791 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9cc5f4-3738-4dcb-a658-7e97914de620 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:00.086012 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bc9cc5f4-3738-4dcb-a658-7e97914de620 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:00.095053 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4075e79b-5c8f-4f50-8bd4-f0a3bce85abf req-612f1baf-1037-4f3f-8df6-e302cc7db164 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:00.109911 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-4075e79b-5c8f-4f50-8bd4-f0a3bce85abf req-612f1baf-1037-4f3f-8df6-e302cc7db164 service neutron] Transition to ACTIVE for port object 50dcae75-cbf4-4d6a-983c-6f1df055c8d9 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:38:00.133919 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4075e79b-5c8f-4f50-8bd4-f0a3bce85abf req-612f1baf-1037-4f3f-8df6-e302cc7db164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:00.136667 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c1e4df-ca3b-4fce-bba2-c514d8db15e6 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:00.141901 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-af5bcc1d-daf5-40e8-8c82-ee91e5fef345 None None] Provisioning complete for port 2fc6dee9-b9cf-45c8-8331-5b91588dbd74 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:00.142547 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-af5bcc1d-daf5-40e8-8c82-ee91e5fef345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:00.143266 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c1e4df-ca3b-4fce-bba2-c514d8db15e6 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:00.144949 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a1c1e4df-ca3b-4fce-bba2-c514d8db15e6 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5220881 Oct 20 11:38:00.149870 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41866) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:00.150832 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be954d04-cc9b-43f3-a1f2-be4c5b69738d req-8986588d-d419-46e8-b425-0d36522c649a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:00.152758 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-be954d04-cc9b-43f3-a1f2-be4c5b69738d req-8986588d-d419-46e8-b425-0d36522c649a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7608c98d-784c-4d69-aa65-d567e84ae885 HTTP/1.1" status: 200 len: 855 time: 0.4211655 Oct 20 11:38:00.163882 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-bc9cc5f4-3738-4dcb-a658-7e97914de620 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.9656444 Oct 20 11:38:00.165959 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41868) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:00.183153 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-c5cf9ba9-5bf9-4641-80d6-69e6e3885b19 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1712216225'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:00.191739 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-af5bcc1d-daf5-40e8-8c82-ee91e5fef345 None None] Port 2fc6dee9-b9cf-45c8-8331-5b91588dbd74 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:38:00.235327 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-6f809a79-ee36-4b4f-b4dd-c5e567a3d92c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:00.252585 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-be954d04-cc9b-43f3-a1f2-be4c5b69738d req-b4d3b202-c61a-4da5-96db-070a1aa6638c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e9eabc1b-d262-4e05-bd88-78509e982c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865464 Oct 20 11:38:00.284488 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f1baf-1037-4f3f-8df6-e302cc7db164 service neutron] Pushing event updated for resources: {'Port': ['ID=50dcae75-cbf4-4d6a-983c-6f1df055c8d9,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:00.290306 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5cf9ba9-5bf9-4641-80d6-69e6e3885b19 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Made reservation on behalf of 5e3c27c35a104e49ad8ac15ebdfeca94 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:38:00.293934 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c5cf9ba9-5bf9-4641-80d6-69e6e3885b19 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:00.402957 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150c7957-b132-4659-a747-ec5a237b795e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:00.404644 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-150c7957-b132-4659-a747-ec5a237b795e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 922 time: 0.2373409 Oct 20 11:38:00.412706 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115059cd-ee20-4e93-9fd1-44b8b857fb88 req-b699e35e-f02b-4bf7-be7e-cf2220705e09 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:00.420134 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115059cd-ee20-4e93-9fd1-44b8b857fb88 req-b699e35e-f02b-4bf7-be7e-cf2220705e09 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:00.425345 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41874) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:00.429623 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-115059cd-ee20-4e93-9fd1-44b8b857fb88 req-b699e35e-f02b-4bf7-be7e-cf2220705e09 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/ports?device_id=a18b4967-6a3c-4a50-b3de-31ac1039f970 HTTP/1.1" status: 200 len: 1652 time: 0.2393270 Oct 20 11:38:00.496833 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5cf9ba9-5bf9-4641-80d6-69e6e3885b19 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] vlan segment allocate from pool success with {'vlan_id': 1283, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:38:00.541294 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c5cf9ba9-5bf9-4641-80d6-69e6e3885b19 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:00.541952 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-c5cf9ba9-5bf9-4641-80d6-69e6e3885b19 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Added segment a8a5f341-d77c-4ed4-bf9e-b9c9f36c2687 of type vlan for network 0fa6d7e3-8da9-4a16-af0f-62b0d62ce49c Oct 20 11:38:00.562106 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-115059cd-ee20-4e93-9fd1-44b8b857fb88 req-6c04415f-8ba6-4b90-b2fb-92a4bad83104 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/security-groups?id=556d78ba-2cca-4baf-b487-e76527365cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312521 Oct 20 11:38:00.578873 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba023c6-d828-4fff-8ef4-9664f3f1a534 req-16d5f74c-0f77-418a-94a7-7ac05520a047 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:00.580945 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba023c6-d828-4fff-8ef4-9664f3f1a534 req-16d5f74c-0f77-418a-94a7-7ac05520a047 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 943 time: 0.1870682 Oct 20 11:38:00.582096 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-4075e79b-5c8f-4f50-8bd4-f0a3bce85abf req-612f1baf-1037-4f3f-8df6-e302cc7db164 service neutron] Attempting to bind port 50dcae75-cbf4-4d6a-983c-6f1df055c8d9 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:38:00.582571 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-4075e79b-5c8f-4f50-8bd4-f0a3bce85abf req-612f1baf-1037-4f3f-8df6-e302cc7db164 service neutron] Attempting to bind port 50dcae75-cbf4-4d6a-983c-6f1df055c8d9 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '5f07dc46-3f37-49bc-b9e8-b83de5b34624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': 'da880dad-b7d7-4b7f-a613-e2c4dcdb28a0'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:38:00.583088 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4075e79b-5c8f-4f50-8bd4-f0a3bce85abf req-612f1baf-1037-4f3f-8df6-e302cc7db164 service neutron] Attempting to bind port 50dcae75-cbf4-4d6a-983c-6f1df055c8d9 on network da880dad-b7d7-4b7f-a613-e2c4dcdb28a0 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:38:00.676888 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4075e79b-5c8f-4f50-8bd4-f0a3bce85abf req-612f1baf-1037-4f3f-8df6-e302cc7db164 service neutron] Port 50dcae75-cbf4-4d6a-983c-6f1df055c8d9 on network da880dad-b7d7-4b7f-a613-e2c4dcdb28a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:38:00.677150 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-be954d04-cc9b-43f3-a1f2-be4c5b69738d req-a9b876a6-ee2e-4a7c-acd3-74bed54f256c service neutron] 10.222.0.89 "GET /v2.0/networks/e9eabc1b-d262-4e05-bd88-78509e982c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001076 Oct 20 11:38:00.677623 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4075e79b-5c8f-4f50-8bd4-f0a3bce85abf req-612f1baf-1037-4f3f-8df6-e302cc7db164 service neutron] Attempting to bind port 50dcae75-cbf4-4d6a-983c-6f1df055c8d9 on network da880dad-b7d7-4b7f-a613-e2c4dcdb28a0 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:38:00.686748 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fba023c6-d828-4fff-8ef4-9664f3f1a534 req-6eecc0a3-caec-43b0-bd30-ffdfdea45cf1 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/security-groups?id=9b3d2f10-3510-4534-bb4e-f0bb5bf298fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752714 Oct 20 11:38:00.689252 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c5cf9ba9-5bf9-4641-80d6-69e6e3885b19 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:00.707287 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4075e79b-5c8f-4f50-8bd4-f0a3bce85abf req-612f1baf-1037-4f3f-8df6-e302cc7db164 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:38:00.707625 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4075e79b-5c8f-4f50-8bd4-f0a3bce85abf req-612f1baf-1037-4f3f-8df6-e302cc7db164 service neutron] Checking segment: {'id': '5f07dc46-3f37-49bc-b9e8-b83de5b34624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': 'da880dad-b7d7-4b7f-a613-e2c4dcdb28a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:38:00.708017 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4075e79b-5c8f-4f50-8bd4-f0a3bce85abf req-612f1baf-1037-4f3f-8df6-e302cc7db164 service neutron] Bound using segment: {'id': '5f07dc46-3f37-49bc-b9e8-b83de5b34624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': 'da880dad-b7d7-4b7f-a613-e2c4dcdb28a0'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:38:00.708465 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-4075e79b-5c8f-4f50-8bd4-f0a3bce85abf req-612f1baf-1037-4f3f-8df6-e302cc7db164 service neutron] Bound port: 50dcae75-cbf4-4d6a-983c-6f1df055c8d9, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f07dc46-3f37-49bc-b9e8-b83de5b34624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': 'da880dad-b7d7-4b7f-a613-e2c4dcdb28a0'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:38:00.708819 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4075e79b-5c8f-4f50-8bd4-f0a3bce85abf req-612f1baf-1037-4f3f-8df6-e302cc7db164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:00.760190 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-56b5eb79-e15b-491f-af45-a10742307dc9 req-a0ca1b65-bc69-4694-8f08-446bd8556af9 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0458059 Oct 20 11:38:00.773364 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-397c47b7-3f94-4b73-84ad-bc4dd6709218 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Deleting port 2fc6dee9-b9cf-45c8-8331-5b91588dbd74 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:38:00.774081 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-397c47b7-3f94-4b73-84ad-bc4dd6709218 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:00.785206 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c5cf9ba9-5bf9-4641-80d6-69e6e3885b19 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:00.790841 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cf9ba9-5bf9-4641-80d6-69e6e3885b19 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:00.791440 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c5cf9ba9-5bf9-4641-80d6-69e6e3885b19 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:00.845778 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c5cf9ba9-5bf9-4641-80d6-69e6e3885b19 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6667423 Oct 20 11:38:00.852398 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41878) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:00.895186 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-2eb0255e-279b-405f-9af5-32b0558adcd6 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1212064177'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:00.911813 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cf9ba9-5bf9-4641-80d6-69e6e3885b19 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Pushing event updated for resources: {'Network': ['ID=0fa6d7e3-8da9-4a16-af0f-62b0d62ce49c,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:00.924090 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-4075e79b-5c8f-4f50-8bd4-f0a3bce85abf req-612f1baf-1037-4f3f-8df6-e302cc7db164 service neutron] For port 50dcae75-cbf4-4d6a-983c-6f1df055c8d9, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:38:00.931351 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-4075e79b-5c8f-4f50-8bd4-f0a3bce85abf req-612f1baf-1037-4f3f-8df6-e302cc7db164 service neutron] For port 50dcae75-cbf4-4d6a-983c-6f1df055c8d9, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=50dcae75-cbf4-4d6a-983c-6f1df055c8d9,segment=NetworkSegment(5f07dc46-3f37-49bc-b9e8-b83de5b34624),segment_id=5f07dc46-3f37-49bc-b9e8-b83de5b34624)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:38:00.933698 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 0fa6d7e3-8da9-4a16-af0f-62b0d62ce49c details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:38:00.938315 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4075e79b-5c8f-4f50-8bd4-f0a3bce85abf req-612f1baf-1037-4f3f-8df6-e302cc7db164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:00.949686 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb0255e-279b-405f-9af5-32b0558adcd6 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Made reservation on behalf of 5e3c27c35a104e49ad8ac15ebdfeca94 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:38:00.955452 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2eb0255e-279b-405f-9af5-32b0558adcd6 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:00.999237 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-be954d04-cc9b-43f3-a1f2-be4c5b69738d req-1b45df0d-45d1-40bc-90a9-25a8b8864b5c service neutron] 10.222.0.89 "GET /v2.0/networks/e9eabc1b-d262-4e05-bd88-78509e982c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515349 Oct 20 11:38:01.011244 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075e79b-5c8f-4f50-8bd4-f0a3bce85abf req-612f1baf-1037-4f3f-8df6-e302cc7db164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:01.012162 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4075e79b-5c8f-4f50-8bd4-f0a3bce85abf req-612f1baf-1037-4f3f-8df6-e302cc7db164 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:01.013765 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4075e79b-5c8f-4f50-8bd4-f0a3bce85abf req-612f1baf-1037-4f3f-8df6-e302cc7db164 service neutron] 10.222.0.89 "PUT /v2.0/ports/50dcae75-cbf4-4d6a-983c-6f1df055c8d9 HTTP/1.1" status: 200 len: 1091 time: 1.8996768 Oct 20 11:38:01.014740 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f434fb55-eec3-47d0-a6af-eb06ffaae0b4', 'tag': '50dcae75-cbf4-4d6a-983c-6f1df055c8d9'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:38:01.017571 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f954cb17-881e-4cb1-956e-64900450b9f0" -d '{"events": [{"name": "network-changed", "server_uuid": "f434fb55-eec3-47d0-a6af-eb06ffaae0b4", "tag": "50dcae75-cbf4-4d6a-983c-6f1df055c8d9"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:38:01.075618 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-397c47b7-3f94-4b73-84ad-bc4dd6709218 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:01.115991 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eb0255e-279b-405f-9af5-32b0558adcd6 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] vlan segment allocate from pool success with {'vlan_id': 1299, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:38:01.152428 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-397c47b7-3f94-4b73-84ad-bc4dd6709218 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Calling delete_port for 2fc6dee9-b9cf-45c8-8331-5b91588dbd74 owned by {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:38:01.162229 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f1baf-1037-4f3f-8df6-e302cc7db164 service neutron] Pushing event updated for resources: {'Port': ['ID=50dcae75-cbf4-4d6a-983c-6f1df055c8d9,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:01.167369 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-6f809a79-ee36-4b4f-b4dd-c5e567a3d92c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 935f3a5f-db64-467d-bc3b-8dc2a475adf2 {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:38:01.182714 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-6f809a79-ee36-4b4f-b4dd-c5e567a3d92c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:01.194580 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075e79b-5c8f-4f50-8bd4-f0a3bce85abf req-2dad8796-59b4-44ef-b46f-c40a41f1eddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:01.196453 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-4075e79b-5c8f-4f50-8bd4-f0a3bce85abf req-2dad8796-59b4-44ef-b46f-c40a41f1eddf service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2826f2997a754ee49961aecef40f217a&device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 1094 time: 0.0982807 Oct 20 11:38:01.200068 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2eb0255e-279b-405f-9af5-32b0558adcd6 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:01.200502 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-2eb0255e-279b-405f-9af5-32b0558adcd6 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Added segment e52a19f7-b21b-4263-9e38-ad64ddc03161 of type vlan for network ba3875ad-60a5-4819-a47e-615dea513d3d Oct 20 11:38:01.245292 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-6f809a79-ee36-4b4f-b4dd-c5e567a3d92c service neutron] Transition to ACTIVE for port object 935f3a5f-db64-467d-bc3b-8dc2a475adf2 will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:38:01.255803 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac26f44-8db7-4cf6-aa1d-2118bfe0a423 req-bcb14705-4852-42a0-b8cd-1f079b81beef tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:01.259794 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ac26f44-8db7-4cf6-aa1d-2118bfe0a423 req-bcb14705-4852-42a0-b8cd-1f079b81beef tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 943 time: 0.2214823 Oct 20 11:38:01.282221 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-4075e79b-5c8f-4f50-8bd4-f0a3bce85abf req-0e931b13-9193-402a-a600-45c1b5e4a5f4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50dcae75-cbf4-4d6a-983c-6f1df055c8d9 HTTP/1.1" status: 200 len: 217 time: 0.0489388 Oct 20 11:38:01.283357 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-6f809a79-ee36-4b4f-b4dd-c5e567a3d92c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:01.290377 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28089c9-e69d-48fe-a9f6-c866451a9dd5 req-1060b5a5-4ed4-48de-8ff0-7f381b3cd28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:01.292407 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b28089c9-e69d-48fe-a9f6-c866451a9dd5 req-1060b5a5-4ed4-48de-8ff0-7f381b3cd28c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=810c12d9be834010aa3992ef80ba64c6&device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 1094 time: 0.2264431 Oct 20 11:38:01.338616 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2eb0255e-279b-405f-9af5-32b0558adcd6 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:01.380185 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2358c6-2107-44f1-9719-08a4c2777161 req-00ca1c9f-079c-4471-abcf-f12bd7d94e0b tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:01.381919 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5b2358c6-2107-44f1-9719-08a4c2777161 req-00ca1c9f-079c-4471-abcf-f12bd7d94e0b tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc2a7568-a0b5-453f-9439-31621926cf91 HTTP/1.1" status: 200 len: 945 time: 0.2410147 Oct 20 11:38:01.397012 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f809a79-ee36-4b4f-b4dd-c5e567a3d92c service neutron] Pushing event updated for resources: {'Port': ['ID=935f3a5f-db64-467d-bc3b-8dc2a475adf2,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:01.412838 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075e79b-5c8f-4f50-8bd4-f0a3bce85abf req-fa460989-88b1-4834-abb5-0f07f93bab53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:01.414155 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-4075e79b-5c8f-4f50-8bd4-f0a3bce85abf req-fa460989-88b1-4834-abb5-0f07f93bab53 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1497a9cb-6614-4ce8-a588-b288c0f84e14 HTTP/1.1" status: 200 len: 853 time: 0.1218252 Oct 20 11:38:01.521425 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ac26f44-8db7-4cf6-aa1d-2118bfe0a423 req-5a107ca1-b187-4374-b55f-9a64551f6e29 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116077 Oct 20 11:38:01.533218 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2eb0255e-279b-405f-9af5-32b0558adcd6 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:01.550250 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb0255e-279b-405f-9af5-32b0558adcd6 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:01.556875 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2eb0255e-279b-405f-9af5-32b0558adcd6 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:01.580079 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-397c47b7-3f94-4b73-84ad-bc4dd6709218 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:01.622474 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-6f809a79-ee36-4b4f-b4dd-c5e567a3d92c service neutron] Attempting to bind port 935f3a5f-db64-467d-bc3b-8dc2a475adf2 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:38:01.622837 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-6f809a79-ee36-4b4f-b4dd-c5e567a3d92c service neutron] Attempting to bind port 935f3a5f-db64-467d-bc3b-8dc2a475adf2 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': 'f8cba4da-63ad-4ae1-b242-413d6238c2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '1f4c5d74-5a1a-4296-836a-a363ba6eac83'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:38:01.623160 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-6f809a79-ee36-4b4f-b4dd-c5e567a3d92c service neutron] Attempting to bind port 935f3a5f-db64-467d-bc3b-8dc2a475adf2 on network 1f4c5d74-5a1a-4296-836a-a363ba6eac83 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:38:01.646321 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075e79b-5c8f-4f50-8bd4-f0a3bce85abf req-da699db7-435e-4a87-80fa-0921f47baff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:01.647964 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-4075e79b-5c8f-4f50-8bd4-f0a3bce85abf req-da699db7-435e-4a87-80fa-0921f47baff7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=da880dad-b7d7-4b7f-a613-e2c4dcdb28a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2250028 Oct 20 11:38:01.651437 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c47b7-3f94-4b73-84ad-bc4dd6709218 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event deleted for resources: {'Port': ['ID=2fc6dee9-b9cf-45c8-8331-5b91588dbd74,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:01.654810 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-6f809a79-ee36-4b4f-b4dd-c5e567a3d92c service neutron] Port 935f3a5f-db64-467d-bc3b-8dc2a475adf2 on network 1f4c5d74-5a1a-4296-836a-a363ba6eac83 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:38:01.655139 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-6f809a79-ee36-4b4f-b4dd-c5e567a3d92c service neutron] Attempting to bind port 935f3a5f-db64-467d-bc3b-8dc2a475adf2 on network 1f4c5d74-5a1a-4296-836a-a363ba6eac83 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:38:01.698543 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea14ec3-d44d-43ca-98bb-eece3e17daad x-openstack-request-id: req-2ea14ec3-d44d-43ca-98bb-eece3e17daad {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:38:01.698976 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f434fb55-eec3-47d0-a6af-eb06ffaae0b4", "tag": "50dcae75-cbf4-4d6a-983c-6f1df055c8d9", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:38:01.699324 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2ea14ec3-d44d-43ca-98bb-eece3e17daad {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:38:01.699800 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f434fb55-eec3-47d0-a6af-eb06ffaae0b4', 'tag': '50dcae75-cbf4-4d6a-983c-6f1df055c8d9', 'status': 'completed', 'code': 200} Oct 20 11:38:01.737074 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-f03c0735-ca30-453e-808e-b99fb89ae79e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3893454 Oct 20 11:38:01.741095 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2eb0255e-279b-405f-9af5-32b0558adcd6 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8851950 Oct 20 11:38:01.766558 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-6f809a79-ee36-4b4f-b4dd-c5e567a3d92c service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:38:01.768787 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5b2358c6-2107-44f1-9719-08a4c2777161 req-a5260f09-1ec8-4b2d-aff4-221f0529dc41 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/security-groups?id=507d4736-4c60-4433-b68f-a0ea4568f172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3676543 Oct 20 11:38:01.770813 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-6f809a79-ee36-4b4f-b4dd-c5e567a3d92c service neutron] Checking segment: {'id': 'f8cba4da-63ad-4ae1-b242-413d6238c2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '1f4c5d74-5a1a-4296-836a-a363ba6eac83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:38:01.771350 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-6f809a79-ee36-4b4f-b4dd-c5e567a3d92c service neutron] Bound using segment: {'id': 'f8cba4da-63ad-4ae1-b242-413d6238c2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '1f4c5d74-5a1a-4296-836a-a363ba6eac83'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:38:01.771901 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-6f809a79-ee36-4b4f-b4dd-c5e567a3d92c service neutron] Bound port: 935f3a5f-db64-467d-bc3b-8dc2a475adf2, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8cba4da-63ad-4ae1-b242-413d6238c2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '1f4c5d74-5a1a-4296-836a-a363ba6eac83'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:38:01.776513 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-6f809a79-ee36-4b4f-b4dd-c5e567a3d92c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:01.794583 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41892) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:01.805252 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-2f288b46-2fa3-4efb-a66d-3920de6c92e1 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Request body: {'ports': [{'network_id': '0fa6d7e3-8da9-4a16-af0f-62b0d62ce49c', 'name': 'tempest-port--1416140407', 'admin_state_up': True}, {'network_id': 'ba3875ad-60a5-4819-a47e-615dea513d3d', 'admin_state_up': False}]} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:01.811546 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-2f288b46-2fa3-4efb-a66d-3920de6c92e1 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Request body: {'port': {'network_id': '0fa6d7e3-8da9-4a16-af0f-62b0d62ce49c', 'name': 'tempest-port--1416140407', 'admin_state_up': True}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:01.812587 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-2f288b46-2fa3-4efb-a66d-3920de6c92e1 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Request body: {'port': {'network_id': 'ba3875ad-60a5-4819-a47e-615dea513d3d', 'admin_state_up': False}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:01.821648 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28089c9-e69d-48fe-a9f6-c866451a9dd5 req-5aa48993-a046-49de-b942-8e67112774df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:01.823335 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b28089c9-e69d-48fe-a9f6-c866451a9dd5 req-5aa48993-a046-49de-b942-8e67112774df service neutron] 10.222.0.89 "GET /v2.0/networks?id=e9eabc1b-d262-4e05-bd88-78509e982c52 HTTP/1.1" status: 200 len: 917 time: 0.4973342 Oct 20 11:38:01.927713 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b28089c9-e69d-48fe-a9f6-c866451a9dd5 req-f3f2d84c-acaf-4629-9293-d5caae8fb9b8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f4c67730-7c55-4209-bd10-b019ba09e2bf HTTP/1.1" status: 200 len: 217 time: 0.0869658 Oct 20 11:38:01.932098 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-6f809a79-ee36-4b4f-b4dd-c5e567a3d92c service neutron] For port 935f3a5f-db64-467d-bc3b-8dc2a475adf2, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:38:01.935922 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-6f809a79-ee36-4b4f-b4dd-c5e567a3d92c service neutron] For port 935f3a5f-db64-467d-bc3b-8dc2a475adf2, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=935f3a5f-db64-467d-bc3b-8dc2a475adf2,segment=NetworkSegment(f8cba4da-63ad-4ae1-b242-413d6238c2fa),segment_id=f8cba4da-63ad-4ae1-b242-413d6238c2fa)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:38:01.979138 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-6f809a79-ee36-4b4f-b4dd-c5e567a3d92c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:01.996711 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-397c47b7-3f94-4b73-84ad-bc4dd6709218 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:02.002328 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-397c47b7-3f94-4b73-84ad-bc4dd6709218 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "DELETE /v2.0/ports/2fc6dee9-b9cf-45c8-8331-5b91588dbd74 HTTP/1.1" status: 204 len: 168 time: 1.5726025 Oct 20 11:38:02.029078 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41896) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:02.075385 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-6f809a79-ee36-4b4f-b4dd-c5e567a3d92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:02.076008 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-6f809a79-ee36-4b4f-b4dd-c5e567a3d92c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:02.080154 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-6f809a79-ee36-4b4f-b4dd-c5e567a3d92c service neutron] 10.222.0.89 "PUT /v2.0/ports/935f3a5f-db64-467d-bc3b-8dc2a475adf2 HTTP/1.1" status: 200 len: 1091 time: 2.2879534 Oct 20 11:38:02.080154 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a18b4967-6a3c-4a50-b3de-31ac1039f970', 'tag': '935f3a5f-db64-467d-bc3b-8dc2a475adf2'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:38:02.082208 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed64f558-b986-4652-830b-16316f9f73b8" -d '{"events": [{"name": "network-changed", "server_uuid": "a18b4967-6a3c-4a50-b3de-31ac1039f970", "tag": "935f3a5f-db64-467d-bc3b-8dc2a475adf2"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:38:02.136646 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-65a7f791-8446-4137-9247-43b04d237833 service neutron] Request body: {'port': {'device_id': 'a18b4967-6a3c-4a50-b3de-31ac1039f970', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:02.151209 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0255e-279b-405f-9af5-32b0558adcd6 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Pushing event updated for resources: {'Network': ['ID=ba3875ad-60a5-4819-a47e-615dea513d3d,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:02.170035 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network ba3875ad-60a5-4819-a47e-615dea513d3d details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:38:02.189860 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-9beeee4e-7737-4083-b0e0-d95b4e6daf2e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] GET failed (client error): The resource could not be found. Oct 20 11:38:02.191527 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-9beeee4e-7737-4083-b0e0-d95b4e6daf2e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "GET /v2.0/ports/2fc6dee9-b9cf-45c8-8331-5b91588dbd74 HTTP/1.1" status: 404 len: 333 time: 0.1473162 Oct 20 11:38:02.203416 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370eef31-c033-4d5a-a540-737dffaace67 req-0768c44b-8dfe-4236-bba4-c3d6276f03c3 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:02.209739 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370eef31-c033-4d5a-a540-737dffaace67 req-0768c44b-8dfe-4236-bba4-c3d6276f03c3 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:02.211532 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-370eef31-c033-4d5a-a540-737dffaace67 req-0768c44b-8dfe-4236-bba4-c3d6276f03c3 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/ports?device_id=a18b4967-6a3c-4a50-b3de-31ac1039f970 HTTP/1.1" status: 200 len: 1664 time: 0.3861239 Oct 20 11:38:02.219402 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f35cf-401b-4ca2-ad66-6010a4954830 req-34576662-5e4c-4c7f-ae5a-667498fce993 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:02.221039 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-241f35cf-401b-4ca2-ad66-6010a4954830 req-34576662-5e4c-4c7f-ae5a-667498fce993 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 943 time: 0.2911112 Oct 20 11:38:02.221774 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41900) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:02.247261 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28089c9-e69d-48fe-a9f6-c866451a9dd5 req-932df869-321e-4b66-9e5d-817cefe61272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:02.248755 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b28089c9-e69d-48fe-a9f6-c866451a9dd5 req-932df869-321e-4b66-9e5d-817cefe61272 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7608c98d-784c-4d69-aa65-d567e84ae885 HTTP/1.1" status: 200 len: 855 time: 0.2583134 Oct 20 11:38:02.282402 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-b11dac68-c9f5-42d8-9205-7b236fef1525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:02.283130 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-b11dac68-c9f5-42d8-9205-7b236fef1525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:02.283383 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-b11dac68-c9f5-42d8-9205-7b236fef1525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:02.283849 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-b11dac68-c9f5-42d8-9205-7b236fef1525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:02.284307 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-b11dac68-c9f5-42d8-9205-7b236fef1525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:02.284772 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-b11dac68-c9f5-42d8-9205-7b236fef1525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:02.285225 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-b11dac68-c9f5-42d8-9205-7b236fef1525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:02.294024 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-b11dac68-c9f5-42d8-9205-7b236fef1525 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9d1ce67b5cf7473287fd13cd3d60b290&device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 6491 time: 0.3946393 Oct 20 11:38:02.359790 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b28089c9-e69d-48fe-a9f6-c866451a9dd5 req-79a46409-725d-40bc-927f-e35312270a31 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e9eabc1b-d262-4e05-bd88-78509e982c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1015561 Oct 20 11:38:02.499589 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-370eef31-c033-4d5a-a540-737dffaace67 req-a918ad3e-762f-4d75-ba02-932b5984ebe1 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/security-groups?id=556d78ba-2cca-4baf-b487-e76527365cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575898 Oct 20 11:38:02.561118 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f809a79-ee36-4b4f-b4dd-c5e567a3d92c service neutron] Pushing event updated for resources: {'Port': ['ID=935f3a5f-db64-467d-bc3b-8dc2a475adf2,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:02.607368 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-241f35cf-401b-4ca2-ad66-6010a4954830 req-d83c8a36-2b11-49c4-9934-e3b075703925 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/security-groups?id=9b3d2f10-3510-4534-bb4e-f0bb5bf298fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3619039 Oct 20 11:38:02.607685 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-4075e79b-5c8f-4f50-8bd4-f0a3bce85abf req-634ec750-93d3-479a-8bbb-41e65ada61bf service neutron] 10.222.0.89 "GET /v2.0/networks/da880dad-b7d7-4b7f-a613-e2c4dcdb28a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9496915 Oct 20 11:38:02.669503 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-effc5aaa-afbd-4f99-a5bb-c2a4ef0729ed req-b68859c3-95f3-437e-8a81-78cedcddf144 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0538290 Oct 20 11:38:02.679641 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-65a7f791-8446-4137-9247-43b04d237833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:02.697202 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f318b16-c421-4ab9-8b90-9eb6913588e3 x-openstack-request-id: req-1f318b16-c421-4ab9-8b90-9eb6913588e3 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:38:02.697595 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a18b4967-6a3c-4a50-b3de-31ac1039f970", "tag": "935f3a5f-db64-467d-bc3b-8dc2a475adf2", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:38:02.697904 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1f318b16-c421-4ab9-8b90-9eb6913588e3 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:38:02.698285 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a18b4967-6a3c-4a50-b3de-31ac1039f970', 'tag': '935f3a5f-db64-467d-bc3b-8dc2a475adf2', 'status': 'completed', 'code': 200} Oct 20 11:38:02.709407 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b28089c9-e69d-48fe-a9f6-c866451a9dd5 req-2c8684f0-27b6-48ae-bad3-44a39318fbef service neutron] 10.222.0.89 "GET /v2.0/networks/e9eabc1b-d262-4e05-bd88-78509e982c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344507 Oct 20 11:38:02.709984 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.89', 51774) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:02.779695 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f288b46-2fa3-4efb-a66d-3920de6c92e1 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Made reservation on behalf of 5e3c27c35a104e49ad8ac15ebdfeca94 for: {'port': 2} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:38:02.785282 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2f288b46-2fa3-4efb-a66d-3920de6c92e1 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:02.849189 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2f288b46-2fa3-4efb-a66d-3920de6c92e1 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:02.947309 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-4075e79b-5c8f-4f50-8bd4-f0a3bce85abf req-466b32a9-3119-48d8-8fd3-32179a2dc0e4 service neutron] 10.222.0.89 "GET /v2.0/networks/da880dad-b7d7-4b7f-a613-e2c4dcdb28a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053370 Oct 20 11:38:03.043364 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-17e2d185-e1d3-4bd2-b187-20e138bce36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:03.043859 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-17e2d185-e1d3-4bd2-b187-20e138bce36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:03.044294 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-17e2d185-e1d3-4bd2-b187-20e138bce36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:03.045906 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-17e2d185-e1d3-4bd2-b187-20e138bce36f service neutron] 10.222.0.89 "GET /v2.0/networks?id=7cc0cef1-9e0e-4144-85af-6ed42f35f232&id=debe6c2d-b3d4-4e02-853f-d2d45fbb1f32&id=debe6c2d-b3d4-4e02-853f-d2d45fbb1f32&id=debe6c2d-b3d4-4e02-853f-d2d45fbb1f32&id=debe6c2d-b3d4-4e02-853f-d2d45fbb1f32&id=cbfb6560-b005-4cf2-8e9b-c40d4507d392&id=cbfb6560-b005-4cf2-8e9b-c40d4507d392 HTTP/1.1" status: 200 len: 2297 time: 0.6890962 Oct 20 11:38:03.052304 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-2f288b46-2fa3-4efb-a66d-3920de6c92e1 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] device_id is not set on port 1697bda2-f8c5-4e50-b017-559b5eb282f6 yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:38:03.139114 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f954cb17-881e-4cb1-956e-64900450b9f0 req-e141f7b1-8f9e-40f1-8a07-3fbb22da5bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:03.140683 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-f954cb17-881e-4cb1-956e-64900450b9f0 req-e141f7b1-8f9e-40f1-8a07-3fbb22da5bdf service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2826f2997a754ee49961aecef40f217a&device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 1094 time: 0.1194205 Oct 20 11:38:03.165362 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-f60c52fb-f488-4daa-b1de-aff9586d2143 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Deleting port b5386975-f3b9-41a3-8237-dfdd35310de1 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:38:03.167221 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f60c52fb-f488-4daa-b1de-aff9586d2143 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:03.290667 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64f558-b986-4652-830b-16316f9f73b8 req-ce8cceff-d7ce-4b39-9654-639baf53130b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:03.291264 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64f558-b986-4652-830b-16316f9f73b8 req-ce8cceff-d7ce-4b39-9654-639baf53130b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:03.292858 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ed64f558-b986-4652-830b-16316f9f73b8 req-ce8cceff-d7ce-4b39-9654-639baf53130b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f18dacb1b28d497197fcf505b71b2a85&device_id=a18b4967-6a3c-4a50-b3de-31ac1039f970 HTTP/1.1" status: 200 len: 1911 time: 0.5770063 Oct 20 11:38:03.342872 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-9799ab52-a8ed-4f13-8c6c-5a5167036860 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e15232df-145b-465f-8af0-3f5421b15798 HTTP/1.1" status: 200 len: 1002 time: 0.2789528 Oct 20 11:38:03.368827 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-65a7f791-8446-4137-9247-43b04d237833 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15f81c9a-8c75-4a4f-bd4a-623269ed4d12 {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:38:03.382435 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b8661-0b93-4267-bd7c-6159d9b8012b req-101f1584-7362-4d5b-9280-18ac3a79a6fc tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:03.383624 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f954cb17-881e-4cb1-956e-64900450b9f0 req-ddcaf9fd-c705-4b9c-9185-0c17e84f9804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:03.386829 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-068b8661-0b93-4267-bd7c-6159d9b8012b req-101f1584-7362-4d5b-9280-18ac3a79a6fc tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 943 time: 0.3261707 Oct 20 11:38:03.386998 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-f954cb17-881e-4cb1-956e-64900450b9f0 req-ddcaf9fd-c705-4b9c-9185-0c17e84f9804 service neutron] 10.222.0.89 "GET /v2.0/networks?id=da880dad-b7d7-4b7f-a613-e2c4dcdb28a0 HTTP/1.1" status: 200 len: 916 time: 0.2346017 Oct 20 11:38:03.387328 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2f288b46-2fa3-4efb-a66d-3920de6c92e1 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:03.392355 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-65a7f791-8446-4137-9247-43b04d237833 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:03.408780 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03626b40-ab4b-4e57-a66d-d5e7ce068036 req-fd1185e7-6d74-4a18-832c-317ef66a7dc9 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:03.410459 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-03626b40-ab4b-4e57-a66d-d5e7ce068036 req-fd1185e7-6d74-4a18-832c-317ef66a7dc9 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc2a7568-a0b5-453f-9439-31621926cf91 HTTP/1.1" status: 200 len: 945 time: 0.3626001 Oct 20 11:38:03.428632 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b28089c9-e69d-48fe-a9f6-c866451a9dd5 req-1ae323f0-e7cf-4255-8285-9127cf586ac2 service neutron] 10.222.0.89 "GET /v2.0/networks/e9eabc1b-d262-4e05-bd88-78509e982c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6968894 Oct 20 11:38:03.467826 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-f954cb17-881e-4cb1-956e-64900450b9f0 req-53a2c695-b200-499a-b567-99421edbd144 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50dcae75-cbf4-4d6a-983c-6f1df055c8d9 HTTP/1.1" status: 200 len: 217 time: 0.0725670 Oct 20 11:38:03.469212 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-65a7f791-8446-4137-9247-43b04d237833 service neutron] Transition to ACTIVE for port object 15f81c9a-8c75-4a4f-bd4a-623269ed4d12 will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:38:03.502115 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-65a7f791-8446-4137-9247-43b04d237833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:03.559671 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f60c52fb-f488-4daa-b1de-aff9586d2143 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:03.576993 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-2f288b46-2fa3-4efb-a66d-3920de6c92e1 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] device_id is not set on port 44c6827a-2fc8-4e2e-b3a7-00b6adc874a9 yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:38:03.612182 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-f60c52fb-f488-4daa-b1de-aff9586d2143 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Calling delete_port for b5386975-f3b9-41a3-8237-dfdd35310de1 owned by {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:38:03.624954 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a7f791-8446-4137-9247-43b04d237833 service neutron] Pushing event updated for resources: {'Port': ['ID=15f81c9a-8c75-4a4f-bd4a-623269ed4d12,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:03.639346 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f954cb17-881e-4cb1-956e-64900450b9f0 req-733fc347-d180-41b6-8855-3302898f46e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:03.641262 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-f954cb17-881e-4cb1-956e-64900450b9f0 req-733fc347-d180-41b6-8855-3302898f46e8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1497a9cb-6614-4ce8-a588-b288c0f84e14 HTTP/1.1" status: 200 len: 853 time: 0.1400673 Oct 20 11:38:03.692731 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-b7aad6f0-9423-4f49-a946-75fecaf5c00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:03.694313 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-b7aad6f0-9423-4f49-a946-75fecaf5c00d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=860ea3b3-2804-4226-ab8d-f55abe932e85 HTTP/1.1" status: 200 len: 851 time: 0.3298960 Oct 20 11:38:03.707169 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-03626b40-ab4b-4e57-a66d-d5e7ce068036 req-f24162c9-8c85-449e-a1cc-e0ab53fb9bf7 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/security-groups?id=507d4736-4c60-4433-b68f-a0ea4568f172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2556343 Oct 20 11:38:03.800866 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64f558-b986-4652-830b-16316f9f73b8 req-a9b10a3e-87ef-4d5c-bd64-2a2c5b3a1587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:03.801844 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64f558-b986-4652-830b-16316f9f73b8 req-a9b10a3e-87ef-4d5c-bd64-2a2c5b3a1587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:03.802434 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64f558-b986-4652-830b-16316f9f73b8 req-a9b10a3e-87ef-4d5c-bd64-2a2c5b3a1587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:03.804595 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ed64f558-b986-4652-830b-16316f9f73b8 req-a9b10a3e-87ef-4d5c-bd64-2a2c5b3a1587 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=f18dacb1b28d497197fcf505b71b2a85&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4939859 Oct 20 11:38:03.807921 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-068b8661-0b93-4267-bd7c-6159d9b8012b req-6c66396b-4cb6-48f3-bef1-aa7a72437b0c tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3963189 Oct 20 11:38:03.821494 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f954cb17-881e-4cb1-956e-64900450b9f0 req-81aaa09a-66ad-423d-8e53-9991ca9a8c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:03.823159 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-f954cb17-881e-4cb1-956e-64900450b9f0 req-81aaa09a-66ad-423d-8e53-9991ca9a8c98 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=da880dad-b7d7-4b7f-a613-e2c4dcdb28a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1696327 Oct 20 11:38:03.853917 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-65a7f791-8446-4137-9247-43b04d237833 service neutron] Attempting to bind port 15f81c9a-8c75-4a4f-bd4a-623269ed4d12 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:38:03.854262 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-65a7f791-8446-4137-9247-43b04d237833 service neutron] Attempting to bind port 15f81c9a-8c75-4a4f-bd4a-623269ed4d12 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '96943219-a2ae-413d-add8-ef7f21bdf8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'aa3442a4-4120-4195-8d1b-6a908c4380e8'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:38:03.854598 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-65a7f791-8446-4137-9247-43b04d237833 service neutron] Attempting to bind port 15f81c9a-8c75-4a4f-bd4a-623269ed4d12 on network aa3442a4-4120-4195-8d1b-6a908c4380e8 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:38:03.883016 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2f288b46-2fa3-4efb-a66d-3920de6c92e1 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:03.885234 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-65a7f791-8446-4137-9247-43b04d237833 service neutron] Port 15f81c9a-8c75-4a4f-bd4a-623269ed4d12 on network aa3442a4-4120-4195-8d1b-6a908c4380e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:38:03.885570 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-65a7f791-8446-4137-9247-43b04d237833 service neutron] Attempting to bind port 15f81c9a-8c75-4a4f-bd4a-623269ed4d12 on network aa3442a4-4120-4195-8d1b-6a908c4380e8 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:38:03.913976 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-65a7f791-8446-4137-9247-43b04d237833 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:38:03.914364 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-65a7f791-8446-4137-9247-43b04d237833 service neutron] Checking segment: {'id': '96943219-a2ae-413d-add8-ef7f21bdf8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'aa3442a4-4120-4195-8d1b-6a908c4380e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:38:03.914762 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-65a7f791-8446-4137-9247-43b04d237833 service neutron] Bound using segment: {'id': '96943219-a2ae-413d-add8-ef7f21bdf8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'aa3442a4-4120-4195-8d1b-6a908c4380e8'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:38:03.915238 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-65a7f791-8446-4137-9247-43b04d237833 service neutron] Bound port: 15f81c9a-8c75-4a4f-bd4a-623269ed4d12, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96943219-a2ae-413d-add8-ef7f21bdf8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'aa3442a4-4120-4195-8d1b-6a908c4380e8'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:38:03.915613 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-65a7f791-8446-4137-9247-43b04d237833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:03.959438 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-efcc7214-e40d-4cc6-8622-034f0893407c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:03.960968 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-efcc7214-e40d-4cc6-8622-034f0893407c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7cc0cef1-9e0e-4144-85af-6ed42f35f232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2492218 Oct 20 11:38:04.005830 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2f288b46-2fa3-4efb-a66d-3920de6c92e1 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:04.026343 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2bbdf-d226-4f32-9c07-68e91c0c21bf req-8366ddcb-d0d2-4075-9a3e-b783c83529b7 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:04.032642 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2bbdf-d226-4f32-9c07-68e91c0c21bf req-8366ddcb-d0d2-4075-9a3e-b783c83529b7 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:04.038595 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2bbdf-d226-4f32-9c07-68e91c0c21bf req-8366ddcb-d0d2-4075-9a3e-b783c83529b7 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:04.046331 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2bbdf-d226-4f32-9c07-68e91c0c21bf req-8366ddcb-d0d2-4075-9a3e-b783c83529b7 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:04.053546 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2bbdf-d226-4f32-9c07-68e91c0c21bf req-8366ddcb-d0d2-4075-9a3e-b783c83529b7 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:04.061045 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2bbdf-d226-4f32-9c07-68e91c0c21bf req-8366ddcb-d0d2-4075-9a3e-b783c83529b7 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:04.067126 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2bbdf-d226-4f32-9c07-68e91c0c21bf req-8366ddcb-d0d2-4075-9a3e-b783c83529b7 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:04.069664 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b8c2bbdf-d226-4f32-9c07-68e91c0c21bf req-8366ddcb-d0d2-4075-9a3e-b783c83529b7 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 5434 time: 0.2575934 Oct 20 11:38:04.077854 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-f954cb17-881e-4cb1-956e-64900450b9f0 req-5a23520a-d0df-4791-9323-9058687ff728 service neutron] 10.222.0.89 "GET /v2.0/networks/da880dad-b7d7-4b7f-a613-e2c4dcdb28a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450047 Oct 20 11:38:04.112891 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-65a7f791-8446-4137-9247-43b04d237833 service neutron] For port 15f81c9a-8c75-4a4f-bd4a-623269ed4d12, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:38:04.137870 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f288b46-2fa3-4efb-a66d-3920de6c92e1 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Pushing event updated for resources: {'Port': ['ID=1697bda2-f8c5-4e50-b017-559b5eb282f6,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:04.159226 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-65a7f791-8446-4137-9247-43b04d237833 service neutron] For port 15f81c9a-8c75-4a4f-bd4a-623269ed4d12, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=15f81c9a-8c75-4a4f-bd4a-623269ed4d12,segment=NetworkSegment(96943219-a2ae-413d-add8-ef7f21bdf8b3),segment_id=96943219-a2ae-413d-add8-ef7f21bdf8b3)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:38:04.165491 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-65a7f791-8446-4137-9247-43b04d237833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:04.188884 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64f558-b986-4652-830b-16316f9f73b8 req-a1ed91f1-59e1-4957-b615-68b1de724ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:04.190395 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ed64f558-b986-4652-830b-16316f9f73b8 req-a1ed91f1-59e1-4957-b615-68b1de724ac3 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3740764 Oct 20 11:38:04.216181 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0c7ab-972e-42d8-830f-84b00a983dad req-70351b4f-e6f6-4723-93c2-c0b5377af079 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:04.223107 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0c7ab-972e-42d8-830f-84b00a983dad req-70351b4f-e6f6-4723-93c2-c0b5377af079 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:04.225161 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-24d0c7ab-972e-42d8-830f-84b00a983dad req-70351b4f-e6f6-4723-93c2-c0b5377af079 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/ports?device_id=a18b4967-6a3c-4a50-b3de-31ac1039f970 HTTP/1.1" status: 200 len: 1676 time: 0.3197272 Oct 20 11:38:04.234995 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f288b46-2fa3-4efb-a66d-3920de6c92e1 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Checking segment: {'id': 'a8a5f341-d77c-4ed4-bf9e-b9c9f36c2687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '0fa6d7e3-8da9-4a16-af0f-62b0d62ce49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:38:04.235364 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f288b46-2fa3-4efb-a66d-3920de6c92e1 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Network hostable DHCP agents. Network: 0fa6d7e3-8da9-4a16-af0f-62b0d62ce49c, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:38:04.248937 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-65a7f791-8446-4137-9247-43b04d237833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:04.249603 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-65a7f791-8446-4137-9247-43b04d237833 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:04.251108 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-65a7f791-8446-4137-9247-43b04d237833 service neutron] 10.222.0.89 "PUT /v2.0/ports/15f81c9a-8c75-4a4f-bd4a-623269ed4d12 HTTP/1.1" status: 200 len: 1090 time: 2.1224618 Oct 20 11:38:04.288605 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b8c2bbdf-d226-4f32-9c07-68e91c0c21bf req-e0282f04-9c0d-46dd-8a74-fab0d4bfdd37 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e397af8-07ce-4093-b8cb-76d0226b7f33&id=cde799ff-a835-4e26-b5ae-07ed8640379f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2006297 Oct 20 11:38:04.289064 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-f954cb17-881e-4cb1-956e-64900450b9f0 req-d8f5aa10-93ec-4a18-94f7-e216d8f96198 service neutron] 10.222.0.89 "GET /v2.0/networks/da880dad-b7d7-4b7f-a613-e2c4dcdb28a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976552 Oct 20 11:38:04.291133 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a7f791-8446-4137-9247-43b04d237833 service neutron] Pushing event updated for resources: {'Port': ['ID=15f81c9a-8c75-4a4f-bd4a-623269ed4d12,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:04.296657 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f288b46-2fa3-4efb-a66d-3920de6c92e1 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Network 0fa6d7e3-8da9-4a16-af0f-62b0d62ce49c is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:38:04.301038 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-85912f72-5029-40c8-a058-f46afcb97e1b service neutron] 10.222.0.89 "GET /v2.0/networks/7cc0cef1-9e0e-4144-85af-6ed42f35f232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228550 Oct 20 11:38:04.307709 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f60c52fb-f488-4daa-b1de-aff9586d2143 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:04.311937 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-2f288b46-2fa3-4efb-a66d-3920de6c92e1 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 0fa6d7e3-8da9-4a16-af0f-62b0d62ce49c) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:38:04.320752 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f288b46-2fa3-4efb-a66d-3920de6c92e1 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:38:04.321800 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2f288b46-2fa3-4efb-a66d-3920de6c92e1 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:04.340705 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2497e9-989c-4c26-8d90-66988329d243 None None] Network 0fa6d7e3-8da9-4a16-af0f-62b0d62ce49c requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:38:04.404508 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-24d0c7ab-972e-42d8-830f-84b00a983dad req-35b37e50-4fd7-40b7-b28c-28627e3435b0 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/security-groups?id=556d78ba-2cca-4baf-b487-e76527365cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609602 Oct 20 11:38:04.405775 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60c52fb-f488-4daa-b1de-aff9586d2143 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event deleted for resources: {'Port': ['ID=b5386975-f3b9-41a3-8237-dfdd35310de1,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:04.423733 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f288b46-2fa3-4efb-a66d-3920de6c92e1 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Pushing event updated for resources: {'Port': ['ID=44c6827a-2fc8-4e2e-b3a7-00b6adc874a9,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:04.443226 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device f4c67730-7c55-4209-bd10-b019ba09e2bf details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:38:04.448657 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f288b46-2fa3-4efb-a66d-3920de6c92e1 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Checking segment: {'id': 'e52a19f7-b21b-4263-9e38-ad64ddc03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'ba3875ad-60a5-4819-a47e-615dea513d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:38:04.449029 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f288b46-2fa3-4efb-a66d-3920de6c92e1 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Network hostable DHCP agents. Network: ba3875ad-60a5-4819-a47e-615dea513d3d, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:38:04.453540 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-50e500b7-ab0e-4f86-a37a-c8d6a623d2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:04.453988 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-50e500b7-ab0e-4f86-a37a-c8d6a623d2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:04.455678 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-50e500b7-ab0e-4f86-a37a-c8d6a623d2fe service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f18dacb1b28d497197fcf505b71b2a85&device_id=a18b4967-6a3c-4a50-b3de-31ac1039f970 HTTP/1.1" status: 200 len: 1978 time: 0.0940886 Oct 20 11:38:04.540859 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-1bfd6885-5c3f-4a42-81a9-b40c7b1a0898 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.99&port_id=935f3a5f-db64-467d-bc3b-8dc2a475adf2 HTTP/1.1" status: 200 len: 217 time: 0.0736940 Oct 20 11:38:04.549644 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f288b46-2fa3-4efb-a66d-3920de6c92e1 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Network ba3875ad-60a5-4819-a47e-615dea513d3d is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:38:04.636339 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-45d800fe-d9df-42b4-87d2-31f127905351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:04.639108 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-45d800fe-d9df-42b4-87d2-31f127905351 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=120f18cd-8e69-4aa1-b461-834923881233 HTTP/1.1" status: 200 len: 801 time: 0.0768838 Oct 20 11:38:04.640748 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-2f288b46-2fa3-4efb-a66d-3920de6c92e1 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, ba3875ad-60a5-4819-a47e-615dea513d3d) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:38:04.652786 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f288b46-2fa3-4efb-a66d-3920de6c92e1 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:38:04.663528 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f288b46-2fa3-4efb-a66d-3920de6c92e1 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:04.667408 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-78620356-2672-436f-82b9-0d0e5bddd337 req-386f5ea2-d238-42be-8fa7-f868108e2e38 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.1136456 Oct 20 11:38:04.673081 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f288b46-2fa3-4efb-a66d-3920de6c92e1 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:04.674865 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2f288b46-2fa3-4efb-a66d-3920de6c92e1 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:04.714370 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port f4c67730-7c55-4209-bd10-b019ba09e2bf, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=f4c67730-7c55-4209-bd10-b019ba09e2bf,segment=NetworkSegment(98857962-e92c-4e59-b882-39434d378491),segment_id=98857962-e92c-4e59-b882-39434d378491)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:04.717301 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a18b4967-6a3c-4a50-b3de-31ac1039f970', 'tag': '15f81c9a-8c75-4a4f-bd4a-623269ed4d12'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:38:04.721762 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cdbaa2d-c6b0-4077-a05a-6f781130a74a" -d '{"events": [{"name": "network-changed", "server_uuid": "a18b4967-6a3c-4a50-b3de-31ac1039f970", "tag": "15f81c9a-8c75-4a4f-bd4a-623269ed4d12"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:38:04.727198 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399ca3ad-ea7f-44d4-b473-6438ab875266 None None] Network ba3875ad-60a5-4819-a47e-615dea513d3d requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:38:04.746330 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189f12a-1ae0-460f-98d9-951401d51cc7 req-b04518ee-b37e-4027-b169-fa04079d565e tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:04.750483 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a189f12a-1ae0-460f-98d9-951401d51cc7 req-b04518ee-b37e-4027-b169-fa04079d565e tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 943 time: 0.2442963 Oct 20 11:38:04.754524 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f60c52fb-f488-4daa-b1de-aff9586d2143 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:04.760102 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-f60c52fb-f488-4daa-b1de-aff9586d2143 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "DELETE /v2.0/ports/b5386975-f3b9-41a3-8237-dfdd35310de1 HTTP/1.1" status: 204 len: 168 time: 2.5291240 Oct 20 11:38:04.761149 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-719d0005-85c2-42e0-87ff-5eef6430f886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:04.762697 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-719d0005-85c2-42e0-87ff-5eef6430f886 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1f4c5d74-5a1a-4296-836a-a363ba6eac83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0835774 Oct 20 11:38:04.763422 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41926) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:04.766782 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2f288b46-2fa3-4efb-a66d-3920de6c92e1 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.9708383 Oct 20 11:38:04.769739 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41928) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:04.780520 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-dc50181e-9851-4f09-ba0e-618b4497ab58 service neutron] 10.222.0.89 "GET /v2.0/networks/7cc0cef1-9e0e-4144-85af-6ed42f35f232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4708619 Oct 20 11:38:04.783866 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': 'f4c67730-7c55-4209-bd10-b019ba09e2bf', 'network_id': 'e9eabc1b-d262-4e05-bd88-78509e982c52', 'port_id': 'f4c67730-7c55-4209-bd10-b019ba09e2bf', 'mac_address': 'fa:16:3e:f6:49:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7608c98d-784c-4d69-aa65-d567e84ae885', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:38:04.843766 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-95166baf-3f3b-4518-8fc9-f2b0c3defd90 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] GET failed (client error): The resource could not be found. Oct 20 11:38:04.848286 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-95166baf-3f3b-4518-8fc9-f2b0c3defd90 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "GET /v2.0/ports/b5386975-f3b9-41a3-8237-dfdd35310de1 HTTP/1.1" status: 404 len: 333 time: 0.0775270 Oct 20 11:38:04.849676 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41932) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:04.853883 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-001fd219-6f5e-450a-b083-fe08ab0ff451 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=61bf1de1-24da-472e-a342-71d54a789c06 HTTP/1.1" status: 200 len: 217 time: 0.0639544 Oct 20 11:38:04.901754 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:04.918842 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9898d5be-02c3-4193-a047-2bf0af4ab797 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:04.924008 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9898d5be-02c3-4193-a047-2bf0af4ab797 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:04.927141 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-9898d5be-02c3-4193-a047-2bf0af4ab797 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1489751 Oct 20 11:38:04.932450 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4c67730-7c55-4209-bd10-b019ba09e2bf {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:38:04.934066 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41934) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:04.944591 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a189f12a-1ae0-460f-98d9-951401d51cc7 req-3e66cf2b-2a0e-441e-94d0-5a609d669970 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/security-groups?id=9b3d2f10-3510-4534-bb4e-f0bb5bf298fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832845 Oct 20 11:38:04.958968 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port f4c67730-7c55-4209-bd10-b019ba09e2bf, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=f4c67730-7c55-4209-bd10-b019ba09e2bf,segment=NetworkSegment(98857962-e92c-4e59-b882-39434d378491),segment_id=98857962-e92c-4e59-b882-39434d378491)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:04.967256 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473351a-ae13-440f-aeaf-57ef7a173682 req-317976e4-b9f7-4e54-9b0b-d6c293f999d6 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:04.973404 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473351a-ae13-440f-aeaf-57ef7a173682 req-317976e4-b9f7-4e54-9b0b-d6c293f999d6 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:04.980410 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473351a-ae13-440f-aeaf-57ef7a173682 req-317976e4-b9f7-4e54-9b0b-d6c293f999d6 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:04.981657 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:04.986630 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473351a-ae13-440f-aeaf-57ef7a173682 req-317976e4-b9f7-4e54-9b0b-d6c293f999d6 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:04.992683 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473351a-ae13-440f-aeaf-57ef7a173682 req-317976e4-b9f7-4e54-9b0b-d6c293f999d6 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:04.998733 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473351a-ae13-440f-aeaf-57ef7a173682 req-317976e4-b9f7-4e54-9b0b-d6c293f999d6 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:05.004865 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473351a-ae13-440f-aeaf-57ef7a173682 req-317976e4-b9f7-4e54-9b0b-d6c293f999d6 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:05.006958 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f473351a-ae13-440f-aeaf-57ef7a173682 req-317976e4-b9f7-4e54-9b0b-d6c293f999d6 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 5434 time: 0.2392013 Oct 20 11:38:05.015692 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b20cf4a-b250-4de2-a8d2-9f7e2ae07f57 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Deleting subnet 94854e85-672c-40c5-b154-547e5217bc12 {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:38:05.020496 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4b20cf4a-b250-4de2-a8d2-9f7e2ae07f57 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:05.052669 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167e3186-6a62-444e-bdb2-bd85461f18f6 x-openstack-request-id: req-167e3186-6a62-444e-bdb2-bd85461f18f6 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:38:05.052958 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a18b4967-6a3c-4a50-b3de-31ac1039f970", "tag": "15f81c9a-8c75-4a4f-bd4a-623269ed4d12", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:38:05.053207 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-167e3186-6a62-444e-bdb2-bd85461f18f6 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:38:05.053650 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a18b4967-6a3c-4a50-b3de-31ac1039f970', 'tag': '15f81c9a-8c75-4a4f-bd4a-623269ed4d12', 'status': 'completed', 'code': 200} Oct 20 11:38:05.063709 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-9a1a0f21-7c57-430b-9acf-f12f0a8804ed service neutron] 10.222.0.89 "GET /v2.0/networks/1f4c5d74-5a1a-4296-836a-a363ba6eac83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845886 Oct 20 11:38:05.102586 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=f4c67730-7c55-4209-bd10-b019ba09e2bf,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:05.180700 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-bc302fce-a056-4158-b7a0-1e327647a463 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Deleting port 1697bda2-f8c5-4e50-b017-559b5eb282f6 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:38:05.181071 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bc302fce-a056-4158-b7a0-1e327647a463 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:05.221088 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-95e5cd2a-744f-4ec6-9ef8-16369aa80c78 service neutron] 10.222.0.89 "GET /v2.0/networks/1f4c5d74-5a1a-4296-836a-a363ba6eac83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484060 Oct 20 11:38:05.301297 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bc302fce-a056-4158-b7a0-1e327647a463 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:05.305058 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-97b9b36f-dd9a-4b9c-927e-158ba1f3518a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.4&port_id=15f81c9a-8c75-4a4f-bd4a-623269ed4d12 HTTP/1.1" status: 200 len: 217 time: 0.0474977 Oct 20 11:38:05.317971 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-bc302fce-a056-4158-b7a0-1e327647a463 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Calling delete_port for 1697bda2-f8c5-4e50-b017-559b5eb282f6 owned by {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:38:05.342335 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-076cc34b-6dd0-4524-90ba-edcd49242d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:05.343952 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-076cc34b-6dd0-4524-90ba-edcd49242d89 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c7f8db9e-759d-47f9-9be8-c669a032f85a HTTP/1.1" status: 200 len: 797 time: 0.4795332 Oct 20 11:38:05.359802 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['f4c67730-7c55-4209-bd10-b019ba09e2bf'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:38:05.390411 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4b20cf4a-b250-4de2-a8d2-9f7e2ae07f57 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:05.404124 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-69f8ad5f-db2b-4092-9685-802a26b03284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:05.405678 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-69f8ad5f-db2b-4092-9685-802a26b03284 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=cfbc4055-9e36-4123-aec9-9879ca90fa67 HTTP/1.1" status: 200 len: 801 time: 0.0889208 Oct 20 11:38:05.476352 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-b7782d58-993a-418a-b6c4-2490ad1b6d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:05.478135 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-b7782d58-993a-418a-b6c4-2490ad1b6d22 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=aa3442a4-4120-4195-8d1b-6a908c4380e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0647871 Oct 20 11:38:05.480001 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563dc7bc-418f-4b19-84ff-de46c3e36d01 req-10b63db8-a96b-4838-9606-d82d7bb63df4 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:05.481532 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-563dc7bc-418f-4b19-84ff-de46c3e36d01 req-10b63db8-a96b-4838-9606-d82d7bb63df4 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc2a7568-a0b5-453f-9439-31621926cf91 HTTP/1.1" status: 200 len: 945 time: 0.1666791 Oct 20 11:38:05.487731 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bc302fce-a056-4158-b7a0-1e327647a463 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:05.492578 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d970a00c-391f-4e7c-a9f8-abaad91cd14b req-49615107-3c19-4623-a4bb-45ad2208039b tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:05.494099 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d970a00c-391f-4e7c-a9f8-abaad91cd14b req-49615107-3c19-4623-a4bb-45ad2208039b tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 944 time: 0.1765366 Oct 20 11:38:05.509466 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-151c9ec3-f4e2-4ebd-abe2-38ff217724e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:05.510947 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-151c9ec3-f4e2-4ebd-abe2-38ff217724e4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=debe6c2d-b3d4-4e02-853f-d2d45fbb1f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1388783 Oct 20 11:38:05.556907 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc302fce-a056-4158-b7a0-1e327647a463 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Pushing event deleted for resources: {'Port': ['ID=1697bda2-f8c5-4e50-b017-559b5eb282f6,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:05.571160 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bc302fce-a056-4158-b7a0-1e327647a463 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:05.574488 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-bc302fce-a056-4158-b7a0-1e327647a463 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] 10.222.0.98 "DELETE /v2.0/ports/1697bda2-f8c5-4e50-b017-559b5eb282f6 HTTP/1.1" status: 204 len: 168 time: 0.6393869 Oct 20 11:38:05.579892 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41940) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:05.656018 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-563dc7bc-418f-4b19-84ff-de46c3e36d01 req-0c2d44db-7062-45a0-bb4e-52c147ab389d tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/security-groups?id=507d4736-4c60-4433-b68f-a0ea4568f172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579363 Oct 20 11:38:05.665970 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4b20cf4a-b250-4de2-a8d2-9f7e2ae07f57 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:05.694855 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d970a00c-391f-4e7c-a9f8-abaad91cd14b req-70f96c0d-f2d8-4ddd-a479-d47fa2b11c9f tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917408 Oct 20 11:38:05.703708 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-610e64cd-104c-425f-b594-fb5f65b662aa service neutron] 10.222.0.89 "GET /v2.0/networks/aa3442a4-4120-4195-8d1b-6a908c4380e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990819 Oct 20 11:38:05.770474 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-81eb03b9-bb07-4e18-9d98-0e21a029ced5 service neutron] 10.222.0.89 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440550 Oct 20 11:38:05.801228 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-04a0b2c7-3db4-4a11-8429-5acac13c40fd tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Deleting port 44c6827a-2fc8-4e2e-b3a7-00b6adc874a9 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:38:05.801575 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-04a0b2c7-3db4-4a11-8429-5acac13c40fd tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:05.846212 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-9c39b1d5-8ee0-4d02-8b16-aa045049ddb1 req-f990301c-c5d6-4e24-b807-6a7584917e95 service neutron] 10.222.0.89 "GET /v2.0/networks/aa3442a4-4120-4195-8d1b-6a908c4380e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292920 Oct 20 11:38:05.846922 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9b763e58-0f1d-4c94-9143-8d1665505e76 req-9da22218-ebea-497a-a993-f099a392c291 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0567923 Oct 20 11:38:05.851010 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4b20cf4a-b250-4de2-a8d2-9f7e2ae07f57 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:05.889445 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-04a0b2c7-3db4-4a11-8429-5acac13c40fd tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:05.894831 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff93705-6ae2-449d-bfee-e0eb5c83fe2e req-472b739d-7c76-4595-8e94-96f48f34c52b tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:05.901192 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff93705-6ae2-449d-bfee-e0eb5c83fe2e req-472b739d-7c76-4595-8e94-96f48f34c52b tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:05.903038 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eff93705-6ae2-449d-bfee-e0eb5c83fe2e req-472b739d-7c76-4595-8e94-96f48f34c52b tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/ports?device_id=a18b4967-6a3c-4a50-b3de-31ac1039f970 HTTP/1.1" status: 200 len: 1676 time: 0.1729176 Oct 20 11:38:05.904029 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-04a0b2c7-3db4-4a11-8429-5acac13c40fd tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Calling delete_port for 44c6827a-2fc8-4e2e-b3a7-00b6adc874a9 owned by {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:38:05.930926 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b20cf4a-b250-4de2-a8d2-9f7e2ae07f57 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event deleted for resources: {'Subnet': ['ID=94854e85-672c-40c5-b154-547e5217bc12,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:05.951036 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4b20cf4a-b250-4de2-a8d2-9f7e2ae07f57 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:05.951509 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74f20b0-fe87-4a54-a24d-b4e2131ddec0 None None] Network 485cca22-cb47-4c15-be17-7923e5444b7f requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:38:05.954382 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4b20cf4a-b250-4de2-a8d2-9f7e2ae07f57 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "DELETE /v2.0/subnets/94854e85-672c-40c5-b154-547e5217bc12 HTTP/1.1" status: 204 len: 168 time: 1.0993383 Oct 20 11:38:05.958697 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41944) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:05.982359 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eff93705-6ae2-449d-bfee-e0eb5c83fe2e req-8efde2d2-c11d-4b03-b1da-42101a742e80 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/security-groups?id=556d78ba-2cca-4baf-b487-e76527365cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577579 Oct 20 11:38:05.994263 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-c94bea14-7944-4ad4-a83e-696836a3bf7f service neutron] 10.222.0.89 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154701 Oct 20 11:38:06.066883 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-5c9e9c19-ccb9-4b7a-bef7-5c3fe0a9558b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=1096304c-3250-4c91-a0ae-a0d182374e03 HTTP/1.1" status: 200 len: 217 time: 0.0586963 Oct 20 11:38:06.101686 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-63e46817-9a81-499f-a99c-e6f5cc2c330c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:06.108087 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdbaa2d-c6b0-4077-a05a-6f781130a74a req-1529b78d-d431-4bf0-8dc2-84676c9f6ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:06.108601 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdbaa2d-c6b0-4077-a05a-6f781130a74a req-1529b78d-d431-4bf0-8dc2-84676c9f6ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:06.110359 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0cdbaa2d-c6b0-4077-a05a-6f781130a74a req-1529b78d-d431-4bf0-8dc2-84676c9f6ae1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f18dacb1b28d497197fcf505b71b2a85&device_id=a18b4967-6a3c-4a50-b3de-31ac1039f970 HTTP/1.1" status: 200 len: 1978 time: 0.1647882 Oct 20 11:38:06.144380 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-ddf88fd9-bd68-4c27-88b3-ed57edbb62cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:06.145920 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-ddf88fd9-bd68-4c27-88b3-ed57edbb62cb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c7f8db9e-759d-47f9-9be8-c669a032f85a HTTP/1.1" status: 200 len: 797 time: 0.0569019 Oct 20 11:38:06.154422 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b735c-c155-407a-b018-fc6698ebd6fc req-ed0d5816-34a2-491c-9f26-24b5079d2649 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:06.155920 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dd4b735c-c155-407a-b018-fc6698ebd6fc req-ed0d5816-34a2-491c-9f26-24b5079d2649 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 943 time: 0.0992455 Oct 20 11:38:06.172294 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e95d0ce-de58-4347-87e7-2cf2effd074e None None] DHCP port deletion for 485cca22-cb47-4c15-be17-7923e5444b7f request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:38:06.183465 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-04a0b2c7-3db4-4a11-8429-5acac13c40fd tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:06.222819 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-2e95d0ce-de58-4347-87e7-2cf2effd074e None None] Deleting port d963c52c-733b-48f8-968d-219501cb54ec {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:38:06.223220 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2e95d0ce-de58-4347-87e7-2cf2effd074e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:06.224652 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dd4b735c-c155-407a-b018-fc6698ebd6fc req-1958e1e7-6195-44e8-b3b0-34aa429d451c tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/security-groups?id=9b3d2f10-3510-4534-bb4e-f0bb5bf298fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589228 Oct 20 11:38:06.231269 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-104ba61c-bf83-4ff5-8012-9ff06abd47fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:06.232809 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-104ba61c-bf83-4ff5-8012-9ff06abd47fc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=debe6c2d-b3d4-4e02-853f-d2d45fbb1f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0759776 Oct 20 11:38:06.255000 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0b2c7-3db4-4a11-8429-5acac13c40fd tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Pushing event deleted for resources: {'Port': ['ID=44c6827a-2fc8-4e2e-b3a7-00b6adc874a9,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:06.268334 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-04a0b2c7-3db4-4a11-8429-5acac13c40fd tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:06.274872 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-04a0b2c7-3db4-4a11-8429-5acac13c40fd tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] 10.222.0.98 "DELETE /v2.0/ports/44c6827a-2fc8-4e2e-b3a7-00b6adc874a9 HTTP/1.1" status: 204 len: 168 time: 0.6917834 Oct 20 11:38:06.277596 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41948) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:06.321283 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2ce87a51-5718-42fe-8690-b4ab2a2b5940 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0389647 Oct 20 11:38:06.321529 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-2e95d0ce-de58-4347-87e7-2cf2effd074e None None] For port d963c52c-733b-48f8-968d-219501cb54ec, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=d963c52c-733b-48f8-968d-219501cb54ec,segment=NetworkSegment(c40d1dda-1811-4c8b-8217-26b6852aef56),segment_id=c40d1dda-1811-4c8b-8217-26b6852aef56)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:06.321529 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2e95d0ce-de58-4347-87e7-2cf2effd074e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:06.322260 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41950) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:06.325815 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdbaa2d-c6b0-4077-a05a-6f781130a74a req-3434963a-1d51-415d-934e-b07698f27f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:06.327292 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0cdbaa2d-c6b0-4077-a05a-6f781130a74a req-3434963a-1d51-415d-934e-b07698f27f9f service neutron] 10.222.0.89 "GET /v2.0/networks?id=aa3442a4-4120-4195-8d1b-6a908c4380e8 HTTP/1.1" status: 200 len: 904 time: 0.2079866 Oct 20 11:38:06.331230 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-cc6c5f09-32af-4d09-bb93-651f4929092e tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-579965738'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:06.334389 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-2e95d0ce-de58-4347-87e7-2cf2effd074e None None] Calling delete_port for d963c52c-733b-48f8-968d-219501cb54ec owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:38:06.340402 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-d4a2a89e-44de-4f5d-bc05-f63e5c2effe4 service neutron] 10.222.0.89 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956552 Oct 20 11:38:06.356213 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-63e46817-9a81-499f-a99c-e6f5cc2c330c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Deleting port d963c52c-733b-48f8-968d-219501cb54ec {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:38:06.356550 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-63e46817-9a81-499f-a99c-e6f5cc2c330c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:06.405019 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0cdbaa2d-c6b0-4077-a05a-6f781130a74a req-3bc15f8a-92ae-4d41-88db-22228e0cdb97 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.4&port_id=15f81c9a-8c75-4a4f-bd4a-623269ed4d12 HTTP/1.1" status: 200 len: 217 time: 0.0610652 Oct 20 11:38:06.419169 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2e95d0ce-de58-4347-87e7-2cf2effd074e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:06.424254 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device f4c67730-7c55-4209-bd10-b019ba09e2bf up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:38:06.429870 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6c5f09-32af-4d09-bb93-651f4929092e tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Made reservation on behalf of 5e3c27c35a104e49ad8ac15ebdfeca94 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:38:06.433762 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cc6c5f09-32af-4d09-bb93-651f4929092e tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:06.457696 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-be6f347e-1fd7-4fb3-b64f-918067c41f9e service neutron] 10.222.0.89 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045535 Oct 20 11:38:06.471252 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e95d0ce-de58-4347-87e7-2cf2effd074e None None] Pushing event deleted for resources: {'Port': ['ID=d963c52c-733b-48f8-968d-219501cb54ec,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:06.478098 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e95d0ce-de58-4347-87e7-2cf2effd074e None None] No DVR routers for this DVR port d963c52c-733b-48f8-968d-219501cb54ec on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:38:06.511482 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-f6a360f3-1990-431d-b81d-4d24b57cd600 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=d39c253f-49f6-4214-8738-6a67f437331d HTTP/1.1" status: 200 len: 217 time: 0.0451558 Oct 20 11:38:06.515398 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port f4c67730-7c55-4209-bd10-b019ba09e2bf completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:38:06.519189 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-63e46817-9a81-499f-a99c-e6f5cc2c330c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] For port d963c52c-733b-48f8-968d-219501cb54ec, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=d963c52c-733b-48f8-968d-219501cb54ec,segment=NetworkSegment(c40d1dda-1811-4c8b-8217-26b6852aef56),segment_id=c40d1dda-1811-4c8b-8217-26b6852aef56)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:06.519581 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-63e46817-9a81-499f-a99c-e6f5cc2c330c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:06.519753 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port f4c67730-7c55-4209-bd10-b019ba09e2bf triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:06.520196 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:06.532524 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdbaa2d-c6b0-4077-a05a-6f781130a74a req-af61b083-5e77-4f4c-816a-6e48cfe5f310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:06.534023 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0cdbaa2d-c6b0-4077-a05a-6f781130a74a req-af61b083-5e77-4f4c-816a-6e48cfe5f310 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=cfbc4055-9e36-4123-aec9-9879ca90fa67 HTTP/1.1" status: 200 len: 801 time: 0.1215053 Oct 20 11:38:06.543497 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-63e46817-9a81-499f-a99c-e6f5cc2c330c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Calling delete_port for d963c52c-733b-48f8-968d-219501cb54ec owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:38:06.557591 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc6c5f09-32af-4d09-bb93-651f4929092e tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] vlan segment allocate from pool success with {'vlan_id': 1267, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:38:06.568812 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-bafe361f-64df-4f0d-9e97-924962eaad25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:06.570497 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-bafe361f-64df-4f0d-9e97-924962eaad25 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c7f8db9e-759d-47f9-9be8-c669a032f85a HTTP/1.1" status: 200 len: 797 time: 0.0476196 Oct 20 11:38:06.594321 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cc6c5f09-32af-4d09-bb93-651f4929092e tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:06.594672 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-cc6c5f09-32af-4d09-bb93-651f4929092e tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Added segment 7a3965a9-14e8-4252-85d9-0a5939774edc of type vlan for network 8390100e-e222-46a1-bda0-d04d0a5892e6 Oct 20 11:38:06.611343 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:06.635038 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2eefaa-45fd-4605-93dc-014cb6f7208f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c67730-7c55-4209-bd10-b019ba09e2bf'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:38:06.635351 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-50d1ce87-e109-4554-8858-b9f63d0d421b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:06.637247 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-50d1ce87-e109-4554-8858-b9f63d0d421b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=debe6c2d-b3d4-4e02-853f-d2d45fbb1f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0570765 Oct 20 11:38:06.637449 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc13d25-80f8-4eea-82a6-249e0c4e5d46" -d '{"events": [{"server_uuid": "bf2eefaa-45fd-4605-93dc-014cb6f7208f", "name": "network-vif-plugged", "status": "completed", "tag": "f4c67730-7c55-4209-bd10-b019ba09e2bf"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:38:06.657538 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port f4c67730-7c55-4209-bd10-b019ba09e2bf, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=f4c67730-7c55-4209-bd10-b019ba09e2bf,segment=NetworkSegment(98857962-e92c-4e59-b882-39434d378491),segment_id=98857962-e92c-4e59-b882-39434d378491)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:06.662438 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:06.677241 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdbaa2d-c6b0-4077-a05a-6f781130a74a req-654503a3-468c-43e3-82d9-2d48a4c4f450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:06.679347 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0cdbaa2d-c6b0-4077-a05a-6f781130a74a req-654503a3-468c-43e3-82d9-2d48a4c4f450 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=aa3442a4-4120-4195-8d1b-6a908c4380e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1371696 Oct 20 11:38:06.690094 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98314f8-be39-477c-9b02-bf46e0075249 x-openstack-request-id: req-a98314f8-be39-477c-9b02-bf46e0075249 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:38:06.690399 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf2eefaa-45fd-4605-93dc-014cb6f7208f", "name": "network-vif-plugged", "status": "completed", "tag": "f4c67730-7c55-4209-bd10-b019ba09e2bf", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:38:06.690744 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a98314f8-be39-477c-9b02-bf46e0075249 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:38:06.691127 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf2eefaa-45fd-4605-93dc-014cb6f7208f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c67730-7c55-4209-bd10-b019ba09e2bf', 'code': 200} Oct 20 11:38:06.728803 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=f4c67730-7c55-4209-bd10-b019ba09e2bf,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:06.765139 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-bec6a40c-4b0f-4a40-9b5f-fb17b8299f3d service neutron] 10.222.0.89 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132174 Oct 20 11:38:06.792268 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cc6c5f09-32af-4d09-bb93-651f4929092e tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:06.857322 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0cdbaa2d-c6b0-4077-a05a-6f781130a74a req-e5fc7644-1a3a-443c-ae84-513deffcef34 service neutron] 10.222.0.89 "GET /v2.0/networks/aa3442a4-4120-4195-8d1b-6a908c4380e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553867 Oct 20 11:38:06.895607 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cc6c5f09-32af-4d09-bb93-651f4929092e tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:06.901445 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6c5f09-32af-4d09-bb93-651f4929092e tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:06.901855 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cc6c5f09-32af-4d09-bb93-651f4929092e tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:06.923791 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba69c56-54e7-4df7-b2cc-8893e263a0f6 req-6f26ffaf-bb3c-4f9d-b194-34551c88dd40 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:06.925402 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bba69c56-54e7-4df7-b2cc-8893e263a0f6 req-6f26ffaf-bb3c-4f9d-b194-34551c88dd40 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc2a7568-a0b5-453f-9439-31621926cf91 HTTP/1.1" status: 200 len: 945 time: 0.1395261 Oct 20 11:38:06.939196 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60efd189-6660-4916-927a-f13bdec71add req-3d60ec83-2de8-435e-b7b3-67c2d28d1fec tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:06.943055 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-60efd189-6660-4916-927a-f13bdec71add req-3d60ec83-2de8-435e-b7b3-67c2d28d1fec tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 945 time: 0.1353979 Oct 20 11:38:06.989836 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b492d521-af80-499b-a803-ca7c12032d7e req-d1489ec3-2926-49f2-9cf0-cd0a8398ec97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:06.991373 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-b492d521-af80-499b-a803-ca7c12032d7e req-d1489ec3-2926-49f2-9cf0-cd0a8398ec97 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 1096 time: 0.2011311 Oct 20 11:38:07.000499 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-63e46817-9a81-499f-a99c-e6f5cc2c330c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:07.024236 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-c8baf1cc-f985-4c50-ba20-7bef5d6936f9 service neutron] 10.222.0.89 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487366 Oct 20 11:38:07.030848 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-cc6c5f09-32af-4d09-bb93-651f4929092e tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7063272 Oct 20 11:38:07.032213 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41968) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:07.044501 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-82e67e94-4ec4-4dae-94c3-e9e0b082a384 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1047194252'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:07.056508 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bba69c56-54e7-4df7-b2cc-8893e263a0f6 req-89edd660-ac76-4c80-8394-4b2efb68fd5d tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/security-groups?id=507d4736-4c60-4433-b68f-a0ea4568f172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103876 Oct 20 11:38:07.095005 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-60efd189-6660-4916-927a-f13bdec71add req-45dec490-226a-45f7-92c7-9253b5487c89 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472948 Oct 20 11:38:07.102290 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-23dbfe90-151e-4a78-8237-e31be4d5af15 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=4aea7d3c-78fa-4d1c-9d27-ec767d37af26 HTTP/1.1" status: 200 len: 217 time: 0.0663028 Oct 20 11:38:07.159392 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e67e94-4ec4-4dae-94c3-e9e0b082a384 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Made reservation on behalf of 5e3c27c35a104e49ad8ac15ebdfeca94 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:38:07.162311 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-82e67e94-4ec4-4dae-94c3-e9e0b082a384 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:07.199781 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-615d4034-3d09-4348-b5c7-2d4e4f785d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:07.201460 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-615d4034-3d09-4348-b5c7-2d4e4f785d9b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c7f8db9e-759d-47f9-9be8-c669a032f85a HTTP/1.1" status: 200 len: 797 time: 0.0833135 Oct 20 11:38:07.206134 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82e67e94-4ec4-4dae-94c3-e9e0b082a384 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] vlan segment allocate from pool success with {'vlan_id': 1254, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:38:07.283761 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-82e67e94-4ec4-4dae-94c3-e9e0b082a384 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:07.284113 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-82e67e94-4ec4-4dae-94c3-e9e0b082a384 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Added segment 9d261b8a-6c84-4dce-aa12-48efa307b5fc of type vlan for network 6698c0cc-3fc7-4aad-9625-cf7961d9ef0e Oct 20 11:38:07.288979 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-63866a79-d752-4fa9-b025-d4a3a00cf84b req-7bd7fdd8-694f-4da1-98b4-ea16be6673da tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0664423 Oct 20 11:38:07.384825 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-82e67e94-4ec4-4dae-94c3-e9e0b082a384 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:07.410678 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-7e663552-4d2c-40c1-8074-04775d87d359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:07.412275 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-7e663552-4d2c-40c1-8074-04775d87d359 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=debe6c2d-b3d4-4e02-853f-d2d45fbb1f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1999593 Oct 20 11:38:07.445971 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7af59-e66d-47d5-9f1a-18e91218c8bb req-aef668c2-d987-420e-8fb2-b55d40879d57 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:07.451830 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7af59-e66d-47d5-9f1a-18e91218c8bb req-aef668c2-d987-420e-8fb2-b55d40879d57 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:07.453651 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3c7af59-e66d-47d5-9f1a-18e91218c8bb req-aef668c2-d987-420e-8fb2-b55d40879d57 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/ports?device_id=a18b4967-6a3c-4a50-b3de-31ac1039f970 HTTP/1.1" status: 200 len: 1676 time: 0.2241580 Oct 20 11:38:07.460014 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e46817-9a81-499f-a99c-e6f5cc2c330c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] No DVR routers for this DVR port d963c52c-733b-48f8-968d-219501cb54ec on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:38:07.468577 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e46817-9a81-499f-a99c-e6f5cc2c330c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event deleted for resources: {'Port': ['ID=d963c52c-733b-48f8-968d-219501cb54ec,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:07.490060 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c5f09-32af-4d09-bb93-651f4929092e tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Pushing event updated for resources: {'Network': ['ID=8390100e-e222-46a1-bda0-d04d0a5892e6,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:07.505497 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 8390100e-e222-46a1-bda0-d04d0a5892e6 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:38:07.524642 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-82e67e94-4ec4-4dae-94c3-e9e0b082a384 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:07.536922 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e67e94-4ec4-4dae-94c3-e9e0b082a384 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:07.537090 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-82e67e94-4ec4-4dae-94c3-e9e0b082a384 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:07.548459 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0cdbaa2d-c6b0-4077-a05a-6f781130a74a req-95e8fd70-a733-4c25-bbc0-d6c19f67d5cc service neutron] 10.222.0.89 "GET /v2.0/networks/aa3442a4-4120-4195-8d1b-6a908c4380e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6795709 Oct 20 11:38:07.581445 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-b492d521-af80-499b-a803-ca7c12032d7e req-52209dd9-637b-4f21-b1de-3eb2955bb264 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5707078 Oct 20 11:38:07.619632 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f05f9-f765-4322-aa32-6e2911a9cc48 req-463326ac-f5e0-4ae2-82c1-ce17a59d50a7 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:07.621191 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c00f05f9-f765-4322-aa32-6e2911a9cc48 req-463326ac-f5e0-4ae2-82c1-ce17a59d50a7 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 943 time: 0.2403054 Oct 20 11:38:07.627620 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-63e46817-9a81-499f-a99c-e6f5cc2c330c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:07.647160 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41984) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:07.651306 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-82e67e94-4ec4-4dae-94c3-e9e0b082a384 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6104329 Oct 20 11:38:07.665540 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device d963c52c-733b-48f8-968d-219501cb54ec no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:38:07.673475 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3c7af59-e66d-47d5-9f1a-18e91218c8bb req-3a56da4f-32ca-432b-9e37-2e6df99020d6 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/security-groups?id=556d78ba-2cca-4baf-b487-e76527365cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041392 Oct 20 11:38:07.677234 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-63e46817-9a81-499f-a99c-e6f5cc2c330c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['485cca22-cb47-4c15-be17-7923e5444b7f']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:07.698437 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: d963c52c-733b-48f8-968d-219501cb54ec {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:38:07.703080 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-63e46817-9a81-499f-a99c-e6f5cc2c330c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c40d1dda-1811-4c8b-8217-26b6852aef56') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:07.703490 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-63e46817-9a81-499f-a99c-e6f5cc2c330c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c40d1dda-1811-4c8b-8217-26b6852aef56') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:07.703690 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device d963c52c-733b-48f8-968d-219501cb54ec not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:38:07.715217 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-63e46817-9a81-499f-a99c-e6f5cc2c330c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:07.728423 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e67e94-4ec4-4dae-94c3-e9e0b082a384 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Pushing event updated for resources: {'Network': ['ID=6698c0cc-3fc7-4aad-9625-cf7961d9ef0e,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:07.731335 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-63e46817-9a81-499f-a99c-e6f5cc2c330c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:07.744741 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 6698c0cc-3fc7-4aad-9625-cf7961d9ef0e details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:38:07.747561 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63e46817-9a81-499f-a99c-e6f5cc2c330c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Releasing vlan 1287 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:38:07.748066 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-63e46817-9a81-499f-a99c-e6f5cc2c330c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:07.752373 n-d-814735-3 neutron-server[100646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:38:07.752373 n-d-814735-3 neutron-server[100646]: self.session.flush() Oct 20 11:38:07.752373 n-d-814735-3 neutron-server[100646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:38:07.752373 n-d-814735-3 neutron-server[100646]: self.session.flush() Oct 20 11:38:07.752373 n-d-814735-3 neutron-server[100646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:38:07.752373 n-d-814735-3 neutron-server[100646]: self.session.flush() Oct 20 11:38:07.752373 n-d-814735-3 neutron-server[100646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:38:07.752373 n-d-814735-3 neutron-server[100646]: self.session.flush() Oct 20 11:38:07.752373 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:38:07.752373 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:38:07.752373 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:38:07.752373 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:38:07.752373 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:38:07.752373 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:38:07.752373 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:38:07.752373 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:38:07.752373 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:38:07.752373 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:38:07.752373 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:38:07.752373 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:38:07.752373 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:38:07.752373 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:38:07.752373 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:38:07.752373 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:38:07.752373 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:38:07.752373 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:38:07.752373 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:38:07.752373 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:38:07.752373 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:38:07.752373 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:38:07.752373 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:38:07.752373 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:38:07.752373 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:38:07.752373 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:38:07.752373 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:38:07.752373 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:38:07.752373 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:38:07.752373 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:38:07.752373 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:38:07.752373 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:38:07.769892 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-19db858d-ee95-45d1-a593-116cdf0a2eff service neutron] 10.222.0.89 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362389 Oct 20 11:38:07.836083 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c00f05f9-f765-4322-aa32-6e2911a9cc48 req-3fe05164-ab26-4469-80b5-f507199115ad tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/security-groups?id=9b3d2f10-3510-4534-bb4e-f0bb5bf298fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938362 Oct 20 11:38:07.861023 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-63e46817-9a81-499f-a99c-e6f5cc2c330c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:07.874459 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-63e46817-9a81-499f-a99c-e6f5cc2c330c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:07.878129 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-63e46817-9a81-499f-a99c-e6f5cc2c330c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "DELETE /v2.0/networks/485cca22-cb47-4c15-be17-7923e5444b7f HTTP/1.1" status: 204 len: 168 time: 1.9193385 Oct 20 11:38:07.892422 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41988) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:07.895807 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e46817-9a81-499f-a99c-e6f5cc2c330c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event deleted for resources: {'Network': ['ID=485cca22-cb47-4c15-be17-7923e5444b7f,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:07.900242 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-e6f750e8-97df-48ab-9655-df64f62baae7 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-82099109'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:07.909385 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77bfc4-d7f3-4387-9536-d2f6eaf20b9d req-f094944b-5282-45fe-a74d-77c72d52f4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:07.909985 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77bfc4-d7f3-4387-9536-d2f6eaf20b9d req-f094944b-5282-45fe-a74d-77c72d52f4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:07.910504 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77bfc4-d7f3-4387-9536-d2f6eaf20b9d req-f094944b-5282-45fe-a74d-77c72d52f4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:07.911361 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77bfc4-d7f3-4387-9536-d2f6eaf20b9d req-f094944b-5282-45fe-a74d-77c72d52f4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:07.911553 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77bfc4-d7f3-4387-9536-d2f6eaf20b9d req-f094944b-5282-45fe-a74d-77c72d52f4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:07.912050 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77bfc4-d7f3-4387-9536-d2f6eaf20b9d req-f094944b-5282-45fe-a74d-77c72d52f4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:07.912672 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77bfc4-d7f3-4387-9536-d2f6eaf20b9d req-f094944b-5282-45fe-a74d-77c72d52f4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:07.914598 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6f77bfc4-d7f3-4387-9536-d2f6eaf20b9d req-f094944b-5282-45fe-a74d-77c72d52f4fc service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 6491 time: 0.2696249 Oct 20 11:38:07.938267 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f750e8-97df-48ab-9655-df64f62baae7 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Made reservation on behalf of 94e5347f86fe43de8b27d18b03cb5e6b for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:38:07.941870 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e6f750e8-97df-48ab-9655-df64f62baae7 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:07.954329 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6f77bfc4-d7f3-4387-9536-d2f6eaf20b9d req-28e35603-34d3-48bc-93db-d3e8ff06c637 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=cde799ff-a835-4e26-b5ae-07ed8640379f&id=6e397af8-07ce-4093-b8cb-76d0226b7f33&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0317233 Oct 20 11:38:07.956565 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-fb7be92a-5bc4-445a-b654-908708df008d service neutron] 10.222.0.89 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597512 Oct 20 11:38:08.001962 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6f750e8-97df-48ab-9655-df64f62baae7 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] vlan segment allocate from pool success with {'vlan_id': 1276, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:38:08.005061 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-1ad99d6a-f678-4f98-ad41-8c5e0920f351 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=36734b27-541b-4c46-94d0-9c36824cd543 HTTP/1.1" status: 200 len: 217 time: 0.0398815 Oct 20 11:38:08.013333 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e6f750e8-97df-48ab-9655-df64f62baae7 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:08.013674 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-e6f750e8-97df-48ab-9655-df64f62baae7 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Added segment ebc3d04a-0b68-40c0-8025-d8e7f4eb01ce of type vlan for network c3ee07e3-5b9a-4875-b334-891e8aa2a6ad Oct 20 11:38:08.091096 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e6f750e8-97df-48ab-9655-df64f62baae7 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:08.108003 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-f3437c20-78d4-40ff-8a21-46223bae5776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:08.109440 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-f3437c20-78d4-40ff-8a21-46223bae5776 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8b2ce3de-10a9-4c8a-b2e7-4d28126c6f52 HTTP/1.1" status: 200 len: 797 time: 0.0882864 Oct 20 11:38:08.132647 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e6f750e8-97df-48ab-9655-df64f62baae7 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:08.137900 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f750e8-97df-48ab-9655-df64f62baae7 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:08.138571 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e6f750e8-97df-48ab-9655-df64f62baae7 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:08.226341 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e6f750e8-97df-48ab-9655-df64f62baae7 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3302879 Oct 20 11:38:08.227237 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41996) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:08.233045 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-8ac864a1-08be-4385-b954-631ca76fb22e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Request body: {'subnet': {'network_id': 'c3ee07e3-5b9a-4875-b334-891e8aa2a6ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:08.290516 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f750e8-97df-48ab-9655-df64f62baae7 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event updated for resources: {'Network': ['ID=c3ee07e3-5b9a-4875-b334-891e8aa2a6ad,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:08.305748 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-d24dcbee-13a1-48c8-989c-6e681f8c1995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:08.307974 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-d24dcbee-13a1-48c8-989c-6e681f8c1995 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cbfb6560-b005-4cf2-8e9b-c40d4507d392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1868513 Oct 20 11:38:08.310426 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network c3ee07e3-5b9a-4875-b334-891e8aa2a6ad details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:38:08.319062 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dbff9f-8806-4e09-95ea-3c9376c47c89 req-e0604a4c-342b-4622-af4b-d870c4a430c3 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:08.320509 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41dbff9f-8806-4e09-95ea-3c9376c47c89 req-e0604a4c-342b-4622-af4b-d870c4a430c3 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc2a7568-a0b5-453f-9439-31621926cf91 HTTP/1.1" status: 200 len: 945 time: 0.1580493 Oct 20 11:38:08.336649 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac864a1-08be-4385-b954-631ca76fb22e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Made reservation on behalf of 94e5347f86fe43de8b27d18b03cb5e6b for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:38:08.341234 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8ac864a1-08be-4385-b954-631ca76fb22e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:08.357728 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb6592a-53f0-4c7c-af40-1cdf93eeb077 req-5ecc07a1-789d-46c5-a5f1-a597b0199f39 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:08.359267 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8fb6592a-53f0-4c7c-af40-1cdf93eeb077 req-5ecc07a1-789d-46c5-a5f1-a597b0199f39 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 945 time: 0.1678038 Oct 20 11:38:08.448217 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 15f81c9a-8c75-4a4f-bd4a-623269ed4d12 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:38:08.468225 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41dbff9f-8806-4e09-95ea-3c9376c47c89 req-495e1a6c-d1e2-49d3-aae0-6c5846486c7d tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/security-groups?id=507d4736-4c60-4433-b68f-a0ea4568f172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219015 Oct 20 11:38:08.480093 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8fb6592a-53f0-4c7c-af40-1cdf93eeb077 req-ce39eaed-5ee8-4ecc-8331-d0d862371d8d tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970576 Oct 20 11:38:08.498929 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-31daac5f-d894-407f-9cb8-de85071266f1 service neutron] 10.222.0.89 "GET /v2.0/networks/cbfb6560-b005-4cf2-8e9b-c40d4507d392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765807 Oct 20 11:38:08.602092 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 15f81c9a-8c75-4a4f-bd4a-623269ed4d12, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=15f81c9a-8c75-4a4f-bd4a-623269ed4d12,segment=NetworkSegment(96943219-a2ae-413d-add8-ef7f21bdf8b3),segment_id=96943219-a2ae-413d-add8-ef7f21bdf8b3)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:08.628228 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '15f81c9a-8c75-4a4f-bd4a-623269ed4d12', 'network_id': 'aa3442a4-4120-4195-8d1b-6a908c4380e8', 'port_id': '15f81c9a-8c75-4a4f-bd4a-623269ed4d12', 'mac_address': 'fa:16:3e:ae:3d:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfbc4055-9e36-4123-aec9-9879ca90fa67', 'ip_address': '19.86.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:38:08.704311 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a2a8ea0a-f418-4aaa-a4bd-46efa29f70c2 req-41fdcc67-1003-4d9f-a2d6-8dae89f3e597 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0651336 Oct 20 11:38:08.707279 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8ac864a1-08be-4385-b954-631ca76fb22e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:08.721358 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:08.762048 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-9c081882-aec1-40b4-b90a-eeb3e67e1397 service neutron] 10.222.0.89 "GET /v2.0/networks/cbfb6560-b005-4cf2-8e9b-c40d4507d392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470486 Oct 20 11:38:08.785175 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15f81c9a-8c75-4a4f-bd4a-623269ed4d12 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:38:08.834499 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac864a1-08be-4385-b954-631ca76fb22e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event updated for resources: {'Subnet': ['ID=e34cce48-ac02-4917-bcec-40af627f3d04,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:08.843941 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac864a1-08be-4385-b954-631ca76fb22e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Checking segment: {'id': 'ebc3d04a-0b68-40c0-8025-d8e7f4eb01ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'c3ee07e3-5b9a-4875-b334-891e8aa2a6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:38:08.844304 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac864a1-08be-4385-b954-631ca76fb22e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Network hostable DHCP agents. Network: c3ee07e3-5b9a-4875-b334-891e8aa2a6ad, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:38:08.854651 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 15f81c9a-8c75-4a4f-bd4a-623269ed4d12, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=15f81c9a-8c75-4a4f-bd4a-623269ed4d12,segment=NetworkSegment(96943219-a2ae-413d-add8-ef7f21bdf8b3),segment_id=96943219-a2ae-413d-add8-ef7f21bdf8b3)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:08.864230 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:08.864230 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 935f3a5f-db64-467d-bc3b-8dc2a475adf2 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:38:08.875806 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac864a1-08be-4385-b954-631ca76fb22e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Network c3ee07e3-5b9a-4875-b334-891e8aa2a6ad is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:38:08.888362 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-8ac864a1-08be-4385-b954-631ca76fb22e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, c3ee07e3-5b9a-4875-b334-891e8aa2a6ad) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:38:08.893686 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac864a1-08be-4385-b954-631ca76fb22e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:08.894268 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8ac864a1-08be-4385-b954-631ca76fb22e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:08.904819 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-3a9a046d-adf8-405f-bbf1-a63f7dc50d2c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=21d0cf01-a7f4-49be-aec5-51e5c5128073 HTTP/1.1" status: 200 len: 217 time: 0.1280737 Oct 20 11:38:08.945173 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8ac864a1-08be-4385-b954-631ca76fb22e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7164066 Oct 20 11:38:08.945874 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42010) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:08.953856 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-058e5212-e461-4755-9550-aed14b6bb00d tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Request body: {'port': {'network_id': 'c3ee07e3-5b9a-4875-b334-891e8aa2a6ad', 'name': 'tempest-PortsTestJSON-2100107377', 'fixed_ips': [{'subnet_id': 'e34cce48-ac02-4917-bcec-40af627f3d04', 'ip_address': '172.20.0.10'}]}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:08.990545 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=15f81c9a-8c75-4a4f-bd4a-623269ed4d12,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:09.046371 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e720f314-4af7-4d56-a9d2-881a95d3051d req-4c0841e1-9e4c-4725-b4c5-8891f56e6ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:09.048052 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e720f314-4af7-4d56-a9d2-881a95d3051d req-4c0841e1-9e4c-4725-b4c5-8891f56e6ba2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5fc99acf92746f0b6c75e7601cdfadb&device_id=cc2a7568-a0b5-453f-9439-31621926cf91 HTTP/1.1" status: 200 len: 1096 time: 0.1687539 Oct 20 11:38:09.052230 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-96a04e13-ab26-4c35-bff8-568ca79b7c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:09.053601 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-96a04e13-ab26-4c35-bff8-568ca79b7c98 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8b2ce3de-10a9-4c8a-b2e7-4d28126c6f52 HTTP/1.1" status: 200 len: 797 time: 0.1052330 Oct 20 11:38:09.064397 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60c063-4ec2-43e3-a399-30107c2c7dbd req-d81128e0-e9a9-4cb2-a415-24bd83b99b7c tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:09.070625 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60c063-4ec2-43e3-a399-30107c2c7dbd req-d81128e0-e9a9-4cb2-a415-24bd83b99b7c tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:09.072281 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4b60c063-4ec2-43e3-a399-30107c2c7dbd req-d81128e0-e9a9-4cb2-a415-24bd83b99b7c tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/ports?device_id=a18b4967-6a3c-4a50-b3de-31ac1039f970 HTTP/1.1" status: 200 len: 1677 time: 0.1840007 Oct 20 11:38:09.102340 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b7416-d3f3-42dc-ae8e-7fa832f2fde0 req-a2a31297-6ce0-4851-accf-e754c2f8c7f5 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:09.103890 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4e2b7416-d3f3-42dc-ae8e-7fa832f2fde0 req-a2a31297-6ce0-4851-accf-e754c2f8c7f5 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc2a7568-a0b5-453f-9439-31621926cf91 HTTP/1.1" status: 200 len: 945 time: 0.2261343 Oct 20 11:38:09.121274 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff8ae5c-a412-4004-a39e-b520ac27c5c4 None None] Network c3ee07e3-5b9a-4875-b334-891e8aa2a6ad requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:38:09.158834 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058e5212-e461-4755-9550-aed14b6bb00d tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Made reservation on behalf of 94e5347f86fe43de8b27d18b03cb5e6b for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:38:09.214108 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 935f3a5f-db64-467d-bc3b-8dc2a475adf2, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=935f3a5f-db64-467d-bc3b-8dc2a475adf2,segment=NetworkSegment(f8cba4da-63ad-4ae1-b242-413d6238c2fa),segment_id=f8cba4da-63ad-4ae1-b242-413d6238c2fa)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:09.232816 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '935f3a5f-db64-467d-bc3b-8dc2a475adf2', 'network_id': '1f4c5d74-5a1a-4296-836a-a363ba6eac83', 'port_id': '935f3a5f-db64-467d-bc3b-8dc2a475adf2', 'mac_address': 'fa:16:3e:13:81:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120f18cd-8e69-4aa1-b461-834923881233', 'ip_address': '19.80.0.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:38:09.259492 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4b60c063-4ec2-43e3-a399-30107c2c7dbd req-81e71ba9-8b24-4e5e-88d3-bc9665fac6d2 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/security-groups?id=556d78ba-2cca-4baf-b487-e76527365cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664197 Oct 20 11:38:09.261979 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4e2b7416-d3f3-42dc-ae8e-7fa832f2fde0 req-b64953a1-8498-4787-9d28-2be174ded988 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/security-groups?id=507d4736-4c60-4433-b68f-a0ea4568f172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426301 Oct 20 11:38:09.276354 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-347df1c6-2c79-4ea1-91c1-befffb41039d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:09.284735 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-347df1c6-2c79-4ea1-91c1-befffb41039d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cbfb6560-b005-4cf2-8e9b-c40d4507d392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2044280 Oct 20 11:38:09.301670 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e720f314-4af7-4d56-a9d2-881a95d3051d req-9edc3e6c-815e-4011-aa12-d9504e97d0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:09.302988 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e720f314-4af7-4d56-a9d2-881a95d3051d req-9edc3e6c-815e-4011-aa12-d9504e97d0a6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ac8a1a7-834d-4283-be36-675cd4e77db7 HTTP/1.1" status: 200 len: 912 time: 0.2277524 Oct 20 11:38:09.325606 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-058e5212-e461-4755-9550-aed14b6bb00d tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:09.348644 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-058e5212-e461-4755-9550-aed14b6bb00d tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] device_id is not set on port 76e2f531-00b2-40ab-9cd0-cbc0455d06e5 yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:38:09.391866 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:09.411640 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 935f3a5f-db64-467d-bc3b-8dc2a475adf2 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:38:09.444449 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 935f3a5f-db64-467d-bc3b-8dc2a475adf2, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=935f3a5f-db64-467d-bc3b-8dc2a475adf2,segment=NetworkSegment(f8cba4da-63ad-4ae1-b242-413d6238c2fa),segment_id=f8cba4da-63ad-4ae1-b242-413d6238c2fa)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:09.485865 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:09.509101 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e8da03-3670-4395-bb0f-2e7e0f542e5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-c3ee07e3-5b9a-4875-b334-891e8aa2a6ad', 'network_id': 'c3ee07e3-5b9a-4875-b334-891e8aa2a6ad', 'tenant_id': '94e5347f86fe43de8b27d18b03cb5e6b', 'fixed_ips': [{'subnet_id': 'e34cce48-ac02-4917-bcec-40af627f3d04'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:38:09.510596 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-93e8da03-3670-4395-bb0f-2e7e0f542e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:09.575456 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-058e5212-e461-4755-9550-aed14b6bb00d tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Allocated IP 172.20.0.10 (c3ee07e3-5b9a-4875-b334-891e8aa2a6ad/e34cce48-ac02-4917-bcec-40af627f3d04/76e2f531-00b2-40ab-9cd0-cbc0455d06e5) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:38:09.731710 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=935f3a5f-db64-467d-bc3b-8dc2a475adf2,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:09.766500 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-058e5212-e461-4755-9550-aed14b6bb00d tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:09.772677 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:09.777531 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e720f314-4af7-4d56-a9d2-881a95d3051d req-3dd0f015-edee-4402-ab19-a38bc47e71e7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00f1187d-224c-4016-b677-4394cff176bd HTTP/1.1" status: 200 len: 1000 time: 0.1784484 Oct 20 11:38:09.801049 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a07f7-bdca-4f83-a9ae-97a4c620df5c req-7a751a5b-8968-4180-a6f6-ddacaae7d50a tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:09.807285 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-686a07f7-bdca-4f83-a9ae-97a4c620df5c req-7a751a5b-8968-4180-a6f6-ddacaae7d50a tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 945 time: 0.1881127 Oct 20 11:38:09.813360 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-058e5212-e461-4755-9550-aed14b6bb00d tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:09.822412 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc493c-9d1f-48a0-bf03-135a1542320c req-be194f3a-e3e5-40fb-9342-9f623a629f53 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:09.832039 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9abc493c-9d1f-48a0-bf03-135a1542320c req-be194f3a-e3e5-40fb-9342-9f623a629f53 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 943 time: 0.2266757 Oct 20 11:38:09.862438 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058e5212-e461-4755-9550-aed14b6bb00d tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Network c3ee07e3-5b9a-4875-b334-891e8aa2a6ad is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:38:09.865692 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-058e5212-e461-4755-9550-aed14b6bb00d tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:38:09.868666 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058e5212-e461-4755-9550-aed14b6bb00d tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:38:09.872761 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-93e8da03-3670-4395-bb0f-2e7e0f542e5d None None] Allocated IP 172.20.0.2 (c3ee07e3-5b9a-4875-b334-891e8aa2a6ad/e34cce48-ac02-4917-bcec-40af627f3d04/9f5f1e1c-a755-4ea2-8db3-1f68bb9031ca) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:38:09.908851 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e5212-e461-4755-9550-aed14b6bb00d tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event updated for resources: {'Port': ['ID=76e2f531-00b2-40ab-9cd0-cbc0455d06e5,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:09.933252 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058e5212-e461-4755-9550-aed14b6bb00d tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:09.934019 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-058e5212-e461-4755-9550-aed14b6bb00d tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:09.951988 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-058e5212-e461-4755-9550-aed14b6bb00d tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0051534 Oct 20 11:38:09.954652 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42016) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:09.960360 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-12393d80-d64c-4b4e-b2d7-9c53479e8542 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Request body: {'port': {'network_id': 'c3ee07e3-5b9a-4875-b334-891e8aa2a6ad', 'name': 'tempest-PortsTestJSON-824167628', 'fixed_ips': [{'subnet_id': 'e34cce48-ac02-4917-bcec-40af627f3d04', 'ip_address': '172.20.0.9'}]}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:09.964744 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-143dfb54-1975-4f29-a003-2234f8a58049 service neutron] 10.222.0.89 "GET /v2.0/networks/cbfb6560-b005-4cf2-8e9b-c40d4507d392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6765764 Oct 20 11:38:09.980227 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9abc493c-9d1f-48a0-bf03-135a1542320c req-dd98eba6-f6fa-40d5-9f04-87260080adb0 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/security-groups?id=9b3d2f10-3510-4534-bb4e-f0bb5bf298fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443875 Oct 20 11:38:09.986275 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-686a07f7-bdca-4f83-a9ae-97a4c620df5c req-0adf7d94-d4e1-473e-bfb0-277dab1d8d32 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742079 Oct 20 11:38:10.012344 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e720f314-4af7-4d56-a9d2-881a95d3051d req-b49941ee-f113-4a84-a829-060428edbf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:10.014128 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e720f314-4af7-4d56-a9d2-881a95d3051d req-b49941ee-f113-4a84-a829-060428edbf8c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15eac2f5-b810-4d1a-999c-137936c809b4 HTTP/1.1" status: 200 len: 849 time: 0.2284343 Oct 20 11:38:10.077423 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-93e8da03-3670-4395-bb0f-2e7e0f542e5d None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:10.084004 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['15f81c9a-8c75-4a4f-bd4a-623269ed4d12'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:38:10.086948 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['935f3a5f-db64-467d-bc3b-8dc2a475adf2'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:38:10.136900 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-93e8da03-3670-4395-bb0f-2e7e0f542e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:10.185954 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12393d80-d64c-4b4e-b2d7-9c53479e8542 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Made reservation on behalf of 94e5347f86fe43de8b27d18b03cb5e6b for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:38:10.193018 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-12393d80-d64c-4b4e-b2d7-9c53479e8542 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:10.210545 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e8da03-3670-4395-bb0f-2e7e0f542e5d None None] Network c3ee07e3-5b9a-4875-b334-891e8aa2a6ad is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:38:10.211703 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-04b919c9-6d41-4752-ba37-e152407c3159 req-f08e1fc5-debc-4f75-ba8f-fb3b6f3df8e2 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.1031437 Oct 20 11:38:10.217275 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-12393d80-d64c-4b4e-b2d7-9c53479e8542 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] device_id is not set on port 1431a688-f934-4523-95ad-1b687a8b2fc4 yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:38:10.235878 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-93e8da03-3670-4395-bb0f-2e7e0f542e5d None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:38:10.251600 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e8da03-3670-4395-bb0f-2e7e0f542e5d None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:38:10.258814 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e8da03-3670-4395-bb0f-2e7e0f542e5d None None] Pushing event updated for resources: {'Port': ['ID=9f5f1e1c-a755-4ea2-8db3-1f68bb9031ca,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:10.260464 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e720f314-4af7-4d56-a9d2-881a95d3051d req-dd9f80e4-72f8-4e98-9af7-27139b2ab3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:10.269382 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e720f314-4af7-4d56-a9d2-881a95d3051d req-dd9f80e4-72f8-4e98-9af7-27139b2ab3e7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ac8a1a7-834d-4283-be36-675cd4e77db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2263532 Oct 20 11:38:10.396093 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f9ec4-1b8e-467f-b802-9723b27ade9f req-c7d1bf9a-1963-497b-a617-aaf342633151 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:10.397620 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c21f9ec4-1b8e-467f-b802-9723b27ade9f req-c7d1bf9a-1963-497b-a617-aaf342633151 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 945 time: 0.2088797 Oct 20 11:38:10.417451 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-93e8da03-3670-4395-bb0f-2e7e0f542e5d None None] Attempting to bind port 9f5f1e1c-a755-4ea2-8db3-1f68bb9031ca on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:38:10.417850 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-93e8da03-3670-4395-bb0f-2e7e0f542e5d None None] Attempting to bind port 9f5f1e1c-a755-4ea2-8db3-1f68bb9031ca by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'ebc3d04a-0b68-40c0-8025-d8e7f4eb01ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'c3ee07e3-5b9a-4875-b334-891e8aa2a6ad'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:38:10.418190 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e8da03-3670-4395-bb0f-2e7e0f542e5d None None] Attempting to bind port 9f5f1e1c-a755-4ea2-8db3-1f68bb9031ca on network c3ee07e3-5b9a-4875-b334-891e8aa2a6ad {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:38:10.434589 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e8da03-3670-4395-bb0f-2e7e0f542e5d None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:38:10.435036 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e8da03-3670-4395-bb0f-2e7e0f542e5d None None] Checking segment: {'id': 'ebc3d04a-0b68-40c0-8025-d8e7f4eb01ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'c3ee07e3-5b9a-4875-b334-891e8aa2a6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:38:10.436237 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-93e8da03-3670-4395-bb0f-2e7e0f542e5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:10.436670 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e8da03-3670-4395-bb0f-2e7e0f542e5d None None] Bound using segment: {'id': 'ebc3d04a-0b68-40c0-8025-d8e7f4eb01ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'c3ee07e3-5b9a-4875-b334-891e8aa2a6ad'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:38:10.437192 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-93e8da03-3670-4395-bb0f-2e7e0f542e5d None None] Bound port: 9f5f1e1c-a755-4ea2-8db3-1f68bb9031ca, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc3d04a-0b68-40c0-8025-d8e7f4eb01ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'c3ee07e3-5b9a-4875-b334-891e8aa2a6ad'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:38:10.438121 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-93e8da03-3670-4395-bb0f-2e7e0f542e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:10.447235 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3759a1c-8e23-4b24-b6fc-17e7d1afe62e req-57c87b5a-8481-43f3-aa98-60777bacf296 service neutron] 10.222.0.89 "GET /v2.0/networks/cbfb6560-b005-4cf2-8e9b-c40d4507d392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4553673 Oct 20 11:38:10.447904 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-12393d80-d64c-4b4e-b2d7-9c53479e8542 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Allocated IP 172.20.0.9 (c3ee07e3-5b9a-4875-b334-891e8aa2a6ad/e34cce48-ac02-4917-bcec-40af627f3d04/1431a688-f934-4523-95ad-1b687a8b2fc4) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:38:10.506067 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 50dcae75-cbf4-4d6a-983c-6f1df055c8d9 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:38:10.516802 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c21f9ec4-1b8e-467f-b802-9723b27ade9f req-e99dc7cd-a05b-4f57-868b-846db56c059c tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954928 Oct 20 11:38:10.554729 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e21fb1-dec0-493a-9d5b-2481c06d925c req-cc21c34e-fc00-487e-881e-440dbf9c2d79 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:10.561546 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e21fb1-dec0-493a-9d5b-2481c06d925c req-cc21c34e-fc00-487e-881e-440dbf9c2d79 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:10.563845 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d4e21fb1-dec0-493a-9d5b-2481c06d925c req-cc21c34e-fc00-487e-881e-440dbf9c2d79 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/ports?device_id=a18b4967-6a3c-4a50-b3de-31ac1039f970 HTTP/1.1" status: 200 len: 1678 time: 0.1622491 Oct 20 11:38:10.568339 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e720f314-4af7-4d56-a9d2-881a95d3051d req-a80c5916-bdf1-4ab5-82e3-17f2b2c4befa service neutron] 10.222.0.11 "GET /v2.0/networks/9ac8a1a7-834d-4283-be36-675cd4e77db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827864 Oct 20 11:38:10.724096 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-12393d80-d64c-4b4e-b2d7-9c53479e8542 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:10.740408 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d4e21fb1-dec0-493a-9d5b-2481c06d925c req-bc9f616c-8ccf-4198-af02-98c9ade46f22 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/security-groups?id=556d78ba-2cca-4baf-b487-e76527365cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683888 Oct 20 11:38:10.768254 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-12393d80-d64c-4b4e-b2d7-9c53479e8542 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:10.775156 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e219170f-548f-4c16-a1d5-b6622def6736 req-b60faa0a-b4b7-451b-8d08-bc0c9130f1a4 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:10.777300 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e219170f-548f-4c16-a1d5-b6622def6736 req-b60faa0a-b4b7-451b-8d08-bc0c9130f1a4 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc2a7568-a0b5-453f-9439-31621926cf91 HTTP/1.1" status: 200 len: 945 time: 0.1187191 Oct 20 11:38:10.821687 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e720f314-4af7-4d56-a9d2-881a95d3051d req-e9e39cf6-233b-4c05-91b7-0ec9cb52f1f3 service neutron] 10.222.0.11 "GET /v2.0/networks/9ac8a1a7-834d-4283-be36-675cd4e77db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402716 Oct 20 11:38:10.823127 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-93e8da03-3670-4395-bb0f-2e7e0f542e5d None None] For port 9f5f1e1c-a755-4ea2-8db3-1f68bb9031ca, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:38:10.839531 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-93e8da03-3670-4395-bb0f-2e7e0f542e5d None None] For port 9f5f1e1c-a755-4ea2-8db3-1f68bb9031ca, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=9f5f1e1c-a755-4ea2-8db3-1f68bb9031ca,segment=NetworkSegment(ebc3d04a-0b68-40c0-8025-d8e7f4eb01ce),segment_id=ebc3d04a-0b68-40c0-8025-d8e7f4eb01ce)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:38:10.840778 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e219170f-548f-4c16-a1d5-b6622def6736 req-3820ce4b-dc76-48b8-a4b3-0d1ea460c5ef tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/security-groups?id=507d4736-4c60-4433-b68f-a0ea4568f172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520701 Oct 20 11:38:10.861221 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42026) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:10.863265 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12393d80-d64c-4b4e-b2d7-9c53479e8542 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Network c3ee07e3-5b9a-4875-b334-891e8aa2a6ad is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:38:10.868391 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-2c79838e-8148-4ade-8f5b-a5f92a8ac32d tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Request body: {'subnets': [{'network_id': '8390100e-e222-46a1-bda0-d04d0a5892e6', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1335776613', 'ip_version': 6}, {'network_id': '6698c0cc-3fc7-4aad-9625-cf7961d9ef0e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:10.869362 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-2c79838e-8148-4ade-8f5b-a5f92a8ac32d tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Request body: {'subnet': {'network_id': '8390100e-e222-46a1-bda0-d04d0a5892e6', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1335776613', 'ip_version': 6}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:10.869527 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-2c79838e-8148-4ade-8f5b-a5f92a8ac32d tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Request body: {'subnet': {'network_id': '6698c0cc-3fc7-4aad-9625-cf7961d9ef0e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:10.870679 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-93e8da03-3670-4395-bb0f-2e7e0f542e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:10.880402 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-12393d80-d64c-4b4e-b2d7-9c53479e8542 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:38:10.891732 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12393d80-d64c-4b4e-b2d7-9c53479e8542 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event updated for resources: {'Port': ['ID=1431a688-f934-4523-95ad-1b687a8b2fc4,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:10.894111 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12393d80-d64c-4b4e-b2d7-9c53479e8542 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:38:10.969301 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 50dcae75-cbf4-4d6a-983c-6f1df055c8d9, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=50dcae75-cbf4-4d6a-983c-6f1df055c8d9,segment=NetworkSegment(5f07dc46-3f37-49bc-b9e8-b83de5b34624),segment_id=5f07dc46-3f37-49bc-b9e8-b83de5b34624)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:10.989548 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e8da03-3670-4395-bb0f-2e7e0f542e5d None None] Pushing event updated for resources: {'Port': ['ID=9f5f1e1c-a755-4ea2-8db3-1f68bb9031ca,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:11.004125 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '50dcae75-cbf4-4d6a-983c-6f1df055c8d9', 'network_id': 'da880dad-b7d7-4b7f-a613-e2c4dcdb28a0', 'port_id': '50dcae75-cbf4-4d6a-983c-6f1df055c8d9', 'mac_address': 'fa:16:3e:ad:b7:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1497a9cb-6614-4ce8-a588-b288c0f84e14', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:38:11.016612 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12393d80-d64c-4b4e-b2d7-9c53479e8542 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:11.017415 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-12393d80-d64c-4b4e-b2d7-9c53479e8542 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:11.050016 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:11.064533 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50dcae75-cbf4-4d6a-983c-6f1df055c8d9 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:38:11.067061 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f1481c-47e7-45b2-abc2-894f4d8ac6fb req-4681e5d5-9f86-4c1b-9391-3d01dae40472 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:11.069131 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-00f1481c-47e7-45b2-abc2-894f4d8ac6fb req-4681e5d5-9f86-4c1b-9391-3d01dae40472 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 945 time: 0.0775249 Oct 20 11:38:11.092318 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 50dcae75-cbf4-4d6a-983c-6f1df055c8d9, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=50dcae75-cbf4-4d6a-983c-6f1df055c8d9,segment=NetworkSegment(5f07dc46-3f37-49bc-b9e8-b83de5b34624),segment_id=5f07dc46-3f37-49bc-b9e8-b83de5b34624)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:11.098015 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:11.179990 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-12393d80-d64c-4b4e-b2d7-9c53479e8542 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2239661 Oct 20 11:38:11.183108 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42032) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:11.187104 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c79838e-8148-4ade-8f5b-a5f92a8ac32d tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Made reservation on behalf of 5e3c27c35a104e49ad8ac15ebdfeca94 for: {'subnet': 2} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:38:11.188096 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=50dcae75-cbf4-4d6a-983c-6f1df055c8d9,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:11.190537 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-00f1481c-47e7-45b2-abc2-894f4d8ac6fb req-1638b82c-858a-43f4-9ff7-aa5125b43b0e tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863161 Oct 20 11:38:11.206510 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2c79838e-8148-4ade-8f5b-a5f92a8ac32d tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:11.214886 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2c79838e-8148-4ade-8f5b-a5f92a8ac32d tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:11.218899 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a20674a-79e3-45a2-ad04-50a9d7501747 req-a9bad1dd-c589-4c74-b0b3-33612a0e8b06 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:11.225311 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4a20674a-79e3-45a2-ad04-50a9d7501747 req-a9bad1dd-c589-4c74-b0b3-33612a0e8b06 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 943 time: 0.1537862 Oct 20 11:38:11.355316 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4a20674a-79e3-45a2-ad04-50a9d7501747 req-8276dcc1-6c9b-461d-b468-6041d709fb27 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/security-groups?id=9b3d2f10-3510-4534-bb4e-f0bb5bf298fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205013 Oct 20 11:38:11.369625 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:38:11.372369 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc8454-c1ff-4b4f-9909-0ee271b282dd req-e0fd5288-ccc2-401b-8b3e-3d8aa39457b7 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:11.381832 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0bcc8454-c1ff-4b4f-9909-0ee271b282dd req-e0fd5288-ccc2-401b-8b3e-3d8aa39457b7 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 945 time: 0.0891395 Oct 20 11:38:11.424830 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0bcc8454-c1ff-4b4f-9909-0ee271b282dd req-135220b2-fa18-4da4-ac7c-90aca1d1de29 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347745 Oct 20 11:38:11.442327 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9f6bcf-fd94-4928-86af-8ac5f3ee0fac tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:11.446435 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ee9f6bcf-fd94-4928-86af-8ac5f3ee0fac tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1296194 Oct 20 11:38:11.447500 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42038) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:11.454043 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-300a31b1-ad1e-47f2-81c1-2bc27f8df6cf req-a3ae318f-c177-44a2-b76e-b328007da186 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0277591 Oct 20 11:38:11.562213 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50888c21-6894-40cf-b4ad-b021d442c2c0 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:11.568834 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50888c21-6894-40cf-b4ad-b021d442c2c0 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:11.575288 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50888c21-6894-40cf-b4ad-b021d442c2c0 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:11.579865 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-50888c21-6894-40cf-b4ad-b021d442c2c0 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1293335 Oct 20 11:38:11.580633 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42044) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:11.650756 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 9f5f1e1c-a755-4ea2-8db3-1f68bb9031ca up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:38:11.677039 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['50dcae75-cbf4-4d6a-983c-6f1df055c8d9'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:38:11.717874 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f54d89-5e4b-4af1-8ed4-c2dc57edfece req-6e78e473-90c4-4ec6-984c-b826e33079eb tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:11.719215 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f2f54d89-5e4b-4af1-8ed4-c2dc57edfece req-6e78e473-90c4-4ec6-984c-b826e33079eb tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 945 time: 0.0942338 Oct 20 11:38:11.771002 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-abbd7d6e-77ae-455d-a88d-6ea44b603d9c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Deleting port 1431a688-f934-4523-95ad-1b687a8b2fc4 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:38:11.771784 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-abbd7d6e-77ae-455d-a88d-6ea44b603d9c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:11.785675 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 9f5f1e1c-a755-4ea2-8db3-1f68bb9031ca triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:11.786046 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:11.792362 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f2f54d89-5e4b-4af1-8ed4-c2dc57edfece req-dd64dad9-ca2b-4021-b5ac-c4c303830285 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659649 Oct 20 11:38:11.871241 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2c79838e-8148-4ade-8f5b-a5f92a8ac32d tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:11.958013 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c79838e-8148-4ade-8f5b-a5f92a8ac32d tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Pushing event updated for resources: {'Subnet': ['ID=f4578028-433d-4838-a07a-bbf70bfdee49,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:11.960951 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c79838e-8148-4ade-8f5b-a5f92a8ac32d tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Checking segment: {'id': '7a3965a9-14e8-4252-85d9-0a5939774edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '8390100e-e222-46a1-bda0-d04d0a5892e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:38:11.961104 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c79838e-8148-4ade-8f5b-a5f92a8ac32d tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Network hostable DHCP agents. Network: 8390100e-e222-46a1-bda0-d04d0a5892e6, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:38:11.969798 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-abbd7d6e-77ae-455d-a88d-6ea44b603d9c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:11.984435 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:11.988693 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-abbd7d6e-77ae-455d-a88d-6ea44b603d9c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Calling delete_port for 1431a688-f934-4523-95ad-1b687a8b2fc4 owned by {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:38:11.990195 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c79838e-8148-4ade-8f5b-a5f92a8ac32d tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Network 8390100e-e222-46a1-bda0-d04d0a5892e6 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:38:12.000421 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e1e3c-5ed2-4537-9b48-0e13196b42c4 req-1bbfda1e-3e86-492c-94fd-8d971588de81 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:12.004389 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-2c79838e-8148-4ade-8f5b-a5f92a8ac32d tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 8390100e-e222-46a1-bda0-d04d0a5892e6) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:38:12.006573 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e1e3c-5ed2-4537-9b48-0e13196b42c4 req-1bbfda1e-3e86-492c-94fd-8d971588de81 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:12.008230 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e33e1e3c-5ed2-4537-9b48-0e13196b42c4 req-1bbfda1e-3e86-492c-94fd-8d971588de81 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/ports?device_id=a18b4967-6a3c-4a50-b3de-31ac1039f970 HTTP/1.1" status: 200 len: 1678 time: 0.1500735 Oct 20 11:38:12.008557 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2c79838e-8148-4ade-8f5b-a5f92a8ac32d tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:12.024926 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fd98c1-bc96-4833-b5a9-4b1c87a3a557 None None] Network 8390100e-e222-46a1-bda0-d04d0a5892e6 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:38:12.038162 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39d896-c60d-4b19-817f-cf52de01ef4c req-cf977658-cab8-4e00-8654-b824b8185d4a tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:12.039744 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7c39d896-c60d-4b19-817f-cf52de01ef4c req-cf977658-cab8-4e00-8654-b824b8185d4a tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 945 time: 0.1251307 Oct 20 11:38:12.090726 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c79838e-8148-4ade-8f5b-a5f92a8ac32d tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Pushing event updated for resources: {'Subnet': ['ID=d48e949b-0b6d-476e-a2bc-df8fc066204c,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:12.100405 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c79838e-8148-4ade-8f5b-a5f92a8ac32d tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Checking segment: {'id': '9d261b8a-6c84-4dce-aa12-48efa307b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '6698c0cc-3fc7-4aad-9625-cf7961d9ef0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:38:12.100904 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c79838e-8148-4ade-8f5b-a5f92a8ac32d tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Network hostable DHCP agents. Network: 6698c0cc-3fc7-4aad-9625-cf7961d9ef0e, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:38:12.118777 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 9f5f1e1c-a755-4ea2-8db3-1f68bb9031ca, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=9f5f1e1c-a755-4ea2-8db3-1f68bb9031ca,segment=NetworkSegment(ebc3d04a-0b68-40c0-8025-d8e7f4eb01ce),segment_id=ebc3d04a-0b68-40c0-8025-d8e7f4eb01ce)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:12.129062 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c79838e-8148-4ade-8f5b-a5f92a8ac32d tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Network 6698c0cc-3fc7-4aad-9625-cf7961d9ef0e is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:38:12.138347 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:12.141360 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-2c79838e-8148-4ade-8f5b-a5f92a8ac32d tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 6698c0cc-3fc7-4aad-9625-cf7961d9ef0e) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:38:12.146083 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c79838e-8148-4ade-8f5b-a5f92a8ac32d tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:12.146562 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c79838e-8148-4ade-8f5b-a5f92a8ac32d tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:12.147222 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2c79838e-8148-4ade-8f5b-a5f92a8ac32d tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:12.153636 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e33e1e3c-5ed2-4537-9b48-0e13196b42c4 req-f0836c49-ae46-4f1d-b9fd-367a963af380 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/security-groups?id=556d78ba-2cca-4baf-b487-e76527365cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359766 Oct 20 11:38:12.161850 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7c39d896-c60d-4b19-817f-cf52de01ef4c req-8b0a0d06-d80c-4c0c-b6f8-09a77dd4d7dc tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939515 Oct 20 11:38:12.193542 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2c79838e-8148-4ade-8f5b-a5f92a8ac32d tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.3291717 Oct 20 11:38:12.194577 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42054) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:12.225444 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=9f5f1e1c-a755-4ea2-8db3-1f68bb9031ca,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:12.228962 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22124d3b-552b-4d1c-baa4-eb582fbdc0f0 None None] Network 6698c0cc-3fc7-4aad-9625-cf7961d9ef0e requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:38:12.275356 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b90e3-4fb3-4def-b084-455b94bdc51c tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:12.279855 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b90e3-4fb3-4def-b084-455b94bdc51c tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:12.281581 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b90e3-4fb3-4def-b084-455b94bdc51c tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:12.291422 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-cc3b90e3-4fb3-4def-b084-455b94bdc51c tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0956695 Oct 20 11:38:12.293179 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42056) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:12.298243 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8713d08-116d-48e0-bba3-f27978377030 None None] Network c3ee07e3-5b9a-4875-b334-891e8aa2a6ad requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:38:12.347942 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-262c8a35-85cf-4855-8ec4-fb005dd8c19e tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Deleting subnet f4578028-433d-4838-a07a-bbf70bfdee49 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:38:12.351542 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-262c8a35-85cf-4855-8ec4-fb005dd8c19e tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:12.352066 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69961853-b8cf-40bd-a411-4bbf31bfca6e req-338f6817-14d9-4d0c-80d3-9edc33f6cde3 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:12.354444 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-69961853-b8cf-40bd-a411-4bbf31bfca6e req-338f6817-14d9-4d0c-80d3-9edc33f6cde3 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc2a7568-a0b5-453f-9439-31621926cf91 HTTP/1.1" status: 200 len: 945 time: 0.0835385 Oct 20 11:38:12.355514 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-abbd7d6e-77ae-455d-a88d-6ea44b603d9c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:12.399388 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-262c8a35-85cf-4855-8ec4-fb005dd8c19e tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:12.448707 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbd7d6e-77ae-455d-a88d-6ea44b603d9c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event deleted for resources: {'Port': ['ID=1431a688-f934-4523-95ad-1b687a8b2fc4,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:12.463171 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-262c8a35-85cf-4855-8ec4-fb005dd8c19e tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:12.463654 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 935f3a5f-db64-467d-bc3b-8dc2a475adf2 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:38:12.492498 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-44bdd7a6-1258-42fb-b680-b9ac5b6c2a4c None None] Provisioning complete for port 9f5f1e1c-a755-4ea2-8db3-1f68bb9031ca triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:12.492867 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-44bdd7a6-1258-42fb-b680-b9ac5b6c2a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:12.533081 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-69961853-b8cf-40bd-a411-4bbf31bfca6e req-b7bb4b1a-44b3-4034-b39b-a09f40a89d29 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/security-groups?id=507d4736-4c60-4433-b68f-a0ea4568f172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548545 Oct 20 11:38:12.539371 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-262c8a35-85cf-4855-8ec4-fb005dd8c19e tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:12.548099 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-abbd7d6e-77ae-455d-a88d-6ea44b603d9c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:12.554099 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-abbd7d6e-77ae-455d-a88d-6ea44b603d9c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "DELETE /v2.0/ports/1431a688-f934-4523-95ad-1b687a8b2fc4 HTTP/1.1" status: 204 len: 168 time: 0.9694889 Oct 20 11:38:12.554617 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42064) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:12.583227 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936d613d-9a1e-44d1-8f40-c2fe33bde3d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-8390100e-e222-46a1-bda0-d04d0a5892e6', 'network_id': '8390100e-e222-46a1-bda0-d04d0a5892e6', 'tenant_id': '5e3c27c35a104e49ad8ac15ebdfeca94', 'fixed_ips': [{'subnet_id': 'f4578028-433d-4838-a07a-bbf70bfdee49'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:38:12.584087 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-936d613d-9a1e-44d1-8f40-c2fe33bde3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:12.584295 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-262c8a35-85cf-4855-8ec4-fb005dd8c19e tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:12.587134 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2754477a-04d8-40d6-9e28-f86a2772e3dd req-c935458c-0cb0-4514-bf06-6e8caa25b9cd tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:12.588849 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-262c8a35-85cf-4855-8ec4-fb005dd8c19e tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] 10.222.0.98 "DELETE /v2.0/subnets/f4578028-433d-4838-a07a-bbf70bfdee49 HTTP/1.1" status: 204 len: 168 time: 0.2946415 Oct 20 11:38:12.590213 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c8a35-85cf-4855-8ec4-fb005dd8c19e tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Pushing event deleted for resources: {'Subnet': ['ID=f4578028-433d-4838-a07a-bbf70bfdee49,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:12.593267 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42068) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:12.596893 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2754477a-04d8-40d6-9e28-f86a2772e3dd req-c935458c-0cb0-4514-bf06-6e8caa25b9cd tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 944 time: 0.1037431 Oct 20 11:38:12.598178 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-3316bf36-3d7a-44dc-b258-69ce24382e6c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] GET failed (client error): The resource could not be found. Oct 20 11:38:12.602453 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3316bf36-3d7a-44dc-b258-69ce24382e6c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "GET /v2.0/ports/1431a688-f934-4523-95ad-1b687a8b2fc4 HTTP/1.1" status: 404 len: 333 time: 0.0442896 Oct 20 11:38:12.603301 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42070) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:12.660443 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-49364ed3-9399-4132-accf-05dab58a0222 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Deleting subnet d48e949b-0b6d-476e-a2bc-df8fc066204c {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:38:12.664140 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-49364ed3-9399-4132-accf-05dab58a0222 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:12.730064 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-49364ed3-9399-4132-accf-05dab58a0222 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:12.759909 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2754477a-04d8-40d6-9e28-f86a2772e3dd req-4a75952f-a058-41ac-b9e0-346e9c755b91 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/security-groups?id=9b3d2f10-3510-4534-bb4e-f0bb5bf298fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984728 Oct 20 11:38:12.763446 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-24d91a36-d8ec-4526-b574-33de72d01a58 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Deleting port 76e2f531-00b2-40ab-9cd0-cbc0455d06e5 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:38:12.763960 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-24d91a36-d8ec-4526-b574-33de72d01a58 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:12.774449 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 935f3a5f-db64-467d-bc3b-8dc2a475adf2 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:38:12.795333 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-49364ed3-9399-4132-accf-05dab58a0222 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:12.803586 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e57e5c-32fe-4632-8e43-77104d9a1493 None None] Network 8390100e-e222-46a1-bda0-d04d0a5892e6 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:38:12.838477 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac4e449-e48d-4454-b71a-f461299003ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-6698c0cc-3fc7-4aad-9625-cf7961d9ef0e', 'network_id': '6698c0cc-3fc7-4aad-9625-cf7961d9ef0e', 'tenant_id': '5e3c27c35a104e49ad8ac15ebdfeca94', 'fixed_ips': [{'subnet_id': 'd48e949b-0b6d-476e-a2bc-df8fc066204c'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:38:12.839376 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9ac4e449-e48d-4454-b71a-f461299003ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:12.842350 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 935f3a5f-db64-467d-bc3b-8dc2a475adf2 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:12.842706 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:12.867344 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-49364ed3-9399-4132-accf-05dab58a0222 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:12.896519 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49364ed3-9399-4132-accf-05dab58a0222 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Pushing event deleted for resources: {'Subnet': ['ID=d48e949b-0b6d-476e-a2bc-df8fc066204c,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:12.908588 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-49364ed3-9399-4132-accf-05dab58a0222 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:12.914528 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-49364ed3-9399-4132-accf-05dab58a0222 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] 10.222.0.98 "DELETE /v2.0/subnets/d48e949b-0b6d-476e-a2bc-df8fc066204c HTTP/1.1" status: 204 len: 168 time: 0.3175626 Oct 20 11:38:12.914979 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42074) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:12.918304 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41fea973-5406-475e-bad4-1276ccb2b6e1 req-9f270bf6-e2a0-424b-a546-8e34ee0813ef tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.1626031 Oct 20 11:38:12.939115 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-24d91a36-d8ec-4526-b574-33de72d01a58 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:12.957000 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-24d91a36-d8ec-4526-b574-33de72d01a58 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Calling delete_port for 76e2f531-00b2-40ab-9cd0-cbc0455d06e5 owned by {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:38:12.975382 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5a7e29-0493-4156-bc67-d3274a7e1845 req-ce3563a7-32a7-4dd9-be01-747a844aaf59 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:12.977190 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4e5a7e29-0493-4156-bc67-d3274a7e1845 req-ce3563a7-32a7-4dd9-be01-747a844aaf59 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 945 time: 0.1228979 Oct 20 11:38:12.983282 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8f9455-f17a-49e4-b39d-4f3a04a5614f tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:12.985224 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-fe8f9455-f17a-49e4-b39d-4f3a04a5614f tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0691812 Oct 20 11:38:12.990593 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42076) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:13.074017 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4e5a7e29-0493-4156-bc67-d3274a7e1845 req-d613a92b-b242-4b36-8a74-30b935ec15f1 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512204 Oct 20 11:38:13.095130 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ed053682-bb2d-4a32-86ee-6fc79e6a11d5 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:13.151613 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-24d91a36-d8ec-4526-b574-33de72d01a58 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:13.194250 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d91a36-d8ec-4526-b574-33de72d01a58 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event deleted for resources: {'Port': ['ID=76e2f531-00b2-40ab-9cd0-cbc0455d06e5,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:13.195513 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ed053682-bb2d-4a32-86ee-6fc79e6a11d5 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:13.239030 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-ed053682-bb2d-4a32-86ee-6fc79e6a11d5 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6698c0cc-3fc7-4aad-9625-cf7961d9ef0e']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:13.248005 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f05165-e65f-4e5c-b90c-9bc74c957111 None None] Network 6698c0cc-3fc7-4aad-9625-cf7961d9ef0e requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:38:13.252854 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-ed053682-bb2d-4a32-86ee-6fc79e6a11d5 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d261b8a-6c84-4dce-aa12-48efa307b5fc') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:13.253359 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-ed053682-bb2d-4a32-86ee-6fc79e6a11d5 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d261b8a-6c84-4dce-aa12-48efa307b5fc') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:13.270407 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ed053682-bb2d-4a32-86ee-6fc79e6a11d5 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:13.279978 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-24d91a36-d8ec-4526-b574-33de72d01a58 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:13.285248 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-24d91a36-d8ec-4526-b574-33de72d01a58 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "DELETE /v2.0/ports/76e2f531-00b2-40ab-9cd0-cbc0455d06e5 HTTP/1.1" status: 204 len: 168 time: 0.6809266 Oct 20 11:38:13.287883 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42080) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:13.305219 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ed053682-bb2d-4a32-86ee-6fc79e6a11d5 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:13.326380 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-33eabab4-b77f-4abf-ae79-958219189ae5 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] GET failed (client error): The resource could not be found. Oct 20 11:38:13.330841 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-33eabab4-b77f-4abf-ae79-958219189ae5 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "GET /v2.0/ports/76e2f531-00b2-40ab-9cd0-cbc0455d06e5 HTTP/1.1" status: 404 len: 333 time: 0.0391400 Oct 20 11:38:13.330841 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed053682-bb2d-4a32-86ee-6fc79e6a11d5 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Releasing vlan 1254 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:38:13.330841 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ed053682-bb2d-4a32-86ee-6fc79e6a11d5 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:13.333507 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:38:13.333507 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:38:13.333507 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:38:13.333507 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:38:13.333507 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:38:13.333507 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:38:13.333507 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:38:13.333507 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:38:13.333507 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:38:13.333507 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:38:13.333507 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:38:13.333507 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:38:13.333507 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:38:13.333507 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:38:13.333507 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:38:13.333507 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:38:13.333507 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:38:13.333507 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:38:13.333507 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:38:13.333507 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:38:13.333507 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:38:13.333507 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:38:13.333507 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:38:13.333507 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:38:13.333507 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:38:13.333507 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:38:13.333507 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:38:13.333507 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:38:13.333507 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:38:13.333507 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:38:13.333507 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:38:13.333507 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:38:13.336240 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42082) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:13.362195 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5b0ca-e3fa-47c0-a6ea-655f73b8a1c2 req-dfc7c2f3-a167-4fff-936a-6115a295ed04 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:13.368634 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5b0ca-e3fa-47c0-a6ea-655f73b8a1c2 req-dfc7c2f3-a167-4fff-936a-6115a295ed04 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:13.370530 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-62a5b0ca-e3fa-47c0-a6ea-655f73b8a1c2 req-dfc7c2f3-a167-4fff-936a-6115a295ed04 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/ports?device_id=a18b4967-6a3c-4a50-b3de-31ac1039f970 HTTP/1.1" status: 200 len: 1678 time: 0.0800252 Oct 20 11:38:13.371874 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:13.435300 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-62a5b0ca-e3fa-47c0-a6ea-655f73b8a1c2 req-c4a445da-09e9-4ef0-8d12-78b39b300045 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/security-groups?id=556d78ba-2cca-4baf-b487-e76527365cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557747 Oct 20 11:38:13.440515 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18b4967-6a3c-4a50-b3de-31ac1039f970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935f3a5f-db64-467d-bc3b-8dc2a475adf2'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:38:13.443047 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf760c3-8245-4490-aff5-dbc328a74be6" -d '{"events": [{"server_uuid": "a18b4967-6a3c-4a50-b3de-31ac1039f970", "name": "network-vif-plugged", "status": "completed", "tag": "935f3a5f-db64-467d-bc3b-8dc2a475adf2"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:38:13.445140 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3a27a37-213a-4dfa-87d4-44501b079dc1 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Deleting subnet e34cce48-ac02-4917-bcec-40af627f3d04 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:38:13.448774 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ed053682-bb2d-4a32-86ee-6fc79e6a11d5 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:13.450439 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d3a27a37-213a-4dfa-87d4-44501b079dc1 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:13.460753 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ed053682-bb2d-4a32-86ee-6fc79e6a11d5 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:13.463743 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ed053682-bb2d-4a32-86ee-6fc79e6a11d5 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] 10.222.0.98 "DELETE /v2.0/networks/6698c0cc-3fc7-4aad-9625-cf7961d9ef0e HTTP/1.1" status: 204 len: 168 time: 0.4692948 Oct 20 11:38:13.464560 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42086) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:13.473044 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 935f3a5f-db64-467d-bc3b-8dc2a475adf2, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=935f3a5f-db64-467d-bc3b-8dc2a475adf2,segment=NetworkSegment(f8cba4da-63ad-4ae1-b242-413d6238c2fa),segment_id=f8cba4da-63ad-4ae1-b242-413d6238c2fa)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:13.486456 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:13.487616 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 15f81c9a-8c75-4a4f-bd4a-623269ed4d12 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:38:13.503877 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed053682-bb2d-4a32-86ee-6fc79e6a11d5 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Pushing event deleted for resources: {'Network': ['ID=6698c0cc-3fc7-4aad-9625-cf7961d9ef0e,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:13.526189 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d3a27a37-213a-4dfa-87d4-44501b079dc1 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:13.566532 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adea147f-6b31-433e-8d8d-8fcd0c14020a x-openstack-request-id: req-adea147f-6b31-433e-8d8d-8fcd0c14020a {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:38:13.566887 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a18b4967-6a3c-4a50-b3de-31ac1039f970", "name": "network-vif-plugged", "status": "completed", "tag": "935f3a5f-db64-467d-bc3b-8dc2a475adf2", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:38:13.567095 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-adea147f-6b31-433e-8d8d-8fcd0c14020a {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:38:13.567480 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18b4967-6a3c-4a50-b3de-31ac1039f970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935f3a5f-db64-467d-bc3b-8dc2a475adf2', 'code': 200} Oct 20 11:38:13.588360 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5406ab8b-6bb7-4245-88c1-10279b6a0b54 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:13.616036 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 9f5f1e1c-a755-4ea2-8db3-1f68bb9031ca up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:38:13.654473 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d3a27a37-213a-4dfa-87d4-44501b079dc1 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:13.658088 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=935f3a5f-db64-467d-bc3b-8dc2a475adf2,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:13.680703 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-a463c631-edc1-49bd-8c43-2c938ac0b5d2 None None] Provisioning complete for port 9f5f1e1c-a755-4ea2-8db3-1f68bb9031ca triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:13.681685 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a463c631-edc1-49bd-8c43-2c938ac0b5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:13.722455 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5406ab8b-6bb7-4245-88c1-10279b6a0b54 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:13.727317 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 15f81c9a-8c75-4a4f-bd4a-623269ed4d12 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:38:13.729180 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d3a27a37-213a-4dfa-87d4-44501b079dc1 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:13.738636 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 15f81c9a-8c75-4a4f-bd4a-623269ed4d12 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:13.739026 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:13.758664 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-5406ab8b-6bb7-4245-88c1-10279b6a0b54 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8390100e-e222-46a1-bda0-d04d0a5892e6']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:13.769845 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-5406ab8b-6bb7-4245-88c1-10279b6a0b54 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a3965a9-14e8-4252-85d9-0a5939774edc') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:13.770133 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-5406ab8b-6bb7-4245-88c1-10279b6a0b54 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a3965a9-14e8-4252-85d9-0a5939774edc') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:13.775709 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 9f5f1e1c-a755-4ea2-8db3-1f68bb9031ca triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:13.776016 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:13.781503 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a27a37-213a-4dfa-87d4-44501b079dc1 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event deleted for resources: {'Subnet': ['ID=e34cce48-ac02-4917-bcec-40af627f3d04,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:13.782125 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5406ab8b-6bb7-4245-88c1-10279b6a0b54 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:13.798410 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d3a27a37-213a-4dfa-87d4-44501b079dc1 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:13.804529 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d3a27a37-213a-4dfa-87d4-44501b079dc1 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "DELETE /v2.0/subnets/e34cce48-ac02-4917-bcec-40af627f3d04 HTTP/1.1" status: 204 len: 168 time: 0.4673314 Oct 20 11:38:13.806011 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42090) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:13.817332 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5406ab8b-6bb7-4245-88c1-10279b6a0b54 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:13.828883 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5406ab8b-6bb7-4245-88c1-10279b6a0b54 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Releasing vlan 1267 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:38:13.829583 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5406ab8b-6bb7-4245-88c1-10279b6a0b54 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:13.832965 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:38:13.832965 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:38:13.832965 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:38:13.832965 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:38:13.832965 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:38:13.832965 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:38:13.832965 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:38:13.832965 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:38:13.832965 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:38:13.832965 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:38:13.832965 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:38:13.832965 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:38:13.832965 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:38:13.832965 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:38:13.832965 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:38:13.832965 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:38:13.832965 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:38:13.832965 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:38:13.832965 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:38:13.832965 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:38:13.832965 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:38:13.832965 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:38:13.832965 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:38:13.832965 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:38:13.832965 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:38:13.832965 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:38:13.832965 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:38:13.832965 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:38:13.832965 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:38:13.832965 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:38:13.832965 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:38:13.832965 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:38:13.853691 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-a463c631-edc1-49bd-8c43-2c938ac0b5d2 None None] Could not find standard attr ID for object 76e2f531-00b2-40ab-9cd0-cbc0455d06e5. {{(pid=100648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:38:13.924612 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b05aee3f-3946-46ec-baff-f790e92c7fdb tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:13.934771 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:13.969388 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-cbf693b1-91d6-4eb9-a422-422b3c52485c None None] Could not find standard attr ID for object 76e2f531-00b2-40ab-9cd0-cbc0455d06e5. {{(pid=100648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:38:13.983716 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5406ab8b-6bb7-4245-88c1-10279b6a0b54 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:13.989955 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-b05aee3f-3946-46ec-baff-f790e92c7fdb tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Deleting port 9f5f1e1c-a755-4ea2-8db3-1f68bb9031ca {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:38:13.990546 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b05aee3f-3946-46ec-baff-f790e92c7fdb tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:13.993556 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5406ab8b-6bb7-4245-88c1-10279b6a0b54 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:13.993738 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 15f81c9a-8c75-4a4f-bd4a-623269ed4d12, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=15f81c9a-8c75-4a4f-bd4a-623269ed4d12,segment=NetworkSegment(96943219-a2ae-413d-add8-ef7f21bdf8b3),segment_id=96943219-a2ae-413d-add8-ef7f21bdf8b3)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:13.999274 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:14.005890 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-5406ab8b-6bb7-4245-88c1-10279b6a0b54 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] 10.222.0.98 "DELETE /v2.0/networks/8390100e-e222-46a1-bda0-d04d0a5892e6 HTTP/1.1" status: 204 len: 168 time: 0.5388403 Oct 20 11:38:14.008824 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42094) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:14.020508 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a373095-b1fa-4608-949b-c0641fe068e4 req-6fb400d7-6268-4eb8-a593-18208cbd4f82 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:14.023175 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4a373095-b1fa-4608-949b-c0641fe068e4 req-6fb400d7-6268-4eb8-a593-18208cbd4f82 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 944 time: 0.1127543 Oct 20 11:38:14.056338 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5406ab8b-6bb7-4245-88c1-10279b6a0b54 tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Pushing event deleted for resources: {'Network': ['ID=8390100e-e222-46a1-bda0-d04d0a5892e6,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:14.064379 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=15f81c9a-8c75-4a4f-bd4a-623269ed4d12,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:14.105705 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afa636c-2ef7-4f4c-89ae-4366d93d01a9 None None] Network c3ee07e3-5b9a-4875-b334-891e8aa2a6ad requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:38:14.120826 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-42662f96-1cf4-4f7a-a395-3e710c193b32 req-d6308e84-ab79-4624-a490-f98526bf228a tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0364630 Oct 20 11:38:14.139356 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-b05aee3f-3946-46ec-baff-f790e92c7fdb tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] For port 9f5f1e1c-a755-4ea2-8db3-1f68bb9031ca, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=9f5f1e1c-a755-4ea2-8db3-1f68bb9031ca,segment=NetworkSegment(ebc3d04a-0b68-40c0-8025-d8e7f4eb01ce),segment_id=ebc3d04a-0b68-40c0-8025-d8e7f4eb01ce)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:14.139979 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b05aee3f-3946-46ec-baff-f790e92c7fdb tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:14.150223 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4a373095-b1fa-4608-949b-c0641fe068e4 req-3513f89d-2297-4353-b61f-e822815c9e3b tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/security-groups?id=9b3d2f10-3510-4534-bb4e-f0bb5bf298fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044009 Oct 20 11:38:14.160335 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd352736-7f55-4259-8bc9-2e5c5a4bc765 req-168be686-5801-415b-a721-06ac9a67a2d1 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:14.161809 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cd352736-7f55-4259-8bc9-2e5c5a4bc765 req-168be686-5801-415b-a721-06ac9a67a2d1 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.89 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 945 time: 0.1278179 Oct 20 11:38:14.180259 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-b05aee3f-3946-46ec-baff-f790e92c7fdb tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Calling delete_port for 9f5f1e1c-a755-4ea2-8db3-1f68bb9031ca owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:38:14.185054 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1b056704-baa1-46e5-ba2d-41c6141a42db tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:14.194469 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-a0645b25-0bc3-4a64-9eb2-3a21a4ed0d68 None None] Could not find standard attr ID for object 1431a688-f934-4523-95ad-1b687a8b2fc4. {{(pid=100648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:38:14.298331 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722de9b9-25ee-4ec2-bf0f-3a8724b86d90 req-3325ec5c-48b6-4730-a095-8ec77f46502f tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:14.300059 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-722de9b9-25ee-4ec2-bf0f-3a8724b86d90 req-3325ec5c-48b6-4730-a095-8ec77f46502f tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 945 time: 0.0874436 Oct 20 11:38:14.332161 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f732a8-2587-4165-a303-c46eade5b06a None None] DHCP port deletion for c3ee07e3-5b9a-4875-b334-891e8aa2a6ad request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:38:14.333008 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1b056704-baa1-46e5-ba2d-41c6141a42db tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:14.355385 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-1b056704-baa1-46e5-ba2d-41c6141a42db tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba3875ad-60a5-4819-a47e-615dea513d3d']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:14.359212 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-722de9b9-25ee-4ec2-bf0f-3a8724b86d90 req-a7a57189-95e4-4f23-a6e0-ecbca829869d tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b11c06e-4b18-4bf3-8d35-924e7890d434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522921 Oct 20 11:38:14.362882 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b05aee3f-3946-46ec-baff-f790e92c7fdb tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:14.369636 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-cd352736-7f55-4259-8bc9-2e5c5a4bc765 req-9dbc4ec2-4a9e-47c1-9ae5-0d8353cdf853 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Deleting port f4c67730-7c55-4209-bd10-b019ba09e2bf {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:38:14.369986 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-cd352736-7f55-4259-8bc9-2e5c5a4bc765 req-9dbc4ec2-4a9e-47c1-9ae5-0d8353cdf853 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:14.370221 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-1b056704-baa1-46e5-ba2d-41c6141a42db tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e52a19f7-b21b-4263-9e38-ad64ddc03161') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:14.370514 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-1b056704-baa1-46e5-ba2d-41c6141a42db tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e52a19f7-b21b-4263-9e38-ad64ddc03161') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:14.389287 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-47f732a8-2587-4165-a303-c46eade5b06a None None] Deleting port 9f5f1e1c-a755-4ea2-8db3-1f68bb9031ca {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:38:14.390071 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-47f732a8-2587-4165-a303-c46eade5b06a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:14.402250 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05aee3f-3946-46ec-baff-f790e92c7fdb tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event deleted for resources: {'Port': ['ID=9f5f1e1c-a755-4ea2-8db3-1f68bb9031ca,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:14.407512 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1b056704-baa1-46e5-ba2d-41c6141a42db tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:14.417104 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05aee3f-3946-46ec-baff-f790e92c7fdb tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] No DVR routers for this DVR port 9f5f1e1c-a755-4ea2-8db3-1f68bb9031ca on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:38:14.442059 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1b056704-baa1-46e5-ba2d-41c6141a42db tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:14.450913 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b056704-baa1-46e5-ba2d-41c6141a42db tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Releasing vlan 1299 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:38:14.451290 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1b056704-baa1-46e5-ba2d-41c6141a42db tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:14.454508 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:38:14.454508 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:38:14.454508 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:38:14.454508 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:38:14.454508 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:38:14.454508 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:38:14.454508 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:38:14.454508 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:38:14.454508 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:38:14.454508 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:38:14.454508 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:38:14.454508 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:38:14.454508 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:38:14.454508 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:38:14.454508 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:38:14.454508 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:38:14.454508 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:38:14.454508 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:38:14.454508 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:38:14.454508 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:38:14.454508 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:38:14.454508 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:38:14.454508 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:38:14.454508 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:38:14.454508 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:38:14.454508 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:38:14.454508 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:38:14.454508 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:38:14.454508 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:38:14.454508 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:38:14.454508 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:38:14.454508 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:38:14.462212 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 50dcae75-cbf4-4d6a-983c-6f1df055c8d9 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:38:14.487648 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-cd352736-7f55-4259-8bc9-2e5c5a4bc765 req-9dbc4ec2-4a9e-47c1-9ae5-0d8353cdf853 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] For port f4c67730-7c55-4209-bd10-b019ba09e2bf, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=f4c67730-7c55-4209-bd10-b019ba09e2bf,segment=NetworkSegment(98857962-e92c-4e59-b882-39434d378491),segment_id=98857962-e92c-4e59-b882-39434d378491)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:14.488118 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-cd352736-7f55-4259-8bc9-2e5c5a4bc765 req-9dbc4ec2-4a9e-47c1-9ae5-0d8353cdf853 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:14.501860 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-cd352736-7f55-4259-8bc9-2e5c5a4bc765 req-9dbc4ec2-4a9e-47c1-9ae5-0d8353cdf853 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Calling delete_port for f4c67730-7c55-4209-bd10-b019ba09e2bf owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:38:14.518404 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-47f732a8-2587-4165-a303-c46eade5b06a None None] For port 9f5f1e1c-a755-4ea2-8db3-1f68bb9031ca, host n-d-814735-3, got binding levels [] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:14.519319 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-47f732a8-2587-4165-a303-c46eade5b06a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:14.542018 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-47f732a8-2587-4165-a303-c46eade5b06a None None] Calling delete_port for 9f5f1e1c-a755-4ea2-8db3-1f68bb9031ca owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:38:14.548230 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.ipam_backend_mixin [None req-47f732a8-2587-4165-a303-c46eade5b06a None None] Port 9f5f1e1c-a755-4ea2-8db3-1f68bb9031ca was not found and therefore no delete operation was performed {{(pid=100648) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 11:38:14.553904 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-47f732a8-2587-4165-a303-c46eade5b06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:14.554126 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b05aee3f-3946-46ec-baff-f790e92c7fdb tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:14.572228 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1b056704-baa1-46e5-ba2d-41c6141a42db tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:14.587359 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1b056704-baa1-46e5-ba2d-41c6141a42db tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:14.590195 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f732a8-2587-4165-a303-c46eade5b06a None None] Pushing event deleted for resources: {'Port': ['ID=9f5f1e1c-a755-4ea2-8db3-1f68bb9031ca,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:14.594046 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1b056704-baa1-46e5-ba2d-41c6141a42db tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] 10.222.0.98 "DELETE /v2.0/networks/ba3875ad-60a5-4819-a47e-615dea513d3d HTTP/1.1" status: 204 len: 168 time: 0.5836816 Oct 20 11:38:14.596887 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42100) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:14.597346 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-b05aee3f-3946-46ec-baff-f790e92c7fdb tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3ee07e3-5b9a-4875-b334-891e8aa2a6ad']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:14.597596 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f732a8-2587-4165-a303-c46eade5b06a None None] No DVR routers for this DVR port 9f5f1e1c-a755-4ea2-8db3-1f68bb9031ca on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:38:14.612142 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 50dcae75-cbf4-4d6a-983c-6f1df055c8d9 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:38:14.614771 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b056704-baa1-46e5-ba2d-41c6141a42db tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Pushing event deleted for resources: {'Network': ['ID=ba3875ad-60a5-4819-a47e-615dea513d3d,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:14.621907 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-b05aee3f-3946-46ec-baff-f790e92c7fdb tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebc3d04a-0b68-40c0-8025-d8e7f4eb01ce') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:14.622673 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-b05aee3f-3946-46ec-baff-f790e92c7fdb tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebc3d04a-0b68-40c0-8025-d8e7f4eb01ce') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:14.623952 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 50dcae75-cbf4-4d6a-983c-6f1df055c8d9 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:14.624372 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:14.636271 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b05aee3f-3946-46ec-baff-f790e92c7fdb tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:14.653553 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b05aee3f-3946-46ec-baff-f790e92c7fdb tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:14.660576 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b05aee3f-3946-46ec-baff-f790e92c7fdb tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Releasing vlan 1276 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:38:14.661060 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b05aee3f-3946-46ec-baff-f790e92c7fdb tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:14.664293 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:38:14.664293 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:38:14.664293 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:38:14.664293 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:38:14.664293 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:38:14.664293 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:38:14.664293 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:38:14.664293 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:38:14.664293 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:38:14.664293 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:38:14.664293 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:38:14.664293 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:38:14.664293 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:38:14.664293 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:38:14.664293 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:38:14.664293 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:38:14.664293 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:38:14.664293 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:38:14.664293 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:38:14.664293 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:38:14.664293 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:38:14.664293 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:38:14.664293 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:38:14.664293 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:38:14.664293 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:38:14.664293 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:38:14.664293 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:38:14.664293 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:38:14.664293 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:38:14.664293 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:38:14.664293 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:38:14.664293 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:38:14.666766 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58807c1-1329-4657-8e7a-3bce2dd822e3 req-1e7ab5af-eea8-4376-951d-afcc36595e54 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:14.671323 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58807c1-1329-4657-8e7a-3bce2dd822e3 req-1e7ab5af-eea8-4376-951d-afcc36595e54 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:14.673069 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b58807c1-1329-4657-8e7a-3bce2dd822e3 req-1e7ab5af-eea8-4376-951d-afcc36595e54 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/ports?device_id=a18b4967-6a3c-4a50-b3de-31ac1039f970 HTTP/1.1" status: 200 len: 1680 time: 0.1240637 Oct 20 11:38:14.739052 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b05aee3f-3946-46ec-baff-f790e92c7fdb tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:14.747546 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b05aee3f-3946-46ec-baff-f790e92c7fdb tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:14.751453 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b05aee3f-3946-46ec-baff-f790e92c7fdb tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "DELETE /v2.0/networks/c3ee07e3-5b9a-4875-b334-891e8aa2a6ad HTTP/1.1" status: 204 len: 168 time: 0.9433856 Oct 20 11:38:14.763236 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42102) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:14.765606 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:14.769218 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-8b04628d-39d1-4852-a392-affae1d3d752 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1158914776'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:14.772596 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05aee3f-3946-46ec-baff-f790e92c7fdb tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event deleted for resources: {'Network': ['ID=c3ee07e3-5b9a-4875-b334-891e8aa2a6ad,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:14.798336 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b04628d-39d1-4852-a392-affae1d3d752 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Made reservation on behalf of 94e5347f86fe43de8b27d18b03cb5e6b for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:38:14.803369 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8b04628d-39d1-4852-a392-affae1d3d752 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:14.808260 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 50dcae75-cbf4-4d6a-983c-6f1df055c8d9, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=50dcae75-cbf4-4d6a-983c-6f1df055c8d9,segment=NetworkSegment(5f07dc46-3f37-49bc-b9e8-b83de5b34624),segment_id=5f07dc46-3f37-49bc-b9e8-b83de5b34624)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:14.815064 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:14.836945 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b04628d-39d1-4852-a392-affae1d3d752 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] vlan segment allocate from pool success with {'vlan_id': 1262, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:38:14.848718 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8b04628d-39d1-4852-a392-affae1d3d752 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:14.849084 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-8b04628d-39d1-4852-a392-affae1d3d752 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Added segment 58886ef5-1d49-4765-a21c-b226825ad357 of type vlan for network dbc3d9c2-b0f9-43c0-a3c4-befdd5a24ea6 Oct 20 11:38:14.867098 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=50dcae75-cbf4-4d6a-983c-6f1df055c8d9,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:14.896391 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8b04628d-39d1-4852-a392-affae1d3d752 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:14.923770 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8b04628d-39d1-4852-a392-affae1d3d752 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:14.929537 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b04628d-39d1-4852-a392-affae1d3d752 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:14.930136 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8b04628d-39d1-4852-a392-affae1d3d752 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:14.972141 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8b04628d-39d1-4852-a392-affae1d3d752 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2076812 Oct 20 11:38:14.975474 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42104) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:14.983229 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-9ab98f1c-76dd-4838-83de-f9b5816627ae tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Request body: {'subnet': {'network_id': 'dbc3d9c2-b0f9-43c0-a3c4-befdd5a24ea6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:15.004726 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-12fd77e8-47a0-4ed2-95d8-802f2c43220b tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:15.050882 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b58807c1-1329-4657-8e7a-3bce2dd822e3 req-66e44f74-251f-4557-bdc5-102ce89756e0 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/security-groups?id=556d78ba-2cca-4baf-b487-e76527365cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427253 Oct 20 11:38:15.114404 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-cd352736-7f55-4259-8bc9-2e5c5a4bc765 req-9dbc4ec2-4a9e-47c1-9ae5-0d8353cdf853 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:15.127116 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['f4c67730-7c55-4209-bd10-b019ba09e2bf'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:38:15.189308 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-12fd77e8-47a0-4ed2-95d8-802f2c43220b tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:15.192291 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc4ec2-4a9e-47c1-9ae5-0d8353cdf853 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Pushing event deleted for resources: {'Port': ['ID=f4c67730-7c55-4209-bd10-b019ba09e2bf,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:15.248556 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd352736-7f55-4259-8bc9-2e5c5a4bc765 req-9dbc4ec2-4a9e-47c1-9ae5-0d8353cdf853 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] No DVR routers for this DVR port f4c67730-7c55-4209-bd10-b019ba09e2bf on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:38:15.254538 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-12fd77e8-47a0-4ed2-95d8-802f2c43220b tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fa6d7e3-8da9-4a16-af0f-62b0d62ce49c']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:15.262903 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:15.267990 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-cd352736-7f55-4259-8bc9-2e5c5a4bc765 req-9dbc4ec2-4a9e-47c1-9ae5-0d8353cdf853 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:15.271325 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cd352736-7f55-4259-8bc9-2e5c5a4bc765 req-9dbc4ec2-4a9e-47c1-9ae5-0d8353cdf853 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.89 "DELETE /v2.0/ports/f4c67730-7c55-4209-bd10-b019ba09e2bf HTTP/1.1" status: 204 len: 173 time: 1.0999455 Oct 20 11:38:15.271790 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2eefaa-45fd-4605-93dc-014cb6f7208f', 'name': 'network-vif-deleted', 'tag': 'f4c67730-7c55-4209-bd10-b019ba09e2bf'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:38:15.275556 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dbf8a2c-d7d2-49be-b144-8ba7233c98fc" -d '{"events": [{"server_uuid": "bf2eefaa-45fd-4605-93dc-014cb6f7208f", "name": "network-vif-deleted", "tag": "f4c67730-7c55-4209-bd10-b019ba09e2bf"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:38:15.311764 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-12fd77e8-47a0-4ed2-95d8-802f2c43220b tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8a5f341-d77c-4ed4-bf9e-b9c9f36c2687') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:15.312023 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-12fd77e8-47a0-4ed2-95d8-802f2c43220b tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8a5f341-d77c-4ed4-bf9e-b9c9f36c2687') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:15.324349 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1e22ae80-6b14-447c-a656-0bdaf14073ac req-42d1e0f9-dec9-4cb3-97fc-aeb9708db47c tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0770261 Oct 20 11:38:15.347903 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-12fd77e8-47a0-4ed2-95d8-802f2c43220b tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:15.371053 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-12fd77e8-47a0-4ed2-95d8-802f2c43220b tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:15.385258 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b04628d-39d1-4852-a392-affae1d3d752 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event updated for resources: {'Network': ['ID=dbc3d9c2-b0f9-43c0-a3c4-befdd5a24ea6,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:15.388622 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12fd77e8-47a0-4ed2-95d8-802f2c43220b tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Releasing vlan 1283 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:38:15.389047 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-12fd77e8-47a0-4ed2-95d8-802f2c43220b tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:15.394166 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:38:15.394166 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:38:15.394166 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:38:15.394166 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:38:15.394166 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:38:15.394166 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:38:15.394166 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:38:15.394166 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:38:15.394166 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:38:15.394166 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:38:15.394166 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:38:15.394166 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:38:15.394166 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:38:15.394166 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:38:15.394166 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:38:15.394166 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:38:15.394166 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:38:15.394166 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:38:15.394166 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:38:15.394166 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:38:15.394166 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:38:15.394166 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:38:15.394166 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:38:15.394166 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:38:15.394166 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:38:15.394166 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:38:15.394166 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:38:15.394166 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:38:15.394166 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:38:15.394166 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:38:15.394166 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:38:15.394166 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:38:15.401952 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network dbc3d9c2-b0f9-43c0-a3c4-befdd5a24ea6 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:38:15.424541 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8221b6f-100b-4f8c-a210-6746a8f55274 req-3fee9bf9-d954-4b74-9a03-2b31bafd0e73 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:15.426134 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d8221b6f-100b-4f8c-a210-6746a8f55274 req-3fee9bf9-d954-4b74-9a03-2b31bafd0e73 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 945 time: 0.1392121 Oct 20 11:38:15.427745 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6b9587-acb2-40aa-9f19-c04e691e485a x-openstack-request-id: req-8d6b9587-acb2-40aa-9f19-c04e691e485a {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:38:15.428037 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf2eefaa-45fd-4605-93dc-014cb6f7208f", "name": "network-vif-deleted", "tag": "f4c67730-7c55-4209-bd10-b019ba09e2bf", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:38:15.428292 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8d6b9587-acb2-40aa-9f19-c04e691e485a {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:38:15.428684 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf2eefaa-45fd-4605-93dc-014cb6f7208f', 'name': 'network-vif-deleted', 'tag': 'f4c67730-7c55-4209-bd10-b019ba09e2bf', 'status': 'completed', 'code': 200} Oct 20 11:38:15.505453 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab98f1c-76dd-4838-83de-f9b5816627ae tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Made reservation on behalf of 94e5347f86fe43de8b27d18b03cb5e6b for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:38:15.509347 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9ab98f1c-76dd-4838-83de-f9b5816627ae tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:15.528963 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-12fd77e8-47a0-4ed2-95d8-802f2c43220b tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:15.535496 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-12fd77e8-47a0-4ed2-95d8-802f2c43220b tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:15.539199 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-12fd77e8-47a0-4ed2-95d8-802f2c43220b tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] 10.222.0.98 "DELETE /v2.0/networks/0fa6d7e3-8da9-4a16-af0f-62b0d62ce49c HTTP/1.1" status: 204 len: 168 time: 0.9411840 Oct 20 11:38:15.542032 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7351171e-8ff2-4bed-a2a3-fb5d4d3e2e87 req-2657d872-62e4-40df-828e-5bab2729ff56 tempest-ServerDiskConfigTestJSON-149248763 tempest-ServerDiskConfigTestJSON-149248763-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf2eefaa-45fd-4605-93dc-014cb6f7208f HTTP/1.1" status: 200 len: 210 time: 0.0575192 Oct 20 11:38:15.553339 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d8221b6f-100b-4f8c-a210-6746a8f55274 req-0ef087bd-d66e-4372-89af-008ad3f338bb tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/security-groups?id=9b3d2f10-3510-4534-bb4e-f0bb5bf298fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209340 Oct 20 11:38:15.562966 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd77e8-47a0-4ed2-95d8-802f2c43220b tempest-BulkNetworkOpsIpV6Test-2000997560 tempest-BulkNetworkOpsIpV6Test-2000997560-project] Pushing event deleted for resources: {'Network': ['ID=0fa6d7e3-8da9-4a16-af0f-62b0d62ce49c,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:15.574312 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18b4967-6a3c-4a50-b3de-31ac1039f970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f81c9a-8c75-4a4f-bd4a-623269ed4d12'}, {'server_uuid': 'f434fb55-eec3-47d0-a6af-eb06ffaae0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50dcae75-cbf4-4d6a-983c-6f1df055c8d9'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:38:15.574312 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82566f34-fb70-44c4-93cf-255cceaa7116" -d '{"events": [{"server_uuid": "a18b4967-6a3c-4a50-b3de-31ac1039f970", "name": "network-vif-plugged", "status": "completed", "tag": "15f81c9a-8c75-4a4f-bd4a-623269ed4d12"}, {"server_uuid": "f434fb55-eec3-47d0-a6af-eb06ffaae0b4", "name": "network-vif-plugged", "status": "completed", "tag": "50dcae75-cbf4-4d6a-983c-6f1df055c8d9"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:38:15.592456 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 9f5f1e1c-a755-4ea2-8db3-1f68bb9031ca no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:38:15.621734 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 9f5f1e1c-a755-4ea2-8db3-1f68bb9031ca {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:38:15.622050 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 9f5f1e1c-a755-4ea2-8db3-1f68bb9031ca not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:38:15.663171 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Oct 2021 11:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280a9f6d-4bc8-4799-9ff9-da126659b103 x-openstack-request-id: req-280a9f6d-4bc8-4799-9ff9-da126659b103 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:38:15.664397 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a18b4967-6a3c-4a50-b3de-31ac1039f970", "name": "network-vif-plugged", "status": "completed", "tag": "15f81c9a-8c75-4a4f-bd4a-623269ed4d12", "code": 200}, {"server_uuid": "f434fb55-eec3-47d0-a6af-eb06ffaae0b4", "name": "network-vif-plugged", "status": "completed", "tag": "50dcae75-cbf4-4d6a-983c-6f1df055c8d9", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:38:15.664659 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-280a9f6d-4bc8-4799-9ff9-da126659b103 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:38:15.665073 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18b4967-6a3c-4a50-b3de-31ac1039f970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f81c9a-8c75-4a4f-bd4a-623269ed4d12', 'code': 200} Oct 20 11:38:15.665379 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f434fb55-eec3-47d0-a6af-eb06ffaae0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50dcae75-cbf4-4d6a-983c-6f1df055c8d9', 'code': 200} Oct 20 11:38:15.753744 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9ab98f1c-76dd-4838-83de-f9b5816627ae tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:15.835522 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae630001-5938-40ec-a671-48bfbd89c171 req-69aafcb6-187e-42de-a1cc-bba5fe0d32c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:15.836003 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae630001-5938-40ec-a671-48bfbd89c171 req-69aafcb6-187e-42de-a1cc-bba5fe0d32c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:15.837589 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ae630001-5938-40ec-a671-48bfbd89c171 req-69aafcb6-187e-42de-a1cc-bba5fe0d32c9 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a18b4967-6a3c-4a50-b3de-31ac1039f970 HTTP/1.1" status: 200 len: 1982 time: 0.0780387 Oct 20 11:38:15.894535 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ae630001-5938-40ec-a671-48bfbd89c171 req-f4cd090b-1a72-46d0-85e5-5ec34bc922c0 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=556d78ba-2cca-4baf-b487-e76527365cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483713 Oct 20 11:38:15.906664 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42120) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:15.908806 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab98f1c-76dd-4838-83de-f9b5816627ae tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event updated for resources: {'Subnet': ['ID=bb7ba027-b894-4d07-829a-0c1aa64f23ad,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:15.913761 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487d8f1-b748-4bc4-9909-62828a2524e3 req-25f64095-57dd-4f70-be11-38ef2a85432c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:15.915291 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-1487d8f1-b748-4bc4-9909-62828a2524e3 req-25f64095-57dd-4f70-be11-38ef2a85432c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 1096 time: 0.1526577 Oct 20 11:38:15.923064 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab98f1c-76dd-4838-83de-f9b5816627ae tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Checking segment: {'id': '58886ef5-1d49-4765-a21c-b226825ad357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'dbc3d9c2-b0f9-43c0-a3c4-befdd5a24ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:38:15.923464 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab98f1c-76dd-4838-83de-f9b5816627ae tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Network hostable DHCP agents. Network: dbc3d9c2-b0f9-43c0-a3c4-befdd5a24ea6, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:38:15.941569 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab98f1c-76dd-4838-83de-f9b5816627ae tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Network dbc3d9c2-b0f9-43c0-a3c4-befdd5a24ea6 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:38:15.952660 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-9ab98f1c-76dd-4838-83de-f9b5816627ae tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, dbc3d9c2-b0f9-43c0-a3c4-befdd5a24ea6) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:38:15.958261 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab98f1c-76dd-4838-83de-f9b5816627ae tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:15.959200 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9ab98f1c-76dd-4838-83de-f9b5816627ae tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:15.973696 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03691e75-91bb-4d48-84d5-def04d0832df None None] Network dbc3d9c2-b0f9-43c0-a3c4-befdd5a24ea6 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:38:15.980451 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42124) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:15.980726 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-9ab98f1c-76dd-4838-83de-f9b5816627ae tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0039580 Oct 20 11:38:15.986566 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-e4fff3ff-d494-41ab-aba3-6a2628369e00 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-565331365', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:16.014146 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e4fff3ff-d494-41ab-aba3-6a2628369e00 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:16.015374 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e4fff3ff-d494-41ab-aba3-6a2628369e00 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:16.081478 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e4fff3ff-d494-41ab-aba3-6a2628369e00 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:16.088343 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e4fff3ff-d494-41ab-aba3-6a2628369e00 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:16.117935 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-f3b82da5-0879-4c92-a57f-f3cbd00693c1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5e3c27c35a104e49ad8ac15ebdfeca94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2091405 Oct 20 11:38:16.121019 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e4fff3ff-d494-41ab-aba3-6a2628369e00 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:16.121344 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42128) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:16.122107 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e4fff3ff-d494-41ab-aba3-6a2628369e00 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1399577 Oct 20 11:38:16.135481 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42130) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:16.144670 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5593bc4f-4b6d-4c72-8963-bf4d905152cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-dbc3d9c2-b0f9-43c0-a3c4-befdd5a24ea6', 'network_id': 'dbc3d9c2-b0f9-43c0-a3c4-befdd5a24ea6', 'tenant_id': '94e5347f86fe43de8b27d18b03cb5e6b', 'fixed_ips': [{'subnet_id': 'bb7ba027-b894-4d07-829a-0c1aa64f23ad'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:38:16.146048 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5593bc4f-4b6d-4c72-8963-bf4d905152cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:16.151908 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-49a9c091-1cc9-465d-a85e-fa1a18030d69 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Request body: {'port': {'network_id': 'dbc3d9c2-b0f9-43c0-a3c4-befdd5a24ea6', 'name': 'tempest-PortsTestJSON-1798274633'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:16.199610 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203bc978-5021-42a1-a882-1f47695aac0b req-e95f85f2-393c-4ea3-b4c8-37d1b6860694 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:16.205715 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203bc978-5021-42a1-a882-1f47695aac0b req-e95f85f2-393c-4ea3-b4c8-37d1b6860694 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:16.213347 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-203bc978-5021-42a1-a882-1f47695aac0b req-e95f85f2-393c-4ea3-b4c8-37d1b6860694 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/ports?device_id=a18b4967-6a3c-4a50-b3de-31ac1039f970 HTTP/1.1" status: 200 len: 1680 time: 0.0704906 Oct 20 11:38:16.248686 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-203bc978-5021-42a1-a882-1f47695aac0b req-b944d8d5-c3fe-4439-998c-b9ce938488d5 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/security-groups?id=556d78ba-2cca-4baf-b487-e76527365cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344582 Oct 20 11:38:16.278530 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-1487d8f1-b748-4bc4-9909-62828a2524e3 req-1e11b021-8111-4f11-8398-7c1a77887526 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=9b3d2f10-3510-4534-bb4e-f0bb5bf298fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515784 Oct 20 11:38:16.289036 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-5593bc4f-4b6d-4c72-8963-bf4d905152cf None None] Allocated IP 172.20.0.2 (dbc3d9c2-b0f9-43c0-a3c4-befdd5a24ea6/bb7ba027-b894-4d07-829a-0c1aa64f23ad/1751d2aa-cddd-4888-bab9-e4ad58f6cdc2) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:38:16.304133 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-77645e54-e1b1-462b-b36a-f2b1c23c0d87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:16.333809 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-77645e54-e1b1-462b-b36a-f2b1c23c0d87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:16.365739 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a9c091-1cc9-465d-a85e-fa1a18030d69 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Made reservation on behalf of 94e5347f86fe43de8b27d18b03cb5e6b for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:38:16.369235 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-49a9c091-1cc9-465d-a85e-fa1a18030d69 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:16.390736 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-49a9c091-1cc9-465d-a85e-fa1a18030d69 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] device_id is not set on port 36ea300f-1003-42a6-aac0-78f67ebbcdea yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:38:16.453570 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-77645e54-e1b1-462b-b36a-f2b1c23c0d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:16.456112 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-77645e54-e1b1-462b-b36a-f2b1c23c0d87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:16.457320 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-77645e54-e1b1-462b-b36a-f2b1c23c0d87 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/70566513-458a-44ee-959b-cef6bbf9afb4 HTTP/1.1" status: 204 len: 168 time: 0.3335609 Oct 20 11:38:16.460618 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5593bc4f-4b6d-4c72-8963-bf4d905152cf None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:16.464550 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c8362a90-9b6a-4988-bef4-c25751b1755b req-785f8c6d-873d-4d46-a94e-258e117aa3f0 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0344815 Oct 20 11:38:16.467672 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5593bc4f-4b6d-4c72-8963-bf4d905152cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:16.495360 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77645e54-e1b1-462b-b36a-f2b1c23c0d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70566513-458a-44ee-959b-cef6bbf9afb4,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:16.522393 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5593bc4f-4b6d-4c72-8963-bf4d905152cf None None] Network dbc3d9c2-b0f9-43c0-a3c4-befdd5a24ea6 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:38:16.528483 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-5593bc4f-4b6d-4c72-8963-bf4d905152cf None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:38:16.532584 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-49a9c091-1cc9-465d-a85e-fa1a18030d69 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Allocated IP 172.20.0.5 (dbc3d9c2-b0f9-43c0-a3c4-befdd5a24ea6/bb7ba027-b894-4d07-829a-0c1aa64f23ad/36ea300f-1003-42a6-aac0-78f67ebbcdea) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:38:16.535236 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5593bc4f-4b6d-4c72-8963-bf4d905152cf None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:38:16.542600 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5593bc4f-4b6d-4c72-8963-bf4d905152cf None None] Pushing event updated for resources: {'Port': ['ID=1751d2aa-cddd-4888-bab9-e4ad58f6cdc2,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:16.599886 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-5593bc4f-4b6d-4c72-8963-bf4d905152cf None None] Attempting to bind port 1751d2aa-cddd-4888-bab9-e4ad58f6cdc2 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:38:16.601751 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-5593bc4f-4b6d-4c72-8963-bf4d905152cf None None] Attempting to bind port 1751d2aa-cddd-4888-bab9-e4ad58f6cdc2 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '58886ef5-1d49-4765-a21c-b226825ad357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'dbc3d9c2-b0f9-43c0-a3c4-befdd5a24ea6'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:38:16.602417 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5593bc4f-4b6d-4c72-8963-bf4d905152cf None None] Attempting to bind port 1751d2aa-cddd-4888-bab9-e4ad58f6cdc2 on network dbc3d9c2-b0f9-43c0-a3c4-befdd5a24ea6 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:38:16.614589 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5593bc4f-4b6d-4c72-8963-bf4d905152cf None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:38:16.616773 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5593bc4f-4b6d-4c72-8963-bf4d905152cf None None] Checking segment: {'id': '58886ef5-1d49-4765-a21c-b226825ad357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'dbc3d9c2-b0f9-43c0-a3c4-befdd5a24ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:38:16.617240 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5593bc4f-4b6d-4c72-8963-bf4d905152cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:16.618925 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5593bc4f-4b6d-4c72-8963-bf4d905152cf None None] Bound using segment: {'id': '58886ef5-1d49-4765-a21c-b226825ad357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'dbc3d9c2-b0f9-43c0-a3c4-befdd5a24ea6'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:38:16.620998 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-5593bc4f-4b6d-4c72-8963-bf4d905152cf None None] Bound port: 1751d2aa-cddd-4888-bab9-e4ad58f6cdc2, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58886ef5-1d49-4765-a21c-b226825ad357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'dbc3d9c2-b0f9-43c0-a3c4-befdd5a24ea6'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:38:16.621462 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5593bc4f-4b6d-4c72-8963-bf4d905152cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:16.714820 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc68df-bcbd-48fe-a5d5-b860a79ec595 req-a354fa38-880c-4cf8-9e58-e6e9dcae78da tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:16.724246 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f8dc68df-bcbd-48fe-a5d5-b860a79ec595 req-a354fa38-880c-4cf8-9e58-e6e9dcae78da tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 945 time: 0.0937164 Oct 20 11:38:16.741919 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-49a9c091-1cc9-465d-a85e-fa1a18030d69 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:16.767754 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-5593bc4f-4b6d-4c72-8963-bf4d905152cf None None] For port 1751d2aa-cddd-4888-bab9-e4ad58f6cdc2, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:38:16.768646 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f8dc68df-bcbd-48fe-a5d5-b860a79ec595 req-b04bd2cd-7702-47dd-b526-cac980dd9c59 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/security-groups?id=9b3d2f10-3510-4534-bb4e-f0bb5bf298fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427735 Oct 20 11:38:16.774497 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-5593bc4f-4b6d-4c72-8963-bf4d905152cf None None] For port 1751d2aa-cddd-4888-bab9-e4ad58f6cdc2, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=1751d2aa-cddd-4888-bab9-e4ad58f6cdc2,segment=NetworkSegment(58886ef5-1d49-4765-a21c-b226825ad357),segment_id=58886ef5-1d49-4765-a21c-b226825ad357)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:38:16.794863 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5593bc4f-4b6d-4c72-8963-bf4d905152cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:16.810285 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-49a9c091-1cc9-465d-a85e-fa1a18030d69 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:16.834928 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42154) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:16.872892 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a9c091-1cc9-465d-a85e-fa1a18030d69 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Network dbc3d9c2-b0f9-43c0-a3c4-befdd5a24ea6 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:38:16.876898 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-49a9c091-1cc9-465d-a85e-fa1a18030d69 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:38:16.884508 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a9c091-1cc9-465d-a85e-fa1a18030d69 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:38:16.887698 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a9c091-1cc9-465d-a85e-fa1a18030d69 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event updated for resources: {'Port': ['ID=36ea300f-1003-42a6-aac0-78f67ebbcdea,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:16.904661 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5593bc4f-4b6d-4c72-8963-bf4d905152cf None None] Pushing event updated for resources: {'Port': ['ID=1751d2aa-cddd-4888-bab9-e4ad58f6cdc2,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:16.911578 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-33e10945-159b-4a8e-a7f5-f09ef826be12 admin admin] Deleting subnet 7608c98d-784c-4d69-aa65-d567e84ae885 {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:38:16.915035 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-33e10945-159b-4a8e-a7f5-f09ef826be12 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:16.957505 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-33e10945-159b-4a8e-a7f5-f09ef826be12 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:16.959983 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a9c091-1cc9-465d-a85e-fa1a18030d69 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:16.960957 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-49a9c091-1cc9-465d-a85e-fa1a18030d69 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:16.984724 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-49a9c091-1cc9-465d-a85e-fa1a18030d69 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8453643 Oct 20 11:38:16.985413 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42160) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:17.006936 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-33e10945-159b-4a8e-a7f5-f09ef826be12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:17.076264 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-33e10945-159b-4a8e-a7f5-f09ef826be12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:17.129678 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e10945-159b-4a8e-a7f5-f09ef826be12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7608c98d-784c-4d69-aa65-d567e84ae885,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:17.131752 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-33e10945-159b-4a8e-a7f5-f09ef826be12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:17.138636 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-33e10945-159b-4a8e-a7f5-f09ef826be12 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/7608c98d-784c-4d69-aa65-d567e84ae885 HTTP/1.1" status: 204 len: 168 time: 0.2993183 Oct 20 11:38:17.139052 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42164) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:17.221210 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c0a7bf83-3c38-4b9a-a187-102f819db6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:17.362882 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c0a7bf83-3c38-4b9a-a187-102f819db6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:17.413962 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-c0a7bf83-3c38-4b9a-a187-102f819db6a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9eabc1b-d262-4e05-bd88-78509e982c52']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:17.427856 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-c0a7bf83-3c38-4b9a-a187-102f819db6a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98857962-e92c-4e59-b882-39434d378491') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:17.427856 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-c0a7bf83-3c38-4b9a-a187-102f819db6a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98857962-e92c-4e59-b882-39434d378491') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:17.441710 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c0a7bf83-3c38-4b9a-a187-102f819db6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:17.452882 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096958d6-aa4b-42e9-b58a-cc91d19eb3ed req-30d9f5ea-9232-4870-a202-c615be59f03d tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:17.460361 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096958d6-aa4b-42e9-b58a-cc91d19eb3ed req-30d9f5ea-9232-4870-a202-c615be59f03d tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:17.467767 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-096958d6-aa4b-42e9-b58a-cc91d19eb3ed req-30d9f5ea-9232-4870-a202-c615be59f03d tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/ports?device_id=a18b4967-6a3c-4a50-b3de-31ac1039f970 HTTP/1.1" status: 200 len: 1680 time: 0.1087837 Oct 20 11:38:17.479039 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f50c8d6c-4af1-4bfb-b708-dad285ac8698 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:17.501296 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c0a7bf83-3c38-4b9a-a187-102f819db6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:17.511772 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0a7bf83-3c38-4b9a-a187-102f819db6a8 admin admin] Releasing vlan 1274 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:38:17.512486 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c0a7bf83-3c38-4b9a-a187-102f819db6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:17.530061 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:38:17.530061 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:38:17.530061 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:38:17.530061 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:38:17.530061 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:38:17.530061 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:38:17.530061 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:38:17.530061 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:38:17.530061 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:38:17.530061 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:38:17.530061 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:38:17.530061 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:38:17.530061 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:38:17.530061 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:38:17.530061 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:38:17.530061 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:38:17.530061 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:38:17.530061 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:38:17.530061 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:38:17.530061 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:38:17.530061 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:38:17.530061 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:38:17.530061 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:38:17.530061 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:38:17.530061 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:38:17.530061 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:38:17.530061 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:38:17.530061 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:38:17.530061 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:38:17.530061 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:38:17.530061 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:38:17.530061 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:38:17.556129 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42178) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:17.649001 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-005074ca-c55e-4502-9d82-65e7ea0a362a req-415f8f34-7446-4b23-9182-784d45212e61 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0380065 Oct 20 11:38:17.650599 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c0a7bf83-3c38-4b9a-a187-102f819db6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:17.664663 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c0a7bf83-3c38-4b9a-a187-102f819db6a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:17.671240 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c0a7bf83-3c38-4b9a-a187-102f819db6a8 admin admin] 10.222.0.98 "DELETE /v2.0/networks/e9eabc1b-d262-4e05-bd88-78509e982c52 HTTP/1.1" status: 204 len: 168 time: 0.5303476 Oct 20 11:38:17.685092 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-096958d6-aa4b-42e9-b58a-cc91d19eb3ed req-ed6f59d1-c43d-4696-a1f5-9d5744011333 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/security-groups?id=556d78ba-2cca-4baf-b487-e76527365cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163966 Oct 20 11:38:17.716607 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a7bf83-3c38-4b9a-a187-102f819db6a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9eabc1b-d262-4e05-bd88-78509e982c52,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:17.775183 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 1751d2aa-cddd-4888-bab9-e4ad58f6cdc2 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:38:17.859160 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 1751d2aa-cddd-4888-bab9-e4ad58f6cdc2 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:17.859840 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:17.876662 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-02e0dd9c-1370-449b-8cf6-6658668a206b tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-159821807'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:17.942162 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df8cb0-0dee-45fa-b0c0-535d655afc10 req-802b3ace-987e-43e1-8925-2b637765ff69 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:17.944683 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b0df8cb0-0dee-45fa-b0c0-535d655afc10 req-802b3ace-987e-43e1-8925-2b637765ff69 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 945 time: 0.0714614 Oct 20 11:38:17.960899 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e0dd9c-1370-449b-8cf6-6658668a206b tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Made reservation on behalf of d681ef907c694a9796fe2b5eafa3eecc for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:38:17.964481 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-02e0dd9c-1370-449b-8cf6-6658668a206b tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:17.976573 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:17.982868 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42186) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:17.987746 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-02e0dd9c-1370-449b-8cf6-6658668a206b tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:18.016302 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 1751d2aa-cddd-4888-bab9-e4ad58f6cdc2, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=1751d2aa-cddd-4888-bab9-e4ad58f6cdc2,segment=NetworkSegment(58886ef5-1d49-4765-a21c-b226825ad357),segment_id=58886ef5-1d49-4765-a21c-b226825ad357)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:18.020520 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f50c8d6c-4af1-4bfb-b708-dad285ac8698 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:18.024619 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:18.028824 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f50c8d6c-4af1-4bfb-b708-dad285ac8698 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:18.041154 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b0df8cb0-0dee-45fa-b0c0-535d655afc10 req-9f0a111a-b886-4071-ad0d-cb948805b4a2 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/security-groups?id=9b3d2f10-3510-4534-bb4e-f0bb5bf298fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794914 Oct 20 11:38:18.060908 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-db80e82f-91da-4234-8394-1bc8e03ceca7 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=810c12d9be834010aa3992ef80ba64c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0766234 Oct 20 11:38:18.061749 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42188) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:18.126061 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=1751d2aa-cddd-4888-bab9-e4ad58f6cdc2,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:18.139296 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e9449b72-72e1-4c5d-b599-8d4755c3360d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:18.164200 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e9449b72-72e1-4c5d-b599-8d4755c3360d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:18.174590 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c8d6c-4af1-4bfb-b708-dad285ac8698 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event updated for resources: {'Port': ['ID=36ea300f-1003-42a6-aac0-78f67ebbcdea,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:18.202313 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052e3403-0ef0-47f0-96a8-0dae6e3f632d None None] Network dbc3d9c2-b0f9-43c0-a3c4-befdd5a24ea6 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:38:18.238506 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568dadfe-89b6-43ff-9f98-a737cdbe6b72 req-e07d3602-df85-471e-850c-4178c92530eb tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:18.240216 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-568dadfe-89b6-43ff-9f98-a737cdbe6b72 req-e07d3602-df85-471e-850c-4178c92530eb tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 945 time: 0.0783873 Oct 20 11:38:18.249486 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42192) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:18.255392 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-c6d7e83b-aca5-46d8-a4be-f41bfbe9a054 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Request body: {'floatingip': {'port_id': '50dcae75-cbf4-4d6a-983c-6f1df055c8d9'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:18.273971 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-02e0dd9c-1370-449b-8cf6-6658668a206b tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:18.283136 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-02e0dd9c-1370-449b-8cf6-6658668a206b tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:18.296593 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-2a5e3b6a-506d-4e80-aa30-ab0e682d5408 None None] Provisioning complete for port 1751d2aa-cddd-4888-bab9-e4ad58f6cdc2 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:18.297024 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2a5e3b6a-506d-4e80-aa30-ab0e682d5408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:18.325306 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e9449b72-72e1-4c5d-b599-8d4755c3360d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:18.328165 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e9449b72-72e1-4c5d-b599-8d4755c3360d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:18.332067 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e9449b72-72e1-4c5d-b599-8d4755c3360d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5b11c06e-4b18-4bf3-8d35-924e7890d434 HTTP/1.1" status: 204 len: 168 time: 0.2677772 Oct 20 11:38:18.333838 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02e0dd9c-1370-449b-8cf6-6658668a206b tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] vlan segment allocate from pool success with {'vlan_id': 1264, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:38:18.355544 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e0dd9c-1370-449b-8cf6-6658668a206b tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=739be2dd-4585-473e-8640-ee70f81ad590,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:18.371189 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c6d7e83b-aca5-46d8-a4be-f41bfbe9a054 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Publish callbacks [] for floatingip, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:18.380961 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9449b72-72e1-4c5d-b599-8d4755c3360d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b11c06e-4b18-4bf3-8d35-924e7890d434,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:18.385520 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-02e0dd9c-1370-449b-8cf6-6658668a206b tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:18.385811 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-02e0dd9c-1370-449b-8cf6-6658668a206b tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Added segment a250a96f-4843-4a99-bdd6-448b33316675 of type vlan for network a996b7a4-1038-43a3-b6d0-d1216f215213 Oct 20 11:38:18.394579 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f50c8d6c-4af1-4bfb-b708-dad285ac8698 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:18.470394 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-02e0dd9c-1370-449b-8cf6-6658668a206b tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:18.490423 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device f4c67730-7c55-4209-bd10-b019ba09e2bf no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:38:18.528740 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: f4c67730-7c55-4209-bd10-b019ba09e2bf {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:38:18.529089 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device f4c67730-7c55-4209-bd10-b019ba09e2bf not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:38:18.549030 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-02e0dd9c-1370-449b-8cf6-6658668a206b tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:18.555227 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e0dd9c-1370-449b-8cf6-6658668a206b tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:18.555886 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-02e0dd9c-1370-449b-8cf6-6658668a206b tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:18.616956 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f50c8d6c-4af1-4bfb-b708-dad285ac8698 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:18.630155 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-02e0dd9c-1370-449b-8cf6-6658668a206b tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0704019 Oct 20 11:38:18.643234 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42198) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:18.651896 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-594a15a3-bfbc-42c5-aa48-962ab42c0a3a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1849579074'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:18.750295 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e0dd9c-1370-449b-8cf6-6658668a206b tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event updated for resources: {'Network': ['ID=a996b7a4-1038-43a3-b6d0-d1216f215213,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:18.762423 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network a996b7a4-1038-43a3-b6d0-d1216f215213 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:38:18.837738 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594a15a3-bfbc-42c5-aa48-962ab42c0a3a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Made reservation on behalf of d681ef907c694a9796fe2b5eafa3eecc for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:38:18.850844 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-594a15a3-bfbc-42c5-aa48-962ab42c0a3a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:18.936104 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-4a3630bc-9cd8-4395-a253-7d157dbb4a6a None None] Provisioning complete for port 36ea300f-1003-42a6-aac0-78f67ebbcdea triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:18.937317 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4a3630bc-9cd8-4395-a253-7d157dbb4a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:18.944497 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-594a15a3-bfbc-42c5-aa48-962ab42c0a3a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] vlan segment allocate from pool success with {'vlan_id': 1256, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:38:18.983872 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-4a3630bc-9cd8-4395-a253-7d157dbb4a6a None None] Port 36ea300f-1003-42a6-aac0-78f67ebbcdea cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:38:19.009103 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-4a3630bc-9cd8-4395-a253-7d157dbb4a6a None None] Provisioning complete for port 1751d2aa-cddd-4888-bab9-e4ad58f6cdc2 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:19.009808 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4a3630bc-9cd8-4395-a253-7d157dbb4a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:19.014206 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-594a15a3-bfbc-42c5-aa48-962ab42c0a3a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:19.014206 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-594a15a3-bfbc-42c5-aa48-962ab42c0a3a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Added segment dc7ee8d9-c5ff-4765-aa1d-4d3113d67f3a of type vlan for network b0a0d307-ecf5-4cba-823a-ba0e5c35c58d Oct 20 11:38:19.102067 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9c0bc7d4-03db-4727-a41a-add2c530dc30 req-be7d885f-5c04-401b-8046-6c8e682f1abd tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.2154765 Oct 20 11:38:19.166205 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-594a15a3-bfbc-42c5-aa48-962ab42c0a3a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:19.237133 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-594a15a3-bfbc-42c5-aa48-962ab42c0a3a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:19.239005 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e08137-cdac-45ee-916a-b8bb50c1bb38 req-fc2fc57f-b921-4b0d-9135-7b617de51da7 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:19.242867 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594a15a3-bfbc-42c5-aa48-962ab42c0a3a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:19.243601 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-594a15a3-bfbc-42c5-aa48-962ab42c0a3a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:19.245201 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e08137-cdac-45ee-916a-b8bb50c1bb38 req-fc2fc57f-b921-4b0d-9135-7b617de51da7 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:19.252837 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d4e08137-cdac-45ee-916a-b8bb50c1bb38 req-fc2fc57f-b921-4b0d-9135-7b617de51da7 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/ports?device_id=a18b4967-6a3c-4a50-b3de-31ac1039f970 HTTP/1.1" status: 200 len: 1680 time: 0.3984747 Oct 20 11:38:19.307886 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-41ab0671-a183-4a1e-9a43-6f9c9f06900d None None] Provisioning complete for port 36ea300f-1003-42a6-aac0-78f67ebbcdea triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:19.308309 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-41ab0671-a183-4a1e-9a43-6f9c9f06900d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:19.349422 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a15a3-bfbc-42c5-aa48-962ab42c0a3a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event updated for resources: {'Network': ['ID=b0a0d307-ecf5-4cba-823a-ba0e5c35c58d,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:19.366430 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f50c8d6c-4af1-4bfb-b708-dad285ac8698 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:19.384505 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-594a15a3-bfbc-42c5-aa48-962ab42c0a3a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7385886 Oct 20 11:38:19.385526 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42220) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:19.392528 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-024f61c8-d621-45fd-8e95-eb9b54c47544 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Request body: {'subnet': {'network_id': 'a996b7a4-1038-43a3-b6d0-d1216f215213', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:19.396708 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-41ab0671-a183-4a1e-9a43-6f9c9f06900d None None] Port 36ea300f-1003-42a6-aac0-78f67ebbcdea cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:38:19.398339 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0a6f8ab7-3271-441b-8d73-6e8fa0ad245a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:19.401565 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42222) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:19.402417 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network b0a0d307-ecf5-4cba-823a-ba0e5c35c58d details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:38:19.402565 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f50c8d6c-4af1-4bfb-b708-dad285ac8698 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:19.464076 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c8d6c-4af1-4bfb-b708-dad285ac8698 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event updated for resources: {'Port': ['ID=36ea300f-1003-42a6-aac0-78f67ebbcdea,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:19.464944 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d4e08137-cdac-45ee-916a-b8bb50c1bb38 req-20cf4dbd-c985-4c28-94e2-712a90eb42e4 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/security-groups?id=556d78ba-2cca-4baf-b487-e76527365cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112453 Oct 20 11:38:19.552938 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-aab4d6dd-78f7-4e61-8a7e-3055eddc98a8 None None] Provisioning complete for port 36ea300f-1003-42a6-aac0-78f67ebbcdea triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:19.553327 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-aab4d6dd-78f7-4e61-8a7e-3055eddc98a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:19.564500 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f50c8d6c-4af1-4bfb-b708-dad285ac8698 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:19.634266 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.db.resource_extend [None req-c6d7e83b-aca5-46d8-a4be-f41bfbe9a054 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 11:38:19.640946 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-aab4d6dd-78f7-4e61-8a7e-3055eddc98a8 None None] Port 36ea300f-1003-42a6-aac0-78f67ebbcdea cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:38:19.647327 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024f61c8-d621-45fd-8e95-eb9b54c47544 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Made reservation on behalf of d681ef907c694a9796fe2b5eafa3eecc for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:38:19.651098 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-024f61c8-d621-45fd-8e95-eb9b54c47544 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:19.665260 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 1751d2aa-cddd-4888-bab9-e4ad58f6cdc2 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:38:19.731478 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 1751d2aa-cddd-4888-bab9-e4ad58f6cdc2 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:19.731875 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:19.774074 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50c8d6c-4af1-4bfb-b708-dad285ac8698 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Network dbc3d9c2-b0f9-43c0-a3c4-befdd5a24ea6 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:38:19.777701 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-f50c8d6c-4af1-4bfb-b708-dad285ac8698 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:38:20.008430 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-024f61c8-d621-45fd-8e95-eb9b54c47544 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:20.014699 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-13dd8a64-fcac-4012-bca5-fc63d67b7beb admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1722446884-network', 'tenant_id': '688e0789a9c8412a8181467706896821'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:20.052665 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f50c8d6c-4af1-4bfb-b708-dad285ac8698 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Router 3ff8109f-149f-45ca-bd94-ab340ca1c7fb is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:38:20.076672 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f61c8-d621-45fd-8e95-eb9b54c47544 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event updated for resources: {'Subnet': ['ID=ea6426ab-bfad-4540-a1ee-5f632438031a,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:20.081840 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d528d39d-620d-451c-8598-d9242de468c0 None None] Provisioning complete for port 36ea300f-1003-42a6-aac0-78f67ebbcdea triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:20.082906 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d528d39d-620d-451c-8598-d9242de468c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:20.097992 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c6d7e83b-aca5-46d8-a4be-f41bfbe9a054 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:20.112614 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c6d7e83b-aca5-46d8-a4be-f41bfbe9a054 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:20.116713 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13dd8a64-fcac-4012-bca5-fc63d67b7beb admin admin] Made reservation on behalf of 688e0789a9c8412a8181467706896821 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:38:20.119522 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-13dd8a64-fcac-4012-bca5-fc63d67b7beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:20.130551 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d528d39d-620d-451c-8598-d9242de468c0 None None] Port 36ea300f-1003-42a6-aac0-78f67ebbcdea cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:38:20.177802 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-13dd8a64-fcac-4012-bca5-fc63d67b7beb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:20.218121 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f578e29-06bf-450d-aae8-7045e410648c req-ab174b6e-e0b5-4316-8195-2ef67c7ca6eb tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:20.224327 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f578e29-06bf-450d-aae8-7045e410648c req-ab174b6e-e0b5-4316-8195-2ef67c7ca6eb tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:20.226059 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5f578e29-06bf-450d-aae8-7045e410648c req-ab174b6e-e0b5-4316-8195-2ef67c7ca6eb tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/ports?device_id=a18b4967-6a3c-4a50-b3de-31ac1039f970 HTTP/1.1" status: 200 len: 1680 time: 0.2239842 Oct 20 11:38:20.256979 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-956ce372-b0e9-4af4-b8c4-b54a50efe882 req-bf002151-e38e-4e1f-8bf6-406823705bc7 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0673094 Oct 20 11:38:20.376618 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5f578e29-06bf-450d-aae8-7045e410648c req-e6d4f69b-c516-461f-8f4e-aecb05fbc8fd tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/security-groups?id=556d78ba-2cca-4baf-b487-e76527365cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288662 Oct 20 11:38:20.379149 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [None req-c6d7e83b-aca5-46d8-a4be-f41bfbe9a054 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Floating IP 0e1b0b40-8a1d-4c09-a2ac-c6fa0d71d797 associated. External IP: 172.25.5.52, port: 50dcae75-cbf4-4d6a-983c-6f1df055c8d9. Oct 20 11:38:20.478094 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024f61c8-d621-45fd-8e95-eb9b54c47544 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Checking segment: {'id': 'a250a96f-4843-4a99-bdd6-448b33316675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'a996b7a4-1038-43a3-b6d0-d1216f215213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:38:20.478825 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024f61c8-d621-45fd-8e95-eb9b54c47544 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Network hostable DHCP agents. Network: a996b7a4-1038-43a3-b6d0-d1216f215213, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:38:20.492278 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-13dd8a64-fcac-4012-bca5-fc63d67b7beb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:20.501000 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-13dd8a64-fcac-4012-bca5-fc63d67b7beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:20.511920 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50c8d6c-4af1-4bfb-b708-dad285ac8698 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:38:20.517791 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f50c8d6c-4af1-4bfb-b708-dad285ac8698 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "PUT /v2.0/routers/3ff8109f-149f-45ca-bd94-ab340ca1c7fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5313427 Oct 20 11:38:20.520854 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42234) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:20.524101 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024f61c8-d621-45fd-8e95-eb9b54c47544 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Network a996b7a4-1038-43a3-b6d0-d1216f215213 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:38:20.532002 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dd62cc-c12a-4cc4-bf28-df897ae8700a None None] Sync routers for ids ['3ff8109f-149f-45ca-bd94-ab340ca1c7fb'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:38:20.539496 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13dd8a64-fcac-4012-bca5-fc63d67b7beb admin admin] vlan segment allocate from pool success with {'vlan_id': 1282, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:38:20.546939 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dd62cc-c12a-4cc4-bf28-df897ae8700a None None] Routers {'3ff8109f-149f-45ca-bd94-ab340ca1c7fb'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:38:20.548137 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-87dd62cc-c12a-4cc4-bf28-df897ae8700a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:37:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['3ff8109f-149f-45ca-bd94-ab340ca1c7fb'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:20.552435 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd8a64-fcac-4012-bca5-fc63d67b7beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f25d2a9-0851-4af2-90eb-50947b994fcc,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:20.561142 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-024f61c8-d621-45fd-8e95-eb9b54c47544 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, a996b7a4-1038-43a3-b6d0-d1216f215213) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:38:20.576523 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024f61c8-d621-45fd-8e95-eb9b54c47544 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:20.577393 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-024f61c8-d621-45fd-8e95-eb9b54c47544 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:20.590895 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85b654d-73dc-450c-a5cb-9b9192275d97 None None] Network a996b7a4-1038-43a3-b6d0-d1216f215213 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:38:20.594459 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-87dd62cc-c12a-4cc4-bf28-df897ae8700a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:20.599728 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-13dd8a64-fcac-4012-bca5-fc63d67b7beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:20.599933 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-13dd8a64-fcac-4012-bca5-fc63d67b7beb admin admin] Added segment 94f84233-df75-4314-b565-50183af645af of type vlan for network 4c7acd23-a765-4c00-a644-a81b843ff6d3 Oct 20 11:38:20.612130 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd8a64-fcac-4012-bca5-fc63d67b7beb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:20.612478 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd8a64-fcac-4012-bca5-fc63d67b7beb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:20.613023 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd8a64-fcac-4012-bca5-fc63d67b7beb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:20.613362 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd8a64-fcac-4012-bca5-fc63d67b7beb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:20.613508 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397ab352-165b-42fe-bc72-909fe2df8c7a tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:20.613657 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd8a64-fcac-4012-bca5-fc63d67b7beb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:20.614040 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd8a64-fcac-4012-bca5-fc63d67b7beb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:20.614312 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd8a64-fcac-4012-bca5-fc63d67b7beb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:20.614720 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd8a64-fcac-4012-bca5-fc63d67b7beb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:20.615150 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd8a64-fcac-4012-bca5-fc63d67b7beb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:20.615341 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-397ab352-165b-42fe-bc72-909fe2df8c7a tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "GET /v2.0/ports?device_id=3ff8109f-149f-45ca-bd94-ab340ca1c7fb HTTP/1.1" status: 200 len: 982 time: 0.0932622 Oct 20 11:38:20.615459 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd8a64-fcac-4012-bca5-fc63d67b7beb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:20.615801 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd8a64-fcac-4012-bca5-fc63d67b7beb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:20.616115 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd8a64-fcac-4012-bca5-fc63d67b7beb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:20.620065 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-024f61c8-d621-45fd-8e95-eb9b54c47544 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2329316 Oct 20 11:38:20.620720 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42236) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:20.622814 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42238) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:20.638783 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-06201694-c49f-48d7-acd1-aeb1dfd7d6e3 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Request body: {'subnet': {'network_id': 'b0a0d307-ecf5-4cba-823a-ba0e5c35c58d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:20.640292 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dd62cc-c12a-4cc4-bf28-df897ae8700a None None] Routers {'3ff8109f-149f-45ca-bd94-ab340ca1c7fb'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:38:20.641078 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-87dd62cc-c12a-4cc4-bf28-df897ae8700a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:37:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['3ff8109f-149f-45ca-bd94-ab340ca1c7fb'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:20.692458 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-13dd8a64-fcac-4012-bca5-fc63d67b7beb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:20.701593 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-87dd62cc-c12a-4cc4-bf28-df897ae8700a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:20.703081 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dd62cc-c12a-4cc4-bf28-df897ae8700a None None] The sync data for ids ['3ff8109f-149f-45ca-bd94-ab340ca1c7fb'] in n-d-814735-3 is: [] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:38:20.728804 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d7e83b-aca5-46d8-a4be-f41bfbe9a054 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Router 490494a5-0329-44c2-82f4-b3c92ea6e7a5 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:38:20.734587 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-13dd8a64-fcac-4012-bca5-fc63d67b7beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:20.735595 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dd8a64-fcac-4012-bca5-fc63d67b7beb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:20.736199 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-13dd8a64-fcac-4012-bca5-fc63d67b7beb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:20.808195 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-13dd8a64-fcac-4012-bca5-fc63d67b7beb admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3556373 Oct 20 11:38:20.811161 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42240) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:20.815672 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a3ec3e-f545-4030-939e-092a66276101 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-a996b7a4-1038-43a3-b6d0-d1216f215213', 'network_id': 'a996b7a4-1038-43a3-b6d0-d1216f215213', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'fixed_ips': [{'subnet_id': 'ea6426ab-bfad-4540-a1ee-5f632438031a'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:38:20.816951 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-31a3ec3e-f545-4030-939e-092a66276101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:20.818015 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-3f11b892-0de5-4623-998f-1e16c28b50ca admin admin] Request body: {'subnet': {'network_id': '4c7acd23-a765-4c00-a644-a81b843ff6d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1722446884-subnet', 'tenant_id': '688e0789a9c8412a8181467706896821', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:20.844674 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd8a64-fcac-4012-bca5-fc63d67b7beb admin admin] Pushing event updated for resources: {'Network': ['ID=4c7acd23-a765-4c00-a644-a81b843ff6d3,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:20.888325 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 4c7acd23-a765-4c00-a644-a81b843ff6d3 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:38:20.909725 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06201694-c49f-48d7-acd1-aeb1dfd7d6e3 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Made reservation on behalf of d681ef907c694a9796fe2b5eafa3eecc for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:38:20.913274 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06201694-c49f-48d7-acd1-aeb1dfd7d6e3 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:20.914816 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d7e83b-aca5-46d8-a4be-f41bfbe9a054 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:38:20.919805 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c6d7e83b-aca5-46d8-a4be-f41bfbe9a054 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:20.932763 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3a1630-83b0-439f-b82c-25bfd50b85d6 None None] Sync routers for ids ['490494a5-0329-44c2-82f4-b3c92ea6e7a5'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:38:20.942741 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3a1630-83b0-439f-b82c-25bfd50b85d6 None None] Routers {'490494a5-0329-44c2-82f4-b3c92ea6e7a5'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:38:20.943821 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-6c3a1630-83b0-439f-b82c-25bfd50b85d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:37:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['490494a5-0329-44c2-82f4-b3c92ea6e7a5'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:20.954248 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c6d7e83b-aca5-46d8-a4be-f41bfbe9a054 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "PUT /v2.0/floatingips/0e1b0b40-8a1d-4c09-a2ac-c6fa0d71d797 HTTP/1.1" status: 200 len: 990 time: 2.7031631 Oct 20 11:38:20.954828 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f434fb55-eec3-47d0-a6af-eb06ffaae0b4', 'tag': '50dcae75-cbf4-4d6a-983c-6f1df055c8d9'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:38:20.957466 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9962aad0-71aa-45fe-b903-3dcc2c5a8611" -d '{"events": [{"name": "network-changed", "server_uuid": "f434fb55-eec3-47d0-a6af-eb06ffaae0b4", "tag": "50dcae75-cbf4-4d6a-983c-6f1df055c8d9"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:38:20.972222 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f11b892-0de5-4623-998f-1e16c28b50ca admin admin] Made reservation on behalf of 688e0789a9c8412a8181467706896821 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:38:20.975708 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3f11b892-0de5-4623-998f-1e16c28b50ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:21.011967 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-31a3ec3e-f545-4030-939e-092a66276101 None None] Allocated IP 2001:db8::2 (a996b7a4-1038-43a3-b6d0-d1216f215213/ea6426ab-bfad-4540-a1ee-5f632438031a/07589be8-55e2-491d-b3ba-e5dfa1836b02) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:38:21.024452 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6204bbb6-d3a7-4c21-b9c7-212db7a6c529 x-openstack-request-id: req-6204bbb6-d3a7-4c21-b9c7-212db7a6c529 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:38:21.024780 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f434fb55-eec3-47d0-a6af-eb06ffaae0b4", "tag": "50dcae75-cbf4-4d6a-983c-6f1df055c8d9", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:38:21.025382 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6204bbb6-d3a7-4c21-b9c7-212db7a6c529 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:38:21.025774 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f434fb55-eec3-47d0-a6af-eb06ffaae0b4', 'tag': '50dcae75-cbf4-4d6a-983c-6f1df055c8d9', 'status': 'completed', 'code': 200} Oct 20 11:38:21.053673 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-6c3a1630-83b0-439f-b82c-25bfd50b85d6 None None] Set router 490494a5-0329-44c2-82f4-b3c92ea6e7a5 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:38:21.200058 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962aad0-71aa-45fe-b903-3dcc2c5a8611 req-ff877bcc-5e2e-441c-bf82-6414aeaa4468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:21.201592 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-9962aad0-71aa-45fe-b903-3dcc2c5a8611 req-ff877bcc-5e2e-441c-bf82-6414aeaa4468 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2826f2997a754ee49961aecef40f217a&device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 1096 time: 0.1294665 Oct 20 11:38:21.290199 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-6c3a1630-83b0-439f-b82c-25bfd50b85d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490494a5-0329-44c2-82f4-b3c92ea6e7a5', 'name': 'tempest-ServersTestBootFromVolume-59446804-router', 'tenant_id': '2826f2997a754ee49961aecef40f217a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '5b28018a-7176-4a9d-b670-99459c7dd686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:57Z', 'updated_at': '2021-10-20T11:36:06Z', 'revision_number': 4, 'project_id': '2826f2997a754ee49961aecef40f217a', 'gw_port': {'id': '5b28018a-7176-4a9d-b670-99459c7dd686', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490494a5-0329-44c2-82f4-b3c92ea6e7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:59Z', 'updated_at': '2021-10-20T11:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '0e1b0b40-8a1d-4c09-a2ac-c6fa0d71d797', 'tenant_id': '2826f2997a754ee49961aecef40f217a', 'floating_ip_address': '172.25.5.52', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '490494a5-0329-44c2-82f4-b3c92ea6e7a5', 'port_id': '50dcae75-cbf4-4d6a-983c-6f1df055c8d9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da880dad-b7d7-4b7f-a613-e2c4dcdb28a0', 'mac_address': 'fa:16:3e:ad:b7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f434fb55-eec3-47d0-a6af-eb06ffaae0b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:36:12Z', 'updated_at': '2021-10-20T11:38:19Z', 'revision_number': 1, 'project_id': '2826f2997a754ee49961aecef40f217a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0faa811-0991-4f2f-a6dc-b1f03f48b85a', 'name': '', 'network_id': 'da880dad-b7d7-4b7f-a613-e2c4dcdb28a0', 'tenant_id': '2826f2997a754ee49961aecef40f217a', 'mac_address': 'fa:16:3e:5f:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490494a5-0329-44c2-82f4-b3c92ea6e7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '1497a9cb-6614-4ce8-a588-b288c0f84e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:36:03Z', 'updated_at': '2021-10-20T11:36:11Z', 'revision_number': 5, 'project_id': '2826f2997a754ee49961aecef40f217a', 'subnets': [{'id': '1497a9cb-6614-4ce8-a588-b288c0f84e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:21.323131 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3a1630-83b0-439f-b82c-25bfd50b85d6 None None] Checking router: 490494a5-0329-44c2-82f4-b3c92ea6e7a5 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:38:21.332140 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3a1630-83b0-439f-b82c-25bfd50b85d6 None None] Routers {'490494a5-0329-44c2-82f4-b3c92ea6e7a5'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:38:21.332752 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-6c3a1630-83b0-439f-b82c-25bfd50b85d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:37:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['490494a5-0329-44c2-82f4-b3c92ea6e7a5'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:21.398968 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a88735c7-e435-48a3-bf30-ecffcc8053d1 req-94bca8f8-b99a-47f2-9965-27e2298e62a9 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0336163 Oct 20 11:38:21.445524 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-6c3a1630-83b0-439f-b82c-25bfd50b85d6 None None] Set router 490494a5-0329-44c2-82f4-b3c92ea6e7a5 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:38:21.447019 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-31a3ec3e-f545-4030-939e-092a66276101 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:21.455463 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-31a3ec3e-f545-4030-939e-092a66276101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:21.497274 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962aad0-71aa-45fe-b903-3dcc2c5a8611 req-6a1ce7ec-4ccc-4122-874f-cda6b1a88af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:21.499244 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-9962aad0-71aa-45fe-b903-3dcc2c5a8611 req-6a1ce7ec-4ccc-4122-874f-cda6b1a88af0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=da880dad-b7d7-4b7f-a613-e2c4dcdb28a0 HTTP/1.1" status: 200 len: 916 time: 0.2744396 Oct 20 11:38:21.503984 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278d6ea-a9d6-4af1-87fa-591209d97054 req-6063ab7f-cdec-4121-a655-fac50884e57a tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:21.507462 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06201694-c49f-48d7-acd1-aeb1dfd7d6e3 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:21.514446 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278d6ea-a9d6-4af1-87fa-591209d97054 req-6063ab7f-cdec-4121-a655-fac50884e57a tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:21.514748 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a3ec3e-f545-4030-939e-092a66276101 None None] Network a996b7a4-1038-43a3-b6d0-d1216f215213 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:38:21.516669 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e278d6ea-a9d6-4af1-87fa-591209d97054 req-6063ab7f-cdec-4121-a655-fac50884e57a tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.89 "GET /v2.0/ports?device_id=a18b4967-6a3c-4a50-b3de-31ac1039f970 HTTP/1.1" status: 200 len: 1680 time: 0.1168056 Oct 20 11:38:21.518742 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-31a3ec3e-f545-4030-939e-092a66276101 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:38:21.522327 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a3ec3e-f545-4030-939e-092a66276101 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:38:21.549840 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a3ec3e-f545-4030-939e-092a66276101 None None] Pushing event updated for resources: {'Port': ['ID=07589be8-55e2-491d-b3ba-e5dfa1836b02,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:21.606413 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3f11b892-0de5-4623-998f-1e16c28b50ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:21.656378 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-31a3ec3e-f545-4030-939e-092a66276101 None None] Attempting to bind port 07589be8-55e2-491d-b3ba-e5dfa1836b02 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:38:21.656757 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-31a3ec3e-f545-4030-939e-092a66276101 None None] Attempting to bind port 07589be8-55e2-491d-b3ba-e5dfa1836b02 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'a250a96f-4843-4a99-bdd6-448b33316675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'a996b7a4-1038-43a3-b6d0-d1216f215213'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:38:21.657129 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a3ec3e-f545-4030-939e-092a66276101 None None] Attempting to bind port 07589be8-55e2-491d-b3ba-e5dfa1836b02 on network a996b7a4-1038-43a3-b6d0-d1216f215213 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:38:21.664160 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a3ec3e-f545-4030-939e-092a66276101 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:38:21.664547 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a3ec3e-f545-4030-939e-092a66276101 None None] Checking segment: {'id': 'a250a96f-4843-4a99-bdd6-448b33316675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'a996b7a4-1038-43a3-b6d0-d1216f215213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:38:21.664952 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-31a3ec3e-f545-4030-939e-092a66276101 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:21.665348 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a3ec3e-f545-4030-939e-092a66276101 None None] Bound using segment: {'id': 'a250a96f-4843-4a99-bdd6-448b33316675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'a996b7a4-1038-43a3-b6d0-d1216f215213'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:38:21.665822 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-31a3ec3e-f545-4030-939e-092a66276101 None None] Bound port: 07589be8-55e2-491d-b3ba-e5dfa1836b02, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a250a96f-4843-4a99-bdd6-448b33316675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'a996b7a4-1038-43a3-b6d0-d1216f215213'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:38:21.666203 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-31a3ec3e-f545-4030-939e-092a66276101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:21.674832 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddaf161-7976-447a-8a76-f1d54593588f req-1dbab205-bcbb-40a8-973d-f49976971cde tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:21.682942 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddaf161-7976-447a-8a76-f1d54593588f req-1dbab205-bcbb-40a8-973d-f49976971cde tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:21.684902 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2ddaf161-7976-447a-8a76-f1d54593588f req-1dbab205-bcbb-40a8-973d-f49976971cde tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/ports?device_id=a18b4967-6a3c-4a50-b3de-31ac1039f970 HTTP/1.1" status: 200 len: 1680 time: 0.1673186 Oct 20 11:38:21.689376 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-6c3a1630-83b0-439f-b82c-25bfd50b85d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490494a5-0329-44c2-82f4-b3c92ea6e7a5', 'name': 'tempest-ServersTestBootFromVolume-59446804-router', 'tenant_id': '2826f2997a754ee49961aecef40f217a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '5b28018a-7176-4a9d-b670-99459c7dd686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:57Z', 'updated_at': '2021-10-20T11:36:06Z', 'revision_number': 4, 'project_id': '2826f2997a754ee49961aecef40f217a', 'gw_port': {'id': '5b28018a-7176-4a9d-b670-99459c7dd686', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490494a5-0329-44c2-82f4-b3c92ea6e7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:59Z', 'updated_at': '2021-10-20T11:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '0e1b0b40-8a1d-4c09-a2ac-c6fa0d71d797', 'tenant_id': '2826f2997a754ee49961aecef40f217a', 'floating_ip_address': '172.25.5.52', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '490494a5-0329-44c2-82f4-b3c92ea6e7a5', 'port_id': '50dcae75-cbf4-4d6a-983c-6f1df055c8d9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da880dad-b7d7-4b7f-a613-e2c4dcdb28a0', 'mac_address': 'fa:16:3e:ad:b7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f434fb55-eec3-47d0-a6af-eb06ffaae0b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:36:12Z', 'updated_at': '2021-10-20T11:38:19Z', 'revision_number': 1, 'project_id': '2826f2997a754ee49961aecef40f217a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0faa811-0991-4f2f-a6dc-b1f03f48b85a', 'name': '', 'network_id': 'da880dad-b7d7-4b7f-a613-e2c4dcdb28a0', 'tenant_id': '2826f2997a754ee49961aecef40f217a', 'mac_address': 'fa:16:3e:5f:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490494a5-0329-44c2-82f4-b3c92ea6e7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '1497a9cb-6614-4ce8-a588-b288c0f84e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:36:03Z', 'updated_at': '2021-10-20T11:36:11Z', 'revision_number': 5, 'project_id': '2826f2997a754ee49961aecef40f217a', 'subnets': [{'id': '1497a9cb-6614-4ce8-a588-b288c0f84e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:21.706741 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06201694-c49f-48d7-acd1-aeb1dfd7d6e3 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event updated for resources: {'Subnet': ['ID=d6369993-7182-4d97-85e6-556056def0ba,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:21.724026 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3a1630-83b0-439f-b82c-25bfd50b85d6 None None] The sync data for ids ['490494a5-0329-44c2-82f4-b3c92ea6e7a5'] in n-d-814735-3 is: [{'id': '490494a5-0329-44c2-82f4-b3c92ea6e7a5', 'name': 'tempest-ServersTestBootFromVolume-59446804-router', 'tenant_id': '2826f2997a754ee49961aecef40f217a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '5b28018a-7176-4a9d-b670-99459c7dd686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:57Z', 'updated_at': '2021-10-20T11:36:06Z', 'revision_number': 4, 'project_id': '2826f2997a754ee49961aecef40f217a', 'gw_port': {'id': '5b28018a-7176-4a9d-b670-99459c7dd686', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490494a5-0329-44c2-82f4-b3c92ea6e7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:59Z', 'updated_at': '2021-10-20T11:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '0e1b0b40-8a1d-4c09-a2ac-c6fa0d71d797', 'tenant_id': '2826f2997a754ee49961aecef40f217a', 'floating_ip_address': '172.25.5.52', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '490494a5-0329-44c2-82f4-b3c92ea6e7a5', 'port_id': '50dcae75-cbf4-4d6a-983c-6f1df055c8d9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da880dad-b7d7-4b7f-a613-e2c4dcdb28a0', 'mac_address': 'fa:16:3e:ad:b7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f434fb55-eec3-47d0-a6af-eb06ffaae0b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:36:12Z', 'updated_at': '2021-10-20T11:38:19Z', 'revision_number': 1, 'project_id': '2826f2997a754ee49961aecef40f217a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0faa811-0991-4f2f-a6dc-b1f03f48b85a', 'name': '', 'network_id': 'da880dad-b7d7-4b7f-a613-e2c4dcdb28a0', 'tenant_id': '2826f2997a754ee49961aecef40f217a', 'mac_address': 'fa:16:3e:5f:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490494a5-0329-44c2-82f4-b3c92ea6e7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '1497a9cb-6614-4ce8-a588-b288c0f84e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:36:03Z', 'updated_at': '2021-10-20T11:36:11Z', 'revision_number': 5, 'project_id': '2826f2997a754ee49961aecef40f217a', 'subnets': [{'id': '1497a9cb-6614-4ce8-a588-b288c0f84e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:38:21.755349 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2ddaf161-7976-447a-8a76-f1d54593588f req-da87c81e-7eb5-457c-986f-8cd5dbbde4f6 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/security-groups?id=556d78ba-2cca-4baf-b487-e76527365cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627842 Oct 20 11:38:21.763098 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-e278d6ea-a9d6-4af1-87fa-591209d97054 req-59245ddb-5071-4a64-bbdf-9905a7935b75 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Deleting port 15f81c9a-8c75-4a4f-bd4a-623269ed4d12 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:38:21.763436 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e278d6ea-a9d6-4af1-87fa-591209d97054 req-59245ddb-5071-4a64-bbdf-9905a7935b75 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:21.774972 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-31a3ec3e-f545-4030-939e-092a66276101 None None] For port 07589be8-55e2-491d-b3ba-e5dfa1836b02, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:38:21.779075 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-31a3ec3e-f545-4030-939e-092a66276101 None None] For port 07589be8-55e2-491d-b3ba-e5dfa1836b02, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=07589be8-55e2-491d-b3ba-e5dfa1836b02,segment=NetworkSegment(a250a96f-4843-4a99-bdd6-448b33316675),segment_id=a250a96f-4843-4a99-bdd6-448b33316675)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:38:21.780323 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-9962aad0-71aa-45fe-b903-3dcc2c5a8611 req-c45eb289-3b89-4ad1-a6e0-43e9505f4a04 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50dcae75-cbf4-4d6a-983c-6f1df055c8d9 HTTP/1.1" status: 200 len: 998 time: 0.2658942 Oct 20 11:38:21.785901 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-31a3ec3e-f545-4030-939e-092a66276101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:21.787820 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-748b1c59-87f5-416b-88d7-2030f9df279f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:21.845928 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06201694-c49f-48d7-acd1-aeb1dfd7d6e3 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Checking segment: {'id': 'dc7ee8d9-c5ff-4765-aa1d-4d3113d67f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'b0a0d307-ecf5-4cba-823a-ba0e5c35c58d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:38:21.846294 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06201694-c49f-48d7-acd1-aeb1dfd7d6e3 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Network hostable DHCP agents. Network: b0a0d307-ecf5-4cba-823a-ba0e5c35c58d, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:38:21.864103 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a3ec3e-f545-4030-939e-092a66276101 None None] Pushing event updated for resources: {'Port': ['ID=07589be8-55e2-491d-b3ba-e5dfa1836b02,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:21.884947 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-e278d6ea-a9d6-4af1-87fa-591209d97054 req-59245ddb-5071-4a64-bbdf-9905a7935b75 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] For port 15f81c9a-8c75-4a4f-bd4a-623269ed4d12, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=15f81c9a-8c75-4a4f-bd4a-623269ed4d12,segment=NetworkSegment(96943219-a2ae-413d-add8-ef7f21bdf8b3),segment_id=96943219-a2ae-413d-add8-ef7f21bdf8b3)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:21.885561 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e278d6ea-a9d6-4af1-87fa-591209d97054 req-59245ddb-5071-4a64-bbdf-9905a7935b75 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:21.900733 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-e278d6ea-a9d6-4af1-87fa-591209d97054 req-59245ddb-5071-4a64-bbdf-9905a7935b75 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Calling delete_port for 15f81c9a-8c75-4a4f-bd4a-623269ed4d12 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:38:21.934180 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f11b892-0de5-4623-998f-1e16c28b50ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f3c4e65-f964-4fa5-a8a8-51bee9649899,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:21.936439 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f11b892-0de5-4623-998f-1e16c28b50ca admin admin] Checking segment: {'id': '94f84233-df75-4314-b565-50183af645af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '4c7acd23-a765-4c00-a644-a81b843ff6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:38:21.936832 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f11b892-0de5-4623-998f-1e16c28b50ca admin admin] Network hostable DHCP agents. Network: 4c7acd23-a765-4c00-a644-a81b843ff6d3, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:38:21.968610 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962aad0-71aa-45fe-b903-3dcc2c5a8611 req-8f5b6f8b-4835-455e-9141-727b6179c183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:21.970263 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-9962aad0-71aa-45fe-b903-3dcc2c5a8611 req-8f5b6f8b-4835-455e-9141-727b6179c183 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1497a9cb-6614-4ce8-a588-b288c0f84e14 HTTP/1.1" status: 200 len: 853 time: 0.1675251 Oct 20 11:38:21.975075 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06201694-c49f-48d7-acd1-aeb1dfd7d6e3 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Network b0a0d307-ecf5-4cba-823a-ba0e5c35c58d is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:38:22.028889 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f11b892-0de5-4623-998f-1e16c28b50ca admin admin] Network 4c7acd23-a765-4c00-a644-a81b843ff6d3 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:38:22.048959 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-06201694-c49f-48d7-acd1-aeb1dfd7d6e3 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, b0a0d307-ecf5-4cba-823a-ba0e5c35c58d) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:38:22.077036 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d0fccc-932d-49c5-b315-5ac8c269c962 None None] Network b0a0d307-ecf5-4cba-823a-ba0e5c35c58d requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:38:22.085459 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e278d6ea-a9d6-4af1-87fa-591209d97054 req-59245ddb-5071-4a64-bbdf-9905a7935b75 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:22.089925 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06201694-c49f-48d7-acd1-aeb1dfd7d6e3 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:22.090528 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06201694-c49f-48d7-acd1-aeb1dfd7d6e3 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:22.100778 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-3f11b892-0de5-4623-998f-1e16c28b50ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 4c7acd23-a765-4c00-a644-a81b843ff6d3) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:38:22.115149 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f11b892-0de5-4623-998f-1e16c28b50ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:22.115867 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3f11b892-0de5-4623-998f-1e16c28b50ca admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:22.125679 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['15f81c9a-8c75-4a4f-bd4a-623269ed4d12', '935f3a5f-db64-467d-bc3b-8dc2a475adf2'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:38:22.148095 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59245ddb-5071-4a64-bbdf-9905a7935b75 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Pushing event deleted for resources: {'Port': ['ID=15f81c9a-8c75-4a4f-bd4a-623269ed4d12,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:22.157475 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-06201694-c49f-48d7-acd1-aeb1dfd7d6e3 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5325665 Oct 20 11:38:22.159350 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42252) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:22.165783 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-3ab45efc-c39b-41a4-aab7-1571054db97a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1385199589', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:22.169696 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3f11b892-0de5-4623-998f-1e16c28b50ca admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3574593 Oct 20 11:38:22.177084 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962aad0-71aa-45fe-b903-3dcc2c5a8611 req-c65093f2-a149-49c4-b8ee-41be928d950e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:22.178667 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-9962aad0-71aa-45fe-b903-3dcc2c5a8611 req-c65093f2-a149-49c4-b8ee-41be928d950e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=da880dad-b7d7-4b7f-a613-e2c4dcdb28a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1986060 Oct 20 11:38:22.193937 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264132df-248b-41d2-934e-39164361def3 None None] New status for floating IP 0e1b0b40-8a1d-4c09-a2ac-c6fa0d71d797: ACTIVE {{(pid=100648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:38:22.255047 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-e278d6ea-a9d6-4af1-87fa-591209d97054 req-59245ddb-5071-4a64-bbdf-9905a7935b75 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] No DVR routers for this DVR port 15f81c9a-8c75-4a4f-bd4a-623269ed4d12 on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:38:22.258445 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e278d6ea-a9d6-4af1-87fa-591209d97054 req-59245ddb-5071-4a64-bbdf-9905a7935b75 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:22.262008 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e278d6ea-a9d6-4af1-87fa-591209d97054 req-59245ddb-5071-4a64-bbdf-9905a7935b75 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.89 "DELETE /v2.0/ports/15f81c9a-8c75-4a4f-bd4a-623269ed4d12 HTTP/1.1" status: 204 len: 173 time: 0.7294531 Oct 20 11:38:22.268471 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3ab45efc-c39b-41a4-aab7-1571054db97a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:22.269762 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3ab45efc-c39b-41a4-aab7-1571054db97a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:22.276819 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0701a219-9b62-4866-860f-e18f47a52b3b None None] Network 4c7acd23-a765-4c00-a644-a81b843ff6d3 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:38:22.388744 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3ab45efc-c39b-41a4-aab7-1571054db97a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:22.396588 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3ab45efc-c39b-41a4-aab7-1571054db97a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:22.423086 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-9962aad0-71aa-45fe-b903-3dcc2c5a8611 req-7d76e7c6-fed8-4835-b68f-980b98043b18 service neutron] 10.222.0.89 "GET /v2.0/networks/da880dad-b7d7-4b7f-a613-e2c4dcdb28a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283230 Oct 20 11:38:22.466688 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3ab45efc-c39b-41a4-aab7-1571054db97a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:22.470489 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3ab45efc-c39b-41a4-aab7-1571054db97a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3076243 Oct 20 11:38:22.473525 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42260) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:22.490682 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-748b1c59-87f5-416b-88d7-2030f9df279f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Deleting port 36ea300f-1003-42a6-aac0-78f67ebbcdea {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:38:22.491053 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-748b1c59-87f5-416b-88d7-2030f9df279f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:22.557998 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d105ad80-c183-438c-93ba-dd4ca4b2e7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:22.687846 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa8bb5d-7238-4659-8afd-e3a6bffc1df9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-b0a0d307-ecf5-4cba-823a-ba0e5c35c58d', 'network_id': 'b0a0d307-ecf5-4cba-823a-ba0e5c35c58d', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'fixed_ips': [{'subnet_id': 'd6369993-7182-4d97-85e6-556056def0ba'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:38:22.688712 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4fa8bb5d-7238-4659-8afd-e3a6bffc1df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:22.698954 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-9962aad0-71aa-45fe-b903-3dcc2c5a8611 req-01ac05cc-d02b-43be-a30e-8cbeeb032ae9 service neutron] 10.222.0.89 "GET /v2.0/networks/da880dad-b7d7-4b7f-a613-e2c4dcdb28a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674408 Oct 20 11:38:22.702495 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-748b1c59-87f5-416b-88d7-2030f9df279f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:22.720308 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-e278d6ea-a9d6-4af1-87fa-591209d97054 req-52467062-27fe-49b6-8dc3-d709a5562121 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Deleting port 935f3a5f-db64-467d-bc3b-8dc2a475adf2 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:38:22.720881 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e278d6ea-a9d6-4af1-87fa-591209d97054 req-52467062-27fe-49b6-8dc3-d709a5562121 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:22.725267 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-748b1c59-87f5-416b-88d7-2030f9df279f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Calling delete_port for 36ea300f-1003-42a6-aac0-78f67ebbcdea owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:38:22.725878 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c40e7fba-60c9-43a8-9e1d-e4e3f568c598 req-7d8f88e9-bf79-4628-8f94-ac961c2b6bca tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.1453791 Oct 20 11:38:22.808463 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ea4851-22e6-421d-a27f-6cc3d2ef719b None None] Network 4c7acd23-a765-4c00-a644-a81b843ff6d3 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:38:23.019793 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-748b1c59-87f5-416b-88d7-2030f9df279f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:23.036930 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18b4967-6a3c-4a50-b3de-31ac1039f970', 'name': 'network-vif-deleted', 'tag': '15f81c9a-8c75-4a4f-bd4a-623269ed4d12'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:38:23.039167 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add1d71c-4916-41a4-8e69-0d4f9bb722ce" -d '{"events": [{"server_uuid": "a18b4967-6a3c-4a50-b3de-31ac1039f970", "name": "network-vif-deleted", "tag": "15f81c9a-8c75-4a4f-bd4a-623269ed4d12"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:38:23.057713 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b1c59-87f5-416b-88d7-2030f9df279f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event deleted for resources: {'Port': ['ID=36ea300f-1003-42a6-aac0-78f67ebbcdea,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:23.119812 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:23.129818 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-4fa8bb5d-7238-4659-8afd-e3a6bffc1df9 None None] Allocated IP 2001:db8:1::2 (b0a0d307-ecf5-4cba-823a-ba0e5c35c58d/d6369993-7182-4d97-85e6-556056def0ba/16cd4832-904c-4262-ba3d-5ac29c301e7f) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:38:23.132057 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:23.281764 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-748b1c59-87f5-416b-88d7-2030f9df279f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:23.367519 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4fa8bb5d-7238-4659-8afd-e3a6bffc1df9 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:23.376884 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4fa8bb5d-7238-4659-8afd-e3a6bffc1df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:23.440051 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa8bb5d-7238-4659-8afd-e3a6bffc1df9 None None] Network b0a0d307-ecf5-4cba-823a-ba0e5c35c58d is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:38:23.441325 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa8bb5d-7238-4659-8afd-e3a6bffc1df9 None None] Pushing event updated for resources: {'Port': ['ID=16cd4832-904c-4262-ba3d-5ac29c301e7f,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:23.444200 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-4fa8bb5d-7238-4659-8afd-e3a6bffc1df9 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:38:23.446540 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa8bb5d-7238-4659-8afd-e3a6bffc1df9 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:38:23.484876 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8df22f-bc5a-48c7-a235-cf84f5d64388 None None] Network a996b7a4-1038-43a3-b6d0-d1216f215213 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:38:23.497475 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-748b1c59-87f5-416b-88d7-2030f9df279f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Router 3ff8109f-149f-45ca-bd94-ab340ca1c7fb has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:38:23.543338 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-4fa8bb5d-7238-4659-8afd-e3a6bffc1df9 None None] Attempting to bind port 16cd4832-904c-4262-ba3d-5ac29c301e7f on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:38:23.543639 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-4fa8bb5d-7238-4659-8afd-e3a6bffc1df9 None None] Attempting to bind port 16cd4832-904c-4262-ba3d-5ac29c301e7f by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'dc7ee8d9-c5ff-4765-aa1d-4d3113d67f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'b0a0d307-ecf5-4cba-823a-ba0e5c35c58d'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:38:23.544282 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa8bb5d-7238-4659-8afd-e3a6bffc1df9 None None] Attempting to bind port 16cd4832-904c-4262-ba3d-5ac29c301e7f on network b0a0d307-ecf5-4cba-823a-ba0e5c35c58d {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:38:23.549150 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fc599-f3c1-4fa6-8a93-f1e8ac692735 req-562efccc-f22b-49df-b08c-b3b0298d05f1 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:23.556551 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-213fc599-f3c1-4fa6-8a93-f1e8ac692735 req-562efccc-f22b-49df-b08c-b3b0298d05f1 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/ports?device_id=a18b4967-6a3c-4a50-b3de-31ac1039f970 HTTP/1.1" status: 200 len: 945 time: 0.6414549 Oct 20 11:38:23.563206 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-79c43aa3-b811-40fd-92c5-2f79c84e2485 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:23.575770 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-158bb579-fda1-41a2-9bdc-85e76774c1ca None None] Provisioning complete for port 07589be8-55e2-491d-b3ba-e5dfa1836b02 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:23.576287 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-158bb579-fda1-41a2-9bdc-85e76774c1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:23.594019 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-e278d6ea-a9d6-4af1-87fa-591209d97054 req-52467062-27fe-49b6-8dc3-d709a5562121 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] For port 935f3a5f-db64-467d-bc3b-8dc2a475adf2, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=935f3a5f-db64-467d-bc3b-8dc2a475adf2,segment=NetworkSegment(f8cba4da-63ad-4ae1-b242-413d6238c2fa),segment_id=f8cba4da-63ad-4ae1-b242-413d6238c2fa)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:23.594019 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e278d6ea-a9d6-4af1-87fa-591209d97054 req-52467062-27fe-49b6-8dc3-d709a5562121 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:23.597852 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748b1c59-87f5-416b-88d7-2030f9df279f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:38:23.609098 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-748b1c59-87f5-416b-88d7-2030f9df279f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "PUT /v2.0/routers/3ff8109f-149f-45ca-bd94-ab340ca1c7fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9849041 Oct 20 11:38:23.609270 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa8bb5d-7238-4659-8afd-e3a6bffc1df9 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:38:23.609270 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa8bb5d-7238-4659-8afd-e3a6bffc1df9 None None] Checking segment: {'id': 'dc7ee8d9-c5ff-4765-aa1d-4d3113d67f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'b0a0d307-ecf5-4cba-823a-ba0e5c35c58d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:38:23.609270 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4fa8bb5d-7238-4659-8afd-e3a6bffc1df9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:23.609270 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa8bb5d-7238-4659-8afd-e3a6bffc1df9 None None] Bound using segment: {'id': 'dc7ee8d9-c5ff-4765-aa1d-4d3113d67f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'b0a0d307-ecf5-4cba-823a-ba0e5c35c58d'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:38:23.609270 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-4fa8bb5d-7238-4659-8afd-e3a6bffc1df9 None None] Bound port: 16cd4832-904c-4262-ba3d-5ac29c301e7f, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc7ee8d9-c5ff-4765-aa1d-4d3113d67f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'b0a0d307-ecf5-4cba-823a-ba0e5c35c58d'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:38:23.609270 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4fa8bb5d-7238-4659-8afd-e3a6bffc1df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:23.609788 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42280) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:23.609878 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c7245e-1562-4967-9faf-ef3fc570b571 None None] Sync routers for ids ['3ff8109f-149f-45ca-bd94-ab340ca1c7fb'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:38:23.624726 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c7245e-1562-4967-9faf-ef3fc570b571 None None] Routers {'3ff8109f-149f-45ca-bd94-ab340ca1c7fb'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:38:23.625621 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-a8c7245e-1562-4967-9faf-ef3fc570b571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:38:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['3ff8109f-149f-45ca-bd94-ab340ca1c7fb'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:23.640821 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3c303d6-0700-4dc4-915a-114fe6b0c784 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] GET failed (client error): The resource could not be found. Oct 20 11:38:23.642373 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f3c303d6-0700-4dc4-915a-114fe6b0c784 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "GET /v2.0/ports/36ea300f-1003-42a6-aac0-78f67ebbcdea HTTP/1.1" status: 404 len: 333 time: 0.0317476 Oct 20 11:38:23.646426 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42282) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:23.663995 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-e278d6ea-a9d6-4af1-87fa-591209d97054 req-52467062-27fe-49b6-8dc3-d709a5562121 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Calling delete_port for 935f3a5f-db64-467d-bc3b-8dc2a475adf2 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:38:23.694257 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-a8c7245e-1562-4967-9faf-ef3fc570b571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:23.704572 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c7245e-1562-4967-9faf-ef3fc570b571 None None] Routers {'3ff8109f-149f-45ca-bd94-ab340ca1c7fb'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:38:23.705257 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-a8c7245e-1562-4967-9faf-ef3fc570b571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:38:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['3ff8109f-149f-45ca-bd94-ab340ca1c7fb'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:23.711914 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 07589be8-55e2-491d-b3ba-e5dfa1836b02 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:38:23.745594 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-a8c7245e-1562-4967-9faf-ef3fc570b571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:23.746419 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c7245e-1562-4967-9faf-ef3fc570b571 None None] The sync data for ids ['3ff8109f-149f-45ca-bd94-ab340ca1c7fb'] in n-d-814735-3 is: [] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:38:23.779585 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-213fc599-f3c1-4fa6-8a93-f1e8ac692735 req-4ca4adbb-3b3a-4340-af65-6366a8df467d tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/security-groups?id=556d78ba-2cca-4baf-b487-e76527365cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221358 Oct 20 11:38:23.809223 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-48794fb9-5b25-4d47-ba8d-9fe4e6f17f8c tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:23.810832 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-48794fb9-5b25-4d47-ba8d-9fe4e6f17f8c tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.98 "GET /v2.0/networks?id=4c7acd23-a765-4c00-a644-a81b843ff6d3 HTTP/1.1" status: 200 len: 818 time: 0.8969264 Oct 20 11:38:23.835529 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-4fa8bb5d-7238-4659-8afd-e3a6bffc1df9 None None] For port 16cd4832-904c-4262-ba3d-5ac29c301e7f, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:38:23.848040 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-4fa8bb5d-7238-4659-8afd-e3a6bffc1df9 None None] For port 16cd4832-904c-4262-ba3d-5ac29c301e7f, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=16cd4832-904c-4262-ba3d-5ac29c301e7f,segment=NetworkSegment(dc7ee8d9-c5ff-4765-aa1d-4d3113d67f3a),segment_id=dc7ee8d9-c5ff-4765-aa1d-4d3113d67f3a)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:38:23.858890 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4fa8bb5d-7238-4659-8afd-e3a6bffc1df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:23.908607 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-158bb579-fda1-41a2-9bdc-85e76774c1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:23.947879 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b412cc-3b49-49c0-9b4e-142c9b56bc0c x-openstack-request-id: req-69b412cc-3b49-49c0-9b4e-142c9b56bc0c {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:38:23.948188 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a18b4967-6a3c-4a50-b3de-31ac1039f970", "name": "network-vif-deleted", "tag": "15f81c9a-8c75-4a4f-bd4a-623269ed4d12", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:38:23.948446 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-69b412cc-3b49-49c0-9b4e-142c9b56bc0c {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:38:23.949264 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18b4967-6a3c-4a50-b3de-31ac1039f970', 'name': 'network-vif-deleted', 'tag': '15f81c9a-8c75-4a4f-bd4a-623269ed4d12', 'status': 'completed', 'code': 200} Oct 20 11:38:23.959978 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 07589be8-55e2-491d-b3ba-e5dfa1836b02 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:23.960350 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:24.022588 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-cf4e4ecc-d263-4881-bdea-30413370e93c tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.98 "GET /v2.0/quotas/688e0789a9c8412a8181467706896821 HTTP/1.1" status: 200 len: 375 time: 0.1756113 Oct 20 11:38:24.059992 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa8bb5d-7238-4659-8afd-e3a6bffc1df9 None None] Pushing event updated for resources: {'Port': ['ID=16cd4832-904c-4262-ba3d-5ac29c301e7f,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:24.080098 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-158bb579-fda1-41a2-9bdc-85e76774c1ca None None] For port 07589be8-55e2-491d-b3ba-e5dfa1836b02, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=07589be8-55e2-491d-b3ba-e5dfa1836b02,segment=NetworkSegment(a250a96f-4843-4a99-bdd6-448b33316675),segment_id=a250a96f-4843-4a99-bdd6-448b33316675)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:24.120836 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-158bb579-fda1-41a2-9bdc-85e76774c1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:24.169649 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-b8862946-a858-44ee-929f-d6df889eada7 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=688e0789a9c8412a8181467706896821&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0749686 Oct 20 11:38:24.182476 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e309485f-7792-4f16-bead-d7a6be3f2dc3 req-686f2d0e-18b9-4aa0-a347-16a615286eec tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.1508188 Oct 20 11:38:24.200265 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-571c4c7e-f5f9-4afa-b75f-476bd53cea1c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:24.234133 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158bb579-fda1-41a2-9bdc-85e76774c1ca None None] Pushing event updated for resources: {'Port': ['ID=07589be8-55e2-491d-b3ba-e5dfa1836b02,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:24.353585 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-2960f412-36cb-4444-af42-2deb3c2a789b None None] Provisioning complete for port 07589be8-55e2-491d-b3ba-e5dfa1836b02 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:24.354125 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2960f412-36cb-4444-af42-2deb3c2a789b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:24.405785 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-571c4c7e-f5f9-4afa-b75f-476bd53cea1c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:24.409006 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-571c4c7e-f5f9-4afa-b75f-476bd53cea1c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:24.439894 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-79c43aa3-b811-40fd-92c5-2f79c84e2485 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Allocated IP 2001:db8::1 (a996b7a4-1038-43a3-b6d0-d1216f215213/ea6426ab-bfad-4540-a1ee-5f632438031a/3eb1e141-2b47-4c27-a65e-ce53533869a8) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:38:24.444262 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-6d7d6ab6-b840-4d9f-a3b8-49ccf0c1461f service neutron] 10.222.0.98 "GET /v2.0/networks/4c7acd23-a765-4c00-a644-a81b843ff6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526422 Oct 20 11:38:24.469307 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-571c4c7e-f5f9-4afa-b75f-476bd53cea1c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:24.469574 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571c4c7e-f5f9-4afa-b75f-476bd53cea1c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Fanout notify agent at l3_agent the message router_deleted on router 3ff8109f-149f-45ca-bd94-ab340ca1c7fb {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:38:24.481129 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-571c4c7e-f5f9-4afa-b75f-476bd53cea1c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:24.482896 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-571c4c7e-f5f9-4afa-b75f-476bd53cea1c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "DELETE /v2.0/routers/3ff8109f-149f-45ca-bd94-ab340ca1c7fb HTTP/1.1" status: 204 len: 168 time: 0.8341980 Oct 20 11:38:24.484400 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42286) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:24.510692 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e278d6ea-a9d6-4af1-87fa-591209d97054 req-52467062-27fe-49b6-8dc3-d709a5562121 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:24.522869 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 935f3a5f-db64-467d-bc3b-8dc2a475adf2 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:38:24.542864 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: 935f3a5f-db64-467d-bc3b-8dc2a475adf2 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:38:24.543224 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 935f3a5f-db64-467d-bc3b-8dc2a475adf2 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:38:24.543494 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebb5cade-4f4e-47d7-8281-21c12c7ad53d tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Deleting subnet bb7ba027-b894-4d07-829a-0c1aa64f23ad {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:38:24.543636 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 15f81c9a-8c75-4a4f-bd4a-623269ed4d12 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:38:24.546981 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ebb5cade-4f4e-47d7-8281-21c12c7ad53d tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:24.563222 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: 15f81c9a-8c75-4a4f-bd4a-623269ed4d12 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:38:24.563632 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 15f81c9a-8c75-4a4f-bd4a-623269ed4d12 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:38:24.586392 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52467062-27fe-49b6-8dc3-d709a5562121 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Pushing event deleted for resources: {'Port': ['ID=935f3a5f-db64-467d-bc3b-8dc2a475adf2,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:24.594224 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ebb5cade-4f4e-47d7-8281-21c12c7ad53d tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:24.681880 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-e278d6ea-a9d6-4af1-87fa-591209d97054 req-52467062-27fe-49b6-8dc3-d709a5562121 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] No DVR routers for this DVR port 935f3a5f-db64-467d-bc3b-8dc2a475adf2 on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:38:24.684335 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e278d6ea-a9d6-4af1-87fa-591209d97054 req-52467062-27fe-49b6-8dc3-d709a5562121 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:24.688023 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e278d6ea-a9d6-4af1-87fa-591209d97054 req-52467062-27fe-49b6-8dc3-d709a5562121 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.89 "DELETE /v2.0/ports/935f3a5f-db64-467d-bc3b-8dc2a475adf2 HTTP/1.1" status: 204 len: 173 time: 2.3747251 Oct 20 11:38:24.700691 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ebb5cade-4f4e-47d7-8281-21c12c7ad53d tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:24.714275 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-c2b89b86-ff4a-47b3-9059-9c57db8c3aab service neutron] 10.222.0.98 "GET /v2.0/networks/4c7acd23-a765-4c00-a644-a81b843ff6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582955 Oct 20 11:38:24.753229 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-79c43aa3-b811-40fd-92c5-2f79c84e2485 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:24.802985 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:24.805703 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ebb5cade-4f4e-47d7-8281-21c12c7ad53d tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:24.810151 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-79c43aa3-b811-40fd-92c5-2f79c84e2485 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:24.855942 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb5cade-4f4e-47d7-8281-21c12c7ad53d tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event deleted for resources: {'Subnet': ['ID=bb7ba027-b894-4d07-829a-0c1aa64f23ad,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:24.863879 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ebb5cade-4f4e-47d7-8281-21c12c7ad53d tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:24.868330 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ebb5cade-4f4e-47d7-8281-21c12c7ad53d tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "DELETE /v2.0/subnets/bb7ba027-b894-4d07-829a-0c1aa64f23ad HTTP/1.1" status: 204 len: 168 time: 0.3827293 Oct 20 11:38:24.870884 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42290) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:24.877218 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6474107-966c-4ba3-a377-991193f1d98f None None] Network dbc3d9c2-b0f9-43c0-a3c4-befdd5a24ea6 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:38:24.921378 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c43aa3-b811-40fd-92c5-2f79c84e2485 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Network a996b7a4-1038-43a3-b6d0-d1216f215213 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:38:24.926617 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-79c43aa3-b811-40fd-92c5-2f79c84e2485 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:38:24.953723 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c43aa3-b811-40fd-92c5-2f79c84e2485 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:38:24.954747 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-79c43aa3-b811-40fd-92c5-2f79c84e2485 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:24.980507 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c7a1b7f3-70a8-4f67-8f5e-63a8511e7119 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:24.984819 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c43aa3-b811-40fd-92c5-2f79c84e2485 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event updated for resources: {'Port': ['ID=3eb1e141-2b47-4c27-a65e-ce53533869a8,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:25.060520 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4b88dfd-fa97-4ade-a7c9-2e459c34b4ad req-2b8ad8b6-ae78-4c1f-b5cd-2ce3a7cef248 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "GET /v2.0/ports?device_id=a18b4967-6a3c-4a50-b3de-31ac1039f970 HTTP/1.1" status: 200 len: 210 time: 0.1371796 Oct 20 11:38:25.081891 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-c7a1b7f3-70a8-4f67-8f5e-63a8511e7119 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Deleting port 1751d2aa-cddd-4888-bab9-e4ad58f6cdc2 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:38:25.082660 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c7a1b7f3-70a8-4f67-8f5e-63a8511e7119 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:25.248916 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-c7a1b7f3-70a8-4f67-8f5e-63a8511e7119 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] For port 1751d2aa-cddd-4888-bab9-e4ad58f6cdc2, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=1751d2aa-cddd-4888-bab9-e4ad58f6cdc2,segment=NetworkSegment(58886ef5-1d49-4765-a21c-b226825ad357),segment_id=58886ef5-1d49-4765-a21c-b226825ad357)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:25.254731 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c7a1b7f3-70a8-4f67-8f5e-63a8511e7119 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:25.312956 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-c7a1b7f3-70a8-4f67-8f5e-63a8511e7119 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Calling delete_port for 1751d2aa-cddd-4888-bab9-e4ad58f6cdc2 owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:38:25.318524 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-79c43aa3-b811-40fd-92c5-2f79c84e2485 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:25.326638 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024af8dd-0bad-4311-bfc4-98f164928743 None None] DHCP port deletion for dbc3d9c2-b0f9-43c0-a3c4-befdd5a24ea6 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:38:25.453343 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-024af8dd-0bad-4311-bfc4-98f164928743 None None] Deleting port 1751d2aa-cddd-4888-bab9-e4ad58f6cdc2 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:38:25.453722 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-024af8dd-0bad-4311-bfc4-98f164928743 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:25.537592 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c7a1b7f3-70a8-4f67-8f5e-63a8511e7119 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:25.540093 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e89dd2b6-832c-4ce2-8f49-508774340b11 req-4de63a49-3f4e-4776-8faa-40c1bcc7b70d tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0828660 Oct 20 11:38:25.565375 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7036235c-25cd-4cba-94ce-88ab483246dc None None] Network b0a0d307-ecf5-4cba-823a-ba0e5c35c58d requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:38:25.592899 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bcb77b45-d4c9-4004-b9f7-5e861cc7a8b9 req-630c7e4c-204d-4fcb-a6a7-8ca92741bb92 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8e9018f-8cf7-4886-b9e8-6fc1a048f467 HTTP/1.1" status: 200 len: 210 time: 0.1101074 Oct 20 11:38:25.637320 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a1b7f3-70a8-4f67-8f5e-63a8511e7119 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event deleted for resources: {'Port': ['ID=1751d2aa-cddd-4888-bab9-e4ad58f6cdc2,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:25.649500 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a1b7f3-70a8-4f67-8f5e-63a8511e7119 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] No DVR routers for this DVR port 1751d2aa-cddd-4888-bab9-e4ad58f6cdc2 on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:38:25.790111 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c7a1b7f3-70a8-4f67-8f5e-63a8511e7119 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:25.823301 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-c7a1b7f3-70a8-4f67-8f5e-63a8511e7119 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbc3d9c2-b0f9-43c0-a3c4-befdd5a24ea6']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:25.838453 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-c7a1b7f3-70a8-4f67-8f5e-63a8511e7119 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58886ef5-1d49-4765-a21c-b226825ad357') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:25.838967 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-c7a1b7f3-70a8-4f67-8f5e-63a8511e7119 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58886ef5-1d49-4765-a21c-b226825ad357') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:25.850714 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c7a1b7f3-70a8-4f67-8f5e-63a8511e7119 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:25.866334 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c7a1b7f3-70a8-4f67-8f5e-63a8511e7119 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:25.873361 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7a1b7f3-70a8-4f67-8f5e-63a8511e7119 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Releasing vlan 1262 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:38:25.874516 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c7a1b7f3-70a8-4f67-8f5e-63a8511e7119 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:25.878215 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:38:25.878215 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:38:25.878215 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:38:25.878215 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:38:25.878215 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:38:25.878215 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:38:25.878215 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:38:25.878215 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:38:25.878215 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:38:25.878215 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:38:25.878215 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:38:25.878215 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:38:25.878215 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:38:25.878215 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:38:25.878215 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:38:25.878215 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:38:25.878215 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:38:25.878215 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:38:25.878215 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:38:25.878215 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:38:25.878215 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:38:25.878215 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:38:25.878215 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:38:25.878215 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:38:25.878215 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:38:25.878215 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:38:25.878215 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:38:25.878215 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:38:25.878215 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:38:25.878215 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:38:25.878215 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:38:25.878215 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:38:25.908533 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-024af8dd-0bad-4311-bfc4-98f164928743 None None] For port 1751d2aa-cddd-4888-bab9-e4ad58f6cdc2, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=1751d2aa-cddd-4888-bab9-e4ad58f6cdc2,segment=NetworkSegment(58886ef5-1d49-4765-a21c-b226825ad357),segment_id=58886ef5-1d49-4765-a21c-b226825ad357)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:25.909188 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-024af8dd-0bad-4311-bfc4-98f164928743 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:25.923132 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 16cd4832-904c-4262-ba3d-5ac29c301e7f up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:38:25.933389 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-024af8dd-0bad-4311-bfc4-98f164928743 None None] Calling delete_port for 1751d2aa-cddd-4888-bab9-e4ad58f6cdc2 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:38:25.953769 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c7a1b7f3-70a8-4f67-8f5e-63a8511e7119 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:25.965669 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c7a1b7f3-70a8-4f67-8f5e-63a8511e7119 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:25.969830 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c7a1b7f3-70a8-4f67-8f5e-63a8511e7119 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "DELETE /v2.0/networks/dbc3d9c2-b0f9-43c0-a3c4-befdd5a24ea6 HTTP/1.1" status: 204 len: 168 time: 1.0978267 Oct 20 11:38:25.983960 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18b4967-6a3c-4a50-b3de-31ac1039f970', 'name': 'network-vif-deleted', 'tag': '935f3a5f-db64-467d-bc3b-8dc2a475adf2'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:38:25.984583 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42314) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:25.987647 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009c5dcc-b7fc-4ace-82bc-729bc38f2432" -d '{"events": [{"server_uuid": "a18b4967-6a3c-4a50-b3de-31ac1039f970", "name": "network-vif-deleted", "tag": "935f3a5f-db64-467d-bc3b-8dc2a475adf2"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:38:25.992763 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-c825236a-2141-48ca-87f4-8b8a691dff1c None None] Provisioning complete for port 3eb1e141-2b47-4c27-a65e-ce53533869a8 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:25.993252 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c825236a-2141-48ca-87f4-8b8a691dff1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:25.997737 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a1b7f3-70a8-4f67-8f5e-63a8511e7119 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event deleted for resources: {'Network': ['ID=dbc3d9c2-b0f9-43c0-a3c4-befdd5a24ea6,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:26.008808 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-79c43aa3-b811-40fd-92c5-2f79c84e2485 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:26.015378 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-79c43aa3-b811-40fd-92c5-2f79c84e2485 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:26.016222 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-79c43aa3-b811-40fd-92c5-2f79c84e2485 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:26.048328 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d734aeb-e2aa-46e0-8602-bc9507f3ce9a tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:26.053149 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0d734aeb-e2aa-46e0-8602-bc9507f3ce9a tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "GET /v2.0/ports/53ce4373-c417-40e2-aca9-03dbbd14175e HTTP/1.1" status: 200 len: 840 time: 0.0640018 Oct 20 11:38:26.053437 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42320) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:26.075913 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49519f8-a769-4276-893d-a18e02324f72 x-openstack-request-id: req-f49519f8-a769-4276-893d-a18e02324f72 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:38:26.076304 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a18b4967-6a3c-4a50-b3de-31ac1039f970", "name": "network-vif-deleted", "tag": "935f3a5f-db64-467d-bc3b-8dc2a475adf2", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:38:26.076507 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f49519f8-a769-4276-893d-a18e02324f72 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:38:26.076911 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18b4967-6a3c-4a50-b3de-31ac1039f970', 'name': 'network-vif-deleted', 'tag': '935f3a5f-db64-467d-bc3b-8dc2a475adf2', 'status': 'completed', 'code': 200} Oct 20 11:38:26.120762 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c43aa3-b811-40fd-92c5-2f79c84e2485 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event updated for resources: {'Port': ['ID=3eb1e141-2b47-4c27-a65e-ce53533869a8,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:26.134449 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d3ea97f4-3b97-46ee-8d47-72b1f137f9df tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "GET /v2.0/ports/53ce4373-c417-40e2-aca9-03dbbd14175e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0765076 Oct 20 11:38:26.138003 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42324) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:26.149327 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-597b02ed-3e99-4783-b0f6-a885125f36aa tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Request body: {'subnet': {'network_id': '152d744c-644b-4e93-b909-ccc3f4c9ea2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:26.167530 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42326) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:26.195040 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-c825236a-2141-48ca-87f4-8b8a691dff1c None None] Port 3eb1e141-2b47-4c27-a65e-ce53533869a8 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:38:26.213746 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 16cd4832-904c-4262-ba3d-5ac29c301e7f triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:26.214236 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:26.259032 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-024af8dd-0bad-4311-bfc4-98f164928743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:26.269209 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597b02ed-3e99-4783-b0f6-a885125f36aa tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Made reservation on behalf of 94e5347f86fe43de8b27d18b03cb5e6b for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:38:26.274363 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-597b02ed-3e99-4783-b0f6-a885125f36aa tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:26.307147 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ea16bd2-5619-4afd-90ca-947111196b2f tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Deleting subnet cfbc4055-9e36-4123-aec9-9879ca90fa67 {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:38:26.315175 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9ea16bd2-5619-4afd-90ca-947111196b2f tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:26.324913 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c43aa3-b811-40fd-92c5-2f79c84e2485 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Network a996b7a4-1038-43a3-b6d0-d1216f215213 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:38:26.341530 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-024af8dd-0bad-4311-bfc4-98f164928743 None None] Network dbc3d9c2-b0f9-43c0-a3c4-befdd5a24ea6 is not hosted by any dhcp agent {{(pid=100648) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 20 11:38:26.342291 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024af8dd-0bad-4311-bfc4-98f164928743 None None] No DVR routers for this DVR port 1751d2aa-cddd-4888-bab9-e4ad58f6cdc2 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:38:26.345464 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-79c43aa3-b811-40fd-92c5-2f79c84e2485 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:38:26.347373 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024af8dd-0bad-4311-bfc4-98f164928743 None None] Pushing event deleted for resources: {'Port': ['ID=1751d2aa-cddd-4888-bab9-e4ad58f6cdc2,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:26.412987 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:26.449969 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9ea16bd2-5619-4afd-90ca-947111196b2f tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:26.451190 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-351bdf7f-c36c-4ce9-9b9b-0315b234986e None None] Provisioning complete for port 16cd4832-904c-4262-ba3d-5ac29c301e7f triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:26.451568 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-351bdf7f-c36c-4ce9-9b9b-0315b234986e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:26.585011 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 16cd4832-904c-4262-ba3d-5ac29c301e7f, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=16cd4832-904c-4262-ba3d-5ac29c301e7f,segment=NetworkSegment(dc7ee8d9-c5ff-4765-aa1d-4d3113d67f3a),segment_id=dc7ee8d9-c5ff-4765-aa1d-4d3113d67f3a)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:26.597586 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:26.598730 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 07589be8-55e2-491d-b3ba-e5dfa1836b02 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:38:26.809349 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-597b02ed-3e99-4783-b0f6-a885125f36aa tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:26.861777 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597b02ed-3e99-4783-b0f6-a885125f36aa tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Network 152d744c-644b-4e93-b909-ccc3f4c9ea2d is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:38:26.863571 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=16cd4832-904c-4262-ba3d-5ac29c301e7f,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:26.867816 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-597b02ed-3e99-4783-b0f6-a885125f36aa tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:38:26.872266 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597b02ed-3e99-4783-b0f6-a885125f36aa tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:26.873322 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-597b02ed-3e99-4783-b0f6-a885125f36aa tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:26.883633 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 07589be8-55e2-491d-b3ba-e5dfa1836b02 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:26.883999 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:26.904925 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-01a5e6e8-b695-42c7-9c6c-a21fe1057789 req-ed34b360-5b37-4269-aec9-1596253bd098 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0773821 Oct 20 11:38:26.909887 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597b02ed-3e99-4783-b0f6-a885125f36aa tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event updated for resources: {'Subnet': ['ID=f88a24fd-ba44-41dd-af91-a7ef5d2b1c22,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:26.911285 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9ea16bd2-5619-4afd-90ca-947111196b2f tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:26.916918 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-597b02ed-3e99-4783-b0f6-a885125f36aa tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7777746 Oct 20 11:38:26.920380 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42334) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:26.926959 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8431fcd7-723f-4e3a-bbb1-15351efa986a None None] Network 152d744c-644b-4e93-b909-ccc3f4c9ea2d requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:38:26.927446 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-688c067d-a696-4331-a6b5-f98ce4991450 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Request body: {'security_group': {'name': 'tempest-secgroup-779090169'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:26.945322 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d1966aac-f3f8-4bb4-962b-753fc5c9dcf7 req-37d1ff70-784a-40c6-b6c3-bfa57ad4fad4 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8e9018f-8cf7-4886-b9e8-6fc1a048f467 HTTP/1.1" status: 200 len: 210 time: 0.1113155 Oct 20 11:38:26.978667 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-688c067d-a696-4331-a6b5-f98ce4991450 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:27.002221 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c43aa3-b811-40fd-92c5-2f79c84e2485 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Router e44aae6d-4bc4-4728-bef8-e4ad31750ba8 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:38:27.066562 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-98ad6b67-e617-4aba-a564-fbd7a8338d48 None None] Provisioning complete for port 16cd4832-904c-4262-ba3d-5ac29c301e7f triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:27.067245 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-98ad6b67-e617-4aba-a564-fbd7a8338d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:27.149958 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-688c067d-a696-4331-a6b5-f98ce4991450 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:27.156711 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-688c067d-a696-4331-a6b5-f98ce4991450 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:27.213702 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688c067d-a696-4331-a6b5-f98ce4991450 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbebbc4-bd1f-4d0b-adde-15f0b78a52d0,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:27.219101 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-688c067d-a696-4331-a6b5-f98ce4991450 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:27.220488 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-688c067d-a696-4331-a6b5-f98ce4991450 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2968760 Oct 20 11:38:27.231481 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42336) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:27.245322 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 1751d2aa-cddd-4888-bab9-e4ad58f6cdc2 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:38:27.246985 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-33371a4c-3d52-457d-ab69-7c86e0701e68 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Request body: {'security_group': {'name': 'tempest-secgroup-141952512'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:27.275064 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 1751d2aa-cddd-4888-bab9-e4ad58f6cdc2 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:38:27.275702 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 1751d2aa-cddd-4888-bab9-e4ad58f6cdc2 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:38:27.279794 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-98ad6b67-e617-4aba-a564-fbd7a8338d48 None None] Provisioning complete for port 3eb1e141-2b47-4c27-a65e-ce53533869a8 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:27.280381 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-98ad6b67-e617-4aba-a564-fbd7a8338d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:27.303787 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-33371a4c-3d52-457d-ab69-7c86e0701e68 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:27.329075 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-98ad6b67-e617-4aba-a564-fbd7a8338d48 None None] Port 3eb1e141-2b47-4c27-a65e-ce53533869a8 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:38:27.332750 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621ab3ff-077e-4b0e-89fc-c90b06957929 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-152d744c-644b-4e93-b909-ccc3f4c9ea2d', 'network_id': '152d744c-644b-4e93-b909-ccc3f4c9ea2d', 'tenant_id': '94e5347f86fe43de8b27d18b03cb5e6b', 'fixed_ips': [{'subnet_id': 'f88a24fd-ba44-41dd-af91-a7ef5d2b1c22'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:38:27.333814 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-621ab3ff-077e-4b0e-89fc-c90b06957929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:27.452101 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-33371a4c-3d52-457d-ab69-7c86e0701e68 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:27.458065 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-33371a4c-3d52-457d-ab69-7c86e0701e68 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:27.495637 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-33371a4c-3d52-457d-ab69-7c86e0701e68 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:27.497057 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-33371a4c-3d52-457d-ab69-7c86e0701e68 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2641838 Oct 20 11:38:27.503157 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42340) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:27.512186 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-547800d5-73bb-4450-aba2-6a65417f561c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1849343169', 'security_groups': ['4b22421e-5427-4381-aa10-41582262ca47'], 'network_id': '152d744c-644b-4e93-b909-ccc3f4c9ea2d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f88a24fd-ba44-41dd-af91-a7ef5d2b1c22'}]}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:27.514021 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-621ab3ff-077e-4b0e-89fc-c90b06957929 None None] Allocated IP 172.20.0.2 (152d744c-644b-4e93-b909-ccc3f4c9ea2d/f88a24fd-ba44-41dd-af91-a7ef5d2b1c22/c2938ca7-89f6-4bb3-8ab6-4e2edbba112b) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:38:27.542168 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33371a4c-3d52-457d-ab69-7c86e0701e68 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b22421e-5427-4381-aa10-41582262ca47,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:27.644920 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 16cd4832-904c-4262-ba3d-5ac29c301e7f up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:38:27.653165 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c43aa3-b811-40fd-92c5-2f79c84e2485 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:38:27.682507 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-79c43aa3-b811-40fd-92c5-2f79c84e2485 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "PUT /v2.0/routers/e44aae6d-4bc4-4728-bef8-e4ad31750ba8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2065401 Oct 20 11:38:27.687054 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42342) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:27.689029 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9ea16bd2-5619-4afd-90ca-947111196b2f tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:27.700117 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7585551-378c-4dd4-9e87-8790a86d5658 None None] Sync routers for ids ['e44aae6d-4bc4-4728-bef8-e4ad31750ba8'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:38:27.731709 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7585551-378c-4dd4-9e87-8790a86d5658 None None] Routers {'e44aae6d-4bc4-4728-bef8-e4ad31750ba8'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:38:27.731950 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-a7585551-378c-4dd4-9e87-8790a86d5658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:38:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e44aae6d-4bc4-4728-bef8-e4ad31750ba8'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:27.749004 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b33ca9-8516-4fce-bf3b-e976228a3af3 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:27.754337 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-82b33ca9-8516-4fce-bf3b-e976228a3af3 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "GET /v2.0/ports/3eb1e141-2b47-4c27-a65e-ce53533869a8 HTTP/1.1" status: 200 len: 911 time: 0.0622945 Oct 20 11:38:27.754337 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42344) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:27.765324 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-a7585551-378c-4dd4-9e87-8790a86d5658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:27.787025 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-621ab3ff-077e-4b0e-89fc-c90b06957929 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:27.799576 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7585551-378c-4dd4-9e87-8790a86d5658 None None] Routers {'e44aae6d-4bc4-4728-bef8-e4ad31750ba8'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:38:27.800367 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-a7585551-378c-4dd4-9e87-8790a86d5658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:38:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e44aae6d-4bc4-4728-bef8-e4ad31750ba8'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:27.803698 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 16cd4832-904c-4262-ba3d-5ac29c301e7f triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:27.803698 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:27.836563 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-621ab3ff-077e-4b0e-89fc-c90b06957929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:27.848530 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea16bd2-5619-4afd-90ca-947111196b2f tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Pushing event deleted for resources: {'Subnet': ['ID=cfbc4055-9e36-4123-aec9-9879ca90fa67,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:27.848796 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547800d5-73bb-4450-aba2-6a65417f561c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Made reservation on behalf of 94e5347f86fe43de8b27d18b03cb5e6b for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:38:27.848905 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d58a56e-7173-4d2f-8c7a-cb31ff273fb9 None None] Network aa3442a4-4120-4195-8d1b-6a908c4380e8 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:38:27.857267 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9ea16bd2-5619-4afd-90ca-947111196b2f tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:27.863116 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-9ea16bd2-5619-4afd-90ca-947111196b2f tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "DELETE /v2.0/subnets/cfbc4055-9e36-4123-aec9-9879ca90fa67 HTTP/1.1" status: 204 len: 168 time: 1.6920750 Oct 20 11:38:27.865165 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42346) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:27.871412 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-a7585551-378c-4dd4-9e87-8790a86d5658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:27.872018 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7585551-378c-4dd4-9e87-8790a86d5658 None None] The sync data for ids ['e44aae6d-4bc4-4728-bef8-e4ad31750ba8'] in n-d-814735-3 is: [] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:38:27.909858 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621ab3ff-077e-4b0e-89fc-c90b06957929 None None] Network 152d744c-644b-4e93-b909-ccc3f4c9ea2d is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:38:27.920156 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-621ab3ff-077e-4b0e-89fc-c90b06957929 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:38:27.933301 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621ab3ff-077e-4b0e-89fc-c90b06957929 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:38:28.041548 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-547800d5-73bb-4450-aba2-6a65417f561c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:28.047796 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-f66517fb-e7d8-4ed7-8939-9f621377b74b tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:28.049297 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-f66517fb-e7d8-4ed7-8939-9f621377b74b tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.11 "GET /v2.0/networks?id=4c7acd23-a765-4c00-a644-a81b843ff6d3 HTTP/1.1" status: 200 len: 818 time: 0.9514189 Oct 20 11:38:28.065013 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-3b699285-52f8-4ddb-83a5-3be252b21e79 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:28.066476 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-3b699285-52f8-4ddb-83a5-3be252b21e79 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.11 "GET /v2.0/networks?id=4c7acd23-a765-4c00-a644-a81b843ff6d3 HTTP/1.1" status: 200 len: 818 time: 0.4083204 Oct 20 11:38:28.070364 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ab3ff-077e-4b0e-89fc-c90b06957929 None None] Pushing event updated for resources: {'Port': ['ID=c2938ca7-89f6-4bb3-8ab6-4e2edbba112b,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:28.077586 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-8e96bdc3-63d1-486e-a73c-353d0f89aefb tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:28.080687 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-8e96bdc3-63d1-486e-a73c-353d0f89aefb tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.89 "GET /v2.0/networks?id=4c7acd23-a765-4c00-a644-a81b843ff6d3 HTTP/1.1" status: 200 len: 818 time: 0.4197483 Oct 20 11:38:28.082561 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-56cc6f41-6ef2-4b80-9022-4bc4df9ef8d1 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Request body: {'port': {'device_id': '898d8e7e-fc8b-4113-8cf0-d5969b8bb88d', 'network_id': '4c7acd23-a765-4c00-a644-a81b843ff6d3', 'admin_state_up': True, 'tenant_id': '688e0789a9c8412a8181467706896821'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:28.100366 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-547800d5-73bb-4450-aba2-6a65417f561c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] device_id is not set on port bdeb9726-5696-4324-8213-03c3628da89a yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:38:28.103861 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-e9ab3033-9e0b-4db0-b385-47e0cee2564a tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Request body: {'port': {'device_id': 'f8e9018f-8cf7-4886-b9e8-6fc1a048f467', 'network_id': '4c7acd23-a765-4c00-a644-a81b843ff6d3', 'admin_state_up': True, 'tenant_id': '688e0789a9c8412a8181467706896821'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:28.118083 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dfc2019d-0a04-4f9a-8cb3-67ff04fd9429 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:28.139514 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-c865526b-50da-470f-ae3e-7cd71c89b79f tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Request body: {'port': {'device_id': '1cc97e04-6fd2-461f-aad3-ca66e46b336c', 'network_id': '4c7acd23-a765-4c00-a644-a81b843ff6d3', 'admin_state_up': True, 'tenant_id': '688e0789a9c8412a8181467706896821'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:28.170492 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-621ab3ff-077e-4b0e-89fc-c90b06957929 None None] Attempting to bind port c2938ca7-89f6-4bb3-8ab6-4e2edbba112b on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:38:28.171894 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-621ab3ff-077e-4b0e-89fc-c90b06957929 None None] Attempting to bind port c2938ca7-89f6-4bb3-8ab6-4e2edbba112b by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '252587d9-7a55-47eb-91a1-8e3029471a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': '152d744c-644b-4e93-b909-ccc3f4c9ea2d'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:38:28.171894 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621ab3ff-077e-4b0e-89fc-c90b06957929 None None] Attempting to bind port c2938ca7-89f6-4bb3-8ab6-4e2edbba112b on network 152d744c-644b-4e93-b909-ccc3f4c9ea2d {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:38:28.179298 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-56c82ae2-012a-4459-978d-9c52f5193b60 req-c9f5d8a0-eafb-4ad1-be18-28b29db20f83 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8e9018f-8cf7-4886-b9e8-6fc1a048f467 HTTP/1.1" status: 200 len: 210 time: 0.1217000 Oct 20 11:38:28.179466 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621ab3ff-077e-4b0e-89fc-c90b06957929 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:38:28.179804 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621ab3ff-077e-4b0e-89fc-c90b06957929 None None] Checking segment: {'id': '252587d9-7a55-47eb-91a1-8e3029471a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': '152d744c-644b-4e93-b909-ccc3f4c9ea2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:38:28.180089 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-621ab3ff-077e-4b0e-89fc-c90b06957929 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:28.180476 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621ab3ff-077e-4b0e-89fc-c90b06957929 None None] Bound using segment: {'id': '252587d9-7a55-47eb-91a1-8e3029471a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': '152d744c-644b-4e93-b909-ccc3f4c9ea2d'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:38:28.180949 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-621ab3ff-077e-4b0e-89fc-c90b06957929 None None] Bound port: c2938ca7-89f6-4bb3-8ab6-4e2edbba112b, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '252587d9-7a55-47eb-91a1-8e3029471a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': '152d744c-644b-4e93-b909-ccc3f4c9ea2d'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:38:28.181320 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-621ab3ff-077e-4b0e-89fc-c90b06957929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:28.202540 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1e75c8ed-3907-468f-b762-870dfa55e583 req-a58d3fdd-e2e3-49df-aaa5-5154e1e380b2 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.1297889 Oct 20 11:38:28.277950 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-621ab3ff-077e-4b0e-89fc-c90b06957929 None None] For port c2938ca7-89f6-4bb3-8ab6-4e2edbba112b, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:38:28.281477 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-621ab3ff-077e-4b0e-89fc-c90b06957929 None None] For port c2938ca7-89f6-4bb3-8ab6-4e2edbba112b, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=c2938ca7-89f6-4bb3-8ab6-4e2edbba112b,segment=NetworkSegment(252587d9-7a55-47eb-91a1-8e3029471a06),segment_id=252587d9-7a55-47eb-91a1-8e3029471a06)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:38:28.289017 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-621ab3ff-077e-4b0e-89fc-c90b06957929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:28.321126 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b9d089-bd83-4eb2-8e5a-db49f3da306f None None] DHCP port deletion for aa3442a4-4120-4195-8d1b-6a908c4380e8 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:38:28.382478 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ab3ff-077e-4b0e-89fc-c90b06957929 None None] Pushing event updated for resources: {'Port': ['ID=c2938ca7-89f6-4bb3-8ab6-4e2edbba112b,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:28.382709 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1257cc73-c59c-4300-b7fb-a411b9af4333 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:28.397534 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-68b9d089-bd83-4eb2-8e5a-db49f3da306f None None] Deleting port 7f77fd32-74a4-4a49-90d0-4d606765b9d5 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:38:28.398267 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-68b9d089-bd83-4eb2-8e5a-db49f3da306f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:28.401752 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-547800d5-73bb-4450-aba2-6a65417f561c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Allocated IP 172.20.0.9 (152d744c-644b-4e93-b909-ccc3f4c9ea2d/f88a24fd-ba44-41dd-af91-a7ef5d2b1c22/bdeb9726-5696-4324-8213-03c3628da89a) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:38:28.484849 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-68b9d089-bd83-4eb2-8e5a-db49f3da306f None None] For port 7f77fd32-74a4-4a49-90d0-4d606765b9d5, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=7f77fd32-74a4-4a49-90d0-4d606765b9d5,segment=NetworkSegment(96943219-a2ae-413d-add8-ef7f21bdf8b3),segment_id=96943219-a2ae-413d-add8-ef7f21bdf8b3)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:28.485255 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-68b9d089-bd83-4eb2-8e5a-db49f3da306f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:28.501839 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-68b9d089-bd83-4eb2-8e5a-db49f3da306f None None] Calling delete_port for 7f77fd32-74a4-4a49-90d0-4d606765b9d5 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:38:28.566575 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-dfc2019d-0a04-4f9a-8cb3-67ff04fd9429 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Deleting port 7f77fd32-74a4-4a49-90d0-4d606765b9d5 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:38:28.567018 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dfc2019d-0a04-4f9a-8cb3-67ff04fd9429 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:28.572902 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-c865526b-50da-470f-ae3e-7cd71c89b79f tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Made reservation on behalf of 688e0789a9c8412a8181467706896821 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:38:28.576519 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-c865526b-50da-470f-ae3e-7cd71c89b79f tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:28.607677 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-68b9d089-bd83-4eb2-8e5a-db49f3da306f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:28.617370 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.db.api [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-56cc6f41-6ef2-4b80-9022-4bc4df9ef8d1 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 20 11:38:28.617370 n-d-814735-3 neutron-server[100647]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 20 11:38:28.617370 n-d-814735-3 neutron-server[100647]: [parameters: {'project_id_1': '688e0789a9c8412a8181467706896821', 'expiration_1': datetime.datetime(2021, 10, 20, 11, 38, 8, 568883)}] Oct 20 11:38:28.617370 n-d-814735-3 neutron-server[100647]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100647) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:38:28.617370 n-d-814735-3 neutron-server[100647]: DEBUG oslo_db.api [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-56cc6f41-6ef2-4b80-9022-4bc4df9ef8d1 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:38:28.660329 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b9d089-bd83-4eb2-8e5a-db49f3da306f None None] Pushing event deleted for resources: {'Port': ['ID=7f77fd32-74a4-4a49-90d0-4d606765b9d5,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:28.661903 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b9d089-bd83-4eb2-8e5a-db49f3da306f None None] No DVR routers for this DVR port 7f77fd32-74a4-4a49-90d0-4d606765b9d5 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:38:28.714243 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-e9ab3033-9e0b-4db0-b385-47e0cee2564a tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Made reservation on behalf of 688e0789a9c8412a8181467706896821 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:38:28.718037 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-e9ab3033-9e0b-4db0-b385-47e0cee2564a tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:28.783798 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-547800d5-73bb-4450-aba2-6a65417f561c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:28.804226 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-dfc2019d-0a04-4f9a-8cb3-67ff04fd9429 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] For port 7f77fd32-74a4-4a49-90d0-4d606765b9d5, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=7f77fd32-74a4-4a49-90d0-4d606765b9d5,segment=NetworkSegment(96943219-a2ae-413d-add8-ef7f21bdf8b3),segment_id=96943219-a2ae-413d-add8-ef7f21bdf8b3)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:28.804590 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dfc2019d-0a04-4f9a-8cb3-67ff04fd9429 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:28.851961 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-dfc2019d-0a04-4f9a-8cb3-67ff04fd9429 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Calling delete_port for 7f77fd32-74a4-4a49-90d0-4d606765b9d5 owned by network:dhcp {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:38:28.856065 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-1257cc73-c59c-4300-b7fb-a411b9af4333 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Allocated IP 2001:db8:1::1 (b0a0d307-ecf5-4cba-823a-ba0e5c35c58d/d6369993-7182-4d97-85e6-556056def0ba/07f65100-4c06-4ac4-b906-c7101b4a160e) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:38:28.957703 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-547800d5-73bb-4450-aba2-6a65417f561c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:28.959208 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-c865526b-50da-470f-ae3e-7cd71c89b79f tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Allocated IP 172.20.0.7 (4c7acd23-a765-4c00-a644-a81b843ff6d3/8f3c4e65-f964-4fa5-a8a8-51bee9649899/ada37f04-f050-422b-8964-db3733aa1e1b) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:38:29.015405 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547800d5-73bb-4450-aba2-6a65417f561c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Network 152d744c-644b-4e93-b909-ccc3f4c9ea2d is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:38:29.024624 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-547800d5-73bb-4450-aba2-6a65417f561c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:38:29.035070 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547800d5-73bb-4450-aba2-6a65417f561c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:38:29.051993 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547800d5-73bb-4450-aba2-6a65417f561c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event updated for resources: {'Port': ['ID=bdeb9726-5696-4324-8213-03c3628da89a,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:29.062666 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dfc2019d-0a04-4f9a-8cb3-67ff04fd9429 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:29.100708 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1257cc73-c59c-4300-b7fb-a411b9af4333 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:29.126969 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547800d5-73bb-4450-aba2-6a65417f561c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:29.127539 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-547800d5-73bb-4450-aba2-6a65417f561c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:29.150234 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc2019d-0a04-4f9a-8cb3-67ff04fd9429 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Pushing event deleted for resources: {'Port': ['ID=7f77fd32-74a4-4a49-90d0-4d606765b9d5,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:29.156757 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc2019d-0a04-4f9a-8cb3-67ff04fd9429 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] No DVR routers for this DVR port 7f77fd32-74a4-4a49-90d0-4d606765b9d5 on host n-d-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:38:29.164924 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-547800d5-73bb-4450-aba2-6a65417f561c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6601882 Oct 20 11:38:29.173370 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42358) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:29.181767 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-b6fe7dee-ca8e-45bd-a663-5809bd7c7a5d tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Request body: {'subnet': {'network_id': '152d744c-644b-4e93-b909-ccc3f4c9ea2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:29.211227 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1257cc73-c59c-4300-b7fb-a411b9af4333 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:29.241026 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-56cc6f41-6ef2-4b80-9022-4bc4df9ef8d1 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Made reservation on behalf of 688e0789a9c8412a8181467706896821 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:38:29.246427 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-56cc6f41-6ef2-4b80-9022-4bc4df9ef8d1 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:29.309406 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-c865526b-50da-470f-ae3e-7cd71c89b79f tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:29.312303 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1257cc73-c59c-4300-b7fb-a411b9af4333 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Network b0a0d307-ecf5-4cba-823a-ba0e5c35c58d is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:38:29.319215 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-1257cc73-c59c-4300-b7fb-a411b9af4333 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:38:29.322043 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1257cc73-c59c-4300-b7fb-a411b9af4333 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:38:29.322989 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1257cc73-c59c-4300-b7fb-a411b9af4333 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:29.346908 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dfc2019d-0a04-4f9a-8cb3-67ff04fd9429 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:29.461417 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e6fba881-6a56-4f6d-bf77-8545b3eb574f req-d1a1ee7b-ca86-4113-9a39-85009c3a98f9 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.1165552 Oct 20 11:38:29.472424 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-740b5bbc-3885-401f-b726-91b1d004fbf6 req-482d1987-f949-4153-a272-cfa3e7fbc19a tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8e9018f-8cf7-4886-b9e8-6fc1a048f467 HTTP/1.1" status: 200 len: 210 time: 0.1207035 Oct 20 11:38:29.482156 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-dfc2019d-0a04-4f9a-8cb3-67ff04fd9429 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa3442a4-4120-4195-8d1b-6a908c4380e8']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:29.530921 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-dfc2019d-0a04-4f9a-8cb3-67ff04fd9429 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96943219-a2ae-413d-add8-ef7f21bdf8b3') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:29.530921 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-dfc2019d-0a04-4f9a-8cb3-67ff04fd9429 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96943219-a2ae-413d-add8-ef7f21bdf8b3') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:29.547556 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dfc2019d-0a04-4f9a-8cb3-67ff04fd9429 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:29.575912 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dfc2019d-0a04-4f9a-8cb3-67ff04fd9429 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:29.581979 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-c865526b-50da-470f-ae3e-7cd71c89b79f tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:29.660197 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfc2019d-0a04-4f9a-8cb3-67ff04fd9429 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Releasing vlan 1255 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:38:29.660589 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dfc2019d-0a04-4f9a-8cb3-67ff04fd9429 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:29.669532 n-d-814735-3 neutron-server[100647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:38:29.669532 n-d-814735-3 neutron-server[100647]: self.session.flush() Oct 20 11:38:29.669532 n-d-814735-3 neutron-server[100647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:38:29.669532 n-d-814735-3 neutron-server[100647]: self.session.flush() Oct 20 11:38:29.669532 n-d-814735-3 neutron-server[100647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:38:29.669532 n-d-814735-3 neutron-server[100647]: self.session.flush() Oct 20 11:38:29.669532 n-d-814735-3 neutron-server[100647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:38:29.669532 n-d-814735-3 neutron-server[100647]: self.session.flush() Oct 20 11:38:29.669532 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:38:29.669532 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:38:29.669532 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:38:29.669532 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:38:29.669532 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:38:29.669532 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:38:29.669532 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:38:29.669532 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:38:29.669532 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:38:29.669532 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:38:29.669532 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:38:29.669532 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:38:29.669532 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:38:29.669532 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:38:29.669532 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:38:29.669532 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:38:29.669532 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:38:29.669532 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:38:29.669532 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:38:29.669532 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:38:29.669532 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:38:29.669532 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:38:29.669532 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:38:29.669532 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:38:29.669532 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:38:29.669532 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:38:29.669532 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:38:29.669532 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:38:29.669532 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:38:29.669532 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:38:29.669532 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:38:29.669532 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:38:29.732227 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-c865526b-50da-470f-ae3e-7cd71c89b79f tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Network 4c7acd23-a765-4c00-a644-a81b843ff6d3 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:38:29.735212 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device c2938ca7-89f6-4bb3-8ab6-4e2edbba112b up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:38:29.806442 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-c865526b-50da-470f-ae3e-7cd71c89b79f tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:38:29.818043 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-c865526b-50da-470f-ae3e-7cd71c89b79f tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:38:29.852130 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-e9ab3033-9e0b-4db0-b385-47e0cee2564a tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Allocated IP 172.20.0.10 (4c7acd23-a765-4c00-a644-a81b843ff6d3/8f3c4e65-f964-4fa5-a8a8-51bee9649899/40a52f83-7ba3-4dd5-9e62-d68a761b8705) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:38:29.852708 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port c2938ca7-89f6-4bb3-8ab6-4e2edbba112b triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:29.853188 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:29.860967 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c865526b-50da-470f-ae3e-7cd71c89b79f tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Pushing event updated for resources: {'Port': ['ID=ada37f04-f050-422b-8964-db3733aa1e1b,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:29.878854 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dfc2019d-0a04-4f9a-8cb3-67ff04fd9429 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:29.892879 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dfc2019d-0a04-4f9a-8cb3-67ff04fd9429 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:29.896616 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-dfc2019d-0a04-4f9a-8cb3-67ff04fd9429 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "DELETE /v2.0/networks/aa3442a4-4120-4195-8d1b-6a908c4380e8 HTTP/1.1" status: 204 len: 168 time: 1.9990265 Oct 20 11:38:29.916373 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42366) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:29.917880 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d404d022-d9a9-4a73-8451-91e4471d5cfc None None] Provisioning complete for port 07f65100-4c06-4ac4-b906-c7101b4a160e triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:29.918380 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d404d022-d9a9-4a73-8451-91e4471d5cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:29.935801 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc2019d-0a04-4f9a-8cb3-67ff04fd9429 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Pushing event deleted for resources: {'Network': ['ID=aa3442a4-4120-4195-8d1b-6a908c4380e8,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:29.949805 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1257cc73-c59c-4300-b7fb-a411b9af4333 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event updated for resources: {'Port': ['ID=07f65100-4c06-4ac4-b906-c7101b4a160e,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:29.974563 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d404d022-d9a9-4a73-8451-91e4471d5cfc None None] Port 07f65100-4c06-4ac4-b906-c7101b4a160e cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:38:29.975675 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-c865526b-50da-470f-ae3e-7cd71c89b79f tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:29.976430 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-c865526b-50da-470f-ae3e-7cd71c89b79f tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:30.019346 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:30.025976 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-c865526b-50da-470f-ae3e-7cd71c89b79f tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9258516 Oct 20 11:38:30.043591 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eb6b557-f839-437b-b58b-bf911be4613f tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Deleting subnet 120f18cd-8e69-4aa1-b461-834923881233 {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:38:30.056964 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port c2938ca7-89f6-4bb3-8ab6-4e2edbba112b, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=c2938ca7-89f6-4bb3-8ab6-4e2edbba112b,segment=NetworkSegment(252587d9-7a55-47eb-91a1-8e3029471a06),segment_id=252587d9-7a55-47eb-91a1-8e3029471a06)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:30.061438 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:30.070612 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-3f66d74c-69fb-42ad-8ccb-506d6424f23d service neutron] Request body: {'port': {'device_id': '1cc97e04-6fd2-461f-aad3-ca66e46b336c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:30.079021 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5eb6b557-f839-437b-b58b-bf911be4613f tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:30.113109 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6fe7dee-ca8e-45bd-a663-5809bd7c7a5d tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Made reservation on behalf of 94e5347f86fe43de8b27d18b03cb5e6b for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:38:30.120400 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b6fe7dee-ca8e-45bd-a663-5809bd7c7a5d tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:30.123794 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-7fc903b5-9fac-4ff4-91d4-fcc7341bfab2 None None] Provisioning complete for port 53ce4373-c417-40e2-aca9-03dbbd14175e triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:30.124196 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7fc903b5-9fac-4ff4-91d4-fcc7341bfab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:30.152564 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 7f77fd32-74a4-4a49-90d0-4d606765b9d5 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:38:30.156650 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=c2938ca7-89f6-4bb3-8ab6-4e2edbba112b,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:30.182270 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 7f77fd32-74a4-4a49-90d0-4d606765b9d5 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:38:30.182612 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 7f77fd32-74a4-4a49-90d0-4d606765b9d5 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:38:30.193554 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-7fc903b5-9fac-4ff4-91d4-fcc7341bfab2 None None] Port 53ce4373-c417-40e2-aca9-03dbbd14175e cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:38:30.204415 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-7fc903b5-9fac-4ff4-91d4-fcc7341bfab2 None None] Provisioning complete for port c2938ca7-89f6-4bb3-8ab6-4e2edbba112b triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:30.204929 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7fc903b5-9fac-4ff4-91d4-fcc7341bfab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:30.231491 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1257cc73-c59c-4300-b7fb-a411b9af4333 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:30.299866 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5eb6b557-f839-437b-b58b-bf911be4613f tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:30.306737 n-d-814735-3 neutron-server[100646]: INFO neutron.db.ipam_backend_mixin [None req-b6fe7dee-ca8e-45bd-a663-5809bd7c7a5d tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f88a24fd-ba44-41dd-af91-a7ef5d2b1c22 (CIDR: 172.20.0.0/28) Oct 20 11:38:30.314513 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6fe7dee-ca8e-45bd-a663-5809bd7c7a5d tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:38:30.315160 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6fe7dee-ca8e-45bd-a663-5809bd7c7a5d tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:38:30.363403 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-e9ab3033-9e0b-4db0-b385-47e0cee2564a tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:30.366767 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-3f66d74c-69fb-42ad-8ccb-506d6424f23d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:30.393206 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b6fe7dee-ca8e-45bd-a663-5809bd7c7a5d tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2175360 Oct 20 11:38:30.395754 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42368) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:30.401276 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-14ffb3cf-5899-447a-aa19-862a627062fd tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Request body: {'subnet': {'network_id': '152d744c-644b-4e93-b909-ccc3f4c9ea2d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:30.421181 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-4d3d625a-5c98-4d09-a3d7-158089a01618 None None] Provisioning complete for port bdeb9726-5696-4324-8213-03c3628da89a triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:30.421868 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4d3d625a-5c98-4d09-a3d7-158089a01618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:30.461909 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-4d3d625a-5c98-4d09-a3d7-158089a01618 None None] Port bdeb9726-5696-4324-8213-03c3628da89a cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:38:30.542582 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-e9ab3033-9e0b-4db0-b385-47e0cee2564a tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:30.551965 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5eb6b557-f839-437b-b58b-bf911be4613f tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:30.612960 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ffb3cf-5899-447a-aa19-862a627062fd tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Made reservation on behalf of 94e5347f86fe43de8b27d18b03cb5e6b for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:38:30.616480 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-14ffb3cf-5899-447a-aa19-862a627062fd tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:30.686117 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d55065ed-3958-4752-934f-bf1f7c7d9818 req-9d484f3f-9136-4821-9995-45bcf7d77068 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0959640 Oct 20 11:38:30.694298 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1257cc73-c59c-4300-b7fb-a411b9af4333 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:30.702696 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1257cc73-c59c-4300-b7fb-a411b9af4333 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:30.703471 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1257cc73-c59c-4300-b7fb-a411b9af4333 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:30.734683 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-e9ab3033-9e0b-4db0-b385-47e0cee2564a tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Network 4c7acd23-a765-4c00-a644-a81b843ff6d3 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:38:30.752773 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-e9ab3033-9e0b-4db0-b385-47e0cee2564a tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:38:30.758444 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab3033-9e0b-4db0-b385-47e0cee2564a tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Pushing event updated for resources: {'Port': ['ID=40a52f83-7ba3-4dd5-9e62-d68a761b8705,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:30.767351 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-e9ab3033-9e0b-4db0-b385-47e0cee2564a tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:38:30.770881 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-56cc6f41-6ef2-4b80-9022-4bc4df9ef8d1 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Allocated IP 172.20.0.12 (4c7acd23-a765-4c00-a644-a81b843ff6d3/8f3c4e65-f964-4fa5-a8a8-51bee9649899/0d547af2-2a84-4b50-88e7-a42b3e28e237) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:38:30.776533 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1257cc73-c59c-4300-b7fb-a411b9af4333 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event updated for resources: {'Port': ['ID=07f65100-4c06-4ac4-b906-c7101b4a160e,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:30.907421 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1257cc73-c59c-4300-b7fb-a411b9af4333 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Network b0a0d307-ecf5-4cba-823a-ba0e5c35c58d is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:38:30.911927 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-1257cc73-c59c-4300-b7fb-a411b9af4333 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:38:31.066577 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1257cc73-c59c-4300-b7fb-a411b9af4333 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Router e44aae6d-4bc4-4728-bef8-e4ad31750ba8 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:38:31.074531 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-14ffb3cf-5899-447a-aa19-862a627062fd tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:31.149339 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6e953-581b-4f75-a4ae-3499dbd22ff5 req-8b91e37e-7e6f-4c3a-b7d6-90880881cefe tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:31.150986 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9cc6e953-581b-4f75-a4ae-3499dbd22ff5 req-8b91e37e-7e6f-4c3a-b7d6-90880881cefe tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8e9018f-8cf7-4886-b9e8-6fc1a048f467 HTTP/1.1" status: 200 len: 932 time: 0.5422010 Oct 20 11:38:31.156320 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5eb6b557-f839-437b-b58b-bf911be4613f tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:31.163015 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ffb3cf-5899-447a-aa19-862a627062fd tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Network 152d744c-644b-4e93-b909-ccc3f4c9ea2d is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:38:31.172979 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-14ffb3cf-5899-447a-aa19-862a627062fd tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:38:31.191988 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-a2d23803-c121-4d5f-99ea-c9a661e4bf39 None None] Provisioning complete for port 07f65100-4c06-4ac4-b906-c7101b4a160e triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:31.192584 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a2d23803-c121-4d5f-99ea-c9a661e4bf39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:31.196475 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebe0d99-51ac-469f-9f51-4902e228cc67 None None] Network 152d744c-644b-4e93-b909-ccc3f4c9ea2d requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:38:31.203718 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ffb3cf-5899-447a-aa19-862a627062fd tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:31.204250 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-14ffb3cf-5899-447a-aa19-862a627062fd tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:31.209390 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ffb3cf-5899-447a-aa19-862a627062fd tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event updated for resources: {'Subnet': ['ID=51abe04a-b7c9-4f17-ad14-dffe665affae,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:31.215011 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb6b557-f839-437b-b58b-bf911be4613f tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Pushing event deleted for resources: {'Subnet': ['ID=120f18cd-8e69-4aa1-b461-834923881233,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:31.217058 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5eb6b557-f839-437b-b58b-bf911be4613f tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:31.220419 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-5eb6b557-f839-437b-b58b-bf911be4613f tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "DELETE /v2.0/subnets/120f18cd-8e69-4aa1-b461-834923881233 HTTP/1.1" status: 204 len: 168 time: 1.3036191 Oct 20 11:38:31.223568 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42376) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:31.244289 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-14ffb3cf-5899-447a-aa19-862a627062fd tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8474567 Oct 20 11:38:31.244846 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-e9ab3033-9e0b-4db0-b385-47e0cee2564a tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:31.245480 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-e9ab3033-9e0b-4db0-b385-47e0cee2564a tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:31.249842 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42378) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:31.259897 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-49df5762-7f96-412f-b1f3-32b2fa0958e3 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-592200731', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '51abe04a-b7c9-4f17-ad14-dffe665affae'}], 'security_groups': ['0bbebbc4-bd1f-4d0b-adde-15f0b78a52d0']}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:31.260166 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b7dafc-1f1a-4817-b6e0-fd9e4d3c8f68 None None] Network 1f4c5d74-5a1a-4296-836a-a363ba6eac83 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:38:31.261381 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1257cc73-c59c-4300-b7fb-a411b9af4333 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:38:31.275014 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1257cc73-c59c-4300-b7fb-a411b9af4333 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "PUT /v2.0/routers/e44aae6d-4bc4-4728-bef8-e4ad31750ba8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5173264 Oct 20 11:38:31.275266 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42380) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:31.286024 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9757b8f3-1cb7-4087-ac32-49ff12e6bfb5 None None] Sync routers for ids ['e44aae6d-4bc4-4728-bef8-e4ad31750ba8'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:38:31.313913 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9757b8f3-1cb7-4087-ac32-49ff12e6bfb5 None None] Routers {'e44aae6d-4bc4-4728-bef8-e4ad31750ba8'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:38:31.316099 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-9757b8f3-1cb7-4087-ac32-49ff12e6bfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:38:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e44aae6d-4bc4-4728-bef8-e4ad31750ba8'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:31.343615 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-e9ab3033-9e0b-4db0-b385-47e0cee2564a tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2487988 Oct 20 11:38:31.359075 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6a8a8072-d950-4084-ada5-6056b6ab0135 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:31.362103 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9cc6e953-581b-4f75-a4ae-3499dbd22ff5 req-fcf8a0cc-0ec5-48af-b73f-9e5bb8a3a8df tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.98 "GET /v2.0/security-groups?id=0f25d2a9-0851-4af2-90eb-50947b994fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852288 Oct 20 11:38:31.367477 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-52d6e3f3-ed79-4f8e-8e37-eee5bc0b5b8e service neutron] Request body: {'port': {'device_id': 'f8e9018f-8cf7-4886-b9e8-6fc1a048f467', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:31.368821 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847636cd-3035-4637-9b84-3cfb19abd5c7 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:31.370446 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-847636cd-3035-4637-9b84-3cfb19abd5c7 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "GET /v2.0/ports/07f65100-4c06-4ac4-b906-c7101b4a160e HTTP/1.1" status: 200 len: 913 time: 0.0943098 Oct 20 11:38:31.373611 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42382) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:31.401691 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-9757b8f3-1cb7-4087-ac32-49ff12e6bfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:31.422446 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9757b8f3-1cb7-4087-ac32-49ff12e6bfb5 None None] Routers {'e44aae6d-4bc4-4728-bef8-e4ad31750ba8'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:38:31.424361 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-9757b8f3-1cb7-4087-ac32-49ff12e6bfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:38:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e44aae6d-4bc4-4728-bef8-e4ad31750ba8'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:31.502748 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-9757b8f3-1cb7-4087-ac32-49ff12e6bfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:31.503673 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9757b8f3-1cb7-4087-ac32-49ff12e6bfb5 None None] The sync data for ids ['e44aae6d-4bc4-4728-bef8-e4ad31750ba8'] in n-d-814735-3 is: [] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:38:31.545917 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-a2d23803-c121-4d5f-99ea-c9a661e4bf39 None None] Port 07f65100-4c06-4ac4-b906-c7101b4a160e cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:38:31.578376 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-56cc6f41-6ef2-4b80-9022-4bc4df9ef8d1 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:31.612101 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-52d6e3f3-ed79-4f8e-8e37-eee5bc0b5b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:31.616531 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a8072-d950-4084-ada5-6056b6ab0135 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Deleting port d8e4df95-96f2-4520-b800-2774fb9aadf1 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:38:31.617099 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6a8a8072-d950-4084-ada5-6056b6ab0135 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:31.647124 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-56cc6f41-6ef2-4b80-9022-4bc4df9ef8d1 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:31.669033 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device c2938ca7-89f6-4bb3-8ab6-4e2edbba112b up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:38:31.721705 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-6a8a8072-d950-4084-ada5-6056b6ab0135 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] For port d8e4df95-96f2-4520-b800-2774fb9aadf1, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=d8e4df95-96f2-4520-b800-2774fb9aadf1,segment=NetworkSegment(f8cba4da-63ad-4ae1-b242-413d6238c2fa),segment_id=f8cba4da-63ad-4ae1-b242-413d6238c2fa)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:31.722439 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6a8a8072-d950-4084-ada5-6056b6ab0135 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:31.740199 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a8072-d950-4084-ada5-6056b6ab0135 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Calling delete_port for d8e4df95-96f2-4520-b800-2774fb9aadf1 owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:38:31.860458 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-56cc6f41-6ef2-4b80-9022-4bc4df9ef8d1 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Network 4c7acd23-a765-4c00-a644-a81b843ff6d3 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:38:31.861288 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-49df5762-7f96-412f-b1f3-32b2fa0958e3 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:31.879829 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f009c574-d982-42ec-bd43-d8104692f36b req-457938f0-9067-4a27-b933-d85a02c3a5ad tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0999949 Oct 20 11:38:31.889039 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port c2938ca7-89f6-4bb3-8ab6-4e2edbba112b triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:31.889039 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:31.890123 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-56cc6f41-6ef2-4b80-9022-4bc4df9ef8d1 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:38:31.902725 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6a8a8072-d950-4084-ada5-6056b6ab0135 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:31.907245 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc6f41-6ef2-4b80-9022-4bc4df9ef8d1 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Pushing event updated for resources: {'Port': ['ID=0d547af2-2a84-4b50-88e7-a42b3e28e237,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:31.924546 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-56cc6f41-6ef2-4b80-9022-4bc4df9ef8d1 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:38:31.934449 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-eaeda8e1-13a0-4869-a10b-d55253c90934 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:31.940245 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a8072-d950-4084-ada5-6056b6ab0135 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Pushing event deleted for resources: {'Port': ['ID=d8e4df95-96f2-4520-b800-2774fb9aadf1,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:31.976799 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8a8072-d950-4084-ada5-6056b6ab0135 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] No DVR routers for this DVR port d8e4df95-96f2-4520-b800-2774fb9aadf1 on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:38:32.062015 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0da3ba-0e2e-4059-b633-6a136ac0b803 None None] Update dhcp port {'port': {'network_id': '152d744c-644b-4e93-b909-ccc3f4c9ea2d', 'fixed_ips': [{'subnet_id': 'f88a24fd-ba44-41dd-af91-a7ef5d2b1c22', 'ip_address': '172.20.0.2'}, {'subnet_id': '51abe04a-b7c9-4f17-ad14-dffe665affae'}], 'binding:host_id': 'n-d-814735-3'}, 'id': 'c2938ca7-89f6-4bb3-8ab6-4e2edbba112b'} from n-d-814735-3. {{(pid=100648) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 11:38:32.069543 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b50b17-168b-4af0-9af2-acbba177648e None None] DHCP port deletion for 1f4c5d74-5a1a-4296-836a-a363ba6eac83 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:38:32.106312 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6a8a8072-d950-4084-ada5-6056b6ab0135 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:32.109946 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2f0da3ba-0e2e-4059-b633-6a136ac0b803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:32.128147 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-56cc6f41-6ef2-4b80-9022-4bc4df9ef8d1 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:32.128783 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-56cc6f41-6ef2-4b80-9022-4bc4df9ef8d1 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:32.172832 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-6a8a8072-d950-4084-ada5-6056b6ab0135 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f4c5d74-5a1a-4296-836a-a363ba6eac83']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:32.183982 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-6a8a8072-d950-4084-ada5-6056b6ab0135 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8cba4da-63ad-4ae1-b242-413d6238c2fa') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:32.184313 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-6a8a8072-d950-4084-ada5-6056b6ab0135 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8cba4da-63ad-4ae1-b242-413d6238c2fa') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:32.196963 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6a8a8072-d950-4084-ada5-6056b6ab0135 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:32.215664 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6a8a8072-d950-4084-ada5-6056b6ab0135 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:32.221327 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-3f66d74c-69fb-42ad-8ccb-506d6424f23d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ada37f04-f050-422b-8964-db3733aa1e1b {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:38:32.222510 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a8a8072-d950-4084-ada5-6056b6ab0135 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Releasing vlan 1275 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:38:32.222988 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6a8a8072-d950-4084-ada5-6056b6ab0135 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:32.226365 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:38:32.226365 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:38:32.226365 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:38:32.226365 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:38:32.226365 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:38:32.226365 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:38:32.226365 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:38:32.226365 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:38:32.226365 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:38:32.226365 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:38:32.226365 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:38:32.226365 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:38:32.226365 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:38:32.226365 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:38:32.226365 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:38:32.226365 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:38:32.226365 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:38:32.226365 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:38:32.226365 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:38:32.226365 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:38:32.226365 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:38:32.226365 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:38:32.226365 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:38:32.226365 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:38:32.226365 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:38:32.226365 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:38:32.226365 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:38:32.226365 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:38:32.226365 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:38:32.226365 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:38:32.226365 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:38:32.226365 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:38:32.229081 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-56cc6f41-6ef2-4b80-9022-4bc4df9ef8d1 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1581922 Oct 20 11:38:32.234738 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-3f66d74c-69fb-42ad-8ccb-506d6424f23d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:32.246983 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-5294a664-d73a-42cf-9839-24bd1c5d4b21 service neutron] Request body: {'port': {'device_id': '898d8e7e-fc8b-4113-8cf0-d5969b8bb88d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:32.302061 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6a8a8072-d950-4084-ada5-6056b6ab0135 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:32.312940 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6a8a8072-d950-4084-ada5-6056b6ab0135 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:32.314733 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-2f0da3ba-0e2e-4059-b633-6a136ac0b803 None None] Allocated IP 172.20.0.18 (152d744c-644b-4e93-b909-ccc3f4c9ea2d/51abe04a-b7c9-4f17-ad14-dffe665affae/c2938ca7-89f6-4bb3-8ab6-4e2edbba112b) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:38:32.321646 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6a8a8072-d950-4084-ada5-6056b6ab0135 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] 10.222.0.98 "DELETE /v2.0/networks/1f4c5d74-5a1a-4296-836a-a363ba6eac83 HTTP/1.1" status: 204 len: 168 time: 1.0952816 Oct 20 11:38:32.335520 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a8072-d950-4084-ada5-6056b6ab0135 tempest-ServersTestMultiNic-506226778 tempest-ServersTestMultiNic-506226778-project] Pushing event deleted for resources: {'Network': ['ID=1f4c5d74-5a1a-4296-836a-a363ba6eac83,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:32.341635 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-3f66d74c-69fb-42ad-8ccb-506d6424f23d service neutron] Transition to ACTIVE for port object ada37f04-f050-422b-8964-db3733aa1e1b will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:38:32.362648 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-3f66d74c-69fb-42ad-8ccb-506d6424f23d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:32.418372 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-5294a664-d73a-42cf-9839-24bd1c5d4b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:32.444918 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-eaeda8e1-13a0-4869-a10b-d55253c90934 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Deleting port 07f65100-4c06-4ac4-b906-c7101b4a160e {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:38:32.445280 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-eaeda8e1-13a0-4869-a10b-d55253c90934 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:32.463231 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-2f0da3ba-0e2e-4059-b633-6a136ac0b803 None None] For port c2938ca7-89f6-4bb3-8ab6-4e2edbba112b, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=c2938ca7-89f6-4bb3-8ab6-4e2edbba112b,segment=NetworkSegment(252587d9-7a55-47eb-91a1-8e3029471a06),segment_id=252587d9-7a55-47eb-91a1-8e3029471a06)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:32.517698 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2f0da3ba-0e2e-4059-b633-6a136ac0b803 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:32.525022 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2f0da3ba-0e2e-4059-b633-6a136ac0b803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:32.591114 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42398) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:32.601750 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-eaeda8e1-13a0-4869-a10b-d55253c90934 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:32.621171 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f66d74c-69fb-42ad-8ccb-506d6424f23d service neutron] Pushing event updated for resources: {'Port': ['ID=ada37f04-f050-422b-8964-db3733aa1e1b,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:32.663338 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-eaeda8e1-13a0-4869-a10b-d55253c90934 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Calling delete_port for 07f65100-4c06-4ac4-b906-c7101b4a160e owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:38:32.672177 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0da3ba-0e2e-4059-b633-6a136ac0b803 None None] Pushing event updated for resources: {'Port': ['ID=c2938ca7-89f6-4bb3-8ab6-4e2edbba112b,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:32.823256 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f9f91-bbd6-4747-8441-f2f361ddd297 req-bd0467e4-8c4f-46c4-9516-f1761b4e0647 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:32.824860 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1a7f9f91-bbd6-4747-8441-f2f361ddd297 req-bd0467e4-8c4f-46c4-9516-f1761b4e0647 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8e9018f-8cf7-4886-b9e8-6fc1a048f467 HTTP/1.1" status: 200 len: 932 time: 0.3054202 Oct 20 11:38:32.969453 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-3f66d74c-69fb-42ad-8ccb-506d6424f23d service neutron] Attempting to bind port ada37f04-f050-422b-8964-db3733aa1e1b on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:38:32.969776 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-3f66d74c-69fb-42ad-8ccb-506d6424f23d service neutron] Attempting to bind port ada37f04-f050-422b-8964-db3733aa1e1b by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '94f84233-df75-4314-b565-50183af645af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '4c7acd23-a765-4c00-a644-a81b843ff6d3'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:38:32.970100 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-3f66d74c-69fb-42ad-8ccb-506d6424f23d service neutron] Attempting to bind port ada37f04-f050-422b-8964-db3733aa1e1b on network 4c7acd23-a765-4c00-a644-a81b843ff6d3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:38:33.001627 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-3f66d74c-69fb-42ad-8ccb-506d6424f23d service neutron] Port ada37f04-f050-422b-8964-db3733aa1e1b on network 4c7acd23-a765-4c00-a644-a81b843ff6d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:38:33.001731 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-3f66d74c-69fb-42ad-8ccb-506d6424f23d service neutron] Attempting to bind port ada37f04-f050-422b-8964-db3733aa1e1b on network 4c7acd23-a765-4c00-a644-a81b843ff6d3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:38:33.004509 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-49df5762-7f96-412f-b1f3-32b2fa0958e3 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Delete allocated IP 172.20.0.9 (152d744c-644b-4e93-b909-ccc3f4c9ea2d/f88a24fd-ba44-41dd-af91-a7ef5d2b1c22) {{(pid=100647) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 20 11:38:33.020605 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-52d6e3f3-ed79-4f8e-8e37-eee5bc0b5b8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40a52f83-7ba3-4dd5-9e62-d68a761b8705 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:38:33.033194 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1a7f9f91-bbd6-4747-8441-f2f361ddd297 req-d67883ac-4ee3-4228-ad0b-943600c9054d tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.98 "GET /v2.0/security-groups?id=0f25d2a9-0851-4af2-90eb-50947b994fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989062 Oct 20 11:38:33.038539 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-49df5762-7f96-412f-b1f3-32b2fa0958e3 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Allocated IP 172.20.0.27 (152d744c-644b-4e93-b909-ccc3f4c9ea2d/51abe04a-b7c9-4f17-ad14-dffe665affae/bdeb9726-5696-4324-8213-03c3628da89a) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:38:33.045350 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-3f66d74c-69fb-42ad-8ccb-506d6424f23d service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:38:33.045932 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-3f66d74c-69fb-42ad-8ccb-506d6424f23d service neutron] Checking segment: {'id': '94f84233-df75-4314-b565-50183af645af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '4c7acd23-a765-4c00-a644-a81b843ff6d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:38:33.046319 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-3f66d74c-69fb-42ad-8ccb-506d6424f23d service neutron] Bound using segment: {'id': '94f84233-df75-4314-b565-50183af645af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '4c7acd23-a765-4c00-a644-a81b843ff6d3'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:38:33.046825 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-3f66d74c-69fb-42ad-8ccb-506d6424f23d service neutron] Bound port: ada37f04-f050-422b-8964-db3733aa1e1b, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94f84233-df75-4314-b565-50183af645af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '4c7acd23-a765-4c00-a644-a81b843ff6d3'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:38:33.047289 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-3f66d74c-69fb-42ad-8ccb-506d6424f23d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:33.050973 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-52d6e3f3-ed79-4f8e-8e37-eee5bc0b5b8e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:33.084221 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-eaeda8e1-13a0-4869-a10b-d55253c90934 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:33.095718 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-52d6e3f3-ed79-4f8e-8e37-eee5bc0b5b8e service neutron] Transition to ACTIVE for port object 40a52f83-7ba3-4dd5-9e62-d68a761b8705 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:38:33.133139 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeda8e1-13a0-4869-a10b-d55253c90934 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event deleted for resources: {'Port': ['ID=07f65100-4c06-4ac4-b906-c7101b4a160e,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:33.180558 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-3f66d74c-69fb-42ad-8ccb-506d6424f23d service neutron] For port ada37f04-f050-422b-8964-db3733aa1e1b, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:38:33.184291 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-3f66d74c-69fb-42ad-8ccb-506d6424f23d service neutron] For port ada37f04-f050-422b-8964-db3733aa1e1b, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=ada37f04-f050-422b-8964-db3733aa1e1b,segment=NetworkSegment(94f84233-df75-4314-b565-50183af645af),segment_id=94f84233-df75-4314-b565-50183af645af)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:38:33.209526 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-52d6e3f3-ed79-4f8e-8e37-eee5bc0b5b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:33.249443 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-3f66d74c-69fb-42ad-8ccb-506d6424f23d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:33.283626 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-38cbdeee-56a2-498c-9b50-700e0fd9791d req-2fe1e709-c04d-48eb-bb6d-1ab541458c42 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0867987 Oct 20 11:38:33.352305 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6e3f3-ed79-4f8e-8e37-eee5bc0b5b8e service neutron] Pushing event updated for resources: {'Port': ['ID=40a52f83-7ba3-4dd5-9e62-d68a761b8705,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:33.470291 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f66d74c-69fb-42ad-8ccb-506d6424f23d service neutron] Pushing event updated for resources: {'Port': ['ID=ada37f04-f050-422b-8964-db3733aa1e1b,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:33.506500 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-6d8e3021-9f32-48b9-89a4-4fd59465a7d3 None None] Provisioning complete for port 53ce4373-c417-40e2-aca9-03dbbd14175e triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:33.507681 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6d8e3021-9f32-48b9-89a4-4fd59465a7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:33.554562 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-6d8e3021-9f32-48b9-89a4-4fd59465a7d3 None None] Port 53ce4373-c417-40e2-aca9-03dbbd14175e cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:38:33.580817 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-6d8e3021-9f32-48b9-89a4-4fd59465a7d3 None None] Provisioning complete for port bdeb9726-5696-4324-8213-03c3628da89a triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:33.581187 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6d8e3021-9f32-48b9-89a4-4fd59465a7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:33.615846 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-49df5762-7f96-412f-b1f3-32b2fa0958e3 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:33.620971 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-3f66d74c-69fb-42ad-8ccb-506d6424f23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:33.621824 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-3f66d74c-69fb-42ad-8ccb-506d6424f23d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:33.624364 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-3f66d74c-69fb-42ad-8ccb-506d6424f23d service neutron] 10.222.0.89 "PUT /v2.0/ports/ada37f04-f050-422b-8964-db3733aa1e1b HTTP/1.1" status: 200 len: 1091 time: 3.5638742 Oct 20 11:38:33.624973 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cc97e04-6fd2-461f-aad3-ca66e46b336c', 'tag': 'ada37f04-f050-422b-8964-db3733aa1e1b'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:38:33.627629 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b7cf30-1b42-4253-a0ca-fa85ee0daec4" -d '{"events": [{"name": "network-changed", "server_uuid": "1cc97e04-6fd2-461f-aad3-ca66e46b336c", "tag": "ada37f04-f050-422b-8964-db3733aa1e1b"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:38:33.642313 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device c2938ca7-89f6-4bb3-8ab6-4e2edbba112b up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:38:33.687297 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-49df5762-7f96-412f-b1f3-32b2fa0958e3 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:33.696146 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-6d8e3021-9f32-48b9-89a4-4fd59465a7d3 None None] Port bdeb9726-5696-4324-8213-03c3628da89a cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:38:33.716583 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-eaeda8e1-13a0-4869-a10b-d55253c90934 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:33.719403 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-6d8e3021-9f32-48b9-89a4-4fd59465a7d3 None None] Provisioning complete for port c2938ca7-89f6-4bb3-8ab6-4e2edbba112b triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:33.720782 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6d8e3021-9f32-48b9-89a4-4fd59465a7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:33.735742 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4776a23-7911-4b44-bc7d-0462a4954a17 x-openstack-request-id: req-f4776a23-7911-4b44-bc7d-0462a4954a17 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:38:33.736018 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cc97e04-6fd2-461f-aad3-ca66e46b336c", "tag": "ada37f04-f050-422b-8964-db3733aa1e1b", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:38:33.736177 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f4776a23-7911-4b44-bc7d-0462a4954a17 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:38:33.736576 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cc97e04-6fd2-461f-aad3-ca66e46b336c', 'tag': 'ada37f04-f050-422b-8964-db3733aa1e1b', 'status': 'completed', 'code': 200} Oct 20 11:38:33.845972 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port c2938ca7-89f6-4bb3-8ab6-4e2edbba112b triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:33.846349 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:33.888813 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-d20aea8d-6e04-47ce-b7a1-fe806df8dc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:33.890495 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-d20aea8d-6e04-47ce-b7a1-fe806df8dc69 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=688e0789a9c8412a8181467706896821&device_id=1cc97e04-6fd2-461f-aad3-ca66e46b336c HTTP/1.1" status: 200 len: 1094 time: 0.1635714 Oct 20 11:38:33.891305 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-52d6e3f3-ed79-4f8e-8e37-eee5bc0b5b8e service neutron] Attempting to bind port 40a52f83-7ba3-4dd5-9e62-d68a761b8705 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:38:33.891619 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-52d6e3f3-ed79-4f8e-8e37-eee5bc0b5b8e service neutron] Attempting to bind port 40a52f83-7ba3-4dd5-9e62-d68a761b8705 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '94f84233-df75-4314-b565-50183af645af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '4c7acd23-a765-4c00-a644-a81b843ff6d3'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:38:33.891935 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-52d6e3f3-ed79-4f8e-8e37-eee5bc0b5b8e service neutron] Attempting to bind port 40a52f83-7ba3-4dd5-9e62-d68a761b8705 on network 4c7acd23-a765-4c00-a644-a81b843ff6d3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:38:33.896655 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df5762-7f96-412f-b1f3-32b2fa0958e3 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event updated for resources: {'Port': ['ID=bdeb9726-5696-4324-8213-03c3628da89a,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:33.908071 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e8f8ab15-81cf-40b8-92d3-df387530c9ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:33.969642 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-52d6e3f3-ed79-4f8e-8e37-eee5bc0b5b8e service neutron] Port 40a52f83-7ba3-4dd5-9e62-d68a761b8705 on network 4c7acd23-a765-4c00-a644-a81b843ff6d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:38:33.969992 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-52d6e3f3-ed79-4f8e-8e37-eee5bc0b5b8e service neutron] Attempting to bind port 40a52f83-7ba3-4dd5-9e62-d68a761b8705 on network 4c7acd23-a765-4c00-a644-a81b843ff6d3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:38:33.984273 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-52d6e3f3-ed79-4f8e-8e37-eee5bc0b5b8e service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:38:33.984534 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-52d6e3f3-ed79-4f8e-8e37-eee5bc0b5b8e service neutron] Checking segment: {'id': '94f84233-df75-4314-b565-50183af645af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '4c7acd23-a765-4c00-a644-a81b843ff6d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:38:33.984889 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-52d6e3f3-ed79-4f8e-8e37-eee5bc0b5b8e service neutron] Bound using segment: {'id': '94f84233-df75-4314-b565-50183af645af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '4c7acd23-a765-4c00-a644-a81b843ff6d3'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:38:33.985259 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-52d6e3f3-ed79-4f8e-8e37-eee5bc0b5b8e service neutron] Bound port: 40a52f83-7ba3-4dd5-9e62-d68a761b8705, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94f84233-df75-4314-b565-50183af645af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '4c7acd23-a765-4c00-a644-a81b843ff6d3'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:38:33.985611 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-52d6e3f3-ed79-4f8e-8e37-eee5bc0b5b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:34.003004 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-3f6f1972-27a7-41e6-92da-b202df1303cb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ada37f04-f050-422b-8964-db3733aa1e1b HTTP/1.1" status: 200 len: 217 time: 0.0979462 Oct 20 11:38:34.056030 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device d8e4df95-96f2-4520-b800-2774fb9aadf1 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:38:34.079020 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: d8e4df95-96f2-4520-b800-2774fb9aadf1 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:38:34.079383 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device d8e4df95-96f2-4520-b800-2774fb9aadf1 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:38:34.108984 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaeda8e1-13a0-4869-a10b-d55253c90934 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Router e44aae6d-4bc4-4728-bef8-e4ad31750ba8 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:38:34.114318 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-49df5762-7f96-412f-b1f3-32b2fa0958e3 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] In _notify_port_updated(), no bound segment for port bdeb9726-5696-4324-8213-03c3628da89a on network 152d744c-644b-4e93-b909-ccc3f4c9ea2d {{(pid=100647) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 11:38:34.122149 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49df5762-7f96-412f-b1f3-32b2fa0958e3 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:34.122838 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-49df5762-7f96-412f-b1f3-32b2fa0958e3 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:34.129124 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-49df5762-7f96-412f-b1f3-32b2fa0958e3 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "PUT /v2.0/ports/bdeb9726-5696-4324-8213-03c3628da89a HTTP/1.1" status: 200 len: 920 time: 2.8751042 Oct 20 11:38:34.132480 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42412) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:34.172994 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-5294a664-d73a-42cf-9839-24bd1c5d4b21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d547af2-2a84-4b50-88e7-a42b3e28e237 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:38:34.206204 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-5294a664-d73a-42cf-9839-24bd1c5d4b21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:34.308599 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaeda8e1-13a0-4869-a10b-d55253c90934 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:38:34.314387 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-eaeda8e1-13a0-4869-a10b-d55253c90934 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "PUT /v2.0/routers/e44aae6d-4bc4-4728-bef8-e4ad31750ba8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9392924 Oct 20 11:38:34.320910 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42414) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:34.323585 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dc78d1-b105-4fb7-8c0c-374dca8ea730 None None] Sync routers for ids ['e44aae6d-4bc4-4728-bef8-e4ad31750ba8'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:38:34.341058 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dc78d1-b105-4fb7-8c0c-374dca8ea730 None None] Routers {'e44aae6d-4bc4-4728-bef8-e4ad31750ba8'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:38:34.341726 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-13dc78d1-b105-4fb7-8c0c-374dca8ea730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:38:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e44aae6d-4bc4-4728-bef8-e4ad31750ba8'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:34.424107 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-13dc78d1-b105-4fb7-8c0c-374dca8ea730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:34.440766 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dc78d1-b105-4fb7-8c0c-374dca8ea730 None None] Routers {'e44aae6d-4bc4-4728-bef8-e4ad31750ba8'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:38:34.441406 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-13dc78d1-b105-4fb7-8c0c-374dca8ea730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:38:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e44aae6d-4bc4-4728-bef8-e4ad31750ba8'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:34.503411 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-13dc78d1-b105-4fb7-8c0c-374dca8ea730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:34.504069 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dc78d1-b105-4fb7-8c0c-374dca8ea730 None None] The sync data for ids ['e44aae6d-4bc4-4728-bef8-e4ad31750ba8'] in n-d-814735-3 is: [] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:38:34.563366 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-54fb43cf-957c-4a2f-8151-1332986399b8 None None] Provisioning complete for port bdeb9726-5696-4324-8213-03c3628da89a triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:34.564067 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-54fb43cf-957c-4a2f-8151-1332986399b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:34.646717 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-3ed1d193-1eeb-4a53-8dbf-004d1a6906d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:34.646717 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-3ed1d193-1eeb-4a53-8dbf-004d1a6906d6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8f3c4e65-f964-4fa5-a8a8-51bee9649899 HTTP/1.1" status: 200 len: 858 time: 0.6056793 Oct 20 11:38:34.651606 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-54fb43cf-957c-4a2f-8151-1332986399b8 None None] Port bdeb9726-5696-4324-8213-03c3628da89a cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:38:34.662077 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-52d6e3f3-ed79-4f8e-8e37-eee5bc0b5b8e service neutron] For port 40a52f83-7ba3-4dd5-9e62-d68a761b8705, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:38:34.664437 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-5294a664-d73a-42cf-9839-24bd1c5d4b21 service neutron] Transition to ACTIVE for port object 0d547af2-2a84-4b50-88e7-a42b3e28e237 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:38:34.696417 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d44c84a2-16b1-47b9-816a-c978b11a8602 req-4a595af9-3803-4977-a4e6-cbdfcdca9dd3 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0645480 Oct 20 11:38:34.700540 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-e8f8ab15-81cf-40b8-92d3-df387530c9ba admin admin] Deleting port b3bc7a28-e511-44f2-8f8f-12c4e0f73b8e {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:38:34.700949 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e8f8ab15-81cf-40b8-92d3-df387530c9ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:34.711917 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-5294a664-d73a-42cf-9839-24bd1c5d4b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:34.716761 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-52d6e3f3-ed79-4f8e-8e37-eee5bc0b5b8e service neutron] For port 40a52f83-7ba3-4dd5-9e62-d68a761b8705, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=40a52f83-7ba3-4dd5-9e62-d68a761b8705,segment=NetworkSegment(94f84233-df75-4314-b565-50183af645af),segment_id=94f84233-df75-4314-b565-50183af645af)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:38:34.723220 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-c6a6b78c-898c-45b5-aa43-e912f9cea411 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4c7acd23-a765-4c00-a644-a81b843ff6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633521 Oct 20 11:38:34.754018 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-52d6e3f3-ed79-4f8e-8e37-eee5bc0b5b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:34.779724 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d43cbe-1a02-4c4e-8c6e-b095b365fdf6 req-47ff802e-10d7-439c-818e-c894568d1975 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:34.781353 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c0d43cbe-1a02-4c4e-8c6e-b095b365fdf6 req-47ff802e-10d7-439c-818e-c894568d1975 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8e9018f-8cf7-4886-b9e8-6fc1a048f467 HTTP/1.1" status: 200 len: 944 time: 0.6381159 Oct 20 11:38:34.812845 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-e8f8ab15-81cf-40b8-92d3-df387530c9ba admin admin] For port b3bc7a28-e511-44f2-8f8f-12c4e0f73b8e, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=b3bc7a28-e511-44f2-8f8f-12c4e0f73b8e,segment=NetworkSegment(9342f72a-9e50-4011-8672-4d9620e55df2),segment_id=9342f72a-9e50-4011-8672-4d9620e55df2)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:34.813213 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e8f8ab15-81cf-40b8-92d3-df387530c9ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:34.843455 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-e8f8ab15-81cf-40b8-92d3-df387530c9ba admin admin] Calling delete_port for b3bc7a28-e511-44f2-8f8f-12c4e0f73b8e owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:38:34.844287 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-52d6e3f3-ed79-4f8e-8e37-eee5bc0b5b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:34.844897 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-52d6e3f3-ed79-4f8e-8e37-eee5bc0b5b8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:34.846251 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-52d6e3f3-ed79-4f8e-8e37-eee5bc0b5b8e service neutron] 10.222.0.11 "PUT /v2.0/ports/40a52f83-7ba3-4dd5-9e62-d68a761b8705 HTTP/1.1" status: 200 len: 1092 time: 3.4831417 Oct 20 11:38:34.858578 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5294a664-d73a-42cf-9839-24bd1c5d4b21 service neutron] Pushing event updated for resources: {'Port': ['ID=0d547af2-2a84-4b50-88e7-a42b3e28e237,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:34.920047 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b856b802-406b-4bde-8930-ea8d5a788dc9 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:34.949617 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-918e18e4-fbd9-4d82-8a88-43fc606d689f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Deleting port bdeb9726-5696-4324-8213-03c3628da89a {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:38:34.949950 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-918e18e4-fbd9-4d82-8a88-43fc606d689f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:35.035709 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c0d43cbe-1a02-4c4e-8c6e-b095b365fdf6 req-cde1f99e-c204-437c-8d01-9a68ee90cb6c tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.98 "GET /v2.0/security-groups?id=0f25d2a9-0851-4af2-90eb-50947b994fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277942 Oct 20 11:38:35.105941 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-cd17dde9-8366-49c2-ae1c-70b5624af797 service neutron] 10.222.0.89 "GET /v2.0/networks/4c7acd23-a765-4c00-a644-a81b843ff6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480465 Oct 20 11:38:35.139860 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6e3f3-ed79-4f8e-8e37-eee5bc0b5b8e service neutron] Pushing event updated for resources: {'Port': ['ID=40a52f83-7ba3-4dd5-9e62-d68a761b8705,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:35.164200 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-5294a664-d73a-42cf-9839-24bd1c5d4b21 service neutron] Attempting to bind port 0d547af2-2a84-4b50-88e7-a42b3e28e237 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:38:35.164534 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-5294a664-d73a-42cf-9839-24bd1c5d4b21 service neutron] Attempting to bind port 0d547af2-2a84-4b50-88e7-a42b3e28e237 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '94f84233-df75-4314-b565-50183af645af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '4c7acd23-a765-4c00-a644-a81b843ff6d3'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:38:35.164862 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-5294a664-d73a-42cf-9839-24bd1c5d4b21 service neutron] Attempting to bind port 0d547af2-2a84-4b50-88e7-a42b3e28e237 on network 4c7acd23-a765-4c00-a644-a81b843ff6d3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:38:35.168201 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-04d6209b-ebdf-4efe-a329-eccbbe0535fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:35.169717 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-04d6209b-ebdf-4efe-a329-eccbbe0535fc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=688e0789a9c8412a8181467706896821&device_id=f8e9018f-8cf7-4886-b9e8-6fc1a048f467 HTTP/1.1" status: 200 len: 1095 time: 0.2676382 Oct 20 11:38:35.227170 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-5294a664-d73a-42cf-9839-24bd1c5d4b21 service neutron] Port 0d547af2-2a84-4b50-88e7-a42b3e28e237 on network 4c7acd23-a765-4c00-a644-a81b843ff6d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:38:35.227585 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-5294a664-d73a-42cf-9839-24bd1c5d4b21 service neutron] Attempting to bind port 0d547af2-2a84-4b50-88e7-a42b3e28e237 on network 4c7acd23-a765-4c00-a644-a81b843ff6d3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:38:35.235138 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e8f8ab15-81cf-40b8-92d3-df387530c9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:35.269939 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-918e18e4-fbd9-4d82-8a88-43fc606d689f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:35.273237 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-bbbc45cf-f4b2-4716-ae8c-89686b110915 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40a52f83-7ba3-4dd5-9e62-d68a761b8705 HTTP/1.1" status: 200 len: 217 time: 0.0915425 Oct 20 11:38:35.280204 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-5294a664-d73a-42cf-9839-24bd1c5d4b21 service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:38:35.280533 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-5294a664-d73a-42cf-9839-24bd1c5d4b21 service neutron] Checking segment: {'id': '94f84233-df75-4314-b565-50183af645af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '4c7acd23-a765-4c00-a644-a81b843ff6d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:38:35.280932 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-5294a664-d73a-42cf-9839-24bd1c5d4b21 service neutron] Bound using segment: {'id': '94f84233-df75-4314-b565-50183af645af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '4c7acd23-a765-4c00-a644-a81b843ff6d3'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:38:35.281329 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-5294a664-d73a-42cf-9839-24bd1c5d4b21 service neutron] Bound port: 0d547af2-2a84-4b50-88e7-a42b3e28e237, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94f84233-df75-4314-b565-50183af645af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '4c7acd23-a765-4c00-a644-a81b843ff6d3'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:38:35.281670 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-5294a664-d73a-42cf-9839-24bd1c5d4b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:35.282056 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f8ab15-81cf-40b8-92d3-df387530c9ba admin admin] Pushing event deleted for resources: {'Port': ['ID=b3bc7a28-e511-44f2-8f8f-12c4e0f73b8e,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:35.310498 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-918e18e4-fbd9-4d82-8a88-43fc606d689f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Calling delete_port for bdeb9726-5696-4324-8213-03c3628da89a owned by {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:38:35.365098 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-b856b802-406b-4bde-8930-ea8d5a788dc9 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Deleting port 3eb1e141-2b47-4c27-a65e-ce53533869a8 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:38:35.365728 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b856b802-406b-4bde-8930-ea8d5a788dc9 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:35.421476 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-4ca3b886-3c68-4b25-9ac8-6965b8798a34 service neutron] 10.222.0.89 "GET /v2.0/networks/4c7acd23-a765-4c00-a644-a81b843ff6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994490 Oct 20 11:38:35.443410 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-735ec335-853a-45e4-89bb-d8e617a47a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:35.445093 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-735ec335-853a-45e4-89bb-d8e617a47a32 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8f3c4e65-f964-4fa5-a8a8-51bee9649899 HTTP/1.1" status: 200 len: 858 time: 0.1582980 Oct 20 11:38:35.494832 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-2571d5a4-fa3d-4b06-a80f-5d3c819d09ef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c7acd23-a765-4c00-a644-a81b843ff6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384126 Oct 20 11:38:35.499330 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-5294a664-d73a-42cf-9839-24bd1c5d4b21 service neutron] For port 0d547af2-2a84-4b50-88e7-a42b3e28e237, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:38:35.553455 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-5294a664-d73a-42cf-9839-24bd1c5d4b21 service neutron] For port 0d547af2-2a84-4b50-88e7-a42b3e28e237, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=0d547af2-2a84-4b50-88e7-a42b3e28e237,segment=NetworkSegment(94f84233-df75-4314-b565-50183af645af),segment_id=94f84233-df75-4314-b565-50183af645af)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:38:35.555166 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b856b802-406b-4bde-8930-ea8d5a788dc9 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:35.568535 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-5294a664-d73a-42cf-9839-24bd1c5d4b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:35.576978 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-b856b802-406b-4bde-8930-ea8d5a788dc9 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Calling delete_port for 3eb1e141-2b47-4c27-a65e-ce53533869a8 owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:38:35.622997 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e8f8ab15-81cf-40b8-92d3-df387530c9ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:35.695140 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-5294a664-d73a-42cf-9839-24bd1c5d4b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:35.695738 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-5294a664-d73a-42cf-9839-24bd1c5d4b21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:35.697002 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-5294a664-d73a-42cf-9839-24bd1c5d4b21 service neutron] 10.222.0.11 "PUT /v2.0/ports/0d547af2-2a84-4b50-88e7-a42b3e28e237 HTTP/1.1" status: 200 len: 1092 time: 3.4543099 Oct 20 11:38:35.721343 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7cf30-1b42-4253-a0ca-fa85ee0daec4 req-136fe2f9-7d9f-4cb5-93ac-6d7468c97e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:35.722887 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c9b7cf30-1b42-4253-a0ca-fa85ee0daec4 req-136fe2f9-7d9f-4cb5-93ac-6d7468c97e13 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=688e0789a9c8412a8181467706896821&device_id=1cc97e04-6fd2-461f-aad3-ca66e46b336c HTTP/1.1" status: 200 len: 1094 time: 0.2249720 Oct 20 11:38:35.746020 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e9018f-8cf7-4886-b9e8-6fc1a048f467', 'tag': '40a52f83-7ba3-4dd5-9e62-d68a761b8705'}, {'name': 'network-changed', 'server_uuid': '898d8e7e-fc8b-4113-8cf0-d5969b8bb88d', 'tag': '0d547af2-2a84-4b50-88e7-a42b3e28e237'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:38:35.748553 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52368654-cae1-4528-a4a1-c66eb0ddf0c5" -d '{"events": [{"name": "network-changed", "server_uuid": "f8e9018f-8cf7-4886-b9e8-6fc1a048f467", "tag": "40a52f83-7ba3-4dd5-9e62-d68a761b8705"}, {"name": "network-changed", "server_uuid": "898d8e7e-fc8b-4113-8cf0-d5969b8bb88d", "tag": "0d547af2-2a84-4b50-88e7-a42b3e28e237"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:38:35.764350 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5294a664-d73a-42cf-9839-24bd1c5d4b21 service neutron] Pushing event updated for resources: {'Port': ['ID=0d547af2-2a84-4b50-88e7-a42b3e28e237,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:35.768650 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-58137307-26ce-4a7a-abd0-b918414d4e6a service neutron] 10.222.0.11 "GET /v2.0/networks/4c7acd23-a765-4c00-a644-a81b843ff6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580130 Oct 20 11:38:35.790508 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-918e18e4-fbd9-4d82-8a88-43fc606d689f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:35.888098 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 20 Oct 2021 11:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f39943-4bc6-4609-989e-a7a97d16272b x-openstack-request-id: req-b9f39943-4bc6-4609-989e-a7a97d16272b {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:38:35.888386 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8e9018f-8cf7-4886-b9e8-6fc1a048f467", "tag": "40a52f83-7ba3-4dd5-9e62-d68a761b8705", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "898d8e7e-fc8b-4113-8cf0-d5969b8bb88d", "tag": "0d547af2-2a84-4b50-88e7-a42b3e28e237", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:38:35.888622 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b9f39943-4bc6-4609-989e-a7a97d16272b {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:38:35.889003 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8e9018f-8cf7-4886-b9e8-6fc1a048f467', 'tag': '40a52f83-7ba3-4dd5-9e62-d68a761b8705', 'status': 'completed', 'code': 200} Oct 20 11:38:35.889290 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '898d8e7e-fc8b-4113-8cf0-d5969b8bb88d', 'tag': '0d547af2-2a84-4b50-88e7-a42b3e28e237', 'status': 'completed', 'code': 200} Oct 20 11:38:35.892586 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b856b802-406b-4bde-8930-ea8d5a788dc9 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:35.907608 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918e18e4-fbd9-4d82-8a88-43fc606d689f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event deleted for resources: {'Port': ['ID=bdeb9726-5696-4324-8213-03c3628da89a,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:35.928337 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b856b802-406b-4bde-8930-ea8d5a788dc9 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event deleted for resources: {'Port': ['ID=3eb1e141-2b47-4c27-a65e-ce53533869a8,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:35.971491 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f4330381-52ab-4da1-97e6-186d7c5eed40 req-b5bb373d-51b4-4b4e-978f-d7fd49ee9938 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.1140523 Oct 20 11:38:36.047740 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-bbf87218-c187-4b43-babb-a8ee9c0b62c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:36.049289 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-bbf87218-c187-4b43-babb-a8ee9c0b62c8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=688e0789a9c8412a8181467706896821&device_id=898d8e7e-fc8b-4113-8cf0-d5969b8bb88d HTTP/1.1" status: 200 len: 1095 time: 0.2973981 Oct 20 11:38:36.058179 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7cf30-1b42-4253-a0ca-fa85ee0daec4 req-63c05024-6293-44d4-89cf-9c8f102f922f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:36.059842 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c9b7cf30-1b42-4253-a0ca-fa85ee0daec4 req-63c05024-6293-44d4-89cf-9c8f102f922f service neutron] 10.222.0.89 "GET /v2.0/networks?id=4c7acd23-a765-4c00-a644-a81b843ff6d3 HTTP/1.1" status: 200 len: 920 time: 0.3257027 Oct 20 11:38:36.171427 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-13ace12b-7f37-4f90-bcff-16e2528367fd service neutron] 10.222.0.11 "GET /v2.0/networks/4c7acd23-a765-4c00-a644-a81b843ff6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907018 Oct 20 11:38:36.177481 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c9b7cf30-1b42-4253-a0ca-fa85ee0daec4 req-95be3a44-1144-438b-89d7-5ad7a7af4a51 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ada37f04-f050-422b-8964-db3733aa1e1b HTTP/1.1" status: 200 len: 217 time: 0.0957825 Oct 20 11:38:36.194023 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-d5933fe0-8dfe-4828-a801-2fe1952bda37 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d547af2-2a84-4b50-88e7-a42b3e28e237 HTTP/1.1" status: 200 len: 217 time: 0.1242101 Oct 20 11:38:36.258500 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-918e18e4-fbd9-4d82-8a88-43fc606d689f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:36.267194 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-918e18e4-fbd9-4d82-8a88-43fc606d689f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "DELETE /v2.0/ports/bdeb9726-5696-4324-8213-03c3628da89a HTTP/1.1" status: 204 len: 168 time: 2.1313481 Oct 20 11:38:36.317159 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42428) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:36.384994 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-6962204f-0fd5-4e2d-ac62-b78cb70868a6 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] GET failed (client error): The resource could not be found. Oct 20 11:38:36.386577 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-6962204f-0fd5-4e2d-ac62-b78cb70868a6 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "GET /v2.0/ports/bdeb9726-5696-4324-8213-03c3628da89a HTTP/1.1" status: 404 len: 333 time: 0.0590549 Oct 20 11:38:36.389024 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7cf30-1b42-4253-a0ca-fa85ee0daec4 req-c5145d1f-9fa0-4498-9cf5-d8bf0b3e6297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:36.389682 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c9b7cf30-1b42-4253-a0ca-fa85ee0daec4 req-c5145d1f-9fa0-4498-9cf5-d8bf0b3e6297 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8f3c4e65-f964-4fa5-a8a8-51bee9649899 HTTP/1.1" status: 200 len: 858 time: 0.1944199 Oct 20 11:38:36.390220 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42430) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:36.402816 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b856b802-406b-4bde-8930-ea8d5a788dc9 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:36.415878 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f8ab15-81cf-40b8-92d3-df387530c9ba admin admin] Router 331ba822-fccd-4135-b29c-c9419d9e7fab has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:38:36.426470 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-ad6bff79-5569-41d5-b655-ca78e2c5ab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:36.428001 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-ad6bff79-5569-41d5-b655-ca78e2c5ab67 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8f3c4e65-f964-4fa5-a8a8-51bee9649899 HTTP/1.1" status: 200 len: 858 time: 0.2229674 Oct 20 11:38:36.450954 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5123b496-43f6-437d-b3f1-380af9de65cd req-a7bccd08-3107-4a21-9dd3-4d5e520e2639 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:36.452562 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5123b496-43f6-437d-b3f1-380af9de65cd req-a7bccd08-3107-4a21-9dd3-4d5e520e2639 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8e9018f-8cf7-4886-b9e8-6fc1a048f467 HTTP/1.1" status: 200 len: 944 time: 0.2938578 Oct 20 11:38:36.461176 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c9b7cf30-1b42-4253-a0ca-fa85ee0daec4 req-2313616b-a7eb-4f99-97c8-5c02f3afe516 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4c7acd23-a765-4c00-a644-a81b843ff6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550385 Oct 20 11:38:36.538408 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52368654-cae1-4528-a4a1-c66eb0ddf0c5 req-c61660ea-8b73-46b5-a993-17f7549f3c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:36.540813 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-52368654-cae1-4528-a4a1-c66eb0ddf0c5 req-c61660ea-8b73-46b5-a993-17f7549f3c8b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=688e0789a9c8412a8181467706896821&device_id=f8e9018f-8cf7-4886-b9e8-6fc1a048f467 HTTP/1.1" status: 200 len: 1095 time: 0.2503011 Oct 20 11:38:36.543263 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-a3c9e7cf-f170-47d8-8df1-5509be765d74 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c7acd23-a765-4c00-a644-a81b843ff6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870745 Oct 20 11:38:36.661989 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b856b802-406b-4bde-8930-ea8d5a788dc9 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Router e44aae6d-4bc4-4728-bef8-e4ad31750ba8 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:38:36.685693 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f8ab15-81cf-40b8-92d3-df387530c9ba admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:38:36.694220 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e8f8ab15-81cf-40b8-92d3-df387530c9ba admin admin] 10.222.0.98 "PUT /v2.0/routers/331ba822-fccd-4135-b29c-c9419d9e7fab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1019585 Oct 20 11:38:36.699388 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb35684-74fc-4bff-a53a-5624ff1b6027 None None] Sync routers for ids ['331ba822-fccd-4135-b29c-c9419d9e7fab'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:38:36.710318 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb35684-74fc-4bff-a53a-5624ff1b6027 None None] Routers {'331ba822-fccd-4135-b29c-c9419d9e7fab'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:38:36.711169 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-1fb35684-74fc-4bff-a53a-5624ff1b6027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:38:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['331ba822-fccd-4135-b29c-c9419d9e7fab'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:36.729604 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42432) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:36.819740 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b856b802-406b-4bde-8930-ea8d5a788dc9 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:38:36.827731 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b856b802-406b-4bde-8930-ea8d5a788dc9 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "PUT /v2.0/routers/e44aae6d-4bc4-4728-bef8-e4ad31750ba8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5058959 Oct 20 11:38:36.830862 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42434) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:36.836310 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa22553-b0a2-4bd1-b575-5cc06f82c82a None None] Sync routers for ids ['e44aae6d-4bc4-4728-bef8-e4ad31750ba8'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:38:36.859122 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa22553-b0a2-4bd1-b575-5cc06f82c82a None None] Routers {'e44aae6d-4bc4-4728-bef8-e4ad31750ba8'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:38:36.861249 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-2fa22553-b0a2-4bd1-b575-5cc06f82c82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:38:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e44aae6d-4bc4-4728-bef8-e4ad31750ba8'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:36.869503 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a1912ba1-36d9-477c-ac3b-65cd27cdb57f tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "GET /v2.0/ports?device_id=e44aae6d-4bc4-4728-bef8-e4ad31750ba8 HTTP/1.1" status: 200 len: 205 time: 0.0377030 Oct 20 11:38:36.898991 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42436) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:36.922647 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-2fa22553-b0a2-4bd1-b575-5cc06f82c82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:36.935233 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa22553-b0a2-4bd1-b575-5cc06f82c82a None None] Routers {'e44aae6d-4bc4-4728-bef8-e4ad31750ba8'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:38:36.936414 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-2fa22553-b0a2-4bd1-b575-5cc06f82c82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:38:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e44aae6d-4bc4-4728-bef8-e4ad31750ba8'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:36.944228 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-1fb35684-74fc-4bff-a53a-5624ff1b6027 None None] Set router 331ba822-fccd-4135-b29c-c9419d9e7fab gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:38:36.987151 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-2fa22553-b0a2-4bd1-b575-5cc06f82c82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:36.988182 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa22553-b0a2-4bd1-b575-5cc06f82c82a None None] The sync data for ids ['e44aae6d-4bc4-4728-bef8-e4ad31750ba8'] in n-d-814735-3 is: [] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:38:37.002497 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fae6c280-c9bd-40a0-aa38-78ca0b44c24e admin admin] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:37.007255 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b7be5656-cee2-4a82-971b-805fb9b900c6 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:37.011456 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5123b496-43f6-437d-b3f1-380af9de65cd req-eef2d998-b7b4-4f58-89a0-425843853c7a tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.98 "GET /v2.0/security-groups?id=0f25d2a9-0851-4af2-90eb-50947b994fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5373516 Oct 20 11:38:37.075270 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2bbf7304-be0a-4ad1-bc73-59ba88bfd930 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:37.164108 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e8c60a96-3d2a-4a2a-bc4f-fee18b3dafad req-138bfaa4-e69c-4016-a370-50f53925aa0c tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0932336 Oct 20 11:38:37.210025 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-1fb35684-74fc-4bff-a53a-5624ff1b6027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331ba822-fccd-4135-b29c-c9419d9e7fab', 'name': 'tempest-ServersTestMultiNic-1051497986-router', 'tenant_id': 'f18dacb1b28d497197fcf505b71b2a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'ca55f4b0-86f5-4ad9-a93f-1e7c1ec939e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:36:53Z', 'updated_at': '2021-10-20T11:38:35Z', 'revision_number': 5, 'project_id': 'f18dacb1b28d497197fcf505b71b2a85', 'gw_port': {'id': 'ca55f4b0-86f5-4ad9-a93f-1e7c1ec939e7', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331ba822-fccd-4135-b29c-c9419d9e7fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:36:54Z', 'updated_at': '2021-10-20T11:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:37.216961 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2bbf7304-be0a-4ad1-bc73-59ba88bfd930 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:37.234682 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52368654-cae1-4528-a4a1-c66eb0ddf0c5 req-4a31230c-b090-48e8-bf51-480bce3cafed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:37.236328 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-52368654-cae1-4528-a4a1-c66eb0ddf0c5 req-4a31230c-b090-48e8-bf51-480bce3cafed service neutron] 10.222.0.11 "GET /v2.0/networks?id=4c7acd23-a765-4c00-a644-a81b843ff6d3 HTTP/1.1" status: 200 len: 920 time: 0.6807475 Oct 20 11:38:37.241166 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb35684-74fc-4bff-a53a-5624ff1b6027 None None] Checking router: 331ba822-fccd-4135-b29c-c9419d9e7fab for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:38:37.246234 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c9b7cf30-1b42-4253-a0ca-fa85ee0daec4 req-0ad1749e-101a-4765-98f2-28cc5af21166 service neutron] 10.222.0.89 "GET /v2.0/networks/4c7acd23-a765-4c00-a644-a81b843ff6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7594616 Oct 20 11:38:37.252837 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb35684-74fc-4bff-a53a-5624ff1b6027 None None] Routers {'331ba822-fccd-4135-b29c-c9419d9e7fab'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:38:37.253226 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-1fb35684-74fc-4bff-a53a-5624ff1b6027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:38:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['331ba822-fccd-4135-b29c-c9419d9e7fab'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:37.282470 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b7be5656-cee2-4a82-971b-805fb9b900c6 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:37.286351 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b7be5656-cee2-4a82-971b-805fb9b900c6 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:37.327412 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-52368654-cae1-4528-a4a1-c66eb0ddf0c5 req-5680c08c-a3bd-49b9-adfb-fff1ce1676bc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40a52f83-7ba3-4dd5-9e62-d68a761b8705 HTTP/1.1" status: 200 len: 217 time: 0.0800879 Oct 20 11:38:37.336272 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-a39caa7d-4a10-4458-a5c4-7401b2f03f1d service neutron] 10.222.0.11 "GET /v2.0/networks/4c7acd23-a765-4c00-a644-a81b843ff6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7784214 Oct 20 11:38:37.342547 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fae6c280-c9bd-40a0-aa38-78ca0b44c24e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:37.353119 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b7be5656-cee2-4a82-971b-805fb9b900c6 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:37.353808 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7be5656-cee2-4a82-971b-805fb9b900c6 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Fanout notify agent at l3_agent the message router_deleted on router e44aae6d-4bc4-4728-bef8-e4ad31750ba8 {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:38:37.362180 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b7be5656-cee2-4a82-971b-805fb9b900c6 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:37.365730 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b7be5656-cee2-4a82-971b-805fb9b900c6 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "DELETE /v2.0/routers/e44aae6d-4bc4-4728-bef8-e4ad31750ba8 HTTP/1.1" status: 204 len: 168 time: 0.4634278 Oct 20 11:38:37.366154 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42442) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:37.405845 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-1fb35684-74fc-4bff-a53a-5624ff1b6027 None None] Set router 331ba822-fccd-4135-b29c-c9419d9e7fab gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:38:37.448078 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5314675-8c94-4633-abb5-57e5e8a57000 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Deleting subnet d6369993-7182-4d97-85e6-556056def0ba {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:38:37.454028 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f5314675-8c94-4633-abb5-57e5e8a57000 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:37.474352 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2bbf7304-be0a-4ad1-bc73-59ba88bfd930 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:37.477080 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2bbf7304-be0a-4ad1-bc73-59ba88bfd930 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:37.478227 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2bbf7304-be0a-4ad1-bc73-59ba88bfd930 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "DELETE /v2.0/security-groups/4b22421e-5427-4381-aa10-41582262ca47 HTTP/1.1" status: 204 len: 168 time: 1.0846679 Oct 20 11:38:37.484661 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-fae6c280-c9bd-40a0-aa38-78ca0b44c24e admin admin] Deleting port ca55f4b0-86f5-4ad9-a93f-1e7c1ec939e7 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:38:37.485264 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fae6c280-c9bd-40a0-aa38-78ca0b44c24e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:37.487211 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42444) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:37.536809 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52368654-cae1-4528-a4a1-c66eb0ddf0c5 req-590e1fe8-c0a8-4940-a023-3047fd774804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:37.537595 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-52368654-cae1-4528-a4a1-c66eb0ddf0c5 req-590e1fe8-c0a8-4940-a023-3047fd774804 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8f3c4e65-f964-4fa5-a8a8-51bee9649899 HTTP/1.1" status: 200 len: 858 time: 0.1966217 Oct 20 11:38:37.539282 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf7304-be0a-4ad1-bc73-59ba88bfd930 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b22421e-5427-4381-aa10-41582262ca47,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:37.547284 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c9b7cf30-1b42-4253-a0ca-fa85ee0daec4 req-adff639c-e9d4-4803-9b7b-f7d5cc77cfc8 service neutron] 10.222.0.89 "GET /v2.0/networks/4c7acd23-a765-4c00-a644-a81b843ff6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810366 Oct 20 11:38:37.567672 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f5314675-8c94-4633-abb5-57e5e8a57000 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:37.595685 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-52368654-cae1-4528-a4a1-c66eb0ddf0c5 req-978586b5-214a-4465-bd67-66b37e429def service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c7acd23-a765-4c00-a644-a81b843ff6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509028 Oct 20 11:38:37.617646 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-1fb35684-74fc-4bff-a53a-5624ff1b6027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331ba822-fccd-4135-b29c-c9419d9e7fab', 'name': 'tempest-ServersTestMultiNic-1051497986-router', 'tenant_id': 'f18dacb1b28d497197fcf505b71b2a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'ca55f4b0-86f5-4ad9-a93f-1e7c1ec939e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:36:53Z', 'updated_at': '2021-10-20T11:38:35Z', 'revision_number': 5, 'project_id': 'f18dacb1b28d497197fcf505b71b2a85', 'gw_port': {'id': 'ca55f4b0-86f5-4ad9-a93f-1e7c1ec939e7', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331ba822-fccd-4135-b29c-c9419d9e7fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:36:54Z', 'updated_at': '2021-10-20T11:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:37.641070 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98ea005b-2689-4f0d-aa3e-bdeb1d6fa435 req-12f8e9fa-1eb2-44dc-9738-04bf81c5a3d6 service neutron] 10.222.0.11 "GET /v2.0/networks/4c7acd23-a765-4c00-a644-a81b843ff6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778249 Oct 20 11:38:37.658311 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb35684-74fc-4bff-a53a-5624ff1b6027 None None] The sync data for ids ['331ba822-fccd-4135-b29c-c9419d9e7fab'] in n-d-814735-3 is: [{'id': '331ba822-fccd-4135-b29c-c9419d9e7fab', 'name': 'tempest-ServersTestMultiNic-1051497986-router', 'tenant_id': 'f18dacb1b28d497197fcf505b71b2a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'ca55f4b0-86f5-4ad9-a93f-1e7c1ec939e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:36:53Z', 'updated_at': '2021-10-20T11:38:35Z', 'revision_number': 5, 'project_id': 'f18dacb1b28d497197fcf505b71b2a85', 'gw_port': {'id': 'ca55f4b0-86f5-4ad9-a93f-1e7c1ec939e7', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331ba822-fccd-4135-b29c-c9419d9e7fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:36:54Z', 'updated_at': '2021-10-20T11:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:38:37.679989 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3e646785-9ff1-4dea-ada2-24c2a8146d69 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:37.721377 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-52368654-cae1-4528-a4a1-c66eb0ddf0c5 req-ce9eaf39-d365-4f2e-af42-24cdef34c0fd service neutron] 10.222.0.11 "GET /v2.0/networks/4c7acd23-a765-4c00-a644-a81b843ff6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176193 Oct 20 11:38:37.739072 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3e646785-9ff1-4dea-ada2-24c2a8146d69 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:37.758093 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-fae6c280-c9bd-40a0-aa38-78ca0b44c24e admin admin] For port ca55f4b0-86f5-4ad9-a93f-1e7c1ec939e7, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=ca55f4b0-86f5-4ad9-a93f-1e7c1ec939e7,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:37.758448 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fae6c280-c9bd-40a0-aa38-78ca0b44c24e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:37.780918 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-fae6c280-c9bd-40a0-aa38-78ca0b44c24e admin admin] Calling delete_port for ca55f4b0-86f5-4ad9-a93f-1e7c1ec939e7 owned by network:router_gateway {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:38:37.802440 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f5314675-8c94-4633-abb5-57e5e8a57000 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:37.823878 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-52368654-cae1-4528-a4a1-c66eb0ddf0c5 req-ee453b59-524f-4383-9795-054a87e70bc5 service neutron] 10.222.0.11 "GET /v2.0/networks/4c7acd23-a765-4c00-a644-a81b843ff6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948546 Oct 20 11:38:37.882231 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3e646785-9ff1-4dea-ada2-24c2a8146d69 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:37.884797 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3e646785-9ff1-4dea-ada2-24c2a8146d69 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:37.885981 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3e646785-9ff1-4dea-ada2-24c2a8146d69 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "DELETE /v2.0/security-groups/0bbebbc4-bd1f-4d0b-adde-15f0b78a52d0 HTTP/1.1" status: 204 len: 168 time: 0.3954208 Oct 20 11:38:37.892681 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42446) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:37.911550 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52368654-cae1-4528-a4a1-c66eb0ddf0c5 req-04951f6c-bf83-49bd-b21f-cc64223aa06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:37.913118 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-52368654-cae1-4528-a4a1-c66eb0ddf0c5 req-04951f6c-bf83-49bd-b21f-cc64223aa06e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=688e0789a9c8412a8181467706896821&device_id=898d8e7e-fc8b-4113-8cf0-d5969b8bb88d HTTP/1.1" status: 200 len: 1095 time: 0.0456460 Oct 20 11:38:37.940077 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e646785-9ff1-4dea-ada2-24c2a8146d69 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbebbc4-bd1f-4d0b-adde-15f0b78a52d0,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:38.000674 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f5314675-8c94-4633-abb5-57e5e8a57000 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:38.017645 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52368654-cae1-4528-a4a1-c66eb0ddf0c5 req-dfb15cbe-59b9-421f-b781-634012fc0a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:38.019094 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d3b3f72-10dc-4103-8b3c-ddb1125125d7 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Deleting subnet f88a24fd-ba44-41dd-af91-a7ef5d2b1c22 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:38:38.019227 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-52368654-cae1-4528-a4a1-c66eb0ddf0c5 req-dfb15cbe-59b9-421f-b781-634012fc0a52 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4c7acd23-a765-4c00-a644-a81b843ff6d3 HTTP/1.1" status: 200 len: 920 time: 0.0963340 Oct 20 11:38:38.046684 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3d3b3f72-10dc-4103-8b3c-ddb1125125d7 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:38.051019 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5314675-8c94-4633-abb5-57e5e8a57000 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event deleted for resources: {'Subnet': ['ID=d6369993-7182-4d97-85e6-556056def0ba,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:38.053130 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f5314675-8c94-4633-abb5-57e5e8a57000 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:38.056327 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f5314675-8c94-4633-abb5-57e5e8a57000 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "DELETE /v2.0/subnets/d6369993-7182-4d97-85e6-556056def0ba HTTP/1.1" status: 204 len: 168 time: 0.6892347 Oct 20 11:38:38.069037 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb51098d-5475-4e19-bcd7-059631ee914a None None] Network b0a0d307-ecf5-4cba-823a-ba0e5c35c58d requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:38:38.081502 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42450) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:38.107560 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-52368654-cae1-4528-a4a1-c66eb0ddf0c5 req-15a4bc5b-c94a-4314-8d5b-6b38c16e9ed0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d547af2-2a84-4b50-88e7-a42b3e28e237 HTTP/1.1" status: 200 len: 217 time: 0.0789003 Oct 20 11:38:38.143309 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3d3b3f72-10dc-4103-8b3c-ddb1125125d7 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:38.208038 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52368654-cae1-4528-a4a1-c66eb0ddf0c5 req-df02187b-0eba-4e9b-b0d5-a9b42fcc830c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:38.216227 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-56b1c7a9-127d-43bd-bb0b-161e5b209dee tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Deleting subnet ea6426ab-bfad-4540-a1ee-5f632438031a {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:38:38.219373 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-52368654-cae1-4528-a4a1-c66eb0ddf0c5 req-df02187b-0eba-4e9b-b0d5-a9b42fcc830c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8f3c4e65-f964-4fa5-a8a8-51bee9649899 HTTP/1.1" status: 200 len: 858 time: 0.0932612 Oct 20 11:38:38.224454 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-56b1c7a9-127d-43bd-bb0b-161e5b209dee tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:38.242512 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb15fd2-06cb-4db5-bdc5-be1d46641613 req-06d74623-7798-4b07-959c-1947e05b0ab5 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:38.245215 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ebb15fd2-06cb-4db5-bdc5-be1d46641613 req-06d74623-7798-4b07-959c-1947e05b0ab5 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8e9018f-8cf7-4886-b9e8-6fc1a048f467 HTTP/1.1" status: 200 len: 944 time: 0.1346920 Oct 20 11:38:38.282199 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fae6c280-c9bd-40a0-aa38-78ca0b44c24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:38.326165 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-52368654-cae1-4528-a4a1-c66eb0ddf0c5 req-aa1defa6-962f-41a8-9ead-db7818147009 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c7acd23-a765-4c00-a644-a81b843ff6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656893 Oct 20 11:38:38.333230 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae6c280-c9bd-40a0-aa38-78ca0b44c24e admin admin] Pushing event deleted for resources: {'Port': ['ID=ca55f4b0-86f5-4ad9-a93f-1e7c1ec939e7,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:38.344612 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-56b1c7a9-127d-43bd-bb0b-161e5b209dee tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:38.346561 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870d6c09-fdfd-4253-aa9b-6f7a1d30f089 None None] DHCP port deletion for b0a0d307-ecf5-4cba-823a-ba0e5c35c58d request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:38:38.385016 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f3c90ea6-4615-43f7-84e3-49871bd44fa4 req-74eb4013-bb68-45c7-bab3-9458120056d3 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0610542 Oct 20 11:38:38.430364 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ebb15fd2-06cb-4db5-bdc5-be1d46641613 req-c052a132-4a75-47ef-ae93-67de2b6ac9ee tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.98 "GET /v2.0/security-groups?id=0f25d2a9-0851-4af2-90eb-50947b994fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762185 Oct 20 11:38:38.437013 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3d3b3f72-10dc-4103-8b3c-ddb1125125d7 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:38.440964 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-870d6c09-fdfd-4253-aa9b-6f7a1d30f089 None None] Deleting port 16cd4832-904c-4262-ba3d-5ac29c301e7f {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:38:38.441346 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-870d6c09-fdfd-4253-aa9b-6f7a1d30f089 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:38.513453 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fae6c280-c9bd-40a0-aa38-78ca0b44c24e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:38.522274 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-870d6c09-fdfd-4253-aa9b-6f7a1d30f089 None None] For port 16cd4832-904c-4262-ba3d-5ac29c301e7f, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=16cd4832-904c-4262-ba3d-5ac29c301e7f,segment=NetworkSegment(dc7ee8d9-c5ff-4765-aa1d-4d3113d67f3a),segment_id=dc7ee8d9-c5ff-4765-aa1d-4d3113d67f3a)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:38.522680 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-870d6c09-fdfd-4253-aa9b-6f7a1d30f089 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:38.534084 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-52368654-cae1-4528-a4a1-c66eb0ddf0c5 req-3ea319aa-f206-49c1-a1e8-2bff31a78518 service neutron] 10.222.0.11 "GET /v2.0/networks/4c7acd23-a765-4c00-a644-a81b843ff6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940639 Oct 20 11:38:38.537365 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-870d6c09-fdfd-4253-aa9b-6f7a1d30f089 None None] Calling delete_port for 16cd4832-904c-4262-ba3d-5ac29c301e7f owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:38:38.610478 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device ada37f04-f050-422b-8964-db3733aa1e1b details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:38:38.632169 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fae6c280-c9bd-40a0-aa38-78ca0b44c24e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:38.636563 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fae6c280-c9bd-40a0-aa38-78ca0b44c24e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:38.641226 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-56b1c7a9-127d-43bd-bb0b-161e5b209dee tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:38.654252 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-870d6c09-fdfd-4253-aa9b-6f7a1d30f089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:38.662063 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-52368654-cae1-4528-a4a1-c66eb0ddf0c5 req-6c3516ab-7493-49fb-a85f-48492e11bcc0 service neutron] 10.222.0.11 "GET /v2.0/networks/4c7acd23-a765-4c00-a644-a81b843ff6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202228 Oct 20 11:38:38.696305 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d6c09-fdfd-4253-aa9b-6f7a1d30f089 None None] Pushing event deleted for resources: {'Port': ['ID=16cd4832-904c-4262-ba3d-5ac29c301e7f,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:38.698347 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870d6c09-fdfd-4253-aa9b-6f7a1d30f089 None None] No DVR routers for this DVR port 16cd4832-904c-4262-ba3d-5ac29c301e7f on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:38:38.710114 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3d3b3f72-10dc-4103-8b3c-ddb1125125d7 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:38.756415 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fae6c280-c9bd-40a0-aa38-78ca0b44c24e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:38.756982 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae6c280-c9bd-40a0-aa38-78ca0b44c24e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 331ba822-fccd-4135-b29c-c9419d9e7fab {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:38:38.761493 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fae6c280-c9bd-40a0-aa38-78ca0b44c24e admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:38.762687 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port ada37f04-f050-422b-8964-db3733aa1e1b, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=ada37f04-f050-422b-8964-db3733aa1e1b,segment=NetworkSegment(94f84233-df75-4314-b565-50183af645af),segment_id=94f84233-df75-4314-b565-50183af645af)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:38.762846 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-fae6c280-c9bd-40a0-aa38-78ca0b44c24e admin admin] 10.222.0.98 "DELETE /v2.0/routers/331ba822-fccd-4135-b29c-c9419d9e7fab HTTP/1.1" status: 204 len: 168 time: 2.0320928 Oct 20 11:38:38.765681 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3d3b3f72-10dc-4103-8b3c-ddb1125125d7 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:38.769130 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3d3b3f72-10dc-4103-8b3c-ddb1125125d7 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "DELETE /v2.0/subnets/f88a24fd-ba44-41dd-af91-a7ef5d2b1c22 HTTP/1.1" status: 204 len: 168 time: 0.8697872 Oct 20 11:38:38.769637 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42456) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:38.774721 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b3f72-10dc-4103-8b3c-ddb1125125d7 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event deleted for resources: {'Subnet': ['ID=f88a24fd-ba44-41dd-af91-a7ef5d2b1c22,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:38.778218 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42458) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:38.786847 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-8fac2a46-36cc-4758-a9fb-b5e8f619f494 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Request body: {'subnet': {'network_id': '152d744c-644b-4e93-b909-ccc3f4c9ea2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:38.788379 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb65f22-d0ab-4c98-9e96-c90383aa029f None None] Network 152d744c-644b-4e93-b909-ccc3f4c9ea2d requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:38:38.807338 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-56b1c7a9-127d-43bd-bb0b-161e5b209dee tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:38.808674 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': 'ada37f04-f050-422b-8964-db3733aa1e1b', 'network_id': '4c7acd23-a765-4c00-a644-a81b843ff6d3', 'port_id': 'ada37f04-f050-422b-8964-db3733aa1e1b', 'mac_address': 'fa:16:3e:84:23:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f3c4e65-f964-4fa5-a8a8-51bee9649899', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:38:38.856446 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b1c7a9-127d-43bd-bb0b-161e5b209dee tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event deleted for resources: {'Subnet': ['ID=ea6426ab-bfad-4540-a1ee-5f632438031a,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:38.861517 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-56b1c7a9-127d-43bd-bb0b-161e5b209dee tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:38.865598 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-56b1c7a9-127d-43bd-bb0b-161e5b209dee tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "DELETE /v2.0/subnets/ea6426ab-bfad-4540-a1ee-5f632438031a HTTP/1.1" status: 204 len: 168 time: 0.7830732 Oct 20 11:38:38.868640 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42460) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:38.886657 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ba457d-80a8-4bdc-9d90-81e826077590 None None] Network a996b7a4-1038-43a3-b6d0-d1216f215213 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:38:38.907243 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f73836f-7cdd-4bb7-900c-cd4bf7aec4bc admin admin] Deleting subnet e8278e23-319b-4e3b-be6f-3630abfb73af {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:38:38.917458 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f73836f-7cdd-4bb7-900c-cd4bf7aec4bc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:38.926130 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:38.981548 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ada37f04-f050-422b-8964-db3733aa1e1b {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:38:38.983731 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-832f171e-59cf-4d34-ad76-56916f9b0924 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:39.015690 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f73836f-7cdd-4bb7-900c-cd4bf7aec4bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:39.021626 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port ada37f04-f050-422b-8964-db3733aa1e1b, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=ada37f04-f050-422b-8964-db3733aa1e1b,segment=NetworkSegment(94f84233-df75-4314-b565-50183af645af),segment_id=94f84233-df75-4314-b565-50183af645af)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:39.050441 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fac2a46-36cc-4758-a9fb-b5e8f619f494 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Made reservation on behalf of 94e5347f86fe43de8b27d18b03cb5e6b for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:38:39.053987 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8fac2a46-36cc-4758-a9fb-b5e8f619f494 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:39.056585 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:39.091451 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-832f171e-59cf-4d34-ad76-56916f9b0924 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:39.113371 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-832f171e-59cf-4d34-ad76-56916f9b0924 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0a0d307-ecf5-4cba-823a-ba0e5c35c58d']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:39.123620 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-832f171e-59cf-4d34-ad76-56916f9b0924 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc7ee8d9-c5ff-4765-aa1d-4d3113d67f3a') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:39.123914 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-832f171e-59cf-4d34-ad76-56916f9b0924 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc7ee8d9-c5ff-4765-aa1d-4d3113d67f3a') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:39.135460 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-832f171e-59cf-4d34-ad76-56916f9b0924 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:39.160169 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-832f171e-59cf-4d34-ad76-56916f9b0924 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:39.171420 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-832f171e-59cf-4d34-ad76-56916f9b0924 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Releasing vlan 1256 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:38:39.171942 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-832f171e-59cf-4d34-ad76-56916f9b0924 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:39.176395 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=ada37f04-f050-422b-8964-db3733aa1e1b,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:39.183276 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:38:39.183276 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:38:39.183276 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:38:39.183276 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:38:39.183276 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:38:39.183276 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:38:39.183276 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:38:39.183276 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:38:39.183276 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:38:39.183276 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:38:39.183276 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:38:39.183276 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:38:39.183276 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:38:39.183276 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:38:39.183276 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:38:39.183276 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:38:39.183276 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:38:39.183276 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:38:39.183276 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:38:39.183276 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:38:39.183276 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:38:39.183276 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:38:39.183276 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:38:39.183276 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:38:39.183276 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:38:39.183276 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:38:39.183276 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:38:39.183276 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:38:39.183276 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:38:39.183276 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:38:39.183276 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:38:39.183276 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:38:39.220580 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f73836f-7cdd-4bb7-900c-cd4bf7aec4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:39.266933 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-832f171e-59cf-4d34-ad76-56916f9b0924 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:39.280756 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-832f171e-59cf-4d34-ad76-56916f9b0924 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:39.286957 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-832f171e-59cf-4d34-ad76-56916f9b0924 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "DELETE /v2.0/networks/b0a0d307-ecf5-4cba-823a-ba0e5c35c58d HTTP/1.1" status: 204 len: 168 time: 0.4143353 Oct 20 11:38:39.295046 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42462) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:39.304659 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f73836f-7cdd-4bb7-900c-cd4bf7aec4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:39.304928 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832f171e-59cf-4d34-ad76-56916f9b0924 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event deleted for resources: {'Network': ['ID=b0a0d307-ecf5-4cba-823a-ba0e5c35c58d,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:39.335470 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2554135-f2dc-4ca4-ad51-5f1d4ed5936a None None] DHCP port deletion for a996b7a4-1038-43a3-b6d0-d1216f215213 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:38:39.350282 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f73836f-7cdd-4bb7-900c-cd4bf7aec4bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8278e23-319b-4e3b-be6f-3630abfb73af,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:39.390960 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f73836f-7cdd-4bb7-900c-cd4bf7aec4bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:39.392722 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa317941-3f4d-498e-a8cc-ec1a9ae97d04 None None] Network 0e7ec92b-33d0-4d85-b067-586feb799898 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:38:39.394453 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8f73836f-7cdd-4bb7-900c-cd4bf7aec4bc admin admin] 10.222.0.98 "DELETE /v2.0/subnets/e8278e23-319b-4e3b-be6f-3630abfb73af HTTP/1.1" status: 204 len: 168 time: 0.6237466 Oct 20 11:38:39.395556 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['ada37f04-f050-422b-8964-db3733aa1e1b'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:38:39.397661 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42464) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:39.412918 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ef9a7f71-56b6-4f5f-851f-b05d5907602b tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:39.571446 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-ef9a7f71-56b6-4f5f-851f-b05d5907602b tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Deleting port 07589be8-55e2-491d-b3ba-e5dfa1836b02 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:38:39.572522 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ef9a7f71-56b6-4f5f-851f-b05d5907602b tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:39.595712 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-c2554135-f2dc-4ca4-ad51-5f1d4ed5936a None None] Deleting port 07589be8-55e2-491d-b3ba-e5dfa1836b02 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:38:39.596239 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c2554135-f2dc-4ca4-ad51-5f1d4ed5936a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:39.610665 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dbdd8005-5ba2-4031-9c41-fe3c404b5320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:39.632217 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c04d5f89-3a95-4bfe-8b5f-20df9bbb76aa req-9ffe98ee-45f9-465f-b138-d2cc525a1c69 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0615091 Oct 20 11:38:39.672801 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-ef9a7f71-56b6-4f5f-851f-b05d5907602b tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] For port 07589be8-55e2-491d-b3ba-e5dfa1836b02, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=07589be8-55e2-491d-b3ba-e5dfa1836b02,segment=NetworkSegment(a250a96f-4843-4a99-bdd6-448b33316675),segment_id=a250a96f-4843-4a99-bdd6-448b33316675)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:39.673444 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ef9a7f71-56b6-4f5f-851f-b05d5907602b tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:39.692386 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-ef9a7f71-56b6-4f5f-851f-b05d5907602b tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Calling delete_port for 07589be8-55e2-491d-b3ba-e5dfa1836b02 owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:38:39.756785 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8fac2a46-36cc-4758-a9fb-b5e8f619f494 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:39.779024 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b1c0c1-c307-4e3d-8326-47254f444843 req-e1599fcc-9e88-4c31-abb9-3f7611c3b0e5 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:39.781316 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-71b1c0c1-c307-4e3d-8326-47254f444843 req-e1599fcc-9e88-4c31-abb9-3f7611c3b0e5 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8e9018f-8cf7-4886-b9e8-6fc1a048f467 HTTP/1.1" status: 200 len: 944 time: 0.2314987 Oct 20 11:38:39.800323 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ef9a7f71-56b6-4f5f-851f-b05d5907602b tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:39.840643 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a7f71-56b6-4f5f-851f-b05d5907602b tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event deleted for resources: {'Port': ['ID=07589be8-55e2-491d-b3ba-e5dfa1836b02,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:39.853789 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9a7f71-56b6-4f5f-851f-b05d5907602b tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] No DVR routers for this DVR port 07589be8-55e2-491d-b3ba-e5dfa1836b02 on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:38:39.859910 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fac2a46-36cc-4758-a9fb-b5e8f619f494 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Network 152d744c-644b-4e93-b909-ccc3f4c9ea2d is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:38:39.869633 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-8fac2a46-36cc-4758-a9fb-b5e8f619f494 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:38:39.873323 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fac2a46-36cc-4758-a9fb-b5e8f619f494 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:39.874004 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8fac2a46-36cc-4758-a9fb-b5e8f619f494 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:39.906671 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac2a46-36cc-4758-a9fb-b5e8f619f494 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event updated for resources: {'Subnet': ['ID=fce8d3a0-9c76-402e-bb12-d46f87d27f12,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:39.912645 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-71b1c0c1-c307-4e3d-8326-47254f444843 req-bb711d92-3399-4a66-8621-635ff1bc142c tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.98 "GET /v2.0/security-groups?id=0f25d2a9-0851-4af2-90eb-50947b994fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012602 Oct 20 11:38:39.919833 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-dbdd8005-5ba2-4031-9c41-fe3c404b5320 admin admin] Deleting port 93651390-f6fa-4b8e-bb85-81fc600e8fa4 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:38:39.920468 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dbdd8005-5ba2-4031-9c41-fe3c404b5320 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:39.927295 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8fac2a46-36cc-4758-a9fb-b5e8f619f494 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1470349 Oct 20 11:38:39.931176 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42472) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:39.939813 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-9b08c955-0dc7-488e-a14c-498ea86f4681 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Request body: {'security_group': {'name': 'tempest-secgroup-1110318291'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:39.971801 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9b08c955-0dc7-488e-a14c-498ea86f4681 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:39.977628 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 16cd4832-904c-4262-ba3d-5ac29c301e7f no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:38:40.018393 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-c2554135-f2dc-4ca4-ad51-5f1d4ed5936a None None] For port 07589be8-55e2-491d-b3ba-e5dfa1836b02, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=07589be8-55e2-491d-b3ba-e5dfa1836b02,segment=NetworkSegment(a250a96f-4843-4a99-bdd6-448b33316675),segment_id=a250a96f-4843-4a99-bdd6-448b33316675)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:40.018948 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c2554135-f2dc-4ca4-ad51-5f1d4ed5936a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:40.019455 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-dbdd8005-5ba2-4031-9c41-fe3c404b5320 admin admin] For port 93651390-f6fa-4b8e-bb85-81fc600e8fa4, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=93651390-f6fa-4b8e-bb85-81fc600e8fa4,segment=NetworkSegment(9342f72a-9e50-4011-8672-4d9620e55df2),segment_id=9342f72a-9e50-4011-8672-4d9620e55df2)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:40.019826 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dbdd8005-5ba2-4031-9c41-fe3c404b5320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:40.034552 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ef9a7f71-56b6-4f5f-851f-b05d5907602b tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:40.034831 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 16cd4832-904c-4262-ba3d-5ac29c301e7f {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:38:40.035118 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 16cd4832-904c-4262-ba3d-5ac29c301e7f not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:38:40.035516 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device ca55f4b0-86f5-4ad9-a93f-1e7c1ec939e7 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:38:40.040263 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-dbdd8005-5ba2-4031-9c41-fe3c404b5320 admin admin] Calling delete_port for 93651390-f6fa-4b8e-bb85-81fc600e8fa4 owned by network:dhcp {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:38:40.071927 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-ef9a7f71-56b6-4f5f-851f-b05d5907602b tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a996b7a4-1038-43a3-b6d0-d1216f215213']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:40.072170 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:40.077207 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-c2554135-f2dc-4ca4-ad51-5f1d4ed5936a None None] Calling delete_port for 07589be8-55e2-491d-b3ba-e5dfa1836b02 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:38:40.085823 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: ca55f4b0-86f5-4ad9-a93f-1e7c1ec939e7 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:38:40.086167 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device ca55f4b0-86f5-4ad9-a93f-1e7c1ec939e7 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:38:40.086581 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b3bc7a28-e511-44f2-8f8f-12c4e0f73b8e no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:38:40.089538 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-ef9a7f71-56b6-4f5f-851f-b05d5907602b tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a250a96f-4843-4a99-bdd6-448b33316675') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:40.089987 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-ef9a7f71-56b6-4f5f-851f-b05d5907602b tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a250a96f-4843-4a99-bdd6-448b33316675') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:40.104863 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ef9a7f71-56b6-4f5f-851f-b05d5907602b tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:40.127489 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0633f45a-858e-483f-aa5c-48e717081956 None None] Network 152d744c-644b-4e93-b909-ccc3f4c9ea2d requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:38:40.129749 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: b3bc7a28-e511-44f2-8f8f-12c4e0f73b8e {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:38:40.130245 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b3bc7a28-e511-44f2-8f8f-12c4e0f73b8e not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:38:40.130857 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 07589be8-55e2-491d-b3ba-e5dfa1836b02 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:38:40.134012 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ef9a7f71-56b6-4f5f-851f-b05d5907602b tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:40.159351 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef9a7f71-56b6-4f5f-851f-b05d5907602b tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Releasing vlan 1264 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:38:40.159868 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ef9a7f71-56b6-4f5f-851f-b05d5907602b tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:40.164550 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:38:40.164550 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:38:40.164550 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:38:40.164550 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:38:40.164550 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:38:40.164550 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:38:40.164550 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:38:40.164550 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:38:40.164550 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:38:40.164550 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:38:40.164550 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:38:40.164550 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:38:40.164550 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:38:40.164550 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:38:40.164550 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:38:40.164550 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:38:40.164550 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:38:40.164550 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:38:40.164550 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:38:40.164550 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:38:40.164550 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:38:40.164550 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:38:40.164550 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:38:40.164550 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:38:40.164550 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:38:40.164550 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:38:40.164550 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:38:40.164550 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:38:40.164550 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:38:40.164550 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:38:40.164550 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:38:40.164550 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:38:40.187260 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9b08c955-0dc7-488e-a14c-498ea86f4681 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:40.192814 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9b08c955-0dc7-488e-a14c-498ea86f4681 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:40.197471 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dbdd8005-5ba2-4031-9c41-fe3c404b5320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:40.226370 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 07589be8-55e2-491d-b3ba-e5dfa1836b02 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:38:40.227221 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 07589be8-55e2-491d-b3ba-e5dfa1836b02 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:38:40.253498 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd8005-5ba2-4031-9c41-fe3c404b5320 admin admin] Pushing event deleted for resources: {'Port': ['ID=93651390-f6fa-4b8e-bb85-81fc600e8fa4,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:40.257335 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdd8005-5ba2-4031-9c41-fe3c404b5320 admin admin] No DVR routers for this DVR port 93651390-f6fa-4b8e-bb85-81fc600e8fa4 on host n-d-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:38:40.277770 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c377f5f-53f4-4417-9f59-869ab1c57226 None None] DHCP port deletion for 0e7ec92b-33d0-4d85-b067-586feb799898 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:38:40.286707 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b08c955-0dc7-488e-a14c-498ea86f4681 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b308996b-e090-4252-a98f-4490db1cfc8d,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:40.296243 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9b08c955-0dc7-488e-a14c-498ea86f4681 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:40.296493 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-a082e0b6-cb9f-4198-a422-88844be4a6ee None None] Provisioning complete for port 53ce4373-c417-40e2-aca9-03dbbd14175e triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:40.296795 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a082e0b6-cb9f-4198-a422-88844be4a6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:40.300081 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-9b08c955-0dc7-488e-a14c-498ea86f4681 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3644965 Oct 20 11:38:40.300081 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ef9a7f71-56b6-4f5f-851f-b05d5907602b tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:40.303295 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ef9a7f71-56b6-4f5f-851f-b05d5907602b tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:40.313382 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42476) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:40.313717 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ef9a7f71-56b6-4f5f-851f-b05d5907602b tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "DELETE /v2.0/networks/a996b7a4-1038-43a3-b6d0-d1216f215213 HTTP/1.1" status: 204 len: 168 time: 1.0169411 Oct 20 11:38:40.313825 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42478) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:40.315241 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-b7f07e47-1f7b-4c5f-9ef0-dd027276c8fb tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Request body: {'security_group': {'name': 'tempest-secgroup-1116597866'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:40.323786 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-d6050d91-a6f6-49b8-8aba-d0031f54e78d tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1668910459'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:40.370786 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 0d547af2-2a84-4b50-88e7-a42b3e28e237 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:38:40.395641 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dbdd8005-5ba2-4031-9c41-fe3c404b5320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:40.421500 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b7f07e47-1f7b-4c5f-9ef0-dd027276c8fb tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:40.424512 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-a082e0b6-cb9f-4198-a422-88844be4a6ee None None] Port 53ce4373-c417-40e2-aca9-03dbbd14175e cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:38:40.426115 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c2554135-f2dc-4ca4-ad51-5f1d4ed5936a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:40.441780 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-dbdd8005-5ba2-4031-9c41-fe3c404b5320 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e7ec92b-33d0-4d85-b067-586feb799898']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:40.458591 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-dbdd8005-5ba2-4031-9c41-fe3c404b5320 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9342f72a-9e50-4011-8672-4d9620e55df2') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:40.459121 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-dbdd8005-5ba2-4031-9c41-fe3c404b5320 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9342f72a-9e50-4011-8672-4d9620e55df2') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:40.476241 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dbdd8005-5ba2-4031-9c41-fe3c404b5320 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:40.498301 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c2554135-f2dc-4ca4-ad51-5f1d4ed5936a None None] Network a996b7a4-1038-43a3-b6d0-d1216f215213 is not hosted by any dhcp agent {{(pid=100648) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 20 11:38:40.498873 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2554135-f2dc-4ca4-ad51-5f1d4ed5936a None None] No DVR routers for this DVR port 07589be8-55e2-491d-b3ba-e5dfa1836b02 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:38:40.505983 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dbdd8005-5ba2-4031-9c41-fe3c404b5320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:40.512740 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2554135-f2dc-4ca4-ad51-5f1d4ed5936a None None] Pushing event deleted for resources: {'Port': ['ID=07589be8-55e2-491d-b3ba-e5dfa1836b02,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:40.521302 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbdd8005-5ba2-4031-9c41-fe3c404b5320 admin admin] Releasing vlan 1291 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:38:40.521863 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dbdd8005-5ba2-4031-9c41-fe3c404b5320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:40.524276 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:38:40.524276 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:38:40.524276 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:38:40.524276 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:38:40.524276 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:38:40.524276 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:38:40.524276 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:38:40.524276 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:38:40.524276 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:38:40.524276 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:38:40.524276 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:38:40.524276 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:38:40.524276 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:38:40.524276 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:38:40.524276 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:38:40.524276 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:38:40.524276 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:38:40.524276 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:38:40.524276 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:38:40.524276 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:38:40.524276 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:38:40.524276 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:38:40.524276 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:38:40.524276 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:38:40.524276 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:38:40.524276 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:38:40.524276 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:38:40.524276 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:38:40.524276 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:38:40.524276 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:38:40.524276 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:38:40.524276 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:38:40.564582 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-a082e0b6-cb9f-4198-a422-88844be4a6ee None None] Provisioning complete for port c2938ca7-89f6-4bb3-8ab6-4e2edbba112b triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:40.565058 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a082e0b6-cb9f-4198-a422-88844be4a6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:40.587155 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b7f07e47-1f7b-4c5f-9ef0-dd027276c8fb tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:40.595427 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b7f07e47-1f7b-4c5f-9ef0-dd027276c8fb tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:40.629228 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dbdd8005-5ba2-4031-9c41-fe3c404b5320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:40.649617 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dbdd8005-5ba2-4031-9c41-fe3c404b5320 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:40.656060 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-dbdd8005-5ba2-4031-9c41-fe3c404b5320 admin admin] 10.222.0.98 "DELETE /v2.0/networks/0e7ec92b-33d0-4d85-b067-586feb799898 HTTP/1.1" status: 204 len: 168 time: 1.2550366 Oct 20 11:38:40.656060 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f07e47-1f7b-4c5f-9ef0-dd027276c8fb tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31ec5b1e-4828-4085-95a0-e753dc1750ad,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:40.677859 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b7f07e47-1f7b-4c5f-9ef0-dd027276c8fb tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:40.679655 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-b7f07e47-1f7b-4c5f-9ef0-dd027276c8fb tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3687532 Oct 20 11:38:40.679778 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 0d547af2-2a84-4b50-88e7-a42b3e28e237, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=0d547af2-2a84-4b50-88e7-a42b3e28e237,segment=NetworkSegment(94f84233-df75-4314-b565-50183af645af),segment_id=94f84233-df75-4314-b565-50183af645af)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:40.683878 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42484) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:40.688137 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd8005-5ba2-4031-9c41-fe3c404b5320 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e7ec92b-33d0-4d85-b067-586feb799898,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:40.703375 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-07275cf6-46e5-439b-b676-337e3820fa6d tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Request body: {'security_group': {'name': 'tempest-secgroup-1608966995'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:40.706222 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '0d547af2-2a84-4b50-88e7-a42b3e28e237', 'network_id': '4c7acd23-a765-4c00-a644-a81b843ff6d3', 'port_id': '0d547af2-2a84-4b50-88e7-a42b3e28e237', 'mac_address': 'fa:16:3e:97:90:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f3c4e65-f964-4fa5-a8a8-51bee9649899', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:38:40.754704 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a7f71-56b6-4f5f-851f-b05d5907602b tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event deleted for resources: {'Network': ['ID=a996b7a4-1038-43a3-b6d0-d1216f215213,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:40.769910 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-07275cf6-46e5-439b-b676-337e3820fa6d tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:40.804769 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6050d91-a6f6-49b8-8aba-d0031f54e78d tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Made reservation on behalf of d681ef907c694a9796fe2b5eafa3eecc for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:38:40.815267 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d6050d91-a6f6-49b8-8aba-d0031f54e78d tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:40.825594 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:40.844182 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbacdd02-a13c-4164-9e97-36c278571936 None None] Update dhcp port {'port': {'network_id': '152d744c-644b-4e93-b909-ccc3f4c9ea2d', 'fixed_ips': [{'subnet_id': '51abe04a-b7c9-4f17-ad14-dffe665affae', 'ip_address': '172.20.0.18'}, {'subnet_id': 'fce8d3a0-9c76-402e-bb12-d46f87d27f12'}], 'binding:host_id': 'n-d-814735-3'}, 'id': 'c2938ca7-89f6-4bb3-8ab6-4e2edbba112b'} from n-d-814735-3. {{(pid=100648) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 11:38:40.859461 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6050d91-a6f6-49b8-8aba-d0031f54e78d tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] vlan segment allocate from pool success with {'vlan_id': 1270, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:38:40.865721 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d547af2-2a84-4b50-88e7-a42b3e28e237 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:38:40.866916 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5f4afb41-46a3-461a-aa60-f541ab7e0757 req-6c9817df-91d9-4f8a-a7af-a81acf20ad6a tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0810616 Oct 20 11:38:40.893425 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-fbacdd02-a13c-4164-9e97-36c278571936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:40.898028 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 0d547af2-2a84-4b50-88e7-a42b3e28e237, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=0d547af2-2a84-4b50-88e7-a42b3e28e237,segment=NetworkSegment(94f84233-df75-4314-b565-50183af645af),segment_id=94f84233-df75-4314-b565-50183af645af)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:40.902982 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d6050d91-a6f6-49b8-8aba-d0031f54e78d tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:40.903438 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-d6050d91-a6f6-49b8-8aba-d0031f54e78d tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Added segment 558092dc-83ff-44a4-826b-e7265ce993a1 of type vlan for network b034c485-a2a0-472a-827f-ff5398770103 Oct 20 11:38:40.912504 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:40.912802 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 40a52f83-7ba3-4dd5-9e62-d68a761b8705 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:38:40.935673 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42488) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:40.939948 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-07275cf6-46e5-439b-b676-337e3820fa6d tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:40.945848 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-07275cf6-46e5-439b-b676-337e3820fa6d tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:40.966270 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d6050d91-a6f6-49b8-8aba-d0031f54e78d tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:40.993260 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-07275cf6-46e5-439b-b676-337e3820fa6d tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:40.998209 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-07275cf6-46e5-439b-b676-337e3820fa6d tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3094020 Oct 20 11:38:41.001278 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42492) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:41.007139 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d6050d91-a6f6-49b8-8aba-d0031f54e78d tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:41.007805 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-9a8b18e3-2ccd-4550-8a69-82f301e746fc tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-807868650', 'security_groups': ['c524a349-3721-4b80-8e0a-f5311a502ada'], 'network_id': '152d744c-644b-4e93-b909-ccc3f4c9ea2d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fce8d3a0-9c76-402e-bb12-d46f87d27f12'}]}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:41.014560 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6050d91-a6f6-49b8-8aba-d0031f54e78d tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:41.015438 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d6050d91-a6f6-49b8-8aba-d0031f54e78d tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:41.082597 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07275cf6-46e5-439b-b676-337e3820fa6d tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c524a349-3721-4b80-8e0a-f5311a502ada,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:41.093313 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 40a52f83-7ba3-4dd5-9e62-d68a761b8705, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=40a52f83-7ba3-4dd5-9e62-d68a761b8705,segment=NetworkSegment(94f84233-df75-4314-b565-50183af645af),segment_id=94f84233-df75-4314-b565-50183af645af)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:41.095905 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=0d547af2-2a84-4b50-88e7-a42b3e28e237,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:41.117561 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '40a52f83-7ba3-4dd5-9e62-d68a761b8705', 'network_id': '4c7acd23-a765-4c00-a644-a81b843ff6d3', 'port_id': '40a52f83-7ba3-4dd5-9e62-d68a761b8705', 'mac_address': 'fa:16:3e:61:0a:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f3c4e65-f964-4fa5-a8a8-51bee9649899', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:38:41.120643 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6050d91-a6f6-49b8-8aba-d0031f54e78d tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event updated for resources: {'Network': ['ID=b034c485-a2a0-472a-827f-ff5398770103,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:41.136606 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d6050d91-a6f6-49b8-8aba-d0031f54e78d tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8177416 Oct 20 11:38:41.140511 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42494) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:41.144178 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ef7a13cd-6585-4363-bbec-ddb36614ec6e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f18dacb1b28d497197fcf505b71b2a85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2070961 Oct 20 11:38:41.148778 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42496) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:41.150854 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network b034c485-a2a0-472a-827f-ff5398770103 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:38:41.151969 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-7dd2b1a7-b3ef-43f3-915d-16fe9e79217e tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Request body: {'subnet': {'network_id': 'b034c485-a2a0-472a-827f-ff5398770103', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:41.222932 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84f62f-1e5a-4f90-9956-b092428d2fcb req-a785f9bf-318d-4135-b920-bf233811b532 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:41.224639 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4a84f62f-1e5a-4f90-9956-b092428d2fcb req-a785f9bf-318d-4135-b920-bf233811b532 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8e9018f-8cf7-4886-b9e8-6fc1a048f467 HTTP/1.1" status: 200 len: 944 time: 0.1431677 Oct 20 11:38:41.270546 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:41.284204 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8b18e3-2ccd-4550-8a69-82f301e746fc tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Made reservation on behalf of 94e5347f86fe43de8b27d18b03cb5e6b for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:38:41.296678 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40a52f83-7ba3-4dd5-9e62-d68a761b8705 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:38:41.302675 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-fbacdd02-a13c-4164-9e97-36c278571936 None None] Allocated IP 172.20.0.2 (152d744c-644b-4e93-b909-ccc3f4c9ea2d/fce8d3a0-9c76-402e-bb12-d46f87d27f12/c2938ca7-89f6-4bb3-8ab6-4e2edbba112b) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:38:41.305389 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4a84f62f-1e5a-4f90-9956-b092428d2fcb req-4cd66404-6c3e-4779-bc51-5563d02bdb83 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.98 "GET /v2.0/security-groups?id=0f25d2a9-0851-4af2-90eb-50947b994fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700424 Oct 20 11:38:41.308244 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd2b1a7-b3ef-43f3-915d-16fe9e79217e tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Made reservation on behalf of d681ef907c694a9796fe2b5eafa3eecc for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:38:41.313804 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-003062ea-bf95-489d-9dfb-5aeebb18a88a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:41.315063 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7dd2b1a7-b3ef-43f3-915d-16fe9e79217e tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:41.341955 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 40a52f83-7ba3-4dd5-9e62-d68a761b8705, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=40a52f83-7ba3-4dd5-9e62-d68a761b8705,segment=NetworkSegment(94f84233-df75-4314-b565-50183af645af),segment_id=94f84233-df75-4314-b565-50183af645af)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:41.355692 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:41.381832 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-003062ea-bf95-489d-9dfb-5aeebb18a88a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:41.438865 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9a8b18e3-2ccd-4550-8a69-82f301e746fc tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:41.456082 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=40a52f83-7ba3-4dd5-9e62-d68a761b8705,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:41.459779 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [None req-9a8b18e3-2ccd-4550-8a69-82f301e746fc tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] device_id is not set on port 8e4c14f0-808b-4ba3-bd4b-99ad95f988da yet. {{(pid=100647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:38:41.495589 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-fbacdd02-a13c-4164-9e97-36c278571936 None None] For port c2938ca7-89f6-4bb3-8ab6-4e2edbba112b, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=c2938ca7-89f6-4bb3-8ab6-4e2edbba112b,segment=NetworkSegment(252587d9-7a55-47eb-91a1-8e3029471a06),segment_id=252587d9-7a55-47eb-91a1-8e3029471a06)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:41.515520 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-003062ea-bf95-489d-9dfb-5aeebb18a88a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:41.518846 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-003062ea-bf95-489d-9dfb-5aeebb18a88a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:41.522527 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-003062ea-bf95-489d-9dfb-5aeebb18a88a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/556d78ba-2cca-4baf-b487-e76527365cfa HTTP/1.1" status: 204 len: 168 time: 0.3666084 Oct 20 11:38:41.540824 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003062ea-bf95-489d-9dfb-5aeebb18a88a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556d78ba-2cca-4baf-b487-e76527365cfa,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:41.541032 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-fbacdd02-a13c-4164-9e97-36c278571936 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:41.550331 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-fbacdd02-a13c-4164-9e97-36c278571936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:41.586611 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7dd2b1a7-b3ef-43f3-915d-16fe9e79217e tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:41.658449 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbacdd02-a13c-4164-9e97-36c278571936 None None] Pushing event updated for resources: {'Port': ['ID=c2938ca7-89f6-4bb3-8ab6-4e2edbba112b,revision_number=6']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:41.663323 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd2b1a7-b3ef-43f3-915d-16fe9e79217e tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event updated for resources: {'Subnet': ['ID=073237d0-302e-4181-86cd-868d84f5e587,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:41.682890 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 93651390-f6fa-4b8e-bb85-81fc600e8fa4 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:38:41.692639 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2b1a7-b3ef-43f3-915d-16fe9e79217e tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:41.693566 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2b1a7-b3ef-43f3-915d-16fe9e79217e tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:41.694077 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2b1a7-b3ef-43f3-915d-16fe9e79217e tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:41.694505 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2b1a7-b3ef-43f3-915d-16fe9e79217e tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:41.695031 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2b1a7-b3ef-43f3-915d-16fe9e79217e tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:41.695606 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2b1a7-b3ef-43f3-915d-16fe9e79217e tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:41.696010 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2b1a7-b3ef-43f3-915d-16fe9e79217e tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:41.696511 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2b1a7-b3ef-43f3-915d-16fe9e79217e tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:41.696994 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2b1a7-b3ef-43f3-915d-16fe9e79217e tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:41.697445 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2b1a7-b3ef-43f3-915d-16fe9e79217e tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:41.697910 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2b1a7-b3ef-43f3-915d-16fe9e79217e tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:41.698405 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2b1a7-b3ef-43f3-915d-16fe9e79217e tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:41.702270 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd2b1a7-b3ef-43f3-915d-16fe9e79217e tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Checking segment: {'id': '558092dc-83ff-44a4-826b-e7265ce993a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'b034c485-a2a0-472a-827f-ff5398770103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:38:41.702714 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd2b1a7-b3ef-43f3-915d-16fe9e79217e tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Network hostable DHCP agents. Network: b034c485-a2a0-472a-827f-ff5398770103, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:38:41.708467 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 93651390-f6fa-4b8e-bb85-81fc600e8fa4 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:38:41.708816 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 93651390-f6fa-4b8e-bb85-81fc600e8fa4 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:38:41.730950 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-9a8b18e3-2ccd-4550-8a69-82f301e746fc tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Allocated IP 172.20.0.9 (152d744c-644b-4e93-b909-ccc3f4c9ea2d/fce8d3a0-9c76-402e-bb12-d46f87d27f12/8e4c14f0-808b-4ba3-bd4b-99ad95f988da) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:38:41.739379 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd2b1a7-b3ef-43f3-915d-16fe9e79217e tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Network b034c485-a2a0-472a-827f-ff5398770103 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:38:41.755526 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-7dd2b1a7-b3ef-43f3-915d-16fe9e79217e tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, b034c485-a2a0-472a-827f-ff5398770103) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:38:41.756607 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['40a52f83-7ba3-4dd5-9e62-d68a761b8705'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:38:41.762203 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd2b1a7-b3ef-43f3-915d-16fe9e79217e tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:41.763226 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7dd2b1a7-b3ef-43f3-915d-16fe9e79217e tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:41.787117 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7dd2b1a7-b3ef-43f3-915d-16fe9e79217e tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6431661 Oct 20 11:38:41.789908 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42500) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:41.794763 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['0d547af2-2a84-4b50-88e7-a42b3e28e237'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:38:41.795030 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-4c3ff519-4802-40c6-b45a-e31d7a22fb1a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1712897867', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:41.801671 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfb219d-9648-4e39-95cf-3805d8107292 None None] Network b034c485-a2a0-472a-827f-ff5398770103 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:38:41.886510 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4c3ff519-4802-40c6-b45a-e31d7a22fb1a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:41.887738 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4c3ff519-4802-40c6-b45a-e31d7a22fb1a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:41.992269 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4c3ff519-4802-40c6-b45a-e31d7a22fb1a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:42.006589 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9a8b18e3-2ccd-4550-8a69-82f301e746fc tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:42.008723 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4c3ff519-4802-40c6-b45a-e31d7a22fb1a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:42.055913 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2df98717-c1ea-4275-aec3-df0bb33d3fcd req-8b0f56b7-8f3a-4bc6-b6e6-82ad4301b90e tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0402029 Oct 20 11:38:42.066460 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4c3ff519-4802-40c6-b45a-e31d7a22fb1a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:42.068080 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4c3ff519-4802-40c6-b45a-e31d7a22fb1a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2770300 Oct 20 11:38:42.071386 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42510) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:42.077389 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-0c8d09f7-ac40-42dd-b136-a88fe000d887 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Request body: {'port': {'network_id': 'b034c485-a2a0-472a-827f-ff5398770103', 'name': 'tempest-RoutersIpV6Test-550468504'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:42.098204 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9a8b18e3-2ccd-4550-8a69-82f301e746fc tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:42.177953 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8b18e3-2ccd-4550-8a69-82f301e746fc tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Network 152d744c-644b-4e93-b909-ccc3f4c9ea2d is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:38:42.181624 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-9a8b18e3-2ccd-4550-8a69-82f301e746fc tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:38:42.187292 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8b18e3-2ccd-4550-8a69-82f301e746fc tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:38:42.198316 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b18e3-2ccd-4550-8a69-82f301e746fc tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event updated for resources: {'Port': ['ID=8e4c14f0-808b-4ba3-bd4b-99ad95f988da,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:42.222374 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1240887-60bb-47b0-b6e5-c541f988e1d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-b034c485-a2a0-472a-827f-ff5398770103', 'network_id': 'b034c485-a2a0-472a-827f-ff5398770103', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'fixed_ips': [{'subnet_id': '073237d0-302e-4181-86cd-868d84f5e587'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:38:42.223566 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d1240887-60bb-47b0-b6e5-c541f988e1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:42.265763 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8b18e3-2ccd-4550-8a69-82f301e746fc tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:42.269244 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9a8b18e3-2ccd-4550-8a69-82f301e746fc tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:42.303204 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-9a8b18e3-2ccd-4550-8a69-82f301e746fc tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2972350 Oct 20 11:38:42.304580 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42518) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:42.314930 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-4002a53d-25ec-4dff-b5fd-35a92429c985 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Request body: {'subnet': {'network_id': '152d744c-644b-4e93-b909-ccc3f4c9ea2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:42.340088 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8d09f7-ac40-42dd-b136-a88fe000d887 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Made reservation on behalf of d681ef907c694a9796fe2b5eafa3eecc for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:38:42.345610 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0c8d09f7-ac40-42dd-b136-a88fe000d887 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:42.386479 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-0c8d09f7-ac40-42dd-b136-a88fe000d887 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] device_id is not set on port af7e6e9d-00fc-43c8-b112-d89c620b2827 yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:38:42.467220 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-d1240887-60bb-47b0-b6e5-c541f988e1d2 None None] Allocated IP 2001:db8::2 (b034c485-a2a0-472a-827f-ff5398770103/073237d0-302e-4181-86cd-868d84f5e587/59f1564b-03fd-4928-9e5c-28c8653f953f) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:38:42.584953 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4002a53d-25ec-4dff-b5fd-35a92429c985 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Made reservation on behalf of 94e5347f86fe43de8b27d18b03cb5e6b for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:38:42.589368 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4002a53d-25ec-4dff-b5fd-35a92429c985 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:42.658880 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device ada37f04-f050-422b-8964-db3733aa1e1b up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:38:42.661530 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d1240887-60bb-47b0-b6e5-c541f988e1d2 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:42.669325 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040c8ea-54e4-4cc3-b05a-df06898e4373 req-811e6540-8619-4043-9a86-57c1f4f50525 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:42.671158 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e040c8ea-54e4-4cc3-b05a-df06898e4373 req-811e6540-8619-4043-9a86-57c1f4f50525 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8e9018f-8cf7-4886-b9e8-6fc1a048f467 HTTP/1.1" status: 200 len: 945 time: 0.2158430 Oct 20 11:38:42.695804 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d1240887-60bb-47b0-b6e5-c541f988e1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:42.742001 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1240887-60bb-47b0-b6e5-c541f988e1d2 None None] Network b034c485-a2a0-472a-827f-ff5398770103 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:38:42.744117 n-d-814735-3 neutron-server[100647]: INFO neutron.db.ipam_backend_mixin [None req-4002a53d-25ec-4dff-b5fd-35a92429c985 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fce8d3a0-9c76-402e-bb12-d46f87d27f12 (CIDR: 172.20.0.0/28) Oct 20 11:38:42.746573 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-d1240887-60bb-47b0-b6e5-c541f988e1d2 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:38:42.757411 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1240887-60bb-47b0-b6e5-c541f988e1d2 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:38:42.757712 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-4002a53d-25ec-4dff-b5fd-35a92429c985 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:38:42.757712 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4002a53d-25ec-4dff-b5fd-35a92429c985 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:38:42.759068 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-0c8d09f7-ac40-42dd-b136-a88fe000d887 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Allocated IP 2001:db8::265 (b034c485-a2a0-472a-827f-ff5398770103/073237d0-302e-4181-86cd-868d84f5e587/af7e6e9d-00fc-43c8-b112-d89c620b2827) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:38:42.777728 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e040c8ea-54e4-4cc3-b05a-df06898e4373 req-9e595578-a7c6-494e-9387-fa28b4545df9 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.98 "GET /v2.0/security-groups?id=0f25d2a9-0851-4af2-90eb-50947b994fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889060 Oct 20 11:38:42.784238 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1240887-60bb-47b0-b6e5-c541f988e1d2 None None] Pushing event updated for resources: {'Port': ['ID=59f1564b-03fd-4928-9e5c-28c8653f953f,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:42.808523 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4002a53d-25ec-4dff-b5fd-35a92429c985 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5022950 Oct 20 11:38:42.811284 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42530) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:42.819379 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-415af8c6-d8b1-4641-b5d2-5c7eb3158974 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Request body: {'subnet': {'network_id': '152d744c-644b-4e93-b909-ccc3f4c9ea2d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:42.861255 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port ada37f04-f050-422b-8964-db3733aa1e1b completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:38:42.864878 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-d1240887-60bb-47b0-b6e5-c541f988e1d2 None None] Attempting to bind port 59f1564b-03fd-4928-9e5c-28c8653f953f on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:38:42.865354 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-d1240887-60bb-47b0-b6e5-c541f988e1d2 None None] Attempting to bind port 59f1564b-03fd-4928-9e5c-28c8653f953f by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '558092dc-83ff-44a4-826b-e7265ce993a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'b034c485-a2a0-472a-827f-ff5398770103'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:38:42.866152 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1240887-60bb-47b0-b6e5-c541f988e1d2 None None] Attempting to bind port 59f1564b-03fd-4928-9e5c-28c8653f953f on network b034c485-a2a0-472a-827f-ff5398770103 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:38:42.873892 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port ada37f04-f050-422b-8964-db3733aa1e1b triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:42.874466 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:42.878311 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1240887-60bb-47b0-b6e5-c541f988e1d2 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:38:42.878665 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1240887-60bb-47b0-b6e5-c541f988e1d2 None None] Checking segment: {'id': '558092dc-83ff-44a4-826b-e7265ce993a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'b034c485-a2a0-472a-827f-ff5398770103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:38:42.879208 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d1240887-60bb-47b0-b6e5-c541f988e1d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:42.879726 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1240887-60bb-47b0-b6e5-c541f988e1d2 None None] Bound using segment: {'id': '558092dc-83ff-44a4-826b-e7265ce993a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'b034c485-a2a0-472a-827f-ff5398770103'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:38:42.880342 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-d1240887-60bb-47b0-b6e5-c541f988e1d2 None None] Bound port: 59f1564b-03fd-4928-9e5c-28c8653f953f, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558092dc-83ff-44a4-826b-e7265ce993a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'b034c485-a2a0-472a-827f-ff5398770103'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:38:42.880821 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d1240887-60bb-47b0-b6e5-c541f988e1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:42.921817 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-543f351c-f1ce-4ad0-90a1-d632df6ae497 None None] Provisioning complete for port 53ce4373-c417-40e2-aca9-03dbbd14175e triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:42.922368 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-543f351c-f1ce-4ad0-90a1-d632df6ae497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:42.936389 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42532) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:43.081392 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0c8d09f7-ac40-42dd-b136-a88fe000d887 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:43.089689 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415af8c6-d8b1-4641-b5d2-5c7eb3158974 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Made reservation on behalf of 94e5347f86fe43de8b27d18b03cb5e6b for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:38:43.094245 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-415af8c6-d8b1-4641-b5d2-5c7eb3158974 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:43.119995 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-9e735f26-f6b7-4423-acf7-562ed6b1f2bb admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-345099241-network', 'tenant_id': '5a4c10e07f5540bfb31d79118daf9fff'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:43.166471 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e735f26-f6b7-4423-acf7-562ed6b1f2bb admin admin] Made reservation on behalf of 5a4c10e07f5540bfb31d79118daf9fff for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:38:43.170536 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9e735f26-f6b7-4423-acf7-562ed6b1f2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:43.182994 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9e735f26-f6b7-4423-acf7-562ed6b1f2bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:43.234298 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6670c660-844c-44ca-8ba6-8cdc0f933291 req-20e8afc6-dc85-4c1d-9422-0c1d9b666885 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0481064 Oct 20 11:38:43.284248 n-d-814735-3 neutron-server[100646]: INFO neutron.db.ipam_backend_mixin [None req-415af8c6-d8b1-4641-b5d2-5c7eb3158974 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 51abe04a-b7c9-4f17-ad14-dffe665affae (CIDR: 172.20.0.16/28) Oct 20 11:38:43.286263 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0c8d09f7-ac40-42dd-b136-a88fe000d887 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:43.289097 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-415af8c6-d8b1-4641-b5d2-5c7eb3158974 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:38:43.289720 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-415af8c6-d8b1-4641-b5d2-5c7eb3158974 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:38:43.324210 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-543f351c-f1ce-4ad0-90a1-d632df6ae497 None None] Port 53ce4373-c417-40e2-aca9-03dbbd14175e cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:38:43.341898 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-415af8c6-d8b1-4641-b5d2-5c7eb3158974 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5292382 Oct 20 11:38:43.347469 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42540) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:43.350784 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9e735f26-f6b7-4423-acf7-562ed6b1f2bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:43.357600 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8d09f7-ac40-42dd-b136-a88fe000d887 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Network b034c485-a2a0-472a-827f-ff5398770103 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:38:43.358509 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d09f7-ac40-42dd-b136-a88fe000d887 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event updated for resources: {'Port': ['ID=af7e6e9d-00fc-43c8-b112-d89c620b2827,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:43.359064 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-d1bc730b-6c23-48ec-a3ba-0f7f4a328989 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Request body: {'subnet': {'network_id': '152d744c-644b-4e93-b909-ccc3f4c9ea2d', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:43.361592 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-0c8d09f7-ac40-42dd-b136-a88fe000d887 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:38:43.363199 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-543f351c-f1ce-4ad0-90a1-d632df6ae497 None None] Provisioning complete for port c2938ca7-89f6-4bb3-8ab6-4e2edbba112b triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:43.363790 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-543f351c-f1ce-4ad0-90a1-d632df6ae497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:43.363905 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9e735f26-f6b7-4423-acf7-562ed6b1f2bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:43.367742 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8d09f7-ac40-42dd-b136-a88fe000d887 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:38:43.377124 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8d09f7-ac40-42dd-b136-a88fe000d887 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:43.378006 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0c8d09f7-ac40-42dd-b136-a88fe000d887 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:43.381825 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e735f26-f6b7-4423-acf7-562ed6b1f2bb admin admin] vlan segment allocate from pool success with {'vlan_id': 1276, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:38:43.393132 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9e735f26-f6b7-4423-acf7-562ed6b1f2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:43.393482 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-9e735f26-f6b7-4423-acf7-562ed6b1f2bb admin admin] Added segment ae830d1a-103b-4077-a27a-c21b5cd0cde4 of type vlan for network 7bbb29f9-3198-48e3-bcf0-f5311da5a385 Oct 20 11:38:43.409924 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0c8d09f7-ac40-42dd-b136-a88fe000d887 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3345139 Oct 20 11:38:43.410291 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42542) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:43.434978 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d1240887-60bb-47b0-b6e5-c541f988e1d2 None None] For port 59f1564b-03fd-4928-9e5c-28c8653f953f, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:38:43.441854 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d1240887-60bb-47b0-b6e5-c541f988e1d2 None None] For port 59f1564b-03fd-4928-9e5c-28c8653f953f, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=59f1564b-03fd-4928-9e5c-28c8653f953f,segment=NetworkSegment(558092dc-83ff-44a4-826b-e7265ce993a1),segment_id=558092dc-83ff-44a4-826b-e7265ce993a1)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:38:43.451040 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9e735f26-f6b7-4423-acf7-562ed6b1f2bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:43.454537 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d1240887-60bb-47b0-b6e5-c541f988e1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:43.456597 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:43.525019 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc97e04-6fd2-461f-aad3-ca66e46b336c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada37f04-f050-422b-8964-db3733aa1e1b'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:38:43.528760 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2320b9-2f29-493c-9e70-0f5fd6ba5393" -d '{"events": [{"server_uuid": "1cc97e04-6fd2-461f-aad3-ca66e46b336c", "name": "network-vif-plugged", "status": "completed", "tag": "ada37f04-f050-422b-8964-db3733aa1e1b"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:38:43.602898 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e735f26-f6b7-4423-acf7-562ed6b1f2bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c9e7f7-99ae-4384-9a68-54ee2a23368e,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:43.621320 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9e735f26-f6b7-4423-acf7-562ed6b1f2bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:43.622622 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e735f26-f6b7-4423-acf7-562ed6b1f2bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:43.623546 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9e735f26-f6b7-4423-acf7-562ed6b1f2bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:43.674503 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378ed374-edd9-4bb0-aba4-a88ece7942d1 x-openstack-request-id: req-378ed374-edd9-4bb0-aba4-a88ece7942d1 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:38:43.674787 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc97e04-6fd2-461f-aad3-ca66e46b336c", "name": "network-vif-plugged", "status": "completed", "tag": "ada37f04-f050-422b-8964-db3733aa1e1b", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:38:43.675244 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-378ed374-edd9-4bb0-aba4-a88ece7942d1 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:38:43.675761 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cc97e04-6fd2-461f-aad3-ca66e46b336c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada37f04-f050-422b-8964-db3733aa1e1b', 'code': 200} Oct 20 11:38:43.711273 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device c2938ca7-89f6-4bb3-8ab6-4e2edbba112b up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:38:43.721997 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port ada37f04-f050-422b-8964-db3733aa1e1b, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=ada37f04-f050-422b-8964-db3733aa1e1b,segment=NetworkSegment(94f84233-df75-4314-b565-50183af645af),segment_id=94f84233-df75-4314-b565-50183af645af)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:43.758169 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1240887-60bb-47b0-b6e5-c541f988e1d2 None None] Pushing event updated for resources: {'Port': ['ID=59f1564b-03fd-4928-9e5c-28c8653f953f,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:43.768297 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:43.950320 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=ada37f04-f050-422b-8964-db3733aa1e1b,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:43.960559 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port c2938ca7-89f6-4bb3-8ab6-4e2edbba112b triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:43.960933 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:44.007794 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-da43098a-bf3a-4a02-acd7-6bc1c45d4044 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:44.059230 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-0f54bd16-3c0d-47a5-95ea-37d812b0ec33 None None] Provisioning complete for port 8e4c14f0-808b-4ba3-bd4b-99ad95f988da triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:44.059566 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0f54bd16-3c0d-47a5-95ea-37d812b0ec33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:44.100491 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-0f54bd16-3c0d-47a5-95ea-37d812b0ec33 None None] Port 8e4c14f0-808b-4ba3-bd4b-99ad95f988da cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:38:44.251709 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-9e735f26-f6b7-4423-acf7-562ed6b1f2bb admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3142276 Oct 20 11:38:44.252381 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42550) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:44.260043 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-77bbb7ee-0101-407c-be76-1ec7c0d436e5 admin admin] Request body: {'subnet': {'network_id': '7bbb29f9-3198-48e3-bcf0-f5311da5a385', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-345099241-subnet', 'tenant_id': '5a4c10e07f5540bfb31d79118daf9fff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:44.304499 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e735f26-f6b7-4423-acf7-562ed6b1f2bb admin admin] Pushing event updated for resources: {'Network': ['ID=7bbb29f9-3198-48e3-bcf0-f5311da5a385,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:44.306386 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77bbb7ee-0101-407c-be76-1ec7c0d436e5 admin admin] Made reservation on behalf of 5a4c10e07f5540bfb31d79118daf9fff for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:38:44.310641 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-77bbb7ee-0101-407c-be76-1ec7c0d436e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:44.321246 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66957ac0-7cc8-4fd1-be43-2d0430d4da46 req-2cf6ee5f-52d4-4dd4-b028-b325e0eebee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:44.322721 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 7bbb29f9-3198-48e3-bcf0-f5311da5a385 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:38:44.323355 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-66957ac0-7cc8-4fd1-be43-2d0430d4da46 req-2cf6ee5f-52d4-4dd4-b028-b325e0eebee9 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1cc97e04-6fd2-461f-aad3-ca66e46b336c HTTP/1.1" status: 200 len: 1096 time: 0.1660056 Oct 20 11:38:44.337543 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7574b-5555-4d3c-b4b4-4f287b17e9f7 req-05585a76-ef7e-4f0a-9383-56856318b948 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:44.339734 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6ab7574b-5555-4d3c-b4b4-4f287b17e9f7 req-05585a76-ef7e-4f0a-9383-56856318b948 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8e9018f-8cf7-4886-b9e8-6fc1a048f467 HTTP/1.1" status: 200 len: 945 time: 0.1866999 Oct 20 11:38:44.406820 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1bc730b-6c23-48ec-a3ba-0f7f4a328989 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Made reservation on behalf of 94e5347f86fe43de8b27d18b03cb5e6b for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:38:44.411398 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d1bc730b-6c23-48ec-a3ba-0f7f4a328989 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:44.422865 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-da43098a-bf3a-4a02-acd7-6bc1c45d4044 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:44.432376 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 40a52f83-7ba3-4dd5-9e62-d68a761b8705 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:38:44.437915 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-da43098a-bf3a-4a02-acd7-6bc1c45d4044 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:44.496366 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-66957ac0-7cc8-4fd1-be43-2d0430d4da46 req-fd8a0f1a-e981-4d5e-ba19-01f91ef95789 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=0f25d2a9-0851-4af2-90eb-50947b994fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512067 Oct 20 11:38:44.499092 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d33a72a3-e9ae-4414-b895-da5d82930795 req-276adbe1-e90a-49e8-8951-edc85f610852 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.1005201 Oct 20 11:38:44.506567 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6ab7574b-5555-4d3c-b4b4-4f287b17e9f7 req-903e9643-0b10-4bcc-bb86-ac2bb596f035 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.98 "GET /v2.0/security-groups?id=0f25d2a9-0851-4af2-90eb-50947b994fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532729 Oct 20 11:38:44.528242 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 40a52f83-7ba3-4dd5-9e62-d68a761b8705 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:38:44.547439 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da43098a-bf3a-4a02-acd7-6bc1c45d4044 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event updated for resources: {'Port': ['ID=af7e6e9d-00fc-43c8-b112-d89c620b2827,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:44.563551 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 40a52f83-7ba3-4dd5-9e62-d68a761b8705 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:44.564082 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:44.697713 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:44.754092 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 40a52f83-7ba3-4dd5-9e62-d68a761b8705, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=40a52f83-7ba3-4dd5-9e62-d68a761b8705,segment=NetworkSegment(94f84233-df75-4314-b565-50183af645af),segment_id=94f84233-df75-4314-b565-50183af645af)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:44.761913 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:44.762961 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 0d547af2-2a84-4b50-88e7-a42b3e28e237 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:38:44.772603 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-77bbb7ee-0101-407c-be76-1ec7c0d436e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:44.775760 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-da43098a-bf3a-4a02-acd7-6bc1c45d4044 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:44.834696 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d1bc730b-6c23-48ec-a3ba-0f7f4a328989 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:44.851312 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=40a52f83-7ba3-4dd5-9e62-d68a761b8705,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:44.862994 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 0d547af2-2a84-4b50-88e7-a42b3e28e237 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:38:44.867878 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 0d547af2-2a84-4b50-88e7-a42b3e28e237 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:44.868481 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:44.878155 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bc730b-6c23-48ec-a3ba-0f7f4a328989 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Network 152d744c-644b-4e93-b909-ccc3f4c9ea2d is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:38:44.907118 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-d1bc730b-6c23-48ec-a3ba-0f7f4a328989 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:38:44.911772 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bc730b-6c23-48ec-a3ba-0f7f4a328989 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:44.912333 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e232e8c-6c77-409a-bac0-2e2364075f75 None None] Network b034c485-a2a0-472a-827f-ff5398770103 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:38:44.912466 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d1bc730b-6c23-48ec-a3ba-0f7f4a328989 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:44.926152 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b01b068-270a-4383-b686-da657efcde64 None None] Network 152d744c-644b-4e93-b909-ccc3f4c9ea2d requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:38:44.943109 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d1bc730b-6c23-48ec-a3ba-0f7f4a328989 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5903389 Oct 20 11:38:44.947023 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42556) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:44.955056 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bbb7ee-0101-407c-be76-1ec7c0d436e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d11d35ce-8f2e-4f5f-b262-aaca7c3e125d,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:44.959098 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-58426f56-1319-49c9-9f2b-65270466e7e5 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1043732742', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'deddcedb-e6b4-411d-bf54-53af126bdc29'}], 'security_groups': ['b308996b-e090-4252-a98f-4490db1cfc8d', '31ec5b1e-4828-4085-95a0-e753dc1750ad']}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:44.973673 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bbb7ee-0101-407c-be76-1ec7c0d436e5 admin admin] Checking segment: {'id': 'ae830d1a-103b-4077-a27a-c21b5cd0cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '7bbb29f9-3198-48e3-bcf0-f5311da5a385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:38:44.974030 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bbb7ee-0101-407c-be76-1ec7c0d436e5 admin admin] Network hostable DHCP agents. Network: 7bbb29f9-3198-48e3-bcf0-f5311da5a385, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:38:45.014038 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bbb7ee-0101-407c-be76-1ec7c0d436e5 admin admin] Network 7bbb29f9-3198-48e3-bcf0-f5311da5a385 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:38:45.030861 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-da43098a-bf3a-4a02-acd7-6bc1c45d4044 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:45.033651 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc730b-6c23-48ec-a3ba-0f7f4a328989 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event updated for resources: {'Subnet': ['ID=deddcedb-e6b4-411d-bf54-53af126bdc29,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:45.040326 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-fb5c65a6-9272-49a1-b30e-aebbd797ded1 None None] Provisioning complete for port 59f1564b-03fd-4928-9e5c-28c8653f953f triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:45.040697 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-fb5c65a6-9272-49a1-b30e-aebbd797ded1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:45.048573 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-77bbb7ee-0101-407c-be76-1ec7c0d436e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 7bbb29f9-3198-48e3-bcf0-f5311da5a385) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:38:45.059475 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-58426f56-1319-49c9-9f2b-65270466e7e5 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:45.060195 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bbb7ee-0101-407c-be76-1ec7c0d436e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:45.060674 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-77bbb7ee-0101-407c-be76-1ec7c0d436e5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:45.108637 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6994f54c-e9db-43ee-9f34-cdca63b58f00 None None] Network 7bbb29f9-3198-48e3-bcf0-f5311da5a385 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:38:45.143889 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-77bbb7ee-0101-407c-be76-1ec7c0d436e5 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8899045 Oct 20 11:38:45.559315 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:45.580197 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-da43098a-bf3a-4a02-acd7-6bc1c45d4044 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:45.589842 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-fb5c65a6-9272-49a1-b30e-aebbd797ded1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:45.590062 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-da43098a-bf3a-4a02-acd7-6bc1c45d4044 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:45.590854 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-da43098a-bf3a-4a02-acd7-6bc1c45d4044 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:45.681234 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 0d547af2-2a84-4b50-88e7-a42b3e28e237, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=0d547af2-2a84-4b50-88e7-a42b3e28e237,segment=NetworkSegment(94f84233-df75-4314-b565-50183af645af),segment_id=94f84233-df75-4314-b565-50183af645af)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:45.755909 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-fb5c65a6-9272-49a1-b30e-aebbd797ded1 None None] For port 59f1564b-03fd-4928-9e5c-28c8653f953f, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=59f1564b-03fd-4928-9e5c-28c8653f953f,segment=NetworkSegment(558092dc-83ff-44a4-826b-e7265ce993a1),segment_id=558092dc-83ff-44a4-826b-e7265ce993a1)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:45.764605 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e9018f-8cf7-4886-b9e8-6fc1a048f467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a52f83-7ba3-4dd5-9e62-d68a761b8705'}, {'server_uuid': '898d8e7e-fc8b-4113-8cf0-d5969b8bb88d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d547af2-2a84-4b50-88e7-a42b3e28e237'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:38:45.782279 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7312236e-8840-4939-8cd9-34069ed5db19" -d '{"events": [{"server_uuid": "f8e9018f-8cf7-4886-b9e8-6fc1a048f467", "name": "network-vif-plugged", "status": "completed", "tag": "40a52f83-7ba3-4dd5-9e62-d68a761b8705"}, {"server_uuid": "898d8e7e-fc8b-4113-8cf0-d5969b8bb88d", "name": "network-vif-plugged", "status": "completed", "tag": "0d547af2-2a84-4b50-88e7-a42b3e28e237"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:38:45.790653 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:45.807452 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:45.812384 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099d3c4d-e6f0-4b5e-9215-8b8f5a6cbe01 None None] Network 7bbb29f9-3198-48e3-bcf0-f5311da5a385 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:38:45.818030 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 59f1564b-03fd-4928-9e5c-28c8653f953f up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:38:45.827916 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da43098a-bf3a-4a02-acd7-6bc1c45d4044 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event updated for resources: {'Port': ['ID=af7e6e9d-00fc-43c8-b112-d89c620b2827,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:45.877822 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c920b8-f218-4237-9009-35c623c52834 req-5bb2eebe-f7d2-42f8-a192-cb116a225339 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:45.880825 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-64c920b8-f218-4237-9009-35c623c52834 req-5bb2eebe-f7d2-42f8-a192-cb116a225339 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8e9018f-8cf7-4886-b9e8-6fc1a048f467 HTTP/1.1" status: 200 len: 946 time: 0.1419203 Oct 20 11:38:45.899740 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-fb5c65a6-9272-49a1-b30e-aebbd797ded1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:45.952218 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da43098a-bf3a-4a02-acd7-6bc1c45d4044 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Network b034c485-a2a0-472a-827f-ff5398770103 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:38:45.956632 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-da43098a-bf3a-4a02-acd7-6bc1c45d4044 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:38:46.000688 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-58426f56-1319-49c9-9f2b-65270466e7e5 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Delete allocated IP 172.20.0.9 (152d744c-644b-4e93-b909-ccc3f4c9ea2d/fce8d3a0-9c76-402e-bb12-d46f87d27f12) {{(pid=100647) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 20 11:38:46.016288 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-58426f56-1319-49c9-9f2b-65270466e7e5 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Allocated IP 172.20.0.39 (152d744c-644b-4e93-b909-ccc3f4c9ea2d/deddcedb-e6b4-411d-bf54-53af126bdc29/8e4c14f0-808b-4ba3-bd4b-99ad95f988da) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:38:46.097384 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-64c920b8-f218-4237-9009-35c623c52834 req-14f1db87-47c4-4542-8589-edcdde071d7c tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.98 "GET /v2.0/security-groups?id=0f25d2a9-0851-4af2-90eb-50947b994fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061188 Oct 20 11:38:46.121095 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da43098a-bf3a-4a02-acd7-6bc1c45d4044 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Router 2be982b9-d448-4421-8f75-9ae7ac31c6a1 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:38:46.126374 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=0d547af2-2a84-4b50-88e7-a42b3e28e237,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:46.264402 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da43098a-bf3a-4a02-acd7-6bc1c45d4044 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:38:46.273922 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-da43098a-bf3a-4a02-acd7-6bc1c45d4044 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "PUT /v2.0/routers/2be982b9-d448-4421-8f75-9ae7ac31c6a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8614705 Oct 20 11:38:46.274822 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42590) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:46.278091 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e741188-7956-47ed-aead-f49675a543c6 None None] Sync routers for ids ['2be982b9-d448-4421-8f75-9ae7ac31c6a1'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:38:46.289972 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-58426f56-1319-49c9-9f2b-65270466e7e5 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:46.307614 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e741188-7956-47ed-aead-f49675a543c6 None None] Routers {'2be982b9-d448-4421-8f75-9ae7ac31c6a1'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:38:46.308290 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-9e741188-7956-47ed-aead-f49675a543c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:38:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['2be982b9-d448-4421-8f75-9ae7ac31c6a1'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:46.336015 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa817f6e-8513-4d25-973b-63892665457a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:46.341023 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-aa817f6e-8513-4d25-973b-63892665457a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "GET /v2.0/ports/af7e6e9d-00fc-43c8-b112-d89c620b2827 HTTP/1.1" status: 200 len: 983 time: 0.0651104 Oct 20 11:38:46.341718 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42592) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:46.385975 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-9e741188-7956-47ed-aead-f49675a543c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:46.389559 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-58426f56-1319-49c9-9f2b-65270466e7e5 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:46.396276 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d9bdada5-e9de-491b-a190-158a53b5e6bb req-b008bd49-d8fa-40f1-b7af-10200dcf5b73 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0947466 Oct 20 11:38:46.405336 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e741188-7956-47ed-aead-f49675a543c6 None None] Routers {'2be982b9-d448-4421-8f75-9ae7ac31c6a1'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:38:46.406210 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-9e741188-7956-47ed-aead-f49675a543c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:38:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['2be982b9-d448-4421-8f75-9ae7ac31c6a1'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:46.448801 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-9e741188-7956-47ed-aead-f49675a543c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:46.451645 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e741188-7956-47ed-aead-f49675a543c6 None None] The sync data for ids ['2be982b9-d448-4421-8f75-9ae7ac31c6a1'] in n-d-814735-3 is: [] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:38:46.494482 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 59f1564b-03fd-4928-9e5c-28c8653f953f triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:46.494917 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:46.522104 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccde9d1-10b1-45d2-a5da-e69a3c3b4dd6 req-0a3a3d57-6d3f-461f-8c39-8691980dd1ca tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:46.531481 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ccde9d1-10b1-45d2-a5da-e69a3c3b4dd6 req-0a3a3d57-6d3f-461f-8c39-8691980dd1ca tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] 10.222.0.98 "GET /v2.0/networks?id=7bbb29f9-3198-48e3-bcf0-f5311da5a385 HTTP/1.1" status: 200 len: 821 time: 0.5071695 Oct 20 11:38:46.545230 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5c65a6-9272-49a1-b30e-aebbd797ded1 None None] Pushing event updated for resources: {'Port': ['ID=59f1564b-03fd-4928-9e5c-28c8653f953f,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:46.636220 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ccde9d1-10b1-45d2-a5da-e69a3c3b4dd6 req-cd480abe-6eb1-419e-95b1-a7523c9d5d9b tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] 10.222.0.98 "GET /v2.0/quotas/5a4c10e07f5540bfb31d79118daf9fff HTTP/1.1" status: 200 len: 375 time: 0.0757768 Oct 20 11:38:46.640409 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58426f56-1319-49c9-9f2b-65270466e7e5 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event updated for resources: {'Port': ['ID=8e4c14f0-808b-4ba3-bd4b-99ad95f988da,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:46.706619 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-a9d7ff68-7828-4737-b2d2-118ae5170f28 None None] Provisioning complete for port 59f1564b-03fd-4928-9e5c-28c8653f953f triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:46.706619 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a9d7ff68-7828-4737-b2d2-118ae5170f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:46.723802 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ccde9d1-10b1-45d2-a5da-e69a3c3b4dd6 req-8be957e0-8d5a-49cf-b2d0-ff10af0b2814 tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=5a4c10e07f5540bfb31d79118daf9fff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634739 Oct 20 11:38:46.725388 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-58426f56-1319-49c9-9f2b-65270466e7e5 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] In _notify_port_updated(), no bound segment for port 8e4c14f0-808b-4ba3-bd4b-99ad95f988da on network 152d744c-644b-4e93-b909-ccc3f4c9ea2d {{(pid=100647) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 11:38:46.732236 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58426f56-1319-49c9-9f2b-65270466e7e5 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:46.733353 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-58426f56-1319-49c9-9f2b-65270466e7e5 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:46.738437 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-58426f56-1319-49c9-9f2b-65270466e7e5 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "PUT /v2.0/ports/8e4c14f0-808b-4ba3-bd4b-99ad95f988da HTTP/1.1" status: 200 len: 960 time: 1.7898600 Oct 20 11:38:46.739415 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42598) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:46.827782 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Oct 2021 11:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0ce4cb-3d4b-4054-a1a8-20af7228271e x-openstack-request-id: req-af0ce4cb-3d4b-4054-a1a8-20af7228271e {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:38:46.828069 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e9018f-8cf7-4886-b9e8-6fc1a048f467", "name": "network-vif-plugged", "status": "completed", "tag": "40a52f83-7ba3-4dd5-9e62-d68a761b8705", "code": 200}, {"server_uuid": "898d8e7e-fc8b-4113-8cf0-d5969b8bb88d", "name": "network-vif-plugged", "status": "completed", "tag": "0d547af2-2a84-4b50-88e7-a42b3e28e237", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:38:46.828495 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-af0ce4cb-3d4b-4054-a1a8-20af7228271e {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:38:46.828698 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e9018f-8cf7-4886-b9e8-6fc1a048f467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a52f83-7ba3-4dd5-9e62-d68a761b8705', 'code': 200} Oct 20 11:38:46.829024 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898d8e7e-fc8b-4113-8cf0-d5969b8bb88d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d547af2-2a84-4b50-88e7-a42b3e28e237', 'code': 200} Oct 20 11:38:46.836714 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009d81f9-9132-4e1b-8678-aabd38ca9499 None None] Update dhcp port {'port': {'network_id': '152d744c-644b-4e93-b909-ccc3f4c9ea2d', 'fixed_ips': [{'subnet_id': '51abe04a-b7c9-4f17-ad14-dffe665affae', 'ip_address': '172.20.0.18'}, {'subnet_id': 'fce8d3a0-9c76-402e-bb12-d46f87d27f12', 'ip_address': '172.20.0.2'}, {'subnet_id': 'deddcedb-e6b4-411d-bf54-53af126bdc29'}], 'binding:host_id': 'n-d-814735-3'}, 'id': 'c2938ca7-89f6-4bb3-8ab6-4e2edbba112b'} from n-d-814735-3. {{(pid=100648) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 11:38:46.919108 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-009d81f9-9132-4e1b-8678-aabd38ca9499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:47.008605 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c31ea6c6-fff0-4bb3-bde5-692da4028618 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:47.149601 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a454c-e23d-49c0-a494-c3d8a4d90134 req-e0c06a78-d4e6-47fd-b34d-9736ed06baf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:47.151490 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1e1a454c-e23d-49c0-a494-c3d8a4d90134 req-e0c06a78-d4e6-47fd-b34d-9736ed06baf8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8e9018f-8cf7-4886-b9e8-6fc1a048f467 HTTP/1.1" status: 200 len: 1097 time: 0.2422795 Oct 20 11:38:47.154893 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-009d81f9-9132-4e1b-8678-aabd38ca9499 None None] Allocated IP 172.20.0.34 (152d744c-644b-4e93-b909-ccc3f4c9ea2d/deddcedb-e6b4-411d-bf54-53af126bdc29/c2938ca7-89f6-4bb3-8ab6-4e2edbba112b) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:38:47.159715 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce4335-8e98-463a-ac0a-c6f3dc8da860 req-4a585d93-42a9-4039-9a73-9dd8b274a030 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:47.167845 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a0ce4335-8e98-463a-ac0a-c6f3dc8da860 req-4a585d93-42a9-4039-9a73-9dd8b274a030 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc2a7568-a0b5-453f-9439-31621926cf91 HTTP/1.1" status: 200 len: 945 time: 0.2176576 Oct 20 11:38:47.198467 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049cc9be-9caf-4139-a478-c15566d8564f req-10d6e123-71a9-4628-9f40-988c9f11eceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:47.200039 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-049cc9be-9caf-4139-a478-c15566d8564f req-10d6e123-71a9-4628-9f40-988c9f11eceb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=898d8e7e-fc8b-4113-8cf0-d5969b8bb88d HTTP/1.1" status: 200 len: 1097 time: 0.2680571 Oct 20 11:38:47.219597 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ccde9d1-10b1-45d2-a5da-e69a3c3b4dd6 req-78ee756d-16a1-496b-8026-29364e521ca3 service neutron] 10.222.0.98 "GET /v2.0/networks/7bbb29f9-3198-48e3-bcf0-f5311da5a385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635614 Oct 20 11:38:47.257144 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-fb9a0475-1680-4f76-87e7-3e1d74f3056f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Deleting port 8e4c14f0-808b-4ba3-bd4b-99ad95f988da {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:38:47.257459 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fb9a0475-1680-4f76-87e7-3e1d74f3056f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:47.278227 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-a9d7ff68-7828-4737-b2d2-118ae5170f28 None None] Provisioning complete for port af7e6e9d-00fc-43c8-b112-d89c620b2827 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:47.278602 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a9d7ff68-7828-4737-b2d2-118ae5170f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:47.285647 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-009d81f9-9132-4e1b-8678-aabd38ca9499 None None] For port c2938ca7-89f6-4bb3-8ab6-4e2edbba112b, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=c2938ca7-89f6-4bb3-8ab6-4e2edbba112b,segment=NetworkSegment(252587d9-7a55-47eb-91a1-8e3029471a06),segment_id=252587d9-7a55-47eb-91a1-8e3029471a06)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:47.343451 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-a9d7ff68-7828-4737-b2d2-118ae5170f28 None None] Port af7e6e9d-00fc-43c8-b112-d89c620b2827 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:38:47.355325 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-009d81f9-9132-4e1b-8678-aabd38ca9499 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:47.362943 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a0ce4335-8e98-463a-ac0a-c6f3dc8da860 req-126c94e3-6b97-47fe-94d7-e032ccfeacf8 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/security-groups?id=507d4736-4c60-4433-b68f-a0ea4568f172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940646 Oct 20 11:38:47.363170 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-009d81f9-9132-4e1b-8678-aabd38ca9499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:47.366335 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1e1a454c-e23d-49c0-a494-c3d8a4d90134 req-acabba68-e91c-466d-bc65-7d87be22ae39 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0f25d2a9-0851-4af2-90eb-50947b994fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870222 Oct 20 11:38:47.393264 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-049cc9be-9caf-4139-a478-c15566d8564f req-c7bb415a-e180-4e1a-be6f-b7e7360dc169 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0f25d2a9-0851-4af2-90eb-50947b994fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818171 Oct 20 11:38:47.500816 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d81f9-9132-4e1b-8678-aabd38ca9499 None None] Pushing event updated for resources: {'Port': ['ID=c2938ca7-89f6-4bb3-8ab6-4e2edbba112b,revision_number=7']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:47.520361 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d2e84c03-6e6e-4880-bd0c-eca0a4bfff28 None None] Provisioning complete for port af7e6e9d-00fc-43c8-b112-d89c620b2827 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:47.520888 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d2e84c03-6e6e-4880-bd0c-eca0a4bfff28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:47.536350 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fb9a0475-1680-4f76-87e7-3e1d74f3056f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:47.551993 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-fb9a0475-1680-4f76-87e7-3e1d74f3056f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Calling delete_port for 8e4c14f0-808b-4ba3-bd4b-99ad95f988da owned by {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:38:47.569080 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d2e84c03-6e6e-4880-bd0c-eca0a4bfff28 None None] Port af7e6e9d-00fc-43c8-b112-d89c620b2827 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:38:47.603733 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ccde9d1-10b1-45d2-a5da-e69a3c3b4dd6 req-492a1129-0e5a-46b0-8ae6-0207289a4b61 service neutron] 10.222.0.98 "GET /v2.0/networks/7bbb29f9-3198-48e3-bcf0-f5311da5a385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598421 Oct 20 11:38:47.640898 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 59f1564b-03fd-4928-9e5c-28c8653f953f up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:38:47.646772 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d1ad4-4371-4bf5-9bc1-7b5953ce41d2 req-03a88ac8-bd4b-48a8-ac11-057ce1047f04 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:47.649749 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5e2d1ad4-4371-4bf5-9bc1-7b5953ce41d2 req-03a88ac8-bd4b-48a8-ac11-057ce1047f04 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8e9018f-8cf7-4886-b9e8-6fc1a048f467 HTTP/1.1" status: 200 len: 946 time: 0.1839767 Oct 20 11:38:47.712244 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5e2d1ad4-4371-4bf5-9bc1-7b5953ce41d2 req-e2dd09d8-8ce8-4f95-9f42-36f5c8f8b937 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.98 "GET /v2.0/security-groups?id=0f25d2a9-0851-4af2-90eb-50947b994fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531509 Oct 20 11:38:47.759807 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3183248c-dcf3-4c3b-a14b-1934040d07b4 None None] Provisioning complete for port af7e6e9d-00fc-43c8-b112-d89c620b2827 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:47.760312 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3183248c-dcf3-4c3b-a14b-1934040d07b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:47.816313 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fb9a0475-1680-4f76-87e7-3e1d74f3056f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:47.866919 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-c31ea6c6-fff0-4bb3-bde5-692da4028618 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Deleting port af7e6e9d-00fc-43c8-b112-d89c620b2827 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:38:47.867495 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c31ea6c6-fff0-4bb3-bde5-692da4028618 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:47.875255 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3183248c-dcf3-4c3b-a14b-1934040d07b4 None None] Port af7e6e9d-00fc-43c8-b112-d89c620b2827 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:38:47.876941 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 59f1564b-03fd-4928-9e5c-28c8653f953f triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:47.877307 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:47.903938 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9a0475-1680-4f76-87e7-3e1d74f3056f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event deleted for resources: {'Port': ['ID=8e4c14f0-808b-4ba3-bd4b-99ad95f988da,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:47.970066 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-52a240e7-c976-4e39-aaf1-8f9fb5451dfa req-dc5553aa-498e-4007-b8a6-55d47c2ec999 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0703545 Oct 20 11:38:48.020300 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device c2938ca7-89f6-4bb3-8ab6-4e2edbba112b up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:38:48.038161 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c31ea6c6-fff0-4bb3-bde5-692da4028618 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:48.050406 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a0f548da-00e5-4c8f-8857-e73ebd70c32a req-778019fe-b60e-4932-ab4a-e31c760382cc tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] 10.222.0.98 "GET /v2.0/ports?device_id=975cc5d8-99f3-4a72-bb46-fe5e8905cbdf HTTP/1.1" status: 200 len: 210 time: 0.2052968 Oct 20 11:38:48.053503 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fb9a0475-1680-4f76-87e7-3e1d74f3056f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:48.057138 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-fb9a0475-1680-4f76-87e7-3e1d74f3056f tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "DELETE /v2.0/ports/8e4c14f0-808b-4ba3-bd4b-99ad95f988da HTTP/1.1" status: 204 len: 168 time: 1.3164456 Oct 20 11:38:48.061464 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42614) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:48.106903 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-c31ea6c6-fff0-4bb3-bde5-692da4028618 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Calling delete_port for af7e6e9d-00fc-43c8-b112-d89c620b2827 owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:38:48.116432 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e628ce2-db58-4ba8-aa20-d5e13bac8a77 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] GET failed (client error): The resource could not be found. Oct 20 11:38:48.121584 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-9e628ce2-db58-4ba8-aa20-d5e13bac8a77 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "GET /v2.0/ports/8e4c14f0-808b-4ba3-bd4b-99ad95f988da HTTP/1.1" status: 404 len: 333 time: 0.0590022 Oct 20 11:38:48.121798 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42616) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:48.124564 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port c2938ca7-89f6-4bb3-8ab6-4e2edbba112b triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:48.125051 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:48.196876 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-489e7749-7392-4787-9e4e-12abeb739528 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:48.226411 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-489e7749-7392-4787-9e4e-12abeb739528 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:48.295553 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-489e7749-7392-4787-9e4e-12abeb739528 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:48.298116 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-489e7749-7392-4787-9e4e-12abeb739528 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:48.303145 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-489e7749-7392-4787-9e4e-12abeb739528 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "DELETE /v2.0/security-groups/c524a349-3721-4b80-8e0a-f5311a502ada HTTP/1.1" status: 204 len: 168 time: 0.1763201 Oct 20 11:38:48.304480 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42620) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:48.336368 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489e7749-7392-4787-9e4e-12abeb739528 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c524a349-3721-4b80-8e0a-f5311a502ada,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:48.380545 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:38:48.404428 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c31ea6c6-fff0-4bb3-bde5-692da4028618 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:48.439453 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e9ac4d2b-1f00-4489-9911-2d9f66c0ac8a tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:48.446859 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ea6c6-fff0-4bb3-bde5-692da4028618 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event deleted for resources: {'Port': ['ID=af7e6e9d-00fc-43c8-b112-d89c620b2827,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:48.493161 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e9ac4d2b-1f00-4489-9911-2d9f66c0ac8a tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:48.524893 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-6f2f0e3b-7b04-490d-8f0d-d72e5928e26b None None] Provisioning complete for port 53ce4373-c417-40e2-aca9-03dbbd14175e triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:48.525266 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6f2f0e3b-7b04-490d-8f0d-d72e5928e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:48.589279 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-6f2f0e3b-7b04-490d-8f0d-d72e5928e26b None None] Port 53ce4373-c417-40e2-aca9-03dbbd14175e cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:38:48.616185 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e9ac4d2b-1f00-4489-9911-2d9f66c0ac8a tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:48.620352 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e9ac4d2b-1f00-4489-9911-2d9f66c0ac8a tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:48.621999 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e9ac4d2b-1f00-4489-9911-2d9f66c0ac8a tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "DELETE /v2.0/security-groups/31ec5b1e-4828-4085-95a0-e753dc1750ad HTTP/1.1" status: 204 len: 168 time: 0.3118885 Oct 20 11:38:48.629010 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42624) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:48.630581 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-6f2f0e3b-7b04-490d-8f0d-d72e5928e26b None None] Provisioning complete for port c2938ca7-89f6-4bb3-8ab6-4e2edbba112b triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:48.632547 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6f2f0e3b-7b04-490d-8f0d-d72e5928e26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:48.680258 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c31ea6c6-fff0-4bb3-bde5-692da4028618 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:48.696346 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac4d2b-1f00-4489-9911-2d9f66c0ac8a tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ec5b1e-4828-4085-95a0-e753dc1750ad,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:48.741664 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0280454-0188-413b-895f-196c8dce1c1f req-654bc2ad-ebe4-4fd9-86b4-bd34219c7cc8 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:48.743300 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e0280454-0188-413b-895f-196c8dce1c1f req-654bc2ad-ebe4-4fd9-86b4-bd34219c7cc8 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc2a7568-a0b5-453f-9439-31621926cf91 HTTP/1.1" status: 200 len: 945 time: 0.2059622 Oct 20 11:38:48.769737 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-6f2f0e3b-7b04-490d-8f0d-d72e5928e26b None None] Could not find standard attr ID for object 8e4c14f0-808b-4ba3-bd4b-99ad95f988da. {{(pid=100648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:38:48.817107 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e0280454-0188-413b-895f-196c8dce1c1f req-359ae7d8-173b-4274-86c9-4a1a83d3aaaf tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/security-groups?id=507d4736-4c60-4433-b68f-a0ea4568f172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603080 Oct 20 11:38:48.818086 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c0d7095c-993d-4310-970d-e42237f282d1 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:48.861876 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c0d7095c-993d-4310-970d-e42237f282d1 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:48.948760 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c31ea6c6-fff0-4bb3-bde5-692da4028618 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Router 2be982b9-d448-4421-8f75-9ae7ac31c6a1 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:38:48.960967 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba8032e-1bec-4e9b-a651-f4b55b5e2797 req-e29a1586-a90d-4f47-84dd-274fab525b84 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:48.962562 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3ba8032e-1bec-4e9b-a651-f4b55b5e2797 req-e29a1586-a90d-4f47-84dd-274fab525b84 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8e9018f-8cf7-4886-b9e8-6fc1a048f467 HTTP/1.1" status: 200 len: 946 time: 0.0629549 Oct 20 11:38:49.008936 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3ba8032e-1bec-4e9b-a651-f4b55b5e2797 req-c8a35e3a-a23f-4917-a974-144455a343ae tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.98 "GET /v2.0/security-groups?id=0f25d2a9-0851-4af2-90eb-50947b994fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385103 Oct 20 11:38:49.036816 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31ea6c6-fff0-4bb3-bde5-692da4028618 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:38:49.044116 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c31ea6c6-fff0-4bb3-bde5-692da4028618 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "PUT /v2.0/routers/2be982b9-d448-4421-8f75-9ae7ac31c6a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7012830 Oct 20 11:38:49.047005 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62ef8c5-fd4f-494a-8015-381250c8d752 None None] Sync routers for ids ['2be982b9-d448-4421-8f75-9ae7ac31c6a1'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:38:49.047152 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42630) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:49.058314 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62ef8c5-fd4f-494a-8015-381250c8d752 None None] Routers {'2be982b9-d448-4421-8f75-9ae7ac31c6a1'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:38:49.058982 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-d62ef8c5-fd4f-494a-8015-381250c8d752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:38:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['2be982b9-d448-4421-8f75-9ae7ac31c6a1'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:49.100691 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-d62ef8c5-fd4f-494a-8015-381250c8d752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:49.113478 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62ef8c5-fd4f-494a-8015-381250c8d752 None None] Routers {'2be982b9-d448-4421-8f75-9ae7ac31c6a1'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:38:49.114615 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-d62ef8c5-fd4f-494a-8015-381250c8d752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:38:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['2be982b9-d448-4421-8f75-9ae7ac31c6a1'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:49.168777 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-d62ef8c5-fd4f-494a-8015-381250c8d752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:49.169812 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62ef8c5-fd4f-494a-8015-381250c8d752 None None] The sync data for ids ['2be982b9-d448-4421-8f75-9ae7ac31c6a1'] in n-d-814735-3 is: [] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:38:49.180330 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-67bed255-22a2-41ca-a524-b7f481e63876 req-772667e9-a96e-4a77-b362-0fc452f56b63 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0853622 Oct 20 11:38:49.205134 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b70dc4e2-fe55-4701-a9b3-b6183695df9e req-08e7bbd6-4867-4684-b7ae-c815232deb5a tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] 10.222.0.98 "GET /v2.0/ports?device_id=975cc5d8-99f3-4a72-bb46-fe5e8905cbdf HTTP/1.1" status: 200 len: 210 time: 0.0757425 Oct 20 11:38:49.209476 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c0d7095c-993d-4310-970d-e42237f282d1 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:49.212485 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c0d7095c-993d-4310-970d-e42237f282d1 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:49.217592 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c0d7095c-993d-4310-970d-e42237f282d1 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "DELETE /v2.0/security-groups/b308996b-e090-4252-a98f-4490db1cfc8d HTTP/1.1" status: 204 len: 168 time: 0.5817845 Oct 20 11:38:49.218494 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42636) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:49.243435 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d2df055a-a997-4665-8929-fb7ecd7f0f3a None None] Could not find standard attr ID for object 8e4c14f0-808b-4ba3-bd4b-99ad95f988da. {{(pid=100648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:38:49.271106 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d7095c-993d-4310-970d-e42237f282d1 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b308996b-e090-4252-a98f-4490db1cfc8d,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:49.328921 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f3cffbfe-550b-409f-a5ef-eda5c47f624e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:49.353898 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057afa9-2efb-4858-a8a7-0cf65d4e1321 req-de9ddb55-1e18-4136-906f-6621146a1d31 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:49.356079 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7057afa9-2efb-4858-a8a7-0cf65d4e1321 req-de9ddb55-1e18-4136-906f-6621146a1d31 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc2a7568-a0b5-453f-9439-31621926cf91 HTTP/1.1" status: 200 len: 945 time: 0.3006654 Oct 20 11:38:49.371044 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7ffdefd-9ccb-43de-830f-1ee24dc8c428 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Deleting subnet fce8d3a0-9c76-402e-bb12-d46f87d27f12 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:38:49.390156 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c7ffdefd-9ccb-43de-830f-1ee24dc8c428 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:49.477197 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c7ffdefd-9ccb-43de-830f-1ee24dc8c428 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:49.478010 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [None req-07c1c7bb-156f-44ff-8f6b-225ea8641360 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] remove_router_interface failed (client error): The resource could not be found. Oct 20 11:38:49.479248 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-07c1c7bb-156f-44ff-8f6b-225ea8641360 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "PUT /v2.0/routers/2be982b9-d448-4421-8f75-9ae7ac31c6a1/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4311702 Oct 20 11:38:49.482778 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42640) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:49.519374 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-0a6c16af-584a-48ad-8e66-aa082b23818c tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "GET /v2.0/ports?device_id=2be982b9-d448-4421-8f75-9ae7ac31c6a1 HTTP/1.1" status: 200 len: 205 time: 0.0352731 Oct 20 11:38:49.523756 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42642) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:49.581308 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c7ffdefd-9ccb-43de-830f-1ee24dc8c428 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:49.639829 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-973e19ad-1896-4d6c-ad2d-8d7499ee80de tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for router, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:49.650548 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c7ffdefd-9ccb-43de-830f-1ee24dc8c428 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:49.684725 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ffdefd-9ccb-43de-830f-1ee24dc8c428 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event deleted for resources: {'Subnet': ['ID=fce8d3a0-9c76-402e-bb12-d46f87d27f12,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:49.687287 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c7ffdefd-9ccb-43de-830f-1ee24dc8c428 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:49.695123 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c7ffdefd-9ccb-43de-830f-1ee24dc8c428 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "DELETE /v2.0/subnets/fce8d3a0-9c76-402e-bb12-d46f87d27f12 HTTP/1.1" status: 204 len: 168 time: 0.4719994 Oct 20 11:38:49.695479 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42644) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:49.698631 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77de8650-3720-48ef-9ad9-1611ad94eaae None None] Network 152d744c-644b-4e93-b909-ccc3f4c9ea2d requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:38:49.772109 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-7057afa9-2efb-4858-a8a7-0cf65d4e1321 req-6f707f96-dec3-43d4-a578-23407c0da307 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Deleting port 00f1187d-224c-4016-b677-4394cff176bd {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:38:49.772384 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7057afa9-2efb-4858-a8a7-0cf65d4e1321 req-6f707f96-dec3-43d4-a578-23407c0da307 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:50.382303 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-973e19ad-1896-4d6c-ad2d-8d7499ee80de tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:50.387684 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-de0ec523-f6be-4881-8890-a92f81b3cac8 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Deleting subnet deddcedb-e6b4-411d-bf54-53af126bdc29 {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:38:50.392593 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-973e19ad-1896-4d6c-ad2d-8d7499ee80de tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:50.436096 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-de0ec523-f6be-4881-8890-a92f81b3cac8 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:50.573844 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-de0ec523-f6be-4881-8890-a92f81b3cac8 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:50.585001 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c775e-b775-46c1-980f-ca59a452567e req-8d66b1c6-64f6-4b30-9b8e-2116fd513e2d tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:50.586621 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d18c775e-b775-46c1-980f-ca59a452567e req-8d66b1c6-64f6-4b30-9b8e-2116fd513e2d tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8e9018f-8cf7-4886-b9e8-6fc1a048f467 HTTP/1.1" status: 200 len: 946 time: 0.4284012 Oct 20 11:38:50.587366 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-973e19ad-1896-4d6c-ad2d-8d7499ee80de tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:50.587814 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973e19ad-1896-4d6c-ad2d-8d7499ee80de tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Fanout notify agent at l3_agent the message router_deleted on router 2be982b9-d448-4421-8f75-9ae7ac31c6a1 {{(pid=100647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:38:50.594078 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-1304f02d-a25e-4834-a4a0-3b583c71212d None None] Provisioning complete for port 53ce4373-c417-40e2-aca9-03dbbd14175e triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:50.595316 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1304f02d-a25e-4834-a4a0-3b583c71212d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:50.598681 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-973e19ad-1896-4d6c-ad2d-8d7499ee80de tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:50.599969 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-973e19ad-1896-4d6c-ad2d-8d7499ee80de tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "DELETE /v2.0/routers/2be982b9-d448-4421-8f75-9ae7ac31c6a1 HTTP/1.1" status: 204 len: 168 time: 1.0750790 Oct 20 11:38:50.602817 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42656) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:50.626669 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccde9d1-10b1-45d2-a5da-e69a3c3b4dd6 req-4fc25003-2f27-441f-b12f-530618739a75 tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:50.628297 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ccde9d1-10b1-45d2-a5da-e69a3c3b4dd6 req-4fc25003-2f27-441f-b12f-530618739a75 tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] 10.222.0.89 "GET /v2.0/networks?id=7bbb29f9-3198-48e3-bcf0-f5311da5a385 HTTP/1.1" status: 200 len: 821 time: 0.8430581 Oct 20 11:38:50.640844 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-1304f02d-a25e-4834-a4a0-3b583c71212d None None] Port 53ce4373-c417-40e2-aca9-03dbbd14175e cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:38:50.646264 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-7057afa9-2efb-4858-a8a7-0cf65d4e1321 req-6f707f96-dec3-43d4-a578-23407c0da307 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] For port 00f1187d-224c-4016-b677-4394cff176bd, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=00f1187d-224c-4016-b677-4394cff176bd,segment=NetworkSegment(f88209a2-72e2-479d-b474-08400eb3454d),segment_id=f88209a2-72e2-479d-b474-08400eb3454d)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:50.646714 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7057afa9-2efb-4858-a8a7-0cf65d4e1321 req-6f707f96-dec3-43d4-a578-23407c0da307 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:50.655827 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-1304f02d-a25e-4834-a4a0-3b583c71212d None None] Provisioning complete for port c2938ca7-89f6-4bb3-8ab6-4e2edbba112b triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:50.656676 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1304f02d-a25e-4834-a4a0-3b583c71212d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:50.663635 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-5ccde9d1-10b1-45d2-a5da-e69a3c3b4dd6 req-99e52adc-86c6-4df8-adf4-e7cf44a9536a tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] Request body: {'port': {'device_id': '975cc5d8-99f3-4a72-bb46-fe5e8905cbdf', 'network_id': '7bbb29f9-3198-48e3-bcf0-f5311da5a385', 'admin_state_up': True, 'tenant_id': '5a4c10e07f5540bfb31d79118daf9fff'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:50.683232 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdb4dd36-17f2-4be5-8c2e-ece9515ed68d tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Deleting subnet 073237d0-302e-4181-86cd-868d84f5e587 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:38:50.686134 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a25e64-c589-4bf0-89c3-fa5e48b5afec req-d998f7b0-9caa-4e98-9565-cb7e7e743ecf tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:50.688116 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fdb4dd36-17f2-4be5-8c2e-ece9515ed68d tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:50.693813 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-16a25e64-c589-4bf0-89c3-fa5e48b5afec req-d998f7b0-9caa-4e98-9565-cb7e7e743ecf tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc2a7568-a0b5-453f-9439-31621926cf91 HTTP/1.1" status: 200 len: 945 time: 0.5097523 Oct 20 11:38:50.750032 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fdb4dd36-17f2-4be5-8c2e-ece9515ed68d tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:50.855411 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fdb4dd36-17f2-4be5-8c2e-ece9515ed68d tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:50.902981 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d18c775e-b775-46c1-980f-ca59a452567e req-54eea779-95da-490a-ae25-fc93b39af59b tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.98 "GET /v2.0/security-groups?id=0f25d2a9-0851-4af2-90eb-50947b994fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683575 Oct 20 11:38:50.924917 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fdb4dd36-17f2-4be5-8c2e-ece9515ed68d tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:50.963360 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4dd36-17f2-4be5-8c2e-ece9515ed68d tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event deleted for resources: {'Subnet': ['ID=073237d0-302e-4181-86cd-868d84f5e587,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:50.971317 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fdb4dd36-17f2-4be5-8c2e-ece9515ed68d tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:50.976394 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-fdb4dd36-17f2-4be5-8c2e-ece9515ed68d tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "DELETE /v2.0/subnets/073237d0-302e-4181-86cd-868d84f5e587 HTTP/1.1" status: 204 len: 168 time: 0.3724799 Oct 20 11:38:50.983661 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42660) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:50.993882 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5269c8a8-d262-451a-b8d2-49e2ee58a5ef None None] Network b034c485-a2a0-472a-827f-ff5398770103 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:38:51.012702 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-16a25e64-c589-4bf0-89c3-fa5e48b5afec req-5979f373-ee15-4689-a1f8-a0e43e93366c tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/security-groups?id=507d4736-4c60-4433-b68f-a0ea4568f172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3179641 Oct 20 11:38:51.058169 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1de552e7-af71-46f5-abf3-ca66be7da8e5 req-4e88ea61-664c-4a62-b76e-e446f067a44e tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0583310 Oct 20 11:38:51.067042 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-de0ec523-f6be-4881-8890-a92f81b3cac8 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:51.117720 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ad0edd14-409a-4b63-b620-e5b4df87eedd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:51.199172 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9bc01b22-c476-4d6c-9413-1a94a722991b req-f57a2168-07d9-4963-a4e5-f39df156f0ec tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] 10.222.0.98 "GET /v2.0/ports?device_id=975cc5d8-99f3-4a72-bb46-fe5e8905cbdf HTTP/1.1" status: 200 len: 210 time: 0.0476880 Oct 20 11:38:51.204090 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ccde9d1-10b1-45d2-a5da-e69a3c3b4dd6 req-99e52adc-86c6-4df8-adf4-e7cf44a9536a tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] Made reservation on behalf of 5a4c10e07f5540bfb31d79118daf9fff for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:38:51.206358 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5ccde9d1-10b1-45d2-a5da-e69a3c3b4dd6 req-99e52adc-86c6-4df8-adf4-e7cf44a9536a tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:51.226983 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-ad0edd14-409a-4b63-b620-e5b4df87eedd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Deleting port 59f1564b-03fd-4928-9e5c-28c8653f953f {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:38:51.226983 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ad0edd14-409a-4b63-b620-e5b4df87eedd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:51.244199 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7057afa9-2efb-4858-a8a7-0cf65d4e1321 req-6f707f96-dec3-43d4-a578-23407c0da307 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:51.244543 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7057afa9-2efb-4858-a8a7-0cf65d4e1321 req-6f707f96-dec3-43d4-a578-23407c0da307 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:51.244886 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [req-7057afa9-2efb-4858-a8a7-0cf65d4e1321 req-6f707f96-dec3-43d4-a578-23407c0da307 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Floating IP 83aac692-0481-4b75-8d76-8d6fe4493acb disassociated. External IP: 172.25.5.72, port: 00f1187d-224c-4016-b677-4394cff176bd. Oct 20 11:38:51.245214 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-7057afa9-2efb-4858-a8a7-0cf65d4e1321 req-6f707f96-dec3-43d4-a578-23407c0da307 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Calling delete_port for 00f1187d-224c-4016-b677-4394cff176bd owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:38:51.288848 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-de0ec523-f6be-4881-8890-a92f81b3cac8 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:51.308669 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-ad0edd14-409a-4b63-b620-e5b4df87eedd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] For port 59f1564b-03fd-4928-9e5c-28c8653f953f, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=59f1564b-03fd-4928-9e5c-28c8653f953f,segment=NetworkSegment(558092dc-83ff-44a4-826b-e7265ce993a1),segment_id=558092dc-83ff-44a4-826b-e7265ce993a1)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:51.309068 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ad0edd14-409a-4b63-b620-e5b4df87eedd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:51.326603 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-ad0edd14-409a-4b63-b620-e5b4df87eedd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Calling delete_port for 59f1564b-03fd-4928-9e5c-28c8653f953f owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:38:51.334655 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04381f26-b605-433c-84f4-5aab33661593 None None] DHCP port deletion for b034c485-a2a0-472a-827f-ff5398770103 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:38:51.384485 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-de0ec523-f6be-4881-8890-a92f81b3cac8 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:51.391058 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-de0ec523-f6be-4881-8890-a92f81b3cac8 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "DELETE /v2.0/subnets/deddcedb-e6b4-411d-bf54-53af126bdc29 HTTP/1.1" status: 204 len: 168 time: 1.6922998 Oct 20 11:38:51.391947 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3500fe2e-37e7-4bc0-92c9-2467c4c2c11c None None] Network 152d744c-644b-4e93-b909-ccc3f4c9ea2d requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:38:51.397259 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42662) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:51.410120 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-04381f26-b605-433c-84f4-5aab33661593 None None] Deleting port 59f1564b-03fd-4928-9e5c-28c8653f953f {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:38:51.410952 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-04381f26-b605-433c-84f4-5aab33661593 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:51.430109 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ec523-f6be-4881-8890-a92f81b3cac8 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event deleted for resources: {'Subnet': ['ID=deddcedb-e6b4-411d-bf54-53af126bdc29,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:51.445316 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-75ba8ab5-c3ab-4030-bd80-f6923908f734 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] DELETE failed (client error): The resource could not be found. Oct 20 11:38:51.445942 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75ba8ab5-c3ab-4030-bd80-f6923908f734 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:38:51.452050 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-75ba8ab5-c3ab-4030-bd80-f6923908f734 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "DELETE /v2.0/subnets/fce8d3a0-9c76-402e-bb12-d46f87d27f12 HTTP/1.1" status: 404 len: 337 time: 0.0453835 Oct 20 11:38:51.454435 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42664) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:51.517610 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7237c83-9a38-4eab-86a1-17c728c54f2a req-3b93c1de-b8cb-4958-b31c-6e371e4de31d tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:51.519723 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a7237c83-9a38-4eab-86a1-17c728c54f2a req-3b93c1de-b8cb-4958-b31c-6e371e4de31d tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.98 "GET /v2.0/ports?device_id=1cc97e04-6fd2-461f-aad3-ca66e46b336c HTTP/1.1" status: 200 len: 945 time: 0.2561846 Oct 20 11:38:51.526879 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ad0edd14-409a-4b63-b620-e5b4df87eedd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:51.537849 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6df8790-bb1b-4369-9575-5f5f7343fc32 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Deleting subnet 51abe04a-b7c9-4f17-ad14-dffe665affae {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:38:51.550574 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e6df8790-bb1b-4369-9575-5f5f7343fc32 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:51.577999 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-5ccde9d1-10b1-45d2-a5da-e69a3c3b4dd6 req-99e52adc-86c6-4df8-adf4-e7cf44a9536a tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] Allocated IP 172.20.0.11 (7bbb29f9-3198-48e3-bcf0-f5311da5a385/d11d35ce-8f2e-4f5f-b262-aaca7c3e125d/85f67f84-3dc1-484c-8565-bdec3ac6ca9c) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:38:51.619964 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a7237c83-9a38-4eab-86a1-17c728c54f2a req-b896bf26-d6a4-4592-aac7-64a3c2552442 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.98 "GET /v2.0/security-groups?id=0f25d2a9-0851-4af2-90eb-50947b994fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798287 Oct 20 11:38:51.620258 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-04381f26-b605-433c-84f4-5aab33661593 None None] For port 59f1564b-03fd-4928-9e5c-28c8653f953f, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=59f1564b-03fd-4928-9e5c-28c8653f953f,segment=NetworkSegment(558092dc-83ff-44a4-826b-e7265ce993a1),segment_id=558092dc-83ff-44a4-826b-e7265ce993a1)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:51.620783 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-04381f26-b605-433c-84f4-5aab33661593 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:51.637545 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0edd14-409a-4b63-b620-e5b4df87eedd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] No DVR routers for this DVR port 59f1564b-03fd-4928-9e5c-28c8653f953f on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:38:51.654737 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0edd14-409a-4b63-b620-e5b4df87eedd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event deleted for resources: {'Port': ['ID=59f1564b-03fd-4928-9e5c-28c8653f953f,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:51.656910 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 59f1564b-03fd-4928-9e5c-28c8653f953f no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:38:51.685874 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-04381f26-b605-433c-84f4-5aab33661593 None None] Calling delete_port for 59f1564b-03fd-4928-9e5c-28c8653f953f owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:38:51.695663 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 59f1564b-03fd-4928-9e5c-28c8653f953f {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:38:51.696118 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 59f1564b-03fd-4928-9e5c-28c8653f953f not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:38:51.772866 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ad0edd14-409a-4b63-b620-e5b4df87eedd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:51.773116 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7057afa9-2efb-4858-a8a7-0cf65d4e1321 req-6f707f96-dec3-43d4-a578-23407c0da307 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:51.788627 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e6df8790-bb1b-4369-9575-5f5f7343fc32 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:51.828405 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-ad0edd14-409a-4b63-b620-e5b4df87eedd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b034c485-a2a0-472a-827f-ff5398770103']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:51.829902 n-d-814735-3 neutron-server[100648]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 20 11:38:51.829902 n-d-814735-3 neutron-server[100648]: from cryptography.utils import int_from_bytes Oct 20 11:38:51.829902 n-d-814735-3 neutron-server[100648]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 20 11:38:51.829902 n-d-814735-3 neutron-server[100648]: from cryptography.utils import int_from_bytes Oct 20 11:38:51.829902 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:38:51.829902 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:38:51.829902 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:38:51.829902 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:38:51.829902 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:38:51.829902 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:38:51.829902 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:38:51.829902 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:38:51.829902 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:38:51.829902 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:38:51.829902 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:38:51.829902 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:38:51.829902 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:38:51.829902 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:38:51.829902 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:38:51.829902 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:38:51.829902 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:38:51.829902 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:38:51.829902 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:38:51.829902 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:38:51.829902 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:38:51.829902 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:38:51.829902 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:38:51.829902 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:38:51.829902 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:38:51.829902 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:38:51.829902 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:38:51.829902 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:38:51.829902 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:38:51.829902 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:38:51.829902 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:38:51.829902 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:38:51.829902 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:38:51.829902 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:38:51.829902 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:38:51.829902 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:38:51.829902 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:38:51.829902 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:38:51.833316 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:38:51.833316 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:38:51.833316 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:38:51.833316 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:38:51.833316 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:38:51.833316 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:38:51.833316 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:38:51.833316 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:38:51.833316 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:38:51.833316 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:38:51.833316 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:38:51.833316 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:38:51.833316 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:38:51.833316 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:38:51.842040 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-04381f26-b605-433c-84f4-5aab33661593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:51.844543 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-ad0edd14-409a-4b63-b620-e5b4df87eedd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '558092dc-83ff-44a4-826b-e7265ce993a1') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:51.844908 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-ad0edd14-409a-4b63-b620-e5b4df87eedd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '558092dc-83ff-44a4-826b-e7265ce993a1') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:51.858018 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f707f96-dec3-43d4-a578-23407c0da307 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Pushing event deleted for resources: {'Port': ['ID=00f1187d-224c-4016-b677-4394cff176bd,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:51.862580 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ad0edd14-409a-4b63-b620-e5b4df87eedd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:51.877860 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04381f26-b605-433c-84f4-5aab33661593 None None] Pushing event deleted for resources: {'Port': ['ID=59f1564b-03fd-4928-9e5c-28c8653f953f,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:51.883677 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04381f26-b605-433c-84f4-5aab33661593 None None] No DVR routers for this DVR port 59f1564b-03fd-4928-9e5c-28c8653f953f on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:38:51.918022 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ad0edd14-409a-4b63-b620-e5b4df87eedd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:51.931277 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad0edd14-409a-4b63-b620-e5b4df87eedd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Releasing vlan 1270 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:38:51.931717 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ad0edd14-409a-4b63-b620-e5b4df87eedd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:51.935459 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:38:51.935459 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:38:51.935459 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:38:51.935459 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:38:51.935459 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:38:51.935459 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:38:51.935459 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:38:51.935459 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:38:51.935459 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:38:51.935459 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:38:51.935459 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:38:51.935459 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:38:51.935459 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:38:51.935459 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:38:51.935459 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:38:51.935459 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:38:51.935459 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:38:51.935459 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:38:51.935459 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:38:51.935459 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:38:51.935459 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:38:51.935459 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:38:51.935459 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:38:51.935459 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:38:51.935459 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:38:51.935459 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:38:51.935459 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:38:51.935459 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:38:51.935459 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:38:51.935459 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:38:51.935459 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:38:51.935459 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:38:51.983815 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929635e8-741f-457a-a558-25df00249bc5 req-c558155d-e79b-42ed-b2d7-b1384530de74 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:51.992717 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-929635e8-741f-457a-a558-25df00249bc5 req-c558155d-e79b-42ed-b2d7-b1384530de74 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.98 "GET /v2.0/ports?device_id=898d8e7e-fc8b-4113-8cf0-d5969b8bb88d HTTP/1.1" status: 200 len: 946 time: 0.2358596 Oct 20 11:38:52.004236 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e6df8790-bb1b-4369-9575-5f5f7343fc32 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:52.047332 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ad0edd14-409a-4b63-b620-e5b4df87eedd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:52.054529 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ad0edd14-409a-4b63-b620-e5b4df87eedd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:52.055322 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5ccde9d1-10b1-45d2-a5da-e69a3c3b4dd6 req-99e52adc-86c6-4df8-adf4-e7cf44a9536a tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:52.063026 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ad0edd14-409a-4b63-b620-e5b4df87eedd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "DELETE /v2.0/networks/b034c485-a2a0-472a-827f-ff5398770103 HTTP/1.1" status: 204 len: 168 time: 1.0777643 Oct 20 11:38:52.070193 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42670) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:52.077507 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-b76dfbfa-c446-4d50-ae12-f78a7f6c9328 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-545682233'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:52.090227 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0edd14-409a-4b63-b620-e5b4df87eedd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event deleted for resources: {'Network': ['ID=b034c485-a2a0-472a-827f-ff5398770103,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:52.116804 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e6df8790-bb1b-4369-9575-5f5f7343fc32 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:52.147385 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-929635e8-741f-457a-a558-25df00249bc5 req-25949a4e-e78c-4e49-b95d-c644397a027f tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.98 "GET /v2.0/security-groups?id=0f25d2a9-0851-4af2-90eb-50947b994fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534722 Oct 20 11:38:52.161796 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e6df8790-bb1b-4369-9575-5f5f7343fc32 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:52.166878 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e6df8790-bb1b-4369-9575-5f5f7343fc32 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "DELETE /v2.0/subnets/51abe04a-b7c9-4f17-ad14-dffe665affae HTTP/1.1" status: 204 len: 168 time: 0.7108583 Oct 20 11:38:52.169945 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-069d555e-c55e-4406-abaa-d031e19bbec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:52.170154 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42676) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:52.214463 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4c57b89d-ee84-4307-a0e4-f81208d68bca req-c15efcd5-d631-463a-aced-3898756280a1 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc2a7568-a0b5-453f-9439-31621926cf91 HTTP/1.1" status: 200 len: 210 time: 0.0482750 Oct 20 11:38:52.239550 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df8790-bb1b-4369-9575-5f5f7343fc32 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event deleted for resources: {'Subnet': ['ID=51abe04a-b7c9-4f17-ad14-dffe665affae,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:52.246735 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76dfbfa-c446-4d50-ae12-f78a7f6c9328 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Made reservation on behalf of d681ef907c694a9796fe2b5eafa3eecc for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:38:52.249791 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bd5fd36-840c-4548-b69b-54cd591e4f9e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] DELETE failed (client error): The resource could not be found. Oct 20 11:38:52.250571 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bd5fd36-840c-4548-b69b-54cd591e4f9e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:38:52.251347 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b76dfbfa-c446-4d50-ae12-f78a7f6c9328 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:52.266146 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0bd5fd36-840c-4548-b69b-54cd591e4f9e tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "DELETE /v2.0/subnets/f88a24fd-ba44-41dd-af91-a7ef5d2b1c22 HTTP/1.1" status: 404 len: 337 time: 0.0925388 Oct 20 11:38:52.266775 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42682) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:52.286129 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7057afa9-2efb-4858-a8a7-0cf65d4e1321 req-6f707f96-dec3-43d4-a578-23407c0da307 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Router 73c37fb3-aaf3-4729-8f65-cf34906749ed has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:38:52.289421 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5ccde9d1-10b1-45d2-a5da-e69a3c3b4dd6 req-99e52adc-86c6-4df8-adf4-e7cf44a9536a tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:52.314919 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1c42953a-5549-4c2f-b198-83c6a6b2ae7d tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "GET /v2.0/ports?device_id=3ff8109f-149f-45ca-bd94-ab340ca1c7fb HTTP/1.1" status: 200 len: 205 time: 0.0461628 Oct 20 11:38:52.317444 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42684) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:52.320029 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b76dfbfa-c446-4d50-ae12-f78a7f6c9328 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] vlan segment allocate from pool success with {'vlan_id': 1264, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:38:52.370387 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-ec5277e8-2e58-4fc1-95e3-e990f9c37895 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] delete failed (client error): The resource could not be found. Oct 20 11:38:52.371998 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ec5277e8-2e58-4fc1-95e3-e990f9c37895 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "DELETE /v2.0/routers/3ff8109f-149f-45ca-bd94-ab340ca1c7fb HTTP/1.1" status: 404 len: 336 time: 0.0533473 Oct 20 11:38:52.379877 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42686) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:52.415855 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa2017be-37cf-421d-9328-2cda74bb40bf tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] DELETE failed (client error): The resource could not be found. Oct 20 11:38:52.416334 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa2017be-37cf-421d-9328-2cda74bb40bf tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:38:52.419656 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-fa2017be-37cf-421d-9328-2cda74bb40bf tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "DELETE /v2.0/subnets/bb7ba027-b894-4d07-829a-0c1aa64f23ad HTTP/1.1" status: 404 len: 337 time: 0.0387444 Oct 20 11:38:52.422185 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42688) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:52.463893 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-399b0fd4-7101-4e59-b6c7-4e0038d42d44 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] DELETE failed (client error): The resource could not be found. Oct 20 11:38:52.464716 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-399b0fd4-7101-4e59-b6c7-4e0038d42d44 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:38:52.468351 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-399b0fd4-7101-4e59-b6c7-4e0038d42d44 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "DELETE /v2.0/subnets/e34cce48-ac02-4917-bcec-40af627f3d04 HTTP/1.1" status: 404 len: 337 time: 0.0447316 Oct 20 11:38:52.471204 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42690) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:52.502585 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-44d88749-4bba-45f9-995a-21b399c3d7de tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] DELETE failed (client error): The resource could not be found. Oct 20 11:38:52.503164 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44d88749-4bba-45f9-995a-21b399c3d7de tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:38:52.506444 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-44d88749-4bba-45f9-995a-21b399c3d7de tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "DELETE /v2.0/subnets/94854e85-672c-40c5-b154-547e5217bc12 HTTP/1.1" status: 404 len: 337 time: 0.0338197 Oct 20 11:38:52.511207 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42692) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:52.557726 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-177e6c37-6c9c-4c69-a433-a5a8709dd4cb tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] DELETE failed (client error): The resource could not be found. Oct 20 11:38:52.558591 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-177e6c37-6c9c-4c69-a433-a5a8709dd4cb tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:38:52.561982 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-177e6c37-6c9c-4c69-a433-a5a8709dd4cb tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "DELETE /v2.0/ports/d9ced33b-ef33-4ae3-8c70-3ac9b34d5b53 HTTP/1.1" status: 404 len: 333 time: 0.0403905 Oct 20 11:38:52.564500 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42696) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:52.602819 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a58f4b8-8296-4724-ac82-094f96bbf29c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] DELETE failed (client error): The resource could not be found. Oct 20 11:38:52.603426 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a58f4b8-8296-4724-ac82-094f96bbf29c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:38:52.608017 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6a58f4b8-8296-4724-ac82-094f96bbf29c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "DELETE /v2.0/subnets/2320aa24-525c-4595-8dd5-8789a36a3a08 HTTP/1.1" status: 404 len: 337 time: 0.0422311 Oct 20 11:38:52.610716 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42698) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:52.639778 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-635eab40-5a72-4f2c-b2c9-632394634c32 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] DELETE failed (client error): The resource could not be found. Oct 20 11:38:52.640469 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-635eab40-5a72-4f2c-b2c9-632394634c32 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:38:52.643724 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-635eab40-5a72-4f2c-b2c9-632394634c32 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "DELETE /v2.0/subnets/827ffbb4-14cc-4479-ae9d-d254432bb0d6 HTTP/1.1" status: 404 len: 337 time: 0.0317106 Oct 20 11:38:52.646434 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42700) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:52.680118 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-10621f06-89bf-48f4-ae69-15bb608b72cb tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] DELETE failed (client error): The resource could not be found. Oct 20 11:38:52.680873 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10621f06-89bf-48f4-ae69-15bb608b72cb tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:38:52.684075 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-10621f06-89bf-48f4-ae69-15bb608b72cb tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "DELETE /v2.0/ports/88efe271-5d32-4700-a580-f9b8e95cfc88 HTTP/1.1" status: 404 len: 333 time: 0.0364220 Oct 20 11:38:52.686780 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42702) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:52.716352 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3fb805f-3fab-4aa6-b9af-0547e35e74c5 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] DELETE failed (client error): The resource could not be found. Oct 20 11:38:52.716808 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3fb805f-3fab-4aa6-b9af-0547e35e74c5 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:38:52.722856 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d3fb805f-3fab-4aa6-b9af-0547e35e74c5 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "DELETE /v2.0/subnets/1416e077-5793-4241-b94a-8428395128ac HTTP/1.1" status: 404 len: 337 time: 0.0318441 Oct 20 11:38:52.725420 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42704) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:52.747768 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb78d53-4517-4686-ae54-3bec2f2896c8 None None] Network 152d744c-644b-4e93-b909-ccc3f4c9ea2d requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:38:52.765325 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-574c6588-23df-4812-81e6-2ccbc6c3bd6c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] DELETE failed (client error): The resource could not be found. Oct 20 11:38:52.766396 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-574c6588-23df-4812-81e6-2ccbc6c3bd6c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:38:52.769416 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-574c6588-23df-4812-81e6-2ccbc6c3bd6c tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "DELETE /v2.0/subnets/41f2c33c-c650-4a0d-8d0f-7d15dd0542c2 HTTP/1.1" status: 404 len: 337 time: 0.0428705 Oct 20 11:38:52.772214 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42706) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:52.851180 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-39ac04e7-a2d2-40c5-ad33-f77d93c9eca3 req-8a3406e9-f685-49f0-b0ee-908ee3ae9cf1 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.5541060 Oct 20 11:38:52.856595 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-04cfb90d-2870-4d91-9201-6199c3f4872c None None] Provisioning complete for port 53ce4373-c417-40e2-aca9-03dbbd14175e triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:52.856979 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-04cfb90d-2870-4d91-9201-6199c3f4872c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:52.860286 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e52adc-86c6-4df8-adf4-e7cf44a9536a tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] Pushing event updated for resources: {'Port': ['ID=85f67f84-3dc1-484c-8565-bdec3ac6ca9c,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:52.872011 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b76dfbfa-c446-4d50-ae12-f78a7f6c9328 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:52.872187 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-b76dfbfa-c446-4d50-ae12-f78a7f6c9328 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Added segment 5e57d2e6-2353-45ca-9159-96b5e67dd518 of type vlan for network 93af4135-d82b-442d-b311-88fe092a2104 Oct 20 11:38:52.908838 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-513b12d0-df9b-4345-a15b-69c7963c6eb6 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Deleting port 53ce4373-c417-40e2-aca9-03dbbd14175e {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:38:52.909172 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-513b12d0-df9b-4345-a15b-69c7963c6eb6 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:52.909263 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ccde9d1-10b1-45d2-a5da-e69a3c3b4dd6 req-99e52adc-86c6-4df8-adf4-e7cf44a9536a tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] Network 7bbb29f9-3198-48e3-bcf0-f5311da5a385 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:38:52.939177 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-04cfb90d-2870-4d91-9201-6199c3f4872c None None] Port 53ce4373-c417-40e2-aca9-03dbbd14175e cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:38:52.944125 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-5ccde9d1-10b1-45d2-a5da-e69a3c3b4dd6 req-99e52adc-86c6-4df8-adf4-e7cf44a9536a tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:38:52.959606 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-04cfb90d-2870-4d91-9201-6199c3f4872c None None] Provisioning complete for port c2938ca7-89f6-4bb3-8ab6-4e2edbba112b triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:52.959959 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-04cfb90d-2870-4d91-9201-6199c3f4872c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:52.972299 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ccde9d1-10b1-45d2-a5da-e69a3c3b4dd6 req-99e52adc-86c6-4df8-adf4-e7cf44a9536a tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:38:53.000856 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-513b12d0-df9b-4345-a15b-69c7963c6eb6 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:53.020698 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-513b12d0-df9b-4345-a15b-69c7963c6eb6 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Calling delete_port for 53ce4373-c417-40e2-aca9-03dbbd14175e owned by {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:38:53.049575 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b76dfbfa-c446-4d50-ae12-f78a7f6c9328 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:53.065682 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d8a827-215e-40b5-ab24-5d7d0a5f3db7 None None] DHCP port deletion for 152d744c-644b-4e93-b909-ccc3f4c9ea2d request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:38:53.070624 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:53.119894 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:53.130205 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-513b12d0-df9b-4345-a15b-69c7963c6eb6 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:53.136974 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccde9d1-10b1-45d2-a5da-e69a3c3b4dd6 req-99e52adc-86c6-4df8-adf4-e7cf44a9536a tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:53.137893 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5ccde9d1-10b1-45d2-a5da-e69a3c3b4dd6 req-99e52adc-86c6-4df8-adf4-e7cf44a9536a tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:53.142475 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-f3d8a827-215e-40b5-ab24-5d7d0a5f3db7 None None] Deleting port c2938ca7-89f6-4bb3-8ab6-4e2edbba112b {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:38:53.142875 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f3d8a827-215e-40b5-ab24-5d7d0a5f3db7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:53.147903 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b37a1d-9751-45d8-95a1-030bf4b52925 req-378240aa-48dd-42d3-9f2c-e4a05b063258 tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:53.150036 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d3b37a1d-9751-45d8-95a1-030bf4b52925 req-378240aa-48dd-42d3-9f2c-e4a05b063258 tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] 10.222.0.98 "GET /v2.0/ports?device_id=975cc5d8-99f3-4a72-bb46-fe5e8905cbdf HTTP/1.1" status: 200 len: 932 time: 0.3071234 Oct 20 11:38:53.166329 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b12d0-df9b-4345-a15b-69c7963c6eb6 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event deleted for resources: {'Port': ['ID=53ce4373-c417-40e2-aca9-03dbbd14175e,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:53.173119 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-513b12d0-df9b-4345-a15b-69c7963c6eb6 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:53.179076 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-513b12d0-df9b-4345-a15b-69c7963c6eb6 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "DELETE /v2.0/ports/53ce4373-c417-40e2-aca9-03dbbd14175e HTTP/1.1" status: 204 len: 168 time: 0.4030199 Oct 20 11:38:53.179302 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42708) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:53.199339 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c848ba-764f-4d0b-801b-782faeb299a5 req-1508bcef-e169-430b-b8b8-add62a3429fe tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:53.200858 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e2c848ba-764f-4d0b-801b-782faeb299a5 req-1508bcef-e169-430b-b8b8-add62a3429fe tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.98 "GET /v2.0/ports?device_id=898d8e7e-fc8b-4113-8cf0-d5969b8bb88d HTTP/1.1" status: 200 len: 946 time: 0.2512081 Oct 20 11:38:53.209825 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ccde9d1-10b1-45d2-a5da-e69a3c3b4dd6 req-99e52adc-86c6-4df8-adf4-e7cf44a9536a tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5660586 Oct 20 11:38:53.210410 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b76dfbfa-c446-4d50-ae12-f78a7f6c9328 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:53.216200 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76dfbfa-c446-4d50-ae12-f78a7f6c9328 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:53.216545 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b76dfbfa-c446-4d50-ae12-f78a7f6c9328 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:53.220071 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-f3d8a827-215e-40b5-ab24-5d7d0a5f3db7 None None] For port c2938ca7-89f6-4bb3-8ab6-4e2edbba112b, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=c2938ca7-89f6-4bb3-8ab6-4e2edbba112b,segment=NetworkSegment(252587d9-7a55-47eb-91a1-8e3029471a06),segment_id=252587d9-7a55-47eb-91a1-8e3029471a06)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:53.220268 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f3d8a827-215e-40b5-ab24-5d7d0a5f3db7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:53.225359 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7057afa9-2efb-4858-a8a7-0cf65d4e1321 req-6f707f96-dec3-43d4-a578-23407c0da307 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:38:53.236423 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-f3d8a827-215e-40b5-ab24-5d7d0a5f3db7 None None] Calling delete_port for c2938ca7-89f6-4bb3-8ab6-4e2edbba112b owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:38:53.241143 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-5ccde9d1-10b1-45d2-a5da-e69a3c3b4dd6 req-bedde01a-ded7-449d-8c89-aa20f3a26881 service neutron] Request body: {'port': {'device_id': '975cc5d8-99f3-4a72-bb46-fe5e8905cbdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:53.242928 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6dc5d2-f6eb-4a80-8849-bc59312d5d0e None None] Sync routers for ids ['73c37fb3-aaf3-4729-8f65-cf34906749ed'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:38:53.253773 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6dc5d2-f6eb-4a80-8849-bc59312d5d0e None None] Routers {'73c37fb3-aaf3-4729-8f65-cf34906749ed'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:38:53.254651 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-5c6dc5d2-f6eb-4a80-8849-bc59312d5d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:38:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['73c37fb3-aaf3-4729-8f65-cf34906749ed'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:53.274683 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-287f3257-424d-4b16-93cc-9992d07a7659 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:53.338550 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-b76dfbfa-c446-4d50-ae12-f78a7f6c9328 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2670667 Oct 20 11:38:53.341678 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42712) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:53.347191 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-cac197c6-0220-47c5-88f4-2b92efb0bc71 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Request body: {'subnet': {'network_id': '93af4135-d82b-442d-b311-88fe092a2104', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:53.363297 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-287f3257-424d-4b16-93cc-9992d07a7659 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Deleting port c2938ca7-89f6-4bb3-8ab6-4e2edbba112b {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:38:53.363522 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d3b37a1d-9751-45d8-95a1-030bf4b52925 req-aa1dc847-0292-46c1-beb4-eb81a41450cc tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] 10.222.0.98 "GET /v2.0/security-groups?id=78c9e7f7-99ae-4384-9a68-54ee2a23368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995742 Oct 20 11:38:53.363662 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-287f3257-424d-4b16-93cc-9992d07a7659 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:53.367211 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-7057afa9-2efb-4858-a8a7-0cf65d4e1321 req-6f707f96-dec3-43d4-a578-23407c0da307 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] No DVR routers for this DVR port 00f1187d-224c-4016-b677-4394cff176bd on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:38:53.368142 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f3d8a827-215e-40b5-ab24-5d7d0a5f3db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:53.398323 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7057afa9-2efb-4858-a8a7-0cf65d4e1321 req-6f707f96-dec3-43d4-a578-23407c0da307 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:53.402210 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7057afa9-2efb-4858-a8a7-0cf65d4e1321 req-6f707f96-dec3-43d4-a578-23407c0da307 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.11 "DELETE /v2.0/ports/00f1187d-224c-4016-b677-4394cff176bd HTTP/1.1" status: 204 len: 173 time: 4.0226731 Oct 20 11:38:53.406004 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2a7568-a0b5-453f-9439-31621926cf91', 'name': 'network-vif-deleted', 'tag': '00f1187d-224c-4016-b677-4394cff176bd'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:38:53.408466 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f121067a-0883-4d3a-96c7-785c4550f0f5" -d '{"events": [{"server_uuid": "cc2a7568-a0b5-453f-9439-31621926cf91", "name": "network-vif-deleted", "tag": "00f1187d-224c-4016-b677-4394cff176bd"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:38:53.421672 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76dfbfa-c446-4d50-ae12-f78a7f6c9328 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event updated for resources: {'Network': ['ID=93af4135-d82b-442d-b311-88fe092a2104,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:53.438513 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-5c6dc5d2-f6eb-4a80-8849-bc59312d5d0e None None] Set router 73c37fb3-aaf3-4729-8f65-cf34906749ed gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:38:53.445156 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e2c848ba-764f-4d0b-801b-782faeb299a5 req-5e2635d0-0767-4eeb-a6fb-f403f8648187 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.98 "GET /v2.0/security-groups?id=0f25d2a9-0851-4af2-90eb-50947b994fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243595 Oct 20 11:38:53.452590 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5ccde9d1-10b1-45d2-a5da-e69a3c3b4dd6 req-bedde01a-ded7-449d-8c89-aa20f3a26881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:53.487816 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 93af4135-d82b-442d-b311-88fe092a2104 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:38:53.508110 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d8a827-215e-40b5-ab24-5d7d0a5f3db7 None None] Pushing event deleted for resources: {'Port': ['ID=c2938ca7-89f6-4bb3-8ab6-4e2edbba112b,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:53.519641 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d8a827-215e-40b5-ab24-5d7d0a5f3db7 None None] No DVR routers for this DVR port c2938ca7-89f6-4bb3-8ab6-4e2edbba112b on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:38:53.600449 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-287f3257-424d-4b16-93cc-9992d07a7659 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] For port c2938ca7-89f6-4bb3-8ab6-4e2edbba112b, host n-d-814735-3, got binding levels [] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:53.601053 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-287f3257-424d-4b16-93cc-9992d07a7659 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:53.637831 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-287f3257-424d-4b16-93cc-9992d07a7659 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Calling delete_port for c2938ca7-89f6-4bb3-8ab6-4e2edbba112b owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:38:53.657812 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.ipam_backend_mixin [None req-287f3257-424d-4b16-93cc-9992d07a7659 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Port c2938ca7-89f6-4bb3-8ab6-4e2edbba112b was not found and therefore no delete operation was performed {{(pid=100646) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 11:38:53.658631 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device c2938ca7-89f6-4bb3-8ab6-4e2edbba112b no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:38:53.668316 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-287f3257-424d-4b16-93cc-9992d07a7659 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:53.690416 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: c2938ca7-89f6-4bb3-8ab6-4e2edbba112b {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:38:53.691198 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device c2938ca7-89f6-4bb3-8ab6-4e2edbba112b not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:38:53.713148 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-55cc1c73-c875-4204-a8ed-3f2b65fcbde6 req-887101cf-3c75-4292-9333-66820317f28c tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc2a7568-a0b5-453f-9439-31621926cf91 HTTP/1.1" status: 200 len: 210 time: 0.1699092 Oct 20 11:38:53.714816 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38a3a8e-b156-4605-abed-9a615cb71793 x-openstack-request-id: req-e38a3a8e-b156-4605-abed-9a615cb71793 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:38:53.715921 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2a7568-a0b5-453f-9439-31621926cf91", "name": "network-vif-deleted", "tag": "00f1187d-224c-4016-b677-4394cff176bd", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:38:53.716275 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e38a3a8e-b156-4605-abed-9a615cb71793 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:38:53.716762 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2a7568-a0b5-453f-9439-31621926cf91', 'name': 'network-vif-deleted', 'tag': '00f1187d-224c-4016-b677-4394cff176bd', 'status': 'completed', 'code': 200} Oct 20 11:38:53.723438 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287f3257-424d-4b16-93cc-9992d07a7659 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event deleted for resources: {'Port': ['ID=c2938ca7-89f6-4bb3-8ab6-4e2edbba112b,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:53.727889 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287f3257-424d-4b16-93cc-9992d07a7659 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] No DVR routers for this DVR port c2938ca7-89f6-4bb3-8ab6-4e2edbba112b on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:38:53.730377 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac197c6-0220-47c5-88f4-2b92efb0bc71 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Made reservation on behalf of d681ef907c694a9796fe2b5eafa3eecc for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:38:53.734673 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cac197c6-0220-47c5-88f4-2b92efb0bc71 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:53.814617 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-5c6dc5d2-f6eb-4a80-8849-bc59312d5d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'name': 'tempest-AttachVolumeTestJSON-210314861-router', 'tenant_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '2f6c9eea-35a0-4f13-a370-5c96a0042060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:34:25Z', 'updated_at': '2021-10-20T11:34:30Z', 'revision_number': 4, 'project_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'gw_port': {'id': '2f6c9eea-35a0-4f13-a370-5c96a0042060', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:34:25Z', 'updated_at': '2021-10-20T11:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'a6c6911e-e007-4fc7-b235-22245bcd29fa', 'name': '', 'network_id': '9ac8a1a7-834d-4283-be36-675cd4e77db7', 'tenant_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'mac_address': 'fa:16:3e:11:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '15eac2f5-b810-4d1a-999c-137936c809b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:34:29Z', 'updated_at': '2021-10-20T11:34:35Z', 'revision_number': 5, 'project_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'subnets': [{'id': '15eac2f5-b810-4d1a-999c-137936c809b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:53.844662 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6dc5d2-f6eb-4a80-8849-bc59312d5d0e None None] Checking router: 73c37fb3-aaf3-4729-8f65-cf34906749ed for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:38:53.857437 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6dc5d2-f6eb-4a80-8849-bc59312d5d0e None None] Routers {'73c37fb3-aaf3-4729-8f65-cf34906749ed'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:38:53.858155 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-5c6dc5d2-f6eb-4a80-8849-bc59312d5d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:38:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['73c37fb3-aaf3-4729-8f65-cf34906749ed'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:53.872091 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6a6304a0-42f4-4922-bc1d-5135d0641530 req-adf9d69c-b854-4bd5-8948-a612d2cf3a21 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=693a3af34e4144ada552a35a939fe40f&device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0407696 Oct 20 11:38:53.897402 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-287f3257-424d-4b16-93cc-9992d07a7659 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:53.930643 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-287f3257-424d-4b16-93cc-9992d07a7659 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['152d744c-644b-4e93-b909-ccc3f4c9ea2d']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:53.934014 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6a6304a0-42f4-4922-bc1d-5135d0641530 req-9fdf59fa-ffd5-49e9-bf9b-10a2f6b87844 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=693a3af34e4144ada552a35a939fe40f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294487 Oct 20 11:38:53.946161 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-287f3257-424d-4b16-93cc-9992d07a7659 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '252587d9-7a55-47eb-91a1-8e3029471a06') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:53.946412 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-287f3257-424d-4b16-93cc-9992d07a7659 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '252587d9-7a55-47eb-91a1-8e3029471a06') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:53.962209 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-287f3257-424d-4b16-93cc-9992d07a7659 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:54.009662 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-287f3257-424d-4b16-93cc-9992d07a7659 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:54.022456 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-287f3257-424d-4b16-93cc-9992d07a7659 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Releasing vlan 1266 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:38:54.022890 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-287f3257-424d-4b16-93cc-9992d07a7659 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:54.027245 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:38:54.027245 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:38:54.027245 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:38:54.027245 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:38:54.027245 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:38:54.027245 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:38:54.027245 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:38:54.027245 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:38:54.027245 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:38:54.027245 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:38:54.027245 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:38:54.027245 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:38:54.027245 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:38:54.027245 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:38:54.027245 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:38:54.027245 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:38:54.027245 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:38:54.027245 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:38:54.027245 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:38:54.027245 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:38:54.027245 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:38:54.027245 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:38:54.027245 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:38:54.027245 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:38:54.027245 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:38:54.027245 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:38:54.027245 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:38:54.027245 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:38:54.027245 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:38:54.027245 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:38:54.027245 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:38:54.027245 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:38:54.056660 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b05d7902-6eb5-4cee-8470-234beb191148 req-e5155c31-b283-45e1-9271-39c558acfaea tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0543795 Oct 20 11:38:54.087061 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-5c6dc5d2-f6eb-4a80-8849-bc59312d5d0e None None] Set router 73c37fb3-aaf3-4729-8f65-cf34906749ed gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:38:54.111593 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fc2e1-0728-44c7-a045-db0137a3471a req-88244a71-74bb-4324-bebe-4d1fe69d4e59 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:54.113199 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c50fc2e1-0728-44c7-a045-db0137a3471a req-88244a71-74bb-4324-bebe-4d1fe69d4e59 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.11 "GET /v2.0/ports?device_id=898d8e7e-fc8b-4113-8cf0-d5969b8bb88d HTTP/1.1" status: 200 len: 946 time: 0.2510018 Oct 20 11:38:54.160644 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-287f3257-424d-4b16-93cc-9992d07a7659 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:54.169845 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-287f3257-424d-4b16-93cc-9992d07a7659 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:54.173223 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-287f3257-424d-4b16-93cc-9992d07a7659 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] 10.222.0.98 "DELETE /v2.0/networks/152d744c-644b-4e93-b909-ccc3f4c9ea2d HTTP/1.1" status: 204 len: 168 time: 0.9930267 Oct 20 11:38:54.176244 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cac197c6-0220-47c5-88f4-2b92efb0bc71 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:54.238487 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac197c6-0220-47c5-88f4-2b92efb0bc71 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event updated for resources: {'Subnet': ['ID=bd2b12b9-a88d-4f68-983e-f5ad9b0dc9b6,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:54.243053 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287f3257-424d-4b16-93cc-9992d07a7659 tempest-PortsTestJSON-2063189115 tempest-PortsTestJSON-2063189115-project] Pushing event deleted for resources: {'Network': ['ID=152d744c-644b-4e93-b909-ccc3f4c9ea2d,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:54.262155 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-5ccde9d1-10b1-45d2-a5da-e69a3c3b4dd6 req-bedde01a-ded7-449d-8c89-aa20f3a26881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85f67f84-3dc1-484c-8565-bdec3ac6ca9c {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:38:54.272667 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6304a0-42f4-4922-bc1d-5135d0641530 req-082585f9-23e0-4c30-8856-f46e9e5b9b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:54.274725 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6a6304a0-42f4-4922-bc1d-5135d0641530 req-082585f9-23e0-4c30-8856-f46e9e5b9b21 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3302839 Oct 20 11:38:54.277394 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac197c6-0220-47c5-88f4-2b92efb0bc71 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Checking segment: {'id': '5e57d2e6-2353-45ca-9159-96b5e67dd518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '93af4135-d82b-442d-b311-88fe092a2104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:38:54.277785 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5ccde9d1-10b1-45d2-a5da-e69a3c3b4dd6 req-bedde01a-ded7-449d-8c89-aa20f3a26881 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:54.277947 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac197c6-0220-47c5-88f4-2b92efb0bc71 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Network hostable DHCP agents. Network: 93af4135-d82b-442d-b311-88fe092a2104, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:38:54.300721 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac197c6-0220-47c5-88f4-2b92efb0bc71 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Network 93af4135-d82b-442d-b311-88fe092a2104 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:38:54.307550 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-5ccde9d1-10b1-45d2-a5da-e69a3c3b4dd6 req-bedde01a-ded7-449d-8c89-aa20f3a26881 service neutron] Transition to ACTIVE for port object 85f67f84-3dc1-484c-8565-bdec3ac6ca9c will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:38:54.319763 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-c50fc2e1-0728-44c7-a045-db0137a3471a req-fcd8e779-1323-4b5d-9aba-67d6e68bca4d tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Deleting port 0d547af2-2a84-4b50-88e7-a42b3e28e237 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:38:54.320100 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c50fc2e1-0728-44c7-a045-db0137a3471a req-fcd8e779-1323-4b5d-9aba-67d6e68bca4d tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:54.323451 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-cac197c6-0220-47c5-88f4-2b92efb0bc71 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 93af4135-d82b-442d-b311-88fe092a2104) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:38:54.334455 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb895c1-cfe9-4c78-a954-7be9029ece30 None None] Network 93af4135-d82b-442d-b311-88fe092a2104 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:38:54.339593 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac197c6-0220-47c5-88f4-2b92efb0bc71 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:54.340556 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cac197c6-0220-47c5-88f4-2b92efb0bc71 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:54.342313 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-5c6dc5d2-f6eb-4a80-8849-bc59312d5d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'name': 'tempest-AttachVolumeTestJSON-210314861-router', 'tenant_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '2f6c9eea-35a0-4f13-a370-5c96a0042060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:34:25Z', 'updated_at': '2021-10-20T11:34:30Z', 'revision_number': 4, 'project_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'gw_port': {'id': '2f6c9eea-35a0-4f13-a370-5c96a0042060', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:34:25Z', 'updated_at': '2021-10-20T11:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'a6c6911e-e007-4fc7-b235-22245bcd29fa', 'name': '', 'network_id': '9ac8a1a7-834d-4283-be36-675cd4e77db7', 'tenant_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'mac_address': 'fa:16:3e:11:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '15eac2f5-b810-4d1a-999c-137936c809b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:34:29Z', 'updated_at': '2021-10-20T11:34:35Z', 'revision_number': 5, 'project_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'subnets': [{'id': '15eac2f5-b810-4d1a-999c-137936c809b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:54.350074 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5ccde9d1-10b1-45d2-a5da-e69a3c3b4dd6 req-bedde01a-ded7-449d-8c89-aa20f3a26881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:54.377289 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-cac197c6-0220-47c5-88f4-2b92efb0bc71 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0318067 Oct 20 11:38:54.378280 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42722) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:54.394099 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-4e3cf7e0-45cc-4a10-8412-0061aa7ba9c2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1302758204', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:54.434482 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6dc5d2-f6eb-4a80-8849-bc59312d5d0e None None] The sync data for ids ['73c37fb3-aaf3-4729-8f65-cf34906749ed'] in n-d-814735-3 is: [{'id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'name': 'tempest-AttachVolumeTestJSON-210314861-router', 'tenant_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '2f6c9eea-35a0-4f13-a370-5c96a0042060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:34:25Z', 'updated_at': '2021-10-20T11:34:30Z', 'revision_number': 4, 'project_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'gw_port': {'id': '2f6c9eea-35a0-4f13-a370-5c96a0042060', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:34:25Z', 'updated_at': '2021-10-20T11:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'a6c6911e-e007-4fc7-b235-22245bcd29fa', 'name': '', 'network_id': '9ac8a1a7-834d-4283-be36-675cd4e77db7', 'tenant_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'mac_address': 'fa:16:3e:11:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '15eac2f5-b810-4d1a-999c-137936c809b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:34:29Z', 'updated_at': '2021-10-20T11:34:35Z', 'revision_number': 5, 'project_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'subnets': [{'id': '15eac2f5-b810-4d1a-999c-137936c809b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:38:54.451192 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4e3cf7e0-45cc-4a10-8412-0061aa7ba9c2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:54.454974 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4e3cf7e0-45cc-4a10-8412-0061aa7ba9c2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:54.464287 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 00f1187d-224c-4016-b677-4394cff176bd no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:38:54.530466 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: 00f1187d-224c-4016-b677-4394cff176bd {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:38:54.531256 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 00f1187d-224c-4016-b677-4394cff176bd not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:38:54.563934 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42730) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:54.576817 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4e3cf7e0-45cc-4a10-8412-0061aa7ba9c2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:54.588280 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4e3cf7e0-45cc-4a10-8412-0061aa7ba9c2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:54.603640 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedde01a-ded7-449d-8c89-aa20f3a26881 service neutron] Pushing event updated for resources: {'Port': ['ID=85f67f84-3dc1-484c-8565-bdec3ac6ca9c,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:54.610752 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4e3cf7e0-45cc-4a10-8412-0061aa7ba9c2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:54.613353 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4e3cf7e0-45cc-4a10-8412-0061aa7ba9c2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2314639 Oct 20 11:38:54.616021 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42736) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:54.668991 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d65fbc-8b77-463b-a141-ba696f643c9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-93af4135-d82b-442d-b311-88fe092a2104', 'network_id': '93af4135-d82b-442d-b311-88fe092a2104', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'fixed_ips': [{'subnet_id': 'bd2b12b9-a88d-4f68-983e-f5ad9b0dc9b6'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:38:54.670194 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c1d65fbc-8b77-463b-a141-ba696f643c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:54.724184 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-c50fc2e1-0728-44c7-a045-db0137a3471a req-fcd8e779-1323-4b5d-9aba-67d6e68bca4d tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] For port 0d547af2-2a84-4b50-88e7-a42b3e28e237, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=0d547af2-2a84-4b50-88e7-a42b3e28e237,segment=NetworkSegment(94f84233-df75-4314-b565-50183af645af),segment_id=94f84233-df75-4314-b565-50183af645af)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:54.724618 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c50fc2e1-0728-44c7-a045-db0137a3471a req-fcd8e779-1323-4b5d-9aba-67d6e68bca4d tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:54.765207 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-c50fc2e1-0728-44c7-a045-db0137a3471a req-fcd8e779-1323-4b5d-9aba-67d6e68bca4d tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Calling delete_port for 0d547af2-2a84-4b50-88e7-a42b3e28e237 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:38:54.786911 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8f6a8-dfc8-4e0c-8754-75f5cc664b96 req-47daf94e-c636-4bd3-9a6c-5ab483479795 tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:54.794629 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-91f8f6a8-dfc8-4e0c-8754-75f5cc664b96 req-47daf94e-c636-4bd3-9a6c-5ab483479795 tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] 10.222.0.98 "GET /v2.0/ports?device_id=975cc5d8-99f3-4a72-bb46-fe5e8905cbdf HTTP/1.1" status: 200 len: 944 time: 0.3156629 Oct 20 11:38:54.818008 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0e2e2-fc78-469b-bd7a-4683f1208b5e req-48cb9e4d-0257-491d-b012-5b5823180be1 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:54.823417 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cec0e2e2-fc78-469b-bd7a-4683f1208b5e req-48cb9e4d-0257-491d-b012-5b5823180be1 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.98 "GET /v2.0/ports?device_id=898d8e7e-fc8b-4113-8cf0-d5969b8bb88d HTTP/1.1" status: 200 len: 946 time: 0.2248623 Oct 20 11:38:54.871083 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:54.895505 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-c1d65fbc-8b77-463b-a141-ba696f643c9e None None] Allocated IP 2001:db8::2 (93af4135-d82b-442d-b311-88fe092a2104/bd2b12b9-a88d-4f68-983e-f5ad9b0dc9b6/3ae16621-defb-4f07-b561-d3d9e170e6f9) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:38:54.900537 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ab36965a-8674-4612-a37c-d9dc42827e7d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=94e5347f86fe43de8b27d18b03cb5e6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3318501 Oct 20 11:38:54.901487 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42740) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:54.906631 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-5ccde9d1-10b1-45d2-a5da-e69a3c3b4dd6 req-bedde01a-ded7-449d-8c89-aa20f3a26881 service neutron] Attempting to bind port 85f67f84-3dc1-484c-8565-bdec3ac6ca9c on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:38:54.907168 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-5ccde9d1-10b1-45d2-a5da-e69a3c3b4dd6 req-bedde01a-ded7-449d-8c89-aa20f3a26881 service neutron] Attempting to bind port 85f67f84-3dc1-484c-8565-bdec3ac6ca9c by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': 'ae830d1a-103b-4077-a27a-c21b5cd0cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '7bbb29f9-3198-48e3-bcf0-f5311da5a385'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:38:54.907280 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccde9d1-10b1-45d2-a5da-e69a3c3b4dd6 req-bedde01a-ded7-449d-8c89-aa20f3a26881 service neutron] Attempting to bind port 85f67f84-3dc1-484c-8565-bdec3ac6ca9c on network 7bbb29f9-3198-48e3-bcf0-f5311da5a385 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:38:54.913400 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2839852-65f7-4313-96ba-d30c7a716f95 None None] New status for floating IP 83aac692-0481-4b75-8d76-8d6fe4493acb: DOWN {{(pid=100648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:38:54.935939 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccde9d1-10b1-45d2-a5da-e69a3c3b4dd6 req-bedde01a-ded7-449d-8c89-aa20f3a26881 service neutron] Port 85f67f84-3dc1-484c-8565-bdec3ac6ca9c on network 7bbb29f9-3198-48e3-bcf0-f5311da5a385 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:38:54.936259 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccde9d1-10b1-45d2-a5da-e69a3c3b4dd6 req-bedde01a-ded7-449d-8c89-aa20f3a26881 service neutron] Attempting to bind port 85f67f84-3dc1-484c-8565-bdec3ac6ca9c on network 7bbb29f9-3198-48e3-bcf0-f5311da5a385 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:38:54.952237 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-91f8f6a8-dfc8-4e0c-8754-75f5cc664b96 req-99354c2f-b7e4-4423-80f9-a7e5e0fc7bde tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] 10.222.0.98 "GET /v2.0/security-groups?id=78c9e7f7-99ae-4384-9a68-54ee2a23368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565006 Oct 20 11:38:54.960650 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cec0e2e2-fc78-469b-bd7a-4683f1208b5e req-9cb79d93-189d-40a4-bdf7-713603ac0232 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.98 "GET /v2.0/security-groups?id=0f25d2a9-0851-4af2-90eb-50947b994fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144557 Oct 20 11:38:54.963769 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccde9d1-10b1-45d2-a5da-e69a3c3b4dd6 req-bedde01a-ded7-449d-8c89-aa20f3a26881 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:38:54.964042 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccde9d1-10b1-45d2-a5da-e69a3c3b4dd6 req-bedde01a-ded7-449d-8c89-aa20f3a26881 service neutron] Checking segment: {'id': 'ae830d1a-103b-4077-a27a-c21b5cd0cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '7bbb29f9-3198-48e3-bcf0-f5311da5a385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:38:54.964467 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccde9d1-10b1-45d2-a5da-e69a3c3b4dd6 req-bedde01a-ded7-449d-8c89-aa20f3a26881 service neutron] Bound using segment: {'id': 'ae830d1a-103b-4077-a27a-c21b5cd0cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '7bbb29f9-3198-48e3-bcf0-f5311da5a385'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:38:54.964919 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-5ccde9d1-10b1-45d2-a5da-e69a3c3b4dd6 req-bedde01a-ded7-449d-8c89-aa20f3a26881 service neutron] Bound port: 85f67f84-3dc1-484c-8565-bdec3ac6ca9c, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae830d1a-103b-4077-a27a-c21b5cd0cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '7bbb29f9-3198-48e3-bcf0-f5311da5a385'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:38:54.988577 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5ccde9d1-10b1-45d2-a5da-e69a3c3b4dd6 req-bedde01a-ded7-449d-8c89-aa20f3a26881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:55.097595 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a3d1ec38-aed4-44b8-b15b-7b8ebc6707f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:55.124652 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42746) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:55.149907 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-5ccde9d1-10b1-45d2-a5da-e69a3c3b4dd6 req-bedde01a-ded7-449d-8c89-aa20f3a26881 service neutron] For port 85f67f84-3dc1-484c-8565-bdec3ac6ca9c, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:38:55.171316 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-5ccde9d1-10b1-45d2-a5da-e69a3c3b4dd6 req-bedde01a-ded7-449d-8c89-aa20f3a26881 service neutron] For port 85f67f84-3dc1-484c-8565-bdec3ac6ca9c, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=85f67f84-3dc1-484c-8565-bdec3ac6ca9c,segment=NetworkSegment(ae830d1a-103b-4077-a27a-c21b5cd0cde4),segment_id=ae830d1a-103b-4077-a27a-c21b5cd0cde4)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:38:55.182163 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6a351427-0cfe-46f3-958f-2b0914d33975 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:55.189550 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5ccde9d1-10b1-45d2-a5da-e69a3c3b4dd6 req-bedde01a-ded7-449d-8c89-aa20f3a26881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:55.191651 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a3d1ec38-aed4-44b8-b15b-7b8ebc6707f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:55.240638 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c50fc2e1-0728-44c7-a045-db0137a3471a req-fcd8e779-1323-4b5d-9aba-67d6e68bca4d tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:55.244013 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-faadffc3-93fc-4289-b570-58c739e0579e req-a48bf62d-b4ed-41b3-99bb-0f37b44738e7 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0710580 Oct 20 11:38:55.260318 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccde9d1-10b1-45d2-a5da-e69a3c3b4dd6 req-bedde01a-ded7-449d-8c89-aa20f3a26881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:55.261849 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5ccde9d1-10b1-45d2-a5da-e69a3c3b4dd6 req-bedde01a-ded7-449d-8c89-aa20f3a26881 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:55.263265 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ccde9d1-10b1-45d2-a5da-e69a3c3b4dd6 req-bedde01a-ded7-449d-8c89-aa20f3a26881 service neutron] 10.222.0.89 "PUT /v2.0/ports/85f67f84-3dc1-484c-8565-bdec3ac6ca9c HTTP/1.1" status: 200 len: 1092 time: 2.0274403 Oct 20 11:38:55.268578 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['0d547af2-2a84-4b50-88e7-a42b3e28e237', '40a52f83-7ba3-4dd5-9e62-d68a761b8705'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:38:55.277296 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['ada37f04-f050-422b-8964-db3733aa1e1b'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:38:55.338878 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedde01a-ded7-449d-8c89-aa20f3a26881 service neutron] Pushing event updated for resources: {'Port': ['ID=85f67f84-3dc1-484c-8565-bdec3ac6ca9c,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:55.345607 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-c50fc2e1-0728-44c7-a045-db0137a3471a req-fcd8e779-1323-4b5d-9aba-67d6e68bca4d tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] No DVR routers for this DVR port 0d547af2-2a84-4b50-88e7-a42b3e28e237 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:38:55.369592 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c50fc2e1-0728-44c7-a045-db0137a3471a req-fcd8e779-1323-4b5d-9aba-67d6e68bca4d tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:55.373091 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c50fc2e1-0728-44c7-a045-db0137a3471a req-fcd8e779-1323-4b5d-9aba-67d6e68bca4d tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.11 "DELETE /v2.0/ports/0d547af2-2a84-4b50-88e7-a42b3e28e237 HTTP/1.1" status: 204 len: 173 time: 1.2530596 Oct 20 11:38:55.401479 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd8e779-1323-4b5d-9aba-67d6e68bca4d tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Pushing event deleted for resources: {'Port': ['ID=0d547af2-2a84-4b50-88e7-a42b3e28e237,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:55.427414 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccde9d1-10b1-45d2-a5da-e69a3c3b4dd6 req-741b94ae-335d-4760-a2b1-539b88c01e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:55.429766 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ccde9d1-10b1-45d2-a5da-e69a3c3b4dd6 req-741b94ae-335d-4760-a2b1-539b88c01e15 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5a4c10e07f5540bfb31d79118daf9fff&device_id=975cc5d8-99f3-4a72-bb46-fe5e8905cbdf HTTP/1.1" status: 200 len: 1095 time: 0.1168251 Oct 20 11:38:55.490598 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ccde9d1-10b1-45d2-a5da-e69a3c3b4dd6 req-79d7942e-a16b-4ec9-b299-9e085260e767 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85f67f84-3dc1-484c-8565-bdec3ac6ca9c HTTP/1.1" status: 200 len: 217 time: 0.0503440 Oct 20 11:38:55.558096 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccde9d1-10b1-45d2-a5da-e69a3c3b4dd6 req-05eb194f-b691-47a6-be7c-48d74a4eddc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:55.559790 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ccde9d1-10b1-45d2-a5da-e69a3c3b4dd6 req-05eb194f-b691-47a6-be7c-48d74a4eddc6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d11d35ce-8f2e-4f5f-b262-aaca7c3e125d HTTP/1.1" status: 200 len: 861 time: 0.0619137 Oct 20 11:38:55.601425 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ccde9d1-10b1-45d2-a5da-e69a3c3b4dd6 req-56118795-532c-4949-8f8c-3a343a7d41d1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7bbb29f9-3198-48e3-bcf0-f5311da5a385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334163 Oct 20 11:38:55.612028 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c1d65fbc-8b77-463b-a141-ba696f643c9e None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:55.642496 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c1d65fbc-8b77-463b-a141-ba696f643c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:55.718491 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '975cc5d8-99f3-4a72-bb46-fe5e8905cbdf', 'tag': '85f67f84-3dc1-484c-8565-bdec3ac6ca9c'}, {'server_uuid': '898d8e7e-fc8b-4113-8cf0-d5969b8bb88d', 'name': 'network-vif-deleted', 'tag': '0d547af2-2a84-4b50-88e7-a42b3e28e237'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:38:55.721208 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d629b67-77cc-43e6-8813-868377596f3c" -d '{"events": [{"name": "network-changed", "server_uuid": "975cc5d8-99f3-4a72-bb46-fe5e8905cbdf", "tag": "85f67f84-3dc1-484c-8565-bdec3ac6ca9c"}, {"server_uuid": "898d8e7e-fc8b-4113-8cf0-d5969b8bb88d", "name": "network-vif-deleted", "tag": "0d547af2-2a84-4b50-88e7-a42b3e28e237"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:38:55.722273 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d65fbc-8b77-463b-a141-ba696f643c9e None None] Network 93af4135-d82b-442d-b311-88fe092a2104 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:38:55.727557 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-c1d65fbc-8b77-463b-a141-ba696f643c9e None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:38:55.731397 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ccde9d1-10b1-45d2-a5da-e69a3c3b4dd6 req-8d70b123-888e-44fa-babb-f1e08ad5a579 service neutron] 10.222.0.89 "GET /v2.0/networks/7bbb29f9-3198-48e3-bcf0-f5311da5a385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214483 Oct 20 11:38:55.744486 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2c89b9d0-570d-4359-9046-e18e8979b88d tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:55.746306 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d65fbc-8b77-463b-a141-ba696f643c9e None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:38:55.763696 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d65fbc-8b77-463b-a141-ba696f643c9e None None] Pushing event updated for resources: {'Port': ['ID=3ae16621-defb-4f07-b561-d3d9e170e6f9,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:55.787386 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a3d1ec38-aed4-44b8-b15b-7b8ebc6707f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:55.791183 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a3d1ec38-aed4-44b8-b15b-7b8ebc6707f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:55.792432 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a3d1ec38-aed4-44b8-b15b-7b8ebc6707f6 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/16065bd9-5e52-4c99-bcf0-55cbb3f64e91 HTTP/1.1" status: 204 len: 168 time: 0.8901620 Oct 20 11:38:55.798561 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d65fbc-8b77-463b-a141-ba696f643c9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:55.800984 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d65fbc-8b77-463b-a141-ba696f643c9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:55.805531 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d65fbc-8b77-463b-a141-ba696f643c9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:55.805712 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d65fbc-8b77-463b-a141-ba696f643c9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:55.806183 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d65fbc-8b77-463b-a141-ba696f643c9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:55.806628 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d65fbc-8b77-463b-a141-ba696f643c9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:55.807251 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d65fbc-8b77-463b-a141-ba696f643c9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:55.808142 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d65fbc-8b77-463b-a141-ba696f643c9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:55.808142 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d65fbc-8b77-463b-a141-ba696f643c9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:55.808434 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d65fbc-8b77-463b-a141-ba696f643c9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:55.808880 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d65fbc-8b77-463b-a141-ba696f643c9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:55.809325 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d65fbc-8b77-463b-a141-ba696f643c9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:38:55.830161 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d1ec38-aed4-44b8-b15b-7b8ebc6707f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16065bd9-5e52-4c99-bcf0-55cbb3f64e91,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:55.841733 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2c89b9d0-570d-4359-9046-e18e8979b88d tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:55.883835 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ccde9d1-10b1-45d2-a5da-e69a3c3b4dd6 req-9cc6eef1-8467-4773-b071-c9ea1021b9b9 service neutron] 10.222.0.89 "GET /v2.0/networks/7bbb29f9-3198-48e3-bcf0-f5311da5a385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426473 Oct 20 11:38:55.884817 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-c1d65fbc-8b77-463b-a141-ba696f643c9e None None] Attempting to bind port 3ae16621-defb-4f07-b561-d3d9e170e6f9 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:38:55.885189 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-c1d65fbc-8b77-463b-a141-ba696f643c9e None None] Attempting to bind port 3ae16621-defb-4f07-b561-d3d9e170e6f9 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '5e57d2e6-2353-45ca-9159-96b5e67dd518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '93af4135-d82b-442d-b311-88fe092a2104'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:38:55.885725 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d65fbc-8b77-463b-a141-ba696f643c9e None None] Attempting to bind port 3ae16621-defb-4f07-b561-d3d9e170e6f9 on network 93af4135-d82b-442d-b311-88fe092a2104 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:38:55.886418 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 20 Oct 2021 11:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5c2946-30f8-4d5d-9a91-1c564744e021 x-openstack-request-id: req-7f5c2946-30f8-4d5d-9a91-1c564744e021 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:38:55.886832 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "975cc5d8-99f3-4a72-bb46-fe5e8905cbdf", "tag": "85f67f84-3dc1-484c-8565-bdec3ac6ca9c", "status": "completed", "code": 200}, {"server_uuid": "898d8e7e-fc8b-4113-8cf0-d5969b8bb88d", "name": "network-vif-deleted", "tag": "0d547af2-2a84-4b50-88e7-a42b3e28e237", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:38:55.887222 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7f5c2946-30f8-4d5d-9a91-1c564744e021 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:38:55.887966 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '975cc5d8-99f3-4a72-bb46-fe5e8905cbdf', 'tag': '85f67f84-3dc1-484c-8565-bdec3ac6ca9c', 'status': 'completed', 'code': 200} Oct 20 11:38:55.888315 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898d8e7e-fc8b-4113-8cf0-d5969b8bb88d', 'name': 'network-vif-deleted', 'tag': '0d547af2-2a84-4b50-88e7-a42b3e28e237', 'status': 'completed', 'code': 200} Oct 20 11:38:55.892810 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d65fbc-8b77-463b-a141-ba696f643c9e None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:38:55.893181 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d65fbc-8b77-463b-a141-ba696f643c9e None None] Checking segment: {'id': '5e57d2e6-2353-45ca-9159-96b5e67dd518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '93af4135-d82b-442d-b311-88fe092a2104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:38:55.893568 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c1d65fbc-8b77-463b-a141-ba696f643c9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:55.893937 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d65fbc-8b77-463b-a141-ba696f643c9e None None] Bound using segment: {'id': '5e57d2e6-2353-45ca-9159-96b5e67dd518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '93af4135-d82b-442d-b311-88fe092a2104'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:38:55.895322 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-c1d65fbc-8b77-463b-a141-ba696f643c9e None None] Bound port: 3ae16621-defb-4f07-b561-d3d9e170e6f9, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e57d2e6-2353-45ca-9159-96b5e67dd518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '93af4135-d82b-442d-b311-88fe092a2104'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:38:55.895322 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c1d65fbc-8b77-463b-a141-ba696f643c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:56.004590 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2c89b9d0-570d-4359-9046-e18e8979b88d tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:56.007097 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-c1d65fbc-8b77-463b-a141-ba696f643c9e None None] For port 3ae16621-defb-4f07-b561-d3d9e170e6f9, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:38:56.008343 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2c89b9d0-570d-4359-9046-e18e8979b88d tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:56.010516 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2c89b9d0-570d-4359-9046-e18e8979b88d tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "DELETE /v2.0/security-groups/507d4736-4c60-4433-b68f-a0ea4568f172 HTTP/1.1" status: 204 len: 168 time: 0.8853927 Oct 20 11:38:56.011163 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-c1d65fbc-8b77-463b-a141-ba696f643c9e None None] For port 3ae16621-defb-4f07-b561-d3d9e170e6f9, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=3ae16621-defb-4f07-b561-d3d9e170e6f9,segment=NetworkSegment(5e57d2e6-2353-45ca-9159-96b5e67dd518),segment_id=5e57d2e6-2353-45ca-9159-96b5e67dd518)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:38:56.018637 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c1d65fbc-8b77-463b-a141-ba696f643c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:56.021319 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42756) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:56.045618 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c89b9d0-570d-4359-9046-e18e8979b88d tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=507d4736-4c60-4433-b68f-a0ea4568f172,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:56.053447 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-6a351427-0cfe-46f3-958f-2b0914d33975 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Allocated IP 2001:db8::1 (93af4135-d82b-442d-b311-88fe092a2104/bd2b12b9-a88d-4f68-983e-f5ad9b0dc9b6/e4f96a5c-f567-46d2-9140-9b2fc316a728) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:38:56.069349 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-c25ca1c9-6575-4f23-a769-ebb565c25412 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] show failed (client error): The resource could not be found. Oct 20 11:38:56.070937 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c25ca1c9-6575-4f23-a769-ebb565c25412 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/security-groups/507d4736-4c60-4433-b68f-a0ea4568f172 HTTP/1.1" status: 404 len: 347 time: 0.0462022 Oct 20 11:38:56.080145 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42760) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:56.099558 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d65fbc-8b77-463b-a141-ba696f643c9e None None] Pushing event updated for resources: {'Port': ['ID=3ae16621-defb-4f07-b561-d3d9e170e6f9,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:56.200227 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d629b67-77cc-43e6-8813-868377596f3c req-b4cd0b80-4d90-4c66-8afb-867d087a5176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:56.205144 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d629b67-77cc-43e6-8813-868377596f3c req-b4cd0b80-4d90-4c66-8afb-867d087a5176 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5a4c10e07f5540bfb31d79118daf9fff&device_id=975cc5d8-99f3-4a72-bb46-fe5e8905cbdf HTTP/1.1" status: 200 len: 1095 time: 0.2464740 Oct 20 11:38:56.247575 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6a351427-0cfe-46f3-958f-2b0914d33975 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:56.295011 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6a351427-0cfe-46f3-958f-2b0914d33975 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:56.340604 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a351427-0cfe-46f3-958f-2b0914d33975 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Network 93af4135-d82b-442d-b311-88fe092a2104 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:38:56.345298 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-6a351427-0cfe-46f3-958f-2b0914d33975 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:38:56.348656 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a351427-0cfe-46f3-958f-2b0914d33975 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:38:56.349480 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6a351427-0cfe-46f3-958f-2b0914d33975 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:56.487215 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd74188-deaf-4ca8-9b45-b6a32ab48139 req-2f547be2-3139-4a3f-8279-47ef7158293c tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:56.497300 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4cd74188-deaf-4ca8-9b45-b6a32ab48139 req-2f547be2-3139-4a3f-8279-47ef7158293c tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] 10.222.0.98 "GET /v2.0/ports?device_id=975cc5d8-99f3-4a72-bb46-fe5e8905cbdf HTTP/1.1" status: 200 len: 944 time: 0.3224790 Oct 20 11:38:56.507680 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a351427-0cfe-46f3-958f-2b0914d33975 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event updated for resources: {'Port': ['ID=e4f96a5c-f567-46d2-9140-9b2fc316a728,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:56.590318 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-96da6ff2-fedd-45af-a490-105726285e7f req-cf5d9dd5-02a4-4e9e-9080-41263ff0425e tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0862956 Oct 20 11:38:56.615399 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d629b67-77cc-43e6-8813-868377596f3c req-e51f10ac-60be-4094-b821-c65986198951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:56.617220 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d629b67-77cc-43e6-8813-868377596f3c req-e51f10ac-60be-4094-b821-c65986198951 service neutron] 10.222.0.89 "GET /v2.0/networks?id=7bbb29f9-3198-48e3-bcf0-f5311da5a385 HTTP/1.1" status: 200 len: 923 time: 0.3389344 Oct 20 11:38:56.626854 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6a351427-0cfe-46f3-958f-2b0914d33975 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:56.627128 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-675ad7fd-7612-4d56-9325-790a3b1769a7 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Deleting port 84b09e63-c53c-4301-87cf-37efd74077b4 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:38:56.627128 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-675ad7fd-7612-4d56-9325-790a3b1769a7 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:56.639369 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4cd74188-deaf-4ca8-9b45-b6a32ab48139 req-34f17276-e3a4-4bf6-a2e2-b3df6a0ede62 tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] 10.222.0.98 "GET /v2.0/security-groups?id=78c9e7f7-99ae-4384-9a68-54ee2a23368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409328 Oct 20 11:38:56.706287 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d629b67-77cc-43e6-8813-868377596f3c req-b2b794cc-2c15-486b-9063-4495e5b94b92 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85f67f84-3dc1-484c-8565-bdec3ac6ca9c HTTP/1.1" status: 200 len: 217 time: 0.0656018 Oct 20 11:38:56.764733 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d629b67-77cc-43e6-8813-868377596f3c req-8f977d55-3e45-4e91-8514-bbf630b30b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:56.766221 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d629b67-77cc-43e6-8813-868377596f3c req-8f977d55-3e45-4e91-8514-bbf630b30b76 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d11d35ce-8f2e-4f5f-b262-aaca7c3e125d HTTP/1.1" status: 200 len: 861 time: 0.0498407 Oct 20 11:38:56.849632 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d629b67-77cc-43e6-8813-868377596f3c req-9176a411-3182-4c34-9f27-69f4d24136f3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7bbb29f9-3198-48e3-bcf0-f5311da5a385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360417 Oct 20 11:38:56.884581 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-675ad7fd-7612-4d56-9325-790a3b1769a7 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:56.884850 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-675ad7fd-7612-4d56-9325-790a3b1769a7 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:56.923750 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-675ad7fd-7612-4d56-9325-790a3b1769a7 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Calling delete_port for 84b09e63-c53c-4301-87cf-37efd74077b4 owned by network:floatingip {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:38:57.014379 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6a351427-0cfe-46f3-958f-2b0914d33975 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:57.020718 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6a351427-0cfe-46f3-958f-2b0914d33975 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:57.022153 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6a351427-0cfe-46f3-958f-2b0914d33975 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:57.051638 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42798) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:57.117561 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d629b67-77cc-43e6-8813-868377596f3c req-003e23f5-807a-4c57-87d8-51b2141247a2 service neutron] 10.222.0.89 "GET /v2.0/networks/7bbb29f9-3198-48e3-bcf0-f5311da5a385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540016 Oct 20 11:38:57.122627 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a351427-0cfe-46f3-958f-2b0914d33975 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event updated for resources: {'Port': ['ID=e4f96a5c-f567-46d2-9140-9b2fc316a728,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:57.266366 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a351427-0cfe-46f3-958f-2b0914d33975 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Network 93af4135-d82b-442d-b311-88fe092a2104 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:38:57.268176 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-6a351427-0cfe-46f3-958f-2b0914d33975 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:38:57.306943 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d629b67-77cc-43e6-8813-868377596f3c req-026afed9-e0df-4789-bd44-8d2dd4ce11a8 service neutron] 10.222.0.89 "GET /v2.0/networks/7bbb29f9-3198-48e3-bcf0-f5311da5a385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767824 Oct 20 11:38:57.315749 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-675ad7fd-7612-4d56-9325-790a3b1769a7 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:57.353356 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-51814510-ead4-4d28-b78f-f677f6cd52fe tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Request body: {'security_group': {'name': 'tempest-secgroup--1912779097'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:57.361092 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ad7fd-7612-4d56-9325-790a3b1769a7 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Pushing event deleted for resources: {'Port': ['ID=84b09e63-c53c-4301-87cf-37efd74077b4,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:57.447690 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-675ad7fd-7612-4d56-9325-790a3b1769a7 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks [] for floatingip, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:57.451919 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-675ad7fd-7612-4d56-9325-790a3b1769a7 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:57.456029 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-675ad7fd-7612-4d56-9325-790a3b1769a7 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "DELETE /v2.0/floatingips/83aac692-0481-4b75-8d76-8d6fe4493acb HTTP/1.1" status: 204 len: 168 time: 1.3713162 Oct 20 11:38:57.456029 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-51814510-ead4-4d28-b78f-f677f6cd52fe tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:57.459583 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a351427-0cfe-46f3-958f-2b0914d33975 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Router da934ab9-ccd5-4fdd-bfda-4e850b9323ce is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:38:57.484494 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-51814510-ead4-4d28-b78f-f677f6cd52fe tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:57.591475 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06b205c-d651-4d41-a65d-d4093202a94d None None] Network 93af4135-d82b-442d-b311-88fe092a2104 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:38:57.629258 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a351427-0cfe-46f3-958f-2b0914d33975 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:38:57.643667 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6a351427-0cfe-46f3-958f-2b0914d33975 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "PUT /v2.0/routers/da934ab9-ccd5-4fdd-bfda-4e850b9323ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0258484 Oct 20 11:38:57.646778 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42812) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:57.661005 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02659f4e-945a-4784-aa8e-7e780413a6c1 None None] Sync routers for ids ['da934ab9-ccd5-4fdd-bfda-4e850b9323ce'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:38:57.682453 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02659f4e-945a-4784-aa8e-7e780413a6c1 None None] Routers {'da934ab9-ccd5-4fdd-bfda-4e850b9323ce'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:38:57.683562 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-02659f4e-945a-4784-aa8e-7e780413a6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:38:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['da934ab9-ccd5-4fdd-bfda-4e850b9323ce'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:57.706644 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 3ae16621-defb-4f07-b561-d3d9e170e6f9 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:38:57.724409 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b041dbd-842e-4999-987b-7f8be4418dda tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:57.728711 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1b041dbd-842e-4999-987b-7f8be4418dda tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "GET /v2.0/ports/e4f96a5c-f567-46d2-9140-9b2fc316a728 HTTP/1.1" status: 200 len: 911 time: 0.0808661 Oct 20 11:38:57.732262 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42816) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:57.742694 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-02659f4e-945a-4784-aa8e-7e780413a6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:57.750106 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7692b4be-0d31-412d-87ef-c02e3251f8d8 req-d070eab9-8665-4ab4-b4ca-69fcca2892f4 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:57.752960 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02659f4e-945a-4784-aa8e-7e780413a6c1 None None] Routers {'da934ab9-ccd5-4fdd-bfda-4e850b9323ce'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:38:57.753783 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-02659f4e-945a-4784-aa8e-7e780413a6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:38:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['da934ab9-ccd5-4fdd-bfda-4e850b9323ce'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:57.759029 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-a85cb2d7-f7e7-4255-ae40-4cbd7c6f621b None None] Provisioning complete for port 3ae16621-defb-4f07-b561-d3d9e170e6f9 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:57.759419 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a85cb2d7-f7e7-4255-ae40-4cbd7c6f621b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:57.774231 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7692b4be-0d31-412d-87ef-c02e3251f8d8 req-d070eab9-8665-4ab4-b4ca-69fcca2892f4 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:57.785418 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7692b4be-0d31-412d-87ef-c02e3251f8d8 req-d070eab9-8665-4ab4-b4ca-69fcca2892f4 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8e9018f-8cf7-4886-b9e8-6fc1a048f467&device_id=1cc97e04-6fd2-461f-aad3-ca66e46b336c HTTP/1.1" status: 200 len: 1682 time: 0.2255304 Oct 20 11:38:57.793030 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-02659f4e-945a-4784-aa8e-7e780413a6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:57.793995 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02659f4e-945a-4784-aa8e-7e780413a6c1 None None] The sync data for ids ['da934ab9-ccd5-4fdd-bfda-4e850b9323ce'] in n-d-814735-3 is: [] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:38:57.843321 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-51814510-ead4-4d28-b78f-f677f6cd52fe tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:57.844374 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42818) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:57.849435 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-a9c7e0ef-1f51-4e67-8aac-74620cf08fda tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1313898086', 'description': 'tempest-description--1118707522'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:57.863365 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-51814510-ead4-4d28-b78f-f677f6cd52fe tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:57.882777 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 3ae16621-defb-4f07-b561-d3d9e170e6f9 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:57.883172 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:57.884637 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7692b4be-0d31-412d-87ef-c02e3251f8d8 req-e0f2ee04-7021-47a4-b05a-09c23cd1dc9e tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.98 "GET /v2.0/security-groups?id=0f25d2a9-0851-4af2-90eb-50947b994fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966320 Oct 20 11:38:57.981909 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8acf8f0f-bbdf-4f61-a767-624923110a45 req-4d3904b6-ce67-4a9f-9070-07781e52a77f tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0375082 Oct 20 11:38:57.990035 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a85cb2d7-f7e7-4255-ae40-4cbd7c6f621b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:57.998838 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51814510-ead4-4d28-b78f-f677f6cd52fe tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7965a24-8ea1-4aa1-8dec-515d3e5981ad,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:58.003653 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a9c7e0ef-1f51-4e67-8aac-74620cf08fda tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:58.099727 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-51814510-ead4-4d28-b78f-f677f6cd52fe tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:58.111989 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-51814510-ead4-4d28-b78f-f677f6cd52fe tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:58.134697 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fcabec-df9a-4e33-8bb7-4333c1ecc1ad req-fa24c7fa-298b-4b69-a98b-c1b1c39cde55 tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:58.142418 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e4fcabec-df9a-4e33-8bb7-4333c1ecc1ad req-fa24c7fa-298b-4b69-a98b-c1b1c39cde55 tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] 10.222.0.98 "GET /v2.0/ports?device_id=975cc5d8-99f3-4a72-bb46-fe5e8905cbdf HTTP/1.1" status: 200 len: 944 time: 0.1547740 Oct 20 11:38:58.146533 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-a85cb2d7-f7e7-4255-ae40-4cbd7c6f621b None None] For port 3ae16621-defb-4f07-b561-d3d9e170e6f9, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=3ae16621-defb-4f07-b561-d3d9e170e6f9,segment=NetworkSegment(5e57d2e6-2353-45ca-9159-96b5e67dd518),segment_id=5e57d2e6-2353-45ca-9159-96b5e67dd518)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:58.164070 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a85cb2d7-f7e7-4255-ae40-4cbd7c6f621b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:58.175749 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:58.224669 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-51814510-ead4-4d28-b78f-f677f6cd52fe tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:58.226705 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-51814510-ead4-4d28-b78f-f677f6cd52fe tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1653647 Oct 20 11:38:58.230378 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51814510-ead4-4d28-b78f-f677f6cd52fe tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a133dd56-f835-4d45-a386-b90da8bdf7d8,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:58.237761 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42826) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:58.270905 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e4fcabec-df9a-4e33-8bb7-4333c1ecc1ad req-b66d98f0-29ac-44d8-a5e9-7ffb0482d917 tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] 10.222.0.98 "GET /v2.0/security-groups?id=78c9e7f7-99ae-4384-9a68-54ee2a23368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224060 Oct 20 11:38:58.299387 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a9c7e0ef-1f51-4e67-8aac-74620cf08fda tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:58.321810 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85cb2d7-f7e7-4255-ae40-4cbd7c6f621b None None] Pushing event updated for resources: {'Port': ['ID=3ae16621-defb-4f07-b561-d3d9e170e6f9,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:58.348909 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.db.api [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:38:58.349687 n-d-814735-3 neutron-server[100648]: DEBUG oslo_db.api [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:38:58.354152 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a9c7e0ef-1f51-4e67-8aac-74620cf08fda tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:58.388871 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a8aaa507-c478-4ba6-a6d6-992c8e84f03a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:58.428164 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a9c7e0ef-1f51-4e67-8aac-74620cf08fda tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:58.430019 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-a9c7e0ef-1f51-4e67-8aac-74620cf08fda tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5846343 Oct 20 11:38:58.435595 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42832) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:58.443535 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-f3f66ba5-5f92-40fc-9a86-60804d88176c tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Request body: {'security_group_rule': {'security_group_id': '082d2d4b-3491-45ca-b57b-e91861d99e81', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:58.465900 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2e6111d0-418c-4f15-8145-bde8e2675a64 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2247016 Oct 20 11:38:58.469670 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42834) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:58.470652 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c7e0ef-1f51-4e67-8aac-74620cf08fda tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=082d2d4b-3491-45ca-b57b-e91861d99e81,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:58.486787 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 0d547af2-2a84-4b50-88e7-a42b3e28e237 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:38:58.503054 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-c7bd22f9-e1a3-4890-bafb-c5f56c43e9ca tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Request body: {'security_group': {'name': 'tempest-security--902700134', 'description': 'tempest-security-description-542352864'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:58.531676 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: 0d547af2-2a84-4b50-88e7-a42b3e28e237 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:38:58.532022 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 0d547af2-2a84-4b50-88e7-a42b3e28e237 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:38:58.568002 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c7bd22f9-e1a3-4890-bafb-c5f56c43e9ca tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:58.601551 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-2a6423cb-faec-49fa-bbb5-4e4268e90d05 None None] Provisioning complete for port e4f96a5c-f567-46d2-9140-9b2fc316a728 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:58.603190 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2a6423cb-faec-49fa-bbb5-4e4268e90d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:58.689117 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-2a6423cb-faec-49fa-bbb5-4e4268e90d05 None None] Port e4f96a5c-f567-46d2-9140-9b2fc316a728 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:38:58.706018 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-2a6423cb-faec-49fa-bbb5-4e4268e90d05 None None] Provisioning complete for port 3ae16621-defb-4f07-b561-d3d9e170e6f9 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:58.706931 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2a6423cb-faec-49fa-bbb5-4e4268e90d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:58.734004 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 85f67f84-3dc1-484c-8565-bdec3ac6ca9c details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:38:58.781291 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-a8aaa507-c478-4ba6-a6d6-992c8e84f03a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Deleting port e4f96a5c-f567-46d2-9140-9b2fc316a728 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:38:58.781640 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a8aaa507-c478-4ba6-a6d6-992c8e84f03a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:58.924800 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a8aaa507-c478-4ba6-a6d6-992c8e84f03a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:58.942218 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-a8aaa507-c478-4ba6-a6d6-992c8e84f03a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Calling delete_port for e4f96a5c-f567-46d2-9140-9b2fc316a728 owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:38:58.962778 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 85f67f84-3dc1-484c-8565-bdec3ac6ca9c, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=85f67f84-3dc1-484c-8565-bdec3ac6ca9c,segment=NetworkSegment(ae830d1a-103b-4077-a27a-c21b5cd0cde4),segment_id=ae830d1a-103b-4077-a27a-c21b5cd0cde4)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:58.976048 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '85f67f84-3dc1-484c-8565-bdec3ac6ca9c', 'network_id': '7bbb29f9-3198-48e3-bcf0-f5311da5a385', 'port_id': '85f67f84-3dc1-484c-8565-bdec3ac6ca9c', 'mac_address': 'fa:16:3e:3d:c7:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd11d35ce-8f2e-4f5f-b262-aaca7c3e125d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:38:59.027776 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:59.045534 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85f67f84-3dc1-484c-8565-bdec3ac6ca9c {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:38:59.060956 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f3f66ba5-5f92-40fc-9a86-60804d88176c tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:59.090556 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 85f67f84-3dc1-484c-8565-bdec3ac6ca9c, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=85f67f84-3dc1-484c-8565-bdec3ac6ca9c,segment=NetworkSegment(ae830d1a-103b-4077-a27a-c21b5cd0cde4),segment_id=ae830d1a-103b-4077-a27a-c21b5cd0cde4)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:38:59.105246 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:59.161267 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c6335-f744-4fc6-97ed-96959809ab3a req-e9512374-4f24-4123-8f29-e60334b1593d tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:59.172225 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a71c6335-f744-4fc6-97ed-96959809ab3a req-e9512374-4f24-4123-8f29-e60334b1593d tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.98 "GET /v2.0/ports?device_id=1cc97e04-6fd2-461f-aad3-ca66e46b336c HTTP/1.1" status: 200 len: 945 time: 0.1465700 Oct 20 11:38:59.176890 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c7bd22f9-e1a3-4890-bafb-c5f56c43e9ca tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:59.189725 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-df221e2e-4653-4108-a50e-5ac8b97371c5 None None] Provisioning complete for port e4f96a5c-f567-46d2-9140-9b2fc316a728 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:59.190105 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-df221e2e-4653-4108-a50e-5ac8b97371c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:59.206755 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c7bd22f9-e1a3-4890-bafb-c5f56c43e9ca tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:59.209584 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c7bd22f9-e1a3-4890-bafb-c5f56c43e9ca tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:59.213492 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c7bd22f9-e1a3-4890-bafb-c5f56c43e9ca tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "PUT /v2.0/security-groups/a133dd56-f835-4d45-a386-b90da8bdf7d8 HTTP/1.1" status: 200 len: 1778 time: 0.7372987 Oct 20 11:38:59.214477 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42844) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:59.244605 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-df221e2e-4653-4108-a50e-5ac8b97371c5 None None] Port e4f96a5c-f567-46d2-9140-9b2fc316a728 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:38:59.244913 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a8aaa507-c478-4ba6-a6d6-992c8e84f03a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:59.246075 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=85f67f84-3dc1-484c-8565-bdec3ac6ca9c,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:59.271635 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ab955c45-a000-4e54-afea-6671e383b51a req-5d5cf627-d4e8-4645-81c2-8180971b4d2a tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0757945 Oct 20 11:38:59.287772 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aaa507-c478-4ba6-a6d6-992c8e84f03a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event deleted for resources: {'Port': ['ID=e4f96a5c-f567-46d2-9140-9b2fc316a728,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:59.301445 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b4a71771-6f12-4251-99dc-b062eac71299 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "GET /v2.0/security-groups/a133dd56-f835-4d45-a386-b90da8bdf7d8 HTTP/1.1" status: 200 len: 1778 time: 0.0829625 Oct 20 11:38:59.312157 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42848) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:59.323942 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f3f66ba5-5f92-40fc-9a86-60804d88176c tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:59.329642 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd22f9-e1a3-4890-bafb-c5f56c43e9ca tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a133dd56-f835-4d45-a386-b90da8bdf7d8,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:59.336767 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a71c6335-f744-4fc6-97ed-96959809ab3a req-1c438f49-77c0-4c15-9611-39ac67c49c59 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.98 "GET /v2.0/security-groups?id=0f25d2a9-0851-4af2-90eb-50947b994fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634824 Oct 20 11:38:59.337635 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f3f66ba5-5f92-40fc-9a86-60804d88176c tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:59.361365 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f66ba5-5f92-40fc-9a86-60804d88176c tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2b1dd1f-2c31-4b11-9a3e-768cdb31c46b,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:59.361655 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-70d5bd2a-f50c-47d8-b155-3ffaf8dd2ae4 None None] Could not find standard attr ID for object e4f96a5c-f567-46d2-9140-9b2fc316a728. {{(pid=100648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:38:59.382931 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f3f66ba5-5f92-40fc-9a86-60804d88176c tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:59.382931 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-f3f66ba5-5f92-40fc-9a86-60804d88176c tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9426689 Oct 20 11:38:59.387657 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42850) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:59.396467 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-16bc40d9-f3c1-43e1-8a26-bb0bd05f360e tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Request body: {'security_group_rule': {'security_group_id': '082d2d4b-3491-45ca-b57b-e91861d99e81', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:59.450711 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['85f67f84-3dc1-484c-8565-bdec3ac6ca9c'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:38:59.482734 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a8aaa507-c478-4ba6-a6d6-992c8e84f03a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:59.487982 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57325d8-89a7-4e0b-b1ff-1866d6c29ef0 req-610781e9-e287-4976-a2e0-7d55bb03b211 tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:38:59.489818 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a57325d8-89a7-4e0b-b1ff-1866d6c29ef0 req-610781e9-e287-4976-a2e0-7d55bb03b211 tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] 10.222.0.98 "GET /v2.0/ports?device_id=975cc5d8-99f3-4a72-bb46-fe5e8905cbdf HTTP/1.1" status: 200 len: 945 time: 0.0864012 Oct 20 11:38:59.491495 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-16bc40d9-f3c1-43e1-8a26-bb0bd05f360e tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:59.524331 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-af619984-00e4-44da-af73-adadb4c73b91 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:59.651628 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a57325d8-89a7-4e0b-b1ff-1866d6c29ef0 req-422d1077-d65e-49a6-9717-ea2738a489f7 tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] 10.222.0.98 "GET /v2.0/security-groups?id=78c9e7f7-99ae-4384-9a68-54ee2a23368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540170 Oct 20 11:38:59.675496 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-af619984-00e4-44da-af73-adadb4c73b91 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:59.680190 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 3ae16621-defb-4f07-b561-d3d9e170e6f9 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:38:59.681060 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-16bc40d9-f3c1-43e1-8a26-bb0bd05f360e tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:59.690677 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-16bc40d9-f3c1-43e1-8a26-bb0bd05f360e tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:59.712477 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bc40d9-f3c1-43e1-8a26-bb0bd05f360e tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f1f6ada-4cdd-470b-aa6e-8c19424c433f,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:59.730119 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-16bc40d9-f3c1-43e1-8a26-bb0bd05f360e tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:59.732051 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-16bc40d9-f3c1-43e1-8a26-bb0bd05f360e tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3426514 Oct 20 11:38:59.735360 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42854) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:59.740272 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-d293bbac-c80e-4ab5-a804-d405cfa4b021 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:38:59.778521 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d293bbac-c80e-4ab5-a804-d405cfa4b021 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks [] for floatingip, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:59.783315 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8aaa507-c478-4ba6-a6d6-992c8e84f03a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Router da934ab9-ccd5-4fdd-bfda-4e850b9323ce has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:38:59.801913 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 3ae16621-defb-4f07-b561-d3d9e170e6f9 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:38:59.803605 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:59.887266 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-af619984-00e4-44da-af73-adadb4c73b91 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:59.893386 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-af619984-00e4-44da-af73-adadb4c73b91 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:38:59.897652 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-af619984-00e4-44da-af73-adadb4c73b91 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "DELETE /v2.0/security-groups/a133dd56-f835-4d45-a386-b90da8bdf7d8 HTTP/1.1" status: 204 len: 168 time: 0.5828152 Oct 20 11:38:59.901664 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42856) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:59.907119 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8aaa507-c478-4ba6-a6d6-992c8e84f03a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:38:59.920244 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a8aaa507-c478-4ba6-a6d6-992c8e84f03a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "PUT /v2.0/routers/da934ab9-ccd5-4fdd-bfda-4e850b9323ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1811190 Oct 20 11:38:59.920244 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af619984-00e4-44da-af73-adadb4c73b91 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a133dd56-f835-4d45-a386-b90da8bdf7d8,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:38:59.920244 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42858) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:59.956959 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c9c350-0a7b-47f0-acf8-5260d8b4576b None None] Sync routers for ids ['da934ab9-ccd5-4fdd-bfda-4e850b9323ce'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:38:59.957312 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42860) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:59.957408 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1698e558-757f-4691-b205-984bc7d05b07 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "GET /v2.0/ports?device_id=da934ab9-ccd5-4fdd-bfda-4e850b9323ce HTTP/1.1" status: 200 len: 205 time: 0.0359864 Oct 20 11:38:59.966699 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ab9d8b6e-2924-4064-9fcf-b953e38123f5 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0633776 Oct 20 11:38:59.976165 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42862) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:38:59.986753 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c9c350-0a7b-47f0-acf8-5260d8b4576b None None] Routers {'da934ab9-ccd5-4fdd-bfda-4e850b9323ce'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:38:59.987674 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-70c9c350-0a7b-47f0-acf8-5260d8b4576b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:38:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['da934ab9-ccd5-4fdd-bfda-4e850b9323ce'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:38:59.990229 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-f14caac5-1886-4050-aeb7-e520ca3a6946 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] delete failed (client error): The resource could not be found. Oct 20 11:38:59.996308 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f14caac5-1886-4050-aeb7-e520ca3a6946 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "DELETE /v2.0/security-groups/a133dd56-f835-4d45-a386-b90da8bdf7d8 HTTP/1.1" status: 404 len: 347 time: 0.0142322 Oct 20 11:39:00.004340 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42864) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:00.014680 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-a2edc291-6963-4462-bae7-6c915726b946 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Request body: {'security_group': {'name': 'tempest-secgroup--1303759415'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:00.018044 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d293bbac-c80e-4ab5-a804-d405cfa4b021 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:00.035778 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-70c9c350-0a7b-47f0-acf8-5260d8b4576b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:00.041366 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a2edc291-6963-4462-bae7-6c915726b946 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:00.046402 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c9c350-0a7b-47f0-acf8-5260d8b4576b None None] Routers {'da934ab9-ccd5-4fdd-bfda-4e850b9323ce'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:39:00.047054 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-70c9c350-0a7b-47f0-acf8-5260d8b4576b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:38:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['da934ab9-ccd5-4fdd-bfda-4e850b9323ce'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:00.071998 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-58cf8afe-ccb8-40c2-ad1f-4238b34d7801 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for router, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:00.080643 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-70c9c350-0a7b-47f0-acf8-5260d8b4576b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:00.081334 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c9c350-0a7b-47f0-acf8-5260d8b4576b None None] The sync data for ids ['da934ab9-ccd5-4fdd-bfda-4e850b9323ce'] in n-d-814735-3 is: [] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:39:00.117538 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a2edc291-6963-4462-bae7-6c915726b946 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:00.122278 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a2edc291-6963-4462-bae7-6c915726b946 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:00.152686 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a2edc291-6963-4462-bae7-6c915726b946 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:00.153915 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a2edc291-6963-4462-bae7-6c915726b946 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1483774 Oct 20 11:39:00.156940 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42866) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:00.161352 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-6cbb42ee-e1dc-483d-84c0-e92c33b16d38 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Request body: {'security_group_rule': {'security_group_id': '6c6cde5c-57fc-4813-969b-0162378a39ee', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:00.167376 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2edc291-6963-4462-bae7-6c915726b946 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6cde5c-57fc-4813-969b-0162378a39ee,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:00.191895 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6cbb42ee-e1dc-483d-84c0-e92c33b16d38 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:00.256140 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6cbb42ee-e1dc-483d-84c0-e92c33b16d38 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:00.261112 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6cbb42ee-e1dc-483d-84c0-e92c33b16d38 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:00.280222 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb42ee-e1dc-483d-84c0-e92c33b16d38 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25d626ed-887f-49c6-bbcd-3493ea36fc44,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:00.291591 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6cbb42ee-e1dc-483d-84c0-e92c33b16d38 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:00.292842 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6cbb42ee-e1dc-483d-84c0-e92c33b16d38 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1350000 Oct 20 11:39:00.295936 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42868) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:00.326648 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-12861e49-f7c8-41b2-a1eb-cb72d9fe7530 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:00.339382 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-12861e49-f7c8-41b2-a1eb-cb72d9fe7530 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:00.368921 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-12861e49-f7c8-41b2-a1eb-cb72d9fe7530 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:00.376527 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-12861e49-f7c8-41b2-a1eb-cb72d9fe7530 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:00.377655 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-12861e49-f7c8-41b2-a1eb-cb72d9fe7530 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/25d626ed-887f-49c6-bbcd-3493ea36fc44 HTTP/1.1" status: 204 len: 168 time: 0.0806854 Oct 20 11:39:00.381575 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42872) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:00.389477 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12861e49-f7c8-41b2-a1eb-cb72d9fe7530 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=25d626ed-887f-49c6-bbcd-3493ea36fc44,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:00.422549 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd073dc9-af57-47bc-88a7-568238dcdeb1 req-291c4b71-be6b-4808-a07d-fe0808fc014d tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:00.424145 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dd073dc9-af57-47bc-88a7-568238dcdeb1 req-291c4b71-be6b-4808-a07d-fe0808fc014d tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.89 "GET /v2.0/ports?device_id=1cc97e04-6fd2-461f-aad3-ca66e46b336c HTTP/1.1" status: 200 len: 945 time: 0.3684309 Oct 20 11:39:00.442487 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0c518b7b-4564-47e5-9892-f87f591c9636 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0591722 Oct 20 11:39:00.444956 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42876) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:00.500496 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd93076-84d6-4dd5-87e9-3afdce9b5f46 req-ded71623-34b6-4cba-bdc5-7e7b5f29ec66 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:00.501968 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8cd93076-84d6-4dd5-87e9-3afdce9b5f46 req-ded71623-34b6-4cba-bdc5-7e7b5f29ec66 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8e9018f-8cf7-4886-b9e8-6fc1a048f467 HTTP/1.1" status: 200 len: 946 time: 0.3511212 Oct 20 11:39:00.502518 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0419a433-dd3c-4416-8800-69507bddbd69 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:00.512093 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-58cf8afe-ccb8-40c2-ad1f-4238b34d7801 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:00.517019 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7744f385-9d9f-4061-ac7c-c4abccbd86af req-6b12bf43-2aae-4cfd-937f-965f5d68cd3f tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.1109171 Oct 20 11:39:00.522293 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-58cf8afe-ccb8-40c2-ad1f-4238b34d7801 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:00.529708 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0419a433-dd3c-4416-8800-69507bddbd69 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:00.585364 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0419a433-dd3c-4416-8800-69507bddbd69 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:00.588682 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0419a433-dd3c-4416-8800-69507bddbd69 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:00.592650 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0419a433-dd3c-4416-8800-69507bddbd69 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "DELETE /v2.0/security-groups/6c6cde5c-57fc-4813-969b-0162378a39ee HTTP/1.1" status: 204 len: 168 time: 0.1443019 Oct 20 11:39:00.593865 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42880) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:00.613294 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0419a433-dd3c-4416-8800-69507bddbd69 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6cde5c-57fc-4813-969b-0162378a39ee,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:00.651042 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-d293bbac-c80e-4ab5-a804-d405cfa4b021 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Allocated IP 172.25.5.29 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/42811bfa-658d-463d-9538-4589d70713c5) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:39:00.658384 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-59937d38-4ece-4ca1-9484-124e5fccb537 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0618794 Oct 20 11:39:00.664068 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42882) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:00.669387 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-98b44e88-cd7f-4ddf-8ac6-2968b7a9e0ad tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Request body: {'security_group': {'name': 'tempest-secgroup--337108379'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:00.696275 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-98b44e88-cd7f-4ddf-8ac6-2968b7a9e0ad tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:00.728448 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-58cf8afe-ccb8-40c2-ad1f-4238b34d7801 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:00.729002 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58cf8afe-ccb8-40c2-ad1f-4238b34d7801 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Fanout notify agent at l3_agent the message router_deleted on router da934ab9-ccd5-4fdd-bfda-4e850b9323ce {{(pid=100647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:39:00.736669 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-58cf8afe-ccb8-40c2-ad1f-4238b34d7801 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:00.740968 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-58cf8afe-ccb8-40c2-ad1f-4238b34d7801 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "DELETE /v2.0/routers/da934ab9-ccd5-4fdd-bfda-4e850b9323ce HTTP/1.1" status: 204 len: 168 time: 0.7804289 Oct 20 11:39:00.741114 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 85f67f84-3dc1-484c-8565-bdec3ac6ca9c up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:39:00.746841 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42886) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:00.778916 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-98b44e88-cd7f-4ddf-8ac6-2968b7a9e0ad tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:00.786243 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-98b44e88-cd7f-4ddf-8ac6-2968b7a9e0ad tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:00.802641 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 85f67f84-3dc1-484c-8565-bdec3ac6ca9c completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:39:00.806584 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 85f67f84-3dc1-484c-8565-bdec3ac6ca9c triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:00.807175 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:00.816290 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16bdbed-478f-4915-87ae-21c28d7dc959 req-17292a29-aafc-42da-a63d-4e16d7cd271c tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:00.818019 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b16bdbed-478f-4915-87ae-21c28d7dc959 req-17292a29-aafc-42da-a63d-4e16d7cd271c tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.98 "GET /v2.0/ports?device_id=1cc97e04-6fd2-461f-aad3-ca66e46b336c HTTP/1.1" status: 200 len: 945 time: 0.3693132 Oct 20 11:39:00.826731 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b44e88-cd7f-4ddf-8ac6-2968b7a9e0ad tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4982229-13ab-48ae-bbf2-529ba5875207,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:00.833439 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-98b44e88-cd7f-4ddf-8ac6-2968b7a9e0ad tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:00.835312 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-98b44e88-cd7f-4ddf-8ac6-2968b7a9e0ad tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1697381 Oct 20 11:39:00.838192 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42888) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:00.844368 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-7a383c46-e68e-4b39-9c2f-eff7b3e4c33d tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Request body: {'security_group_rule': {'security_group_id': 'a4982229-13ab-48ae-bbf2-529ba5875207', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:00.884970 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7a383c46-e68e-4b39-9c2f-eff7b3e4c33d tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:00.896138 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:00.926071 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975cc5d8-99f3-4a72-bb46-fe5e8905cbdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f67f84-3dc1-484c-8565-bdec3ac6ca9c'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:39:00.929054 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316b387b-6f58-4352-ad2d-8f88c1c59649" -d '{"events": [{"server_uuid": "975cc5d8-99f3-4a72-bb46-fe5e8905cbdf", "name": "network-vif-plugged", "status": "completed", "tag": "85f67f84-3dc1-484c-8565-bdec3ac6ca9c"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:39:00.946101 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 85f67f84-3dc1-484c-8565-bdec3ac6ca9c, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=85f67f84-3dc1-484c-8565-bdec3ac6ca9c,segment=NetworkSegment(ae830d1a-103b-4077-a27a-c21b5cd0cde4),segment_id=ae830d1a-103b-4077-a27a-c21b5cd0cde4)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:00.955176 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:00.959215 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7a383c46-e68e-4b39-9c2f-eff7b3e4c33d tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:00.960221 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e248f0b-ef71-44ae-9239-f52d4c8213a3 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Deleting subnet bd2b12b9-a88d-4f68-983e-f5ad9b0dc9b6 {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:39:00.963703 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7a383c46-e68e-4b39-9c2f-eff7b3e4c33d tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:00.976905 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4e248f0b-ef71-44ae-9239-f52d4c8213a3 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:00.985459 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a383c46-e68e-4b39-9c2f-eff7b3e4c33d tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51d26923-b5ec-41d9-8df1-6de56afa530e,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:00.996594 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7a383c46-e68e-4b39-9c2f-eff7b3e4c33d tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:00.998203 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7a383c46-e68e-4b39-9c2f-eff7b3e4c33d tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1583593 Oct 20 11:39:01.001147 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42892) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:01.006106 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-5bdc0b9e-03f5-4d33-a0b9-e001bd6420bb tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Request body: {'security_group_rule': {'security_group_id': 'a4982229-13ab-48ae-bbf2-529ba5875207', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:01.016816 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=85f67f84-3dc1-484c-8565-bdec3ac6ca9c,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:01.035904 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5bdc0b9e-03f5-4d33-a0b9-e001bd6420bb tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:01.050633 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35791a-97e9-4f7c-b733-eb1534ecfd9a req-b04fe239-0c60-4a25-b9d0-160b3d9181bc tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:01.052256 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2c35791a-97e9-4f7c-b733-eb1534ecfd9a req-b04fe239-0c60-4a25-b9d0-160b3d9181bc tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] 10.222.0.98 "GET /v2.0/ports?device_id=975cc5d8-99f3-4a72-bb46-fe5e8905cbdf HTTP/1.1" status: 200 len: 945 time: 0.3109179 Oct 20 11:39:01.062668 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b16bdbed-478f-4915-87ae-21c28d7dc959 req-f7cbfdf2-cf91-4669-863b-86682c0f906b tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.98 "GET /v2.0/security-groups?id=0f25d2a9-0851-4af2-90eb-50947b994fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023466 Oct 20 11:39:01.079665 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-dd073dc9-af57-47bc-88a7-568238dcdeb1 req-1d3fb2b5-5a6e-4f86-b994-e2950a063964 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Deleting port ada37f04-f050-422b-8964-db3733aa1e1b {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:39:01.080075 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-dd073dc9-af57-47bc-88a7-568238dcdeb1 req-1d3fb2b5-5a6e-4f86-b994-e2950a063964 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:01.102313 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4e248f0b-ef71-44ae-9239-f52d4c8213a3 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:01.109145 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d293bbac-c80e-4ab5-a804-d405cfa4b021 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:01.114122 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5bdc0b9e-03f5-4d33-a0b9-e001bd6420bb tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:01.117056 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13942ca0-6bbb-404b-a6ce-c8c5fb9ddb2c x-openstack-request-id: req-13942ca0-6bbb-404b-a6ce-c8c5fb9ddb2c {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:39:01.117728 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975cc5d8-99f3-4a72-bb46-fe5e8905cbdf", "name": "network-vif-plugged", "status": "completed", "tag": "85f67f84-3dc1-484c-8565-bdec3ac6ca9c", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:39:01.118016 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-13942ca0-6bbb-404b-a6ce-c8c5fb9ddb2c {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:39:01.118419 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975cc5d8-99f3-4a72-bb46-fe5e8905cbdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f67f84-3dc1-484c-8565-bdec3ac6ca9c', 'code': 200} Oct 20 11:39:01.119934 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5bdc0b9e-03f5-4d33-a0b9-e001bd6420bb tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:01.136007 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc0b9e-03f5-4d33-a0b9-e001bd6420bb tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb3ff3b4-9fda-42ca-91f4-d86d4f7d8898,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:01.162139 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5bdc0b9e-03f5-4d33-a0b9-e001bd6420bb tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:01.166903 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5bdc0b9e-03f5-4d33-a0b9-e001bd6420bb tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1617165 Oct 20 11:39:01.167110 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42894) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:01.167936 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-8cd93076-84d6-4dd5-87e9-3afdce9b5f46 req-17bf8c92-1900-4cb0-bacc-3dd07c7d4dd4 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Deleting port 40a52f83-7ba3-4dd5-9e62-d68a761b8705 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:39:01.168260 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-8cd93076-84d6-4dd5-87e9-3afdce9b5f46 req-17bf8c92-1900-4cb0-bacc-3dd07c7d4dd4 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:01.172954 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-47a007c5-777c-4bb4-b465-91a86a6a229b tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Request body: {'security_group_rule': {'security_group_id': 'a4982229-13ab-48ae-bbf2-529ba5875207', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:01.238883 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-47a007c5-777c-4bb4-b465-91a86a6a229b tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:01.259706 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9798d8be-9a7d-48b3-b969-9f1d6344b27c req-a357578f-5a28-462b-b83f-25d712171bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:01.261647 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-9798d8be-9a7d-48b3-b969-9f1d6344b27c req-a357578f-5a28-462b-b83f-25d712171bfe service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=975cc5d8-99f3-4a72-bb46-fe5e8905cbdf HTTP/1.1" status: 200 len: 1097 time: 0.0749719 Oct 20 11:39:01.332964 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-9798d8be-9a7d-48b3-b969-9f1d6344b27c req-236bc3c2-216b-4054-bfdf-f4c0c20fa706 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=78c9e7f7-99ae-4384-9a68-54ee2a23368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618656 Oct 20 11:39:01.357293 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2c35791a-97e9-4f7c-b733-eb1534ecfd9a req-31c72b97-11a2-494e-a6ca-5eaf0073644a tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] 10.222.0.98 "GET /v2.0/security-groups?id=78c9e7f7-99ae-4384-9a68-54ee2a23368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889395 Oct 20 11:39:01.381314 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c0e92b1b-a4fe-4316-8d1b-d001a59b2815 req-1f428544-90e3-4ad0-b626-14885049a88f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=918a1596-e7b3-406d-95d9-ebe8dc2ee09e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0385058 Oct 20 11:39:01.381314 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-47a007c5-777c-4bb4-b465-91a86a6a229b tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:01.382761 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-47a007c5-777c-4bb4-b465-91a86a6a229b tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:01.404312 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a007c5-777c-4bb4-b465-91a86a6a229b tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed09bc12-cfbd-42b2-86b2-32e1b06ba69e,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:01.415827 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-47a007c5-777c-4bb4-b465-91a86a6a229b tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:01.417161 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-47a007c5-777c-4bb4-b465-91a86a6a229b tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2489429 Oct 20 11:39:01.420105 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42896) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:01.425642 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-47109f81-ac28-4462-9d59-e2e2297ebf99 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Request body: {'security_group_rule': {'security_group_id': 'a4982229-13ab-48ae-bbf2-529ba5875207', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:01.440185 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d293bbac-c80e-4ab5-a804-d405cfa4b021 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:01.443296 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-dd073dc9-af57-47bc-88a7-568238dcdeb1 req-1d3fb2b5-5a6e-4f86-b994-e2950a063964 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] For port ada37f04-f050-422b-8964-db3733aa1e1b, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=ada37f04-f050-422b-8964-db3733aa1e1b,segment=NetworkSegment(94f84233-df75-4314-b565-50183af645af),segment_id=94f84233-df75-4314-b565-50183af645af)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:01.443653 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-dd073dc9-af57-47bc-88a7-568238dcdeb1 req-1d3fb2b5-5a6e-4f86-b994-e2950a063964 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:01.452836 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-8cd93076-84d6-4dd5-87e9-3afdce9b5f46 req-17bf8c92-1900-4cb0-bacc-3dd07c7d4dd4 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] For port 40a52f83-7ba3-4dd5-9e62-d68a761b8705, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=40a52f83-7ba3-4dd5-9e62-d68a761b8705,segment=NetworkSegment(94f84233-df75-4314-b565-50183af645af),segment_id=94f84233-df75-4314-b565-50183af645af)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:01.453200 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-8cd93076-84d6-4dd5-87e9-3afdce9b5f46 req-17bf8c92-1900-4cb0-bacc-3dd07c7d4dd4 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:01.457112 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-47109f81-ac28-4462-9d59-e2e2297ebf99 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:01.494931 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4e248f0b-ef71-44ae-9239-f52d4c8213a3 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:01.522668 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-8cd93076-84d6-4dd5-87e9-3afdce9b5f46 req-17bf8c92-1900-4cb0-bacc-3dd07c7d4dd4 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Calling delete_port for 40a52f83-7ba3-4dd5-9e62-d68a761b8705 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:39:01.524403 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-47109f81-ac28-4462-9d59-e2e2297ebf99 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:01.530190 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-47109f81-ac28-4462-9d59-e2e2297ebf99 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:01.541920 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-dd073dc9-af57-47bc-88a7-568238dcdeb1 req-1d3fb2b5-5a6e-4f86-b994-e2950a063964 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Calling delete_port for ada37f04-f050-422b-8964-db3733aa1e1b owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:39:01.550926 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d293bbac-c80e-4ab5-a804-d405cfa4b021 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:39:01.556662 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47109f81-ac28-4462-9d59-e2e2297ebf99 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc98fa0d-f5ab-47b3-87cb-dde59544897b,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:01.562917 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-47109f81-ac28-4462-9d59-e2e2297ebf99 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:01.564622 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-47109f81-ac28-4462-9d59-e2e2297ebf99 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1429451 Oct 20 11:39:01.567098 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42900) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:01.572462 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-be9baad4-05d1-45b4-a3a9-9ed80b0c9d43 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Request body: {'security_group_rule': {'security_group_id': 'a4982229-13ab-48ae-bbf2-529ba5875207', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:01.610769 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-d293bbac-c80e-4ab5-a804-d405cfa4b021 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:39:01.624680 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d293bbac-c80e-4ab5-a804-d405cfa4b021 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:39:01.625233 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c0e92b1b-a4fe-4316-8d1b-d001a59b2815 req-20267a03-b3bd-4fc5-9f30-359f27c38498 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=693a3af34e4144ada552a35a939fe40f&device_id=918a1596-e7b3-406d-95d9-ebe8dc2ee09e HTTP/1.1" status: 200 len: 210 time: 0.0460875 Oct 20 11:39:01.648925 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-be9baad4-05d1-45b4-a3a9-9ed80b0c9d43 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:01.677760 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d293bbac-c80e-4ab5-a804-d405cfa4b021 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Pushing event updated for resources: {'Port': ['ID=42811bfa-658d-463d-9538-4589d70713c5,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:01.694135 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c0e92b1b-a4fe-4316-8d1b-d001a59b2815 req-b354777a-38e6-47d1-90b2-6885039c61af service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=693a3af34e4144ada552a35a939fe40f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467503 Oct 20 11:39:01.742468 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-30c4959a-3bce-40d7-9b50-84bc483c78ca req-e6c2607d-2882-4551-a7d1-179b43b42f6c tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.1248069 Oct 20 11:39:01.797350 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-be9baad4-05d1-45b4-a3a9-9ed80b0c9d43 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:01.806342 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-be9baad4-05d1-45b4-a3a9-9ed80b0c9d43 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:01.844892 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9baad4-05d1-45b4-a3a9-9ed80b0c9d43 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d4cb8f7-33ae-4334-83ae-27d8667a910c,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:01.851782 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e92b1b-a4fe-4316-8d1b-d001a59b2815 req-2d3d2bf4-2ae1-4f03-bd06-10acb7d45752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:01.853549 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c0e92b1b-a4fe-4316-8d1b-d001a59b2815 req-2d3d2bf4-2ae1-4f03-bd06-10acb7d45752 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1505733 Oct 20 11:39:01.857546 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-be9baad4-05d1-45b4-a3a9-9ed80b0c9d43 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:01.858922 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-be9baad4-05d1-45b4-a3a9-9ed80b0c9d43 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2905021 Oct 20 11:39:01.862212 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42904) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:01.890304 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-92619dbf-94e8-4234-b802-0c621da2ea4b tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:01.900111 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-92619dbf-94e8-4234-b802-0c621da2ea4b tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:01.931420 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-92619dbf-94e8-4234-b802-0c621da2ea4b tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:01.938389 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-92619dbf-94e8-4234-b802-0c621da2ea4b tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:01.940117 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-92619dbf-94e8-4234-b802-0c621da2ea4b tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/0d4cb8f7-33ae-4334-83ae-27d8667a910c HTTP/1.1" status: 204 len: 168 time: 0.0766139 Oct 20 11:39:01.942854 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42906) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:01.960011 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92619dbf-94e8-4234-b802-0c621da2ea4b tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d4cb8f7-33ae-4334-83ae-27d8667a910c,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:02.006920 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4ef20e90-0e09-46df-ae8a-2ed54b58ee1b tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0626993 Oct 20 11:39:02.009700 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42908) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:02.040540 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3cd41cf7-b3c7-4754-8c54-698bee9f4280 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:02.050551 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3cd41cf7-b3c7-4754-8c54-698bee9f4280 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:02.079794 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3cd41cf7-b3c7-4754-8c54-698bee9f4280 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:02.086106 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3cd41cf7-b3c7-4754-8c54-698bee9f4280 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:02.089913 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3cd41cf7-b3c7-4754-8c54-698bee9f4280 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/dc98fa0d-f5ab-47b3-87cb-dde59544897b HTTP/1.1" status: 204 len: 168 time: 0.0765595 Oct 20 11:39:02.091977 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42912) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:02.104523 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd41cf7-b3c7-4754-8c54-698bee9f4280 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dc98fa0d-f5ab-47b3-87cb-dde59544897b,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:02.145000 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4e248f0b-ef71-44ae-9239-f52d4c8213a3 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:02.169369 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a1a7708c-ecdd-43c4-911a-491d83fb0cba tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0761127 Oct 20 11:39:02.172006 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42914) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:02.197007 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06711dc3-2c80-4523-9437-f92632bc7e0a tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:02.207711 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06711dc3-2c80-4523-9437-f92632bc7e0a tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:02.211217 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092ab40d-d9b2-43be-ad41-7e7ac893c70c None None] Network 93af4135-d82b-442d-b311-88fe092a2104 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:39:02.220242 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e248f0b-ef71-44ae-9239-f52d4c8213a3 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event deleted for resources: {'Subnet': ['ID=bd2b12b9-a88d-4f68-983e-f5ad9b0dc9b6,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:02.240724 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06711dc3-2c80-4523-9437-f92632bc7e0a tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:02.246419 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4e248f0b-ef71-44ae-9239-f52d4c8213a3 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:02.248063 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06711dc3-2c80-4523-9437-f92632bc7e0a tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:02.249218 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-06711dc3-2c80-4523-9437-f92632bc7e0a tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/ed09bc12-cfbd-42b2-86b2-32e1b06ba69e HTTP/1.1" status: 204 len: 168 time: 0.0762603 Oct 20 11:39:02.253155 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4e248f0b-ef71-44ae-9239-f52d4c8213a3 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "DELETE /v2.0/subnets/bd2b12b9-a88d-4f68-983e-f5ad9b0dc9b6 HTTP/1.1" status: 204 len: 168 time: 1.4991629 Oct 20 11:39:02.253325 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42916) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:02.253325 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42918) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:02.288196 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06711dc3-2c80-4523-9437-f92632bc7e0a tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed09bc12-cfbd-42b2-86b2-32e1b06ba69e,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:02.367611 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e7fb6301-b483-4a77-a646-e3166cf239c2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:02.381762 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f8a230a2-ce0c-4f27-ad62-40fc9fcb11fb tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1272304 Oct 20 11:39:02.384512 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42922) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:02.387161 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d293bbac-c80e-4ab5-a804-d405cfa4b021 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:02.410700 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5018ab-4326-4403-80ec-b40f6e15e855 req-d4bee6dc-8682-4ab9-bb40-2fae4db6a884 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:02.415299 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7c5018ab-4326-4403-80ec-b40f6e15e855 req-d4bee6dc-8682-4ab9-bb40-2fae4db6a884 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.98 "GET /v2.0/ports?device_id=1cc97e04-6fd2-461f-aad3-ca66e46b336c HTTP/1.1" status: 200 len: 945 time: 0.2477617 Oct 20 11:39:02.436881 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fce5e154-b715-4ec0-95a4-0afba5fe212f tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:02.446608 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fce5e154-b715-4ec0-95a4-0afba5fe212f tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:02.457048 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32a68e7-34cf-4799-b315-27c1ee002534 None None] DHCP port deletion for 93af4135-d82b-442d-b311-88fe092a2104 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:39:02.459157 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-8cd93076-84d6-4dd5-87e9-3afdce9b5f46 req-17bf8c92-1900-4cb0-bacc-3dd07c7d4dd4 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:02.485197 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-dd073dc9-af57-47bc-88a7-568238dcdeb1 req-1d3fb2b5-5a6e-4f86-b994-e2950a063964 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:02.492903 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-e7fb6301-b483-4a77-a646-e3166cf239c2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Deleting port 3ae16621-defb-4f07-b561-d3d9e170e6f9 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:39:02.493243 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e7fb6301-b483-4a77-a646-e3166cf239c2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:02.495226 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fce5e154-b715-4ec0-95a4-0afba5fe212f tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:02.504890 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['40a52f83-7ba3-4dd5-9e62-d68a761b8705'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:39:02.507469 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['ada37f04-f050-422b-8964-db3733aa1e1b'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:39:02.513062 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fce5e154-b715-4ec0-95a4-0afba5fe212f tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:02.517022 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-fce5e154-b715-4ec0-95a4-0afba5fe212f tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/fb3ff3b4-9fda-42ca-91f4-d86d4f7d8898 HTTP/1.1" status: 204 len: 168 time: 0.1288404 Oct 20 11:39:02.519703 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42924) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:02.543249 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce5e154-b715-4ec0-95a4-0afba5fe212f tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb3ff3b4-9fda-42ca-91f4-d86d4f7d8898,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:02.545542 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d293bbac-c80e-4ab5-a804-d405cfa4b021 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:02.548746 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf8c92-1900-4cb0-bacc-3dd07c7d4dd4 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Pushing event deleted for resources: {'Port': ['ID=40a52f83-7ba3-4dd5-9e62-d68a761b8705,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:02.561983 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['ada37f04-f050-422b-8964-db3733aa1e1b'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:39:02.599407 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-b32a68e7-34cf-4799-b315-27c1ee002534 None None] Deleting port 3ae16621-defb-4f07-b561-d3d9e170e6f9 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:39:02.600036 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b32a68e7-34cf-4799-b315-27c1ee002534 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:02.616449 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-e7fb6301-b483-4a77-a646-e3166cf239c2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] For port 3ae16621-defb-4f07-b561-d3d9e170e6f9, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=3ae16621-defb-4f07-b561-d3d9e170e6f9,segment=NetworkSegment(5e57d2e6-2353-45ca-9159-96b5e67dd518),segment_id=5e57d2e6-2353-45ca-9159-96b5e67dd518)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:02.617117 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e7fb6301-b483-4a77-a646-e3166cf239c2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:02.619137 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7c5018ab-4326-4403-80ec-b40f6e15e855 req-c105c100-53dc-45f6-8c2a-f5b0590b95cd tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.98 "GET /v2.0/security-groups?id=0f25d2a9-0851-4af2-90eb-50947b994fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881676 Oct 20 11:39:02.651110 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3fb2b5-5a6e-4f86-b994-e2950a063964 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Pushing event deleted for resources: {'Port': ['ID=ada37f04-f050-422b-8964-db3733aa1e1b,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:02.661180 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0171c3a9-7a37-476a-99bb-fe80df5d4401 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1386499 Oct 20 11:39:02.662239 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-e7fb6301-b483-4a77-a646-e3166cf239c2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Calling delete_port for 3ae16621-defb-4f07-b561-d3d9e170e6f9 owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:39:02.663941 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42926) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:02.707772 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd93076-84d6-4dd5-87e9-3afdce9b5f46 req-17bf8c92-1900-4cb0-bacc-3dd07c7d4dd4 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] No DVR routers for this DVR port 40a52f83-7ba3-4dd5-9e62-d68a761b8705 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:39:02.715999 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-b32a68e7-34cf-4799-b315-27c1ee002534 None None] For port 3ae16621-defb-4f07-b561-d3d9e170e6f9, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=3ae16621-defb-4f07-b561-d3d9e170e6f9,segment=NetworkSegment(5e57d2e6-2353-45ca-9159-96b5e67dd518),segment_id=5e57d2e6-2353-45ca-9159-96b5e67dd518)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:02.716862 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b32a68e7-34cf-4799-b315-27c1ee002534 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:02.728663 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-8cd93076-84d6-4dd5-87e9-3afdce9b5f46 req-17bf8c92-1900-4cb0-bacc-3dd07c7d4dd4 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:02.730110 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dae5e316-1994-49d0-9a0e-2389b1c8635a tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:02.733608 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8cd93076-84d6-4dd5-87e9-3afdce9b5f46 req-17bf8c92-1900-4cb0-bacc-3dd07c7d4dd4 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.11 "DELETE /v2.0/ports/40a52f83-7ba3-4dd5-9e62-d68a761b8705 HTTP/1.1" status: 204 len: 173 time: 2.2155921 Oct 20 11:39:02.737565 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e9018f-8cf7-4886-b9e8-6fc1a048f467', 'name': 'network-vif-deleted', 'tag': '40a52f83-7ba3-4dd5-9e62-d68a761b8705'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:39:02.738536 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-b32a68e7-34cf-4799-b315-27c1ee002534 None None] Calling delete_port for 3ae16621-defb-4f07-b561-d3d9e170e6f9 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:39:02.739920 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf625d75-9860-4447-bbbb-204c851b8678" -d '{"events": [{"server_uuid": "f8e9018f-8cf7-4886-b9e8-6fc1a048f467", "name": "network-vif-deleted", "tag": "40a52f83-7ba3-4dd5-9e62-d68a761b8705"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:39:02.741432 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dae5e316-1994-49d0-9a0e-2389b1c8635a tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:02.748441 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd073dc9-af57-47bc-88a7-568238dcdeb1 req-1d3fb2b5-5a6e-4f86-b994-e2950a063964 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] No DVR routers for this DVR port ada37f04-f050-422b-8964-db3733aa1e1b on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:39:02.753947 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-dd073dc9-af57-47bc-88a7-568238dcdeb1 req-1d3fb2b5-5a6e-4f86-b994-e2950a063964 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:02.757610 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dd073dc9-af57-47bc-88a7-568238dcdeb1 req-1d3fb2b5-5a6e-4f86-b994-e2950a063964 tempest-ListServersNegativeTestJSON-2073278402 tempest-ListServersNegativeTestJSON-2073278402-project] 10.222.0.89 "DELETE /v2.0/ports/ada37f04-f050-422b-8964-db3733aa1e1b HTTP/1.1" status: 204 len: 173 time: 2.3103585 Oct 20 11:39:02.765757 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b617d1-50be-4749-8171-565f0883d4ea req-6911210d-3d9d-46eb-bc27-930c2456db9f tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:02.774318 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-33b617d1-50be-4749-8171-565f0883d4ea req-6911210d-3d9d-46eb-bc27-930c2456db9f tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] 10.222.0.98 "GET /v2.0/ports?device_id=975cc5d8-99f3-4a72-bb46-fe5e8905cbdf HTTP/1.1" status: 200 len: 946 time: 0.2746248 Oct 20 11:39:02.791847 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dae5e316-1994-49d0-9a0e-2389b1c8635a tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:02.800469 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dae5e316-1994-49d0-9a0e-2389b1c8635a tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:02.801688 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-dae5e316-1994-49d0-9a0e-2389b1c8635a tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/51d26923-b5ec-41d9-8df1-6de56afa530e HTTP/1.1" status: 204 len: 168 time: 0.1368289 Oct 20 11:39:02.804861 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42934) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:02.817027 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae5e316-1994-49d0-9a0e-2389b1c8635a tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=51d26923-b5ec-41d9-8df1-6de56afa530e,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:02.829620 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e7fb6301-b483-4a77-a646-e3166cf239c2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:02.870137 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb6301-b483-4a77-a646-e3166cf239c2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event deleted for resources: {'Port': ['ID=3ae16621-defb-4f07-b561-d3d9e170e6f9,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:02.872214 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fb6301-b483-4a77-a646-e3166cf239c2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] No DVR routers for this DVR port 3ae16621-defb-4f07-b561-d3d9e170e6f9 on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:39:02.876108 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-33b617d1-50be-4749-8171-565f0883d4ea req-8330a342-11fc-4d6e-a37a-ba973bb88f90 tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] 10.222.0.98 "GET /v2.0/security-groups?id=78c9e7f7-99ae-4384-9a68-54ee2a23368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008272 Oct 20 11:39:02.911183 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-24650385-ded6-4586-aa06-6837be322575 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1051280 Oct 20 11:39:02.914354 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42936) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:02.960479 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659e0986-b40c-411d-88e2-9b1df7c23d7b x-openstack-request-id: req-659e0986-b40c-411d-88e2-9b1df7c23d7b {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:39:02.961881 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e9018f-8cf7-4886-b9e8-6fc1a048f467", "name": "network-vif-deleted", "tag": "40a52f83-7ba3-4dd5-9e62-d68a761b8705", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:39:02.962682 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-659e0986-b40c-411d-88e2-9b1df7c23d7b {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:39:02.962682 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e9018f-8cf7-4886-b9e8-6fc1a048f467', 'name': 'network-vif-deleted', 'tag': '40a52f83-7ba3-4dd5-9e62-d68a761b8705', 'status': 'completed', 'code': 200} Oct 20 11:39:02.995642 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e7fb6301-b483-4a77-a646-e3166cf239c2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:02.996403 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b32a68e7-34cf-4799-b315-27c1ee002534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:03.025893 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a68e7-34cf-4799-b315-27c1ee002534 None None] Pushing event deleted for resources: {'Port': ['ID=3ae16621-defb-4f07-b561-d3d9e170e6f9,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:03.029879 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32a68e7-34cf-4799-b315-27c1ee002534 None None] No DVR routers for this DVR port 3ae16621-defb-4f07-b561-d3d9e170e6f9 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:39:03.033704 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-e7fb6301-b483-4a77-a646-e3166cf239c2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93af4135-d82b-442d-b311-88fe092a2104']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:03.040384 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a05e33a-dbf0-40c2-91a2-7fbd6dca33aa req-b4c443e2-6000-4f46-b481-4942714402d2 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0551372 Oct 20 11:39:03.046870 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-e7fb6301-b483-4a77-a646-e3166cf239c2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e57d2e6-2353-45ca-9159-96b5e67dd518') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:03.047697 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-e7fb6301-b483-4a77-a646-e3166cf239c2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e57d2e6-2353-45ca-9159-96b5e67dd518') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:03.053806 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4c35ac3a-f3fc-4d95-a7bf-dff835b2b01f tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:03.056337 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d293bbac-c80e-4ab5-a804-d405cfa4b021 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:03.059517 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e7fb6301-b483-4a77-a646-e3166cf239c2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:03.062233 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d293bbac-c80e-4ab5-a804-d405cfa4b021 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:03.093585 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e7fb6301-b483-4a77-a646-e3166cf239c2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:03.100112 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4c35ac3a-f3fc-4d95-a7bf-dff835b2b01f tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:03.108621 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7fb6301-b483-4a77-a646-e3166cf239c2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Releasing vlan 1264 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:39:03.109017 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e7fb6301-b483-4a77-a646-e3166cf239c2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:03.111950 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:39:03.111950 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:39:03.111950 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:39:03.111950 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:39:03.111950 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:39:03.111950 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:39:03.111950 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:39:03.111950 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:39:03.111950 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:39:03.111950 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:39:03.111950 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:39:03.111950 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:39:03.111950 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:39:03.111950 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:39:03.111950 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:39:03.111950 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:39:03.111950 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:39:03.111950 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:39:03.111950 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:39:03.111950 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:39:03.111950 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:39:03.111950 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:39:03.111950 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:39:03.111950 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:39:03.111950 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:39:03.111950 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:39:03.111950 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:39:03.111950 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:39:03.111950 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:39:03.111950 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:39:03.111950 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:39:03.111950 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:39:03.130028 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d293bbac-c80e-4ab5-a804-d405cfa4b021 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Pushing event updated for resources: {'Port': ['ID=42811bfa-658d-463d-9538-4589d70713c5,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:03.149955 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d293bbac-c80e-4ab5-a804-d405cfa4b021 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:03.168004 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d293bbac-c80e-4ab5-a804-d405cfa4b021 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:03.169289 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d293bbac-c80e-4ab5-a804-d405cfa4b021 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4329500 Oct 20 11:39:03.193952 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e7fb6301-b483-4a77-a646-e3166cf239c2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:03.202119 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e7fb6301-b483-4a77-a646-e3166cf239c2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:03.209280 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e7fb6301-b483-4a77-a646-e3166cf239c2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "DELETE /v2.0/networks/93af4135-d82b-442d-b311-88fe092a2104 HTTP/1.1" status: 204 len: 168 time: 0.9500682 Oct 20 11:39:03.209280 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4c35ac3a-f3fc-4d95-a7bf-dff835b2b01f tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:03.210577 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4c35ac3a-f3fc-4d95-a7bf-dff835b2b01f tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:03.213894 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42940) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:03.214172 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4c35ac3a-f3fc-4d95-a7bf-dff835b2b01f tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "DELETE /v2.0/security-groups/a4982229-13ab-48ae-bbf2-529ba5875207 HTTP/1.1" status: 204 len: 168 time: 0.2951052 Oct 20 11:39:03.216971 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-a47dc0a6-1d6b-446e-b9f1-15e471716a61 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-385237397', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}, 'admin_state_up': False}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:03.224688 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42942) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:03.280348 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a47dc0a6-1d6b-446e-b9f1-15e471716a61 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:03.281881 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a47dc0a6-1d6b-446e-b9f1-15e471716a61 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:03.310942 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-a6739535-ff5a-4028-9b15-30657d4f44ba tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0829513 Oct 20 11:39:03.316751 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42944) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:03.346293 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-80e85115-d56e-4c5b-98f6-32b83de645fb tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Request body: {'security_group': {'name': 'tempest-secgroup--1183360800'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:03.387040 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a47dc0a6-1d6b-446e-b9f1-15e471716a61 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:03.444457 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-80e85115-d56e-4c5b-98f6-32b83de645fb tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:03.562163 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-004c3378-63a9-4d54-a85b-e82130b12421 req-ba95f00a-bd48-4d75-9318-a973330c6a98 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--1313898086&fields=id&tenant_id=f5fc99acf92746f0b6c75e7601cdfadb HTTP/1.1" status: 200 len: 267 time: 0.1258757 Oct 20 11:39:03.602343 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 3ae16621-defb-4f07-b561-d3d9e170e6f9 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:39:03.610946 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a47dc0a6-1d6b-446e-b9f1-15e471716a61 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:03.616810 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb6301-b483-4a77-a646-e3166cf239c2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event deleted for resources: {'Network': ['ID=93af4135-d82b-442d-b311-88fe092a2104,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:03.625197 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c35ac3a-f3fc-4d95-a7bf-dff835b2b01f tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4982229-13ab-48ae-bbf2-529ba5875207,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:03.630070 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 3ae16621-defb-4f07-b561-d3d9e170e6f9 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:39:03.633752 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 3ae16621-defb-4f07-b561-d3d9e170e6f9 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:39:03.725842 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42960) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:03.736340 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-80e85115-d56e-4c5b-98f6-32b83de645fb tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:03.752904 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-80e85115-d56e-4c5b-98f6-32b83de645fb tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:03.771427 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-98165fe1-1c18-4048-9902-371d6c12c871 admin admin] Deleting subnet 8f3c4e65-f964-4fa5-a8a8-51bee9649899 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:39:03.775023 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-98165fe1-1c18-4048-9902-371d6c12c871 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:03.799495 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c3378-63a9-4d54-a85b-e82130b12421 req-682a65af-a81f-4fe0-a162-b1ab34d88995 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:03.801007 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-004c3378-63a9-4d54-a85b-e82130b12421 req-682a65af-a81f-4fe0-a162-b1ab34d88995 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/networks?id=9ac8a1a7-834d-4283-be36-675cd4e77db7 HTTP/1.1" status: 200 len: 810 time: 0.2275515 Oct 20 11:39:03.810533 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-98165fe1-1c18-4048-9902-371d6c12c871 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:03.813705 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-80e85115-d56e-4c5b-98f6-32b83de645fb tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:03.814857 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-80e85115-d56e-4c5b-98f6-32b83de645fb tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4746320 Oct 20 11:39:03.830687 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42962) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:03.837009 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-e5b341c1-26b9-4aae-85c1-287b16bffb05 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Request body: {'security_group_rule': {'security_group_id': '00d2de45-de62-40ce-96c6-cd1db5352e38', 'direction': 'ingress', 'protocol': 17}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:03.847225 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e85115-d56e-4c5b-98f6-32b83de645fb tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00d2de45-de62-40ce-96c6-cd1db5352e38,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:03.866592 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-004c3378-63a9-4d54-a85b-e82130b12421 req-67fa1d5c-8e23-4443-bf5c-bbd6622aba82 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/quotas/f5fc99acf92746f0b6c75e7601cdfadb HTTP/1.1" status: 200 len: 375 time: 0.0558794 Oct 20 11:39:03.870844 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-98165fe1-1c18-4048-9902-371d6c12c871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:03.903730 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e5b341c1-26b9-4aae-85c1-287b16bffb05 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:03.946511 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-004c3378-63a9-4d54-a85b-e82130b12421 req-fc2b17dc-e288-40eb-ada5-ecc85bb79ca6 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=f5fc99acf92746f0b6c75e7601cdfadb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0678556 Oct 20 11:39:03.967055 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e5b341c1-26b9-4aae-85c1-287b16bffb05 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:03.970270 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-98165fe1-1c18-4048-9902-371d6c12c871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:03.974348 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e5b341c1-26b9-4aae-85c1-287b16bffb05 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:04.006941 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98165fe1-1c18-4048-9902-371d6c12c871 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f3c4e65-f964-4fa5-a8a8-51bee9649899,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:04.018760 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-98165fe1-1c18-4048-9902-371d6c12c871 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:04.022032 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-98165fe1-1c18-4048-9902-371d6c12c871 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/8f3c4e65-f964-4fa5-a8a8-51bee9649899 HTTP/1.1" status: 204 len: 168 time: 0.2950354 Oct 20 11:39:04.024232 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b341c1-26b9-4aae-85c1-287b16bffb05 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9c5a48a-a227-4888-96f0-0677b95fca38,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:04.025885 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42968) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:04.037011 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e5b341c1-26b9-4aae-85c1-287b16bffb05 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:04.038284 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e5b341c1-26b9-4aae-85c1-287b16bffb05 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2065723 Oct 20 11:39:04.048875 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42970) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:04.121317 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a47dc0a6-1d6b-446e-b9f1-15e471716a61 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for router_gateway, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:04.133403 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7b5d4ae0-a550-4b52-848c-90a9355b6624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:04.155910 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a47dc0a6-1d6b-446e-b9f1-15e471716a61 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:04.157917 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-45725fd5-0707-4727-9cda-f25785106ec3 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:04.175629 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d216c5-be77-487e-a8c9-2e1f2d8a26da req-50dabf76-f451-4e8d-82e3-4b3c3fc99909 tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:04.177160 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-12d216c5-be77-487e-a8c9-2e1f2d8a26da req-50dabf76-f451-4e8d-82e3-4b3c3fc99909 tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] 10.222.0.98 "GET /v2.0/ports?device_id=975cc5d8-99f3-4a72-bb46-fe5e8905cbdf HTTP/1.1" status: 200 len: 946 time: 0.1948228 Oct 20 11:39:04.209317 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-45725fd5-0707-4727-9cda-f25785106ec3 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:04.232154 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-004c3378-63a9-4d54-a85b-e82130b12421 req-10614c77-8a6e-4c1f-967b-d1899682906f service neutron] 10.222.0.98 "GET /v2.0/networks/9ac8a1a7-834d-4283-be36-675cd4e77db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513220 Oct 20 11:39:04.265103 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7b5d4ae0-a550-4b52-848c-90a9355b6624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:04.295072 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-7b5d4ae0-a550-4b52-848c-90a9355b6624 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c7acd23-a765-4c00-a644-a81b843ff6d3']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:04.298217 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-12d216c5-be77-487e-a8c9-2e1f2d8a26da req-f221fd7d-365f-4d63-846a-7e27224406a9 tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] 10.222.0.98 "GET /v2.0/security-groups?id=78c9e7f7-99ae-4384-9a68-54ee2a23368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104972 Oct 20 11:39:04.306824 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-7b5d4ae0-a550-4b52-848c-90a9355b6624 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94f84233-df75-4314-b565-50183af645af') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:04.307048 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-7b5d4ae0-a550-4b52-848c-90a9355b6624 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94f84233-df75-4314-b565-50183af645af') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:04.331058 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7b5d4ae0-a550-4b52-848c-90a9355b6624 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:04.338218 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-45725fd5-0707-4727-9cda-f25785106ec3 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:04.341010 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-45725fd5-0707-4727-9cda-f25785106ec3 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:04.345203 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-45725fd5-0707-4727-9cda-f25785106ec3 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "DELETE /v2.0/security-groups/00d2de45-de62-40ce-96c6-cd1db5352e38 HTTP/1.1" status: 204 len: 168 time: 0.2929621 Oct 20 11:39:04.345558 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42976) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:04.356475 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45725fd5-0707-4727-9cda-f25785106ec3 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d2de45-de62-40ce-96c6-cd1db5352e38,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:04.364564 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7b5d4ae0-a550-4b52-848c-90a9355b6624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:04.379990 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b5d4ae0-a550-4b52-848c-90a9355b6624 admin admin] Releasing vlan 1282 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:39:04.380491 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7b5d4ae0-a550-4b52-848c-90a9355b6624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:04.382532 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:39:04.382532 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:39:04.382532 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:39:04.382532 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:39:04.382532 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:39:04.382532 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:39:04.382532 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:39:04.382532 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:39:04.382532 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:39:04.382532 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:39:04.382532 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:39:04.382532 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:39:04.382532 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:39:04.382532 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:39:04.382532 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:39:04.382532 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:39:04.382532 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:39:04.382532 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:39:04.382532 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:39:04.382532 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:39:04.382532 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:39:04.382532 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:39:04.382532 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:39:04.382532 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:39:04.382532 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:39:04.382532 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:39:04.382532 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:39:04.382532 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:39:04.382532 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:39:04.382532 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:39:04.382532 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:39:04.382532 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:39:04.432287 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-a47dc0a6-1d6b-446e-b9f1-15e471716a61 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Allocated IP 172.25.5.44 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/88473346-62b9-4891-9d4b-507c21a2eeaf) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:39:04.437611 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-895aed0e-64aa-46f6-8f21-82655d772ed3 req-a623a168-dcbc-44e5-8b4f-ab5ca66bcc7d tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0572553 Oct 20 11:39:04.446897 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7b5d4ae0-a550-4b52-848c-90a9355b6624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:04.453468 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7b5d4ae0-a550-4b52-848c-90a9355b6624 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:04.456694 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7b5d4ae0-a550-4b52-848c-90a9355b6624 admin admin] 10.222.0.98 "DELETE /v2.0/networks/4c7acd23-a765-4c00-a644-a81b843ff6d3 HTTP/1.1" status: 204 len: 168 time: 0.4298832 Oct 20 11:39:04.462273 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-004c3378-63a9-4d54-a85b-e82130b12421 req-0ee3ff24-2e5e-444e-956f-035022bfb9f7 service neutron] 10.222.0.98 "GET /v2.0/networks/9ac8a1a7-834d-4283-be36-675cd4e77db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223902 Oct 20 11:39:04.468712 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5d4ae0-a550-4b52-848c-90a9355b6624 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c7acd23-a765-4c00-a644-a81b843ff6d3,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:04.486137 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-aea3acf5-1bda-4a0c-8d44-7dbd91539a2d tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1356747 Oct 20 11:39:04.486446 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 40a52f83-7ba3-4dd5-9e62-d68a761b8705 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:39:04.487183 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42980) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:04.492894 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-9408c662-10c0-4c34-8459-06c688dfd1b1 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Request body: {'security_group': {'name': 'tempest-secgroup--984740240'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:04.522719 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9408c662-10c0-4c34-8459-06c688dfd1b1 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:04.538157 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: 40a52f83-7ba3-4dd5-9e62-d68a761b8705 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:39:04.544245 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 40a52f83-7ba3-4dd5-9e62-d68a761b8705 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:39:04.619778 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9408c662-10c0-4c34-8459-06c688dfd1b1 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:04.622214 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a47dc0a6-1d6b-446e-b9f1-15e471716a61 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:04.626213 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9408c662-10c0-4c34-8459-06c688dfd1b1 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:04.670221 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a47dc0a6-1d6b-446e-b9f1-15e471716a61 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:04.688325 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9408c662-10c0-4c34-8459-06c688dfd1b1 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:04.690167 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-9408c662-10c0-4c34-8459-06c688dfd1b1 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2017283 Oct 20 11:39:04.694120 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42986) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:04.700459 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-83952864-172e-4cc0-9b87-637b4168bacd tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Request body: {'security_group': {'name': 'tempest-secgroup--1571590781'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:04.708407 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9408c662-10c0-4c34-8459-06c688dfd1b1 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=874ea247-8527-42f0-b8a2-86ad4ceb8419,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:04.735611 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47dc0a6-1d6b-446e-b9f1-15e471716a61 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:39:04.739223 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-a47dc0a6-1d6b-446e-b9f1-15e471716a61 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:39:04.742833 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47dc0a6-1d6b-446e-b9f1-15e471716a61 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:39:04.764720 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device ada37f04-f050-422b-8964-db3733aa1e1b no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:39:04.771605 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42992) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:04.785562 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47dc0a6-1d6b-446e-b9f1-15e471716a61 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event updated for resources: {'Port': ['ID=88473346-62b9-4891-9d4b-507c21a2eeaf,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:04.801814 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: ada37f04-f050-422b-8964-db3733aa1e1b {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:39:04.802759 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device ada37f04-f050-422b-8964-db3733aa1e1b not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:39:04.808020 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-83952864-172e-4cc0-9b87-637b4168bacd tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:04.871307 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a236394b-fc4d-4c06-b7c2-413bf87f3089 req-d515739a-6a41-4ebb-8253-c05792a06bca tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=62b7190f-b5e3-4f26-9a33-4c671046f335 HTTP/1.1" status: 200 len: 210 time: 0.1212318 Oct 20 11:39:04.884256 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-83952864-172e-4cc0-9b87-637b4168bacd tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:04.895384 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-83952864-172e-4cc0-9b87-637b4168bacd tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:04.940935 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83952864-172e-4cc0-9b87-637b4168bacd tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c94e6ab-6eaa-40f7-8635-b015b8553a0a,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:04.949792 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-83952864-172e-4cc0-9b87-637b4168bacd tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:04.951596 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-83952864-172e-4cc0-9b87-637b4168bacd tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2564356 Oct 20 11:39:04.955393 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43002) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:04.961247 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-34a3dafc-295f-4de9-9cde-586be90436e8 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Request body: {'security_group_rule': {'security_group_id': '874ea247-8527-42f0-b8a2-86ad4ceb8419', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0c94e6ab-6eaa-40f7-8635-b015b8553a0a', 'remote_ip_prefix': None}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:04.961426 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad436850-23be-4806-ba1b-0cef22e37d8e req-addc334b-fc32-423d-9105-9509b4770d19 tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:04.963003 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ad436850-23be-4806-ba1b-0cef22e37d8e req-addc334b-fc32-423d-9105-9509b4770d19 tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] 10.222.0.98 "GET /v2.0/ports?device_id=975cc5d8-99f3-4a72-bb46-fe5e8905cbdf HTTP/1.1" status: 200 len: 946 time: 0.1012115 Oct 20 11:39:04.965421 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-78710c1a-2cfa-4537-997e-36d6f8e71d47 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=688e0789a9c8412a8181467706896821&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1912363 Oct 20 11:39:04.983438 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43004) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:04.997345 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc97e04-6fd2-461f-aad3-ca66e46b336c', 'name': 'network-vif-deleted', 'tag': 'ada37f04-f050-422b-8964-db3733aa1e1b'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:39:05.000698 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad156efa-72de-4640-a096-6a07add6aafa" -d '{"events": [{"server_uuid": "1cc97e04-6fd2-461f-aad3-ca66e46b336c", "name": "network-vif-deleted", "tag": "ada37f04-f050-422b-8964-db3733aa1e1b"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:39:05.039417 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-34a3dafc-295f-4de9-9cde-586be90436e8 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:05.061744 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aea6c76-3fa5-43ce-90e5-0961c0a97291 x-openstack-request-id: req-9aea6c76-3fa5-43ce-90e5-0961c0a97291 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:39:05.062034 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc97e04-6fd2-461f-aad3-ca66e46b336c", "name": "network-vif-deleted", "tag": "ada37f04-f050-422b-8964-db3733aa1e1b", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:39:05.062287 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9aea6c76-3fa5-43ce-90e5-0961c0a97291 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:39:05.062677 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cc97e04-6fd2-461f-aad3-ca66e46b336c', 'name': 'network-vif-deleted', 'tag': 'ada37f04-f050-422b-8964-db3733aa1e1b', 'status': 'completed', 'code': 200} Oct 20 11:39:05.083920 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-631b08ed-cb90-40fe-89bc-676176183c57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:05.106400 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-631b08ed-cb90-40fe-89bc-676176183c57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:05.112531 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ad436850-23be-4806-ba1b-0cef22e37d8e req-8b33932e-9b4d-463b-8b23-2912ca23ebbc tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] 10.222.0.98 "GET /v2.0/security-groups?id=78c9e7f7-99ae-4384-9a68-54ee2a23368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062515 Oct 20 11:39:05.187810 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-34a3dafc-295f-4de9-9cde-586be90436e8 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:05.193954 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-34a3dafc-295f-4de9-9cde-586be90436e8 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:05.207138 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-631b08ed-cb90-40fe-89bc-676176183c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:05.209822 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-631b08ed-cb90-40fe-89bc-676176183c57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:05.210939 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-631b08ed-cb90-40fe-89bc-676176183c57 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0f25d2a9-0851-4af2-90eb-50947b994fcc HTTP/1.1" status: 204 len: 168 time: 0.2262096 Oct 20 11:39:05.226785 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a3dafc-295f-4de9-9cde-586be90436e8 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5c969ed-0bd5-439f-b2f1-0d35d6b79dc8,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:05.230197 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631b08ed-cb90-40fe-89bc-676176183c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f25d2a9-0851-4af2-90eb-50947b994fcc,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:05.238414 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-34a3dafc-295f-4de9-9cde-586be90436e8 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:05.242508 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-34a3dafc-295f-4de9-9cde-586be90436e8 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2831275 Oct 20 11:39:05.243006 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43012) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:05.279196 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a8ead60d-9d4e-4079-9636-0cb5baa98ba4 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:05.287952 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a8ead60d-9d4e-4079-9636-0cb5baa98ba4 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:05.324967 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a8ead60d-9d4e-4079-9636-0cb5baa98ba4 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:05.331753 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a8ead60d-9d4e-4079-9636-0cb5baa98ba4 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:05.340720 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a8ead60d-9d4e-4079-9636-0cb5baa98ba4 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/f5c969ed-0bd5-439f-b2f1-0d35d6b79dc8 HTTP/1.1" status: 204 len: 168 time: 0.0964143 Oct 20 11:39:05.348312 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43014) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:05.357814 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ead60d-9d4e-4079-9636-0cb5baa98ba4 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f5c969ed-0bd5-439f-b2f1-0d35d6b79dc8,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:05.406976 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-197ab1e2-a659-44eb-854c-c28b25360aed tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0563927 Oct 20 11:39:05.409138 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43016) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:05.484069 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4d4686ae-cb6b-42f1-9dc8-0aa6388382b2 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:05.524975 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4d4686ae-cb6b-42f1-9dc8-0aa6388382b2 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:05.580237 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4d4686ae-cb6b-42f1-9dc8-0aa6388382b2 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:05.582941 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4d4686ae-cb6b-42f1-9dc8-0aa6388382b2 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:05.584140 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4d4686ae-cb6b-42f1-9dc8-0aa6388382b2 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "DELETE /v2.0/security-groups/0c94e6ab-6eaa-40f7-8635-b015b8553a0a HTTP/1.1" status: 204 len: 168 time: 0.1736445 Oct 20 11:39:05.588639 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43024) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:05.601274 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4686ae-cb6b-42f1-9dc8-0aa6388382b2 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c94e6ab-6eaa-40f7-8635-b015b8553a0a,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:05.658931 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ad46108a-d015-4b43-9505-7c25c5c2b111 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0660410 Oct 20 11:39:05.660039 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43028) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:05.684156 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f4ebb310-8de0-4580-8400-fdf5e6c812d9 req-e26645ca-bcac-43bc-9234-d34f93d0601c tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0537417 Oct 20 11:39:05.699161 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a47dc0a6-1d6b-446e-b9f1-15e471716a61 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for router_gateway, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:05.722119 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0ba552e2-1aa0-45b4-bdfe-bca0e2e5908b tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:05.747567 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0ba552e2-1aa0-45b4-bdfe-bca0e2e5908b tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:05.810335 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0ba552e2-1aa0-45b4-bdfe-bca0e2e5908b tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:05.813822 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0ba552e2-1aa0-45b4-bdfe-bca0e2e5908b tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:05.815072 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0ba552e2-1aa0-45b4-bdfe-bca0e2e5908b tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "DELETE /v2.0/security-groups/874ea247-8527-42f0-b8a2-86ad4ceb8419 HTTP/1.1" status: 204 len: 168 time: 0.1539967 Oct 20 11:39:05.818473 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43034) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:05.832353 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba552e2-1aa0-45b4-bdfe-bca0e2e5908b tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=874ea247-8527-42f0-b8a2-86ad4ceb8419,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:05.886832 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-57ccabf5-8b52-421f-a144-661bb842f639 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0647030 Oct 20 11:39:05.890841 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43038) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:05.895600 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-47a5738b-723a-46b2-abf5-88c774644164 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Request body: {'security_group': {'name': 'tempest-secgroup--1810294074'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:05.945490 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-47a5738b-723a-46b2-abf5-88c774644164 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:06.055460 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-47a5738b-723a-46b2-abf5-88c774644164 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:06.064394 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-47a5738b-723a-46b2-abf5-88c774644164 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:06.086397 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5cef357b-bc10-4c66-9347-10e5ab6113ad req-9c8bd019-385c-4b7d-84a0-9a714f486ce5 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=62b7190f-b5e3-4f26-9a33-4c671046f335 HTTP/1.1" status: 200 len: 210 time: 0.0804670 Oct 20 11:39:06.105706 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-47a5738b-723a-46b2-abf5-88c774644164 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:06.110611 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-47a5738b-723a-46b2-abf5-88c774644164 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2151334 Oct 20 11:39:06.110722 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43052) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:06.117869 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a5738b-723a-46b2-abf5-88c774644164 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99befb0e-8d56-48fb-aab0-fdc454f4c42f,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:06.123479 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-832582a1-c01b-4c15-aa5d-79c929e54334 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Request body: {'security_group_rule': {'security_group_id': '99befb0e-8d56-48fb-aab0-fdc454f4c42f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:06.135185 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a47dc0a6-1d6b-446e-b9f1-15e471716a61 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:06.157451 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c3378-63a9-4d54-a85b-e82130b12421 req-c370a63b-0196-446d-abe1-2161064f1451 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:06.159136 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-004c3378-63a9-4d54-a85b-e82130b12421 req-c370a63b-0196-446d-abe1-2161064f1451 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.11 "GET /v2.0/networks?id=9ac8a1a7-834d-4283-be36-675cd4e77db7 HTTP/1.1" status: 200 len: 810 time: 0.2883441 Oct 20 11:39:06.184223 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43056) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:06.285079 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-832582a1-c01b-4c15-aa5d-79c929e54334 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:06.292725 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-004c3378-63a9-4d54-a85b-e82130b12421 req-2559098b-5b71-445f-9680-32af2f9e6045 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5fc99acf92746f0b6c75e7601cdfadb HTTP/1.1" status: 200 len: 380 time: 0.0842018 Oct 20 11:39:06.296086 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-c2e67a83-6e1c-45da-b7af-09cfce33dffd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1747271185-network', 'tenant_id': 'c1169ad648904e1598b69c96d66e4763'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:06.319267 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e67a83-6e1c-45da-b7af-09cfce33dffd admin admin] Made reservation on behalf of c1169ad648904e1598b69c96d66e4763 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:39:06.321718 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c2e67a83-6e1c-45da-b7af-09cfce33dffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:06.331181 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c2e67a83-6e1c-45da-b7af-09cfce33dffd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:06.337745 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-004c3378-63a9-4d54-a85b-e82130b12421 req-7c544e28-f31d-48cb-8d77-dc7c07dd7a46 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Request body: {'port': {'device_id': '62b7190f-b5e3-4f26-9a33-4c671046f335', 'network_id': '9ac8a1a7-834d-4283-be36-675cd4e77db7', 'admin_state_up': True, 'tenant_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'security_groups': ['082d2d4b-3491-45ca-b57b-e91861d99e81']}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:06.414074 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c2e67a83-6e1c-45da-b7af-09cfce33dffd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:06.418945 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c2e67a83-6e1c-45da-b7af-09cfce33dffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:06.445071 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2e67a83-6e1c-45da-b7af-09cfce33dffd admin admin] vlan segment allocate from pool success with {'vlan_id': 1261, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:39:06.454977 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e67a83-6e1c-45da-b7af-09cfce33dffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2463578d-927b-4f84-852d-2e2486d5317a,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:06.460057 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c2e67a83-6e1c-45da-b7af-09cfce33dffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:06.460406 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-c2e67a83-6e1c-45da-b7af-09cfce33dffd admin admin] Added segment 153f8964-767e-48fa-bbda-d74d9d58830f of type vlan for network a79a2568-084f-4d41-8469-7b680356a62d Oct 20 11:39:06.466142 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4296535-a80c-4000-95af-3c0f014e6542 req-d78db319-5cda-4894-b7b5-4e35f381e8bd tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:06.467703 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e4296535-a80c-4000-95af-3c0f014e6542 req-d78db319-5cda-4894-b7b5-4e35f381e8bd tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] 10.222.0.98 "GET /v2.0/ports?device_id=975cc5d8-99f3-4a72-bb46-fe5e8905cbdf HTTP/1.1" status: 200 len: 946 time: 0.2561750 Oct 20 11:39:06.501452 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c2e67a83-6e1c-45da-b7af-09cfce33dffd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:06.529146 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c2e67a83-6e1c-45da-b7af-09cfce33dffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:06.530880 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e67a83-6e1c-45da-b7af-09cfce33dffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:06.531471 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c2e67a83-6e1c-45da-b7af-09cfce33dffd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:06.567311 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c2e67a83-6e1c-45da-b7af-09cfce33dffd admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.3816962 Oct 20 11:39:06.569405 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43060) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:06.573473 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a241a6-9571-42a6-bd88-1d2079c8a3e1 req-66720f75-c35c-4c9d-95e9-34e617518b67 tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:06.574967 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f0a241a6-9571-42a6-bd88-1d2079c8a3e1 req-66720f75-c35c-4c9d-95e9-34e617518b67 tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] 10.222.0.89 "GET /v2.0/ports?device_id=975cc5d8-99f3-4a72-bb46-fe5e8905cbdf HTTP/1.1" status: 200 len: 946 time: 0.2078276 Oct 20 11:39:06.575670 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-92606093-348f-418e-8019-d0cc11e2e321 admin admin] Request body: {'subnet': {'network_id': 'a79a2568-084f-4d41-8469-7b680356a62d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1747271185-subnet', 'tenant_id': 'c1169ad648904e1598b69c96d66e4763', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:06.578964 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-832582a1-c01b-4c15-aa5d-79c929e54334 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:06.597801 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e4296535-a80c-4000-95af-3c0f014e6542 req-549a052b-d948-4f9d-86ab-968660628219 tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] 10.222.0.98 "GET /v2.0/security-groups?id=78c9e7f7-99ae-4384-9a68-54ee2a23368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157739 Oct 20 11:39:06.600700 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-832582a1-c01b-4c15-aa5d-79c929e54334 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:06.614093 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e67a83-6e1c-45da-b7af-09cfce33dffd admin admin] Pushing event updated for resources: {'Network': ['ID=a79a2568-084f-4d41-8469-7b680356a62d,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:06.625045 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network a79a2568-084f-4d41-8469-7b680356a62d details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:39:06.640241 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92606093-348f-418e-8019-d0cc11e2e321 admin admin] Made reservation on behalf of c1169ad648904e1598b69c96d66e4763 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:39:06.646838 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-92606093-348f-418e-8019-d0cc11e2e321 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:06.649233 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832582a1-c01b-4c15-aa5d-79c929e54334 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a27a3033-df54-4120-b3bc-38dbbdbbcbf6,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:06.664453 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a47dc0a6-1d6b-446e-b9f1-15e471716a61 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Router 9af73387-a3d5-4930-adf3-efaf0545564d is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:39:06.705116 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-004c3378-63a9-4d54-a85b-e82130b12421 req-7c544e28-f31d-48cb-8d77-dc7c07dd7a46 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Made reservation on behalf of f5fc99acf92746f0b6c75e7601cdfadb for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:39:06.708677 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-004c3378-63a9-4d54-a85b-e82130b12421 req-7c544e28-f31d-48cb-8d77-dc7c07dd7a46 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:06.715972 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-832582a1-c01b-4c15-aa5d-79c929e54334 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:06.717188 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-832582a1-c01b-4c15-aa5d-79c929e54334 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6057668 Oct 20 11:39:06.720451 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43062) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:06.750655 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3c4d1879-2202-4b87-a861-22d770cf55b0 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:06.766302 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3c4d1879-2202-4b87-a861-22d770cf55b0 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:06.806910 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3c4d1879-2202-4b87-a861-22d770cf55b0 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:06.829615 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3c4d1879-2202-4b87-a861-22d770cf55b0 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:06.833196 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3c4d1879-2202-4b87-a861-22d770cf55b0 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/a27a3033-df54-4120-b3bc-38dbbdbbcbf6 HTTP/1.1" status: 204 len: 168 time: 0.1091986 Oct 20 11:39:06.835165 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43066) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:06.853058 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ef35246d-5965-4468-891f-0c5490c0d3af req-64000fef-8cf4-402e-b446-520b0aab3f31 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0705192 Oct 20 11:39:06.858899 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4d1879-2202-4b87-a861-22d770cf55b0 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a27a3033-df54-4120-b3bc-38dbbdbbcbf6,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:06.861228 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-f0a241a6-9571-42a6-bd88-1d2079c8a3e1 req-95ce2fba-7d60-4530-8e2b-aa0864b04314 tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] Deleting port 85f67f84-3dc1-484c-8565-bdec3ac6ca9c {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:39:06.861571 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f0a241a6-9571-42a6-bd88-1d2079c8a3e1 req-95ce2fba-7d60-4530-8e2b-aa0864b04314 tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:06.892245 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-00c4eee6-9b77-4f2f-8544-7bfdd69922ac tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0560293 Oct 20 11:39:06.901655 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43068) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:06.941937 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-92606093-348f-418e-8019-d0cc11e2e321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:06.988667 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92606093-348f-418e-8019-d0cc11e2e321 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c3866d5-a700-4d4b-8bd8-40c0fe178f92,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:07.007596 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92606093-348f-418e-8019-d0cc11e2e321 admin admin] Checking segment: {'id': '153f8964-767e-48fa-bbda-d74d9d58830f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'a79a2568-084f-4d41-8469-7b680356a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:39:07.007961 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92606093-348f-418e-8019-d0cc11e2e321 admin admin] Network hostable DHCP agents. Network: a79a2568-084f-4d41-8469-7b680356a62d, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:39:07.027635 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92606093-348f-418e-8019-d0cc11e2e321 admin admin] Network a79a2568-084f-4d41-8469-7b680356a62d is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:39:07.031775 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47dc0a6-1d6b-446e-b9f1-15e471716a61 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:39:07.038471 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-92606093-348f-418e-8019-d0cc11e2e321 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, a79a2568-084f-4d41-8469-7b680356a62d) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:39:07.042297 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4664d860-97c6-41fa-9e1a-7fb308cac97c None None] Sync routers for ids ['9af73387-a3d5-4930-adf3-efaf0545564d'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:39:07.042806 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92606093-348f-418e-8019-d0cc11e2e321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:07.043285 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-92606093-348f-418e-8019-d0cc11e2e321 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:07.056847 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7696984e-0e32-4234-ae39-1ae1e9e16141 None None] Network a79a2568-084f-4d41-8469-7b680356a62d requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:39:07.057945 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4664d860-97c6-41fa-9e1a-7fb308cac97c None None] Routers {'9af73387-a3d5-4930-adf3-efaf0545564d'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:39:07.058782 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-4664d860-97c6-41fa-9e1a-7fb308cac97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:38:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['9af73387-a3d5-4930-adf3-efaf0545564d'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:07.063686 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-92606093-348f-418e-8019-d0cc11e2e321 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4932289 Oct 20 11:39:07.066366 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43070) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:07.073915 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-f9dae61d-c5a1-48a8-aa2f-e6f300ad7368 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1747271185-router', 'tenant_id': 'c1169ad648904e1598b69c96d66e4763', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:07.101963 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-70776a7d-8ca6-4884-a93a-a9871aeba681 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:07.109975 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f9dae61d-c5a1-48a8-aa2f-e6f300ad7368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:07.111925 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f9dae61d-c5a1-48a8-aa2f-e6f300ad7368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:07.187239 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a47dc0a6-1d6b-446e-b9f1-15e471716a61 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:07.192688 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-a47dc0a6-1d6b-446e-b9f1-15e471716a61 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.9800975 Oct 20 11:39:07.194786 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43076) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:07.198198 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-004c3378-63a9-4d54-a85b-e82130b12421 req-7c544e28-f31d-48cb-8d77-dc7c07dd7a46 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Allocated IP 172.20.0.13 (9ac8a1a7-834d-4283-be36-675cd4e77db7/15eac2f5-b810-4d1a-999c-137936c809b4/879bcf10-a3e4-443f-8ecd-c19bcebb64a2) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:39:07.220651 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-4664d860-97c6-41fa-9e1a-7fb308cac97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:07.222610 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61f6f4a-b76a-4164-b967-a6fda1b7626b None None] Network a79a2568-084f-4d41-8469-7b680356a62d requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:39:07.224199 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-f0a241a6-9571-42a6-bd88-1d2079c8a3e1 req-95ce2fba-7d60-4530-8e2b-aa0864b04314 tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] For port 85f67f84-3dc1-484c-8565-bdec3ac6ca9c, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=85f67f84-3dc1-484c-8565-bdec3ac6ca9c,segment=NetworkSegment(ae830d1a-103b-4077-a27a-c21b5cd0cde4),segment_id=ae830d1a-103b-4077-a27a-c21b5cd0cde4)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:07.224582 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f0a241a6-9571-42a6-bd88-1d2079c8a3e1 req-95ce2fba-7d60-4530-8e2b-aa0864b04314 tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:07.231231 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4664d860-97c6-41fa-9e1a-7fb308cac97c None None] Routers {'9af73387-a3d5-4930-adf3-efaf0545564d'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:39:07.232265 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-4664d860-97c6-41fa-9e1a-7fb308cac97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:38:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['9af73387-a3d5-4930-adf3-efaf0545564d'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:07.268039 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-4664d860-97c6-41fa-9e1a-7fb308cac97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:07.269053 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4664d860-97c6-41fa-9e1a-7fb308cac97c None None] The sync data for ids ['9af73387-a3d5-4930-adf3-efaf0545564d'] in n-d-814735-3 is: [] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:39:07.289906 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f9dae61d-c5a1-48a8-aa2f-e6f300ad7368 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:07.330398 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-70776a7d-8ca6-4884-a93a-a9871aeba681 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:07.358940 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-70a6d2f4-d8b6-426f-846f-3f189f123fc9 req-95575115-1a2e-412a-a94b-94eb8a35c690 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=62b7190f-b5e3-4f26-9a33-4c671046f335 HTTP/1.1" status: 200 len: 210 time: 0.1299782 Oct 20 11:39:07.361833 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-f0a241a6-9571-42a6-bd88-1d2079c8a3e1 req-95ce2fba-7d60-4530-8e2b-aa0864b04314 tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] Calling delete_port for 85f67f84-3dc1-484c-8565-bdec3ac6ca9c owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:39:07.485029 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-70776a7d-8ca6-4884-a93a-a9871aeba681 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:07.487625 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-70776a7d-8ca6-4884-a93a-a9871aeba681 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:07.488788 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-70776a7d-8ca6-4884-a93a-a9871aeba681 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "DELETE /v2.0/security-groups/99befb0e-8d56-48fb-aab0-fdc454f4c42f HTTP/1.1" status: 204 len: 168 time: 0.5861905 Oct 20 11:39:07.495932 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f9dae61d-c5a1-48a8-aa2f-e6f300ad7368 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:07.499169 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43078) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:07.516745 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70776a7d-8ca6-4884-a93a-a9871aeba681 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99befb0e-8d56-48fb-aab0-fdc454f4c42f,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:07.522286 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5d789d75-8939-40c2-8fd0-83783446498c tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "GET /v2.0/routers/9af73387-a3d5-4930-adf3-efaf0545564d HTTP/1.1" status: 200 len: 883 time: 0.3220627 Oct 20 11:39:07.523299 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43080) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:07.532999 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-004c3378-63a9-4d54-a85b-e82130b12421 req-7c544e28-f31d-48cb-8d77-dc7c07dd7a46 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:07.564242 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b5864f13-1e93-4f15-ac27-af26ef8096ea tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0639462 Oct 20 11:39:07.572612 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43082) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:07.578658 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-044ad3ad-c142-4ebb-9b40-d1ab06ba1b14 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Request body: {'security_group': {'name': 'tempest-secgroup--1673875499'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:07.630297 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-044ad3ad-c142-4ebb-9b40-d1ab06ba1b14 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:07.701201 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-004c3378-63a9-4d54-a85b-e82130b12421 req-7c544e28-f31d-48cb-8d77-dc7c07dd7a46 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:07.749935 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f0a241a6-9571-42a6-bd88-1d2079c8a3e1 req-95ce2fba-7d60-4530-8e2b-aa0864b04314 tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:07.763152 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['85f67f84-3dc1-484c-8565-bdec3ac6ca9c'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:39:07.804689 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-044ad3ad-c142-4ebb-9b40-d1ab06ba1b14 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:07.814588 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-044ad3ad-c142-4ebb-9b40-d1ab06ba1b14 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:07.829387 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-004c3378-63a9-4d54-a85b-e82130b12421 req-7c544e28-f31d-48cb-8d77-dc7c07dd7a46 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Network 9ac8a1a7-834d-4283-be36-675cd4e77db7 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:39:07.835968 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c544e28-f31d-48cb-8d77-dc7c07dd7a46 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Pushing event updated for resources: {'Port': ['ID=879bcf10-a3e4-443f-8ecd-c19bcebb64a2,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:07.836660 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f9dae61d-c5a1-48a8-aa2f-e6f300ad7368 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:07.870706 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-004c3378-63a9-4d54-a85b-e82130b12421 req-7c544e28-f31d-48cb-8d77-dc7c07dd7a46 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:39:07.871888 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-044ad3ad-c142-4ebb-9b40-d1ab06ba1b14 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:07.872397 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-004c3378-63a9-4d54-a85b-e82130b12421 req-7c544e28-f31d-48cb-8d77-dc7c07dd7a46 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:39:07.875264 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-044ad3ad-c142-4ebb-9b40-d1ab06ba1b14 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3016679 Oct 20 11:39:07.877220 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43086) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:07.878416 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f9dae61d-c5a1-48a8-aa2f-e6f300ad7368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:07.884292 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-b94f4308-4b2c-477b-b39d-f66018bbaa4a tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Request body: {'security_group_rule': {'security_group_id': 'be04b048-735b-48d9-8658-701676b19f6b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:07.894088 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044ad3ad-c142-4ebb-9b40-d1ab06ba1b14 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be04b048-735b-48d9-8658-701676b19f6b,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:07.936112 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a241a6-9571-42a6-bd88-1d2079c8a3e1 req-95ce2fba-7d60-4530-8e2b-aa0864b04314 tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] No DVR routers for this DVR port 85f67f84-3dc1-484c-8565-bdec3ac6ca9c on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:39:07.938758 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f0a241a6-9571-42a6-bd88-1d2079c8a3e1 req-95ce2fba-7d60-4530-8e2b-aa0864b04314 tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:07.942628 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f0a241a6-9571-42a6-bd88-1d2079c8a3e1 req-95ce2fba-7d60-4530-8e2b-aa0864b04314 tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] 10.222.0.89 "DELETE /v2.0/ports/85f67f84-3dc1-484c-8565-bdec3ac6ca9c HTTP/1.1" status: 204 len: 173 time: 1.3596187 Oct 20 11:39:07.948238 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975cc5d8-99f3-4a72-bb46-fe5e8905cbdf', 'name': 'network-vif-deleted', 'tag': '85f67f84-3dc1-484c-8565-bdec3ac6ca9c'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:39:07.950211 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8faf40-6ad9-44b2-8804-e5288bc1ca76" -d '{"events": [{"server_uuid": "975cc5d8-99f3-4a72-bb46-fe5e8905cbdf", "name": "network-vif-deleted", "tag": "85f67f84-3dc1-484c-8565-bdec3ac6ca9c"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:39:07.953358 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce2fba-7d60-4530-8e2b-aa0864b04314 tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] Pushing event deleted for resources: {'Port': ['ID=85f67f84-3dc1-484c-8565-bdec3ac6ca9c,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:07.972936 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e54b9-6b33-4d1f-983c-159ca26e03ad req-04f488e6-afd1-4714-a818-5f701a604bc4 tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:07.974727 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1b2e54b9-6b33-4d1f-983c-159ca26e03ad req-04f488e6-afd1-4714-a818-5f701a604bc4 tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] 10.222.0.98 "GET /v2.0/ports?device_id=975cc5d8-99f3-4a72-bb46-fe5e8905cbdf HTTP/1.1" status: 200 len: 867 time: 0.2896018 Oct 20 11:39:07.996202 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b94f4308-4b2c-477b-b39d-f66018bbaa4a tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:08.047098 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dfc3faa3-0360-4ee7-ad86-169b63b8c3ca req-42910e7b-5e9b-45d3-b4d2-cafd6be74772 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0860198 Oct 20 11:39:08.057310 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c3378-63a9-4d54-a85b-e82130b12421 req-7c544e28-f31d-48cb-8d77-dc7c07dd7a46 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:08.058021 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-004c3378-63a9-4d54-a85b-e82130b12421 req-7c544e28-f31d-48cb-8d77-dc7c07dd7a46 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:08.089028 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b94f4308-4b2c-477b-b39d-f66018bbaa4a tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:08.100953 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-004c3378-63a9-4d54-a85b-e82130b12421 req-7c544e28-f31d-48cb-8d77-dc7c07dd7a46 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7716110 Oct 20 11:39:08.102261 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-f9dae61d-c5a1-48a8-aa2f-e6f300ad7368 admin admin] Allocated IP 172.25.5.231 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/3bd18708-9bc7-4192-9dfe-23bd3c8d0ec9) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:39:08.108757 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b94f4308-4b2c-477b-b39d-f66018bbaa4a tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:08.127182 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-004c3378-63a9-4d54-a85b-e82130b12421 req-3fefd305-9610-421e-8c43-c702a41b78ed service neutron] Request body: {'port': {'device_id': '62b7190f-b5e3-4f26-9a33-4c671046f335', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:08.142988 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f4308-4b2c-477b-b39d-f66018bbaa4a tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=712698f7-e050-43b8-9e65-e45099739bd2,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:08.147140 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b94f4308-4b2c-477b-b39d-f66018bbaa4a tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:08.152467 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024f69c1-ff88-4177-8480-c4fc118bc7ed x-openstack-request-id: req-024f69c1-ff88-4177-8480-c4fc118bc7ed {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:39:08.152467 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975cc5d8-99f3-4a72-bb46-fe5e8905cbdf", "name": "network-vif-deleted", "tag": "85f67f84-3dc1-484c-8565-bdec3ac6ca9c", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:39:08.152902 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b94f4308-4b2c-477b-b39d-f66018bbaa4a tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2694464 Oct 20 11:39:08.152986 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-024f69c1-ff88-4177-8480-c4fc118bc7ed {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:39:08.152986 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975cc5d8-99f3-4a72-bb46-fe5e8905cbdf', 'name': 'network-vif-deleted', 'tag': '85f67f84-3dc1-484c-8565-bdec3ac6ca9c', 'status': 'completed', 'code': 200} Oct 20 11:39:08.153141 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43092) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:08.185022 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2588fa7e-b941-48cb-bd01-564bcb379252 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "GET /v2.0/security-group-rules/712698f7-e050-43b8-9e65-e45099739bd2 HTTP/1.1" status: 200 len: 763 time: 0.0308952 Oct 20 11:39:08.189126 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43094) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:08.192440 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1b2e54b9-6b33-4d1f-983c-159ca26e03ad req-674ff515-2049-4547-934d-6dbd43ca0a17 tempest-InstanceActionsNegativeTestJSON-343315817 tempest-InstanceActionsNegativeTestJSON-343315817-project] 10.222.0.98 "GET /v2.0/security-groups?id=78c9e7f7-99ae-4384-9a68-54ee2a23368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059991 Oct 20 11:39:08.202821 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-dd0c135f-6350-4ee3-94be-b734785f4b7d tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.6791296 Oct 20 11:39:08.206833 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43096) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:08.211297 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-af46ea3f-31a8-4375-9f47-2e7b54d46c57 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-385237397'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:08.268640 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-db235383-177e-4922-9ca2-ddfc05f9bd37 None None] Provisioning complete for port 879bcf10-a3e4-443f-8ecd-c19bcebb64a2 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:08.269448 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-db235383-177e-4922-9ca2-ddfc05f9bd37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:08.273276 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-729c92e1-4feb-41d1-83b5-cc8e5288985b tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0831270 Oct 20 11:39:08.276021 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-004c3378-63a9-4d54-a85b-e82130b12421 req-3fefd305-9610-421e-8c43-c702a41b78ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:08.277660 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43100) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:08.316636 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-db235383-177e-4922-9ca2-ddfc05f9bd37 None None] Port 879bcf10-a3e4-443f-8ecd-c19bcebb64a2 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:39:08.319351 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f9dae61d-c5a1-48a8-aa2f-e6f300ad7368 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:08.329793 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4adb4146-362d-412b-8d3f-d2d308733907 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:08.339072 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4adb4146-362d-412b-8d3f-d2d308733907 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:08.379020 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4adb4146-362d-412b-8d3f-d2d308733907 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:08.385425 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4adb4146-362d-412b-8d3f-d2d308733907 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:08.389410 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4adb4146-362d-412b-8d3f-d2d308733907 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/712698f7-e050-43b8-9e65-e45099739bd2 HTTP/1.1" status: 204 len: 168 time: 0.1079757 Oct 20 11:39:08.389410 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f9dae61d-c5a1-48a8-aa2f-e6f300ad7368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:08.393826 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43104) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:08.408312 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adb4146-362d-412b-8d3f-d2d308733907 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=712698f7-e050-43b8-9e65-e45099739bd2,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:08.454590 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9dae61d-c5a1-48a8-aa2f-e6f300ad7368 admin admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:39:08.463081 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-f9dae61d-c5a1-48a8-aa2f-e6f300ad7368 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:39:08.471246 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dae61d-c5a1-48a8-aa2f-e6f300ad7368 admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:39:08.477236 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dae61d-c5a1-48a8-aa2f-e6f300ad7368 admin admin] Pushing event updated for resources: {'Port': ['ID=3bd18708-9bc7-4192-9dfe-23bd3c8d0ec9,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:08.528523 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-015a0459-711c-4f4d-b700-b01be0c53467 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1286974 Oct 20 11:39:08.528523 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43106) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:08.535384 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-2b23b4cb-8d45-45cc-8c03-ceb6fae8d964 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Request body: {'security_group_rule': {'security_group_id': 'be04b048-735b-48d9-8658-701676b19f6b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:08.639485 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2b23b4cb-8d45-45cc-8c03-ceb6fae8d964 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:08.771616 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2b23b4cb-8d45-45cc-8c03-ceb6fae8d964 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:08.783273 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2b23b4cb-8d45-45cc-8c03-ceb6fae8d964 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:08.840204 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b23b4cb-8d45-45cc-8c03-ceb6fae8d964 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a3f7277-dcee-49c8-a697-3e64a8a75eee,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:08.847515 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2b23b4cb-8d45-45cc-8c03-ceb6fae8d964 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:08.851985 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2b23b4cb-8d45-45cc-8c03-ceb6fae8d964 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3198085 Oct 20 11:39:08.852310 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43108) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:08.871132 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f9dae61d-c5a1-48a8-aa2f-e6f300ad7368 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:08.880423 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-efd39f12-cb5a-4c59-bfa4-0b35a69820f1 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "GET /v2.0/security-group-rules/7a3f7277-dcee-49c8-a697-3e64a8a75eee HTTP/1.1" status: 200 len: 763 time: 0.0245008 Oct 20 11:39:08.889666 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43110) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:09.020616 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f031d4-2034-4cdf-894d-80c5478e3caf req-7c2c22f5-afdf-41b4-a593-261f73c72184 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:09.022180 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-93f031d4-2034-4cdf-894d-80c5478e3caf req-7c2c22f5-afdf-41b4-a593-261f73c72184 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=62b7190f-b5e3-4f26-9a33-4c671046f335 HTTP/1.1" status: 200 len: 932 time: 0.2023735 Oct 20 11:39:09.093144 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f9dae61d-c5a1-48a8-aa2f-e6f300ad7368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:09.116535 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-fccdba7f-8d61-40f4-af60-ebe334a0ba81 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2256975 Oct 20 11:39:09.123040 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43114) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:09.241388 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9dae61d-c5a1-48a8-aa2f-e6f300ad7368 admin admin] Router ace794ca-6450-4f20-9730-f3893cd9e2a4 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:39:09.256537 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-93f031d4-2034-4cdf-894d-80c5478e3caf req-a25f1651-c87c-4e0a-bdd6-85aae67c9ad9 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/security-groups?id=082d2d4b-3491-45ca-b57b-e91861d99e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2236149 Oct 20 11:39:09.263660 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0c1cd432-1752-44b3-b027-9adaec0c45a9 req-fa58ffce-dd48-4e64-940c-15e4e41b7aea tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.1101573 Oct 20 11:39:09.299334 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-07dd521b-e379-49ba-9f6f-833373e8efb3 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:09.306137 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-af46ea3f-31a8-4375-9f47-2e7b54d46c57 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4352'] for router, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:09.317519 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-07dd521b-e379-49ba-9f6f-833373e8efb3 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:09.317918 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43118) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:09.329542 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-af46ea3f-31a8-4375-9f47-2e7b54d46c57 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-652987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-652962', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-654361'] for router, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:09.339815 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-004c3378-63a9-4d54-a85b-e82130b12421 req-3fefd305-9610-421e-8c43-c702a41b78ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 879bcf10-a3e4-443f-8ecd-c19bcebb64a2 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:39:09.357783 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-004c3378-63a9-4d54-a85b-e82130b12421 req-3fefd305-9610-421e-8c43-c702a41b78ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:09.421682 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-004c3378-63a9-4d54-a85b-e82130b12421 req-3fefd305-9610-421e-8c43-c702a41b78ed service neutron] Transition to ACTIVE for port object 879bcf10-a3e4-443f-8ecd-c19bcebb64a2 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:39:09.424258 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-07dd521b-e379-49ba-9f6f-833373e8efb3 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:09.435511 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-07dd521b-e379-49ba-9f6f-833373e8efb3 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:09.436702 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-07dd521b-e379-49ba-9f6f-833373e8efb3 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/7a3f7277-dcee-49c8-a697-3e64a8a75eee HTTP/1.1" status: 204 len: 168 time: 0.3110459 Oct 20 11:39:09.463118 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-004c3378-63a9-4d54-a85b-e82130b12421 req-3fefd305-9610-421e-8c43-c702a41b78ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:09.472626 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43122) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:09.511975 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dd521b-e379-49ba-9f6f-833373e8efb3 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a3f7277-dcee-49c8-a697-3e64a8a75eee,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:09.567250 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af46ea3f-31a8-4375-9f47-2e7b54d46c57 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Router 9af73387-a3d5-4930-adf3-efaf0545564d has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:39:09.568068 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fefd305-9610-421e-8c43-c702a41b78ed service neutron] Pushing event updated for resources: {'Port': ['ID=879bcf10-a3e4-443f-8ecd-c19bcebb64a2,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:09.613146 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-36c1d90e-030e-423d-8258-52b0985ebfb1 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1374986 Oct 20 11:39:09.617215 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43124) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:09.645242 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-baa7ee4a-74f3-461f-8c0f-8d8a1cf6ea5d tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Request body: {'security_group_rule': {'security_group_id': 'be04b048-735b-48d9-8658-701676b19f6b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:09.732043 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9dae61d-c5a1-48a8-aa2f-e6f300ad7368 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:39:09.740536 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1e0797f-5f7c-4b8b-b54d-058705595fd5 admin admin] Deleting subnet d11d35ce-8f2e-4f5f-b262-aaca7c3e125d {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:39:09.744530 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a1e0797f-5f7c-4b8b-b54d-058705595fd5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:09.751215 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336b5d3c-d20a-4919-afd5-d1736f5df14c None None] Sync routers for ids ['ace794ca-6450-4f20-9730-f3893cd9e2a4'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:39:09.762457 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336b5d3c-d20a-4919-afd5-d1736f5df14c None None] Routers {'ace794ca-6450-4f20-9730-f3893cd9e2a4'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:39:09.763563 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-336b5d3c-d20a-4919-afd5-d1736f5df14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:38:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['ace794ca-6450-4f20-9730-f3893cd9e2a4'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:09.788138 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a1e0797f-5f7c-4b8b-b54d-058705595fd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:09.791150 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-004c3378-63a9-4d54-a85b-e82130b12421 req-3fefd305-9610-421e-8c43-c702a41b78ed service neutron] Attempting to bind port 879bcf10-a3e4-443f-8ecd-c19bcebb64a2 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:39:09.791150 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-004c3378-63a9-4d54-a85b-e82130b12421 req-3fefd305-9610-421e-8c43-c702a41b78ed service neutron] Attempting to bind port 879bcf10-a3e4-443f-8ecd-c19bcebb64a2 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': 'f88209a2-72e2-479d-b474-08400eb3454d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '9ac8a1a7-834d-4283-be36-675cd4e77db7'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:39:09.791440 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004c3378-63a9-4d54-a85b-e82130b12421 req-3fefd305-9610-421e-8c43-c702a41b78ed service neutron] Attempting to bind port 879bcf10-a3e4-443f-8ecd-c19bcebb64a2 on network 9ac8a1a7-834d-4283-be36-675cd4e77db7 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:39:09.798030 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-baa7ee4a-74f3-461f-8c0f-8d8a1cf6ea5d tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:09.809047 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004c3378-63a9-4d54-a85b-e82130b12421 req-3fefd305-9610-421e-8c43-c702a41b78ed service neutron] Port 879bcf10-a3e4-443f-8ecd-c19bcebb64a2 on network 9ac8a1a7-834d-4283-be36-675cd4e77db7 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:39:09.809367 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004c3378-63a9-4d54-a85b-e82130b12421 req-3fefd305-9610-421e-8c43-c702a41b78ed service neutron] Attempting to bind port 879bcf10-a3e4-443f-8ecd-c19bcebb64a2 on network 9ac8a1a7-834d-4283-be36-675cd4e77db7 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:39:09.818391 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f9dae61d-c5a1-48a8-aa2f-e6f300ad7368 admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:09.819754 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f9dae61d-c5a1-48a8-aa2f-e6f300ad7368 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.7513096 Oct 20 11:39:09.823636 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43126) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:09.829316 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004c3378-63a9-4d54-a85b-e82130b12421 req-3fefd305-9610-421e-8c43-c702a41b78ed service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:39:09.829697 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004c3378-63a9-4d54-a85b-e82130b12421 req-3fefd305-9610-421e-8c43-c702a41b78ed service neutron] Checking segment: {'id': 'f88209a2-72e2-479d-b474-08400eb3454d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '9ac8a1a7-834d-4283-be36-675cd4e77db7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:39:09.830090 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004c3378-63a9-4d54-a85b-e82130b12421 req-3fefd305-9610-421e-8c43-c702a41b78ed service neutron] Bound using segment: {'id': 'f88209a2-72e2-479d-b474-08400eb3454d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '9ac8a1a7-834d-4283-be36-675cd4e77db7'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:39:09.830678 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-004c3378-63a9-4d54-a85b-e82130b12421 req-3fefd305-9610-421e-8c43-c702a41b78ed service neutron] Bound port: 879bcf10-a3e4-443f-8ecd-c19bcebb64a2, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f88209a2-72e2-479d-b474-08400eb3454d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '9ac8a1a7-834d-4283-be36-675cd4e77db7'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:39:09.831214 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-004c3378-63a9-4d54-a85b-e82130b12421 req-3fefd305-9610-421e-8c43-c702a41b78ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:09.864362 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af46ea3f-31a8-4375-9f47-2e7b54d46c57 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:39:09.871834 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-af46ea3f-31a8-4375-9f47-2e7b54d46c57 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:09.874442 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-af46ea3f-31a8-4375-9f47-2e7b54d46c57 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "PUT /v2.0/routers/9af73387-a3d5-4930-adf3-efaf0545564d HTTP/1.1" status: 200 len: 890 time: 1.6666269 Oct 20 11:39:09.877683 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43128) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:09.879468 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ad8fd8-b642-4268-82ae-7cb1d06b26a1 None None] Sync routers for ids ['9af73387-a3d5-4930-adf3-efaf0545564d'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:39:09.890822 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ad8fd8-b642-4268-82ae-7cb1d06b26a1 None None] Routers {'9af73387-a3d5-4930-adf3-efaf0545564d'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:39:09.891736 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-a7ad8fd8-b642-4268-82ae-7cb1d06b26a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:38:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['9af73387-a3d5-4930-adf3-efaf0545564d'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:09.919122 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-baa7ee4a-74f3-461f-8c0f-8d8a1cf6ea5d tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:09.927710 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-baa7ee4a-74f3-461f-8c0f-8d8a1cf6ea5d tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:09.936620 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-a7ad8fd8-b642-4268-82ae-7cb1d06b26a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:09.947714 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ad8fd8-b642-4268-82ae-7cb1d06b26a1 None None] Routers {'9af73387-a3d5-4930-adf3-efaf0545564d'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:39:09.948687 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-a7ad8fd8-b642-4268-82ae-7cb1d06b26a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:38:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['9af73387-a3d5-4930-adf3-efaf0545564d'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:09.982946 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa7ee4a-74f3-461f-8c0f-8d8a1cf6ea5d tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4731ee3b-fd88-44e5-9bcc-01db7b3a27bb,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:09.985375 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-a7ad8fd8-b642-4268-82ae-7cb1d06b26a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:09.986850 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ad8fd8-b642-4268-82ae-7cb1d06b26a1 None None] The sync data for ids ['9af73387-a3d5-4930-adf3-efaf0545564d'] in n-d-814735-3 is: [] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:39:09.993925 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-baa7ee4a-74f3-461f-8c0f-8d8a1cf6ea5d tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:09.998241 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-baa7ee4a-74f3-461f-8c0f-8d8a1cf6ea5d tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3780107 Oct 20 11:39:09.999532 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43130) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:10.004831 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1ee31e23-9c21-43e5-9378-3eca7bcc9f1a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "GET /v2.0/routers/9af73387-a3d5-4930-adf3-efaf0545564d HTTP/1.1" status: 200 len: 890 time: 0.1241536 Oct 20 11:39:10.009074 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43132) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:10.010524 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a1e0797f-5f7c-4b8b-b54d-058705595fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:10.041561 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8b675d70-0fa5-4d42-8ec3-3c0ab5ab8dcf tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "GET /v2.0/security-group-rules/4731ee3b-fd88-44e5-9bcc-01db7b3a27bb HTTP/1.1" status: 200 len: 764 time: 0.0382855 Oct 20 11:39:10.044587 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43134) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:10.058375 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-004c3378-63a9-4d54-a85b-e82130b12421 req-3fefd305-9610-421e-8c43-c702a41b78ed service neutron] For port 879bcf10-a3e4-443f-8ecd-c19bcebb64a2, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:39:10.077394 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3d930755-a253-436d-a423-84fdd58f2c55 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "GET /v2.0/ports?device_id=9af73387-a3d5-4930-adf3-efaf0545564d HTTP/1.1" status: 200 len: 205 time: 0.0635579 Oct 20 11:39:10.081872 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43136) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:10.088225 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-004c3378-63a9-4d54-a85b-e82130b12421 req-3fefd305-9610-421e-8c43-c702a41b78ed service neutron] For port 879bcf10-a3e4-443f-8ecd-c19bcebb64a2, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=879bcf10-a3e4-443f-8ecd-c19bcebb64a2,segment=NetworkSegment(f88209a2-72e2-479d-b474-08400eb3454d),segment_id=f88209a2-72e2-479d-b474-08400eb3454d)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:39:10.096312 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-336b5d3c-d20a-4919-afd5-d1736f5df14c None None] Set router ace794ca-6450-4f20-9730-f3893cd9e2a4 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:39:10.099876 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-004c3378-63a9-4d54-a85b-e82130b12421 req-3fefd305-9610-421e-8c43-c702a41b78ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:10.156599 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:10.200580 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c3378-63a9-4d54-a85b-e82130b12421 req-3fefd305-9610-421e-8c43-c702a41b78ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:10.201381 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-004c3378-63a9-4d54-a85b-e82130b12421 req-3fefd305-9610-421e-8c43-c702a41b78ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:10.202887 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-004c3378-63a9-4d54-a85b-e82130b12421 req-3fefd305-9610-421e-8c43-c702a41b78ed service neutron] 10.222.0.11 "PUT /v2.0/ports/879bcf10-a3e4-443f-8ecd-c19bcebb64a2 HTTP/1.1" status: 200 len: 1092 time: 2.0826726 Oct 20 11:39:10.208921 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b7190f-b5e3-4f26-9a33-4c671046f335', 'tag': '879bcf10-a3e4-443f-8ecd-c19bcebb64a2'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:39:10.211621 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8741dbfb-a084-4c04-920d-a25cfcc11f3d" -d '{"events": [{"name": "network-changed", "server_uuid": "62b7190f-b5e3-4f26-9a33-4c671046f335", "tag": "879bcf10-a3e4-443f-8ecd-c19bcebb64a2"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:39:10.222603 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a1e0797f-5f7c-4b8b-b54d-058705595fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:10.231264 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-af450537-ae47-4f13-8d42-3f8f4d704533 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1851282 Oct 20 11:39:10.239432 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43140) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:10.266075 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e0797f-5f7c-4b8b-b54d-058705595fd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d11d35ce-8f2e-4f5f-b262-aaca7c3e125d,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:10.283670 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a1e0797f-5f7c-4b8b-b54d-058705595fd5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:10.296643 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a1e0797f-5f7c-4b8b-b54d-058705595fd5 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/d11d35ce-8f2e-4f5f-b262-aaca7c3e125d HTTP/1.1" status: 204 len: 168 time: 0.9775889 Oct 20 11:39:10.297348 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43144) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:10.377532 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e95df56-59c9-4367-819d-e15ea2c7831c x-openstack-request-id: req-7e95df56-59c9-4367-819d-e15ea2c7831c {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:39:10.377532 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62b7190f-b5e3-4f26-9a33-4c671046f335", "tag": "879bcf10-a3e4-443f-8ecd-c19bcebb64a2", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:39:10.378302 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7e95df56-59c9-4367-819d-e15ea2c7831c {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:39:10.379461 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b7190f-b5e3-4f26-9a33-4c671046f335', 'tag': '879bcf10-a3e4-443f-8ecd-c19bcebb64a2', 'status': 'completed', 'code': 200} Oct 20 11:39:10.390991 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-336b5d3c-d20a-4919-afd5-d1736f5df14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace794ca-6450-4f20-9730-f3893cd9e2a4', 'name': 'tempest-ServerRescueNegativeTestJSON-1747271185-router', 'tenant_id': 'c1169ad648904e1598b69c96d66e4763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '3bd18708-9bc7-4192-9dfe-23bd3c8d0ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:07Z', 'updated_at': '2021-10-20T11:39:08Z', 'revision_number': 3, 'project_id': 'c1169ad648904e1598b69c96d66e4763', 'gw_port': {'id': '3bd18708-9bc7-4192-9dfe-23bd3c8d0ec9', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace794ca-6450-4f20-9730-f3893cd9e2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:07Z', 'updated_at': '2021-10-20T11:39:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:10.441604 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336b5d3c-d20a-4919-afd5-d1736f5df14c None None] Checking router: ace794ca-6450-4f20-9730-f3893cd9e2a4 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:39:10.441953 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336b5d3c-d20a-4919-afd5-d1736f5df14c None None] Updating router ace794ca-6450-4f20-9730-f3893cd9e2a4 port 3bd18708-9bc7-4192-9dfe-23bd3c8d0ec9 binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:39:10.444989 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4e954820-adb0-43d7-a91c-b46d6da60237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:10.460747 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c74f9130-a3f4-43c6-b1ec-0caed13d5b27 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:10.462735 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fefd305-9610-421e-8c43-c702a41b78ed service neutron] Pushing event updated for resources: {'Port': ['ID=879bcf10-a3e4-443f-8ecd-c19bcebb64a2,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:10.476769 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-336b5d3c-d20a-4919-afd5-d1736f5df14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:10.543860 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c74f9130-a3f4-43c6-b1ec-0caed13d5b27 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:10.563458 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fa140f28-3ec0-4241-b70b-c97e968308d6 req-af2ab925-1682-4a90-8a53-4f60f233eb7b tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.1131997 Oct 20 11:39:10.616459 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02f9cfb-4eb9-41dd-8e32-a626f37b78dc req-5cb0c73d-6019-4a14-961d-a143fe81812f tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:10.618943 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b02f9cfb-4eb9-41dd-8e32-a626f37b78dc req-5cb0c73d-6019-4a14-961d-a143fe81812f tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=62b7190f-b5e3-4f26-9a33-4c671046f335 HTTP/1.1" status: 200 len: 944 time: 0.1369705 Oct 20 11:39:10.625189 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-70eab6b4-0cd7-4d99-8d80-33ca7513a701 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for router, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:10.645590 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4e954820-adb0-43d7-a91c-b46d6da60237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:10.679680 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c3378-63a9-4d54-a85b-e82130b12421 req-0f1672fe-5c0d-4865-9b0a-c1766ff2a631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:10.681393 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-4e954820-adb0-43d7-a91c-b46d6da60237 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bbb29f9-3198-48e3-bcf0-f5311da5a385']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:10.681859 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-004c3378-63a9-4d54-a85b-e82130b12421 req-0f1672fe-5c0d-4865-9b0a-c1766ff2a631 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5fc99acf92746f0b6c75e7601cdfadb&device_id=62b7190f-b5e3-4f26-9a33-4c671046f335 HTTP/1.1" status: 200 len: 1095 time: 0.3881960 Oct 20 11:39:10.703360 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c74f9130-a3f4-43c6-b1ec-0caed13d5b27 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:10.712297 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-4e954820-adb0-43d7-a91c-b46d6da60237 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae830d1a-103b-4077-a27a-c21b5cd0cde4') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:10.712618 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-4e954820-adb0-43d7-a91c-b46d6da60237 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae830d1a-103b-4077-a27a-c21b5cd0cde4') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:10.720964 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c74f9130-a3f4-43c6-b1ec-0caed13d5b27 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:10.724749 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c74f9130-a3f4-43c6-b1ec-0caed13d5b27 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/4731ee3b-fd88-44e5-9bcc-01db7b3a27bb HTTP/1.1" status: 204 len: 168 time: 0.4814732 Oct 20 11:39:10.725586 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43150) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:10.735382 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4e954820-adb0-43d7-a91c-b46d6da60237 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:10.761467 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-004c3378-63a9-4d54-a85b-e82130b12421 req-a3ea0872-aa36-47f2-8d2d-3ac66400978c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=879bcf10-a3e4-443f-8ecd-c19bcebb64a2 HTTP/1.1" status: 200 len: 217 time: 0.0666177 Oct 20 11:39:10.765305 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f9130-a3f4-43c6-b1ec-0caed13d5b27 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4731ee3b-fd88-44e5-9bcc-01db7b3a27bb,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:10.788866 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4e954820-adb0-43d7-a91c-b46d6da60237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:10.801013 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-336b5d3c-d20a-4919-afd5-d1736f5df14c None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:10.801874 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e954820-adb0-43d7-a91c-b46d6da60237 admin admin] Releasing vlan 1276 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:39:10.802294 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4e954820-adb0-43d7-a91c-b46d6da60237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:10.804165 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:39:10.804165 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:39:10.804165 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:39:10.804165 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:39:10.804165 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:39:10.804165 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:39:10.804165 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:39:10.804165 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:39:10.804165 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:39:10.804165 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:39:10.804165 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:39:10.804165 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:39:10.804165 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:39:10.804165 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:39:10.804165 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:39:10.804165 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:39:10.804165 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:39:10.804165 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:39:10.804165 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:39:10.804165 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:39:10.804165 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:39:10.804165 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:39:10.804165 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:39:10.804165 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:39:10.804165 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:39:10.804165 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:39:10.804165 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:39:10.804165 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:39:10.804165 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:39:10.804165 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:39:10.804165 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:39:10.804165 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:39:10.806723 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 85f67f84-3dc1-484c-8565-bdec3ac6ca9c no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:39:10.826614 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: 85f67f84-3dc1-484c-8565-bdec3ac6ca9c {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:39:10.827073 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 85f67f84-3dc1-484c-8565-bdec3ac6ca9c not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:39:10.831867 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-336b5d3c-d20a-4919-afd5-d1736f5df14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:10.836557 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-67e78a7e-e0cc-4f82-8d20-a1fa04e81960 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1098747 Oct 20 11:39:10.841090 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43152) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:10.845021 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b02f9cfb-4eb9-41dd-8e32-a626f37b78dc req-5147769b-5faf-4275-8046-2c74fa4afbd8 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/security-groups?id=082d2d4b-3491-45ca-b57b-e91861d99e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676128 Oct 20 11:39:10.884143 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-70eab6b4-0cd7-4d99-8d80-33ca7513a701 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:10.890377 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c3378-63a9-4d54-a85b-e82130b12421 req-115f08fb-ab7b-4c9d-9958-30f99a6c13db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:10.891963 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-004c3378-63a9-4d54-a85b-e82130b12421 req-115f08fb-ab7b-4c9d-9958-30f99a6c13db service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15eac2f5-b810-4d1a-999c-137936c809b4 HTTP/1.1" status: 200 len: 849 time: 0.1118088 Oct 20 11:39:10.916462 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e1c345-1238-47f7-9094-d1ae71b7a978 None None] Pushing event updated for resources: {'Port': ['ID=3bd18708-9bc7-4192-9dfe-23bd3c8d0ec9,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:10.927439 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-336b5d3c-d20a-4919-afd5-d1736f5df14c None None] Attempting to bind port 3bd18708-9bc7-4192-9dfe-23bd3c8d0ec9 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:39:10.928085 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-336b5d3c-d20a-4919-afd5-d1736f5df14c None None] Attempting to bind port 3bd18708-9bc7-4192-9dfe-23bd3c8d0ec9 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:39:10.928687 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336b5d3c-d20a-4919-afd5-d1736f5df14c None None] Attempting to bind port 3bd18708-9bc7-4192-9dfe-23bd3c8d0ec9 on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:39:10.935106 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336b5d3c-d20a-4919-afd5-d1736f5df14c None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:39:10.935736 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336b5d3c-d20a-4919-afd5-d1736f5df14c None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:39:10.936255 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-336b5d3c-d20a-4919-afd5-d1736f5df14c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:10.936810 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336b5d3c-d20a-4919-afd5-d1736f5df14c None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:39:10.937394 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-336b5d3c-d20a-4919-afd5-d1736f5df14c None None] Bound port: 3bd18708-9bc7-4192-9dfe-23bd3c8d0ec9, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:39:10.937852 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-336b5d3c-d20a-4919-afd5-d1736f5df14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:10.945307 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4e954820-adb0-43d7-a91c-b46d6da60237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:10.949046 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3460ed3d-45cc-4a9f-8db3-84dcff88620b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:10.963078 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4e954820-adb0-43d7-a91c-b46d6da60237 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:10.966308 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4e954820-adb0-43d7-a91c-b46d6da60237 admin admin] 10.222.0.98 "DELETE /v2.0/networks/7bbb29f9-3198-48e3-bcf0-f5311da5a385 HTTP/1.1" status: 204 len: 168 time: 0.6660070 Oct 20 11:39:10.970128 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c3378-63a9-4d54-a85b-e82130b12421 req-d983e940-1a86-4c4f-9ca7-4b2f9a9554e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:10.972302 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-004c3378-63a9-4d54-a85b-e82130b12421 req-d983e940-1a86-4c4f-9ca7-4b2f9a9554e5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ac8a1a7-834d-4283-be36-675cd4e77db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706642 Oct 20 11:39:10.986641 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e954820-adb0-43d7-a91c-b46d6da60237 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bbb29f9-3198-48e3-bcf0-f5311da5a385,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:10.990136 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-70eab6b4-0cd7-4d99-8d80-33ca7513a701 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Deleting port 88473346-62b9-4891-9d4b-507c21a2eeaf {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:39:10.990473 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-70eab6b4-0cd7-4d99-8d80-33ca7513a701 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:11.012364 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-336b5d3c-d20a-4919-afd5-d1736f5df14c None None] For port 3bd18708-9bc7-4192-9dfe-23bd3c8d0ec9, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:39:11.019479 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-336b5d3c-d20a-4919-afd5-d1736f5df14c None None] For port 3bd18708-9bc7-4192-9dfe-23bd3c8d0ec9, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=3bd18708-9bc7-4192-9dfe-23bd3c8d0ec9,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:39:11.028626 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-336b5d3c-d20a-4919-afd5-d1736f5df14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:11.044730 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-61b54a2a-cc9a-44e0-9b7f-06ffc5a9d446 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:11.083457 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-61b54a2a-cc9a-44e0-9b7f-06ffc5a9d446 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:11.100816 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336b5d3c-d20a-4919-afd5-d1736f5df14c None None] Routers {'ace794ca-6450-4f20-9730-f3893cd9e2a4'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:39:11.101608 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-336b5d3c-d20a-4919-afd5-d1736f5df14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:38:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['ace794ca-6450-4f20-9730-f3893cd9e2a4'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:11.186371 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43156) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:11.188205 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-70eab6b4-0cd7-4d99-8d80-33ca7513a701 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:11.198580 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-61b54a2a-cc9a-44e0-9b7f-06ffc5a9d446 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:11.201284 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-61b54a2a-cc9a-44e0-9b7f-06ffc5a9d446 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:11.202486 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-61b54a2a-cc9a-44e0-9b7f-06ffc5a9d446 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "DELETE /v2.0/security-groups/be04b048-735b-48d9-8658-701676b19f6b HTTP/1.1" status: 204 len: 168 time: 0.3544960 Oct 20 11:39:11.208829 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43158) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:11.216740 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e1c345-1238-47f7-9094-d1ae71b7a978 None None] Pushing event updated for resources: {'Port': ['ID=3bd18708-9bc7-4192-9dfe-23bd3c8d0ec9,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:11.225172 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-004c3378-63a9-4d54-a85b-e82130b12421 req-c6185951-96d0-4641-9431-23e398f9689e service neutron] 10.222.0.11 "GET /v2.0/networks/9ac8a1a7-834d-4283-be36-675cd4e77db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370691 Oct 20 11:39:11.226841 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b54a2a-cc9a-44e0-9b7f-06ffc5a9d446 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be04b048-735b-48d9-8658-701676b19f6b,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:11.228325 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-70eab6b4-0cd7-4d99-8d80-33ca7513a701 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Calling delete_port for 88473346-62b9-4891-9d4b-507c21a2eeaf owned by network:router_gateway {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:39:11.243463 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-3460ed3d-45cc-4a9f-8db3-84dcff88620b admin admin] Allocated IP 172.20.0.1 (a79a2568-084f-4d41-8469-7b680356a62d/3c3866d5-a700-4d4b-8bd8-40c0fe178f92/095a3009-163f-4ccb-b3d8-f7f45e798eae) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:39:11.271513 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-336b5d3c-d20a-4919-afd5-d1736f5df14c None None] Set router ace794ca-6450-4f20-9730-f3893cd9e2a4 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:39:11.294085 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-75273817-01f2-4d8f-8a39-d6aa8a308647 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0821254 Oct 20 11:39:11.301901 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43160) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:11.325847 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e9efccbb-170f-4988-a522-39dc30ec2478 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5a4c10e07f5540bfb31d79118daf9fff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1319497 Oct 20 11:39:11.352921 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43162) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:11.425820 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f3610450-156f-4c4d-b3dc-b5d44da9fd96 tempest-SecGroupTest-504002123 tempest-SecGroupTest-504002123-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1224921 Oct 20 11:39:11.454120 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-004c3378-63a9-4d54-a85b-e82130b12421 req-24ed83b2-a827-4832-9ed5-5bb0868ccc47 service neutron] 10.222.0.11 "GET /v2.0/networks/9ac8a1a7-834d-4283-be36-675cd4e77db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165656 Oct 20 11:39:11.456183 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-da32530b-d2b5-422b-b755-99fa5ab25b23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:11.462264 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3460ed3d-45cc-4a9f-8db3-84dcff88620b admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:11.474977 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-336b5d3c-d20a-4919-afd5-d1736f5df14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace794ca-6450-4f20-9730-f3893cd9e2a4', 'name': 'tempest-ServerRescueNegativeTestJSON-1747271185-router', 'tenant_id': 'c1169ad648904e1598b69c96d66e4763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '3bd18708-9bc7-4192-9dfe-23bd3c8d0ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:07Z', 'updated_at': '2021-10-20T11:39:08Z', 'revision_number': 3, 'project_id': 'c1169ad648904e1598b69c96d66e4763', 'gw_port': {'id': '3bd18708-9bc7-4192-9dfe-23bd3c8d0ec9', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace794ca-6450-4f20-9730-f3893cd9e2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:07Z', 'updated_at': '2021-10-20T11:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:11.488773 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-da32530b-d2b5-422b-b755-99fa5ab25b23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:11.516149 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336b5d3c-d20a-4919-afd5-d1736f5df14c None None] The sync data for ids ['ace794ca-6450-4f20-9730-f3893cd9e2a4'] in n-d-814735-3 is: [{'id': 'ace794ca-6450-4f20-9730-f3893cd9e2a4', 'name': 'tempest-ServerRescueNegativeTestJSON-1747271185-router', 'tenant_id': 'c1169ad648904e1598b69c96d66e4763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '3bd18708-9bc7-4192-9dfe-23bd3c8d0ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:07Z', 'updated_at': '2021-10-20T11:39:08Z', 'revision_number': 3, 'project_id': 'c1169ad648904e1598b69c96d66e4763', 'gw_port': {'id': '3bd18708-9bc7-4192-9dfe-23bd3c8d0ec9', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace794ca-6450-4f20-9730-f3893cd9e2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:07Z', 'updated_at': '2021-10-20T11:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:39:11.544167 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3460ed3d-45cc-4a9f-8db3-84dcff88620b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:11.589478 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741dbfb-a084-4c04-920d-a25cfcc11f3d req-6ef9dadd-e3d9-47ba-9bdd-5e115d5f64b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:11.590861 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8741dbfb-a084-4c04-920d-a25cfcc11f3d req-6ef9dadd-e3d9-47ba-9bdd-5e115d5f64b1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5fc99acf92746f0b6c75e7601cdfadb&device_id=62b7190f-b5e3-4f26-9a33-4c671046f335 HTTP/1.1" status: 200 len: 1095 time: 0.0702074 Oct 20 11:39:11.591284 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3460ed3d-45cc-4a9f-8db3-84dcff88620b admin admin] Network a79a2568-084f-4d41-8469-7b680356a62d is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:39:11.592325 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-da32530b-d2b5-422b-b755-99fa5ab25b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:11.595053 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-da32530b-d2b5-422b-b755-99fa5ab25b23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:11.595950 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-70eab6b4-0cd7-4d99-8d80-33ca7513a701 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:11.596407 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-da32530b-d2b5-422b-b755-99fa5ab25b23 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/78c9e7f7-99ae-4384-9a68-54ee2a23368e HTTP/1.1" status: 204 len: 168 time: 0.2414100 Oct 20 11:39:11.604368 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-3460ed3d-45cc-4a9f-8db3-84dcff88620b admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:39:11.621925 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3460ed3d-45cc-4a9f-8db3-84dcff88620b admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:39:11.634137 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460ed3d-45cc-4a9f-8db3-84dcff88620b admin admin] Pushing event updated for resources: {'Port': ['ID=095a3009-163f-4ccb-b3d8-f7f45e798eae,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:11.638927 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da32530b-d2b5-422b-b755-99fa5ab25b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c9e7f7-99ae-4384-9a68-54ee2a23368e,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:11.709739 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3460ed3d-45cc-4a9f-8db3-84dcff88620b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:11.830085 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eab6b4-0cd7-4d99-8d80-33ca7513a701 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event deleted for resources: {'Port': ['ID=88473346-62b9-4891-9d4b-507c21a2eeaf,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:11.891541 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43178) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:11.905280 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3460ed3d-45cc-4a9f-8db3-84dcff88620b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:11.907213 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5d4e0a67-ca33-4c90-907d-fb9d2bc086d8 req-7d9d4ba7-f997-4a88-862e-462a55c53db2 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.2038746 Oct 20 11:39:11.941413 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-70eab6b4-0cd7-4d99-8d80-33ca7513a701 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:12.150338 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3460ed3d-45cc-4a9f-8db3-84dcff88620b admin admin] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:12.157961 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-70eab6b4-0cd7-4d99-8d80-33ca7513a701 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:12.159105 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3460ed3d-45cc-4a9f-8db3-84dcff88620b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:12.163259 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741dbfb-a084-4c04-920d-a25cfcc11f3d req-cf5d3262-caa4-4051-9c99-a51aec184215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:12.165137 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8741dbfb-a084-4c04-920d-a25cfcc11f3d req-cf5d3262-caa4-4051-9c99-a51aec184215 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ac8a1a7-834d-4283-be36-675cd4e77db7 HTTP/1.1" status: 200 len: 912 time: 0.5346792 Oct 20 11:39:12.175308 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-70eab6b4-0cd7-4d99-8d80-33ca7513a701 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:12.238474 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460ed3d-45cc-4a9f-8db3-84dcff88620b admin admin] Pushing event updated for resources: {'Port': ['ID=095a3009-163f-4ccb-b3d8-f7f45e798eae,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:12.244545 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3460ed3d-45cc-4a9f-8db3-84dcff88620b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:12.355964 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3460ed3d-45cc-4a9f-8db3-84dcff88620b admin admin] Network a79a2568-084f-4d41-8469-7b680356a62d is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:39:12.358135 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-3460ed3d-45cc-4a9f-8db3-84dcff88620b admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:39:12.499913 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3460ed3d-45cc-4a9f-8db3-84dcff88620b admin admin] Router ace794ca-6450-4f20-9730-f3893cd9e2a4 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:39:12.642303 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8741dbfb-a084-4c04-920d-a25cfcc11f3d req-17fe02d7-5a9d-4297-9196-37189ccf1a84 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=879bcf10-a3e4-443f-8ecd-c19bcebb64a2 HTTP/1.1" status: 200 len: 217 time: 0.4640086 Oct 20 11:39:12.642913 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43198) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:12.654322 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3460ed3d-45cc-4a9f-8db3-84dcff88620b admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:39:12.662894 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3460ed3d-45cc-4a9f-8db3-84dcff88620b admin admin] 10.222.0.98 "PUT /v2.0/routers/ace794ca-6450-4f20-9730-f3893cd9e2a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8378296 Oct 20 11:39:12.712206 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-70eab6b4-0cd7-4d99-8d80-33ca7513a701 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:12.712755 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70eab6b4-0cd7-4d99-8d80-33ca7513a701 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Fanout notify agent at l3_agent the message router_deleted on router 9af73387-a3d5-4930-adf3-efaf0545564d {{(pid=100647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:39:12.727621 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb706b-1ee6-4cd0-b6b8-6771051a8386 req-82160ed2-a95e-487a-ba91-4dc525b6d7d9 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:12.734691 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eabb706b-1ee6-4cd0-b6b8-6771051a8386 req-82160ed2-a95e-487a-ba91-4dc525b6d7d9 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=62b7190f-b5e3-4f26-9a33-4c671046f335 HTTP/1.1" status: 200 len: 944 time: 0.6974339 Oct 20 11:39:12.758389 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-70eab6b4-0cd7-4d99-8d80-33ca7513a701 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:12.759584 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-70eab6b4-0cd7-4d99-8d80-33ca7513a701 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "DELETE /v2.0/routers/9af73387-a3d5-4930-adf3-efaf0545564d HTTP/1.1" status: 204 len: 168 time: 2.6739054 Oct 20 11:39:12.764080 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43206) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:12.769470 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-b07e13fe-c0bb-4119-a70c-96a177951ee5 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1786113688'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:12.784520 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d877a975-11c0-47cb-b240-1a317f092d23 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=88ff48e8a9bb42f19fce0bb7a949ffae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8710105 Oct 20 11:39:12.787595 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43208) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:12.821842 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-d2b97fff-2458-490c-b90b-8f8436c38149 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1274291139-network', 'tenant_id': 'f0012baf31914701a438a4a910671113'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:12.829716 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07e13fe-c0bb-4119-a70c-96a177951ee5 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Made reservation on behalf of d681ef907c694a9796fe2b5eafa3eecc for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:39:12.833734 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b07e13fe-c0bb-4119-a70c-96a177951ee5 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:12.835010 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741dbfb-a084-4c04-920d-a25cfcc11f3d req-e4ecbf0f-2c4b-4d27-83ce-626d86c5f226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:12.837172 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8741dbfb-a084-4c04-920d-a25cfcc11f3d req-e4ecbf0f-2c4b-4d27-83ce-626d86c5f226 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15eac2f5-b810-4d1a-999c-137936c809b4 HTTP/1.1" status: 200 len: 849 time: 0.1800849 Oct 20 11:39:12.885051 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eabb706b-1ee6-4cd0-b6b8-6771051a8386 req-8152f229-c5f4-482d-af05-8ff213c9e094 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/security-groups?id=082d2d4b-3491-45ca-b57b-e91861d99e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490014 Oct 20 11:39:12.889182 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b07e13fe-c0bb-4119-a70c-96a177951ee5 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] vlan segment allocate from pool success with {'vlan_id': 1283, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:39:12.911944 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b07e13fe-c0bb-4119-a70c-96a177951ee5 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:12.912306 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-b07e13fe-c0bb-4119-a70c-96a177951ee5 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Added segment 9f90f5fd-e83c-4010-b057-0bb90b4a2c23 of type vlan for network c66707b1-13b6-4702-810b-26a4d85c63c3 Oct 20 11:39:12.912425 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b97fff-2458-490c-b90b-8f8436c38149 admin admin] Made reservation on behalf of f0012baf31914701a438a4a910671113 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:39:12.916063 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d2b97fff-2458-490c-b90b-8f8436c38149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:12.927269 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d2b97fff-2458-490c-b90b-8f8436c38149 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:12.960167 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-31b52b37-feb7-4106-910f-169af855c199 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:12.971470 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b07e13fe-c0bb-4119-a70c-96a177951ee5 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:12.977126 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741dbfb-a084-4c04-920d-a25cfcc11f3d req-f7f50aaa-bdce-41bb-9521-adb756101b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:12.979160 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8741dbfb-a084-4c04-920d-a25cfcc11f3d req-f7f50aaa-bdce-41bb-9521-adb756101b0a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ac8a1a7-834d-4283-be36-675cd4e77db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1279085 Oct 20 11:39:12.998600 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-31b52b37-feb7-4106-910f-169af855c199 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:13.036369 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b07e13fe-c0bb-4119-a70c-96a177951ee5 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:13.042016 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07e13fe-c0bb-4119-a70c-96a177951ee5 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:13.042630 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b07e13fe-c0bb-4119-a70c-96a177951ee5 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:13.073524 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c692b7ba-f413-4083-82d5-28f71d78caff req-ee9f23a0-2b16-4138-8811-97a45dfe9831 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0539374 Oct 20 11:39:13.096386 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b07e13fe-c0bb-4119-a70c-96a177951ee5 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3284428 Oct 20 11:39:13.097432 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43222) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:13.108381 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-8410171f-d949-48dd-b396-e455c8307272 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Request body: {'subnet': {'network_id': 'c66707b1-13b6-4702-810b-26a4d85c63c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:13.144750 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d2b97fff-2458-490c-b90b-8f8436c38149 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:13.157114 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07e13fe-c0bb-4119-a70c-96a177951ee5 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event updated for resources: {'Network': ['ID=c66707b1-13b6-4702-810b-26a4d85c63c3,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:13.159033 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d2b97fff-2458-490c-b90b-8f8436c38149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:13.167470 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network c66707b1-13b6-4702-810b-26a4d85c63c3 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:39:13.180401 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8741dbfb-a084-4c04-920d-a25cfcc11f3d req-b4c872e8-6185-4875-8bd4-1613c2216d5f service neutron] 10.222.0.11 "GET /v2.0/networks/9ac8a1a7-834d-4283-be36-675cd4e77db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913254 Oct 20 11:39:13.204640 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2b97fff-2458-490c-b90b-8f8436c38149 admin admin] vlan segment allocate from pool success with {'vlan_id': 1294, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:39:13.235099 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-31b52b37-feb7-4106-910f-169af855c199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:13.237631 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-31b52b37-feb7-4106-910f-169af855c199 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:13.238842 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-31b52b37-feb7-4106-910f-169af855c199 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e7965a24-8ea1-4aa1-8dec-515d3e5981ad HTTP/1.1" status: 204 len: 168 time: 0.4495955 Oct 20 11:39:13.254355 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b52b37-feb7-4106-910f-169af855c199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7965a24-8ea1-4aa1-8dec-515d3e5981ad,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:13.262742 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d2b97fff-2458-490c-b90b-8f8436c38149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:13.263136 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-d2b97fff-2458-490c-b90b-8f8436c38149 admin admin] Added segment 73cbce6c-57a2-4343-bb4b-9f489f07b678 of type vlan for network a1980227-64af-4c17-9cee-4570c69a4cb6 Oct 20 11:39:13.264662 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b97fff-2458-490c-b90b-8f8436c38149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a4618d-8545-4e01-b65f-bb87c8833e63,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:13.268628 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8410171f-d949-48dd-b396-e455c8307272 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Made reservation on behalf of d681ef907c694a9796fe2b5eafa3eecc for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:39:13.277551 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8410171f-d949-48dd-b396-e455c8307272 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:13.403399 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d2b97fff-2458-490c-b90b-8f8436c38149 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:13.428282 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed69db-221a-4bd0-86ae-e447bf8a34e1 req-69745cc6-03dc-4da1-a250-b6fa01398436 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:13.435705 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-85ed69db-221a-4bd0-86ae-e447bf8a34e1 req-69745cc6-03dc-4da1-a250-b6fa01398436 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/networks?id=a79a2568-084f-4d41-8469-7b680356a62d HTTP/1.1" status: 200 len: 819 time: 0.2798357 Oct 20 11:39:13.467646 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8741dbfb-a084-4c04-920d-a25cfcc11f3d req-317a2e52-62fd-436b-be81-91fc1d1c3663 service neutron] 10.222.0.11 "GET /v2.0/networks/9ac8a1a7-834d-4283-be36-675cd4e77db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668269 Oct 20 11:39:13.471052 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-85ed69db-221a-4bd0-86ae-e447bf8a34e1 req-a58dc29d-632c-4b52-b1c6-afebfbd1ec20 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/quotas/c1169ad648904e1598b69c96d66e4763 HTTP/1.1" status: 200 len: 375 time: 0.0345118 Oct 20 11:39:13.492071 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d2b97fff-2458-490c-b90b-8f8436c38149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:13.492939 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b97fff-2458-490c-b90b-8f8436c38149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:13.493529 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d2b97fff-2458-490c-b90b-8f8436c38149 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:13.500515 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8410171f-d949-48dd-b396-e455c8307272 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:13.580708 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d2b97fff-2458-490c-b90b-8f8436c38149 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9355059 Oct 20 11:39:13.584525 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43234) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:13.586322 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b97fff-2458-490c-b90b-8f8436c38149 admin admin] Pushing event updated for resources: {'Network': ['ID=a1980227-64af-4c17-9cee-4570c69a4cb6,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:13.590582 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8410171f-d949-48dd-b396-e455c8307272 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event updated for resources: {'Subnet': ['ID=ea1b11ee-4ff2-49d4-9715-d309b059d200,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:13.591252 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8410171f-d949-48dd-b396-e455c8307272 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Checking segment: {'id': '9f90f5fd-e83c-4010-b057-0bb90b4a2c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'c66707b1-13b6-4702-810b-26a4d85c63c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:39:13.591848 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-0fc956a9-531f-421a-a5cc-0f1f4259d67c admin admin] Request body: {'subnet': {'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1274291139-subnet', 'tenant_id': 'f0012baf31914701a438a4a910671113', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:13.591976 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8410171f-d949-48dd-b396-e455c8307272 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Network hostable DHCP agents. Network: c66707b1-13b6-4702-810b-26a4d85c63c3, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:39:13.614573 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8410171f-d949-48dd-b396-e455c8307272 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Network c66707b1-13b6-4702-810b-26a4d85c63c3 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:39:13.615025 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network a1980227-64af-4c17-9cee-4570c69a4cb6 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:39:13.623468 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-85ed69db-221a-4bd0-86ae-e447bf8a34e1 req-01144b16-cd6d-420a-a0ca-7950cb030dec tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=c1169ad648904e1598b69c96d66e4763&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1430631 Oct 20 11:39:13.627292 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-8410171f-d949-48dd-b396-e455c8307272 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, c66707b1-13b6-4702-810b-26a4d85c63c3) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:39:13.639708 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8410171f-d949-48dd-b396-e455c8307272 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:13.640701 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8410171f-d949-48dd-b396-e455c8307272 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:13.662233 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc956a9-531f-421a-a5cc-0f1f4259d67c admin admin] Made reservation on behalf of f0012baf31914701a438a4a910671113 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:39:13.668323 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0fc956a9-531f-421a-a5cc-0f1f4259d67c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:13.668514 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f139ef83-177d-45bb-9a3f-17686c7b5660 None None] Network c66707b1-13b6-4702-810b-26a4d85c63c3 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:39:13.683048 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8410171f-d949-48dd-b396-e455c8307272 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5820494 Oct 20 11:39:13.683832 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43238) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:13.689269 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-7fb08c63-f1cd-41e2-b64f-b4ab23ccd59d tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1531301179', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:13.726393 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7fb08c63-f1cd-41e2-b64f-b4ab23ccd59d tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:13.727978 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7fb08c63-f1cd-41e2-b64f-b4ab23ccd59d tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:13.803121 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-85ed69db-221a-4bd0-86ae-e447bf8a34e1 req-a5dea9d8-4f36-4d53-9bb6-a936ffd9f3af service neutron] 10.222.0.98 "GET /v2.0/networks/a79a2568-084f-4d41-8469-7b680356a62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786752 Oct 20 11:39:13.847026 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7fb08c63-f1cd-41e2-b64f-b4ab23ccd59d tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:13.859654 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7fb08c63-f1cd-41e2-b64f-b4ab23ccd59d tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:13.910043 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7fb08c63-f1cd-41e2-b64f-b4ab23ccd59d tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:13.914811 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7fb08c63-f1cd-41e2-b64f-b4ab23ccd59d tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2298236 Oct 20 11:39:13.919580 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43248) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:13.952909 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 3bd18708-9bc7-4192-9dfe-23bd3c8d0ec9 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:39:13.965904 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-85ed69db-221a-4bd0-86ae-e447bf8a34e1 req-9f53e9d4-6ae4-4297-afe6-f57ad9fa9008 service neutron] 10.222.0.98 "GET /v2.0/networks/a79a2568-084f-4d41-8469-7b680356a62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617770 Oct 20 11:39:14.018309 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee160f2-32df-4cbf-b5f3-cd76d918fff6 None None] Sync routers for ids ['ace794ca-6450-4f20-9730-f3893cd9e2a4'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:39:14.043001 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee160f2-32df-4cbf-b5f3-cd76d918fff6 None None] Routers {'ace794ca-6450-4f20-9730-f3893cd9e2a4'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:39:14.044312 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-4ee160f2-32df-4cbf-b5f3-cd76d918fff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:38:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['ace794ca-6450-4f20-9730-f3893cd9e2a4'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:14.081466 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0fc956a9-531f-421a-a5cc-0f1f4259d67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:14.086666 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b04e4b8-4011-4d66-bed0-92a6e7990c32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-c66707b1-13b6-4702-810b-26a4d85c63c3', 'network_id': 'c66707b1-13b6-4702-810b-26a4d85c63c3', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'fixed_ips': [{'subnet_id': 'ea1b11ee-4ff2-49d4-9715-d309b059d200'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:39:14.088380 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1b04e4b8-4011-4d66-bed0-92a6e7990c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:14.119026 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 3bd18708-9bc7-4192-9dfe-23bd3c8d0ec9 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:14.119705 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:14.246841 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc956a9-531f-421a-a5cc-0f1f4259d67c admin admin] Pushing event updated for resources: {'Subnet': ['ID=978f4782-c6ff-4108-a8dd-a568aeeefa48,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:14.276049 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385c3ff-405a-4003-bad9-0f310340fec6 req-c1ef6890-9419-4f0c-ba13-b4b2fc84ae0d tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:14.283928 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0385c3ff-405a-4003-bad9-0f310340fec6 req-c1ef6890-9419-4f0c-ba13-b4b2fc84ae0d tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=62b7190f-b5e3-4f26-9a33-4c671046f335 HTTP/1.1" status: 200 len: 944 time: 0.1989233 Oct 20 11:39:14.328421 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc956a9-531f-421a-a5cc-0f1f4259d67c admin admin] Checking segment: {'id': '73cbce6c-57a2-4343-bb4b-9f489f07b678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:39:14.328999 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc956a9-531f-421a-a5cc-0f1f4259d67c admin admin] Network hostable DHCP agents. Network: a1980227-64af-4c17-9cee-4570c69a4cb6, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:39:14.335518 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-66cfa4ea-83c8-4301-ab4e-32e153a95410 req-01f8d226-2985-45fc-afd2-cc50ca8e4326 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0493305 Oct 20 11:39:14.375843 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0385c3ff-405a-4003-bad9-0f310340fec6 req-9e2a7db4-7eb1-426f-b27c-3685605ceb44 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/security-groups?id=082d2d4b-3491-45ca-b57b-e91861d99e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894105 Oct 20 11:39:14.382766 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc956a9-531f-421a-a5cc-0f1f4259d67c admin admin] Network a1980227-64af-4c17-9cee-4570c69a4cb6 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:39:14.401158 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-0fc956a9-531f-421a-a5cc-0f1f4259d67c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, a1980227-64af-4c17-9cee-4570c69a4cb6) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:39:14.418054 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc956a9-531f-421a-a5cc-0f1f4259d67c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:14.418660 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0fc956a9-531f-421a-a5cc-0f1f4259d67c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:14.427200 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43266) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:14.463386 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-4ee160f2-32df-4cbf-b5f3-cd76d918fff6 None None] Set router ace794ca-6450-4f20-9730-f3893cd9e2a4 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:39:14.467407 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591f0993-a6d9-4594-965b-378f70f0fa0a None None] Network a1980227-64af-4c17-9cee-4570c69a4cb6 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:39:14.469923 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:14.477693 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a769fc8f-3833-48c7-8805-312957f7ce03 req-a06234fd-221a-48cc-91ae-d99f6d3a2954 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 210 time: 0.0525532 Oct 20 11:39:14.484333 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-0fc956a9-531f-421a-a5cc-0f1f4259d67c admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8957002 Oct 20 11:39:14.484333 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43272) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:14.487835 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9c77381e-500a-4e6c-937d-4228363a3628 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:14.489227 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-26be768e-3bff-4748-b835-39303d4b327c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1274291139-router', 'tenant_id': 'f0012baf31914701a438a4a910671113', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:14.539156 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 879bcf10-a3e4-443f-8ecd-c19bcebb64a2 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:39:14.548257 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-26be768e-3bff-4748-b835-39303d4b327c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:14.549642 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-26be768e-3bff-4748-b835-39303d4b327c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:14.608649 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-6620ddce-ae08-4cd2-aece-27e43c055baa tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-91604127'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:14.651158 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-26be768e-3bff-4748-b835-39303d4b327c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:14.752628 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-1b04e4b8-4011-4d66-bed0-92a6e7990c32 None None] Allocated IP 2001:db8::2 (c66707b1-13b6-4702-810b-26a4d85c63c3/ea1b11ee-4ff2-49d4-9715-d309b059d200/5826edba-6ec1-4966-9378-c775907abf95) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:39:14.777120 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 3bd18708-9bc7-4192-9dfe-23bd3c8d0ec9, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=3bd18708-9bc7-4192-9dfe-23bd3c8d0ec9,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:14.798040 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6620ddce-ae08-4cd2-aece-27e43c055baa tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Made reservation on behalf of d37d501a49ee4363bf78a40759ca0030 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:39:14.801589 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6620ddce-ae08-4cd2-aece-27e43c055baa tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:14.868826 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6620ddce-ae08-4cd2-aece-27e43c055baa tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:14.947837 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-26be768e-3bff-4748-b835-39303d4b327c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:15.016055 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:15.027545 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb162b6-32dd-4150-b53d-dcae5b535747 req-1153f785-ca7d-414c-a606-bb3613ba4ac7 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:15.029247 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7eb162b6-32dd-4150-b53d-dcae5b535747 req-1153f785-ca7d-414c-a606-bb3613ba4ac7 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/networks?id=a79a2568-084f-4d41-8469-7b680356a62d HTTP/1.1" status: 200 len: 819 time: 0.2347074 Oct 20 11:39:15.077549 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7eb162b6-32dd-4150-b53d-dcae5b535747 req-9b655015-d60b-4fee-a447-bcb839b44f8b tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/quotas/c1169ad648904e1598b69c96d66e4763 HTTP/1.1" status: 200 len: 375 time: 0.0304401 Oct 20 11:39:15.116029 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 879bcf10-a3e4-443f-8ecd-c19bcebb64a2, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=879bcf10-a3e4-443f-8ecd-c19bcebb64a2,segment=NetworkSegment(f88209a2-72e2-479d-b474-08400eb3454d),segment_id=f88209a2-72e2-479d-b474-08400eb3454d)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:15.165483 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6620ddce-ae08-4cd2-aece-27e43c055baa tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:15.175105 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6620ddce-ae08-4cd2-aece-27e43c055baa tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:15.210394 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6620ddce-ae08-4cd2-aece-27e43c055baa tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] vlan segment allocate from pool success with {'vlan_id': 1262, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:39:15.225310 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7eb162b6-32dd-4150-b53d-dcae5b535747 req-1bc2d792-d6cf-44e0-bfee-a54f4aaffce5 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=c1169ad648904e1598b69c96d66e4763&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1166766 Oct 20 11:39:15.225934 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '879bcf10-a3e4-443f-8ecd-c19bcebb64a2', 'network_id': '9ac8a1a7-834d-4283-be36-675cd4e77db7', 'port_id': '879bcf10-a3e4-443f-8ecd-c19bcebb64a2', 'mac_address': 'fa:16:3e:ab:2f:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15eac2f5-b810-4d1a-999c-137936c809b4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:39:15.245675 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6620ddce-ae08-4cd2-aece-27e43c055baa tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:15.246004 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-6620ddce-ae08-4cd2-aece-27e43c055baa tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Added segment 43ae48c2-478e-44e7-8b92-da589e89231c of type vlan for network c622bbb3-0e76-4d5a-8a4c-fb775b3c4129 Oct 20 11:39:15.248229 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6620ddce-ae08-4cd2-aece-27e43c055baa tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d7118a-7d12-4818-901a-1b90820714ca,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:15.251268 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=3bd18708-9bc7-4192-9dfe-23bd3c8d0ec9,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:15.343721 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:15.400083 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:15.427708 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36809bca-1a3f-4b32-ac85-103bc036f9e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-a1980227-64af-4c17-9cee-4570c69a4cb6', 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6', 'tenant_id': 'f0012baf31914701a438a4a910671113', 'fixed_ips': [{'subnet_id': '978f4782-c6ff-4108-a8dd-a568aeeefa48'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:39:15.428557 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-36809bca-1a3f-4b32-ac85-103bc036f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:15.434825 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6620ddce-ae08-4cd2-aece-27e43c055baa tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:15.445870 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 879bcf10-a3e4-443f-8ecd-c19bcebb64a2 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:39:15.459025 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1b04e4b8-4011-4d66-bed0-92a6e7990c32 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:15.475473 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1b04e4b8-4011-4d66-bed0-92a6e7990c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:15.497174 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1b13f8d1-193b-453c-aaa2-7893bb6fdd43 req-facd86a7-32de-405d-aaad-7591ae886900 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0598021 Oct 20 11:39:15.497650 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 879bcf10-a3e4-443f-8ecd-c19bcebb64a2, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=879bcf10-a3e4-443f-8ecd-c19bcebb64a2,segment=NetworkSegment(f88209a2-72e2-479d-b474-08400eb3454d),segment_id=f88209a2-72e2-479d-b474-08400eb3454d)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:15.528477 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:15.540973 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-26be768e-3bff-4748-b835-39303d4b327c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:15.540973 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7eb162b6-32dd-4150-b53d-dcae5b535747 req-c777f337-cfdf-4d46-8ac1-179b7256723a service neutron] 10.222.0.98 "GET /v2.0/networks/a79a2568-084f-4d41-8469-7b680356a62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020711 Oct 20 11:39:15.571174 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-26be768e-3bff-4748-b835-39303d4b327c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:15.592491 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6620ddce-ae08-4cd2-aece-27e43c055baa tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:15.600511 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6620ddce-ae08-4cd2-aece-27e43c055baa tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:15.601158 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6620ddce-ae08-4cd2-aece-27e43c055baa tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:15.606386 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b04e4b8-4011-4d66-bed0-92a6e7990c32 None None] Network c66707b1-13b6-4702-810b-26a4d85c63c3 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:39:15.619886 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-1b04e4b8-4011-4d66-bed0-92a6e7990c32 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:39:15.625065 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b04e4b8-4011-4d66-bed0-92a6e7990c32 None None] Pushing event updated for resources: {'Port': ['ID=5826edba-6ec1-4966-9378-c775907abf95,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:15.628728 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b04e4b8-4011-4d66-bed0-92a6e7990c32 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:39:15.642754 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-9c77381e-500a-4e6c-937d-4228363a3628 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Allocated IP 2001:db8::1 (c66707b1-13b6-4702-810b-26a4d85c63c3/ea1b11ee-4ff2-49d4-9715-d309b059d200/e1678bfc-1cd7-4742-86d2-a305534acb4a) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:39:15.669040 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-4ee160f2-32df-4cbf-b5f3-cd76d918fff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace794ca-6450-4f20-9730-f3893cd9e2a4', 'name': 'tempest-ServerRescueNegativeTestJSON-1747271185-router', 'tenant_id': 'c1169ad648904e1598b69c96d66e4763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '3bd18708-9bc7-4192-9dfe-23bd3c8d0ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:07Z', 'updated_at': '2021-10-20T11:39:11Z', 'revision_number': 4, 'project_id': 'c1169ad648904e1598b69c96d66e4763', 'gw_port': {'id': '3bd18708-9bc7-4192-9dfe-23bd3c8d0ec9', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace794ca-6450-4f20-9730-f3893cd9e2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:07Z', 'updated_at': '2021-10-20T11:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '095a3009-163f-4ccb-b3d8-f7f45e798eae', 'name': '', 'network_id': 'a79a2568-084f-4d41-8469-7b680356a62d', 'tenant_id': 'c1169ad648904e1598b69c96d66e4763', 'mac_address': 'fa:16:3e:bb:dc:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace794ca-6450-4f20-9730-f3893cd9e2a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '3c3866d5-a700-4d4b-8bd8-40c0fe178f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:11Z', 'updated_at': '2021-10-20T11:39:11Z', 'revision_number': 2, 'project_id': 'c1169ad648904e1598b69c96d66e4763', 'subnets': [{'id': '3c3866d5-a700-4d4b-8bd8-40c0fe178f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:15.707633 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 3bd18708-9bc7-4192-9dfe-23bd3c8d0ec9 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:39:15.778927 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['879bcf10-a3e4-443f-8ecd-c19bcebb64a2'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:39:15.781204 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee160f2-32df-4cbf-b5f3-cd76d918fff6 None None] Checking router: ace794ca-6450-4f20-9730-f3893cd9e2a4 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:39:15.781717 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee160f2-32df-4cbf-b5f3-cd76d918fff6 None None] Updating router ace794ca-6450-4f20-9730-f3893cd9e2a4 port 095a3009-163f-4ccb-b3d8-f7f45e798eae binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:39:15.810946 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9c77381e-500a-4e6c-937d-4228363a3628 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:15.861559 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9c77381e-500a-4e6c-937d-4228363a3628 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:15.877053 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-36809bca-1a3f-4b32-ac85-103bc036f9e1 None None] Allocated IP 172.20.0.2 (a1980227-64af-4c17-9cee-4570c69a4cb6/978f4782-c6ff-4108-a8dd-a568aeeefa48/24cdc87f-0979-4639-833f-3f48d8126e4e) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:39:15.899795 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c77381e-500a-4e6c-937d-4228363a3628 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Network c66707b1-13b6-4702-810b-26a4d85c63c3 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:39:15.900646 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=879bcf10-a3e4-443f-8ecd-c19bcebb64a2,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:15.912001 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-9c77381e-500a-4e6c-937d-4228363a3628 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:39:15.913916 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4ee160f2-32df-4cbf-b5f3-cd76d918fff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:15.916332 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c77381e-500a-4e6c-937d-4228363a3628 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:39:15.916881 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9c77381e-500a-4e6c-937d-4228363a3628 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:15.921992 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-1b04e4b8-4011-4d66-bed0-92a6e7990c32 None None] Attempting to bind port 5826edba-6ec1-4966-9378-c775907abf95 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:39:15.923500 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-1b04e4b8-4011-4d66-bed0-92a6e7990c32 None None] Attempting to bind port 5826edba-6ec1-4966-9378-c775907abf95 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '9f90f5fd-e83c-4010-b057-0bb90b4a2c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'c66707b1-13b6-4702-810b-26a4d85c63c3'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:39:15.923500 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b04e4b8-4011-4d66-bed0-92a6e7990c32 None None] Attempting to bind port 5826edba-6ec1-4966-9378-c775907abf95 on network c66707b1-13b6-4702-810b-26a4d85c63c3 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:39:15.961889 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77381e-500a-4e6c-937d-4228363a3628 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event updated for resources: {'Port': ['ID=e1678bfc-1cd7-4742-86d2-a305534acb4a,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:15.967939 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b04e4b8-4011-4d66-bed0-92a6e7990c32 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:39:15.968408 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b04e4b8-4011-4d66-bed0-92a6e7990c32 None None] Checking segment: {'id': '9f90f5fd-e83c-4010-b057-0bb90b4a2c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'c66707b1-13b6-4702-810b-26a4d85c63c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:39:15.968708 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1b04e4b8-4011-4d66-bed0-92a6e7990c32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:15.969216 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b04e4b8-4011-4d66-bed0-92a6e7990c32 None None] Bound using segment: {'id': '9f90f5fd-e83c-4010-b057-0bb90b4a2c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'c66707b1-13b6-4702-810b-26a4d85c63c3'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:39:15.969603 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-1b04e4b8-4011-4d66-bed0-92a6e7990c32 None None] Bound port: 5826edba-6ec1-4966-9378-c775907abf95, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f90f5fd-e83c-4010-b057-0bb90b4a2c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'c66707b1-13b6-4702-810b-26a4d85c63c3'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:39:15.969946 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1b04e4b8-4011-4d66-bed0-92a6e7990c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:16.063108 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9c77381e-500a-4e6c-937d-4228363a3628 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:16.105275 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 3bd18708-9bc7-4192-9dfe-23bd3c8d0ec9 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:16.105275 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:16.232441 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-6620ddce-ae08-4cd2-aece-27e43c055baa tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 1.8003809 Oct 20 11:39:16.240338 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43298) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:16.255891 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-13ea6e97-8739-452a-9f21-e6b6e3c2708f tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Request body: {'subnet': {'network_id': 'c622bbb3-0e76-4d5a-8a4c-fb775b3c4129', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:16.262894 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6620ddce-ae08-4cd2-aece-27e43c055baa tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Pushing event updated for resources: {'Network': ['ID=c622bbb3-0e76-4d5a-8a4c-fb775b3c4129,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:16.311465 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network c622bbb3-0e76-4d5a-8a4c-fb775b3c4129 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:39:16.332724 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-1b04e4b8-4011-4d66-bed0-92a6e7990c32 None None] For port 5826edba-6ec1-4966-9378-c775907abf95, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:39:16.409787 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-1b04e4b8-4011-4d66-bed0-92a6e7990c32 None None] For port 5826edba-6ec1-4966-9378-c775907abf95, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=5826edba-6ec1-4966-9378-c775907abf95,segment=NetworkSegment(9f90f5fd-e83c-4010-b057-0bb90b4a2c23),segment_id=9f90f5fd-e83c-4010-b057-0bb90b4a2c23)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:39:16.417445 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c3f39-01bc-4670-b278-5d8dcb978eac req-2d2a19fc-a73d-435a-bf90-c21425eed028 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:16.423469 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-495c3f39-01bc-4670-b278-5d8dcb978eac req-2d2a19fc-a73d-435a-bf90-c21425eed028 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=62b7190f-b5e3-4f26-9a33-4c671046f335 HTTP/1.1" status: 200 len: 945 time: 0.7191181 Oct 20 11:39:16.433088 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7eb162b6-32dd-4150-b53d-dcae5b535747 req-0ef5e155-9270-43f9-b084-869c5d9bd704 service neutron] 10.222.0.98 "GET /v2.0/networks/a79a2568-084f-4d41-8469-7b680356a62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8749256 Oct 20 11:39:16.460052 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1b04e4b8-4011-4d66-bed0-92a6e7990c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:16.480606 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-36809bca-1a3f-4b32-ac85-103bc036f9e1 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:16.502975 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed69db-221a-4bd0-86ae-e447bf8a34e1 req-b1e22f9c-eb2e-4d72-bf9c-a4f97b5837ea tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:16.504744 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-85ed69db-221a-4bd0-86ae-e447bf8a34e1 req-b1e22f9c-eb2e-4d72-bf9c-a4f97b5837ea tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.89 "GET /v2.0/networks?id=a79a2568-084f-4d41-8469-7b680356a62d HTTP/1.1" status: 200 len: 819 time: 0.9231386 Oct 20 11:39:16.507868 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-26be768e-3bff-4748-b835-39303d4b327c admin admin] Allocated IP 172.25.5.251 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/816a3f17-8070-4d30-ae82-ed947c489194) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:39:16.512632 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-495c3f39-01bc-4670-b278-5d8dcb978eac req-23cf4ee0-558b-4c7d-8b64-2559063ec3af tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/security-groups?id=082d2d4b-3491-45ca-b57b-e91861d99e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781264 Oct 20 11:39:16.552158 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-85ed69db-221a-4bd0-86ae-e447bf8a34e1 req-9b4fde50-ed2c-418d-9e51-3271da4945a1 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Request body: {'port': {'device_id': 'b0d8017c-a682-4e73-8b7b-09e31d8c8f5a', 'network_id': 'a79a2568-084f-4d41-8469-7b680356a62d', 'admin_state_up': True, 'tenant_id': 'c1169ad648904e1598b69c96d66e4763'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:16.553179 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-36809bca-1a3f-4b32-ac85-103bc036f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:16.584115 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ea6e97-8739-452a-9f21-e6b6e3c2708f tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Made reservation on behalf of d37d501a49ee4363bf78a40759ca0030 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:39:16.587834 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-13ea6e97-8739-452a-9f21-e6b6e3c2708f tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:16.652664 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b04e4b8-4011-4d66-bed0-92a6e7990c32 None None] Pushing event updated for resources: {'Port': ['ID=5826edba-6ec1-4966-9378-c775907abf95,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:16.665397 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36809bca-1a3f-4b32-ac85-103bc036f9e1 None None] Network a1980227-64af-4c17-9cee-4570c69a4cb6 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:39:16.734826 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-36809bca-1a3f-4b32-ac85-103bc036f9e1 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:39:16.749826 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36809bca-1a3f-4b32-ac85-103bc036f9e1 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:39:16.822602 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9c77381e-500a-4e6c-937d-4228363a3628 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:16.830358 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9c77381e-500a-4e6c-937d-4228363a3628 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:16.831842 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9c77381e-500a-4e6c-937d-4228363a3628 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:16.961922 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1740afb9-fa7a-4bc0-bcd8-8291ff8a1332 req-3699c3ce-973f-4bf8-96ab-dc5611bc709a tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.1668000 Oct 20 11:39:16.964084 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4d52ac19-56d2-4344-9a6c-0ff7f269b0e7 req-eef84f67-2234-40a6-a589-e19160783b9d tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=01f8306c-aecf-4fa0-8380-deaa069898a3 HTTP/1.1" status: 200 len: 210 time: 0.1726718 Oct 20 11:39:17.064823 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77381e-500a-4e6c-937d-4228363a3628 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event updated for resources: {'Port': ['ID=e1678bfc-1cd7-4742-86d2-a305534acb4a,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:17.122939 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c77381e-500a-4e6c-937d-4228363a3628 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Network c66707b1-13b6-4702-810b-26a4d85c63c3 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:39:17.125580 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-9c77381e-500a-4e6c-937d-4228363a3628 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:39:17.125822 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4ee160f2-32df-4cbf-b5f3-cd76d918fff6 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:17.145910 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36809bca-1a3f-4b32-ac85-103bc036f9e1 None None] Pushing event updated for resources: {'Port': ['ID=24cdc87f-0979-4639-833f-3f48d8126e4e,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:17.164978 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4ee160f2-32df-4cbf-b5f3-cd76d918fff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:17.177044 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-26be768e-3bff-4748-b835-39303d4b327c admin admin] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:17.190594 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-13ea6e97-8739-452a-9f21-e6b6e3c2708f tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:17.231243 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-36809bca-1a3f-4b32-ac85-103bc036f9e1 None None] Attempting to bind port 24cdc87f-0979-4639-833f-3f48d8126e4e on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:39:17.231597 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-36809bca-1a3f-4b32-ac85-103bc036f9e1 None None] Attempting to bind port 24cdc87f-0979-4639-833f-3f48d8126e4e by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '73cbce6c-57a2-4343-bb4b-9f489f07b678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:39:17.232008 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36809bca-1a3f-4b32-ac85-103bc036f9e1 None None] Attempting to bind port 24cdc87f-0979-4639-833f-3f48d8126e4e on network a1980227-64af-4c17-9cee-4570c69a4cb6 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:39:17.239359 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36809bca-1a3f-4b32-ac85-103bc036f9e1 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:39:17.239778 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36809bca-1a3f-4b32-ac85-103bc036f9e1 None None] Checking segment: {'id': '73cbce6c-57a2-4343-bb4b-9f489f07b678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:39:17.240146 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-36809bca-1a3f-4b32-ac85-103bc036f9e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:17.240523 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36809bca-1a3f-4b32-ac85-103bc036f9e1 None None] Bound using segment: {'id': '73cbce6c-57a2-4343-bb4b-9f489f07b678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:39:17.241031 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-36809bca-1a3f-4b32-ac85-103bc036f9e1 None None] Bound port: 24cdc87f-0979-4639-833f-3f48d8126e4e, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73cbce6c-57a2-4343-bb4b-9f489f07b678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:39:17.241351 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-36809bca-1a3f-4b32-ac85-103bc036f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:17.252697 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f43d7a-ac6f-4bba-b275-7f2bb54326b9 None None] Pushing event updated for resources: {'Port': ['ID=095a3009-163f-4ccb-b3d8-f7f45e798eae,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:17.277558 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85ed69db-221a-4bd0-86ae-e447bf8a34e1 req-9b4fde50-ed2c-418d-9e51-3271da4945a1 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Made reservation on behalf of c1169ad648904e1598b69c96d66e4763 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:39:17.283765 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-85ed69db-221a-4bd0-86ae-e447bf8a34e1 req-9b4fde50-ed2c-418d-9e51-3271da4945a1 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:17.327153 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c77381e-500a-4e6c-937d-4228363a3628 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Router 4590f293-9400-4162-901f-866d2f6947de is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:39:17.363979 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-4ee160f2-32df-4cbf-b5f3-cd76d918fff6 None None] Attempting to bind port 095a3009-163f-4ccb-b3d8-f7f45e798eae on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:39:17.364400 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-4ee160f2-32df-4cbf-b5f3-cd76d918fff6 None None] Attempting to bind port 095a3009-163f-4ccb-b3d8-f7f45e798eae by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '153f8964-767e-48fa-bbda-d74d9d58830f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'a79a2568-084f-4d41-8469-7b680356a62d'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:39:17.364773 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee160f2-32df-4cbf-b5f3-cd76d918fff6 None None] Attempting to bind port 095a3009-163f-4ccb-b3d8-f7f45e798eae on network a79a2568-084f-4d41-8469-7b680356a62d {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:39:17.386989 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee160f2-32df-4cbf-b5f3-cd76d918fff6 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:39:17.387383 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee160f2-32df-4cbf-b5f3-cd76d918fff6 None None] Checking segment: {'id': '153f8964-767e-48fa-bbda-d74d9d58830f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'a79a2568-084f-4d41-8469-7b680356a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:39:17.387763 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4ee160f2-32df-4cbf-b5f3-cd76d918fff6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:17.389021 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee160f2-32df-4cbf-b5f3-cd76d918fff6 None None] Bound using segment: {'id': '153f8964-767e-48fa-bbda-d74d9d58830f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'a79a2568-084f-4d41-8469-7b680356a62d'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:39:17.389769 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-4ee160f2-32df-4cbf-b5f3-cd76d918fff6 None None] Bound port: 095a3009-163f-4ccb-b3d8-f7f45e798eae, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153f8964-767e-48fa-bbda-d74d9d58830f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'a79a2568-084f-4d41-8469-7b680356a62d'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:39:17.390634 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4ee160f2-32df-4cbf-b5f3-cd76d918fff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:17.404371 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ea6e97-8739-452a-9f21-e6b6e3c2708f tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Pushing event updated for resources: {'Subnet': ['ID=f5a12d35-5eaa-4655-a89b-d4569e56e16e,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:17.417808 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-36809bca-1a3f-4b32-ac85-103bc036f9e1 None None] For port 24cdc87f-0979-4639-833f-3f48d8126e4e, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:39:17.421076 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ea6e97-8739-452a-9f21-e6b6e3c2708f tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Checking segment: {'id': '43ae48c2-478e-44e7-8b92-da589e89231c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'c622bbb3-0e76-4d5a-8a4c-fb775b3c4129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:39:17.421076 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ea6e97-8739-452a-9f21-e6b6e3c2708f tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Network hostable DHCP agents. Network: c622bbb3-0e76-4d5a-8a4c-fb775b3c4129, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:39:17.421811 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-36809bca-1a3f-4b32-ac85-103bc036f9e1 None None] For port 24cdc87f-0979-4639-833f-3f48d8126e4e, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=24cdc87f-0979-4639-833f-3f48d8126e4e,segment=NetworkSegment(73cbce6c-57a2-4343-bb4b-9f489f07b678),segment_id=73cbce6c-57a2-4343-bb4b-9f489f07b678)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:39:17.430951 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c77381e-500a-4e6c-937d-4228363a3628 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:39:17.444954 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-36809bca-1a3f-4b32-ac85-103bc036f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:17.445234 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165df32e-0683-4118-a423-65f86d324565 None None] Sync routers for ids ['4590f293-9400-4162-901f-866d2f6947de'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:39:17.451619 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-26be768e-3bff-4748-b835-39303d4b327c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:17.471962 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165df32e-0683-4118-a423-65f86d324565 None None] Routers {'4590f293-9400-4162-901f-866d2f6947de'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:39:17.472940 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-9c77381e-500a-4e6c-937d-4228363a3628 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "PUT /v2.0/routers/4590f293-9400-4162-901f-866d2f6947de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5516682 Oct 20 11:39:17.473353 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-165df32e-0683-4118-a423-65f86d324565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:38:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['4590f293-9400-4162-901f-866d2f6947de'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:17.487696 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43312) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:17.531698 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ea6e97-8739-452a-9f21-e6b6e3c2708f tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Network c622bbb3-0e76-4d5a-8a4c-fb775b3c4129 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:39:17.532191 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-165df32e-0683-4118-a423-65f86d324565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:17.571586 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-13ea6e97-8739-452a-9f21-e6b6e3c2708f tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, c622bbb3-0e76-4d5a-8a4c-fb775b3c4129) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:39:17.579094 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165df32e-0683-4118-a423-65f86d324565 None None] Routers {'4590f293-9400-4162-901f-866d2f6947de'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:39:17.580149 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-165df32e-0683-4118-a423-65f86d324565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:38:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['4590f293-9400-4162-901f-866d2f6947de'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:17.591131 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26be768e-3bff-4748-b835-39303d4b327c admin admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:39:17.606589 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05289909-82f6-48d3-8a64-2b84914cf7fa None None] Network c622bbb3-0e76-4d5a-8a4c-fb775b3c4129 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:39:17.638704 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2675b3dc-a173-4ebf-ac71-2856f77ddd38 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:17.645999 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2675b3dc-a173-4ebf-ac71-2856f77ddd38 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "GET /v2.0/ports/e1678bfc-1cd7-4742-86d2-a305534acb4a HTTP/1.1" status: 200 len: 911 time: 0.1536934 Oct 20 11:39:17.646644 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43316) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:17.668163 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-2ee4dbfd-0bb6-4ed4-82c8-7a3ca30d6169 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ea1b11ee-4ff2-49d4-9715-d309b059d200'}]}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:17.677824 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-165df32e-0683-4118-a423-65f86d324565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:17.678444 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165df32e-0683-4118-a423-65f86d324565 None None] The sync data for ids ['4590f293-9400-4162-901f-866d2f6947de'] in n-d-814735-3 is: [] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:39:17.735540 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ea6e97-8739-452a-9f21-e6b6e3c2708f tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:17.736165 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-13ea6e97-8739-452a-9f21-e6b6e3c2708f tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:17.746588 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-4ee160f2-32df-4cbf-b5f3-cd76d918fff6 None None] For port 095a3009-163f-4ccb-b3d8-f7f45e798eae, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:39:17.754129 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-26be768e-3bff-4748-b835-39303d4b327c admin admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:39:17.765447 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be768e-3bff-4748-b835-39303d4b327c admin admin] Pushing event updated for resources: {'Port': ['ID=816a3f17-8070-4d30-ae82-ed947c489194,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:17.777298 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36809bca-1a3f-4b32-ac85-103bc036f9e1 None None] Pushing event updated for resources: {'Port': ['ID=24cdc87f-0979-4639-833f-3f48d8126e4e,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:17.815207 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-85ed69db-221a-4bd0-86ae-e447bf8a34e1 req-9b4fde50-ed2c-418d-9e51-3271da4945a1 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Allocated IP 172.20.0.4 (a79a2568-084f-4d41-8469-7b680356a62d/3c3866d5-a700-4d4b-8bd8-40c0fe178f92/1418c351-1695-4475-97ef-c3e849b75701) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:39:17.827175 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26be768e-3bff-4748-b835-39303d4b327c admin admin] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:39:17.866735 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 5826edba-6ec1-4966-9378-c775907abf95 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:39:17.882207 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-4ee160f2-32df-4cbf-b5f3-cd76d918fff6 None None] For port 095a3009-163f-4ccb-b3d8-f7f45e798eae, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=095a3009-163f-4ccb-b3d8-f7f45e798eae,segment=NetworkSegment(153f8964-767e-48fa-bbda-d74d9d58830f),segment_id=153f8964-767e-48fa-bbda-d74d9d58830f)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:39:17.918398 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-13ea6e97-8739-452a-9f21-e6b6e3c2708f tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6668184 Oct 20 11:39:17.924540 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43320) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:17.925978 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4ee160f2-32df-4cbf-b5f3-cd76d918fff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:17.930540 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-ddd1a634-f414-4bc8-8972-66a4241cceeb tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Request body: {'port': {'network_id': 'c622bbb3-0e76-4d5a-8a4c-fb775b3c4129', 'name': 'tempest-TagsExtTest-1298527478'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:17.999456 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2ee4dbfd-0bb6-4ed4-82c8-7a3ca30d6169 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:18.122428 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee160f2-32df-4cbf-b5f3-cd76d918fff6 None None] Routers {'ace794ca-6450-4f20-9730-f3893cd9e2a4'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:39:18.126297 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-4ee160f2-32df-4cbf-b5f3-cd76d918fff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:38:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['ace794ca-6450-4f20-9730-f3893cd9e2a4'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:18.128737 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219929f-f6a8-4bc2-ab83-79bbcd465c59 req-cc964663-ab60-4429-baca-fe116aa44174 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:18.130681 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5219929f-f6a8-4bc2-ab83-79bbcd465c59 req-cc964663-ab60-4429-baca-fe116aa44174 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=62b7190f-b5e3-4f26-9a33-4c671046f335 HTTP/1.1" status: 200 len: 945 time: 0.3879275 Oct 20 11:39:18.200974 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f43d7a-ac6f-4bba-b275-7f2bb54326b9 None None] Pushing event updated for resources: {'Port': ['ID=095a3009-163f-4ccb-b3d8-f7f45e798eae,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:18.222928 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 5826edba-6ec1-4966-9378-c775907abf95 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:18.223368 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:18.342477 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00718c76-5761-4686-8ab7-9b8547651f52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-c622bbb3-0e76-4d5a-8a4c-fb775b3c4129', 'network_id': 'c622bbb3-0e76-4d5a-8a4c-fb775b3c4129', 'tenant_id': 'd37d501a49ee4363bf78a40759ca0030', 'fixed_ips': [{'subnet_id': 'f5a12d35-5eaa-4655-a89b-d4569e56e16e'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:39:18.344884 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-00718c76-5761-4686-8ab7-9b8547651f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:18.396973 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-4ee160f2-32df-4cbf-b5f3-cd76d918fff6 None None] Set router ace794ca-6450-4f20-9730-f3893cd9e2a4 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:39:18.403304 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d5ea5f-8daa-4db6-95f6-4f48fb81b3b2 None None] Network c66707b1-13b6-4702-810b-26a4d85c63c3 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:39:18.430340 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb162b6-32dd-4150-b53d-dcae5b535747 req-75f56c61-3670-4254-9f88-4bfcc3440612 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:18.432701 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-7eb162b6-32dd-4150-b53d-dcae5b535747 req-75f56c61-3670-4254-9f88-4bfcc3440612 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.89 "GET /v2.0/networks?id=a79a2568-084f-4d41-8469-7b680356a62d HTTP/1.1" status: 200 len: 819 time: 0.3155055 Oct 20 11:39:18.457534 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d66ae489-4cf4-4a1d-919c-a7bbdc0439bf req-d7dab397-a94f-47c8-9070-347d93f158cf tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=01f8306c-aecf-4fa0-8380-deaa069898a3 HTTP/1.1" status: 200 len: 210 time: 0.3420815 Oct 20 11:39:18.495498 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-7eb162b6-32dd-4150-b53d-dcae5b535747 req-ef203801-eba2-4849-acff-96950665271d tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Request body: {'port': {'device_id': '01f8306c-aecf-4fa0-8380-deaa069898a3', 'network_id': 'a79a2568-084f-4d41-8469-7b680356a62d', 'admin_state_up': True, 'tenant_id': 'c1169ad648904e1598b69c96d66e4763'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:18.638071 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 879bcf10-a3e4-443f-8ecd-c19bcebb64a2 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:39:18.672667 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-85ed69db-221a-4bd0-86ae-e447bf8a34e1 req-9b4fde50-ed2c-418d-9e51-3271da4945a1 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:18.680478 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-13cf1ec2-66b7-425d-9ac2-8436368cb99a req-910c980d-33a7-4c75-aab1-fcd48c5fa193 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.1142626 Oct 20 11:39:18.683508 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5219929f-f6a8-4bc2-ab83-79bbcd465c59 req-e541683c-2a02-4514-a877-93c90c7763f8 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/security-groups?id=082d2d4b-3491-45ca-b57b-e91861d99e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4031284 Oct 20 11:39:18.755309 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eb162b6-32dd-4150-b53d-dcae5b535747 req-ef203801-eba2-4849-acff-96950665271d tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Made reservation on behalf of c1169ad648904e1598b69c96d66e4763 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:39:18.759429 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-7eb162b6-32dd-4150-b53d-dcae5b535747 req-ef203801-eba2-4849-acff-96950665271d tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:18.782067 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-85ed69db-221a-4bd0-86ae-e447bf8a34e1 req-9b4fde50-ed2c-418d-9e51-3271da4945a1 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:18.819370 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-078d7c01-0a21-4b55-b8a2-b76fde144c21 None None] Provisioning complete for port 5826edba-6ec1-4966-9378-c775907abf95 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:18.820134 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-078d7c01-0a21-4b55-b8a2-b76fde144c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:18.899804 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85ed69db-221a-4bd0-86ae-e447bf8a34e1 req-9b4fde50-ed2c-418d-9e51-3271da4945a1 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Network a79a2568-084f-4d41-8469-7b680356a62d is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:39:18.901651 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4fde50-ed2c-418d-9e51-3271da4945a1 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Pushing event updated for resources: {'Port': ['ID=1418c351-1695-4475-97ef-c3e849b75701,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:18.914590 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-85ed69db-221a-4bd0-86ae-e447bf8a34e1 req-9b4fde50-ed2c-418d-9e51-3271da4945a1 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:39:18.918822 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2ee4dbfd-0bb6-4ed4-82c8-7a3ca30d6169 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:18.929501 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-26be768e-3bff-4748-b835-39303d4b327c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:18.931591 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd1a634-f414-4bc8-8972-66a4241cceeb tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Made reservation on behalf of d37d501a49ee4363bf78a40759ca0030 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:39:18.937718 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ddd1a634-f414-4bc8-8972-66a4241cceeb tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:18.946859 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ed69db-221a-4bd0-86ae-e447bf8a34e1 req-9b4fde50-ed2c-418d-9e51-3271da4945a1 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:39:18.954383 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:18.963271 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2ee4dbfd-0bb6-4ed4-82c8-7a3ca30d6169 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:18.971255 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee4dbfd-0bb6-4ed4-82c8-7a3ca30d6169 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:18.971909 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2ee4dbfd-0bb6-4ed4-82c8-7a3ca30d6169 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:18.975983 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2ee4dbfd-0bb6-4ed4-82c8-7a3ca30d6169 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "PUT /v2.0/ports/e1678bfc-1cd7-4742-86d2-a305534acb4a HTTP/1.1" status: 200 len: 911 time: 1.3256841 Oct 20 11:39:18.997803 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 879bcf10-a3e4-443f-8ecd-c19bcebb64a2 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:39:19.007178 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 879bcf10-a3e4-443f-8ecd-c19bcebb64a2 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:19.007548 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:19.015562 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43328) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:19.073469 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed69db-221a-4bd0-86ae-e447bf8a34e1 req-9b4fde50-ed2c-418d-9e51-3271da4945a1 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:19.074088 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-85ed69db-221a-4bd0-86ae-e447bf8a34e1 req-9b4fde50-ed2c-418d-9e51-3271da4945a1 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:19.074657 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee4dbfd-0bb6-4ed4-82c8-7a3ca30d6169 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event updated for resources: {'Port': ['ID=e1678bfc-1cd7-4742-86d2-a305534acb4a,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:19.078965 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [None req-ddd1a634-f414-4bc8-8972-66a4241cceeb tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] device_id is not set on port 7ef0e338-1039-41bf-98b9-c1de0e0e7a99 yet. {{(pid=100647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:39:19.095622 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32143b14-87ee-48a4-9208-1fe6ea52ed1c None None] Network a1980227-64af-4c17-9cee-4570c69a4cb6 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:39:19.098895 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-00718c76-5761-4686-8ab7-9b8547651f52 None None] Allocated IP 172.20.0.2 (c622bbb3-0e76-4d5a-8a4c-fb775b3c4129/f5a12d35-5eaa-4655-a89b-d4569e56e16e/eaf68c4a-7a45-490d-9d44-a0e9a2470ef3) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:39:19.126108 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [req-7eb162b6-32dd-4150-b53d-dcae5b535747 req-ef203801-eba2-4849-acff-96950665271d tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Allocated IP 172.20.0.2 (a79a2568-084f-4d41-8469-7b680356a62d/3c3866d5-a700-4d4b-8bd8-40c0fe178f92/d431bf0d-b7ba-45c6-8c9d-358b4ef22927) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:39:19.182371 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-85ed69db-221a-4bd0-86ae-e447bf8a34e1 req-9b4fde50-ed2c-418d-9e51-3271da4945a1 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6386530 Oct 20 11:39:19.187784 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 5826edba-6ec1-4966-9378-c775907abf95, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=5826edba-6ec1-4966-9378-c775907abf95,segment=NetworkSegment(9f90f5fd-e83c-4010-b057-0bb90b4a2c23),segment_id=9f90f5fd-e83c-4010-b057-0bb90b4a2c23)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:19.204228 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-85ed69db-221a-4bd0-86ae-e447bf8a34e1 req-4743a000-c185-49c1-a712-2e404f426d94 service neutron] Request body: {'port': {'device_id': 'b0d8017c-a682-4e73-8b7b-09e31d8c8f5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:19.302474 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:19.310136 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-85ed69db-221a-4bd0-86ae-e447bf8a34e1 req-4743a000-c185-49c1-a712-2e404f426d94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:19.365278 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=5826edba-6ec1-4966-9378-c775907abf95,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:19.405191 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-26be768e-3bff-4748-b835-39303d4b327c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:19.446225 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-7eb162b6-32dd-4150-b53d-dcae5b535747 req-ef203801-eba2-4849-acff-96950665271d tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:19.529507 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-7eb162b6-32dd-4150-b53d-dcae5b535747 req-ef203801-eba2-4849-acff-96950665271d tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:19.573067 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9c69a459-bb2c-4835-9dec-da0bc19fbf2a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:19.587169 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eb162b6-32dd-4150-b53d-dcae5b535747 req-ef203801-eba2-4849-acff-96950665271d tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Network a79a2568-084f-4d41-8469-7b680356a62d is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:39:19.623032 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [req-7eb162b6-32dd-4150-b53d-dcae5b535747 req-ef203801-eba2-4849-acff-96950665271d tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:39:19.631455 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb162b6-32dd-4150-b53d-dcae5b535747 req-ef203801-eba2-4849-acff-96950665271d tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:39:19.743637 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb162b6-32dd-4150-b53d-dcae5b535747 req-ef203801-eba2-4849-acff-96950665271d tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:19.744470 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-7eb162b6-32dd-4150-b53d-dcae5b535747 req-ef203801-eba2-4849-acff-96950665271d tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:19.758923 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef203801-eba2-4849-acff-96950665271d tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Pushing event updated for resources: {'Port': ['ID=d431bf0d-b7ba-45c6-8c9d-358b4ef22927,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:19.786740 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-7eb162b6-32dd-4150-b53d-dcae5b535747 req-ef203801-eba2-4849-acff-96950665271d tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3054550 Oct 20 11:39:19.836930 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-7eb162b6-32dd-4150-b53d-dcae5b535747 req-98ce562a-9a9b-4801-a4fe-73b5a689590b service neutron] Request body: {'port': {'device_id': '01f8306c-aecf-4fa0-8380-deaa069898a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:19.837463 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5e272edb-fe68-41ea-aba7-caffb1eb0a19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:19.842538 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-00718c76-5761-4686-8ab7-9b8547651f52 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:19.845132 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 24cdc87f-0979-4639-833f-3f48d8126e4e up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:39:19.929241 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-7eb162b6-32dd-4150-b53d-dcae5b535747 req-98ce562a-9a9b-4801-a4fe-73b5a689590b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:19.947827 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-00718c76-5761-4686-8ab7-9b8547651f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:19.958935 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-5ac55270-cd64-4a1e-86fe-27b96d641751 None None] Provisioning complete for port 24cdc87f-0979-4639-833f-3f48d8126e4e triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:19.958935 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5ac55270-cd64-4a1e-86fe-27b96d641751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:20.085684 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00718c76-5761-4686-8ab7-9b8547651f52 None None] Network c622bbb3-0e76-4d5a-8a4c-fb775b3c4129 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:39:20.087125 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:20.138474 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-00718c76-5761-4686-8ab7-9b8547651f52 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:39:20.141448 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00718c76-5761-4686-8ab7-9b8547651f52 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:39:20.153990 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-9c69a459-bb2c-4835-9dec-da0bc19fbf2a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Deleting port e1678bfc-1cd7-4742-86d2-a305534acb4a {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:39:20.154528 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9c69a459-bb2c-4835-9dec-da0bc19fbf2a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:20.181334 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 879bcf10-a3e4-443f-8ecd-c19bcebb64a2, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=879bcf10-a3e4-443f-8ecd-c19bcebb64a2,segment=NetworkSegment(f88209a2-72e2-479d-b474-08400eb3454d),segment_id=f88209a2-72e2-479d-b474-08400eb3454d)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:20.222571 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b7190f-b5e3-4f26-9a33-4c671046f335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879bcf10-a3e4-443f-8ecd-c19bcebb64a2'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:39:20.226306 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9bebbb3-8850-4975-9f66-7a220ff9e1bb" -d '{"events": [{"server_uuid": "62b7190f-b5e3-4f26-9a33-4c671046f335", "name": "network-vif-plugged", "status": "completed", "tag": "879bcf10-a3e4-443f-8ecd-c19bcebb64a2"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:39:20.233251 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-4ee160f2-32df-4cbf-b5f3-cd76d918fff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace794ca-6450-4f20-9730-f3893cd9e2a4', 'name': 'tempest-ServerRescueNegativeTestJSON-1747271185-router', 'tenant_id': 'c1169ad648904e1598b69c96d66e4763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '3bd18708-9bc7-4192-9dfe-23bd3c8d0ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:07Z', 'updated_at': '2021-10-20T11:39:11Z', 'revision_number': 4, 'project_id': 'c1169ad648904e1598b69c96d66e4763', 'gw_port': {'id': '3bd18708-9bc7-4192-9dfe-23bd3c8d0ec9', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace794ca-6450-4f20-9730-f3893cd9e2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:07Z', 'updated_at': '2021-10-20T11:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '095a3009-163f-4ccb-b3d8-f7f45e798eae', 'name': '', 'network_id': 'a79a2568-084f-4d41-8469-7b680356a62d', 'tenant_id': 'c1169ad648904e1598b69c96d66e4763', 'mac_address': 'fa:16:3e:bb:dc:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace794ca-6450-4f20-9730-f3893cd9e2a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '3c3866d5-a700-4d4b-8bd8-40c0fe178f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:11Z', 'updated_at': '2021-10-20T11:39:17Z', 'revision_number': 4, 'project_id': 'c1169ad648904e1598b69c96d66e4763', 'subnets': [{'id': '3c3866d5-a700-4d4b-8bd8-40c0fe178f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:20.253110 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:20.266263 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9c69a459-bb2c-4835-9dec-da0bc19fbf2a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:20.281182 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00718c76-5761-4686-8ab7-9b8547651f52 None None] Pushing event updated for resources: {'Port': ['ID=eaf68c4a-7a45-490d-9d44-a0e9a2470ef3,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:20.282734 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-9c69a459-bb2c-4835-9dec-da0bc19fbf2a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Calling delete_port for e1678bfc-1cd7-4742-86d2-a305534acb4a owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:39:20.296722 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ad8bb-1c24-42d7-be07-fc7364694fe4 req-58b4ca88-0e79-42af-b4b5-d81b34f2971e tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:20.298261 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-276ad8bb-1c24-42d7-be07-fc7364694fe4 req-58b4ca88-0e79-42af-b4b5-d81b34f2971e tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=01f8306c-aecf-4fa0-8380-deaa069898a3 HTTP/1.1" status: 200 len: 931 time: 0.6472859 Oct 20 11:39:20.323343 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee160f2-32df-4cbf-b5f3-cd76d918fff6 None None] The sync data for ids ['ace794ca-6450-4f20-9730-f3893cd9e2a4'] in n-d-814735-3 is: [{'id': 'ace794ca-6450-4f20-9730-f3893cd9e2a4', 'name': 'tempest-ServerRescueNegativeTestJSON-1747271185-router', 'tenant_id': 'c1169ad648904e1598b69c96d66e4763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '3bd18708-9bc7-4192-9dfe-23bd3c8d0ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:07Z', 'updated_at': '2021-10-20T11:39:11Z', 'revision_number': 4, 'project_id': 'c1169ad648904e1598b69c96d66e4763', 'gw_port': {'id': '3bd18708-9bc7-4192-9dfe-23bd3c8d0ec9', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace794ca-6450-4f20-9730-f3893cd9e2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:07Z', 'updated_at': '2021-10-20T11:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '095a3009-163f-4ccb-b3d8-f7f45e798eae', 'name': '', 'network_id': 'a79a2568-084f-4d41-8469-7b680356a62d', 'tenant_id': 'c1169ad648904e1598b69c96d66e4763', 'mac_address': 'fa:16:3e:bb:dc:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace794ca-6450-4f20-9730-f3893cd9e2a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '3c3866d5-a700-4d4b-8bd8-40c0fe178f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:11Z', 'updated_at': '2021-10-20T11:39:17Z', 'revision_number': 4, 'project_id': 'c1169ad648904e1598b69c96d66e4763', 'subnets': [{'id': '3c3866d5-a700-4d4b-8bd8-40c0fe178f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:39:20.335202 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-ddd1a634-f414-4bc8-8972-66a4241cceeb tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Allocated IP 172.20.0.6 (c622bbb3-0e76-4d5a-8a4c-fb775b3c4129/f5a12d35-5eaa-4655-a89b-d4569e56e16e/7ef0e338-1039-41bf-98b9-c1de0e0e7a99) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:39:20.439695 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-00718c76-5761-4686-8ab7-9b8547651f52 None None] Attempting to bind port eaf68c4a-7a45-490d-9d44-a0e9a2470ef3 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:39:20.440064 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-00718c76-5761-4686-8ab7-9b8547651f52 None None] Attempting to bind port eaf68c4a-7a45-490d-9d44-a0e9a2470ef3 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '43ae48c2-478e-44e7-8b92-da589e89231c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'c622bbb3-0e76-4d5a-8a4c-fb775b3c4129'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:39:20.440488 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00718c76-5761-4686-8ab7-9b8547651f52 None None] Attempting to bind port eaf68c4a-7a45-490d-9d44-a0e9a2470ef3 on network c622bbb3-0e76-4d5a-8a4c-fb775b3c4129 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:39:20.457457 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc7fb1-d304-4cd9-b9c9-de62a1a04667 req-e03782fe-ba20-4700-8e4d-7eb3443d36b9 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:20.459198 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-79fc7fb1-d304-4cd9-b9c9-de62a1a04667 req-e03782fe-ba20-4700-8e4d-7eb3443d36b9 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=62b7190f-b5e3-4f26-9a33-4c671046f335 HTTP/1.1" status: 200 len: 946 time: 0.2889512 Oct 20 11:39:20.472700 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 24cdc87f-0979-4639-833f-3f48d8126e4e triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:20.473565 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:20.482880 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=879bcf10-a3e4-443f-8ecd-c19bcebb64a2,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:20.486010 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5ac55270-cd64-4a1e-86fe-27b96d641751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:20.488475 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00718c76-5761-4686-8ab7-9b8547651f52 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:39:20.488935 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00718c76-5761-4686-8ab7-9b8547651f52 None None] Checking segment: {'id': '43ae48c2-478e-44e7-8b92-da589e89231c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'c622bbb3-0e76-4d5a-8a4c-fb775b3c4129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:39:20.489325 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-00718c76-5761-4686-8ab7-9b8547651f52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:20.489838 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00718c76-5761-4686-8ab7-9b8547651f52 None None] Bound using segment: {'id': '43ae48c2-478e-44e7-8b92-da589e89231c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'c622bbb3-0e76-4d5a-8a4c-fb775b3c4129'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:39:20.490304 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-00718c76-5761-4686-8ab7-9b8547651f52 None None] Bound port: eaf68c4a-7a45-490d-9d44-a0e9a2470ef3, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43ae48c2-478e-44e7-8b92-da589e89231c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'c622bbb3-0e76-4d5a-8a4c-fb775b3c4129'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:39:20.490684 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-00718c76-5761-4686-8ab7-9b8547651f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:20.545685 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-276ad8bb-1c24-42d7-be07-fc7364694fe4 req-156bc394-742a-4a4b-a10e-10b3f4b4aca2 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353363 Oct 20 11:39:20.596059 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9c69a459-bb2c-4835-9dec-da0bc19fbf2a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:20.638596 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-85ed69db-221a-4bd0-86ae-e447bf8a34e1 req-4743a000-c185-49c1-a712-2e404f426d94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1418c351-1695-4475-97ef-c3e849b75701 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:39:20.648219 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-85ed69db-221a-4bd0-86ae-e447bf8a34e1 req-4743a000-c185-49c1-a712-2e404f426d94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:20.664081 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-85ed69db-221a-4bd0-86ae-e447bf8a34e1 req-4743a000-c185-49c1-a712-2e404f426d94 service neutron] Transition to ACTIVE for port object 1418c351-1695-4475-97ef-c3e849b75701 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:39:20.681508 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c69a459-bb2c-4835-9dec-da0bc19fbf2a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event deleted for resources: {'Port': ['ID=e1678bfc-1cd7-4742-86d2-a305534acb4a,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:20.692558 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-5ac55270-cd64-4a1e-86fe-27b96d641751 None None] For port 24cdc87f-0979-4639-833f-3f48d8126e4e, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=24cdc87f-0979-4639-833f-3f48d8126e4e,segment=NetworkSegment(73cbce6c-57a2-4343-bb4b-9f489f07b678),segment_id=73cbce6c-57a2-4343-bb4b-9f489f07b678)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:20.697549 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-85ed69db-221a-4bd0-86ae-e447bf8a34e1 req-4743a000-c185-49c1-a712-2e404f426d94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:20.726152 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5ac55270-cd64-4a1e-86fe-27b96d641751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:20.803412 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4743a000-c185-49c1-a712-2e404f426d94 service neutron] Pushing event updated for resources: {'Port': ['ID=1418c351-1695-4475-97ef-c3e849b75701,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:20.816750 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26be768e-3bff-4748-b835-39303d4b327c admin admin] Router 1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:39:20.846022 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-00718c76-5761-4686-8ab7-9b8547651f52 None None] For port eaf68c4a-7a45-490d-9d44-a0e9a2470ef3, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:39:20.870963 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-00134383-49d9-434c-9c14-c7e8c02ba2a4 req-ef53de52-8042-4e4b-a424-10aab528f11c tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0897758 Oct 20 11:39:20.883139 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-00718c76-5761-4686-8ab7-9b8547651f52 None None] For port eaf68c4a-7a45-490d-9d44-a0e9a2470ef3, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=eaf68c4a-7a45-490d-9d44-a0e9a2470ef3,segment=NetworkSegment(43ae48c2-478e-44e7-8b92-da589e89231c),segment_id=43ae48c2-478e-44e7-8b92-da589e89231c)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:39:20.903245 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743a000-c185-49c1-a712-2e404f426d94 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:20.903971 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743a000-c185-49c1-a712-2e404f426d94 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:20.904323 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743a000-c185-49c1-a712-2e404f426d94 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:20.904657 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743a000-c185-49c1-a712-2e404f426d94 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:20.905036 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743a000-c185-49c1-a712-2e404f426d94 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:20.905365 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743a000-c185-49c1-a712-2e404f426d94 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:20.905690 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743a000-c185-49c1-a712-2e404f426d94 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:20.906061 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743a000-c185-49c1-a712-2e404f426d94 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:20.906532 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743a000-c185-49c1-a712-2e404f426d94 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:20.906926 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743a000-c185-49c1-a712-2e404f426d94 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:20.907412 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743a000-c185-49c1-a712-2e404f426d94 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:20.907743 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743a000-c185-49c1-a712-2e404f426d94 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:20.923071 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-00718c76-5761-4686-8ab7-9b8547651f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:20.931172 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 5826edba-6ec1-4966-9378-c775907abf95 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:39:20.937761 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac55270-cd64-4a1e-86fe-27b96d641751 None None] Pushing event updated for resources: {'Port': ['ID=24cdc87f-0979-4639-833f-3f48d8126e4e,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:20.951041 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-79fc7fb1-d304-4cd9-b9c9-de62a1a04667 req-62a37d7c-84f1-4e50-aa0d-0fd15bb4cc3f tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/security-groups?id=082d2d4b-3491-45ca-b57b-e91861d99e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4429286 Oct 20 11:39:21.029884 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9c69a459-bb2c-4835-9dec-da0bc19fbf2a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:21.044090 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d32577-edf0-4656-8975-18fc773324f5 x-openstack-request-id: req-e8d32577-edf0-4656-8975-18fc773324f5 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:39:21.044090 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b7190f-b5e3-4f26-9a33-4c671046f335", "name": "network-vif-plugged", "status": "completed", "tag": "879bcf10-a3e4-443f-8ecd-c19bcebb64a2", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:39:21.044090 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e8d32577-edf0-4656-8975-18fc773324f5 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:39:21.044734 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b7190f-b5e3-4f26-9a33-4c671046f335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879bcf10-a3e4-443f-8ecd-c19bcebb64a2', 'code': 200} Oct 20 11:39:21.081475 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-f50bdd4c-fbf1-441a-adf0-0f4fab08fb9b None None] Provisioning complete for port 5826edba-6ec1-4966-9378-c775907abf95 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:21.082059 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f50bdd4c-fbf1-441a-adf0-0f4fab08fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:21.083803 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00718c76-5761-4686-8ab7-9b8547651f52 None None] Pushing event updated for resources: {'Port': ['ID=eaf68c4a-7a45-490d-9d44-a0e9a2470ef3,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:21.164927 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 5826edba-6ec1-4966-9378-c775907abf95 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:21.165152 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:21.268761 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-f50bdd4c-fbf1-441a-adf0-0f4fab08fb9b None None] Could not find standard attr ID for object e1678bfc-1cd7-4742-86d2-a305534acb4a. {{(pid=100648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:39:21.350396 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ddd1a634-f414-4bc8-8972-66a4241cceeb tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:21.358953 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e0c3c-7ad5-44d4-b773-25aa26202679 req-2d2ec26e-b677-4671-ac94-0c8110c0907b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:21.360474 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-427e0c3c-7ad5-44d4-b773-25aa26202679 req-2d2ec26e-b677-4671-ac94-0c8110c0907b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=62b7190f-b5e3-4f26-9a33-4c671046f335 HTTP/1.1" status: 200 len: 1097 time: 0.2464623 Oct 20 11:39:21.371604 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-7eb162b6-32dd-4150-b53d-dcae5b535747 req-98ce562a-9a9b-4801-a4fe-73b5a689590b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d431bf0d-b7ba-45c6-8c9d-358b4ef22927 {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:39:21.382714 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c69a459-bb2c-4835-9dec-da0bc19fbf2a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Router 4590f293-9400-4162-901f-866d2f6947de has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:39:21.397538 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-7eb162b6-32dd-4150-b53d-dcae5b535747 req-98ce562a-9a9b-4801-a4fe-73b5a689590b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:21.412891 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26be768e-3bff-4748-b835-39303d4b327c admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:39:21.413350 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-c9944375-1782-4fc0-aa8e-5131afa6b4a0 None None] Provisioning complete for port 24cdc87f-0979-4639-833f-3f48d8126e4e triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:21.413721 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c9944375-1782-4fc0-aa8e-5131afa6b4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:21.438548 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb1fd56-abd8-468b-a9d2-219175df40c5 None None] Sync routers for ids ['1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:39:21.457011 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-85ed69db-221a-4bd0-86ae-e447bf8a34e1 req-4743a000-c185-49c1-a712-2e404f426d94 service neutron] Attempting to bind port 1418c351-1695-4475-97ef-c3e849b75701 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:39:21.457391 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-85ed69db-221a-4bd0-86ae-e447bf8a34e1 req-4743a000-c185-49c1-a712-2e404f426d94 service neutron] Attempting to bind port 1418c351-1695-4475-97ef-c3e849b75701 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '153f8964-767e-48fa-bbda-d74d9d58830f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'a79a2568-084f-4d41-8469-7b680356a62d'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:39:21.458665 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ed69db-221a-4bd0-86ae-e447bf8a34e1 req-4743a000-c185-49c1-a712-2e404f426d94 service neutron] Attempting to bind port 1418c351-1695-4475-97ef-c3e849b75701 on network a79a2568-084f-4d41-8469-7b680356a62d {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:39:21.485807 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-7eb162b6-32dd-4150-b53d-dcae5b535747 req-98ce562a-9a9b-4801-a4fe-73b5a689590b service neutron] Transition to ACTIVE for port object d431bf0d-b7ba-45c6-8c9d-358b4ef22927 will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:39:21.488839 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ed69db-221a-4bd0-86ae-e447bf8a34e1 req-4743a000-c185-49c1-a712-2e404f426d94 service neutron] Port 1418c351-1695-4475-97ef-c3e849b75701 on network a79a2568-084f-4d41-8469-7b680356a62d not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:39:21.489535 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ed69db-221a-4bd0-86ae-e447bf8a34e1 req-4743a000-c185-49c1-a712-2e404f426d94 service neutron] Attempting to bind port 1418c351-1695-4475-97ef-c3e849b75701 on network a79a2568-084f-4d41-8469-7b680356a62d {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:39:21.507897 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ed69db-221a-4bd0-86ae-e447bf8a34e1 req-4743a000-c185-49c1-a712-2e404f426d94 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:39:21.508310 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ed69db-221a-4bd0-86ae-e447bf8a34e1 req-4743a000-c185-49c1-a712-2e404f426d94 service neutron] Checking segment: {'id': '153f8964-767e-48fa-bbda-d74d9d58830f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'a79a2568-084f-4d41-8469-7b680356a62d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:39:21.508784 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ed69db-221a-4bd0-86ae-e447bf8a34e1 req-4743a000-c185-49c1-a712-2e404f426d94 service neutron] Bound using segment: {'id': '153f8964-767e-48fa-bbda-d74d9d58830f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'a79a2568-084f-4d41-8469-7b680356a62d'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:39:21.509270 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-85ed69db-221a-4bd0-86ae-e447bf8a34e1 req-4743a000-c185-49c1-a712-2e404f426d94 service neutron] Bound port: 1418c351-1695-4475-97ef-c3e849b75701, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '153f8964-767e-48fa-bbda-d74d9d58830f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'a79a2568-084f-4d41-8469-7b680356a62d'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:39:21.509636 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-85ed69db-221a-4bd0-86ae-e447bf8a34e1 req-4743a000-c185-49c1-a712-2e404f426d94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:21.535771 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-7eb162b6-32dd-4150-b53d-dcae5b535747 req-98ce562a-9a9b-4801-a4fe-73b5a689590b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:21.547133 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-26be768e-3bff-4748-b835-39303d4b327c admin admin] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:21.548513 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-26be768e-3bff-4748-b835-39303d4b327c admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.0631626 Oct 20 11:39:21.550170 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c69a459-bb2c-4835-9dec-da0bc19fbf2a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:39:21.554361 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43340) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:21.557127 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ddd1a634-f414-4bc8-8972-66a4241cceeb tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:21.564044 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-9c69a459-bb2c-4835-9dec-da0bc19fbf2a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "PUT /v2.0/routers/4590f293-9400-4162-901f-866d2f6947de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5447712 Oct 20 11:39:21.564503 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb1fd56-abd8-468b-a9d2-219175df40c5 None None] Routers {'1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:39:21.565134 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-ffb1fd56-abd8-468b-a9d2-219175df40c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:38:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:21.576423 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e4abda-d3a8-4b8d-90ea-ed4cdff8a7d6 None None] Sync routers for ids ['4590f293-9400-4162-901f-866d2f6947de'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:39:21.579711 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43342) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:21.579872 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-427e0c3c-7ad5-44d4-b773-25aa26202679 req-e05da0db-b6de-4387-812f-e5d0478f7dfb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=082d2d4b-3491-45ca-b57b-e91861d99e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684282 Oct 20 11:39:21.598589 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e4abda-d3a8-4b8d-90ea-ed4cdff8a7d6 None None] Routers {'4590f293-9400-4162-901f-866d2f6947de'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:39:21.600511 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-38e4abda-d3a8-4b8d-90ea-ed4cdff8a7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:38:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['4590f293-9400-4162-901f-866d2f6947de'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:21.682639 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-81bd416d-4ca0-42e4-9e0c-f51f27a54b5c tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "GET /v2.0/ports?device_id=4590f293-9400-4162-901f-866d2f6947de HTTP/1.1" status: 200 len: 205 time: 0.1015399 Oct 20 11:39:21.686058 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43346) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:21.746533 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-38e4abda-d3a8-4b8d-90ea-ed4cdff8a7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:21.763343 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e4abda-d3a8-4b8d-90ea-ed4cdff8a7d6 None None] Routers {'4590f293-9400-4162-901f-866d2f6947de'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:39:21.767313 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-38e4abda-d3a8-4b8d-90ea-ed4cdff8a7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:38:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['4590f293-9400-4162-901f-866d2f6947de'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:21.785050 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-ffb1fd56-abd8-468b-a9d2-219175df40c5 None None] Set router 1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:39:21.835813 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-38e4abda-d3a8-4b8d-90ea-ed4cdff8a7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:21.839988 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e4abda-d3a8-4b8d-90ea-ed4cdff8a7d6 None None] The sync data for ids ['4590f293-9400-4162-901f-866d2f6947de'] in n-d-814735-3 is: [] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:39:21.869747 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd1a634-f414-4bc8-8972-66a4241cceeb tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Network c622bbb3-0e76-4d5a-8a4c-fb775b3c4129 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:39:21.894605 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-ddd1a634-f414-4bc8-8972-66a4241cceeb tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:39:21.904785 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd1a634-f414-4bc8-8972-66a4241cceeb tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:39:21.909946 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd1a634-f414-4bc8-8972-66a4241cceeb tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Pushing event updated for resources: {'Port': ['ID=7ef0e338-1039-41bf-98b9-c1de0e0e7a99,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:21.977919 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-85ed69db-221a-4bd0-86ae-e447bf8a34e1 req-4743a000-c185-49c1-a712-2e404f426d94 service neutron] For port 1418c351-1695-4475-97ef-c3e849b75701, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:39:22.008802 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-85ed69db-221a-4bd0-86ae-e447bf8a34e1 req-4743a000-c185-49c1-a712-2e404f426d94 service neutron] For port 1418c351-1695-4475-97ef-c3e849b75701, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=1418c351-1695-4475-97ef-c3e849b75701,segment=NetworkSegment(153f8964-767e-48fa-bbda-d74d9d58830f),segment_id=153f8964-767e-48fa-bbda-d74d9d58830f)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:39:22.032859 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-85ed69db-221a-4bd0-86ae-e447bf8a34e1 req-4743a000-c185-49c1-a712-2e404f426d94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:22.036626 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 24cdc87f-0979-4639-833f-3f48d8126e4e up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:39:22.041887 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44461526-201a-47f6-89e0-36711df9ad24 req-07c5b19b-31bd-4ec1-b944-8bebb3ac32ae tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:22.043518 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-44461526-201a-47f6-89e0-36711df9ad24 req-07c5b19b-31bd-4ec1-b944-8bebb3ac32ae tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=01f8306c-aecf-4fa0-8380-deaa069898a3 HTTP/1.1" status: 200 len: 943 time: 0.2899201 Oct 20 11:39:22.066686 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd1a634-f414-4bc8-8972-66a4241cceeb tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:22.067377 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ddd1a634-f414-4bc8-8972-66a4241cceeb tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:22.139717 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 24cdc87f-0979-4639-833f-3f48d8126e4e triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:22.140175 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:22.149503 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c24945ed-7f97-464c-a4bc-1d9ca945ec70 req-7286e294-9e1e-411d-8a45-0b698c8416f8 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.1233709 Oct 20 11:39:22.224872 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed69db-221a-4bd0-86ae-e447bf8a34e1 req-4743a000-c185-49c1-a712-2e404f426d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:22.225494 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-85ed69db-221a-4bd0-86ae-e447bf8a34e1 req-4743a000-c185-49c1-a712-2e404f426d94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:22.229016 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-85ed69db-221a-4bd0-86ae-e447bf8a34e1 req-4743a000-c185-49c1-a712-2e404f426d94 service neutron] 10.222.0.89 "PUT /v2.0/ports/1418c351-1695-4475-97ef-c3e849b75701 HTTP/1.1" status: 200 len: 1091 time: 3.0337791 Oct 20 11:39:22.232212 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0d8017c-a682-4e73-8b7b-09e31d8c8f5a', 'tag': '1418c351-1695-4475-97ef-c3e849b75701'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:39:22.235531 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f59e78-34ff-4505-b1dc-bcdeb5ebeb71" -d '{"events": [{"name": "network-changed", "server_uuid": "b0d8017c-a682-4e73-8b7b-09e31d8c8f5a", "tag": "1418c351-1695-4475-97ef-c3e849b75701"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:39:22.253449 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ddd1a634-f414-4bc8-8972-66a4241cceeb tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.3280618 Oct 20 11:39:22.259930 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43356) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:22.295391 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-d0a9191d-b12e-4906-b214-3f3defdf5281 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1292805836', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:22.331153 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4e50e507-32b3-4891-b4c8-1ce197147362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:22.335364 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 095a3009-163f-4ccb-b3d8-f7f45e798eae up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:39:22.341629 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-ffb1fd56-abd8-468b-a9d2-219175df40c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2', 'name': 'tempest-ServerActionsTestJSON-1274291139-router', 'tenant_id': 'f0012baf31914701a438a4a910671113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '816a3f17-8070-4d30-ae82-ed947c489194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:14Z', 'updated_at': '2021-10-20T11:39:18Z', 'revision_number': 3, 'project_id': 'f0012baf31914701a438a4a910671113', 'gw_port': {'id': '816a3f17-8070-4d30-ae82-ed947c489194', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:15Z', 'updated_at': '2021-10-20T11:39:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:22.343925 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4743a000-c185-49c1-a712-2e404f426d94 service neutron] Pushing event updated for resources: {'Port': ['ID=1418c351-1695-4475-97ef-c3e849b75701,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:22.382270 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ce562a-9a9b-4801-a4fe-73b5a689590b service neutron] Pushing event updated for resources: {'Port': ['ID=d431bf0d-b7ba-45c6-8c9d-358b4ef22927,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:22.395774 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb1fd56-abd8-468b-a9d2-219175df40c5 None None] Checking router: 1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:39:22.396122 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb1fd56-abd8-468b-a9d2-219175df40c5 None None] Updating router 1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2 port 816a3f17-8070-4d30-ae82-ed947c489194 binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:39:22.419091 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ace2636d-d60f-4f0a-89f9-1f01dd6c24f1 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:22.436501 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ffb1fd56-abd8-468b-a9d2-219175df40c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:22.448135 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-44461526-201a-47f6-89e0-36711df9ad24 req-22307895-c2c7-46a9-9a82-5a8e54117d72 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878512 Oct 20 11:39:22.472604 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-7eb162b6-32dd-4150-b53d-dcae5b535747 req-98ce562a-9a9b-4801-a4fe-73b5a689590b service neutron] Attempting to bind port d431bf0d-b7ba-45c6-8c9d-358b4ef22927 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:39:22.473199 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-7eb162b6-32dd-4150-b53d-dcae5b535747 req-98ce562a-9a9b-4801-a4fe-73b5a689590b service neutron] Attempting to bind port d431bf0d-b7ba-45c6-8c9d-358b4ef22927 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '153f8964-767e-48fa-bbda-d74d9d58830f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'a79a2568-084f-4d41-8469-7b680356a62d'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:39:22.473692 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb162b6-32dd-4150-b53d-dcae5b535747 req-98ce562a-9a9b-4801-a4fe-73b5a689590b service neutron] Attempting to bind port d431bf0d-b7ba-45c6-8c9d-358b4ef22927 on network a79a2568-084f-4d41-8469-7b680356a62d {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:39:22.540789 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb162b6-32dd-4150-b53d-dcae5b535747 req-98ce562a-9a9b-4801-a4fe-73b5a689590b service neutron] Port d431bf0d-b7ba-45c6-8c9d-358b4ef22927 on network a79a2568-084f-4d41-8469-7b680356a62d not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:39:22.543248 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d0a9191d-b12e-4906-b214-3f3defdf5281 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:22.543825 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb162b6-32dd-4150-b53d-dcae5b535747 req-98ce562a-9a9b-4801-a4fe-73b5a689590b service neutron] Attempting to bind port d431bf0d-b7ba-45c6-8c9d-358b4ef22927 on network a79a2568-084f-4d41-8469-7b680356a62d {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:39:22.544585 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d0a9191d-b12e-4906-b214-3f3defdf5281 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:22.554482 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb162b6-32dd-4150-b53d-dcae5b535747 req-98ce562a-9a9b-4801-a4fe-73b5a689590b service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:39:22.558219 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb162b6-32dd-4150-b53d-dcae5b535747 req-98ce562a-9a9b-4801-a4fe-73b5a689590b service neutron] Checking segment: {'id': '153f8964-767e-48fa-bbda-d74d9d58830f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'a79a2568-084f-4d41-8469-7b680356a62d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:39:22.558845 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb162b6-32dd-4150-b53d-dcae5b535747 req-98ce562a-9a9b-4801-a4fe-73b5a689590b service neutron] Bound using segment: {'id': '153f8964-767e-48fa-bbda-d74d9d58830f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'a79a2568-084f-4d41-8469-7b680356a62d'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:39:22.559477 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-7eb162b6-32dd-4150-b53d-dcae5b535747 req-98ce562a-9a9b-4801-a4fe-73b5a689590b service neutron] Bound port: d431bf0d-b7ba-45c6-8c9d-358b4ef22927, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '153f8964-767e-48fa-bbda-d74d9d58830f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'a79a2568-084f-4d41-8469-7b680356a62d'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:39:22.560187 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-7eb162b6-32dd-4150-b53d-dcae5b535747 req-98ce562a-9a9b-4801-a4fe-73b5a689590b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:22.579260 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 095a3009-163f-4ccb-b3d8-f7f45e798eae triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:22.579928 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:22.627138 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398966f-287c-4687-b3ec-0bbecc372e66 req-4c92274c-f0a3-48e4-a981-4cb3b6feeb8b tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:22.634135 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8398966f-287c-4687-b3ec-0bbecc372e66 req-4c92274c-f0a3-48e4-a981-4cb3b6feeb8b tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=62b7190f-b5e3-4f26-9a33-4c671046f335 HTTP/1.1" status: 200 len: 946 time: 0.3103855 Oct 20 11:39:22.634135 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed69db-221a-4bd0-86ae-e447bf8a34e1 req-3ffc1c78-24df-4723-80c0-d7d8264eb173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:22.634135 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-85ed69db-221a-4bd0-86ae-e447bf8a34e1 req-3ffc1c78-24df-4723-80c0-d7d8264eb173 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c1169ad648904e1598b69c96d66e4763&device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 1094 time: 0.3171396 Oct 20 11:39:22.719317 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b69d73-7c5c-4f3e-a66e-45551ef34e4b x-openstack-request-id: req-a7b69d73-7c5c-4f3e-a66e-45551ef34e4b {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:39:22.719742 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0d8017c-a682-4e73-8b7b-09e31d8c8f5a", "tag": "1418c351-1695-4475-97ef-c3e849b75701", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:39:22.720089 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a7b69d73-7c5c-4f3e-a66e-45551ef34e4b {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:39:22.720588 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0d8017c-a682-4e73-8b7b-09e31d8c8f5a', 'tag': '1418c351-1695-4475-97ef-c3e849b75701', 'status': 'completed', 'code': 200} Oct 20 11:39:22.740756 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-85ed69db-221a-4bd0-86ae-e447bf8a34e1 req-c4a5dccc-f01d-4855-ab95-3e3404ea66e5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1418c351-1695-4475-97ef-c3e849b75701 HTTP/1.1" status: 200 len: 217 time: 0.0964468 Oct 20 11:39:22.762673 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ace2636d-d60f-4f0a-89f9-1f01dd6c24f1 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:22.785208 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ace2636d-d60f-4f0a-89f9-1f01dd6c24f1 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:22.786443 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d0a9191d-b12e-4906-b214-3f3defdf5281 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:22.848237 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d0a9191d-b12e-4906-b214-3f3defdf5281 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:22.861144 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ace2636d-d60f-4f0a-89f9-1f01dd6c24f1 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:22.861144 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace2636d-d60f-4f0a-89f9-1f01dd6c24f1 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Fanout notify agent at l3_agent the message router_deleted on router 4590f293-9400-4162-901f-866d2f6947de {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:39:22.863387 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:22.869930 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ace2636d-d60f-4f0a-89f9-1f01dd6c24f1 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:22.873397 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ace2636d-d60f-4f0a-89f9-1f01dd6c24f1 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "DELETE /v2.0/routers/4590f293-9400-4162-901f-866d2f6947de HTTP/1.1" status: 204 len: 168 time: 1.1841345 Oct 20 11:39:22.874953 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43358) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:22.887768 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8398966f-287c-4687-b3ec-0bbecc372e66 req-044fcc50-5ec8-4e28-81a0-924b47aff20a tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/security-groups?id=082d2d4b-3491-45ca-b57b-e91861d99e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2446368 Oct 20 11:39:22.907691 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d0a9191d-b12e-4906-b214-3f3defdf5281 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:22.909319 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6673c467-0ea8-448f-97e8-c4f85169fb89 None None] Network c622bbb3-0e76-4d5a-8a4c-fb775b3c4129 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:39:22.909458 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d0a9191d-b12e-4906-b214-3f3defdf5281 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6417325 Oct 20 11:39:22.912892 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed69db-221a-4bd0-86ae-e447bf8a34e1 req-2b84c374-ac83-4b67-ad7c-60e40065cf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:22.914457 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-85ed69db-221a-4bd0-86ae-e447bf8a34e1 req-2b84c374-ac83-4b67-ad7c-60e40065cf22 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3c3866d5-a700-4d4b-8bd8-40c0fe178f92 HTTP/1.1" status: 200 len: 859 time: 0.1305747 Oct 20 11:39:22.915037 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43360) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:22.918327 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-7eb162b6-32dd-4150-b53d-dcae5b535747 req-98ce562a-9a9b-4801-a4fe-73b5a689590b service neutron] For port d431bf0d-b7ba-45c6-8c9d-358b4ef22927, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:39:22.938688 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-6a6d8b3a-71a8-44ef-bea1-4981df0f5ce8 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-687313865', 'prefixes': ['172.20.0.0/16']}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:22.939426 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-7eb162b6-32dd-4150-b53d-dcae5b535747 req-98ce562a-9a9b-4801-a4fe-73b5a689590b service neutron] For port d431bf0d-b7ba-45c6-8c9d-358b4ef22927, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=d431bf0d-b7ba-45c6-8c9d-358b4ef22927,segment=NetworkSegment(153f8964-767e-48fa-bbda-d74d9d58830f),segment_id=153f8964-767e-48fa-bbda-d74d9d58830f)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:39:22.946007 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-7eb162b6-32dd-4150-b53d-dcae5b535747 req-98ce562a-9a9b-4801-a4fe-73b5a689590b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:22.972846 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 095a3009-163f-4ccb-b3d8-f7f45e798eae, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=095a3009-163f-4ccb-b3d8-f7f45e798eae,segment=NetworkSegment(153f8964-767e-48fa-bbda-d74d9d58830f),segment_id=153f8964-767e-48fa-bbda-d74d9d58830f)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:22.981391 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b26bf9f-d43a-479b-b410-be32aba5de4c tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Deleting subnet ea1b11ee-4ff2-49d4-9715-d309b059d200 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:39:22.988707 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-85ed69db-221a-4bd0-86ae-e447bf8a34e1 req-83c967be-f063-462e-b5cc-930dca774afb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a79a2568-084f-4d41-8469-7b680356a62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443954 Oct 20 11:39:22.991568 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3b26bf9f-d43a-479b-b410-be32aba5de4c tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:22.998059 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb162b6-32dd-4150-b53d-dcae5b535747 req-98ce562a-9a9b-4801-a4fe-73b5a689590b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:22.998885 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-7eb162b6-32dd-4150-b53d-dcae5b535747 req-98ce562a-9a9b-4801-a4fe-73b5a689590b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:23.000254 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-7eb162b6-32dd-4150-b53d-dcae5b535747 req-98ce562a-9a9b-4801-a4fe-73b5a689590b service neutron] 10.222.0.89 "PUT /v2.0/ports/d431bf0d-b7ba-45c6-8c9d-358b4ef22927 HTTP/1.1" status: 200 len: 1091 time: 3.1684687 Oct 20 11:39:23.016559 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:23.017010 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device eaf68c4a-7a45-490d-9d44-a0e9a2470ef3 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:39:23.028128 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f8306c-aecf-4fa0-8380-deaa069898a3', 'tag': 'd431bf0d-b7ba-45c6-8c9d-358b4ef22927'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:39:23.030416 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d0663e-2544-4a4c-bda6-693fec6780ab" -d '{"events": [{"name": "network-changed", "server_uuid": "01f8306c-aecf-4fa0-8380-deaa069898a3", "tag": "d431bf0d-b7ba-45c6-8c9d-358b4ef22927"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:39:23.095723 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ce562a-9a9b-4801-a4fe-73b5a689590b service neutron] Pushing event updated for resources: {'Port': ['ID=d431bf0d-b7ba-45c6-8c9d-358b4ef22927,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:23.100098 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3b26bf9f-d43a-479b-b410-be32aba5de4c tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:23.106467 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=095a3009-163f-4ccb-b3d8-f7f45e798eae,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:23.126768 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40bc0a9-1d5b-4c2a-ba0b-e7f7d81818e3 x-openstack-request-id: req-d40bc0a9-1d5b-4c2a-ba0b-e7f7d81818e3 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:39:23.127123 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01f8306c-aecf-4fa0-8380-deaa069898a3", "tag": "d431bf0d-b7ba-45c6-8c9d-358b4ef22927", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:39:23.127336 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d40bc0a9-1d5b-4c2a-ba0b-e7f7d81818e3 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:39:23.127811 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01f8306c-aecf-4fa0-8380-deaa069898a3', 'tag': 'd431bf0d-b7ba-45c6-8c9d-358b4ef22927', 'status': 'completed', 'code': 200} Oct 20 11:39:23.149691 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb162b6-32dd-4150-b53d-dcae5b535747 req-05106ff8-0e41-41aa-9094-975b960ecf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:23.150298 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-370e7ab8-8641-4ac8-b7e5-2cfdba513e45 None None] Provisioning complete for port eaf68c4a-7a45-490d-9d44-a0e9a2470ef3 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:23.150662 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-370e7ab8-8641-4ac8-b7e5-2cfdba513e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:23.151199 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-7eb162b6-32dd-4150-b53d-dcae5b535747 req-05106ff8-0e41-41aa-9094-975b960ecf37 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c1169ad648904e1598b69c96d66e4763&device_id=01f8306c-aecf-4fa0-8380-deaa069898a3 HTTP/1.1" status: 200 len: 1094 time: 0.0963352 Oct 20 11:39:23.202188 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-7eb162b6-32dd-4150-b53d-dcae5b535747 req-9b78d250-1e1b-49ef-bf71-eb41e681e9d3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d431bf0d-b7ba-45c6-8c9d-358b4ef22927 HTTP/1.1" status: 200 len: 217 time: 0.0397944 Oct 20 11:39:23.222711 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-85ed69db-221a-4bd0-86ae-e447bf8a34e1 req-69ead7eb-351a-4ccb-b645-5e18ed654554 service neutron] 10.222.0.89 "GET /v2.0/networks/a79a2568-084f-4d41-8469-7b680356a62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236519 Oct 20 11:39:23.228080 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6a6d8b3a-71a8-44ef-bea1-4981df0f5ce8 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Publish callbacks [] for subnetpool, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:23.234062 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-6a6d8b3a-71a8-44ef-bea1-4981df0f5ce8 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3132641 Oct 20 11:39:23.236463 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43366) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:23.245754 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.tag.tag_plugin [None req-c4d9c9aa-9ff9-4435-9caa-984bb55e525b tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f5a12d35-5eaa-4655-a89b-d4569e56e16e', 'tempest-TagsExtTest-Tag-1994630695') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:23.259126 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d5a27291-9bc4-4be0-868b-f0343f4bb694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:23.291338 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3b26bf9f-d43a-479b-b410-be32aba5de4c tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:23.315925 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb162b6-32dd-4150-b53d-dcae5b535747 req-ccfcc0df-9005-41a1-8372-4c99766d9703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:23.317573 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-7eb162b6-32dd-4150-b53d-dcae5b535747 req-ccfcc0df-9005-41a1-8372-4c99766d9703 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3c3866d5-a700-4d4b-8bd8-40c0fe178f92 HTTP/1.1" status: 200 len: 859 time: 0.0814991 Oct 20 11:39:23.363781 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-7eb162b6-32dd-4150-b53d-dcae5b535747 req-d2b4f3a3-ec52-43a9-b3a1-77bcd0c1bf78 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a79a2568-084f-4d41-8469-7b680356a62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355670 Oct 20 11:39:23.387736 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:23.388392 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8219effa-b2a8-478d-8e3c-c10b89fc145c req-d29fad45-358e-4298-8c3a-4b136ce659a0 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0855417 Oct 20 11:39:23.393002 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ffb1fd56-abd8-468b-a9d2-219175df40c5 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:23.400169 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:23.400412 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3b26bf9f-d43a-479b-b410-be32aba5de4c tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:23.417495 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ffb1fd56-abd8-468b-a9d2-219175df40c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:23.486834 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b26bf9f-d43a-479b-b410-be32aba5de4c tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event deleted for resources: {'Subnet': ['ID=ea1b11ee-4ff2-49d4-9715-d309b059d200,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:23.490154 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port eaf68c4a-7a45-490d-9d44-a0e9a2470ef3 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:23.490535 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:23.499988 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3b26bf9f-d43a-479b-b410-be32aba5de4c tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:23.503630 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3b26bf9f-d43a-479b-b410-be32aba5de4c tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "DELETE /v2.0/subnets/ea1b11ee-4ff2-49d4-9715-d309b059d200 HTTP/1.1" status: 204 len: 168 time: 0.6285830 Oct 20 11:39:23.518452 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43370) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:23.540531 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195b1b0c-3810-49d7-93fe-69155418e4f9 None None] Network c66707b1-13b6-4702-810b-26a4d85c63c3 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:39:23.547824 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-7eb162b6-32dd-4150-b53d-dcae5b535747 req-ce09555d-ed06-4bb8-bfda-c44b442704ad service neutron] 10.222.0.89 "GET /v2.0/networks/a79a2568-084f-4d41-8469-7b680356a62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729321 Oct 20 11:39:23.571996 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-85ed69db-221a-4bd0-86ae-e447bf8a34e1 req-92ffc38d-04fa-468e-bf47-c78fc13a557b service neutron] 10.222.0.89 "GET /v2.0/networks/a79a2568-084f-4d41-8469-7b680356a62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381839 Oct 20 11:39:23.579204 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a237060-701c-4470-9f77-114f876ad31a None None] Pushing event updated for resources: {'Port': ['ID=816a3f17-8070-4d30-ae82-ed947c489194,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:23.632047 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-370e7ab8-8641-4ac8-b7e5-2cfdba513e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:23.634072 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-ffb1fd56-abd8-468b-a9d2-219175df40c5 None None] Attempting to bind port 816a3f17-8070-4d30-ae82-ed947c489194 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:39:23.634314 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-ffb1fd56-abd8-468b-a9d2-219175df40c5 None None] Attempting to bind port 816a3f17-8070-4d30-ae82-ed947c489194 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:39:23.634665 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb1fd56-abd8-468b-a9d2-219175df40c5 None None] Attempting to bind port 816a3f17-8070-4d30-ae82-ed947c489194 on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:39:23.709735 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb1fd56-abd8-468b-a9d2-219175df40c5 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:39:23.710103 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb1fd56-abd8-468b-a9d2-219175df40c5 None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:39:23.710501 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ffb1fd56-abd8-468b-a9d2-219175df40c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:23.710998 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb1fd56-abd8-468b-a9d2-219175df40c5 None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:39:23.711483 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-ffb1fd56-abd8-468b-a9d2-219175df40c5 None None] Bound port: 816a3f17-8070-4d30-ae82-ed947c489194, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:39:23.711861 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ffb1fd56-abd8-468b-a9d2-219175df40c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:23.722082 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-7eb162b6-32dd-4150-b53d-dcae5b535747 req-39bf5e2e-3037-4047-8734-ede9ae96ef40 service neutron] 10.222.0.89 "GET /v2.0/networks/a79a2568-084f-4d41-8469-7b680356a62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668377 Oct 20 11:39:23.792547 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-370e7ab8-8641-4ac8-b7e5-2cfdba513e45 None None] For port eaf68c4a-7a45-490d-9d44-a0e9a2470ef3, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=eaf68c4a-7a45-490d-9d44-a0e9a2470ef3,segment=NetworkSegment(43ae48c2-478e-44e7-8b92-da589e89231c),segment_id=43ae48c2-478e-44e7-8b92-da589e89231c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:23.833003 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0663e-2544-4a4c-bda6-693fec6780ab req-169ee111-b4af-4728-b8bd-1ca4c381a8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:23.834544 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-14d0663e-2544-4a4c-bda6-693fec6780ab req-169ee111-b4af-4728-b8bd-1ca4c381a8a8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c1169ad648904e1598b69c96d66e4763&device_id=01f8306c-aecf-4fa0-8380-deaa069898a3 HTTP/1.1" status: 200 len: 1094 time: 0.0540636 Oct 20 11:39:23.839510 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-370e7ab8-8641-4ac8-b7e5-2cfdba513e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:23.893554 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-ffb1fd56-abd8-468b-a9d2-219175df40c5 None None] For port 816a3f17-8070-4d30-ae82-ed947c489194, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:39:23.924762 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-ffb1fd56-abd8-468b-a9d2-219175df40c5 None None] For port 816a3f17-8070-4d30-ae82-ed947c489194, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=816a3f17-8070-4d30-ae82-ed947c489194,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:39:23.937139 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ffb1fd56-abd8-468b-a9d2-219175df40c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:23.944172 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370e7ab8-8641-4ac8-b7e5-2cfdba513e45 None None] Pushing event updated for resources: {'Port': ['ID=eaf68c4a-7a45-490d-9d44-a0e9a2470ef3,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:23.985445 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0663e-2544-4a4c-bda6-693fec6780ab req-15247472-afe4-4433-a2b2-7f832b5cd941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:23.987141 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-14d0663e-2544-4a4c-bda6-693fec6780ab req-15247472-afe4-4433-a2b2-7f832b5cd941 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a79a2568-084f-4d41-8469-7b680356a62d HTTP/1.1" status: 200 len: 921 time: 0.1430883 Oct 20 11:39:24.027333 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb1fd56-abd8-468b-a9d2-219175df40c5 None None] Routers {'1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:39:24.027955 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-ffb1fd56-abd8-468b-a9d2-219175df40c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:39:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:24.085519 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-14d0663e-2544-4a4c-bda6-693fec6780ab req-9ea844a9-6fd0-47ea-bc36-df172cc7713a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d431bf0d-b7ba-45c6-8c9d-358b4ef22927 HTTP/1.1" status: 200 len: 217 time: 0.0816069 Oct 20 11:39:24.095006 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f252b2-25b7-4f7b-969a-628b2e65af1a None None] DHCP port deletion for c66707b1-13b6-4702-810b-26a4d85c63c3 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:39:24.100238 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a237060-701c-4470-9f77-114f876ad31a None None] Pushing event updated for resources: {'Port': ['ID=816a3f17-8070-4d30-ae82-ed947c489194,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:24.123629 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 095a3009-163f-4ccb-b3d8-f7f45e798eae up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:39:24.151195 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0663e-2544-4a4c-bda6-693fec6780ab req-f921c94c-6bea-44a7-bba4-0f7cafcddda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:24.152879 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-14d0663e-2544-4a4c-bda6-693fec6780ab req-f921c94c-6bea-44a7-bba4-0f7cafcddda7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3c3866d5-a700-4d4b-8bd8-40c0fe178f92 HTTP/1.1" status: 200 len: 859 time: 0.0587473 Oct 20 11:39:24.213044 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-14d0663e-2544-4a4c-bda6-693fec6780ab req-a4aff10b-bab6-41cb-8f58-a614a42aac57 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a79a2568-084f-4d41-8469-7b680356a62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512002 Oct 20 11:39:24.273143 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2f45344b-7e05-467d-ad21-2ac2750a9c0d tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:24.323047 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-ffb1fd56-abd8-468b-a9d2-219175df40c5 None None] Set router 1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:39:24.325962 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c86b2-d882-48c4-9b06-891fe4178ea2 req-2ac10d38-590f-4899-be7f-76b95c8b92d6 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:24.327824 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-05f252b2-25b7-4f7b-969a-628b2e65af1a None None] Deleting port 5826edba-6ec1-4966-9378-c775907abf95 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:39:24.328010 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5d0c86b2-d882-48c4-9b06-891fe4178ea2 req-2ac10d38-590f-4899-be7f-76b95c8b92d6 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=01f8306c-aecf-4fa0-8380-deaa069898a3 HTTP/1.1" status: 200 len: 943 time: 0.7583096 Oct 20 11:39:24.328184 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-05f252b2-25b7-4f7b-969a-628b2e65af1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:24.331149 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c4d9c9aa-9ff9-4435-9caa-984bb55e525b tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "PUT /v2.0/subnets/f5a12d35-5eaa-4655-a89b-d4569e56e16e/tags/tempest-TagsExtTest-Tag-1994630695 HTTP/1.1" status: 201 len: 201 time: 1.0954001 Oct 20 11:39:24.334781 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43376) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:24.342995 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.tag.tag_plugin [None req-1c9441c4-815e-4461-94f7-d9288786a33d tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7ef0e338-1039-41bf-98b9-c1de0e0e7a99', 'tempest-TagsExtTest-Tag-629176073') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:24.347021 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-d5a27291-9bc4-4be0-868b-f0343f4bb694 admin admin] Allocated IP 172.20.0.1 (a1980227-64af-4c17-9cee-4570c69a4cb6/978f4782-c6ff-4108-a8dd-a568aeeefa48/b3bd7757-a72e-4ab5-b38c-a13fc3b4cde7) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:39:24.352629 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f59e78-34ff-4505-b1dc-bcdeb5ebeb71 req-c679ec93-1626-4b80-8a50-0c3228cc8c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:24.354123 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a3f59e78-34ff-4505-b1dc-bcdeb5ebeb71 req-c679ec93-1626-4b80-8a50-0c3228cc8c24 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c1169ad648904e1598b69c96d66e4763&device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 1094 time: 0.7097194 Oct 20 11:39:24.358562 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-f5485294-d41d-4c0f-b7b4-8299de60be94 None None] Provisioning complete for port eaf68c4a-7a45-490d-9d44-a0e9a2470ef3 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:24.358970 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f5485294-d41d-4c0f-b7b4-8299de60be94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:24.375483 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-14d0663e-2544-4a4c-bda6-693fec6780ab req-230e2477-6573-4b65-a4ac-c909e0c0988e service neutron] 10.222.0.89 "GET /v2.0/networks/a79a2568-084f-4d41-8469-7b680356a62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502006 Oct 20 11:39:24.394166 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c09a7-de1f-4105-a6ba-e0f0c9bf8bb8 req-2525abbc-c4d4-475e-a911-7209d4ea05e8 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:24.403170 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-812c09a7-de1f-4105-a6ba-e0f0c9bf8bb8 req-2525abbc-c4d4-475e-a911-7209d4ea05e8 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=62b7190f-b5e3-4f26-9a33-4c671046f335 HTTP/1.1" status: 200 len: 946 time: 0.2570460 Oct 20 11:39:24.424170 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 095a3009-163f-4ccb-b3d8-f7f45e798eae triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:24.424657 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:24.519220 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-14d0663e-2544-4a4c-bda6-693fec6780ab req-0bbd2d80-8698-4f1d-a4c4-2dcbd575ff62 service neutron] 10.222.0.89 "GET /v2.0/networks/a79a2568-084f-4d41-8469-7b680356a62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334991 Oct 20 11:39:24.524996 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1c9441c4-815e-4461-94f7-d9288786a33d tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "PUT /v2.0/ports/7ef0e338-1039-41bf-98b9-c1de0e0e7a99/tags/tempest-TagsExtTest-Tag-629176073 HTTP/1.1" status: 201 len: 201 time: 0.1858511 Oct 20 11:39:24.525940 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43380) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:24.530784 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.tag.tag_plugin [None req-f08d55bd-f787-437c-a943-d4975d747d21 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c92d778e-7d66-467d-bea9-bcd6031f941a', 'tempest-TagsExtTest-Tag-2048867316') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:24.554241 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5d0c86b2-d882-48c4-9b06-891fe4178ea2 req-bb7f1876-4611-4739-acfa-af168c44ac7c tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130430 Oct 20 11:39:24.585684 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-812c09a7-de1f-4105-a6ba-e0f0c9bf8bb8 req-0e26a8bc-c712-4a6a-aaa1-e89b03e24a99 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/security-groups?id=082d2d4b-3491-45ca-b57b-e91861d99e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810551 Oct 20 11:39:24.594048 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-05f252b2-25b7-4f7b-969a-628b2e65af1a None None] For port 5826edba-6ec1-4966-9378-c775907abf95, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=5826edba-6ec1-4966-9378-c775907abf95,segment=NetworkSegment(9f90f5fd-e83c-4010-b057-0bb90b4a2c23),segment_id=9f90f5fd-e83c-4010-b057-0bb90b4a2c23)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:24.594446 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-05f252b2-25b7-4f7b-969a-628b2e65af1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:24.624777 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-05f252b2-25b7-4f7b-969a-628b2e65af1a None None] Calling delete_port for 5826edba-6ec1-4966-9378-c775907abf95 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:39:24.694750 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f08d55bd-f787-437c-a943-d4975d747d21 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "PUT /v2.0/routers/c92d778e-7d66-467d-bea9-bcd6031f941a/tags/tempest-TagsExtTest-Tag-2048867316 HTTP/1.1" status: 201 len: 201 time: 0.1683698 Oct 20 11:39:24.696487 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f59e78-34ff-4505-b1dc-bcdeb5ebeb71 req-fbeb61fd-0cef-4e49-8b1d-04f33558641a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:24.697014 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43384) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:24.698034 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a3f59e78-34ff-4505-b1dc-bcdeb5ebeb71 req-fbeb61fd-0cef-4e49-8b1d-04f33558641a service neutron] 10.222.0.89 "GET /v2.0/networks?id=a79a2568-084f-4d41-8469-7b680356a62d HTTP/1.1" status: 200 len: 921 time: 0.3327951 Oct 20 11:39:24.703941 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.tag.tag_plugin [None req-2012ec59-cf6a-478b-a2be-3ad658a46eb9 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd7b7d09e-371e-42ae-b253-6465e8131923', 'tempest-TagsExtTest-Tag-1945941167') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:24.733657 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-2f45344b-7e05-467d-ad21-2ac2750a9c0d tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Deleting port 5826edba-6ec1-4966-9378-c775907abf95 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:39:24.734089 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2f45344b-7e05-467d-ad21-2ac2750a9c0d tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:24.760481 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2012ec59-cf6a-478b-a2be-3ad658a46eb9 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "PUT /v2.0/subnetpools/d7b7d09e-371e-42ae-b253-6465e8131923/tags/tempest-TagsExtTest-Tag-1945941167 HTTP/1.1" status: 201 len: 201 time: 0.0612569 Oct 20 11:39:24.761214 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43388) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:24.766618 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.tag.tag_plugin [None req-4947b869-b8cc-4c90-9988-f08f9710420f tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f5a12d35-5eaa-4655-a89b-d4569e56e16e') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:24.775381 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-145fdc6b-51c9-4117-81e8-248e12e0ad8a req-f0ab6996-eefc-4f58-a089-d7310ef854e8 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0914593 Oct 20 11:39:24.824011 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a3f59e78-34ff-4505-b1dc-bcdeb5ebeb71 req-8b5a5b50-e8f1-4700-a97e-dd2160c6a9aa service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1418c351-1695-4475-97ef-c3e849b75701 HTTP/1.1" status: 200 len: 217 time: 0.1062140 Oct 20 11:39:24.826601 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-f5485294-d41d-4c0f-b7b4-8299de60be94 None None] Provisioning complete for port 7ef0e338-1039-41bf-98b9-c1de0e0e7a99 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:24.827007 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f5485294-d41d-4c0f-b7b4-8299de60be94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:24.858323 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:24.867023 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-ffb1fd56-abd8-468b-a9d2-219175df40c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2', 'name': 'tempest-ServerActionsTestJSON-1274291139-router', 'tenant_id': 'f0012baf31914701a438a4a910671113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '816a3f17-8070-4d30-ae82-ed947c489194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:14Z', 'updated_at': '2021-10-20T11:39:18Z', 'revision_number': 3, 'project_id': 'f0012baf31914701a438a4a910671113', 'gw_port': {'id': '816a3f17-8070-4d30-ae82-ed947c489194', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:15Z', 'updated_at': '2021-10-20T11:39:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:24.874943 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4947b869-b8cc-4c90-9988-f08f9710420f tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "GET /v2.0/subnets/f5a12d35-5eaa-4655-a89b-d4569e56e16e/tags HTTP/1.1" status: 200 len: 241 time: 0.1123791 Oct 20 11:39:24.875885 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43390) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:24.882154 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.tag.tag_plugin [None req-b79a98e8-6b5b-4c46-82a0-c06499f51194 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f5a12d35-5eaa-4655-a89b-d4569e56e16e', 'tempest-TagsExtTest-Tag-1994630695') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:24.887241 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d5a27291-9bc4-4be0-868b-f0343f4bb694 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:24.897934 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-f5485294-d41d-4c0f-b7b4-8299de60be94 None None] Port 7ef0e338-1039-41bf-98b9-c1de0e0e7a99 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:39:24.899771 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-05f252b2-25b7-4f7b-969a-628b2e65af1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:24.904644 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb1fd56-abd8-468b-a9d2-219175df40c5 None None] The sync data for ids ['1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2'] in n-d-814735-3 is: [{'id': '1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2', 'name': 'tempest-ServerActionsTestJSON-1274291139-router', 'tenant_id': 'f0012baf31914701a438a4a910671113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '816a3f17-8070-4d30-ae82-ed947c489194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:14Z', 'updated_at': '2021-10-20T11:39:18Z', 'revision_number': 3, 'project_id': 'f0012baf31914701a438a4a910671113', 'gw_port': {'id': '816a3f17-8070-4d30-ae82-ed947c489194', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:15Z', 'updated_at': '2021-10-20T11:39:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:39:24.922175 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-2f45344b-7e05-467d-ad21-2ac2750a9c0d tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] For port 5826edba-6ec1-4966-9378-c775907abf95, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=5826edba-6ec1-4966-9378-c775907abf95,segment=NetworkSegment(9f90f5fd-e83c-4010-b057-0bb90b4a2c23),segment_id=9f90f5fd-e83c-4010-b057-0bb90b4a2c23)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:24.922548 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2f45344b-7e05-467d-ad21-2ac2750a9c0d tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:24.931311 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f252b2-25b7-4f7b-969a-628b2e65af1a None None] Pushing event deleted for resources: {'Port': ['ID=5826edba-6ec1-4966-9378-c775907abf95,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:24.933635 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e11372-acc8-466e-bc63-b43e3fc05fd7 req-d648a205-053f-445f-ba3f-d0a258c95783 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:24.934576 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f252b2-25b7-4f7b-969a-628b2e65af1a None None] No DVR routers for this DVR port 5826edba-6ec1-4966-9378-c775907abf95 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:39:24.944749 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-89e11372-acc8-466e-bc63-b43e3fc05fd7 req-d648a205-053f-445f-ba3f-d0a258c95783 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=62b7190f-b5e3-4f26-9a33-4c671046f335 HTTP/1.1" status: 200 len: 946 time: 0.2660992 Oct 20 11:39:24.946726 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43392) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:24.960309 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-517a3140-87ae-4b64-98e9-b62bce3df522 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Request body: {'floatingip': {'port_id': '879bcf10-a3e4-443f-8ecd-c19bcebb64a2'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:24.973357 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b79a98e8-6b5b-4c46-82a0-c06499f51194 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "GET /v2.0/subnets/f5a12d35-5eaa-4655-a89b-d4569e56e16e/tags/tempest-TagsExtTest-Tag-1994630695 HTTP/1.1" status: 204 len: 168 time: 0.0961187 Oct 20 11:39:24.975764 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43394) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:24.980002 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.tag.tag_plugin [None req-8eac2a1c-7eb6-422e-a6c3-b27666095d48 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'f5a12d35-5eaa-4655-a89b-d4569e56e16e', 'tempest-TagsExtTest-Tag-1994630695') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:25.006352 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-2f45344b-7e05-467d-ad21-2ac2750a9c0d tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Calling delete_port for 5826edba-6ec1-4966-9378-c775907abf95 owned by network:dhcp {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:39:25.022641 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-51f64082-8019-4da2-bc41-c84719d5c459 None None] Provisioning complete for port 7ef0e338-1039-41bf-98b9-c1de0e0e7a99 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:25.023201 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-51f64082-8019-4da2-bc41-c84719d5c459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:25.025615 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f59e78-34ff-4505-b1dc-bcdeb5ebeb71 req-69407433-e699-447a-87eb-ed48d728628c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:25.027144 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a3f59e78-34ff-4505-b1dc-bcdeb5ebeb71 req-69407433-e699-447a-87eb-ed48d728628c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3c3866d5-a700-4d4b-8bd8-40c0fe178f92 HTTP/1.1" status: 200 len: 859 time: 0.1616013 Oct 20 11:39:25.035870 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-517a3140-87ae-4b64-98e9-b62bce3df522 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks [] for floatingip, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:25.061240 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8eac2a1c-7eb6-422e-a6c3-b27666095d48 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "DELETE /v2.0/subnets/f5a12d35-5eaa-4655-a89b-d4569e56e16e/tags/tempest-TagsExtTest-Tag-1994630695 HTTP/1.1" status: 204 len: 168 time: 0.0844040 Oct 20 11:39:25.063671 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43396) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:25.069004 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.tag.tag_plugin [None req-42d480a2-c207-4786-9481-8739844f226c tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f5a12d35-5eaa-4655-a89b-d4569e56e16e') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:25.076142 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-51f64082-8019-4da2-bc41-c84719d5c459 None None] Port 7ef0e338-1039-41bf-98b9-c1de0e0e7a99 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:39:25.128930 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-42d480a2-c207-4786-9481-8739844f226c tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "GET /v2.0/subnets/f5a12d35-5eaa-4655-a89b-d4569e56e16e/tags HTTP/1.1" status: 200 len: 205 time: 0.0641050 Oct 20 11:39:25.131470 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43398) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:25.137226 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.tag.tag_plugin [None req-54d29651-695c-456d-bd2e-1431e7ad1f9a tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7ef0e338-1039-41bf-98b9-c1de0e0e7a99') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:25.137988 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a3f59e78-34ff-4505-b1dc-bcdeb5ebeb71 req-60ba2b3c-145e-4fb6-a1b9-c0a4ba04d119 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a79a2568-084f-4d41-8469-7b680356a62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953240 Oct 20 11:39:25.216946 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-54d29651-695c-456d-bd2e-1431e7ad1f9a tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "GET /v2.0/ports/7ef0e338-1039-41bf-98b9-c1de0e0e7a99/tags HTTP/1.1" status: 200 len: 240 time: 0.0844517 Oct 20 11:39:25.219646 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43400) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:25.227102 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.tag.tag_plugin [None req-b95f2a52-8d1c-427e-9863-1cda2a56da7b tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7ef0e338-1039-41bf-98b9-c1de0e0e7a99', 'tempest-TagsExtTest-Tag-629176073') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:25.242211 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d5a27291-9bc4-4be0-868b-f0343f4bb694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:25.292568 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b95f2a52-8d1c-427e-9863-1cda2a56da7b tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "GET /v2.0/ports/7ef0e338-1039-41bf-98b9-c1de0e0e7a99/tags/tempest-TagsExtTest-Tag-629176073 HTTP/1.1" status: 204 len: 168 time: 0.0696633 Oct 20 11:39:25.292933 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43402) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:25.300176 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.tag.tag_plugin [None req-82784d40-876c-4dc0-8cec-7e249864223e tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '7ef0e338-1039-41bf-98b9-c1de0e0e7a99', 'tempest-TagsExtTest-Tag-629176073') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:25.310839 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a27291-9bc4-4be0-868b-f0343f4bb694 admin admin] Network a1980227-64af-4c17-9cee-4570c69a4cb6 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:39:25.319227 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-d5a27291-9bc4-4be0-868b-f0343f4bb694 admin admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:39:25.322398 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a27291-9bc4-4be0-868b-f0343f4bb694 admin admin] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:39:25.370629 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:39:25.387269 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-82784d40-876c-4dc0-8cec-7e249864223e tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "DELETE /v2.0/ports/7ef0e338-1039-41bf-98b9-c1de0e0e7a99/tags/tempest-TagsExtTest-Tag-629176073 HTTP/1.1" status: 204 len: 168 time: 0.0931430 Oct 20 11:39:25.389686 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43404) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:25.393979 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.tag.tag_plugin [None req-dcd528d9-c4db-4b34-b86c-25edbe8e4163 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7ef0e338-1039-41bf-98b9-c1de0e0e7a99') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:25.454344 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-dcd528d9-c4db-4b34-b86c-25edbe8e4163 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "GET /v2.0/ports/7ef0e338-1039-41bf-98b9-c1de0e0e7a99/tags HTTP/1.1" status: 200 len: 205 time: 0.0635467 Oct 20 11:39:25.455003 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43406) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:25.459516 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.tag.tag_plugin [None req-28959a56-486a-4dc0-96a3-fb2ff2d01b12 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c92d778e-7d66-467d-bea9-bcd6031f941a') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:25.520848 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2f45344b-7e05-467d-ad21-2ac2750a9c0d tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:25.531661 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a27291-9bc4-4be0-868b-f0343f4bb694 admin admin] Pushing event updated for resources: {'Port': ['ID=b3bd7757-a72e-4ab5-b38c-a13fc3b4cde7,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:25.551007 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-28959a56-486a-4dc0-96a3-fb2ff2d01b12 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "GET /v2.0/routers/c92d778e-7d66-467d-bea9-bcd6031f941a/tags HTTP/1.1" status: 200 len: 241 time: 0.0945656 Oct 20 11:39:25.551596 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43408) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:25.556014 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.tag.tag_plugin [None req-0e5519c5-938d-4ad3-81fd-57bac107233d tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c92d778e-7d66-467d-bea9-bcd6031f941a', 'tempest-TagsExtTest-Tag-2048867316') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:25.570468 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f45344b-7e05-467d-ad21-2ac2750a9c0d tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event deleted for resources: {'Port': ['ID=5826edba-6ec1-4966-9378-c775907abf95,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:25.593508 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d5a27291-9bc4-4be0-868b-f0343f4bb694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:25.603149 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f45344b-7e05-467d-ad21-2ac2750a9c0d tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] No DVR routers for this DVR port 5826edba-6ec1-4966-9378-c775907abf95 on host n-d-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:39:25.624309 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-81621d58-1d42-4bd0-8b0f-6e1b2f40482e None None] Provisioning complete for port b3bd7757-a72e-4ab5-b38c-a13fc3b4cde7 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:25.624951 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-81621d58-1d42-4bd0-8b0f-6e1b2f40482e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:25.655291 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0e5519c5-938d-4ad3-81fd-57bac107233d tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "GET /v2.0/routers/c92d778e-7d66-467d-bea9-bcd6031f941a/tags/tempest-TagsExtTest-Tag-2048867316 HTTP/1.1" status: 204 len: 168 time: 0.1006854 Oct 20 11:39:25.655876 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43412) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:25.660699 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a3f59e78-34ff-4505-b1dc-bcdeb5ebeb71 req-a4e5bd00-dfdf-4363-a106-6aa7d6711c66 service neutron] 10.222.0.89 "GET /v2.0/networks/a79a2568-084f-4d41-8469-7b680356a62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5003679 Oct 20 11:39:25.662569 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.tag.tag_plugin [None req-707f8149-7890-4b64-8384-671cae307dbb tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'c92d778e-7d66-467d-bea9-bcd6031f941a', 'tempest-TagsExtTest-Tag-2048867316') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:25.683556 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-81621d58-1d42-4bd0-8b0f-6e1b2f40482e None None] Port b3bd7757-a72e-4ab5-b38c-a13fc3b4cde7 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:39:25.762606 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-707f8149-7890-4b64-8384-671cae307dbb tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "DELETE /v2.0/routers/c92d778e-7d66-467d-bea9-bcd6031f941a/tags/tempest-TagsExtTest-Tag-2048867316 HTTP/1.1" status: 204 len: 168 time: 0.1043904 Oct 20 11:39:25.763317 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43414) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:25.767892 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.tag.tag_plugin [None req-97024fb6-359a-43fa-b740-69ca8e231153 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c92d778e-7d66-467d-bea9-bcd6031f941a') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:25.844618 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-97024fb6-359a-43fa-b740-69ca8e231153 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "GET /v2.0/routers/c92d778e-7d66-467d-bea9-bcd6031f941a/tags HTTP/1.1" status: 200 len: 205 time: 0.0802128 Oct 20 11:39:25.845227 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43418) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:25.849996 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.tag.tag_plugin [None req-53494938-586f-4afa-935c-da2791ecd98a tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd7b7d09e-371e-42ae-b253-6465e8131923') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:25.877250 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-53494938-586f-4afa-935c-da2791ecd98a tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "GET /v2.0/subnetpools/d7b7d09e-371e-42ae-b253-6465e8131923/tags HTTP/1.1" status: 200 len: 241 time: 0.0309210 Oct 20 11:39:25.884484 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43420) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:25.889414 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.tag.tag_plugin [None req-6d8f38c8-0160-4be0-83ec-a8d9b6511d0c tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd7b7d09e-371e-42ae-b253-6465e8131923', 'tempest-TagsExtTest-Tag-1945941167') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:25.913107 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6d8f38c8-0160-4be0-83ec-a8d9b6511d0c tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "GET /v2.0/subnetpools/d7b7d09e-371e-42ae-b253-6465e8131923/tags/tempest-TagsExtTest-Tag-1945941167 HTTP/1.1" status: 204 len: 168 time: 0.0270960 Oct 20 11:39:25.916097 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43424) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:25.921343 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.tag.tag_plugin [None req-e1dec5bc-7fca-469f-b39d-88f785293db4 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'd7b7d09e-371e-42ae-b253-6465e8131923', 'tempest-TagsExtTest-Tag-1945941167') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:25.960968 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2f45344b-7e05-467d-ad21-2ac2750a9c0d tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:25.978094 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e1dec5bc-7fca-469f-b39d-88f785293db4 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "DELETE /v2.0/subnetpools/d7b7d09e-371e-42ae-b253-6465e8131923/tags/tempest-TagsExtTest-Tag-1945941167 HTTP/1.1" status: 204 len: 168 time: 0.0586257 Oct 20 11:39:25.978395 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43426) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:25.983770 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.tag.tag_plugin [None req-f7503fdd-a4d7-4afd-a46d-713692696305 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd7b7d09e-371e-42ae-b253-6465e8131923') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:26.010906 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f7503fdd-a4d7-4afd-a46d-713692696305 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "GET /v2.0/subnetpools/d7b7d09e-371e-42ae-b253-6465e8131923/tags HTTP/1.1" status: 200 len: 205 time: 0.0268824 Oct 20 11:39:26.010906 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43428) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:26.013786 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.tag.tag_plugin [None req-b95ee64e-ac0a-49ef-9e5e-fe17721c2207 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd7b7d09e-371e-42ae-b253-6465e8131923') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:26.024024 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c668ba5f-4dd0-42c3-abf2-e467677bac0c req-bf50b10f-f73d-4274-a0cf-bf340a5ad791 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0862432 Oct 20 11:39:26.042009 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b95ee64e-ac0a-49ef-9e5e-fe17721c2207 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "DELETE /v2.0/subnetpools/d7b7d09e-371e-42ae-b253-6465e8131923/tags HTTP/1.1" status: 204 len: 168 time: 0.0317640 Oct 20 11:39:26.044563 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43430) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:26.050317 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.tag.tag_plugin [None req-6dc357e5-d383-4e24-9723-42111c34261c tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c92d778e-7d66-467d-bea9-bcd6031f941a') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:26.064999 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd7444-f280-454c-993c-1c37226d86d1 req-640e7429-0f41-4385-b93e-98be3f82aeae tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:26.066566 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2dfd7444-f280-454c-993c-1c37226d86d1 req-640e7429-0f41-4385-b93e-98be3f82aeae tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=01f8306c-aecf-4fa0-8380-deaa069898a3 HTTP/1.1" status: 200 len: 943 time: 0.4085562 Oct 20 11:39:26.073988 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-2f45344b-7e05-467d-ad21-2ac2750a9c0d tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c66707b1-13b6-4702-810b-26a4d85c63c3']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:26.115017 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-2f45344b-7e05-467d-ad21-2ac2750a9c0d tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f90f5fd-e83c-4010-b057-0bb90b4a2c23') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:26.115317 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-2f45344b-7e05-467d-ad21-2ac2750a9c0d tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f90f5fd-e83c-4010-b057-0bb90b4a2c23') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:26.125959 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 816a3f17-8070-4d30-ae82-ed947c489194 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:39:26.175432 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a3f59e78-34ff-4505-b1dc-bcdeb5ebeb71 req-00cdf098-688e-45fa-90d3-9061aa9c8400 service neutron] 10.222.0.89 "GET /v2.0/networks/a79a2568-084f-4d41-8469-7b680356a62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4839511 Oct 20 11:39:26.185766 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 816a3f17-8070-4d30-ae82-ed947c489194 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:26.186211 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:26.196747 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6dc357e5-d383-4e24-9723-42111c34261c tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "DELETE /v2.0/routers/c92d778e-7d66-467d-bea9-bcd6031f941a/tags HTTP/1.1" status: 204 len: 168 time: 0.1506002 Oct 20 11:39:26.197799 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43432) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:26.198375 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2f45344b-7e05-467d-ad21-2ac2750a9c0d tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:26.203045 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.tag.tag_plugin [None req-e112f791-f2d1-48a4-b0d4-1ec00a76319c tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7ef0e338-1039-41bf-98b9-c1de0e0e7a99') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:26.223051 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d5a27291-9bc4-4be0-868b-f0343f4bb694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:26.259414 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2dfd7444-f280-454c-993c-1c37226d86d1 req-9ee6d19a-22fa-4e0a-a78e-4dafb0a0b1d3 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752224 Oct 20 11:39:26.262390 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2f45344b-7e05-467d-ad21-2ac2750a9c0d tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:26.274120 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e112f791-f2d1-48a4-b0d4-1ec00a76319c tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "DELETE /v2.0/ports/7ef0e338-1039-41bf-98b9-c1de0e0e7a99/tags HTTP/1.1" status: 204 len: 168 time: 0.0687618 Oct 20 11:39:26.274120 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43434) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:26.274420 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:26.277694 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.tag.tag_plugin [None req-de89ad20-fce6-425b-945c-4be9447cb0e8 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f5a12d35-5eaa-4655-a89b-d4569e56e16e') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:26.294085 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 816a3f17-8070-4d30-ae82-ed947c489194, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=816a3f17-8070-4d30-ae82-ed947c489194,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:26.297792 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.db.resource_extend [None req-517a3140-87ae-4b64-98e9-b62bce3df522 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 11:39:26.299859 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:26.301715 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device eaf68c4a-7a45-490d-9d44-a0e9a2470ef3 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:39:26.301956 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f45344b-7e05-467d-ad21-2ac2750a9c0d tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Releasing vlan 1283 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:39:26.302376 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2f45344b-7e05-467d-ad21-2ac2750a9c0d tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:26.305579 n-d-814735-3 neutron-server[100647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:39:26.305579 n-d-814735-3 neutron-server[100647]: self.session.flush() Oct 20 11:39:26.305579 n-d-814735-3 neutron-server[100647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:39:26.305579 n-d-814735-3 neutron-server[100647]: self.session.flush() Oct 20 11:39:26.305579 n-d-814735-3 neutron-server[100647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:39:26.305579 n-d-814735-3 neutron-server[100647]: self.session.flush() Oct 20 11:39:26.305579 n-d-814735-3 neutron-server[100647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:39:26.305579 n-d-814735-3 neutron-server[100647]: self.session.flush() Oct 20 11:39:26.305579 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:39:26.305579 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:39:26.305579 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:39:26.305579 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:39:26.305579 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:39:26.305579 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:39:26.305579 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:39:26.305579 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:39:26.305579 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:39:26.305579 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:39:26.305579 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:39:26.305579 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:39:26.305579 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:39:26.305579 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:39:26.305579 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:39:26.305579 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:39:26.305579 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:39:26.305579 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:39:26.305579 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:39:26.305579 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:39:26.305579 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:39:26.305579 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:39:26.305579 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:39:26.305579 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:39:26.305579 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:39:26.305579 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:39:26.305579 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:39:26.305579 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:39:26.305579 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:39:26.305579 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:39:26.305579 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:39:26.305579 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:39:26.340475 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-de89ad20-fce6-425b-945c-4be9447cb0e8 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "DELETE /v2.0/subnets/f5a12d35-5eaa-4655-a89b-d4569e56e16e/tags HTTP/1.1" status: 204 len: 168 time: 0.0682616 Oct 20 11:39:26.345599 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43436) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:26.351285 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.tag.tag_plugin [None req-3a51e666-8f8a-48bf-898a-c7eb0149b8c4 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f5a12d35-5eaa-4655-a89b-d4569e56e16e', 'tempest-TagsExtTest-Tag-1601205774') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:26.385228 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=816a3f17-8070-4d30-ae82-ed947c489194,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:26.392022 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port eaf68c4a-7a45-490d-9d44-a0e9a2470ef3 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:26.392363 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:26.682082 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 5826edba-6ec1-4966-9378-c775907abf95 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:39:26.702772 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 5826edba-6ec1-4966-9378-c775907abf95 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:39:26.703146 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 5826edba-6ec1-4966-9378-c775907abf95 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:39:26.815126 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-517a3140-87ae-4b64-98e9-b62bce3df522 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:26.823528 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3a51e666-8f8a-48bf-898a-c7eb0149b8c4 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "PUT /v2.0/subnets/f5a12d35-5eaa-4655-a89b-d4569e56e16e/tags/tempest-TagsExtTest-Tag-1601205774 HTTP/1.1" status: 201 len: 201 time: 0.4743133 Oct 20 11:39:26.824041 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2f45344b-7e05-467d-ad21-2ac2750a9c0d tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:26.824164 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43438) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:26.825004 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-517a3140-87ae-4b64-98e9-b62bce3df522 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:26.829776 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.tag.tag_plugin [None req-1d7640e6-4841-4c46-afc4-7cd162610fd3 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7ef0e338-1039-41bf-98b9-c1de0e0e7a99', 'tempest-TagsExtTest-Tag-578577889') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:26.835759 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 1418c351-1695-4475-97ef-c3e849b75701 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:39:26.858260 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2f45344b-7e05-467d-ad21-2ac2750a9c0d tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:26.861503 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2f45344b-7e05-467d-ad21-2ac2750a9c0d tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "DELETE /v2.0/networks/c66707b1-13b6-4702-810b-26a4d85c63c3 HTTP/1.1" status: 204 len: 168 time: 3.3425298 Oct 20 11:39:26.867859 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43440) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:26.874589 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-db0d6e8f-d62a-45e6-adbc-1f3ec1a186e9 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2028479717', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:26.909844 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-db0d6e8f-d62a-45e6-adbc-1f3ec1a186e9 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:26.910825 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-db0d6e8f-d62a-45e6-adbc-1f3ec1a186e9 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:26.917637 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f45344b-7e05-467d-ad21-2ac2750a9c0d tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event deleted for resources: {'Network': ['ID=c66707b1-13b6-4702-810b-26a4d85c63c3,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:26.939267 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1d7640e6-4841-4c46-afc4-7cd162610fd3 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "PUT /v2.0/ports/7ef0e338-1039-41bf-98b9-c1de0e0e7a99/tags/tempest-TagsExtTest-Tag-578577889 HTTP/1.1" status: 201 len: 201 time: 0.1115210 Oct 20 11:39:26.944128 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43442) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:26.950050 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.tag.tag_plugin [None req-d21898fc-95c3-45f7-b3bb-253166ea475b tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c92d778e-7d66-467d-bea9-bcd6031f941a', 'tempest-TagsExtTest-Tag-1109840454') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:26.978449 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 1418c351-1695-4475-97ef-c3e849b75701, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=1418c351-1695-4475-97ef-c3e849b75701,segment=NetworkSegment(153f8964-767e-48fa-bbda-d74d9d58830f),segment_id=153f8964-767e-48fa-bbda-d74d9d58830f)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:26.991461 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '1418c351-1695-4475-97ef-c3e849b75701', 'network_id': 'a79a2568-084f-4d41-8469-7b680356a62d', 'port_id': '1418c351-1695-4475-97ef-c3e849b75701', 'mac_address': 'fa:16:3e:0d:59:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c3866d5-a700-4d4b-8bd8-40c0fe178f92', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:39:27.017927 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [None req-517a3140-87ae-4b64-98e9-b62bce3df522 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Floating IP 15b65301-1dc5-4b3f-9226-2c173170bd20 associated. External IP: 172.25.5.29, port: 879bcf10-a3e4-443f-8ecd-c19bcebb64a2. Oct 20 11:39:27.021768 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d5a27291-9bc4-4be0-868b-f0343f4bb694 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:27.030237 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:27.045544 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1418c351-1695-4475-97ef-c3e849b75701 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:39:27.065389 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d5a27291-9bc4-4be0-868b-f0343f4bb694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:27.071998 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 1418c351-1695-4475-97ef-c3e849b75701, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=1418c351-1695-4475-97ef-c3e849b75701,segment=NetworkSegment(153f8964-767e-48fa-bbda-d74d9d58830f),segment_id=153f8964-767e-48fa-bbda-d74d9d58830f)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:27.082233 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:27.083253 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device d431bf0d-b7ba-45c6-8c9d-358b4ef22927 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:39:27.183677 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port d431bf0d-b7ba-45c6-8c9d-358b4ef22927, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=d431bf0d-b7ba-45c6-8c9d-358b4ef22927,segment=NetworkSegment(153f8964-767e-48fa-bbda-d74d9d58830f),segment_id=153f8964-767e-48fa-bbda-d74d9d58830f)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:27.196203 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=1418c351-1695-4475-97ef-c3e849b75701,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:27.203289 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': 'd431bf0d-b7ba-45c6-8c9d-358b4ef22927', 'network_id': 'a79a2568-084f-4d41-8469-7b680356a62d', 'port_id': 'd431bf0d-b7ba-45c6-8c9d-358b4ef22927', 'mac_address': 'fa:16:3e:9b:62:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c3866d5-a700-4d4b-8bd8-40c0fe178f92', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:39:27.213218 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d5a27291-9bc4-4be0-868b-f0343f4bb694 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:27.255126 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:27.257786 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a27291-9bc4-4be0-868b-f0343f4bb694 admin admin] Pushing event updated for resources: {'Port': ['ID=b3bd7757-a72e-4ab5-b38c-a13fc3b4cde7,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:27.271265 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d431bf0d-b7ba-45c6-8c9d-358b4ef22927 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:39:27.284820 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-543fe145-d9e8-4b8a-bc2a-16831b03ab0d req-514fd468-a370-491c-a906-476b4cecd016 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.1313763 Oct 20 11:39:27.309041 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port d431bf0d-b7ba-45c6-8c9d-358b4ef22927, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=d431bf0d-b7ba-45c6-8c9d-358b4ef22927,segment=NetworkSegment(153f8964-767e-48fa-bbda-d74d9d58830f),segment_id=153f8964-767e-48fa-bbda-d74d9d58830f)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:27.314491 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:27.343584 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-db0d6e8f-d62a-45e6-adbc-1f3ec1a186e9 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:27.351256 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-db0d6e8f-d62a-45e6-adbc-1f3ec1a186e9 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:27.382939 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=d431bf0d-b7ba-45c6-8c9d-358b4ef22927,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:27.400094 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-db0d6e8f-d62a-45e6-adbc-1f3ec1a186e9 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:27.401267 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-db0d6e8f-d62a-45e6-adbc-1f3ec1a186e9 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5314431 Oct 20 11:39:27.404420 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43450) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:27.411050 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-768874db-5cd6-4ae0-a84b-9a59a5846745 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-549323988'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:27.423267 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d21898fc-95c3-45f7-b3bb-253166ea475b tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "PUT /v2.0/routers/c92d778e-7d66-467d-bea9-bcd6031f941a/tags/tempest-TagsExtTest-Tag-1109840454 HTTP/1.1" status: 201 len: 201 time: 0.4781673 Oct 20 11:39:27.426885 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43452) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:27.431290 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.tag.tag_plugin [None req-b1202e54-0778-4ca4-b53d-abb7202f166f tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd7b7d09e-371e-42ae-b253-6465e8131923', 'tempest-TagsExtTest-Tag-11315484') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:27.450029 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768874db-5cd6-4ae0-a84b-9a59a5846745 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Made reservation on behalf of d681ef907c694a9796fe2b5eafa3eecc for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:39:27.453566 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-768874db-5cd6-4ae0-a84b-9a59a5846745 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:27.484892 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-768874db-5cd6-4ae0-a84b-9a59a5846745 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] vlan segment allocate from pool success with {'vlan_id': 1292, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:39:27.491736 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b1202e54-0778-4ca4-b53d-abb7202f166f tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "PUT /v2.0/subnetpools/d7b7d09e-371e-42ae-b253-6465e8131923/tags/tempest-TagsExtTest-Tag-11315484 HTTP/1.1" status: 201 len: 201 time: 0.0638890 Oct 20 11:39:27.495432 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43454) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:27.499864 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.tag.tag_plugin [None req-a37beeff-94b6-42e5-bc67-4da1d8b736d4 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'f5a12d35-5eaa-4655-a89b-d4569e56e16e', {'tags': ['tempest-TagsExtTest-Tag-1892700350', 'tempest-TagsExtTest-Tag-638253768', 'tempest-TagsExtTest-Tag-926100323']}) {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:27.502693 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-768874db-5cd6-4ae0-a84b-9a59a5846745 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:27.503059 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-768874db-5cd6-4ae0-a84b-9a59a5846745 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Added segment 2d8b5a4d-7cc9-4d7b-8266-497db43700ce of type vlan for network 277938a0-8abe-430f-92c3-53a8870856c0 Oct 20 11:39:27.533956 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff2404-66e5-41ee-a675-eb1113532ce7 req-c204a674-e1d4-4f3b-9e5f-9784f392230c tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:27.535586 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-89ff2404-66e5-41ee-a675-eb1113532ce7 req-c204a674-e1d4-4f3b-9e5f-9784f392230c tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=01f8306c-aecf-4fa0-8380-deaa069898a3 HTTP/1.1" status: 200 len: 944 time: 0.1876593 Oct 20 11:39:27.547685 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a27291-9bc4-4be0-868b-f0343f4bb694 admin admin] Network a1980227-64af-4c17-9cee-4570c69a4cb6 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:39:27.556410 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-d5a27291-9bc4-4be0-868b-f0343f4bb694 admin admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:39:27.583710 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-768874db-5cd6-4ae0-a84b-9a59a5846745 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:27.600598 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-517a3140-87ae-4b64-98e9-b62bce3df522 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Router 73c37fb3-aaf3-4729-8f65-cf34906749ed has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:39:27.609679 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a37beeff-94b6-42e5-bc67-4da1d8b736d4 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "PUT /v2.0/subnets/f5a12d35-5eaa-4655-a89b-d4569e56e16e/tags HTTP/1.1" status: 200 len: 316 time: 0.1132154 Oct 20 11:39:27.612648 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43456) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:27.616618 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.tag.tag_plugin [None req-860e4bab-c286-4e6e-880d-19b0e94e707d tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f5a12d35-5eaa-4655-a89b-d4569e56e16e') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:27.639384 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-89ff2404-66e5-41ee-a675-eb1113532ce7 req-f03e0c7b-4a5d-46ea-905f-c38eb8f754a6 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952933 Oct 20 11:39:27.639608 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-768874db-5cd6-4ae0-a84b-9a59a5846745 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:27.645624 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768874db-5cd6-4ae0-a84b-9a59a5846745 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:27.646267 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-768874db-5cd6-4ae0-a84b-9a59a5846745 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:27.675888 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['1418c351-1695-4475-97ef-c3e849b75701'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:39:27.725174 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-768874db-5cd6-4ae0-a84b-9a59a5846745 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3197296 Oct 20 11:39:27.727554 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768874db-5cd6-4ae0-a84b-9a59a5846745 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event updated for resources: {'Network': ['ID=277938a0-8abe-430f-92c3-53a8870856c0,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:27.729570 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43458) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:27.737499 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-91f44adf-2269-4caa-9ecd-2a8cbaf80f0c tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Request body: {'subnet': {'network_id': '277938a0-8abe-430f-92c3-53a8870856c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:27.744024 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 277938a0-8abe-430f-92c3-53a8870856c0 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:39:27.750588 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['d431bf0d-b7ba-45c6-8c9d-358b4ef22927'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:39:27.842379 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a27291-9bc4-4be0-868b-f0343f4bb694 admin admin] Router 1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:39:27.872829 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f44adf-2269-4caa-9ecd-2a8cbaf80f0c tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Made reservation on behalf of d681ef907c694a9796fe2b5eafa3eecc for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:39:27.877358 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-91f44adf-2269-4caa-9ecd-2a8cbaf80f0c tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:27.896906 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517a3140-87ae-4b64-98e9-b62bce3df522 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:39:27.900639 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-860e4bab-c286-4e6e-880d-19b0e94e707d tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "DELETE /v2.0/subnets/f5a12d35-5eaa-4655-a89b-d4569e56e16e/tags HTTP/1.1" status: 204 len: 168 time: 0.2872438 Oct 20 11:39:27.902970 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-517a3140-87ae-4b64-98e9-b62bce3df522 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:27.904420 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43460) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:27.910897 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.tag.tag_plugin [None req-e59977a5-5e71-40d9-a718-7b4444b8d1ce tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f5a12d35-5eaa-4655-a89b-d4569e56e16e', 'tempest-TagsExtTest-Tag-1892700350') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:27.922355 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0810246-ef09-46e3-85d2-9b124f118746 None None] Sync routers for ids ['73c37fb3-aaf3-4729-8f65-cf34906749ed'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:39:27.967431 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0810246-ef09-46e3-85d2-9b124f118746 None None] Routers {'73c37fb3-aaf3-4729-8f65-cf34906749ed'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:39:27.968059 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-c0810246-ef09-46e3-85d2-9b124f118746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:39:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['73c37fb3-aaf3-4729-8f65-cf34906749ed'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:27.995723 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-517a3140-87ae-4b64-98e9-b62bce3df522 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "PUT /v2.0/floatingips/15b65301-1dc5-4b3f-9226-2c173170bd20 HTTP/1.1" status: 200 len: 991 time: 3.0387585 Oct 20 11:39:27.995723 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a27291-9bc4-4be0-868b-f0343f4bb694 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:39:27.995723 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b7190f-b5e3-4f26-9a33-4c671046f335', 'tag': '879bcf10-a3e4-443f-8ecd-c19bcebb64a2'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:39:28.006540 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e76db08-e64f-41c7-a460-39f909d11044 None None] Sync routers for ids ['1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:39:28.023865 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b03fbc-1c4e-49c2-9502-79a8f4d4da68" -d '{"events": [{"name": "network-changed", "server_uuid": "62b7190f-b5e3-4f26-9a33-4c671046f335", "tag": "879bcf10-a3e4-443f-8ecd-c19bcebb64a2"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:39:28.025220 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e76db08-e64f-41c7-a460-39f909d11044 None None] Routers {'1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:39:28.026002 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-4e76db08-e64f-41c7-a460-39f909d11044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:39:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:28.027085 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-5f57522f-cb80-4f5b-8af8-4bcbcc954dd0 None None] Provisioning complete for port b3bd7757-a72e-4ab5-b38c-a13fc3b4cde7 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:28.027465 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5f57522f-cb80-4f5b-8af8-4bcbcc954dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:28.051427 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d5a27291-9bc4-4be0-868b-f0343f4bb694 admin admin] 10.222.0.98 "PUT /v2.0/routers/1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4955947 Oct 20 11:39:28.076488 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 816a3f17-8070-4d30-ae82-ed947c489194 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:39:28.104679 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89fadc28-2699-43a1-96ed-7de7b1fd6aef x-openstack-request-id: req-89fadc28-2699-43a1-96ed-7de7b1fd6aef {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:39:28.105289 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62b7190f-b5e3-4f26-9a33-4c671046f335", "tag": "879bcf10-a3e4-443f-8ecd-c19bcebb64a2", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:39:28.105860 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-89fadc28-2699-43a1-96ed-7de7b1fd6aef {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:39:28.106364 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b7190f-b5e3-4f26-9a33-4c671046f335', 'tag': '879bcf10-a3e4-443f-8ecd-c19bcebb64a2', 'status': 'completed', 'code': 200} Oct 20 11:39:28.190258 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-4e76db08-e64f-41c7-a460-39f909d11044 None None] Set router 1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:39:28.192963 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-e59977a5-5e71-40d9-a718-7b4444b8d1ce tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] show failed (client error): The resource could not be found. Oct 20 11:39:28.193163 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e59977a5-5e71-40d9-a718-7b4444b8d1ce tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "GET /v2.0/subnets/f5a12d35-5eaa-4655-a89b-d4569e56e16e/tags/tempest-TagsExtTest-Tag-1892700350 HTTP/1.1" status: 404 len: 329 time: 0.2877634 Oct 20 11:39:28.197886 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-91f44adf-2269-4caa-9ecd-2a8cbaf80f0c tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:28.200033 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43468) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:28.216160 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.tag.tag_plugin [None req-dc7fd625-2429-4db7-9737-d15be9b66bf2 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f5a12d35-5eaa-4655-a89b-d4569e56e16e', 'tempest-TagsExtTest-Tag-638253768') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:28.227472 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-5f57522f-cb80-4f5b-8af8-4bcbcc954dd0 None None] Port b3bd7757-a72e-4ab5-b38c-a13fc3b4cde7 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:39:28.279359 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b03fbc-1c4e-49c2-9502-79a8f4d4da68 req-a32d1775-f97a-4e55-b249-636e8ab8768f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:28.281244 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-97b03fbc-1c4e-49c2-9502-79a8f4d4da68 req-a32d1775-f97a-4e55-b249-636e8ab8768f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5fc99acf92746f0b6c75e7601cdfadb&device_id=62b7190f-b5e3-4f26-9a33-4c671046f335 HTTP/1.1" status: 200 len: 1097 time: 0.1433315 Oct 20 11:39:28.327328 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-c0810246-ef09-46e3-85d2-9b124f118746 None None] Set router 73c37fb3-aaf3-4729-8f65-cf34906749ed gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:39:28.340294 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f44adf-2269-4caa-9ecd-2a8cbaf80f0c tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event updated for resources: {'Subnet': ['ID=ff289b2c-591a-4d74-95b8-00c6c2c08745,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:28.381945 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f44adf-2269-4caa-9ecd-2a8cbaf80f0c tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Checking segment: {'id': '2d8b5a4d-7cc9-4d7b-8266-497db43700ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '277938a0-8abe-430f-92c3-53a8870856c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:39:28.382339 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f44adf-2269-4caa-9ecd-2a8cbaf80f0c tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Network hostable DHCP agents. Network: 277938a0-8abe-430f-92c3-53a8870856c0, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:39:28.420036 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [None req-dc7fd625-2429-4db7-9737-d15be9b66bf2 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] show failed (client error): The resource could not be found. Oct 20 11:39:28.425967 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-dc7fd625-2429-4db7-9737-d15be9b66bf2 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "GET /v2.0/subnets/f5a12d35-5eaa-4655-a89b-d4569e56e16e/tags/tempest-TagsExtTest-Tag-638253768 HTTP/1.1" status: 404 len: 328 time: 0.2120719 Oct 20 11:39:28.427213 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43478) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:28.432762 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.tag.tag_plugin [None req-4856a611-2fbd-4db4-8ba8-4d90a4759481 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f5a12d35-5eaa-4655-a89b-d4569e56e16e', 'tempest-TagsExtTest-Tag-926100323') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:28.453095 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 816a3f17-8070-4d30-ae82-ed947c489194 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:28.453535 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:28.476812 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f44adf-2269-4caa-9ecd-2a8cbaf80f0c tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Network 277938a0-8abe-430f-92c3-53a8870856c0 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:39:28.483303 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b03fbc-1c4e-49c2-9502-79a8f4d4da68 req-5a0cf6a0-f323-4639-983f-5744553ecaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:28.485703 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-97b03fbc-1c4e-49c2-9502-79a8f4d4da68 req-5a0cf6a0-f323-4639-983f-5744553ecaaf service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ac8a1a7-834d-4283-be36-675cd4e77db7 HTTP/1.1" status: 200 len: 912 time: 0.1927652 Oct 20 11:39:28.521253 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-91f44adf-2269-4caa-9ecd-2a8cbaf80f0c tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 277938a0-8abe-430f-92c3-53a8870856c0) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:39:28.528987 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-4856a611-2fbd-4db4-8ba8-4d90a4759481 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] show failed (client error): The resource could not be found. Oct 20 11:39:28.530111 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4856a611-2fbd-4db4-8ba8-4d90a4759481 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "GET /v2.0/subnets/f5a12d35-5eaa-4655-a89b-d4569e56e16e/tags/tempest-TagsExtTest-Tag-926100323 HTTP/1.1" status: 404 len: 328 time: 0.1019316 Oct 20 11:39:28.532582 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f44adf-2269-4caa-9ecd-2a8cbaf80f0c tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:28.533192 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-91f44adf-2269-4caa-9ecd-2a8cbaf80f0c tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:28.534401 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3220d939-3bbd-493f-884b-a048ca388805 None None] Network 277938a0-8abe-430f-92c3-53a8870856c0 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:39:28.535694 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43480) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:28.544813 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.tag.tag_plugin [None req-5f6555a4-ebc6-4b58-b1ea-d772dddc1e69 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '7ef0e338-1039-41bf-98b9-c1de0e0e7a99', {'tags': ['tempest-TagsExtTest-Tag-686037798', 'tempest-TagsExtTest-Tag-1407057050', 'tempest-TagsExtTest-Tag-1532341251']}) {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:28.603721 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-91f44adf-2269-4caa-9ecd-2a8cbaf80f0c tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8714726 Oct 20 11:39:28.607233 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-4e76db08-e64f-41c7-a460-39f909d11044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2', 'name': 'tempest-ServerActionsTestJSON-1274291139-router', 'tenant_id': 'f0012baf31914701a438a4a910671113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '816a3f17-8070-4d30-ae82-ed947c489194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:14Z', 'updated_at': '2021-10-20T11:39:26Z', 'revision_number': 4, 'project_id': 'f0012baf31914701a438a4a910671113', 'gw_port': {'id': '816a3f17-8070-4d30-ae82-ed947c489194', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:15Z', 'updated_at': '2021-10-20T11:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'b3bd7757-a72e-4ab5-b38c-a13fc3b4cde7', 'name': '', 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6', 'tenant_id': 'f0012baf31914701a438a4a910671113', 'mac_address': 'fa:16:3e:e0:8c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '978f4782-c6ff-4108-a8dd-a568aeeefa48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:23Z', 'updated_at': '2021-10-20T11:39:26Z', 'revision_number': 2, 'project_id': 'f0012baf31914701a438a4a910671113', 'subnets': [{'id': '978f4782-c6ff-4108-a8dd-a568aeeefa48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:28.607469 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43482) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:28.626751 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7fba7c51-5e58-4028-ba3f-6944f03df34b req-9a0a49b4-54c0-4dc6-acb7-caa70a26b407 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.1392043 Oct 20 11:39:28.670706 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-97b03fbc-1c4e-49c2-9502-79a8f4d4da68 req-94656d55-8c9a-4bd4-8a76-e8b2911b2d31 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=879bcf10-a3e4-443f-8ecd-c19bcebb64a2 HTTP/1.1" status: 200 len: 999 time: 0.1650522 Oct 20 11:39:28.678546 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e76db08-e64f-41c7-a460-39f909d11044 None None] Checking router: 1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:39:28.679206 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e76db08-e64f-41c7-a460-39f909d11044 None None] Updating router 1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2 port b3bd7757-a72e-4ab5-b38c-a13fc3b4cde7 binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:39:28.705168 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-4e76db08-e64f-41c7-a460-39f909d11044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:28.763349 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b03fbc-1c4e-49c2-9502-79a8f4d4da68 req-3939725e-737c-4b0e-b159-d63e26651e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:28.764884 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-97b03fbc-1c4e-49c2-9502-79a8f4d4da68 req-3939725e-737c-4b0e-b159-d63e26651e23 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15eac2f5-b810-4d1a-999c-137936c809b4 HTTP/1.1" status: 200 len: 849 time: 0.0863395 Oct 20 11:39:28.846243 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56a89c-a493-4f81-9acf-eb075c290487 req-f28f957e-facc-47fd-8038-2e9bc245ce0e tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:28.847932 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4e56a89c-a493-4f81-9acf-eb075c290487 req-f28f957e-facc-47fd-8038-2e9bc245ce0e tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=01f8306c-aecf-4fa0-8380-deaa069898a3 HTTP/1.1" status: 200 len: 944 time: 0.0896511 Oct 20 11:39:28.853961 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b03fbc-1c4e-49c2-9502-79a8f4d4da68 req-02ae9fb6-1e33-4a6e-8f83-e7e56dae42eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:28.855629 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-97b03fbc-1c4e-49c2-9502-79a8f4d4da68 req-02ae9fb6-1e33-4a6e-8f83-e7e56dae42eb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ac8a1a7-834d-4283-be36-675cd4e77db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829582 Oct 20 11:39:28.869311 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43486) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:28.881941 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5f6555a4-ebc6-4b58-b1ea-d772dddc1e69 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "PUT /v2.0/ports/7ef0e338-1039-41bf-98b9-c1de0e0e7a99/tags HTTP/1.1" status: 200 len: 317 time: 0.3412209 Oct 20 11:39:28.882536 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-ebdfcb70-24ec-4fd2-b3fd-4226039448c5 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1080772674', 'description': 'tempest-description--1083560293'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:28.882688 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43488) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:28.887075 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.tag.tag_plugin [None req-64b668f3-3739-4d38-a1d6-93c8e173eab4 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7ef0e338-1039-41bf-98b9-c1de0e0e7a99') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:28.894896 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf5628e-914e-4e3e-827b-e061493f509e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-277938a0-8abe-430f-92c3-53a8870856c0', 'network_id': '277938a0-8abe-430f-92c3-53a8870856c0', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'fixed_ips': [{'subnet_id': 'ff289b2c-591a-4d74-95b8-00c6c2c08745'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:39:28.896443 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9bf5628e-914e-4e3e-827b-e061493f509e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:28.923322 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-c0810246-ef09-46e3-85d2-9b124f118746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'name': 'tempest-AttachVolumeTestJSON-210314861-router', 'tenant_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '2f6c9eea-35a0-4f13-a370-5c96a0042060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:34:25Z', 'updated_at': '2021-10-20T11:34:30Z', 'revision_number': 4, 'project_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'gw_port': {'id': '2f6c9eea-35a0-4f13-a370-5c96a0042060', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:34:25Z', 'updated_at': '2021-10-20T11:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '15b65301-1dc5-4b3f-9226-2c173170bd20', 'tenant_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'floating_ip_address': '172.25.5.29', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'port_id': '879bcf10-a3e4-443f-8ecd-c19bcebb64a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ac8a1a7-834d-4283-be36-675cd4e77db7', 'mac_address': 'fa:16:3e:ab:2f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b7190f-b5e3-4f26-9a33-4c671046f335', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:39:02Z', 'updated_at': '2021-10-20T11:39:26Z', 'revision_number': 1, 'project_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6c6911e-e007-4fc7-b235-22245bcd29fa', 'name': '', 'network_id': '9ac8a1a7-834d-4283-be36-675cd4e77db7', 'tenant_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'mac_address': 'fa:16:3e:11:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '15eac2f5-b810-4d1a-999c-137936c809b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:34:29Z', 'updated_at': '2021-10-20T11:34:35Z', 'revision_number': 5, 'project_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'subnets': [{'id': '15eac2f5-b810-4d1a-999c-137936c809b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:28.969577 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0810246-ef09-46e3-85d2-9b124f118746 None None] Checking router: 73c37fb3-aaf3-4729-8f65-cf34906749ed for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:39:29.007242 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4e56a89c-a493-4f81-9acf-eb075c290487 req-a2e84d6e-58bb-4397-b009-6d4d5d97a604 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504893 Oct 20 11:39:29.037657 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ebdfcb70-24ec-4fd2-b3fd-4226039448c5 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:29.041181 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-4e76db08-e64f-41c7-a460-39f909d11044 None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:29.050443 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-4e76db08-e64f-41c7-a460-39f909d11044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:29.053905 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-97b03fbc-1c4e-49c2-9502-79a8f4d4da68 req-6ced93f6-5075-4c19-954f-90cbde81bc2a service neutron] 10.222.0.11 "GET /v2.0/networks/9ac8a1a7-834d-4283-be36-675cd4e77db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772089 Oct 20 11:39:29.064667 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0810246-ef09-46e3-85d2-9b124f118746 None None] Routers {'73c37fb3-aaf3-4729-8f65-cf34906749ed'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:39:29.065311 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-c0810246-ef09-46e3-85d2-9b124f118746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:39:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['73c37fb3-aaf3-4729-8f65-cf34906749ed'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:29.072229 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8406450e-d67e-4c51-9887-9e3892ac244a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:29.105334 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f771e9-6799-449e-899b-0bc96207d2fe None None] Pushing event updated for resources: {'Port': ['ID=b3bd7757-a72e-4ab5-b38c-a13fc3b4cde7,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:29.117871 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f771e9-6799-449e-899b-0bc96207d2fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:29.118515 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f771e9-6799-449e-899b-0bc96207d2fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:29.119073 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f771e9-6799-449e-899b-0bc96207d2fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:29.119572 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f771e9-6799-449e-899b-0bc96207d2fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:29.120050 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f771e9-6799-449e-899b-0bc96207d2fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:29.120607 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f771e9-6799-449e-899b-0bc96207d2fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:29.121084 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f771e9-6799-449e-899b-0bc96207d2fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:29.121559 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f771e9-6799-449e-899b-0bc96207d2fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:29.122629 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f771e9-6799-449e-899b-0bc96207d2fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:29.123127 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f771e9-6799-449e-899b-0bc96207d2fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:29.123598 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f771e9-6799-449e-899b-0bc96207d2fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:29.124060 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f771e9-6799-449e-899b-0bc96207d2fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:29.173352 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-97b03fbc-1c4e-49c2-9502-79a8f4d4da68 req-aac5d534-e493-4d11-9582-77bf37ffa40d service neutron] 10.222.0.11 "GET /v2.0/networks/9ac8a1a7-834d-4283-be36-675cd4e77db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103463 Oct 20 11:39:29.198608 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-64b668f3-3739-4d38-a1d6-93c8e173eab4 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "DELETE /v2.0/ports/7ef0e338-1039-41bf-98b9-c1de0e0e7a99/tags HTTP/1.1" status: 204 len: 168 time: 0.3121853 Oct 20 11:39:29.200407 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43492) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:29.205292 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.tag.tag_plugin [None req-4ca9c132-3eeb-4f09-b907-7b83c1f171f2 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7ef0e338-1039-41bf-98b9-c1de0e0e7a99', 'tempest-TagsExtTest-Tag-686037798') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:29.234607 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-4e76db08-e64f-41c7-a460-39f909d11044 None None] Attempting to bind port b3bd7757-a72e-4ab5-b38c-a13fc3b4cde7 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:39:29.235281 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-4e76db08-e64f-41c7-a460-39f909d11044 None None] Attempting to bind port b3bd7757-a72e-4ab5-b38c-a13fc3b4cde7 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '73cbce6c-57a2-4343-bb4b-9f489f07b678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:39:29.235856 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e76db08-e64f-41c7-a460-39f909d11044 None None] Attempting to bind port b3bd7757-a72e-4ab5-b38c-a13fc3b4cde7 on network a1980227-64af-4c17-9cee-4570c69a4cb6 {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:39:29.245997 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e76db08-e64f-41c7-a460-39f909d11044 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:39:29.246754 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e76db08-e64f-41c7-a460-39f909d11044 None None] Checking segment: {'id': '73cbce6c-57a2-4343-bb4b-9f489f07b678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:39:29.247430 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-4e76db08-e64f-41c7-a460-39f909d11044 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:29.247976 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e76db08-e64f-41c7-a460-39f909d11044 None None] Bound using segment: {'id': '73cbce6c-57a2-4343-bb4b-9f489f07b678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:39:29.248651 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-4e76db08-e64f-41c7-a460-39f909d11044 None None] Bound port: b3bd7757-a72e-4ab5-b38c-a13fc3b4cde7, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73cbce6c-57a2-4343-bb4b-9f489f07b678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:39:29.249190 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-4e76db08-e64f-41c7-a460-39f909d11044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:29.335942 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ebdfcb70-24ec-4fd2-b3fd-4226039448c5 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:29.339551 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-4e76db08-e64f-41c7-a460-39f909d11044 None None] For port b3bd7757-a72e-4ab5-b38c-a13fc3b4cde7, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:39:29.345913 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-4e76db08-e64f-41c7-a460-39f909d11044 None None] For port b3bd7757-a72e-4ab5-b38c-a13fc3b4cde7, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=b3bd7757-a72e-4ab5-b38c-a13fc3b4cde7,segment=NetworkSegment(73cbce6c-57a2-4343-bb4b-9f489f07b678),segment_id=73cbce6c-57a2-4343-bb4b-9f489f07b678)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:39:29.346207 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-9bf5628e-914e-4e3e-827b-e061493f509e None None] Allocated IP 2001:db8::2 (277938a0-8abe-430f-92c3-53a8870856c0/ff289b2c-591a-4d74-95b8-00c6c2c08745/e4de76c9-ec05-4102-8c62-97d345f1bc59) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:39:29.350296 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ebdfcb70-24ec-4fd2-b3fd-4226039448c5 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:29.360968 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-4e76db08-e64f-41c7-a460-39f909d11044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:29.375162 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-c0810246-ef09-46e3-85d2-9b124f118746 None None] Set router 73c37fb3-aaf3-4729-8f65-cf34906749ed gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:39:29.385262 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ebdfcb70-24ec-4fd2-b3fd-4226039448c5 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:29.390077 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43496) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:29.391072 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ebdfcb70-24ec-4fd2-b3fd-4226039448c5 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5130875 Oct 20 11:39:29.400244 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-09c9492b-95ec-49e3-aa10-43aecb6471df tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Request body: {'security_group_rule': {'security_group_id': 'de9e5546-c6bb-4b79-9944-d594b795ba77', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:29.417849 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [None req-4ca9c132-3eeb-4f09-b907-7b83c1f171f2 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] show failed (client error): The resource could not be found. Oct 20 11:39:29.425351 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43498) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:29.427401 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4ca9c132-3eeb-4f09-b907-7b83c1f171f2 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "GET /v2.0/ports/7ef0e338-1039-41bf-98b9-c1de0e0e7a99/tags/tempest-TagsExtTest-Tag-686037798 HTTP/1.1" status: 404 len: 328 time: 0.2257278 Oct 20 11:39:29.443784 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.tag.tag_plugin [None req-7f45253d-1f19-4d39-8c07-43a75ba71a8e tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7ef0e338-1039-41bf-98b9-c1de0e0e7a99', 'tempest-TagsExtTest-Tag-1407057050') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:29.448270 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdfcb70-24ec-4fd2-b3fd-4226039448c5 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de9e5546-c6bb-4b79-9944-d594b795ba77,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:29.492363 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e76db08-e64f-41c7-a460-39f909d11044 None None] Routers {'1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:39:29.499311 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-4e76db08-e64f-41c7-a460-39f909d11044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:39:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:29.540326 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-09c9492b-95ec-49e3-aa10-43aecb6471df tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:29.547812 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f771e9-6799-449e-899b-0bc96207d2fe None None] Pushing event updated for resources: {'Port': ['ID=b3bd7757-a72e-4ab5-b38c-a13fc3b4cde7,revision_number=4']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:29.569923 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-7f45253d-1f19-4d39-8c07-43a75ba71a8e tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] show failed (client error): The resource could not be found. Oct 20 11:39:29.571200 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7f45253d-1f19-4d39-8c07-43a75ba71a8e tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "GET /v2.0/ports/7ef0e338-1039-41bf-98b9-c1de0e0e7a99/tags/tempest-TagsExtTest-Tag-1407057050 HTTP/1.1" status: 404 len: 329 time: 0.1400023 Oct 20 11:39:29.574427 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43500) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:29.585255 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.tag.tag_plugin [None req-0391279a-606b-40b3-aca2-2622bedf9f54 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7ef0e338-1039-41bf-98b9-c1de0e0e7a99', 'tempest-TagsExtTest-Tag-1532341251') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:29.643706 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-4e76db08-e64f-41c7-a460-39f909d11044 None None] Set router 1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:39:29.647911 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-09c9492b-95ec-49e3-aa10-43aecb6471df tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:29.654324 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-09c9492b-95ec-49e3-aa10-43aecb6471df tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:29.681905 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c9492b-95ec-49e3-aa10-43aecb6471df tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a80203b7-a94f-4e41-95bf-0966aafdead0,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:29.689560 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-09c9492b-95ec-49e3-aa10-43aecb6471df tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:29.691242 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-09c9492b-95ec-49e3-aa10-43aecb6471df tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2997961 Oct 20 11:39:29.694055 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43504) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:29.703410 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-817cd4a7-e0d3-4eb1-8bdb-8df192a3edfd tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Request body: {'security_group_rule': {'security_group_id': 'de9e5546-c6bb-4b79-9944-d594b795ba77', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:29.729589 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [None req-0391279a-606b-40b3-aca2-2622bedf9f54 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] show failed (client error): The resource could not be found. Oct 20 11:39:29.730392 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-0391279a-606b-40b3-aca2-2622bedf9f54 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "GET /v2.0/ports/7ef0e338-1039-41bf-98b9-c1de0e0e7a99/tags/tempest-TagsExtTest-Tag-1532341251 HTTP/1.1" status: 404 len: 329 time: 0.1541793 Oct 20 11:39:29.733794 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43506) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:29.746649 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.tag.tag_plugin [None req-6240b6a7-fd85-4079-b809-d7a81364522a tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'c92d778e-7d66-467d-bea9-bcd6031f941a', {'tags': ['tempest-TagsExtTest-Tag-6855990', 'tempest-TagsExtTest-Tag-1306507529', 'tempest-TagsExtTest-Tag-816880029']}) {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:29.756169 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-817cd4a7-e0d3-4eb1-8bdb-8df192a3edfd tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:29.782613 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-6d0ab9d0-0809-4ed4-8f7b-6f2c42f64160 None None] Provisioning complete for port b3bd7757-a72e-4ab5-b38c-a13fc3b4cde7 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:29.783018 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6d0ab9d0-0809-4ed4-8f7b-6f2c42f64160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:29.847938 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eec11c50-68ab-4c39-ab4a-38633f415c29 req-6a69d2ff-8918-4252-8d8b-f4e46f7694e4 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0535607 Oct 20 11:39:29.856485 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-817cd4a7-e0d3-4eb1-8bdb-8df192a3edfd tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:29.872359 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-817cd4a7-e0d3-4eb1-8bdb-8df192a3edfd tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:29.898733 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6240b6a7-fd85-4079-b809-d7a81364522a tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "PUT /v2.0/routers/c92d778e-7d66-467d-bea9-bcd6031f941a/tags HTTP/1.1" status: 200 len: 314 time: 0.1631074 Oct 20 11:39:29.899622 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43510) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:29.912099 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-817cd4a7-e0d3-4eb1-8bdb-8df192a3edfd tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:29.915525 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.tag.tag_plugin [None req-47ce94aa-b31f-4f76-a59d-fd217e835713 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c92d778e-7d66-467d-bea9-bcd6031f941a') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:29.915869 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-817cd4a7-e0d3-4eb1-8bdb-8df192a3edfd tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2207634 Oct 20 11:39:29.916555 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43512) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:29.921462 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-0c06e11e-db62-4c54-8d4a-e1d85598d723 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:29.926827 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817cd4a7-e0d3-4eb1-8bdb-8df192a3edfd tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38064807-4b2e-44bc-9983-74609c11a780,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:29.961581 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0c06e11e-db62-4c54-8d4a-e1d85598d723 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks [] for floatingip, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:30.038601 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9bf5628e-914e-4e3e-827b-e061493f509e None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:30.048397 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-47ce94aa-b31f-4f76-a59d-fd217e835713 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "DELETE /v2.0/routers/c92d778e-7d66-467d-bea9-bcd6031f941a/tags HTTP/1.1" status: 204 len: 168 time: 0.1478145 Oct 20 11:39:30.051186 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43516) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:30.058665 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.tag.tag_plugin [None req-ef213e46-1a50-40eb-8d05-92c89a9e7c02 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c92d778e-7d66-467d-bea9-bcd6031f941a', 'tempest-TagsExtTest-Tag-6855990') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:30.064485 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-4e76db08-e64f-41c7-a460-39f909d11044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2', 'name': 'tempest-ServerActionsTestJSON-1274291139-router', 'tenant_id': 'f0012baf31914701a438a4a910671113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '816a3f17-8070-4d30-ae82-ed947c489194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:14Z', 'updated_at': '2021-10-20T11:39:26Z', 'revision_number': 4, 'project_id': 'f0012baf31914701a438a4a910671113', 'gw_port': {'id': '816a3f17-8070-4d30-ae82-ed947c489194', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:15Z', 'updated_at': '2021-10-20T11:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'b3bd7757-a72e-4ab5-b38c-a13fc3b4cde7', 'name': '', 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6', 'tenant_id': 'f0012baf31914701a438a4a910671113', 'mac_address': 'fa:16:3e:e0:8c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '978f4782-c6ff-4108-a8dd-a568aeeefa48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:23Z', 'updated_at': '2021-10-20T11:39:29Z', 'revision_number': 4, 'project_id': 'f0012baf31914701a438a4a910671113', 'subnets': [{'id': '978f4782-c6ff-4108-a8dd-a568aeeefa48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:30.080557 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6d0ab9d0-0809-4ed4-8f7b-6f2c42f64160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:30.083920 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9bf5628e-914e-4e3e-827b-e061493f509e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:30.095210 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e76db08-e64f-41c7-a460-39f909d11044 None None] The sync data for ids ['1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2'] in n-d-814735-3 is: [{'id': '1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2', 'name': 'tempest-ServerActionsTestJSON-1274291139-router', 'tenant_id': 'f0012baf31914701a438a4a910671113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '816a3f17-8070-4d30-ae82-ed947c489194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:14Z', 'updated_at': '2021-10-20T11:39:26Z', 'revision_number': 4, 'project_id': 'f0012baf31914701a438a4a910671113', 'gw_port': {'id': '816a3f17-8070-4d30-ae82-ed947c489194', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:15Z', 'updated_at': '2021-10-20T11:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'b3bd7757-a72e-4ab5-b38c-a13fc3b4cde7', 'name': '', 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6', 'tenant_id': 'f0012baf31914701a438a4a910671113', 'mac_address': 'fa:16:3e:e0:8c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '978f4782-c6ff-4108-a8dd-a568aeeefa48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:23Z', 'updated_at': '2021-10-20T11:39:29Z', 'revision_number': 4, 'project_id': 'f0012baf31914701a438a4a910671113', 'subnets': [{'id': '978f4782-c6ff-4108-a8dd-a568aeeefa48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:39:30.108500 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0c06e11e-db62-4c54-8d4a-e1d85598d723 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:30.131279 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf5628e-914e-4e3e-827b-e061493f509e None None] Network 277938a0-8abe-430f-92c3-53a8870856c0 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:39:30.138768 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-9bf5628e-914e-4e3e-827b-e061493f509e None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:39:30.153205 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf5628e-914e-4e3e-827b-e061493f509e None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:39:30.247898 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf5628e-914e-4e3e-827b-e061493f509e None None] Pushing event updated for resources: {'Port': ['ID=e4de76c9-ec05-4102-8c62-97d345f1bc59,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:30.266977 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-8406450e-d67e-4c51-9887-9e3892ac244a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Allocated IP 2001:db8::1 (277938a0-8abe-430f-92c3-53a8870856c0/ff289b2c-591a-4d74-95b8-00c6c2c08745/c8af14c1-c562-4494-be9c-cb868ba258f7) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:39:30.269722 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-ef213e46-1a50-40eb-8d05-92c89a9e7c02 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] show failed (client error): The resource could not be found. Oct 20 11:39:30.273788 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ef213e46-1a50-40eb-8d05-92c89a9e7c02 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "GET /v2.0/routers/c92d778e-7d66-467d-bea9-bcd6031f941a/tags/tempest-TagsExtTest-Tag-6855990 HTTP/1.1" status: 404 len: 326 time: 0.2187011 Oct 20 11:39:30.276266 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43518) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:30.283874 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.tag.tag_plugin [None req-63d447ac-0e65-4e78-89ef-8555c388b814 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c92d778e-7d66-467d-bea9-bcd6031f941a', 'tempest-TagsExtTest-Tag-1306507529') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:30.286239 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-6d0ab9d0-0809-4ed4-8f7b-6f2c42f64160 None None] For port b3bd7757-a72e-4ab5-b38c-a13fc3b4cde7, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=b3bd7757-a72e-4ab5-b38c-a13fc3b4cde7,segment=NetworkSegment(73cbce6c-57a2-4343-bb4b-9f489f07b678),segment_id=73cbce6c-57a2-4343-bb4b-9f489f07b678)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:30.294223 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-9bf5628e-914e-4e3e-827b-e061493f509e None None] Attempting to bind port e4de76c9-ec05-4102-8c62-97d345f1bc59 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:39:30.294899 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-9bf5628e-914e-4e3e-827b-e061493f509e None None] Attempting to bind port e4de76c9-ec05-4102-8c62-97d345f1bc59 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '2d8b5a4d-7cc9-4d7b-8266-497db43700ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '277938a0-8abe-430f-92c3-53a8870856c0'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:39:30.295498 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf5628e-914e-4e3e-827b-e061493f509e None None] Attempting to bind port e4de76c9-ec05-4102-8c62-97d345f1bc59 on network 277938a0-8abe-430f-92c3-53a8870856c0 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:39:30.302246 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf5628e-914e-4e3e-827b-e061493f509e None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:39:30.303083 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf5628e-914e-4e3e-827b-e061493f509e None None] Checking segment: {'id': '2d8b5a4d-7cc9-4d7b-8266-497db43700ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '277938a0-8abe-430f-92c3-53a8870856c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:39:30.303870 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9bf5628e-914e-4e3e-827b-e061493f509e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:30.304470 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf5628e-914e-4e3e-827b-e061493f509e None None] Bound using segment: {'id': '2d8b5a4d-7cc9-4d7b-8266-497db43700ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '277938a0-8abe-430f-92c3-53a8870856c0'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:39:30.305198 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-9bf5628e-914e-4e3e-827b-e061493f509e None None] Bound port: e4de76c9-ec05-4102-8c62-97d345f1bc59, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d8b5a4d-7cc9-4d7b-8266-497db43700ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '277938a0-8abe-430f-92c3-53a8870856c0'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:39:30.305650 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9bf5628e-914e-4e3e-827b-e061493f509e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:30.319925 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6d0ab9d0-0809-4ed4-8f7b-6f2c42f64160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:30.366771 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93bd43-a6b6-43ba-b816-fb0eb011ebf9 req-55543acf-f40c-4e86-a8a0-2ed6943b3511 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:30.375167 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4d93bd43-a6b6-43ba-b816-fb0eb011ebf9 req-55543acf-f40c-4e86-a8a0-2ed6943b3511 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=01f8306c-aecf-4fa0-8380-deaa069898a3 HTTP/1.1" status: 200 len: 944 time: 0.2137365 Oct 20 11:39:30.403376 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0ab9d0-0809-4ed4-8f7b-6f2c42f64160 None None] Pushing event updated for resources: {'Port': ['ID=b3bd7757-a72e-4ab5-b38c-a13fc3b4cde7,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:30.417968 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-0c06e11e-db62-4c54-8d4a-e1d85598d723 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Allocated IP 172.25.5.144 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/43611805-153f-4ec4-934a-ffc9fcadf0b1) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:39:30.441296 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-c0810246-ef09-46e3-85d2-9b124f118746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'name': 'tempest-AttachVolumeTestJSON-210314861-router', 'tenant_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '2f6c9eea-35a0-4f13-a370-5c96a0042060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:34:25Z', 'updated_at': '2021-10-20T11:34:30Z', 'revision_number': 4, 'project_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'gw_port': {'id': '2f6c9eea-35a0-4f13-a370-5c96a0042060', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:34:25Z', 'updated_at': '2021-10-20T11:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '15b65301-1dc5-4b3f-9226-2c173170bd20', 'tenant_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'floating_ip_address': '172.25.5.29', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'port_id': '879bcf10-a3e4-443f-8ecd-c19bcebb64a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ac8a1a7-834d-4283-be36-675cd4e77db7', 'mac_address': 'fa:16:3e:ab:2f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b7190f-b5e3-4f26-9a33-4c671046f335', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:39:02Z', 'updated_at': '2021-10-20T11:39:26Z', 'revision_number': 1, 'project_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6c6911e-e007-4fc7-b235-22245bcd29fa', 'name': '', 'network_id': '9ac8a1a7-834d-4283-be36-675cd4e77db7', 'tenant_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'mac_address': 'fa:16:3e:11:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '15eac2f5-b810-4d1a-999c-137936c809b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:34:29Z', 'updated_at': '2021-10-20T11:34:35Z', 'revision_number': 5, 'project_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'subnets': [{'id': '15eac2f5-b810-4d1a-999c-137936c809b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:30.473161 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0810246-ef09-46e3-85d2-9b124f118746 None None] The sync data for ids ['73c37fb3-aaf3-4729-8f65-cf34906749ed'] in n-d-814735-3 is: [{'id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'name': 'tempest-AttachVolumeTestJSON-210314861-router', 'tenant_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '2f6c9eea-35a0-4f13-a370-5c96a0042060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:34:25Z', 'updated_at': '2021-10-20T11:34:30Z', 'revision_number': 4, 'project_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'gw_port': {'id': '2f6c9eea-35a0-4f13-a370-5c96a0042060', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:34:25Z', 'updated_at': '2021-10-20T11:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '15b65301-1dc5-4b3f-9226-2c173170bd20', 'tenant_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'floating_ip_address': '172.25.5.29', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'port_id': '879bcf10-a3e4-443f-8ecd-c19bcebb64a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ac8a1a7-834d-4283-be36-675cd4e77db7', 'mac_address': 'fa:16:3e:ab:2f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b7190f-b5e3-4f26-9a33-4c671046f335', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:39:02Z', 'updated_at': '2021-10-20T11:39:26Z', 'revision_number': 1, 'project_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6c6911e-e007-4fc7-b235-22245bcd29fa', 'name': '', 'network_id': '9ac8a1a7-834d-4283-be36-675cd4e77db7', 'tenant_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'mac_address': 'fa:16:3e:11:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '15eac2f5-b810-4d1a-999c-137936c809b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:34:29Z', 'updated_at': '2021-10-20T11:34:35Z', 'revision_number': 5, 'project_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'subnets': [{'id': '15eac2f5-b810-4d1a-999c-137936c809b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:39:30.475574 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [None req-63d447ac-0e65-4e78-89ef-8555c388b814 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] show failed (client error): The resource could not be found. Oct 20 11:39:30.476159 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8406450e-d67e-4c51-9887-9e3892ac244a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:30.480528 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-63d447ac-0e65-4e78-89ef-8555c388b814 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "GET /v2.0/routers/c92d778e-7d66-467d-bea9-bcd6031f941a/tags/tempest-TagsExtTest-Tag-1306507529 HTTP/1.1" status: 404 len: 329 time: 0.1993718 Oct 20 11:39:30.480686 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43524) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:30.501449 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-a885e995-9109-47aa-af8c-da55eb97d9c1 None None] Provisioning complete for port b3bd7757-a72e-4ab5-b38c-a13fc3b4cde7 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:30.501449 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a885e995-9109-47aa-af8c-da55eb97d9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:30.502517 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4d93bd43-a6b6-43ba-b816-fb0eb011ebf9 req-eeee644c-1405-47b3-aae8-8deef6678fd2 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147332 Oct 20 11:39:30.505912 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.tag.tag_plugin [None req-94bbdc57-5125-4399-b449-305595925275 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c92d778e-7d66-467d-bea9-bcd6031f941a', 'tempest-TagsExtTest-Tag-816880029') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:30.593011 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-9bf5628e-914e-4e3e-827b-e061493f509e None None] For port e4de76c9-ec05-4102-8c62-97d345f1bc59, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:39:30.608709 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-9bf5628e-914e-4e3e-827b-e061493f509e None None] For port e4de76c9-ec05-4102-8c62-97d345f1bc59, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=e4de76c9-ec05-4102-8c62-97d345f1bc59,segment=NetworkSegment(2d8b5a4d-7cc9-4d7b-8266-497db43700ce),segment_id=2d8b5a4d-7cc9-4d7b-8266-497db43700ce)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:39:30.620700 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9bf5628e-914e-4e3e-827b-e061493f509e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:30.648211 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-94bbdc57-5125-4399-b449-305595925275 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] show failed (client error): The resource could not be found. Oct 20 11:39:30.651980 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-94bbdc57-5125-4399-b449-305595925275 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "GET /v2.0/routers/c92d778e-7d66-467d-bea9-bcd6031f941a/tags/tempest-TagsExtTest-Tag-816880029 HTTP/1.1" status: 404 len: 328 time: 0.1675484 Oct 20 11:39:30.652115 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0c06e11e-db62-4c54-8d4a-e1d85598d723 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:30.652566 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43526) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:30.663091 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.tag.tag_plugin [None req-1e288dae-b3dd-4595-bea1-ee26a73f6398 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'd7b7d09e-371e-42ae-b253-6465e8131923', {'tags': ['tempest-TagsExtTest-Tag-69320784', 'tempest-TagsExtTest-Tag-861230315', 'tempest-TagsExtTest-Tag-1890722408']}) {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:30.670872 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8406450e-d67e-4c51-9887-9e3892ac244a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:30.716422 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0c06e11e-db62-4c54-8d4a-e1d85598d723 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:30.734869 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8406450e-d67e-4c51-9887-9e3892ac244a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Network 277938a0-8abe-430f-92c3-53a8870856c0 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:39:30.750890 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-8406450e-d67e-4c51-9887-9e3892ac244a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:39:30.751201 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf5628e-914e-4e3e-827b-e061493f509e None None] Pushing event updated for resources: {'Port': ['ID=e4de76c9-ec05-4102-8c62-97d345f1bc59,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:30.754511 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8406450e-d67e-4c51-9887-9e3892ac244a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event updated for resources: {'Port': ['ID=c8af14c1-c562-4494-be9c-cb868ba258f7,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:30.756973 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8406450e-d67e-4c51-9887-9e3892ac244a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:39:30.757530 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8406450e-d67e-4c51-9887-9e3892ac244a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:30.795293 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c06e11e-db62-4c54-8d4a-e1d85598d723 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:39:30.798314 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-0c06e11e-db62-4c54-8d4a-e1d85598d723 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:39:30.801996 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c06e11e-db62-4c54-8d4a-e1d85598d723 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:39:30.813350 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1e288dae-b3dd-4595-bea1-ee26a73f6398 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "PUT /v2.0/subnetpools/d7b7d09e-371e-42ae-b253-6465e8131923/tags HTTP/1.1" status: 200 len: 315 time: 0.1597340 Oct 20 11:39:30.815921 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43528) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:30.820286 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.tag.tag_plugin [None req-0b406676-4cac-4981-a0c5-d28d508b90e5 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd7b7d09e-371e-42ae-b253-6465e8131923') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:30.835266 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c06e11e-db62-4c54-8d4a-e1d85598d723 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Pushing event updated for resources: {'Port': ['ID=43611805-153f-4ec4-934a-ffc9fcadf0b1,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:30.846276 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 1418c351-1695-4475-97ef-c3e849b75701 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:39:30.915486 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0b406676-4cac-4981-a0c5-d28d508b90e5 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "DELETE /v2.0/subnetpools/d7b7d09e-371e-42ae-b253-6465e8131923/tags HTTP/1.1" status: 204 len: 168 time: 0.0959482 Oct 20 11:39:30.941954 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 1418c351-1695-4475-97ef-c3e849b75701 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:39:30.951418 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 1418c351-1695-4475-97ef-c3e849b75701 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:30.951418 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:30.959925 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43532) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:30.982454 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.tag.tag_plugin [None req-d63e16d9-9bda-4743-98b0-6ecac93e4e27 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd7b7d09e-371e-42ae-b253-6465e8131923', 'tempest-TagsExtTest-Tag-69320784') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:30.996482 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0c06e11e-db62-4c54-8d4a-e1d85598d723 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:31.021248 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8406450e-d67e-4c51-9887-9e3892ac244a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:31.050510 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-d63e16d9-9bda-4743-98b0-6ecac93e4e27 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] show failed (client error): The resource could not be found. Oct 20 11:39:31.051627 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d63e16d9-9bda-4743-98b0-6ecac93e4e27 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "GET /v2.0/subnetpools/d7b7d09e-371e-42ae-b253-6465e8131923/tags/tempest-TagsExtTest-Tag-69320784 HTTP/1.1" status: 404 len: 327 time: 0.0907536 Oct 20 11:39:31.066146 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43534) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:31.082459 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-10b1fc5d-26d8-42ec-bf1a-087aefde0706 req-d8ee3299-bb14-4a75-b4ea-3a3e07eb7ab4 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0673988 Oct 20 11:39:31.092595 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.tag.tag_plugin [None req-e209bfbf-d49a-424b-93df-e15f5d232f87 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd7b7d09e-371e-42ae-b253-6465e8131923', 'tempest-TagsExtTest-Tag-861230315') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:31.107088 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:31.130671 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-e209bfbf-d49a-424b-93df-e15f5d232f87 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] show failed (client error): The resource could not be found. Oct 20 11:39:31.132079 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e209bfbf-d49a-424b-93df-e15f5d232f87 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "GET /v2.0/subnetpools/d7b7d09e-371e-42ae-b253-6465e8131923/tags/tempest-TagsExtTest-Tag-861230315 HTTP/1.1" status: 404 len: 328 time: 0.0657899 Oct 20 11:39:31.135726 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43536) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:31.142898 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d8017c-a682-4e73-8b7b-09e31d8c8f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1418c351-1695-4475-97ef-c3e849b75701'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:39:31.145098 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.tag.tag_plugin [None req-d23632ac-e5ac-4b9c-afa2-ec8fca19706e tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd7b7d09e-371e-42ae-b253-6465e8131923', 'tempest-TagsExtTest-Tag-1890722408') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:31.149866 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fc99a8-0189-4242-afa2-61b0f0e09273" -d '{"events": [{"server_uuid": "b0d8017c-a682-4e73-8b7b-09e31d8c8f5a", "name": "network-vif-plugged", "status": "completed", "tag": "1418c351-1695-4475-97ef-c3e849b75701"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:39:31.163975 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 1418c351-1695-4475-97ef-c3e849b75701, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=1418c351-1695-4475-97ef-c3e849b75701,segment=NetworkSegment(153f8964-767e-48fa-bbda-d74d9d58830f),segment_id=153f8964-767e-48fa-bbda-d74d9d58830f)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:31.172690 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:31.173610 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device d431bf0d-b7ba-45c6-8c9d-358b4ef22927 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:39:31.175100 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0c06e11e-db62-4c54-8d4a-e1d85598d723 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:31.238003 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b28832-b4e4-412d-b100-6429fa956174 x-openstack-request-id: req-81b28832-b4e4-412d-b100-6429fa956174 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:39:31.238205 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0d8017c-a682-4e73-8b7b-09e31d8c8f5a", "name": "network-vif-plugged", "status": "completed", "tag": "1418c351-1695-4475-97ef-c3e849b75701", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:39:31.238395 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-81b28832-b4e4-412d-b100-6429fa956174 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:39:31.238781 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0d8017c-a682-4e73-8b7b-09e31d8c8f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1418c351-1695-4475-97ef-c3e849b75701', 'code': 200} Oct 20 11:39:31.275731 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=1418c351-1695-4475-97ef-c3e849b75701,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:31.282546 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [None req-d23632ac-e5ac-4b9c-afa2-ec8fca19706e tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] show failed (client error): The resource could not be found. Oct 20 11:39:31.283952 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d23632ac-e5ac-4b9c-afa2-ec8fca19706e tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "GET /v2.0/subnetpools/d7b7d09e-371e-42ae-b253-6465e8131923/tags/tempest-TagsExtTest-Tag-1890722408 HTTP/1.1" status: 404 len: 329 time: 0.1450174 Oct 20 11:39:31.287707 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43540) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:31.292205 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.tag.tag_plugin [None req-174a6bd3-95c0-4ded-ab3c-b92e8943f245 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd7b7d09e-371e-42ae-b253-6465e8131923') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:31.297984 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port d431bf0d-b7ba-45c6-8c9d-358b4ef22927 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:39:31.306820 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port d431bf0d-b7ba-45c6-8c9d-358b4ef22927 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:31.307288 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:31.384469 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-174a6bd3-95c0-4ded-ab3c-b92e8943f245 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "DELETE /v2.0/subnetpools/d7b7d09e-371e-42ae-b253-6465e8131923/tags HTTP/1.1" status: 204 len: 168 time: 0.0956352 Oct 20 11:39:31.389618 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43542) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:31.394434 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.tag.tag_plugin [None req-f50820ff-94ec-4ca4-84ca-3a3ecc019746 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c92d778e-7d66-467d-bea9-bcd6031f941a') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:31.396804 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:31.405021 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463dcbf-be0c-441d-a63a-e4aae49b40e9 req-7f316aec-144c-4f0f-9035-917468a5e109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:31.406768 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a463dcbf-be0c-441d-a63a-e4aae49b40e9 req-7f316aec-144c-4f0f-9035-917468a5e109 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 1096 time: 0.0883942 Oct 20 11:39:31.436358 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port d431bf0d-b7ba-45c6-8c9d-358b4ef22927, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=d431bf0d-b7ba-45c6-8c9d-358b4ef22927,segment=NetworkSegment(153f8964-767e-48fa-bbda-d74d9d58830f),segment_id=153f8964-767e-48fa-bbda-d74d9d58830f)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:31.441885 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:31.498296 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=d431bf0d-b7ba-45c6-8c9d-358b4ef22927,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:31.508831 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0c06e11e-db62-4c54-8d4a-e1d85598d723 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:31.511809 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a463dcbf-be0c-441d-a63a-e4aae49b40e9 req-a3dade3e-ee17-4753-8cd3-c0b6cc34962b service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965641 Oct 20 11:39:31.513661 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0c06e11e-db62-4c54-8d4a-e1d85598d723 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:31.549810 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f50820ff-94ec-4ca4-84ca-3a3ecc019746 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "DELETE /v2.0/routers/c92d778e-7d66-467d-bea9-bcd6031f941a/tags HTTP/1.1" status: 204 len: 168 time: 0.1591165 Oct 20 11:39:31.555561 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43548) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:31.559895 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.tag.tag_plugin [None req-500282ce-b48a-42b6-bd7f-b9269d0524d6 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7ef0e338-1039-41bf-98b9-c1de0e0e7a99') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:31.587747 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8406450e-d67e-4c51-9887-9e3892ac244a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:31.598001 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8406450e-d67e-4c51-9887-9e3892ac244a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:31.598827 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8406450e-d67e-4c51-9887-9e3892ac244a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:31.624410 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c06e11e-db62-4c54-8d4a-e1d85598d723 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Pushing event updated for resources: {'Port': ['ID=43611805-153f-4ec4-934a-ffc9fcadf0b1,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:31.642621 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0c06e11e-db62-4c54-8d4a-e1d85598d723 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:31.662713 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e00c13-ca9c-46aa-ab8b-44a61edb05a5 req-eb1dd3bd-72b9-4771-9cd8-2fa03fa124dc tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:31.671926 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d2e00c13-ca9c-46aa-ab8b-44a61edb05a5 req-eb1dd3bd-72b9-4771-9cd8-2fa03fa124dc tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=01f8306c-aecf-4fa0-8380-deaa069898a3 HTTP/1.1" status: 200 len: 945 time: 0.1035223 Oct 20 11:39:31.685310 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78692ac2-776c-409b-95b0-a1a3f102bb4e None None] New status for floating IP 15b65301-1dc5-4b3f-9226-2c173170bd20: ACTIVE {{(pid=100648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:39:31.694768 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0c06e11e-db62-4c54-8d4a-e1d85598d723 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:31.696831 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-0c06e11e-db62-4c54-8d4a-e1d85598d723 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7789900 Oct 20 11:39:31.715545 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8406450e-d67e-4c51-9887-9e3892ac244a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event updated for resources: {'Port': ['ID=c8af14c1-c562-4494-be9c-cb868ba258f7,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:31.746837 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d2e00c13-ca9c-46aa-ab8b-44a61edb05a5 req-2ce192be-acdd-4a24-88b5-396f63c52f0f tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639560 Oct 20 11:39:31.796567 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43556) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:31.799223 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-500282ce-b48a-42b6-bd7f-b9269d0524d6 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "DELETE /v2.0/ports/7ef0e338-1039-41bf-98b9-c1de0e0e7a99/tags HTTP/1.1" status: 204 len: 168 time: 0.2425556 Oct 20 11:39:31.802315 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.tag.tag_plugin [None req-80e1ce0e-aa43-4208-af9e-a27f94f7764a tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f5a12d35-5eaa-4655-a89b-d4569e56e16e') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:31.847302 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8406450e-d67e-4c51-9887-9e3892ac244a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Network 277938a0-8abe-430f-92c3-53a8870856c0 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:39:31.848887 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-8406450e-d67e-4c51-9887-9e3892ac244a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:39:31.929757 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e79ccadc-559c-44f5-9a41-18bb2c3aa5e4 req-f96ec948-bab4-455f-9369-a3ad4476a160 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--1080772674&fields=id&tenant_id=f0012baf31914701a438a4a910671113 HTTP/1.1" status: 200 len: 267 time: 0.0481515 Oct 20 11:39:31.945245 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-80e1ce0e-aa43-4208-af9e-a27f94f7764a tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "DELETE /v2.0/subnets/f5a12d35-5eaa-4655-a89b-d4569e56e16e/tags HTTP/1.1" status: 204 len: 168 time: 0.1472917 Oct 20 11:39:31.950064 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43566) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:32.065132 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8406450e-d67e-4c51-9887-9e3892ac244a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Router f4f7b53d-4674-45f5-a7c3-f41aed41e5b0 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:39:32.070155 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c99bab79-94f7-4039-9978-07562c92e506 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Publish callbacks [] for subnetpool, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:32.074553 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c99bab79-94f7-4039-9978-07562c92e506 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "DELETE /v2.0/subnetpools/d7b7d09e-371e-42ae-b253-6465e8131923 HTTP/1.1" status: 204 len: 168 time: 0.1233895 Oct 20 11:39:32.075217 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43568) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:32.110946 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-02d09a8b-1275-4ae9-9b70-0efa9e81ce80 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "GET /v2.0/ports?device_id=c92d778e-7d66-467d-bea9-bcd6031f941a HTTP/1.1" status: 200 len: 205 time: 0.0329139 Oct 20 11:39:32.111319 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43572) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:32.121780 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device e4de76c9-ec05-4102-8c62-97d345f1bc59 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:39:32.231566 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port e4de76c9-ec05-4102-8c62-97d345f1bc59 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:32.232086 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:32.266402 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b0d113-5631-40e8-a5c9-8e6c2758ea14 None None] Network 277938a0-8abe-430f-92c3-53a8870856c0 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:39:32.402273 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-01fbb475-c908-4e67-b4f4-ef4ef81e4eb6 None None] Provisioning complete for port e4de76c9-ec05-4102-8c62-97d345f1bc59 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:32.402828 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-01fbb475-c908-4e67-b4f4-ef4ef81e4eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:32.491532 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:32.594109 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-01fbb475-c908-4e67-b4f4-ef4ef81e4eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:32.597903 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port e4de76c9-ec05-4102-8c62-97d345f1bc59, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=e4de76c9-ec05-4102-8c62-97d345f1bc59,segment=NetworkSegment(2d8b5a4d-7cc9-4d7b-8266-497db43700ce),segment_id=2d8b5a4d-7cc9-4d7b-8266-497db43700ce)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:32.613682 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:32.615318 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b3bd7757-a72e-4ab5-b38c-a13fc3b4cde7 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:39:32.696123 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4bfdd1e0-324e-4457-8fcf-d612b1e9e8b2 req-cffba686-28b0-4863-b986-1621384179d0 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0567660 Oct 20 11:39:32.705327 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4aa81215-24c7-4dbe-9407-445522220e39 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:32.779288 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ccadc-559c-44f5-9a41-18bb2c3aa5e4 req-cb9750f3-fc8e-4a36-9d59-6f5597b9ea0d tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:32.781497 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e79ccadc-559c-44f5-9a41-18bb2c3aa5e4 req-cb9750f3-fc8e-4a36-9d59-6f5597b9ea0d tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/networks?id=a1980227-64af-4c17-9cee-4570c69a4cb6 HTTP/1.1" status: 200 len: 812 time: 0.8332131 Oct 20 11:39:32.807947 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e79ccadc-559c-44f5-9a41-18bb2c3aa5e4 req-2a52be67-da68-4d48-add8-707edd008aaa tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/quotas/f0012baf31914701a438a4a910671113 HTTP/1.1" status: 200 len: 375 time: 0.0128865 Oct 20 11:39:32.814048 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8406450e-d67e-4c51-9887-9e3892ac244a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:39:32.821495 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=e4de76c9-ec05-4102-8c62-97d345f1bc59,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:32.830093 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13402d5a-06e7-401d-a287-fdd9965e739c None None] Sync routers for ids ['f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:39:32.835684 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43582) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:32.839449 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.db.api [None req-01fbb475-c908-4e67-b4f4-ef4ef81e4eb6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:39:32.839823 n-d-814735-3 neutron-server[100648]: DEBUG oslo_db.api [None req-01fbb475-c908-4e67-b4f4-ef4ef81e4eb6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:39:32.845595 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-5fcdd947-6d2c-455d-a48e-dd6d5d491607 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1130913859'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:32.846120 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8406450e-d67e-4c51-9887-9e3892ac244a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "PUT /v2.0/routers/f4f7b53d-4674-45f5-a7c3-f41aed41e5b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2366033 Oct 20 11:39:32.849474 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port b3bd7757-a72e-4ab5-b38c-a13fc3b4cde7 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:32.849836 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:32.861168 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13402d5a-06e7-401d-a287-fdd9965e739c None None] Routers {'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:39:32.862233 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-13402d5a-06e7-401d-a287-fdd9965e739c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:39:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:32.957144 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fcdd947-6d2c-455d-a48e-dd6d5d491607 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Made reservation on behalf of d681ef907c694a9796fe2b5eafa3eecc for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:39:32.961879 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5fcdd947-6d2c-455d-a48e-dd6d5d491607 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:33.025987 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e79ccadc-559c-44f5-9a41-18bb2c3aa5e4 req-e491df23-edc8-45cc-8fec-ae224e8dd898 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=f0012baf31914701a438a4a910671113&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1944246 Oct 20 11:39:33.069988 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-13402d5a-06e7-401d-a287-fdd9965e739c None None] Set router f4f7b53d-4674-45f5-a7c3-f41aed41e5b0 gateway port host: None {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:39:33.092758 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4aa81215-24c7-4dbe-9407-445522220e39 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:33.100084 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fcdd947-6d2c-455d-a48e-dd6d5d491607 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] vlan segment allocate from pool success with {'vlan_id': 1296, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:39:33.100828 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4aa81215-24c7-4dbe-9407-445522220e39 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:33.155162 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5fcdd947-6d2c-455d-a48e-dd6d5d491607 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:33.155746 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-5fcdd947-6d2c-455d-a48e-dd6d5d491607 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Added segment abcbae56-be9f-4c29-985d-70bcd7d10455 of type vlan for network 8d792d80-8232-4b41-9aad-cc2b272f49e7 Oct 20 11:39:33.211502 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4aa81215-24c7-4dbe-9407-445522220e39 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:33.211981 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa81215-24c7-4dbe-9407-445522220e39 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Fanout notify agent at l3_agent the message router_deleted on router c92d778e-7d66-467d-bea9-bcd6031f941a {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:39:33.222391 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4aa81215-24c7-4dbe-9407-445522220e39 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:33.226127 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4aa81215-24c7-4dbe-9407-445522220e39 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "DELETE /v2.0/routers/c92d778e-7d66-467d-bea9-bcd6031f941a HTTP/1.1" status: 204 len: 168 time: 1.1111336 Oct 20 11:39:33.226388 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43584) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:33.243575 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f8306c-aecf-4fa0-8380-deaa069898a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd431bf0d-b7ba-45c6-8c9d-358b4ef22927'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:39:33.245963 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfdb6964-b22d-4591-bf9d-9edab29c7eba" -d '{"events": [{"server_uuid": "01f8306c-aecf-4fa0-8380-deaa069898a3", "name": "network-vif-plugged", "status": "completed", "tag": "d431bf0d-b7ba-45c6-8c9d-358b4ef22927"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:39:33.334902 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5fcdd947-6d2c-455d-a48e-dd6d5d491607 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:33.351653 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-c84371d8-0705-4f08-8100-b3f0d5315838 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Deleting port 7ef0e338-1039-41bf-98b9-c1de0e0e7a99 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:39:33.352419 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c84371d8-0705-4f08-8100-b3f0d5315838 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:33.396655 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e275d6-4839-4f35-b8c0-16ec385084e4 req-c45fbd6d-5a7c-4fcb-9c2d-a0b8e1da0ec1 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:33.398778 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-18e275d6-4839-4f35-b8c0-16ec385084e4 req-c45fbd6d-5a7c-4fcb-9c2d-a0b8e1da0ec1 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=01f8306c-aecf-4fa0-8380-deaa069898a3 HTTP/1.1" status: 200 len: 945 time: 0.1420655 Oct 20 11:39:33.402339 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e79ccadc-559c-44f5-9a41-18bb2c3aa5e4 req-e7f22697-e4e7-474d-96a7-b7193f3da79a service neutron] 10.222.0.98 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705521 Oct 20 11:39:33.434987 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-13402d5a-06e7-401d-a287-fdd9965e739c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'name': 'tempest-RoutersIpV6Test-router-2028479717', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:26Z', 'updated_at': '2021-10-20T11:39:30Z', 'revision_number': 2, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'gw_port_host': None, '_interfaces': [{'id': 'c8af14c1-c562-4494-be9c-cb868ba258f7', 'name': '', 'network_id': '277938a0-8abe-430f-92c3-53a8870856c0', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:f0:13:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'ff289b2c-591a-4d74-95b8-00c6c2c08745', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:29Z', 'updated_at': '2021-10-20T11:39:31Z', 'revision_number': 2, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': 'ff289b2c-591a-4d74-95b8-00c6c2c08745', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:33.441898 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5fcdd947-6d2c-455d-a48e-dd6d5d491607 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:33.447778 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcdd947-6d2c-455d-a48e-dd6d5d491607 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:33.448424 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5fcdd947-6d2c-455d-a48e-dd6d5d491607 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:33.472839 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13402d5a-06e7-401d-a287-fdd9965e739c None None] Checking router: f4f7b53d-4674-45f5-a7c3-f41aed41e5b0 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:39:33.473378 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13402d5a-06e7-401d-a287-fdd9965e739c None None] Updating router f4f7b53d-4674-45f5-a7c3-f41aed41e5b0 port c8af14c1-c562-4494-be9c-cb868ba258f7 binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:39:33.510153 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-13402d5a-06e7-401d-a287-fdd9965e739c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:33.512078 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c84371d8-0705-4f08-8100-b3f0d5315838 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:33.535731 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-c84371d8-0705-4f08-8100-b3f0d5315838 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Calling delete_port for 7ef0e338-1039-41bf-98b9-c1de0e0e7a99 owned by {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:39:33.549598 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-b2239342-31fa-4aa1-be6f-b5b6e2828d23 None None] Provisioning complete for port e4de76c9-ec05-4102-8c62-97d345f1bc59 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:33.550380 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b2239342-31fa-4aa1-be6f-b5b6e2828d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:33.601056 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-5fcdd947-6d2c-455d-a48e-dd6d5d491607 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7639322 Oct 20 11:39:33.604151 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43588) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:33.624571 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-83018d65-7d91-4f91-b2c7-fc45813f3ed0 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Request body: {'subnet': {'network_id': '8d792d80-8232-4b41-9aad-cc2b272f49e7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:33.644738 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-18e275d6-4839-4f35-b8c0-16ec385084e4 req-c6744dde-fbdf-4f10-8140-24c7bc485fc3 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352591 Oct 20 11:39:33.795294 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcdd947-6d2c-455d-a48e-dd6d5d491607 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event updated for resources: {'Network': ['ID=8d792d80-8232-4b41-9aad-cc2b272f49e7,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:33.805297 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd53d96-266d-48b9-a7c5-df802502d29b x-openstack-request-id: req-6cd53d96-266d-48b9-a7c5-df802502d29b {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:39:33.805594 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f8306c-aecf-4fa0-8380-deaa069898a3", "name": "network-vif-plugged", "status": "completed", "tag": "d431bf0d-b7ba-45c6-8c9d-358b4ef22927", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:39:33.805848 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6cd53d96-266d-48b9-a7c5-df802502d29b {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:39:33.811110 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f8306c-aecf-4fa0-8380-deaa069898a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd431bf0d-b7ba-45c6-8c9d-358b4ef22927', 'code': 200} Oct 20 11:39:33.815998 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 8d792d80-8232-4b41-9aad-cc2b272f49e7 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:39:33.828055 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-b2239342-31fa-4aa1-be6f-b5b6e2828d23 None None] Provisioning complete for port c8af14c1-c562-4494-be9c-cb868ba258f7 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:33.828434 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b2239342-31fa-4aa1-be6f-b5b6e2828d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:33.874130 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e79ccadc-559c-44f5-9a41-18bb2c3aa5e4 req-f34ee4fd-7e3c-4ad6-abec-a03d043d483f service neutron] 10.222.0.98 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4617083 Oct 20 11:39:34.013578 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83018d65-7d91-4f91-b2c7-fc45813f3ed0 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Made reservation on behalf of d681ef907c694a9796fe2b5eafa3eecc for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:39:34.017259 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-83018d65-7d91-4f91-b2c7-fc45813f3ed0 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:34.047737 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-b2239342-31fa-4aa1-be6f-b5b6e2828d23 None None] Port c8af14c1-c562-4494-be9c-cb868ba258f7 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:39:34.095169 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3b11d87a-fd97-48e6-9bcb-d2107c2ba700 req-c54117d4-9d65-4c46-9d85-9e8c51466c40 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.1067045 Oct 20 11:39:34.119765 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device e4de76c9-ec05-4102-8c62-97d345f1bc59 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:39:34.153837 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5eaf2-ca3a-4d7b-8b0c-b52c6a8f6647 req-4d994174-bac8-46d8-8ffe-68e9eb91e110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:34.158696 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ffb5eaf2-ca3a-4d7b-8b0c-b52c6a8f6647 req-4d994174-bac8-46d8-8ffe-68e9eb91e110 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=01f8306c-aecf-4fa0-8380-deaa069898a3 HTTP/1.1" status: 200 len: 1096 time: 0.2800846 Oct 20 11:39:34.213024 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c84371d8-0705-4f08-8100-b3f0d5315838 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:34.223875 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-13402d5a-06e7-401d-a287-fdd9965e739c None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:34.227214 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-25d00023-8b95-4fe1-b2fe-476cb01dd908 None None] Provisioning complete for port c8af14c1-c562-4494-be9c-cb868ba258f7 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:34.227521 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25d00023-8b95-4fe1-b2fe-476cb01dd908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:34.235488 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-13402d5a-06e7-401d-a287-fdd9965e739c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:34.277156 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ffb5eaf2-ca3a-4d7b-8b0c-b52c6a8f6647 req-7a4d98cc-34cf-4228-996c-f86f5e6e9336 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075079 Oct 20 11:39:34.288933 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port e4de76c9-ec05-4102-8c62-97d345f1bc59 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:34.289538 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:34.375895 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7447f4-c562-4876-9aba-fd731be991be None None] Pushing event updated for resources: {'Port': ['ID=c8af14c1-c562-4494-be9c-cb868ba258f7,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:34.380064 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84371d8-0705-4f08-8100-b3f0d5315838 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Pushing event deleted for resources: {'Port': ['ID=7ef0e338-1039-41bf-98b9-c1de0e0e7a99,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:34.380390 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-25d00023-8b95-4fe1-b2fe-476cb01dd908 None None] Port c8af14c1-c562-4494-be9c-cb868ba258f7 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:39:34.479129 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1ce9880a-0809-48f8-ac47-e03caa77264f req-e95c6a2e-2aa2-44c6-8ba8-62e7b4ee4f2e tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 210 time: 0.0742795 Oct 20 11:39:34.501154 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-13402d5a-06e7-401d-a287-fdd9965e739c None None] Attempting to bind port c8af14c1-c562-4494-be9c-cb868ba258f7 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:39:34.501527 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-13402d5a-06e7-401d-a287-fdd9965e739c None None] Attempting to bind port c8af14c1-c562-4494-be9c-cb868ba258f7 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '2d8b5a4d-7cc9-4d7b-8266-497db43700ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '277938a0-8abe-430f-92c3-53a8870856c0'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:39:34.501886 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13402d5a-06e7-401d-a287-fdd9965e739c None None] Attempting to bind port c8af14c1-c562-4494-be9c-cb868ba258f7 on network 277938a0-8abe-430f-92c3-53a8870856c0 {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:39:34.515864 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13402d5a-06e7-401d-a287-fdd9965e739c None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:39:34.516387 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13402d5a-06e7-401d-a287-fdd9965e739c None None] Checking segment: {'id': '2d8b5a4d-7cc9-4d7b-8266-497db43700ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '277938a0-8abe-430f-92c3-53a8870856c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:39:34.519033 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-13402d5a-06e7-401d-a287-fdd9965e739c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:34.519738 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13402d5a-06e7-401d-a287-fdd9965e739c None None] Bound using segment: {'id': '2d8b5a4d-7cc9-4d7b-8266-497db43700ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '277938a0-8abe-430f-92c3-53a8870856c0'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:39:34.522190 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-13402d5a-06e7-401d-a287-fdd9965e739c None None] Bound port: c8af14c1-c562-4494-be9c-cb868ba258f7, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d8b5a4d-7cc9-4d7b-8266-497db43700ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '277938a0-8abe-430f-92c3-53a8870856c0'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:39:34.522584 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-13402d5a-06e7-401d-a287-fdd9965e739c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:34.588698 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c84371d8-0705-4f08-8100-b3f0d5315838 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:34.595210 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c84371d8-0705-4f08-8100-b3f0d5315838 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "DELETE /v2.0/ports/7ef0e338-1039-41bf-98b9-c1de0e0e7a99 HTTP/1.1" status: 204 len: 168 time: 1.3678591 Oct 20 11:39:34.597516 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43600) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:34.705687 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-13402d5a-06e7-401d-a287-fdd9965e739c None None] For port c8af14c1-c562-4494-be9c-cb868ba258f7, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:39:34.711826 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-13402d5a-06e7-401d-a287-fdd9965e739c None None] For port c8af14c1-c562-4494-be9c-cb868ba258f7, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=c8af14c1-c562-4494-be9c-cb868ba258f7,segment=NetworkSegment(2d8b5a4d-7cc9-4d7b-8266-497db43700ce),segment_id=2d8b5a4d-7cc9-4d7b-8266-497db43700ce)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:39:34.732677 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-13402d5a-06e7-401d-a287-fdd9965e739c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:34.734022 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-affcd4d5-8a4d-4ce4-8242-937639486d43 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Deleting subnet f5a12d35-5eaa-4655-a89b-d4569e56e16e {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:39:34.739357 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-affcd4d5-8a4d-4ce4-8242-937639486d43 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:34.749852 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-83018d65-7d91-4f91-b2c7-fc45813f3ed0 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:34.809132 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13402d5a-06e7-401d-a287-fdd9965e739c None None] Routers {'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:39:34.815202 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-13402d5a-06e7-401d-a287-fdd9965e739c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:39:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:34.870421 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7447f4-c562-4876-9aba-fd731be991be None None] Pushing event updated for resources: {'Port': ['ID=c8af14c1-c562-4494-be9c-cb868ba258f7,revision_number=4']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:34.913975 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-50d575fb-c7a9-4ff4-805e-fd4035e75a21 None None] Provisioning complete for port c8af14c1-c562-4494-be9c-cb868ba258f7 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:34.915941 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83018d65-7d91-4f91-b2c7-fc45813f3ed0 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event updated for resources: {'Subnet': ['ID=44543e76-91f7-4097-aeba-dedb3069a3b9,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:34.921848 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-50d575fb-c7a9-4ff4-805e-fd4035e75a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:34.944069 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83018d65-7d91-4f91-b2c7-fc45813f3ed0 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Checking segment: {'id': 'abcbae56-be9f-4c29-985d-70bcd7d10455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '8d792d80-8232-4b41-9aad-cc2b272f49e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:39:34.945624 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83018d65-7d91-4f91-b2c7-fc45813f3ed0 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Network hostable DHCP agents. Network: 8d792d80-8232-4b41-9aad-cc2b272f49e7, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:39:34.949617 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-affcd4d5-8a4d-4ce4-8242-937639486d43 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:34.966893 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-13402d5a-06e7-401d-a287-fdd9965e739c None None] Set router f4f7b53d-4674-45f5-a7c3-f41aed41e5b0 gateway port host: None {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:39:34.998846 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83018d65-7d91-4f91-b2c7-fc45813f3ed0 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Network 8d792d80-8232-4b41-9aad-cc2b272f49e7 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:39:35.021778 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a0953-0c04-4e55-83f1-bb08c1a7b677 req-bac73d7d-49af-4ea6-b0a3-20e15c53278a tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:35.024131 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-83018d65-7d91-4f91-b2c7-fc45813f3ed0 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 8d792d80-8232-4b41-9aad-cc2b272f49e7) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:39:35.030676 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83018d65-7d91-4f91-b2c7-fc45813f3ed0 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:35.031546 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-83018d65-7d91-4f91-b2c7-fc45813f3ed0 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:35.041037 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b90a0953-0c04-4e55-83f1-bb08c1a7b677 req-bac73d7d-49af-4ea6-b0a3-20e15c53278a tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=01f8306c-aecf-4fa0-8380-deaa069898a3 HTTP/1.1" status: 200 len: 945 time: 0.2352183 Oct 20 11:39:35.055813 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53850444-915c-4271-8497-fc86d3cf8874 None None] Network 8d792d80-8232-4b41-9aad-cc2b272f49e7 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:39:35.069976 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-83018d65-7d91-4f91-b2c7-fc45813f3ed0 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4646404 Oct 20 11:39:35.070782 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43610) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:35.106560 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-50d575fb-c7a9-4ff4-805e-fd4035e75a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:35.236333 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b90a0953-0c04-4e55-83f1-bb08c1a7b677 req-5da7ba3e-948c-4462-9e91-e4fa56277712 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809037 Oct 20 11:39:35.285693 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-50d575fb-c7a9-4ff4-805e-fd4035e75a21 None None] For port c8af14c1-c562-4494-be9c-cb868ba258f7, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=c8af14c1-c562-4494-be9c-cb868ba258f7,segment=NetworkSegment(2d8b5a4d-7cc9-4d7b-8266-497db43700ce),segment_id=2d8b5a4d-7cc9-4d7b-8266-497db43700ce)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:35.301235 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-50d575fb-c7a9-4ff4-805e-fd4035e75a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:35.339307 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-afa0bd28-d9d4-4b55-94f6-78f41eb88d7f req-9636d13e-7218-48e2-bb36-27d946fe6c58 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0969386 Oct 20 11:39:35.370845 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-affcd4d5-8a4d-4ce4-8242-937639486d43 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:35.433925 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-13402d5a-06e7-401d-a287-fdd9965e739c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'name': 'tempest-RoutersIpV6Test-router-2028479717', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:26Z', 'updated_at': '2021-10-20T11:39:30Z', 'revision_number': 2, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'gw_port_host': None, '_interfaces': [{'id': 'c8af14c1-c562-4494-be9c-cb868ba258f7', 'name': '', 'network_id': '277938a0-8abe-430f-92c3-53a8870856c0', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:f0:13:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'ff289b2c-591a-4d74-95b8-00c6c2c08745', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:29Z', 'updated_at': '2021-10-20T11:39:34Z', 'revision_number': 4, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': 'ff289b2c-591a-4d74-95b8-00c6c2c08745', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:35.484216 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13402d5a-06e7-401d-a287-fdd9965e739c None None] The sync data for ids ['f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'] in n-d-814735-3 is: [{'id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'name': 'tempest-RoutersIpV6Test-router-2028479717', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:26Z', 'updated_at': '2021-10-20T11:39:30Z', 'revision_number': 2, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'gw_port_host': None, '_interfaces': [{'id': 'c8af14c1-c562-4494-be9c-cb868ba258f7', 'name': '', 'network_id': '277938a0-8abe-430f-92c3-53a8870856c0', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:f0:13:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'ff289b2c-591a-4d74-95b8-00c6c2c08745', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:29Z', 'updated_at': '2021-10-20T11:39:34Z', 'revision_number': 4, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': 'ff289b2c-591a-4d74-95b8-00c6c2c08745', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:39:35.502825 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125ee9a5-c9d1-4a41-a90d-44623d7256ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-8d792d80-8232-4b41-9aad-cc2b272f49e7', 'network_id': '8d792d80-8232-4b41-9aad-cc2b272f49e7', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'fixed_ips': [{'subnet_id': '44543e76-91f7-4097-aeba-dedb3069a3b9'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:39:35.509665 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-125ee9a5-c9d1-4a41-a90d-44623d7256ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:35.510164 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-affcd4d5-8a4d-4ce4-8242-937639486d43 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:35.601446 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affcd4d5-8a4d-4ce4-8242-937639486d43 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Pushing event deleted for resources: {'Subnet': ['ID=f5a12d35-5eaa-4655-a89b-d4569e56e16e,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:35.604694 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-1270a270-f16f-4d1f-b497-aa553df3e1cf None None] Provisioning complete for port c8af14c1-c562-4494-be9c-cb868ba258f7 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:35.605126 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1270a270-f16f-4d1f-b497-aa553df3e1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:35.618445 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-affcd4d5-8a4d-4ce4-8242-937639486d43 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:35.622680 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-affcd4d5-8a4d-4ce4-8242-937639486d43 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "DELETE /v2.0/subnets/f5a12d35-5eaa-4655-a89b-d4569e56e16e HTTP/1.1" status: 204 len: 168 time: 1.0241392 Oct 20 11:39:35.625227 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43620) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:35.670436 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1ab6f153-e884-4d85-b038-76205da210b0 req-44eccc73-babb-429f-8437-e6bc2583ee3e tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 210 time: 0.0362093 Oct 20 11:39:35.681659 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab613e7-48b8-429d-b6a3-d9a2c00d0108 None None] Network c622bbb3-0e76-4d5a-8a4c-fb775b3c4129 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:39:35.683675 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d575fb-c7a9-4ff4-805e-fd4035e75a21 None None] Pushing event updated for resources: {'Port': ['ID=c8af14c1-c562-4494-be9c-cb868ba258f7,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:35.767757 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-37527a84-81a3-4eb0-a50c-735cfff7a232 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:35.864968 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-37527a84-81a3-4eb0-a50c-735cfff7a232 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Deleting port eaf68c4a-7a45-490d-9d44-a0e9a2470ef3 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:39:35.865311 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-37527a84-81a3-4eb0-a50c-735cfff7a232 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:35.871603 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-10d1cd76-651b-4420-8a0a-deb261828cbe tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:35.953977 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-37527a84-81a3-4eb0-a50c-735cfff7a232 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] For port eaf68c4a-7a45-490d-9d44-a0e9a2470ef3, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=eaf68c4a-7a45-490d-9d44-a0e9a2470ef3,segment=NetworkSegment(43ae48c2-478e-44e7-8b92-da589e89231c),segment_id=43ae48c2-478e-44e7-8b92-da589e89231c)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:35.954556 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-37527a84-81a3-4eb0-a50c-735cfff7a232 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:35.982140 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-37527a84-81a3-4eb0-a50c-735cfff7a232 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Calling delete_port for eaf68c4a-7a45-490d-9d44-a0e9a2470ef3 owned by network:dhcp {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:39:36.112033 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-37527a84-81a3-4eb0-a50c-735cfff7a232 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:36.180078 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device c8af14c1-c562-4494-be9c-cb868ba258f7 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:39:36.190954 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37527a84-81a3-4eb0-a50c-735cfff7a232 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Pushing event deleted for resources: {'Port': ['ID=eaf68c4a-7a45-490d-9d44-a0e9a2470ef3,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:36.243471 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37527a84-81a3-4eb0-a50c-735cfff7a232 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] No DVR routers for this DVR port eaf68c4a-7a45-490d-9d44-a0e9a2470ef3 on host n-d-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:39:36.332875 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-10d1cd76-651b-4420-8a0a-deb261828cbe tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Allocated IP 2001:db8:1::1 (8d792d80-8232-4b41-9aad-cc2b272f49e7/44543e76-91f7-4097-aeba-dedb3069a3b9/40cc226b-f3ba-495a-8dfb-538624dbcb90) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:39:36.375113 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-37527a84-81a3-4eb0-a50c-735cfff7a232 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:36.407208 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ccadc-559c-44f5-9a41-18bb2c3aa5e4 req-e658be44-c500-47a7-940b-57837f20b6a3 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:36.408993 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e79ccadc-559c-44f5-9a41-18bb2c3aa5e4 req-e658be44-c500-47a7-940b-57837f20b6a3 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.11 "GET /v2.0/networks?id=a1980227-64af-4c17-9cee-4570c69a4cb6 HTTP/1.1" status: 200 len: 812 time: 0.2658010 Oct 20 11:39:36.435998 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port c8af14c1-c562-4494-be9c-cb868ba258f7 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:36.436565 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:36.470900 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-37527a84-81a3-4eb0-a50c-735cfff7a232 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c622bbb3-0e76-4d5a-8a4c-fb775b3c4129']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:36.490784 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-37527a84-81a3-4eb0-a50c-735cfff7a232 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43ae48c2-478e-44e7-8b92-da589e89231c') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:36.491133 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-37527a84-81a3-4eb0-a50c-735cfff7a232 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43ae48c2-478e-44e7-8b92-da589e89231c') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:36.501083 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c75f7f-47ea-4b0b-9fa9-7cf324e4b5ae None None] DHCP port deletion for c622bbb3-0e76-4d5a-8a4c-fb775b3c4129 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:39:36.511467 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-10d1cd76-651b-4420-8a0a-deb261828cbe tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:36.513444 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e79ccadc-559c-44f5-9a41-18bb2c3aa5e4 req-a020d965-e1ff-4a9a-8bc1-df27c984e3ba tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0012baf31914701a438a4a910671113 HTTP/1.1" status: 200 len: 380 time: 0.0856979 Oct 20 11:39:36.526567 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-37527a84-81a3-4eb0-a50c-735cfff7a232 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:36.533362 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-e79ccadc-559c-44f5-9a41-18bb2c3aa5e4 req-763ae44d-9b7b-44b6-bf2e-14a6fa3ee000 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Request body: {'port': {'device_id': '7b64c893-9935-47e6-abbd-f9c10f6c07e6', 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6', 'admin_state_up': True, 'tenant_id': 'f0012baf31914701a438a4a910671113', 'security_groups': ['de9e5546-c6bb-4b79-9944-d594b795ba77']}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:36.548080 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372735a-3142-41bd-bc99-97cd6dc14301 req-ca75932a-1609-473f-a6d9-21ae3ec4e20a tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:36.549752 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6372735a-3142-41bd-bc99-97cd6dc14301 req-ca75932a-1609-473f-a6d9-21ae3ec4e20a tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=01f8306c-aecf-4fa0-8380-deaa069898a3 HTTP/1.1" status: 200 len: 945 time: 0.1893177 Oct 20 11:39:36.562615 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-10d1cd76-651b-4420-8a0a-deb261828cbe tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:36.596495 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ffe3f926-34b2-491f-a14c-9d368e0c1d8d req-845cfe94-0c41-4c65-9435-ffe248e2ab04 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0883865 Oct 20 11:39:36.612476 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d1cd76-651b-4420-8a0a-deb261828cbe tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Network 8d792d80-8232-4b41-9aad-cc2b272f49e7 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:39:36.618780 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-10d1cd76-651b-4420-8a0a-deb261828cbe tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:39:36.630946 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-37527a84-81a3-4eb0-a50c-735cfff7a232 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:36.631214 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d1cd76-651b-4420-8a0a-deb261828cbe tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:39:36.631214 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-10d1cd76-651b-4420-8a0a-deb261828cbe tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:36.667874 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37527a84-81a3-4eb0-a50c-735cfff7a232 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Releasing vlan 1262 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:39:36.668397 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-37527a84-81a3-4eb0-a50c-735cfff7a232 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:36.673084 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:39:36.673084 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:39:36.673084 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:39:36.673084 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:39:36.673084 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:39:36.673084 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:39:36.673084 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:39:36.673084 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:39:36.673084 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:39:36.673084 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:39:36.673084 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:39:36.673084 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:39:36.673084 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:39:36.673084 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:39:36.673084 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:39:36.673084 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:39:36.673084 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:39:36.673084 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:39:36.673084 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:39:36.673084 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:39:36.673084 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:39:36.673084 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:39:36.673084 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:39:36.673084 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:39:36.673084 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:39:36.673084 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:39:36.673084 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:39:36.673084 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:39:36.673084 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:39:36.673084 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:39:36.673084 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:39:36.673084 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:39:36.686186 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d1cd76-651b-4420-8a0a-deb261828cbe tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event updated for resources: {'Port': ['ID=40cc226b-f3ba-495a-8dfb-538624dbcb90,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:36.692574 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-125ee9a5-c9d1-4a41-a90d-44623d7256ac None None] Allocated IP 2001:db8:1::2 (8d792d80-8232-4b41-9aad-cc2b272f49e7/44543e76-91f7-4097-aeba-dedb3069a3b9/c505f1df-ab00-4d63-a86c-2cc94750094b) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:39:36.759239 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6372735a-3142-41bd-bc99-97cd6dc14301 req-c0f8f1ee-82c8-4fa5-abaf-4a44cae2bf01 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855774 Oct 20 11:39:36.820220 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-10d1cd76-651b-4420-8a0a-deb261828cbe tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:36.873555 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-37527a84-81a3-4eb0-a50c-735cfff7a232 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:36.898627 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5857a80b-2f67-4ea0-b41d-dba4ccd04fdc req-2f222a10-5cd7-41a0-9009-08731115ed32 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 210 time: 0.0428231 Oct 20 11:39:36.903035 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-37527a84-81a3-4eb0-a50c-735cfff7a232 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:36.906651 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-37527a84-81a3-4eb0-a50c-735cfff7a232 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] 10.222.0.98 "DELETE /v2.0/networks/c622bbb3-0e76-4d5a-8a4c-fb775b3c4129 HTTP/1.1" status: 204 len: 168 time: 1.2802718 Oct 20 11:39:36.924520 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37527a84-81a3-4eb0-a50c-735cfff7a232 tempest-TagsExtTest-1656328374 tempest-TagsExtTest-1656328374-project] Pushing event deleted for resources: {'Network': ['ID=c622bbb3-0e76-4d5a-8a4c-fb775b3c4129,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:36.939081 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e79ccadc-559c-44f5-9a41-18bb2c3aa5e4 req-763ae44d-9b7b-44b6-bf2e-14a6fa3ee000 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Made reservation on behalf of f0012baf31914701a438a4a910671113 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:39:36.942478 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e79ccadc-559c-44f5-9a41-18bb2c3aa5e4 req-763ae44d-9b7b-44b6-bf2e-14a6fa3ee000 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:37.007439 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-125ee9a5-c9d1-4a41-a90d-44623d7256ac None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:37.018888 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-125ee9a5-c9d1-4a41-a90d-44623d7256ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:37.084623 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ee9a5-c9d1-4a41-a90d-44623d7256ac None None] Pushing event updated for resources: {'Port': ['ID=c505f1df-ab00-4d63-a86c-2cc94750094b,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:37.097246 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125ee9a5-c9d1-4a41-a90d-44623d7256ac None None] Network 8d792d80-8232-4b41-9aad-cc2b272f49e7 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:39:37.098650 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-125ee9a5-c9d1-4a41-a90d-44623d7256ac None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:39:37.104262 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125ee9a5-c9d1-4a41-a90d-44623d7256ac None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:39:37.194258 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-125ee9a5-c9d1-4a41-a90d-44623d7256ac None None] Attempting to bind port c505f1df-ab00-4d63-a86c-2cc94750094b on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:39:37.194635 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-125ee9a5-c9d1-4a41-a90d-44623d7256ac None None] Attempting to bind port c505f1df-ab00-4d63-a86c-2cc94750094b by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'abcbae56-be9f-4c29-985d-70bcd7d10455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '8d792d80-8232-4b41-9aad-cc2b272f49e7'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:39:37.195025 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125ee9a5-c9d1-4a41-a90d-44623d7256ac None None] Attempting to bind port c505f1df-ab00-4d63-a86c-2cc94750094b on network 8d792d80-8232-4b41-9aad-cc2b272f49e7 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:39:37.202910 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125ee9a5-c9d1-4a41-a90d-44623d7256ac None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:39:37.203331 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125ee9a5-c9d1-4a41-a90d-44623d7256ac None None] Checking segment: {'id': 'abcbae56-be9f-4c29-985d-70bcd7d10455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '8d792d80-8232-4b41-9aad-cc2b272f49e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:39:37.203696 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-125ee9a5-c9d1-4a41-a90d-44623d7256ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:37.204264 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125ee9a5-c9d1-4a41-a90d-44623d7256ac None None] Bound using segment: {'id': 'abcbae56-be9f-4c29-985d-70bcd7d10455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '8d792d80-8232-4b41-9aad-cc2b272f49e7'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:39:37.207635 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-125ee9a5-c9d1-4a41-a90d-44623d7256ac None None] Bound port: c505f1df-ab00-4d63-a86c-2cc94750094b, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abcbae56-be9f-4c29-985d-70bcd7d10455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '8d792d80-8232-4b41-9aad-cc2b272f49e7'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:39:37.207635 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-125ee9a5-c9d1-4a41-a90d-44623d7256ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:37.212956 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-e79ccadc-559c-44f5-9a41-18bb2c3aa5e4 req-763ae44d-9b7b-44b6-bf2e-14a6fa3ee000 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Allocated IP 172.20.0.4 (a1980227-64af-4c17-9cee-4570c69a4cb6/978f4782-c6ff-4108-a8dd-a568aeeefa48/02e225c5-4964-469d-8fe3-74ecb91b3348) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:39:37.214617 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-10d1cd76-651b-4420-8a0a-deb261828cbe tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:37.221679 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-10d1cd76-651b-4420-8a0a-deb261828cbe tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:37.222609 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-10d1cd76-651b-4420-8a0a-deb261828cbe tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:37.247074 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49e1a0-50f6-477c-a707-657ba7c010de req-edce6c6d-ef3c-4b56-a131-4d25d6030510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:37.248657 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-af49e1a0-50f6-477c-a707-657ba7c010de req-edce6c6d-ef3c-4b56-a131-4d25d6030510 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c1169ad648904e1598b69c96d66e4763&device_id=01f8306c-aecf-4fa0-8380-deaa069898a3 HTTP/1.1" status: 200 len: 1096 time: 0.1303861 Oct 20 11:39:37.287290 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94bde8-4930-4324-8fc4-be228580cf5d req-dffdfc07-e657-439e-8ae8-318e735c6016 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:37.294440 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-de94bde8-4930-4324-8fc4-be228580cf5d req-dffdfc07-e657-439e-8ae8-318e735c6016 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=01f8306c-aecf-4fa0-8380-deaa069898a3 HTTP/1.1" status: 200 len: 945 time: 0.1622522 Oct 20 11:39:37.298127 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-125ee9a5-c9d1-4a41-a90d-44623d7256ac None None] For port c505f1df-ab00-4d63-a86c-2cc94750094b, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:39:37.302203 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-125ee9a5-c9d1-4a41-a90d-44623d7256ac None None] For port c505f1df-ab00-4d63-a86c-2cc94750094b, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=c505f1df-ab00-4d63-a86c-2cc94750094b,segment=NetworkSegment(abcbae56-be9f-4c29-985d-70bcd7d10455),segment_id=abcbae56-be9f-4c29-985d-70bcd7d10455)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:39:37.312417 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-125ee9a5-c9d1-4a41-a90d-44623d7256ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:37.340621 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43640) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:37.374756 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d1cd76-651b-4420-8a0a-deb261828cbe tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event updated for resources: {'Port': ['ID=40cc226b-f3ba-495a-8dfb-538624dbcb90,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:37.409187 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d1cd76-651b-4420-8a0a-deb261828cbe tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Network 8d792d80-8232-4b41-9aad-cc2b272f49e7 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:39:37.411623 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-10d1cd76-651b-4420-8a0a-deb261828cbe tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:39:37.420122 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ee9a5-c9d1-4a41-a90d-44623d7256ac None None] Pushing event updated for resources: {'Port': ['ID=c505f1df-ab00-4d63-a86c-2cc94750094b,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:37.501118 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-de94bde8-4930-4324-8fc4-be228580cf5d req-e1aa0b26-08e3-4cdd-a788-30ab42af929c tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994941 Oct 20 11:39:37.542666 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49e1a0-50f6-477c-a707-657ba7c010de req-8dffbd65-5ec6-4def-85b5-c9cb78a79db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:37.544150 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-af49e1a0-50f6-477c-a707-657ba7c010de req-8dffbd65-5ec6-4def-85b5-c9cb78a79db5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a79a2568-084f-4d41-8469-7b680356a62d HTTP/1.1" status: 200 len: 921 time: 0.2823877 Oct 20 11:39:37.544854 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d1cd76-651b-4420-8a0a-deb261828cbe tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Router f4f7b53d-4674-45f5-a7c3-f41aed41e5b0 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:39:37.567734 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e79ccadc-559c-44f5-9a41-18bb2c3aa5e4 req-763ae44d-9b7b-44b6-bf2e-14a6fa3ee000 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:37.576947 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-40d0b016-6564-4a89-98c9-228a260b461e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d37d501a49ee4363bf78a40759ca0030&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2314866 Oct 20 11:39:37.599561 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43644) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:37.609006 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-af49e1a0-50f6-477c-a707-657ba7c010de req-795394ef-d7c2-4b86-8353-33365bcc3911 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d431bf0d-b7ba-45c6-8c9d-358b4ef22927 HTTP/1.1" status: 200 len: 217 time: 0.0532820 Oct 20 11:39:37.703697 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d1cd76-651b-4420-8a0a-deb261828cbe tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:39:37.710921 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-10d1cd76-651b-4420-8a0a-deb261828cbe tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "PUT /v2.0/routers/f4f7b53d-4674-45f5-a7c3-f41aed41e5b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6388965 Oct 20 11:39:37.714184 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43648) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:37.721162 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-9a2fba3d-b4a3-4ce8-9730-b81094d3aba3 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1475927331'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:37.742064 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49e1a0-50f6-477c-a707-657ba7c010de req-8dc54508-0765-43d0-9952-fa1b486ef23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:37.743601 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-af49e1a0-50f6-477c-a707-657ba7c010de req-8dc54508-0765-43d0-9952-fa1b486ef23c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3c3866d5-a700-4d4b-8bd8-40c0fe178f92 HTTP/1.1" status: 200 len: 859 time: 0.1261046 Oct 20 11:39:37.769130 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2fba3d-b4a3-4ce8-9730-b81094d3aba3 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Made reservation on behalf of d681ef907c694a9796fe2b5eafa3eecc for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:39:37.774345 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9a2fba3d-b4a3-4ce8-9730-b81094d3aba3 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:37.775373 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1277ba1-be0d-437e-9ea7-1f580fdfd272 None None] Sync routers for ids ['f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:39:37.786063 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1277ba1-be0d-437e-9ea7-1f580fdfd272 None None] Routers {'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:39:37.787205 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-a1277ba1-be0d-437e-9ea7-1f580fdfd272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:39:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:37.790731 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e79ccadc-559c-44f5-9a41-18bb2c3aa5e4 req-763ae44d-9b7b-44b6-bf2e-14a6fa3ee000 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:37.809962 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a2fba3d-b4a3-4ce8-9730-b81094d3aba3 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] vlan segment allocate from pool success with {'vlan_id': 1259, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:39:37.822638 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9a2fba3d-b4a3-4ce8-9730-b81094d3aba3 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:37.823283 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-9a2fba3d-b4a3-4ce8-9730-b81094d3aba3 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Added segment 55b61145-93fa-4914-a05e-7e2f76f7fe0f of type vlan for network 659fb758-e8cf-491e-95d0-ca2a857c0161 Oct 20 11:39:37.873766 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9a2fba3d-b4a3-4ce8-9730-b81094d3aba3 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:37.877659 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-811ae26b-a61c-4198-963c-9acda2d8ffa3 req-560105be-3af7-4344-9753-92a4ca84629f tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.1178055 Oct 20 11:39:37.879501 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-af49e1a0-50f6-477c-a707-657ba7c010de req-40430884-6685-49c6-9da1-83bfbd21e5da service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a79a2568-084f-4d41-8469-7b680356a62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1161263 Oct 20 11:39:37.880225 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d5b8c03d-6c5e-438b-8f01-e4a913f003cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:37.913721 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9a2fba3d-b4a3-4ce8-9730-b81094d3aba3 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:37.919527 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2fba3d-b4a3-4ce8-9730-b81094d3aba3 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:37.920575 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9a2fba3d-b4a3-4ce8-9730-b81094d3aba3 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:37.940701 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-9a2fba3d-b4a3-4ce8-9730-b81094d3aba3 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2235379 Oct 20 11:39:37.951430 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43654) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:37.955073 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d5b8c03d-6c5e-438b-8f01-e4a913f003cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:37.959521 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-58dfd34a-a0ca-474f-9509-a56e14bc77b2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Request body: {'subnet': {'network_id': '659fb758-e8cf-491e-95d0-ca2a857c0161', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:37.964752 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-a1277ba1-be0d-437e-9ea7-1f580fdfd272 None None] Set router f4f7b53d-4674-45f5-a7c3-f41aed41e5b0 gateway port host: None {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:39:37.973485 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e79ccadc-559c-44f5-9a41-18bb2c3aa5e4 req-763ae44d-9b7b-44b6-bf2e-14a6fa3ee000 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Network a1980227-64af-4c17-9cee-4570c69a4cb6 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:39:37.980904 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763ae44d-9b7b-44b6-bf2e-14a6fa3ee000 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Pushing event updated for resources: {'Port': ['ID=02e225c5-4964-469d-8fe3-74ecb91b3348,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:37.988294 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-e79ccadc-559c-44f5-9a41-18bb2c3aa5e4 req-763ae44d-9b7b-44b6-bf2e-14a6fa3ee000 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:39:38.030691 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-e79ccadc-559c-44f5-9a41-18bb2c3aa5e4 req-763ae44d-9b7b-44b6-bf2e-14a6fa3ee000 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:39:38.105889 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2fba3d-b4a3-4ce8-9730-b81094d3aba3 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event updated for resources: {'Network': ['ID=659fb758-e8cf-491e-95d0-ca2a857c0161,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:38.130266 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 659fb758-e8cf-491e-95d0-ca2a857c0161 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:39:38.138113 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-af49e1a0-50f6-477c-a707-657ba7c010de req-f2adc865-739f-4093-b1b5-a0072caa6a5b service neutron] 10.222.0.89 "GET /v2.0/networks/a79a2568-084f-4d41-8469-7b680356a62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348659 Oct 20 11:39:38.149806 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58dfd34a-a0ca-474f-9509-a56e14bc77b2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Made reservation on behalf of d681ef907c694a9796fe2b5eafa3eecc for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:39:38.154093 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-58dfd34a-a0ca-474f-9509-a56e14bc77b2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:38.219121 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device c505f1df-ab00-4d63-a86c-2cc94750094b up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:39:38.283051 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ccadc-559c-44f5-9a41-18bb2c3aa5e4 req-763ae44d-9b7b-44b6-bf2e-14a6fa3ee000 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:38.284473 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e79ccadc-559c-44f5-9a41-18bb2c3aa5e4 req-763ae44d-9b7b-44b6-bf2e-14a6fa3ee000 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:38.339874 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc2098-86ca-42a2-996d-05946fc71ff0 req-415846f3-d89f-458c-86c0-55f8e1d8cfd2 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:38.342230 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4fcc2098-86ca-42a2-996d-05946fc71ff0 req-415846f3-d89f-458c-86c0-55f8e1d8cfd2 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 931 time: 0.1937628 Oct 20 11:39:38.381721 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-58dfd34a-a0ca-474f-9509-a56e14bc77b2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:38.395300 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e79ccadc-559c-44f5-9a41-18bb2c3aa5e4 req-763ae44d-9b7b-44b6-bf2e-14a6fa3ee000 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8663893 Oct 20 11:39:38.406971 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d5b8c03d-6c5e-438b-8f01-e4a913f003cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:38.409748 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d5b8c03d-6c5e-438b-8f01-e4a913f003cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:38.411031 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d5b8c03d-6c5e-438b-8f01-e4a913f003cc admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c7d7118a-7d12-4818-901a-1b90820714ca HTTP/1.1" status: 204 len: 168 time: 0.8092062 Oct 20 11:39:38.423311 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-e79ccadc-559c-44f5-9a41-18bb2c3aa5e4 req-648f108f-9fcd-4c8a-ade9-31d262e6e4f7 service neutron] Request body: {'port': {'device_id': '7b64c893-9935-47e6-abbd-f9c10f6c07e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:38.440371 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dfd34a-a0ca-474f-9509-a56e14bc77b2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event updated for resources: {'Subnet': ['ID=72c2fc34-0712-4397-a54e-dea256d5d070,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:38.450420 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-7f82902f-1727-4d88-b434-aa28f3bcbfbb None None] Provisioning complete for port 02e225c5-4964-469d-8fe3-74ecb91b3348 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:38.451317 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7f82902f-1727-4d88-b434-aa28f3bcbfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:38.453042 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port c505f1df-ab00-4d63-a86c-2cc94750094b triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:38.453400 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:38.478480 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dfd34a-a0ca-474f-9509-a56e14bc77b2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Checking segment: {'id': '55b61145-93fa-4914-a05e-7e2f76f7fe0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '659fb758-e8cf-491e-95d0-ca2a857c0161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:39:38.478863 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dfd34a-a0ca-474f-9509-a56e14bc77b2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Network hostable DHCP agents. Network: 659fb758-e8cf-491e-95d0-ca2a857c0161, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:39:38.492315 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b8c03d-6c5e-438b-8f01-e4a913f003cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d7118a-7d12-4818-901a-1b90820714ca,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:38.503290 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dfd34a-a0ca-474f-9509-a56e14bc77b2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Network 659fb758-e8cf-491e-95d0-ca2a857c0161 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:39:38.508007 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-af49e1a0-50f6-477c-a707-657ba7c010de req-e06f77fb-e7f4-4578-9aec-2e467f1ac3c7 service neutron] 10.222.0.89 "GET /v2.0/networks/a79a2568-084f-4d41-8469-7b680356a62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120122 Oct 20 11:39:38.518190 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-58dfd34a-a0ca-474f-9509-a56e14bc77b2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 659fb758-e8cf-491e-95d0-ca2a857c0161) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:39:38.524145 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dfd34a-a0ca-474f-9509-a56e14bc77b2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:38.525032 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-58dfd34a-a0ca-474f-9509-a56e14bc77b2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:38.532357 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4fcc2098-86ca-42a2-996d-05946fc71ff0 req-20d91ea8-c899-4b3d-9b48-bab41228ba0e tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759145 Oct 20 11:39:38.543373 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da6a041-0b57-46b0-b81c-2e38068eba8c None None] Network 659fb758-e8cf-491e-95d0-ca2a857c0161 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:39:38.577574 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-58dfd34a-a0ca-474f-9509-a56e14bc77b2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6249771 Oct 20 11:39:38.578451 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43664) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:38.595825 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e79ccadc-559c-44f5-9a41-18bb2c3aa5e4 req-648f108f-9fcd-4c8a-ade9-31d262e6e4f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:38.691046 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-7f82902f-1727-4d88-b434-aa28f3bcbfbb None None] Port 02e225c5-4964-469d-8fe3-74ecb91b3348 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:39:38.734156 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-a1277ba1-be0d-437e-9ea7-1f580fdfd272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'name': 'tempest-RoutersIpV6Test-router-2028479717', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:26Z', 'updated_at': '2021-10-20T11:39:36Z', 'revision_number': 3, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'gw_port_host': None, '_interfaces': [{'id': '40cc226b-f3ba-495a-8dfb-538624dbcb90', 'name': '', 'network_id': '8d792d80-8232-4b41-9aad-cc2b272f49e7', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:19:b8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '44543e76-91f7-4097-aeba-dedb3069a3b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:36Z', 'updated_at': '2021-10-20T11:39:37Z', 'revision_number': 2, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': '44543e76-91f7-4097-aeba-dedb3069a3b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8af14c1-c562-4494-be9c-cb868ba258f7', 'name': '', 'network_id': '277938a0-8abe-430f-92c3-53a8870856c0', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:f0:13:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'ff289b2c-591a-4d74-95b8-00c6c2c08745', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:29Z', 'updated_at': '2021-10-20T11:39:35Z', 'revision_number': 5, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': 'ff289b2c-591a-4d74-95b8-00c6c2c08745', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:38.829345 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1277ba1-be0d-437e-9ea7-1f580fdfd272 None None] Checking router: f4f7b53d-4674-45f5-a7c3-f41aed41e5b0 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:39:38.829919 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1277ba1-be0d-437e-9ea7-1f580fdfd272 None None] Updating router f4f7b53d-4674-45f5-a7c3-f41aed41e5b0 port 40cc226b-f3ba-495a-8dfb-538624dbcb90 binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:39:38.895248 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80c17f3-cfc1-4d4f-aa69-5df28a98f4a7 None None] Network 8d792d80-8232-4b41-9aad-cc2b272f49e7 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:39:38.895558 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111c2e5f-5f84-4956-a324-2f056bfc0478 req-1a77880f-89c6-4a13-b2af-33c903bb7593 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:38.897077 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:38.904144 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-111c2e5f-5f84-4956-a324-2f056bfc0478 req-1a77880f-89c6-4a13-b2af-33c903bb7593 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=01f8306c-aecf-4fa0-8380-deaa069898a3 HTTP/1.1" status: 200 len: 945 time: 0.1975372 Oct 20 11:39:38.909169 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a1277ba1-be0d-437e-9ea7-1f580fdfd272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:39.040692 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-111c2e5f-5f84-4956-a324-2f056bfc0478 req-733c3f5c-0e7f-44b3-9a3e-4abc086c1af1 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360154 Oct 20 11:39:39.043718 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port c505f1df-ab00-4d63-a86c-2cc94750094b, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=c505f1df-ab00-4d63-a86c-2cc94750094b,segment=NetworkSegment(abcbae56-be9f-4c29-985d-70bcd7d10455),segment_id=abcbae56-be9f-4c29-985d-70bcd7d10455)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:39.077092 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cda82c5f-693d-4de3-8105-9afbc8217fef req-b2758704-680f-45ac-8365-182d8bb3cbf2 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0400789 Oct 20 11:39:39.128890 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-133d40b2-5ea4-42d3-bbcb-63a8c9a27995 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:39.168900 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-6341b139-090b-4c16-8570-73d0070c591e None None] Provisioning complete for port c505f1df-ab00-4d63-a86c-2cc94750094b triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:39.168900 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6341b139-090b-4c16-8570-73d0070c591e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:39.170383 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:39.216976 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-e79ccadc-559c-44f5-9a41-18bb2c3aa5e4 req-648f108f-9fcd-4c8a-ade9-31d262e6e4f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02e225c5-4964-469d-8fe3-74ecb91b3348 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:39:39.232157 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e79ccadc-559c-44f5-9a41-18bb2c3aa5e4 req-648f108f-9fcd-4c8a-ade9-31d262e6e4f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:39.247898 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-e79ccadc-559c-44f5-9a41-18bb2c3aa5e4 req-648f108f-9fcd-4c8a-ade9-31d262e6e4f7 service neutron] Transition to ACTIVE for port object 02e225c5-4964-469d-8fe3-74ecb91b3348 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:39:39.253748 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e79ccadc-559c-44f5-9a41-18bb2c3aa5e4 req-648f108f-9fcd-4c8a-ade9-31d262e6e4f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:39.328934 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f108f-9fcd-4c8a-ade9-31d262e6e4f7 service neutron] Pushing event updated for resources: {'Port': ['ID=02e225c5-4964-469d-8fe3-74ecb91b3348,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:39.404543 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f5314a-4605-454b-974f-2ae645970192 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-659fb758-e8cf-491e-95d0-ca2a857c0161', 'network_id': '659fb758-e8cf-491e-95d0-ca2a857c0161', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'fixed_ips': [{'subnet_id': '72c2fc34-0712-4397-a54e-dea256d5d070'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:39:39.405410 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-64f5314a-4605-454b-974f-2ae645970192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:39.440752 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-e79ccadc-559c-44f5-9a41-18bb2c3aa5e4 req-648f108f-9fcd-4c8a-ade9-31d262e6e4f7 service neutron] Attempting to bind port 02e225c5-4964-469d-8fe3-74ecb91b3348 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:39:39.441447 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-e79ccadc-559c-44f5-9a41-18bb2c3aa5e4 req-648f108f-9fcd-4c8a-ade9-31d262e6e4f7 service neutron] Attempting to bind port 02e225c5-4964-469d-8fe3-74ecb91b3348 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '73cbce6c-57a2-4343-bb4b-9f489f07b678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:39:39.442510 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79ccadc-559c-44f5-9a41-18bb2c3aa5e4 req-648f108f-9fcd-4c8a-ade9-31d262e6e4f7 service neutron] Attempting to bind port 02e225c5-4964-469d-8fe3-74ecb91b3348 on network a1980227-64af-4c17-9cee-4570c69a4cb6 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:39:39.451717 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79ccadc-559c-44f5-9a41-18bb2c3aa5e4 req-648f108f-9fcd-4c8a-ade9-31d262e6e4f7 service neutron] Port 02e225c5-4964-469d-8fe3-74ecb91b3348 on network a1980227-64af-4c17-9cee-4570c69a4cb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:39:39.452045 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79ccadc-559c-44f5-9a41-18bb2c3aa5e4 req-648f108f-9fcd-4c8a-ade9-31d262e6e4f7 service neutron] Attempting to bind port 02e225c5-4964-469d-8fe3-74ecb91b3348 on network a1980227-64af-4c17-9cee-4570c69a4cb6 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:39:39.460713 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79ccadc-559c-44f5-9a41-18bb2c3aa5e4 req-648f108f-9fcd-4c8a-ade9-31d262e6e4f7 service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:39:39.461053 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79ccadc-559c-44f5-9a41-18bb2c3aa5e4 req-648f108f-9fcd-4c8a-ade9-31d262e6e4f7 service neutron] Checking segment: {'id': '73cbce6c-57a2-4343-bb4b-9f489f07b678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:39:39.461451 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79ccadc-559c-44f5-9a41-18bb2c3aa5e4 req-648f108f-9fcd-4c8a-ade9-31d262e6e4f7 service neutron] Bound using segment: {'id': '73cbce6c-57a2-4343-bb4b-9f489f07b678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:39:39.461888 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-e79ccadc-559c-44f5-9a41-18bb2c3aa5e4 req-648f108f-9fcd-4c8a-ade9-31d262e6e4f7 service neutron] Bound port: 02e225c5-4964-469d-8fe3-74ecb91b3348, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73cbce6c-57a2-4343-bb4b-9f489f07b678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:39:39.462241 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e79ccadc-559c-44f5-9a41-18bb2c3aa5e4 req-648f108f-9fcd-4c8a-ade9-31d262e6e4f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:39.478117 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device eaf68c4a-7a45-490d-9d44-a0e9a2470ef3 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:39:39.485306 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=c505f1df-ab00-4d63-a86c-2cc94750094b,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:39.521990 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: eaf68c4a-7a45-490d-9d44-a0e9a2470ef3 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:39:39.522380 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device eaf68c4a-7a45-490d-9d44-a0e9a2470ef3 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:39:39.522614 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-133d40b2-5ea4-42d3-bbcb-63a8c9a27995 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Allocated IP 2001:db8:2::1 (659fb758-e8cf-491e-95d0-ca2a857c0161/72c2fc34-0712-4397-a54e-dea256d5d070/cab0e4b3-d244-4038-8f9b-b317675564f8) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:39:39.617447 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-e79ccadc-559c-44f5-9a41-18bb2c3aa5e4 req-648f108f-9fcd-4c8a-ade9-31d262e6e4f7 service neutron] For port 02e225c5-4964-469d-8fe3-74ecb91b3348, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:39:39.619860 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43694) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:39.637463 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-e79ccadc-559c-44f5-9a41-18bb2c3aa5e4 req-648f108f-9fcd-4c8a-ade9-31d262e6e4f7 service neutron] For port 02e225c5-4964-469d-8fe3-74ecb91b3348, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=02e225c5-4964-469d-8fe3-74ecb91b3348,segment=NetworkSegment(73cbce6c-57a2-4343-bb4b-9f489f07b678),segment_id=73cbce6c-57a2-4343-bb4b-9f489f07b678)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:39:39.690578 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e79ccadc-559c-44f5-9a41-18bb2c3aa5e4 req-648f108f-9fcd-4c8a-ade9-31d262e6e4f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:39.740909 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ccadc-559c-44f5-9a41-18bb2c3aa5e4 req-648f108f-9fcd-4c8a-ade9-31d262e6e4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:39.742029 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e79ccadc-559c-44f5-9a41-18bb2c3aa5e4 req-648f108f-9fcd-4c8a-ade9-31d262e6e4f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:39.744213 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e79ccadc-559c-44f5-9a41-18bb2c3aa5e4 req-648f108f-9fcd-4c8a-ade9-31d262e6e4f7 service neutron] 10.222.0.11 "PUT /v2.0/ports/02e225c5-4964-469d-8fe3-74ecb91b3348 HTTP/1.1" status: 200 len: 1091 time: 1.3255396 Oct 20 11:39:39.805549 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b64c893-9935-47e6-abbd-f9c10f6c07e6', 'tag': '02e225c5-4964-469d-8fe3-74ecb91b3348'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:39:39.808390 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca1f94e-6123-4d93-88e2-114c30f956fa" -d '{"events": [{"name": "network-changed", "server_uuid": "7b64c893-9935-47e6-abbd-f9c10f6c07e6", "tag": "02e225c5-4964-469d-8fe3-74ecb91b3348"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:39:39.818351 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-831f92ae-89f1-4562-b4a6-9d962bdbacbd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1114540815-network', 'tenant_id': '75e587e3519a44f8a5ef9b6649c1f2c0'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:39.835020 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f108f-9fcd-4c8a-ade9-31d262e6e4f7 service neutron] Pushing event updated for resources: {'Port': ['ID=02e225c5-4964-469d-8fe3-74ecb91b3348,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:39.882887 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:39.900913 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf27700-4725-4187-b565-c9319f5c5d6a x-openstack-request-id: req-9bf27700-4725-4187-b565-c9319f5c5d6a {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:39:39.901652 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b64c893-9935-47e6-abbd-f9c10f6c07e6", "tag": "02e225c5-4964-469d-8fe3-74ecb91b3348", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:39:39.901910 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9bf27700-4725-4187-b565-c9319f5c5d6a {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:39:39.902598 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b64c893-9935-47e6-abbd-f9c10f6c07e6', 'tag': '02e225c5-4964-469d-8fe3-74ecb91b3348', 'status': 'completed', 'code': 200} Oct 20 11:39:39.932073 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2022dd-ce68-426f-8cdd-3664796f3827 req-230c3401-1bee-4565-afcf-42f9c581c566 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:39.932909 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9b2022dd-ce68-426f-8cdd-3664796f3827 req-230c3401-1bee-4565-afcf-42f9c581c566 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 943 time: 0.2925494 Oct 20 11:39:39.946984 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831f92ae-89f1-4562-b4a6-9d962bdbacbd admin admin] Made reservation on behalf of 75e587e3519a44f8a5ef9b6649c1f2c0 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:39:39.949560 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-831f92ae-89f1-4562-b4a6-9d962bdbacbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:40.009814 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-831f92ae-89f1-4562-b4a6-9d962bdbacbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:40.013561 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ccadc-559c-44f5-9a41-18bb2c3aa5e4 req-b3a016d0-55d7-43b8-b514-d56fc8065234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:40.015428 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e79ccadc-559c-44f5-9a41-18bb2c3aa5e4 req-b3a016d0-55d7-43b8-b514-d56fc8065234 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f0012baf31914701a438a4a910671113&device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 1094 time: 0.1906066 Oct 20 11:39:40.020865 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a1277ba1-be0d-437e-9ea7-1f580fdfd272 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:40.040259 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a1277ba1-be0d-437e-9ea7-1f580fdfd272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:40.092365 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e79ccadc-559c-44f5-9a41-18bb2c3aa5e4 req-e79c1a8d-c09e-4102-9ffb-44f6f0aee553 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02e225c5-4964-469d-8fe3-74ecb91b3348 HTTP/1.1" status: 200 len: 217 time: 0.0646067 Oct 20 11:39:40.095294 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9b2022dd-ce68-426f-8cdd-3664796f3827 req-888b33de-5127-4b17-8a76-708b7003f548 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355252 Oct 20 11:39:40.112495 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device c505f1df-ab00-4d63-a86c-2cc94750094b up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:39:40.205379 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac1592-56ca-4bda-80e0-5ed7f3a3daf4 None None] Pushing event updated for resources: {'Port': ['ID=40cc226b-f3ba-495a-8dfb-538624dbcb90,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:40.212251 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ccadc-559c-44f5-9a41-18bb2c3aa5e4 req-d2b0a551-c8e8-4fbd-9076-c6ab78cdfa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:40.221114 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e79ccadc-559c-44f5-9a41-18bb2c3aa5e4 req-d2b0a551-c8e8-4fbd-9076-c6ab78cdfa47 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=978f4782-c6ff-4108-a8dd-a568aeeefa48 HTTP/1.1" status: 200 len: 851 time: 0.1198056 Oct 20 11:39:40.287325 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-a1277ba1-be0d-437e-9ea7-1f580fdfd272 None None] Attempting to bind port 40cc226b-f3ba-495a-8dfb-538624dbcb90 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:39:40.287813 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-a1277ba1-be0d-437e-9ea7-1f580fdfd272 None None] Attempting to bind port 40cc226b-f3ba-495a-8dfb-538624dbcb90 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'abcbae56-be9f-4c29-985d-70bcd7d10455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '8d792d80-8232-4b41-9aad-cc2b272f49e7'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:39:40.288274 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1277ba1-be0d-437e-9ea7-1f580fdfd272 None None] Attempting to bind port 40cc226b-f3ba-495a-8dfb-538624dbcb90 on network 8d792d80-8232-4b41-9aad-cc2b272f49e7 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:39:40.290551 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-be61d18d-7bb9-4bf8-9824-14d350d28982 req-f4fa9fd2-6331-40e2-a521-6aaf02aa302e tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0823822 Oct 20 11:39:40.297898 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port c505f1df-ab00-4d63-a86c-2cc94750094b triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:40.302750 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:40.303107 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-133d40b2-5ea4-42d3-bbcb-63a8c9a27995 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:40.303312 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1277ba1-be0d-437e-9ea7-1f580fdfd272 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:39:40.303312 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1277ba1-be0d-437e-9ea7-1f580fdfd272 None None] Checking segment: {'id': 'abcbae56-be9f-4c29-985d-70bcd7d10455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '8d792d80-8232-4b41-9aad-cc2b272f49e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:39:40.303312 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a1277ba1-be0d-437e-9ea7-1f580fdfd272 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:40.303312 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1277ba1-be0d-437e-9ea7-1f580fdfd272 None None] Bound using segment: {'id': 'abcbae56-be9f-4c29-985d-70bcd7d10455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '8d792d80-8232-4b41-9aad-cc2b272f49e7'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:39:40.303704 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-a1277ba1-be0d-437e-9ea7-1f580fdfd272 None None] Bound port: 40cc226b-f3ba-495a-8dfb-538624dbcb90, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abcbae56-be9f-4c29-985d-70bcd7d10455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '8d792d80-8232-4b41-9aad-cc2b272f49e7'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:39:40.304075 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a1277ba1-be0d-437e-9ea7-1f580fdfd272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:40.371602 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-133d40b2-5ea4-42d3-bbcb-63a8c9a27995 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:40.413042 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133d40b2-5ea4-42d3-bbcb-63a8c9a27995 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Network 659fb758-e8cf-491e-95d0-ca2a857c0161 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:39:40.413909 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-831f92ae-89f1-4562-b4a6-9d962bdbacbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:40.427234 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ccadc-559c-44f5-9a41-18bb2c3aa5e4 req-4af4b775-639d-44db-b117-1797e979da60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:40.428343 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e79ccadc-559c-44f5-9a41-18bb2c3aa5e4 req-4af4b775-639d-44db-b117-1797e979da60 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1980227-64af-4c17-9cee-4570c69a4cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1856863 Oct 20 11:39:40.432861 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-133d40b2-5ea4-42d3-bbcb-63a8c9a27995 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:39:40.438018 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133d40b2-5ea4-42d3-bbcb-63a8c9a27995 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:39:40.438672 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7dcf1-82f0-43a9-b256-0ab381c02cf3 req-6830411c-11bd-481a-bb20-41a058d1b108 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:40.439008 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-133d40b2-5ea4-42d3-bbcb-63a8c9a27995 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:40.440799 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-12b7dcf1-82f0-43a9-b256-0ab381c02cf3 req-6830411c-11bd-481a-bb20-41a058d1b108 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=01f8306c-aecf-4fa0-8380-deaa069898a3 HTTP/1.1" status: 200 len: 945 time: 0.2097971 Oct 20 11:39:40.441476 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-831f92ae-89f1-4562-b4a6-9d962bdbacbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:40.483844 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-64f5314a-4605-454b-974f-2ae645970192 None None] Allocated IP 2001:db8:2::2 (659fb758-e8cf-491e-95d0-ca2a857c0161/72c2fc34-0712-4397-a54e-dea256d5d070/7eb46fe9-e3d3-452c-a0ab-7b844b241017) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:39:40.494359 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-a1277ba1-be0d-437e-9ea7-1f580fdfd272 None None] For port 40cc226b-f3ba-495a-8dfb-538624dbcb90, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:39:40.496550 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-fd6f4633-ddc7-47ef-9094-66361f02415e None None] Provisioning complete for port 40cc226b-f3ba-495a-8dfb-538624dbcb90 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:40.496758 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-fd6f4633-ddc7-47ef-9094-66361f02415e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:40.498382 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-831f92ae-89f1-4562-b4a6-9d962bdbacbd admin admin] vlan segment allocate from pool success with {'vlan_id': 1258, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:39:40.503381 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-a1277ba1-be0d-437e-9ea7-1f580fdfd272 None None] For port 40cc226b-f3ba-495a-8dfb-538624dbcb90, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=40cc226b-f3ba-495a-8dfb-538624dbcb90,segment=NetworkSegment(abcbae56-be9f-4c29-985d-70bcd7d10455),segment_id=abcbae56-be9f-4c29-985d-70bcd7d10455)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:39:40.535168 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a1277ba1-be0d-437e-9ea7-1f580fdfd272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:40.541035 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d40b2-5ea4-42d3-bbcb-63a8c9a27995 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event updated for resources: {'Port': ['ID=cab0e4b3-d244-4038-8f9b-b317675564f8,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:40.601614 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-133d40b2-5ea4-42d3-bbcb-63a8c9a27995 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:40.693280 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f4633-ddc7-47ef-9094-66361f02415e None None] Port 40cc226b-f3ba-495a-8dfb-538624dbcb90 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:39:40.737250 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1277ba1-be0d-437e-9ea7-1f580fdfd272 None None] Routers {'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:39:40.737965 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-a1277ba1-be0d-437e-9ea7-1f580fdfd272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:39:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:40.742597 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac1592-56ca-4bda-80e0-5ed7f3a3daf4 None None] Pushing event updated for resources: {'Port': ['ID=40cc226b-f3ba-495a-8dfb-538624dbcb90,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:40.789174 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-fd6f4633-ddc7-47ef-9094-66361f02415e None None] Provisioning complete for port c505f1df-ab00-4d63-a86c-2cc94750094b triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:40.789892 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-fd6f4633-ddc7-47ef-9094-66361f02415e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:40.922124 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-a1277ba1-be0d-437e-9ea7-1f580fdfd272 None None] Set router f4f7b53d-4674-45f5-a7c3-f41aed41e5b0 gateway port host: None {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:39:40.951400 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-133d40b2-5ea4-42d3-bbcb-63a8c9a27995 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:40.961613 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-133d40b2-5ea4-42d3-bbcb-63a8c9a27995 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:40.963467 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-133d40b2-5ea4-42d3-bbcb-63a8c9a27995 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:40.970601 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831f92ae-89f1-4562-b4a6-9d962bdbacbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ee9eab-cd31-4fc3-a921-776be21a9f2e,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:40.975513 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-64f5314a-4605-454b-974f-2ae645970192 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:41.007158 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-831f92ae-89f1-4562-b4a6-9d962bdbacbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:41.007533 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-831f92ae-89f1-4562-b4a6-9d962bdbacbd admin admin] Added segment 4950c65d-1b07-4bc6-8d13-3cdad2963309 of type vlan for network de61e6d5-3a04-4b38-86c8-2f7c1506f054 Oct 20 11:39:41.079138 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-64f5314a-4605-454b-974f-2ae645970192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:41.100375 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e79ccadc-559c-44f5-9a41-18bb2c3aa5e4 req-98eff736-732c-4df6-b74f-16bff877beff service neutron] 10.222.0.11 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6552906 Oct 20 11:39:41.111936 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d40b2-5ea4-42d3-bbcb-63a8c9a27995 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event updated for resources: {'Port': ['ID=cab0e4b3-d244-4038-8f9b-b317675564f8,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:41.123745 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-12b7dcf1-82f0-43a9-b256-0ab381c02cf3 req-78e33e1b-b729-4038-8df6-7e9ee38a6693 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6665709 Oct 20 11:39:41.165878 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f5314a-4605-454b-974f-2ae645970192 None None] Network 659fb758-e8cf-491e-95d0-ca2a857c0161 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:39:41.170265 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-831f92ae-89f1-4562-b4a6-9d962bdbacbd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:41.182298 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133d40b2-5ea4-42d3-bbcb-63a8c9a27995 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Network 659fb758-e8cf-491e-95d0-ca2a857c0161 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:39:41.183849 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-133d40b2-5ea4-42d3-bbcb-63a8c9a27995 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:39:41.214291 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-64f5314a-4605-454b-974f-2ae645970192 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:39:41.221136 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f5314a-4605-454b-974f-2ae645970192 None None] Pushing event updated for resources: {'Port': ['ID=7eb46fe9-e3d3-452c-a0ab-7b844b241017,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:41.223605 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f5314a-4605-454b-974f-2ae645970192 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:39:41.319898 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-831f92ae-89f1-4562-b4a6-9d962bdbacbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:41.320950 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831f92ae-89f1-4562-b4a6-9d962bdbacbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:41.321815 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-831f92ae-89f1-4562-b4a6-9d962bdbacbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:41.333770 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-64f5314a-4605-454b-974f-2ae645970192 None None] Attempting to bind port 7eb46fe9-e3d3-452c-a0ab-7b844b241017 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:39:41.334074 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-64f5314a-4605-454b-974f-2ae645970192 None None] Attempting to bind port 7eb46fe9-e3d3-452c-a0ab-7b844b241017 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '55b61145-93fa-4914-a05e-7e2f76f7fe0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '659fb758-e8cf-491e-95d0-ca2a857c0161'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:39:41.334418 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f5314a-4605-454b-974f-2ae645970192 None None] Attempting to bind port 7eb46fe9-e3d3-452c-a0ab-7b844b241017 on network 659fb758-e8cf-491e-95d0-ca2a857c0161 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:39:41.347572 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f5314a-4605-454b-974f-2ae645970192 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:39:41.347940 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f5314a-4605-454b-974f-2ae645970192 None None] Checking segment: {'id': '55b61145-93fa-4914-a05e-7e2f76f7fe0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '659fb758-e8cf-491e-95d0-ca2a857c0161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:39:41.348333 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-64f5314a-4605-454b-974f-2ae645970192 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:41.348728 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f5314a-4605-454b-974f-2ae645970192 None None] Bound using segment: {'id': '55b61145-93fa-4914-a05e-7e2f76f7fe0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '659fb758-e8cf-491e-95d0-ca2a857c0161'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:39:41.349250 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-64f5314a-4605-454b-974f-2ae645970192 None None] Bound port: 7eb46fe9-e3d3-452c-a0ab-7b844b241017, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55b61145-93fa-4914-a05e-7e2f76f7fe0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '659fb758-e8cf-491e-95d0-ca2a857c0161'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:39:41.349630 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-64f5314a-4605-454b-974f-2ae645970192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:41.362929 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e79ccadc-559c-44f5-9a41-18bb2c3aa5e4 req-acca427a-5dcd-468a-ba8d-beb4e18eba85 service neutron] 10.222.0.11 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294171 Oct 20 11:39:41.374617 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e433e6-65ce-4201-9c7b-15e4001b6ad2 req-a2e0ff45-f832-447d-8f20-33dc71854875 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:41.376217 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c7e433e6-65ce-4201-9c7b-15e4001b6ad2 req-a2e0ff45-f832-447d-8f20-33dc71854875 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 943 time: 0.1172924 Oct 20 11:39:41.401183 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-831f92ae-89f1-4562-b4a6-9d962bdbacbd admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.7787731 Oct 20 11:39:41.406167 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43714) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:41.415870 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133d40b2-5ea4-42d3-bbcb-63a8c9a27995 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Router f4f7b53d-4674-45f5-a7c3-f41aed41e5b0 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:39:41.417027 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-144a0257-ef91-47dd-8635-1930f409164b admin admin] Request body: {'subnet': {'network_id': 'de61e6d5-3a04-4b38-86c8-2f7c1506f054', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1114540815-subnet', 'tenant_id': '75e587e3519a44f8a5ef9b6649c1f2c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:41.431256 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-64f5314a-4605-454b-974f-2ae645970192 None None] For port 7eb46fe9-e3d3-452c-a0ab-7b844b241017, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:39:41.436106 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-64f5314a-4605-454b-974f-2ae645970192 None None] For port 7eb46fe9-e3d3-452c-a0ab-7b844b241017, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=7eb46fe9-e3d3-452c-a0ab-7b844b241017,segment=NetworkSegment(55b61145-93fa-4914-a05e-7e2f76f7fe0f),segment_id=55b61145-93fa-4914-a05e-7e2f76f7fe0f)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:39:41.442708 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-a4ee567a-3347-48d7-bd4a-b774a71dc874 None None] Provisioning complete for port 40cc226b-f3ba-495a-8dfb-538624dbcb90 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:41.443116 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a4ee567a-3347-48d7-bd4a-b774a71dc874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:41.475428 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-64f5314a-4605-454b-974f-2ae645970192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:41.522420 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831f92ae-89f1-4562-b4a6-9d962bdbacbd admin admin] Pushing event updated for resources: {'Network': ['ID=de61e6d5-3a04-4b38-86c8-2f7c1506f054,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:41.539551 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0dd895f4-de30-4033-a098-5e65f77d414c req-b35aa991-17d2-41d3-84da-ca8df32bef4f tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.1156023 Oct 20 11:39:41.543026 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network de61e6d5-3a04-4b38-86c8-2f7c1506f054 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:39:41.570638 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133d40b2-5ea4-42d3-bbcb-63a8c9a27995 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:39:41.574141 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c7e433e6-65ce-4201-9c7b-15e4001b6ad2 req-7b0eea40-bf5f-48f7-b341-4918b8b7534f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836541 Oct 20 11:39:41.584807 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-133d40b2-5ea4-42d3-bbcb-63a8c9a27995 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "PUT /v2.0/routers/f4f7b53d-4674-45f5-a7c3-f41aed41e5b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0021064 Oct 20 11:39:41.586443 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43718) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:41.595408 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144a0257-ef91-47dd-8635-1930f409164b admin admin] Made reservation on behalf of 75e587e3519a44f8a5ef9b6649c1f2c0 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:39:41.598684 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-2cf35a96-7f2e-4b8f-ad95-0efe7ed84545 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1404749863'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:41.601758 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-144a0257-ef91-47dd-8635-1930f409164b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:41.611611 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1f94e-6123-4d93-88e2-114c30f956fa req-e48c0963-3aaa-4398-87de-9a9fa1d05100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:41.616743 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6ca1f94e-6123-4d93-88e2-114c30f956fa req-e48c0963-3aaa-4398-87de-9a9fa1d05100 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f0012baf31914701a438a4a910671113&device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 1094 time: 0.1483495 Oct 20 11:39:41.658005 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-a1277ba1-be0d-437e-9ea7-1f580fdfd272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'name': 'tempest-RoutersIpV6Test-router-2028479717', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:26Z', 'updated_at': '2021-10-20T11:39:40Z', 'revision_number': 4, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'gw_port_host': None, '_interfaces': [{'id': '40cc226b-f3ba-495a-8dfb-538624dbcb90', 'name': '', 'network_id': '8d792d80-8232-4b41-9aad-cc2b272f49e7', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:19:b8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '44543e76-91f7-4097-aeba-dedb3069a3b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:36Z', 'updated_at': '2021-10-20T11:39:40Z', 'revision_number': 4, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': '44543e76-91f7-4097-aeba-dedb3069a3b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8af14c1-c562-4494-be9c-cb868ba258f7', 'name': '', 'network_id': '277938a0-8abe-430f-92c3-53a8870856c0', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:f0:13:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'ff289b2c-591a-4d74-95b8-00c6c2c08745', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:29Z', 'updated_at': '2021-10-20T11:39:35Z', 'revision_number': 5, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': 'ff289b2c-591a-4d74-95b8-00c6c2c08745', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab0e4b3-d244-4038-8f9b-b317675564f8', 'name': '', 'network_id': '659fb758-e8cf-491e-95d0-ca2a857c0161', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:0d:0f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '72c2fc34-0712-4397-a54e-dea256d5d070', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:39Z', 'updated_at': '2021-10-20T11:39:39Z', 'revision_number': 1, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': '72c2fc34-0712-4397-a54e-dea256d5d070', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:41.671093 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf35a96-7f2e-4b8f-ad95-0efe7ed84545 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Made reservation on behalf of d681ef907c694a9796fe2b5eafa3eecc for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:39:41.674755 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2cf35a96-7f2e-4b8f-ad95-0efe7ed84545 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:41.715789 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cf35a96-7f2e-4b8f-ad95-0efe7ed84545 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] vlan segment allocate from pool success with {'vlan_id': 1275, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:39:41.731624 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2cf35a96-7f2e-4b8f-ad95-0efe7ed84545 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:41.732082 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-2cf35a96-7f2e-4b8f-ad95-0efe7ed84545 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Added segment c10fb337-0a6f-47ce-8889-9f6d96a7104d of type vlan for network ed2de211-8b16-4d53-be84-05abeaee11de Oct 20 11:39:41.779793 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2cf35a96-7f2e-4b8f-ad95-0efe7ed84545 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:41.811743 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2cf35a96-7f2e-4b8f-ad95-0efe7ed84545 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:41.820794 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf35a96-7f2e-4b8f-ad95-0efe7ed84545 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:41.821713 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2cf35a96-7f2e-4b8f-ad95-0efe7ed84545 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:41.841013 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1f94e-6123-4d93-88e2-114c30f956fa req-6ad9798e-89c1-492d-b77f-853e9e543e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:41.842731 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6ca1f94e-6123-4d93-88e2-114c30f956fa req-6ad9798e-89c1-492d-b77f-853e9e543e11 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a1980227-64af-4c17-9cee-4570c69a4cb6 HTTP/1.1" status: 200 len: 914 time: 0.1799624 Oct 20 11:39:41.885480 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2cf35a96-7f2e-4b8f-ad95-0efe7ed84545 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2932546 Oct 20 11:39:41.886994 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43720) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:41.896962 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-847928d5-5917-4e7f-94b0-bbfa54293a67 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Request body: {'subnet': {'network_id': 'ed2de211-8b16-4d53-be84-05abeaee11de', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:41.956544 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1277ba1-be0d-437e-9ea7-1f580fdfd272 None None] The sync data for ids ['f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'] in n-d-814735-3 is: [{'id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'name': 'tempest-RoutersIpV6Test-router-2028479717', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:26Z', 'updated_at': '2021-10-20T11:39:40Z', 'revision_number': 4, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'gw_port_host': None, '_interfaces': [{'id': '40cc226b-f3ba-495a-8dfb-538624dbcb90', 'name': '', 'network_id': '8d792d80-8232-4b41-9aad-cc2b272f49e7', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:19:b8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '44543e76-91f7-4097-aeba-dedb3069a3b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:36Z', 'updated_at': '2021-10-20T11:39:40Z', 'revision_number': 4, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': '44543e76-91f7-4097-aeba-dedb3069a3b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8af14c1-c562-4494-be9c-cb868ba258f7', 'name': '', 'network_id': '277938a0-8abe-430f-92c3-53a8870856c0', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:f0:13:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'ff289b2c-591a-4d74-95b8-00c6c2c08745', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:29Z', 'updated_at': '2021-10-20T11:39:35Z', 'revision_number': 5, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': 'ff289b2c-591a-4d74-95b8-00c6c2c08745', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab0e4b3-d244-4038-8f9b-b317675564f8', 'name': '', 'network_id': '659fb758-e8cf-491e-95d0-ca2a857c0161', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:0d:0f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '72c2fc34-0712-4397-a54e-dea256d5d070', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:39Z', 'updated_at': '2021-10-20T11:39:39Z', 'revision_number': 1, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': '72c2fc34-0712-4397-a54e-dea256d5d070', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:39:41.958615 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6ca1f94e-6123-4d93-88e2-114c30f956fa req-6d2f5b84-f882-407f-b5b5-e5b2d83a9bc0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02e225c5-4964-469d-8fe3-74ecb91b3348 HTTP/1.1" status: 200 len: 217 time: 0.0554538 Oct 20 11:39:41.958753 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf35a96-7f2e-4b8f-ad95-0efe7ed84545 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event updated for resources: {'Network': ['ID=ed2de211-8b16-4d53-be84-05abeaee11de,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:42.010975 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf35a96-7f2e-4b8f-ad95-0efe7ed84545 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:42.011325 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf35a96-7f2e-4b8f-ad95-0efe7ed84545 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:42.011671 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf35a96-7f2e-4b8f-ad95-0efe7ed84545 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:42.012007 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf35a96-7f2e-4b8f-ad95-0efe7ed84545 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:42.012339 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf35a96-7f2e-4b8f-ad95-0efe7ed84545 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:42.012666 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf35a96-7f2e-4b8f-ad95-0efe7ed84545 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:42.012993 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf35a96-7f2e-4b8f-ad95-0efe7ed84545 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:42.013321 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf35a96-7f2e-4b8f-ad95-0efe7ed84545 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:42.013643 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf35a96-7f2e-4b8f-ad95-0efe7ed84545 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:42.014140 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf35a96-7f2e-4b8f-ad95-0efe7ed84545 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:42.014466 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf35a96-7f2e-4b8f-ad95-0efe7ed84545 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:42.016923 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf35a96-7f2e-4b8f-ad95-0efe7ed84545 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:42.063855 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f5314a-4605-454b-974f-2ae645970192 None None] Pushing event updated for resources: {'Port': ['ID=7eb46fe9-e3d3-452c-a0ab-7b844b241017,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:42.084543 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-144a0257-ef91-47dd-8635-1930f409164b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:42.090435 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network ed2de211-8b16-4d53-be84-05abeaee11de details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:39:42.098056 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847928d5-5917-4e7f-94b0-bbfa54293a67 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Made reservation on behalf of d681ef907c694a9796fe2b5eafa3eecc for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:39:42.112134 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-847928d5-5917-4e7f-94b0-bbfa54293a67 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:42.135307 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1f94e-6123-4d93-88e2-114c30f956fa req-008031bf-b14e-47f7-a20a-1999bb7afca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:42.136805 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6ca1f94e-6123-4d93-88e2-114c30f956fa req-008031bf-b14e-47f7-a20a-1999bb7afca6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=978f4782-c6ff-4108-a8dd-a568aeeefa48 HTTP/1.1" status: 200 len: 851 time: 0.1487913 Oct 20 11:39:42.157801 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a4ee567a-3347-48d7-bd4a-b774a71dc874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:42.192527 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144a0257-ef91-47dd-8635-1930f409164b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b044f717-0358-40f3-9301-b69c9e96cf90,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:42.254867 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144a0257-ef91-47dd-8635-1930f409164b admin admin] Checking segment: {'id': '4950c65d-1b07-4bc6-8d13-3cdad2963309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': 'de61e6d5-3a04-4b38-86c8-2f7c1506f054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:39:42.255249 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144a0257-ef91-47dd-8635-1930f409164b admin admin] Network hostable DHCP agents. Network: de61e6d5-3a04-4b38-86c8-2f7c1506f054, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:39:42.289361 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-a4ee567a-3347-48d7-bd4a-b774a71dc874 None None] For port 40cc226b-f3ba-495a-8dfb-538624dbcb90, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=40cc226b-f3ba-495a-8dfb-538624dbcb90,segment=NetworkSegment(abcbae56-be9f-4c29-985d-70bcd7d10455),segment_id=abcbae56-be9f-4c29-985d-70bcd7d10455)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:42.300519 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1f94e-6123-4d93-88e2-114c30f956fa req-5d134e67-22b4-4452-b1b2-2d23e1ff9640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:42.301782 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a4ee567a-3347-48d7-bd4a-b774a71dc874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:42.302368 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6ca1f94e-6123-4d93-88e2-114c30f956fa req-5d134e67-22b4-4452-b1b2-2d23e1ff9640 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1980227-64af-4c17-9cee-4570c69a4cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1555338 Oct 20 11:39:42.368665 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ee567a-3347-48d7-bd4a-b774a71dc874 None None] Pushing event updated for resources: {'Port': ['ID=40cc226b-f3ba-495a-8dfb-538624dbcb90,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:42.394330 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144a0257-ef91-47dd-8635-1930f409164b admin admin] Network de61e6d5-3a04-4b38-86c8-2f7c1506f054 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:39:42.420035 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-847928d5-5917-4e7f-94b0-bbfa54293a67 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:42.425050 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-144a0257-ef91-47dd-8635-1930f409164b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, de61e6d5-3a04-4b38-86c8-2f7c1506f054) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:39:42.435132 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-27f46771-e99e-48e7-ba22-f2602b3cbd14 None None] Provisioning complete for port 40cc226b-f3ba-495a-8dfb-538624dbcb90 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:42.437654 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-27f46771-e99e-48e7-ba22-f2602b3cbd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:42.440389 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66f34ce-b2fc-4812-83df-528552c4a6a4 None None] Network de61e6d5-3a04-4b38-86c8-2f7c1506f054 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:39:42.444901 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f0e2f-9abf-439c-8ef0-414eec9ce3dd req-346562c8-c4ef-41da-9a9a-60fe42988c46 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:42.446399 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7d1f0e2f-9abf-439c-8ef0-414eec9ce3dd req-346562c8-c4ef-41da-9a9a-60fe42988c46 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=01f8306c-aecf-4fa0-8380-deaa069898a3 HTTP/1.1" status: 200 len: 945 time: 0.1842613 Oct 20 11:39:42.448243 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144a0257-ef91-47dd-8635-1930f409164b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:42.448996 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-144a0257-ef91-47dd-8635-1930f409164b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:42.453497 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6ca1f94e-6123-4d93-88e2-114c30f956fa req-db40fc2d-5f2a-4bd0-b384-a0437b7ca896 service neutron] 10.222.0.11 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400349 Oct 20 11:39:42.498722 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847928d5-5917-4e7f-94b0-bbfa54293a67 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event updated for resources: {'Subnet': ['ID=ad86bb45-07a3-47f3-8dc7-2454101d0055,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:42.506932 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847928d5-5917-4e7f-94b0-bbfa54293a67 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Checking segment: {'id': 'c10fb337-0a6f-47ce-8889-9f6d96a7104d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'ed2de211-8b16-4d53-be84-05abeaee11de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:39:42.507662 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847928d5-5917-4e7f-94b0-bbfa54293a67 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Network hostable DHCP agents. Network: ed2de211-8b16-4d53-be84-05abeaee11de, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:39:42.530594 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847928d5-5917-4e7f-94b0-bbfa54293a67 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Network ed2de211-8b16-4d53-be84-05abeaee11de is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:39:42.534448 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-144a0257-ef91-47dd-8635-1930f409164b admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1218669 Oct 20 11:39:42.552187 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-847928d5-5917-4e7f-94b0-bbfa54293a67 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, ed2de211-8b16-4d53-be84-05abeaee11de) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:39:42.564273 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847928d5-5917-4e7f-94b0-bbfa54293a67 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:42.565105 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-847928d5-5917-4e7f-94b0-bbfa54293a67 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:42.567480 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c3a8d7-fd92-435c-b499-a90783de3a5f None None] Network ed2de211-8b16-4d53-be84-05abeaee11de requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:39:42.614395 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-847928d5-5917-4e7f-94b0-bbfa54293a67 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7225599 Oct 20 11:39:42.614395 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43732) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:42.726683 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7d1f0e2f-9abf-439c-8ef0-414eec9ce3dd req-8b0f999a-c31c-4c23-a555-b283653ccae7 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712121 Oct 20 11:39:42.793017 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e6ff19ab-ce6c-4b10-952e-f301db145b86 req-9fe86d28-f2d8-4caf-9d1d-b7677b0c0f51 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0574625 Oct 20 11:39:42.827452 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6ca1f94e-6123-4d93-88e2-114c30f956fa req-e155e69c-f13f-416b-aa6c-261197195aaf service neutron] 10.222.0.11 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579040 Oct 20 11:39:42.986399 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b9894-2f1c-4fb5-9605-314938b6fbf9 req-51e5bb01-9147-4f09-8d3a-e1d98fe9e832 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:43.005964 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-975b9894-2f1c-4fb5-9605-314938b6fbf9 req-51e5bb01-9147-4f09-8d3a-e1d98fe9e832 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 943 time: 0.1308112 Oct 20 11:39:43.052975 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ed34e1-e7e5-423d-9095-de9d74b49c1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-ed2de211-8b16-4d53-be84-05abeaee11de', 'network_id': 'ed2de211-8b16-4d53-be84-05abeaee11de', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'fixed_ips': [{'subnet_id': 'ad86bb45-07a3-47f3-8dc7-2454101d0055'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:39:43.054466 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-61ed34e1-e7e5-423d-9095-de9d74b49c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:43.066744 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f663c8ec-79e0-4b92-8194-79d416100d0e None None] Network de61e6d5-3a04-4b38-86c8-2f7c1506f054 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:39:43.076491 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-975b9894-2f1c-4fb5-9605-314938b6fbf9 req-85237d4b-7011-4720-ab80-cdc7ae8d03f7 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668607 Oct 20 11:39:43.342216 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7598031f-b922-430d-a988-667ddb61b675 None None] Network 659fb758-e8cf-491e-95d0-ca2a857c0161 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:39:43.350978 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e01a5d0e-7ba9-4944-a602-f6b4d15c58cd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:43.445199 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43750) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:43.450683 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-43c0ac26-7ef7-424f-a3bf-ed5f0ea579b9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-925708469-network', 'tenant_id': '0a70f13eed9b4b28b00d7c71e22379f8'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:43.476772 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c0ac26-7ef7-424f-a3bf-ed5f0ea579b9 admin admin] Made reservation on behalf of 0a70f13eed9b4b28b00d7c71e22379f8 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:39:43.479272 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-43c0ac26-7ef7-424f-a3bf-ed5f0ea579b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:43.491175 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-43c0ac26-7ef7-424f-a3bf-ed5f0ea579b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:43.495509 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-61ed34e1-e7e5-423d-9095-de9d74b49c1d None None] Allocated IP 2001:db8:3::2 (ed2de211-8b16-4d53-be84-05abeaee11de/ad86bb45-07a3-47f3-8dc7-2454101d0055/de2becbc-5db9-46a0-af61-33054bd49d36) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:39:43.516861 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e3171276-bcc7-49c5-aac6-fe5dbe871a9c None None] Provisioning complete for port 7eb46fe9-e3d3-452c-a0ab-7b844b241017 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:43.517634 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e3171276-bcc7-49c5-aac6-fe5dbe871a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:43.586061 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-43c0ac26-7ef7-424f-a3bf-ed5f0ea579b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:43.593441 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-43c0ac26-7ef7-424f-a3bf-ed5f0ea579b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:43.622448 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43c0ac26-7ef7-424f-a3bf-ed5f0ea579b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1265, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:39:43.632901 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c0ac26-7ef7-424f-a3bf-ed5f0ea579b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28338629-9f24-4f5c-9a2f-317c0bfa148f,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:43.638238 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-43c0ac26-7ef7-424f-a3bf-ed5f0ea579b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:43.638578 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-43c0ac26-7ef7-424f-a3bf-ed5f0ea579b9 admin admin] Added segment bb66df0c-9c61-4ef2-ab06-c469f7bf4e20 of type vlan for network 7cf88b00-bc98-411b-b352-136d74eeef04 Oct 20 11:39:43.685468 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-43c0ac26-7ef7-424f-a3bf-ed5f0ea579b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:43.713089 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-43c0ac26-7ef7-424f-a3bf-ed5f0ea579b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:43.713631 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81593d8-27d8-4bb3-90c7-2d767e536508 None None] Sync routers for ids ['f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:39:43.714505 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c0ac26-7ef7-424f-a3bf-ed5f0ea579b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:43.716326 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-43c0ac26-7ef7-424f-a3bf-ed5f0ea579b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:43.733984 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81593d8-27d8-4bb3-90c7-2d767e536508 None None] Routers {'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:39:43.734947 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-b81593d8-27d8-4bb3-90c7-2d767e536508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:39:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:43.770038 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-43c0ac26-7ef7-424f-a3bf-ed5f0ea579b9 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3228786 Oct 20 11:39:43.772086 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43754) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:43.778746 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-f62bfd30-978a-4c13-a1b0-94423a795abf admin admin] Request body: {'subnet': {'network_id': '7cf88b00-bc98-411b-b352-136d74eeef04', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-925708469-subnet', 'tenant_id': '0a70f13eed9b4b28b00d7c71e22379f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:43.818323 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62bfd30-978a-4c13-a1b0-94423a795abf admin admin] Made reservation on behalf of 0a70f13eed9b4b28b00d7c71e22379f8 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:39:43.821090 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f62bfd30-978a-4c13-a1b0-94423a795abf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:43.831512 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c0ac26-7ef7-424f-a3bf-ed5f0ea579b9 admin admin] Pushing event updated for resources: {'Network': ['ID=7cf88b00-bc98-411b-b352-136d74eeef04,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:43.834281 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e3171276-bcc7-49c5-aac6-fe5dbe871a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:43.887345 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e3171276-bcc7-49c5-aac6-fe5dbe871a9c None None] For port 7eb46fe9-e3d3-452c-a0ab-7b844b241017, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=7eb46fe9-e3d3-452c-a0ab-7b844b241017,segment=NetworkSegment(55b61145-93fa-4914-a05e-7e2f76f7fe0f),segment_id=55b61145-93fa-4914-a05e-7e2f76f7fe0f)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:43.888874 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 7cf88b00-bc98-411b-b352-136d74eeef04 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:39:43.905353 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e3171276-bcc7-49c5-aac6-fe5dbe871a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:43.907457 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db39cf3-38c1-42be-81ed-c84effa2d3c5 req-6b6f2574-f07f-4a4d-a907-451704a9f002 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:43.911504 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9db39cf3-38c1-42be-81ed-c84effa2d3c5 req-6b6f2574-f07f-4a4d-a907-451704a9f002 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=01f8306c-aecf-4fa0-8380-deaa069898a3 HTTP/1.1" status: 200 len: 945 time: 0.0759096 Oct 20 11:39:44.070517 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-61ed34e1-e7e5-423d-9095-de9d74b49c1d None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:44.094820 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-61ed34e1-e7e5-423d-9095-de9d74b49c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:44.151322 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dbc06207-6378-4b8d-890f-6187e4e81233 req-37e6b7fe-d402-4d41-9053-d740143c3f2b tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.1111283 Oct 20 11:39:44.181103 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9db39cf3-38c1-42be-81ed-c84effa2d3c5 req-dc7eb700-cebf-44e5-92da-9753bff11bf9 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577929 Oct 20 11:39:44.208191 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-b81593d8-27d8-4bb3-90c7-2d767e536508 None None] Set router f4f7b53d-4674-45f5-a7c3-f41aed41e5b0 gateway port host: None {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:39:44.212217 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3171276-bcc7-49c5-aac6-fe5dbe871a9c None None] Pushing event updated for resources: {'Port': ['ID=7eb46fe9-e3d3-452c-a0ab-7b844b241017,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:44.232699 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ed34e1-e7e5-423d-9095-de9d74b49c1d None None] Network ed2de211-8b16-4d53-be84-05abeaee11de is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:39:44.240387 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-61ed34e1-e7e5-423d-9095-de9d74b49c1d None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:39:44.257571 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-e01a5d0e-7ba9-4944-a602-f6b4d15c58cd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Allocated IP 2001:db8:3::1 (ed2de211-8b16-4d53-be84-05abeaee11de/ad86bb45-07a3-47f3-8dc7-2454101d0055/4ce05ea9-92da-492a-9b5e-59e08d7aee94) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:39:44.378218 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ed34e1-e7e5-423d-9095-de9d74b49c1d None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:39:44.383670 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 40cc226b-f3ba-495a-8dfb-538624dbcb90 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:39:44.430871 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c038158-a974-449a-93da-fbb21c582d77 req-ce3e4f66-59f3-44ad-8b48-6a6075146094 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:44.439727 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6c038158-a974-449a-93da-fbb21c582d77 req-ce3e4f66-59f3-44ad-8b48-6a6075146094 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 943 time: 0.0833833 Oct 20 11:39:44.466307 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e01a5d0e-7ba9-4944-a602-f6b4d15c58cd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:44.495518 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6c038158-a974-449a-93da-fbb21c582d77 req-0334bb08-98c5-4f7f-9e0a-b89641ee02d7 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553818 Oct 20 11:39:44.525888 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ed34e1-e7e5-423d-9095-de9d74b49c1d None None] Pushing event updated for resources: {'Port': ['ID=de2becbc-5db9-46a0-af61-33054bd49d36,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:44.534028 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-b81593d8-27d8-4bb3-90c7-2d767e536508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'name': 'tempest-RoutersIpV6Test-router-2028479717', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:26Z', 'updated_at': '2021-10-20T11:39:40Z', 'revision_number': 4, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'gw_port_host': None, '_interfaces': [{'id': '40cc226b-f3ba-495a-8dfb-538624dbcb90', 'name': '', 'network_id': '8d792d80-8232-4b41-9aad-cc2b272f49e7', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:19:b8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '44543e76-91f7-4097-aeba-dedb3069a3b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:36Z', 'updated_at': '2021-10-20T11:39:42Z', 'revision_number': 5, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': '44543e76-91f7-4097-aeba-dedb3069a3b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8af14c1-c562-4494-be9c-cb868ba258f7', 'name': '', 'network_id': '277938a0-8abe-430f-92c3-53a8870856c0', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:f0:13:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'ff289b2c-591a-4d74-95b8-00c6c2c08745', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:29Z', 'updated_at': '2021-10-20T11:39:35Z', 'revision_number': 5, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': 'ff289b2c-591a-4d74-95b8-00c6c2c08745', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab0e4b3-d244-4038-8f9b-b317675564f8', 'name': '', 'network_id': '659fb758-e8cf-491e-95d0-ca2a857c0161', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:0d:0f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '72c2fc34-0712-4397-a54e-dea256d5d070', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:39Z', 'updated_at': '2021-10-20T11:39:40Z', 'revision_number': 2, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': '72c2fc34-0712-4397-a54e-dea256d5d070', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:44.547880 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 40cc226b-f3ba-495a-8dfb-538624dbcb90 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:44.548352 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:44.550952 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e01a5d0e-7ba9-4944-a602-f6b4d15c58cd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:44.562204 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81593d8-27d8-4bb3-90c7-2d767e536508 None None] Checking router: f4f7b53d-4674-45f5-a7c3-f41aed41e5b0 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:39:44.562560 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81593d8-27d8-4bb3-90c7-2d767e536508 None None] Updating router f4f7b53d-4674-45f5-a7c3-f41aed41e5b0 port cab0e4b3-d244-4038-8f9b-b317675564f8 binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:39:44.565155 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-61ed34e1-e7e5-423d-9095-de9d74b49c1d None None] Attempting to bind port de2becbc-5db9-46a0-af61-33054bd49d36 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:39:44.565295 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-61ed34e1-e7e5-423d-9095-de9d74b49c1d None None] Attempting to bind port de2becbc-5db9-46a0-af61-33054bd49d36 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'c10fb337-0a6f-47ce-8889-9f6d96a7104d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'ed2de211-8b16-4d53-be84-05abeaee11de'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:39:44.565641 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ed34e1-e7e5-423d-9095-de9d74b49c1d None None] Attempting to bind port de2becbc-5db9-46a0-af61-33054bd49d36 on network ed2de211-8b16-4d53-be84-05abeaee11de {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:39:44.567685 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-814e96c0-abea-4fb0-8932-4bfd151be792 None None] Provisioning complete for port cab0e4b3-d244-4038-8f9b-b317675564f8 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:44.568052 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-814e96c0-abea-4fb0-8932-4bfd151be792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:44.591818 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-b81593d8-27d8-4bb3-90c7-2d767e536508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:44.601839 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01a5d0e-7ba9-4944-a602-f6b4d15c58cd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event updated for resources: {'Port': ['ID=4ce05ea9-92da-492a-9b5e-59e08d7aee94,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:44.606262 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f62bfd30-978a-4c13-a1b0-94423a795abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:44.612387 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ed34e1-e7e5-423d-9095-de9d74b49c1d None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:39:44.612765 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ed34e1-e7e5-423d-9095-de9d74b49c1d None None] Checking segment: {'id': 'c10fb337-0a6f-47ce-8889-9f6d96a7104d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'ed2de211-8b16-4d53-be84-05abeaee11de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:39:44.613167 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-61ed34e1-e7e5-423d-9095-de9d74b49c1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:44.613561 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ed34e1-e7e5-423d-9095-de9d74b49c1d None None] Bound using segment: {'id': 'c10fb337-0a6f-47ce-8889-9f6d96a7104d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'ed2de211-8b16-4d53-be84-05abeaee11de'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:39:44.614054 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-61ed34e1-e7e5-423d-9095-de9d74b49c1d None None] Bound port: de2becbc-5db9-46a0-af61-33054bd49d36, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c10fb337-0a6f-47ce-8889-9f6d96a7104d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'ed2de211-8b16-4d53-be84-05abeaee11de'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:39:44.614432 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-61ed34e1-e7e5-423d-9095-de9d74b49c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:44.618189 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01a5d0e-7ba9-4944-a602-f6b4d15c58cd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Network ed2de211-8b16-4d53-be84-05abeaee11de is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:39:44.624132 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-e01a5d0e-7ba9-4944-a602-f6b4d15c58cd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:39:44.646498 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01a5d0e-7ba9-4944-a602-f6b4d15c58cd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:39:44.647450 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e01a5d0e-7ba9-4944-a602-f6b4d15c58cd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:44.701536 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 02e225c5-4964-469d-8fe3-74ecb91b3348 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:39:44.739789 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-61ed34e1-e7e5-423d-9095-de9d74b49c1d None None] For port de2becbc-5db9-46a0-af61-33054bd49d36, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:39:44.743345 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-814e96c0-abea-4fb0-8932-4bfd151be792 None None] Port cab0e4b3-d244-4038-8f9b-b317675564f8 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:39:44.770644 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-61ed34e1-e7e5-423d-9095-de9d74b49c1d None None] For port de2becbc-5db9-46a0-af61-33054bd49d36, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=de2becbc-5db9-46a0-af61-33054bd49d36,segment=NetworkSegment(c10fb337-0a6f-47ce-8889-9f6d96a7104d),segment_id=c10fb337-0a6f-47ce-8889-9f6d96a7104d)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:39:44.781525 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62bfd30-978a-4c13-a1b0-94423a795abf admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ec4e0f7-c644-4f51-a48d-a8b283e8fc8c,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:44.789543 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-61ed34e1-e7e5-423d-9095-de9d74b49c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:44.791016 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62bfd30-978a-4c13-a1b0-94423a795abf admin admin] Checking segment: {'id': 'bb66df0c-9c61-4ef2-ab06-c469f7bf4e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '7cf88b00-bc98-411b-b352-136d74eeef04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:39:44.791390 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62bfd30-978a-4c13-a1b0-94423a795abf admin admin] Network hostable DHCP agents. Network: 7cf88b00-bc98-411b-b352-136d74eeef04, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:39:44.835070 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e01a5d0e-7ba9-4944-a602-f6b4d15c58cd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:44.886301 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-814e96c0-abea-4fb0-8932-4bfd151be792 None None] Provisioning complete for port 7eb46fe9-e3d3-452c-a0ab-7b844b241017 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:44.886674 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-814e96c0-abea-4fb0-8932-4bfd151be792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:44.898917 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-b81593d8-27d8-4bb3-90c7-2d767e536508 None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:44.907821 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-b81593d8-27d8-4bb3-90c7-2d767e536508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:44.969050 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ed34e1-e7e5-423d-9095-de9d74b49c1d None None] Pushing event updated for resources: {'Port': ['ID=de2becbc-5db9-46a0-af61-33054bd49d36,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:44.986072 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 7eb46fe9-e3d3-452c-a0ab-7b844b241017 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:39:45.001953 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf609b-9e4a-4260-9e2e-770062ece27a None None] Pushing event updated for resources: {'Port': ['ID=cab0e4b3-d244-4038-8f9b-b317675564f8,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:45.049323 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 02e225c5-4964-469d-8fe3-74ecb91b3348, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=02e225c5-4964-469d-8fe3-74ecb91b3348,segment=NetworkSegment(73cbce6c-57a2-4343-bb4b-9f489f07b678),segment_id=73cbce6c-57a2-4343-bb4b-9f489f07b678)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:45.079038 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '02e225c5-4964-469d-8fe3-74ecb91b3348', 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6', 'port_id': '02e225c5-4964-469d-8fe3-74ecb91b3348', 'mac_address': 'fa:16:3e:42:24:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '978f4782-c6ff-4108-a8dd-a568aeeefa48', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:39:45.089683 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-b81593d8-27d8-4bb3-90c7-2d767e536508 None None] Attempting to bind port cab0e4b3-d244-4038-8f9b-b317675564f8 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:39:45.090854 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-b81593d8-27d8-4bb3-90c7-2d767e536508 None None] Attempting to bind port cab0e4b3-d244-4038-8f9b-b317675564f8 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '55b61145-93fa-4914-a05e-7e2f76f7fe0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '659fb758-e8cf-491e-95d0-ca2a857c0161'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:39:45.091438 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81593d8-27d8-4bb3-90c7-2d767e536508 None None] Attempting to bind port cab0e4b3-d244-4038-8f9b-b317675564f8 on network 659fb758-e8cf-491e-95d0-ca2a857c0161 {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:39:45.101604 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81593d8-27d8-4bb3-90c7-2d767e536508 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:39:45.102103 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81593d8-27d8-4bb3-90c7-2d767e536508 None None] Checking segment: {'id': '55b61145-93fa-4914-a05e-7e2f76f7fe0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '659fb758-e8cf-491e-95d0-ca2a857c0161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:39:45.102714 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-b81593d8-27d8-4bb3-90c7-2d767e536508 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:45.104092 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81593d8-27d8-4bb3-90c7-2d767e536508 None None] Bound using segment: {'id': '55b61145-93fa-4914-a05e-7e2f76f7fe0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '659fb758-e8cf-491e-95d0-ca2a857c0161'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:39:45.105597 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-b81593d8-27d8-4bb3-90c7-2d767e536508 None None] Bound port: cab0e4b3-d244-4038-8f9b-b317675564f8, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55b61145-93fa-4914-a05e-7e2f76f7fe0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '659fb758-e8cf-491e-95d0-ca2a857c0161'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:39:45.106088 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-b81593d8-27d8-4bb3-90c7-2d767e536508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:45.141731 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62bfd30-978a-4c13-a1b0-94423a795abf admin admin] Network 7cf88b00-bc98-411b-b352-136d74eeef04 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:39:45.152294 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 7eb46fe9-e3d3-452c-a0ab-7b844b241017 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:45.152666 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:45.180199 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:45.213305 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02e225c5-4964-469d-8fe3-74ecb91b3348 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:39:45.250146 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-b81593d8-27d8-4bb3-90c7-2d767e536508 None None] For port cab0e4b3-d244-4038-8f9b-b317675564f8, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:39:45.254011 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-b81593d8-27d8-4bb3-90c7-2d767e536508 None None] For port cab0e4b3-d244-4038-8f9b-b317675564f8, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=cab0e4b3-d244-4038-8f9b-b317675564f8,segment=NetworkSegment(55b61145-93fa-4914-a05e-7e2f76f7fe0f),segment_id=55b61145-93fa-4914-a05e-7e2f76f7fe0f)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:39:45.257740 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-f62bfd30-978a-4c13-a1b0-94423a795abf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 7cf88b00-bc98-411b-b352-136d74eeef04) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:39:45.261414 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e01a5d0e-7ba9-4944-a602-f6b4d15c58cd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:45.263578 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-b81593d8-27d8-4bb3-90c7-2d767e536508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:45.266670 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62bfd30-978a-4c13-a1b0-94423a795abf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:45.267473 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f62bfd30-978a-4c13-a1b0-94423a795abf admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:45.289131 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e01a5d0e-7ba9-4944-a602-f6b4d15c58cd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:45.290353 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e01a5d0e-7ba9-4944-a602-f6b4d15c58cd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:45.343471 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f62bfd30-978a-4c13-a1b0-94423a795abf admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5689328 Oct 20 11:39:45.394917 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf609b-9e4a-4260-9e2e-770062ece27a None None] Pushing event updated for resources: {'Port': ['ID=cab0e4b3-d244-4038-8f9b-b317675564f8,revision_number=4']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:45.447374 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81593d8-27d8-4bb3-90c7-2d767e536508 None None] Routers {'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:39:45.448024 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-b81593d8-27d8-4bb3-90c7-2d767e536508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:39:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:45.455745 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0e0bdd20-3f74-4298-8714-58de6c931981 req-dfc25d12-4434-43b4-a59d-44fcaf066728 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0796285 Oct 20 11:39:45.470250 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cbfda9-377c-4ddd-b8a9-97f6b2a16653 None None] Network 7cf88b00-bc98-411b-b352-136d74eeef04 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:39:45.489275 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4991f6-9329-4a88-a00b-8c02064a72d2 req-4bdcfb32-138d-4053-bbba-4f53e829c2ef tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:45.492258 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ac4991f6-9329-4a88-a00b-8c02064a72d2 req-4bdcfb32-138d-4053-bbba-4f53e829c2ef tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=01f8306c-aecf-4fa0-8380-deaa069898a3 HTTP/1.1" status: 200 len: 945 time: 0.1273286 Oct 20 11:39:45.573888 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 02e225c5-4964-469d-8fe3-74ecb91b3348, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=02e225c5-4964-469d-8fe3-74ecb91b3348,segment=NetworkSegment(73cbce6c-57a2-4343-bb4b-9f489f07b678),segment_id=73cbce6c-57a2-4343-bb4b-9f489f07b678)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:45.604122 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ac4991f6-9329-4a88-a00b-8c02064a72d2 req-e6dd2e55-cb2f-483c-ad36-e5a1f2d4ae99 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057792 Oct 20 11:39:45.608503 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:45.641695 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43776) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:45.706307 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01a5d0e-7ba9-4944-a602-f6b4d15c58cd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Network ed2de211-8b16-4d53-be84-05abeaee11de is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:39:45.710279 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-e01a5d0e-7ba9-4944-a602-f6b4d15c58cd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:39:45.714124 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:45.727712 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-b81593d8-27d8-4bb3-90c7-2d767e536508 None None] Set router f4f7b53d-4674-45f5-a7c3-f41aed41e5b0 gateway port host: None {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:39:45.759485 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01a5d0e-7ba9-4944-a602-f6b4d15c58cd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event updated for resources: {'Port': ['ID=4ce05ea9-92da-492a-9b5e-59e08d7aee94,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:45.823230 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eb65b93-9b5c-4e8a-997f-28064ac9315c admin admin] Deleting subnet b044f717-0358-40f3-9301-b69c9e96cf90 {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:39:45.828861 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2eb65b93-9b5c-4e8a-997f-28064ac9315c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:45.833737 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-7d9b4dc3-494f-4ac3-aafa-bf350cbc9a1f None None] Provisioning complete for port cab0e4b3-d244-4038-8f9b-b317675564f8 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:45.834106 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7d9b4dc3-494f-4ac3-aafa-bf350cbc9a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:45.880257 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2eb65b93-9b5c-4e8a-997f-28064ac9315c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:45.944098 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01a5d0e-7ba9-4944-a602-f6b4d15c58cd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Router f4f7b53d-4674-45f5-a7c3-f41aed41e5b0 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:39:45.945630 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2eb65b93-9b5c-4e8a-997f-28064ac9315c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:45.971360 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=02e225c5-4964-469d-8fe3-74ecb91b3348,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:45.983213 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['02e225c5-4964-469d-8fe3-74ecb91b3348'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:39:46.072767 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a60e01-643f-4673-868a-cb8af21f6f67 req-b4c9ad64-c8bd-47c5-b79a-611398d8a215 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:46.084096 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-33a60e01-643f-4673-868a-cb8af21f6f67 req-b4c9ad64-c8bd-47c5-b79a-611398d8a215 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.3187928 Oct 20 11:39:46.100577 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2eb65b93-9b5c-4e8a-997f-28064ac9315c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:46.114828 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7d9b4dc3-494f-4ac3-aafa-bf350cbc9a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:46.152513 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-b81593d8-27d8-4bb3-90c7-2d767e536508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'name': 'tempest-RoutersIpV6Test-router-2028479717', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:26Z', 'updated_at': '2021-10-20T11:39:44Z', 'revision_number': 5, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'gw_port_host': None, '_interfaces': [{'id': '40cc226b-f3ba-495a-8dfb-538624dbcb90', 'name': '', 'network_id': '8d792d80-8232-4b41-9aad-cc2b272f49e7', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:19:b8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '44543e76-91f7-4097-aeba-dedb3069a3b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:36Z', 'updated_at': '2021-10-20T11:39:42Z', 'revision_number': 5, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': '44543e76-91f7-4097-aeba-dedb3069a3b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ce05ea9-92da-492a-9b5e-59e08d7aee94', 'name': '', 'network_id': 'ed2de211-8b16-4d53-be84-05abeaee11de', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:a8:7d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'ad86bb45-07a3-47f3-8dc7-2454101d0055', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:43Z', 'updated_at': '2021-10-20T11:39:45Z', 'revision_number': 2, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': 'ad86bb45-07a3-47f3-8dc7-2454101d0055', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8af14c1-c562-4494-be9c-cb868ba258f7', 'name': '', 'network_id': '277938a0-8abe-430f-92c3-53a8870856c0', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:f0:13:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'ff289b2c-591a-4d74-95b8-00c6c2c08745', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:29Z', 'updated_at': '2021-10-20T11:39:35Z', 'revision_number': 5, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': 'ff289b2c-591a-4d74-95b8-00c6c2c08745', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab0e4b3-d244-4038-8f9b-b317675564f8', 'name': '', 'network_id': '659fb758-e8cf-491e-95d0-ca2a857c0161', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:0d:0f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '72c2fc34-0712-4397-a54e-dea256d5d070', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:39Z', 'updated_at': '2021-10-20T11:39:45Z', 'revision_number': 4, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': '72c2fc34-0712-4397-a54e-dea256d5d070', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:46.157644 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb65b93-9b5c-4e8a-997f-28064ac9315c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b044f717-0358-40f3-9301-b69c9e96cf90,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:46.191740 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81593d8-27d8-4bb3-90c7-2d767e536508 None None] The sync data for ids ['f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'] in n-d-814735-3 is: [{'id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'name': 'tempest-RoutersIpV6Test-router-2028479717', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:26Z', 'updated_at': '2021-10-20T11:39:44Z', 'revision_number': 5, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'gw_port_host': None, '_interfaces': [{'id': '40cc226b-f3ba-495a-8dfb-538624dbcb90', 'name': '', 'network_id': '8d792d80-8232-4b41-9aad-cc2b272f49e7', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:19:b8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '44543e76-91f7-4097-aeba-dedb3069a3b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:36Z', 'updated_at': '2021-10-20T11:39:42Z', 'revision_number': 5, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': '44543e76-91f7-4097-aeba-dedb3069a3b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ce05ea9-92da-492a-9b5e-59e08d7aee94', 'name': '', 'network_id': 'ed2de211-8b16-4d53-be84-05abeaee11de', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:a8:7d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'ad86bb45-07a3-47f3-8dc7-2454101d0055', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:43Z', 'updated_at': '2021-10-20T11:39:45Z', 'revision_number': 2, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': 'ad86bb45-07a3-47f3-8dc7-2454101d0055', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8af14c1-c562-4494-be9c-cb868ba258f7', 'name': '', 'network_id': '277938a0-8abe-430f-92c3-53a8870856c0', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:f0:13:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'ff289b2c-591a-4d74-95b8-00c6c2c08745', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:29Z', 'updated_at': '2021-10-20T11:39:35Z', 'revision_number': 5, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': 'ff289b2c-591a-4d74-95b8-00c6c2c08745', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab0e4b3-d244-4038-8f9b-b317675564f8', 'name': '', 'network_id': '659fb758-e8cf-491e-95d0-ca2a857c0161', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:0d:0f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '72c2fc34-0712-4397-a54e-dea256d5d070', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:39Z', 'updated_at': '2021-10-20T11:39:45Z', 'revision_number': 4, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': '72c2fc34-0712-4397-a54e-dea256d5d070', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:39:46.204570 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01a5d0e-7ba9-4944-a602-f6b4d15c58cd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:39:46.207799 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-33a60e01-643f-4673-868a-cb8af21f6f67 req-358f7243-593f-4ea0-8acb-bb3836d29e9c tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223974 Oct 20 11:39:46.217006 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e01a5d0e-7ba9-4944-a602-f6b4d15c58cd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "PUT /v2.0/routers/f4f7b53d-4674-45f5-a7c3-f41aed41e5b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6018140 Oct 20 11:39:46.218376 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2eb65b93-9b5c-4e8a-997f-28064ac9315c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:46.225043 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2eb65b93-9b5c-4e8a-997f-28064ac9315c admin admin] 10.222.0.98 "DELETE /v2.0/subnets/b044f717-0358-40f3-9301-b69c9e96cf90 HTTP/1.1" status: 204 len: 168 time: 0.5785828 Oct 20 11:39:46.225814 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43778) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:46.229674 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43780) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:46.235307 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-a2d05a2c-058c-4937-a4be-dc595508027c tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:46.241950 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0004fc-cc32-43f8-af24-a7740cb3f7ab None None] Network 7cf88b00-bc98-411b-b352-136d74eeef04 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:39:46.321614 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-7d9b4dc3-494f-4ac3-aafa-bf350cbc9a1f None None] For port cab0e4b3-d244-4038-8f9b-b317675564f8, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=cab0e4b3-d244-4038-8f9b-b317675564f8,segment=NetworkSegment(55b61145-93fa-4914-a05e-7e2f76f7fe0f),segment_id=55b61145-93fa-4914-a05e-7e2f76f7fe0f)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:46.332979 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7d9b4dc3-494f-4ac3-aafa-bf350cbc9a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:46.425339 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device de2becbc-5db9-46a0-af61-33054bd49d36 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:39:46.531685 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3f92773d-767a-42f7-adfe-9d5e19d91231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:46.555452 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port de2becbc-5db9-46a0-af61-33054bd49d36 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:46.555819 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:46.591803 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-63bdfe8c-75d2-4a50-8b37-f30c78916fa3 None None] Provisioning complete for port cab0e4b3-d244-4038-8f9b-b317675564f8 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:46.592205 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-63bdfe8c-75d2-4a50-8b37-f30c78916fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:46.622176 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493aaab1-b548-493d-a9a1-7a200c46e3f9 None None] Network ed2de211-8b16-4d53-be84-05abeaee11de requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:39:46.684084 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8e87b59b-0a11-41c4-b650-74587791531e req-e678d285-3fdb-4816-a9a6-854fe76f251a tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0880296 Oct 20 11:39:46.782533 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b4dc3-494f-4ac3-aafa-bf350cbc9a1f None None] Pushing event updated for resources: {'Port': ['ID=cab0e4b3-d244-4038-8f9b-b317675564f8,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:46.796599 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3f92773d-767a-42f7-adfe-9d5e19d91231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:46.829972 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-3f92773d-767a-42f7-adfe-9d5e19d91231 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de61e6d5-3a04-4b38-86c8-2f7c1506f054']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:46.870376 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-3f92773d-767a-42f7-adfe-9d5e19d91231 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4950c65d-1b07-4bc6-8d13-3cdad2963309') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:46.870665 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-3f92773d-767a-42f7-adfe-9d5e19d91231 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4950c65d-1b07-4bc6-8d13-3cdad2963309') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:46.888246 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b15ef3-9bfb-4d7d-97e8-53e41ce92153 req-96bdfbb4-1d60-4921-98ae-cf7d604dca1e tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:46.894636 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-10b15ef3-9bfb-4d7d-97e8-53e41ce92153 req-96bdfbb4-1d60-4921-98ae-cf7d604dca1e tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=01f8306c-aecf-4fa0-8380-deaa069898a3 HTTP/1.1" status: 200 len: 945 time: 0.1968958 Oct 20 11:39:46.910943 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3f92773d-767a-42f7-adfe-9d5e19d91231 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:46.939404 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3f92773d-767a-42f7-adfe-9d5e19d91231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:46.948812 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f92773d-767a-42f7-adfe-9d5e19d91231 admin admin] Releasing vlan 1258 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:39:46.949207 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3f92773d-767a-42f7-adfe-9d5e19d91231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:46.952455 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:39:46.952455 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:39:46.952455 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:39:46.952455 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:39:46.952455 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:39:46.952455 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:39:46.952455 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:39:46.952455 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:39:46.952455 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:39:46.952455 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:39:46.952455 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:39:46.952455 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:39:46.952455 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:39:46.952455 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:39:46.952455 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:39:46.952455 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:39:46.952455 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:39:46.952455 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:39:46.952455 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:39:46.952455 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:39:46.952455 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:39:46.952455 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:39:46.952455 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:39:46.952455 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:39:46.952455 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:39:46.952455 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:39:46.952455 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:39:46.952455 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:39:46.952455 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:39:46.952455 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:39:46.952455 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:39:46.952455 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:39:46.996243 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:47.035960 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port de2becbc-5db9-46a0-af61-33054bd49d36, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=de2becbc-5db9-46a0-af61-33054bd49d36,segment=NetworkSegment(c10fb337-0a6f-47ce-8889-9f6d96a7104d),segment_id=c10fb337-0a6f-47ce-8889-9f6d96a7104d)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:47.041942 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:47.043482 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device cab0e4b3-d244-4038-8f9b-b317675564f8 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:39:47.051449 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-10b15ef3-9bfb-4d7d-97e8-53e41ce92153 req-46257111-f526-4013-b639-66764c2a4fd2 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556950 Oct 20 11:39:47.062025 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.extraroute_db [None req-a2d05a2c-058c-4937-a4be-dc595508027c tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=100647) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 20 11:39:47.079740 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3f92773d-767a-42f7-adfe-9d5e19d91231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:47.082359 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.extraroute_db [None req-a2d05a2c-058c-4937-a4be-dc595508027c tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Removed routes are [] {{(pid=100647) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 20 11:39:47.082821 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a2d05a2c-058c-4937-a4be-dc595508027c tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4352'] for router, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:47.091686 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3f92773d-767a-42f7-adfe-9d5e19d91231 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:47.096151 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3f92773d-767a-42f7-adfe-9d5e19d91231 admin admin] 10.222.0.98 "DELETE /v2.0/networks/de61e6d5-3a04-4b38-86c8-2f7c1506f054 HTTP/1.1" status: 204 len: 168 time: 0.8567352 Oct 20 11:39:47.098960 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43790) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:47.128467 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b2f377-8efe-4af3-a37f-55d10df52d85 None None] Sync routers for ids ['f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:39:47.167461 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b2f377-8efe-4af3-a37f-55d10df52d85 None None] Routers {'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:39:47.168084 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-f4b2f377-8efe-4af3-a37f-55d10df52d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:39:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:47.170162 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-27b2dd45-00f3-4597-8825-a0396163db0d admin admin] Deleting subnet 2ec4e0f7-c644-4f51-a48d-a8b283e8fc8c {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:39:47.174880 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-27b2dd45-00f3-4597-8825-a0396163db0d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:47.184076 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=de2becbc-5db9-46a0-af61-33054bd49d36,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:47.206595 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92773d-767a-42f7-adfe-9d5e19d91231 admin admin] Pushing event deleted for resources: {'Network': ['ID=de61e6d5-3a04-4b38-86c8-2f7c1506f054,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:47.223848 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-27b2dd45-00f3-4597-8825-a0396163db0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:47.231345 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-50bea894-cfdc-41d6-a611-859a424d6381 None None] Provisioning complete for port de2becbc-5db9-46a0-af61-33054bd49d36 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:47.231686 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-50bea894-cfdc-41d6-a611-859a424d6381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:47.285311 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-27b2dd45-00f3-4597-8825-a0396163db0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:47.320909 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port cab0e4b3-d244-4038-8f9b-b317675564f8 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:47.321283 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:47.346956 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a2d05a2c-058c-4937-a4be-dc595508027c tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4352'] for router, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:47.356199 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-27b2dd45-00f3-4597-8825-a0396163db0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:47.367708 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a2d05a2c-058c-4937-a4be-dc595508027c tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-652987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-652962', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-654361'] for router, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:47.372582 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-f4b2f377-8efe-4af3-a37f-55d10df52d85 None None] Set router f4f7b53d-4674-45f5-a7c3-f41aed41e5b0 gateway port host: None {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:39:47.385743 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-27b2dd45-00f3-4597-8825-a0396163db0d admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:47.387765 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42436b9e-517f-4cc0-8487-eba57dc05517 req-b8adf7b2-c2dc-4025-99c4-82ce1cccebe8 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:47.390219 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-42436b9e-517f-4cc0-8487-eba57dc05517 req-b8adf7b2-c2dc-4025-99c4-82ce1cccebe8 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.0945370 Oct 20 11:39:47.392552 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-27b2dd45-00f3-4597-8825-a0396163db0d admin admin] 10.222.0.98 "DELETE /v2.0/subnets/2ec4e0f7-c644-4f51-a48d-a8b283e8fc8c HTTP/1.1" status: 204 len: 168 time: 0.2910078 Oct 20 11:39:47.393352 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43794) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:47.394241 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b2dd45-00f3-4597-8825-a0396163db0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ec4e0f7-c644-4f51-a48d-a8b283e8fc8c,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:47.576802 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-406fb980-8056-4d34-b6e9-3f60d831c83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:47.590418 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-42436b9e-517f-4cc0-8487-eba57dc05517 req-c7a070a8-6759-467e-9ac8-30087731ef97 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758349 Oct 20 11:39:47.600278 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d05a2c-058c-4937-a4be-dc595508027c tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Router f4f7b53d-4674-45f5-a7c3-f41aed41e5b0 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:39:47.600594 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 7eb46fe9-e3d3-452c-a0ab-7b844b241017 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:39:47.706387 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 7eb46fe9-e3d3-452c-a0ab-7b844b241017 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:47.706784 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:47.711601 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-f54897e6-17b7-416d-ae00-342a22a0d19f None None] Provisioning complete for port de2becbc-5db9-46a0-af61-33054bd49d36 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:47.711958 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f54897e6-17b7-416d-ae00-342a22a0d19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:47.750161 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-406fb980-8056-4d34-b6e9-3f60d831c83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:47.789623 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-406fb980-8056-4d34-b6e9-3f60d831c83c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cf88b00-bc98-411b-b352-136d74eeef04']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:47.969606 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-f4b2f377-8efe-4af3-a37f-55d10df52d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'name': 'tempest-RoutersIpV6Test-router-2028479717', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:26Z', 'updated_at': '2021-10-20T11:39:47Z', 'revision_number': 6, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'gw_port_host': None, '_interfaces': [{'id': '40cc226b-f3ba-495a-8dfb-538624dbcb90', 'name': '', 'network_id': '8d792d80-8232-4b41-9aad-cc2b272f49e7', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:19:b8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '44543e76-91f7-4097-aeba-dedb3069a3b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:36Z', 'updated_at': '2021-10-20T11:39:42Z', 'revision_number': 5, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': '44543e76-91f7-4097-aeba-dedb3069a3b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ce05ea9-92da-492a-9b5e-59e08d7aee94', 'name': '', 'network_id': 'ed2de211-8b16-4d53-be84-05abeaee11de', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:a8:7d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'ad86bb45-07a3-47f3-8dc7-2454101d0055', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:43Z', 'updated_at': '2021-10-20T11:39:45Z', 'revision_number': 2, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': 'ad86bb45-07a3-47f3-8dc7-2454101d0055', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8af14c1-c562-4494-be9c-cb868ba258f7', 'name': '', 'network_id': '277938a0-8abe-430f-92c3-53a8870856c0', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:f0:13:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'ff289b2c-591a-4d74-95b8-00c6c2c08745', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:29Z', 'updated_at': '2021-10-20T11:39:35Z', 'revision_number': 5, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': 'ff289b2c-591a-4d74-95b8-00c6c2c08745', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab0e4b3-d244-4038-8f9b-b317675564f8', 'name': '', 'network_id': '659fb758-e8cf-491e-95d0-ca2a857c0161', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:0d:0f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '72c2fc34-0712-4397-a54e-dea256d5d070', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:39Z', 'updated_at': '2021-10-20T11:39:46Z', 'revision_number': 5, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': '72c2fc34-0712-4397-a54e-dea256d5d070', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:48.001106 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b2f377-8efe-4af3-a37f-55d10df52d85 None None] Checking router: f4f7b53d-4674-45f5-a7c3-f41aed41e5b0 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:39:48.001450 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b2f377-8efe-4af3-a37f-55d10df52d85 None None] Updating router f4f7b53d-4674-45f5-a7c3-f41aed41e5b0 port 4ce05ea9-92da-492a-9b5e-59e08d7aee94 binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:39:48.076439 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f4b2f377-8efe-4af3-a37f-55d10df52d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:48.134710 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-f54897e6-17b7-416d-ae00-342a22a0d19f None None] Provisioning complete for port 4ce05ea9-92da-492a-9b5e-59e08d7aee94 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:48.135374 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f54897e6-17b7-416d-ae00-342a22a0d19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:48.181013 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d05a2c-058c-4937-a4be-dc595508027c tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:39:48.202600 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-406fb980-8056-4d34-b6e9-3f60d831c83c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb66df0c-9c61-4ef2-ab06-c469f7bf4e20') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:48.202929 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-406fb980-8056-4d34-b6e9-3f60d831c83c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb66df0c-9c61-4ef2-ab06-c469f7bf4e20') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:48.215992 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a2d05a2c-058c-4937-a4be-dc595508027c tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:48.217088 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device cab0e4b3-d244-4038-8f9b-b317675564f8 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:39:48.217288 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-a2d05a2c-058c-4937-a4be-dc595508027c tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "PUT /v2.0/routers/f4f7b53d-4674-45f5-a7c3-f41aed41e5b0 HTTP/1.1" status: 200 len: 954 time: 1.9863133 Oct 20 11:39:48.219618 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-01ac9183-4588-49e6-b019-a19db294f85c req-2c5d65cc-0a1a-4917-9cd6-25c13b743ff5 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.4321725 Oct 20 11:39:48.223368 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43804) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:48.257382 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-406fb980-8056-4d34-b6e9-3f60d831c83c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:48.266769 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-f54897e6-17b7-416d-ae00-342a22a0d19f None None] Port 4ce05ea9-92da-492a-9b5e-59e08d7aee94 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:39:48.293159 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-406fb980-8056-4d34-b6e9-3f60d831c83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:48.307862 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-406fb980-8056-4d34-b6e9-3f60d831c83c admin admin] Releasing vlan 1265 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:39:48.308457 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-406fb980-8056-4d34-b6e9-3f60d831c83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:48.311128 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:39:48.311128 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:39:48.311128 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:39:48.311128 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:39:48.311128 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:39:48.311128 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:39:48.311128 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:39:48.311128 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:39:48.311128 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:39:48.311128 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:39:48.311128 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:39:48.311128 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:39:48.311128 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:39:48.311128 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:39:48.311128 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:39:48.311128 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:39:48.311128 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:39:48.311128 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:39:48.311128 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:39:48.311128 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:39:48.311128 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:39:48.311128 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:39:48.311128 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:39:48.311128 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:39:48.311128 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:39:48.311128 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:39:48.311128 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:39:48.311128 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:39:48.311128 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:39:48.311128 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:39:48.311128 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:39:48.311128 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:39:48.338986 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port cab0e4b3-d244-4038-8f9b-b317675564f8 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:48.339352 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:48.339509 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd8d28-719b-4e95-b4cc-048088a990c9 req-725fda1c-9394-4d77-8062-acde99efeb33 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:48.342294 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5abd8d28-719b-4e95-b4cc-048088a990c9 req-725fda1c-9394-4d77-8062-acde99efeb33 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=01f8306c-aecf-4fa0-8380-deaa069898a3 HTTP/1.1" status: 200 len: 945 time: 0.1627002 Oct 20 11:39:48.410438 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-46f582f8-5034-49f0-ad39-93905cbdd4f2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "GET /v2.0/routers/f4f7b53d-4674-45f5-a7c3-f41aed41e5b0 HTTP/1.1" status: 200 len: 954 time: 0.1838679 Oct 20 11:39:48.413508 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43806) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:48.419977 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-9a304e7b-5cfc-4b87-9820-534c172078fc tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Request body: {'router': {'routes': None}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:48.425810 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-c849cc07-c084-48ff-abbc-2d73abe96f2f None None] Provisioning complete for port 4ce05ea9-92da-492a-9b5e-59e08d7aee94 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:48.426176 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c849cc07-c084-48ff-abbc-2d73abe96f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:48.456189 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-406fb980-8056-4d34-b6e9-3f60d831c83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:48.465894 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-406fb980-8056-4d34-b6e9-3f60d831c83c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:48.473028 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-406fb980-8056-4d34-b6e9-3f60d831c83c admin admin] 10.222.0.98 "DELETE /v2.0/networks/7cf88b00-bc98-411b-b352-136d74eeef04 HTTP/1.1" status: 204 len: 168 time: 1.0762448 Oct 20 11:39:48.475981 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5abd8d28-719b-4e95-b4cc-048088a990c9 req-cf220c1a-79b1-44c3-b73b-3f748dcbf89b tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241579 Oct 20 11:39:48.501088 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406fb980-8056-4d34-b6e9-3f60d831c83c admin admin] Pushing event deleted for resources: {'Network': ['ID=7cf88b00-bc98-411b-b352-136d74eeef04,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:48.532049 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-c849cc07-c084-48ff-abbc-2d73abe96f2f None None] Port 4ce05ea9-92da-492a-9b5e-59e08d7aee94 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:39:48.538527 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f4b2f377-8efe-4af3-a37f-55d10df52d85 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:48.546232 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device de2becbc-5db9-46a0-af61-33054bd49d36 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:39:48.550375 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f4b2f377-8efe-4af3-a37f-55d10df52d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:48.630510 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79c95a0-ffc1-4b66-a7fe-3411ec3e8b82 None None] Pushing event updated for resources: {'Port': ['ID=4ce05ea9-92da-492a-9b5e-59e08d7aee94,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:48.683227 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port de2becbc-5db9-46a0-af61-33054bd49d36 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:48.683593 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:48.694864 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 02e225c5-4964-469d-8fe3-74ecb91b3348 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:39:48.728684 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43812) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:48.747913 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-f4b2f377-8efe-4af3-a37f-55d10df52d85 None None] Attempting to bind port 4ce05ea9-92da-492a-9b5e-59e08d7aee94 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:39:48.748291 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-f4b2f377-8efe-4af3-a37f-55d10df52d85 None None] Attempting to bind port 4ce05ea9-92da-492a-9b5e-59e08d7aee94 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'c10fb337-0a6f-47ce-8889-9f6d96a7104d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'ed2de211-8b16-4d53-be84-05abeaee11de'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:39:48.748656 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b2f377-8efe-4af3-a37f-55d10df52d85 None None] Attempting to bind port 4ce05ea9-92da-492a-9b5e-59e08d7aee94 on network ed2de211-8b16-4d53-be84-05abeaee11de {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:39:48.763374 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b2f377-8efe-4af3-a37f-55d10df52d85 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:39:48.763746 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b2f377-8efe-4af3-a37f-55d10df52d85 None None] Checking segment: {'id': 'c10fb337-0a6f-47ce-8889-9f6d96a7104d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'ed2de211-8b16-4d53-be84-05abeaee11de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:39:48.764151 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f4b2f377-8efe-4af3-a37f-55d10df52d85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:48.764548 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b2f377-8efe-4af3-a37f-55d10df52d85 None None] Bound using segment: {'id': 'c10fb337-0a6f-47ce-8889-9f6d96a7104d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'ed2de211-8b16-4d53-be84-05abeaee11de'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:39:48.765034 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-f4b2f377-8efe-4af3-a37f-55d10df52d85 None None] Bound port: 4ce05ea9-92da-492a-9b5e-59e08d7aee94, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c10fb337-0a6f-47ce-8889-9f6d96a7104d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'ed2de211-8b16-4d53-be84-05abeaee11de'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:39:48.765412 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f4b2f377-8efe-4af3-a37f-55d10df52d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:48.767078 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45374128-6006-4e72-8361-7ec42315d859 req-77ddb165-2ade-4200-8626-167e45c56f60 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:48.775866 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-45374128-6006-4e72-8361-7ec42315d859 req-77ddb165-2ade-4200-8626-167e45c56f60 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.0828469 Oct 20 11:39:48.839458 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-45374128-6006-4e72-8361-7ec42315d859 req-a7c2af1a-1a0f-4f69-ba1f-2eb4551fafb0 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625694 Oct 20 11:39:48.859739 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-48c046b2-d819-40ce-b2a4-8d72e3fb900f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=75e587e3519a44f8a5ef9b6649c1f2c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1249120 Oct 20 11:39:48.860284 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43814) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:48.879542 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 02e225c5-4964-469d-8fe3-74ecb91b3348 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:39:48.900196 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 02e225c5-4964-469d-8fe3-74ecb91b3348 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:48.900569 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:48.910959 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-f4b2f377-8efe-4af3-a37f-55d10df52d85 None None] For port 4ce05ea9-92da-492a-9b5e-59e08d7aee94, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:39:48.927799 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bcddc513-8609-4bd6-a504-924b93c5e45d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:48.954882 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-f4b2f377-8efe-4af3-a37f-55d10df52d85 None None] For port 4ce05ea9-92da-492a-9b5e-59e08d7aee94, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=4ce05ea9-92da-492a-9b5e-59e08d7aee94,segment=NetworkSegment(c10fb337-0a6f-47ce-8889-9f6d96a7104d),segment_id=c10fb337-0a6f-47ce-8889-9f6d96a7104d)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:39:48.965176 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bcddc513-8609-4bd6-a504-924b93c5e45d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:48.974865 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f4b2f377-8efe-4af3-a37f-55d10df52d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:49.016191 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-2f368247-e053-4389-a47d-954024a356e4 None None] Provisioning complete for port 4ce05ea9-92da-492a-9b5e-59e08d7aee94 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:49.016497 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2f368247-e053-4389-a47d-954024a356e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:49.047046 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bcddc513-8609-4bd6-a504-924b93c5e45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:49.052224 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bcddc513-8609-4bd6-a504-924b93c5e45d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:49.054267 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-bcddc513-8609-4bd6-a504-924b93c5e45d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f0ee9eab-cd31-4fc3-a921-776be21a9f2e HTTP/1.1" status: 204 len: 168 time: 0.1921539 Oct 20 11:39:49.064628 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcddc513-8609-4bd6-a504-924b93c5e45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ee9eab-cd31-4fc3-a921-776be21a9f2e,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:49.119755 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b2f377-8efe-4af3-a37f-55d10df52d85 None None] Routers {'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:39:49.120293 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-f4b2f377-8efe-4af3-a37f-55d10df52d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:39:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:49.122105 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79c95a0-ffc1-4b66-a7fe-3411ec3e8b82 None None] Pushing event updated for resources: {'Port': ['ID=4ce05ea9-92da-492a-9b5e-59e08d7aee94,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:49.209520 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:49.276016 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b64c893-9935-47e6-abbd-f9c10f6c07e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e225c5-4964-469d-8fe3-74ecb91b3348'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:39:49.278401 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7cb166-4dbb-47a0-8168-a4590fea353c" -d '{"events": [{"server_uuid": "7b64c893-9935-47e6-abbd-f9c10f6c07e6", "name": "network-vif-plugged", "status": "completed", "tag": "02e225c5-4964-469d-8fe3-74ecb91b3348"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:39:49.328747 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-f4b2f377-8efe-4af3-a37f-55d10df52d85 None None] Set router f4f7b53d-4674-45f5-a7c3-f41aed41e5b0 gateway port host: None {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:39:49.356614 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.extraroute_db [None req-9a304e7b-5cfc-4b87-9820-534c172078fc tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Added routes are [] {{(pid=100646) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 20 11:39:49.357151 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.extraroute_db [None req-9a304e7b-5cfc-4b87-9820-534c172078fc tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=100646) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 20 11:39:49.400757 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d60410-e330-45d5-8666-01b692561045 x-openstack-request-id: req-44d60410-e330-45d5-8666-01b692561045 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:39:49.401091 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b64c893-9935-47e6-abbd-f9c10f6c07e6", "name": "network-vif-plugged", "status": "completed", "tag": "02e225c5-4964-469d-8fe3-74ecb91b3348", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:39:49.401288 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-44d60410-e330-45d5-8666-01b692561045 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:39:49.401550 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9a304e7b-5cfc-4b87-9820-534c172078fc tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4352'] for router, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:49.401742 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b64c893-9935-47e6-abbd-f9c10f6c07e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e225c5-4964-469d-8fe3-74ecb91b3348', 'code': 200} Oct 20 11:39:49.402496 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-61a736ea-f784-45cf-b997-421b12eb6786 req-4245bfd9-bdfd-4605-8991-8ea49e1f74e1 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0551383 Oct 20 11:39:49.412152 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 02e225c5-4964-469d-8fe3-74ecb91b3348, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=02e225c5-4964-469d-8fe3-74ecb91b3348,segment=NetworkSegment(73cbce6c-57a2-4343-bb4b-9f489f07b678),segment_id=73cbce6c-57a2-4343-bb4b-9f489f07b678)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:49.433221 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2f368247-e053-4389-a47d-954024a356e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:49.437176 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:49.457804 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b249b3-494b-4f76-90c5-0b9d79c57a35 req-acd92106-d5a2-4eda-864f-1ed9df15fdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:49.459904 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-18b249b3-494b-4f76-90c5-0b9d79c57a35 req-acd92106-d5a2-4eda-864f-1ed9df15fdcf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 1095 time: 0.0553787 Oct 20 11:39:49.485726 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7ce55891-7ae8-46bb-93da-c05db77b7e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:49.508044 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-18b249b3-494b-4f76-90c5-0b9d79c57a35 req-624e6d68-df83-48a3-8e44-117476c15507 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388770 Oct 20 11:39:49.581817 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-2f368247-e053-4389-a47d-954024a356e4 None None] For port 4ce05ea9-92da-492a-9b5e-59e08d7aee94, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=4ce05ea9-92da-492a-9b5e-59e08d7aee94,segment=NetworkSegment(c10fb337-0a6f-47ce-8889-9f6d96a7104d),segment_id=c10fb337-0a6f-47ce-8889-9f6d96a7104d)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:49.610630 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43830) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:49.615497 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9a304e7b-5cfc-4b87-9820-534c172078fc tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4352'] for router, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:49.619046 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2f368247-e053-4389-a47d-954024a356e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:49.619261 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9a304e7b-5cfc-4b87-9820-534c172078fc tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-652987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-652962', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-654361'] for router, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:49.626069 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=02e225c5-4964-469d-8fe3-74ecb91b3348,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:49.668627 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b85c30-ed2f-4cf5-88d6-157ef1dfc08f req-794b508f-4445-43e8-b996-2079d8303254 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:49.670309 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-05b85c30-ed2f-4cf5-88d6-157ef1dfc08f req-794b508f-4445-43e8-b996-2079d8303254 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=01f8306c-aecf-4fa0-8380-deaa069898a3 HTTP/1.1" status: 200 len: 945 time: 0.0969460 Oct 20 11:39:49.689318 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-0bddc1bf-534b-45a6-bdb8-1537871cead1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0a70f13eed9b4b28b00d7c71e22379f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0766222 Oct 20 11:39:49.701167 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43832) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:49.713202 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368247-e053-4389-a47d-954024a356e4 None None] Pushing event updated for resources: {'Port': ['ID=4ce05ea9-92da-492a-9b5e-59e08d7aee94,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:49.739481 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-05b85c30-ed2f-4cf5-88d6-157ef1dfc08f req-252fa06c-eff5-4ded-972e-476a322bdc4f tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541577 Oct 20 11:39:49.749002 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d187b736-8248-43bb-aba2-166350b78ec3 None None] Provisioning complete for port 4ce05ea9-92da-492a-9b5e-59e08d7aee94 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:49.749374 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d187b736-8248-43bb-aba2-166350b78ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:49.770210 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a304e7b-5cfc-4b87-9820-534c172078fc tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Router f4f7b53d-4674-45f5-a7c3-f41aed41e5b0 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:39:49.776130 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-f4b2f377-8efe-4af3-a37f-55d10df52d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'name': 'tempest-RoutersIpV6Test-router-2028479717', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:26Z', 'updated_at': '2021-10-20T11:39:47Z', 'revision_number': 6, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'gw_port_host': None, '_interfaces': [{'id': '40cc226b-f3ba-495a-8dfb-538624dbcb90', 'name': '', 'network_id': '8d792d80-8232-4b41-9aad-cc2b272f49e7', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:19:b8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '44543e76-91f7-4097-aeba-dedb3069a3b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:36Z', 'updated_at': '2021-10-20T11:39:42Z', 'revision_number': 5, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': '44543e76-91f7-4097-aeba-dedb3069a3b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ce05ea9-92da-492a-9b5e-59e08d7aee94', 'name': '', 'network_id': 'ed2de211-8b16-4d53-be84-05abeaee11de', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:a8:7d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'ad86bb45-07a3-47f3-8dc7-2454101d0055', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:43Z', 'updated_at': '2021-10-20T11:39:48Z', 'revision_number': 4, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': 'ad86bb45-07a3-47f3-8dc7-2454101d0055', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8af14c1-c562-4494-be9c-cb868ba258f7', 'name': '', 'network_id': '277938a0-8abe-430f-92c3-53a8870856c0', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:f0:13:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'ff289b2c-591a-4d74-95b8-00c6c2c08745', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:29Z', 'updated_at': '2021-10-20T11:39:35Z', 'revision_number': 5, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': 'ff289b2c-591a-4d74-95b8-00c6c2c08745', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab0e4b3-d244-4038-8f9b-b317675564f8', 'name': '', 'network_id': '659fb758-e8cf-491e-95d0-ca2a857c0161', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:0d:0f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '72c2fc34-0712-4397-a54e-dea256d5d070', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:39Z', 'updated_at': '2021-10-20T11:39:46Z', 'revision_number': 5, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': '72c2fc34-0712-4397-a54e-dea256d5d070', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:49.777352 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e762f657-a2d5-459a-9adc-1b513e13031b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:49.812697 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b2f377-8efe-4af3-a37f-55d10df52d85 None None] The sync data for ids ['f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'] in n-d-814735-3 is: [{'id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'name': 'tempest-RoutersIpV6Test-router-2028479717', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:26Z', 'updated_at': '2021-10-20T11:39:47Z', 'revision_number': 6, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'gw_port_host': None, '_interfaces': [{'id': '40cc226b-f3ba-495a-8dfb-538624dbcb90', 'name': '', 'network_id': '8d792d80-8232-4b41-9aad-cc2b272f49e7', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:19:b8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '44543e76-91f7-4097-aeba-dedb3069a3b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:36Z', 'updated_at': '2021-10-20T11:39:42Z', 'revision_number': 5, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': '44543e76-91f7-4097-aeba-dedb3069a3b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ce05ea9-92da-492a-9b5e-59e08d7aee94', 'name': '', 'network_id': 'ed2de211-8b16-4d53-be84-05abeaee11de', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:a8:7d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'ad86bb45-07a3-47f3-8dc7-2454101d0055', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:43Z', 'updated_at': '2021-10-20T11:39:48Z', 'revision_number': 4, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': 'ad86bb45-07a3-47f3-8dc7-2454101d0055', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8af14c1-c562-4494-be9c-cb868ba258f7', 'name': '', 'network_id': '277938a0-8abe-430f-92c3-53a8870856c0', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:f0:13:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'ff289b2c-591a-4d74-95b8-00c6c2c08745', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:29Z', 'updated_at': '2021-10-20T11:39:35Z', 'revision_number': 5, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': 'ff289b2c-591a-4d74-95b8-00c6c2c08745', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab0e4b3-d244-4038-8f9b-b317675564f8', 'name': '', 'network_id': '659fb758-e8cf-491e-95d0-ca2a857c0161', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:0d:0f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '72c2fc34-0712-4397-a54e-dea256d5d070', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:39Z', 'updated_at': '2021-10-20T11:39:46Z', 'revision_number': 5, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': '72c2fc34-0712-4397-a54e-dea256d5d070', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:39:49.843250 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e762f657-a2d5-459a-9adc-1b513e13031b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:49.931770 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a304e7b-5cfc-4b87-9820-534c172078fc tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:39:49.939460 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9a304e7b-5cfc-4b87-9820-534c172078fc tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:49.943439 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-9a304e7b-5cfc-4b87-9820-534c172078fc tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "PUT /v2.0/routers/f4f7b53d-4674-45f5-a7c3-f41aed41e5b0 HTTP/1.1" status: 200 len: 704 time: 1.5284393 Oct 20 11:39:49.944414 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43836) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:49.953131 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0339c8e6-c7c1-4c43-bfa4-74df92ab7c89 req-83f3cb7c-e077-427d-934d-4aaec0c8a238 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:49.955283 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0339c8e6-c7c1-4c43-bfa4-74df92ab7c89 req-83f3cb7c-e077-427d-934d-4aaec0c8a238 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 945 time: 0.0539343 Oct 20 11:39:50.011760 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0339c8e6-c7c1-4c43-bfa4-74df92ab7c89 req-560bd488-4426-4ece-b97d-e1cfa4032ffd tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435610 Oct 20 11:39:50.038032 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e762f657-a2d5-459a-9adc-1b513e13031b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:50.040688 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e762f657-a2d5-459a-9adc-1b513e13031b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:50.041867 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e762f657-a2d5-459a-9adc-1b513e13031b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/28338629-9f24-4f5c-9a2f-317c0bfa148f HTTP/1.1" status: 204 len: 168 time: 0.3395936 Oct 20 11:39:50.070865 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e762f657-a2d5-459a-9adc-1b513e13031b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28338629-9f24-4f5c-9a2f-317c0bfa148f,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:50.090090 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-89e84407-6474-4887-947f-55b4a8299165 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "GET /v2.0/routers/f4f7b53d-4674-45f5-a7c3-f41aed41e5b0 HTTP/1.1" status: 200 len: 704 time: 0.1445034 Oct 20 11:39:50.093286 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43844) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:50.179040 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ddf03b-f894-4693-9f8b-dc62452ddc8d None None] Sync routers for ids ['f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:39:50.188610 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ddf03b-f894-4693-9f8b-dc62452ddc8d None None] Routers {'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:39:50.189495 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-42ddf03b-f894-4693-9f8b-dc62452ddc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:39:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:50.226410 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 4ce05ea9-92da-492a-9b5e-59e08d7aee94 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:39:50.288431 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 4ce05ea9-92da-492a-9b5e-59e08d7aee94 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:39:50.288897 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:50.300836 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-42ddf03b-f894-4693-9f8b-dc62452ddc8d None None] Set router f4f7b53d-4674-45f5-a7c3-f41aed41e5b0 gateway port host: None {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:39:50.563744 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0faf4fab-3e27-4911-a262-a19cb33ce58a req-c619d2cb-9789-430d-8d16-8126f431d183 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0670686 Oct 20 11:39:50.577561 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-42ddf03b-f894-4693-9f8b-dc62452ddc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'name': 'tempest-RoutersIpV6Test-router-2028479717', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:26Z', 'updated_at': '2021-10-20T11:39:49Z', 'revision_number': 7, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'gw_port_host': None, '_interfaces': [{'id': '40cc226b-f3ba-495a-8dfb-538624dbcb90', 'name': '', 'network_id': '8d792d80-8232-4b41-9aad-cc2b272f49e7', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:19:b8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '44543e76-91f7-4097-aeba-dedb3069a3b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:36Z', 'updated_at': '2021-10-20T11:39:42Z', 'revision_number': 5, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': '44543e76-91f7-4097-aeba-dedb3069a3b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ce05ea9-92da-492a-9b5e-59e08d7aee94', 'name': '', 'network_id': 'ed2de211-8b16-4d53-be84-05abeaee11de', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:a8:7d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'ad86bb45-07a3-47f3-8dc7-2454101d0055', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:43Z', 'updated_at': '2021-10-20T11:39:49Z', 'revision_number': 5, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': 'ad86bb45-07a3-47f3-8dc7-2454101d0055', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8af14c1-c562-4494-be9c-cb868ba258f7', 'name': '', 'network_id': '277938a0-8abe-430f-92c3-53a8870856c0', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:f0:13:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'ff289b2c-591a-4d74-95b8-00c6c2c08745', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:29Z', 'updated_at': '2021-10-20T11:39:35Z', 'revision_number': 5, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': 'ff289b2c-591a-4d74-95b8-00c6c2c08745', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab0e4b3-d244-4038-8f9b-b317675564f8', 'name': '', 'network_id': '659fb758-e8cf-491e-95d0-ca2a857c0161', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:0d:0f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '72c2fc34-0712-4397-a54e-dea256d5d070', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:39Z', 'updated_at': '2021-10-20T11:39:46Z', 'revision_number': 5, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': '72c2fc34-0712-4397-a54e-dea256d5d070', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:50.638517 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ddf03b-f894-4693-9f8b-dc62452ddc8d None None] Checking router: f4f7b53d-4674-45f5-a7c3-f41aed41e5b0 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:39:50.646907 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-eccd2802-9fa7-47ec-95bd-3803ccb9fc24 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:50.651303 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ddf03b-f894-4693-9f8b-dc62452ddc8d None None] Routers {'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:39:50.651892 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-42ddf03b-f894-4693-9f8b-dc62452ddc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:39:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:50.754414 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-42ddf03b-f894-4693-9f8b-dc62452ddc8d None None] Set router f4f7b53d-4674-45f5-a7c3-f41aed41e5b0 gateway port host: None {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:39:50.882716 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c8e24-dbbe-4efa-99ea-c398f53a791c req-bf9b8ea6-bc04-4db3-a2ca-70063ca19dc2 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:50.884468 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-463c8e24-dbbe-4efa-99ea-c398f53a791c req-bf9b8ea6-bc04-4db3-a2ca-70063ca19dc2 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=01f8306c-aecf-4fa0-8380-deaa069898a3 HTTP/1.1" status: 200 len: 945 time: 0.0685010 Oct 20 11:39:50.980374 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-463c8e24-dbbe-4efa-99ea-c398f53a791c req-dccd1be9-27eb-4043-b585-386de01ba24b tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677049 Oct 20 11:39:51.007450 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-eccd2802-9fa7-47ec-95bd-3803ccb9fc24 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Deleting port 4ce05ea9-92da-492a-9b5e-59e08d7aee94 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:39:51.008078 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-eccd2802-9fa7-47ec-95bd-3803ccb9fc24 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:51.115602 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-42ddf03b-f894-4693-9f8b-dc62452ddc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'name': 'tempest-RoutersIpV6Test-router-2028479717', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:26Z', 'updated_at': '2021-10-20T11:39:49Z', 'revision_number': 7, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'gw_port_host': None, '_interfaces': [{'id': '40cc226b-f3ba-495a-8dfb-538624dbcb90', 'name': '', 'network_id': '8d792d80-8232-4b41-9aad-cc2b272f49e7', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:19:b8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '44543e76-91f7-4097-aeba-dedb3069a3b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:36Z', 'updated_at': '2021-10-20T11:39:42Z', 'revision_number': 5, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': '44543e76-91f7-4097-aeba-dedb3069a3b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ce05ea9-92da-492a-9b5e-59e08d7aee94', 'name': '', 'network_id': 'ed2de211-8b16-4d53-be84-05abeaee11de', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:a8:7d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'ad86bb45-07a3-47f3-8dc7-2454101d0055', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:43Z', 'updated_at': '2021-10-20T11:39:49Z', 'revision_number': 5, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': 'ad86bb45-07a3-47f3-8dc7-2454101d0055', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8af14c1-c562-4494-be9c-cb868ba258f7', 'name': '', 'network_id': '277938a0-8abe-430f-92c3-53a8870856c0', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:f0:13:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'ff289b2c-591a-4d74-95b8-00c6c2c08745', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:29Z', 'updated_at': '2021-10-20T11:39:35Z', 'revision_number': 5, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': 'ff289b2c-591a-4d74-95b8-00c6c2c08745', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab0e4b3-d244-4038-8f9b-b317675564f8', 'name': '', 'network_id': '659fb758-e8cf-491e-95d0-ca2a857c0161', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:0d:0f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '72c2fc34-0712-4397-a54e-dea256d5d070', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:39Z', 'updated_at': '2021-10-20T11:39:46Z', 'revision_number': 5, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': '72c2fc34-0712-4397-a54e-dea256d5d070', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:51.144293 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ddf03b-f894-4693-9f8b-dc62452ddc8d None None] The sync data for ids ['f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'] in n-d-814735-3 is: [{'id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'name': 'tempest-RoutersIpV6Test-router-2028479717', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:26Z', 'updated_at': '2021-10-20T11:39:49Z', 'revision_number': 7, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'gw_port_host': None, '_interfaces': [{'id': '40cc226b-f3ba-495a-8dfb-538624dbcb90', 'name': '', 'network_id': '8d792d80-8232-4b41-9aad-cc2b272f49e7', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:19:b8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '44543e76-91f7-4097-aeba-dedb3069a3b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:36Z', 'updated_at': '2021-10-20T11:39:42Z', 'revision_number': 5, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': '44543e76-91f7-4097-aeba-dedb3069a3b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ce05ea9-92da-492a-9b5e-59e08d7aee94', 'name': '', 'network_id': 'ed2de211-8b16-4d53-be84-05abeaee11de', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:a8:7d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'ad86bb45-07a3-47f3-8dc7-2454101d0055', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:43Z', 'updated_at': '2021-10-20T11:39:49Z', 'revision_number': 5, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': 'ad86bb45-07a3-47f3-8dc7-2454101d0055', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8af14c1-c562-4494-be9c-cb868ba258f7', 'name': '', 'network_id': '277938a0-8abe-430f-92c3-53a8870856c0', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:f0:13:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'ff289b2c-591a-4d74-95b8-00c6c2c08745', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:29Z', 'updated_at': '2021-10-20T11:39:35Z', 'revision_number': 5, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': 'ff289b2c-591a-4d74-95b8-00c6c2c08745', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab0e4b3-d244-4038-8f9b-b317675564f8', 'name': '', 'network_id': '659fb758-e8cf-491e-95d0-ca2a857c0161', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:0d:0f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '72c2fc34-0712-4397-a54e-dea256d5d070', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:39Z', 'updated_at': '2021-10-20T11:39:46Z', 'revision_number': 5, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': '72c2fc34-0712-4397-a54e-dea256d5d070', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:39:51.182393 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-eccd2802-9fa7-47ec-95bd-3803ccb9fc24 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] For port 4ce05ea9-92da-492a-9b5e-59e08d7aee94, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=4ce05ea9-92da-492a-9b5e-59e08d7aee94,segment=NetworkSegment(c10fb337-0a6f-47ce-8889-9f6d96a7104d),segment_id=c10fb337-0a6f-47ce-8889-9f6d96a7104d)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:51.182577 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-eccd2802-9fa7-47ec-95bd-3803ccb9fc24 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:51.200052 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-eccd2802-9fa7-47ec-95bd-3803ccb9fc24 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Calling delete_port for 4ce05ea9-92da-492a-9b5e-59e08d7aee94 owned by network:router_interface {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:39:51.236382 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e0ffa-7e19-4584-b51f-c8af932f9396 req-48f708eb-3bed-4d39-ae44-a62e2a7d863a tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:51.238431 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-863e0ffa-7e19-4584-b51f-c8af932f9396 req-48f708eb-3bed-4d39-ae44-a62e2a7d863a tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 945 time: 0.1183901 Oct 20 11:39:51.328897 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-863e0ffa-7e19-4584-b51f-c8af932f9396 req-067f97ef-8dfe-46c2-9b0f-c27a9688925b tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842593 Oct 20 11:39:51.499065 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefab5bf-ba97-443a-8ee8-5d7b37c7f784 req-c978be86-66fd-4285-a786-375826c49f3c tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:51.500581 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cefab5bf-ba97-443a-8ee8-5d7b37c7f784 req-c978be86-66fd-4285-a786-375826c49f3c tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 945 time: 0.0872660 Oct 20 11:39:51.510979 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43888) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:51.516760 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-cceff288-b722-4d8f-aa11-1f81dd82f30f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Request body: {'floatingip': {'port_id': '02e225c5-4964-469d-8fe3-74ecb91b3348'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:51.525169 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-eccd2802-9fa7-47ec-95bd-3803ccb9fc24 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:51.562558 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cceff288-b722-4d8f-aa11-1f81dd82f30f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks [] for floatingip, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:51.585514 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccd2802-9fa7-47ec-95bd-3803ccb9fc24 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event deleted for resources: {'Port': ['ID=4ce05ea9-92da-492a-9b5e-59e08d7aee94,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:51.736985 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7f3c8cbc-f725-4d07-a0fe-16d80d14681b req-f779bad4-0408-4962-8890-bad811ceb295 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0345347 Oct 20 11:39:51.759961 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-eccd2802-9fa7-47ec-95bd-3803ccb9fc24 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:51.963502 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eccd2802-9fa7-47ec-95bd-3803ccb9fc24 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Router f4f7b53d-4674-45f5-a7c3-f41aed41e5b0 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:39:52.070809 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eccd2802-9fa7-47ec-95bd-3803ccb9fc24 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:39:52.081862 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-eccd2802-9fa7-47ec-95bd-3803ccb9fc24 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "PUT /v2.0/routers/f4f7b53d-4674-45f5-a7c3-f41aed41e5b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9874206 Oct 20 11:39:52.082740 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43910) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:52.086087 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003ce4e6-5cce-4455-a273-bc054d8f1961 None None] Sync routers for ids ['f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:39:52.115289 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003ce4e6-5cce-4455-a273-bc054d8f1961 None None] Routers {'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:39:52.115941 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-003ce4e6-5cce-4455-a273-bc054d8f1961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:39:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:52.175460 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52610f6e-791d-4e20-8ef1-db299c70d52c req-7607a5b8-6ae0-4986-82b2-c828b3df0f35 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:52.177212 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-52610f6e-791d-4e20-8ef1-db299c70d52c req-7607a5b8-6ae0-4986-82b2-c828b3df0f35 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=01f8306c-aecf-4fa0-8380-deaa069898a3 HTTP/1.1" status: 200 len: 945 time: 0.1044917 Oct 20 11:39:52.182135 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9dedc68-b23b-4b7e-a9fe-de40b4093adb tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Deleting subnet ad86bb45-07a3-47f3-8dc7-2454101d0055 {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:39:52.187586 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f9dedc68-b23b-4b7e-a9fe-de40b4093adb tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:52.222365 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.db.resource_extend [None req-cceff288-b722-4d8f-aa11-1f81dd82f30f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 11:39:52.284460 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f9dedc68-b23b-4b7e-a9fe-de40b4093adb tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:52.319248 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cceff288-b722-4d8f-aa11-1f81dd82f30f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:52.326605 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cceff288-b722-4d8f-aa11-1f81dd82f30f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:52.343957 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-52610f6e-791d-4e20-8ef1-db299c70d52c req-36b296ea-3c64-412f-abac-b3076b07e102 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519802 Oct 20 11:39:52.376180 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-86ed59cd-2dda-44db-8509-575452a45f50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:52.394964 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-003ce4e6-5cce-4455-a273-bc054d8f1961 None None] Set router f4f7b53d-4674-45f5-a7c3-f41aed41e5b0 gateway port host: None {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:39:52.402252 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f9dedc68-b23b-4b7e-a9fe-de40b4093adb tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:52.424241 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43918) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:52.457399 n-d-814735-3 neutron-server[100646]: INFO neutron.db.l3_db [None req-cceff288-b722-4d8f-aa11-1f81dd82f30f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Floating IP b1303d8c-7d28-46d2-8283-f31652ef38ba associated. External IP: 172.25.5.144, port: 02e225c5-4964-469d-8fe3-74ecb91b3348. Oct 20 11:39:52.481759 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f9dedc68-b23b-4b7e-a9fe-de40b4093adb tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:52.534698 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dedc68-b23b-4b7e-a9fe-de40b4093adb tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event deleted for resources: {'Subnet': ['ID=ad86bb45-07a3-47f3-8dc7-2454101d0055,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:52.536813 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f9dedc68-b23b-4b7e-a9fe-de40b4093adb tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:52.543704 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-f9dedc68-b23b-4b7e-a9fe-de40b4093adb tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "DELETE /v2.0/subnets/ad86bb45-07a3-47f3-8dc7-2454101d0055 HTTP/1.1" status: 204 len: 168 time: 0.4491940 Oct 20 11:39:52.543891 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43922) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:52.552545 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a71e32-ad6e-43a5-b125-77dae94ba6a1 None None] Network ed2de211-8b16-4d53-be84-05abeaee11de requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:39:52.588226 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-91386f3c-3e90-46fb-8b4c-c876e82d55e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:52.658541 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a5f16c87-3475-422a-9962-2965cd6ec9bd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:52.736126 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-003ce4e6-5cce-4455-a273-bc054d8f1961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'name': 'tempest-RoutersIpV6Test-router-2028479717', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:26Z', 'updated_at': '2021-10-20T11:39:51Z', 'revision_number': 8, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'gw_port_host': None, '_interfaces': [{'id': '40cc226b-f3ba-495a-8dfb-538624dbcb90', 'name': '', 'network_id': '8d792d80-8232-4b41-9aad-cc2b272f49e7', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:19:b8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '44543e76-91f7-4097-aeba-dedb3069a3b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:36Z', 'updated_at': '2021-10-20T11:39:42Z', 'revision_number': 5, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': '44543e76-91f7-4097-aeba-dedb3069a3b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8af14c1-c562-4494-be9c-cb868ba258f7', 'name': '', 'network_id': '277938a0-8abe-430f-92c3-53a8870856c0', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:f0:13:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'ff289b2c-591a-4d74-95b8-00c6c2c08745', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:29Z', 'updated_at': '2021-10-20T11:39:35Z', 'revision_number': 5, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': 'ff289b2c-591a-4d74-95b8-00c6c2c08745', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab0e4b3-d244-4038-8f9b-b317675564f8', 'name': '', 'network_id': '659fb758-e8cf-491e-95d0-ca2a857c0161', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:0d:0f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '72c2fc34-0712-4397-a54e-dea256d5d070', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:39Z', 'updated_at': '2021-10-20T11:39:46Z', 'revision_number': 5, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': '72c2fc34-0712-4397-a54e-dea256d5d070', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:52.776409 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003ce4e6-5cce-4455-a273-bc054d8f1961 None None] Checking router: f4f7b53d-4674-45f5-a7c3-f41aed41e5b0 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:39:52.778900 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-91386f3c-3e90-46fb-8b4c-c876e82d55e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:52.781155 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-a5f16c87-3475-422a-9962-2965cd6ec9bd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Deleting port de2becbc-5db9-46a0-af61-33054bd49d36 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:39:52.781585 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a5f16c87-3475-422a-9962-2965cd6ec9bd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:52.802040 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003ce4e6-5cce-4455-a273-bc054d8f1961 None None] Routers {'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:39:52.802694 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-003ce4e6-5cce-4455-a273-bc054d8f1961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:39:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:52.822195 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-91386f3c-3e90-46fb-8b4c-c876e82d55e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:52.855291 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c473237d-428e-4f9f-89fa-99335d7ded3e None None] DHCP port deletion for ed2de211-8b16-4d53-be84-05abeaee11de request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:39:52.915962 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-a5f16c87-3475-422a-9962-2965cd6ec9bd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] For port de2becbc-5db9-46a0-af61-33054bd49d36, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=de2becbc-5db9-46a0-af61-33054bd49d36,segment=NetworkSegment(c10fb337-0a6f-47ce-8889-9f6d96a7104d),segment_id=c10fb337-0a6f-47ce-8889-9f6d96a7104d)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:52.917911 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a5f16c87-3475-422a-9962-2965cd6ec9bd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:52.937594 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-003ce4e6-5cce-4455-a273-bc054d8f1961 None None] Set router f4f7b53d-4674-45f5-a7c3-f41aed41e5b0 gateway port host: None {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:39:52.949667 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8701b0c3-1b1d-4412-9769-ef92d5726e19 req-34f4a035-bb51-49d6-90e9-0e37d8c18c89 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0802083 Oct 20 11:39:52.955414 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-91386f3c-3e90-46fb-8b4c-c876e82d55e7 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8847accf05184e4981cf24ffaa3aefe3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5299215 Oct 20 11:39:52.960486 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91386f3c-3e90-46fb-8b4c-c876e82d55e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ef5ac6-9270-4c34-8957-c19ef16b57c9,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:52.967111 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43926) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:52.978341 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-a5f16c87-3475-422a-9962-2965cd6ec9bd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Calling delete_port for de2becbc-5db9-46a0-af61-33054bd49d36 owned by network:dhcp {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:39:52.995024 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-c473237d-428e-4f9f-89fa-99335d7ded3e None None] Deleting port de2becbc-5db9-46a0-af61-33054bd49d36 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:39:52.995390 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c473237d-428e-4f9f-89fa-99335d7ded3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:53.064426 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a5f16c87-3475-422a-9962-2965cd6ec9bd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:53.072571 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cd652ec7-e2cf-4e75-9c16-54ccb96c16c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:53.092897 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f16c87-3475-422a-9962-2965cd6ec9bd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event deleted for resources: {'Port': ['ID=de2becbc-5db9-46a0-af61-33054bd49d36,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:53.096588 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f16c87-3475-422a-9962-2965cd6ec9bd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] No DVR routers for this DVR port de2becbc-5db9-46a0-af61-33054bd49d36 on host n-d-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:39:53.099419 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cceff288-b722-4d8f-aa11-1f81dd82f30f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Router 1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:39:53.113326 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cd652ec7-e2cf-4e75-9c16-54ccb96c16c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:53.131417 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:53.171482 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:53.177527 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-c473237d-428e-4f9f-89fa-99335d7ded3e None None] For port de2becbc-5db9-46a0-af61-33054bd49d36, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=de2becbc-5db9-46a0-af61-33054bd49d36,segment=NetworkSegment(c10fb337-0a6f-47ce-8889-9f6d96a7104d),segment_id=c10fb337-0a6f-47ce-8889-9f6d96a7104d)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:53.177934 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c473237d-428e-4f9f-89fa-99335d7ded3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:53.188629 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a5f16c87-3475-422a-9962-2965cd6ec9bd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:53.200037 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-c473237d-428e-4f9f-89fa-99335d7ded3e None None] Calling delete_port for de2becbc-5db9-46a0-af61-33054bd49d36 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:39:53.211044 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-a5f16c87-3475-422a-9962-2965cd6ec9bd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed2de211-8b16-4d53-be84-05abeaee11de']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:53.221542 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-a5f16c87-3475-422a-9962-2965cd6ec9bd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c10fb337-0a6f-47ce-8889-9f6d96a7104d') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:53.222085 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-a5f16c87-3475-422a-9962-2965cd6ec9bd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c10fb337-0a6f-47ce-8889-9f6d96a7104d') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:53.232279 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a5f16c87-3475-422a-9962-2965cd6ec9bd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:53.246548 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a5f16c87-3475-422a-9962-2965cd6ec9bd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:53.247419 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cd652ec7-e2cf-4e75-9c16-54ccb96c16c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:53.250207 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cd652ec7-e2cf-4e75-9c16-54ccb96c16c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:53.253996 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-cd652ec7-e2cf-4e75-9c16-54ccb96c16c8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c4ef5ac6-9270-4c34-8957-c19ef16b57c9 HTTP/1.1" status: 204 len: 168 time: 0.2836874 Oct 20 11:39:53.266497 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd652ec7-e2cf-4e75-9c16-54ccb96c16c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ef5ac6-9270-4c34-8957-c19ef16b57c9,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:53.270185 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5f16c87-3475-422a-9962-2965cd6ec9bd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Releasing vlan 1275 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:39:53.270866 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a5f16c87-3475-422a-9962-2965cd6ec9bd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:53.278044 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cceff288-b722-4d8f-aa11-1f81dd82f30f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:39:53.285180 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cceff288-b722-4d8f-aa11-1f81dd82f30f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:53.293686 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a40d5a0-34e5-41fe-9342-f3c6ba941de3 None None] Sync routers for ids ['1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:39:53.310469 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:39:53.310469 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:39:53.310469 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:39:53.310469 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:39:53.310469 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:39:53.310469 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:39:53.310469 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:39:53.310469 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:39:53.310469 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:39:53.310469 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:39:53.310469 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:39:53.310469 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:39:53.310469 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:39:53.310469 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:39:53.310469 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:39:53.310469 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:39:53.310469 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:39:53.310469 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:39:53.310469 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:39:53.310469 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:39:53.310469 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:39:53.310469 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:39:53.310469 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:39:53.310469 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:39:53.310469 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:39:53.310469 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:39:53.310469 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:39:53.310469 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:39:53.310469 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:39:53.310469 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:39:53.310469 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:39:53.310469 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:39:53.313124 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a40d5a0-34e5-41fe-9342-f3c6ba941de3 None None] Routers {'1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:39:53.313231 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-3a40d5a0-34e5-41fe-9342-f3c6ba941de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:39:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:53.336973 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-cceff288-b722-4d8f-aa11-1f81dd82f30f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "PUT /v2.0/floatingips/b1303d8c-7d28-46d2-8283-f31652ef38ba HTTP/1.1" status: 200 len: 991 time: 1.8236105 Oct 20 11:39:53.338196 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b64c893-9935-47e6-abbd-f9c10f6c07e6', 'tag': '02e225c5-4964-469d-8fe3-74ecb91b3348'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:39:53.345640 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3926eed4-55d5-4736-99b6-f88fd3469e49" -d '{"events": [{"name": "network-changed", "server_uuid": "7b64c893-9935-47e6-abbd-f9c10f6c07e6", "tag": "02e225c5-4964-469d-8fe3-74ecb91b3348"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:39:53.388844 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c473237d-428e-4f9f-89fa-99335d7ded3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:53.402606 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a5f16c87-3475-422a-9962-2965cd6ec9bd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:53.411721 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a5f16c87-3475-422a-9962-2965cd6ec9bd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:53.415769 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-a5f16c87-3475-422a-9962-2965cd6ec9bd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "DELETE /v2.0/networks/ed2de211-8b16-4d53-be84-05abeaee11de HTTP/1.1" status: 204 len: 168 time: 0.8709128 Oct 20 11:39:53.418841 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43940) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:53.448211 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f16c87-3475-422a-9962-2965cd6ec9bd tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event deleted for resources: {'Network': ['ID=ed2de211-8b16-4d53-be84-05abeaee11de,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:53.455805 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c473237d-428e-4f9f-89fa-99335d7ded3e None None] Pushing event deleted for resources: {'Port': ['ID=de2becbc-5db9-46a0-af61-33054bd49d36,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:53.463240 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-003ce4e6-5cce-4455-a273-bc054d8f1961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'name': 'tempest-RoutersIpV6Test-router-2028479717', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:26Z', 'updated_at': '2021-10-20T11:39:51Z', 'revision_number': 8, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'gw_port_host': None, '_interfaces': [{'id': '40cc226b-f3ba-495a-8dfb-538624dbcb90', 'name': '', 'network_id': '8d792d80-8232-4b41-9aad-cc2b272f49e7', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:19:b8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '44543e76-91f7-4097-aeba-dedb3069a3b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:36Z', 'updated_at': '2021-10-20T11:39:42Z', 'revision_number': 5, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': '44543e76-91f7-4097-aeba-dedb3069a3b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8af14c1-c562-4494-be9c-cb868ba258f7', 'name': '', 'network_id': '277938a0-8abe-430f-92c3-53a8870856c0', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:f0:13:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'ff289b2c-591a-4d74-95b8-00c6c2c08745', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:29Z', 'updated_at': '2021-10-20T11:39:35Z', 'revision_number': 5, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': 'ff289b2c-591a-4d74-95b8-00c6c2c08745', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab0e4b3-d244-4038-8f9b-b317675564f8', 'name': '', 'network_id': '659fb758-e8cf-491e-95d0-ca2a857c0161', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:0d:0f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '72c2fc34-0712-4397-a54e-dea256d5d070', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:39Z', 'updated_at': '2021-10-20T11:39:46Z', 'revision_number': 5, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': '72c2fc34-0712-4397-a54e-dea256d5d070', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:53.467821 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c473237d-428e-4f9f-89fa-99335d7ded3e None None] No DVR routers for this DVR port de2becbc-5db9-46a0-af61-33054bd49d36 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:39:53.501756 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c07b8c-2010-484a-af1d-75ca7f01f76f x-openstack-request-id: req-74c07b8c-2010-484a-af1d-75ca7f01f76f {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:39:53.502030 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b64c893-9935-47e6-abbd-f9c10f6c07e6", "tag": "02e225c5-4964-469d-8fe3-74ecb91b3348", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:39:53.502267 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-74c07b8c-2010-484a-af1d-75ca7f01f76f {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:39:53.502664 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b64c893-9935-47e6-abbd-f9c10f6c07e6', 'tag': '02e225c5-4964-469d-8fe3-74ecb91b3348', 'status': 'completed', 'code': 200} Oct 20 11:39:53.519754 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003ce4e6-5cce-4455-a273-bc054d8f1961 None None] The sync data for ids ['f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'] in n-d-814735-3 is: [{'id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'name': 'tempest-RoutersIpV6Test-router-2028479717', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:26Z', 'updated_at': '2021-10-20T11:39:51Z', 'revision_number': 8, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'gw_port_host': None, '_interfaces': [{'id': '40cc226b-f3ba-495a-8dfb-538624dbcb90', 'name': '', 'network_id': '8d792d80-8232-4b41-9aad-cc2b272f49e7', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:19:b8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '44543e76-91f7-4097-aeba-dedb3069a3b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:36Z', 'updated_at': '2021-10-20T11:39:42Z', 'revision_number': 5, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': '44543e76-91f7-4097-aeba-dedb3069a3b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8af14c1-c562-4494-be9c-cb868ba258f7', 'name': '', 'network_id': '277938a0-8abe-430f-92c3-53a8870856c0', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:f0:13:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'ff289b2c-591a-4d74-95b8-00c6c2c08745', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:29Z', 'updated_at': '2021-10-20T11:39:35Z', 'revision_number': 5, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': 'ff289b2c-591a-4d74-95b8-00c6c2c08745', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cab0e4b3-d244-4038-8f9b-b317675564f8', 'name': '', 'network_id': '659fb758-e8cf-491e-95d0-ca2a857c0161', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:0d:0f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '72c2fc34-0712-4397-a54e-dea256d5d070', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:39Z', 'updated_at': '2021-10-20T11:39:46Z', 'revision_number': 5, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': '72c2fc34-0712-4397-a54e-dea256d5d070', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:39:53.544992 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-3a40d5a0-34e5-41fe-9342-f3c6ba941de3 None None] Set router 1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:39:53.602166 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926eed4-55d5-4736-99b6-f88fd3469e49 req-53cfe99f-2617-4bb1-b872-8e5aa8b21fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:53.603791 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3926eed4-55d5-4736-99b6-f88fd3469e49 req-53cfe99f-2617-4bb1-b872-8e5aa8b21fc3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f0012baf31914701a438a4a910671113&device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 1096 time: 0.1022513 Oct 20 11:39:53.612252 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b976d-05bd-44cc-9a95-32fb3635dd03 req-3c81dab8-ad93-42e8-8ab3-6e7a9cc82757 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:53.613852 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dd3b976d-05bd-44cc-9a95-32fb3635dd03 req-3c81dab8-ad93-42e8-8ab3-6e7a9cc82757 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=01f8306c-aecf-4fa0-8380-deaa069898a3 HTTP/1.1" status: 200 len: 945 time: 0.0760665 Oct 20 11:39:53.742298 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926eed4-55d5-4736-99b6-f88fd3469e49 req-c7ae6236-e2b7-4dd5-ae46-e75cb37a2186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:53.744031 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3926eed4-55d5-4736-99b6-f88fd3469e49 req-c7ae6236-e2b7-4dd5-ae46-e75cb37a2186 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a1980227-64af-4c17-9cee-4570c69a4cb6 HTTP/1.1" status: 200 len: 914 time: 0.1292131 Oct 20 11:39:53.782560 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43944) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:53.800371 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dd3b976d-05bd-44cc-9a95-32fb3635dd03 req-ddf3cfa2-ce1f-47c6-bade-9eb96eba720f tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591547 Oct 20 11:39:53.831859 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3e85d02c-8d7a-45ef-8e56-246cebe8155a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:53.836020 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3926eed4-55d5-4736-99b6-f88fd3469e49 req-c80769e7-e1af-4eec-a813-3155001d5535 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02e225c5-4964-469d-8fe3-74ecb91b3348 HTTP/1.1" status: 200 len: 999 time: 0.0799205 Oct 20 11:39:53.852422 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-3a40d5a0-34e5-41fe-9342-f3c6ba941de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2', 'name': 'tempest-ServerActionsTestJSON-1274291139-router', 'tenant_id': 'f0012baf31914701a438a4a910671113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '816a3f17-8070-4d30-ae82-ed947c489194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:14Z', 'updated_at': '2021-10-20T11:39:26Z', 'revision_number': 4, 'project_id': 'f0012baf31914701a438a4a910671113', 'gw_port': {'id': '816a3f17-8070-4d30-ae82-ed947c489194', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:15Z', 'updated_at': '2021-10-20T11:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': 'b1303d8c-7d28-46d2-8283-f31652ef38ba', 'tenant_id': 'f0012baf31914701a438a4a910671113', 'floating_ip_address': '172.25.5.144', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2', 'port_id': '02e225c5-4964-469d-8fe3-74ecb91b3348', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6', 'mac_address': 'fa:16:3e:42:24:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b64c893-9935-47e6-abbd-f9c10f6c07e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:39:30Z', 'updated_at': '2021-10-20T11:39:52Z', 'revision_number': 1, 'project_id': 'f0012baf31914701a438a4a910671113', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3bd7757-a72e-4ab5-b38c-a13fc3b4cde7', 'name': '', 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6', 'tenant_id': 'f0012baf31914701a438a4a910671113', 'mac_address': 'fa:16:3e:e0:8c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '978f4782-c6ff-4108-a8dd-a568aeeefa48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:23Z', 'updated_at': '2021-10-20T11:39:30Z', 'revision_number': 5, 'project_id': 'f0012baf31914701a438a4a910671113', 'subnets': [{'id': '978f4782-c6ff-4108-a8dd-a568aeeefa48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:53.890402 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a40d5a0-34e5-41fe-9342-f3c6ba941de3 None None] Checking router: 1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:39:53.901485 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a40d5a0-34e5-41fe-9342-f3c6ba941de3 None None] Routers {'1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:39:53.901885 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-52a9217f-6cc8-4ea0-93fc-31b0d9a4f0e2 req-541cba1d-8c56-46f2-afbb-b35cdf66e710 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=693a3af34e4144ada552a35a939fe40f&device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0535426 Oct 20 11:39:53.902498 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-3a40d5a0-34e5-41fe-9342-f3c6ba941de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:39:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:53.931635 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926eed4-55d5-4736-99b6-f88fd3469e49 req-d1c26ab4-b9a0-47cd-839b-e5249c8768bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:53.933823 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3926eed4-55d5-4736-99b6-f88fd3469e49 req-d1c26ab4-b9a0-47cd-839b-e5249c8768bf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=978f4782-c6ff-4108-a8dd-a568aeeefa48 HTTP/1.1" status: 200 len: 851 time: 0.0868545 Oct 20 11:39:53.990342 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-52a9217f-6cc8-4ea0-93fc-31b0d9a4f0e2 req-3b29b543-e63f-4549-bf01-610bd79b2f9d service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=693a3af34e4144ada552a35a939fe40f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550003 Oct 20 11:39:53.998356 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3e85d02c-8d7a-45ef-8e56-246cebe8155a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:54.010972 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3e85d02c-8d7a-45ef-8e56-246cebe8155a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:54.050429 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-48e16e65-d1f0-4939-b464-1339ef5c9a63 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:54.051644 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926eed4-55d5-4736-99b6-f88fd3469e49 req-0003c2b5-7c62-4663-bd95-68d39463be1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:54.054580 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3926eed4-55d5-4736-99b6-f88fd3469e49 req-0003c2b5-7c62-4663-bd95-68d39463be1b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1980227-64af-4c17-9cee-4570c69a4cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1060936 Oct 20 11:39:54.084563 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-3a40d5a0-34e5-41fe-9342-f3c6ba941de3 None None] Set router 1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:39:54.107039 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3e85d02c-8d7a-45ef-8e56-246cebe8155a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=649b99dda52f4248a75033976c3b5610&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3230135 Oct 20 11:39:54.109977 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43948) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:54.112583 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e85d02c-8d7a-45ef-8e56-246cebe8155a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cd1e6b-ae58-4291-bbb9-f991799ca1d6,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:54.157742 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-65e20827-a0ee-486d-9d53-922032a1cb21 req-752a8971-6606-4359-b086-59aafcd6c9f6 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0679033 Oct 20 11:39:54.231535 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device de2becbc-5db9-46a0-af61-33054bd49d36 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:39:54.260286 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: de2becbc-5db9-46a0-af61-33054bd49d36 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:39:54.260911 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device de2becbc-5db9-46a0-af61-33054bd49d36 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:39:54.261491 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 4ce05ea9-92da-492a-9b5e-59e08d7aee94 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:39:54.289055 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 4ce05ea9-92da-492a-9b5e-59e08d7aee94 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:39:54.290146 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 4ce05ea9-92da-492a-9b5e-59e08d7aee94 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:39:54.329443 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0f14d63e-dd4a-4590-bbbe-f778a53831d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:54.359884 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0f14d63e-dd4a-4590-bbbe-f778a53831d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:54.387556 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-3a40d5a0-34e5-41fe-9342-f3c6ba941de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2', 'name': 'tempest-ServerActionsTestJSON-1274291139-router', 'tenant_id': 'f0012baf31914701a438a4a910671113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '816a3f17-8070-4d30-ae82-ed947c489194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:14Z', 'updated_at': '2021-10-20T11:39:26Z', 'revision_number': 4, 'project_id': 'f0012baf31914701a438a4a910671113', 'gw_port': {'id': '816a3f17-8070-4d30-ae82-ed947c489194', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:15Z', 'updated_at': '2021-10-20T11:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': 'b1303d8c-7d28-46d2-8283-f31652ef38ba', 'tenant_id': 'f0012baf31914701a438a4a910671113', 'floating_ip_address': '172.25.5.144', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2', 'port_id': '02e225c5-4964-469d-8fe3-74ecb91b3348', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6', 'mac_address': 'fa:16:3e:42:24:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b64c893-9935-47e6-abbd-f9c10f6c07e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:39:30Z', 'updated_at': '2021-10-20T11:39:52Z', 'revision_number': 1, 'project_id': 'f0012baf31914701a438a4a910671113', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3bd7757-a72e-4ab5-b38c-a13fc3b4cde7', 'name': '', 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6', 'tenant_id': 'f0012baf31914701a438a4a910671113', 'mac_address': 'fa:16:3e:e0:8c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '978f4782-c6ff-4108-a8dd-a568aeeefa48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:23Z', 'updated_at': '2021-10-20T11:39:30Z', 'revision_number': 5, 'project_id': 'f0012baf31914701a438a4a910671113', 'subnets': [{'id': '978f4782-c6ff-4108-a8dd-a568aeeefa48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:54.420443 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a40d5a0-34e5-41fe-9342-f3c6ba941de3 None None] The sync data for ids ['1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2'] in n-d-814735-3 is: [{'id': '1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2', 'name': 'tempest-ServerActionsTestJSON-1274291139-router', 'tenant_id': 'f0012baf31914701a438a4a910671113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '816a3f17-8070-4d30-ae82-ed947c489194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:14Z', 'updated_at': '2021-10-20T11:39:26Z', 'revision_number': 4, 'project_id': 'f0012baf31914701a438a4a910671113', 'gw_port': {'id': '816a3f17-8070-4d30-ae82-ed947c489194', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:15Z', 'updated_at': '2021-10-20T11:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': 'b1303d8c-7d28-46d2-8283-f31652ef38ba', 'tenant_id': 'f0012baf31914701a438a4a910671113', 'floating_ip_address': '172.25.5.144', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2', 'port_id': '02e225c5-4964-469d-8fe3-74ecb91b3348', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6', 'mac_address': 'fa:16:3e:42:24:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b64c893-9935-47e6-abbd-f9c10f6c07e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:39:30Z', 'updated_at': '2021-10-20T11:39:52Z', 'revision_number': 1, 'project_id': 'f0012baf31914701a438a4a910671113', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3bd7757-a72e-4ab5-b38c-a13fc3b4cde7', 'name': '', 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6', 'tenant_id': 'f0012baf31914701a438a4a910671113', 'mac_address': 'fa:16:3e:e0:8c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '978f4782-c6ff-4108-a8dd-a568aeeefa48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:23Z', 'updated_at': '2021-10-20T11:39:30Z', 'revision_number': 5, 'project_id': 'f0012baf31914701a438a4a910671113', 'subnets': [{'id': '978f4782-c6ff-4108-a8dd-a568aeeefa48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:39:54.465580 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0f14d63e-dd4a-4590-bbbe-f778a53831d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:54.469948 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0f14d63e-dd4a-4590-bbbe-f778a53831d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:54.478346 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0f14d63e-dd4a-4590-bbbe-f778a53831d4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b7cd1e6b-ae58-4291-bbb9-f991799ca1d6 HTTP/1.1" status: 204 len: 168 time: 0.3666151 Oct 20 11:39:54.536491 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f14d63e-dd4a-4590-bbbe-f778a53831d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cd1e6b-ae58-4291-bbb9-f991799ca1d6,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:54.571231 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-48e16e65-d1f0-4939-b464-1339ef5c9a63 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Deleting port cab0e4b3-d244-4038-8f9b-b317675564f8 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:39:54.571637 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-48e16e65-d1f0-4939-b464-1339ef5c9a63 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:54.653240 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3926eed4-55d5-4736-99b6-f88fd3469e49 req-bf7022b1-c368-4a44-820e-f0f8c7f52aba service neutron] 10.222.0.11 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5886829 Oct 20 11:39:54.677552 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a9217f-6cc8-4ea0-93fc-31b0d9a4f0e2 req-c9f5aad7-09e6-4af7-9413-3c34cf17b163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:54.679064 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-52a9217f-6cc8-4ea0-93fc-31b0d9a4f0e2 req-c9f5aad7-09e6-4af7-9413-3c34cf17b163 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6777816 Oct 20 11:39:54.721967 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-48e16e65-d1f0-4939-b464-1339ef5c9a63 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] For port cab0e4b3-d244-4038-8f9b-b317675564f8, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=cab0e4b3-d244-4038-8f9b-b317675564f8,segment=NetworkSegment(55b61145-93fa-4914-a05e-7e2f76f7fe0f),segment_id=55b61145-93fa-4914-a05e-7e2f76f7fe0f)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:54.722168 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-48e16e65-d1f0-4939-b464-1339ef5c9a63 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:54.737036 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-48e16e65-d1f0-4939-b464-1339ef5c9a63 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Calling delete_port for cab0e4b3-d244-4038-8f9b-b317675564f8 owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:39:54.745263 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ea25db-c716-4c44-afe1-be7b16593f90 None None] New status for floating IP b1303d8c-7d28-46d2-8283-f31652ef38ba: ACTIVE {{(pid=100648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:39:54.788652 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3926eed4-55d5-4736-99b6-f88fd3469e49 req-04df51e9-d947-47ce-85c1-2f137d408a9c service neutron] 10.222.0.11 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248040 Oct 20 11:39:54.816353 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:54.957935 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc648a15-aa6e-4759-a9b3-228a6704a39d req-a13cdcfa-5cf4-424a-a0d2-87da254dd4e8 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:54.959494 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bc648a15-aa6e-4759-a9b3-228a6704a39d req-a13cdcfa-5cf4-424a-a0d2-87da254dd4e8 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=01f8306c-aecf-4fa0-8380-deaa069898a3 HTTP/1.1" status: 200 len: 945 time: 0.0731177 Oct 20 11:39:54.967964 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-48e16e65-d1f0-4939-b464-1339ef5c9a63 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:55.008231 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e16e65-d1f0-4939-b464-1339ef5c9a63 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event deleted for resources: {'Port': ['ID=cab0e4b3-d244-4038-8f9b-b317675564f8,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:55.016680 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bc648a15-aa6e-4759-a9b3-228a6704a39d req-62b9f823-3f6d-49ff-9759-85ffc80c233b tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497022 Oct 20 11:39:55.122156 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-48e16e65-d1f0-4939-b464-1339ef5c9a63 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:55.282471 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-64f95cf9-15a3-4a8d-98a2-0695d9ee112b req-c5fd9f20-b976-43e9-bb0f-7b3cc0e02256 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0364344 Oct 20 11:39:55.331600 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48e16e65-d1f0-4939-b464-1339ef5c9a63 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Router f4f7b53d-4674-45f5-a7c3-f41aed41e5b0 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:39:55.424574 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e16e65-d1f0-4939-b464-1339ef5c9a63 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:39:55.434336 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-48e16e65-d1f0-4939-b464-1339ef5c9a63 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "PUT /v2.0/routers/f4f7b53d-4674-45f5-a7c3-f41aed41e5b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0098417 Oct 20 11:39:55.434336 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43982) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:55.438148 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0e65d3-853c-4733-8583-13d267b0354f None None] Sync routers for ids ['f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:39:55.449323 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0e65d3-853c-4733-8583-13d267b0354f None None] Routers {'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:39:55.450223 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-af0e65d3-853c-4733-8583-13d267b0354f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:39:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:55.498560 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-d493311c-0af6-4be3-be0f-6620cb2a0d5e tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Deleting subnet 72c2fc34-0712-4397-a54e-dea256d5d070 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:39:55.502401 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d493311c-0af6-4be3-be0f-6620cb2a0d5e tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:55.552637 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-af0e65d3-853c-4733-8583-13d267b0354f None None] Set router f4f7b53d-4674-45f5-a7c3-f41aed41e5b0 gateway port host: None {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:39:55.555251 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d493311c-0af6-4be3-be0f-6620cb2a0d5e tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:55.667914 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d493311c-0af6-4be3-be0f-6620cb2a0d5e tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:55.735161 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d493311c-0af6-4be3-be0f-6620cb2a0d5e tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:55.759835 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dbf9af-02c8-4bf8-97d2-5b195200ad51 None None] Network 659fb758-e8cf-491e-95d0-ca2a857c0161 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:39:55.760420 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d493311c-0af6-4be3-be0f-6620cb2a0d5e tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:55.763969 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d493311c-0af6-4be3-be0f-6620cb2a0d5e tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "DELETE /v2.0/subnets/72c2fc34-0712-4397-a54e-dea256d5d070 HTTP/1.1" status: 204 len: 168 time: 0.3301229 Oct 20 11:39:55.768289 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43998) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:55.784558 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493311c-0af6-4be3-be0f-6620cb2a0d5e tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event deleted for resources: {'Subnet': ['ID=72c2fc34-0712-4397-a54e-dea256d5d070,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:55.799813 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-af0e65d3-853c-4733-8583-13d267b0354f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'name': 'tempest-RoutersIpV6Test-router-2028479717', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:26Z', 'updated_at': '2021-10-20T11:39:54Z', 'revision_number': 9, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'gw_port_host': None, '_interfaces': [{'id': '40cc226b-f3ba-495a-8dfb-538624dbcb90', 'name': '', 'network_id': '8d792d80-8232-4b41-9aad-cc2b272f49e7', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:19:b8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '44543e76-91f7-4097-aeba-dedb3069a3b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:36Z', 'updated_at': '2021-10-20T11:39:42Z', 'revision_number': 5, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': '44543e76-91f7-4097-aeba-dedb3069a3b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8af14c1-c562-4494-be9c-cb868ba258f7', 'name': '', 'network_id': '277938a0-8abe-430f-92c3-53a8870856c0', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:f0:13:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'ff289b2c-591a-4d74-95b8-00c6c2c08745', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:29Z', 'updated_at': '2021-10-20T11:39:35Z', 'revision_number': 5, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': 'ff289b2c-591a-4d74-95b8-00c6c2c08745', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:55.832782 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0e65d3-853c-4733-8583-13d267b0354f None None] Checking router: f4f7b53d-4674-45f5-a7c3-f41aed41e5b0 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:39:55.841653 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0e65d3-853c-4733-8583-13d267b0354f None None] Routers {'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:39:55.842259 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-af0e65d3-853c-4733-8583-13d267b0354f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:39:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:55.880233 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-07604678-75c2-4d93-a35a-e73494897ec2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:55.889855 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44002) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:55.939778 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-af0e65d3-853c-4733-8583-13d267b0354f None None] Set router f4f7b53d-4674-45f5-a7c3-f41aed41e5b0 gateway port host: None {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:39:55.957069 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-07604678-75c2-4d93-a35a-e73494897ec2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Deleting port 7eb46fe9-e3d3-452c-a0ab-7b844b241017 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:39:55.958937 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-07604678-75c2-4d93-a35a-e73494897ec2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:55.988468 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de2cf6f-1ed3-4be3-b17c-683c7149f351 None None] DHCP port deletion for 659fb758-e8cf-491e-95d0-ca2a857c0161 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:39:56.041572 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3de2cf6f-1ed3-4be3-b17c-683c7149f351 None None] Deleting port 7eb46fe9-e3d3-452c-a0ab-7b844b241017 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:39:56.041911 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3de2cf6f-1ed3-4be3-b17c-683c7149f351 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:56.061073 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-07604678-75c2-4d93-a35a-e73494897ec2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] For port 7eb46fe9-e3d3-452c-a0ab-7b844b241017, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=7eb46fe9-e3d3-452c-a0ab-7b844b241017,segment=NetworkSegment(55b61145-93fa-4914-a05e-7e2f76f7fe0f),segment_id=55b61145-93fa-4914-a05e-7e2f76f7fe0f)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:56.061519 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-07604678-75c2-4d93-a35a-e73494897ec2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:56.077622 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-07604678-75c2-4d93-a35a-e73494897ec2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Calling delete_port for 7eb46fe9-e3d3-452c-a0ab-7b844b241017 owned by network:dhcp {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:39:56.139393 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3de2cf6f-1ed3-4be3-b17c-683c7149f351 None None] For port 7eb46fe9-e3d3-452c-a0ab-7b844b241017, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=7eb46fe9-e3d3-452c-a0ab-7b844b241017,segment=NetworkSegment(55b61145-93fa-4914-a05e-7e2f76f7fe0f),segment_id=55b61145-93fa-4914-a05e-7e2f76f7fe0f)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:56.139884 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3de2cf6f-1ed3-4be3-b17c-683c7149f351 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:56.155393 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3de2cf6f-1ed3-4be3-b17c-683c7149f351 None None] Calling delete_port for 7eb46fe9-e3d3-452c-a0ab-7b844b241017 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:39:56.179312 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5f38aefc-9312-46dd-957c-1178d7334f56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:56.203683 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35181bb-74a9-44cb-8db0-11bbafc8297d req-303351b6-6e53-4836-964a-e218e8ec715b tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:56.211190 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f35181bb-74a9-44cb-8db0-11bbafc8297d req-303351b6-6e53-4836-964a-e218e8ec715b tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=01f8306c-aecf-4fa0-8380-deaa069898a3 HTTP/1.1" status: 200 len: 945 time: 0.0838425 Oct 20 11:39:56.254627 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3de2cf6f-1ed3-4be3-b17c-683c7149f351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:56.283356 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-af0e65d3-853c-4733-8583-13d267b0354f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'name': 'tempest-RoutersIpV6Test-router-2028479717', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:26Z', 'updated_at': '2021-10-20T11:39:54Z', 'revision_number': 9, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'gw_port_host': None, '_interfaces': [{'id': '40cc226b-f3ba-495a-8dfb-538624dbcb90', 'name': '', 'network_id': '8d792d80-8232-4b41-9aad-cc2b272f49e7', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:19:b8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '44543e76-91f7-4097-aeba-dedb3069a3b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:36Z', 'updated_at': '2021-10-20T11:39:42Z', 'revision_number': 5, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': '44543e76-91f7-4097-aeba-dedb3069a3b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8af14c1-c562-4494-be9c-cb868ba258f7', 'name': '', 'network_id': '277938a0-8abe-430f-92c3-53a8870856c0', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:f0:13:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'ff289b2c-591a-4d74-95b8-00c6c2c08745', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:29Z', 'updated_at': '2021-10-20T11:39:35Z', 'revision_number': 5, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': 'ff289b2c-591a-4d74-95b8-00c6c2c08745', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:56.290085 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 7eb46fe9-e3d3-452c-a0ab-7b844b241017 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:39:56.295104 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de2cf6f-1ed3-4be3-b17c-683c7149f351 None None] Pushing event deleted for resources: {'Port': ['ID=7eb46fe9-e3d3-452c-a0ab-7b844b241017,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:56.314708 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0e65d3-853c-4733-8583-13d267b0354f None None] The sync data for ids ['f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'] in n-d-814735-3 is: [{'id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'name': 'tempest-RoutersIpV6Test-router-2028479717', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:26Z', 'updated_at': '2021-10-20T11:39:54Z', 'revision_number': 9, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'gw_port_host': None, '_interfaces': [{'id': '40cc226b-f3ba-495a-8dfb-538624dbcb90', 'name': '', 'network_id': '8d792d80-8232-4b41-9aad-cc2b272f49e7', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:19:b8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '44543e76-91f7-4097-aeba-dedb3069a3b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:36Z', 'updated_at': '2021-10-20T11:39:42Z', 'revision_number': 5, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': '44543e76-91f7-4097-aeba-dedb3069a3b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8af14c1-c562-4494-be9c-cb868ba258f7', 'name': '', 'network_id': '277938a0-8abe-430f-92c3-53a8870856c0', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:f0:13:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'ff289b2c-591a-4d74-95b8-00c6c2c08745', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:29Z', 'updated_at': '2021-10-20T11:39:35Z', 'revision_number': 5, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': 'ff289b2c-591a-4d74-95b8-00c6c2c08745', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:39:56.323383 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f35181bb-74a9-44cb-8db0-11bbafc8297d req-f869e8a3-9688-4fbf-9663-464c105aeb39 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112630 Oct 20 11:39:56.323930 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de2cf6f-1ed3-4be3-b17c-683c7149f351 None None] No DVR routers for this DVR port 7eb46fe9-e3d3-452c-a0ab-7b844b241017 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:39:56.347137 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 7eb46fe9-e3d3-452c-a0ab-7b844b241017 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:39:56.347800 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 7eb46fe9-e3d3-452c-a0ab-7b844b241017 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:39:56.350069 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de2cf6f-1ed3-4be3-b17c-683c7149f351 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:56.350411 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de2cf6f-1ed3-4be3-b17c-683c7149f351 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:56.350744 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de2cf6f-1ed3-4be3-b17c-683c7149f351 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:56.351111 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de2cf6f-1ed3-4be3-b17c-683c7149f351 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:56.351440 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de2cf6f-1ed3-4be3-b17c-683c7149f351 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:56.351762 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de2cf6f-1ed3-4be3-b17c-683c7149f351 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:56.352083 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de2cf6f-1ed3-4be3-b17c-683c7149f351 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:56.352397 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de2cf6f-1ed3-4be3-b17c-683c7149f351 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:56.352941 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de2cf6f-1ed3-4be3-b17c-683c7149f351 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:56.353362 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de2cf6f-1ed3-4be3-b17c-683c7149f351 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:56.353640 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de2cf6f-1ed3-4be3-b17c-683c7149f351 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:56.353955 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de2cf6f-1ed3-4be3-b17c-683c7149f351 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:39:56.361638 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-07604678-75c2-4d93-a35a-e73494897ec2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:56.369562 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5f38aefc-9312-46dd-957c-1178d7334f56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:56.397612 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5f38aefc-9312-46dd-957c-1178d7334f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:56.402613 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07604678-75c2-4d93-a35a-e73494897ec2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event deleted for resources: {'Port': ['ID=7eb46fe9-e3d3-452c-a0ab-7b844b241017,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:56.437018 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07604678-75c2-4d93-a35a-e73494897ec2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] No DVR routers for this DVR port 7eb46fe9-e3d3-452c-a0ab-7b844b241017 on host n-d-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:39:56.445110 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ac050b80-bf18-44d8-851c-9f5c5d936279 req-baf1b35b-00dd-4f3e-8ea4-ba52f5a043b8 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0501988 Oct 20 11:39:56.495197 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f38aefc-9312-46dd-957c-1178d7334f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc5dfd2-ee01-412d-b766-af0f1baf6f76,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:56.499459 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-5f38aefc-9312-46dd-957c-1178d7334f56 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=65f5c9a251d24288acb0fba423adbf0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6084409 Oct 20 11:39:56.502677 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44010) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:56.547253 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-07604678-75c2-4d93-a35a-e73494897ec2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:56.556617 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b51c46c5-8f42-4b7f-892b-a97ff1677b37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:56.570044 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-07604678-75c2-4d93-a35a-e73494897ec2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['659fb758-e8cf-491e-95d0-ca2a857c0161']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:56.583112 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-07604678-75c2-4d93-a35a-e73494897ec2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55b61145-93fa-4914-a05e-7e2f76f7fe0f') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:56.583368 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-07604678-75c2-4d93-a35a-e73494897ec2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55b61145-93fa-4914-a05e-7e2f76f7fe0f') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:56.584566 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b51c46c5-8f42-4b7f-892b-a97ff1677b37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:56.594427 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-07604678-75c2-4d93-a35a-e73494897ec2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:56.608245 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-07604678-75c2-4d93-a35a-e73494897ec2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:56.614926 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07604678-75c2-4d93-a35a-e73494897ec2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Releasing vlan 1259 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:39:56.615315 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-07604678-75c2-4d93-a35a-e73494897ec2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:56.618426 n-d-814735-3 neutron-server[100647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:39:56.618426 n-d-814735-3 neutron-server[100647]: self.session.flush() Oct 20 11:39:56.618426 n-d-814735-3 neutron-server[100647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:39:56.618426 n-d-814735-3 neutron-server[100647]: self.session.flush() Oct 20 11:39:56.618426 n-d-814735-3 neutron-server[100647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:39:56.618426 n-d-814735-3 neutron-server[100647]: self.session.flush() Oct 20 11:39:56.618426 n-d-814735-3 neutron-server[100647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:39:56.618426 n-d-814735-3 neutron-server[100647]: self.session.flush() Oct 20 11:39:56.618426 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:39:56.618426 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:39:56.618426 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:39:56.618426 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:39:56.618426 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:39:56.618426 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:39:56.618426 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:39:56.618426 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:39:56.618426 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:39:56.618426 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:39:56.618426 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:39:56.618426 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:39:56.618426 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:39:56.618426 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:39:56.618426 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:39:56.618426 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:39:56.618426 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:39:56.618426 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:39:56.618426 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:39:56.618426 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:39:56.618426 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:39:56.618426 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:39:56.618426 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:39:56.618426 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:39:56.618426 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:39:56.618426 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:39:56.618426 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:39:56.618426 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:39:56.618426 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:39:56.618426 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:39:56.618426 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:39:56.618426 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:39:56.657568 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b51c46c5-8f42-4b7f-892b-a97ff1677b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:56.661129 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b51c46c5-8f42-4b7f-892b-a97ff1677b37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:56.664766 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b51c46c5-8f42-4b7f-892b-a97ff1677b37 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/afc5dfd2-ee01-412d-b766-af0f1baf6f76 HTTP/1.1" status: 204 len: 168 time: 0.1585069 Oct 20 11:39:56.675350 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51c46c5-8f42-4b7f-892b-a97ff1677b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc5dfd2-ee01-412d-b766-af0f1baf6f76,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:56.683277 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-07604678-75c2-4d93-a35a-e73494897ec2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:56.691841 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-07604678-75c2-4d93-a35a-e73494897ec2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:56.698077 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-07604678-75c2-4d93-a35a-e73494897ec2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "DELETE /v2.0/networks/659fb758-e8cf-491e-95d0-ca2a857c0161 HTTP/1.1" status: 204 len: 168 time: 0.9253871 Oct 20 11:39:56.699216 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44018) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:56.713115 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07604678-75c2-4d93-a35a-e73494897ec2 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event deleted for resources: {'Network': ['ID=659fb758-e8cf-491e-95d0-ca2a857c0161,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:57.062618 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d7bc9c8d-14ac-451f-a3c7-e37301988ffb tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:57.314980 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-d7bc9c8d-14ac-451f-a3c7-e37301988ffb tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Deleting port 40cc226b-f3ba-495a-8dfb-538624dbcb90 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:39:57.315322 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d7bc9c8d-14ac-451f-a3c7-e37301988ffb tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:57.423454 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-d7bc9c8d-14ac-451f-a3c7-e37301988ffb tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] For port 40cc226b-f3ba-495a-8dfb-538624dbcb90, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=40cc226b-f3ba-495a-8dfb-538624dbcb90,segment=NetworkSegment(abcbae56-be9f-4c29-985d-70bcd7d10455),segment_id=abcbae56-be9f-4c29-985d-70bcd7d10455)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:57.423823 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d7bc9c8d-14ac-451f-a3c7-e37301988ffb tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:57.437006 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-d7bc9c8d-14ac-451f-a3c7-e37301988ffb tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Calling delete_port for 40cc226b-f3ba-495a-8dfb-538624dbcb90 owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:39:57.448289 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5041e570-77ac-4811-8bdb-ad860d6d949d req-8ba8a44a-9744-4242-967f-e32106225ee2 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:57.449968 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5041e570-77ac-4811-8bdb-ad860d6d949d req-8ba8a44a-9744-4242-967f-e32106225ee2 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=01f8306c-aecf-4fa0-8380-deaa069898a3 HTTP/1.1" status: 200 len: 945 time: 0.0573626 Oct 20 11:39:57.458554 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44042) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:57.503543 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5041e570-77ac-4811-8bdb-ad860d6d949d req-df55a706-4f9d-4944-8c51-4227931abd43 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390551 Oct 20 11:39:57.575698 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-048c2acc-6ffe-4d8e-a9b5-e228d7a8f1e0 req-2e848e02-dd6a-4637-9ccc-6eb01c0d5da9 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0293362 Oct 20 11:39:57.579115 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-9309cbec-eae9-4c8e-a1ea-26592fe95df2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-492728564-network', 'tenant_id': '0f1d71dc026140398331b30284d1a25f'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:57.601439 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9309cbec-eae9-4c8e-a1ea-26592fe95df2 admin admin] Made reservation on behalf of 0f1d71dc026140398331b30284d1a25f for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:39:57.604024 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9309cbec-eae9-4c8e-a1ea-26592fe95df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:57.612768 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9309cbec-eae9-4c8e-a1ea-26592fe95df2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:57.634816 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d7bc9c8d-14ac-451f-a3c7-e37301988ffb tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:57.682968 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bc9c8d-14ac-451f-a3c7-e37301988ffb tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event deleted for resources: {'Port': ['ID=40cc226b-f3ba-495a-8dfb-538624dbcb90,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:57.711007 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9309cbec-eae9-4c8e-a1ea-26592fe95df2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:57.716841 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9309cbec-eae9-4c8e-a1ea-26592fe95df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:57.745411 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9309cbec-eae9-4c8e-a1ea-26592fe95df2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1287, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:39:57.759005 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9309cbec-eae9-4c8e-a1ea-26592fe95df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f213afdf-3ed9-41dd-8db1-016ca1b833e8,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:57.764766 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9309cbec-eae9-4c8e-a1ea-26592fe95df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:57.765232 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-9309cbec-eae9-4c8e-a1ea-26592fe95df2 admin admin] Added segment 18503fb9-6d46-42ac-af7c-2c33d7692582 of type vlan for network 9b4b04d3-5f74-4950-b228-01d68025eec7 Oct 20 11:39:57.812661 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9309cbec-eae9-4c8e-a1ea-26592fe95df2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:57.821309 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d7bc9c8d-14ac-451f-a3c7-e37301988ffb tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:57.845322 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9309cbec-eae9-4c8e-a1ea-26592fe95df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:57.846704 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9309cbec-eae9-4c8e-a1ea-26592fe95df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:57.847332 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9309cbec-eae9-4c8e-a1ea-26592fe95df2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:57.885583 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-9309cbec-eae9-4c8e-a1ea-26592fe95df2 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4221942 Oct 20 11:39:57.885583 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44054) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:57.892265 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-8034d146-ba23-4561-a2d1-98d4c990cb31 admin admin] Request body: {'subnet': {'network_id': '9b4b04d3-5f74-4950-b228-01d68025eec7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-492728564-subnet', 'tenant_id': '0f1d71dc026140398331b30284d1a25f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:39:57.925741 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9309cbec-eae9-4c8e-a1ea-26592fe95df2 admin admin] Pushing event updated for resources: {'Network': ['ID=9b4b04d3-5f74-4950-b228-01d68025eec7,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:57.936106 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 9b4b04d3-5f74-4950-b228-01d68025eec7 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:39:57.943809 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8034d146-ba23-4561-a2d1-98d4c990cb31 admin admin] Made reservation on behalf of 0f1d71dc026140398331b30284d1a25f for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:39:57.949171 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8034d146-ba23-4561-a2d1-98d4c990cb31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:58.028391 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7bc9c8d-14ac-451f-a3c7-e37301988ffb tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Router f4f7b53d-4674-45f5-a7c3-f41aed41e5b0 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:39:58.142267 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8034d146-ba23-4561-a2d1-98d4c990cb31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:58.143840 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7bc9c8d-14ac-451f-a3c7-e37301988ffb tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:39:58.158476 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8ab33c-a1bb-4128-aecf-c5a912f373a3 None None] Sync routers for ids ['f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:39:58.163534 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d7bc9c8d-14ac-451f-a3c7-e37301988ffb tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "PUT /v2.0/routers/f4f7b53d-4674-45f5-a7c3-f41aed41e5b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4639175 Oct 20 11:39:58.164269 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44056) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:58.177772 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8ab33c-a1bb-4128-aecf-c5a912f373a3 None None] Routers {'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:39:58.178392 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-3a8ab33c-a1bb-4128-aecf-c5a912f373a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:39:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:58.215381 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device cab0e4b3-d244-4038-8f9b-b317675564f8 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:39:58.217315 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8034d146-ba23-4561-a2d1-98d4c990cb31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff7e051a-e851-44b7-8b6f-976a0da8ea02,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:58.220890 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8034d146-ba23-4561-a2d1-98d4c990cb31 admin admin] Checking segment: {'id': '18503fb9-6d46-42ac-af7c-2c33d7692582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '9b4b04d3-5f74-4950-b228-01d68025eec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:39:58.221264 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8034d146-ba23-4561-a2d1-98d4c990cb31 admin admin] Network hostable DHCP agents. Network: 9b4b04d3-5f74-4950-b228-01d68025eec7, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:39:58.237727 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: cab0e4b3-d244-4038-8f9b-b317675564f8 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:39:58.238066 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device cab0e4b3-d244-4038-8f9b-b317675564f8 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:39:58.244466 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8034d146-ba23-4561-a2d1-98d4c990cb31 admin admin] Network 9b4b04d3-5f74-4950-b228-01d68025eec7 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:39:58.255753 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-8034d146-ba23-4561-a2d1-98d4c990cb31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 9b4b04d3-5f74-4950-b228-01d68025eec7) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:39:58.260083 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8034d146-ba23-4561-a2d1-98d4c990cb31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:58.260731 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8034d146-ba23-4561-a2d1-98d4c990cb31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:58.274108 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfe1b3a-bc74-43f0-ae97-d6b2dafe952c None None] Network 9b4b04d3-5f74-4950-b228-01d68025eec7 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:39:58.281102 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8034d146-ba23-4561-a2d1-98d4c990cb31 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3949070 Oct 20 11:39:58.346099 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-3a8ab33c-a1bb-4128-aecf-c5a912f373a3 None None] Set router f4f7b53d-4674-45f5-a7c3-f41aed41e5b0 gateway port host: None {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:39:58.534359 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b5ee85-e9c7-4c02-83fe-7ec00d3e1799 None None] Network 9b4b04d3-5f74-4950-b228-01d68025eec7 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:39:58.631606 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5166b43-1147-496e-9807-ed4e28da0210 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Deleting subnet 44543e76-91f7-4097-aeba-dedb3069a3b9 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:39:58.636098 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c5166b43-1147-496e-9807-ed4e28da0210 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:58.699324 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c5166b43-1147-496e-9807-ed4e28da0210 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:58.708114 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e30a87-678c-4460-b67f-0ca9c0cd3c03 req-254700d4-3516-4791-ac5b-3928753b2f2f tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:58.711856 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-80e30a87-678c-4460-b67f-0ca9c0cd3c03 req-254700d4-3516-4791-ac5b-3928753b2f2f tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=01f8306c-aecf-4fa0-8380-deaa069898a3 HTTP/1.1" status: 200 len: 945 time: 0.1337655 Oct 20 11:39:58.728972 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-3a8ab33c-a1bb-4128-aecf-c5a912f373a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'name': 'tempest-RoutersIpV6Test-router-2028479717', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:26Z', 'updated_at': '2021-10-20T11:39:57Z', 'revision_number': 10, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'gw_port_host': None, '_interfaces': [{'id': 'c8af14c1-c562-4494-be9c-cb868ba258f7', 'name': '', 'network_id': '277938a0-8abe-430f-92c3-53a8870856c0', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:f0:13:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'ff289b2c-591a-4d74-95b8-00c6c2c08745', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:29Z', 'updated_at': '2021-10-20T11:39:35Z', 'revision_number': 5, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': 'ff289b2c-591a-4d74-95b8-00c6c2c08745', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:58.759191 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-95cc55a8-bf7a-45d9-b179-daac2dbebab1 req-1bbd0b4a-39b5-4756-9daa-9a5152b5e5de tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0437446 Oct 20 11:39:58.765198 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8ab33c-a1bb-4128-aecf-c5a912f373a3 None None] Checking router: f4f7b53d-4674-45f5-a7c3-f41aed41e5b0 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:39:58.778035 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8ab33c-a1bb-4128-aecf-c5a912f373a3 None None] Routers {'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:39:58.779247 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-3a8ab33c-a1bb-4128-aecf-c5a912f373a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:39:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:58.801509 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-80e30a87-678c-4460-b67f-0ca9c0cd3c03 req-0a794c6d-690d-442f-8521-c8f12abff592 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790393 Oct 20 11:39:58.812213 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c5166b43-1147-496e-9807-ed4e28da0210 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:58.901587 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c5166b43-1147-496e-9807-ed4e28da0210 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:58.929850 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-3a8ab33c-a1bb-4128-aecf-c5a912f373a3 None None] Set router f4f7b53d-4674-45f5-a7c3-f41aed41e5b0 gateway port host: None {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:39:58.940788 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5166b43-1147-496e-9807-ed4e28da0210 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event deleted for resources: {'Subnet': ['ID=44543e76-91f7-4097-aeba-dedb3069a3b9,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:58.947455 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c5166b43-1147-496e-9807-ed4e28da0210 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:58.954499 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c5166b43-1147-496e-9807-ed4e28da0210 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "DELETE /v2.0/subnets/44543e76-91f7-4097-aeba-dedb3069a3b9 HTTP/1.1" status: 204 len: 168 time: 0.7864985 Oct 20 11:39:58.955143 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44076) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:58.957819 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43dfe53-7e82-4ac8-8e10-2d438e67ef0f None None] Network 8d792d80-8232-4b41-9aad-cc2b272f49e7 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:39:59.058070 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9c32c8d9-29b5-4ed4-abd5-7f1eb3a2c990 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:59.119066 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-9c32c8d9-29b5-4ed4-abd5-7f1eb3a2c990 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Deleting port c505f1df-ab00-4d63-a86c-2cc94750094b {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:39:59.119415 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9c32c8d9-29b5-4ed4-abd5-7f1eb3a2c990 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:59.188388 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-9c32c8d9-29b5-4ed4-abd5-7f1eb3a2c990 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] For port c505f1df-ab00-4d63-a86c-2cc94750094b, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=c505f1df-ab00-4d63-a86c-2cc94750094b,segment=NetworkSegment(abcbae56-be9f-4c29-985d-70bcd7d10455),segment_id=abcbae56-be9f-4c29-985d-70bcd7d10455)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:59.188765 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9c32c8d9-29b5-4ed4-abd5-7f1eb3a2c990 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:59.202821 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-9c32c8d9-29b5-4ed4-abd5-7f1eb3a2c990 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Calling delete_port for c505f1df-ab00-4d63-a86c-2cc94750094b owned by network:dhcp {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:39:59.237218 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-3a8ab33c-a1bb-4128-aecf-c5a912f373a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'name': 'tempest-RoutersIpV6Test-router-2028479717', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:26Z', 'updated_at': '2021-10-20T11:39:57Z', 'revision_number': 10, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'gw_port_host': None, '_interfaces': [{'id': 'c8af14c1-c562-4494-be9c-cb868ba258f7', 'name': '', 'network_id': '277938a0-8abe-430f-92c3-53a8870856c0', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:f0:13:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'ff289b2c-591a-4d74-95b8-00c6c2c08745', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:29Z', 'updated_at': '2021-10-20T11:39:35Z', 'revision_number': 5, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': 'ff289b2c-591a-4d74-95b8-00c6c2c08745', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:59.264045 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8ab33c-a1bb-4128-aecf-c5a912f373a3 None None] The sync data for ids ['f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'] in n-d-814735-3 is: [{'id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'name': 'tempest-RoutersIpV6Test-router-2028479717', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:26Z', 'updated_at': '2021-10-20T11:39:57Z', 'revision_number': 10, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'gw_port_host': None, '_interfaces': [{'id': 'c8af14c1-c562-4494-be9c-cb868ba258f7', 'name': '', 'network_id': '277938a0-8abe-430f-92c3-53a8870856c0', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'mac_address': 'fa:16:3e:f0:13:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'ff289b2c-591a-4d74-95b8-00c6c2c08745', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:29Z', 'updated_at': '2021-10-20T11:39:35Z', 'revision_number': 5, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'subnets': [{'id': 'ff289b2c-591a-4d74-95b8-00c6c2c08745', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:39:59.271991 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862125d6-fc89-4b55-9c10-1ddb61165519 None None] DHCP port deletion for 8d792d80-8232-4b41-9aad-cc2b272f49e7 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:39:59.308807 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9c32c8d9-29b5-4ed4-abd5-7f1eb3a2c990 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:59.335193 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-862125d6-fc89-4b55-9c10-1ddb61165519 None None] Deleting port c505f1df-ab00-4d63-a86c-2cc94750094b {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:39:59.335555 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-862125d6-fc89-4b55-9c10-1ddb61165519 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:59.341027 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c8d9-29b5-4ed4-abd5-7f1eb3a2c990 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event deleted for resources: {'Port': ['ID=c505f1df-ab00-4d63-a86c-2cc94750094b,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:59.349262 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c32c8d9-29b5-4ed4-abd5-7f1eb3a2c990 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] No DVR routers for this DVR port c505f1df-ab00-4d63-a86c-2cc94750094b on host n-d-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:39:59.397562 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-862125d6-fc89-4b55-9c10-1ddb61165519 None None] For port c505f1df-ab00-4d63-a86c-2cc94750094b, host n-d-814735-3, got binding levels [] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:39:59.397865 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-862125d6-fc89-4b55-9c10-1ddb61165519 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:59.410700 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-862125d6-fc89-4b55-9c10-1ddb61165519 None None] Calling delete_port for c505f1df-ab00-4d63-a86c-2cc94750094b owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:39:59.413362 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.ipam_backend_mixin [None req-862125d6-fc89-4b55-9c10-1ddb61165519 None None] Port c505f1df-ab00-4d63-a86c-2cc94750094b was not found and therefore no delete operation was performed {{(pid=100648) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 11:39:59.414625 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-862125d6-fc89-4b55-9c10-1ddb61165519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:59.439286 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862125d6-fc89-4b55-9c10-1ddb61165519 None None] Pushing event deleted for resources: {'Port': ['ID=c505f1df-ab00-4d63-a86c-2cc94750094b,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:59.442612 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862125d6-fc89-4b55-9c10-1ddb61165519 None None] No DVR routers for this DVR port c505f1df-ab00-4d63-a86c-2cc94750094b on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:39:59.458008 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9c32c8d9-29b5-4ed4-abd5-7f1eb3a2c990 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:59.477752 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-9c32c8d9-29b5-4ed4-abd5-7f1eb3a2c990 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d792d80-8232-4b41-9aad-cc2b272f49e7']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:59.487140 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-9c32c8d9-29b5-4ed4-abd5-7f1eb3a2c990 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abcbae56-be9f-4c29-985d-70bcd7d10455') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:59.487448 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-9c32c8d9-29b5-4ed4-abd5-7f1eb3a2c990 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abcbae56-be9f-4c29-985d-70bcd7d10455') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:39:59.497230 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9c32c8d9-29b5-4ed4-abd5-7f1eb3a2c990 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:59.510873 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9c32c8d9-29b5-4ed4-abd5-7f1eb3a2c990 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:59.518102 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c32c8d9-29b5-4ed4-abd5-7f1eb3a2c990 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Releasing vlan 1296 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:39:59.518539 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9c32c8d9-29b5-4ed4-abd5-7f1eb3a2c990 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:59.521693 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:39:59.521693 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:39:59.521693 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:39:59.521693 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:39:59.521693 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:39:59.521693 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:39:59.521693 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:39:59.521693 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:39:59.521693 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:39:59.521693 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:39:59.521693 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:39:59.521693 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:39:59.521693 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:39:59.521693 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:39:59.521693 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:39:59.521693 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:39:59.521693 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:39:59.521693 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:39:59.521693 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:39:59.521693 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:39:59.521693 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:39:59.521693 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:39:59.521693 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:39:59.521693 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:39:59.521693 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:39:59.521693 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:39:59.521693 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:39:59.521693 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:39:59.521693 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:39:59.521693 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:39:59.521693 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:39:59.521693 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:39:59.585444 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9c32c8d9-29b5-4ed4-abd5-7f1eb3a2c990 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:59.590323 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9c32c8d9-29b5-4ed4-abd5-7f1eb3a2c990 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:39:59.594465 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-9c32c8d9-29b5-4ed4-abd5-7f1eb3a2c990 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "DELETE /v2.0/networks/8d792d80-8232-4b41-9aad-cc2b272f49e7 HTTP/1.1" status: 204 len: 168 time: 0.6379192 Oct 20 11:39:59.597457 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44084) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:39:59.610071 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c8d9-29b5-4ed4-abd5-7f1eb3a2c990 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event deleted for resources: {'Network': ['ID=8d792d80-8232-4b41-9aad-cc2b272f49e7,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:39:59.894999 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-24a5e668-ee19-4632-854c-5a29331142f5 req-10c00fdd-007f-4eb6-90a4-316a7ad2488e tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0387139 Oct 20 11:39:59.955490 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ffc594-827d-4e85-b05c-4cfa1152a686 req-71c3ab24-47c7-4235-9ed2-6304d9b01b59 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:39:59.957103 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f5ffc594-827d-4e85-b05c-4cfa1152a686 req-71c3ab24-47c7-4235-9ed2-6304d9b01b59 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=01f8306c-aecf-4fa0-8380-deaa069898a3 HTTP/1.1" status: 200 len: 945 time: 0.0586815 Oct 20 11:40:00.007427 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f5ffc594-827d-4e85-b05c-4cfa1152a686 req-3be241ae-e25d-4ce2-9cb8-3d46448e75b6 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398595 Oct 20 11:40:00.015591 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-91771bbf-8a4e-4d23-879a-3607a5d9b0d1 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:00.182303 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 40cc226b-f3ba-495a-8dfb-538624dbcb90 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:40:00.205756 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 40cc226b-f3ba-495a-8dfb-538624dbcb90 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:40:00.206087 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 40cc226b-f3ba-495a-8dfb-538624dbcb90 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:40:00.206766 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device c505f1df-ab00-4d63-a86c-2cc94750094b no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:40:00.225580 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: c505f1df-ab00-4d63-a86c-2cc94750094b {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:40:00.226152 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device c505f1df-ab00-4d63-a86c-2cc94750094b not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:40:00.253801 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07178c8c-ca68-4f5a-b619-eee8dc44862a req-759f2945-b803-454f-94fd-b4f3544fa74d tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:00.255293 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07178c8c-ca68-4f5a-b619-eee8dc44862a req-759f2945-b803-454f-94fd-b4f3544fa74d tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.98 "GET /v2.0/networks?id=9b4b04d3-5f74-4950-b228-01d68025eec7 HTTP/1.1" status: 200 len: 808 time: 0.1101570 Oct 20 11:40:00.270519 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07178c8c-ca68-4f5a-b619-eee8dc44862a req-53069e7e-4711-4e22-b656-1deeffd09a7e tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.98 "GET /v2.0/quotas/0f1d71dc026140398331b30284d1a25f HTTP/1.1" status: 200 len: 375 time: 0.0092831 Oct 20 11:40:00.291130 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-91771bbf-8a4e-4d23-879a-3607a5d9b0d1 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Deleting port c8af14c1-c562-4494-be9c-cb868ba258f7 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:40:00.291469 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-91771bbf-8a4e-4d23-879a-3607a5d9b0d1 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:00.303495 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07178c8c-ca68-4f5a-b619-eee8dc44862a req-162f8700-3460-47a2-8fe9-766c67854176 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=0f1d71dc026140398331b30284d1a25f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268688 Oct 20 11:40:00.384407 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-91771bbf-8a4e-4d23-879a-3607a5d9b0d1 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] For port c8af14c1-c562-4494-be9c-cb868ba258f7, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=c8af14c1-c562-4494-be9c-cb868ba258f7,segment=NetworkSegment(2d8b5a4d-7cc9-4d7b-8266-497db43700ce),segment_id=2d8b5a4d-7cc9-4d7b-8266-497db43700ce)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:00.384786 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-91771bbf-8a4e-4d23-879a-3607a5d9b0d1 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:00.394570 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07178c8c-ca68-4f5a-b619-eee8dc44862a req-dd0d6c2e-8971-46aa-a37b-833a4a496cc4 service neutron] 10.222.0.98 "GET /v2.0/networks/9b4b04d3-5f74-4950-b228-01d68025eec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837517 Oct 20 11:40:00.398736 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-91771bbf-8a4e-4d23-879a-3607a5d9b0d1 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Calling delete_port for c8af14c1-c562-4494-be9c-cb868ba258f7 owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:40:00.490048 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07178c8c-ca68-4f5a-b619-eee8dc44862a req-5ed370a9-0283-4702-8eac-1add1866040d service neutron] 10.222.0.98 "GET /v2.0/networks/9b4b04d3-5f74-4950-b228-01d68025eec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886383 Oct 20 11:40:00.569267 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-91771bbf-8a4e-4d23-879a-3607a5d9b0d1 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:00.597852 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91771bbf-8a4e-4d23-879a-3607a5d9b0d1 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event deleted for resources: {'Port': ['ID=c8af14c1-c562-4494-be9c-cb868ba258f7,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:00.662962 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf2e53b3-fffe-4eb2-ac1e-173cf209f69c req-231873a4-6944-4a29-9fc2-77607b3c46a6 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.98 "GET /v2.0/ports?device_id=af7343e5-93f4-4974-96a9-ec63cabca9b7 HTTP/1.1" status: 200 len: 210 time: 0.0390961 Oct 20 11:40:00.700078 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-91771bbf-8a4e-4d23-879a-3607a5d9b0d1 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:00.880827 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91771bbf-8a4e-4d23-879a-3607a5d9b0d1 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Router f4f7b53d-4674-45f5-a7c3-f41aed41e5b0 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:40:00.961099 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91771bbf-8a4e-4d23-879a-3607a5d9b0d1 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:40:00.970438 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-91771bbf-8a4e-4d23-879a-3607a5d9b0d1 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "PUT /v2.0/routers/f4f7b53d-4674-45f5-a7c3-f41aed41e5b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3680875 Oct 20 11:40:00.970438 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44122) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:00.973543 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af41f0ae-f687-4e9a-bc47-c26bc99a5405 None None] Sync routers for ids ['f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:40:00.984888 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af41f0ae-f687-4e9a-bc47-c26bc99a5405 None None] Routers {'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:40:00.985634 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-af41f0ae-f687-4e9a-bc47-c26bc99a5405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:39:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:01.033620 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-38581dd3-5da1-491f-82e5-cdb67431ca12 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Deleting subnet ff289b2c-591a-4d74-95b8-00c6c2c08745 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:40:01.034495 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-58c63867-13a5-483c-9028-cb729e80bd18 req-fe149aee-e74b-4f0a-9e4f-c87428a7afe9 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0521815 Oct 20 11:40:01.036961 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-38581dd3-5da1-491f-82e5-cdb67431ca12 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:01.085992 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-af41f0ae-f687-4e9a-bc47-c26bc99a5405 None None] Set router f4f7b53d-4674-45f5-a7c3-f41aed41e5b0 gateway port host: None {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:40:01.117326 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-38581dd3-5da1-491f-82e5-cdb67431ca12 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:01.167101 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-af41f0ae-f687-4e9a-bc47-c26bc99a5405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'name': 'tempest-RoutersIpV6Test-router-2028479717', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:26Z', 'updated_at': '2021-10-20T11:40:00Z', 'revision_number': 11, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'gw_port_host': None}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:01.207863 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af41f0ae-f687-4e9a-bc47-c26bc99a5405 None None] Checking router: f4f7b53d-4674-45f5-a7c3-f41aed41e5b0 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:40:01.222937 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f48af0-9550-4be3-9072-66d38e22fbe0 req-740c344e-7daf-41f2-a233-ef328537c59d tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:01.223632 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af41f0ae-f687-4e9a-bc47-c26bc99a5405 None None] Routers {'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:40:01.224283 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-af41f0ae-f687-4e9a-bc47-c26bc99a5405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:39:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:01.224882 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-56f48af0-9550-4be3-9072-66d38e22fbe0 req-740c344e-7daf-41f2-a233-ef328537c59d tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=01f8306c-aecf-4fa0-8380-deaa069898a3 HTTP/1.1" status: 200 len: 945 time: 0.1195617 Oct 20 11:40:01.243464 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-38581dd3-5da1-491f-82e5-cdb67431ca12 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:01.274361 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-56f48af0-9550-4be3-9072-66d38e22fbe0 req-c990161d-82d8-4d4d-bc1b-b20898790f7f tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425000 Oct 20 11:40:01.307458 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-38581dd3-5da1-491f-82e5-cdb67431ca12 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:01.332280 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-af41f0ae-f687-4e9a-bc47-c26bc99a5405 None None] Set router f4f7b53d-4674-45f5-a7c3-f41aed41e5b0 gateway port host: None {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:40:01.340737 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38581dd3-5da1-491f-82e5-cdb67431ca12 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event deleted for resources: {'Subnet': ['ID=ff289b2c-591a-4d74-95b8-00c6c2c08745,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:01.343231 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-38581dd3-5da1-491f-82e5-cdb67431ca12 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:01.346680 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-38581dd3-5da1-491f-82e5-cdb67431ca12 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "DELETE /v2.0/subnets/ff289b2c-591a-4d74-95b8-00c6c2c08745 HTTP/1.1" status: 204 len: 168 time: 0.3754826 Oct 20 11:40:01.348776 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392dca56-ca2d-4397-aba2-bb8cb3064ba0 None None] Network 277938a0-8abe-430f-92c3-53a8870856c0 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:40:01.349623 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44132) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:01.404157 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-af41f0ae-f687-4e9a-bc47-c26bc99a5405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'name': 'tempest-RoutersIpV6Test-router-2028479717', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:26Z', 'updated_at': '2021-10-20T11:40:00Z', 'revision_number': 11, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'gw_port_host': None}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:01.430341 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af41f0ae-f687-4e9a-bc47-c26bc99a5405 None None] The sync data for ids ['f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'] in n-d-814735-3 is: [{'id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'name': 'tempest-RoutersIpV6Test-router-2028479717', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:26Z', 'updated_at': '2021-10-20T11:40:00Z', 'revision_number': 11, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'gw_port_host': None}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:40:01.439779 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c6175f24-3e4e-40a3-9cf4-07161bae3c8f tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:01.496599 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-c6175f24-3e4e-40a3-9cf4-07161bae3c8f tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Deleting port e4de76c9-ec05-4102-8c62-97d345f1bc59 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:40:01.496971 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c6175f24-3e4e-40a3-9cf4-07161bae3c8f tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:01.563262 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-c6175f24-3e4e-40a3-9cf4-07161bae3c8f tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] For port e4de76c9-ec05-4102-8c62-97d345f1bc59, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=e4de76c9-ec05-4102-8c62-97d345f1bc59,segment=NetworkSegment(2d8b5a4d-7cc9-4d7b-8266-497db43700ce),segment_id=2d8b5a4d-7cc9-4d7b-8266-497db43700ce)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:01.563489 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c6175f24-3e4e-40a3-9cf4-07161bae3c8f tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:01.576251 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-c6175f24-3e4e-40a3-9cf4-07161bae3c8f tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Calling delete_port for e4de76c9-ec05-4102-8c62-97d345f1bc59 owned by network:dhcp {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:40:01.659826 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c6175f24-3e4e-40a3-9cf4-07161bae3c8f tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:01.692716 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6175f24-3e4e-40a3-9cf4-07161bae3c8f tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event deleted for resources: {'Port': ['ID=e4de76c9-ec05-4102-8c62-97d345f1bc59,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:01.697190 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6175f24-3e4e-40a3-9cf4-07161bae3c8f tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] No DVR routers for this DVR port e4de76c9-ec05-4102-8c62-97d345f1bc59 on host n-d-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:40:01.791937 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96415436-143f-43c6-ae80-31de9393b138 None None] DHCP port deletion for 277938a0-8abe-430f-92c3-53a8870856c0 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:40:01.807638 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-99f523c9-ca19-411e-b3f4-20a716a32ca1 req-b96f788d-744e-4df8-9df8-89e2ab17a129 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.98 "GET /v2.0/ports?device_id=af7343e5-93f4-4974-96a9-ec63cabca9b7 HTTP/1.1" status: 200 len: 210 time: 0.0691779 Oct 20 11:40:01.847464 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c6175f24-3e4e-40a3-9cf4-07161bae3c8f tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:01.903122 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-c6175f24-3e4e-40a3-9cf4-07161bae3c8f tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['277938a0-8abe-430f-92c3-53a8870856c0']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:01.916743 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-c6175f24-3e4e-40a3-9cf4-07161bae3c8f tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d8b5a4d-7cc9-4d7b-8266-497db43700ce') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:01.917038 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-c6175f24-3e4e-40a3-9cf4-07161bae3c8f tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d8b5a4d-7cc9-4d7b-8266-497db43700ce') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:01.934777 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c6175f24-3e4e-40a3-9cf4-07161bae3c8f tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:01.952309 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07178c8c-ca68-4f5a-b619-eee8dc44862a req-d5129ccd-dcc2-4504-b0c4-6c770da68c21 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:01.953718 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07178c8c-ca68-4f5a-b619-eee8dc44862a req-d5129ccd-dcc2-4504-b0c4-6c770da68c21 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.11 "GET /v2.0/networks?id=9b4b04d3-5f74-4950-b228-01d68025eec7 HTTP/1.1" status: 200 len: 808 time: 0.2140455 Oct 20 11:40:01.959707 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c6175f24-3e4e-40a3-9cf4-07161bae3c8f tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:01.969462 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-07178c8c-ca68-4f5a-b619-eee8dc44862a req-0efd9576-888d-45e0-825e-469299514281 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Request body: {'port': {'device_id': 'af7343e5-93f4-4974-96a9-ec63cabca9b7', 'network_id': '9b4b04d3-5f74-4950-b228-01d68025eec7', 'admin_state_up': True, 'tenant_id': '0f1d71dc026140398331b30284d1a25f'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:01.972722 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6175f24-3e4e-40a3-9cf4-07161bae3c8f tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Releasing vlan 1292 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:40:01.973109 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c6175f24-3e4e-40a3-9cf4-07161bae3c8f tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:01.976012 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:40:01.976012 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:40:01.976012 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:40:01.976012 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:40:01.976012 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:40:01.976012 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:40:01.976012 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:40:01.976012 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:40:01.976012 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:40:01.976012 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:40:01.976012 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:40:01.976012 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:40:01.976012 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:40:01.976012 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:40:01.976012 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:40:01.976012 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:40:01.976012 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:40:01.976012 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:40:01.976012 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:40:01.976012 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:40:01.976012 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:40:01.976012 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:40:01.976012 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:40:01.976012 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:40:01.976012 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:40:01.976012 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:40:01.976012 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:40:01.976012 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:40:01.976012 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:40:01.976012 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:40:01.976012 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:40:01.976012 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:40:02.084885 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c6175f24-3e4e-40a3-9cf4-07161bae3c8f tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:02.095350 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c6175f24-3e4e-40a3-9cf4-07161bae3c8f tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:02.098570 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c6175f24-3e4e-40a3-9cf4-07161bae3c8f tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "DELETE /v2.0/networks/277938a0-8abe-430f-92c3-53a8870856c0 HTTP/1.1" status: 204 len: 168 time: 0.7478302 Oct 20 11:40:02.101694 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44140) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:02.106679 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-c84a8bc2-a165-4a76-89eb-6b32c59c7452 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Request body: {'router': {'routes': None}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:02.120727 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6175f24-3e4e-40a3-9cf4-07161bae3c8f tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Pushing event deleted for resources: {'Network': ['ID=277938a0-8abe-430f-92c3-53a8870856c0,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:02.176502 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f3d9f3e9-073e-47aa-ac97-1563db8d7580 req-c5d699ae-d3ac-4310-8a98-73431061828d tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0336964 Oct 20 11:40:02.185129 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07178c8c-ca68-4f5a-b619-eee8dc44862a req-0efd9576-888d-45e0-825e-469299514281 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Made reservation on behalf of 0f1d71dc026140398331b30284d1a25f for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:40:02.189436 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-07178c8c-ca68-4f5a-b619-eee8dc44862a req-0efd9576-888d-45e0-825e-469299514281 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:02.232412 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device e4de76c9-ec05-4102-8c62-97d345f1bc59 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:40:02.258226 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: e4de76c9-ec05-4102-8c62-97d345f1bc59 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:40:02.258564 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device e4de76c9-ec05-4102-8c62-97d345f1bc59 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:40:02.259202 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device c8af14c1-c562-4494-be9c-cb868ba258f7 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:40:02.283813 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: c8af14c1-c562-4494-be9c-cb868ba258f7 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:40:02.284152 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device c8af14c1-c562-4494-be9c-cb868ba258f7 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:40:02.348111 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-50f00fcd-c210-435c-b56b-352d5ba19b4c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1237280 Oct 20 11:40:02.370689 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.extraroute_db [None req-c84a8bc2-a165-4a76-89eb-6b32c59c7452 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Added routes are [] {{(pid=100646) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 20 11:40:02.371862 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.extraroute_db [None req-c84a8bc2-a165-4a76-89eb-6b32c59c7452 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Removed routes are [] {{(pid=100646) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 20 11:40:02.371862 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c84a8bc2-a165-4a76-89eb-6b32c59c7452 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4352'] for router, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:02.374318 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:40:02.447846 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-07178c8c-ca68-4f5a-b619-eee8dc44862a req-0efd9576-888d-45e0-825e-469299514281 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Allocated IP 172.20.0.7 (9b4b04d3-5f74-4950-b228-01d68025eec7/ff7e051a-e851-44b7-8b6f-976a0da8ea02/9ac11976-0de7-401d-9606-0591b8dbd802) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:40:02.469535 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731c398-0600-44d7-b5f7-d163b40ebde2 req-48733029-4181-4c7c-b523-7f8f250168a0 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:02.471055 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b731c398-0600-44d7-b5f7-d163b40ebde2 req-48733029-4181-4c7c-b523-7f8f250168a0 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=01f8306c-aecf-4fa0-8380-deaa069898a3 HTTP/1.1" status: 200 len: 945 time: 0.1188540 Oct 20 11:40:02.515006 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c84a8bc2-a165-4a76-89eb-6b32c59c7452 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4352'] for router, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:02.518347 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c84a8bc2-a165-4a76-89eb-6b32c59c7452 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-652987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-652962', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-654361'] for router, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:02.526034 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-498191d4-3eee-430c-8643-6f1338403e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:02.526514 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-498191d4-3eee-430c-8643-6f1338403e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:02.526986 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-498191d4-3eee-430c-8643-6f1338403e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:02.527437 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-498191d4-3eee-430c-8643-6f1338403e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:02.528057 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-498191d4-3eee-430c-8643-6f1338403e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:02.528627 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-498191d4-3eee-430c-8643-6f1338403e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:02.528961 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-498191d4-3eee-430c-8643-6f1338403e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:02.530884 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-498191d4-3eee-430c-8643-6f1338403e10 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9d1ce67b5cf7473287fd13cd3d60b290&device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 6491 time: 0.1229486 Oct 20 11:40:02.582065 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b731c398-0600-44d7-b5f7-d163b40ebde2 req-78da170a-c918-4453-833b-591e1557d083 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037149 Oct 20 11:40:02.596486 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c84a8bc2-a165-4a76-89eb-6b32c59c7452 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Router f4f7b53d-4674-45f5-a7c3-f41aed41e5b0 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:40:02.684939 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84a8bc2-a165-4a76-89eb-6b32c59c7452 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:40:02.692582 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c84a8bc2-a165-4a76-89eb-6b32c59c7452 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:02.695261 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb5fcd5-4c79-4782-94ea-0cbb93dcaa7b None None] Sync routers for ids ['f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:40:02.698900 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c84a8bc2-a165-4a76-89eb-6b32c59c7452 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "PUT /v2.0/routers/f4f7b53d-4674-45f5-a7c3-f41aed41e5b0 HTTP/1.1" status: 200 len: 705 time: 0.5932097 Oct 20 11:40:02.699011 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44148) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:02.705423 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb5fcd5-4c79-4782-94ea-0cbb93dcaa7b None None] Routers {'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:40:02.706052 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-bdb5fcd5-4c79-4782-94ea-0cbb93dcaa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:39:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:02.733507 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-720bffcd-cab1-42b3-8a04-867f02d801f9 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "GET /v2.0/ports?device_id=f4f7b53d-4674-45f5-a7c3-f41aed41e5b0 HTTP/1.1" status: 200 len: 205 time: 0.0301440 Oct 20 11:40:02.734098 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44150) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:02.745121 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-5025729b-5bd6-46c3-874b-6f0180fed4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:02.745795 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-5025729b-5bd6-46c3-874b-6f0180fed4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:02.746266 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-5025729b-5bd6-46c3-874b-6f0180fed4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:02.748383 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-5025729b-5bd6-46c3-874b-6f0180fed4ab service neutron] 10.222.0.89 "GET /v2.0/networks?id=7cc0cef1-9e0e-4144-85af-6ed42f35f232&id=debe6c2d-b3d4-4e02-853f-d2d45fbb1f32&id=debe6c2d-b3d4-4e02-853f-d2d45fbb1f32&id=debe6c2d-b3d4-4e02-853f-d2d45fbb1f32&id=debe6c2d-b3d4-4e02-853f-d2d45fbb1f32&id=cbfb6560-b005-4cf2-8e9b-c40d4507d392&id=cbfb6560-b005-4cf2-8e9b-c40d4507d392 HTTP/1.1" status: 200 len: 2297 time: 0.1785755 Oct 20 11:40:02.751426 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-07178c8c-ca68-4f5a-b619-eee8dc44862a req-0efd9576-888d-45e0-825e-469299514281 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:02.782376 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-bdb5fcd5-4c79-4782-94ea-0cbb93dcaa7b None None] Set router f4f7b53d-4674-45f5-a7c3-f41aed41e5b0 gateway port host: None {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:40:02.811776 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cf7283c5-f044-405d-8d77-ee652a6112b6 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:02.842533 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-b057cb45-f7de-49f5-a4ce-d98427934155 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e15232df-145b-465f-8af0-3f5421b15798 HTTP/1.1" status: 200 len: 1002 time: 0.0861480 Oct 20 11:40:02.848731 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-bdb5fcd5-4c79-4782-94ea-0cbb93dcaa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'name': 'tempest-RoutersIpV6Test-router-2028479717', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:26Z', 'updated_at': '2021-10-20T11:40:00Z', 'revision_number': 11, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'gw_port_host': None}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:02.864955 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-07178c8c-ca68-4f5a-b619-eee8dc44862a req-0efd9576-888d-45e0-825e-469299514281 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:02.895975 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb5fcd5-4c79-4782-94ea-0cbb93dcaa7b None None] Checking router: f4f7b53d-4674-45f5-a7c3-f41aed41e5b0 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:40:02.908473 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb5fcd5-4c79-4782-94ea-0cbb93dcaa7b None None] Routers {'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:40:02.909030 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-bdb5fcd5-4c79-4782-94ea-0cbb93dcaa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:39:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:02.970432 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07178c8c-ca68-4f5a-b619-eee8dc44862a req-0efd9576-888d-45e0-825e-469299514281 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Network 9b4b04d3-5f74-4950-b228-01d68025eec7 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:40:02.981766 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-03110a0e-a88b-4c72-a683-f340c09e6ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:02.983080 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-03110a0e-a88b-4c72-a683-f340c09e6ff8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=860ea3b3-2804-4226-ab8d-f55abe932e85 HTTP/1.1" status: 200 len: 851 time: 0.1322913 Oct 20 11:40:02.983921 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-07178c8c-ca68-4f5a-b619-eee8dc44862a req-0efd9576-888d-45e0-825e-469299514281 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:40:02.992183 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-07178c8c-ca68-4f5a-b619-eee8dc44862a req-0efd9576-888d-45e0-825e-469299514281 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:40:02.993460 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cf7283c5-f044-405d-8d77-ee652a6112b6 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:02.996250 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cf7283c5-f044-405d-8d77-ee652a6112b6 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:03.006165 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efd9576-888d-45e0-825e-469299514281 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Pushing event updated for resources: {'Port': ['ID=9ac11976-0de7-401d-9606-0591b8dbd802,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:03.050866 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cf7283c5-f044-405d-8d77-ee652a6112b6 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:03.051804 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7283c5-f044-405d-8d77-ee652a6112b6 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Fanout notify agent at l3_agent the message router_deleted on router f4f7b53d-4674-45f5-a7c3-f41aed41e5b0 {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:40:03.065015 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cf7283c5-f044-405d-8d77-ee652a6112b6 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:03.071383 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-cf7283c5-f044-405d-8d77-ee652a6112b6 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "DELETE /v2.0/routers/f4f7b53d-4674-45f5-a7c3-f41aed41e5b0 HTTP/1.1" status: 204 len: 168 time: 0.3361120 Oct 20 11:40:03.073021 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44154) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:03.078158 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-a8aa4ec3-9f2e-4c4c-b3da-e73bcd727015 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1176094911', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:03.078414 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec39e54-6cd7-4c2c-b1f2-db60dfdc2256 req-77f90498-2314-4e36-a060-2fb50483ba02 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:03.080087 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0ec39e54-6cd7-4c2c-b1f2-db60dfdc2256 req-77f90498-2314-4e36-a060-2fb50483ba02 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.98 "GET /v2.0/ports?device_id=af7343e5-93f4-4974-96a9-ec63cabca9b7 HTTP/1.1" status: 200 len: 931 time: 0.1842582 Oct 20 11:40:03.106976 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07178c8c-ca68-4f5a-b619-eee8dc44862a req-0efd9576-888d-45e0-825e-469299514281 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:03.108140 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-07178c8c-ca68-4f5a-b619-eee8dc44862a req-0efd9576-888d-45e0-825e-469299514281 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:03.109804 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a8aa4ec3-9f2e-4c4c-b3da-e73bcd727015 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:03.111236 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a8aa4ec3-9f2e-4c4c-b3da-e73bcd727015 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:03.137229 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-6f3f9dc8-69be-4714-8378-09a2388cf3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:03.138971 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-6f3f9dc8-69be-4714-8378-09a2388cf3d0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7cc0cef1-9e0e-4144-85af-6ed42f35f232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1437707 Oct 20 11:40:03.157828 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-bdb5fcd5-4c79-4782-94ea-0cbb93dcaa7b None None] Set router f4f7b53d-4674-45f5-a7c3-f41aed41e5b0 gateway port host: None {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:40:03.169159 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07178c8c-ca68-4f5a-b619-eee8dc44862a req-0efd9576-888d-45e0-825e-469299514281 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2050359 Oct 20 11:40:03.178778 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a8aa4ec3-9f2e-4c4c-b3da-e73bcd727015 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:03.184749 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a8aa4ec3-9f2e-4c4c-b3da-e73bcd727015 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:03.185882 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0ec39e54-6cd7-4c2c-b1f2-db60dfdc2256 req-b661a4d3-d46e-4fbb-a785-bcc1f9867951 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.98 "GET /v2.0/security-groups?id=f213afdf-3ed9-41dd-8db1-016ca1b833e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948067 Oct 20 11:40:03.192452 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-07178c8c-ca68-4f5a-b619-eee8dc44862a req-626d76b3-bde5-4bbc-b20c-0fd1809146af service neutron] Request body: {'port': {'device_id': 'af7343e5-93f4-4974-96a9-ec63cabca9b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:03.211592 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-bdb5fcd5-4c79-4782-94ea-0cbb93dcaa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'name': 'tempest-RoutersIpV6Test-router-2028479717', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:26Z', 'updated_at': '2021-10-20T11:40:00Z', 'revision_number': 11, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'gw_port_host': None}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:03.222295 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a8aa4ec3-9f2e-4c4c-b3da-e73bcd727015 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:03.226741 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a8aa4ec3-9f2e-4c4c-b3da-e73bcd727015 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1525497 Oct 20 11:40:03.227584 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44158) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:03.234170 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-5c5884ea-5b1d-4f57-bfcb-93010bc2d022 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:03.245654 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb5fcd5-4c79-4782-94ea-0cbb93dcaa7b None None] The sync data for ids ['f4f7b53d-4674-45f5-a7c3-f41aed41e5b0'] in n-d-814735-3 is: [{'id': 'f4f7b53d-4674-45f5-a7c3-f41aed41e5b0', 'name': 'tempest-RoutersIpV6Test-router-2028479717', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:26Z', 'updated_at': '2021-10-20T11:40:00Z', 'revision_number': 11, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'gw_port_host': None}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:40:03.311637 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-07178c8c-ca68-4f5a-b619-eee8dc44862a req-626d76b3-bde5-4bbc-b20c-0fd1809146af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:03.365964 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b5ffc526-0727-40d1-9c33-f8c27600207d req-af99e036-28b3-499e-9cb7-18e4acab886a tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0418572 Oct 20 11:40:03.391166 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-4ba7d67e-556e-4b41-8807-df0df0c14d8f service neutron] 10.222.0.89 "GET /v2.0/networks/7cc0cef1-9e0e-4144-85af-6ed42f35f232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360089 Oct 20 11:40:03.509287 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5c5884ea-5b1d-4f57-bfcb-93010bc2d022 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4352'] for router, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:03.521086 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5c5884ea-5b1d-4f57-bfcb-93010bc2d022 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-652987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-652962', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-654361'] for router, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:03.591048 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-4b035584-af45-4a36-aa20-8dbe317adb89 service neutron] 10.222.0.89 "GET /v2.0/networks/7cc0cef1-9e0e-4144-85af-6ed42f35f232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909494 Oct 20 11:40:03.627148 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c5884ea-5b1d-4f57-bfcb-93010bc2d022 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Router 717870ed-2c25-4d32-93e5-dc264ab7687a is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:40:03.700161 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-7dc33837-cc0f-4d9e-a267-88cb902ad962 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=61bf1de1-24da-472e-a342-71d54a789c06 HTTP/1.1" status: 200 len: 217 time: 0.0841448 Oct 20 11:40:03.707423 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5884ea-5b1d-4f57-bfcb-93010bc2d022 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:40:03.715064 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5c5884ea-5b1d-4f57-bfcb-93010bc2d022 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:03.716329 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5c5884ea-5b1d-4f57-bfcb-93010bc2d022 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "PUT /v2.0/routers/717870ed-2c25-4d32-93e5-dc264ab7687a HTTP/1.1" status: 200 len: 698 time: 0.4877942 Oct 20 11:40:03.717854 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6357493c-3414-4f09-acf0-fec4750e95d9 None None] Sync routers for ids ['717870ed-2c25-4d32-93e5-dc264ab7687a'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:40:03.719102 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44168) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:03.728784 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6357493c-3414-4f09-acf0-fec4750e95d9 None None] Routers {'717870ed-2c25-4d32-93e5-dc264ab7687a'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:40:03.729476 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-6357493c-3414-4f09-acf0-fec4750e95d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:39:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['717870ed-2c25-4d32-93e5-dc264ab7687a'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:03.806020 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-6357493c-3414-4f09-acf0-fec4750e95d9 None None] Set router 717870ed-2c25-4d32-93e5-dc264ab7687a gateway port host: None {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:40:03.817431 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-8a8423e1-bf01-42e9-a30d-234487048bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:03.819226 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-8a8423e1-bf01-42e9-a30d-234487048bb2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c7f8db9e-759d-47f9-9be8-c669a032f85a HTTP/1.1" status: 200 len: 797 time: 0.0885425 Oct 20 11:40:03.823402 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-07178c8c-ca68-4f5a-b619-eee8dc44862a req-626d76b3-bde5-4bbc-b20c-0fd1809146af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ac11976-0de7-401d-9606-0591b8dbd802 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:40:03.845910 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371cada-36a7-477a-bea1-92a5cbf7c000 req-38332310-0040-48c7-b1a4-257429ad48ae tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:03.847507 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2371cada-36a7-477a-bea1-92a5cbf7c000 req-38332310-0040-48c7-b1a4-257429ad48ae tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=01f8306c-aecf-4fa0-8380-deaa069898a3 HTTP/1.1" status: 200 len: 945 time: 0.1581705 Oct 20 11:40:03.849808 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-07178c8c-ca68-4f5a-b619-eee8dc44862a req-626d76b3-bde5-4bbc-b20c-0fd1809146af service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:03.861402 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-6357493c-3414-4f09-acf0-fec4750e95d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717870ed-2c25-4d32-93e5-dc264ab7687a', 'name': 'tempest-RoutersIpV6Test-router-1176094911', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:40:03Z', 'updated_at': '2021-10-20T11:40:03Z', 'revision_number': 2, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'gw_port_host': None}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:03.893290 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6357493c-3414-4f09-acf0-fec4750e95d9 None None] Checking router: 717870ed-2c25-4d32-93e5-dc264ab7687a for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:40:03.902047 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-07178c8c-ca68-4f5a-b619-eee8dc44862a req-626d76b3-bde5-4bbc-b20c-0fd1809146af service neutron] Transition to ACTIVE for port object 9ac11976-0de7-401d-9606-0591b8dbd802 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:40:03.904393 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6357493c-3414-4f09-acf0-fec4750e95d9 None None] Routers {'717870ed-2c25-4d32-93e5-dc264ab7687a'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:40:03.905129 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-6357493c-3414-4f09-acf0-fec4750e95d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:39:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['717870ed-2c25-4d32-93e5-dc264ab7687a'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:03.981512 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-6357493c-3414-4f09-acf0-fec4750e95d9 None None] Set router 717870ed-2c25-4d32-93e5-dc264ab7687a gateway port host: None {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:40:04.036927 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-6357493c-3414-4f09-acf0-fec4750e95d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717870ed-2c25-4d32-93e5-dc264ab7687a', 'name': 'tempest-RoutersIpV6Test-router-1176094911', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:40:03Z', 'updated_at': '2021-10-20T11:40:03Z', 'revision_number': 2, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'gw_port_host': None}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:04.071700 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6357493c-3414-4f09-acf0-fec4750e95d9 None None] The sync data for ids ['717870ed-2c25-4d32-93e5-dc264ab7687a'] in n-d-814735-3 is: [{'id': '717870ed-2c25-4d32-93e5-dc264ab7687a', 'name': 'tempest-RoutersIpV6Test-router-1176094911', 'tenant_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:40:03Z', 'updated_at': '2021-10-20T11:40:03Z', 'revision_number': 2, 'project_id': 'd681ef907c694a9796fe2b5eafa3eecc', 'gw_port_host': None}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:40:04.179456 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8f024c43-d716-4ffe-abc8-0b39f1b06226 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "GET /v2.0/routers/717870ed-2c25-4d32-93e5-dc264ab7687a HTTP/1.1" status: 200 len: 704 time: 0.4591243 Oct 20 11:40:04.180095 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44170) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:04.208466 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-9a3e626a-8fa0-412b-8429-6be94311e0b6 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "GET /v2.0/ports?device_id=717870ed-2c25-4d32-93e5-dc264ab7687a HTTP/1.1" status: 200 len: 205 time: 0.0272689 Oct 20 11:40:04.211331 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44172) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:04.296705 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6f0e7e66-c68b-4394-9a9f-2ebb8e24e7aa tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:04.329593 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-07178c8c-ca68-4f5a-b619-eee8dc44862a req-626d76b3-bde5-4bbc-b20c-0fd1809146af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:04.350322 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-4784c686-09bc-4ac4-8785-a91cabd792a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:04.352125 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-4784c686-09bc-4ac4-8785-a91cabd792a3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=debe6c2d-b3d4-4e02-853f-d2d45fbb1f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5230834 Oct 20 11:40:04.359851 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2371cada-36a7-477a-bea1-92a5cbf7c000 req-6b3535f1-0f30-48ba-88d0-5f48e32732ec tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5058384 Oct 20 11:40:04.474729 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6f0e7e66-c68b-4394-9a9f-2ebb8e24e7aa tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:04.478036 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6f0e7e66-c68b-4394-9a9f-2ebb8e24e7aa tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:04.509818 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626d76b3-bde5-4bbc-b20c-0fd1809146af service neutron] Pushing event updated for resources: {'Port': ['ID=9ac11976-0de7-401d-9606-0591b8dbd802,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:04.530179 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6f0e7e66-c68b-4394-9a9f-2ebb8e24e7aa tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:04.530359 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217e763-6ca3-4239-8d78-cf990dc54de1 req-3b489f3b-7b64-4e09-a30d-9f0a2da2ce20 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:04.531121 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0e7e66-c68b-4394-9a9f-2ebb8e24e7aa tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Fanout notify agent at l3_agent the message router_deleted on router 717870ed-2c25-4d32-93e5-dc264ab7687a {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:40:04.532044 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7217e763-6ca3-4239-8d78-cf990dc54de1 req-3b489f3b-7b64-4e09-a30d-9f0a2da2ce20 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.98 "GET /v2.0/ports?device_id=af7343e5-93f4-4974-96a9-ec63cabca9b7 HTTP/1.1" status: 200 len: 943 time: 0.2037442 Oct 20 11:40:04.544169 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6f0e7e66-c68b-4394-9a9f-2ebb8e24e7aa tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:04.545354 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6f0e7e66-c68b-4394-9a9f-2ebb8e24e7aa tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "DELETE /v2.0/routers/717870ed-2c25-4d32-93e5-dc264ab7687a HTTP/1.1" status: 204 len: 168 time: 0.3330190 Oct 20 11:40:04.549442 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44184) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:04.581755 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-cf71f9eb-c983-4543-9e04-60c6dd8f7989 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "GET /v2.0/ports?device_id=717870ed-2c25-4d32-93e5-dc264ab7687a HTTP/1.1" status: 200 len: 205 time: 0.0286090 Oct 20 11:40:04.582160 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44186) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:04.674591 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [None req-f4a2d6aa-b14b-49fa-9f58-d474aae3260a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] delete failed (client error): The resource could not be found. Oct 20 11:40:04.675861 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-f4a2d6aa-b14b-49fa-9f58-d474aae3260a tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "DELETE /v2.0/routers/717870ed-2c25-4d32-93e5-dc264ab7687a HTTP/1.1" status: 404 len: 336 time: 0.0894039 Oct 20 11:40:04.678837 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44188) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:04.679645 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-60509224-d981-4665-8a4e-a52b76ea67a1 req-d6e979da-d609-417a-bfd6-e3c459f8d21d tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0742676 Oct 20 11:40:04.690759 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-b83a12a7-2c53-4419-a882-4ec164ba89f2 service neutron] 10.222.0.89 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975202 Oct 20 11:40:04.707973 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab499e96-a8d8-482f-b785-ec0b87f6e85c tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] DELETE failed (client error): The resource could not be found. Oct 20 11:40:04.708445 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab499e96-a8d8-482f-b785-ec0b87f6e85c tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:40:04.711865 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ab499e96-a8d8-482f-b785-ec0b87f6e85c tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "DELETE /v2.0/subnets/ad86bb45-07a3-47f3-8dc7-2454101d0055 HTTP/1.1" status: 404 len: 337 time: 0.0317163 Oct 20 11:40:04.714483 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44190) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:04.723310 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-07178c8c-ca68-4f5a-b619-eee8dc44862a req-626d76b3-bde5-4bbc-b20c-0fd1809146af service neutron] Attempting to bind port 9ac11976-0de7-401d-9606-0591b8dbd802 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:40:04.723787 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-07178c8c-ca68-4f5a-b619-eee8dc44862a req-626d76b3-bde5-4bbc-b20c-0fd1809146af service neutron] Attempting to bind port 9ac11976-0de7-401d-9606-0591b8dbd802 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '18503fb9-6d46-42ac-af7c-2c33d7692582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '9b4b04d3-5f74-4950-b228-01d68025eec7'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:40:04.724205 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07178c8c-ca68-4f5a-b619-eee8dc44862a req-626d76b3-bde5-4bbc-b20c-0fd1809146af service neutron] Attempting to bind port 9ac11976-0de7-401d-9606-0591b8dbd802 on network 9b4b04d3-5f74-4950-b228-01d68025eec7 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:40:04.746854 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6c22166-c8fa-4ed9-825c-6a1d9a966844 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] DELETE failed (client error): The resource could not be found. Oct 20 11:40:04.747715 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6c22166-c8fa-4ed9-825c-6a1d9a966844 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:40:04.749892 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7217e763-6ca3-4239-8d78-cf990dc54de1 req-00127ad4-ded9-42ff-8ef2-b459fff52f67 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.98 "GET /v2.0/security-groups?id=f213afdf-3ed9-41dd-8db1-016ca1b833e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922238 Oct 20 11:40:04.750682 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a6c22166-c8fa-4ed9-825c-6a1d9a966844 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "DELETE /v2.0/subnets/72c2fc34-0712-4397-a54e-dea256d5d070 HTTP/1.1" status: 404 len: 337 time: 0.0352147 Oct 20 11:40:04.753542 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44192) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:04.769669 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07178c8c-ca68-4f5a-b619-eee8dc44862a req-626d76b3-bde5-4bbc-b20c-0fd1809146af service neutron] Port 9ac11976-0de7-401d-9606-0591b8dbd802 on network 9b4b04d3-5f74-4950-b228-01d68025eec7 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:40:04.770133 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07178c8c-ca68-4f5a-b619-eee8dc44862a req-626d76b3-bde5-4bbc-b20c-0fd1809146af service neutron] Attempting to bind port 9ac11976-0de7-401d-9606-0591b8dbd802 on network 9b4b04d3-5f74-4950-b228-01d68025eec7 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:40:04.780502 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07178c8c-ca68-4f5a-b619-eee8dc44862a req-626d76b3-bde5-4bbc-b20c-0fd1809146af service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:40:04.780980 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07178c8c-ca68-4f5a-b619-eee8dc44862a req-626d76b3-bde5-4bbc-b20c-0fd1809146af service neutron] Checking segment: {'id': '18503fb9-6d46-42ac-af7c-2c33d7692582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '9b4b04d3-5f74-4950-b228-01d68025eec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:40:04.781459 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07178c8c-ca68-4f5a-b619-eee8dc44862a req-626d76b3-bde5-4bbc-b20c-0fd1809146af service neutron] Bound using segment: {'id': '18503fb9-6d46-42ac-af7c-2c33d7692582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '9b4b04d3-5f74-4950-b228-01d68025eec7'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:40:04.781989 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-07178c8c-ca68-4f5a-b619-eee8dc44862a req-626d76b3-bde5-4bbc-b20c-0fd1809146af service neutron] Bound port: 9ac11976-0de7-401d-9606-0591b8dbd802, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18503fb9-6d46-42ac-af7c-2c33d7692582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '9b4b04d3-5f74-4950-b228-01d68025eec7'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:40:04.782491 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-07178c8c-ca68-4f5a-b619-eee8dc44862a req-626d76b3-bde5-4bbc-b20c-0fd1809146af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:04.796446 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-1da553ce-0232-48e4-864e-c3f8e1e73e8d tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] DELETE failed (client error): The resource could not be found. Oct 20 11:40:04.796904 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1da553ce-0232-48e4-864e-c3f8e1e73e8d tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:40:04.800257 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1da553ce-0232-48e4-864e-c3f8e1e73e8d tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "DELETE /v2.0/subnets/44543e76-91f7-4097-aeba-dedb3069a3b9 HTTP/1.1" status: 404 len: 337 time: 0.0452349 Oct 20 11:40:04.802839 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44194) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:04.831934 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3bcf835-1176-4ff4-b1ae-c627afe7b781 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] DELETE failed (client error): The resource could not be found. Oct 20 11:40:04.832414 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3bcf835-1176-4ff4-b1ae-c627afe7b781 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:40:04.838457 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d3bcf835-1176-4ff4-b1ae-c627afe7b781 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "DELETE /v2.0/subnets/ff289b2c-591a-4d74-95b8-00c6c2c08745 HTTP/1.1" status: 404 len: 337 time: 0.0319383 Oct 20 11:40:04.838879 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44196) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:04.869502 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7e11bc74-0322-4237-892b-8e7c7db93a96 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "GET /v2.0/ports?device_id=f4f7b53d-4674-45f5-a7c3-f41aed41e5b0 HTTP/1.1" status: 200 len: 205 time: 0.0272083 Oct 20 11:40:04.869748 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44198) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:04.885202 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-36a53712-caf5-4736-96e1-b2000d8ae8c0 service neutron] 10.222.0.89 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822462 Oct 20 11:40:04.908453 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-d81b4067-f605-42cf-9d96-2c1ceb0e9a7c tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] delete failed (client error): The resource could not be found. Oct 20 11:40:04.909531 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d81b4067-f605-42cf-9d96-2c1ceb0e9a7c tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "DELETE /v2.0/routers/f4f7b53d-4674-45f5-a7c3-f41aed41e5b0 HTTP/1.1" status: 404 len: 336 time: 0.0389345 Oct 20 11:40:04.912342 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44200) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:04.942353 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-fc421c8b-c691-41dd-afbc-18af1d003570 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=1096304c-3250-4c91-a0ae-a0d182374e03 HTTP/1.1" status: 200 len: 217 time: 0.0447764 Oct 20 11:40:04.944330 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-84ddf9ec-aa78-4367-9b67-ea053ec55344 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "GET /v2.0/ports?device_id=4590f293-9400-4162-901f-866d2f6947de HTTP/1.1" status: 200 len: 205 time: 0.0308838 Oct 20 11:40:04.946463 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-07178c8c-ca68-4f5a-b619-eee8dc44862a req-626d76b3-bde5-4bbc-b20c-0fd1809146af service neutron] For port 9ac11976-0de7-401d-9606-0591b8dbd802, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:40:04.947070 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44202) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:04.970069 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-07178c8c-ca68-4f5a-b619-eee8dc44862a req-626d76b3-bde5-4bbc-b20c-0fd1809146af service neutron] For port 9ac11976-0de7-401d-9606-0591b8dbd802, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=9ac11976-0de7-401d-9606-0591b8dbd802,segment=NetworkSegment(18503fb9-6d46-42ac-af7c-2c33d7692582),segment_id=18503fb9-6d46-42ac-af7c-2c33d7692582)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:40:04.984903 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-34422d3f-1086-4327-acf4-b49c33b44b83 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] delete failed (client error): The resource could not be found. Oct 20 11:40:04.985961 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-34422d3f-1086-4327-acf4-b49c33b44b83 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "DELETE /v2.0/routers/4590f293-9400-4162-901f-866d2f6947de HTTP/1.1" status: 404 len: 336 time: 0.0379329 Oct 20 11:40:04.988719 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44204) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:04.997941 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-07178c8c-ca68-4f5a-b619-eee8dc44862a req-626d76b3-bde5-4bbc-b20c-0fd1809146af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:05.015897 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-d009f87c-4f16-4699-8e75-ef35ca2f6809 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] DELETE failed (client error): The resource could not be found. Oct 20 11:40:05.016278 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d009f87c-4f16-4699-8e75-ef35ca2f6809 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:40:05.019539 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d009f87c-4f16-4699-8e75-ef35ca2f6809 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "DELETE /v2.0/subnets/ea1b11ee-4ff2-49d4-9715-d309b059d200 HTTP/1.1" status: 404 len: 337 time: 0.0298750 Oct 20 11:40:05.022378 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44206) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:05.040895 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07178c8c-ca68-4f5a-b619-eee8dc44862a req-626d76b3-bde5-4bbc-b20c-0fd1809146af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:05.041588 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-07178c8c-ca68-4f5a-b619-eee8dc44862a req-626d76b3-bde5-4bbc-b20c-0fd1809146af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:05.043442 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07178c8c-ca68-4f5a-b619-eee8dc44862a req-626d76b3-bde5-4bbc-b20c-0fd1809146af service neutron] 10.222.0.11 "PUT /v2.0/ports/9ac11976-0de7-401d-9606-0591b8dbd802 HTTP/1.1" status: 200 len: 1091 time: 1.8611832 Oct 20 11:40:05.046029 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af7343e5-93f4-4974-96a9-ec63cabca9b7', 'tag': '9ac11976-0de7-401d-9606-0591b8dbd802'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:40:05.048434 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7412caf8-a095-47bc-a002-22a6e501dbcd" -d '{"events": [{"name": "network-changed", "server_uuid": "af7343e5-93f4-4974-96a9-ec63cabca9b7", "tag": "9ac11976-0de7-401d-9606-0591b8dbd802"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:40:05.050944 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-62dc704a-32e6-4f8f-8368-9e90c4e2e427 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "GET /v2.0/ports?device_id=9af73387-a3d5-4930-adf3-efaf0545564d HTTP/1.1" status: 200 len: 205 time: 0.0274203 Oct 20 11:40:05.053313 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44210) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:05.070587 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-2c7dc948-7e04-49d0-a35e-d3bfedac8db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:05.072188 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-2c7dc948-7e04-49d0-a35e-d3bfedac8db4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c7f8db9e-759d-47f9-9be8-c669a032f85a HTTP/1.1" status: 200 len: 797 time: 0.1209126 Oct 20 11:40:05.097940 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f71af0-20a2-4dd3-b787-dc1c16610fbf x-openstack-request-id: req-b9f71af0-20a2-4dd3-b787-dc1c16610fbf {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:40:05.097940 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af7343e5-93f4-4974-96a9-ec63cabca9b7", "tag": "9ac11976-0de7-401d-9606-0591b8dbd802", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:40:05.098306 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-8634efb4-c373-40dc-bc0a-45bbb5640cef tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] delete failed (client error): The resource could not be found. Oct 20 11:40:05.098399 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b9f71af0-20a2-4dd3-b787-dc1c16610fbf {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:40:05.098399 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af7343e5-93f4-4974-96a9-ec63cabca9b7', 'tag': '9ac11976-0de7-401d-9606-0591b8dbd802', 'status': 'completed', 'code': 200} Oct 20 11:40:05.098629 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8634efb4-c373-40dc-bc0a-45bbb5640cef tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "DELETE /v2.0/routers/9af73387-a3d5-4930-adf3-efaf0545564d HTTP/1.1" status: 404 len: 336 time: 0.0443897 Oct 20 11:40:05.101681 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44212) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:05.134372 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4e70ca8b-9772-41f7-8ae2-163d3caf3c94 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "GET /v2.0/ports?device_id=da934ab9-ccd5-4fdd-bfda-4e850b9323ce HTTP/1.1" status: 200 len: 205 time: 0.0290811 Oct 20 11:40:05.134606 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44214) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:05.162071 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626d76b3-bde5-4bbc-b20c-0fd1809146af service neutron] Pushing event updated for resources: {'Port': ['ID=9ac11976-0de7-401d-9606-0591b8dbd802,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:05.179444 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-bf87f576-b546-431f-b80e-8187d1737c54 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] delete failed (client error): The resource could not be found. Oct 20 11:40:05.183476 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-bf87f576-b546-431f-b80e-8187d1737c54 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "DELETE /v2.0/routers/da934ab9-ccd5-4fdd-bfda-4e850b9323ce HTTP/1.1" status: 404 len: 336 time: 0.0449862 Oct 20 11:40:05.183476 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44216) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:05.185501 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-b4af8d71-fab9-4185-b05a-126e1beec688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:05.187022 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-b4af8d71-fab9-4185-b05a-126e1beec688 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=debe6c2d-b3d4-4e02-853f-d2d45fbb1f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1046689 Oct 20 11:40:05.189654 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07178c8c-ca68-4f5a-b619-eee8dc44862a req-72b13372-abde-4317-b573-8255535c79eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:05.191091 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07178c8c-ca68-4f5a-b619-eee8dc44862a req-72b13372-abde-4317-b573-8255535c79eb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0f1d71dc026140398331b30284d1a25f&device_id=af7343e5-93f4-4974-96a9-ec63cabca9b7 HTTP/1.1" status: 200 len: 1094 time: 0.0831187 Oct 20 11:40:05.215913 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-2724ce1c-73d0-4807-8783-aab2e68377ea tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] DELETE failed (client error): The resource could not be found. Oct 20 11:40:05.216437 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2724ce1c-73d0-4807-8783-aab2e68377ea tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:40:05.219401 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2724ce1c-73d0-4807-8783-aab2e68377ea tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "DELETE /v2.0/subnets/bd2b12b9-a88d-4f68-983e-f5ad9b0dc9b6 HTTP/1.1" status: 404 len: 337 time: 0.0351570 Oct 20 11:40:05.222056 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44218) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:05.250912 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6c7cb089-b597-4085-a6fe-ff2c29c78b61 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "GET /v2.0/ports?device_id=2be982b9-d448-4421-8f75-9ae7ac31c6a1 HTTP/1.1" status: 200 len: 205 time: 0.0255287 Oct 20 11:40:05.251222 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44220) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:05.260798 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07178c8c-ca68-4f5a-b619-eee8dc44862a req-758b29e7-8c8f-488a-b128-f8a50329a99f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ac11976-0de7-401d-9606-0591b8dbd802 HTTP/1.1" status: 200 len: 217 time: 0.0550871 Oct 20 11:40:05.288366 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-2863452e-0aa3-46d2-80c5-643864880f95 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] delete failed (client error): The resource could not be found. Oct 20 11:40:05.291694 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2863452e-0aa3-46d2-80c5-643864880f95 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "DELETE /v2.0/routers/2be982b9-d448-4421-8f75-9ae7ac31c6a1 HTTP/1.1" status: 404 len: 336 time: 0.0372491 Oct 20 11:40:05.291956 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44222) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:05.323468 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-0df265e2-e8cd-41f4-b90d-025b6c453275 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] DELETE failed (client error): The resource could not be found. Oct 20 11:40:05.323834 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0df265e2-e8cd-41f4-b90d-025b6c453275 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:40:05.327496 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0df265e2-e8cd-41f4-b90d-025b6c453275 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "DELETE /v2.0/subnets/073237d0-302e-4181-86cd-868d84f5e587 HTTP/1.1" status: 404 len: 337 time: 0.0342357 Oct 20 11:40:05.329967 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44224) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:05.357291 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5ed94a88-6c97-494f-b745-f5dd29e3450c tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "GET /v2.0/ports?device_id=e44aae6d-4bc4-4728-bef8-e4ad31750ba8 HTTP/1.1" status: 200 len: 205 time: 0.0261617 Oct 20 11:40:05.359913 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44226) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:05.363189 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-999a133e-5c37-4e2c-acfa-f422b65f262c service neutron] 10.222.0.89 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663830 Oct 20 11:40:05.364507 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07178c8c-ca68-4f5a-b619-eee8dc44862a req-824a307f-ae61-4fcb-9c0e-7cf8764bfe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:05.365811 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07178c8c-ca68-4f5a-b619-eee8dc44862a req-824a307f-ae61-4fcb-9c0e-7cf8764bfe4f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ff7e051a-e851-44b7-8b6f-976a0da8ea02 HTTP/1.1" status: 200 len: 848 time: 0.0740874 Oct 20 11:40:05.396989 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-e9a91e78-8412-42d6-9241-c2cd311b124b tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] delete failed (client error): The resource could not be found. Oct 20 11:40:05.398070 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e9a91e78-8412-42d6-9241-c2cd311b124b tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "DELETE /v2.0/routers/e44aae6d-4bc4-4728-bef8-e4ad31750ba8 HTTP/1.1" status: 404 len: 336 time: 0.0372269 Oct 20 11:40:05.401198 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44230) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:05.413665 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07178c8c-ca68-4f5a-b619-eee8dc44862a req-4c5b017d-92e3-4ac3-a1ab-2a24e9b1dd26 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9b4b04d3-5f74-4950-b228-01d68025eec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346808 Oct 20 11:40:05.428198 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-febeef35-18de-4707-a0d2-86fd6da963bf tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] DELETE failed (client error): The resource could not be found. Oct 20 11:40:05.428668 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-febeef35-18de-4707-a0d2-86fd6da963bf tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:40:05.435194 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-febeef35-18de-4707-a0d2-86fd6da963bf tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "DELETE /v2.0/subnets/d6369993-7182-4d97-85e6-556056def0ba HTTP/1.1" status: 404 len: 337 time: 0.0299358 Oct 20 11:40:05.435194 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44232) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:05.464928 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-19d7f234-1b0b-4047-9ab0-2a7d2b96e985 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] DELETE failed (client error): The resource could not be found. Oct 20 11:40:05.466324 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19d7f234-1b0b-4047-9ab0-2a7d2b96e985 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:40:05.471175 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-19d7f234-1b0b-4047-9ab0-2a7d2b96e985 tempest-RoutersIpV6Test-847308042 tempest-RoutersIpV6Test-847308042-project] 10.222.0.98 "DELETE /v2.0/subnets/ea6426ab-bfad-4540-a1ee-5f632438031a HTTP/1.1" status: 404 len: 337 time: 0.0325832 Oct 20 11:40:05.577681 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-5e90bf18-4eb0-4d0b-8389-ec36e88997e7 service neutron] 10.222.0.89 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059941 Oct 20 11:40:05.604803 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d823cf46-b1ce-4610-bb68-185182bed18e req-01515cca-7b3c-4210-9bdd-6273cf36b8ed tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:05.606646 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d823cf46-b1ce-4610-bb68-185182bed18e req-01515cca-7b3c-4210-9bdd-6273cf36b8ed tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=01f8306c-aecf-4fa0-8380-deaa069898a3 HTTP/1.1" status: 200 len: 945 time: 0.1642098 Oct 20 11:40:05.646376 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-b009f923-de95-4c61-bae6-8f5feeb290b2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=d39c253f-49f6-4214-8738-6a67f437331d HTTP/1.1" status: 200 len: 217 time: 0.0594597 Oct 20 11:40:05.656163 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07178c8c-ca68-4f5a-b619-eee8dc44862a req-1dcd655c-302b-4217-b444-6667335b9549 service neutron] 10.222.0.11 "GET /v2.0/networks/9b4b04d3-5f74-4950-b228-01d68025eec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343445 Oct 20 11:40:05.697202 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44242) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:05.749235 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d823cf46-b1ce-4610-bb68-185182bed18e req-158948a0-7f21-4ea0-9f74-3bfed7d7c81a tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062491 Oct 20 11:40:05.780206 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-ecb125d7-3c4b-4cbe-9dfb-5f0ff2687413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:05.781634 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-ecb125d7-3c4b-4cbe-9dfb-5f0ff2687413 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c7f8db9e-759d-47f9-9be8-c669a032f85a HTTP/1.1" status: 200 len: 797 time: 0.1246636 Oct 20 11:40:05.858180 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d0ef9aad-ceec-4912-bb19-eae928323e95 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d681ef907c694a9796fe2b5eafa3eecc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1596806 Oct 20 11:40:05.863298 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44254) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:05.888239 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07178c8c-ca68-4f5a-b619-eee8dc44862a req-ae4ee234-a9dc-43a6-98d1-c8c5104bd0b5 service neutron] 10.222.0.11 "GET /v2.0/networks/9b4b04d3-5f74-4950-b228-01d68025eec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149568 Oct 20 11:40:05.907991 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-b4167bdb-9460-49bc-b8f5-32c8d1fe5809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:05.910356 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-b4167bdb-9460-49bc-b8f5-32c8d1fe5809 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=debe6c2d-b3d4-4e02-853f-d2d45fbb1f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1176643 Oct 20 11:40:05.924434 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d8ce38c9-916b-4e4f-98ec-eb2766289763 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:05.946461 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d8ce38c9-916b-4e4f-98ec-eb2766289763 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:05.951544 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8efe3-ad78-4797-996a-45adcef4f20b req-ab71287c-bde9-4174-aefe-50dd0a269d30 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:05.953068 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-87a8efe3-ad78-4797-996a-45adcef4f20b req-ab71287c-bde9-4174-aefe-50dd0a269d30 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.98 "GET /v2.0/ports?device_id=af7343e5-93f4-4974-96a9-ec63cabca9b7 HTTP/1.1" status: 200 len: 943 time: 0.1185451 Oct 20 11:40:05.993667 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d8ce38c9-916b-4e4f-98ec-eb2766289763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:05.996521 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d8ce38c9-916b-4e4f-98ec-eb2766289763 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:06.000297 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d8ce38c9-916b-4e4f-98ec-eb2766289763 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/739be2dd-4585-473e-8640-ee70f81ad590 HTTP/1.1" status: 204 len: 168 time: 0.1335495 Oct 20 11:40:06.005665 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ce38c9-916b-4e4f-98ec-eb2766289763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739be2dd-4585-473e-8640-ee70f81ad590,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:06.026672 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-095bd79e-151f-41c9-b4af-286720189ce3 req-c064e6d1-c995-4722-bf3c-ac7174338cdb tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.2440000 Oct 20 11:40:06.107448 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-87a8efe3-ad78-4797-996a-45adcef4f20b req-41ed2573-9402-492c-a3bf-543cd94d6754 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.98 "GET /v2.0/security-groups?id=f213afdf-3ed9-41dd-8db1-016ca1b833e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440899 Oct 20 11:40:06.122969 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412caf8-a095-47bc-a002-22a6e501dbcd req-e66fdb91-df81-4c8e-96f7-936d65404958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:06.122969 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7412caf8-a095-47bc-a002-22a6e501dbcd req-e66fdb91-df81-4c8e-96f7-936d65404958 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0f1d71dc026140398331b30284d1a25f&device_id=af7343e5-93f4-4974-96a9-ec63cabca9b7 HTTP/1.1" status: 200 len: 1094 time: 0.1559606 Oct 20 11:40:06.136801 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-042da87b-28ea-4b17-adaa-ba9ef72f91ca service neutron] 10.222.0.89 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157543 Oct 20 11:40:06.282972 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412caf8-a095-47bc-a002-22a6e501dbcd req-67f58ef0-14df-4747-991b-e9561400e9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:06.284473 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7412caf8-a095-47bc-a002-22a6e501dbcd req-67f58ef0-14df-4747-991b-e9561400e9c0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9b4b04d3-5f74-4950-b228-01d68025eec7 HTTP/1.1" status: 200 len: 910 time: 0.1569378 Oct 20 11:40:06.304497 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-09a5725f-b954-48f6-b5f1-10be8cd5bdb9 service neutron] 10.222.0.89 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554444 Oct 20 11:40:06.333663 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7412caf8-a095-47bc-a002-22a6e501dbcd req-80b5dc6b-6ec9-4a05-b65a-f38ce6ca3fa2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ac11976-0de7-401d-9606-0591b8dbd802 HTTP/1.1" status: 200 len: 217 time: 0.0385461 Oct 20 11:40:06.375183 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-ed82f136-d12a-4592-9b2c-c8144e426e18 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=4aea7d3c-78fa-4d1c-9d27-ec767d37af26 HTTP/1.1" status: 200 len: 217 time: 0.0432589 Oct 20 11:40:06.448946 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412caf8-a095-47bc-a002-22a6e501dbcd req-81d4705d-fef2-4162-975a-5b9cad841343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:06.450441 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7412caf8-a095-47bc-a002-22a6e501dbcd req-81d4705d-fef2-4162-975a-5b9cad841343 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ff7e051a-e851-44b7-8b6f-976a0da8ea02 HTTP/1.1" status: 200 len: 848 time: 0.0837555 Oct 20 11:40:06.454013 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-a5bffaa9-3d26-45a6-9234-28bb4e98a7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:06.455369 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-a5bffaa9-3d26-45a6-9234-28bb4e98a7d0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c7f8db9e-759d-47f9-9be8-c669a032f85a HTTP/1.1" status: 200 len: 797 time: 0.0613010 Oct 20 11:40:06.504455 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7412caf8-a095-47bc-a002-22a6e501dbcd req-093369e8-b2ae-44b0-9a0b-b9681d82af2f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9b4b04d3-5f74-4950-b228-01d68025eec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456965 Oct 20 11:40:06.550695 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-cc8911dd-7868-40fa-b8eb-f5847454095d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:06.552594 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-cc8911dd-7868-40fa-b8eb-f5847454095d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=debe6c2d-b3d4-4e02-853f-d2d45fbb1f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0859065 Oct 20 11:40:06.678820 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7412caf8-a095-47bc-a002-22a6e501dbcd req-b0d42034-7782-49f5-b016-273a15a87825 service neutron] 10.222.0.11 "GET /v2.0/networks/9b4b04d3-5f74-4950-b228-01d68025eec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664596 Oct 20 11:40:06.758943 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44282) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:06.766185 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-84e707e0-0b8f-431e-ac79-7a6c24d8da66 service neutron] 10.222.0.89 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800275 Oct 20 11:40:06.850379 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009fa71-1841-4191-9463-6bf80ce0e794 req-0cc74080-7fee-4e9c-83ac-6b7de87239c5 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:06.851891 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7009fa71-1841-4191-9463-6bf80ce0e794 req-0cc74080-7fee-4e9c-83ac-6b7de87239c5 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 945 time: 0.1662514 Oct 20 11:40:06.864957 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-a5da19c8-f3d6-4293-884b-8280cc6cfa3f tempest-DvrRoutersNegativeTest-1612838001 tempest-DvrRoutersNegativeTest-1612838001-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1496028788', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:06.868385 n-d-814735-3 neutron-server[100646]: DEBUG neutron.policy [None req-a5da19c8-f3d6-4293-884b-8280cc6cfa3f tempest-DvrRoutersNegativeTest-1612838001 tempest-DvrRoutersNegativeTest-1612838001-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=100646) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Oct 20 11:40:06.868833 n-d-814735-3 neutron-server[100646]: DEBUG neutron.policy [None req-a5da19c8-f3d6-4293-884b-8280cc6cfa3f tempest-DvrRoutersNegativeTest-1612838001 tempest-DvrRoutersNegativeTest-1612838001-project] Failed policy check for 'create_router' {{(pid=100646) enforce /opt/stack/neutron/neutron/policy.py:524}} Oct 20 11:40:06.869520 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-a5da19c8-f3d6-4293-884b-8280cc6cfa3f tempest-DvrRoutersNegativeTest-1612838001 tempest-DvrRoutersNegativeTest-1612838001-project] create failed (client error): Access was denied to this resource. Oct 20 11:40:06.870581 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a5da19c8-f3d6-4293-884b-8280cc6cfa3f tempest-DvrRoutersNegativeTest-1612838001 tempest-DvrRoutersNegativeTest-1612838001-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1106527 Oct 20 11:40:06.944602 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7412caf8-a095-47bc-a002-22a6e501dbcd req-3e3186e9-d4f6-4922-b52a-84cfd7972f34 service neutron] 10.222.0.11 "GET /v2.0/networks/9b4b04d3-5f74-4950-b228-01d68025eec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554278 Oct 20 11:40:06.993027 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c51c9-1031-47c5-a286-b3fbcb1d5f66 req-7b8d5e96-18b5-4ad2-b6e4-87d9996cdb45 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:06.994684 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8b3c51c9-1031-47c5-a286-b3fbcb1d5f66 req-7b8d5e96-18b5-4ad2-b6e4-87d9996cdb45 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=01f8306c-aecf-4fa0-8380-deaa069898a3 HTTP/1.1" status: 200 len: 945 time: 0.1677895 Oct 20 11:40:07.001190 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7009fa71-1841-4191-9463-6bf80ce0e794 req-42f0a66a-e3c2-4672-ac39-43edb99e236d tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/security-groups?id=9b3d2f10-3510-4534-bb4e-f0bb5bf298fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155252 Oct 20 11:40:07.018762 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-3452139c-363d-4a71-a3a1-dc26cb7913f4 service neutron] 10.222.0.89 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245812 Oct 20 11:40:07.087798 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-88f1f46c-bb69-457d-ba8c-7c3d44bb78f4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=36734b27-541b-4c46-94d0-9c36824cd543 HTTP/1.1" status: 200 len: 217 time: 0.0603426 Oct 20 11:40:07.093852 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8b3c51c9-1031-47c5-a286-b3fbcb1d5f66 req-29551ee3-e268-4990-ab1d-e6d42f3981d9 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865712 Oct 20 11:40:07.161061 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-151d920e-b3d6-45ed-b558-9fadd004299a req-4154f0d7-d5b3-477a-bb1b-574ffa7e84b1 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0558567 Oct 20 11:40:07.175768 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-7cac1723-7fe7-44a6-8da6-7a0a506642a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:07.183205 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-7cac1723-7fe7-44a6-8da6-7a0a506642a6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8b2ce3de-10a9-4c8a-b2e7-4d28126c6f52 HTTP/1.1" status: 200 len: 797 time: 0.0839484 Oct 20 11:40:07.183331 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44300) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:07.249950 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-8cb44d59-a394-4173-bc09-c2d1ddd07b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:07.251471 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-8cb44d59-a394-4173-bc09-c2d1ddd07b28 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cbfb6560-b005-4cf2-8e9b-c40d4507d392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0628030 Oct 20 11:40:07.307690 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-53dc5da5-9876-4cdc-abd3-18f19be6266a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:07.355395 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff8fa8-ac3c-4989-a56b-052ea5c01c76 req-e3e7ed96-4f6f-4f66-bced-e8f78d464e31 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:07.357161 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-28ff8fa8-ac3c-4989-a56b-052ea5c01c76 req-e3e7ed96-4f6f-4f66-bced-e8f78d464e31 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.98 "GET /v2.0/ports?device_id=af7343e5-93f4-4974-96a9-ec63cabca9b7 HTTP/1.1" status: 200 len: 943 time: 0.1191046 Oct 20 11:40:07.388246 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-53dc5da5-9876-4cdc-abd3-18f19be6266a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:07.393791 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-53dc5da5-9876-4cdc-abd3-18f19be6266a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:07.399629 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-631e1444-d8c7-43a3-bef3-7d096c7f018e service neutron] 10.222.0.89 "GET /v2.0/networks/cbfb6560-b005-4cf2-8e9b-c40d4507d392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294305 Oct 20 11:40:07.420778 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-28ff8fa8-ac3c-4989-a56b-052ea5c01c76 req-ff185a36-83bf-46b7-afef-6e2464cd7fd8 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.98 "GET /v2.0/security-groups?id=f213afdf-3ed9-41dd-8db1-016ca1b833e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560999 Oct 20 11:40:07.437357 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc5da5-9876-4cdc-abd3-18f19be6266a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19efa7e-5ccd-4286-9aff-44ac8e3c4716,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:07.445079 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-53dc5da5-9876-4cdc-abd3-18f19be6266a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a3d002002362441780b0e81bc50558ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2623267 Oct 20 11:40:07.445491 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44304) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:07.541683 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-4ed0843f-3d09-42f7-b7d0-4a9fdbd20abb service neutron] 10.222.0.89 "GET /v2.0/networks/cbfb6560-b005-4cf2-8e9b-c40d4507d392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305304 Oct 20 11:40:07.546307 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-18439412-ea32-43d1-8737-5964ca85c034 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:07.597791 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-df6cce95-8d4f-4251-86a3-9bb86fafc671 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=21d0cf01-a7f4-49be-aec5-51e5c5128073 HTTP/1.1" status: 200 len: 217 time: 0.0484583 Oct 20 11:40:07.608894 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-18439412-ea32-43d1-8737-5964ca85c034 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:07.675514 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-8541a01d-2748-493b-94a7-bbd39d665a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:07.676996 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-8541a01d-2748-493b-94a7-bbd39d665a64 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8b2ce3de-10a9-4c8a-b2e7-4d28126c6f52 HTTP/1.1" status: 200 len: 797 time: 0.0662656 Oct 20 11:40:07.717586 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-18439412-ea32-43d1-8737-5964ca85c034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:07.720160 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-18439412-ea32-43d1-8737-5964ca85c034 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:07.721305 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-18439412-ea32-43d1-8737-5964ca85c034 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d19efa7e-5ccd-4286-9aff-44ac8e3c4716 HTTP/1.1" status: 204 len: 168 time: 0.2748768 Oct 20 11:40:07.734461 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18439412-ea32-43d1-8737-5964ca85c034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19efa7e-5ccd-4286-9aff-44ac8e3c4716,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:07.740478 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-39fca35c-68af-4da2-8f54-5c32fd06aa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:07.742140 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-39fca35c-68af-4da2-8f54-5c32fd06aa2d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cbfb6560-b005-4cf2-8e9b-c40d4507d392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0576081 Oct 20 11:40:07.848971 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-b4edec00-be73-4f97-bf85-aa2d3ce670d5 service neutron] 10.222.0.89 "GET /v2.0/networks/cbfb6560-b005-4cf2-8e9b-c40d4507d392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968523 Oct 20 11:40:07.962297 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e7b0793c-930e-4f18-8e3b-e79b0d844d32 req-2a32b97b-6b23-4add-a1e4-a839ead37298 service neutron] 10.222.0.89 "GET /v2.0/networks/cbfb6560-b005-4cf2-8e9b-c40d4507d392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015592 Oct 20 11:40:08.075779 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f4c2d3-60ee-4d03-b3c6-6ef9f7ca6b81 req-08b10c4e-b42f-4359-850d-e14661b13aa8 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:08.077300 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-01f4c2d3-60ee-4d03-b3c6-6ef9f7ca6b81 req-08b10c4e-b42f-4359-850d-e14661b13aa8 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 945 time: 0.0557244 Oct 20 11:40:08.116584 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-01f4c2d3-60ee-4d03-b3c6-6ef9f7ca6b81 req-10a7d0f4-8e55-45b5-96c6-814fbe2df25f tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/security-groups?id=9b3d2f10-3510-4534-bb4e-f0bb5bf298fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331526 Oct 20 11:40:08.231426 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab571c1b-a447-465f-93f9-2377b4ebd216 req-4ec8b3b6-74fa-4702-9044-479cf020b34e tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:08.233422 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ab571c1b-a447-465f-93f9-2377b4ebd216 req-4ec8b3b6-74fa-4702-9044-479cf020b34e tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=01f8306c-aecf-4fa0-8380-deaa069898a3 HTTP/1.1" status: 200 len: 945 time: 0.0592396 Oct 20 11:40:08.279400 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ab571c1b-a447-465f-93f9-2377b4ebd216 req-83971c10-7838-4971-89ab-343af0a2c5f1 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390935 Oct 20 11:40:08.333703 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-715c2f71-1552-4180-9b69-a5dd1a3790a8 req-7ebf99ac-4beb-48eb-9870-506731602938 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0272839 Oct 20 11:40:08.421233 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44342) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:08.531428 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-581c716f-d4b0-4337-80cc-a131a345a62e tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:08.533071 n-d-814735-3 neutron-server[100646]: WARNING neutron.api.v2.base [None req-581c716f-d4b0-4337-80cc-a131a345a62e tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 20 11:40:08.533594 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-581c716f-d4b0-4337-80cc-a131a345a62e tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] create failed (client error): There was a conflict when trying to complete your request. Oct 20 11:40:08.534839 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-581c716f-d4b0-4337-80cc-a131a345a62e tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1120033 Oct 20 11:40:08.538599 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44350) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:08.543770 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-07167665-cece-4926-9b49-fcaaaef17369 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Request body: {'security_group': {'name': 'tempest-secgroup--806784798'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:08.545388 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c2c63-107a-442b-b5e4-312fa19de2e9 req-01f0638a-518b-4f5d-8132-1573eb43bc35 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:08.548794 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-175c2c63-107a-442b-b5e4-312fa19de2e9 req-01f0638a-518b-4f5d-8132-1573eb43bc35 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.98 "GET /v2.0/ports?device_id=af7343e5-93f4-4974-96a9-ec63cabca9b7 HTTP/1.1" status: 200 len: 943 time: 0.0590665 Oct 20 11:40:08.576533 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-07167665-cece-4926-9b49-fcaaaef17369 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:08.584742 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-07167665-cece-4926-9b49-fcaaaef17369 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:08.681990 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-07167665-cece-4926-9b49-fcaaaef17369 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:08.687768 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-07167665-cece-4926-9b49-fcaaaef17369 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:08.729240 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07167665-cece-4926-9b49-fcaaaef17369 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a248e41-e0ee-402e-b655-c735c601364b,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:08.757505 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 9ac11976-0de7-401d-9606-0591b8dbd802 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:40:08.762373 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af1fd5b-3dda-48a3-94bf-274e253d14f6 req-65296817-3c01-4b38-86b7-0d21f9883595 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:08.763949 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8af1fd5b-3dda-48a3-94bf-274e253d14f6 req-65296817-3c01-4b38-86b7-0d21f9883595 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 945 time: 0.0752788 Oct 20 11:40:08.771332 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-175c2c63-107a-442b-b5e4-312fa19de2e9 req-85ec1e1b-b999-4d94-8503-4a523e07b199 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.98 "GET /v2.0/security-groups?id=f213afdf-3ed9-41dd-8db1-016ca1b833e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128329 Oct 20 11:40:08.776279 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-07167665-cece-4926-9b49-fcaaaef17369 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:08.792389 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-07167665-cece-4926-9b49-fcaaaef17369 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:08.820755 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8af1fd5b-3dda-48a3-94bf-274e253d14f6 req-9561e2d3-97bc-4091-9de7-97fa6b6c70dd tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/security-groups?id=9b3d2f10-3510-4534-bb4e-f0bb5bf298fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475347 Oct 20 11:40:08.836869 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-07167665-cece-4926-9b49-fcaaaef17369 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:08.841218 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44358) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:08.841440 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-07167665-cece-4926-9b49-fcaaaef17369 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3017602 Oct 20 11:40:08.842641 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07167665-cece-4926-9b49-fcaaaef17369 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd33005b-7b98-4e77-a3c6-bf8738e5ca83,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:08.846849 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-8f0a2ae8-42c5-4f18-8987-403e56b9667f tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Request body: {'security_group_rule': {'security_group_id': 'fd33005b-7b98-4e77-a3c6-bf8738e5ca83', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:08.874635 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f0a2ae8-42c5-4f18-8987-403e56b9667f tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:08.884164 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 9ac11976-0de7-401d-9606-0591b8dbd802, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=9ac11976-0de7-401d-9606-0591b8dbd802,segment=NetworkSegment(18503fb9-6d46-42ac-af7c-2c33d7692582),segment_id=18503fb9-6d46-42ac-af7c-2c33d7692582)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:08.895471 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '9ac11976-0de7-401d-9606-0591b8dbd802', 'network_id': '9b4b04d3-5f74-4950-b228-01d68025eec7', 'port_id': '9ac11976-0de7-401d-9606-0591b8dbd802', 'mac_address': 'fa:16:3e:11:be:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff7e051a-e851-44b7-8b6f-976a0da8ea02', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:40:08.920342 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f0a2ae8-42c5-4f18-8987-403e56b9667f tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:08.924463 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f0a2ae8-42c5-4f18-8987-403e56b9667f tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:08.937945 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:08.943220 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0a2ae8-42c5-4f18-8987-403e56b9667f tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b17ef38a-85e0-4b97-8749-e25bd23ccd9f,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:08.948862 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f0a2ae8-42c5-4f18-8987-403e56b9667f tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:08.950171 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8f0a2ae8-42c5-4f18-8987-403e56b9667f tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1076770 Oct 20 11:40:08.953631 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44360) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:08.954276 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ac11976-0de7-401d-9606-0591b8dbd802 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:40:08.958386 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-c6e3c57f-95ff-4fc0-85c2-fcee32ed5a4b tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Request body: {'security_group_rule': {'security_group_id': 'fd33005b-7b98-4e77-a3c6-bf8738e5ca83', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:08.978007 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 9ac11976-0de7-401d-9606-0591b8dbd802, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=9ac11976-0de7-401d-9606-0591b8dbd802,segment=NetworkSegment(18503fb9-6d46-42ac-af7c-2c33d7692582),segment_id=18503fb9-6d46-42ac-af7c-2c33d7692582)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:08.982040 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:08.985726 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c6e3c57f-95ff-4fc0-85c2-fcee32ed5a4b tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:09.030463 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=9ac11976-0de7-401d-9606-0591b8dbd802,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:09.036338 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [None req-c6e3c57f-95ff-4fc0-85c2-fcee32ed5a4b tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] create failed (client error): There was a conflict when trying to complete your request. Oct 20 11:40:09.037499 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c6e3c57f-95ff-4fc0-85c2-fcee32ed5a4b tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0828567 Oct 20 11:40:09.040606 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44362) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:09.095012 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3ec4aa2e-dd34-4bae-9d73-a6f8d7f844ac tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:09.118621 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3ec4aa2e-dd34-4bae-9d73-a6f8d7f844ac tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:09.168610 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3ec4aa2e-dd34-4bae-9d73-a6f8d7f844ac tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:09.171739 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3ec4aa2e-dd34-4bae-9d73-a6f8d7f844ac tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:09.172895 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3ec4aa2e-dd34-4bae-9d73-a6f8d7f844ac tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "DELETE /v2.0/security-groups/fd33005b-7b98-4e77-a3c6-bf8738e5ca83 HTTP/1.1" status: 204 len: 168 time: 0.1312389 Oct 20 11:40:09.175751 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44364) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:09.181798 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec4aa2e-dd34-4bae-9d73-a6f8d7f844ac tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd33005b-7b98-4e77-a3c6-bf8738e5ca83,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:09.200439 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['9ac11976-0de7-401d-9606-0591b8dbd802'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:40:09.220852 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e9fabb71-deef-414c-8826-dc063ea3cb20 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0438762 Oct 20 11:40:09.224867 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44366) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:09.229529 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-f567662f-56e6-445e-8512-e99692d33acd tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Request body: {'security_group': {'name': 'tempest-secgroup--386048538'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:09.252261 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f567662f-56e6-445e-8512-e99692d33acd tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:09.323911 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f567662f-56e6-445e-8512-e99692d33acd tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:09.328814 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f567662f-56e6-445e-8512-e99692d33acd tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:09.354385 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f567662f-56e6-445e-8512-e99692d33acd tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:09.355861 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f567662f-56e6-445e-8512-e99692d33acd tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1298094 Oct 20 11:40:09.360253 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44372) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:09.366813 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-5f450e9e-625c-4e31-a55a-5840761fdc04 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Request body: {'security_group_rule': {'security_group_id': '2c9ec0e3-d687-4a48-a6b3-6b71a83c0707', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:09.367578 n-d-814735-3 neutron-server[100646]: WARNING neutron.api.v2.base [None req-5f450e9e-625c-4e31-a55a-5840761fdc04 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 20 11:40:09.368175 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-5f450e9e-625c-4e31-a55a-5840761fdc04 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:40:09.369158 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5f450e9e-625c-4e31-a55a-5840761fdc04 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0080149 Oct 20 11:40:09.372297 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f567662f-56e6-445e-8512-e99692d33acd tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9ec0e3-d687-4a48-a6b3-6b71a83c0707,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:09.374459 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44376) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:09.409956 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07dd5f-5f2b-49f7-841f-00d3a3ef99de req-e4ad7560-a5da-4628-a9a5-709441a5248a tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:09.411614 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a07dd5f-5f2b-49f7-841f-00d3a3ef99de req-e4ad7560-a5da-4628-a9a5-709441a5248a tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=01f8306c-aecf-4fa0-8380-deaa069898a3 HTTP/1.1" status: 200 len: 945 time: 0.0562510 Oct 20 11:40:09.431087 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-da7cbc61-e586-434d-ba1b-aa2bee914614 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:09.453924 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-da7cbc61-e586-434d-ba1b-aa2bee914614 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:09.456512 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a1c37b60-ab78-481f-9109-6a1bf9e2de80 req-8ebc1145-5158-47f6-aefb-0a9b0ae76a21 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0309699 Oct 20 11:40:09.484154 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a07dd5f-5f2b-49f7-841f-00d3a3ef99de req-ef23e824-568f-4b50-ad97-6f1a1d706468 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658865 Oct 20 11:40:09.496748 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-da7cbc61-e586-434d-ba1b-aa2bee914614 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:09.499501 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-da7cbc61-e586-434d-ba1b-aa2bee914614 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:09.503057 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-da7cbc61-e586-434d-ba1b-aa2bee914614 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "DELETE /v2.0/security-groups/2c9ec0e3-d687-4a48-a6b3-6b71a83c0707 HTTP/1.1" status: 204 len: 168 time: 0.1251719 Oct 20 11:40:09.503489 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44378) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:09.509971 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7cbc61-e586-434d-ba1b-aa2bee914614 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9ec0e3-d687-4a48-a6b3-6b71a83c0707,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:09.545917 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-f2c585e0-c9ea-4a4b-986c-f04a5dcf8ed0 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0412908 Oct 20 11:40:09.549503 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44380) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:09.553654 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-4d65caba-ff76-428b-bd6e-21c737945d55 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Request body: {'security_group': {'name': 'tempest-secgroup--2097651058'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:09.577504 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4d65caba-ff76-428b-bd6e-21c737945d55 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:09.646358 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4d65caba-ff76-428b-bd6e-21c737945d55 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:09.652600 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4d65caba-ff76-428b-bd6e-21c737945d55 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:09.683321 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4d65caba-ff76-428b-bd6e-21c737945d55 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:09.684720 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4d65caba-ff76-428b-bd6e-21c737945d55 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1343043 Oct 20 11:40:09.685563 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65caba-ff76-428b-bd6e-21c737945d55 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97de1a80-cd50-4dac-968c-dc8ef780b535,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:09.688038 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44382) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:09.692393 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-3350761b-c205-4356-bc5b-54f2bfa8b48a tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Request body: {'security_group_rule': {'security_group_id': '97de1a80-cd50-4dac-968c-dc8ef780b535', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:09.694746 n-d-814735-3 neutron-server[100647]: WARNING neutron.api.v2.base [None req-3350761b-c205-4356-bc5b-54f2bfa8b48a tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 20 11:40:09.695293 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [None req-3350761b-c205-4356-bc5b-54f2bfa8b48a tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:40:09.696318 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3350761b-c205-4356-bc5b-54f2bfa8b48a tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0072858 Oct 20 11:40:09.699465 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44384) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:09.752862 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-66519a96-6e15-4e8b-8a55-e5cb0568821c tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:09.772108 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:09.780116 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-66519a96-6e15-4e8b-8a55-e5cb0568821c tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:09.821824 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-66519a96-6e15-4e8b-8a55-e5cb0568821c tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:09.824631 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-66519a96-6e15-4e8b-8a55-e5cb0568821c tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:09.825978 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-66519a96-6e15-4e8b-8a55-e5cb0568821c tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "DELETE /v2.0/security-groups/97de1a80-cd50-4dac-968c-dc8ef780b535 HTTP/1.1" status: 204 len: 168 time: 0.1255512 Oct 20 11:40:09.829325 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44388) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:09.858119 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66519a96-6e15-4e8b-8a55-e5cb0568821c tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97de1a80-cd50-4dac-968c-dc8ef780b535,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:09.939932 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2ff3a518-0cf9-4e6f-9cdf-55e98012d054 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1095781 Oct 20 11:40:09.944302 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44394) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:09.954345 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5e10a-16a2-47e2-bc1d-cad182b246f2 req-441c4bc2-9f1a-473e-b11e-e9a279e41d0e tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:09.955833 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-34d5e10a-16a2-47e2-bc1d-cad182b246f2 req-441c4bc2-9f1a-473e-b11e-e9a279e41d0e tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.98 "GET /v2.0/ports?device_id=af7343e5-93f4-4974-96a9-ec63cabca9b7 HTTP/1.1" status: 200 len: 944 time: 0.1121457 Oct 20 11:40:09.958945 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-eb37f577-0c03-427d-9cd4-05860a2f3bbf tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Request body: {'security_group': {'name': 'tempest-secgroup--1807982298'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:10.004136 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108c922-4a58-4065-aaa0-1950f956294f req-ce23a392-f4d2-4697-967c-5f860badf183 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:10.005622 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4108c922-4a58-4065-aaa0-1950f956294f req-ce23a392-f4d2-4697-967c-5f860badf183 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 945 time: 0.1139307 Oct 20 11:40:10.024835 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-eb37f577-0c03-427d-9cd4-05860a2f3bbf tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:10.048335 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-34d5e10a-16a2-47e2-bc1d-cad182b246f2 req-9ace4c88-a665-42cc-9e7a-88541751080e tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.98 "GET /v2.0/security-groups?id=f213afdf-3ed9-41dd-8db1-016ca1b833e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840709 Oct 20 11:40:10.081142 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4108c922-4a58-4065-aaa0-1950f956294f req-98829074-c90b-40db-b96d-8a3bd9df6bce tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/security-groups?id=9b3d2f10-3510-4534-bb4e-f0bb5bf298fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647182 Oct 20 11:40:10.153748 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-eb37f577-0c03-427d-9cd4-05860a2f3bbf tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:10.160400 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-eb37f577-0c03-427d-9cd4-05860a2f3bbf tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:10.171070 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4aecb7-e402-45a5-ae61-6216cbb126b2 req-cdbee5e5-98e6-4bbc-bbc0-95747e224b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:10.172557 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d4aecb7-e402-45a5-ae61-6216cbb126b2 req-cdbee5e5-98e6-4bbc-bbc0-95747e224b2c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=01f8306c-aecf-4fa0-8380-deaa069898a3 HTTP/1.1" status: 200 len: 1096 time: 0.0754542 Oct 20 11:40:10.198327 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-eb37f577-0c03-427d-9cd4-05860a2f3bbf tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:10.199597 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-eb37f577-0c03-427d-9cd4-05860a2f3bbf tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2547340 Oct 20 11:40:10.203220 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44396) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:10.207815 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-b681255f-81a5-4a55-af58-007ec859b3f5 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Request body: {'security_group_rule': {'security_group_id': '6adf5e56-0aa6-4110-9069-427775d0f2b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:10.209120 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb37f577-0c03-427d-9cd4-05860a2f3bbf tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6adf5e56-0aa6-4110-9069-427775d0f2b5,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:10.220099 n-d-814735-3 neutron-server[100646]: WARNING neutron.api.v2.base [None req-b681255f-81a5-4a55-af58-007ec859b3f5 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 20 11:40:10.220724 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-b681255f-81a5-4a55-af58-007ec859b3f5 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:40:10.221798 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b681255f-81a5-4a55-af58-007ec859b3f5 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0175598 Oct 20 11:40:10.224880 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44398) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:10.227632 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d4aecb7-e402-45a5-ae61-6216cbb126b2 req-2dc4fce6-dba4-46aa-872e-729964641aee service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386555 Oct 20 11:40:10.229357 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-7340bdb4-905b-4e88-8a8a-7b162d8dc262 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Request body: {'security_group_rule': {'security_group_id': '6adf5e56-0aa6-4110-9069-427775d0f2b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:10.230024 n-d-814735-3 neutron-server[100646]: WARNING neutron.api.v2.base [None req-7340bdb4-905b-4e88-8a8a-7b162d8dc262 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 20 11:40:10.230496 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-7340bdb4-905b-4e88-8a8a-7b162d8dc262 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:40:10.231569 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7340bdb4-905b-4e88-8a8a-7b162d8dc262 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0056145 Oct 20 11:40:10.234034 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44400) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:10.238279 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-b4f2ba75-7885-4cbb-aed8-d7cfc12b70b9 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Request body: {'security_group_rule': {'security_group_id': '6adf5e56-0aa6-4110-9069-427775d0f2b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:10.240100 n-d-814735-3 neutron-server[100647]: WARNING neutron.api.v2.base [None req-b4f2ba75-7885-4cbb-aed8-d7cfc12b70b9 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 20 11:40:10.240599 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [None req-b4f2ba75-7885-4cbb-aed8-d7cfc12b70b9 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:40:10.241557 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-b4f2ba75-7885-4cbb-aed8-d7cfc12b70b9 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066402 Oct 20 11:40:10.243924 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44402) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:10.247744 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-46796852-fadd-4f27-95e8-f2b42a604948 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Request body: {'security_group_rule': {'security_group_id': '6adf5e56-0aa6-4110-9069-427775d0f2b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:10.249596 n-d-814735-3 neutron-server[100647]: WARNING neutron.api.v2.base [None req-46796852-fadd-4f27-95e8-f2b42a604948 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 20 11:40:10.250055 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [None req-46796852-fadd-4f27-95e8-f2b42a604948 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:40:10.250995 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-46796852-fadd-4f27-95e8-f2b42a604948 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0062211 Oct 20 11:40:10.253302 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44404) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:10.307247 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5b0bb242-e46d-4d53-8d88-27f3d910c537 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:10.334033 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5b0bb242-e46d-4d53-8d88-27f3d910c537 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:10.383249 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5b0bb242-e46d-4d53-8d88-27f3d910c537 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:10.386312 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5b0bb242-e46d-4d53-8d88-27f3d910c537 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:10.387575 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-5b0bb242-e46d-4d53-8d88-27f3d910c537 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "DELETE /v2.0/security-groups/6adf5e56-0aa6-4110-9069-427775d0f2b5 HTTP/1.1" status: 204 len: 168 time: 0.1334546 Oct 20 11:40:10.390509 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44412) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:10.397192 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0bb242-e46d-4d53-8d88-27f3d910c537 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6adf5e56-0aa6-4110-9069-427775d0f2b5,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:10.449882 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b70dfe4f-9b49-4f99-9570-bd41b2301bdf tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0579162 Oct 20 11:40:10.453592 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44414) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:10.457830 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-55a71ea3-24d0-47a5-917d-358f912ddb48 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Request body: {'security_group': {'name': 'tempest-secgroup--736998622'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:10.481414 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-55a71ea3-24d0-47a5-917d-358f912ddb48 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:10.566711 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2645948f-cdf4-4479-b2fa-346cff70fb10 req-bff07727-5bb6-46f9-947f-aff485265db0 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0301826 Oct 20 11:40:10.569141 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-55a71ea3-24d0-47a5-917d-358f912ddb48 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:10.575305 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-55a71ea3-24d0-47a5-917d-358f912ddb48 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:10.624876 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-55a71ea3-24d0-47a5-917d-358f912ddb48 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:10.627269 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-55a71ea3-24d0-47a5-917d-358f912ddb48 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1726856 Oct 20 11:40:10.629449 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44422) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:10.635196 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-f7176823-583a-436f-b854-3595fbad6ec9 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Request body: {'security_group_rule': {'security_group_id': 'dc733cb8-e773-4b9b-8d69-6c6b90e8c080', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:10.636289 n-d-814735-3 neutron-server[100647]: WARNING neutron.api.v2.base [None req-f7176823-583a-436f-b854-3595fbad6ec9 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 20 11:40:10.636635 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a71ea3-24d0-47a5-917d-358f912ddb48 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc733cb8-e773-4b9b-8d69-6c6b90e8c080,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:10.636941 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [None req-f7176823-583a-436f-b854-3595fbad6ec9 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:40:10.637971 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-f7176823-583a-436f-b854-3595fbad6ec9 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072339 Oct 20 11:40:10.640907 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44424) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:10.655218 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-f255da66-4970-4a2d-8814-d817121788f0 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Request body: {'security_group_rule': {'security_group_id': 'dc733cb8-e773-4b9b-8d69-6c6b90e8c080', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:10.693176 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-f255da66-4970-4a2d-8814-d817121788f0 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:40:10.694518 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f255da66-4970-4a2d-8814-d817121788f0 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0523353 Oct 20 11:40:10.697327 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44426) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:10.701875 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-c4d30030-817d-4965-8ec6-e6036a9d60b9 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Request body: {'security_group_rule': {'security_group_id': 'dc733cb8-e773-4b9b-8d69-6c6b90e8c080', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:10.703718 n-d-814735-3 neutron-server[100646]: WARNING neutron.api.v2.base [None req-c4d30030-817d-4965-8ec6-e6036a9d60b9 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 20 11:40:10.704359 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-c4d30030-817d-4965-8ec6-e6036a9d60b9 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:40:10.705506 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c4d30030-817d-4965-8ec6-e6036a9d60b9 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0070310 Oct 20 11:40:10.708568 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44428) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:10.713112 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-798e0be7-f212-45b1-a499-2ed508cc98ad tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Request body: {'security_group_rule': {'security_group_id': 'dc733cb8-e773-4b9b-8d69-6c6b90e8c080', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:10.723188 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bd651-3be3-40ce-bd3e-9706d35cc97e req-d6c2ee0e-0e20-4e88-9093-d3feed4ab003 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:10.724685 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-646bd651-3be3-40ce-bd3e-9706d35cc97e req-d6c2ee0e-0e20-4e88-9093-d3feed4ab003 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=01f8306c-aecf-4fa0-8380-deaa069898a3 HTTP/1.1" status: 200 len: 945 time: 0.0856264 Oct 20 11:40:10.751585 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-798e0be7-f212-45b1-a499-2ed508cc98ad tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:40:10.752846 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-798e0be7-f212-45b1-a499-2ed508cc98ad tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0433290 Oct 20 11:40:10.755980 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44430) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:10.760374 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-6f6fc92f-1009-4278-9ecc-3a1f78304324 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Request body: {'security_group_rule': {'security_group_id': 'dc733cb8-e773-4b9b-8d69-6c6b90e8c080', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:10.760885 n-d-814735-3 neutron-server[100646]: WARNING neutron.api.v2.base [None req-6f6fc92f-1009-4278-9ecc-3a1f78304324 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 20 11:40:10.761353 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-6f6fc92f-1009-4278-9ecc-3a1f78304324 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:40:10.761745 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed0340-c860-4013-81b2-bc772ddcfd6e req-2aa84417-c256-4c70-8c6b-8517fdab8197 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:10.762391 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6f6fc92f-1009-4278-9ecc-3a1f78304324 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0054438 Oct 20 11:40:10.764770 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44432) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:10.767584 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 9ac11976-0de7-401d-9606-0591b8dbd802 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:40:10.767753 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed0340-c860-4013-81b2-bc772ddcfd6e req-2aa84417-c256-4c70-8c6b-8517fdab8197 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:10.769223 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-4e09c498-f11f-4f1e-96b2-61012aacc3b4 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Request body: {'security_group_rule': {'security_group_id': 'dc733cb8-e773-4b9b-8d69-6c6b90e8c080', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:10.773926 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed0340-c860-4013-81b2-bc772ddcfd6e req-2aa84417-c256-4c70-8c6b-8517fdab8197 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:10.779819 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed0340-c860-4013-81b2-bc772ddcfd6e req-2aa84417-c256-4c70-8c6b-8517fdab8197 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:10.785637 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed0340-c860-4013-81b2-bc772ddcfd6e req-2aa84417-c256-4c70-8c6b-8517fdab8197 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:10.791686 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed0340-c860-4013-81b2-bc772ddcfd6e req-2aa84417-c256-4c70-8c6b-8517fdab8197 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:10.793137 n-d-814735-3 neutron-server[100646]: INFO neutron.db.securitygroups_db [None req-4e09c498-f11f-4f1e-96b2-61012aacc3b4 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Project 90b21f99b5124cecb0b3445d159019a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:40:10.797717 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed0340-c860-4013-81b2-bc772ddcfd6e req-2aa84417-c256-4c70-8c6b-8517fdab8197 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:10.799664 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d5ed0340-c860-4013-81b2-bc772ddcfd6e req-2aa84417-c256-4c70-8c6b-8517fdab8197 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 5434 time: 0.1259720 Oct 20 11:40:10.811523 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-4e09c498-f11f-4f1e-96b2-61012aacc3b4 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:40:10.812728 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4e09c498-f11f-4f1e-96b2-61012aacc3b4 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0468159 Oct 20 11:40:10.815705 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44434) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:10.820598 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-ba1add64-372b-4298-91c5-3f61e299bc23 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Request body: {'security_group_rule': {'security_group_id': 'dc733cb8-e773-4b9b-8d69-6c6b90e8c080', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:10.821089 n-d-814735-3 neutron-server[100646]: WARNING neutron.api.v2.base [None req-ba1add64-372b-4298-91c5-3f61e299bc23 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 20 11:40:10.821574 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-ba1add64-372b-4298-91c5-3f61e299bc23 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:40:10.826090 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 9ac11976-0de7-401d-9606-0591b8dbd802 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:40:10.826623 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ba1add64-372b-4298-91c5-3f61e299bc23 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058253 Oct 20 11:40:10.826623 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44436) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:10.827044 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 9ac11976-0de7-401d-9606-0591b8dbd802 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:40:10.827044 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:10.831044 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-7bd7bd30-c1da-4ec7-be54-ed359b7a9340 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Request body: {'security_group_rule': {'security_group_id': 'dc733cb8-e773-4b9b-8d69-6c6b90e8c080', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:10.860680 n-d-814735-3 neutron-server[100646]: INFO neutron.db.securitygroups_db [None req-7bd7bd30-c1da-4ec7-be54-ed359b7a9340 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Project 90b21f99b5124cecb0b3445d159019a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:40:10.868045 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-646bd651-3be3-40ce-bd3e-9706d35cc97e req-d81cae10-6127-4d0e-bba8-7fd1b4411cdc tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356924 Oct 20 11:40:10.876846 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-7bd7bd30-c1da-4ec7-be54-ed359b7a9340 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:40:10.878767 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7bd7bd30-c1da-4ec7-be54-ed359b7a9340 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0514777 Oct 20 11:40:10.881788 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44438) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:10.891565 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a158f78-9836-41fb-a7f9-dd24ed57311e req-1bffdfd2-2353-4b94-b34d-b9b0b75c23ef tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:10.891565 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2a158f78-9836-41fb-a7f9-dd24ed57311e req-1bffdfd2-2353-4b94-b34d-b9b0b75c23ef tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.89 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 945 time: 0.1481724 Oct 20 11:40:10.896189 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-c7ee131d-2f83-410e-90fb-2c895acdab70 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Request body: {'security_group_rule': {'security_group_id': 'dc733cb8-e773-4b9b-8d69-6c6b90e8c080', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:10.896343 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d5ed0340-c860-4013-81b2-bc772ddcfd6e req-b7686c6a-844d-4d28-ae39-c656c14f5ef1 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e397af8-07ce-4093-b8cb-76d0226b7f33&id=cde799ff-a835-4e26-b5ae-07ed8640379f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0728102 Oct 20 11:40:10.933505 n-d-814735-3 neutron-server[100646]: INFO neutron.db.securitygroups_db [None req-c7ee131d-2f83-410e-90fb-2c895acdab70 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Project 90b21f99b5124cecb0b3445d159019a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:40:10.946467 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:10.955151 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-c7ee131d-2f83-410e-90fb-2c895acdab70 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:40:10.956494 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c7ee131d-2f83-410e-90fb-2c895acdab70 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0649121 Oct 20 11:40:10.959719 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44440) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:10.978843 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af7343e5-93f4-4974-96a9-ec63cabca9b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac11976-0de7-401d-9606-0591b8dbd802'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:40:10.981664 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180259ff-7de0-4f85-a3e0-7ff077594eb4" -d '{"events": [{"server_uuid": "af7343e5-93f4-4974-96a9-ec63cabca9b7", "name": "network-vif-plugged", "status": "completed", "tag": "9ac11976-0de7-401d-9606-0591b8dbd802"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:40:11.004597 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 9ac11976-0de7-401d-9606-0591b8dbd802, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=9ac11976-0de7-401d-9606-0591b8dbd802,segment=NetworkSegment(18503fb9-6d46-42ac-af7c-2c33d7692582),segment_id=18503fb9-6d46-42ac-af7c-2c33d7692582)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:11.010998 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:11.023721 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1dac06-16a2-4173-b7c5-3d5cfbd55fa2 x-openstack-request-id: req-5c1dac06-16a2-4173-b7c5-3d5cfbd55fa2 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:40:11.024304 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af7343e5-93f4-4974-96a9-ec63cabca9b7", "name": "network-vif-plugged", "status": "completed", "tag": "9ac11976-0de7-401d-9606-0591b8dbd802", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:40:11.024566 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5c1dac06-16a2-4173-b7c5-3d5cfbd55fa2 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:40:11.024967 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7343e5-93f4-4974-96a9-ec63cabca9b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac11976-0de7-401d-9606-0591b8dbd802', 'code': 200} Oct 20 11:40:11.059514 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0b3b5271-28fc-4f0c-8a3e-ff3690c1668b tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:11.084553 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=9ac11976-0de7-401d-9606-0591b8dbd802,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:11.098617 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0b3b5271-28fc-4f0c-8a3e-ff3690c1668b tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:11.156448 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0b3b5271-28fc-4f0c-8a3e-ff3690c1668b tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:11.161071 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0b3b5271-28fc-4f0c-8a3e-ff3690c1668b tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:11.164038 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0b3b5271-28fc-4f0c-8a3e-ff3690c1668b tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "DELETE /v2.0/security-groups/dc733cb8-e773-4b9b-8d69-6c6b90e8c080 HTTP/1.1" status: 204 len: 168 time: 0.2029340 Oct 20 11:40:11.168345 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44450) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:11.181928 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b5271-28fc-4f0c-8a3e-ff3690c1668b tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc733cb8-e773-4b9b-8d69-6c6b90e8c080,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:11.224078 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-07f604da-db09-4cfa-8eda-8104632c2ed3 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0545924 Oct 20 11:40:11.228043 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44452) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:11.232469 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-8ff7858b-6154-4192-b673-426c869421ab tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Request body: {'security_group': {'name': 'tempest-secgroup--716984307'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:11.255559 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8ff7858b-6154-4192-b673-426c869421ab tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:11.326438 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8ff7858b-6154-4192-b673-426c869421ab tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:11.331520 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8ff7858b-6154-4192-b673-426c869421ab tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:11.359791 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8ff7858b-6154-4192-b673-426c869421ab tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:11.361130 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8ff7858b-6154-4192-b673-426c869421ab tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1321473 Oct 20 11:40:11.364351 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44456) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:11.369950 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-c605231b-726f-431c-8514-d4edac006623 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Request body: {'security_group_rule': {'security_group_id': 'fde59f8c-0d05-4198-a841-d86afac98715', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:11.376279 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff7858b-6154-4192-b673-426c869421ab tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fde59f8c-0d05-4198-a841-d86afac98715,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:11.416937 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-c605231b-726f-431c-8514-d4edac006623 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] create failed (client error): The resource could not be found. Oct 20 11:40:11.418154 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c605231b-726f-431c-8514-d4edac006623 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0528748 Oct 20 11:40:11.421166 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44460) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:11.425888 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-be75e50b-1c3b-4da2-8bf1-403f8d2155b5 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Request body: {'security_group_rule': {'security_group_id': 'fde59f8c-0d05-4198-a841-d86afac98715', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '5989cc37-4aab-46ae-87a0-91d923798571'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:11.427863 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d8089-a1d3-46d4-abc7-43a89f069289 req-9b77c962-c1c4-47d3-bebb-fa50117a81ab tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:11.429381 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e88d8089-a1d3-46d4-abc7-43a89f069289 req-9b77c962-c1c4-47d3-bebb-fa50117a81ab tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.98 "GET /v2.0/ports?device_id=af7343e5-93f4-4974-96a9-ec63cabca9b7 HTTP/1.1" status: 200 len: 945 time: 0.1414886 Oct 20 11:40:11.442457 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4d05b-9f45-4c38-8325-fc5e21818eb5 req-19ae67fc-ebbd-4ac4-b3c1-e83a5cf77f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:11.443913 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-97a4d05b-9f45-4c38-8325-fc5e21818eb5 req-19ae67fc-ebbd-4ac4-b3c1-e83a5cf77f22 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=af7343e5-93f4-4974-96a9-ec63cabca9b7 HTTP/1.1" status: 200 len: 1096 time: 0.1547947 Oct 20 11:40:11.457777 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1ef71-b881-462c-b5a8-2dc6fb0aa8fc req-24e6a5eb-1748-401c-81ac-adc6ac8bb6cd tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:11.459258 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cae1ef71-b881-462c-b5a8-2dc6fb0aa8fc req-24e6a5eb-1748-401c-81ac-adc6ac8bb6cd tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 945 time: 0.1725657 Oct 20 11:40:11.472402 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-be75e50b-1c3b-4da2-8bf1-403f8d2155b5 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] create failed (client error): The resource could not be found. Oct 20 11:40:11.476760 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-be75e50b-1c3b-4da2-8bf1-403f8d2155b5 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0506685 Oct 20 11:40:11.476760 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44462) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:11.534057 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1a6939f8-40bd-4788-a4f6-c769c0e2f319 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:11.547468 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-97a4d05b-9f45-4c38-8325-fc5e21818eb5 req-900b2265-fe28-47b2-8cb1-31523b913659 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f213afdf-3ed9-41dd-8db1-016ca1b833e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872295 Oct 20 11:40:11.553661 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e88d8089-a1d3-46d4-abc7-43a89f069289 req-e5b75cef-29d4-4d40-8c84-102e8497a8fe tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.98 "GET /v2.0/security-groups?id=f213afdf-3ed9-41dd-8db1-016ca1b833e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165681 Oct 20 11:40:11.561247 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-2a158f78-9836-41fb-a7f9-dd24ed57311e req-899e2954-70cb-4105-b841-835812261cd5 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Deleting port 50dcae75-cbf4-4d6a-983c-6f1df055c8d9 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:40:11.561441 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1a6939f8-40bd-4788-a4f6-c769c0e2f319 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:11.561575 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2a158f78-9836-41fb-a7f9-dd24ed57311e req-899e2954-70cb-4105-b841-835812261cd5 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:11.567895 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cae1ef71-b881-462c-b5a8-2dc6fb0aa8fc req-b411d524-c64c-4699-98f5-408043906fbd tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/security-groups?id=9b3d2f10-3510-4534-bb4e-f0bb5bf298fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932975 Oct 20 11:40:11.652570 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1a6939f8-40bd-4788-a4f6-c769c0e2f319 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:11.654861 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1a6939f8-40bd-4788-a4f6-c769c0e2f319 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:11.656041 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1a6939f8-40bd-4788-a4f6-c769c0e2f319 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "DELETE /v2.0/security-groups/fde59f8c-0d05-4198-a841-d86afac98715 HTTP/1.1" status: 204 len: 168 time: 0.1790361 Oct 20 11:40:11.659212 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44466) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:11.669568 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-2a158f78-9836-41fb-a7f9-dd24ed57311e req-899e2954-70cb-4105-b841-835812261cd5 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] For port 50dcae75-cbf4-4d6a-983c-6f1df055c8d9, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=50dcae75-cbf4-4d6a-983c-6f1df055c8d9,segment=NetworkSegment(5f07dc46-3f37-49bc-b9e8-b83de5b34624),segment_id=5f07dc46-3f37-49bc-b9e8-b83de5b34624)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:11.669953 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2a158f78-9836-41fb-a7f9-dd24ed57311e req-899e2954-70cb-4105-b841-835812261cd5 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:11.676638 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6939f8-40bd-4788-a4f6-c769c0e2f319 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde59f8c-0d05-4198-a841-d86afac98715,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:11.709545 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-85fc3558-1e37-4815-81f4-3c5575b04254 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0491502 Oct 20 11:40:11.713542 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44468) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:11.718230 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-6951a181-d261-4220-8b0f-b0b19825e10f tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Request body: {'security_group_rule': {'security_group_id': '802559e9-7a7d-425d-9dad-fb4f834cabe3', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:11.776225 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-6951a181-d261-4220-8b0f-b0b19825e10f tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] create failed (client error): The resource could not be found. Oct 20 11:40:11.781504 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6951a181-d261-4220-8b0f-b0b19825e10f tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0634239 Oct 20 11:40:11.781977 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44470) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:11.786824 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-21d201e5-d27c-4577-b02f-f04539dd17af tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Request body: {'security_group': {'name': 'tempest-secgroup--346692897'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:11.821018 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-21d201e5-d27c-4577-b02f-f04539dd17af tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:11.874196 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f693d3eb-787f-4268-a556-c334236dedbb req-ec628020-295a-4f35-a387-9e1d28649edc tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0564308 Oct 20 11:40:11.883163 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-98aaccca-d15a-4a99-9768-89e4b5572603 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:11.889124 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-98aaccca-d15a-4a99-9768-89e4b5572603 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:11.897041 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-98aaccca-d15a-4a99-9768-89e4b5572603 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:11.903870 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2a158f78-9836-41fb-a7f9-dd24ed57311e req-899e2954-70cb-4105-b841-835812261cd5 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:11.904574 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2a158f78-9836-41fb-a7f9-dd24ed57311e req-899e2954-70cb-4105-b841-835812261cd5 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:11.904957 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [req-2a158f78-9836-41fb-a7f9-dd24ed57311e req-899e2954-70cb-4105-b841-835812261cd5 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Floating IP 0e1b0b40-8a1d-4c09-a2ac-c6fa0d71d797 disassociated. External IP: 172.25.5.52, port: 50dcae75-cbf4-4d6a-983c-6f1df055c8d9. Oct 20 11:40:11.905465 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-2a158f78-9836-41fb-a7f9-dd24ed57311e req-899e2954-70cb-4105-b841-835812261cd5 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Calling delete_port for 50dcae75-cbf4-4d6a-983c-6f1df055c8d9 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:40:11.905612 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-98aaccca-d15a-4a99-9768-89e4b5572603 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:11.912507 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-98aaccca-d15a-4a99-9768-89e4b5572603 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:11.920688 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-98aaccca-d15a-4a99-9768-89e4b5572603 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:11.926682 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-98aaccca-d15a-4a99-9768-89e4b5572603 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:11.928683 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-98aaccca-d15a-4a99-9768-89e4b5572603 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 5434 time: 0.1254833 Oct 20 11:40:12.006930 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-abc4563b-fe34-49c2-9ae2-c756b8b6811e tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:12.008147 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-abc4563b-fe34-49c2-9ae2-c756b8b6811e tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.89 "GET /v2.0/ports/61bf1de1-24da-472e-a342-71d54a789c06?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0679142 Oct 20 11:40:12.020740 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-21d201e5-d27c-4577-b02f-f04539dd17af tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:12.042481 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-21d201e5-d27c-4577-b02f-f04539dd17af tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:12.056557 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ff397-16e9-4af8-aeac-0bf890f6d988 req-4b35102d-16ea-4d14-a524-7c142d5e38c1 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:12.058064 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5e6ff397-16e9-4af8-aeac-0bf890f6d988 req-4b35102d-16ea-4d14-a524-7c142d5e38c1 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=01f8306c-aecf-4fa0-8380-deaa069898a3 HTTP/1.1" status: 200 len: 945 time: 0.1075530 Oct 20 11:40:12.089067 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa991e6-ebc4-4cb3-a462-d5e850da6e14 req-c63727fd-7564-4bc7-bf1b-88b136fe795d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:12.095347 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa991e6-ebc4-4cb3-a462-d5e850da6e14 req-c63727fd-7564-4bc7-bf1b-88b136fe795d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:12.101539 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa991e6-ebc4-4cb3-a462-d5e850da6e14 req-c63727fd-7564-4bc7-bf1b-88b136fe795d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:12.107611 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa991e6-ebc4-4cb3-a462-d5e850da6e14 req-c63727fd-7564-4bc7-bf1b-88b136fe795d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:12.113634 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa991e6-ebc4-4cb3-a462-d5e850da6e14 req-c63727fd-7564-4bc7-bf1b-88b136fe795d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:12.116932 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-21d201e5-d27c-4577-b02f-f04539dd17af tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:12.118181 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-21d201e5-d27c-4577-b02f-f04539dd17af tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3352470 Oct 20 11:40:12.119877 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa991e6-ebc4-4cb3-a462-d5e850da6e14 req-c63727fd-7564-4bc7-bf1b-88b136fe795d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:12.121242 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d201e5-d27c-4577-b02f-f04539dd17af tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59dc95ec-95dc-4bff-b8f9-a8e6a9205fa5,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:12.125000 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44476) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:12.126254 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa991e6-ebc4-4cb3-a462-d5e850da6e14 req-c63727fd-7564-4bc7-bf1b-88b136fe795d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:12.131902 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-93580c2b-24fa-49ea-9405-7bf60cfaf8dd tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Request body: {'security_group': {'name': 'tempest-secgroup--66584940'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:12.133129 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cfa991e6-ebc4-4cb3-a462-d5e850da6e14 req-c63727fd-7564-4bc7-bf1b-88b136fe795d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 5434 time: 0.1461473 Oct 20 11:40:12.174525 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-e1f48da4-86b4-49ae-ba64-716ceff2314f tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.89 "GET /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1562078 Oct 20 11:40:12.179349 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-93580c2b-24fa-49ea-9405-7bf60cfaf8dd tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:12.193778 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-3bf321aa-8ef1-4d2c-9aec-a4c8a88020c2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:12.230643 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cfa991e6-ebc4-4cb3-a462-d5e850da6e14 req-b5c02009-9d27-4a6a-9203-36ad3206ba2e tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e397af8-07ce-4093-b8cb-76d0226b7f33&id=cde799ff-a835-4e26-b5ae-07ed8640379f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0963488 Oct 20 11:40:12.236779 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5e6ff397-16e9-4af8-aeac-0bf890f6d988 req-1723ee90-7c65-4a92-9aa2-cd98b77869e8 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697736 Oct 20 11:40:12.246828 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2a158f78-9836-41fb-a7f9-dd24ed57311e req-899e2954-70cb-4105-b841-835812261cd5 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:12.280387 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e2954-70cb-4105-b841-835812261cd5 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Pushing event deleted for resources: {'Port': ['ID=50dcae75-cbf4-4d6a-983c-6f1df055c8d9,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:12.292596 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-3bf321aa-8ef1-4d2c-9aec-a4c8a88020c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:12.358171 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-93580c2b-24fa-49ea-9405-7bf60cfaf8dd tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:12.363283 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-93580c2b-24fa-49ea-9405-7bf60cfaf8dd tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:12.412024 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-93580c2b-24fa-49ea-9405-7bf60cfaf8dd tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:12.415987 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-93580c2b-24fa-49ea-9405-7bf60cfaf8dd tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2872016 Oct 20 11:40:12.420978 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44480) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:12.421155 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df8902-b998-4f88-94b1-0558c46ccb43 req-5f60e284-86bf-4e11-9f97-ba5e9da7c33e tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:12.422664 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-42df8902-b998-4f88-94b1-0558c46ccb43 req-5f60e284-86bf-4e11-9f97-ba5e9da7c33e tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 945 time: 0.0938387 Oct 20 11:40:12.425424 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-e4ce8864-2684-4b05-ad33-4790eb6eda6c tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Request body: {'security_group_rule': {'security_group_id': '59dc95ec-95dc-4bff-b8f9-a8e6a9205fa5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '861364a5-4eb6-434f-85bf-a5e5d411db0a'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:12.458079 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a158f78-9836-41fb-a7f9-dd24ed57311e req-899e2954-70cb-4105-b841-835812261cd5 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Router 490494a5-0329-44c2-82f4-b3c92ea6e7a5 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:40:12.479102 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93580c2b-24fa-49ea-9405-7bf60cfaf8dd tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=861364a5-4eb6-434f-85bf-a5e5d411db0a,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:12.481644 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-42df8902-b998-4f88-94b1-0558c46ccb43 req-ed580a86-32b6-47d9-8a9c-07ef58ef49ec tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475879 Oct 20 11:40:12.529694 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-3bf321aa-8ef1-4d2c-9aec-a4c8a88020c2 service neutron] For port 61bf1de1-24da-472e-a342-71d54a789c06, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=61bf1de1-24da-472e-a342-71d54a789c06,segment=NetworkSegment(dfef9a1e-24d7-4613-b244-c38a1f92df9c),segment_id=dfef9a1e-24d7-4613-b244-c38a1f92df9c)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:12.534085 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-e4ce8864-2684-4b05-ad33-4790eb6eda6c tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:40:12.538936 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44484) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:12.539098 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e4ce8864-2684-4b05-ad33-4790eb6eda6c tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1162074 Oct 20 11:40:12.571267 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-3bf321aa-8ef1-4d2c-9aec-a4c8a88020c2 service neutron] For port 61bf1de1-24da-472e-a342-71d54a789c06, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:40:12.616766 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-3bf321aa-8ef1-4d2c-9aec-a4c8a88020c2 service neutron] device_id is not set on port 61bf1de1-24da-472e-a342-71d54a789c06 yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:40:12.632190 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-3bf321aa-8ef1-4d2c-9aec-a4c8a88020c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:12.647111 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-3bf321aa-8ef1-4d2c-9aec-a4c8a88020c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:12.651828 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a158f78-9836-41fb-a7f9-dd24ed57311e req-899e2954-70cb-4105-b841-835812261cd5 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:40:12.669894 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae9cf9b-2953-4104-8291-57ba82a82b6b None None] Sync routers for ids ['490494a5-0329-44c2-82f4-b3c92ea6e7a5'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:40:12.688584 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae9cf9b-2953-4104-8291-57ba82a82b6b None None] Routers {'490494a5-0329-44c2-82f4-b3c92ea6e7a5'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:40:12.689145 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-5ae9cf9b-2953-4104-8291-57ba82a82b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:39:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['490494a5-0329-44c2-82f4-b3c92ea6e7a5'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:12.778516 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-3bf321aa-8ef1-4d2c-9aec-a4c8a88020c2 service neutron] No DVR routers for this DVR port 61bf1de1-24da-472e-a342-71d54a789c06 on host n-h2-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:40:12.792766 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf321aa-8ef1-4d2c-9aec-a4c8a88020c2 service neutron] Pushing event updated for resources: {'Port': ['ID=61bf1de1-24da-472e-a342-71d54a789c06,revision_number=6']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:12.803399 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a158f78-9836-41fb-a7f9-dd24ed57311e req-899e2954-70cb-4105-b841-835812261cd5 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] No DVR routers for this DVR port 50dcae75-cbf4-4d6a-983c-6f1df055c8d9 on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:40:12.811572 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2a158f78-9836-41fb-a7f9-dd24ed57311e req-899e2954-70cb-4105-b841-835812261cd5 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:12.820356 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2a158f78-9836-41fb-a7f9-dd24ed57311e req-899e2954-70cb-4105-b841-835812261cd5 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.89 "DELETE /v2.0/ports/50dcae75-cbf4-4d6a-983c-6f1df055c8d9 HTTP/1.1" status: 204 len: 173 time: 1.9231303 Oct 20 11:40:12.827575 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f434fb55-eec3-47d0-a6af-eb06ffaae0b4', 'name': 'network-vif-deleted', 'tag': '50dcae75-cbf4-4d6a-983c-6f1df055c8d9'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:40:12.833827 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa87c617-b281-47c6-b5c4-516f3c4045e0" -d '{"events": [{"server_uuid": "f434fb55-eec3-47d0-a6af-eb06ffaae0b4", "name": "network-vif-deleted", "tag": "50dcae75-cbf4-4d6a-983c-6f1df055c8d9"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:40:12.846837 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-619db792-cb92-4594-ba49-42c6e3b84d96 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:12.916259 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-5ae9cf9b-2953-4104-8291-57ba82a82b6b None None] Set router 490494a5-0329-44c2-82f4-b3c92ea6e7a5 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:40:12.919453 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-3bf321aa-8ef1-4d2c-9aec-a4c8a88020c2 service neutron] In _notify_port_updated(), no bound segment for port 61bf1de1-24da-472e-a342-71d54a789c06 on network debe6c2d-b3d4-4e02-853f-d2d45fbb1f32 {{(pid=100646) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 11:40:12.920348 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-3bf321aa-8ef1-4d2c-9aec-a4c8a88020c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:12.920948 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-3bf321aa-8ef1-4d2c-9aec-a4c8a88020c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:12.927334 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-82a65e22-b1a6-487a-ac61-6efc2d23d4d6 req-9c73eb03-5097-4d0e-a14d-a5e5f2ce6683 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.0836537 Oct 20 11:40:12.936366 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-3bf321aa-8ef1-4d2c-9aec-a4c8a88020c2 service neutron] 10.222.0.89 "PUT /v2.0/ports/61bf1de1-24da-472e-a342-71d54a789c06 HTTP/1.1" status: 200 len: 1026 time: 0.7536445 Oct 20 11:40:12.944979 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-619db792-cb92-4594-ba49-42c6e3b84d96 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:12.974204 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6574817-be26-4362-b69c-5aa1774a0926 req-d9f8ca1b-c86e-4ef3-b84c-e4534fde6bf3 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:12.994464 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d6574817-be26-4362-b69c-5aa1774a0926 req-d9f8ca1b-c86e-4ef3-b84c-e4534fde6bf3 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.98 "GET /v2.0/ports?device_id=af7343e5-93f4-4974-96a9-ec63cabca9b7 HTTP/1.1" status: 200 len: 945 time: 0.3107464 Oct 20 11:40:13.063113 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-712183a8-e211-434a-a07e-0cc66b760109 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:13.071009 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-712183a8-e211-434a-a07e-0cc66b760109 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.89 "GET /v2.0/ports/1096304c-3250-4c91-a0ae-a0d182374e03?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1191409 Oct 20 11:40:13.086925 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-2f9f32bf-cc26-4976-b5f6-6c3a987b1d29 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:13.109860 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device d39c253f-49f6-4214-8738-6a67f437331d no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:40:13.138241 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d6574817-be26-4362-b69c-5aa1774a0926 req-1f5b14a3-a487-4e59-93d9-9ac09a6d9852 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.98 "GET /v2.0/security-groups?id=f213afdf-3ed9-41dd-8db1-016ca1b833e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427124 Oct 20 11:40:13.156435 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b91a70-f9b5-4424-8cdb-92fe03c65e67 req-217bc662-f3b3-4ea9-ae42-56296b7d9674 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:13.158552 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-46b91a70-f9b5-4424-8cdb-92fe03c65e67 req-217bc662-f3b3-4ea9-ae42-56296b7d9674 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 945 time: 0.0970106 Oct 20 11:40:13.174110 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-2f9f32bf-cc26-4976-b5f6-6c3a987b1d29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:13.176111 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-619db792-cb92-4594-ba49-42c6e3b84d96 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:13.179484 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-619db792-cb92-4594-ba49-42c6e3b84d96 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:13.181096 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-619db792-cb92-4594-ba49-42c6e3b84d96 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "DELETE /v2.0/security-groups/861364a5-4eb6-434f-85bf-a5e5d411db0a HTTP/1.1" status: 204 len: 168 time: 0.6416023 Oct 20 11:40:13.185074 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44502) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:13.199649 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619db792-cb92-4594-ba49-42c6e3b84d96 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=861364a5-4eb6-434f-85bf-a5e5d411db0a,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:13.234712 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-46b91a70-f9b5-4424-8cdb-92fe03c65e67 req-1bf933fa-5571-480b-94a7-5cbe1aaf6543 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616028 Oct 20 11:40:13.297951 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-77f59500-d24f-4b5a-a63b-c9bcf2d4cdea None None] Provisioning complete for port 61bf1de1-24da-472e-a342-71d54a789c06 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:40:13.297951 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-77f59500-d24f-4b5a-a63b-c9bcf2d4cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:13.303543 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d43bf50-3333-47c5-b56d-654918445cdf x-openstack-request-id: req-4d43bf50-3333-47c5-b56d-654918445cdf {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:40:13.303832 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f434fb55-eec3-47d0-a6af-eb06ffaae0b4", "name": "network-vif-deleted", "tag": "50dcae75-cbf4-4d6a-983c-6f1df055c8d9", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:40:13.304087 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4d43bf50-3333-47c5-b56d-654918445cdf {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:40:13.304491 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f434fb55-eec3-47d0-a6af-eb06ffaae0b4', 'name': 'network-vif-deleted', 'tag': '50dcae75-cbf4-4d6a-983c-6f1df055c8d9', 'status': 'completed', 'code': 200} Oct 20 11:40:13.355275 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a9d04a05-38b6-47b1-844f-25f2d95041e4 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1687806 Oct 20 11:40:13.357373 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-77f59500-d24f-4b5a-a63b-c9bcf2d4cdea None None] Port 61bf1de1-24da-472e-a342-71d54a789c06 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:40:13.358139 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44506) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:13.417670 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-5ae9cf9b-2953-4104-8291-57ba82a82b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490494a5-0329-44c2-82f4-b3c92ea6e7a5', 'name': 'tempest-ServersTestBootFromVolume-59446804-router', 'tenant_id': '2826f2997a754ee49961aecef40f217a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '5b28018a-7176-4a9d-b670-99459c7dd686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:57Z', 'updated_at': '2021-10-20T11:36:06Z', 'revision_number': 4, 'project_id': '2826f2997a754ee49961aecef40f217a', 'gw_port': {'id': '5b28018a-7176-4a9d-b670-99459c7dd686', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490494a5-0329-44c2-82f4-b3c92ea6e7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:59Z', 'updated_at': '2021-10-20T11:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'f0faa811-0991-4f2f-a6dc-b1f03f48b85a', 'name': '', 'network_id': 'da880dad-b7d7-4b7f-a613-e2c4dcdb28a0', 'tenant_id': '2826f2997a754ee49961aecef40f217a', 'mac_address': 'fa:16:3e:5f:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490494a5-0329-44c2-82f4-b3c92ea6e7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '1497a9cb-6614-4ce8-a588-b288c0f84e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:36:03Z', 'updated_at': '2021-10-20T11:36:11Z', 'revision_number': 5, 'project_id': '2826f2997a754ee49961aecef40f217a', 'subnets': [{'id': '1497a9cb-6614-4ce8-a588-b288c0f84e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:13.443125 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6096380b-574f-46f6-81d1-bddcb7ffe5fc req-57403a45-2765-4785-bfe3-5a92fcaaebbd tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0575120 Oct 20 11:40:13.450999 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:13.465267 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae9cf9b-2953-4104-8291-57ba82a82b6b None None] Checking router: 490494a5-0329-44c2-82f4-b3c92ea6e7a5 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:40:13.480023 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd39c253f-49f6-4214-8738-6a67f437331d'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:40:13.482589 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54adf966-c49f-4c93-b076-f2fc99fecfd2" -d '{"events": [{"server_uuid": "e3cb83e1-d26e-43fb-9111-1a2c562b6e89", "name": "network-vif-unplugged", "status": "completed", "tag": "d39c253f-49f6-4214-8738-6a67f437331d"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:40:13.486228 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-2f9f32bf-cc26-4976-b5f6-6c3a987b1d29 service neutron] For port 1096304c-3250-4c91-a0ae-a0d182374e03, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=1096304c-3250-4c91-a0ae-a0d182374e03,segment=NetworkSegment(dfef9a1e-24d7-4613-b244-c38a1f92df9c),segment_id=dfef9a1e-24d7-4613-b244-c38a1f92df9c)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:13.499390 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port d39c253f-49f6-4214-8738-6a67f437331d, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=d39c253f-49f6-4214-8738-6a67f437331d,segment=NetworkSegment(dfef9a1e-24d7-4613-b244-c38a1f92df9c),segment_id=dfef9a1e-24d7-4613-b244-c38a1f92df9c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:13.500811 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae9cf9b-2953-4104-8291-57ba82a82b6b None None] Routers {'490494a5-0329-44c2-82f4-b3c92ea6e7a5'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:40:13.501519 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-5ae9cf9b-2953-4104-8291-57ba82a82b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:39:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['490494a5-0329-44c2-82f4-b3c92ea6e7a5'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:13.503200 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7d4a1d81-27bc-4446-8ef4-d47e346231e7 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:13.527018 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-2f9f32bf-cc26-4976-b5f6-6c3a987b1d29 service neutron] For port 1096304c-3250-4c91-a0ae-a0d182374e03, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:40:13.538638 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7d4a1d81-27bc-4446-8ef4-d47e346231e7 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:13.552192 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8899bf8-bbb8-41d4-b60e-1504e5fb7b00 req-7a030cb0-7cfc-4d3e-9179-08ce31a0efd2 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:13.558454 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8899bf8-bbb8-41d4-b60e-1504e5fb7b00 req-7a030cb0-7cfc-4d3e-9179-08ce31a0efd2 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:13.565092 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8899bf8-bbb8-41d4-b60e-1504e5fb7b00 req-7a030cb0-7cfc-4d3e-9179-08ce31a0efd2 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:13.566636 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-2f9f32bf-cc26-4976-b5f6-6c3a987b1d29 service neutron] device_id is not set on port 1096304c-3250-4c91-a0ae-a0d182374e03 yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:40:13.571637 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8899bf8-bbb8-41d4-b60e-1504e5fb7b00 req-7a030cb0-7cfc-4d3e-9179-08ce31a0efd2 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:13.575771 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-2f9f32bf-cc26-4976-b5f6-6c3a987b1d29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:13.578334 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8899bf8-bbb8-41d4-b60e-1504e5fb7b00 req-7a030cb0-7cfc-4d3e-9179-08ce31a0efd2 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:13.583020 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-2f9f32bf-cc26-4976-b5f6-6c3a987b1d29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:13.584247 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8899bf8-bbb8-41d4-b60e-1504e5fb7b00 req-7a030cb0-7cfc-4d3e-9179-08ce31a0efd2 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:13.586485 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e8899bf8-bbb8-41d4-b60e-1504e5fb7b00 req-7a030cb0-7cfc-4d3e-9179-08ce31a0efd2 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 4661 time: 0.1503060 Oct 20 11:40:13.594759 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76af941-9093-4e57-ad93-13ae0ae154c3 x-openstack-request-id: req-d76af941-9093-4e57-ad93-13ae0ae154c3 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:40:13.595172 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3cb83e1-d26e-43fb-9111-1a2c562b6e89", "name": "network-vif-unplugged", "status": "completed", "tag": "d39c253f-49f6-4214-8738-6a67f437331d", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:40:13.595667 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d76af941-9093-4e57-ad93-13ae0ae154c3 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:40:13.596143 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd39c253f-49f6-4214-8738-6a67f437331d', 'code': 200} Oct 20 11:40:13.599320 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:13.600425 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device e15232df-145b-465f-8af0-3f5421b15798 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:40:13.643772 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f32bf-cc26-4976-b5f6-6c3a987b1d29 service neutron] Pushing event updated for resources: {'Port': ['ID=1096304c-3250-4c91-a0ae-a0d182374e03,revision_number=6']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:13.683577 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-2f9f32bf-cc26-4976-b5f6-6c3a987b1d29 service neutron] No DVR routers for this DVR port 1096304c-3250-4c91-a0ae-a0d182374e03 on host n-h2-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:40:13.684831 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e8899bf8-bbb8-41d4-b60e-1504e5fb7b00 req-09f20c1a-cbf8-46c9-9850-0396eabf21ec tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e397af8-07ce-4093-b8cb-76d0226b7f33&id=cde799ff-a835-4e26-b5ae-07ed8640379f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0857286 Oct 20 11:40:13.709084 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7d4a1d81-27bc-4446-8ef4-d47e346231e7 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:13.712191 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7d4a1d81-27bc-4446-8ef4-d47e346231e7 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:13.714021 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-7d4a1d81-27bc-4446-8ef4-d47e346231e7 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "DELETE /v2.0/security-groups/59dc95ec-95dc-4bff-b8f9-a8e6a9205fa5 HTTP/1.1" status: 204 len: 168 time: 0.3544602 Oct 20 11:40:13.729768 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44510) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:13.736622 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-5ae9cf9b-2953-4104-8291-57ba82a82b6b None None] Set router 490494a5-0329-44c2-82f4-b3c92ea6e7a5 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:40:13.737155 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a1d81-27bc-4446-8ef4-d47e346231e7 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59dc95ec-95dc-4bff-b8f9-a8e6a9205fa5,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:13.784217 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-89bc4b5a-4c14-449f-9b38-750e0a8182fc tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0532925 Oct 20 11:40:13.788610 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44512) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:13.793830 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-d2051937-ca6a-44db-909a-b776b82242eb tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Request body: {'security_group': {'name': 'tempest-secgroup--443891807'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:13.799641 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-2f9f32bf-cc26-4976-b5f6-6c3a987b1d29 service neutron] In _notify_port_updated(), no bound segment for port 1096304c-3250-4c91-a0ae-a0d182374e03 on network debe6c2d-b3d4-4e02-853f-d2d45fbb1f32 {{(pid=100646) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 11:40:13.800546 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-2f9f32bf-cc26-4976-b5f6-6c3a987b1d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:13.801175 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-2f9f32bf-cc26-4976-b5f6-6c3a987b1d29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:13.803388 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-2f9f32bf-cc26-4976-b5f6-6c3a987b1d29 service neutron] 10.222.0.89 "PUT /v2.0/ports/1096304c-3250-4c91-a0ae-a0d182374e03 HTTP/1.1" status: 200 len: 1027 time: 0.7216120 Oct 20 11:40:13.805826 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:13.827078 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=d39c253f-49f6-4214-8738-6a67f437331d,revision_number=6']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:13.847364 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d2051937-ca6a-44db-909a-b776b82242eb tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:13.908896 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port e15232df-145b-465f-8af0-3f5421b15798, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e15232df-145b-465f-8af0-3f5421b15798,segment=NetworkSegment(1158ccd6-3972-4083-b101-9cf7c9852acf),segment_id=1158ccd6-3972-4083-b101-9cf7c9852acf)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:13.938092 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:13.938728 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 21d0cf01-a7f4-49be-aec5-51e5c5128073 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:40:13.943144 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-c5c7e9f3-7bef-442c-913e-bf78f891ca09 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Deleting port d39c253f-49f6-4214-8738-6a67f437331d {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:40:13.943645 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-c5c7e9f3-7bef-442c-913e-bf78f891ca09 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:13.968732 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d2051937-ca6a-44db-909a-b776b82242eb tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:13.974282 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d2051937-ca6a-44db-909a-b776b82242eb tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:14.014648 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2051937-ca6a-44db-909a-b776b82242eb tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa04efcb-b0de-4d3e-8542-26da0b6eeeb4,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:14.026214 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d2051937-ca6a-44db-909a-b776b82242eb tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:14.030666 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d2051937-ca6a-44db-909a-b776b82242eb tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2379088 Oct 20 11:40:14.031005 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44516) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:14.035567 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-881990bf-5548-4530-acca-fafa1bcd2330 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Request body: {'security_group_rule': {'security_group_id': 'aa04efcb-b0de-4d3e-8542-26da0b6eeeb4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:14.074148 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-c5c7e9f3-7bef-442c-913e-bf78f891ca09 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] For port d39c253f-49f6-4214-8738-6a67f437331d, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=d39c253f-49f6-4214-8738-6a67f437331d,segment=NetworkSegment(dfef9a1e-24d7-4613-b244-c38a1f92df9c),segment_id=dfef9a1e-24d7-4613-b244-c38a1f92df9c)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:14.075030 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-c5c7e9f3-7bef-442c-913e-bf78f891ca09 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:14.080535 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-46389fe3-14b7-4616-8ad9-c52b4bc895b0 req-88a7469b-80f8-4e7c-ad1c-c568526cf5f7 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.0380743 Oct 20 11:40:14.091289 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-c5c7e9f3-7bef-442c-913e-bf78f891ca09 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Calling delete_port for d39c253f-49f6-4214-8738-6a67f437331d owned by compute:nova {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:40:14.124334 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [None req-881990bf-5548-4530-acca-fafa1bcd2330 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:40:14.125656 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-881990bf-5548-4530-acca-fafa1bcd2330 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0936575 Oct 20 11:40:14.128540 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44518) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:14.134210 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-17878ae3-60de-4e70-977f-78c24a15760d tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Request body: {'security_group_rule': {'security_group_id': 'aa04efcb-b0de-4d3e-8542-26da0b6eeeb4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:14.145397 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-b206e82a-a900-4d4a-84a2-9939956662c0 None None] Provisioning complete for port 1096304c-3250-4c91-a0ae-a0d182374e03 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:40:14.145775 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b206e82a-a900-4d4a-84a2-9939956662c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:14.158933 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=e15232df-145b-465f-8af0-3f5421b15798,revision_number=6']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:14.222905 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [None req-17878ae3-60de-4e70-977f-78c24a15760d tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:40:14.225981 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-17878ae3-60de-4e70-977f-78c24a15760d tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0964255 Oct 20 11:40:14.229301 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44522) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:14.232515 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-b206e82a-a900-4d4a-84a2-9939956662c0 None None] Port 1096304c-3250-4c91-a0ae-a0d182374e03 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:40:14.276174 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:14.296069 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-c5c7e9f3-7bef-442c-913e-bf78f891ca09 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:14.327780 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 21d0cf01-a7f4-49be-aec5-51e5c5128073, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=21d0cf01-a7f4-49be-aec5-51e5c5128073,segment=NetworkSegment(7a55bb8e-283b-4f5c-b424-b22520b3d64c),segment_id=7a55bb8e-283b-4f5c-b424-b22520b3d64c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:14.334149 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-5ae9cf9b-2953-4104-8291-57ba82a82b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490494a5-0329-44c2-82f4-b3c92ea6e7a5', 'name': 'tempest-ServersTestBootFromVolume-59446804-router', 'tenant_id': '2826f2997a754ee49961aecef40f217a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '5b28018a-7176-4a9d-b670-99459c7dd686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:57Z', 'updated_at': '2021-10-20T11:36:06Z', 'revision_number': 4, 'project_id': '2826f2997a754ee49961aecef40f217a', 'gw_port': {'id': '5b28018a-7176-4a9d-b670-99459c7dd686', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490494a5-0329-44c2-82f4-b3c92ea6e7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:59Z', 'updated_at': '2021-10-20T11:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'f0faa811-0991-4f2f-a6dc-b1f03f48b85a', 'name': '', 'network_id': 'da880dad-b7d7-4b7f-a613-e2c4dcdb28a0', 'tenant_id': '2826f2997a754ee49961aecef40f217a', 'mac_address': 'fa:16:3e:5f:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490494a5-0329-44c2-82f4-b3c92ea6e7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '1497a9cb-6614-4ce8-a588-b288c0f84e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:36:03Z', 'updated_at': '2021-10-20T11:36:11Z', 'revision_number': 5, 'project_id': '2826f2997a754ee49961aecef40f217a', 'subnets': [{'id': '1497a9cb-6614-4ce8-a588-b288c0f84e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:14.343884 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c7e9f3-7bef-442c-913e-bf78f891ca09 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Pushing event deleted for resources: {'Port': ['ID=d39c253f-49f6-4214-8738-6a67f437331d,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:14.401862 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-c5c7e9f3-7bef-442c-913e-bf78f891ca09 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] No DVR routers for this DVR port d39c253f-49f6-4214-8738-6a67f437331d on host n-h2-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:40:14.405444 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-c5c7e9f3-7bef-442c-913e-bf78f891ca09 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:14.410061 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-c5c7e9f3-7bef-442c-913e-bf78f891ca09 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.89 "DELETE /v2.0/ports/d39c253f-49f6-4214-8738-6a67f437331d HTTP/1.1" status: 204 len: 173 time: 0.5989902 Oct 20 11:40:14.410676 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'name': 'network-vif-deleted', 'tag': 'd39c253f-49f6-4214-8738-6a67f437331d'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:40:14.413459 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3a1fec-6f2a-49c3-90a4-47cddb425677" -d '{"events": [{"server_uuid": "e3cb83e1-d26e-43fb-9111-1a2c562b6e89", "name": "network-vif-deleted", "tag": "d39c253f-49f6-4214-8738-6a67f437331d"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:40:14.448542 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-906ad077-7434-44b8-bc4a-b242c1aefbb6 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:14.461495 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81299b-d318-4332-b007-458fbf336dfd req-97e8fb5d-d93b-4911-afb7-2b652ea2716b tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:14.463074 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8e81299b-d318-4332-b007-458fbf336dfd req-97e8fb5d-d93b-4911-afb7-2b652ea2716b tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.98 "GET /v2.0/ports?device_id=af7343e5-93f4-4974-96a9-ec63cabca9b7 HTTP/1.1" status: 200 len: 945 time: 0.1491261 Oct 20 11:40:14.475797 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813cc89-f9fe-4ab8-8f6e-281717e5da9d req-8f1431e7-e32a-4c3b-9293-b8d132fc3a56 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:14.477359 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7813cc89-f9fe-4ab8-8f6e-281717e5da9d req-8f1431e7-e32a-4c3b-9293-b8d132fc3a56 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 945 time: 0.1200066 Oct 20 11:40:14.529229 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-c228ff63-ac7e-4929-be6c-4fa80d5fedf2 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Deleting port 21d0cf01-a7f4-49be-aec5-51e5c5128073 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:40:14.530293 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-c228ff63-ac7e-4929-be6c-4fa80d5fedf2 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:14.563716 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7813cc89-f9fe-4ab8-8f6e-281717e5da9d req-ad09efaf-a033-4ab0-b33a-62f0ef848bcf tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773020 Oct 20 11:40:14.572433 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae9cf9b-2953-4104-8291-57ba82a82b6b None None] The sync data for ids ['490494a5-0329-44c2-82f4-b3c92ea6e7a5'] in n-d-814735-3 is: [{'id': '490494a5-0329-44c2-82f4-b3c92ea6e7a5', 'name': 'tempest-ServersTestBootFromVolume-59446804-router', 'tenant_id': '2826f2997a754ee49961aecef40f217a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '5b28018a-7176-4a9d-b670-99459c7dd686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:57Z', 'updated_at': '2021-10-20T11:36:06Z', 'revision_number': 4, 'project_id': '2826f2997a754ee49961aecef40f217a', 'gw_port': {'id': '5b28018a-7176-4a9d-b670-99459c7dd686', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490494a5-0329-44c2-82f4-b3c92ea6e7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:59Z', 'updated_at': '2021-10-20T11:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'f0faa811-0991-4f2f-a6dc-b1f03f48b85a', 'name': '', 'network_id': 'da880dad-b7d7-4b7f-a613-e2c4dcdb28a0', 'tenant_id': '2826f2997a754ee49961aecef40f217a', 'mac_address': 'fa:16:3e:5f:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490494a5-0329-44c2-82f4-b3c92ea6e7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '1497a9cb-6614-4ce8-a588-b288c0f84e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:36:03Z', 'updated_at': '2021-10-20T11:36:11Z', 'revision_number': 5, 'project_id': '2826f2997a754ee49961aecef40f217a', 'subnets': [{'id': '1497a9cb-6614-4ce8-a588-b288c0f84e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:40:14.579700 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:14.586915 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 36734b27-541b-4c46-94d0-9c36824cd543 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:40:14.617231 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8e81299b-d318-4332-b007-458fbf336dfd req-ee667696-437e-41c9-932c-ebb80236d988 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.98 "GET /v2.0/security-groups?id=f213afdf-3ed9-41dd-8db1-016ca1b833e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327271 Oct 20 11:40:14.631150 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-906ad077-7434-44b8-bc4a-b242c1aefbb6 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:14.663273 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-c228ff63-ac7e-4929-be6c-4fa80d5fedf2 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] For port 21d0cf01-a7f4-49be-aec5-51e5c5128073, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=21d0cf01-a7f4-49be-aec5-51e5c5128073,segment=NetworkSegment(7a55bb8e-283b-4f5c-b424-b22520b3d64c),segment_id=7a55bb8e-283b-4f5c-b424-b22520b3d64c)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:14.663637 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-c228ff63-ac7e-4929-be6c-4fa80d5fedf2 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:14.681466 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-c228ff63-ac7e-4929-be6c-4fa80d5fedf2 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Calling delete_port for 21d0cf01-a7f4-49be-aec5-51e5c5128073 owned by compute:nova {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:40:14.730415 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-906ad077-7434-44b8-bc4a-b242c1aefbb6 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:14.733360 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-906ad077-7434-44b8-bc4a-b242c1aefbb6 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:14.734551 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-906ad077-7434-44b8-bc4a-b242c1aefbb6 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "DELETE /v2.0/security-groups/aa04efcb-b0de-4d3e-8542-26da0b6eeeb4 HTTP/1.1" status: 204 len: 168 time: 0.5025933 Oct 20 11:40:14.751947 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44540) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:14.752756 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906ad077-7434-44b8-bc4a-b242c1aefbb6 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa04efcb-b0de-4d3e-8542-26da0b6eeeb4,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:14.807172 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5825de-cff0-4a59-a399-5ff2d3d5a910 x-openstack-request-id: req-5a5825de-cff0-4a59-a399-5ff2d3d5a910 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:40:14.807757 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3cb83e1-d26e-43fb-9111-1a2c562b6e89", "name": "network-vif-deleted", "tag": "d39c253f-49f6-4214-8738-6a67f437331d", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:40:14.812548 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5a5825de-cff0-4a59-a399-5ff2d3d5a910 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:40:14.813217 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'name': 'network-vif-deleted', 'tag': 'd39c253f-49f6-4214-8738-6a67f437331d', 'status': 'completed', 'code': 200} Oct 20 11:40:14.872362 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-dd5a05db-741d-4430-aeca-163a078a031b tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1122572 Oct 20 11:40:14.876212 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44542) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:14.886073 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-1aacefa4-be23-48ab-8d57-36929c68df32 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Request body: {'security_group': {'name': 'tempest-secgroup--241954943'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:14.929389 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=21d0cf01-a7f4-49be-aec5-51e5c5128073,revision_number=6']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:14.980128 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-077ecd31-ac60-4d4e-85d1-ae87ec1e86eb req-30d0d53d-f179-4bc3-bc87-82f1e6f92dfc tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.1238174 Oct 20 11:40:15.048968 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1aacefa4-be23-48ab-8d57-36929c68df32 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:15.081578 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:15.097660 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-c228ff63-ac7e-4929-be6c-4fa80d5fedf2 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:15.150593 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c228ff63-ac7e-4929-be6c-4fa80d5fedf2 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Pushing event deleted for resources: {'Port': ['ID=21d0cf01-a7f4-49be-aec5-51e5c5128073,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:15.184977 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 36734b27-541b-4c46-94d0-9c36824cd543, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=36734b27-541b-4c46-94d0-9c36824cd543,segment=NetworkSegment(7a55bb8e-283b-4f5c-b424-b22520b3d64c),segment_id=7a55bb8e-283b-4f5c-b424-b22520b3d64c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:15.192363 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:15.193251 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 50dcae75-cbf4-4d6a-983c-6f1df055c8d9 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:40:15.205959 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf6e11c-e7ba-4047-9b90-98082efd5d48 None None] New status for floating IP 0e1b0b40-8a1d-4c09-a2ac-c6fa0d71d797: DOWN {{(pid=100649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:40:15.235138 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: 50dcae75-cbf4-4d6a-983c-6f1df055c8d9 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:40:15.235138 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 50dcae75-cbf4-4d6a-983c-6f1df055c8d9 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:40:15.235548 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 1096304c-3250-4c91-a0ae-a0d182374e03 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:40:15.243601 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-c228ff63-ac7e-4929-be6c-4fa80d5fedf2 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] No DVR routers for this DVR port 21d0cf01-a7f4-49be-aec5-51e5c5128073 on host n-h2-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:40:15.258918 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-c228ff63-ac7e-4929-be6c-4fa80d5fedf2 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:15.262423 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-c228ff63-ac7e-4929-be6c-4fa80d5fedf2 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.89 "DELETE /v2.0/ports/21d0cf01-a7f4-49be-aec5-51e5c5128073 HTTP/1.1" status: 204 len: 173 time: 0.8450165 Oct 20 11:40:15.314899 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73609f7f-bb93-48f0-9dfa-65f7d7612783 req-b511202b-7fa7-4362-9d64-39727b19710b tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:15.349771 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73609f7f-bb93-48f0-9dfa-65f7d7612783 req-b511202b-7fa7-4362-9d64-39727b19710b tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:15.359409 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:15.366393 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73609f7f-bb93-48f0-9dfa-65f7d7612783 req-b511202b-7fa7-4362-9d64-39727b19710b tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:15.368202 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-73609f7f-bb93-48f0-9dfa-65f7d7612783 req-b511202b-7fa7-4362-9d64-39727b19710b tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 2415 time: 0.2288411 Oct 20 11:40:15.372200 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=36734b27-541b-4c46-94d0-9c36824cd543,revision_number=6']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:15.376430 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 1096304c-3250-4c91-a0ae-a0d182374e03 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:40:15.376856 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 4aea7d3c-78fa-4d1c-9d27-ec767d37af26 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:40:15.463315 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1aacefa4-be23-48ab-8d57-36929c68df32 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:15.471427 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db52f104-99fb-4f22-b6fb-2c083522a91a req-bb48c4d7-dea9-4fde-8319-c2f4082cfe9c tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.1020226 Oct 20 11:40:15.479579 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1aacefa4-be23-48ab-8d57-36929c68df32 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:15.548431 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aacefa4-be23-48ab-8d57-36929c68df32 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2d2a77-e22f-4420-82eb-efba8fb8cb6f,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:15.552601 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-5ed12be9-78a8-4a41-a7e5-bdec955bbe7e tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Deleting port e15232df-145b-465f-8af0-3f5421b15798 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:40:15.553146 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1aacefa4-be23-48ab-8d57-36929c68df32 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:15.553637 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-5ed12be9-78a8-4a41-a7e5-bdec955bbe7e tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:15.554149 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-1aacefa4-be23-48ab-8d57-36929c68df32 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6770003 Oct 20 11:40:15.559365 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44558) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:15.587203 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-73609f7f-bb93-48f0-9dfa-65f7d7612783 req-e8b6f673-9652-4400-bffb-584fef7775b8 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e397af8-07ce-4093-b8cb-76d0226b7f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776028 Oct 20 11:40:15.589012 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:15.600049 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-8cfb0816-66ad-49d8-8db3-f48e21fd603e tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:15.601931 n-d-814735-3 neutron-server[100646]: WARNING neutron.api.v2.base [None req-8cfb0816-66ad-49d8-8db3-f48e21fd603e tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 20 11:40:15.603502 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-8cfb0816-66ad-49d8-8db3-f48e21fd603e tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] update failed (client error): There was a conflict when trying to complete your request. Oct 20 11:40:15.605618 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e15232df-145b-465f-8af0-3f5421b15798'}, {'server_uuid': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21d0cf01-a7f4-49be-aec5-51e5c5128073'}, {'server_uuid': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36734b27-541b-4c46-94d0-9c36824cd543'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:40:15.606558 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8cfb0816-66ad-49d8-8db3-f48e21fd603e tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "PUT /v2.0/security-groups/6a2d2a77-e22f-4420-82eb-efba8fb8cb6f HTTP/1.1" status: 409 len: 330 time: 0.0297890 Oct 20 11:40:15.609681 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44560) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:15.612932 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb946aa-bdc5-4a83-a531-72bd24e67b38" -d '{"events": [{"server_uuid": "e3cb83e1-d26e-43fb-9111-1a2c562b6e89", "name": "network-vif-unplugged", "status": "completed", "tag": "e15232df-145b-465f-8af0-3f5421b15798"}, {"server_uuid": "e3cb83e1-d26e-43fb-9111-1a2c562b6e89", "name": "network-vif-unplugged", "status": "completed", "tag": "21d0cf01-a7f4-49be-aec5-51e5c5128073"}, {"server_uuid": "e3cb83e1-d26e-43fb-9111-1a2c562b6e89", "name": "network-vif-unplugged", "status": "completed", "tag": "36734b27-541b-4c46-94d0-9c36824cd543"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:40:15.687005 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 4aea7d3c-78fa-4d1c-9d27-ec767d37af26, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=4aea7d3c-78fa-4d1c-9d27-ec767d37af26,segment=NetworkSegment(dfef9a1e-24d7-4613-b244-c38a1f92df9c),segment_id=dfef9a1e-24d7-4613-b244-c38a1f92df9c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:15.704181 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:15.732070 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 61bf1de1-24da-472e-a342-71d54a789c06 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:40:15.753551 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-5ed12be9-78a8-4a41-a7e5-bdec955bbe7e tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] For port e15232df-145b-465f-8af0-3f5421b15798, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e15232df-145b-465f-8af0-3f5421b15798,segment=NetworkSegment(1158ccd6-3972-4083-b101-9cf7c9852acf),segment_id=1158ccd6-3972-4083-b101-9cf7c9852acf)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:15.754615 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-5ed12be9-78a8-4a41-a7e5-bdec955bbe7e tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:15.822630 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-973211e5-0e38-4cbb-b425-1e80878ee363 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:15.827571 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=4aea7d3c-78fa-4d1c-9d27-ec767d37af26,revision_number=6']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:15.841050 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e97a05-30be-474c-9053-fcec1f5d9a9e req-f413c121-4a87-4e98-bf17-8a50974a473f tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:15.842691 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b8e97a05-30be-474c-9053-fcec1f5d9a9e req-f413c121-4a87-4e98-bf17-8a50974a473f tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 945 time: 0.2236285 Oct 20 11:40:15.856734 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 61bf1de1-24da-472e-a342-71d54a789c06 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:40:15.902022 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-973211e5-0e38-4cbb-b425-1e80878ee363 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:15.938584 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b8e97a05-30be-474c-9053-fcec1f5d9a9e req-249226c8-da31-47a3-bec5-38c2219fe26a tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761113 Oct 20 11:40:15.945875 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 20 Oct 2021 11:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96658bc3-b29d-4ab9-a964-c6dd4df37d39 x-openstack-request-id: req-96658bc3-b29d-4ab9-a964-c6dd4df37d39 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:40:15.946371 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3cb83e1-d26e-43fb-9111-1a2c562b6e89", "name": "network-vif-unplugged", "status": "completed", "tag": "e15232df-145b-465f-8af0-3f5421b15798", "code": 200}, {"server_uuid": "e3cb83e1-d26e-43fb-9111-1a2c562b6e89", "name": "network-vif-unplugged", "status": "completed", "tag": "21d0cf01-a7f4-49be-aec5-51e5c5128073", "code": 200}, {"server_uuid": "e3cb83e1-d26e-43fb-9111-1a2c562b6e89", "name": "network-vif-unplugged", "status": "completed", "tag": "36734b27-541b-4c46-94d0-9c36824cd543", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:40:15.946497 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-96658bc3-b29d-4ab9-a964-c6dd4df37d39 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:40:15.946823 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e15232df-145b-465f-8af0-3f5421b15798', 'code': 200} Oct 20 11:40:15.947068 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21d0cf01-a7f4-49be-aec5-51e5c5128073', 'code': 200} Oct 20 11:40:15.947321 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36734b27-541b-4c46-94d0-9c36824cd543', 'code': 200} Oct 20 11:40:16.008560 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-973211e5-0e38-4cbb-b425-1e80878ee363 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:16.011595 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-973211e5-0e38-4cbb-b425-1e80878ee363 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:16.017810 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-973211e5-0e38-4cbb-b425-1e80878ee363 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "DELETE /v2.0/security-groups/6a2d2a77-e22f-4420-82eb-efba8fb8cb6f HTTP/1.1" status: 204 len: 168 time: 0.4061339 Oct 20 11:40:16.024436 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44572) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:16.066611 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973211e5-0e38-4cbb-b425-1e80878ee363 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2d2a77-e22f-4420-82eb-efba8fb8cb6f,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:16.134571 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-7fe2a47b-7206-4e4a-9710-06569c5310b6 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1022530 Oct 20 11:40:16.142271 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44574) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:16.156768 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [None req-228c56f3-5d6a-41e0-9dec-19e46b139528 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] delete failed (client error): The resource could not be found. Oct 20 11:40:16.157977 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-228c56f3-5d6a-41e0-9dec-19e46b139528 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "DELETE /v2.0/security-groups/f80471e4-8e7c-4a7b-a099-2c8573f80fec HTTP/1.1" status: 404 len: 347 time: 0.0146861 Oct 20 11:40:16.163615 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44576) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:16.191066 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-5ed12be9-78a8-4a41-a7e5-bdec955bbe7e tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:16.191680 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-5ed12be9-78a8-4a41-a7e5-bdec955bbe7e tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:16.192008 n-d-814735-3 neutron-server[100646]: INFO neutron.db.l3_db [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-5ed12be9-78a8-4a41-a7e5-bdec955bbe7e tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Floating IP d865a0ac-cef6-46e4-8dd3-1602259b9b96 disassociated. External IP: 172.25.5.150, port: e15232df-145b-465f-8af0-3f5421b15798. Oct 20 11:40:16.192501 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-5ed12be9-78a8-4a41-a7e5-bdec955bbe7e tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Calling delete_port for e15232df-145b-465f-8af0-3f5421b15798 owned by compute:nova {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:40:16.194860 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-6fdd17bb-302c-45e3-b8db-75b2dfe5cf59 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] show failed (client error): The resource could not be found. Oct 20 11:40:16.199440 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6fdd17bb-302c-45e3-b8db-75b2dfe5cf59 tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "GET /v2.0/security-groups/1db4d674-de52-4607-81fc-2a954e2c2f3d HTTP/1.1" status: 404 len: 347 time: 0.0313439 Oct 20 11:40:16.202038 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44578) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:16.215801 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-694cc670-67b4-4ae5-8be1-938b0cd861bf req-5595ff9b-521d-4888-91e1-4445e294820f tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0464914 Oct 20 11:40:16.223009 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-7490e0e2-2af5-49d0-9b2d-616ee3601abe tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] show failed (client error): The resource could not be found. Oct 20 11:40:16.225693 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7490e0e2-2af5-49d0-9b2d-616ee3601abe tempest-NegativeSecGroupIPv6Test-785044379 tempest-NegativeSecGroupIPv6Test-785044379-project] 10.222.0.98 "GET /v2.0/security-group-rules/3850d9fb-ed38-45f7-8026-f0d1b992f632 HTTP/1.1" status: 404 len: 356 time: 0.0210156 Oct 20 11:40:16.248007 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb7ed6-225e-4702-9f12-18b009d483c3 req-8be57e87-7d69-4ddf-97d9-390f08149e6f tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:16.249785 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-74bb7ed6-225e-4702-9f12-18b009d483c3 req-8be57e87-7d69-4ddf-97d9-390f08149e6f tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.98 "GET /v2.0/ports?device_id=af7343e5-93f4-4974-96a9-ec63cabca9b7 HTTP/1.1" status: 200 len: 945 time: 0.0907402 Oct 20 11:40:16.309504 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-74bb7ed6-225e-4702-9f12-18b009d483c3 req-206bacf3-03eb-4f16-aaca-12611eeccb92 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.98 "GET /v2.0/security-groups?id=f213afdf-3ed9-41dd-8db1-016ca1b833e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523882 Oct 20 11:40:16.396967 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-5ed12be9-78a8-4a41-a7e5-bdec955bbe7e tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:16.437308 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed12be9-78a8-4a41-a7e5-bdec955bbe7e tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Pushing event deleted for resources: {'Port': ['ID=e15232df-145b-465f-8af0-3f5421b15798,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:16.517205 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44586) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:16.557329 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-5ed12be9-78a8-4a41-a7e5-bdec955bbe7e tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Router fbefaca9-b68d-41ae-92e2-bd172fdce0e8 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:40:16.616251 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-073f78b8-9350-437a-97de-e029a4caf2d9 req-909d6348-f7a1-45e3-b014-e2e5b7c64cfd tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.0424356 Oct 20 11:40:16.696716 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-5ed12be9-78a8-4a41-a7e5-bdec955bbe7e tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:40:16.697385 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3e595a9c-e55a-4cb5-9e5e-510de450b17b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=90b21f99b5124cecb0b3445d159019a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1785343 Oct 20 11:40:16.699640 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44592) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:16.710448 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bdd136-025d-49d6-8655-b1ec7aa7024c None None] Sync routers for ids ['fbefaca9-b68d-41ae-92e2-bd172fdce0e8'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:40:16.720713 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bdd136-025d-49d6-8655-b1ec7aa7024c None None] Routers {'fbefaca9-b68d-41ae-92e2-bd172fdce0e8'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:40:16.721677 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-b3bdd136-025d-49d6-8655-b1ec7aa7024c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:39:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['fbefaca9-b68d-41ae-92e2-bd172fdce0e8'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:16.755540 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-5ed12be9-78a8-4a41-a7e5-bdec955bbe7e tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] No DVR routers for this DVR port e15232df-145b-465f-8af0-3f5421b15798 on host n-h2-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:40:16.758754 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-5ed12be9-78a8-4a41-a7e5-bdec955bbe7e tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:16.769997 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-5ed12be9-78a8-4a41-a7e5-bdec955bbe7e tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.89 "DELETE /v2.0/ports/e15232df-145b-465f-8af0-3f5421b15798 HTTP/1.1" status: 204 len: 173 time: 1.4930871 Oct 20 11:40:16.799283 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-42b18a4e-8d50-4287-a7c4-5294e32aea6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:16.817723 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'name': 'network-vif-deleted', 'tag': '21d0cf01-a7f4-49be-aec5-51e5c5128073'}, {'server_uuid': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'name': 'network-vif-deleted', 'tag': 'e15232df-145b-465f-8af0-3f5421b15798'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:40:16.822448 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ae00e9-7b35-4670-8cfd-764f9970ca3d" -d '{"events": [{"server_uuid": "e3cb83e1-d26e-43fb-9111-1a2c562b6e89", "name": "network-vif-deleted", "tag": "21d0cf01-a7f4-49be-aec5-51e5c5128073"}, {"server_uuid": "e3cb83e1-d26e-43fb-9111-1a2c562b6e89", "name": "network-vif-deleted", "tag": "e15232df-145b-465f-8af0-3f5421b15798"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:40:16.826355 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50607f7b-f48d-4f5c-8aa8-3927638e03c2 req-750fa504-2632-4fea-b4dc-90856506ed47 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:16.832650 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50607f7b-f48d-4f5c-8aa8-3927638e03c2 req-750fa504-2632-4fea-b4dc-90856506ed47 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:16.834604 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-50607f7b-f48d-4f5c-8aa8-3927638e03c2 req-750fa504-2632-4fea-b4dc-90856506ed47 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 1677 time: 0.1241467 Oct 20 11:40:16.856198 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-b3bdd136-025d-49d6-8655-b1ec7aa7024c None None] Set router fbefaca9-b68d-41ae-92e2-bd172fdce0e8 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:40:16.886939 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-42b18a4e-8d50-4287-a7c4-5294e32aea6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:16.935984 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-50607f7b-f48d-4f5c-8aa8-3927638e03c2 req-01a25348-a554-4c72-ae69-1ae6ac3b8e6d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e397af8-07ce-4093-b8cb-76d0226b7f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891025 Oct 20 11:40:16.941193 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Oct 2021 11:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b3428c-0c7b-4d2a-8ed2-19d30f2fe28c x-openstack-request-id: req-31b3428c-0c7b-4d2a-8ed2-19d30f2fe28c {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:40:16.941504 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3cb83e1-d26e-43fb-9111-1a2c562b6e89", "name": "network-vif-deleted", "tag": "21d0cf01-a7f4-49be-aec5-51e5c5128073", "status": "completed", "code": 200}, {"server_uuid": "e3cb83e1-d26e-43fb-9111-1a2c562b6e89", "name": "network-vif-deleted", "tag": "e15232df-145b-465f-8af0-3f5421b15798", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:40:16.941916 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-31b3428c-0c7b-4d2a-8ed2-19d30f2fe28c {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:40:16.943249 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'name': 'network-vif-deleted', 'tag': '21d0cf01-a7f4-49be-aec5-51e5c5128073', 'status': 'completed', 'code': 200} Oct 20 11:40:16.943509 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'name': 'network-vif-deleted', 'tag': 'e15232df-145b-465f-8af0-3f5421b15798', 'status': 'completed', 'code': 200} Oct 20 11:40:16.991769 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-42b18a4e-8d50-4287-a7c4-5294e32aea6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:16.994732 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-42b18a4e-8d50-4287-a7c4-5294e32aea6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:16.996665 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-42b18a4e-8d50-4287-a7c4-5294e32aea6b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9a248e41-e0ee-402e-b655-c735c601364b HTTP/1.1" status: 204 len: 168 time: 0.2956603 Oct 20 11:40:17.006558 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b18a4e-8d50-4287-a7c4-5294e32aea6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a248e41-e0ee-402e-b655-c735c601364b,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:17.032751 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-6d207f53-5fe0-4407-9c64-eb9119a1e169 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Deleting port 4aea7d3c-78fa-4d1c-9d27-ec767d37af26 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:40:17.032990 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-6d207f53-5fe0-4407-9c64-eb9119a1e169 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:17.166176 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-6d207f53-5fe0-4407-9c64-eb9119a1e169 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] For port 4aea7d3c-78fa-4d1c-9d27-ec767d37af26, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=4aea7d3c-78fa-4d1c-9d27-ec767d37af26,segment=NetworkSegment(dfef9a1e-24d7-4613-b244-c38a1f92df9c),segment_id=dfef9a1e-24d7-4613-b244-c38a1f92df9c)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:17.166566 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-6d207f53-5fe0-4407-9c64-eb9119a1e169 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:17.183352 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0feac09-da90-4913-ab9a-040846e93ca6 req-4c5141b4-6baf-4e71-86e6-dabff297cc51 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:17.186635 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a0feac09-da90-4913-ab9a-040846e93ca6 req-4c5141b4-6baf-4e71-86e6-dabff297cc51 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 945 time: 0.0758035 Oct 20 11:40:17.190068 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-6d207f53-5fe0-4407-9c64-eb9119a1e169 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Calling delete_port for 4aea7d3c-78fa-4d1c-9d27-ec767d37af26 owned by compute:nova {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:40:17.269236 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a0feac09-da90-4913-ab9a-040846e93ca6 req-4d7a5c2a-e3fc-4609-8489-01003d6c7f8f tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580285 Oct 20 11:40:17.422150 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f7ea8-4631-4ee1-9bb8-90dca397fa42 req-eaec071f-07d9-4af0-8826-17f54cb3adbe tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:17.424177 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-073f7ea8-4631-4ee1-9bb8-90dca397fa42 req-eaec071f-07d9-4af0-8826-17f54cb3adbe tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.11 "GET /v2.0/ports?device_id=af7343e5-93f4-4974-96a9-ec63cabca9b7 HTTP/1.1" status: 200 len: 945 time: 0.1718497 Oct 20 11:40:17.432312 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-6d207f53-5fe0-4407-9c64-eb9119a1e169 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:17.478902 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-91c69b17-1ea6-44b2-8b30-6aff41be424c req-b70f0a6a-bc67-485b-a581-2500c62e54ab tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0661268 Oct 20 11:40:17.492966 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-b3bdd136-025d-49d6-8655-b1ec7aa7024c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbefaca9-b68d-41ae-92e2-bd172fdce0e8', 'name': 'tempest-TaggedBootDevicesTest-1079992149-router', 'tenant_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '5bfa8cdb-a024-4260-a24f-a4b81de33da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:29:33Z', 'updated_at': '2021-10-20T11:29:40Z', 'revision_number': 4, 'project_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'gw_port': {'id': '5bfa8cdb-a024-4260-a24f-a4b81de33da3', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbefaca9-b68d-41ae-92e2-bd172fdce0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:29:34Z', 'updated_at': '2021-10-20T11:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'deef264c-03c8-4fd9-ada8-707384563986', 'name': '', 'network_id': '7cc0cef1-9e0e-4144-85af-6ed42f35f232', 'tenant_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'mac_address': 'fa:16:3e:1c:fd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbefaca9-b68d-41ae-92e2-bd172fdce0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '860ea3b3-2804-4226-ab8d-f55abe932e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:29:38Z', 'updated_at': '2021-10-20T11:29:47Z', 'revision_number': 5, 'project_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'subnets': [{'id': '860ea3b3-2804-4226-ab8d-f55abe932e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:17.532451 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d207f53-5fe0-4407-9c64-eb9119a1e169 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Pushing event deleted for resources: {'Port': ['ID=4aea7d3c-78fa-4d1c-9d27-ec767d37af26,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:17.568941 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bdd136-025d-49d6-8655-b1ec7aa7024c None None] Checking router: fbefaca9-b68d-41ae-92e2-bd172fdce0e8 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:40:17.590897 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bdd136-025d-49d6-8655-b1ec7aa7024c None None] Routers {'fbefaca9-b68d-41ae-92e2-bd172fdce0e8'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:40:17.591556 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-b3bdd136-025d-49d6-8655-b1ec7aa7024c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:39:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['fbefaca9-b68d-41ae-92e2-bd172fdce0e8'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:17.597697 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-6d207f53-5fe0-4407-9c64-eb9119a1e169 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] No DVR routers for this DVR port 4aea7d3c-78fa-4d1c-9d27-ec767d37af26 on host n-h2-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:40:17.603369 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-6d207f53-5fe0-4407-9c64-eb9119a1e169 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:17.612913 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-6d207f53-5fe0-4407-9c64-eb9119a1e169 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.89 "DELETE /v2.0/ports/4aea7d3c-78fa-4d1c-9d27-ec767d37af26 HTTP/1.1" status: 204 len: 173 time: 0.8344948 Oct 20 11:40:17.646873 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29e651-ce5b-4a10-b046-6fc2d009d633 req-5e173de3-6679-407a-b97f-c57b49672e63 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:17.663977 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ab29e651-ce5b-4a10-b046-6fc2d009d633 req-5e173de3-6679-407a-b97f-c57b49672e63 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.98 "GET /v2.0/ports?device_id=af7343e5-93f4-4974-96a9-ec63cabca9b7 HTTP/1.1" status: 200 len: 945 time: 0.1102045 Oct 20 11:40:17.794573 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ab29e651-ce5b-4a10-b046-6fc2d009d633 req-58419038-95e1-4fbc-a283-788183d8b567 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.98 "GET /v2.0/security-groups?id=f213afdf-3ed9-41dd-8db1-016ca1b833e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283147 Oct 20 11:40:17.813686 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-073f7ea8-4631-4ee1-9bb8-90dca397fa42 req-7202cb83-6599-4de7-b0e9-878a330dedeb tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Deleting port 9ac11976-0de7-401d-9606-0591b8dbd802 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:40:17.814270 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-073f7ea8-4631-4ee1-9bb8-90dca397fa42 req-7202cb83-6599-4de7-b0e9-878a330dedeb tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:17.827923 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-b3bdd136-025d-49d6-8655-b1ec7aa7024c None None] Set router fbefaca9-b68d-41ae-92e2-bd172fdce0e8 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:40:17.835903 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4cdb617b-c030-4bc7-9ffd-c1bed3ed4d78 req-fe4683c0-80bf-42d6-9c8a-5fddbe847691 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.0805025 Oct 20 11:40:17.852513 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-64079ed9-d90b-4563-bdc8-59f049228bc3 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Deleting port 36734b27-541b-4c46-94d0-9c36824cd543 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:40:17.852513 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-64079ed9-d90b-4563-bdc8-59f049228bc3 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:18.010502 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-073f7ea8-4631-4ee1-9bb8-90dca397fa42 req-7202cb83-6599-4de7-b0e9-878a330dedeb tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] For port 9ac11976-0de7-401d-9606-0591b8dbd802, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=9ac11976-0de7-401d-9606-0591b8dbd802,segment=NetworkSegment(18503fb9-6d46-42ac-af7c-2c33d7692582),segment_id=18503fb9-6d46-42ac-af7c-2c33d7692582)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:18.011137 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-073f7ea8-4631-4ee1-9bb8-90dca397fa42 req-7202cb83-6599-4de7-b0e9-878a330dedeb tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:18.017327 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4aea7d3c-78fa-4d1c-9d27-ec767d37af26'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:40:18.028733 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-073f7ea8-4631-4ee1-9bb8-90dca397fa42 req-7202cb83-6599-4de7-b0e9-878a330dedeb tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Calling delete_port for 9ac11976-0de7-401d-9606-0591b8dbd802 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:40:18.029425 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686e5e96-826f-4f60-a59d-76fa8f9c83ba" -d '{"events": [{"server_uuid": "e3cb83e1-d26e-43fb-9111-1a2c562b6e89", "name": "network-vif-unplugged", "status": "completed", "tag": "4aea7d3c-78fa-4d1c-9d27-ec767d37af26"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:40:18.089025 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-64079ed9-d90b-4563-bdc8-59f049228bc3 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] For port 36734b27-541b-4c46-94d0-9c36824cd543, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=36734b27-541b-4c46-94d0-9c36824cd543,segment=NetworkSegment(7a55bb8e-283b-4f5c-b424-b22520b3d64c),segment_id=7a55bb8e-283b-4f5c-b424-b22520b3d64c)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:18.091934 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-64079ed9-d90b-4563-bdc8-59f049228bc3 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:18.128110 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9426cc5-9801-4c43-850f-d28d126056dd x-openstack-request-id: req-d9426cc5-9801-4c43-850f-d28d126056dd {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:40:18.128504 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3cb83e1-d26e-43fb-9111-1a2c562b6e89", "name": "network-vif-unplugged", "status": "completed", "tag": "4aea7d3c-78fa-4d1c-9d27-ec767d37af26", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:40:18.128863 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d9426cc5-9801-4c43-850f-d28d126056dd {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:40:18.129259 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4aea7d3c-78fa-4d1c-9d27-ec767d37af26', 'code': 200} Oct 20 11:40:18.130249 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-64079ed9-d90b-4563-bdc8-59f049228bc3 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Calling delete_port for 36734b27-541b-4c46-94d0-9c36824cd543 owned by compute:nova {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:40:18.298325 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053fd50-2d76-4394-b898-efd43af1a962 req-5745290a-5f9f-41b8-b9aa-c4cbbf2df81c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:18.302016 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e053fd50-2d76-4394-b898-efd43af1a962 req-5745290a-5f9f-41b8-b9aa-c4cbbf2df81c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 943 time: 0.1724780 Oct 20 11:40:18.376774 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-b3bdd136-025d-49d6-8655-b1ec7aa7024c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbefaca9-b68d-41ae-92e2-bd172fdce0e8', 'name': 'tempest-TaggedBootDevicesTest-1079992149-router', 'tenant_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '5bfa8cdb-a024-4260-a24f-a4b81de33da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:29:33Z', 'updated_at': '2021-10-20T11:29:40Z', 'revision_number': 4, 'project_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'gw_port': {'id': '5bfa8cdb-a024-4260-a24f-a4b81de33da3', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbefaca9-b68d-41ae-92e2-bd172fdce0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:29:34Z', 'updated_at': '2021-10-20T11:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'deef264c-03c8-4fd9-ada8-707384563986', 'name': '', 'network_id': '7cc0cef1-9e0e-4144-85af-6ed42f35f232', 'tenant_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'mac_address': 'fa:16:3e:1c:fd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbefaca9-b68d-41ae-92e2-bd172fdce0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '860ea3b3-2804-4226-ab8d-f55abe932e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:29:38Z', 'updated_at': '2021-10-20T11:29:47Z', 'revision_number': 5, 'project_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'subnets': [{'id': '860ea3b3-2804-4226-ab8d-f55abe932e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:18.439457 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bdd136-025d-49d6-8655-b1ec7aa7024c None None] The sync data for ids ['fbefaca9-b68d-41ae-92e2-bd172fdce0e8'] in n-d-814735-3 is: [{'id': 'fbefaca9-b68d-41ae-92e2-bd172fdce0e8', 'name': 'tempest-TaggedBootDevicesTest-1079992149-router', 'tenant_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '5bfa8cdb-a024-4260-a24f-a4b81de33da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:29:33Z', 'updated_at': '2021-10-20T11:29:40Z', 'revision_number': 4, 'project_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'gw_port': {'id': '5bfa8cdb-a024-4260-a24f-a4b81de33da3', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbefaca9-b68d-41ae-92e2-bd172fdce0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:29:34Z', 'updated_at': '2021-10-20T11:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'deef264c-03c8-4fd9-ada8-707384563986', 'name': '', 'network_id': '7cc0cef1-9e0e-4144-85af-6ed42f35f232', 'tenant_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'mac_address': 'fa:16:3e:1c:fd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbefaca9-b68d-41ae-92e2-bd172fdce0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '860ea3b3-2804-4226-ab8d-f55abe932e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:29:38Z', 'updated_at': '2021-10-20T11:29:47Z', 'revision_number': 5, 'project_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'subnets': [{'id': '860ea3b3-2804-4226-ab8d-f55abe932e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:40:18.452208 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-64079ed9-d90b-4563-bdc8-59f049228bc3 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:18.498661 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e053fd50-2d76-4394-b898-efd43af1a962 req-804de297-a300-4611-9585-787529de1b33 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e397af8-07ce-4093-b8cb-76d0226b7f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762807 Oct 20 11:40:18.533189 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64079ed9-d90b-4563-bdc8-59f049228bc3 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Pushing event deleted for resources: {'Port': ['ID=36734b27-541b-4c46-94d0-9c36824cd543,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:18.545742 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-073f7ea8-4631-4ee1-9bb8-90dca397fa42 req-7202cb83-6599-4de7-b0e9-878a330dedeb tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:18.563119 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['9ac11976-0de7-401d-9606-0591b8dbd802'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:40:18.614011 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-64079ed9-d90b-4563-bdc8-59f049228bc3 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] No DVR routers for this DVR port 36734b27-541b-4c46-94d0-9c36824cd543 on host n-h2-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:40:18.622547 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-64079ed9-d90b-4563-bdc8-59f049228bc3 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:18.640626 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ce3dfe08-ba89-4034-86f9-be4cabf91a59 req-64079ed9-d90b-4563-bdc8-59f049228bc3 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.89 "DELETE /v2.0/ports/36734b27-541b-4c46-94d0-9c36824cd543 HTTP/1.1" status: 204 len: 173 time: 1.0177484 Oct 20 11:40:18.678325 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-89ccf9aa-d170-47a2-af52-2e2ff3bf6fbf req-3fcbea5b-1af4-4cd6-8a70-befed3f687b1 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0656307 Oct 20 11:40:18.681348 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7202cb83-6599-4de7-b0e9-878a330dedeb tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Pushing event deleted for resources: {'Port': ['ID=9ac11976-0de7-401d-9606-0591b8dbd802,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:18.740278 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-073f7ea8-4631-4ee1-9bb8-90dca397fa42 req-7202cb83-6599-4de7-b0e9-878a330dedeb tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] No DVR routers for this DVR port 9ac11976-0de7-401d-9606-0591b8dbd802 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:40:18.743155 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-073f7ea8-4631-4ee1-9bb8-90dca397fa42 req-7202cb83-6599-4de7-b0e9-878a330dedeb tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:18.748419 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-073f7ea8-4631-4ee1-9bb8-90dca397fa42 req-7202cb83-6599-4de7-b0e9-878a330dedeb tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.11 "DELETE /v2.0/ports/9ac11976-0de7-401d-9606-0591b8dbd802 HTTP/1.1" status: 204 len: 173 time: 1.3103426 Oct 20 11:40:18.749196 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af7343e5-93f4-4974-96a9-ec63cabca9b7', 'name': 'network-vif-deleted', 'tag': '9ac11976-0de7-401d-9606-0591b8dbd802'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:40:18.760659 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75468f0f-d496-44b4-9a7a-a146f9bda432" -d '{"events": [{"server_uuid": "af7343e5-93f4-4974-96a9-ec63cabca9b7", "name": "network-vif-deleted", "tag": "9ac11976-0de7-401d-9606-0591b8dbd802"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:40:18.822504 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8014d456-fc54-422b-bf95-d8585ef10817 x-openstack-request-id: req-8014d456-fc54-422b-bf95-d8585ef10817 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:40:18.822899 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af7343e5-93f4-4974-96a9-ec63cabca9b7", "name": "network-vif-deleted", "tag": "9ac11976-0de7-401d-9606-0591b8dbd802", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:40:18.823210 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8014d456-fc54-422b-bf95-d8585ef10817 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:40:18.823673 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7343e5-93f4-4974-96a9-ec63cabca9b7', 'name': 'network-vif-deleted', 'tag': '9ac11976-0de7-401d-9606-0591b8dbd802', 'status': 'completed', 'code': 200} Oct 20 11:40:18.945819 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'name': 'network-vif-deleted', 'tag': '4aea7d3c-78fa-4d1c-9d27-ec767d37af26'}, {'server_uuid': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'name': 'network-vif-deleted', 'tag': '36734b27-541b-4c46-94d0-9c36824cd543'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:40:18.949270 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d70f8aa-23e3-49c6-bdbd-0df71e27dab8" -d '{"events": [{"server_uuid": "e3cb83e1-d26e-43fb-9111-1a2c562b6e89", "name": "network-vif-deleted", "tag": "4aea7d3c-78fa-4d1c-9d27-ec767d37af26"}, {"server_uuid": "e3cb83e1-d26e-43fb-9111-1a2c562b6e89", "name": "network-vif-deleted", "tag": "36734b27-541b-4c46-94d0-9c36824cd543"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:40:18.954550 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84a07a6-8c5c-409d-a4dc-f4dcc389d804 None None] New status for floating IP d865a0ac-cef6-46e4-8dd3-1602259b9b96: DOWN {{(pid=100649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:40:19.001630 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-16cbefdf-4d0a-445f-ab85-1a865ba803da req-53946035-3e62-46cc-910c-d53de45ad4da tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.98 "GET /v2.0/ports?device_id=af7343e5-93f4-4974-96a9-ec63cabca9b7 HTTP/1.1" status: 200 len: 210 time: 0.0690696 Oct 20 11:40:19.076820 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-18fb6b3f-f918-406e-bae6-c50a0e888fa4 req-213392f4-2c64-498e-aec7-549337e6c45e tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.0736179 Oct 20 11:40:19.087902 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Oct 2021 11:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deddc739-2aed-4b88-a68d-487209fb588c x-openstack-request-id: req-deddc739-2aed-4b88-a68d-487209fb588c {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:40:19.088485 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3cb83e1-d26e-43fb-9111-1a2c562b6e89", "name": "network-vif-deleted", "tag": "4aea7d3c-78fa-4d1c-9d27-ec767d37af26", "status": "completed", "code": 200}, {"server_uuid": "e3cb83e1-d26e-43fb-9111-1a2c562b6e89", "name": "network-vif-deleted", "tag": "36734b27-541b-4c46-94d0-9c36824cd543", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:40:19.088827 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-deddc739-2aed-4b88-a68d-487209fb588c {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:40:19.089368 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'name': 'network-vif-deleted', 'tag': '4aea7d3c-78fa-4d1c-9d27-ec767d37af26', 'status': 'completed', 'code': 200} Oct 20 11:40:19.090030 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3cb83e1-d26e-43fb-9111-1a2c562b6e89', 'name': 'network-vif-deleted', 'tag': '36734b27-541b-4c46-94d0-9c36824cd543', 'status': 'completed', 'code': 200} Oct 20 11:40:19.312253 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a51b96d8-0a1e-40ca-9db7-dbf40f8829e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:19.638723 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f7d4aa53-959d-4547-ae76-99062bdda05f req-7f70feaf-3550-4b10-9a17-ff143aade311 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 210 time: 0.0277915 Oct 20 11:40:19.797744 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e96f0f4c-e770-488f-a3f7-42e6595afbed req-665b54d3-2075-4b4c-a974-d296fff037df tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0350177 Oct 20 11:40:20.208792 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8287bed4-ad24-447c-aa25-f456cb652e04 req-ea1888e7-2848-4aba-8ed0-b103ea3f3a3c tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/ports?device_id=f434fb55-eec3-47d0-a6af-eb06ffaae0b4 HTTP/1.1" status: 200 len: 210 time: 0.0392013 Oct 20 11:40:20.550398 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec34bc6-ac7a-4593-9130-6e2301b05b19 req-1b41411c-27e3-4fe3-a540-dbe586911030 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:20.552168 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4ec34bc6-ac7a-4593-9130-6e2301b05b19 req-1b41411c-27e3-4fe3-a540-dbe586911030 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 945 time: 0.1433325 Oct 20 11:40:20.559104 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a1822-08c8-4c16-90d6-6cbcb80f929c req-7659dcde-10f9-42c2-a2e9-153c70661bb8 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:20.566602 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-762a1822-08c8-4c16-90d6-6cbcb80f929c req-7659dcde-10f9-42c2-a2e9-153c70661bb8 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.98 "GET /v2.0/networks?id=9b4b04d3-5f74-4950-b228-01d68025eec7 HTTP/1.1" status: 200 len: 808 time: 0.2700617 Oct 20 11:40:20.582386 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aac150-57ca-401b-b069-ee054e5c7d2a req-168ec79c-d1c6-4889-a4ef-1183dc433a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:20.584849 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c4aac150-57ca-401b-b069-ee054e5c7d2a req-168ec79c-d1c6-4889-a4ef-1183dc433a7f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c1169ad648904e1598b69c96d66e4763&device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 1096 time: 0.2483575 Oct 20 11:40:20.598816 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-762a1822-08c8-4c16-90d6-6cbcb80f929c req-d0b2d590-0adb-46b2-8f25-bea6fc25b462 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.98 "GET /v2.0/quotas/0f1d71dc026140398331b30284d1a25f HTTP/1.1" status: 200 len: 375 time: 0.0311041 Oct 20 11:40:20.647988 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-762a1822-08c8-4c16-90d6-6cbcb80f929c req-8e46cce8-90e2-4810-a663-46e7f43d5c00 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=0f1d71dc026140398331b30284d1a25f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476100 Oct 20 11:40:20.690771 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4ec34bc6-ac7a-4593-9130-6e2301b05b19 req-88af46c4-ab00-48bd-82c6-7958053db2d0 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216707 Oct 20 11:40:20.763119 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aac150-57ca-401b-b069-ee054e5c7d2a req-d484edec-5782-4faa-aa55-0bce047934f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:20.764961 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c4aac150-57ca-401b-b069-ee054e5c7d2a req-d484edec-5782-4faa-aa55-0bce047934f9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a79a2568-084f-4d41-8469-7b680356a62d HTTP/1.1" status: 200 len: 921 time: 0.1669679 Oct 20 11:40:20.793470 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-762a1822-08c8-4c16-90d6-6cbcb80f929c req-d65f1f3f-375b-4ef7-912a-c47e90632caa service neutron] 10.222.0.98 "GET /v2.0/networks/9b4b04d3-5f74-4950-b228-01d68025eec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354485 Oct 20 11:40:20.820574 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c4aac150-57ca-401b-b069-ee054e5c7d2a req-382be5ad-0cbe-4495-a980-414ca73f4e8f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1418c351-1695-4475-97ef-c3e849b75701 HTTP/1.1" status: 200 len: 217 time: 0.0456562 Oct 20 11:40:20.931959 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aac150-57ca-401b-b069-ee054e5c7d2a req-378f4af0-7218-437a-8bf3-cc2c41b43b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:20.933536 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c4aac150-57ca-401b-b069-ee054e5c7d2a req-378f4af0-7218-437a-8bf3-cc2c41b43b4c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3c3866d5-a700-4d4b-8bd8-40c0fe178f92 HTTP/1.1" status: 200 len: 859 time: 0.1035919 Oct 20 11:40:20.976673 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-762a1822-08c8-4c16-90d6-6cbcb80f929c req-3d401c9b-d92d-4b66-827e-49a0d04eb2c7 service neutron] 10.222.0.98 "GET /v2.0/networks/9b4b04d3-5f74-4950-b228-01d68025eec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817622 Oct 20 11:40:20.999337 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c4aac150-57ca-401b-b069-ee054e5c7d2a req-be5be92b-942a-419f-b614-c9de57b63e4f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a79a2568-084f-4d41-8469-7b680356a62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576794 Oct 20 11:40:21.054417 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-44a13cf9-5b24-420f-8a65-75377b327489 req-14feeaa5-0ac5-49ab-bf45-8484d833d5ca tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 210 time: 0.0558584 Oct 20 11:40:21.141019 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c4aac150-57ca-401b-b069-ee054e5c7d2a req-bfdc5d1f-e67b-4c49-a86c-74df1855e746 service neutron] 10.222.0.89 "GET /v2.0/networks/a79a2568-084f-4d41-8469-7b680356a62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304824 Oct 20 11:40:21.200212 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-04e5139e-355d-4461-9a0c-42f00a50f810 req-f435a04e-c595-4e9f-9146-6c6937b70822 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0517576 Oct 20 11:40:21.297819 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d42b8f4-90c0-456d-ba94-ab777c988f5d req-aa2248dd-2b6c-4762-b10a-cc8c73c17ab4 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.98 "GET /v2.0/ports?device_id=810669db-8b2d-4486-a989-30bfca10cb93 HTTP/1.1" status: 200 len: 210 time: 0.0487728 Oct 20 11:40:21.333584 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c4aac150-57ca-401b-b069-ee054e5c7d2a req-7cbf06a9-1d8c-468d-89c6-40f08267deba service neutron] 10.222.0.89 "GET /v2.0/networks/a79a2568-084f-4d41-8469-7b680356a62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854594 Oct 20 11:40:21.371870 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44732) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:21.456090 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-26b74e94-e10b-42b3-9392-410d2b6fcc08 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:21.485588 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-26b74e94-e10b-42b3-9392-410d2b6fcc08 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:21.553760 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-26b74e94-e10b-42b3-9392-410d2b6fcc08 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:21.557733 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-26b74e94-e10b-42b3-9392-410d2b6fcc08 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:21.561843 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-26b74e94-e10b-42b3-9392-410d2b6fcc08 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "DELETE /v2.0/security-groups/9b3d2f10-3510-4534-bb4e-f0bb5bf298fb HTTP/1.1" status: 204 len: 168 time: 0.1864576 Oct 20 11:40:21.562511 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44738) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:21.571884 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b74e94-e10b-42b3-9392-410d2b6fcc08 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3d2f10-3510-4534-bb4e-f0bb5bf298fb,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:21.581377 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b74e94-e10b-42b3-9392-410d2b6fcc08 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:21.582004 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b74e94-e10b-42b3-9392-410d2b6fcc08 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:21.582616 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b74e94-e10b-42b3-9392-410d2b6fcc08 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:21.583138 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b74e94-e10b-42b3-9392-410d2b6fcc08 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:21.583568 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b74e94-e10b-42b3-9392-410d2b6fcc08 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:21.583695 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-d91ae324-60b4-4458-aaec-1ed1a3d36242 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] show failed (client error): The resource could not be found. Oct 20 11:40:21.584159 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b74e94-e10b-42b3-9392-410d2b6fcc08 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:21.584464 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b74e94-e10b-42b3-9392-410d2b6fcc08 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:21.584992 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b74e94-e10b-42b3-9392-410d2b6fcc08 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:21.585517 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b74e94-e10b-42b3-9392-410d2b6fcc08 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:21.586034 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b74e94-e10b-42b3-9392-410d2b6fcc08 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:21.586470 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b74e94-e10b-42b3-9392-410d2b6fcc08 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:21.586899 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b74e94-e10b-42b3-9392-410d2b6fcc08 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:21.591644 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44740) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:21.597717 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d91ae324-60b4-4458-aaec-1ed1a3d36242 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "GET /v2.0/security-groups/9b3d2f10-3510-4534-bb4e-f0bb5bf298fb HTTP/1.1" status: 404 len: 347 time: 0.0336378 Oct 20 11:40:21.757807 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-9f21ad33-ba44-4caf-bcce-55ac8a2e5611 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Deleting port 67a61088-5bdd-440f-b0ad-0c88a7bbbed0 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:40:21.758178 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9f21ad33-ba44-4caf-bcce-55ac8a2e5611 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:21.881064 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4425d1-b555-495c-af06-47b27bff272e req-395da13d-9fd2-4c5b-9dcd-188ec4533922 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:21.883078 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6a4425d1-b555-495c-af06-47b27bff272e req-395da13d-9fd2-4c5b-9dcd-188ec4533922 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 945 time: 0.1007574 Oct 20 11:40:21.908121 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9f21ad33-ba44-4caf-bcce-55ac8a2e5611 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:21.908449 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9f21ad33-ba44-4caf-bcce-55ac8a2e5611 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:21.930629 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-9f21ad33-ba44-4caf-bcce-55ac8a2e5611 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Calling delete_port for 67a61088-5bdd-440f-b0ad-0c88a7bbbed0 owned by network:floatingip {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:40:21.959117 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6a4425d1-b555-495c-af06-47b27bff272e req-7b821a4e-3691-4907-93fc-ae3f0587d177 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687459 Oct 20 11:40:22.184430 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-37b3da5a-9366-4278-a296-43d211419ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:22.610539 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-086025dc-cebb-4d04-806b-4d082b230dee req-de80dc3f-c0da-4975-994b-a231d07df363 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 210 time: 0.4189010 Oct 20 11:40:22.611828 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9f21ad33-ba44-4caf-bcce-55ac8a2e5611 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:22.650654 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f21ad33-ba44-4caf-bcce-55ac8a2e5611 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Pushing event deleted for resources: {'Port': ['ID=67a61088-5bdd-440f-b0ad-0c88a7bbbed0,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:22.683442 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f5eb3260-7b9f-4b9a-95a0-e0ca2f5e0033 req-7c46d317-4721-44c1-aca5-99a6cc46f526 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0755889 Oct 20 11:40:22.792291 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-899c001b-525c-438c-9d60-e6c3a7156f6c req-d4c1a749-bff9-4406-93fa-3f3a2a570607 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.98 "GET /v2.0/ports?device_id=810669db-8b2d-4486-a989-30bfca10cb93 HTTP/1.1" status: 200 len: 210 time: 0.0784042 Oct 20 11:40:22.795448 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 9ac11976-0de7-401d-9606-0591b8dbd802 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:40:22.832909 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: 9ac11976-0de7-401d-9606-0591b8dbd802 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:40:22.834309 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 9ac11976-0de7-401d-9606-0591b8dbd802 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:40:22.843518 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9f21ad33-ba44-4caf-bcce-55ac8a2e5611 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Publish callbacks [] for floatingip, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:22.846098 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9f21ad33-ba44-4caf-bcce-55ac8a2e5611 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:22.847253 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-9f21ad33-ba44-4caf-bcce-55ac8a2e5611 tempest-ServersTestBootFromVolume-126531279 tempest-ServersTestBootFromVolume-126531279-project] 10.222.0.98 "DELETE /v2.0/floatingips/0e1b0b40-8a1d-4c09-a2ac-c6fa0d71d797 HTTP/1.1" status: 204 len: 168 time: 1.2544572 Oct 20 11:40:22.850628 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44762) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:22.880504 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a1822-08c8-4c16-90d6-6cbcb80f929c req-40dbcdf9-9c19-458b-b1c9-335bb2323eb1 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:22.882020 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-762a1822-08c8-4c16-90d6-6cbcb80f929c req-40dbcdf9-9c19-458b-b1c9-335bb2323eb1 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.11 "GET /v2.0/networks?id=9b4b04d3-5f74-4950-b228-01d68025eec7 HTTP/1.1" status: 200 len: 808 time: 0.1654389 Oct 20 11:40:22.899452 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-762a1822-08c8-4c16-90d6-6cbcb80f929c req-152b25d2-5cf9-42b2-ae86-e283f2f309ba tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Request body: {'port': {'device_id': '810669db-8b2d-4486-a989-30bfca10cb93', 'network_id': '9b4b04d3-5f74-4950-b228-01d68025eec7', 'admin_state_up': True, 'tenant_id': '0f1d71dc026140398331b30284d1a25f'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:23.063406 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:23.095049 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-762a1822-08c8-4c16-90d6-6cbcb80f929c req-152b25d2-5cf9-42b2-ae86-e283f2f309ba tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Made reservation on behalf of 0f1d71dc026140398331b30284d1a25f for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:40:23.099681 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:23.101308 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-762a1822-08c8-4c16-90d6-6cbcb80f929c req-152b25d2-5cf9-42b2-ae86-e283f2f309ba tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:23.211443 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03d6b3-884f-4547-bb8d-a823f2a90606 req-3b09814e-b577-4404-8a1e-16612b5bd534 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:23.213210 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8c03d6b3-884f-4547-bb8d-a823f2a90606 req-3b09814e-b577-4404-8a1e-16612b5bd534 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 945 time: 0.1330526 Oct 20 11:40:23.318020 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-762a1822-08c8-4c16-90d6-6cbcb80f929c req-152b25d2-5cf9-42b2-ae86-e283f2f309ba tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Allocated IP 172.20.0.10 (9b4b04d3-5f74-4950-b228-01d68025eec7/ff7e051a-e851-44b7-8b6f-976a0da8ea02/f594aa82-4489-4981-a515-0f84f12993b9) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:40:23.356844 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8c03d6b3-884f-4547-bb8d-a823f2a90606 req-d7716bfb-3cb7-433d-89dd-98b87eb5b240 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324444 Oct 20 11:40:23.548007 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-762a1822-08c8-4c16-90d6-6cbcb80f929c req-152b25d2-5cf9-42b2-ae86-e283f2f309ba tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:23.602880 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-762a1822-08c8-4c16-90d6-6cbcb80f929c req-152b25d2-5cf9-42b2-ae86-e283f2f309ba tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:23.662315 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f5fd1453-1f51-4196-91fc-2e55407e8d23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:23.668629 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b25d2-5cf9-42b2-ae86-e283f2f309ba tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Pushing event updated for resources: {'Port': ['ID=f594aa82-4489-4981-a515-0f84f12993b9,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:23.684363 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-762a1822-08c8-4c16-90d6-6cbcb80f929c req-152b25d2-5cf9-42b2-ae86-e283f2f309ba tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Network 9b4b04d3-5f74-4950-b228-01d68025eec7 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:40:23.685877 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-762a1822-08c8-4c16-90d6-6cbcb80f929c req-152b25d2-5cf9-42b2-ae86-e283f2f309ba tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:40:23.688426 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-762a1822-08c8-4c16-90d6-6cbcb80f929c req-152b25d2-5cf9-42b2-ae86-e283f2f309ba tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:40:23.750526 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a1822-08c8-4c16-90d6-6cbcb80f929c req-152b25d2-5cf9-42b2-ae86-e283f2f309ba tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:23.751475 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-762a1822-08c8-4c16-90d6-6cbcb80f929c req-152b25d2-5cf9-42b2-ae86-e283f2f309ba tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:23.795193 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-959b0bd7-0a27-4538-8206-5694033cf669 req-9c001aba-1a2e-4630-bf25-dfb38f329079 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 210 time: 0.0405264 Oct 20 11:40:23.812161 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-762a1822-08c8-4c16-90d6-6cbcb80f929c req-152b25d2-5cf9-42b2-ae86-e283f2f309ba tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9170895 Oct 20 11:40:23.858551 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-762a1822-08c8-4c16-90d6-6cbcb80f929c req-c052abf2-3b69-47a9-8a10-d47b577a86b3 service neutron] Request body: {'port': {'device_id': '810669db-8b2d-4486-a989-30bfca10cb93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:23.904760 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ffd3fedb-2263-4dbe-b880-75544640935e req-dbbb452b-3b81-47ff-9556-2dd66d3ffe96 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0893331 Oct 20 11:40:24.001472 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-762a1822-08c8-4c16-90d6-6cbcb80f929c req-c052abf2-3b69-47a9-8a10-d47b577a86b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:24.031418 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc29b1-1376-4519-b65f-76b05b2a0880 req-6077e642-f676-4a8c-8287-5668222642d1 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:24.038695 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9bfc29b1-1376-4519-b65f-76b05b2a0880 req-6077e642-f676-4a8c-8287-5668222642d1 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.98 "GET /v2.0/ports?device_id=810669db-8b2d-4486-a989-30bfca10cb93 HTTP/1.1" status: 200 len: 932 time: 0.1172612 Oct 20 11:40:24.054813 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-f5fd1453-1f51-4196-91fc-2e55407e8d23 admin admin] Deleting port f0faa811-0991-4f2f-a6dc-b1f03f48b85a {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:40:24.055834 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f5fd1453-1f51-4196-91fc-2e55407e8d23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:24.156107 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-f5fd1453-1f51-4196-91fc-2e55407e8d23 admin admin] For port f0faa811-0991-4f2f-a6dc-b1f03f48b85a, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=f0faa811-0991-4f2f-a6dc-b1f03f48b85a,segment=NetworkSegment(5f07dc46-3f37-49bc-b9e8-b83de5b34624),segment_id=5f07dc46-3f37-49bc-b9e8-b83de5b34624)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:24.156900 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f5fd1453-1f51-4196-91fc-2e55407e8d23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:24.172284 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-f5fd1453-1f51-4196-91fc-2e55407e8d23 admin admin] Calling delete_port for f0faa811-0991-4f2f-a6dc-b1f03f48b85a owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:40:24.173950 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9bfc29b1-1376-4519-b65f-76b05b2a0880 req-0893770c-8095-47c0-868c-c941b8457236 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.98 "GET /v2.0/security-groups?id=f213afdf-3ed9-41dd-8db1-016ca1b833e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296303 Oct 20 11:40:24.412829 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-762a1822-08c8-4c16-90d6-6cbcb80f929c req-c052abf2-3b69-47a9-8a10-d47b577a86b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f594aa82-4489-4981-a515-0f84f12993b9 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:40:24.413436 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f5fd1453-1f51-4196-91fc-2e55407e8d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:24.422645 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-762a1822-08c8-4c16-90d6-6cbcb80f929c req-c052abf2-3b69-47a9-8a10-d47b577a86b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:24.438081 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-762a1822-08c8-4c16-90d6-6cbcb80f929c req-c052abf2-3b69-47a9-8a10-d47b577a86b3 service neutron] Transition to ACTIVE for port object f594aa82-4489-4981-a515-0f84f12993b9 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:40:24.451190 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd1453-1f51-4196-91fc-2e55407e8d23 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0faa811-0991-4f2f-a6dc-b1f03f48b85a,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:24.499282 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-762a1822-08c8-4c16-90d6-6cbcb80f929c req-c052abf2-3b69-47a9-8a10-d47b577a86b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:24.528092 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317193a-7e3e-47a6-93a6-5c4cffb3b709 req-78d7f513-7a99-497d-b693-ee67b4782545 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:24.537961 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2317193a-7e3e-47a6-93a6-5c4cffb3b709 req-78d7f513-7a99-497d-b693-ee67b4782545 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 945 time: 0.0899701 Oct 20 11:40:24.621927 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c052abf2-3b69-47a9-8a10-d47b577a86b3 service neutron] Pushing event updated for resources: {'Port': ['ID=f594aa82-4489-4981-a515-0f84f12993b9,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:24.643312 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2317193a-7e3e-47a6-93a6-5c4cffb3b709 req-09436347-d2cc-4423-9a98-81a9faaba619 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044116 Oct 20 11:40:24.711140 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f5fd1453-1f51-4196-91fc-2e55407e8d23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:24.782953 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-762a1822-08c8-4c16-90d6-6cbcb80f929c req-c052abf2-3b69-47a9-8a10-d47b577a86b3 service neutron] Attempting to bind port f594aa82-4489-4981-a515-0f84f12993b9 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:40:24.783875 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-762a1822-08c8-4c16-90d6-6cbcb80f929c req-c052abf2-3b69-47a9-8a10-d47b577a86b3 service neutron] Attempting to bind port f594aa82-4489-4981-a515-0f84f12993b9 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '18503fb9-6d46-42ac-af7c-2c33d7692582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '9b4b04d3-5f74-4950-b228-01d68025eec7'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:40:24.784380 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762a1822-08c8-4c16-90d6-6cbcb80f929c req-c052abf2-3b69-47a9-8a10-d47b577a86b3 service neutron] Attempting to bind port f594aa82-4489-4981-a515-0f84f12993b9 on network 9b4b04d3-5f74-4950-b228-01d68025eec7 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:40:24.789129 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762a1822-08c8-4c16-90d6-6cbcb80f929c req-c052abf2-3b69-47a9-8a10-d47b577a86b3 service neutron] Port f594aa82-4489-4981-a515-0f84f12993b9 on network 9b4b04d3-5f74-4950-b228-01d68025eec7 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:40:24.789630 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762a1822-08c8-4c16-90d6-6cbcb80f929c req-c052abf2-3b69-47a9-8a10-d47b577a86b3 service neutron] Attempting to bind port f594aa82-4489-4981-a515-0f84f12993b9 on network 9b4b04d3-5f74-4950-b228-01d68025eec7 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:40:24.808963 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762a1822-08c8-4c16-90d6-6cbcb80f929c req-c052abf2-3b69-47a9-8a10-d47b577a86b3 service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:40:24.810629 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762a1822-08c8-4c16-90d6-6cbcb80f929c req-c052abf2-3b69-47a9-8a10-d47b577a86b3 service neutron] Checking segment: {'id': '18503fb9-6d46-42ac-af7c-2c33d7692582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '9b4b04d3-5f74-4950-b228-01d68025eec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:40:24.811215 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762a1822-08c8-4c16-90d6-6cbcb80f929c req-c052abf2-3b69-47a9-8a10-d47b577a86b3 service neutron] Bound using segment: {'id': '18503fb9-6d46-42ac-af7c-2c33d7692582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '9b4b04d3-5f74-4950-b228-01d68025eec7'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:40:24.811963 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-762a1822-08c8-4c16-90d6-6cbcb80f929c req-c052abf2-3b69-47a9-8a10-d47b577a86b3 service neutron] Bound port: f594aa82-4489-4981-a515-0f84f12993b9, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18503fb9-6d46-42ac-af7c-2c33d7692582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '9b4b04d3-5f74-4950-b228-01d68025eec7'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:40:24.812511 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-762a1822-08c8-4c16-90d6-6cbcb80f929c req-c052abf2-3b69-47a9-8a10-d47b577a86b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:24.827046 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:24.889416 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-762a1822-08c8-4c16-90d6-6cbcb80f929c req-c052abf2-3b69-47a9-8a10-d47b577a86b3 service neutron] For port f594aa82-4489-4981-a515-0f84f12993b9, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:40:24.893161 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-762a1822-08c8-4c16-90d6-6cbcb80f929c req-c052abf2-3b69-47a9-8a10-d47b577a86b3 service neutron] For port f594aa82-4489-4981-a515-0f84f12993b9, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=f594aa82-4489-4981-a515-0f84f12993b9,segment=NetworkSegment(18503fb9-6d46-42ac-af7c-2c33d7692582),segment_id=18503fb9-6d46-42ac-af7c-2c33d7692582)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:40:24.905468 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-762a1822-08c8-4c16-90d6-6cbcb80f929c req-c052abf2-3b69-47a9-8a10-d47b577a86b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:24.983945 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a1822-08c8-4c16-90d6-6cbcb80f929c req-c052abf2-3b69-47a9-8a10-d47b577a86b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:24.984572 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-762a1822-08c8-4c16-90d6-6cbcb80f929c req-c052abf2-3b69-47a9-8a10-d47b577a86b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:24.985989 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-762a1822-08c8-4c16-90d6-6cbcb80f929c req-c052abf2-3b69-47a9-8a10-d47b577a86b3 service neutron] 10.222.0.11 "PUT /v2.0/ports/f594aa82-4489-4981-a515-0f84f12993b9 HTTP/1.1" status: 200 len: 1092 time: 1.1399374 Oct 20 11:40:25.001746 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f5a8f4c2-71c4-4883-9eb6-8c4d02fdeebe req-a084798b-4c60-4b1b-9348-f93854aaa643 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 210 time: 0.0802119 Oct 20 11:40:25.002427 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '810669db-8b2d-4486-a989-30bfca10cb93', 'tag': 'f594aa82-4489-4981-a515-0f84f12993b9'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:40:25.005538 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5de50c-4ead-425e-8212-70f5c70e1e50" -d '{"events": [{"name": "network-changed", "server_uuid": "810669db-8b2d-4486-a989-30bfca10cb93", "tag": "f594aa82-4489-4981-a515-0f84f12993b9"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:40:25.012829 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5fd1453-1f51-4196-91fc-2e55407e8d23 admin admin] Router 490494a5-0329-44c2-82f4-b3c92ea6e7a5 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:40:25.037283 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c052abf2-3b69-47a9-8a10-d47b577a86b3 service neutron] Pushing event updated for resources: {'Port': ['ID=f594aa82-4489-4981-a515-0f84f12993b9,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:25.086117 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7becdd27-5c0d-49f4-bc06-72080bd00bd9 x-openstack-request-id: req-7becdd27-5c0d-49f4-bc06-72080bd00bd9 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:40:25.086428 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "810669db-8b2d-4486-a989-30bfca10cb93", "tag": "f594aa82-4489-4981-a515-0f84f12993b9", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:40:25.086655 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7becdd27-5c0d-49f4-bc06-72080bd00bd9 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:40:25.087516 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '810669db-8b2d-4486-a989-30bfca10cb93', 'tag': 'f594aa82-4489-4981-a515-0f84f12993b9', 'status': 'completed', 'code': 200} Oct 20 11:40:25.106277 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8593552b-61f0-42da-aa24-c19ccd181a0d req-c02cbf16-c6b9-4dc3-9580-4804fd65254b tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0634711 Oct 20 11:40:25.123757 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a1822-08c8-4c16-90d6-6cbcb80f929c req-86bd6153-8858-4a6e-8419-4fdd9fb31360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:25.125331 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-762a1822-08c8-4c16-90d6-6cbcb80f929c req-86bd6153-8858-4a6e-8419-4fdd9fb31360 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0f1d71dc026140398331b30284d1a25f&device_id=810669db-8b2d-4486-a989-30bfca10cb93 HTTP/1.1" status: 200 len: 1095 time: 0.0649588 Oct 20 11:40:25.158120 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5fd1453-1f51-4196-91fc-2e55407e8d23 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:40:25.168537 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f5fd1453-1f51-4196-91fc-2e55407e8d23 admin admin] 10.222.0.98 "PUT /v2.0/routers/490494a5-0329-44c2-82f4-b3c92ea6e7a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3160708 Oct 20 11:40:25.170738 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44808) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:25.173304 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfd4b6c-7760-4224-bb78-318b49afde70 None None] Sync routers for ids ['490494a5-0329-44c2-82f4-b3c92ea6e7a5'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:40:25.190341 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfd4b6c-7760-4224-bb78-318b49afde70 None None] Routers {'490494a5-0329-44c2-82f4-b3c92ea6e7a5'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:40:25.193971 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-762a1822-08c8-4c16-90d6-6cbcb80f929c req-3f662b8e-6cf5-41a5-97dd-b2937f7f4684 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f594aa82-4489-4981-a515-0f84f12993b9 HTTP/1.1" status: 200 len: 217 time: 0.0599291 Oct 20 11:40:25.195112 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-cbfd4b6c-7760-4224-bb78-318b49afde70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:40:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['490494a5-0329-44c2-82f4-b3c92ea6e7a5'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:25.293019 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a1822-08c8-4c16-90d6-6cbcb80f929c req-ab14b9e9-6ca6-4679-a639-cc750401f6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:25.304718 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-762a1822-08c8-4c16-90d6-6cbcb80f929c req-ab14b9e9-6ca6-4679-a639-cc750401f6fb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ff7e051a-e851-44b7-8b6f-976a0da8ea02 HTTP/1.1" status: 200 len: 848 time: 0.1024866 Oct 20 11:40:25.324481 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-29605baf-a4ab-4a94-acbf-a9c5bfc8707e admin admin] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:25.389008 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-762a1822-08c8-4c16-90d6-6cbcb80f929c req-5e33ff9c-e0dc-45ee-b70c-13cd53bf9fd6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9b4b04d3-5f74-4950-b228-01d68025eec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359130 Oct 20 11:40:25.426124 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-cbfd4b6c-7760-4224-bb78-318b49afde70 None None] Set router 490494a5-0329-44c2-82f4-b3c92ea6e7a5 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:40:25.456120 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cfc617-734d-4d62-8896-4a8b61f9e2cb req-8e8cbf34-87a8-4202-a523-9e10dce5bd9d tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:25.463934 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-12cfc617-734d-4d62-8896-4a8b61f9e2cb req-8e8cbf34-87a8-4202-a523-9e10dce5bd9d tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.98 "GET /v2.0/ports?device_id=810669db-8b2d-4486-a989-30bfca10cb93 HTTP/1.1" status: 200 len: 944 time: 0.1731660 Oct 20 11:40:25.497017 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-29605baf-a4ab-4a94-acbf-a9c5bfc8707e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:25.624768 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-29605baf-a4ab-4a94-acbf-a9c5bfc8707e admin admin] Deleting port 5b28018a-7176-4a9d-b670-99459c7dd686 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:40:25.625105 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-29605baf-a4ab-4a94-acbf-a9c5bfc8707e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:25.660148 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-762a1822-08c8-4c16-90d6-6cbcb80f929c req-399360e4-3ef8-4443-8944-40079609f926 service neutron] 10.222.0.11 "GET /v2.0/networks/9b4b04d3-5f74-4950-b228-01d68025eec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563374 Oct 20 11:40:25.687041 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-12cfc617-734d-4d62-8896-4a8b61f9e2cb req-d3499737-7cc8-44b1-b390-0658f1b613a3 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.98 "GET /v2.0/security-groups?id=f213afdf-3ed9-41dd-8db1-016ca1b833e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166440 Oct 20 11:40:25.711158 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-cbfd4b6c-7760-4224-bb78-318b49afde70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490494a5-0329-44c2-82f4-b3c92ea6e7a5', 'name': 'tempest-ServersTestBootFromVolume-59446804-router', 'tenant_id': '2826f2997a754ee49961aecef40f217a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '5b28018a-7176-4a9d-b670-99459c7dd686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:57Z', 'updated_at': '2021-10-20T11:40:24Z', 'revision_number': 5, 'project_id': '2826f2997a754ee49961aecef40f217a', 'gw_port': {'id': '5b28018a-7176-4a9d-b670-99459c7dd686', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490494a5-0329-44c2-82f4-b3c92ea6e7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:35:59Z', 'updated_at': '2021-10-20T11:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:25.792536 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-29605baf-a4ab-4a94-acbf-a9c5bfc8707e admin admin] For port 5b28018a-7176-4a9d-b670-99459c7dd686, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=5b28018a-7176-4a9d-b670-99459c7dd686,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:25.792990 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-29605baf-a4ab-4a94-acbf-a9c5bfc8707e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:25.807164 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-29605baf-a4ab-4a94-acbf-a9c5bfc8707e admin admin] Calling delete_port for 5b28018a-7176-4a9d-b670-99459c7dd686 owned by network:router_gateway {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:40:25.944568 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfd4b6c-7760-4224-bb78-318b49afde70 None None] Checking router: 490494a5-0329-44c2-82f4-b3c92ea6e7a5 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:40:25.949699 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4594ba-3765-4de8-b17d-9667f3eb8e28 req-63fd1719-f0be-494d-a6ea-bf07b5233e61 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:25.951341 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ef4594ba-3765-4de8-b17d-9667f3eb8e28 req-63fd1719-f0be-494d-a6ea-bf07b5233e61 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 945 time: 0.2030575 Oct 20 11:40:25.955124 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfd4b6c-7760-4224-bb78-318b49afde70 None None] Routers {'490494a5-0329-44c2-82f4-b3c92ea6e7a5'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:40:25.955754 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-cbfd4b6c-7760-4224-bb78-318b49afde70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:40:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['490494a5-0329-44c2-82f4-b3c92ea6e7a5'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:25.983252 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-762a1822-08c8-4c16-90d6-6cbcb80f929c req-8ab49c32-98dc-4c96-8ace-641f1deece57 service neutron] 10.222.0.11 "GET /v2.0/networks/9b4b04d3-5f74-4950-b228-01d68025eec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934391 Oct 20 11:40:25.992617 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-29605baf-a4ab-4a94-acbf-a9c5bfc8707e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:26.008864 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ef4594ba-3765-4de8-b17d-9667f3eb8e28 req-c8b1682d-bbdb-40e4-9cac-905f19e4c6db tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482707 Oct 20 11:40:26.039393 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29605baf-a4ab-4a94-acbf-a9c5bfc8707e admin admin] Pushing event deleted for resources: {'Port': ['ID=5b28018a-7176-4a9d-b670-99459c7dd686,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:26.106631 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-cbfd4b6c-7760-4224-bb78-318b49afde70 None None] Set router 490494a5-0329-44c2-82f4-b3c92ea6e7a5 gateway port host: None {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:40:26.155761 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-29605baf-a4ab-4a94-acbf-a9c5bfc8707e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:26.174718 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-cbfd4b6c-7760-4224-bb78-318b49afde70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490494a5-0329-44c2-82f4-b3c92ea6e7a5', 'name': 'tempest-ServersTestBootFromVolume-59446804-router', 'tenant_id': '2826f2997a754ee49961aecef40f217a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:57Z', 'updated_at': '2021-10-20T11:40:25Z', 'revision_number': 6, 'project_id': '2826f2997a754ee49961aecef40f217a', 'gw_port_host': None}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:26.215091 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfd4b6c-7760-4224-bb78-318b49afde70 None None] The sync data for ids ['490494a5-0329-44c2-82f4-b3c92ea6e7a5'] in n-d-814735-3 is: [{'id': '490494a5-0329-44c2-82f4-b3c92ea6e7a5', 'name': 'tempest-ServersTestBootFromVolume-59446804-router', 'tenant_id': '2826f2997a754ee49961aecef40f217a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:35:57Z', 'updated_at': '2021-10-20T11:40:25Z', 'revision_number': 6, 'project_id': '2826f2997a754ee49961aecef40f217a', 'gw_port_host': None}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:40:26.226500 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f53e214e-501e-43ff-96f3-f9de39d58a6c req-ac050ac4-68f1-4e62-a0ba-d7e52a6d62d4 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 210 time: 0.1039946 Oct 20 11:40:26.263534 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5de50c-4ead-425e-8212-70f5c70e1e50 req-e5fa969f-e1bb-40c2-ad21-a3fe6002d899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:26.272636 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d5de50c-4ead-425e-8212-70f5c70e1e50 req-e5fa969f-e1bb-40c2-ad21-a3fe6002d899 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0f1d71dc026140398331b30284d1a25f&device_id=810669db-8b2d-4486-a989-30bfca10cb93 HTTP/1.1" status: 200 len: 1095 time: 0.2051940 Oct 20 11:40:26.322043 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d7420b63-6070-4580-9353-5b8f29156c87 req-48f832c8-38da-476c-a388-ce8c2b96a1ce tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0464749 Oct 20 11:40:26.323670 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-29605baf-a4ab-4a94-acbf-a9c5bfc8707e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:26.326245 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-29605baf-a4ab-4a94-acbf-a9c5bfc8707e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:26.392547 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-29605baf-a4ab-4a94-acbf-a9c5bfc8707e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:26.393174 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29605baf-a4ab-4a94-acbf-a9c5bfc8707e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 490494a5-0329-44c2-82f4-b3c92ea6e7a5 {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:40:26.401509 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-29605baf-a4ab-4a94-acbf-a9c5bfc8707e admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:26.406544 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-29605baf-a4ab-4a94-acbf-a9c5bfc8707e admin admin] 10.222.0.98 "DELETE /v2.0/routers/490494a5-0329-44c2-82f4-b3c92ea6e7a5 HTTP/1.1" status: 204 len: 168 time: 1.2345228 Oct 20 11:40:26.409287 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44826) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:26.447387 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5de50c-4ead-425e-8212-70f5c70e1e50 req-508299d6-07ef-4cd2-bcc9-83cf092bfe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:26.449589 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d5de50c-4ead-425e-8212-70f5c70e1e50 req-508299d6-07ef-4cd2-bcc9-83cf092bfe2a service neutron] 10.222.0.11 "GET /v2.0/networks?id=9b4b04d3-5f74-4950-b228-01d68025eec7 HTTP/1.1" status: 200 len: 910 time: 0.1589353 Oct 20 11:40:26.488602 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-9306e7be-5e1b-42a1-b29c-a08fbb12dbc9 admin admin] Deleting subnet 1497a9cb-6614-4ce8-a588-b288c0f84e14 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:40:26.492090 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9306e7be-5e1b-42a1-b29c-a08fbb12dbc9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:26.521157 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d5de50c-4ead-425e-8212-70f5c70e1e50 req-4415fb0a-5951-4344-8279-5f836b782790 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f594aa82-4489-4981-a515-0f84f12993b9 HTTP/1.1" status: 200 len: 217 time: 0.0631289 Oct 20 11:40:26.531802 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9306e7be-5e1b-42a1-b29c-a08fbb12dbc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:26.607862 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5de50c-4ead-425e-8212-70f5c70e1e50 req-3faf2098-45fc-42c9-96aa-f4ff8abe8118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:26.610286 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d5de50c-4ead-425e-8212-70f5c70e1e50 req-3faf2098-45fc-42c9-96aa-f4ff8abe8118 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ff7e051a-e851-44b7-8b6f-976a0da8ea02 HTTP/1.1" status: 200 len: 848 time: 0.0785182 Oct 20 11:40:26.653520 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9306e7be-5e1b-42a1-b29c-a08fbb12dbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:26.653786 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d5de50c-4ead-425e-8212-70f5c70e1e50 req-ad4a20c7-3e71-4632-9af6-a88b2153666f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9b4b04d3-5f74-4950-b228-01d68025eec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333440 Oct 20 11:40:26.724128 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9306e7be-5e1b-42a1-b29c-a08fbb12dbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:26.783415 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9306e7be-5e1b-42a1-b29c-a08fbb12dbc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1497a9cb-6614-4ce8-a588-b288c0f84e14,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:26.784743 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035bdf17-01a0-4aac-a8c6-6821b404217e None None] Network da880dad-b7d7-4b7f-a613-e2c4dcdb28a0 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:40:26.796664 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9306e7be-5e1b-42a1-b29c-a08fbb12dbc9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:26.804509 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-9306e7be-5e1b-42a1-b29c-a08fbb12dbc9 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/1497a9cb-6614-4ce8-a588-b288c0f84e14 HTTP/1.1" status: 204 len: 168 time: 0.3942285 Oct 20 11:40:26.807881 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44834) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:26.889016 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-418679f1-bb76-4cb3-9076-e42c936e3add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:27.014594 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-418679f1-bb76-4cb3-9076-e42c936e3add admin admin] Deleting port 2e82cddb-65f6-4f3b-9387-1d3d291ad56a {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:40:27.019194 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-418679f1-bb76-4cb3-9076-e42c936e3add admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:27.058502 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9675d05a-9a49-4bc1-a64d-15b715f39391 req-863d8574-7910-4dd6-8757-d023d758d83c tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:27.061218 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9675d05a-9a49-4bc1-a64d-15b715f39391 req-863d8574-7910-4dd6-8757-d023d758d83c tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.98 "GET /v2.0/ports?device_id=810669db-8b2d-4486-a989-30bfca10cb93 HTTP/1.1" status: 200 len: 944 time: 0.2250710 Oct 20 11:40:27.071428 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d5de50c-4ead-425e-8212-70f5c70e1e50 req-22ad9bbf-51fb-4c0d-b1d7-96105332b299 service neutron] 10.222.0.11 "GET /v2.0/networks/9b4b04d3-5f74-4950-b228-01d68025eec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088597 Oct 20 11:40:27.110017 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cad810-9cfd-4feb-b42b-935a53aa7489 None None] DHCP port deletion for da880dad-b7d7-4b7f-a613-e2c4dcdb28a0 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:40:27.162257 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-418679f1-bb76-4cb3-9076-e42c936e3add admin admin] For port 2e82cddb-65f6-4f3b-9387-1d3d291ad56a, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=2e82cddb-65f6-4f3b-9387-1d3d291ad56a,segment=NetworkSegment(5f07dc46-3f37-49bc-b9e8-b83de5b34624),segment_id=5f07dc46-3f37-49bc-b9e8-b83de5b34624)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:27.162626 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-418679f1-bb76-4cb3-9076-e42c936e3add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:27.183100 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-418679f1-bb76-4cb3-9076-e42c936e3add admin admin] Calling delete_port for 2e82cddb-65f6-4f3b-9387-1d3d291ad56a owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:40:27.209443 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-a3cad810-9cfd-4feb-b42b-935a53aa7489 None None] Deleting port 2e82cddb-65f6-4f3b-9387-1d3d291ad56a {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:40:27.209956 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a3cad810-9cfd-4feb-b42b-935a53aa7489 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:27.331997 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9675d05a-9a49-4bc1-a64d-15b715f39391 req-5828ced5-02f4-4471-a1df-e3bb0df0c798 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.98 "GET /v2.0/security-groups?id=f213afdf-3ed9-41dd-8db1-016ca1b833e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592261 Oct 20 11:40:27.345198 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-418679f1-bb76-4cb3-9076-e42c936e3add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:27.349996 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-a3cad810-9cfd-4feb-b42b-935a53aa7489 None None] For port 2e82cddb-65f6-4f3b-9387-1d3d291ad56a, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=2e82cddb-65f6-4f3b-9387-1d3d291ad56a,segment=NetworkSegment(5f07dc46-3f37-49bc-b9e8-b83de5b34624),segment_id=5f07dc46-3f37-49bc-b9e8-b83de5b34624)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:27.351997 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4061211b-c4c0-4e8f-99ac-ef309182ca5f req-4d2b628a-1542-48c0-911d-f0ab49aa43cf tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:27.352561 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a3cad810-9cfd-4feb-b42b-935a53aa7489 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:27.367809 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4061211b-c4c0-4e8f-99ac-ef309182ca5f req-4d2b628a-1542-48c0-911d-f0ab49aa43cf tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 945 time: 0.1791015 Oct 20 11:40:27.385487 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-a3cad810-9cfd-4feb-b42b-935a53aa7489 None None] Calling delete_port for 2e82cddb-65f6-4f3b-9387-1d3d291ad56a owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:40:27.396194 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d5de50c-4ead-425e-8212-70f5c70e1e50 req-47db4a7b-f43d-46db-a9a2-ffdcb889ff7f service neutron] 10.222.0.11 "GET /v2.0/networks/9b4b04d3-5f74-4950-b228-01d68025eec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090372 Oct 20 11:40:27.440125 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4061211b-c4c0-4e8f-99ac-ef309182ca5f req-bb0bf149-edff-4705-8b38-17a914a7d1dd tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734761 Oct 20 11:40:27.442160 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418679f1-bb76-4cb3-9076-e42c936e3add admin admin] Pushing event deleted for resources: {'Port': ['ID=2e82cddb-65f6-4f3b-9387-1d3d291ad56a,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:27.456134 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418679f1-bb76-4cb3-9076-e42c936e3add admin admin] No DVR routers for this DVR port 2e82cddb-65f6-4f3b-9387-1d3d291ad56a on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:40:27.594627 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a3cad810-9cfd-4feb-b42b-935a53aa7489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:27.613085 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-66b1da55-7b11-41f4-bd38-1e1cbd0b09e2 req-7685c5e6-23d1-4442-b992-3b53e3184180 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 210 time: 0.1064076 Oct 20 11:40:27.656788 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cad810-9cfd-4feb-b42b-935a53aa7489 None None] Pushing event deleted for resources: {'Port': ['ID=2e82cddb-65f6-4f3b-9387-1d3d291ad56a,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:27.669696 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cad810-9cfd-4feb-b42b-935a53aa7489 None None] No DVR routers for this DVR port 2e82cddb-65f6-4f3b-9387-1d3d291ad56a on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:40:27.680038 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-418679f1-bb76-4cb3-9076-e42c936e3add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:27.724783 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-418679f1-bb76-4cb3-9076-e42c936e3add admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da880dad-b7d7-4b7f-a613-e2c4dcdb28a0']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:27.750238 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-418679f1-bb76-4cb3-9076-e42c936e3add admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f07dc46-3f37-49bc-b9e8-b83de5b34624') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:27.750628 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-418679f1-bb76-4cb3-9076-e42c936e3add admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f07dc46-3f37-49bc-b9e8-b83de5b34624') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:27.771996 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ccc05dc4-c908-4371-b86a-7e11ddc64337 req-3b988996-f75e-4df6-a898-869d9ecf9767 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0569692 Oct 20 11:40:27.775644 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-418679f1-bb76-4cb3-9076-e42c936e3add admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:27.801125 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-418679f1-bb76-4cb3-9076-e42c936e3add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:27.808915 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-418679f1-bb76-4cb3-9076-e42c936e3add admin admin] Releasing vlan 1289 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:40:27.809427 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-418679f1-bb76-4cb3-9076-e42c936e3add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:27.820613 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:40:27.820613 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:40:27.820613 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:40:27.820613 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:40:27.820613 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:40:27.820613 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:40:27.820613 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:40:27.820613 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:40:27.820613 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:40:27.820613 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:40:27.820613 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:40:27.820613 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:40:27.820613 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:40:27.820613 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:40:27.820613 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:40:27.820613 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:40:27.820613 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:40:27.820613 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:40:27.820613 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:40:27.820613 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:40:27.820613 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:40:27.820613 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:40:27.820613 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:40:27.820613 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:40:27.820613 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:40:27.820613 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:40:27.820613 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:40:27.820613 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:40:27.820613 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:40:27.820613 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:40:27.820613 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:40:27.820613 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:40:27.891067 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-418679f1-bb76-4cb3-9076-e42c936e3add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:27.896915 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-418679f1-bb76-4cb3-9076-e42c936e3add admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:27.900603 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-418679f1-bb76-4cb3-9076-e42c936e3add admin admin] 10.222.0.98 "DELETE /v2.0/networks/da880dad-b7d7-4b7f-a613-e2c4dcdb28a0 HTTP/1.1" status: 204 len: 168 time: 1.0913632 Oct 20 11:40:27.932782 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418679f1-bb76-4cb3-9076-e42c936e3add admin admin] Pushing event deleted for resources: {'Network': ['ID=da880dad-b7d7-4b7f-a613-e2c4dcdb28a0,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:28.156290 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44850) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:28.226706 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-552304e9-8419-4404-b5be-e0e87a8ad0e8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2826f2997a754ee49961aecef40f217a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0690913 Oct 20 11:40:28.229620 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44852) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:28.235374 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device f0faa811-0991-4f2f-a6dc-b1f03f48b85a no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:40:28.268190 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: f0faa811-0991-4f2f-a6dc-b1f03f48b85a {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:40:28.268534 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device f0faa811-0991-4f2f-a6dc-b1f03f48b85a not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:40:28.268949 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 5b28018a-7176-4a9d-b670-99459c7dd686 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:40:28.284839 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-db079d34-3024-44e7-b611-72e3ff82dd22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:28.311029 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 5b28018a-7176-4a9d-b670-99459c7dd686 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:40:28.311284 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 5b28018a-7176-4a9d-b670-99459c7dd686 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:40:28.311703 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 2e82cddb-65f6-4f3b-9387-1d3d291ad56a no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:40:28.314686 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-db079d34-3024-44e7-b611-72e3ff82dd22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:28.332535 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 2e82cddb-65f6-4f3b-9387-1d3d291ad56a {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:40:28.332881 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 2e82cddb-65f6-4f3b-9387-1d3d291ad56a not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:40:28.387712 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-db079d34-3024-44e7-b611-72e3ff82dd22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:28.391152 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-db079d34-3024-44e7-b611-72e3ff82dd22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:28.395536 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-db079d34-3024-44e7-b611-72e3ff82dd22 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/bf1d9e14-387a-4cf9-8680-6253ad4dffc3 HTTP/1.1" status: 204 len: 168 time: 0.1646554 Oct 20 11:40:28.409665 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db079d34-3024-44e7-b611-72e3ff82dd22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1d9e14-387a-4cf9-8680-6253ad4dffc3,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:28.547886 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2abba-10bb-4e77-bce6-ca5d23a3f0b5 req-72c3f53f-5208-46d1-ab30-234882f042f9 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:28.549555 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-86f2abba-10bb-4e77-bce6-ca5d23a3f0b5 req-72c3f53f-5208-46d1-ab30-234882f042f9 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.98 "GET /v2.0/ports?device_id=810669db-8b2d-4486-a989-30bfca10cb93 HTTP/1.1" status: 200 len: 944 time: 0.0865259 Oct 20 11:40:28.588225 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe00d4b-7853-4101-b2d1-68c8dd36d9f2 req-4c0553a5-1e4b-4402-81c3-1f0d000007bd tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:28.590059 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fbe00d4b-7853-4101-b2d1-68c8dd36d9f2 req-4c0553a5-1e4b-4402-81c3-1f0d000007bd tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 945 time: 0.0837111 Oct 20 11:40:28.689429 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-86f2abba-10bb-4e77-bce6-ca5d23a3f0b5 req-9b921cfa-0b64-4aa4-ade2-046bcebdeaa0 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.98 "GET /v2.0/security-groups?id=f213afdf-3ed9-41dd-8db1-016ca1b833e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310611 Oct 20 11:40:28.741734 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fbe00d4b-7853-4101-b2d1-68c8dd36d9f2 req-fa6c3688-8b10-4eb2-a94a-d7e2d9236c02 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361542 Oct 20 11:40:28.842834 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device f594aa82-4489-4981-a515-0f84f12993b9 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:40:28.909318 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9501d814-25ec-46a7-98dd-2c1f4bae6745 req-1a8e04fd-e66f-4cf5-89f9-94009bd36fa8 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 210 time: 0.0611804 Oct 20 11:40:29.048989 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port f594aa82-4489-4981-a515-0f84f12993b9, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=f594aa82-4489-4981-a515-0f84f12993b9,segment=NetworkSegment(18503fb9-6d46-42ac-af7c-2c33d7692582),segment_id=18503fb9-6d46-42ac-af7c-2c33d7692582)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:29.072903 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': 'f594aa82-4489-4981-a515-0f84f12993b9', 'network_id': '9b4b04d3-5f74-4950-b228-01d68025eec7', 'port_id': 'f594aa82-4489-4981-a515-0f84f12993b9', 'mac_address': 'fa:16:3e:17:f5:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff7e051a-e851-44b7-8b6f-976a0da8ea02', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:40:29.130110 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:29.146644 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f594aa82-4489-4981-a515-0f84f12993b9 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:40:29.184716 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port f594aa82-4489-4981-a515-0f84f12993b9, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=f594aa82-4489-4981-a515-0f84f12993b9,segment=NetworkSegment(18503fb9-6d46-42ac-af7c-2c33d7692582),segment_id=18503fb9-6d46-42ac-af7c-2c33d7692582)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:29.191047 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:29.257187 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=f594aa82-4489-4981-a515-0f84f12993b9,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:29.403504 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['f594aa82-4489-4981-a515-0f84f12993b9'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:40:29.428741 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-79bf8ffa-991d-4d9b-b94a-fddae5e2c2d3 req-447f5261-d355-434f-a07b-79fb5918364e tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0666518 Oct 20 11:40:29.466861 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44886) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:29.790579 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6ac04af7-09db-42d2-9bec-3182a8b2f61b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:29.938340 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b56299f-0ed5-4fce-be6b-39462e57b2e4 req-8e302cab-fde9-45db-89ec-cf00497a53c5 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:29.944072 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9b56299f-0ed5-4fce-be6b-39462e57b2e4 req-8e302cab-fde9-45db-89ec-cf00497a53c5 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.98 "GET /v2.0/ports?device_id=810669db-8b2d-4486-a989-30bfca10cb93 HTTP/1.1" status: 200 len: 945 time: 0.1210592 Oct 20 11:40:29.989448 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6ac04af7-09db-42d2-9bec-3182a8b2f61b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:29.998684 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6ac04af7-09db-42d2-9bec-3182a8b2f61b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:30.023760 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9b56299f-0ed5-4fce-be6b-39462e57b2e4 req-ee6ebf7b-0fe2-4ebc-baf2-c67b97505a7c tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.98 "GET /v2.0/security-groups?id=f213afdf-3ed9-41dd-8db1-016ca1b833e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517552 Oct 20 11:40:30.052854 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867dc3a-8c20-4bae-9f5e-1c2220ce93b7 req-e4b257af-aa42-4431-8b6f-3a762a91e605 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:30.054555 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1867dc3a-8c20-4bae-9f5e-1c2220ce93b7 req-e4b257af-aa42-4431-8b6f-3a762a91e605 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 945 time: 0.1757848 Oct 20 11:40:30.062051 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6ac04af7-09db-42d2-9bec-3182a8b2f61b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f4cc48938c444cfbb4896181be60c20a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5938148 Oct 20 11:40:30.064598 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44912) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:30.077723 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac04af7-09db-42d2-9bec-3182a8b2f61b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1abcaa5-2f88-4b76-b60b-1a401be37e84,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:30.080791 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44914) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:30.179138 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1867dc3a-8c20-4bae-9f5e-1c2220ce93b7 req-bdd72b39-d070-45b0-a624-36fa0521df02 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171160 Oct 20 11:40:30.179138 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bf6bf251-1dfc-418e-9bad-2755f06267e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:30.235523 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-342e209f-d25b-462a-bd05-234b74f5404d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-82038947-network', 'tenant_id': 'ce1098f3c80946078a7ca69ed9609a2e'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:30.269226 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342e209f-d25b-462a-bd05-234b74f5404d admin admin] Made reservation on behalf of ce1098f3c80946078a7ca69ed9609a2e for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:40:30.270657 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bf6bf251-1dfc-418e-9bad-2755f06267e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:30.276166 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-342e209f-d25b-462a-bd05-234b74f5404d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:30.281865 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-795cc14c-3c44-4687-a791-3c58a5ed70fc req-88833b68-0b3f-4cdf-902f-652aee393c41 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 210 time: 0.0753937 Oct 20 11:40:30.289561 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-342e209f-d25b-462a-bd05-234b74f5404d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:30.355871 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bf6bf251-1dfc-418e-9bad-2755f06267e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:30.359467 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bf6bf251-1dfc-418e-9bad-2755f06267e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:30.360851 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-bf6bf251-1dfc-418e-9bad-2755f06267e1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b1abcaa5-2f88-4b76-b60b-1a401be37e84 HTTP/1.1" status: 204 len: 168 time: 0.2947667 Oct 20 11:40:30.371879 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6bf251-1dfc-418e-9bad-2755f06267e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1abcaa5-2f88-4b76-b60b-1a401be37e84,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:30.417433 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-342e209f-d25b-462a-bd05-234b74f5404d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:30.425148 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-342e209f-d25b-462a-bd05-234b74f5404d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:30.467080 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-342e209f-d25b-462a-bd05-234b74f5404d admin admin] vlan segment allocate from pool success with {'vlan_id': 1251, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:40:30.474027 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e209f-d25b-462a-bd05-234b74f5404d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66040508-3088-48f3-a464-05ec10f08d06,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:30.484421 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-342e209f-d25b-462a-bd05-234b74f5404d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:30.484771 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-342e209f-d25b-462a-bd05-234b74f5404d admin admin] Added segment 635b408c-b931-4fe4-a946-3320f78b98e5 of type vlan for network b8b16dd1-14c2-429e-a738-23f5243332c4 Oct 20 11:40:30.551947 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-342e209f-d25b-462a-bd05-234b74f5404d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:30.579225 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8ef61296-a742-46f4-9db3-77a70b0dd1ba req-ec6cb6dd-d56f-476f-80ca-17e90aaaf565 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0486360 Oct 20 11:40:30.596670 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-342e209f-d25b-462a-bd05-234b74f5404d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:30.598066 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342e209f-d25b-462a-bd05-234b74f5404d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:30.599029 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-342e209f-d25b-462a-bd05-234b74f5404d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:30.729897 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-342e209f-d25b-462a-bd05-234b74f5404d admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6477191 Oct 20 11:40:30.732845 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44924) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:30.738309 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-9c1195f9-834c-4a15-8432-8000ce7fda5d admin admin] Request body: {'subnet': {'network_id': 'b8b16dd1-14c2-429e-a738-23f5243332c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-82038947-subnet', 'tenant_id': 'ce1098f3c80946078a7ca69ed9609a2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:30.740316 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e209f-d25b-462a-bd05-234b74f5404d admin admin] Pushing event updated for resources: {'Network': ['ID=b8b16dd1-14c2-429e-a738-23f5243332c4,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:30.751452 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network b8b16dd1-14c2-429e-a738-23f5243332c4 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:40:30.784138 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44926) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:30.792621 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1195f9-834c-4a15-8432-8000ce7fda5d admin admin] Made reservation on behalf of ce1098f3c80946078a7ca69ed9609a2e for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:40:30.795676 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9c1195f9-834c-4a15-8432-8000ce7fda5d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:30.832816 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ab0ccc30-330a-4407-831c-8c2981f90cb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:30.873630 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device f594aa82-4489-4981-a515-0f84f12993b9 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:40:30.934223 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port f594aa82-4489-4981-a515-0f84f12993b9 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:40:30.939635 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port f594aa82-4489-4981-a515-0f84f12993b9 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:40:30.940518 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:31.010665 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ab0ccc30-330a-4407-831c-8c2981f90cb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:31.038309 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ab0ccc30-330a-4407-831c-8c2981f90cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:31.047784 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:31.098500 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9c1195f9-834c-4a15-8432-8000ce7fda5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:31.099547 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port f594aa82-4489-4981-a515-0f84f12993b9, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=f594aa82-4489-4981-a515-0f84f12993b9,segment=NetworkSegment(18503fb9-6d46-42ac-af7c-2c33d7692582),segment_id=18503fb9-6d46-42ac-af7c-2c33d7692582)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:31.101436 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '810669db-8b2d-4486-a989-30bfca10cb93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f594aa82-4489-4981-a515-0f84f12993b9'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:40:31.104829 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87db4262-e796-409e-b9c8-3d1e4c223a43" -d '{"events": [{"server_uuid": "810669db-8b2d-4486-a989-30bfca10cb93", "name": "network-vif-plugged", "status": "completed", "tag": "f594aa82-4489-4981-a515-0f84f12993b9"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:40:31.107591 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ab0ccc30-330a-4407-831c-8c2981f90cb1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ea77d2e79c4a4f6c9a4390a576e74dd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3223190 Oct 20 11:40:31.108387 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ccc30-330a-4407-831c-8c2981f90cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de07f65d-9255-413c-8daa-42ba1a35d48d,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:31.110841 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44932) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:31.125592 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:31.191273 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0120c937-250d-4e65-924e-3281509467a6 x-openstack-request-id: req-0120c937-250d-4e65-924e-3281509467a6 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:40:31.192850 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "810669db-8b2d-4486-a989-30bfca10cb93", "name": "network-vif-plugged", "status": "completed", "tag": "f594aa82-4489-4981-a515-0f84f12993b9", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:40:31.193205 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0120c937-250d-4e65-924e-3281509467a6 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:40:31.195133 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '810669db-8b2d-4486-a989-30bfca10cb93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f594aa82-4489-4981-a515-0f84f12993b9', 'code': 200} Oct 20 11:40:31.230450 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cbf73594-c4fe-4002-9745-d7481ec53364 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:31.251221 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=f594aa82-4489-4981-a515-0f84f12993b9,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:31.264517 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cbf73594-c4fe-4002-9745-d7481ec53364 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:31.266147 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1195f9-834c-4a15-8432-8000ce7fda5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2680d228-fd7a-4853-9272-b0d143a6d48d,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:31.321419 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1195f9-834c-4a15-8432-8000ce7fda5d admin admin] Checking segment: {'id': '635b408c-b931-4fe4-a946-3320f78b98e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'b8b16dd1-14c2-429e-a738-23f5243332c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:40:31.321924 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1195f9-834c-4a15-8432-8000ce7fda5d admin admin] Network hostable DHCP agents. Network: b8b16dd1-14c2-429e-a738-23f5243332c4, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:40:31.343716 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc91c9f6-36c7-4da2-ad7e-3c3dc56bb541 req-4078af3e-b9c3-4c7c-a5fe-a820c0e06c4b tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:31.345664 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cc91c9f6-36c7-4da2-ad7e-3c3dc56bb541 req-4078af3e-b9c3-4c7c-a5fe-a820c0e06c4b tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.98 "GET /v2.0/ports?device_id=810669db-8b2d-4486-a989-30bfca10cb93 HTTP/1.1" status: 200 len: 946 time: 0.1901248 Oct 20 11:40:31.402560 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38788332-b70c-474f-8afc-712dfbdc5e42 req-280c7174-3fd8-46c5-804b-d6eebe80c01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:31.404410 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-38788332-b70c-474f-8afc-712dfbdc5e42 req-280c7174-3fd8-46c5-804b-d6eebe80c01c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=810669db-8b2d-4486-a989-30bfca10cb93 HTTP/1.1" status: 200 len: 1097 time: 0.1345539 Oct 20 11:40:31.442342 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1195f9-834c-4a15-8432-8000ce7fda5d admin admin] Network b8b16dd1-14c2-429e-a738-23f5243332c4 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:40:31.450242 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cc91c9f6-36c7-4da2-ad7e-3c3dc56bb541 req-f9ec3f88-9cbd-49aa-812c-1bd404f84e63 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.98 "GET /v2.0/security-groups?id=f213afdf-3ed9-41dd-8db1-016ca1b833e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924366 Oct 20 11:40:31.493028 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-38788332-b70c-474f-8afc-712dfbdc5e42 req-e1c34b7f-e287-4b46-959d-63b32665c97a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f213afdf-3ed9-41dd-8db1-016ca1b833e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469379 Oct 20 11:40:31.501585 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-9c1195f9-834c-4a15-8432-8000ce7fda5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, b8b16dd1-14c2-429e-a738-23f5243332c4) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:40:31.506591 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1195f9-834c-4a15-8432-8000ce7fda5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:31.507232 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9c1195f9-834c-4a15-8432-8000ce7fda5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:31.516138 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be3cad5-2287-443a-a9b8-f12fe826d463 None None] Network b8b16dd1-14c2-429e-a738-23f5243332c4 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:40:31.530133 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1ccc9-e69d-4277-af2a-a479f8f88f46 req-62fa1064-68bb-4dc0-ace4-5a659d8c4c09 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:31.531802 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2df1ccc9-e69d-4277-af2a-a479f8f88f46 req-62fa1064-68bb-4dc0-ace4-5a659d8c4c09 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 945 time: 0.1849236 Oct 20 11:40:31.568567 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-9c1195f9-834c-4a15-8432-8000ce7fda5d admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8345361 Oct 20 11:40:31.657547 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cbf73594-c4fe-4002-9745-d7481ec53364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:31.660740 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cbf73594-c4fe-4002-9745-d7481ec53364 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:31.661476 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2df1ccc9-e69d-4277-af2a-a479f8f88f46 req-0e243cc1-f9ee-4a08-807f-9addc4d05d65 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230230 Oct 20 11:40:31.662157 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-cbf73594-c4fe-4002-9745-d7481ec53364 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/de07f65d-9255-413c-8daa-42ba1a35d48d HTTP/1.1" status: 204 len: 168 time: 0.5496159 Oct 20 11:40:31.677678 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf73594-c4fe-4002-9745-d7481ec53364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de07f65d-9255-413c-8daa-42ba1a35d48d,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:31.816456 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051b97bc-655f-4e13-b9e7-0f9b62d79b40 None None] Network b8b16dd1-14c2-429e-a738-23f5243332c4 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:40:31.826457 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07e88dad-be3a-4527-b2a7-e6d203fe8bd4 req-07e7cd19-08ef-425a-919a-115f2180a73d tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 210 time: 0.0477545 Oct 20 11:40:31.872150 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db9ec2c2-5c8a-4879-93dd-f0675c4aada5 req-8fa0564a-5a62-49b5-a867-e386e7f71f48 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0607314 Oct 20 11:40:32.366441 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756d4f2-7c3a-497c-a303-c49f834529d5 req-2743ab38-3d38-4724-8d2f-270a82c8e634 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:32.367623 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8756d4f2-7c3a-497c-a303-c49f834529d5 req-2743ab38-3d38-4724-8d2f-270a82c8e634 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/networks?id=b8b16dd1-14c2-429e-a738-23f5243332c4 HTTP/1.1" status: 200 len: 810 time: 0.1273828 Oct 20 11:40:32.384252 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8756d4f2-7c3a-497c-a303-c49f834529d5 req-825655a5-afb4-4cc1-a950-7729518edb36 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/quotas/ce1098f3c80946078a7ca69ed9609a2e HTTP/1.1" status: 200 len: 375 time: 0.0101950 Oct 20 11:40:32.421496 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8756d4f2-7c3a-497c-a303-c49f834529d5 req-0295fdfe-72ad-4a8f-a9fc-260f1f947242 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=ce1098f3c80946078a7ca69ed9609a2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304778 Oct 20 11:40:32.537923 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8756d4f2-7c3a-497c-a303-c49f834529d5 req-4396be52-6f5d-4de5-874e-8f50e728515d service neutron] 10.222.0.98 "GET /v2.0/networks/b8b16dd1-14c2-429e-a738-23f5243332c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075735 Oct 20 11:40:32.677980 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8756d4f2-7c3a-497c-a303-c49f834529d5 req-664d2f61-0314-4d19-aaab-0386bfa15b8c service neutron] 10.222.0.98 "GET /v2.0/networks/b8b16dd1-14c2-429e-a738-23f5243332c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390123 Oct 20 11:40:32.693537 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ccbe61-be2b-4d1f-9e0f-2b5d7ea04ef8 req-6dce2433-4c97-4699-8cbd-48d60db6eeb4 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:32.695805 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-51ccbe61-be2b-4d1f-9e0f-2b5d7ea04ef8 req-6dce2433-4c97-4699-8cbd-48d60db6eeb4 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.98 "GET /v2.0/ports?device_id=810669db-8b2d-4486-a989-30bfca10cb93 HTTP/1.1" status: 200 len: 946 time: 0.0829029 Oct 20 11:40:32.752974 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-51ccbe61-be2b-4d1f-9e0f-2b5d7ea04ef8 req-75d2ba2d-e484-454d-9cfa-42db69f25909 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.98 "GET /v2.0/security-groups?id=f213afdf-3ed9-41dd-8db1-016ca1b833e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491717 Oct 20 11:40:32.919214 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a585f-c48a-4803-b4b6-1560af82623d req-a899ac87-9a57-4d0e-9a1d-3d29068ed40f tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:32.938457 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-308a585f-c48a-4803-b4b6-1560af82623d req-a899ac87-9a57-4d0e-9a1d-3d29068ed40f tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 945 time: 0.0823693 Oct 20 11:40:33.012721 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-64d90cb0-c129-4681-aed6-e876840590ca req-41f956dd-70af-4fa9-be46-f248c0bb5575 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=26ed185a-833d-4e49-a2ce-5f6cf2159143 HTTP/1.1" status: 200 len: 210 time: 0.0434873 Oct 20 11:40:33.037780 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-308a585f-c48a-4803-b4b6-1560af82623d req-ed3b952e-ab3d-41d0-99ef-57ae6e4914d5 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983622 Oct 20 11:40:33.196065 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d0cf2dea-d3e4-4b01-b03a-855a1b018550 req-b9363aef-c290-427f-a6e1-405e746998bd tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0734017 Oct 20 11:40:33.200896 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-443594f8-37bc-45db-a917-f39611e7e838 req-f86cff6c-e877-4b84-8d40-dc1193af53f8 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 210 time: 0.0454338 Oct 20 11:40:33.905739 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4eb17f-3ec6-4cb6-91c5-ad2ad4a96c35 req-c61bd514-441f-4ab6-9df3-15e6e23665b9 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:33.913804 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7d4eb17f-3ec6-4cb6-91c5-ad2ad4a96c35 req-c61bd514-441f-4ab6-9df3-15e6e23665b9 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.98 "GET /v2.0/ports?device_id=810669db-8b2d-4486-a989-30bfca10cb93 HTTP/1.1" status: 200 len: 946 time: 0.0660760 Oct 20 11:40:33.961837 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7d4eb17f-3ec6-4cb6-91c5-ad2ad4a96c35 req-ca37ecad-676e-4cd6-ad3d-f81af6aa276b tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.98 "GET /v2.0/security-groups?id=f213afdf-3ed9-41dd-8db1-016ca1b833e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425942 Oct 20 11:40:34.244832 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-23927eb3-1aee-4120-936d-f1446523318d req-0c09e075-261e-4e34-be72-0be25f7d4d8a tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=26ed185a-833d-4e49-a2ce-5f6cf2159143 HTTP/1.1" status: 200 len: 210 time: 0.1160920 Oct 20 11:40:34.361264 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba412cf2-8bd2-43eb-b6ce-ca92b761f7ad req-82b5feb5-dd41-41da-a286-9e43ea03da69 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:34.376615 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ba412cf2-8bd2-43eb-b6ce-ca92b761f7ad req-82b5feb5-dd41-41da-a286-9e43ea03da69 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 945 time: 0.2093961 Oct 20 11:40:34.407098 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756d4f2-7c3a-497c-a303-c49f834529d5 req-3ce4961a-f8ac-4b1e-9152-7d317fa7f576 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:34.408686 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-8756d4f2-7c3a-497c-a303-c49f834529d5 req-3ce4961a-f8ac-4b1e-9152-7d317fa7f576 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.89 "GET /v2.0/networks?id=b8b16dd1-14c2-429e-a738-23f5243332c4 HTTP/1.1" status: 200 len: 810 time: 0.2163596 Oct 20 11:40:34.423436 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf946d83-eed5-4ae5-8b47-52b503c52be2 req-e72a4d43-42e0-4653-bc39-864305e98d67 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0443494 Oct 20 11:40:34.424033 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-8756d4f2-7c3a-497c-a303-c49f834529d5 req-582a813c-ad8a-494f-bcdc-45ee63917a79 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Request body: {'port': {'device_id': '26ed185a-833d-4e49-a2ce-5f6cf2159143', 'network_id': 'b8b16dd1-14c2-429e-a738-23f5243332c4', 'admin_state_up': True, 'tenant_id': 'ce1098f3c80946078a7ca69ed9609a2e'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:34.454103 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ba412cf2-8bd2-43eb-b6ce-ca92b761f7ad req-da68cd71-df0a-44e4-b88a-3e31c49ed3af tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714867 Oct 20 11:40:34.591671 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8756d4f2-7c3a-497c-a303-c49f834529d5 req-582a813c-ad8a-494f-bcdc-45ee63917a79 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Made reservation on behalf of ce1098f3c80946078a7ca69ed9609a2e for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:40:34.595282 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-8756d4f2-7c3a-497c-a303-c49f834529d5 req-582a813c-ad8a-494f-bcdc-45ee63917a79 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:34.634242 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d3a5f8a9-c4d1-40f8-aaea-2b15742fc877 req-d3b21898-5a58-46d3-b45c-ec2454b91235 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 210 time: 0.0730550 Oct 20 11:40:34.765373 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [req-8756d4f2-7c3a-497c-a303-c49f834529d5 req-582a813c-ad8a-494f-bcdc-45ee63917a79 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Allocated IP 172.20.0.7 (b8b16dd1-14c2-429e-a738-23f5243332c4/2680d228-fd7a-4853-9272-b0d143a6d48d/7eb47d72-25ea-432f-835a-3999c01d0c37) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:40:34.930062 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-8756d4f2-7c3a-497c-a303-c49f834529d5 req-582a813c-ad8a-494f-bcdc-45ee63917a79 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:34.966723 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-8756d4f2-7c3a-497c-a303-c49f834529d5 req-582a813c-ad8a-494f-bcdc-45ee63917a79 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:35.018228 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8756d4f2-7c3a-497c-a303-c49f834529d5 req-582a813c-ad8a-494f-bcdc-45ee63917a79 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Network b8b16dd1-14c2-429e-a738-23f5243332c4 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:40:35.021745 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [req-8756d4f2-7c3a-497c-a303-c49f834529d5 req-582a813c-ad8a-494f-bcdc-45ee63917a79 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:40:35.025935 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-8756d4f2-7c3a-497c-a303-c49f834529d5 req-582a813c-ad8a-494f-bcdc-45ee63917a79 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:40:35.077799 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582a813c-ad8a-494f-bcdc-45ee63917a79 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Pushing event updated for resources: {'Port': ['ID=7eb47d72-25ea-432f-835a-3999c01d0c37,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:35.103417 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756d4f2-7c3a-497c-a303-c49f834529d5 req-582a813c-ad8a-494f-bcdc-45ee63917a79 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:35.104340 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-8756d4f2-7c3a-497c-a303-c49f834529d5 req-582a813c-ad8a-494f-bcdc-45ee63917a79 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:35.129084 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-8756d4f2-7c3a-497c-a303-c49f834529d5 req-582a813c-ad8a-494f-bcdc-45ee63917a79 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7089903 Oct 20 11:40:35.145979 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-8756d4f2-7c3a-497c-a303-c49f834529d5 req-7ebee613-1f88-4d8b-b1d3-520592c10448 service neutron] Request body: {'port': {'device_id': '26ed185a-833d-4e49-a2ce-5f6cf2159143', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:35.214928 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6b75c-01d0-40b5-a130-bc03fb778db4 req-6f0856a5-6069-429f-a7d9-12ef371650b5 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:35.216532 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-03b6b75c-01d0-40b5-a130-bc03fb778db4 req-6f0856a5-6069-429f-a7d9-12ef371650b5 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.98 "GET /v2.0/ports?device_id=810669db-8b2d-4486-a989-30bfca10cb93 HTTP/1.1" status: 200 len: 946 time: 0.0667129 Oct 20 11:40:35.218718 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-8756d4f2-7c3a-497c-a303-c49f834529d5 req-7ebee613-1f88-4d8b-b1d3-520592c10448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:35.262653 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-03b6b75c-01d0-40b5-a130-bc03fb778db4 req-4ed85dbf-3715-49e8-8ea5-434640d3c26b tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.98 "GET /v2.0/security-groups?id=f213afdf-3ed9-41dd-8db1-016ca1b833e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395210 Oct 20 11:40:35.400625 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67325057-dc4f-4e06-b2ea-e9fedc5775fa req-73bc8044-b1b3-4f5c-9ea8-765feba15b89 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:35.402822 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-67325057-dc4f-4e06-b2ea-e9fedc5775fa req-73bc8044-b1b3-4f5c-9ea8-765feba15b89 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=26ed185a-833d-4e49-a2ce-5f6cf2159143 HTTP/1.1" status: 200 len: 931 time: 0.0733328 Oct 20 11:40:35.451591 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-67325057-dc4f-4e06-b2ea-e9fedc5775fa req-ac7073f3-7d6c-42ba-b8e9-a7e990527b42 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424318 Oct 20 11:40:35.555516 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-8756d4f2-7c3a-497c-a303-c49f834529d5 req-7ebee613-1f88-4d8b-b1d3-520592c10448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eb47d72-25ea-432f-835a-3999c01d0c37 {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:40:35.566505 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-8756d4f2-7c3a-497c-a303-c49f834529d5 req-7ebee613-1f88-4d8b-b1d3-520592c10448 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:35.581261 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-8756d4f2-7c3a-497c-a303-c49f834529d5 req-7ebee613-1f88-4d8b-b1d3-520592c10448 service neutron] Transition to ACTIVE for port object 7eb47d72-25ea-432f-835a-3999c01d0c37 will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:40:35.586351 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-8756d4f2-7c3a-497c-a303-c49f834529d5 req-7ebee613-1f88-4d8b-b1d3-520592c10448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:35.617230 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-97edc12a-432c-4e9f-94ac-ab5fb1838fde req-e127150d-1ea9-45d1-8f00-6e6dce277d33 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0606725 Oct 20 11:40:35.639429 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b786422-925d-4a09-82b9-c66825b9dc96 req-d7d77874-8fa0-48ab-b1a7-07366034fafa tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:35.641348 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2b786422-925d-4a09-82b9-c66825b9dc96 req-d7d77874-8fa0-48ab-b1a7-07366034fafa tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 945 time: 0.1004984 Oct 20 11:40:35.705941 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2b786422-925d-4a09-82b9-c66825b9dc96 req-dc1c7480-3694-47d3-9707-5cb39dee2bbf tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530837 Oct 20 11:40:35.764846 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebee613-1f88-4d8b-b1d3-520592c10448 service neutron] Pushing event updated for resources: {'Port': ['ID=7eb47d72-25ea-432f-835a-3999c01d0c37,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:35.777012 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-8756d4f2-7c3a-497c-a303-c49f834529d5 req-7ebee613-1f88-4d8b-b1d3-520592c10448 service neutron] Attempting to bind port 7eb47d72-25ea-432f-835a-3999c01d0c37 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:40:35.777355 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-8756d4f2-7c3a-497c-a303-c49f834529d5 req-7ebee613-1f88-4d8b-b1d3-520592c10448 service neutron] Attempting to bind port 7eb47d72-25ea-432f-835a-3999c01d0c37 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '635b408c-b931-4fe4-a946-3320f78b98e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'b8b16dd1-14c2-429e-a738-23f5243332c4'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:40:35.777686 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8756d4f2-7c3a-497c-a303-c49f834529d5 req-7ebee613-1f88-4d8b-b1d3-520592c10448 service neutron] Attempting to bind port 7eb47d72-25ea-432f-835a-3999c01d0c37 on network b8b16dd1-14c2-429e-a738-23f5243332c4 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:40:35.783718 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8756d4f2-7c3a-497c-a303-c49f834529d5 req-7ebee613-1f88-4d8b-b1d3-520592c10448 service neutron] Port 7eb47d72-25ea-432f-835a-3999c01d0c37 on network b8b16dd1-14c2-429e-a738-23f5243332c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:40:35.784052 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8756d4f2-7c3a-497c-a303-c49f834529d5 req-7ebee613-1f88-4d8b-b1d3-520592c10448 service neutron] Attempting to bind port 7eb47d72-25ea-432f-835a-3999c01d0c37 on network b8b16dd1-14c2-429e-a738-23f5243332c4 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:40:35.790146 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8756d4f2-7c3a-497c-a303-c49f834529d5 req-7ebee613-1f88-4d8b-b1d3-520592c10448 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:40:35.790486 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8756d4f2-7c3a-497c-a303-c49f834529d5 req-7ebee613-1f88-4d8b-b1d3-520592c10448 service neutron] Checking segment: {'id': '635b408c-b931-4fe4-a946-3320f78b98e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'b8b16dd1-14c2-429e-a738-23f5243332c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:40:35.790910 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8756d4f2-7c3a-497c-a303-c49f834529d5 req-7ebee613-1f88-4d8b-b1d3-520592c10448 service neutron] Bound using segment: {'id': '635b408c-b931-4fe4-a946-3320f78b98e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'b8b16dd1-14c2-429e-a738-23f5243332c4'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:40:35.791346 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-8756d4f2-7c3a-497c-a303-c49f834529d5 req-7ebee613-1f88-4d8b-b1d3-520592c10448 service neutron] Bound port: 7eb47d72-25ea-432f-835a-3999c01d0c37, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '635b408c-b931-4fe4-a946-3320f78b98e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'b8b16dd1-14c2-429e-a738-23f5243332c4'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:40:35.791703 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-8756d4f2-7c3a-497c-a303-c49f834529d5 req-7ebee613-1f88-4d8b-b1d3-520592c10448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:35.828622 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-95ce4aa8-619e-4034-ab3e-8ca297779071 req-b639019f-c6b9-4f0c-9f94-d9fe787eac00 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 210 time: 0.0301874 Oct 20 11:40:35.872099 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-8756d4f2-7c3a-497c-a303-c49f834529d5 req-7ebee613-1f88-4d8b-b1d3-520592c10448 service neutron] For port 7eb47d72-25ea-432f-835a-3999c01d0c37, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:40:35.875912 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-8756d4f2-7c3a-497c-a303-c49f834529d5 req-7ebee613-1f88-4d8b-b1d3-520592c10448 service neutron] For port 7eb47d72-25ea-432f-835a-3999c01d0c37, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=7eb47d72-25ea-432f-835a-3999c01d0c37,segment=NetworkSegment(635b408c-b931-4fe4-a946-3320f78b98e5),segment_id=635b408c-b931-4fe4-a946-3320f78b98e5)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:40:35.883290 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-8756d4f2-7c3a-497c-a303-c49f834529d5 req-7ebee613-1f88-4d8b-b1d3-520592c10448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:35.924255 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756d4f2-7c3a-497c-a303-c49f834529d5 req-7ebee613-1f88-4d8b-b1d3-520592c10448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:35.926031 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-8756d4f2-7c3a-497c-a303-c49f834529d5 req-7ebee613-1f88-4d8b-b1d3-520592c10448 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:35.929363 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-8756d4f2-7c3a-497c-a303-c49f834529d5 req-7ebee613-1f88-4d8b-b1d3-520592c10448 service neutron] 10.222.0.89 "PUT /v2.0/ports/7eb47d72-25ea-432f-835a-3999c01d0c37 HTTP/1.1" status: 200 len: 1091 time: 0.7878511 Oct 20 11:40:35.929363 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ed185a-833d-4e49-a2ce-5f6cf2159143', 'tag': '7eb47d72-25ea-432f-835a-3999c01d0c37'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:40:35.930317 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d470748-de43-4803-ac2b-091715524d5f" -d '{"events": [{"name": "network-changed", "server_uuid": "26ed185a-833d-4e49-a2ce-5f6cf2159143", "tag": "7eb47d72-25ea-432f-835a-3999c01d0c37"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:40:35.980157 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebee613-1f88-4d8b-b1d3-520592c10448 service neutron] Pushing event updated for resources: {'Port': ['ID=7eb47d72-25ea-432f-835a-3999c01d0c37,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:36.040537 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756d4f2-7c3a-497c-a303-c49f834529d5 req-8bb23235-ff6c-48ce-b774-7d07af4b9f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:36.044672 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-8756d4f2-7c3a-497c-a303-c49f834529d5 req-8bb23235-ff6c-48ce-b774-7d07af4b9f18 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ce1098f3c80946078a7ca69ed9609a2e&device_id=26ed185a-833d-4e49-a2ce-5f6cf2159143 HTTP/1.1" status: 200 len: 1094 time: 0.0540614 Oct 20 11:40:36.107014 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-8756d4f2-7c3a-497c-a303-c49f834529d5 req-9109346c-ca87-4c87-aafb-9923ecfbe6a5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7eb47d72-25ea-432f-835a-3999c01d0c37 HTTP/1.1" status: 200 len: 217 time: 0.0508707 Oct 20 11:40:36.144376 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb461b4-d27d-4a29-928a-a578b847f8fa x-openstack-request-id: req-1cb461b4-d27d-4a29-928a-a578b847f8fa {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:40:36.155815 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26ed185a-833d-4e49-a2ce-5f6cf2159143", "tag": "7eb47d72-25ea-432f-835a-3999c01d0c37", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:40:36.156285 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1cb461b4-d27d-4a29-928a-a578b847f8fa {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:40:36.156887 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ed185a-833d-4e49-a2ce-5f6cf2159143', 'tag': '7eb47d72-25ea-432f-835a-3999c01d0c37', 'status': 'completed', 'code': 200} Oct 20 11:40:36.178945 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756d4f2-7c3a-497c-a303-c49f834529d5 req-1663e741-92e8-46e4-b191-e53291f03c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:36.180634 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-8756d4f2-7c3a-497c-a303-c49f834529d5 req-1663e741-92e8-46e4-b191-e53291f03c47 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2680d228-fd7a-4853-9272-b0d143a6d48d HTTP/1.1" status: 200 len: 850 time: 0.0656576 Oct 20 11:40:36.221417 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-8756d4f2-7c3a-497c-a303-c49f834529d5 req-8eb4fdaa-e5d7-42ce-969b-b882c27739b8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b8b16dd1-14c2-429e-a738-23f5243332c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274594 Oct 20 11:40:36.325945 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-8756d4f2-7c3a-497c-a303-c49f834529d5 req-2ddee562-920d-4fdf-9c36-ea2b68333737 service neutron] 10.222.0.89 "GET /v2.0/networks/b8b16dd1-14c2-429e-a738-23f5243332c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957460 Oct 20 11:40:36.405858 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac91b8-c6ea-430b-8fae-e3b0ddf22b1d req-e885011d-f4cf-42b2-9655-4bd2171cef57 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:36.407560 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a9ac91b8-c6ea-430b-8fae-e3b0ddf22b1d req-e885011d-f4cf-42b2-9655-4bd2171cef57 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.11 "GET /v2.0/ports?device_id=810669db-8b2d-4486-a989-30bfca10cb93 HTTP/1.1" status: 200 len: 946 time: 0.0872254 Oct 20 11:40:36.432319 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-8756d4f2-7c3a-497c-a303-c49f834529d5 req-633d93d3-75d5-4756-8e08-a742406a07f6 service neutron] 10.222.0.89 "GET /v2.0/networks/b8b16dd1-14c2-429e-a738-23f5243332c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942035 Oct 20 11:40:36.462840 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7b3a7-c7ff-46e7-9088-666d969a7d41 req-4668fa37-f2aa-4131-99c2-06644e3ee842 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:36.464393 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-02f7b3a7-c7ff-46e7-9088-666d969a7d41 req-4668fa37-f2aa-4131-99c2-06644e3ee842 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.98 "GET /v2.0/ports?device_id=810669db-8b2d-4486-a989-30bfca10cb93 HTTP/1.1" status: 200 len: 946 time: 0.1042721 Oct 20 11:40:36.535260 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d470748-de43-4803-ac2b-091715524d5f req-38796d8f-47d6-464c-a402-bc2ba6410d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:36.536756 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-3d470748-de43-4803-ac2b-091715524d5f req-38796d8f-47d6-464c-a402-bc2ba6410d42 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ce1098f3c80946078a7ca69ed9609a2e&device_id=26ed185a-833d-4e49-a2ce-5f6cf2159143 HTTP/1.1" status: 200 len: 1094 time: 0.0511346 Oct 20 11:40:36.597296 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-02f7b3a7-c7ff-46e7-9088-666d969a7d41 req-9a4ebcf1-a57f-4f77-b591-58a19ca25e72 tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.98 "GET /v2.0/security-groups?id=f213afdf-3ed9-41dd-8db1-016ca1b833e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203847 Oct 20 11:40:36.645088 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f9f16-62b2-401b-935d-395950554ef9 req-51a32d45-3aa4-4257-8d1d-750c1092a12b tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:36.646575 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a61f9f16-62b2-401b-935d-395950554ef9 req-51a32d45-3aa4-4257-8d1d-750c1092a12b tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=26ed185a-833d-4e49-a2ce-5f6cf2159143 HTTP/1.1" status: 200 len: 943 time: 0.0821259 Oct 20 11:40:36.660685 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-a9ac91b8-c6ea-430b-8fae-e3b0ddf22b1d req-ca7644ad-e04f-421c-a195-71d73ab1695e tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Deleting port f594aa82-4489-4981-a515-0f84f12993b9 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:40:36.661228 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a9ac91b8-c6ea-430b-8fae-e3b0ddf22b1d req-ca7644ad-e04f-421c-a195-71d73ab1695e tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:36.667938 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d470748-de43-4803-ac2b-091715524d5f req-d2881783-9415-414f-867c-142540891aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:36.669519 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-3d470748-de43-4803-ac2b-091715524d5f req-d2881783-9415-414f-867c-142540891aa3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b8b16dd1-14c2-429e-a738-23f5243332c4 HTTP/1.1" status: 200 len: 912 time: 0.1232941 Oct 20 11:40:36.731285 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-3d470748-de43-4803-ac2b-091715524d5f req-e2a9ac8a-ea57-45a7-8952-d25d8f56730f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7eb47d72-25ea-432f-835a-3999c01d0c37 HTTP/1.1" status: 200 len: 217 time: 0.0518823 Oct 20 11:40:36.770771 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e959cb7c-27db-4279-8232-7b0c58e57374 req-afac17be-3652-46ce-8f69-5f79cd35984b tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0340474 Oct 20 11:40:36.803852 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a61f9f16-62b2-401b-935d-395950554ef9 req-bc455749-f4fc-45dd-a9d2-c893be13e23b tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440597 Oct 20 11:40:36.814823 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d470748-de43-4803-ac2b-091715524d5f req-3925e35b-9dd5-4266-91df-b499d8046e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:36.816716 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-3d470748-de43-4803-ac2b-091715524d5f req-3925e35b-9dd5-4266-91df-b499d8046e0b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2680d228-fd7a-4853-9272-b0d143a6d48d HTTP/1.1" status: 200 len: 850 time: 0.0768969 Oct 20 11:40:36.851770 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-a9ac91b8-c6ea-430b-8fae-e3b0ddf22b1d req-ca7644ad-e04f-421c-a195-71d73ab1695e tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] For port f594aa82-4489-4981-a515-0f84f12993b9, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=f594aa82-4489-4981-a515-0f84f12993b9,segment=NetworkSegment(18503fb9-6d46-42ac-af7c-2c33d7692582),segment_id=18503fb9-6d46-42ac-af7c-2c33d7692582)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:36.852144 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a9ac91b8-c6ea-430b-8fae-e3b0ddf22b1d req-ca7644ad-e04f-421c-a195-71d73ab1695e tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:36.865504 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-3d470748-de43-4803-ac2b-091715524d5f req-1d0b85f3-ae5c-4672-b3a4-268cb3b1430c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b8b16dd1-14c2-429e-a738-23f5243332c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365651 Oct 20 11:40:36.891444 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-a9ac91b8-c6ea-430b-8fae-e3b0ddf22b1d req-ca7644ad-e04f-421c-a195-71d73ab1695e tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Calling delete_port for f594aa82-4489-4981-a515-0f84f12993b9 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:40:36.983969 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-3d470748-de43-4803-ac2b-091715524d5f req-e495c7b9-4fc9-45b2-8b1a-ed0c5d4c2826 service neutron] 10.222.0.89 "GET /v2.0/networks/b8b16dd1-14c2-429e-a738-23f5243332c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082051 Oct 20 11:40:37.057515 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fcddfb97-a68b-4363-830b-016f95e14b32 req-8e787d41-039b-4d3e-8c8b-f94c0f388f24 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 210 time: 0.0454633 Oct 20 11:40:37.073339 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c5e47-3f57-4f6b-8153-b1144b69797c req-05125b4d-b0e3-4b89-ab55-342289be05bd tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:37.081312 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d74c5e47-3f57-4f6b-8153-b1144b69797c req-05125b4d-b0e3-4b89-ab55-342289be05bd tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 945 time: 0.2035921 Oct 20 11:40:37.142850 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d74c5e47-3f57-4f6b-8153-b1144b69797c req-6f249791-772a-4fc7-a82a-92f0fb77ca82 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598688 Oct 20 11:40:37.205592 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-3d470748-de43-4803-ac2b-091715524d5f req-0407e03e-de73-4921-aaf3-00f341d2491b service neutron] 10.222.0.89 "GET /v2.0/networks/b8b16dd1-14c2-429e-a738-23f5243332c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078464 Oct 20 11:40:37.220264 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a9ac91b8-c6ea-430b-8fae-e3b0ddf22b1d req-ca7644ad-e04f-421c-a195-71d73ab1695e tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:37.234106 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['f594aa82-4489-4981-a515-0f84f12993b9'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:40:37.249415 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7644ad-e04f-421c-a195-71d73ab1695e tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Pushing event deleted for resources: {'Port': ['ID=f594aa82-4489-4981-a515-0f84f12993b9,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:37.309120 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ac91b8-c6ea-430b-8fae-e3b0ddf22b1d req-ca7644ad-e04f-421c-a195-71d73ab1695e tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] No DVR routers for this DVR port f594aa82-4489-4981-a515-0f84f12993b9 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:40:37.311900 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a9ac91b8-c6ea-430b-8fae-e3b0ddf22b1d req-ca7644ad-e04f-421c-a195-71d73ab1695e tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:37.315622 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a9ac91b8-c6ea-430b-8fae-e3b0ddf22b1d req-ca7644ad-e04f-421c-a195-71d73ab1695e tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.11 "DELETE /v2.0/ports/f594aa82-4489-4981-a515-0f84f12993b9 HTTP/1.1" status: 204 len: 173 time: 0.9009588 Oct 20 11:40:37.316262 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '810669db-8b2d-4486-a989-30bfca10cb93', 'name': 'network-vif-deleted', 'tag': 'f594aa82-4489-4981-a515-0f84f12993b9'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:40:37.318875 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563cce26-d773-4949-a381-edc3288ce381" -d '{"events": [{"server_uuid": "810669db-8b2d-4486-a989-30bfca10cb93", "name": "network-vif-deleted", "tag": "f594aa82-4489-4981-a515-0f84f12993b9"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:40:37.383524 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad3300b-6975-4c67-b036-ca84d834af96 x-openstack-request-id: req-cad3300b-6975-4c67-b036-ca84d834af96 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:40:37.384001 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "810669db-8b2d-4486-a989-30bfca10cb93", "name": "network-vif-deleted", "tag": "f594aa82-4489-4981-a515-0f84f12993b9", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:40:37.384462 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cad3300b-6975-4c67-b036-ca84d834af96 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:40:37.385133 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '810669db-8b2d-4486-a989-30bfca10cb93', 'name': 'network-vif-deleted', 'tag': 'f594aa82-4489-4981-a515-0f84f12993b9', 'status': 'completed', 'code': 200} Oct 20 11:40:37.744922 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2941f9-3518-4272-81cd-6783425bc7be req-75fd0430-8c09-4dd3-81f7-e36b577fbe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:37.747540 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6f2941f9-3518-4272-81cd-6783425bc7be req-75fd0430-8c09-4dd3-81f7-e36b577fbe3b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 1096 time: 0.1057780 Oct 20 11:40:37.779127 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0dd7d650-4ffb-400a-94b1-8b65efa37d71 req-5649f3f4-50c2-4fab-968d-a5ab4216bdfa tempest-VolumesActionsTest-2134414998 tempest-VolumesActionsTest-2134414998-project] 10.222.0.98 "GET /v2.0/ports?device_id=810669db-8b2d-4486-a989-30bfca10cb93 HTTP/1.1" status: 200 len: 210 time: 0.0336161 Oct 20 11:40:37.840907 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6f2941f9-3518-4272-81cd-6783425bc7be req-10a0837c-a004-48ae-8244-c59a7f7639ab service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837379 Oct 20 11:40:37.960324 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-82d34075-7182-4061-8b51-e0ce543e0ba9 req-a3500d8b-a95c-4c00-a702-e81b23714a07 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0542815 Oct 20 11:40:37.987562 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0998f0d-f805-4b2d-8514-6f6f5679e01b req-ddac4c87-0779-4606-b134-1e7189bfae91 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:37.991257 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e0998f0d-f805-4b2d-8514-6f6f5679e01b req-ddac4c87-0779-4606-b134-1e7189bfae91 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=26ed185a-833d-4e49-a2ce-5f6cf2159143 HTTP/1.1" status: 200 len: 943 time: 0.0836673 Oct 20 11:40:38.030912 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e0998f0d-f805-4b2d-8514-6f6f5679e01b req-8818d459-cc68-4cdf-bfa8-6b594a6d8e0e tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343080 Oct 20 11:40:38.178956 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2a5be332-9973-4c0b-8c11-9bfc0ba83059 req-4d6e1fa8-93da-48a1-8f4e-b2ad66f641bf tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3cb83e1-d26e-43fb-9111-1a2c562b6e89 HTTP/1.1" status: 200 len: 210 time: 0.0418074 Oct 20 11:40:38.283732 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d37ce2-fcad-4857-a3a7-94c515e74784 req-48b3e4be-51b0-4d46-9eaa-5e060a769a55 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:38.285284 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c2d37ce2-fcad-4857-a3a7-94c515e74784 req-48b3e4be-51b0-4d46-9eaa-5e060a769a55 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 945 time: 0.0549746 Oct 20 11:40:38.331094 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c2d37ce2-fcad-4857-a3a7-94c515e74784 req-f4c5b5cf-596b-4a0e-81b5-68c6eb4b6303 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383220 Oct 20 11:40:39.115012 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7894a368-22a2-406d-a08a-97ed2d07599a req-bee77a9e-ad52-413f-8647-31ccf0e50266 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0329015 Oct 20 11:40:39.231473 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20db5ac-4263-477d-8363-9e341abb665c req-40847441-af49-4962-a86e-925ad72f11ab tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:39.232194 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 7eb47d72-25ea-432f-835a-3999c01d0c37 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:40:39.239447 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e20db5ac-4263-477d-8363-9e341abb665c req-40847441-af49-4962-a86e-925ad72f11ab tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=26ed185a-833d-4e49-a2ce-5f6cf2159143 HTTP/1.1" status: 200 len: 943 time: 0.0631628 Oct 20 11:40:39.283085 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e20db5ac-4263-477d-8363-9e341abb665c req-ceb06e89-4cfb-4ad7-82b2-d798c76d4b9a tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425673 Oct 20 11:40:39.297357 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45158) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:39.364915 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-acda216c-201f-48f7-b99d-7a9921c474e8 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:39.380724 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:40:39.422632 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 7eb47d72-25ea-432f-835a-3999c01d0c37, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=7eb47d72-25ea-432f-835a-3999c01d0c37,segment=NetworkSegment(635b408c-b931-4fe4-a946-3320f78b98e5),segment_id=635b408c-b931-4fe4-a946-3320f78b98e5)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:39.456398 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '7eb47d72-25ea-432f-835a-3999c01d0c37', 'network_id': 'b8b16dd1-14c2-429e-a738-23f5243332c4', 'port_id': '7eb47d72-25ea-432f-835a-3999c01d0c37', 'mac_address': 'fa:16:3e:71:91:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2680d228-fd7a-4853-9272-b0d143a6d48d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:40:39.457929 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-acda216c-201f-48f7-b99d-7a9921c474e8 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:39.488362 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6624d93c-5c42-4ab1-ba95-27791600018a req-c9e7935d-4f90-4a76-84e7-286254d10204 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:39.498375 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6624d93c-5c42-4ab1-ba95-27791600018a req-c9e7935d-4f90-4a76-84e7-286254d10204 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 945 time: 0.0811732 Oct 20 11:40:39.542533 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-acda216c-201f-48f7-b99d-7a9921c474e8 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:39.546738 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-acda216c-201f-48f7-b99d-7a9921c474e8 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:39.548209 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6624d93c-5c42-4ab1-ba95-27791600018a req-a6eb3f72-c7f7-45c5-a171-56ce603dcf90 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487628 Oct 20 11:40:39.548366 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-acda216c-201f-48f7-b99d-7a9921c474e8 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "DELETE /v2.0/security-groups/6e397af8-07ce-4093-b8cb-76d0226b7f33 HTTP/1.1" status: 204 len: 168 time: 0.2499993 Oct 20 11:40:39.557885 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45172) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:39.560756 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:39.563851 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda216c-201f-48f7-b99d-7a9921c474e8 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e397af8-07ce-4093-b8cb-76d0226b7f33,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:39.589088 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eb47d72-25ea-432f-835a-3999c01d0c37 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:40:39.619786 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 7eb47d72-25ea-432f-835a-3999c01d0c37, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=7eb47d72-25ea-432f-835a-3999c01d0c37,segment=NetworkSegment(635b408c-b931-4fe4-a946-3320f78b98e5),segment_id=635b408c-b931-4fe4-a946-3320f78b98e5)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:39.620185 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [None req-bec7e9e9-98a7-4701-b64e-e2c39bf503e0 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] show failed (client error): The resource could not be found. Oct 20 11:40:39.621668 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-bec7e9e9-98a7-4701-b64e-e2c39bf503e0 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "GET /v2.0/security-groups/6e397af8-07ce-4093-b8cb-76d0226b7f33 HTTP/1.1" status: 404 len: 347 time: 0.0626700 Oct 20 11:40:39.624903 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45178) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:39.635799 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:39.721854 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=7eb47d72-25ea-432f-835a-3999c01d0c37,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:39.806528 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:39.842415 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-12755dbf-0551-4ae5-b4c4-fab752c70d9c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Deleting port 46aa42fa-d2e2-4ff1-87d0-fedff65b9cd7 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:40:39.842690 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-12755dbf-0551-4ae5-b4c4-fab752c70d9c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:39.894400 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93adab7-95cf-4ded-9b14-e33c4700b787 req-37b72048-d4c7-4e65-a403-58710d6f67fa tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:39.898725 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['7eb47d72-25ea-432f-835a-3999c01d0c37'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:40:39.902620 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d93adab7-95cf-4ded-9b14-e33c4700b787 req-37b72048-d4c7-4e65-a403-58710d6f67fa tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 945 time: 0.0690114 Oct 20 11:40:39.961514 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d93adab7-95cf-4ded-9b14-e33c4700b787 req-0fe84bc0-315f-4bd2-a84e-dff5fa070583 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501847 Oct 20 11:40:40.016281 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7564bcb-97b8-4efa-8ff4-28211d4fd459 req-100dc3c9-1e1a-4fd1-ab40-e62f999f9eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:40.018161 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e7564bcb-97b8-4efa-8ff4-28211d4fd459 req-100dc3c9-1e1a-4fd1-ab40-e62f999f9eb9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c1169ad648904e1598b69c96d66e4763&device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 1096 time: 0.1778495 Oct 20 11:40:40.060236 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-12755dbf-0551-4ae5-b4c4-fab752c70d9c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:40.060558 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-12755dbf-0551-4ae5-b4c4-fab752c70d9c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:40.082461 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-12755dbf-0551-4ae5-b4c4-fab752c70d9c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Calling delete_port for 46aa42fa-d2e2-4ff1-87d0-fedff65b9cd7 owned by network:floatingip {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:40:40.283881 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ddce2382-c981-490c-89fe-f9eea363d3d1 req-1064526b-2796-4888-b6c5-4243c1979553 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0353420 Oct 20 11:40:40.298766 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-12755dbf-0551-4ae5-b4c4-fab752c70d9c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:40.328283 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7564bcb-97b8-4efa-8ff4-28211d4fd459 req-83896e89-bc32-4f58-9a5c-e745850bc079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:40.330112 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e7564bcb-97b8-4efa-8ff4-28211d4fd459 req-83896e89-bc32-4f58-9a5c-e745850bc079 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a79a2568-084f-4d41-8469-7b680356a62d HTTP/1.1" status: 200 len: 921 time: 0.3028893 Oct 20 11:40:40.334434 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12755dbf-0551-4ae5-b4c4-fab752c70d9c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Pushing event deleted for resources: {'Port': ['ID=46aa42fa-d2e2-4ff1-87d0-fedff65b9cd7,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:40.397532 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e7564bcb-97b8-4efa-8ff4-28211d4fd459 req-c9a43ede-5854-4e9a-af79-0388e059c378 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1418c351-1695-4475-97ef-c3e849b75701 HTTP/1.1" status: 200 len: 217 time: 0.0567441 Oct 20 11:40:40.446581 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81445c87-58fc-4afe-88b9-c60206258813 req-0e5d6173-5696-4c3b-878e-cbee8ab8abfb tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:40.448171 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-81445c87-58fc-4afe-88b9-c60206258813 req-0e5d6173-5696-4c3b-878e-cbee8ab8abfb tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=26ed185a-833d-4e49-a2ce-5f6cf2159143 HTTP/1.1" status: 200 len: 944 time: 0.0514286 Oct 20 11:40:40.478460 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7564bcb-97b8-4efa-8ff4-28211d4fd459 req-253efb1e-e522-4dcd-b541-23d3e68a6dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:40.480016 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e7564bcb-97b8-4efa-8ff4-28211d4fd459 req-253efb1e-e522-4dcd-b541-23d3e68a6dad service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3c3866d5-a700-4d4b-8bd8-40c0fe178f92 HTTP/1.1" status: 200 len: 859 time: 0.0600674 Oct 20 11:40:40.482986 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-12755dbf-0551-4ae5-b4c4-fab752c70d9c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks [] for floatingip, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:40.486155 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-12755dbf-0551-4ae5-b4c4-fab752c70d9c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:40.487327 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-12755dbf-0551-4ae5-b4c4-fab752c70d9c tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "DELETE /v2.0/floatingips/d865a0ac-cef6-46e4-8dd3-1602259b9b96 HTTP/1.1" status: 204 len: 168 time: 0.8613415 Oct 20 11:40:40.497019 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45210) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:40.503173 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-81445c87-58fc-4afe-88b9-c60206258813 req-ff5ff088-7b35-4d76-b536-d9d5e2b9b412 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482893 Oct 20 11:40:40.523952 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e7564bcb-97b8-4efa-8ff4-28211d4fd459 req-945ab4c4-fbd0-48ec-a815-04a85dbc67d5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a79a2568-084f-4d41-8469-7b680356a62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348732 Oct 20 11:40:40.709635 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e7564bcb-97b8-4efa-8ff4-28211d4fd459 req-33eaa7d2-6142-45ec-badd-29f8de2babc5 service neutron] 10.222.0.89 "GET /v2.0/networks/a79a2568-084f-4d41-8469-7b680356a62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673253 Oct 20 11:40:40.719198 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-1773a37c-55b9-4912-868b-63da66b889ce tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Deleting port 1096304c-3250-4c91-a0ae-a0d182374e03 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:40:40.719614 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1773a37c-55b9-4912-868b-63da66b889ce tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:40.904541 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1773a37c-55b9-4912-868b-63da66b889ce tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:40.923272 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-1773a37c-55b9-4912-868b-63da66b889ce tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Calling delete_port for 1096304c-3250-4c91-a0ae-a0d182374e03 owned by {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:40:40.946589 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e7564bcb-97b8-4efa-8ff4-28211d4fd459 req-cd77b76e-7178-4b84-8533-38288f723811 service neutron] 10.222.0.89 "GET /v2.0/networks/a79a2568-084f-4d41-8469-7b680356a62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841557 Oct 20 11:40:40.951702 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device f594aa82-4489-4981-a515-0f84f12993b9 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:40:41.007611 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: f594aa82-4489-4981-a515-0f84f12993b9 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:40:41.008197 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device f594aa82-4489-4981-a515-0f84f12993b9 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:40:41.104964 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071bf06-fac0-41db-8169-d32d1a390b53 req-5331cc71-7e7a-4957-a4fd-2afde90fd695 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:41.113274 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7071bf06-fac0-41db-8169-d32d1a390b53 req-5331cc71-7e7a-4957-a4fd-2afde90fd695 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 945 time: 0.0649900 Oct 20 11:40:41.167346 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7071bf06-fac0-41db-8169-d32d1a390b53 req-a67d350c-75fa-4065-923b-04ad32ef7a2f tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527644 Oct 20 11:40:41.173983 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1773a37c-55b9-4912-868b-63da66b889ce tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:41.210321 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1773a37c-55b9-4912-868b-63da66b889ce tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Pushing event deleted for resources: {'Port': ['ID=1096304c-3250-4c91-a0ae-a0d182374e03,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:41.250434 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 7eb47d72-25ea-432f-835a-3999c01d0c37 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:40:41.332117 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 7eb47d72-25ea-432f-835a-3999c01d0c37 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:40:41.340415 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 7eb47d72-25ea-432f-835a-3999c01d0c37 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:40:41.343493 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:41.415226 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1773a37c-55b9-4912-868b-63da66b889ce tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:41.417454 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45256) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:41.431427 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1773a37c-55b9-4912-868b-63da66b889ce tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "DELETE /v2.0/ports/1096304c-3250-4c91-a0ae-a0d182374e03 HTTP/1.1" status: 204 len: 168 time: 0.9291456 Oct 20 11:40:41.432097 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45260) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:41.553212 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:41.620566 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ed185a-833d-4e49-a2ce-5f6cf2159143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb47d72-25ea-432f-835a-3999c01d0c37'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:40:41.667171 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8fd356-0029-41d5-bec2-294c2ba3d404" -d '{"events": [{"server_uuid": "26ed185a-833d-4e49-a2ce-5f6cf2159143", "name": "network-vif-plugged", "status": "completed", "tag": "7eb47d72-25ea-432f-835a-3999c01d0c37"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:40:41.713794 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 7eb47d72-25ea-432f-835a-3999c01d0c37, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=7eb47d72-25ea-432f-835a-3999c01d0c37,segment=NetworkSegment(635b408c-b931-4fe4-a946-3320f78b98e5),segment_id=635b408c-b931-4fe4-a946-3320f78b98e5)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:41.718630 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d7350046-67b7-479c-a0e9-7dba2d50e303 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:41.722405 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:41.791942 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=7eb47d72-25ea-432f-835a-3999c01d0c37,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:41.795043 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-a845ce5d-e791-4353-b99f-85d9a7a593c7 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Deleting port 61bf1de1-24da-472e-a342-71d54a789c06 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:40:41.795370 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a845ce5d-e791-4353-b99f-85d9a7a593c7 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:42.271668 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a526a-8c02-4036-8fe8-a8d72e05c10b req-a0dcf87c-d2f6-494c-9111-fcea2af52aae tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:42.273502 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-070a526a-8c02-4036-8fe8-a8d72e05c10b req-a0dcf87c-d2f6-494c-9111-fcea2af52aae tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=26ed185a-833d-4e49-a2ce-5f6cf2159143 HTTP/1.1" status: 200 len: 945 time: 0.5865099 Oct 20 11:40:42.281914 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-45723e43-86d8-4153-8860-02f4dbff489d req-c9f697d2-adda-465e-a58e-7f46f0847609 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0666060 Oct 20 11:40:42.420758 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59db5170-9e16-4849-9696-4cbbc3d1a05f x-openstack-request-id: req-59db5170-9e16-4849-9696-4cbbc3d1a05f {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:40:42.421267 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ed185a-833d-4e49-a2ce-5f6cf2159143", "name": "network-vif-plugged", "status": "completed", "tag": "7eb47d72-25ea-432f-835a-3999c01d0c37", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:40:42.421357 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-59db5170-9e16-4849-9696-4cbbc3d1a05f {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:40:42.421691 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ed185a-833d-4e49-a2ce-5f6cf2159143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb47d72-25ea-432f-835a-3999c01d0c37', 'code': 200} Oct 20 11:40:42.466581 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-070a526a-8c02-4036-8fe8-a8d72e05c10b req-e008b926-6668-4b0f-980a-16672eecf1e0 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568863 Oct 20 11:40:42.537308 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a845ce5d-e791-4353-b99f-85d9a7a593c7 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:42.542749 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d7350046-67b7-479c-a0e9-7dba2d50e303 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:42.553325 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52fdff6-16f2-4305-95b5-3b7c54cb766b req-22fba9e5-bde4-4848-a619-f3698051c09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:42.555049 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c52fdff6-16f2-4305-95b5-3b7c54cb766b req-22fba9e5-bde4-4848-a619-f3698051c09b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=26ed185a-833d-4e49-a2ce-5f6cf2159143 HTTP/1.1" status: 200 len: 1096 time: 0.0538146 Oct 20 11:40:42.561380 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d7350046-67b7-479c-a0e9-7dba2d50e303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:42.563960 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-a845ce5d-e791-4353-b99f-85d9a7a593c7 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Calling delete_port for 61bf1de1-24da-472e-a342-71d54a789c06 owned by {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:40:42.605253 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26601e-1979-4ddf-be5b-93d0c6912c68 req-6955486e-9d78-4c6b-b54f-b14741b29d00 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:42.606904 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1f26601e-1979-4ddf-be5b-93d0c6912c68 req-6955486e-9d78-4c6b-b54f-b14741b29d00 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 945 time: 0.1089242 Oct 20 11:40:42.620256 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c52fdff6-16f2-4305-95b5-3b7c54cb766b req-8a71de53-0e2e-4c76-b194-ad7548dfba36 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535469 Oct 20 11:40:42.685896 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d7350046-67b7-479c-a0e9-7dba2d50e303 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ca8c941dcb4347dd80ac1f2098db7dbd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2643156 Oct 20 11:40:42.686285 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45276) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:42.690682 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7350046-67b7-479c-a0e9-7dba2d50e303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdb856a-591a-4cd6-abf5-2ba6bf679f45,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:42.712044 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1f26601e-1979-4ddf-be5b-93d0c6912c68 req-1fb695ad-625d-4116-be2c-90559a5fbfb6 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960367 Oct 20 11:40:42.752205 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-215d8891-e685-4fa4-a1e5-188c0222d3e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:42.782219 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-215d8891-e685-4fa4-a1e5-188c0222d3e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:42.827250 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a845ce5d-e791-4353-b99f-85d9a7a593c7 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:42.854418 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-215d8891-e685-4fa4-a1e5-188c0222d3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:42.857466 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-215d8891-e685-4fa4-a1e5-188c0222d3e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:42.858866 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-215d8891-e685-4fa4-a1e5-188c0222d3e3 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/cfdb856a-591a-4cd6-abf5-2ba6bf679f45 HTTP/1.1" status: 204 len: 168 time: 0.1715240 Oct 20 11:40:42.878837 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a845ce5d-e791-4353-b99f-85d9a7a593c7 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Pushing event deleted for resources: {'Port': ['ID=61bf1de1-24da-472e-a342-71d54a789c06,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:42.901313 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d8891-e685-4fa4-a1e5-188c0222d3e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdb856a-591a-4cd6-abf5-2ba6bf679f45,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:42.913685 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215d8891-e685-4fa4-a1e5-188c0222d3e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:42.914020 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215d8891-e685-4fa4-a1e5-188c0222d3e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:42.914370 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215d8891-e685-4fa4-a1e5-188c0222d3e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:42.914712 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215d8891-e685-4fa4-a1e5-188c0222d3e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:42.915083 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215d8891-e685-4fa4-a1e5-188c0222d3e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:42.915419 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215d8891-e685-4fa4-a1e5-188c0222d3e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:42.915757 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215d8891-e685-4fa4-a1e5-188c0222d3e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:42.916072 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215d8891-e685-4fa4-a1e5-188c0222d3e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:42.916396 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215d8891-e685-4fa4-a1e5-188c0222d3e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:42.916723 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215d8891-e685-4fa4-a1e5-188c0222d3e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:42.933200 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215d8891-e685-4fa4-a1e5-188c0222d3e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:42.933200 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215d8891-e685-4fa4-a1e5-188c0222d3e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:43.048103 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a845ce5d-e791-4353-b99f-85d9a7a593c7 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:43.055797 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45284) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:43.068350 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-a845ce5d-e791-4353-b99f-85d9a7a593c7 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "DELETE /v2.0/ports/61bf1de1-24da-472e-a342-71d54a789c06 HTTP/1.1" status: 204 len: 168 time: 1.6350794 Oct 20 11:40:43.130220 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-874f770e-6b58-4a45-8fa1-f86bfb1bf134 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Deleting subnet 8b2ce3de-10a9-4c8a-b2e7-4d28126c6f52 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:40:43.134817 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-874f770e-6b58-4a45-8fa1-f86bfb1bf134 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:43.193130 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-874f770e-6b58-4a45-8fa1-f86bfb1bf134 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:43.338397 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-874f770e-6b58-4a45-8fa1-f86bfb1bf134 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:43.446675 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3d2e34b-4b40-455e-b3ff-9ce95e8f3ce4 req-0ce76ad7-9af6-4108-b2a1-b283937d06eb tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0442402 Oct 20 11:40:43.468621 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45292) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:43.494807 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1d3988bd-8e66-4c8a-ae7c-de31478044c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:43.693094 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1d3988bd-8e66-4c8a-ae7c-de31478044c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:43.704156 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1d3988bd-8e66-4c8a-ae7c-de31478044c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:43.750111 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-1d3988bd-8e66-4c8a-ae7c-de31478044c6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b9fa4c302eaa4149b14e8910e18ed3d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2801733 Oct 20 11:40:43.753374 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45300) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:43.767849 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc56257-037d-4b13-99eb-9b6e50dc6fa6 req-2e5999d1-059a-42ad-a15a-20e772d1afe6 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:43.769441 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8fc56257-037d-4b13-99eb-9b6e50dc6fa6 req-2e5999d1-059a-42ad-a15a-20e772d1afe6 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=26ed185a-833d-4e49-a2ce-5f6cf2159143 HTTP/1.1" status: 200 len: 945 time: 0.1940427 Oct 20 11:40:43.790030 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-874f770e-6b58-4a45-8fa1-f86bfb1bf134 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:43.829902 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f770e-6b58-4a45-8fa1-f86bfb1bf134 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Pushing event deleted for resources: {'Subnet': ['ID=8b2ce3de-10a9-4c8a-b2e7-4d28126c6f52,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:43.843707 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-874f770e-6b58-4a45-8fa1-f86bfb1bf134 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:43.848432 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684b5446-aa62-4b93-a3df-eb804878ff73 None None] Network cbfb6560-b005-4cf2-8e9b-c40d4507d392 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:40:43.852503 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-874f770e-6b58-4a45-8fa1-f86bfb1bf134 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "DELETE /v2.0/subnets/8b2ce3de-10a9-4c8a-b2e7-4d28126c6f52 HTTP/1.1" status: 204 len: 168 time: 0.7954595 Oct 20 11:40:43.853186 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45302) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:43.872320 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3988bd-8e66-4c8a-ae7c-de31478044c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f73b4a-eba2-4906-a26b-6dff1f3e903e,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:43.926197 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-595ba65d-5c4b-4010-acb1-9360dd921483 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Deleting subnet c7f8db9e-759d-47f9-9be8-c669a032f85a {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:40:43.931838 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-595ba65d-5c4b-4010-acb1-9360dd921483 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:43.987626 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8fc56257-037d-4b13-99eb-9b6e50dc6fa6 req-cb8607b8-a6c3-4d0f-b710-34ebc6be5d79 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067041 Oct 20 11:40:44.005486 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-595ba65d-5c4b-4010-acb1-9360dd921483 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:44.028713 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c7eea423-d41f-48ad-8966-4c434c517e07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:44.040465 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbbac3c-8549-4439-95c7-4aa5d74aaee8 req-d2b4709f-0e79-4569-9647-e6febfb4e164 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:44.048593 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bfbbac3c-8549-4439-95c7-4aa5d74aaee8 req-d2b4709f-0e79-4569-9647-e6febfb4e164 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 945 time: 0.2086880 Oct 20 11:40:44.117977 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bfbbac3c-8549-4439-95c7-4aa5d74aaee8 req-0e075778-61b2-4fef-97a3-8920ae57769d tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621881 Oct 20 11:40:44.126277 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-595ba65d-5c4b-4010-acb1-9360dd921483 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:44.140635 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c7eea423-d41f-48ad-8966-4c434c517e07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:44.230981 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c7eea423-d41f-48ad-8966-4c434c517e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:44.236106 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507aef27-3f28-48f5-ae2e-f5dc657b61bd None None] DHCP port deletion for cbfb6560-b005-4cf2-8e9b-c40d4507d392 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:40:44.240644 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c7eea423-d41f-48ad-8966-4c434c517e07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:44.246734 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c7eea423-d41f-48ad-8966-4c434c517e07 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f7f73b4a-eba2-4906-a26b-6dff1f3e903e HTTP/1.1" status: 204 len: 168 time: 0.4911659 Oct 20 11:40:44.278000 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eea423-d41f-48ad-8966-4c434c517e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f73b4a-eba2-4906-a26b-6dff1f3e903e,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:44.294046 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-595ba65d-5c4b-4010-acb1-9360dd921483 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:44.334743 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-507aef27-3f28-48f5-ae2e-f5dc657b61bd None None] Deleting port 196b8696-423e-4571-8ca8-e27ceb78cd3f {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:40:44.335801 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-507aef27-3f28-48f5-ae2e-f5dc657b61bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:44.399443 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ba65d-5c4b-4010-acb1-9360dd921483 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Pushing event deleted for resources: {'Subnet': ['ID=c7f8db9e-759d-47f9-9be8-c669a032f85a,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:44.412236 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-595ba65d-5c4b-4010-acb1-9360dd921483 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:44.421895 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-595ba65d-5c4b-4010-acb1-9360dd921483 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "DELETE /v2.0/subnets/c7f8db9e-759d-47f9-9be8-c669a032f85a HTTP/1.1" status: 204 len: 168 time: 0.5676291 Oct 20 11:40:44.425499 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45312) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:44.439947 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e13ea30-79a2-4143-8a98-bb7bd0305f5a None None] Network debe6c2d-b3d4-4e02-853f-d2d45fbb1f32 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:40:44.696016 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bd8e32b3-b78e-49f5-a238-933d837a02bb req-ec07a5c1-683d-49c7-8add-2738f23aa6a9 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0430305 Oct 20 11:40:44.715864 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f2777101-408f-4735-a47f-36eb629d7c09 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:44.735938 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-507aef27-3f28-48f5-ae2e-f5dc657b61bd None None] For port 196b8696-423e-4571-8ca8-e27ceb78cd3f, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=196b8696-423e-4571-8ca8-e27ceb78cd3f,segment=NetworkSegment(7a55bb8e-283b-4f5c-b424-b22520b3d64c),segment_id=7a55bb8e-283b-4f5c-b424-b22520b3d64c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:44.736892 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-507aef27-3f28-48f5-ae2e-f5dc657b61bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:44.778387 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-507aef27-3f28-48f5-ae2e-f5dc657b61bd None None] Calling delete_port for 196b8696-423e-4571-8ca8-e27ceb78cd3f owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:40:44.819798 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-f2777101-408f-4735-a47f-36eb629d7c09 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Deleting port 196b8696-423e-4571-8ca8-e27ceb78cd3f {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:40:44.820132 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f2777101-408f-4735-a47f-36eb629d7c09 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:44.981482 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-507aef27-3f28-48f5-ae2e-f5dc657b61bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:45.010440 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507aef27-3f28-48f5-ae2e-f5dc657b61bd None None] No DVR routers for this DVR port 196b8696-423e-4571-8ca8-e27ceb78cd3f on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:40:45.048819 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-f2777101-408f-4735-a47f-36eb629d7c09 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] For port 196b8696-423e-4571-8ca8-e27ceb78cd3f, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=196b8696-423e-4571-8ca8-e27ceb78cd3f,segment=NetworkSegment(7a55bb8e-283b-4f5c-b424-b22520b3d64c),segment_id=7a55bb8e-283b-4f5c-b424-b22520b3d64c)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:45.055137 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f2777101-408f-4735-a47f-36eb629d7c09 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:45.073904 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be6d527-65d4-4e31-b0f1-35ba2cc9f8b1 None None] DHCP port deletion for debe6c2d-b3d4-4e02-853f-d2d45fbb1f32 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:40:45.084679 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507aef27-3f28-48f5-ae2e-f5dc657b61bd None None] Pushing event deleted for resources: {'Port': ['ID=196b8696-423e-4571-8ca8-e27ceb78cd3f,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:45.087829 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-f2777101-408f-4735-a47f-36eb629d7c09 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Calling delete_port for 196b8696-423e-4571-8ca8-e27ceb78cd3f owned by network:dhcp {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:40:45.214198 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb21327f-b19d-4eb2-8efa-72e9f9b1b160 req-a83e916f-fa56-44db-84d1-c88359b18135 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:45.221470 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fb21327f-b19d-4eb2-8efa-72e9f9b1b160 req-a83e916f-fa56-44db-84d1-c88359b18135 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=26ed185a-833d-4e49-a2ce-5f6cf2159143 HTTP/1.1" status: 200 len: 945 time: 0.1193218 Oct 20 11:40:45.221849 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-0be6d527-65d4-4e31-b0f1-35ba2cc9f8b1 None None] Deleting port 5fb18eb5-3754-4309-9cc1-3e28c70ef62d {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:40:45.222399 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0be6d527-65d4-4e31-b0f1-35ba2cc9f8b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:45.281172 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fb21327f-b19d-4eb2-8efa-72e9f9b1b160 req-1ef8dfbe-efed-4cd2-bca8-4604bfb880f3 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587292 Oct 20 11:40:45.301490 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f2777101-408f-4735-a47f-36eb629d7c09 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:45.326749 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2777101-408f-4735-a47f-36eb629d7c09 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] No DVR routers for this DVR port 196b8696-423e-4571-8ca8-e27ceb78cd3f on host n-d-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:40:45.360447 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:45.371370 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-0be6d527-65d4-4e31-b0f1-35ba2cc9f8b1 None None] For port 5fb18eb5-3754-4309-9cc1-3e28c70ef62d, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=5fb18eb5-3754-4309-9cc1-3e28c70ef62d,segment=NetworkSegment(dfef9a1e-24d7-4613-b244-c38a1f92df9c),segment_id=dfef9a1e-24d7-4613-b244-c38a1f92df9c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:45.372571 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0be6d527-65d4-4e31-b0f1-35ba2cc9f8b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:45.387484 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2777101-408f-4735-a47f-36eb629d7c09 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Pushing event deleted for resources: {'Port': ['ID=196b8696-423e-4571-8ca8-e27ceb78cd3f,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:45.388891 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-0be6d527-65d4-4e31-b0f1-35ba2cc9f8b1 None None] Calling delete_port for 5fb18eb5-3754-4309-9cc1-3e28c70ef62d owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:40:45.502107 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0be6d527-65d4-4e31-b0f1-35ba2cc9f8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:45.547377 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be6d527-65d4-4e31-b0f1-35ba2cc9f8b1 None None] No DVR routers for this DVR port 5fb18eb5-3754-4309-9cc1-3e28c70ef62d on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:40:45.553803 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be6d527-65d4-4e31-b0f1-35ba2cc9f8b1 None None] Pushing event deleted for resources: {'Port': ['ID=5fb18eb5-3754-4309-9cc1-3e28c70ef62d,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:45.572225 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f2777101-408f-4735-a47f-36eb629d7c09 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:45.605739 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-f2777101-408f-4735-a47f-36eb629d7c09 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbfb6560-b005-4cf2-8e9b-c40d4507d392']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:45.649117 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-f2777101-408f-4735-a47f-36eb629d7c09 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a55bb8e-283b-4f5c-b424-b22520b3d64c') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:45.649418 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-f2777101-408f-4735-a47f-36eb629d7c09 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a55bb8e-283b-4f5c-b424-b22520b3d64c') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:45.675912 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f2777101-408f-4735-a47f-36eb629d7c09 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:45.711751 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f2777101-408f-4735-a47f-36eb629d7c09 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:45.736496 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2777101-408f-4735-a47f-36eb629d7c09 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Releasing vlan 1253 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:40:45.736911 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f2777101-408f-4735-a47f-36eb629d7c09 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:45.741768 n-d-814735-3 neutron-server[100647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:40:45.741768 n-d-814735-3 neutron-server[100647]: self.session.flush() Oct 20 11:40:45.741768 n-d-814735-3 neutron-server[100647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:40:45.741768 n-d-814735-3 neutron-server[100647]: self.session.flush() Oct 20 11:40:45.741768 n-d-814735-3 neutron-server[100647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:40:45.741768 n-d-814735-3 neutron-server[100647]: self.session.flush() Oct 20 11:40:45.741768 n-d-814735-3 neutron-server[100647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:40:45.741768 n-d-814735-3 neutron-server[100647]: self.session.flush() Oct 20 11:40:45.741768 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:40:45.741768 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:40:45.741768 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:40:45.741768 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:40:45.741768 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:40:45.741768 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:40:45.741768 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:40:45.741768 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:40:45.741768 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:40:45.741768 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:40:45.741768 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:40:45.741768 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:40:45.741768 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:40:45.741768 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:40:45.741768 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:40:45.741768 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:40:45.741768 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:40:45.741768 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:40:45.741768 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:40:45.741768 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:40:45.741768 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:40:45.741768 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:40:45.741768 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:40:45.741768 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:40:45.741768 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:40:45.741768 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:40:45.741768 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:40:45.741768 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:40:45.741768 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:40:45.741768 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:40:45.741768 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:40:45.741768 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:40:45.897799 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1989bf-6f9e-491d-b6ed-8f59f161384b req-5452bc30-afd8-4cad-85dc-c8c8c0b02eb1 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:45.907706 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fb1989bf-6f9e-491d-b6ed-8f59f161384b req-5452bc30-afd8-4cad-85dc-c8c8c0b02eb1 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=26ed185a-833d-4e49-a2ce-5f6cf2159143 HTTP/1.1" status: 200 len: 945 time: 0.1791396 Oct 20 11:40:45.952713 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f2777101-408f-4735-a47f-36eb629d7c09 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:46.016097 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0bd780fe-e64d-4613-ac14-29707a8740d2 req-71989add-54a1-4238-ba40-a7dfeee765dd tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.1036620 Oct 20 11:40:46.084693 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f2777101-408f-4735-a47f-36eb629d7c09 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:46.091177 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-f2777101-408f-4735-a47f-36eb629d7c09 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "DELETE /v2.0/networks/cbfb6560-b005-4cf2-8e9b-c40d4507d392 HTTP/1.1" status: 204 len: 168 time: 1.6641135 Oct 20 11:40:46.094138 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45362) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:46.207255 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2777101-408f-4735-a47f-36eb629d7c09 tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Pushing event deleted for resources: {'Network': ['ID=cbfb6560-b005-4cf2-8e9b-c40d4507d392,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:46.281570 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fb1989bf-6f9e-491d-b6ed-8f59f161384b req-80a913c9-3078-4964-9caa-2736b6a2e1eb tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728409 Oct 20 11:40:46.336962 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 5fb18eb5-3754-4309-9cc1-3e28c70ef62d no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:40:46.366504 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-90b22f11-8936-4b3a-aca7-adea94fd868f tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:46.393274 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 5fb18eb5-3754-4309-9cc1-3e28c70ef62d {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:40:46.401220 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 5fb18eb5-3754-4309-9cc1-3e28c70ef62d not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:40:46.403613 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 196b8696-423e-4571-8ca8-e27ceb78cd3f no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:40:46.483955 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 196b8696-423e-4571-8ca8-e27ceb78cd3f {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:40:46.484849 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 196b8696-423e-4571-8ca8-e27ceb78cd3f not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:40:46.611870 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-90b22f11-8936-4b3a-aca7-adea94fd868f tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:46.644458 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-90b22f11-8936-4b3a-aca7-adea94fd868f tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['debe6c2d-b3d4-4e02-853f-d2d45fbb1f32']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:46.678493 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-90b22f11-8936-4b3a-aca7-adea94fd868f tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfef9a1e-24d7-4613-b244-c38a1f92df9c') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:46.678828 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-90b22f11-8936-4b3a-aca7-adea94fd868f tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfef9a1e-24d7-4613-b244-c38a1f92df9c') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:40:46.694915 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-90b22f11-8936-4b3a-aca7-adea94fd868f tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:46.715392 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-90b22f11-8936-4b3a-aca7-adea94fd868f tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:46.723521 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90b22f11-8936-4b3a-aca7-adea94fd868f tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Releasing vlan 1285 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:40:46.724028 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-90b22f11-8936-4b3a-aca7-adea94fd868f tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:46.727663 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:40:46.727663 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:40:46.727663 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:40:46.727663 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:40:46.727663 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:40:46.727663 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:40:46.727663 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:40:46.727663 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:40:46.727663 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:40:46.727663 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:40:46.727663 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:40:46.727663 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:40:46.727663 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:40:46.727663 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:40:46.727663 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:40:46.727663 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:40:46.727663 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:40:46.727663 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:40:46.727663 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:40:46.727663 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:40:46.727663 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:40:46.727663 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:40:46.727663 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:40:46.727663 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:40:46.727663 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:40:46.727663 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:40:46.727663 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:40:46.727663 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:40:46.727663 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:40:46.727663 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:40:46.727663 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:40:46.727663 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:40:46.805187 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-90b22f11-8936-4b3a-aca7-adea94fd868f tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:46.814452 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-90b22f11-8936-4b3a-aca7-adea94fd868f tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:46.821404 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-90b22f11-8936-4b3a-aca7-adea94fd868f tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] 10.222.0.98 "DELETE /v2.0/networks/debe6c2d-b3d4-4e02-853f-d2d45fbb1f32 HTTP/1.1" status: 204 len: 168 time: 0.7219982 Oct 20 11:40:46.848492 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b22f11-8936-4b3a-aca7-adea94fd868f tempest-TaggedBootDevicesTest-1084545020 tempest-TaggedBootDevicesTest-1084545020-project] Pushing event deleted for resources: {'Network': ['ID=debe6c2d-b3d4-4e02-853f-d2d45fbb1f32,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:47.148999 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c748512-44e7-4d60-8668-a7a3eb9fa3c4 req-1bf851cd-09d0-4614-ad48-9e1396e95a4e tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:47.150505 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-8c748512-44e7-4d60-8668-a7a3eb9fa3c4 req-1bf851cd-09d0-4614-ad48-9e1396e95a4e tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.89 "GET /v2.0/ports?device_id=26ed185a-833d-4e49-a2ce-5f6cf2159143 HTTP/1.1" status: 200 len: 945 time: 0.0791495 Oct 20 11:40:47.243598 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ef8fab10-3d50-4468-b161-90ba5f8b5b89 req-cce69150-d57e-48ce-b692-714481bcfe70 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0836685 Oct 20 11:40:47.351060 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-8c748512-44e7-4d60-8668-a7a3eb9fa3c4 req-64602eb8-c5c9-4ca9-9017-e12055e64d65 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Deleting port 7eb47d72-25ea-432f-835a-3999c01d0c37 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:40:47.351718 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-8c748512-44e7-4d60-8668-a7a3eb9fa3c4 req-64602eb8-c5c9-4ca9-9017-e12055e64d65 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:47.517454 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c15460f-3002-445d-9c30-ba199e40edbf req-907bbc08-b543-4201-a61b-4e12420d9bf5 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:47.525835 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8c15460f-3002-445d-9c30-ba199e40edbf req-907bbc08-b543-4201-a61b-4e12420d9bf5 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=26ed185a-833d-4e49-a2ce-5f6cf2159143 HTTP/1.1" status: 200 len: 945 time: 0.1157246 Oct 20 11:40:47.601736 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-8c748512-44e7-4d60-8668-a7a3eb9fa3c4 req-64602eb8-c5c9-4ca9-9017-e12055e64d65 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] For port 7eb47d72-25ea-432f-835a-3999c01d0c37, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=7eb47d72-25ea-432f-835a-3999c01d0c37,segment=NetworkSegment(635b408c-b931-4fe4-a946-3320f78b98e5),segment_id=635b408c-b931-4fe4-a946-3320f78b98e5)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:47.602105 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-8c748512-44e7-4d60-8668-a7a3eb9fa3c4 req-64602eb8-c5c9-4ca9-9017-e12055e64d65 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:47.640880 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-8c748512-44e7-4d60-8668-a7a3eb9fa3c4 req-64602eb8-c5c9-4ca9-9017-e12055e64d65 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Calling delete_port for 7eb47d72-25ea-432f-835a-3999c01d0c37 owned by compute:nova {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:40:47.686429 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8c15460f-3002-445d-9c30-ba199e40edbf req-d2fbd8a5-5bc7-48d7-9f8b-350069a75937 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505516 Oct 20 11:40:47.718967 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0b4a6-8ad4-454f-bdc8-90401a06c4d9 req-90effbf5-de4c-4321-af18-9bab01cce3c4 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:47.727783 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-46a0b4a6-8ad4-454f-bdc8-90401a06c4d9 req-90effbf5-de4c-4321-af18-9bab01cce3c4 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 945 time: 0.1645448 Oct 20 11:40:47.779349 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-46a0b4a6-8ad4-454f-bdc8-90401a06c4d9 req-21d58550-f17c-4035-a65a-cccd7bbab547 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476921 Oct 20 11:40:47.922826 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-8c748512-44e7-4d60-8668-a7a3eb9fa3c4 req-64602eb8-c5c9-4ca9-9017-e12055e64d65 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:47.978050 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64602eb8-c5c9-4ca9-9017-e12055e64d65 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Pushing event deleted for resources: {'Port': ['ID=7eb47d72-25ea-432f-835a-3999c01d0c37,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:48.044322 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c748512-44e7-4d60-8668-a7a3eb9fa3c4 req-64602eb8-c5c9-4ca9-9017-e12055e64d65 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] No DVR routers for this DVR port 7eb47d72-25ea-432f-835a-3999c01d0c37 on host n-h2-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:40:48.050811 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-8c748512-44e7-4d60-8668-a7a3eb9fa3c4 req-64602eb8-c5c9-4ca9-9017-e12055e64d65 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:48.060436 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-8c748512-44e7-4d60-8668-a7a3eb9fa3c4 req-64602eb8-c5c9-4ca9-9017-e12055e64d65 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.89 "DELETE /v2.0/ports/7eb47d72-25ea-432f-835a-3999c01d0c37 HTTP/1.1" status: 204 len: 173 time: 0.9029367 Oct 20 11:40:48.061036 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ed185a-833d-4e49-a2ce-5f6cf2159143', 'name': 'network-vif-deleted', 'tag': '7eb47d72-25ea-432f-835a-3999c01d0c37'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:40:48.066155 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3f83f4-b54a-4d8a-a29d-24bb6391f540" -d '{"events": [{"server_uuid": "26ed185a-833d-4e49-a2ce-5f6cf2159143", "name": "network-vif-deleted", "tag": "7eb47d72-25ea-432f-835a-3999c01d0c37"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:40:48.123206 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7296b67a-6100-4e72-b0d6-2a54ff2f8fba x-openstack-request-id: req-7296b67a-6100-4e72-b0d6-2a54ff2f8fba {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:40:48.123469 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ed185a-833d-4e49-a2ce-5f6cf2159143", "name": "network-vif-deleted", "tag": "7eb47d72-25ea-432f-835a-3999c01d0c37", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:40:48.123722 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7296b67a-6100-4e72-b0d6-2a54ff2f8fba {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:40:48.124125 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ed185a-833d-4e49-a2ce-5f6cf2159143', 'name': 'network-vif-deleted', 'tag': '7eb47d72-25ea-432f-835a-3999c01d0c37', 'status': 'completed', 'code': 200} Oct 20 11:40:48.411101 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8c06bda0-ff83-4887-a63a-544849b8b44d req-f091ed2e-04b4-4cd6-870b-4f886987ec16 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0437894 Oct 20 11:40:48.701694 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45468) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:48.859693 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-24d68a76-17c2-4d46-a96b-aeac01e2af79 req-385f2e0e-2e7c-4e23-b451-d904429703e6 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=26ed185a-833d-4e49-a2ce-5f6cf2159143 HTTP/1.1" status: 200 len: 210 time: 0.0499864 Oct 20 11:40:48.945087 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4cf5d880-81c5-4026-bbd4-99d80037c532 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:49.093435 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4cf5d880-81c5-4026-bbd4-99d80037c532 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:49.099374 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4cf5d880-81c5-4026-bbd4-99d80037c532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:49.154778 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4cf5d880-81c5-4026-bbd4-99d80037c532 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b733b6c7f6c0401f94f3b9281cee1c5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4517794 Oct 20 11:40:49.156244 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf5d880-81c5-4026-bbd4-99d80037c532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb0ff7d-026b-4667-bb9d-99e0a0e5cc23,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:49.157347 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45474) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:49.258929 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-59e1e725-aee0-419b-a6be-eb1f0ecadcb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:49.282911 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 7eb47d72-25ea-432f-835a-3999c01d0c37 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:40:49.328796 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-59e1e725-aee0-419b-a6be-eb1f0ecadcb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:49.389783 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: 7eb47d72-25ea-432f-835a-3999c01d0c37 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:40:49.390577 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 7eb47d72-25ea-432f-835a-3999c01d0c37 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:40:49.404985 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6b1d726f-cbe0-4772-8a40-2603b16417a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:49.444942 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-59e1e725-aee0-419b-a6be-eb1f0ecadcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:49.455613 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-59e1e725-aee0-419b-a6be-eb1f0ecadcb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:49.458099 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-59e1e725-aee0-419b-a6be-eb1f0ecadcb0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8bb0ff7d-026b-4667-bb9d-99e0a0e5cc23 HTTP/1.1" status: 204 len: 168 time: 0.2988300 Oct 20 11:40:49.469502 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e1e725-aee0-419b-a6be-eb1f0ecadcb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb0ff7d-026b-4667-bb9d-99e0a0e5cc23,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:49.663617 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-85190562-bf84-4918-8b9b-550cacdc180b req-6ef58733-8172-4450-8f80-9504efd9face tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0765860 Oct 20 11:40:50.022604 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45496) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:50.039366 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-aca3bdd3-d7e3-459d-8f45-1ae9ea184db7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:50.177372 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-aca3bdd3-d7e3-459d-8f45-1ae9ea184db7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:50.187533 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-aca3bdd3-d7e3-459d-8f45-1ae9ea184db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:50.243942 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca3bdd3-d7e3-459d-8f45-1ae9ea184db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e77c41-2d0d-49d1-bddc-8fa54c79d0a5,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:50.280510 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45506) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:40:50.281097 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-aca3bdd3-d7e3-459d-8f45-1ae9ea184db7 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=36dfb790cb934dd180cf7f8e6036820e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2563000 Oct 20 11:40:50.363122 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-71e815e8-d127-46e5-a898-4442b84b6a64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:50.415467 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-71e815e8-d127-46e5-a898-4442b84b6a64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:50.513055 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-71e815e8-d127-46e5-a898-4442b84b6a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:50.519007 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-71e815e8-d127-46e5-a898-4442b84b6a64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:50.521637 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-71e815e8-d127-46e5-a898-4442b84b6a64 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f7e77c41-2d0d-49d1-bddc-8fa54c79d0a5 HTTP/1.1" status: 204 len: 168 time: 0.2389302 Oct 20 11:40:50.541575 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e815e8-d127-46e5-a898-4442b84b6a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e77c41-2d0d-49d1-bddc-8fa54c79d0a5,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:50.551849 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235489ec-9555-4c4a-92c2-d237f3d2c7cf req-204472a4-2362-4ea2-bd99-e2637e8d2b06 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:50.563005 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-235489ec-9555-4c4a-92c2-d237f3d2c7cf req-204472a4-2362-4ea2-bd99-e2637e8d2b06 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/networks?id=b8b16dd1-14c2-429e-a738-23f5243332c4 HTTP/1.1" status: 200 len: 810 time: 0.2366753 Oct 20 11:40:50.585236 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-235489ec-9555-4c4a-92c2-d237f3d2c7cf req-4a701abf-9544-4e2f-b5f8-e37a7e768d09 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/quotas/ce1098f3c80946078a7ca69ed9609a2e HTTP/1.1" status: 200 len: 375 time: 0.0207458 Oct 20 11:40:50.681188 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-235489ec-9555-4c4a-92c2-d237f3d2c7cf req-c00742cc-4328-4dc6-8fd9-20c4e5859d94 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=ce1098f3c80946078a7ca69ed9609a2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0944922 Oct 20 11:40:50.984624 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b07c19ed-1123-4e4b-b1ae-392e6f477298 req-37086589-bd75-4ad8-b3a7-fcd0c2dc4ea9 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0745273 Oct 20 11:40:50.999237 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-235489ec-9555-4c4a-92c2-d237f3d2c7cf req-28fb1775-af60-4a20-9e6f-6f7bdc4c2800 service neutron] 10.222.0.98 "GET /v2.0/networks/b8b16dd1-14c2-429e-a738-23f5243332c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977901 Oct 20 11:40:51.146681 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-235489ec-9555-4c4a-92c2-d237f3d2c7cf req-7c949031-b728-44c3-a2eb-1e7372ac5caf service neutron] 10.222.0.98 "GET /v2.0/networks/b8b16dd1-14c2-429e-a738-23f5243332c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462634 Oct 20 11:40:51.556985 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0244eb14-e91f-4dc4-8fcf-6f95f2788747 req-d0ebb83c-b76f-4d6c-b122-df09e51e7e06 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=accc17f4-e005-484c-beac-d283692cc058 HTTP/1.1" status: 200 len: 210 time: 0.1175773 Oct 20 11:40:52.183645 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ba950daa-574b-4131-9799-8f60645d37ec req-4f417079-509f-4aed-8415-e013a1907779 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0620012 Oct 20 11:40:52.201625 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-89c29064-9422-4f03-bf0b-532ca46a24fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:52.773885 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-05af00fc-a42a-4027-a0ef-980113c65829 req-a34c878b-0a9f-4959-a94a-c6cf7ce2c46a tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=accc17f4-e005-484c-beac-d283692cc058 HTTP/1.1" status: 200 len: 210 time: 0.0385911 Oct 20 11:40:53.125256 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:53.133438 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:53.138681 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235489ec-9555-4c4a-92c2-d237f3d2c7cf req-9c3d5541-d103-4293-8af2-47966326aef6 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:53.153096 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-235489ec-9555-4c4a-92c2-d237f3d2c7cf req-9c3d5541-d103-4293-8af2-47966326aef6 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.11 "GET /v2.0/networks?id=b8b16dd1-14c2-429e-a738-23f5243332c4 HTTP/1.1" status: 200 len: 810 time: 0.3040116 Oct 20 11:40:53.186285 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-235489ec-9555-4c4a-92c2-d237f3d2c7cf req-7bb65832-e793-400d-9c4f-b2a78106e075 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Request body: {'port': {'device_id': 'accc17f4-e005-484c-beac-d283692cc058', 'network_id': 'b8b16dd1-14c2-429e-a738-23f5243332c4', 'admin_state_up': True, 'tenant_id': 'ce1098f3c80946078a7ca69ed9609a2e'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:53.420404 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2885dab4-07d1-456a-99f5-f37f89011f59 req-2143186f-6efb-40cb-acde-0639a8ef4d5d tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0462165 Oct 20 11:40:53.450785 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-235489ec-9555-4c4a-92c2-d237f3d2c7cf req-7bb65832-e793-400d-9c4f-b2a78106e075 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Made reservation on behalf of ce1098f3c80946078a7ca69ed9609a2e for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:40:53.460381 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-235489ec-9555-4c4a-92c2-d237f3d2c7cf req-7bb65832-e793-400d-9c4f-b2a78106e075 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:53.698210 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-235489ec-9555-4c4a-92c2-d237f3d2c7cf req-7bb65832-e793-400d-9c4f-b2a78106e075 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Allocated IP 172.20.0.5 (b8b16dd1-14c2-429e-a738-23f5243332c4/2680d228-fd7a-4853-9272-b0d143a6d48d/18642ce1-50bd-4c2d-869c-ec1938e0cc2e) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:40:54.060815 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3280e9da-65ac-4325-bc37-d1e77c96d12a req-e4d8e7ae-81b9-4f75-92d3-9381f7fbaa13 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=accc17f4-e005-484c-beac-d283692cc058 HTTP/1.1" status: 200 len: 210 time: 0.0930066 Oct 20 11:40:54.208854 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-235489ec-9555-4c4a-92c2-d237f3d2c7cf req-7bb65832-e793-400d-9c4f-b2a78106e075 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:54.267506 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-235489ec-9555-4c4a-92c2-d237f3d2c7cf req-7bb65832-e793-400d-9c4f-b2a78106e075 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:54.306834 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-235489ec-9555-4c4a-92c2-d237f3d2c7cf req-7bb65832-e793-400d-9c4f-b2a78106e075 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Network b8b16dd1-14c2-429e-a738-23f5243332c4 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:40:54.310009 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-235489ec-9555-4c4a-92c2-d237f3d2c7cf req-7bb65832-e793-400d-9c4f-b2a78106e075 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:40:54.334078 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-235489ec-9555-4c4a-92c2-d237f3d2c7cf req-7bb65832-e793-400d-9c4f-b2a78106e075 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:40:54.526010 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb65832-e793-400d-9c4f-b2a78106e075 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Pushing event updated for resources: {'Port': ['ID=18642ce1-50bd-4c2d-869c-ec1938e0cc2e,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:54.552174 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235489ec-9555-4c4a-92c2-d237f3d2c7cf req-7bb65832-e793-400d-9c4f-b2a78106e075 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:54.552803 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-235489ec-9555-4c4a-92c2-d237f3d2c7cf req-7bb65832-e793-400d-9c4f-b2a78106e075 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:54.577776 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d534cdd-3f68-477e-a5a5-c8df4ed40ee5 req-fbacc659-8ffc-4d01-a3ec-60f769f6b3e9 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0454130 Oct 20 11:40:54.594506 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-235489ec-9555-4c4a-92c2-d237f3d2c7cf req-7bb65832-e793-400d-9c4f-b2a78106e075 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4315670 Oct 20 11:40:54.616546 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-235489ec-9555-4c4a-92c2-d237f3d2c7cf req-534cf79c-4a55-4923-9146-d127ae14baca service neutron] Request body: {'port': {'device_id': 'accc17f4-e005-484c-beac-d283692cc058', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:40:54.760444 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-235489ec-9555-4c4a-92c2-d237f3d2c7cf req-534cf79c-4a55-4923-9146-d127ae14baca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:54.815816 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:55.154513 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-235489ec-9555-4c4a-92c2-d237f3d2c7cf req-534cf79c-4a55-4923-9146-d127ae14baca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18642ce1-50bd-4c2d-869c-ec1938e0cc2e {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:40:55.164678 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-235489ec-9555-4c4a-92c2-d237f3d2c7cf req-534cf79c-4a55-4923-9146-d127ae14baca service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:55.179310 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-235489ec-9555-4c4a-92c2-d237f3d2c7cf req-534cf79c-4a55-4923-9146-d127ae14baca service neutron] Transition to ACTIVE for port object 18642ce1-50bd-4c2d-869c-ec1938e0cc2e will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:40:55.195553 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-235489ec-9555-4c4a-92c2-d237f3d2c7cf req-534cf79c-4a55-4923-9146-d127ae14baca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:55.346108 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534cf79c-4a55-4923-9146-d127ae14baca service neutron] Pushing event updated for resources: {'Port': ['ID=18642ce1-50bd-4c2d-869c-ec1938e0cc2e,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:55.374960 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe52370-087d-4b11-b908-1c41eba9df27 req-42de13a8-d230-480a-8c5a-315f4b869878 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:55.376504 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8fe52370-087d-4b11-b908-1c41eba9df27 req-42de13a8-d230-480a-8c5a-315f4b869878 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=accc17f4-e005-484c-beac-d283692cc058 HTTP/1.1" status: 200 len: 943 time: 0.1890113 Oct 20 11:40:55.495014 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8fe52370-087d-4b11-b908-1c41eba9df27 req-2371fb4e-9da6-4c5d-af39-1efdb055ee44 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022918 Oct 20 11:40:55.496301 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-235489ec-9555-4c4a-92c2-d237f3d2c7cf req-534cf79c-4a55-4923-9146-d127ae14baca service neutron] Attempting to bind port 18642ce1-50bd-4c2d-869c-ec1938e0cc2e on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:40:55.496642 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-235489ec-9555-4c4a-92c2-d237f3d2c7cf req-534cf79c-4a55-4923-9146-d127ae14baca service neutron] Attempting to bind port 18642ce1-50bd-4c2d-869c-ec1938e0cc2e by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '635b408c-b931-4fe4-a946-3320f78b98e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'b8b16dd1-14c2-429e-a738-23f5243332c4'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:40:55.496972 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235489ec-9555-4c4a-92c2-d237f3d2c7cf req-534cf79c-4a55-4923-9146-d127ae14baca service neutron] Attempting to bind port 18642ce1-50bd-4c2d-869c-ec1938e0cc2e on network b8b16dd1-14c2-429e-a738-23f5243332c4 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:40:55.501948 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235489ec-9555-4c4a-92c2-d237f3d2c7cf req-534cf79c-4a55-4923-9146-d127ae14baca service neutron] Port 18642ce1-50bd-4c2d-869c-ec1938e0cc2e on network b8b16dd1-14c2-429e-a738-23f5243332c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:40:55.502271 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235489ec-9555-4c4a-92c2-d237f3d2c7cf req-534cf79c-4a55-4923-9146-d127ae14baca service neutron] Attempting to bind port 18642ce1-50bd-4c2d-869c-ec1938e0cc2e on network b8b16dd1-14c2-429e-a738-23f5243332c4 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:40:55.507453 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235489ec-9555-4c4a-92c2-d237f3d2c7cf req-534cf79c-4a55-4923-9146-d127ae14baca service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:40:55.507788 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235489ec-9555-4c4a-92c2-d237f3d2c7cf req-534cf79c-4a55-4923-9146-d127ae14baca service neutron] Checking segment: {'id': '635b408c-b931-4fe4-a946-3320f78b98e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'b8b16dd1-14c2-429e-a738-23f5243332c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:40:55.508169 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235489ec-9555-4c4a-92c2-d237f3d2c7cf req-534cf79c-4a55-4923-9146-d127ae14baca service neutron] Bound using segment: {'id': '635b408c-b931-4fe4-a946-3320f78b98e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'b8b16dd1-14c2-429e-a738-23f5243332c4'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:40:55.508717 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-235489ec-9555-4c4a-92c2-d237f3d2c7cf req-534cf79c-4a55-4923-9146-d127ae14baca service neutron] Bound port: 18642ce1-50bd-4c2d-869c-ec1938e0cc2e, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '635b408c-b931-4fe4-a946-3320f78b98e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'b8b16dd1-14c2-429e-a738-23f5243332c4'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:40:55.509082 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-235489ec-9555-4c4a-92c2-d237f3d2c7cf req-534cf79c-4a55-4923-9146-d127ae14baca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:55.653864 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-235489ec-9555-4c4a-92c2-d237f3d2c7cf req-534cf79c-4a55-4923-9146-d127ae14baca service neutron] For port 18642ce1-50bd-4c2d-869c-ec1938e0cc2e, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:40:55.659840 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-235489ec-9555-4c4a-92c2-d237f3d2c7cf req-534cf79c-4a55-4923-9146-d127ae14baca service neutron] For port 18642ce1-50bd-4c2d-869c-ec1938e0cc2e, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=18642ce1-50bd-4c2d-869c-ec1938e0cc2e,segment=NetworkSegment(635b408c-b931-4fe4-a946-3320f78b98e5),segment_id=635b408c-b931-4fe4-a946-3320f78b98e5)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:40:55.666610 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-235489ec-9555-4c4a-92c2-d237f3d2c7cf req-534cf79c-4a55-4923-9146-d127ae14baca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:55.708653 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235489ec-9555-4c4a-92c2-d237f3d2c7cf req-534cf79c-4a55-4923-9146-d127ae14baca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:55.709823 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-235489ec-9555-4c4a-92c2-d237f3d2c7cf req-534cf79c-4a55-4923-9146-d127ae14baca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:55.711329 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-235489ec-9555-4c4a-92c2-d237f3d2c7cf req-534cf79c-4a55-4923-9146-d127ae14baca service neutron] 10.222.0.11 "PUT /v2.0/ports/18642ce1-50bd-4c2d-869c-ec1938e0cc2e HTTP/1.1" status: 200 len: 1091 time: 1.1028864 Oct 20 11:40:55.711789 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'accc17f4-e005-484c-beac-d283692cc058', 'tag': '18642ce1-50bd-4c2d-869c-ec1938e0cc2e'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:40:55.714116 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ba7512-5fb5-4901-94e8-e18ad9716fcc" -d '{"events": [{"name": "network-changed", "server_uuid": "accc17f4-e005-484c-beac-d283692cc058", "tag": "18642ce1-50bd-4c2d-869c-ec1938e0cc2e"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:40:55.875793 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b421db8d-5735-48f5-b5eb-5a258969fbca x-openstack-request-id: req-b421db8d-5735-48f5-b5eb-5a258969fbca {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:40:55.876116 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "accc17f4-e005-484c-beac-d283692cc058", "tag": "18642ce1-50bd-4c2d-869c-ec1938e0cc2e", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:40:55.876534 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b421db8d-5735-48f5-b5eb-5a258969fbca {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:40:55.876732 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'accc17f4-e005-484c-beac-d283692cc058', 'tag': '18642ce1-50bd-4c2d-869c-ec1938e0cc2e', 'status': 'completed', 'code': 200} Oct 20 11:40:55.886626 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534cf79c-4a55-4923-9146-d127ae14baca service neutron] Pushing event updated for resources: {'Port': ['ID=18642ce1-50bd-4c2d-869c-ec1938e0cc2e,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:56.006079 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-988cb7b7-4468-4961-ba99-b1733b590ce8 req-3df5735e-bbc8-4f98-94ec-d8a9e955fa23 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.1283686 Oct 20 11:40:56.051020 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235489ec-9555-4c4a-92c2-d237f3d2c7cf req-c9229197-d30a-4207-a0c8-494a4df88f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:56.062224 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-235489ec-9555-4c4a-92c2-d237f3d2c7cf req-c9229197-d30a-4207-a0c8-494a4df88f21 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ce1098f3c80946078a7ca69ed9609a2e&device_id=accc17f4-e005-484c-beac-d283692cc058 HTTP/1.1" status: 200 len: 1094 time: 0.3004467 Oct 20 11:40:56.065721 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-47946399-ceb5-4a9c-9724-57d5e6a204cb req-656c4210-e28f-448c-ab50-a3291c668d33 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=62b7190f-b5e3-4f26-9a33-4c671046f335&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1844220 Oct 20 11:40:56.140237 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-235489ec-9555-4c4a-92c2-d237f3d2c7cf req-b896c96d-6d98-4c6a-8734-939554050fd7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18642ce1-50bd-4c2d-869c-ec1938e0cc2e HTTP/1.1" status: 200 len: 217 time: 0.0649107 Oct 20 11:40:56.296897 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235489ec-9555-4c4a-92c2-d237f3d2c7cf req-15096492-2050-401a-bf4a-0cb85dfe3b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:56.298380 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-235489ec-9555-4c4a-92c2-d237f3d2c7cf req-15096492-2050-401a-bf4a-0cb85dfe3b3b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2680d228-fd7a-4853-9272-b0d143a6d48d HTTP/1.1" status: 200 len: 850 time: 0.0899768 Oct 20 11:40:56.350575 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-235489ec-9555-4c4a-92c2-d237f3d2c7cf req-5cdf99a7-6357-43d8-a076-c6833d888947 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b8b16dd1-14c2-429e-a738-23f5243332c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395870 Oct 20 11:40:56.352578 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47946399-ceb5-4a9c-9724-57d5e6a204cb req-49525d3c-cd9e-4081-b307-5c414240c812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:56.354072 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-47946399-ceb5-4a9c-9724-57d5e6a204cb req-49525d3c-cd9e-4081-b307-5c414240c812 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5fc99acf92746f0b6c75e7601cdfadb&device_id=62b7190f-b5e3-4f26-9a33-4c671046f335 HTTP/1.1" status: 200 len: 1097 time: 0.2161787 Oct 20 11:40:56.516506 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-235489ec-9555-4c4a-92c2-d237f3d2c7cf req-cce7a25c-1310-46ef-9485-bddca36eebe4 service neutron] 10.222.0.11 "GET /v2.0/networks/b8b16dd1-14c2-429e-a738-23f5243332c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556604 Oct 20 11:40:56.830443 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-235489ec-9555-4c4a-92c2-d237f3d2c7cf req-11ca1802-2a91-410b-9a32-4c9c0ba02cb6 service neutron] 10.222.0.11 "GET /v2.0/networks/b8b16dd1-14c2-429e-a738-23f5243332c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031194 Oct 20 11:40:56.882427 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47946399-ceb5-4a9c-9724-57d5e6a204cb req-3825673c-5eeb-4348-b5d1-6f71a1d50a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:56.884131 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-47946399-ceb5-4a9c-9724-57d5e6a204cb req-3825673c-5eeb-4348-b5d1-6f71a1d50a1a service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ac8a1a7-834d-4283-be36-675cd4e77db7 HTTP/1.1" status: 200 len: 912 time: 0.5047503 Oct 20 11:40:56.937474 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62307a88-8e66-40eb-a813-1fe4e8e6235e req-95037e93-b196-4f4c-bea1-68693c3fe753 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:56.949594 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-62307a88-8e66-40eb-a813-1fe4e8e6235e req-95037e93-b196-4f4c-bea1-68693c3fe753 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=accc17f4-e005-484c-beac-d283692cc058 HTTP/1.1" status: 200 len: 943 time: 0.2348344 Oct 20 11:40:57.079210 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-62307a88-8e66-40eb-a813-1fe4e8e6235e req-c3920e75-1e7b-41d7-89be-6a08671aba0d tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274931 Oct 20 11:40:57.234230 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1195f43b-928f-4f8d-ae23-22e18ed4e581 req-f3416a36-fea9-4bae-b1fe-677af1a24ac9 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0529547 Oct 20 11:40:57.266194 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba7512-5fb5-4901-94e8-e18ad9716fcc req-51c963c7-80a1-48de-89ba-a47b07663982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:57.268658 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f4ba7512-5fb5-4901-94e8-e18ad9716fcc req-51c963c7-80a1-48de-89ba-a47b07663982 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ce1098f3c80946078a7ca69ed9609a2e&device_id=accc17f4-e005-484c-beac-d283692cc058 HTTP/1.1" status: 200 len: 1094 time: 0.3836334 Oct 20 11:40:57.279019 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-47946399-ceb5-4a9c-9724-57d5e6a204cb req-9a45bd37-6640-47b8-9df7-622bab6ea296 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=879bcf10-a3e4-443f-8ecd-c19bcebb64a2 HTTP/1.1" status: 200 len: 1001 time: 0.2772965 Oct 20 11:40:57.451907 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47946399-ceb5-4a9c-9724-57d5e6a204cb req-3bb1950d-5e3a-43bb-b567-d1407451de40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:57.453395 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-47946399-ceb5-4a9c-9724-57d5e6a204cb req-3bb1950d-5e3a-43bb-b567-d1407451de40 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15eac2f5-b810-4d1a-999c-137936c809b4 HTTP/1.1" status: 200 len: 849 time: 0.1487703 Oct 20 11:40:57.510763 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba7512-5fb5-4901-94e8-e18ad9716fcc req-79da7ea8-1343-4968-bcb3-e3e1468a14bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:57.512504 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f4ba7512-5fb5-4901-94e8-e18ad9716fcc req-79da7ea8-1343-4968-bcb3-e3e1468a14bf service neutron] 10.222.0.11 "GET /v2.0/networks?id=b8b16dd1-14c2-429e-a738-23f5243332c4 HTTP/1.1" status: 200 len: 912 time: 0.2316096 Oct 20 11:40:57.600663 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f4ba7512-5fb5-4901-94e8-e18ad9716fcc req-530411e7-a3c0-4bdc-8b42-d6c8d113d76c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18642ce1-50bd-4c2d-869c-ec1938e0cc2e HTTP/1.1" status: 200 len: 217 time: 0.0724707 Oct 20 11:40:57.608451 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47946399-ceb5-4a9c-9724-57d5e6a204cb req-72509608-71ad-4958-a61a-df64743731d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:57.610335 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-47946399-ceb5-4a9c-9724-57d5e6a204cb req-72509608-71ad-4958-a61a-df64743731d7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ac8a1a7-834d-4283-be36-675cd4e77db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1434584 Oct 20 11:40:57.888952 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-47946399-ceb5-4a9c-9724-57d5e6a204cb req-9056a36d-cc7d-474e-a3c8-64f6fdf72b8f service neutron] 10.222.0.11 "GET /v2.0/networks/9ac8a1a7-834d-4283-be36-675cd4e77db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946223 Oct 20 11:40:57.891345 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba7512-5fb5-4901-94e8-e18ad9716fcc req-e13c2ba4-7d8f-488d-84f9-f3af184d1a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:57.892805 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f4ba7512-5fb5-4901-94e8-e18ad9716fcc req-e13c2ba4-7d8f-488d-84f9-f3af184d1a36 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2680d228-fd7a-4853-9272-b0d143a6d48d HTTP/1.1" status: 200 len: 850 time: 0.2813315 Oct 20 11:40:58.005218 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f4ba7512-5fb5-4901-94e8-e18ad9716fcc req-765d9dd4-6bff-474f-81fe-ced26ebf7d43 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b8b16dd1-14c2-429e-a738-23f5243332c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007848 Oct 20 11:40:58.998518 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f4ba7512-5fb5-4901-94e8-e18ad9716fcc req-ee762f31-06f2-4e0e-bbac-a0eca698d458 service neutron] 10.222.0.11 "GET /v2.0/networks/b8b16dd1-14c2-429e-a738-23f5243332c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9839458 Oct 20 11:40:59.011954 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 18642ce1-50bd-4c2d-869c-ec1938e0cc2e details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:40:59.093893 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a22dbd9c-9e8b-493a-b113-0f1bf67f8903 req-0ab808b2-57a9-42cb-88f9-783a7b45f494 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0871897 Oct 20 11:40:59.257391 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1027f0-57b1-46af-b69d-df77880553fe req-3c2b4e58-06bb-43f7-afaa-80661f429b28 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:40:59.264090 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a1027f0-57b1-46af-b69d-df77880553fe req-3c2b4e58-06bb-43f7-afaa-80661f429b28 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=accc17f4-e005-484c-beac-d283692cc058 HTTP/1.1" status: 200 len: 943 time: 0.2628767 Oct 20 11:40:59.268567 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-47946399-ceb5-4a9c-9724-57d5e6a204cb req-c9f0b7c6-3a15-48bf-90c4-8f4b14e76ae6 service neutron] 10.222.0.11 "GET /v2.0/networks/9ac8a1a7-834d-4283-be36-675cd4e77db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3656790 Oct 20 11:40:59.346133 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 18642ce1-50bd-4c2d-869c-ec1938e0cc2e, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=18642ce1-50bd-4c2d-869c-ec1938e0cc2e,segment=NetworkSegment(635b408c-b931-4fe4-a946-3320f78b98e5),segment_id=635b408c-b931-4fe4-a946-3320f78b98e5)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:59.367195 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '18642ce1-50bd-4c2d-869c-ec1938e0cc2e', 'network_id': 'b8b16dd1-14c2-429e-a738-23f5243332c4', 'port_id': '18642ce1-50bd-4c2d-869c-ec1938e0cc2e', 'mac_address': 'fa:16:3e:23:5a:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2680d228-fd7a-4853-9272-b0d143a6d48d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:40:59.385542 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a1027f0-57b1-46af-b69d-df77880553fe req-a4de0947-5cb8-4aac-b88e-dcc48cbd2a02 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543466 Oct 20 11:40:59.410519 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f4ba7512-5fb5-4901-94e8-e18ad9716fcc req-08921d65-59f1-4642-8435-f459887456cc service neutron] 10.222.0.11 "GET /v2.0/networks/b8b16dd1-14c2-429e-a738-23f5243332c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149354 Oct 20 11:40:59.453105 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:59.472954 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18642ce1-50bd-4c2d-869c-ec1938e0cc2e {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:40:59.518527 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 18642ce1-50bd-4c2d-869c-ec1938e0cc2e, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=18642ce1-50bd-4c2d-869c-ec1938e0cc2e,segment=NetworkSegment(635b408c-b931-4fe4-a946-3320f78b98e5),segment_id=635b408c-b931-4fe4-a946-3320f78b98e5)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:40:59.538070 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:40:59.665982 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=18642ce1-50bd-4c2d-869c-ec1938e0cc2e,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:40:59.686457 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:59.690253 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:59.691422 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:59.692041 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:59.698778 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:59.699608 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:59.700211 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:59.700767 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:59.701556 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:59.702092 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:59.702660 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:59.703171 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:40:59.809220 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['18642ce1-50bd-4c2d-869c-ec1938e0cc2e'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:41:00.328779 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-91583cea-2b73-481b-9827-5a8cb5649fbb req-4b0c23ec-24a2-409c-9d9f-1711b2caaf10 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0863652 Oct 20 11:41:00.615760 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b11dbb-038e-48ef-811a-3c0bcbdc2fd9 req-4599c78d-e863-4767-8dd8-7bd3639d6231 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:00.617665 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98b11dbb-038e-48ef-811a-3c0bcbdc2fd9 req-4599c78d-e863-4767-8dd8-7bd3639d6231 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=accc17f4-e005-484c-beac-d283692cc058 HTTP/1.1" status: 200 len: 944 time: 0.0754936 Oct 20 11:41:00.729009 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98b11dbb-038e-48ef-811a-3c0bcbdc2fd9 req-f372cc00-967a-4a48-b3bc-5b02dfebe4fe tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983136 Oct 20 11:41:01.010714 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 18642ce1-50bd-4c2d-869c-ec1938e0cc2e up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:41:01.143548 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 18642ce1-50bd-4c2d-869c-ec1938e0cc2e completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:41:01.165621 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 18642ce1-50bd-4c2d-869c-ec1938e0cc2e triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:41:01.166392 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:01.349864 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:01.382157 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'accc17f4-e005-484c-beac-d283692cc058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18642ce1-50bd-4c2d-869c-ec1938e0cc2e'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:41:01.385018 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778ddf8d-d652-4637-b275-67d9a752a320" -d '{"events": [{"server_uuid": "accc17f4-e005-484c-beac-d283692cc058", "name": "network-vif-plugged", "status": "completed", "tag": "18642ce1-50bd-4c2d-869c-ec1938e0cc2e"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:41:01.426490 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 18642ce1-50bd-4c2d-869c-ec1938e0cc2e, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=18642ce1-50bd-4c2d-869c-ec1938e0cc2e,segment=NetworkSegment(635b408c-b931-4fe4-a946-3320f78b98e5),segment_id=635b408c-b931-4fe4-a946-3320f78b98e5)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:41:01.432820 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:01.517979 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99ba62d-8ff7-4f1f-a94b-353a94193bd7 x-openstack-request-id: req-e99ba62d-8ff7-4f1f-a94b-353a94193bd7 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:41:01.518891 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "accc17f4-e005-484c-beac-d283692cc058", "name": "network-vif-plugged", "status": "completed", "tag": "18642ce1-50bd-4c2d-869c-ec1938e0cc2e", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:41:01.521220 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e99ba62d-8ff7-4f1f-a94b-353a94193bd7 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:41:01.523687 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'accc17f4-e005-484c-beac-d283692cc058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18642ce1-50bd-4c2d-869c-ec1938e0cc2e', 'code': 200} Oct 20 11:41:01.652373 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-356fe7e6-21f2-4f83-ad2e-97c639e13c5c req-369595a6-9d16-4159-b390-811440e267c9 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.1092963 Oct 20 11:41:01.653518 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=18642ce1-50bd-4c2d-869c-ec1938e0cc2e,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:41:01.704197 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6fa2ae-c32a-4dd5-8ca3-9ba149828910 req-1ed338eb-faa7-4cc5-913a-c3527445a8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:01.705761 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fc6fa2ae-c32a-4dd5-8ca3-9ba149828910 req-1ed338eb-faa7-4cc5-913a-c3527445a8cd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=accc17f4-e005-484c-beac-d283692cc058 HTTP/1.1" status: 200 len: 1096 time: 0.1723120 Oct 20 11:41:01.745873 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fc6fa2ae-c32a-4dd5-8ca3-9ba149828910 req-62254d88-59c9-4de6-8ab3-2e68ab07e1b9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329530 Oct 20 11:41:01.884836 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f982382-d85b-4789-8501-58a4bad0da2b req-13f65100-3168-43c2-b67f-7840dcef240a tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:01.894460 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7f982382-d85b-4789-8501-58a4bad0da2b req-13f65100-3168-43c2-b67f-7840dcef240a tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=accc17f4-e005-484c-beac-d283692cc058 HTTP/1.1" status: 200 len: 945 time: 0.0804057 Oct 20 11:41:01.954427 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7f982382-d85b-4789-8501-58a4bad0da2b req-90039457-8934-4bd0-a389-53d4a3cbbe52 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587215 Oct 20 11:41:02.835362 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d5ff24e2-b05b-4f24-b81e-1e308ef1f43e req-7ce05369-975f-4857-b335-b609ebb38aeb tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0459840 Oct 20 11:41:03.161223 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd93fe-9992-4dfb-bcfc-950f44f1f734 req-3f48b7bd-82c1-4c54-9b42-08e922144ca3 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:03.170841 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-11bd93fe-9992-4dfb-bcfc-950f44f1f734 req-3f48b7bd-82c1-4c54-9b42-08e922144ca3 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=accc17f4-e005-484c-beac-d283692cc058 HTTP/1.1" status: 200 len: 945 time: 0.0966573 Oct 20 11:41:03.219656 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-29f03b21-5ef1-4eb8-b291-51adc917e65a req-8141fffe-e907-44b6-9622-7c20dad4ea4a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=918a1596-e7b3-406d-95d9-ebe8dc2ee09e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0674686 Oct 20 11:41:03.305307 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-29f03b21-5ef1-4eb8-b291-51adc917e65a req-8c1f21f5-6aa5-4d50-85dd-fe7df7926d2a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=693a3af34e4144ada552a35a939fe40f&device_id=918a1596-e7b3-406d-95d9-ebe8dc2ee09e HTTP/1.1" status: 200 len: 210 time: 0.0542111 Oct 20 11:41:03.325843 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-11bd93fe-9992-4dfb-bcfc-950f44f1f734 req-971381df-cf02-4f06-80ec-0347e56bef0e tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417532 Oct 20 11:41:03.423554 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-29f03b21-5ef1-4eb8-b291-51adc917e65a req-0d5a6a5d-158c-42ab-9e3b-d03694139e38 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=693a3af34e4144ada552a35a939fe40f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0780962 Oct 20 11:41:03.711082 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f03b21-5ef1-4eb8-b291-51adc917e65a req-2b7ac76a-c341-4a3e-88b7-613606e4b178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:03.714834 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-29f03b21-5ef1-4eb8-b291-51adc917e65a req-2b7ac76a-c341-4a3e-88b7-613606e4b178 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2777586 Oct 20 11:41:04.224400 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1bb38cca-1473-489b-a44f-3b8a2880e2c0 req-3218765b-224f-4ea0-99f4-45dd55384388 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0826325 Oct 20 11:41:05.446667 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fdd8a4c7-3c5a-493e-8723-59ac5b4e76d6 req-13e6979e-2fc5-4c57-bd82-4fb0f197d381 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0542488 Oct 20 11:41:05.878157 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390a131-de25-42b3-b4a9-c4c586690342 req-47f69762-eca7-4fd5-8a8a-992901d1e129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:05.879631 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a390a131-de25-42b3-b4a9-c4c586690342 req-47f69762-eca7-4fd5-8a8a-992901d1e129 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c1169ad648904e1598b69c96d66e4763&device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 1096 time: 0.0816693 Oct 20 11:41:06.002474 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac59a1-99b7-4348-8c1d-9efaa4a314da req-e70b2ac0-7da6-43da-8e2e-2d136862eb65 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:06.017663 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3aac59a1-99b7-4348-8c1d-9efaa4a314da req-e70b2ac0-7da6-43da-8e2e-2d136862eb65 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 945 time: 0.1444600 Oct 20 11:41:06.085068 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390a131-de25-42b3-b4a9-c4c586690342 req-bf6ea08c-9a3f-4ef7-94bb-116f2652561a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:06.086920 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a390a131-de25-42b3-b4a9-c4c586690342 req-bf6ea08c-9a3f-4ef7-94bb-116f2652561a service neutron] 10.222.0.89 "GET /v2.0/networks?id=a79a2568-084f-4d41-8469-7b680356a62d HTTP/1.1" status: 200 len: 921 time: 0.1914413 Oct 20 11:41:06.118752 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3aac59a1-99b7-4348-8c1d-9efaa4a314da req-a77a5b4a-085b-454a-8750-cbe1f410a83c tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999830 Oct 20 11:41:06.157264 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a390a131-de25-42b3-b4a9-c4c586690342 req-5d604c2d-f9f6-44ca-9ee6-436ef2fe26fc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1418c351-1695-4475-97ef-c3e849b75701 HTTP/1.1" status: 200 len: 217 time: 0.0578003 Oct 20 11:41:06.252221 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390a131-de25-42b3-b4a9-c4c586690342 req-656b08e2-057b-4f97-ba46-836f144a731a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:06.254109 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a390a131-de25-42b3-b4a9-c4c586690342 req-656b08e2-057b-4f97-ba46-836f144a731a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3c3866d5-a700-4d4b-8bd8-40c0fe178f92 HTTP/1.1" status: 200 len: 859 time: 0.0876138 Oct 20 11:41:06.328714 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a390a131-de25-42b3-b4a9-c4c586690342 req-82d52867-9975-4471-a63c-bdff33649d88 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a79a2568-084f-4d41-8469-7b680356a62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649939 Oct 20 11:41:06.580966 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a390a131-de25-42b3-b4a9-c4c586690342 req-f2f27a5b-f0e8-4c5c-a80d-d5ad6f22ed34 service neutron] 10.222.0.89 "GET /v2.0/networks/a79a2568-084f-4d41-8469-7b680356a62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441795 Oct 20 11:41:06.649828 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e7668804-df8d-4310-8c7a-24598419fde8 req-882c96cd-ea71-4e58-a15d-c9266eba3abb tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0635698 Oct 20 11:41:06.877606 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a390a131-de25-42b3-b4a9-c4c586690342 req-3bc7d480-fc02-48b3-8e39-f531614de9bb service neutron] 10.222.0.89 "GET /v2.0/networks/a79a2568-084f-4d41-8469-7b680356a62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883334 Oct 20 11:41:06.885416 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45888) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:41:07.420900 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169a817-60b1-4d5b-816d-e0175f4d6bff req-4efad941-dddf-4e76-a293-dba77f26d3c0 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:07.422902 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0169a817-60b1-4d5b-816d-e0175f4d6bff req-4efad941-dddf-4e76-a293-dba77f26d3c0 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 945 time: 0.1531138 Oct 20 11:41:07.487009 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0169a817-60b1-4d5b-816d-e0175f4d6bff req-a35a408b-648f-4607-95fb-b1007e6e53ab tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568428 Oct 20 11:41:07.869210 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-915d8bd7-c46d-4bce-b25f-de75a99b50df req-cdbb3bd6-631e-4560-82e2-6af132f7c22d tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0408528 Oct 20 11:41:08.027985 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-19206d3a-c79f-48b4-b064-2733b2ad560b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:08.486109 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-19206d3a-c79f-48b4-b064-2733b2ad560b admin admin] Deleting port deef264c-03c8-4fd9-ada8-707384563986 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:41:08.486411 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-19206d3a-c79f-48b4-b064-2733b2ad560b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:08.578584 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-19206d3a-c79f-48b4-b064-2733b2ad560b admin admin] For port deef264c-03c8-4fd9-ada8-707384563986, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=deef264c-03c8-4fd9-ada8-707384563986,segment=NetworkSegment(1158ccd6-3972-4083-b101-9cf7c9852acf),segment_id=1158ccd6-3972-4083-b101-9cf7c9852acf)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:41:08.579090 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-19206d3a-c79f-48b4-b064-2733b2ad560b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:08.595567 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-19206d3a-c79f-48b4-b064-2733b2ad560b admin admin] Calling delete_port for deef264c-03c8-4fd9-ada8-707384563986 owned by network:router_interface {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:41:08.720681 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92afd2f6-188f-456d-89fe-ee830d0d7850 req-8d8c991e-4ae9-40be-a76d-f4bfcf41564b tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:08.727403 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92afd2f6-188f-456d-89fe-ee830d0d7850 req-8d8c991e-4ae9-40be-a76d-f4bfcf41564b tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 945 time: 0.1292162 Oct 20 11:41:08.855672 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92afd2f6-188f-456d-89fe-ee830d0d7850 req-9014815d-025d-4687-8311-59c1ccd96a30 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454199 Oct 20 11:41:08.974140 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-19206d3a-c79f-48b4-b064-2733b2ad560b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:09.086338 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6fc0d3e7-40f3-4755-98d2-ef9b49664f17 req-fb69ae7e-a2b8-4056-bcfa-8d71b89ee0b6 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0798321 Oct 20 11:41:09.163983 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19206d3a-c79f-48b4-b064-2733b2ad560b admin admin] Pushing event deleted for resources: {'Port': ['ID=deef264c-03c8-4fd9-ada8-707384563986,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:41:09.368755 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-19206d3a-c79f-48b4-b064-2733b2ad560b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:09.713802 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19206d3a-c79f-48b4-b064-2733b2ad560b admin admin] Router fbefaca9-b68d-41ae-92e2-bd172fdce0e8 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:41:09.799624 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:09.845189 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19206d3a-c79f-48b4-b064-2733b2ad560b admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:41:09.853724 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-19206d3a-c79f-48b4-b064-2733b2ad560b admin admin] 10.222.0.98 "PUT /v2.0/routers/fbefaca9-b68d-41ae-92e2-bd172fdce0e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9646850 Oct 20 11:41:09.856171 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45932) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:41:09.864751 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35869b6d-26b4-4507-bfc9-c660ce369514 None None] Sync routers for ids ['fbefaca9-b68d-41ae-92e2-bd172fdce0e8'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:41:09.883169 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35869b6d-26b4-4507-bfc9-c660ce369514 None None] Routers {'fbefaca9-b68d-41ae-92e2-bd172fdce0e8'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:41:09.884187 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-35869b6d-26b4-4507-bfc9-c660ce369514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:40:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['fbefaca9-b68d-41ae-92e2-bd172fdce0e8'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:41:10.113292 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c2410-b683-4a71-9963-d9ffb8c8a85f req-0b7b134c-3a25-4dc6-ae54-4bef0e12aa96 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:10.116243 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5e6c2410-b683-4a71-9963-d9ffb8c8a85f req-0b7b134c-3a25-4dc6-ae54-4bef0e12aa96 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 945 time: 0.1219816 Oct 20 11:41:10.231205 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-35869b6d-26b4-4507-bfc9-c660ce369514 None None] Set router fbefaca9-b68d-41ae-92e2-bd172fdce0e8 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:41:10.260985 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d47f9341-a254-46d7-83a9-64fb2575d7c6 admin admin] Publish callbacks [] for router, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:10.287295 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5e6c2410-b683-4a71-9963-d9ffb8c8a85f req-4016f198-377f-426f-b41d-b89b85d0d3f2 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610014 Oct 20 11:41:10.343990 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fda92812-3526-4cf6-8cad-6894effd21c4 req-1efb6468-af4d-4953-ba89-b1a1abd7ba51 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0687730 Oct 20 11:41:10.455235 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d47f9341-a254-46d7-83a9-64fb2575d7c6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:10.539865 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-35869b6d-26b4-4507-bfc9-c660ce369514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbefaca9-b68d-41ae-92e2-bd172fdce0e8', 'name': 'tempest-TaggedBootDevicesTest-1079992149-router', 'tenant_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '5bfa8cdb-a024-4260-a24f-a4b81de33da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:29:33Z', 'updated_at': '2021-10-20T11:41:08Z', 'revision_number': 5, 'project_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'gw_port': {'id': '5bfa8cdb-a024-4260-a24f-a4b81de33da3', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbefaca9-b68d-41ae-92e2-bd172fdce0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:29:34Z', 'updated_at': '2021-10-20T11:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:41:10.577326 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-d47f9341-a254-46d7-83a9-64fb2575d7c6 admin admin] Deleting port 5bfa8cdb-a024-4260-a24f-a4b81de33da3 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:41:10.577725 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d47f9341-a254-46d7-83a9-64fb2575d7c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:10.597450 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35869b6d-26b4-4507-bfc9-c660ce369514 None None] Checking router: fbefaca9-b68d-41ae-92e2-bd172fdce0e8 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:41:10.607153 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35869b6d-26b4-4507-bfc9-c660ce369514 None None] Routers {'fbefaca9-b68d-41ae-92e2-bd172fdce0e8'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:41:10.607585 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-35869b6d-26b4-4507-bfc9-c660ce369514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:40:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['fbefaca9-b68d-41ae-92e2-bd172fdce0e8'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:41:10.677549 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-d47f9341-a254-46d7-83a9-64fb2575d7c6 admin admin] For port 5bfa8cdb-a024-4260-a24f-a4b81de33da3, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=5bfa8cdb-a024-4260-a24f-a4b81de33da3,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:41:10.678376 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d47f9341-a254-46d7-83a9-64fb2575d7c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:10.692839 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-d47f9341-a254-46d7-83a9-64fb2575d7c6 admin admin] Calling delete_port for 5bfa8cdb-a024-4260-a24f-a4b81de33da3 owned by network:router_gateway {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:41:10.728475 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-35869b6d-26b4-4507-bfc9-c660ce369514 None None] Set router fbefaca9-b68d-41ae-92e2-bd172fdce0e8 gateway port host: None {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:41:10.789988 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-35869b6d-26b4-4507-bfc9-c660ce369514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbefaca9-b68d-41ae-92e2-bd172fdce0e8', 'name': 'tempest-TaggedBootDevicesTest-1079992149-router', 'tenant_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:29:33Z', 'updated_at': '2021-10-20T11:41:10Z', 'revision_number': 6, 'project_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'gw_port_host': None}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:41:10.852140 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35869b6d-26b4-4507-bfc9-c660ce369514 None None] The sync data for ids ['fbefaca9-b68d-41ae-92e2-bd172fdce0e8'] in n-d-814735-3 is: [{'id': 'fbefaca9-b68d-41ae-92e2-bd172fdce0e8', 'name': 'tempest-TaggedBootDevicesTest-1079992149-router', 'tenant_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:29:33Z', 'updated_at': '2021-10-20T11:41:10Z', 'revision_number': 6, 'project_id': '9d1ce67b5cf7473287fd13cd3d60b290', 'gw_port_host': None}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:41:10.916467 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d47f9341-a254-46d7-83a9-64fb2575d7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:10.946583 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47f9341-a254-46d7-83a9-64fb2575d7c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bfa8cdb-a024-4260-a24f-a4b81de33da3,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:41:11.016842 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d47f9341-a254-46d7-83a9-64fb2575d7c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:11.125311 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d47f9341-a254-46d7-83a9-64fb2575d7c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:11.129015 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d47f9341-a254-46d7-83a9-64fb2575d7c6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:11.179763 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d47f9341-a254-46d7-83a9-64fb2575d7c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:11.180819 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47f9341-a254-46d7-83a9-64fb2575d7c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbefaca9-b68d-41ae-92e2-bd172fdce0e8 {{(pid=100647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:41:11.189889 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d47f9341-a254-46d7-83a9-64fb2575d7c6 admin admin] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:11.194336 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d47f9341-a254-46d7-83a9-64fb2575d7c6 admin admin] 10.222.0.98 "DELETE /v2.0/routers/fbefaca9-b68d-41ae-92e2-bd172fdce0e8 HTTP/1.1" status: 204 len: 168 time: 1.3392086 Oct 20 11:41:11.194613 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45948) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:41:11.306606 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-77041635-447b-4780-8ae3-920ae6b1396a admin admin] Deleting subnet 860ea3b3-2804-4226-ab8d-f55abe932e85 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:41:11.311193 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-77041635-447b-4780-8ae3-920ae6b1396a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:11.373586 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-77041635-447b-4780-8ae3-920ae6b1396a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:11.508307 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-77041635-447b-4780-8ae3-920ae6b1396a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:11.521114 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b6d5e-c34f-43fb-9ab3-e6574b712e5e req-1b8a0610-ec4c-4190-8fd2-69b80357938d tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:11.522721 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-668b6d5e-c34f-43fb-9ab3-e6574b712e5e req-1b8a0610-ec4c-4190-8fd2-69b80357938d tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 945 time: 0.0998425 Oct 20 11:41:11.576548 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-77041635-447b-4780-8ae3-920ae6b1396a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:11.588322 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3ed5adff-2dc5-4dda-a0ee-ac7ad5d76896 req-db25baa0-e7a5-4449-be93-8e30e034ea44 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0640190 Oct 20 11:41:11.600893 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77041635-447b-4780-8ae3-920ae6b1396a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=860ea3b3-2804-4226-ab8d-f55abe932e85,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:41:11.612202 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-77041635-447b-4780-8ae3-920ae6b1396a admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:11.617751 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e63a40-ab49-43c0-9ff7-6d46b71a1956 None None] Network 7cc0cef1-9e0e-4144-85af-6ed42f35f232 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:41:11.623397 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-77041635-447b-4780-8ae3-920ae6b1396a admin admin] 10.222.0.98 "DELETE /v2.0/subnets/860ea3b3-2804-4226-ab8d-f55abe932e85 HTTP/1.1" status: 204 len: 168 time: 0.4258022 Oct 20 11:41:11.624124 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45956) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:41:11.629814 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-668b6d5e-c34f-43fb-9ab3-e6574b712e5e req-393813a5-722a-44a7-b13e-2185db901680 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944154 Oct 20 11:41:11.818315 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-84816cc0-1565-4de7-8d63-ad5e2ce32f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:11.961247 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-84816cc0-1565-4de7-8d63-ad5e2ce32f7d admin admin] Deleting port db1a6aea-7290-446c-84c0-4e11ecb8cad6 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:41:11.961617 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-84816cc0-1565-4de7-8d63-ad5e2ce32f7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:12.041078 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5471c579-f49d-41d4-abaa-3ef2e7d6e026 None None] DHCP port deletion for 7cc0cef1-9e0e-4144-85af-6ed42f35f232 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:41:12.128446 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-84816cc0-1565-4de7-8d63-ad5e2ce32f7d admin admin] For port db1a6aea-7290-446c-84c0-4e11ecb8cad6, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=db1a6aea-7290-446c-84c0-4e11ecb8cad6,segment=NetworkSegment(1158ccd6-3972-4083-b101-9cf7c9852acf),segment_id=1158ccd6-3972-4083-b101-9cf7c9852acf)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:41:12.128975 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-84816cc0-1565-4de7-8d63-ad5e2ce32f7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:12.146080 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-5471c579-f49d-41d4-abaa-3ef2e7d6e026 None None] Deleting port db1a6aea-7290-446c-84c0-4e11ecb8cad6 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:41:12.146914 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5471c579-f49d-41d4-abaa-3ef2e7d6e026 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:12.157928 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-84816cc0-1565-4de7-8d63-ad5e2ce32f7d admin admin] Calling delete_port for db1a6aea-7290-446c-84c0-4e11ecb8cad6 owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:41:12.331938 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-5471c579-f49d-41d4-abaa-3ef2e7d6e026 None None] For port db1a6aea-7290-446c-84c0-4e11ecb8cad6, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=db1a6aea-7290-446c-84c0-4e11ecb8cad6,segment=NetworkSegment(1158ccd6-3972-4083-b101-9cf7c9852acf),segment_id=1158ccd6-3972-4083-b101-9cf7c9852acf)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:41:12.332930 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5471c579-f49d-41d4-abaa-3ef2e7d6e026 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:12.339133 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device db1a6aea-7290-446c-84c0-4e11ecb8cad6 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:41:12.379014 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-84816cc0-1565-4de7-8d63-ad5e2ce32f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:12.425572 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84816cc0-1565-4de7-8d63-ad5e2ce32f7d admin admin] Pushing event deleted for resources: {'Port': ['ID=db1a6aea-7290-446c-84c0-4e11ecb8cad6,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:41:12.436233 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-5471c579-f49d-41d4-abaa-3ef2e7d6e026 None None] Calling delete_port for db1a6aea-7290-446c-84c0-4e11ecb8cad6 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:41:12.440701 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No active binding found for port db1a6aea-7290-446c-84c0-4e11ecb8cad6 {{(pid=100648) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 20 11:41:12.441053 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device db1a6aea-7290-446c-84c0-4e11ecb8cad6 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:41:12.441473 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 5bfa8cdb-a024-4260-a24f-a4b81de33da3 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:41:12.445580 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84816cc0-1565-4de7-8d63-ad5e2ce32f7d admin admin] No DVR routers for this DVR port db1a6aea-7290-446c-84c0-4e11ecb8cad6 on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:41:12.464312 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 5bfa8cdb-a024-4260-a24f-a4b81de33da3 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:41:12.464676 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 5bfa8cdb-a024-4260-a24f-a4b81de33da3 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:41:12.465282 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device deef264c-03c8-4fd9-ada8-707384563986 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:41:12.490121 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: deef264c-03c8-4fd9-ada8-707384563986 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:41:12.490457 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device deef264c-03c8-4fd9-ada8-707384563986 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:41:12.575050 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-84816cc0-1565-4de7-8d63-ad5e2ce32f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:12.602885 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-84816cc0-1565-4de7-8d63-ad5e2ce32f7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cc0cef1-9e0e-4144-85af-6ed42f35f232']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:41:12.614956 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-84816cc0-1565-4de7-8d63-ad5e2ce32f7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1158ccd6-3972-4083-b101-9cf7c9852acf') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:41:12.615406 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-84816cc0-1565-4de7-8d63-ad5e2ce32f7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1158ccd6-3972-4083-b101-9cf7c9852acf') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:41:12.623397 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5471c579-f49d-41d4-abaa-3ef2e7d6e026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:12.627633 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-84816cc0-1565-4de7-8d63-ad5e2ce32f7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:12.644891 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-84816cc0-1565-4de7-8d63-ad5e2ce32f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:12.654710 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84816cc0-1565-4de7-8d63-ad5e2ce32f7d admin admin] Releasing vlan 1268 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:41:12.655575 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-84816cc0-1565-4de7-8d63-ad5e2ce32f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:12.715164 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5471c579-f49d-41d4-abaa-3ef2e7d6e026 None None] Pushing event deleted for resources: {'Port': ['ID=db1a6aea-7290-446c-84c0-4e11ecb8cad6,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:41:12.719741 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5471c579-f49d-41d4-abaa-3ef2e7d6e026 None None] No DVR routers for this DVR port db1a6aea-7290-446c-84c0-4e11ecb8cad6 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:41:12.812457 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:41:12.812457 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:41:12.812457 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:41:12.812457 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:41:12.812457 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:41:12.812457 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:41:12.812457 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:41:12.812457 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:41:12.812457 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:41:12.812457 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:41:12.812457 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:41:12.812457 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:41:12.812457 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:41:12.812457 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:41:12.812457 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:41:12.812457 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:41:12.812457 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:41:12.812457 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:41:12.812457 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:41:12.812457 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:41:12.812457 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:41:12.812457 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:41:12.812457 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:41:12.812457 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:41:12.812457 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:41:12.812457 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:41:12.812457 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:41:12.812457 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:41:12.812457 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:41:12.812457 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:41:12.812457 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:41:12.812457 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:41:12.830688 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-84816cc0-1565-4de7-8d63-ad5e2ce32f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:12.855609 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-84816cc0-1565-4de7-8d63-ad5e2ce32f7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:12.868877 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-84816cc0-1565-4de7-8d63-ad5e2ce32f7d admin admin] 10.222.0.98 "DELETE /v2.0/networks/7cc0cef1-9e0e-4144-85af-6ed42f35f232 HTTP/1.1" status: 204 len: 168 time: 1.2428660 Oct 20 11:41:12.871599 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fa864b3c-d937-481d-b5e9-741fcedf6446 req-4506b6ff-a456-4a9a-8d9a-819a6e8dd48c tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0694766 Oct 20 11:41:12.899283 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84816cc0-1565-4de7-8d63-ad5e2ce32f7d admin admin] Pushing event deleted for resources: {'Network': ['ID=7cc0cef1-9e0e-4144-85af-6ed42f35f232,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:41:12.957042 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe4363-f79e-4996-afed-0a5ae681ed8d req-37f98e32-7547-4c74-a35b-ac1463bafa02 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:12.970127 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41fe4363-f79e-4996-afed-0a5ae681ed8d req-37f98e32-7547-4c74-a35b-ac1463bafa02 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 945 time: 0.1535571 Oct 20 11:41:13.069150 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41fe4363-f79e-4996-afed-0a5ae681ed8d req-be7fafa5-80dc-4b5b-9671-11f73b6aaf39 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861902 Oct 20 11:41:13.141259 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45970) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:41:13.205687 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-724e71f6-fd85-47cd-8612-d184e1986be5 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9d1ce67b5cf7473287fd13cd3d60b290&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0632792 Oct 20 11:41:13.208261 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45976) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:41:13.267856 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-23c9513e-5433-4dd4-a1b5-254efb89cfd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:13.292921 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-23c9513e-5433-4dd4-a1b5-254efb89cfd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:13.369932 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-23c9513e-5433-4dd4-a1b5-254efb89cfd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:13.372671 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-23c9513e-5433-4dd4-a1b5-254efb89cfd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:13.374020 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-23c9513e-5433-4dd4-a1b5-254efb89cfd7 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/cde799ff-a835-4e26-b5ae-07ed8640379f HTTP/1.1" status: 204 len: 168 time: 0.1647570 Oct 20 11:41:13.403884 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c9513e-5433-4dd4-a1b5-254efb89cfd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde799ff-a835-4e26-b5ae-07ed8640379f,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:41:14.088849 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-420df146-8477-4f4c-90b3-3212af71870a req-d5972f76-25d4-42db-97fb-563151e98a49 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0451450 Oct 20 11:41:14.362406 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5fa854-42e8-437b-817f-0e67db0c0a4d req-fc70e56e-805c-4cc7-a30c-6df490467b1e tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:14.372468 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1c5fa854-42e8-437b-817f-0e67db0c0a4d req-fc70e56e-805c-4cc7-a30c-6df490467b1e tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 945 time: 0.1282787 Oct 20 11:41:14.512989 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1c5fa854-42e8-437b-817f-0e67db0c0a4d req-a83e6034-110a-4c95-b42a-621bde88af2b tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314757 Oct 20 11:41:14.770227 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 46010) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:41:14.889885 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-c167bfaf-f716-4882-b280-767475db44ac admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-75520858-network', 'tenant_id': 'eaec2bab7fdf45a2bb81df4997c7d09e'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:41:14.914016 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c167bfaf-f716-4882-b280-767475db44ac admin admin] Made reservation on behalf of eaec2bab7fdf45a2bb81df4997c7d09e for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:41:14.916624 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c167bfaf-f716-4882-b280-767475db44ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:14.927420 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c167bfaf-f716-4882-b280-767475db44ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:15.024170 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c167bfaf-f716-4882-b280-767475db44ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:15.031851 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c167bfaf-f716-4882-b280-767475db44ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:15.078683 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c167bfaf-f716-4882-b280-767475db44ac admin admin] vlan segment allocate from pool success with {'vlan_id': 1284, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:41:15.088153 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c167bfaf-f716-4882-b280-767475db44ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd2ba54-3ef1-40c4-b641-2d063f2d73b8,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:41:15.101003 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c167bfaf-f716-4882-b280-767475db44ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:15.102443 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-c167bfaf-f716-4882-b280-767475db44ac admin admin] Added segment 54b4c258-5e6a-4e24-a14d-5574a295f58e of type vlan for network 6453727b-a1a3-4c25-9d2a-f4562ef51a67 Oct 20 11:41:15.225275 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c167bfaf-f716-4882-b280-767475db44ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:15.308829 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:15.330869 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-737a0d45-42b1-47a5-8e2f-c1eb9806e62b req-d208cc81-766e-4689-a4cf-aece05ea28eb tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0605595 Oct 20 11:41:15.338129 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c167bfaf-f716-4882-b280-767475db44ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:15.339535 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c167bfaf-f716-4882-b280-767475db44ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:15.340766 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c167bfaf-f716-4882-b280-767475db44ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:15.382281 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c167bfaf-f716-4882-b280-767475db44ac admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6075635 Oct 20 11:41:15.382281 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 46026) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:41:15.389865 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-65391497-2d40-4412-80a2-fd319c2f04e4 admin admin] Request body: {'subnet': {'network_id': '6453727b-a1a3-4c25-9d2a-f4562ef51a67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-75520858-subnet', 'tenant_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:41:15.426663 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65391497-2d40-4412-80a2-fd319c2f04e4 admin admin] Made reservation on behalf of eaec2bab7fdf45a2bb81df4997c7d09e for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:41:15.429343 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-65391497-2d40-4412-80a2-fd319c2f04e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:16.007591 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c167bfaf-f716-4882-b280-767475db44ac admin admin] Pushing event updated for resources: {'Network': ['ID=6453727b-a1a3-4c25-9d2a-f4562ef51a67,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:41:16.026357 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 6453727b-a1a3-4c25-9d2a-f4562ef51a67 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:41:16.139847 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f969de35-ec47-448e-8308-4ab2987faba3 req-1d99f896-520c-40b7-a58c-42a582a1ba1a tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:16.151448 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f969de35-ec47-448e-8308-4ab2987faba3 req-1d99f896-520c-40b7-a58c-42a582a1ba1a tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 945 time: 0.1866925 Oct 20 11:41:16.237541 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f969de35-ec47-448e-8308-4ab2987faba3 req-401abff2-f67a-42a3-a6a9-ec2233cd9458 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836773 Oct 20 11:41:16.382458 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:41:16.390722 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-65391497-2d40-4412-80a2-fd319c2f04e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:16.501896 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65391497-2d40-4412-80a2-fd319c2f04e4 admin admin] Checking segment: {'id': '54b4c258-5e6a-4e24-a14d-5574a295f58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '6453727b-a1a3-4c25-9d2a-f4562ef51a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:41:16.502259 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65391497-2d40-4412-80a2-fd319c2f04e4 admin admin] Network hostable DHCP agents. Network: 6453727b-a1a3-4c25-9d2a-f4562ef51a67, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:41:16.527195 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65391497-2d40-4412-80a2-fd319c2f04e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=627cacd1-3333-4650-96cb-ee60e04cb6c7,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:41:16.571053 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1cbe0d67-12ee-4e7a-b481-3424b8f519dc req-ec9efbc7-5d2f-48ec-981e-dccc8322e0ba tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0566301 Oct 20 11:41:16.574150 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65391497-2d40-4412-80a2-fd319c2f04e4 admin admin] Network 6453727b-a1a3-4c25-9d2a-f4562ef51a67 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:41:16.593543 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-65391497-2d40-4412-80a2-fd319c2f04e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 6453727b-a1a3-4c25-9d2a-f4562ef51a67) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:41:16.602443 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65391497-2d40-4412-80a2-fd319c2f04e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:16.603142 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-65391497-2d40-4412-80a2-fd319c2f04e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:16.613274 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1056bb2-9a4b-4e5a-9254-2841025f527b None None] Network 6453727b-a1a3-4c25-9d2a-f4562ef51a67 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:41:16.627809 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-65391497-2d40-4412-80a2-fd319c2f04e4 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2445855 Oct 20 11:41:16.631251 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46072) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:41:16.639251 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-0609fe20-9830-4d3a-b0b5-5316713042a8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-75520858-router', 'tenant_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:41:16.665715 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0609fe20-9830-4d3a-b0b5-5316713042a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:16.667128 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0609fe20-9830-4d3a-b0b5-5316713042a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:16.729452 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0609fe20-9830-4d3a-b0b5-5316713042a8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:16.787863 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49d6802-dffd-4108-9d85-f5793c5efc21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-6453727b-a1a3-4c25-9d2a-f4562ef51a67', 'network_id': '6453727b-a1a3-4c25-9d2a-f4562ef51a67', 'tenant_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'fixed_ips': [{'subnet_id': '627cacd1-3333-4650-96cb-ee60e04cb6c7'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:41:16.789387 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d49d6802-dffd-4108-9d85-f5793c5efc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:16.899916 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0609fe20-9830-4d3a-b0b5-5316713042a8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:16.959524 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-d49d6802-dffd-4108-9d85-f5793c5efc21 None None] Allocated IP 172.20.0.2 (6453727b-a1a3-4c25-9d2a-f4562ef51a67/627cacd1-3333-4650-96cb-ee60e04cb6c7/0f5695cb-9f23-4e0f-9f7d-6335ce5dd934) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:41:17.194090 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d49d6802-dffd-4108-9d85-f5793c5efc21 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:17.201974 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0609fe20-9830-4d3a-b0b5-5316713042a8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:17.204729 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d49d6802-dffd-4108-9d85-f5793c5efc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:17.231386 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0609fe20-9830-4d3a-b0b5-5316713042a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:17.315098 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49d6802-dffd-4108-9d85-f5793c5efc21 None None] Network 6453727b-a1a3-4c25-9d2a-f4562ef51a67 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:41:17.321862 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-d49d6802-dffd-4108-9d85-f5793c5efc21 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:41:17.324190 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49d6802-dffd-4108-9d85-f5793c5efc21 None None] Pushing event updated for resources: {'Port': ['ID=0f5695cb-9f23-4e0f-9f7d-6335ce5dd934,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:41:17.326825 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49d6802-dffd-4108-9d85-f5793c5efc21 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:41:17.456050 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-d49d6802-dffd-4108-9d85-f5793c5efc21 None None] Attempting to bind port 0f5695cb-9f23-4e0f-9f7d-6335ce5dd934 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:41:17.456585 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-d49d6802-dffd-4108-9d85-f5793c5efc21 None None] Attempting to bind port 0f5695cb-9f23-4e0f-9f7d-6335ce5dd934 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '54b4c258-5e6a-4e24-a14d-5574a295f58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '6453727b-a1a3-4c25-9d2a-f4562ef51a67'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:41:17.456851 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49d6802-dffd-4108-9d85-f5793c5efc21 None None] Attempting to bind port 0f5695cb-9f23-4e0f-9f7d-6335ce5dd934 on network 6453727b-a1a3-4c25-9d2a-f4562ef51a67 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:41:17.475921 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49d6802-dffd-4108-9d85-f5793c5efc21 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:41:17.476343 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49d6802-dffd-4108-9d85-f5793c5efc21 None None] Checking segment: {'id': '54b4c258-5e6a-4e24-a14d-5574a295f58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '6453727b-a1a3-4c25-9d2a-f4562ef51a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:41:17.476712 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d49d6802-dffd-4108-9d85-f5793c5efc21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:17.477195 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49d6802-dffd-4108-9d85-f5793c5efc21 None None] Bound using segment: {'id': '54b4c258-5e6a-4e24-a14d-5574a295f58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '6453727b-a1a3-4c25-9d2a-f4562ef51a67'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:41:17.477698 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-d49d6802-dffd-4108-9d85-f5793c5efc21 None None] Bound port: 0f5695cb-9f23-4e0f-9f7d-6335ce5dd934, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b4c258-5e6a-4e24-a14d-5574a295f58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '6453727b-a1a3-4c25-9d2a-f4562ef51a67'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:41:17.478084 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d49d6802-dffd-4108-9d85-f5793c5efc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:17.498739 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fbb1c9-ec8d-48b5-99c7-ae7a4b6899f6 req-8d84e3ea-dfdb-49f5-9bf9-faec838260ac tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:17.508574 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-42fbb1c9-ec8d-48b5-99c7-ae7a4b6899f6 req-8d84e3ea-dfdb-49f5-9bf9-faec838260ac tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 945 time: 0.1788561 Oct 20 11:41:17.583975 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-42fbb1c9-ec8d-48b5-99c7-ae7a4b6899f6 req-0e0f9cd1-1dff-4cf8-b325-0820ab34fb62 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684731 Oct 20 11:41:17.662929 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d49d6802-dffd-4108-9d85-f5793c5efc21 None None] For port 0f5695cb-9f23-4e0f-9f7d-6335ce5dd934, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:41:17.666479 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d49d6802-dffd-4108-9d85-f5793c5efc21 None None] For port 0f5695cb-9f23-4e0f-9f7d-6335ce5dd934, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=0f5695cb-9f23-4e0f-9f7d-6335ce5dd934,segment=NetworkSegment(54b4c258-5e6a-4e24-a14d-5574a295f58e),segment_id=54b4c258-5e6a-4e24-a14d-5574a295f58e)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:41:17.680828 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d49d6802-dffd-4108-9d85-f5793c5efc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:17.747965 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49d6802-dffd-4108-9d85-f5793c5efc21 None None] Pushing event updated for resources: {'Port': ['ID=0f5695cb-9f23-4e0f-9f7d-6335ce5dd934,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:41:17.787872 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a52c8333-ec98-454c-8c44-93ff7464f626 req-d0ead18d-1c84-4fde-b4c1-a692174043c4 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0851495 Oct 20 11:41:17.847613 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-0609fe20-9830-4d3a-b0b5-5316713042a8 admin admin] Allocated IP 172.25.5.210 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/32ac71d1-6679-4a71-98a7-f5d56756de38) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:41:17.981530 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0609fe20-9830-4d3a-b0b5-5316713042a8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:18.033536 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0609fe20-9830-4d3a-b0b5-5316713042a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:18.116297 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0609fe20-9830-4d3a-b0b5-5316713042a8 admin admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:41:18.120156 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-0609fe20-9830-4d3a-b0b5-5316713042a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:41:18.129513 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0609fe20-9830-4d3a-b0b5-5316713042a8 admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:41:18.133170 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0609fe20-9830-4d3a-b0b5-5316713042a8 admin admin] Pushing event updated for resources: {'Port': ['ID=32ac71d1-6679-4a71-98a7-f5d56756de38,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:41:18.425726 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702e9ff-f260-4f3b-bc32-c10ffee39951 req-931edda1-6022-46c0-a0c0-d70a37ae1280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:18.427360 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-d702e9ff-f260-4f3b-bc32-c10ffee39951 req-931edda1-6022-46c0-a0c0-d70a37ae1280 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 1096 time: 0.1643894 Oct 20 11:41:18.439015 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 0f5695cb-9f23-4e0f-9f7d-6335ce5dd934 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:41:18.542955 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-d702e9ff-f260-4f3b-bc32-c10ffee39951 req-6047158c-3804-498f-8ec3-6b0e7822c756 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949869 Oct 20 11:41:18.553565 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 0f5695cb-9f23-4e0f-9f7d-6335ce5dd934 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:41:18.554690 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:18.645567 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0609fe20-9830-4d3a-b0b5-5316713042a8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:18.774855 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:18.838066 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ffb0d-2e44-4054-a8e5-9572506f548c req-30e1d263-a096-441c-8519-6c5b2bdfd9be tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:18.861131 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 0f5695cb-9f23-4e0f-9f7d-6335ce5dd934, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=0f5695cb-9f23-4e0f-9f7d-6335ce5dd934,segment=NetworkSegment(54b4c258-5e6a-4e24-a14d-5574a295f58e),segment_id=54b4c258-5e6a-4e24-a14d-5574a295f58e)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:41:18.862975 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8e6ffb0d-2e44-4054-a8e5-9572506f548c req-30e1d263-a096-441c-8519-6c5b2bdfd9be tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 945 time: 0.1472692 Oct 20 11:41:18.874530 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:18.946696 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=0f5695cb-9f23-4e0f-9f7d-6335ce5dd934,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:41:18.982694 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8e6ffb0d-2e44-4054-a8e5-9572506f548c req-f3392bff-d92b-4d69-8b86-c02d88955a51 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042268 Oct 20 11:41:19.047030 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6c83c6e7-0b16-48f9-b139-be7425daef90 req-de1affb1-83e1-4338-a542-bd8a85251055 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0615251 Oct 20 11:41:19.112457 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0609fe20-9830-4d3a-b0b5-5316713042a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:19.321200 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-66b53c71-84a2-4e7f-814d-adb8300e7752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:19.345099 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0609fe20-9830-4d3a-b0b5-5316713042a8 admin admin] Router a3236e4d-58fb-44cd-8e4c-34ea941aaca2 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:41:19.382940 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63b4a8d-5241-4a79-8603-4ebcf61f41fd None None] Network 6453727b-a1a3-4c25-9d2a-f4562ef51a67 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:41:19.488844 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0609fe20-9830-4d3a-b0b5-5316713042a8 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:41:19.513100 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0609fe20-9830-4d3a-b0b5-5316713042a8 admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:19.514853 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0609fe20-9830-4d3a-b0b5-5316713042a8 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8823297 Oct 20 11:41:19.516238 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484baf3d-21ec-4134-a717-a25e7a64ee87 None None] Sync routers for ids ['a3236e4d-58fb-44cd-8e4c-34ea941aaca2'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:41:19.517300 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46182) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:41:19.557361 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-b16c5272-c396-4591-8c8a-cdf10df372ac None None] Provisioning complete for port 0f5695cb-9f23-4e0f-9f7d-6335ce5dd934 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:41:19.557843 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b16c5272-c396-4591-8c8a-cdf10df372ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:19.650859 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484baf3d-21ec-4134-a717-a25e7a64ee87 None None] Routers {'a3236e4d-58fb-44cd-8e4c-34ea941aaca2'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:41:19.651736 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-484baf3d-21ec-4134-a717-a25e7a64ee87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:40:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['a3236e4d-58fb-44cd-8e4c-34ea941aaca2'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:41:20.105278 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-484baf3d-21ec-4134-a717-a25e7a64ee87 None None] Set router a3236e4d-58fb-44cd-8e4c-34ea941aaca2 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:41:20.247417 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76fc986-903a-48ee-9448-a959447279a8 req-64cd6760-69eb-4adc-b13e-de27ae63b0a0 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:20.262159 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a76fc986-903a-48ee-9448-a959447279a8 req-64cd6760-69eb-4adc-b13e-de27ae63b0a0 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 945 time: 0.1034727 Oct 20 11:41:20.274580 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7753f820-2b7d-42db-b6bb-7c880616d729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:20.325266 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-87176b1e-f0e4-4fb5-bd1b-5bbf7277e36a req-56b76598-ba09-4b64-a882-a72bbe9fea3a tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0519736 Oct 20 11:41:20.365961 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 0f5695cb-9f23-4e0f-9f7d-6335ce5dd934 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:41:20.398974 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a76fc986-903a-48ee-9448-a959447279a8 req-bcd1a34e-507c-443d-a085-7e521d25f25b tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343415 Oct 20 11:41:20.479622 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 0f5695cb-9f23-4e0f-9f7d-6335ce5dd934 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:41:20.480141 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:20.613794 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-ac3c45eb-99f8-42a0-b387-9e7dc1351a55 None None] Provisioning complete for port 0f5695cb-9f23-4e0f-9f7d-6335ce5dd934 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:41:20.614684 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ac3c45eb-99f8-42a0-b387-9e7dc1351a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:20.705820 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-7753f820-2b7d-42db-b6bb-7c880616d729 admin admin] Allocated IP 172.20.0.1 (6453727b-a1a3-4c25-9d2a-f4562ef51a67/627cacd1-3333-4650-96cb-ee60e04cb6c7/f855ae8f-7f6f-46c1-aa8b-f666f96e80e4) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:41:20.894634 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-484baf3d-21ec-4134-a717-a25e7a64ee87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3236e4d-58fb-44cd-8e4c-34ea941aaca2', 'name': 'tempest-TaggedBootDevicesTest_v242-75520858-router', 'tenant_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '32ac71d1-6679-4a71-98a7-f5d56756de38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:41:16Z', 'updated_at': '2021-10-20T11:41:18Z', 'revision_number': 3, 'project_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'gw_port': {'id': '32ac71d1-6679-4a71-98a7-f5d56756de38', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ef:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3236e4d-58fb-44cd-8e4c-34ea941aaca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:41:17Z', 'updated_at': '2021-10-20T11:41:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:41:20.989799 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9967d98-410e-44a4-930d-fd1e971d1e3a req-6115a183-7de8-473c-ba84-2c953fc94a7e tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:20.998088 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484baf3d-21ec-4134-a717-a25e7a64ee87 None None] Checking router: a3236e4d-58fb-44cd-8e4c-34ea941aaca2 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:41:20.998525 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484baf3d-21ec-4134-a717-a25e7a64ee87 None None] Updating router a3236e4d-58fb-44cd-8e4c-34ea941aaca2 port 32ac71d1-6679-4a71-98a7-f5d56756de38 binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:41:21.001360 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d9967d98-410e-44a4-930d-fd1e971d1e3a req-6115a183-7de8-473c-ba84-2c953fc94a7e tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 945 time: 0.1043746 Oct 20 11:41:21.036720 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7753f820-2b7d-42db-b6bb-7c880616d729 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:21.064234 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d9967d98-410e-44a4-930d-fd1e971d1e3a req-74ec77ed-64e9-42a7-9cd6-01bf22cd3f7d tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560808 Oct 20 11:41:21.103577 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-484baf3d-21ec-4134-a717-a25e7a64ee87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:21.147586 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f0723-e736-4cc9-862d-b5cd32df054b req-4f996fe9-2ea1-4f3b-92c3-7c5213f45f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:21.149507 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-7a7f0723-e736-4cc9-862d-b5cd32df054b req-4f996fe9-2ea1-4f3b-92c3-7c5213f45f24 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c1169ad648904e1598b69c96d66e4763&device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 1096 time: 0.2861576 Oct 20 11:41:21.282411 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f0723-e736-4cc9-862d-b5cd32df054b req-2c224001-d0c7-478d-8a64-c523acdcc78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:21.284882 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-7a7f0723-e736-4cc9-862d-b5cd32df054b req-2c224001-d0c7-478d-8a64-c523acdcc78d service neutron] 10.222.0.89 "GET /v2.0/networks?id=a79a2568-084f-4d41-8469-7b680356a62d HTTP/1.1" status: 200 len: 921 time: 0.1198554 Oct 20 11:41:21.285977 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7753f820-2b7d-42db-b6bb-7c880616d729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:21.407997 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-7a7f0723-e736-4cc9-862d-b5cd32df054b req-4bab182e-fa82-45e2-bee2-641f67ce560b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1418c351-1695-4475-97ef-c3e849b75701 HTTP/1.1" status: 200 len: 217 time: 0.1118813 Oct 20 11:41:21.415704 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7753f820-2b7d-42db-b6bb-7c880616d729 admin admin] Network 6453727b-a1a3-4c25-9d2a-f4562ef51a67 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:41:21.476367 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f0723-e736-4cc9-862d-b5cd32df054b req-fb7e28ff-5459-4979-8b82-a228f46ca41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:21.478193 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-7a7f0723-e736-4cc9-862d-b5cd32df054b req-fb7e28ff-5459-4979-8b82-a228f46ca41f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3c3866d5-a700-4d4b-8bd8-40c0fe178f92 HTTP/1.1" status: 200 len: 859 time: 0.0551374 Oct 20 11:41:21.479673 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-7753f820-2b7d-42db-b6bb-7c880616d729 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:41:21.491935 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7753f820-2b7d-42db-b6bb-7c880616d729 admin admin] Pushing event updated for resources: {'Port': ['ID=f855ae8f-7f6f-46c1-aa8b-f666f96e80e4,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:41:21.494622 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7753f820-2b7d-42db-b6bb-7c880616d729 admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:41:21.567027 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c7defb78-9e16-43d0-afbb-47282e452030 req-bf874153-af03-43df-bb3e-7d59defddd6d tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0704143 Oct 20 11:41:21.576212 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-7a7f0723-e736-4cc9-862d-b5cd32df054b req-a8ba4b83-be7c-42ba-949a-ff8a963e27d4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a79a2568-084f-4d41-8469-7b680356a62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788050 Oct 20 11:41:21.883268 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-484baf3d-21ec-4134-a717-a25e7a64ee87 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:21.894763 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-484baf3d-21ec-4134-a717-a25e7a64ee87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:21.978956 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-484baf3d-21ec-4134-a717-a25e7a64ee87 None None] Attempting to bind port 32ac71d1-6679-4a71-98a7-f5d56756de38 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:41:21.980542 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-484baf3d-21ec-4134-a717-a25e7a64ee87 None None] Attempting to bind port 32ac71d1-6679-4a71-98a7-f5d56756de38 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:41:21.981148 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484baf3d-21ec-4134-a717-a25e7a64ee87 None None] Attempting to bind port 32ac71d1-6679-4a71-98a7-f5d56756de38 on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:41:22.036640 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484baf3d-21ec-4134-a717-a25e7a64ee87 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:41:22.037331 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484baf3d-21ec-4134-a717-a25e7a64ee87 None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:41:22.037825 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-484baf3d-21ec-4134-a717-a25e7a64ee87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:22.038329 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484baf3d-21ec-4134-a717-a25e7a64ee87 None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:41:22.038939 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-484baf3d-21ec-4134-a717-a25e7a64ee87 None None] Bound port: 32ac71d1-6679-4a71-98a7-f5d56756de38, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:41:22.039461 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-484baf3d-21ec-4134-a717-a25e7a64ee87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:22.160902 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7753f820-2b7d-42db-b6bb-7c880616d729 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:22.163079 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-484baf3d-21ec-4134-a717-a25e7a64ee87 None None] For port 32ac71d1-6679-4a71-98a7-f5d56756de38, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:41:22.183257 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-484baf3d-21ec-4134-a717-a25e7a64ee87 None None] For port 32ac71d1-6679-4a71-98a7-f5d56756de38, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=32ac71d1-6679-4a71-98a7-f5d56756de38,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:41:22.184924 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-af4feab5-16d4-4513-8a6c-a07ee24cdffa None None] Provisioning complete for port f855ae8f-7f6f-46c1-aa8b-f666f96e80e4 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:41:22.185389 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-af4feab5-16d4-4513-8a6c-a07ee24cdffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:22.279149 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7722f2-3148-4c2c-8231-56388afff6ca None None] Pushing event updated for resources: {'Port': ['ID=32ac71d1-6679-4a71-98a7-f5d56756de38,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:41:22.303861 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-484baf3d-21ec-4134-a717-a25e7a64ee87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:22.359835 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ff2a2-9e9e-4634-a7d6-0a7ea583337d req-d88251ac-2c76-4040-820c-f20c065003bb tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:22.365339 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-009ff2a2-9e9e-4634-a7d6-0a7ea583337d req-d88251ac-2c76-4040-820c-f20c065003bb tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 945 time: 0.1183856 Oct 20 11:41:22.442047 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7722f2-3148-4c2c-8231-56388afff6ca None None] Pushing event updated for resources: {'Port': ['ID=32ac71d1-6679-4a71-98a7-f5d56756de38,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:41:22.467145 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-009ff2a2-9e9e-4634-a7d6-0a7ea583337d req-a676a4b3-1c74-4ec7-9d02-26536bafc419 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982130 Oct 20 11:41:22.473067 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-af4feab5-16d4-4513-8a6c-a07ee24cdffa None None] Port f855ae8f-7f6f-46c1-aa8b-f666f96e80e4 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:41:22.483517 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-97fcab59-a4c7-4933-9fdc-ef4253783e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:22.516676 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484baf3d-21ec-4134-a717-a25e7a64ee87 None None] Routers {'a3236e4d-58fb-44cd-8e4c-34ea941aaca2'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:41:22.517603 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-484baf3d-21ec-4134-a717-a25e7a64ee87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:41:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['a3236e4d-58fb-44cd-8e4c-34ea941aaca2'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:41:22.529643 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7753f820-2b7d-42db-b6bb-7c880616d729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:22.584624 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-7a7f0723-e736-4cc9-862d-b5cd32df054b req-a6714cdf-f5f2-473d-b18d-da9b8beec330 service neutron] 10.222.0.89 "GET /v2.0/networks/a79a2568-084f-4d41-8469-7b680356a62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9876399 Oct 20 11:41:22.754710 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-484baf3d-21ec-4134-a717-a25e7a64ee87 None None] Set router a3236e4d-58fb-44cd-8e4c-34ea941aaca2 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:41:22.790202 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-57f2203d-4fce-49ba-9c72-d39fb74d7944 req-6fdfe419-4d87-4770-958c-03b4abd3a232 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0656714 Oct 20 11:41:22.987375 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7753f820-2b7d-42db-b6bb-7c880616d729 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:23.000873 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7753f820-2b7d-42db-b6bb-7c880616d729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:23.075893 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 46268) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:41:23.148849 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:23.156446 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:23.204901 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7753f820-2b7d-42db-b6bb-7c880616d729 admin admin] Pushing event updated for resources: {'Port': ['ID=f855ae8f-7f6f-46c1-aa8b-f666f96e80e4,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:41:23.233405 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-7a7f0723-e736-4cc9-862d-b5cd32df054b req-a22212cc-3919-402a-9009-decf191df013 service neutron] 10.222.0.89 "GET /v2.0/networks/a79a2568-084f-4d41-8469-7b680356a62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6385212 Oct 20 11:41:23.253850 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-484baf3d-21ec-4134-a717-a25e7a64ee87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3236e4d-58fb-44cd-8e4c-34ea941aaca2', 'name': 'tempest-TaggedBootDevicesTest_v242-75520858-router', 'tenant_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '32ac71d1-6679-4a71-98a7-f5d56756de38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:41:16Z', 'updated_at': '2021-10-20T11:41:22Z', 'revision_number': 4, 'project_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'gw_port': {'id': '32ac71d1-6679-4a71-98a7-f5d56756de38', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ef:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3236e4d-58fb-44cd-8e4c-34ea941aaca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:41:17Z', 'updated_at': '2021-10-20T11:41:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'f855ae8f-7f6f-46c1-aa8b-f666f96e80e4', 'name': '', 'network_id': '6453727b-a1a3-4c25-9d2a-f4562ef51a67', 'tenant_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'mac_address': 'fa:16:3e:e5:f5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3236e4d-58fb-44cd-8e4c-34ea941aaca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '627cacd1-3333-4650-96cb-ee60e04cb6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:41:20Z', 'updated_at': '2021-10-20T11:41:20Z', 'revision_number': 1, 'project_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'subnets': [{'id': '627cacd1-3333-4650-96cb-ee60e04cb6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:41:23.293176 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7753f820-2b7d-42db-b6bb-7c880616d729 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:23.298865 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-a025aeaa-9d9e-483e-896d-914621b5551a admin admin] Deleting subnet ff7e051a-e851-44b7-8b6f-976a0da8ea02 {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:41:23.312031 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a025aeaa-9d9e-483e-896d-914621b5551a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:23.331228 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484baf3d-21ec-4134-a717-a25e7a64ee87 None None] The sync data for ids ['a3236e4d-58fb-44cd-8e4c-34ea941aaca2'] in n-d-814735-3 is: [{'id': 'a3236e4d-58fb-44cd-8e4c-34ea941aaca2', 'name': 'tempest-TaggedBootDevicesTest_v242-75520858-router', 'tenant_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '32ac71d1-6679-4a71-98a7-f5d56756de38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:41:16Z', 'updated_at': '2021-10-20T11:41:22Z', 'revision_number': 4, 'project_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'gw_port': {'id': '32ac71d1-6679-4a71-98a7-f5d56756de38', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ef:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3236e4d-58fb-44cd-8e4c-34ea941aaca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:41:17Z', 'updated_at': '2021-10-20T11:41:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'f855ae8f-7f6f-46c1-aa8b-f666f96e80e4', 'name': '', 'network_id': '6453727b-a1a3-4c25-9d2a-f4562ef51a67', 'tenant_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'mac_address': 'fa:16:3e:e5:f5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3236e4d-58fb-44cd-8e4c-34ea941aaca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '627cacd1-3333-4650-96cb-ee60e04cb6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:41:20Z', 'updated_at': '2021-10-20T11:41:20Z', 'revision_number': 1, 'project_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'subnets': [{'id': '627cacd1-3333-4650-96cb-ee60e04cb6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:41:23.428376 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a025aeaa-9d9e-483e-896d-914621b5551a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:23.560327 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7753f820-2b7d-42db-b6bb-7c880616d729 admin admin] Network 6453727b-a1a3-4c25-9d2a-f4562ef51a67 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:41:23.561820 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-7753f820-2b7d-42db-b6bb-7c880616d729 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:41:23.576322 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a025aeaa-9d9e-483e-896d-914621b5551a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:23.725818 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ee513-5733-4b62-ba54-21b04d0a8b17 req-8e0239d9-4464-46c6-9a04-e3382165e6e3 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:23.727478 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b73ee513-5733-4b62-ba54-21b04d0a8b17 req-8e0239d9-4464-46c6-9a04-e3382165e6e3 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 945 time: 0.0982685 Oct 20 11:41:23.891240 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b73ee513-5733-4b62-ba54-21b04d0a8b17 req-e6e5e9e5-1ca8-455b-8f9c-a51919418fce tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538446 Oct 20 11:41:23.904053 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a025aeaa-9d9e-483e-896d-914621b5551a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:23.918170 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7753f820-2b7d-42db-b6bb-7c880616d729 admin admin] Router a3236e4d-58fb-44cd-8e4c-34ea941aaca2 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:41:23.942877 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a025aeaa-9d9e-483e-896d-914621b5551a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:23.957808 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-a025aeaa-9d9e-483e-896d-914621b5551a admin admin] 10.222.0.98 "DELETE /v2.0/subnets/ff7e051a-e851-44b7-8b6f-976a0da8ea02 HTTP/1.1" status: 204 len: 168 time: 0.8807707 Oct 20 11:41:23.996663 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a025aeaa-9d9e-483e-896d-914621b5551a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff7e051a-e851-44b7-8b6f-976a0da8ea02,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:41:24.016487 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 46292) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:41:24.026216 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a025aeaa-9d9e-483e-896d-914621b5551a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:41:24.026572 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a025aeaa-9d9e-483e-896d-914621b5551a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:41:24.031236 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a025aeaa-9d9e-483e-896d-914621b5551a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:41:24.031639 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a025aeaa-9d9e-483e-896d-914621b5551a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:41:24.031975 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a025aeaa-9d9e-483e-896d-914621b5551a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:41:24.032308 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a025aeaa-9d9e-483e-896d-914621b5551a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:41:24.032635 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a025aeaa-9d9e-483e-896d-914621b5551a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:41:24.032961 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a025aeaa-9d9e-483e-896d-914621b5551a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:41:24.033288 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a025aeaa-9d9e-483e-896d-914621b5551a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:41:24.033611 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a025aeaa-9d9e-483e-896d-914621b5551a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:41:24.033932 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a025aeaa-9d9e-483e-896d-914621b5551a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:41:24.035833 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a025aeaa-9d9e-483e-896d-914621b5551a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:41:24.174916 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-86458ec2-af9d-4fa2-bbf3-0e5a67248480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:24.204770 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7753f820-2b7d-42db-b6bb-7c880616d729 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:41:24.228189 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d5bcf2f2-8143-42e5-ad33-36cac7469d87 None None] Provisioning complete for port f855ae8f-7f6f-46c1-aa8b-f666f96e80e4 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:41:24.228772 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d5bcf2f2-8143-42e5-ad33-36cac7469d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:24.249291 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7753f820-2b7d-42db-b6bb-7c880616d729 admin admin] 10.222.0.98 "PUT /v2.0/routers/a3236e4d-58fb-44cd-8e4c-34ea941aaca2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7138937 Oct 20 11:41:24.335974 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d1966af3-37cf-4654-a43e-bd96dd9f4ab3 req-31c64b5c-b0d5-49ab-9615-9d6968b1199f tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.3180735 Oct 20 11:41:24.375318 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcf2f2-8143-42e5-ad33-36cac7469d87 None None] Port f855ae8f-7f6f-46c1-aa8b-f666f96e80e4 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:41:24.468690 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-86458ec2-af9d-4fa2-bbf3-0e5a67248480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:24.513453 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-86458ec2-af9d-4fa2-bbf3-0e5a67248480 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b4b04d3-5f74-4950-b228-01d68025eec7']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:41:24.524799 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-86458ec2-af9d-4fa2-bbf3-0e5a67248480 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18503fb9-6d46-42ac-af7c-2c33d7692582') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:41:24.525307 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-86458ec2-af9d-4fa2-bbf3-0e5a67248480 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18503fb9-6d46-42ac-af7c-2c33d7692582') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:41:24.544516 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-86458ec2-af9d-4fa2-bbf3-0e5a67248480 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:24.559898 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-86458ec2-af9d-4fa2-bbf3-0e5a67248480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:24.576157 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86458ec2-af9d-4fa2-bbf3-0e5a67248480 admin admin] Releasing vlan 1287 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:41:24.577379 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-86458ec2-af9d-4fa2-bbf3-0e5a67248480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:24.733926 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:41:24.733926 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:41:24.733926 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:41:24.733926 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:41:24.733926 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:41:24.733926 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:41:24.733926 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:41:24.733926 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:41:24.733926 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:41:24.733926 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:41:24.733926 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:41:24.733926 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:41:24.733926 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:41:24.733926 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:41:24.733926 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:41:24.733926 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:41:24.733926 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:41:24.733926 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:41:24.733926 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:41:24.733926 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:41:24.733926 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:41:24.733926 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:41:24.733926 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:41:24.733926 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:41:24.733926 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:41:24.733926 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:41:24.733926 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:41:24.733926 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:41:24.733926 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:41:24.733926 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:41:24.733926 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:41:24.733926 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:41:24.762617 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-86458ec2-af9d-4fa2-bbf3-0e5a67248480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:24.807568 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-86458ec2-af9d-4fa2-bbf3-0e5a67248480 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:24.831367 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:24.837964 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-86458ec2-af9d-4fa2-bbf3-0e5a67248480 admin admin] 10.222.0.98 "DELETE /v2.0/networks/9b4b04d3-5f74-4950-b228-01d68025eec7 HTTP/1.1" status: 204 len: 168 time: 0.7886360 Oct 20 11:41:24.837964 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86458ec2-af9d-4fa2-bbf3-0e5a67248480 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b4b04d3-5f74-4950-b228-01d68025eec7,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:41:25.135665 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46348) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:41:25.211345 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649bba4-c52c-4b67-b48c-058424e70b2a req-e2880e1a-ad0d-4a0e-8b39-e350296160ef tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:25.213828 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a649bba4-c52c-4b67-b48c-058424e70b2a req-e2880e1a-ad0d-4a0e-8b39-e350296160ef tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 945 time: 0.0987506 Oct 20 11:41:25.228710 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f44419e8-b52a-4e72-a312-c38f5b27f545 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0f1d71dc026140398331b30284d1a25f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0911710 Oct 20 11:41:25.229545 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46358) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:41:25.340214 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a649bba4-c52c-4b67-b48c-058424e70b2a req-f591b7d4-3f6d-4691-ba31-419e781d7477 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121917 Oct 20 11:41:25.380509 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8438398d-de14-4efb-b4c1-2f224e3cf180 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:25.490453 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8438398d-de14-4efb-b4c1-2f224e3cf180 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:25.656299 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8438398d-de14-4efb-b4c1-2f224e3cf180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:25.659646 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8438398d-de14-4efb-b4c1-2f224e3cf180 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:25.660874 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8438398d-de14-4efb-b4c1-2f224e3cf180 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f213afdf-3ed9-41dd-8db1-016ca1b833e8 HTTP/1.1" status: 204 len: 168 time: 0.4287324 Oct 20 11:41:25.690746 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8438398d-de14-4efb-b4c1-2f224e3cf180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f213afdf-3ed9-41dd-8db1-016ca1b833e8,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:41:25.787347 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f56eed75-4ec6-4b7d-8735-00a102bb1894 req-bf8cb4d2-43fa-4a5a-8400-bd20ece774e4 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0742157 Oct 20 11:41:26.355445 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 32ac71d1-6679-4a71-98a7-f5d56756de38 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:41:26.463899 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 32ac71d1-6679-4a71-98a7-f5d56756de38 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:41:26.464549 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:26.636842 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17180bac-19a3-4361-9ec7-c229da6d3450 req-f6c6a5f3-c541-4d33-80b9-8cf2eb8a6fd9 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:26.648473 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-17180bac-19a3-4361-9ec7-c229da6d3450 req-f6c6a5f3-c541-4d33-80b9-8cf2eb8a6fd9 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 945 time: 0.1430273 Oct 20 11:41:26.719524 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-17180bac-19a3-4361-9ec7-c229da6d3450 req-2ccda3c6-013b-420e-adf6-46da4e5cdca5 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620313 Oct 20 11:41:26.733559 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:26.776996 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 32ac71d1-6679-4a71-98a7-f5d56756de38, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=32ac71d1-6679-4a71-98a7-f5d56756de38,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:41:26.786454 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:26.999903 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=32ac71d1-6679-4a71-98a7-f5d56756de38,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:41:27.064267 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98595cda-d5d3-4b68-b58a-c6d8af2aba28 req-fb832a0e-ce91-4028-83f5-509cacae135e tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0859694 Oct 20 11:41:27.099583 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7f329b-30aa-4859-803c-5a9391a1626f None None] Sync routers for ids ['a3236e4d-58fb-44cd-8e4c-34ea941aaca2'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:41:27.114653 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7f329b-30aa-4859-803c-5a9391a1626f None None] Routers {'a3236e4d-58fb-44cd-8e4c-34ea941aaca2'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:41:27.115343 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-9a7f329b-30aa-4859-803c-5a9391a1626f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:41:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['a3236e4d-58fb-44cd-8e4c-34ea941aaca2'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:41:27.294537 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-9a7f329b-30aa-4859-803c-5a9391a1626f None None] Set router a3236e4d-58fb-44cd-8e4c-34ea941aaca2 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:41:27.701043 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-9a7f329b-30aa-4859-803c-5a9391a1626f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3236e4d-58fb-44cd-8e4c-34ea941aaca2', 'name': 'tempest-TaggedBootDevicesTest_v242-75520858-router', 'tenant_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '32ac71d1-6679-4a71-98a7-f5d56756de38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:41:16Z', 'updated_at': '2021-10-20T11:41:22Z', 'revision_number': 4, 'project_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'gw_port': {'id': '32ac71d1-6679-4a71-98a7-f5d56756de38', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ef:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3236e4d-58fb-44cd-8e4c-34ea941aaca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:41:17Z', 'updated_at': '2021-10-20T11:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'f855ae8f-7f6f-46c1-aa8b-f666f96e80e4', 'name': '', 'network_id': '6453727b-a1a3-4c25-9d2a-f4562ef51a67', 'tenant_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'mac_address': 'fa:16:3e:e5:f5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3236e4d-58fb-44cd-8e4c-34ea941aaca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '627cacd1-3333-4650-96cb-ee60e04cb6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:41:20Z', 'updated_at': '2021-10-20T11:41:22Z', 'revision_number': 2, 'project_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'subnets': [{'id': '627cacd1-3333-4650-96cb-ee60e04cb6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:41:27.743270 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7f329b-30aa-4859-803c-5a9391a1626f None None] Checking router: a3236e4d-58fb-44cd-8e4c-34ea941aaca2 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:41:27.743620 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7f329b-30aa-4859-803c-5a9391a1626f None None] Updating router a3236e4d-58fb-44cd-8e4c-34ea941aaca2 port f855ae8f-7f6f-46c1-aa8b-f666f96e80e4 binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:41:27.782613 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-9a7f329b-30aa-4859-803c-5a9391a1626f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:28.266903 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dcf293fd-aea7-42f6-9425-11c072b43c3c req-90a7870a-1884-44f6-b933-4bfc700d07fe tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0716994 Oct 20 11:41:28.368925 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 32ac71d1-6679-4a71-98a7-f5d56756de38 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:41:28.388305 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-9a7f329b-30aa-4859-803c-5a9391a1626f None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:28.396394 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-9a7f329b-30aa-4859-803c-5a9391a1626f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:28.487148 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796049f9-59c8-4fe4-8d54-70f9dc307f14 None None] Pushing event updated for resources: {'Port': ['ID=f855ae8f-7f6f-46c1-aa8b-f666f96e80e4,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:41:28.489862 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 32ac71d1-6679-4a71-98a7-f5d56756de38 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:41:28.490427 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:28.523563 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796049f9-59c8-4fe4-8d54-70f9dc307f14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:41:28.524200 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796049f9-59c8-4fe4-8d54-70f9dc307f14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:41:28.524691 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796049f9-59c8-4fe4-8d54-70f9dc307f14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:41:28.525188 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796049f9-59c8-4fe4-8d54-70f9dc307f14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:41:28.527499 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796049f9-59c8-4fe4-8d54-70f9dc307f14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:41:28.528078 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796049f9-59c8-4fe4-8d54-70f9dc307f14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:41:28.528567 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796049f9-59c8-4fe4-8d54-70f9dc307f14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:41:28.529048 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796049f9-59c8-4fe4-8d54-70f9dc307f14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:41:28.529530 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796049f9-59c8-4fe4-8d54-70f9dc307f14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:41:28.530024 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796049f9-59c8-4fe4-8d54-70f9dc307f14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:41:28.530519 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796049f9-59c8-4fe4-8d54-70f9dc307f14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:41:28.532883 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796049f9-59c8-4fe4-8d54-70f9dc307f14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:41:28.580322 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-9a7f329b-30aa-4859-803c-5a9391a1626f None None] Attempting to bind port f855ae8f-7f6f-46c1-aa8b-f666f96e80e4 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:41:28.581242 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-9a7f329b-30aa-4859-803c-5a9391a1626f None None] Attempting to bind port f855ae8f-7f6f-46c1-aa8b-f666f96e80e4 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '54b4c258-5e6a-4e24-a14d-5574a295f58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '6453727b-a1a3-4c25-9d2a-f4562ef51a67'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:41:28.581822 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7f329b-30aa-4859-803c-5a9391a1626f None None] Attempting to bind port f855ae8f-7f6f-46c1-aa8b-f666f96e80e4 on network 6453727b-a1a3-4c25-9d2a-f4562ef51a67 {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:41:28.591428 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7f329b-30aa-4859-803c-5a9391a1626f None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:41:28.592129 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7f329b-30aa-4859-803c-5a9391a1626f None None] Checking segment: {'id': '54b4c258-5e6a-4e24-a14d-5574a295f58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '6453727b-a1a3-4c25-9d2a-f4562ef51a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:41:28.592746 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-9a7f329b-30aa-4859-803c-5a9391a1626f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:28.593317 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7f329b-30aa-4859-803c-5a9391a1626f None None] Bound using segment: {'id': '54b4c258-5e6a-4e24-a14d-5574a295f58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '6453727b-a1a3-4c25-9d2a-f4562ef51a67'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:41:28.593976 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-9a7f329b-30aa-4859-803c-5a9391a1626f None None] Bound port: f855ae8f-7f6f-46c1-aa8b-f666f96e80e4, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b4c258-5e6a-4e24-a14d-5574a295f58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '6453727b-a1a3-4c25-9d2a-f4562ef51a67'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:41:28.594558 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-9a7f329b-30aa-4859-803c-5a9391a1626f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:28.715975 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-9a7f329b-30aa-4859-803c-5a9391a1626f None None] For port f855ae8f-7f6f-46c1-aa8b-f666f96e80e4, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:41:28.720632 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-9a7f329b-30aa-4859-803c-5a9391a1626f None None] For port f855ae8f-7f6f-46c1-aa8b-f666f96e80e4, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=f855ae8f-7f6f-46c1-aa8b-f666f96e80e4,segment=NetworkSegment(54b4c258-5e6a-4e24-a14d-5574a295f58e),segment_id=54b4c258-5e6a-4e24-a14d-5574a295f58e)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:41:28.732530 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-9a7f329b-30aa-4859-803c-5a9391a1626f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:28.825017 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7f329b-30aa-4859-803c-5a9391a1626f None None] Routers {'a3236e4d-58fb-44cd-8e4c-34ea941aaca2'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:41:28.825974 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-9a7f329b-30aa-4859-803c-5a9391a1626f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:41:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['a3236e4d-58fb-44cd-8e4c-34ea941aaca2'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:41:28.856033 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796049f9-59c8-4fe4-8d54-70f9dc307f14 None None] Pushing event updated for resources: {'Port': ['ID=f855ae8f-7f6f-46c1-aa8b-f666f96e80e4,revision_number=4']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:41:28.971410 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-8ff80eef-2f9f-4a80-bbc1-4c912565ed9e None None] Provisioning complete for port f855ae8f-7f6f-46c1-aa8b-f666f96e80e4 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:41:28.972188 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-8ff80eef-2f9f-4a80-bbc1-4c912565ed9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:29.138534 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-8ff80eef-2f9f-4a80-bbc1-4c912565ed9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:29.172471 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-9a7f329b-30aa-4859-803c-5a9391a1626f None None] Set router a3236e4d-58fb-44cd-8e4c-34ea941aaca2 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:41:29.185686 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-8ff80eef-2f9f-4a80-bbc1-4c912565ed9e None None] For port f855ae8f-7f6f-46c1-aa8b-f666f96e80e4, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=f855ae8f-7f6f-46c1-aa8b-f666f96e80e4,segment=NetworkSegment(54b4c258-5e6a-4e24-a14d-5574a295f58e),segment_id=54b4c258-5e6a-4e24-a14d-5574a295f58e)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:41:29.190302 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-8ff80eef-2f9f-4a80-bbc1-4c912565ed9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:29.392009 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff80eef-2f9f-4a80-bbc1-4c912565ed9e None None] Pushing event updated for resources: {'Port': ['ID=f855ae8f-7f6f-46c1-aa8b-f666f96e80e4,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:41:29.431003 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-4ad754e6-b81e-4c4c-81dc-62370123d83a None None] Provisioning complete for port f855ae8f-7f6f-46c1-aa8b-f666f96e80e4 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:41:29.431751 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4ad754e6-b81e-4c4c-81dc-62370123d83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:29.515122 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-809834a8-c011-44b9-8863-0e1c9a1782ac req-e866f9cf-345f-4ce6-8e0f-7d53db0c7005 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0594311 Oct 20 11:41:29.632466 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-9a7f329b-30aa-4859-803c-5a9391a1626f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3236e4d-58fb-44cd-8e4c-34ea941aaca2', 'name': 'tempest-TaggedBootDevicesTest_v242-75520858-router', 'tenant_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '32ac71d1-6679-4a71-98a7-f5d56756de38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:41:16Z', 'updated_at': '2021-10-20T11:41:22Z', 'revision_number': 4, 'project_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'gw_port': {'id': '32ac71d1-6679-4a71-98a7-f5d56756de38', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ef:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3236e4d-58fb-44cd-8e4c-34ea941aaca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:41:17Z', 'updated_at': '2021-10-20T11:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'f855ae8f-7f6f-46c1-aa8b-f666f96e80e4', 'name': '', 'network_id': '6453727b-a1a3-4c25-9d2a-f4562ef51a67', 'tenant_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'mac_address': 'fa:16:3e:e5:f5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3236e4d-58fb-44cd-8e4c-34ea941aaca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '627cacd1-3333-4650-96cb-ee60e04cb6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:41:20Z', 'updated_at': '2021-10-20T11:41:28Z', 'revision_number': 4, 'project_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'subnets': [{'id': '627cacd1-3333-4650-96cb-ee60e04cb6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:41:29.670447 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7f329b-30aa-4859-803c-5a9391a1626f None None] The sync data for ids ['a3236e4d-58fb-44cd-8e4c-34ea941aaca2'] in n-d-814735-3 is: [{'id': 'a3236e4d-58fb-44cd-8e4c-34ea941aaca2', 'name': 'tempest-TaggedBootDevicesTest_v242-75520858-router', 'tenant_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '32ac71d1-6679-4a71-98a7-f5d56756de38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:41:16Z', 'updated_at': '2021-10-20T11:41:22Z', 'revision_number': 4, 'project_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'gw_port': {'id': '32ac71d1-6679-4a71-98a7-f5d56756de38', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ef:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3236e4d-58fb-44cd-8e4c-34ea941aaca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:41:17Z', 'updated_at': '2021-10-20T11:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'f855ae8f-7f6f-46c1-aa8b-f666f96e80e4', 'name': '', 'network_id': '6453727b-a1a3-4c25-9d2a-f4562ef51a67', 'tenant_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'mac_address': 'fa:16:3e:e5:f5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3236e4d-58fb-44cd-8e4c-34ea941aaca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '627cacd1-3333-4650-96cb-ee60e04cb6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:41:20Z', 'updated_at': '2021-10-20T11:41:28Z', 'revision_number': 4, 'project_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'subnets': [{'id': '627cacd1-3333-4650-96cb-ee60e04cb6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:41:30.245532 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de07d0-c1a1-432d-8ab9-d08f8ea979e4 req-a0dd943d-c5a0-4cb3-be4e-20279065dd7b tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:30.247273 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f0de07d0-c1a1-432d-8ab9-d08f8ea979e4 req-a0dd943d-c5a0-4cb3-be4e-20279065dd7b tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 945 time: 0.0806468 Oct 20 11:41:30.320910 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f0de07d0-c1a1-432d-8ab9-d08f8ea979e4 req-ca99861e-8392-4535-969b-a992778c3b22 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666776 Oct 20 11:41:30.403259 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device f855ae8f-7f6f-46c1-aa8b-f666f96e80e4 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:41:30.500736 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port f855ae8f-7f6f-46c1-aa8b-f666f96e80e4 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:41:30.501208 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:30.652890 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bdd37f7c-ab9c-4197-9a3b-5bbc3af1a32c req-f08cf83e-8d00-4ab1-8a72-0fae063f9429 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0419102 Oct 20 11:41:31.827468 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-42005e84-7389-4abe-ab49-08f90aea5e41 req-bfca03c6-d830-4183-af0b-edd3b0b8be2f tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0593829 Oct 20 11:41:32.970649 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b9f980fe-9c12-422a-b9c9-708199c4eaaf req-cf31a4b8-a8f4-4cdf-9d9b-3900c8a15896 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0362816 Oct 20 11:41:34.205981 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ed11b15a-fefd-49d7-a74e-b0d2446a1c46 req-27076d19-7cec-42f7-99ab-25b5fde62d46 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0621860 Oct 20 11:41:34.794341 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dae9f639-3641-40c0-851f-090b488cbd90 req-519a92a3-4f25-4e2c-9199-b1ba51ad133b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=693a3af34e4144ada552a35a939fe40f&device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0360606 Oct 20 11:41:34.850194 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6c92e3fc-2b99-4dcc-9d77-5ec87f479194 req-81b06141-0db6-4df8-b349-c5c3c0e7abc1 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0477595 Oct 20 11:41:34.852148 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dae9f639-3641-40c0-851f-090b488cbd90 req-21235fd4-072c-4aba-90e5-dd4ab50742ff service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=693a3af34e4144ada552a35a939fe40f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486956 Oct 20 11:41:35.041854 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9f639-3641-40c0-851f-090b488cbd90 req-ff81ddea-e735-4107-8d7e-672bb2837190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:35.043879 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dae9f639-3641-40c0-851f-090b488cbd90 req-ff81ddea-e735-4107-8d7e-672bb2837190 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1823814 Oct 20 11:41:35.180249 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 02e225c5-4964-469d-8fe3-74ecb91b3348 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:41:35.346163 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 02e225c5-4964-469d-8fe3-74ecb91b3348, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=02e225c5-4964-469d-8fe3-74ecb91b3348,segment=NetworkSegment(73cbce6c-57a2-4343-bb4b-9f489f07b678),segment_id=73cbce6c-57a2-4343-bb4b-9f489f07b678)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:41:35.360975 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '02e225c5-4964-469d-8fe3-74ecb91b3348', 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6', 'port_id': '02e225c5-4964-469d-8fe3-74ecb91b3348', 'mac_address': 'fa:16:3e:42:24:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '978f4782-c6ff-4108-a8dd-a568aeeefa48', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:41:35.480917 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:35.499128 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 02e225c5-4964-469d-8fe3-74ecb91b3348 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:41:35.521240 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 02e225c5-4964-469d-8fe3-74ecb91b3348, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=02e225c5-4964-469d-8fe3-74ecb91b3348,segment=NetworkSegment(73cbce6c-57a2-4343-bb4b-9f489f07b678),segment_id=73cbce6c-57a2-4343-bb4b-9f489f07b678)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:41:35.527270 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:35.537225 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dae9f639-3641-40c0-851f-090b488cbd90 req-61d8cf9a-a1c5-4307-ada6-2e5fcfc91231 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.11 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0669456 Oct 20 11:41:35.629968 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=02e225c5-4964-469d-8fe3-74ecb91b3348,revision_number=6']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:41:35.713273 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['02e225c5-4964-469d-8fe3-74ecb91b3348'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:41:36.087074 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-934f615c-7ee1-41c5-b45c-b39919193154 req-76be8b6a-cf69-43f7-bfb7-1d5bbdf5e1c0 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=4800c49d-15b1-4771-a5c9-274b4df21f97 HTTP/1.1" status: 200 len: 210 time: 0.0730300 Oct 20 11:41:37.214960 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 02e225c5-4964-469d-8fe3-74ecb91b3348 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:41:37.343638 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 02e225c5-4964-469d-8fe3-74ecb91b3348 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:41:37.344607 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:37.503820 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:37.560022 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b64c893-9935-47e6-abbd-f9c10f6c07e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e225c5-4964-469d-8fe3-74ecb91b3348'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:41:37.567891 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540ef33a-06d6-41f9-a254-77de73f35905" -d '{"events": [{"server_uuid": "7b64c893-9935-47e6-abbd-f9c10f6c07e6", "name": "network-vif-plugged", "status": "completed", "tag": "02e225c5-4964-469d-8fe3-74ecb91b3348"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:41:37.590054 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-1e07b3cf-5836-4d23-93a3-b9ea28903df0 req-3141a875-42c0-4d09-a826-84fe6646c503 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=693a3af34e4144ada552a35a939fe40f&device_id=918a1596-e7b3-406d-95d9-ebe8dc2ee09e HTTP/1.1" status: 200 len: 210 time: 0.1075418 Oct 20 11:41:37.613964 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 02e225c5-4964-469d-8fe3-74ecb91b3348, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=02e225c5-4964-469d-8fe3-74ecb91b3348,segment=NetworkSegment(73cbce6c-57a2-4343-bb4b-9f489f07b678),segment_id=73cbce6c-57a2-4343-bb4b-9f489f07b678)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:41:37.626428 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:37.681143 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-1e07b3cf-5836-4d23-93a3-b9ea28903df0 req-9a9d60f1-3326-4f7d-9556-47de1eb451ad service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=693a3af34e4144ada552a35a939fe40f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0803261 Oct 20 11:41:37.760837 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-89e38e4a-6a3a-4388-b874-3b396ab3506d req-71caa61c-aeee-401d-b3bc-4335d88303a9 tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=918a1596-e7b3-406d-95d9-ebe8dc2ee09e HTTP/1.1" status: 200 len: 210 time: 0.0527232 Oct 20 11:41:37.766836 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=02e225c5-4964-469d-8fe3-74ecb91b3348,revision_number=7']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:41:37.916412 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc1876f-8cda-4812-acda-ebcf3274fbb7 x-openstack-request-id: req-4cc1876f-8cda-4812-acda-ebcf3274fbb7 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:41:37.917011 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b64c893-9935-47e6-abbd-f9c10f6c07e6", "name": "network-vif-plugged", "status": "completed", "tag": "02e225c5-4964-469d-8fe3-74ecb91b3348", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:41:37.917517 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4cc1876f-8cda-4812-acda-ebcf3274fbb7 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:41:37.918122 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b64c893-9935-47e6-abbd-f9c10f6c07e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e225c5-4964-469d-8fe3-74ecb91b3348', 'code': 200} Oct 20 11:41:38.016796 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07b3cf-5836-4d23-93a3-b9ea28903df0 req-4f9dd50e-5d91-42b8-90f2-6201782acf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:38.024196 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-1e07b3cf-5836-4d23-93a3-b9ea28903df0 req-4f9dd50e-5d91-42b8-90f2-6201782acf1a service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3302097 Oct 20 11:41:38.477589 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-1e07b3cf-5836-4d23-93a3-b9ea28903df0 req-e471c53e-33e5-4ece-9bbd-c3ce81a1f9ff tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.89 "GET /v2.0/ports?device_id=918a1596-e7b3-406d-95d9-ebe8dc2ee09e HTTP/1.1" status: 200 len: 210 time: 0.0444975 Oct 20 11:41:38.991842 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9e47d550-f3ab-407f-9dd0-bbea6c135fff req-198fa3d7-e8bf-4a59-9fb1-9116e1f55ccd tempest-ServerShowV247Test-1884486906 tempest-ServerShowV247Test-1884486906-project] 10.222.0.98 "GET /v2.0/ports?device_id=918a1596-e7b3-406d-95d9-ebe8dc2ee09e HTTP/1.1" status: 200 len: 210 time: 0.0690944 Oct 20 11:41:39.817116 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:40.057546 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f126a-25ce-4048-8688-036ddbfc1a4f req-ec56acb6-cc1f-423e-bcc0-0803e2ecfc02 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:40.059917 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f95f126a-25ce-4048-8688-036ddbfc1a4f req-ec56acb6-cc1f-423e-bcc0-0803e2ecfc02 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=accc17f4-e005-484c-beac-d283692cc058 HTTP/1.1" status: 200 len: 945 time: 0.1018128 Oct 20 11:41:40.114950 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f95f126a-25ce-4048-8688-036ddbfc1a4f req-a0e49c01-eedc-404a-a521-bf119e9988e0 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484221 Oct 20 11:41:40.743173 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46802) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:41:40.942639 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2edb736c-8491-4708-acae-c9d30ea16721 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:41.112718 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2edb736c-8491-4708-acae-c9d30ea16721 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:41.120145 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2edb736c-8491-4708-acae-c9d30ea16721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:41.178649 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 46816) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:41:41.188423 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2edb736c-8491-4708-acae-c9d30ea16721 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=693a3af34e4144ada552a35a939fe40f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4279947 Oct 20 11:41:41.241753 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb736c-8491-4708-acae-c9d30ea16721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b153a5-162d-4272-a6a7-182c199cf8fb,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:41:41.352976 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dab7ddb5-b586-4085-a69a-f60eb6ac311a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:41.385789 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dab7ddb5-b586-4085-a69a-f60eb6ac311a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:41.470553 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dab7ddb5-b586-4085-a69a-f60eb6ac311a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:41.475859 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dab7ddb5-b586-4085-a69a-f60eb6ac311a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:41.479452 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-dab7ddb5-b586-4085-a69a-f60eb6ac311a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b3b153a5-162d-4272-a6a7-182c199cf8fb HTTP/1.1" status: 204 len: 168 time: 0.2996809 Oct 20 11:41:41.515899 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab7ddb5-b586-4085-a69a-f60eb6ac311a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b153a5-162d-4272-a6a7-182c199cf8fb,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:41:41.536999 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122b287-f9ee-4cbb-9627-d632c0b6f26e req-e004caae-da6b-4c6a-a778-adcc3db9cbd4 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:41.544729 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2122b287-f9ee-4cbb-9627-d632c0b6f26e req-e004caae-da6b-4c6a-a778-adcc3db9cbd4 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=accc17f4-e005-484c-beac-d283692cc058 HTTP/1.1" status: 200 len: 945 time: 0.2613339 Oct 20 11:41:41.733347 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2122b287-f9ee-4cbb-9627-d632c0b6f26e req-9f9d784e-733f-4494-8207-6b4dba7f851b tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874540 Oct 20 11:41:41.786081 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4742f1ff-c736-411c-b85f-6163f3de9d88 req-c25d34df-20d2-4c97-b6f9-26bc462c8043 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:41.789315 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4742f1ff-c736-411c-b85f-6163f3de9d88 req-c25d34df-20d2-4c97-b6f9-26bc462c8043 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.11 "GET /v2.0/ports?device_id=accc17f4-e005-484c-beac-d283692cc058 HTTP/1.1" status: 200 len: 945 time: 0.1609926 Oct 20 11:41:41.971956 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-4742f1ff-c736-411c-b85f-6163f3de9d88 req-b53ab2f9-13b5-42e7-be85-ce535dfe5b9e tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Deleting port 18642ce1-50bd-4c2d-869c-ec1938e0cc2e {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:41:41.972305 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4742f1ff-c736-411c-b85f-6163f3de9d88 req-b53ab2f9-13b5-42e7-be85-ce535dfe5b9e tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:42.193550 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-4742f1ff-c736-411c-b85f-6163f3de9d88 req-b53ab2f9-13b5-42e7-be85-ce535dfe5b9e tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] For port 18642ce1-50bd-4c2d-869c-ec1938e0cc2e, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=18642ce1-50bd-4c2d-869c-ec1938e0cc2e,segment=NetworkSegment(635b408c-b931-4fe4-a946-3320f78b98e5),segment_id=635b408c-b931-4fe4-a946-3320f78b98e5)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:41:42.195270 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4742f1ff-c736-411c-b85f-6163f3de9d88 req-b53ab2f9-13b5-42e7-be85-ce535dfe5b9e tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:42.218782 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-4742f1ff-c736-411c-b85f-6163f3de9d88 req-b53ab2f9-13b5-42e7-be85-ce535dfe5b9e tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Calling delete_port for 18642ce1-50bd-4c2d-869c-ec1938e0cc2e owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:41:42.443555 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4742f1ff-c736-411c-b85f-6163f3de9d88 req-b53ab2f9-13b5-42e7-be85-ce535dfe5b9e tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:42.456396 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['18642ce1-50bd-4c2d-869c-ec1938e0cc2e'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:41:42.515208 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ab2f9-13b5-42e7-be85-ce535dfe5b9e tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Pushing event deleted for resources: {'Port': ['ID=18642ce1-50bd-4c2d-869c-ec1938e0cc2e,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:41:42.672069 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-4742f1ff-c736-411c-b85f-6163f3de9d88 req-b53ab2f9-13b5-42e7-be85-ce535dfe5b9e tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] No DVR routers for this DVR port 18642ce1-50bd-4c2d-869c-ec1938e0cc2e on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:41:42.680238 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4742f1ff-c736-411c-b85f-6163f3de9d88 req-b53ab2f9-13b5-42e7-be85-ce535dfe5b9e tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:42.686039 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4742f1ff-c736-411c-b85f-6163f3de9d88 req-b53ab2f9-13b5-42e7-be85-ce535dfe5b9e tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.11 "DELETE /v2.0/ports/18642ce1-50bd-4c2d-869c-ec1938e0cc2e HTTP/1.1" status: 204 len: 173 time: 0.8862491 Oct 20 11:41:42.686525 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'accc17f4-e005-484c-beac-d283692cc058', 'name': 'network-vif-deleted', 'tag': '18642ce1-50bd-4c2d-869c-ec1938e0cc2e'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:41:42.690281 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59d04b1-027d-4832-9ccf-23b26b8cc9b9" -d '{"events": [{"server_uuid": "accc17f4-e005-484c-beac-d283692cc058", "name": "network-vif-deleted", "tag": "18642ce1-50bd-4c2d-869c-ec1938e0cc2e"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:41:43.235602 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46876) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:41:43.374625 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179abf27-a2e1-42a7-aeed-91183dbf8797 x-openstack-request-id: req-179abf27-a2e1-42a7-aeed-91183dbf8797 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:41:43.375579 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "accc17f4-e005-484c-beac-d283692cc058", "name": "network-vif-deleted", "tag": "18642ce1-50bd-4c2d-869c-ec1938e0cc2e", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:41:43.375990 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-179abf27-a2e1-42a7-aeed-91183dbf8797 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:41:43.376575 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'accc17f4-e005-484c-beac-d283692cc058', 'name': 'network-vif-deleted', 'tag': '18642ce1-50bd-4c2d-869c-ec1938e0cc2e', 'status': 'completed', 'code': 200} Oct 20 11:41:43.446295 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-f1862b1d-a33e-4fcc-a1b7-928c9fa95628 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-162423598-network', 'tenant_id': '87f9bb79a2f44e408030b0f728683d1b'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:41:43.511978 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1862b1d-a33e-4fcc-a1b7-928c9fa95628 admin admin] Made reservation on behalf of 87f9bb79a2f44e408030b0f728683d1b for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:41:43.532525 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-57bb9da5-8cdc-41a5-823d-abbd5702e931 req-cf349750-c3f6-4ccd-bea3-730e72dcc91e tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=accc17f4-e005-484c-beac-d283692cc058 HTTP/1.1" status: 200 len: 210 time: 0.0483630 Oct 20 11:41:43.533722 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f1862b1d-a33e-4fcc-a1b7-928c9fa95628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:43.555349 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f1862b1d-a33e-4fcc-a1b7-928c9fa95628 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:43.742578 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f1862b1d-a33e-4fcc-a1b7-928c9fa95628 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:43.749364 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f1862b1d-a33e-4fcc-a1b7-928c9fa95628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:43.788517 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1862b1d-a33e-4fcc-a1b7-928c9fa95628 admin admin] vlan segment allocate from pool success with {'vlan_id': 1255, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:41:43.850096 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f1862b1d-a33e-4fcc-a1b7-928c9fa95628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:43.850952 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-f1862b1d-a33e-4fcc-a1b7-928c9fa95628 admin admin] Added segment 474d5198-d4e2-4e04-8880-971eb081d7c2 of type vlan for network 4684d20a-1285-4a26-b3d8-722aa32ad5b4 Oct 20 11:41:44.041838 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1862b1d-a33e-4fcc-a1b7-928c9fa95628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28bac69-e811-40c5-bc6e-ac30c80d4160,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:41:44.079345 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1862b1d-a33e-4fcc-a1b7-928c9fa95628 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:41:44.079685 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1862b1d-a33e-4fcc-a1b7-928c9fa95628 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:41:44.080031 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1862b1d-a33e-4fcc-a1b7-928c9fa95628 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:41:44.080369 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1862b1d-a33e-4fcc-a1b7-928c9fa95628 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:41:44.080702 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1862b1d-a33e-4fcc-a1b7-928c9fa95628 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:41:44.081031 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1862b1d-a33e-4fcc-a1b7-928c9fa95628 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:41:44.089802 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1862b1d-a33e-4fcc-a1b7-928c9fa95628 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:41:44.090415 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1862b1d-a33e-4fcc-a1b7-928c9fa95628 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:41:44.091786 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1862b1d-a33e-4fcc-a1b7-928c9fa95628 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:41:44.092916 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1862b1d-a33e-4fcc-a1b7-928c9fa95628 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:41:44.093417 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1862b1d-a33e-4fcc-a1b7-928c9fa95628 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:41:44.094836 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1862b1d-a33e-4fcc-a1b7-928c9fa95628 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:41:44.102368 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f1862b1d-a33e-4fcc-a1b7-928c9fa95628 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:44.200915 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f1862b1d-a33e-4fcc-a1b7-928c9fa95628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:44.202289 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1862b1d-a33e-4fcc-a1b7-928c9fa95628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:44.204266 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f1862b1d-a33e-4fcc-a1b7-928c9fa95628 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:44.256571 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f1862b1d-a33e-4fcc-a1b7-928c9fa95628 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0163879 Oct 20 11:41:44.258045 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 46898) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:41:44.264263 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-f0bac8e2-097f-4ef2-b1e4-b8b9ec9a11d8 admin admin] Request body: {'subnet': {'network_id': '4684d20a-1285-4a26-b3d8-722aa32ad5b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-162423598-subnet', 'tenant_id': '87f9bb79a2f44e408030b0f728683d1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:41:44.306105 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1862b1d-a33e-4fcc-a1b7-928c9fa95628 admin admin] Pushing event updated for resources: {'Network': ['ID=4684d20a-1285-4a26-b3d8-722aa32ad5b4,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:41:44.318835 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0bac8e2-097f-4ef2-b1e4-b8b9ec9a11d8 admin admin] Made reservation on behalf of 87f9bb79a2f44e408030b0f728683d1b for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:41:44.319623 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 4684d20a-1285-4a26-b3d8-722aa32ad5b4 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:41:44.321683 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f0bac8e2-097f-4ef2-b1e4-b8b9ec9a11d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:44.601568 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f0bac8e2-097f-4ef2-b1e4-b8b9ec9a11d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:44.774412 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dc88caa4-99c7-4d2e-a6e3-790056923ce5 req-1a715765-d76f-44eb-ae6f-c844f666632f tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=accc17f4-e005-484c-beac-d283692cc058 HTTP/1.1" status: 200 len: 210 time: 0.1434567 Oct 20 11:41:44.821755 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bac8e2-097f-4ef2-b1e4-b8b9ec9a11d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=533789ee-0e8e-421f-8cb0-0d7463c535a5,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:41:44.824045 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bac8e2-097f-4ef2-b1e4-b8b9ec9a11d8 admin admin] Checking segment: {'id': '474d5198-d4e2-4e04-8880-971eb081d7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '4684d20a-1285-4a26-b3d8-722aa32ad5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:41:44.824402 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bac8e2-097f-4ef2-b1e4-b8b9ec9a11d8 admin admin] Network hostable DHCP agents. Network: 4684d20a-1285-4a26-b3d8-722aa32ad5b4, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:41:44.884027 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bac8e2-097f-4ef2-b1e4-b8b9ec9a11d8 admin admin] Network 4684d20a-1285-4a26-b3d8-722aa32ad5b4 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:41:44.917936 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-f0bac8e2-097f-4ef2-b1e4-b8b9ec9a11d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 4684d20a-1285-4a26-b3d8-722aa32ad5b4) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:41:44.930719 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483a6d38-8b14-45f6-9df7-d10305258c09 None None] Network 4684d20a-1285-4a26-b3d8-722aa32ad5b4 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:41:44.937817 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bac8e2-097f-4ef2-b1e4-b8b9ec9a11d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:44.938494 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f0bac8e2-097f-4ef2-b1e4-b8b9ec9a11d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:45.069824 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8dc72e40-f1c9-4a8d-a379-efbe36ad0700 req-84b5ca61-9760-407e-9eed-ca8763ec2728 tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=7988259cf1ef4013badbcb649fd8f265&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1138701 Oct 20 11:41:45.094767 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-f0bac8e2-097f-4ef2-b1e4-b8b9ec9a11d8 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8353231 Oct 20 11:41:45.295116 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 18642ce1-50bd-4c2d-869c-ec1938e0cc2e no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:41:45.431968 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: 18642ce1-50bd-4c2d-869c-ec1938e0cc2e {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:41:45.433916 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 18642ce1-50bd-4c2d-869c-ec1938e0cc2e not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:41:45.664537 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:45.674434 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe1d03d-56ee-45ad-8f02-8b223a377398 None None] Network 4684d20a-1285-4a26-b3d8-722aa32ad5b4 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:41:45.813003 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc72e40-f1c9-4a8d-a379-efbe36ad0700 req-06aa6934-ea88-4002-8173-c35af24d3e3d tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:45.814810 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8dc72e40-f1c9-4a8d-a379-efbe36ad0700 req-06aa6934-ea88-4002-8173-c35af24d3e3d tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7335360 Oct 20 11:41:45.980576 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31c2be-d705-4810-961b-f390bbb48f68 req-7c6e8b9d-befc-4422-a14f-a2ba1accfba6 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:45.982149 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db31c2be-d705-4810-961b-f390bbb48f68 req-7c6e8b9d-befc-4422-a14f-a2ba1accfba6 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/networks?id=4684d20a-1285-4a26-b3d8-722aa32ad5b4 HTTP/1.1" status: 200 len: 805 time: 0.1664057 Oct 20 11:41:45.991981 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8dc72e40-f1c9-4a8d-a379-efbe36ad0700 req-ccfcd2d8-4f30-4f50-b588-35f2b04446bb tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] 10.222.0.98 "GET /v2.0/quotas/7988259cf1ef4013badbcb649fd8f265 HTTP/1.1" status: 200 len: 375 time: 0.0202394 Oct 20 11:41:46.059368 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db31c2be-d705-4810-961b-f390bbb48f68 req-bc761d7b-671f-46a7-a251-77dde1a0c84d tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/quotas/87f9bb79a2f44e408030b0f728683d1b HTTP/1.1" status: 200 len: 375 time: 0.0498428 Oct 20 11:41:46.180564 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8dc72e40-f1c9-4a8d-a379-efbe36ad0700 req-5158540f-0a1c-4879-a48c-daa99a796ee6 tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=7988259cf1ef4013badbcb649fd8f265&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1808653 Oct 20 11:41:46.217820 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db31c2be-d705-4810-961b-f390bbb48f68 req-eaf7f092-6141-4707-9e73-d06b63e819e1 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=87f9bb79a2f44e408030b0f728683d1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1560106 Oct 20 11:41:46.587169 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db31c2be-d705-4810-961b-f390bbb48f68 req-41a37859-4043-4814-9914-5a4edfc9597a service neutron] 10.222.0.98 "GET /v2.0/networks/4684d20a-1285-4a26-b3d8-722aa32ad5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494346 Oct 20 11:41:46.885067 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-113e149a-fc4a-4f85-b6b1-f852f52dba2f req-442ce6c2-c1a3-4cb7-9772-99b6bcb1085b tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=accc17f4-e005-484c-beac-d283692cc058 HTTP/1.1" status: 200 len: 210 time: 0.0838923 Oct 20 11:41:46.943193 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db31c2be-d705-4810-961b-f390bbb48f68 req-622a6403-1571-494e-b097-bec8d0691438 service neutron] 10.222.0.98 "GET /v2.0/networks/4684d20a-1285-4a26-b3d8-722aa32ad5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507063 Oct 20 11:41:47.185429 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5809c63c-aa97-495d-9cc1-b06ae8580a03 req-5485ad72-af7f-416b-bdc3-35ca89422d38 tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] 10.222.0.98 "GET /v2.0/ports?device_id=cd7a9dea-6f23-440f-9c86-05fd80febb96 HTTP/1.1" status: 200 len: 210 time: 0.1688814 Oct 20 11:41:47.473587 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-244c5bc9-c2fe-4ae8-9f9c-7e71b5ddc380 req-a4539ec0-bdc0-4163-9f4d-9515c640c1e9 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=6bb7a993-e4e0-4dad-a3ff-495d7601bc1f HTTP/1.1" status: 200 len: 210 time: 0.0848141 Oct 20 11:41:48.178382 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-20276775-59d9-4125-96bc-0b0beca202c1 req-22a5c2cf-bd4d-42f7-a001-ccdb53897358 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=accc17f4-e005-484c-beac-d283692cc058 HTTP/1.1" status: 200 len: 210 time: 0.0636485 Oct 20 11:41:48.360367 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1a06694e-954d-47d1-be98-2d5e59358632 req-9ecd52a4-ca5a-4f39-afc5-3f79d6b7f84c tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] 10.222.0.98 "GET /v2.0/ports?device_id=cd7a9dea-6f23-440f-9c86-05fd80febb96 HTTP/1.1" status: 200 len: 210 time: 0.0503302 Oct 20 11:41:48.782387 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2c78a60b-e2b1-4ce8-8ad8-5baf58f0ca9d req-82278115-189c-4883-aa3c-ffa61b775f24 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=6bb7a993-e4e0-4dad-a3ff-495d7601bc1f HTTP/1.1" status: 200 len: 210 time: 0.0854311 Oct 20 11:41:48.961315 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-8dc72e40-f1c9-4a8d-a379-efbe36ad0700 req-2b8584a6-c8fe-4cab-a784-44eaa6fa4f9b tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=7988259cf1ef4013badbcb649fd8f265&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0943398 Oct 20 11:41:49.325566 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4d1ef766-4ea2-4951-b949-716bf8a1ebcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:49.484852 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc72e40-f1c9-4a8d-a379-efbe36ad0700 req-feab9f2e-7103-4c17-9e84-739fb2718367 tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:49.490968 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-8dc72e40-f1c9-4a8d-a379-efbe36ad0700 req-feab9f2e-7103-4c17-9e84-739fb2718367 tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5204248 Oct 20 11:41:49.518054 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-8dc72e40-f1c9-4a8d-a379-efbe36ad0700 req-fef2eae0-eccb-4f15-9afb-cefc60dd450c tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] Request body: {'port': {'device_id': 'cd7a9dea-6f23-440f-9c86-05fd80febb96', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'admin_state_up': True, 'tenant_id': '7988259cf1ef4013badbcb649fd8f265'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:41:49.608756 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f86f25cb-ebfa-4770-ab76-9eb28a89d4dd req-ce18b8ce-fc6f-4690-86e5-72540b5d88d1 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=accc17f4-e005-484c-beac-d283692cc058 HTTP/1.1" status: 200 len: 210 time: 0.1295319 Oct 20 11:41:49.796261 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0093e2ce-c3fb-4121-9863-1d048e379b3f req-16da0e48-dfe6-4f09-8c74-5f0d0f11643f tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] 10.222.0.98 "GET /v2.0/ports?device_id=cd7a9dea-6f23-440f-9c86-05fd80febb96 HTTP/1.1" status: 200 len: 210 time: 0.1480751 Oct 20 11:41:49.976065 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dc72e40-f1c9-4a8d-a379-efbe36ad0700 req-fef2eae0-eccb-4f15-9afb-cefc60dd450c tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] Made reservation on behalf of 7988259cf1ef4013badbcb649fd8f265 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:41:49.993311 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-8dc72e40-f1c9-4a8d-a379-efbe36ad0700 req-fef2eae0-eccb-4f15-9afb-cefc60dd450c tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:50.049172 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-8dc72e40-f1c9-4a8d-a379-efbe36ad0700 req-fef2eae0-eccb-4f15-9afb-cefc60dd450c tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:50.073147 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31c2be-d705-4810-961b-f390bbb48f68 req-5b91a409-2f8a-4fe9-832e-90296b6cbb13 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:50.081217 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db31c2be-d705-4810-961b-f390bbb48f68 req-5b91a409-2f8a-4fe9-832e-90296b6cbb13 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.89 "GET /v2.0/networks?id=4684d20a-1285-4a26-b3d8-722aa32ad5b4 HTTP/1.1" status: 200 len: 805 time: 0.3429439 Oct 20 11:41:50.141797 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-db31c2be-d705-4810-961b-f390bbb48f68 req-a3a22698-d606-45d8-a721-511015bd2eac tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Request body: {'port': {'device_id': '6bb7a993-e4e0-4dad-a3ff-495d7601bc1f', 'network_id': '4684d20a-1285-4a26-b3d8-722aa32ad5b4', 'admin_state_up': True, 'tenant_id': '87f9bb79a2f44e408030b0f728683d1b'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:41:50.363976 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-8dc72e40-f1c9-4a8d-a379-efbe36ad0700 req-fef2eae0-eccb-4f15-9afb-cefc60dd450c tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:50.373413 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-8dc72e40-f1c9-4a8d-a379-efbe36ad0700 req-fef2eae0-eccb-4f15-9afb-cefc60dd450c tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:50.535664 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef2eae0-eccb-4f15-9afb-cefc60dd450c tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8461b4-50a6-4de4-b161-5c12e190fb94,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:41:50.676451 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db31c2be-d705-4810-961b-f390bbb48f68 req-a3a22698-d606-45d8-a721-511015bd2eac tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Made reservation on behalf of 87f9bb79a2f44e408030b0f728683d1b for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:41:50.680351 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-db31c2be-d705-4810-961b-f390bbb48f68 req-a3a22698-d606-45d8-a721-511015bd2eac tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:50.706815 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5a6c4b84-603a-4c31-bffb-4152e30d33ac req-c641ac47-17db-4b78-bef5-dab402272755 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=6bb7a993-e4e0-4dad-a3ff-495d7601bc1f HTTP/1.1" status: 200 len: 210 time: 0.6178486 Oct 20 11:41:50.711999 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [req-8dc72e40-f1c9-4a8d-a379-efbe36ad0700 req-fef2eae0-eccb-4f15-9afb-cefc60dd450c tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] Allocated IP 192.168.233.174 (09e5a906-63cf-4dde-b699-ab448fb18fb8/94289c8c-e5f7-4e30-b6a9-5b268a8fd610/6bf021aa-d735-443c-8c56-f9cfa7513dc9) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:41:50.896318 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9c14c71f-d383-4b06-a996-a021777133a1 req-4da74c46-f8e9-46cc-a6ea-4b442a0eef26 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=accc17f4-e005-484c-beac-d283692cc058 HTTP/1.1" status: 200 len: 210 time: 0.1305630 Oct 20 11:41:51.061618 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-8dc72e40-f1c9-4a8d-a379-efbe36ad0700 req-fef2eae0-eccb-4f15-9afb-cefc60dd450c tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:51.101509 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-724c6341-cc37-441e-b7f1-039bf96cdc36 req-fe2992cf-557c-43d2-93cc-727e6693eda2 tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] 10.222.0.98 "GET /v2.0/ports?device_id=cd7a9dea-6f23-440f-9c86-05fd80febb96 HTTP/1.1" status: 200 len: 210 time: 0.1031275 Oct 20 11:41:51.142639 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-8dc72e40-f1c9-4a8d-a379-efbe36ad0700 req-fef2eae0-eccb-4f15-9afb-cefc60dd450c tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:51.264442 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dc72e40-f1c9-4a8d-a379-efbe36ad0700 req-fef2eae0-eccb-4f15-9afb-cefc60dd450c tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] Network 09e5a906-63cf-4dde-b699-ab448fb18fb8 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:41:51.266202 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [req-8dc72e40-f1c9-4a8d-a379-efbe36ad0700 req-fef2eae0-eccb-4f15-9afb-cefc60dd450c tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:41:51.271885 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-db31c2be-d705-4810-961b-f390bbb48f68 req-a3a22698-d606-45d8-a721-511015bd2eac tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Allocated IP 172.20.0.9 (4684d20a-1285-4a26-b3d8-722aa32ad5b4/533789ee-0e8e-421f-8cb0-0d7463c535a5/81a208c0-65e0-4fc8-a75c-a093561e3229) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:41:51.284883 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc72e40-f1c9-4a8d-a379-efbe36ad0700 req-fef2eae0-eccb-4f15-9afb-cefc60dd450c tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:41:51.485444 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc72e40-f1c9-4a8d-a379-efbe36ad0700 req-fef2eae0-eccb-4f15-9afb-cefc60dd450c tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:51.485444 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-8dc72e40-f1c9-4a8d-a379-efbe36ad0700 req-fef2eae0-eccb-4f15-9afb-cefc60dd450c tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:51.579682 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-8dc72e40-f1c9-4a8d-a379-efbe36ad0700 req-fef2eae0-eccb-4f15-9afb-cefc60dd450c tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0765073 Oct 20 11:41:51.580681 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef2eae0-eccb-4f15-9afb-cefc60dd450c tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] Pushing event updated for resources: {'Port': ['ID=6bf021aa-d735-443c-8c56-f9cfa7513dc9,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:41:51.596036 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-8dc72e40-f1c9-4a8d-a379-efbe36ad0700 req-f5b57363-af1d-423c-8269-7ee13f216c7b service neutron] Request body: {'port': {'device_id': 'cd7a9dea-6f23-440f-9c86-05fd80febb96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:41:51.659114 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-db31c2be-d705-4810-961b-f390bbb48f68 req-a3a22698-d606-45d8-a721-511015bd2eac tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:51.739370 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-8dc72e40-f1c9-4a8d-a379-efbe36ad0700 req-f5b57363-af1d-423c-8269-7ee13f216c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:51.758398 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-db31c2be-d705-4810-961b-f390bbb48f68 req-a3a22698-d606-45d8-a721-511015bd2eac tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:51.866307 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db31c2be-d705-4810-961b-f390bbb48f68 req-a3a22698-d606-45d8-a721-511015bd2eac tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Network 4684d20a-1285-4a26-b3d8-722aa32ad5b4 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:41:51.897922 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-29a5bf19-bf08-4b3e-b5df-f7b4b2c67564 None None] Provisioning complete for port 6bf021aa-d735-443c-8c56-f9cfa7513dc9 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:41:51.905789 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-db31c2be-d705-4810-961b-f390bbb48f68 req-a3a22698-d606-45d8-a721-511015bd2eac tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:41:51.909231 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-29a5bf19-bf08-4b3e-b5df-f7b4b2c67564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:52.025348 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-db31c2be-d705-4810-961b-f390bbb48f68 req-a3a22698-d606-45d8-a721-511015bd2eac tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:41:52.064250 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-29a5bf19-bf08-4b3e-b5df-f7b4b2c67564 None None] Port 6bf021aa-d735-443c-8c56-f9cfa7513dc9 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:41:52.189805 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ca8629b7-2c35-4283-8e71-6940cd88a9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:52.205045 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31c2be-d705-4810-961b-f390bbb48f68 req-a3a22698-d606-45d8-a721-511015bd2eac tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:52.205729 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-db31c2be-d705-4810-961b-f390bbb48f68 req-a3a22698-d606-45d8-a721-511015bd2eac tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:52.311177 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bbfff20a-7cbf-4cea-bf43-073a12af2f78 req-104254e2-92dc-4bd1-b463-8722f4da6c4c tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=accc17f4-e005-484c-beac-d283692cc058 HTTP/1.1" status: 200 len: 210 time: 0.0902784 Oct 20 11:41:52.325342 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a22698-d606-45d8-a721-511015bd2eac tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Pushing event updated for resources: {'Port': ['ID=81a208c0-65e0-4fc8-a75c-a093561e3229,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:41:52.381345 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db31c2be-d705-4810-961b-f390bbb48f68 req-a3a22698-d606-45d8-a721-511015bd2eac tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2821083 Oct 20 11:41:52.418249 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-db31c2be-d705-4810-961b-f390bbb48f68 req-ad8dc800-3f96-49bd-97fd-543a21785add service neutron] Request body: {'port': {'device_id': '6bb7a993-e4e0-4dad-a3ff-495d7601bc1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:41:52.503710 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0856279-2028-4526-8cbb-699604f00d11 req-64f736dd-84de-47fc-8443-c818d634f976 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:52.509527 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d0856279-2028-4526-8cbb-699604f00d11 req-64f736dd-84de-47fc-8443-c818d634f976 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=6bb7a993-e4e0-4dad-a3ff-495d7601bc1f HTTP/1.1" status: 200 len: 931 time: 0.6012731 Oct 20 11:41:52.532280 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-8dc72e40-f1c9-4a8d-a379-efbe36ad0700 req-f5b57363-af1d-423c-8269-7ee13f216c7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bf021aa-d735-443c-8c56-f9cfa7513dc9 {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:41:52.552315 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-8dc72e40-f1c9-4a8d-a379-efbe36ad0700 req-f5b57363-af1d-423c-8269-7ee13f216c7b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:52.583364 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-8dc72e40-f1c9-4a8d-a379-efbe36ad0700 req-f5b57363-af1d-423c-8269-7ee13f216c7b service neutron] Transition to ACTIVE for port object 6bf021aa-d735-443c-8c56-f9cfa7513dc9 will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:41:52.589315 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-8dc72e40-f1c9-4a8d-a379-efbe36ad0700 req-f5b57363-af1d-423c-8269-7ee13f216c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:52.617317 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-db31c2be-d705-4810-961b-f390bbb48f68 req-ad8dc800-3f96-49bd-97fd-543a21785add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:52.705904 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b57363-af1d-423c-8269-7ee13f216c7b service neutron] Pushing event updated for resources: {'Port': ['ID=6bf021aa-d735-443c-8c56-f9cfa7513dc9,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:41:52.762106 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d0856279-2028-4526-8cbb-699604f00d11 req-89972e09-93c2-44d3-9044-97062176e764 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586714 Oct 20 11:41:52.783692 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d9c31-0f76-4025-908f-861dc5338e8f req-9bbe5cf4-dd7b-43db-9296-2eb4b5fc5201 tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:52.785425 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3d3d9c31-0f76-4025-908f-861dc5338e8f req-9bbe5cf4-dd7b-43db-9296-2eb4b5fc5201 tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] 10.222.0.98 "GET /v2.0/ports?device_id=cd7a9dea-6f23-440f-9c86-05fd80febb96 HTTP/1.1" status: 200 len: 948 time: 0.2074733 Oct 20 11:41:52.909372 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-8dc72e40-f1c9-4a8d-a379-efbe36ad0700 req-f5b57363-af1d-423c-8269-7ee13f216c7b service neutron] Attempting to bind port 6bf021aa-d735-443c-8c56-f9cfa7513dc9 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:41:52.909777 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-8dc72e40-f1c9-4a8d-a379-efbe36ad0700 req-f5b57363-af1d-423c-8269-7ee13f216c7b service neutron] Attempting to bind port 6bf021aa-d735-443c-8c56-f9cfa7513dc9 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:41:52.910114 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc72e40-f1c9-4a8d-a379-efbe36ad0700 req-f5b57363-af1d-423c-8269-7ee13f216c7b service neutron] Attempting to bind port 6bf021aa-d735-443c-8c56-f9cfa7513dc9 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:41:52.925506 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc72e40-f1c9-4a8d-a379-efbe36ad0700 req-f5b57363-af1d-423c-8269-7ee13f216c7b service neutron] Port 6bf021aa-d735-443c-8c56-f9cfa7513dc9 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:41:52.925810 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc72e40-f1c9-4a8d-a379-efbe36ad0700 req-f5b57363-af1d-423c-8269-7ee13f216c7b service neutron] Attempting to bind port 6bf021aa-d735-443c-8c56-f9cfa7513dc9 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:41:52.962952 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc72e40-f1c9-4a8d-a379-efbe36ad0700 req-f5b57363-af1d-423c-8269-7ee13f216c7b service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:41:52.963360 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc72e40-f1c9-4a8d-a379-efbe36ad0700 req-f5b57363-af1d-423c-8269-7ee13f216c7b service neutron] Checking segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:41:52.963914 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc72e40-f1c9-4a8d-a379-efbe36ad0700 req-f5b57363-af1d-423c-8269-7ee13f216c7b service neutron] Bound using segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:41:52.972015 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-8dc72e40-f1c9-4a8d-a379-efbe36ad0700 req-f5b57363-af1d-423c-8269-7ee13f216c7b service neutron] Bound port: 6bf021aa-d735-443c-8c56-f9cfa7513dc9, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:41:52.972499 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-8dc72e40-f1c9-4a8d-a379-efbe36ad0700 req-f5b57363-af1d-423c-8269-7ee13f216c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:53.047352 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3d3d9c31-0f76-4025-908f-861dc5338e8f req-93ed7b31-58b8-44e8-ac7d-e7ee4fefb4bd tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] 10.222.0.98 "GET /v2.0/security-groups?id=0d8461b4-50a6-4de4-b161-5c12e190fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468696 Oct 20 11:41:53.126557 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:53.162195 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:53.206912 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-8dc72e40-f1c9-4a8d-a379-efbe36ad0700 req-f5b57363-af1d-423c-8269-7ee13f216c7b service neutron] For port 6bf021aa-d735-443c-8c56-f9cfa7513dc9, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:41:53.210701 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-8dc72e40-f1c9-4a8d-a379-efbe36ad0700 req-f5b57363-af1d-423c-8269-7ee13f216c7b service neutron] For port 6bf021aa-d735-443c-8c56-f9cfa7513dc9, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=6bf021aa-d735-443c-8c56-f9cfa7513dc9,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:41:53.217472 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-8dc72e40-f1c9-4a8d-a379-efbe36ad0700 req-f5b57363-af1d-423c-8269-7ee13f216c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:53.327583 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc72e40-f1c9-4a8d-a379-efbe36ad0700 req-f5b57363-af1d-423c-8269-7ee13f216c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:53.328743 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-8dc72e40-f1c9-4a8d-a379-efbe36ad0700 req-f5b57363-af1d-423c-8269-7ee13f216c7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:53.330933 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-8dc72e40-f1c9-4a8d-a379-efbe36ad0700 req-f5b57363-af1d-423c-8269-7ee13f216c7b service neutron] 10.222.0.89 "PUT /v2.0/ports/6bf021aa-d735-443c-8c56-f9cfa7513dc9 HTTP/1.1" status: 200 len: 1096 time: 1.7403955 Oct 20 11:41:53.331552 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd7a9dea-6f23-440f-9c86-05fd80febb96', 'tag': '6bf021aa-d735-443c-8c56-f9cfa7513dc9'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:41:53.334131 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe12144-550e-491a-adb8-1d0c9e54d476" -d '{"events": [{"name": "network-changed", "server_uuid": "cd7a9dea-6f23-440f-9c86-05fd80febb96", "tag": "6bf021aa-d735-443c-8c56-f9cfa7513dc9"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:41:53.381217 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b57363-af1d-423c-8269-7ee13f216c7b service neutron] Pushing event updated for resources: {'Port': ['ID=6bf021aa-d735-443c-8c56-f9cfa7513dc9,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:41:53.385802 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:41:53.425253 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ce6ce1-2d09-40cc-8d54-f74dce21a7d3 x-openstack-request-id: req-87ce6ce1-2d09-40cc-8d54-f74dce21a7d3 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:41:53.425533 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd7a9dea-6f23-440f-9c86-05fd80febb96", "tag": "6bf021aa-d735-443c-8c56-f9cfa7513dc9", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:41:53.425835 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-87ce6ce1-2d09-40cc-8d54-f74dce21a7d3 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:41:53.426219 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd7a9dea-6f23-440f-9c86-05fd80febb96', 'tag': '6bf021aa-d735-443c-8c56-f9cfa7513dc9', 'status': 'completed', 'code': 200} Oct 20 11:41:53.473168 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc72e40-f1c9-4a8d-a379-efbe36ad0700 req-fec6bbe6-3692-4b84-9a39-2edbc380cf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:53.491380 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-8dc72e40-f1c9-4a8d-a379-efbe36ad0700 req-fec6bbe6-3692-4b84-9a39-2edbc380cf2c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7988259cf1ef4013badbcb649fd8f265&device_id=cd7a9dea-6f23-440f-9c86-05fd80febb96 HTTP/1.1" status: 200 len: 1099 time: 0.0975592 Oct 20 11:41:53.538405 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-db31c2be-d705-4810-961b-f390bbb48f68 req-ad8dc800-3f96-49bd-97fd-543a21785add service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81a208c0-65e0-4fc8-a75c-a093561e3229 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:41:53.553833 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-db31c2be-d705-4810-961b-f390bbb48f68 req-ad8dc800-3f96-49bd-97fd-543a21785add service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:53.618290 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-03cc097e-e5fd-4e01-b0fa-e4d9d8338987 req-34fcb34f-a196-4fd8-9777-41aa6e894a9e tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=accc17f4-e005-484c-beac-d283692cc058 HTTP/1.1" status: 200 len: 210 time: 0.0482569 Oct 20 11:41:53.620401 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-8dc72e40-f1c9-4a8d-a379-efbe36ad0700 req-ae6c64b1-0ba6-43d8-a261-4e8e77d21bc2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=6bf021aa-d735-443c-8c56-f9cfa7513dc9 HTTP/1.1" status: 200 len: 217 time: 0.1177902 Oct 20 11:41:53.623241 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-db31c2be-d705-4810-961b-f390bbb48f68 req-ad8dc800-3f96-49bd-97fd-543a21785add service neutron] Transition to ACTIVE for port object 81a208c0-65e0-4fc8-a75c-a093561e3229 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:41:53.639050 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-db31c2be-d705-4810-961b-f390bbb48f68 req-ad8dc800-3f96-49bd-97fd-543a21785add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:53.731832 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc72e40-f1c9-4a8d-a379-efbe36ad0700 req-cb98b85c-5e64-4e00-9be6-055c53a4228b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:53.733305 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-8dc72e40-f1c9-4a8d-a379-efbe36ad0700 req-cb98b85c-5e64-4e00-9be6-055c53a4228b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.0949149 Oct 20 11:41:53.820220 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8dc800-3f96-49bd-97fd-543a21785add service neutron] Pushing event updated for resources: {'Port': ['ID=81a208c0-65e0-4fc8-a75c-a093561e3229,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:41:53.897349 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc72e40-f1c9-4a8d-a379-efbe36ad0700 req-ecded42a-e92e-4ca4-a0a2-28eebaedbf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:53.899407 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-8dc72e40-f1c9-4a8d-a379-efbe36ad0700 req-ecded42a-e92e-4ca4-a0a2-28eebaedbf9b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1562192 Oct 20 11:41:54.106285 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-db31c2be-d705-4810-961b-f390bbb48f68 req-ad8dc800-3f96-49bd-97fd-543a21785add service neutron] Attempting to bind port 81a208c0-65e0-4fc8-a75c-a093561e3229 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:41:54.115478 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-db31c2be-d705-4810-961b-f390bbb48f68 req-ad8dc800-3f96-49bd-97fd-543a21785add service neutron] Attempting to bind port 81a208c0-65e0-4fc8-a75c-a093561e3229 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '474d5198-d4e2-4e04-8880-971eb081d7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '4684d20a-1285-4a26-b3d8-722aa32ad5b4'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:41:54.118061 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db31c2be-d705-4810-961b-f390bbb48f68 req-ad8dc800-3f96-49bd-97fd-543a21785add service neutron] Attempting to bind port 81a208c0-65e0-4fc8-a75c-a093561e3229 on network 4684d20a-1285-4a26-b3d8-722aa32ad5b4 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:41:54.138785 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-8dc72e40-f1c9-4a8d-a379-efbe36ad0700 req-21c3d805-cee6-4d3d-b2aa-bf8a05e56440 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299411 Oct 20 11:41:54.142494 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1baf70-c63d-428e-9992-44fd1f416322 req-dff187d2-daf5-4f49-bb47-5310c3d82f0e tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:54.151613 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3c1baf70-c63d-428e-9992-44fd1f416322 req-dff187d2-daf5-4f49-bb47-5310c3d82f0e tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=6bb7a993-e4e0-4dad-a3ff-495d7601bc1f HTTP/1.1" status: 200 len: 943 time: 0.2125530 Oct 20 11:41:54.168388 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db31c2be-d705-4810-961b-f390bbb48f68 req-ad8dc800-3f96-49bd-97fd-543a21785add service neutron] Port 81a208c0-65e0-4fc8-a75c-a093561e3229 on network 4684d20a-1285-4a26-b3d8-722aa32ad5b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:41:54.175243 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db31c2be-d705-4810-961b-f390bbb48f68 req-ad8dc800-3f96-49bd-97fd-543a21785add service neutron] Attempting to bind port 81a208c0-65e0-4fc8-a75c-a093561e3229 on network 4684d20a-1285-4a26-b3d8-722aa32ad5b4 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:41:54.256522 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db31c2be-d705-4810-961b-f390bbb48f68 req-ad8dc800-3f96-49bd-97fd-543a21785add service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:41:54.259283 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db31c2be-d705-4810-961b-f390bbb48f68 req-ad8dc800-3f96-49bd-97fd-543a21785add service neutron] Checking segment: {'id': '474d5198-d4e2-4e04-8880-971eb081d7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '4684d20a-1285-4a26-b3d8-722aa32ad5b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:41:54.259811 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db31c2be-d705-4810-961b-f390bbb48f68 req-ad8dc800-3f96-49bd-97fd-543a21785add service neutron] Bound using segment: {'id': '474d5198-d4e2-4e04-8880-971eb081d7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '4684d20a-1285-4a26-b3d8-722aa32ad5b4'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:41:54.263398 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-db31c2be-d705-4810-961b-f390bbb48f68 req-ad8dc800-3f96-49bd-97fd-543a21785add service neutron] Bound port: 81a208c0-65e0-4fc8-a75c-a093561e3229, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '474d5198-d4e2-4e04-8880-971eb081d7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '4684d20a-1285-4a26-b3d8-722aa32ad5b4'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:41:54.263940 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-db31c2be-d705-4810-961b-f390bbb48f68 req-ad8dc800-3f96-49bd-97fd-543a21785add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:54.381732 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3c1baf70-c63d-428e-9992-44fd1f416322 req-9c6c3334-0015-41d2-a51d-18e27f8741b0 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153215 Oct 20 11:41:54.474387 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5c3ff-4183-442d-b54d-7db58a1773c3 req-2c5f86f4-689d-4899-be8f-a71b02ea520d tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:54.518555 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aef5c3ff-4183-442d-b54d-7db58a1773c3 req-2c5f86f4-689d-4899-be8f-a71b02ea520d tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] 10.222.0.98 "GET /v2.0/ports?device_id=cd7a9dea-6f23-440f-9c86-05fd80febb96 HTTP/1.1" status: 200 len: 948 time: 0.3207045 Oct 20 11:41:54.559764 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-8dc72e40-f1c9-4a8d-a379-efbe36ad0700 req-7554e1fd-e164-4bdb-9b38-af0d7525f3eb service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4068494 Oct 20 11:41:54.640721 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-db31c2be-d705-4810-961b-f390bbb48f68 req-ad8dc800-3f96-49bd-97fd-543a21785add service neutron] For port 81a208c0-65e0-4fc8-a75c-a093561e3229, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:41:54.696685 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aef5c3ff-4183-442d-b54d-7db58a1773c3 req-b7000d63-d9c6-4be0-a1c5-84186e293d4f tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] 10.222.0.98 "GET /v2.0/security-groups?id=0d8461b4-50a6-4de4-b161-5c12e190fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697047 Oct 20 11:41:54.709165 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-db31c2be-d705-4810-961b-f390bbb48f68 req-ad8dc800-3f96-49bd-97fd-543a21785add service neutron] For port 81a208c0-65e0-4fc8-a75c-a093561e3229, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=81a208c0-65e0-4fc8-a75c-a093561e3229,segment=NetworkSegment(474d5198-d4e2-4e04-8880-971eb081d7c2),segment_id=474d5198-d4e2-4e04-8880-971eb081d7c2)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:41:54.717258 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-db31c2be-d705-4810-961b-f390bbb48f68 req-ad8dc800-3f96-49bd-97fd-543a21785add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:54.766076 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe12144-550e-491a-adb8-1d0c9e54d476 req-c879f396-bed7-451b-933a-9c22ab5934ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:54.776767 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6fe12144-550e-491a-adb8-1d0c9e54d476 req-c879f396-bed7-451b-933a-9c22ab5934ea service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7988259cf1ef4013badbcb649fd8f265&device_id=cd7a9dea-6f23-440f-9c86-05fd80febb96 HTTP/1.1" status: 200 len: 1099 time: 0.1421609 Oct 20 11:41:54.837127 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:54.920542 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31c2be-d705-4810-961b-f390bbb48f68 req-ad8dc800-3f96-49bd-97fd-543a21785add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:54.925455 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-db31c2be-d705-4810-961b-f390bbb48f68 req-ad8dc800-3f96-49bd-97fd-543a21785add service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:54.928732 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db31c2be-d705-4810-961b-f390bbb48f68 req-ad8dc800-3f96-49bd-97fd-543a21785add service neutron] 10.222.0.89 "PUT /v2.0/ports/81a208c0-65e0-4fc8-a75c-a093561e3229 HTTP/1.1" status: 200 len: 1091 time: 2.5279405 Oct 20 11:41:54.964036 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb7a993-e4e0-4dad-a3ff-495d7601bc1f', 'tag': '81a208c0-65e0-4fc8-a75c-a093561e3229'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:41:54.975643 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a84613-f7c5-4a96-859a-aee8d6f2d4c1" -d '{"events": [{"name": "network-changed", "server_uuid": "6bb7a993-e4e0-4dad-a3ff-495d7601bc1f", "tag": "81a208c0-65e0-4fc8-a75c-a093561e3229"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:41:55.097239 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd61cd8-9ade-41e5-94e4-0bf2abd1b0ed x-openstack-request-id: req-fbd61cd8-9ade-41e5-94e4-0bf2abd1b0ed {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:41:55.097598 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bb7a993-e4e0-4dad-a3ff-495d7601bc1f", "tag": "81a208c0-65e0-4fc8-a75c-a093561e3229", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:41:55.115566 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fbd61cd8-9ade-41e5-94e4-0bf2abd1b0ed {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:41:55.116191 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bb7a993-e4e0-4dad-a3ff-495d7601bc1f', 'tag': '81a208c0-65e0-4fc8-a75c-a093561e3229', 'status': 'completed', 'code': 200} Oct 20 11:41:55.159157 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe12144-550e-491a-adb8-1d0c9e54d476 req-133d0301-41b8-4fa6-a395-7d6d9bedbecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:55.160563 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6fe12144-550e-491a-adb8-1d0c9e54d476 req-133d0301-41b8-4fa6-a395-7d6d9bedbecd service neutron] 10.222.0.89 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 0.3759961 Oct 20 11:41:55.201125 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a5f15f21-dd9c-4f16-9163-824b6a4c15e4 req-8c8f723f-713c-4e8f-8605-5a891be1132a tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=accc17f4-e005-484c-beac-d283692cc058 HTTP/1.1" status: 200 len: 210 time: 0.1917279 Oct 20 11:41:55.272993 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6fe12144-550e-491a-adb8-1d0c9e54d476 req-005665bf-a946-4cf7-8ae4-70c97893ee5d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=6bf021aa-d735-443c-8c56-f9cfa7513dc9 HTTP/1.1" status: 200 len: 217 time: 0.1027465 Oct 20 11:41:55.333065 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8dc800-3f96-49bd-97fd-543a21785add service neutron] Pushing event updated for resources: {'Port': ['ID=81a208c0-65e0-4fc8-a75c-a093561e3229,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:41:55.380425 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31c2be-d705-4810-961b-f390bbb48f68 req-3a95bae4-f1ab-4da5-b768-d1691306edc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:55.390906 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db31c2be-d705-4810-961b-f390bbb48f68 req-3a95bae4-f1ab-4da5-b768-d1691306edc8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=87f9bb79a2f44e408030b0f728683d1b&device_id=6bb7a993-e4e0-4dad-a3ff-495d7601bc1f HTTP/1.1" status: 200 len: 1094 time: 0.3168147 Oct 20 11:41:55.433557 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe12144-550e-491a-adb8-1d0c9e54d476 req-4312e1c2-34a5-4fe6-b240-8e9a44fc9fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:55.435199 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6fe12144-550e-491a-adb8-1d0c9e54d476 req-4312e1c2-34a5-4fe6-b240-8e9a44fc9fe2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.1524088 Oct 20 11:41:55.459898 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597d412-50a9-45d7-8dc0-58fa21332764 req-a0142a7c-d5ed-43d8-9832-37341aa89e37 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:55.462385 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e597d412-50a9-45d7-8dc0-58fa21332764 req-a0142a7c-d5ed-43d8-9832-37341aa89e37 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=01f8306c-aecf-4fa0-8380-deaa069898a3 HTTP/1.1" status: 200 len: 945 time: 0.2683904 Oct 20 11:41:55.550863 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe12144-550e-491a-adb8-1d0c9e54d476 req-90c5ab7b-68c4-42ef-ac64-da9a84db32ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:55.556278 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6fe12144-550e-491a-adb8-1d0c9e54d476 req-90c5ab7b-68c4-42ef-ac64-da9a84db32ff service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1116853 Oct 20 11:41:55.627245 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db31c2be-d705-4810-961b-f390bbb48f68 req-5da49421-df3d-4072-8147-c1b09dded5c2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81a208c0-65e0-4fc8-a75c-a093561e3229 HTTP/1.1" status: 200 len: 217 time: 0.2213860 Oct 20 11:41:55.668384 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 6bf021aa-d735-443c-8c56-f9cfa7513dc9 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:41:55.849637 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6fe12144-550e-491a-adb8-1d0c9e54d476 req-57c5493f-025a-4547-915a-c599dcd51740 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838871 Oct 20 11:41:55.890889 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 6bf021aa-d735-443c-8c56-f9cfa7513dc9, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=6bf021aa-d735-443c-8c56-f9cfa7513dc9,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:41:55.923542 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '6bf021aa-d735-443c-8c56-f9cfa7513dc9', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'port_id': '6bf021aa-d735-443c-8c56-f9cfa7513dc9', 'mac_address': 'fa:16:3e:c4:40:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94289c8c-e5f7-4e30-b6a9-5b268a8fd610', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:41:55.924314 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e597d412-50a9-45d7-8dc0-58fa21332764 req-394dbd30-e681-4454-bfc0-6c531cbe489c tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294883 Oct 20 11:41:56.002721 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31c2be-d705-4810-961b-f390bbb48f68 req-d9256a1e-163f-49d8-95a5-1683b4921e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:56.013324 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db31c2be-d705-4810-961b-f390bbb48f68 req-d9256a1e-163f-49d8-95a5-1683b4921e02 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=533789ee-0e8e-421f-8cb0-0d7463c535a5 HTTP/1.1" status: 200 len: 845 time: 0.2657895 Oct 20 11:41:56.014036 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:56.056216 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bf021aa-d735-443c-8c56-f9cfa7513dc9 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:41:56.089725 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6fe12144-550e-491a-adb8-1d0c9e54d476 req-7006a6e6-3c96-45e8-a7b7-10320a835f65 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320080 Oct 20 11:41:56.149909 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa219858-fdcd-45bf-8232-e1b39db49e0e req-a4034a3e-7d9d-4b03-8bd1-78053ccb4360 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:56.161235 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aa219858-fdcd-45bf-8232-e1b39db49e0e req-a4034a3e-7d9d-4b03-8bd1-78053ccb4360 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=6bb7a993-e4e0-4dad-a3ff-495d7601bc1f HTTP/1.1" status: 200 len: 943 time: 0.5357451 Oct 20 11:41:56.165602 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db31c2be-d705-4810-961b-f390bbb48f68 req-7d8f2437-f8f2-4891-93a5-ec0b56f3b8fc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4684d20a-1285-4a26-b3d8-722aa32ad5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1425927 Oct 20 11:41:56.240642 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 6bf021aa-d735-443c-8c56-f9cfa7513dc9, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=6bf021aa-d735-443c-8c56-f9cfa7513dc9,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:41:56.265007 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:56.460448 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=6bf021aa-d735-443c-8c56-f9cfa7513dc9,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:41:56.568613 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['6bf021aa-d735-443c-8c56-f9cfa7513dc9'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:41:57.136678 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db31c2be-d705-4810-961b-f390bbb48f68 req-0cbef181-fd27-40a4-88aa-d2e1337d34db service neutron] 10.222.0.89 "GET /v2.0/networks/4684d20a-1285-4a26-b3d8-722aa32ad5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9439356 Oct 20 11:41:57.147422 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aa219858-fdcd-45bf-8232-e1b39db49e0e req-25b4e5ed-d3f2-4364-b4c7-f0d86936366f tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9852729 Oct 20 11:41:57.158514 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98442df3-db18-4afa-bcf8-54a3ba522682 req-c990063a-bc89-4784-9976-c1797d696650 tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:57.163510 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98442df3-db18-4afa-bcf8-54a3ba522682 req-c990063a-bc89-4784-9976-c1797d696650 tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] 10.222.0.98 "GET /v2.0/ports?device_id=cd7a9dea-6f23-440f-9c86-05fd80febb96 HTTP/1.1" status: 200 len: 949 time: 0.9969354 Oct 20 11:41:57.274245 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b86dd-1cd4-4633-a7fd-434a0577ab78 req-0969302c-fa1b-4ca2-8f92-861f728b148f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:57.276144 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c92b86dd-1cd4-4633-a7fd-434a0577ab78 req-0969302c-fa1b-4ca2-8f92-861f728b148f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f0012baf31914701a438a4a910671113&device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 1096 time: 0.2439775 Oct 20 11:41:57.545581 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98442df3-db18-4afa-bcf8-54a3ba522682 req-e7c8b1f9-fbc3-43ab-894c-d3cc627ea86c tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] 10.222.0.98 "GET /v2.0/security-groups?id=0d8461b4-50a6-4de4-b161-5c12e190fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3640738 Oct 20 11:41:57.642031 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad924c-254b-458c-abc0-a7cb378e840b req-90e81450-0966-42b9-b895-acf63aaf5972 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:57.645009 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e1ad924c-254b-458c-abc0-a7cb378e840b req-90e81450-0966-42b9-b895-acf63aaf5972 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.89 "GET /v2.0/ports?device_id=01f8306c-aecf-4fa0-8380-deaa069898a3 HTTP/1.1" status: 200 len: 945 time: 0.1019022 Oct 20 11:41:57.661337 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db31c2be-d705-4810-961b-f390bbb48f68 req-fb2464c9-8180-4c34-8de1-0a82a7e4eb7b service neutron] 10.222.0.89 "GET /v2.0/networks/4684d20a-1285-4a26-b3d8-722aa32ad5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4844546 Oct 20 11:41:57.683943 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 6bf021aa-d735-443c-8c56-f9cfa7513dc9 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:41:57.731421 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd609c-4c40-4e43-8ca5-3ac4aa97daff req-ff7a2474-4acb-4dda-b4d0-7abac506c28b tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:57.735175 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aedd609c-4c40-4e43-8ca5-3ac4aa97daff req-ff7a2474-4acb-4dda-b4d0-7abac506c28b tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=01f8306c-aecf-4fa0-8380-deaa069898a3 HTTP/1.1" status: 200 len: 945 time: 0.3666561 Oct 20 11:41:57.833437 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 6bf021aa-d735-443c-8c56-f9cfa7513dc9 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:41:57.844849 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b86dd-1cd4-4633-a7fd-434a0577ab78 req-2bc93999-1992-46e7-ba17-f1795660e017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:57.855302 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-e1ad924c-254b-458c-abc0-a7cb378e840b req-025162cf-7b7e-4d35-8e22-4f8826ffdf9d tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Deleting port d431bf0d-b7ba-45c6-8c9d-358b4ef22927 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:41:57.855543 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-e1ad924c-254b-458c-abc0-a7cb378e840b req-025162cf-7b7e-4d35-8e22-4f8826ffdf9d tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:57.856485 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 6bf021aa-d735-443c-8c56-f9cfa7513dc9 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:41:57.856970 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:57.863341 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c92b86dd-1cd4-4633-a7fd-434a0577ab78 req-2bc93999-1992-46e7-ba17-f1795660e017 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a1980227-64af-4c17-9cee-4570c69a4cb6 HTTP/1.1" status: 200 len: 914 time: 0.5419528 Oct 20 11:41:58.098173 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c92b86dd-1cd4-4633-a7fd-434a0577ab78 req-f1f7c518-4e3d-4f53-af9e-e419c27939a7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02e225c5-4964-469d-8fe3-74ecb91b3348 HTTP/1.1" status: 200 len: 1001 time: 0.2053025 Oct 20 11:41:58.129784 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aedd609c-4c40-4e43-8ca5-3ac4aa97daff req-9bb5e732-a857-4bd3-88dd-9b067dcc182b tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3871746 Oct 20 11:41:58.144165 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:58.183073 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-e1ad924c-254b-458c-abc0-a7cb378e840b req-025162cf-7b7e-4d35-8e22-4f8826ffdf9d tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] For port d431bf0d-b7ba-45c6-8c9d-358b4ef22927, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=d431bf0d-b7ba-45c6-8c9d-358b4ef22927,segment=NetworkSegment(153f8964-767e-48fa-bbda-d74d9d58830f),segment_id=153f8964-767e-48fa-bbda-d74d9d58830f)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:41:58.183509 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-e1ad924c-254b-458c-abc0-a7cb378e840b req-025162cf-7b7e-4d35-8e22-4f8826ffdf9d tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:58.209049 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a84613-f7c5-4a96-859a-aee8d6f2d4c1 req-74b90ae6-cf74-4dcc-a3a7-b132c991f8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:58.220866 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4a84613-f7c5-4a96-859a-aee8d6f2d4c1 req-74b90ae6-cf74-4dcc-a3a7-b132c991f8ed service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=87f9bb79a2f44e408030b0f728683d1b&device_id=6bb7a993-e4e0-4dad-a3ff-495d7601bc1f HTTP/1.1" status: 200 len: 1094 time: 0.4844317 Oct 20 11:41:58.221403 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd7a9dea-6f23-440f-9c86-05fd80febb96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf021aa-d735-443c-8c56-f9cfa7513dc9'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:41:58.223178 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b86dd-1cd4-4633-a7fd-434a0577ab78 req-014dd349-e574-4824-b763-3fe14aa13581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:58.224800 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c92b86dd-1cd4-4633-a7fd-434a0577ab78 req-014dd349-e574-4824-b763-3fe14aa13581 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=978f4782-c6ff-4108-a8dd-a568aeeefa48 HTTP/1.1" status: 200 len: 851 time: 0.0880909 Oct 20 11:41:58.225970 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-e1ad924c-254b-458c-abc0-a7cb378e840b req-025162cf-7b7e-4d35-8e22-4f8826ffdf9d tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Calling delete_port for d431bf0d-b7ba-45c6-8c9d-358b4ef22927 owned by compute:nova {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:41:58.227900 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a837dbc-2de6-49a4-9494-447a99e479b5" -d '{"events": [{"server_uuid": "cd7a9dea-6f23-440f-9c86-05fd80febb96", "name": "network-vif-plugged", "status": "completed", "tag": "6bf021aa-d735-443c-8c56-f9cfa7513dc9"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:41:58.266826 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 6bf021aa-d735-443c-8c56-f9cfa7513dc9, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=6bf021aa-d735-443c-8c56-f9cfa7513dc9,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:41:58.272467 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:58.363744 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=6bf021aa-d735-443c-8c56-f9cfa7513dc9,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:41:58.487931 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-e1ad924c-254b-458c-abc0-a7cb378e840b req-025162cf-7b7e-4d35-8e22-4f8826ffdf9d tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:58.521404 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['1418c351-1695-4475-97ef-c3e849b75701', 'd431bf0d-b7ba-45c6-8c9d-358b4ef22927'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:41:58.586724 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025162cf-7b7e-4d35-8e22-4f8826ffdf9d tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Pushing event deleted for resources: {'Port': ['ID=d431bf0d-b7ba-45c6-8c9d-358b4ef22927,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:41:58.672541 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a84613-f7c5-4a96-859a-aee8d6f2d4c1 req-dcbc3c3e-3696-473a-aaea-9e12c8728768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:58.682557 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4a84613-f7c5-4a96-859a-aee8d6f2d4c1 req-dcbc3c3e-3696-473a-aaea-9e12c8728768 service neutron] 10.222.0.89 "GET /v2.0/networks?id=4684d20a-1285-4a26-b3d8-722aa32ad5b4 HTTP/1.1" status: 200 len: 907 time: 0.4013393 Oct 20 11:41:58.776036 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ad924c-254b-458c-abc0-a7cb378e840b req-025162cf-7b7e-4d35-8e22-4f8826ffdf9d tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] No DVR routers for this DVR port d431bf0d-b7ba-45c6-8c9d-358b4ef22927 on host n-h2-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:41:58.785262 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-e1ad924c-254b-458c-abc0-a7cb378e840b req-025162cf-7b7e-4d35-8e22-4f8826ffdf9d tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:41:58.795370 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e1ad924c-254b-458c-abc0-a7cb378e840b req-025162cf-7b7e-4d35-8e22-4f8826ffdf9d tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.89 "DELETE /v2.0/ports/d431bf0d-b7ba-45c6-8c9d-358b4ef22927 HTTP/1.1" status: 204 len: 173 time: 1.1400008 Oct 20 11:41:58.795868 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f8306c-aecf-4fa0-8380-deaa069898a3', 'name': 'network-vif-deleted', 'tag': 'd431bf0d-b7ba-45c6-8c9d-358b4ef22927'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:41:58.799595 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6957549-1849-423e-9b7a-0fe8bff9fb7e" -d '{"events": [{"server_uuid": "01f8306c-aecf-4fa0-8380-deaa069898a3", "name": "network-vif-deleted", "tag": "d431bf0d-b7ba-45c6-8c9d-358b4ef22927"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:41:58.863247 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4a84613-f7c5-4a96-859a-aee8d6f2d4c1 req-e2ee4e51-8236-4f74-b6bc-9c8e630d4c05 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81a208c0-65e0-4fc8-a75c-a093561e3229 HTTP/1.1" status: 200 len: 217 time: 0.1569626 Oct 20 11:41:58.988186 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a84613-f7c5-4a96-859a-aee8d6f2d4c1 req-9d4763e0-7662-4574-9cf0-5df96c53d2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:58.990267 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4a84613-f7c5-4a96-859a-aee8d6f2d4c1 req-9d4763e0-7662-4574-9cf0-5df96c53d2e1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=533789ee-0e8e-421f-8cb0-0d7463c535a5 HTTP/1.1" status: 200 len: 845 time: 0.0980723 Oct 20 11:41:59.073466 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4a84613-f7c5-4a96-859a-aee8d6f2d4c1 req-00e68528-9bdb-4ad9-b925-6692ae8821f4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4684d20a-1285-4a26-b3d8-722aa32ad5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618317 Oct 20 11:41:59.087606 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2d2ab-a1e4-467e-add0-7225e857bdf1 req-a5c276c3-fc0b-4315-bb00-ade572d6f779 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:59.098734 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-70f2d2ab-a1e4-467e-add0-7225e857bdf1 req-a5c276c3-fc0b-4315-bb00-ade572d6f779 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=6bb7a993-e4e0-4dad-a3ff-495d7601bc1f HTTP/1.1" status: 200 len: 943 time: 0.8063991 Oct 20 11:41:59.222673 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b86dd-1cd4-4633-a7fd-434a0577ab78 req-04299d69-6fe7-412b-9a30-b957c6e1b124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:59.232121 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c92b86dd-1cd4-4633-a7fd-434a0577ab78 req-04299d69-6fe7-412b-9a30-b957c6e1b124 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1980227-64af-4c17-9cee-4570c69a4cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9823844 Oct 20 11:41:59.254847 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-70f2d2ab-a1e4-467e-add0-7225e857bdf1 req-8fa673c3-cadc-4550-a8bf-d74f214d64c9 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487629 Oct 20 11:41:59.326433 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ce38b1-f550-469c-87cc-42718d46c8b6 x-openstack-request-id: req-c2ce38b1-f550-469c-87cc-42718d46c8b6 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:41:59.327000 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd7a9dea-6f23-440f-9c86-05fd80febb96", "name": "network-vif-plugged", "status": "completed", "tag": "6bf021aa-d735-443c-8c56-f9cfa7513dc9", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:41:59.327000 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c2ce38b1-f550-469c-87cc-42718d46c8b6 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:41:59.327378 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd7a9dea-6f23-440f-9c86-05fd80febb96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf021aa-d735-443c-8c56-f9cfa7513dc9', 'code': 200} Oct 20 11:41:59.381993 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9c90e-e24c-47dd-9ddc-95e18cf1d82d req-9f326e3b-80be-44e8-a151-65323649dea2 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:59.399262 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5fb9c90e-e24c-47dd-9ddc-95e18cf1d82d req-9f326e3b-80be-44e8-a151-65323649dea2 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/networks?id=b8b16dd1-14c2-429e-a738-23f5243332c4 HTTP/1.1" status: 200 len: 810 time: 1.1646276 Oct 20 11:41:59.491632 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5fb9c90e-e24c-47dd-9ddc-95e18cf1d82d req-a72cb4dc-83ad-429c-a97b-2f4f83b6fc31 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/quotas/ce1098f3c80946078a7ca69ed9609a2e HTTP/1.1" status: 200 len: 375 time: 0.0912778 Oct 20 11:41:59.553056 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b905f422-9b57-4c41-878c-45d62d58a743 req-166f0815-18af-46bc-bf5e-c2fcce6c8e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:59.559121 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-b905f422-9b57-4c41-878c-45d62d58a743 req-166f0815-18af-46bc-bf5e-c2fcce6c8e25 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=cd7a9dea-6f23-440f-9c86-05fd80febb96 HTTP/1.1" status: 200 len: 1101 time: 0.1004539 Oct 20 11:41:59.647603 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-b905f422-9b57-4c41-878c-45d62d58a743 req-bd1ac5e2-7f46-4b9a-9b3d-477ea6657d5e service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=0d8461b4-50a6-4de4-b161-5c12e190fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780373 Oct 20 11:41:59.689979 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 81a208c0-65e0-4fc8-a75c-a093561e3229 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:41:59.764891 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5fb9c90e-e24c-47dd-9ddc-95e18cf1d82d req-091e5ec4-6b30-4f4a-800a-3fcca786bcca tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=ce1098f3c80946078a7ca69ed9609a2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2195385 Oct 20 11:41:59.904211 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4a84613-f7c5-4a96-859a-aee8d6f2d4c1 req-b619fa67-f9d3-4170-b08e-88f76611f747 service neutron] 10.222.0.89 "GET /v2.0/networks/4684d20a-1285-4a26-b3d8-722aa32ad5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7776740 Oct 20 11:41:59.968021 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 81a208c0-65e0-4fc8-a75c-a093561e3229, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=81a208c0-65e0-4fc8-a75c-a093561e3229,segment=NetworkSegment(474d5198-d4e2-4e04-8880-971eb081d7c2),segment_id=474d5198-d4e2-4e04-8880-971eb081d7c2)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:41:59.969593 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83aca4e-2b58-46ee-bf82-c3dc8db8b904 req-d3e69f6d-c80e-4e1d-a039-21f28c4b38a3 tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:41:59.977373 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c83aca4e-2b58-46ee-bf82-c3dc8db8b904 req-d3e69f6d-c80e-4e1d-a039-21f28c4b38a3 tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] 10.222.0.98 "GET /v2.0/ports?device_id=cd7a9dea-6f23-440f-9c86-05fd80febb96 HTTP/1.1" status: 200 len: 950 time: 0.4907477 Oct 20 11:41:59.997168 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '81a208c0-65e0-4fc8-a75c-a093561e3229', 'network_id': '4684d20a-1285-4a26-b3d8-722aa32ad5b4', 'port_id': '81a208c0-65e0-4fc8-a75c-a093561e3229', 'mac_address': 'fa:16:3e:d6:17:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '533789ee-0e8e-421f-8cb0-0d7463c535a5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:42:00.030071 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c92b86dd-1cd4-4633-a7fd-434a0577ab78 req-7b54970c-0dc6-4eb4-b235-34d47771cf30 service neutron] 10.222.0.11 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7802403 Oct 20 11:42:00.085713 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:00.138195 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81a208c0-65e0-4fc8-a75c-a093561e3229 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:42:00.164060 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 81a208c0-65e0-4fc8-a75c-a093561e3229, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=81a208c0-65e0-4fc8-a75c-a093561e3229,segment=NetworkSegment(474d5198-d4e2-4e04-8880-971eb081d7c2),segment_id=474d5198-d4e2-4e04-8880-971eb081d7c2)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:42:00.170181 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:00.236009 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c83aca4e-2b58-46ee-bf82-c3dc8db8b904 req-09b03c11-d3b0-4f39-8a22-671eb5968813 tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] 10.222.0.98 "GET /v2.0/security-groups?id=0d8461b4-50a6-4de4-b161-5c12e190fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573426 Oct 20 11:42:00.307660 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=81a208c0-65e0-4fc8-a75c-a093561e3229,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:00.323160 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:00.323679 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:00.324206 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:00.324759 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:00.325370 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:00.325920 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:00.326452 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:00.327064 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:00.327525 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:00.328021 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:00.328506 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:00.328935 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:00.379202 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e744e617-efef-4256-8847-e85f8a22a636 x-openstack-request-id: req-e744e617-efef-4256-8847-e85f8a22a636 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:42:00.379938 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f8306c-aecf-4fa0-8380-deaa069898a3", "name": "network-vif-deleted", "tag": "d431bf0d-b7ba-45c6-8c9d-358b4ef22927", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:42:00.380193 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e744e617-efef-4256-8847-e85f8a22a636 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:42:00.380637 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f8306c-aecf-4fa0-8380-deaa069898a3', 'name': 'network-vif-deleted', 'tag': 'd431bf0d-b7ba-45c6-8c9d-358b4ef22927', 'status': 'completed', 'code': 200} Oct 20 11:42:00.441261 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5fb9c90e-e24c-47dd-9ddc-95e18cf1d82d req-90e8757d-c9df-4da7-a116-684ba66f01f8 service neutron] 10.222.0.98 "GET /v2.0/networks/b8b16dd1-14c2-429e-a738-23f5243332c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6547778 Oct 20 11:42:00.462424 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['81a208c0-65e0-4fc8-a75c-a093561e3229'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:42:00.541381 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4a84613-f7c5-4a96-859a-aee8d6f2d4c1 req-d423b1b5-452e-47a1-a284-b7ccf4b7d21d service neutron] 10.222.0.89 "GET /v2.0/networks/4684d20a-1285-4a26-b3d8-722aa32ad5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5997362 Oct 20 11:42:00.708464 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c92b86dd-1cd4-4633-a7fd-434a0577ab78 req-be7a1a2e-7a59-42a8-a029-9640e6eac5de service neutron] 10.222.0.11 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6634479 Oct 20 11:42:00.823833 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc241360-e190-4ef3-bf9b-854b22da937d req-a5e90273-5611-4a4f-b636-9be72413d2f5 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:00.825734 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fc241360-e190-4ef3-bf9b-854b22da937d req-a5e90273-5611-4a4f-b636-9be72413d2f5 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=6bb7a993-e4e0-4dad-a3ff-495d7601bc1f HTTP/1.1" status: 200 len: 944 time: 0.2944515 Oct 20 11:42:00.911029 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5fb9c90e-e24c-47dd-9ddc-95e18cf1d82d req-26f7b4db-d8d3-4dba-a1c7-cb1cf85bfbbc service neutron] 10.222.0.98 "GET /v2.0/networks/b8b16dd1-14c2-429e-a738-23f5243332c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4560571 Oct 20 11:42:00.971664 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fc241360-e190-4ef3-bf9b-854b22da937d req-d9e9ea0c-0ff2-40ad-99ea-e4f0a98c8716 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295779 Oct 20 11:42:01.404575 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-90043466-de7c-4a1b-be07-b476b7db80f5 req-13be3000-6aab-4b9b-b8e5-e783e9f40c03 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=42895ec3-5f97-4d80-ae90-049b62092ab8 HTTP/1.1" status: 200 len: 210 time: 0.0874901 Oct 20 11:42:01.711064 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 81a208c0-65e0-4fc8-a75c-a093561e3229 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:42:01.922491 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 81a208c0-65e0-4fc8-a75c-a093561e3229 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:42:01.929795 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 81a208c0-65e0-4fc8-a75c-a093561e3229 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:42:01.930217 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:02.080988 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:02.114990 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb7a993-e4e0-4dad-a3ff-495d7601bc1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a208c0-65e0-4fc8-a75c-a093561e3229'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:42:02.117748 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a7a858-7a1b-47ce-b566-a66fbf589817" -d '{"events": [{"server_uuid": "6bb7a993-e4e0-4dad-a3ff-495d7601bc1f", "name": "network-vif-plugged", "status": "completed", "tag": "81a208c0-65e0-4fc8-a75c-a093561e3229"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:42:02.153076 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 81a208c0-65e0-4fc8-a75c-a093561e3229, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=81a208c0-65e0-4fc8-a75c-a093561e3229,segment=NetworkSegment(474d5198-d4e2-4e04-8880-971eb081d7c2),segment_id=474d5198-d4e2-4e04-8880-971eb081d7c2)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:42:02.186018 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:02.187068 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device d431bf0d-b7ba-45c6-8c9d-358b4ef22927 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:42:02.221946 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8adeff5-b29e-4f83-9c5e-6e685034e35b req-c594146b-725e-48b3-b25d-f495d10c549a tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:02.223907 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a8adeff5-b29e-4f83-9c5e-6e685034e35b req-c594146b-725e-48b3-b25d-f495d10c549a tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] 10.222.0.98 "GET /v2.0/ports?device_id=cd7a9dea-6f23-440f-9c86-05fd80febb96 HTTP/1.1" status: 200 len: 950 time: 0.8183324 Oct 20 11:42:02.277888 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2a266-8645-4157-9b3a-aa4ad2e9c592 req-07ed5a64-e718-4d0e-82d8-be32d5f902f0 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:02.285450 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7db2a266-8645-4157-9b3a-aa4ad2e9c592 req-07ed5a64-e718-4d0e-82d8-be32d5f902f0 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 945 time: 0.1263673 Oct 20 11:42:02.327152 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a8adeff5-b29e-4f83-9c5e-6e685034e35b req-aa5ed235-1011-45c9-abc4-a85788738bf9 tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] 10.222.0.98 "GET /v2.0/security-groups?id=0d8461b4-50a6-4de4-b161-5c12e190fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955162 Oct 20 11:42:02.409228 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7db2a266-8645-4157-9b3a-aa4ad2e9c592 req-11bb2eed-c97f-44de-9319-5c3fab643db7 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227677 Oct 20 11:42:02.597232 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: d431bf0d-b7ba-45c6-8c9d-358b4ef22927 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:42:02.597735 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device d431bf0d-b7ba-45c6-8c9d-358b4ef22927 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:42:02.665803 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=81a208c0-65e0-4fc8-a75c-a093561e3229,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:02.725847 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fbf2f0d-f6bb-4bf4-b3be-0e2895b160cc x-openstack-request-id: req-5fbf2f0d-f6bb-4bf4-b3be-0e2895b160cc {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:42:02.727000 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb7a993-e4e0-4dad-a3ff-495d7601bc1f", "name": "network-vif-plugged", "status": "completed", "tag": "81a208c0-65e0-4fc8-a75c-a093561e3229", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:42:02.727501 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5fbf2f0d-f6bb-4bf4-b3be-0e2895b160cc {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:42:02.728120 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb7a993-e4e0-4dad-a3ff-495d7601bc1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a208c0-65e0-4fc8-a75c-a093561e3229', 'code': 200} Oct 20 11:42:02.748589 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb7aaa-c7f6-4f6e-b1f2-8efb7a86c6d8 req-e32aaffd-8077-4a9f-89b1-16fc94767e02 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:02.759214 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8bbb7aaa-c7f6-4f6e-b1f2-8efb7a86c6d8 req-e32aaffd-8077-4a9f-89b1-16fc94767e02 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=6bb7a993-e4e0-4dad-a3ff-495d7601bc1f HTTP/1.1" status: 200 len: 945 time: 0.1522226 Oct 20 11:42:02.859551 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8bbb7aaa-c7f6-4f6e-b1f2-8efb7a86c6d8 req-71fbeefb-a4b4-4293-94c0-c47f9d7fb69f tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993073 Oct 20 11:42:02.953255 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-09306602-6053-43be-ac92-0aab47abedfa req-6624cd91-a65e-42f9-9016-3b10103a7941 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=42895ec3-5f97-4d80-ae90-049b62092ab8 HTTP/1.1" status: 200 len: 210 time: 0.0314980 Oct 20 11:42:02.964564 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f9174-6014-42c3-84fb-1d451c641afa req-a7eac566-a1ec-4765-b971-a9e39223debe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:02.966270 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-576f9174-6014-42c3-84fb-1d451c641afa req-a7eac566-a1ec-4765-b971-a9e39223debe service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6bb7a993-e4e0-4dad-a3ff-495d7601bc1f HTTP/1.1" status: 200 len: 1096 time: 0.0752029 Oct 20 11:42:03.066576 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-576f9174-6014-42c3-84fb-1d451c641afa req-c750dbd5-5e8f-4ed7-bb7c-7b59e3af17fe service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897706 Oct 20 11:42:03.142285 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100e680-98df-48ec-b027-514e77e8e6dd req-03e8b871-6f65-41ba-8d61-26ba2c779710 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:03.143449 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2100e680-98df-48ec-b027-514e77e8e6dd req-03e8b871-6f65-41ba-8d61-26ba2c779710 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 945 time: 0.0736229 Oct 20 11:42:03.191747 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2100e680-98df-48ec-b027-514e77e8e6dd req-f116a139-fb27-49b1-b80c-fab487650e76 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371900 Oct 20 11:42:03.505914 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5fb9c90e-e24c-47dd-9ddc-95e18cf1d82d req-bb91d5f0-36c9-4d63-871b-bd762dce09cd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ce1098f3c80946078a7ca69ed9609a2e&device_id=42895ec3-5f97-4d80-ae90-049b62092ab8 HTTP/1.1" status: 200 len: 210 time: 0.0455079 Oct 20 11:42:03.683321 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9081b-9e9b-4966-8ba9-48b93de711e5 req-e20f7f4c-e1b8-4c0d-8260-a649934ede77 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:03.693140 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-20e9081b-9e9b-4966-8ba9-48b93de711e5 req-e20f7f4c-e1b8-4c0d-8260-a649934ede77 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 945 time: 0.1861339 Oct 20 11:42:03.781445 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-20e9081b-9e9b-4966-8ba9-48b93de711e5 req-2878ad65-ae48-4b7c-a134-4e2077ed1a38 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810766 Oct 20 11:42:03.841121 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9c90e-e24c-47dd-9ddc-95e18cf1d82d req-b1395daa-d3e5-49a2-a4b3-8f03bed5574b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:03.844189 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5fb9c90e-e24c-47dd-9ddc-95e18cf1d82d req-b1395daa-d3e5-49a2-a4b3-8f03bed5574b service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=ce1098f3c80946078a7ca69ed9609a2e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3268178 Oct 20 11:42:04.008430 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9c90e-e24c-47dd-9ddc-95e18cf1d82d req-3a8d05a9-2b1b-40a7-b97d-7de729cb513b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:04.011434 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5fb9c90e-e24c-47dd-9ddc-95e18cf1d82d req-3a8d05a9-2b1b-40a7-b97d-7de729cb513b service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1608999 Oct 20 11:42:04.050095 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a70f3-77a9-4550-b97a-6a6f1e1777ec req-3b161935-adbb-4e9b-adad-72ea5ae94be7 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:04.051914 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-437a70f3-77a9-4550-b97a-6a6f1e1777ec req-3b161935-adbb-4e9b-adad-72ea5ae94be7 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=6bb7a993-e4e0-4dad-a3ff-495d7601bc1f HTTP/1.1" status: 200 len: 945 time: 0.1152942 Oct 20 11:42:04.115801 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0dcf22c9-a094-49e9-bda1-e4f732310920 req-1601959f-0436-48c1-a521-a40c49b58bf9 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=42895ec3-5f97-4d80-ae90-049b62092ab8 HTTP/1.1" status: 200 len: 210 time: 0.0412457 Oct 20 11:42:04.139469 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5fb9c90e-e24c-47dd-9ddc-95e18cf1d82d req-6f287401-6151-4397-a3a9-70ddb69bd154 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.11 "GET /v2.0/ports?device_id=42895ec3-5f97-4d80-ae90-049b62092ab8 HTTP/1.1" status: 200 len: 210 time: 0.0862002 Oct 20 11:42:04.160032 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-437a70f3-77a9-4550-b97a-6a6f1e1777ec req-8e8cd7d2-cf42-434f-a04e-8540ad5db684 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842979 Oct 20 11:42:04.437824 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022cad6-a298-47ab-a56f-984450e025f0 req-8c0a6ff3-43be-4d09-a60b-f272af8242f3 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:04.439577 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7022cad6-a298-47ab-a56f-984450e025f0 req-8c0a6ff3-43be-4d09-a60b-f272af8242f3 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 945 time: 0.1046615 Oct 20 11:42:04.505094 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7022cad6-a298-47ab-a56f-984450e025f0 req-22921821-4af9-4fcc-8380-a7bdeef869e9 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565128 Oct 20 11:42:04.672026 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5a8fbf78-0edf-4183-a637-cc91210014f2 req-c86a85ba-a9e9-4180-8df6-320cfa54f8a7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ce1098f3c80946078a7ca69ed9609a2e&device_id=42895ec3-5f97-4d80-ae90-049b62092ab8 HTTP/1.1" status: 200 len: 210 time: 0.0679805 Oct 20 11:42:04.904842 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8fbf78-0edf-4183-a637-cc91210014f2 req-e62e5f1a-7362-4e49-83a6-2d155de5f965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:04.906831 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5a8fbf78-0edf-4183-a637-cc91210014f2 req-e62e5f1a-7362-4e49-83a6-2d155de5f965 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=ce1098f3c80946078a7ca69ed9609a2e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2258451 Oct 20 11:42:05.079610 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77bc65-49a6-45b0-836d-56e9d6d3af7e req-cab75bbb-7990-40a8-80d1-3a11fa3e2921 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:05.081770 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3b77bc65-49a6-45b0-836d-56e9d6d3af7e req-cab75bbb-7990-40a8-80d1-3a11fa3e2921 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 945 time: 0.1437480 Oct 20 11:42:05.177686 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8fbf78-0edf-4183-a637-cc91210014f2 req-e7677035-a8e5-4e64-9d12-7893e99cba24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:05.179311 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5a8fbf78-0edf-4183-a637-cc91210014f2 req-e7677035-a8e5-4e64-9d12-7893e99cba24 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2646573 Oct 20 11:42:05.202535 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3b77bc65-49a6-45b0-836d-56e9d6d3af7e req-40b046e2-368e-44af-9cdb-3d1bbf6412b0 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071343 Oct 20 11:42:05.266904 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5a8fbf78-0edf-4183-a637-cc91210014f2 req-aa131d97-578d-4f82-a506-36bc853db5b9 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.11 "GET /v2.0/ports?device_id=42895ec3-5f97-4d80-ae90-049b62092ab8 HTTP/1.1" status: 200 len: 210 time: 0.0359349 Oct 20 11:42:05.405833 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3068e384-ad82-4719-a85e-05621052591a req-62821889-84a6-4f3b-b6e2-da142fb639c2 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=42895ec3-5f97-4d80-ae90-049b62092ab8 HTTP/1.1" status: 200 len: 210 time: 0.0693450 Oct 20 11:42:05.452224 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52677176-e1b9-40c2-8139-ac5bd3403a4e req-4bb8386b-fa11-4edb-a23a-3a2280f64b5e tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:05.454616 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-52677176-e1b9-40c2-8139-ac5bd3403a4e req-4bb8386b-fa11-4edb-a23a-3a2280f64b5e tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=6bb7a993-e4e0-4dad-a3ff-495d7601bc1f HTTP/1.1" status: 200 len: 945 time: 0.0936780 Oct 20 11:42:05.525723 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-52677176-e1b9-40c2-8139-ac5bd3403a4e req-209631b3-a0a5-4383-b348-5ee6f876480b tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636885 Oct 20 11:42:05.804506 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004af61-66b5-41fe-8853-f68f76a68118 req-d3afb1ed-693c-4f24-ac73-87cfed101069 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:05.806228 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d004af61-66b5-41fe-8853-f68f76a68118 req-d3afb1ed-693c-4f24-ac73-87cfed101069 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/networks?id=4684d20a-1285-4a26-b3d8-722aa32ad5b4 HTTP/1.1" status: 200 len: 805 time: 0.1342669 Oct 20 11:42:05.823102 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d004af61-66b5-41fe-8853-f68f76a68118 req-9ca8ab3f-f83b-485f-8b6d-2d66acc9300f tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/quotas/87f9bb79a2f44e408030b0f728683d1b HTTP/1.1" status: 200 len: 375 time: 0.0103557 Oct 20 11:42:05.894271 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d004af61-66b5-41fe-8853-f68f76a68118 req-afac3db5-7ae3-445b-8838-6a6269093fb8 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=87f9bb79a2f44e408030b0f728683d1b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0624709 Oct 20 11:42:06.015352 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d004af61-66b5-41fe-8853-f68f76a68118 req-7a8e935c-faa5-45b9-be1d-4f08de63188d service neutron] 10.222.0.98 "GET /v2.0/networks/4684d20a-1285-4a26-b3d8-722aa32ad5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200218 Oct 20 11:42:06.133473 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d004af61-66b5-41fe-8853-f68f76a68118 req-046be065-57f9-474e-80dc-9fac2928c0eb service neutron] 10.222.0.98 "GET /v2.0/networks/4684d20a-1285-4a26-b3d8-722aa32ad5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075268 Oct 20 11:42:06.467238 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12847b-7a05-4125-8217-eb0b71a4b858 req-a3e71d54-e6f4-4f9e-bd68-9df7ff9bf99b tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:06.469724 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fc12847b-7a05-4125-8217-eb0b71a4b858 req-a3e71d54-e6f4-4f9e-bd68-9df7ff9bf99b tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 945 time: 0.0994568 Oct 20 11:42:06.561287 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fc12847b-7a05-4125-8217-eb0b71a4b858 req-d9ffd8ca-5172-49d3-ba68-95655b706fe7 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820971 Oct 20 11:42:07.057429 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b95e9-c143-4ce1-b2de-45f256e8c65d req-7dbee115-bfc3-42d9-a18d-db5c53c06b5a tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:07.062489 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-de8b95e9-c143-4ce1-b2de-45f256e8c65d req-7dbee115-bfc3-42d9-a18d-db5c53c06b5a tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/networks?id=b8b16dd1-14c2-429e-a738-23f5243332c4 HTTP/1.1" status: 200 len: 810 time: 0.2515442 Oct 20 11:42:07.090498 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-de8b95e9-c143-4ce1-b2de-45f256e8c65d req-4fec6fcf-51c9-477c-8518-180854210533 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/quotas/ce1098f3c80946078a7ca69ed9609a2e HTTP/1.1" status: 200 len: 375 time: 0.0192201 Oct 20 11:42:07.136870 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-de8b95e9-c143-4ce1-b2de-45f256e8c65d req-c12c6195-5172-4a4f-a401-9f45b9f03d9f tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=ce1098f3c80946078a7ca69ed9609a2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448458 Oct 20 11:42:07.344829 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-de8b95e9-c143-4ce1-b2de-45f256e8c65d req-8a4ca1f3-f899-437d-8c9c-2204bcfe93f6 service neutron] 10.222.0.98 "GET /v2.0/networks/b8b16dd1-14c2-429e-a738-23f5243332c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067587 Oct 20 11:42:07.414516 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 02e225c5-4964-469d-8fe3-74ecb91b3348 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:42:07.416759 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 02e225c5-4964-469d-8fe3-74ecb91b3348 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:42:07.484762 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707e8d1-059e-4897-b5c5-5b24d9ca64e1 req-25166fe3-bb81-4712-bade-c03d89c4f055 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:07.486530 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f707e8d1-059e-4897-b5c5-5b24d9ca64e1 req-25166fe3-bb81-4712-bade-c03d89c4f055 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/networks?id=4684d20a-1285-4a26-b3d8-722aa32ad5b4 HTTP/1.1" status: 200 len: 805 time: 0.2583084 Oct 20 11:42:07.567191 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e235421-44e0-49bf-9481-d56eeb1d6680 req-34b8e8be-d901-424b-9174-80908cc768fb tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:07.568331 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4e235421-44e0-49bf-9481-d56eeb1d6680 req-34b8e8be-d901-424b-9174-80908cc768fb tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.89 "GET /v2.0/ports?device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 945 time: 0.2262468 Oct 20 11:42:07.590255 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-de8b95e9-c143-4ce1-b2de-45f256e8c65d req-613c4884-74bf-4279-9536-8b95be93eb4f service neutron] 10.222.0.98 "GET /v2.0/networks/b8b16dd1-14c2-429e-a738-23f5243332c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342167 Oct 20 11:42:07.615543 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f707e8d1-059e-4897-b5c5-5b24d9ca64e1 req-85f8254d-0048-4ca3-8358-bdc6e64fe2ae tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/quotas/87f9bb79a2f44e408030b0f728683d1b HTTP/1.1" status: 200 len: 375 time: 0.0571127 Oct 20 11:42:07.669587 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 02e225c5-4964-469d-8fe3-74ecb91b3348, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=02e225c5-4964-469d-8fe3-74ecb91b3348,segment=NetworkSegment(73cbce6c-57a2-4343-bb4b-9f489f07b678),segment_id=73cbce6c-57a2-4343-bb4b-9f489f07b678)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:42:07.683677 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '02e225c5-4964-469d-8fe3-74ecb91b3348', 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6', 'port_id': '02e225c5-4964-469d-8fe3-74ecb91b3348', 'mac_address': 'fa:16:3e:42:24:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '978f4782-c6ff-4108-a8dd-a568aeeefa48', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:42:07.754649 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f707e8d1-059e-4897-b5c5-5b24d9ca64e1 req-7e9849e7-23ae-49a5-abc2-99931b926b7f tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=87f9bb79a2f44e408030b0f728683d1b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1283529 Oct 20 11:42:07.775262 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:07.787136 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-4e235421-44e0-49bf-9481-d56eeb1d6680 req-05280fd0-a1cc-44ad-8aa5-8fc637029b5e tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Deleting port 1418c351-1695-4475-97ef-c3e849b75701 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:42:07.787489 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4e235421-44e0-49bf-9481-d56eeb1d6680 req-05280fd0-a1cc-44ad-8aa5-8fc637029b5e tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:07.804590 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:07.826481 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 02e225c5-4964-469d-8fe3-74ecb91b3348 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:42:07.863570 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 02e225c5-4964-469d-8fe3-74ecb91b3348, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=02e225c5-4964-469d-8fe3-74ecb91b3348,segment=NetworkSegment(73cbce6c-57a2-4343-bb4b-9f489f07b678),segment_id=73cbce6c-57a2-4343-bb4b-9f489f07b678)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:42:07.870628 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:07.957464 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=02e225c5-4964-469d-8fe3-74ecb91b3348,revision_number=8']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:07.962894 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f707e8d1-059e-4897-b5c5-5b24d9ca64e1 req-848b390c-acd2-44ef-afc0-2f7bf702a71b service neutron] 10.222.0.98 "GET /v2.0/networks/4684d20a-1285-4a26-b3d8-722aa32ad5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071774 Oct 20 11:42:08.029719 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.db.api [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:42:08.030247 n-d-814735-3 neutron-server[100648]: DEBUG oslo_db.api [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:42:08.055870 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['02e225c5-4964-469d-8fe3-74ecb91b3348'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:42:08.078665 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-4e235421-44e0-49bf-9481-d56eeb1d6680 req-05280fd0-a1cc-44ad-8aa5-8fc637029b5e tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] For port 1418c351-1695-4475-97ef-c3e849b75701, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=1418c351-1695-4475-97ef-c3e849b75701,segment=NetworkSegment(153f8964-767e-48fa-bbda-d74d9d58830f),segment_id=153f8964-767e-48fa-bbda-d74d9d58830f)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:42:08.080222 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4e235421-44e0-49bf-9481-d56eeb1d6680 req-05280fd0-a1cc-44ad-8aa5-8fc637029b5e tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:08.162145 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-4e235421-44e0-49bf-9481-d56eeb1d6680 req-05280fd0-a1cc-44ad-8aa5-8fc637029b5e tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Calling delete_port for 1418c351-1695-4475-97ef-c3e849b75701 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:42:08.167862 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f707e8d1-059e-4897-b5c5-5b24d9ca64e1 req-efea7422-f6c0-4e62-987a-46c76626c86a service neutron] 10.222.0.98 "GET /v2.0/networks/4684d20a-1285-4a26-b3d8-722aa32ad5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939330 Oct 20 11:42:08.194521 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333725f-4a93-439a-9460-257d302b9654 req-938d2f4c-2366-42c5-aa23-782b7a437518 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:08.196755 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2333725f-4a93-439a-9460-257d302b9654 req-938d2f4c-2366-42c5-aa23-782b7a437518 tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 945 time: 0.2240303 Oct 20 11:42:08.320494 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2333725f-4a93-439a-9460-257d302b9654 req-835badba-ebd9-4b7b-8b1d-29a93741f64f tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/security-groups?id=2463578d-927b-4f84-852d-2e2486d5317a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087122 Oct 20 11:42:08.582662 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-840ce531-7182-4360-965d-9a0b56c40652 req-3fab0013-d63b-42d7-8c22-149a0cb290ad tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d675c47-af03-49a6-9a27-fffccdac4445 HTTP/1.1" status: 200 len: 210 time: 0.1219263 Oct 20 11:42:08.614561 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2eb9a0d5-cd99-4e8b-8106-8c04b4238c2a req-5c88d6ad-1ca5-410e-a485-7a186671be4a tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=0c32a626-bd17-457f-8162-a25b82989333 HTTP/1.1" status: 200 len: 210 time: 0.1344492 Oct 20 11:42:08.620552 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:08.650130 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 02e225c5-4964-469d-8fe3-74ecb91b3348 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:42:08.676381 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4e235421-44e0-49bf-9481-d56eeb1d6680 req-05280fd0-a1cc-44ad-8aa5-8fc637029b5e tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:08.696873 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 02e225c5-4964-469d-8fe3-74ecb91b3348, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=02e225c5-4964-469d-8fe3-74ecb91b3348,segment=NetworkSegment(73cbce6c-57a2-4343-bb4b-9f489f07b678),segment_id=73cbce6c-57a2-4343-bb4b-9f489f07b678)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:42:08.713487 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['1418c351-1695-4475-97ef-c3e849b75701'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:42:08.724060 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05280fd0-a1cc-44ad-8aa5-8fc637029b5e tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Pushing event deleted for resources: {'Port': ['ID=1418c351-1695-4475-97ef-c3e849b75701,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:08.724357 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:08.849368 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=02e225c5-4964-469d-8fe3-74ecb91b3348,revision_number=9']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:09.149192 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e235421-44e0-49bf-9481-d56eeb1d6680 req-05280fd0-a1cc-44ad-8aa5-8fc637029b5e tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] No DVR routers for this DVR port 1418c351-1695-4475-97ef-c3e849b75701 on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:42:09.152973 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4e235421-44e0-49bf-9481-d56eeb1d6680 req-05280fd0-a1cc-44ad-8aa5-8fc637029b5e tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:09.159002 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4e235421-44e0-49bf-9481-d56eeb1d6680 req-05280fd0-a1cc-44ad-8aa5-8fc637029b5e tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.89 "DELETE /v2.0/ports/1418c351-1695-4475-97ef-c3e849b75701 HTTP/1.1" status: 204 len: 173 time: 1.5789349 Oct 20 11:42:09.160129 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d8017c-a682-4e73-8b7b-09e31d8c8f5a', 'name': 'network-vif-deleted', 'tag': '1418c351-1695-4475-97ef-c3e849b75701'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:42:09.163634 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b2e5ab-6031-48e1-aaa7-30c3d47b310a" -d '{"events": [{"server_uuid": "b0d8017c-a682-4e73-8b7b-09e31d8c8f5a", "name": "network-vif-deleted", "tag": "1418c351-1695-4475-97ef-c3e849b75701"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:42:09.237108 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1b01ea-c14c-4ef9-8291-b8985a03b0e5 x-openstack-request-id: req-ca1b01ea-c14c-4ef9-8291-b8985a03b0e5 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:42:09.237918 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0d8017c-a682-4e73-8b7b-09e31d8c8f5a", "name": "network-vif-deleted", "tag": "1418c351-1695-4475-97ef-c3e849b75701", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:42:09.238335 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ca1b01ea-c14c-4ef9-8291-b8985a03b0e5 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:42:09.240021 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0d8017c-a682-4e73-8b7b-09e31d8c8f5a', 'name': 'network-vif-deleted', 'tag': '1418c351-1695-4475-97ef-c3e849b75701', 'status': 'completed', 'code': 200} Oct 20 11:42:09.433021 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 02e225c5-4964-469d-8fe3-74ecb91b3348 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:42:09.531815 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b95e9-c143-4ce1-b2de-45f256e8c65d req-594c4e3a-aa1c-4285-aad8-82c0548aa06b tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:09.543653 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-de8b95e9-c143-4ce1-b2de-45f256e8c65d req-594c4e3a-aa1c-4285-aad8-82c0548aa06b tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.11 "GET /v2.0/networks?id=b8b16dd1-14c2-429e-a738-23f5243332c4 HTTP/1.1" status: 200 len: 810 time: 0.2945447 Oct 20 11:42:09.545302 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 02e225c5-4964-469d-8fe3-74ecb91b3348 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:42:09.545902 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:09.557622 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-de8b95e9-c143-4ce1-b2de-45f256e8c65d req-b44f0338-5a2f-438c-a5af-fbdec2f112fb tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Request body: {'port': {'device_id': '0c32a626-bd17-457f-8162-a25b82989333', 'network_id': 'b8b16dd1-14c2-429e-a738-23f5243332c4', 'admin_state_up': True, 'tenant_id': 'ce1098f3c80946078a7ca69ed9609a2e'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:42:09.726476 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-336f4685-48e7-4d20-91d7-30bbee958546 req-5e3d4fdc-5e41-4000-bf52-0456b5d51d0a tempest-ServerRescueNegativeTestJSON-964466599 tempest-ServerRescueNegativeTestJSON-964466599-project] 10.222.0.98 "GET /v2.0/ports?device_id=b0d8017c-a682-4e73-8b7b-09e31d8c8f5a HTTP/1.1" status: 200 len: 210 time: 0.1562235 Oct 20 11:42:09.765171 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:09.871820 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 02e225c5-4964-469d-8fe3-74ecb91b3348, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=02e225c5-4964-469d-8fe3-74ecb91b3348,segment=NetworkSegment(73cbce6c-57a2-4343-bb4b-9f489f07b678),segment_id=73cbce6c-57a2-4343-bb4b-9f489f07b678)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:42:09.886030 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f26f1dd5-32e2-4b0c-9630-ead9e4186738 req-223cdce4-b6d1-40e9-b052-b45b71ec61da tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d675c47-af03-49a6-9a27-fffccdac4445 HTTP/1.1" status: 200 len: 210 time: 0.1582372 Oct 20 11:42:09.893996 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b64c893-9935-47e6-abbd-f9c10f6c07e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e225c5-4964-469d-8fe3-74ecb91b3348'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:42:09.900917 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e188aff-2009-4299-b8e1-9fca6332e64c" -d '{"events": [{"server_uuid": "7b64c893-9935-47e6-abbd-f9c10f6c07e6", "name": "network-vif-plugged", "status": "completed", "tag": "02e225c5-4964-469d-8fe3-74ecb91b3348"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:42:09.921992 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:09.957115 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de8b95e9-c143-4ce1-b2de-45f256e8c65d req-b44f0338-5a2f-438c-a5af-fbdec2f112fb tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Made reservation on behalf of ce1098f3c80946078a7ca69ed9609a2e for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:42:09.960827 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-de8b95e9-c143-4ce1-b2de-45f256e8c65d req-b44f0338-5a2f-438c-a5af-fbdec2f112fb tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:09.991563 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933e2737-2ac1-476a-8a1a-5a27d559473c x-openstack-request-id: req-933e2737-2ac1-476a-8a1a-5a27d559473c {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:42:09.992199 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b64c893-9935-47e6-abbd-f9c10f6c07e6", "name": "network-vif-plugged", "status": "completed", "tag": "02e225c5-4964-469d-8fe3-74ecb91b3348", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:42:09.992820 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-933e2737-2ac1-476a-8a1a-5a27d559473c {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:42:09.993383 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b64c893-9935-47e6-abbd-f9c10f6c07e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e225c5-4964-469d-8fe3-74ecb91b3348', 'code': 200} Oct 20 11:42:09.994427 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:10.034385 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=02e225c5-4964-469d-8fe3-74ecb91b3348,revision_number=10']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:10.040618 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-63fec97d-cf77-4e52-928f-be06aae99d57 req-3d7ee843-9ade-42e1-ae4c-6f5511e27e75 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=0c32a626-bd17-457f-8162-a25b82989333 HTTP/1.1" status: 200 len: 210 time: 0.1951516 Oct 20 11:42:10.285170 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707e8d1-059e-4897-b5c5-5b24d9ca64e1 req-2e929fb8-4cf5-4642-8dd8-06668fbefadf tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:10.287477 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f707e8d1-059e-4897-b5c5-5b24d9ca64e1 req-2e929fb8-4cf5-4642-8dd8-06668fbefadf tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.11 "GET /v2.0/networks?id=4684d20a-1285-4a26-b3d8-722aa32ad5b4 HTTP/1.1" status: 200 len: 805 time: 0.2425909 Oct 20 11:42:10.306556 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-de8b95e9-c143-4ce1-b2de-45f256e8c65d req-b44f0338-5a2f-438c-a5af-fbdec2f112fb tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Allocated IP 172.20.0.3 (b8b16dd1-14c2-429e-a738-23f5243332c4/2680d228-fd7a-4853-9272-b0d143a6d48d/65b31a47-8811-445c-ab5e-c1c6a9a22aec) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:42:10.324088 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-f707e8d1-059e-4897-b5c5-5b24d9ca64e1 req-038454db-df7c-4136-9804-3b5acc1f21e7 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Request body: {'port': {'device_id': '0d675c47-af03-49a6-9a27-fffccdac4445', 'network_id': '4684d20a-1285-4a26-b3d8-722aa32ad5b4', 'admin_state_up': True, 'tenant_id': '87f9bb79a2f44e408030b0f728683d1b'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:42:10.578533 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f707e8d1-059e-4897-b5c5-5b24d9ca64e1 req-038454db-df7c-4136-9804-3b5acc1f21e7 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Made reservation on behalf of 87f9bb79a2f44e408030b0f728683d1b for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:42:10.583464 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f707e8d1-059e-4897-b5c5-5b24d9ca64e1 req-038454db-df7c-4136-9804-3b5acc1f21e7 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:10.624147 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-de8b95e9-c143-4ce1-b2de-45f256e8c65d req-b44f0338-5a2f-438c-a5af-fbdec2f112fb tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:10.756402 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-de8b95e9-c143-4ce1-b2de-45f256e8c65d req-b44f0338-5a2f-438c-a5af-fbdec2f112fb tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:10.803444 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 47684) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:42:10.826223 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de8b95e9-c143-4ce1-b2de-45f256e8c65d req-b44f0338-5a2f-438c-a5af-fbdec2f112fb tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Network b8b16dd1-14c2-429e-a738-23f5243332c4 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:42:10.828040 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-f707e8d1-059e-4897-b5c5-5b24d9ca64e1 req-038454db-df7c-4136-9804-3b5acc1f21e7 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Allocated IP 172.20.0.4 (4684d20a-1285-4a26-b3d8-722aa32ad5b4/533789ee-0e8e-421f-8cb0-0d7463c535a5/78ed280f-7b03-49e5-970f-5c7b7485f1ce) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:42:10.832343 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-de8b95e9-c143-4ce1-b2de-45f256e8c65d req-b44f0338-5a2f-438c-a5af-fbdec2f112fb tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:42:10.835684 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8b95e9-c143-4ce1-b2de-45f256e8c65d req-b44f0338-5a2f-438c-a5af-fbdec2f112fb tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:42:10.878404 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44f0338-5a2f-438c-a5af-fbdec2f112fb tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Pushing event updated for resources: {'Port': ['ID=65b31a47-8811-445c-ab5e-c1c6a9a22aec,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:10.936736 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b95e9-c143-4ce1-b2de-45f256e8c65d req-b44f0338-5a2f-438c-a5af-fbdec2f112fb tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:10.937459 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-de8b95e9-c143-4ce1-b2de-45f256e8c65d req-b44f0338-5a2f-438c-a5af-fbdec2f112fb tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:10.961372 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-de8b95e9-c143-4ce1-b2de-45f256e8c65d req-b44f0338-5a2f-438c-a5af-fbdec2f112fb tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4084489 Oct 20 11:42:10.976581 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-de8b95e9-c143-4ce1-b2de-45f256e8c65d req-c9d5cc86-a285-41ff-89e0-f12c32b5ccb5 service neutron] Request body: {'port': {'device_id': '0c32a626-bd17-457f-8162-a25b82989333', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:42:11.102424 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-de8b95e9-c143-4ce1-b2de-45f256e8c65d req-c9d5cc86-a285-41ff-89e0-f12c32b5ccb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:11.255486 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6f4c7cb2-418f-4e22-8dd2-67a054acc570 req-570b168d-83b7-4a8d-9440-25ca0ae9e1c5 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d675c47-af03-49a6-9a27-fffccdac4445 HTTP/1.1" status: 200 len: 210 time: 0.1650062 Oct 20 11:42:11.484144 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2ad37-de8a-4c65-879d-7f104cc1fec4 req-c4d587f2-d708-4ce7-a746-cacb32893700 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:11.491910 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ffc2ad37-de8a-4c65-879d-7f104cc1fec4 req-c4d587f2-d708-4ce7-a746-cacb32893700 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=0c32a626-bd17-457f-8162-a25b82989333 HTTP/1.1" status: 200 len: 931 time: 0.2712834 Oct 20 11:42:11.520071 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f707e8d1-059e-4897-b5c5-5b24d9ca64e1 req-038454db-df7c-4136-9804-3b5acc1f21e7 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:11.576993 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ffc2ad37-de8a-4c65-879d-7f104cc1fec4 req-faf62ee6-8681-478e-babe-dee1e352f1e9 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839674 Oct 20 11:42:11.654209 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-910d66d1-15fb-4a09-bb90-38470d2fbfe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:11.656445 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f707e8d1-059e-4897-b5c5-5b24d9ca64e1 req-038454db-df7c-4136-9804-3b5acc1f21e7 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:11.671340 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['81a208c0-65e0-4fc8-a75c-a093561e3229'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:42:11.751159 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 1418c351-1695-4475-97ef-c3e849b75701 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:42:11.753523 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f707e8d1-059e-4897-b5c5-5b24d9ca64e1 req-038454db-df7c-4136-9804-3b5acc1f21e7 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Network 4684d20a-1285-4a26-b3d8-722aa32ad5b4 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:42:11.765183 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-f707e8d1-059e-4897-b5c5-5b24d9ca64e1 req-038454db-df7c-4136-9804-3b5acc1f21e7 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:42:11.771123 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-de8b95e9-c143-4ce1-b2de-45f256e8c65d req-c9d5cc86-a285-41ff-89e0-f12c32b5ccb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65b31a47-8811-445c-ab5e-c1c6a9a22aec {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:42:11.776501 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038454db-df7c-4136-9804-3b5acc1f21e7 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Pushing event updated for resources: {'Port': ['ID=78ed280f-7b03-49e5-970f-5c7b7485f1ce,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:11.779143 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-f707e8d1-059e-4897-b5c5-5b24d9ca64e1 req-038454db-df7c-4136-9804-3b5acc1f21e7 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:42:11.787049 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-de8b95e9-c143-4ce1-b2de-45f256e8c65d req-c9d5cc86-a285-41ff-89e0-f12c32b5ccb5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:11.803779 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: 1418c351-1695-4475-97ef-c3e849b75701 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:42:11.804566 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 1418c351-1695-4475-97ef-c3e849b75701 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:42:11.831595 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-de8b95e9-c143-4ce1-b2de-45f256e8c65d req-c9d5cc86-a285-41ff-89e0-f12c32b5ccb5 service neutron] Transition to ACTIVE for port object 65b31a47-8811-445c-ab5e-c1c6a9a22aec will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:42:11.847268 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-de8b95e9-c143-4ce1-b2de-45f256e8c65d req-c9d5cc86-a285-41ff-89e0-f12c32b5ccb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:11.892225 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707e8d1-059e-4897-b5c5-5b24d9ca64e1 req-038454db-df7c-4136-9804-3b5acc1f21e7 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:11.895420 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f707e8d1-059e-4897-b5c5-5b24d9ca64e1 req-038454db-df7c-4136-9804-3b5acc1f21e7 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:11.984627 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d5cc86-a285-41ff-89e0-f12c32b5ccb5 service neutron] Pushing event updated for resources: {'Port': ['ID=65b31a47-8811-445c-ab5e-c1c6a9a22aec,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:12.044507 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f707e8d1-059e-4897-b5c5-5b24d9ca64e1 req-038454db-df7c-4136-9804-3b5acc1f21e7 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7253079 Oct 20 11:42:12.049811 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-910d66d1-15fb-4a09-bb90-38470d2fbfe7 admin admin] Deleting port 095a3009-163f-4ccb-b3d8-f7f45e798eae {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:42:12.054650 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-910d66d1-15fb-4a09-bb90-38470d2fbfe7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:12.070343 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-f707e8d1-059e-4897-b5c5-5b24d9ca64e1 req-ebcdb558-67fd-4197-a8d4-defb61c9b471 service neutron] Request body: {'port': {'device_id': '0d675c47-af03-49a6-9a27-fffccdac4445', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:42:12.127161 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-de8b95e9-c143-4ce1-b2de-45f256e8c65d req-c9d5cc86-a285-41ff-89e0-f12c32b5ccb5 service neutron] Attempting to bind port 65b31a47-8811-445c-ab5e-c1c6a9a22aec on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:42:12.127161 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-de8b95e9-c143-4ce1-b2de-45f256e8c65d req-c9d5cc86-a285-41ff-89e0-f12c32b5ccb5 service neutron] Attempting to bind port 65b31a47-8811-445c-ab5e-c1c6a9a22aec by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '635b408c-b931-4fe4-a946-3320f78b98e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'b8b16dd1-14c2-429e-a738-23f5243332c4'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:42:12.127590 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8b95e9-c143-4ce1-b2de-45f256e8c65d req-c9d5cc86-a285-41ff-89e0-f12c32b5ccb5 service neutron] Attempting to bind port 65b31a47-8811-445c-ab5e-c1c6a9a22aec on network b8b16dd1-14c2-429e-a738-23f5243332c4 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:42:12.149167 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-910d66d1-15fb-4a09-bb90-38470d2fbfe7 admin admin] For port 095a3009-163f-4ccb-b3d8-f7f45e798eae, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=095a3009-163f-4ccb-b3d8-f7f45e798eae,segment=NetworkSegment(153f8964-767e-48fa-bbda-d74d9d58830f),segment_id=153f8964-767e-48fa-bbda-d74d9d58830f)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:42:12.149816 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-910d66d1-15fb-4a09-bb90-38470d2fbfe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:12.157177 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8b95e9-c143-4ce1-b2de-45f256e8c65d req-c9d5cc86-a285-41ff-89e0-f12c32b5ccb5 service neutron] Port 65b31a47-8811-445c-ab5e-c1c6a9a22aec on network b8b16dd1-14c2-429e-a738-23f5243332c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:42:12.157539 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8b95e9-c143-4ce1-b2de-45f256e8c65d req-c9d5cc86-a285-41ff-89e0-f12c32b5ccb5 service neutron] Attempting to bind port 65b31a47-8811-445c-ab5e-c1c6a9a22aec on network b8b16dd1-14c2-429e-a738-23f5243332c4 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:42:12.166101 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f707e8d1-059e-4897-b5c5-5b24d9ca64e1 req-ebcdb558-67fd-4197-a8d4-defb61c9b471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:12.168334 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8b95e9-c143-4ce1-b2de-45f256e8c65d req-c9d5cc86-a285-41ff-89e0-f12c32b5ccb5 service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:42:12.168679 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8b95e9-c143-4ce1-b2de-45f256e8c65d req-c9d5cc86-a285-41ff-89e0-f12c32b5ccb5 service neutron] Checking segment: {'id': '635b408c-b931-4fe4-a946-3320f78b98e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'b8b16dd1-14c2-429e-a738-23f5243332c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:42:12.169062 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8b95e9-c143-4ce1-b2de-45f256e8c65d req-c9d5cc86-a285-41ff-89e0-f12c32b5ccb5 service neutron] Bound using segment: {'id': '635b408c-b931-4fe4-a946-3320f78b98e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'b8b16dd1-14c2-429e-a738-23f5243332c4'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:42:12.169638 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-de8b95e9-c143-4ce1-b2de-45f256e8c65d req-c9d5cc86-a285-41ff-89e0-f12c32b5ccb5 service neutron] Bound port: 65b31a47-8811-445c-ab5e-c1c6a9a22aec, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '635b408c-b931-4fe4-a946-3320f78b98e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'b8b16dd1-14c2-429e-a738-23f5243332c4'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:42:12.169987 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-de8b95e9-c143-4ce1-b2de-45f256e8c65d req-c9d5cc86-a285-41ff-89e0-f12c32b5ccb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:12.174007 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-910d66d1-15fb-4a09-bb90-38470d2fbfe7 admin admin] Calling delete_port for 095a3009-163f-4ccb-b3d8-f7f45e798eae owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:42:12.366221 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-de8b95e9-c143-4ce1-b2de-45f256e8c65d req-c9d5cc86-a285-41ff-89e0-f12c32b5ccb5 service neutron] For port 65b31a47-8811-445c-ab5e-c1c6a9a22aec, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:42:12.399107 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-de8b95e9-c143-4ce1-b2de-45f256e8c65d req-c9d5cc86-a285-41ff-89e0-f12c32b5ccb5 service neutron] For port 65b31a47-8811-445c-ab5e-c1c6a9a22aec, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=65b31a47-8811-445c-ab5e-c1c6a9a22aec,segment=NetworkSegment(635b408c-b931-4fe4-a946-3320f78b98e5),segment_id=635b408c-b931-4fe4-a946-3320f78b98e5)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:42:12.450960 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-de8b95e9-c143-4ce1-b2de-45f256e8c65d req-c9d5cc86-a285-41ff-89e0-f12c32b5ccb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:12.528073 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b95e9-c143-4ce1-b2de-45f256e8c65d req-c9d5cc86-a285-41ff-89e0-f12c32b5ccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:12.529088 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-de8b95e9-c143-4ce1-b2de-45f256e8c65d req-c9d5cc86-a285-41ff-89e0-f12c32b5ccb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:12.530278 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-de8b95e9-c143-4ce1-b2de-45f256e8c65d req-c9d5cc86-a285-41ff-89e0-f12c32b5ccb5 service neutron] 10.222.0.11 "PUT /v2.0/ports/65b31a47-8811-445c-ab5e-c1c6a9a22aec HTTP/1.1" status: 200 len: 1091 time: 1.5594451 Oct 20 11:42:12.534458 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c32a626-bd17-457f-8162-a25b82989333', 'tag': '65b31a47-8811-445c-ab5e-c1c6a9a22aec'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:42:12.536790 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8bddc62-f5cd-41e2-b36d-e93b0e63a9b7" -d '{"events": [{"name": "network-changed", "server_uuid": "0c32a626-bd17-457f-8162-a25b82989333", "tag": "65b31a47-8811-445c-ab5e-c1c6a9a22aec"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:42:12.573568 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-910d66d1-15fb-4a09-bb90-38470d2fbfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:12.595665 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2143e980-d57f-4e7d-b3ce-084a2cea9b43 req-9533129d-7c7a-41a4-95f2-01d94ff6441d tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:12.597406 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2143e980-d57f-4e7d-b3ce-084a2cea9b43 req-9533129d-7c7a-41a4-95f2-01d94ff6441d tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d675c47-af03-49a6-9a27-fffccdac4445 HTTP/1.1" status: 200 len: 931 time: 0.2052817 Oct 20 11:42:12.635203 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d66d1-15fb-4a09-bb90-38470d2fbfe7 admin admin] Pushing event deleted for resources: {'Port': ['ID=095a3009-163f-4ccb-b3d8-f7f45e798eae,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:12.641484 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44906fad-f17b-4d35-8e07-d8bb04235797 x-openstack-request-id: req-44906fad-f17b-4d35-8e07-d8bb04235797 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:42:12.641978 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c32a626-bd17-457f-8162-a25b82989333", "tag": "65b31a47-8811-445c-ab5e-c1c6a9a22aec", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:42:12.649491 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-44906fad-f17b-4d35-8e07-d8bb04235797 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:42:12.650160 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c32a626-bd17-457f-8162-a25b82989333', 'tag': '65b31a47-8811-445c-ab5e-c1c6a9a22aec', 'status': 'completed', 'code': 200} Oct 20 11:42:12.677352 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d5cc86-a285-41ff-89e0-f12c32b5ccb5 service neutron] Pushing event updated for resources: {'Port': ['ID=65b31a47-8811-445c-ab5e-c1c6a9a22aec,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:12.762548 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2143e980-d57f-4e7d-b3ce-084a2cea9b43 req-5a45d67a-4c1c-4904-9353-65053f974bb8 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416750 Oct 20 11:42:12.827233 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b95e9-c143-4ce1-b2de-45f256e8c65d req-e3318f5b-ec10-4f46-816c-f5dbfc8cb407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:12.828820 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-de8b95e9-c143-4ce1-b2de-45f256e8c65d req-e3318f5b-ec10-4f46-816c-f5dbfc8cb407 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ce1098f3c80946078a7ca69ed9609a2e&device_id=0c32a626-bd17-457f-8162-a25b82989333 HTTP/1.1" status: 200 len: 1094 time: 0.2232094 Oct 20 11:42:12.842951 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c13208-05d8-4c0d-a4d5-b97b020c1ae5 req-ca14e53d-a798-4f7e-9f6b-ca29ab4a1bba tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:12.844697 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-84c13208-05d8-4c0d-a4d5-b97b020c1ae5 req-ca14e53d-a798-4f7e-9f6b-ca29ab4a1bba tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=0c32a626-bd17-457f-8162-a25b82989333 HTTP/1.1" status: 200 len: 943 time: 0.1467438 Oct 20 11:42:12.850708 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-910d66d1-15fb-4a09-bb90-38470d2fbfe7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:12.925536 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-f707e8d1-059e-4897-b5c5-5b24d9ca64e1 req-ebcdb558-67fd-4197-a8d4-defb61c9b471 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78ed280f-7b03-49e5-970f-5c7b7485f1ce {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:42:12.931098 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-de8b95e9-c143-4ce1-b2de-45f256e8c65d req-04879aa4-bfc9-45c3-925d-5f38161b5349 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65b31a47-8811-445c-ab5e-c1c6a9a22aec HTTP/1.1" status: 200 len: 217 time: 0.0675480 Oct 20 11:42:12.936894 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f707e8d1-059e-4897-b5c5-5b24d9ca64e1 req-ebcdb558-67fd-4197-a8d4-defb61c9b471 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:13.009630 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-84c13208-05d8-4c0d-a4d5-b97b020c1ae5 req-0a069417-fd87-4611-b27a-295cbbb3ba86 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447399 Oct 20 11:42:13.020929 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-f707e8d1-059e-4897-b5c5-5b24d9ca64e1 req-ebcdb558-67fd-4197-a8d4-defb61c9b471 service neutron] Transition to ACTIVE for port object 78ed280f-7b03-49e5-970f-5c7b7485f1ce will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:42:13.038259 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f707e8d1-059e-4897-b5c5-5b24d9ca64e1 req-ebcdb558-67fd-4197-a8d4-defb61c9b471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:13.058199 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b95e9-c143-4ce1-b2de-45f256e8c65d req-3c61f887-0a63-4e27-84ea-9a5e73bd71aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:13.060407 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-de8b95e9-c143-4ce1-b2de-45f256e8c65d req-3c61f887-0a63-4e27-84ea-9a5e73bd71aa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2680d228-fd7a-4853-9272-b0d143a6d48d HTTP/1.1" status: 200 len: 850 time: 0.1208665 Oct 20 11:42:13.134363 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-de8b95e9-c143-4ce1-b2de-45f256e8c65d req-67638e5a-c7ab-4f1b-b20f-30a9cdd1efe6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b8b16dd1-14c2-429e-a738-23f5243332c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531075 Oct 20 11:42:13.199675 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910d66d1-15fb-4a09-bb90-38470d2fbfe7 admin admin] Router ace794ca-6450-4f20-9730-f3893cd9e2a4 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:42:13.206510 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-f707e8d1-059e-4897-b5c5-5b24d9ca64e1 req-ebcdb558-67fd-4197-a8d4-defb61c9b471 service neutron] Attempting to bind port 78ed280f-7b03-49e5-970f-5c7b7485f1ce on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:42:13.206887 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-f707e8d1-059e-4897-b5c5-5b24d9ca64e1 req-ebcdb558-67fd-4197-a8d4-defb61c9b471 service neutron] Attempting to bind port 78ed280f-7b03-49e5-970f-5c7b7485f1ce by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '474d5198-d4e2-4e04-8880-971eb081d7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '4684d20a-1285-4a26-b3d8-722aa32ad5b4'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:42:13.207195 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f707e8d1-059e-4897-b5c5-5b24d9ca64e1 req-ebcdb558-67fd-4197-a8d4-defb61c9b471 service neutron] Attempting to bind port 78ed280f-7b03-49e5-970f-5c7b7485f1ce on network 4684d20a-1285-4a26-b3d8-722aa32ad5b4 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:42:13.211963 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcdb558-67fd-4197-a8d4-defb61c9b471 service neutron] Pushing event updated for resources: {'Port': ['ID=78ed280f-7b03-49e5-970f-5c7b7485f1ce,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:13.234464 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f707e8d1-059e-4897-b5c5-5b24d9ca64e1 req-ebcdb558-67fd-4197-a8d4-defb61c9b471 service neutron] Port 78ed280f-7b03-49e5-970f-5c7b7485f1ce on network 4684d20a-1285-4a26-b3d8-722aa32ad5b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:42:13.234868 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f707e8d1-059e-4897-b5c5-5b24d9ca64e1 req-ebcdb558-67fd-4197-a8d4-defb61c9b471 service neutron] Attempting to bind port 78ed280f-7b03-49e5-970f-5c7b7485f1ce on network 4684d20a-1285-4a26-b3d8-722aa32ad5b4 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:42:13.249173 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f707e8d1-059e-4897-b5c5-5b24d9ca64e1 req-ebcdb558-67fd-4197-a8d4-defb61c9b471 service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:42:13.249609 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f707e8d1-059e-4897-b5c5-5b24d9ca64e1 req-ebcdb558-67fd-4197-a8d4-defb61c9b471 service neutron] Checking segment: {'id': '474d5198-d4e2-4e04-8880-971eb081d7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '4684d20a-1285-4a26-b3d8-722aa32ad5b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:42:13.249925 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f707e8d1-059e-4897-b5c5-5b24d9ca64e1 req-ebcdb558-67fd-4197-a8d4-defb61c9b471 service neutron] Bound using segment: {'id': '474d5198-d4e2-4e04-8880-971eb081d7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '4684d20a-1285-4a26-b3d8-722aa32ad5b4'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:42:13.250364 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-f707e8d1-059e-4897-b5c5-5b24d9ca64e1 req-ebcdb558-67fd-4197-a8d4-defb61c9b471 service neutron] Bound port: 78ed280f-7b03-49e5-970f-5c7b7485f1ce, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '474d5198-d4e2-4e04-8880-971eb081d7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '4684d20a-1285-4a26-b3d8-722aa32ad5b4'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:42:13.250723 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f707e8d1-059e-4897-b5c5-5b24d9ca64e1 req-ebcdb558-67fd-4197-a8d4-defb61c9b471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:13.349911 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-de8b95e9-c143-4ce1-b2de-45f256e8c65d req-2d8223a2-743b-4793-9afe-1bad6098ad3a service neutron] 10.222.0.11 "GET /v2.0/networks/b8b16dd1-14c2-429e-a738-23f5243332c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695054 Oct 20 11:42:13.364734 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910d66d1-15fb-4a09-bb90-38470d2fbfe7 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:42:13.379036 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c84cc1-2589-453d-9dd7-b81a8396b2de None None] Sync routers for ids ['ace794ca-6450-4f20-9730-f3893cd9e2a4'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:42:13.381496 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-910d66d1-15fb-4a09-bb90-38470d2fbfe7 admin admin] 10.222.0.98 "PUT /v2.0/routers/ace794ca-6450-4f20-9730-f3893cd9e2a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5763526 Oct 20 11:42:13.384196 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 47708) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:42:13.404962 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c84cc1-2589-453d-9dd7-b81a8396b2de None None] Routers {'ace794ca-6450-4f20-9730-f3893cd9e2a4'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:42:13.405904 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-79c84cc1-2589-453d-9dd7-b81a8396b2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:41:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['ace794ca-6450-4f20-9730-f3893cd9e2a4'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:42:13.451956 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-de8b95e9-c143-4ce1-b2de-45f256e8c65d req-2b4bcd5c-6407-41f7-ab2d-63b6f3134a88 service neutron] 10.222.0.11 "GET /v2.0/networks/b8b16dd1-14c2-429e-a738-23f5243332c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925536 Oct 20 11:42:13.458586 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-f707e8d1-059e-4897-b5c5-5b24d9ca64e1 req-ebcdb558-67fd-4197-a8d4-defb61c9b471 service neutron] For port 78ed280f-7b03-49e5-970f-5c7b7485f1ce, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:42:13.471955 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-f707e8d1-059e-4897-b5c5-5b24d9ca64e1 req-ebcdb558-67fd-4197-a8d4-defb61c9b471 service neutron] For port 78ed280f-7b03-49e5-970f-5c7b7485f1ce, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=78ed280f-7b03-49e5-970f-5c7b7485f1ce,segment=NetworkSegment(474d5198-d4e2-4e04-8880-971eb081d7c2),segment_id=474d5198-d4e2-4e04-8880-971eb081d7c2)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:42:13.476737 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f707e8d1-059e-4897-b5c5-5b24d9ca64e1 req-ebcdb558-67fd-4197-a8d4-defb61c9b471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:13.514051 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707e8d1-059e-4897-b5c5-5b24d9ca64e1 req-ebcdb558-67fd-4197-a8d4-defb61c9b471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:13.514294 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f707e8d1-059e-4897-b5c5-5b24d9ca64e1 req-ebcdb558-67fd-4197-a8d4-defb61c9b471 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:13.515634 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f707e8d1-059e-4897-b5c5-5b24d9ca64e1 req-ebcdb558-67fd-4197-a8d4-defb61c9b471 service neutron] 10.222.0.11 "PUT /v2.0/ports/78ed280f-7b03-49e5-970f-5c7b7485f1ce HTTP/1.1" status: 200 len: 1091 time: 1.4516315 Oct 20 11:42:13.675688 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b41a8590-ed47-446f-81e6-d6623be36f8e admin admin] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:13.683399 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-79c84cc1-2589-453d-9dd7-b81a8396b2de None None] Set router ace794ca-6450-4f20-9730-f3893cd9e2a4 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:42:13.987447 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcdb558-67fd-4197-a8d4-defb61c9b471 service neutron] Pushing event updated for resources: {'Port': ['ID=78ed280f-7b03-49e5-970f-5c7b7485f1ce,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:14.024333 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bddc62-f5cd-41e2-b36d-e93b0e63a9b7 req-782d4521-8995-4598-830b-ccddeeb0ff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:14.026202 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b41a8590-ed47-446f-81e6-d6623be36f8e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:14.026965 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a8bddc62-f5cd-41e2-b36d-e93b0e63a9b7 req-782d4521-8995-4598-830b-ccddeeb0ff48 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ce1098f3c80946078a7ca69ed9609a2e&device_id=0c32a626-bd17-457f-8162-a25b82989333 HTTP/1.1" status: 200 len: 1094 time: 0.5102255 Oct 20 11:42:14.038252 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-79c84cc1-2589-453d-9dd7-b81a8396b2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace794ca-6450-4f20-9730-f3893cd9e2a4', 'name': 'tempest-ServerRescueNegativeTestJSON-1747271185-router', 'tenant_id': 'c1169ad648904e1598b69c96d66e4763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '3bd18708-9bc7-4192-9dfe-23bd3c8d0ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:07Z', 'updated_at': '2021-10-20T11:42:12Z', 'revision_number': 5, 'project_id': 'c1169ad648904e1598b69c96d66e4763', 'gw_port': {'id': '3bd18708-9bc7-4192-9dfe-23bd3c8d0ec9', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace794ca-6450-4f20-9730-f3893cd9e2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:07Z', 'updated_at': '2021-10-20T11:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:42:14.092870 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8895d7-9ce4-46a2-a2e7-740b153ee493 req-91151ddf-13c5-4aba-8495-6e9ce350c68f tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:14.094778 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7d8895d7-9ce4-46a2-a2e7-740b153ee493 req-91151ddf-13c5-4aba-8495-6e9ce350c68f tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d675c47-af03-49a6-9a27-fffccdac4445 HTTP/1.1" status: 200 len: 943 time: 0.2050297 Oct 20 11:42:14.111854 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c84cc1-2589-453d-9dd7-b81a8396b2de None None] Checking router: ace794ca-6450-4f20-9730-f3893cd9e2a4 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:42:14.133440 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707e8d1-059e-4897-b5c5-5b24d9ca64e1 req-23fedd49-cdbb-43fc-befe-210842a34e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:14.135349 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f707e8d1-059e-4897-b5c5-5b24d9ca64e1 req-23fedd49-cdbb-43fc-befe-210842a34e5f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=87f9bb79a2f44e408030b0f728683d1b&device_id=0d675c47-af03-49a6-9a27-fffccdac4445 HTTP/1.1" status: 200 len: 1094 time: 0.2600715 Oct 20 11:42:14.136078 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c84cc1-2589-453d-9dd7-b81a8396b2de None None] Routers {'ace794ca-6450-4f20-9730-f3893cd9e2a4'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:42:14.136737 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-79c84cc1-2589-453d-9dd7-b81a8396b2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:41:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['ace794ca-6450-4f20-9730-f3893cd9e2a4'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:42:14.166768 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-b41a8590-ed47-446f-81e6-d6623be36f8e admin admin] Deleting port 3bd18708-9bc7-4192-9dfe-23bd3c8d0ec9 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:42:14.168770 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b41a8590-ed47-446f-81e6-d6623be36f8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:14.253912 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f707e8d1-059e-4897-b5c5-5b24d9ca64e1 req-c4f9fbc2-acd7-477c-8711-1b9ad040746a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78ed280f-7b03-49e5-970f-5c7b7485f1ce HTTP/1.1" status: 200 len: 217 time: 0.1038296 Oct 20 11:42:14.295909 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-79c84cc1-2589-453d-9dd7-b81a8396b2de None None] Set router ace794ca-6450-4f20-9730-f3893cd9e2a4 gateway port host: None {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:42:14.334530 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-b41a8590-ed47-446f-81e6-d6623be36f8e admin admin] For port 3bd18708-9bc7-4192-9dfe-23bd3c8d0ec9, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=3bd18708-9bc7-4192-9dfe-23bd3c8d0ec9,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:42:14.334530 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b41a8590-ed47-446f-81e6-d6623be36f8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:14.378423 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-b41a8590-ed47-446f-81e6-d6623be36f8e admin admin] Calling delete_port for 3bd18708-9bc7-4192-9dfe-23bd3c8d0ec9 owned by network:router_gateway {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:42:14.391677 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7d8895d7-9ce4-46a2-a2e7-740b153ee493 req-16144a6a-db9a-45cd-8e5d-021042109b1a tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528293 Oct 20 11:42:14.404109 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-79c84cc1-2589-453d-9dd7-b81a8396b2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace794ca-6450-4f20-9730-f3893cd9e2a4', 'name': 'tempest-ServerRescueNegativeTestJSON-1747271185-router', 'tenant_id': 'c1169ad648904e1598b69c96d66e4763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:07Z', 'updated_at': '2021-10-20T11:42:14Z', 'revision_number': 6, 'project_id': 'c1169ad648904e1598b69c96d66e4763', 'gw_port_host': None}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:42:14.434711 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8dc5ba-4e70-48ad-8755-cc6341e0010e req-6418e606-4ebf-447e-8033-b8ab72925055 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:14.436488 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4d8dc5ba-4e70-48ad-8755-cc6341e0010e req-6418e606-4ebf-447e-8033-b8ab72925055 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=0c32a626-bd17-457f-8162-a25b82989333 HTTP/1.1" status: 200 len: 943 time: 0.2488282 Oct 20 11:42:14.451548 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707e8d1-059e-4897-b5c5-5b24d9ca64e1 req-8767038a-1e93-470e-b715-5adfe520c394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:14.453187 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f707e8d1-059e-4897-b5c5-5b24d9ca64e1 req-8767038a-1e93-470e-b715-5adfe520c394 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=533789ee-0e8e-421f-8cb0-0d7463c535a5 HTTP/1.1" status: 200 len: 845 time: 0.1593657 Oct 20 11:42:14.479867 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c84cc1-2589-453d-9dd7-b81a8396b2de None None] The sync data for ids ['ace794ca-6450-4f20-9730-f3893cd9e2a4'] in n-d-814735-3 is: [{'id': 'ace794ca-6450-4f20-9730-f3893cd9e2a4', 'name': 'tempest-ServerRescueNegativeTestJSON-1747271185-router', 'tenant_id': 'c1169ad648904e1598b69c96d66e4763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:07Z', 'updated_at': '2021-10-20T11:42:14Z', 'revision_number': 6, 'project_id': 'c1169ad648904e1598b69c96d66e4763', 'gw_port_host': None}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:42:14.491290 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bddc62-f5cd-41e2-b36d-e93b0e63a9b7 req-b9471d34-9491-430f-b4b4-d3d44a15d472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:14.492861 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a8bddc62-f5cd-41e2-b36d-e93b0e63a9b7 req-b9471d34-9491-430f-b4b4-d3d44a15d472 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b8b16dd1-14c2-429e-a738-23f5243332c4 HTTP/1.1" status: 200 len: 912 time: 0.4483550 Oct 20 11:42:14.529197 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f707e8d1-059e-4897-b5c5-5b24d9ca64e1 req-5c72e4b4-6005-49fc-b173-cf3976631777 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4684d20a-1285-4a26-b3d8-722aa32ad5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633910 Oct 20 11:42:14.594511 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a8bddc62-f5cd-41e2-b36d-e93b0e63a9b7 req-5d07d477-5ec3-431f-ad6c-7ad7173f43d0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65b31a47-8811-445c-ab5e-c1c6a9a22aec HTTP/1.1" status: 200 len: 217 time: 0.0754399 Oct 20 11:42:14.638362 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4d8dc5ba-4e70-48ad-8755-cc6341e0010e req-6f54d64f-a0ea-4bd7-b63b-7a0e5162485e tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840837 Oct 20 11:42:14.659326 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d675c47-af03-49a6-9a27-fffccdac4445', 'tag': '78ed280f-7b03-49e5-970f-5c7b7485f1ce'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:42:14.673184 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebe81e3-8ebf-4c45-ad91-c7b9f1b1dd38" -d '{"events": [{"name": "network-changed", "server_uuid": "0d675c47-af03-49a6-9a27-fffccdac4445", "tag": "78ed280f-7b03-49e5-970f-5c7b7485f1ce"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:42:14.745164 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b41a8590-ed47-446f-81e6-d6623be36f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:14.767848 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8778c8-44d1-4cee-8fa9-6d206f5cfa92 x-openstack-request-id: req-cb8778c8-44d1-4cee-8fa9-6d206f5cfa92 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:42:14.768073 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d675c47-af03-49a6-9a27-fffccdac4445", "tag": "78ed280f-7b03-49e5-970f-5c7b7485f1ce", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:42:14.768295 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cb8778c8-44d1-4cee-8fa9-6d206f5cfa92 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:42:14.768682 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d675c47-af03-49a6-9a27-fffccdac4445', 'tag': '78ed280f-7b03-49e5-970f-5c7b7485f1ce', 'status': 'completed', 'code': 200} Oct 20 11:42:14.775066 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bddc62-f5cd-41e2-b36d-e93b0e63a9b7 req-8b24b8f1-5a92-40f8-beb8-39badeb31289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:14.776592 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a8bddc62-f5cd-41e2-b36d-e93b0e63a9b7 req-8b24b8f1-5a92-40f8-beb8-39badeb31289 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2680d228-fd7a-4853-9272-b0d143a6d48d HTTP/1.1" status: 200 len: 850 time: 0.1604431 Oct 20 11:42:14.780741 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f707e8d1-059e-4897-b5c5-5b24d9ca64e1 req-fe529585-0aa6-469e-94b5-c5596d2f407c service neutron] 10.222.0.11 "GET /v2.0/networks/4684d20a-1285-4a26-b3d8-722aa32ad5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979740 Oct 20 11:42:14.797962 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a8590-ed47-446f-81e6-d6623be36f8e admin admin] Pushing event deleted for resources: {'Port': ['ID=3bd18708-9bc7-4192-9dfe-23bd3c8d0ec9,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:14.854028 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a8bddc62-f5cd-41e2-b36d-e93b0e63a9b7 req-8293b498-0913-4c48-96c6-0ee536ceae61 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b8b16dd1-14c2-429e-a738-23f5243332c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455837 Oct 20 11:42:14.919768 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b41a8590-ed47-446f-81e6-d6623be36f8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:15.050462 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b41a8590-ed47-446f-81e6-d6623be36f8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:15.053377 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b41a8590-ed47-446f-81e6-d6623be36f8e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:15.102922 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f707e8d1-059e-4897-b5c5-5b24d9ca64e1 req-d2fd0c8a-4f54-490f-9184-5db97b49aa12 service neutron] 10.222.0.11 "GET /v2.0/networks/4684d20a-1285-4a26-b3d8-722aa32ad5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070545 Oct 20 11:42:15.150153 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a8bddc62-f5cd-41e2-b36d-e93b0e63a9b7 req-77ca38bb-cc39-4cf5-bfa9-526b9e3390dd service neutron] 10.222.0.11 "GET /v2.0/networks/b8b16dd1-14c2-429e-a738-23f5243332c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820425 Oct 20 11:42:15.151768 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b41a8590-ed47-446f-81e6-d6623be36f8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:15.152708 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41a8590-ed47-446f-81e6-d6623be36f8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ace794ca-6450-4f20-9730-f3893cd9e2a4 {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:42:15.158334 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b41a8590-ed47-446f-81e6-d6623be36f8e admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:15.159631 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b41a8590-ed47-446f-81e6-d6623be36f8e admin admin] 10.222.0.98 "DELETE /v2.0/routers/ace794ca-6450-4f20-9730-f3893cd9e2a4 HTTP/1.1" status: 204 len: 168 time: 1.7741816 Oct 20 11:42:15.164162 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 47720) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:42:15.302503 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:15.399613 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f74bfd5-275d-4f2e-8c25-2fe811e62a97 admin admin] Deleting subnet 3c3866d5-a700-4d4b-8bd8-40c0fe178f92 {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:42:15.413575 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f74bfd5-275d-4f2e-8c25-2fe811e62a97 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:15.442827 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 65b31a47-8811-445c-ab5e-c1c6a9a22aec details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:42:15.520746 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe81e3-8ebf-4c45-ad91-c7b9f1b1dd38 req-4df66ae3-295a-43b9-b721-f2dfb175fa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:15.522598 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9ebe81e3-8ebf-4c45-ad91-c7b9f1b1dd38 req-4df66ae3-295a-43b9-b721-f2dfb175fa79 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=87f9bb79a2f44e408030b0f728683d1b&device_id=0d675c47-af03-49a6-9a27-fffccdac4445 HTTP/1.1" status: 200 len: 1094 time: 0.3472495 Oct 20 11:42:15.564500 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a8bddc62-f5cd-41e2-b36d-e93b0e63a9b7 req-be84dc2c-5718-4475-81ee-4a9803bdaf71 service neutron] 10.222.0.11 "GET /v2.0/networks/b8b16dd1-14c2-429e-a738-23f5243332c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3874950 Oct 20 11:42:15.580244 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f74bfd5-275d-4f2e-8c25-2fe811e62a97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:15.706610 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f74bfd5-275d-4f2e-8c25-2fe811e62a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:15.749016 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe81e3-8ebf-4c45-ad91-c7b9f1b1dd38 req-177ab9aa-a17a-44fe-a63f-42749104b89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:15.750195 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9ebe81e3-8ebf-4c45-ad91-c7b9f1b1dd38 req-177ab9aa-a17a-44fe-a63f-42749104b89c service neutron] 10.222.0.11 "GET /v2.0/networks?id=4684d20a-1285-4a26-b3d8-722aa32ad5b4 HTTP/1.1" status: 200 len: 907 time: 0.2155199 Oct 20 11:42:15.778124 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 65b31a47-8811-445c-ab5e-c1c6a9a22aec, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=65b31a47-8811-445c-ab5e-c1c6a9a22aec,segment=NetworkSegment(635b408c-b931-4fe4-a946-3320f78b98e5),segment_id=635b408c-b931-4fe4-a946-3320f78b98e5)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:42:15.799944 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '65b31a47-8811-445c-ab5e-c1c6a9a22aec', 'network_id': 'b8b16dd1-14c2-429e-a738-23f5243332c4', 'port_id': '65b31a47-8811-445c-ab5e-c1c6a9a22aec', 'mac_address': 'fa:16:3e:44:0a:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2680d228-fd7a-4853-9272-b0d143a6d48d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:42:15.810664 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d21a9c-d5ed-430f-8f4d-88aa61a56751 req-3a3eac67-1ac6-40fb-a40c-ff04571f4eb8 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:15.812305 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41d21a9c-d5ed-430f-8f4d-88aa61a56751 req-3a3eac67-1ac6-40fb-a40c-ff04571f4eb8 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d675c47-af03-49a6-9a27-fffccdac4445 HTTP/1.1" status: 200 len: 943 time: 0.1473637 Oct 20 11:42:15.817016 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9ebe81e3-8ebf-4c45-ad91-c7b9f1b1dd38 req-ef61e1ef-33fc-48cd-8554-7c846cf8f0b2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78ed280f-7b03-49e5-970f-5c7b7485f1ce HTTP/1.1" status: 200 len: 217 time: 0.0556767 Oct 20 11:42:15.887447 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:15.926934 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65b31a47-8811-445c-ab5e-c1c6a9a22aec {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:42:15.967044 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 65b31a47-8811-445c-ab5e-c1c6a9a22aec, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=65b31a47-8811-445c-ab5e-c1c6a9a22aec,segment=NetworkSegment(635b408c-b931-4fe4-a946-3320f78b98e5),segment_id=635b408c-b931-4fe4-a946-3320f78b98e5)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:42:15.972896 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f74bfd5-275d-4f2e-8c25-2fe811e62a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:15.976192 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:15.997142 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41d21a9c-d5ed-430f-8f4d-88aa61a56751 req-9c6d48e7-47a3-49c4-9dcb-6d99a512c63e tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696267 Oct 20 11:42:16.053784 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae4c8af-84e2-4fa6-a427-2176b22768a6 req-84d5066f-b351-4b92-86ff-ede51b9149ad tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:16.068257 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9ae4c8af-84e2-4fa6-a427-2176b22768a6 req-84d5066f-b351-4b92-86ff-ede51b9149ad tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=0c32a626-bd17-457f-8162-a25b82989333 HTTP/1.1" status: 200 len: 943 time: 0.2546957 Oct 20 11:42:16.071421 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe81e3-8ebf-4c45-ad91-c7b9f1b1dd38 req-32eb8778-7bf2-48ab-962c-ec8e4a47150c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:16.072990 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9ebe81e3-8ebf-4c45-ad91-c7b9f1b1dd38 req-32eb8778-7bf2-48ab-962c-ec8e4a47150c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=533789ee-0e8e-421f-8cb0-0d7463c535a5 HTTP/1.1" status: 200 len: 845 time: 0.2272360 Oct 20 11:42:16.075056 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f74bfd5-275d-4f2e-8c25-2fe811e62a97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c3866d5-a700-4d4b-8bd8-40c0fe178f92,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:16.078336 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=65b31a47-8811-445c-ab5e-c1c6a9a22aec,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:16.086221 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f74bfd5-275d-4f2e-8c25-2fe811e62a97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:16.092434 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 47734) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:42:16.093017 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8f74bfd5-275d-4f2e-8c25-2fe811e62a97 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/3c3866d5-a700-4d4b-8bd8-40c0fe178f92 HTTP/1.1" status: 204 len: 168 time: 0.9269018 Oct 20 11:42:16.138845 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9ebe81e3-8ebf-4c45-ad91-c7b9f1b1dd38 req-d7ac9f09-bfa3-4134-b73e-5f3504041b00 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4684d20a-1285-4a26-b3d8-722aa32ad5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451057 Oct 20 11:42:16.201660 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9ae4c8af-84e2-4fa6-a427-2176b22768a6 req-0cee68e0-ad15-4047-9277-e4c188c87086 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264839 Oct 20 11:42:16.206741 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a061a7c9-2878-471f-b61f-034baf35a5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:16.263794 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['65b31a47-8811-445c-ab5e-c1c6a9a22aec'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:42:16.338873 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 47736) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:42:16.347153 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-4283e9e8-915d-4d1d-a61d-dc37b49a69b0 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1680553842'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:42:16.355204 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9ebe81e3-8ebf-4c45-ad91-c7b9f1b1dd38 req-8422f798-c520-4bbe-a351-2576cca63567 service neutron] 10.222.0.11 "GET /v2.0/networks/4684d20a-1285-4a26-b3d8-722aa32ad5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020116 Oct 20 11:42:16.401949 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a061a7c9-2878-471f-b61f-034baf35a5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:16.452674 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 095a3009-163f-4ccb-b3d8-f7f45e798eae no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:42:16.462076 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-a061a7c9-2878-471f-b61f-034baf35a5c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a79a2568-084f-4d41-8469-7b680356a62d']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:42:16.471828 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4283e9e8-915d-4d1d-a61d-dc37b49a69b0 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Made reservation on behalf of eaec2bab7fdf45a2bb81df4997c7d09e for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:42:16.476377 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4283e9e8-915d-4d1d-a61d-dc37b49a69b0 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:16.484769 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-a061a7c9-2878-471f-b61f-034baf35a5c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '153f8964-767e-48fa-bbda-d74d9d58830f') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:42:16.485059 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-a061a7c9-2878-471f-b61f-034baf35a5c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '153f8964-767e-48fa-bbda-d74d9d58830f') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:42:16.509963 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 095a3009-163f-4ccb-b3d8-f7f45e798eae {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:42:16.511153 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 095a3009-163f-4ccb-b3d8-f7f45e798eae not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:42:16.511772 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 3bd18708-9bc7-4192-9dfe-23bd3c8d0ec9 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:42:16.520514 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a061a7c9-2878-471f-b61f-034baf35a5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:16.542539 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a061a7c9-2878-471f-b61f-034baf35a5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:16.550638 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 3bd18708-9bc7-4192-9dfe-23bd3c8d0ec9 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:42:16.551407 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a061a7c9-2878-471f-b61f-034baf35a5c4 admin admin] Releasing vlan 1261 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:42:16.551918 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a061a7c9-2878-471f-b61f-034baf35a5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:16.552668 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 3bd18708-9bc7-4192-9dfe-23bd3c8d0ec9 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:42:16.563168 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4283e9e8-915d-4d1d-a61d-dc37b49a69b0 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] vlan segment allocate from pool success with {'vlan_id': 1295, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:42:16.619040 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:42:16.619040 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:42:16.619040 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:42:16.619040 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:42:16.619040 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:42:16.619040 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:42:16.619040 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:42:16.619040 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:42:16.619040 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:42:16.619040 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:42:16.619040 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:42:16.619040 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:42:16.619040 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:42:16.619040 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:42:16.619040 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:42:16.619040 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:42:16.619040 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:42:16.619040 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:42:16.619040 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:42:16.619040 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:42:16.619040 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:42:16.619040 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:42:16.619040 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:42:16.619040 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:42:16.619040 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:42:16.619040 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:42:16.619040 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:42:16.619040 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:42:16.619040 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:42:16.619040 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:42:16.619040 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:42:16.619040 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:42:16.623852 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4283e9e8-915d-4d1d-a61d-dc37b49a69b0 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:16.624012 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a061a7c9-2878-471f-b61f-034baf35a5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:16.629293 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-4283e9e8-915d-4d1d-a61d-dc37b49a69b0 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Added segment d46e7e29-b111-4410-8455-78fe43083225 of type vlan for network 777f6155-4cb8-4ffe-990a-e0dddbce5ad7 Oct 20 11:42:16.635638 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9ebe81e3-8ebf-4c45-ad91-c7b9f1b1dd38 req-eb94a8d6-fbfd-49a7-a57f-aa690777ee11 service neutron] 10.222.0.11 "GET /v2.0/networks/4684d20a-1285-4a26-b3d8-722aa32ad5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716951 Oct 20 11:42:16.639527 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a061a7c9-2878-471f-b61f-034baf35a5c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:16.647301 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a061a7c9-2878-471f-b61f-034baf35a5c4 admin admin] 10.222.0.98 "DELETE /v2.0/networks/a79a2568-084f-4d41-8469-7b680356a62d HTTP/1.1" status: 204 len: 168 time: 0.5512614 Oct 20 11:42:16.660657 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a061a7c9-2878-471f-b61f-034baf35a5c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a79a2568-084f-4d41-8469-7b680356a62d,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:16.789718 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4283e9e8-915d-4d1d-a61d-dc37b49a69b0 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:16.858346 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4283e9e8-915d-4d1d-a61d-dc37b49a69b0 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:16.868630 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4283e9e8-915d-4d1d-a61d-dc37b49a69b0 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:16.870871 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4283e9e8-915d-4d1d-a61d-dc37b49a69b0 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:16.940076 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 47754) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:42:16.952724 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4283e9e8-915d-4d1d-a61d-dc37b49a69b0 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6087275 Oct 20 11:42:16.953404 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 47756) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:42:16.960703 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-df452f2c-7fbe-4d3f-b56a-bae14c6f7e21 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1681389308'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:42:17.020184 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283e9e8-915d-4d1d-a61d-dc37b49a69b0 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Pushing event updated for resources: {'Network': ['ID=777f6155-4cb8-4ffe-990a-e0dddbce5ad7,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:17.027403 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 777f6155-4cb8-4ffe-990a-e0dddbce5ad7 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:42:17.042778 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df452f2c-7fbe-4d3f-b56a-bae14c6f7e21 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Made reservation on behalf of eaec2bab7fdf45a2bb81df4997c7d09e for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:42:17.047486 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-df452f2c-7fbe-4d3f-b56a-bae14c6f7e21 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:17.055521 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 47764) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:42:17.055730 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6247db02-c6b6-4096-a94e-b78ac68cb017 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c1169ad648904e1598b69c96d66e4763&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1143830 Oct 20 11:42:17.090415 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df452f2c-7fbe-4d3f-b56a-bae14c6f7e21 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] vlan segment allocate from pool success with {'vlan_id': 1273, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:42:17.114273 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-df452f2c-7fbe-4d3f-b56a-bae14c6f7e21 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:17.114828 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-df452f2c-7fbe-4d3f-b56a-bae14c6f7e21 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Added segment 52735a1f-98a3-4d0e-8b1b-ed6b349adcf3 of type vlan for network 9e28e111-da3b-432f-b66c-1b77e1797d1c Oct 20 11:42:17.200392 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-df452f2c-7fbe-4d3f-b56a-bae14c6f7e21 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:17.234638 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5654953f-6bf8-41c4-a48b-f569ea6f77f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:17.244936 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-df452f2c-7fbe-4d3f-b56a-bae14c6f7e21 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:17.254513 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df452f2c-7fbe-4d3f-b56a-bae14c6f7e21 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:17.255578 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-df452f2c-7fbe-4d3f-b56a-bae14c6f7e21 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:17.263795 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ad202-4aec-438d-a617-2a091701b95f req-9a73e0cc-8d29-495f-8e75-a386e9bc8bf0 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:17.280913 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-906ad202-4aec-438d-a617-2a091701b95f req-9a73e0cc-8d29-495f-8e75-a386e9bc8bf0 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d675c47-af03-49a6-9a27-fffccdac4445 HTTP/1.1" status: 200 len: 943 time: 0.1437697 Oct 20 11:42:17.311132 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5654953f-6bf8-41c4-a48b-f569ea6f77f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:17.352053 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df452f2c-7fbe-4d3f-b56a-bae14c6f7e21 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Pushing event updated for resources: {'Network': ['ID=9e28e111-da3b-432f-b66c-1b77e1797d1c,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:17.363286 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 9e28e111-da3b-432f-b66c-1b77e1797d1c details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:42:17.363485 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-906ad202-4aec-438d-a617-2a091701b95f req-3968ab14-9057-47fb-a72e-0a8cad340edc tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769494 Oct 20 11:42:17.386869 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-df452f2c-7fbe-4d3f-b56a-bae14c6f7e21 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4289958 Oct 20 11:42:17.387535 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 47772) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:42:17.396694 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-e64804d4-49d9-4970-96cd-3e8770e2df3f tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Request body: {'subnet': {'network_id': '777f6155-4cb8-4ffe-990a-e0dddbce5ad7', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:42:17.455979 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 78ed280f-7b03-49e5-970f-5c7b7485f1ce details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:42:17.459643 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 65b31a47-8811-445c-ab5e-c1c6a9a22aec up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:42:17.497267 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452f7c8-9813-469c-a615-75fdbe3fe92b req-4a5b7e8e-27d3-4b9d-84a6-36a1315e7e51 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:17.499213 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0452f7c8-9813-469c-a615-75fdbe3fe92b req-4a5b7e8e-27d3-4b9d-84a6-36a1315e7e51 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=0c32a626-bd17-457f-8162-a25b82989333 HTTP/1.1" status: 200 len: 944 time: 0.1180670 Oct 20 11:42:17.561228 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5654953f-6bf8-41c4-a48b-f569ea6f77f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:17.564082 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5654953f-6bf8-41c4-a48b-f569ea6f77f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:17.565281 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-5654953f-6bf8-41c4-a48b-f569ea6f77f4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2463578d-927b-4f84-852d-2e2486d5317a HTTP/1.1" status: 204 len: 168 time: 0.5087402 Oct 20 11:42:17.631007 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5654953f-6bf8-41c4-a48b-f569ea6f77f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2463578d-927b-4f84-852d-2e2486d5317a,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:17.674003 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 65b31a47-8811-445c-ab5e-c1c6a9a22aec completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:42:17.719135 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3b5f1-0eb6-48d6-9c2b-7045756466b4 req-872907db-c4cb-4945-8b60-5876c598c363 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:17.729729 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 65b31a47-8811-445c-ab5e-c1c6a9a22aec triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:42:17.730105 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:17.732811 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5d3b5f1-0eb6-48d6-9c2b-7045756466b4 req-872907db-c4cb-4945-8b60-5876c598c363 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=62b7190f-b5e3-4f26-9a33-4c671046f335 HTTP/1.1" status: 200 len: 946 time: 0.2623146 Oct 20 11:42:17.764727 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0452f7c8-9813-469c-a615-75fdbe3fe92b req-f1779d8b-7975-4cf4-a27d-82bf0a0fffcf tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229667 Oct 20 11:42:17.827231 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5d3b5f1-0eb6-48d6-9c2b-7045756466b4 req-77397c13-132e-4a87-83ba-070f5c4d67c4 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/security-groups?id=082d2d4b-3491-45ca-b57b-e91861d99e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930655 Oct 20 11:42:17.916502 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 78ed280f-7b03-49e5-970f-5c7b7485f1ce, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=78ed280f-7b03-49e5-970f-5c7b7485f1ce,segment=NetworkSegment(474d5198-d4e2-4e04-8880-971eb081d7c2),segment_id=474d5198-d4e2-4e04-8880-971eb081d7c2)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:42:17.951260 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64804d4-49d9-4970-96cd-3e8770e2df3f tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Made reservation on behalf of eaec2bab7fdf45a2bb81df4997c7d09e for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:42:17.954989 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '78ed280f-7b03-49e5-970f-5c7b7485f1ce', 'network_id': '4684d20a-1285-4a26-b3d8-722aa32ad5b4', 'port_id': '78ed280f-7b03-49e5-970f-5c7b7485f1ce', 'mac_address': 'fa:16:3e:26:39:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '533789ee-0e8e-421f-8cb0-0d7463c535a5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:42:17.955872 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e64804d4-49d9-4970-96cd-3e8770e2df3f tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:18.054705 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:18.110977 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:18.153522 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c32a626-bd17-457f-8162-a25b82989333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b31a47-8811-445c-ab5e-c1c6a9a22aec'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:42:18.157267 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39aa9d7c-c30f-4ba7-a94e-efc2e1708867" -d '{"events": [{"server_uuid": "0c32a626-bd17-457f-8162-a25b82989333", "name": "network-vif-plugged", "status": "completed", "tag": "65b31a47-8811-445c-ab5e-c1c6a9a22aec"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:42:18.197347 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 65b31a47-8811-445c-ab5e-c1c6a9a22aec, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=65b31a47-8811-445c-ab5e-c1c6a9a22aec,segment=NetworkSegment(635b408c-b931-4fe4-a946-3320f78b98e5),segment_id=635b408c-b931-4fe4-a946-3320f78b98e5)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:42:18.197347 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78ed280f-7b03-49e5-970f-5c7b7485f1ce {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:42:18.211763 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:18.267408 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e64804d4-49d9-4970-96cd-3e8770e2df3f tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:18.338857 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=65b31a47-8811-445c-ab5e-c1c6a9a22aec,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:18.356830 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 78ed280f-7b03-49e5-970f-5c7b7485f1ce, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=78ed280f-7b03-49e5-970f-5c7b7485f1ce,segment=NetworkSegment(474d5198-d4e2-4e04-8880-971eb081d7c2),segment_id=474d5198-d4e2-4e04-8880-971eb081d7c2)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:42:18.362984 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ec4cc2-4a88-4ac0-87ee-fc73e6986c45 x-openstack-request-id: req-c4ec4cc2-4a88-4ac0-87ee-fc73e6986c45 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:42:18.364264 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c32a626-bd17-457f-8162-a25b82989333", "name": "network-vif-plugged", "status": "completed", "tag": "65b31a47-8811-445c-ab5e-c1c6a9a22aec", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:42:18.365421 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c4ec4cc2-4a88-4ac0-87ee-fc73e6986c45 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:42:18.368159 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c32a626-bd17-457f-8162-a25b82989333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b31a47-8811-445c-ab5e-c1c6a9a22aec', 'code': 200} Oct 20 11:42:18.371364 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:18.460276 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10fb70-210d-4def-9782-3260ef0824be req-5e5eb9c0-91b0-4a51-ac39-8d1bf9854f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:18.461960 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4b10fb70-210d-4def-9782-3260ef0824be req-5e5eb9c0-91b0-4a51-ac39-8d1bf9854f5b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0c32a626-bd17-457f-8162-a25b82989333 HTTP/1.1" status: 200 len: 1096 time: 0.1208532 Oct 20 11:42:18.520937 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64804d4-49d9-4970-96cd-3e8770e2df3f tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Checking segment: {'id': 'd46e7e29-b111-4410-8455-78fe43083225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '777f6155-4cb8-4ffe-990a-e0dddbce5ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:42:18.521319 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64804d4-49d9-4970-96cd-3e8770e2df3f tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Network hostable DHCP agents. Network: 777f6155-4cb8-4ffe-990a-e0dddbce5ad7, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:42:18.522429 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4b10fb70-210d-4def-9782-3260ef0824be req-877893ff-398f-4848-9649-39abb9842653 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465193 Oct 20 11:42:18.543886 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=78ed280f-7b03-49e5-970f-5c7b7485f1ce,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:18.572064 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64804d4-49d9-4970-96cd-3e8770e2df3f tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Pushing event updated for resources: {'Subnet': ['ID=d4e5be47-9c7c-475f-be32-8c10564a38f8,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:18.584742 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64804d4-49d9-4970-96cd-3e8770e2df3f tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Network 777f6155-4cb8-4ffe-990a-e0dddbce5ad7 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:42:18.624796 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-e64804d4-49d9-4970-96cd-3e8770e2df3f tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 777f6155-4cb8-4ffe-990a-e0dddbce5ad7) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:42:18.632536 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64804d4-49d9-4970-96cd-3e8770e2df3f tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:18.633323 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e64804d4-49d9-4970-96cd-3e8770e2df3f tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:18.642089 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c309ad-ee9e-404b-ab0a-7a40eec39872 None None] Network 777f6155-4cb8-4ffe-990a-e0dddbce5ad7 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:42:18.647702 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d454409-3a6c-47d6-8b63-a714d82c6315 req-34cb4a2e-6368-4f2d-a783-3f37ad2b1309 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:18.659775 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['78ed280f-7b03-49e5-970f-5c7b7485f1ce'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:42:18.671503 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9d454409-3a6c-47d6-8b63-a714d82c6315 req-34cb4a2e-6368-4f2d-a783-3f37ad2b1309 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d675c47-af03-49a6-9a27-fffccdac4445 HTTP/1.1" status: 200 len: 944 time: 0.1280482 Oct 20 11:42:18.685895 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e64804d4-49d9-4970-96cd-3e8770e2df3f tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2963860 Oct 20 11:42:18.686154 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 47808) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:42:18.691161 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-1daeae8e-ee97-4c2f-ad74-ac9ded421033 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Request body: {'subnet': {'network_id': '9e28e111-da3b-432f-b66c-1b77e1797d1c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:42:18.807779 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9d454409-3a6c-47d6-8b63-a714d82c6315 req-91f2fdf9-2a99-4c4d-a9d9-abcad0ea87d2 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375465 Oct 20 11:42:18.889390 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1daeae8e-ee97-4c2f-ad74-ac9ded421033 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Made reservation on behalf of eaec2bab7fdf45a2bb81df4997c7d09e for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:42:18.893215 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1daeae8e-ee97-4c2f-ad74-ac9ded421033 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:19.017475 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903f3e8-b1e6-4e36-abf4-55cb65c2a806 req-abc55da1-5621-4e76-beb6-2c4f1b073e60 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:19.025930 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d903f3e8-b1e6-4e36-abf4-55cb65c2a806 req-abc55da1-5621-4e76-beb6-2c4f1b073e60 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=62b7190f-b5e3-4f26-9a33-4c671046f335 HTTP/1.1" status: 200 len: 946 time: 0.1150792 Oct 20 11:42:19.115256 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d903f3e8-b1e6-4e36-abf4-55cb65c2a806 req-a6a0597f-f363-4adf-bda2-446ace25e8c7 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/security-groups?id=082d2d4b-3491-45ca-b57b-e91861d99e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882943 Oct 20 11:42:19.142267 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbdc9f-bfe6-48bb-aa1a-98a2c428f15f req-5263a820-7077-4094-9285-47cfd60a3696 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:19.151589 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2fdbdc9f-bfe6-48bb-aa1a-98a2c428f15f req-5263a820-7077-4094-9285-47cfd60a3696 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=0c32a626-bd17-457f-8162-a25b82989333 HTTP/1.1" status: 200 len: 945 time: 0.2032666 Oct 20 11:42:19.202624 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1daeae8e-ee97-4c2f-ad74-ac9ded421033 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:19.206811 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2fdbdc9f-bfe6-48bb-aa1a-98a2c428f15f req-42ff4672-c62e-484e-bf7c-4976690f8973 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514286 Oct 20 11:42:19.333178 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daeae8e-ee97-4c2f-ad74-ac9ded421033 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Pushing event updated for resources: {'Subnet': ['ID=0525d9a4-a3da-43ef-90d1-0c512b36a84d,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:19.339558 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daeae8e-ee97-4c2f-ad74-ac9ded421033 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Checking segment: {'id': '52735a1f-98a3-4d0e-8b1b-ed6b349adcf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '9e28e111-da3b-432f-b66c-1b77e1797d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:42:19.340185 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1daeae8e-ee97-4c2f-ad74-ac9ded421033 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Network hostable DHCP agents. Network: 9e28e111-da3b-432f-b66c-1b77e1797d1c, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:42:19.381872 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1daeae8e-ee97-4c2f-ad74-ac9ded421033 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Network 9e28e111-da3b-432f-b66c-1b77e1797d1c is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:42:19.406508 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-1daeae8e-ee97-4c2f-ad74-ac9ded421033 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 9e28e111-da3b-432f-b66c-1b77e1797d1c) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:42:19.407900 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96df26-8a82-45de-84a5-c7aa5f6c989a req-57972336-d1d0-4743-82de-2f56b8a70358 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:19.409524 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ed96df26-8a82-45de-84a5-c7aa5f6c989a req-57972336-d1d0-4743-82de-2f56b8a70358 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.11 "GET /v2.0/ports?device_id=62b7190f-b5e3-4f26-9a33-4c671046f335 HTTP/1.1" status: 200 len: 946 time: 0.1034896 Oct 20 11:42:19.414476 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1daeae8e-ee97-4c2f-ad74-ac9ded421033 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:19.415674 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1daeae8e-ee97-4c2f-ad74-ac9ded421033 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:19.460669 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1daeae8e-ee97-4c2f-ad74-ac9ded421033 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7709348 Oct 20 11:42:19.462721 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 47824) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:42:19.464411 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bb6196-8679-46b0-89dd-670188b67ba2 None None] Network 9e28e111-da3b-432f-b66c-1b77e1797d1c requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:42:19.482541 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-2a3cd1a7-6606-46bd-b3ea-be8d6e033c30 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Request body: {'port': {'network_id': '777f6155-4cb8-4ffe-990a-e0dddbce5ad7', 'name': 'tempest-TaggedBootDevicesTest_v242-1896922350', 'fixed_ips': [{'subnet_id': 'd4e5be47-9c7c-475f-be32-8c10564a38f8'}]}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:42:19.492108 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1db5838-8ff7-436a-a5a7-268d403aca31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-777f6155-4cb8-4ffe-990a-e0dddbce5ad7', 'network_id': '777f6155-4cb8-4ffe-990a-e0dddbce5ad7', 'tenant_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'fixed_ips': [{'subnet_id': 'd4e5be47-9c7c-475f-be32-8c10564a38f8'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:42:19.493005 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b1db5838-8ff7-436a-a5a7-268d403aca31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:19.598299 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-ed96df26-8a82-45de-84a5-c7aa5f6c989a req-d7365490-1c70-4a62-b18b-fdb520c5c7cc tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Deleting port 879bcf10-a3e4-443f-8ecd-c19bcebb64a2 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:42:19.600576 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ed96df26-8a82-45de-84a5-c7aa5f6c989a req-d7365490-1c70-4a62-b18b-fdb520c5c7cc tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:19.656789 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3cd1a7-6606-46bd-b3ea-be8d6e033c30 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Made reservation on behalf of eaec2bab7fdf45a2bb81df4997c7d09e for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:42:19.711958 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0e0d2c36-731b-4377-9a98-9b744899d1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:19.837380 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-ed96df26-8a82-45de-84a5-c7aa5f6c989a req-d7365490-1c70-4a62-b18b-fdb520c5c7cc tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] For port 879bcf10-a3e4-443f-8ecd-c19bcebb64a2, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=879bcf10-a3e4-443f-8ecd-c19bcebb64a2,segment=NetworkSegment(f88209a2-72e2-479d-b474-08400eb3454d),segment_id=f88209a2-72e2-479d-b474-08400eb3454d)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:42:19.837838 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ed96df26-8a82-45de-84a5-c7aa5f6c989a req-d7365490-1c70-4a62-b18b-fdb520c5c7cc tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:19.908602 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2a3cd1a7-6606-46bd-b3ea-be8d6e033c30 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:19.936703 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-2a3cd1a7-6606-46bd-b3ea-be8d6e033c30 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] device_id is not set on port d93caff8-51aa-4df8-901b-080c6ddec185 yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:42:20.075792 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ed96df26-8a82-45de-84a5-c7aa5f6c989a req-d7365490-1c70-4a62-b18b-fdb520c5c7cc tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:20.076160 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ed96df26-8a82-45de-84a5-c7aa5f6c989a req-d7365490-1c70-4a62-b18b-fdb520c5c7cc tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:20.076742 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [req-ed96df26-8a82-45de-84a5-c7aa5f6c989a req-d7365490-1c70-4a62-b18b-fdb520c5c7cc tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Floating IP 15b65301-1dc5-4b3f-9226-2c173170bd20 disassociated. External IP: 172.25.5.29, port: 879bcf10-a3e4-443f-8ecd-c19bcebb64a2. Oct 20 11:42:20.076885 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-ed96df26-8a82-45de-84a5-c7aa5f6c989a req-d7365490-1c70-4a62-b18b-fdb520c5c7cc tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Calling delete_port for 879bcf10-a3e4-443f-8ecd-c19bcebb64a2 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:42:20.227442 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-b1db5838-8ff7-436a-a5a7-268d403aca31 None None] Allocated IP 10.1.1.2 (777f6155-4cb8-4ffe-990a-e0dddbce5ad7/d4e5be47-9c7c-475f-be32-8c10564a38f8/e6d9431f-3951-4b00-815d-700a4c7916c2) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:42:20.341056 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ed96df26-8a82-45de-84a5-c7aa5f6c989a req-d7365490-1c70-4a62-b18b-fdb520c5c7cc tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:20.398966 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7365490-1c70-4a62-b18b-fdb520c5c7cc tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Pushing event deleted for resources: {'Port': ['ID=879bcf10-a3e4-443f-8ecd-c19bcebb64a2,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:20.411826 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d056cf7-c080-45ae-a924-afa40769b1f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-9e28e111-da3b-432f-b66c-1b77e1797d1c', 'network_id': '9e28e111-da3b-432f-b66c-1b77e1797d1c', 'tenant_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'fixed_ips': [{'subnet_id': '0525d9a4-a3da-43ef-90d1-0c512b36a84d'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:42:20.413801 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9d056cf7-c080-45ae-a924-afa40769b1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:20.621225 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-9d056cf7-c080-45ae-a924-afa40769b1f5 None None] Allocated IP 10.2.2.2 (9e28e111-da3b-432f-b66c-1b77e1797d1c/0525d9a4-a3da-43ef-90d1-0c512b36a84d/7a2f0823-9943-44fc-ae12-8c166cc26727) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:42:20.831398 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9d056cf7-c080-45ae-a924-afa40769b1f5 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:20.849142 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9d056cf7-c080-45ae-a924-afa40769b1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:20.985341 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d056cf7-c080-45ae-a924-afa40769b1f5 None None] Network 9e28e111-da3b-432f-b66c-1b77e1797d1c is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:42:21.015827 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-9d056cf7-c080-45ae-a924-afa40769b1f5 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:42:21.041837 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d056cf7-c080-45ae-a924-afa40769b1f5 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:42:21.142116 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d056cf7-c080-45ae-a924-afa40769b1f5 None None] Pushing event updated for resources: {'Port': ['ID=7a2f0823-9943-44fc-ae12-8c166cc26727,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:21.186040 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-9d056cf7-c080-45ae-a924-afa40769b1f5 None None] Attempting to bind port 7a2f0823-9943-44fc-ae12-8c166cc26727 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:42:21.186538 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-9d056cf7-c080-45ae-a924-afa40769b1f5 None None] Attempting to bind port 7a2f0823-9943-44fc-ae12-8c166cc26727 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '52735a1f-98a3-4d0e-8b1b-ed6b349adcf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '9e28e111-da3b-432f-b66c-1b77e1797d1c'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:42:21.187499 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d056cf7-c080-45ae-a924-afa40769b1f5 None None] Attempting to bind port 7a2f0823-9943-44fc-ae12-8c166cc26727 on network 9e28e111-da3b-432f-b66c-1b77e1797d1c {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:42:21.202641 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d056cf7-c080-45ae-a924-afa40769b1f5 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:42:21.203255 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d056cf7-c080-45ae-a924-afa40769b1f5 None None] Checking segment: {'id': '52735a1f-98a3-4d0e-8b1b-ed6b349adcf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '9e28e111-da3b-432f-b66c-1b77e1797d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:42:21.203922 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9d056cf7-c080-45ae-a924-afa40769b1f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:21.204312 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d056cf7-c080-45ae-a924-afa40769b1f5 None None] Bound using segment: {'id': '52735a1f-98a3-4d0e-8b1b-ed6b349adcf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '9e28e111-da3b-432f-b66c-1b77e1797d1c'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:42:21.205077 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-9d056cf7-c080-45ae-a924-afa40769b1f5 None None] Bound port: 7a2f0823-9943-44fc-ae12-8c166cc26727, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52735a1f-98a3-4d0e-8b1b-ed6b349adcf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '9e28e111-da3b-432f-b66c-1b77e1797d1c'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:42:21.205537 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9d056cf7-c080-45ae-a924-afa40769b1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:21.224102 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b1db5838-8ff7-436a-a5a7-268d403aca31 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:21.248003 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b1db5838-8ff7-436a-a5a7-268d403aca31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:21.302411 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1db5838-8ff7-436a-a5a7-268d403aca31 None None] Network 777f6155-4cb8-4ffe-990a-e0dddbce5ad7 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:42:21.313839 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-b1db5838-8ff7-436a-a5a7-268d403aca31 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:42:21.314405 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ccf6fe30-d7c1-4c10-921f-e7ac3aebb776 req-fb0a339f-0664-4d03-8c57-a64248ff61a3 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=62b7190f-b5e3-4f26-9a33-4c671046f335 HTTP/1.1" status: 200 len: 210 time: 0.0740037 Oct 20 11:42:21.340481 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1db5838-8ff7-436a-a5a7-268d403aca31 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:42:21.341776 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6043a01d-fb89-44d3-a26d-b4a75920cb92 req-a5f245c9-40b8-454c-80c2-5531e308e5b1 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:21.346059 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6043a01d-fb89-44d3-a26d-b4a75920cb92 req-a5f245c9-40b8-454c-80c2-5531e308e5b1 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d675c47-af03-49a6-9a27-fffccdac4445 HTTP/1.1" status: 200 len: 944 time: 1.0169740 Oct 20 11:42:21.395098 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-9d056cf7-c080-45ae-a924-afa40769b1f5 None None] For port 7a2f0823-9943-44fc-ae12-8c166cc26727, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:42:21.427047 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed96df26-8a82-45de-84a5-c7aa5f6c989a req-d7365490-1c70-4a62-b18b-fdb520c5c7cc tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Router 73c37fb3-aaf3-4729-8f65-cf34906749ed has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:42:21.442395 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db5838-8ff7-436a-a5a7-268d403aca31 None None] Pushing event updated for resources: {'Port': ['ID=e6d9431f-3951-4b00-815d-700a4c7916c2,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:21.448137 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-2a3cd1a7-6606-46bd-b3ea-be8d6e033c30 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Allocated IP 10.1.1.46 (777f6155-4cb8-4ffe-990a-e0dddbce5ad7/d4e5be47-9c7c-475f-be32-8c10564a38f8/d93caff8-51aa-4df8-901b-080c6ddec185) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:42:21.477119 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6043a01d-fb89-44d3-a26d-b4a75920cb92 req-32881660-9692-4025-ac26-7ae42a653648 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762901 Oct 20 11:42:21.544858 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 78ed280f-7b03-49e5-970f-5c7b7485f1ce up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:42:21.550439 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-9d056cf7-c080-45ae-a924-afa40769b1f5 None None] For port 7a2f0823-9943-44fc-ae12-8c166cc26727, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=7a2f0823-9943-44fc-ae12-8c166cc26727,segment=NetworkSegment(52735a1f-98a3-4d0e-8b1b-ed6b349adcf3),segment_id=52735a1f-98a3-4d0e-8b1b-ed6b349adcf3)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:42:21.553283 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-b1db5838-8ff7-436a-a5a7-268d403aca31 None None] Attempting to bind port e6d9431f-3951-4b00-815d-700a4c7916c2 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:42:21.555243 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-b1db5838-8ff7-436a-a5a7-268d403aca31 None None] Attempting to bind port e6d9431f-3951-4b00-815d-700a4c7916c2 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'd46e7e29-b111-4410-8455-78fe43083225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '777f6155-4cb8-4ffe-990a-e0dddbce5ad7'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:42:21.555243 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1db5838-8ff7-436a-a5a7-268d403aca31 None None] Attempting to bind port e6d9431f-3951-4b00-815d-700a4c7916c2 on network 777f6155-4cb8-4ffe-990a-e0dddbce5ad7 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:42:21.564966 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1db5838-8ff7-436a-a5a7-268d403aca31 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:42:21.565571 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1db5838-8ff7-436a-a5a7-268d403aca31 None None] Checking segment: {'id': 'd46e7e29-b111-4410-8455-78fe43083225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '777f6155-4cb8-4ffe-990a-e0dddbce5ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:42:21.566147 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b1db5838-8ff7-436a-a5a7-268d403aca31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:21.566561 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1db5838-8ff7-436a-a5a7-268d403aca31 None None] Bound using segment: {'id': 'd46e7e29-b111-4410-8455-78fe43083225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '777f6155-4cb8-4ffe-990a-e0dddbce5ad7'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:42:21.567460 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-b1db5838-8ff7-436a-a5a7-268d403aca31 None None] Bound port: e6d9431f-3951-4b00-815d-700a4c7916c2, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd46e7e29-b111-4410-8455-78fe43083225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '777f6155-4cb8-4ffe-990a-e0dddbce5ad7'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:42:21.567944 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b1db5838-8ff7-436a-a5a7-268d403aca31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:21.600770 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9d056cf7-c080-45ae-a924-afa40769b1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:21.694958 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf235e77-54f9-4b10-a577-1aada48fb8a4 req-27e44e7b-f347-4374-9a37-cfd4ef26431d tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:21.695802 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf235e77-54f9-4b10-a577-1aada48fb8a4 req-27e44e7b-f347-4374-9a37-cfd4ef26431d tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=0c32a626-bd17-457f-8162-a25b82989333 HTTP/1.1" status: 200 len: 945 time: 0.2117486 Oct 20 11:42:21.787174 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d056cf7-c080-45ae-a924-afa40769b1f5 None None] Pushing event updated for resources: {'Port': ['ID=7a2f0823-9943-44fc-ae12-8c166cc26727,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:21.833826 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2a3cd1a7-6606-46bd-b3ea-be8d6e033c30 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:21.836295 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf235e77-54f9-4b10-a577-1aada48fb8a4 req-25fe9b25-0f41-48a8-a42c-833acc24b0c5 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153502 Oct 20 11:42:21.877721 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 78ed280f-7b03-49e5-970f-5c7b7485f1ce completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:42:21.879773 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed96df26-8a82-45de-84a5-c7aa5f6c989a req-d7365490-1c70-4a62-b18b-fdb520c5c7cc tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:42:21.890370 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-b1db5838-8ff7-436a-a5a7-268d403aca31 None None] For port e6d9431f-3951-4b00-815d-700a4c7916c2, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:42:21.894252 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d164af6f-a570-4645-9017-e69d61cbec5c None None] Sync routers for ids ['73c37fb3-aaf3-4729-8f65-cf34906749ed'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:42:21.909448 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 78ed280f-7b03-49e5-970f-5c7b7485f1ce triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:42:21.909835 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:21.913666 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d164af6f-a570-4645-9017-e69d61cbec5c None None] Routers {'73c37fb3-aaf3-4729-8f65-cf34906749ed'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:42:21.914308 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-d164af6f-a570-4645-9017-e69d61cbec5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:41:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['73c37fb3-aaf3-4729-8f65-cf34906749ed'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:42:21.921540 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-b1db5838-8ff7-436a-a5a7-268d403aca31 None None] For port e6d9431f-3951-4b00-815d-700a4c7916c2, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=e6d9431f-3951-4b00-815d-700a4c7916c2,segment=NetworkSegment(d46e7e29-b111-4410-8455-78fe43083225),segment_id=d46e7e29-b111-4410-8455-78fe43083225)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:42:21.966550 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2a3cd1a7-6606-46bd-b3ea-be8d6e033c30 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:22.018748 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed96df26-8a82-45de-84a5-c7aa5f6c989a req-d7365490-1c70-4a62-b18b-fdb520c5c7cc tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] No DVR routers for this DVR port 879bcf10-a3e4-443f-8ecd-c19bcebb64a2 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:42:22.026930 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ed96df26-8a82-45de-84a5-c7aa5f6c989a req-d7365490-1c70-4a62-b18b-fdb520c5c7cc tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:22.032581 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ed96df26-8a82-45de-84a5-c7aa5f6c989a req-d7365490-1c70-4a62-b18b-fdb520c5c7cc tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.11 "DELETE /v2.0/ports/879bcf10-a3e4-443f-8ecd-c19bcebb64a2 HTTP/1.1" status: 204 len: 173 time: 2.6129053 Oct 20 11:42:22.033118 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b7190f-b5e3-4f26-9a33-4c671046f335', 'name': 'network-vif-deleted', 'tag': '879bcf10-a3e4-443f-8ecd-c19bcebb64a2'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:42:22.035481 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d677e9b5-37e4-44b3-b04c-5f3aac1fb2f5" -d '{"events": [{"server_uuid": "62b7190f-b5e3-4f26-9a33-4c671046f335", "name": "network-vif-deleted", "tag": "879bcf10-a3e4-443f-8ecd-c19bcebb64a2"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:42:22.055608 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b1db5838-8ff7-436a-a5a7-268d403aca31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:22.075376 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3cd1a7-6606-46bd-b3ea-be8d6e033c30 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Network 777f6155-4cb8-4ffe-990a-e0dddbce5ad7 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:42:22.094517 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-2a3cd1a7-6606-46bd-b3ea-be8d6e033c30 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:42:22.097078 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3cd1a7-6606-46bd-b3ea-be8d6e033c30 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Pushing event updated for resources: {'Port': ['ID=d93caff8-51aa-4df8-901b-080c6ddec185,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:22.099776 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3cd1a7-6606-46bd-b3ea-be8d6e033c30 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:42:22.175610 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e75d11-1704-4df3-b2aa-6c995eea7707 x-openstack-request-id: req-b6e75d11-1704-4df3-b2aa-6c995eea7707 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:42:22.175952 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b7190f-b5e3-4f26-9a33-4c671046f335", "name": "network-vif-deleted", "tag": "879bcf10-a3e4-443f-8ecd-c19bcebb64a2", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:42:22.176207 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b6e75d11-1704-4df3-b2aa-6c995eea7707 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:42:22.176659 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b7190f-b5e3-4f26-9a33-4c671046f335', 'name': 'network-vif-deleted', 'tag': '879bcf10-a3e4-443f-8ecd-c19bcebb64a2', 'status': 'completed', 'code': 200} Oct 20 11:42:22.186958 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-d164af6f-a570-4645-9017-e69d61cbec5c None None] Set router 73c37fb3-aaf3-4729-8f65-cf34906749ed gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:42:22.250329 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3cd1a7-6606-46bd-b3ea-be8d6e033c30 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:22.252496 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2a3cd1a7-6606-46bd-b3ea-be8d6e033c30 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:22.314249 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2a3cd1a7-6606-46bd-b3ea-be8d6e033c30 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8498476 Oct 20 11:42:22.318489 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 47872) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:42:22.343132 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b16b6a22-7cf5-449f-85cf-9114822450b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:22.350656 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-40f029a9-b81b-466c-a2db-895f7265c388 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Request body: {'port': {'network_id': '777f6155-4cb8-4ffe-990a-e0dddbce5ad7', 'name': 'tempest-TaggedBootDevicesTest_v242-2041733831', 'fixed_ips': [{'subnet_id': 'd4e5be47-9c7c-475f-be32-8c10564a38f8'}]}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:42:22.405567 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41011573-037b-4354-a7b2-0f5ebbee657a req-d3591599-e694-4fc4-b808-4b031debcb68 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:22.416039 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41011573-037b-4354-a7b2-0f5ebbee657a req-d3591599-e694-4fc4-b808-4b031debcb68 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=0c32a626-bd17-457f-8162-a25b82989333 HTTP/1.1" status: 200 len: 945 time: 0.1923771 Oct 20 11:42:22.503874 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db5838-8ff7-436a-a5a7-268d403aca31 None None] Pushing event updated for resources: {'Port': ['ID=e6d9431f-3951-4b00-815d-700a4c7916c2,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:22.601058 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:22.639764 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 7a2f0823-9943-44fc-ae12-8c166cc26727 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:42:22.656071 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2eec6a32-cf6e-40a1-9a2b-6e341a0e6d22 req-2f7df218-2725-4c69-802d-4a1c130c786f tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/ports?device_id=62b7190f-b5e3-4f26-9a33-4c671046f335 HTTP/1.1" status: 200 len: 210 time: 0.0867772 Oct 20 11:42:22.689025 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41011573-037b-4354-a7b2-0f5ebbee657a req-49fb8a68-9e6c-40ec-933f-5747c9758a30 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606728 Oct 20 11:42:22.915734 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f029a9-b81b-466c-a2db-895f7265c388 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Made reservation on behalf of eaec2bab7fdf45a2bb81df4997c7d09e for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:42:22.926442 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-40f029a9-b81b-466c-a2db-895f7265c388 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:22.926668 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-d164af6f-a570-4645-9017-e69d61cbec5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'name': 'tempest-AttachVolumeTestJSON-210314861-router', 'tenant_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '2f6c9eea-35a0-4f13-a370-5c96a0042060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:34:25Z', 'updated_at': '2021-10-20T11:34:30Z', 'revision_number': 4, 'project_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'gw_port': {'id': '2f6c9eea-35a0-4f13-a370-5c96a0042060', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:34:25Z', 'updated_at': '2021-10-20T11:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'a6c6911e-e007-4fc7-b235-22245bcd29fa', 'name': '', 'network_id': '9ac8a1a7-834d-4283-be36-675cd4e77db7', 'tenant_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'mac_address': 'fa:16:3e:11:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '15eac2f5-b810-4d1a-999c-137936c809b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:34:29Z', 'updated_at': '2021-10-20T11:34:35Z', 'revision_number': 5, 'project_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'subnets': [{'id': '15eac2f5-b810-4d1a-999c-137936c809b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:42:22.927659 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d675c47-af03-49a6-9a27-fffccdac4445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ed280f-7b03-49e5-970f-5c7b7485f1ce'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:42:22.929939 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe94042b-6cc9-4092-bc25-b6b13830fff3" -d '{"events": [{"server_uuid": "0d675c47-af03-49a6-9a27-fffccdac4445", "name": "network-vif-plugged", "status": "completed", "tag": "78ed280f-7b03-49e5-970f-5c7b7485f1ce"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:42:22.945308 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def6227-b4d4-4731-8a76-53fb26c29c95 req-521381b7-56bf-44a6-8adc-75c8d83feecc tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:22.958559 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7def6227-b4d4-4731-8a76-53fb26c29c95 req-521381b7-56bf-44a6-8adc-75c8d83feecc tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d675c47-af03-49a6-9a27-fffccdac4445 HTTP/1.1" status: 200 len: 944 time: 0.2036803 Oct 20 11:42:22.994301 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-40f029a9-b81b-466c-a2db-895f7265c388 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] device_id is not set on port 66ac31c8-5739-4120-877b-97dbbd1c5090 yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:42:23.007773 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d164af6f-a570-4645-9017-e69d61cbec5c None None] Checking router: 73c37fb3-aaf3-4729-8f65-cf34906749ed for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:42:23.039111 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d164af6f-a570-4645-9017-e69d61cbec5c None None] Routers {'73c37fb3-aaf3-4729-8f65-cf34906749ed'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:42:23.040062 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-d164af6f-a570-4645-9017-e69d61cbec5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:42:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['73c37fb3-aaf3-4729-8f65-cf34906749ed'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:42:23.065833 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 78ed280f-7b03-49e5-970f-5c7b7485f1ce, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=78ed280f-7b03-49e5-970f-5c7b7485f1ce,segment=NetworkSegment(474d5198-d4e2-4e04-8880-971eb081d7c2),segment_id=474d5198-d4e2-4e04-8880-971eb081d7c2)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:42:23.087996 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7def6227-b4d4-4731-8a76-53fb26c29c95 req-4b8d2de6-2e38-463d-918b-a73df4e9f786 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253581 Oct 20 11:42:23.170386 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:23.171302 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 879bcf10-a3e4-443f-8ecd-c19bcebb64a2 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:42:23.409159 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:23.411624 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc424c5-9cae-433d-a395-ce02fbebd425 x-openstack-request-id: req-efc424c5-9cae-433d-a395-ce02fbebd425 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:42:23.411911 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d675c47-af03-49a6-9a27-fffccdac4445", "name": "network-vif-plugged", "status": "completed", "tag": "78ed280f-7b03-49e5-970f-5c7b7485f1ce", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:42:23.421090 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-efc424c5-9cae-433d-a395-ce02fbebd425 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:42:23.421558 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d675c47-af03-49a6-9a27-fffccdac4445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ed280f-7b03-49e5-970f-5c7b7485f1ce', 'code': 200} Oct 20 11:42:23.427907 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2fa665-570e-4718-9e29-724cd9ffbb6d req-9dd6e380-32fa-42b9-a022-96689bc17b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:23.431548 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6c2fa665-570e-4718-9e29-724cd9ffbb6d req-9dd6e380-32fa-42b9-a022-96689bc17b64 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0d675c47-af03-49a6-9a27-fffccdac4445 HTTP/1.1" status: 200 len: 1096 time: 0.1415060 Oct 20 11:42:23.441002 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-d164af6f-a570-4645-9017-e69d61cbec5c None None] Set router 73c37fb3-aaf3-4729-8f65-cf34906749ed gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:42:23.488073 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=78ed280f-7b03-49e5-970f-5c7b7485f1ce,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:23.547993 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6c2fa665-570e-4718-9e29-724cd9ffbb6d req-6b062e4e-a513-4fa8-9d88-5a5f1e045dec service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082299 Oct 20 11:42:23.555299 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-40f029a9-b81b-466c-a2db-895f7265c388 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Allocated IP 10.1.1.206 (777f6155-4cb8-4ffe-990a-e0dddbce5ad7/d4e5be47-9c7c-475f-be32-8c10564a38f8/66ac31c8-5739-4120-877b-97dbbd1c5090) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:42:23.555610 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: 879bcf10-a3e4-443f-8ecd-c19bcebb64a2 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:42:23.560066 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 879bcf10-a3e4-443f-8ecd-c19bcebb64a2 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:42:23.575694 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:23.587120 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 7a2f0823-9943-44fc-ae12-8c166cc26727 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:42:23.587499 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:23.841418 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:23.896054 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a4cd66-5c78-4841-a98b-3318c163999e None None] Network 9e28e111-da3b-432f-b66c-1b77e1797d1c requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:42:23.966561 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-40f029a9-b81b-466c-a2db-895f7265c388 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:24.022050 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 47920) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:42:24.044851 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-40f029a9-b81b-466c-a2db-895f7265c388 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:24.089010 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-d164af6f-a570-4645-9017-e69d61cbec5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'name': 'tempest-AttachVolumeTestJSON-210314861-router', 'tenant_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '2f6c9eea-35a0-4f13-a370-5c96a0042060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:34:25Z', 'updated_at': '2021-10-20T11:34:30Z', 'revision_number': 4, 'project_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'gw_port': {'id': '2f6c9eea-35a0-4f13-a370-5c96a0042060', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:34:25Z', 'updated_at': '2021-10-20T11:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'a6c6911e-e007-4fc7-b235-22245bcd29fa', 'name': '', 'network_id': '9ac8a1a7-834d-4283-be36-675cd4e77db7', 'tenant_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'mac_address': 'fa:16:3e:11:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '15eac2f5-b810-4d1a-999c-137936c809b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:34:29Z', 'updated_at': '2021-10-20T11:34:35Z', 'revision_number': 5, 'project_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'subnets': [{'id': '15eac2f5-b810-4d1a-999c-137936c809b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:42:24.090729 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf7cc5-2713-49c6-8f42-69831f7c3d1a req-9ec1cc3a-f915-463e-a662-d558e666b393 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:24.099995 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7eaf7cc5-2713-49c6-8f42-69831f7c3d1a req-9ec1cc3a-f915-463e-a662-d558e666b393 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=0c32a626-bd17-457f-8162-a25b82989333 HTTP/1.1" status: 200 len: 945 time: 0.1826036 Oct 20 11:42:24.137781 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f029a9-b81b-466c-a2db-895f7265c388 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Network 777f6155-4cb8-4ffe-990a-e0dddbce5ad7 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:42:24.151145 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-40f029a9-b81b-466c-a2db-895f7265c388 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:42:24.161491 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f029a9-b81b-466c-a2db-895f7265c388 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:42:24.232505 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d164af6f-a570-4645-9017-e69d61cbec5c None None] The sync data for ids ['73c37fb3-aaf3-4729-8f65-cf34906749ed'] in n-d-814735-3 is: [{'id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'name': 'tempest-AttachVolumeTestJSON-210314861-router', 'tenant_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '2f6c9eea-35a0-4f13-a370-5c96a0042060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:34:25Z', 'updated_at': '2021-10-20T11:34:30Z', 'revision_number': 4, 'project_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'gw_port': {'id': '2f6c9eea-35a0-4f13-a370-5c96a0042060', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:34:25Z', 'updated_at': '2021-10-20T11:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'a6c6911e-e007-4fc7-b235-22245bcd29fa', 'name': '', 'network_id': '9ac8a1a7-834d-4283-be36-675cd4e77db7', 'tenant_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'mac_address': 'fa:16:3e:11:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '15eac2f5-b810-4d1a-999c-137936c809b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:34:29Z', 'updated_at': '2021-10-20T11:34:35Z', 'revision_number': 5, 'project_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'subnets': [{'id': '15eac2f5-b810-4d1a-999c-137936c809b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:42:24.297936 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f029a9-b81b-466c-a2db-895f7265c388 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Pushing event updated for resources: {'Port': ['ID=66ac31c8-5739-4120-877b-97dbbd1c5090,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:24.333114 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f029a9-b81b-466c-a2db-895f7265c388 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:24.347465 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-40f029a9-b81b-466c-a2db-895f7265c388 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:24.353066 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-13f21cac-ccfc-4a5d-aa67-42b41bf6d24f None None] Provisioning complete for port 7a2f0823-9943-44fc-ae12-8c166cc26727 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:42:24.353675 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-13f21cac-ccfc-4a5d-aa67-42b41bf6d24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:24.376096 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-40f029a9-b81b-466c-a2db-895f7265c388 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0560038 Oct 20 11:42:24.413615 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 7a2f0823-9943-44fc-ae12-8c166cc26727, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=7a2f0823-9943-44fc-ae12-8c166cc26727,segment=NetworkSegment(52735a1f-98a3-4d0e-8b1b-ed6b349adcf3),segment_id=52735a1f-98a3-4d0e-8b1b-ed6b349adcf3)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:42:24.426779 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0c74976e-984a-4fa6-b00b-43bf48cb556b tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:24.437857 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:24.479323 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0c74976e-984a-4fa6-b00b-43bf48cb556b tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:24.566989 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0c74976e-984a-4fa6-b00b-43bf48cb556b tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:24.573203 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0c74976e-984a-4fa6-b00b-43bf48cb556b tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:24.579891 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 47926) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:42:24.580441 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-0c74976e-984a-4fa6-b00b-43bf48cb556b tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "DELETE /v2.0/security-groups/082d2d4b-3491-45ca-b57b-e91861d99e81 HTTP/1.1" status: 204 len: 168 time: 0.5480306 Oct 20 11:42:24.585248 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=7a2f0823-9943-44fc-ae12-8c166cc26727,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:24.615324 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-fa52bf20-754f-4232-aae4-e8aacb2e8ae7 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] show failed (client error): The resource could not be found. Oct 20 11:42:24.616178 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82890831-6ffb-400b-b300-c08a8b54e695 None None] Network 777f6155-4cb8-4ffe-990a-e0dddbce5ad7 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:42:24.617213 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7eaf7cc5-2713-49c6-8f42-69831f7c3d1a req-5b54ee8d-7bfb-47cf-a086-08eac967f663 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5136681 Oct 20 11:42:24.618712 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-fa52bf20-754f-4232-aae4-e8aacb2e8ae7 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "GET /v2.0/security-groups/082d2d4b-3491-45ca-b57b-e91861d99e81 HTTP/1.1" status: 404 len: 347 time: 0.0375714 Oct 20 11:42:24.622324 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 47928) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:42:24.701567 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c74976e-984a-4fa6-b00b-43bf48cb556b tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=082d2d4b-3491-45ca-b57b-e91861d99e81,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:24.721447 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c74976e-984a-4fa6-b00b-43bf48cb556b tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:24.727602 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c74976e-984a-4fa6-b00b-43bf48cb556b tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:24.728173 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c74976e-984a-4fa6-b00b-43bf48cb556b tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:24.729701 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c74976e-984a-4fa6-b00b-43bf48cb556b tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:24.730505 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c74976e-984a-4fa6-b00b-43bf48cb556b tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:24.730505 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c74976e-984a-4fa6-b00b-43bf48cb556b tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:24.730729 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c74976e-984a-4fa6-b00b-43bf48cb556b tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:24.733754 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c74976e-984a-4fa6-b00b-43bf48cb556b tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:24.735050 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c74976e-984a-4fa6-b00b-43bf48cb556b tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:24.735834 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c74976e-984a-4fa6-b00b-43bf48cb556b tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:24.737272 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c74976e-984a-4fa6-b00b-43bf48cb556b tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:24.739001 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c74976e-984a-4fa6-b00b-43bf48cb556b tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:24.786160 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d6ee5-3de9-4101-aca7-cc999218348d req-85a92d11-ddb9-4cc5-9d02-ef6bd76917ec tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:24.844713 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device e6d9431f-3951-4b00-815d-700a4c7916c2 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:42:24.853161 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a69d6ee5-3de9-4101-aca7-cc999218348d req-85a92d11-ddb9-4cc5-9d02-ef6bd76917ec tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d675c47-af03-49a6-9a27-fffccdac4445 HTTP/1.1" status: 200 len: 945 time: 0.5711563 Oct 20 11:42:24.885462 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e4add8-2c43-4d8b-95ab-254cfa99e4d8 None None] New status for floating IP 15b65301-1dc5-4b3f-9226-2c173170bd20: DOWN {{(pid=100648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:42:24.971873 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a69d6ee5-3de9-4101-aca7-cc999218348d req-321bede3-6309-4382-8f8e-289169849463 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175756 Oct 20 11:42:25.036248 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:25.274025 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-8798daf4-fdde-420d-b675-07cb4e52c5a9 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Deleting port 42811bfa-658d-463d-9538-4589d70713c5 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:42:25.278934 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8798daf4-fdde-420d-b675-07cb4e52c5a9 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:25.492218 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port e6d9431f-3951-4b00-815d-700a4c7916c2 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:42:25.492837 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:25.559361 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8798daf4-fdde-420d-b675-07cb4e52c5a9 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:25.559689 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8798daf4-fdde-420d-b675-07cb4e52c5a9 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:25.591163 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-8798daf4-fdde-420d-b675-07cb4e52c5a9 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Calling delete_port for 42811bfa-658d-463d-9538-4589d70713c5 owned by network:floatingip {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:42:25.595633 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 47950) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:42:25.607474 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-661bad33-ead5-4c5b-b691-f61673d317c2 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2095443912', 'description': 'tempest-description--1247691453'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:42:25.655147 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99726970-e74e-46d6-9dd5-a077b72fce0d req-1044a678-cd0a-4350-a840-de1b496f58bd tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:25.676249 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-99726970-e74e-46d6-9dd5-a077b72fce0d req-1044a678-cd0a-4350-a840-de1b496f58bd tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=0c32a626-bd17-457f-8162-a25b82989333 HTTP/1.1" status: 200 len: 945 time: 0.1729081 Oct 20 11:42:25.716177 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-b19864bc-14a5-46eb-9a1b-a003ae250579 None None] Provisioning complete for port e6d9431f-3951-4b00-815d-700a4c7916c2 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:42:25.716556 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b19864bc-14a5-46eb-9a1b-a003ae250579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:25.749006 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8798daf4-fdde-420d-b675-07cb4e52c5a9 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:25.764616 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-661bad33-ead5-4c5b-b691-f61673d317c2 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:25.783866 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-99726970-e74e-46d6-9dd5-a077b72fce0d req-bc3c826f-1c04-4616-b259-190790e22dc4 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069145 Oct 20 11:42:25.815172 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8798daf4-fdde-420d-b675-07cb4e52c5a9 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Pushing event deleted for resources: {'Port': ['ID=42811bfa-658d-463d-9538-4589d70713c5,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:25.988428 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8798daf4-fdde-420d-b675-07cb4e52c5a9 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks [] for floatingip, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:25.994848 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:25.995055 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8798daf4-fdde-420d-b675-07cb4e52c5a9 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:26.003097 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8798daf4-fdde-420d-b675-07cb4e52c5a9 tempest-AttachVolumeTestJSON-1376101441 tempest-AttachVolumeTestJSON-1376101441-project] 10.222.0.98 "DELETE /v2.0/floatingips/15b65301-1dc5-4b3f-9226-2c173170bd20 HTTP/1.1" status: 204 len: 168 time: 1.3786881 Oct 20 11:42:26.014676 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-661bad33-ead5-4c5b-b691-f61673d317c2 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:26.028712 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-661bad33-ead5-4c5b-b691-f61673d317c2 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:26.085756 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-661bad33-ead5-4c5b-b691-f61673d317c2 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:26.090198 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 47964) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:42:26.095037 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port e6d9431f-3951-4b00-815d-700a4c7916c2, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=e6d9431f-3951-4b00-815d-700a4c7916c2,segment=NetworkSegment(d46e7e29-b111-4410-8455-78fe43083225),segment_id=d46e7e29-b111-4410-8455-78fe43083225)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:42:26.095880 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-6cef45ef-83d4-45b4-857f-65320f831d59 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Request body: {'security_group_rule': {'security_group_id': 'be33a021-0c9c-4880-a36e-cf0b78e78a7a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:42:26.100218 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-661bad33-ead5-4c5b-b691-f61673d317c2 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4902606 Oct 20 11:42:26.109407 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:26.163691 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6cef45ef-83d4-45b4-857f-65320f831d59 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:26.165097 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661bad33-ead5-4c5b-b691-f61673d317c2 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be33a021-0c9c-4880-a36e-cf0b78e78a7a,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:26.241180 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=e6d9431f-3951-4b00-815d-700a4c7916c2,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:26.266713 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa2388-c5ee-4f9d-990e-b9ce429309bf req-6b4770ee-c8b8-412e-895f-9899c4e53cde tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:26.269457 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-22aa2388-c5ee-4f9d-990e-b9ce429309bf req-6b4770ee-c8b8-412e-895f-9899c4e53cde tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d675c47-af03-49a6-9a27-fffccdac4445 HTTP/1.1" status: 200 len: 945 time: 0.1269710 Oct 20 11:42:26.332743 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-22aa2388-c5ee-4f9d-990e-b9ce429309bf req-e4cf9864-eace-4bc2-8d66-97972acecaca tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541320 Oct 20 11:42:26.346393 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6cef45ef-83d4-45b4-857f-65320f831d59 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:26.376801 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6cef45ef-83d4-45b4-857f-65320f831d59 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:26.423730 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-9df95f05-d440-4cff-a878-3c87ce9c7acf None None] Provisioning complete for port e6d9431f-3951-4b00-815d-700a4c7916c2 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:42:26.424099 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9df95f05-d440-4cff-a878-3c87ce9c7acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:26.452581 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6cef45ef-83d4-45b4-857f-65320f831d59 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:26.455511 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6cef45ef-83d4-45b4-857f-65320f831d59 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3637784 Oct 20 11:42:26.457752 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cef45ef-83d4-45b4-857f-65320f831d59 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a35ba428-8ae2-4bdf-b0cb-73fb1d4b4466,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:26.458194 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 47974) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:42:26.464163 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-898610b7-bc4a-42e4-b821-8b4c42973d1e tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Request body: {'security_group_rule': {'security_group_id': 'be33a021-0c9c-4880-a36e-cf0b78e78a7a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:42:26.661945 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device e6d9431f-3951-4b00-815d-700a4c7916c2 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:42:26.665456 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f91c5d3-a247-46e4-926f-9cb9f5c30e6b req-8aedb709-64bd-468f-80ed-39b6c6ea987b tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:26.672450 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2f91c5d3-a247-46e4-926f-9cb9f5c30e6b req-8aedb709-64bd-468f-80ed-39b6c6ea987b tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d675c47-af03-49a6-9a27-fffccdac4445 HTTP/1.1" status: 200 len: 945 time: 0.1898601 Oct 20 11:42:26.686634 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-898610b7-bc4a-42e4-b821-8b4c42973d1e tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:26.759752 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-9df95f05-d440-4cff-a878-3c87ce9c7acf None None] Provisioning complete for port 66ac31c8-5739-4120-877b-97dbbd1c5090 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:42:26.760138 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9df95f05-d440-4cff-a878-3c87ce9c7acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:26.879483 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-9df95f05-d440-4cff-a878-3c87ce9c7acf None None] Port 66ac31c8-5739-4120-877b-97dbbd1c5090 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:42:26.883028 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2f91c5d3-a247-46e4-926f-9cb9f5c30e6b req-a541ef51-c1e9-4318-8c4d-c68cb601feee tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960893 Oct 20 11:42:26.942477 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-9df95f05-d440-4cff-a878-3c87ce9c7acf None None] Provisioning complete for port 7a2f0823-9943-44fc-ae12-8c166cc26727 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:42:26.942722 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a6532-9b16-4d7b-b235-d1c9ac3c3ef7 req-112d5820-2a0b-4228-b64c-0d0e95243f88 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:26.942907 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9df95f05-d440-4cff-a878-3c87ce9c7acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:26.944154 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-075a6532-9b16-4d7b-b235-d1c9ac3c3ef7 req-112d5820-2a0b-4228-b64c-0d0e95243f88 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c32a626-bd17-457f-8162-a25b82989333 HTTP/1.1" status: 200 len: 945 time: 0.2126021 Oct 20 11:42:27.002630 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-898610b7-bc4a-42e4-b821-8b4c42973d1e tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:27.082582 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-898610b7-bc4a-42e4-b821-8b4c42973d1e tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:27.122829 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898610b7-bc4a-42e4-b821-8b4c42973d1e tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbec28a2-d447-4b0a-9313-727e20098365,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:27.143406 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-898610b7-bc4a-42e4-b821-8b4c42973d1e tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:27.149655 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-898610b7-bc4a-42e4-b821-8b4c42973d1e tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6882672 Oct 20 11:42:27.151776 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 47988) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:42:27.158650 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-50ee8a42-2add-4c7a-9211-d0edf2768309 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:42:27.275948 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-075a6532-9b16-4d7b-b235-d1c9ac3c3ef7 req-0d6cc722-3cb7-4a0f-b77d-5f36d7ec87f3 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Deleting port 65b31a47-8811-445c-ab5e-c1c6a9a22aec {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:42:27.276291 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-075a6532-9b16-4d7b-b235-d1c9ac3c3ef7 req-0d6cc722-3cb7-4a0f-b77d-5f36d7ec87f3 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:27.305012 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-50ee8a42-2add-4c7a-9211-d0edf2768309 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks [] for floatingip, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:27.317368 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port e6d9431f-3951-4b00-815d-700a4c7916c2 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:42:27.318018 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:27.422680 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-9df95f05-d440-4cff-a878-3c87ce9c7acf None None] Provisioning complete for port d93caff8-51aa-4df8-901b-080c6ddec185 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:42:27.423079 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9df95f05-d440-4cff-a878-3c87ce9c7acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:27.598674 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-9df95f05-d440-4cff-a878-3c87ce9c7acf None None] Port d93caff8-51aa-4df8-901b-080c6ddec185 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:42:27.622442 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 7a2f0823-9943-44fc-ae12-8c166cc26727 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:42:27.644838 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-075a6532-9b16-4d7b-b235-d1c9ac3c3ef7 req-0d6cc722-3cb7-4a0f-b77d-5f36d7ec87f3 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] For port 65b31a47-8811-445c-ab5e-c1c6a9a22aec, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=65b31a47-8811-445c-ab5e-c1c6a9a22aec,segment=NetworkSegment(635b408c-b931-4fe4-a946-3320f78b98e5),segment_id=635b408c-b931-4fe4-a946-3320f78b98e5)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:42:27.645209 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-075a6532-9b16-4d7b-b235-d1c9ac3c3ef7 req-0d6cc722-3cb7-4a0f-b77d-5f36d7ec87f3 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:27.673482 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-50ee8a42-2add-4c7a-9211-d0edf2768309 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:27.681233 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-075a6532-9b16-4d7b-b235-d1c9ac3c3ef7 req-0d6cc722-3cb7-4a0f-b77d-5f36d7ec87f3 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Calling delete_port for 65b31a47-8811-445c-ab5e-c1c6a9a22aec owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:42:27.768367 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fa851-83df-4b4c-ace7-9b715173a816 req-6c1c5476-2db2-4ac2-9182-1f6f25374610 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:27.776908 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d79fa851-83df-4b4c-ace7-9b715173a816 req-6c1c5476-2db2-4ac2-9182-1f6f25374610 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d675c47-af03-49a6-9a27-fffccdac4445 HTTP/1.1" status: 200 len: 945 time: 0.1118300 Oct 20 11:42:27.827672 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 7a2f0823-9943-44fc-ae12-8c166cc26727 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:42:27.828336 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:27.842602 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d79fa851-83df-4b4c-ace7-9b715173a816 req-7b2498bd-d47b-42f9-affa-6932da778ce1 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643294 Oct 20 11:42:27.883478 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-f0fe87c2-6619-4e58-9f04-82518d711a51 None None] Provisioning complete for port 66ac31c8-5739-4120-877b-97dbbd1c5090 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:42:27.883845 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f0fe87c2-6619-4e58-9f04-82518d711a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:27.920196 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-50ee8a42-2add-4c7a-9211-d0edf2768309 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Allocated IP 172.25.5.68 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/e00101a0-7a22-4231-88e1-7475e92a1b61) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:42:27.958872 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-f0fe87c2-6619-4e58-9f04-82518d711a51 None None] Port 66ac31c8-5739-4120-877b-97dbbd1c5090 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:42:27.977081 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-f0fe87c2-6619-4e58-9f04-82518d711a51 None None] Provisioning complete for port d93caff8-51aa-4df8-901b-080c6ddec185 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:42:27.978494 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f0fe87c2-6619-4e58-9f04-82518d711a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:28.000513 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-075a6532-9b16-4d7b-b235-d1c9ac3c3ef7 req-0d6cc722-3cb7-4a0f-b77d-5f36d7ec87f3 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:28.026708 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['65b31a47-8811-445c-ab5e-c1c6a9a22aec'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:42:28.043939 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d6a1f2fc-c7f6-4243-9533-d3e257678d81 req-efe81a26-624d-4ad7-8623-d6ad4e5d3ed9 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=0c32a626-bd17-457f-8162-a25b82989333 HTTP/1.1" status: 200 len: 210 time: 0.0410812 Oct 20 11:42:28.080391 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-f0fe87c2-6619-4e58-9f04-82518d711a51 None None] Port d93caff8-51aa-4df8-901b-080c6ddec185 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:42:28.085940 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6cc722-3cb7-4a0f-b77d-5f36d7ec87f3 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Pushing event deleted for resources: {'Port': ['ID=65b31a47-8811-445c-ab5e-c1c6a9a22aec,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:28.171768 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-50ee8a42-2add-4c7a-9211-d0edf2768309 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:28.175434 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-075a6532-9b16-4d7b-b235-d1c9ac3c3ef7 req-0d6cc722-3cb7-4a0f-b77d-5f36d7ec87f3 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] No DVR routers for this DVR port 65b31a47-8811-445c-ab5e-c1c6a9a22aec on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:42:28.179797 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-075a6532-9b16-4d7b-b235-d1c9ac3c3ef7 req-0d6cc722-3cb7-4a0f-b77d-5f36d7ec87f3 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:28.188219 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-075a6532-9b16-4d7b-b235-d1c9ac3c3ef7 req-0d6cc722-3cb7-4a0f-b77d-5f36d7ec87f3 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.11 "DELETE /v2.0/ports/65b31a47-8811-445c-ab5e-c1c6a9a22aec HTTP/1.1" status: 204 len: 173 time: 1.2187376 Oct 20 11:42:28.191430 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c32a626-bd17-457f-8162-a25b82989333', 'name': 'network-vif-deleted', 'tag': '65b31a47-8811-445c-ab5e-c1c6a9a22aec'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:42:28.194463 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4db0f67-731a-478e-8608-be63d8958dda" -d '{"events": [{"server_uuid": "0c32a626-bd17-457f-8162-a25b82989333", "name": "network-vif-deleted", "tag": "65b31a47-8811-445c-ab5e-c1c6a9a22aec"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:42:28.232640 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-50ee8a42-2add-4c7a-9211-d0edf2768309 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:28.254512 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a458cc-938b-4b51-9de5-8d67beacc5a8 x-openstack-request-id: req-a1a458cc-938b-4b51-9de5-8d67beacc5a8 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:42:28.255492 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c32a626-bd17-457f-8162-a25b82989333", "name": "network-vif-deleted", "tag": "65b31a47-8811-445c-ab5e-c1c6a9a22aec", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:42:28.255804 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a1a458cc-938b-4b51-9de5-8d67beacc5a8 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:42:28.256313 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c32a626-bd17-457f-8162-a25b82989333', 'name': 'network-vif-deleted', 'tag': '65b31a47-8811-445c-ab5e-c1c6a9a22aec', 'status': 'completed', 'code': 200} Oct 20 11:42:28.304855 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee8a42-2add-4c7a-9211-d0edf2768309 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Pushing event updated for resources: {'Port': ['ID=e00101a0-7a22-4231-88e1-7475e92a1b61,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:28.332076 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ee8a42-2add-4c7a-9211-d0edf2768309 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:42:28.333800 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-50ee8a42-2add-4c7a-9211-d0edf2768309 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:42:28.340082 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ee8a42-2add-4c7a-9211-d0edf2768309 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:42:28.477574 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-50ee8a42-2add-4c7a-9211-d0edf2768309 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:28.532731 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-50ee8a42-2add-4c7a-9211-d0edf2768309 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:28.777442 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-50ee8a42-2add-4c7a-9211-d0edf2768309 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:28.789315 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-50ee8a42-2add-4c7a-9211-d0edf2768309 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:28.951114 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-50ee8a42-2add-4c7a-9211-d0edf2768309 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:28.966025 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90fdde-61b5-4d90-ae02-85c4669a0d04 req-3ff70b55-c545-4b16-bf50-27c7e30627ca tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:28.967781 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-df90fdde-61b5-4d90-ae02-85c4669a0d04 req-3ff70b55-c545-4b16-bf50-27c7e30627ca tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d675c47-af03-49a6-9a27-fffccdac4445 HTTP/1.1" status: 200 len: 945 time: 0.1054366 Oct 20 11:42:28.969013 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee8a42-2add-4c7a-9211-d0edf2768309 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Pushing event updated for resources: {'Port': ['ID=e00101a0-7a22-4231-88e1-7475e92a1b61,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:28.987685 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-50ee8a42-2add-4c7a-9211-d0edf2768309 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:29.011324 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-50ee8a42-2add-4c7a-9211-d0edf2768309 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8547339 Oct 20 11:42:29.203008 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5328db3-6ad3-4352-bbcd-d53c8df3169f req-c1812bd5-4b1b-4300-b5d3-954b3cdb34b2 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:29.205451 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d5328db3-6ad3-4352-bbcd-d53c8df3169f req-c1812bd5-4b1b-4300-b5d3-954b3cdb34b2 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d675c47-af03-49a6-9a27-fffccdac4445 HTTP/1.1" status: 200 len: 945 time: 0.2366087 Oct 20 11:42:29.234271 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-df90fdde-61b5-4d90-ae02-85c4669a0d04 req-894fb03b-4d71-479e-9c83-7006f91e4d39 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Deleting port 78ed280f-7b03-49e5-970f-5c7b7485f1ce {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:42:29.234952 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-df90fdde-61b5-4d90-ae02-85c4669a0d04 req-894fb03b-4d71-479e-9c83-7006f91e4d39 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:29.455431 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d5328db3-6ad3-4352-bbcd-d53c8df3169f req-cadcd85c-bde1-4644-b04e-17246eef7a6a tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417305 Oct 20 11:42:29.469351 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-df90fdde-61b5-4d90-ae02-85c4669a0d04 req-894fb03b-4d71-479e-9c83-7006f91e4d39 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] For port 78ed280f-7b03-49e5-970f-5c7b7485f1ce, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=78ed280f-7b03-49e5-970f-5c7b7485f1ce,segment=NetworkSegment(474d5198-d4e2-4e04-8880-971eb081d7c2),segment_id=474d5198-d4e2-4e04-8880-971eb081d7c2)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:42:29.469781 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-df90fdde-61b5-4d90-ae02-85c4669a0d04 req-894fb03b-4d71-479e-9c83-7006f91e4d39 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:29.499978 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-df90fdde-61b5-4d90-ae02-85c4669a0d04 req-894fb03b-4d71-479e-9c83-7006f91e4d39 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Calling delete_port for 78ed280f-7b03-49e5-970f-5c7b7485f1ce owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:42:29.755040 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf821ce6-e871-4c28-a562-a7644569a754 req-c7424cd8-f0b3-40fd-9ee0-258dc1f8d3fb tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:29.756523 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf821ce6-e871-4c28-a562-a7644569a754 req-c7424cd8-f0b3-40fd-9ee0-258dc1f8d3fb tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/networks?id=b8b16dd1-14c2-429e-a738-23f5243332c4 HTTP/1.1" status: 200 len: 810 time: 0.1516190 Oct 20 11:42:29.801928 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf821ce6-e871-4c28-a562-a7644569a754 req-c3cfa7a0-ca38-49f1-87c0-95e6eec01f42 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/quotas/ce1098f3c80946078a7ca69ed9609a2e HTTP/1.1" status: 200 len: 375 time: 0.0339911 Oct 20 11:42:29.849064 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf821ce6-e871-4c28-a562-a7644569a754 req-3538823e-a870-429f-bba0-68d2146e42af tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=ce1098f3c80946078a7ca69ed9609a2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447562 Oct 20 11:42:29.892812 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-069b0454-333c-4e42-9bc7-04c7db7ce595 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--2095443912&fields=id&tenant_id=eaec2bab7fdf45a2bb81df4997c7d09e HTTP/1.1" status: 200 len: 267 time: 0.4604211 Oct 20 11:42:29.945437 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-559a3b6e-2892-4ca2-9945-92491372f14a tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:29.952769 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-559a3b6e-2892-4ca2-9945-92491372f14a tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports/d93caff8-51aa-4df8-901b-080c6ddec185 HTTP/1.1" status: 200 len: 936 time: 0.0590546 Oct 20 11:42:30.000935 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-37faaa38-f0b7-4a0e-9e92-1218ad8aaed5 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:30.008627 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-37faaa38-f0b7-4a0e-9e92-1218ad8aaed5 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports/66ac31c8-5739-4120-877b-97dbbd1c5090 HTTP/1.1" status: 200 len: 937 time: 0.0548623 Oct 20 11:42:30.103001 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-331e4247-9363-4868-84f0-9924f80a1a30 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?network_id=9e28e111-da3b-432f-b66c-1b77e1797d1c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0931783 Oct 20 11:42:30.172401 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-722927cc-0ce4-4178-bfd3-5c79a8d4dd83 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?network_id=9e28e111-da3b-432f-b66c-1b77e1797d1c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0685151 Oct 20 11:42:30.293512 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf821ce6-e871-4c28-a562-a7644569a754 req-cbe2c6dd-357e-4739-bf8a-9b4786e1bf53 service neutron] 10.222.0.98 "GET /v2.0/networks/b8b16dd1-14c2-429e-a738-23f5243332c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4449339 Oct 20 11:42:30.331381 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-df90fdde-61b5-4d90-ae02-85c4669a0d04 req-894fb03b-4d71-479e-9c83-7006f91e4d39 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:30.344954 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['78ed280f-7b03-49e5-970f-5c7b7485f1ce'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:42:30.349396 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['81a208c0-65e0-4fc8-a75c-a093561e3229'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:42:30.389449 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:42:30.402164 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-f317fecc-d43b-4b5b-b535-8e42cd0139f7 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:30.412774 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-f317fecc-d43b-4b5b-b535-8e42cd0139f7 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:30.419385 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-f317fecc-d43b-4b5b-b535-8e42cd0139f7 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:30.421323 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-f317fecc-d43b-4b5b-b535-8e42cd0139f7 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/networks?id=6453727b-a1a3-4c25-9d2a-f4562ef51a67&id=777f6155-4cb8-4ffe-990a-e0dddbce5ad7&id=777f6155-4cb8-4ffe-990a-e0dddbce5ad7&id=9e28e111-da3b-432f-b66c-1b77e1797d1c&id=9e28e111-da3b-432f-b66c-1b77e1797d1c HTTP/1.1" status: 200 len: 1994 time: 0.2481112 Oct 20 11:42:30.562374 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894fb03b-4d71-479e-9c83-7006f91e4d39 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Pushing event deleted for resources: {'Port': ['ID=78ed280f-7b03-49e5-970f-5c7b7485f1ce,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:30.582623 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-df90fdde-61b5-4d90-ae02-85c4669a0d04 req-894fb03b-4d71-479e-9c83-7006f91e4d39 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] No DVR routers for this DVR port 78ed280f-7b03-49e5-970f-5c7b7485f1ce on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:42:30.607228 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-df90fdde-61b5-4d90-ae02-85c4669a0d04 req-894fb03b-4d71-479e-9c83-7006f91e4d39 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:30.615778 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-df90fdde-61b5-4d90-ae02-85c4669a0d04 req-894fb03b-4d71-479e-9c83-7006f91e4d39 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.11 "DELETE /v2.0/ports/78ed280f-7b03-49e5-970f-5c7b7485f1ce HTTP/1.1" status: 204 len: 173 time: 1.6338115 Oct 20 11:42:30.616617 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d675c47-af03-49a6-9a27-fffccdac4445', 'name': 'network-vif-deleted', 'tag': '78ed280f-7b03-49e5-970f-5c7b7485f1ce'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:42:30.624077 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f22cbb3-a239-4b51-b522-6bfc24713a72" -d '{"events": [{"server_uuid": "0d675c47-af03-49a6-9a27-fffccdac4445", "name": "network-vif-deleted", "tag": "78ed280f-7b03-49e5-970f-5c7b7485f1ce"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:42:30.630605 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-cb8e51a3-00d9-42be-810f-739b0286e4f4 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/quotas/eaec2bab7fdf45a2bb81df4997c7d09e HTTP/1.1" status: 200 len: 375 time: 0.1274962 Oct 20 11:42:30.814475 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-12f0607f-1126-4125-8cf3-dbe673c48967 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=eaec2bab7fdf45a2bb81df4997c7d09e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1534774 Oct 20 11:42:30.828654 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf821ce6-e871-4c28-a562-a7644569a754 req-893d3866-61cc-450c-a4f9-15d595cb3a6a service neutron] 10.222.0.98 "GET /v2.0/networks/b8b16dd1-14c2-429e-a738-23f5243332c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5337944 Oct 20 11:42:30.995015 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-b1b97bb5-8935-4853-a4bd-21fb4e50d8c5 service neutron] 10.222.0.98 "GET /v2.0/networks/6453727b-a1a3-4c25-9d2a-f4562ef51a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546347 Oct 20 11:42:31.220255 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-f12161d1-20c3-4cc4-9b65-a688aff17e73 service neutron] 10.222.0.98 "GET /v2.0/networks/6453727b-a1a3-4c25-9d2a-f4562ef51a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111652 Oct 20 11:42:31.281932 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-4fbe8ac8-2fff-4faa-8b9c-7125e4ab218c service neutron] 10.222.0.98 "GET /v2.0/ports/d93caff8-51aa-4df8-901b-080c6ddec185?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0586545 Oct 20 11:42:31.382960 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0671f9cb-6da1-4b8a-8c76-907d61a02f1f req-84ac12fd-1a41-488e-b37f-03cf5f305a25 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d675c47-af03-49a6-9a27-fffccdac4445 HTTP/1.1" status: 200 len: 210 time: 0.1614792 Oct 20 11:42:31.457415 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d92b709-935d-4908-9780-b7ba2fe23131 x-openstack-request-id: req-7d92b709-935d-4908-9780-b7ba2fe23131 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:42:31.457661 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d675c47-af03-49a6-9a27-fffccdac4445", "name": "network-vif-deleted", "tag": "78ed280f-7b03-49e5-970f-5c7b7485f1ce", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:42:31.457913 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7d92b709-935d-4908-9780-b7ba2fe23131 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:42:31.458322 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d675c47-af03-49a6-9a27-fffccdac4445', 'name': 'network-vif-deleted', 'tag': '78ed280f-7b03-49e5-970f-5c7b7485f1ce', 'status': 'completed', 'code': 200} Oct 20 11:42:31.542564 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 65b31a47-8811-445c-ab5e-c1c6a9a22aec no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:42:31.605085 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: 65b31a47-8811-445c-ab5e-c1c6a9a22aec {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:42:31.614102 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 65b31a47-8811-445c-ab5e-c1c6a9a22aec not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:42:31.655177 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-993eb9e8-b5b7-423c-8fab-62954c1620f5 req-0f96f694-a347-4e8a-b00e-b3af33d2782a tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=4bad63fe-61b1-48df-b277-70e9c18740a9 HTTP/1.1" status: 200 len: 210 time: 0.0645549 Oct 20 11:42:31.738651 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-8ed665c6-c207-4371-89fa-eb8afbec7897 service neutron] 10.222.0.98 "GET /v2.0/networks/777f6155-4cb8-4ffe-990a-e0dddbce5ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4341805 Oct 20 11:42:31.913105 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-08c8fd8d-5489-4831-b588-0056123db12d service neutron] 10.222.0.98 "GET /v2.0/networks/777f6155-4cb8-4ffe-990a-e0dddbce5ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628361 Oct 20 11:42:31.993714 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-bf8b4cdf-8b0c-42f5-a5b9-f2ad04d8cff2 service neutron] 10.222.0.98 "GET /v2.0/ports/66ac31c8-5739-4120-877b-97dbbd1c5090?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0662487 Oct 20 11:42:32.209788 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-7e384d1e-2ccb-48ff-926d-8c9c24948c43 service neutron] 10.222.0.98 "GET /v2.0/networks/777f6155-4cb8-4ffe-990a-e0dddbce5ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086213 Oct 20 11:42:32.392526 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-4c7e2aec-b3c8-46dd-892c-8050125eff70 service neutron] 10.222.0.98 "GET /v2.0/networks/777f6155-4cb8-4ffe-990a-e0dddbce5ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760943 Oct 20 11:42:32.596614 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-53332dea-ac0f-4d4f-9a20-545ac5b5c870 service neutron] 10.222.0.98 "GET /v2.0/networks/777f6155-4cb8-4ffe-990a-e0dddbce5ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836305 Oct 20 11:42:33.541322 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 78ed280f-7b03-49e5-970f-5c7b7485f1ce no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:42:33.585977 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: 78ed280f-7b03-49e5-970f-5c7b7485f1ce {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:42:33.586228 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 78ed280f-7b03-49e5-970f-5c7b7485f1ce not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:42:33.618292 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0157204c-d952-491c-8f12-e7cfff16266b req-562f3cbe-abe3-4700-92a2-1b458bf85d66 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=4bad63fe-61b1-48df-b277-70e9c18740a9 HTTP/1.1" status: 200 len: 210 time: 0.0758865 Oct 20 11:42:33.764156 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-e9b07a82-dd6b-4b6e-bc88-ebf445096595 service neutron] 10.222.0.98 "GET /v2.0/networks/777f6155-4cb8-4ffe-990a-e0dddbce5ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1591606 Oct 20 11:42:33.814480 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf821ce6-e871-4c28-a562-a7644569a754 req-6a9d892c-d6ca-44bf-99e1-0a0a3cc3fe7d tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:33.816381 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf821ce6-e871-4c28-a562-a7644569a754 req-6a9d892c-d6ca-44bf-99e1-0a0a3cc3fe7d tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.11 "GET /v2.0/networks?id=b8b16dd1-14c2-429e-a738-23f5243332c4 HTTP/1.1" status: 200 len: 810 time: 0.2395232 Oct 20 11:42:33.945755 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-fd8fd3de-4ce4-42da-9818-8af90474d413 service neutron] 10.222.0.98 "GET /v2.0/networks/777f6155-4cb8-4ffe-990a-e0dddbce5ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746244 Oct 20 11:42:33.953384 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-cf821ce6-e871-4c28-a562-a7644569a754 req-029aa77b-3980-4e12-96b1-d6011289cf32 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Request body: {'port': {'device_id': '4bad63fe-61b1-48df-b277-70e9c18740a9', 'network_id': 'b8b16dd1-14c2-429e-a738-23f5243332c4', 'admin_state_up': True, 'tenant_id': 'ce1098f3c80946078a7ca69ed9609a2e'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:42:34.356244 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb3aac-2fe8-4a91-a54f-8be16d264336 req-a4cc3b10-f0cd-495e-b13e-0ce519ef11cc tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:34.364147 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eefb3aac-2fe8-4a91-a54f-8be16d264336 req-a4cc3b10-f0cd-495e-b13e-0ce519ef11cc tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/networks?id=4684d20a-1285-4a26-b3d8-722aa32ad5b4 HTTP/1.1" status: 200 len: 805 time: 0.2129905 Oct 20 11:42:34.394978 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eefb3aac-2fe8-4a91-a54f-8be16d264336 req-28118a26-4f73-437c-8b0a-b0d5fff0b9fd tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/quotas/87f9bb79a2f44e408030b0f728683d1b HTTP/1.1" status: 200 len: 375 time: 0.0269525 Oct 20 11:42:34.507045 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eefb3aac-2fe8-4a91-a54f-8be16d264336 req-601a4bbe-c4ae-40df-a21e-65602e4194c0 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=87f9bb79a2f44e408030b0f728683d1b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1087906 Oct 20 11:42:34.623894 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eefb3aac-2fe8-4a91-a54f-8be16d264336 req-6e095519-9946-4dc2-8ce7-ad6821fd353e service neutron] 10.222.0.98 "GET /v2.0/networks/4684d20a-1285-4a26-b3d8-722aa32ad5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979624 Oct 20 11:42:34.806324 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eefb3aac-2fe8-4a91-a54f-8be16d264336 req-e1091ab7-8e14-4025-8c89-7504ac8f855d service neutron] 10.222.0.98 "GET /v2.0/networks/4684d20a-1285-4a26-b3d8-722aa32ad5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815107 Oct 20 11:42:34.810286 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-371c3dbb-2334-4c34-9141-98fed22f377a service neutron] 10.222.0.98 "GET /v2.0/networks/777f6155-4cb8-4ffe-990a-e0dddbce5ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8416395 Oct 20 11:42:34.908380 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf821ce6-e871-4c28-a562-a7644569a754 req-029aa77b-3980-4e12-96b1-d6011289cf32 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Made reservation on behalf of ce1098f3c80946078a7ca69ed9609a2e for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:42:34.913549 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-cf821ce6-e871-4c28-a562-a7644569a754 req-029aa77b-3980-4e12-96b1-d6011289cf32 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:35.426690 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-67647b7f-00c5-49a6-ae6b-f7f69e36bd31 service neutron] 10.222.0.98 "GET /v2.0/networks/9e28e111-da3b-432f-b66c-1b77e1797d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6081545 Oct 20 11:42:35.482735 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-cf821ce6-e871-4c28-a562-a7644569a754 req-029aa77b-3980-4e12-96b1-d6011289cf32 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Allocated IP 172.20.0.3 (b8b16dd1-14c2-429e-a738-23f5243332c4/2680d228-fd7a-4853-9272-b0d143a6d48d/dca250b8-c196-41db-a9e2-0ac813ae48c2) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:42:35.513837 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4686436e-3f8c-4cc9-ae9d-8dc174c9fb17 req-2b170cee-157e-43d4-abb8-ce19325ebe09 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=4bad63fe-61b1-48df-b277-70e9c18740a9 HTTP/1.1" status: 200 len: 210 time: 0.2510786 Oct 20 11:42:35.742230 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-e50bc131-e1d7-499c-99aa-d9f086f586d5 service neutron] 10.222.0.98 "GET /v2.0/networks/9e28e111-da3b-432f-b66c-1b77e1797d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146040 Oct 20 11:42:35.953879 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-30f77478-fd1b-498a-9f40-698b56f8a711 service neutron] 10.222.0.98 "GET /v2.0/networks/9e28e111-da3b-432f-b66c-1b77e1797d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048404 Oct 20 11:42:36.317264 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-7b70ebea-5721-484d-8bb2-3dd9b7b5b570 service neutron] 10.222.0.98 "GET /v2.0/networks/9e28e111-da3b-432f-b66c-1b77e1797d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544636 Oct 20 11:42:36.420820 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6a6f8975-aca1-40da-ab5b-f0284672d126 req-0bc8b80e-8524-454b-b5aa-fcb5765329dc tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=b975aafa-a253-4077-a928-2a4744f2a801 HTTP/1.1" status: 200 len: 210 time: 0.1519034 Oct 20 11:42:36.759364 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3d45de68-41bc-4b14-adb9-d54356052a96 req-f961e501-0959-40cf-b6ae-6b2f4517be9f tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=4bad63fe-61b1-48df-b277-70e9c18740a9 HTTP/1.1" status: 200 len: 210 time: 0.0679104 Oct 20 11:42:36.880280 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-cf821ce6-e871-4c28-a562-a7644569a754 req-029aa77b-3980-4e12-96b1-d6011289cf32 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:36.952773 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-cf821ce6-e871-4c28-a562-a7644569a754 req-029aa77b-3980-4e12-96b1-d6011289cf32 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:37.045215 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029aa77b-3980-4e12-96b1-d6011289cf32 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Pushing event updated for resources: {'Port': ['ID=dca250b8-c196-41db-a9e2-0ac813ae48c2,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:37.074707 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf821ce6-e871-4c28-a562-a7644569a754 req-029aa77b-3980-4e12-96b1-d6011289cf32 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Network b8b16dd1-14c2-429e-a738-23f5243332c4 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:42:37.076348 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-cf821ce6-e871-4c28-a562-a7644569a754 req-029aa77b-3980-4e12-96b1-d6011289cf32 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:42:37.087787 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf821ce6-e871-4c28-a562-a7644569a754 req-029aa77b-3980-4e12-96b1-d6011289cf32 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:42:37.507820 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb3aac-2fe8-4a91-a54f-8be16d264336 req-17c26298-7ff3-4031-9448-3658b0b15487 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:37.518733 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eefb3aac-2fe8-4a91-a54f-8be16d264336 req-17c26298-7ff3-4031-9448-3658b0b15487 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.89 "GET /v2.0/networks?id=4684d20a-1285-4a26-b3d8-722aa32ad5b4 HTTP/1.1" status: 200 len: 805 time: 0.3873107 Oct 20 11:42:37.539132 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf821ce6-e871-4c28-a562-a7644569a754 req-029aa77b-3980-4e12-96b1-d6011289cf32 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:37.540263 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-cf821ce6-e871-4c28-a562-a7644569a754 req-029aa77b-3980-4e12-96b1-d6011289cf32 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:37.590679 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-eefb3aac-2fe8-4a91-a54f-8be16d264336 req-14190a98-8457-4188-914f-dac57bff2e2e tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Request body: {'port': {'device_id': 'b975aafa-a253-4077-a928-2a4744f2a801', 'network_id': '4684d20a-1285-4a26-b3d8-722aa32ad5b4', 'admin_state_up': True, 'tenant_id': '87f9bb79a2f44e408030b0f728683d1b'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:42:37.677975 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1f7eb699-04a3-4145-9a07-3c77b47c393f req-e0c36155-377d-4a6d-8665-ea66954cb169 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 210 time: 0.1339786 Oct 20 11:42:37.739549 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2b58c1da-e0ac-4be2-8151-5fd9e0058b4f req-f5e59352-06a7-4274-9da8-d19e686d425b tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=b975aafa-a253-4077-a928-2a4744f2a801 HTTP/1.1" status: 200 len: 210 time: 0.0522699 Oct 20 11:42:37.745699 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf821ce6-e871-4c28-a562-a7644569a754 req-029aa77b-3980-4e12-96b1-d6011289cf32 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7987607 Oct 20 11:42:37.768017 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-cf821ce6-e871-4c28-a562-a7644569a754 req-f27b3272-d7ae-4eac-ad1c-402add009717 service neutron] Request body: {'port': {'device_id': '4bad63fe-61b1-48df-b277-70e9c18740a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:42:37.876289 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eefb3aac-2fe8-4a91-a54f-8be16d264336 req-14190a98-8457-4188-914f-dac57bff2e2e tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Made reservation on behalf of 87f9bb79a2f44e408030b0f728683d1b for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:42:37.880043 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-eefb3aac-2fe8-4a91-a54f-8be16d264336 req-14190a98-8457-4188-914f-dac57bff2e2e tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:38.005577 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-cf821ce6-e871-4c28-a562-a7644569a754 req-f27b3272-d7ae-4eac-ad1c-402add009717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:38.020848 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3490a4c-a10e-4c52-bca2-2542e6c6bee0 req-1fe3bb43-d1cd-4d39-a264-206de4340f51 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:38.029647 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3490a4c-a10e-4c52-bca2-2542e6c6bee0 req-1fe3bb43-d1cd-4d39-a264-206de4340f51 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 946 time: 0.2053905 Oct 20 11:42:38.086937 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ad888-6a78-4db9-a633-e5ec1111af05 req-6dd3ba52-a90f-4396-966d-5a30f04d73ef tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:38.092221 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7f7ad888-6a78-4db9-a633-e5ec1111af05 req-6dd3ba52-a90f-4396-966d-5a30f04d73ef tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=4bad63fe-61b1-48df-b277-70e9c18740a9 HTTP/1.1" status: 200 len: 931 time: 0.1750689 Oct 20 11:42:38.152521 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3490a4c-a10e-4c52-bca2-2542e6c6bee0 req-63c124e5-8373-4429-b00e-2d291d0a2190 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216643 Oct 20 11:42:38.262219 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7f7ad888-6a78-4db9-a633-e5ec1111af05 req-df92cb85-db19-4619-ac07-578851bb031a tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417208 Oct 20 11:42:38.407922 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-eefb3aac-2fe8-4a91-a54f-8be16d264336 req-14190a98-8457-4188-914f-dac57bff2e2e tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Allocated IP 172.20.0.10 (4684d20a-1285-4a26-b3d8-722aa32ad5b4/533789ee-0e8e-421f-8cb0-0d7463c535a5/13b44ea0-8b2d-4ee1-837a-c39bac72a024) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:42:38.875345 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f22b7ff5-332f-472a-b73d-f1f804cbe856 req-38532d68-80d9-4a89-9352-0c4fb1863bb2 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 210 time: 0.0460682 Oct 20 11:42:39.108335 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-cf821ce6-e871-4c28-a562-a7644569a754 req-f27b3272-d7ae-4eac-ad1c-402add009717 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dca250b8-c196-41db-a9e2-0ac813ae48c2 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:42:39.117618 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-cf821ce6-e871-4c28-a562-a7644569a754 req-f27b3272-d7ae-4eac-ad1c-402add009717 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:39.131980 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-cf821ce6-e871-4c28-a562-a7644569a754 req-f27b3272-d7ae-4eac-ad1c-402add009717 service neutron] Transition to ACTIVE for port object dca250b8-c196-41db-a9e2-0ac813ae48c2 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:42:39.249264 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48334) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:42:39.331191 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-eefb3aac-2fe8-4a91-a54f-8be16d264336 req-14190a98-8457-4188-914f-dac57bff2e2e tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:39.410413 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f65c5417-de7e-489d-b0ff-71f3e1a6f890 req-8f3cf463-50e2-4a4f-b117-69525996d684 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=b975aafa-a253-4077-a928-2a4744f2a801 HTTP/1.1" status: 200 len: 210 time: 0.2639616 Oct 20 11:42:39.412778 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-cf821ce6-e871-4c28-a562-a7644569a754 req-f27b3272-d7ae-4eac-ad1c-402add009717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:39.505699 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-15292a34-32d5-4431-87ec-9e67a820608f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:39.526718 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-eefb3aac-2fe8-4a91-a54f-8be16d264336 req-14190a98-8457-4188-914f-dac57bff2e2e tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:39.531671 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27b3272-d7ae-4eac-ad1c-402add009717 service neutron] Pushing event updated for resources: {'Port': ['ID=dca250b8-c196-41db-a9e2-0ac813ae48c2,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:39.543157 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['81a208c0-65e0-4fc8-a75c-a093561e3229'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:42:39.723041 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-15292a34-32d5-4431-87ec-9e67a820608f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:39.735762 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-15292a34-32d5-4431-87ec-9e67a820608f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:39.794386 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-15292a34-32d5-4431-87ec-9e67a820608f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5ba2c40aa7834dc8beb5acbf1efa1cf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5431111 Oct 20 11:42:39.814156 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15292a34-32d5-4431-87ec-9e67a820608f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad4c41d-e738-48a7-8f7f-d98f6f3c44b7,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:39.816853 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48344) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:42:39.843952 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:39.908544 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3a43dbc7-b35a-4a7a-b22f-f8e4b7203055 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:39.950667 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3a43dbc7-b35a-4a7a-b22f-f8e4b7203055 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:40.071365 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3a43dbc7-b35a-4a7a-b22f-f8e4b7203055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:40.075288 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3a43dbc7-b35a-4a7a-b22f-f8e4b7203055 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:40.076859 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3a43dbc7-b35a-4a7a-b22f-f8e4b7203055 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/bad4c41d-e738-48a7-8f7f-d98f6f3c44b7 HTTP/1.1" status: 204 len: 168 time: 0.2425382 Oct 20 11:42:40.097432 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a43dbc7-b35a-4a7a-b22f-f8e4b7203055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad4c41d-e738-48a7-8f7f-d98f6f3c44b7,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:40.230384 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14190a98-8457-4188-914f-dac57bff2e2e tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Pushing event updated for resources: {'Port': ['ID=13b44ea0-8b2d-4ee1-837a-c39bac72a024,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:40.304705 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eefb3aac-2fe8-4a91-a54f-8be16d264336 req-14190a98-8457-4188-914f-dac57bff2e2e tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Network 4684d20a-1285-4a26-b3d8-722aa32ad5b4 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:42:40.328265 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-eefb3aac-2fe8-4a91-a54f-8be16d264336 req-14190a98-8457-4188-914f-dac57bff2e2e tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:42:40.365607 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-eefb3aac-2fe8-4a91-a54f-8be16d264336 req-14190a98-8457-4188-914f-dac57bff2e2e tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:42:40.394973 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-057e2196-3a2c-4576-8553-c785deaa760c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:40.396550 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-057e2196-3a2c-4576-8553-c785deaa760c service neutron] 10.222.0.11 "GET /v2.0/ports/d93caff8-51aa-4df8-901b-080c6ddec185 HTTP/1.1" status: 200 len: 1032 time: 0.9676561 Oct 20 11:42:40.413819 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e2dd5-7dce-48ea-b7db-e345b6725770 req-0661211c-2c70-4872-94a8-30d555c6991e tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:40.415242 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-de4e2dd5-7dce-48ea-b7db-e345b6725770 req-0661211c-2c70-4872-94a8-30d555c6991e tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 946 time: 1.2809849 Oct 20 11:42:40.482663 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-3a551ebe-a5e8-47b2-b97d-69b8008d19c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:40.485470 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-3a551ebe-a5e8-47b2-b97d-69b8008d19c6 service neutron] 10.222.0.11 "GET /v2.0/ports/66ac31c8-5739-4120-877b-97dbbd1c5090 HTTP/1.1" status: 200 len: 1033 time: 0.0373058 Oct 20 11:42:40.635122 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75391ef4-6736-4884-8f87-ee1e7b2a97d0 req-3f897073-61ae-48d5-add3-0ea763d6c057 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:40.635122 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-75391ef4-6736-4884-8f87-ee1e7b2a97d0 req-3f897073-61ae-48d5-add3-0ea763d6c057 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=4bad63fe-61b1-48df-b277-70e9c18740a9 HTTP/1.1" status: 200 len: 943 time: 0.4897017 Oct 20 11:42:40.725688 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-75391ef4-6736-4884-8f87-ee1e7b2a97d0 req-42721f91-9bc3-4c96-a0c7-2a731b5b5e92 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784016 Oct 20 11:42:40.738158 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb3aac-2fe8-4a91-a54f-8be16d264336 req-14190a98-8457-4188-914f-dac57bff2e2e tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:40.738857 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-eefb3aac-2fe8-4a91-a54f-8be16d264336 req-14190a98-8457-4188-914f-dac57bff2e2e tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:40.861377 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eefb3aac-2fe8-4a91-a54f-8be16d264336 req-14190a98-8457-4188-914f-dac57bff2e2e tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2757888 Oct 20 11:42:40.862265 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-cf821ce6-e871-4c28-a562-a7644569a754 req-f27b3272-d7ae-4eac-ad1c-402add009717 service neutron] Attempting to bind port dca250b8-c196-41db-a9e2-0ac813ae48c2 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:42:40.862723 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-cf821ce6-e871-4c28-a562-a7644569a754 req-f27b3272-d7ae-4eac-ad1c-402add009717 service neutron] Attempting to bind port dca250b8-c196-41db-a9e2-0ac813ae48c2 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '635b408c-b931-4fe4-a946-3320f78b98e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'b8b16dd1-14c2-429e-a738-23f5243332c4'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:42:40.863237 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf821ce6-e871-4c28-a562-a7644569a754 req-f27b3272-d7ae-4eac-ad1c-402add009717 service neutron] Attempting to bind port dca250b8-c196-41db-a9e2-0ac813ae48c2 on network b8b16dd1-14c2-429e-a738-23f5243332c4 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:42:40.874033 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf821ce6-e871-4c28-a562-a7644569a754 req-f27b3272-d7ae-4eac-ad1c-402add009717 service neutron] Port dca250b8-c196-41db-a9e2-0ac813ae48c2 on network b8b16dd1-14c2-429e-a738-23f5243332c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:42:40.874558 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf821ce6-e871-4c28-a562-a7644569a754 req-f27b3272-d7ae-4eac-ad1c-402add009717 service neutron] Attempting to bind port dca250b8-c196-41db-a9e2-0ac813ae48c2 on network b8b16dd1-14c2-429e-a738-23f5243332c4 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:42:40.879730 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-de4e2dd5-7dce-48ea-b7db-e345b6725770 req-2301cbee-9964-4d20-966c-6583400099b0 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3917820 Oct 20 11:42:40.956929 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b05b56f4-e08a-4a33-89c0-e97d6e73e563 req-a7eeb46a-1c75-49c9-a7f1-801568c29f4a tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 210 time: 0.0721149 Oct 20 11:42:40.972713 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-eefb3aac-2fe8-4a91-a54f-8be16d264336 req-33cb4ddf-2a0a-467e-8a73-57746e8dab70 service neutron] Request body: {'port': {'device_id': 'b975aafa-a253-4077-a928-2a4744f2a801', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:42:41.022140 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf821ce6-e871-4c28-a562-a7644569a754 req-f27b3272-d7ae-4eac-ad1c-402add009717 service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:42:41.022678 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf821ce6-e871-4c28-a562-a7644569a754 req-f27b3272-d7ae-4eac-ad1c-402add009717 service neutron] Checking segment: {'id': '635b408c-b931-4fe4-a946-3320f78b98e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'b8b16dd1-14c2-429e-a738-23f5243332c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:42:41.023736 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf821ce6-e871-4c28-a562-a7644569a754 req-f27b3272-d7ae-4eac-ad1c-402add009717 service neutron] Bound using segment: {'id': '635b408c-b931-4fe4-a946-3320f78b98e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'b8b16dd1-14c2-429e-a738-23f5243332c4'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:42:41.024518 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-cf821ce6-e871-4c28-a562-a7644569a754 req-f27b3272-d7ae-4eac-ad1c-402add009717 service neutron] Bound port: dca250b8-c196-41db-a9e2-0ac813ae48c2, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '635b408c-b931-4fe4-a946-3320f78b98e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'b8b16dd1-14c2-429e-a738-23f5243332c4'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:42:41.025209 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-cf821ce6-e871-4c28-a562-a7644569a754 req-f27b3272-d7ae-4eac-ad1c-402add009717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:41.108373 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-eefb3aac-2fe8-4a91-a54f-8be16d264336 req-33cb4ddf-2a0a-467e-8a73-57746e8dab70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:41.189475 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-3409b27f-2047-4542-967f-c31ab7484137 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:41.195800 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-3409b27f-2047-4542-967f-c31ab7484137 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:41.201838 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-3409b27f-2047-4542-967f-c31ab7484137 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:41.203641 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-3409b27f-2047-4542-967f-c31ab7484137 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.11 "GET /v2.0/networks?id=6453727b-a1a3-4c25-9d2a-f4562ef51a67&id=777f6155-4cb8-4ffe-990a-e0dddbce5ad7&id=777f6155-4cb8-4ffe-990a-e0dddbce5ad7&id=777f6155-4cb8-4ffe-990a-e0dddbce5ad7&id=777f6155-4cb8-4ffe-990a-e0dddbce5ad7&id=9e28e111-da3b-432f-b66c-1b77e1797d1c&id=9e28e111-da3b-432f-b66c-1b77e1797d1c HTTP/1.1" status: 200 len: 1994 time: 0.7040136 Oct 20 11:42:41.233962 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5042cba-50db-494a-a8ab-78e0f1b4fe70 req-0210db3f-5eb8-43aa-a18d-dc5c2f2e3228 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:41.235793 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5042cba-50db-494a-a8ab-78e0f1b4fe70 req-0210db3f-5eb8-43aa-a18d-dc5c2f2e3228 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=b975aafa-a253-4077-a928-2a4744f2a801 HTTP/1.1" status: 200 len: 932 time: 0.1833804 Oct 20 11:42:41.408563 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-cf821ce6-e871-4c28-a562-a7644569a754 req-f27b3272-d7ae-4eac-ad1c-402add009717 service neutron] For port dca250b8-c196-41db-a9e2-0ac813ae48c2, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:42:41.445163 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-e5b65e7f-eda6-414b-9108-db5e59c0e277 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eaec2bab7fdf45a2bb81df4997c7d09e HTTP/1.1" status: 200 len: 380 time: 0.2240953 Oct 20 11:42:41.471669 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-adf69c5a-3e04-4f90-a95f-9c886f526131 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Request body: {'port': {'device_id': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'network_id': '6453727b-a1a3-4c25-9d2a-f4562ef51a67', 'admin_state_up': True, 'tenant_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'security_groups': ['be33a021-0c9c-4880-a36e-cf0b78e78a7a']}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:42:41.476676 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-cf821ce6-e871-4c28-a562-a7644569a754 req-f27b3272-d7ae-4eac-ad1c-402add009717 service neutron] For port dca250b8-c196-41db-a9e2-0ac813ae48c2, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=dca250b8-c196-41db-a9e2-0ac813ae48c2,segment=NetworkSegment(635b408c-b931-4fe4-a946-3320f78b98e5),segment_id=635b408c-b931-4fe4-a946-3320f78b98e5)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:42:41.480993 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5042cba-50db-494a-a8ab-78e0f1b4fe70 req-b70e8c0e-f047-4b2d-8c34-097c9db833a7 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334518 Oct 20 11:42:41.499153 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-cf821ce6-e871-4c28-a562-a7644569a754 req-f27b3272-d7ae-4eac-ad1c-402add009717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:41.540319 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf821ce6-e871-4c28-a562-a7644569a754 req-f27b3272-d7ae-4eac-ad1c-402add009717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:41.540917 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-cf821ce6-e871-4c28-a562-a7644569a754 req-f27b3272-d7ae-4eac-ad1c-402add009717 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:41.542305 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf821ce6-e871-4c28-a562-a7644569a754 req-f27b3272-d7ae-4eac-ad1c-402add009717 service neutron] 10.222.0.11 "PUT /v2.0/ports/dca250b8-c196-41db-a9e2-0ac813ae48c2 HTTP/1.1" status: 200 len: 1091 time: 3.7788873 Oct 20 11:42:41.551565 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 02e225c5-4964-469d-8fe3-74ecb91b3348 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:42:41.553761 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 02e225c5-4964-469d-8fe3-74ecb91b3348 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:42:41.560393 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bad63fe-61b1-48df-b277-70e9c18740a9', 'tag': 'dca250b8-c196-41db-a9e2-0ac813ae48c2'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:42:41.563034 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1728a9e1-f9b7-429f-8c7a-8ab294d92feb" -d '{"events": [{"name": "network-changed", "server_uuid": "4bad63fe-61b1-48df-b277-70e9c18740a9", "tag": "dca250b8-c196-41db-a9e2-0ac813ae48c2"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:42:41.694060 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d9aeba-d537-4d5b-a2be-cedd68905014 x-openstack-request-id: req-c5d9aeba-d537-4d5b-a2be-cedd68905014 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:42:41.694354 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bad63fe-61b1-48df-b277-70e9c18740a9", "tag": "dca250b8-c196-41db-a9e2-0ac813ae48c2", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:42:41.694610 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c5d9aeba-d537-4d5b-a2be-cedd68905014 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:42:41.695061 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bad63fe-61b1-48df-b277-70e9c18740a9', 'tag': 'dca250b8-c196-41db-a9e2-0ac813ae48c2', 'status': 'completed', 'code': 200} Oct 20 11:42:41.757331 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27b3272-d7ae-4eac-ad1c-402add009717 service neutron] Pushing event updated for resources: {'Port': ['ID=dca250b8-c196-41db-a9e2-0ac813ae48c2,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:41.823432 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf821ce6-e871-4c28-a562-a7644569a754 req-b3cd22dc-c733-4011-ac38-d024ba0637db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:41.825747 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf821ce6-e871-4c28-a562-a7644569a754 req-b3cd22dc-c733-4011-ac38-d024ba0637db service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ce1098f3c80946078a7ca69ed9609a2e&device_id=4bad63fe-61b1-48df-b277-70e9c18740a9 HTTP/1.1" status: 200 len: 1094 time: 0.2166557 Oct 20 11:42:41.829434 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-adf69c5a-3e04-4f90-a95f-9c886f526131 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Made reservation on behalf of eaec2bab7fdf45a2bb81df4997c7d09e for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:42:41.837993 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-adf69c5a-3e04-4f90-a95f-9c886f526131 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:41.849540 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:41.895254 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 02e225c5-4964-469d-8fe3-74ecb91b3348, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=02e225c5-4964-469d-8fe3-74ecb91b3348,segment=NetworkSegment(73cbce6c-57a2-4343-bb4b-9f489f07b678),segment_id=73cbce6c-57a2-4343-bb4b-9f489f07b678)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:42:41.899561 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b64c893-9935-47e6-abbd-f9c10f6c07e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02e225c5-4964-469d-8fe3-74ecb91b3348'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:42:41.902760 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d671432-8c8d-4984-9aac-e4b171b13fa1" -d '{"events": [{"server_uuid": "7b64c893-9935-47e6-abbd-f9c10f6c07e6", "name": "network-vif-unplugged", "status": "completed", "tag": "02e225c5-4964-469d-8fe3-74ecb91b3348"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:42:41.912756 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:41.921290 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 02e225c5-4964-469d-8fe3-74ecb91b3348, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=02e225c5-4964-469d-8fe3-74ecb91b3348,segment=NetworkSegment(73cbce6c-57a2-4343-bb4b-9f489f07b678),segment_id=73cbce6c-57a2-4343-bb4b-9f489f07b678)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:42:41.935747 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf821ce6-e871-4c28-a562-a7644569a754 req-0383ea42-3de0-4e31-93c9-c78eb9ae5c9c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dca250b8-c196-41db-a9e2-0ac813ae48c2 HTTP/1.1" status: 200 len: 217 time: 0.0945961 Oct 20 11:42:42.025888 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e90b86-cb5f-4c8c-b76e-508049929878 x-openstack-request-id: req-63e90b86-cb5f-4c8c-b76e-508049929878 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:42:42.026172 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b64c893-9935-47e6-abbd-f9c10f6c07e6", "name": "network-vif-unplugged", "status": "completed", "tag": "02e225c5-4964-469d-8fe3-74ecb91b3348", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:42:42.026429 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-63e90b86-cb5f-4c8c-b76e-508049929878 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:42:42.026852 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b64c893-9935-47e6-abbd-f9c10f6c07e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02e225c5-4964-469d-8fe3-74ecb91b3348', 'code': 200} Oct 20 11:42:42.047605 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '02e225c5-4964-469d-8fe3-74ecb91b3348', 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6', 'port_id': '02e225c5-4964-469d-8fe3-74ecb91b3348', 'mac_address': 'fa:16:3e:42:24:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '978f4782-c6ff-4108-a8dd-a568aeeefa48', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:42:42.106902 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-eefb3aac-2fe8-4a91-a54f-8be16d264336 req-33cb4ddf-2a0a-467e-8a73-57746e8dab70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13b44ea0-8b2d-4ee1-837a-c39bac72a024 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:42:42.120974 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-eefb3aac-2fe8-4a91-a54f-8be16d264336 req-33cb4ddf-2a0a-467e-8a73-57746e8dab70 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:42.131473 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:42.135651 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=02e225c5-4964-469d-8fe3-74ecb91b3348,revision_number=11']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:42.150155 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef1d396-5954-43bd-9088-04cbf7daadda req-edff79cf-36fa-4d3a-88d0-c8f677f848b7 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:42.151803 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fef1d396-5954-43bd-9088-04cbf7daadda req-edff79cf-36fa-4d3a-88d0-c8f677f848b7 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=4bad63fe-61b1-48df-b277-70e9c18740a9 HTTP/1.1" status: 200 len: 943 time: 0.2938464 Oct 20 11:42:42.157569 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02e225c5-4964-469d-8fe3-74ecb91b3348 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:42:42.193457 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 02e225c5-4964-469d-8fe3-74ecb91b3348, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=02e225c5-4964-469d-8fe3-74ecb91b3348,segment=NetworkSegment(73cbce6c-57a2-4343-bb4b-9f489f07b678),segment_id=73cbce6c-57a2-4343-bb4b-9f489f07b678)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:42:42.203585 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:42.208145 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf821ce6-e871-4c28-a562-a7644569a754 req-901c9c95-b951-4586-84d2-d919d8698a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:42.210021 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf821ce6-e871-4c28-a562-a7644569a754 req-901c9c95-b951-4586-84d2-d919d8698a30 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2680d228-fd7a-4853-9272-b0d143a6d48d HTTP/1.1" status: 200 len: 850 time: 0.2405834 Oct 20 11:42:42.230356 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-eefb3aac-2fe8-4a91-a54f-8be16d264336 req-33cb4ddf-2a0a-467e-8a73-57746e8dab70 service neutron] Transition to ACTIVE for port object 13b44ea0-8b2d-4ee1-837a-c39bac72a024 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:42:42.277551 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=02e225c5-4964-469d-8fe3-74ecb91b3348,revision_number=12']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:42.321274 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['02e225c5-4964-469d-8fe3-74ecb91b3348'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:42:42.360102 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-adf69c5a-3e04-4f90-a95f-9c886f526131 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Allocated IP 172.20.0.3 (6453727b-a1a3-4c25-9d2a-f4562ef51a67/627cacd1-3333-4650-96cb-ee60e04cb6c7/72d30f74-19c2-4076-9dd0-555da975bbf8) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:42:42.367555 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-eefb3aac-2fe8-4a91-a54f-8be16d264336 req-33cb4ddf-2a0a-467e-8a73-57746e8dab70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:42.442058 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb4ddf-2a0a-467e-8a73-57746e8dab70 service neutron] Pushing event updated for resources: {'Port': ['ID=13b44ea0-8b2d-4ee1-837a-c39bac72a024,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:42.455435 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf821ce6-e871-4c28-a562-a7644569a754 req-02c73dca-fd17-4af8-92f1-5a6c62e73924 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b8b16dd1-14c2-429e-a738-23f5243332c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2104347 Oct 20 11:42:42.506384 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ce4af-774f-4c88-982e-4bb59bd13926 req-4cb819d3-5e43-43d3-821e-2e6936b02131 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:42.509515 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db3ce4af-774f-4c88-982e-4bb59bd13926 req-4cb819d3-5e43-43d3-821e-2e6936b02131 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.3980782 Oct 20 11:42:42.580953 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fef1d396-5954-43bd-9088-04cbf7daadda req-b5ba76f2-e0a2-4dc9-b11b-88281da36bc8 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3979151 Oct 20 11:42:42.806405 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db3ce4af-774f-4c88-982e-4bb59bd13926 req-d8a43b54-85c1-4d8a-bc32-366a60b21905 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2789788 Oct 20 11:42:42.808577 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-796899ee-c4c0-4865-a157-2bd5ae1d2cd9 req-df6b0555-0f6b-4065-a6d4-6e3bd2eec8fc tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 210 time: 0.0584416 Oct 20 11:42:43.010850 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf821ce6-e871-4c28-a562-a7644569a754 req-b88a02ab-da1b-4b38-b764-898f64fbfa3b service neutron] 10.222.0.11 "GET /v2.0/networks/b8b16dd1-14c2-429e-a738-23f5243332c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5199292 Oct 20 11:42:43.092459 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-eefb3aac-2fe8-4a91-a54f-8be16d264336 req-33cb4ddf-2a0a-467e-8a73-57746e8dab70 service neutron] Attempting to bind port 13b44ea0-8b2d-4ee1-837a-c39bac72a024 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:42:43.092804 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-eefb3aac-2fe8-4a91-a54f-8be16d264336 req-33cb4ddf-2a0a-467e-8a73-57746e8dab70 service neutron] Attempting to bind port 13b44ea0-8b2d-4ee1-837a-c39bac72a024 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '474d5198-d4e2-4e04-8880-971eb081d7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '4684d20a-1285-4a26-b3d8-722aa32ad5b4'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:42:43.093324 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefb3aac-2fe8-4a91-a54f-8be16d264336 req-33cb4ddf-2a0a-467e-8a73-57746e8dab70 service neutron] Attempting to bind port 13b44ea0-8b2d-4ee1-837a-c39bac72a024 on network 4684d20a-1285-4a26-b3d8-722aa32ad5b4 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:42:43.142091 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefb3aac-2fe8-4a91-a54f-8be16d264336 req-33cb4ddf-2a0a-467e-8a73-57746e8dab70 service neutron] Port 13b44ea0-8b2d-4ee1-837a-c39bac72a024 on network 4684d20a-1285-4a26-b3d8-722aa32ad5b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:42:43.142735 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefb3aac-2fe8-4a91-a54f-8be16d264336 req-33cb4ddf-2a0a-467e-8a73-57746e8dab70 service neutron] Attempting to bind port 13b44ea0-8b2d-4ee1-837a-c39bac72a024 on network 4684d20a-1285-4a26-b3d8-722aa32ad5b4 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:42:43.200125 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefb3aac-2fe8-4a91-a54f-8be16d264336 req-33cb4ddf-2a0a-467e-8a73-57746e8dab70 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:42:43.200695 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefb3aac-2fe8-4a91-a54f-8be16d264336 req-33cb4ddf-2a0a-467e-8a73-57746e8dab70 service neutron] Checking segment: {'id': '474d5198-d4e2-4e04-8880-971eb081d7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '4684d20a-1285-4a26-b3d8-722aa32ad5b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:42:43.201286 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefb3aac-2fe8-4a91-a54f-8be16d264336 req-33cb4ddf-2a0a-467e-8a73-57746e8dab70 service neutron] Bound using segment: {'id': '474d5198-d4e2-4e04-8880-971eb081d7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '4684d20a-1285-4a26-b3d8-722aa32ad5b4'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:42:43.201922 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-eefb3aac-2fe8-4a91-a54f-8be16d264336 req-33cb4ddf-2a0a-467e-8a73-57746e8dab70 service neutron] Bound port: 13b44ea0-8b2d-4ee1-837a-c39bac72a024, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '474d5198-d4e2-4e04-8880-971eb081d7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '4684d20a-1285-4a26-b3d8-722aa32ad5b4'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:42:43.202588 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-eefb3aac-2fe8-4a91-a54f-8be16d264336 req-33cb4ddf-2a0a-467e-8a73-57746e8dab70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:43.297343 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d19518-f1e6-48f6-ba09-a893e3e36446 req-71d9ae4e-b223-44f8-8489-bf59b23652ce tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:43.299021 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-36d19518-f1e6-48f6-ba09-a893e3e36446 req-71d9ae4e-b223-44f8-8489-bf59b23652ce tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=b975aafa-a253-4077-a928-2a4744f2a801 HTTP/1.1" status: 200 len: 944 time: 0.3070517 Oct 20 11:42:43.317154 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-adf69c5a-3e04-4f90-a95f-9c886f526131 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:43.565998 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 02e225c5-4964-469d-8fe3-74ecb91b3348 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:42:43.766539 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 02e225c5-4964-469d-8fe3-74ecb91b3348 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:42:43.766925 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:43.868798 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf821ce6-e871-4c28-a562-a7644569a754 req-65065e44-27f0-4911-8e7d-e317d5f4b08c service neutron] 10.222.0.11 "GET /v2.0/networks/b8b16dd1-14c2-429e-a738-23f5243332c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8271635 Oct 20 11:42:44.081319 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:44.142774 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-36d19518-f1e6-48f6-ba09-a893e3e36446 req-40d0fc03-fbae-461e-bffb-eaf56ab58dd1 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8215070 Oct 20 11:42:44.146378 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b64c893-9935-47e6-abbd-f9c10f6c07e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e225c5-4964-469d-8fe3-74ecb91b3348'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:42:44.150090 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c32391-6030-4160-85d6-f23543bb1d5f" -d '{"events": [{"server_uuid": "7b64c893-9935-47e6-abbd-f9c10f6c07e6", "name": "network-vif-plugged", "status": "completed", "tag": "02e225c5-4964-469d-8fe3-74ecb91b3348"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:42:44.166342 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee298ce3-9b6d-4401-bba7-fa20c8245cc5 req-354b83f0-1706-4c9d-876d-7547586eaf71 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:44.174474 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ee298ce3-9b6d-4401-bba7-fa20c8245cc5 req-354b83f0-1706-4c9d-876d-7547586eaf71 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=4bad63fe-61b1-48df-b277-70e9c18740a9 HTTP/1.1" status: 200 len: 943 time: 0.3041580 Oct 20 11:42:44.185708 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-eefb3aac-2fe8-4a91-a54f-8be16d264336 req-33cb4ddf-2a0a-467e-8a73-57746e8dab70 service neutron] For port 13b44ea0-8b2d-4ee1-837a-c39bac72a024, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:42:44.199348 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 02e225c5-4964-469d-8fe3-74ecb91b3348, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=02e225c5-4964-469d-8fe3-74ecb91b3348,segment=NetworkSegment(73cbce6c-57a2-4343-bb4b-9f489f07b678),segment_id=73cbce6c-57a2-4343-bb4b-9f489f07b678)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:42:44.206403 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:44.252139 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728a9e1-f9b7-429f-8c7a-8ab294d92feb req-6206d789-593f-4bb4-b260-956c8c3eaef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:44.262003 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1728a9e1-f9b7-429f-8c7a-8ab294d92feb req-6206d789-593f-4bb4-b260-956c8c3eaef7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ce1098f3c80946078a7ca69ed9609a2e&device_id=4bad63fe-61b1-48df-b277-70e9c18740a9 HTTP/1.1" status: 200 len: 1094 time: 0.2965927 Oct 20 11:42:44.265672 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-adf69c5a-3e04-4f90-a95f-9c886f526131 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:44.304802 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-eefb3aac-2fe8-4a91-a54f-8be16d264336 req-33cb4ddf-2a0a-467e-8a73-57746e8dab70 service neutron] For port 13b44ea0-8b2d-4ee1-837a-c39bac72a024, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=13b44ea0-8b2d-4ee1-837a-c39bac72a024,segment=NetworkSegment(474d5198-d4e2-4e04-8880-971eb081d7c2),segment_id=474d5198-d4e2-4e04-8880-971eb081d7c2)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:42:44.373874 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=02e225c5-4964-469d-8fe3-74ecb91b3348,revision_number=13']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:44.416219 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-eefb3aac-2fe8-4a91-a54f-8be16d264336 req-33cb4ddf-2a0a-467e-8a73-57746e8dab70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:44.450297 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-adf69c5a-3e04-4f90-a95f-9c886f526131 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Network 6453727b-a1a3-4c25-9d2a-f4562ef51a67 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:42:44.456546 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-adf69c5a-3e04-4f90-a95f-9c886f526131 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:42:44.465209 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48494) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:42:44.475702 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ee298ce3-9b6d-4401-bba7-fa20c8245cc5 req-3a601d36-ba5e-4f90-a013-3ecc717600ab tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002930 Oct 20 11:42:44.476633 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-adf69c5a-3e04-4f90-a95f-9c886f526131 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:42:44.643118 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb3aac-2fe8-4a91-a54f-8be16d264336 req-33cb4ddf-2a0a-467e-8a73-57746e8dab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:44.644122 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-eefb3aac-2fe8-4a91-a54f-8be16d264336 req-33cb4ddf-2a0a-467e-8a73-57746e8dab70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:44.645800 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eefb3aac-2fe8-4a91-a54f-8be16d264336 req-33cb4ddf-2a0a-467e-8a73-57746e8dab70 service neutron] 10.222.0.89 "PUT /v2.0/ports/13b44ea0-8b2d-4ee1-837a-c39bac72a024 HTTP/1.1" status: 200 len: 1092 time: 3.6947470 Oct 20 11:42:44.647558 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b975aafa-a253-4077-a928-2a4744f2a801', 'tag': '13b44ea0-8b2d-4ee1-837a-c39bac72a024'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:42:44.650535 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6b2615-5e6f-4861-9d01-4be77ce7f5a2" -d '{"events": [{"name": "network-changed", "server_uuid": "b975aafa-a253-4077-a928-2a4744f2a801", "tag": "13b44ea0-8b2d-4ee1-837a-c39bac72a024"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:42:44.674468 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf69c5a-3e04-4f90-a95f-9c886f526131 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Pushing event updated for resources: {'Port': ['ID=72d30f74-19c2-4076-9dd0-555da975bbf8,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:44.709923 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6bbc1-1aab-46ed-af3a-219d4d2fef14 req-679a6d70-ba23-4ce7-a9aa-2d2161bcf4c2 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:44.726520 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-57b6bbc1-1aab-46ed-af3a-219d4d2fef14 req-679a6d70-ba23-4ce7-a9aa-2d2161bcf4c2 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 931 time: 0.3405123 Oct 20 11:42:44.802996 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-52778303-6f7d-42ae-989c-069de722d198 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:44.969391 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-eb16c918-b148-475e-8942-c82da64b9ff6 None None] Provisioning complete for port 72d30f74-19c2-4076-9dd0-555da975bbf8 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:42:44.970410 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-eb16c918-b148-475e-8942-c82da64b9ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:44.981832 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-52778303-6f7d-42ae-989c-069de722d198 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:45.021829 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-52778303-6f7d-42ae-989c-069de722d198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:45.030776 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-adf69c5a-3e04-4f90-a95f-9c886f526131 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:45.033611 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-adf69c5a-3e04-4f90-a95f-9c886f526131 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:45.043834 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-eb16c918-b148-475e-8942-c82da64b9ff6 None None] Port 72d30f74-19c2-4076-9dd0-555da975bbf8 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:42:45.045928 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728a9e1-f9b7-429f-8c7a-8ab294d92feb req-7a2570df-667a-4cb2-9718-78dba27f6f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:45.047498 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1728a9e1-f9b7-429f-8c7a-8ab294d92feb req-7a2570df-667a-4cb2-9718-78dba27f6f44 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b8b16dd1-14c2-429e-a738-23f5243332c4 HTTP/1.1" status: 200 len: 912 time: 0.7668118 Oct 20 11:42:45.138121 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ccfc37-8c37-48d7-8652-791a94881120 req-6491a9d1-c1fd-4300-84c7-c2269e6e0f77 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:45.139635 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e8ccfc37-8c37-48d7-8652-791a94881120 req-6491a9d1-c1fd-4300-84c7-c2269e6e0f77 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 946 time: 0.5189328 Oct 20 11:42:45.145156 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-52778303-6f7d-42ae-989c-069de722d198 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=88968e9b616a4a0cad6169ea1a50867f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6787033 Oct 20 11:42:45.146749 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48504) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:42:45.148895 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52778303-6f7d-42ae-989c-069de722d198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a023da55-fa93-4aca-8d4e-449f8112d6c2,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:45.155444 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-57b6bbc1-1aab-46ed-af3a-219d4d2fef14 req-9e4c4e7b-92b0-4b3f-80ca-d750f922ae4d tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups?id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4276600 Oct 20 11:42:45.156756 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb4ddf-2a0a-467e-8a73-57746e8dab70 service neutron] Pushing event updated for resources: {'Port': ['ID=13b44ea0-8b2d-4ee1-837a-c39bac72a024,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:45.161906 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb3aac-2fe8-4a91-a54f-8be16d264336 req-705b66a8-084b-49a2-a0b9-99aafb172520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:45.184597 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eefb3aac-2fe8-4a91-a54f-8be16d264336 req-705b66a8-084b-49a2-a0b9-99aafb172520 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=87f9bb79a2f44e408030b0f728683d1b&device_id=b975aafa-a253-4077-a928-2a4744f2a801 HTTP/1.1" status: 200 len: 1095 time: 0.4555404 Oct 20 11:42:45.188219 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-adf69c5a-3e04-4f90-a95f-9c886f526131 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7247429 Oct 20 11:42:45.192209 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1728a9e1-f9b7-429f-8c7a-8ab294d92feb req-f235b6d6-75b5-4a1b-b6cc-e24e92bbfe92 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dca250b8-c196-41db-a9e2-0ac813ae48c2 HTTP/1.1" status: 200 len: 217 time: 0.1188569 Oct 20 11:42:45.219884 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-87154aba-89aa-4a82-adb0-2e25d8ad30d8 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Request body: {'port': {'device_id': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'network_id': '777f6155-4cb8-4ffe-990a-e0dddbce5ad7', 'admin_state_up': True, 'tenant_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'security_groups': ['be33a021-0c9c-4880-a36e-cf0b78e78a7a']}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:42:45.255327 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1573a7-7f3d-4ffc-a519-fc15f3602ec3 x-openstack-request-id: req-3b1573a7-7f3d-4ffc-a519-fc15f3602ec3 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:42:45.255895 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b64c893-9935-47e6-abbd-f9c10f6c07e6", "name": "network-vif-plugged", "status": "completed", "tag": "02e225c5-4964-469d-8fe3-74ecb91b3348", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:42:45.256396 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3b1573a7-7f3d-4ffc-a519-fc15f3602ec3 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:42:45.257004 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b64c893-9935-47e6-abbd-f9c10f6c07e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e225c5-4964-469d-8fe3-74ecb91b3348', 'code': 200} Oct 20 11:42:45.292268 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a843411c-232b-422f-a027-5eef481a5246 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:45.309075 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:45.383995 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a843411c-232b-422f-a027-5eef481a5246 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:45.388460 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52778303-6f7d-42ae-989c-069de722d198 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:45.388618 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52778303-6f7d-42ae-989c-069de722d198 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:45.388879 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52778303-6f7d-42ae-989c-069de722d198 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:45.389216 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52778303-6f7d-42ae-989c-069de722d198 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:45.389546 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52778303-6f7d-42ae-989c-069de722d198 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:45.390863 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52778303-6f7d-42ae-989c-069de722d198 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:45.390863 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52778303-6f7d-42ae-989c-069de722d198 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:45.390863 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52778303-6f7d-42ae-989c-069de722d198 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:45.390863 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52778303-6f7d-42ae-989c-069de722d198 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:45.393549 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52778303-6f7d-42ae-989c-069de722d198 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:45.393549 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52778303-6f7d-42ae-989c-069de722d198 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:45.393549 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52778303-6f7d-42ae-989c-069de722d198 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:42:45.529108 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3c46aa-4e46-4fae-97f2-2b782f1a1e89 x-openstack-request-id: req-3e3c46aa-4e46-4fae-97f2-2b782f1a1e89 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:42:45.529373 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b975aafa-a253-4077-a928-2a4744f2a801", "tag": "13b44ea0-8b2d-4ee1-837a-c39bac72a024", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:42:45.529599 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3e3c46aa-4e46-4fae-97f2-2b782f1a1e89 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:42:45.534375 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b975aafa-a253-4077-a928-2a4744f2a801', 'tag': '13b44ea0-8b2d-4ee1-837a-c39bac72a024', 'status': 'completed', 'code': 200} Oct 20 11:42:45.555625 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a843411c-232b-422f-a027-5eef481a5246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:45.561208 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a843411c-232b-422f-a027-5eef481a5246 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:45.566607 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a843411c-232b-422f-a027-5eef481a5246 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a023da55-fa93-4aca-8d4e-449f8112d6c2 HTTP/1.1" status: 204 len: 168 time: 0.4035771 Oct 20 11:42:45.573426 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eefb3aac-2fe8-4a91-a54f-8be16d264336 req-06678cbb-792e-494d-8525-f12fc903eec8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13b44ea0-8b2d-4ee1-837a-c39bac72a024 HTTP/1.1" status: 200 len: 217 time: 0.3676314 Oct 20 11:42:45.582291 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a843411c-232b-422f-a027-5eef481a5246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a023da55-fa93-4aca-8d4e-449f8112d6c2,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:45.842214 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e8ccfc37-8c37-48d7-8652-791a94881120 req-5bf2a3ff-09aa-43ba-a138-48f371dac025 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6823523 Oct 20 11:42:45.851927 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728a9e1-f9b7-429f-8c7a-8ab294d92feb req-3c354d7d-2bd0-4fb5-9346-0bf4664d3989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:45.853550 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1728a9e1-f9b7-429f-8c7a-8ab294d92feb req-3c354d7d-2bd0-4fb5-9346-0bf4664d3989 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2680d228-fd7a-4853-9272-b0d143a6d48d HTTP/1.1" status: 200 len: 850 time: 0.6234522 Oct 20 11:42:45.988443 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb3aac-2fe8-4a91-a54f-8be16d264336 req-bda3e2b3-f280-4964-9ef9-9588e004da58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:45.990091 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eefb3aac-2fe8-4a91-a54f-8be16d264336 req-bda3e2b3-f280-4964-9ef9-9588e004da58 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=533789ee-0e8e-421f-8cb0-0d7463c535a5 HTTP/1.1" status: 200 len: 845 time: 0.3525875 Oct 20 11:42:45.992790 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1728a9e1-f9b7-429f-8c7a-8ab294d92feb req-79771db0-8650-4d47-8525-e93c6c0f596c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b8b16dd1-14c2-429e-a738-23f5243332c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1301801 Oct 20 11:42:46.072832 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedc526-c6b7-43ef-bbfe-5f0a83e2fe8d req-55d843d9-ccfe-4b54-b6e5-731940acadec tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:46.080933 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1bedc526-c6b7-43ef-bbfe-5f0a83e2fe8d req-55d843d9-ccfe-4b54-b6e5-731940acadec tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=b975aafa-a253-4077-a928-2a4744f2a801 HTTP/1.1" status: 200 len: 944 time: 0.5283644 Oct 20 11:42:46.133585 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eefb3aac-2fe8-4a91-a54f-8be16d264336 req-7b78df7e-3889-4257-91db-31c9a3966260 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4684d20a-1285-4a26-b3d8-722aa32ad5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1230330 Oct 20 11:42:46.289079 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-87154aba-89aa-4a82-adb0-2e25d8ad30d8 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Made reservation on behalf of eaec2bab7fdf45a2bb81df4997c7d09e for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:42:46.296260 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-87154aba-89aa-4a82-adb0-2e25d8ad30d8 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:46.480374 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1bedc526-c6b7-43ef-bbfe-5f0a83e2fe8d req-1f4ef7f0-46a8-4fee-b337-5ad501ef7d3f tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3986957 Oct 20 11:42:46.611097 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48526) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:42:46.635061 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-979bb6f5-cfb3-4e90-add9-aae45189adc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:46.643804 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e885d-992e-4ed6-803a-41870f83093e req-d8697622-4b39-4ea3-9547-838b6c09135c tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:46.651872 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ed4e885d-992e-4ed6-803a-41870f83093e req-d8697622-4b39-4ea3-9547-838b6c09135c tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=4bad63fe-61b1-48df-b277-70e9c18740a9 HTTP/1.1" status: 200 len: 943 time: 0.6010125 Oct 20 11:42:46.723515 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1728a9e1-f9b7-429f-8c7a-8ab294d92feb req-7fe0a9d5-39a9-478e-a304-f4d9bd7e655a service neutron] 10.222.0.11 "GET /v2.0/networks/b8b16dd1-14c2-429e-a738-23f5243332c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7042699 Oct 20 11:42:46.807698 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eefb3aac-2fe8-4a91-a54f-8be16d264336 req-8916f09d-35c5-4fc3-8305-53eb218c09f3 service neutron] 10.222.0.89 "GET /v2.0/networks/4684d20a-1285-4a26-b3d8-722aa32ad5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6402497 Oct 20 11:42:46.887182 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ed4e885d-992e-4ed6-803a-41870f83093e req-b588e823-9db9-4e9f-b5cc-a889ab22e97f tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342718 Oct 20 11:42:46.927992 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-979bb6f5-cfb3-4e90-add9-aae45189adc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:46.943962 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-979bb6f5-cfb3-4e90-add9-aae45189adc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:47.050429 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979bb6f5-cfb3-4e90-add9-aae45189adc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816a33a6-7422-4954-ba85-bf2210789004,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:47.073030 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-979bb6f5-cfb3-4e90-add9-aae45189adc1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7723ca3bb4474dd2a7d49e1cbab885bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4591274 Oct 20 11:42:47.074468 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48534) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:42:47.203672 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-58eb007e-ff6e-42a1-8d4b-7c81f683721f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:47.224636 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eefb3aac-2fe8-4a91-a54f-8be16d264336 req-ae940eae-b662-4b4b-9f85-4ecdd3f0f3ba service neutron] 10.222.0.89 "GET /v2.0/networks/4684d20a-1285-4a26-b3d8-722aa32ad5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3917987 Oct 20 11:42:47.239002 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98ad95-856e-4906-91a2-10a6984b8667 req-3477259b-89fb-4a02-8e5e-ed22cc948631 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:47.249424 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0d98ad95-856e-4906-91a2-10a6984b8667 req-3477259b-89fb-4a02-8e5e-ed22cc948631 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 931 time: 0.5821586 Oct 20 11:42:47.334956 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-58eb007e-ff6e-42a1-8d4b-7c81f683721f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:47.376494 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0d98ad95-856e-4906-91a2-10a6984b8667 req-da565577-77f2-442e-87bf-1bec857fdbef tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups?id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261468 Oct 20 11:42:47.429577 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-87154aba-89aa-4a82-adb0-2e25d8ad30d8 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Allocated IP 10.1.1.190 (777f6155-4cb8-4ffe-990a-e0dddbce5ad7/d4e5be47-9c7c-475f-be32-8c10564a38f8/6ad2a011-ec11-4f8c-a65c-c33563a4051e) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:42:47.465092 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-58eb007e-ff6e-42a1-8d4b-7c81f683721f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:47.472084 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-58eb007e-ff6e-42a1-8d4b-7c81f683721f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:47.473368 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-58eb007e-ff6e-42a1-8d4b-7c81f683721f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/816a33a6-7422-4954-ba85-bf2210789004 HTTP/1.1" status: 204 len: 168 time: 0.3968782 Oct 20 11:42:47.510666 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1728a9e1-f9b7-429f-8c7a-8ab294d92feb req-21141c85-1ac9-4dcd-81c5-f941b343631d service neutron] 10.222.0.11 "GET /v2.0/networks/b8b16dd1-14c2-429e-a738-23f5243332c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7482538 Oct 20 11:42:47.513208 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb007e-ff6e-42a1-8d4b-7c81f683721f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816a33a6-7422-4954-ba85-bf2210789004,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:47.556100 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22e803-c156-4260-b7e1-712487764b7c req-aaa09f90-2c16-4e4d-becc-82989c19a460 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:47.558768 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6e22e803-c156-4260-b7e1-712487764b7c req-aaa09f90-2c16-4e4d-becc-82989c19a460 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 946 time: 0.3409860 Oct 20 11:42:47.587665 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device dca250b8-c196-41db-a9e2-0ac813ae48c2 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:42:47.812142 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port dca250b8-c196-41db-a9e2-0ac813ae48c2, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=dca250b8-c196-41db-a9e2-0ac813ae48c2,segment=NetworkSegment(635b408c-b931-4fe4-a946-3320f78b98e5),segment_id=635b408c-b931-4fe4-a946-3320f78b98e5)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:42:47.841362 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': 'dca250b8-c196-41db-a9e2-0ac813ae48c2', 'network_id': 'b8b16dd1-14c2-429e-a738-23f5243332c4', 'port_id': 'dca250b8-c196-41db-a9e2-0ac813ae48c2', 'mac_address': 'fa:16:3e:71:7f:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2680d228-fd7a-4853-9272-b0d143a6d48d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:42:47.929270 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:47.967531 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dca250b8-c196-41db-a9e2-0ac813ae48c2 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:42:47.989306 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port dca250b8-c196-41db-a9e2-0ac813ae48c2, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=dca250b8-c196-41db-a9e2-0ac813ae48c2,segment=NetworkSegment(635b408c-b931-4fe4-a946-3320f78b98e5),segment_id=635b408c-b931-4fe4-a946-3320f78b98e5)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:42:47.996139 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:48.065291 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b2615-5e6f-4861-9d01-4be77ce7f5a2 req-2ec0dd43-eaeb-42e4-a2b6-7832046df925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:48.072931 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4c6b2615-5e6f-4861-9d01-4be77ce7f5a2 req-2ec0dd43-eaeb-42e4-a2b6-7832046df925 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=87f9bb79a2f44e408030b0f728683d1b&device_id=b975aafa-a253-4077-a928-2a4744f2a801 HTTP/1.1" status: 200 len: 1095 time: 0.7164898 Oct 20 11:42:48.094571 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=dca250b8-c196-41db-a9e2-0ac813ae48c2,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:48.267339 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['dca250b8-c196-41db-a9e2-0ac813ae48c2'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:42:48.277667 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6e22e803-c156-4260-b7e1-712487764b7c req-5afc852e-f271-4b57-a347-fb71bf5d8c4e tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7071831 Oct 20 11:42:48.503953 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f66c6-62fe-4958-88d4-41964e256baf req-510465d0-785d-406c-8af4-9d95b1b66eac tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:48.519105 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7f9f66c6-62fe-4958-88d4-41964e256baf req-510465d0-785d-406c-8af4-9d95b1b66eac tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=b975aafa-a253-4077-a928-2a4744f2a801 HTTP/1.1" status: 200 len: 944 time: 0.4812477 Oct 20 11:42:48.641689 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b2615-5e6f-4861-9d01-4be77ce7f5a2 req-26873df2-acd6-4c63-893c-642e189e3ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:48.642139 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4c6b2615-5e6f-4861-9d01-4be77ce7f5a2 req-26873df2-acd6-4c63-893c-642e189e3ddc service neutron] 10.222.0.89 "GET /v2.0/networks?id=4684d20a-1285-4a26-b3d8-722aa32ad5b4 HTTP/1.1" status: 200 len: 907 time: 0.5431414 Oct 20 11:42:48.770583 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7f9f66c6-62fe-4958-88d4-41964e256baf req-5ab2f0bc-223d-41c7-81ec-b8063c73f254 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505767 Oct 20 11:42:48.790339 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4c6b2615-5e6f-4861-9d01-4be77ce7f5a2 req-50e0dd56-c223-4509-9d4b-75625510936a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13b44ea0-8b2d-4ee1-837a-c39bac72a024 HTTP/1.1" status: 200 len: 217 time: 0.1263063 Oct 20 11:42:48.924219 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-87154aba-89aa-4a82-adb0-2e25d8ad30d8 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:49.036660 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4228c-530d-401c-a8d5-c2ace1cf0248 req-72e81360-db09-4b43-b47d-c9d47b6b6d07 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:49.053855 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-75f4228c-530d-401c-a8d5-c2ace1cf0248 req-72e81360-db09-4b43-b47d-c9d47b6b6d07 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=4bad63fe-61b1-48df-b277-70e9c18740a9 HTTP/1.1" status: 200 len: 944 time: 0.5817788 Oct 20 11:42:49.151690 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b2615-5e6f-4861-9d01-4be77ce7f5a2 req-fb8b4532-b749-488e-94fd-171fc34f83d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:49.153717 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4c6b2615-5e6f-4861-9d01-4be77ce7f5a2 req-fb8b4532-b749-488e-94fd-171fc34f83d8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=533789ee-0e8e-421f-8cb0-0d7463c535a5 HTTP/1.1" status: 200 len: 845 time: 0.3344369 Oct 20 11:42:49.204301 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-75f4228c-530d-401c-a8d5-c2ace1cf0248 req-7cf6fa90-ee25-4530-bf93-ecde11b8326c tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492131 Oct 20 11:42:49.240688 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81859ee-0f1d-42cb-a6a7-f51f6bc3ed05 req-b048ac1a-c719-4646-823d-9cbd9005077d tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:49.253912 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e81859ee-0f1d-42cb-a6a7-f51f6bc3ed05 req-b048ac1a-c719-4646-823d-9cbd9005077d tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 931 time: 0.2645097 Oct 20 11:42:49.262745 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4c6b2615-5e6f-4861-9d01-4be77ce7f5a2 req-a25ca674-2979-43bb-ab56-b0b47354e5b2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4684d20a-1285-4a26-b3d8-722aa32ad5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952976 Oct 20 11:42:49.316451 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-fa57f1b5-9c6e-4cc9-942a-16f8748a06c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:49.402357 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-87154aba-89aa-4a82-adb0-2e25d8ad30d8 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:49.586449 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device dca250b8-c196-41db-a9e2-0ac813ae48c2 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:42:49.710222 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port dca250b8-c196-41db-a9e2-0ac813ae48c2 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:42:49.718529 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port dca250b8-c196-41db-a9e2-0ac813ae48c2 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:42:49.719488 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:49.902259 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4c6b2615-5e6f-4861-9d01-4be77ce7f5a2 req-731013c6-40fb-4184-b87b-241c46b45fbb service neutron] 10.222.0.89 "GET /v2.0/networks/4684d20a-1285-4a26-b3d8-722aa32ad5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6314769 Oct 20 11:42:49.928215 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:49.961888 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 13b44ea0-8b2d-4ee1-837a-c39bac72a024 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:42:49.976085 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bad63fe-61b1-48df-b277-70e9c18740a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca250b8-c196-41db-a9e2-0ac813ae48c2'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:42:49.980446 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e73fdc4-1a3d-4f74-9f46-d4ef418561ab" -d '{"events": [{"server_uuid": "4bad63fe-61b1-48df-b277-70e9c18740a9", "name": "network-vif-plugged", "status": "completed", "tag": "dca250b8-c196-41db-a9e2-0ac813ae48c2"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:42:50.044063 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port dca250b8-c196-41db-a9e2-0ac813ae48c2, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=dca250b8-c196-41db-a9e2-0ac813ae48c2,segment=NetworkSegment(635b408c-b931-4fe4-a946-3320f78b98e5),segment_id=635b408c-b931-4fe4-a946-3320f78b98e5)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:42:50.061636 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:50.073658 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-87154aba-89aa-4a82-adb0-2e25d8ad30d8 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Network 777f6155-4cb8-4ffe-990a-e0dddbce5ad7 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:42:50.111615 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e81859ee-0f1d-42cb-a6a7-f51f6bc3ed05 req-b24917e6-db1e-4d1f-ae05-4ddb52f507d2 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups?id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8560603 Oct 20 11:42:50.152069 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-87154aba-89aa-4a82-adb0-2e25d8ad30d8 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:42:50.170264 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-87154aba-89aa-4a82-adb0-2e25d8ad30d8 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:42:50.206545 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=dca250b8-c196-41db-a9e2-0ac813ae48c2,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:50.219002 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.db.resource_extend [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 11:42:50.310115 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4c6b2615-5e6f-4861-9d01-4be77ce7f5a2 req-f60d4c38-5ce5-4b14-8203-b2f3da9f6bcd service neutron] 10.222.0.89 "GET /v2.0/networks/4684d20a-1285-4a26-b3d8-722aa32ad5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245406 Oct 20 11:42:50.311668 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87154aba-89aa-4a82-adb0-2e25d8ad30d8 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Pushing event updated for resources: {'Port': ['ID=6ad2a011-ec11-4f8c-a65c-c33563a4051e,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:50.381702 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2987244-fadd-45e3-ab00-cfb93c8dc0a7 req-3bd3b6f8-0b7b-44aa-9dd1-c3131568969a tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:50.384167 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d2987244-fadd-45e3-ab00-cfb93c8dc0a7 req-3bd3b6f8-0b7b-44aa-9dd1-c3131568969a tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 946 time: 0.9158738 Oct 20 11:42:50.489831 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 13b44ea0-8b2d-4ee1-837a-c39bac72a024, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=13b44ea0-8b2d-4ee1-837a-c39bac72a024,segment=NetworkSegment(474d5198-d4e2-4e04-8880-971eb081d7c2),segment_id=474d5198-d4e2-4e04-8880-971eb081d7c2)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:42:50.525749 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '13b44ea0-8b2d-4ee1-837a-c39bac72a024', 'network_id': '4684d20a-1285-4a26-b3d8-722aa32ad5b4', 'port_id': '13b44ea0-8b2d-4ee1-837a-c39bac72a024', 'mac_address': 'fa:16:3e:da:53:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '533789ee-0e8e-421f-8cb0-0d7463c535a5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:42:50.546091 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-87154aba-89aa-4a82-adb0-2e25d8ad30d8 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:50.546784 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-87154aba-89aa-4a82-adb0-2e25d8ad30d8 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:50.582249 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-87154aba-89aa-4a82-adb0-2e25d8ad30d8 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3842859 Oct 20 11:42:50.604172 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-a7a18855-4450-4d17-97f4-4af6fbf2bfd5 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Request body: {'port': {'device_id': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'network_id': '777f6155-4cb8-4ffe-990a-e0dddbce5ad7', 'admin_state_up': True, 'tenant_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'security_groups': ['be33a021-0c9c-4880-a36e-cf0b78e78a7a']}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:42:50.668043 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:50.690640 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e2a72-8aac-4d86-8dba-767131a28e77 req-1321cd44-1383-4029-bb51-6e6bf8711f86 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:50.692604 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b11e2a72-8aac-4d86-8dba-767131a28e77 req-1321cd44-1383-4029-bb51-6e6bf8711f86 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=b975aafa-a253-4077-a928-2a4744f2a801 HTTP/1.1" status: 200 len: 944 time: 0.3047466 Oct 20 11:42:50.696421 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13b44ea0-8b2d-4ee1-837a-c39bac72a024 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:42:50.697933 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d2987244-fadd-45e3-ab00-cfb93c8dc0a7 req-60501bd3-4343-43c4-9dc6-6794bd6b1794 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2788138 Oct 20 11:42:50.793712 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-31b22aab-8861-4abf-8902-7f7b7cf36202 None None] Provisioning complete for port 6ad2a011-ec11-4f8c-a65c-c33563a4051e triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:42:50.795978 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-31b22aab-8861-4abf-8902-7f7b7cf36202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:50.853334 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 13b44ea0-8b2d-4ee1-837a-c39bac72a024, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=13b44ea0-8b2d-4ee1-837a-c39bac72a024,segment=NetworkSegment(474d5198-d4e2-4e04-8880-971eb081d7c2),segment_id=474d5198-d4e2-4e04-8880-971eb081d7c2)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:42:50.857522 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00c8a6c-64c1-4d26-ac31-af9e17035792 x-openstack-request-id: req-b00c8a6c-64c1-4d26-ac31-af9e17035792 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:42:50.857966 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bad63fe-61b1-48df-b277-70e9c18740a9", "name": "network-vif-plugged", "status": "completed", "tag": "dca250b8-c196-41db-a9e2-0ac813ae48c2", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:42:50.858461 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b00c8a6c-64c1-4d26-ac31-af9e17035792 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:42:50.859144 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bad63fe-61b1-48df-b277-70e9c18740a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca250b8-c196-41db-a9e2-0ac813ae48c2', 'code': 200} Oct 20 11:42:50.862565 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:50.987482 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-31b22aab-8861-4abf-8902-7f7b7cf36202 None None] Port 6ad2a011-ec11-4f8c-a65c-c33563a4051e cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:42:50.988870 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b11e2a72-8aac-4d86-8dba-767131a28e77 req-3ea9f1ad-b1e2-4f37-90f4-479571717e91 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886937 Oct 20 11:42:51.087229 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=13b44ea0-8b2d-4ee1-837a-c39bac72a024,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:51.114664 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['13b44ea0-8b2d-4ee1-837a-c39bac72a024'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:42:51.151514 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-a7a18855-4450-4d17-97f4-4af6fbf2bfd5 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Made reservation on behalf of eaec2bab7fdf45a2bb81df4997c7d09e for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:42:51.162172 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-a7a18855-4450-4d17-97f4-4af6fbf2bfd5 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:51.182620 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f160d0-87eb-429a-9b34-276168a43c81 req-bcc57fdd-fe2c-4e86-b28a-b68b63c0f760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:51.184171 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-80f160d0-87eb-429a-9b34-276168a43c81 req-bcc57fdd-fe2c-4e86-b28a-b68b63c0f760 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4bad63fe-61b1-48df-b277-70e9c18740a9 HTTP/1.1" status: 200 len: 1096 time: 0.2339411 Oct 20 11:42:51.421324 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621fd46-0b10-4791-96a7-25af703a3ada req-95b7e18f-4581-4e14-81c5-d05e318ab963 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:51.444524 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1621fd46-0b10-4791-96a7-25af703a3ada req-95b7e18f-4581-4e14-81c5-d05e318ab963 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=4bad63fe-61b1-48df-b277-70e9c18740a9 HTTP/1.1" status: 200 len: 945 time: 0.4191341 Oct 20 11:42:51.488463 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-80f160d0-87eb-429a-9b34-276168a43c81 req-0c1c0ac9-fc80-4e7d-bcef-d226bf332fbf service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790062 Oct 20 11:42:51.734596 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1621fd46-0b10-4791-96a7-25af703a3ada req-541bba41-0c28-4097-83be-99c9782ad146 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850728 Oct 20 11:42:51.938686 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-a7a18855-4450-4d17-97f4-4af6fbf2bfd5 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Allocated IP 10.1.1.202 (777f6155-4cb8-4ffe-990a-e0dddbce5ad7/d4e5be47-9c7c-475f-be32-8c10564a38f8/eadd32f2-5de8-4740-bf63-25c0ecaf752e) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:42:52.182676 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-19e45dea-fa25-448e-a702-ba1bffaecfaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:52.221877 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-a7a18855-4450-4d17-97f4-4af6fbf2bfd5 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:52.303467 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-a7a18855-4450-4d17-97f4-4af6fbf2bfd5 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:52.350940 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c9e42-b258-40a2-acd4-074999cdc8f8 req-9e5df5da-e254-46ec-9efc-f1d7621326e8 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:52.358823 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c9e42-b258-40a2-acd4-074999cdc8f8 req-9e5df5da-e254-46ec-9efc-f1d7621326e8 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:52.371110 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5d6c9e42-b258-40a2-acd4-074999cdc8f8 req-9e5df5da-e254-46ec-9efc-f1d7621326e8 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 1653 time: 1.0840898 Oct 20 11:42:52.489148 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a18855-4450-4d17-97f4-4af6fbf2bfd5 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Pushing event updated for resources: {'Port': ['ID=eadd32f2-5de8-4740-bf63-25c0ecaf752e,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:52.508014 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-a7a18855-4450-4d17-97f4-4af6fbf2bfd5 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Network 777f6155-4cb8-4ffe-990a-e0dddbce5ad7 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:42:52.513439 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-a7a18855-4450-4d17-97f4-4af6fbf2bfd5 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:42:52.518593 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-a7a18855-4450-4d17-97f4-4af6fbf2bfd5 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:42:52.662485 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5d6c9e42-b258-40a2-acd4-074999cdc8f8 req-df94093d-7ef7-4401-9d96-e6b8292a1e0b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups?id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2810419 Oct 20 11:42:52.741069 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81681af-cffa-4bde-aa85-debd889eb558 req-bce4b7ff-53f7-4121-a1b5-422a2e2e1366 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:52.767977 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e81681af-cffa-4bde-aa85-debd889eb558 req-bce4b7ff-53f7-4121-a1b5-422a2e2e1366 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 946 time: 0.4866791 Oct 20 11:42:52.908738 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-a7a18855-4450-4d17-97f4-4af6fbf2bfd5 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:52.909829 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-a7a18855-4450-4d17-97f4-4af6fbf2bfd5 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:53.010600 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-a7a18855-4450-4d17-97f4-4af6fbf2bfd5 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4201279 Oct 20 11:42:53.037884 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-772de51d-3141-482c-9696-d3f1b044103f None None] Provisioning complete for port eadd32f2-5de8-4740-bf63-25c0ecaf752e triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:42:53.038684 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-772de51d-3141-482c-9696-d3f1b044103f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:53.045342 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-61100a62-7e1b-45d3-a07f-5f93f99cd7cd tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Request body: {'port': {'device_id': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '9e28e111-da3b-432f-b66c-1b77e1797d1c', 'admin_state_up': True, 'tenant_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'security_groups': ['be33a021-0c9c-4880-a36e-cf0b78e78a7a']}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:42:53.062677 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e81681af-cffa-4bde-aa85-debd889eb558 req-51a3bf32-052d-4506-a79e-259802b9d83d tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2687490 Oct 20 11:42:53.161391 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e58be-898b-4d85-a669-6ffaa29647e2 req-891f710f-46d2-42fe-b652-0f1a2d64defb tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:53.178556 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2b7e58be-898b-4d85-a669-6ffaa29647e2 req-891f710f-46d2-42fe-b652-0f1a2d64defb tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=b975aafa-a253-4077-a928-2a4744f2a801 HTTP/1.1" status: 200 len: 945 time: 0.2512810 Oct 20 11:42:53.219410 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-772de51d-3141-482c-9696-d3f1b044103f None None] Port eadd32f2-5de8-4740-bf63-25c0ecaf752e cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:42:53.233483 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:53.256409 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:53.422063 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48686) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:42:53.566574 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ac15288e-aaab-4f88-a0b5-c63d2264b455 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:53.724094 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2b7e58be-898b-4d85-a669-6ffaa29647e2 req-ce8e427e-c961-4308-9658-7b71e9861b60 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5314393 Oct 20 11:42:53.755397 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ac15288e-aaab-4f88-a0b5-c63d2264b455 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:53.766712 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ac15288e-aaab-4f88-a0b5-c63d2264b455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:53.876835 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ad75f-e9a8-4059-adcb-d7c2ccb1e38a req-f7cc4068-a468-46d2-b811-414dda409bcc tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:53.889262 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ac15288e-aaab-4f88-a0b5-c63d2264b455 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0b7e6864c55445829034b2e2a33edf3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4655066 Oct 20 11:42:53.892002 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48694) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:42:53.902898 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d29ad75f-e9a8-4059-adcb-d7c2ccb1e38a req-f7cc4068-a468-46d2-b811-414dda409bcc tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=4bad63fe-61b1-48df-b277-70e9c18740a9 HTTP/1.1" status: 200 len: 945 time: 0.5016713 Oct 20 11:42:53.914786 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac15288e-aaab-4f88-a0b5-c63d2264b455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897c1be6-2baf-40ab-bcf1-49c1c056e51f,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:53.967428 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 13b44ea0-8b2d-4ee1-837a-c39bac72a024 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:42:54.070513 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-caf85425-ca8e-4415-92db-66fb7f1d0e50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:54.078372 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 13b44ea0-8b2d-4ee1-837a-c39bac72a024 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:42:54.083669 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 13b44ea0-8b2d-4ee1-837a-c39bac72a024 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:42:54.084936 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:54.128947 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-caf85425-ca8e-4415-92db-66fb7f1d0e50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:54.173900 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-61100a62-7e1b-45d3-a07f-5f93f99cd7cd tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Made reservation on behalf of eaec2bab7fdf45a2bb81df4997c7d09e for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:42:54.193215 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d29ad75f-e9a8-4059-adcb-d7c2ccb1e38a req-1306f394-dc63-407c-b810-a853029fe35d tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741539 Oct 20 11:42:54.221451 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-caf85425-ca8e-4415-92db-66fb7f1d0e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:54.224657 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-caf85425-ca8e-4415-92db-66fb7f1d0e50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:54.230773 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-caf85425-ca8e-4415-92db-66fb7f1d0e50 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/897c1be6-2baf-40ab-bcf1-49c1c056e51f HTTP/1.1" status: 204 len: 168 time: 0.3310513 Oct 20 11:42:54.255519 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf85425-ca8e-4415-92db-66fb7f1d0e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897c1be6-2baf-40ab-bcf1-49c1c056e51f,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:54.258645 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:54.292017 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698f867-f5fa-4d37-8636-13114c2bc612 req-2f08acda-bff0-454e-a7f2-5c00492a5d15 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:54.304574 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698f867-f5fa-4d37-8636-13114c2bc612 req-2f08acda-bff0-454e-a7f2-5c00492a5d15 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:54.328892 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b975aafa-a253-4077-a928-2a4744f2a801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b44ea0-8b2d-4ee1-837a-c39bac72a024'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:42:54.337250 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83935e3-efb4-42bd-b3c5-5bad4c2f2a67" -d '{"events": [{"server_uuid": "b975aafa-a253-4077-a928-2a4744f2a801", "name": "network-vif-plugged", "status": "completed", "tag": "13b44ea0-8b2d-4ee1-837a-c39bac72a024"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:42:54.339473 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698f867-f5fa-4d37-8636-13114c2bc612 req-2f08acda-bff0-454e-a7f2-5c00492a5d15 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:54.354298 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d698f867-f5fa-4d37-8636-13114c2bc612 req-2f08acda-bff0-454e-a7f2-5c00492a5d15 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 2374 time: 0.3694227 Oct 20 11:42:54.382508 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 13b44ea0-8b2d-4ee1-837a-c39bac72a024, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=13b44ea0-8b2d-4ee1-837a-c39bac72a024,segment=NetworkSegment(474d5198-d4e2-4e04-8880-971eb081d7c2),segment_id=474d5198-d4e2-4e04-8880-971eb081d7c2)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:42:54.395295 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:54.515619 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=13b44ea0-8b2d-4ee1-837a-c39bac72a024,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:54.548249 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d698f867-f5fa-4d37-8636-13114c2bc612 req-1b70a20a-da41-41fd-80c1-92e9e6643d6c tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups?id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1903875 Oct 20 11:42:54.564854 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-61100a62-7e1b-45d3-a07f-5f93f99cd7cd tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:54.617379 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58341468-0866-4155-b905-39a6b22abd21 req-dd82e533-14fd-414c-b85a-a252bfe8eeaf tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:54.620655 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-58341468-0866-4155-b905-39a6b22abd21 req-dd82e533-14fd-414c-b85a-a252bfe8eeaf tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 946 time: 0.2200804 Oct 20 11:42:54.838509 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:54.906300 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48720) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:42:54.937415 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b7434773-c898-4b4e-b6e3-18ec318f5767 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:55.084176 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-58341468-0866-4155-b905-39a6b22abd21 req-2ec2c8cc-5c29-47bf-ab8f-73a398eaad6f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4492049 Oct 20 11:42:55.120691 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b7434773-c898-4b4e-b6e3-18ec318f5767 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:55.154503 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b7434773-c898-4b4e-b6e3-18ec318f5767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:55.196327 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7434773-c898-4b4e-b6e3-18ec318f5767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68e236f-01be-4a11-937c-fdea6c379d2e,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:55.279552 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 48730) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:42:55.282346 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b7434773-c898-4b4e-b6e3-18ec318f5767 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c77ab54a3e7e4b41bc82203de202d73b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3746390 Oct 20 11:42:55.303269 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4fe8d4-4912-4c47-bc0b-7f00ff56ddd1 x-openstack-request-id: req-cb4fe8d4-4912-4c47-bc0b-7f00ff56ddd1 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:42:55.303766 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b975aafa-a253-4077-a928-2a4744f2a801", "name": "network-vif-plugged", "status": "completed", "tag": "13b44ea0-8b2d-4ee1-837a-c39bac72a024", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:42:55.303884 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cb4fe8d4-4912-4c47-bc0b-7f00ff56ddd1 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:42:55.304163 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b975aafa-a253-4077-a928-2a4744f2a801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b44ea0-8b2d-4ee1-837a-c39bac72a024', 'code': 200} Oct 20 11:42:55.328950 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-61100a62-7e1b-45d3-a07f-5f93f99cd7cd tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Allocated IP 10.2.2.100 (9e28e111-da3b-432f-b66c-1b77e1797d1c/0525d9a4-a3da-43ef-90d1-0c512b36a84d/3ab69a51-91cc-41f2-97f3-589067ce8290) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:42:55.969345 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec8c90-3508-4131-9448-332cd18be9d0 req-b014ecd4-7255-4ea6-96f5-70fcdfd976f7 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:55.971234 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-34ec8c90-3508-4131-9448-332cd18be9d0 req-b014ecd4-7255-4ea6-96f5-70fcdfd976f7 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=b975aafa-a253-4077-a928-2a4744f2a801 HTTP/1.1" status: 200 len: 946 time: 0.5421689 Oct 20 11:42:55.990175 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380daa59-3191-4e4c-92ab-b9c99aedc8e4 req-70e61cd9-d95f-40a5-8a10-a7fb939b49ca tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:55.998668 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-380daa59-3191-4e4c-92ab-b9c99aedc8e4 req-70e61cd9-d95f-40a5-8a10-a7fb939b49ca tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=4bad63fe-61b1-48df-b277-70e9c18740a9 HTTP/1.1" status: 200 len: 945 time: 0.1586974 Oct 20 11:42:56.006370 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f0923569-35ae-478b-bc11-d05690a98bc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:56.010126 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12146f26-8b4b-4ee4-aa2b-4603876f23a1 req-41248ec9-2c49-44da-95e7-8e28c76a22c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:56.011806 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-12146f26-8b4b-4ee4-aa2b-4603876f23a1 req-41248ec9-2c49-44da-95e7-8e28c76a22c4 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b975aafa-a253-4077-a928-2a4744f2a801 HTTP/1.1" status: 200 len: 1097 time: 0.5628939 Oct 20 11:42:56.026201 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-61100a62-7e1b-45d3-a07f-5f93f99cd7cd tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:56.121628 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f0923569-35ae-478b-bc11-d05690a98bc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:56.137423 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-380daa59-3191-4e4c-92ab-b9c99aedc8e4 req-2aa94367-ba1c-4841-93ed-3436c7328b1b tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331525 Oct 20 11:42:56.287641 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-12146f26-8b4b-4ee4-aa2b-4603876f23a1 req-eaaf7840-7182-461e-a8b6-901d9cc033be service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563658 Oct 20 11:42:56.291780 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-34ec8c90-3508-4131-9448-332cd18be9d0 req-87f9c169-3053-4971-b010-de769fb56840 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749510 Oct 20 11:42:56.385133 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf5e2f-e082-4bcd-9dc5-aeb568fcf539 req-cdb55520-313b-4b27-ac7d-f36735dee179 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:56.393051 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf5e2f-e082-4bcd-9dc5-aeb568fcf539 req-cdb55520-313b-4b27-ac7d-f36735dee179 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:56.403539 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf5e2f-e082-4bcd-9dc5-aeb568fcf539 req-cdb55520-313b-4b27-ac7d-f36735dee179 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:56.405493 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2ccf5e2f-e082-4bcd-9dc5-aeb568fcf539 req-cdb55520-313b-4b27-ac7d-f36735dee179 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 2374 time: 0.1040852 Oct 20 11:42:56.408339 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-61100a62-7e1b-45d3-a07f-5f93f99cd7cd tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:56.525796 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-61100a62-7e1b-45d3-a07f-5f93f99cd7cd tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Network 9e28e111-da3b-432f-b66c-1b77e1797d1c is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:42:56.550444 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-61100a62-7e1b-45d3-a07f-5f93f99cd7cd tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:42:56.577627 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-61100a62-7e1b-45d3-a07f-5f93f99cd7cd tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:42:56.734326 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-61100a62-7e1b-45d3-a07f-5f93f99cd7cd tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:56.734326 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-61100a62-7e1b-45d3-a07f-5f93f99cd7cd tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:56.734326 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2ccf5e2f-e082-4bcd-9dc5-aeb568fcf539 req-76eb857f-6be9-4fcd-93f5-4da16556d635 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups?id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3019154 Oct 20 11:42:56.734326 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f0923569-35ae-478b-bc11-d05690a98bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:56.734326 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f0923569-35ae-478b-bc11-d05690a98bc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:56.734326 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-f0923569-35ae-478b-bc11-d05690a98bc0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d68e236f-01be-4a11-937c-fdea6c379d2e HTTP/1.1" status: 204 len: 168 time: 1.4428051 Oct 20 11:42:56.861235 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0923569-35ae-478b-bc11-d05690a98bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68e236f-01be-4a11-937c-fdea6c379d2e,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:56.861235 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61100a62-7e1b-45d3-a07f-5f93f99cd7cd tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Pushing event updated for resources: {'Port': ['ID=3ab69a51-91cc-41f2-97f3-589067ce8290,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:56.910787 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea691e5d-d6db-4289-ab82-3dec93127503 req-f31dd06a-1a7b-49c8-a57d-3f24a061ed5f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:56.933253 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea691e5d-d6db-4289-ab82-3dec93127503 req-f31dd06a-1a7b-49c8-a57d-3f24a061ed5f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 946 time: 0.4728787 Oct 20 11:42:56.947100 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-61100a62-7e1b-45d3-a07f-5f93f99cd7cd tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9097388 Oct 20 11:42:57.028993 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-f3f0a771-e28e-42b5-ad74-af85792302d8 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Request body: {'port': {'device_id': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '9e28e111-da3b-432f-b66c-1b77e1797d1c', 'admin_state_up': True, 'tenant_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'security_groups': ['be33a021-0c9c-4880-a36e-cf0b78e78a7a']}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:42:57.094669 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-5fd3ddbe-7358-423b-b3a8-e0c785c72a62 None None] Provisioning complete for port 3ab69a51-91cc-41f2-97f3-589067ce8290 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:42:57.097894 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5fd3ddbe-7358-423b-b3a8-e0c785c72a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:57.193434 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-5fd3ddbe-7358-423b-b3a8-e0c785c72a62 None None] Port 3ab69a51-91cc-41f2-97f3-589067ce8290 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:42:57.226036 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea691e5d-d6db-4289-ab82-3dec93127503 req-5e10e3f1-2cc6-434b-800c-a8da6018d53a tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2784319 Oct 20 11:42:57.414989 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-f3f0a771-e28e-42b5-ad74-af85792302d8 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Made reservation on behalf of eaec2bab7fdf45a2bb81df4997c7d09e for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:42:57.428294 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-f3f0a771-e28e-42b5-ad74-af85792302d8 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:57.523794 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212af2f-bee8-4431-828f-481dc83613f4 req-1b126842-2320-422f-831f-0d21045da8a2 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:57.532162 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d212af2f-bee8-4431-828f-481dc83613f4 req-1b126842-2320-422f-831f-0d21045da8a2 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=4bad63fe-61b1-48df-b277-70e9c18740a9 HTTP/1.1" status: 200 len: 945 time: 0.2129557 Oct 20 11:42:57.721222 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d212af2f-bee8-4431-828f-481dc83613f4 req-615abbf0-18a6-4167-baf7-d23101b22afd tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395037 Oct 20 11:42:57.758084 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5849f8c-7622-4bf8-a771-24469bc68b82 req-479d304e-a985-4136-b933-a57f96bf633f tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:57.759782 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5849f8c-7622-4bf8-a771-24469bc68b82 req-479d304e-a985-4136-b933-a57f96bf633f tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=b975aafa-a253-4077-a928-2a4744f2a801 HTTP/1.1" status: 200 len: 946 time: 0.2264376 Oct 20 11:42:57.930466 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5849f8c-7622-4bf8-a771-24469bc68b82 req-45de7fdb-19b3-455c-a047-d2e4d48de4bd tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140895 Oct 20 11:42:58.183118 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9b656-ef3d-48c8-b7db-f9d3f53b2016 req-290c4eb9-ac1d-4f35-b13f-1cba93c7ac7a tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:58.201859 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9b656-ef3d-48c8-b7db-f9d3f53b2016 req-290c4eb9-ac1d-4f35-b13f-1cba93c7ac7a tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:58.233762 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9b656-ef3d-48c8-b7db-f9d3f53b2016 req-290c4eb9-ac1d-4f35-b13f-1cba93c7ac7a tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:58.255624 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9b656-ef3d-48c8-b7db-f9d3f53b2016 req-290c4eb9-ac1d-4f35-b13f-1cba93c7ac7a tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:58.282922 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9bb9b656-ef3d-48c8-b7db-f9d3f53b2016 req-290c4eb9-ac1d-4f35-b13f-1cba93c7ac7a tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 3095 time: 0.3674052 Oct 20 11:42:58.358342 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-f3f0a771-e28e-42b5-ad74-af85792302d8 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Allocated IP 10.2.2.200 (9e28e111-da3b-432f-b66c-1b77e1797d1c/0525d9a4-a3da-43ef-90d1-0c512b36a84d/156bbe0d-6a54-43ba-bd2e-a378130a9552) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:42:58.764857 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-f3f0a771-e28e-42b5-ad74-af85792302d8 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:58.839819 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-f3f0a771-e28e-42b5-ad74-af85792302d8 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:58.969637 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-f3f0a771-e28e-42b5-ad74-af85792302d8 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Network 9e28e111-da3b-432f-b66c-1b77e1797d1c is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:42:59.070824 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9bb9b656-ef3d-48c8-b7db-f9d3f53b2016 req-5b518ada-3d14-4fb7-b09d-9dbd8d9a9a6f tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups?id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7869494 Oct 20 11:42:59.071834 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-f3f0a771-e28e-42b5-ad74-af85792302d8 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:42:59.094409 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-f3f0a771-e28e-42b5-ad74-af85792302d8 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:42:59.256371 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10b8cc-977d-4e52-a04b-7c3b8ca8bafb req-e0e6df96-3059-4522-91a5-773f819f1c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:59.267377 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b10b8cc-977d-4e52-a04b-7c3b8ca8bafb req-e0e6df96-3059-4522-91a5-773f819f1c75 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f0012baf31914701a438a4a910671113&device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 1097 time: 0.3423207 Oct 20 11:42:59.537185 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10b8cc-977d-4e52-a04b-7c3b8ca8bafb req-2e883ed2-18bb-468a-a602-dcd271124044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:59.539306 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b10b8cc-977d-4e52-a04b-7c3b8ca8bafb req-2e883ed2-18bb-468a-a602-dcd271124044 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a1980227-64af-4c17-9cee-4570c69a4cb6 HTTP/1.1" status: 200 len: 914 time: 0.2313564 Oct 20 11:42:59.540982 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f0a771-e28e-42b5-ad74-af85792302d8 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Pushing event updated for resources: {'Port': ['ID=156bbe0d-6a54-43ba-bd2e-a378130a9552,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:42:59.561786 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d036406a-3b5c-45f0-bae2-bf5982c002fa None None] Provisioning complete for port 156bbe0d-6a54-43ba-bd2e-a378130a9552 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:42:59.562427 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d036406a-3b5c-45f0-bae2-bf5982c002fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:59.634373 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe87a4-460b-4c52-a061-fa1fbfee1c32 req-ddc69fd7-cc30-433d-a059-70a232f71fa4 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:59.652036 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d4fe87a4-460b-4c52-a061-fa1fbfee1c32 req-ddc69fd7-cc30-433d-a059-70a232f71fa4 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 946 time: 0.8241348 Oct 20 11:42:59.680197 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d036406a-3b5c-45f0-bae2-bf5982c002fa None None] Port 156bbe0d-6a54-43ba-bd2e-a378130a9552 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:42:59.708390 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-f3f0a771-e28e-42b5-ad74-af85792302d8 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:59.709400 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-f3f0a771-e28e-42b5-ad74-af85792302d8 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:42:59.747180 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61dc1bf-7efc-4f01-986a-e3c2dacbe28b req-115540ad-a792-4d10-b596-d4a8bc7294a9 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:42:59.755543 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d61dc1bf-7efc-4f01-986a-e3c2dacbe28b req-115540ad-a792-4d10-b596-d4a8bc7294a9 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=4bad63fe-61b1-48df-b277-70e9c18740a9 HTTP/1.1" status: 200 len: 945 time: 0.5694678 Oct 20 11:42:59.825244 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d4fe87a4-460b-4c52-a061-fa1fbfee1c32 req-c0cbbe90-de05-42b5-9c1f-2746b309acc2 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714735 Oct 20 11:42:59.883130 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-f3f0a771-e28e-42b5-ad74-af85792302d8 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9008169 Oct 20 11:42:59.889365 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b10b8cc-977d-4e52-a04b-7c3b8ca8bafb req-88700b99-15fb-4440-b1d4-03c3bca38ca9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02e225c5-4964-469d-8fe3-74ecb91b3348 HTTP/1.1" status: 200 len: 1001 time: 0.3215206 Oct 20 11:42:59.930574 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-9eba84bb-5976-4710-8471-d20b5a614e90 service neutron] Request body: {'port': {'device_id': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:43:00.057981 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10b8cc-977d-4e52-a04b-7c3b8ca8bafb req-8e69d9a1-9aef-4f04-9564-c8b99495a5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:00.059878 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b10b8cc-977d-4e52-a04b-7c3b8ca8bafb req-8e69d9a1-9aef-4f04-9564-c8b99495a5bf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=978f4782-c6ff-4108-a8dd-a568aeeefa48 HTTP/1.1" status: 200 len: 851 time: 0.1091316 Oct 20 11:43:00.156475 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d61dc1bf-7efc-4f01-986a-e3c2dacbe28b req-8a397e9d-6d59-4f9c-b748-c097cd251dcd tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3996131 Oct 20 11:43:00.430413 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f681b-2973-419a-88dc-f37b64961c62 req-7ed9da43-5bd0-4f1d-aab6-ffb3f02cce0f tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:00.437569 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f681b-2973-419a-88dc-f37b64961c62 req-7ed9da43-5bd0-4f1d-aab6-ffb3f02cce0f tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:00.446016 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f681b-2973-419a-88dc-f37b64961c62 req-7ed9da43-5bd0-4f1d-aab6-ffb3f02cce0f tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:00.452499 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f681b-2973-419a-88dc-f37b64961c62 req-7ed9da43-5bd0-4f1d-aab6-ffb3f02cce0f tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:00.458889 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f681b-2973-419a-88dc-f37b64961c62 req-7ed9da43-5bd0-4f1d-aab6-ffb3f02cce0f tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:00.460861 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3f9f681b-2973-419a-88dc-f37b64961c62 req-7ed9da43-5bd0-4f1d-aab6-ffb3f02cce0f tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 3816 time: 0.1597764 Oct 20 11:43:00.473888 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c61781a-45ad-4fd5-bd06-573997e70ed4 req-62e29f7a-509e-4429-83d2-48210c829f91 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:00.482835 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7c61781a-45ad-4fd5-bd06-573997e70ed4 req-62e29f7a-509e-4429-83d2-48210c829f91 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=b975aafa-a253-4077-a928-2a4744f2a801 HTTP/1.1" status: 200 len: 946 time: 0.3815591 Oct 20 11:43:00.489422 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10b8cc-977d-4e52-a04b-7c3b8ca8bafb req-e2fdbb63-0f5d-468e-a486-6316ff739b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:00.490923 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b10b8cc-977d-4e52-a04b-7c3b8ca8bafb req-e2fdbb63-0f5d-468e-a486-6316ff739b97 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1980227-64af-4c17-9cee-4570c69a4cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3233466 Oct 20 11:43:00.502889 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-9eba84bb-5976-4710-8471-d20b5a614e90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:00.977840 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3f9f681b-2973-419a-88dc-f37b64961c62 req-db8148ee-7625-4cbd-a4d3-f8a0355caf8b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups?id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4870107 Oct 20 11:43:01.070171 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7c61781a-45ad-4fd5-bd06-573997e70ed4 req-3147516d-b366-4a90-aab7-ab0682f7de64 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5829043 Oct 20 11:43:01.305706 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b10b8cc-977d-4e52-a04b-7c3b8ca8bafb req-b18a6c43-f4d4-4ecf-9af0-24e3d1aeeb01 service neutron] 10.222.0.11 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7857058 Oct 20 11:43:01.460866 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4781ca-4ee2-4187-a285-a2edf62c728e req-f8322d7d-e052-41be-bf56-1807350c4b1f tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:01.469428 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ba4781ca-4ee2-4187-a285-a2edf62c728e req-f8322d7d-e052-41be-bf56-1807350c4b1f tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=b975aafa-a253-4077-a928-2a4744f2a801 HTTP/1.1" status: 200 len: 946 time: 0.2172523 Oct 20 11:43:01.503847 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4657f06-bc19-4e91-83fc-45d187b455db req-88657025-e9a3-40be-8a35-c1d04ab58f81 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:01.505564 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d4657f06-bc19-4e91-83fc-45d187b455db req-88657025-e9a3-40be-8a35-c1d04ab58f81 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 946 time: 0.2522497 Oct 20 11:43:01.639777 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d4657f06-bc19-4e91-83fc-45d187b455db req-daadc780-fe82-4be8-8736-956c639c1d15 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119456 Oct 20 11:43:01.760366 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48938) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:02.099367 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7fe72c23-ef57-4802-9e4b-672ecf5d8ba4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:02.167947 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b10b8cc-977d-4e52-a04b-7c3b8ca8bafb req-fe1a0f22-631a-4be4-a731-798fb4a78af8 service neutron] 10.222.0.11 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8521755 Oct 20 11:43:02.194241 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ba4781ca-4ee2-4187-a285-a2edf62c728e req-402f1bd5-7b6e-4edb-9af8-4e6178557759 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7227271 Oct 20 11:43:02.299099 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-9eba84bb-5976-4710-8471-d20b5a614e90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72d30f74-19c2-4076-9dd0-555da975bbf8 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:43:02.324694 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7fe72c23-ef57-4802-9e4b-672ecf5d8ba4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:02.337808 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7fe72c23-ef57-4802-9e4b-672ecf5d8ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:02.348788 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-9eba84bb-5976-4710-8471-d20b5a614e90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:02.385872 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7fe72c23-ef57-4802-9e4b-672ecf5d8ba4 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=bf5ae4c33e0945cdb255d829935ff1b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6243982 Oct 20 11:43:02.386859 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48958) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:02.423205 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe72c23-ef57-4802-9e4b-672ecf5d8ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ef8279-0bf8-4552-a966-482c6eae2bed,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:02.499299 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-9eba84bb-5976-4710-8471-d20b5a614e90 service neutron] Transition to ACTIVE for port object 72d30f74-19c2-4076-9dd0-555da975bbf8 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:43:02.511478 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-9eba84bb-5976-4710-8471-d20b5a614e90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:02.527511 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fb70a027-20fc-4594-8e6b-1d224094d296 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:02.596687 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fb70a027-20fc-4594-8e6b-1d224094d296 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:02.605376 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba84bb-5976-4710-8471-d20b5a614e90 service neutron] Pushing event updated for resources: {'Port': ['ID=72d30f74-19c2-4076-9dd0-555da975bbf8,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:02.635201 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d44867-a2b7-4d8a-a241-8a01bb600fa3 req-8e8d1e66-f588-4988-8dfc-71c4b19aac2b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:02.655286 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d44867-a2b7-4d8a-a241-8a01bb600fa3 req-8e8d1e66-f588-4988-8dfc-71c4b19aac2b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:02.675346 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d44867-a2b7-4d8a-a241-8a01bb600fa3 req-8e8d1e66-f588-4988-8dfc-71c4b19aac2b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:02.683288 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d44867-a2b7-4d8a-a241-8a01bb600fa3 req-8e8d1e66-f588-4988-8dfc-71c4b19aac2b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:02.702108 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d44867-a2b7-4d8a-a241-8a01bb600fa3 req-8e8d1e66-f588-4988-8dfc-71c4b19aac2b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:02.711828 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19d44867-a2b7-4d8a-a241-8a01bb600fa3 req-8e8d1e66-f588-4988-8dfc-71c4b19aac2b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 3816 time: 0.3247728 Oct 20 11:43:02.752816 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fb70a027-20fc-4594-8e6b-1d224094d296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:02.755962 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fb70a027-20fc-4594-8e6b-1d224094d296 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:02.760758 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-fb70a027-20fc-4594-8e6b-1d224094d296 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b3ef8279-0bf8-4552-a966-482c6eae2bed HTTP/1.1" status: 204 len: 168 time: 0.3689091 Oct 20 11:43:02.776163 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb70a027-20fc-4594-8e6b-1d224094d296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ef8279-0bf8-4552-a966-482c6eae2bed,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:02.807935 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc33add-ed3a-4c63-9c38-e3e92bf67d88 req-7031760c-b5a4-4aa4-98d5-37d6afca9caa tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:02.812463 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6bc33add-ed3a-4c63-9c38-e3e92bf67d88 req-7031760c-b5a4-4aa4-98d5-37d6afca9caa tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=4bad63fe-61b1-48df-b277-70e9c18740a9 HTTP/1.1" status: 200 len: 945 time: 0.6473677 Oct 20 11:43:02.917159 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6bc33add-ed3a-4c63-9c38-e3e92bf67d88 req-02fbe898-e89c-443e-9b30-845b81906dbd tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920584 Oct 20 11:43:02.990609 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19d44867-a2b7-4d8a-a241-8a01bb600fa3 req-653f3005-d0ae-4823-85ec-0b8630d9c966 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups?id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2487733 Oct 20 11:43:03.335657 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-9eba84bb-5976-4710-8471-d20b5a614e90 service neutron] Attempting to bind port 72d30f74-19c2-4076-9dd0-555da975bbf8 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:43:03.335657 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-9eba84bb-5976-4710-8471-d20b5a614e90 service neutron] Attempting to bind port 72d30f74-19c2-4076-9dd0-555da975bbf8 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '54b4c258-5e6a-4e24-a14d-5574a295f58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '6453727b-a1a3-4c25-9d2a-f4562ef51a67'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:43:03.335657 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-9eba84bb-5976-4710-8471-d20b5a614e90 service neutron] Attempting to bind port 72d30f74-19c2-4076-9dd0-555da975bbf8 on network 6453727b-a1a3-4c25-9d2a-f4562ef51a67 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:43:03.353431 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-9eba84bb-5976-4710-8471-d20b5a614e90 service neutron] Port 72d30f74-19c2-4076-9dd0-555da975bbf8 on network 6453727b-a1a3-4c25-9d2a-f4562ef51a67 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:43:03.353843 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-9eba84bb-5976-4710-8471-d20b5a614e90 service neutron] Attempting to bind port 72d30f74-19c2-4076-9dd0-555da975bbf8 on network 6453727b-a1a3-4c25-9d2a-f4562ef51a67 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:43:03.412902 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfdf386-d001-41f4-aa6a-5e8ad4bc3c0e req-f701e6d4-9915-4338-a410-e05ba9d155a6 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:03.421416 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-adfdf386-d001-41f4-aa6a-5e8ad4bc3c0e req-f701e6d4-9915-4338-a410-e05ba9d155a6 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 946 time: 0.2280104 Oct 20 11:43:03.450636 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-9eba84bb-5976-4710-8471-d20b5a614e90 service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:43:03.451091 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-9eba84bb-5976-4710-8471-d20b5a614e90 service neutron] Checking segment: {'id': '54b4c258-5e6a-4e24-a14d-5574a295f58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '6453727b-a1a3-4c25-9d2a-f4562ef51a67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:43:03.451377 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-9eba84bb-5976-4710-8471-d20b5a614e90 service neutron] Bound using segment: {'id': '54b4c258-5e6a-4e24-a14d-5574a295f58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '6453727b-a1a3-4c25-9d2a-f4562ef51a67'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:43:03.471871 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-9eba84bb-5976-4710-8471-d20b5a614e90 service neutron] Bound port: 72d30f74-19c2-4076-9dd0-555da975bbf8, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54b4c258-5e6a-4e24-a14d-5574a295f58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '6453727b-a1a3-4c25-9d2a-f4562ef51a67'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:43:03.472249 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-9eba84bb-5976-4710-8471-d20b5a614e90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:03.613975 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48990) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:03.643975 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0ae5933e-80eb-42a6-b90c-e793b1e43a45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:03.647717 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-adfdf386-d001-41f4-aa6a-5e8ad4bc3c0e req-ee8a2026-c8ef-47b4-bb9e-048b94a1ea8e tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2252779 Oct 20 11:43:03.879445 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0ae5933e-80eb-42a6-b90c-e793b1e43a45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:03.885581 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef03e2e4-0c6a-410d-b7f2-92534553df26 req-31a73f4e-1e58-4650-b767-e628c1b5fdd2 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:03.886698 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0ae5933e-80eb-42a6-b90c-e793b1e43a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:03.892592 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ef03e2e4-0c6a-410d-b7f2-92534553df26 req-31a73f4e-1e58-4650-b767-e628c1b5fdd2 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=b975aafa-a253-4077-a928-2a4744f2a801 HTTP/1.1" status: 200 len: 946 time: 0.3520687 Oct 20 11:43:04.001781 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-9eba84bb-5976-4710-8471-d20b5a614e90 service neutron] For port 72d30f74-19c2-4076-9dd0-555da975bbf8, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:43:04.012102 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ef03e2e4-0c6a-410d-b7f2-92534553df26 req-ed80a33f-29c5-4995-8d87-5bec8992b27a tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963943 Oct 20 11:43:04.013713 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0ae5933e-80eb-42a6-b90c-e793b1e43a45 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=000d795b77754f7ea6f354209ce5f5f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3983321 Oct 20 11:43:04.017463 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49002) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:04.052655 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae5933e-80eb-42a6-b90c-e793b1e43a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46335757-e7e6-4468-846b-7e1b629eb8e2,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:04.057046 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-9eba84bb-5976-4710-8471-d20b5a614e90 service neutron] For port 72d30f74-19c2-4076-9dd0-555da975bbf8, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=72d30f74-19c2-4076-9dd0-555da975bbf8,segment=NetworkSegment(54b4c258-5e6a-4e24-a14d-5574a295f58e),segment_id=54b4c258-5e6a-4e24-a14d-5574a295f58e)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:43:04.067960 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-9eba84bb-5976-4710-8471-d20b5a614e90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:04.158393 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-308ca0f6-89fe-4e6a-b4a0-dc7c22e57828 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:04.215300 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-308ca0f6-89fe-4e6a-b4a0-dc7c22e57828 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:04.307863 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba84bb-5976-4710-8471-d20b5a614e90 service neutron] Pushing event updated for resources: {'Port': ['ID=72d30f74-19c2-4076-9dd0-555da975bbf8,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:04.318019 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-308ca0f6-89fe-4e6a-b4a0-dc7c22e57828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:04.321349 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-308ca0f6-89fe-4e6a-b4a0-dc7c22e57828 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:04.335761 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-308ca0f6-89fe-4e6a-b4a0-dc7c22e57828 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/46335757-e7e6-4468-846b-7e1b629eb8e2 HTTP/1.1" status: 204 len: 168 time: 0.3150411 Oct 20 11:43:04.366314 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ca0f6-89fe-4e6a-b4a0-dc7c22e57828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46335757-e7e6-4468-846b-7e1b629eb8e2,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:04.435910 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-9eba84bb-5976-4710-8471-d20b5a614e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:04.449162 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-9eba84bb-5976-4710-8471-d20b5a614e90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:04.451181 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-9eba84bb-5976-4710-8471-d20b5a614e90 service neutron] 10.222.0.11 "PUT /v2.0/ports/72d30f74-19c2-4076-9dd0-555da975bbf8 HTTP/1.1" status: 200 len: 1091 time: 4.5376287 Oct 20 11:43:04.457069 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'tag': '72d30f74-19c2-4076-9dd0-555da975bbf8'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:43:04.460681 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed561841-0d7a-4fe5-8869-7d16b5ad560b" -d '{"events": [{"name": "network-changed", "server_uuid": "ec58b319-2247-4b2a-a5eb-e9c34df81084", "tag": "72d30f74-19c2-4076-9dd0-555da975bbf8"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:43:04.505270 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-6e2ad3fc-4435-44b4-8f9e-80492a0efad9 service neutron] Request body: {'port': {'device_id': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:43:04.563956 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa67e0-5198-42d0-894b-a61bc5776694 req-bb7a0793-b7a6-4965-8f72-5762e1e6e87e tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:04.575390 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-30aa67e0-5198-42d0-894b-a61bc5776694 req-bb7a0793-b7a6-4965-8f72-5762e1e6e87e tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=4bad63fe-61b1-48df-b277-70e9c18740a9 HTTP/1.1" status: 200 len: 945 time: 0.4974906 Oct 20 11:43:04.675568 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-6e2ad3fc-4435-44b4-8f9e-80492a0efad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:04.735859 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab708d-a436-4e91-9d62-13968041c148 req-b2bb4886-1afa-4883-8ccc-39231d9a6de7 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:04.760904 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab708d-a436-4e91-9d62-13968041c148 req-b2bb4886-1afa-4883-8ccc-39231d9a6de7 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:04.776006 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab708d-a436-4e91-9d62-13968041c148 req-b2bb4886-1afa-4883-8ccc-39231d9a6de7 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:04.792526 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab708d-a436-4e91-9d62-13968041c148 req-b2bb4886-1afa-4883-8ccc-39231d9a6de7 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:04.818954 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab708d-a436-4e91-9d62-13968041c148 req-b2bb4886-1afa-4883-8ccc-39231d9a6de7 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:04.833927 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-00ab708d-a436-4e91-9d62-13968041c148 req-b2bb4886-1afa-4883-8ccc-39231d9a6de7 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 3828 time: 0.5220988 Oct 20 11:43:05.061944 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-00ab708d-a436-4e91-9d62-13968041c148 req-838e556b-bd7f-4a97-aad4-3e67087cb69e tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups?id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2270062 Oct 20 11:43:05.117601 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-30aa67e0-5198-42d0-894b-a61bc5776694 req-e6f3c93a-3c84-4cbc-a932-b5a8660cc39c tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5411985 Oct 20 11:43:05.237800 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ee618-19c4-4384-9758-499f082e5e26 req-f15d0987-f445-44d4-967e-86a190cfcd00 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:05.240085 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9d4ee618-19c4-4384-9758-499f082e5e26 req-f15d0987-f445-44d4-967e-86a190cfcd00 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.89 "GET /v2.0/ports?device_id=b975aafa-a253-4077-a928-2a4744f2a801 HTTP/1.1" status: 200 len: 946 time: 0.2601883 Oct 20 11:43:05.242141 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa96ff1-4b1c-4fff-b5d7-f673ab85f666 x-openstack-request-id: req-5fa96ff1-4b1c-4fff-b5d7-f673ab85f666 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:43:05.242551 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec58b319-2247-4b2a-a5eb-e9c34df81084", "tag": "72d30f74-19c2-4076-9dd0-555da975bbf8", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:43:05.242828 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5fa96ff1-4b1c-4fff-b5d7-f673ab85f666 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:43:05.243541 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'tag': '72d30f74-19c2-4076-9dd0-555da975bbf8', 'status': 'completed', 'code': 200} Oct 20 11:43:05.655646 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed561841-0d7a-4fe5-8869-7d16b5ad560b req-b6e6b81c-5764-48fc-8edc-fd370c052130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:05.656549 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed561841-0d7a-4fe5-8869-7d16b5ad560b req-b6e6b81c-5764-48fc-8edc-fd370c052130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:05.656687 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed561841-0d7a-4fe5-8869-7d16b5ad560b req-b6e6b81c-5764-48fc-8edc-fd370c052130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:05.662325 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed561841-0d7a-4fe5-8869-7d16b5ad560b req-b6e6b81c-5764-48fc-8edc-fd370c052130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:05.662325 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed561841-0d7a-4fe5-8869-7d16b5ad560b req-b6e6b81c-5764-48fc-8edc-fd370c052130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:05.662325 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ed561841-0d7a-4fe5-8869-7d16b5ad560b req-b6e6b81c-5764-48fc-8edc-fd370c052130 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eaec2bab7fdf45a2bb81df4997c7d09e&device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 4363 time: 0.3800015 Oct 20 11:43:05.794964 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed561841-0d7a-4fe5-8869-7d16b5ad560b req-8583ddff-7ba3-423a-b472-00aa00cc0963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:05.795640 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed561841-0d7a-4fe5-8869-7d16b5ad560b req-8583ddff-7ba3-423a-b472-00aa00cc0963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:05.795845 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed561841-0d7a-4fe5-8869-7d16b5ad560b req-8583ddff-7ba3-423a-b472-00aa00cc0963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:05.797435 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ed561841-0d7a-4fe5-8869-7d16b5ad560b req-8583ddff-7ba3-423a-b472-00aa00cc0963 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=eaec2bab7fdf45a2bb81df4997c7d09e&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.1230664 Oct 20 11:43:05.805345 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714da76a-270f-4c60-b229-a89162a1673a req-4cbd9a57-6050-4d9a-ad76-742fc9ab0bb3 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:05.806953 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-714da76a-270f-4c60-b229-a89162a1673a req-4cbd9a57-6050-4d9a-ad76-742fc9ab0bb3 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=b975aafa-a253-4077-a928-2a4744f2a801 HTTP/1.1" status: 200 len: 946 time: 0.4004781 Oct 20 11:43:05.818755 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cad477-9489-4df2-b619-aa161acbba4e req-fbd8cd88-f2b4-4470-95c4-2dde96f27a85 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:05.820562 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-70cad477-9489-4df2-b619-aa161acbba4e req-fbd8cd88-f2b4-4470-95c4-2dde96f27a85 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 946 time: 0.4317679 Oct 20 11:43:06.064710 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-714da76a-270f-4c60-b229-a89162a1673a req-cdb9592b-4aa5-4215-9a28-41562234ada3 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427890 Oct 20 11:43:06.109087 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-70cad477-9489-4df2-b619-aa161acbba4e req-c791c91a-e054-4635-aaa5-309b54c25802 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2543988 Oct 20 11:43:06.136494 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49070) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:06.368373 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed561841-0d7a-4fe5-8869-7d16b5ad560b req-697329ed-16f3-43a8-be5e-533db7541dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:06.370033 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ed561841-0d7a-4fe5-8869-7d16b5ad560b req-697329ed-16f3-43a8-be5e-533db7541dc8 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5595064 Oct 20 11:43:06.463861 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-9d4ee618-19c4-4384-9758-499f082e5e26 req-6610758e-79a1-4cf7-86da-f17cd9c99468 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Deleting port 13b44ea0-8b2d-4ee1-837a-c39bac72a024 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:43:06.464278 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9d4ee618-19c4-4384-9758-499f082e5e26 req-6610758e-79a1-4cf7-86da-f17cd9c99468 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:06.657490 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-9d4ee618-19c4-4384-9758-499f082e5e26 req-6610758e-79a1-4cf7-86da-f17cd9c99468 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] For port 13b44ea0-8b2d-4ee1-837a-c39bac72a024, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=13b44ea0-8b2d-4ee1-837a-c39bac72a024,segment=NetworkSegment(474d5198-d4e2-4e04-8880-971eb081d7c2),segment_id=474d5198-d4e2-4e04-8880-971eb081d7c2)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:43:06.658319 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9d4ee618-19c4-4384-9758-499f082e5e26 req-6610758e-79a1-4cf7-86da-f17cd9c99468 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:06.675135 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-9d4ee618-19c4-4384-9758-499f082e5e26 req-6610758e-79a1-4cf7-86da-f17cd9c99468 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Calling delete_port for 13b44ea0-8b2d-4ee1-837a-c39bac72a024 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:43:06.908614 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-6e2ad3fc-4435-44b4-8f9e-80492a0efad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d93caff8-51aa-4df8-901b-080c6ddec185 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:43:06.932010 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-6e2ad3fc-4435-44b4-8f9e-80492a0efad9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:06.947744 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-698fec11-1cf7-4218-84d7-b1787f427d1c req-25b42192-af61-463c-b746-26b1b82b8376 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=cd7a9dea-6f23-440f-9c86-05fd80febb96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1829605 Oct 20 11:43:07.003185 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-6e2ad3fc-4435-44b4-8f9e-80492a0efad9 service neutron] Transition to ACTIVE for port object d93caff8-51aa-4df8-901b-080c6ddec185 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:43:07.041852 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-6e2ad3fc-4435-44b4-8f9e-80492a0efad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:07.228684 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698fec11-1cf7-4218-84d7-b1787f427d1c req-20d34016-7475-47c0-b776-8650be26d884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:07.230099 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-698fec11-1cf7-4218-84d7-b1787f427d1c req-20d34016-7475-47c0-b776-8650be26d884 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7988259cf1ef4013badbcb649fd8f265&device_id=cd7a9dea-6f23-440f-9c86-05fd80febb96 HTTP/1.1" status: 200 len: 1101 time: 0.2154751 Oct 20 11:43:07.259677 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44128314-3978-4566-b1af-d4f84f3d55ff req-d7b67e06-a3ba-42b4-931f-1bed95ad6281 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:07.278534 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44128314-3978-4566-b1af-d4f84f3d55ff req-d7b67e06-a3ba-42b4-931f-1bed95ad6281 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:07.288817 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44128314-3978-4566-b1af-d4f84f3d55ff req-d7b67e06-a3ba-42b4-931f-1bed95ad6281 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:07.299865 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44128314-3978-4566-b1af-d4f84f3d55ff req-d7b67e06-a3ba-42b4-931f-1bed95ad6281 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:07.321078 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44128314-3978-4566-b1af-d4f84f3d55ff req-d7b67e06-a3ba-42b4-931f-1bed95ad6281 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:07.328257 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-44128314-3978-4566-b1af-d4f84f3d55ff req-d7b67e06-a3ba-42b4-931f-1bed95ad6281 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 3828 time: 1.0444283 Oct 20 11:43:07.392926 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:43:07.476288 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aae6e9-d0f1-4675-a2cd-0ee448b44617 req-f0315cdc-f7c0-447b-bdf8-6e3ecb48ee76 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:07.478081 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-76aae6e9-d0f1-4675-a2cd-0ee448b44617 req-f0315cdc-f7c0-447b-bdf8-6e3ecb48ee76 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=4bad63fe-61b1-48df-b277-70e9c18740a9 HTTP/1.1" status: 200 len: 945 time: 1.0971978 Oct 20 11:43:07.478700 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ad3fc-4435-44b4-8f9e-80492a0efad9 service neutron] Pushing event updated for resources: {'Port': ['ID=d93caff8-51aa-4df8-901b-080c6ddec185,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:07.578513 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9d4ee618-19c4-4384-9758-499f082e5e26 req-6610758e-79a1-4cf7-86da-f17cd9c99468 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:07.593143 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['81a208c0-65e0-4fc8-a75c-a093561e3229', '13b44ea0-8b2d-4ee1-837a-c39bac72a024'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:43:07.593926 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-44128314-3978-4566-b1af-d4f84f3d55ff req-8399d5fa-27f1-4387-9b30-ac1a1798b206 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups?id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2646949 Oct 20 11:43:07.617263 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0929a9e8-6c3c-43a2-b537-8b7753f9cd04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:07.786647 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6610758e-79a1-4cf7-86da-f17cd9c99468 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Pushing event deleted for resources: {'Port': ['ID=13b44ea0-8b2d-4ee1-837a-c39bac72a024,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:07.794373 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 49128) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:07.871327 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4ee618-19c4-4384-9758-499f082e5e26 req-6610758e-79a1-4cf7-86da-f17cd9c99468 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] No DVR routers for this DVR port 13b44ea0-8b2d-4ee1-837a-c39bac72a024 on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:43:07.886342 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-76aae6e9-d0f1-4675-a2cd-0ee448b44617 req-bcc2c389-8a04-4030-b816-5f10f4b67865 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562906 Oct 20 11:43:07.901091 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-6e2ad3fc-4435-44b4-8f9e-80492a0efad9 service neutron] Attempting to bind port d93caff8-51aa-4df8-901b-080c6ddec185 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:43:07.901483 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-6e2ad3fc-4435-44b4-8f9e-80492a0efad9 service neutron] Attempting to bind port d93caff8-51aa-4df8-901b-080c6ddec185 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': 'd46e7e29-b111-4410-8455-78fe43083225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '777f6155-4cb8-4ffe-990a-e0dddbce5ad7'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:43:07.901809 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-6e2ad3fc-4435-44b4-8f9e-80492a0efad9 service neutron] Attempting to bind port d93caff8-51aa-4df8-901b-080c6ddec185 on network 777f6155-4cb8-4ffe-990a-e0dddbce5ad7 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:43:07.904698 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9d4ee618-19c4-4384-9758-499f082e5e26 req-6610758e-79a1-4cf7-86da-f17cd9c99468 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:07.925116 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9d4ee618-19c4-4384-9758-499f082e5e26 req-6610758e-79a1-4cf7-86da-f17cd9c99468 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.89 "DELETE /v2.0/ports/13b44ea0-8b2d-4ee1-837a-c39bac72a024 HTTP/1.1" status: 204 len: 173 time: 2.6576467 Oct 20 11:43:07.964678 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b975aafa-a253-4077-a928-2a4744f2a801', 'name': 'network-vif-deleted', 'tag': '13b44ea0-8b2d-4ee1-837a-c39bac72a024'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:43:07.973134 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13521484-65c7-4dd3-82ee-184a795ac649" -d '{"events": [{"server_uuid": "b975aafa-a253-4077-a928-2a4744f2a801", "name": "network-vif-deleted", "tag": "13b44ea0-8b2d-4ee1-837a-c39bac72a024"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:43:08.000179 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8e2fddc1-eb13-46c2-9a7e-0e7956d2c1ad req-4117a30f-100b-4a57-8da7-fc5fdccc44f8 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=b975aafa-a253-4077-a928-2a4744f2a801 HTTP/1.1" status: 200 len: 210 time: 0.2110653 Oct 20 11:43:08.009001 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-6e2ad3fc-4435-44b4-8f9e-80492a0efad9 service neutron] Port d93caff8-51aa-4df8-901b-080c6ddec185 on network 777f6155-4cb8-4ffe-990a-e0dddbce5ad7 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:43:08.016341 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-6e2ad3fc-4435-44b4-8f9e-80492a0efad9 service neutron] Attempting to bind port d93caff8-51aa-4df8-901b-080c6ddec185 on network 777f6155-4cb8-4ffe-990a-e0dddbce5ad7 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:43:08.151530 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698fec11-1cf7-4218-84d7-b1787f427d1c req-29584542-1e39-42cc-ab1a-ca935490b4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:08.153566 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-698fec11-1cf7-4218-84d7-b1787f427d1c req-29584542-1e39-42cc-ab1a-ca935490b4c8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 0.8950191 Oct 20 11:43:08.284552 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-698fec11-1cf7-4218-84d7-b1787f427d1c req-3bc26e91-9b15-4227-860e-6c79d8a6dab9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=6bf021aa-d735-443c-8c56-f9cfa7513dc9 HTTP/1.1" status: 200 len: 217 time: 0.0972438 Oct 20 11:43:08.420266 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698fec11-1cf7-4218-84d7-b1787f427d1c req-0224a04b-9fa3-4b5c-8bc2-68f8aebf01c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:08.421793 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-698fec11-1cf7-4218-84d7-b1787f427d1c req-0224a04b-9fa3-4b5c-8bc2-68f8aebf01c9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.1249416 Oct 20 11:43:08.449896 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-6e2ad3fc-4435-44b4-8f9e-80492a0efad9 service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:43:08.450396 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-6e2ad3fc-4435-44b4-8f9e-80492a0efad9 service neutron] Checking segment: {'id': 'd46e7e29-b111-4410-8455-78fe43083225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '777f6155-4cb8-4ffe-990a-e0dddbce5ad7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:43:08.450935 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-6e2ad3fc-4435-44b4-8f9e-80492a0efad9 service neutron] Bound using segment: {'id': 'd46e7e29-b111-4410-8455-78fe43083225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '777f6155-4cb8-4ffe-990a-e0dddbce5ad7'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:43:08.451571 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-6e2ad3fc-4435-44b4-8f9e-80492a0efad9 service neutron] Bound port: d93caff8-51aa-4df8-901b-080c6ddec185, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd46e7e29-b111-4410-8455-78fe43083225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '777f6155-4cb8-4ffe-990a-e0dddbce5ad7'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:43:08.452033 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-6e2ad3fc-4435-44b4-8f9e-80492a0efad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:08.470880 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb98a884-2887-4b77-a549-b3df4339fbdf x-openstack-request-id: req-cb98a884-2887-4b77-a549-b3df4339fbdf {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:43:08.471364 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b975aafa-a253-4077-a928-2a4744f2a801", "name": "network-vif-deleted", "tag": "13b44ea0-8b2d-4ee1-837a-c39bac72a024", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:43:08.472044 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cb98a884-2887-4b77-a549-b3df4339fbdf {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:43:08.472320 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b975aafa-a253-4077-a928-2a4744f2a801', 'name': 'network-vif-deleted', 'tag': '13b44ea0-8b2d-4ee1-837a-c39bac72a024', 'status': 'completed', 'code': 200} Oct 20 11:43:08.529193 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bb9be373-aec6-475c-9482-3572f99d5ee9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:08.535965 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698fec11-1cf7-4218-84d7-b1787f427d1c req-5389c80b-22c1-493c-9401-c7e4af999b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:08.537413 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-698fec11-1cf7-4218-84d7-b1787f427d1c req-5389c80b-22c1-493c-9401-c7e4af999b62 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1012740 Oct 20 11:43:08.668732 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-6e2ad3fc-4435-44b4-8f9e-80492a0efad9 service neutron] For port d93caff8-51aa-4df8-901b-080c6ddec185, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:43:08.747232 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-6e2ad3fc-4435-44b4-8f9e-80492a0efad9 service neutron] For port d93caff8-51aa-4df8-901b-080c6ddec185, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=d93caff8-51aa-4df8-901b-080c6ddec185,segment=NetworkSegment(d46e7e29-b111-4410-8455-78fe43083225),segment_id=d46e7e29-b111-4410-8455-78fe43083225)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:43:08.809364 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-0929a9e8-6c3c-43a2-b537-8b7753f9cd04 admin admin] Deleting port a6c6911e-e007-4fc7-b235-22245bcd29fa {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:43:08.809700 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0929a9e8-6c3c-43a2-b537-8b7753f9cd04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:08.863043 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0f82d-4bf1-4328-895b-64bac18209c7 req-84a86207-37a2-4a3a-8390-1ff1f082a17f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:08.865304 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-52e0f82d-4bf1-4328-895b-64bac18209c7 req-84a86207-37a2-4a3a-8390-1ff1f082a17f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 946 time: 0.3966978 Oct 20 11:43:08.867177 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-6e2ad3fc-4435-44b4-8f9e-80492a0efad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:08.881598 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-698fec11-1cf7-4218-84d7-b1787f427d1c req-8b0e3955-dfa6-44d3-a89e-d1fd93b95f6f service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298104 Oct 20 11:43:09.016604 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ad3fc-4435-44b4-8f9e-80492a0efad9 service neutron] Pushing event updated for resources: {'Port': ['ID=d93caff8-51aa-4df8-901b-080c6ddec185,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:09.045290 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-0929a9e8-6c3c-43a2-b537-8b7753f9cd04 admin admin] For port a6c6911e-e007-4fc7-b235-22245bcd29fa, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=a6c6911e-e007-4fc7-b235-22245bcd29fa,segment=NetworkSegment(f88209a2-72e2-479d-b474-08400eb3454d),segment_id=f88209a2-72e2-479d-b474-08400eb3454d)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:43:09.045956 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0929a9e8-6c3c-43a2-b537-8b7753f9cd04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:09.063815 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-0929a9e8-6c3c-43a2-b537-8b7753f9cd04 admin admin] Calling delete_port for a6c6911e-e007-4fc7-b235-22245bcd29fa owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:43:09.091254 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66bed27-ea70-458b-b5fd-2e01480823b2 req-d88c7345-376b-40b4-b452-0d0db81447d3 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:09.106115 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66bed27-ea70-458b-b5fd-2e01480823b2 req-d88c7345-376b-40b4-b452-0d0db81447d3 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:09.113050 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-698fec11-1cf7-4218-84d7-b1787f427d1c req-d82af818-44e7-4b4d-90a6-d5357e6d85b6 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683936 Oct 20 11:43:09.116556 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66bed27-ea70-458b-b5fd-2e01480823b2 req-d88c7345-376b-40b4-b452-0d0db81447d3 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:09.145067 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66bed27-ea70-458b-b5fd-2e01480823b2 req-d88c7345-376b-40b4-b452-0d0db81447d3 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:09.164655 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66bed27-ea70-458b-b5fd-2e01480823b2 req-d88c7345-376b-40b4-b452-0d0db81447d3 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:09.180662 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66bed27-ea70-458b-b5fd-2e01480823b2 req-d88c7345-376b-40b4-b452-0d0db81447d3 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:09.189755 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f66bed27-ea70-458b-b5fd-2e01480823b2 req-d88c7345-376b-40b4-b452-0d0db81447d3 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 4605 time: 0.4302135 Oct 20 11:43:09.200421 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bb9be373-aec6-475c-9482-3572f99d5ee9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:09.224114 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-6e2ad3fc-4435-44b4-8f9e-80492a0efad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:09.225943 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-6e2ad3fc-4435-44b4-8f9e-80492a0efad9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:09.229534 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-6e2ad3fc-4435-44b4-8f9e-80492a0efad9 service neutron] 10.222.0.11 "PUT /v2.0/ports/d93caff8-51aa-4df8-901b-080c6ddec185 HTTP/1.1" status: 200 len: 1135 time: 4.7317498 Oct 20 11:43:09.232464 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bb9be373-aec6-475c-9482-3572f99d5ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:09.313411 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-07e46580-d5f8-4dbf-b07d-2deed0d6d04f service neutron] Request body: {'port': {'device_id': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:43:09.340225 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-52e0f82d-4bf1-4328-895b-64bac18209c7 req-81a15e02-9b2b-4c1f-804e-b78a2bb69186 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3265381 Oct 20 11:43:09.550053 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-bb9be373-aec6-475c-9482-3572f99d5ee9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=bd4016de0486429bb8cc4cf1a50937ee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7496884 Oct 20 11:43:09.554340 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9be373-aec6-475c-9482-3572f99d5ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8735dd72-c2c1-43ce-b757-20c9543d0318,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:09.592121 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f66bed27-ea70-458b-b5fd-2e01480823b2 req-7903727a-a30a-4672-888e-6e801ed1fdfc tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups?id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&id=ebd2ba54-3ef1-40c4-b641-2d063f2d73b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4014769 Oct 20 11:43:09.593162 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 49166) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:09.733348 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b12317-47ab-46f0-997a-96bb31f799df req-a9e1e66c-a290-4ab5-80e2-1910b60a8b44 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:09.742545 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-86b12317-47ab-46f0-997a-96bb31f799df req-a9e1e66c-a290-4ab5-80e2-1910b60a8b44 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=4bad63fe-61b1-48df-b277-70e9c18740a9 HTTP/1.1" status: 200 len: 945 time: 0.2712359 Oct 20 11:43:09.813297 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-07e46580-d5f8-4dbf-b07d-2deed0d6d04f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:09.844534 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:09.889320 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-86b12317-47ab-46f0-997a-96bb31f799df req-438b58ca-1c78-47b8-9f22-38af86306e2d tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453016 Oct 20 11:43:09.992057 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f55dd4dc-9c06-46d8-b1c1-265cc3827e5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:10.009722 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0929a9e8-6c3c-43a2-b537-8b7753f9cd04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:10.019554 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 13b44ea0-8b2d-4ee1-837a-c39bac72a024 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:43:10.060436 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: 13b44ea0-8b2d-4ee1-837a-c39bac72a024 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:43:10.060988 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 13b44ea0-8b2d-4ee1-837a-c39bac72a024 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:43:10.063991 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0929a9e8-6c3c-43a2-b537-8b7753f9cd04 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6c6911e-e007-4fc7-b235-22245bcd29fa,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:10.082483 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f55dd4dc-9c06-46d8-b1c1-265cc3827e5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:10.479319 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'tag': 'd93caff8-51aa-4df8-901b-080c6ddec185'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:43:10.481991 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e7fb2f-647b-49d0-bdf4-6a7edc92e281" -d '{"events": [{"name": "network-changed", "server_uuid": "ec58b319-2247-4b2a-a5eb-e9c34df81084", "tag": "d93caff8-51aa-4df8-901b-080c6ddec185"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:43:10.508766 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfece5-21a7-4493-a64a-37701b887d58 req-2771827e-b1fd-4dbf-bb98-d9d804426266 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:10.510327 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cadfece5-21a7-4493-a64a-37701b887d58 req-2771827e-b1fd-4dbf-bb98-d9d804426266 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/networks?id=4684d20a-1285-4a26-b3d8-722aa32ad5b4 HTTP/1.1" status: 200 len: 805 time: 0.3152173 Oct 20 11:43:10.520338 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f55dd4dc-9c06-46d8-b1c1-265cc3827e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:10.523389 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f55dd4dc-9c06-46d8-b1c1-265cc3827e5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:10.524651 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-f55dd4dc-9c06-46d8-b1c1-265cc3827e5a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8735dd72-c2c1-43ce-b757-20c9543d0318 HTTP/1.1" status: 204 len: 168 time: 0.9102633 Oct 20 11:43:10.567790 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0929a9e8-6c3c-43a2-b537-8b7753f9cd04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:10.676112 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55dd4dc-9c06-46d8-b1c1-265cc3827e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8735dd72-c2c1-43ce-b757-20c9543d0318,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:10.682204 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cadfece5-21a7-4493-a64a-37701b887d58 req-e853c515-2ed5-44f3-a862-7f2acbcd7690 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/quotas/87f9bb79a2f44e408030b0f728683d1b HTTP/1.1" status: 200 len: 375 time: 0.1148651 Oct 20 11:43:10.725633 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5005ff-d92d-419d-8681-82b323db8309 req-a12b135d-7bb8-48dd-b841-0e8c96e0dae9 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:10.727308 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2a5005ff-d92d-419d-8681-82b323db8309 req-a12b135d-7bb8-48dd-b841-0e8c96e0dae9 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 946 time: 0.2381539 Oct 20 11:43:10.829287 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cadfece5-21a7-4493-a64a-37701b887d58 req-7f0921dd-7a0c-45c1-a99c-4e6b8d3418fe tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=87f9bb79a2f44e408030b0f728683d1b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1403761 Oct 20 11:43:10.914524 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-07e46580-d5f8-4dbf-b07d-2deed0d6d04f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66ac31c8-5739-4120-877b-97dbbd1c5090 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:43:10.923089 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-07e46580-d5f8-4dbf-b07d-2deed0d6d04f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:10.937033 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-07e46580-d5f8-4dbf-b07d-2deed0d6d04f service neutron] Transition to ACTIVE for port object 66ac31c8-5739-4120-877b-97dbbd1c5090 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:43:10.948729 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2a5005ff-d92d-419d-8681-82b323db8309 req-7c5eb518-78d4-4f93-9230-9f26bcd7532e tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020249 Oct 20 11:43:10.951004 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-07e46580-d5f8-4dbf-b07d-2deed0d6d04f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:11.094310 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cde8e1b-6012-4967-92e9-29c33de5a3aa x-openstack-request-id: req-3cde8e1b-6012-4967-92e9-29c33de5a3aa {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:43:11.095132 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec58b319-2247-4b2a-a5eb-e9c34df81084", "tag": "d93caff8-51aa-4df8-901b-080c6ddec185", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:43:11.096845 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3cde8e1b-6012-4967-92e9-29c33de5a3aa {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:43:11.097295 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'tag': 'd93caff8-51aa-4df8-901b-080c6ddec185', 'status': 'completed', 'code': 200} Oct 20 11:43:11.240977 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0929a9e8-6c3c-43a2-b537-8b7753f9cd04 admin admin] Router 73c37fb3-aaf3-4729-8f65-cf34906749ed has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:43:11.256590 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e46580-d5f8-4dbf-b07d-2deed0d6d04f service neutron] Pushing event updated for resources: {'Port': ['ID=66ac31c8-5739-4120-877b-97dbbd1c5090,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:11.529390 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7fb2f-647b-49d0-bdf4-6a7edc92e281 req-9c6c3839-cf26-4cab-bbf4-d1dcf02d964a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:11.529931 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7fb2f-647b-49d0-bdf4-6a7edc92e281 req-9c6c3839-cf26-4cab-bbf4-d1dcf02d964a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:11.530968 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7fb2f-647b-49d0-bdf4-6a7edc92e281 req-9c6c3839-cf26-4cab-bbf4-d1dcf02d964a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:11.531784 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7fb2f-647b-49d0-bdf4-6a7edc92e281 req-9c6c3839-cf26-4cab-bbf4-d1dcf02d964a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:11.532438 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7fb2f-647b-49d0-bdf4-6a7edc92e281 req-9c6c3839-cf26-4cab-bbf4-d1dcf02d964a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:11.533053 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7fb2f-647b-49d0-bdf4-6a7edc92e281 req-9c6c3839-cf26-4cab-bbf4-d1dcf02d964a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:11.533755 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7fb2f-647b-49d0-bdf4-6a7edc92e281 req-9c6c3839-cf26-4cab-bbf4-d1dcf02d964a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:11.536765 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-31e7fb2f-647b-49d0-bdf4-6a7edc92e281 req-9c6c3839-cf26-4cab-bbf4-d1dcf02d964a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eaec2bab7fdf45a2bb81df4997c7d09e&device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 6178 time: 0.3640249 Oct 20 11:43:11.547877 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cadfece5-21a7-4493-a64a-37701b887d58 req-6f83b3d2-1ef3-4bc0-91fc-ad3b9172e056 service neutron] 10.222.0.98 "GET /v2.0/networks/4684d20a-1285-4a26-b3d8-722aa32ad5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7069647 Oct 20 11:43:11.562561 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0929a9e8-6c3c-43a2-b537-8b7753f9cd04 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:43:11.574121 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a766e17c-65c8-4cbd-8707-44fde222bc94 None None] Sync routers for ids ['73c37fb3-aaf3-4729-8f65-cf34906749ed'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:43:11.583147 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0929a9e8-6c3c-43a2-b537-8b7753f9cd04 admin admin] 10.222.0.98 "PUT /v2.0/routers/73c37fb3-aaf3-4729-8f65-cf34906749ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4423482 Oct 20 11:43:11.583147 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49232) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:11.608516 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a766e17c-65c8-4cbd-8707-44fde222bc94 None None] Routers {'73c37fb3-aaf3-4729-8f65-cf34906749ed'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:43:11.609465 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-a766e17c-65c8-4cbd-8707-44fde222bc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:42:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['73c37fb3-aaf3-4729-8f65-cf34906749ed'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:43:11.789869 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-a766e17c-65c8-4cbd-8707-44fde222bc94 None None] Set router 73c37fb3-aaf3-4729-8f65-cf34906749ed gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:43:11.826983 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3ffef187-5b28-4103-bd69-a7cf9dc4d6f9 admin admin] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:12.012712 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65cc928-ff74-4789-8d1b-2d4aa5aedc8f req-0175018d-7f9c-4fae-93c3-7f67b5114890 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:12.021246 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65cc928-ff74-4789-8d1b-2d4aa5aedc8f req-0175018d-7f9c-4fae-93c3-7f67b5114890 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:12.064892 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65cc928-ff74-4789-8d1b-2d4aa5aedc8f req-0175018d-7f9c-4fae-93c3-7f67b5114890 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:12.073312 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65cc928-ff74-4789-8d1b-2d4aa5aedc8f req-0175018d-7f9c-4fae-93c3-7f67b5114890 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:12.080195 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65cc928-ff74-4789-8d1b-2d4aa5aedc8f req-0175018d-7f9c-4fae-93c3-7f67b5114890 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:12.089786 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-a766e17c-65c8-4cbd-8707-44fde222bc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'name': 'tempest-AttachVolumeTestJSON-210314861-router', 'tenant_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '2f6c9eea-35a0-4f13-a370-5c96a0042060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:34:25Z', 'updated_at': '2021-10-20T11:43:09Z', 'revision_number': 5, 'project_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'gw_port': {'id': '2f6c9eea-35a0-4f13-a370-5c96a0042060', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:34:25Z', 'updated_at': '2021-10-20T11:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:43:12.094094 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65cc928-ff74-4789-8d1b-2d4aa5aedc8f req-0175018d-7f9c-4fae-93c3-7f67b5114890 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:12.102302 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65cc928-ff74-4789-8d1b-2d4aa5aedc8f req-0175018d-7f9c-4fae-93c3-7f67b5114890 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:12.128439 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b65cc928-ff74-4789-8d1b-2d4aa5aedc8f req-0175018d-7f9c-4fae-93c3-7f67b5114890 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 5383 time: 0.9141815 Oct 20 11:43:12.132760 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cadfece5-21a7-4493-a64a-37701b887d58 req-62ad9630-400b-4a24-97ca-b72b7375798b service neutron] 10.222.0.98 "GET /v2.0/networks/4684d20a-1285-4a26-b3d8-722aa32ad5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5837574 Oct 20 11:43:12.136733 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3ffef187-5b28-4103-bd69-a7cf9dc4d6f9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:12.154479 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7fb2f-647b-49d0-bdf4-6a7edc92e281 req-523e5368-3ed4-4ac2-9997-29d6878089c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:12.155049 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7fb2f-647b-49d0-bdf4-6a7edc92e281 req-523e5368-3ed4-4ac2-9997-29d6878089c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:12.158082 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7fb2f-647b-49d0-bdf4-6a7edc92e281 req-523e5368-3ed4-4ac2-9997-29d6878089c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:12.165280 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-31e7fb2f-647b-49d0-bdf4-6a7edc92e281 req-523e5368-3ed4-4ac2-9997-29d6878089c9 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=eaec2bab7fdf45a2bb81df4997c7d09e&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.6119463 Oct 20 11:43:12.176096 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a766e17c-65c8-4cbd-8707-44fde222bc94 None None] Checking router: 73c37fb3-aaf3-4729-8f65-cf34906749ed for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:43:12.202027 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a766e17c-65c8-4cbd-8707-44fde222bc94 None None] Routers {'73c37fb3-aaf3-4729-8f65-cf34906749ed'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:43:12.202959 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-a766e17c-65c8-4cbd-8707-44fde222bc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:42:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['73c37fb3-aaf3-4729-8f65-cf34906749ed'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:43:12.282536 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-3ffef187-5b28-4103-bd69-a7cf9dc4d6f9 admin admin] Deleting port 2f6c9eea-35a0-4f13-a370-5c96a0042060 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:43:12.284152 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3ffef187-5b28-4103-bd69-a7cf9dc4d6f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:12.432548 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-07e46580-d5f8-4dbf-b07d-2deed0d6d04f service neutron] Attempting to bind port 66ac31c8-5739-4120-877b-97dbbd1c5090 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:43:12.432548 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-07e46580-d5f8-4dbf-b07d-2deed0d6d04f service neutron] Attempting to bind port 66ac31c8-5739-4120-877b-97dbbd1c5090 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': 'd46e7e29-b111-4410-8455-78fe43083225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '777f6155-4cb8-4ffe-990a-e0dddbce5ad7'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:43:12.432794 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-07e46580-d5f8-4dbf-b07d-2deed0d6d04f service neutron] Attempting to bind port 66ac31c8-5739-4120-877b-97dbbd1c5090 on network 777f6155-4cb8-4ffe-990a-e0dddbce5ad7 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:43:12.468500 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-07e46580-d5f8-4dbf-b07d-2deed0d6d04f service neutron] Port 66ac31c8-5739-4120-877b-97dbbd1c5090 on network 777f6155-4cb8-4ffe-990a-e0dddbce5ad7 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:43:12.469023 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-07e46580-d5f8-4dbf-b07d-2deed0d6d04f service neutron] Attempting to bind port 66ac31c8-5739-4120-877b-97dbbd1c5090 on network 777f6155-4cb8-4ffe-990a-e0dddbce5ad7 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:43:12.519441 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-07e46580-d5f8-4dbf-b07d-2deed0d6d04f service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:43:12.519780 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-07e46580-d5f8-4dbf-b07d-2deed0d6d04f service neutron] Checking segment: {'id': 'd46e7e29-b111-4410-8455-78fe43083225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '777f6155-4cb8-4ffe-990a-e0dddbce5ad7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:43:12.520171 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-07e46580-d5f8-4dbf-b07d-2deed0d6d04f service neutron] Bound using segment: {'id': 'd46e7e29-b111-4410-8455-78fe43083225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '777f6155-4cb8-4ffe-990a-e0dddbce5ad7'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:43:12.520619 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-07e46580-d5f8-4dbf-b07d-2deed0d6d04f service neutron] Bound port: 66ac31c8-5739-4120-877b-97dbbd1c5090, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd46e7e29-b111-4410-8455-78fe43083225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '777f6155-4cb8-4ffe-990a-e0dddbce5ad7'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:43:12.539587 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-07e46580-d5f8-4dbf-b07d-2deed0d6d04f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:12.585089 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-3ffef187-5b28-4103-bd69-a7cf9dc4d6f9 admin admin] For port 2f6c9eea-35a0-4f13-a370-5c96a0042060, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=2f6c9eea-35a0-4f13-a370-5c96a0042060,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:43:12.592152 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3ffef187-5b28-4103-bd69-a7cf9dc4d6f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:12.627717 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-3ffef187-5b28-4103-bd69-a7cf9dc4d6f9 admin admin] Calling delete_port for 2f6c9eea-35a0-4f13-a370-5c96a0042060 owned by network:router_gateway {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:43:12.711105 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b65cc928-ff74-4789-8d1b-2d4aa5aedc8f req-ec71fe04-d8f8-4a03-94b7-b92fa6d59f41 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups?id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&id=ebd2ba54-3ef1-40c4-b641-2d063f2d73b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5816684 Oct 20 11:43:12.789942 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-a766e17c-65c8-4cbd-8707-44fde222bc94 None None] Set router 73c37fb3-aaf3-4729-8f65-cf34906749ed gateway port host: None {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:43:12.908201 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7fb2f-647b-49d0-bdf4-6a7edc92e281 req-6db1a372-aa61-4a94-9eb2-64387d9d351b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:12.909648 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-31e7fb2f-647b-49d0-bdf4-6a7edc92e281 req-6db1a372-aa61-4a94-9eb2-64387d9d351b service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7277062 Oct 20 11:43:12.931175 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-07e46580-d5f8-4dbf-b07d-2deed0d6d04f service neutron] For port 66ac31c8-5739-4120-877b-97dbbd1c5090, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:43:12.936999 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-07e46580-d5f8-4dbf-b07d-2deed0d6d04f service neutron] For port 66ac31c8-5739-4120-877b-97dbbd1c5090, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=66ac31c8-5739-4120-877b-97dbbd1c5090,segment=NetworkSegment(d46e7e29-b111-4410-8455-78fe43083225),segment_id=d46e7e29-b111-4410-8455-78fe43083225)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:43:12.958281 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983c847-2cac-4097-b8fa-e6ee0e30aa3c req-c91d26fc-8b8a-4a99-a525-a8d70cc45b7a tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:12.960422 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0983c847-2cac-4097-b8fa-e6ee0e30aa3c req-c91d26fc-8b8a-4a99-a525-a8d70cc45b7a tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=4bad63fe-61b1-48df-b277-70e9c18740a9 HTTP/1.1" status: 200 len: 945 time: 0.4847314 Oct 20 11:43:13.016774 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-a766e17c-65c8-4cbd-8707-44fde222bc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'name': 'tempest-AttachVolumeTestJSON-210314861-router', 'tenant_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:34:25Z', 'updated_at': '2021-10-20T11:43:12Z', 'revision_number': 6, 'project_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'gw_port_host': None}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:43:13.034681 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-07e46580-d5f8-4dbf-b07d-2deed0d6d04f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:13.122467 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a766e17c-65c8-4cbd-8707-44fde222bc94 None None] The sync data for ids ['73c37fb3-aaf3-4729-8f65-cf34906749ed'] in n-d-814735-3 is: [{'id': '73c37fb3-aaf3-4729-8f65-cf34906749ed', 'name': 'tempest-AttachVolumeTestJSON-210314861-router', 'tenant_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:34:25Z', 'updated_at': '2021-10-20T11:43:12Z', 'revision_number': 6, 'project_id': 'f5fc99acf92746f0b6c75e7601cdfadb', 'gw_port_host': None}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:43:13.191368 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3ffef187-5b28-4103-bd69-a7cf9dc4d6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:13.223702 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e46580-d5f8-4dbf-b07d-2deed0d6d04f service neutron] Pushing event updated for resources: {'Port': ['ID=66ac31c8-5739-4120-877b-97dbbd1c5090,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:13.234510 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-07e46580-d5f8-4dbf-b07d-2deed0d6d04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:13.235512 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-07e46580-d5f8-4dbf-b07d-2deed0d6d04f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:13.238088 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-07e46580-d5f8-4dbf-b07d-2deed0d6d04f service neutron] 10.222.0.11 "PUT /v2.0/ports/66ac31c8-5739-4120-877b-97dbbd1c5090 HTTP/1.1" status: 200 len: 1136 time: 3.9301567 Oct 20 11:43:13.241770 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'tag': '66ac31c8-5739-4120-877b-97dbbd1c5090'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:43:13.245356 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f490e0a6-6c37-43e2-acf3-9c3dbb912b0e" -d '{"events": [{"name": "network-changed", "server_uuid": "ec58b319-2247-4b2a-a5eb-e9c34df81084", "tag": "66ac31c8-5739-4120-877b-97dbbd1c5090"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:43:13.301417 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffef187-5b28-4103-bd69-a7cf9dc4d6f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f6c9eea-35a0-4f13-a370-5c96a0042060,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:13.317585 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0983c847-2cac-4097-b8fa-e6ee0e30aa3c req-f3ff5792-471a-4674-8f6a-c2aa47c2ee0d tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263922 Oct 20 11:43:13.336689 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-8096fe33-2bbc-4859-b018-faf466afe0b8 service neutron] Request body: {'port': {'device_id': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:43:13.405644 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04101da-ebdb-4e6d-b88c-46831e4ace07 req-9b113f2f-af3f-4562-9a8b-da4cb40cd26d tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:13.424362 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a04101da-ebdb-4e6d-b88c-46831e4ace07 req-9b113f2f-af3f-4562-9a8b-da4cb40cd26d tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 946 time: 0.4524477 Oct 20 11:43:13.506199 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3ffef187-5b28-4103-bd69-a7cf9dc4d6f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:13.513306 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea434ac6-71df-4a64-9f44-844489821020 req-d5db865d-534a-44f1-b455-baecfa7226f5 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=28af1f3c-2506-4c7a-a3d1-1112f2034757 HTTP/1.1" status: 200 len: 210 time: 0.1232910 Oct 20 11:43:13.577994 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a04101da-ebdb-4e6d-b88c-46831e4ace07 req-f51f3496-140d-44ec-8561-edc9d9972580 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525738 Oct 20 11:43:13.589399 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-8096fe33-2bbc-4859-b018-faf466afe0b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:13.616626 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5faa0a-345b-4466-92c5-8ced7971a538 x-openstack-request-id: req-4c5faa0a-345b-4466-92c5-8ced7971a538 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:43:13.617272 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec58b319-2247-4b2a-a5eb-e9c34df81084", "tag": "66ac31c8-5739-4120-877b-97dbbd1c5090", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:43:13.617748 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4c5faa0a-345b-4466-92c5-8ced7971a538 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:43:13.618537 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'tag': '66ac31c8-5739-4120-877b-97dbbd1c5090', 'status': 'completed', 'code': 200} Oct 20 11:43:13.850489 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3ffef187-5b28-4103-bd69-a7cf9dc4d6f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:13.855962 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3ffef187-5b28-4103-bd69-a7cf9dc4d6f9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:13.949284 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3ffef187-5b28-4103-bd69-a7cf9dc4d6f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:13.950350 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ffef187-5b28-4103-bd69-a7cf9dc4d6f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73c37fb3-aaf3-4729-8f65-cf34906749ed {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:43:13.960305 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3ffef187-5b28-4103-bd69-a7cf9dc4d6f9 admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:13.966631 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3ffef187-5b28-4103-bd69-a7cf9dc4d6f9 admin admin] 10.222.0.98 "DELETE /v2.0/routers/73c37fb3-aaf3-4729-8f65-cf34906749ed HTTP/1.1" status: 204 len: 168 time: 2.3841288 Oct 20 11:43:13.968598 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49316) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:14.065946 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aac49a6-37b5-405c-ac2b-f096cfbc0a03 admin admin] Deleting subnet 15eac2f5-b810-4d1a-999c-137936c809b4 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:43:14.076271 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6aac49a6-37b5-405c-ac2b-f096cfbc0a03 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:14.115194 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490e0a6-6c37-43e2-acf3-9c3dbb912b0e req-f419309f-def1-4112-92b2-4c76896aeec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:14.115680 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490e0a6-6c37-43e2-acf3-9c3dbb912b0e req-f419309f-def1-4112-92b2-4c76896aeec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:14.116148 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490e0a6-6c37-43e2-acf3-9c3dbb912b0e req-f419309f-def1-4112-92b2-4c76896aeec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:14.116606 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490e0a6-6c37-43e2-acf3-9c3dbb912b0e req-f419309f-def1-4112-92b2-4c76896aeec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:14.117223 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490e0a6-6c37-43e2-acf3-9c3dbb912b0e req-f419309f-def1-4112-92b2-4c76896aeec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:14.117691 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490e0a6-6c37-43e2-acf3-9c3dbb912b0e req-f419309f-def1-4112-92b2-4c76896aeec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:14.118221 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490e0a6-6c37-43e2-acf3-9c3dbb912b0e req-f419309f-def1-4112-92b2-4c76896aeec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:14.120294 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f490e0a6-6c37-43e2-acf3-9c3dbb912b0e req-f419309f-def1-4112-92b2-4c76896aeec4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eaec2bab7fdf45a2bb81df4997c7d09e&device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 6220 time: 0.3575475 Oct 20 11:43:14.162848 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6aac49a6-37b5-405c-ac2b-f096cfbc0a03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:14.309616 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49332) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:14.367667 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6aac49a6-37b5-405c-ac2b-f096cfbc0a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:14.462015 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490e0a6-6c37-43e2-acf3-9c3dbb912b0e req-ffb94386-a7b7-4690-a156-f043cd475948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:14.464544 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490e0a6-6c37-43e2-acf3-9c3dbb912b0e req-ffb94386-a7b7-4690-a156-f043cd475948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:14.465205 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490e0a6-6c37-43e2-acf3-9c3dbb912b0e req-ffb94386-a7b7-4690-a156-f043cd475948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:14.471994 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f490e0a6-6c37-43e2-acf3-9c3dbb912b0e req-ffb94386-a7b7-4690-a156-f043cd475948 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=eaec2bab7fdf45a2bb81df4997c7d09e&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.3253922 Oct 20 11:43:14.534946 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7311cce-3e06-4482-8d51-6324e52572d7 req-28531e65-1e21-41b0-a546-1e3237b55e8e tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:14.556214 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7311cce-3e06-4482-8d51-6324e52572d7 req-28531e65-1e21-41b0-a546-1e3237b55e8e tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:14.566833 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7311cce-3e06-4482-8d51-6324e52572d7 req-28531e65-1e21-41b0-a546-1e3237b55e8e tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:14.575042 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7311cce-3e06-4482-8d51-6324e52572d7 req-28531e65-1e21-41b0-a546-1e3237b55e8e tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:14.584019 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7311cce-3e06-4482-8d51-6324e52572d7 req-28531e65-1e21-41b0-a546-1e3237b55e8e tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:14.592200 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7311cce-3e06-4482-8d51-6324e52572d7 req-28531e65-1e21-41b0-a546-1e3237b55e8e tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:14.604212 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7311cce-3e06-4482-8d51-6324e52572d7 req-28531e65-1e21-41b0-a546-1e3237b55e8e tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:14.612715 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b7311cce-3e06-4482-8d51-6324e52572d7 req-28531e65-1e21-41b0-a546-1e3237b55e8e tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 5383 time: 0.5823593 Oct 20 11:43:14.686994 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device a6c6911e-e007-4fc7-b235-22245bcd29fa no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:43:14.767076 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: a6c6911e-e007-4fc7-b235-22245bcd29fa {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:43:14.775533 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device a6c6911e-e007-4fc7-b235-22245bcd29fa not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:43:14.776420 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 2f6c9eea-35a0-4f13-a370-5c96a0042060 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:43:14.818841 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6aac49a6-37b5-405c-ac2b-f096cfbc0a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:14.855750 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 2f6c9eea-35a0-4f13-a370-5c96a0042060 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:43:14.856090 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 2f6c9eea-35a0-4f13-a370-5c96a0042060 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:43:14.871303 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-33e2041f-d0c5-440d-bc12-e389cb76db9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-338402951'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:43:14.930451 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac49a6-37b5-405c-ac2b-f096cfbc0a03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15eac2f5-b810-4d1a-999c-137936c809b4,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:14.948411 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6aac49a6-37b5-405c-ac2b-f096cfbc0a03 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:14.952233 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6aac49a6-37b5-405c-ac2b-f096cfbc0a03 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/15eac2f5-b810-4d1a-999c-137936c809b4 HTTP/1.1" status: 204 len: 168 time: 0.9814391 Oct 20 11:43:14.960280 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d909316-6382-4140-a534-ef11bd073bc2 None None] Network 9ac8a1a7-834d-4283-be36-675cd4e77db7 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:43:14.966980 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49372) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:15.061833 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c07a4f36-ffd0-4ede-b421-c5cbcc10a2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:15.092135 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfece5-21a7-4493-a64a-37701b887d58 req-69e20a2d-798e-4640-84a1-bc9ecde1223d tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:15.093670 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-cadfece5-21a7-4493-a64a-37701b887d58 req-69e20a2d-798e-4640-84a1-bc9ecde1223d tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.89 "GET /v2.0/networks?id=4684d20a-1285-4a26-b3d8-722aa32ad5b4 HTTP/1.1" status: 200 len: 805 time: 0.5768683 Oct 20 11:43:15.095249 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e2041f-d0c5-440d-bc12-e389cb76db9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666-project] Made reservation on behalf of ee71936fcb244d49808dbea5a7378281 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:43:15.098736 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-33e2041f-d0c5-440d-bc12-e389cb76db9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:15.140055 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-cadfece5-21a7-4493-a64a-37701b887d58 req-60c01183-20b3-4eb5-acb8-75db4b96ef67 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Request body: {'port': {'device_id': '28af1f3c-2506-4c7a-a3d1-1112f2034757', 'network_id': '4684d20a-1285-4a26-b3d8-722aa32ad5b4', 'admin_state_up': True, 'tenant_id': '87f9bb79a2f44e408030b0f728683d1b'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:43:15.145964 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-33e2041f-d0c5-440d-bc12-e389cb76db9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:15.293713 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b7311cce-3e06-4482-8d51-6324e52572d7 req-65819596-8ab3-459f-b359-55873d815c8e tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups?id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&id=ebd2ba54-3ef1-40c4-b641-2d063f2d73b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6801062 Oct 20 11:43:15.320649 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-8096fe33-2bbc-4859-b018-faf466afe0b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ad2a011-ec11-4f8c-a65c-c33563a4051e {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:43:15.344735 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc57fe9-c4ff-4619-a1e1-7ee61b09067b None None] DHCP port deletion for 9ac8a1a7-834d-4283-be36-675cd4e77db7 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:43:15.355152 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69500e34-2c2d-4456-ad9c-4f29d249af22 req-83cc4c0f-7b5e-4706-a871-1e66beb7f08e tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:15.369015 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-69500e34-2c2d-4456-ad9c-4f29d249af22 req-83cc4c0f-7b5e-4706-a871-1e66beb7f08e tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=4bad63fe-61b1-48df-b277-70e9c18740a9 HTTP/1.1" status: 200 len: 945 time: 0.8792095 Oct 20 11:43:15.376972 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-c07a4f36-ffd0-4ede-b421-c5cbcc10a2c5 admin admin] Deleting port e4c9857f-d68f-4558-9dca-722455940405 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:43:15.377968 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c07a4f36-ffd0-4ede-b421-c5cbcc10a2c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:15.405375 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:15.450168 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-8096fe33-2bbc-4859-b018-faf466afe0b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:15.469435 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-8096fe33-2bbc-4859-b018-faf466afe0b8 service neutron] Transition to ACTIVE for port object 6ad2a011-ec11-4f8c-a65c-c33563a4051e will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:43:15.472414 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490e0a6-6c37-43e2-acf3-9c3dbb912b0e req-079775b4-8b1c-4e10-a5bb-963dbd3d680b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:15.475196 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f490e0a6-6c37-43e2-acf3-9c3dbb912b0e req-079775b4-8b1c-4e10-a5bb-963dbd3d680b service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.9821882 Oct 20 11:43:15.477759 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-2dc57fe9-c4ff-4619-a1e1-7ee61b09067b None None] Deleting port e4c9857f-d68f-4558-9dca-722455940405 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:43:15.478171 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2dc57fe9-c4ff-4619-a1e1-7ee61b09067b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:15.510906 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-69500e34-2c2d-4456-ad9c-4f29d249af22 req-1e9459b2-1aa0-486c-a892-2675fe2eaa3f tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407268 Oct 20 11:43:15.511946 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-8096fe33-2bbc-4859-b018-faf466afe0b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:15.597724 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e043ad46-48f4-48a1-9344-1d923d11b761 req-4ee14071-fa2c-4a2f-bc3f-cc58b0152072 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=28af1f3c-2506-4c7a-a3d1-1112f2034757 HTTP/1.1" status: 200 len: 210 time: 0.1210897 Oct 20 11:43:15.600635 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-c07a4f36-ffd0-4ede-b421-c5cbcc10a2c5 admin admin] For port e4c9857f-d68f-4558-9dca-722455940405, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=e4c9857f-d68f-4558-9dca-722455940405,segment=NetworkSegment(f88209a2-72e2-479d-b474-08400eb3454d),segment_id=f88209a2-72e2-479d-b474-08400eb3454d)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:43:15.600930 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c07a4f36-ffd0-4ede-b421-c5cbcc10a2c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:15.674183 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8096fe33-2bbc-4859-b018-faf466afe0b8 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad2a011-ec11-4f8c-a65c-c33563a4051e,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:15.688002 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-c07a4f36-ffd0-4ede-b421-c5cbcc10a2c5 admin admin] Calling delete_port for e4c9857f-d68f-4558-9dca-722455940405 owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:43:15.712126 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cadfece5-21a7-4493-a64a-37701b887d58 req-60c01183-20b3-4eb5-acb8-75db4b96ef67 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Made reservation on behalf of 87f9bb79a2f44e408030b0f728683d1b for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:43:15.715660 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-cadfece5-21a7-4493-a64a-37701b887d58 req-60c01183-20b3-4eb5-acb8-75db4b96ef67 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:15.719190 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-33e2041f-d0c5-440d-bc12-e389cb76db9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:15.763804 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-33e2041f-d0c5-440d-bc12-e389cb76db9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:15.806952 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e2041f-d0c5-440d-bc12-e389cb76db9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4084eb-cba5-4157-a6cc-d4a485d50157,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:15.858204 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362824eb-c051-4b7c-bd76-1527abeddd50 req-d645fdf2-ed16-4ab6-8860-772227b76751 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:15.862433 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33e2041f-d0c5-440d-bc12-e389cb76db9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666-project] vlan segment allocate from pool success with {'vlan_id': 1263, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:43:15.863747 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-362824eb-c051-4b7c-bd76-1527abeddd50 req-d645fdf2-ed16-4ab6-8860-772227b76751 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 946 time: 0.1752133 Oct 20 11:43:15.869928 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-2dc57fe9-c4ff-4619-a1e1-7ee61b09067b None None] For port e4c9857f-d68f-4558-9dca-722455940405, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=e4c9857f-d68f-4558-9dca-722455940405,segment=NetworkSegment(f88209a2-72e2-479d-b474-08400eb3454d),segment_id=f88209a2-72e2-479d-b474-08400eb3454d)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:43:15.871003 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2dc57fe9-c4ff-4619-a1e1-7ee61b09067b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:15.884795 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-2dc57fe9-c4ff-4619-a1e1-7ee61b09067b None None] Calling delete_port for e4c9857f-d68f-4558-9dca-722455940405 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:43:15.925569 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-8096fe33-2bbc-4859-b018-faf466afe0b8 service neutron] Attempting to bind port 6ad2a011-ec11-4f8c-a65c-c33563a4051e on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:43:15.925974 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-8096fe33-2bbc-4859-b018-faf466afe0b8 service neutron] Attempting to bind port 6ad2a011-ec11-4f8c-a65c-c33563a4051e by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': 'd46e7e29-b111-4410-8455-78fe43083225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '777f6155-4cb8-4ffe-990a-e0dddbce5ad7'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:43:15.926403 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-8096fe33-2bbc-4859-b018-faf466afe0b8 service neutron] Attempting to bind port 6ad2a011-ec11-4f8c-a65c-c33563a4051e on network 777f6155-4cb8-4ffe-990a-e0dddbce5ad7 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:43:15.942037 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-8096fe33-2bbc-4859-b018-faf466afe0b8 service neutron] Port 6ad2a011-ec11-4f8c-a65c-c33563a4051e on network 777f6155-4cb8-4ffe-990a-e0dddbce5ad7 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:43:15.942511 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-8096fe33-2bbc-4859-b018-faf466afe0b8 service neutron] Attempting to bind port 6ad2a011-ec11-4f8c-a65c-c33563a4051e on network 777f6155-4cb8-4ffe-990a-e0dddbce5ad7 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:43:15.954017 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-8096fe33-2bbc-4859-b018-faf466afe0b8 service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:43:15.954017 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-8096fe33-2bbc-4859-b018-faf466afe0b8 service neutron] Checking segment: {'id': 'd46e7e29-b111-4410-8455-78fe43083225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '777f6155-4cb8-4ffe-990a-e0dddbce5ad7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:43:15.954603 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-8096fe33-2bbc-4859-b018-faf466afe0b8 service neutron] Bound using segment: {'id': 'd46e7e29-b111-4410-8455-78fe43083225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '777f6155-4cb8-4ffe-990a-e0dddbce5ad7'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:43:15.954991 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-33e2041f-d0c5-440d-bc12-e389cb76db9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:15.955281 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-8096fe33-2bbc-4859-b018-faf466afe0b8 service neutron] Bound port: 6ad2a011-ec11-4f8c-a65c-c33563a4051e, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd46e7e29-b111-4410-8455-78fe43083225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '777f6155-4cb8-4ffe-990a-e0dddbce5ad7'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:43:15.955419 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-33e2041f-d0c5-440d-bc12-e389cb76db9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666-project] Added segment 514c10b4-3116-409f-892b-cd3f9ace8c66 of type vlan for network 8f32c311-7148-4a43-a840-106ee39dbdab Oct 20 11:43:15.955846 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-8096fe33-2bbc-4859-b018-faf466afe0b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:15.990698 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-362824eb-c051-4b7c-bd76-1527abeddd50 req-7a47ed8e-871b-4664-9c3a-b5d871337481 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158941 Oct 20 11:43:16.019882 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2dc57fe9-c4ff-4619-a1e1-7ee61b09067b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:16.057360 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-33e2041f-d0c5-440d-bc12-e389cb76db9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:16.116036 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc57fe9-c4ff-4619-a1e1-7ee61b09067b None None] Pushing event deleted for resources: {'Port': ['ID=e4c9857f-d68f-4558-9dca-722455940405,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:16.126397 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c07a4f36-ffd0-4ede-b421-c5cbcc10a2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:16.132025 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc57fe9-c4ff-4619-a1e1-7ee61b09067b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:16.132356 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc57fe9-c4ff-4619-a1e1-7ee61b09067b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:16.134017 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc57fe9-c4ff-4619-a1e1-7ee61b09067b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:16.134707 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc57fe9-c4ff-4619-a1e1-7ee61b09067b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:16.135226 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc57fe9-c4ff-4619-a1e1-7ee61b09067b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:16.135721 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc57fe9-c4ff-4619-a1e1-7ee61b09067b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:16.136210 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc57fe9-c4ff-4619-a1e1-7ee61b09067b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:16.136695 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc57fe9-c4ff-4619-a1e1-7ee61b09067b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:16.137205 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc57fe9-c4ff-4619-a1e1-7ee61b09067b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:16.137691 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc57fe9-c4ff-4619-a1e1-7ee61b09067b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:16.138187 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc57fe9-c4ff-4619-a1e1-7ee61b09067b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:16.139700 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc57fe9-c4ff-4619-a1e1-7ee61b09067b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:16.166540 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc57fe9-c4ff-4619-a1e1-7ee61b09067b None None] No DVR routers for this DVR port e4c9857f-d68f-4558-9dca-722455940405 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:43:16.176666 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-8096fe33-2bbc-4859-b018-faf466afe0b8 service neutron] For port 6ad2a011-ec11-4f8c-a65c-c33563a4051e, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:43:16.181637 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-8096fe33-2bbc-4859-b018-faf466afe0b8 service neutron] For port 6ad2a011-ec11-4f8c-a65c-c33563a4051e, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=6ad2a011-ec11-4f8c-a65c-c33563a4051e,segment=NetworkSegment(d46e7e29-b111-4410-8455-78fe43083225),segment_id=d46e7e29-b111-4410-8455-78fe43083225)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:43:16.182092 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07a4f36-ffd0-4ede-b421-c5cbcc10a2c5 admin admin] No DVR routers for this DVR port e4c9857f-d68f-4558-9dca-722455940405 on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:43:16.185650 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a4f36-ffd0-4ede-b421-c5cbcc10a2c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4c9857f-d68f-4558-9dca-722455940405,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:16.192583 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-8096fe33-2bbc-4859-b018-faf466afe0b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:16.221609 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-33e2041f-d0c5-440d-bc12-e389cb76db9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:16.228334 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e2041f-d0c5-440d-bc12-e389cb76db9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:16.229221 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-33e2041f-d0c5-440d-bc12-e389cb76db9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:16.245966 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-8096fe33-2bbc-4859-b018-faf466afe0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:16.246714 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-8096fe33-2bbc-4859-b018-faf466afe0b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:16.249907 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-8096fe33-2bbc-4859-b018-faf466afe0b8 service neutron] 10.222.0.11 "PUT /v2.0/ports/6ad2a011-ec11-4f8c-a65c-c33563a4051e HTTP/1.1" status: 200 len: 1091 time: 2.9261701 Oct 20 11:43:16.250829 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'tag': '6ad2a011-ec11-4f8c-a65c-c33563a4051e'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:43:16.263427 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af0c078-2df3-4ca4-bfdd-e0f79919238e" -d '{"events": [{"name": "network-changed", "server_uuid": "ec58b319-2247-4b2a-a5eb-e9c34df81084", "tag": "6ad2a011-ec11-4f8c-a65c-c33563a4051e"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:43:16.291332 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [req-cadfece5-21a7-4493-a64a-37701b887d58 req-60c01183-20b3-4eb5-acb8-75db4b96ef67 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Allocated IP 172.20.0.2 (4684d20a-1285-4a26-b3d8-722aa32ad5b4/533789ee-0e8e-421f-8cb0-0d7463c535a5/30b0ff0b-7bd8-4b05-8f04-849cfa492e5a) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:43:16.298460 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-d6dbd14c-f1a6-4fd5-8eb3-00958104c40c service neutron] Request body: {'port': {'device_id': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:43:16.436187 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb51553-0622-4f72-ad30-06c42bf6a1bd x-openstack-request-id: req-7eb51553-0622-4f72-ad30-06c42bf6a1bd {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:43:16.436494 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec58b319-2247-4b2a-a5eb-e9c34df81084", "tag": "6ad2a011-ec11-4f8c-a65c-c33563a4051e", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:43:16.436942 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7eb51553-0622-4f72-ad30-06c42bf6a1bd {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:43:16.437530 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'tag': '6ad2a011-ec11-4f8c-a65c-c33563a4051e', 'status': 'completed', 'code': 200} Oct 20 11:43:16.493593 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8096fe33-2bbc-4859-b018-faf466afe0b8 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad2a011-ec11-4f8c-a65c-c33563a4051e,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:16.657602 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device e4c9857f-d68f-4558-9dca-722455940405 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:43:16.659872 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-d6dbd14c-f1a6-4fd5-8eb3-00958104c40c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:16.682217 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d7634-d68b-47f6-acae-c4be39538b84 req-b41ee023-776e-41ca-9116-c13e6de8923d tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:16.688225 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d7634-d68b-47f6-acae-c4be39538b84 req-b41ee023-776e-41ca-9116-c13e6de8923d tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:16.699348 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d7634-d68b-47f6-acae-c4be39538b84 req-b41ee023-776e-41ca-9116-c13e6de8923d tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:16.704243 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: e4c9857f-d68f-4558-9dca-722455940405 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:43:16.704821 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device e4c9857f-d68f-4558-9dca-722455940405 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:43:16.705309 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d7634-d68b-47f6-acae-c4be39538b84 req-b41ee023-776e-41ca-9116-c13e6de8923d tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:16.711305 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d7634-d68b-47f6-acae-c4be39538b84 req-b41ee023-776e-41ca-9116-c13e6de8923d tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:16.717332 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d7634-d68b-47f6-acae-c4be39538b84 req-b41ee023-776e-41ca-9116-c13e6de8923d tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:16.736306 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d7634-d68b-47f6-acae-c4be39538b84 req-b41ee023-776e-41ca-9116-c13e6de8923d tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:16.744592 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4f8d7634-d68b-47f6-acae-c4be39538b84 req-b41ee023-776e-41ca-9116-c13e6de8923d tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 5395 time: 0.2606277 Oct 20 11:43:16.756665 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0c078-2df3-4ca4-bfdd-e0f79919238e req-d56e1e63-e2ee-4725-acd6-ce84046780dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:16.757139 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0c078-2df3-4ca4-bfdd-e0f79919238e req-d56e1e63-e2ee-4725-acd6-ce84046780dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:16.757603 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0c078-2df3-4ca4-bfdd-e0f79919238e req-d56e1e63-e2ee-4725-acd6-ce84046780dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:16.758062 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0c078-2df3-4ca4-bfdd-e0f79919238e req-d56e1e63-e2ee-4725-acd6-ce84046780dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:16.758577 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0c078-2df3-4ca4-bfdd-e0f79919238e req-d56e1e63-e2ee-4725-acd6-ce84046780dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:16.766425 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0c078-2df3-4ca4-bfdd-e0f79919238e req-d56e1e63-e2ee-4725-acd6-ce84046780dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:16.767013 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0c078-2df3-4ca4-bfdd-e0f79919238e req-d56e1e63-e2ee-4725-acd6-ce84046780dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:16.769196 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0af0c078-2df3-4ca4-bfdd-e0f79919238e req-d56e1e63-e2ee-4725-acd6-ce84046780dd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eaec2bab7fdf45a2bb81df4997c7d09e&device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 6287 time: 0.3609459 Oct 20 11:43:16.824409 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c45ccb-fcb4-464d-9857-fe5ac692772c req-d60fb7b5-cd14-44d5-b3f0-fe8999be6577 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:16.826175 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e6c45ccb-fcb4-464d-9857-fe5ac692772c req-d60fb7b5-cd14-44d5-b3f0-fe8999be6577 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 946 time: 0.4560854 Oct 20 11:43:16.952767 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4f8d7634-d68b-47f6-acae-c4be39538b84 req-3fd1eab0-a43c-4ad2-b345-26bfdfd9d24d tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups?id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&id=ebd2ba54-3ef1-40c4-b641-2d063f2d73b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2071164 Oct 20 11:43:17.014919 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c07a4f36-ffd0-4ede-b421-c5cbcc10a2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:17.023591 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e6c45ccb-fcb4-464d-9857-fe5ac692772c req-924aad44-143d-4abf-9a77-1cb974acced8 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735878 Oct 20 11:43:17.024982 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-33e2041f-d0c5-440d-bc12-e389cb76db9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.7123423 Oct 20 11:43:17.025777 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e2041f-d0c5-440d-bc12-e389cb76db9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666-project] Pushing event updated for resources: {'Network': ['ID=8f32c311-7148-4a43-a840-106ee39dbdab,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:17.040899 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 8f32c311-7148-4a43-a840-106ee39dbdab details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:43:17.083934 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-c07a4f36-ffd0-4ede-b421-c5cbcc10a2c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ac8a1a7-834d-4283-be36-675cd4e77db7']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:43:17.161404 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-c07a4f36-ffd0-4ede-b421-c5cbcc10a2c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f88209a2-72e2-479d-b474-08400eb3454d') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:43:17.161404 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-c07a4f36-ffd0-4ede-b421-c5cbcc10a2c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f88209a2-72e2-479d-b474-08400eb3454d') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:43:17.200912 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c07a4f36-ffd0-4ede-b421-c5cbcc10a2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:17.223747 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c07a4f36-ffd0-4ede-b421-c5cbcc10a2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:17.260197 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c07a4f36-ffd0-4ede-b421-c5cbcc10a2c5 admin admin] Releasing vlan 1271 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:43:17.260381 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c07a4f36-ffd0-4ede-b421-c5cbcc10a2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:17.267220 n-d-814735-3 neutron-server[100646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:43:17.267220 n-d-814735-3 neutron-server[100646]: self.session.flush() Oct 20 11:43:17.267220 n-d-814735-3 neutron-server[100646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:43:17.267220 n-d-814735-3 neutron-server[100646]: self.session.flush() Oct 20 11:43:17.267220 n-d-814735-3 neutron-server[100646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:43:17.267220 n-d-814735-3 neutron-server[100646]: self.session.flush() Oct 20 11:43:17.267220 n-d-814735-3 neutron-server[100646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:43:17.267220 n-d-814735-3 neutron-server[100646]: self.session.flush() Oct 20 11:43:17.267220 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:43:17.267220 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:43:17.267220 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:43:17.267220 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:43:17.267220 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:43:17.267220 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:43:17.267220 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:43:17.267220 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:43:17.267220 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:43:17.267220 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:43:17.267220 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:43:17.267220 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:43:17.267220 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:43:17.267220 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:43:17.267220 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:43:17.267220 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:43:17.267220 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:43:17.267220 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:43:17.267220 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:43:17.267220 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:43:17.267220 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:43:17.267220 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:43:17.267220 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:43:17.267220 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:43:17.267220 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:43:17.267220 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:43:17.267220 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:43:17.267220 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:43:17.267220 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:43:17.267220 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:43:17.267220 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:43:17.267220 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:43:17.342658 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-cadfece5-21a7-4493-a64a-37701b887d58 req-60c01183-20b3-4eb5-acb8-75db4b96ef67 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:17.343406 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-811149d6-801e-424c-a556-38f4edec62df req-a429033e-7577-4831-9920-250e33f9f3e8 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=28af1f3c-2506-4c7a-a3d1-1112f2034757 HTTP/1.1" status: 200 len: 210 time: 0.1112993 Oct 20 11:43:17.365210 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0c078-2df3-4ca4-bfdd-e0f79919238e req-f29a9445-db45-4606-af6e-5ce87d1efa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:17.365210 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0c078-2df3-4ca4-bfdd-e0f79919238e req-f29a9445-db45-4606-af6e-5ce87d1efa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:17.365210 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0c078-2df3-4ca4-bfdd-e0f79919238e req-f29a9445-db45-4606-af6e-5ce87d1efa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:17.365210 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0af0c078-2df3-4ca4-bfdd-e0f79919238e req-f29a9445-db45-4606-af6e-5ce87d1efa4a service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=eaec2bab7fdf45a2bb81df4997c7d09e&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.5624998 Oct 20 11:43:17.423581 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c07a4f36-ffd0-4ede-b421-c5cbcc10a2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:17.434893 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c07a4f36-ffd0-4ede-b421-c5cbcc10a2c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:17.439743 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c07a4f36-ffd0-4ede-b421-c5cbcc10a2c5 admin admin] 10.222.0.98 "DELETE /v2.0/networks/9ac8a1a7-834d-4283-be36-675cd4e77db7 HTTP/1.1" status: 204 len: 168 time: 2.4717567 Oct 20 11:43:17.457661 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a4f36-ffd0-4ede-b421-c5cbcc10a2c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ac8a1a7-834d-4283-be36-675cd4e77db7,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:17.481898 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-cadfece5-21a7-4493-a64a-37701b887d58 req-60c01183-20b3-4eb5-acb8-75db4b96ef67 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:17.518754 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['81a208c0-65e0-4fc8-a75c-a093561e3229'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:43:17.528452 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11020cef-b1a9-4c76-bc2f-58d3dbf5d7f2 req-90ab0477-c421-46ab-980c-ac1b4db79a4e tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:17.544240 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-11020cef-b1a9-4c76-bc2f-58d3dbf5d7f2 req-90ab0477-c421-46ab-980c-ac1b4db79a4e tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=4bad63fe-61b1-48df-b277-70e9c18740a9 HTTP/1.1" status: 200 len: 945 time: 0.2793608 Oct 20 11:43:17.599610 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cadfece5-21a7-4493-a64a-37701b887d58 req-60c01183-20b3-4eb5-acb8-75db4b96ef67 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Network 4684d20a-1285-4a26-b3d8-722aa32ad5b4 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:43:17.607549 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [req-cadfece5-21a7-4493-a64a-37701b887d58 req-60c01183-20b3-4eb5-acb8-75db4b96ef67 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:43:17.613454 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-cadfece5-21a7-4493-a64a-37701b887d58 req-60c01183-20b3-4eb5-acb8-75db4b96ef67 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:43:17.657771 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-11020cef-b1a9-4c76-bc2f-58d3dbf5d7f2 req-b1194bfa-41f2-4ae1-83d7-01652cc71433 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119127 Oct 20 11:43:17.692078 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0c078-2df3-4ca4-bfdd-e0f79919238e req-d669b273-ba39-48e4-a3be-b12cfb399471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:17.697630 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0af0c078-2df3-4ca4-bfdd-e0f79919238e req-d669b273-ba39-48e4-a3be-b12cfb399471 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3159137 Oct 20 11:43:17.744743 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 02e225c5-4964-469d-8fe3-74ecb91b3348 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:43:17.792572 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c01183-20b3-4eb5-acb8-75db4b96ef67 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Pushing event updated for resources: {'Port': ['ID=30b0ff0b-7bd8-4b05-8f04-849cfa492e5a,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:17.803111 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49480) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:17.811987 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Request body: {'port': {'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab', 'binding:host_id': 'n-h1-814735-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1900108012'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:43:17.834317 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-d6dbd14c-f1a6-4fd5-8eb3-00958104c40c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eadd32f2-5de8-4740-bf63-25c0ecaf752e {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:43:17.840408 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfece5-21a7-4493-a64a-37701b887d58 req-60c01183-20b3-4eb5-acb8-75db4b96ef67 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:17.840568 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-cadfece5-21a7-4493-a64a-37701b887d58 req-60c01183-20b3-4eb5-acb8-75db4b96ef67 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:17.856158 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-d6dbd14c-f1a6-4fd5-8eb3-00958104c40c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:17.884497 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-d6dbd14c-f1a6-4fd5-8eb3-00958104c40c service neutron] Transition to ACTIVE for port object eadd32f2-5de8-4740-bf63-25c0ecaf752e will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:43:17.896103 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-d6dbd14c-f1a6-4fd5-8eb3-00958104c40c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:17.897413 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:17.965961 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Made reservation on behalf of 22877799d2734ef8806da328f00843bc for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:43:17.968851 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:17.975746 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 49490) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:17.984007 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-cadfece5-21a7-4493-a64a-37701b887d58 req-60c01183-20b3-4eb5-acb8-75db4b96ef67 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8766129 Oct 20 11:43:17.989402 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 02e225c5-4964-469d-8fe3-74ecb91b3348, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=02e225c5-4964-469d-8fe3-74ecb91b3348,segment=NetworkSegment(73cbce6c-57a2-4343-bb4b-9f489f07b678),segment_id=73cbce6c-57a2-4343-bb4b-9f489f07b678)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:43:17.989772 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dbd14c-f1a6-4fd5-8eb3-00958104c40c service neutron] Pushing event updated for resources: {'Port': ['ID=eadd32f2-5de8-4740-bf63-25c0ecaf752e,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:17.993986 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:17.994693 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b64c893-9935-47e6-abbd-f9c10f6c07e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02e225c5-4964-469d-8fe3-74ecb91b3348'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:43:17.997865 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12328479-1df7-405f-8141-c9dbf1e0bcff" -d '{"events": [{"server_uuid": "7b64c893-9935-47e6-abbd-f9c10f6c07e6", "name": "network-vif-unplugged", "status": "completed", "tag": "02e225c5-4964-469d-8fe3-74ecb91b3348"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:43:18.009135 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:18.036659 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-cadfece5-21a7-4493-a64a-37701b887d58 req-70b65e53-b965-4c6e-93cb-a7176a7d8cb0 service neutron] Request body: {'port': {'device_id': '28af1f3c-2506-4c7a-a3d1-1112f2034757', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:43:18.107704 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de918b2-9873-4938-ab78-3ad1850fa77e x-openstack-request-id: req-1de918b2-9873-4938-ab78-3ad1850fa77e {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:43:18.108334 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b64c893-9935-47e6-abbd-f9c10f6c07e6", "name": "network-vif-unplugged", "status": "completed", "tag": "02e225c5-4964-469d-8fe3-74ecb91b3348", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:43:18.108334 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1de918b2-9873-4938-ab78-3ad1850fa77e {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:43:18.108625 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b64c893-9935-47e6-abbd-f9c10f6c07e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02e225c5-4964-469d-8fe3-74ecb91b3348', 'code': 200} Oct 20 11:43:18.192460 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=02e225c5-4964-469d-8fe3-74ecb91b3348,revision_number=14']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:18.233809 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-cadfece5-21a7-4493-a64a-37701b887d58 req-70b65e53-b965-4c6e-93cb-a7176a7d8cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:18.293920 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-beb3c36d-77e8-4873-a87e-7a1257a6b154 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f5fc99acf92746f0b6c75e7601cdfadb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3152325 Oct 20 11:43:18.300012 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 49502) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:18.381670 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda7388-c8ba-4c00-ae9e-347efd674210 req-baf50241-5229-4470-9d74-af79bab75453 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:18.406176 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda7388-c8ba-4c00-ae9e-347efd674210 req-baf50241-5229-4470-9d74-af79bab75453 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:18.412899 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda7388-c8ba-4c00-ae9e-347efd674210 req-baf50241-5229-4470-9d74-af79bab75453 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:18.423795 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda7388-c8ba-4c00-ae9e-347efd674210 req-baf50241-5229-4470-9d74-af79bab75453 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:18.436767 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda7388-c8ba-4c00-ae9e-347efd674210 req-baf50241-5229-4470-9d74-af79bab75453 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:18.455937 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda7388-c8ba-4c00-ae9e-347efd674210 req-baf50241-5229-4470-9d74-af79bab75453 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:18.462344 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda7388-c8ba-4c00-ae9e-347efd674210 req-baf50241-5229-4470-9d74-af79bab75453 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:18.470875 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bbda7388-c8ba-4c00-ae9e-347efd674210 req-baf50241-5229-4470-9d74-af79bab75453 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 5407 time: 0.2955892 Oct 20 11:43:18.534703 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-d6dbd14c-f1a6-4fd5-8eb3-00958104c40c service neutron] Attempting to bind port eadd32f2-5de8-4740-bf63-25c0ecaf752e on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:43:18.535353 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-d6dbd14c-f1a6-4fd5-8eb3-00958104c40c service neutron] Attempting to bind port eadd32f2-5de8-4740-bf63-25c0ecaf752e by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': 'd46e7e29-b111-4410-8455-78fe43083225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '777f6155-4cb8-4ffe-990a-e0dddbce5ad7'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:43:18.536430 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-d6dbd14c-f1a6-4fd5-8eb3-00958104c40c service neutron] Attempting to bind port eadd32f2-5de8-4740-bf63-25c0ecaf752e on network 777f6155-4cb8-4ffe-990a-e0dddbce5ad7 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:43:18.582440 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-d6dbd14c-f1a6-4fd5-8eb3-00958104c40c service neutron] Port eadd32f2-5de8-4740-bf63-25c0ecaf752e on network 777f6155-4cb8-4ffe-990a-e0dddbce5ad7 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:43:18.588224 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-d6dbd14c-f1a6-4fd5-8eb3-00958104c40c service neutron] Attempting to bind port eadd32f2-5de8-4740-bf63-25c0ecaf752e on network 777f6155-4cb8-4ffe-990a-e0dddbce5ad7 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:43:18.619532 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-d6dbd14c-f1a6-4fd5-8eb3-00958104c40c service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:43:18.620421 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-d6dbd14c-f1a6-4fd5-8eb3-00958104c40c service neutron] Checking segment: {'id': 'd46e7e29-b111-4410-8455-78fe43083225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '777f6155-4cb8-4ffe-990a-e0dddbce5ad7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:43:18.621043 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-d6dbd14c-f1a6-4fd5-8eb3-00958104c40c service neutron] Bound using segment: {'id': 'd46e7e29-b111-4410-8455-78fe43083225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '777f6155-4cb8-4ffe-990a-e0dddbce5ad7'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:43:18.621721 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-d6dbd14c-f1a6-4fd5-8eb3-00958104c40c service neutron] Bound port: eadd32f2-5de8-4740-bf63-25c0ecaf752e, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd46e7e29-b111-4410-8455-78fe43083225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '777f6155-4cb8-4ffe-990a-e0dddbce5ad7'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:43:18.622339 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-d6dbd14c-f1a6-4fd5-8eb3-00958104c40c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:18.658572 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82ebd5-b064-4258-97ce-f3fde18eb45f req-5b198bf7-5198-40f9-9016-5e513fd75888 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:18.670262 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d82ebd5-b064-4258-97ce-f3fde18eb45f req-5b198bf7-5198-40f9-9016-5e513fd75888 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=28af1f3c-2506-4c7a-a3d1-1112f2034757 HTTP/1.1" status: 200 len: 931 time: 0.1874158 Oct 20 11:43:18.681899 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-da693e47-7eae-4783-a54d-4efbfee379bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:18.714992 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bbda7388-c8ba-4c00-ae9e-347efd674210 req-b8c56929-bcc4-45f1-89b6-a5c49efbbca3 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups?id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&id=ebd2ba54-3ef1-40c4-b641-2d063f2d73b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2354236 Oct 20 11:43:18.809603 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-cadfece5-21a7-4493-a64a-37701b887d58 req-70b65e53-b965-4c6e-93cb-a7176a7d8cb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30b0ff0b-7bd8-4b05-8f04-849cfa492e5a {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:43:18.820953 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-cadfece5-21a7-4493-a64a-37701b887d58 req-70b65e53-b965-4c6e-93cb-a7176a7d8cb0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:18.838288 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-cadfece5-21a7-4493-a64a-37701b887d58 req-70b65e53-b965-4c6e-93cb-a7176a7d8cb0 service neutron] Transition to ACTIVE for port object 30b0ff0b-7bd8-4b05-8f04-849cfa492e5a will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:43:18.841141 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:18.851669 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-cadfece5-21a7-4493-a64a-37701b887d58 req-70b65e53-b965-4c6e-93cb-a7176a7d8cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:18.930755 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b65e53-b965-4c6e-93cb-a7176a7d8cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=30b0ff0b-7bd8-4b05-8f04-849cfa492e5a,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:18.933233 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:18.946439 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] device_id is not set on port f0af96f4-8008-42f7-94d4-1c6c407fab9d yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:43:18.984081 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-da693e47-7eae-4783-a54d-4efbfee379bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:19.124604 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-d6dbd14c-f1a6-4fd5-8eb3-00958104c40c service neutron] For port eadd32f2-5de8-4740-bf63-25c0ecaf752e, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:43:19.129912 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-d6dbd14c-f1a6-4fd5-8eb3-00958104c40c service neutron] For port eadd32f2-5de8-4740-bf63-25c0ecaf752e, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=eadd32f2-5de8-4740-bf63-25c0ecaf752e,segment=NetworkSegment(d46e7e29-b111-4410-8455-78fe43083225),segment_id=d46e7e29-b111-4410-8455-78fe43083225)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:43:19.159974 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d82ebd5-b064-4258-97ce-f3fde18eb45f req-d19f2d8e-1158-4a2d-ab25-8ec1c953c79f tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4867647 Oct 20 11:43:19.165491 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-d6dbd14c-f1a6-4fd5-8eb3-00958104c40c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:19.218373 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d178a74a-d233-4ee6-b752-becfcfbbd44a,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:19.227688 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-d6dbd14c-f1a6-4fd5-8eb3-00958104c40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:19.231438 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-d6dbd14c-f1a6-4fd5-8eb3-00958104c40c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:19.235507 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-d6dbd14c-f1a6-4fd5-8eb3-00958104c40c service neutron] 10.222.0.11 "PUT /v2.0/ports/eadd32f2-5de8-4740-bf63-25c0ecaf752e HTTP/1.1" status: 200 len: 1091 time: 2.9429679 Oct 20 11:43:19.336436 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'tag': 'eadd32f2-5de8-4740-bf63-25c0ecaf752e'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:43:19.343610 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-37fb50ba-4f88-4fde-bd43-09dcd2b5fd98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:19.349078 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f088b9-995f-4a76-8860-89a2c171c4ac" -d '{"events": [{"name": "network-changed", "server_uuid": "ec58b319-2247-4b2a-a5eb-e9c34df81084", "tag": "eadd32f2-5de8-4740-bf63-25c0ecaf752e"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:43:19.383211 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-25a00080-3a55-4df3-9273-1af27890867a service neutron] Request body: {'port': {'device_id': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:43:19.416443 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-cadfece5-21a7-4493-a64a-37701b887d58 req-70b65e53-b965-4c6e-93cb-a7176a7d8cb0 service neutron] Attempting to bind port 30b0ff0b-7bd8-4b05-8f04-849cfa492e5a on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:43:19.416989 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-cadfece5-21a7-4493-a64a-37701b887d58 req-70b65e53-b965-4c6e-93cb-a7176a7d8cb0 service neutron] Attempting to bind port 30b0ff0b-7bd8-4b05-8f04-849cfa492e5a by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '474d5198-d4e2-4e04-8880-971eb081d7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '4684d20a-1285-4a26-b3d8-722aa32ad5b4'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:43:19.417492 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadfece5-21a7-4493-a64a-37701b887d58 req-70b65e53-b965-4c6e-93cb-a7176a7d8cb0 service neutron] Attempting to bind port 30b0ff0b-7bd8-4b05-8f04-849cfa492e5a on network 4684d20a-1285-4a26-b3d8-722aa32ad5b4 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:43:19.432022 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadfece5-21a7-4493-a64a-37701b887d58 req-70b65e53-b965-4c6e-93cb-a7176a7d8cb0 service neutron] Port 30b0ff0b-7bd8-4b05-8f04-849cfa492e5a on network 4684d20a-1285-4a26-b3d8-722aa32ad5b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:43:19.432619 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadfece5-21a7-4493-a64a-37701b887d58 req-70b65e53-b965-4c6e-93cb-a7176a7d8cb0 service neutron] Attempting to bind port 30b0ff0b-7bd8-4b05-8f04-849cfa492e5a on network 4684d20a-1285-4a26-b3d8-722aa32ad5b4 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:43:19.445307 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadfece5-21a7-4493-a64a-37701b887d58 req-70b65e53-b965-4c6e-93cb-a7176a7d8cb0 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:43:19.445967 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadfece5-21a7-4493-a64a-37701b887d58 req-70b65e53-b965-4c6e-93cb-a7176a7d8cb0 service neutron] Checking segment: {'id': '474d5198-d4e2-4e04-8880-971eb081d7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '4684d20a-1285-4a26-b3d8-722aa32ad5b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:43:19.450158 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadfece5-21a7-4493-a64a-37701b887d58 req-70b65e53-b965-4c6e-93cb-a7176a7d8cb0 service neutron] Bound using segment: {'id': '474d5198-d4e2-4e04-8880-971eb081d7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '4684d20a-1285-4a26-b3d8-722aa32ad5b4'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:43:19.451184 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-cadfece5-21a7-4493-a64a-37701b887d58 req-70b65e53-b965-4c6e-93cb-a7176a7d8cb0 service neutron] Bound port: 30b0ff0b-7bd8-4b05-8f04-849cfa492e5a, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '474d5198-d4e2-4e04-8880-971eb081d7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '4684d20a-1285-4a26-b3d8-722aa32ad5b4'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:43:19.451725 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-cadfece5-21a7-4493-a64a-37701b887d58 req-70b65e53-b965-4c6e-93cb-a7176a7d8cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:19.464619 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fda747-c731-4887-86c3-798c9b51d36f req-5250555c-8da6-4fca-8191-964df5064027 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:19.473610 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-23fda747-c731-4887-86c3-798c9b51d36f req-5250555c-8da6-4fca-8191-964df5064027 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=4bad63fe-61b1-48df-b277-70e9c18740a9 HTTP/1.1" status: 200 len: 945 time: 0.5706992 Oct 20 11:43:19.550436 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] device_id is not set on port f0af96f4-8008-42f7-94d4-1c6c407fab9d yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:43:19.586114 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85e198d-121c-4b3e-b56b-3f2e1d5c5e38 x-openstack-request-id: req-f85e198d-121c-4b3e-b56b-3f2e1d5c5e38 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:43:19.589888 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec58b319-2247-4b2a-a5eb-e9c34df81084", "tag": "eadd32f2-5de8-4740-bf63-25c0ecaf752e", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:43:19.590979 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f85e198d-121c-4b3e-b56b-3f2e1d5c5e38 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:43:19.593474 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'tag': 'eadd32f2-5de8-4740-bf63-25c0ecaf752e', 'status': 'completed', 'code': 200} Oct 20 11:43:19.619870 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dbd14c-f1a6-4fd5-8eb3-00958104c40c service neutron] Pushing event updated for resources: {'Port': ['ID=eadd32f2-5de8-4740-bf63-25c0ecaf752e,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:19.621640 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:19.662240 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:19.664670 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-cadfece5-21a7-4493-a64a-37701b887d58 req-70b65e53-b965-4c6e-93cb-a7176a7d8cb0 service neutron] For port 30b0ff0b-7bd8-4b05-8f04-849cfa492e5a, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:43:19.672490 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-cadfece5-21a7-4493-a64a-37701b887d58 req-70b65e53-b965-4c6e-93cb-a7176a7d8cb0 service neutron] For port 30b0ff0b-7bd8-4b05-8f04-849cfa492e5a, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=30b0ff0b-7bd8-4b05-8f04-849cfa492e5a,segment=NetworkSegment(474d5198-d4e2-4e04-8880-971eb081d7c2),segment_id=474d5198-d4e2-4e04-8880-971eb081d7c2)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:43:19.703642 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-cadfece5-21a7-4493-a64a-37701b887d58 req-70b65e53-b965-4c6e-93cb-a7176a7d8cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:19.752736 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfece5-21a7-4493-a64a-37701b887d58 req-70b65e53-b965-4c6e-93cb-a7176a7d8cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:19.753363 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-cadfece5-21a7-4493-a64a-37701b887d58 req-70b65e53-b965-4c6e-93cb-a7176a7d8cb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:19.754770 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-cadfece5-21a7-4493-a64a-37701b887d58 req-70b65e53-b965-4c6e-93cb-a7176a7d8cb0 service neutron] 10.222.0.89 "PUT /v2.0/ports/30b0ff0b-7bd8-4b05-8f04-849cfa492e5a HTTP/1.1" status: 200 len: 1091 time: 1.7278521 Oct 20 11:43:19.755235 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28af1f3c-2506-4c7a-a3d1-1112f2034757', 'tag': '30b0ff0b-7bd8-4b05-8f04-849cfa492e5a'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:43:19.757580 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcbbcb5f-8f07-4f86-ba9a-e33587578f74" -d '{"events": [{"name": "network-changed", "server_uuid": "28af1f3c-2506-4c7a-a3d1-1112f2034757", "tag": "30b0ff0b-7bd8-4b05-8f04-849cfa492e5a"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:43:19.768574 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Pushing event updated for resources: {'Port': ['ID=f0af96f4-8008-42f7-94d4-1c6c407fab9d,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:19.811864 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Checking segment: {'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:43:19.812208 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Network hostable DHCP agents. Network: 8f32c311-7148-4a43-a840-106ee39dbdab, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:43:19.820602 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-25a00080-3a55-4df3-9273-1af27890867a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:19.882742 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b65e53-b965-4c6e-93cb-a7176a7d8cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=30b0ff0b-7bd8-4b05-8f04-849cfa492e5a,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:19.903463 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Network 8f32c311-7148-4a43-a840-106ee39dbdab is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:43:19.908000 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfece5-21a7-4493-a64a-37701b887d58 req-ba487284-2750-4c6d-9e1a-ffc20b0e5430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:19.909684 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-cadfece5-21a7-4493-a64a-37701b887d58 req-ba487284-2750-4c6d-9e1a-ffc20b0e5430 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=87f9bb79a2f44e408030b0f728683d1b&device_id=28af1f3c-2506-4c7a-a3d1-1112f2034757 HTTP/1.1" status: 200 len: 1094 time: 0.0811579 Oct 20 11:43:19.919813 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 8f32c311-7148-4a43-a840-106ee39dbdab) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:43:19.932431 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e62292-a4e3-4bd0-b04a-d20a629a880d None None] Network 8f32c311-7148-4a43-a840-106ee39dbdab requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:43:19.932661 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:43:19.983331 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-cadfece5-21a7-4493-a64a-37701b887d58 req-b124b1f5-9613-4396-b69f-98885ea89088 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=30b0ff0b-7bd8-4b05-8f04-849cfa492e5a HTTP/1.1" status: 200 len: 217 time: 0.0588422 Oct 20 11:43:19.987265 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port f0af96f4-8008-42f7-94d4-1c6c407fab9d on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:43:19.987600 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port f0af96f4-8008-42f7-94d4-1c6c407fab9d by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:43:19.987965 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port f0af96f4-8008-42f7-94d4-1c6c407fab9d on network 8f32c311-7148-4a43-a840-106ee39dbdab {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:43:20.013603 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Port f0af96f4-8008-42f7-94d4-1c6c407fab9d on network 8f32c311-7148-4a43-a840-106ee39dbdab not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:43:20.014030 n-d-814735-3 neutron-server[100646]: ERROR neutron.plugins.ml2.managers [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Failed to bind port f0af96f4-8008-42f7-94d4-1c6c407fab9d on host n-h1-814735-3 for vnic_type normal using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] Oct 20 11:43:20.033421 n-d-814735-3 neutron-server[100646]: INFO neutron.plugins.ml2.plugin [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempt 2 to bind port f0af96f4-8008-42f7-94d4-1c6c407fab9d Oct 20 11:43:20.058049 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port f0af96f4-8008-42f7-94d4-1c6c407fab9d on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:43:20.058452 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port f0af96f4-8008-42f7-94d4-1c6c407fab9d by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:43:20.058757 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port f0af96f4-8008-42f7-94d4-1c6c407fab9d on network 8f32c311-7148-4a43-a840-106ee39dbdab {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:43:20.066229 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Port f0af96f4-8008-42f7-94d4-1c6c407fab9d on network 8f32c311-7148-4a43-a840-106ee39dbdab not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:43:20.066597 n-d-814735-3 neutron-server[100646]: ERROR neutron.plugins.ml2.managers [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Failed to bind port f0af96f4-8008-42f7-94d4-1c6c407fab9d on host n-h1-814735-3 for vnic_type normal using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] Oct 20 11:43:20.069669 n-d-814735-3 neutron-server[100646]: INFO neutron.plugins.ml2.plugin [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempt 3 to bind port f0af96f4-8008-42f7-94d4-1c6c407fab9d Oct 20 11:43:20.080019 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfece5-21a7-4493-a64a-37701b887d58 req-a6c07aea-b940-4a48-8865-cf39cdba9930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:20.081823 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-cadfece5-21a7-4493-a64a-37701b887d58 req-a6c07aea-b940-4a48-8865-cf39cdba9930 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=533789ee-0e8e-421f-8cb0-0d7463c535a5 HTTP/1.1" status: 200 len: 845 time: 0.0776181 Oct 20 11:43:20.087087 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port f0af96f4-8008-42f7-94d4-1c6c407fab9d on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:43:20.087432 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port f0af96f4-8008-42f7-94d4-1c6c407fab9d by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:43:20.087751 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port f0af96f4-8008-42f7-94d4-1c6c407fab9d on network 8f32c311-7148-4a43-a840-106ee39dbdab {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:43:20.103144 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Port f0af96f4-8008-42f7-94d4-1c6c407fab9d on network 8f32c311-7148-4a43-a840-106ee39dbdab not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:43:20.103597 n-d-814735-3 neutron-server[100646]: ERROR neutron.plugins.ml2.managers [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Failed to bind port f0af96f4-8008-42f7-94d4-1c6c407fab9d on host n-h1-814735-3 for vnic_type normal using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] Oct 20 11:43:20.103997 n-d-814735-3 neutron-server[100646]: INFO neutron.plugins.ml2.plugin [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempt 4 to bind port f0af96f4-8008-42f7-94d4-1c6c407fab9d Oct 20 11:43:20.131584 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-cadfece5-21a7-4493-a64a-37701b887d58 req-bbe245a4-73ba-4a06-ac93-8d209e2974ff service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4684d20a-1285-4a26-b3d8-722aa32ad5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382204 Oct 20 11:43:20.161721 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-da693e47-7eae-4783-a54d-4efbfee379bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:20.164530 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-da693e47-7eae-4783-a54d-4efbfee379bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:20.173058 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-da693e47-7eae-4783-a54d-4efbfee379bf admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/044ef768-3887-4204-8349-432ac1b7d392 HTTP/1.1" status: 204 len: 168 time: 1.8709285 Oct 20 11:43:20.247927 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f088b9-995f-4a76-8860-89a2c171c4ac req-c030f522-122c-490c-98fa-048398e640f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:20.248746 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f088b9-995f-4a76-8860-89a2c171c4ac req-c030f522-122c-490c-98fa-048398e640f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:20.249276 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f088b9-995f-4a76-8860-89a2c171c4ac req-c030f522-122c-490c-98fa-048398e640f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:20.249976 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f088b9-995f-4a76-8860-89a2c171c4ac req-c030f522-122c-490c-98fa-048398e640f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:20.253701 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-cadfece5-21a7-4493-a64a-37701b887d58 req-8b46bfb5-645c-4f09-9ff2-2bfc2cbc1ddf service neutron] 10.222.0.89 "GET /v2.0/networks/4684d20a-1285-4a26-b3d8-722aa32ad5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119294 Oct 20 11:43:20.255442 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f088b9-995f-4a76-8860-89a2c171c4ac req-c030f522-122c-490c-98fa-048398e640f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:20.256927 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port f0af96f4-8008-42f7-94d4-1c6c407fab9d on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:43:20.257067 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f088b9-995f-4a76-8860-89a2c171c4ac req-c030f522-122c-490c-98fa-048398e640f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:20.257334 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port f0af96f4-8008-42f7-94d4-1c6c407fab9d by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:43:20.257496 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f088b9-995f-4a76-8860-89a2c171c4ac req-c030f522-122c-490c-98fa-048398e640f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:20.257673 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port f0af96f4-8008-42f7-94d4-1c6c407fab9d on network 8f32c311-7148-4a43-a840-106ee39dbdab {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:43:20.261240 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e2f088b9-995f-4a76-8860-89a2c171c4ac req-c030f522-122c-490c-98fa-048398e640f9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eaec2bab7fdf45a2bb81df4997c7d09e&device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 6354 time: 0.7205060 Oct 20 11:43:20.262669 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Port f0af96f4-8008-42f7-94d4-1c6c407fab9d on network 8f32c311-7148-4a43-a840-106ee39dbdab not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:43:20.263090 n-d-814735-3 neutron-server[100646]: ERROR neutron.plugins.ml2.managers [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Failed to bind port f0af96f4-8008-42f7-94d4-1c6c407fab9d on host n-h1-814735-3 for vnic_type normal using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] Oct 20 11:43:20.263709 n-d-814735-3 neutron-server[100646]: INFO neutron.plugins.ml2.plugin [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempt 5 to bind port f0af96f4-8008-42f7-94d4-1c6c407fab9d Oct 20 11:43:20.305972 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-23fda747-c731-4887-86c3-798c9b51d36f req-86643034-1802-42b3-8424-c496d7909211 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8310528 Oct 20 11:43:20.306947 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da693e47-7eae-4783-a54d-4efbfee379bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044ef768-3887-4204-8349-432ac1b7d392,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:20.318349 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port f0af96f4-8008-42f7-94d4-1c6c407fab9d on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:43:20.318687 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port f0af96f4-8008-42f7-94d4-1c6c407fab9d by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:43:20.319141 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port f0af96f4-8008-42f7-94d4-1c6c407fab9d on network 8f32c311-7148-4a43-a840-106ee39dbdab {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:43:20.364941 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Port f0af96f4-8008-42f7-94d4-1c6c407fab9d on network 8f32c311-7148-4a43-a840-106ee39dbdab not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:43:20.365119 n-d-814735-3 neutron-server[100646]: ERROR neutron.plugins.ml2.managers [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Failed to bind port f0af96f4-8008-42f7-94d4-1c6c407fab9d on host n-h1-814735-3 for vnic_type normal using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] Oct 20 11:43:20.368873 n-d-814735-3 neutron-server[100646]: INFO neutron.plugins.ml2.plugin [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempt 6 to bind port f0af96f4-8008-42f7-94d4-1c6c407fab9d Oct 20 11:43:20.389526 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port f0af96f4-8008-42f7-94d4-1c6c407fab9d on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:43:20.389842 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port f0af96f4-8008-42f7-94d4-1c6c407fab9d by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:43:20.390180 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port f0af96f4-8008-42f7-94d4-1c6c407fab9d on network 8f32c311-7148-4a43-a840-106ee39dbdab {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:43:20.398673 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Port f0af96f4-8008-42f7-94d4-1c6c407fab9d on network 8f32c311-7148-4a43-a840-106ee39dbdab not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:43:20.398673 n-d-814735-3 neutron-server[100646]: ERROR neutron.plugins.ml2.managers [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Failed to bind port f0af96f4-8008-42f7-94d4-1c6c407fab9d on host n-h1-814735-3 for vnic_type normal using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] Oct 20 11:43:20.402568 n-d-814735-3 neutron-server[100646]: INFO neutron.plugins.ml2.plugin [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempt 7 to bind port f0af96f4-8008-42f7-94d4-1c6c407fab9d Oct 20 11:43:20.421319 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port f0af96f4-8008-42f7-94d4-1c6c407fab9d on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:43:20.421593 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port f0af96f4-8008-42f7-94d4-1c6c407fab9d by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:43:20.421917 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port f0af96f4-8008-42f7-94d4-1c6c407fab9d on network 8f32c311-7148-4a43-a840-106ee39dbdab {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:43:20.432241 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Port f0af96f4-8008-42f7-94d4-1c6c407fab9d on network 8f32c311-7148-4a43-a840-106ee39dbdab not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:43:20.432561 n-d-814735-3 neutron-server[100646]: ERROR neutron.plugins.ml2.managers [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Failed to bind port f0af96f4-8008-42f7-94d4-1c6c407fab9d on host n-h1-814735-3 for vnic_type normal using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] Oct 20 11:43:20.434506 n-d-814735-3 neutron-server[100646]: INFO neutron.plugins.ml2.plugin [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempt 8 to bind port f0af96f4-8008-42f7-94d4-1c6c407fab9d Oct 20 11:43:20.440939 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-cadfece5-21a7-4493-a64a-37701b887d58 req-8d0d9ce6-8ee9-4203-99e9-ceeef5a0f865 service neutron] 10.222.0.89 "GET /v2.0/networks/4684d20a-1285-4a26-b3d8-722aa32ad5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730742 Oct 20 11:43:20.441671 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc603cc4-8285-45c6-bdfd-4479c8a41c61 req-1953b54c-baad-4013-b6ac-db54879d4a4d tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:20.443513 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fc603cc4-8285-45c6-bdfd-4479c8a41c61 req-1953b54c-baad-4013-b6ac-db54879d4a4d tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.7016089 Oct 20 11:43:20.451892 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port f0af96f4-8008-42f7-94d4-1c6c407fab9d on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:43:20.452645 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port f0af96f4-8008-42f7-94d4-1c6c407fab9d by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:43:20.453180 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port f0af96f4-8008-42f7-94d4-1c6c407fab9d on network 8f32c311-7148-4a43-a840-106ee39dbdab {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:43:20.458248 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Port f0af96f4-8008-42f7-94d4-1c6c407fab9d on network 8f32c311-7148-4a43-a840-106ee39dbdab not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:43:20.458817 n-d-814735-3 neutron-server[100646]: ERROR neutron.plugins.ml2.managers [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Failed to bind port f0af96f4-8008-42f7-94d4-1c6c407fab9d on host n-h1-814735-3 for vnic_type normal using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] Oct 20 11:43:20.459404 n-d-814735-3 neutron-server[100646]: INFO neutron.plugins.ml2.plugin [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempt 9 to bind port f0af96f4-8008-42f7-94d4-1c6c407fab9d Oct 20 11:43:20.479172 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port f0af96f4-8008-42f7-94d4-1c6c407fab9d on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:43:20.479836 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port f0af96f4-8008-42f7-94d4-1c6c407fab9d by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:43:20.480366 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port f0af96f4-8008-42f7-94d4-1c6c407fab9d on network 8f32c311-7148-4a43-a840-106ee39dbdab {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:43:20.486436 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Port f0af96f4-8008-42f7-94d4-1c6c407fab9d on network 8f32c311-7148-4a43-a840-106ee39dbdab not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:43:20.487024 n-d-814735-3 neutron-server[100646]: ERROR neutron.plugins.ml2.managers [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Failed to bind port f0af96f4-8008-42f7-94d4-1c6c407fab9d on host n-h1-814735-3 for vnic_type normal using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] Oct 20 11:43:20.487600 n-d-814735-3 neutron-server[100646]: INFO neutron.plugins.ml2.plugin [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempt 10 to bind port f0af96f4-8008-42f7-94d4-1c6c407fab9d Oct 20 11:43:20.508860 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port f0af96f4-8008-42f7-94d4-1c6c407fab9d on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:43:20.509485 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port f0af96f4-8008-42f7-94d4-1c6c407fab9d by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:43:20.510073 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port f0af96f4-8008-42f7-94d4-1c6c407fab9d on network 8f32c311-7148-4a43-a840-106ee39dbdab {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:43:20.516119 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Port f0af96f4-8008-42f7-94d4-1c6c407fab9d on network 8f32c311-7148-4a43-a840-106ee39dbdab not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:43:20.517205 n-d-814735-3 neutron-server[100646]: ERROR neutron.plugins.ml2.managers [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Failed to bind port f0af96f4-8008-42f7-94d4-1c6c407fab9d on host n-h1-814735-3 for vnic_type normal using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] Oct 20 11:43:20.517572 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:20.633789 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] For port f0af96f4-8008-42f7-94d4-1c6c407fab9d, host n-h1-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:43:20.634496 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempted to set empty binding levels {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 20 11:43:20.641373 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:20.734620 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:20.735339 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:20.776284 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.9685030 Oct 20 11:43:20.784798 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49594) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:20.823979 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a7da56-d793-4b0d-bf41-e7ddef357c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Pushing event updated for resources: {'Port': ['ID=f0af96f4-8008-42f7-94d4-1c6c407fab9d,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:20.902983 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-2ac4651e-5304-496b-bb97-ca42b26955d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Deleting port f0af96f4-8008-42f7-94d4-1c6c407fab9d {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:43:20.903393 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2ac4651e-5304-496b-bb97-ca42b26955d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:20.946048 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-25a00080-3a55-4df3-9273-1af27890867a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ab69a51-91cc-41f2-97f3-589067ce8290 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:43:20.969032 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-25a00080-3a55-4df3-9273-1af27890867a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:20.974778 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-2ac4651e-5304-496b-bb97-ca42b26955d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] For port f0af96f4-8008-42f7-94d4-1c6c407fab9d, host n-h1-814735-3, got binding levels [] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:43:20.975810 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2ac4651e-5304-496b-bb97-ca42b26955d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:20.995358 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-25a00080-3a55-4df3-9273-1af27890867a service neutron] Transition to ACTIVE for port object 3ab69a51-91cc-41f2-97f3-589067ce8290 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:43:21.012905 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-2ac4651e-5304-496b-bb97-ca42b26955d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Calling delete_port for f0af96f4-8008-42f7-94d4-1c6c407fab9d owned by {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:43:21.043134 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3afcc3-619c-4d24-8dfa-d0eb0e36c4ab req-bbe13159-3e2b-4ab3-ad3f-6d48fbe7a0df tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:21.049899 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3afcc3-619c-4d24-8dfa-d0eb0e36c4ab req-bbe13159-3e2b-4ab3-ad3f-6d48fbe7a0df tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:21.056390 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3afcc3-619c-4d24-8dfa-d0eb0e36c4ab req-bbe13159-3e2b-4ab3-ad3f-6d48fbe7a0df tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:21.068805 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3afcc3-619c-4d24-8dfa-d0eb0e36c4ab req-bbe13159-3e2b-4ab3-ad3f-6d48fbe7a0df tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:21.076233 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3afcc3-619c-4d24-8dfa-d0eb0e36c4ab req-bbe13159-3e2b-4ab3-ad3f-6d48fbe7a0df tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:21.083204 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3afcc3-619c-4d24-8dfa-d0eb0e36c4ab req-bbe13159-3e2b-4ab3-ad3f-6d48fbe7a0df tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:21.089779 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3afcc3-619c-4d24-8dfa-d0eb0e36c4ab req-bbe13159-3e2b-4ab3-ad3f-6d48fbe7a0df tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:21.092011 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ef3afcc3-619c-4d24-8dfa-d0eb0e36c4ab req-bbe13159-3e2b-4ab3-ad3f-6d48fbe7a0df tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 5407 time: 0.6475635 Oct 20 11:43:21.093938 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f088b9-995f-4a76-8860-89a2c171c4ac req-10dcc60c-8712-4601-80f7-c4b82ed939e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:21.094632 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f088b9-995f-4a76-8860-89a2c171c4ac req-10dcc60c-8712-4601-80f7-c4b82ed939e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:21.095301 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f088b9-995f-4a76-8860-89a2c171c4ac req-10dcc60c-8712-4601-80f7-c4b82ed939e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:21.096923 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e2f088b9-995f-4a76-8860-89a2c171c4ac req-10dcc60c-8712-4601-80f7-c4b82ed939e7 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=eaec2bab7fdf45a2bb81df4997c7d09e&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.7879901 Oct 20 11:43:21.098755 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-25a00080-3a55-4df3-9273-1af27890867a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:21.110216 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fc603cc4-8285-45c6-bdfd-4479c8a41c61 req-cf1babd3-491d-4ac8-a4e7-1719286f2b2f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6178725 Oct 20 11:43:21.135720 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2ac4651e-5304-496b-bb97-ca42b26955d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:21.220778 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac4651e-5304-496b-bb97-ca42b26955d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Pushing event deleted for resources: {'Port': ['ID=f0af96f4-8008-42f7-94d4-1c6c407fab9d,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:21.259455 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c232d8d8-b803-44b2-825d-018279603127 x-openstack-request-id: req-c232d8d8-b803-44b2-825d-018279603127 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:43:21.262844 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28af1f3c-2506-4c7a-a3d1-1112f2034757", "tag": "30b0ff0b-7bd8-4b05-8f04-849cfa492e5a", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:43:21.263298 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c232d8d8-b803-44b2-825d-018279603127 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:43:21.268287 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28af1f3c-2506-4c7a-a3d1-1112f2034757', 'tag': '30b0ff0b-7bd8-4b05-8f04-849cfa492e5a', 'status': 'completed', 'code': 200} Oct 20 11:43:21.320424 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2ac4651e-5304-496b-bb97-ca42b26955d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:21.325676 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2ac4651e-5304-496b-bb97-ca42b26955d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] 10.222.0.98 "DELETE /v2.0/ports/f0af96f4-8008-42f7-94d4-1c6c407fab9d HTTP/1.1" status: 204 len: 168 time: 0.5398695 Oct 20 11:43:21.330962 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49614) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:21.365649 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a00080-3a55-4df3-9273-1af27890867a service neutron] Pushing event updated for resources: {'Port': ['ID=3ab69a51-91cc-41f2-97f3-589067ce8290,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:21.397337 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-b694333c-9fce-42ba-bab4-765235108748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] GET failed (client error): The resource could not be found. Oct 20 11:43:21.399663 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b694333c-9fce-42ba-bab4-765235108748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] 10.222.0.98 "GET /v2.0/ports/f0af96f4-8008-42f7-94d4-1c6c407fab9d HTTP/1.1" status: 404 len: 333 time: 0.0660644 Oct 20 11:43:21.408360 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49618) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:21.414923 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-58232765-c163-44af-bd07-b4ba24c5bbfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Request body: {'port': {'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226489368'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:43:21.453288 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58232765-c163-44af-bd07-b4ba24c5bbfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Made reservation on behalf of 22877799d2734ef8806da328f00843bc for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:43:21.457459 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-58232765-c163-44af-bd07-b4ba24c5bbfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:21.479826 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbbcb5f-8f07-4f86-ba9a-e33587578f74 req-0a752a81-908f-4099-aabf-a5163b088f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:21.481967 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-dcbbcb5f-8f07-4f86-ba9a-e33587578f74 req-0a752a81-908f-4099-aabf-a5163b088f00 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=87f9bb79a2f44e408030b0f728683d1b&device_id=28af1f3c-2506-4c7a-a3d1-1112f2034757 HTTP/1.1" status: 200 len: 1094 time: 0.2118230 Oct 20 11:43:21.485285 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-58232765-c163-44af-bd07-b4ba24c5bbfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] device_id is not set on port cc44d28a-88a1-4668-b667-e76ecb66117a yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:43:21.775513 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device dca250b8-c196-41db-a9e2-0ac813ae48c2 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:43:21.837585 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbbcb5f-8f07-4f86-ba9a-e33587578f74 req-273f718c-e36d-4521-bae8-f44319805bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:21.840787 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-dcbbcb5f-8f07-4f86-ba9a-e33587578f74 req-273f718c-e36d-4521-bae8-f44319805bb4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=4684d20a-1285-4a26-b3d8-722aa32ad5b4 HTTP/1.1" status: 200 len: 907 time: 0.3481798 Oct 20 11:43:21.991212 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port dca250b8-c196-41db-a9e2-0ac813ae48c2, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=dca250b8-c196-41db-a9e2-0ac813ae48c2,segment=NetworkSegment(635b408c-b931-4fe4-a946-3320f78b98e5),segment_id=635b408c-b931-4fe4-a946-3320f78b98e5)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:43:22.035397 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-dcbbcb5f-8f07-4f86-ba9a-e33587578f74 req-38831672-4827-45fe-b236-8470e184aa34 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=30b0ff0b-7bd8-4b05-8f04-849cfa492e5a HTTP/1.1" status: 200 len: 217 time: 0.1746848 Oct 20 11:43:22.058682 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': 'dca250b8-c196-41db-a9e2-0ac813ae48c2', 'network_id': 'b8b16dd1-14c2-429e-a738-23f5243332c4', 'port_id': 'dca250b8-c196-41db-a9e2-0ac813ae48c2', 'mac_address': 'fa:16:3e:71:7f:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2680d228-fd7a-4853-9272-b0d143a6d48d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:43:22.094677 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-58232765-c163-44af-bd07-b4ba24c5bbfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:22.151381 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:22.163067 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbbcb5f-8f07-4f86-ba9a-e33587578f74 req-f6bcb76a-4b9a-498e-9492-9371c1ffa86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:22.164982 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-dcbbcb5f-8f07-4f86-ba9a-e33587578f74 req-f6bcb76a-4b9a-498e-9492-9371c1ffa86d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=533789ee-0e8e-421f-8cb0-0d7463c535a5 HTTP/1.1" status: 200 len: 845 time: 0.1006758 Oct 20 11:43:22.176645 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dca250b8-c196-41db-a9e2-0ac813ae48c2 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:43:22.208698 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ef3afcc3-619c-4d24-8dfa-d0eb0e36c4ab req-2661a4d2-e4a8-4060-9e0f-e39449f744fc tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups?id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&id=ebd2ba54-3ef1-40c4-b641-2d063f2d73b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0557449 Oct 20 11:43:22.215905 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port dca250b8-c196-41db-a9e2-0ac813ae48c2, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=dca250b8-c196-41db-a9e2-0ac813ae48c2,segment=NetworkSegment(635b408c-b931-4fe4-a946-3320f78b98e5),segment_id=635b408c-b931-4fe4-a946-3320f78b98e5)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:43:22.218765 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 30b0ff0b-7bd8-4b05-8f04-849cfa492e5a details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:43:22.270482 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:22.293440 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-dcbbcb5f-8f07-4f86-ba9a-e33587578f74 req-2489e2fc-ab0e-4ae2-8be8-41875e6605d7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4684d20a-1285-4a26-b3d8-722aa32ad5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1134834 Oct 20 11:43:22.337739 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f088b9-995f-4a76-8860-89a2c171c4ac req-a22b19b3-66a6-499d-9c94-d9f196096647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:22.339534 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e2f088b9-995f-4a76-8860-89a2c171c4ac req-a22b19b3-66a6-499d-9c94-d9f196096647 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 1.2280388 Oct 20 11:43:22.354902 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140434c4-0b52-43b5-b08e-e29392ce97b8 req-a1dc6e5b-aac1-4ace-814e-eb2911cdd9af tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:22.364697 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-140434c4-0b52-43b5-b08e-e29392ce97b8 req-a1dc6e5b-aac1-4ace-814e-eb2911cdd9af tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=28af1f3c-2506-4c7a-a3d1-1112f2034757 HTTP/1.1" status: 200 len: 943 time: 0.2561045 Oct 20 11:43:22.377779 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['dca250b8-c196-41db-a9e2-0ac813ae48c2'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:43:22.393510 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-25a00080-3a55-4df3-9273-1af27890867a service neutron] Attempting to bind port 3ab69a51-91cc-41f2-97f3-589067ce8290 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:43:22.394148 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-25a00080-3a55-4df3-9273-1af27890867a service neutron] Attempting to bind port 3ab69a51-91cc-41f2-97f3-589067ce8290 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '52735a1f-98a3-4d0e-8b1b-ed6b349adcf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '9e28e111-da3b-432f-b66c-1b77e1797d1c'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:43:22.395519 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-25a00080-3a55-4df3-9273-1af27890867a service neutron] Attempting to bind port 3ab69a51-91cc-41f2-97f3-589067ce8290 on network 9e28e111-da3b-432f-b66c-1b77e1797d1c {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:43:22.408194 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-25a00080-3a55-4df3-9273-1af27890867a service neutron] Port 3ab69a51-91cc-41f2-97f3-589067ce8290 on network 9e28e111-da3b-432f-b66c-1b77e1797d1c not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:43:22.408910 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-25a00080-3a55-4df3-9273-1af27890867a service neutron] Attempting to bind port 3ab69a51-91cc-41f2-97f3-589067ce8290 on network 9e28e111-da3b-432f-b66c-1b77e1797d1c {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:43:22.422629 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-25a00080-3a55-4df3-9273-1af27890867a service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:43:22.423361 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-25a00080-3a55-4df3-9273-1af27890867a service neutron] Checking segment: {'id': '52735a1f-98a3-4d0e-8b1b-ed6b349adcf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '9e28e111-da3b-432f-b66c-1b77e1797d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:43:22.423986 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-25a00080-3a55-4df3-9273-1af27890867a service neutron] Bound using segment: {'id': '52735a1f-98a3-4d0e-8b1b-ed6b349adcf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '9e28e111-da3b-432f-b66c-1b77e1797d1c'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:43:22.425301 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-25a00080-3a55-4df3-9273-1af27890867a service neutron] Bound port: 3ab69a51-91cc-41f2-97f3-589067ce8290, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52735a1f-98a3-4d0e-8b1b-ed6b349adcf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '9e28e111-da3b-432f-b66c-1b77e1797d1c'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:43:22.426185 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-25a00080-3a55-4df3-9273-1af27890867a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:22.446557 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-50426931-1a17-4246-bc14-be83c3227ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:22.469629 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.db.resource_extend [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 11:43:22.476027 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-140434c4-0b52-43b5-b08e-e29392ce97b8 req-a162c7ef-c797-4558-87c6-18964b61e001 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101961 Oct 20 11:43:22.723348 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dcd7c4-b07f-4814-94a0-dc07020ea61c req-7620fa26-4912-4a37-abe3-074cff0beadb tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:22.725026 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-71dcd7c4-b07f-4814-94a0-dc07020ea61c req-7620fa26-4912-4a37-abe3-074cff0beadb tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=4bad63fe-61b1-48df-b277-70e9c18740a9 HTTP/1.1" status: 200 len: 944 time: 0.1765859 Oct 20 11:43:22.737295 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-dcbbcb5f-8f07-4f86-ba9a-e33587578f74 req-9f6230bb-379b-4b5b-8800-1c78fd2f38a0 service neutron] 10.222.0.89 "GET /v2.0/networks/4684d20a-1285-4a26-b3d8-722aa32ad5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4264121 Oct 20 11:43:22.744279 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-58232765-c163-44af-bd07-b4ba24c5bbfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:22.745449 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-25a00080-3a55-4df3-9273-1af27890867a service neutron] For port 3ab69a51-91cc-41f2-97f3-589067ce8290, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:43:22.762451 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-25a00080-3a55-4df3-9273-1af27890867a service neutron] For port 3ab69a51-91cc-41f2-97f3-589067ce8290, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=3ab69a51-91cc-41f2-97f3-589067ce8290,segment=NetworkSegment(52735a1f-98a3-4d0e-8b1b-ed6b349adcf3),segment_id=52735a1f-98a3-4d0e-8b1b-ed6b349adcf3)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:43:22.771593 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=dca250b8-c196-41db-a9e2-0ac813ae48c2,revision_number=6']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:22.878603 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-25a00080-3a55-4df3-9273-1af27890867a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:22.887417 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 30b0ff0b-7bd8-4b05-8f04-849cfa492e5a, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=30b0ff0b-7bd8-4b05-8f04-849cfa492e5a,segment=NetworkSegment(474d5198-d4e2-4e04-8880-971eb081d7c2),segment_id=474d5198-d4e2-4e04-8880-971eb081d7c2)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:43:22.910915 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58232765-c163-44af-bd07-b4ba24c5bbfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Network 8f32c311-7148-4a43-a840-106ee39dbdab is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:43:22.920187 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '30b0ff0b-7bd8-4b05-8f04-849cfa492e5a', 'network_id': '4684d20a-1285-4a26-b3d8-722aa32ad5b4', 'port_id': '30b0ff0b-7bd8-4b05-8f04-849cfa492e5a', 'mac_address': 'fa:16:3e:21:13:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '533789ee-0e8e-421f-8cb0-0d7463c535a5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:43:23.021559 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-58232765-c163-44af-bd07-b4ba24c5bbfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:43:23.038417 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58232765-c163-44af-bd07-b4ba24c5bbfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Pushing event updated for resources: {'Port': ['ID=cc44d28a-88a1-4668-b667-e76ecb66117a,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:23.043251 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:23.053663 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a00080-3a55-4df3-9273-1af27890867a service neutron] Pushing event updated for resources: {'Port': ['ID=3ab69a51-91cc-41f2-97f3-589067ce8290,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:23.056118 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58232765-c163-44af-bd07-b4ba24c5bbfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:43:23.056714 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58232765-c163-44af-bd07-b4ba24c5bbfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:23.057459 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-58232765-c163-44af-bd07-b4ba24c5bbfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:23.104777 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-58232765-c163-44af-bd07-b4ba24c5bbfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.6940441 Oct 20 11:43:23.105281 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49678) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:23.112711 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30b0ff0b-7bd8-4b05-8f04-849cfa492e5a {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:43:23.125017 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:43:23.149088 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2218cb-3ea9-4650-826c-b9d934062470 req-33c6c455-9165-4b6b-8ab0-fc9d663d49fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:23.150957 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7a2218cb-3ea9-4650-826c-b9d934062470 req-33c6c455-9165-4b6b-8ab0-fc9d663d49fa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f0012baf31914701a438a4a910671113&device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 1095 time: 0.3857808 Oct 20 11:43:23.152378 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-25a00080-3a55-4df3-9273-1af27890867a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:23.153102 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-25a00080-3a55-4df3-9273-1af27890867a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:23.154464 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-25a00080-3a55-4df3-9273-1af27890867a service neutron] 10.222.0.11 "PUT /v2.0/ports/3ab69a51-91cc-41f2-97f3-589067ce8290 HTTP/1.1" status: 200 len: 1091 time: 3.7983360 Oct 20 11:43:23.161756 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'tag': '3ab69a51-91cc-41f2-97f3-589067ce8290'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:43:23.168679 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b815d3c-713a-463f-b6b9-8e09a53a8c85" -d '{"events": [{"name": "network-changed", "server_uuid": "ec58b319-2247-4b2a-a5eb-e9c34df81084", "tag": "3ab69a51-91cc-41f2-97f3-589067ce8290"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:43:23.201180 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:23.203279 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 30b0ff0b-7bd8-4b05-8f04-849cfa492e5a, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=30b0ff0b-7bd8-4b05-8f04-849cfa492e5a,segment=NetworkSegment(474d5198-d4e2-4e04-8880-971eb081d7c2),segment_id=474d5198-d4e2-4e04-8880-971eb081d7c2)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:43:23.204411 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:23.216263 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:23.231341 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-cb318f01-1be5-4d83-a994-e66a96fa4964 service neutron] Request body: {'port': {'device_id': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:43:23.258738 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b17b2-1472-42d5-8819-b1fd2ab07a36 req-aae9a7c0-27ea-4c5f-b578-30beeb7bdc5b tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:23.261237 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c22b17b2-1472-42d5-8819-b1fd2ab07a36 req-aae9a7c0-27ea-4c5f-b578-30beeb7bdc5b tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.4939284 Oct 20 11:43:23.264573 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-71dcd7c4-b07f-4814-94a0-dc07020ea61c req-c771af12-66fe-440a-9f57-34d6a66a4b9c tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5005910 Oct 20 11:43:23.329698 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-dcbbcb5f-8f07-4f86-ba9a-e33587578f74 req-d56ceed1-f8c0-461c-bfac-8bce355eea37 service neutron] 10.222.0.89 "GET /v2.0/networks/4684d20a-1285-4a26-b3d8-722aa32ad5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5766094 Oct 20 11:43:23.331261 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:23.379643 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=30b0ff0b-7bd8-4b05-8f04-849cfa492e5a,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:23.464244 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f2d351-4625-4447-b011-955eaa317463 x-openstack-request-id: req-28f2d351-4625-4447-b011-955eaa317463 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:43:23.464543 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec58b319-2247-4b2a-a5eb-e9c34df81084", "tag": "3ab69a51-91cc-41f2-97f3-589067ce8290", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:43:23.464787 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-28f2d351-4625-4447-b011-955eaa317463 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:43:23.465555 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'tag': '3ab69a51-91cc-41f2-97f3-589067ce8290', 'status': 'completed', 'code': 200} Oct 20 11:43:23.466477 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-cb318f01-1be5-4d83-a994-e66a96fa4964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:23.525634 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['30b0ff0b-7bd8-4b05-8f04-849cfa492e5a'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:43:23.604334 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c22b17b2-1472-42d5-8819-b1fd2ab07a36 req-39a2d7e9-9145-4840-84c3-dcea63bbcffa tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3165324 Oct 20 11:43:23.663488 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b815d3c-713a-463f-b6b9-8e09a53a8c85 req-f3e7f1e6-829c-4c7d-8d6e-834f6576d02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:23.664383 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b815d3c-713a-463f-b6b9-8e09a53a8c85 req-f3e7f1e6-829c-4c7d-8d6e-834f6576d02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:23.665225 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b815d3c-713a-463f-b6b9-8e09a53a8c85 req-f3e7f1e6-829c-4c7d-8d6e-834f6576d02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:23.665871 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b815d3c-713a-463f-b6b9-8e09a53a8c85 req-f3e7f1e6-829c-4c7d-8d6e-834f6576d02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:23.666512 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b815d3c-713a-463f-b6b9-8e09a53a8c85 req-f3e7f1e6-829c-4c7d-8d6e-834f6576d02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:23.667194 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b815d3c-713a-463f-b6b9-8e09a53a8c85 req-f3e7f1e6-829c-4c7d-8d6e-834f6576d02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:23.667832 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b815d3c-713a-463f-b6b9-8e09a53a8c85 req-f3e7f1e6-829c-4c7d-8d6e-834f6576d02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:23.671084 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-4b815d3c-713a-463f-b6b9-8e09a53a8c85 req-f3e7f1e6-829c-4c7d-8d6e-834f6576d02a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eaec2bab7fdf45a2bb81df4997c7d09e&device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 6421 time: 0.1999657 Oct 20 11:43:23.781767 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device dca250b8-c196-41db-a9e2-0ac813ae48c2 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:43:23.858121 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2218cb-3ea9-4650-826c-b9d934062470 req-cf00d6e2-5217-4211-a0cb-084dcae5bf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:23.859833 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7a2218cb-3ea9-4650-826c-b9d934062470 req-cf00d6e2-5217-4211-a0cb-084dcae5bf71 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a1980227-64af-4c17-9cee-4570c69a4cb6 HTTP/1.1" status: 200 len: 914 time: 0.6773713 Oct 20 11:43:24.071424 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625bcb0-ba75-485c-a43f-2bf4b4848ec7 req-797967de-2105-4908-aecd-94b7f6656575 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:24.073509 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6625bcb0-ba75-485c-a43f-2bf4b4848ec7 req-797967de-2105-4908-aecd-94b7f6656575 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=28af1f3c-2506-4c7a-a3d1-1112f2034757 HTTP/1.1" status: 200 len: 944 time: 0.2228863 Oct 20 11:43:24.074821 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port dca250b8-c196-41db-a9e2-0ac813ae48c2 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:43:24.076435 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:24.095231 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5352ab7-0313-49b6-be81-ba034bb00212 req-05f51180-0fa9-4f95-8fb7-1e9d3d506268 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:24.110655 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5352ab7-0313-49b6-be81-ba034bb00212 req-05f51180-0fa9-4f95-8fb7-1e9d3d506268 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:24.123789 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5352ab7-0313-49b6-be81-ba034bb00212 req-05f51180-0fa9-4f95-8fb7-1e9d3d506268 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:24.130777 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5352ab7-0313-49b6-be81-ba034bb00212 req-05f51180-0fa9-4f95-8fb7-1e9d3d506268 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:24.149713 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5352ab7-0313-49b6-be81-ba034bb00212 req-05f51180-0fa9-4f95-8fb7-1e9d3d506268 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:24.170244 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5352ab7-0313-49b6-be81-ba034bb00212 req-05f51180-0fa9-4f95-8fb7-1e9d3d506268 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:24.193692 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5352ab7-0313-49b6-be81-ba034bb00212 req-05f51180-0fa9-4f95-8fb7-1e9d3d506268 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:24.196768 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b5352ab7-0313-49b6-be81-ba034bb00212 req-05f51180-0fa9-4f95-8fb7-1e9d3d506268 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 5419 time: 0.6508491 Oct 20 11:43:24.245041 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b815d3c-713a-463f-b6b9-8e09a53a8c85 req-bc8e60b3-9595-409f-8ec3-c16878d2a7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:24.245271 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:24.245514 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b815d3c-713a-463f-b6b9-8e09a53a8c85 req-bc8e60b3-9595-409f-8ec3-c16878d2a7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:24.245968 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b815d3c-713a-463f-b6b9-8e09a53a8c85 req-bc8e60b3-9595-409f-8ec3-c16878d2a7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:24.247615 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-4b815d3c-713a-463f-b6b9-8e09a53a8c85 req-bc8e60b3-9595-409f-8ec3-c16878d2a7b6 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=eaec2bab7fdf45a2bb81df4997c7d09e&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.5484378 Oct 20 11:43:24.337055 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port dca250b8-c196-41db-a9e2-0ac813ae48c2, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=dca250b8-c196-41db-a9e2-0ac813ae48c2,segment=NetworkSegment(635b408c-b931-4fe4-a946-3320f78b98e5),segment_id=635b408c-b931-4fe4-a946-3320f78b98e5)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:43:24.338835 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bad63fe-61b1-48df-b277-70e9c18740a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca250b8-c196-41db-a9e2-0ac813ae48c2'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:43:24.341686 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c572f0be-2cac-4da3-acb6-df1e66a515a1" -d '{"events": [{"server_uuid": "4bad63fe-61b1-48df-b277-70e9c18740a9", "name": "network-vif-plugged", "status": "completed", "tag": "dca250b8-c196-41db-a9e2-0ac813ae48c2"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:43:24.346898 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:24.380647 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7a2218cb-3ea9-4650-826c-b9d934062470 req-62f4fc81-d58a-4c7a-97e4-55e129d0c81e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02e225c5-4964-469d-8fe3-74ecb91b3348 HTTP/1.1" status: 200 len: 999 time: 0.4569457 Oct 20 11:43:24.412748 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=dca250b8-c196-41db-a9e2-0ac813ae48c2,revision_number=7']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:24.444604 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b815d3c-713a-463f-b6b9-8e09a53a8c85 req-c94ac7d6-cdcb-435a-b41d-ec44952096fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:24.446193 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-4b815d3c-713a-463f-b6b9-8e09a53a8c85 req-c94ac7d6-cdcb-435a-b41d-ec44952096fa service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1810982 Oct 20 11:43:24.532563 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] device_id is not set on port cc44d28a-88a1-4668-b667-e76ecb66117a yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:43:24.564711 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:24.575940 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:24.625486 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-cb318f01-1be5-4d83-a994-e66a96fa4964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 156bbe0d-6a54-43ba-bd2e-a378130a9552 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:43:24.633863 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-cb318f01-1be5-4d83-a994-e66a96fa4964 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:24.647872 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-cb318f01-1be5-4d83-a994-e66a96fa4964 service neutron] Transition to ACTIVE for port object 156bbe0d-6a54-43ba-bd2e-a378130a9552 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:43:24.695062 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b5352ab7-0313-49b6-be81-ba034bb00212 req-86c91f7e-a135-4b6b-9507-e317a2954979 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups?id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&id=ebd2ba54-3ef1-40c4-b641-2d063f2d73b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4631634 Oct 20 11:43:24.695922 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-cb318f01-1be5-4d83-a994-e66a96fa4964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:24.740876 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Pushing event updated for resources: {'Port': ['ID=cc44d28a-88a1-4668-b667-e76ecb66117a,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:24.767427 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6625bcb0-ba75-485c-a43f-2bf4b4848ec7 req-5b711f96-318e-4340-b0d4-2329a4e2318b tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6855822 Oct 20 11:43:24.769479 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port cc44d28a-88a1-4668-b667-e76ecb66117a on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:43:24.769817 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port cc44d28a-88a1-4668-b667-e76ecb66117a by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:43:24.772356 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port cc44d28a-88a1-4668-b667-e76ecb66117a on network 8f32c311-7148-4a43-a840-106ee39dbdab {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:43:24.787382 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Port cc44d28a-88a1-4668-b667-e76ecb66117a on network 8f32c311-7148-4a43-a840-106ee39dbdab not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:43:24.787637 n-d-814735-3 neutron-server[100646]: ERROR neutron.plugins.ml2.managers [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Failed to bind port cc44d28a-88a1-4668-b667-e76ecb66117a on host n-h1-814735-3 for vnic_type normal using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] Oct 20 11:43:24.788015 n-d-814735-3 neutron-server[100646]: INFO neutron.plugins.ml2.plugin [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempt 2 to bind port cc44d28a-88a1-4668-b667-e76ecb66117a Oct 20 11:43:24.842829 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:24.855591 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port cc44d28a-88a1-4668-b667-e76ecb66117a on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:43:24.860612 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port cc44d28a-88a1-4668-b667-e76ecb66117a by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:43:24.860612 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port cc44d28a-88a1-4668-b667-e76ecb66117a on network 8f32c311-7148-4a43-a840-106ee39dbdab {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:43:24.881389 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Port cc44d28a-88a1-4668-b667-e76ecb66117a on network 8f32c311-7148-4a43-a840-106ee39dbdab not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:43:24.881722 n-d-814735-3 neutron-server[100646]: ERROR neutron.plugins.ml2.managers [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Failed to bind port cc44d28a-88a1-4668-b667-e76ecb66117a on host n-h1-814735-3 for vnic_type normal using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] Oct 20 11:43:24.882127 n-d-814735-3 neutron-server[100646]: INFO neutron.plugins.ml2.plugin [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempt 3 to bind port cc44d28a-88a1-4668-b667-e76ecb66117a Oct 20 11:43:24.894495 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca8b694-2027-4a56-b1e1-2857a9f503bc x-openstack-request-id: req-6ca8b694-2027-4a56-b1e1-2857a9f503bc {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:43:24.895555 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bad63fe-61b1-48df-b277-70e9c18740a9", "name": "network-vif-plugged", "status": "completed", "tag": "dca250b8-c196-41db-a9e2-0ac813ae48c2", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:43:24.901051 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6ca8b694-2027-4a56-b1e1-2857a9f503bc {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:43:24.901772 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bad63fe-61b1-48df-b277-70e9c18740a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca250b8-c196-41db-a9e2-0ac813ae48c2', 'code': 200} Oct 20 11:43:24.916720 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port cc44d28a-88a1-4668-b667-e76ecb66117a on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:43:24.917057 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port cc44d28a-88a1-4668-b667-e76ecb66117a by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:43:24.917514 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port cc44d28a-88a1-4668-b667-e76ecb66117a on network 8f32c311-7148-4a43-a840-106ee39dbdab {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:43:24.935989 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Port cc44d28a-88a1-4668-b667-e76ecb66117a on network 8f32c311-7148-4a43-a840-106ee39dbdab not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:43:24.936328 n-d-814735-3 neutron-server[100646]: ERROR neutron.plugins.ml2.managers [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Failed to bind port cc44d28a-88a1-4668-b667-e76ecb66117a on host n-h1-814735-3 for vnic_type normal using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] Oct 20 11:43:24.936819 n-d-814735-3 neutron-server[100646]: INFO neutron.plugins.ml2.plugin [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempt 4 to bind port cc44d28a-88a1-4668-b667-e76ecb66117a Oct 20 11:43:25.000681 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port cc44d28a-88a1-4668-b667-e76ecb66117a on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:43:25.001154 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port cc44d28a-88a1-4668-b667-e76ecb66117a by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:43:25.001513 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port cc44d28a-88a1-4668-b667-e76ecb66117a on network 8f32c311-7148-4a43-a840-106ee39dbdab {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:43:25.020186 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Port cc44d28a-88a1-4668-b667-e76ecb66117a on network 8f32c311-7148-4a43-a840-106ee39dbdab not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:43:25.020539 n-d-814735-3 neutron-server[100646]: ERROR neutron.plugins.ml2.managers [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Failed to bind port cc44d28a-88a1-4668-b667-e76ecb66117a on host n-h1-814735-3 for vnic_type normal using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] Oct 20 11:43:25.020851 n-d-814735-3 neutron-server[100646]: INFO neutron.plugins.ml2.plugin [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempt 5 to bind port cc44d28a-88a1-4668-b667-e76ecb66117a Oct 20 11:43:25.029314 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2218cb-3ea9-4650-826c-b9d934062470 req-6bf81aa2-9857-4fe2-97e1-608d6d71f3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:25.032410 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7a2218cb-3ea9-4650-826c-b9d934062470 req-6bf81aa2-9857-4fe2-97e1-608d6d71f3b6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=978f4782-c6ff-4108-a8dd-a568aeeefa48 HTTP/1.1" status: 200 len: 851 time: 0.6508882 Oct 20 11:43:25.056196 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port cc44d28a-88a1-4668-b667-e76ecb66117a on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:43:25.056590 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port cc44d28a-88a1-4668-b667-e76ecb66117a by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:43:25.056875 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port cc44d28a-88a1-4668-b667-e76ecb66117a on network 8f32c311-7148-4a43-a840-106ee39dbdab {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:43:25.084028 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Port cc44d28a-88a1-4668-b667-e76ecb66117a on network 8f32c311-7148-4a43-a840-106ee39dbdab not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:43:25.084368 n-d-814735-3 neutron-server[100646]: ERROR neutron.plugins.ml2.managers [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Failed to bind port cc44d28a-88a1-4668-b667-e76ecb66117a on host n-h1-814735-3 for vnic_type normal using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] Oct 20 11:43:25.084779 n-d-814735-3 neutron-server[100646]: INFO neutron.plugins.ml2.plugin [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempt 6 to bind port cc44d28a-88a1-4668-b667-e76ecb66117a Oct 20 11:43:25.094067 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb318f01-1be5-4d83-a994-e66a96fa4964 service neutron] Pushing event updated for resources: {'Port': ['ID=156bbe0d-6a54-43ba-bd2e-a378130a9552,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:25.139923 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port cc44d28a-88a1-4668-b667-e76ecb66117a on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:43:25.140323 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port cc44d28a-88a1-4668-b667-e76ecb66117a by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:43:25.140604 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port cc44d28a-88a1-4668-b667-e76ecb66117a on network 8f32c311-7148-4a43-a840-106ee39dbdab {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:43:25.145904 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Port cc44d28a-88a1-4668-b667-e76ecb66117a on network 8f32c311-7148-4a43-a840-106ee39dbdab not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:43:25.146233 n-d-814735-3 neutron-server[100646]: ERROR neutron.plugins.ml2.managers [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Failed to bind port cc44d28a-88a1-4668-b667-e76ecb66117a on host n-h1-814735-3 for vnic_type normal using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] Oct 20 11:43:25.147172 n-d-814735-3 neutron-server[100646]: INFO neutron.plugins.ml2.plugin [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempt 7 to bind port cc44d28a-88a1-4668-b667-e76ecb66117a Oct 20 11:43:25.173458 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port cc44d28a-88a1-4668-b667-e76ecb66117a on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:43:25.173839 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port cc44d28a-88a1-4668-b667-e76ecb66117a by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:43:25.174131 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port cc44d28a-88a1-4668-b667-e76ecb66117a on network 8f32c311-7148-4a43-a840-106ee39dbdab {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:43:25.197109 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Port cc44d28a-88a1-4668-b667-e76ecb66117a on network 8f32c311-7148-4a43-a840-106ee39dbdab not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:43:25.197460 n-d-814735-3 neutron-server[100646]: ERROR neutron.plugins.ml2.managers [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Failed to bind port cc44d28a-88a1-4668-b667-e76ecb66117a on host n-h1-814735-3 for vnic_type normal using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] Oct 20 11:43:25.197901 n-d-814735-3 neutron-server[100646]: INFO neutron.plugins.ml2.plugin [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempt 8 to bind port cc44d28a-88a1-4668-b667-e76ecb66117a Oct 20 11:43:25.255194 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port cc44d28a-88a1-4668-b667-e76ecb66117a on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:43:25.255571 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port cc44d28a-88a1-4668-b667-e76ecb66117a by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:43:25.256173 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port cc44d28a-88a1-4668-b667-e76ecb66117a on network 8f32c311-7148-4a43-a840-106ee39dbdab {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:43:25.288075 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Port cc44d28a-88a1-4668-b667-e76ecb66117a on network 8f32c311-7148-4a43-a840-106ee39dbdab not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:43:25.288437 n-d-814735-3 neutron-server[100646]: ERROR neutron.plugins.ml2.managers [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Failed to bind port cc44d28a-88a1-4668-b667-e76ecb66117a on host n-h1-814735-3 for vnic_type normal using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] Oct 20 11:43:25.288886 n-d-814735-3 neutron-server[100646]: INFO neutron.plugins.ml2.plugin [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempt 9 to bind port cc44d28a-88a1-4668-b667-e76ecb66117a Oct 20 11:43:25.333742 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb318f01-1be5-4d83-a994-e66a96fa4964 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:25.334441 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb318f01-1be5-4d83-a994-e66a96fa4964 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:25.335036 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb318f01-1be5-4d83-a994-e66a96fa4964 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:25.335563 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb318f01-1be5-4d83-a994-e66a96fa4964 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:25.336101 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb318f01-1be5-4d83-a994-e66a96fa4964 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:25.336696 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb318f01-1be5-4d83-a994-e66a96fa4964 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:25.337225 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb318f01-1be5-4d83-a994-e66a96fa4964 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:25.337750 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb318f01-1be5-4d83-a994-e66a96fa4964 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:25.338265 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb318f01-1be5-4d83-a994-e66a96fa4964 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:25.338806 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb318f01-1be5-4d83-a994-e66a96fa4964 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:25.339342 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb318f01-1be5-4d83-a994-e66a96fa4964 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:25.339854 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb318f01-1be5-4d83-a994-e66a96fa4964 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:25.344564 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port cc44d28a-88a1-4668-b667-e76ecb66117a on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:43:25.344896 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port cc44d28a-88a1-4668-b667-e76ecb66117a by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:43:25.345239 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port cc44d28a-88a1-4668-b667-e76ecb66117a on network 8f32c311-7148-4a43-a840-106ee39dbdab {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:43:25.363133 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4df41a-0595-4cbc-93ec-da27ce080498 req-d33e7d80-d1cc-4466-80a9-849d8008a456 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:25.364812 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf4df41a-0595-4cbc-93ec-da27ce080498 req-d33e7d80-d1cc-4466-80a9-849d8008a456 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=4bad63fe-61b1-48df-b277-70e9c18740a9 HTTP/1.1" status: 200 len: 945 time: 0.4552417 Oct 20 11:43:25.369791 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-cb318f01-1be5-4d83-a994-e66a96fa4964 service neutron] Attempting to bind port 156bbe0d-6a54-43ba-bd2e-a378130a9552 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:43:25.370449 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-cb318f01-1be5-4d83-a994-e66a96fa4964 service neutron] Attempting to bind port 156bbe0d-6a54-43ba-bd2e-a378130a9552 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '52735a1f-98a3-4d0e-8b1b-ed6b349adcf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '9e28e111-da3b-432f-b66c-1b77e1797d1c'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:43:25.371119 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-cb318f01-1be5-4d83-a994-e66a96fa4964 service neutron] Attempting to bind port 156bbe0d-6a54-43ba-bd2e-a378130a9552 on network 9e28e111-da3b-432f-b66c-1b77e1797d1c {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:43:25.373101 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Port cc44d28a-88a1-4668-b667-e76ecb66117a on network 8f32c311-7148-4a43-a840-106ee39dbdab not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:43:25.373436 n-d-814735-3 neutron-server[100646]: ERROR neutron.plugins.ml2.managers [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Failed to bind port cc44d28a-88a1-4668-b667-e76ecb66117a on host n-h1-814735-3 for vnic_type normal using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] Oct 20 11:43:25.373835 n-d-814735-3 neutron-server[100646]: INFO neutron.plugins.ml2.plugin [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempt 10 to bind port cc44d28a-88a1-4668-b667-e76ecb66117a Oct 20 11:43:25.382135 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-cb318f01-1be5-4d83-a994-e66a96fa4964 service neutron] Port 156bbe0d-6a54-43ba-bd2e-a378130a9552 on network 9e28e111-da3b-432f-b66c-1b77e1797d1c not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:43:25.383799 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-cb318f01-1be5-4d83-a994-e66a96fa4964 service neutron] Attempting to bind port 156bbe0d-6a54-43ba-bd2e-a378130a9552 on network 9e28e111-da3b-432f-b66c-1b77e1797d1c {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:43:25.402030 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2218cb-3ea9-4650-826c-b9d934062470 req-0f5f0d7c-4c1c-4c18-93e1-f4f5aa07c254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:25.403993 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7a2218cb-3ea9-4650-826c-b9d934062470 req-0f5f0d7c-4c1c-4c18-93e1-f4f5aa07c254 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1980227-64af-4c17-9cee-4570c69a4cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3125672 Oct 20 11:43:25.411573 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4358c462-7550-4da6-98de-ba7c4fe6e598 req-4fde5a0b-5e73-4a73-8021-2dc058c0cb6d tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:25.422588 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4358c462-7550-4da6-98de-ba7c4fe6e598 req-4fde5a0b-5e73-4a73-8021-2dc058c0cb6d tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.3890030 Oct 20 11:43:25.459232 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-cb318f01-1be5-4d83-a994-e66a96fa4964 service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:43:25.460174 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49754) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:25.460714 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-cb318f01-1be5-4d83-a994-e66a96fa4964 service neutron] Checking segment: {'id': '52735a1f-98a3-4d0e-8b1b-ed6b349adcf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '9e28e111-da3b-432f-b66c-1b77e1797d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:43:25.461022 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-cb318f01-1be5-4d83-a994-e66a96fa4964 service neutron] Bound using segment: {'id': '52735a1f-98a3-4d0e-8b1b-ed6b349adcf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '9e28e111-da3b-432f-b66c-1b77e1797d1c'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:43:25.461708 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-cb318f01-1be5-4d83-a994-e66a96fa4964 service neutron] Bound port: 156bbe0d-6a54-43ba-bd2e-a378130a9552, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52735a1f-98a3-4d0e-8b1b-ed6b349adcf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '9e28e111-da3b-432f-b66c-1b77e1797d1c'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:43:25.462164 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-cb318f01-1be5-4d83-a994-e66a96fa4964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:25.486569 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port cc44d28a-88a1-4668-b667-e76ecb66117a on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:43:25.486851 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port cc44d28a-88a1-4668-b667-e76ecb66117a by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:43:25.491875 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port cc44d28a-88a1-4668-b667-e76ecb66117a on network 8f32c311-7148-4a43-a840-106ee39dbdab {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:43:25.510597 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Port cc44d28a-88a1-4668-b667-e76ecb66117a on network 8f32c311-7148-4a43-a840-106ee39dbdab not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:43:25.513491 n-d-814735-3 neutron-server[100646]: ERROR neutron.plugins.ml2.managers [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Failed to bind port cc44d28a-88a1-4668-b667-e76ecb66117a on host n-h1-814735-3 for vnic_type normal using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] Oct 20 11:43:25.514270 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:25.639540 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf4df41a-0595-4cbc-93ec-da27ce080498 req-b271efb9-bceb-43c8-8674-a3156b9ec372 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605884 Oct 20 11:43:25.694779 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f789ae78-ee7f-4179-a659-89b371f696c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:25.721512 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4358c462-7550-4da6-98de-ba7c4fe6e598 req-1c614ac0-2fe0-44ab-bdd7-94ced73a9f5c tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2887409 Oct 20 11:43:25.793938 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7a2218cb-3ea9-4650-826c-b9d934062470 req-c5f258a7-7be0-4e22-ac1a-92aa2ef3bce3 service neutron] 10.222.0.11 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644187 Oct 20 11:43:25.844575 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] For port cc44d28a-88a1-4668-b667-e76ecb66117a, host n-h1-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:43:25.845805 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempted to set empty binding levels {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 20 11:43:25.860313 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:25.941258 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Pushing event updated for resources: {'Port': ['ID=cc44d28a-88a1-4668-b667-e76ecb66117a,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:25.997267 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f789ae78-ee7f-4179-a659-89b371f696c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:26.006310 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] In _notify_port_updated(), no bound segment for port cc44d28a-88a1-4668-b667-e76ecb66117a on network 8f32c311-7148-4a43-a840-106ee39dbdab {{(pid=100646) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 11:43:26.007544 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:26.008430 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:26.013674 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1e4218b6-e538-4946-bc38-be284cf967ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] 10.222.0.98 "PUT /v2.0/ports/cc44d28a-88a1-4668-b667-e76ecb66117a HTTP/1.1" status: 200 len: 979 time: 2.9034498 Oct 20 11:43:26.015344 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49770) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:26.025827 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f789ae78-ee7f-4179-a659-89b371f696c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:26.044051 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7a2218cb-3ea9-4650-826c-b9d934062470 req-d0bd4ba3-02d4-44b9-8866-752624c3aa66 service neutron] 10.222.0.11 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792715 Oct 20 11:43:26.137837 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 30b0ff0b-7bd8-4b05-8f04-849cfa492e5a up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:43:26.174101 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f789ae78-ee7f-4179-a659-89b371f696c9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=cff7072cf6ff4ec79fb14e9bb7aaba43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7065175 Oct 20 11:43:26.178106 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-cb318f01-1be5-4d83-a994-e66a96fa4964 service neutron] For port 156bbe0d-6a54-43ba-bd2e-a378130a9552, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:43:26.180573 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 49772) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:26.223817 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-cb318f01-1be5-4d83-a994-e66a96fa4964 service neutron] For port 156bbe0d-6a54-43ba-bd2e-a378130a9552, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=156bbe0d-6a54-43ba-bd2e-a378130a9552,segment=NetworkSegment(52735a1f-98a3-4d0e-8b1b-ed6b349adcf3),segment_id=52735a1f-98a3-4d0e-8b1b-ed6b349adcf3)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:43:26.247392 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-cb318f01-1be5-4d83-a994-e66a96fa4964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:26.257683 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f789ae78-ee7f-4179-a659-89b371f696c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29811a2b-5855-407d-b136-48fc0188a255,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:26.322496 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 30b0ff0b-7bd8-4b05-8f04-849cfa492e5a completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:43:26.330599 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 30b0ff0b-7bd8-4b05-8f04-849cfa492e5a triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:43:26.334057 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:26.350342 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb318f01-1be5-4d83-a994-e66a96fa4964 service neutron] Pushing event updated for resources: {'Port': ['ID=156bbe0d-6a54-43ba-bd2e-a378130a9552,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:26.399707 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6a1d4505-2eca-4d7b-bc0a-9b755abfe48a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:26.470283 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db16cf-c5c1-4abd-aa45-06e949e918f8 req-57f761fc-527a-4980-beb1-488571eda020 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:26.486725 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db16cf-c5c1-4abd-aa45-06e949e918f8 req-57f761fc-527a-4980-beb1-488571eda020 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:26.507125 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db16cf-c5c1-4abd-aa45-06e949e918f8 req-57f761fc-527a-4980-beb1-488571eda020 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:26.529083 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db16cf-c5c1-4abd-aa45-06e949e918f8 req-57f761fc-527a-4980-beb1-488571eda020 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:26.547214 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db16cf-c5c1-4abd-aa45-06e949e918f8 req-57f761fc-527a-4980-beb1-488571eda020 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:26.566977 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db16cf-c5c1-4abd-aa45-06e949e918f8 req-57f761fc-527a-4980-beb1-488571eda020 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:26.575571 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db16cf-c5c1-4abd-aa45-06e949e918f8 req-57f761fc-527a-4980-beb1-488571eda020 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:26.595347 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a9db16cf-c5c1-4abd-aa45-06e949e918f8 req-57f761fc-527a-4980-beb1-488571eda020 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 5431 time: 0.7282832 Oct 20 11:43:26.600568 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-cb318f01-1be5-4d83-a994-e66a96fa4964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:26.603388 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-cb318f01-1be5-4d83-a994-e66a96fa4964 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:26.610890 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-cb318f01-1be5-4d83-a994-e66a96fa4964 service neutron] 10.222.0.11 "PUT /v2.0/ports/156bbe0d-6a54-43ba-bd2e-a378130a9552 HTTP/1.1" status: 200 len: 1091 time: 3.3944585 Oct 20 11:43:26.613142 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:26.633403 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'tag': '156bbe0d-6a54-43ba-bd2e-a378130a9552'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:43:26.643347 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96243c1-86ae-4404-91fe-468efcbe9520" -d '{"events": [{"name": "network-changed", "server_uuid": "ec58b319-2247-4b2a-a5eb-e9c34df81084", "tag": "156bbe0d-6a54-43ba-bd2e-a378130a9552"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:43:26.684620 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c9ec5-2424-4c3e-a86c-26fde7820a6d req-0aa6658e-3e73-438a-8aca-555213007a8a tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:26.691075 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d72c9ec5-2424-4c3e-a86c-26fde7820a6d req-0aa6658e-3e73-438a-8aca-555213007a8a tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=28af1f3c-2506-4c7a-a3d1-1112f2034757 HTTP/1.1" status: 200 len: 944 time: 0.8250377 Oct 20 11:43:26.719207 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 30b0ff0b-7bd8-4b05-8f04-849cfa492e5a, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=30b0ff0b-7bd8-4b05-8f04-849cfa492e5a,segment=NetworkSegment(474d5198-d4e2-4e04-8880-971eb081d7c2),segment_id=474d5198-d4e2-4e04-8880-971eb081d7c2)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:43:26.727530 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:26.813628 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6a1d4505-2eca-4d7b-bc0a-9b755abfe48a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:26.828840 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=30b0ff0b-7bd8-4b05-8f04-849cfa492e5a,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:26.903414 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28af1f3c-2506-4c7a-a3d1-1112f2034757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b0ff0b-7bd8-4b05-8f04-849cfa492e5a'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:43:26.906295 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4131183d-5601-44c4-8f96-e2889c5d1ffa" -d '{"events": [{"server_uuid": "28af1f3c-2506-4c7a-a3d1-1112f2034757", "name": "network-vif-plugged", "status": "completed", "tag": "30b0ff0b-7bd8-4b05-8f04-849cfa492e5a"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:43:26.958020 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a9db16cf-c5c1-4abd-aa45-06e949e918f8 req-659f0a02-8a86-4b20-9f53-c25f72221495 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups?id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&id=ebd2ba54-3ef1-40c4-b641-2d063f2d73b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3591907 Oct 20 11:43:27.018866 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d72c9ec5-2424-4c3e-a86c-26fde7820a6d req-401509ac-15a6-43f5-a97c-9a8c8f5df496 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094728 Oct 20 11:43:27.044029 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-ba5efa2e-d9f0-4060-a4a0-c5f58127de60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:27.055358 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-ba5efa2e-d9f0-4060-a4a0-c5f58127de60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:27.056180 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-ba5efa2e-d9f0-4060-a4a0-c5f58127de60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:27.056824 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-ba5efa2e-d9f0-4060-a4a0-c5f58127de60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:27.059121 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-ba5efa2e-d9f0-4060-a4a0-c5f58127de60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:27.059813 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-ba5efa2e-d9f0-4060-a4a0-c5f58127de60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:27.060448 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-ba5efa2e-d9f0-4060-a4a0-c5f58127de60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:27.064738 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-ba5efa2e-d9f0-4060-a4a0-c5f58127de60 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eaec2bab7fdf45a2bb81df4997c7d09e&device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 6488 time: 0.2926219 Oct 20 11:43:27.171537 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895c1d66-e1f9-45ca-a57c-0c705f55e96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:27.172245 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895c1d66-e1f9-45ca-a57c-0c705f55e96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:27.172590 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895c1d66-e1f9-45ca-a57c-0c705f55e96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:27.173058 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895c1d66-e1f9-45ca-a57c-0c705f55e96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:27.173522 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895c1d66-e1f9-45ca-a57c-0c705f55e96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:27.173982 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895c1d66-e1f9-45ca-a57c-0c705f55e96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:27.174438 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895c1d66-e1f9-45ca-a57c-0c705f55e96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:27.174967 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895c1d66-e1f9-45ca-a57c-0c705f55e96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:27.175428 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895c1d66-e1f9-45ca-a57c-0c705f55e96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:27.175886 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895c1d66-e1f9-45ca-a57c-0c705f55e96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:27.176341 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895c1d66-e1f9-45ca-a57c-0c705f55e96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:27.176849 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895c1d66-e1f9-45ca-a57c-0c705f55e96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:27.177310 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895c1d66-e1f9-45ca-a57c-0c705f55e96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:27.178346 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895c1d66-e1f9-45ca-a57c-0c705f55e96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:27.178346 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895c1d66-e1f9-45ca-a57c-0c705f55e96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:27.178648 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895c1d66-e1f9-45ca-a57c-0c705f55e96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:27.179319 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895c1d66-e1f9-45ca-a57c-0c705f55e96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:27.179916 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895c1d66-e1f9-45ca-a57c-0c705f55e96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:27.180581 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895c1d66-e1f9-45ca-a57c-0c705f55e96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:27.181040 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895c1d66-e1f9-45ca-a57c-0c705f55e96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:27.181497 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895c1d66-e1f9-45ca-a57c-0c705f55e96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:27.181952 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895c1d66-e1f9-45ca-a57c-0c705f55e96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:27.182405 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895c1d66-e1f9-45ca-a57c-0c705f55e96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:27.182878 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895c1d66-e1f9-45ca-a57c-0c705f55e96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:27.183332 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895c1d66-e1f9-45ca-a57c-0c705f55e96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:27.183785 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895c1d66-e1f9-45ca-a57c-0c705f55e96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:27.184238 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895c1d66-e1f9-45ca-a57c-0c705f55e96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:27.187747 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-895c1d66-e1f9-45ca-a57c-0c705f55e96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24318 time: 1.1707342 Oct 20 11:43:27.193231 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49794) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:27.205216 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ccf408-d3a9-47ba-8264-cd5ca55e4282 x-openstack-request-id: req-80ccf408-d3a9-47ba-8264-cd5ca55e4282 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:43:27.205789 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec58b319-2247-4b2a-a5eb-e9c34df81084", "tag": "156bbe0d-6a54-43ba-bd2e-a378130a9552", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:43:27.206202 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-80ccf408-d3a9-47ba-8264-cd5ca55e4282 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:43:27.206805 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'tag': '156bbe0d-6a54-43ba-bd2e-a378130a9552', 'status': 'completed', 'code': 200} Oct 20 11:43:27.211978 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-02d4e945-391f-4407-9d26-40e9d9fa37bb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72d30f74-19c2-4076-9dd0-555da975bbf8 HTTP/1.1" status: 200 len: 217 time: 0.1347446 Oct 20 11:43:27.257823 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6a1d4505-2eca-4d7b-bc0a-9b755abfe48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:27.261906 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6a1d4505-2eca-4d7b-bc0a-9b755abfe48a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:27.263341 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-6a1d4505-2eca-4d7b-bc0a-9b755abfe48a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/29811a2b-5855-407d-b136-48fc0188a255 HTTP/1.1" status: 204 len: 168 time: 1.0800135 Oct 20 11:43:27.306740 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d4505-2eca-4d7b-bc0a-9b755abfe48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29811a2b-5855-407d-b136-48fc0188a255,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:27.357674 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20acf13f-5e85-494b-978e-6de55f24c150 req-ede56a51-9d5d-4d16-83ef-ea483faa1cf1 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:27.360819 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-20acf13f-5e85-494b-978e-6de55f24c150 req-ede56a51-9d5d-4d16-83ef-ea483faa1cf1 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=4bad63fe-61b1-48df-b277-70e9c18740a9 HTTP/1.1" status: 200 len: 945 time: 0.2696979 Oct 20 11:43:27.364545 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-7d5866c6-ecfa-4d3d-a340-4713ba540172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:27.366771 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-7d5866c6-ecfa-4d3d-a340-4713ba540172 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=627cacd1-3333-4650-96cb-ee60e04cb6c7 HTTP/1.1" status: 200 len: 854 time: 0.1208811 Oct 20 11:43:27.445122 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e7fca-39e9-4178-861d-d28688e731c2 req-14b67724-2b7d-470f-9eb0-279d70149bac tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:27.454444 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-947e7fca-39e9-4178-861d-d28688e731c2 req-14b67724-2b7d-470f-9eb0-279d70149bac tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.2204392 Oct 20 11:43:27.553093 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-a831d22d-cb42-46bd-a7c4-1347793748fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Deleting port cc44d28a-88a1-4668-b667-e76ecb66117a {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:43:27.554182 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a831d22d-cb42-46bd-a7c4-1347793748fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:27.562741 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-20acf13f-5e85-494b-978e-6de55f24c150 req-c47b7f70-4c13-4f8d-b3cb-1895d640db9b tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883302 Oct 20 11:43:27.611150 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-947e7fca-39e9-4178-861d-d28688e731c2 req-711cf380-2c55-4469-b6ff-f0d7f9a4a804 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553609 Oct 20 11:43:27.640646 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-8006992d-8199-46ee-aa03-6a8883d279ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:27.657373 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-8006992d-8199-46ee-aa03-6a8883d279ca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6453727b-a1a3-4c25-9d2a-f4562ef51a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2714548 Oct 20 11:43:27.660876 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-a831d22d-cb42-46bd-a7c4-1347793748fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] For port cc44d28a-88a1-4668-b667-e76ecb66117a, host n-h1-814735-3, got binding levels [] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:43:27.661495 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a831d22d-cb42-46bd-a7c4-1347793748fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:27.679977 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-a831d22d-cb42-46bd-a7c4-1347793748fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Calling delete_port for cc44d28a-88a1-4668-b667-e76ecb66117a owned by {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:43:27.767700 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84bcb85b-62b9-47d8-9191-2d666e07dfa1 x-openstack-request-id: req-84bcb85b-62b9-47d8-9191-2d666e07dfa1 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:43:27.768282 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28af1f3c-2506-4c7a-a3d1-1112f2034757", "name": "network-vif-plugged", "status": "completed", "tag": "30b0ff0b-7bd8-4b05-8f04-849cfa492e5a", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:43:27.768282 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-84bcb85b-62b9-47d8-9191-2d666e07dfa1 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:43:27.768693 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28af1f3c-2506-4c7a-a3d1-1112f2034757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b0ff0b-7bd8-4b05-8f04-849cfa492e5a', 'code': 200} Oct 20 11:43:27.822096 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-f2d8996c-2613-43b8-95d9-079c7f747a90 service neutron] 10.222.0.11 "GET /v2.0/networks/6453727b-a1a3-4c25-9d2a-f4562ef51a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565890 Oct 20 11:43:27.898910 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a831d22d-cb42-46bd-a7c4-1347793748fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:27.953587 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a831d22d-cb42-46bd-a7c4-1347793748fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc44d28a-88a1-4668-b667-e76ecb66117a,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:27.963751 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6019983-d039-4ba5-bbbf-f3d6065275f9 req-8cb3b4e0-a8d7-4612-984c-9d372afe4289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:27.965561 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-f6019983-d039-4ba5-bbbf-f3d6065275f9 req-8cb3b4e0-a8d7-4612-984c-9d372afe4289 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=28af1f3c-2506-4c7a-a3d1-1112f2034757 HTTP/1.1" status: 200 len: 1096 time: 0.1423683 Oct 20 11:43:27.971531 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a831d22d-cb42-46bd-a7c4-1347793748fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:27.980402 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a831d22d-cb42-46bd-a7c4-1347793748fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] 10.222.0.98 "DELETE /v2.0/ports/cc44d28a-88a1-4668-b667-e76ecb66117a HTTP/1.1" status: 204 len: 168 time: 0.7846837 Oct 20 11:43:27.983688 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49812) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:28.038387 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce2c8a-dcc5-4178-a938-0e7486bc219b req-d3561be9-2354-46e8-9051-96a63844343d tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:28.040193 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-adce2c8a-dcc5-4178-a938-0e7486bc219b req-d3561be9-2354-46e8-9051-96a63844343d tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.1611869 Oct 20 11:43:28.110695 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49824) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:28.113678 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-63f64505-b9e0-4d0e-9805-af0033c49b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] GET failed (client error): The resource could not be found. Oct 20 11:43:28.119267 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-63f64505-b9e0-4d0e-9805-af0033c49b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] 10.222.0.98 "GET /v2.0/ports/cc44d28a-88a1-4668-b667-e76ecb66117a HTTP/1.1" status: 404 len: 333 time: 0.1201847 Oct 20 11:43:28.123664 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49826) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:28.164460 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-4efa7d8c-ed49-4e10-afc9-e5b3568e021b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-946810500', 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:43:28.177267 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-f6019983-d039-4ba5-bbbf-f3d6065275f9 req-f84129cd-9f11-4ac1-9c70-4c02b4f597c6 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944642 Oct 20 11:43:28.184375 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-adce2c8a-dcc5-4178-a938-0e7486bc219b req-77ffb9af-4b1b-45de-b1fd-83ba863f5b39 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045427 Oct 20 11:43:28.235252 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bf0acb3a-0ace-429c-9ea8-c5024942c29d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:28.241260 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4efa7d8c-ed49-4e10-afc9-e5b3568e021b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Made reservation on behalf of 22877799d2734ef8806da328f00843bc for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:43:28.244228 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4efa7d8c-ed49-4e10-afc9-e5b3568e021b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:28.408025 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bf0acb3a-0ace-429c-9ea8-c5024942c29d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:28.430605 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bf0acb3a-0ace-429c-9ea8-c5024942c29d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:28.470670 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-bf0acb3a-0ace-429c-9ea8-c5024942c29d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5530ed186fac4e539cb0eb9b53050fdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3527944 Oct 20 11:43:28.473248 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49834) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:28.535966 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-4efa7d8c-ed49-4e10-afc9-e5b3568e021b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] device_id is not set on port f55e3d43-56db-4711-8825-779cb5411f2d yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:43:28.600503 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-24074b5f-b140-4891-8fa4-125bd820768b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:28.605392 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0acb3a-0ace-429c-9ea8-c5024942c29d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78040e0a-92c2-44ab-9e9d-24eb2c5b1677,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:28.715473 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-f0802297-1715-4016-88da-b14a68e02a4a service neutron] 10.222.0.11 "GET /v2.0/networks/6453727b-a1a3-4c25-9d2a-f4562ef51a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8785443 Oct 20 11:43:28.727749 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-24074b5f-b140-4891-8fa4-125bd820768b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:28.897076 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-571e860e-3b30-4e99-b458-f26f8b503713 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=d93caff8-51aa-4df8-901b-080c6ddec185 HTTP/1.1" status: 200 len: 217 time: 0.1615531 Oct 20 11:43:28.936984 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f7237-e0ac-4597-a319-88bb411ae894 req-c592c55f-7a7d-4497-b13a-25cc1ab6607f tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:28.945364 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f7237-e0ac-4597-a319-88bb411ae894 req-c592c55f-7a7d-4497-b13a-25cc1ab6607f tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:28.952320 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f7237-e0ac-4597-a319-88bb411ae894 req-c592c55f-7a7d-4497-b13a-25cc1ab6607f tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:28.961758 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f7237-e0ac-4597-a319-88bb411ae894 req-c592c55f-7a7d-4497-b13a-25cc1ab6607f tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:28.972877 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f7237-e0ac-4597-a319-88bb411ae894 req-c592c55f-7a7d-4497-b13a-25cc1ab6607f tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:28.981730 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f7237-e0ac-4597-a319-88bb411ae894 req-c592c55f-7a7d-4497-b13a-25cc1ab6607f tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:28.990304 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f7237-e0ac-4597-a319-88bb411ae894 req-c592c55f-7a7d-4497-b13a-25cc1ab6607f tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:28.993124 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-094f7237-e0ac-4597-a319-88bb411ae894 req-c592c55f-7a7d-4497-b13a-25cc1ab6607f tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 5431 time: 0.7921262 Oct 20 11:43:28.996131 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-24074b5f-b140-4891-8fa4-125bd820768b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:29.019660 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-24074b5f-b140-4891-8fa4-125bd820768b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:29.023546 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-24074b5f-b140-4891-8fa4-125bd820768b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/78040e0a-92c2-44ab-9e9d-24eb2c5b1677 HTTP/1.1" status: 204 len: 168 time: 0.5430605 Oct 20 11:43:29.078727 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24074b5f-b140-4891-8fa4-125bd820768b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78040e0a-92c2-44ab-9e9d-24eb2c5b1677,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:29.093594 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4efa7d8c-ed49-4e10-afc9-e5b3568e021b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:29.173984 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4efa7d8c-ed49-4e10-afc9-e5b3568e021b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:29.191018 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-094f7237-e0ac-4597-a319-88bb411ae894 req-066725df-93d0-459d-9a50-375712922381 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups?id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&id=ebd2ba54-3ef1-40c4-b641-2d063f2d73b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1871107 Oct 20 11:43:29.242187 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eacffa-a1f1-4750-ad47-34f079862d21 req-279e7838-ac6e-4f92-892c-2924739556ad tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:29.244259 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-54eacffa-a1f1-4750-ad47-34f079862d21 req-279e7838-ac6e-4f92-892c-2924739556ad tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=28af1f3c-2506-4c7a-a3d1-1112f2034757 HTTP/1.1" status: 200 len: 945 time: 0.5589039 Oct 20 11:43:29.270045 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efa7d8c-ed49-4e10-afc9-e5b3568e021b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Network 8f32c311-7148-4a43-a840-106ee39dbdab is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:43:29.274504 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-4efa7d8c-ed49-4e10-afc9-e5b3568e021b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:43:29.288862 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efa7d8c-ed49-4e10-afc9-e5b3568e021b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:43:29.292253 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efa7d8c-ed49-4e10-afc9-e5b3568e021b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:29.293902 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4efa7d8c-ed49-4e10-afc9-e5b3568e021b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:29.320637 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa7d8c-ed49-4e10-afc9-e5b3568e021b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Pushing event updated for resources: {'Port': ['ID=f55e3d43-56db-4711-8825-779cb5411f2d,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:29.351017 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4efa7d8c-ed49-4e10-afc9-e5b3568e021b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2083244 Oct 20 11:43:29.353931 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49848) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:29.369662 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-f489121e-96ad-4dc3-a792-f29d73141966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:29.371964 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-f489121e-96ad-4dc3-a792-f29d73141966 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d4e5be47-9c7c-475f-be32-8c10564a38f8 HTTP/1.1" status: 200 len: 797 time: 0.4660337 Oct 20 11:43:29.424793 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-54eacffa-a1f1-4750-ad47-34f079862d21 req-0362b5e7-b06b-4302-8d38-1ddcd626db7d tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524668 Oct 20 11:43:29.508896 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0116241-cc38-4f16-8286-d781bd56caf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:29.514687 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f0116241-cc38-4f16-8286-d781bd56caf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] 10.222.0.98 "GET /v2.0/ports/f55e3d43-56db-4711-8825-779cb5411f2d HTTP/1.1" status: 200 len: 958 time: 0.1596293 Oct 20 11:43:29.518362 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 49854) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:29.556357 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-ae2223c2-75b4-47d5-9153-209f0f98424b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:29.557853 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-ae2223c2-75b4-47d5-9153-209f0f98424b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=777f6155-4cb8-4ffe-990a-e0dddbce5ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1786098 Oct 20 11:43:29.695600 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8cc15a-c1f7-4a52-bc68-cb03df0cb942 req-214b0853-d368-4369-80ed-1e53260da1c9 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:29.706724 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fd8cc15a-c1f7-4a52-bc68-cb03df0cb942 req-214b0853-d368-4369-80ed-1e53260da1c9 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.2681293 Oct 20 11:43:29.904643 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fc6f4-ff11-49d2-a669-d82f5258ac56 req-ac53f2ee-a45a-4a7c-bcd7-63fccbafa18d tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:29.906462 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0c2fc6f4-ff11-49d2-a669-d82f5258ac56 req-ac53f2ee-a45a-4a7c-bcd7-63fccbafa18d tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=4bad63fe-61b1-48df-b277-70e9c18740a9 HTTP/1.1" status: 200 len: 945 time: 0.3161304 Oct 20 11:43:29.922876 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fd8cc15a-c1f7-4a52-bc68-cb03df0cb942 req-28ea551f-eb12-4fc3-953f-60aefc245620 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2151046 Oct 20 11:43:30.017415 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-95fe4ab2-1415-4b5a-b8fc-26238ffcbda9 service neutron] 10.222.0.11 "GET /v2.0/networks/777f6155-4cb8-4ffe-990a-e0dddbce5ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4503455 Oct 20 11:43:30.125078 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-3acbb9a4-40b0-483b-a45d-fe4b0b82463a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Deleting port f55e3d43-56db-4711-8825-779cb5411f2d {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:43:30.130586 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3acbb9a4-40b0-483b-a45d-fe4b0b82463a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:30.287961 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3acbb9a4-40b0-483b-a45d-fe4b0b82463a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:30.307004 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-3acbb9a4-40b0-483b-a45d-fe4b0b82463a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Calling delete_port for f55e3d43-56db-4711-8825-779cb5411f2d owned by {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:43:30.537829 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0c2fc6f4-ff11-49d2-a669-d82f5258ac56 req-fb4d30ef-3ada-424f-8cb5-985e7a7281d6 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5967801 Oct 20 11:43:30.551678 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-7260b4cb-3a8f-4761-8fd6-f2c76b1d48bc service neutron] 10.222.0.11 "GET /v2.0/networks/777f6155-4cb8-4ffe-990a-e0dddbce5ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5252674 Oct 20 11:43:30.681662 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-d8899092-379b-4a65-8ba6-404c6182f293 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=66ac31c8-5739-4120-877b-97dbbd1c5090 HTTP/1.1" status: 200 len: 217 time: 0.1140287 Oct 20 11:43:30.799177 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-529b4355-a13f-40f5-83cd-b7416cfea16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:30.800701 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-529b4355-a13f-40f5-83cd-b7416cfea16a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d4e5be47-9c7c-475f-be32-8c10564a38f8 HTTP/1.1" status: 200 len: 797 time: 0.0752299 Oct 20 11:43:30.952931 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae390f-f3fc-4f1e-9721-bfd64558eb1b req-100f8e31-73b4-46fa-80f2-857f781f188c tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:30.960069 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae390f-f3fc-4f1e-9721-bfd64558eb1b req-100f8e31-73b4-46fa-80f2-857f781f188c tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:30.967345 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae390f-f3fc-4f1e-9721-bfd64558eb1b req-100f8e31-73b4-46fa-80f2-857f781f188c tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:30.975388 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae390f-f3fc-4f1e-9721-bfd64558eb1b req-100f8e31-73b4-46fa-80f2-857f781f188c tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:30.985975 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae390f-f3fc-4f1e-9721-bfd64558eb1b req-100f8e31-73b4-46fa-80f2-857f781f188c tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:30.996145 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae390f-f3fc-4f1e-9721-bfd64558eb1b req-100f8e31-73b4-46fa-80f2-857f781f188c tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:31.013409 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae390f-f3fc-4f1e-9721-bfd64558eb1b req-100f8e31-73b4-46fa-80f2-857f781f188c tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:31.025586 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b8ae390f-f3fc-4f1e-9721-bfd64558eb1b req-100f8e31-73b4-46fa-80f2-857f781f188c tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 5431 time: 0.3400786 Oct 20 11:43:31.073544 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-21e75330-a06b-4874-a125-fcc869c1dbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:31.075570 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-21e75330-a06b-4874-a125-fcc869c1dbba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=777f6155-4cb8-4ffe-990a-e0dddbce5ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2561495 Oct 20 11:43:31.306362 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b8ae390f-f3fc-4f1e-9721-bfd64558eb1b req-95459946-2a66-4e06-9eaa-e75dd2377ca6 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups?id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&id=ebd2ba54-3ef1-40c4-b641-2d063f2d73b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2680950 Oct 20 11:43:31.352946 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e00f78-755f-4f29-80b1-baa781c84305 req-05f64f59-ef58-419f-9469-c01a989d1fae tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:31.357175 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f8e00f78-755f-4f29-80b1-baa781c84305 req-05f64f59-ef58-419f-9469-c01a989d1fae tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/networks?id=a1980227-64af-4c17-9cee-4570c69a4cb6 HTTP/1.1" status: 200 len: 812 time: 0.8494921 Oct 20 11:43:31.398924 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3acbb9a4-40b0-483b-a45d-fe4b0b82463a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:31.431251 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f8e00f78-755f-4f29-80b1-baa781c84305 req-92bfcd29-7b0d-4fa0-a21e-0ecb9c16105e tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/quotas/f0012baf31914701a438a4a910671113 HTTP/1.1" status: 200 len: 375 time: 0.0645432 Oct 20 11:43:31.483084 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acbb9a4-40b0-483b-a45d-fe4b0b82463a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Pushing event deleted for resources: {'Port': ['ID=f55e3d43-56db-4711-8825-779cb5411f2d,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:31.489406 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3acbb9a4-40b0-483b-a45d-fe4b0b82463a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:31.493542 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3acbb9a4-40b0-483b-a45d-fe4b0b82463a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] 10.222.0.98 "DELETE /v2.0/ports/f55e3d43-56db-4711-8825-779cb5411f2d HTTP/1.1" status: 204 len: 168 time: 1.9723508 Oct 20 11:43:31.496402 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49928) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:31.532170 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-b6f5b409-5b37-4d22-b2ec-483a46e8af6b service neutron] 10.222.0.11 "GET /v2.0/networks/777f6155-4cb8-4ffe-990a-e0dddbce5ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4454322 Oct 20 11:43:31.550548 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b308bbe-231f-4aa6-b583-22f9b91b8c3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] GET failed (client error): The resource could not be found. Oct 20 11:43:31.565528 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5b308bbe-231f-4aa6-b583-22f9b91b8c3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] 10.222.0.98 "GET /v2.0/ports/f55e3d43-56db-4711-8825-779cb5411f2d HTTP/1.1" status: 404 len: 333 time: 0.0678260 Oct 20 11:43:31.566267 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49930) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:31.578471 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-ccc1655b-4c18-4d20-b8fa-dd629cd63c2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Request body: {'port': {'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291458312'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:43:31.628289 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc1655b-4c18-4d20-b8fa-dd629cd63c2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Made reservation on behalf of 22877799d2734ef8806da328f00843bc for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:43:31.631532 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ccc1655b-4c18-4d20-b8fa-dd629cd63c2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:31.653563 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-ccc1655b-4c18-4d20-b8fa-dd629cd63c2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] device_id is not set on port 319a51b1-48e1-4e63-8081-20124051c839 yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:43:31.659988 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f8e00f78-755f-4f29-80b1-baa781c84305 req-d3529453-c412-4ee7-8d4b-407bfde427b5 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=f0012baf31914701a438a4a910671113&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1912382 Oct 20 11:43:31.705949 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9014fee-f26d-4037-9af2-f5e000965c52 req-7e8a27da-eb1c-4e77-92b3-03c41315e232 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:31.707716 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d9014fee-f26d-4037-9af2-f5e000965c52 req-7e8a27da-eb1c-4e77-92b3-03c41315e232 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=28af1f3c-2506-4c7a-a3d1-1112f2034757 HTTP/1.1" status: 200 len: 945 time: 0.2501020 Oct 20 11:43:31.887425 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-27063c63-ebc8-49fa-9b6e-62b93aa6edad service neutron] 10.222.0.11 "GET /v2.0/networks/777f6155-4cb8-4ffe-990a-e0dddbce5ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454719 Oct 20 11:43:31.969524 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d9014fee-f26d-4037-9af2-f5e000965c52 req-323193bb-3358-4eaf-8867-4480c8953b7e tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919656 Oct 20 11:43:31.971748 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-12ff3b8d-54d4-4c12-bb34-730cdf9ba8ff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=6ad2a011-ec11-4f8c-a65c-c33563a4051e HTTP/1.1" status: 200 len: 217 time: 0.0573957 Oct 20 11:43:32.088882 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ccc1655b-4c18-4d20-b8fa-dd629cd63c2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:32.136124 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ccc1655b-4c18-4d20-b8fa-dd629cd63c2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:32.210695 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc1655b-4c18-4d20-b8fa-dd629cd63c2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Network 8f32c311-7148-4a43-a840-106ee39dbdab is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:43:32.214760 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-ccc1655b-4c18-4d20-b8fa-dd629cd63c2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:43:32.218932 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc1655b-4c18-4d20-b8fa-dd629cd63c2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:43:32.220444 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc1655b-4c18-4d20-b8fa-dd629cd63c2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:32.221299 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ccc1655b-4c18-4d20-b8fa-dd629cd63c2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:32.249270 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ccc1655b-4c18-4d20-b8fa-dd629cd63c2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6818488 Oct 20 11:43:32.250588 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49958) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:32.258535 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:43:32.261829 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc1655b-4c18-4d20-b8fa-dd629cd63c2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Pushing event updated for resources: {'Port': ['ID=319a51b1-48e1-4e63-8081-20124051c839,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:32.329144 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-a6695a78-3d47-41d2-a2aa-f771a4e11944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:32.343167 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-a6695a78-3d47-41d2-a2aa-f771a4e11944 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d4e5be47-9c7c-475f-be32-8c10564a38f8 HTTP/1.1" status: 200 len: 797 time: 0.3646171 Oct 20 11:43:32.428194 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:32.572059 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f39d3e-95b6-405e-a901-8ee04bf61ce6 req-a1632237-692e-48f6-b85e-e1b4b2359480 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:32.574706 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-79f39d3e-95b6-405e-a901-8ee04bf61ce6 req-a1632237-692e-48f6-b85e-e1b4b2359480 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=4bad63fe-61b1-48df-b277-70e9c18740a9 HTTP/1.1" status: 200 len: 945 time: 0.4674871 Oct 20 11:43:32.655765 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f8e00f78-755f-4f29-80b1-baa781c84305 req-bf9a100c-b08d-44d1-93d9-524e54ee42fe service neutron] 10.222.0.98 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9947751 Oct 20 11:43:32.741596 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-cd31b786-2a60-400e-8d49-3bbaf56d9be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:32.744486 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-cd31b786-2a60-400e-8d49-3bbaf56d9be7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=777f6155-4cb8-4ffe-990a-e0dddbce5ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3890288 Oct 20 11:43:32.851603 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] device_id is not set on port 319a51b1-48e1-4e63-8081-20124051c839 yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:43:32.861720 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:32.870676 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:32.940677 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Pushing event updated for resources: {'Port': ['ID=319a51b1-48e1-4e63-8081-20124051c839,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:32.962000 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-79f39d3e-95b6-405e-a901-8ee04bf61ce6 req-fdb72e5b-4003-4189-b811-7ab6ff66e1f6 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727767 Oct 20 11:43:33.048178 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port 319a51b1-48e1-4e63-8081-20124051c839 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:43:33.048948 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port 319a51b1-48e1-4e63-8081-20124051c839 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:43:33.049546 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port 319a51b1-48e1-4e63-8081-20124051c839 on network 8f32c311-7148-4a43-a840-106ee39dbdab {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:43:33.054719 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Port 319a51b1-48e1-4e63-8081-20124051c839 on network 8f32c311-7148-4a43-a840-106ee39dbdab not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:43:33.055485 n-d-814735-3 neutron-server[100646]: ERROR neutron.plugins.ml2.managers [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Failed to bind port 319a51b1-48e1-4e63-8081-20124051c839 on host n-h1-814735-3 for vnic_type normal using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] Oct 20 11:43:33.056133 n-d-814735-3 neutron-server[100646]: INFO neutron.plugins.ml2.plugin [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempt 2 to bind port 319a51b1-48e1-4e63-8081-20124051c839 Oct 20 11:43:33.085517 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port 319a51b1-48e1-4e63-8081-20124051c839 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:43:33.086034 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f8e00f78-755f-4f29-80b1-baa781c84305 req-d598470e-f4a4-4ac4-b181-81e59e7f860e service neutron] 10.222.0.98 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4292533 Oct 20 11:43:33.086969 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port 319a51b1-48e1-4e63-8081-20124051c839 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:43:33.087571 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port 319a51b1-48e1-4e63-8081-20124051c839 on network 8f32c311-7148-4a43-a840-106ee39dbdab {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:43:33.095948 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Port 319a51b1-48e1-4e63-8081-20124051c839 on network 8f32c311-7148-4a43-a840-106ee39dbdab not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:43:33.097714 n-d-814735-3 neutron-server[100646]: ERROR neutron.plugins.ml2.managers [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Failed to bind port 319a51b1-48e1-4e63-8081-20124051c839 on host n-h1-814735-3 for vnic_type normal using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] Oct 20 11:43:33.098759 n-d-814735-3 neutron-server[100646]: INFO neutron.plugins.ml2.plugin [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempt 3 to bind port 319a51b1-48e1-4e63-8081-20124051c839 Oct 20 11:43:33.127866 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port 319a51b1-48e1-4e63-8081-20124051c839 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:43:33.128349 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port 319a51b1-48e1-4e63-8081-20124051c839 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:43:33.129098 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port 319a51b1-48e1-4e63-8081-20124051c839 on network 8f32c311-7148-4a43-a840-106ee39dbdab {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:43:33.139657 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Port 319a51b1-48e1-4e63-8081-20124051c839 on network 8f32c311-7148-4a43-a840-106ee39dbdab not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:43:33.140090 n-d-814735-3 neutron-server[100646]: ERROR neutron.plugins.ml2.managers [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Failed to bind port 319a51b1-48e1-4e63-8081-20124051c839 on host n-h1-814735-3 for vnic_type normal using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] Oct 20 11:43:33.140589 n-d-814735-3 neutron-server[100646]: INFO neutron.plugins.ml2.plugin [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempt 4 to bind port 319a51b1-48e1-4e63-8081-20124051c839 Oct 20 11:43:33.148752 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-33cd2467-4eb1-4434-b55d-52ea28955a9a service neutron] 10.222.0.11 "GET /v2.0/networks/777f6155-4cb8-4ffe-990a-e0dddbce5ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958828 Oct 20 11:43:33.167087 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port 319a51b1-48e1-4e63-8081-20124051c839 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:43:33.167928 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port 319a51b1-48e1-4e63-8081-20124051c839 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:43:33.168214 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port 319a51b1-48e1-4e63-8081-20124051c839 on network 8f32c311-7148-4a43-a840-106ee39dbdab {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:43:33.179065 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Port 319a51b1-48e1-4e63-8081-20124051c839 on network 8f32c311-7148-4a43-a840-106ee39dbdab not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:43:33.197984 n-d-814735-3 neutron-server[100646]: ERROR neutron.plugins.ml2.managers [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Failed to bind port 319a51b1-48e1-4e63-8081-20124051c839 on host n-h1-814735-3 for vnic_type normal using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] Oct 20 11:43:33.198603 n-d-814735-3 neutron-server[100646]: INFO neutron.plugins.ml2.plugin [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempt 5 to bind port 319a51b1-48e1-4e63-8081-20124051c839 Oct 20 11:43:33.233161 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port 319a51b1-48e1-4e63-8081-20124051c839 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:43:33.233754 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port 319a51b1-48e1-4e63-8081-20124051c839 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:43:33.234272 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port 319a51b1-48e1-4e63-8081-20124051c839 on network 8f32c311-7148-4a43-a840-106ee39dbdab {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:43:33.246314 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Port 319a51b1-48e1-4e63-8081-20124051c839 on network 8f32c311-7148-4a43-a840-106ee39dbdab not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:43:33.246657 n-d-814735-3 neutron-server[100646]: ERROR neutron.plugins.ml2.managers [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Failed to bind port 319a51b1-48e1-4e63-8081-20124051c839 on host n-h1-814735-3 for vnic_type normal using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] Oct 20 11:43:33.247139 n-d-814735-3 neutron-server[100646]: INFO neutron.plugins.ml2.plugin [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempt 6 to bind port 319a51b1-48e1-4e63-8081-20124051c839 Oct 20 11:43:33.276951 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port 319a51b1-48e1-4e63-8081-20124051c839 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:43:33.277342 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port 319a51b1-48e1-4e63-8081-20124051c839 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:43:33.277634 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port 319a51b1-48e1-4e63-8081-20124051c839 on network 8f32c311-7148-4a43-a840-106ee39dbdab {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:43:33.292567 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Port 319a51b1-48e1-4e63-8081-20124051c839 on network 8f32c311-7148-4a43-a840-106ee39dbdab not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:43:33.293006 n-d-814735-3 neutron-server[100646]: ERROR neutron.plugins.ml2.managers [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Failed to bind port 319a51b1-48e1-4e63-8081-20124051c839 on host n-h1-814735-3 for vnic_type normal using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] Oct 20 11:43:33.293331 n-d-814735-3 neutron-server[100646]: INFO neutron.plugins.ml2.plugin [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempt 7 to bind port 319a51b1-48e1-4e63-8081-20124051c839 Oct 20 11:43:33.325179 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port 319a51b1-48e1-4e63-8081-20124051c839 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:43:33.325547 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port 319a51b1-48e1-4e63-8081-20124051c839 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:43:33.325877 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port 319a51b1-48e1-4e63-8081-20124051c839 on network 8f32c311-7148-4a43-a840-106ee39dbdab {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:43:33.344936 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Port 319a51b1-48e1-4e63-8081-20124051c839 on network 8f32c311-7148-4a43-a840-106ee39dbdab not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:43:33.349561 n-d-814735-3 neutron-server[100646]: ERROR neutron.plugins.ml2.managers [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Failed to bind port 319a51b1-48e1-4e63-8081-20124051c839 on host n-h1-814735-3 for vnic_type normal using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] Oct 20 11:43:33.350220 n-d-814735-3 neutron-server[100646]: INFO neutron.plugins.ml2.plugin [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempt 8 to bind port 319a51b1-48e1-4e63-8081-20124051c839 Oct 20 11:43:33.389557 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port 319a51b1-48e1-4e63-8081-20124051c839 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:43:33.389967 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port 319a51b1-48e1-4e63-8081-20124051c839 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:43:33.390238 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port 319a51b1-48e1-4e63-8081-20124051c839 on network 8f32c311-7148-4a43-a840-106ee39dbdab {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:43:33.395244 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Port 319a51b1-48e1-4e63-8081-20124051c839 on network 8f32c311-7148-4a43-a840-106ee39dbdab not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:43:33.395580 n-d-814735-3 neutron-server[100646]: ERROR neutron.plugins.ml2.managers [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Failed to bind port 319a51b1-48e1-4e63-8081-20124051c839 on host n-h1-814735-3 for vnic_type normal using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] Oct 20 11:43:33.395980 n-d-814735-3 neutron-server[100646]: INFO neutron.plugins.ml2.plugin [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempt 9 to bind port 319a51b1-48e1-4e63-8081-20124051c839 Oct 20 11:43:33.425479 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6bb11a-78da-4f90-8b65-2edecbff2b1e req-044d007b-def4-40e6-90b9-50cfd7aaa9ae tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:33.443483 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6bb11a-78da-4f90-8b65-2edecbff2b1e req-044d007b-def4-40e6-90b9-50cfd7aaa9ae tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:33.449638 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port 319a51b1-48e1-4e63-8081-20124051c839 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:43:33.450035 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port 319a51b1-48e1-4e63-8081-20124051c839 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:43:33.450355 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6bb11a-78da-4f90-8b65-2edecbff2b1e req-044d007b-def4-40e6-90b9-50cfd7aaa9ae tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:33.450678 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port 319a51b1-48e1-4e63-8081-20124051c839 on network 8f32c311-7148-4a43-a840-106ee39dbdab {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:43:33.456312 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6bb11a-78da-4f90-8b65-2edecbff2b1e req-044d007b-def4-40e6-90b9-50cfd7aaa9ae tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:33.462644 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6bb11a-78da-4f90-8b65-2edecbff2b1e req-044d007b-def4-40e6-90b9-50cfd7aaa9ae tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:33.468874 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6bb11a-78da-4f90-8b65-2edecbff2b1e req-044d007b-def4-40e6-90b9-50cfd7aaa9ae tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:33.469523 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Port 319a51b1-48e1-4e63-8081-20124051c839 on network 8f32c311-7148-4a43-a840-106ee39dbdab not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:43:33.469867 n-d-814735-3 neutron-server[100646]: ERROR neutron.plugins.ml2.managers [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Failed to bind port 319a51b1-48e1-4e63-8081-20124051c839 on host n-h1-814735-3 for vnic_type normal using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] Oct 20 11:43:33.470272 n-d-814735-3 neutron-server[100646]: INFO neutron.plugins.ml2.plugin [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempt 10 to bind port 319a51b1-48e1-4e63-8081-20124051c839 Oct 20 11:43:33.474922 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6bb11a-78da-4f90-8b65-2edecbff2b1e req-044d007b-def4-40e6-90b9-50cfd7aaa9ae tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:33.484051 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bc6bb11a-78da-4f90-8b65-2edecbff2b1e req-044d007b-def4-40e6-90b9-50cfd7aaa9ae tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 5431 time: 0.3341472 Oct 20 11:43:33.512660 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port 319a51b1-48e1-4e63-8081-20124051c839 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:43:33.513013 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port 319a51b1-48e1-4e63-8081-20124051c839 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:43:33.513376 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempting to bind port 319a51b1-48e1-4e63-8081-20124051c839 on network 8f32c311-7148-4a43-a840-106ee39dbdab {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:43:33.527546 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Port 319a51b1-48e1-4e63-8081-20124051c839 on network 8f32c311-7148-4a43-a840-106ee39dbdab not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:43:33.527881 n-d-814735-3 neutron-server[100646]: ERROR neutron.plugins.ml2.managers [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Failed to bind port 319a51b1-48e1-4e63-8081-20124051c839 on host n-h1-814735-3 for vnic_type normal using segments [{'id': '514c10b4-3116-409f-892b-cd3f9ace8c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '8f32c311-7148-4a43-a840-106ee39dbdab'}] Oct 20 11:43:33.528260 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:33.576290 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bc6bb11a-78da-4f90-8b65-2edecbff2b1e req-80ca6440-6fff-4aa9-919b-c94742a6dfa3 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups?id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&id=ebd2ba54-3ef1-40c4-b641-2d063f2d73b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0889385 Oct 20 11:43:33.665041 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] For port 319a51b1-48e1-4e63-8081-20124051c839, host n-h1-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:43:33.665428 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attempted to set empty binding levels {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 20 11:43:33.671689 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:33.766614 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] In _notify_port_updated(), no bound segment for port 319a51b1-48e1-4e63-8081-20124051c839 on network 8f32c311-7148-4a43-a840-106ee39dbdab {{(pid=100646) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 11:43:33.767790 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:33.768552 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:33.770111 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] 10.222.0.98 "PUT /v2.0/ports/319a51b1-48e1-4e63-8081-20124051c839 HTTP/1.1" status: 200 len: 979 time: 1.5174136 Oct 20 11:43:33.774868 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50012) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:33.867623 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a1722499-149b-471b-a803-fd815fa03c6c req-20e8ffb5-b0ed-4056-9976-7ae76e0c69c0 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=9e6a073a-dfad-4a8a-b0cc-a68cf8821287 HTTP/1.1" status: 200 len: 210 time: 0.0976915 Oct 20 11:43:33.923206 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-15a3243d-18cc-4ac7-b18a-19f5e7572e36 service neutron] 10.222.0.11 "GET /v2.0/networks/777f6155-4cb8-4ffe-990a-e0dddbce5ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7360244 Oct 20 11:43:33.934407 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffc97d8-556d-4a92-b242-6c58a0ce4f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Pushing event updated for resources: {'Port': ['ID=319a51b1-48e1-4e63-8081-20124051c839,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:33.988521 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-799e7d16-095a-4f0c-8742-37778ba8be37 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=eadd32f2-5de8-4740-bf63-25c0ecaf752e HTTP/1.1" status: 200 len: 217 time: 0.0593033 Oct 20 11:43:34.019321 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b7b41-617d-4137-97eb-60e0647f3e58 req-07f1a56a-0ad5-460d-9377-bc9fc2c32486 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:34.028307 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-212b7b41-617d-4137-97eb-60e0647f3e58 req-07f1a56a-0ad5-460d-9377-bc9fc2c32486 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/networks?id=4684d20a-1285-4a26-b3d8-722aa32ad5b4 HTTP/1.1" status: 200 len: 805 time: 0.4687872 Oct 20 11:43:34.107465 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-212b7b41-617d-4137-97eb-60e0647f3e58 req-4c3f43dc-85cc-4422-9b85-f55295da9bc6 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/quotas/87f9bb79a2f44e408030b0f728683d1b HTTP/1.1" status: 200 len: 375 time: 0.0775778 Oct 20 11:43:34.139267 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50024) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:34.175929 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-2daf7904-8824-40bc-b4be-24b03cf7bb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Deleting port 319a51b1-48e1-4e63-8081-20124051c839 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:43:34.176131 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2daf7904-8824-40bc-b4be-24b03cf7bb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:34.313388 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-cdc268ee-69e5-4161-bc71-16d13bf56a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:34.315143 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-cdc268ee-69e5-4161-bc71-16d13bf56a28 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d4e5be47-9c7c-475f-be32-8c10564a38f8 HTTP/1.1" status: 200 len: 797 time: 0.3176711 Oct 20 11:43:34.337378 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-212b7b41-617d-4137-97eb-60e0647f3e58 req-7b37ed9e-4b3a-40c8-9a75-2ab86770e3ac tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=87f9bb79a2f44e408030b0f728683d1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2282064 Oct 20 11:43:34.390728 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-2daf7904-8824-40bc-b4be-24b03cf7bb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] For port 319a51b1-48e1-4e63-8081-20124051c839, host n-h1-814735-3, got binding levels [] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:43:34.391980 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2daf7904-8824-40bc-b4be-24b03cf7bb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:34.464146 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-2daf7904-8824-40bc-b4be-24b03cf7bb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Calling delete_port for 319a51b1-48e1-4e63-8081-20124051c839 owned by {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:43:34.467599 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b3c13cab-5356-4088-8aba-aff05038ee99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:34.528699 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee635e8-ffd0-44de-a3c7-4cccb8cb4df9 req-638b2e8b-1ec2-4523-bab2-38c155eb585a tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:34.540032 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eee635e8-ffd0-44de-a3c7-4cccb8cb4df9 req-638b2e8b-1ec2-4523-bab2-38c155eb585a tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=4bad63fe-61b1-48df-b277-70e9c18740a9 HTTP/1.1" status: 200 len: 945 time: 0.3543246 Oct 20 11:43:34.702153 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-34c58196-fe77-4cee-ab5b-9751ec2ecefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:34.706376 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-34c58196-fe77-4cee-ab5b-9751ec2ecefc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=777f6155-4cb8-4ffe-990a-e0dddbce5ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3579366 Oct 20 11:43:34.813037 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b3c13cab-5356-4088-8aba-aff05038ee99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:34.815221 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2daf7904-8824-40bc-b4be-24b03cf7bb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:34.816584 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eee635e8-ffd0-44de-a3c7-4cccb8cb4df9 req-fa91049b-b6ef-40fb-9ef8-b0ddad4c2029 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750587 Oct 20 11:43:34.826246 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b3c13cab-5356-4088-8aba-aff05038ee99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:34.916968 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-212b7b41-617d-4137-97eb-60e0647f3e58 req-beac7cdc-f0a9-4ff4-9023-29dfb7371d55 service neutron] 10.222.0.98 "GET /v2.0/networks/4684d20a-1285-4a26-b3d8-722aa32ad5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5784826 Oct 20 11:43:35.008455 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daf7904-8824-40bc-b4be-24b03cf7bb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Pushing event deleted for resources: {'Port': ['ID=319a51b1-48e1-4e63-8081-20124051c839,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:35.087014 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2daf7904-8824-40bc-b4be-24b03cf7bb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:35.097560 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2daf7904-8824-40bc-b4be-24b03cf7bb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] 10.222.0.98 "DELETE /v2.0/ports/319a51b1-48e1-4e63-8081-20124051c839 HTTP/1.1" status: 204 len: 168 time: 1.3191891 Oct 20 11:43:35.104628 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50046) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:35.109423 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c13cab-5356-4088-8aba-aff05038ee99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49caf953-7fc2-4130-8f4c-2db360312ea1,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:35.185946 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b3c13cab-5356-4088-8aba-aff05038ee99 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9260570c4b4c400bb04f9f4a7add06f9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0239656 Oct 20 11:43:35.187255 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4274e7e-f3ab-458e-b5a5-d1f187abba11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] GET failed (client error): The resource could not be found. Oct 20 11:43:35.206737 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a4274e7e-f3ab-458e-b5a5-d1f187abba11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510352560-project-admin] 10.222.0.98 "GET /v2.0/ports/319a51b1-48e1-4e63-8081-20124051c839 HTTP/1.1" status: 404 len: 333 time: 0.0987716 Oct 20 11:43:35.206737 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50048) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:35.217406 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50050) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:35.546234 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cdc116-607f-47aa-82a6-69bb27c386d4 req-fddd8f12-727c-4666-96e9-3a2b838dd144 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:35.552867 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cdc116-607f-47aa-82a6-69bb27c386d4 req-fddd8f12-727c-4666-96e9-3a2b838dd144 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:35.560246 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cdc116-607f-47aa-82a6-69bb27c386d4 req-fddd8f12-727c-4666-96e9-3a2b838dd144 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:35.566382 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cdc116-607f-47aa-82a6-69bb27c386d4 req-fddd8f12-727c-4666-96e9-3a2b838dd144 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:35.573225 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cdc116-607f-47aa-82a6-69bb27c386d4 req-fddd8f12-727c-4666-96e9-3a2b838dd144 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:35.583345 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cdc116-607f-47aa-82a6-69bb27c386d4 req-fddd8f12-727c-4666-96e9-3a2b838dd144 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:35.590434 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cdc116-607f-47aa-82a6-69bb27c386d4 req-fddd8f12-727c-4666-96e9-3a2b838dd144 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:35.601686 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d4cdc116-607f-47aa-82a6-69bb27c386d4 req-fddd8f12-727c-4666-96e9-3a2b838dd144 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 5431 time: 0.1927812 Oct 20 11:43:35.653073 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-1e40a6d9-6f15-4a92-a71e-74b4f49c4584 service neutron] 10.222.0.11 "GET /v2.0/networks/777f6155-4cb8-4ffe-990a-e0dddbce5ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9306121 Oct 20 11:43:35.784855 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-46dc9715-3317-4553-86ae-77655087c382 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:35.829988 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-46dc9715-3317-4553-86ae-77655087c382 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:35.844613 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-334cdc6e-9595-4644-8abd-271f387fe32b service neutron] 10.222.0.11 "GET /v2.0/networks/777f6155-4cb8-4ffe-990a-e0dddbce5ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711016 Oct 20 11:43:35.898305 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f68221b0-abf0-420f-9c17-1fcb325252c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:35.944697 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-eb5f11ae-d596-4b7a-8d9e-3db9ac12b96f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3ab69a51-91cc-41f2-97f3-589067ce8290 HTTP/1.1" status: 200 len: 217 time: 0.0740855 Oct 20 11:43:35.974529 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-212b7b41-617d-4137-97eb-60e0647f3e58 req-ee724b58-9945-474d-a157-41dd6c0ab3b7 service neutron] 10.222.0.98 "GET /v2.0/networks/4684d20a-1285-4a26-b3d8-722aa32ad5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5644774 Oct 20 11:43:36.041286 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d4cdc116-607f-47aa-82a6-69bb27c386d4 req-69a9a015-a725-4833-9b68-806274c97744 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups?id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&id=ebd2ba54-3ef1-40c4-b641-2d063f2d73b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4384310 Oct 20 11:43:36.117121 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-724c7ad7-b3e2-4a03-a4d8-6b2c186d2e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:36.122480 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-724c7ad7-b3e2-4a03-a4d8-6b2c186d2e5d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0525d9a4-a3da-43ef-90d1-0c512b36a84d HTTP/1.1" status: 200 len: 797 time: 0.1699846 Oct 20 11:43:36.172649 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e00f78-755f-4f29-80b1-baa781c84305 req-179900d2-43e4-47c2-b903-daa9b0f13cee tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:36.175203 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-f8e00f78-755f-4f29-80b1-baa781c84305 req-179900d2-43e4-47c2-b903-daa9b0f13cee tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.89 "GET /v2.0/networks?id=a1980227-64af-4c17-9cee-4570c69a4cb6 HTTP/1.1" status: 200 len: 812 time: 0.8170083 Oct 20 11:43:36.197757 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-f8e00f78-755f-4f29-80b1-baa781c84305 req-e4c8fe7c-6cc3-40d2-a509-80c6b000cdc1 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Request body: {'port': {'device_id': '9e6a073a-dfad-4a8a-b0cc-a68cf8821287', 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6', 'admin_state_up': True, 'tenant_id': 'f0012baf31914701a438a4a910671113'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:43:36.293816 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf73300e-2c11-447f-8862-c384b681f31b req-ba8bad27-cb30-4bbc-ab1f-9449ee486af3 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=9e6a073a-dfad-4a8a-b0cc-a68cf8821287 HTTP/1.1" status: 200 len: 210 time: 0.0644000 Oct 20 11:43:36.358853 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f68221b0-abf0-420f-9c17-1fcb325252c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:36.360136 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-18a8f2b6-f853-43d8-b0c8-31524acd432c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:36.361859 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-18a8f2b6-f853-43d8-b0c8-31524acd432c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9e28e111-da3b-432f-b66c-1b77e1797d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2297223 Oct 20 11:43:36.409646 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-46dc9715-3317-4553-86ae-77655087c382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:36.421312 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-46dc9715-3317-4553-86ae-77655087c382 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:36.422499 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-46dc9715-3317-4553-86ae-77655087c382 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/49caf953-7fc2-4130-8f4c-2db360312ea1 HTTP/1.1" status: 204 len: 168 time: 1.2063892 Oct 20 11:43:36.457634 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc9715-3317-4553-86ae-77655087c382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49caf953-7fc2-4130-8f4c-2db360312ea1,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:36.526175 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-f68221b0-abf0-420f-9c17-1fcb325252c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f32c311-7148-4a43-a840-106ee39dbdab']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:43:36.528699 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-53bcc439-a687-4172-874e-cda9d90db31c service neutron] 10.222.0.11 "GET /v2.0/networks/9e28e111-da3b-432f-b66c-1b77e1797d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584594 Oct 20 11:43:36.556226 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-f68221b0-abf0-420f-9c17-1fcb325252c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '514c10b4-3116-409f-892b-cd3f9ace8c66') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:43:36.556556 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-f68221b0-abf0-420f-9c17-1fcb325252c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '514c10b4-3116-409f-892b-cd3f9ace8c66') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:43:36.572608 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f68221b0-abf0-420f-9c17-1fcb325252c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:36.606405 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f68221b0-abf0-420f-9c17-1fcb325252c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:36.631129 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ef280905-682c-48e7-bc81-6cb35a01c06d req-59e01850-9849-40d1-ac0f-00d101cb133c tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=7dc2ddc1-3360-46ea-bcf3-b251cabc9240 HTTP/1.1" status: 200 len: 210 time: 0.0659969 Oct 20 11:43:36.653367 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f68221b0-abf0-420f-9c17-1fcb325252c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666-project] Releasing vlan 1263 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:43:36.653824 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f68221b0-abf0-420f-9c17-1fcb325252c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:36.658014 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:43:36.658014 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:43:36.658014 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:43:36.658014 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:43:36.658014 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:43:36.658014 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:43:36.658014 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:43:36.658014 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:43:36.658014 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:43:36.658014 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:43:36.658014 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:43:36.658014 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:43:36.658014 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:43:36.658014 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:43:36.658014 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:43:36.658014 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:43:36.658014 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:43:36.658014 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:43:36.658014 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:43:36.658014 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:43:36.658014 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:43:36.658014 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:43:36.658014 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:43:36.658014 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:43:36.658014 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:43:36.658014 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:43:36.658014 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:43:36.658014 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:43:36.658014 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:43:36.658014 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:43:36.658014 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:43:36.658014 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:43:36.677338 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8e00f78-755f-4f29-80b1-baa781c84305 req-e4c8fe7c-6cc3-40d2-a509-80c6b000cdc1 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Made reservation on behalf of f0012baf31914701a438a4a910671113 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:43:36.681420 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-f8e00f78-755f-4f29-80b1-baa781c84305 req-e4c8fe7c-6cc3-40d2-a509-80c6b000cdc1 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:36.717357 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189400d6-1762-455b-9f33-0c33a29a4fee req-81b64377-ef38-4097-986e-d87b292a8510 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:36.725773 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-189400d6-1762-455b-9f33-0c33a29a4fee req-81b64377-ef38-4097-986e-d87b292a8510 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=4bad63fe-61b1-48df-b277-70e9c18740a9 HTTP/1.1" status: 200 len: 945 time: 0.1955593 Oct 20 11:43:36.847321 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-189400d6-1762-455b-9f33-0c33a29a4fee req-7341b3a5-0283-4e00-bfa3-88f962cde3ca tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182003 Oct 20 11:43:36.865695 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f68221b0-abf0-420f-9c17-1fcb325252c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:36.881754 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f68221b0-abf0-420f-9c17-1fcb325252c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:36.882580 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-0f3b51cd-6393-497b-ac10-13218a669006 service neutron] 10.222.0.11 "GET /v2.0/networks/9e28e111-da3b-432f-b66c-1b77e1797d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000169 Oct 20 11:43:36.886004 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f68221b0-abf0-420f-9c17-1fcb325252c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666-project] 10.222.0.98 "DELETE /v2.0/networks/8f32c311-7148-4a43-a840-106ee39dbdab HTTP/1.1" status: 204 len: 168 time: 1.5830169 Oct 20 11:43:36.931372 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68221b0-abf0-420f-9c17-1fcb325252c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-667958666-project] Pushing event deleted for resources: {'Network': ['ID=8f32c311-7148-4a43-a840-106ee39dbdab,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:37.003954 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-a36e47c6-0725-4a36-be62-7a7848721182 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=156bbe0d-6a54-43ba-bd2e-a378130a9552 HTTP/1.1" status: 200 len: 217 time: 0.0994380 Oct 20 11:43:37.140126 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-c71270d4-0855-4b7a-a23f-e5cac8ef494d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:37.141629 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-c71270d4-0855-4b7a-a23f-e5cac8ef494d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0525d9a4-a3da-43ef-90d1-0c512b36a84d HTTP/1.1" status: 200 len: 797 time: 0.1348612 Oct 20 11:43:37.191651 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [req-f8e00f78-755f-4f29-80b1-baa781c84305 req-e4c8fe7c-6cc3-40d2-a509-80c6b000cdc1 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Allocated IP 172.20.0.10 (a1980227-64af-4c17-9cee-4570c69a4cb6/978f4782-c6ff-4108-a8dd-a568aeeefa48/cc0249f2-c246-462b-8841-1fcfb7d5ca3e) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:43:37.278755 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50096) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:37.327546 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2258b67a-a7ca-4cee-bf3f-f6bd3abe6069 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:37.430842 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de95c97-4b85-4e02-8741-d870c881abed req-6633208b-35ba-47ab-b5e1-a4e518147aac tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:37.447347 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de95c97-4b85-4e02-8741-d870c881abed req-6633208b-35ba-47ab-b5e1-a4e518147aac tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:37.462008 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de95c97-4b85-4e02-8741-d870c881abed req-6633208b-35ba-47ab-b5e1-a4e518147aac tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:37.474382 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de95c97-4b85-4e02-8741-d870c881abed req-6633208b-35ba-47ab-b5e1-a4e518147aac tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:37.492551 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de95c97-4b85-4e02-8741-d870c881abed req-6633208b-35ba-47ab-b5e1-a4e518147aac tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:37.510857 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de95c97-4b85-4e02-8741-d870c881abed req-6633208b-35ba-47ab-b5e1-a4e518147aac tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:37.526390 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de95c97-4b85-4e02-8741-d870c881abed req-6633208b-35ba-47ab-b5e1-a4e518147aac tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:37.534542 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6de95c97-4b85-4e02-8741-d870c881abed req-6633208b-35ba-47ab-b5e1-a4e518147aac tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 5431 time: 0.3119946 Oct 20 11:43:37.561710 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-2ff3c352-397c-4d58-920c-6e25042630a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:37.564031 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-2ff3c352-397c-4d58-920c-6e25042630a8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9e28e111-da3b-432f-b66c-1b77e1797d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4084826 Oct 20 11:43:37.584035 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b37b4229-85f4-4a97-a173-150c384bb7e7 req-3484e62b-97eb-4475-9587-21d9479bb023 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=9e6a073a-dfad-4a8a-b0cc-a68cf8821287 HTTP/1.1" status: 200 len: 210 time: 0.0468223 Oct 20 11:43:37.650926 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50112) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:37.742170 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6de95c97-4b85-4e02-8741-d870c881abed req-54b23b2c-24d4-43c0-927a-26bb9fb3fecd tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups?id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&id=ebd2ba54-3ef1-40c4-b641-2d063f2d73b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2003927 Oct 20 11:43:37.908336 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-f8e00f78-755f-4f29-80b1-baa781c84305 req-e4c8fe7c-6cc3-40d2-a509-80c6b000cdc1 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:37.966297 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-f8e00f78-755f-4f29-80b1-baa781c84305 req-e4c8fe7c-6cc3-40d2-a509-80c6b000cdc1 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:37.979058 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-844246e1-e0db-4ff3-92ab-e7aea2db8f4c service neutron] 10.222.0.11 "GET /v2.0/networks/9e28e111-da3b-432f-b66c-1b77e1797d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794086 Oct 20 11:43:37.979058 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1dc8c02b-5d71-4e01-937a-9be79d84d65f req-2f850b78-9d40-41d1-bf9b-44fc25559ff4 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=7dc2ddc1-3360-46ea-bcf3-b251cabc9240 HTTP/1.1" status: 200 len: 210 time: 0.1657488 Oct 20 11:43:38.109313 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c8fe7c-6cc3-40d2-a509-80c6b000cdc1 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Pushing event updated for resources: {'Port': ['ID=cc0249f2-c246-462b-8841-1fcfb7d5ca3e,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:38.119084 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2258b67a-a7ca-4cee-bf3f-f6bd3abe6069 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:38.127460 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2258b67a-a7ca-4cee-bf3f-f6bd3abe6069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:38.163685 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8e00f78-755f-4f29-80b1-baa781c84305 req-e4c8fe7c-6cc3-40d2-a509-80c6b000cdc1 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Network a1980227-64af-4c17-9cee-4570c69a4cb6 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:43:38.169812 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2258b67a-a7ca-4cee-bf3f-f6bd3abe6069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee4db53-9af7-4285-b380-78bcde742693,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:38.191384 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [req-f8e00f78-755f-4f29-80b1-baa781c84305 req-e4c8fe7c-6cc3-40d2-a509-80c6b000cdc1 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:43:38.194511 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e00f78-755f-4f29-80b1-baa781c84305 req-e4c8fe7c-6cc3-40d2-a509-80c6b000cdc1 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:43:38.231792 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-cedef8d6-44f1-4b3d-bb3e-8a33eb42a9e7 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ee71936fcb244d49808dbea5a7378281&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5732203 Oct 20 11:43:38.237672 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50136) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:38.277886 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e00f78-755f-4f29-80b1-baa781c84305 req-e4c8fe7c-6cc3-40d2-a509-80c6b000cdc1 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:38.280560 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-f8e00f78-755f-4f29-80b1-baa781c84305 req-e4c8fe7c-6cc3-40d2-a509-80c6b000cdc1 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:38.304465 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2258b67a-a7ca-4cee-bf3f-f6bd3abe6069 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b7830d82b03b4f0f8c4b3cd9d76db552&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9990642 Oct 20 11:43:38.330480 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50138) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:38.358305 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39206017-921d-464e-bf93-b297ac291fa5 req-65a18c44-ee2b-4308-b35a-48ba38eef0e6 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:38.360996 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-39206017-921d-464e-bf93-b297ac291fa5 req-65a18c44-ee2b-4308-b35a-48ba38eef0e6 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=4bad63fe-61b1-48df-b277-70e9c18740a9 HTTP/1.1" status: 200 len: 945 time: 0.3271005 Oct 20 11:43:38.384603 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-f8e00f78-755f-4f29-80b1-baa781c84305 req-e4c8fe7c-6cc3-40d2-a509-80c6b000cdc1 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1947715 Oct 20 11:43:38.416926 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b7b41-617d-4137-97eb-60e0647f3e58 req-c8f740a5-6b20-42ef-bde5-a672272afe9d tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:38.419663 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-212b7b41-617d-4137-97eb-60e0647f3e58 req-c8f740a5-6b20-42ef-bde5-a672272afe9d tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.11 "GET /v2.0/networks?id=4684d20a-1285-4a26-b3d8-722aa32ad5b4 HTTP/1.1" status: 200 len: 805 time: 0.2689774 Oct 20 11:43:38.422673 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0899a3f8-1602-49f4-88b5-91483f202f78 req-60725afa-d44f-4eb5-b80d-bfeda494a0fb service neutron] 10.222.0.11 "GET /v2.0/networks/9e28e111-da3b-432f-b66c-1b77e1797d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4424462 Oct 20 11:43:38.447479 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-f8e00f78-755f-4f29-80b1-baa781c84305 req-b2147a14-a260-491b-8af0-00d57006d8ac service neutron] Request body: {'port': {'device_id': '9e6a073a-dfad-4a8a-b0cc-a68cf8821287', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:43:38.467213 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-212b7b41-617d-4137-97eb-60e0647f3e58 req-1961c744-ed89-4c98-be93-7b27d9e3bc68 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Request body: {'port': {'device_id': '7dc2ddc1-3360-46ea-bcf3-b251cabc9240', 'network_id': '4684d20a-1285-4a26-b3d8-722aa32ad5b4', 'admin_state_up': True, 'tenant_id': '87f9bb79a2f44e408030b0f728683d1b'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:43:38.652525 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0d95bb29-5475-408c-ad33-35da9e718a2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:38.690775 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0d95bb29-5475-408c-ad33-35da9e718a2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:38.698426 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-a7e38bff-de52-491b-a2c0-4d7cf7e2499b None None] Provisioning complete for port cc0249f2-c246-462b-8841-1fcfb7d5ca3e triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:43:38.699102 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a7e38bff-de52-491b-a2c0-4d7cf7e2499b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:38.760126 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-f8e00f78-755f-4f29-80b1-baa781c84305 req-b2147a14-a260-491b-8af0-00d57006d8ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:38.783179 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0d95bb29-5475-408c-ad33-35da9e718a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:38.786494 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0d95bb29-5475-408c-ad33-35da9e718a2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:38.788828 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0d95bb29-5475-408c-ad33-35da9e718a2d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0ee4db53-9af7-4285-b380-78bcde742693 HTTP/1.1" status: 204 len: 168 time: 0.4547236 Oct 20 11:43:38.835862 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-a7e38bff-de52-491b-a2c0-4d7cf7e2499b None None] Port cc0249f2-c246-462b-8841-1fcfb7d5ca3e cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:43:38.869098 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d95bb29-5475-408c-ad33-35da9e718a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee4db53-9af7-4285-b380-78bcde742693,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:38.951430 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-39206017-921d-464e-bf93-b297ac291fa5 req-2185065d-6f68-470b-9801-653eef2e16f3 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5062764 Oct 20 11:43:39.013040 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96243c1-86ae-4404-91fe-468efcbe9520 req-e4822660-d6f4-499e-a24c-72076eda64a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:39.014366 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96243c1-86ae-4404-91fe-468efcbe9520 req-e4822660-d6f4-499e-a24c-72076eda64a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:39.015460 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96243c1-86ae-4404-91fe-468efcbe9520 req-e4822660-d6f4-499e-a24c-72076eda64a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:39.016227 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96243c1-86ae-4404-91fe-468efcbe9520 req-e4822660-d6f4-499e-a24c-72076eda64a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:39.016748 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96243c1-86ae-4404-91fe-468efcbe9520 req-e4822660-d6f4-499e-a24c-72076eda64a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:39.018682 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96243c1-86ae-4404-91fe-468efcbe9520 req-e4822660-d6f4-499e-a24c-72076eda64a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:39.019337 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96243c1-86ae-4404-91fe-468efcbe9520 req-e4822660-d6f4-499e-a24c-72076eda64a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:39.021427 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f96243c1-86ae-4404-91fe-468efcbe9520 req-e4822660-d6f4-499e-a24c-72076eda64a7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eaec2bab7fdf45a2bb81df4997c7d09e&device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 6488 time: 0.4112363 Oct 20 11:43:39.026716 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-baf92b8e-df3e-4631-8c6c-8783a607b361 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:39.171581 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f7deb-64fb-4c49-8fa9-a4556097b75f req-a89e3228-4c57-4605-933e-e638051307fb tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:39.173082 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d02f7deb-64fb-4c49-8fa9-a4556097b75f req-a89e3228-4c57-4605-933e-e638051307fb tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=9e6a073a-dfad-4a8a-b0cc-a68cf8821287 HTTP/1.1" status: 200 len: 932 time: 0.4053464 Oct 20 11:43:39.200393 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-baf92b8e-df3e-4631-8c6c-8783a607b361 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:39.354461 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fac94e-012a-43de-8c3e-d3bdbfc0595d req-45db6392-f94b-478e-806d-7a851948d118 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:39.367236 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fac94e-012a-43de-8c3e-d3bdbfc0595d req-45db6392-f94b-478e-806d-7a851948d118 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:39.376024 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fac94e-012a-43de-8c3e-d3bdbfc0595d req-45db6392-f94b-478e-806d-7a851948d118 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:39.385620 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fac94e-012a-43de-8c3e-d3bdbfc0595d req-45db6392-f94b-478e-806d-7a851948d118 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:39.394505 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fac94e-012a-43de-8c3e-d3bdbfc0595d req-45db6392-f94b-478e-806d-7a851948d118 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:39.403013 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fac94e-012a-43de-8c3e-d3bdbfc0595d req-45db6392-f94b-478e-806d-7a851948d118 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:39.417637 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fac94e-012a-43de-8c3e-d3bdbfc0595d req-45db6392-f94b-478e-806d-7a851948d118 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:39.420565 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d9fac94e-012a-43de-8c3e-d3bdbfc0595d req-45db6392-f94b-478e-806d-7a851948d118 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 5431 time: 0.3614824 Oct 20 11:43:39.429829 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-212b7b41-617d-4137-97eb-60e0647f3e58 req-1961c744-ed89-4c98-be93-7b27d9e3bc68 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Made reservation on behalf of 87f9bb79a2f44e408030b0f728683d1b for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:43:39.434141 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-212b7b41-617d-4137-97eb-60e0647f3e58 req-1961c744-ed89-4c98-be93-7b27d9e3bc68 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:39.455453 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d02f7deb-64fb-4c49-8fa9-a4556097b75f req-757f2b83-d44b-4f56-b754-6db9a9128501 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670214 Oct 20 11:43:39.501025 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96243c1-86ae-4404-91fe-468efcbe9520 req-6a254a55-7090-4ca8-93bd-679d94d0764f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:39.519774 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f96243c1-86ae-4404-91fe-468efcbe9520 req-6a254a55-7090-4ca8-93bd-679d94d0764f service neutron] 10.222.0.11 "GET /v2.0/networks?id=9e28e111-da3b-432f-b66c-1b77e1797d1c HTTP/1.1" status: 200 len: 904 time: 0.4635375 Oct 20 11:43:39.585789 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-f8e00f78-755f-4f29-80b1-baa781c84305 req-b2147a14-a260-491b-8af0-00d57006d8ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc0249f2-c246-462b-8841-1fcfb7d5ca3e {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:43:39.607168 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-f8e00f78-755f-4f29-80b1-baa781c84305 req-b2147a14-a260-491b-8af0-00d57006d8ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:39.653091 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-f8e00f78-755f-4f29-80b1-baa781c84305 req-b2147a14-a260-491b-8af0-00d57006d8ac service neutron] Transition to ACTIVE for port object cc0249f2-c246-462b-8841-1fcfb7d5ca3e will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:43:39.666048 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-f8e00f78-755f-4f29-80b1-baa781c84305 req-b2147a14-a260-491b-8af0-00d57006d8ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:39.668378 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f96243c1-86ae-4404-91fe-468efcbe9520 req-c8776d8a-ea86-4b59-8707-b5999b567b45 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=156bbe0d-6a54-43ba-bd2e-a378130a9552 HTTP/1.1" status: 200 len: 217 time: 0.1350863 Oct 20 11:43:39.707874 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-baf92b8e-df3e-4631-8c6c-8783a607b361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:39.712245 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-baf92b8e-df3e-4631-8c6c-8783a607b361 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:39.714591 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-baf92b8e-df3e-4631-8c6c-8783a607b361 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2d4084eb-cba5-4157-a6cc-d4a485d50157 HTTP/1.1" status: 204 len: 168 time: 1.4686170 Oct 20 11:43:39.811242 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2147a14-a260-491b-8af0-00d57006d8ac service neutron] Pushing event updated for resources: {'Port': ['ID=cc0249f2-c246-462b-8841-1fcfb7d5ca3e,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:39.846889 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:39.879352 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ad51a4f3-b001-48f3-a7fd-29324ea3cf04 req-b589937c-9e6b-44e8-a0ac-e1784d490f01 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=7dc2ddc1-3360-46ea-bcf3-b251cabc9240 HTTP/1.1" status: 200 len: 210 time: 0.3087907 Oct 20 11:43:40.046362 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-f8e00f78-755f-4f29-80b1-baa781c84305 req-b2147a14-a260-491b-8af0-00d57006d8ac service neutron] Attempting to bind port cc0249f2-c246-462b-8841-1fcfb7d5ca3e on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:43:40.049248 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-f8e00f78-755f-4f29-80b1-baa781c84305 req-b2147a14-a260-491b-8af0-00d57006d8ac service neutron] Attempting to bind port cc0249f2-c246-462b-8841-1fcfb7d5ca3e by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '73cbce6c-57a2-4343-bb4b-9f489f07b678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:43:40.049922 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e00f78-755f-4f29-80b1-baa781c84305 req-b2147a14-a260-491b-8af0-00d57006d8ac service neutron] Attempting to bind port cc0249f2-c246-462b-8841-1fcfb7d5ca3e on network a1980227-64af-4c17-9cee-4570c69a4cb6 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:43:40.075891 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e00f78-755f-4f29-80b1-baa781c84305 req-b2147a14-a260-491b-8af0-00d57006d8ac service neutron] Port cc0249f2-c246-462b-8841-1fcfb7d5ca3e on network a1980227-64af-4c17-9cee-4570c69a4cb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:43:40.080808 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e00f78-755f-4f29-80b1-baa781c84305 req-b2147a14-a260-491b-8af0-00d57006d8ac service neutron] Attempting to bind port cc0249f2-c246-462b-8841-1fcfb7d5ca3e on network a1980227-64af-4c17-9cee-4570c69a4cb6 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:43:40.104448 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e00f78-755f-4f29-80b1-baa781c84305 req-b2147a14-a260-491b-8af0-00d57006d8ac service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:43:40.105802 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e00f78-755f-4f29-80b1-baa781c84305 req-b2147a14-a260-491b-8af0-00d57006d8ac service neutron] Checking segment: {'id': '73cbce6c-57a2-4343-bb4b-9f489f07b678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:43:40.106515 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e00f78-755f-4f29-80b1-baa781c84305 req-b2147a14-a260-491b-8af0-00d57006d8ac service neutron] Bound using segment: {'id': '73cbce6c-57a2-4343-bb4b-9f489f07b678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:43:40.110366 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-f8e00f78-755f-4f29-80b1-baa781c84305 req-b2147a14-a260-491b-8af0-00d57006d8ac service neutron] Bound port: cc0249f2-c246-462b-8841-1fcfb7d5ca3e, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73cbce6c-57a2-4343-bb4b-9f489f07b678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:43:40.111273 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-f8e00f78-755f-4f29-80b1-baa781c84305 req-b2147a14-a260-491b-8af0-00d57006d8ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:40.126698 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96243c1-86ae-4404-91fe-468efcbe9520 req-98da5b1b-91a3-4726-9014-4fb0830daa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:40.128505 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f96243c1-86ae-4404-91fe-468efcbe9520 req-98da5b1b-91a3-4726-9014-4fb0830daa4d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0525d9a4-a3da-43ef-90d1-0c512b36a84d HTTP/1.1" status: 200 len: 797 time: 0.4121642 Oct 20 11:43:40.134178 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d9fac94e-012a-43de-8c3e-d3bdbfc0595d req-3c801fe2-98f3-442f-b5a6-24a84ff8f0e6 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups?id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&id=ebd2ba54-3ef1-40c4-b641-2d063f2d73b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6970127 Oct 20 11:43:40.139308 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf92b8e-df3e-4631-8c6c-8783a607b361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4084eb-cba5-4157-a6cc-d4a485d50157,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:40.368902 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-f8e00f78-755f-4f29-80b1-baa781c84305 req-b2147a14-a260-491b-8af0-00d57006d8ac service neutron] For port cc0249f2-c246-462b-8841-1fcfb7d5ca3e, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:43:40.375087 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-f8e00f78-755f-4f29-80b1-baa781c84305 req-b2147a14-a260-491b-8af0-00d57006d8ac service neutron] For port cc0249f2-c246-462b-8841-1fcfb7d5ca3e, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=cc0249f2-c246-462b-8841-1fcfb7d5ca3e,segment=NetworkSegment(73cbce6c-57a2-4343-bb4b-9f489f07b678),segment_id=73cbce6c-57a2-4343-bb4b-9f489f07b678)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:43:40.381991 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-f8e00f78-755f-4f29-80b1-baa781c84305 req-b2147a14-a260-491b-8af0-00d57006d8ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:40.443134 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e00f78-755f-4f29-80b1-baa781c84305 req-b2147a14-a260-491b-8af0-00d57006d8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:40.443585 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-f8e00f78-755f-4f29-80b1-baa781c84305 req-b2147a14-a260-491b-8af0-00d57006d8ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:40.449629 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-f8e00f78-755f-4f29-80b1-baa781c84305 req-b2147a14-a260-491b-8af0-00d57006d8ac service neutron] 10.222.0.89 "PUT /v2.0/ports/cc0249f2-c246-462b-8841-1fcfb7d5ca3e HTTP/1.1" status: 200 len: 1092 time: 2.0505331 Oct 20 11:43:40.450145 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6a073a-dfad-4a8a-b0cc-a68cf8821287', 'tag': 'cc0249f2-c246-462b-8841-1fcfb7d5ca3e'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:43:40.457928 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae9f6fd-9069-44d7-bb37-afd62087854f" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6a073a-dfad-4a8a-b0cc-a68cf8821287", "tag": "cc0249f2-c246-462b-8841-1fcfb7d5ca3e"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:43:40.675199 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-212b7b41-617d-4137-97eb-60e0647f3e58 req-1961c744-ed89-4c98-be93-7b27d9e3bc68 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Allocated IP 172.20.0.3 (4684d20a-1285-4a26-b3d8-722aa32ad5b4/533789ee-0e8e-421f-8cb0-0d7463c535a5/4117b03f-ae0b-4dca-9853-4421502a43c0) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:43:40.835514 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2147a14-a260-491b-8af0-00d57006d8ac service neutron] Pushing event updated for resources: {'Port': ['ID=cc0249f2-c246-462b-8841-1fcfb7d5ca3e,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:40.878826 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e00f78-755f-4f29-80b1-baa781c84305 req-7685b467-9e08-4d51-9a1d-2348b02c782c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:40.880260 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-f8e00f78-755f-4f29-80b1-baa781c84305 req-7685b467-9e08-4d51-9a1d-2348b02c782c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f0012baf31914701a438a4a910671113&device_id=9e6a073a-dfad-4a8a-b0cc-a68cf8821287 HTTP/1.1" status: 200 len: 1095 time: 0.3379042 Oct 20 11:43:40.989207 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50284) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:40.991938 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-f8e00f78-755f-4f29-80b1-baa781c84305 req-14f923a5-0364-486f-9816-cb8e683c8cdb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc0249f2-c246-462b-8841-1fcfb7d5ca3e HTTP/1.1" status: 200 len: 217 time: 0.0988181 Oct 20 11:43:41.184246 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e00f78-755f-4f29-80b1-baa781c84305 req-4ef8b3b8-c822-4d95-8702-1adc3a16036c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:41.185643 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-f8e00f78-755f-4f29-80b1-baa781c84305 req-4ef8b3b8-c822-4d95-8702-1adc3a16036c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=978f4782-c6ff-4108-a8dd-a568aeeefa48 HTTP/1.1" status: 200 len: 851 time: 0.1795352 Oct 20 11:43:41.196940 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6bd8e942-8c56-4094-9d4a-11e7e50038d6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=22877799d2734ef8806da328f00843bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2025397 Oct 20 11:43:41.197814 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50304) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:41.391334 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1b333e78-5ce9-41ec-8b3a-ec250ff24216 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:41.407300 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e00f78-755f-4f29-80b1-baa781c84305 req-78900e72-0c30-40d3-ae8e-baa2c1dd4604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:41.408888 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-f8e00f78-755f-4f29-80b1-baa781c84305 req-78900e72-0c30-40d3-ae8e-baa2c1dd4604 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a1980227-64af-4c17-9cee-4570c69a4cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2103221 Oct 20 11:43:41.520513 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1b333e78-5ce9-41ec-8b3a-ec250ff24216 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:41.797393 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-f8e00f78-755f-4f29-80b1-baa781c84305 req-d36dad26-13de-4884-8fa6-831ad5c89873 service neutron] 10.222.0.89 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728251 Oct 20 11:43:41.798000 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1b333e78-5ce9-41ec-8b3a-ec250ff24216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:41.800509 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1b333e78-5ce9-41ec-8b3a-ec250ff24216 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:41.811392 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1b333e78-5ce9-41ec-8b3a-ec250ff24216 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d178a74a-d233-4ee6-b752-becfcfbbd44a HTTP/1.1" status: 204 len: 168 time: 0.6114099 Oct 20 11:43:41.873453 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b333e78-5ce9-41ec-8b3a-ec250ff24216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d178a74a-d233-4ee6-b752-becfcfbbd44a,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:41.876321 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-212b7b41-617d-4137-97eb-60e0647f3e58 req-1961c744-ed89-4c98-be93-7b27d9e3bc68 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:41.979664 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-212b7b41-617d-4137-97eb-60e0647f3e58 req-1961c744-ed89-4c98-be93-7b27d9e3bc68 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:41.995508 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['81a208c0-65e0-4fc8-a75c-a093561e3229', '30b0ff0b-7bd8-4b05-8f04-849cfa492e5a'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:43:42.067016 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96243c1-86ae-4404-91fe-468efcbe9520 req-5a3d1f13-1cb6-4eff-a10d-fb3f17366356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:42.068739 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f96243c1-86ae-4404-91fe-468efcbe9520 req-5a3d1f13-1cb6-4eff-a10d-fb3f17366356 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9e28e111-da3b-432f-b66c-1b77e1797d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.7814379 Oct 20 11:43:42.158254 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-f8e00f78-755f-4f29-80b1-baa781c84305 req-f0d01cb2-8b60-40a5-8f7d-9118569cc5cf service neutron] 10.222.0.89 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455930 Oct 20 11:43:42.227921 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45730445-2611-4b12-9a49-a0a979d3c318 req-b680a985-b880-4105-a139-b53d80a024b0 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:42.229771 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-45730445-2611-4b12-9a49-a0a979d3c318 req-b680a985-b880-4105-a139-b53d80a024b0 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=4bad63fe-61b1-48df-b277-70e9c18740a9 HTTP/1.1" status: 200 len: 945 time: 2.0946712 Oct 20 11:43:42.299656 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1961c744-ed89-4c98-be93-7b27d9e3bc68 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Pushing event updated for resources: {'Port': ['ID=4117b03f-ae0b-4dca-9853-4421502a43c0,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:42.306728 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-212b7b41-617d-4137-97eb-60e0647f3e58 req-1961c744-ed89-4c98-be93-7b27d9e3bc68 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Network 4684d20a-1285-4a26-b3d8-722aa32ad5b4 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:43:42.345845 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11ad61c-0077-451b-bd41-86ef744bdf3c req-6861456a-12f6-4b82-9379-bfcfd9955f8e tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:42.352941 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a11ad61c-0077-451b-bd41-86ef744bdf3c req-6861456a-12f6-4b82-9379-bfcfd9955f8e tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=9e6a073a-dfad-4a8a-b0cc-a68cf8821287 HTTP/1.1" status: 200 len: 944 time: 1.2675753 Oct 20 11:43:42.415164 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-212b7b41-617d-4137-97eb-60e0647f3e58 req-1961c744-ed89-4c98-be93-7b27d9e3bc68 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:43:42.454703 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-212b7b41-617d-4137-97eb-60e0647f3e58 req-1961c744-ed89-4c98-be93-7b27d9e3bc68 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:43:42.671544 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-45730445-2611-4b12-9a49-a0a979d3c318 req-b527b980-6415-4129-ba87-7f1aeae89b0a tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3963523 Oct 20 11:43:42.704794 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a11ad61c-0077-451b-bd41-86ef744bdf3c req-db2646b4-1568-466d-93ae-9f611b3428a3 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467846 Oct 20 11:43:42.706840 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f96243c1-86ae-4404-91fe-468efcbe9520 req-afc96898-82de-4b49-b4bc-fe155a9dd73f service neutron] 10.222.0.11 "GET /v2.0/networks/9e28e111-da3b-432f-b66c-1b77e1797d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6183681 Oct 20 11:43:42.713566 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b7b41-617d-4137-97eb-60e0647f3e58 req-1961c744-ed89-4c98-be93-7b27d9e3bc68 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:42.714377 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-212b7b41-617d-4137-97eb-60e0647f3e58 req-1961c744-ed89-4c98-be93-7b27d9e3bc68 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:42.780758 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-212b7b41-617d-4137-97eb-60e0647f3e58 req-1961c744-ed89-4c98-be93-7b27d9e3bc68 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3398101 Oct 20 11:43:42.845557 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd149cd-45dc-45cc-8182-2be9185df8ef x-openstack-request-id: req-6bd149cd-45dc-45cc-8182-2be9185df8ef {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:43:42.846295 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6a073a-dfad-4a8a-b0cc-a68cf8821287", "tag": "cc0249f2-c246-462b-8841-1fcfb7d5ca3e", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:43:42.846710 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6bd149cd-45dc-45cc-8182-2be9185df8ef {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:43:42.847313 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6a073a-dfad-4a8a-b0cc-a68cf8821287', 'tag': 'cc0249f2-c246-462b-8841-1fcfb7d5ca3e', 'status': 'completed', 'code': 200} Oct 20 11:43:43.004631 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9f6fd-9069-44d7-bb37-afd62087854f req-f1d92e43-e570-4988-b366-07b7d414ce22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:43.007544 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-212b7b41-617d-4137-97eb-60e0647f3e58 req-90de05d2-14ad-4be7-b0bf-41b097ac0b3e service neutron] Request body: {'port': {'device_id': '7dc2ddc1-3360-46ea-bcf3-b251cabc9240', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:43:43.011103 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-1ae9f6fd-9069-44d7-bb37-afd62087854f req-f1d92e43-e570-4988-b366-07b7d414ce22 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f0012baf31914701a438a4a910671113&device_id=9e6a073a-dfad-4a8a-b0cc-a68cf8821287 HTTP/1.1" status: 200 len: 1095 time: 0.1614151 Oct 20 11:43:43.222745 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9f6fd-9069-44d7-bb37-afd62087854f req-d54ce3bf-00b0-4b29-9a9a-ce76ba0f5e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:43.225901 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-1ae9f6fd-9069-44d7-bb37-afd62087854f req-d54ce3bf-00b0-4b29-9a9a-ce76ba0f5e64 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a1980227-64af-4c17-9cee-4570c69a4cb6 HTTP/1.1" status: 200 len: 914 time: 0.1994097 Oct 20 11:43:43.346137 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-1ae9f6fd-9069-44d7-bb37-afd62087854f req-5f10cdaf-96b8-4019-814d-49767c2084d4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc0249f2-c246-462b-8841-1fcfb7d5ca3e HTTP/1.1" status: 200 len: 217 time: 0.1113286 Oct 20 11:43:43.398895 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-212b7b41-617d-4137-97eb-60e0647f3e58 req-90de05d2-14ad-4be7-b0bf-41b097ac0b3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:43.422378 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f96243c1-86ae-4404-91fe-468efcbe9520 req-29afe55c-f196-4d8e-acff-c74d2877d913 service neutron] 10.222.0.11 "GET /v2.0/networks/9e28e111-da3b-432f-b66c-1b77e1797d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7035019 Oct 20 11:43:43.492803 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9f6fd-9069-44d7-bb37-afd62087854f req-30e4ecc0-6dc1-455d-8fa0-63cfc5c0566c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:43.501357 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-1ae9f6fd-9069-44d7-bb37-afd62087854f req-30e4ecc0-6dc1-455d-8fa0-63cfc5c0566c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=978f4782-c6ff-4108-a8dd-a568aeeefa48 HTTP/1.1" status: 200 len: 851 time: 0.1453342 Oct 20 11:43:43.599656 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9f6fd-9069-44d7-bb37-afd62087854f req-a1eacc23-7b08-453a-928c-c9a40e3bc4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:43.602182 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-1ae9f6fd-9069-44d7-bb37-afd62087854f req-a1eacc23-7b08-453a-928c-c9a40e3bc4d1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a1980227-64af-4c17-9cee-4570c69a4cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0913131 Oct 20 11:43:43.626189 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e53e0-64c7-410a-825b-739222abc61e req-3833d98a-a556-4723-abf2-85b92b1d4403 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:43.628696 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-721e53e0-64c7-410a-825b-739222abc61e req-3833d98a-a556-4723-abf2-85b92b1d4403 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=7dc2ddc1-3360-46ea-bcf3-b251cabc9240 HTTP/1.1" status: 200 len: 931 time: 0.6325552 Oct 20 11:43:43.646063 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19eb44-3b78-4657-a2e1-19fd3950661e req-0205e43d-2095-4443-b059-cd5620593cbc tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:43.658188 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19eb44-3b78-4657-a2e1-19fd3950661e req-0205e43d-2095-4443-b059-cd5620593cbc tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:43.666897 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19eb44-3b78-4657-a2e1-19fd3950661e req-0205e43d-2095-4443-b059-cd5620593cbc tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:43.676946 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19eb44-3b78-4657-a2e1-19fd3950661e req-0205e43d-2095-4443-b059-cd5620593cbc tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:43.686925 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19eb44-3b78-4657-a2e1-19fd3950661e req-0205e43d-2095-4443-b059-cd5620593cbc tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:43.698296 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19eb44-3b78-4657-a2e1-19fd3950661e req-0205e43d-2095-4443-b059-cd5620593cbc tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:43.710666 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19eb44-3b78-4657-a2e1-19fd3950661e req-0205e43d-2095-4443-b059-cd5620593cbc tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:43.722721 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4b19eb44-3b78-4657-a2e1-19fd3950661e req-0205e43d-2095-4443-b059-cd5620593cbc tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 5431 time: 0.6231833 Oct 20 11:43:43.825383 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4b19eb44-3b78-4657-a2e1-19fd3950661e req-801a9561-d09f-4806-a67e-4b66c7770761 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups?id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&id=ebd2ba54-3ef1-40c4-b641-2d063f2d73b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1006353 Oct 20 11:43:43.919776 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-1ae9f6fd-9069-44d7-bb37-afd62087854f req-f2855f40-98fb-409f-a0ae-b6f5da3f133c service neutron] 10.222.0.89 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085630 Oct 20 11:43:44.138646 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-1ae9f6fd-9069-44d7-bb37-afd62087854f req-21bfe74c-8178-46ef-98f4-cdd4e5e686aa service neutron] 10.222.0.89 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077854 Oct 20 11:43:44.169602 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device cc0249f2-c246-462b-8841-1fcfb7d5ca3e details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:43:44.217831 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-721e53e0-64c7-410a-825b-739222abc61e req-e7a84d08-a22e-4f63-8ba8-c994e54ab009 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4747248 Oct 20 11:43:44.285092 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47f1c9-4dc4-4e10-85ce-3c81194035a4 req-03cf61fb-6cd1-455b-b156-373fb98f6a04 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:44.304846 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7e47f1c9-4dc4-4e10-85ce-3c81194035a4 req-03cf61fb-6cd1-455b-b156-373fb98f6a04 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=4bad63fe-61b1-48df-b277-70e9c18740a9 HTTP/1.1" status: 200 len: 945 time: 0.3015709 Oct 20 11:43:44.395855 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:43:44.474643 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7e47f1c9-4dc4-4e10-85ce-3c81194035a4 req-3d1a68d7-0cfd-46ed-b6ef-3960fa69c6e2 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686254 Oct 20 11:43:44.523868 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port cc0249f2-c246-462b-8841-1fcfb7d5ca3e, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=cc0249f2-c246-462b-8841-1fcfb7d5ca3e,segment=NetworkSegment(73cbce6c-57a2-4343-bb4b-9f489f07b678),segment_id=73cbce6c-57a2-4343-bb4b-9f489f07b678)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:43:44.560072 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': 'cc0249f2-c246-462b-8841-1fcfb7d5ca3e', 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6', 'port_id': 'cc0249f2-c246-462b-8841-1fcfb7d5ca3e', 'mac_address': 'fa:16:3e:c6:99:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '978f4782-c6ff-4108-a8dd-a568aeeefa48', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:43:44.677766 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d12a1-bb08-4e1a-828c-4cf53b527858 req-e6a5cf04-f668-4193-b0ae-faf5a65c5873 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:44.691049 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:44.695813 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7c7d12a1-bb08-4e1a-828c-4cf53b527858 req-e6a5cf04-f668-4193-b0ae-faf5a65c5873 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=9e6a073a-dfad-4a8a-b0cc-a68cf8821287 HTTP/1.1" status: 200 len: 944 time: 0.2707758 Oct 20 11:43:44.734617 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc0249f2-c246-462b-8841-1fcfb7d5ca3e {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:43:44.823896 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port cc0249f2-c246-462b-8841-1fcfb7d5ca3e, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=cc0249f2-c246-462b-8841-1fcfb7d5ca3e,segment=NetworkSegment(73cbce6c-57a2-4343-bb4b-9f489f07b678),segment_id=73cbce6c-57a2-4343-bb4b-9f489f07b678)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:43:44.838126 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:44.975744 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7c7d12a1-bb08-4e1a-828c-4cf53b527858 req-fd080eff-2e00-47c6-b2fc-33b4d0dafea0 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632771 Oct 20 11:43:45.035047 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=cc0249f2-c246-462b-8841-1fcfb7d5ca3e,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:45.113917 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['cc0249f2-c246-462b-8841-1fcfb7d5ca3e'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:43:45.322534 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646aaaed-5236-496b-929c-c82816031f1a req-ba5c2498-dfb1-4ff7-8df9-5ef9df01d12b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:45.348018 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646aaaed-5236-496b-929c-c82816031f1a req-ba5c2498-dfb1-4ff7-8df9-5ef9df01d12b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:45.364567 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:45.371582 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646aaaed-5236-496b-929c-c82816031f1a req-ba5c2498-dfb1-4ff7-8df9-5ef9df01d12b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:45.409531 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646aaaed-5236-496b-929c-c82816031f1a req-ba5c2498-dfb1-4ff7-8df9-5ef9df01d12b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:45.428092 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646aaaed-5236-496b-929c-c82816031f1a req-ba5c2498-dfb1-4ff7-8df9-5ef9df01d12b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:45.437995 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646aaaed-5236-496b-929c-c82816031f1a req-ba5c2498-dfb1-4ff7-8df9-5ef9df01d12b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:45.455117 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646aaaed-5236-496b-929c-c82816031f1a req-ba5c2498-dfb1-4ff7-8df9-5ef9df01d12b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:45.463612 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-646aaaed-5236-496b-929c-c82816031f1a req-ba5c2498-dfb1-4ff7-8df9-5ef9df01d12b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 5431 time: 0.4292543 Oct 20 11:43:45.687017 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-646aaaed-5236-496b-929c-c82816031f1a req-bf715b7f-ac91-4139-88fe-4c935e8839a6 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups?id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&id=ebd2ba54-3ef1-40c4-b641-2d063f2d73b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1354170 Oct 20 11:43:45.780128 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50662) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:45.890425 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833bb5b-d7a4-46f1-bfcf-5c46f91f5551 req-0526f652-8290-4a26-a362-141b2df7e5af tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:45.901627 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c833bb5b-d7a4-46f1-bfcf-5c46f91f5551 req-0526f652-8290-4a26-a362-141b2df7e5af tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=7dc2ddc1-3360-46ea-bcf3-b251cabc9240 HTTP/1.1" status: 200 len: 931 time: 0.4334466 Oct 20 11:43:46.018442 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-8a0f4a3e-22d8-4e7f-b4aa-c0d524a1e3a3 tempest-QuotasTest-138005696 tempest-QuotasTest-138005696-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:43:46.033293 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-212b7b41-617d-4137-97eb-60e0647f3e58 req-90de05d2-14ad-4be7-b0bf-41b097ac0b3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4117b03f-ae0b-4dca-9853-4421502a43c0 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:43:46.057046 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-212b7b41-617d-4137-97eb-60e0647f3e58 req-90de05d2-14ad-4be7-b0bf-41b097ac0b3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:46.071100 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8a0f4a3e-22d8-4e7f-b4aa-c0d524a1e3a3 tempest-QuotasTest-138005696 tempest-QuotasTest-138005696-project-admin] 10.222.0.98 "PUT /v2.0/quotas/6bef293436144bdaaf99cf63d85c691f HTTP/1.1" status: 200 len: 366 time: 0.2896955 Oct 20 11:43:46.079518 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50682) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:46.143558 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c833bb5b-d7a4-46f1-bfcf-5c46f91f5551 req-4f75c04f-1041-4072-a5b4-61176ce17a57 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384014 Oct 20 11:43:46.147123 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-85af3c66-30c0-40f8-9dbc-7e69aa03ca4d tempest-QuotasTest-138005696 tempest-QuotasTest-138005696-project-admin] 10.222.0.98 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0663197 Oct 20 11:43:46.151875 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50688) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:46.200028 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-212b7b41-617d-4137-97eb-60e0647f3e58 req-90de05d2-14ad-4be7-b0bf-41b097ac0b3e service neutron] Transition to ACTIVE for port object 4117b03f-ae0b-4dca-9853-4421502a43c0 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:43:46.211205 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f2cf6827-f6a4-4507-ade3-638c2305e649 tempest-QuotasTest-138005696 tempest-QuotasTest-138005696-project-admin] 10.222.0.98 "GET /v2.0/quotas/6bef293436144bdaaf99cf63d85c691f HTTP/1.1" status: 200 len: 366 time: 0.0569916 Oct 20 11:43:46.214444 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50696) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:46.220987 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a745b8bb-1734-4913-8a75-35ecb6cf0b90 req-f32e2eac-4ea1-40a6-9520-e4efb508602d tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:46.231248 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a745b8bb-1734-4913-8a75-35ecb6cf0b90 req-f32e2eac-4ea1-40a6-9520-e4efb508602d tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=4bad63fe-61b1-48df-b277-70e9c18740a9 HTTP/1.1" status: 200 len: 945 time: 0.3883450 Oct 20 11:43:46.237737 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-212b7b41-617d-4137-97eb-60e0647f3e58 req-90de05d2-14ad-4be7-b0bf-41b097ac0b3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:46.261138 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-01dc369e-552e-4443-bc1e-9528d3b4a90c tempest-QuotasTest-138005696 tempest-QuotasTest-138005696-project-admin] 10.222.0.98 "DELETE /v2.0/quotas/6bef293436144bdaaf99cf63d85c691f HTTP/1.1" status: 204 len: 168 time: 0.0380120 Oct 20 11:43:46.263922 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50698) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:46.291630 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c4e4068b-36ab-4fe1-811f-a908cf82a291 tempest-QuotasTest-138005696 tempest-QuotasTest-138005696-project-admin] 10.222.0.98 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0264635 Oct 20 11:43:46.294363 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50700) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:46.331930 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-010aa3da-23c7-424a-9cb3-f5ad34273fb0 tempest-QuotasTest-138005696 tempest-QuotasTest-138005696-project-admin] 10.222.0.98 "GET /v2.0/quotas/6bef293436144bdaaf99cf63d85c691f HTTP/1.1" status: 200 len: 370 time: 0.0336411 Oct 20 11:43:46.334238 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50706) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:46.351768 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-57487173-4193-49cd-a41a-489eb4f17e89 tempest-QuotasTest-138005696 tempest-QuotasTest-138005696-project-admin] 10.222.0.98 "GET /v2.0/quotas/6bef293436144bdaaf99cf63d85c691f/default HTTP/1.1" status: 200 len: 370 time: 0.0146456 Oct 20 11:43:46.354783 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50708) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:46.379453 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-db72f98e-8aa4-4dcc-89c2-5171c20c6c04 tempest-QuotasTest-138005696 tempest-QuotasTest-138005696-project-admin] delete failed (client error): The resource could not be found. Oct 20 11:43:46.380635 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-db72f98e-8aa4-4dcc-89c2-5171c20c6c04 tempest-QuotasTest-138005696 tempest-QuotasTest-138005696-project-admin] 10.222.0.98 "DELETE /v2.0/quotas/6bef293436144bdaaf99cf63d85c691f HTTP/1.1" status: 404 len: 348 time: 0.0216649 Oct 20 11:43:46.419243 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a745b8bb-1734-4913-8a75-35ecb6cf0b90 req-4f0be78e-1e47-427a-8879-cd355c2fa9a7 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772804 Oct 20 11:43:46.463097 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50716) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:46.491792 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90de05d2-14ad-4be7-b0bf-41b097ac0b3e service neutron] Pushing event updated for resources: {'Port': ['ID=4117b03f-ae0b-4dca-9853-4421502a43c0,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:46.515985 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-212b7b41-617d-4137-97eb-60e0647f3e58 req-90de05d2-14ad-4be7-b0bf-41b097ac0b3e service neutron] Attempting to bind port 4117b03f-ae0b-4dca-9853-4421502a43c0 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:43:46.516731 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-212b7b41-617d-4137-97eb-60e0647f3e58 req-90de05d2-14ad-4be7-b0bf-41b097ac0b3e service neutron] Attempting to bind port 4117b03f-ae0b-4dca-9853-4421502a43c0 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '474d5198-d4e2-4e04-8880-971eb081d7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '4684d20a-1285-4a26-b3d8-722aa32ad5b4'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:43:46.517437 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212b7b41-617d-4137-97eb-60e0647f3e58 req-90de05d2-14ad-4be7-b0bf-41b097ac0b3e service neutron] Attempting to bind port 4117b03f-ae0b-4dca-9853-4421502a43c0 on network 4684d20a-1285-4a26-b3d8-722aa32ad5b4 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:43:46.525829 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212b7b41-617d-4137-97eb-60e0647f3e58 req-90de05d2-14ad-4be7-b0bf-41b097ac0b3e service neutron] Port 4117b03f-ae0b-4dca-9853-4421502a43c0 on network 4684d20a-1285-4a26-b3d8-722aa32ad5b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:43:46.526555 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212b7b41-617d-4137-97eb-60e0647f3e58 req-90de05d2-14ad-4be7-b0bf-41b097ac0b3e service neutron] Attempting to bind port 4117b03f-ae0b-4dca-9853-4421502a43c0 on network 4684d20a-1285-4a26-b3d8-722aa32ad5b4 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:43:46.538012 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73a66b-830a-4d91-9c74-0d22848f3324 req-870472c0-1d34-4aba-b01a-03340125feeb tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:46.546035 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5f73a66b-830a-4d91-9c74-0d22848f3324 req-870472c0-1d34-4aba-b01a-03340125feeb tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=9e6a073a-dfad-4a8a-b0cc-a68cf8821287 HTTP/1.1" status: 200 len: 945 time: 0.2474530 Oct 20 11:43:46.587237 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212b7b41-617d-4137-97eb-60e0647f3e58 req-90de05d2-14ad-4be7-b0bf-41b097ac0b3e service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:43:46.587237 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212b7b41-617d-4137-97eb-60e0647f3e58 req-90de05d2-14ad-4be7-b0bf-41b097ac0b3e service neutron] Checking segment: {'id': '474d5198-d4e2-4e04-8880-971eb081d7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '4684d20a-1285-4a26-b3d8-722aa32ad5b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:43:46.587477 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212b7b41-617d-4137-97eb-60e0647f3e58 req-90de05d2-14ad-4be7-b0bf-41b097ac0b3e service neutron] Bound using segment: {'id': '474d5198-d4e2-4e04-8880-971eb081d7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '4684d20a-1285-4a26-b3d8-722aa32ad5b4'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:43:46.587789 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-212b7b41-617d-4137-97eb-60e0647f3e58 req-90de05d2-14ad-4be7-b0bf-41b097ac0b3e service neutron] Bound port: 4117b03f-ae0b-4dca-9853-4421502a43c0, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '474d5198-d4e2-4e04-8880-971eb081d7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '4684d20a-1285-4a26-b3d8-722aa32ad5b4'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:43:46.593351 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-212b7b41-617d-4137-97eb-60e0647f3e58 req-90de05d2-14ad-4be7-b0bf-41b097ac0b3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:46.712268 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9787f7d9-ea77-42a9-88a6-ca4789913496 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:46.846618 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50740) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:46.903124 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-212b7b41-617d-4137-97eb-60e0647f3e58 req-90de05d2-14ad-4be7-b0bf-41b097ac0b3e service neutron] For port 4117b03f-ae0b-4dca-9853-4421502a43c0, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:43:46.905509 n-d-814735-3 neutron-server[100646]: DEBUG neutron.quota.resource [None req-424ce2c4-8a32-460b-ac11-ec322ee57fc0 tempest-QuotasTest-138005696 tempest-QuotasTest-138005696-project-admin] Usage tracker for resource:network and project:34657ab3e712461a9e7324bf5db4bd5f is out of sync, need to count used quota {{(pid=100646) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 20 11:43:46.913207 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-212b7b41-617d-4137-97eb-60e0647f3e58 req-90de05d2-14ad-4be7-b0bf-41b097ac0b3e service neutron] For port 4117b03f-ae0b-4dca-9853-4421502a43c0, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=4117b03f-ae0b-4dca-9853-4421502a43c0,segment=NetworkSegment(474d5198-d4e2-4e04-8880-971eb081d7c2),segment_id=474d5198-d4e2-4e04-8880-971eb081d7c2)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:43:46.915470 n-d-814735-3 neutron-server[100646]: DEBUG neutron.quota.resource [None req-424ce2c4-8a32-460b-ac11-ec322ee57fc0 tempest-QuotasTest-138005696 tempest-QuotasTest-138005696-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=100646) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 20 11:43:46.919054 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5f73a66b-830a-4d91-9c74-0d22848f3324 req-35ab7881-cf54-4ff3-bdae-9ea225c32cb2 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717427 Oct 20 11:43:46.931233 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-212b7b41-617d-4137-97eb-60e0647f3e58 req-90de05d2-14ad-4be7-b0bf-41b097ac0b3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:46.961774 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9787f7d9-ea77-42a9-88a6-ca4789913496 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:46.963743 n-d-814735-3 neutron-server[100646]: DEBUG neutron.quota.resource [None req-424ce2c4-8a32-460b-ac11-ec322ee57fc0 tempest-QuotasTest-138005696 tempest-QuotasTest-138005696-project-admin] Usage tracker for resource:subnet and project:34657ab3e712461a9e7324bf5db4bd5f is out of sync, need to count used quota {{(pid=100646) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 20 11:43:46.974229 n-d-814735-3 neutron-server[100646]: DEBUG neutron.quota.resource [None req-424ce2c4-8a32-460b-ac11-ec322ee57fc0 tempest-QuotasTest-138005696 tempest-QuotasTest-138005696-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=100646) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 20 11:43:46.975422 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b7b41-617d-4137-97eb-60e0647f3e58 req-90de05d2-14ad-4be7-b0bf-41b097ac0b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:46.976156 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-212b7b41-617d-4137-97eb-60e0647f3e58 req-90de05d2-14ad-4be7-b0bf-41b097ac0b3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:46.976678 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9787f7d9-ea77-42a9-88a6-ca4789913496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:46.979785 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-212b7b41-617d-4137-97eb-60e0647f3e58 req-90de05d2-14ad-4be7-b0bf-41b097ac0b3e service neutron] 10.222.0.11 "PUT /v2.0/ports/4117b03f-ae0b-4dca-9853-4421502a43c0 HTTP/1.1" status: 200 len: 1091 time: 3.9811966 Oct 20 11:43:47.011278 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dc2ddc1-3360-46ea-bcf3-b251cabc9240', 'tag': '4117b03f-ae0b-4dca-9853-4421502a43c0'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:43:47.012859 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913004e7-dba6-45f9-8a04-501c04f23c78" -d '{"events": [{"name": "network-changed", "server_uuid": "7dc2ddc1-3360-46ea-bcf3-b251cabc9240", "tag": "4117b03f-ae0b-4dca-9853-4421502a43c0"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:43:47.034901 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-9787f7d9-ea77-42a9-88a6-ca4789913496 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f4fa9f945d4144fb9117fd2c15a37750&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5706286 Oct 20 11:43:47.035735 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50762) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:47.120451 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d69b82-fae7-4167-8ada-03662cc7da93 x-openstack-request-id: req-a0d69b82-fae7-4167-8ada-03662cc7da93 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:43:47.120738 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dc2ddc1-3360-46ea-bcf3-b251cabc9240", "tag": "4117b03f-ae0b-4dca-9853-4421502a43c0", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:43:47.121116 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a0d69b82-fae7-4167-8ada-03662cc7da93 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:43:47.121389 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dc2ddc1-3360-46ea-bcf3-b251cabc9240', 'tag': '4117b03f-ae0b-4dca-9853-4421502a43c0', 'status': 'completed', 'code': 200} Oct 20 11:43:47.127989 n-d-814735-3 neutron-server[100646]: DEBUG neutron.quota.resource [None req-424ce2c4-8a32-460b-ac11-ec322ee57fc0 tempest-QuotasTest-138005696 tempest-QuotasTest-138005696-project-admin] Usage tracker for resource:subnetpool and project:34657ab3e712461a9e7324bf5db4bd5f is out of sync, need to count used quota {{(pid=100646) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 20 11:43:47.135784 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587be9a4-c27d-44c4-acb2-d05396b25f69 req-357f98a4-9c56-4ab6-b430-48bfc49dad50 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:47.143929 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587be9a4-c27d-44c4-acb2-d05396b25f69 req-357f98a4-9c56-4ab6-b430-48bfc49dad50 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:47.151324 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587be9a4-c27d-44c4-acb2-d05396b25f69 req-357f98a4-9c56-4ab6-b430-48bfc49dad50 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:47.157565 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587be9a4-c27d-44c4-acb2-d05396b25f69 req-357f98a4-9c56-4ab6-b430-48bfc49dad50 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:47.163548 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587be9a4-c27d-44c4-acb2-d05396b25f69 req-357f98a4-9c56-4ab6-b430-48bfc49dad50 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:47.170320 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587be9a4-c27d-44c4-acb2-d05396b25f69 req-357f98a4-9c56-4ab6-b430-48bfc49dad50 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:47.174678 n-d-814735-3 neutron-server[100646]: DEBUG neutron.quota.resource [None req-424ce2c4-8a32-460b-ac11-ec322ee57fc0 tempest-QuotasTest-138005696 tempest-QuotasTest-138005696-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=100646) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 20 11:43:47.176751 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587be9a4-c27d-44c4-acb2-d05396b25f69 req-357f98a4-9c56-4ab6-b430-48bfc49dad50 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:47.178739 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-587be9a4-c27d-44c4-acb2-d05396b25f69 req-357f98a4-9c56-4ab6-b430-48bfc49dad50 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 5431 time: 0.2587388 Oct 20 11:43:47.185418 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9787f7d9-ea77-42a9-88a6-ca4789913496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631b837f-9c4b-4c83-b4a4-f9c2c77b5317,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:47.198072 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9787f7d9-ea77-42a9-88a6-ca4789913496 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:47.199102 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9787f7d9-ea77-42a9-88a6-ca4789913496 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:47.199985 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9787f7d9-ea77-42a9-88a6-ca4789913496 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:47.200546 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9787f7d9-ea77-42a9-88a6-ca4789913496 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:47.201116 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9787f7d9-ea77-42a9-88a6-ca4789913496 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:47.201680 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9787f7d9-ea77-42a9-88a6-ca4789913496 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:47.202229 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9787f7d9-ea77-42a9-88a6-ca4789913496 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:47.202939 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9787f7d9-ea77-42a9-88a6-ca4789913496 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:47.203903 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9787f7d9-ea77-42a9-88a6-ca4789913496 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:47.206552 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9787f7d9-ea77-42a9-88a6-ca4789913496 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:47.207791 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9787f7d9-ea77-42a9-88a6-ca4789913496 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:47.210471 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9787f7d9-ea77-42a9-88a6-ca4789913496 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:43:47.246743 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-587be9a4-c27d-44c4-acb2-d05396b25f69 req-6dcd60be-7f06-4f8b-83e0-9d5c724ee825 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups?id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&id=ebd2ba54-3ef1-40c4-b641-2d063f2d73b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555227 Oct 20 11:43:47.254540 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b7b41-617d-4137-97eb-60e0647f3e58 req-373d69cc-8a99-4e0d-8332-d90c5c32063b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:47.256764 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-212b7b41-617d-4137-97eb-60e0647f3e58 req-373d69cc-8a99-4e0d-8332-d90c5c32063b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=87f9bb79a2f44e408030b0f728683d1b&device_id=7dc2ddc1-3360-46ea-bcf3-b251cabc9240 HTTP/1.1" status: 200 len: 1094 time: 0.2196667 Oct 20 11:43:47.257579 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90de05d2-14ad-4be7-b0bf-41b097ac0b3e service neutron] Pushing event updated for resources: {'Port': ['ID=4117b03f-ae0b-4dca-9853-4421502a43c0,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:47.259331 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-12de126b-1ee0-4d92-9493-3efcdd8baf17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:47.263836 n-d-814735-3 neutron-server[100646]: DEBUG neutron.quota.resource [None req-424ce2c4-8a32-460b-ac11-ec322ee57fc0 tempest-QuotasTest-138005696 tempest-QuotasTest-138005696-project-admin] Usage tracker for resource:port and project:34657ab3e712461a9e7324bf5db4bd5f is out of sync, need to count used quota {{(pid=100646) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 20 11:43:47.276039 n-d-814735-3 neutron-server[100646]: DEBUG neutron.quota.resource [None req-424ce2c4-8a32-460b-ac11-ec322ee57fc0 tempest-QuotasTest-138005696 tempest-QuotasTest-138005696-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=100646) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 20 11:43:47.299811 n-d-814735-3 neutron-server[100646]: DEBUG neutron.quota.resource [None req-424ce2c4-8a32-460b-ac11-ec322ee57fc0 tempest-QuotasTest-138005696 tempest-QuotasTest-138005696-project-admin] Usage tracker for resource:router and project:34657ab3e712461a9e7324bf5db4bd5f is out of sync, need to count used quota {{(pid=100646) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 20 11:43:47.303488 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-12de126b-1ee0-4d92-9493-3efcdd8baf17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:47.363479 n-d-814735-3 neutron-server[100646]: DEBUG neutron.quota.resource [None req-424ce2c4-8a32-460b-ac11-ec322ee57fc0 tempest-QuotasTest-138005696 tempest-QuotasTest-138005696-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=100646) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 20 11:43:47.364097 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-212b7b41-617d-4137-97eb-60e0647f3e58 req-9b990450-6cbb-44e3-b3b2-35692c656246 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4117b03f-ae0b-4dca-9853-4421502a43c0 HTTP/1.1" status: 200 len: 217 time: 0.0901396 Oct 20 11:43:47.420112 n-d-814735-3 neutron-server[100646]: DEBUG neutron.quota.resource [None req-424ce2c4-8a32-460b-ac11-ec322ee57fc0 tempest-QuotasTest-138005696 tempest-QuotasTest-138005696-project-admin] Usage tracker for resource:floatingip and project:34657ab3e712461a9e7324bf5db4bd5f is out of sync, need to count used quota {{(pid=100646) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 20 11:43:47.431758 n-d-814735-3 neutron-server[100646]: DEBUG neutron.quota.resource [None req-424ce2c4-8a32-460b-ac11-ec322ee57fc0 tempest-QuotasTest-138005696 tempest-QuotasTest-138005696-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=100646) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 20 11:43:47.484718 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b7b41-617d-4137-97eb-60e0647f3e58 req-48e5d10a-ab2c-42f3-b1b3-b754818f8bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:47.487643 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-212b7b41-617d-4137-97eb-60e0647f3e58 req-48e5d10a-ab2c-42f3-b1b3-b754818f8bb7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=533789ee-0e8e-421f-8cb0-0d7463c535a5 HTTP/1.1" status: 200 len: 845 time: 0.1141651 Oct 20 11:43:47.491362 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-12de126b-1ee0-4d92-9493-3efcdd8baf17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:47.494645 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-12de126b-1ee0-4d92-9493-3efcdd8baf17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:47.510379 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-12de126b-1ee0-4d92-9493-3efcdd8baf17 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/631b837f-9c4b-4c83-b4a4-f9c2c77b5317 HTTP/1.1" status: 204 len: 168 time: 0.4638817 Oct 20 11:43:47.544380 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de126b-1ee0-4d92-9493-3efcdd8baf17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631b837f-9c4b-4c83-b4a4-f9c2c77b5317,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:47.598989 n-d-814735-3 neutron-server[100646]: DEBUG neutron.quota.resource [None req-424ce2c4-8a32-460b-ac11-ec322ee57fc0 tempest-QuotasTest-138005696 tempest-QuotasTest-138005696-project-admin] Usage tracker for resource:security_group and project:34657ab3e712461a9e7324bf5db4bd5f is out of sync, need to count used quota {{(pid=100646) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 20 11:43:47.611060 n-d-814735-3 neutron-server[100646]: DEBUG neutron.quota.resource [None req-424ce2c4-8a32-460b-ac11-ec322ee57fc0 tempest-QuotasTest-138005696 tempest-QuotasTest-138005696-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=100646) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 20 11:43:47.627320 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b269a3d-ba60-482a-a5c6-879d5df84b9c req-059df841-d91c-47c0-a305-c3d1304d0e50 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:47.631280 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5b269a3d-ba60-482a-a5c6-879d5df84b9c req-059df841-d91c-47c0-a305-c3d1304d0e50 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=7dc2ddc1-3360-46ea-bcf3-b251cabc9240 HTTP/1.1" status: 200 len: 943 time: 0.3673000 Oct 20 11:43:47.640997 n-d-814735-3 neutron-server[100646]: DEBUG neutron.quota.resource [None req-424ce2c4-8a32-460b-ac11-ec322ee57fc0 tempest-QuotasTest-138005696 tempest-QuotasTest-138005696-project-admin] Usage tracker for resource:security_group_rule and project:34657ab3e712461a9e7324bf5db4bd5f is out of sync, need to count used quota {{(pid=100646) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 20 11:43:47.664310 n-d-814735-3 neutron-server[100646]: DEBUG neutron.quota.resource [None req-424ce2c4-8a32-460b-ac11-ec322ee57fc0 tempest-QuotasTest-138005696 tempest-QuotasTest-138005696-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=100646) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 20 11:43:47.682310 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-424ce2c4-8a32-460b-ac11-ec322ee57fc0 tempest-QuotasTest-138005696 tempest-QuotasTest-138005696-project-admin] 10.222.0.98 "GET /v2.0/quotas/34657ab3e712461a9e7324bf5db4bd5f/details.json HTTP/1.1" status: 200 len: 703 time: 0.8301532 Oct 20 11:43:47.718635 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-212b7b41-617d-4137-97eb-60e0647f3e58 req-c45204ef-42f9-45d9-a120-6dae2a91552a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4684d20a-1285-4a26-b3d8-722aa32ad5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2104452 Oct 20 11:43:48.036861 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-212b7b41-617d-4137-97eb-60e0647f3e58 req-c0f60388-de92-4807-bea5-6528c8887b56 service neutron] 10.222.0.11 "GET /v2.0/networks/4684d20a-1285-4a26-b3d8-722aa32ad5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582955 Oct 20 11:43:48.061785 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33d121-e08b-4063-adb2-bcc9ffee8124 req-463b1808-96b5-4ee2-868f-c5fe25999f6e tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:48.070603 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7c33d121-e08b-4063-adb2-bcc9ffee8124 req-463b1808-96b5-4ee2-868f-c5fe25999f6e tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=4bad63fe-61b1-48df-b277-70e9c18740a9 HTTP/1.1" status: 200 len: 945 time: 0.4379888 Oct 20 11:43:48.145906 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5b269a3d-ba60-482a-a5c6-879d5df84b9c req-940d4776-f584-480d-932c-61ee3a0f4dc3 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4181056 Oct 20 11:43:48.188645 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device cc0249f2-c246-462b-8841-1fcfb7d5ca3e up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:43:48.254117 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7c33d121-e08b-4063-adb2-bcc9ffee8124 req-b45c3d08-c80c-436a-ae75-4781c2daa659 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787646 Oct 20 11:43:48.353581 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50852) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:48.409263 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port cc0249f2-c246-462b-8841-1fcfb7d5ca3e completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:43:48.413840 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port cc0249f2-c246-462b-8841-1fcfb7d5ca3e triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:43:48.414424 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:48.498239 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-212b7b41-617d-4137-97eb-60e0647f3e58 req-62753c97-b07b-438f-8218-490fbdac9cc4 service neutron] 10.222.0.11 "GET /v2.0/networks/4684d20a-1285-4a26-b3d8-722aa32ad5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4496114 Oct 20 11:43:48.573523 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:48.678543 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port cc0249f2-c246-462b-8841-1fcfb7d5ca3e, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=cc0249f2-c246-462b-8841-1fcfb7d5ca3e,segment=NetworkSegment(73cbce6c-57a2-4343-bb4b-9f489f07b678),segment_id=73cbce6c-57a2-4343-bb4b-9f489f07b678)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:43:48.689869 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6a073a-dfad-4a8a-b0cc-a68cf8821287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0249f2-c246-462b-8841-1fcfb7d5ca3e'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:43:48.692282 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb096e9-bfc5-481e-9d50-095e6e1df6cd" -d '{"events": [{"server_uuid": "9e6a073a-dfad-4a8a-b0cc-a68cf8821287", "name": "network-vif-plugged", "status": "completed", "tag": "cc0249f2-c246-462b-8841-1fcfb7d5ca3e"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:43:48.702245 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50866) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:48.719033 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:48.723664 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0c4c7257-f7b4-4857-8307-94d115a23f8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:48.750508 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913004e7-dba6-45f9-8a04-501c04f23c78 req-06574443-1641-4f1e-843c-badc332878d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:48.752747 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-913004e7-dba6-45f9-8a04-501c04f23c78 req-06574443-1641-4f1e-843c-badc332878d0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=87f9bb79a2f44e408030b0f728683d1b&device_id=7dc2ddc1-3360-46ea-bcf3-b251cabc9240 HTTP/1.1" status: 200 len: 1094 time: 0.1595032 Oct 20 11:43:48.762982 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db2fcc-ef1d-4f9c-bcb8-86eab190bbb8 req-e4e9aac6-64bf-4a3d-b0a3-addf2549eebb tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:48.764936 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d9db2fcc-ef1d-4f9c-bcb8-86eab190bbb8 req-e4e9aac6-64bf-4a3d-b0a3-addf2549eebb tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=9e6a073a-dfad-4a8a-b0cc-a68cf8821287 HTTP/1.1" status: 200 len: 945 time: 0.2692394 Oct 20 11:43:48.888543 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7cad7-a832-4bec-bb66-b434974aae65 req-57d97b0e-d304-436f-89f1-6a191087c8f4 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:48.909187 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7cad7-a832-4bec-bb66-b434974aae65 req-57d97b0e-d304-436f-89f1-6a191087c8f4 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:48.911431 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=cc0249f2-c246-462b-8841-1fcfb7d5ca3e,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:48.929604 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0c4c7257-f7b4-4857-8307-94d115a23f8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:48.931473 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7cad7-a832-4bec-bb66-b434974aae65 req-57d97b0e-d304-436f-89f1-6a191087c8f4 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:48.935718 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0c4c7257-f7b4-4857-8307-94d115a23f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:48.951654 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7cad7-a832-4bec-bb66-b434974aae65 req-57d97b0e-d304-436f-89f1-6a191087c8f4 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:48.968660 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7cad7-a832-4bec-bb66-b434974aae65 req-57d97b0e-d304-436f-89f1-6a191087c8f4 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:48.983771 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7cad7-a832-4bec-bb66-b434974aae65 req-57d97b0e-d304-436f-89f1-6a191087c8f4 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:48.998209 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7cad7-a832-4bec-bb66-b434974aae65 req-57d97b0e-d304-436f-89f1-6a191087c8f4 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:49.003290 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3c7cad7-a832-4bec-bb66-b434974aae65 req-57d97b0e-d304-436f-89f1-6a191087c8f4 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 5431 time: 0.5018861 Oct 20 11:43:49.047720 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0c4c7257-f7b4-4857-8307-94d115a23f8a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=62408ba8a29143e984a0389f4686b110&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3365953 Oct 20 11:43:49.053258 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50876) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:49.054043 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c7257-f7b4-4857-8307-94d115a23f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a13da94-3fff-426a-81e7-137f40a68004,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:49.107814 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d9db2fcc-ef1d-4f9c-bcb8-86eab190bbb8 req-4f94a26d-beef-4581-95e1-a40889ed0acc tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251989 Oct 20 11:43:49.203988 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3c7cad7-a832-4bec-bb66-b434974aae65 req-933abbeb-4239-449d-a898-f2269fe06e84 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups?id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&id=ebd2ba54-3ef1-40c4-b641-2d063f2d73b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1018016 Oct 20 11:43:49.266009 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e9effd94-6586-4c65-8d88-33efc2bf1a98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:49.273687 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ea2134-691e-4f1b-820b-d2525dd4e61c x-openstack-request-id: req-a0ea2134-691e-4f1b-820b-d2525dd4e61c {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:43:49.281979 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6a073a-dfad-4a8a-b0cc-a68cf8821287", "name": "network-vif-plugged", "status": "completed", "tag": "cc0249f2-c246-462b-8841-1fcfb7d5ca3e", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:43:49.282499 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a0ea2134-691e-4f1b-820b-d2525dd4e61c {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:43:49.283127 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6a073a-dfad-4a8a-b0cc-a68cf8821287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0249f2-c246-462b-8841-1fcfb7d5ca3e', 'code': 200} Oct 20 11:43:49.328360 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ef297cc2-3f91-442a-abcd-d4f1392e4f69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:49.341881 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913004e7-dba6-45f9-8a04-501c04f23c78 req-15f14f0e-2737-489c-9a3e-288f992f25b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:49.352520 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-913004e7-dba6-45f9-8a04-501c04f23c78 req-15f14f0e-2737-489c-9a3e-288f992f25b5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4684d20a-1285-4a26-b3d8-722aa32ad5b4 HTTP/1.1" status: 200 len: 907 time: 0.5845451 Oct 20 11:43:49.362906 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a03a5deb-b591-4a10-8c4e-4c2c1f58a10e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:49.480232 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-913004e7-dba6-45f9-8a04-501c04f23c78 req-118c038a-776d-420d-9a5a-3a0a02f8fdf5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4117b03f-ae0b-4dca-9853-4421502a43c0 HTTP/1.1" status: 200 len: 217 time: 0.1189988 Oct 20 11:43:49.551384 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e9effd94-6586-4c65-8d88-33efc2bf1a98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:49.591872 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913004e7-dba6-45f9-8a04-501c04f23c78 req-9386d258-cb07-4935-af07-c68dd8c06849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:49.594067 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-913004e7-dba6-45f9-8a04-501c04f23c78 req-9386d258-cb07-4935-af07-c68dd8c06849 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=533789ee-0e8e-421f-8cb0-0d7463c535a5 HTTP/1.1" status: 200 len: 845 time: 0.1038356 Oct 20 11:43:50.073186 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0822a-0a37-46ec-b66d-5a5b465592ba req-4ff5d6a7-c1ac-4755-87de-fa3b91854498 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:50.073186 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d1d0822a-0a37-46ec-b66d-5a5b465592ba req-4ff5d6a7-c1ac-4755-87de-fa3b91854498 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=7dc2ddc1-3360-46ea-bcf3-b251cabc9240 HTTP/1.1" status: 200 len: 943 time: 0.5806425 Oct 20 11:43:50.074246 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-913004e7-dba6-45f9-8a04-501c04f23c78 req-1108acb1-6db9-4aa7-a3f4-c1806f45d317 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4684d20a-1285-4a26-b3d8-722aa32ad5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4675341 Oct 20 11:43:50.261178 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fb1c7-e181-4391-8498-6497886c1ef0 req-ece25840-a6c3-4ac6-abfb-45382a7e3bad tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:50.264249 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7e5fb1c7-e181-4391-8498-6497886c1ef0 req-ece25840-a6c3-4ac6-abfb-45382a7e3bad tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=4bad63fe-61b1-48df-b277-70e9c18740a9 HTTP/1.1" status: 200 len: 945 time: 0.6802573 Oct 20 11:43:50.319693 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d1d0822a-0a37-46ec-b66d-5a5b465592ba req-d05ff17a-e220-40a0-b3ca-bd0e8cb14a35 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114205 Oct 20 11:43:50.409049 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7e5fb1c7-e181-4391-8498-6497886c1ef0 req-987da4f2-f23a-4bc8-a69d-2b5f6d1199fb tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277659 Oct 20 11:43:50.425792 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-913004e7-dba6-45f9-8a04-501c04f23c78 req-7f8f3aa8-08ce-4c0a-b37b-9788e50e53af service neutron] 10.222.0.11 "GET /v2.0/networks/4684d20a-1285-4a26-b3d8-722aa32ad5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287148 Oct 20 11:43:50.627451 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40335e4-d3fd-4e1b-a3b4-93a4c2f83788 req-41803833-91c9-4248-a96d-19913936eacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:50.630485 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-f40335e4-d3fd-4e1b-a3b4-93a4c2f83788 req-41803833-91c9-4248-a96d-19913936eacc service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=9e6a073a-dfad-4a8a-b0cc-a68cf8821287 HTTP/1.1" status: 200 len: 1097 time: 1.2196977 Oct 20 11:43:50.695310 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-f40335e4-d3fd-4e1b-a3b4-93a4c2f83788 req-b2e88d8b-3894-4a72-9c2d-bdcf5f0ca213 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530715 Oct 20 11:43:50.723506 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e9effd94-6586-4c65-8d88-33efc2bf1a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:50.727832 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e9effd94-6586-4c65-8d88-33efc2bf1a98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:50.729301 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e9effd94-6586-4c65-8d88-33efc2bf1a98 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3a13da94-3fff-426a-81e7-137f40a68004 HTTP/1.1" status: 204 len: 168 time: 1.6716785 Oct 20 11:43:50.749068 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9effd94-6586-4c65-8d88-33efc2bf1a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a13da94-3fff-426a-81e7-137f40a68004,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:50.781396 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a03a5deb-b591-4a10-8c4e-4c2c1f58a10e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:50.790950 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a03a5deb-b591-4a10-8c4e-4c2c1f58a10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:50.832561 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4660d-56ec-4539-a7a8-5296452a3e23 req-692ef8cb-ae59-42f9-857e-f30cee39ba31 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:50.840738 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a5deb-b591-4a10-8c4e-4c2c1f58a10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52cffcb6-9a77-4b32-a84c-8c2ea5465702,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:50.855442 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4660d-56ec-4539-a7a8-5296452a3e23 req-692ef8cb-ae59-42f9-857e-f30cee39ba31 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:50.875592 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4660d-56ec-4539-a7a8-5296452a3e23 req-692ef8cb-ae59-42f9-857e-f30cee39ba31 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:50.897379 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4660d-56ec-4539-a7a8-5296452a3e23 req-692ef8cb-ae59-42f9-857e-f30cee39ba31 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:50.914985 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a03a5deb-b591-4a10-8c4e-4c2c1f58a10e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f4125e712f124bd086716b4defe33224&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5601933 Oct 20 11:43:50.915685 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50914) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:50.922636 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4660d-56ec-4539-a7a8-5296452a3e23 req-692ef8cb-ae59-42f9-857e-f30cee39ba31 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:50.938848 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4660d-56ec-4539-a7a8-5296452a3e23 req-692ef8cb-ae59-42f9-857e-f30cee39ba31 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:50.950277 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4660d-56ec-4539-a7a8-5296452a3e23 req-692ef8cb-ae59-42f9-857e-f30cee39ba31 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:50.961844 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-86b4660d-56ec-4539-a7a8-5296452a3e23 req-692ef8cb-ae59-42f9-857e-f30cee39ba31 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 5431 time: 0.3273559 Oct 20 11:43:51.026278 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-37ae2388-8dbc-4286-a016-d7ba38ec9b51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:51.031191 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd5cf5-36de-4001-af99-4fe411ec98ec req-a50b683c-5bbe-43e6-946b-aec3c21a5038 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:51.039331 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bfbd5cf5-36de-4001-af99-4fe411ec98ec req-a50b683c-5bbe-43e6-946b-aec3c21a5038 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=9e6a073a-dfad-4a8a-b0cc-a68cf8821287 HTTP/1.1" status: 200 len: 946 time: 0.6105306 Oct 20 11:43:51.043205 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-913004e7-dba6-45f9-8a04-501c04f23c78 req-cfbd255e-7cef-4c46-8940-19de3000ff88 service neutron] 10.222.0.11 "GET /v2.0/networks/4684d20a-1285-4a26-b3d8-722aa32ad5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6165187 Oct 20 11:43:51.078157 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-37ae2388-8dbc-4286-a016-d7ba38ec9b51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:51.112225 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-86b4660d-56ec-4539-a7a8-5296452a3e23 req-35062dfd-709e-4c9a-93fd-6f83034669f1 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups?id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&id=ebd2ba54-3ef1-40c4-b641-2d063f2d73b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1386304 Oct 20 11:43:51.158457 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bfbd5cf5-36de-4001-af99-4fe411ec98ec req-73799534-5639-484a-872e-bdae24f2c81f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149085 Oct 20 11:43:51.213593 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-37ae2388-8dbc-4286-a016-d7ba38ec9b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:51.217154 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-37ae2388-8dbc-4286-a016-d7ba38ec9b51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:51.228814 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-37ae2388-8dbc-4286-a016-d7ba38ec9b51 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/52cffcb6-9a77-4b32-a84c-8c2ea5465702 HTTP/1.1" status: 204 len: 168 time: 0.3119681 Oct 20 11:43:51.252043 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae2388-8dbc-4286-a016-d7ba38ec9b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52cffcb6-9a77-4b32-a84c-8c2ea5465702,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:51.574885 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5e02c-3484-4b62-9823-f4e8b16af238 req-f352d526-00f7-4ea3-a8bd-34dbb28a8032 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:51.585784 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cca5e02c-3484-4b62-9823-f4e8b16af238 req-f352d526-00f7-4ea3-a8bd-34dbb28a8032 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=7dc2ddc1-3360-46ea-bcf3-b251cabc9240 HTTP/1.1" status: 200 len: 943 time: 0.1634662 Oct 20 11:43:51.716266 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cca5e02c-3484-4b62-9823-f4e8b16af238 req-1f454e2c-3cd9-4376-a241-4bb750b8b0b8 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232533 Oct 20 11:43:51.747218 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d790740-b9c0-49c9-98e6-58aa9edc9a8d req-633e47c5-39e5-4388-a42d-781a5e5ec962 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:51.758483 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3d790740-b9c0-49c9-98e6-58aa9edc9a8d req-633e47c5-39e5-4388-a42d-781a5e5ec962 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=4bad63fe-61b1-48df-b277-70e9c18740a9 HTTP/1.1" status: 200 len: 945 time: 0.1161449 Oct 20 11:43:51.812628 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3d790740-b9c0-49c9-98e6-58aa9edc9a8d req-033df63b-e496-4216-828c-eecb8f73e705 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526192 Oct 20 11:43:51.915202 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 4117b03f-ae0b-4dca-9853-4421502a43c0 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:43:52.074020 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50954) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:52.103616 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dcab2ed8-54f7-4578-8a0f-14db512d1221 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:52.141019 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 4117b03f-ae0b-4dca-9853-4421502a43c0, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=4117b03f-ae0b-4dca-9853-4421502a43c0,segment=NetworkSegment(474d5198-d4e2-4e04-8880-971eb081d7c2),segment_id=474d5198-d4e2-4e04-8880-971eb081d7c2)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:43:52.169268 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '4117b03f-ae0b-4dca-9853-4421502a43c0', 'network_id': '4684d20a-1285-4a26-b3d8-722aa32ad5b4', 'port_id': '4117b03f-ae0b-4dca-9853-4421502a43c0', 'mac_address': 'fa:16:3e:1d:f7:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '533789ee-0e8e-421f-8cb0-0d7463c535a5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:43:52.188588 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-961f858a-042b-4014-aa12-1bcb285f0ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:52.267312 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:52.282991 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4117b03f-ae0b-4dca-9853-4421502a43c0 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:43:52.325957 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 4117b03f-ae0b-4dca-9853-4421502a43c0, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=4117b03f-ae0b-4dca-9853-4421502a43c0,segment=NetworkSegment(474d5198-d4e2-4e04-8880-971eb081d7c2),segment_id=474d5198-d4e2-4e04-8880-971eb081d7c2)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:43:52.342891 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:52.345465 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dcab2ed8-54f7-4578-8a0f-14db512d1221 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:52.356779 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dcab2ed8-54f7-4578-8a0f-14db512d1221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:52.454175 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-dcab2ed8-54f7-4578-8a0f-14db512d1221 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=34657ab3e712461a9e7324bf5db4bd5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3778849 Oct 20 11:43:52.457182 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50976) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:52.494721 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab2ed8-54f7-4578-8a0f-14db512d1221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a718d443-a45d-4176-b4ed-1c4d8b662542,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:52.515702 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=4117b03f-ae0b-4dca-9853-4421502a43c0,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:52.519217 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7eea05-c357-45bc-8139-22532d319747 req-af733cbb-8a3e-4264-beeb-46553ffaa88e tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:52.520924 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8a7eea05-c357-45bc-8139-22532d319747 req-af733cbb-8a3e-4264-beeb-46553ffaa88e tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=9e6a073a-dfad-4a8a-b0cc-a68cf8821287 HTTP/1.1" status: 200 len: 946 time: 0.2128432 Oct 20 11:43:52.576636 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d5dbc7ff-38ee-425a-a586-98b19c211f5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:52.584772 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b7820-4c04-4750-995e-294386f2b495 req-8722e89f-d542-4569-b9b6-684dccc85dc5 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:52.592384 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b7820-4c04-4750-995e-294386f2b495 req-8722e89f-d542-4569-b9b6-684dccc85dc5 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:52.615388 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b7820-4c04-4750-995e-294386f2b495 req-8722e89f-d542-4569-b9b6-684dccc85dc5 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:52.621679 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d5dbc7ff-38ee-425a-a586-98b19c211f5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:52.624737 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b7820-4c04-4750-995e-294386f2b495 req-8722e89f-d542-4569-b9b6-684dccc85dc5 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:52.639820 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['4117b03f-ae0b-4dca-9853-4421502a43c0'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:43:52.652403 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b7820-4c04-4750-995e-294386f2b495 req-8722e89f-d542-4569-b9b6-684dccc85dc5 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:52.674730 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b7820-4c04-4750-995e-294386f2b495 req-8722e89f-d542-4569-b9b6-684dccc85dc5 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:52.682952 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b7820-4c04-4750-995e-294386f2b495 req-8722e89f-d542-4569-b9b6-684dccc85dc5 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:52.691784 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bb5b7820-4c04-4750-995e-294386f2b495 req-8722e89f-d542-4569-b9b6-684dccc85dc5 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 5431 time: 0.2927861 Oct 20 11:43:52.741932 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d5dbc7ff-38ee-425a-a586-98b19c211f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:52.746302 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d5dbc7ff-38ee-425a-a586-98b19c211f5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:52.750827 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d5dbc7ff-38ee-425a-a586-98b19c211f5e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a718d443-a45d-4176-b4ed-1c4d8b662542 HTTP/1.1" status: 204 len: 168 time: 0.2920711 Oct 20 11:43:52.767103 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dbc7ff-38ee-425a-a586-98b19c211f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a718d443-a45d-4176-b4ed-1c4d8b662542,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:52.784579 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8a7eea05-c357-45bc-8139-22532d319747 req-c021fa21-7c8a-4d27-a60a-625101817579 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546718 Oct 20 11:43:52.853704 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bb5b7820-4c04-4750-995e-294386f2b495 req-1eaf97f5-1bac-405b-8199-4fcf37510066 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups?id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&id=ebd2ba54-3ef1-40c4-b641-2d063f2d73b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1608927 Oct 20 11:43:53.083827 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:53.128684 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:53.138984 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f327a7b-5a8d-494e-9096-fefb678d2fbe req-e805cb4c-2688-4347-9787-f46bb890e0c6 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:53.149924 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1f327a7b-5a8d-494e-9096-fefb678d2fbe req-e805cb4c-2688-4347-9787-f46bb890e0c6 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=7dc2ddc1-3360-46ea-bcf3-b251cabc9240 HTTP/1.1" status: 200 len: 944 time: 0.2069669 Oct 20 11:43:53.227657 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1f327a7b-5a8d-494e-9096-fefb678d2fbe req-0cd47276-5439-4dc2-a1d1-dfa259d75673 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764422 Oct 20 11:43:53.240780 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390a1e7-acc1-4e4e-96f0-173ea5b705d4 req-143ab681-6274-4c88-9d0f-4b93e5f6815e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:53.242726 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2390a1e7-acc1-4e4e-96f0-173ea5b705d4 req-143ab681-6274-4c88-9d0f-4b93e5f6815e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ce1098f3c80946078a7ca69ed9609a2e&device_id=4bad63fe-61b1-48df-b277-70e9c18740a9 HTTP/1.1" status: 200 len: 1096 time: 0.2096722 Oct 20 11:43:53.520278 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999696c-52ab-40a0-9ca9-29db913c1919 req-efb3dd30-9568-4256-bcd2-ad816e52f897 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:53.521878 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7999696c-52ab-40a0-9ca9-29db913c1919 req-efb3dd30-9568-4256-bcd2-ad816e52f897 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=4bad63fe-61b1-48df-b277-70e9c18740a9 HTTP/1.1" status: 200 len: 945 time: 0.2931559 Oct 20 11:43:53.531196 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390a1e7-acc1-4e4e-96f0-173ea5b705d4 req-0288bd6f-3095-4ff7-ba17-ce9d0c606f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:53.532664 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2390a1e7-acc1-4e4e-96f0-173ea5b705d4 req-0288bd6f-3095-4ff7-ba17-ce9d0c606f7d service neutron] 10.222.0.11 "GET /v2.0/networks?id=b8b16dd1-14c2-429e-a738-23f5243332c4 HTTP/1.1" status: 200 len: 912 time: 0.2756884 Oct 20 11:43:53.572162 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb92d1-cddc-4ca8-97cc-5a9271c74bb7 req-3d1f2bd4-1932-4cb3-b6db-1afcb835caab tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:53.573823 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-27fb92d1-cddc-4ca8-97cc-5a9271c74bb7 req-3d1f2bd4-1932-4cb3-b6db-1afcb835caab tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=9e6a073a-dfad-4a8a-b0cc-a68cf8821287 HTTP/1.1" status: 200 len: 946 time: 0.1684945 Oct 20 11:43:53.623869 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2390a1e7-acc1-4e4e-96f0-173ea5b705d4 req-e97ba3d0-8414-404a-88a1-072ea8aaf9fd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dca250b8-c196-41db-a9e2-0ac813ae48c2 HTTP/1.1" status: 200 len: 217 time: 0.0795329 Oct 20 11:43:53.707525 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390a1e7-acc1-4e4e-96f0-173ea5b705d4 req-be07c94a-0979-4397-967a-9634602bec3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:53.709569 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2390a1e7-acc1-4e4e-96f0-173ea5b705d4 req-be07c94a-0979-4397-967a-9634602bec3e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2680d228-fd7a-4853-9272-b0d143a6d48d HTTP/1.1" status: 200 len: 850 time: 0.0771031 Oct 20 11:43:53.780398 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7999696c-52ab-40a0-9ca9-29db913c1919 req-1fdc34b2-4b71-4322-b6bf-70c2cc874246 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515996 Oct 20 11:43:53.812248 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2390a1e7-acc1-4e4e-96f0-173ea5b705d4 req-7475f106-b037-44ae-b5e5-f0a1cdbf7c30 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b8b16dd1-14c2-429e-a738-23f5243332c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905211 Oct 20 11:43:53.876956 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-27fb92d1-cddc-4ca8-97cc-5a9271c74bb7 req-b22d49ff-ef2a-45c8-b07b-da83ec5d5efb tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550707 Oct 20 11:43:53.921353 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 4117b03f-ae0b-4dca-9853-4421502a43c0 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:43:54.021067 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 4117b03f-ae0b-4dca-9853-4421502a43c0 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:43:54.027524 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 4117b03f-ae0b-4dca-9853-4421502a43c0 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:43:54.027909 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:54.080693 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2390a1e7-acc1-4e4e-96f0-173ea5b705d4 req-ae7a8b5a-d977-4d39-9dbb-55effb3fa966 service neutron] 10.222.0.11 "GET /v2.0/networks/b8b16dd1-14c2-429e-a738-23f5243332c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543683 Oct 20 11:43:54.243212 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:54.270903 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2390a1e7-acc1-4e4e-96f0-173ea5b705d4 req-3a76800f-8e73-4234-abf4-2d9fd139cd4b service neutron] 10.222.0.11 "GET /v2.0/networks/b8b16dd1-14c2-429e-a738-23f5243332c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755683 Oct 20 11:43:54.303142 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12570086-a5d0-4e62-8b47-1742bae09e60 req-a9ca445c-0665-424d-88de-5052d5e5d702 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:54.303142 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12570086-a5d0-4e62-8b47-1742bae09e60 req-a9ca445c-0665-424d-88de-5052d5e5d702 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:54.310053 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12570086-a5d0-4e62-8b47-1742bae09e60 req-a9ca445c-0665-424d-88de-5052d5e5d702 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:54.319593 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12570086-a5d0-4e62-8b47-1742bae09e60 req-a9ca445c-0665-424d-88de-5052d5e5d702 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:54.330333 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12570086-a5d0-4e62-8b47-1742bae09e60 req-a9ca445c-0665-424d-88de-5052d5e5d702 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:54.339029 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12570086-a5d0-4e62-8b47-1742bae09e60 req-a9ca445c-0665-424d-88de-5052d5e5d702 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:54.352623 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12570086-a5d0-4e62-8b47-1742bae09e60 req-a9ca445c-0665-424d-88de-5052d5e5d702 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:54.356301 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-12570086-a5d0-4e62-8b47-1742bae09e60 req-a9ca445c-0665-424d-88de-5052d5e5d702 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 5431 time: 0.3391039 Oct 20 11:43:54.388346 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc2ddc1-3360-46ea-bcf3-b251cabc9240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4117b03f-ae0b-4dca-9853-4421502a43c0'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:43:54.403542 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35e9fcc-b5bd-4a43-bf26-cf2f9762fa5c" -d '{"events": [{"server_uuid": "7dc2ddc1-3360-46ea-bcf3-b251cabc9240", "name": "network-vif-plugged", "status": "completed", "tag": "4117b03f-ae0b-4dca-9853-4421502a43c0"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:43:54.449112 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 4117b03f-ae0b-4dca-9853-4421502a43c0, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=4117b03f-ae0b-4dca-9853-4421502a43c0,segment=NetworkSegment(474d5198-d4e2-4e04-8880-971eb081d7c2),segment_id=474d5198-d4e2-4e04-8880-971eb081d7c2)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:43:54.461130 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:54.462458 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device dca250b8-c196-41db-a9e2-0ac813ae48c2 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:43:54.565236 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-12570086-a5d0-4e62-8b47-1742bae09e60 req-b21f640a-5c12-4dab-aa74-4ed5666a2551 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups?id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&id=ebd2ba54-3ef1-40c4-b641-2d063f2d73b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1954222 Oct 20 11:43:54.623971 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45daf713-aef9-4807-94be-95f3934886bc req-506d252d-9fa9-4f1a-ae1c-ae0d20f56466 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:54.634109 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-45daf713-aef9-4807-94be-95f3934886bc req-506d252d-9fa9-4f1a-ae1c-ae0d20f56466 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=7dc2ddc1-3360-46ea-bcf3-b251cabc9240 HTTP/1.1" status: 200 len: 945 time: 0.1726444 Oct 20 11:43:54.711486 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08169b32-bd1b-40ba-a9de-0f3fdd2da522 x-openstack-request-id: req-08169b32-bd1b-40ba-a9de-0f3fdd2da522 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:43:54.711780 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc2ddc1-3360-46ea-bcf3-b251cabc9240", "name": "network-vif-plugged", "status": "completed", "tag": "4117b03f-ae0b-4dca-9853-4421502a43c0", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:43:54.712321 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-08169b32-bd1b-40ba-a9de-0f3fdd2da522 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:43:54.712885 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc2ddc1-3360-46ea-bcf3-b251cabc9240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4117b03f-ae0b-4dca-9853-4421502a43c0', 'code': 200} Oct 20 11:43:54.719046 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-45daf713-aef9-4807-94be-95f3934886bc req-f3ec1cfb-84eb-42b3-8807-41abd5cb4c23 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785131 Oct 20 11:43:54.758209 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=4117b03f-ae0b-4dca-9853-4421502a43c0,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:54.777657 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:54.845876 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e6491-3da8-452a-a895-1463f09c81ad req-7742d87c-f15d-40be-b38b-40868a110c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:54.847103 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-849e6491-3da8-452a-a895-1463f09c81ad req-7742d87c-f15d-40be-b38b-40868a110c19 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7dc2ddc1-3360-46ea-bcf3-b251cabc9240 HTTP/1.1" status: 200 len: 1096 time: 0.0926030 Oct 20 11:43:54.876470 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:54.881946 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port dca250b8-c196-41db-a9e2-0ac813ae48c2, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=dca250b8-c196-41db-a9e2-0ac813ae48c2,segment=NetworkSegment(635b408c-b931-4fe4-a946-3320f78b98e5),segment_id=635b408c-b931-4fe4-a946-3320f78b98e5)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:43:54.888303 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:54.916897 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-849e6491-3da8-452a-a895-1463f09c81ad req-60544c6e-6356-49ec-97e7-e38191fd9e10 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608566 Oct 20 11:43:55.008469 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=dca250b8-c196-41db-a9e2-0ac813ae48c2,revision_number=8']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:55.066928 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e44a4-83bb-479c-8192-ac9f50335e4f req-0917aeab-42b4-4552-89dc-b39d8f4722fb tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:55.068563 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d45e44a4-83bb-479c-8192-ac9f50335e4f req-0917aeab-42b4-4552-89dc-b39d8f4722fb tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=4bad63fe-61b1-48df-b277-70e9c18740a9 HTTP/1.1" status: 200 len: 943 time: 0.1553023 Oct 20 11:43:55.087019 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c1fa63-7200-4828-ae0a-fb500423b815 req-06243750-f372-44e7-8d2c-4a705ce81772 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:55.088582 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b8c1fa63-7200-4828-ae0a-fb500423b815 req-06243750-f372-44e7-8d2c-4a705ce81772 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=9e6a073a-dfad-4a8a-b0cc-a68cf8821287 HTTP/1.1" status: 200 len: 946 time: 0.0883195 Oct 20 11:43:55.149449 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d45e44a4-83bb-479c-8192-ac9f50335e4f req-43c6d836-61a2-4aa0-85e1-ae98aca7e3b8 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597215 Oct 20 11:43:55.179052 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b8c1fa63-7200-4828-ae0a-fb500423b815 req-8affad08-4974-48d3-809c-251aee77e534 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816374 Oct 20 11:43:55.584096 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51112) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:55.806212 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-8adeac13-c8bb-47fc-90b0-e960ede071f5 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-376722471', 'router:external': True}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:43:55.815623 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330f762-f810-4248-8ede-501791fbef5f req-752772c8-41c2-41cb-94ca-4083c6f26f15 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:55.826180 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330f762-f810-4248-8ede-501791fbef5f req-752772c8-41c2-41cb-94ca-4083c6f26f15 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:55.837657 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330f762-f810-4248-8ede-501791fbef5f req-752772c8-41c2-41cb-94ca-4083c6f26f15 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:55.843851 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330f762-f810-4248-8ede-501791fbef5f req-752772c8-41c2-41cb-94ca-4083c6f26f15 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:55.851534 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8adeac13-c8bb-47fc-90b0-e960ede071f5 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Made reservation on behalf of 6c8837b500f94ba7a04728f7ede6a642 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:43:55.851961 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330f762-f810-4248-8ede-501791fbef5f req-752772c8-41c2-41cb-94ca-4083c6f26f15 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:55.854377 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8adeac13-c8bb-47fc-90b0-e960ede071f5 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:55.858430 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330f762-f810-4248-8ede-501791fbef5f req-752772c8-41c2-41cb-94ca-4083c6f26f15 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:55.864028 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8adeac13-c8bb-47fc-90b0-e960ede071f5 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:55.865545 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330f762-f810-4248-8ede-501791fbef5f req-752772c8-41c2-41cb-94ca-4083c6f26f15 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:55.867969 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b330f762-f810-4248-8ede-501791fbef5f req-752772c8-41c2-41cb-94ca-4083c6f26f15 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 5431 time: 0.1717668 Oct 20 11:43:55.963023 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b330f762-f810-4248-8ede-501791fbef5f req-42bacebc-e153-4038-a337-7ad58af17e9c tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups?id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&id=ebd2ba54-3ef1-40c4-b641-2d063f2d73b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0874565 Oct 20 11:43:56.011988 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f96c6f-9cd1-47cb-98e6-e71c14fca052 req-0e147c6c-a10d-49da-8b00-209d840dcfa8 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:56.014767 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-95f96c6f-9cd1-47cb-98e6-e71c14fca052 req-0e147c6c-a10d-49da-8b00-209d840dcfa8 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=7dc2ddc1-3360-46ea-bcf3-b251cabc9240 HTTP/1.1" status: 200 len: 945 time: 0.1178594 Oct 20 11:43:56.040851 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8adeac13-c8bb-47fc-90b0-e960ede071f5 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:56.048669 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8adeac13-c8bb-47fc-90b0-e960ede071f5 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:56.092254 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-95f96c6f-9cd1-47cb-98e6-e71c14fca052 req-2be55e61-76e0-42fb-90cf-f48a5e630b4f tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712564 Oct 20 11:43:56.114987 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8adeac13-c8bb-47fc-90b0-e960ede071f5 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] vlan segment allocate from pool success with {'vlan_id': 1252, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:43:56.128156 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adeac13-c8bb-47fc-90b0-e960ede071f5 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5552f0-32a7-4acc-9399-a3c2dd190e88,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:56.137086 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8adeac13-c8bb-47fc-90b0-e960ede071f5 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:56.137834 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-8adeac13-c8bb-47fc-90b0-e960ede071f5 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Added segment 54dbb540-3314-4204-8256-05899bc84c19 of type vlan for network 86020b2d-022f-4eb8-9cb0-ad2f0287efe2 Oct 20 11:43:56.252097 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8adeac13-c8bb-47fc-90b0-e960ede071f5 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:56.324099 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8adeac13-c8bb-47fc-90b0-e960ede071f5 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:56.326079 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adeac13-c8bb-47fc-90b0-e960ede071f5 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:56.327416 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8adeac13-c8bb-47fc-90b0-e960ede071f5 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:56.386783 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc15f9-acb1-4000-b4f6-d9a3981c1cc9 req-6eece0f3-3b13-4b65-90a4-288e23bba793 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:56.394811 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-14cc15f9-acb1-4000-b4f6-d9a3981c1cc9 req-6eece0f3-3b13-4b65-90a4-288e23bba793 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=4bad63fe-61b1-48df-b277-70e9c18740a9 HTTP/1.1" status: 200 len: 943 time: 0.1171043 Oct 20 11:43:56.414373 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dfd416-dfc9-40f0-8256-9214b583f0be req-264bfa7f-72bb-4a18-873b-2ebdfe714744 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:56.423091 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d2dfd416-dfc9-40f0-8256-9214b583f0be req-264bfa7f-72bb-4a18-873b-2ebdfe714744 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=9e6a073a-dfad-4a8a-b0cc-a68cf8821287 HTTP/1.1" status: 200 len: 946 time: 0.1009154 Oct 20 11:43:56.426452 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8adeac13-c8bb-47fc-90b0-e960ede071f5 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.8408008 Oct 20 11:43:56.429303 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51140) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:56.460867 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-27a36441-3fe3-49f2-a334-60aedbdae800 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Request body: {'subnet': {'network_id': '86020b2d-022f-4eb8-9cb0-ad2f0287efe2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:43:56.472799 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adeac13-c8bb-47fc-90b0-e960ede071f5 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Pushing event updated for resources: {'Network': ['ID=86020b2d-022f-4eb8-9cb0-ad2f0287efe2,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:56.484806 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 86020b2d-022f-4eb8-9cb0-ad2f0287efe2 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:43:56.491664 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d2dfd416-dfc9-40f0-8256-9214b583f0be req-1c625938-7391-4270-9ce6-17e5aec2b9f3 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671632 Oct 20 11:43:56.494869 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a36441-3fe3-49f2-a334-60aedbdae800 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Made reservation on behalf of 6c8837b500f94ba7a04728f7ede6a642 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:43:56.499617 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-27a36441-3fe3-49f2-a334-60aedbdae800 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:56.508932 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-14cc15f9-acb1-4000-b4f6-d9a3981c1cc9 req-e33a4215-e304-4dea-a8d1-14f1400cd9cd tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129520 Oct 20 11:43:56.714466 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bad63fe-61b1-48df-b277-70e9c18740a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dca250b8-c196-41db-a9e2-0ac813ae48c2'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:43:56.716906 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856ec4c3-7c3f-4e57-935b-72513c6f4403" -d '{"events": [{"server_uuid": "4bad63fe-61b1-48df-b277-70e9c18740a9", "name": "network-vif-unplugged", "status": "completed", "tag": "dca250b8-c196-41db-a9e2-0ac813ae48c2"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:43:56.779954 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 20 Oct 2021 11:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74817b39-f058-4275-b0c4-b4d7802dc698 x-openstack-request-id: req-74817b39-f058-4275-b0c4-b4d7802dc698 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:43:56.780532 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bad63fe-61b1-48df-b277-70e9c18740a9", "name": "network-vif-unplugged", "status": "failed", "tag": "dca250b8-c196-41db-a9e2-0ac813ae48c2", "code": 422}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:43:56.781206 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-74817b39-f058-4275-b0c4-b4d7802dc698 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:43:56.782047 n-d-814735-3 neutron-server[100648]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4bad63fe-61b1-48df-b277-70e9c18740a9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dca250b8-c196-41db-a9e2-0ac813ae48c2', 'code': 422} returned with failed status Oct 20 11:43:56.953258 n-d-814735-3 neutron-server[100646]: DEBUG neutron.objects.ports [None req-27a36441-3fe3-49f2-a334-60aedbdae800 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100646) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 11:43:56.953864 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-27a36441-3fe3-49f2-a334-60aedbdae800 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:57.015034 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a36441-3fe3-49f2-a334-60aedbdae800 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Pushing event updated for resources: {'Subnet': ['ID=04e39ff5-69fa-448b-baf9-73f5e794d39f,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:57.062236 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a36441-3fe3-49f2-a334-60aedbdae800 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Checking segment: {'id': '54dbb540-3314-4204-8256-05899bc84c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '86020b2d-022f-4eb8-9cb0-ad2f0287efe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:43:57.063168 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a36441-3fe3-49f2-a334-60aedbdae800 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Network hostable DHCP agents. Network: 86020b2d-022f-4eb8-9cb0-ad2f0287efe2, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:43:57.085583 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a36441-3fe3-49f2-a334-60aedbdae800 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Network 86020b2d-022f-4eb8-9cb0-ad2f0287efe2 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:43:57.106547 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-27a36441-3fe3-49f2-a334-60aedbdae800 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 86020b2d-022f-4eb8-9cb0-ad2f0287efe2) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:43:57.115286 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fea206-a221-43ea-9f25-af0916c375c0 None None] Network 86020b2d-022f-4eb8-9cb0-ad2f0287efe2 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:43:57.120622 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a36441-3fe3-49f2-a334-60aedbdae800 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:57.121232 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-27a36441-3fe3-49f2-a334-60aedbdae800 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:57.160339 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-27a36441-3fe3-49f2-a334-60aedbdae800 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7297907 Oct 20 11:43:57.162866 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51172) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:57.168560 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-96090e0b-591a-4513-9060-582f363b4029 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2108254424', 'network_id': '86020b2d-022f-4eb8-9cb0-ad2f0287efe2'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:43:57.190711 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2520e93d-0d5a-46f8-9589-809f38c8cac0 req-0bfcd006-0e1c-4f16-a7ad-47da7308593d tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:57.203935 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2520e93d-0d5a-46f8-9589-809f38c8cac0 req-0bfcd006-0e1c-4f16-a7ad-47da7308593d tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:57.209816 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96090e0b-591a-4513-9060-582f363b4029 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Made reservation on behalf of 6c8837b500f94ba7a04728f7ede6a642 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:43:57.215755 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-96090e0b-591a-4513-9060-582f363b4029 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:57.220535 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2520e93d-0d5a-46f8-9589-809f38c8cac0 req-0bfcd006-0e1c-4f16-a7ad-47da7308593d tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:57.229147 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2520e93d-0d5a-46f8-9589-809f38c8cac0 req-0bfcd006-0e1c-4f16-a7ad-47da7308593d tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:57.237954 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-96090e0b-591a-4513-9060-582f363b4029 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] device_id is not set on port b4efc2cd-6aff-416c-8e96-55bd39ab9d96 yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:43:57.245850 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2520e93d-0d5a-46f8-9589-809f38c8cac0 req-0bfcd006-0e1c-4f16-a7ad-47da7308593d tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:57.258227 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2520e93d-0d5a-46f8-9589-809f38c8cac0 req-0bfcd006-0e1c-4f16-a7ad-47da7308593d tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:57.277623 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2520e93d-0d5a-46f8-9589-809f38c8cac0 req-0bfcd006-0e1c-4f16-a7ad-47da7308593d tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:57.292005 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2520e93d-0d5a-46f8-9589-809f38c8cac0 req-0bfcd006-0e1c-4f16-a7ad-47da7308593d tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 5431 time: 0.2158728 Oct 20 11:43:57.396324 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f598c4c5-bc83-480d-a1fb-346482d728ce None None] Network 86020b2d-022f-4eb8-9cb0-ad2f0287efe2 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:43:57.432364 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-96090e0b-591a-4513-9060-582f363b4029 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Allocated IP 172.20.0.2 (86020b2d-022f-4eb8-9cb0-ad2f0287efe2/04e39ff5-69fa-448b-baf9-73f5e794d39f/b4efc2cd-6aff-416c-8e96-55bd39ab9d96) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:43:57.474489 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14618bde-9bfa-4d64-89e3-9bab577f5bc6 req-89d6577b-1d8e-49b0-8570-5c513725e7d0 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:57.476850 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-14618bde-9bfa-4d64-89e3-9bab577f5bc6 req-89d6577b-1d8e-49b0-8570-5c513725e7d0 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=7dc2ddc1-3360-46ea-bcf3-b251cabc9240 HTTP/1.1" status: 200 len: 945 time: 0.1766145 Oct 20 11:43:57.491458 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2520e93d-0d5a-46f8-9589-809f38c8cac0 req-282e3e8c-999c-46e6-a315-00f4c184967d tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups?id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&id=ebd2ba54-3ef1-40c4-b641-2d063f2d73b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1975479 Oct 20 11:43:57.571685 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-14618bde-9bfa-4d64-89e3-9bab577f5bc6 req-f00b3dd4-7a68-47fd-ba59-3fbbac21acfe tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790372 Oct 20 11:43:57.758776 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-96090e0b-591a-4513-9060-582f363b4029 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:57.798468 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-96090e0b-591a-4513-9060-582f363b4029 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:57.826461 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45058dad-bdfd-44ce-a5ca-2aaf1d044a8e req-9ac95b00-08fc-4c93-a018-4f02403cbc0e tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:57.834406 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-45058dad-bdfd-44ce-a5ca-2aaf1d044a8e req-9ac95b00-08fc-4c93-a018-4f02403cbc0e tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=9e6a073a-dfad-4a8a-b0cc-a68cf8821287 HTTP/1.1" status: 200 len: 946 time: 0.1478133 Oct 20 11:43:57.845368 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96090e0b-591a-4513-9060-582f363b4029 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Network 86020b2d-022f-4eb8-9cb0-ad2f0287efe2 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:43:57.848731 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-96090e0b-591a-4513-9060-582f363b4029 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:43:57.859740 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96090e0b-591a-4513-9060-582f363b4029 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:43:57.869914 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96090e0b-591a-4513-9060-582f363b4029 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Pushing event updated for resources: {'Port': ['ID=b4efc2cd-6aff-416c-8e96-55bd39ab9d96,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:57.874623 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75598007-3180-493f-a32f-6f34f6999858 req-4f22cb47-06fe-471e-958e-0e0e068b74fe tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:57.884715 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-75598007-3180-493f-a32f-6f34f6999858 req-4f22cb47-06fe-471e-958e-0e0e068b74fe tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=4bad63fe-61b1-48df-b277-70e9c18740a9 HTTP/1.1" status: 200 len: 943 time: 0.1319847 Oct 20 11:43:57.926110 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96090e0b-591a-4513-9060-582f363b4029 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:57.926727 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-96090e0b-591a-4513-9060-582f363b4029 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:57.941882 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-45058dad-bdfd-44ce-a5ca-2aaf1d044a8e req-6847a0a0-1c2d-4717-b0b9-f374827c3e0c tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059983 Oct 20 11:43:57.972106 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-96090e0b-591a-4513-9060-582f363b4029 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.7948718 Oct 20 11:43:57.972106 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51204) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:57.987607 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-75598007-3180-493f-a32f-6f34f6999858 req-0dfa479b-3c52-47ba-8f01-205678275afa tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004102 Oct 20 11:43:58.080510 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-f2ffd226-69c5-4628-a894-e58308f6af59 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Deleting port b4efc2cd-6aff-416c-8e96-55bd39ab9d96 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:43:58.081363 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f2ffd226-69c5-4628-a894-e58308f6af59 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:58.199380 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92090137-1c6c-4533-8281-f54e7dd1c35e req-070cea6f-9afc-47bc-a8ff-4bd9ded08fe1 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:58.200967 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92090137-1c6c-4533-8281-f54e7dd1c35e req-070cea6f-9afc-47bc-a8ff-4bd9ded08fe1 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=28af1f3c-2506-4c7a-a3d1-1112f2034757 HTTP/1.1" status: 200 len: 945 time: 0.0853522 Oct 20 11:43:58.244187 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f2ffd226-69c5-4628-a894-e58308f6af59 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:58.262960 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-f2ffd226-69c5-4628-a894-e58308f6af59 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Calling delete_port for b4efc2cd-6aff-416c-8e96-55bd39ab9d96 owned by {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:43:58.292299 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92090137-1c6c-4533-8281-f54e7dd1c35e req-0b6a5357-011d-45fb-afd6-136d86e92c5f tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807395 Oct 20 11:43:58.495385 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f2ffd226-69c5-4628-a894-e58308f6af59 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:58.500330 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f8481-ce36-47ed-849d-5908391afdb3 req-03067d53-6d5d-47a4-8c1a-a457d57a2184 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:58.503025 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5b0f8481-ce36-47ed-849d-5908391afdb3 req-03067d53-6d5d-47a4-8c1a-a457d57a2184 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=7dc2ddc1-3360-46ea-bcf3-b251cabc9240 HTTP/1.1" status: 200 len: 945 time: 0.0698237 Oct 20 11:43:58.545821 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5b0f8481-ce36-47ed-849d-5908391afdb3 req-eab934a2-f79d-4362-b327-0b69f3b6b31e tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369260 Oct 20 11:43:58.562123 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ffd226-69c5-4628-a894-e58308f6af59 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Pushing event deleted for resources: {'Port': ['ID=b4efc2cd-6aff-416c-8e96-55bd39ab9d96,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:43:58.723901 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a0386-1b29-4ba4-af9f-fd8395c1ccd7 req-849980fd-a633-4b89-b0db-dd029d50a0cc tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:58.730805 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a0386-1b29-4ba4-af9f-fd8395c1ccd7 req-849980fd-a633-4b89-b0db-dd029d50a0cc tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:58.737275 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a0386-1b29-4ba4-af9f-fd8395c1ccd7 req-849980fd-a633-4b89-b0db-dd029d50a0cc tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:58.743782 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a0386-1b29-4ba4-af9f-fd8395c1ccd7 req-849980fd-a633-4b89-b0db-dd029d50a0cc tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:58.755590 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f2ffd226-69c5-4628-a894-e58308f6af59 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:58.759903 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f2ffd226-69c5-4628-a894-e58308f6af59 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] 10.222.0.98 "DELETE /v2.0/ports/b4efc2cd-6aff-416c-8e96-55bd39ab9d96 HTTP/1.1" status: 204 len: 168 time: 0.7947290 Oct 20 11:43:58.762596 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51248) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:43:58.763445 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a0386-1b29-4ba4-af9f-fd8395c1ccd7 req-849980fd-a633-4b89-b0db-dd029d50a0cc tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:58.770041 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a0386-1b29-4ba4-af9f-fd8395c1ccd7 req-849980fd-a633-4b89-b0db-dd029d50a0cc tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:58.775020 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-d753fb4d-a86a-4c80-acaf-625a27133eed tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '86020b2d-022f-4eb8-9cb0-ad2f0287efe2', 'external_fixed_ips': [{'subnet_id': '04e39ff5-69fa-448b-baf9-73f5e794d39f', 'ip_address': '172.20.0.2'}]}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:43:58.777090 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a0386-1b29-4ba4-af9f-fd8395c1ccd7 req-849980fd-a633-4b89-b0db-dd029d50a0cc tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:58.785805 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-805a0386-1b29-4ba4-af9f-fd8395c1ccd7 req-849980fd-a633-4b89-b0db-dd029d50a0cc tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 5431 time: 0.1342292 Oct 20 11:43:58.846465 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d753fb4d-a86a-4c80-acaf-625a27133eed tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:58.846465 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d753fb4d-a86a-4c80-acaf-625a27133eed tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:58.889622 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-805a0386-1b29-4ba4-af9f-fd8395c1ccd7 req-aa497fe7-0a47-4cde-b0b3-c68fc6992a57 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups?id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&id=ebd2ba54-3ef1-40c4-b641-2d063f2d73b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0876617 Oct 20 11:43:58.949839 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d753fb4d-a86a-4c80-acaf-625a27133eed tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:59.262444 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d753fb4d-a86a-4c80-acaf-625a27133eed tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:59.334364 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9deae-4825-4d7c-a080-60f25e9ee0da req-94195ec2-ed1a-4706-9567-4fff222b46e0 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:59.346744 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3b9deae-4825-4d7c-a080-60f25e9ee0da req-94195ec2-ed1a-4706-9567-4fff222b46e0 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=9e6a073a-dfad-4a8a-b0cc-a68cf8821287 HTTP/1.1" status: 200 len: 946 time: 0.1171300 Oct 20 11:43:59.446960 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3b9deae-4825-4d7c-a080-60f25e9ee0da req-14a77e3b-642e-4d34-a858-0490778eae3c tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986438 Oct 20 11:43:59.571612 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c100af-358e-4735-b3e9-ac15c1303568 req-22cadab9-3d42-4152-a680-701db69496ec tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:59.579025 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-21c100af-358e-4735-b3e9-ac15c1303568 req-22cadab9-3d42-4152-a680-701db69496ec tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=4bad63fe-61b1-48df-b277-70e9c18740a9 HTTP/1.1" status: 200 len: 943 time: 0.1100993 Oct 20 11:43:59.703158 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d753fb4d-a86a-4c80-acaf-625a27133eed tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:59.726315 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d753fb4d-a86a-4c80-acaf-625a27133eed tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:59.800571 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81477249-0206-4d01-afe6-5836acc2382b req-f476d958-662c-4979-ba2d-3efc5ca20754 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:43:59.807415 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-81477249-0206-4d01-afe6-5836acc2382b req-f476d958-662c-4979-ba2d-3efc5ca20754 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=7dc2ddc1-3360-46ea-bcf3-b251cabc9240 HTTP/1.1" status: 200 len: 945 time: 0.2045553 Oct 20 11:43:59.869699 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-21c100af-358e-4735-b3e9-ac15c1303568 req-64f407e1-f23f-48dd-91ad-7338c0202dd7 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Deleting port dca250b8-c196-41db-a9e2-0ac813ae48c2 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:43:59.870050 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-21c100af-358e-4735-b3e9-ac15c1303568 req-64f407e1-f23f-48dd-91ad-7338c0202dd7 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:43:59.886269 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-81477249-0206-4d01-afe6-5836acc2382b req-c07a5f84-16b8-4e4c-abbf-197cdc6cf0f5 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768871 Oct 20 11:43:59.952567 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-d753fb4d-a86a-4c80-acaf-625a27133eed tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Allocated IP 172.20.0.2 (86020b2d-022f-4eb8-9cb0-ad2f0287efe2/04e39ff5-69fa-448b-baf9-73f5e794d39f/5a67239a-f0a6-450d-95f4-2c69a32a3bdb) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:43:59.983693 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device dca250b8-c196-41db-a9e2-0ac813ae48c2 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:44:00.145351 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d753fb4d-a86a-4c80-acaf-625a27133eed tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:00.168119 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-21c100af-358e-4735-b3e9-ac15c1303568 req-64f407e1-f23f-48dd-91ad-7338c0202dd7 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] For port dca250b8-c196-41db-a9e2-0ac813ae48c2, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=dca250b8-c196-41db-a9e2-0ac813ae48c2,segment=NetworkSegment(635b408c-b931-4fe4-a946-3320f78b98e5),segment_id=635b408c-b931-4fe4-a946-3320f78b98e5)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:44:00.168847 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-21c100af-358e-4735-b3e9-ac15c1303568 req-64f407e1-f23f-48dd-91ad-7338c0202dd7 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:00.189085 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-21c100af-358e-4735-b3e9-ac15c1303568 req-64f407e1-f23f-48dd-91ad-7338c0202dd7 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Calling delete_port for dca250b8-c196-41db-a9e2-0ac813ae48c2 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:44:00.206008 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d753fb4d-a86a-4c80-acaf-625a27133eed tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:00.208005 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0fe99-2ca1-470d-a747-d631f32d47ca req-e8289dac-9f3e-4840-bb65-476d0c888d9b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:00.216781 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0fe99-2ca1-470d-a747-d631f32d47ca req-e8289dac-9f3e-4840-bb65-476d0c888d9b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:00.225707 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0fe99-2ca1-470d-a747-d631f32d47ca req-e8289dac-9f3e-4840-bb65-476d0c888d9b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:00.232782 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0fe99-2ca1-470d-a747-d631f32d47ca req-e8289dac-9f3e-4840-bb65-476d0c888d9b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:00.247959 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0fe99-2ca1-470d-a747-d631f32d47ca req-e8289dac-9f3e-4840-bb65-476d0c888d9b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:00.255832 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0fe99-2ca1-470d-a747-d631f32d47ca req-e8289dac-9f3e-4840-bb65-476d0c888d9b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:00.264832 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0fe99-2ca1-470d-a747-d631f32d47ca req-e8289dac-9f3e-4840-bb65-476d0c888d9b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:00.267912 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9dd0fe99-2ca1-470d-a747-d631f32d47ca req-e8289dac-9f3e-4840-bb65-476d0c888d9b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 5431 time: 0.1890855 Oct 20 11:44:00.316952 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d753fb4d-a86a-4c80-acaf-625a27133eed tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Pushing event updated for resources: {'Port': ['ID=5a67239a-f0a6-450d-95f4-2c69a32a3bdb,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:00.320795 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d753fb4d-a86a-4c80-acaf-625a27133eed tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Network 86020b2d-022f-4eb8-9cb0-ad2f0287efe2 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:44:00.322975 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-d753fb4d-a86a-4c80-acaf-625a27133eed tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:44:00.328721 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d753fb4d-a86a-4c80-acaf-625a27133eed tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:44:00.378489 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9dd0fe99-2ca1-470d-a747-d631f32d47ca req-3727fa7a-071f-4bef-a68e-ba2d7277c490 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups?id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&id=ebd2ba54-3ef1-40c4-b641-2d063f2d73b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1022055 Oct 20 11:44:00.684220 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-21c100af-358e-4735-b3e9-ac15c1303568 req-64f407e1-f23f-48dd-91ad-7338c0202dd7 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:00.733814 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f407e1-f23f-48dd-91ad-7338c0202dd7 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Pushing event deleted for resources: {'Port': ['ID=dca250b8-c196-41db-a9e2-0ac813ae48c2,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:00.748769 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d753fb4d-a86a-4c80-acaf-625a27133eed tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:00.766427 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5403b-bd77-40bb-9f70-8d3bd53d2cd0 req-9b0c18d7-9db9-40d4-ad64-2d0034f9783b tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:00.768031 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b9d5403b-bd77-40bb-9f70-8d3bd53d2cd0 req-9b0c18d7-9db9-40d4-ad64-2d0034f9783b tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.11 "GET /v2.0/ports?device_id=7dc2ddc1-3360-46ea-bcf3-b251cabc9240 HTTP/1.1" status: 200 len: 945 time: 0.2041981 Oct 20 11:44:00.777424 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5fa187-f921-4e0e-947a-44ffda51d719 req-0d4ada67-da71-498b-b017-451884b7f996 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:00.779073 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5e5fa187-f921-4e0e-947a-44ffda51d719 req-0d4ada67-da71-498b-b017-451884b7f996 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=9e6a073a-dfad-4a8a-b0cc-a68cf8821287 HTTP/1.1" status: 200 len: 946 time: 0.1475849 Oct 20 11:44:00.872818 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c100af-358e-4735-b3e9-ac15c1303568 req-64f407e1-f23f-48dd-91ad-7338c0202dd7 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] No DVR routers for this DVR port dca250b8-c196-41db-a9e2-0ac813ae48c2 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:44:00.882256 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-21c100af-358e-4735-b3e9-ac15c1303568 req-64f407e1-f23f-48dd-91ad-7338c0202dd7 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:00.894256 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-21c100af-358e-4735-b3e9-ac15c1303568 req-64f407e1-f23f-48dd-91ad-7338c0202dd7 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "DELETE /v2.0/ports/dca250b8-c196-41db-a9e2-0ac813ae48c2 HTTP/1.1" status: 204 len: 173 time: 1.2995496 Oct 20 11:44:00.894766 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bad63fe-61b1-48df-b277-70e9c18740a9', 'name': 'network-vif-deleted', 'tag': 'dca250b8-c196-41db-a9e2-0ac813ae48c2'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:44:00.897397 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a2e6d9-1b70-4f1f-b068-1926aba58e54" -d '{"events": [{"server_uuid": "4bad63fe-61b1-48df-b277-70e9c18740a9", "name": "network-vif-deleted", "tag": "dca250b8-c196-41db-a9e2-0ac813ae48c2"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:44:00.965790 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5e5fa187-f921-4e0e-947a-44ffda51d719 req-032f031f-da12-4640-a3f0-d5f373f8c3df tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700983 Oct 20 11:44:01.041385 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 20 Oct 2021 11:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9052a0df-3fc8-4a03-917d-0dc859297c51 x-openstack-request-id: req-9052a0df-3fc8-4a03-917d-0dc859297c51 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:44:01.041696 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bad63fe-61b1-48df-b277-70e9c18740a9", "name": "network-vif-deleted", "tag": "dca250b8-c196-41db-a9e2-0ac813ae48c2", "status": "failed", "code": 422}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:44:01.042209 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9052a0df-3fc8-4a03-917d-0dc859297c51 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:44:01.042701 n-d-814735-3 neutron-server[100647]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4bad63fe-61b1-48df-b277-70e9c18740a9', 'name': 'network-vif-deleted', 'tag': 'dca250b8-c196-41db-a9e2-0ac813ae48c2', 'status': 'failed', 'code': 422} returned with failed status Oct 20 11:44:01.152830 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-b9d5403b-bd77-40bb-9f70-8d3bd53d2cd0 req-106a8b33-b826-4a15-a0de-8c1fefcbc10d tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Deleting port 4117b03f-ae0b-4dca-9853-4421502a43c0 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:44:01.153314 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b9d5403b-bd77-40bb-9f70-8d3bd53d2cd0 req-106a8b33-b826-4a15-a0de-8c1fefcbc10d tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:01.159575 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d753fb4d-a86a-4c80-acaf-625a27133eed tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:01.370359 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d753fb4d-a86a-4c80-acaf-625a27133eed tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Router f0909823-6820-4d61-87a0-eff8b9c757a7 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:44:01.439176 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e8f74-9dea-4c9d-9dec-db1cd8c801eb req-d0ab27f7-e0a9-47ae-bbd4-3dd1a13a208f tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:01.448887 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a64e8f74-9dea-4c9d-9dec-db1cd8c801eb req-d0ab27f7-e0a9-47ae-bbd4-3dd1a13a208f tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=7dc2ddc1-3360-46ea-bcf3-b251cabc9240 HTTP/1.1" status: 200 len: 945 time: 0.2323666 Oct 20 11:44:01.505134 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-b9d5403b-bd77-40bb-9f70-8d3bd53d2cd0 req-106a8b33-b826-4a15-a0de-8c1fefcbc10d tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] For port 4117b03f-ae0b-4dca-9853-4421502a43c0, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=4117b03f-ae0b-4dca-9853-4421502a43c0,segment=NetworkSegment(474d5198-d4e2-4e04-8880-971eb081d7c2),segment_id=474d5198-d4e2-4e04-8880-971eb081d7c2)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:44:01.505521 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b9d5403b-bd77-40bb-9f70-8d3bd53d2cd0 req-106a8b33-b826-4a15-a0de-8c1fefcbc10d tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:01.544125 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-b9d5403b-bd77-40bb-9f70-8d3bd53d2cd0 req-106a8b33-b826-4a15-a0de-8c1fefcbc10d tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Calling delete_port for 4117b03f-ae0b-4dca-9853-4421502a43c0 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:44:01.556540 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a64e8f74-9dea-4c9d-9dec-db1cd8c801eb req-6f81d5f5-a9fa-440b-b7d8-916d79cca504 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062009 Oct 20 11:44:01.655348 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d753fb4d-a86a-4c80-acaf-625a27133eed tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:44:01.672054 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec3cd0c-2643-4f14-bbad-593cd04b48d2 None None] Sync routers for ids ['f0909823-6820-4d61-87a0-eff8b9c757a7'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:44:01.689371 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec3cd0c-2643-4f14-bbad-593cd04b48d2 None None] Routers {'f0909823-6820-4d61-87a0-eff8b9c757a7'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:44:01.692128 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-3ec3cd0c-2643-4f14-bbad-593cd04b48d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:43:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['f0909823-6820-4d61-87a0-eff8b9c757a7'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:01.705708 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d753fb4d-a86a-4c80-acaf-625a27133eed tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:01.707329 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d753fb4d-a86a-4c80-acaf-625a27133eed tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.9436851 Oct 20 11:44:01.710760 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51378) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:01.826460 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8346e53-5b58-4e0a-afa8-9c0d72884a9f req-84a509ec-8440-467d-a5bb-21f785db84dc tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:01.833525 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8346e53-5b58-4e0a-afa8-9c0d72884a9f req-84a509ec-8440-467d-a5bb-21f785db84dc tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:01.841360 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8346e53-5b58-4e0a-afa8-9c0d72884a9f req-84a509ec-8440-467d-a5bb-21f785db84dc tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:01.847468 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8346e53-5b58-4e0a-afa8-9c0d72884a9f req-84a509ec-8440-467d-a5bb-21f785db84dc tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:01.855125 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8346e53-5b58-4e0a-afa8-9c0d72884a9f req-84a509ec-8440-467d-a5bb-21f785db84dc tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:01.868746 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8346e53-5b58-4e0a-afa8-9c0d72884a9f req-84a509ec-8440-467d-a5bb-21f785db84dc tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:01.888554 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8346e53-5b58-4e0a-afa8-9c0d72884a9f req-84a509ec-8440-467d-a5bb-21f785db84dc tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:01.891811 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d8346e53-5b58-4e0a-afa8-9c0d72884a9f req-84a509ec-8440-467d-a5bb-21f785db84dc tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 5431 time: 0.1946321 Oct 20 11:44:01.983728 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b9d5403b-bd77-40bb-9f70-8d3bd53d2cd0 req-106a8b33-b826-4a15-a0de-8c1fefcbc10d tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:02.070866 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-846baeb4-57dc-4610-934a-f0672f19272a tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:02.119502 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106a8b33-b826-4a15-a0de-8c1fefcbc10d tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Pushing event deleted for resources: {'Port': ['ID=4117b03f-ae0b-4dca-9853-4421502a43c0,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:02.169025 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d8346e53-5b58-4e0a-afa8-9c0d72884a9f req-cc18daab-00a6-4a43-a462-3c5e71c94145 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups?id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&id=ebd2ba54-3ef1-40c4-b641-2d063f2d73b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2635758 Oct 20 11:44:02.297242 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 66ac31c8-5739-4120-877b-97dbbd1c5090 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:44:02.306004 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['4117b03f-ae0b-4dca-9853-4421502a43c0'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:44:02.308141 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['81a208c0-65e0-4fc8-a75c-a093561e3229', '30b0ff0b-7bd8-4b05-8f04-849cfa492e5a'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:44:02.364393 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-846baeb4-57dc-4610-934a-f0672f19272a tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:02.479056 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-3ec3cd0c-2643-4f14-bbad-593cd04b48d2 None None] Set router f0909823-6820-4d61-87a0-eff8b9c757a7 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:44:02.486959 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d5403b-bd77-40bb-9f70-8d3bd53d2cd0 req-106a8b33-b826-4a15-a0de-8c1fefcbc10d tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] No DVR routers for this DVR port 4117b03f-ae0b-4dca-9853-4421502a43c0 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:44:02.501018 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b9d5403b-bd77-40bb-9f70-8d3bd53d2cd0 req-106a8b33-b826-4a15-a0de-8c1fefcbc10d tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:02.507930 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b9d5403b-bd77-40bb-9f70-8d3bd53d2cd0 req-106a8b33-b826-4a15-a0de-8c1fefcbc10d tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.11 "DELETE /v2.0/ports/4117b03f-ae0b-4dca-9853-4421502a43c0 HTTP/1.1" status: 204 len: 173 time: 1.7276003 Oct 20 11:44:02.524129 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-846baeb4-57dc-4610-934a-f0672f19272a tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Deleting port 5a67239a-f0a6-450d-95f4-2c69a32a3bdb {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:44:02.524777 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-846baeb4-57dc-4610-934a-f0672f19272a tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:02.693234 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb907237-b2ab-4041-a0a2-827d5bec28a2 req-07e93d74-632e-4e42-93c0-56a52af6ef0a tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:02.701620 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eb907237-b2ab-4041-a0a2-827d5bec28a2 req-07e93d74-632e-4e42-93c0-56a52af6ef0a tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=9e6a073a-dfad-4a8a-b0cc-a68cf8821287 HTTP/1.1" status: 200 len: 946 time: 0.5642092 Oct 20 11:44:02.709387 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-846baeb4-57dc-4610-934a-f0672f19272a tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:02.725947 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-846baeb4-57dc-4610-934a-f0672f19272a tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Calling delete_port for 5a67239a-f0a6-450d-95f4-2c69a32a3bdb owned by network:router_gateway {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:44:02.761920 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc57e9-ad6c-41d3-bcbc-1856d4786912 req-b7cd1f23-4883-433e-a602-df842b5d98a4 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:02.764036 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-02bc57e9-ad6c-41d3-bcbc-1856d4786912 req-b7cd1f23-4883-433e-a602-df842b5d98a4 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/networks?id=b8b16dd1-14c2-429e-a738-23f5243332c4 HTTP/1.1" status: 200 len: 810 time: 0.4137561 Oct 20 11:44:02.790762 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eb907237-b2ab-4041-a0a2-827d5bec28a2 req-7727ac7d-8c43-4d1d-bbc3-89661a1aaa1c tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875614 Oct 20 11:44:02.828244 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-02bc57e9-ad6c-41d3-bcbc-1856d4786912 req-679ce017-9724-47d4-9866-a9b58d278f68 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/quotas/ce1098f3c80946078a7ca69ed9609a2e HTTP/1.1" status: 200 len: 375 time: 0.0364842 Oct 20 11:44:02.914070 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-02bc57e9-ad6c-41d3-bcbc-1856d4786912 req-ef1211a9-a869-4204-91e9-e84143729e5d tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=ce1098f3c80946078a7ca69ed9609a2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0758302 Oct 20 11:44:02.977284 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aa0daf69-fb34-4128-9de1-55434ed2b841 req-2ec62845-5e77-41c3-98d9-12cc4b5ff184 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=7dc2ddc1-3360-46ea-bcf3-b251cabc9240 HTTP/1.1" status: 200 len: 210 time: 0.0713687 Oct 20 11:44:03.045328 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-846baeb4-57dc-4610-934a-f0672f19272a tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:03.063139 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 66ac31c8-5739-4120-877b-97dbbd1c5090, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=66ac31c8-5739-4120-877b-97dbbd1c5090,segment=NetworkSegment(d46e7e29-b111-4410-8455-78fe43083225),segment_id=d46e7e29-b111-4410-8455-78fe43083225)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:44:03.077223 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc2ddc1-3360-46ea-bcf3-b251cabc9240', 'name': 'network-vif-deleted', 'tag': '4117b03f-ae0b-4dca-9853-4421502a43c0'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:44:03.079636 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d91666-31ac-4b7c-94d6-0f6e78e7d20f" -d '{"events": [{"server_uuid": "7dc2ddc1-3360-46ea-bcf3-b251cabc9240", "name": "network-vif-deleted", "tag": "4117b03f-ae0b-4dca-9853-4421502a43c0"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:44:03.091078 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '66ac31c8-5739-4120-877b-97dbbd1c5090', 'network_id': '777f6155-4cb8-4ffe-990a-e0dddbce5ad7', 'port_id': '66ac31c8-5739-4120-877b-97dbbd1c5090', 'mac_address': 'fa:16:3e:db:ff:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4e5be47-9c7c-475f-be32-8c10564a38f8', 'ip_address': '10.1.1.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:44:03.105771 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846baeb4-57dc-4610-934a-f0672f19272a tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a67239a-f0a6-450d-95f4-2c69a32a3bdb,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:03.176620 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-02bc57e9-ad6c-41d3-bcbc-1856d4786912 req-f8dd258a-8f33-4b43-a47f-1560e34a1d8b service neutron] 10.222.0.98 "GET /v2.0/networks/b8b16dd1-14c2-429e-a738-23f5243332c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334566 Oct 20 11:44:03.200294 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6bf6661-5801-4bda-9842-2a95f7bc3768 x-openstack-request-id: req-d6bf6661-5801-4bda-9842-2a95f7bc3768 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:44:03.200587 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc2ddc1-3360-46ea-bcf3-b251cabc9240", "name": "network-vif-deleted", "tag": "4117b03f-ae0b-4dca-9853-4421502a43c0", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:44:03.202960 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d6bf6661-5801-4bda-9842-2a95f7bc3768 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:44:03.203453 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc2ddc1-3360-46ea-bcf3-b251cabc9240', 'name': 'network-vif-deleted', 'tag': '4117b03f-ae0b-4dca-9853-4421502a43c0', 'status': 'completed', 'code': 200} Oct 20 11:44:03.260869 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-846baeb4-57dc-4610-934a-f0672f19272a tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:03.283108 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:03.320623 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66ac31c8-5739-4120-877b-97dbbd1c5090 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:44:03.429564 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-3ec3cd0c-2643-4f14-bbad-593cd04b48d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0909823-6820-4d61-87a0-eff8b9c757a7', 'name': '', 'tenant_id': '6c8837b500f94ba7a04728f7ede6a642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86020b2d-022f-4eb8-9cb0-ad2f0287efe2', 'external_fixed_ips': [{'subnet_id': '04e39ff5-69fa-448b-baf9-73f5e794d39f', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '5a67239a-f0a6-450d-95f4-2c69a32a3bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:43:58Z', 'updated_at': '2021-10-20T11:44:00Z', 'revision_number': 3, 'project_id': '6c8837b500f94ba7a04728f7ede6a642', 'gw_port': {'id': '5a67239a-f0a6-450d-95f4-2c69a32a3bdb', 'name': '', 'network_id': '86020b2d-022f-4eb8-9cb0-ad2f0287efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:29:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0909823-6820-4d61-87a0-eff8b9c757a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '04e39ff5-69fa-448b-baf9-73f5e794d39f', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:43:59Z', 'updated_at': '2021-10-20T11:43:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04e39ff5-69fa-448b-baf9-73f5e794d39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:03.433171 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-846baeb4-57dc-4610-934a-f0672f19272a tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:03.433894 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 66ac31c8-5739-4120-877b-97dbbd1c5090, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=66ac31c8-5739-4120-877b-97dbbd1c5090,segment=NetworkSegment(d46e7e29-b111-4410-8455-78fe43083225),segment_id=d46e7e29-b111-4410-8455-78fe43083225)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:44:03.436556 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-846baeb4-57dc-4610-934a-f0672f19272a tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:03.473189 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:03.474164 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device eadd32f2-5de8-4740-bf63-25c0ecaf752e details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:44:03.476581 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec3cd0c-2643-4f14-bbad-593cd04b48d2 None None] Checking router: f0909823-6820-4d61-87a0-eff8b9c757a7 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:44:03.477202 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec3cd0c-2643-4f14-bbad-593cd04b48d2 None None] Updating router f0909823-6820-4d61-87a0-eff8b9c757a7 port 5a67239a-f0a6-450d-95f4-2c69a32a3bdb binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:44:03.501373 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-846baeb4-57dc-4610-934a-f0672f19272a tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:03.503057 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846baeb4-57dc-4610-934a-f0672f19272a tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f0909823-6820-4d61-87a0-eff8b9c757a7 {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:44:03.513196 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-846baeb4-57dc-4610-934a-f0672f19272a tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:03.516733 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-846baeb4-57dc-4610-934a-f0672f19272a tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] 10.222.0.98 "DELETE /v2.0/routers/f0909823-6820-4d61-87a0-eff8b9c757a7 HTTP/1.1" status: 204 len: 168 time: 1.8028967 Oct 20 11:44:03.519625 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51446) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:03.550733 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec3cd0c-2643-4f14-bbad-593cd04b48d2 None None] Port 5a67239a-f0a6-450d-95f4-2c69a32a3bdb not found while updating agent binding for router f0909823-6820-4d61-87a0-eff8b9c757a7. {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 20 11:44:03.604972 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-4875725a-0b81-4b0c-8d40-a61673a680fd tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Deleting subnet 04e39ff5-69fa-448b-baf9-73f5e794d39f {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:44:03.610472 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4875725a-0b81-4b0c-8d40-a61673a680fd tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:03.700880 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4875725a-0b81-4b0c-8d40-a61673a680fd tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:03.722392 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=66ac31c8-5739-4120-877b-97dbbd1c5090,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:03.740132 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec3cd0c-2643-4f14-bbad-593cd04b48d2 None None] Routers set() bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:44:03.740832 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec3cd0c-2643-4f14-bbad-593cd04b48d2 None None] Router IDs set() for agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 20 11:44:03.741720 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_agentschedulers_db [None req-3ec3cd0c-2643-4f14-bbad-593cd04b48d2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f0909823-6820-4d61-87a0-eff8b9c757a7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:43:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent'). {{(pid=100648) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 20 11:44:03.742331 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec3cd0c-2643-4f14-bbad-593cd04b48d2 None None] The sync data for ids ['f0909823-6820-4d61-87a0-eff8b9c757a7'] in n-d-814735-3 is: [] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:44:03.757777 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.db.resource_extend [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 11:44:03.767314 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d590fc8-5343-430e-a717-a7a04d58f685 req-1b042c58-6370-400d-a9d9-08dd6ce005f0 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:03.772032 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4875725a-0b81-4b0c-8d40-a61673a680fd tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:03.775427 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d590fc8-5343-430e-a717-a7a04d58f685 req-1b042c58-6370-400d-a9d9-08dd6ce005f0 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:03.778568 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port eadd32f2-5de8-4740-bf63-25c0ecaf752e, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=eadd32f2-5de8-4740-bf63-25c0ecaf752e,segment=NetworkSegment(d46e7e29-b111-4410-8455-78fe43083225),segment_id=d46e7e29-b111-4410-8455-78fe43083225)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:44:03.782553 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d590fc8-5343-430e-a717-a7a04d58f685 req-1b042c58-6370-400d-a9d9-08dd6ce005f0 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:03.788877 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d590fc8-5343-430e-a717-a7a04d58f685 req-1b042c58-6370-400d-a9d9-08dd6ce005f0 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:03.795541 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d590fc8-5343-430e-a717-a7a04d58f685 req-1b042c58-6370-400d-a9d9-08dd6ce005f0 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:03.801433 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': 'eadd32f2-5de8-4740-bf63-25c0ecaf752e', 'network_id': '777f6155-4cb8-4ffe-990a-e0dddbce5ad7', 'port_id': 'eadd32f2-5de8-4740-bf63-25c0ecaf752e', 'mac_address': 'fa:16:3e:2c:86:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4e5be47-9c7c-475f-be32-8c10564a38f8', 'ip_address': '10.1.1.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:44:03.801956 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d590fc8-5343-430e-a717-a7a04d58f685 req-1b042c58-6370-400d-a9d9-08dd6ce005f0 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:03.810092 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d590fc8-5343-430e-a717-a7a04d58f685 req-1b042c58-6370-400d-a9d9-08dd6ce005f0 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:03.820530 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8d590fc8-5343-430e-a717-a7a04d58f685 req-1b042c58-6370-400d-a9d9-08dd6ce005f0 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 5431 time: 0.4889228 Oct 20 11:44:03.825273 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-02bc57e9-ad6c-41d3-bcbc-1856d4786912 req-21272037-34b5-4e34-875d-c660c7c32073 service neutron] 10.222.0.98 "GET /v2.0/networks/b8b16dd1-14c2-429e-a738-23f5243332c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6472118 Oct 20 11:44:03.878362 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:03.900625 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eadd32f2-5de8-4740-bf63-25c0ecaf752e {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:44:03.915044 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4875725a-0b81-4b0c-8d40-a61673a680fd tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:03.917077 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8d590fc8-5343-430e-a717-a7a04d58f685 req-c83e07f9-a68c-4958-b759-1faa8f7f8604 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups?id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&id=ebd2ba54-3ef1-40c4-b641-2d063f2d73b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0955453 Oct 20 11:44:03.921334 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port eadd32f2-5de8-4740-bf63-25c0ecaf752e, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=eadd32f2-5de8-4740-bf63-25c0ecaf752e,segment=NetworkSegment(d46e7e29-b111-4410-8455-78fe43083225),segment_id=d46e7e29-b111-4410-8455-78fe43083225)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:44:03.930443 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:03.931276 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 156bbe0d-6a54-43ba-bd2e-a378130a9552 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:44:04.000911 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4875725a-0b81-4b0c-8d40-a61673a680fd tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=04e39ff5-69fa-448b-baf9-73f5e794d39f,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:04.014209 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4875725a-0b81-4b0c-8d40-a61673a680fd tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:04.024442 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4875725a-0b81-4b0c-8d40-a61673a680fd tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] 10.222.0.98 "DELETE /v2.0/subnets/04e39ff5-69fa-448b-baf9-73f5e794d39f HTTP/1.1" status: 204 len: 168 time: 0.5035563 Oct 20 11:44:04.027437 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 51460) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:04.085772 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=eadd32f2-5de8-4740-bf63-25c0ecaf752e,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:04.202524 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 156bbe0d-6a54-43ba-bd2e-a378130a9552, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=156bbe0d-6a54-43ba-bd2e-a378130a9552,segment=NetworkSegment(52735a1f-98a3-4d0e-8b1b-ed6b349adcf3),segment_id=52735a1f-98a3-4d0e-8b1b-ed6b349adcf3)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:44:04.242723 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd254d-0387-446c-8eea-e696c36a10c3 req-0fef554f-1884-4644-8a8b-affecd6cc071 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:04.244547 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-32bd254d-0387-446c-8eea-e696c36a10c3 req-0fef554f-1884-4644-8a8b-affecd6cc071 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=9e6a073a-dfad-4a8a-b0cc-a68cf8821287 HTTP/1.1" status: 200 len: 946 time: 0.1887529 Oct 20 11:44:04.251734 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '156bbe0d-6a54-43ba-bd2e-a378130a9552', 'network_id': '9e28e111-da3b-432f-b66c-1b77e1797d1c', 'port_id': '156bbe0d-6a54-43ba-bd2e-a378130a9552', 'mac_address': 'fa:16:3e:97:a4:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0525d9a4-a3da-43ef-90d1-0c512b36a84d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:44:04.253448 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7175bc32-32cd-4eaf-9c5f-13d599f05616 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:04.342748 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-32bd254d-0387-446c-8eea-e696c36a10c3 req-43812ca1-74bc-46d2-a91f-e4ef08988da6 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868890 Oct 20 11:44:04.370929 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:04.401726 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 156bbe0d-6a54-43ba-bd2e-a378130a9552 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:44:04.450267 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 156bbe0d-6a54-43ba-bd2e-a378130a9552, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=156bbe0d-6a54-43ba-bd2e-a378130a9552,segment=NetworkSegment(52735a1f-98a3-4d0e-8b1b-ed6b349adcf3),segment_id=52735a1f-98a3-4d0e-8b1b-ed6b349adcf3)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:44:04.462209 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:04.463102 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device d93caff8-51aa-4df8-901b-080c6ddec185 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:44:04.481795 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-49a5f730-c7de-449f-97e4-9954ea0693a5 req-82eaadd2-d82a-4877-b3db-a5d736e32ef8 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=977b4eaa-3461-4930-ba7f-9fb39ab283f7 HTTP/1.1" status: 200 len: 210 time: 0.1653078 Oct 20 11:44:04.534552 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7175bc32-32cd-4eaf-9c5f-13d599f05616 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:04.565879 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-7175bc32-32cd-4eaf-9c5f-13d599f05616 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86020b2d-022f-4eb8-9cb0-ad2f0287efe2']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:04.597010 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-7175bc32-32cd-4eaf-9c5f-13d599f05616 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54dbb540-3314-4204-8256-05899bc84c19') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:04.597407 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-7175bc32-32cd-4eaf-9c5f-13d599f05616 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54dbb540-3314-4204-8256-05899bc84c19') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:04.628832 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7175bc32-32cd-4eaf-9c5f-13d599f05616 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:04.635869 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port d93caff8-51aa-4df8-901b-080c6ddec185, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=d93caff8-51aa-4df8-901b-080c6ddec185,segment=NetworkSegment(d46e7e29-b111-4410-8455-78fe43083225),segment_id=d46e7e29-b111-4410-8455-78fe43083225)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:44:04.668233 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=156bbe0d-6a54-43ba-bd2e-a378130a9552,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:04.677607 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': 'd93caff8-51aa-4df8-901b-080c6ddec185', 'network_id': '777f6155-4cb8-4ffe-990a-e0dddbce5ad7', 'port_id': 'd93caff8-51aa-4df8-901b-080c6ddec185', 'mac_address': 'fa:16:3e:46:b5:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4e5be47-9c7c-475f-be32-8c10564a38f8', 'ip_address': '10.1.1.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:44:04.703901 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7175bc32-32cd-4eaf-9c5f-13d599f05616 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:04.719793 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7175bc32-32cd-4eaf-9c5f-13d599f05616 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Releasing vlan 1252 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:44:04.721579 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7175bc32-32cd-4eaf-9c5f-13d599f05616 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:04.726555 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:44:04.726555 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:44:04.726555 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:44:04.726555 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:44:04.726555 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:44:04.726555 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:44:04.726555 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:44:04.726555 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:44:04.726555 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:44:04.726555 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:44:04.726555 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:44:04.726555 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:44:04.726555 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:44:04.726555 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:44:04.726555 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:44:04.726555 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:44:04.726555 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:44:04.726555 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:44:04.726555 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:44:04.726555 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:44:04.726555 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:44:04.726555 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:44:04.726555 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:44:04.726555 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:44:04.726555 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:44:04.726555 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:44:04.726555 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:44:04.726555 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:44:04.726555 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:44:04.726555 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:44:04.726555 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:44:04.726555 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:44:04.808608 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:04.829269 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d93caff8-51aa-4df8-901b-080c6ddec185 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:44:04.918083 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port d93caff8-51aa-4df8-901b-080c6ddec185, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=d93caff8-51aa-4df8-901b-080c6ddec185,segment=NetworkSegment(d46e7e29-b111-4410-8455-78fe43083225),segment_id=d46e7e29-b111-4410-8455-78fe43083225)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:44:04.927700 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:04.929489 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 72d30f74-19c2-4076-9dd0-555da975bbf8 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:44:04.996494 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7175bc32-32cd-4eaf-9c5f-13d599f05616 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:05.018746 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7175bc32-32cd-4eaf-9c5f-13d599f05616 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 86020b2d-022f-4eb8-9cb0-ad2f0287efe2 {{(pid=100647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 20 11:44:05.026244 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7175bc32-32cd-4eaf-9c5f-13d599f05616 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:05.033427 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-7175bc32-32cd-4eaf-9c5f-13d599f05616 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] 10.222.0.98 "DELETE /v2.0/networks/86020b2d-022f-4eb8-9cb0-ad2f0287efe2 HTTP/1.1" status: 204 len: 168 time: 1.0011642 Oct 20 11:44:05.107105 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 72d30f74-19c2-4076-9dd0-555da975bbf8, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=72d30f74-19c2-4076-9dd0-555da975bbf8,segment=NetworkSegment(54b4c258-5e6a-4e24-a14d-5574a295f58e),segment_id=54b4c258-5e6a-4e24-a14d-5574a295f58e)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:44:05.121646 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '72d30f74-19c2-4076-9dd0-555da975bbf8', 'network_id': '6453727b-a1a3-4c25-9d2a-f4562ef51a67', 'port_id': '72d30f74-19c2-4076-9dd0-555da975bbf8', 'mac_address': 'fa:16:3e:79:0b:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '627cacd1-3333-4650-96cb-ee60e04cb6c7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:44:05.189826 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175bc32-32cd-4eaf-9c5f-13d599f05616 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Pushing event deleted for resources: {'Network': ['ID=86020b2d-022f-4eb8-9cb0-ad2f0287efe2,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:05.223917 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7cc6c-c0b4-4b27-b298-851b860bdcc2 req-aa4cfcd5-4f3e-4167-b57e-f4de62bf7fd1 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:05.225670 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4db7cc6c-c0b4-4b27-b298-851b860bdcc2 req-aa4cfcd5-4f3e-4167-b57e-f4de62bf7fd1 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=28af1f3c-2506-4c7a-a3d1-1112f2034757 HTTP/1.1" status: 200 len: 945 time: 0.3488514 Oct 20 11:44:05.297981 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=d93caff8-51aa-4df8-901b-080c6ddec185,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:05.321816 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:05.352657 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4db7cc6c-c0b4-4b27-b298-851b860bdcc2 req-843feb0a-ade1-445a-adbe-04fd115034c0 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043999 Oct 20 11:44:05.371533 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72d30f74-19c2-4076-9dd0-555da975bbf8 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:44:05.390711 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e4737c-ffc6-4204-b53e-afeb98847518 req-6b4d813b-d16e-4f2a-a569-c5f6553eb707 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:05.412027 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e4737c-ffc6-4204-b53e-afeb98847518 req-6b4d813b-d16e-4f2a-a569-c5f6553eb707 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:05.423018 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e4737c-ffc6-4204-b53e-afeb98847518 req-6b4d813b-d16e-4f2a-a569-c5f6553eb707 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:05.447646 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 72d30f74-19c2-4076-9dd0-555da975bbf8, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=72d30f74-19c2-4076-9dd0-555da975bbf8,segment=NetworkSegment(54b4c258-5e6a-4e24-a14d-5574a295f58e),segment_id=54b4c258-5e6a-4e24-a14d-5574a295f58e)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:44:05.452812 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e4737c-ffc6-4204-b53e-afeb98847518 req-6b4d813b-d16e-4f2a-a569-c5f6553eb707 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:05.461604 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:05.462497 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 6ad2a011-ec11-4f8c-a65c-c33563a4051e details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:44:05.474949 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e4737c-ffc6-4204-b53e-afeb98847518 req-6b4d813b-d16e-4f2a-a569-c5f6553eb707 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:05.489979 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e4737c-ffc6-4204-b53e-afeb98847518 req-6b4d813b-d16e-4f2a-a569-c5f6553eb707 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:05.496981 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e4737c-ffc6-4204-b53e-afeb98847518 req-6b4d813b-d16e-4f2a-a569-c5f6553eb707 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:05.507110 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-83e4737c-ffc6-4204-b53e-afeb98847518 req-6b4d813b-d16e-4f2a-a569-c5f6553eb707 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 5435 time: 0.3840151 Oct 20 11:44:05.573281 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51518) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:05.575961 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 6ad2a011-ec11-4f8c-a65c-c33563a4051e, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=6ad2a011-ec11-4f8c-a65c-c33563a4051e,segment=NetworkSegment(d46e7e29-b111-4410-8455-78fe43083225),segment_id=d46e7e29-b111-4410-8455-78fe43083225)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:44:05.578577 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-bc5a9db2-2c7e-449d-81ab-6f35b63864f0 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Request body: {'router': {'name': 'tempest-router--343840380', 'project_id': '055a1110119649c4b7891f7e1ac98d66'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:44:05.654947 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bc5a9db2-2c7e-449d-81ab-6f35b63864f0 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:05.660702 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bc5a9db2-2c7e-449d-81ab-6f35b63864f0 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:05.668461 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '6ad2a011-ec11-4f8c-a65c-c33563a4051e', 'network_id': '777f6155-4cb8-4ffe-990a-e0dddbce5ad7', 'port_id': '6ad2a011-ec11-4f8c-a65c-c33563a4051e', 'mac_address': 'fa:16:3e:1b:56:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4e5be47-9c7c-475f-be32-8c10564a38f8', 'ip_address': '10.1.1.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:44:05.668755 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-83e4737c-ffc6-4204-b53e-afeb98847518 req-b537c446-b628-4efc-a70d-a9b2d94f8f34 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups?id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&id=ebd2ba54-3ef1-40c4-b641-2d063f2d73b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1597819 Oct 20 11:44:05.691310 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d18601-adfe-4192-abd3-a2804c72f3d3 req-61cccef7-9751-41d0-a481-227efee06adc tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:05.704885 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c4d18601-adfe-4192-abd3-a2804c72f3d3 req-61cccef7-9751-41d0-a481-227efee06adc tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=9e6a073a-dfad-4a8a-b0cc-a68cf8821287 HTTP/1.1" status: 200 len: 946 time: 0.1930602 Oct 20 11:44:05.805482 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:05.808475 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c4d18601-adfe-4192-abd3-a2804c72f3d3 req-37ac87e0-e986-43ba-8322-d1485ee9c079 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024144 Oct 20 11:44:05.824812 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ad2a011-ec11-4f8c-a65c-c33563a4051e {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:44:05.869038 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=72d30f74-19c2-4076-9dd0-555da975bbf8,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:05.880120 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 6ad2a011-ec11-4f8c-a65c-c33563a4051e, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=6ad2a011-ec11-4f8c-a65c-c33563a4051e,segment=NetworkSegment(d46e7e29-b111-4410-8455-78fe43083225),segment_id=d46e7e29-b111-4410-8455-78fe43083225)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:44:05.900870 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:05.901598 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 3ab69a51-91cc-41f2-97f3-589067ce8290 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:44:05.930466 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bc5a9db2-2c7e-449d-81ab-6f35b63864f0 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:05.938615 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bc5a9db2-2c7e-449d-81ab-6f35b63864f0 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:05.967161 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bc5a9db2-2c7e-449d-81ab-6f35b63864f0 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:05.969362 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-bc5a9db2-2c7e-449d-81ab-6f35b63864f0 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3949172 Oct 20 11:44:05.973040 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51530) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:06.009411 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b7123b96-9696-44aa-b769-1f07adcc9e3b req-bb40b8ca-74e5-4244-a8a2-64c5847531b2 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=977b4eaa-3461-4930-ba7f-9fb39ab283f7 HTTP/1.1" status: 200 len: 210 time: 0.1045675 Oct 20 11:44:06.073657 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.db.resource_extend [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 11:44:06.132359 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 3ab69a51-91cc-41f2-97f3-589067ce8290, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=3ab69a51-91cc-41f2-97f3-589067ce8290,segment=NetworkSegment(52735a1f-98a3-4d0e-8b1b-ed6b349adcf3),segment_id=52735a1f-98a3-4d0e-8b1b-ed6b349adcf3)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:44:06.166555 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=6ad2a011-ec11-4f8c-a65c-c33563a4051e,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:06.173773 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '3ab69a51-91cc-41f2-97f3-589067ce8290', 'network_id': '9e28e111-da3b-432f-b66c-1b77e1797d1c', 'port_id': '3ab69a51-91cc-41f2-97f3-589067ce8290', 'mac_address': 'fa:16:3e:be:37:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0525d9a4-a3da-43ef-90d1-0c512b36a84d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:44:06.212805 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-659659c3-0654-4244-aca0-fd6d53eb53f5 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:06.223954 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc57e9-ad6c-41d3-bcbc-1856d4786912 req-e5130d96-b349-48a0-95b9-0fd76fecd0df tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:06.227695 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-02bc57e9-ad6c-41d3-bcbc-1856d4786912 req-e5130d96-b349-48a0-95b9-0fd76fecd0df tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.11 "GET /v2.0/networks?id=b8b16dd1-14c2-429e-a738-23f5243332c4 HTTP/1.1" status: 200 len: 810 time: 0.2171748 Oct 20 11:44:06.243380 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-02bc57e9-ad6c-41d3-bcbc-1856d4786912 req-5b4b2dfc-7a5a-4fbb-8805-7fd2779e4ec1 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Request body: {'port': {'device_id': '977b4eaa-3461-4930-ba7f-9fb39ab283f7', 'network_id': 'b8b16dd1-14c2-429e-a738-23f5243332c4', 'admin_state_up': True, 'tenant_id': 'ce1098f3c80946078a7ca69ed9609a2e'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:44:06.287596 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:06.313019 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ab69a51-91cc-41f2-97f3-589067ce8290 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:44:06.370783 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 3ab69a51-91cc-41f2-97f3-589067ce8290, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=3ab69a51-91cc-41f2-97f3-589067ce8290,segment=NetworkSegment(52735a1f-98a3-4d0e-8b1b-ed6b349adcf3),segment_id=52735a1f-98a3-4d0e-8b1b-ed6b349adcf3)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:44:06.385352 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:06.443346 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fbfb1868-e3b6-4c87-8ea5-e89022038447 req-70706aca-a74d-4b68-8d78-ae5e1f016750 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6bb7a993-e4e0-4dad-a3ff-495d7601bc1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0850000 Oct 20 11:44:06.489925 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=3ab69a51-91cc-41f2-97f3-589067ce8290,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:06.528720 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02bc57e9-ad6c-41d3-bcbc-1856d4786912 req-5b4b2dfc-7a5a-4fbb-8805-7fd2779e4ec1 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Made reservation on behalf of ce1098f3c80946078a7ca69ed9609a2e for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:44:06.532903 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-02bc57e9-ad6c-41d3-bcbc-1856d4786912 req-5b4b2dfc-7a5a-4fbb-8805-7fd2779e4ec1 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:06.609219 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb1868-e3b6-4c87-8ea5-e89022038447 req-39ce2cf5-3e89-464c-bf0f-87c5265ab81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:06.610976 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fbfb1868-e3b6-4c87-8ea5-e89022038447 req-39ce2cf5-3e89-464c-bf0f-87c5265ab81b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=87f9bb79a2f44e408030b0f728683d1b&device_id=6bb7a993-e4e0-4dad-a3ff-495d7601bc1f HTTP/1.1" status: 200 len: 1096 time: 0.1374950 Oct 20 11:44:06.698511 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db925af-86b3-4424-b903-631ac5f35e1e req-39192b02-afdf-4094-aee7-7e65a60cccfc tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:06.734421 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2db925af-86b3-4424-b903-631ac5f35e1e req-39192b02-afdf-4094-aee7-7e65a60cccfc tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=28af1f3c-2506-4c7a-a3d1-1112f2034757 HTTP/1.1" status: 200 len: 945 time: 0.2393739 Oct 20 11:44:06.950664 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-659659c3-0654-4244-aca0-fd6d53eb53f5 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:06.953912 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-659659c3-0654-4244-aca0-fd6d53eb53f5 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:06.962993 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180b3a8-cc78-4720-8092-ad160d9f76cf req-b27cdcad-65d4-44c6-9fa0-da056295b727 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:06.964593 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-9180b3a8-cc78-4720-8092-ad160d9f76cf req-b27cdcad-65d4-44c6-9fa0-da056295b727 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.89 "GET /v2.0/ports?device_id=28af1f3c-2506-4c7a-a3d1-1112f2034757 HTTP/1.1" status: 200 len: 945 time: 0.2120154 Oct 20 11:44:06.967667 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['66ac31c8-5739-4120-877b-97dbbd1c5090'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:44:07.034000 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['eadd32f2-5de8-4740-bf63-25c0ecaf752e'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:44:07.036218 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['6ad2a011-ec11-4f8c-a65c-c33563a4051e'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:44:07.057699 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['72d30f74-19c2-4076-9dd0-555da975bbf8'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:44:07.080902 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb1868-e3b6-4c87-8ea5-e89022038447 req-98a5faed-6b8a-4271-b758-ac8277421cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:07.082722 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fbfb1868-e3b6-4c87-8ea5-e89022038447 req-98a5faed-6b8a-4271-b758-ac8277421cac service neutron] 10.222.0.89 "GET /v2.0/networks?id=4684d20a-1285-4a26-b3d8-722aa32ad5b4 HTTP/1.1" status: 200 len: 907 time: 0.4130874 Oct 20 11:44:07.119168 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['156bbe0d-6a54-43ba-bd2e-a378130a9552'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:44:07.125475 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['3ab69a51-91cc-41f2-97f3-589067ce8290'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:44:07.143731 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-659659c3-0654-4244-aca0-fd6d53eb53f5 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:07.144410 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659659c3-0654-4244-aca0-fd6d53eb53f5 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 70d40a9a-9ef5-43b3-9b0b-81a893279038 {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:44:07.159589 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fbfb1868-e3b6-4c87-8ea5-e89022038447 req-920e6029-3a4f-4822-aae6-1fe2d1a2cc10 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81a208c0-65e0-4fc8-a75c-a093561e3229 HTTP/1.1" status: 200 len: 217 time: 0.0649655 Oct 20 11:44:07.159838 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-659659c3-0654-4244-aca0-fd6d53eb53f5 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:07.163515 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-659659c3-0654-4244-aca0-fd6d53eb53f5 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] 10.222.0.98 "DELETE /v2.0/routers/70d40a9a-9ef5-43b3-9b0b-81a893279038 HTTP/1.1" status: 204 len: 168 time: 1.1870551 Oct 20 11:44:07.199896 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-9180b3a8-cc78-4720-8092-ad160d9f76cf req-56c747f1-38e1-4c31-b814-3bde1a73d889 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Deleting port 30b0ff0b-7bd8-4b05-8f04-849cfa492e5a {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:44:07.200793 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-9180b3a8-cc78-4720-8092-ad160d9f76cf req-56c747f1-38e1-4c31-b814-3bde1a73d889 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:07.213970 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2db925af-86b3-4424-b903-631ac5f35e1e req-0b82ac4e-e9ba-4ccd-84bc-aa3bac6bc526 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4754815 Oct 20 11:44:07.275220 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-02bc57e9-ad6c-41d3-bcbc-1856d4786912 req-5b4b2dfc-7a5a-4fbb-8805-7fd2779e4ec1 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Allocated IP 172.20.0.5 (b8b16dd1-14c2-429e-a738-23f5243332c4/2680d228-fd7a-4853-9272-b0d143a6d48d/0f47c69b-d007-413c-a4b2-30d068e95932) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:44:07.357869 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2fd96d-c11c-4b5d-aabc-b4a06101d51d req-39045a9e-445a-4bac-960f-9ff02f598c6b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:07.371976 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2fd96d-c11c-4b5d-aabc-b4a06101d51d req-39045a9e-445a-4bac-960f-9ff02f598c6b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:07.378422 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2fd96d-c11c-4b5d-aabc-b4a06101d51d req-39045a9e-445a-4bac-960f-9ff02f598c6b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:07.395068 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2fd96d-c11c-4b5d-aabc-b4a06101d51d req-39045a9e-445a-4bac-960f-9ff02f598c6b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:07.415671 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2fd96d-c11c-4b5d-aabc-b4a06101d51d req-39045a9e-445a-4bac-960f-9ff02f598c6b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:07.422121 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2fd96d-c11c-4b5d-aabc-b4a06101d51d req-39045a9e-445a-4bac-960f-9ff02f598c6b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:07.436309 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2fd96d-c11c-4b5d-aabc-b4a06101d51d req-39045a9e-445a-4bac-960f-9ff02f598c6b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:07.449198 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0e2fd96d-c11c-4b5d-aabc-b4a06101d51d req-39045a9e-445a-4bac-960f-9ff02f598c6b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 5438 time: 0.5049539 Oct 20 11:44:07.460148 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-9180b3a8-cc78-4720-8092-ad160d9f76cf req-56c747f1-38e1-4c31-b814-3bde1a73d889 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] For port 30b0ff0b-7bd8-4b05-8f04-849cfa492e5a, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=30b0ff0b-7bd8-4b05-8f04-849cfa492e5a,segment=NetworkSegment(474d5198-d4e2-4e04-8880-971eb081d7c2),segment_id=474d5198-d4e2-4e04-8880-971eb081d7c2)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:44:07.460584 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-9180b3a8-cc78-4720-8092-ad160d9f76cf req-56c747f1-38e1-4c31-b814-3bde1a73d889 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:07.499324 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-9180b3a8-cc78-4720-8092-ad160d9f76cf req-56c747f1-38e1-4c31-b814-3bde1a73d889 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Calling delete_port for 30b0ff0b-7bd8-4b05-8f04-849cfa492e5a owned by compute:nova {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:44:07.582027 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb1868-e3b6-4c87-8ea5-e89022038447 req-d4ec8181-6dd0-4701-a390-ce10169c5ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:07.584205 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fbfb1868-e3b6-4c87-8ea5-e89022038447 req-d4ec8181-6dd0-4701-a390-ce10169c5ef6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=533789ee-0e8e-421f-8cb0-0d7463c535a5 HTTP/1.1" status: 200 len: 845 time: 0.4124866 Oct 20 11:44:07.622191 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0e2fd96d-c11c-4b5d-aabc-b4a06101d51d req-48e79685-e652-4051-ad6a-3dc18bb25cef tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups?id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&id=ebd2ba54-3ef1-40c4-b641-2d063f2d73b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1696696 Oct 20 11:44:07.677738 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d28e5d-17dd-4375-abe5-198013259a2b req-176ac453-7fb4-4863-a93a-0572ada0055d tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:07.687729 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-60d28e5d-17dd-4375-abe5-198013259a2b req-176ac453-7fb4-4863-a93a-0572ada0055d tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=9e6a073a-dfad-4a8a-b0cc-a68cf8821287 HTTP/1.1" status: 200 len: 946 time: 0.2236300 Oct 20 11:44:07.695500 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fbfb1868-e3b6-4c87-8ea5-e89022038447 req-fac418f6-8b05-4512-966b-b9211ad80aae service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4684d20a-1285-4a26-b3d8-722aa32ad5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815265 Oct 20 11:44:07.718757 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 51598) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:07.826553 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-9180b3a8-cc78-4720-8092-ad160d9f76cf req-56c747f1-38e1-4c31-b814-3bde1a73d889 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:07.862156 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c747f1-38e1-4c31-b814-3bde1a73d889 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Pushing event deleted for resources: {'Port': ['ID=30b0ff0b-7bd8-4b05-8f04-849cfa492e5a,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:07.930067 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-9180b3a8-cc78-4720-8092-ad160d9f76cf req-56c747f1-38e1-4c31-b814-3bde1a73d889 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] No DVR routers for this DVR port 30b0ff0b-7bd8-4b05-8f04-849cfa492e5a on host n-h2-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:44:07.936464 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-9180b3a8-cc78-4720-8092-ad160d9f76cf req-56c747f1-38e1-4c31-b814-3bde1a73d889 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:07.941543 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-9180b3a8-cc78-4720-8092-ad160d9f76cf req-56c747f1-38e1-4c31-b814-3bde1a73d889 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.89 "DELETE /v2.0/ports/30b0ff0b-7bd8-4b05-8f04-849cfa492e5a HTTP/1.1" status: 204 len: 173 time: 0.9093976 Oct 20 11:44:07.942028 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28af1f3c-2506-4c7a-a3d1-1112f2034757', 'name': 'network-vif-deleted', 'tag': '30b0ff0b-7bd8-4b05-8f04-849cfa492e5a'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:44:07.945973 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4981cb6-07bc-49a9-b799-9f53c7c3a3c2" -d '{"events": [{"server_uuid": "28af1f3c-2506-4c7a-a3d1-1112f2034757", "name": "network-vif-deleted", "tag": "30b0ff0b-7bd8-4b05-8f04-849cfa492e5a"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:44:07.952265 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e54da5b2-8eae-4ace-a25f-a9bb8438e4be req-932f197f-128e-47c1-a6e8-ae6d698782a7 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=977b4eaa-3461-4930-ba7f-9fb39ab283f7 HTTP/1.1" status: 200 len: 210 time: 0.1749620 Oct 20 11:44:07.994282 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['81a208c0-65e0-4fc8-a75c-a093561e3229', '30b0ff0b-7bd8-4b05-8f04-849cfa492e5a'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:44:08.057589 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f83e820-a381-4d53-aaeb-2aaad51cdd9e x-openstack-request-id: req-9f83e820-a381-4d53-aaeb-2aaad51cdd9e {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:44:08.058510 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28af1f3c-2506-4c7a-a3d1-1112f2034757", "name": "network-vif-deleted", "tag": "30b0ff0b-7bd8-4b05-8f04-849cfa492e5a", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:44:08.059087 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9f83e820-a381-4d53-aaeb-2aaad51cdd9e {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:44:08.059658 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28af1f3c-2506-4c7a-a3d1-1112f2034757', 'name': 'network-vif-deleted', 'tag': '30b0ff0b-7bd8-4b05-8f04-849cfa492e5a', 'status': 'completed', 'code': 200} Oct 20 11:44:08.103608 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-60d28e5d-17dd-4375-abe5-198013259a2b req-c5648d95-161a-490f-b607-043b47baeddb tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4144754 Oct 20 11:44:08.172934 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['d93caff8-51aa-4df8-901b-080c6ddec185'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:44:08.361327 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-02bc57e9-ad6c-41d3-bcbc-1856d4786912 req-5b4b2dfc-7a5a-4fbb-8805-7fd2779e4ec1 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:08.373973 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-ff80fa8e-9c75-4c80-9554-3064bdc28ef6 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-438000029', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}, 'admin_state_up': False}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:44:08.424071 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fbfb1868-e3b6-4c87-8ea5-e89022038447 req-3063d834-5769-409a-9533-4ed733b6ca7a service neutron] 10.222.0.89 "GET /v2.0/networks/4684d20a-1285-4a26-b3d8-722aa32ad5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7143009 Oct 20 11:44:08.464839 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7bf96a40-b790-4cd8-bfbe-b4454d120444 req-3d1ea2fc-06c2-4290-a8d6-b919cc46a24b tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=28af1f3c-2506-4c7a-a3d1-1112f2034757 HTTP/1.1" status: 200 len: 210 time: 0.0682356 Oct 20 11:44:08.508252 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 4117b03f-ae0b-4dca-9853-4421502a43c0 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:44:08.537963 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ff80fa8e-9c75-4c80-9554-3064bdc28ef6 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:08.539118 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ff80fa8e-9c75-4c80-9554-3064bdc28ef6 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:08.615427 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-02bc57e9-ad6c-41d3-bcbc-1856d4786912 req-5b4b2dfc-7a5a-4fbb-8805-7fd2779e4ec1 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:08.675724 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fbfb1868-e3b6-4c87-8ea5-e89022038447 req-9931156c-84bb-4122-94bb-ac2ba7456e9a service neutron] 10.222.0.89 "GET /v2.0/networks/4684d20a-1285-4a26-b3d8-722aa32ad5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407205 Oct 20 11:44:08.764775 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b2dfc-7a5a-4fbb-8805-7fd2779e4ec1 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Pushing event updated for resources: {'Port': ['ID=0f47c69b-d007-413c-a4b2-30d068e95932,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:08.768916 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ff80fa8e-9c75-4c80-9554-3064bdc28ef6 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:08.828844 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: 4117b03f-ae0b-4dca-9853-4421502a43c0 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:44:08.829182 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 4117b03f-ae0b-4dca-9853-4421502a43c0 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:44:08.845161 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02bc57e9-ad6c-41d3-bcbc-1856d4786912 req-5b4b2dfc-7a5a-4fbb-8805-7fd2779e4ec1 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Network b8b16dd1-14c2-429e-a738-23f5243332c4 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:44:08.860312 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-02bc57e9-ad6c-41d3-bcbc-1856d4786912 req-5b4b2dfc-7a5a-4fbb-8805-7fd2779e4ec1 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:44:08.895603 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-02bc57e9-ad6c-41d3-bcbc-1856d4786912 req-5b4b2dfc-7a5a-4fbb-8805-7fd2779e4ec1 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:44:09.457887 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ff80fa8e-9c75-4c80-9554-3064bdc28ef6 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:09.545662 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc57e9-ad6c-41d3-bcbc-1856d4786912 req-5b4b2dfc-7a5a-4fbb-8805-7fd2779e4ec1 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:09.546475 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-02bc57e9-ad6c-41d3-bcbc-1856d4786912 req-5b4b2dfc-7a5a-4fbb-8805-7fd2779e4ec1 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:09.626611 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3022e-35c4-48d8-b910-b01718526b3a req-c3c244f5-beb5-4da6-a311-48cd7532d8de tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:09.650903 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3022e-35c4-48d8-b910-b01718526b3a req-c3c244f5-beb5-4da6-a311-48cd7532d8de tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:09.667928 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3022e-35c4-48d8-b910-b01718526b3a req-c3c244f5-beb5-4da6-a311-48cd7532d8de tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:09.692283 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3022e-35c4-48d8-b910-b01718526b3a req-c3c244f5-beb5-4da6-a311-48cd7532d8de tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:09.703202 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3022e-35c4-48d8-b910-b01718526b3a req-c3c244f5-beb5-4da6-a311-48cd7532d8de tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:09.708984 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3022e-35c4-48d8-b910-b01718526b3a req-c3c244f5-beb5-4da6-a311-48cd7532d8de tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:09.714929 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3022e-35c4-48d8-b910-b01718526b3a req-c3c244f5-beb5-4da6-a311-48cd7532d8de tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:09.722891 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a1a3022e-35c4-48d8-b910-b01718526b3a req-c3c244f5-beb5-4da6-a311-48cd7532d8de tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 5438 time: 0.8759813 Oct 20 11:44:09.743871 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-02bc57e9-ad6c-41d3-bcbc-1856d4786912 req-5b4b2dfc-7a5a-4fbb-8805-7fd2779e4ec1 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5060029 Oct 20 11:44:09.774416 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-02bc57e9-ad6c-41d3-bcbc-1856d4786912 req-de88a03f-a137-4602-973d-80f68538765c service neutron] Request body: {'port': {'device_id': '977b4eaa-3461-4930-ba7f-9fb39ab283f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:44:09.824037 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07752eb3-3135-489d-985d-3a75358d2371 req-41966fc0-3ee8-4659-902a-e618973f730a tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:09.825640 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07752eb3-3135-489d-985d-3a75358d2371 req-41966fc0-3ee8-4659-902a-e618973f730a tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=977b4eaa-3461-4930-ba7f-9fb39ab283f7 HTTP/1.1" status: 200 len: 931 time: 0.3619998 Oct 20 11:44:09.840578 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:09.922661 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-02bc57e9-ad6c-41d3-bcbc-1856d4786912 req-de88a03f-a137-4602-973d-80f68538765c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:09.953882 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a1a3022e-35c4-48d8-b910-b01718526b3a req-80c09ad5-0308-4517-ad62-66aa372ead39 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups?id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&id=ebd2ba54-3ef1-40c4-b641-2d063f2d73b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2298229 Oct 20 11:44:10.114977 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07752eb3-3135-489d-985d-3a75358d2371 req-1d7788d9-13d2-48e7-a72a-252505a48d1c tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507246 Oct 20 11:44:10.277522 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 30b0ff0b-7bd8-4b05-8f04-849cfa492e5a no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:44:10.322912 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80df1f-e7a2-45ac-94c9-2ed938478f76 req-a12a9c0f-3667-4181-ad1c-9d033de23bb2 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:10.324648 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9f80df1f-e7a2-45ac-94c9-2ed938478f76 req-a12a9c0f-3667-4181-ad1c-9d033de23bb2 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=9e6a073a-dfad-4a8a-b0cc-a68cf8821287 HTTP/1.1" status: 200 len: 946 time: 0.1948521 Oct 20 11:44:10.474403 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ff80fa8e-9c75-4c80-9554-3064bdc28ef6 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks [] for router_gateway, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:10.524991 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ff80fa8e-9c75-4c80-9554-3064bdc28ef6 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:10.595222 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 6ad2a011-ec11-4f8c-a65c-c33563a4051e up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:44:10.609181 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: 30b0ff0b-7bd8-4b05-8f04-849cfa492e5a {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:44:10.609769 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 30b0ff0b-7bd8-4b05-8f04-849cfa492e5a not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:44:10.697709 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 6ad2a011-ec11-4f8c-a65c-c33563a4051e completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:44:10.702214 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 6ad2a011-ec11-4f8c-a65c-c33563a4051e triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:44:10.705873 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:10.718942 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-ff80fa8e-9c75-4c80-9554-3064bdc28ef6 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Allocated IP 172.25.5.134 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/1521c012-a8a6-4813-b60b-967b0794c019) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:44:10.760576 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9f80df1f-e7a2-45ac-94c9-2ed938478f76 req-c7924f27-e5e5-4ce5-a3e4-2c26f7d42e34 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865349 Oct 20 11:44:10.839691 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:10.872458 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad2a011-ec11-4f8c-a65c-c33563a4051e'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:44:10.876641 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00317c39-152f-4e2d-9e20-bce47847caf6" -d '{"events": [{"server_uuid": "ec58b319-2247-4b2a-a5eb-e9c34df81084", "name": "network-vif-plugged", "status": "completed", "tag": "6ad2a011-ec11-4f8c-a65c-c33563a4051e"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:44:10.886945 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-02bc57e9-ad6c-41d3-bcbc-1856d4786912 req-de88a03f-a137-4602-973d-80f68538765c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f47c69b-d007-413c-a4b2-30d068e95932 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:44:10.913324 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-02bc57e9-ad6c-41d3-bcbc-1856d4786912 req-de88a03f-a137-4602-973d-80f68538765c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:10.916207 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 6ad2a011-ec11-4f8c-a65c-c33563a4051e, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=6ad2a011-ec11-4f8c-a65c-c33563a4051e,segment=NetworkSegment(d46e7e29-b111-4410-8455-78fe43083225),segment_id=d46e7e29-b111-4410-8455-78fe43083225)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:44:10.928960 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:10.930146 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device eadd32f2-5de8-4740-bf63-25c0ecaf752e up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:44:10.962441 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73f650-b580-4118-a560-5e2309bc4f26 req-da000592-6824-4d31-ae1c-812af9e44ad9 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:10.963515 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a73f650-b580-4118-a560-5e2309bc4f26 req-da000592-6824-4d31-ae1c-812af9e44ad9 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/networks?id=4684d20a-1285-4a26-b3d8-722aa32ad5b4 HTTP/1.1" status: 200 len: 805 time: 0.4922330 Oct 20 11:44:10.968698 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae714d2-e906-4e98-bd33-fd075b189d3e x-openstack-request-id: req-6ae714d2-e906-4e98-bd33-fd075b189d3e {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:44:10.969221 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec58b319-2247-4b2a-a5eb-e9c34df81084", "name": "network-vif-plugged", "status": "completed", "tag": "6ad2a011-ec11-4f8c-a65c-c33563a4051e", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:44:10.969641 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6ae714d2-e906-4e98-bd33-fd075b189d3e {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:44:10.970190 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad2a011-ec11-4f8c-a65c-c33563a4051e', 'code': 200} Oct 20 11:44:10.985104 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-02bc57e9-ad6c-41d3-bcbc-1856d4786912 req-de88a03f-a137-4602-973d-80f68538765c service neutron] Transition to ACTIVE for port object 0f47c69b-d007-413c-a4b2-30d068e95932 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:44:10.989521 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a73f650-b580-4118-a560-5e2309bc4f26 req-ec7f561b-0b9c-4dff-a3c0-535fad4c437c tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/quotas/87f9bb79a2f44e408030b0f728683d1b HTTP/1.1" status: 200 len: 375 time: 0.0174427 Oct 20 11:44:11.017089 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-02bc57e9-ad6c-41d3-bcbc-1856d4786912 req-de88a03f-a137-4602-973d-80f68538765c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:11.073401 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=6ad2a011-ec11-4f8c-a65c-c33563a4051e,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:11.073725 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ff80fa8e-9c75-4c80-9554-3064bdc28ef6 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:11.098325 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port eadd32f2-5de8-4740-bf63-25c0ecaf752e completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:44:11.103943 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port eadd32f2-5de8-4740-bf63-25c0ecaf752e triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:44:11.104704 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:11.174777 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de88a03f-a137-4602-973d-80f68538765c service neutron] Pushing event updated for resources: {'Port': ['ID=0f47c69b-d007-413c-a4b2-30d068e95932,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:11.221194 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a73f650-b580-4118-a560-5e2309bc4f26 req-74ce45cf-e2ab-4736-8d09-9facdcc4ee29 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=87f9bb79a2f44e408030b0f728683d1b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2221174 Oct 20 11:44:11.250888 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:11.317693 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port eadd32f2-5de8-4740-bf63-25c0ecaf752e, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=eadd32f2-5de8-4740-bf63-25c0ecaf752e,segment=NetworkSegment(d46e7e29-b111-4410-8455-78fe43083225),segment_id=d46e7e29-b111-4410-8455-78fe43083225)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:44:11.327544 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ad876-2da6-442c-851e-51946e55e79c req-3b3b2c22-d55d-459a-b398-1aa5be6be265 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:11.336238 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:11.336238 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 3ab69a51-91cc-41f2-97f3-589067ce8290 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:44:11.342027 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ad876-2da6-442c-851e-51946e55e79c req-3b3b2c22-d55d-459a-b398-1aa5be6be265 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:11.347823 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ad876-2da6-442c-851e-51946e55e79c req-3b3b2c22-d55d-459a-b398-1aa5be6be265 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:11.354497 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ad876-2da6-442c-851e-51946e55e79c req-3b3b2c22-d55d-459a-b398-1aa5be6be265 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:11.360496 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ad876-2da6-442c-851e-51946e55e79c req-3b3b2c22-d55d-459a-b398-1aa5be6be265 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:11.366576 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ad876-2da6-442c-851e-51946e55e79c req-3b3b2c22-d55d-459a-b398-1aa5be6be265 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:11.372956 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ad876-2da6-442c-851e-51946e55e79c req-3b3b2c22-d55d-459a-b398-1aa5be6be265 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:11.380939 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-397ad876-2da6-442c-851e-51946e55e79c req-3b3b2c22-d55d-459a-b398-1aa5be6be265 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 5439 time: 0.2895172 Oct 20 11:44:11.412889 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=eadd32f2-5de8-4740-bf63-25c0ecaf752e,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:11.438002 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 3ab69a51-91cc-41f2-97f3-589067ce8290 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:44:11.443071 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 3ab69a51-91cc-41f2-97f3-589067ce8290 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:44:11.443529 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:11.465643 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ff80fa8e-9c75-4c80-9554-3064bdc28ef6 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:11.540637 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:11.591614 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 3ab69a51-91cc-41f2-97f3-589067ce8290, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=3ab69a51-91cc-41f2-97f3-589067ce8290,segment=NetworkSegment(52735a1f-98a3-4d0e-8b1b-ed6b349adcf3),segment_id=52735a1f-98a3-4d0e-8b1b-ed6b349adcf3)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:44:11.602008 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-397ad876-2da6-442c-851e-51946e55e79c req-dc076901-9e80-4e4b-8d41-200cc0ae3fbd tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups?id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&id=ebd2ba54-3ef1-40c4-b641-2d063f2d73b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2198882 Oct 20 11:44:11.609609 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:11.620715 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff80fa8e-9c75-4c80-9554-3064bdc28ef6 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:44:11.666349 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=3ab69a51-91cc-41f2-97f3-589067ce8290,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:11.681981 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff80fa8e-9c75-4c80-9554-3064bdc28ef6 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Pushing event updated for resources: {'Port': ['ID=1521c012-a8a6-4813-b60b-967b0794c019,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:11.690545 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-02bc57e9-ad6c-41d3-bcbc-1856d4786912 req-de88a03f-a137-4602-973d-80f68538765c service neutron] Attempting to bind port 0f47c69b-d007-413c-a4b2-30d068e95932 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:44:11.690545 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-02bc57e9-ad6c-41d3-bcbc-1856d4786912 req-de88a03f-a137-4602-973d-80f68538765c service neutron] Attempting to bind port 0f47c69b-d007-413c-a4b2-30d068e95932 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '635b408c-b931-4fe4-a946-3320f78b98e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'b8b16dd1-14c2-429e-a738-23f5243332c4'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:44:11.691160 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bc57e9-ad6c-41d3-bcbc-1856d4786912 req-de88a03f-a137-4602-973d-80f68538765c service neutron] Attempting to bind port 0f47c69b-d007-413c-a4b2-30d068e95932 on network b8b16dd1-14c2-429e-a738-23f5243332c4 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:44:11.709665 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-ff80fa8e-9c75-4c80-9554-3064bdc28ef6 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:44:11.717481 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff80fa8e-9c75-4c80-9554-3064bdc28ef6 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:44:11.727576 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bc57e9-ad6c-41d3-bcbc-1856d4786912 req-de88a03f-a137-4602-973d-80f68538765c service neutron] Port 0f47c69b-d007-413c-a4b2-30d068e95932 on network b8b16dd1-14c2-429e-a738-23f5243332c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:44:11.728000 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bc57e9-ad6c-41d3-bcbc-1856d4786912 req-de88a03f-a137-4602-973d-80f68538765c service neutron] Attempting to bind port 0f47c69b-d007-413c-a4b2-30d068e95932 on network b8b16dd1-14c2-429e-a738-23f5243332c4 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:44:11.795742 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a73f650-b580-4118-a560-5e2309bc4f26 req-2e0df53f-8901-4efe-8365-be6f7bd6824c service neutron] 10.222.0.98 "GET /v2.0/networks/4684d20a-1285-4a26-b3d8-722aa32ad5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5732095 Oct 20 11:44:11.831657 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bc57e9-ad6c-41d3-bcbc-1856d4786912 req-de88a03f-a137-4602-973d-80f68538765c service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:44:11.832111 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bc57e9-ad6c-41d3-bcbc-1856d4786912 req-de88a03f-a137-4602-973d-80f68538765c service neutron] Checking segment: {'id': '635b408c-b931-4fe4-a946-3320f78b98e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'b8b16dd1-14c2-429e-a738-23f5243332c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:44:11.832568 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bc57e9-ad6c-41d3-bcbc-1856d4786912 req-de88a03f-a137-4602-973d-80f68538765c service neutron] Bound using segment: {'id': '635b408c-b931-4fe4-a946-3320f78b98e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'b8b16dd1-14c2-429e-a738-23f5243332c4'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:44:11.833088 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-02bc57e9-ad6c-41d3-bcbc-1856d4786912 req-de88a03f-a137-4602-973d-80f68538765c service neutron] Bound port: 0f47c69b-d007-413c-a4b2-30d068e95932, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '635b408c-b931-4fe4-a946-3320f78b98e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'b8b16dd1-14c2-429e-a738-23f5243332c4'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:44:11.833512 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-02bc57e9-ad6c-41d3-bcbc-1856d4786912 req-de88a03f-a137-4602-973d-80f68538765c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:12.353227 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea2764d-26ba-46bf-b3ea-aa501497cb48 req-b0756d97-e3f6-4518-b32b-9692745d5d33 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:12.354863 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fea2764d-26ba-46bf-b3ea-aa501497cb48 req-b0756d97-e3f6-4518-b32b-9692745d5d33 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=977b4eaa-3461-4930-ba7f-9fb39ab283f7 HTTP/1.1" status: 200 len: 943 time: 0.5681953 Oct 20 11:44:12.385578 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51796) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:12.446303 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 72d30f74-19c2-4076-9dd0-555da975bbf8 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:44:12.515601 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a73f650-b580-4118-a560-5e2309bc4f26 req-ab8219db-07a8-462f-ad99-74a039ed054a service neutron] 10.222.0.98 "GET /v2.0/networks/4684d20a-1285-4a26-b3d8-722aa32ad5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7184124 Oct 20 11:44:12.520926 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-02bc57e9-ad6c-41d3-bcbc-1856d4786912 req-de88a03f-a137-4602-973d-80f68538765c service neutron] For port 0f47c69b-d007-413c-a4b2-30d068e95932, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:44:12.535917 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ec228b8d-99c2-4b6c-a30e-e2d8961be147 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:12.559537 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-02bc57e9-ad6c-41d3-bcbc-1856d4786912 req-de88a03f-a137-4602-973d-80f68538765c service neutron] For port 0f47c69b-d007-413c-a4b2-30d068e95932, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=0f47c69b-d007-413c-a4b2-30d068e95932,segment=NetworkSegment(635b408c-b931-4fe4-a946-3320f78b98e5),segment_id=635b408c-b931-4fe4-a946-3320f78b98e5)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:44:12.570736 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 72d30f74-19c2-4076-9dd0-555da975bbf8 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:44:12.575308 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 72d30f74-19c2-4076-9dd0-555da975bbf8 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:44:12.576000 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:12.582681 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-02bc57e9-ad6c-41d3-bcbc-1856d4786912 req-de88a03f-a137-4602-973d-80f68538765c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:12.687339 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fea2764d-26ba-46bf-b3ea-aa501497cb48 req-64e8f851-928b-4f50-bc61-eaea430a73cd tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212018 Oct 20 11:44:12.689737 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:12.703180 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ec228b8d-99c2-4b6c-a30e-e2d8961be147 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:12.714487 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ec228b8d-99c2-4b6c-a30e-e2d8961be147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:12.715446 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de88a03f-a137-4602-973d-80f68538765c service neutron] Pushing event updated for resources: {'Port': ['ID=0f47c69b-d007-413c-a4b2-30d068e95932,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:12.753016 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 72d30f74-19c2-4076-9dd0-555da975bbf8, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=72d30f74-19c2-4076-9dd0-555da975bbf8,segment=NetworkSegment(54b4c258-5e6a-4e24-a14d-5574a295f58e),segment_id=54b4c258-5e6a-4e24-a14d-5574a295f58e)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:44:12.755818 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc57e9-ad6c-41d3-bcbc-1856d4786912 req-de88a03f-a137-4602-973d-80f68538765c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:12.756691 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-02bc57e9-ad6c-41d3-bcbc-1856d4786912 req-de88a03f-a137-4602-973d-80f68538765c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:12.760855 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:12.762601 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-02bc57e9-ad6c-41d3-bcbc-1856d4786912 req-de88a03f-a137-4602-973d-80f68538765c service neutron] 10.222.0.11 "PUT /v2.0/ports/0f47c69b-d007-413c-a4b2-30d068e95932 HTTP/1.1" status: 200 len: 1091 time: 3.0012193 Oct 20 11:44:12.763067 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '977b4eaa-3461-4930-ba7f-9fb39ab283f7', 'tag': '0f47c69b-d007-413c-a4b2-30d068e95932'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:44:12.763206 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 66ac31c8-5739-4120-877b-97dbbd1c5090 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:44:12.765441 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf0dec1-acfb-4a38-a075-7781584c73ba" -d '{"events": [{"name": "network-changed", "server_uuid": "977b4eaa-3461-4930-ba7f-9fb39ab283f7", "tag": "0f47c69b-d007-413c-a4b2-30d068e95932"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:44:12.792600 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 51808) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:12.811133 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ec228b8d-99c2-4b6c-a30e-e2d8961be147 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a5916e63e0c4453e80e0981d67ae8e53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3980439 Oct 20 11:44:12.873624 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=72d30f74-19c2-4076-9dd0-555da975bbf8,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:12.881938 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec228b8d-99c2-4b6c-a30e-e2d8961be147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0beded89-20dc-4fdd-a39f-a907de37d431,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:12.895353 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ff80fa8e-9c75-4c80-9554-3064bdc28ef6 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks [] for router_gateway, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:12.912858 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 66ac31c8-5739-4120-877b-97dbbd1c5090 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:44:12.917779 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 66ac31c8-5739-4120-877b-97dbbd1c5090 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:44:12.918361 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:12.976196 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eadd32f2-5de8-4740-bf63-25c0ecaf752e'}, {'server_uuid': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ab69a51-91cc-41f2-97f3-589067ce8290'}, {'server_uuid': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d30f74-19c2-4076-9dd0-555da975bbf8'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:44:12.979999 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1622653c-455b-4fd0-bfdd-c8c2f4a17ada" -d '{"events": [{"server_uuid": "ec58b319-2247-4b2a-a5eb-e9c34df81084", "name": "network-vif-plugged", "status": "completed", "tag": "eadd32f2-5de8-4740-bf63-25c0ecaf752e"}, {"server_uuid": "ec58b319-2247-4b2a-a5eb-e9c34df81084", "name": "network-vif-plugged", "status": "completed", "tag": "3ab69a51-91cc-41f2-97f3-589067ce8290"}, {"server_uuid": "ec58b319-2247-4b2a-a5eb-e9c34df81084", "name": "network-vif-plugged", "status": "completed", "tag": "72d30f74-19c2-4076-9dd0-555da975bbf8"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:44:13.047759 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:13.093799 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 66ac31c8-5739-4120-877b-97dbbd1c5090, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=66ac31c8-5739-4120-877b-97dbbd1c5090,segment=NetworkSegment(d46e7e29-b111-4410-8455-78fe43083225),segment_id=d46e7e29-b111-4410-8455-78fe43083225)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:44:13.101625 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:13.102518 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 156bbe0d-6a54-43ba-bd2e-a378130a9552 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:44:13.217948 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 156bbe0d-6a54-43ba-bd2e-a378130a9552 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:44:13.225899 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 156bbe0d-6a54-43ba-bd2e-a378130a9552 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:44:13.226293 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:13.247644 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=66ac31c8-5739-4120-877b-97dbbd1c5090,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:13.306138 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6fb04-45a2-40e8-97e4-b1c0a593cd88 req-1ec7cb6e-db87-4bc8-aa94-7f596680e462 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:13.312831 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6fb04-45a2-40e8-97e4-b1c0a593cd88 req-1ec7cb6e-db87-4bc8-aa94-7f596680e462 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:13.320031 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6fb04-45a2-40e8-97e4-b1c0a593cd88 req-1ec7cb6e-db87-4bc8-aa94-7f596680e462 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:13.330030 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6fb04-45a2-40e8-97e4-b1c0a593cd88 req-1ec7cb6e-db87-4bc8-aa94-7f596680e462 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:13.340221 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6fb04-45a2-40e8-97e4-b1c0a593cd88 req-1ec7cb6e-db87-4bc8-aa94-7f596680e462 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:13.352158 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6fb04-45a2-40e8-97e4-b1c0a593cd88 req-1ec7cb6e-db87-4bc8-aa94-7f596680e462 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:13.360303 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6fb04-45a2-40e8-97e4-b1c0a593cd88 req-1ec7cb6e-db87-4bc8-aa94-7f596680e462 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:13.369920 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-70b6fb04-45a2-40e8-97e4-b1c0a593cd88 req-1ec7cb6e-db87-4bc8-aa94-7f596680e462 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 5442 time: 0.4452620 Oct 20 11:44:13.388364 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc57e9-ad6c-41d3-bcbc-1856d4786912 req-166f84d0-6e35-4651-9054-8c54307632bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:13.389961 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-02bc57e9-ad6c-41d3-bcbc-1856d4786912 req-166f84d0-6e35-4651-9054-8c54307632bb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ce1098f3c80946078a7ca69ed9609a2e&device_id=977b4eaa-3461-4930-ba7f-9fb39ab283f7 HTTP/1.1" status: 200 len: 1094 time: 0.5500498 Oct 20 11:44:13.412003 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6395764c-c015-469d-bf89-b6ee9a196747 req-ef25e79d-4e59-4cce-882a-871a4d85585d tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:13.413627 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6395764c-c015-469d-bf89-b6ee9a196747 req-ef25e79d-4e59-4cce-882a-871a4d85585d tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=9e6a073a-dfad-4a8a-b0cc-a68cf8821287 HTTP/1.1" status: 200 len: 946 time: 0.5088587 Oct 20 11:44:13.423957 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:13.475701 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 156bbe0d-6a54-43ba-bd2e-a378130a9552, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=156bbe0d-6a54-43ba-bd2e-a378130a9552,segment=NetworkSegment(52735a1f-98a3-4d0e-8b1b-ed6b349adcf3),segment_id=52735a1f-98a3-4d0e-8b1b-ed6b349adcf3)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:44:13.480784 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:13.481046 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-11e0fbae-a121-4314-82fb-f61b880e539e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:13.481903 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device d93caff8-51aa-4df8-901b-080c6ddec185 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:44:13.485186 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-02bc57e9-ad6c-41d3-bcbc-1856d4786912 req-3a970cb4-80ff-4eb3-8d9d-851ba2ed44f1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f47c69b-d007-413c-a4b2-30d068e95932 HTTP/1.1" status: 200 len: 217 time: 0.0662873 Oct 20 11:44:13.592541 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=156bbe0d-6a54-43ba-bd2e-a378130a9552,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:13.610589 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port d93caff8-51aa-4df8-901b-080c6ddec185 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:44:13.615675 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port d93caff8-51aa-4df8-901b-080c6ddec185 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:44:13.616346 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:13.618536 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-70b6fb04-45a2-40e8-97e4-b1c0a593cd88 req-0818e914-880f-47be-bd88-4df2e9588662 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups?id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&id=ebd2ba54-3ef1-40c4-b641-2d063f2d73b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2475257 Oct 20 11:44:13.705721 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-11e0fbae-a121-4314-82fb-f61b880e539e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:13.753370 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3560caf-1c69-4f08-a564-42f18d942dcf x-openstack-request-id: req-f3560caf-1c69-4f08-a564-42f18d942dcf {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:44:13.753635 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "977b4eaa-3461-4930-ba7f-9fb39ab283f7", "tag": "0f47c69b-d007-413c-a4b2-30d068e95932", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:44:13.754000 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f3560caf-1c69-4f08-a564-42f18d942dcf {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:44:13.754510 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '977b4eaa-3461-4930-ba7f-9fb39ab283f7', 'tag': '0f47c69b-d007-413c-a4b2-30d068e95932', 'status': 'completed', 'code': 200} Oct 20 11:44:13.788686 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6395764c-c015-469d-bf89-b6ee9a196747 req-556da8eb-19bd-4e5b-bcc2-fa9a8a532259 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588362 Oct 20 11:44:13.790466 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:13.793514 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ff80fa8e-9c75-4c80-9554-3064bdc28ef6 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:13.824700 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc57e9-ad6c-41d3-bcbc-1856d4786912 req-90d8533b-a65b-4602-98e1-076f35e20649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:13.826294 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-02bc57e9-ad6c-41d3-bcbc-1856d4786912 req-90d8533b-a65b-4602-98e1-076f35e20649 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2680d228-fd7a-4853-9272-b0d143a6d48d HTTP/1.1" status: 200 len: 850 time: 0.3258977 Oct 20 11:44:13.845737 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port d93caff8-51aa-4df8-901b-080c6ddec185, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=d93caff8-51aa-4df8-901b-080c6ddec185,segment=NetworkSegment(d46e7e29-b111-4410-8455-78fe43083225),segment_id=d46e7e29-b111-4410-8455-78fe43083225)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:44:13.846431 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d0369149-7335-4668-9864-d0b3bad8a241 req-a2ddfbf9-1aa1-430d-82ce-2b34cbc7cdc4 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=650d3227-e0e3-4a21-92da-69f4d2b35d43 HTTP/1.1" status: 200 len: 210 time: 0.0504267 Oct 20 11:44:13.854690 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:13.862353 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 20 Oct 2021 11:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b9bf31-b767-4ac6-9683-86dfdc18d1c1 x-openstack-request-id: req-12b9bf31-b767-4ac6-9683-86dfdc18d1c1 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:44:13.863171 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec58b319-2247-4b2a-a5eb-e9c34df81084", "name": "network-vif-plugged", "status": "completed", "tag": "eadd32f2-5de8-4740-bf63-25c0ecaf752e", "code": 200}, {"server_uuid": "ec58b319-2247-4b2a-a5eb-e9c34df81084", "name": "network-vif-plugged", "status": "completed", "tag": "3ab69a51-91cc-41f2-97f3-589067ce8290", "code": 200}, {"server_uuid": "ec58b319-2247-4b2a-a5eb-e9c34df81084", "name": "network-vif-plugged", "status": "completed", "tag": "72d30f74-19c2-4076-9dd0-555da975bbf8", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:44:13.863171 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-12b9bf31-b767-4ac6-9683-86dfdc18d1c1 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:44:13.863466 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eadd32f2-5de8-4740-bf63-25c0ecaf752e', 'code': 200} Oct 20 11:44:13.863616 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ab69a51-91cc-41f2-97f3-589067ce8290', 'code': 200} Oct 20 11:44:13.865285 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d30f74-19c2-4076-9dd0-555da975bbf8', 'code': 200} Oct 20 11:44:13.908833 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-02bc57e9-ad6c-41d3-bcbc-1856d4786912 req-10e3cffc-b5f3-4c0c-88f8-4bafb7dc64cc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b8b16dd1-14c2-429e-a738-23f5243332c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658305 Oct 20 11:44:13.922655 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=d93caff8-51aa-4df8-901b-080c6ddec185,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:13.973668 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-11e0fbae-a121-4314-82fb-f61b880e539e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:13.976266 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-11e0fbae-a121-4314-82fb-f61b880e539e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:13.978336 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-11e0fbae-a121-4314-82fb-f61b880e539e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0beded89-20dc-4fdd-a39f-a907de37d431 HTTP/1.1" status: 204 len: 168 time: 1.1778729 Oct 20 11:44:14.138727 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e0fbae-a121-4314-82fb-f61b880e539e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0beded89-20dc-4fdd-a39f-a907de37d431,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:14.304829 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618e7a0-c370-4dfc-b181-7df6033d522d req-8ded197c-b763-412c-9941-4dafe4fe23a4 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:14.306453 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d618e7a0-c370-4dfc-b181-7df6033d522d req-8ded197c-b763-412c-9941-4dafe4fe23a4 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=977b4eaa-3461-4930-ba7f-9fb39ab283f7 HTTP/1.1" status: 200 len: 943 time: 0.3756979 Oct 20 11:44:14.330596 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff80fa8e-9c75-4c80-9554-3064bdc28ef6 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Router 5d4e60d5-8dd5-4b28-9b66-6de062b1c5f0 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:44:14.335526 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-02bc57e9-ad6c-41d3-bcbc-1856d4786912 req-7cd4c5bc-4a48-4469-9d22-6b301440eae3 service neutron] 10.222.0.11 "GET /v2.0/networks/b8b16dd1-14c2-429e-a738-23f5243332c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157369 Oct 20 11:44:14.393317 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51870) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:14.412702 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d8b94c83-768a-4f01-8a0c-c4b7d52b5dd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:14.462256 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73f650-b580-4118-a560-5e2309bc4f26 req-408ec0bf-3b0a-469e-aed4-4e6d9283721d tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:14.463703 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a73f650-b580-4118-a560-5e2309bc4f26 req-408ec0bf-3b0a-469e-aed4-4e6d9283721d tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.89 "GET /v2.0/networks?id=4684d20a-1285-4a26-b3d8-722aa32ad5b4 HTTP/1.1" status: 200 len: 805 time: 0.2439878 Oct 20 11:44:14.490552 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d8b94c83-768a-4f01-8a0c-c4b7d52b5dd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:14.496257 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d8b94c83-768a-4f01-8a0c-c4b7d52b5dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:14.496613 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-3a73f650-b580-4118-a560-5e2309bc4f26 req-d17baa89-3785-4ab0-9e4f-65285f1c8404 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Request body: {'port': {'device_id': '650d3227-e0e3-4a21-92da-69f4d2b35d43', 'network_id': '4684d20a-1285-4a26-b3d8-722aa32ad5b4', 'admin_state_up': True, 'tenant_id': '87f9bb79a2f44e408030b0f728683d1b'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:44:14.528156 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d8b94c83-768a-4f01-8a0c-c4b7d52b5dd5 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=39d46ebeba174e849573b11f57da9ca5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1335344 Oct 20 11:44:14.532506 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 51872) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:14.553033 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b94c83-768a-4f01-8a0c-c4b7d52b5dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38588b1b-6689-44f2-af1f-1421c0099a6f,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:14.665253 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d618e7a0-c370-4dfc-b181-7df6033d522d req-a424ee2f-b32a-472f-82f7-ccd8adece41b tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276231 Oct 20 11:44:14.865179 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-02bc57e9-ad6c-41d3-bcbc-1856d4786912 req-0a8567fa-8376-4981-a8c8-9184b53b86d3 service neutron] 10.222.0.11 "GET /v2.0/networks/b8b16dd1-14c2-429e-a738-23f5243332c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3898213 Oct 20 11:44:15.167100 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3706e9b8-4c42-4769-a270-c37f93120755 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:15.230427 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff80fa8e-9c75-4c80-9554-3064bdc28ef6 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:44:15.244543 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8596435e-b6f3-4ad9-91a2-cb17e8059fc5 None None] Sync routers for ids ['5d4e60d5-8dd5-4b28-9b66-6de062b1c5f0'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:44:15.266176 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8596435e-b6f3-4ad9-91a2-cb17e8059fc5 None None] Routers {'5d4e60d5-8dd5-4b28-9b66-6de062b1c5f0'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:44:15.267111 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-8596435e-b6f3-4ad9-91a2-cb17e8059fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:43:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['5d4e60d5-8dd5-4b28-9b66-6de062b1c5f0'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:15.276610 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2fa37-eb16-45b3-8e55-2a56771a7495 req-d7d0ef54-66e7-423c-ae00-f91a68d9b2bf tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:15.283817 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2fa37-eb16-45b3-8e55-2a56771a7495 req-d7d0ef54-66e7-423c-ae00-f91a68d9b2bf tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:15.289897 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2fa37-eb16-45b3-8e55-2a56771a7495 req-d7d0ef54-66e7-423c-ae00-f91a68d9b2bf tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:15.296261 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2fa37-eb16-45b3-8e55-2a56771a7495 req-d7d0ef54-66e7-423c-ae00-f91a68d9b2bf tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:15.302247 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2fa37-eb16-45b3-8e55-2a56771a7495 req-d7d0ef54-66e7-423c-ae00-f91a68d9b2bf tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:15.308281 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2fa37-eb16-45b3-8e55-2a56771a7495 req-d7d0ef54-66e7-423c-ae00-f91a68d9b2bf tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:15.309240 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-8596435e-b6f3-4ad9-91a2-cb17e8059fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:15.314719 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2fa37-eb16-45b3-8e55-2a56771a7495 req-d7d0ef54-66e7-423c-ae00-f91a68d9b2bf tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:15.318307 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aaa2fa37-eb16-45b3-8e55-2a56771a7495 req-d7d0ef54-66e7-423c-ae00-f91a68d9b2bf tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 5445 time: 0.5848186 Oct 20 11:44:15.332309 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8596435e-b6f3-4ad9-91a2-cb17e8059fc5 None None] Routers {'5d4e60d5-8dd5-4b28-9b66-6de062b1c5f0'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:44:15.333299 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-8596435e-b6f3-4ad9-91a2-cb17e8059fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:43:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['5d4e60d5-8dd5-4b28-9b66-6de062b1c5f0'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:15.334593 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3706e9b8-4c42-4769-a270-c37f93120755 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:15.340358 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a73f650-b580-4118-a560-5e2309bc4f26 req-d17baa89-3785-4ab0-9e4f-65285f1c8404 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Made reservation on behalf of 87f9bb79a2f44e408030b0f728683d1b for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:44:15.344155 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3a73f650-b580-4118-a560-5e2309bc4f26 req-d17baa89-3785-4ab0-9e4f-65285f1c8404 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:15.353144 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:15.386482 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-8596435e-b6f3-4ad9-91a2-cb17e8059fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:15.387288 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8596435e-b6f3-4ad9-91a2-cb17e8059fc5 None None] The sync data for ids ['5d4e60d5-8dd5-4b28-9b66-6de062b1c5f0'] in n-d-814735-3 is: [] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:44:15.424300 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ff80fa8e-9c75-4c80-9554-3064bdc28ef6 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:15.425679 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ff80fa8e-9c75-4c80-9554-3064bdc28ef6 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.6998947 Oct 20 11:44:15.429555 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51896) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:15.459175 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aaa2fa37-eb16-45b3-8e55-2a56771a7495 req-cf5e50a0-521d-45aa-8480-6a971aea6f95 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups?id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&id=ebd2ba54-3ef1-40c4-b641-2d063f2d73b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1220174 Oct 20 11:44:15.472584 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6a6ef-c952-425b-b8f2-8f85dff91907 req-cf0939d7-95ec-4023-8aa5-81984c009376 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:15.484385 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-54d6a6ef-c952-425b-b8f2-8f85dff91907 req-cf0939d7-95ec-4023-8aa5-81984c009376 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=9e6a073a-dfad-4a8a-b0cc-a68cf8821287 HTTP/1.1" status: 200 len: 946 time: 0.6119053 Oct 20 11:44:15.490225 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf0dec1-acfb-4a38-a075-7781584c73ba req-88d993ef-1763-4719-bbb7-6c218226b8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:15.492067 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-acf0dec1-acfb-4a38-a075-7781584c73ba req-88d993ef-1763-4719-bbb7-6c218226b8e3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ce1098f3c80946078a7ca69ed9609a2e&device_id=977b4eaa-3461-4930-ba7f-9fb39ab283f7 HTTP/1.1" status: 200 len: 1094 time: 0.3138492 Oct 20 11:44:15.633290 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-21152fcb-ba0e-4bce-9695-8c5cfa12fb5e tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] 10.222.0.98 "GET /v2.0/routers/5d4e60d5-8dd5-4b28-9b66-6de062b1c5f0 HTTP/1.1" status: 200 len: 920 time: 0.2009461 Oct 20 11:44:15.634015 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51902) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:15.634375 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d1cce5da-51f7-41b5-98dc-f52afdf98b41 req-095b5971-e6f7-464b-996e-6618d429367d tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=650d3227-e0e3-4a21-92da-69f4d2b35d43 HTTP/1.1" status: 200 len: 210 time: 0.0608382 Oct 20 11:44:15.656904 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3706e9b8-4c42-4769-a270-c37f93120755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:15.662498 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3706e9b8-4c42-4769-a270-c37f93120755 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:15.665538 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3706e9b8-4c42-4769-a270-c37f93120755 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/38588b1b-6689-44f2-af1f-1421c0099a6f HTTP/1.1" status: 204 len: 168 time: 1.1218064 Oct 20 11:44:15.681974 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1b51b919-e964-4160-a585-c38ade0539e0 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] 10.222.0.98 "GET /v2.0/ports?device_id=5d4e60d5-8dd5-4b28-9b66-6de062b1c5f0 HTTP/1.1" status: 200 len: 205 time: 0.0462635 Oct 20 11:44:15.691260 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51906) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:15.728220 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-54d6a6ef-c952-425b-b8f2-8f85dff91907 req-505f640c-7834-45c0-b3ad-9f87b3cd1cb7 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430358 Oct 20 11:44:15.818006 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf0dec1-acfb-4a38-a075-7781584c73ba req-af42c19d-d253-460b-9982-c16df36f9264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:15.820976 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-acf0dec1-acfb-4a38-a075-7781584c73ba req-af42c19d-d253-460b-9982-c16df36f9264 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b8b16dd1-14c2-429e-a738-23f5243332c4 HTTP/1.1" status: 200 len: 912 time: 0.2779281 Oct 20 11:44:15.822099 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3706e9b8-4c42-4769-a270-c37f93120755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38588b1b-6689-44f2-af1f-1421c0099a6f,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:15.871251 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ac31c8-5739-4120-877b-97dbbd1c5090'}, {'server_uuid': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '156bbe0d-6a54-43ba-bd2e-a378130a9552'}, {'server_uuid': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93caff8-51aa-4df8-901b-080c6ddec185'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:44:15.878931 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8c1d2fb2-15f3-4be0-9198-e020ee622118 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:15.901518 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01cc363b-ce19-491d-a095-3799e80d4584" -d '{"events": [{"server_uuid": "ec58b319-2247-4b2a-a5eb-e9c34df81084", "name": "network-vif-plugged", "status": "completed", "tag": "66ac31c8-5739-4120-877b-97dbbd1c5090"}, {"server_uuid": "ec58b319-2247-4b2a-a5eb-e9c34df81084", "name": "network-vif-plugged", "status": "completed", "tag": "156bbe0d-6a54-43ba-bd2e-a378130a9552"}, {"server_uuid": "ec58b319-2247-4b2a-a5eb-e9c34df81084", "name": "network-vif-plugged", "status": "completed", "tag": "d93caff8-51aa-4df8-901b-080c6ddec185"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:44:15.954556 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-acf0dec1-acfb-4a38-a075-7781584c73ba req-0b30f02e-827f-4287-a4f6-d68264474361 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f47c69b-d007-413c-a4b2-30d068e95932 HTTP/1.1" status: 200 len: 217 time: 0.0781205 Oct 20 11:44:15.993437 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 20 Oct 2021 11:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd7afb6-63ce-42ac-a3e1-874dad4d920d x-openstack-request-id: req-7dd7afb6-63ce-42ac-a3e1-874dad4d920d {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:44:15.993743 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec58b319-2247-4b2a-a5eb-e9c34df81084", "name": "network-vif-plugged", "status": "completed", "tag": "66ac31c8-5739-4120-877b-97dbbd1c5090", "code": 200}, {"server_uuid": "ec58b319-2247-4b2a-a5eb-e9c34df81084", "name": "network-vif-plugged", "status": "completed", "tag": "156bbe0d-6a54-43ba-bd2e-a378130a9552", "code": 200}, {"server_uuid": "ec58b319-2247-4b2a-a5eb-e9c34df81084", "name": "network-vif-plugged", "status": "completed", "tag": "d93caff8-51aa-4df8-901b-080c6ddec185", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:44:16.000362 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7dd7afb6-63ce-42ac-a3e1-874dad4d920d {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:44:16.000919 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ac31c8-5739-4120-877b-97dbbd1c5090', 'code': 200} Oct 20 11:44:16.007087 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '156bbe0d-6a54-43ba-bd2e-a378130a9552', 'code': 200} Oct 20 11:44:16.007711 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93caff8-51aa-4df8-901b-080c6ddec185', 'code': 200} Oct 20 11:44:16.013659 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-3a73f650-b580-4118-a560-5e2309bc4f26 req-d17baa89-3785-4ab0-9e4f-65285f1c8404 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Allocated IP 172.20.0.10 (4684d20a-1285-4a26-b3d8-722aa32ad5b4/533789ee-0e8e-421f-8cb0-0d7463c535a5/986e9e97-e1cd-47d2-ae93-9e31f9f0d061) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:44:16.051097 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fdc99e-9b90-4cea-b976-664715a10cfe req-70e4a08d-0cf9-47a4-ac7f-f8644361e6ac tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:16.053476 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8c1d2fb2-15f3-4be0-9198-e020ee622118 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:16.059795 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d1fdc99e-9b90-4cea-b976-664715a10cfe req-70e4a08d-0cf9-47a4-ac7f-f8644361e6ac tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=977b4eaa-3461-4930-ba7f-9fb39ab283f7 HTTP/1.1" status: 200 len: 943 time: 0.2351341 Oct 20 11:44:16.085956 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf0dec1-acfb-4a38-a075-7781584c73ba req-cbbf24b6-ecf7-47bb-9989-6706884229ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:16.087640 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-acf0dec1-acfb-4a38-a075-7781584c73ba req-cbbf24b6-ecf7-47bb-9989-6706884229ea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2680d228-fd7a-4853-9272-b0d143a6d48d HTTP/1.1" status: 200 len: 850 time: 0.1239841 Oct 20 11:44:16.131479 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d2fb2-15f3-4be0-9198-e020ee622118 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Deleting port 1521c012-a8a6-4813-b60b-967b0794c019 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:44:16.132322 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8c1d2fb2-15f3-4be0-9198-e020ee622118 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:16.168312 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-acf0dec1-acfb-4a38-a075-7781584c73ba req-47a4c27e-02a6-4162-ad64-9fa5f7697e01 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b8b16dd1-14c2-429e-a738-23f5243332c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608950 Oct 20 11:44:16.251897 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d1fdc99e-9b90-4cea-b976-664715a10cfe req-f7a6c693-a623-4da0-9156-feb4ee72217e tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911862 Oct 20 11:44:16.292545 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8c1d2fb2-15f3-4be0-9198-e020ee622118 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:16.307110 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d2fb2-15f3-4be0-9198-e020ee622118 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Calling delete_port for 1521c012-a8a6-4813-b60b-967b0794c019 owned by network:router_gateway {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:44:16.334587 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15e48c-378a-424e-8f43-c5f12a8a5033 req-c8bbed35-28c9-4e38-8576-550aeceed056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:16.335630 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15e48c-378a-424e-8f43-c5f12a8a5033 req-c8bbed35-28c9-4e38-8576-550aeceed056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:16.336333 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15e48c-378a-424e-8f43-c5f12a8a5033 req-c8bbed35-28c9-4e38-8576-550aeceed056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:16.336961 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15e48c-378a-424e-8f43-c5f12a8a5033 req-c8bbed35-28c9-4e38-8576-550aeceed056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:16.337630 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15e48c-378a-424e-8f43-c5f12a8a5033 req-c8bbed35-28c9-4e38-8576-550aeceed056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:16.338944 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15e48c-378a-424e-8f43-c5f12a8a5033 req-c8bbed35-28c9-4e38-8576-550aeceed056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:16.339747 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15e48c-378a-424e-8f43-c5f12a8a5033 req-c8bbed35-28c9-4e38-8576-550aeceed056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:16.342464 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7e15e48c-378a-424e-8f43-c5f12a8a5033 req-c8bbed35-28c9-4e38-8576-550aeceed056 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 6502 time: 0.2517135 Oct 20 11:44:16.588048 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8c1d2fb2-15f3-4be0-9198-e020ee622118 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:16.602982 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7e15e48c-378a-424e-8f43-c5f12a8a5033 req-c7685b6f-bd15-42bf-b797-3bb77291ddce service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&id=ebd2ba54-3ef1-40c4-b641-2d063f2d73b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2224262 Oct 20 11:44:16.664832 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d2fb2-15f3-4be0-9198-e020ee622118 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Pushing event deleted for resources: {'Port': ['ID=1521c012-a8a6-4813-b60b-967b0794c019,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:16.732524 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-acf0dec1-acfb-4a38-a075-7781584c73ba req-653cdee4-c52e-4a1f-825b-74e3ca2bc2c1 service neutron] 10.222.0.11 "GET /v2.0/networks/b8b16dd1-14c2-429e-a738-23f5243332c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5509434 Oct 20 11:44:16.763315 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3a73f650-b580-4118-a560-5e2309bc4f26 req-d17baa89-3785-4ab0-9e4f-65285f1c8404 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:16.771522 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8c1d2fb2-15f3-4be0-9198-e020ee622118 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:16.846290 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cd7ce4d5-8bf5-405e-803f-068b5f0c672c req-4a944ba4-320b-4f57-a684-56e69b996714 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=650d3227-e0e3-4a21-92da-69f4d2b35d43 HTTP/1.1" status: 200 len: 210 time: 0.0626483 Oct 20 11:44:16.889152 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219a997-4772-49c6-b256-4140458617f9 req-d659be36-be05-422b-8b0d-dfff7dff658b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:16.895242 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219a997-4772-49c6-b256-4140458617f9 req-d659be36-be05-422b-8b0d-dfff7dff658b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:16.902366 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219a997-4772-49c6-b256-4140458617f9 req-d659be36-be05-422b-8b0d-dfff7dff658b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:16.909848 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219a997-4772-49c6-b256-4140458617f9 req-d659be36-be05-422b-8b0d-dfff7dff658b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:16.917070 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219a997-4772-49c6-b256-4140458617f9 req-d659be36-be05-422b-8b0d-dfff7dff658b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:16.924210 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219a997-4772-49c6-b256-4140458617f9 req-d659be36-be05-422b-8b0d-dfff7dff658b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:16.930192 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219a997-4772-49c6-b256-4140458617f9 req-d659be36-be05-422b-8b0d-dfff7dff658b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:16.940072 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8219a997-4772-49c6-b256-4140458617f9 req-d659be36-be05-422b-8b0d-dfff7dff658b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 5445 time: 0.3213859 Oct 20 11:44:17.010199 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8c1d2fb2-15f3-4be0-9198-e020ee622118 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:17.012741 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8c1d2fb2-15f3-4be0-9198-e020ee622118 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:17.067260 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8219a997-4772-49c6-b256-4140458617f9 req-d4109b47-5a9b-4362-a6d7-bf6d82cdc060 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups?id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&id=ebd2ba54-3ef1-40c4-b641-2d063f2d73b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1231129 Oct 20 11:44:17.112858 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3a73f650-b580-4118-a560-5e2309bc4f26 req-d17baa89-3785-4ab0-9e4f-65285f1c8404 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:17.119182 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8c1d2fb2-15f3-4be0-9198-e020ee622118 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:17.119881 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1d2fb2-15f3-4be0-9198-e020ee622118 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Fanout notify agent at l3_agent the message router_deleted on router 5d4e60d5-8dd5-4b28-9b66-6de062b1c5f0 {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:44:17.126260 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['81a208c0-65e0-4fc8-a75c-a093561e3229'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:44:17.135988 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8c1d2fb2-15f3-4be0-9198-e020ee622118 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:17.142280 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8c1d2fb2-15f3-4be0-9198-e020ee622118 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] 10.222.0.98 "DELETE /v2.0/routers/5d4e60d5-8dd5-4b28-9b66-6de062b1c5f0 HTTP/1.1" status: 204 len: 168 time: 1.4463890 Oct 20 11:44:17.142751 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51956) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:17.155921 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-9c04ef8a-284f-4cb3-b574-c4f7789d8fc1 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1519552998', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'enable_snat': False}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:44:17.177201 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17baa89-3785-4ab0-9e4f-65285f1c8404 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Pushing event updated for resources: {'Port': ['ID=986e9e97-e1cd-47d2-ae93-9e31f9f0d061,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:17.220196 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-acf0dec1-acfb-4a38-a075-7781584c73ba req-553d3530-ee04-464a-b573-5460f84bc612 service neutron] 10.222.0.11 "GET /v2.0/networks/b8b16dd1-14c2-429e-a738-23f5243332c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099953 Oct 20 11:44:17.222247 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a73f650-b580-4118-a560-5e2309bc4f26 req-d17baa89-3785-4ab0-9e4f-65285f1c8404 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Network 4684d20a-1285-4a26-b3d8-722aa32ad5b4 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:44:17.227239 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9c04ef8a-284f-4cb3-b574-c4f7789d8fc1 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:17.234038 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47037ff-cabd-447f-91cf-31a07300fe07 req-26dd953c-81a6-4c4f-b660-c0098bb0e7a4 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:17.238761 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9c04ef8a-284f-4cb3-b574-c4f7789d8fc1 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:17.242919 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c47037ff-cabd-447f-91cf-31a07300fe07 req-26dd953c-81a6-4c4f-b660-c0098bb0e7a4 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=9e6a073a-dfad-4a8a-b0cc-a68cf8821287 HTTP/1.1" status: 200 len: 946 time: 0.2368133 Oct 20 11:44:17.252034 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-3a73f650-b580-4118-a560-5e2309bc4f26 req-d17baa89-3785-4ab0-9e4f-65285f1c8404 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:44:17.254886 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a73f650-b580-4118-a560-5e2309bc4f26 req-d17baa89-3785-4ab0-9e4f-65285f1c8404 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:44:17.371259 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9c04ef8a-284f-4cb3-b574-c4f7789d8fc1 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:17.382072 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73f650-b580-4118-a560-5e2309bc4f26 req-d17baa89-3785-4ab0-9e4f-65285f1c8404 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:17.384320 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3a73f650-b580-4118-a560-5e2309bc4f26 req-d17baa89-3785-4ab0-9e4f-65285f1c8404 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:17.548332 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a73f650-b580-4118-a560-5e2309bc4f26 req-d17baa89-3785-4ab0-9e4f-65285f1c8404 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0638072 Oct 20 11:44:17.575433 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9c04ef8a-284f-4cb3-b574-c4f7789d8fc1 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:17.577811 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c47037ff-cabd-447f-91cf-31a07300fe07 req-39c34fc1-a7f9-4732-b2f1-e817e32e59e7 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338509 Oct 20 11:44:17.594863 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-3a73f650-b580-4118-a560-5e2309bc4f26 req-6ca8b1de-747f-4237-8050-b0975d124fb0 service neutron] Request body: {'port': {'device_id': '650d3227-e0e3-4a21-92da-69f4d2b35d43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:44:17.646571 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ea9f1-fb18-40c8-aba2-598877402f68 req-14e419fa-98d4-4dc2-9fd7-30808f77f790 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:17.655451 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-549ea9f1-fb18-40c8-aba2-598877402f68 req-14e419fa-98d4-4dc2-9fd7-30808f77f790 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=977b4eaa-3461-4930-ba7f-9fb39ab283f7 HTTP/1.1" status: 200 len: 943 time: 0.2540646 Oct 20 11:44:17.702512 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3a73f650-b580-4118-a560-5e2309bc4f26 req-6ca8b1de-747f-4237-8050-b0975d124fb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:17.730591 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-549ea9f1-fb18-40c8-aba2-598877402f68 req-723213a8-f039-41eb-8f80-72dc34263422 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518479 Oct 20 11:44:17.980562 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9c04ef8a-284f-4cb3-b574-c4f7789d8fc1 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:18.033443 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9c04ef8a-284f-4cb3-b574-c4f7789d8fc1 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:18.140213 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b4443-3194-4487-8c7d-01b5ae2a3a1e req-c2673736-8431-4480-8d2b-c4f15e1695c6 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:18.141836 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e96b4443-3194-4487-8c7d-01b5ae2a3a1e req-c2673736-8431-4480-8d2b-c4f15e1695c6 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=650d3227-e0e3-4a21-92da-69f4d2b35d43 HTTP/1.1" status: 200 len: 932 time: 0.1442194 Oct 20 11:44:18.185509 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-9c04ef8a-284f-4cb3-b574-c4f7789d8fc1 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Allocated IP 172.25.5.34 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/23697bc2-e4ca-4f22-a0e1-bc523fbacae3) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:44:18.212007 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e96b4443-3194-4487-8c7d-01b5ae2a3a1e req-fb575cc2-c925-4a59-8e43-733aa61198d1 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626230 Oct 20 11:44:18.321405 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c9020c-fc70-4b53-8dc6-076da043f5e9 req-10d693ce-1264-4fb4-a344-5c9c2d1210ff tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:18.327761 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c9020c-fc70-4b53-8dc6-076da043f5e9 req-10d693ce-1264-4fb4-a344-5c9c2d1210ff tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:18.337082 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c9020c-fc70-4b53-8dc6-076da043f5e9 req-10d693ce-1264-4fb4-a344-5c9c2d1210ff tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:18.344438 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c9020c-fc70-4b53-8dc6-076da043f5e9 req-10d693ce-1264-4fb4-a344-5c9c2d1210ff tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:18.344658 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9c04ef8a-284f-4cb3-b574-c4f7789d8fc1 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:18.354037 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c9020c-fc70-4b53-8dc6-076da043f5e9 req-10d693ce-1264-4fb4-a344-5c9c2d1210ff tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:18.369578 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c9020c-fc70-4b53-8dc6-076da043f5e9 req-10d693ce-1264-4fb4-a344-5c9c2d1210ff tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:18.378935 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c9020c-fc70-4b53-8dc6-076da043f5e9 req-10d693ce-1264-4fb4-a344-5c9c2d1210ff tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:18.380916 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e1c9020c-fc70-4b53-8dc6-076da043f5e9 req-10d693ce-1264-4fb4-a344-5c9c2d1210ff tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 5445 time: 0.1737282 Oct 20 11:44:18.403100 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9c04ef8a-284f-4cb3-b574-c4f7789d8fc1 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:18.414486 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-3a73f650-b580-4118-a560-5e2309bc4f26 req-6ca8b1de-747f-4237-8050-b0975d124fb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 986e9e97-e1cd-47d2-ae93-9e31f9f0d061 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:44:18.439893 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3a73f650-b580-4118-a560-5e2309bc4f26 req-6ca8b1de-747f-4237-8050-b0975d124fb0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:18.459643 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 0f47c69b-d007-413c-a4b2-30d068e95932 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:44:18.472395 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c04ef8a-284f-4cb3-b574-c4f7789d8fc1 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:44:18.476088 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-9c04ef8a-284f-4cb3-b574-c4f7789d8fc1 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:44:18.480252 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c04ef8a-284f-4cb3-b574-c4f7789d8fc1 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:44:18.501022 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-3a73f650-b580-4118-a560-5e2309bc4f26 req-6ca8b1de-747f-4237-8050-b0975d124fb0 service neutron] Transition to ACTIVE for port object 986e9e97-e1cd-47d2-ae93-9e31f9f0d061 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:44:18.515408 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e1c9020c-fc70-4b53-8dc6-076da043f5e9 req-55a65400-f5bb-4358-9123-2f34836781a7 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups?id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&id=ebd2ba54-3ef1-40c4-b641-2d063f2d73b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1192811 Oct 20 11:44:18.516527 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3a73f650-b580-4118-a560-5e2309bc4f26 req-6ca8b1de-747f-4237-8050-b0975d124fb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:18.544775 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c04ef8a-284f-4cb3-b574-c4f7789d8fc1 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Pushing event updated for resources: {'Port': ['ID=23697bc2-e4ca-4f22-a0e1-bc523fbacae3,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:18.636709 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 0f47c69b-d007-413c-a4b2-30d068e95932, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=0f47c69b-d007-413c-a4b2-30d068e95932,segment=NetworkSegment(635b408c-b931-4fe4-a946-3320f78b98e5),segment_id=635b408c-b931-4fe4-a946-3320f78b98e5)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:44:18.671051 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '0f47c69b-d007-413c-a4b2-30d068e95932', 'network_id': 'b8b16dd1-14c2-429e-a738-23f5243332c4', 'port_id': '0f47c69b-d007-413c-a4b2-30d068e95932', 'mac_address': 'fa:16:3e:50:c6:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2680d228-fd7a-4853-9272-b0d143a6d48d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:44:18.697743 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca8b1de-747f-4237-8050-b0975d124fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=986e9e97-e1cd-47d2-ae93-9e31f9f0d061,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:18.750563 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:18.765550 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f47c69b-d007-413c-a4b2-30d068e95932 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:44:18.789411 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 0f47c69b-d007-413c-a4b2-30d068e95932, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=0f47c69b-d007-413c-a4b2-30d068e95932,segment=NetworkSegment(635b408c-b931-4fe4-a946-3320f78b98e5),segment_id=635b408c-b931-4fe4-a946-3320f78b98e5)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:44:18.800901 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:18.895312 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=0f47c69b-d007-413c-a4b2-30d068e95932,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:18.910271 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:44:18.911989 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:44:18.912668 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:44:18.913255 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:44:18.913772 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:44:18.914265 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:44:18.914756 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:44:18.915268 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:44:18.915774 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:44:18.916510 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:44:18.917085 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:44:18.917573 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:44:18.944831 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a7831-bec1-4727-a94c-4b2b1a4789f6 req-db751883-1a95-4ed6-8152-bfbd67c76bcb tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:18.950650 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a7831-bec1-4727-a94c-4b2b1a4789f6 req-db751883-1a95-4ed6-8152-bfbd67c76bcb tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:18.956751 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a7831-bec1-4727-a94c-4b2b1a4789f6 req-db751883-1a95-4ed6-8152-bfbd67c76bcb tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:18.962907 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a7831-bec1-4727-a94c-4b2b1a4789f6 req-db751883-1a95-4ed6-8152-bfbd67c76bcb tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:18.968705 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a7831-bec1-4727-a94c-4b2b1a4789f6 req-db751883-1a95-4ed6-8152-bfbd67c76bcb tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:18.974467 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a7831-bec1-4727-a94c-4b2b1a4789f6 req-db751883-1a95-4ed6-8152-bfbd67c76bcb tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:18.980639 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a7831-bec1-4727-a94c-4b2b1a4789f6 req-db751883-1a95-4ed6-8152-bfbd67c76bcb tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:18.995419 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 52024) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:19.001127 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cc9a7831-bec1-4727-a94c-4b2b1a4789f6 req-db751883-1a95-4ed6-8152-bfbd67c76bcb tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 5445 time: 0.2336798 Oct 20 11:44:19.003066 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-ea43d79e-0918-442e-bd7c-52245bb46f6f tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Request body: {'floatingip': {'port_id': '72d30f74-19c2-4076-9dd0-555da975bbf8'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:44:19.008180 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9c04ef8a-284f-4cb3-b574-c4f7789d8fc1 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:19.015112 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfce628-48e1-41c0-b073-573077dd5e7f req-c4f4b7d7-0925-400b-ba91-fe1bc3d3371e tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:19.029506 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bbfce628-48e1-41c0-b073-573077dd5e7f req-c4f4b7d7-0925-400b-ba91-fe1bc3d3371e tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=9e6a073a-dfad-4a8a-b0cc-a68cf8821287 HTTP/1.1" status: 200 len: 946 time: 0.2359362 Oct 20 11:44:19.041906 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-3a73f650-b580-4118-a560-5e2309bc4f26 req-6ca8b1de-747f-4237-8050-b0975d124fb0 service neutron] Attempting to bind port 986e9e97-e1cd-47d2-ae93-9e31f9f0d061 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:44:19.048661 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-3a73f650-b580-4118-a560-5e2309bc4f26 req-6ca8b1de-747f-4237-8050-b0975d124fb0 service neutron] Attempting to bind port 986e9e97-e1cd-47d2-ae93-9e31f9f0d061 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '474d5198-d4e2-4e04-8880-971eb081d7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '4684d20a-1285-4a26-b3d8-722aa32ad5b4'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:44:19.049602 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a73f650-b580-4118-a560-5e2309bc4f26 req-6ca8b1de-747f-4237-8050-b0975d124fb0 service neutron] Attempting to bind port 986e9e97-e1cd-47d2-ae93-9e31f9f0d061 on network 4684d20a-1285-4a26-b3d8-722aa32ad5b4 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:44:19.063653 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['0f47c69b-d007-413c-a4b2-30d068e95932'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:44:19.072973 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a73f650-b580-4118-a560-5e2309bc4f26 req-6ca8b1de-747f-4237-8050-b0975d124fb0 service neutron] Port 986e9e97-e1cd-47d2-ae93-9e31f9f0d061 on network 4684d20a-1285-4a26-b3d8-722aa32ad5b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:44:19.075619 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a73f650-b580-4118-a560-5e2309bc4f26 req-6ca8b1de-747f-4237-8050-b0975d124fb0 service neutron] Attempting to bind port 986e9e97-e1cd-47d2-ae93-9e31f9f0d061 on network 4684d20a-1285-4a26-b3d8-722aa32ad5b4 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:44:19.092749 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ea43d79e-0918-442e-bd7c-52245bb46f6f tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks [] for floatingip, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:19.099443 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a73f650-b580-4118-a560-5e2309bc4f26 req-6ca8b1de-747f-4237-8050-b0975d124fb0 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:44:19.099443 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a73f650-b580-4118-a560-5e2309bc4f26 req-6ca8b1de-747f-4237-8050-b0975d124fb0 service neutron] Checking segment: {'id': '474d5198-d4e2-4e04-8880-971eb081d7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '4684d20a-1285-4a26-b3d8-722aa32ad5b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:44:19.099443 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a73f650-b580-4118-a560-5e2309bc4f26 req-6ca8b1de-747f-4237-8050-b0975d124fb0 service neutron] Bound using segment: {'id': '474d5198-d4e2-4e04-8880-971eb081d7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '4684d20a-1285-4a26-b3d8-722aa32ad5b4'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:44:19.099443 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-3a73f650-b580-4118-a560-5e2309bc4f26 req-6ca8b1de-747f-4237-8050-b0975d124fb0 service neutron] Bound port: 986e9e97-e1cd-47d2-ae93-9e31f9f0d061, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '474d5198-d4e2-4e04-8880-971eb081d7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '4684d20a-1285-4a26-b3d8-722aa32ad5b4'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:44:19.100167 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3a73f650-b580-4118-a560-5e2309bc4f26 req-6ca8b1de-747f-4237-8050-b0975d124fb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:19.200417 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-3a73f650-b580-4118-a560-5e2309bc4f26 req-6ca8b1de-747f-4237-8050-b0975d124fb0 service neutron] For port 986e9e97-e1cd-47d2-ae93-9e31f9f0d061, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:44:19.204287 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-3a73f650-b580-4118-a560-5e2309bc4f26 req-6ca8b1de-747f-4237-8050-b0975d124fb0 service neutron] For port 986e9e97-e1cd-47d2-ae93-9e31f9f0d061, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=986e9e97-e1cd-47d2-ae93-9e31f9f0d061,segment=NetworkSegment(474d5198-d4e2-4e04-8880-971eb081d7c2),segment_id=474d5198-d4e2-4e04-8880-971eb081d7c2)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:44:19.218942 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3a73f650-b580-4118-a560-5e2309bc4f26 req-6ca8b1de-747f-4237-8050-b0975d124fb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:19.238151 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bbfce628-48e1-41c0-b073-573077dd5e7f req-8ee9f7d1-8d6b-4204-8efc-ad606bc18692 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026558 Oct 20 11:44:19.342712 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5738a6b-a478-4596-a555-f4fb57aff035 req-2e52b35c-90c1-4814-adef-54c5b8ed717d tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:19.353397 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d5738a6b-a478-4596-a555-f4fb57aff035 req-2e52b35c-90c1-4814-adef-54c5b8ed717d tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=977b4eaa-3461-4930-ba7f-9fb39ab283f7 HTTP/1.1" status: 200 len: 944 time: 0.2664487 Oct 20 11:44:19.390495 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73f650-b580-4118-a560-5e2309bc4f26 req-6ca8b1de-747f-4237-8050-b0975d124fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:19.391247 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3a73f650-b580-4118-a560-5e2309bc4f26 req-6ca8b1de-747f-4237-8050-b0975d124fb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:19.392952 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a73f650-b580-4118-a560-5e2309bc4f26 req-6ca8b1de-747f-4237-8050-b0975d124fb0 service neutron] 10.222.0.89 "PUT /v2.0/ports/986e9e97-e1cd-47d2-ae93-9e31f9f0d061 HTTP/1.1" status: 200 len: 1092 time: 1.8087833 Oct 20 11:44:19.394337 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650d3227-e0e3-4a21-92da-69f4d2b35d43', 'tag': '986e9e97-e1cd-47d2-ae93-9e31f9f0d061'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:44:19.401115 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd28388-bca4-40fb-9c8d-7b225a2d960d" -d '{"events": [{"name": "network-changed", "server_uuid": "650d3227-e0e3-4a21-92da-69f4d2b35d43", "tag": "986e9e97-e1cd-47d2-ae93-9e31f9f0d061"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:44:19.440077 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1e22edb4-33f4-4d52-952f-bb2e502c6b1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:19.525880 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca8b1de-747f-4237-8050-b0975d124fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=986e9e97-e1cd-47d2-ae93-9e31f9f0d061,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:19.539737 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabdce4f-8334-445f-b393-7ebb442747ec req-072fd5eb-cb7f-42af-a2e9-bc410963f5c0 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:19.547687 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eabdce4f-8334-445f-b393-7ebb442747ec req-072fd5eb-cb7f-42af-a2e9-bc410963f5c0 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=650d3227-e0e3-4a21-92da-69f4d2b35d43 HTTP/1.1" status: 200 len: 944 time: 0.1894472 Oct 20 11:44:19.574005 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d5738a6b-a478-4596-a555-f4fb57aff035 req-f3b57295-d31d-4e39-8f09-e0994e2a50c2 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222643 Oct 20 11:44:19.602985 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eabdce4f-8334-445f-b393-7ebb442747ec req-edccf017-3a9c-4fba-97ea-91bb64e5c5d2 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511866 Oct 20 11:44:19.620557 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73f650-b580-4118-a560-5e2309bc4f26 req-4d8c21ae-3c40-41dc-b8ec-01b1f5a42a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:19.622148 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a73f650-b580-4118-a560-5e2309bc4f26 req-4d8c21ae-3c40-41dc-b8ec-01b1f5a42a27 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=87f9bb79a2f44e408030b0f728683d1b&device_id=650d3227-e0e3-4a21-92da-69f4d2b35d43 HTTP/1.1" status: 200 len: 1095 time: 0.1627240 Oct 20 11:44:19.701665 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667bd773-779a-4eb0-9dd5-f57131108476 x-openstack-request-id: req-667bd773-779a-4eb0-9dd5-f57131108476 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:44:19.701962 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "650d3227-e0e3-4a21-92da-69f4d2b35d43", "tag": "986e9e97-e1cd-47d2-ae93-9e31f9f0d061", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:44:19.702213 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-667bd773-779a-4eb0-9dd5-f57131108476 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:44:19.702784 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '650d3227-e0e3-4a21-92da-69f4d2b35d43', 'tag': '986e9e97-e1cd-47d2-ae93-9e31f9f0d061', 'status': 'completed', 'code': 200} Oct 20 11:44:19.705074 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a73f650-b580-4118-a560-5e2309bc4f26 req-957c823a-44ce-4c53-a0c4-ac8515f4347f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=986e9e97-e1cd-47d2-ae93-9e31f9f0d061 HTTP/1.1" status: 200 len: 217 time: 0.0637481 Oct 20 11:44:19.779564 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73f650-b580-4118-a560-5e2309bc4f26 req-e96842cf-851e-4d00-b3ce-2ac029d249bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:19.781274 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a73f650-b580-4118-a560-5e2309bc4f26 req-e96842cf-851e-4d00-b3ce-2ac029d249bf service neutron] 10.222.0.89 "GET /v2.0/subnets?id=533789ee-0e8e-421f-8cb0-0d7463c535a5 HTTP/1.1" status: 200 len: 845 time: 0.0677023 Oct 20 11:44:19.843566 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a73f650-b580-4118-a560-5e2309bc4f26 req-f4a54e56-80f2-4421-a154-209a48789253 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4684d20a-1285-4a26-b3d8-722aa32ad5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531695 Oct 20 11:44:19.955992 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a73f650-b580-4118-a560-5e2309bc4f26 req-2fb55b51-bb0d-4c0e-b318-ff8962672258 service neutron] 10.222.0.89 "GET /v2.0/networks/4684d20a-1285-4a26-b3d8-722aa32ad5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043198 Oct 20 11:44:20.132598 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9c04ef8a-284f-4cb3-b574-c4f7789d8fc1 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:20.138072 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a73f650-b580-4118-a560-5e2309bc4f26 req-87d00d06-a2ed-4350-8c2d-e3200cf3ba13 service neutron] 10.222.0.89 "GET /v2.0/networks/4684d20a-1285-4a26-b3d8-722aa32ad5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734807 Oct 20 11:44:20.283128 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd28388-bca4-40fb-9c8d-7b225a2d960d req-4cf5dcf8-8ed5-4d4b-9809-3c360caf7f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:20.285748 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7bd28388-bca4-40fb-9c8d-7b225a2d960d req-4cf5dcf8-8ed5-4d4b-9809-3c360caf7f94 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=87f9bb79a2f44e408030b0f728683d1b&device_id=650d3227-e0e3-4a21-92da-69f4d2b35d43 HTTP/1.1" status: 200 len: 1095 time: 0.0900872 Oct 20 11:44:20.404537 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 52072) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:20.476893 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 0f47c69b-d007-413c-a4b2-30d068e95932 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:44:20.493755 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae48e4b-b946-46a4-805a-164255eb263f req-654982d8-e61b-491d-b9c5-1a0fbfa316b3 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:20.517629 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aae48e4b-b946-46a4-805a-164255eb263f req-654982d8-e61b-491d-b9c5-1a0fbfa316b3 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=9e6a073a-dfad-4a8a-b0cc-a68cf8821287 HTTP/1.1" status: 200 len: 946 time: 0.1877363 Oct 20 11:44:20.592689 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 0f47c69b-d007-413c-a4b2-30d068e95932 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:44:20.598486 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 0f47c69b-d007-413c-a4b2-30d068e95932 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:44:20.598999 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:20.672839 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ea43d79e-0918-442e-bd7c-52245bb46f6f tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:20.691422 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ea43d79e-0918-442e-bd7c-52245bb46f6f tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:20.705747 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aae48e4b-b946-46a4-805a-164255eb263f req-6ebe2f1b-080c-4369-a8f9-2f1f131a1296 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871138 Oct 20 11:44:20.735218 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c3e7414c-663b-4be0-8fc6-e4f12ec7df5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:20.786651 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:20.803857 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd28388-bca4-40fb-9c8d-7b225a2d960d req-261aefba-b130-4d11-91a2-5ff0bd911629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:20.805402 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7bd28388-bca4-40fb-9c8d-7b225a2d960d req-261aefba-b130-4d11-91a2-5ff0bd911629 service neutron] 10.222.0.89 "GET /v2.0/networks?id=4684d20a-1285-4a26-b3d8-722aa32ad5b4 HTTP/1.1" status: 200 len: 907 time: 0.5108361 Oct 20 11:44:20.820912 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '977b4eaa-3461-4930-ba7f-9fb39ab283f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f47c69b-d007-413c-a4b2-30d068e95932'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:44:20.824068 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07b84b5-9a89-4592-b00d-23b9a8b9f6f8" -d '{"events": [{"server_uuid": "977b4eaa-3461-4930-ba7f-9fb39ab283f7", "name": "network-vif-plugged", "status": "completed", "tag": "0f47c69b-d007-413c-a4b2-30d068e95932"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:44:20.840503 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 0f47c69b-d007-413c-a4b2-30d068e95932, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=0f47c69b-d007-413c-a4b2-30d068e95932,segment=NetworkSegment(635b408c-b931-4fe4-a946-3320f78b98e5),segment_id=635b408c-b931-4fe4-a946-3320f78b98e5)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:44:20.844354 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c04ef8a-284f-4cb3-b574-c4f7789d8fc1 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Router a4270535-1f09-4e5c-b401-8d8f235cdfce is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:44:20.846693 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:20.906251 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=0f47c69b-d007-413c-a4b2-30d068e95932,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:20.947273 n-d-814735-3 neutron-server[100646]: INFO neutron.db.l3_db [None req-ea43d79e-0918-442e-bd7c-52245bb46f6f tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Floating IP ec4a66eb-8475-4cf0-8e41-e1c2ff2435d5 associated. External IP: 172.25.5.68, port: 72d30f74-19c2-4076-9dd0-555da975bbf8. Oct 20 11:44:21.144106 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c04ef8a-284f-4cb3-b574-c4f7789d8fc1 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:44:21.154239 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6135ad-dc51-43ac-adbc-9ddb9b4b0c93 None None] Sync routers for ids ['a4270535-1f09-4e5c-b401-8d8f235cdfce'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:44:21.167066 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6135ad-dc51-43ac-adbc-9ddb9b4b0c93 None None] Routers {'a4270535-1f09-4e5c-b401-8d8f235cdfce'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:44:21.168100 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-6d6135ad-dc51-43ac-adbc-9ddb9b4b0c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:43:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['a4270535-1f09-4e5c-b401-8d8f235cdfce'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:21.212011 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9c04ef8a-284f-4cb3-b574-c4f7789d8fc1 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:21.215783 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-9c04ef8a-284f-4cb3-b574-c4f7789d8fc1 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.0694990 Oct 20 11:44:21.216520 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 52098) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:21.249681 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7bd28388-bca4-40fb-9c8d-7b225a2d960d req-26e3977f-f3de-48e6-8b38-5f242c7cbd94 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=986e9e97-e1cd-47d2-ae93-9e31f9f0d061 HTTP/1.1" status: 200 len: 217 time: 0.4306552 Oct 20 11:44:21.343426 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-6d6135ad-dc51-43ac-adbc-9ddb9b4b0c93 None None] Set router a4270535-1f09-4e5c-b401-8d8f235cdfce gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:44:21.347429 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ceed8-528d-4a47-8252-8bdf742a1356 req-a792ed80-a3c1-4ddc-9b7c-a96c588ff645 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:21.358080 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-196ceed8-528d-4a47-8252-8bdf742a1356 req-a792ed80-a3c1-4ddc-9b7c-a96c588ff645 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=977b4eaa-3461-4930-ba7f-9fb39ab283f7 HTTP/1.1" status: 200 len: 944 time: 0.6727817 Oct 20 11:44:21.394569 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:44:21.403029 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea43d79e-0918-442e-bd7c-52245bb46f6f tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Router a3236e4d-58fb-44cd-8e4c-34ea941aaca2 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:44:21.405602 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ab48aeca-7941-4b97-ad3a-f5a9d174543a tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] 10.222.0.98 "GET /v2.0/routers/a4270535-1f09-4e5c-b401-8d8f235cdfce HTTP/1.1" status: 200 len: 908 time: 0.1884148 Oct 20 11:44:21.409013 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 52102) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:21.418686 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-30e07061-b01c-478b-a301-ed9e561f40ba tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1519552998', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'enable_snat': True}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:44:21.442778 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd28388-bca4-40fb-9c8d-7b225a2d960d req-03a7ca6e-4bfe-4bb5-a06d-e3bf52e4652a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:21.444937 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7bd28388-bca4-40fb-9c8d-7b225a2d960d req-03a7ca6e-4bfe-4bb5-a06d-e3bf52e4652a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=533789ee-0e8e-421f-8cb0-0d7463c535a5 HTTP/1.1" status: 200 len: 845 time: 0.1861451 Oct 20 11:44:21.485509 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-196ceed8-528d-4a47-8252-8bdf742a1356 req-32e9363b-18eb-4637-a048-7f2fee113460 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280596 Oct 20 11:44:21.551476 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7fa94d-5b36-4a76-9cc1-201c9806fb65 x-openstack-request-id: req-4f7fa94d-5b36-4a76-9cc1-201c9806fb65 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:44:21.552459 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "977b4eaa-3461-4930-ba7f-9fb39ab283f7", "name": "network-vif-plugged", "status": "completed", "tag": "0f47c69b-d007-413c-a4b2-30d068e95932", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:44:21.552714 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4f7fa94d-5b36-4a76-9cc1-201c9806fb65 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:44:21.553156 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '977b4eaa-3461-4930-ba7f-9fb39ab283f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f47c69b-d007-413c-a4b2-30d068e95932', 'code': 200} Oct 20 11:44:21.556546 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62c616-91f4-4003-ace7-5b99a7c5e470 req-85704618-5110-438a-adfa-5410861ec62e tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:21.580575 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db62c616-91f4-4003-ace7-5b99a7c5e470 req-85704618-5110-438a-adfa-5410861ec62e tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=650d3227-e0e3-4a21-92da-69f4d2b35d43 HTTP/1.1" status: 200 len: 944 time: 0.3354547 Oct 20 11:44:21.589802 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-30e07061-b01c-478b-a301-ed9e561f40ba tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:21.591376 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-30e07061-b01c-478b-a301-ed9e561f40ba tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:21.601734 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7bd28388-bca4-40fb-9c8d-7b225a2d960d req-8283ec24-cc1c-43df-9ac7-616606ee1475 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4684d20a-1285-4a26-b3d8-722aa32ad5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1435821 Oct 20 11:44:21.704570 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-6d6135ad-dc51-43ac-adbc-9ddb9b4b0c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4270535-1f09-4e5c-b401-8d8f235cdfce', 'name': 'tempest-snat-router-1519552998', 'tenant_id': '6c8837b500f94ba7a04728f7ede6a642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.34'}], 'enable_snat': False}, 'gw_port_id': '23697bc2-e4ca-4f22-a0e1-bc523fbacae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:44:17Z', 'updated_at': '2021-10-20T11:44:18Z', 'revision_number': 3, 'project_id': '6c8837b500f94ba7a04728f7ede6a642', 'gw_port': {'id': '23697bc2-e4ca-4f22-a0e1-bc523fbacae3', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b5:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4270535-1f09-4e5c-b401-8d8f235cdfce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:44:18Z', 'updated_at': '2021-10-20T11:44:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:21.732340 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6135ad-dc51-43ac-adbc-9ddb9b4b0c93 None None] Checking router: a4270535-1f09-4e5c-b401-8d8f235cdfce for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:44:21.732908 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6135ad-dc51-43ac-adbc-9ddb9b4b0c93 None None] Updating router a4270535-1f09-4e5c-b401-8d8f235cdfce port 23697bc2-e4ca-4f22-a0e1-bc523fbacae3 binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:44:21.771557 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6d6135ad-dc51-43ac-adbc-9ddb9b4b0c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:21.774102 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-30e07061-b01c-478b-a301-ed9e561f40ba tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:21.776447 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea43d79e-0918-442e-bd7c-52245bb46f6f tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:44:21.782128 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ea43d79e-0918-442e-bd7c-52245bb46f6f tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:21.788484 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b0cd40-828e-4ec4-b0ac-e670ac9314ae None None] Sync routers for ids ['a3236e4d-58fb-44cd-8e4c-34ea941aaca2'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:44:21.804868 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c3e7414c-663b-4be0-8fc6-e4f12ec7df5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:21.809596 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b0cd40-828e-4ec4-b0ac-e670ac9314ae None None] Routers {'a3236e4d-58fb-44cd-8e4c-34ea941aaca2'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:44:21.813047 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-e9b0cd40-828e-4ec4-b0ac-e670ac9314ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:43:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['a3236e4d-58fb-44cd-8e4c-34ea941aaca2'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:21.857361 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c3e7414c-663b-4be0-8fc6-e4f12ec7df5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:21.858402 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ea43d79e-0918-442e-bd7c-52245bb46f6f tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "PUT /v2.0/floatingips/ec4a66eb-8475-4cf0-8e41-e1c2ff2435d5 HTTP/1.1" status: 200 len: 990 time: 2.8616233 Oct 20 11:44:21.887560 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'tag': '72d30f74-19c2-4076-9dd0-555da975bbf8'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:44:21.890007 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6708bf-2dc9-4866-a316-d79b5bce5e94" -d '{"events": [{"name": "network-changed", "server_uuid": "ec58b319-2247-4b2a-a5eb-e9c34df81084", "tag": "72d30f74-19c2-4076-9dd0-555da975bbf8"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:44:21.929508 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c3e7414c-663b-4be0-8fc6-e4f12ec7df5d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=48c5815df9d242a6a10b27c6a3082838&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5176504 Oct 20 11:44:21.930448 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 52118) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:21.953891 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db62c616-91f4-4003-ace7-5b99a7c5e470 req-a142aa8e-0519-4acc-a3e8-d123d2f832a0 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721581 Oct 20 11:44:21.991193 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-30e07061-b01c-478b-a301-ed9e561f40ba tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:22.068936 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5be6b403-d3e8-47f6-9c7b-8e63e63f6ebe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:22.079904 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7bd28388-bca4-40fb-9c8d-7b225a2d960d req-0af18ac0-9028-486d-afb7-685a303f68d2 service neutron] 10.222.0.89 "GET /v2.0/networks/4684d20a-1285-4a26-b3d8-722aa32ad5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4651463 Oct 20 11:44:22.109664 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-e9b0cd40-828e-4ec4-b0ac-e670ac9314ae None None] Set router a3236e4d-58fb-44cd-8e4c-34ea941aaca2 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:44:22.112091 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af978190-3388-4dad-91c5-f6687a9f9dad req-644e093c-3065-4b1e-839b-6c01491b7436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:22.113652 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-af978190-3388-4dad-91c5-f6687a9f9dad req-644e093c-3065-4b1e-839b-6c01491b7436 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=977b4eaa-3461-4930-ba7f-9fb39ab283f7 HTTP/1.1" status: 200 len: 1096 time: 0.4816370 Oct 20 11:44:22.114331 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e7414c-663b-4be0-8fc6-e4f12ec7df5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87dce7d2-8d37-4648-a81e-2b65551e8094,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:22.136272 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87248fb7-ef99-456d-974a-d0e165988755 x-openstack-request-id: req-87248fb7-ef99-456d-974a-d0e165988755 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:44:22.136608 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec58b319-2247-4b2a-a5eb-e9c34df81084", "tag": "72d30f74-19c2-4076-9dd0-555da975bbf8", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:44:22.137028 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-87248fb7-ef99-456d-974a-d0e165988755 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:44:22.137438 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'tag': '72d30f74-19c2-4076-9dd0-555da975bbf8', 'status': 'completed', 'code': 200} Oct 20 11:44:22.152310 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5be6b403-d3e8-47f6-9c7b-8e63e63f6ebe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:22.231222 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-65c62aad-e31d-421f-9faf-165b7726257b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:22.273595 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6d6135ad-dc51-43ac-adbc-9ddb9b4b0c93 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:22.288429 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5be6b403-d3e8-47f6-9c7b-8e63e63f6ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:22.290145 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6d6135ad-dc51-43ac-adbc-9ddb9b4b0c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:22.291154 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5be6b403-d3e8-47f6-9c7b-8e63e63f6ebe admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:22.302425 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5be6b403-d3e8-47f6-9c7b-8e63e63f6ebe admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/87dce7d2-8d37-4648-a81e-2b65551e8094 HTTP/1.1" status: 204 len: 168 time: 0.3708754 Oct 20 11:44:22.338085 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be6b403-d3e8-47f6-9c7b-8e63e63f6ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87dce7d2-8d37-4648-a81e-2b65551e8094,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:22.382224 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-30e07061-b01c-478b-a301-ed9e561f40ba tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:22.433286 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-30e07061-b01c-478b-a301-ed9e561f40ba tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:22.525017 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-e9b0cd40-828e-4ec4-b0ac-e670ac9314ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3236e4d-58fb-44cd-8e4c-34ea941aaca2', 'name': 'tempest-TaggedBootDevicesTest_v242-75520858-router', 'tenant_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '32ac71d1-6679-4a71-98a7-f5d56756de38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:41:16Z', 'updated_at': '2021-10-20T11:41:22Z', 'revision_number': 4, 'project_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'gw_port': {'id': '32ac71d1-6679-4a71-98a7-f5d56756de38', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ef:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3236e4d-58fb-44cd-8e4c-34ea941aaca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:41:17Z', 'updated_at': '2021-10-20T11:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': 'ec4a66eb-8475-4cf0-8e41-e1c2ff2435d5', 'tenant_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'floating_ip_address': '172.25.5.68', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'a3236e4d-58fb-44cd-8e4c-34ea941aaca2', 'port_id': '72d30f74-19c2-4076-9dd0-555da975bbf8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6453727b-a1a3-4c25-9d2a-f4562ef51a67', 'mac_address': 'fa:16:3e:79:0b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:42:28Z', 'updated_at': '2021-10-20T11:44:20Z', 'revision_number': 1, 'project_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f855ae8f-7f6f-46c1-aa8b-f666f96e80e4', 'name': '', 'network_id': '6453727b-a1a3-4c25-9d2a-f4562ef51a67', 'tenant_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'mac_address': 'fa:16:3e:e5:f5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3236e4d-58fb-44cd-8e4c-34ea941aaca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '627cacd1-3333-4650-96cb-ee60e04cb6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:41:20Z', 'updated_at': '2021-10-20T11:41:29Z', 'revision_number': 5, 'project_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'subnets': [{'id': '627cacd1-3333-4650-96cb-ee60e04cb6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:22.567694 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b0cd40-828e-4ec4-b0ac-e670ac9314ae None None] Checking router: a3236e4d-58fb-44cd-8e4c-34ea941aaca2 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:44:22.574574 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14e5890-cd5b-4d94-ae62-c02e2e1ce1eb None None] Pushing event updated for resources: {'Port': ['ID=23697bc2-e4ca-4f22-a0e1-bc523fbacae3,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:22.597822 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-6d6135ad-dc51-43ac-adbc-9ddb9b4b0c93 None None] Attempting to bind port 23697bc2-e4ca-4f22-a0e1-bc523fbacae3 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:44:22.598443 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-6d6135ad-dc51-43ac-adbc-9ddb9b4b0c93 None None] Attempting to bind port 23697bc2-e4ca-4f22-a0e1-bc523fbacae3 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:44:22.600700 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6135ad-dc51-43ac-adbc-9ddb9b4b0c93 None None] Attempting to bind port 23697bc2-e4ca-4f22-a0e1-bc523fbacae3 on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:44:22.609027 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b0cd40-828e-4ec4-b0ac-e670ac9314ae None None] Routers {'a3236e4d-58fb-44cd-8e4c-34ea941aaca2'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:44:22.610076 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-e9b0cd40-828e-4ec4-b0ac-e670ac9314ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:44:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['a3236e4d-58fb-44cd-8e4c-34ea941aaca2'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:22.617097 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6135ad-dc51-43ac-adbc-9ddb9b4b0c93 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:44:22.620312 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6135ad-dc51-43ac-adbc-9ddb9b4b0c93 None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:44:22.621217 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6d6135ad-dc51-43ac-adbc-9ddb9b4b0c93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:22.622406 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6135ad-dc51-43ac-adbc-9ddb9b4b0c93 None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:44:22.623052 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-6d6135ad-dc51-43ac-adbc-9ddb9b4b0c93 None None] Bound port: 23697bc2-e4ca-4f22-a0e1-bc523fbacae3, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:44:22.629050 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6d6135ad-dc51-43ac-adbc-9ddb9b4b0c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:22.667540 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-af978190-3388-4dad-91c5-f6687a9f9dad req-891494a5-bf88-4eb3-846c-9a0b31b7b9a3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452234 Oct 20 11:44:22.728546 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-30e07061-b01c-478b-a301-ed9e561f40ba tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Allocated IP 172.25.5.190 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/76dea1ab-43aa-45fd-b522-973a77b2735e) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:44:22.745459 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-6d6135ad-dc51-43ac-adbc-9ddb9b4b0c93 None None] For port 23697bc2-e4ca-4f22-a0e1-bc523fbacae3, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:44:22.748744 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-6d6135ad-dc51-43ac-adbc-9ddb9b4b0c93 None None] For port 23697bc2-e4ca-4f22-a0e1-bc523fbacae3, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=23697bc2-e4ca-4f22-a0e1-bc523fbacae3,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:44:22.753587 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83dce34-21c2-43e3-95c8-7cbf87eb27a7 req-a01908c2-ffa9-4384-83b9-0fe2ab6a2029 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:22.763316 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c83dce34-21c2-43e3-95c8-7cbf87eb27a7 req-a01908c2-ffa9-4384-83b9-0fe2ab6a2029 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=9e6a073a-dfad-4a8a-b0cc-a68cf8821287 HTTP/1.1" status: 200 len: 946 time: 0.7639480 Oct 20 11:44:22.768543 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6d6135ad-dc51-43ac-adbc-9ddb9b4b0c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:22.852829 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6708bf-2dc9-4866-a316-d79b5bce5e94 req-135a79e1-3022-4958-a1c5-464d22802991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:22.853314 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6708bf-2dc9-4866-a316-d79b5bce5e94 req-135a79e1-3022-4958-a1c5-464d22802991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:22.853887 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6708bf-2dc9-4866-a316-d79b5bce5e94 req-135a79e1-3022-4958-a1c5-464d22802991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:22.854350 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6708bf-2dc9-4866-a316-d79b5bce5e94 req-135a79e1-3022-4958-a1c5-464d22802991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:22.858292 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-e9b0cd40-828e-4ec4-b0ac-e670ac9314ae None None] Set router a3236e4d-58fb-44cd-8e4c-34ea941aaca2 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:44:22.859086 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6708bf-2dc9-4866-a316-d79b5bce5e94 req-135a79e1-3022-4958-a1c5-464d22802991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:22.859747 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6708bf-2dc9-4866-a316-d79b5bce5e94 req-135a79e1-3022-4958-a1c5-464d22802991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:22.860389 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6708bf-2dc9-4866-a316-d79b5bce5e94 req-135a79e1-3022-4958-a1c5-464d22802991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:22.862669 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9c6708bf-2dc9-4866-a316-d79b5bce5e94 req-135a79e1-3022-4958-a1c5-464d22802991 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eaec2bab7fdf45a2bb81df4997c7d09e&device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 6502 time: 0.5805261 Oct 20 11:44:22.868484 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7bd28388-bca4-40fb-9c8d-7b225a2d960d req-f459d543-8d1c-4170-9839-a985c9e6f2be service neutron] 10.222.0.89 "GET /v2.0/networks/4684d20a-1285-4a26-b3d8-722aa32ad5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7778058 Oct 20 11:44:22.876898 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6135ad-dc51-43ac-adbc-9ddb9b4b0c93 None None] Routers {'a4270535-1f09-4e5c-b401-8d8f235cdfce'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:44:22.877559 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-6d6135ad-dc51-43ac-adbc-9ddb9b4b0c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:44:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['a4270535-1f09-4e5c-b401-8d8f235cdfce'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:22.992172 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 52154) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:23.006349 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-30e07061-b01c-478b-a301-ed9e561f40ba tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:23.030493 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14e5890-cd5b-4d94-ae62-c02e2e1ce1eb None None] Pushing event updated for resources: {'Port': ['ID=23697bc2-e4ca-4f22-a0e1-bc523fbacae3,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:23.096959 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c83dce34-21c2-43e3-95c8-7cbf87eb27a7 req-b2489db4-551c-4708-9256-2df2b4bbeaca tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304484 Oct 20 11:44:23.105134 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-30e07061-b01c-478b-a301-ed9e561f40ba tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:23.177272 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e07061-b01c-478b-a301-ed9e561f40ba tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:44:23.182478 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-30e07061-b01c-478b-a301-ed9e561f40ba tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:44:23.195537 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e07061-b01c-478b-a301-ed9e561f40ba tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:44:23.207415 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c008fd4-4380-4c32-864f-f03d2ca40b8c req-106b8a88-a71e-46bb-8f71-d16fa2e53830 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:23.226057 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5c008fd4-4380-4c32-864f-f03d2ca40b8c req-106b8a88-a71e-46bb-8f71-d16fa2e53830 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=977b4eaa-3461-4930-ba7f-9fb39ab283f7 HTTP/1.1" status: 200 len: 945 time: 0.5509288 Oct 20 11:44:23.239175 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a275f34c-6c37-492b-ba3d-aa5c45e53e9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:23.245148 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-6d6135ad-dc51-43ac-adbc-9ddb9b4b0c93 None None] Set router a4270535-1f09-4e5c-b401-8d8f235cdfce gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:44:23.252724 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:23.300688 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e07061-b01c-478b-a301-ed9e561f40ba tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Pushing event updated for resources: {'Port': ['ID=76dea1ab-43aa-45fd-b522-973a77b2735e,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:23.353467 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:23.399961 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-e9b0cd40-828e-4ec4-b0ac-e670ac9314ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3236e4d-58fb-44cd-8e4c-34ea941aaca2', 'name': 'tempest-TaggedBootDevicesTest_v242-75520858-router', 'tenant_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '32ac71d1-6679-4a71-98a7-f5d56756de38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:41:16Z', 'updated_at': '2021-10-20T11:41:22Z', 'revision_number': 4, 'project_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'gw_port': {'id': '32ac71d1-6679-4a71-98a7-f5d56756de38', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ef:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3236e4d-58fb-44cd-8e4c-34ea941aaca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:41:17Z', 'updated_at': '2021-10-20T11:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': 'ec4a66eb-8475-4cf0-8e41-e1c2ff2435d5', 'tenant_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'floating_ip_address': '172.25.5.68', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'a3236e4d-58fb-44cd-8e4c-34ea941aaca2', 'port_id': '72d30f74-19c2-4076-9dd0-555da975bbf8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6453727b-a1a3-4c25-9d2a-f4562ef51a67', 'mac_address': 'fa:16:3e:79:0b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:42:28Z', 'updated_at': '2021-10-20T11:44:20Z', 'revision_number': 1, 'project_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f855ae8f-7f6f-46c1-aa8b-f666f96e80e4', 'name': '', 'network_id': '6453727b-a1a3-4c25-9d2a-f4562ef51a67', 'tenant_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'mac_address': 'fa:16:3e:e5:f5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3236e4d-58fb-44cd-8e4c-34ea941aaca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '627cacd1-3333-4650-96cb-ee60e04cb6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:41:20Z', 'updated_at': '2021-10-20T11:41:29Z', 'revision_number': 5, 'project_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'subnets': [{'id': '627cacd1-3333-4650-96cb-ee60e04cb6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:23.433950 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b0cd40-828e-4ec4-b0ac-e670ac9314ae None None] The sync data for ids ['a3236e4d-58fb-44cd-8e4c-34ea941aaca2'] in n-d-814735-3 is: [{'id': 'a3236e4d-58fb-44cd-8e4c-34ea941aaca2', 'name': 'tempest-TaggedBootDevicesTest_v242-75520858-router', 'tenant_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '32ac71d1-6679-4a71-98a7-f5d56756de38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:41:16Z', 'updated_at': '2021-10-20T11:41:22Z', 'revision_number': 4, 'project_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'gw_port': {'id': '32ac71d1-6679-4a71-98a7-f5d56756de38', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ef:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3236e4d-58fb-44cd-8e4c-34ea941aaca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:41:17Z', 'updated_at': '2021-10-20T11:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': 'ec4a66eb-8475-4cf0-8e41-e1c2ff2435d5', 'tenant_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'floating_ip_address': '172.25.5.68', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'a3236e4d-58fb-44cd-8e4c-34ea941aaca2', 'port_id': '72d30f74-19c2-4076-9dd0-555da975bbf8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6453727b-a1a3-4c25-9d2a-f4562ef51a67', 'mac_address': 'fa:16:3e:79:0b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:42:28Z', 'updated_at': '2021-10-20T11:44:20Z', 'revision_number': 1, 'project_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f855ae8f-7f6f-46c1-aa8b-f666f96e80e4', 'name': '', 'network_id': '6453727b-a1a3-4c25-9d2a-f4562ef51a67', 'tenant_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'mac_address': 'fa:16:3e:e5:f5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3236e4d-58fb-44cd-8e4c-34ea941aaca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '627cacd1-3333-4650-96cb-ee60e04cb6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:41:20Z', 'updated_at': '2021-10-20T11:41:29Z', 'revision_number': 5, 'project_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'subnets': [{'id': '627cacd1-3333-4650-96cb-ee60e04cb6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:44:23.463982 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5c008fd4-4380-4c32-864f-f03d2ca40b8c req-3aa8c5ae-0a29-4f54-a663-ef9e19b6cca0 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369494 Oct 20 11:44:23.584104 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6708bf-2dc9-4866-a316-d79b5bce5e94 req-2502f448-4434-4e57-966a-3831da1bbc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:23.585682 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9c6708bf-2dc9-4866-a316-d79b5bce5e94 req-2502f448-4434-4e57-966a-3831da1bbc1a service neutron] 10.222.0.11 "GET /v2.0/networks?id=6453727b-a1a3-4c25-9d2a-f4562ef51a67 HTTP/1.1" status: 200 len: 917 time: 0.7114913 Oct 20 11:44:23.624720 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd153315-5c31-43b7-8f7f-99fbd948026a req-ae358a81-0343-4b3b-8c55-dee35d909458 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:23.640914 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bd153315-5c31-43b7-8f7f-99fbd948026a req-ae358a81-0343-4b3b-8c55-dee35d909458 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=650d3227-e0e3-4a21-92da-69f4d2b35d43 HTTP/1.1" status: 200 len: 944 time: 0.3243473 Oct 20 11:44:23.876657 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bd153315-5c31-43b7-8f7f-99fbd948026a req-1af44c5f-70c5-4d00-87ec-efbdf3d71d33 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343409 Oct 20 11:44:23.889329 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9c6708bf-2dc9-4866-a316-d79b5bce5e94 req-874f2f7a-2c2a-48a3-ae92-d11c855ee6f8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72d30f74-19c2-4076-9dd0-555da975bbf8 HTTP/1.1" status: 200 len: 998 time: 0.2875416 Oct 20 11:44:23.944559 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a275f34c-6c37-492b-ba3d-aa5c45e53e9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:23.973731 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a275f34c-6c37-492b-ba3d-aa5c45e53e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:23.975910 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-30e07061-b01c-478b-a301-ed9e561f40ba tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:24.015531 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-a275f34c-6c37-492b-ba3d-aa5c45e53e9f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=cb97f28fdc614849b8cd5e01c0560d4a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0206680 Oct 20 11:44:24.019741 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 52238) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:24.021672 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3fd323-1ce3-4a25-89ea-dd671c7046ca None None] New status for floating IP ec4a66eb-8475-4cf0-8e41-e1c2ff2435d5: ACTIVE {{(pid=100648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:44:24.071068 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6708bf-2dc9-4866-a316-d79b5bce5e94 req-f24ed430-8367-4f9d-a726-dd7befa8c866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:24.073394 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9c6708bf-2dc9-4866-a316-d79b5bce5e94 req-f24ed430-8367-4f9d-a726-dd7befa8c866 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=627cacd1-3333-4650-96cb-ee60e04cb6c7 HTTP/1.1" status: 200 len: 854 time: 0.1706605 Oct 20 11:44:24.135110 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a275f34c-6c37-492b-ba3d-aa5c45e53e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd27fdb-3afd-4c96-9a43-d02fcb84219a,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:24.240424 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e89e2a89-36dc-4754-9d37-c7641f5e7b2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:24.308594 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6708bf-2dc9-4866-a316-d79b5bce5e94 req-ad6e1d00-29eb-47c9-90c4-755c7f63c661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:24.310175 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9c6708bf-2dc9-4866-a316-d79b5bce5e94 req-ad6e1d00-29eb-47c9-90c4-755c7f63c661 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6453727b-a1a3-4c25-9d2a-f4562ef51a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2112863 Oct 20 11:44:24.326708 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e89e2a89-36dc-4754-9d37-c7641f5e7b2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:24.372358 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 986e9e97-e1cd-47d2-ae93-9e31f9f0d061 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:44:24.528356 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-30e07061-b01c-478b-a301-ed9e561f40ba tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:24.603210 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e89e2a89-36dc-4754-9d37-c7641f5e7b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:24.605797 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e89e2a89-36dc-4754-9d37-c7641f5e7b2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:24.611493 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e89e2a89-36dc-4754-9d37-c7641f5e7b2e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ddd27fdb-3afd-4c96-9a43-d02fcb84219a HTTP/1.1" status: 204 len: 168 time: 0.5890765 Oct 20 11:44:24.625242 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 986e9e97-e1cd-47d2-ae93-9e31f9f0d061, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=986e9e97-e1cd-47d2-ae93-9e31f9f0d061,segment=NetworkSegment(474d5198-d4e2-4e04-8880-971eb081d7c2),segment_id=474d5198-d4e2-4e04-8880-971eb081d7c2)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:44:24.663838 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '986e9e97-e1cd-47d2-ae93-9e31f9f0d061', 'network_id': '4684d20a-1285-4a26-b3d8-722aa32ad5b4', 'port_id': '986e9e97-e1cd-47d2-ae93-9e31f9f0d061', 'mac_address': 'fa:16:3e:a1:f8:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '533789ee-0e8e-421f-8cb0-0d7463c535a5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:44:24.748291 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7ba39-32bf-470e-974e-72b269b1a415 req-fc78e0c5-5d23-484f-a6ec-50e7c5b17f0a tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:24.753217 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4ca7ba39-32bf-470e-974e-72b269b1a415 req-fc78e0c5-5d23-484f-a6ec-50e7c5b17f0a tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=9e6a073a-dfad-4a8a-b0cc-a68cf8821287 HTTP/1.1" status: 200 len: 946 time: 0.5140896 Oct 20 11:44:24.853338 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4ca7ba39-32bf-470e-974e-72b269b1a415 req-a10c4fdc-c8b6-40b8-812d-a8bb7a8241b6 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841193 Oct 20 11:44:24.854144 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89e2a89-36dc-4754-9d37-c7641f5e7b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd27fdb-3afd-4c96-9a43-d02fcb84219a,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:24.918204 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:24.934193 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9c6708bf-2dc9-4866-a316-d79b5bce5e94 req-d454856e-ec50-4756-a862-2952566c039f service neutron] 10.222.0.11 "GET /v2.0/networks/6453727b-a1a3-4c25-9d2a-f4562ef51a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5998216 Oct 20 11:44:25.000211 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-6d6135ad-dc51-43ac-adbc-9ddb9b4b0c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4270535-1f09-4e5c-b401-8d8f235cdfce', 'name': 'tempest-snat-router-1519552998', 'tenant_id': '6c8837b500f94ba7a04728f7ede6a642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.34'}], 'enable_snat': False}, 'gw_port_id': '23697bc2-e4ca-4f22-a0e1-bc523fbacae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:44:17Z', 'updated_at': '2021-10-20T11:44:18Z', 'revision_number': 3, 'project_id': '6c8837b500f94ba7a04728f7ede6a642', 'gw_port': {'id': '23697bc2-e4ca-4f22-a0e1-bc523fbacae3', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b5:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4270535-1f09-4e5c-b401-8d8f235cdfce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:44:18Z', 'updated_at': '2021-10-20T11:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:25.033500 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 986e9e97-e1cd-47d2-ae93-9e31f9f0d061 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:44:25.090612 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 986e9e97-e1cd-47d2-ae93-9e31f9f0d061, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=986e9e97-e1cd-47d2-ae93-9e31f9f0d061,segment=NetworkSegment(474d5198-d4e2-4e04-8880-971eb081d7c2),segment_id=474d5198-d4e2-4e04-8880-971eb081d7c2)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:44:25.114220 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9c6708bf-2dc9-4866-a316-d79b5bce5e94 req-b2368126-81f4-4cbf-9c5c-da26a77cbc9a service neutron] 10.222.0.11 "GET /v2.0/networks/6453727b-a1a3-4c25-9d2a-f4562ef51a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710057 Oct 20 11:44:25.148213 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875e92f1-1e35-403d-8a94-1dd5342ca955 req-3e32ade2-3d9a-4a80-b47b-d909c225d6b2 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:25.150006 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-875e92f1-1e35-403d-8a94-1dd5342ca955 req-3e32ade2-3d9a-4a80-b47b-d909c225d6b2 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=977b4eaa-3461-4930-ba7f-9fb39ab283f7 HTTP/1.1" status: 200 len: 945 time: 0.5851388 Oct 20 11:44:25.152063 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:25.154108 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:25.233647 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6135ad-dc51-43ac-adbc-9ddb9b4b0c93 None None] The sync data for ids ['a4270535-1f09-4e5c-b401-8d8f235cdfce'] in n-d-814735-3 is: [{'id': 'a4270535-1f09-4e5c-b401-8d8f235cdfce', 'name': 'tempest-snat-router-1519552998', 'tenant_id': '6c8837b500f94ba7a04728f7ede6a642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.34'}], 'enable_snat': False}, 'gw_port_id': '23697bc2-e4ca-4f22-a0e1-bc523fbacae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:44:17Z', 'updated_at': '2021-10-20T11:44:18Z', 'revision_number': 3, 'project_id': '6c8837b500f94ba7a04728f7ede6a642', 'gw_port': {'id': '23697bc2-e4ca-4f22-a0e1-bc523fbacae3', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b5:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4270535-1f09-4e5c-b401-8d8f235cdfce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:44:18Z', 'updated_at': '2021-10-20T11:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:44:25.238643 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=986e9e97-e1cd-47d2-ae93-9e31f9f0d061,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:25.297575 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-875e92f1-1e35-403d-8a94-1dd5342ca955 req-8d893f37-d7d3-40fe-8e3e-b73b33388698 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388984 Oct 20 11:44:25.396070 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e07061-b01c-478b-a301-ed9e561f40ba tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Router 0e50f4de-474f-403a-8ecf-eeefd48c8711 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:44:25.432714 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76835942-199e-458e-ad42-aabd40fe5a43 req-21f499b3-23dc-47b9-ad77-5079540595fa tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:25.448582 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['986e9e97-e1cd-47d2-ae93-9e31f9f0d061'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:44:25.451465 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-76835942-199e-458e-ad42-aabd40fe5a43 req-21f499b3-23dc-47b9-ad77-5079540595fa tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=650d3227-e0e3-4a21-92da-69f4d2b35d43 HTTP/1.1" status: 200 len: 945 time: 0.1306994 Oct 20 11:44:25.632740 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-76835942-199e-458e-ad42-aabd40fe5a43 req-b66ebd7f-6d18-4543-ac0d-80867e4d82be tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800632 Oct 20 11:44:25.689748 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e07061-b01c-478b-a301-ed9e561f40ba tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:44:25.702338 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba29c7-13a3-4603-b9b2-283349b9719f req-17db5237-10bc-4c48-8fa8-d7fbc7786480 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:25.717305 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c5fc65-5583-49c3-ae48-dc2c1f487577 None None] Sync routers for ids ['0e50f4de-474f-403a-8ecf-eeefd48c8711'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:44:25.724389 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-38ba29c7-13a3-4603-b9b2-283349b9719f req-17db5237-10bc-4c48-8fa8-d7fbc7786480 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.2561045 Oct 20 11:44:25.736087 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c5fc65-5583-49c3-ae48-dc2c1f487577 None None] Routers {'0e50f4de-474f-403a-8ecf-eeefd48c8711'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:44:25.737145 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-97c5fc65-5583-49c3-ae48-dc2c1f487577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:44:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['0e50f4de-474f-403a-8ecf-eeefd48c8711'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:25.762770 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-30e07061-b01c-478b-a301-ed9e561f40ba tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:25.766772 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-30e07061-b01c-478b-a301-ed9e561f40ba tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.3532231 Oct 20 11:44:25.767693 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 52418) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:25.917531 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-38ba29c7-13a3-4603-b9b2-283349b9719f req-7bd17e1b-d3b3-4f7c-b816-1c6ee0414a7b tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1918287 Oct 20 11:44:26.127685 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-97c5fc65-5583-49c3-ae48-dc2c1f487577 None None] Set router 0e50f4de-474f-403a-8ecf-eeefd48c8711 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:44:26.146623 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-45083d64-a9f6-4d29-a19a-9354afbfe398 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] 10.222.0.98 "GET /v2.0/routers/0e50f4de-474f-403a-8ecf-eeefd48c8711 HTTP/1.1" status: 200 len: 908 time: 0.3772793 Oct 20 11:44:26.150742 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 52462) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:26.232096 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c01d0-e7a0-4dc6-8b7e-20adaa72ba9f req-dee19dab-e9e4-4bcf-adbe-7e9caa9950af tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:26.240863 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-869c01d0-e7a0-4dc6-8b7e-20adaa72ba9f req-dee19dab-e9e4-4bcf-adbe-7e9caa9950af tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=977b4eaa-3461-4930-ba7f-9fb39ab283f7 HTTP/1.1" status: 200 len: 945 time: 0.1578052 Oct 20 11:44:26.340108 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de06966-cba1-4a2a-b78e-6522ccba0244 req-81c6b60f-d3c0-44fd-81f2-ef393187c9ef tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:26.341700 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2de06966-cba1-4a2a-b78e-6522ccba0244 req-81c6b60f-d3c0-44fd-81f2-ef393187c9ef tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.2030754 Oct 20 11:44:26.399369 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-448cf7b1-03fb-40d7-92fe-357a4a990bcd tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:26.464493 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-869c01d0-e7a0-4dc6-8b7e-20adaa72ba9f req-b90ee509-fc87-4901-be44-479a116178e4 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210596 Oct 20 11:44:26.547480 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2de06966-cba1-4a2a-b78e-6522ccba0244 req-1d7212a7-c612-4d55-9563-a12c6d1cc626 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958985 Oct 20 11:44:26.617176 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-97c5fc65-5583-49c3-ae48-dc2c1f487577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e50f4de-474f-403a-8ecf-eeefd48c8711', 'name': 'tempest-snat-router-1519552998', 'tenant_id': '6c8837b500f94ba7a04728f7ede6a642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '76dea1ab-43aa-45fd-b522-973a77b2735e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:44:21Z', 'updated_at': '2021-10-20T11:44:23Z', 'revision_number': 3, 'project_id': '6c8837b500f94ba7a04728f7ede6a642', 'gw_port': {'id': '76dea1ab-43aa-45fd-b522-973a77b2735e', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ff:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e50f4de-474f-403a-8ecf-eeefd48c8711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:44:22Z', 'updated_at': '2021-10-20T11:44:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:26.793592 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-448cf7b1-03fb-40d7-92fe-357a4a990bcd tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:26.813532 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 23697bc2-e4ca-4f22-a0e1-bc523fbacae3 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:44:26.988992 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 23697bc2-e4ca-4f22-a0e1-bc523fbacae3 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:44:26.990094 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:27.007833 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f923e70-433c-4d59-845d-3aadc038c852 req-44348ed4-d386-4df1-8a94-0c07414fe4b3 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:27.009451 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0f923e70-433c-4d59-845d-3aadc038c852 req-44348ed4-d386-4df1-8a94-0c07414fe4b3 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=650d3227-e0e3-4a21-92da-69f4d2b35d43 HTTP/1.1" status: 200 len: 945 time: 0.1798546 Oct 20 11:44:27.028736 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-448cf7b1-03fb-40d7-92fe-357a4a990bcd tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Deleting port 76dea1ab-43aa-45fd-b522-973a77b2735e {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:44:27.029012 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-448cf7b1-03fb-40d7-92fe-357a4a990bcd tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:27.132936 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c5fc65-5583-49c3-ae48-dc2c1f487577 None None] Checking router: 0e50f4de-474f-403a-8ecf-eeefd48c8711 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:44:27.133538 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c5fc65-5583-49c3-ae48-dc2c1f487577 None None] Updating router 0e50f4de-474f-403a-8ecf-eeefd48c8711 port 76dea1ab-43aa-45fd-b522-973a77b2735e binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:44:27.207879 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-97c5fc65-5583-49c3-ae48-dc2c1f487577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:27.239137 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-448cf7b1-03fb-40d7-92fe-357a4a990bcd tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:27.244744 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:27.268969 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-448cf7b1-03fb-40d7-92fe-357a4a990bcd tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Calling delete_port for 76dea1ab-43aa-45fd-b522-973a77b2735e owned by network:router_gateway {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:44:27.305330 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 23697bc2-e4ca-4f22-a0e1-bc523fbacae3, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=23697bc2-e4ca-4f22-a0e1-bc523fbacae3,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:44:27.321880 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:27.377238 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0f923e70-433c-4d59-845d-3aadc038c852 req-4c58ebee-98f9-43da-970a-aad93ca7c041 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527837 Oct 20 11:44:27.404824 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a37ebf-cf3e-4420-8aab-1bf01be2a404 req-08c66928-a1c2-40a9-8f80-56002657f9b8 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:27.404824 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07a37ebf-cf3e-4420-8aab-1bf01be2a404 req-08c66928-a1c2-40a9-8f80-56002657f9b8 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/networks?id=a1980227-64af-4c17-9cee-4570c69a4cb6 HTTP/1.1" status: 200 len: 812 time: 0.3759151 Oct 20 11:44:27.441777 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07a37ebf-cf3e-4420-8aab-1bf01be2a404 req-847537e5-7b24-49b6-bdee-899149847b11 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/quotas/f0012baf31914701a438a4a910671113 HTTP/1.1" status: 200 len: 375 time: 0.0277944 Oct 20 11:44:27.540747 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=23697bc2-e4ca-4f22-a0e1-bc523fbacae3,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:27.584979 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07a37ebf-cf3e-4420-8aab-1bf01be2a404 req-82e0c0c4-b1a1-4891-a771-9b998a256be5 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=f0012baf31914701a438a4a910671113&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1414499 Oct 20 11:44:27.758239 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-448cf7b1-03fb-40d7-92fe-357a4a990bcd tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:27.884787 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448cf7b1-03fb-40d7-92fe-357a4a990bcd tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Pushing event deleted for resources: {'Port': ['ID=76dea1ab-43aa-45fd-b522-973a77b2735e,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:27.921455 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.db.api [None req-97c5fc65-5583-49c3-ae48-dc2c1f487577 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100649) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:44:27.921830 n-d-814735-3 neutron-server[100649]: DEBUG oslo_db.api [None req-97c5fc65-5583-49c3-ae48-dc2c1f487577 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:44:27.947635 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a1378-1fb1-4d35-aa41-7f559a960cfc req-19d43790-2927-4596-b4d9-55f70ab7e575 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:27.949485 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-448cf7b1-03fb-40d7-92fe-357a4a990bcd tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:27.960588 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4d2a1378-1fb1-4d35-aa41-7f559a960cfc req-19d43790-2927-4596-b4d9-55f70ab7e575 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=977b4eaa-3461-4930-ba7f-9fb39ab283f7 HTTP/1.1" status: 200 len: 945 time: 0.2574694 Oct 20 11:44:27.999463 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07a37ebf-cf3e-4420-8aab-1bf01be2a404 req-b9aaa9aa-5817-4ef6-b97a-f65680e97755 service neutron] 10.222.0.98 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4091101 Oct 20 11:44:28.133323 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-448cf7b1-03fb-40d7-92fe-357a4a990bcd tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:28.155740 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-448cf7b1-03fb-40d7-92fe-357a4a990bcd tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:28.180650 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4d2a1378-1fb1-4d35-aa41-7f559a960cfc req-4ed93eba-7866-4e74-b751-7d60098947a5 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126620 Oct 20 11:44:28.278023 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07a37ebf-cf3e-4420-8aab-1bf01be2a404 req-a5ec3b92-5991-416c-9cf9-cee8ffe24453 service neutron] 10.222.0.98 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599516 Oct 20 11:44:28.281159 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-448cf7b1-03fb-40d7-92fe-357a4a990bcd tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:28.281991 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448cf7b1-03fb-40d7-92fe-357a4a990bcd tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0e50f4de-474f-403a-8ecf-eeefd48c8711 {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:44:28.286833 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-448cf7b1-03fb-40d7-92fe-357a4a990bcd tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:28.290948 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-448cf7b1-03fb-40d7-92fe-357a4a990bcd tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] 10.222.0.98 "DELETE /v2.0/routers/0e50f4de-474f-403a-8ecf-eeefd48c8711 HTTP/1.1" status: 204 len: 168 time: 2.1391108 Oct 20 11:44:28.291575 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 52670) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:28.370480 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 986e9e97-e1cd-47d2-ae93-9e31f9f0d061 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:44:28.479365 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c5fc65-5583-49c3-ae48-dc2c1f487577 None None] Port 76dea1ab-43aa-45fd-b522-973a77b2735e not found while updating agent binding for router 0e50f4de-474f-403a-8ecf-eeefd48c8711. {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 20 11:44:28.505805 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c5fc65-5583-49c3-ae48-dc2c1f487577 None None] Routers set() bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:44:28.506183 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c5fc65-5583-49c3-ae48-dc2c1f487577 None None] Router IDs set() for agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 20 11:44:28.506846 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_agentschedulers_db [None req-97c5fc65-5583-49c3-ae48-dc2c1f487577 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0e50f4de-474f-403a-8ecf-eeefd48c8711'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:44:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent'). {{(pid=100649) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 20 11:44:28.507395 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c5fc65-5583-49c3-ae48-dc2c1f487577 None None] The sync data for ids ['0e50f4de-474f-403a-8ecf-eeefd48c8711'] in n-d-814735-3 is: [] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:44:28.545125 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 986e9e97-e1cd-47d2-ae93-9e31f9f0d061 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:44:28.552418 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 986e9e97-e1cd-47d2-ae93-9e31f9f0d061 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:44:28.552763 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:28.636809 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-af38e75f-518b-4165-a93e-c3140765fb86 req-e71b94e6-a9c9-41fa-823d-fc64fab7fec4 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=278a688b-8d33-4472-93d2-c7ce51648d80 HTTP/1.1" status: 200 len: 210 time: 0.0803654 Oct 20 11:44:28.731926 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5ddce3a7-ea28-45de-82f6-9e826838b1b8 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:28.772171 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 23697bc2-e4ca-4f22-a0e1-bc523fbacae3 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:44:28.830498 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3482355a-72ad-46d2-a3ed-65a1ad463405 req-22d7a1a4-61dc-49d4-89e8-cf4f5ce03987 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:28.833754 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3482355a-72ad-46d2-a3ed-65a1ad463405 req-22d7a1a4-61dc-49d4-89e8-cf4f5ce03987 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=650d3227-e0e3-4a21-92da-69f4d2b35d43 HTTP/1.1" status: 200 len: 945 time: 0.2625723 Oct 20 11:44:28.967360 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3482355a-72ad-46d2-a3ed-65a1ad463405 req-cbc3c332-d885-4b6b-bcd0-db09418dc7f8 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208267 Oct 20 11:44:29.001753 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 23697bc2-e4ca-4f22-a0e1-bc523fbacae3 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:44:29.002388 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:29.013955 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:29.041387 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5ddce3a7-ea28-45de-82f6-9e826838b1b8 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:29.121563 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650d3227-e0e3-4a21-92da-69f4d2b35d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986e9e97-e1cd-47d2-ae93-9e31f9f0d061'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:44:29.126458 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5360b00-ee0a-4220-8ad8-882c846e0301" -d '{"events": [{"server_uuid": "650d3227-e0e3-4a21-92da-69f4d2b35d43", "name": "network-vif-plugged", "status": "completed", "tag": "986e9e97-e1cd-47d2-ae93-9e31f9f0d061"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:44:29.135328 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-5ddce3a7-ea28-45de-82f6-9e826838b1b8 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Deleting port 23697bc2-e4ca-4f22-a0e1-bc523fbacae3 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:44:29.135900 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5ddce3a7-ea28-45de-82f6-9e826838b1b8 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:29.154253 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 986e9e97-e1cd-47d2-ae93-9e31f9f0d061, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=986e9e97-e1cd-47d2-ae93-9e31f9f0d061,segment=NetworkSegment(474d5198-d4e2-4e04-8880-971eb081d7c2),segment_id=474d5198-d4e2-4e04-8880-971eb081d7c2)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:44:29.164795 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:29.284906 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f555119a-9291-4612-9fbc-c93b4af4b7d2 x-openstack-request-id: req-f555119a-9291-4612-9fbc-c93b4af4b7d2 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:44:29.286876 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650d3227-e0e3-4a21-92da-69f4d2b35d43", "name": "network-vif-plugged", "status": "completed", "tag": "986e9e97-e1cd-47d2-ae93-9e31f9f0d061", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:44:29.287279 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f555119a-9291-4612-9fbc-c93b4af4b7d2 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:44:29.299508 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650d3227-e0e3-4a21-92da-69f4d2b35d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986e9e97-e1cd-47d2-ae93-9e31f9f0d061', 'code': 200} Oct 20 11:44:29.314462 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-5ddce3a7-ea28-45de-82f6-9e826838b1b8 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] For port 23697bc2-e4ca-4f22-a0e1-bc523fbacae3, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=23697bc2-e4ca-4f22-a0e1-bc523fbacae3,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:44:29.315078 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5ddce3a7-ea28-45de-82f6-9e826838b1b8 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:29.335545 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-5ddce3a7-ea28-45de-82f6-9e826838b1b8 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Calling delete_port for 23697bc2-e4ca-4f22-a0e1-bc523fbacae3 owned by network:router_gateway {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:44:29.411328 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=986e9e97-e1cd-47d2-ae93-9e31f9f0d061,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:29.473668 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d5d41-2823-4888-bf2c-fd1cc123ab6d req-a2716c96-d821-413c-9e2d-6aee77622cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:29.475628 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e78d5d41-2823-4888-bf2c-fd1cc123ab6d req-a2716c96-d821-413c-9e2d-6aee77622cf3 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=650d3227-e0e3-4a21-92da-69f4d2b35d43 HTTP/1.1" status: 200 len: 1097 time: 0.1366951 Oct 20 11:44:29.486335 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae70a3-9f1c-45ec-a177-509da7e887b1 req-4a660a3a-d4e5-4e9c-afdd-1406e6fb8a1b tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:29.495107 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-79ae70a3-9f1c-45ec-a177-509da7e887b1 req-4a660a3a-d4e5-4e9c-afdd-1406e6fb8a1b tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=977b4eaa-3461-4930-ba7f-9fb39ab283f7 HTTP/1.1" status: 200 len: 945 time: 0.2040892 Oct 20 11:44:29.550381 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e78d5d41-2823-4888-bf2c-fd1cc123ab6d req-e109035f-a3b0-4105-bcc8-dd75b59b047d service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523262 Oct 20 11:44:29.599304 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-79ae70a3-9f1c-45ec-a177-509da7e887b1 req-7b618127-1616-4e1f-8473-c959c393cfff tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929501 Oct 20 11:44:29.669978 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5ddce3a7-ea28-45de-82f6-9e826838b1b8 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:29.701301 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddce3a7-ea28-45de-82f6-9e826838b1b8 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Pushing event deleted for resources: {'Port': ['ID=23697bc2-e4ca-4f22-a0e1-bc523fbacae3,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:29.793128 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5ddce3a7-ea28-45de-82f6-9e826838b1b8 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:29.955911 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5ddce3a7-ea28-45de-82f6-9e826838b1b8 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:29.958359 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5ddce3a7-ea28-45de-82f6-9e826838b1b8 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:30.010279 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5ddce3a7-ea28-45de-82f6-9e826838b1b8 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:30.015892 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ddce3a7-ea28-45de-82f6-9e826838b1b8 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a4270535-1f09-4e5c-b401-8d8f235cdfce {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:44:30.020078 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5ddce3a7-ea28-45de-82f6-9e826838b1b8 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:30.020078 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5ddce3a7-ea28-45de-82f6-9e826838b1b8 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] 10.222.0.98 "DELETE /v2.0/routers/a4270535-1f09-4e5c-b401-8d8f235cdfce HTTP/1.1" status: 204 len: 168 time: 1.7159870 Oct 20 11:44:30.022290 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 52792) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:30.047916 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-ec489465-66f1-435e-8183-41cd23236383 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1107143546', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}, 'admin_state_up': False}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:44:30.117259 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ec489465-66f1-435e-8183-41cd23236383 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:30.120707 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ec489465-66f1-435e-8183-41cd23236383 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:30.195222 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ec489465-66f1-435e-8183-41cd23236383 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:30.201194 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef903db4-ef8f-4bf7-9461-28f0df51fbb7 req-8243439d-28da-490c-835a-688eb252f334 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:30.207405 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ef903db4-ef8f-4bf7-9461-28f0df51fbb7 req-8243439d-28da-490c-835a-688eb252f334 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=650d3227-e0e3-4a21-92da-69f4d2b35d43 HTTP/1.1" status: 200 len: 946 time: 0.0991294 Oct 20 11:44:30.352136 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ef903db4-ef8f-4bf7-9461-28f0df51fbb7 req-72f83308-37f4-4314-8ea2-79847d4ef63b tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339903 Oct 20 11:44:30.354934 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1ec9d9b8-d38f-46c0-8530-20914f13c40e req-0a55e17b-3419-4d98-bab5-8f47c8c1e8ca tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=278a688b-8d33-4472-93d2-c7ce51648d80 HTTP/1.1" status: 200 len: 210 time: 0.0649090 Oct 20 11:44:30.446145 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ec489465-66f1-435e-8183-41cd23236383 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:30.671252 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a37ebf-cf3e-4420-8aab-1bf01be2a404 req-2f2f76e5-cd12-404f-aed6-5c6076f6adfe tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:30.672961 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07a37ebf-cf3e-4420-8aab-1bf01be2a404 req-2f2f76e5-cd12-404f-aed6-5c6076f6adfe tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.89 "GET /v2.0/networks?id=a1980227-64af-4c17-9cee-4570c69a4cb6 HTTP/1.1" status: 200 len: 812 time: 0.2664366 Oct 20 11:44:30.689809 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-07a37ebf-cf3e-4420-8aab-1bf01be2a404 req-cd416b3f-59af-4c03-b967-a07512a30b4f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Request body: {'port': {'device_id': '278a688b-8d33-4472-93d2-c7ce51648d80', 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6', 'admin_state_up': True, 'tenant_id': 'f0012baf31914701a438a4a910671113'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:44:30.826574 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 23697bc2-e4ca-4f22-a0e1-bc523fbacae3 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:44:30.889993 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 23697bc2-e4ca-4f22-a0e1-bc523fbacae3 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:44:30.890635 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 23697bc2-e4ca-4f22-a0e1-bc523fbacae3 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:44:30.968123 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb07154-f14a-4f68-9b10-c9a80f981b78 req-5117d4ac-45ca-4ac6-a323-971251b0f042 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:30.976099 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5bb07154-f14a-4f68-9b10-c9a80f981b78 req-5117d4ac-45ca-4ac6-a323-971251b0f042 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=977b4eaa-3461-4930-ba7f-9fb39ab283f7 HTTP/1.1" status: 200 len: 945 time: 0.0741332 Oct 20 11:44:30.978190 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07a37ebf-cf3e-4420-8aab-1bf01be2a404 req-cd416b3f-59af-4c03-b967-a07512a30b4f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Made reservation on behalf of f0012baf31914701a438a4a910671113 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:44:30.981754 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-07a37ebf-cf3e-4420-8aab-1bf01be2a404 req-cd416b3f-59af-4c03-b967-a07512a30b4f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:30.993274 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ec489465-66f1-435e-8183-41cd23236383 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks [] for router_gateway, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:31.042067 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ec489465-66f1-435e-8183-41cd23236383 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:31.075351 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5bb07154-f14a-4f68-9b10-c9a80f981b78 req-bf384b6d-8139-49ea-99bd-6c520a02bd85 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596845 Oct 20 11:44:31.206952 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-ec489465-66f1-435e-8183-41cd23236383 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Allocated IP 172.25.5.177 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/c56b4a3d-fd43-4afa-9146-296c1c0451b7) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:44:31.264056 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-07a37ebf-cf3e-4420-8aab-1bf01be2a404 req-cd416b3f-59af-4c03-b967-a07512a30b4f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Allocated IP 172.20.0.11 (a1980227-64af-4c17-9cee-4570c69a4cb6/978f4782-c6ff-4108-a8dd-a568aeeefa48/60fd4c88-aa6b-43f5-90f9-9ec733b27069) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:44:31.379322 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ec489465-66f1-435e-8183-41cd23236383 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:31.465182 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ec489465-66f1-435e-8183-41cd23236383 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:31.532199 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec489465-66f1-435e-8183-41cd23236383 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:44:31.546901 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-ec489465-66f1-435e-8183-41cd23236383 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:44:31.549461 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec489465-66f1-435e-8183-41cd23236383 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:44:31.599869 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec489465-66f1-435e-8183-41cd23236383 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Pushing event updated for resources: {'Port': ['ID=c56b4a3d-fd43-4afa-9146-296c1c0451b7,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:31.633171 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-07a37ebf-cf3e-4420-8aab-1bf01be2a404 req-cd416b3f-59af-4c03-b967-a07512a30b4f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:31.657118 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8e5b92d6-2a01-4602-92e4-20b495c665af req-16e4e3b1-4cdd-40a0-b33a-2efaee704cb2 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=278a688b-8d33-4472-93d2-c7ce51648d80 HTTP/1.1" status: 200 len: 210 time: 0.0861971 Oct 20 11:44:31.696285 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cdd9fd-049e-417f-8000-0d12d2e3ba23 req-158b7373-5ec1-48ec-920f-821b67f507d8 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:31.705337 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-33cdd9fd-049e-417f-8000-0d12d2e3ba23 req-158b7373-5ec1-48ec-920f-821b67f507d8 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=650d3227-e0e3-4a21-92da-69f4d2b35d43 HTTP/1.1" status: 200 len: 946 time: 0.1875412 Oct 20 11:44:31.781284 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-33cdd9fd-049e-417f-8000-0d12d2e3ba23 req-e79827dd-21d4-4fa4-affa-02a5a3d15b6b tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749497 Oct 20 11:44:31.783209 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-07a37ebf-cf3e-4420-8aab-1bf01be2a404 req-cd416b3f-59af-4c03-b967-a07512a30b4f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:31.798811 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['cc0249f2-c246-462b-8841-1fcfb7d5ca3e'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:44:31.914226 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07a37ebf-cf3e-4420-8aab-1bf01be2a404 req-cd416b3f-59af-4c03-b967-a07512a30b4f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Network a1980227-64af-4c17-9cee-4570c69a4cb6 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:44:31.922811 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-07a37ebf-cf3e-4420-8aab-1bf01be2a404 req-cd416b3f-59af-4c03-b967-a07512a30b4f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:44:31.926553 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a37ebf-cf3e-4420-8aab-1bf01be2a404 req-cd416b3f-59af-4c03-b967-a07512a30b4f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:44:32.055236 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a37ebf-cf3e-4420-8aab-1bf01be2a404 req-cd416b3f-59af-4c03-b967-a07512a30b4f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:32.055942 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-07a37ebf-cf3e-4420-8aab-1bf01be2a404 req-cd416b3f-59af-4c03-b967-a07512a30b4f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:32.067396 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd416b3f-59af-4c03-b967-a07512a30b4f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Pushing event updated for resources: {'Port': ['ID=60fd4c88-aa6b-43f5-90f9-9ec733b27069,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:32.112920 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd416b3f-59af-4c03-b967-a07512a30b4f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:44:32.113217 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd416b3f-59af-4c03-b967-a07512a30b4f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:44:32.113570 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd416b3f-59af-4c03-b967-a07512a30b4f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:44:32.113919 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd416b3f-59af-4c03-b967-a07512a30b4f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:44:32.114218 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd416b3f-59af-4c03-b967-a07512a30b4f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:44:32.114545 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd416b3f-59af-4c03-b967-a07512a30b4f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:44:32.114941 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd416b3f-59af-4c03-b967-a07512a30b4f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:44:32.115425 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd416b3f-59af-4c03-b967-a07512a30b4f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:44:32.115876 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd416b3f-59af-4c03-b967-a07512a30b4f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:44:32.116416 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd416b3f-59af-4c03-b967-a07512a30b4f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:44:32.116749 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd416b3f-59af-4c03-b967-a07512a30b4f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:44:32.117075 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd416b3f-59af-4c03-b967-a07512a30b4f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:44:32.132108 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07a37ebf-cf3e-4420-8aab-1bf01be2a404 req-cd416b3f-59af-4c03-b967-a07512a30b4f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4440894 Oct 20 11:44:32.145544 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-07a37ebf-cf3e-4420-8aab-1bf01be2a404 req-d48b6602-8952-4452-8be7-364378a4a9c1 service neutron] Request body: {'port': {'device_id': '278a688b-8d33-4472-93d2-c7ce51648d80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:44:32.157559 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ec489465-66f1-435e-8183-41cd23236383 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks [] for router_gateway, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:32.250663 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-07a37ebf-cf3e-4420-8aab-1bf01be2a404 req-d48b6602-8952-4452-8be7-364378a4a9c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:32.400668 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-562603a6-c7cd-4e79-ba1b-f85d044559f5 None None] Provisioning complete for port 60fd4c88-aa6b-43f5-90f9-9ec733b27069 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:44:32.401194 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-562603a6-c7cd-4e79-ba1b-f85d044559f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:32.454815 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46950273-684a-4190-b5b7-0d363b34aa68 req-0566bb53-a535-4870-bd42-5251629c83c0 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:32.456556 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-46950273-684a-4190-b5b7-0d363b34aa68 req-0566bb53-a535-4870-bd42-5251629c83c0 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=977b4eaa-3461-4930-ba7f-9fb39ab283f7 HTTP/1.1" status: 200 len: 945 time: 0.2210410 Oct 20 11:44:32.485951 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ec489465-66f1-435e-8183-41cd23236383 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:32.492518 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-562603a6-c7cd-4e79-ba1b-f85d044559f5 None None] Port 60fd4c88-aa6b-43f5-90f9-9ec733b27069 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:44:32.662108 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec489465-66f1-435e-8183-41cd23236383 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Router f0fc7e61-b0a4-478e-b56d-8b3097084a0e is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:44:32.945367 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ae91c-fe36-413f-b3c6-998c3f511016 req-4d73d205-f9dc-4d99-a325-fe76616f3c36 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:32.947699 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c30ae91c-fe36-413f-b3c6-998c3f511016 req-4d73d205-f9dc-4d99-a325-fe76616f3c36 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=650d3227-e0e3-4a21-92da-69f4d2b35d43 HTTP/1.1" status: 200 len: 946 time: 0.6516414 Oct 20 11:44:33.157717 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-46950273-684a-4190-b5b7-0d363b34aa68 req-35b1498f-1615-46f3-95a2-e07ca01d2251 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6747937 Oct 20 11:44:33.197881 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c30ae91c-fe36-413f-b3c6-998c3f511016 req-f55c4095-dc11-415e-a8f6-604141b593b6 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387218 Oct 20 11:44:33.315085 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec489465-66f1-435e-8183-41cd23236383 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:44:33.325115 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcadefa1-8a20-49fb-9aaf-1f11250e6daf None None] Sync routers for ids ['f0fc7e61-b0a4-478e-b56d-8b3097084a0e'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:44:33.343556 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcadefa1-8a20-49fb-9aaf-1f11250e6daf None None] Routers {'f0fc7e61-b0a4-478e-b56d-8b3097084a0e'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:44:33.344283 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-dcadefa1-8a20-49fb-9aaf-1f11250e6daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:44:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['f0fc7e61-b0a4-478e-b56d-8b3097084a0e'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:33.345931 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ec489465-66f1-435e-8183-41cd23236383 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:33.350644 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ec489465-66f1-435e-8183-41cd23236383 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.3259883 Oct 20 11:44:33.352863 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 52888) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:33.371122 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-aecabf15-8ea6-47e8-b210-e68f3f2924a7 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'enable_snat': False}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:44:33.454548 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-dcadefa1-8a20-49fb-9aaf-1f11250e6daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:33.482166 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcadefa1-8a20-49fb-9aaf-1f11250e6daf None None] Routers {'f0fc7e61-b0a4-478e-b56d-8b3097084a0e'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:44:33.482822 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-dcadefa1-8a20-49fb-9aaf-1f11250e6daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:44:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['f0fc7e61-b0a4-478e-b56d-8b3097084a0e'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:33.556063 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-dcadefa1-8a20-49fb-9aaf-1f11250e6daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:33.556729 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcadefa1-8a20-49fb-9aaf-1f11250e6daf None None] The sync data for ids ['f0fc7e61-b0a4-478e-b56d-8b3097084a0e'] in n-d-814735-3 is: [] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:44:33.568373 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-07a37ebf-cf3e-4420-8aab-1bf01be2a404 req-d48b6602-8952-4452-8be7-364378a4a9c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60fd4c88-aa6b-43f5-90f9-9ec733b27069 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:44:33.577218 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-07a37ebf-cf3e-4420-8aab-1bf01be2a404 req-d48b6602-8952-4452-8be7-364378a4a9c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:33.591170 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-07a37ebf-cf3e-4420-8aab-1bf01be2a404 req-d48b6602-8952-4452-8be7-364378a4a9c1 service neutron] Transition to ACTIVE for port object 60fd4c88-aa6b-43f5-90f9-9ec733b27069 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:44:33.609138 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-07a37ebf-cf3e-4420-8aab-1bf01be2a404 req-d48b6602-8952-4452-8be7-364378a4a9c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:33.711992 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48b6602-8952-4452-8be7-364378a4a9c1 service neutron] Pushing event updated for resources: {'Port': ['ID=60fd4c88-aa6b-43f5-90f9-9ec733b27069,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:33.740718 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b5baf-242c-4dbd-b72a-d15dc621546d req-21a97846-0d0c-494b-a971-c98ceb43b72a tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:33.751832 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c76b5baf-242c-4dbd-b72a-d15dc621546d req-21a97846-0d0c-494b-a971-c98ceb43b72a tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=278a688b-8d33-4472-93d2-c7ce51648d80 HTTP/1.1" status: 200 len: 932 time: 0.4615800 Oct 20 11:44:33.831578 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2754453d-335e-4d86-8ebb-1dbfab7daf34 req-4463d0aa-b573-4e0b-b655-7bae1abfaddb tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:33.839846 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-aecabf15-8ea6-47e8-b210-e68f3f2924a7 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:33.840752 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2754453d-335e-4d86-8ebb-1dbfab7daf34 req-4463d0aa-b573-4e0b-b655-7bae1abfaddb tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=650d3227-e0e3-4a21-92da-69f4d2b35d43 HTTP/1.1" status: 200 len: 946 time: 0.2478452 Oct 20 11:44:33.912193 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2754453d-335e-4d86-8ebb-1dbfab7daf34 req-acfe6b88-feb3-45d7-a404-a6dc11b14641 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556660 Oct 20 11:44:33.921465 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c76b5baf-242c-4dbd-b72a-d15dc621546d req-4be8e63d-2b73-4a19-bf54-72afd5533905 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686249 Oct 20 11:44:34.109575 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-07a37ebf-cf3e-4420-8aab-1bf01be2a404 req-d48b6602-8952-4452-8be7-364378a4a9c1 service neutron] Attempting to bind port 60fd4c88-aa6b-43f5-90f9-9ec733b27069 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:44:34.109911 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-07a37ebf-cf3e-4420-8aab-1bf01be2a404 req-d48b6602-8952-4452-8be7-364378a4a9c1 service neutron] Attempting to bind port 60fd4c88-aa6b-43f5-90f9-9ec733b27069 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '73cbce6c-57a2-4343-bb4b-9f489f07b678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:44:34.110241 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a37ebf-cf3e-4420-8aab-1bf01be2a404 req-d48b6602-8952-4452-8be7-364378a4a9c1 service neutron] Attempting to bind port 60fd4c88-aa6b-43f5-90f9-9ec733b27069 on network a1980227-64af-4c17-9cee-4570c69a4cb6 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:44:34.124946 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a37ebf-cf3e-4420-8aab-1bf01be2a404 req-d48b6602-8952-4452-8be7-364378a4a9c1 service neutron] Port 60fd4c88-aa6b-43f5-90f9-9ec733b27069 on network a1980227-64af-4c17-9cee-4570c69a4cb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:44:34.125654 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a37ebf-cf3e-4420-8aab-1bf01be2a404 req-d48b6602-8952-4452-8be7-364378a4a9c1 service neutron] Attempting to bind port 60fd4c88-aa6b-43f5-90f9-9ec733b27069 on network a1980227-64af-4c17-9cee-4570c69a4cb6 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:44:34.139145 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a37ebf-cf3e-4420-8aab-1bf01be2a404 req-d48b6602-8952-4452-8be7-364378a4a9c1 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:44:34.139514 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a37ebf-cf3e-4420-8aab-1bf01be2a404 req-d48b6602-8952-4452-8be7-364378a4a9c1 service neutron] Checking segment: {'id': '73cbce6c-57a2-4343-bb4b-9f489f07b678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:44:34.139915 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a37ebf-cf3e-4420-8aab-1bf01be2a404 req-d48b6602-8952-4452-8be7-364378a4a9c1 service neutron] Bound using segment: {'id': '73cbce6c-57a2-4343-bb4b-9f489f07b678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:44:34.140382 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-07a37ebf-cf3e-4420-8aab-1bf01be2a404 req-d48b6602-8952-4452-8be7-364378a4a9c1 service neutron] Bound port: 60fd4c88-aa6b-43f5-90f9-9ec733b27069, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73cbce6c-57a2-4343-bb4b-9f489f07b678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:44:34.140743 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-07a37ebf-cf3e-4420-8aab-1bf01be2a404 req-d48b6602-8952-4452-8be7-364378a4a9c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:34.395951 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41195f3e-f9af-46f5-a3d9-fb6660d38926 req-ce4bcce0-08ec-4d72-834c-e46efec3def2 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:34.397558 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41195f3e-f9af-46f5-a3d9-fb6660d38926 req-ce4bcce0-08ec-4d72-834c-e46efec3def2 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=977b4eaa-3461-4930-ba7f-9fb39ab283f7 HTTP/1.1" status: 200 len: 945 time: 0.1205046 Oct 20 11:44:34.484725 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41195f3e-f9af-46f5-a3d9-fb6660d38926 req-e96bc615-983b-4079-99e7-5d936475cf57 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521615 Oct 20 11:44:34.514537 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-07a37ebf-cf3e-4420-8aab-1bf01be2a404 req-d48b6602-8952-4452-8be7-364378a4a9c1 service neutron] For port 60fd4c88-aa6b-43f5-90f9-9ec733b27069, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:44:34.529653 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-07a37ebf-cf3e-4420-8aab-1bf01be2a404 req-d48b6602-8952-4452-8be7-364378a4a9c1 service neutron] For port 60fd4c88-aa6b-43f5-90f9-9ec733b27069, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=60fd4c88-aa6b-43f5-90f9-9ec733b27069,segment=NetworkSegment(73cbce6c-57a2-4343-bb4b-9f489f07b678),segment_id=73cbce6c-57a2-4343-bb4b-9f489f07b678)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:44:34.548385 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea4aafd-efbe-49c3-853a-a17090056259 req-ec1cf666-6d7e-453c-865f-d6cb480ffb3a tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:34.557960 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fea4aafd-efbe-49c3-853a-a17090056259 req-ec1cf666-6d7e-453c-865f-d6cb480ffb3a tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=650d3227-e0e3-4a21-92da-69f4d2b35d43 HTTP/1.1" status: 200 len: 946 time: 0.1540985 Oct 20 11:44:34.587344 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-07a37ebf-cf3e-4420-8aab-1bf01be2a404 req-d48b6602-8952-4452-8be7-364378a4a9c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:34.652774 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fea4aafd-efbe-49c3-853a-a17090056259 req-80e3d2e7-0ce4-4581-ac70-12bae323ccba tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681796 Oct 20 11:44:34.664969 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a37ebf-cf3e-4420-8aab-1bf01be2a404 req-d48b6602-8952-4452-8be7-364378a4a9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:34.665743 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-07a37ebf-cf3e-4420-8aab-1bf01be2a404 req-d48b6602-8952-4452-8be7-364378a4a9c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:34.667564 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07a37ebf-cf3e-4420-8aab-1bf01be2a404 req-d48b6602-8952-4452-8be7-364378a4a9c1 service neutron] 10.222.0.89 "PUT /v2.0/ports/60fd4c88-aa6b-43f5-90f9-9ec733b27069 HTTP/1.1" status: 200 len: 1092 time: 2.5278218 Oct 20 11:44:34.668377 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '278a688b-8d33-4472-93d2-c7ce51648d80', 'tag': '60fd4c88-aa6b-43f5-90f9-9ec733b27069'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:44:34.670825 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc521a4-0b3b-4a4b-9bd0-262412227c96" -d '{"events": [{"name": "network-changed", "server_uuid": "278a688b-8d33-4472-93d2-c7ce51648d80", "tag": "60fd4c88-aa6b-43f5-90f9-9ec733b27069"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:44:34.732310 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-aecabf15-8ea6-47e8-b210-e68f3f2924a7 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4352'] for router, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:34.737172 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-aecabf15-8ea6-47e8-b210-e68f3f2924a7 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-652987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-652962', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-654361'] for router, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:34.757866 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1af373-d90c-44fc-823a-1d4ef173f421 x-openstack-request-id: req-dc1af373-d90c-44fc-823a-1d4ef173f421 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:44:34.758168 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "278a688b-8d33-4472-93d2-c7ce51648d80", "tag": "60fd4c88-aa6b-43f5-90f9-9ec733b27069", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:44:34.758423 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-dc1af373-d90c-44fc-823a-1d4ef173f421 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:44:34.758855 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '278a688b-8d33-4472-93d2-c7ce51648d80', 'tag': '60fd4c88-aa6b-43f5-90f9-9ec733b27069', 'status': 'completed', 'code': 200} Oct 20 11:44:34.780614 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48b6602-8952-4452-8be7-364378a4a9c1 service neutron] Pushing event updated for resources: {'Port': ['ID=60fd4c88-aa6b-43f5-90f9-9ec733b27069,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:34.816919 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a37ebf-cf3e-4420-8aab-1bf01be2a404 req-0c2dd9c3-cff4-40b3-ac66-21b2115c9c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:34.818486 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07a37ebf-cf3e-4420-8aab-1bf01be2a404 req-0c2dd9c3-cff4-40b3-ac66-21b2115c9c9e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f0012baf31914701a438a4a910671113&device_id=278a688b-8d33-4472-93d2-c7ce51648d80 HTTP/1.1" status: 200 len: 1095 time: 0.0823410 Oct 20 11:44:34.898552 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07a37ebf-cf3e-4420-8aab-1bf01be2a404 req-65ed782b-9c7b-435c-8a60-9b20e5b5e160 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60fd4c88-aa6b-43f5-90f9-9ec733b27069 HTTP/1.1" status: 200 len: 217 time: 0.0708363 Oct 20 11:44:34.974485 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aecabf15-8ea6-47e8-b210-e68f3f2924a7 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Router f0fc7e61-b0a4-478e-b56d-8b3097084a0e has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:44:35.026207 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a37ebf-cf3e-4420-8aab-1bf01be2a404 req-3dfb8cf8-d41d-4eca-9913-a7befdb80e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:35.027885 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07a37ebf-cf3e-4420-8aab-1bf01be2a404 req-3dfb8cf8-d41d-4eca-9913-a7befdb80e00 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=978f4782-c6ff-4108-a8dd-a568aeeefa48 HTTP/1.1" status: 200 len: 851 time: 0.1208787 Oct 20 11:44:35.127015 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244efec-6750-4bb4-9444-e280dc1cc90a req-850edddc-e624-4c87-b7f8-6c06a650200f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:35.128713 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f244efec-6750-4bb4-9444-e280dc1cc90a req-850edddc-e624-4c87-b7f8-6c06a650200f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=278a688b-8d33-4472-93d2-c7ce51648d80 HTTP/1.1" status: 200 len: 944 time: 0.0982971 Oct 20 11:44:35.130771 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a37ebf-cf3e-4420-8aab-1bf01be2a404 req-76fe92e3-5d70-43f7-b82b-b26a51e13152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:35.132265 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07a37ebf-cf3e-4420-8aab-1bf01be2a404 req-76fe92e3-5d70-43f7-b82b-b26a51e13152 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a1980227-64af-4c17-9cee-4570c69a4cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0907309 Oct 20 11:44:35.156727 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aecabf15-8ea6-47e8-b210-e68f3f2924a7 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:44:35.165106 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-aecabf15-8ea6-47e8-b210-e68f3f2924a7 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:35.166373 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-aecabf15-8ea6-47e8-b210-e68f3f2924a7 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] 10.222.0.98 "PUT /v2.0/routers/f0fc7e61-b0a4-478e-b56d-8b3097084a0e HTTP/1.1" status: 200 len: 922 time: 1.8121483 Oct 20 11:44:35.169939 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 52930) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:35.178586 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9180ca1-6c37-4f5d-a5fb-4541a50ad3f5 None None] Sync routers for ids ['f0fc7e61-b0a4-478e-b56d-8b3097084a0e'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:44:35.200761 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9180ca1-6c37-4f5d-a5fb-4541a50ad3f5 None None] Routers {'f0fc7e61-b0a4-478e-b56d-8b3097084a0e'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:44:35.203973 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-e9180ca1-6c37-4f5d-a5fb-4541a50ad3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:44:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['f0fc7e61-b0a4-478e-b56d-8b3097084a0e'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:35.256901 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f244efec-6750-4bb4-9444-e280dc1cc90a req-a039d534-06ba-49ea-a071-45574c28d3be tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204183 Oct 20 11:44:35.321305 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-e9180ca1-6c37-4f5d-a5fb-4541a50ad3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:35.331112 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07a37ebf-cf3e-4420-8aab-1bf01be2a404 req-9df87199-e8b0-431a-baf5-55d6449ce7c2 service neutron] 10.222.0.89 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861925 Oct 20 11:44:35.342713 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9180ca1-6c37-4f5d-a5fb-4541a50ad3f5 None None] Routers {'f0fc7e61-b0a4-478e-b56d-8b3097084a0e'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:44:35.345774 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-e9180ca1-6c37-4f5d-a5fb-4541a50ad3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:44:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['f0fc7e61-b0a4-478e-b56d-8b3097084a0e'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:35.403640 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-e9180ca1-6c37-4f5d-a5fb-4541a50ad3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:35.405425 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9180ca1-6c37-4f5d-a5fb-4541a50ad3f5 None None] The sync data for ids ['f0fc7e61-b0a4-478e-b56d-8b3097084a0e'] in n-d-814735-3 is: [] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:44:35.428949 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-801e8c1b-0758-4c10-982d-ee2bb5a4d8a5 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] 10.222.0.98 "GET /v2.0/routers/f0fc7e61-b0a4-478e-b56d-8b3097084a0e HTTP/1.1" status: 200 len: 922 time: 0.2572870 Oct 20 11:44:35.431239 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 52940) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:35.476003 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07a37ebf-cf3e-4420-8aab-1bf01be2a404 req-f7f41e80-bc23-4680-9ba2-298433aa73d3 service neutron] 10.222.0.89 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305063 Oct 20 11:44:35.560130 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a6755e-68f6-4995-8d9e-aaf5bb9dea1b tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:35.564201 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a4a6755e-68f6-4995-8d9e-aaf5bb9dea1b tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] 10.222.0.98 "GET /v2.0/ports?network_id=717966e5-c478-496f-bddb-05794fb74250&device_id=f0fc7e61-b0a4-478e-b56d-8b3097084a0e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1285429 Oct 20 11:44:35.573633 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 52944) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:35.686025 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc521a4-0b3b-4a4b-9bd0-262412227c96 req-8dc045f4-bb94-46cd-b319-4dead2df4cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:35.687653 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5cc521a4-0b3b-4a4b-9bd0-262412227c96 req-8dc045f4-bb94-46cd-b319-4dead2df4cce service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f0012baf31914701a438a4a910671113&device_id=278a688b-8d33-4472-93d2-c7ce51648d80 HTTP/1.1" status: 200 len: 1095 time: 0.1399970 Oct 20 11:44:35.732499 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71661a11-4f3c-4dc1-9532-11fcd54b528a req-ad04478d-4015-42ce-a3cc-5a4abf17820e tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:35.740729 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-71661a11-4f3c-4dc1-9532-11fcd54b528a req-ad04478d-4015-42ce-a3cc-5a4abf17820e tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=977b4eaa-3461-4930-ba7f-9fb39ab283f7 HTTP/1.1" status: 200 len: 945 time: 0.1469364 Oct 20 11:44:35.848051 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148867cb-799e-42d5-ab8c-96563e5b2d06 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:35.851469 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-148867cb-799e-42d5-ab8c-96563e5b2d06 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] 10.222.0.98 "GET /v2.0/networks/717966e5-c478-496f-bddb-05794fb74250 HTTP/1.1" status: 200 len: 881 time: 0.2755084 Oct 20 11:44:35.861123 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29c640-3d44-4d5b-8205-225b096d007e req-f77c5ae7-8c48-40ae-95b2-4c5897f8d1ce tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:35.863327 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-7f29c640-3d44-4d5b-8205-225b096d007e req-f77c5ae7-8c48-40ae-95b2-4c5897f8d1ce tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.89 "GET /v2.0/ports?device_id=650d3227-e0e3-4a21-92da-69f4d2b35d43 HTTP/1.1" status: 200 len: 946 time: 0.1095991 Oct 20 11:44:35.864460 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 52956) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:35.903692 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-cca0c565-80ee-4fe2-9066-be5b585924f0 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] 10.222.0.98 "GET /v2.0/ports?device_id=f0fc7e61-b0a4-478e-b56d-8b3097084a0e HTTP/1.1" status: 200 len: 205 time: 0.0354421 Oct 20 11:44:35.909137 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 52960) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:35.975472 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-71661a11-4f3c-4dc1-9532-11fcd54b528a req-468f0bbd-b543-4477-8005-3bd16f7019c7 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129810 Oct 20 11:44:36.011176 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc521a4-0b3b-4a4b-9bd0-262412227c96 req-50812a81-366e-4c5a-95e6-707072344a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:36.012689 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5cc521a4-0b3b-4a4b-9bd0-262412227c96 req-50812a81-366e-4c5a-95e6-707072344a6b service neutron] 10.222.0.89 "GET /v2.0/networks?id=a1980227-64af-4c17-9cee-4570c69a4cb6 HTTP/1.1" status: 200 len: 914 time: 0.2709594 Oct 20 11:44:36.022267 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c220a286-1937-4c31-869b-e8ce833ef635 req-968990e8-b391-4bdb-99d9-bb23cc58a430 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:36.024199 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c220a286-1937-4c31-869b-e8ce833ef635 req-968990e8-b391-4bdb-99d9-bb23cc58a430 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=650d3227-e0e3-4a21-92da-69f4d2b35d43 HTTP/1.1" status: 200 len: 946 time: 0.1666648 Oct 20 11:44:36.078920 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5cc521a4-0b3b-4a4b-9bd0-262412227c96 req-29dd536e-ebc4-409d-ae0c-f220cebe9129 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60fd4c88-aa6b-43f5-90f9-9ec733b27069 HTTP/1.1" status: 200 len: 217 time: 0.0533824 Oct 20 11:44:36.115086 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-7f29c640-3d44-4d5b-8205-225b096d007e req-bf70d816-8660-419e-a3d0-3c3153b7e345 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Deleting port 986e9e97-e1cd-47d2-ae93-9e31f9f0d061 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:44:36.115604 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-7f29c640-3d44-4d5b-8205-225b096d007e req-bf70d816-8660-419e-a3d0-3c3153b7e345 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:36.140501 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c220a286-1937-4c31-869b-e8ce833ef635 req-bc7afdc3-ae46-414d-a1b0-2c06e16c927a tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064436 Oct 20 11:44:36.192320 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b6703f4f-2c4c-4f2c-8024-3841dd9f340d tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:36.195162 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc521a4-0b3b-4a4b-9bd0-262412227c96 req-a342e01f-fd3c-48cb-bcc9-ed7ee7e2e05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:36.198225 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5cc521a4-0b3b-4a4b-9bd0-262412227c96 req-a342e01f-fd3c-48cb-bcc9-ed7ee7e2e05b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=978f4782-c6ff-4108-a8dd-a568aeeefa48 HTTP/1.1" status: 200 len: 851 time: 0.0925472 Oct 20 11:44:36.315091 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc521a4-0b3b-4a4b-9bd0-262412227c96 req-8973da9e-8972-47f9-8165-9f398b88d75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:36.320651 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5cc521a4-0b3b-4a4b-9bd0-262412227c96 req-8973da9e-8972-47f9-8165-9f398b88d75f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a1980227-64af-4c17-9cee-4570c69a4cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1140108 Oct 20 11:44:36.577239 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5cc521a4-0b3b-4a4b-9bd0-262412227c96 req-bcb6a2f5-838f-4f06-a9ec-85d4d4b5dcae service neutron] 10.222.0.89 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467794 Oct 20 11:44:36.590113 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf1461-6167-44d8-a39a-24d0446b96ba req-9d324d67-48f9-4dbc-a483-6e3ce320c48c tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:36.591737 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-01bf1461-6167-44d8-a39a-24d0446b96ba req-9d324d67-48f9-4dbc-a483-6e3ce320c48c tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=278a688b-8d33-4472-93d2-c7ce51648d80 HTTP/1.1" status: 200 len: 944 time: 0.1334460 Oct 20 11:44:36.663186 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-01bf1461-6167-44d8-a39a-24d0446b96ba req-0c3fd5e8-6baf-4a32-b10e-8e93a6ea1a45 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597694 Oct 20 11:44:36.770554 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5cc521a4-0b3b-4a4b-9bd0-262412227c96 req-65973ee1-a7e8-4ccf-a4ec-dd5a685285f5 service neutron] 10.222.0.89 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777625 Oct 20 11:44:36.777403 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-7f29c640-3d44-4d5b-8205-225b096d007e req-bf70d816-8660-419e-a3d0-3c3153b7e345 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] For port 986e9e97-e1cd-47d2-ae93-9e31f9f0d061, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=986e9e97-e1cd-47d2-ae93-9e31f9f0d061,segment=NetworkSegment(474d5198-d4e2-4e04-8880-971eb081d7c2),segment_id=474d5198-d4e2-4e04-8880-971eb081d7c2)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:44:36.778090 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-7f29c640-3d44-4d5b-8205-225b096d007e req-bf70d816-8660-419e-a3d0-3c3153b7e345 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:36.807498 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-7f29c640-3d44-4d5b-8205-225b096d007e req-bf70d816-8660-419e-a3d0-3c3153b7e345 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Calling delete_port for 986e9e97-e1cd-47d2-ae93-9e31f9f0d061 owned by compute:nova {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:44:36.824924 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b6703f4f-2c4c-4f2c-8024-3841dd9f340d tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:36.964763 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-b6703f4f-2c4c-4f2c-8024-3841dd9f340d tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Deleting port c56b4a3d-fd43-4afa-9146-296c1c0451b7 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:44:36.965093 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b6703f4f-2c4c-4f2c-8024-3841dd9f340d tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:37.081922 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b6703f4f-2c4c-4f2c-8024-3841dd9f340d tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:37.096020 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-b6703f4f-2c4c-4f2c-8024-3841dd9f340d tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Calling delete_port for c56b4a3d-fd43-4afa-9146-296c1c0451b7 owned by network:router_gateway {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:44:37.162189 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb77bb-bd7a-46ea-a14d-6ba78c170ee2 req-1f18c465-8d30-4571-b414-c85a0ad29cc6 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:37.171589 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b0eb77bb-bd7a-46ea-a14d-6ba78c170ee2 req-1f18c465-8d30-4571-b414-c85a0ad29cc6 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=977b4eaa-3461-4930-ba7f-9fb39ab283f7 HTTP/1.1" status: 200 len: 945 time: 0.1034515 Oct 20 11:44:37.256142 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b0eb77bb-bd7a-46ea-a14d-6ba78c170ee2 req-31774312-e0e5-4d8a-aaf0-90e320bf13e2 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834746 Oct 20 11:44:37.331946 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-7f29c640-3d44-4d5b-8205-225b096d007e req-bf70d816-8660-419e-a3d0-3c3153b7e345 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:37.346575 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3e8b3-902e-466e-9fae-07b967439684 req-5e40dc50-9077-4c6a-ad4c-e83f960e3521 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:37.352595 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['81a208c0-65e0-4fc8-a75c-a093561e3229', '986e9e97-e1cd-47d2-ae93-9e31f9f0d061'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:44:37.353198 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f2c3e8b3-902e-466e-9fae-07b967439684 req-5e40dc50-9077-4c6a-ad4c-e83f960e3521 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=650d3227-e0e3-4a21-92da-69f4d2b35d43 HTTP/1.1" status: 200 len: 946 time: 0.1042285 Oct 20 11:44:37.408100 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f2c3e8b3-902e-466e-9fae-07b967439684 req-b0f1c639-8eb4-4afb-acc4-c94161390afd tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564492 Oct 20 11:44:37.449430 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf70d816-8660-419e-a3d0-3c3153b7e345 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Pushing event deleted for resources: {'Port': ['ID=986e9e97-e1cd-47d2-ae93-9e31f9f0d061,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:37.475564 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f29c640-3d44-4d5b-8205-225b096d007e req-bf70d816-8660-419e-a3d0-3c3153b7e345 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] No DVR routers for this DVR port 986e9e97-e1cd-47d2-ae93-9e31f9f0d061 on host n-h2-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:44:37.478573 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-7f29c640-3d44-4d5b-8205-225b096d007e req-bf70d816-8660-419e-a3d0-3c3153b7e345 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:37.483127 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-7f29c640-3d44-4d5b-8205-225b096d007e req-bf70d816-8660-419e-a3d0-3c3153b7e345 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.89 "DELETE /v2.0/ports/986e9e97-e1cd-47d2-ae93-9e31f9f0d061 HTTP/1.1" status: 204 len: 173 time: 1.5804024 Oct 20 11:44:37.485509 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650d3227-e0e3-4a21-92da-69f4d2b35d43', 'name': 'network-vif-deleted', 'tag': '986e9e97-e1cd-47d2-ae93-9e31f9f0d061'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:44:37.491527 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef69f78f-8eb9-4583-b321-a04d653d86a4" -d '{"events": [{"server_uuid": "650d3227-e0e3-4a21-92da-69f4d2b35d43", "name": "network-vif-deleted", "tag": "986e9e97-e1cd-47d2-ae93-9e31f9f0d061"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:44:37.518184 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b6703f4f-2c4c-4f2c-8024-3841dd9f340d tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:37.571470 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6703f4f-2c4c-4f2c-8024-3841dd9f340d tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Pushing event deleted for resources: {'Port': ['ID=c56b4a3d-fd43-4afa-9146-296c1c0451b7,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:37.633512 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcdb70be-38c2-4162-8036-cef0c7a717ac x-openstack-request-id: req-bcdb70be-38c2-4162-8036-cef0c7a717ac {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:44:37.633954 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650d3227-e0e3-4a21-92da-69f4d2b35d43", "name": "network-vif-deleted", "tag": "986e9e97-e1cd-47d2-ae93-9e31f9f0d061", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:44:37.634424 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bcdb70be-38c2-4162-8036-cef0c7a717ac {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:44:37.635117 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650d3227-e0e3-4a21-92da-69f4d2b35d43', 'name': 'network-vif-deleted', 'tag': '986e9e97-e1cd-47d2-ae93-9e31f9f0d061', 'status': 'completed', 'code': 200} Oct 20 11:44:37.758389 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b6703f4f-2c4c-4f2c-8024-3841dd9f340d tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:37.842752 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa9530-c019-49eb-9019-d1868d6ca195 req-e29e1253-9b50-4ec2-ba43-3c10e66f3e52 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:37.850807 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a5fa9530-c019-49eb-9019-d1868d6ca195 req-e29e1253-9b50-4ec2-ba43-3c10e66f3e52 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=278a688b-8d33-4472-93d2-c7ce51648d80 HTTP/1.1" status: 200 len: 944 time: 0.0669370 Oct 20 11:44:37.916568 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b6703f4f-2c4c-4f2c-8024-3841dd9f340d tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:37.916780 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a5fa9530-c019-49eb-9019-d1868d6ca195 req-310b0010-8d2f-4dcf-8453-be941d9e1f87 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628233 Oct 20 11:44:37.923279 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b6703f4f-2c4c-4f2c-8024-3841dd9f340d tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:38.004219 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b6703f4f-2c4c-4f2c-8024-3841dd9f340d tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:38.004825 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6703f4f-2c4c-4f2c-8024-3841dd9f340d tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Fanout notify agent at l3_agent the message router_deleted on router f0fc7e61-b0a4-478e-b56d-8b3097084a0e {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:44:38.012800 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b6703f4f-2c4c-4f2c-8024-3841dd9f340d tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:38.014351 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b6703f4f-2c4c-4f2c-8024-3841dd9f340d tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] 10.222.0.98 "DELETE /v2.0/routers/f0fc7e61-b0a4-478e-b56d-8b3097084a0e HTTP/1.1" status: 204 len: 168 time: 2.1041782 Oct 20 11:44:38.020514 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53020) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:38.026616 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-40c3928f-5646-4efa-9664-0a5e6feb579a tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1959757539', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:44:38.070732 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-40c3928f-5646-4efa-9664-0a5e6feb579a tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:38.072097 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-40c3928f-5646-4efa-9664-0a5e6feb579a tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:38.157651 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-40c3928f-5646-4efa-9664-0a5e6feb579a tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:38.163478 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-40c3928f-5646-4efa-9664-0a5e6feb579a tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:38.200453 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-40c3928f-5646-4efa-9664-0a5e6feb579a tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:38.205435 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-40c3928f-5646-4efa-9664-0a5e6feb579a tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1812615 Oct 20 11:44:38.206250 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53024) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:38.211675 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-5610d897-cbfb-49b4-b24d-b53b1453ffef tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Request body: {'router': {'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:44:38.390328 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 60fd4c88-aa6b-43f5-90f9-9ec733b27069 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:44:38.456016 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316e7bc-de3c-4009-affb-f019a61ae886 req-0bdc92bd-5a15-4d4d-9f53-46ccfee4f96e tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:38.457877 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7316e7bc-de3c-4009-affb-f019a61ae886 req-0bdc92bd-5a15-4d4d-9f53-46ccfee4f96e tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=977b4eaa-3461-4930-ba7f-9fb39ab283f7 HTTP/1.1" status: 200 len: 945 time: 0.1058974 Oct 20 11:44:38.543131 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7316e7bc-de3c-4009-affb-f019a61ae886 req-f8b4ff8f-fdaf-4ffd-ba62-78934d116d47 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763571 Oct 20 11:44:38.574406 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5610d897-cbfb-49b4-b24d-b53b1453ffef tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:38.596831 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 60fd4c88-aa6b-43f5-90f9-9ec733b27069, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=60fd4c88-aa6b-43f5-90f9-9ec733b27069,segment=NetworkSegment(73cbce6c-57a2-4343-bb4b-9f489f07b678),segment_id=73cbce6c-57a2-4343-bb4b-9f489f07b678)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:44:38.616988 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '60fd4c88-aa6b-43f5-90f9-9ec733b27069', 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6', 'port_id': '60fd4c88-aa6b-43f5-90f9-9ec733b27069', 'mac_address': 'fa:16:3e:40:25:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '978f4782-c6ff-4108-a8dd-a568aeeefa48', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:44:38.696647 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:38.729734 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60fd4c88-aa6b-43f5-90f9-9ec733b27069 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:44:38.773549 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 60fd4c88-aa6b-43f5-90f9-9ec733b27069, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=60fd4c88-aa6b-43f5-90f9-9ec733b27069,segment=NetworkSegment(73cbce6c-57a2-4343-bb4b-9f489f07b678),segment_id=73cbce6c-57a2-4343-bb4b-9f489f07b678)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:44:38.791870 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:38.859234 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=60fd4c88-aa6b-43f5-90f9-9ec733b27069,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:39.036725 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae0b01-ee2a-4b0c-86dd-e486fc0353b6 req-f87a32c4-d580-4ad3-8971-8e77ee392154 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:39.038319 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2cae0b01-ee2a-4b0c-86dd-e486fc0353b6 req-f87a32c4-d580-4ad3-8971-8e77ee392154 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/networks?id=4684d20a-1285-4a26-b3d8-722aa32ad5b4 HTTP/1.1" status: 200 len: 805 time: 0.2112305 Oct 20 11:44:39.053626 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5610d897-cbfb-49b4-b24d-b53b1453ffef tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks [] for router_gateway, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:39.077944 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5610d897-cbfb-49b4-b24d-b53b1453ffef tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:39.082684 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['60fd4c88-aa6b-43f5-90f9-9ec733b27069'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:44:39.082874 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2cae0b01-ee2a-4b0c-86dd-e486fc0353b6 req-9f77fdf3-2c6a-4e17-b478-b7cbcab2b4f5 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/quotas/87f9bb79a2f44e408030b0f728683d1b HTTP/1.1" status: 200 len: 375 time: 0.0228364 Oct 20 11:44:39.098558 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514ee65-8742-4a2e-aafc-5feda58e1c45 req-78b4cba1-20b5-4857-8ecd-bedfb392c404 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:39.100735 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5514ee65-8742-4a2e-aafc-5feda58e1c45 req-78b4cba1-20b5-4857-8ecd-bedfb392c404 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=278a688b-8d33-4472-93d2-c7ce51648d80 HTTP/1.1" status: 200 len: 945 time: 0.0881665 Oct 20 11:44:39.208394 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2cae0b01-ee2a-4b0c-86dd-e486fc0353b6 req-6506b100-09bd-4075-9ace-288f80c68932 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=87f9bb79a2f44e408030b0f728683d1b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1018047 Oct 20 11:44:39.244837 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5514ee65-8742-4a2e-aafc-5feda58e1c45 req-badf87df-d2d2-46e9-81bd-c3879db1a3cd tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360779 Oct 20 11:44:39.273170 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-5610d897-cbfb-49b4-b24d-b53b1453ffef tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Allocated IP 172.25.5.199 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/50ba9364-f91f-4365-b551-9dc629b648e7) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:44:39.374280 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2cae0b01-ee2a-4b0c-86dd-e486fc0353b6 req-191cb2ef-682d-4365-9632-af31d4a8f6aa service neutron] 10.222.0.98 "GET /v2.0/networks/4684d20a-1285-4a26-b3d8-722aa32ad5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650164 Oct 20 11:44:39.391346 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5610d897-cbfb-49b4-b24d-b53b1453ffef tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:39.435757 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5610d897-cbfb-49b4-b24d-b53b1453ffef tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:39.475796 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2cae0b01-ee2a-4b0c-86dd-e486fc0353b6 req-cea37844-9393-4a30-9e84-04d9c81fc5d1 service neutron] 10.222.0.98 "GET /v2.0/networks/4684d20a-1285-4a26-b3d8-722aa32ad5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929985 Oct 20 11:44:39.502284 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5610d897-cbfb-49b4-b24d-b53b1453ffef tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Pushing event updated for resources: {'Port': ['ID=50ba9364-f91f-4365-b551-9dc629b648e7,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:39.507868 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5610d897-cbfb-49b4-b24d-b53b1453ffef tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:44:39.509685 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-5610d897-cbfb-49b4-b24d-b53b1453ffef tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:44:39.512445 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5610d897-cbfb-49b4-b24d-b53b1453ffef tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:44:39.750183 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3461ac9a-03f3-45d9-8ad3-52ae9590fbde req-964e72c1-71d9-463c-8d0b-b6213148e5f3 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff445f7-4aaa-425c-98b7-0200230eb5a7 HTTP/1.1" status: 200 len: 210 time: 0.0615973 Oct 20 11:44:39.779052 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22c095-eedc-4062-bd1b-6428d66334f2 req-aced140f-25bb-4f67-b0dc-a3389958cb15 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:39.788042 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bc22c095-eedc-4062-bd1b-6428d66334f2 req-aced140f-25bb-4f67-b0dc-a3389958cb15 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=977b4eaa-3461-4930-ba7f-9fb39ab283f7 HTTP/1.1" status: 200 len: 945 time: 0.1165910 Oct 20 11:44:39.855302 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:39.897557 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bc22c095-eedc-4062-bd1b-6428d66334f2 req-b4697cd4-076d-4127-8418-9176029dd9ac tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092367 Oct 20 11:44:39.946987 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5610d897-cbfb-49b4-b24d-b53b1453ffef tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks [] for router_gateway, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:40.244290 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4adcf0e-4107-4573-9300-a71e5c42e2f2 req-06b6e46a-ee0a-4ee0-b8b3-ab013efff33a tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:40.245876 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f4adcf0e-4107-4573-9300-a71e5c42e2f2 req-06b6e46a-ee0a-4ee0-b8b3-ab013efff33a tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] 10.222.0.98 "GET /v2.0/ports?device_id=cd7a9dea-6f23-440f-9c86-05fd80febb96 HTTP/1.1" status: 200 len: 950 time: 0.0653260 Oct 20 11:44:40.302043 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5610d897-cbfb-49b4-b24d-b53b1453ffef tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4352'] for router, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:40.308775 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5610d897-cbfb-49b4-b24d-b53b1453ffef tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-652987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-652962', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-654361'] for router, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:40.327584 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f4adcf0e-4107-4573-9300-a71e5c42e2f2 req-63f6277a-b3e7-4c8b-9d8c-03f2dd1e833d tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] 10.222.0.98 "GET /v2.0/security-groups?id=0d8461b4-50a6-4de4-b161-5c12e190fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740418 Oct 20 11:44:40.405449 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 60fd4c88-aa6b-43f5-90f9-9ec733b27069 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:44:40.450137 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e03134b-2673-491b-bf10-d16b0782473c req-2bbb7871-eda8-4d81-8911-d616d6077878 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:40.452482 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4e03134b-2673-491b-bf10-d16b0782473c req-2bbb7871-eda8-4d81-8911-d616d6077878 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=278a688b-8d33-4472-93d2-c7ce51648d80 HTTP/1.1" status: 200 len: 945 time: 0.0627582 Oct 20 11:44:40.499750 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4e03134b-2673-491b-bf10-d16b0782473c req-76a17834-f5f6-4f60-ab23-480e5d3c9b38 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404241 Oct 20 11:44:40.531824 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 60fd4c88-aa6b-43f5-90f9-9ec733b27069 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:44:40.536660 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 60fd4c88-aa6b-43f5-90f9-9ec733b27069 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:44:40.537028 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:40.609516 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5610d897-cbfb-49b4-b24d-b53b1453ffef tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Router 40c6362d-b4a0-4b05-8a6c-d4f900900d17 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:44:40.649631 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:40.694787 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '278a688b-8d33-4472-93d2-c7ce51648d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fd4c88-aa6b-43f5-90f9-9ec733b27069'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:44:40.698039 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6938a3c9-af44-41ad-8b78-238394166c33" -d '{"events": [{"server_uuid": "278a688b-8d33-4472-93d2-c7ce51648d80", "name": "network-vif-plugged", "status": "completed", "tag": "60fd4c88-aa6b-43f5-90f9-9ec733b27069"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:44:40.741525 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 60fd4c88-aa6b-43f5-90f9-9ec733b27069, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=60fd4c88-aa6b-43f5-90f9-9ec733b27069,segment=NetworkSegment(73cbce6c-57a2-4343-bb4b-9f489f07b678),segment_id=73cbce6c-57a2-4343-bb4b-9f489f07b678)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:44:40.752947 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:40.753681 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 986e9e97-e1cd-47d2-ae93-9e31f9f0d061 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:44:40.801024 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: 986e9e97-e1cd-47d2-ae93-9e31f9f0d061 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:44:40.801338 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 986e9e97-e1cd-47d2-ae93-9e31f9f0d061 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:44:40.817045 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5610d897-cbfb-49b4-b24d-b53b1453ffef tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:44:40.825591 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0404ff-8fc1-4476-8270-9806c576d8dd x-openstack-request-id: req-1d0404ff-8fc1-4476-8270-9806c576d8dd {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:44:40.825881 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "278a688b-8d33-4472-93d2-c7ce51648d80", "name": "network-vif-plugged", "status": "completed", "tag": "60fd4c88-aa6b-43f5-90f9-9ec733b27069", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:44:40.826128 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1d0404ff-8fc1-4476-8270-9806c576d8dd {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:44:40.826565 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '278a688b-8d33-4472-93d2-c7ce51648d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fd4c88-aa6b-43f5-90f9-9ec733b27069', 'code': 200} Oct 20 11:44:40.831608 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5610d897-cbfb-49b4-b24d-b53b1453ffef tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:40.835385 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5610d897-cbfb-49b4-b24d-b53b1453ffef tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] 10.222.0.98 "PUT /v2.0/routers/40c6362d-b4a0-4b05-8a6c-d4f900900d17 HTTP/1.1" status: 200 len: 880 time: 2.6255043 Oct 20 11:44:40.835509 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db1f776-3388-43e6-901f-06a2a6a19382 None None] Sync routers for ids ['40c6362d-b4a0-4b05-8a6c-d4f900900d17'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:44:40.836878 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53138) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:40.853596 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db1f776-3388-43e6-901f-06a2a6a19382 None None] Routers {'40c6362d-b4a0-4b05-8a6c-d4f900900d17'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:44:40.854246 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-0db1f776-3388-43e6-901f-06a2a6a19382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:44:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['40c6362d-b4a0-4b05-8a6c-d4f900900d17'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:40.898376 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-0db1f776-3388-43e6-901f-06a2a6a19382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:40.915426 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df550747-ae55-4aa0-a444-51e8551ac219 req-8f353f80-1132-4cd2-8f04-7809c8ac62fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:40.917265 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-df550747-ae55-4aa0-a444-51e8551ac219 req-8f353f80-1132-4cd2-8f04-7809c8ac62fc service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=278a688b-8d33-4472-93d2-c7ce51648d80 HTTP/1.1" status: 200 len: 1097 time: 0.0509729 Oct 20 11:44:40.937454 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db1f776-3388-43e6-901f-06a2a6a19382 None None] Routers {'40c6362d-b4a0-4b05-8a6c-d4f900900d17'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:44:40.938180 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-0db1f776-3388-43e6-901f-06a2a6a19382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:44:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['40c6362d-b4a0-4b05-8a6c-d4f900900d17'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:40.970875 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-445c128f-a046-4ce4-9453-e08479ce2b30 req-6bd15210-8f8a-4c2e-94cb-f35868e6ec19 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff445f7-4aaa-425c-98b7-0200230eb5a7 HTTP/1.1" status: 200 len: 210 time: 0.0767004 Oct 20 11:44:41.000994 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-df550747-ae55-4aa0-a444-51e8551ac219 req-b307bf01-13b7-4b57-b6c8-769f850ca795 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732949 Oct 20 11:44:41.009792 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-0db1f776-3388-43e6-901f-06a2a6a19382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:41.011369 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db1f776-3388-43e6-901f-06a2a6a19382 None None] The sync data for ids ['40c6362d-b4a0-4b05-8a6c-d4f900900d17'] in n-d-814735-3 is: [] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:44:41.018768 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=60fd4c88-aa6b-43f5-90f9-9ec733b27069,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:41.089815 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea013d-8913-4b80-bbd2-041f2ec48740 req-41098314-af0f-477f-bf0d-e1513ab70490 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:41.091351 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-67ea013d-8913-4b80-bbd2-041f2ec48740 req-41098314-af0f-477f-bf0d-e1513ab70490 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=977b4eaa-3461-4930-ba7f-9fb39ab283f7 HTTP/1.1" status: 200 len: 945 time: 0.1085112 Oct 20 11:44:41.112886 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c7a074b1-b753-4d05-9bcc-f05e520a4365 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] 10.222.0.98 "GET /v2.0/routers/40c6362d-b4a0-4b05-8a6c-d4f900900d17 HTTP/1.1" status: 200 len: 921 time: 0.2741361 Oct 20 11:44:41.115846 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53150) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:41.140859 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-67ea013d-8913-4b80-bbd2-041f2ec48740 req-fe11511b-3a19-43ad-84c6-820872f2422b tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386715 Oct 20 11:44:41.181059 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8720412a-1517-455a-affa-c0d9f6546e4f tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:41.182592 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8720412a-1517-455a-affa-c0d9f6546e4f tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] 10.222.0.98 "GET /v2.0/ports?network_id=717966e5-c478-496f-bddb-05794fb74250&device_id=40c6362d-b4a0-4b05-8a6c-d4f900900d17&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0652437 Oct 20 11:44:41.185354 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53154) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:41.280943 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4770e5da-7985-42a3-bed6-2f067052a1f5 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:41.282518 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4770e5da-7985-42a3-bed6-2f067052a1f5 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] 10.222.0.98 "GET /v2.0/networks/717966e5-c478-496f-bddb-05794fb74250 HTTP/1.1" status: 200 len: 881 time: 0.0961010 Oct 20 11:44:41.285386 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53160) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:41.318474 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f1481a55-0c83-4bc0-a196-09cf723c3999 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] 10.222.0.98 "GET /v2.0/ports?device_id=40c6362d-b4a0-4b05-8a6c-d4f900900d17 HTTP/1.1" status: 200 len: 205 time: 0.0293550 Oct 20 11:44:41.318926 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53164) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:41.539258 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf5a687-4321-4d72-8bc6-ef41859a7958 req-e58b746d-6e56-40c2-8df5-e33a3354ccb0 tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:41.563929 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-faf5a687-4321-4d72-8bc6-ef41859a7958 req-e58b746d-6e56-40c2-8df5-e33a3354ccb0 tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] 10.222.0.98 "GET /v2.0/ports?device_id=cd7a9dea-6f23-440f-9c86-05fd80febb96 HTTP/1.1" status: 200 len: 950 time: 0.0958128 Oct 20 11:44:41.609972 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae0b01-ee2a-4b0c-86dd-e486fc0353b6 req-4f11867e-abed-43e5-8e36-80373d0a7181 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:41.611552 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2cae0b01-ee2a-4b0c-86dd-e486fc0353b6 req-4f11867e-abed-43e5-8e36-80373d0a7181 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.89 "GET /v2.0/networks?id=4684d20a-1285-4a26-b3d8-722aa32ad5b4 HTTP/1.1" status: 200 len: 805 time: 0.2367496 Oct 20 11:44:41.635844 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-faf5a687-4321-4d72-8bc6-ef41859a7958 req-ef5279b5-c5a5-4f3f-92e6-81a26b3b574c tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] 10.222.0.98 "GET /v2.0/security-groups?id=0d8461b4-50a6-4de4-b161-5c12e190fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667024 Oct 20 11:44:41.635934 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4632bd5c-f3ce-48c8-ba13-ad15491260ed tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:41.641633 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-2cae0b01-ee2a-4b0c-86dd-e486fc0353b6 req-7f14b46e-dd22-44be-99fa-60f6aca4441c tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Request body: {'port': {'device_id': '6ff445f7-4aaa-425c-98b7-0200230eb5a7', 'network_id': '4684d20a-1285-4a26-b3d8-722aa32ad5b4', 'admin_state_up': True, 'tenant_id': '87f9bb79a2f44e408030b0f728683d1b'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:44:41.787358 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4289e5-b037-4a12-9036-b4e92812d884 req-b0676642-4c18-4039-9ef1-f85e146f0a0e tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:41.789755 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8f4289e5-b037-4a12-9036-b4e92812d884 req-b0676642-4c18-4039-9ef1-f85e146f0a0e tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=278a688b-8d33-4472-93d2-c7ce51648d80 HTTP/1.1" status: 200 len: 946 time: 0.0835156 Oct 20 11:44:41.857817 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8f4289e5-b037-4a12-9036-b4e92812d884 req-57e08426-0d91-4cb1-8021-3e2e970c54f5 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604866 Oct 20 11:44:41.875391 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4632bd5c-f3ce-48c8-ba13-ad15491260ed tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:41.965895 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cae0b01-ee2a-4b0c-86dd-e486fc0353b6 req-7f14b46e-dd22-44be-99fa-60f6aca4441c tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Made reservation on behalf of 87f9bb79a2f44e408030b0f728683d1b for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:44:41.970392 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-2cae0b01-ee2a-4b0c-86dd-e486fc0353b6 req-7f14b46e-dd22-44be-99fa-60f6aca4441c tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:42.093880 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1ccf7073-cf2f-4d77-8eaa-708c1a5e094b req-f3f8eed9-5b65-44ea-ac1b-5f6917b84ecf tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff445f7-4aaa-425c-98b7-0200230eb5a7 HTTP/1.1" status: 200 len: 210 time: 0.0365710 Oct 20 11:44:42.254835 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53200) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:42.303602 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c10ab1-2389-42a0-90c1-bb90adb8e871 req-d7465fd7-bd14-4cf8-b45b-98c751739474 tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:42.308861 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5c10ab1-2389-42a0-90c1-bb90adb8e871 req-d7465fd7-bd14-4cf8-b45b-98c751739474 tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] 10.222.0.89 "GET /v2.0/ports?device_id=cd7a9dea-6f23-440f-9c86-05fd80febb96 HTTP/1.1" status: 200 len: 950 time: 0.1152213 Oct 20 11:44:42.430521 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2370c68-2808-4664-90c4-50f704a6b9e5 req-467fd2db-3c00-4c1d-92ad-208b86b13677 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:42.433387 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-4632bd5c-f3ce-48c8-ba13-ad15491260ed tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Deleting port 50ba9364-f91f-4365-b551-9dc629b648e7 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:44:42.433888 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4632bd5c-f3ce-48c8-ba13-ad15491260ed tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:42.435544 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a2370c68-2808-4664-90c4-50f704a6b9e5 req-467fd2db-3c00-4c1d-92ad-208b86b13677 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=977b4eaa-3461-4930-ba7f-9fb39ab283f7 HTTP/1.1" status: 200 len: 945 time: 0.1253915 Oct 20 11:44:42.465940 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6b70087b-96e6-4571-a561-e7b1a3cbfee2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:42.540048 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a2370c68-2808-4664-90c4-50f704a6b9e5 req-d003fdf6-61df-4cd7-83fd-b06274a0b2d8 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772943 Oct 20 11:44:42.573022 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-e5c10ab1-2389-42a0-90c1-bb90adb8e871 req-1e3a6646-90a1-4eb9-b4b5-f35efbc625eb tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] Deleting port 6bf021aa-d735-443c-8c56-f9cfa7513dc9 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:44:42.573754 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e5c10ab1-2389-42a0-90c1-bb90adb8e871 req-1e3a6646-90a1-4eb9-b4b5-f35efbc625eb tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:42.614556 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4632bd5c-f3ce-48c8-ba13-ad15491260ed tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:42.640421 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-4632bd5c-f3ce-48c8-ba13-ad15491260ed tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Calling delete_port for 50ba9364-f91f-4365-b551-9dc629b648e7 owned by network:router_gateway {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:44:42.687921 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6b70087b-96e6-4571-a561-e7b1a3cbfee2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:42.701795 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6b70087b-96e6-4571-a561-e7b1a3cbfee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:42.713181 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [req-2cae0b01-ee2a-4b0c-86dd-e486fc0353b6 req-7f14b46e-dd22-44be-99fa-60f6aca4441c tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Allocated IP 172.20.0.7 (4684d20a-1285-4a26-b3d8-722aa32ad5b4/533789ee-0e8e-421f-8cb0-0d7463c535a5/22569b1b-fefd-4408-a119-19d63e60c749) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:44:42.733845 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-e5c10ab1-2389-42a0-90c1-bb90adb8e871 req-1e3a6646-90a1-4eb9-b4b5-f35efbc625eb tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] For port 6bf021aa-d735-443c-8c56-f9cfa7513dc9, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=6bf021aa-d735-443c-8c56-f9cfa7513dc9,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:44:42.734422 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e5c10ab1-2389-42a0-90c1-bb90adb8e871 req-1e3a6646-90a1-4eb9-b4b5-f35efbc625eb tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:42.750235 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-e5c10ab1-2389-42a0-90c1-bb90adb8e871 req-1e3a6646-90a1-4eb9-b4b5-f35efbc625eb tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] Calling delete_port for 6bf021aa-d735-443c-8c56-f9cfa7513dc9 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:44:42.952658 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b70087b-96e6-4571-a561-e7b1a3cbfee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bd8411-3b3c-4af9-b7f9-f6631b1b3ade,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:42.970689 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-6b70087b-96e6-4571-a561-e7b1a3cbfee2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a41ee4687a4c42ac8c76fcb7acbe824d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7145495 Oct 20 11:44:42.976865 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53222) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:42.981524 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4632bd5c-f3ce-48c8-ba13-ad15491260ed tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:43.024471 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e5c10ab1-2389-42a0-90c1-bb90adb8e871 req-1e3a6646-90a1-4eb9-b4b5-f35efbc625eb tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:43.037259 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['6bf021aa-d735-443c-8c56-f9cfa7513dc9'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:44:43.042075 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-2cae0b01-ee2a-4b0c-86dd-e486fc0353b6 req-7f14b46e-dd22-44be-99fa-60f6aca4441c tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:43.055240 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79bddf0-4639-452d-9817-e196866b04e9 req-79ecf7fa-6d0f-4c30-952f-23fde85c6903 tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:43.056946 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c79bddf0-4639-452d-9817-e196866b04e9 req-79ecf7fa-6d0f-4c30-952f-23fde85c6903 tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] 10.222.0.98 "GET /v2.0/ports?device_id=cd7a9dea-6f23-440f-9c86-05fd80febb96 HTTP/1.1" status: 200 len: 950 time: 0.2046273 Oct 20 11:44:43.072141 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4632bd5c-f3ce-48c8-ba13-ad15491260ed tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Pushing event deleted for resources: {'Port': ['ID=50ba9364-f91f-4365-b551-9dc629b648e7,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:43.101773 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a6646-90a1-4eb9-b4b5-f35efbc625eb tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] Pushing event deleted for resources: {'Port': ['ID=6bf021aa-d735-443c-8c56-f9cfa7513dc9,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:43.135890 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-2cae0b01-ee2a-4b0c-86dd-e486fc0353b6 req-7f14b46e-dd22-44be-99fa-60f6aca4441c tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:43.148438 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['81a208c0-65e0-4fc8-a75c-a093561e3229'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:44:43.157780 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dfac7d-f697-42e1-89f7-455668ceb5f2 req-a4758b12-55a4-4e29-8d2a-0784c55d23f3 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:43.160212 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-84dfac7d-f697-42e1-89f7-455668ceb5f2 req-a4758b12-55a4-4e29-8d2a-0784c55d23f3 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=278a688b-8d33-4472-93d2-c7ce51648d80 HTTP/1.1" status: 200 len: 946 time: 0.2128193 Oct 20 11:44:43.184802 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c10ab1-2389-42a0-90c1-bb90adb8e871 req-1e3a6646-90a1-4eb9-b4b5-f35efbc625eb tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] No DVR routers for this DVR port 6bf021aa-d735-443c-8c56-f9cfa7513dc9 on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:44:43.187626 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e5c10ab1-2389-42a0-90c1-bb90adb8e871 req-1e3a6646-90a1-4eb9-b4b5-f35efbc625eb tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:43.198157 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5c10ab1-2389-42a0-90c1-bb90adb8e871 req-1e3a6646-90a1-4eb9-b4b5-f35efbc625eb tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] 10.222.0.89 "DELETE /v2.0/ports/6bf021aa-d735-443c-8c56-f9cfa7513dc9 HTTP/1.1" status: 204 len: 173 time: 0.8671317 Oct 20 11:44:43.202725 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4632bd5c-f3ce-48c8-ba13-ad15491260ed tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:43.236118 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd7a9dea-6f23-440f-9c86-05fd80febb96', 'name': 'network-vif-deleted', 'tag': '6bf021aa-d735-443c-8c56-f9cfa7513dc9'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:44:43.238452 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78ee042-fb36-4da2-8b64-3eac09b2a974" -d '{"events": [{"server_uuid": "cd7a9dea-6f23-440f-9c86-05fd80febb96", "name": "network-vif-deleted", "tag": "6bf021aa-d735-443c-8c56-f9cfa7513dc9"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:44:43.249844 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c79bddf0-4639-452d-9817-e196866b04e9 req-6bfade7b-af6c-494d-a57b-0ebc44eb110d tempest-VolumesBackupsTest-1407860064 tempest-VolumesBackupsTest-1407860064-project] 10.222.0.98 "GET /v2.0/security-groups?id=0d8461b4-50a6-4de4-b161-5c12e190fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592591 Oct 20 11:44:43.250508 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8d831b34-bca8-4b47-b969-065d3415d9b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:43.278270 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cae0b01-ee2a-4b0c-86dd-e486fc0353b6 req-7f14b46e-dd22-44be-99fa-60f6aca4441c tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Network 4684d20a-1285-4a26-b3d8-722aa32ad5b4 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:44:43.351160 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-84dfac7d-f697-42e1-89f7-455668ceb5f2 req-c2fd41fc-fba9-4b1b-a04f-6c4cda8b71e8 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544569 Oct 20 11:44:43.409847 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4632bd5c-f3ce-48c8-ba13-ad15491260ed tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:43.412691 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4632bd5c-f3ce-48c8-ba13-ad15491260ed tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:43.416772 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0f891b-e15e-4d1a-ab7a-a6f031cbb4ec x-openstack-request-id: req-ba0f891b-e15e-4d1a-ab7a-a6f031cbb4ec {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:44:43.417065 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd7a9dea-6f23-440f-9c86-05fd80febb96", "name": "network-vif-deleted", "tag": "6bf021aa-d735-443c-8c56-f9cfa7513dc9", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:44:43.417307 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ba0f891b-e15e-4d1a-ab7a-a6f031cbb4ec {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:44:43.417709 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd7a9dea-6f23-440f-9c86-05fd80febb96', 'name': 'network-vif-deleted', 'tag': '6bf021aa-d735-443c-8c56-f9cfa7513dc9', 'status': 'completed', 'code': 200} Oct 20 11:44:43.426625 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8d831b34-bca8-4b47-b969-065d3415d9b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:43.462076 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [req-2cae0b01-ee2a-4b0c-86dd-e486fc0353b6 req-7f14b46e-dd22-44be-99fa-60f6aca4441c tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:44:43.473025 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4632bd5c-f3ce-48c8-ba13-ad15491260ed tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:43.473653 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4632bd5c-f3ce-48c8-ba13-ad15491260ed tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Fanout notify agent at l3_agent the message router_deleted on router 40c6362d-b4a0-4b05-8a6c-d4f900900d17 {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:44:43.475817 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cae0b01-ee2a-4b0c-86dd-e486fc0353b6 req-7f14b46e-dd22-44be-99fa-60f6aca4441c tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:44:43.477115 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ae201-6876-4495-b880-db06b99e3160 req-b881492a-76b8-4f26-a462-e5553c055a94 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:43.478825 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-277ae201-6876-4495-b880-db06b99e3160 req-b881492a-76b8-4f26-a462-e5553c055a94 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff445f7-4aaa-425c-98b7-0200230eb5a7 HTTP/1.1" status: 200 len: 931 time: 0.1265891 Oct 20 11:44:43.487995 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4632bd5c-f3ce-48c8-ba13-ad15491260ed tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:43.492967 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4632bd5c-f3ce-48c8-ba13-ad15491260ed tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] 10.222.0.98 "DELETE /v2.0/routers/40c6362d-b4a0-4b05-8a6c-d4f900900d17 HTTP/1.1" status: 204 len: 168 time: 2.1693802 Oct 20 11:44:43.495150 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f14b46e-dd22-44be-99fa-60f6aca4441c tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Pushing event updated for resources: {'Port': ['ID=22569b1b-fefd-4408-a119-19d63e60c749,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:43.505664 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53234) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:43.511426 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-956dbe1f-706b-46c6-b423-366674a41cf9 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1251476953', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:44:43.553826 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae0b01-ee2a-4b0c-86dd-e486fc0353b6 req-7f14b46e-dd22-44be-99fa-60f6aca4441c tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:43.554493 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-2cae0b01-ee2a-4b0c-86dd-e486fc0353b6 req-7f14b46e-dd22-44be-99fa-60f6aca4441c tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:43.575391 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2cae0b01-ee2a-4b0c-86dd-e486fc0353b6 req-7f14b46e-dd22-44be-99fa-60f6aca4441c tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9386835 Oct 20 11:44:43.594282 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-2cae0b01-ee2a-4b0c-86dd-e486fc0353b6 req-432d89eb-f397-436e-9fe6-74bf1f6920a8 service neutron] Request body: {'port': {'device_id': '6ff445f7-4aaa-425c-98b7-0200230eb5a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:44:43.752266 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-2cae0b01-ee2a-4b0c-86dd-e486fc0353b6 req-432d89eb-f397-436e-9fe6-74bf1f6920a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:43.914753 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8d831b34-bca8-4b47-b969-065d3415d9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:43.917300 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8d831b34-bca8-4b47-b969-065d3415d9b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:43.918537 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8d831b34-bca8-4b47-b969-065d3415d9b9 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d1bd8411-3b3c-4af9-b7f9-f6631b1b3ade HTTP/1.1" status: 204 len: 168 time: 0.9401722 Oct 20 11:44:43.925490 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-956dbe1f-706b-46c6-b423-366674a41cf9 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:43.926534 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-956dbe1f-706b-46c6-b423-366674a41cf9 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:43.934977 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-277ae201-6876-4495-b880-db06b99e3160 req-34b80df6-636e-4821-814b-289f91708c99 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4382672 Oct 20 11:44:43.953528 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42606a85-e734-41d3-8dd2-604bd330da03 req-50ae4673-1b26-41d9-8917-bb11d8618c14 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:43.955159 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-42606a85-e734-41d3-8dd2-604bd330da03 req-50ae4673-1b26-41d9-8917-bb11d8618c14 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=977b4eaa-3461-4930-ba7f-9fb39ab283f7 HTTP/1.1" status: 200 len: 945 time: 0.1062078 Oct 20 11:44:43.955930 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d831b34-bca8-4b47-b969-065d3415d9b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bd8411-3b3c-4af9-b7f9-f6631b1b3ade,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:44.046306 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-956dbe1f-706b-46c6-b423-366674a41cf9 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:44.052588 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-956dbe1f-706b-46c6-b423-366674a41cf9 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:44.093090 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-42606a85-e734-41d3-8dd2-604bd330da03 req-7e4b06f5-dd81-4ee8-af05-a6c4f76c91f7 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087956 Oct 20 11:44:44.099252 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-956dbe1f-706b-46c6-b423-366674a41cf9 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:44.103196 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-956dbe1f-706b-46c6-b423-366674a41cf9 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5928867 Oct 20 11:44:44.104183 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53252) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:44.109357 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-2a7636d2-4a75-4a41-ace9-c1ca9b961479 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'enable_snat': True}}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:44:44.197330 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-2cae0b01-ee2a-4b0c-86dd-e486fc0353b6 req-432d89eb-f397-436e-9fe6-74bf1f6920a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22569b1b-fefd-4408-a119-19d63e60c749 {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:44:44.206686 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-2cae0b01-ee2a-4b0c-86dd-e486fc0353b6 req-432d89eb-f397-436e-9fe6-74bf1f6920a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:44.222228 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-2cae0b01-ee2a-4b0c-86dd-e486fc0353b6 req-432d89eb-f397-436e-9fe6-74bf1f6920a8 service neutron] Transition to ACTIVE for port object 22569b1b-fefd-4408-a119-19d63e60c749 will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:44:44.227791 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-2cae0b01-ee2a-4b0c-86dd-e486fc0353b6 req-432d89eb-f397-436e-9fe6-74bf1f6920a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:44.288915 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d89eb-f397-436e-9fe6-74bf1f6920a8 service neutron] Pushing event updated for resources: {'Port': ['ID=22569b1b-fefd-4408-a119-19d63e60c749,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:44.353050 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2a7636d2-4a75-4a41-ace9-c1ca9b961479 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:44.385675 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53264) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:44.421161 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d75fff3-b704-4b5f-aa3c-6f85e6ba79db admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:44.455100 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-2cae0b01-ee2a-4b0c-86dd-e486fc0353b6 req-432d89eb-f397-436e-9fe6-74bf1f6920a8 service neutron] Attempting to bind port 22569b1b-fefd-4408-a119-19d63e60c749 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:44:44.455636 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-2cae0b01-ee2a-4b0c-86dd-e486fc0353b6 req-432d89eb-f397-436e-9fe6-74bf1f6920a8 service neutron] Attempting to bind port 22569b1b-fefd-4408-a119-19d63e60c749 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '474d5198-d4e2-4e04-8880-971eb081d7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '4684d20a-1285-4a26-b3d8-722aa32ad5b4'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:44:44.456038 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cae0b01-ee2a-4b0c-86dd-e486fc0353b6 req-432d89eb-f397-436e-9fe6-74bf1f6920a8 service neutron] Attempting to bind port 22569b1b-fefd-4408-a119-19d63e60c749 on network 4684d20a-1285-4a26-b3d8-722aa32ad5b4 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:44:44.461155 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cae0b01-ee2a-4b0c-86dd-e486fc0353b6 req-432d89eb-f397-436e-9fe6-74bf1f6920a8 service neutron] Port 22569b1b-fefd-4408-a119-19d63e60c749 on network 4684d20a-1285-4a26-b3d8-722aa32ad5b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:44:44.461630 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cae0b01-ee2a-4b0c-86dd-e486fc0353b6 req-432d89eb-f397-436e-9fe6-74bf1f6920a8 service neutron] Attempting to bind port 22569b1b-fefd-4408-a119-19d63e60c749 on network 4684d20a-1285-4a26-b3d8-722aa32ad5b4 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:44:44.467436 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cae0b01-ee2a-4b0c-86dd-e486fc0353b6 req-432d89eb-f397-436e-9fe6-74bf1f6920a8 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:44:44.468033 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cae0b01-ee2a-4b0c-86dd-e486fc0353b6 req-432d89eb-f397-436e-9fe6-74bf1f6920a8 service neutron] Checking segment: {'id': '474d5198-d4e2-4e04-8880-971eb081d7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '4684d20a-1285-4a26-b3d8-722aa32ad5b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:44:44.468411 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cae0b01-ee2a-4b0c-86dd-e486fc0353b6 req-432d89eb-f397-436e-9fe6-74bf1f6920a8 service neutron] Bound using segment: {'id': '474d5198-d4e2-4e04-8880-971eb081d7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '4684d20a-1285-4a26-b3d8-722aa32ad5b4'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:44:44.468971 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-2cae0b01-ee2a-4b0c-86dd-e486fc0353b6 req-432d89eb-f397-436e-9fe6-74bf1f6920a8 service neutron] Bound port: 22569b1b-fefd-4408-a119-19d63e60c749, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '474d5198-d4e2-4e04-8880-971eb081d7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '4684d20a-1285-4a26-b3d8-722aa32ad5b4'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:44:44.469871 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-2cae0b01-ee2a-4b0c-86dd-e486fc0353b6 req-432d89eb-f397-436e-9fe6-74bf1f6920a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:44.592304 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-2cae0b01-ee2a-4b0c-86dd-e486fc0353b6 req-432d89eb-f397-436e-9fe6-74bf1f6920a8 service neutron] For port 22569b1b-fefd-4408-a119-19d63e60c749, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:44:44.596853 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-2cae0b01-ee2a-4b0c-86dd-e486fc0353b6 req-432d89eb-f397-436e-9fe6-74bf1f6920a8 service neutron] For port 22569b1b-fefd-4408-a119-19d63e60c749, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=22569b1b-fefd-4408-a119-19d63e60c749,segment=NetworkSegment(474d5198-d4e2-4e04-8880-971eb081d7c2),segment_id=474d5198-d4e2-4e04-8880-971eb081d7c2)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:44:44.606180 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-2cae0b01-ee2a-4b0c-86dd-e486fc0353b6 req-432d89eb-f397-436e-9fe6-74bf1f6920a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:44.668225 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d75fff3-b704-4b5f-aa3c-6f85e6ba79db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:44.677455 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae0b01-ee2a-4b0c-86dd-e486fc0353b6 req-432d89eb-f397-436e-9fe6-74bf1f6920a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:44.678329 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-2cae0b01-ee2a-4b0c-86dd-e486fc0353b6 req-432d89eb-f397-436e-9fe6-74bf1f6920a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:44.680074 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2cae0b01-ee2a-4b0c-86dd-e486fc0353b6 req-432d89eb-f397-436e-9fe6-74bf1f6920a8 service neutron] 10.222.0.89 "PUT /v2.0/ports/22569b1b-fefd-4408-a119-19d63e60c749 HTTP/1.1" status: 200 len: 1091 time: 1.0950670 Oct 20 11:44:44.681256 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ff445f7-4aaa-425c-98b7-0200230eb5a7', 'tag': '22569b1b-fefd-4408-a119-19d63e60c749'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:44:44.683867 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06716555-5fc2-4611-b111-8e54d8bd645a" -d '{"events": [{"name": "network-changed", "server_uuid": "6ff445f7-4aaa-425c-98b7-0200230eb5a7", "tag": "22569b1b-fefd-4408-a119-19d63e60c749"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:44:44.720142 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d75fff3-b704-4b5f-aa3c-6f85e6ba79db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:44.731256 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d89eb-f397-436e-9fe6-74bf1f6920a8 service neutron] Pushing event updated for resources: {'Port': ['ID=22569b1b-fefd-4408-a119-19d63e60c749,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:44.759401 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3066ef33-be95-49e1-9636-53c3f05ae41e x-openstack-request-id: req-3066ef33-be95-49e1-9636-53c3f05ae41e {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:44:44.759401 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ff445f7-4aaa-425c-98b7-0200230eb5a7", "tag": "22569b1b-fefd-4408-a119-19d63e60c749", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:44:44.759773 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3066ef33-be95-49e1-9636-53c3f05ae41e {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:44:44.760398 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ff445f7-4aaa-425c-98b7-0200230eb5a7', 'tag': '22569b1b-fefd-4408-a119-19d63e60c749', 'status': 'completed', 'code': 200} Oct 20 11:44:44.786360 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2a7636d2-4a75-4a41-ace9-c1ca9b961479 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:44.809173 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d75fff3-b704-4b5f-aa3c-6f85e6ba79db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72157a86-ba56-4d14-b8b0-f8acaf8a74fd,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:44.813920 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2d75fff3-b704-4b5f-aa3c-6f85e6ba79db admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=53bf2a607a1041218452d55347e7e2d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4271193 Oct 20 11:44:44.815825 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2a7636d2-4a75-4a41-ace9-c1ca9b961479 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:44.817633 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53276) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:44.842098 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae0b01-ee2a-4b0c-86dd-e486fc0353b6 req-2c8c11bd-4926-4d83-a42e-331e9b763443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:44.845279 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2cae0b01-ee2a-4b0c-86dd-e486fc0353b6 req-2c8c11bd-4926-4d83-a42e-331e9b763443 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=87f9bb79a2f44e408030b0f728683d1b&device_id=6ff445f7-4aaa-425c-98b7-0200230eb5a7 HTTP/1.1" status: 200 len: 1094 time: 0.0786815 Oct 20 11:44:44.899618 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2cae0b01-ee2a-4b0c-86dd-e486fc0353b6 req-1e8c6319-0324-4cfe-8aae-44c6c845f89a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22569b1b-fefd-4408-a119-19d63e60c749 HTTP/1.1" status: 200 len: 217 time: 0.0447407 Oct 20 11:44:44.948704 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7cba2119-86db-4a97-9222-1374807b39fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:44.960446 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae0b01-ee2a-4b0c-86dd-e486fc0353b6 req-117553a0-4b1c-4c07-b6d7-0ac5bb4a78cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:44.962731 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2cae0b01-ee2a-4b0c-86dd-e486fc0353b6 req-117553a0-4b1c-4c07-b6d7-0ac5bb4a78cf service neutron] 10.222.0.89 "GET /v2.0/subnets?id=533789ee-0e8e-421f-8cb0-0d7463c535a5 HTTP/1.1" status: 200 len: 845 time: 0.0553005 Oct 20 11:44:44.986628 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7cba2119-86db-4a97-9222-1374807b39fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:45.003413 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-2a7636d2-4a75-4a41-ace9-c1ca9b961479 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Allocated IP 172.25.5.133 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/73d14acd-39b5-4cc5-ab85-bf3348ae4e93) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:44:45.039208 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2cae0b01-ee2a-4b0c-86dd-e486fc0353b6 req-0903fcfb-6141-440e-8b3a-64bce05877cc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4684d20a-1285-4a26-b3d8-722aa32ad5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668309 Oct 20 11:44:45.141103 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd5528-572e-4304-b8e5-b93cbea78c0f req-9f3225c5-5e7a-4bbf-b912-a3eb62fe1039 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:45.142783 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1fdd5528-572e-4304-b8e5-b93cbea78c0f req-9f3225c5-5e7a-4bbf-b912-a3eb62fe1039 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff445f7-4aaa-425c-98b7-0200230eb5a7 HTTP/1.1" status: 200 len: 943 time: 0.1180258 Oct 20 11:44:45.159990 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7cba2119-86db-4a97-9222-1374807b39fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:45.162849 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7cba2119-86db-4a97-9222-1374807b39fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:45.164019 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-7cba2119-86db-4a97-9222-1374807b39fc admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/72157a86-ba56-4d14-b8b0-f8acaf8a74fd HTTP/1.1" status: 204 len: 168 time: 0.3453641 Oct 20 11:44:45.201508 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba2119-86db-4a97-9222-1374807b39fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72157a86-ba56-4d14-b8b0-f8acaf8a74fd,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:45.277653 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1fdd5528-572e-4304-b8e5-b93cbea78c0f req-675a1f48-b37f-49ce-9dc6-9baa3b584466 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216290 Oct 20 11:44:45.294393 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2a7636d2-4a75-4a41-ace9-c1ca9b961479 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:45.326774 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2cae0b01-ee2a-4b0c-86dd-e486fc0353b6 req-269afee4-409f-4d20-af03-ca21195e3476 service neutron] 10.222.0.89 "GET /v2.0/networks/4684d20a-1285-4a26-b3d8-722aa32ad5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691426 Oct 20 11:44:45.350753 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:45.409798 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93523ede-75a5-4ad3-ab76-1dc26110c5ba req-6b3b6ce7-dcce-4ee0-88be-fe1d681fea8b tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:45.411670 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-93523ede-75a5-4ad3-ab76-1dc26110c5ba req-6b3b6ce7-dcce-4ee0-88be-fe1d681fea8b tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=977b4eaa-3461-4930-ba7f-9fb39ab283f7 HTTP/1.1" status: 200 len: 945 time: 0.1153460 Oct 20 11:44:45.436473 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2a7636d2-4a75-4a41-ace9-c1ca9b961479 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:45.506554 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2cae0b01-ee2a-4b0c-86dd-e486fc0353b6 req-a5000739-317b-47fb-ac39-31b96146a6d2 service neutron] 10.222.0.89 "GET /v2.0/networks/4684d20a-1285-4a26-b3d8-722aa32ad5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784210 Oct 20 11:44:45.512220 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7636d2-4a75-4a41-ace9-c1ca9b961479 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:44:45.516112 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-93523ede-75a5-4ad3-ab76-1dc26110c5ba req-fb2e37fa-2de0-45cd-ae65-6930b40b8b07 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975511 Oct 20 11:44:45.520908 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-2a7636d2-4a75-4a41-ace9-c1ca9b961479 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:44:45.525990 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7636d2-4a75-4a41-ace9-c1ca9b961479 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:44:45.558723 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7636d2-4a75-4a41-ace9-c1ca9b961479 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Pushing event updated for resources: {'Port': ['ID=73d14acd-39b5-4cc5-ab85-bf3348ae4e93,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:45.664284 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06716555-5fc2-4611-b111-8e54d8bd645a req-9b463e76-dbea-4b7d-b3f2-3d87e24e63ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:45.666082 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-06716555-5fc2-4611-b111-8e54d8bd645a req-9b463e76-dbea-4b7d-b3f2-3d87e24e63ba service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=87f9bb79a2f44e408030b0f728683d1b&device_id=6ff445f7-4aaa-425c-98b7-0200230eb5a7 HTTP/1.1" status: 200 len: 1094 time: 0.0876918 Oct 20 11:44:45.807019 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06716555-5fc2-4611-b111-8e54d8bd645a req-fb924420-16a4-49ba-bc93-2ba50b368e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:45.809515 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-06716555-5fc2-4611-b111-8e54d8bd645a req-fb924420-16a4-49ba-bc93-2ba50b368e2f service neutron] 10.222.0.89 "GET /v2.0/networks?id=4684d20a-1285-4a26-b3d8-722aa32ad5b4 HTTP/1.1" status: 200 len: 907 time: 0.1345170 Oct 20 11:44:45.879083 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-06716555-5fc2-4611-b111-8e54d8bd645a req-5602c426-7411-433e-9f98-706d7c126779 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22569b1b-fefd-4408-a119-19d63e60c749 HTTP/1.1" status: 200 len: 217 time: 0.0600414 Oct 20 11:44:45.896381 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53302) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:45.924617 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2a7636d2-4a75-4a41-ace9-c1ca9b961479 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:45.942458 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c5ebe112-748b-443f-b646-3f0b6a9af34b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:45.978725 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06716555-5fc2-4611-b111-8e54d8bd645a req-a186f9ea-542f-4d77-88aa-2d450bfc553b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:45.980515 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-06716555-5fc2-4611-b111-8e54d8bd645a req-a186f9ea-542f-4d77-88aa-2d450bfc553b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=533789ee-0e8e-421f-8cb0-0d7463c535a5 HTTP/1.1" status: 200 len: 845 time: 0.0937328 Oct 20 11:44:46.047670 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-06716555-5fc2-4611-b111-8e54d8bd645a req-f41bad98-7dbc-426b-9f19-1e4021f3fcbe service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4684d20a-1285-4a26-b3d8-722aa32ad5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563884 Oct 20 11:44:46.173977 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2a7636d2-4a75-4a41-ace9-c1ca9b961479 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4352'] for router, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:46.177614 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c5ebe112-748b-443f-b646-3f0b6a9af34b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:46.178958 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2a7636d2-4a75-4a41-ace9-c1ca9b961479 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-652987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-652962', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-654361'] for router, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:46.187877 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c5ebe112-748b-443f-b646-3f0b6a9af34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:46.201363 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-06716555-5fc2-4611-b111-8e54d8bd645a req-a5aeee5d-a2d7-434f-9d1d-79ab51bbebe3 service neutron] 10.222.0.89 "GET /v2.0/networks/4684d20a-1285-4a26-b3d8-722aa32ad5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452286 Oct 20 11:44:46.262109 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c5ebe112-748b-443f-b646-3f0b6a9af34b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=adbdfbcaba964b0e8fad8ba79f981590&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3628304 Oct 20 11:44:46.262901 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ebe112-748b-443f-b646-3f0b6a9af34b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe173855-157f-44d4-a184-9b9730195f94,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:46.272474 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53314) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:46.381454 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a7636d2-4a75-4a41-ace9-c1ca9b961479 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Router 0e6c1872-038b-4bed-88a9-474af43a5536 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:44:46.408557 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 6bf021aa-d735-443c-8c56-f9cfa7513dc9 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:44:46.441195 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: 6bf021aa-d735-443c-8c56-f9cfa7513dc9 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:44:46.441534 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 6bf021aa-d735-443c-8c56-f9cfa7513dc9 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:44:46.452018 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7b014a45-e7e9-4410-837b-3518d8c59d82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:46.466175 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-06716555-5fc2-4611-b111-8e54d8bd645a req-f672b1bd-8db8-48d4-8519-d44c46cf0a9d service neutron] 10.222.0.89 "GET /v2.0/networks/4684d20a-1285-4a26-b3d8-722aa32ad5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535675 Oct 20 11:44:46.494655 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7b014a45-e7e9-4410-837b-3518d8c59d82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:46.514588 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772ee90-1a2c-4499-911e-b45f70169fd2 req-5f3ab09b-3ca1-4c4e-85bd-7ba4142d41c9 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:46.516348 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f772ee90-1a2c-4499-911e-b45f70169fd2 req-5f3ab09b-3ca1-4c4e-85bd-7ba4142d41c9 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff445f7-4aaa-425c-98b7-0200230eb5a7 HTTP/1.1" status: 200 len: 943 time: 0.1290255 Oct 20 11:44:46.556075 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7b014a45-e7e9-4410-837b-3518d8c59d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:46.560588 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7b014a45-e7e9-4410-837b-3518d8c59d82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:46.571826 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7b014a45-e7e9-4410-837b-3518d8c59d82 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/fe173855-157f-44d4-a184-9b9730195f94 HTTP/1.1" status: 204 len: 168 time: 0.2972403 Oct 20 11:44:46.591070 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b014a45-e7e9-4410-837b-3518d8c59d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe173855-157f-44d4-a184-9b9730195f94,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:46.605002 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f772ee90-1a2c-4499-911e-b45f70169fd2 req-33bcabf0-2b0b-46f0-82d5-e901578cd50d tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819118 Oct 20 11:44:46.608729 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7636d2-4a75-4a41-ace9-c1ca9b961479 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:44:46.613550 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2a7636d2-4a75-4a41-ace9-c1ca9b961479 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:46.619207 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2a7636d2-4a75-4a41-ace9-c1ca9b961479 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] 10.222.0.98 "PUT /v2.0/routers/0e6c1872-038b-4bed-88a9-474af43a5536 HTTP/1.1" status: 200 len: 915 time: 2.5129561 Oct 20 11:44:46.619207 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53328) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:46.626842 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fea2f26-bad5-4776-a277-d0e5dce2376d None None] Sync routers for ids ['0e6c1872-038b-4bed-88a9-474af43a5536'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:44:46.642776 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fea2f26-bad5-4776-a277-d0e5dce2376d None None] Routers {'0e6c1872-038b-4bed-88a9-474af43a5536'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:44:46.644051 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-3fea2f26-bad5-4776-a277-d0e5dce2376d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:44:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['0e6c1872-038b-4bed-88a9-474af43a5536'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:46.717219 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-3fea2f26-bad5-4776-a277-d0e5dce2376d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:46.737519 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fea2f26-bad5-4776-a277-d0e5dce2376d None None] Routers {'0e6c1872-038b-4bed-88a9-474af43a5536'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:44:46.738439 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-3fea2f26-bad5-4776-a277-d0e5dce2376d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:44:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['0e6c1872-038b-4bed-88a9-474af43a5536'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:46.827568 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-3fea2f26-bad5-4776-a277-d0e5dce2376d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:46.828593 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fea2f26-bad5-4776-a277-d0e5dce2376d None None] The sync data for ids ['0e6c1872-038b-4bed-88a9-474af43a5536'] in n-d-814735-3 is: [] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:44:46.902364 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-25b6b2d0-27c7-46b5-be03-7614e59f23d9 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] 10.222.0.98 "GET /v2.0/routers/0e6c1872-038b-4bed-88a9-474af43a5536 HTTP/1.1" status: 200 len: 921 time: 0.2799134 Oct 20 11:44:46.905558 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53334) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:47.024226 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7ad07-db5d-47cf-97ed-b5b7befebca1 req-192a6511-1c94-4628-8139-140ca009b5e1 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:47.025942 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-49a7ad07-db5d-47cf-97ed-b5b7befebca1 req-192a6511-1c94-4628-8139-140ca009b5e1 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=977b4eaa-3461-4930-ba7f-9fb39ab283f7 HTTP/1.1" status: 200 len: 945 time: 0.2985294 Oct 20 11:44:47.064721 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f43f51-5d88-4d85-975f-04db90155e5c tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:47.070062 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53338) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:47.070378 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e5f43f51-5d88-4d85-975f-04db90155e5c tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] 10.222.0.98 "GET /v2.0/ports?network_id=717966e5-c478-496f-bddb-05794fb74250&device_id=0e6c1872-038b-4bed-88a9-474af43a5536&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1636260 Oct 20 11:44:47.096653 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-49a7ad07-db5d-47cf-97ed-b5b7befebca1 req-a71670ff-9a70-4816-928f-2ce933106434 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618858 Oct 20 11:44:47.214520 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c538ffb-cfa4-4f3b-97bd-094d0b237ad7 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:47.219297 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-9c538ffb-cfa4-4f3b-97bd-094d0b237ad7 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] 10.222.0.98 "GET /v2.0/networks/717966e5-c478-496f-bddb-05794fb74250 HTTP/1.1" status: 200 len: 881 time: 0.1447263 Oct 20 11:44:47.219627 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53346) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:47.254190 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5589d898-6ad4-4941-8bea-997a0a0be9f7 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] 10.222.0.98 "GET /v2.0/ports?device_id=0e6c1872-038b-4bed-88a9-474af43a5536 HTTP/1.1" status: 200 len: 205 time: 0.0309486 Oct 20 11:44:47.254372 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53350) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:47.423480 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c17a2c47-ac75-4f13-ad4a-71f67741e606 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:47.556165 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c17a2c47-ac75-4f13-ad4a-71f67741e606 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:47.624314 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-c17a2c47-ac75-4f13-ad4a-71f67741e606 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Deleting port 73d14acd-39b5-4cc5-ab85-bf3348ae4e93 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:44:47.624665 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c17a2c47-ac75-4f13-ad4a-71f67741e606 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:47.741987 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c17a2c47-ac75-4f13-ad4a-71f67741e606 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:47.756971 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-c17a2c47-ac75-4f13-ad4a-71f67741e606 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Calling delete_port for 73d14acd-39b5-4cc5-ab85-bf3348ae4e93 owned by network:router_gateway {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:44:47.871102 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6adfcf-c499-4c9f-b55d-6ca2f297b290 req-8e822c1d-d52a-47dc-ad0e-8e37b86f61b1 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:47.883845 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ee6adfcf-c499-4c9f-b55d-6ca2f297b290 req-8e822c1d-d52a-47dc-ad0e-8e37b86f61b1 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff445f7-4aaa-425c-98b7-0200230eb5a7 HTTP/1.1" status: 200 len: 943 time: 0.1136985 Oct 20 11:44:47.949259 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c17a2c47-ac75-4f13-ad4a-71f67741e606 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:47.974585 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ee6adfcf-c499-4c9f-b55d-6ca2f297b290 req-a8b4d62c-c213-43bc-a89c-231fa1b1d275 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856230 Oct 20 11:44:48.003583 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a2c47-ac75-4f13-ad4a-71f67741e606 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Pushing event deleted for resources: {'Port': ['ID=73d14acd-39b5-4cc5-ab85-bf3348ae4e93,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:48.012612 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17a2c47-ac75-4f13-ad4a-71f67741e606 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:44:48.012968 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17a2c47-ac75-4f13-ad4a-71f67741e606 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:44:48.013379 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17a2c47-ac75-4f13-ad4a-71f67741e606 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:44:48.013727 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17a2c47-ac75-4f13-ad4a-71f67741e606 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:44:48.014086 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17a2c47-ac75-4f13-ad4a-71f67741e606 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:44:48.014430 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17a2c47-ac75-4f13-ad4a-71f67741e606 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:44:48.017427 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17a2c47-ac75-4f13-ad4a-71f67741e606 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:44:48.017427 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17a2c47-ac75-4f13-ad4a-71f67741e606 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:44:48.017427 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17a2c47-ac75-4f13-ad4a-71f67741e606 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:44:48.017427 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17a2c47-ac75-4f13-ad4a-71f67741e606 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:44:48.017427 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17a2c47-ac75-4f13-ad4a-71f67741e606 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:44:48.017427 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17a2c47-ac75-4f13-ad4a-71f67741e606 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:44:48.084006 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c17a2c47-ac75-4f13-ad4a-71f67741e606 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:48.205773 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c17a2c47-ac75-4f13-ad4a-71f67741e606 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:48.208069 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c17a2c47-ac75-4f13-ad4a-71f67741e606 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:48.260837 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c17a2c47-ac75-4f13-ad4a-71f67741e606 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:48.261425 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17a2c47-ac75-4f13-ad4a-71f67741e606 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Fanout notify agent at l3_agent the message router_deleted on router 0e6c1872-038b-4bed-88a9-474af43a5536 {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:44:48.279688 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c17a2c47-ac75-4f13-ad4a-71f67741e606 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:48.282842 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c17a2c47-ac75-4f13-ad4a-71f67741e606 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] 10.222.0.98 "DELETE /v2.0/routers/0e6c1872-038b-4bed-88a9-474af43a5536 HTTP/1.1" status: 204 len: 168 time: 1.0257711 Oct 20 11:44:48.284942 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53398) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:48.291254 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-c2242baa-150b-4678-9d79-d44b92b867a4 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-110226049', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:44:48.322782 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17912b46-e6d2-4dd3-85e6-90c6b043cfca req-34e292be-c5b2-4916-bfde-f607513bd1cd tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:48.324818 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-17912b46-e6d2-4dd3-85e6-90c6b043cfca req-34e292be-c5b2-4916-bfde-f607513bd1cd tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=977b4eaa-3461-4930-ba7f-9fb39ab283f7 HTTP/1.1" status: 200 len: 945 time: 0.1099195 Oct 20 11:44:48.328531 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c2242baa-150b-4678-9d79-d44b92b867a4 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:48.330410 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c2242baa-150b-4678-9d79-d44b92b867a4 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:48.368742 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-17912b46-e6d2-4dd3-85e6-90c6b043cfca req-2b7e0d9f-5fcc-4b07-b031-a8da587f0731 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371442 Oct 20 11:44:48.415424 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 22569b1b-fefd-4408-a119-19d63e60c749 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:44:48.423642 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c2242baa-150b-4678-9d79-d44b92b867a4 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:48.432080 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c2242baa-150b-4678-9d79-d44b92b867a4 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:48.488336 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c2242baa-150b-4678-9d79-d44b92b867a4 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:48.492867 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53408) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:48.493157 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c2242baa-150b-4678-9d79-d44b92b867a4 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2060139 Oct 20 11:44:48.497497 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-8f03c59b-01f4-425c-a171-5821b43d21b5 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'enable_snat': False}}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:44:48.571646 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 22569b1b-fefd-4408-a119-19d63e60c749, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=22569b1b-fefd-4408-a119-19d63e60c749,segment=NetworkSegment(474d5198-d4e2-4e04-8880-971eb081d7c2),segment_id=474d5198-d4e2-4e04-8880-971eb081d7c2)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:44:48.587212 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '22569b1b-fefd-4408-a119-19d63e60c749', 'network_id': '4684d20a-1285-4a26-b3d8-722aa32ad5b4', 'port_id': '22569b1b-fefd-4408-a119-19d63e60c749', 'mac_address': 'fa:16:3e:fb:87:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '533789ee-0e8e-421f-8cb0-0d7463c535a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:44:48.630277 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:48.648359 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22569b1b-fefd-4408-a119-19d63e60c749 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:44:48.697861 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 22569b1b-fefd-4408-a119-19d63e60c749, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=22569b1b-fefd-4408-a119-19d63e60c749,segment=NetworkSegment(474d5198-d4e2-4e04-8880-971eb081d7c2),segment_id=474d5198-d4e2-4e04-8880-971eb081d7c2)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:44:48.703909 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:48.812836 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=22569b1b-fefd-4408-a119-19d63e60c749,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:48.814234 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f03c59b-01f4-425c-a171-5821b43d21b5 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:48.870463 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53418) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:48.992545 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['22569b1b-fefd-4408-a119-19d63e60c749'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:44:49.027514 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-f22a4f2f-2ee0-45b2-97cd-b3e991fd4a60 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771-project-admin] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:44:49.102071 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f22a4f2f-2ee0-45b2-97cd-b3e991fd4a60 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:49.319768 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-aa683940-ea6b-41a5-89ab-0a9fc4381ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:49.338223 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f22a4f2f-2ee0-45b2-97cd-b3e991fd4a60 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:49.468045 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db31cfd-0882-4a80-ae4d-9fca39673c60 req-6dd72d37-4f54-4249-a370-6a23f8e72860 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:49.484936 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4db31cfd-0882-4a80-ae4d-9fca39673c60 req-6dd72d37-4f54-4249-a370-6a23f8e72860 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff445f7-4aaa-425c-98b7-0200230eb5a7 HTTP/1.1" status: 200 len: 944 time: 0.0950885 Oct 20 11:44:49.624867 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-f22a4f2f-2ee0-45b2-97cd-b3e991fd4a60 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771-project-admin] Allocated IP 172.25.5.37 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/7272dfb7-026c-4de6-b9fa-82e3c9e927b0) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:44:49.670588 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4db31cfd-0882-4a80-ae4d-9fca39673c60 req-f79dfb23-e188-4e8d-908e-fcf916d0e983 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785185 Oct 20 11:44:49.745447 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f23519-df3f-487f-9ce7-70db3c92855c req-b9d5f809-df6f-4f0c-96d7-d9163f56144a tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:49.757619 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-52f23519-df3f-487f-9ce7-70db3c92855c req-b9d5f809-df6f-4f0c-96d7-d9163f56144a tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=977b4eaa-3461-4930-ba7f-9fb39ab283f7 HTTP/1.1" status: 200 len: 945 time: 0.2610023 Oct 20 11:44:49.758382 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f22a4f2f-2ee0-45b2-97cd-b3e991fd4a60 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:49.803074 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f22a4f2f-2ee0-45b2-97cd-b3e991fd4a60 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:49.867369 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22a4f2f-2ee0-45b2-97cd-b3e991fd4a60 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771-project-admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:44:49.868820 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-f22a4f2f-2ee0-45b2-97cd-b3e991fd4a60 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771-project-admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:44:49.872840 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22a4f2f-2ee0-45b2-97cd-b3e991fd4a60 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771-project-admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:44:49.884702 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f03c59b-01f4-425c-a171-5821b43d21b5 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:49.893325 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-52f23519-df3f-487f-9ce7-70db3c92855c req-0f97fd75-0ab9-4d2b-a10c-8f4d754bc486 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348512 Oct 20 11:44:49.921418 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f03c59b-01f4-425c-a171-5821b43d21b5 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:49.949129 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a4f2f-2ee0-45b2-97cd-b3e991fd4a60 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771-project-admin] Pushing event updated for resources: {'Port': ['ID=7272dfb7-026c-4de6-b9fa-82e3c9e927b0,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:50.024837 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f22a4f2f-2ee0-45b2-97cd-b3e991fd4a60 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:50.073110 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f22a4f2f-2ee0-45b2-97cd-b3e991fd4a60 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:50.093192 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-8f03c59b-01f4-425c-a171-5821b43d21b5 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Allocated IP 172.25.5.130 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/93a83f72-6721-4b80-a389-732340e5811e) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:44:50.295607 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f03c59b-01f4-425c-a171-5821b43d21b5 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:50.369000 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f03c59b-01f4-425c-a171-5821b43d21b5 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:50.389440 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f22a4f2f-2ee0-45b2-97cd-b3e991fd4a60 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:50.403708 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f22a4f2f-2ee0-45b2-97cd-b3e991fd4a60 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:50.419646 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f03c59b-01f4-425c-a171-5821b43d21b5 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:44:50.425670 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-8f03c59b-01f4-425c-a171-5821b43d21b5 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:44:50.429070 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f03c59b-01f4-425c-a171-5821b43d21b5 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:44:50.430253 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 22569b1b-fefd-4408-a119-19d63e60c749 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:44:50.464952 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f03c59b-01f4-425c-a171-5821b43d21b5 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Pushing event updated for resources: {'Port': ['ID=93a83f72-6721-4b80-a389-732340e5811e,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:50.539683 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 22569b1b-fefd-4408-a119-19d63e60c749 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:44:50.548848 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 22569b1b-fefd-4408-a119-19d63e60c749 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:44:50.549446 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:50.589644 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a4f2f-2ee0-45b2-97cd-b3e991fd4a60 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771-project-admin] Pushing event updated for resources: {'Port': ['ID=7272dfb7-026c-4de6-b9fa-82e3c9e927b0,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:50.598164 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f22a4f2f-2ee0-45b2-97cd-b3e991fd4a60 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:50.634998 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f22a4f2f-2ee0-45b2-97cd-b3e991fd4a60 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:50.637258 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f22a4f2f-2ee0-45b2-97cd-b3e991fd4a60 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771-project-admin] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7656996 Oct 20 11:44:50.639840 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53532) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:50.654809 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-272cb81e-b09b-4e1e-8ca7-1d79e89f5370 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-243090131', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'fixed_ips': [{'ip_address': '172.25.5.37'}]}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:44:50.687603 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272cb81e-b09b-4e1e-8ca7-1d79e89f5370 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771-project-admin] Made reservation on behalf of a9f91304fc4c4381b99bb54c39913ee2 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:44:50.690735 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-272cb81e-b09b-4e1e-8ca7-1d79e89f5370 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:50.707199 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-272cb81e-b09b-4e1e-8ca7-1d79e89f5370 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:50.759530 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:50.831523 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff445f7-4aaa-425c-98b7-0200230eb5a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22569b1b-fefd-4408-a119-19d63e60c749'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:44:50.835927 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ce82aa-fed9-43ba-8c8e-8156c4e705f0" -d '{"events": [{"server_uuid": "6ff445f7-4aaa-425c-98b7-0200230eb5a7", "name": "network-vif-plugged", "status": "completed", "tag": "22569b1b-fefd-4408-a119-19d63e60c749"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:44:50.852925 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 22569b1b-fefd-4408-a119-19d63e60c749, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=22569b1b-fefd-4408-a119-19d63e60c749,segment=NetworkSegment(474d5198-d4e2-4e04-8880-971eb081d7c2),segment_id=474d5198-d4e2-4e04-8880-971eb081d7c2)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:44:50.860520 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:50.862463 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-272cb81e-b09b-4e1e-8ca7-1d79e89f5370 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:50.878882 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-272cb81e-b09b-4e1e-8ca7-1d79e89f5370 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:50.888146 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-272cb81e-b09b-4e1e-8ca7-1d79e89f5370 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771-project-admin] device_id is not set on port 798bb4fb-440a-4576-9ca3-199813995de5 yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:44:50.916581 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439965bf-534d-4f89-b24d-39ad49c379e4 x-openstack-request-id: req-439965bf-534d-4f89-b24d-39ad49c379e4 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:44:50.917595 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ff445f7-4aaa-425c-98b7-0200230eb5a7", "name": "network-vif-plugged", "status": "completed", "tag": "22569b1b-fefd-4408-a119-19d63e60c749", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:44:50.917858 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-439965bf-534d-4f89-b24d-39ad49c379e4 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:44:50.919092 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ff445f7-4aaa-425c-98b7-0200230eb5a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22569b1b-fefd-4408-a119-19d63e60c749', 'code': 200} Oct 20 11:44:50.970134 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=22569b1b-fefd-4408-a119-19d63e60c749,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:50.987936 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f03c59b-01f4-425c-a171-5821b43d21b5 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:51.029347 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f6af28-2f32-4e56-b368-0dced890b4f4 req-672efc56-d314-49ee-8f2f-94f6551b3081 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:51.050768 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a9f6af28-2f32-4e56-b368-0dced890b4f4 req-672efc56-d314-49ee-8f2f-94f6551b3081 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff445f7-4aaa-425c-98b7-0200230eb5a7 HTTP/1.1" status: 200 len: 945 time: 0.1778181 Oct 20 11:44:51.197199 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a9f6af28-2f32-4e56-b368-0dced890b4f4 req-8d818c89-cd08-4c86-8b9b-41175c1c2e25 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445813 Oct 20 11:44:51.330104 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce0202-03fb-4a4f-a6b6-8822098a625e req-2b3eb22a-ac05-47a7-b0e4-0cf7db650436 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:51.332002 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1cce0202-03fb-4a4f-a6b6-8822098a625e req-2b3eb22a-ac05-47a7-b0e4-0cf7db650436 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=977b4eaa-3461-4930-ba7f-9fb39ab283f7 HTTP/1.1" status: 200 len: 945 time: 0.1890755 Oct 20 11:44:51.470966 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1cce0202-03fb-4a4f-a6b6-8822098a625e req-77020efa-fe75-4cea-9313-1e816e824f15 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294570 Oct 20 11:44:51.544161 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f03c59b-01f4-425c-a171-5821b43d21b5 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4352'] for router, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:51.551605 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f03c59b-01f4-425c-a171-5821b43d21b5 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-652987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-652962', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-654361'] for router, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:51.643774 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272cb81e-b09b-4e1e-8ca7-1d79e89f5370 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af2e528-0bc0-4d25-9d5d-0c53e852fcb3,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:51.657060 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5560d93-f59e-46e3-9aeb-62f05d4bcffc req-512d2325-798b-4cb7-be3b-b17c6c00c8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:51.659091 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-f5560d93-f59e-46e3-9aeb-62f05d4bcffc req-512d2325-798b-4cb7-be3b-b17c6c00c8f6 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6ff445f7-4aaa-425c-98b7-0200230eb5a7 HTTP/1.1" status: 200 len: 1096 time: 0.0801673 Oct 20 11:44:51.660946 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-272cb81e-b09b-4e1e-8ca7-1d79e89f5370 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 20 11:44:51.662637 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-272cb81e-b09b-4e1e-8ca7-1d79e89f5370 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:44:51.698890 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-272cb81e-b09b-4e1e-8ca7-1d79e89f5370 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771-project-admin] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.0579298 Oct 20 11:44:51.703860 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53546) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:51.711854 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-f5560d93-f59e-46e3-9aeb-62f05d4bcffc req-2c8c6b09-16fa-40d5-a2c7-9d2f2ff9d748 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401497 Oct 20 11:44:51.835811 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f03c59b-01f4-425c-a171-5821b43d21b5 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Router 7615f118-a297-4deb-a4c5-522eb3ac8a29 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:44:51.938997 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-770f44e2-4685-47c3-83f0-11dbb0b5545d tempest-ExternalNetworksAdminNegativeTestJSON-1751969771 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771-project-admin] Deleting port 7272dfb7-026c-4de6-b9fa-82e3c9e927b0 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:44:51.939825 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-770f44e2-4685-47c3-83f0-11dbb0b5545d tempest-ExternalNetworksAdminNegativeTestJSON-1751969771 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:52.059070 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f03c59b-01f4-425c-a171-5821b43d21b5 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:44:52.065100 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f03c59b-01f4-425c-a171-5821b43d21b5 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:52.066332 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8f03c59b-01f4-425c-a171-5821b43d21b5 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] 10.222.0.98 "PUT /v2.0/routers/7615f118-a297-4deb-a4c5-522eb3ac8a29 HTTP/1.1" status: 200 len: 915 time: 3.5724413 Oct 20 11:44:52.069543 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53552) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:52.075363 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1e6ef7-6cd2-4f25-8b5c-7875a2a01864 None None] Sync routers for ids ['7615f118-a297-4deb-a4c5-522eb3ac8a29'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:44:52.090702 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1e6ef7-6cd2-4f25-8b5c-7875a2a01864 None None] Routers {'7615f118-a297-4deb-a4c5-522eb3ac8a29'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:44:52.091497 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-1e1e6ef7-6cd2-4f25-8b5c-7875a2a01864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:44:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['7615f118-a297-4deb-a4c5-522eb3ac8a29'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:52.103348 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-770f44e2-4685-47c3-83f0-11dbb0b5545d tempest-ExternalNetworksAdminNegativeTestJSON-1751969771 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:52.103683 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-770f44e2-4685-47c3-83f0-11dbb0b5545d tempest-ExternalNetworksAdminNegativeTestJSON-1751969771 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:52.128764 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-770f44e2-4685-47c3-83f0-11dbb0b5545d tempest-ExternalNetworksAdminNegativeTestJSON-1751969771 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771-project-admin] Calling delete_port for 7272dfb7-026c-4de6-b9fa-82e3c9e927b0 owned by network:floatingip {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:44:52.144549 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-1e1e6ef7-6cd2-4f25-8b5c-7875a2a01864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:52.172672 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1e6ef7-6cd2-4f25-8b5c-7875a2a01864 None None] Routers {'7615f118-a297-4deb-a4c5-522eb3ac8a29'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:44:52.173632 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-1e1e6ef7-6cd2-4f25-8b5c-7875a2a01864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:44:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['7615f118-a297-4deb-a4c5-522eb3ac8a29'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:52.238551 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-1e1e6ef7-6cd2-4f25-8b5c-7875a2a01864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:52.240635 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-aa2e769d-4c07-4f71-a9fd-ffdeef3d69a1 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] 10.222.0.98 "GET /v2.0/routers/7615f118-a297-4deb-a4c5-522eb3ac8a29 HTTP/1.1" status: 200 len: 921 time: 0.1689007 Oct 20 11:44:52.243707 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1e6ef7-6cd2-4f25-8b5c-7875a2a01864 None None] The sync data for ids ['7615f118-a297-4deb-a4c5-522eb3ac8a29'] in n-d-814735-3 is: [] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:44:52.245498 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53556) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:52.258120 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-8522b740-7497-4c41-a031-daeda5dea160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:52.345409 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-770f44e2-4685-47c3-83f0-11dbb0b5545d tempest-ExternalNetworksAdminNegativeTestJSON-1751969771 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:52.358304 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf8050d-02a3-4f5e-9755-39ee26c128ac tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:52.360251 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8bf8050d-02a3-4f5e-9755-39ee26c128ac tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] 10.222.0.98 "GET /v2.0/ports?network_id=717966e5-c478-496f-bddb-05794fb74250&device_id=7615f118-a297-4deb-a4c5-522eb3ac8a29&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1128879 Oct 20 11:44:52.362961 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53560) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:52.395301 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f44e2-4685-47c3-83f0-11dbb0b5545d tempest-ExternalNetworksAdminNegativeTestJSON-1751969771 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771-project-admin] Pushing event deleted for resources: {'Port': ['ID=7272dfb7-026c-4de6-b9fa-82e3c9e927b0,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:52.467197 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217cbe7-8987-4a86-9c8c-2d21000984d1 req-220e554f-f911-4d77-81df-91ac5aa1ce79 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:52.467420 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf0015c-ddda-4004-a02e-0cbd2403cb35 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:52.470841 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-acf0015c-ddda-4004-a02e-0cbd2403cb35 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] 10.222.0.98 "GET /v2.0/networks/717966e5-c478-496f-bddb-05794fb74250 HTTP/1.1" status: 200 len: 881 time: 0.1048911 Oct 20 11:44:52.471158 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b217cbe7-8987-4a86-9c8c-2d21000984d1 req-220e554f-f911-4d77-81df-91ac5aa1ce79 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff445f7-4aaa-425c-98b7-0200230eb5a7 HTTP/1.1" status: 200 len: 945 time: 0.1370015 Oct 20 11:44:52.472617 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53564) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:52.511506 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-770f44e2-4685-47c3-83f0-11dbb0b5545d tempest-ExternalNetworksAdminNegativeTestJSON-1751969771 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:52.514028 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-770f44e2-4685-47c3-83f0-11dbb0b5545d tempest-ExternalNetworksAdminNegativeTestJSON-1751969771 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:52.515227 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-770f44e2-4685-47c3-83f0-11dbb0b5545d tempest-ExternalNetworksAdminNegativeTestJSON-1751969771 tempest-ExternalNetworksAdminNegativeTestJSON-1751969771-project-admin] 10.222.0.98 "DELETE /v2.0/floatingips/dfc061b8-b414-40a6-8219-149e7a858d06 HTTP/1.1" status: 204 len: 168 time: 0.8086910 Oct 20 11:44:52.522008 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53570) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:52.523979 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b3bee837-d8db-4529-a3a6-3bf4f1b70d1d tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] 10.222.0.98 "GET /v2.0/ports?device_id=7615f118-a297-4deb-a4c5-522eb3ac8a29 HTTP/1.1" status: 200 len: 205 time: 0.0498755 Oct 20 11:44:52.580591 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b217cbe7-8987-4a86-9c8c-2d21000984d1 req-e5150f90-c657-4721-bd92-cb1055b0234a tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947285 Oct 20 11:44:52.698104 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f54f0097-859d-49af-a6bd-36043e81858f tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks [] for router, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:52.742638 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c5bae-dbf9-4d90-a12e-06edb73f295e req-a4090b04-3cb5-483a-9fe5-911494553fda tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:52.744287 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea3c5bae-dbf9-4d90-a12e-06edb73f295e req-a4090b04-3cb5-483a-9fe5-911494553fda tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=977b4eaa-3461-4930-ba7f-9fb39ab283f7 HTTP/1.1" status: 200 len: 945 time: 0.1396267 Oct 20 11:44:52.970191 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53576) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:53.110340 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:53.135401 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:53.168014 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea3c5bae-dbf9-4d90-a12e-06edb73f295e req-5a9af2cc-faa0-449e-a0eb-64739757089d tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4100339 Oct 20 11:44:53.172784 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7a2ce09e-5ace-474e-a9ab-ee3b8ea23ff4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:53.204869 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f54f0097-859d-49af-a6bd-36043e81858f tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:53.313182 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7a2ce09e-5ace-474e-a9ab-ee3b8ea23ff4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:53.319836 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-f54f0097-859d-49af-a6bd-36043e81858f tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Deleting port 93a83f72-6721-4b80-a389-732340e5811e {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:44:53.320774 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f54f0097-859d-49af-a6bd-36043e81858f tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:53.321481 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7a2ce09e-5ace-474e-a9ab-ee3b8ea23ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:53.429396 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2ce09e-5ace-474e-a9ab-ee3b8ea23ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae24f565-edb2-47bf-821a-f03df966b9b1,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:53.453539 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7a2ce09e-5ace-474e-a9ab-ee3b8ea23ff4 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8394b7f9a11c45d4951d4697d075ed9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4820285 Oct 20 11:44:53.456180 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53588) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:53.510132 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2d794a5e-e873-4486-8c58-6586c8b4e5bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:53.529502 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f54f0097-859d-49af-a6bd-36043e81858f tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:53.542715 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2d794a5e-e873-4486-8c58-6586c8b4e5bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:53.559348 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-f54f0097-859d-49af-a6bd-36043e81858f tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Calling delete_port for 93a83f72-6721-4b80-a389-732340e5811e owned by network:router_gateway {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:44:53.605066 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2d794a5e-e873-4486-8c58-6586c8b4e5bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:53.608096 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2d794a5e-e873-4486-8c58-6586c8b4e5bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:53.611788 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2d794a5e-e873-4486-8c58-6586c8b4e5bc admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ae24f565-edb2-47bf-821a-f03df966b9b1 HTTP/1.1" status: 204 len: 168 time: 0.1519449 Oct 20 11:44:53.658488 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d794a5e-e873-4486-8c58-6586c8b4e5bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae24f565-edb2-47bf-821a-f03df966b9b1,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:53.685700 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a4227-461b-4db3-ba42-2c22071abcaa req-12e7fad6-e7b7-4fb9-8147-9924bcf3af3f tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:53.689703 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-865a4227-461b-4db3-ba42-2c22071abcaa req-12e7fad6-e7b7-4fb9-8147-9924bcf3af3f tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=977b4eaa-3461-4930-ba7f-9fb39ab283f7 HTTP/1.1" status: 200 len: 945 time: 0.2183676 Oct 20 11:44:53.835681 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-865a4227-461b-4db3-ba42-2c22071abcaa req-0d68d0fc-7df0-43df-b50a-94741ebdb63e tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257839 Oct 20 11:44:53.861567 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae928a22-e7c6-4b39-b44f-b466baab78ab req-0f251a58-28eb-4546-8889-958a2bd10931 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:53.875435 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ae928a22-e7c6-4b39-b44f-b466baab78ab req-0f251a58-28eb-4546-8889-958a2bd10931 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff445f7-4aaa-425c-98b7-0200230eb5a7 HTTP/1.1" status: 200 len: 945 time: 0.1438470 Oct 20 11:44:53.957176 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ae928a22-e7c6-4b39-b44f-b466baab78ab req-faae3809-69c8-404f-8b9b-e8b74ec0d30b tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806313 Oct 20 11:44:53.984947 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f54f0097-859d-49af-a6bd-36043e81858f tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:54.002274 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53602) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:54.051935 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-083bb1a3-59da-476b-b1c8-cfb5ba239fc5 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a9f91304fc4c4381b99bb54c39913ee2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483947 Oct 20 11:44:54.052168 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f0097-859d-49af-a6bd-36043e81858f tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Pushing event deleted for resources: {'Port': ['ID=93a83f72-6721-4b80-a389-732340e5811e,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:54.052617 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53604) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:54.133653 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f54f0097-859d-49af-a6bd-36043e81858f tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:54.136293 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d39336dd-ea2a-4804-8ff1-bb5e513824ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:54.182484 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d39336dd-ea2a-4804-8ff1-bb5e513824ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:54.246337 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d39336dd-ea2a-4804-8ff1-bb5e513824ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:54.249544 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d39336dd-ea2a-4804-8ff1-bb5e513824ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:54.262250 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d39336dd-ea2a-4804-8ff1-bb5e513824ff admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2af2e528-0bc0-4d25-9d5d-0c53e852fcb3 HTTP/1.1" status: 204 len: 168 time: 0.1998966 Oct 20 11:44:54.284567 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39336dd-ea2a-4804-8ff1-bb5e513824ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af2e528-0bc0-4d25-9d5d-0c53e852fcb3,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:54.305579 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f54f0097-859d-49af-a6bd-36043e81858f tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:54.309688 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f54f0097-859d-49af-a6bd-36043e81858f tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:54.378370 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25dbcdd-554d-4ed5-87b3-2e134c0b5c10 req-86423309-6054-417f-a3ea-7595f1b48a92 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:54.380332 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c25dbcdd-554d-4ed5-87b3-2e134c0b5c10 req-86423309-6054-417f-a3ea-7595f1b48a92 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff445f7-4aaa-425c-98b7-0200230eb5a7 HTTP/1.1" status: 200 len: 945 time: 0.1394155 Oct 20 11:44:54.381741 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f54f0097-859d-49af-a6bd-36043e81858f tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:54.382762 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54f0097-859d-49af-a6bd-36043e81858f tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Fanout notify agent at l3_agent the message router_deleted on router 7615f118-a297-4deb-a4c5-522eb3ac8a29 {{(pid=100647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:44:54.391122 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f54f0097-859d-49af-a6bd-36043e81858f tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:54.392881 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-f54f0097-859d-49af-a6bd-36043e81858f tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] 10.222.0.98 "DELETE /v2.0/routers/7615f118-a297-4deb-a4c5-522eb3ac8a29 HTTP/1.1" status: 204 len: 168 time: 1.8695850 Oct 20 11:44:54.397338 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53612) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:54.407725 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-4c7e4874-68e5-463d-a13e-6694f8a03f7f tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1434939489', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}, 'admin_state_up': False}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:44:54.460241 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c25dbcdd-554d-4ed5-87b3-2e134c0b5c10 req-f269fc17-32ec-4337-b658-61fb565bb9e7 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661013 Oct 20 11:44:54.462753 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4c7e4874-68e5-463d-a13e-6694f8a03f7f tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:54.464313 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4c7e4874-68e5-463d-a13e-6694f8a03f7f tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:54.525526 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4c7e4874-68e5-463d-a13e-6694f8a03f7f tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:54.833417 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4c7e4874-68e5-463d-a13e-6694f8a03f7f tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:54.846146 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:54.850507 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb14876-4629-4bfd-bb89-f752c045da26 req-d39f41a2-86d6-45af-b5ad-1f2b225531be tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:54.852318 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7bb14876-4629-4bfd-bb89-f752c045da26 req-d39f41a2-86d6-45af-b5ad-1f2b225531be tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff445f7-4aaa-425c-98b7-0200230eb5a7 HTTP/1.1" status: 200 len: 945 time: 0.2535837 Oct 20 11:44:54.884363 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe91fc-afa9-4094-b9d7-49137a57209c req-ff34aabf-ef15-4862-9d7d-e2d4860c9023 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:54.885839 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4fbe91fc-afa9-4094-b9d7-49137a57209c req-ff34aabf-ef15-4862-9d7d-e2d4860c9023 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.11 "GET /v2.0/ports?device_id=977b4eaa-3461-4930-ba7f-9fb39ab283f7 HTTP/1.1" status: 200 len: 945 time: 0.2679965 Oct 20 11:44:55.044518 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7bb14876-4629-4bfd-bb89-f752c045da26 req-8e3ce714-f954-474b-93ce-667b015ff6c3 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822813 Oct 20 11:44:55.129142 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef7b26-4fbe-41b5-bbde-1886a4f97996 req-d8c978e3-3fc3-40f6-a21b-65b54177744b tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:55.130888 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-adef7b26-4fbe-41b5-bbde-1886a4f97996 req-d8c978e3-3fc3-40f6-a21b-65b54177744b tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=977b4eaa-3461-4930-ba7f-9fb39ab283f7 HTTP/1.1" status: 200 len: 945 time: 0.1867187 Oct 20 11:44:55.168977 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-4fbe91fc-afa9-4094-b9d7-49137a57209c req-5ea82794-1020-4750-b3f0-c0066649529a tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Deleting port 0f47c69b-d007-413c-a4b2-30d068e95932 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:44:55.169397 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4fbe91fc-afa9-4094-b9d7-49137a57209c req-5ea82794-1020-4750-b3f0-c0066649529a tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:55.265523 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-adef7b26-4fbe-41b5-bbde-1886a4f97996 req-b6999fe0-d894-4f9c-86b8-7b2dd679c47c tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251912 Oct 20 11:44:55.368325 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53646) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:55.401816 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-4fbe91fc-afa9-4094-b9d7-49137a57209c req-5ea82794-1020-4750-b3f0-c0066649529a tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] For port 0f47c69b-d007-413c-a4b2-30d068e95932, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=0f47c69b-d007-413c-a4b2-30d068e95932,segment=NetworkSegment(635b408c-b931-4fe4-a946-3320f78b98e5),segment_id=635b408c-b931-4fe4-a946-3320f78b98e5)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:44:55.402330 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4fbe91fc-afa9-4094-b9d7-49137a57209c req-5ea82794-1020-4750-b3f0-c0066649529a tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:55.421680 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-4fbe91fc-afa9-4094-b9d7-49137a57209c req-5ea82794-1020-4750-b3f0-c0066649529a tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Calling delete_port for 0f47c69b-d007-413c-a4b2-30d068e95932 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:44:55.560031 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4c7e4874-68e5-463d-a13e-6694f8a03f7f tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks [] for router_gateway, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:55.593755 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d2dbb-f351-4a96-b889-6841a549f77a req-fbba4509-2603-451c-9a77-8c176d7e7aed tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:55.595325 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b21d2dbb-f351-4a96-b889-6841a549f77a req-fbba4509-2603-451c-9a77-8c176d7e7aed tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff445f7-4aaa-425c-98b7-0200230eb5a7 HTTP/1.1" status: 200 len: 945 time: 0.2395320 Oct 20 11:44:55.598124 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4c7e4874-68e5-463d-a13e-6694f8a03f7f tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:55.624452 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-23387274-b740-42a9-8c12-7161a94d5b85 tempest-AgentManagementNegativeTest-1285867171 tempest-AgentManagementNegativeTest-1285867171-project] 10.222.0.98 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2547545 Oct 20 11:44:55.739545 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b21d2dbb-f351-4a96-b889-6841a549f77a req-27a8067f-44c1-4c47-9fbb-4390464cede1 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304657 Oct 20 11:44:55.984705 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-4c7e4874-68e5-463d-a13e-6694f8a03f7f tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Allocated IP 172.25.5.124 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/d4a0a8d3-0731-4931-b9fc-6396db966262) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:44:56.165409 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4fbe91fc-afa9-4094-b9d7-49137a57209c req-5ea82794-1020-4750-b3f0-c0066649529a tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:56.210218 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53664) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:56.226950 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea82794-1020-4750-b3f0-c0066649529a tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Pushing event deleted for resources: {'Port': ['ID=0f47c69b-d007-413c-a4b2-30d068e95932,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:56.238326 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d11dd-85bf-4fd0-aa82-0037a3f665c4 req-898beeda-9280-4b9c-8bd6-de1a312269e8 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:56.246176 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b44d11dd-85bf-4fd0-aa82-0037a3f665c4 req-898beeda-9280-4b9c-8bd6-de1a312269e8 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.3560519 Oct 20 11:44:56.327574 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['0f47c69b-d007-413c-a4b2-30d068e95932'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:44:56.371343 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fbe91fc-afa9-4094-b9d7-49137a57209c req-5ea82794-1020-4750-b3f0-c0066649529a tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] No DVR routers for this DVR port 0f47c69b-d007-413c-a4b2-30d068e95932 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:44:56.374509 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4fbe91fc-afa9-4094-b9d7-49137a57209c req-5ea82794-1020-4750-b3f0-c0066649529a tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:56.378601 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4fbe91fc-afa9-4094-b9d7-49137a57209c req-5ea82794-1020-4750-b3f0-c0066649529a tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.11 "DELETE /v2.0/ports/0f47c69b-d007-413c-a4b2-30d068e95932 HTTP/1.1" status: 204 len: 173 time: 1.4797544 Oct 20 11:44:56.402763 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4c7e4874-68e5-463d-a13e-6694f8a03f7f tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:56.405015 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '977b4eaa-3461-4930-ba7f-9fb39ab283f7', 'name': 'network-vif-deleted', 'tag': '0f47c69b-d007-413c-a4b2-30d068e95932'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:44:56.407830 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af67267c-7d0f-4476-a524-e8f389314a24" -d '{"events": [{"server_uuid": "977b4eaa-3461-4930-ba7f-9fb39ab283f7", "name": "network-vif-deleted", "tag": "0f47c69b-d007-413c-a4b2-30d068e95932"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:44:56.415350 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b44d11dd-85bf-4fd0-aa82-0037a3f665c4 req-de50f40c-e9b2-4db7-924b-f0f24c7637de tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680963 Oct 20 11:44:56.473660 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7a031a3d-8e7d-4321-9996-aff70f89ecb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:56.513413 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f5ef97b2-f276-422c-b3f9-4c433749090f req-876d2564-0bd0-4468-aa6d-7f3c0edbf44a tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=977b4eaa-3461-4930-ba7f-9fb39ab283f7 HTTP/1.1" status: 200 len: 210 time: 0.0869954 Oct 20 11:44:56.520365 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6d5aae-4c85-429b-b461-157e76de9f9b x-openstack-request-id: req-5d6d5aae-4c85-429b-b461-157e76de9f9b {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:44:56.521074 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "977b4eaa-3461-4930-ba7f-9fb39ab283f7", "name": "network-vif-deleted", "tag": "0f47c69b-d007-413c-a4b2-30d068e95932", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:44:56.521074 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5d6d5aae-4c85-429b-b461-157e76de9f9b {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:44:56.523285 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '977b4eaa-3461-4930-ba7f-9fb39ab283f7', 'name': 'network-vif-deleted', 'tag': '0f47c69b-d007-413c-a4b2-30d068e95932', 'status': 'completed', 'code': 200} Oct 20 11:44:56.549327 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4c7e4874-68e5-463d-a13e-6694f8a03f7f tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:56.634214 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7e4874-68e5-463d-a13e-6694f8a03f7f tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:44:56.641773 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-4c7e4874-68e5-463d-a13e-6694f8a03f7f tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:44:56.646168 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7e4874-68e5-463d-a13e-6694f8a03f7f tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:44:56.689213 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7a031a3d-8e7d-4321-9996-aff70f89ecb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:56.695430 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7a031a3d-8e7d-4321-9996-aff70f89ecb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:56.707241 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e4874-68e5-463d-a13e-6694f8a03f7f tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Pushing event updated for resources: {'Port': ['ID=d4a0a8d3-0731-4931-b9fc-6396db966262,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:56.742487 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7a031a3d-8e7d-4321-9996-aff70f89ecb1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=928206d08d1e4e47b3c2cd80d20536d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5306253 Oct 20 11:44:56.743323 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a031a3d-8e7d-4321-9996-aff70f89ecb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8a98c2-4863-4358-af98-00abe6e78257,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:56.751491 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53678) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:56.892131 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1e67c-d26f-4f3a-b8c4-91e9edb79f0d req-b19e4c26-c9e6-4e65-8608-ee81c522e161 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:56.893679 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ffb1e67c-d26f-4f3a-b8c4-91e9edb79f0d req-b19e4c26-c9e6-4e65-8608-ee81c522e161 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.2135727 Oct 20 11:44:57.022067 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ffb1e67c-d26f-4f3a-b8c4-91e9edb79f0d req-9846b789-4621-45c7-b835-c884cd9ce2f6 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063497 Oct 20 11:44:57.090861 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc343912-57c0-457f-bca5-b8d2ea9354a8 req-ac85981e-00b6-436c-bf39-d69ef1f5ac42 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:57.098398 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dc343912-57c0-457f-bca5-b8d2ea9354a8 req-ac85981e-00b6-436c-bf39-d69ef1f5ac42 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff445f7-4aaa-425c-98b7-0200230eb5a7 HTTP/1.1" status: 200 len: 945 time: 0.2582648 Oct 20 11:44:57.102538 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0656f387-5d5e-40f4-a0e9-11c0b1b83592 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:57.167042 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0656f387-5d5e-40f4-a0e9-11c0b1b83592 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:57.180438 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dc343912-57c0-457f-bca5-b8d2ea9354a8 req-9138b34d-6b63-4b6c-a471-6e819859e561 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786192 Oct 20 11:44:57.679030 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4c7e4874-68e5-463d-a13e-6694f8a03f7f tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks [] for router_gateway, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:57.776511 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb8420-517c-44e7-868d-102de29e24fc req-62f580b7-f3cb-4222-b21d-545f1eac7a90 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:57.778052 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d1fb8420-517c-44e7-868d-102de29e24fc req-62f580b7-f3cb-4222-b21d-545f1eac7a90 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.1476572 Oct 20 11:44:57.831617 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0656f387-5d5e-40f4-a0e9-11c0b1b83592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:57.834542 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0656f387-5d5e-40f4-a0e9-11c0b1b83592 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:57.835842 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-0656f387-5d5e-40f4-a0e9-11c0b1b83592 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ec8a98c2-4863-4358-af98-00abe6e78257 HTTP/1.1" status: 204 len: 168 time: 1.0822108 Oct 20 11:44:57.863651 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0656f387-5d5e-40f4-a0e9-11c0b1b83592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8a98c2-4863-4358-af98-00abe6e78257,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:57.937628 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d1fb8420-517c-44e7-868d-102de29e24fc req-2a4b17cf-16f9-4135-a47f-baa3c58c0262 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326296 Oct 20 11:44:58.076915 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4c7e4874-68e5-463d-a13e-6694f8a03f7f tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:58.130844 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2739d3b-79b1-48f3-a3aa-928eefd75a36 req-443cd290-5974-4060-96be-0e167eb4b9a1 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:58.132478 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a2739d3b-79b1-48f3-a3aa-928eefd75a36 req-443cd290-5974-4060-96be-0e167eb4b9a1 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/networks?id=b8b16dd1-14c2-429e-a738-23f5243332c4 HTTP/1.1" status: 200 len: 810 time: 0.2155018 Oct 20 11:44:58.168534 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a2739d3b-79b1-48f3-a3aa-928eefd75a36 req-b528e5ca-21e1-42cb-b023-6d72be00b6cc tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/quotas/ce1098f3c80946078a7ca69ed9609a2e HTTP/1.1" status: 200 len: 375 time: 0.0287838 Oct 20 11:44:58.260620 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a2739d3b-79b1-48f3-a3aa-928eefd75a36 req-79d2aefe-787c-4eba-8026-36bdef47bd04 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=ce1098f3c80946078a7ca69ed9609a2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0909646 Oct 20 11:44:58.393360 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:44:58.409098 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a2739d3b-79b1-48f3-a3aa-928eefd75a36 req-95ad19cf-03b8-4beb-bc85-ff7030e6f69b service neutron] 10.222.0.98 "GET /v2.0/networks/b8b16dd1-14c2-429e-a738-23f5243332c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474700 Oct 20 11:44:58.454419 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c7e4874-68e5-463d-a13e-6694f8a03f7f tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Router 7aa3d79e-59bb-4c1f-ac7b-ade9e515794e is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:44:58.598635 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 0f47c69b-d007-413c-a4b2-30d068e95932 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:44:58.620192 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cdffe6-f6f3-46dd-a45e-d4d75da3b35e req-f79cbd71-e59b-438b-a400-6256a558a915 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:58.628602 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: 0f47c69b-d007-413c-a4b2-30d068e95932 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:44:58.628895 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-22cdffe6-f6f3-46dd-a45e-d4d75da3b35e req-f79cbd71-e59b-438b-a400-6256a558a915 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff445f7-4aaa-425c-98b7-0200230eb5a7 HTTP/1.1" status: 200 len: 945 time: 0.1782129 Oct 20 11:44:58.629490 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 0f47c69b-d007-413c-a4b2-30d068e95932 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:44:58.657792 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a2739d3b-79b1-48f3-a3aa-928eefd75a36 req-33ca154b-5a5e-4c5f-ba51-30504531f829 service neutron] 10.222.0.98 "GET /v2.0/networks/b8b16dd1-14c2-429e-a738-23f5243332c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477634 Oct 20 11:44:58.745453 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-22cdffe6-f6f3-46dd-a45e-d4d75da3b35e req-342c9b67-3fef-4a5e-ba18-13da9dbefdff tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154940 Oct 20 11:44:58.770431 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7e4874-68e5-463d-a13e-6694f8a03f7f tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:44:58.797458 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3b82ba-64bb-4c09-90cb-8fbfa242849b None None] Sync routers for ids ['7aa3d79e-59bb-4c1f-ac7b-ade9e515794e'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:44:58.827411 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3b82ba-64bb-4c09-90cb-8fbfa242849b None None] Routers {'7aa3d79e-59bb-4c1f-ac7b-ade9e515794e'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:44:58.829194 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-4a3b82ba-64bb-4c09-90cb-8fbfa242849b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:44:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['7aa3d79e-59bb-4c1f-ac7b-ade9e515794e'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:58.842147 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4c7e4874-68e5-463d-a13e-6694f8a03f7f tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:58.846153 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4c7e4874-68e5-463d-a13e-6694f8a03f7f tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.4393294 Oct 20 11:44:58.846404 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53750) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:58.852443 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-c5c889a0-546d-4db9-adb2-7022990fffc4 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:44:58.925391 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-4a3b82ba-64bb-4c09-90cb-8fbfa242849b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:58.982452 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53760) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:58.991201 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3b82ba-64bb-4c09-90cb-8fbfa242849b None None] Routers {'7aa3d79e-59bb-4c1f-ac7b-ade9e515794e'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:44:58.992938 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-4a3b82ba-64bb-4c09-90cb-8fbfa242849b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:44:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['7aa3d79e-59bb-4c1f-ac7b-ade9e515794e'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:59.064115 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-4a3b82ba-64bb-4c09-90cb-8fbfa242849b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:44:59.067338 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3b82ba-64bb-4c09-90cb-8fbfa242849b None None] The sync data for ids ['7aa3d79e-59bb-4c1f-ac7b-ade9e515794e'] in n-d-814735-3 is: [] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:44:59.181180 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7f6c173a-0dd2-450c-ae28-28624b335fe8 req-32fd866b-54b1-495c-ae5b-5b885c268cf4 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e643833c-dee7-4132-ab7e-4f24427298cc HTTP/1.1" status: 200 len: 210 time: 0.0520766 Oct 20 11:44:59.192755 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1fb9cc-8c3a-4b74-b94a-4fda44a62750 req-72558239-8016-4ef7-ab5c-c66b8da79592 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:59.201033 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d1fb9cc-8c3a-4b74-b94a-4fda44a62750 req-72558239-8016-4ef7-ab5c-c66b8da79592 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.2723413 Oct 20 11:44:59.221929 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-28be483f-8817-480d-a104-0b77378b031f tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1580868882'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:44:59.248889 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28be483f-8817-480d-a104-0b77378b031f tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Made reservation on behalf of 292e0535894b48409065e32e227f3d3a for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:44:59.253327 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-28be483f-8817-480d-a104-0b77378b031f tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:59.265447 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-28be483f-8817-480d-a104-0b77378b031f tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:59.320385 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d1fb9cc-8c3a-4b74-b94a-4fda44a62750 req-ee301448-4d2d-4d1b-9715-01da88cec825 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182003 Oct 20 11:44:59.481776 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-28be483f-8817-480d-a104-0b77378b031f tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:59.490417 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-28be483f-8817-480d-a104-0b77378b031f tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:59.546368 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28be483f-8817-480d-a104-0b77378b031f tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] vlan segment allocate from pool success with {'vlan_id': 1281, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:44:59.552429 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be483f-8817-480d-a104-0b77378b031f tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea0b9b8-b82e-4b09-980f-98d25d20a116,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:59.581302 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-28be483f-8817-480d-a104-0b77378b031f tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:59.582549 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-28be483f-8817-480d-a104-0b77378b031f tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Added segment e203510c-234e-4070-a99a-5de34103d0ee of type vlan for network def03b1a-e318-4ef0-964d-4c4db2171dbe Oct 20 11:44:59.599964 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c5c889a0-546d-4db9-adb2-7022990fffc4 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:59.626051 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c5c889a0-546d-4db9-adb2-7022990fffc4 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:59.650252 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-28be483f-8817-480d-a104-0b77378b031f tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:59.692095 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-28be483f-8817-480d-a104-0b77378b031f tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:59.703727 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28be483f-8817-480d-a104-0b77378b031f tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:44:59.704535 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-28be483f-8817-480d-a104-0b77378b031f tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:59.725370 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-c5c889a0-546d-4db9-adb2-7022990fffc4 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Deleting port d4a0a8d3-0731-4931-b9fc-6396db966262 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:44:59.725705 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c5c889a0-546d-4db9-adb2-7022990fffc4 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:44:59.766381 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-28be483f-8817-480d-a104-0b77378b031f tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7826240 Oct 20 11:44:59.770626 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53846) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:44:59.825305 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-644ed588-e288-464a-a2f5-a058635678b8 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Request body: {'subnet': {'network_id': 'def03b1a-e318-4ef0-964d-4c4db2171dbe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:44:59.832860 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be483f-8817-480d-a104-0b77378b031f tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Pushing event updated for resources: {'Network': ['ID=def03b1a-e318-4ef0-964d-4c4db2171dbe,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:44:59.847484 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network def03b1a-e318-4ef0-964d-4c4db2171dbe details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:44:59.987464 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c5c889a0-546d-4db9-adb2-7022990fffc4 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:00.065793 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-c5c889a0-546d-4db9-adb2-7022990fffc4 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Calling delete_port for d4a0a8d3-0731-4931-b9fc-6396db966262 owned by network:router_gateway {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:45:00.080291 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644ed588-e288-464a-a2f5-a058635678b8 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Made reservation on behalf of 292e0535894b48409065e32e227f3d3a for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:45:00.086471 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-644ed588-e288-464a-a2f5-a058635678b8 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:00.101574 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e7896-9bad-4aa9-bd03-f0931d7416fc req-fca1718d-201c-4b0a-b2d2-b106e510eea3 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:00.103164 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c73e7896-9bad-4aa9-bd03-f0931d7416fc req-fca1718d-201c-4b0a-b2d2-b106e510eea3 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff445f7-4aaa-425c-98b7-0200230eb5a7 HTTP/1.1" status: 200 len: 945 time: 0.1883070 Oct 20 11:45:00.176615 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560bcce-8267-4c8a-b7c7-126b991a01ce req-136a7831-760f-4eb5-8b2f-10b322067bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:00.179035 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b560bcce-8267-4c8a-b7c7-126b991a01ce req-136a7831-760f-4eb5-8b2f-10b322067bdb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f0012baf31914701a438a4a910671113&device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 1095 time: 0.2056854 Oct 20 11:45:00.250413 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c73e7896-9bad-4aa9-bd03-f0931d7416fc req-3cf17424-652b-48cd-975e-2c0cee18af64 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059000 Oct 20 11:45:00.399419 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2cb0d969-6748-4a7c-b275-07c759959a36 req-d6506875-dacc-453b-a6fc-a397f358257c tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e643833c-dee7-4132-ab7e-4f24427298cc HTTP/1.1" status: 200 len: 210 time: 0.1223111 Oct 20 11:45:00.437208 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560bcce-8267-4c8a-b7c7-126b991a01ce req-72627740-3a28-457b-8c58-6b310864a16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:00.439134 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b560bcce-8267-4c8a-b7c7-126b991a01ce req-72627740-3a28-457b-8c58-6b310864a16d service neutron] 10.222.0.11 "GET /v2.0/networks?id=a1980227-64af-4c17-9cee-4570c69a4cb6 HTTP/1.1" status: 200 len: 914 time: 0.2237134 Oct 20 11:45:00.466266 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-644ed588-e288-464a-a2f5-a058635678b8 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:00.575107 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ed588-e288-464a-a2f5-a058635678b8 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Pushing event updated for resources: {'Subnet': ['ID=dde374d8-4588-48b1-b84f-3745fbf451cf,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:00.587728 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644ed588-e288-464a-a2f5-a058635678b8 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Checking segment: {'id': 'e203510c-234e-4070-a99a-5de34103d0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'def03b1a-e318-4ef0-964d-4c4db2171dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:45:00.588275 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644ed588-e288-464a-a2f5-a058635678b8 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Network hostable DHCP agents. Network: def03b1a-e318-4ef0-964d-4c4db2171dbe, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:45:00.616723 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644ed588-e288-464a-a2f5-a058635678b8 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Network def03b1a-e318-4ef0-964d-4c4db2171dbe is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:45:00.649145 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-644ed588-e288-464a-a2f5-a058635678b8 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, def03b1a-e318-4ef0-964d-4c4db2171dbe) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:45:00.658218 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644ed588-e288-464a-a2f5-a058635678b8 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:00.658714 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-644ed588-e288-464a-a2f5-a058635678b8 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:00.661728 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5007bdc9-ebe7-48f9-85d6-5ea7dfc4930a None None] Network def03b1a-e318-4ef0-964d-4c4db2171dbe requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:45:00.682539 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-644ed588-e288-464a-a2f5-a058635678b8 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9106731 Oct 20 11:45:00.685280 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53938) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:00.691079 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-3d5dac05-e0aa-4698-964a-1f7c17be6861 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1968565856', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}, 'admin_state_up': False}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:00.725481 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3d5dac05-e0aa-4698-964a-1f7c17be6861 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:00.727020 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3d5dac05-e0aa-4698-964a-1f7c17be6861 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:00.868224 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe2b45f-3740-4ef0-9c75-d5b0734f296e None None] Network def03b1a-e318-4ef0-964d-4c4db2171dbe requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:45:00.929698 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b560bcce-8267-4c8a-b7c7-126b991a01ce req-971e4443-11ca-4b4f-a8c0-b6d7a6427949 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02e225c5-4964-469d-8fe3-74ecb91b3348 HTTP/1.1" status: 200 len: 999 time: 0.4617748 Oct 20 11:45:01.096524 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c5c889a0-546d-4db9-adb2-7022990fffc4 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:01.152069 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3d5dac05-e0aa-4698-964a-1f7c17be6861 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:01.173672 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702580fc-dd34-494a-a20b-c8cdae2892f0 req-ab9fd98e-a3d2-4744-92d1-a4e4c1c10809 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:01.175568 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-702580fc-dd34-494a-a20b-c8cdae2892f0 req-ab9fd98e-a3d2-4744-92d1-a4e4c1c10809 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.6696818 Oct 20 11:45:01.180821 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c889a0-546d-4db9-adb2-7022990fffc4 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Pushing event deleted for resources: {'Port': ['ID=d4a0a8d3-0731-4931-b9fc-6396db966262,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:01.220598 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2739d3b-79b1-48f3-a3aa-928eefd75a36 req-4f80559a-6838-4e65-88ae-143a78288389 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:01.223720 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a2739d3b-79b1-48f3-a3aa-928eefd75a36 req-4f80559a-6838-4e65-88ae-143a78288389 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.11 "GET /v2.0/networks?id=b8b16dd1-14c2-429e-a738-23f5243332c4 HTTP/1.1" status: 200 len: 810 time: 0.2778013 Oct 20 11:45:01.229916 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560bcce-8267-4c8a-b7c7-126b991a01ce req-9d7938f5-43bb-4a79-b490-b88aef5596ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:01.231712 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b560bcce-8267-4c8a-b7c7-126b991a01ce req-9d7938f5-43bb-4a79-b490-b88aef5596ee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=978f4782-c6ff-4108-a8dd-a568aeeefa48 HTTP/1.1" status: 200 len: 851 time: 0.2835081 Oct 20 11:45:01.251557 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-a2739d3b-79b1-48f3-a3aa-928eefd75a36 req-3056f616-0f50-42b5-81e8-3f62cad80edd tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Request body: {'port': {'device_id': 'e643833c-dee7-4132-ab7e-4f24427298cc', 'network_id': 'b8b16dd1-14c2-429e-a738-23f5243332c4', 'admin_state_up': True, 'tenant_id': 'ce1098f3c80946078a7ca69ed9609a2e'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:01.350908 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3d5dac05-e0aa-4698-964a-1f7c17be6861 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:01.425139 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c5c889a0-546d-4db9-adb2-7022990fffc4 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:01.438518 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-702580fc-dd34-494a-a20b-c8cdae2892f0 req-6156f55f-39c2-422f-9947-b167089c3466 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2529936 Oct 20 11:45:01.514283 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560bcce-8267-4c8a-b7c7-126b991a01ce req-8b4577f8-6fbb-4bb0-a74c-ca22ea0bf358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:01.516702 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b560bcce-8267-4c8a-b7c7-126b991a01ce req-8b4577f8-6fbb-4bb0-a74c-ca22ea0bf358 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1980227-64af-4c17-9cee-4570c69a4cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2706864 Oct 20 11:45:01.710347 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dfa1ae6e-36e7-440e-98a8-5032d7289e58 req-82086066-27ba-431c-8c78-0908455203ff tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e643833c-dee7-4132-ab7e-4f24427298cc HTTP/1.1" status: 200 len: 210 time: 0.1378534 Oct 20 11:45:01.747186 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3d5dac05-e0aa-4698-964a-1f7c17be6861 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for router_gateway, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:01.761189 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a1ed0-5547-4110-abbc-35f22879ca10 req-36cc128a-217d-4a0d-8f76-e0395e9ae251 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:01.762732 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-400a1ed0-5547-4110-abbc-35f22879ca10 req-36cc128a-217d-4a0d-8f76-e0395e9ae251 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff445f7-4aaa-425c-98b7-0200230eb5a7 HTTP/1.1" status: 200 len: 945 time: 0.3315578 Oct 20 11:45:01.785684 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3d5dac05-e0aa-4698-964a-1f7c17be6861 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:01.862633 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c5c889a0-546d-4db9-adb2-7022990fffc4 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4352'] for router, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:01.870056 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2739d3b-79b1-48f3-a3aa-928eefd75a36 req-3056f616-0f50-42b5-81e8-3f62cad80edd tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Made reservation on behalf of ce1098f3c80946078a7ca69ed9609a2e for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:45:01.873572 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a2739d3b-79b1-48f3-a3aa-928eefd75a36 req-3056f616-0f50-42b5-81e8-3f62cad80edd tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:01.893913 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c5c889a0-546d-4db9-adb2-7022990fffc4 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-652987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-652962', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-654361'] for router, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:01.921990 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b560bcce-8267-4c8a-b7c7-126b991a01ce req-b079e8b7-7dc9-4bc4-99af-bcae86a8fe1b service neutron] 10.222.0.11 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562572 Oct 20 11:45:01.930548 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-3d5dac05-e0aa-4698-964a-1f7c17be6861 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Allocated IP 172.25.5.137 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/6a4c14c8-8b56-44c1-a6bb-34ec56593989) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:45:01.987727 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-400a1ed0-5547-4110-abbc-35f22879ca10 req-6a82be0f-1c50-48af-bc5d-c969baee65d2 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157063 Oct 20 11:45:02.102344 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3d5dac05-e0aa-4698-964a-1f7c17be6861 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:02.127662 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c889a0-546d-4db9-adb2-7022990fffc4 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Router 7aa3d79e-59bb-4c1f-ac7b-ade9e515794e has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:45:02.166599 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3d5dac05-e0aa-4698-964a-1f7c17be6861 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:02.208346 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5dac05-e0aa-4698-964a-1f7c17be6861 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:45:02.211750 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-3d5dac05-e0aa-4698-964a-1f7c17be6861 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:45:02.215461 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5dac05-e0aa-4698-964a-1f7c17be6861 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:45:02.245760 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5dac05-e0aa-4698-964a-1f7c17be6861 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Pushing event updated for resources: {'Port': ['ID=6a4c14c8-8b56-44c1-a6bb-34ec56593989,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:02.255741 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b560bcce-8267-4c8a-b7c7-126b991a01ce req-e7b675e1-4f19-47d5-8073-791a5a90f64a service neutron] 10.222.0.11 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715671 Oct 20 11:45:02.300520 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c889a0-546d-4db9-adb2-7022990fffc4 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:45:02.311226 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1685e37-4012-4455-8c7b-654a0e1539b8 None None] Sync routers for ids ['7aa3d79e-59bb-4c1f-ac7b-ade9e515794e'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:45:02.316535 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c5c889a0-546d-4db9-adb2-7022990fffc4 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:02.318037 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c5c889a0-546d-4db9-adb2-7022990fffc4 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] 10.222.0.98 "PUT /v2.0/routers/7aa3d79e-59bb-4c1f-ac7b-ade9e515794e HTTP/1.1" status: 200 len: 706 time: 3.4705882 Oct 20 11:45:02.319697 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-a2739d3b-79b1-48f3-a3aa-928eefd75a36 req-3056f616-0f50-42b5-81e8-3f62cad80edd tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Allocated IP 172.20.0.13 (b8b16dd1-14c2-429e-a738-23f5243332c4/2680d228-fd7a-4853-9272-b0d143a6d48d/5b748265-fe2d-49c7-9d8b-7d625ead2725) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:45:02.320994 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54122) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:02.369265 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1685e37-4012-4455-8c7b-654a0e1539b8 None None] Routers {'7aa3d79e-59bb-4c1f-ac7b-ade9e515794e'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:45:02.371915 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-e1685e37-4012-4455-8c7b-654a0e1539b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:44:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['7aa3d79e-59bb-4c1f-ac7b-ade9e515794e'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:02.480371 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-e1685e37-4012-4455-8c7b-654a0e1539b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:02.507398 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-899ee206-8978-48ef-8ce0-77c0a4f02f38 tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] 10.222.0.98 "GET /v2.0/routers/7aa3d79e-59bb-4c1f-ac7b-ade9e515794e HTTP/1.1" status: 200 len: 741 time: 0.1852627 Oct 20 11:45:02.510310 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54140) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:02.511854 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1685e37-4012-4455-8c7b-654a0e1539b8 None None] Routers {'7aa3d79e-59bb-4c1f-ac7b-ade9e515794e'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:45:02.514630 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-e1685e37-4012-4455-8c7b-654a0e1539b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:44:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['7aa3d79e-59bb-4c1f-ac7b-ade9e515794e'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:02.568967 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a2739d3b-79b1-48f3-a3aa-928eefd75a36 req-3056f616-0f50-42b5-81e8-3f62cad80edd tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:02.579628 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-e1685e37-4012-4455-8c7b-654a0e1539b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:02.580284 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1685e37-4012-4455-8c7b-654a0e1539b8 None None] The sync data for ids ['7aa3d79e-59bb-4c1f-ac7b-ade9e515794e'] in n-d-814735-3 is: [] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:45:02.595071 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d11d70c7-8a97-4183-a70d-bcc5c5a00edb tempest-RoutersAdminTest-1288995064 tempest-RoutersAdminTest-1288995064-project-admin] 10.222.0.98 "GET /v2.0/ports?network_id=717966e5-c478-496f-bddb-05794fb74250&device_id=7aa3d79e-59bb-4c1f-ac7b-ade9e515794e HTTP/1.1" status: 200 len: 205 time: 0.0833662 Oct 20 11:45:02.602822 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54152) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:02.641406 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f88d0734-2693-43b7-a8ff-024a647d9ac8 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] 10.222.0.98 "GET /v2.0/ports?device_id=7aa3d79e-59bb-4c1f-ac7b-ade9e515794e HTTP/1.1" status: 200 len: 205 time: 0.0374517 Oct 20 11:45:02.644134 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54158) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:02.722498 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2a091-e6be-4c22-9fae-578a634c3dfe req-498ac22f-37bc-47cb-8cf0-15150cb82d98 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:02.724189 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b8f2a091-e6be-4c22-9fae-578a634c3dfe req-498ac22f-37bc-47cb-8cf0-15150cb82d98 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.1494308 Oct 20 11:45:02.766826 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a2739d3b-79b1-48f3-a3aa-928eefd75a36 req-3056f616-0f50-42b5-81e8-3f62cad80edd tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:02.772608 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bb7919c4-a283-4fb4-8fc8-e450aed861ea tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:02.807082 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2739d3b-79b1-48f3-a3aa-928eefd75a36 req-3056f616-0f50-42b5-81e8-3f62cad80edd tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Network b8b16dd1-14c2-429e-a738-23f5243332c4 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:45:02.812062 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-a2739d3b-79b1-48f3-a3aa-928eefd75a36 req-3056f616-0f50-42b5-81e8-3f62cad80edd tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:45:02.859825 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2739d3b-79b1-48f3-a3aa-928eefd75a36 req-3056f616-0f50-42b5-81e8-3f62cad80edd tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:45:02.917609 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b8f2a091-e6be-4c22-9fae-578a634c3dfe req-20ba9b32-6ef4-4e5f-9324-ee57fd245a4c tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861067 Oct 20 11:45:02.964892 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3056f616-0f50-42b5-81e8-3f62cad80edd tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Pushing event updated for resources: {'Port': ['ID=5b748265-fe2d-49c7-9d8b-7d625ead2725,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:02.978846 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2739d3b-79b1-48f3-a3aa-928eefd75a36 req-3056f616-0f50-42b5-81e8-3f62cad80edd tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:02.979505 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a2739d3b-79b1-48f3-a3aa-928eefd75a36 req-3056f616-0f50-42b5-81e8-3f62cad80edd tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:03.004546 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c11a2-a74b-4e55-aec8-4549ebb52b1f req-d3186111-4ea0-404d-8e78-d4340c1cacf8 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:03.006482 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db7c11a2-a74b-4e55-aec8-4549ebb52b1f req-d3186111-4ea0-404d-8e78-d4340c1cacf8 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e643833c-dee7-4132-ab7e-4f24427298cc HTTP/1.1" status: 200 len: 932 time: 0.1479144 Oct 20 11:45:03.010239 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a2739d3b-79b1-48f3-a3aa-928eefd75a36 req-3056f616-0f50-42b5-81e8-3f62cad80edd tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7673764 Oct 20 11:45:03.027982 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-a2739d3b-79b1-48f3-a3aa-928eefd75a36 req-d72b54c9-11ef-4651-b0e3-14991e60b197 service neutron] Request body: {'port': {'device_id': 'e643833c-dee7-4132-ab7e-4f24427298cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:03.054890 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bb7919c4-a283-4fb4-8fc8-e450aed861ea tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:03.062699 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bb7919c4-a283-4fb4-8fc8-e450aed861ea tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:03.104265 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db7c11a2-a74b-4e55-aec8-4549ebb52b1f req-93113876-8870-4762-889d-5289e70997f7 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912266 Oct 20 11:45:03.113580 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a2739d3b-79b1-48f3-a3aa-928eefd75a36 req-d72b54c9-11ef-4651-b0e3-14991e60b197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:03.134905 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bb7919c4-a283-4fb4-8fc8-e450aed861ea tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:03.135466 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7919c4-a283-4fb4-8fc8-e450aed861ea tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Fanout notify agent at l3_agent the message router_deleted on router 7aa3d79e-59bb-4c1f-ac7b-ade9e515794e {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:45:03.146897 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bb7919c4-a283-4fb4-8fc8-e450aed861ea tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:03.149014 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-bb7919c4-a283-4fb4-8fc8-e450aed861ea tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] 10.222.0.98 "DELETE /v2.0/routers/7aa3d79e-59bb-4c1f-ac7b-ade9e515794e HTTP/1.1" status: 204 len: 168 time: 0.5039787 Oct 20 11:45:03.152506 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54208) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:03.164133 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3d5dac05-e0aa-4698-964a-1f7c17be6861 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for router_gateway, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:03.319599 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-fc36ad1a-d2c4-4661-82cf-5185354eb1e6 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] 10.222.0.98 "GET /v2.0/ports?device_id=7aa3d79e-59bb-4c1f-ac7b-ade9e515794e HTTP/1.1" status: 200 len: 205 time: 0.1656609 Oct 20 11:45:03.323428 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54232) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:03.382621 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [None req-f5f16558-3f14-47a8-b8f3-e4d13aca5852 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] delete failed (client error): The resource could not be found. Oct 20 11:45:03.386082 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-f5f16558-3f14-47a8-b8f3-e4d13aca5852 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] 10.222.0.98 "DELETE /v2.0/routers/7aa3d79e-59bb-4c1f-ac7b-ade9e515794e HTTP/1.1" status: 404 len: 336 time: 0.0586641 Oct 20 11:45:03.392162 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96d01a-a1f7-4896-90fd-911f3a5cb0c9 req-8b858940-1f3c-45ce-b159-d8cad3ca8b07 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:03.400604 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea96d01a-a1f7-4896-90fd-911f3a5cb0c9 req-8b858940-1f3c-45ce-b159-d8cad3ca8b07 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff445f7-4aaa-425c-98b7-0200230eb5a7 HTTP/1.1" status: 200 len: 945 time: 0.2886291 Oct 20 11:45:03.402212 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54240) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:03.437993 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3d5dac05-e0aa-4698-964a-1f7c17be6861 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:03.462095 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-cbfc592d-344f-46ea-b60e-b45f208b176d tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] 10.222.0.98 "GET /v2.0/ports?device_id=7615f118-a297-4deb-a4c5-522eb3ac8a29 HTTP/1.1" status: 200 len: 205 time: 0.0541527 Oct 20 11:45:03.463865 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54252) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:03.510339 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [None req-bbf81f45-e6c7-4e1c-858b-132a20681c2b tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] delete failed (client error): The resource could not be found. Oct 20 11:45:03.511653 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-bbf81f45-e6c7-4e1c-858b-132a20681c2b tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] 10.222.0.98 "DELETE /v2.0/routers/7615f118-a297-4deb-a4c5-522eb3ac8a29 HTTP/1.1" status: 404 len: 336 time: 0.0409334 Oct 20 11:45:03.514749 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54258) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:03.593560 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e8e7ad6b-a334-4b8f-ab7c-a3c1dea34e11 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] 10.222.0.98 "GET /v2.0/ports?device_id=0e6c1872-038b-4bed-88a9-474af43a5536 HTTP/1.1" status: 200 len: 205 time: 0.0772750 Oct 20 11:45:03.599924 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54260) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:03.620044 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea96d01a-a1f7-4896-90fd-911f3a5cb0c9 req-2ceb7b08-bd3c-45ca-ac99-c374ae1c749f tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043939 Oct 20 11:45:03.661403 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-65619398-5ec9-4887-8388-67bee8bc2951 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] delete failed (client error): The resource could not be found. Oct 20 11:45:03.662542 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-65619398-5ec9-4887-8388-67bee8bc2951 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] 10.222.0.98 "DELETE /v2.0/routers/0e6c1872-038b-4bed-88a9-474af43a5536 HTTP/1.1" status: 404 len: 336 time: 0.0614004 Oct 20 11:45:03.665153 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54264) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:03.726380 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-abdbea23-bc95-4522-8ee0-e7e088ece6ed tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] 10.222.0.98 "GET /v2.0/ports?device_id=40c6362d-b4a0-4b05-8a6c-d4f900900d17 HTTP/1.1" status: 200 len: 205 time: 0.0574381 Oct 20 11:45:03.726380 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54266) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:03.775235 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-d6d1f100-c7f4-44c2-b37e-2d1b1f1c70cd tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] delete failed (client error): The resource could not be found. Oct 20 11:45:03.776624 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d6d1f100-c7f4-44c2-b37e-2d1b1f1c70cd tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] 10.222.0.98 "DELETE /v2.0/routers/40c6362d-b4a0-4b05-8a6c-d4f900900d17 HTTP/1.1" status: 404 len: 336 time: 0.0467591 Oct 20 11:45:03.777704 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5dac05-e0aa-4698-964a-1f7c17be6861 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Router c938bb64-9f31-4eee-b70f-435ea9382551 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:45:03.779468 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54268) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:03.815189 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-b9e2198e-2f83-42f2-98ba-d777559b469a tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] 10.222.0.98 "GET /v2.0/ports?device_id=f0fc7e61-b0a4-478e-b56d-8b3097084a0e HTTP/1.1" status: 200 len: 205 time: 0.0344775 Oct 20 11:45:03.825180 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-a2739d3b-79b1-48f3-a3aa-928eefd75a36 req-d72b54c9-11ef-4651-b0e3-14991e60b197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b748265-fe2d-49c7-9d8b-7d625ead2725 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:45:03.827152 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54270) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:03.838072 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a2739d3b-79b1-48f3-a3aa-928eefd75a36 req-d72b54c9-11ef-4651-b0e3-14991e60b197 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:04.179245 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [None req-1ac53b55-4bf5-4913-b66f-2ef0b766d869 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] delete failed (client error): The resource could not be found. Oct 20 11:45:04.180371 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-1ac53b55-4bf5-4913-b66f-2ef0b766d869 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] 10.222.0.98 "DELETE /v2.0/routers/f0fc7e61-b0a4-478e-b56d-8b3097084a0e HTTP/1.1" status: 404 len: 336 time: 0.3522155 Oct 20 11:45:04.193624 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54276) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:04.213308 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-a2739d3b-79b1-48f3-a3aa-928eefd75a36 req-d72b54c9-11ef-4651-b0e3-14991e60b197 service neutron] Transition to ACTIVE for port object 5b748265-fe2d-49c7-9d8b-7d625ead2725 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:45:04.227644 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7174ee77-047b-46fa-a232-9f4baef75d5c tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] 10.222.0.98 "GET /v2.0/ports?device_id=5d4e60d5-8dd5-4b28-9b66-6de062b1c5f0 HTTP/1.1" status: 200 len: 205 time: 0.0348980 Oct 20 11:45:04.230527 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54280) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:04.253463 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a2739d3b-79b1-48f3-a3aa-928eefd75a36 req-d72b54c9-11ef-4651-b0e3-14991e60b197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:04.285173 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5dac05-e0aa-4698-964a-1f7c17be6861 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:45:04.287231 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-aed7a85b-2351-48d0-ab22-b7e0b5f086be tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] delete failed (client error): The resource could not be found. Oct 20 11:45:04.291406 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-aed7a85b-2351-48d0-ab22-b7e0b5f086be tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] 10.222.0.98 "DELETE /v2.0/routers/5d4e60d5-8dd5-4b28-9b66-6de062b1c5f0 HTTP/1.1" status: 404 len: 336 time: 0.0563843 Oct 20 11:45:04.293473 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54284) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:04.303542 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3ad6ee-145e-485c-b1eb-a6dd11f41233 None None] Sync routers for ids ['c938bb64-9f31-4eee-b70f-435ea9382551'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:45:04.314633 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3d5dac05-e0aa-4698-964a-1f7c17be6861 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:04.318979 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3ad6ee-145e-485c-b1eb-a6dd11f41233 None None] Routers {'c938bb64-9f31-4eee-b70f-435ea9382551'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:45:04.318979 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-7d3ad6ee-145e-485c-b1eb-a6dd11f41233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:44:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['c938bb64-9f31-4eee-b70f-435ea9382551'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:04.324496 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3d5dac05-e0aa-4698-964a-1f7c17be6861 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.6355650 Oct 20 11:45:04.325523 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54286) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:04.328230 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46f9a8-a6d4-497d-b91b-f4a609bf068b req-a2c849e5-2a13-4d69-8dfe-abc8428db83a tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:04.329863 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ec46f9a8-a6d4-497d-b91b-f4a609bf068b req-a2c849e5-2a13-4d69-8dfe-abc8428db83a tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.1555381 Oct 20 11:45:04.359943 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-9851cfad-6d89-47a1-8bf8-99c407d47b88 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] DELETE failed (client error): The resource could not be found. Oct 20 11:45:04.361277 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9851cfad-6d89-47a1-8bf8-99c407d47b88 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:45:04.364644 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-9851cfad-6d89-47a1-8bf8-99c407d47b88 tempest-RoutersAdminTest-1120613677 tempest-RoutersAdminTest-1120613677-project] 10.222.0.98 "DELETE /v2.0/subnets/04e39ff5-69fa-448b-baf9-73f5e794d39f HTTP/1.1" status: 404 len: 337 time: 0.0622492 Oct 20 11:45:04.381904 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-7d3ad6ee-145e-485c-b1eb-a6dd11f41233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:04.408425 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3ad6ee-145e-485c-b1eb-a6dd11f41233 None None] Routers {'c938bb64-9f31-4eee-b70f-435ea9382551'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:45:04.409041 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-7d3ad6ee-145e-485c-b1eb-a6dd11f41233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:44:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['c938bb64-9f31-4eee-b70f-435ea9382551'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:04.413096 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6caa7-3b55-4958-b71d-f67e406a0388 req-eec293e4-a7a8-4905-be66-8df35fdc7e25 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:04.416845 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-03a6caa7-3b55-4958-b71d-f67e406a0388 req-eec293e4-a7a8-4905-be66-8df35fdc7e25 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e643833c-dee7-4132-ab7e-4f24427298cc HTTP/1.1" status: 200 len: 932 time: 0.2056916 Oct 20 11:45:04.437876 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b54c9-11ef-4651-b0e3-14991e60b197 service neutron] Pushing event updated for resources: {'Port': ['ID=5b748265-fe2d-49c7-9d8b-7d625ead2725,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:04.451901 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-7d3ad6ee-145e-485c-b1eb-a6dd11f41233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:04.452810 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3ad6ee-145e-485c-b1eb-a6dd11f41233 None None] The sync data for ids ['c938bb64-9f31-4eee-b70f-435ea9382551'] in n-d-814735-3 is: [] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:45:04.543569 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-03a6caa7-3b55-4958-b71d-f67e406a0388 req-53639cca-f1e5-406c-8fcd-6a1365049db6 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008711 Oct 20 11:45:04.560586 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ec46f9a8-a6d4-497d-b91b-f4a609bf068b req-17876db3-17d3-4efe-9ac9-72111a024346 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028043 Oct 20 11:45:04.613167 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-a2739d3b-79b1-48f3-a3aa-928eefd75a36 req-d72b54c9-11ef-4651-b0e3-14991e60b197 service neutron] Attempting to bind port 5b748265-fe2d-49c7-9d8b-7d625ead2725 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:45:04.613420 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-a2739d3b-79b1-48f3-a3aa-928eefd75a36 req-d72b54c9-11ef-4651-b0e3-14991e60b197 service neutron] Attempting to bind port 5b748265-fe2d-49c7-9d8b-7d625ead2725 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '635b408c-b931-4fe4-a946-3320f78b98e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'b8b16dd1-14c2-429e-a738-23f5243332c4'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:45:04.613721 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2739d3b-79b1-48f3-a3aa-928eefd75a36 req-d72b54c9-11ef-4651-b0e3-14991e60b197 service neutron] Attempting to bind port 5b748265-fe2d-49c7-9d8b-7d625ead2725 on network b8b16dd1-14c2-429e-a738-23f5243332c4 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:45:04.623234 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2739d3b-79b1-48f3-a3aa-928eefd75a36 req-d72b54c9-11ef-4651-b0e3-14991e60b197 service neutron] Port 5b748265-fe2d-49c7-9d8b-7d625ead2725 on network b8b16dd1-14c2-429e-a738-23f5243332c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:45:04.623234 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2739d3b-79b1-48f3-a3aa-928eefd75a36 req-d72b54c9-11ef-4651-b0e3-14991e60b197 service neutron] Attempting to bind port 5b748265-fe2d-49c7-9d8b-7d625ead2725 on network b8b16dd1-14c2-429e-a738-23f5243332c4 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:45:04.661395 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2739d3b-79b1-48f3-a3aa-928eefd75a36 req-d72b54c9-11ef-4651-b0e3-14991e60b197 service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:45:04.661928 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2739d3b-79b1-48f3-a3aa-928eefd75a36 req-d72b54c9-11ef-4651-b0e3-14991e60b197 service neutron] Checking segment: {'id': '635b408c-b931-4fe4-a946-3320f78b98e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'b8b16dd1-14c2-429e-a738-23f5243332c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:45:04.662530 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2739d3b-79b1-48f3-a3aa-928eefd75a36 req-d72b54c9-11ef-4651-b0e3-14991e60b197 service neutron] Bound using segment: {'id': '635b408c-b931-4fe4-a946-3320f78b98e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'b8b16dd1-14c2-429e-a738-23f5243332c4'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:45:04.664090 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-a2739d3b-79b1-48f3-a3aa-928eefd75a36 req-d72b54c9-11ef-4651-b0e3-14991e60b197 service neutron] Bound port: 5b748265-fe2d-49c7-9d8b-7d625ead2725, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '635b408c-b931-4fe4-a946-3320f78b98e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'b8b16dd1-14c2-429e-a738-23f5243332c4'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:45:04.664956 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a2739d3b-79b1-48f3-a3aa-928eefd75a36 req-d72b54c9-11ef-4651-b0e3-14991e60b197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:04.770807 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-a2739d3b-79b1-48f3-a3aa-928eefd75a36 req-d72b54c9-11ef-4651-b0e3-14991e60b197 service neutron] For port 5b748265-fe2d-49c7-9d8b-7d625ead2725, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:45:04.779348 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-a2739d3b-79b1-48f3-a3aa-928eefd75a36 req-d72b54c9-11ef-4651-b0e3-14991e60b197 service neutron] For port 5b748265-fe2d-49c7-9d8b-7d625ead2725, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=5b748265-fe2d-49c7-9d8b-7d625ead2725,segment=NetworkSegment(635b408c-b931-4fe4-a946-3320f78b98e5),segment_id=635b408c-b931-4fe4-a946-3320f78b98e5)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:45:04.790222 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a2739d3b-79b1-48f3-a3aa-928eefd75a36 req-d72b54c9-11ef-4651-b0e3-14991e60b197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:04.883330 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2739d3b-79b1-48f3-a3aa-928eefd75a36 req-d72b54c9-11ef-4651-b0e3-14991e60b197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:04.883952 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a2739d3b-79b1-48f3-a3aa-928eefd75a36 req-d72b54c9-11ef-4651-b0e3-14991e60b197 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:04.885354 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a2739d3b-79b1-48f3-a3aa-928eefd75a36 req-d72b54c9-11ef-4651-b0e3-14991e60b197 service neutron] 10.222.0.11 "PUT /v2.0/ports/5b748265-fe2d-49c7-9d8b-7d625ead2725 HTTP/1.1" status: 200 len: 1092 time: 1.8618255 Oct 20 11:45:04.887237 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e643833c-dee7-4132-ab7e-4f24427298cc', 'tag': '5b748265-fe2d-49c7-9d8b-7d625ead2725'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:45:04.889570 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9480593-5051-4287-b177-b60d7f65d984" -d '{"events": [{"name": "network-changed", "server_uuid": "e643833c-dee7-4132-ab7e-4f24427298cc", "tag": "5b748265-fe2d-49c7-9d8b-7d625ead2725"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:45:04.924202 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b54c9-11ef-4651-b0e3-14991e60b197 service neutron] Pushing event updated for resources: {'Port': ['ID=5b748265-fe2d-49c7-9d8b-7d625ead2725,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:04.941229 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be65f38-d224-4515-a22d-ae3e6fcf3e55 req-0e677d19-d9c8-4e63-a543-686a59b4a2c5 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:04.949503 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2be65f38-d224-4515-a22d-ae3e6fcf3e55 req-0e677d19-d9c8-4e63-a543-686a59b4a2c5 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff445f7-4aaa-425c-98b7-0200230eb5a7 HTTP/1.1" status: 200 len: 945 time: 0.1313446 Oct 20 11:45:04.962251 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23933517-4197-452e-aca2-d814ff85bdce x-openstack-request-id: req-23933517-4197-452e-aca2-d814ff85bdce {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:45:04.962977 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e643833c-dee7-4132-ab7e-4f24427298cc", "tag": "5b748265-fe2d-49c7-9d8b-7d625ead2725", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:45:04.963237 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-23933517-4197-452e-aca2-d814ff85bdce {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:45:04.963857 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e643833c-dee7-4132-ab7e-4f24427298cc', 'tag': '5b748265-fe2d-49c7-9d8b-7d625ead2725', 'status': 'completed', 'code': 200} Oct 20 11:45:04.989881 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54302) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:05.036542 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2be65f38-d224-4515-a22d-ae3e6fcf3e55 req-ccb813f6-93d9-47b8-8ffa-351ab37a5993 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860224 Oct 20 11:45:05.053623 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2739d3b-79b1-48f3-a3aa-928eefd75a36 req-f050e484-719b-4efd-8351-7b6919c4fee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:05.055253 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a2739d3b-79b1-48f3-a3aa-928eefd75a36 req-f050e484-719b-4efd-8351-7b6919c4fee0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ce1098f3c80946078a7ca69ed9609a2e&device_id=e643833c-dee7-4132-ab7e-4f24427298cc HTTP/1.1" status: 200 len: 1095 time: 0.1023464 Oct 20 11:45:05.111846 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a2739d3b-79b1-48f3-a3aa-928eefd75a36 req-5c5ddfb2-ed59-4201-bdb3-9a251701d79b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b748265-fe2d-49c7-9d8b-7d625ead2725 HTTP/1.1" status: 200 len: 217 time: 0.0463810 Oct 20 11:45:05.168809 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7e9e2539-1577-4fb9-8cc2-9285d6289f0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:05.180908 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2739d3b-79b1-48f3-a3aa-928eefd75a36 req-8da81050-912b-4c17-8d51-1ca53291b443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:05.182885 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a2739d3b-79b1-48f3-a3aa-928eefd75a36 req-8da81050-912b-4c17-8d51-1ca53291b443 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2680d228-fd7a-4853-9272-b0d143a6d48d HTTP/1.1" status: 200 len: 850 time: 0.0641127 Oct 20 11:45:05.196305 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2e533f01-da68-4d40-8975-49f95b4137f3 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:05.232802 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a2739d3b-79b1-48f3-a3aa-928eefd75a36 req-f7018bb0-fad7-4ac7-9d31-d8fc387233c5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b8b16dd1-14c2-429e-a738-23f5243332c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416019 Oct 20 11:45:05.359173 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a2739d3b-79b1-48f3-a3aa-928eefd75a36 req-f9ea32f0-026e-4d2e-b7ae-066a31b2ef46 service neutron] 10.222.0.11 "GET /v2.0/networks/b8b16dd1-14c2-429e-a738-23f5243332c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177595 Oct 20 11:45:05.390725 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7e9e2539-1577-4fb9-8cc2-9285d6289f0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:05.398403 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7e9e2539-1577-4fb9-8cc2-9285d6289f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:05.502439 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7e9e2539-1577-4fb9-8cc2-9285d6289f0d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=551b489d08b5450083732a35716a7280&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5093284 Oct 20 11:45:05.502857 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54308) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:05.506319 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e2539-1577-4fb9-8cc2-9285d6289f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2773a19c-8193-43fd-857c-e33bd9f2a27f,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:05.512573 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a2739d3b-79b1-48f3-a3aa-928eefd75a36 req-99e4022e-5da0-4351-9c87-0d8bcc7c1e7e service neutron] 10.222.0.11 "GET /v2.0/networks/b8b16dd1-14c2-429e-a738-23f5243332c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448495 Oct 20 11:45:05.564802 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5f1dcdd6-839a-4bf5-8178-af4503555e8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:05.597279 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5f1dcdd6-839a-4bf5-8178-af4503555e8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:05.736130 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9480593-5051-4287-b177-b60d7f65d984 req-c43d75d2-6faf-4fc8-92e8-039f63c81bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:05.736656 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-2e533f01-da68-4d40-8975-49f95b4137f3 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Allocated IP 172.20.0.1 (def03b1a-e318-4ef0-964d-4c4db2171dbe/dde374d8-4588-48b1-b84f-3745fbf451cf/b805afff-0d80-423d-a190-6fb4e2f5563e) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:45:05.738337 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e9480593-5051-4287-b177-b60d7f65d984 req-c43d75d2-6faf-4fc8-92e8-039f63c81bc1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ce1098f3c80946078a7ca69ed9609a2e&device_id=e643833c-dee7-4132-ab7e-4f24427298cc HTTP/1.1" status: 200 len: 1095 time: 0.1099539 Oct 20 11:45:05.764293 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a11635-e7dd-43a2-91d7-430d34a6c860 req-10942f84-b8b3-4faa-a673-6a6b445c750c tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:05.772308 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-67a11635-e7dd-43a2-91d7-430d34a6c860 req-10942f84-b8b3-4faa-a673-6a6b445c750c tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.0911376 Oct 20 11:45:05.777020 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5f1dcdd6-839a-4bf5-8178-af4503555e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:05.780470 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5f1dcdd6-839a-4bf5-8178-af4503555e8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:05.784757 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-5f1dcdd6-839a-4bf5-8178-af4503555e8d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2773a19c-8193-43fd-857c-e33bd9f2a27f HTTP/1.1" status: 204 len: 168 time: 0.2807353 Oct 20 11:45:05.827481 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1dcdd6-839a-4bf5-8178-af4503555e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2773a19c-8193-43fd-857c-e33bd9f2a27f,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:05.952909 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-67a11635-e7dd-43a2-91d7-430d34a6c860 req-49f9e951-a271-497c-b4cd-2997507f95a4 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750686 Oct 20 11:45:05.973586 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2e533f01-da68-4d40-8975-49f95b4137f3 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:06.027495 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2e533f01-da68-4d40-8975-49f95b4137f3 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:06.056309 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4f965-ec17-4845-9f41-d6e10e0a4a7a req-6afd95c0-e1b8-4575-ae56-8d5a50d9c73a tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:06.058505 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8de4f965-ec17-4845-9f41-d6e10e0a4a7a req-6afd95c0-e1b8-4575-ae56-8d5a50d9c73a tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e643833c-dee7-4132-ab7e-4f24427298cc HTTP/1.1" status: 200 len: 944 time: 0.4315505 Oct 20 11:45:06.094679 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e533f01-da68-4d40-8975-49f95b4137f3 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Pushing event updated for resources: {'Port': ['ID=b805afff-0d80-423d-a190-6fb4e2f5563e,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:06.104343 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e533f01-da68-4d40-8975-49f95b4137f3 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Network def03b1a-e318-4ef0-964d-4c4db2171dbe is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:45:06.108063 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-2e533f01-da68-4d40-8975-49f95b4137f3 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:45:06.113573 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e533f01-da68-4d40-8975-49f95b4137f3 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:45:06.136532 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9480593-5051-4287-b177-b60d7f65d984 req-50a17a30-5791-4b1b-832f-4d7442c017fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:06.141615 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e9480593-5051-4287-b177-b60d7f65d984 req-50a17a30-5791-4b1b-832f-4d7442c017fd service neutron] 10.222.0.11 "GET /v2.0/networks?id=b8b16dd1-14c2-429e-a738-23f5243332c4 HTTP/1.1" status: 200 len: 912 time: 0.3949559 Oct 20 11:45:06.207915 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2e533f01-da68-4d40-8975-49f95b4137f3 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:06.217745 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e9480593-5051-4287-b177-b60d7f65d984 req-15420741-341e-477a-8f03-adef61940d1c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b748265-fe2d-49c7-9d8b-7d625ead2725 HTTP/1.1" status: 200 len: 217 time: 0.0672476 Oct 20 11:45:06.242470 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8de4f965-ec17-4845-9f41-d6e10e0a4a7a req-d1076289-c15c-4269-a2be-59792536c3c7 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748812 Oct 20 11:45:06.341027 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5466c7e-f624-4fac-9990-483f47cbad69 req-87da3140-7f21-4a09-ac12-5bfbd3a88e09 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:06.342899 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b5466c7e-f624-4fac-9990-483f47cbad69 req-87da3140-7f21-4a09-ac12-5bfbd3a88e09 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff445f7-4aaa-425c-98b7-0200230eb5a7 HTTP/1.1" status: 200 len: 945 time: 0.1270897 Oct 20 11:45:06.346874 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9480593-5051-4287-b177-b60d7f65d984 req-019b0c13-7bdb-4055-bbcc-877283fe5b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:06.348246 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e9480593-5051-4287-b177-b60d7f65d984 req-019b0c13-7bdb-4055-bbcc-877283fe5b3e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2680d228-fd7a-4853-9272-b0d143a6d48d HTTP/1.1" status: 200 len: 850 time: 0.1048245 Oct 20 11:45:06.362263 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54326) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:06.375215 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2e533f01-da68-4d40-8975-49f95b4137f3 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:06.408856 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e9480593-5051-4287-b177-b60d7f65d984 req-99bf32ec-d08c-47d6-b70b-4ada054d5265 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b8b16dd1-14c2-429e-a738-23f5243332c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511143 Oct 20 11:45:06.464468 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b5466c7e-f624-4fac-9990-483f47cbad69 req-2b2ee051-a50d-4e7e-971d-a4d321bc17ad tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128449 Oct 20 11:45:06.532558 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-9dcb6090-afe0-4b02-9c6a-4f083b1ac0ee admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6c8837b500f94ba7a04728f7ede6a642&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1611536 Oct 20 11:45:06.534998 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54330) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:06.605939 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e9480593-5051-4287-b177-b60d7f65d984 req-657bf8f6-be92-46b7-bb84-4e28fc1604a2 service neutron] 10.222.0.11 "GET /v2.0/networks/b8b16dd1-14c2-429e-a738-23f5243332c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819477 Oct 20 11:45:06.623190 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-db77e30d-d89c-4ef7-9b49-49061eba052e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:06.751691 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-db77e30d-d89c-4ef7-9b49-49061eba052e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:06.780348 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e9480593-5051-4287-b177-b60d7f65d984 req-1bf3aeb0-bd00-4e97-a1aa-aaeb11242db8 service neutron] 10.222.0.11 "GET /v2.0/networks/b8b16dd1-14c2-429e-a738-23f5243332c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581769 Oct 20 11:45:06.820938 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-db77e30d-d89c-4ef7-9b49-49061eba052e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:06.825714 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-db77e30d-d89c-4ef7-9b49-49061eba052e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:06.830892 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-db77e30d-d89c-4ef7-9b49-49061eba052e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8f5552f0-32a7-4acc-9399-a3c2dd190e88 HTTP/1.1" status: 204 len: 168 time: 0.2910402 Oct 20 11:45:06.836253 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db77e30d-d89c-4ef7-9b49-49061eba052e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5552f0-32a7-4acc-9399-a3c2dd190e88,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:06.872079 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2e533f01-da68-4d40-8975-49f95b4137f3 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:06.882606 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2e533f01-da68-4d40-8975-49f95b4137f3 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:06.974592 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e533f01-da68-4d40-8975-49f95b4137f3 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Pushing event updated for resources: {'Port': ['ID=b805afff-0d80-423d-a190-6fb4e2f5563e,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:06.984923 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2e533f01-da68-4d40-8975-49f95b4137f3 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:07.084640 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab587ad-1b3a-4934-8051-a88d4508aabc req-9ca3ade4-5dd9-4e31-a45f-4de47ff157d0 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:07.087582 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3ab587ad-1b3a-4934-8051-a88d4508aabc req-9ca3ade4-5dd9-4e31-a45f-4de47ff157d0 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.0567157 Oct 20 11:45:07.171347 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e533f01-da68-4d40-8975-49f95b4137f3 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Network def03b1a-e318-4ef0-964d-4c4db2171dbe is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:45:07.173905 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3ab587ad-1b3a-4934-8051-a88d4508aabc req-6d2051e6-7b7e-4413-b215-c62662b6d671 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778866 Oct 20 11:45:07.177629 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-2e533f01-da68-4d40-8975-49f95b4137f3 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:45:07.323995 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e533f01-da68-4d40-8975-49f95b4137f3 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Router c938bb64-9f31-4eee-b70f-435ea9382551 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:45:07.442750 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db153a-0cb7-44bd-ac06-30db28740cd2 req-4aff8995-d5d9-4d46-ad28-cae1b88924c9 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:07.445196 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-30db153a-0cb7-44bd-ac06-30db28740cd2 req-4aff8995-d5d9-4d46-ad28-cae1b88924c9 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e643833c-dee7-4132-ab7e-4f24427298cc HTTP/1.1" status: 200 len: 944 time: 0.0837541 Oct 20 11:45:07.474954 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e533f01-da68-4d40-8975-49f95b4137f3 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:45:07.492161 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333bd83e-9177-49d8-9639-f72204fc4b03 None None] Sync routers for ids ['c938bb64-9f31-4eee-b70f-435ea9382551'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:45:07.503547 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-30db153a-0cb7-44bd-ac06-30db28740cd2 req-3bbe08eb-9b47-4025-8c06-2d91065bf409 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520389 Oct 20 11:45:07.506337 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54362) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:07.509069 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2e533f01-da68-4d40-8975-49f95b4137f3 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] 10.222.0.98 "PUT /v2.0/routers/c938bb64-9f31-4eee-b70f-435ea9382551/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1824236 Oct 20 11:45:07.512273 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333bd83e-9177-49d8-9639-f72204fc4b03 None None] Routers {'c938bb64-9f31-4eee-b70f-435ea9382551'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:45:07.512913 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-333bd83e-9177-49d8-9639-f72204fc4b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:44:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['c938bb64-9f31-4eee-b70f-435ea9382551'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:07.515591 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-8def5315-9afd-4788-a477-d91c5107d753 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Request body: {'port': {'network_id': 'def03b1a-e318-4ef0-964d-4c4db2171dbe', 'name': 'tempest-FloatingIPTestJSON-1371656563'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:07.587431 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-333bd83e-9177-49d8-9639-f72204fc4b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:07.598615 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333bd83e-9177-49d8-9639-f72204fc4b03 None None] Routers {'c938bb64-9f31-4eee-b70f-435ea9382551'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:45:07.599280 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-333bd83e-9177-49d8-9639-f72204fc4b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:44:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['c938bb64-9f31-4eee-b70f-435ea9382551'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:07.674684 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-333bd83e-9177-49d8-9639-f72204fc4b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:07.675601 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333bd83e-9177-49d8-9639-f72204fc4b03 None None] The sync data for ids ['c938bb64-9f31-4eee-b70f-435ea9382551'] in n-d-814735-3 is: [] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:45:07.744812 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c72c86-119d-4d58-bf18-3fa62ea2b06b req-4048bc15-0766-4502-aebf-27e26ee74c62 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:07.751357 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-77c72c86-119d-4d58-bf18-3fa62ea2b06b req-4048bc15-0766-4502-aebf-27e26ee74c62 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff445f7-4aaa-425c-98b7-0200230eb5a7 HTTP/1.1" status: 200 len: 945 time: 0.1102145 Oct 20 11:45:07.770164 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8def5315-9afd-4788-a477-d91c5107d753 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Made reservation on behalf of 292e0535894b48409065e32e227f3d3a for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:45:07.773898 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8def5315-9afd-4788-a477-d91c5107d753 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:07.798548 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [None req-8def5315-9afd-4788-a477-d91c5107d753 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] device_id is not set on port 3fa6d0c5-0d41-4071-91d3-50bac6d845d9 yet. {{(pid=100647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:45:07.826104 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-77c72c86-119d-4d58-bf18-3fa62ea2b06b req-887457b5-d8fb-4ca4-a5c6-812d231a7856 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714252 Oct 20 11:45:07.890258 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [req-d3614e01-27b4-4166-a83f-3e04accb35f5 req-dea1cd47-a870-4648-b36d-bf0c757416e2 service neutron] (100646) timed out ('10.222.0.98', 50998) {{(pid=100646) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 20 11:45:07.956214 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-8def5315-9afd-4788-a477-d91c5107d753 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Allocated IP 172.20.0.8 (def03b1a-e318-4ef0-964d-4c4db2171dbe/dde374d8-4588-48b1-b84f-3745fbf451cf/3fa6d0c5-0d41-4071-91d3-50bac6d845d9) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:45:08.189921 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8def5315-9afd-4788-a477-d91c5107d753 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:08.192255 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ae859ecd-05d2-4745-925d-fd15ec2a3443 req-6645c408-56a0-453a-8175-e77bd82ea3b6 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6bb7a993-e4e0-4dad-a3ff-495d7601bc1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0600548 Oct 20 11:45:08.294025 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8def5315-9afd-4788-a477-d91c5107d753 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:08.363774 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae859ecd-05d2-4745-925d-fd15ec2a3443 req-fc7e8e01-5e0d-4196-a707-427daa9c8682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:08.373096 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ae859ecd-05d2-4745-925d-fd15ec2a3443 req-fc7e8e01-5e0d-4196-a707-427daa9c8682 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=87f9bb79a2f44e408030b0f728683d1b&device_id=6bb7a993-e4e0-4dad-a3ff-495d7601bc1f HTTP/1.1" status: 200 len: 1096 time: 0.1224837 Oct 20 11:45:08.396769 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8def5315-9afd-4788-a477-d91c5107d753 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Network def03b1a-e318-4ef0-964d-4c4db2171dbe is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:45:08.409733 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def5315-9afd-4788-a477-d91c5107d753 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Pushing event updated for resources: {'Port': ['ID=3fa6d0c5-0d41-4071-91d3-50bac6d845d9,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:08.413690 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-8def5315-9afd-4788-a477-d91c5107d753 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:45:08.416232 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8def5315-9afd-4788-a477-d91c5107d753 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:45:08.493335 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8def5315-9afd-4788-a477-d91c5107d753 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:08.494308 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8def5315-9afd-4788-a477-d91c5107d753 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:08.532985 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae859ecd-05d2-4745-925d-fd15ec2a3443 req-73bcf164-e38e-4948-88dc-d872eac6753b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:08.534533 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8def5315-9afd-4788-a477-d91c5107d753 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0268323 Oct 20 11:45:08.535864 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ae859ecd-05d2-4745-925d-fd15ec2a3443 req-73bcf164-e38e-4948-88dc-d872eac6753b service neutron] 10.222.0.89 "GET /v2.0/networks?id=4684d20a-1285-4a26-b3d8-722aa32ad5b4 HTTP/1.1" status: 200 len: 907 time: 0.1351862 Oct 20 11:45:08.537540 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54406) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:08.544957 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-7db74528-6bd6-467d-af01-4ca887599c81 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Request body: {'port': {'network_id': 'def03b1a-e318-4ef0-964d-4c4db2171dbe', 'name': 'tempest-FloatingIPTestJSON-1789786425'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:08.614668 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 5b748265-fe2d-49c7-9d8b-7d625ead2725 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:45:08.619496 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ae859ecd-05d2-4745-925d-fd15ec2a3443 req-eaaff54c-9c27-4f10-85cf-90c3b4ea03e9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81a208c0-65e0-4fc8-a75c-a093561e3229 HTTP/1.1" status: 200 len: 217 time: 0.0670891 Oct 20 11:45:08.785849 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae859ecd-05d2-4745-925d-fd15ec2a3443 req-69c3fa1c-f737-49e2-9190-e86b7d79d854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:08.788561 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ae859ecd-05d2-4745-925d-fd15ec2a3443 req-69c3fa1c-f737-49e2-9190-e86b7d79d854 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=533789ee-0e8e-421f-8cb0-0d7463c535a5 HTTP/1.1" status: 200 len: 845 time: 0.1110399 Oct 20 11:45:08.868111 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 5b748265-fe2d-49c7-9d8b-7d625ead2725, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=5b748265-fe2d-49c7-9d8b-7d625ead2725,segment=NetworkSegment(635b408c-b931-4fe4-a946-3320f78b98e5),segment_id=635b408c-b931-4fe4-a946-3320f78b98e5)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:45:08.881274 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ae859ecd-05d2-4745-925d-fd15ec2a3443 req-1d56c907-6819-4b48-a793-d7003d627b1f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4684d20a-1285-4a26-b3d8-722aa32ad5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814970 Oct 20 11:45:08.894874 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '5b748265-fe2d-49c7-9d8b-7d625ead2725', 'network_id': 'b8b16dd1-14c2-429e-a738-23f5243332c4', 'port_id': '5b748265-fe2d-49c7-9d8b-7d625ead2725', 'mac_address': 'fa:16:3e:17:fa:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2680d228-fd7a-4853-9272-b0d143a6d48d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:45:08.906504 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54420) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:08.963532 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df277bb7-b6a7-4ae9-bae9-fb21af7d8f23 req-cdfe093e-f5e2-48d6-bd2d-11f57b7d0d34 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:08.966584 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-df277bb7-b6a7-4ae9-bae9-fb21af7d8f23 req-cdfe093e-f5e2-48d6-bd2d-11f57b7d0d34 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e643833c-dee7-4132-ab7e-4f24427298cc HTTP/1.1" status: 200 len: 944 time: 0.2877400 Oct 20 11:45:08.975566 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:08.978511 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bedaed9-eb70-41b8-a806-210173195b98 req-7c193c2f-aae4-47dc-9370-5cc986ad204e tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:08.987649 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7bedaed9-eb70-41b8-a806-210173195b98 req-7c193c2f-aae4-47dc-9370-5cc986ad204e tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.6130376 Oct 20 11:45:09.014404 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b748265-fe2d-49c7-9d8b-7d625ead2725 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:45:09.054700 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 5b748265-fe2d-49c7-9d8b-7d625ead2725, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=5b748265-fe2d-49c7-9d8b-7d625ead2725,segment=NetworkSegment(635b408c-b931-4fe4-a946-3320f78b98e5),segment_id=635b408c-b931-4fe4-a946-3320f78b98e5)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:45:09.063335 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7bedaed9-eb70-41b8-a806-210173195b98 req-9bb40fd3-46fe-4c91-8d90-daa55a762499 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737462 Oct 20 11:45:09.066443 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:09.142672 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db74528-6bd6-467d-af01-4ca887599c81 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Made reservation on behalf of 292e0535894b48409065e32e227f3d3a for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:45:09.155485 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7db74528-6bd6-467d-af01-4ca887599c81 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:09.175323 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-df277bb7-b6a7-4ae9-bae9-fb21af7d8f23 req-30f6c03f-1101-4202-8df4-2423725a5ee2 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785014 Oct 20 11:45:09.176901 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=5b748265-fe2d-49c7-9d8b-7d625ead2725,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:09.185706 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-993d51a9-cf46-4057-94df-62d7f7592df8 tempest-RoutersAdminNegativeTest-1680591874 tempest-RoutersAdminNegativeTest-1680591874-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-701914032', 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:09.201288 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-7db74528-6bd6-467d-af01-4ca887599c81 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] device_id is not set on port 8ac38423-7fc4-40f4-a05b-28be5b2b4135 yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:45:09.296925 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ae859ecd-05d2-4745-925d-fd15ec2a3443 req-f78f00d1-e2fe-4ea4-9dad-ae25e0ae2f9d service neutron] 10.222.0.89 "GET /v2.0/networks/4684d20a-1285-4a26-b3d8-722aa32ad5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036875 Oct 20 11:45:09.364880 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43430663-f5fa-4185-9d13-0b1e21ea1732 req-87b26ccb-b047-4a98-839a-d194be8afd0c tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:09.365145 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['5b748265-fe2d-49c7-9d8b-7d625ead2725'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:45:09.376932 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-43430663-f5fa-4185-9d13-0b1e21ea1732 req-87b26ccb-b047-4a98-839a-d194be8afd0c tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff445f7-4aaa-425c-98b7-0200230eb5a7 HTTP/1.1" status: 200 len: 945 time: 0.2201910 Oct 20 11:45:09.387256 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993d51a9-cf46-4057-94df-62d7f7592df8 tempest-RoutersAdminNegativeTest-1680591874 tempest-RoutersAdminNegativeTest-1680591874-project-admin] Made reservation on behalf of 0a5df22071424eafb25b953496271a90 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:45:09.389650 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-993d51a9-cf46-4057-94df-62d7f7592df8 tempest-RoutersAdminNegativeTest-1680591874 tempest-RoutersAdminNegativeTest-1680591874-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:09.456587 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-993d51a9-cf46-4057-94df-62d7f7592df8 tempest-RoutersAdminNegativeTest-1680591874 tempest-RoutersAdminNegativeTest-1680591874-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:09.460670 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-7db74528-6bd6-467d-af01-4ca887599c81 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Allocated IP 172.20.0.13 (def03b1a-e318-4ef0-964d-4c4db2171dbe/dde374d8-4588-48b1-b84f-3745fbf451cf/8ac38423-7fc4-40f4-a05b-28be5b2b4135) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:45:09.475682 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ae859ecd-05d2-4745-925d-fd15ec2a3443 req-667c8db0-22d1-4363-ac5c-65fb1c684d0c service neutron] 10.222.0.89 "GET /v2.0/networks/4684d20a-1285-4a26-b3d8-722aa32ad5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676812 Oct 20 11:45:09.494040 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-43430663-f5fa-4185-9d13-0b1e21ea1732 req-9875f917-b7d2-4166-8535-6fe0e9e93fe9 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153858 Oct 20 11:45:09.643658 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-993d51a9-cf46-4057-94df-62d7f7592df8 tempest-RoutersAdminNegativeTest-1680591874 tempest-RoutersAdminNegativeTest-1680591874-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:09.654383 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-993d51a9-cf46-4057-94df-62d7f7592df8 tempest-RoutersAdminNegativeTest-1680591874 tempest-RoutersAdminNegativeTest-1680591874-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:09.660034 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [None req-993d51a9-cf46-4057-94df-62d7f7592df8 tempest-RoutersAdminNegativeTest-1680591874 tempest-RoutersAdminNegativeTest-1680591874-project-admin] device_id is not set on port 412a1ef8-33e6-432e-b6d4-1d65a4a6eb32 yet. {{(pid=100647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:45:09.725514 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993d51a9-cf46-4057-94df-62d7f7592df8 tempest-RoutersAdminNegativeTest-1680591874 tempest-RoutersAdminNegativeTest-1680591874-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6163c2-1607-4c47-9af9-e0ac32e551f9,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:09.765109 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7db74528-6bd6-467d-af01-4ca887599c81 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:09.804964 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-993d51a9-cf46-4057-94df-62d7f7592df8 tempest-RoutersAdminNegativeTest-1680591874 tempest-RoutersAdminNegativeTest-1680591874-project-admin] Allocated IP 172.25.5.45 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/412a1ef8-33e6-432e-b6d4-1d65a4a6eb32) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:45:09.807153 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7db74528-6bd6-467d-af01-4ca887599c81 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:09.857586 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:09.860834 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db74528-6bd6-467d-af01-4ca887599c81 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Network def03b1a-e318-4ef0-964d-4c4db2171dbe is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:45:09.864702 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-7db74528-6bd6-467d-af01-4ca887599c81 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:45:09.869539 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db74528-6bd6-467d-af01-4ca887599c81 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:45:09.906157 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db74528-6bd6-467d-af01-4ca887599c81 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Pushing event updated for resources: {'Port': ['ID=8ac38423-7fc4-40f4-a05b-28be5b2b4135,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:09.936839 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db74528-6bd6-467d-af01-4ca887599c81 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:09.937516 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7db74528-6bd6-467d-af01-4ca887599c81 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:09.960348 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7db74528-6bd6-467d-af01-4ca887599c81 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4210777 Oct 20 11:45:09.963680 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54432) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:09.977671 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-92fe85e3-1e86-427d-872a-53dae1e22cb7 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'port_id': '8ac38423-7fc4-40f4-a05b-28be5b2b4135', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:10.029472 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-92fe85e3-1e86-427d-872a-53dae1e22cb7 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for floatingip, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:10.062336 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-993d51a9-cf46-4057-94df-62d7f7592df8 tempest-RoutersAdminNegativeTest-1680591874 tempest-RoutersAdminNegativeTest-1680591874-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:10.113180 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-993d51a9-cf46-4057-94df-62d7f7592df8 tempest-RoutersAdminNegativeTest-1680591874 tempest-RoutersAdminNegativeTest-1680591874-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:10.185855 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993d51a9-cf46-4057-94df-62d7f7592df8 tempest-RoutersAdminNegativeTest-1680591874 tempest-RoutersAdminNegativeTest-1680591874-project-admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:45:10.196131 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-993d51a9-cf46-4057-94df-62d7f7592df8 tempest-RoutersAdminNegativeTest-1680591874 tempest-RoutersAdminNegativeTest-1680591874-project-admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:45:10.199467 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993d51a9-cf46-4057-94df-62d7f7592df8 tempest-RoutersAdminNegativeTest-1680591874 tempest-RoutersAdminNegativeTest-1680591874-project-admin] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:45:10.304774 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993d51a9-cf46-4057-94df-62d7f7592df8 tempest-RoutersAdminNegativeTest-1680591874 tempest-RoutersAdminNegativeTest-1680591874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:10.304998 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-993d51a9-cf46-4057-94df-62d7f7592df8 tempest-RoutersAdminNegativeTest-1680591874 tempest-RoutersAdminNegativeTest-1680591874-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:10.343303 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-993d51a9-cf46-4057-94df-62d7f7592df8 tempest-RoutersAdminNegativeTest-1680591874 tempest-RoutersAdminNegativeTest-1680591874-project-admin] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.4294345 Oct 20 11:45:10.348902 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54440) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:10.365399 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-d8359f1a-cdae-4ae1-b64e-993310788eef tempest-RoutersAdminNegativeTest-1680591874 tempest-RoutersAdminNegativeTest-1680591874-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.45'}]}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:10.417418 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-92fe85e3-1e86-427d-872a-53dae1e22cb7 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:10.418677 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993d51a9-cf46-4057-94df-62d7f7592df8 tempest-RoutersAdminNegativeTest-1680591874 tempest-RoutersAdminNegativeTest-1680591874-project-admin] Pushing event updated for resources: {'Port': ['ID=412a1ef8-33e6-432e-b6d4-1d65a4a6eb32,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:10.434075 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d8359f1a-cdae-4ae1-b64e-993310788eef tempest-RoutersAdminNegativeTest-1680591874 tempest-RoutersAdminNegativeTest-1680591874-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:10.435781 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d8359f1a-cdae-4ae1-b64e-993310788eef tempest-RoutersAdminNegativeTest-1680591874 tempest-RoutersAdminNegativeTest-1680591874-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:10.461530 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68880c3d-3385-4ed7-a4f1-6f3e1ffaf7fb req-7e6cfa75-cbf2-4424-977e-0cacd4aef0c4 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:10.463890 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-68880c3d-3385-4ed7-a4f1-6f3e1ffaf7fb req-7e6cfa75-cbf2-4424-977e-0cacd4aef0c4 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.1665313 Oct 20 11:45:10.497042 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b037c2-bf36-441a-97b8-d1e6d8a10a8f req-3d0fa176-2dab-4ff7-8a97-c527b1a857d6 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:10.502110 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-49b037c2-bf36-441a-97b8-d1e6d8a10a8f req-3d0fa176-2dab-4ff7-8a97-c527b1a857d6 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e643833c-dee7-4132-ab7e-4f24427298cc HTTP/1.1" status: 200 len: 945 time: 0.1649225 Oct 20 11:45:10.557239 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-68880c3d-3385-4ed7-a4f1-6f3e1ffaf7fb req-fca5d6a4-945d-4034-97b3-9d596c502c46 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840342 Oct 20 11:45:10.575237 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d8359f1a-cdae-4ae1-b64e-993310788eef tempest-RoutersAdminNegativeTest-1680591874 tempest-RoutersAdminNegativeTest-1680591874-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:10.575614 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-49b037c2-bf36-441a-97b8-d1e6d8a10a8f req-043fdaca-6544-45fd-be24-272c283c0d9d tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568380 Oct 20 11:45:10.630453 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 5b748265-fe2d-49c7-9d8b-7d625ead2725 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:45:10.741155 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 5b748265-fe2d-49c7-9d8b-7d625ead2725 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:45:10.746997 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 5b748265-fe2d-49c7-9d8b-7d625ead2725 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:45:10.747419 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:10.833712 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200a09f-cb8b-4835-81e2-62ec14510a01 req-9a9e8791-06ad-4d09-968d-028141b0214a tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:10.839820 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4200a09f-cb8b-4835-81e2-62ec14510a01 req-9a9e8791-06ad-4d09-968d-028141b0214a tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff445f7-4aaa-425c-98b7-0200230eb5a7 HTTP/1.1" status: 200 len: 945 time: 0.1268983 Oct 20 11:45:10.925094 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:10.970976 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4200a09f-cb8b-4835-81e2-62ec14510a01 req-a76a752f-e0e3-47a6-be4f-68586165ce10 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028688 Oct 20 11:45:10.971579 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e643833c-dee7-4132-ab7e-4f24427298cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b748265-fe2d-49c7-9d8b-7d625ead2725'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:45:10.975268 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39757f1e-7c9a-49b4-b2c6-0fb85a7acfeb" -d '{"events": [{"server_uuid": "e643833c-dee7-4132-ab7e-4f24427298cc", "name": "network-vif-plugged", "status": "completed", "tag": "5b748265-fe2d-49c7-9d8b-7d625ead2725"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:45:11.004408 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 5b748265-fe2d-49c7-9d8b-7d625ead2725, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=5b748265-fe2d-49c7-9d8b-7d625ead2725,segment=NetworkSegment(635b408c-b931-4fe4-a946-3320f78b98e5),segment_id=635b408c-b931-4fe4-a946-3320f78b98e5)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:45:11.010495 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:11.098183 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4442c90e-354f-4b07-b473-eb1677099110 x-openstack-request-id: req-4442c90e-354f-4b07-b473-eb1677099110 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:45:11.099143 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e643833c-dee7-4132-ab7e-4f24427298cc", "name": "network-vif-plugged", "status": "completed", "tag": "5b748265-fe2d-49c7-9d8b-7d625ead2725", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:45:11.099579 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4442c90e-354f-4b07-b473-eb1677099110 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:45:11.100831 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e643833c-dee7-4132-ab7e-4f24427298cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b748265-fe2d-49c7-9d8b-7d625ead2725', 'code': 200} Oct 20 11:45:11.111902 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43da7f1-8e25-4686-af22-1be8429c844e req-dd6b74d0-20fd-4916-bffe-83eeb7e27e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:11.113969 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e43da7f1-8e25-4686-af22-1be8429c844e req-dd6b74d0-20fd-4916-bffe-83eeb7e27e2d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f0012baf31914701a438a4a910671113&device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 1095 time: 0.1280618 Oct 20 11:45:11.121607 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=5b748265-fe2d-49c7-9d8b-7d625ead2725,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:11.143680 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db82883-b4c3-4372-9052-84eda8cc4608 req-28a29b91-e303-4def-88ee-43a379d14b1e tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:11.145881 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8db82883-b4c3-4372-9052-84eda8cc4608 req-28a29b91-e303-4def-88ee-43a379d14b1e tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.1721294 Oct 20 11:45:11.250015 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8db82883-b4c3-4372-9052-84eda8cc4608 req-a6b7eb20-44e9-4e70-a0b6-a58f0ba7a3ea tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934105 Oct 20 11:45:11.303156 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0602855-d3e4-4c3d-909b-3ce1cda112d0 req-9b802c6c-3275-4269-a321-3d69ba64520c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:11.304922 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b0602855-d3e4-4c3d-909b-3ce1cda112d0 req-9b802c6c-3275-4269-a321-3d69ba64520c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e643833c-dee7-4132-ab7e-4f24427298cc HTTP/1.1" status: 200 len: 1097 time: 0.1462755 Oct 20 11:45:11.350297 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43da7f1-8e25-4686-af22-1be8429c844e req-2e7314ec-abf6-4ca2-939b-2a7102f62c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:11.352015 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e43da7f1-8e25-4686-af22-1be8429c844e req-2e7314ec-abf6-4ca2-939b-2a7102f62c02 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a1980227-64af-4c17-9cee-4570c69a4cb6 HTTP/1.1" status: 200 len: 914 time: 0.2046514 Oct 20 11:45:11.359706 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b0602855-d3e4-4c3d-909b-3ce1cda112d0 req-ad716a5e-4af2-4104-b7ff-6ea8afde1670 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419891 Oct 20 11:45:11.433502 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e43da7f1-8e25-4686-af22-1be8429c844e req-f06d4e11-56b0-475c-9333-8b1be8fc76e8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02e225c5-4964-469d-8fe3-74ecb91b3348 HTTP/1.1" status: 200 len: 999 time: 0.0728047 Oct 20 11:45:11.518519 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d8359f1a-cdae-4ae1-b64e-993310788eef tempest-RoutersAdminNegativeTest-1680591874 tempest-RoutersAdminNegativeTest-1680591874-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:11.537247 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-92fe85e3-1e86-427d-872a-53dae1e22cb7 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Allocated IP 172.25.5.65 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/cb118d76-7801-4fa3-846a-48307c969952) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:45:11.622082 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43da7f1-8e25-4686-af22-1be8429c844e req-42c00b3a-d0a8-48e9-aa4a-ae833fd56f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:11.624408 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e43da7f1-8e25-4686-af22-1be8429c844e req-42c00b3a-d0a8-48e9-aa4a-ae833fd56f03 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=978f4782-c6ff-4108-a8dd-a568aeeefa48 HTTP/1.1" status: 200 len: 851 time: 0.0745044 Oct 20 11:45:11.687018 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43da7f1-8e25-4686-af22-1be8429c844e req-0cf6a1e5-99e0-415b-b409-5100bb6ffd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:11.689079 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e43da7f1-8e25-4686-af22-1be8429c844e req-0cf6a1e5-99e0-415b-b409-5100bb6ffd96 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1980227-64af-4c17-9cee-4570c69a4cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567744 Oct 20 11:45:11.803742 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-92fe85e3-1e86-427d-872a-53dae1e22cb7 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:11.847228 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc91a96-ecfe-4f54-a90d-58b2709f245d req-8c80b8ec-0312-4405-9495-780a99d0d8ad tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:11.848853 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2fc91a96-ecfe-4f54-a90d-58b2709f245d req-8c80b8ec-0312-4405-9495-780a99d0d8ad tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e643833c-dee7-4132-ab7e-4f24427298cc HTTP/1.1" status: 200 len: 946 time: 0.1530793 Oct 20 11:45:11.917288 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2fc91a96-ecfe-4f54-a90d-58b2709f245d req-a667e262-4f60-4d00-8b1c-33d319e78994 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601702 Oct 20 11:45:11.919595 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e43da7f1-8e25-4686-af22-1be8429c844e req-cd3218f3-52ac-4986-93f6-3ce28363ce02 service neutron] 10.222.0.11 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216635 Oct 20 11:45:11.961682 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d8359f1a-cdae-4ae1-b64e-993310788eef tempest-RoutersAdminNegativeTest-1680591874 tempest-RoutersAdminNegativeTest-1680591874-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:11.987347 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-92fe85e3-1e86-427d-872a-53dae1e22cb7 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:11.993665 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d8359f1a-cdae-4ae1-b64e-993310788eef tempest-RoutersAdminNegativeTest-1680591874 tempest-RoutersAdminNegativeTest-1680591874-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:12.042697 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fe85e3-1e86-427d-872a-53dae1e22cb7 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:45:12.080444 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-92fe85e3-1e86-427d-872a-53dae1e22cb7 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:45:12.088501 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fe85e3-1e86-427d-872a-53dae1e22cb7 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:45:12.093219 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e43da7f1-8e25-4686-af22-1be8429c844e req-73b477a5-9e48-4bb1-8483-49cd9231fbef service neutron] 10.222.0.11 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642280 Oct 20 11:45:12.117827 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5468203a-3f89-4577-8677-beae9f4577aa req-94dc88be-42cb-4325-8373-ea0772419915 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:12.119881 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5468203a-3f89-4577-8677-beae9f4577aa req-94dc88be-42cb-4325-8373-ea0772419915 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff445f7-4aaa-425c-98b7-0200230eb5a7 HTTP/1.1" status: 200 len: 945 time: 0.0706825 Oct 20 11:45:12.141474 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fe85e3-1e86-427d-872a-53dae1e22cb7 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Pushing event updated for resources: {'Port': ['ID=cb118d76-7801-4fa3-846a-48307c969952,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:12.213753 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5468203a-3f89-4577-8677-beae9f4577aa req-bfa75191-28f3-49dc-b407-19600e0dfb20 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781004 Oct 20 11:45:12.452610 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d048f0b-24f9-4545-8f9d-3ce7a6e1a02a req-3e69f083-4297-4dc5-9030-1167fac7e21a tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:12.454059 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3d048f0b-24f9-4545-8f9d-3ce7a6e1a02a req-3e69f083-4297-4dc5-9030-1167fac7e21a tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.1033289 Oct 20 11:45:12.510471 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3d048f0b-24f9-4545-8f9d-3ce7a6e1a02a req-b07e447a-e3e0-4d16-9ea8-ef52ffab5d64 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489061 Oct 20 11:45:12.555420 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d8359f1a-cdae-4ae1-b64e-993310788eef tempest-RoutersAdminNegativeTest-1680591874 tempest-RoutersAdminNegativeTest-1680591874-project-admin] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:12.763298 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d8359f1a-cdae-4ae1-b64e-993310788eef tempest-RoutersAdminNegativeTest-1680591874 tempest-RoutersAdminNegativeTest-1680591874-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:12.766662 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d8359f1a-cdae-4ae1-b64e-993310788eef tempest-RoutersAdminNegativeTest-1680591874 tempest-RoutersAdminNegativeTest-1680591874-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:12.845769 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d8359f1a-cdae-4ae1-b64e-993310788eef tempest-RoutersAdminNegativeTest-1680591874 tempest-RoutersAdminNegativeTest-1680591874-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:12.846270 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8359f1a-cdae-4ae1-b64e-993310788eef tempest-RoutersAdminNegativeTest-1680591874 tempest-RoutersAdminNegativeTest-1680591874-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dbedad77-db47-4e7f-b504-6bb399b58f65 {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:45:12.851726 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-92fe85e3-1e86-427d-872a-53dae1e22cb7 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:12.893165 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-d8359f1a-cdae-4ae1-b64e-993310788eef tempest-RoutersAdminNegativeTest-1680591874 tempest-RoutersAdminNegativeTest-1680591874-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 20 11:45:12.897247 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d8359f1a-cdae-4ae1-b64e-993310788eef tempest-RoutersAdminNegativeTest-1680591874 tempest-RoutersAdminNegativeTest-1680591874-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.5413280 Oct 20 11:45:12.898335 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54478) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:12.987720 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-92fe85e3-1e86-427d-872a-53dae1e22cb7 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:13.072298 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a549ba1f-1cf1-4540-98a0-727b4c1750af req-ce5e7676-003f-4b43-b26d-ff45f700b6f7 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:13.073924 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a549ba1f-1cf1-4540-98a0-727b4c1750af req-ce5e7676-003f-4b43-b26d-ff45f700b6f7 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e643833c-dee7-4132-ab7e-4f24427298cc HTTP/1.1" status: 200 len: 946 time: 0.0571249 Oct 20 11:45:13.118449 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a549ba1f-1cf1-4540-98a0-727b4c1750af req-74eccd40-a2ce-4721-8e62-45bc65a2e0dd tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356858 Oct 20 11:45:13.136936 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-4fc578a4-8250-44eb-b0a3-e2c6de2fb06d tempest-RoutersAdminNegativeTest-1680591874 tempest-RoutersAdminNegativeTest-1680591874-project-admin] Deleting port 412a1ef8-33e6-432e-b6d4-1d65a4a6eb32 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:45:13.137277 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4fc578a4-8250-44eb-b0a3-e2c6de2fb06d tempest-RoutersAdminNegativeTest-1680591874 tempest-RoutersAdminNegativeTest-1680591874-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:13.329102 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-92fe85e3-1e86-427d-872a-53dae1e22cb7 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:13.339436 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4fc578a4-8250-44eb-b0a3-e2c6de2fb06d tempest-RoutersAdminNegativeTest-1680591874 tempest-RoutersAdminNegativeTest-1680591874-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:13.345697 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-92fe85e3-1e86-427d-872a-53dae1e22cb7 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:13.414955 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-4fc578a4-8250-44eb-b0a3-e2c6de2fb06d tempest-RoutersAdminNegativeTest-1680591874 tempest-RoutersAdminNegativeTest-1680591874-project-admin] Calling delete_port for 412a1ef8-33e6-432e-b6d4-1d65a4a6eb32 owned by {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:45:13.431996 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd7b24d-6add-467d-b243-f3d7eac964c6 req-fc3b3d2c-11d3-4f60-9de8-88932f9eb006 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:13.433439 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-afd7b24d-6add-467d-b243-f3d7eac964c6 req-fc3b3d2c-11d3-4f60-9de8-88932f9eb006 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff445f7-4aaa-425c-98b7-0200230eb5a7 HTTP/1.1" status: 200 len: 945 time: 0.0957730 Oct 20 11:45:13.469084 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fe85e3-1e86-427d-872a-53dae1e22cb7 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Pushing event updated for resources: {'Port': ['ID=cb118d76-7801-4fa3-846a-48307c969952,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:13.551224 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-92fe85e3-1e86-427d-872a-53dae1e22cb7 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:13.594023 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-afd7b24d-6add-467d-b243-f3d7eac964c6 req-c924e4aa-b9c8-42fe-8fcb-589aea3b320a tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404262 Oct 20 11:45:13.610965 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46b5a2-2d5b-4755-93ac-cd3094bf6e00 req-35dda767-933d-436d-be70-49ce0db7245c tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:13.619976 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-af46b5a2-2d5b-4755-93ac-cd3094bf6e00 req-35dda767-933d-436d-be70-49ce0db7245c tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e643833c-dee7-4132-ab7e-4f24427298cc HTTP/1.1" status: 200 len: 946 time: 0.2008035 Oct 20 11:45:13.680771 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-af46b5a2-2d5b-4755-93ac-cd3094bf6e00 req-65d21993-fcc1-4380-a3db-e9b093cb2e54 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597568 Oct 20 11:45:13.685845 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54498) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:13.793870 n-d-814735-3 neutron-server[100646]: INFO neutron.db.l3_db [None req-92fe85e3-1e86-427d-872a-53dae1e22cb7 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Floating IP 6628507d-4101-4858-87d3-f068ab94596c associated. External IP: 172.25.5.65, port: 8ac38423-7fc4-40f4-a05b-28be5b2b4135. Oct 20 11:45:13.811732 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d238a3-0aa1-4680-9e86-5dfe0c24283a req-f8012b48-00d3-4666-a3dd-d4455466c25f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:13.813265 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-18d238a3-0aa1-4680-9e86-5dfe0c24283a req-f8012b48-00d3-4666-a3dd-d4455466c25f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.0660968 Oct 20 11:45:13.896527 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-18d238a3-0aa1-4680-9e86-5dfe0c24283a req-d6333ec0-a15f-4e0c-87dc-8c29ad6be83d tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705605 Oct 20 11:45:13.905974 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7b0e748e-1bb8-4dbe-964e-af62c672aebd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:13.990546 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4fc578a4-8250-44eb-b0a3-e2c6de2fb06d tempest-RoutersAdminNegativeTest-1680591874 tempest-RoutersAdminNegativeTest-1680591874-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:14.011134 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7b0e748e-1bb8-4dbe-964e-af62c672aebd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:14.041847 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc578a4-8250-44eb-b0a3-e2c6de2fb06d tempest-RoutersAdminNegativeTest-1680591874 tempest-RoutersAdminNegativeTest-1680591874-project-admin] Pushing event deleted for resources: {'Port': ['ID=412a1ef8-33e6-432e-b6d4-1d65a4a6eb32,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:14.047692 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7b0e748e-1bb8-4dbe-964e-af62c672aebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:14.104101 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-7b0e748e-1bb8-4dbe-964e-af62c672aebd admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a120fac8fa6543ada6de23bf8e70bab3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4160395 Oct 20 11:45:14.109555 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54506) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:14.114137 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e748e-1bb8-4dbe-964e-af62c672aebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89130e6-d17f-4309-b5c6-5c9c9b9553e9,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:14.131336 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b4f2e-0a33-411e-a38b-488e4734fd73 req-b75bdea9-ff3c-462e-a57a-03a02b69b16c tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:14.133018 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1c9b4f2e-0a33-411e-a38b-488e4734fd73 req-b75bdea9-ff3c-462e-a57a-03a02b69b16c tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.1250477 Oct 20 11:45:14.203733 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1c9b4f2e-0a33-411e-a38b-488e4734fd73 req-06e8691a-6fd7-4351-b876-c8f5def758fb tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628209 Oct 20 11:45:14.215700 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-257969bb-7d2b-46e1-a59e-e70ab5dea341 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:14.248143 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4fc578a4-8250-44eb-b0a3-e2c6de2fb06d tempest-RoutersAdminNegativeTest-1680591874 tempest-RoutersAdminNegativeTest-1680591874-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:14.248769 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-257969bb-7d2b-46e1-a59e-e70ab5dea341 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:14.252467 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4fc578a4-8250-44eb-b0a3-e2c6de2fb06d tempest-RoutersAdminNegativeTest-1680591874 tempest-RoutersAdminNegativeTest-1680591874-project-admin] 10.222.0.98 "DELETE /v2.0/ports/412a1ef8-33e6-432e-b6d4-1d65a4a6eb32 HTTP/1.1" status: 204 len: 168 time: 1.3536179 Oct 20 11:45:14.285897 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92fe85e3-1e86-427d-872a-53dae1e22cb7 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Router c938bb64-9f31-4eee-b70f-435ea9382551 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:45:14.316254 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-257969bb-7d2b-46e1-a59e-e70ab5dea341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:14.320748 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-257969bb-7d2b-46e1-a59e-e70ab5dea341 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:14.322483 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-257969bb-7d2b-46e1-a59e-e70ab5dea341 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c89130e6-d17f-4309-b5c6-5c9c9b9553e9 HTTP/1.1" status: 204 len: 168 time: 0.2114692 Oct 20 11:45:14.367097 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257969bb-7d2b-46e1-a59e-e70ab5dea341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89130e6-d17f-4309-b5c6-5c9c9b9553e9,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:14.433469 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92fe85e3-1e86-427d-872a-53dae1e22cb7 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:45:14.445917 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491c3c7b-6ffe-484a-acbc-a4b3df4ef326 None None] Sync routers for ids ['c938bb64-9f31-4eee-b70f-435ea9382551'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:45:14.459981 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491c3c7b-6ffe-484a-acbc-a4b3df4ef326 None None] Routers {'c938bb64-9f31-4eee-b70f-435ea9382551'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:45:14.463217 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-491c3c7b-6ffe-484a-acbc-a4b3df4ef326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:44:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['c938bb64-9f31-4eee-b70f-435ea9382551'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:14.494549 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-92fe85e3-1e86-427d-872a-53dae1e22cb7 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:14.545178 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-92fe85e3-1e86-427d-872a-53dae1e22cb7 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.5783250 Oct 20 11:45:14.548405 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54514) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:14.553929 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-a7026f95-5379-4e84-a89c-01f7e5d774bd tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:14.584405 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-491c3c7b-6ffe-484a-acbc-a4b3df4ef326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:14.603141 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491c3c7b-6ffe-484a-acbc-a4b3df4ef326 None None] Routers {'c938bb64-9f31-4eee-b70f-435ea9382551'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:45:14.603945 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-491c3c7b-6ffe-484a-acbc-a4b3df4ef326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:44:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['c938bb64-9f31-4eee-b70f-435ea9382551'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:14.707615 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-491c3c7b-6ffe-484a-acbc-a4b3df4ef326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:14.710969 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491c3c7b-6ffe-484a-acbc-a4b3df4ef326 None None] The sync data for ids ['c938bb64-9f31-4eee-b70f-435ea9382551'] in n-d-814735-3 is: [] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:45:14.766940 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a7026f95-5379-4e84-a89c-01f7e5d774bd tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for floatingip, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:14.821373 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54528) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:14.936003 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97dba4-9a13-4668-a1ff-5760b99311db req-114a85f0-9035-49dd-b280-d489fa0c7667 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:14.950387 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ee97dba4-9a13-4668-a1ff-5760b99311db req-114a85f0-9035-49dd-b280-d489fa0c7667 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.2246842 Oct 20 11:45:15.007861 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-033b444a-df22-4b8f-b003-5e93feea159d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:15.008315 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea409f8-08b8-4d97-8c14-f8fe63b56a60 req-dcf11ad0-c22a-4604-a164-6e74d1bfdbb1 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:15.009885 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1ea409f8-08b8-4d97-8c14-f8fe63b56a60 req-dcf11ad0-c22a-4604-a164-6e74d1bfdbb1 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff445f7-4aaa-425c-98b7-0200230eb5a7 HTTP/1.1" status: 200 len: 945 time: 0.2478070 Oct 20 11:45:15.054393 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54532) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:15.078674 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cc10dfa7-f859-4f7a-bef5-8cb3b0914ed3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:15.138399 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-033b444a-df22-4b8f-b003-5e93feea159d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:15.142775 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ee97dba4-9a13-4668-a1ff-5760b99311db req-483673da-c7e9-41bc-b306-567c0f76ff1c tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918527 Oct 20 11:45:15.150489 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1ea409f8-08b8-4d97-8c14-f8fe63b56a60 req-5c5e3342-b570-4029-9684-1bc0d4be28da tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323972 Oct 20 11:45:15.152061 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-033b444a-df22-4b8f-b003-5e93feea159d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:15.223952 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-033b444a-df22-4b8f-b003-5e93feea159d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=849dba09dc964847bfbfa2c55ab190f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4003081 Oct 20 11:45:15.227158 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54538) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:15.227968 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b444a-df22-4b8f-b003-5e93feea159d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672e7473-92f0-4229-afe9-d887e1bbc102,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:15.267645 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cc10dfa7-f859-4f7a-bef5-8cb3b0914ed3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:15.277805 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cc10dfa7-f859-4f7a-bef5-8cb3b0914ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:15.327359 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:15.341521 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-cc10dfa7-f859-4f7a-bef5-8cb3b0914ed3 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5b33df59eea145fe8e6a259ad90074bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2859015 Oct 20 11:45:15.344290 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc10dfa7-f859-4f7a-bef5-8cb3b0914ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d040e5-016c-4525-9708-08c54bb9ee55,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:15.346924 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54540) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:15.384316 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a9453d9c-0d16-4e66-90cb-f32b3671c126 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:15.423712 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a9453d9c-0d16-4e66-90cb-f32b3671c126 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:15.438908 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f23f5552-d51d-4c8a-9244-ae8b775959c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:15.481009 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f23f5552-d51d-4c8a-9244-ae8b775959c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:15.523237 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a9453d9c-0d16-4e66-90cb-f32b3671c126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:15.525930 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a9453d9c-0d16-4e66-90cb-f32b3671c126 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:15.529496 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a9453d9c-0d16-4e66-90cb-f32b3671c126 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/672e7473-92f0-4229-afe9-d887e1bbc102 HTTP/1.1" status: 204 len: 168 time: 0.2960405 Oct 20 11:45:15.547193 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9453d9c-0d16-4e66-90cb-f32b3671c126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672e7473-92f0-4229-afe9-d887e1bbc102,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:15.563897 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f23f5552-d51d-4c8a-9244-ae8b775959c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:15.567170 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f23f5552-d51d-4c8a-9244-ae8b775959c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:15.568059 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f23f5552-d51d-4c8a-9244-ae8b775959c9 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/72d040e5-016c-4525-9708-08c54bb9ee55 HTTP/1.1" status: 204 len: 168 time: 0.2181098 Oct 20 11:45:15.578745 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f5552-d51d-4c8a-9244-ae8b775959c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d040e5-016c-4525-9708-08c54bb9ee55,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:15.592231 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a7026f95-5379-4e84-a89c-01f7e5d774bd tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:15.637888 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a7026f95-5379-4e84-a89c-01f7e5d774bd tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:15.638231 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [None req-a7026f95-5379-4e84-a89c-01f7e5d774bd tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Floating IP 6628507d-4101-4858-87d3-f068ab94596c disassociated. External IP: 172.25.5.65, port: 8ac38423-7fc4-40f4-a05b-28be5b2b4135. Oct 20 11:45:15.727141 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f335b-0e41-4fce-bb2b-81c7cc6863d5 req-59202d8c-4441-4fab-8944-4fe01b3d06bb tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:15.729414 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-175f335b-0e41-4fce-bb2b-81c7cc6863d5 req-59202d8c-4441-4fab-8944-4fe01b3d06bb tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e643833c-dee7-4132-ab7e-4f24427298cc HTTP/1.1" status: 200 len: 946 time: 0.1885774 Oct 20 11:45:15.739614 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77792fda-ed8d-4e0d-a48e-5826cc5aabbb req-6d7951fb-ef73-4bf0-a216-1e7655944834 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:15.741149 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-77792fda-ed8d-4e0d-a48e-5826cc5aabbb req-6d7951fb-ef73-4bf0-a216-1e7655944834 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.2017241 Oct 20 11:45:15.874825 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-175f335b-0e41-4fce-bb2b-81c7cc6863d5 req-dc93d1f1-fc68-468a-8918-62fcac09d953 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286919 Oct 20 11:45:15.962847 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-77792fda-ed8d-4e0d-a48e-5826cc5aabbb req-b61da0ec-68d2-497f-a723-e18f36c33bdd tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107761 Oct 20 11:45:16.115882 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7026f95-5379-4e84-a89c-01f7e5d774bd tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Router c938bb64-9f31-4eee-b70f-435ea9382551 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:45:16.211131 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20f126-a57c-490c-a08e-14e1e0c59615 req-f3de6842-ab7a-4b1e-90ef-cb4b2144322a tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:16.215740 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3b20f126-a57c-490c-a08e-14e1e0c59615 req-f3de6842-ab7a-4b1e-90ef-cb4b2144322a tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e643833c-dee7-4132-ab7e-4f24427298cc HTTP/1.1" status: 200 len: 946 time: 0.1050904 Oct 20 11:45:16.225145 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54566) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:16.279820 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-219df03a-9664-4e65-b780-82617b46e51f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0a5df22071424eafb25b953496271a90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0534427 Oct 20 11:45:16.280563 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54570) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:16.333181 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-975687cc-7ef9-4c61-91d5-31dc97e5c733 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:16.352178 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7026f95-5379-4e84-a89c-01f7e5d774bd tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:45:16.356713 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-975687cc-7ef9-4c61-91d5-31dc97e5c733 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:16.357078 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3b20f126-a57c-490c-a08e-14e1e0c59615 req-b83b1c4d-00ee-4e74-81ca-96e499d8dcc4 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328773 Oct 20 11:45:16.360194 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a7026f95-5379-4e84-a89c-01f7e5d774bd tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:16.371972 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61741557-2e1c-4df5-8b32-b8b7b69ab012 None None] Sync routers for ids ['c938bb64-9f31-4eee-b70f-435ea9382551'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:45:16.394058 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-a7026f95-5379-4e84-a89c-01f7e5d774bd tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] 10.222.0.98 "PUT /v2.0/floatingips/6628507d-4101-4858-87d3-f068ab94596c HTTP/1.1" status: 200 len: 687 time: 1.8444746 Oct 20 11:45:16.398682 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54574) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:16.400680 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61741557-2e1c-4df5-8b32-b8b7b69ab012 None None] Routers {'c938bb64-9f31-4eee-b70f-435ea9382551'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:45:16.401369 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-61741557-2e1c-4df5-8b32-b8b7b69ab012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:44:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['c938bb64-9f31-4eee-b70f-435ea9382551'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:16.414004 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ea2d9-71fd-465c-b01d-022f323e1996 req-6f45fa03-59f0-434d-8dd4-35f3ff5d1c7e tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:16.419332 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-758ea2d9-71fd-465c-b01d-022f323e1996 req-6f45fa03-59f0-434d-8dd4-35f3ff5d1c7e tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff445f7-4aaa-425c-98b7-0200230eb5a7 HTTP/1.1" status: 200 len: 945 time: 0.1538312 Oct 20 11:45:16.431499 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-975687cc-7ef9-4c61-91d5-31dc97e5c733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:16.435115 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-975687cc-7ef9-4c61-91d5-31dc97e5c733 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:16.436368 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-975687cc-7ef9-4c61-91d5-31dc97e5c733 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ba6163c2-1607-4c47-9af9-e0ac32e551f9 HTTP/1.1" status: 204 len: 168 time: 0.1549032 Oct 20 11:45:16.445461 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975687cc-7ef9-4c61-91d5-31dc97e5c733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6163c2-1607-4c47-9af9-e0ac32e551f9,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:16.489062 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-61741557-2e1c-4df5-8b32-b8b7b69ab012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:16.506035 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61741557-2e1c-4df5-8b32-b8b7b69ab012 None None] Routers {'c938bb64-9f31-4eee-b70f-435ea9382551'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:45:16.507296 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-61741557-2e1c-4df5-8b32-b8b7b69ab012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:44:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['c938bb64-9f31-4eee-b70f-435ea9382551'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:16.543679 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-61741557-2e1c-4df5-8b32-b8b7b69ab012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:16.544631 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61741557-2e1c-4df5-8b32-b8b7b69ab012 None None] The sync data for ids ['c938bb64-9f31-4eee-b70f-435ea9382551'] in n-d-814735-3 is: [] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:45:16.573162 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-758ea2d9-71fd-465c-b01d-022f323e1996 req-776ffab2-e800-492c-b473-5f7dc5464996 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117201 Oct 20 11:45:16.610768 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-74bffa9a-26f4-40cb-b09a-da53c4664de6 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Deleting port cb118d76-7801-4fa3-846a-48307c969952 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:45:16.611139 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-74bffa9a-26f4-40cb-b09a-da53c4664de6 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:16.696361 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-74bffa9a-26f4-40cb-b09a-da53c4664de6 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:16.696772 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-74bffa9a-26f4-40cb-b09a-da53c4664de6 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:16.710272 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-74bffa9a-26f4-40cb-b09a-da53c4664de6 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Calling delete_port for cb118d76-7801-4fa3-846a-48307c969952 owned by network:floatingip {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:45:16.877674 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-74bffa9a-26f4-40cb-b09a-da53c4664de6 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:16.911927 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bffa9a-26f4-40cb-b09a-da53c4664de6 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Pushing event deleted for resources: {'Port': ['ID=cb118d76-7801-4fa3-846a-48307c969952,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:16.997228 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-74bffa9a-26f4-40cb-b09a-da53c4664de6 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for floatingip, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:17.000356 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-74bffa9a-26f4-40cb-b09a-da53c4664de6 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:17.001692 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-74bffa9a-26f4-40cb-b09a-da53c4664de6 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] 10.222.0.98 "DELETE /v2.0/floatingips/6628507d-4101-4858-87d3-f068ab94596c HTTP/1.1" status: 204 len: 168 time: 0.6022248 Oct 20 11:45:17.005622 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54606) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:17.010590 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-f8ba28eb-fd14-4df8-ab75-c1619b47d0fa tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'port_id': '3fa6d0c5-0d41-4071-91d3-50bac6d845d9'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:17.042875 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f8ba28eb-fd14-4df8-ab75-c1619b47d0fa tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for floatingip, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:17.196086 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff121b-d405-4fd0-a8d4-8515cf41c2f9 req-e10127d8-dbdb-40b0-9847-7b16078af865 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:17.198046 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1dff121b-d405-4fd0-a8d4-8515cf41c2f9 req-e10127d8-dbdb-40b0-9847-7b16078af865 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.1100125 Oct 20 11:45:17.249755 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f8ba28eb-fd14-4df8-ab75-c1619b47d0fa tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:17.265303 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1dff121b-d405-4fd0-a8d4-8515cf41c2f9 req-e5f3fe8e-a60d-482d-bdf5-c2c31dbdbee5 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575342 Oct 20 11:45:17.446724 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-f8ba28eb-fd14-4df8-ab75-c1619b47d0fa tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Allocated IP 172.25.5.28 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/6dcd6871-cb69-43dc-b39f-725551020bdc) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:45:17.478042 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54634) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:17.702440 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f95d8-8685-4012-885b-c411b02a9f4d req-8d4e1aef-249e-4cf5-947e-2955197da4bc tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:17.703987 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6c2f95d8-8685-4012-885b-c411b02a9f4d req-8d4e1aef-249e-4cf5-947e-2955197da4bc tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.11 "GET /v2.0/ports?device_id=e643833c-dee7-4132-ab7e-4f24427298cc HTTP/1.1" status: 200 len: 946 time: 0.2176595 Oct 20 11:45:17.742591 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c13b48-8288-44a2-bae8-3d916ccdfa2c req-65d1a228-cc4f-4a11-9f91-d22db612139c tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:17.750832 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d0c13b48-8288-44a2-bae8-3d916ccdfa2c req-65d1a228-cc4f-4a11-9f91-d22db612139c tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e643833c-dee7-4132-ab7e-4f24427298cc HTTP/1.1" status: 200 len: 946 time: 0.2267938 Oct 20 11:45:17.771261 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f8ba28eb-fd14-4df8-ab75-c1619b47d0fa tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:17.780376 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9caab2c-0087-4df1-96b9-3ec5d7385055 req-d78602f7-223b-47eb-944a-e894e268f51d tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:17.781934 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b9caab2c-0087-4df1-96b9-3ec5d7385055 req-d78602f7-223b-47eb-944a-e894e268f51d tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.2495708 Oct 20 11:45:17.789312 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-5d3ab808-31e1-45b3-973c-319471e23594 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-724755771'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:17.813139 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3ab808-31e1-45b3-973c-319471e23594 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Made reservation on behalf of a9e87e438a3a4c07a892a2c759d9e7ed for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:45:17.819016 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5d3ab808-31e1-45b3-973c-319471e23594 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:17.830117 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5d3ab808-31e1-45b3-973c-319471e23594 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:17.901423 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d0c13b48-8288-44a2-bae8-3d916ccdfa2c req-003fc672-1581-4592-9fc2-b32eb673d3df tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495547 Oct 20 11:45:17.909670 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b9caab2c-0087-4df1-96b9-3ec5d7385055 req-7510ec6e-76fd-4523-aa97-37446c23e84a tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141806 Oct 20 11:45:17.945239 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f8ba28eb-fd14-4df8-ab75-c1619b47d0fa tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:17.948787 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5d3ab808-31e1-45b3-973c-319471e23594 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:17.949062 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-6c2f95d8-8685-4012-885b-c411b02a9f4d req-2066a20d-0c85-4a15-8e55-9a46978b3271 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Deleting port 5b748265-fe2d-49c7-9d8b-7d625ead2725 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:45:17.949647 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6c2f95d8-8685-4012-885b-c411b02a9f4d req-2066a20d-0c85-4a15-8e55-9a46978b3271 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:17.957114 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5d3ab808-31e1-45b3-973c-319471e23594 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:17.974861 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d3ab808-31e1-45b3-973c-319471e23594 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] vlan segment allocate from pool success with {'vlan_id': 1272, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:45:17.988070 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5d3ab808-31e1-45b3-973c-319471e23594 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:17.988691 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-5d3ab808-31e1-45b3-973c-319471e23594 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Added segment 4049820c-2fa9-45ec-a356-7d3926613144 of type vlan for network 6e4ad1a5-5846-45c9-8648-d3bf68cff630 Oct 20 11:45:18.042130 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5d3ab808-31e1-45b3-973c-319471e23594 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:18.078497 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ba28eb-fd14-4df8-ab75-c1619b47d0fa tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:45:18.080194 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5d3ab808-31e1-45b3-973c-319471e23594 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:18.088108 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3ab808-31e1-45b3-973c-319471e23594 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:18.088951 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5d3ab808-31e1-45b3-973c-319471e23594 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:18.094712 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba28eb-fd14-4df8-ab75-c1619b47d0fa tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Pushing event updated for resources: {'Port': ['ID=6dcd6871-cb69-43dc-b39f-725551020bdc,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:18.121910 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-f8ba28eb-fd14-4df8-ab75-c1619b47d0fa tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:45:18.124720 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ba28eb-fd14-4df8-ab75-c1619b47d0fa tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:45:18.156274 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3ab808-31e1-45b3-973c-319471e23594 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=182333ef-45f3-4c5b-8412-ee81ce4768a9,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:18.185519 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5d3ab808-31e1-45b3-973c-319471e23594 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.7010033 Oct 20 11:45:18.204467 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54650) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:18.217185 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-4d176c80-b512-49c0-84ef-371b62eb26e8 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Request body: {'subnet': {'network_id': '6e4ad1a5-5846-45c9-8648-d3bf68cff630', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:18.316134 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-6c2f95d8-8685-4012-885b-c411b02a9f4d req-2066a20d-0c85-4a15-8e55-9a46978b3271 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] For port 5b748265-fe2d-49c7-9d8b-7d625ead2725, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=5b748265-fe2d-49c7-9d8b-7d625ead2725,segment=NetworkSegment(635b408c-b931-4fe4-a946-3320f78b98e5),segment_id=635b408c-b931-4fe4-a946-3320f78b98e5)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:45:18.317385 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6c2f95d8-8685-4012-885b-c411b02a9f4d req-2066a20d-0c85-4a15-8e55-9a46978b3271 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:18.351865 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658695ec-ecaf-43aa-9238-824a56772b82 req-732b1b72-6368-4b60-8df0-f536fb08ef33 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:18.353461 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-658695ec-ecaf-43aa-9238-824a56772b82 req-732b1b72-6368-4b60-8df0-f536fb08ef33 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff445f7-4aaa-425c-98b7-0200230eb5a7 HTTP/1.1" status: 200 len: 945 time: 0.2867215 Oct 20 11:45:18.379407 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-6c2f95d8-8685-4012-885b-c411b02a9f4d req-2066a20d-0c85-4a15-8e55-9a46978b3271 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Calling delete_port for 5b748265-fe2d-49c7-9d8b-7d625ead2725 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:45:18.557117 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d176c80-b512-49c0-84ef-371b62eb26e8 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Made reservation on behalf of a9e87e438a3a4c07a892a2c759d9e7ed for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:45:18.560741 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4d176c80-b512-49c0-84ef-371b62eb26e8 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:18.581188 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3ab808-31e1-45b3-973c-319471e23594 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Pushing event updated for resources: {'Network': ['ID=6e4ad1a5-5846-45c9-8648-d3bf68cff630,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:18.595544 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-658695ec-ecaf-43aa-9238-824a56772b82 req-932d1d6f-2564-4ff0-a2ee-9ce4f8d207aa tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339921 Oct 20 11:45:18.596059 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 6e4ad1a5-5846-45c9-8648-d3bf68cff630 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:45:19.274409 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f7235-b7ab-44f1-b0b7-a011b30fa6e8 req-36ee5733-d7d9-4d7f-87af-4cb5bf7dafea tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:19.275991 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-332f7235-b7ab-44f1-b0b7-a011b30fa6e8 req-36ee5733-d7d9-4d7f-87af-4cb5bf7dafea tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e643833c-dee7-4132-ab7e-4f24427298cc HTTP/1.1" status: 200 len: 946 time: 0.2103493 Oct 20 11:45:19.312183 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-05f81efc-c404-4e96-b0df-b957a24193aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:19.315819 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d4bc07-e929-4baf-b57e-3379fdacd8a1 req-9bc2ecab-236b-499e-8023-9ff67fabf04f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:19.317433 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-66d4bc07-e929-4baf-b57e-3379fdacd8a1 req-9bc2ecab-236b-499e-8023-9ff67fabf04f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.2506852 Oct 20 11:45:19.359574 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6c2f95d8-8685-4012-885b-c411b02a9f4d req-2066a20d-0c85-4a15-8e55-9a46978b3271 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:19.374279 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['5b748265-fe2d-49c7-9d8b-7d625ead2725'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:45:19.517861 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2066a20d-0c85-4a15-8e55-9a46978b3271 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Pushing event deleted for resources: {'Port': ['ID=5b748265-fe2d-49c7-9d8b-7d625ead2725,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:19.662375 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4d176c80-b512-49c0-84ef-371b62eb26e8 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:19.732639 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c2f95d8-8685-4012-885b-c411b02a9f4d req-2066a20d-0c85-4a15-8e55-9a46978b3271 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] No DVR routers for this DVR port 5b748265-fe2d-49c7-9d8b-7d625ead2725 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:45:19.735317 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6c2f95d8-8685-4012-885b-c411b02a9f4d req-2066a20d-0c85-4a15-8e55-9a46978b3271 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:19.739049 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6c2f95d8-8685-4012-885b-c411b02a9f4d req-2066a20d-0c85-4a15-8e55-9a46978b3271 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.11 "DELETE /v2.0/ports/5b748265-fe2d-49c7-9d8b-7d625ead2725 HTTP/1.1" status: 204 len: 173 time: 2.0244641 Oct 20 11:45:19.750008 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-332f7235-b7ab-44f1-b0b7-a011b30fa6e8 req-d36d767b-49c9-4adb-a27c-2fbe39411737 tempest-DeleteServersTestJSON-1641607314 tempest-DeleteServersTestJSON-1641607314-project] 10.222.0.98 "GET /v2.0/security-groups?id=66040508-3088-48f3-a464-05ec10f08d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3928549 Oct 20 11:45:19.779210 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e643833c-dee7-4132-ab7e-4f24427298cc', 'name': 'network-vif-deleted', 'tag': '5b748265-fe2d-49c7-9d8b-7d625ead2725'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:45:19.787428 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa80b8f-0d57-4e96-b109-9fbcbadb2839" -d '{"events": [{"server_uuid": "e643833c-dee7-4132-ab7e-4f24427298cc", "name": "network-vif-deleted", "tag": "5b748265-fe2d-49c7-9d8b-7d625ead2725"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:45:19.827359 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-66d4bc07-e929-4baf-b57e-3379fdacd8a1 req-a59015b3-e241-42ac-abfc-de4e5e53295d tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4599714 Oct 20 11:45:19.936211 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50125ec-bfa6-407b-94a9-18aa8b76c25c x-openstack-request-id: req-f50125ec-bfa6-407b-94a9-18aa8b76c25c {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:45:19.936211 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e643833c-dee7-4132-ab7e-4f24427298cc", "name": "network-vif-deleted", "tag": "5b748265-fe2d-49c7-9d8b-7d625ead2725", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:45:19.936211 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f50125ec-bfa6-407b-94a9-18aa8b76c25c {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:45:19.937225 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e643833c-dee7-4132-ab7e-4f24427298cc', 'name': 'network-vif-deleted', 'tag': '5b748265-fe2d-49c7-9d8b-7d625ead2725', 'status': 'completed', 'code': 200} Oct 20 11:45:19.991449 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d176c80-b512-49c0-84ef-371b62eb26e8 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Checking segment: {'id': '4049820c-2fa9-45ec-a356-7d3926613144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '6e4ad1a5-5846-45c9-8648-d3bf68cff630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:45:19.991904 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d176c80-b512-49c0-84ef-371b62eb26e8 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Network hostable DHCP agents. Network: 6e4ad1a5-5846-45c9-8648-d3bf68cff630, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:45:19.996013 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d176c80-b512-49c0-84ef-371b62eb26e8 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Pushing event updated for resources: {'Subnet': ['ID=be499e7f-1fef-4408-bd68-0643c4d12fcd,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:20.088269 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f8ba28eb-fd14-4df8-ab75-c1619b47d0fa tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:20.141794 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d176c80-b512-49c0-84ef-371b62eb26e8 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Network 6e4ad1a5-5846-45c9-8648-d3bf68cff630 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:45:20.178531 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-4d176c80-b512-49c0-84ef-371b62eb26e8 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 6e4ad1a5-5846-45c9-8648-d3bf68cff630) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:45:20.193341 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dc0bcf-dfd0-4e97-b8ab-0ec63d6fd94d None None] Network 6e4ad1a5-5846-45c9-8648-d3bf68cff630 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:45:20.196364 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ac0af-02c4-4c89-b652-ed1112fe33e7 req-da61bd98-8c7e-4c00-a6a2-91dce2e71a97 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:20.198141 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c89ac0af-02c4-4c89-b652-ed1112fe33e7 req-da61bd98-8c7e-4c00-a6a2-91dce2e71a97 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff445f7-4aaa-425c-98b7-0200230eb5a7 HTTP/1.1" status: 200 len: 945 time: 0.2090235 Oct 20 11:45:20.199703 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d176c80-b512-49c0-84ef-371b62eb26e8 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:20.200459 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4d176c80-b512-49c0-84ef-371b62eb26e8 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:20.218152 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0bafd7-df33-4e6b-bb6c-e0fbb9588e98 req-3c1648ba-01dd-440e-bc61-8210bd85669c tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:20.219932 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9f0bafd7-df33-4e6b-bb6c-e0fbb9588e98 req-3c1648ba-01dd-440e-bc61-8210bd85669c tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.2295458 Oct 20 11:45:20.291498 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f8ba28eb-fd14-4df8-ab75-c1619b47d0fa tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:20.350311 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4d176c80-b512-49c0-84ef-371b62eb26e8 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1446669 Oct 20 11:45:20.353031 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54690) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:20.358146 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-4136fa79-854a-4126-b5a9-d6ac7c7ca063 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Request body: {'port': {'network_id': '6e4ad1a5-5846-45c9-8648-d3bf68cff630', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1811324779'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:20.402978 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9f0bafd7-df33-4e6b-bb6c-e0fbb9588e98 req-0c02b53a-1f5d-48a1-b815-62f2fabd55b8 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143017 Oct 20 11:45:20.447305 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c89ac0af-02c4-4c89-b652-ed1112fe33e7 req-36e7329d-f416-4e00-963b-3377fa03498b tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375355 Oct 20 11:45:20.500856 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c6ebda-33f3-44b3-9419-c8a323ceedb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-6e4ad1a5-5846-45c9-8648-d3bf68cff630', 'network_id': '6e4ad1a5-5846-45c9-8648-d3bf68cff630', 'tenant_id': 'a9e87e438a3a4c07a892a2c759d9e7ed', 'fixed_ips': [{'subnet_id': 'be499e7f-1fef-4408-bd68-0643c4d12fcd'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:45:20.501825 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-50c6ebda-33f3-44b3-9419-c8a323ceedb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:20.615657 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4136fa79-854a-4126-b5a9-d6ac7c7ca063 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Made reservation on behalf of a9e87e438a3a4c07a892a2c759d9e7ed for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:45:20.619216 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4136fa79-854a-4126-b5a9-d6ac7c7ca063 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:20.636972 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f8ba28eb-fd14-4df8-ab75-c1619b47d0fa tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:20.650041 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f8ba28eb-fd14-4df8-ab75-c1619b47d0fa tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:20.665216 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-4136fa79-854a-4126-b5a9-d6ac7c7ca063 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] device_id is not set on port c9e997cd-b030-46e9-83f8-304b71ea19c8 yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:45:20.680114 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415bf8d-b5fd-45ac-b4bf-5b3f7b6c6cd9 req-2faa8ab4-68d6-46fe-8a90-778de05d2208 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:20.682174 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c415bf8d-b5fd-45ac-b4bf-5b3f7b6c6cd9 req-2faa8ab4-68d6-46fe-8a90-778de05d2208 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.0916584 Oct 20 11:45:20.750821 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c415bf8d-b5fd-45ac-b4bf-5b3f7b6c6cd9 req-d852024c-01ba-4554-a37d-31ffd6b5d985 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418582 Oct 20 11:45:20.808592 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba28eb-fd14-4df8-ab75-c1619b47d0fa tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Pushing event updated for resources: {'Port': ['ID=6dcd6871-cb69-43dc-b39f-725551020bdc,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:20.816303 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-50c6ebda-33f3-44b3-9419-c8a323ceedb3 None None] Allocated IP 2001:db8::2 (6e4ad1a5-5846-45c9-8648-d3bf68cff630/be499e7f-1fef-4408-bd68-0643c4d12fcd/b586cee6-e34d-42e5-b5a5-e419f627ce63) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:45:20.822484 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f8ba28eb-fd14-4df8-ab75-c1619b47d0fa tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:20.948124 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [None req-f8ba28eb-fd14-4df8-ab75-c1619b47d0fa tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Floating IP 739ce5b4-4c51-45d0-831f-3aa698093df1 associated. External IP: 172.25.5.28, port: 3fa6d0c5-0d41-4071-91d3-50bac6d845d9. Oct 20 11:45:21.047961 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-50c6ebda-33f3-44b3-9419-c8a323ceedb3 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:21.064778 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-50c6ebda-33f3-44b3-9419-c8a323ceedb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:21.147503 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163475b7-c55a-4f67-b366-af93c14c1db4 req-a28d7cf2-49f8-4996-b49c-8ce3b1a4a5b7 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:21.149857 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-163475b7-c55a-4f67-b366-af93c14c1db4 req-a28d7cf2-49f8-4996-b49c-8ce3b1a4a5b7 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.1980956 Oct 20 11:45:21.182592 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c6ebda-33f3-44b3-9419-c8a323ceedb3 None None] Network 6e4ad1a5-5846-45c9-8648-d3bf68cff630 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:45:21.185589 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-4136fa79-854a-4126-b5a9-d6ac7c7ca063 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Allocated IP 2001:db8::3e (6e4ad1a5-5846-45c9-8648-d3bf68cff630/be499e7f-1fef-4408-bd68-0643c4d12fcd/c9e997cd-b030-46e9-83f8-304b71ea19c8) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:45:21.185851 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-50c6ebda-33f3-44b3-9419-c8a323ceedb3 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:45:21.193217 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c6ebda-33f3-44b3-9419-c8a323ceedb3 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:45:21.212980 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c6ebda-33f3-44b3-9419-c8a323ceedb3 None None] Pushing event updated for resources: {'Port': ['ID=b586cee6-e34d-42e5-b5a5-e419f627ce63,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:21.229977 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-163475b7-c55a-4f67-b366-af93c14c1db4 req-0c6174a3-f6c9-4d1e-ae4c-e88b13bd10fc tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704160 Oct 20 11:45:21.253411 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c6ebda-33f3-44b3-9419-c8a323ceedb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:21.259366 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c6ebda-33f3-44b3-9419-c8a323ceedb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:21.259736 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c6ebda-33f3-44b3-9419-c8a323ceedb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:21.265286 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c6ebda-33f3-44b3-9419-c8a323ceedb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:21.266070 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c6ebda-33f3-44b3-9419-c8a323ceedb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:21.266594 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c6ebda-33f3-44b3-9419-c8a323ceedb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:21.267093 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c6ebda-33f3-44b3-9419-c8a323ceedb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:21.267590 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c6ebda-33f3-44b3-9419-c8a323ceedb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:21.268067 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c6ebda-33f3-44b3-9419-c8a323ceedb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:21.268534 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c6ebda-33f3-44b3-9419-c8a323ceedb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:21.269001 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c6ebda-33f3-44b3-9419-c8a323ceedb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:21.269461 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c6ebda-33f3-44b3-9419-c8a323ceedb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:21.339026 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-50c6ebda-33f3-44b3-9419-c8a323ceedb3 None None] Attempting to bind port b586cee6-e34d-42e5-b5a5-e419f627ce63 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:45:21.340012 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-50c6ebda-33f3-44b3-9419-c8a323ceedb3 None None] Attempting to bind port b586cee6-e34d-42e5-b5a5-e419f627ce63 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '4049820c-2fa9-45ec-a356-7d3926613144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '6e4ad1a5-5846-45c9-8648-d3bf68cff630'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:45:21.340538 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c6ebda-33f3-44b3-9419-c8a323ceedb3 None None] Attempting to bind port b586cee6-e34d-42e5-b5a5-e419f627ce63 on network 6e4ad1a5-5846-45c9-8648-d3bf68cff630 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:45:21.347459 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c6ebda-33f3-44b3-9419-c8a323ceedb3 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:45:21.348028 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c6ebda-33f3-44b3-9419-c8a323ceedb3 None None] Checking segment: {'id': '4049820c-2fa9-45ec-a356-7d3926613144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '6e4ad1a5-5846-45c9-8648-d3bf68cff630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:45:21.348679 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-50c6ebda-33f3-44b3-9419-c8a323ceedb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:21.349366 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c6ebda-33f3-44b3-9419-c8a323ceedb3 None None] Bound using segment: {'id': '4049820c-2fa9-45ec-a356-7d3926613144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '6e4ad1a5-5846-45c9-8648-d3bf68cff630'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:45:21.349997 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-50c6ebda-33f3-44b3-9419-c8a323ceedb3 None None] Bound port: b586cee6-e34d-42e5-b5a5-e419f627ce63, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4049820c-2fa9-45ec-a356-7d3926613144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '6e4ad1a5-5846-45c9-8648-d3bf68cff630'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:45:21.350527 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-50c6ebda-33f3-44b3-9419-c8a323ceedb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:21.401491 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4136fa79-854a-4126-b5a9-d6ac7c7ca063 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:21.443301 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ba28eb-fd14-4df8-ab75-c1619b47d0fa tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Router c938bb64-9f31-4eee-b70f-435ea9382551 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:45:21.453016 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-50c6ebda-33f3-44b3-9419-c8a323ceedb3 None None] For port b586cee6-e34d-42e5-b5a5-e419f627ce63, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:45:21.458584 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-50c6ebda-33f3-44b3-9419-c8a323ceedb3 None None] For port b586cee6-e34d-42e5-b5a5-e419f627ce63, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=b586cee6-e34d-42e5-b5a5-e419f627ce63,segment=NetworkSegment(4049820c-2fa9-45ec-a356-7d3926613144),segment_id=4049820c-2fa9-45ec-a356-7d3926613144)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:45:21.472735 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-50c6ebda-33f3-44b3-9419-c8a323ceedb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:21.477506 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4136fa79-854a-4126-b5a9-d6ac7c7ca063 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:21.579776 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4136fa79-854a-4126-b5a9-d6ac7c7ca063 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Network 6e4ad1a5-5846-45c9-8648-d3bf68cff630 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:45:21.583442 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c6ebda-33f3-44b3-9419-c8a323ceedb3 None None] Pushing event updated for resources: {'Port': ['ID=b586cee6-e34d-42e5-b5a5-e419f627ce63,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:21.591102 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-4136fa79-854a-4126-b5a9-d6ac7c7ca063 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:45:21.593040 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136fa79-854a-4126-b5a9-d6ac7c7ca063 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Pushing event updated for resources: {'Port': ['ID=c9e997cd-b030-46e9-83f8-304b71ea19c8,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:21.595319 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4136fa79-854a-4126-b5a9-d6ac7c7ca063 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:45:21.603056 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4136fa79-854a-4126-b5a9-d6ac7c7ca063 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:21.603962 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4136fa79-854a-4126-b5a9-d6ac7c7ca063 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:21.646633 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4136fa79-854a-4126-b5a9-d6ac7c7ca063 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2923598 Oct 20 11:45:21.651002 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54730) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:21.660429 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-287a36e0-b89f-4ee2-a656-759187f1ef37 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Request body: {'port': {'network_id': '6e4ad1a5-5846-45c9-8648-d3bf68cff630', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-947858110', 'allowed_address_pairs': [{'ip_address': '2001:db8::3e', 'mac_address': 'fa:16:3e:36:79:b3'}]}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:21.663071 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ba28eb-fd14-4df8-ab75-c1619b47d0fa tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:45:21.676367 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd30c15-a016-4534-935a-ab131272104b None None] Sync routers for ids ['c938bb64-9f31-4eee-b70f-435ea9382551'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:45:21.688221 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd30c15-a016-4534-935a-ab131272104b None None] Routers {'c938bb64-9f31-4eee-b70f-435ea9382551'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:45:21.690741 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-6bd30c15-a016-4534-935a-ab131272104b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:44:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['c938bb64-9f31-4eee-b70f-435ea9382551'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:21.715707 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f8ba28eb-fd14-4df8-ab75-c1619b47d0fa tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:21.758888 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-6bd30c15-a016-4534-935a-ab131272104b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:21.768820 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5a2b3-db9e-478d-adfe-b426366e7138 req-b192a5f1-f556-4757-a497-27746fdc6cb8 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:21.776694 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd30c15-a016-4534-935a-ab131272104b None None] Routers {'c938bb64-9f31-4eee-b70f-435ea9382551'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:45:21.777636 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-6bd30c15-a016-4534-935a-ab131272104b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:44:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['c938bb64-9f31-4eee-b70f-435ea9382551'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:21.783547 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6ce5a2b3-db9e-478d-adfe-b426366e7138 req-b192a5f1-f556-4757-a497-27746fdc6cb8 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff445f7-4aaa-425c-98b7-0200230eb5a7 HTTP/1.1" status: 200 len: 945 time: 0.1703057 Oct 20 11:45:21.839822 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-6bd30c15-a016-4534-935a-ab131272104b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:21.840640 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd30c15-a016-4534-935a-ab131272104b None None] The sync data for ids ['c938bb64-9f31-4eee-b70f-435ea9382551'] in n-d-814735-3 is: [] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:45:21.845451 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-f8ba28eb-fd14-4df8-ab75-c1619b47d0fa tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.8387136 Oct 20 11:45:21.853237 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54734) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:21.934666 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6ce5a2b3-db9e-478d-adfe-b426366e7138 req-85d94b76-fbe0-4cc6-aada-c5b6b94b4ca3 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918303 Oct 20 11:45:21.984191 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-da6fccfa-6d5b-4a30-8ad9-bf8cb002e63f tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] 10.222.0.98 "GET /v2.0/floatingips/739ce5b4-4c51-45d0-831f-3aa698093df1 HTTP/1.1" status: 200 len: 977 time: 0.1295373 Oct 20 11:45:21.986679 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54738) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:21.994501 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287a36e0-b89f-4ee2-a656-759187f1ef37 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Made reservation on behalf of a9e87e438a3a4c07a892a2c759d9e7ed for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:45:22.117570 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-287a36e0-b89f-4ee2-a656-759187f1ef37 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:22.151241 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-287a36e0-b89f-4ee2-a656-759187f1ef37 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] device_id is not set on port 288c8c24-2b47-4312-bf70-b84bdc699df1 yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:45:22.182084 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-62680790-f181-4c79-acb1-bcbf23c5d898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:22.328073 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-287a36e0-b89f-4ee2-a656-759187f1ef37 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Allocated IP 2001:db8::277 (6e4ad1a5-5846-45c9-8648-d3bf68cff630/be499e7f-1fef-4408-bd68-0643c4d12fcd/288c8c24-2b47-4312-bf70-b84bdc699df1) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:45:22.442447 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-716eb8ea-daa5-4cab-a879-90422a588db8 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] 10.222.0.98 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.4518433 Oct 20 11:45:22.442768 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54748) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:22.447445 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-f1314865-16e2-4e49-be9d-768cbcd04892 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Request body: {'floatingip': {'port_id': '8ac38423-7fc4-40f4-a05b-28be5b2b4135'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:22.519943 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f1314865-16e2-4e49-be9d-768cbcd04892 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for floatingip, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:22.600442 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-287a36e0-b89f-4ee2-a656-759187f1ef37 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:22.676527 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 5b748265-fe2d-49c7-9d8b-7d625ead2725 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:45:22.693040 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-287a36e0-b89f-4ee2-a656-759187f1ef37 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:22.748150 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: 5b748265-fe2d-49c7-9d8b-7d625ead2725 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:45:22.750014 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 5b748265-fe2d-49c7-9d8b-7d625ead2725 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:45:22.758866 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287a36e0-b89f-4ee2-a656-759187f1ef37 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Network 6e4ad1a5-5846-45c9-8648-d3bf68cff630 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:45:22.762258 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-287a36e0-b89f-4ee2-a656-759187f1ef37 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:45:22.765375 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287a36e0-b89f-4ee2-a656-759187f1ef37 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:45:22.772011 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287a36e0-b89f-4ee2-a656-759187f1ef37 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:22.772599 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-287a36e0-b89f-4ee2-a656-759187f1ef37 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:22.815715 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a36e0-b89f-4ee2-a656-759187f1ef37 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Pushing event updated for resources: {'Port': ['ID=288c8c24-2b47-4312-bf70-b84bdc699df1,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:22.846726 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b586cee6-e34d-42e5-b5a5-e419f627ce63 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:45:22.860417 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-287a36e0-b89f-4ee2-a656-759187f1ef37 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.2024572 Oct 20 11:45:22.863096 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54758) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:22.963527 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port b586cee6-e34d-42e5-b5a5-e419f627ce63 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:45:22.963899 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:23.051743 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503d5fc1-6ce6-4463-bbc3-418716c946b6 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:23.058854 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503d5fc1-6ce6-4463-bbc3-418716c946b6 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:23.066565 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503d5fc1-6ce6-4463-bbc3-418716c946b6 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:23.068689 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-503d5fc1-6ce6-4463-bbc3-418716c946b6 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.2045691 Oct 20 11:45:23.072349 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54764) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:23.138367 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:23.167124 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da3a63b-4afd-4806-8a8a-67f38d694aaf None None] Network 6e4ad1a5-5846-45c9-8648-d3bf68cff630 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:45:23.238570 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-cd15ee29-0268-40b3-a9ac-7b9d50c06997 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Deleting port 288c8c24-2b47-4312-bf70-b84bdc699df1 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:45:23.239075 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cd15ee29-0268-40b3-a9ac-7b9d50c06997 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:23.247186 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:23.292448 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-8c1c520b-0b0b-4d25-a24c-d47b612e8cb0 None None] Provisioning complete for port b586cee6-e34d-42e5-b5a5-e419f627ce63 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:45:23.294984 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-8c1c520b-0b0b-4d25-a24c-d47b612e8cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:23.356877 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cd15ee29-0268-40b3-a9ac-7b9d50c06997 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:23.371064 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-cd15ee29-0268-40b3-a9ac-7b9d50c06997 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Calling delete_port for 288c8c24-2b47-4312-bf70-b84bdc699df1 owned by {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:45:23.377663 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:23.406371 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f1314865-16e2-4e49-be9d-768cbcd04892 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:23.455375 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f1314865-16e2-4e49-be9d-768cbcd04892 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:23.491232 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port b586cee6-e34d-42e5-b5a5-e419f627ce63, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=b586cee6-e34d-42e5-b5a5-e419f627ce63,segment=NetworkSegment(4049820c-2fa9-45ec-a356-7d3926613144),segment_id=4049820c-2fa9-45ec-a356-7d3926613144)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:45:23.546930 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-8c1c520b-0b0b-4d25-a24c-d47b612e8cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:23.565856 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:23.599439 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4248c6-ecb2-4fb2-9532-936f130a7240 req-49a13cb6-0d28-43e8-8d84-6eca1b4cecf9 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:23.602657 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db4248c6-ecb2-4fb2-9532-936f130a7240 req-49a13cb6-0d28-43e8-8d84-6eca1b4cecf9 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff445f7-4aaa-425c-98b7-0200230eb5a7 HTTP/1.1" status: 200 len: 945 time: 0.1945655 Oct 20 11:45:23.607929 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cd15ee29-0268-40b3-a9ac-7b9d50c06997 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:23.684123 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd15ee29-0268-40b3-a9ac-7b9d50c06997 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Pushing event deleted for resources: {'Port': ['ID=288c8c24-2b47-4312-bf70-b84bdc699df1,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:23.728325 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [None req-f1314865-16e2-4e49-be9d-768cbcd04892 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Floating IP 739ce5b4-4c51-45d0-831f-3aa698093df1 associated. External IP: 172.25.5.28, port: 3fa6d0c5-0d41-4071-91d3-50bac6d845d9. Oct 20 11:45:23.732917 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db4248c6-ecb2-4fb2-9532-936f130a7240 req-08e6f7c2-68a5-4e2e-a900-405cbd1473bc tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092265 Oct 20 11:45:23.735211 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=b586cee6-e34d-42e5-b5a5-e419f627ce63,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:23.744390 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.db.api [None req-8c1c520b-0b0b-4d25-a24c-d47b612e8cb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:45:23.744804 n-d-814735-3 neutron-server[100648]: DEBUG oslo_db.api [None req-8c1c520b-0b0b-4d25-a24c-d47b612e8cb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:45:23.939245 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cd15ee29-0268-40b3-a9ac-7b9d50c06997 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:23.942962 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-cd15ee29-0268-40b3-a9ac-7b9d50c06997 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] 10.222.0.98 "DELETE /v2.0/ports/288c8c24-2b47-4312-bf70-b84bdc699df1 HTTP/1.1" status: 204 len: 168 time: 0.8688266 Oct 20 11:45:23.946028 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54772) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:24.021829 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-e37248a4-6475-497e-8227-71d44f8b351e tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] GET failed (client error): The resource could not be found. Oct 20 11:45:24.024349 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e37248a4-6475-497e-8227-71d44f8b351e tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] 10.222.0.98 "GET /v2.0/ports/288c8c24-2b47-4312-bf70-b84bdc699df1 HTTP/1.1" status: 404 len: 333 time: 0.0773640 Oct 20 11:45:24.028524 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54774) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:24.040149 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-e01349b5-a156-4473-8c1e-4b34c1551e91 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Request body: {'port': {'network_id': '6e4ad1a5-5846-45c9-8648-d3bf68cff630', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-793787785'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:24.100764 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1314865-16e2-4e49-be9d-768cbcd04892 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Router c938bb64-9f31-4eee-b70f-435ea9382551 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:45:24.236721 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01349b5-a156-4473-8c1e-4b34c1551e91 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Made reservation on behalf of a9e87e438a3a4c07a892a2c759d9e7ed for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:45:24.241079 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e01349b5-a156-4473-8c1e-4b34c1551e91 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:24.266988 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-e01349b5-a156-4473-8c1e-4b34c1551e91 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] device_id is not set on port 375bbb27-6dbd-46c1-ae59-cd61c0d723f9 yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:45:24.305647 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1314865-16e2-4e49-be9d-768cbcd04892 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:45:24.323169 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd11737-9f07-4bea-ab27-c37dde04f8c7 None None] Sync routers for ids ['c938bb64-9f31-4eee-b70f-435ea9382551'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:45:24.335155 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd11737-9f07-4bea-ab27-c37dde04f8c7 None None] Routers {'c938bb64-9f31-4eee-b70f-435ea9382551'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:45:24.335903 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-5dd11737-9f07-4bea-ab27-c37dde04f8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:45:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['c938bb64-9f31-4eee-b70f-435ea9382551'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:24.383795 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-5dd11737-9f07-4bea-ab27-c37dde04f8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:24.400033 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd11737-9f07-4bea-ab27-c37dde04f8c7 None None] Routers {'c938bb64-9f31-4eee-b70f-435ea9382551'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:45:24.400817 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-5dd11737-9f07-4bea-ab27-c37dde04f8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:45:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['c938bb64-9f31-4eee-b70f-435ea9382551'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:24.401879 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-e01349b5-a156-4473-8c1e-4b34c1551e91 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Allocated IP 2001:db8::3b (6e4ad1a5-5846-45c9-8648-d3bf68cff630/be499e7f-1fef-4408-bd68-0643c4d12fcd/375bbb27-6dbd-46c1-ae59-cd61c0d723f9) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:45:24.609716 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e01349b5-a156-4473-8c1e-4b34c1551e91 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:24.656121 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e01349b5-a156-4473-8c1e-4b34c1551e91 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:24.729338 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1314865-16e2-4e49-be9d-768cbcd04892 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Router c938bb64-9f31-4eee-b70f-435ea9382551 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:45:24.761473 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01349b5-a156-4473-8c1e-4b34c1551e91 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Pushing event updated for resources: {'Port': ['ID=375bbb27-6dbd-46c1-ae59-cd61c0d723f9,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:24.785604 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01349b5-a156-4473-8c1e-4b34c1551e91 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Network 6e4ad1a5-5846-45c9-8648-d3bf68cff630 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:45:24.790658 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-e01349b5-a156-4473-8c1e-4b34c1551e91 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:45:24.797571 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01349b5-a156-4473-8c1e-4b34c1551e91 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:45:24.824862 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01349b5-a156-4473-8c1e-4b34c1551e91 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:24.827405 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-5dd11737-9f07-4bea-ab27-c37dde04f8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:24.828082 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e01349b5-a156-4473-8c1e-4b34c1551e91 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:24.828739 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd11737-9f07-4bea-ab27-c37dde04f8c7 None None] The sync data for ids ['c938bb64-9f31-4eee-b70f-435ea9382551'] in n-d-814735-3 is: [] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:45:24.841064 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b586cee6-e34d-42e5-b5a5-e419f627ce63 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:45:24.886327 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e01349b5-a156-4473-8c1e-4b34c1551e91 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.8565655 Oct 20 11:45:24.889263 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54788) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:24.896466 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-c6e0d532-a311-4654-ab91-d3c4ed4f0b27 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3e', 'mac_address': 'fa:16:3e:36:79:b3'}]}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:24.947689 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:24.948796 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-0fad5065-3014-4fea-bac5-27fadf7a050c None None] Provisioning complete for port b586cee6-e34d-42e5-b5a5-e419f627ce63 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:45:24.949147 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0fad5065-3014-4fea-bac5-27fadf7a050c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:25.005583 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1314865-16e2-4e49-be9d-768cbcd04892 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:45:25.011546 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f1314865-16e2-4e49-be9d-768cbcd04892 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:25.016306 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bfcc38-a1fd-4d34-b157-d313efe1e80d None None] Sync routers for ids ['c938bb64-9f31-4eee-b70f-435ea9382551'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:45:25.033431 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bfcc38-a1fd-4d34-b157-d313efe1e80d None None] Routers {'c938bb64-9f31-4eee-b70f-435ea9382551'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:45:25.034920 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-11bfcc38-a1fd-4d34-b157-d313efe1e80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:45:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['c938bb64-9f31-4eee-b70f-435ea9382551'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:25.065744 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port b586cee6-e34d-42e5-b5a5-e419f627ce63 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:45:25.066122 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:25.105676 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdea0b-f5a8-4936-86e1-838f082864d5 req-fe388f5c-ec11-4ca7-95c2-35c512781726 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:25.107546 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-17bdea0b-f5a8-4936-86e1-838f082864d5 req-fe388f5c-ec11-4ca7-95c2-35c512781726 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff445f7-4aaa-425c-98b7-0200230eb5a7 HTTP/1.1" status: 200 len: 945 time: 0.1358118 Oct 20 11:45:25.127146 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-11bfcc38-a1fd-4d34-b157-d313efe1e80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:25.130984 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c6e0d532-a311-4654-ab91-d3c4ed4f0b27 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:25.145648 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bfcc38-a1fd-4d34-b157-d313efe1e80d None None] Routers {'c938bb64-9f31-4eee-b70f-435ea9382551'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:45:25.149922 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-11bfcc38-a1fd-4d34-b157-d313efe1e80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:45:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['c938bb64-9f31-4eee-b70f-435ea9382551'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:25.195788 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-17bdea0b-f5a8-4936-86e1-838f082864d5 req-23c2af5e-9314-4911-b43a-5754ea5a94e5 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804403 Oct 20 11:45:25.202900 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-f1314865-16e2-4e49-be9d-768cbcd04892 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] 10.222.0.98 "PUT /v2.0/floatingips/739ce5b4-4c51-45d0-831f-3aa698093df1 HTTP/1.1" status: 200 len: 978 time: 2.7587090 Oct 20 11:45:25.203258 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54796) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:25.220581 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-6c3918d2-e7e6-4b7a-89c7-262bc99483cb tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:25.225890 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-11bfcc38-a1fd-4d34-b157-d313efe1e80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:25.226573 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bfcc38-a1fd-4d34-b157-d313efe1e80d None None] The sync data for ids ['c938bb64-9f31-4eee-b70f-435ea9382551'] in n-d-814735-3 is: [] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:45:25.370221 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-0fad5065-3014-4fea-bac5-27fadf7a050c None None] Provisioning complete for port c9e997cd-b030-46e9-83f8-304b71ea19c8 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:45:25.373749 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0fad5065-3014-4fea-bac5-27fadf7a050c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:25.433955 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6c3918d2-e7e6-4b7a-89c7-262bc99483cb tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for floatingip, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:25.445085 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-0fad5065-3014-4fea-bac5-27fadf7a050c None None] Port c9e997cd-b030-46e9-83f8-304b71ea19c8 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:45:25.519439 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c6e0d532-a311-4654-ab91-d3c4ed4f0b27 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:25.532792 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c6e0d532-a311-4654-ab91-d3c4ed4f0b27 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:25.572102 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-2bc8b9a1-feef-4452-9594-64b716079f1c None None] Provisioning complete for port c9e997cd-b030-46e9-83f8-304b71ea19c8 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:45:25.572578 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2bc8b9a1-feef-4452-9594-64b716079f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:25.595948 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-c6e0d532-a311-4654-ab91-d3c4ed4f0b27 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] In _notify_port_updated(), no bound segment for port 375bbb27-6dbd-46c1-ae59-cd61c0d723f9 on network 6e4ad1a5-5846-45c9-8648-d3bf68cff630 {{(pid=100646) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 11:45:25.606439 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e0d532-a311-4654-ab91-d3c4ed4f0b27 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:25.619533 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c6e0d532-a311-4654-ab91-d3c4ed4f0b27 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:25.623560 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c6e0d532-a311-4654-ab91-d3c4ed4f0b27 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] 10.222.0.98 "PUT /v2.0/ports/375bbb27-6dbd-46c1-ae59-cd61c0d723f9 HTTP/1.1" status: 200 len: 1000 time: 0.7303677 Oct 20 11:45:25.624311 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54802) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:25.699492 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-2bc8b9a1-feef-4452-9594-64b716079f1c None None] Port c9e997cd-b030-46e9-83f8-304b71ea19c8 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:45:25.709991 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-2bc8b9a1-feef-4452-9594-64b716079f1c None None] Could not find standard attr ID for object 288c8c24-2b47-4312-bf70-b84bdc699df1. {{(pid=100648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:45:25.769289 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6c3918d2-e7e6-4b7a-89c7-262bc99483cb tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:25.777223 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6c3918d2-e7e6-4b7a-89c7-262bc99483cb tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:25.777743 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [None req-6c3918d2-e7e6-4b7a-89c7-262bc99483cb tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Floating IP 739ce5b4-4c51-45d0-831f-3aa698093df1 disassociated. External IP: 172.25.5.28, port: 8ac38423-7fc4-40f4-a05b-28be5b2b4135. Oct 20 11:45:25.778568 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e0d532-a311-4654-ab91-d3c4ed4f0b27 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Pushing event updated for resources: {'Port': ['ID=375bbb27-6dbd-46c1-ae59-cd61c0d723f9,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:25.835856 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e879a740-6176-4479-b62b-e3534da59950 None None] Provisioning complete for port 375bbb27-6dbd-46c1-ae59-cd61c0d723f9 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:45:25.836415 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e879a740-6176-4479-b62b-e3534da59950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:25.914519 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-d28cb238-0f31-43d1-acd9-7f1b1a2449fe tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Deleting port 375bbb27-6dbd-46c1-ae59-cd61c0d723f9 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:45:25.915073 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d28cb238-0f31-43d1-acd9-7f1b1a2449fe tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:25.919623 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e879a740-6176-4479-b62b-e3534da59950 None None] Port 375bbb27-6dbd-46c1-ae59-cd61c0d723f9 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:45:26.076308 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d28cb238-0f31-43d1-acd9-7f1b1a2449fe tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:26.090964 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-d28cb238-0f31-43d1-acd9-7f1b1a2449fe tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Calling delete_port for 375bbb27-6dbd-46c1-ae59-cd61c0d723f9 owned by {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:45:26.157573 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c3918d2-e7e6-4b7a-89c7-262bc99483cb tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Router c938bb64-9f31-4eee-b70f-435ea9382551 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:45:26.332392 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d28cb238-0f31-43d1-acd9-7f1b1a2449fe tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:26.404501 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3918d2-e7e6-4b7a-89c7-262bc99483cb tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:45:26.416296 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6c3918d2-e7e6-4b7a-89c7-262bc99483cb tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:26.423856 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cb0fc5-6c2f-46a3-99af-d3f81001b042 None None] Sync routers for ids ['c938bb64-9f31-4eee-b70f-435ea9382551'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:45:26.429113 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7106a-b01b-451e-b44b-a614284ef5a5 req-c9234137-694e-4c43-a4b6-908ab6308679 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:26.441011 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28cb238-0f31-43d1-acd9-7f1b1a2449fe tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Pushing event deleted for resources: {'Port': ['ID=375bbb27-6dbd-46c1-ae59-cd61c0d723f9,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:26.443664 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cb0fc5-6c2f-46a3-99af-d3f81001b042 None None] Routers {'c938bb64-9f31-4eee-b70f-435ea9382551'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:45:26.445546 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-f4cb0fc5-6c2f-46a3-99af-d3f81001b042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:45:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['c938bb64-9f31-4eee-b70f-435ea9382551'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:26.447394 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-47a7106a-b01b-451e-b44b-a614284ef5a5 req-c9234137-694e-4c43-a4b6-908ab6308679 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff445f7-4aaa-425c-98b7-0200230eb5a7 HTTP/1.1" status: 200 len: 945 time: 0.1241112 Oct 20 11:45:26.549358 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54818) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:26.556177 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-f4cb0fc5-6c2f-46a3-99af-d3f81001b042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:26.556609 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-6c3918d2-e7e6-4b7a-89c7-262bc99483cb tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] 10.222.0.98 "PUT /v2.0/floatingips/739ce5b4-4c51-45d0-831f-3aa698093df1 HTTP/1.1" status: 200 len: 687 time: 1.3489387 Oct 20 11:45:26.598526 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-db9a33c9-549d-4b01-a321-414dd74ef5a9 None None] Could not find standard attr ID for object 375bbb27-6dbd-46c1-ae59-cd61c0d723f9. {{(pid=100648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:45:26.600243 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cb0fc5-6c2f-46a3-99af-d3f81001b042 None None] Routers {'c938bb64-9f31-4eee-b70f-435ea9382551'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:45:26.600868 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-f4cb0fc5-6c2f-46a3-99af-d3f81001b042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:45:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['c938bb64-9f31-4eee-b70f-435ea9382551'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:26.632831 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-47a7106a-b01b-451e-b44b-a614284ef5a5 req-e5986d95-9f04-4e11-9a78-eb6d26babb9d tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805494 Oct 20 11:45:26.753586 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-f4cb0fc5-6c2f-46a3-99af-d3f81001b042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:26.754268 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cb0fc5-6c2f-46a3-99af-d3f81001b042 None None] The sync data for ids ['c938bb64-9f31-4eee-b70f-435ea9382551'] in n-d-814735-3 is: [] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:45:26.815691 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d28cb238-0f31-43d1-acd9-7f1b1a2449fe tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:26.820418 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d28cb238-0f31-43d1-acd9-7f1b1a2449fe tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] 10.222.0.98 "DELETE /v2.0/ports/375bbb27-6dbd-46c1-ae59-cd61c0d723f9 HTTP/1.1" status: 204 len: 168 time: 1.1952860 Oct 20 11:45:26.823745 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54826) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:26.874109 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-48b35b38-ab3b-4ac3-b1a2-a15c63b3b5c9 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] GET failed (client error): The resource could not be found. Oct 20 11:45:26.876244 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-48b35b38-ab3b-4ac3-b1a2-a15c63b3b5c9 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] 10.222.0.98 "GET /v2.0/ports/375bbb27-6dbd-46c1-ae59-cd61c0d723f9 HTTP/1.1" status: 404 len: 333 time: 0.0514481 Oct 20 11:45:26.880969 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54828) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:26.902097 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-b8648990-7f27-49fc-b748-cb7de0665ba5 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Request body: {'port': {'network_id': '6e4ad1a5-5846-45c9-8648-d3bf68cff630', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1987737379'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:26.940657 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-12b33244-285f-45cf-b073-61a7b1169787 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Deleting port 6dcd6871-cb69-43dc-b39f-725551020bdc {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:45:26.945495 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-12b33244-285f-45cf-b073-61a7b1169787 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:27.063779 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-12b33244-285f-45cf-b073-61a7b1169787 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:27.064107 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-12b33244-285f-45cf-b073-61a7b1169787 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:27.078592 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-12b33244-285f-45cf-b073-61a7b1169787 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Calling delete_port for 6dcd6871-cb69-43dc-b39f-725551020bdc owned by network:floatingip {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:45:27.086121 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135522d-db87-44a6-b458-c389520989c1 req-d2c94f9f-681d-4f68-929b-2d2f29f15401 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:27.087776 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9135522d-db87-44a6-b458-c389520989c1 req-d2c94f9f-681d-4f68-929b-2d2f29f15401 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff445f7-4aaa-425c-98b7-0200230eb5a7 HTTP/1.1" status: 200 len: 945 time: 0.0962026 Oct 20 11:45:27.136138 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8648990-7f27-49fc-b748-cb7de0665ba5 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Made reservation on behalf of a9e87e438a3a4c07a892a2c759d9e7ed for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:45:27.140200 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b8648990-7f27-49fc-b748-cb7de0665ba5 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:27.177657 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [None req-b8648990-7f27-49fc-b748-cb7de0665ba5 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] device_id is not set on port 895d4343-b820-4362-a1f7-c9afd37eaeb8 yet. {{(pid=100647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:45:27.209899 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9135522d-db87-44a6-b458-c389520989c1 req-9ee95ac7-c296-4037-81ae-0a9f680422e3 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082993 Oct 20 11:45:27.339939 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-12b33244-285f-45cf-b073-61a7b1169787 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:27.369170 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b33244-285f-45cf-b073-61a7b1169787 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Pushing event deleted for resources: {'Port': ['ID=6dcd6871-cb69-43dc-b39f-725551020bdc,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:27.493494 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-12b33244-285f-45cf-b073-61a7b1169787 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for floatingip, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:27.497120 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-12b33244-285f-45cf-b073-61a7b1169787 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:27.498478 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-12b33244-285f-45cf-b073-61a7b1169787 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] 10.222.0.98 "DELETE /v2.0/floatingips/739ce5b4-4c51-45d0-831f-3aa698093df1 HTTP/1.1" status: 204 len: 168 time: 0.9469664 Oct 20 11:45:27.506853 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54838) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:27.549206 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-239e7c01-6ace-4b4d-8b6e-6279ed371ec4 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] delete failed (client error): The resource could not be found. Oct 20 11:45:27.549746 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-b8648990-7f27-49fc-b748-cb7de0665ba5 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Allocated IP 2001:db8::93 (6e4ad1a5-5846-45c9-8648-d3bf68cff630/be499e7f-1fef-4408-bd68-0643c4d12fcd/895d4343-b820-4362-a1f7-c9afd37eaeb8) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:45:27.550508 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-239e7c01-6ace-4b4d-8b6e-6279ed371ec4 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] 10.222.0.98 "DELETE /v2.0/floatingips/739ce5b4-4c51-45d0-831f-3aa698093df1 HTTP/1.1" status: 404 len: 345 time: 0.0428457 Oct 20 11:45:27.554785 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54842) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:27.642534 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c073a4-e882-4b2b-80b8-fd33bf476d04 req-7e14bc30-143e-4083-ad2e-1f26294f98d3 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:27.653121 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-99c073a4-e882-4b2b-80b8-fd33bf476d04 req-7e14bc30-143e-4083-ad2e-1f26294f98d3 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff445f7-4aaa-425c-98b7-0200230eb5a7 HTTP/1.1" status: 200 len: 945 time: 0.2351925 Oct 20 11:45:27.655542 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d796b1-8096-4944-bce9-ff0108cc60dc tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:27.663081 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d796b1-8096-4944-bce9-ff0108cc60dc tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:27.669123 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d796b1-8096-4944-bce9-ff0108cc60dc tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:27.672064 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-88d796b1-8096-4944-bce9-ff0108cc60dc tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] 10.222.0.98 "GET /v2.0/ports?network_id=def03b1a-e318-4ef0-964d-4c4db2171dbe HTTP/1.1" status: 200 len: 2359 time: 0.1151221 Oct 20 11:45:27.674010 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54846) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:27.728359 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c06dd4-dc9f-4514-9cbf-8e141aa04dd9 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:27.734459 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-08c06dd4-dc9f-4514-9cbf-8e141aa04dd9 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] 10.222.0.98 "GET /v2.0/subnets/dde374d8-4588-48b1-b84f-3745fbf451cf HTTP/1.1" status: 200 len: 797 time: 0.0548205 Oct 20 11:45:27.734999 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54848) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:27.735728 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-99c073a4-e882-4b2b-80b8-fd33bf476d04 req-be3d6fe5-8e96-401c-8b00-c5afc0e624c3 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817480 Oct 20 11:45:27.742138 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-9fab4710-f5b8-4e59-8138-7ed39de72f60 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Request body: {'port': {'network_id': 'def03b1a-e318-4ef0-964d-4c4db2171dbe', 'name': 'tempest-FloatingIPTestJSON-1710148628', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:27.772457 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b8648990-7f27-49fc-b748-cb7de0665ba5 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:27.928882 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fab4710-f5b8-4e59-8138-7ed39de72f60 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Made reservation on behalf of 292e0535894b48409065e32e227f3d3a for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:45:28.041349 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9fab4710-f5b8-4e59-8138-7ed39de72f60 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:28.062698 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-9fab4710-f5b8-4e59-8138-7ed39de72f60 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] device_id is not set on port 98e3fe04-ffcd-4895-83e3-2a76fd6895af yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:45:28.255897 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d1b13-72ad-48e2-88e5-015c1e262fcc req-21031df6-6daf-4e84-959b-b98b8905f25f tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:28.267605 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-969d1b13-72ad-48e2-88e5-015c1e262fcc req-21031df6-6daf-4e84-959b-b98b8905f25f tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff445f7-4aaa-425c-98b7-0200230eb5a7 HTTP/1.1" status: 200 len: 945 time: 0.0771291 Oct 20 11:45:28.269728 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b8648990-7f27-49fc-b748-cb7de0665ba5 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:28.414914 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-969d1b13-72ad-48e2-88e5-015c1e262fcc req-0072bc48-448c-4f9f-95f4-e7ba07b8122e tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226084 Oct 20 11:45:28.433722 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8648990-7f27-49fc-b748-cb7de0665ba5 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Network 6e4ad1a5-5846-45c9-8648-d3bf68cff630 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:45:28.454757 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-b8648990-7f27-49fc-b748-cb7de0665ba5 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:45:28.468065 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-9fab4710-f5b8-4e59-8138-7ed39de72f60 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Allocated IP 172.20.0.14 (def03b1a-e318-4ef0-964d-4c4db2171dbe/dde374d8-4588-48b1-b84f-3745fbf451cf/98e3fe04-ffcd-4895-83e3-2a76fd6895af) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:45:28.468827 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8648990-7f27-49fc-b748-cb7de0665ba5 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:45:28.483866 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-9fab4710-f5b8-4e59-8138-7ed39de72f60 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Allocated IP 172.20.0.12 (def03b1a-e318-4ef0-964d-4c4db2171dbe/dde374d8-4588-48b1-b84f-3745fbf451cf/98e3fe04-ffcd-4895-83e3-2a76fd6895af) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:45:28.484575 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8648990-7f27-49fc-b748-cb7de0665ba5 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:28.486035 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b8648990-7f27-49fc-b748-cb7de0665ba5 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:28.529384 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-b8648990-7f27-49fc-b748-cb7de0665ba5 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6472096 Oct 20 11:45:28.530537 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8648990-7f27-49fc-b748-cb7de0665ba5 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Pushing event updated for resources: {'Port': ['ID=895d4343-b820-4362-a1f7-c9afd37eaeb8,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:28.534077 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54872) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:28.540191 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-5426c081-bb88-4302-9dae-168c127918c6 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:36:79:b3'}]}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:28.719024 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54880) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:28.835631 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-de3daa6d-0ca4-4b50-baa5-b71be01a09f3 admin admin] Deleting subnet 2680d228-fd7a-4853-9272-b0d143a6d48d {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:45:28.843147 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-de3daa6d-0ca4-4b50-baa5-b71be01a09f3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:28.864131 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9fab4710-f5b8-4e59-8138-7ed39de72f60 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:28.917373 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-de3daa6d-0ca4-4b50-baa5-b71be01a09f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:28.917797 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9fab4710-f5b8-4e59-8138-7ed39de72f60 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:28.994756 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fab4710-f5b8-4e59-8138-7ed39de72f60 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Network def03b1a-e318-4ef0-964d-4c4db2171dbe is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:45:29.003860 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-9fab4710-f5b8-4e59-8138-7ed39de72f60 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:45:29.018726 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fab4710-f5b8-4e59-8138-7ed39de72f60 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:45:29.041533 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-995bae86-d45a-462a-a465-ce3e6fe2fbcf None None] Provisioning complete for port 895d4343-b820-4362-a1f7-c9afd37eaeb8 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:45:29.042556 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-995bae86-d45a-462a-a465-ce3e6fe2fbcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:29.097072 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5426c081-bb88-4302-9dae-168c127918c6 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:29.116671 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fab4710-f5b8-4e59-8138-7ed39de72f60 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Pushing event updated for resources: {'Port': ['ID=98e3fe04-ffcd-4895-83e3-2a76fd6895af,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:29.127363 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-995bae86-d45a-462a-a465-ce3e6fe2fbcf None None] Port 895d4343-b820-4362-a1f7-c9afd37eaeb8 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:45:29.130125 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-de3daa6d-0ca4-4b50-baa5-b71be01a09f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:29.164104 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fab4710-f5b8-4e59-8138-7ed39de72f60 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:29.164795 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9fab4710-f5b8-4e59-8138-7ed39de72f60 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:29.195804 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-9fab4710-f5b8-4e59-8138-7ed39de72f60 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.4570484 Oct 20 11:45:29.196007 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54882) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:29.203902 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-2392a5c7-907a-453c-9fd0-ae4fe1981454 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'port_id': '98e3fe04-ffcd-4895-83e3-2a76fd6895af', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:29.289239 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2392a5c7-907a-453c-9fd0-ae4fe1981454 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for floatingip, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:29.403851 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-de3daa6d-0ca4-4b50-baa5-b71be01a09f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:29.468932 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3daa6d-0ca4-4b50-baa5-b71be01a09f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2680d228-fd7a-4853-9272-b0d143a6d48d,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:29.478394 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5426c081-bb88-4302-9dae-168c127918c6 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:29.483844 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-de3daa6d-0ca4-4b50-baa5-b71be01a09f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:29.488450 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-de3daa6d-0ca4-4b50-baa5-b71be01a09f3 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/2680d228-fd7a-4853-9272-b0d143a6d48d HTTP/1.1" status: 204 len: 168 time: 0.7669404 Oct 20 11:45:29.491666 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54888) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:29.492415 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5426c081-bb88-4302-9dae-168c127918c6 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:29.503358 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2392a5c7-907a-453c-9fd0-ae4fe1981454 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:29.583753 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-5426c081-bb88-4302-9dae-168c127918c6 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] In _notify_port_updated(), no bound segment for port 895d4343-b820-4362-a1f7-c9afd37eaeb8 on network 6e4ad1a5-5846-45c9-8648-d3bf68cff630 {{(pid=100647) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 11:45:29.589180 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5426c081-bb88-4302-9dae-168c127918c6 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:29.590020 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5426c081-bb88-4302-9dae-168c127918c6 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:29.594304 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-5426c081-bb88-4302-9dae-168c127918c6 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] 10.222.0.98 "PUT /v2.0/ports/895d4343-b820-4362-a1f7-c9afd37eaeb8 HTTP/1.1" status: 200 len: 1002 time: 1.0587814 Oct 20 11:45:29.600913 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54900) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:29.655103 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5426c081-bb88-4302-9dae-168c127918c6 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Pushing event updated for resources: {'Port': ['ID=895d4343-b820-4362-a1f7-c9afd37eaeb8,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:29.705618 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c047a4f-9ad7-41f3-8908-57c5aeb61dec req-2d9551a3-990c-4568-a9d1-9f8dd39bfbca tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:29.723515 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3c047a4f-9ad7-41f3-8908-57c5aeb61dec req-2d9551a3-990c-4568-a9d1-9f8dd39bfbca tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff445f7-4aaa-425c-98b7-0200230eb5a7 HTTP/1.1" status: 200 len: 945 time: 0.1786478 Oct 20 11:45:29.790165 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-2392a5c7-907a-453c-9fd0-ae4fe1981454 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Allocated IP 172.25.5.67 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/8e1a2941-0f54-404d-a974-d0e2e2441301) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:45:29.864664 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3c047a4f-9ad7-41f3-8908-57c5aeb61dec req-a5c44d03-5418-4e89-9788-89ecc943c58a tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400819 Oct 20 11:45:29.935915 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-33d5b28a-ce05-4926-abf8-2838bd003f59 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Deleting port 895d4343-b820-4362-a1f7-c9afd37eaeb8 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:45:29.936259 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-33d5b28a-ce05-4926-abf8-2838bd003f59 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:29.996326 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2392a5c7-907a-453c-9fd0-ae4fe1981454 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:30.070868 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-4f5102c9-a11c-48d3-a88c-8f6043d37e92 None None] Provisioning complete for port 895d4343-b820-4362-a1f7-c9afd37eaeb8 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:45:30.071402 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4f5102c9-a11c-48d3-a88c-8f6043d37e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:30.089426 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca570d5-ccab-443a-8d00-23d07ba7bae2 req-c6a256cf-930a-45be-8da3-0a255c6e1f33 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:30.090929 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-3ca570d5-ccab-443a-8d00-23d07ba7bae2 req-c6a256cf-930a-45be-8da3-0a255c6e1f33 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.89 "GET /v2.0/ports?device_id=6ff445f7-4aaa-425c-98b7-0200230eb5a7 HTTP/1.1" status: 200 len: 945 time: 0.6313095 Oct 20 11:45:30.115012 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-33d5b28a-ce05-4926-abf8-2838bd003f59 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:30.129437 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-33d5b28a-ce05-4926-abf8-2838bd003f59 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Calling delete_port for 895d4343-b820-4362-a1f7-c9afd37eaeb8 owned by {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:45:30.155380 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-4f5102c9-a11c-48d3-a88c-8f6043d37e92 None None] Port 895d4343-b820-4362-a1f7-c9afd37eaeb8 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:45:30.189654 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2392a5c7-907a-453c-9fd0-ae4fe1981454 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:30.263851 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2392a5c7-907a-453c-9fd0-ae4fe1981454 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:45:30.278278 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392a5c7-907a-453c-9fd0-ae4fe1981454 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Pushing event updated for resources: {'Port': ['ID=8e1a2941-0f54-404d-a974-d0e2e2441301,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:30.280990 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-2392a5c7-907a-453c-9fd0-ae4fe1981454 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:45:30.283772 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2392a5c7-907a-453c-9fd0-ae4fe1981454 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:45:30.292608 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-33d5b28a-ce05-4926-abf8-2838bd003f59 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:30.337486 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5b28a-ce05-4926-abf8-2838bd003f59 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Pushing event deleted for resources: {'Port': ['ID=895d4343-b820-4362-a1f7-c9afd37eaeb8,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:30.393278 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-33d5b28a-ce05-4926-abf8-2838bd003f59 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:30.400093 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-33d5b28a-ce05-4926-abf8-2838bd003f59 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] 10.222.0.98 "DELETE /v2.0/ports/895d4343-b820-4362-a1f7-c9afd37eaeb8 HTTP/1.1" status: 204 len: 168 time: 0.7967858 Oct 20 11:45:30.403150 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54914) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:30.447422 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-75bd5e5d-51ef-4818-8977-6797785b7ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:30.453985 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cf61101-c8f0-45e8-b9fa-d6f415903c7d tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] GET failed (client error): The resource could not be found. Oct 20 11:45:30.463732 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-5cf61101-c8f0-45e8-b9fa-d6f415903c7d tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] 10.222.0.98 "GET /v2.0/ports/895d4343-b820-4362-a1f7-c9afd37eaeb8 HTTP/1.1" status: 404 len: 333 time: 0.0590532 Oct 20 11:45:30.464444 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54916) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:30.469269 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-2f0c9546-8777-4ccc-8535-be38b19a55cc tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Request body: {'port': {'network_id': '6e4ad1a5-5846-45c9-8648-d3bf68cff630', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1614215774'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:30.699878 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0c9546-8777-4ccc-8535-be38b19a55cc tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Made reservation on behalf of a9e87e438a3a4c07a892a2c759d9e7ed for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:45:30.704076 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2f0c9546-8777-4ccc-8535-be38b19a55cc tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:30.737388 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [None req-2f0c9546-8777-4ccc-8535-be38b19a55cc tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] device_id is not set on port cd09b5ba-7641-4dc1-9e7c-3fab32283bba yet. {{(pid=100647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:45:30.929051 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-2f0c9546-8777-4ccc-8535-be38b19a55cc tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Allocated IP 2001:db8::351 (6e4ad1a5-5846-45c9-8648-d3bf68cff630/be499e7f-1fef-4408-bd68-0643c4d12fcd/cd09b5ba-7641-4dc1-9e7c-3fab32283bba) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:45:31.122938 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220f484-e39a-406c-8984-798edb7ce6d7 req-a4f7f0d6-97b1-4a41-9c36-3dd45ab39de4 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:31.133411 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f220f484-e39a-406c-8984-798edb7ce6d7 req-a4f7f0d6-97b1-4a41-9c36-3dd45ab39de4 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff445f7-4aaa-425c-98b7-0200230eb5a7 HTTP/1.1" status: 200 len: 945 time: 0.1349845 Oct 20 11:45:31.231753 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f220f484-e39a-406c-8984-798edb7ce6d7 req-9f755ad2-84f1-4ef5-b950-cf6f01f4ee41 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973287 Oct 20 11:45:31.293058 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2f0c9546-8777-4ccc-8535-be38b19a55cc tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:31.303061 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2392a5c7-907a-453c-9fd0-ae4fe1981454 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:31.356849 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2f0c9546-8777-4ccc-8535-be38b19a55cc tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:31.366449 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-3ca570d5-ccab-443a-8d00-23d07ba7bae2 req-72122d16-885f-465f-af48-fa50efc16ea3 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Deleting port 22569b1b-fefd-4408-a119-19d63e60c749 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:45:31.366926 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-3ca570d5-ccab-443a-8d00-23d07ba7bae2 req-72122d16-885f-465f-af48-fa50efc16ea3 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:31.410829 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0c9546-8777-4ccc-8535-be38b19a55cc tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Network 6e4ad1a5-5846-45c9-8648-d3bf68cff630 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:45:31.416615 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-2f0c9546-8777-4ccc-8535-be38b19a55cc tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:45:31.419826 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0c9546-8777-4ccc-8535-be38b19a55cc tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:45:31.426467 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0c9546-8777-4ccc-8535-be38b19a55cc tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:31.427568 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2f0c9546-8777-4ccc-8535-be38b19a55cc tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:31.446953 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0c9546-8777-4ccc-8535-be38b19a55cc tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Pushing event updated for resources: {'Port': ['ID=cd09b5ba-7641-4dc1-9e7c-3fab32283bba,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:31.473602 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2f0c9546-8777-4ccc-8535-be38b19a55cc tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0080485 Oct 20 11:45:31.482303 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54930) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:31.495324 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-e13277ab-bb47-49ec-87e3-fa5cdeadabdb tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Request body: {'port': {'network_id': '6e4ad1a5-5846-45c9-8648-d3bf68cff630', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1623048022'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:31.526494 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2392a5c7-907a-453c-9fd0-ae4fe1981454 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:31.664355 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-75bd5e5d-51ef-4818-8977-6797785b7ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:31.758569 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-3ca570d5-ccab-443a-8d00-23d07ba7bae2 req-72122d16-885f-465f-af48-fa50efc16ea3 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] For port 22569b1b-fefd-4408-a119-19d63e60c749, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=22569b1b-fefd-4408-a119-19d63e60c749,segment=NetworkSegment(474d5198-d4e2-4e04-8880-971eb081d7c2),segment_id=474d5198-d4e2-4e04-8880-971eb081d7c2)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:45:31.761868 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-3ca570d5-ccab-443a-8d00-23d07ba7bae2 req-72122d16-885f-465f-af48-fa50efc16ea3 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:31.765935 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-75bd5e5d-51ef-4818-8977-6797785b7ff6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8b16dd1-14c2-429e-a738-23f5243332c4']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:31.782762 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13277ab-bb47-49ec-87e3-fa5cdeadabdb tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Made reservation on behalf of a9e87e438a3a4c07a892a2c759d9e7ed for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:45:31.786842 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e13277ab-bb47-49ec-87e3-fa5cdeadabdb tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:31.813644 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [None req-e13277ab-bb47-49ec-87e3-fa5cdeadabdb tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] device_id is not set on port 1146265b-fa40-4649-8b22-b5893df660aa yet. {{(pid=100647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:45:31.827164 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-3ca570d5-ccab-443a-8d00-23d07ba7bae2 req-72122d16-885f-465f-af48-fa50efc16ea3 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Calling delete_port for 22569b1b-fefd-4408-a119-19d63e60c749 owned by compute:nova {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:45:31.859285 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-75bd5e5d-51ef-4818-8977-6797785b7ff6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '635b408c-b931-4fe4-a946-3320f78b98e5') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:31.859680 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-75bd5e5d-51ef-4818-8977-6797785b7ff6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '635b408c-b931-4fe4-a946-3320f78b98e5') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:31.880285 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-75bd5e5d-51ef-4818-8977-6797785b7ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:31.902500 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-a152e94f-b17f-4870-ba72-f69f270ca138 None None] Provisioning complete for port cd09b5ba-7641-4dc1-9e7c-3fab32283bba triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:45:31.903558 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a152e94f-b17f-4870-ba72-f69f270ca138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:32.032502 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-a152e94f-b17f-4870-ba72-f69f270ca138 None None] Port cd09b5ba-7641-4dc1-9e7c-3fab32283bba cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:45:32.050040 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-e13277ab-bb47-49ec-87e3-fa5cdeadabdb tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Allocated IP 2001:db8::248 (6e4ad1a5-5846-45c9-8648-d3bf68cff630/be499e7f-1fef-4408-bd68-0643c4d12fcd/1146265b-fa40-4649-8b22-b5893df660aa) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:45:32.059582 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2392a5c7-907a-453c-9fd0-ae4fe1981454 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:32.149376 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-75bd5e5d-51ef-4818-8977-6797785b7ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:32.155144 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2392a5c7-907a-453c-9fd0-ae4fe1981454 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:32.173601 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75bd5e5d-51ef-4818-8977-6797785b7ff6 admin admin] Releasing vlan 1251 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:45:32.174000 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-75bd5e5d-51ef-4818-8977-6797785b7ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:32.177373 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:45:32.177373 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:45:32.177373 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:45:32.177373 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:45:32.177373 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:45:32.177373 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:45:32.177373 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:45:32.177373 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:45:32.177373 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:45:32.177373 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:45:32.177373 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:45:32.177373 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:45:32.177373 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:45:32.177373 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:45:32.177373 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:45:32.177373 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:45:32.177373 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:45:32.177373 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:45:32.177373 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:45:32.177373 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:45:32.177373 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:45:32.177373 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:45:32.177373 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:45:32.177373 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:45:32.177373 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:45:32.177373 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:45:32.177373 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:45:32.177373 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:45:32.177373 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:45:32.177373 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:45:32.177373 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:45:32.177373 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:45:32.276040 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e13277ab-bb47-49ec-87e3-fa5cdeadabdb tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:32.326483 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e13277ab-bb47-49ec-87e3-fa5cdeadabdb tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:32.394626 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13277ab-bb47-49ec-87e3-fa5cdeadabdb tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Network 6e4ad1a5-5846-45c9-8648-d3bf68cff630 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:45:32.413991 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-e13277ab-bb47-49ec-87e3-fa5cdeadabdb tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:45:32.416922 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13277ab-bb47-49ec-87e3-fa5cdeadabdb tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:45:32.418856 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392a5c7-907a-453c-9fd0-ae4fe1981454 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Pushing event updated for resources: {'Port': ['ID=8e1a2941-0f54-404d-a974-d0e2e2441301,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:32.424539 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13277ab-bb47-49ec-87e3-fa5cdeadabdb tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:32.425394 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e13277ab-bb47-49ec-87e3-fa5cdeadabdb tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:32.440003 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-75bd5e5d-51ef-4818-8977-6797785b7ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:32.456109 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-75bd5e5d-51ef-4818-8977-6797785b7ff6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:32.466407 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-75bd5e5d-51ef-4818-8977-6797785b7ff6 admin admin] 10.222.0.98 "DELETE /v2.0/networks/b8b16dd1-14c2-429e-a738-23f5243332c4 HTTP/1.1" status: 204 len: 168 time: 2.9722652 Oct 20 11:45:32.469520 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2392a5c7-907a-453c-9fd0-ae4fe1981454 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:32.478160 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e13277ab-bb47-49ec-87e3-fa5cdeadabdb tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9940741 Oct 20 11:45:32.479002 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13277ab-bb47-49ec-87e3-fa5cdeadabdb tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Pushing event updated for resources: {'Port': ['ID=1146265b-fa40-4649-8b22-b5893df660aa,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:32.482094 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54944) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:32.491423 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13277ab-bb47-49ec-87e3-fa5cdeadabdb tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:32.491782 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13277ab-bb47-49ec-87e3-fa5cdeadabdb tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:32.492175 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13277ab-bb47-49ec-87e3-fa5cdeadabdb tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:32.492644 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13277ab-bb47-49ec-87e3-fa5cdeadabdb tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:32.492892 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13277ab-bb47-49ec-87e3-fa5cdeadabdb tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:32.493428 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13277ab-bb47-49ec-87e3-fa5cdeadabdb tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:32.494095 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13277ab-bb47-49ec-87e3-fa5cdeadabdb tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:32.494658 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13277ab-bb47-49ec-87e3-fa5cdeadabdb tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:32.495177 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13277ab-bb47-49ec-87e3-fa5cdeadabdb tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:32.495681 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13277ab-bb47-49ec-87e3-fa5cdeadabdb tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:32.496028 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13277ab-bb47-49ec-87e3-fa5cdeadabdb tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:32.496666 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13277ab-bb47-49ec-87e3-fa5cdeadabdb tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:32.511038 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b155eac-f73a-4857-be85-352fb654c495 req-c56b80ef-61f9-4572-aa7a-cec723380b60 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:32.520305 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9b155eac-f73a-4857-be85-352fb654c495 req-c56b80ef-61f9-4572-aa7a-cec723380b60 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff445f7-4aaa-425c-98b7-0200230eb5a7 HTTP/1.1" status: 200 len: 945 time: 0.1503644 Oct 20 11:45:32.543315 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-1788916c-3604-4a19-9022-a6ce8882af7f tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3e', 'mac_address': 'fa:16:3e:36:79:b3'}, {'ip_address': '2001:db8::351', 'mac_address': 'fa:16:3e:88:46:1a'}]}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:32.547410 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5e5d-51ef-4818-8977-6797785b7ff6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8b16dd1-14c2-429e-a738-23f5243332c4,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:32.600580 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9b155eac-f73a-4857-be85-352fb654c495 req-7c54807f-d187-4c69-9c60-1aa3222c0566 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778165 Oct 20 11:45:32.631323 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 22569b1b-fefd-4408-a119-19d63e60c749 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:45:32.816467 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54954) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:32.892345 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:32.944464 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8e1cb0ef-82d4-400b-9110-5d65173c0632 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ce1098f3c80946078a7ca69ed9609a2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1262951 Oct 20 11:45:32.947825 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54956) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:32.961381 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-3ca570d5-ccab-443a-8d00-23d07ba7bae2 req-72122d16-885f-465f-af48-fa50efc16ea3 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:33.007322 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72122d16-885f-465f-af48-fa50efc16ea3 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Pushing event deleted for resources: {'Port': ['ID=22569b1b-fefd-4408-a119-19d63e60c749,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:33.015620 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['81a208c0-65e0-4fc8-a75c-a093561e3229'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:45:33.026606 n-d-814735-3 neutron-server[100646]: INFO neutron.db.l3_db [None req-2392a5c7-907a-453c-9fd0-ae4fe1981454 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Floating IP ee47ccaa-fdf4-4d3b-9695-99c9556f09bf associated. External IP: 172.25.5.67, port: 98e3fe04-ffcd-4895-83e3-2a76fd6895af. Oct 20 11:45:33.097482 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7c0b549a-1fa2-4444-b348-aa592b3a8927 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:33.156417 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca570d5-ccab-443a-8d00-23d07ba7bae2 req-72122d16-885f-465f-af48-fa50efc16ea3 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] No DVR routers for this DVR port 22569b1b-fefd-4408-a119-19d63e60c749 on host n-h2-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:45:33.157043 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7c0b549a-1fa2-4444-b348-aa592b3a8927 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:33.166142 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-3ca570d5-ccab-443a-8d00-23d07ba7bae2 req-72122d16-885f-465f-af48-fa50efc16ea3 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:33.173491 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-3ca570d5-ccab-443a-8d00-23d07ba7bae2 req-72122d16-885f-465f-af48-fa50efc16ea3 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.89 "DELETE /v2.0/ports/22569b1b-fefd-4408-a119-19d63e60c749 HTTP/1.1" status: 204 len: 173 time: 3.0692835 Oct 20 11:45:33.190146 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff445f7-4aaa-425c-98b7-0200230eb5a7', 'name': 'network-vif-deleted', 'tag': '22569b1b-fefd-4408-a119-19d63e60c749'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:45:33.205742 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-957ddc65-4096-41ce-9cf8-6f949fc2fb29 None None] Provisioning complete for port 1146265b-fa40-4649-8b22-b5893df660aa triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:45:33.207418 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-957ddc65-4096-41ce-9cf8-6f949fc2fb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:33.226875 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4bcccc8-e67c-4e0a-a373-bc68bfccd021" -d '{"events": [{"server_uuid": "6ff445f7-4aaa-425c-98b7-0200230eb5a7", "name": "network-vif-deleted", "tag": "22569b1b-fefd-4408-a119-19d63e60c749"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:45:33.289617 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7c0b549a-1fa2-4444-b348-aa592b3a8927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:33.294137 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7c0b549a-1fa2-4444-b348-aa592b3a8927 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:33.318903 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-7c0b549a-1fa2-4444-b348-aa592b3a8927 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/66040508-3088-48f3-a464-05ec10f08d06 HTTP/1.1" status: 204 len: 168 time: 0.3665037 Oct 20 11:45:33.351055 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0b549a-1fa2-4444-b348-aa592b3a8927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66040508-3088-48f3-a464-05ec10f08d06,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:33.451623 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-957ddc65-4096-41ce-9cf8-6f949fc2fb29 None None] Port 1146265b-fa40-4649-8b22-b5893df660aa cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:45:33.456929 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88eb3ca3-6c43-40d8-8925-18623ad96518 x-openstack-request-id: req-88eb3ca3-6c43-40d8-8925-18623ad96518 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:45:33.457432 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ff445f7-4aaa-425c-98b7-0200230eb5a7", "name": "network-vif-deleted", "tag": "22569b1b-fefd-4408-a119-19d63e60c749", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:45:33.458986 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-88eb3ca3-6c43-40d8-8925-18623ad96518 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:45:33.464050 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ff445f7-4aaa-425c-98b7-0200230eb5a7', 'name': 'network-vif-deleted', 'tag': '22569b1b-fefd-4408-a119-19d63e60c749', 'status': 'completed', 'code': 200} Oct 20 11:45:33.576014 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1788916c-3604-4a19-9022-a6ce8882af7f tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:33.909450 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d58e4c03-c1ed-4310-82cf-b8015b5173b3 req-9a08086d-2819-44ea-b237-8727f7364225 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff445f7-4aaa-425c-98b7-0200230eb5a7 HTTP/1.1" status: 200 len: 210 time: 0.1133564 Oct 20 11:45:34.243646 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1788916c-3604-4a19-9022-a6ce8882af7f tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:34.265435 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1788916c-3604-4a19-9022-a6ce8882af7f tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:34.324093 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-1788916c-3604-4a19-9022-a6ce8882af7f tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] In _notify_port_updated(), no bound segment for port 1146265b-fa40-4649-8b22-b5893df660aa on network 6e4ad1a5-5846-45c9-8648-d3bf68cff630 {{(pid=100646) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 11:45:34.329728 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1788916c-3604-4a19-9022-a6ce8882af7f tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:34.330376 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1788916c-3604-4a19-9022-a6ce8882af7f tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:34.336174 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1788916c-3604-4a19-9022-a6ce8882af7f tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] 10.222.0.98 "PUT /v2.0/ports/1146265b-fa40-4649-8b22-b5893df660aa HTTP/1.1" status: 200 len: 1067 time: 1.8114114 Oct 20 11:45:34.339160 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54988) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:34.489766 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1788916c-3604-4a19-9022-a6ce8882af7f tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Pushing event updated for resources: {'Port': ['ID=1146265b-fa40-4649-8b22-b5893df660aa,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:34.505446 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2392a5c7-907a-453c-9fd0-ae4fe1981454 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Router c938bb64-9f31-4eee-b70f-435ea9382551 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:45:34.556106 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-7ae7d0a5-cb63-473b-9d37-95be9f0fd443 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Deleting port 1146265b-fa40-4649-8b22-b5893df660aa {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:45:34.556561 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7ae7d0a5-cb63-473b-9d37-95be9f0fd443 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:34.784032 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2392a5c7-907a-453c-9fd0-ae4fe1981454 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:45:34.787150 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7ae7d0a5-cb63-473b-9d37-95be9f0fd443 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:34.798894 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e31d423-1343-4f9a-9bd1-74a1e2a41152 None None] Sync routers for ids ['c938bb64-9f31-4eee-b70f-435ea9382551'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:45:34.811485 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e31d423-1343-4f9a-9bd1-74a1e2a41152 None None] Routers {'c938bb64-9f31-4eee-b70f-435ea9382551'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:45:34.814267 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-6e31d423-1343-4f9a-9bd1-74a1e2a41152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:45:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['c938bb64-9f31-4eee-b70f-435ea9382551'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:34.815724 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-7ae7d0a5-cb63-473b-9d37-95be9f0fd443 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Calling delete_port for 1146265b-fa40-4649-8b22-b5893df660aa owned by {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:45:34.824170 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2392a5c7-907a-453c-9fd0-ae4fe1981454 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:34.870772 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54998) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:34.884127 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-24d43a86-4385-4501-9e37-0409695e5c6d None None] Provisioning complete for port 1146265b-fa40-4649-8b22-b5893df660aa triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:45:34.884624 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-24d43a86-4385-4501-9e37-0409695e5c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:34.905395 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2392a5c7-907a-453c-9fd0-ae4fe1981454 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.7082355 Oct 20 11:45:34.907963 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55004) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:34.909233 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-6e31d423-1343-4f9a-9bd1-74a1e2a41152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:34.913467 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-d2e78665-f95e-44fc-9941-bae291cdffd9 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Request body: {'floatingip': {'port_id': '98e3fe04-ffcd-4895-83e3-2a76fd6895af', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:34.939619 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e31d423-1343-4f9a-9bd1-74a1e2a41152 None None] Routers {'c938bb64-9f31-4eee-b70f-435ea9382551'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:45:34.940256 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-6e31d423-1343-4f9a-9bd1-74a1e2a41152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:45:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['c938bb64-9f31-4eee-b70f-435ea9382551'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:35.001118 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-24d43a86-4385-4501-9e37-0409695e5c6d None None] Port 1146265b-fa40-4649-8b22-b5893df660aa cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:45:35.021423 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-6e31d423-1343-4f9a-9bd1-74a1e2a41152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:35.021633 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e31d423-1343-4f9a-9bd1-74a1e2a41152 None None] The sync data for ids ['c938bb64-9f31-4eee-b70f-435ea9382551'] in n-d-814735-3 is: [] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:45:35.038732 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d2e78665-f95e-44fc-9941-bae291cdffd9 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for floatingip, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:35.100902 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7ae7d0a5-cb63-473b-9d37-95be9f0fd443 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:35.164700 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae7d0a5-cb63-473b-9d37-95be9f0fd443 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Pushing event deleted for resources: {'Port': ['ID=1146265b-fa40-4649-8b22-b5893df660aa,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:35.294561 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-6346c3b1-50b9-4e58-a82f-2f485b89d0e2 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1836393451-network', 'tenant_id': '51bf23885f6f45f3b35cdeb138a9ca42'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:35.392791 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:45:35.533874 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7ae7d0a5-cb63-473b-9d37-95be9f0fd443 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:35.541326 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-7ae7d0a5-cb63-473b-9d37-95be9f0fd443 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] 10.222.0.98 "DELETE /v2.0/ports/1146265b-fa40-4649-8b22-b5893df660aa HTTP/1.1" status: 204 len: 168 time: 1.1987798 Oct 20 11:45:35.541637 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55024) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:35.575997 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-b69bd08b-f1f8-4805-b48d-b32de36a9062 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] GET failed (client error): The resource could not be found. Oct 20 11:45:35.580358 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-b69bd08b-f1f8-4805-b48d-b32de36a9062 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] 10.222.0.98 "GET /v2.0/ports/1146265b-fa40-4649-8b22-b5893df660aa HTTP/1.1" status: 404 len: 333 time: 0.0373709 Oct 20 11:45:35.581172 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55028) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:35.648418 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6346c3b1-50b9-4e58-a82f-2f485b89d0e2 admin admin] Made reservation on behalf of 51bf23885f6f45f3b35cdeb138a9ca42 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:45:35.658085 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6346c3b1-50b9-4e58-a82f-2f485b89d0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:35.773436 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-baf202b7-a327-4fba-9aed-bfee45905354 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Deleting port cd09b5ba-7641-4dc1-9e7c-3fab32283bba {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:45:35.773854 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-baf202b7-a327-4fba-9aed-bfee45905354 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:35.996595 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-baf202b7-a327-4fba-9aed-bfee45905354 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:36.011815 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-baf202b7-a327-4fba-9aed-bfee45905354 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Calling delete_port for cd09b5ba-7641-4dc1-9e7c-3fab32283bba owned by {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:45:36.191072 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-baf202b7-a327-4fba-9aed-bfee45905354 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:36.248206 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6346c3b1-50b9-4e58-a82f-2f485b89d0e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:36.289938 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf202b7-a327-4fba-9aed-bfee45905354 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Pushing event deleted for resources: {'Port': ['ID=cd09b5ba-7641-4dc1-9e7c-3fab32283bba,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:36.355149 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-baf202b7-a327-4fba-9aed-bfee45905354 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:36.361566 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-baf202b7-a327-4fba-9aed-bfee45905354 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] 10.222.0.98 "DELETE /v2.0/ports/cd09b5ba-7641-4dc1-9e7c-3fab32283bba HTTP/1.1" status: 204 len: 168 time: 0.7794120 Oct 20 11:45:36.362392 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55052) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:36.400133 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb4a61-963d-4402-a52b-e2f4bdcf7b61 req-34de1b8f-2604-4ac6-992c-6b70c3bf030e tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:36.412851 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6aeb4a61-963d-4402-a52b-e2f4bdcf7b61 req-34de1b8f-2604-4ac6-992c-6b70c3bf030e tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=6bb7a993-e4e0-4dad-a3ff-495d7601bc1f HTTP/1.1" status: 200 len: 945 time: 0.0675426 Oct 20 11:45:36.447994 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-50ce631f-aa12-4c29-bb19-12a58bc8e634 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] GET failed (client error): The resource could not be found. Oct 20 11:45:36.455019 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55056) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:36.455330 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-50ce631f-aa12-4c29-bb19-12a58bc8e634 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] 10.222.0.98 "GET /v2.0/ports/cd09b5ba-7641-4dc1-9e7c-3fab32283bba HTTP/1.1" status: 404 len: 333 time: 0.0888100 Oct 20 11:45:36.507797 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d2e78665-f95e-44fc-9941-bae291cdffd9 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:36.540152 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d2e78665-f95e-44fc-9941-bae291cdffd9 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:36.559590 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6aeb4a61-963d-4402-a52b-e2f4bdcf7b61 req-54ca18f4-0a06-4d80-b847-c135e9941fb1 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457114 Oct 20 11:45:36.635818 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-0cf06b04-d3a6-4249-9cb1-658d3377a6ec tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Deleting port c9e997cd-b030-46e9-83f8-304b71ea19c8 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:45:36.636164 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0cf06b04-d3a6-4249-9cb1-658d3377a6ec tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:36.690775 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6346c3b1-50b9-4e58-a82f-2f485b89d0e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:36.704431 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6346c3b1-50b9-4e58-a82f-2f485b89d0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:36.760455 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0cf06b04-d3a6-4249-9cb1-658d3377a6ec tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:36.767156 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6346c3b1-50b9-4e58-a82f-2f485b89d0e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1282, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:45:36.778591 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-0cf06b04-d3a6-4249-9cb1-658d3377a6ec tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Calling delete_port for c9e997cd-b030-46e9-83f8-304b71ea19c8 owned by {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:45:36.795604 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6346c3b1-50b9-4e58-a82f-2f485b89d0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2678c1ea-f6c9-46df-a5f6-515c9229dca0,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:36.816179 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6346c3b1-50b9-4e58-a82f-2f485b89d0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:36.816516 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-6346c3b1-50b9-4e58-a82f-2f485b89d0e2 admin admin] Added segment c2bfac13-4063-439a-8552-4ddfd854ae3a of type vlan for network 6d40b024-4fc7-4dc7-912c-915296cae597 Oct 20 11:45:36.928055 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6346c3b1-50b9-4e58-a82f-2f485b89d0e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:36.961492 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6346c3b1-50b9-4e58-a82f-2f485b89d0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:36.962656 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6346c3b1-50b9-4e58-a82f-2f485b89d0e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:36.963259 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6346c3b1-50b9-4e58-a82f-2f485b89d0e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:36.977311 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0cf06b04-d3a6-4249-9cb1-658d3377a6ec tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:37.041919 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6346c3b1-50b9-4e58-a82f-2f485b89d0e2 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.1672623 Oct 20 11:45:37.044057 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55068) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:37.044975 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0cf06b04-d3a6-4249-9cb1-658d3377a6ec tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:37.048467 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-0cf06b04-d3a6-4249-9cb1-658d3377a6ec tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] 10.222.0.98 "DELETE /v2.0/ports/c9e997cd-b030-46e9-83f8-304b71ea19c8 HTTP/1.1" status: 204 len: 168 time: 0.5808895 Oct 20 11:45:37.049916 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-dc9c8749-b8ad-49a7-a86e-45bceb872413 admin admin] Request body: {'subnet': {'network_id': '6d40b024-4fc7-4dc7-912c-915296cae597', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1836393451-subnet', 'tenant_id': '51bf23885f6f45f3b35cdeb138a9ca42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:37.054870 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf06b04-d3a6-4249-9cb1-658d3377a6ec tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Pushing event deleted for resources: {'Port': ['ID=c9e997cd-b030-46e9-83f8-304b71ea19c8,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:37.057038 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55070) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:37.124634 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6346c3b1-50b9-4e58-a82f-2f485b89d0e2 admin admin] Pushing event updated for resources: {'Network': ['ID=6d40b024-4fc7-4dc7-912c-915296cae597,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:37.137330 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 6d40b024-4fc7-4dc7-912c-915296cae597 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:45:37.151567 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-eff63210-b0b7-42e5-acdc-428779b28f42 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Deleting subnet be499e7f-1fef-4408-bd68-0643c4d12fcd {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:45:37.156517 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-eff63210-b0b7-42e5-acdc-428779b28f42 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:37.166548 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9c8749-b8ad-49a7-a86e-45bceb872413 admin admin] Made reservation on behalf of 51bf23885f6f45f3b35cdeb138a9ca42 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:45:37.169267 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dc9c8749-b8ad-49a7-a86e-45bceb872413 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:37.195181 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e78665-f95e-44fc-9941-bae291cdffd9 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Router c938bb64-9f31-4eee-b70f-435ea9382551 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:45:37.223827 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-eff63210-b0b7-42e5-acdc-428779b28f42 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:37.308738 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-4d4e39d5-aac4-40c2-94ed-fb995382bf7c req-fba11739-0cfb-42b7-bbcc-418133672cc0 service neutron] (100647) timed out ('10.222.0.98', 51208) {{(pid=100647) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 20 11:45:37.361414 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-eff63210-b0b7-42e5-acdc-428779b28f42 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:37.408788 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e78665-f95e-44fc-9941-bae291cdffd9 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:45:37.415065 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d2e78665-f95e-44fc-9941-bae291cdffd9 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:37.422516 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eaa9ae-71a6-4592-aa7d-242e62d8c944 None None] Sync routers for ids ['c938bb64-9f31-4eee-b70f-435ea9382551'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:45:37.444487 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eaa9ae-71a6-4592-aa7d-242e62d8c944 None None] Routers {'c938bb64-9f31-4eee-b70f-435ea9382551'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:45:37.445629 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-23eaa9ae-71a6-4592-aa7d-242e62d8c944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:45:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['c938bb64-9f31-4eee-b70f-435ea9382551'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:37.459805 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-eff63210-b0b7-42e5-acdc-428779b28f42 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:37.496299 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-23eaa9ae-71a6-4592-aa7d-242e62d8c944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:37.499016 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d4225f-ddb8-4e53-ac66-b959a96f01ef None None] Network 6e4ad1a5-5846-45c9-8648-d3bf68cff630 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:45:37.500869 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-eff63210-b0b7-42e5-acdc-428779b28f42 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:37.507306 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-eff63210-b0b7-42e5-acdc-428779b28f42 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] 10.222.0.98 "DELETE /v2.0/subnets/be499e7f-1fef-4408-bd68-0643c4d12fcd HTTP/1.1" status: 204 len: 168 time: 0.4470396 Oct 20 11:45:37.507306 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff63210-b0b7-42e5-acdc-428779b28f42 tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Pushing event deleted for resources: {'Subnet': ['ID=be499e7f-1fef-4408-bd68-0643c4d12fcd,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:37.508795 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55076) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:37.593920 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7cc228c1-0613-4e58-b1e8-25bdc219e5de tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:37.610112 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d2e78665-f95e-44fc-9941-bae291cdffd9 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] 10.222.0.98 "PUT /v2.0/floatingips/ee47ccaa-fdf4-4d3b-9695-99c9556f09bf HTTP/1.1" status: 200 len: 978 time: 2.7010443 Oct 20 11:45:37.617732 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eaa9ae-71a6-4592-aa7d-242e62d8c944 None None] Routers {'c938bb64-9f31-4eee-b70f-435ea9382551'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:45:37.617979 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55082) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:37.621736 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-23eaa9ae-71a6-4592-aa7d-242e62d8c944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:45:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['c938bb64-9f31-4eee-b70f-435ea9382551'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:37.695328 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-23eaa9ae-71a6-4592-aa7d-242e62d8c944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:37.696907 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eaa9ae-71a6-4592-aa7d-242e62d8c944 None None] The sync data for ids ['c938bb64-9f31-4eee-b70f-435ea9382551'] in n-d-814735-3 is: [] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:45:37.739046 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dc9c8749-b8ad-49a7-a86e-45bceb872413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:37.831970 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df17ccd-2f46-4e9c-8fd0-72797f38f780 req-a2700f55-d788-46a6-9a80-538e63fda1c0 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:37.834151 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0df17ccd-2f46-4e9c-8fd0-72797f38f780 req-a2700f55-d788-46a6-9a80-538e63fda1c0 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=6bb7a993-e4e0-4dad-a3ff-495d7601bc1f HTTP/1.1" status: 200 len: 945 time: 0.1685369 Oct 20 11:45:37.862740 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20543932-7f50-46ee-9c90-10537bb6bfae None None] DHCP port deletion for 6e4ad1a5-5846-45c9-8648-d3bf68cff630 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:45:37.868789 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-7cc228c1-0613-4e58-b1e8-25bdc219e5de tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Deleting port b586cee6-e34d-42e5-b5a5-e419f627ce63 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:45:37.869280 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7cc228c1-0613-4e58-b1e8-25bdc219e5de tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:37.952997 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0df17ccd-2f46-4e9c-8fd0-72797f38f780 req-6de465f2-8e19-4fe9-a5a8-b77ab433e4fc tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113067 Oct 20 11:45:37.958606 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-20543932-7f50-46ee-9c90-10537bb6bfae None None] Deleting port b586cee6-e34d-42e5-b5a5-e419f627ce63 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:45:37.958992 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-20543932-7f50-46ee-9c90-10537bb6bfae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:37.981954 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-7cc228c1-0613-4e58-b1e8-25bdc219e5de tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] For port b586cee6-e34d-42e5-b5a5-e419f627ce63, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=b586cee6-e34d-42e5-b5a5-e419f627ce63,segment=NetworkSegment(4049820c-2fa9-45ec-a356-7d3926613144),segment_id=4049820c-2fa9-45ec-a356-7d3926613144)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:45:37.981954 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7cc228c1-0613-4e58-b1e8-25bdc219e5de tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:37.989842 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-7cc228c1-0613-4e58-b1e8-25bdc219e5de tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Calling delete_port for b586cee6-e34d-42e5-b5a5-e419f627ce63 owned by network:dhcp {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:45:38.073294 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c8749-b8ad-49a7-a86e-45bceb872413 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5380378-be60-4719-971c-b49478474c4a,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:38.096661 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-20543932-7f50-46ee-9c90-10537bb6bfae None None] For port b586cee6-e34d-42e5-b5a5-e419f627ce63, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=b586cee6-e34d-42e5-b5a5-e419f627ce63,segment=NetworkSegment(4049820c-2fa9-45ec-a356-7d3926613144),segment_id=4049820c-2fa9-45ec-a356-7d3926613144)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:45:38.097338 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-20543932-7f50-46ee-9c90-10537bb6bfae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:38.114641 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5620a87-1c9d-4a73-8883-349cd0baa3b9 req-43977039-aef3-400c-9dfb-f3031b0bb5f2 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:38.116226 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a5620a87-1c9d-4a73-8883-349cd0baa3b9 req-43977039-aef3-400c-9dfb-f3031b0bb5f2 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.89 "GET /v2.0/ports?device_id=6bb7a993-e4e0-4dad-a3ff-495d7601bc1f HTTP/1.1" status: 200 len: 945 time: 0.2648890 Oct 20 11:45:38.116845 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7cc228c1-0613-4e58-b1e8-25bdc219e5de tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:38.120796 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-20543932-7f50-46ee-9c90-10537bb6bfae None None] Calling delete_port for b586cee6-e34d-42e5-b5a5-e419f627ce63 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:45:38.128056 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9c8749-b8ad-49a7-a86e-45bceb872413 admin admin] Checking segment: {'id': 'c2bfac13-4063-439a-8552-4ddfd854ae3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '6d40b024-4fc7-4dc7-912c-915296cae597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:45:38.128415 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9c8749-b8ad-49a7-a86e-45bceb872413 admin admin] Network hostable DHCP agents. Network: 6d40b024-4fc7-4dc7-912c-915296cae597, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:45:38.142700 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc228c1-0613-4e58-b1e8-25bdc219e5de tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] No DVR routers for this DVR port b586cee6-e34d-42e5-b5a5-e419f627ce63 on host n-d-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:45:38.169104 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc228c1-0613-4e58-b1e8-25bdc219e5de tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Pushing event deleted for resources: {'Port': ['ID=b586cee6-e34d-42e5-b5a5-e419f627ce63,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:38.222529 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-579d885f-76c4-4bda-9851-b589bc8d4453 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Deleting port 8e1a2941-0f54-404d-a974-d0e2e2441301 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:45:38.222905 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-579d885f-76c4-4bda-9851-b589bc8d4453 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:38.224659 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9c8749-b8ad-49a7-a86e-45bceb872413 admin admin] Network 6d40b024-4fc7-4dc7-912c-915296cae597 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:45:38.289480 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-20543932-7f50-46ee-9c90-10537bb6bfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:38.295719 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7cc228c1-0613-4e58-b1e8-25bdc219e5de tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:38.298946 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-dc9c8749-b8ad-49a7-a86e-45bceb872413 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 6d40b024-4fc7-4dc7-912c-915296cae597) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:45:38.311074 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9c8749-b8ad-49a7-a86e-45bceb872413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:38.311215 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dc9c8749-b8ad-49a7-a86e-45bceb872413 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:38.320333 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20543932-7f50-46ee-9c90-10537bb6bfae None None] No DVR routers for this DVR port b586cee6-e34d-42e5-b5a5-e419f627ce63 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:45:38.336546 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49d5a6d-1adb-4e1b-ba9c-78e3a4b2973c None None] Network 6d40b024-4fc7-4dc7-912c-915296cae597 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:45:38.353452 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-7cc228c1-0613-4e58-b1e8-25bdc219e5de tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e4ad1a5-5846-45c9-8648-d3bf68cff630']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:38.375527 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-7cc228c1-0613-4e58-b1e8-25bdc219e5de tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4049820c-2fa9-45ec-a356-7d3926613144') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:38.375783 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-dc9c8749-b8ad-49a7-a86e-45bceb872413 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3312452 Oct 20 11:45:38.375885 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-7cc228c1-0613-4e58-b1e8-25bdc219e5de tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4049820c-2fa9-45ec-a356-7d3926613144') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:38.396235 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7cc228c1-0613-4e58-b1e8-25bdc219e5de tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:38.419996 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7cc228c1-0613-4e58-b1e8-25bdc219e5de tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:38.442922 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-579d885f-76c4-4bda-9851-b589bc8d4453 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:38.443535 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-579d885f-76c4-4bda-9851-b589bc8d4453 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:38.447056 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cc228c1-0613-4e58-b1e8-25bdc219e5de tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Releasing vlan 1272 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:45:38.449011 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7cc228c1-0613-4e58-b1e8-25bdc219e5de tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:38.449129 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-a5620a87-1c9d-4a73-8883-349cd0baa3b9 req-b1f1c4d9-8761-460e-befb-90bad7763175 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Deleting port 81a208c0-65e0-4fc8-a75c-a093561e3229 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:45:38.449129 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a5620a87-1c9d-4a73-8883-349cd0baa3b9 req-b1f1c4d9-8761-460e-befb-90bad7763175 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:38.450704 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:45:38.450704 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:45:38.450704 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:45:38.450704 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:45:38.450704 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:45:38.450704 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:45:38.450704 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:45:38.450704 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:45:38.450704 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:45:38.450704 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:45:38.450704 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:45:38.450704 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:45:38.450704 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:45:38.450704 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:45:38.450704 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:45:38.450704 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:45:38.450704 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:45:38.450704 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:45:38.450704 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:45:38.450704 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:45:38.450704 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:45:38.450704 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:45:38.450704 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:45:38.450704 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:45:38.450704 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:45:38.450704 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:45:38.450704 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:45:38.450704 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:45:38.450704 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:45:38.450704 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:45:38.450704 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:45:38.450704 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:45:38.477861 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-579d885f-76c4-4bda-9851-b589bc8d4453 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Calling delete_port for 8e1a2941-0f54-404d-a974-d0e2e2441301 owned by network:floatingip {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:45:38.547124 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20543932-7f50-46ee-9c90-10537bb6bfae None None] Pushing event deleted for resources: {'Port': ['ID=b586cee6-e34d-42e5-b5a5-e419f627ce63,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:38.585294 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7cc228c1-0613-4e58-b1e8-25bdc219e5de tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:38.632394 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1838bcf5-ebba-40dd-ae74-f2e03aad6ea3 None None] Network 6d40b024-4fc7-4dc7-912c-915296cae597 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:45:38.658432 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7cc228c1-0613-4e58-b1e8-25bdc219e5de tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:38.666900 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-7cc228c1-0613-4e58-b1e8-25bdc219e5de tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] 10.222.0.98 "DELETE /v2.0/networks/6e4ad1a5-5846-45c9-8648-d3bf68cff630 HTTP/1.1" status: 204 len: 168 time: 1.1570609 Oct 20 11:45:38.670339 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc228c1-0613-4e58-b1e8-25bdc219e5de tempest-AllowedAddressPairIpV6TestJSON-1489072768 tempest-AllowedAddressPairIpV6TestJSON-1489072768-project] Pushing event deleted for resources: {'Network': ['ID=6e4ad1a5-5846-45c9-8648-d3bf68cff630,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:38.781459 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-a5620a87-1c9d-4a73-8883-349cd0baa3b9 req-b1f1c4d9-8761-460e-befb-90bad7763175 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] For port 81a208c0-65e0-4fc8-a75c-a093561e3229, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=81a208c0-65e0-4fc8-a75c-a093561e3229,segment=NetworkSegment(474d5198-d4e2-4e04-8880-971eb081d7c2),segment_id=474d5198-d4e2-4e04-8880-971eb081d7c2)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:45:38.782054 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a5620a87-1c9d-4a73-8883-349cd0baa3b9 req-b1f1c4d9-8761-460e-befb-90bad7763175 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:38.829759 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-a5620a87-1c9d-4a73-8883-349cd0baa3b9 req-b1f1c4d9-8761-460e-befb-90bad7763175 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Calling delete_port for 81a208c0-65e0-4fc8-a75c-a093561e3229 owned by compute:nova {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:45:38.892275 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b586cee6-e34d-42e5-b5a5-e419f627ce63 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:45:38.960603 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: b586cee6-e34d-42e5-b5a5-e419f627ce63 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:45:38.960939 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b586cee6-e34d-42e5-b5a5-e419f627ce63 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:45:39.079592 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-579d885f-76c4-4bda-9851-b589bc8d4453 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:39.173195 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d885f-76c4-4bda-9851-b589bc8d4453 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Pushing event deleted for resources: {'Port': ['ID=8e1a2941-0f54-404d-a974-d0e2e2441301,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:39.232011 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55128) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:39.278041 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a5620a87-1c9d-4a73-8883-349cd0baa3b9 req-b1f1c4d9-8761-460e-befb-90bad7763175 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:39.294159 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['81a208c0-65e0-4fc8-a75c-a093561e3229'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:45:39.315415 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f5b44-7532-4423-b7cd-1ae9575c0aed req-f0c9e703-63e4-4ef7-955a-c6d87ead6514 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:39.316981 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-879f5b44-7532-4423-b7cd-1ae9575c0aed req-f0c9e703-63e4-4ef7-955a-c6d87ead6514 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/ports?device_id=6bb7a993-e4e0-4dad-a3ff-495d7601bc1f HTTP/1.1" status: 200 len: 945 time: 0.1802886 Oct 20 11:45:39.356919 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86609971-315a-473f-9181-4316e0ace70b req-8845b329-6858-493e-8510-a04507573aaf tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:39.358600 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-86609971-315a-473f-9181-4316e0ace70b req-8845b329-6858-493e-8510-a04507573aaf tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] 10.222.0.98 "GET /v2.0/networks?id=6d40b024-4fc7-4dc7-912c-915296cae597 HTTP/1.1" status: 200 len: 822 time: 0.2350330 Oct 20 11:45:39.363210 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f1c4d9-8761-460e-befb-90bad7763175 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Pushing event deleted for resources: {'Port': ['ID=81a208c0-65e0-4fc8-a75c-a093561e3229,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:39.367971 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-579d885f-76c4-4bda-9851-b589bc8d4453 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for floatingip, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:39.368308 n-d-814735-3 neutron-server[100646]: INFO neutron.db.l3_db [None req-579d885f-76c4-4bda-9851-b589bc8d4453 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Floating IP ee47ccaa-fdf4-4d3b-9695-99c9556f09bf disassociated (deleted). External IP: 172.25.5.67, port: 98e3fe04-ffcd-4895-83e3-2a76fd6895af. Oct 20 11:45:39.437625 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-86609971-315a-473f-9181-4316e0ace70b req-f175b3fb-fd1d-4f8b-88d2-7f1a643f504b tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] 10.222.0.98 "GET /v2.0/quotas/51bf23885f6f45f3b35cdeb138a9ca42 HTTP/1.1" status: 200 len: 375 time: 0.0436399 Oct 20 11:45:39.449589 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5620a87-1c9d-4a73-8883-349cd0baa3b9 req-b1f1c4d9-8761-460e-befb-90bad7763175 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] No DVR routers for this DVR port 81a208c0-65e0-4fc8-a75c-a093561e3229 on host n-h2-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:45:39.455320 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a5620a87-1c9d-4a73-8883-349cd0baa3b9 req-b1f1c4d9-8761-460e-befb-90bad7763175 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:39.459061 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a5620a87-1c9d-4a73-8883-349cd0baa3b9 req-b1f1c4d9-8761-460e-befb-90bad7763175 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.89 "DELETE /v2.0/ports/81a208c0-65e0-4fc8-a75c-a093561e3229 HTTP/1.1" status: 204 len: 173 time: 1.3267167 Oct 20 11:45:39.459538 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb7a993-e4e0-4dad-a3ff-495d7601bc1f', 'name': 'network-vif-deleted', 'tag': '81a208c0-65e0-4fc8-a75c-a093561e3229'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:45:39.461872 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1256a429-d1d6-413a-a8db-45cfecd7b04d" -d '{"events": [{"server_uuid": "6bb7a993-e4e0-4dad-a3ff-495d7601bc1f", "name": "network-vif-deleted", "tag": "81a208c0-65e0-4fc8-a75c-a093561e3229"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:45:39.534542 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-879f5b44-7532-4423-b7cd-1ae9575c0aed req-049bbe74-1f2e-4f10-bef6-36d96a9f9d47 tempest-ServersTestJSON-1504507095 tempest-ServersTestJSON-1504507095-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28bac69-e811-40c5-bc6e-ac30c80d4160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703200 Oct 20 11:45:39.546897 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-86609971-315a-473f-9181-4316e0ace70b req-2c3fd7a6-133b-4bfe-82ab-22d34511eed9 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=51bf23885f6f45f3b35cdeb138a9ca42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1076007 Oct 20 11:45:39.699401 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-97825f4a-c5e1-4cca-bc4a-819b241c51a9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a9e87e438a3a4c07a892a2c759d9e7ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4618437 Oct 20 11:45:39.703696 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55140) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:39.755826 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-579d885f-76c4-4bda-9851-b589bc8d4453 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Router c938bb64-9f31-4eee-b70f-435ea9382551 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:45:39.770375 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-86609971-315a-473f-9181-4316e0ace70b req-440c20fe-9688-4468-a30c-7b1f172625cc service neutron] 10.222.0.98 "GET /v2.0/networks/6d40b024-4fc7-4dc7-912c-915296cae597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221744 Oct 20 11:45:39.808866 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-24255b49-ef1d-4f6e-a479-aa9e89fa932b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:39.869173 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:39.869700 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-24255b49-ef1d-4f6e-a479-aa9e89fa932b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:39.908807 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d344e8-da5b-473e-872e-a857f0eae430 x-openstack-request-id: req-36d344e8-da5b-473e-872e-a857f0eae430 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:45:39.909361 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb7a993-e4e0-4dad-a3ff-495d7601bc1f", "name": "network-vif-deleted", "tag": "81a208c0-65e0-4fc8-a75c-a093561e3229", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:45:39.909913 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-36d344e8-da5b-473e-872e-a857f0eae430 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:45:39.910032 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb7a993-e4e0-4dad-a3ff-495d7601bc1f', 'name': 'network-vif-deleted', 'tag': '81a208c0-65e0-4fc8-a75c-a093561e3229', 'status': 'completed', 'code': 200} Oct 20 11:45:39.911131 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579d885f-76c4-4bda-9851-b589bc8d4453 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:45:39.917388 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-86609971-315a-473f-9181-4316e0ace70b req-b435ce72-b9b5-40f1-9fa8-908ded0535a6 service neutron] 10.222.0.98 "GET /v2.0/networks/6d40b024-4fc7-4dc7-912c-915296cae597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380336 Oct 20 11:45:39.929774 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-579d885f-76c4-4bda-9851-b589bc8d4453 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:39.938967 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115719ff-0606-4442-9bb8-4ea0c3e49df5 None None] Sync routers for ids ['c938bb64-9f31-4eee-b70f-435ea9382551'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:45:39.952905 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-24255b49-ef1d-4f6e-a479-aa9e89fa932b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:39.954898 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115719ff-0606-4442-9bb8-4ea0c3e49df5 None None] Routers {'c938bb64-9f31-4eee-b70f-435ea9382551'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:45:39.955702 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-115719ff-0606-4442-9bb8-4ea0c3e49df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:45:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['c938bb64-9f31-4eee-b70f-435ea9382551'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:39.955866 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-24255b49-ef1d-4f6e-a479-aa9e89fa932b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:39.957318 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-24255b49-ef1d-4f6e-a479-aa9e89fa932b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/182333ef-45f3-4c5b-8412-ee81ce4768a9 HTTP/1.1" status: 204 len: 168 time: 0.2524598 Oct 20 11:45:39.971201 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24255b49-ef1d-4f6e-a479-aa9e89fa932b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182333ef-45f3-4c5b-8412-ee81ce4768a9,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:40.049553 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-579d885f-76c4-4bda-9851-b589bc8d4453 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] 10.222.0.98 "DELETE /v2.0/floatingips/ee47ccaa-fdf4-4d3b-9695-99c9556f09bf HTTP/1.1" status: 204 len: 168 time: 2.4296060 Oct 20 11:45:40.050200 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55152) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:40.110824 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-115719ff-0606-4442-9bb8-4ea0c3e49df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:40.170600 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115719ff-0606-4442-9bb8-4ea0c3e49df5 None None] Routers {'c938bb64-9f31-4eee-b70f-435ea9382551'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:45:40.170731 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-115719ff-0606-4442-9bb8-4ea0c3e49df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:45:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['c938bb64-9f31-4eee-b70f-435ea9382551'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:40.246994 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-115719ff-0606-4442-9bb8-4ea0c3e49df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:40.248112 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115719ff-0606-4442-9bb8-4ea0c3e49df5 None None] The sync data for ids ['c938bb64-9f31-4eee-b70f-435ea9382551'] in n-d-814735-3 is: [] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:45:40.263286 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d07df4f8-c7ff-48ee-aa69-4bb110374ad7 req-5cf5d976-a965-4b99-b51f-d770d71787f2 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0bdecda-681c-4545-8cfd-fe258c89cb2e HTTP/1.1" status: 200 len: 210 time: 0.0730526 Oct 20 11:45:40.326129 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-45f01a7f-b715-424b-b36d-ab9344b8e7fa tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Deleting port 98e3fe04-ffcd-4895-83e3-2a76fd6895af {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:45:40.326897 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-45f01a7f-b715-424b-b36d-ab9344b8e7fa tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:40.613679 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55176) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:40.741341 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8723791-4891-4600-a41e-000b0795f87b admin admin] Deleting subnet 533789ee-0e8e-421f-8cb0-0d7463c535a5 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:45:40.752667 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c8723791-4891-4600-a41e-000b0795f87b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:40.829681 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c8723791-4891-4600-a41e-000b0795f87b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:40.880999 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c8723791-4891-4600-a41e-000b0795f87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:40.983642 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-45f01a7f-b715-424b-b36d-ab9344b8e7fa tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:40.990703 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c8723791-4891-4600-a41e-000b0795f87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:41.000763 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-45f01a7f-b715-424b-b36d-ab9344b8e7fa tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Calling delete_port for 98e3fe04-ffcd-4895-83e3-2a76fd6895af owned by {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:45:41.039770 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8723791-4891-4600-a41e-000b0795f87b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=533789ee-0e8e-421f-8cb0-0d7463c535a5,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:41.044979 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c8723791-4891-4600-a41e-000b0795f87b admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:41.049561 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c8723791-4891-4600-a41e-000b0795f87b admin admin] 10.222.0.98 "DELETE /v2.0/subnets/533789ee-0e8e-421f-8cb0-0d7463c535a5 HTTP/1.1" status: 204 len: 168 time: 0.4346483 Oct 20 11:45:41.052988 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55200) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:41.213339 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c5a63a5f-6619-4164-806a-83fee6d27d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:41.268089 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-45f01a7f-b715-424b-b36d-ab9344b8e7fa tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:41.320199 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f01a7f-b715-424b-b36d-ab9344b8e7fa tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Pushing event deleted for resources: {'Port': ['ID=98e3fe04-ffcd-4895-83e3-2a76fd6895af,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:41.417117 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55210) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:41.425818 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c5a63a5f-6619-4164-806a-83fee6d27d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:41.462291 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-c5a63a5f-6619-4164-806a-83fee6d27d9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4684d20a-1285-4a26-b3d8-722aa32ad5b4']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:41.473432 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-c5a63a5f-6619-4164-806a-83fee6d27d9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '474d5198-d4e2-4e04-8880-971eb081d7c2') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:41.473980 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-c5a63a5f-6619-4164-806a-83fee6d27d9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '474d5198-d4e2-4e04-8880-971eb081d7c2') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:41.485420 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c5a63a5f-6619-4164-806a-83fee6d27d9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:41.495412 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-72cddc37-eb99-496f-974e-0432a2295180 req-a40f6041-49be-43ca-9eb2-f7d2144d09df tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0bdecda-681c-4545-8cfd-fe258c89cb2e HTTP/1.1" status: 200 len: 210 time: 0.0888941 Oct 20 11:45:41.507213 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c5a63a5f-6619-4164-806a-83fee6d27d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:41.530774 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5a63a5f-6619-4164-806a-83fee6d27d9d admin admin] Releasing vlan 1255 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:45:41.531173 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c5a63a5f-6619-4164-806a-83fee6d27d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:41.534318 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:45:41.534318 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:45:41.534318 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:45:41.534318 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:45:41.534318 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:45:41.534318 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:45:41.534318 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:45:41.534318 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:45:41.534318 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:45:41.534318 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:45:41.534318 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:45:41.534318 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:45:41.534318 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:45:41.534318 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:45:41.534318 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:45:41.534318 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:45:41.534318 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:45:41.534318 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:45:41.534318 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:45:41.534318 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:45:41.534318 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:45:41.534318 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:45:41.534318 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:45:41.534318 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:45:41.534318 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:45:41.534318 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:45:41.534318 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:45:41.534318 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:45:41.534318 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:45:41.534318 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:45:41.534318 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:45:41.534318 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:45:41.600342 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-45f01a7f-b715-424b-b36d-ab9344b8e7fa tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:41.615426 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-45f01a7f-b715-424b-b36d-ab9344b8e7fa tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] 10.222.0.98 "DELETE /v2.0/ports/98e3fe04-ffcd-4895-83e3-2a76fd6895af HTTP/1.1" status: 204 len: 168 time: 1.5639637 Oct 20 11:45:41.616080 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55214) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:41.621319 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-25ce6d6b-7250-4507-833d-039660375082 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:41.629978 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-6b974f0b-d222-4d7c-b9dc-a04256d4f6fc tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1066632470'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:41.646904 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c5a63a5f-6619-4164-806a-83fee6d27d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:41.662004 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c5a63a5f-6619-4164-806a-83fee6d27d9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:41.664403 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.db.api [None req-25ce6d6b-7250-4507-833d-039660375082 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 20 11:45:41.664403 n-d-814735-3 neutron-server[100647]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 20 11:45:41.664403 n-d-814735-3 neutron-server[100647]: [parameters: {'project_id': '292e0535894b48409065e32e227f3d3a', 'id': 'bffdd5cc-4066-4d79-a1a5-af9882c11a6f', 'expiration': datetime.datetime(2021, 10, 20, 11, 47, 41, 653044)}] Oct 20 11:45:41.664403 n-d-814735-3 neutron-server[100647]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100647) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:45:41.665390 n-d-814735-3 neutron-server[100647]: DEBUG oslo_db.api [None req-25ce6d6b-7250-4507-833d-039660375082 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:45:41.665628 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c5a63a5f-6619-4164-806a-83fee6d27d9d admin admin] 10.222.0.98 "DELETE /v2.0/networks/4684d20a-1285-4a26-b3d8-722aa32ad5b4 HTTP/1.1" status: 204 len: 168 time: 0.6103315 Oct 20 11:45:41.686575 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a63a5f-6619-4164-806a-83fee6d27d9d admin admin] Pushing event deleted for resources: {'Network': ['ID=4684d20a-1285-4a26-b3d8-722aa32ad5b4,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:41.703611 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b974f0b-d222-4d7c-b9dc-a04256d4f6fc tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Made reservation on behalf of 28c8a4a76770484d8fe0cee9d5834d15 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:45:41.707552 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6b974f0b-d222-4d7c-b9dc-a04256d4f6fc tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:41.717863 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6b974f0b-d222-4d7c-b9dc-a04256d4f6fc tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:41.800120 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6b974f0b-d222-4d7c-b9dc-a04256d4f6fc tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:41.805393 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6b974f0b-d222-4d7c-b9dc-a04256d4f6fc tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:41.822441 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b974f0b-d222-4d7c-b9dc-a04256d4f6fc tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] vlan segment allocate from pool success with {'vlan_id': 1291, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:45:41.837441 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6b974f0b-d222-4d7c-b9dc-a04256d4f6fc tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:41.837837 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-6b974f0b-d222-4d7c-b9dc-a04256d4f6fc tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Added segment 16ec3a15-aeb2-4cf5-bd1c-dc94497e2c6b of type vlan for network 37de4da0-a3a6-41bc-9540-0d64dcce7792 Oct 20 11:45:41.888499 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6b974f0b-d222-4d7c-b9dc-a04256d4f6fc tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:41.907807 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55218) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:41.927569 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6b974f0b-d222-4d7c-b9dc-a04256d4f6fc tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:41.934609 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b974f0b-d222-4d7c-b9dc-a04256d4f6fc tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:41.935329 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6b974f0b-d222-4d7c-b9dc-a04256d4f6fc tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:41.994284 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-559e4609-81f7-456a-9104-538d7166ed1d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=87f9bb79a2f44e408030b0f728683d1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0848410 Oct 20 11:45:41.996743 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55220) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:42.018653 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b974f0b-d222-4d7c-b9dc-a04256d4f6fc tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e54f39f-da7c-4012-adbb-468ac3a5afb0,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:42.064727 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6b974f0b-d222-4d7c-b9dc-a04256d4f6fc tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.6461229 Oct 20 11:45:42.066581 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55222) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:42.071928 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-ab52839a-9ca4-4e04-969a-678bf016dd70 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Request body: {'subnet': {'network_id': '37de4da0-a3a6-41bc-9540-0d64dcce7792', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:42.077350 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b974f0b-d222-4d7c-b9dc-a04256d4f6fc tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Pushing event updated for resources: {'Network': ['ID=37de4da0-a3a6-41bc-9540-0d64dcce7792,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:42.096510 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 37de4da0-a3a6-41bc-9540-0d64dcce7792 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:45:42.121570 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1119a54a-fb52-4b1d-82fd-d1c919374bf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:42.172434 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86609971-315a-473f-9181-4316e0ace70b req-822d3f56-1d20-4336-96da-b32ec583d093 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:42.178124 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-86609971-315a-473f-9181-4316e0ace70b req-822d3f56-1d20-4336-96da-b32ec583d093 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] 10.222.0.89 "GET /v2.0/networks?id=6d40b024-4fc7-4dc7-912c-915296cae597 HTTP/1.1" status: 200 len: 822 time: 0.2029593 Oct 20 11:45:42.197115 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-86609971-315a-473f-9181-4316e0ace70b req-603386d7-83b8-4901-b31c-59769ceaa812 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] Request body: {'port': {'device_id': 'c0bdecda-681c-4545-8cfd-fe258c89cb2e', 'network_id': '6d40b024-4fc7-4dc7-912c-915296cae597', 'admin_state_up': True, 'tenant_id': '51bf23885f6f45f3b35cdeb138a9ca42'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:42.266991 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1119a54a-fb52-4b1d-82fd-d1c919374bf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:42.402740 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-25ce6d6b-7250-4507-833d-039660375082 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for floatingip, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:42.429805 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86609971-315a-473f-9181-4316e0ace70b req-603386d7-83b8-4901-b31c-59769ceaa812 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] Made reservation on behalf of 51bf23885f6f45f3b35cdeb138a9ca42 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:45:42.433863 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-86609971-315a-473f-9181-4316e0ace70b req-603386d7-83b8-4901-b31c-59769ceaa812 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:42.435671 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.db.api [None req-ab52839a-9ca4-4e04-969a-678bf016dd70 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 20 11:45:42.435671 n-d-814735-3 neutron-server[100647]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 20 11:45:42.435671 n-d-814735-3 neutron-server[100647]: [parameters: {'project_id_1': '28c8a4a76770484d8fe0cee9d5834d15', 'expiration_1': datetime.datetime(2021, 10, 20, 11, 45, 22, 386530)}] Oct 20 11:45:42.435671 n-d-814735-3 neutron-server[100647]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100647) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:45:42.436575 n-d-814735-3 neutron-server[100647]: DEBUG oslo_db.api [None req-ab52839a-9ca4-4e04-969a-678bf016dd70 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:45:42.440882 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1119a54a-fb52-4b1d-82fd-d1c919374bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:42.445191 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1119a54a-fb52-4b1d-82fd-d1c919374bf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:42.447803 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-1119a54a-fb52-4b1d-82fd-d1c919374bf1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e28bac69-e811-40c5-bc6e-ac30c80d4160 HTTP/1.1" status: 204 len: 168 time: 0.4490025 Oct 20 11:45:42.502457 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1119a54a-fb52-4b1d-82fd-d1c919374bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28bac69-e811-40c5-bc6e-ac30c80d4160,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:42.673961 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 81a208c0-65e0-4fc8-a75c-a093561e3229 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:45:42.693571 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-caaeb1ff-5dfc-434c-a7ed-123fb06f7655 req-c272adcb-888e-400d-9060-28eaeb69bb55 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0bdecda-681c-4545-8cfd-fe258c89cb2e HTTP/1.1" status: 200 len: 210 time: 0.0645387 Oct 20 11:45:42.732609 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-25ce6d6b-7250-4507-833d-039660375082 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:42.734194 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: 81a208c0-65e0-4fc8-a75c-a093561e3229 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:45:42.734542 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 81a208c0-65e0-4fc8-a75c-a093561e3229 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:45:42.803957 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55242) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:43.039662 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-25ce6d6b-7250-4507-833d-039660375082 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Allocated IP 172.25.5.224 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/d6a1dc54-dc6f-4f90-acf7-51b580b14543) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:45:43.046826 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab52839a-9ca4-4e04-969a-678bf016dd70 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Made reservation on behalf of 28c8a4a76770484d8fe0cee9d5834d15 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:45:43.056605 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ab52839a-9ca4-4e04-969a-678bf016dd70 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:43.090931 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [req-86609971-315a-473f-9181-4316e0ace70b req-603386d7-83b8-4901-b31c-59769ceaa812 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] Allocated IP 172.20.0.8 (6d40b024-4fc7-4dc7-912c-915296cae597/d5380378-be60-4719-971c-b49478474c4a/6e2d8c55-8b92-4b91-acfd-ff6557fca7b1) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:45:43.338196 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-45cf1c2c-3d97-46a8-a3c3-51a6a71e7f41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:43.353107 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-86609971-315a-473f-9181-4316e0ace70b req-603386d7-83b8-4901-b31c-59769ceaa812 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:43.387788 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ab52839a-9ca4-4e04-969a-678bf016dd70 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:43.454062 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-86609971-315a-473f-9181-4316e0ace70b req-603386d7-83b8-4901-b31c-59769ceaa812 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:43.500772 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86609971-315a-473f-9181-4316e0ace70b req-603386d7-83b8-4901-b31c-59769ceaa812 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] Network 6d40b024-4fc7-4dc7-912c-915296cae597 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:45:43.503503 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [req-86609971-315a-473f-9181-4316e0ace70b req-603386d7-83b8-4901-b31c-59769ceaa812 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:45:43.522145 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-86609971-315a-473f-9181-4316e0ace70b req-603386d7-83b8-4901-b31c-59769ceaa812 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:45:43.584464 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab52839a-9ca4-4e04-969a-678bf016dd70 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Pushing event updated for resources: {'Subnet': ['ID=fa093a9c-3aac-4c77-90ef-37a8254e97b9,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:43.587219 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603386d7-83b8-4901-b31c-59769ceaa812 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] Pushing event updated for resources: {'Port': ['ID=6e2d8c55-8b92-4b91-acfd-ff6557fca7b1,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:43.607508 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86609971-315a-473f-9181-4316e0ace70b req-603386d7-83b8-4901-b31c-59769ceaa812 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:43.608200 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-86609971-315a-473f-9181-4316e0ace70b req-603386d7-83b8-4901-b31c-59769ceaa812 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:43.627109 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-25ce6d6b-7250-4507-833d-039660375082 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:43.630847 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-86609971-315a-473f-9181-4316e0ace70b req-603386d7-83b8-4901-b31c-59769ceaa812 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4394269 Oct 20 11:45:43.650887 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [req-86609971-315a-473f-9181-4316e0ace70b req-4108765f-a223-486c-be09-6be12c3f4415 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:45:43.652681 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-86609971-315a-473f-9181-4316e0ace70b req-4108765f-a223-486c-be09-6be12c3f4415 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0121679 Oct 20 11:45:43.680755 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab52839a-9ca4-4e04-969a-678bf016dd70 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Checking segment: {'id': '16ec3a15-aeb2-4cf5-bd1c-dc94497e2c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '37de4da0-a3a6-41bc-9540-0d64dcce7792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:45:43.681214 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab52839a-9ca4-4e04-969a-678bf016dd70 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Network hostable DHCP agents. Network: 37de4da0-a3a6-41bc-9540-0d64dcce7792, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:45:43.745640 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-45cf1c2c-3d97-46a8-a3c3-51a6a71e7f41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:43.757941 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab52839a-9ca4-4e04-969a-678bf016dd70 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Network 37de4da0-a3a6-41bc-9540-0d64dcce7792 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:45:43.767455 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-45cf1c2c-3d97-46a8-a3c3-51a6a71e7f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:43.773500 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-25ce6d6b-7250-4507-833d-039660375082 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:43.775525 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55276) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:43.822828 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-ab52839a-9ca4-4e04-969a-678bf016dd70 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 37de4da0-a3a6-41bc-9540-0d64dcce7792) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:45:43.831750 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67f81c1-c919-4cea-a435-2ba2ad066d09 None None] Network 37de4da0-a3a6-41bc-9540-0d64dcce7792 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:45:43.832518 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-86609971-315a-473f-9181-4316e0ace70b req-8a859f2f-d5dd-44d7-8d37-a2360a36a817 service neutron] Request body: {'port': {'device_id': 'c0bdecda-681c-4545-8cfd-fe258c89cb2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:43.857709 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-20397f19-9cdf-43f8-b390-1075a2eb4619 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-950229937-network', 'tenant_id': '5e868865c4074f94982846e195fa6e74'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:43.892002 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf1c2c-3d97-46a8-a3c3-51a6a71e7f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a94ed6e-b6e7-4f53-bbac-2fac7238b745,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:43.908418 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-86609971-315a-473f-9181-4316e0ace70b req-8a859f2f-d5dd-44d7-8d37-a2360a36a817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:43.939553 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab52839a-9ca4-4e04-969a-678bf016dd70 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:43.940677 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ab52839a-9ca4-4e04-969a-678bf016dd70 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:43.962475 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ce6d6b-7250-4507-833d-039660375082 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:45:43.974880 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55280) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:43.976996 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20397f19-9cdf-43f8-b390-1075a2eb4619 admin admin] Made reservation on behalf of 5e868865c4074f94982846e195fa6e74 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:45:43.979332 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-20397f19-9cdf-43f8-b390-1075a2eb4619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:43.983352 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-45cf1c2c-3d97-46a8-a3c3-51a6a71e7f41 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=79e9b453916943a7addefc776131ece1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1780505 Oct 20 11:45:43.984505 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cfff6f-e6d5-483b-8122-700d8601ec0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-37de4da0-a3a6-41bc-9540-0d64dcce7792', 'network_id': '37de4da0-a3a6-41bc-9540-0d64dcce7792', 'tenant_id': '28c8a4a76770484d8fe0cee9d5834d15', 'fixed_ips': [{'subnet_id': 'fa093a9c-3aac-4c77-90ef-37a8254e97b9'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:45:43.985749 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d4cfff6f-e6d5-483b-8122-700d8601ec0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:43.995282 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ab52839a-9ca4-4e04-969a-678bf016dd70 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9270175 Oct 20 11:45:43.997270 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-25ce6d6b-7250-4507-833d-039660375082 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:45:44.001433 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55282) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:44.013871 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-c73d1357-af31-4d5e-a9b1-128d6f4a64c9 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Request body: {'port': {'network_id': '37de4da0-a3a6-41bc-9540-0d64dcce7792', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1139087884'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:44.018822 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ce6d6b-7250-4507-833d-039660375082 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:45:44.058429 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-20397f19-9cdf-43f8-b390-1075a2eb4619 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:44.066848 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce6d6b-7250-4507-833d-039660375082 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Pushing event updated for resources: {'Port': ['ID=d6a1dc54-dc6f-4f90-acf7-51b580b14543,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:44.092961 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51db5a-3eb1-47d4-b16e-fc662cfc92db req-4bfd4a15-64a0-429d-a5f0-6cb4486208c4 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:44.094515 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ce51db5a-3eb1-47d4-b16e-fc662cfc92db req-4bfd4a15-64a0-429d-a5f0-6cb4486208c4 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0bdecda-681c-4545-8cfd-fe258c89cb2e HTTP/1.1" status: 200 len: 931 time: 0.2479608 Oct 20 11:45:44.160970 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-d4cfff6f-e6d5-483b-8122-700d8601ec0f None None] Allocated IP 2001:db8::2 (37de4da0-a3a6-41bc-9540-0d64dcce7792/fa093a9c-3aac-4c77-90ef-37a8254e97b9/194f3a2f-0f58-41a0-8393-8bf183fc8136) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:45:44.161290 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-20397f19-9cdf-43f8-b390-1075a2eb4619 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:44.181974 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-20397f19-9cdf-43f8-b390-1075a2eb4619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:44.232872 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-25ce6d6b-7250-4507-833d-039660375082 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:44.242674 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ed0f603a-af22-4b5b-ae96-f766ca6bf54d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:44.253326 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20397f19-9cdf-43f8-b390-1075a2eb4619 admin admin] vlan segment allocate from pool success with {'vlan_id': 1286, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:45:44.289721 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-25ce6d6b-7250-4507-833d-039660375082 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:44.300463 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20397f19-9cdf-43f8-b390-1075a2eb4619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbb95fc-1d3f-4002-96e4-5a4888677161,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:44.316170 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ce51db5a-3eb1-47d4-b16e-fc662cfc92db req-74132cc5-130f-46be-a5e8-8b3ffbac01d7 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] 10.222.0.98 "GET /v2.0/security-groups?id=2678c1ea-f6c9-46df-a5f6-515c9229dca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114534 Oct 20 11:45:44.343465 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-20397f19-9cdf-43f8-b390-1075a2eb4619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:44.344104 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-20397f19-9cdf-43f8-b390-1075a2eb4619 admin admin] Added segment b9c66b01-6a69-42eb-ae14-135cfb15ff36 of type vlan for network 93b64327-831a-4c67-89a0-b8386ac4e00a Oct 20 11:45:44.353390 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d4cfff6f-e6d5-483b-8122-700d8601ec0f None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:44.354869 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ed0f603a-af22-4b5b-ae96-f766ca6bf54d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:44.364060 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d4cfff6f-e6d5-483b-8122-700d8601ec0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:44.385328 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cfff6f-e6d5-483b-8122-700d8601ec0f None None] Network 37de4da0-a3a6-41bc-9540-0d64dcce7792 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:45:44.425865 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-d4cfff6f-e6d5-483b-8122-700d8601ec0f None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:45:44.442101 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73d1357-af31-4d5e-a9b1-128d6f4a64c9 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Made reservation on behalf of 28c8a4a76770484d8fe0cee9d5834d15 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:45:44.445340 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c73d1357-af31-4d5e-a9b1-128d6f4a64c9 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:44.454502 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-20397f19-9cdf-43f8-b390-1075a2eb4619 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:44.463073 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cfff6f-e6d5-483b-8122-700d8601ec0f None None] Pushing event updated for resources: {'Port': ['ID=194f3a2f-0f58-41a0-8393-8bf183fc8136,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:44.474302 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [None req-c73d1357-af31-4d5e-a9b1-128d6f4a64c9 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] device_id is not set on port 823852d7-4a23-408e-be17-9477f10e0adf yet. {{(pid=100647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:45:44.477083 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cfff6f-e6d5-483b-8122-700d8601ec0f None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:45:44.529871 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-20397f19-9cdf-43f8-b390-1075a2eb4619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:44.531053 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20397f19-9cdf-43f8-b390-1075a2eb4619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:44.531762 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-20397f19-9cdf-43f8-b390-1075a2eb4619 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:44.604879 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-86609971-315a-473f-9181-4316e0ace70b req-8a859f2f-d5dd-44d7-8d37-a2360a36a817 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e2d8c55-8b92-4b91-acfd-ff6557fca7b1 {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:45:44.610616 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-d4cfff6f-e6d5-483b-8122-700d8601ec0f None None] Attempting to bind port 194f3a2f-0f58-41a0-8393-8bf183fc8136 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:45:44.611371 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-d4cfff6f-e6d5-483b-8122-700d8601ec0f None None] Attempting to bind port 194f3a2f-0f58-41a0-8393-8bf183fc8136 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '16ec3a15-aeb2-4cf5-bd1c-dc94497e2c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '37de4da0-a3a6-41bc-9540-0d64dcce7792'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:45:44.611906 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cfff6f-e6d5-483b-8122-700d8601ec0f None None] Attempting to bind port 194f3a2f-0f58-41a0-8393-8bf183fc8136 on network 37de4da0-a3a6-41bc-9540-0d64dcce7792 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:45:44.612074 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-25ce6d6b-7250-4507-833d-039660375082 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:44.613699 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20397f19-9cdf-43f8-b390-1075a2eb4619 admin admin] Pushing event updated for resources: {'Network': ['ID=93b64327-831a-4c67-89a0-b8386ac4e00a,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:44.619139 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-25ce6d6b-7250-4507-833d-039660375082 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:44.622287 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ed0f603a-af22-4b5b-ae96-f766ca6bf54d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:44.625433 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ed0f603a-af22-4b5b-ae96-f766ca6bf54d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:44.629003 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ed0f603a-af22-4b5b-ae96-f766ca6bf54d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9a94ed6e-b6e7-4f53-bbac-2fac7238b745 HTTP/1.1" status: 204 len: 168 time: 0.6506898 Oct 20 11:45:44.638257 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-86609971-315a-473f-9181-4316e0ace70b req-8a859f2f-d5dd-44d7-8d37-a2360a36a817 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:44.658688 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cfff6f-e6d5-483b-8122-700d8601ec0f None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:45:44.659090 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cfff6f-e6d5-483b-8122-700d8601ec0f None None] Checking segment: {'id': '16ec3a15-aeb2-4cf5-bd1c-dc94497e2c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '37de4da0-a3a6-41bc-9540-0d64dcce7792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:45:44.659821 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d4cfff6f-e6d5-483b-8122-700d8601ec0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:44.661299 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cfff6f-e6d5-483b-8122-700d8601ec0f None None] Bound using segment: {'id': '16ec3a15-aeb2-4cf5-bd1c-dc94497e2c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '37de4da0-a3a6-41bc-9540-0d64dcce7792'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:45:44.662260 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-d4cfff6f-e6d5-483b-8122-700d8601ec0f None None] Bound port: 194f3a2f-0f58-41a0-8393-8bf183fc8136, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16ec3a15-aeb2-4cf5-bd1c-dc94497e2c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '37de4da0-a3a6-41bc-9540-0d64dcce7792'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:45:44.662702 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d4cfff6f-e6d5-483b-8122-700d8601ec0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:44.667143 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0f603a-af22-4b5b-ae96-f766ca6bf54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a94ed6e-b6e7-4f53-bbac-2fac7238b745,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:44.684611 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce6d6b-7250-4507-833d-039660375082 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Pushing event updated for resources: {'Port': ['ID=d6a1dc54-dc6f-4f90-acf7-51b580b14543,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:44.699627 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-86609971-315a-473f-9181-4316e0ace70b req-8a859f2f-d5dd-44d7-8d37-a2360a36a817 service neutron] Transition to ACTIVE for port object 6e2d8c55-8b92-4b91-acfd-ff6557fca7b1 will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:45:44.699774 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 93b64327-831a-4c67-89a0-b8386ac4e00a details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:45:44.707797 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-20397f19-9cdf-43f8-b390-1075a2eb4619 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9312212 Oct 20 11:45:44.710133 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-86609971-315a-473f-9181-4316e0ace70b req-8a859f2f-d5dd-44d7-8d37-a2360a36a817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:44.714730 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55290) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:44.727183 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-12d316a7-62a3-47c9-ad79-8d41ef210556 admin admin] Request body: {'subnet': {'network_id': '93b64327-831a-4c67-89a0-b8386ac4e00a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-950229937-subnet', 'tenant_id': '5e868865c4074f94982846e195fa6e74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:44.752081 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-c73d1357-af31-4d5e-a9b1-128d6f4a64c9 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Allocated IP 2001:db8::2ea (37de4da0-a3a6-41bc-9540-0d64dcce7792/fa093a9c-3aac-4c77-90ef-37a8254e97b9/823852d7-4a23-408e-be17-9477f10e0adf) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:45:44.773694 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-25ce6d6b-7250-4507-833d-039660375082 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:44.817605 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a859f2f-d5dd-44d7-8d37-a2360a36a817 service neutron] Pushing event updated for resources: {'Port': ['ID=6e2d8c55-8b92-4b91-acfd-ff6557fca7b1,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:44.829420 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-25ce6d6b-7250-4507-833d-039660375082 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:44.834170 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-25ce6d6b-7250-4507-833d-039660375082 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2163043 Oct 20 11:45:44.834781 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55296) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:44.844553 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-453fa10b-59e5-4783-ae11-a4cfc1728249 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Request body: {'port': {'network_id': 'def03b1a-e318-4ef0-964d-4c4db2171dbe', 'name': 'tempest-FloatingIPTestJSON-951850079'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:44.845639 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d316a7-62a3-47c9-ad79-8d41ef210556 admin admin] Made reservation on behalf of 5e868865c4074f94982846e195fa6e74 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:45:44.847958 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-12d316a7-62a3-47c9-ad79-8d41ef210556 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:44.976772 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d4cfff6f-e6d5-483b-8122-700d8601ec0f None None] For port 194f3a2f-0f58-41a0-8393-8bf183fc8136, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:45:44.981585 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d4cfff6f-e6d5-483b-8122-700d8601ec0f None None] For port 194f3a2f-0f58-41a0-8393-8bf183fc8136, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=194f3a2f-0f58-41a0-8393-8bf183fc8136,segment=NetworkSegment(16ec3a15-aeb2-4cf5-bd1c-dc94497e2c6b),segment_id=16ec3a15-aeb2-4cf5-bd1c-dc94497e2c6b)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:45:44.991708 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d4cfff6f-e6d5-483b-8122-700d8601ec0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:45.042270 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-86609971-315a-473f-9181-4316e0ace70b req-8a859f2f-d5dd-44d7-8d37-a2360a36a817 service neutron] Attempting to bind port 6e2d8c55-8b92-4b91-acfd-ff6557fca7b1 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:45:45.043294 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-86609971-315a-473f-9181-4316e0ace70b req-8a859f2f-d5dd-44d7-8d37-a2360a36a817 service neutron] Attempting to bind port 6e2d8c55-8b92-4b91-acfd-ff6557fca7b1 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': 'c2bfac13-4063-439a-8552-4ddfd854ae3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '6d40b024-4fc7-4dc7-912c-915296cae597'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:45:45.043294 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86609971-315a-473f-9181-4316e0ace70b req-8a859f2f-d5dd-44d7-8d37-a2360a36a817 service neutron] Attempting to bind port 6e2d8c55-8b92-4b91-acfd-ff6557fca7b1 on network 6d40b024-4fc7-4dc7-912c-915296cae597 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:45:45.051998 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86609971-315a-473f-9181-4316e0ace70b req-8a859f2f-d5dd-44d7-8d37-a2360a36a817 service neutron] Port 6e2d8c55-8b92-4b91-acfd-ff6557fca7b1 on network 6d40b024-4fc7-4dc7-912c-915296cae597 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:45:45.052415 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86609971-315a-473f-9181-4316e0ace70b req-8a859f2f-d5dd-44d7-8d37-a2360a36a817 service neutron] Attempting to bind port 6e2d8c55-8b92-4b91-acfd-ff6557fca7b1 on network 6d40b024-4fc7-4dc7-912c-915296cae597 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:45:45.061934 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86609971-315a-473f-9181-4316e0ace70b req-8a859f2f-d5dd-44d7-8d37-a2360a36a817 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:45:45.062450 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86609971-315a-473f-9181-4316e0ace70b req-8a859f2f-d5dd-44d7-8d37-a2360a36a817 service neutron] Checking segment: {'id': 'c2bfac13-4063-439a-8552-4ddfd854ae3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '6d40b024-4fc7-4dc7-912c-915296cae597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:45:45.062663 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86609971-315a-473f-9181-4316e0ace70b req-8a859f2f-d5dd-44d7-8d37-a2360a36a817 service neutron] Bound using segment: {'id': 'c2bfac13-4063-439a-8552-4ddfd854ae3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '6d40b024-4fc7-4dc7-912c-915296cae597'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:45:45.063135 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-86609971-315a-473f-9181-4316e0ace70b req-8a859f2f-d5dd-44d7-8d37-a2360a36a817 service neutron] Bound port: 6e2d8c55-8b92-4b91-acfd-ff6557fca7b1, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2bfac13-4063-439a-8552-4ddfd854ae3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '6d40b024-4fc7-4dc7-912c-915296cae597'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:45:45.063625 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-86609971-315a-473f-9181-4316e0ace70b req-8a859f2f-d5dd-44d7-8d37-a2360a36a817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:45.083382 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c73d1357-af31-4d5e-a9b1-128d6f4a64c9 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:45.119704 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453fa10b-59e5-4783-ae11-a4cfc1728249 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Made reservation on behalf of 292e0535894b48409065e32e227f3d3a for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:45:45.123302 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-453fa10b-59e5-4783-ae11-a4cfc1728249 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:45.155552 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cfff6f-e6d5-483b-8122-700d8601ec0f None None] Pushing event updated for resources: {'Port': ['ID=194f3a2f-0f58-41a0-8393-8bf183fc8136,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:45.169640 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [None req-453fa10b-59e5-4783-ae11-a4cfc1728249 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] device_id is not set on port 47b3072f-bb52-4f19-93e3-d10a8905d5cd yet. {{(pid=100647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:45:45.221597 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55300) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:45.231327 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c73d1357-af31-4d5e-a9b1-128d6f4a64c9 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:45.250037 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-86609971-315a-473f-9181-4316e0ace70b req-8a859f2f-d5dd-44d7-8d37-a2360a36a817 service neutron] For port 6e2d8c55-8b92-4b91-acfd-ff6557fca7b1, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:45:45.279118 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4922a139-6eb5-4b32-a8cd-e3d6c6657b3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:45.281968 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-86609971-315a-473f-9181-4316e0ace70b req-8a859f2f-d5dd-44d7-8d37-a2360a36a817 service neutron] For port 6e2d8c55-8b92-4b91-acfd-ff6557fca7b1, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=6e2d8c55-8b92-4b91-acfd-ff6557fca7b1,segment=NetworkSegment(c2bfac13-4063-439a-8552-4ddfd854ae3a),segment_id=c2bfac13-4063-439a-8552-4ddfd854ae3a)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:45:45.286754 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-12d316a7-62a3-47c9-ad79-8d41ef210556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:45.339397 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d316a7-62a3-47c9-ad79-8d41ef210556 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75668776-fe81-4295-90ab-2c5f56924046,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:45.340727 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73d1357-af31-4d5e-a9b1-128d6f4a64c9 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Network 37de4da0-a3a6-41bc-9540-0d64dcce7792 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:45:45.342417 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-86609971-315a-473f-9181-4316e0ace70b req-8a859f2f-d5dd-44d7-8d37-a2360a36a817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:45.353031 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:45.367932 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-c73d1357-af31-4d5e-a9b1-128d6f4a64c9 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:45:45.377204 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73d1357-af31-4d5e-a9b1-128d6f4a64c9 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:45:45.385359 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73d1357-af31-4d5e-a9b1-128d6f4a64c9 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:45.386025 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c73d1357-af31-4d5e-a9b1-128d6f4a64c9 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:45.407429 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73d1357-af31-4d5e-a9b1-128d6f4a64c9 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Pushing event updated for resources: {'Port': ['ID=823852d7-4a23-408e-be17-9477f10e0adf,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:45.442522 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-453fa10b-59e5-4783-ae11-a4cfc1728249 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Allocated IP 172.20.0.9 (def03b1a-e318-4ef0-964d-4c4db2171dbe/dde374d8-4588-48b1-b84f-3745fbf451cf/47b3072f-bb52-4f19-93e3-d10a8905d5cd) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:45:45.456413 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c73d1357-af31-4d5e-a9b1-128d6f4a64c9 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.4467688 Oct 20 11:45:45.461841 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55306) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:45.477726 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-b19d625a-1f83-4368-8944-b43f46789dee tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Request body: {'port': {'network_id': '37de4da0-a3a6-41bc-9540-0d64dcce7792', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-117130927', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:45.478270 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.api.validators [None req-b19d625a-1f83-4368-8944-b43f46789dee tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] bootfile-name is not in valid_values {{(pid=100646) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 20 11:45:45.478608 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.api.validators [None req-b19d625a-1f83-4368-8944-b43f46789dee tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] tftp-server is not in valid_values {{(pid=100646) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 20 11:45:45.478988 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.api.validators [None req-b19d625a-1f83-4368-8944-b43f46789dee tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] server-ip-address is not in valid_values {{(pid=100646) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 20 11:45:45.552439 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86609971-315a-473f-9181-4316e0ace70b req-8a859f2f-d5dd-44d7-8d37-a2360a36a817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:45.553876 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-86609971-315a-473f-9181-4316e0ace70b req-8a859f2f-d5dd-44d7-8d37-a2360a36a817 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:45.555364 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-86609971-315a-473f-9181-4316e0ace70b req-8a859f2f-d5dd-44d7-8d37-a2360a36a817 service neutron] 10.222.0.89 "PUT /v2.0/ports/6e2d8c55-8b92-4b91-acfd-ff6557fca7b1 HTTP/1.1" status: 200 len: 1091 time: 1.8876655 Oct 20 11:45:45.571122 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a859f2f-d5dd-44d7-8d37-a2360a36a817 service neutron] Pushing event updated for resources: {'Port': ['ID=6e2d8c55-8b92-4b91-acfd-ff6557fca7b1,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:45.581578 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0bdecda-681c-4545-8cfd-fe258c89cb2e', 'tag': '6e2d8c55-8b92-4b91-acfd-ff6557fca7b1'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:45:45.585096 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7685c5-43d2-4d3b-867a-59ecd57cb4a6" -d '{"events": [{"name": "network-changed", "server_uuid": "c0bdecda-681c-4545-8cfd-fe258c89cb2e", "tag": "6e2d8c55-8b92-4b91-acfd-ff6557fca7b1"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:45:45.611017 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4922a139-6eb5-4b32-a8cd-e3d6c6657b3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:45.653409 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4922a139-6eb5-4b32-a8cd-e3d6c6657b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:45.675725 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55193aeb-5cbd-4e19-9152-53d07c9ef367 x-openstack-request-id: req-55193aeb-5cbd-4e19-9152-53d07c9ef367 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:45:45.676003 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0bdecda-681c-4545-8cfd-fe258c89cb2e", "tag": "6e2d8c55-8b92-4b91-acfd-ff6557fca7b1", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:45:45.676248 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-55193aeb-5cbd-4e19-9152-53d07c9ef367 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:45:45.676641 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0bdecda-681c-4545-8cfd-fe258c89cb2e', 'tag': '6e2d8c55-8b92-4b91-acfd-ff6557fca7b1', 'status': 'completed', 'code': 200} Oct 20 11:45:45.708956 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86609971-315a-473f-9181-4316e0ace70b req-a6dcc3cf-00f1-4a83-926f-45fc8e92f39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:45.710472 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-86609971-315a-473f-9181-4316e0ace70b req-a6dcc3cf-00f1-4a83-926f-45fc8e92f39c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=51bf23885f6f45f3b35cdeb138a9ca42&device_id=c0bdecda-681c-4545-8cfd-fe258c89cb2e HTTP/1.1" status: 200 len: 1094 time: 0.0717995 Oct 20 11:45:45.715049 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d316a7-62a3-47c9-ad79-8d41ef210556 admin admin] Checking segment: {'id': 'b9c66b01-6a69-42eb-ae14-135cfb15ff36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '93b64327-831a-4c67-89a0-b8386ac4e00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:45:45.715417 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d316a7-62a3-47c9-ad79-8d41ef210556 admin admin] Network hostable DHCP agents. Network: 93b64327-831a-4c67-89a0-b8386ac4e00a, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:45:45.731471 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366ea89-389e-4e86-83c8-da57ba427a95 req-091b7f64-b5a2-46d8-bb1f-80d5be880044 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:45.733030 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9366ea89-389e-4e86-83c8-da57ba427a95 req-091b7f64-b5a2-46d8-bb1f-80d5be880044 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0bdecda-681c-4545-8cfd-fe258c89cb2e HTTP/1.1" status: 200 len: 943 time: 0.2552438 Oct 20 11:45:45.773203 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-86609971-315a-473f-9181-4316e0ace70b req-ac9e45ab-71b5-4631-9478-a879e61d8b00 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e2d8c55-8b92-4b91-acfd-ff6557fca7b1 HTTP/1.1" status: 200 len: 217 time: 0.0473573 Oct 20 11:45:45.788794 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4922a139-6eb5-4b32-a8cd-e3d6c6657b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66fd23ce-e0d1-4714-bc9f-f8711424efac,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:45.793069 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4922a139-6eb5-4b32-a8cd-e3d6c6657b3f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f3c00177a2b74cd88620a44f838d85bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5706940 Oct 20 11:45:45.797858 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55312) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:45.828833 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9366ea89-389e-4e86-83c8-da57ba427a95 req-ffca002e-ba80-4a1e-9709-7fad15568c23 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] 10.222.0.98 "GET /v2.0/security-groups?id=2678c1ea-f6c9-46df-a5f6-515c9229dca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826962 Oct 20 11:45:45.830185 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d316a7-62a3-47c9-ad79-8d41ef210556 admin admin] Network 93b64327-831a-4c67-89a0-b8386ac4e00a is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:45:45.831772 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-453fa10b-59e5-4783-ae11-a4cfc1728249 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:45.873484 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-12d316a7-62a3-47c9-ad79-8d41ef210556 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 93b64327-831a-4c67-89a0-b8386ac4e00a) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:45:45.875089 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19d625a-1f83-4368-8944-b43f46789dee tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Made reservation on behalf of 28c8a4a76770484d8fe0cee9d5834d15 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:45:45.878700 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b19d625a-1f83-4368-8944-b43f46789dee tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:45.882143 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-453fa10b-59e5-4783-ae11-a4cfc1728249 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:45.883158 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce7d812-b4a1-47e5-8f73-824d03943bba None None] Network 93b64327-831a-4c67-89a0-b8386ac4e00a requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:45:45.898523 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d316a7-62a3-47c9-ad79-8d41ef210556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:45.899139 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-12d316a7-62a3-47c9-ad79-8d41ef210556 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:45.912186 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86609971-315a-473f-9181-4316e0ace70b req-d3a4f9b3-2173-427c-ad79-bc4873e17e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:45.912974 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453fa10b-59e5-4783-ae11-a4cfc1728249 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Network def03b1a-e318-4ef0-964d-4c4db2171dbe is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:45:45.913583 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-86609971-315a-473f-9181-4316e0ace70b req-d3a4f9b3-2173-427c-ad79-bc4873e17e0e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d5380378-be60-4719-971c-b49478474c4a HTTP/1.1" status: 200 len: 862 time: 0.1311121 Oct 20 11:45:45.923856 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-b19d625a-1f83-4368-8944-b43f46789dee tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] device_id is not set on port 81c93ea7-b99e-4ed3-9664-ef5cdec80c13 yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:45:45.934650 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-453fa10b-59e5-4783-ae11-a4cfc1728249 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:45:45.941724 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453fa10b-59e5-4783-ae11-a4cfc1728249 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:45:46.001409 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-12d316a7-62a3-47c9-ad79-8d41ef210556 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2733140 Oct 20 11:45:46.002401 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-86609971-315a-473f-9181-4316e0ace70b req-eb5ead1b-2a9a-44da-8202-e794a1f6eac9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6d40b024-4fc7-4dc7-912c-915296cae597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725658 Oct 20 11:45:46.025517 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453fa10b-59e5-4783-ae11-a4cfc1728249 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Pushing event updated for resources: {'Port': ['ID=47b3072f-bb52-4f19-93e3-d10a8905d5cd,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:46.028635 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8911bca8-ce8d-4ebb-86bf-742f4cad960e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:46.054944 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453fa10b-59e5-4783-ae11-a4cfc1728249 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:46.061325 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-453fa10b-59e5-4783-ae11-a4cfc1728249 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:46.098997 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-453fa10b-59e5-4783-ae11-a4cfc1728249 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2584710 Oct 20 11:45:46.103078 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55316) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:46.112288 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-2ccf0a93-1579-488d-b4f1-41ea7fb0a318 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Request body: {'floatingip': {'port_id': '47b3072f-bb52-4f19-93e3-d10a8905d5cd'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:46.145063 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6867df93-0c6b-4d70-91e4-b0ec602279e9 None None] Network 93b64327-831a-4c67-89a0-b8386ac4e00a requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:45:46.212699 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0a93-1579-488d-b4f1-41ea7fb0a318 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for floatingip, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:46.220084 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-86609971-315a-473f-9181-4316e0ace70b req-49a9f9a0-45cb-4c0c-a467-2bc9da208d5e service neutron] 10.222.0.89 "GET /v2.0/networks/6d40b024-4fc7-4dc7-912c-915296cae597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061589 Oct 20 11:45:46.236916 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55322) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:46.245161 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8911bca8-ce8d-4ebb-86bf-742f4cad960e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:46.452848 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-b19d625a-1f83-4368-8944-b43f46789dee tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Allocated IP 2001:db8::19b (37de4da0-a3a6-41bc-9540-0d64dcce7792/fa093a9c-3aac-4c77-90ef-37a8254e97b9/81c93ea7-b99e-4ed3-9664-ef5cdec80c13) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:45:46.470653 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bbb6324-1786-42ee-afc7-8141dd1df560 admin admin] Deleting subnet 75668776-fe81-4295-90ab-2c5f56924046 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:45:46.477048 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0bbb6324-1786-42ee-afc7-8141dd1df560 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:46.554381 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-86609971-315a-473f-9181-4316e0ace70b req-ecaa5f28-5ea3-47d1-aaf9-c0a5ad865e09 service neutron] 10.222.0.89 "GET /v2.0/networks/6d40b024-4fc7-4dc7-912c-915296cae597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198285 Oct 20 11:45:46.555200 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8911bca8-ce8d-4ebb-86bf-742f4cad960e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:46.559059 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8911bca8-ce8d-4ebb-86bf-742f4cad960e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:46.559059 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8911bca8-ce8d-4ebb-86bf-742f4cad960e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/66fd23ce-e0d1-4714-bc9f-f8711424efac HTTP/1.1" status: 204 len: 168 time: 0.7591228 Oct 20 11:45:46.573262 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0bbb6324-1786-42ee-afc7-8141dd1df560 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:46.675144 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8911bca8-ce8d-4ebb-86bf-742f4cad960e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66fd23ce-e0d1-4714-bc9f-f8711424efac,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:46.697200 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf49268c-5d47-48cb-ad7c-40ecd7d51303 None None] Network 37de4da0-a3a6-41bc-9540-0d64dcce7792 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:45:46.814047 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0bbb6324-1786-42ee-afc7-8141dd1df560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:46.894442 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 194f3a2f-0f58-41a0-8393-8bf183fc8136 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:45:46.900861 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7685c5-43d2-4d3b-867a-59ecd57cb4a6 req-4d9b939f-966d-44bb-893a-93aae4e5b0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:46.902218 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2d7685c5-43d2-4d3b-867a-59ecd57cb4a6 req-4d9b939f-966d-44bb-893a-93aae4e5b0ff service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=51bf23885f6f45f3b35cdeb138a9ca42&device_id=c0bdecda-681c-4545-8cfd-fe258c89cb2e HTTP/1.1" status: 200 len: 1094 time: 0.2419498 Oct 20 11:45:46.912301 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0a93-1579-488d-b4f1-41ea7fb0a318 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:46.961906 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0a93-1579-488d-b4f1-41ea7fb0a318 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:47.020985 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3020f-33cc-4611-a5b5-f23d4724aa6b req-b7968289-76e8-4a79-b478-47791ea44ef4 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:47.022586 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e3f3020f-33cc-4611-a5b5-f23d4724aa6b req-b7968289-76e8-4a79-b478-47791ea44ef4 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0bdecda-681c-4545-8cfd-fe258c89cb2e HTTP/1.1" status: 200 len: 943 time: 0.0968447 Oct 20 11:45:47.112178 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0bbb6324-1786-42ee-afc7-8141dd1df560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:47.155868 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbb6324-1786-42ee-afc7-8141dd1df560 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75668776-fe81-4295-90ab-2c5f56924046,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:47.193501 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0bbb6324-1786-42ee-afc7-8141dd1df560 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:47.199987 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0bbb6324-1786-42ee-afc7-8141dd1df560 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/75668776-fe81-4295-90ab-2c5f56924046 HTTP/1.1" status: 204 len: 168 time: 0.9603052 Oct 20 11:45:47.202435 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55348) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:47.204160 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b19d625a-1f83-4368-8944-b43f46789dee tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:47.213184 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-de5aa5a2-5417-4b48-8b8a-4342ab0767fa None None] Provisioning complete for port 194f3a2f-0f58-41a0-8393-8bf183fc8136 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:45:47.221516 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-de5aa5a2-5417-4b48-8b8a-4342ab0767fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:47.251018 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7685c5-43d2-4d3b-867a-59ecd57cb4a6 req-13fc16c6-72b9-41f0-8926-aebfdefd2d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:47.252621 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2d7685c5-43d2-4d3b-867a-59ecd57cb4a6 req-13fc16c6-72b9-41f0-8926-aebfdefd2d4a service neutron] 10.222.0.89 "GET /v2.0/networks?id=6d40b024-4fc7-4dc7-912c-915296cae597 HTTP/1.1" status: 200 len: 924 time: 0.3028986 Oct 20 11:45:47.357746 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2d7685c5-43d2-4d3b-867a-59ecd57cb4a6 req-690da9ef-00bc-4ab3-81ed-fac9c4410a95 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e2d8c55-8b92-4b91-acfd-ff6557fca7b1 HTTP/1.1" status: 200 len: 217 time: 0.0911019 Oct 20 11:45:47.427981 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7685c5-43d2-4d3b-867a-59ecd57cb4a6 req-3525051a-a394-461a-8472-dbf425adc4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:47.429512 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2d7685c5-43d2-4d3b-867a-59ecd57cb4a6 req-3525051a-a394-461a-8472-dbf425adc4ff service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d5380378-be60-4719-971c-b49478474c4a HTTP/1.1" status: 200 len: 862 time: 0.0576043 Oct 20 11:45:47.438330 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f32258e0-5757-4c5d-9be8-da05e1649feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:47.453430 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b19d625a-1f83-4368-8944-b43f46789dee tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:47.492613 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2d7685c5-43d2-4d3b-867a-59ecd57cb4a6 req-adc69c8f-4e39-4e86-aa23-498e2110900e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6d40b024-4fc7-4dc7-912c-915296cae597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519018 Oct 20 11:45:47.528263 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19d625a-1f83-4368-8944-b43f46789dee tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Network 37de4da0-a3a6-41bc-9540-0d64dcce7792 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:45:47.576780 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 194f3a2f-0f58-41a0-8393-8bf183fc8136 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:45:47.577322 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:47.587924 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-b19d625a-1f83-4368-8944-b43f46789dee tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:45:47.591657 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19d625a-1f83-4368-8944-b43f46789dee tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:45:47.606837 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19d625a-1f83-4368-8944-b43f46789dee tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:47.607621 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b19d625a-1f83-4368-8944-b43f46789dee tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:47.765071 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-de5aa5a2-5417-4b48-8b8a-4342ab0767fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:47.788702 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b19d625a-1f83-4368-8944-b43f46789dee tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.3203452 Oct 20 11:45:47.789830 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d625a-1f83-4368-8944-b43f46789dee tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Pushing event updated for resources: {'Port': ['ID=81c93ea7-b99e-4ed3-9664-ef5cdec80c13,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:47.793566 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55360) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:47.825542 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e3f3020f-33cc-4611-a5b5-f23d4724aa6b req-d86e54ad-94b4-4d15-b1a7-812fa3890dce tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] 10.222.0.98 "GET /v2.0/security-groups?id=2678c1ea-f6c9-46df-a5f6-515c9229dca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7925999 Oct 20 11:45:47.856139 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [None req-2ccf0a93-1579-488d-b4f1-41ea7fb0a318 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Floating IP 198947a0-2937-489a-90d9-4b3ee89272ed associated. External IP: 172.25.5.224, port: 47b3072f-bb52-4f19-93e3-d10a8905d5cd. Oct 20 11:45:47.933746 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f32258e0-5757-4c5d-9be8-da05e1649feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:47.955205 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-de5aa5a2-5417-4b48-8b8a-4342ab0767fa None None] For port 194f3a2f-0f58-41a0-8393-8bf183fc8136, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=194f3a2f-0f58-41a0-8393-8bf183fc8136,segment=NetworkSegment(16ec3a15-aeb2-4cf5-bd1c-dc94497e2c6b),segment_id=16ec3a15-aeb2-4cf5-bd1c-dc94497e2c6b)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:45:48.005645 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59c904e-4370-44de-924c-d143050104c8 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:48.011957 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59c904e-4370-44de-924c-d143050104c8 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:48.022350 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59c904e-4370-44de-924c-d143050104c8 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:48.024676 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c59c904e-4370-44de-924c-d143050104c8 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.2250268 Oct 20 11:45:48.026658 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2d7685c5-43d2-4d3b-867a-59ecd57cb4a6 req-daf70d1c-c4b4-489f-8dd1-312c7c8fae83 service neutron] 10.222.0.89 "GET /v2.0/networks/6d40b024-4fc7-4dc7-912c-915296cae597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5219076 Oct 20 11:45:48.027194 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:48.035337 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55372) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:48.038938 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-f32258e0-5757-4c5d-9be8-da05e1649feb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93b64327-831a-4c67-89a0-b8386ac4e00a']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:48.065714 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-de5aa5a2-5417-4b48-8b8a-4342ab0767fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:48.106642 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-f32258e0-5757-4c5d-9be8-da05e1649feb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9c66b01-6a69-42eb-ae14-135cfb15ff36') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:48.106970 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-f32258e0-5757-4c5d-9be8-da05e1649feb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9c66b01-6a69-42eb-ae14-135cfb15ff36') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:48.140326 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f32258e0-5757-4c5d-9be8-da05e1649feb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:48.198909 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f32258e0-5757-4c5d-9be8-da05e1649feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:48.251233 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.db.api [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:45:48.251781 n-d-814735-3 neutron-server[100648]: DEBUG oslo_db.api [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:45:48.260923 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f32258e0-5757-4c5d-9be8-da05e1649feb admin admin] Releasing vlan 1286 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:45:48.261282 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f32258e0-5757-4c5d-9be8-da05e1649feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:48.275193 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:45:48.275193 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:45:48.275193 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:45:48.275193 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:45:48.275193 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:45:48.275193 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:45:48.275193 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:45:48.275193 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:45:48.275193 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:45:48.275193 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:45:48.275193 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:45:48.275193 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:45:48.275193 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:45:48.275193 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:45:48.275193 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:45:48.275193 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:45:48.275193 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:45:48.275193 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:45:48.275193 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:45:48.275193 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:45:48.275193 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:45:48.275193 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:45:48.275193 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:45:48.275193 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:45:48.275193 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:45:48.275193 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:45:48.275193 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:45:48.275193 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:45:48.275193 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:45:48.275193 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:45:48.275193 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:45:48.275193 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:45:48.287570 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-a6175798-ed71-4e58-a05f-e8be8f4a8fbf None None] Provisioning complete for port 823852d7-4a23-408e-be17-9477f10e0adf triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:45:48.290173 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a6175798-ed71-4e58-a05f-e8be8f4a8fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:48.299461 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55378) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:48.335970 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a39dfc8-0459-471a-b07a-f2f289d7090f req-c3ef23d6-acd4-4dc4-9aac-c9d7133baf26 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:48.336455 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5aa5a2-5417-4b48-8b8a-4342ab0767fa None None] Pushing event updated for resources: {'Port': ['ID=194f3a2f-0f58-41a0-8393-8bf183fc8136,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:48.337608 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7a39dfc8-0459-471a-b07a-f2f289d7090f req-c3ef23d6-acd4-4dc4-9aac-c9d7133baf26 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.2332444 Oct 20 11:45:48.354116 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-a6175798-ed71-4e58-a05f-e8be8f4a8fbf None None] Port 823852d7-4a23-408e-be17-9477f10e0adf cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:45:48.359068 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2d7685c5-43d2-4d3b-867a-59ecd57cb4a6 req-e10d522d-6d61-4492-a147-c6005e4a4419 service neutron] 10.222.0.89 "GET /v2.0/networks/6d40b024-4fc7-4dc7-912c-915296cae597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100824 Oct 20 11:45:48.392946 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-a6175798-ed71-4e58-a05f-e8be8f4a8fbf None None] Provisioning complete for port 194f3a2f-0f58-41a0-8393-8bf183fc8136 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:45:48.393375 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a6175798-ed71-4e58-a05f-e8be8f4a8fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:48.404597 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-7d035639-1d18-440c-b9fb-78f1e34ea796 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1581845140-network', 'tenant_id': 'f3d32e0333e043f7ad5ea1f647a23e73'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:48.427687 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-69c952e4-000b-4c4f-99bc-fbe63785a40a tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Deleting port 81c93ea7-b99e-4ed3-9664-ef5cdec80c13 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:45:48.427687 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-69c952e4-000b-4c4f-99bc-fbe63785a40a tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:48.470035 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f32258e0-5757-4c5d-9be8-da05e1649feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:48.474641 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7a39dfc8-0459-471a-b07a-f2f289d7090f req-2156fc91-d779-40f7-a1e2-6fdbb3c0ff6a tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805380 Oct 20 11:45:48.485651 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71faf598-c30a-4363-bdab-fafc813bd793 req-e35f64d0-73dd-4628-97a6-fdf2b0f1910a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:48.487223 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-71faf598-c30a-4363-bdab-fafc813bd793 req-e35f64d0-73dd-4628-97a6-fdf2b0f1910a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f0012baf31914701a438a4a910671113&device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 1095 time: 0.3955336 Oct 20 11:45:48.504689 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f32258e0-5757-4c5d-9be8-da05e1649feb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:48.510760 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f32258e0-5757-4c5d-9be8-da05e1649feb admin admin] 10.222.0.98 "DELETE /v2.0/networks/93b64327-831a-4c67-89a0-b8386ac4e00a HTTP/1.1" status: 204 len: 168 time: 1.3048000 Oct 20 11:45:48.528904 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-a6175798-ed71-4e58-a05f-e8be8f4a8fbf None None] Provisioning complete for port 81c93ea7-b99e-4ed3-9664-ef5cdec80c13 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:45:48.529274 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a6175798-ed71-4e58-a05f-e8be8f4a8fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:48.607562 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-a6175798-ed71-4e58-a05f-e8be8f4a8fbf None None] Port 81c93ea7-b99e-4ed3-9664-ef5cdec80c13 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:45:48.608422 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d035639-1d18-440c-b9fb-78f1e34ea796 admin admin] Made reservation on behalf of f3d32e0333e043f7ad5ea1f647a23e73 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:45:48.610723 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7d035639-1d18-440c-b9fb-78f1e34ea796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:48.655057 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7d035639-1d18-440c-b9fb-78f1e34ea796 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:48.690297 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32258e0-5757-4c5d-9be8-da05e1649feb admin admin] Pushing event deleted for resources: {'Network': ['ID=93b64327-831a-4c67-89a0-b8386ac4e00a,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:48.694812 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ccf0a93-1579-488d-b4f1-41ea7fb0a318 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Router c938bb64-9f31-4eee-b70f-435ea9382551 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:45:48.697699 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-69c952e4-000b-4c4f-99bc-fbe63785a40a tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:48.720500 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32258e0-5757-4c5d-9be8-da05e1649feb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:48.721259 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32258e0-5757-4c5d-9be8-da05e1649feb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:48.721970 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32258e0-5757-4c5d-9be8-da05e1649feb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:48.722963 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32258e0-5757-4c5d-9be8-da05e1649feb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:48.723889 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32258e0-5757-4c5d-9be8-da05e1649feb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:48.724430 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32258e0-5757-4c5d-9be8-da05e1649feb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:48.725110 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32258e0-5757-4c5d-9be8-da05e1649feb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:48.725636 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32258e0-5757-4c5d-9be8-da05e1649feb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:48.726457 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32258e0-5757-4c5d-9be8-da05e1649feb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:48.726880 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32258e0-5757-4c5d-9be8-da05e1649feb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:48.727236 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32258e0-5757-4c5d-9be8-da05e1649feb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:48.727663 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32258e0-5757-4c5d-9be8-da05e1649feb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:45:48.737685 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-0b5ae8ff-a287-4d28-b1ed-bb9a1a0613a7 None None] Provisioning complete for port 823852d7-4a23-408e-be17-9477f10e0adf triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:45:48.738087 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0b5ae8ff-a287-4d28-b1ed-bb9a1a0613a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:48.741626 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-69c952e4-000b-4c4f-99bc-fbe63785a40a tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Calling delete_port for 81c93ea7-b99e-4ed3-9664-ef5cdec80c13 owned by {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:45:48.758286 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55386) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:48.763823 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71faf598-c30a-4363-bdab-fafc813bd793 req-7f8f1fdc-a972-464b-8880-d4788cc8e154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:48.765323 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-71faf598-c30a-4363-bdab-fafc813bd793 req-7f8f1fdc-a972-464b-8880-d4788cc8e154 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a1980227-64af-4c17-9cee-4570c69a4cb6 HTTP/1.1" status: 200 len: 914 time: 0.2699549 Oct 20 11:45:48.800152 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-0b5ae8ff-a287-4d28-b1ed-bb9a1a0613a7 None None] Port 823852d7-4a23-408e-be17-9477f10e0adf cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:45:48.863800 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-06ef3585-99cb-49ca-8e3f-9002b001a64d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5e868865c4074f94982846e195fa6e74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1043594 Oct 20 11:45:48.868884 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55394) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:48.890223 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-71faf598-c30a-4363-bdab-fafc813bd793 req-ff06fca7-04b8-480d-b839-9b137ebc7477 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02e225c5-4964-469d-8fe3-74ecb91b3348 HTTP/1.1" status: 200 len: 999 time: 0.1079662 Oct 20 11:45:48.989655 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e86559d4-013b-4d7e-be5e-29e41035faf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:49.004674 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 194f3a2f-0f58-41a0-8393-8bf183fc8136 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:45:49.049772 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e86559d4-013b-4d7e-be5e-29e41035faf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:49.083131 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-b7fb2887-0717-4979-a162-14ad32c980cb None None] Provisioning complete for port 81c93ea7-b99e-4ed3-9664-ef5cdec80c13 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:45:49.083795 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b7fb2887-0717-4979-a162-14ad32c980cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:49.090897 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7d035639-1d18-440c-b9fb-78f1e34ea796 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:49.116986 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-b7fb2887-0717-4979-a162-14ad32c980cb None None] Port 81c93ea7-b99e-4ed3-9664-ef5cdec80c13 was deleted so its status cannot be updated. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 20 11:45:49.119352 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 194f3a2f-0f58-41a0-8393-8bf183fc8136 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:45:49.119711 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:49.125602 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-69c952e4-000b-4c4f-99bc-fbe63785a40a tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:49.134579 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7d035639-1d18-440c-b9fb-78f1e34ea796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:49.150342 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e86559d4-013b-4d7e-be5e-29e41035faf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:49.156571 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e86559d4-013b-4d7e-be5e-29e41035faf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:49.159273 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e86559d4-013b-4d7e-be5e-29e41035faf6 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0cbb95fc-1d3f-4002-96e4-5a4888677161 HTTP/1.1" status: 204 len: 168 time: 0.2886326 Oct 20 11:45:49.200091 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86559d4-013b-4d7e-be5e-29e41035faf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbb95fc-1d3f-4002-96e4-5a4888677161,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:49.257767 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71faf598-c30a-4363-bdab-fafc813bd793 req-179bf397-79f4-47b3-9e8a-19b78a697fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:49.259336 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-71faf598-c30a-4363-bdab-fafc813bd793 req-179bf397-79f4-47b3-9e8a-19b78a697fb1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=978f4782-c6ff-4108-a8dd-a568aeeefa48 HTTP/1.1" status: 200 len: 851 time: 0.3130755 Oct 20 11:45:49.279973 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-69c952e4-000b-4c4f-99bc-fbe63785a40a tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:49.304073 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372aa69-3671-448c-8de5-79e734e60891 req-353af5c4-bff6-483d-8a99-bb2a85652cb6 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:49.304625 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-69c952e4-000b-4c4f-99bc-fbe63785a40a tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] 10.222.0.98 "DELETE /v2.0/ports/81c93ea7-b99e-4ed3-9664-ef5cdec80c13 HTTP/1.1" status: 204 len: 168 time: 1.2578335 Oct 20 11:45:49.305146 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c952e4-000b-4c4f-99bc-fbe63785a40a tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Pushing event deleted for resources: {'Port': ['ID=81c93ea7-b99e-4ed3-9664-ef5cdec80c13,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:49.313352 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1372aa69-3671-448c-8de5-79e734e60891 req-353af5c4-bff6-483d-8a99-bb2a85652cb6 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0bdecda-681c-4545-8cfd-fe258c89cb2e HTTP/1.1" status: 200 len: 943 time: 0.3720505 Oct 20 11:45:49.321923 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55400) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:49.329446 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-870a3c3c-c2b7-4506-b3d2-9c2f2b2ccc9c tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Request body: {'port': {'name': 'tempest-new-port-name-1195885925', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:49.336437 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.api.validators [None req-870a3c3c-c2b7-4506-b3d2-9c2f2b2ccc9c tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] bootfile-name is not in valid_values {{(pid=100646) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 20 11:45:49.337588 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.api.validators [None req-870a3c3c-c2b7-4506-b3d2-9c2f2b2ccc9c tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] tftp-server is not in valid_values {{(pid=100646) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 20 11:45:49.338720 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.api.validators [None req-870a3c3c-c2b7-4506-b3d2-9c2f2b2ccc9c tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] server-ip-address is not in valid_values {{(pid=100646) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 20 11:45:49.340998 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d035639-1d18-440c-b9fb-78f1e34ea796 admin admin] vlan segment allocate from pool success with {'vlan_id': 1288, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:45:49.366414 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d035639-1d18-440c-b9fb-78f1e34ea796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7302830c-f076-45ab-b8d9-6ceff955d3a3,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:49.379527 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7d035639-1d18-440c-b9fb-78f1e34ea796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:49.380004 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-7d035639-1d18-440c-b9fb-78f1e34ea796 admin admin] Added segment ba2db131-f70b-4119-9629-4eac0d027823 of type vlan for network 1b892001-39c2-4a2f-8bb3-b72ef6055534 Oct 20 11:45:49.383333 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ccf0a93-1579-488d-b4f1-41ea7fb0a318 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:45:49.389890 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0a93-1579-488d-b4f1-41ea7fb0a318 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:49.432083 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdd227c-ff20-4de6-bba0-d5dc712eabfc None None] Sync routers for ids ['c938bb64-9f31-4eee-b70f-435ea9382551'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:45:49.456757 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-8c782d00-ad0f-4ded-88fb-3e676a936336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:49.476620 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1372aa69-3671-448c-8de5-79e734e60891 req-589559e2-301d-4709-a2b8-80f254082043 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] 10.222.0.98 "GET /v2.0/security-groups?id=2678c1ea-f6c9-46df-a5f6-515c9229dca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622827 Oct 20 11:45:49.488169 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71faf598-c30a-4363-bdab-fafc813bd793 req-44e5f1d7-f800-430e-aea6-eab0eb7bb7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:49.489792 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-71faf598-c30a-4363-bdab-fafc813bd793 req-44e5f1d7-f800-430e-aea6-eab0eb7bb7cc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1980227-64af-4c17-9cee-4570c69a4cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2102137 Oct 20 11:45:49.499428 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdd227c-ff20-4de6-bba0-d5dc712eabfc None None] Routers {'c938bb64-9f31-4eee-b70f-435ea9382551'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:45:49.499874 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2ccf0a93-1579-488d-b4f1-41ea7fb0a318 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] 10.222.0.98 "PUT /v2.0/floatingips/198947a0-2937-489a-90d9-4b3ee89272ed HTTP/1.1" status: 200 len: 977 time: 3.3956413 Oct 20 11:45:49.502385 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-ccdd227c-ff20-4de6-bba0-d5dc712eabfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:45:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['c938bb64-9f31-4eee-b70f-435ea9382551'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:49.505119 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-71faf598-c30a-4363-bdab-fafc813bd793 req-36d5c7ce-3e1d-497d-a71d-3d411979febf service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:45:49.506074 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-71faf598-c30a-4363-bdab-fafc813bd793 req-36d5c7ce-3e1d-497d-a71d-3d411979febf service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051770 Oct 20 11:45:49.506524 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55404) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:49.536606 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7d035639-1d18-440c-b9fb-78f1e34ea796 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:49.567711 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-870a3c3c-c2b7-4506-b3d2-9c2f2b2ccc9c tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:49.625451 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-ccdd227c-ff20-4de6-bba0-d5dc712eabfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:49.660504 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdd227c-ff20-4de6-bba0-d5dc712eabfc None None] Routers {'c938bb64-9f31-4eee-b70f-435ea9382551'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:45:49.661829 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-ccdd227c-ff20-4de6-bba0-d5dc712eabfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:45:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['c938bb64-9f31-4eee-b70f-435ea9382551'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:49.745832 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-ccdd227c-ff20-4de6-bba0-d5dc712eabfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:49.746678 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdd227c-ff20-4de6-bba0-d5dc712eabfc None None] The sync data for ids ['c938bb64-9f31-4eee-b70f-435ea9382551'] in n-d-814735-3 is: [] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:45:49.779527 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7d035639-1d18-440c-b9fb-78f1e34ea796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:49.780640 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d035639-1d18-440c-b9fb-78f1e34ea796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:49.783057 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7d035639-1d18-440c-b9fb-78f1e34ea796 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:49.824516 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-71faf598-c30a-4363-bdab-fafc813bd793 req-2c4b4b2f-853a-4186-897d-feecd34d46a9 service neutron] 10.222.0.11 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080306 Oct 20 11:45:49.833289 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-7d035639-1d18-440c-b9fb-78f1e34ea796 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5290754 Oct 20 11:45:49.836268 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55416) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:49.841324 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-ae3fa498-e111-436e-8406-bccd4f15e2ba admin admin] Request body: {'subnet': {'network_id': '1b892001-39c2-4a2f-8bb3-b72ef6055534', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1581845140-subnet', 'tenant_id': 'f3d32e0333e043f7ad5ea1f647a23e73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:49.870380 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92f441-d43d-493c-9a4c-3cf72765b647 req-c14bff2b-afd8-44b5-bbdd-0f3ddd3af3f5 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:49.872031 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0e92f441-d43d-493c-9a4c-3cf72765b647 req-c14bff2b-afd8-44b5-bbdd-0f3ddd3af3f5 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.2478974 Oct 20 11:45:49.885858 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3fa498-e111-436e-8406-bccd4f15e2ba admin admin] Made reservation on behalf of f3d32e0333e043f7ad5ea1f647a23e73 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:45:49.888270 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ae3fa498-e111-436e-8406-bccd4f15e2ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:49.921822 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-870a3c3c-c2b7-4506-b3d2-9c2f2b2ccc9c tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:49.946631 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0e92f441-d43d-493c-9a4c-3cf72765b647 req-4e580ba0-a4b6-49b4-a7ac-954dfdb9d36e tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585423 Oct 20 11:45:49.955707 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-870a3c3c-c2b7-4506-b3d2-9c2f2b2ccc9c tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:50.005717 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-870a3c3c-c2b7-4506-b3d2-9c2f2b2ccc9c tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] In _notify_port_updated(), no bound segment for port 823852d7-4a23-408e-be17-9477f10e0adf on network 37de4da0-a3a6-41bc-9540-0d64dcce7792 {{(pid=100646) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 11:45:50.011519 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870a3c3c-c2b7-4506-b3d2-9c2f2b2ccc9c tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:50.012171 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-870a3c3c-c2b7-4506-b3d2-9c2f2b2ccc9c tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:50.013586 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-870a3c3c-c2b7-4506-b3d2-9c2f2b2ccc9c tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] 10.222.0.98 "PUT /v2.0/ports/823852d7-4a23-408e-be17-9477f10e0adf HTTP/1.1" status: 200 len: 1130 time: 0.6895993 Oct 20 11:45:50.016766 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55420) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:50.026917 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-7816c68c-393c-4de7-9bdc-a2c1761d1cd8 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Deleting port 47b3072f-bb52-4f19-93e3-d10a8905d5cd {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:45:50.027268 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7816c68c-393c-4de7-9bdc-a2c1761d1cd8 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:50.037456 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d035639-1d18-440c-b9fb-78f1e34ea796 admin admin] Pushing event updated for resources: {'Network': ['ID=1b892001-39c2-4a2f-8bb3-b72ef6055534,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:50.049054 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 1b892001-39c2-4a2f-8bb3-b72ef6055534 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:45:50.137381 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-71faf598-c30a-4363-bdab-fafc813bd793 req-e3b08253-2381-44a5-a5a3-0afbfb3ef947 service neutron] 10.222.0.11 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914484 Oct 20 11:45:50.183232 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7816c68c-393c-4de7-9bdc-a2c1761d1cd8 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:50.513072 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7816c68c-393c-4de7-9bdc-a2c1761d1cd8 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:50.514104 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7816c68c-393c-4de7-9bdc-a2c1761d1cd8 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:50.514706 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [None req-7816c68c-393c-4de7-9bdc-a2c1761d1cd8 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Floating IP 198947a0-2937-489a-90d9-4b3ee89272ed disassociated. External IP: 172.25.5.224, port: 47b3072f-bb52-4f19-93e3-d10a8905d5cd. Oct 20 11:45:50.515230 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-7816c68c-393c-4de7-9bdc-a2c1761d1cd8 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Calling delete_port for 47b3072f-bb52-4f19-93e3-d10a8905d5cd owned by {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:45:50.584590 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-499c4190-2596-4422-bb24-0969819bf9a1 None None] Provisioning complete for port 823852d7-4a23-408e-be17-9477f10e0adf triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:45:50.585712 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-499c4190-2596-4422-bb24-0969819bf9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:50.623959 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-499c4190-2596-4422-bb24-0969819bf9a1 None None] Port 823852d7-4a23-408e-be17-9477f10e0adf cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:45:50.705343 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 6e2d8c55-8b92-4b91-acfd-ff6557fca7b1 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:45:50.726759 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ea796-60e1-4232-a45b-fab7a08ccbdc req-7235d1c8-edd3-473f-b62c-8d685019f951 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:50.728520 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3c9ea796-60e1-4232-a45b-fab7a08ccbdc req-7235d1c8-edd3-473f-b62c-8d685019f951 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0bdecda-681c-4545-8cfd-fe258c89cb2e HTTP/1.1" status: 200 len: 943 time: 0.0939450 Oct 20 11:45:50.735147 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870a3c3c-c2b7-4506-b3d2-9c2f2b2ccc9c tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Pushing event updated for resources: {'Port': ['ID=823852d7-4a23-408e-be17-9477f10e0adf,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:50.819735 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dba7571-0628-4b19-ad5f-50d2c81c9f29 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:50.821433 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7dba7571-0628-4b19-ad5f-50d2c81c9f29 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] 10.222.0.98 "GET /v2.0/ports/823852d7-4a23-408e-be17-9477f10e0adf HTTP/1.1" status: 200 len: 1130 time: 0.8004045 Oct 20 11:45:50.824370 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ae3fa498-e111-436e-8406-bccd4f15e2ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:50.828867 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55446) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:50.829087 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3c9ea796-60e1-4232-a45b-fab7a08ccbdc req-f94c641b-718f-4d1c-ac34-00e6c2a7d937 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] 10.222.0.98 "GET /v2.0/security-groups?id=2678c1ea-f6c9-46df-a5f6-515c9229dca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725732 Oct 20 11:45:50.863322 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7816c68c-393c-4de7-9bdc-a2c1761d1cd8 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:50.903466 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 6e2d8c55-8b92-4b91-acfd-ff6557fca7b1, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=6e2d8c55-8b92-4b91-acfd-ff6557fca7b1,segment=NetworkSegment(c2bfac13-4063-439a-8552-4ddfd854ae3a),segment_id=c2bfac13-4063-439a-8552-4ddfd854ae3a)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:45:50.907337 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7816c68c-393c-4de7-9bdc-a2c1761d1cd8 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Pushing event deleted for resources: {'Port': ['ID=47b3072f-bb52-4f19-93e3-d10a8905d5cd,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:50.916115 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '6e2d8c55-8b92-4b91-acfd-ff6557fca7b1', 'network_id': '6d40b024-4fc7-4dc7-912c-915296cae597', 'port_id': '6e2d8c55-8b92-4b91-acfd-ff6557fca7b1', 'mac_address': 'fa:16:3e:16:5e:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5380378-be60-4719-971c-b49478474c4a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:45:50.928952 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55448) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:50.994859 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:51.027789 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e2d8c55-8b92-4b91-acfd-ff6557fca7b1 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:45:51.038161 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3fa498-e111-436e-8406-bccd4f15e2ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a91f57a-3317-448b-a1c3-2a415cd8edd6,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:51.070852 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3fa498-e111-436e-8406-bccd4f15e2ba admin admin] Checking segment: {'id': 'ba2db131-f70b-4119-9629-4eac0d027823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '1b892001-39c2-4a2f-8bb3-b72ef6055534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:45:51.073549 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 6e2d8c55-8b92-4b91-acfd-ff6557fca7b1, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=6e2d8c55-8b92-4b91-acfd-ff6557fca7b1,segment=NetworkSegment(c2bfac13-4063-439a-8552-4ddfd854ae3a),segment_id=c2bfac13-4063-439a-8552-4ddfd854ae3a)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:45:51.073992 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3fa498-e111-436e-8406-bccd4f15e2ba admin admin] Network hostable DHCP agents. Network: 1b892001-39c2-4a2f-8bb3-b72ef6055534, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:45:51.084135 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7816c68c-393c-4de7-9bdc-a2c1761d1cd8 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Router c938bb64-9f31-4eee-b70f-435ea9382551 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:45:51.087330 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:51.118388 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3fa498-e111-436e-8406-bccd4f15e2ba admin admin] Network 1b892001-39c2-4a2f-8bb3-b72ef6055534 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:45:51.135006 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-ae3fa498-e111-436e-8406-bccd4f15e2ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 1b892001-39c2-4a2f-8bb3-b72ef6055534) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:45:51.142893 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3fa498-e111-436e-8406-bccd4f15e2ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:51.143538 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ae3fa498-e111-436e-8406-bccd4f15e2ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:51.160644 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417d583b-3f20-4881-8c77-9bd91f27298a None None] Network 1b892001-39c2-4a2f-8bb3-b72ef6055534 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:45:51.163752 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-6049fde5-7e78-46d7-96b3-0da44d4ce482 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Deleting port 823852d7-4a23-408e-be17-9477f10e0adf {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:45:51.164313 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6049fde5-7e78-46d7-96b3-0da44d4ce482 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:51.226508 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2848b195-2535-417d-8fca-c2e568701dc3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:51.244518 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=6e2d8c55-8b92-4b91-acfd-ff6557fca7b1,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:51.265947 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ae3fa498-e111-436e-8406-bccd4f15e2ba admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4284782 Oct 20 11:45:51.286920 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6049fde5-7e78-46d7-96b3-0da44d4ce482 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:51.309753 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-6049fde5-7e78-46d7-96b3-0da44d4ce482 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Calling delete_port for 823852d7-4a23-408e-be17-9477f10e0adf owned by {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:45:51.344283 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd75bef-b6ae-4326-8fc6-9e5775d11b33 None None] Network 1b892001-39c2-4a2f-8bb3-b72ef6055534 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:45:51.359425 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f155b-fa2e-48e0-8c7d-d7214400f5f1 req-eeceebef-21d3-4137-bfc6-3fa88ce5f546 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:51.361289 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-822f155b-fa2e-48e0-8c7d-d7214400f5f1 req-eeceebef-21d3-4137-bfc6-3fa88ce5f546 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.2747908 Oct 20 11:45:51.438208 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['6e2d8c55-8b92-4b91-acfd-ff6557fca7b1'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:45:51.445922 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7816c68c-393c-4de7-9bdc-a2c1761d1cd8 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:45:51.461497 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c53d7bd-1a24-4643-8188-d8be52a8c098 None None] Sync routers for ids ['c938bb64-9f31-4eee-b70f-435ea9382551'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:45:51.509106 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c53d7bd-1a24-4643-8188-d8be52a8c098 None None] Routers {'c938bb64-9f31-4eee-b70f-435ea9382551'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:45:51.509336 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-8c53d7bd-1a24-4643-8188-d8be52a8c098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:45:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['c938bb64-9f31-4eee-b70f-435ea9382551'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:51.525188 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6049fde5-7e78-46d7-96b3-0da44d4ce482 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:51.544164 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-822f155b-fa2e-48e0-8c7d-d7214400f5f1 req-ee3f4eaa-db52-4acf-8020-897fc8c85c67 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414578 Oct 20 11:45:51.603785 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6049fde5-7e78-46d7-96b3-0da44d4ce482 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Pushing event deleted for resources: {'Port': ['ID=823852d7-4a23-408e-be17-9477f10e0adf,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:51.630990 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2848b195-2535-417d-8fca-c2e568701dc3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:51.685651 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6049fde5-7e78-46d7-96b3-0da44d4ce482 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:51.689574 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2848b195-2535-417d-8fca-c2e568701dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:51.694543 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6049fde5-7e78-46d7-96b3-0da44d4ce482 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] 10.222.0.98 "DELETE /v2.0/ports/823852d7-4a23-408e-be17-9477f10e0adf HTTP/1.1" status: 204 len: 168 time: 0.8239520 Oct 20 11:45:51.695412 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55470) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:51.736055 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-8c53d7bd-1a24-4643-8188-d8be52a8c098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:51.753216 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c53d7bd-1a24-4643-8188-d8be52a8c098 None None] Routers {'c938bb64-9f31-4eee-b70f-435ea9382551'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:45:51.754163 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-8c53d7bd-1a24-4643-8188-d8be52a8c098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:45:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['c938bb64-9f31-4eee-b70f-435ea9382551'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:51.767487 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2848b195-2535-417d-8fca-c2e568701dc3 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9f36d8c25dda43d081856a5f834efd2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7990057 Oct 20 11:45:51.769797 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55472) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:51.835524 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-8c53d7bd-1a24-4643-8188-d8be52a8c098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:51.836269 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c53d7bd-1a24-4643-8188-d8be52a8c098 None None] The sync data for ids ['c938bb64-9f31-4eee-b70f-435ea9382551'] in n-d-814735-3 is: [] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:45:51.843933 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2848b195-2535-417d-8fca-c2e568701dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3237484-91d2-41b1-bc04-6605272b58a0,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:51.859648 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7816c68c-393c-4de7-9bdc-a2c1761d1cd8 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:51.865839 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-7816c68c-393c-4de7-9bdc-a2c1761d1cd8 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] 10.222.0.98 "DELETE /v2.0/ports/47b3072f-bb52-4f19-93e3-d10a8905d5cd HTTP/1.1" status: 204 len: 168 time: 2.3562315 Oct 20 11:45:51.866539 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55476) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:51.878158 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-25f6a7ff-dfc7-47d3-be58-9c7200370ac3 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Deleting subnet fa093a9c-3aac-4c77-90ef-37a8254e97b9 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:45:51.886163 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-25f6a7ff-dfc7-47d3-be58-9c7200370ac3 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:51.963436 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-04157d3b-6664-4868-8326-6890198f6098 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] 10.222.0.98 "GET /v2.0/floatingips/198947a0-2937-489a-90d9-4b3ee89272ed HTTP/1.1" status: 200 len: 688 time: 0.0930521 Oct 20 11:45:51.969677 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55478) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:51.988732 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-25f6a7ff-dfc7-47d3-be58-9c7200370ac3 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:52.036875 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4030a33f-949d-467a-b359-24f641529cec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:52.068441 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a6724-76d4-4abd-aee3-0edcf9785982 req-156314ae-09af-4e7d-a686-e2d95e1672cf tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:52.070345 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-032a6724-76d4-4abd-aee3-0edcf9785982 req-156314ae-09af-4e7d-a686-e2d95e1672cf tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0bdecda-681c-4545-8cfd-fe258c89cb2e HTTP/1.1" status: 200 len: 944 time: 0.1131918 Oct 20 11:45:52.090085 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4030a33f-949d-467a-b359-24f641529cec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:52.123561 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-25f6a7ff-dfc7-47d3-be58-9c7200370ac3 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:52.181429 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4a8993c2-b1e4-4fd5-8ae4-40458e8ff60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:52.202062 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4030a33f-949d-467a-b359-24f641529cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:52.205169 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4030a33f-949d-467a-b359-24f641529cec admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:52.206541 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4030a33f-949d-467a-b359-24f641529cec admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e3237484-91d2-41b1-bc04-6605272b58a0 HTTP/1.1" status: 204 len: 168 time: 0.4323292 Oct 20 11:45:52.218147 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4030a33f-949d-467a-b359-24f641529cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3237484-91d2-41b1-bc04-6605272b58a0,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:52.244269 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-032a6724-76d4-4abd-aee3-0edcf9785982 req-c786b698-b960-4e23-bb2a-1de47716b63d tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] 10.222.0.98 "GET /v2.0/security-groups?id=2678c1ea-f6c9-46df-a5f6-515c9229dca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729007 Oct 20 11:45:52.253055 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-25f6a7ff-dfc7-47d3-be58-9c7200370ac3 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:52.269830 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-9caca6a3-df83-47f5-b447-14787cad0f60 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Deleting port d6a1dc54-dc6f-4f90-acf7-51b580b14543 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:45:52.270340 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9caca6a3-df83-47f5-b447-14787cad0f60 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:52.290206 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f6a7ff-dfc7-47d3-be58-9c7200370ac3 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Pushing event deleted for resources: {'Subnet': ['ID=fa093a9c-3aac-4c77-90ef-37a8254e97b9,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:52.306685 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85c710c-6bed-4759-bd88-6b80ea9985a5 None None] Network 37de4da0-a3a6-41bc-9540-0d64dcce7792 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:45:52.316764 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-25f6a7ff-dfc7-47d3-be58-9c7200370ac3 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:52.328842 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-25f6a7ff-dfc7-47d3-be58-9c7200370ac3 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] 10.222.0.98 "DELETE /v2.0/subnets/fa093a9c-3aac-4c77-90ef-37a8254e97b9 HTTP/1.1" status: 204 len: 168 time: 0.6321831 Oct 20 11:45:52.332473 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55488) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:52.363649 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9caca6a3-df83-47f5-b447-14787cad0f60 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:52.364391 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9caca6a3-df83-47f5-b447-14787cad0f60 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:52.380066 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-9caca6a3-df83-47f5-b447-14787cad0f60 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Calling delete_port for d6a1dc54-dc6f-4f90-acf7-51b580b14543 owned by network:floatingip {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:45:52.578883 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9ca2db0e-05ea-4b4a-a933-2c225248b8e1 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:52.587722 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd3c0df-5380-4abf-a96e-93af2dc40403 None None] DHCP port deletion for 37de4da0-a3a6-41bc-9540-0d64dcce7792 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:45:52.612435 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9caca6a3-df83-47f5-b447-14787cad0f60 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:52.719548 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 6e2d8c55-8b92-4b91-acfd-ff6557fca7b1 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:45:52.748295 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-9ca2db0e-05ea-4b4a-a933-2c225248b8e1 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Deleting port 194f3a2f-0f58-41a0-8393-8bf183fc8136 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:45:52.748819 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9ca2db0e-05ea-4b4a-a933-2c225248b8e1 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:52.785712 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-4bd3c0df-5380-4abf-a96e-93af2dc40403 None None] Deleting port 194f3a2f-0f58-41a0-8393-8bf183fc8136 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:45:52.786145 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4bd3c0df-5380-4abf-a96e-93af2dc40403 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:52.870385 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-4bd3c0df-5380-4abf-a96e-93af2dc40403 None None] For port 194f3a2f-0f58-41a0-8393-8bf183fc8136, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=194f3a2f-0f58-41a0-8393-8bf183fc8136,segment=NetworkSegment(16ec3a15-aeb2-4cf5-bd1c-dc94497e2c6b),segment_id=16ec3a15-aeb2-4cf5-bd1c-dc94497e2c6b)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:45:52.870780 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4bd3c0df-5380-4abf-a96e-93af2dc40403 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:52.894495 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-9ca2db0e-05ea-4b4a-a933-2c225248b8e1 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] For port 194f3a2f-0f58-41a0-8393-8bf183fc8136, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=194f3a2f-0f58-41a0-8393-8bf183fc8136,segment=NetworkSegment(16ec3a15-aeb2-4cf5-bd1c-dc94497e2c6b),segment_id=16ec3a15-aeb2-4cf5-bd1c-dc94497e2c6b)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:45:52.894495 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9ca2db0e-05ea-4b4a-a933-2c225248b8e1 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:52.911900 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-4bd3c0df-5380-4abf-a96e-93af2dc40403 None None] Calling delete_port for 194f3a2f-0f58-41a0-8393-8bf183fc8136 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:45:52.913906 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-9ca2db0e-05ea-4b4a-a933-2c225248b8e1 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Calling delete_port for 194f3a2f-0f58-41a0-8393-8bf183fc8136 owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:45:52.918681 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 6e2d8c55-8b92-4b91-acfd-ff6557fca7b1 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:45:52.933801 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 6e2d8c55-8b92-4b91-acfd-ff6557fca7b1 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:45:52.933801 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:53.061576 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 194f3a2f-0f58-41a0-8393-8bf183fc8136 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:45:53.101113 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9ca2db0e-05ea-4b4a-a933-2c225248b8e1 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:53.123232 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:53.137489 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca2db0e-05ea-4b4a-a933-2c225248b8e1 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Pushing event deleted for resources: {'Port': ['ID=194f3a2f-0f58-41a0-8393-8bf183fc8136,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:53.170095 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:53.171615 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:53.178312 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca2db0e-05ea-4b4a-a933-2c225248b8e1 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] No DVR routers for this DVR port 194f3a2f-0f58-41a0-8393-8bf183fc8136 on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:45:53.191664 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4bd3c0df-5380-4abf-a96e-93af2dc40403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:53.287243 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0bdecda-681c-4545-8cfd-fe258c89cb2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e2d8c55-8b92-4b91-acfd-ff6557fca7b1'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:45:53.289602 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911b12f9-3b71-4943-be0a-7287e5b78ac1" -d '{"events": [{"server_uuid": "c0bdecda-681c-4545-8cfd-fe258c89cb2e", "name": "network-vif-plugged", "status": "completed", "tag": "6e2d8c55-8b92-4b91-acfd-ff6557fca7b1"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:45:53.304524 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd3c0df-5380-4abf-a96e-93af2dc40403 None None] Pushing event deleted for resources: {'Port': ['ID=194f3a2f-0f58-41a0-8393-8bf183fc8136,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:53.334731 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd3c0df-5380-4abf-a96e-93af2dc40403 None None] No DVR routers for this DVR port 194f3a2f-0f58-41a0-8393-8bf183fc8136 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:45:53.336375 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No active binding found for port 194f3a2f-0f58-41a0-8393-8bf183fc8136 {{(pid=100648) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 20 11:45:53.340305 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 194f3a2f-0f58-41a0-8393-8bf183fc8136 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:45:53.343363 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 6e2d8c55-8b92-4b91-acfd-ff6557fca7b1, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=6e2d8c55-8b92-4b91-acfd-ff6557fca7b1,segment=NetworkSegment(c2bfac13-4063-439a-8552-4ddfd854ae3a),segment_id=c2bfac13-4063-439a-8552-4ddfd854ae3a)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:45:53.365587 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:53.417739 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5d2572-5069-4ffd-9bac-4dca0c90594e x-openstack-request-id: req-bf5d2572-5069-4ffd-9bac-4dca0c90594e {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:45:53.418301 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0bdecda-681c-4545-8cfd-fe258c89cb2e", "name": "network-vif-plugged", "status": "completed", "tag": "6e2d8c55-8b92-4b91-acfd-ff6557fca7b1", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:45:53.418748 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bf5d2572-5069-4ffd-9bac-4dca0c90594e {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:45:53.419375 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0bdecda-681c-4545-8cfd-fe258c89cb2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e2d8c55-8b92-4b91-acfd-ff6557fca7b1', 'code': 200} Oct 20 11:45:53.422194 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9ca2db0e-05ea-4b4a-a933-2c225248b8e1 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:53.448407 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-9ca2db0e-05ea-4b4a-a933-2c225248b8e1 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37de4da0-a3a6-41bc-9540-0d64dcce7792']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:53.451855 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caca6a3-df83-47f5-b447-14787cad0f60 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Pushing event deleted for resources: {'Port': ['ID=d6a1dc54-dc6f-4f90-acf7-51b580b14543,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:53.459889 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=6e2d8c55-8b92-4b91-acfd-ff6557fca7b1,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:53.470225 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-9ca2db0e-05ea-4b4a-a933-2c225248b8e1 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16ec3a15-aeb2-4cf5-bd1c-dc94497e2c6b') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:53.470855 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-9ca2db0e-05ea-4b4a-a933-2c225248b8e1 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16ec3a15-aeb2-4cf5-bd1c-dc94497e2c6b') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:53.483087 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9ca2db0e-05ea-4b4a-a933-2c225248b8e1 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:53.497911 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9ca2db0e-05ea-4b4a-a933-2c225248b8e1 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:53.504659 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ca2db0e-05ea-4b4a-a933-2c225248b8e1 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Releasing vlan 1291 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:45:53.505381 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9ca2db0e-05ea-4b4a-a933-2c225248b8e1 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:53.594452 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb616f-0539-43b0-bc43-aed1eadb147f req-f8ea3d87-0020-4020-b0a8-c9bffee178db tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:53.596894 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-51cb616f-0539-43b0-bc43-aed1eadb147f req-f8ea3d87-0020-4020-b0a8-c9bffee178db tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0bdecda-681c-4545-8cfd-fe258c89cb2e HTTP/1.1" status: 200 len: 945 time: 0.1471555 Oct 20 11:45:53.603530 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9caca6a3-df83-47f5-b447-14787cad0f60 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for floatingip, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:53.606408 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9caca6a3-df83-47f5-b447-14787cad0f60 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:53.611839 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-9caca6a3-df83-47f5-b447-14787cad0f60 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] 10.222.0.98 "DELETE /v2.0/floatingips/198947a0-2937-489a-90d9-4b3ee89272ed HTTP/1.1" status: 204 len: 168 time: 1.6398945 Oct 20 11:45:53.612576 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55526) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:53.618932 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-ab646a75-c50f-48de-9b3e-6c343b382f9b tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'port_id': '8ac38423-7fc4-40f4-a05b-28be5b2b4135'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:53.654837 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:45:53.654837 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:45:53.654837 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:45:53.654837 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:45:53.654837 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:45:53.654837 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:45:53.654837 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:45:53.654837 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:45:53.654837 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:45:53.654837 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:45:53.654837 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:45:53.654837 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:45:53.654837 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:45:53.654837 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:45:53.654837 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:45:53.654837 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:45:53.654837 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:45:53.654837 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:45:53.654837 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:45:53.654837 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:45:53.654837 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:45:53.654837 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:45:53.654837 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:45:53.654837 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:45:53.654837 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:45:53.654837 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:45:53.654837 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:45:53.654837 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:45:53.654837 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:45:53.654837 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:45:53.654837 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:45:53.654837 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:45:53.685425 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9ca2db0e-05ea-4b4a-a933-2c225248b8e1 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:53.706392 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ab646a75-c50f-48de-9b3e-6c343b382f9b tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for floatingip, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:53.718016 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9ca2db0e-05ea-4b4a-a933-2c225248b8e1 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:53.726386 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-9ca2db0e-05ea-4b4a-a933-2c225248b8e1 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] 10.222.0.98 "DELETE /v2.0/networks/37de4da0-a3a6-41bc-9540-0d64dcce7792 HTTP/1.1" status: 204 len: 168 time: 1.3929195 Oct 20 11:45:53.803596 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-51cb616f-0539-43b0-bc43-aed1eadb147f req-eb54ca80-ebe6-46bc-8201-f7f2ee612470 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] 10.222.0.98 "GET /v2.0/security-groups?id=2678c1ea-f6c9-46df-a5f6-515c9229dca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898825 Oct 20 11:45:53.815340 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca2db0e-05ea-4b4a-a933-2c225248b8e1 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344 tempest-ExtraDHCPOptionsIpV6TestJSON-2092463344-project] Pushing event deleted for resources: {'Network': ['ID=37de4da0-a3a6-41bc-9540-0d64dcce7792,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:53.846276 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6c8fd-0f43-4d2f-bbfa-788ffba45e78 req-2b2ade50-dd45-4077-a1ed-bd1ac384653d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:53.847855 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-9ed6c8fd-0f43-4d2f-bbfa-788ffba45e78 req-2b2ade50-dd45-4077-a1ed-bd1ac384653d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c0bdecda-681c-4545-8cfd-fe258c89cb2e HTTP/1.1" status: 200 len: 1096 time: 0.1899047 Oct 20 11:45:53.899522 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-9ed6c8fd-0f43-4d2f-bbfa-788ffba45e78 req-ea39a9f1-8a36-4285-bc1c-6a0dbee008d9 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=2678c1ea-f6c9-46df-a5f6-515c9229dca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371449 Oct 20 11:45:53.921961 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ab646a75-c50f-48de-9b3e-6c343b382f9b tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:54.040755 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-ab646a75-c50f-48de-9b3e-6c343b382f9b tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Allocated IP 172.25.5.103 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/3e4f11d8-c1dd-4b23-874f-2343937a41ca) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:45:54.058127 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55538) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:54.166204 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ab646a75-c50f-48de-9b3e-6c343b382f9b tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:54.207932 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ab646a75-c50f-48de-9b3e-6c343b382f9b tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:54.241688 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8687fcf5-6219-4d89-8a1a-b361943e007f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=28c8a4a76770484d8fe0cee9d5834d15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1823146 Oct 20 11:45:54.244257 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55552) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:54.275700 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab646a75-c50f-48de-9b3e-6c343b382f9b tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:45:54.285694 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-ab646a75-c50f-48de-9b3e-6c343b382f9b tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:45:54.303079 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab646a75-c50f-48de-9b3e-6c343b382f9b tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:45:54.338198 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab646a75-c50f-48de-9b3e-6c343b382f9b tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Pushing event updated for resources: {'Port': ['ID=3e4f11d8-c1dd-4b23-874f-2343937a41ca,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:54.355006 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b4393796-794b-4fc3-972e-06a1ad704382 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:54.405601 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b4393796-794b-4fc3-972e-06a1ad704382 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:54.471479 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b4393796-794b-4fc3-972e-06a1ad704382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:54.476514 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b4393796-794b-4fc3-972e-06a1ad704382 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:54.478266 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b4393796-794b-4fc3-972e-06a1ad704382 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0e54f39f-da7c-4012-adbb-468ac3a5afb0 HTTP/1.1" status: 204 len: 168 time: 0.2326648 Oct 20 11:45:54.509205 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4393796-794b-4fc3-972e-06a1ad704382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e54f39f-da7c-4012-adbb-468ac3a5afb0,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:54.816995 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ab646a75-c50f-48de-9b3e-6c343b382f9b tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:54.854977 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:54.973552 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ab646a75-c50f-48de-9b3e-6c343b382f9b tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:55.031580 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce120587-07b0-4900-9b1f-5ef6eb902689 req-85747806-2fdd-45ad-8020-9a4c391bc3d1 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:55.048520 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ce120587-07b0-4900-9b1f-5ef6eb902689 req-85747806-2fdd-45ad-8020-9a4c391bc3d1 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0bdecda-681c-4545-8cfd-fe258c89cb2e HTTP/1.1" status: 200 len: 945 time: 0.1126969 Oct 20 11:45:55.144052 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ce120587-07b0-4900-9b1f-5ef6eb902689 req-62e4909f-a681-4e88-acbd-7baf71f4c013 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] 10.222.0.98 "GET /v2.0/security-groups?id=2678c1ea-f6c9-46df-a5f6-515c9229dca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906672 Oct 20 11:45:55.268199 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ab646a75-c50f-48de-9b3e-6c343b382f9b tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:55.274845 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ab646a75-c50f-48de-9b3e-6c343b382f9b tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:55.345604 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab646a75-c50f-48de-9b3e-6c343b382f9b tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Pushing event updated for resources: {'Port': ['ID=3e4f11d8-c1dd-4b23-874f-2343937a41ca,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:55.415098 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ab646a75-c50f-48de-9b3e-6c343b382f9b tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:55.607657 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [None req-ab646a75-c50f-48de-9b3e-6c343b382f9b tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Floating IP ffb7c3f0-cc7c-4a04-92bb-8a515d0ec1d6 associated. External IP: 172.25.5.103, port: 8ac38423-7fc4-40f4-a05b-28be5b2b4135. Oct 20 11:45:55.715944 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55608) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:55.834110 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-438afd14-c0da-44b3-8fbd-6d40f587c408 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1797113736'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:55.870677 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438afd14-c0da-44b3-8fbd-6d40f587c408 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Made reservation on behalf of 88a9dd418e8245538a9f34e3063c713d for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:45:55.882302 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-438afd14-c0da-44b3-8fbd-6d40f587c408 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:55.905308 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-438afd14-c0da-44b3-8fbd-6d40f587c408 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:55.973823 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab646a75-c50f-48de-9b3e-6c343b382f9b tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Router c938bb64-9f31-4eee-b70f-435ea9382551 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:45:56.012003 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-438afd14-c0da-44b3-8fbd-6d40f587c408 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:56.019395 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-438afd14-c0da-44b3-8fbd-6d40f587c408 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:56.040303 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55618) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:56.047059 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-438afd14-c0da-44b3-8fbd-6d40f587c408 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] vlan segment allocate from pool success with {'vlan_id': 1293, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:45:56.065400 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438afd14-c0da-44b3-8fbd-6d40f587c408 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd461ad-a907-4617-ad7b-81e9e137c0ab,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:56.081049 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-438afd14-c0da-44b3-8fbd-6d40f587c408 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:56.083114 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-438afd14-c0da-44b3-8fbd-6d40f587c408 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Added segment b8f9ba1b-2a80-4444-9bcf-30073d0a845b of type vlan for network 9bbc1829-12e0-49ab-ae03-3cab327eb883 Oct 20 11:45:56.130997 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-438afd14-c0da-44b3-8fbd-6d40f587c408 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:56.175108 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-438afd14-c0da-44b3-8fbd-6d40f587c408 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:56.177624 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab646a75-c50f-48de-9b3e-6c343b382f9b tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:45:56.187496 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438afd14-c0da-44b3-8fbd-6d40f587c408 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:56.189694 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76859109-fa10-4931-bc55-804e751cb985 None None] Sync routers for ids ['c938bb64-9f31-4eee-b70f-435ea9382551'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:45:56.190504 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-438afd14-c0da-44b3-8fbd-6d40f587c408 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:56.204298 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76859109-fa10-4931-bc55-804e751cb985 None None] Routers {'c938bb64-9f31-4eee-b70f-435ea9382551'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:45:56.204922 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-76859109-fa10-4931-bc55-804e751cb985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:45:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['c938bb64-9f31-4eee-b70f-435ea9382551'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:56.212237 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ab646a75-c50f-48de-9b3e-6c343b382f9b tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:56.265241 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-438afd14-c0da-44b3-8fbd-6d40f587c408 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5478642 Oct 20 11:45:56.296062 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-76859109-fa10-4931-bc55-804e751cb985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:56.305913 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438afd14-c0da-44b3-8fbd-6d40f587c408 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Pushing event updated for resources: {'Network': ['ID=9bbc1829-12e0-49ab-ae03-3cab327eb883,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:56.317723 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 9bbc1829-12e0-49ab-ae03-3cab327eb883 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:45:56.340004 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76859109-fa10-4931-bc55-804e751cb985 None None] Routers {'c938bb64-9f31-4eee-b70f-435ea9382551'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:45:56.340642 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-76859109-fa10-4931-bc55-804e751cb985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:45:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['c938bb64-9f31-4eee-b70f-435ea9382551'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:56.347083 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6c1cd43a-e813-4341-af0d-29cc7a08d5b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:56.377756 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55624) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:56.380148 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ab646a75-c50f-48de-9b3e-6c343b382f9b tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.7652273 Oct 20 11:45:56.384108 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-b9da3c3d-b979-45fb-aa3d-2fb452f1aa36 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1499841392'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:56.430728 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9da3c3d-b979-45fb-aa3d-2fb452f1aa36 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Made reservation on behalf of 292e0535894b48409065e32e227f3d3a for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:45:56.434986 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-76859109-fa10-4931-bc55-804e751cb985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:45:56.435830 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76859109-fa10-4931-bc55-804e751cb985 None None] The sync data for ids ['c938bb64-9f31-4eee-b70f-435ea9382551'] in n-d-814735-3 is: [] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:45:56.436607 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b9da3c3d-b979-45fb-aa3d-2fb452f1aa36 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:56.485713 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16d5a2-3530-4a57-8e18-a450bf153bb3 req-dc861636-6f9e-4f22-bb40-8ddfc95b08d2 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:56.487292 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea16d5a2-3530-4a57-8e18-a450bf153bb3 req-dc861636-6f9e-4f22-bb40-8ddfc95b08d2 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0bdecda-681c-4545-8cfd-fe258c89cb2e HTTP/1.1" status: 200 len: 945 time: 0.1990931 Oct 20 11:45:56.487513 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9da3c3d-b979-45fb-aa3d-2fb452f1aa36 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] vlan segment allocate from pool success with {'vlan_id': 1255, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:45:56.507683 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b9da3c3d-b979-45fb-aa3d-2fb452f1aa36 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:56.508037 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-b9da3c3d-b979-45fb-aa3d-2fb452f1aa36 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Added segment 291dc90b-97e0-496f-9865-e63a0676d70c of type vlan for network 54fe76f1-0db9-411c-b8fa-c8d9b1d35fae Oct 20 11:45:56.593971 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea16d5a2-3530-4a57-8e18-a450bf153bb3 req-d9a0e01e-891b-40ae-8cba-a2caaaaa0281 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] 10.222.0.98 "GET /v2.0/security-groups?id=2678c1ea-f6c9-46df-a5f6-515c9229dca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828331 Oct 20 11:45:56.594704 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b9da3c3d-b979-45fb-aa3d-2fb452f1aa36 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:56.671996 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6c1cd43a-e813-4341-af0d-29cc7a08d5b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:56.681964 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6c1cd43a-e813-4341-af0d-29cc7a08d5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:56.694710 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b9da3c3d-b979-45fb-aa3d-2fb452f1aa36 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:56.705634 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9da3c3d-b979-45fb-aa3d-2fb452f1aa36 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:56.706907 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b9da3c3d-b979-45fb-aa3d-2fb452f1aa36 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:56.770549 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b9da3c3d-b979-45fb-aa3d-2fb452f1aa36 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3911622 Oct 20 11:45:56.772247 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55634) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:56.793856 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-c32295ce-a482-4654-8539-a1dfd8a1e366 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Request body: {'subnet': {'network_id': '54fe76f1-0db9-411c-b8fa-c8d9b1d35fae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:56.854518 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-6c1cd43a-e813-4341-af0d-29cc7a08d5b7 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c12d2b865ced4951a183d50b80b7a12b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8128591 Oct 20 11:45:56.858621 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55638) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:56.875856 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1cd43a-e813-4341-af0d-29cc7a08d5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1522242d-4192-4433-8ebf-496098ac595a,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:56.990910 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-368c8062-f116-48a4-9889-60784fd41d34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:57.055693 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-368c8062-f116-48a4-9889-60784fd41d34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:57.089642 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da3c3d-b979-45fb-aa3d-2fb452f1aa36 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Pushing event updated for resources: {'Network': ['ID=54fe76f1-0db9-411c-b8fa-c8d9b1d35fae,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:57.101509 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 54fe76f1-0db9-411c-b8fa-c8d9b1d35fae details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:45:57.179729 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-368c8062-f116-48a4-9889-60784fd41d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:57.183272 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-368c8062-f116-48a4-9889-60784fd41d34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:57.184805 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-368c8062-f116-48a4-9889-60784fd41d34 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1522242d-4192-4433-8ebf-496098ac595a HTTP/1.1" status: 204 len: 168 time: 0.3250663 Oct 20 11:45:57.195066 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32295ce-a482-4654-8539-a1dfd8a1e366 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Made reservation on behalf of 292e0535894b48409065e32e227f3d3a for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:45:57.198841 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c32295ce-a482-4654-8539-a1dfd8a1e366 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:57.203511 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c8062-f116-48a4-9889-60784fd41d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1522242d-4192-4433-8ebf-496098ac595a,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:57.473973 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e29b08-69ac-4ae8-8797-1f089fb01686 req-3cd2c0fe-f00a-4c33-aa1f-f901212e17b0 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:57.483311 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-60e29b08-69ac-4ae8-8797-1f089fb01686 req-3cd2c0fe-f00a-4c33-aa1f-f901212e17b0 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0bdecda-681c-4545-8cfd-fe258c89cb2e HTTP/1.1" status: 200 len: 945 time: 0.1028912 Oct 20 11:45:57.529822 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-60e29b08-69ac-4ae8-8797-1f089fb01686 req-f2573900-e73a-4474-bd42-279dac04ffa3 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] 10.222.0.98 "GET /v2.0/security-groups?id=2678c1ea-f6c9-46df-a5f6-515c9229dca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455832 Oct 20 11:45:57.557110 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c32295ce-a482-4654-8539-a1dfd8a1e366 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:57.627915 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32295ce-a482-4654-8539-a1dfd8a1e366 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Pushing event updated for resources: {'Subnet': ['ID=96b377b5-3050-4d2a-ac3b-2119772eb759,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:57.651138 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32295ce-a482-4654-8539-a1dfd8a1e366 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Checking segment: {'id': '291dc90b-97e0-496f-9865-e63a0676d70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '54fe76f1-0db9-411c-b8fa-c8d9b1d35fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:45:57.651498 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32295ce-a482-4654-8539-a1dfd8a1e366 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Network hostable DHCP agents. Network: 54fe76f1-0db9-411c-b8fa-c8d9b1d35fae, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:45:57.675916 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32295ce-a482-4654-8539-a1dfd8a1e366 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Network 54fe76f1-0db9-411c-b8fa-c8d9b1d35fae is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:45:57.689294 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-c32295ce-a482-4654-8539-a1dfd8a1e366 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 54fe76f1-0db9-411c-b8fa-c8d9b1d35fae) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:45:57.690464 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55654) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:57.695755 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32295ce-a482-4654-8539-a1dfd8a1e366 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:57.696838 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c32295ce-a482-4654-8539-a1dfd8a1e366 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:57.702204 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2beaef-bfc6-452f-a451-5d5a0d461a25 None None] Network 54fe76f1-0db9-411c-b8fa-c8d9b1d35fae requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:45:57.716309 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-510c64a1-70a4-405e-851f-b3a33f9b6ee8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:57.736592 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c32295ce-a482-4654-8539-a1dfd8a1e366 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9478059 Oct 20 11:45:57.739295 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55656) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:57.748181 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-585a8049-663d-4ab2-ab3b-c6a921f255ca tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-716560263', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}, 'admin_state_up': False}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:57.791964 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-585a8049-663d-4ab2-ab3b-c6a921f255ca tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:57.794012 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-585a8049-663d-4ab2-ab3b-c6a921f255ca tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:57.961034 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-585a8049-663d-4ab2-ab3b-c6a921f255ca tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:57.974560 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-510c64a1-70a4-405e-851f-b3a33f9b6ee8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:58.060007 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-510c64a1-70a4-405e-851f-b3a33f9b6ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:58.200546 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510c64a1-70a4-405e-851f-b3a33f9b6ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a422b3f9-42aa-4b87-934d-5bf3363189ef,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:58.225716 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291bb185-e1f7-42f7-8952-560de23ca82d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-54fe76f1-0db9-411c-b8fa-c8d9b1d35fae', 'network_id': '54fe76f1-0db9-411c-b8fa-c8d9b1d35fae', 'tenant_id': '292e0535894b48409065e32e227f3d3a', 'fixed_ips': [{'subnet_id': '96b377b5-3050-4d2a-ac3b-2119772eb759'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:45:58.226589 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-291bb185-e1f7-42f7-8952-560de23ca82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:58.275697 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-585a8049-663d-4ab2-ab3b-c6a921f255ca tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:58.282676 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-510c64a1-70a4-405e-851f-b3a33f9b6ee8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6548f220ea2b438d98085291192cefae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5909667 Oct 20 11:45:58.285451 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55672) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:58.382158 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3db66e95-87c0-40a9-b5ee-3da182851ccf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:58.411389 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3db66e95-87c0-40a9-b5ee-3da182851ccf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:58.444116 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-291bb185-e1f7-42f7-8952-560de23ca82d None None] Allocated IP 172.20.0.2 (54fe76f1-0db9-411c-b8fa-c8d9b1d35fae/96b377b5-3050-4d2a-ac3b-2119772eb759/96d860c9-b5a0-46fd-a674-3e7d3e871dca) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:45:58.584738 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3db66e95-87c0-40a9-b5ee-3da182851ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:58.587553 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3db66e95-87c0-40a9-b5ee-3da182851ccf admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:58.591415 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3db66e95-87c0-40a9-b5ee-3da182851ccf admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a422b3f9-42aa-4b87-934d-5bf3363189ef HTTP/1.1" status: 204 len: 168 time: 0.3022201 Oct 20 11:45:58.628196 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db66e95-87c0-40a9-b5ee-3da182851ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a422b3f9-42aa-4b87-934d-5bf3363189ef,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:58.688848 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-291bb185-e1f7-42f7-8952-560de23ca82d None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:58.735141 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-291bb185-e1f7-42f7-8952-560de23ca82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:58.793189 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14abf864-ad0f-441f-a702-5a62196fdc2a req-05b6c650-b677-4bcf-beb2-a47290dd6b2d tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:58.798248 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-14abf864-ad0f-441f-a702-5a62196fdc2a req-05b6c650-b677-4bcf-beb2-a47290dd6b2d tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] 10.222.0.89 "GET /v2.0/ports?device_id=c0bdecda-681c-4545-8cfd-fe258c89cb2e HTTP/1.1" status: 200 len: 945 time: 0.1028388 Oct 20 11:45:58.808510 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291bb185-e1f7-42f7-8952-560de23ca82d None None] Network 54fe76f1-0db9-411c-b8fa-c8d9b1d35fae is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:45:58.825591 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-291bb185-e1f7-42f7-8952-560de23ca82d None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:45:58.844261 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291bb185-e1f7-42f7-8952-560de23ca82d None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:45:58.880111 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291bb185-e1f7-42f7-8952-560de23ca82d None None] Pushing event updated for resources: {'Port': ['ID=96d860c9-b5a0-46fd-a674-3e7d3e871dca,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:58.932577 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda484d-673f-4317-a2be-a33226ca672b req-c4648f74-2100-48e5-999b-0aa45720a2d7 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:45:58.941445 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6fda484d-673f-4317-a2be-a33226ca672b req-c4648f74-2100-48e5-999b-0aa45720a2d7 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0bdecda-681c-4545-8cfd-fe258c89cb2e HTTP/1.1" status: 200 len: 945 time: 0.2551787 Oct 20 11:45:59.044873 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-291bb185-e1f7-42f7-8952-560de23ca82d None None] Attempting to bind port 96d860c9-b5a0-46fd-a674-3e7d3e871dca on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:45:59.046829 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-291bb185-e1f7-42f7-8952-560de23ca82d None None] Attempting to bind port 96d860c9-b5a0-46fd-a674-3e7d3e871dca by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '291dc90b-97e0-496f-9865-e63a0676d70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '54fe76f1-0db9-411c-b8fa-c8d9b1d35fae'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:45:59.047116 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291bb185-e1f7-42f7-8952-560de23ca82d None None] Attempting to bind port 96d860c9-b5a0-46fd-a674-3e7d3e871dca on network 54fe76f1-0db9-411c-b8fa-c8d9b1d35fae {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:45:59.061074 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291bb185-e1f7-42f7-8952-560de23ca82d None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:45:59.061574 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291bb185-e1f7-42f7-8952-560de23ca82d None None] Checking segment: {'id': '291dc90b-97e0-496f-9865-e63a0676d70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '54fe76f1-0db9-411c-b8fa-c8d9b1d35fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:45:59.062072 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-291bb185-e1f7-42f7-8952-560de23ca82d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:59.063102 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291bb185-e1f7-42f7-8952-560de23ca82d None None] Bound using segment: {'id': '291dc90b-97e0-496f-9865-e63a0676d70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '54fe76f1-0db9-411c-b8fa-c8d9b1d35fae'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:45:59.063102 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-291bb185-e1f7-42f7-8952-560de23ca82d None None] Bound port: 96d860c9-b5a0-46fd-a674-3e7d3e871dca, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '291dc90b-97e0-496f-9865-e63a0676d70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '54fe76f1-0db9-411c-b8fa-c8d9b1d35fae'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:45:59.063621 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-291bb185-e1f7-42f7-8952-560de23ca82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:59.067995 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-14abf864-ad0f-441f-a702-5a62196fdc2a req-277095cb-9baa-4200-afd6-709571df86b0 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] Deleting port 6e2d8c55-8b92-4b91-acfd-ff6557fca7b1 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:45:59.069234 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-14abf864-ad0f-441f-a702-5a62196fdc2a req-277095cb-9baa-4200-afd6-709571df86b0 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:59.154684 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-585a8049-663d-4ab2-ab3b-c6a921f255ca tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for router_gateway, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:59.176051 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-291bb185-e1f7-42f7-8952-560de23ca82d None None] For port 96d860c9-b5a0-46fd-a674-3e7d3e871dca, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:45:59.180544 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-291bb185-e1f7-42f7-8952-560de23ca82d None None] For port 96d860c9-b5a0-46fd-a674-3e7d3e871dca, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=96d860c9-b5a0-46fd-a674-3e7d3e871dca,segment=NetworkSegment(291dc90b-97e0-496f-9865-e63a0676d70c),segment_id=291dc90b-97e0-496f-9865-e63a0676d70c)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:45:59.201478 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-291bb185-e1f7-42f7-8952-560de23ca82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:59.209865 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-585a8049-663d-4ab2-ab3b-c6a921f255ca tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:59.258580 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6fda484d-673f-4317-a2be-a33226ca672b req-84f4f23b-f6da-40fd-83fa-ca1fd75f91ba tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] 10.222.0.98 "GET /v2.0/security-groups?id=2678c1ea-f6c9-46df-a5f6-515c9229dca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995082 Oct 20 11:45:59.340768 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291bb185-e1f7-42f7-8952-560de23ca82d None None] Pushing event updated for resources: {'Port': ['ID=96d860c9-b5a0-46fd-a674-3e7d3e871dca,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:59.351127 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-14abf864-ad0f-441f-a702-5a62196fdc2a req-277095cb-9baa-4200-afd6-709571df86b0 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] For port 6e2d8c55-8b92-4b91-acfd-ff6557fca7b1, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=6e2d8c55-8b92-4b91-acfd-ff6557fca7b1,segment=NetworkSegment(c2bfac13-4063-439a-8552-4ddfd854ae3a),segment_id=c2bfac13-4063-439a-8552-4ddfd854ae3a)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:45:59.351701 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-14abf864-ad0f-441f-a702-5a62196fdc2a req-277095cb-9baa-4200-afd6-709571df86b0 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:59.389116 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-14abf864-ad0f-441f-a702-5a62196fdc2a req-277095cb-9baa-4200-afd6-709571df86b0 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] Calling delete_port for 6e2d8c55-8b92-4b91-acfd-ff6557fca7b1 owned by compute:nova {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:45:59.449489 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55694) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:45:59.457064 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-b046c84d-9e3f-4478-a926-cced2af43b61 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Request body: {'subnet': {'network_id': '9bbc1829-12e0-49ab-ae03-3cab327eb883', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:45:59.499555 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-585a8049-663d-4ab2-ab3b-c6a921f255ca tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Allocated IP 172.25.5.97 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/4aa89370-3e74-4edc-b462-7ca741eadf2c) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:45:59.669360 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b046c84d-9e3f-4478-a926-cced2af43b61 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Made reservation on behalf of 88a9dd418e8245538a9f34e3063c713d for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:45:59.673311 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b046c84d-9e3f-4478-a926-cced2af43b61 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:59.827045 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-585a8049-663d-4ab2-ab3b-c6a921f255ca tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:59.847835 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-14abf864-ad0f-441f-a702-5a62196fdc2a req-277095cb-9baa-4200-afd6-709571df86b0 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:59.863609 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['6e2d8c55-8b92-4b91-acfd-ff6557fca7b1'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:45:59.886060 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277095cb-9baa-4200-afd6-709571df86b0 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] Pushing event deleted for resources: {'Port': ['ID=6e2d8c55-8b92-4b91-acfd-ff6557fca7b1,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:45:59.915444 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-585a8049-663d-4ab2-ab3b-c6a921f255ca tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:59.973658 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-14abf864-ad0f-441f-a702-5a62196fdc2a req-277095cb-9baa-4200-afd6-709571df86b0 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] No DVR routers for this DVR port 6e2d8c55-8b92-4b91-acfd-ff6557fca7b1 on host n-h2-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:45:59.980991 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-14abf864-ad0f-441f-a702-5a62196fdc2a req-277095cb-9baa-4200-afd6-709571df86b0 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:45:59.984253 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-14abf864-ad0f-441f-a702-5a62196fdc2a req-277095cb-9baa-4200-afd6-709571df86b0 tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] 10.222.0.89 "DELETE /v2.0/ports/6e2d8c55-8b92-4b91-acfd-ff6557fca7b1 HTTP/1.1" status: 204 len: 173 time: 1.1726799 Oct 20 11:45:59.987212 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0bdecda-681c-4545-8cfd-fe258c89cb2e', 'name': 'network-vif-deleted', 'tag': '6e2d8c55-8b92-4b91-acfd-ff6557fca7b1'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:45:59.990031 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5711ad11-8928-49c7-88e8-925edd121abb" -d '{"events": [{"server_uuid": "c0bdecda-681c-4545-8cfd-fe258c89cb2e", "name": "network-vif-deleted", "tag": "6e2d8c55-8b92-4b91-acfd-ff6557fca7b1"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:46:00.023104 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585a8049-663d-4ab2-ab3b-c6a921f255ca tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Pushing event updated for resources: {'Port': ['ID=4aa89370-3e74-4edc-b462-7ca741eadf2c,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:00.043609 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585a8049-663d-4ab2-ab3b-c6a921f255ca tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:46:00.050622 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-585a8049-663d-4ab2-ab3b-c6a921f255ca tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:46:00.070091 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585a8049-663d-4ab2-ab3b-c6a921f255ca tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:46:00.090147 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087eb35b-5dcb-42e9-aee0-fd9b81c6d5c7 x-openstack-request-id: req-087eb35b-5dcb-42e9-aee0-fd9b81c6d5c7 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:46:00.090626 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0bdecda-681c-4545-8cfd-fe258c89cb2e", "name": "network-vif-deleted", "tag": "6e2d8c55-8b92-4b91-acfd-ff6557fca7b1", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:46:00.091146 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-087eb35b-5dcb-42e9-aee0-fd9b81c6d5c7 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:46:00.091689 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0bdecda-681c-4545-8cfd-fe258c89cb2e', 'name': 'network-vif-deleted', 'tag': '6e2d8c55-8b92-4b91-acfd-ff6557fca7b1', 'status': 'completed', 'code': 200} Oct 20 11:46:00.116456 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b046c84d-9e3f-4478-a926-cced2af43b61 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:00.250133 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b046c84d-9e3f-4478-a926-cced2af43b61 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Checking segment: {'id': 'b8f9ba1b-2a80-4444-9bcf-30073d0a845b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '9bbc1829-12e0-49ab-ae03-3cab327eb883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:46:00.250544 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b046c84d-9e3f-4478-a926-cced2af43b61 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Network hostable DHCP agents. Network: 9bbc1829-12e0-49ab-ae03-3cab327eb883, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:46:00.259561 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b046c84d-9e3f-4478-a926-cced2af43b61 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Pushing event updated for resources: {'Subnet': ['ID=b1c2f412-c715-4e11-a184-688caaabcc3d,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:00.304224 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b046c84d-9e3f-4478-a926-cced2af43b61 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Network 9bbc1829-12e0-49ab-ae03-3cab327eb883 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:46:00.322489 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-b046c84d-9e3f-4478-a926-cced2af43b61 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 9bbc1829-12e0-49ab-ae03-3cab327eb883) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:46:00.331543 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b046c84d-9e3f-4478-a926-cced2af43b61 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:00.331543 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b046c84d-9e3f-4478-a926-cced2af43b61 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:00.337242 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e94aa1-59ad-4f44-8bb1-b910f48996cc None None] Network 9bbc1829-12e0-49ab-ae03-3cab327eb883 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:46:00.376481 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b046c84d-9e3f-4478-a926-cced2af43b61 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9202020 Oct 20 11:46:00.379873 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55718) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:00.389705 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-7aa62ed4-bf77-479d-9e0c-1f322c387f36 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-620008100'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:46:00.455040 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa62ed4-bf77-479d-9e0c-1f322c387f36 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Made reservation on behalf of 88a9dd418e8245538a9f34e3063c713d for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:46:00.460089 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7aa62ed4-bf77-479d-9e0c-1f322c387f36 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:00.500343 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aa62ed4-bf77-479d-9e0c-1f322c387f36 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] vlan segment allocate from pool success with {'vlan_id': 1264, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:46:00.512215 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7aa62ed4-bf77-479d-9e0c-1f322c387f36 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:00.520301 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-7aa62ed4-bf77-479d-9e0c-1f322c387f36 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Added segment 0dfd4619-0643-4864-862c-99fd231c833e of type vlan for network bae2d57e-e7e3-4498-8499-5725c0dd38df Oct 20 11:46:00.636546 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3294ae-79a6-4b41-a93a-a4231ea22ef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-9bbc1829-12e0-49ab-ae03-3cab327eb883', 'network_id': '9bbc1829-12e0-49ab-ae03-3cab327eb883', 'tenant_id': '88a9dd418e8245538a9f34e3063c713d', 'fixed_ips': [{'subnet_id': 'b1c2f412-c715-4e11-a184-688caaabcc3d'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:46:00.637567 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bf3294ae-79a6-4b41-a93a-a4231ea22ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:00.672986 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7aa62ed4-bf77-479d-9e0c-1f322c387f36 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:00.725214 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-585a8049-663d-4ab2-ab3b-c6a921f255ca tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for router_gateway, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:00.758126 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c785a791-9fce-4a12-8f6c-ba99fc2adb46 req-3676a925-be91-4491-8430-e612679a010a tempest-ServerAddressesNegativeTestJSON-12495525 tempest-ServerAddressesNegativeTestJSON-12495525-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0bdecda-681c-4545-8cfd-fe258c89cb2e HTTP/1.1" status: 200 len: 210 time: 0.0340977 Oct 20 11:46:00.804852 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7aa62ed4-bf77-479d-9e0c-1f322c387f36 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:00.830168 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa62ed4-bf77-479d-9e0c-1f322c387f36 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:00.830846 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7aa62ed4-bf77-479d-9e0c-1f322c387f36 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:00.913369 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7aa62ed4-bf77-479d-9e0c-1f322c387f36 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5323701 Oct 20 11:46:00.929051 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55728) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:00.961023 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-f6eb550f-1b54-40bf-9d27-aa11d7b04857 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Request body: {'subnet': {'network_id': 'bae2d57e-e7e3-4498-8499-5725c0dd38df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:46:00.992071 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-bf3294ae-79a6-4b41-a93a-a4231ea22ef4 None None] Allocated IP 2001:db8:0:ffff::2 (9bbc1829-12e0-49ab-ae03-3cab327eb883/b1c2f412-c715-4e11-a184-688caaabcc3d/862ad04e-c270-4965-8edc-695738dcacd6) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:46:01.121727 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-0fe6aa34-d5ef-47d2-8a79-8a0c3daa2bfd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2608542 Oct 20 11:46:01.134288 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa62ed4-bf77-479d-9e0c-1f322c387f36 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Pushing event updated for resources: {'Network': ['ID=bae2d57e-e7e3-4498-8499-5725c0dd38df,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:01.149032 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network bae2d57e-e7e3-4498-8499-5725c0dd38df details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:46:01.240862 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae17ae0a-8f9d-4b96-8a12-8c895a5cd95a None None] Network 54fe76f1-0db9-411c-b8fa-c8d9b1d35fae requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:46:01.243938 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6eb550f-1b54-40bf-9d27-aa11d7b04857 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Made reservation on behalf of 88a9dd418e8245538a9f34e3063c713d for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:46:01.244187 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 96d860c9-b5a0-46fd-a674-3e7d3e871dca up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:46:01.248933 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f6eb550f-1b54-40bf-9d27-aa11d7b04857 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:01.463260 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-585a8049-663d-4ab2-ab3b-c6a921f255ca tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:01.527364 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-c113a9f3-a62a-4762-af9c-ebb4a1ec782d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:01.528012 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-c113a9f3-a62a-4762-af9c-ebb4a1ec782d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:01.528716 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-c113a9f3-a62a-4762-af9c-ebb4a1ec782d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:01.529171 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-c113a9f3-a62a-4762-af9c-ebb4a1ec782d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:01.529740 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-c113a9f3-a62a-4762-af9c-ebb4a1ec782d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:01.530193 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-c113a9f3-a62a-4762-af9c-ebb4a1ec782d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:01.530644 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-c113a9f3-a62a-4762-af9c-ebb4a1ec782d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:01.532665 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-c113a9f3-a62a-4762-af9c-ebb4a1ec782d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eaec2bab7fdf45a2bb81df4997c7d09e&device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 6502 time: 0.3408713 Oct 20 11:46:01.600641 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f6eb550f-1b54-40bf-9d27-aa11d7b04857 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:01.629631 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-318ee98b-1be8-4843-8418-0196daa8a418 None None] Provisioning complete for port 96d860c9-b5a0-46fd-a674-3e7d3e871dca triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:46:01.635278 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-318ee98b-1be8-4843-8418-0196daa8a418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:01.710781 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb550f-1b54-40bf-9d27-aa11d7b04857 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Pushing event updated for resources: {'Subnet': ['ID=500d166f-36e0-45e0-acf4-2818d9643e32,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:01.734408 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 96d860c9-b5a0-46fd-a674-3e7d3e871dca triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:46:01.738869 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:01.744236 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eb550f-1b54-40bf-9d27-aa11d7b04857 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Checking segment: {'id': '0dfd4619-0643-4864-862c-99fd231c833e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'bae2d57e-e7e3-4498-8499-5725c0dd38df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:46:01.744770 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6eb550f-1b54-40bf-9d27-aa11d7b04857 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Network hostable DHCP agents. Network: bae2d57e-e7e3-4498-8499-5725c0dd38df, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:46:01.777916 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6eb550f-1b54-40bf-9d27-aa11d7b04857 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Network bae2d57e-e7e3-4498-8499-5725c0dd38df is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:46:01.802733 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-f6eb550f-1b54-40bf-9d27-aa11d7b04857 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, bae2d57e-e7e3-4498-8499-5725c0dd38df) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:46:01.807978 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6eb550f-1b54-40bf-9d27-aa11d7b04857 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:01.808692 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f6eb550f-1b54-40bf-9d27-aa11d7b04857 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:01.862413 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f6eb550f-1b54-40bf-9d27-aa11d7b04857 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9171481 Oct 20 11:46:01.862729 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55754) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:01.889169 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8d5154-febc-442f-b6a4-a110b8304d0f None None] Network bae2d57e-e7e3-4498-8499-5725c0dd38df requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:46:01.981447 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55756) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:02.181407 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2af3695-d8b0-46ab-bab8-52962f9baeea admin admin] Deleting subnet d5380378-be60-4719-971c-b49478474c4a {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:46:02.206194 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e58958c6-f5dc-47b3-b239-1f7ff6d5817a tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:02.227275 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f2af3695-d8b0-46ab-bab8-52962f9baeea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:02.353689 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f2af3695-d8b0-46ab-bab8-52962f9baeea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:02.374044 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-318ee98b-1be8-4843-8418-0196daa8a418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:02.387753 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a1409e-84e9-43c2-86af-bb46bf87bc9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-bae2d57e-e7e3-4498-8499-5725c0dd38df', 'network_id': 'bae2d57e-e7e3-4498-8499-5725c0dd38df', 'tenant_id': '88a9dd418e8245538a9f34e3063c713d', 'fixed_ips': [{'subnet_id': '500d166f-36e0-45e0-acf4-2818d9643e32'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:46:02.389113 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d8a1409e-84e9-43c2-86af-bb46bf87bc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:02.478987 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e58958c6-f5dc-47b3-b239-1f7ff6d5817a tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:02.495918 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-585a8049-663d-4ab2-ab3b-c6a921f255ca tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Router e2b5601e-c29d-4f6b-8b1a-ea87f00fa743 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:46:02.506069 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-d4056e76-ff80-474e-8729-374b066d5159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:02.506542 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-d4056e76-ff80-474e-8729-374b066d5159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:02.507078 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-d4056e76-ff80-474e-8729-374b066d5159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:02.509261 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-d4056e76-ff80-474e-8729-374b066d5159 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6453727b-a1a3-4c25-9d2a-f4562ef51a67&id=777f6155-4cb8-4ffe-990a-e0dddbce5ad7&id=777f6155-4cb8-4ffe-990a-e0dddbce5ad7&id=777f6155-4cb8-4ffe-990a-e0dddbce5ad7&id=777f6155-4cb8-4ffe-990a-e0dddbce5ad7&id=9e28e111-da3b-432f-b66c-1b77e1797d1c&id=9e28e111-da3b-432f-b66c-1b77e1797d1c HTTP/1.1" status: 200 len: 2300 time: 0.9441676 Oct 20 11:46:02.516723 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bf3294ae-79a6-4b41-a93a-a4231ea22ef4 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:02.589199 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f2af3695-d8b0-46ab-bab8-52962f9baeea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:02.770201 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-d8a1409e-84e9-43c2-86af-bb46bf87bc9f None None] Allocated IP 2001:db8::1 (bae2d57e-e7e3-4498-8499-5725c0dd38df/500d166f-36e0-45e0-acf4-2818d9643e32/305dbd71-cf81-458b-bc05-c5dd3f2dd7e3) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:46:02.814734 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-318ee98b-1be8-4843-8418-0196daa8a418 None None] For port 96d860c9-b5a0-46fd-a674-3e7d3e871dca, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=96d860c9-b5a0-46fd-a674-3e7d3e871dca,segment=NetworkSegment(291dc90b-97e0-496f-9865-e63a0676d70c),segment_id=291dc90b-97e0-496f-9865-e63a0676d70c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:46:02.829920 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 6e2d8c55-8b92-4b91-acfd-ff6557fca7b1 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:46:02.850666 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f2af3695-d8b0-46ab-bab8-52962f9baeea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:02.904505 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: 6e2d8c55-8b92-4b91-acfd-ff6557fca7b1 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:46:02.905918 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2af3695-d8b0-46ab-bab8-52962f9baeea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5380378-be60-4719-971c-b49478474c4a,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:02.906203 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 6e2d8c55-8b92-4b91-acfd-ff6557fca7b1 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:46:02.908516 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-318ee98b-1be8-4843-8418-0196daa8a418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:02.911756 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bf3294ae-79a6-4b41-a93a-a4231ea22ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:02.914764 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:02.925505 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f2af3695-d8b0-46ab-bab8-52962f9baeea admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:02.932852 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f2af3695-d8b0-46ab-bab8-52962f9baeea admin admin] 10.222.0.98 "DELETE /v2.0/subnets/d5380378-be60-4719-971c-b49478474c4a HTTP/1.1" status: 204 len: 168 time: 0.9497118 Oct 20 11:46:02.936374 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55784) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:02.954158 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-138a1fa7-4a7c-4d32-bf13-a26073caeb84 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72d30f74-19c2-4076-9dd0-555da975bbf8 HTTP/1.1" status: 200 len: 1000 time: 0.4200203 Oct 20 11:46:03.041852 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585a8049-663d-4ab2-ab3b-c6a921f255ca tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:46:03.042624 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b8602dd4-2eb1-429b-88c2-9ee336ddf185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:03.053261 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-4657f954-492b-40ea-b853-79636cf69416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:03.053737 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b99613e-0cd3-4d15-baa4-6fabb77daea3 None None] Sync routers for ids ['e2b5601e-c29d-4f6b-8b1a-ea87f00fa743'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:46:03.055308 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-4657f954-492b-40ea-b853-79636cf69416 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=627cacd1-3333-4650-96cb-ee60e04cb6c7 HTTP/1.1" status: 200 len: 854 time: 0.0697033 Oct 20 11:46:03.064232 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b99613e-0cd3-4d15-baa4-6fabb77daea3 None None] Routers {'e2b5601e-c29d-4f6b-8b1a-ea87f00fa743'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:46:03.064870 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-7b99613e-0cd3-4d15-baa4-6fabb77daea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:45:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e2b5601e-c29d-4f6b-8b1a-ea87f00fa743'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:03.078606 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-585a8049-663d-4ab2-ab3b-c6a921f255ca tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:03.079917 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-585a8049-663d-4ab2-ab3b-c6a921f255ca tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.3392892 Oct 20 11:46:03.096961 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55788) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:03.124671 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ee98b-1be8-4843-8418-0196daa8a418 None None] Pushing event updated for resources: {'Port': ['ID=96d860c9-b5a0-46fd-a674-3e7d3e871dca,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:03.126227 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-3b85a2e3-4cd0-42b9-bda6-d36a6eb1ea68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:03.127784 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-3b85a2e3-4cd0-42b9-bda6-d36a6eb1ea68 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6453727b-a1a3-4c25-9d2a-f4562ef51a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632422 Oct 20 11:46:03.171493 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-7b99613e-0cd3-4d15-baa4-6fabb77daea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:03.195399 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b99613e-0cd3-4d15-baa4-6fabb77daea3 None None] Routers {'e2b5601e-c29d-4f6b-8b1a-ea87f00fa743'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:46:03.196290 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-7b99613e-0cd3-4d15-baa4-6fabb77daea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:45:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e2b5601e-c29d-4f6b-8b1a-ea87f00fa743'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:03.255574 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b8602dd4-2eb1-429b-88c2-9ee336ddf185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:03.263892 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3294ae-79a6-4b41-a93a-a4231ea22ef4 None None] Pushing event updated for resources: {'Port': ['ID=862ad04e-c270-4965-8edc-695738dcacd6,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:03.275565 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-7b99613e-0cd3-4d15-baa4-6fabb77daea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:03.276505 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b99613e-0cd3-4d15-baa4-6fabb77daea3 None None] The sync data for ids ['e2b5601e-c29d-4f6b-8b1a-ea87f00fa743'] in n-d-814735-3 is: [] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:46:03.293356 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3294ae-79a6-4b41-a93a-a4231ea22ef4 None None] Network 9bbc1829-12e0-49ab-ae03-3cab327eb883 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:46:03.299969 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-40383619-75f4-408c-86db-5ea1c816aeb3 None None] Provisioning complete for port 96d860c9-b5a0-46fd-a674-3e7d3e871dca triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:46:03.300449 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-40383619-75f4-408c-86db-5ea1c816aeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:03.302445 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-bf3294ae-79a6-4b41-a93a-a4231ea22ef4 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:46:03.350374 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-76d92a6d-47d1-442e-b242-8d71ee9348bc service neutron] 10.222.0.11 "GET /v2.0/networks/6453727b-a1a3-4c25-9d2a-f4562ef51a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121801 Oct 20 11:46:03.353909 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3294ae-79a6-4b41-a93a-a4231ea22ef4 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:46:03.382441 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-b8602dd4-2eb1-429b-88c2-9ee336ddf185 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d40b024-4fc7-4dc7-912c-915296cae597']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:03.400284 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-b8602dd4-2eb1-429b-88c2-9ee336ddf185 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2bfac13-4063-439a-8552-4ddfd854ae3a') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:03.400587 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-b8602dd4-2eb1-429b-88c2-9ee336ddf185 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2bfac13-4063-439a-8552-4ddfd854ae3a') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:03.420267 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b8602dd4-2eb1-429b-88c2-9ee336ddf185 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:03.524595 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-57311510-cfb3-4792-9c32-c3bb479a3909 service neutron] 10.222.0.11 "GET /v2.0/networks/6453727b-a1a3-4c25-9d2a-f4562ef51a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625109 Oct 20 11:46:03.546707 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b8602dd4-2eb1-429b-88c2-9ee336ddf185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:03.553935 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.db.api [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:46:03.554481 n-d-814735-3 neutron-server[100648]: DEBUG oslo_db.api [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:46:03.562593 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8602dd4-2eb1-429b-88c2-9ee336ddf185 admin admin] Releasing vlan 1282 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:46:03.563023 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b8602dd4-2eb1-429b-88c2-9ee336ddf185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:03.564989 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:46:03.564989 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:46:03.564989 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:46:03.564989 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:46:03.564989 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:46:03.564989 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:46:03.564989 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:46:03.564989 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:46:03.564989 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:46:03.564989 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:46:03.564989 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:46:03.564989 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:46:03.564989 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:46:03.564989 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:46:03.564989 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:46:03.564989 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:46:03.564989 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:46:03.564989 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:46:03.564989 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:46:03.564989 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:46:03.564989 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:46:03.564989 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:46:03.564989 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:46:03.564989 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:46:03.564989 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:46:03.564989 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:46:03.564989 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:46:03.564989 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:46:03.564989 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:46:03.564989 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:46:03.564989 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:46:03.564989 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:46:03.630301 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-bf3294ae-79a6-4b41-a93a-a4231ea22ef4 None None] Attempting to bind port 862ad04e-c270-4965-8edc-695738dcacd6 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:46:03.630673 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-bf3294ae-79a6-4b41-a93a-a4231ea22ef4 None None] Attempting to bind port 862ad04e-c270-4965-8edc-695738dcacd6 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'b8f9ba1b-2a80-4444-9bcf-30073d0a845b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '9bbc1829-12e0-49ab-ae03-3cab327eb883'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:46:03.631075 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3294ae-79a6-4b41-a93a-a4231ea22ef4 None None] Attempting to bind port 862ad04e-c270-4965-8edc-695738dcacd6 on network 9bbc1829-12e0-49ab-ae03-3cab327eb883 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:46:03.640300 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3294ae-79a6-4b41-a93a-a4231ea22ef4 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:46:03.640667 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3294ae-79a6-4b41-a93a-a4231ea22ef4 None None] Checking segment: {'id': 'b8f9ba1b-2a80-4444-9bcf-30073d0a845b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '9bbc1829-12e0-49ab-ae03-3cab327eb883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:46:03.641118 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bf3294ae-79a6-4b41-a93a-a4231ea22ef4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:03.641508 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3294ae-79a6-4b41-a93a-a4231ea22ef4 None None] Bound using segment: {'id': 'b8f9ba1b-2a80-4444-9bcf-30073d0a845b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '9bbc1829-12e0-49ab-ae03-3cab327eb883'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:46:03.641975 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-bf3294ae-79a6-4b41-a93a-a4231ea22ef4 None None] Bound port: 862ad04e-c270-4965-8edc-695738dcacd6, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f9ba1b-2a80-4444-9bcf-30073d0a845b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '9bbc1829-12e0-49ab-ae03-3cab327eb883'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:46:03.642352 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bf3294ae-79a6-4b41-a93a-a4231ea22ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:03.688690 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-15a17b63-a2ec-465a-9eaf-054984569a6e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=d93caff8-51aa-4df8-901b-080c6ddec185 HTTP/1.1" status: 200 len: 217 time: 0.1552110 Oct 20 11:46:03.718869 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d8a1409e-84e9-43c2-86af-bb46bf87bc9f None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:03.788948 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-c8d6c692-f7e1-4ec4-b049-437ff82397cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:03.790718 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-c8d6c692-f7e1-4ec4-b049-437ff82397cf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d4e5be47-9c7c-475f-be32-8c10564a38f8 HTTP/1.1" status: 200 len: 797 time: 0.0939677 Oct 20 11:46:03.824482 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-bf3294ae-79a6-4b41-a93a-a4231ea22ef4 None None] For port 862ad04e-c270-4965-8edc-695738dcacd6, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:46:03.832520 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e58958c6-f5dc-47b3-b239-1f7ff6d5817a tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:03.833531 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d8a1409e-84e9-43c2-86af-bb46bf87bc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:03.887138 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-1e873173-da7d-4f9e-9b56-8f886328c3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:03.889385 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-1e873173-da7d-4f9e-9b56-8f886328c3d2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=777f6155-4cb8-4ffe-990a-e0dddbce5ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0898747 Oct 20 11:46:03.941004 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a1409e-84e9-43c2-86af-bb46bf87bc9f None None] Network bae2d57e-e7e3-4498-8499-5725c0dd38df is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:46:03.946929 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-d8a1409e-84e9-43c2-86af-bb46bf87bc9f None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:46:03.950057 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a1409e-84e9-43c2-86af-bb46bf87bc9f None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:46:03.962023 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58958c6-f5dc-47b3-b239-1f7ff6d5817a tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Pushing event deleted for resources: {'Subnet': ['ID=500d166f-36e0-45e0-acf4-2818d9643e32,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:03.973714 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b8602dd4-2eb1-429b-88c2-9ee336ddf185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:03.981214 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a1409e-84e9-43c2-86af-bb46bf87bc9f None None] Pushing event updated for resources: {'Port': ['ID=305dbd71-cf81-458b-bc05-c5dd3f2dd7e3,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:03.999689 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b8602dd4-2eb1-429b-88c2-9ee336ddf185 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:04.004037 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b8602dd4-2eb1-429b-88c2-9ee336ddf185 admin admin] 10.222.0.98 "DELETE /v2.0/networks/6d40b024-4fc7-4dc7-912c-915296cae597 HTTP/1.1" status: 204 len: 168 time: 1.0664265 Oct 20 11:46:04.027191 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8602dd4-2eb1-429b-88c2-9ee336ddf185 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d40b024-4fc7-4dc7-912c-915296cae597,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:04.048257 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-bf3294ae-79a6-4b41-a93a-a4231ea22ef4 None None] For port 862ad04e-c270-4965-8edc-695738dcacd6, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=862ad04e-c270-4965-8edc-695738dcacd6,segment=NetworkSegment(b8f9ba1b-2a80-4444-9bcf-30073d0a845b),segment_id=b8f9ba1b-2a80-4444-9bcf-30073d0a845b)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:46:04.106771 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-79330642-bf1c-41d3-84cf-bdf09ef28a94 service neutron] 10.222.0.11 "GET /v2.0/networks/777f6155-4cb8-4ffe-990a-e0dddbce5ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091603 Oct 20 11:46:04.112645 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bf3294ae-79a6-4b41-a93a-a4231ea22ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:04.172890 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3294ae-79a6-4b41-a93a-a4231ea22ef4 None None] Pushing event updated for resources: {'Port': ['ID=862ad04e-c270-4965-8edc-695738dcacd6,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:04.178966 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-d8a1409e-84e9-43c2-86af-bb46bf87bc9f None None] Attempting to bind port 305dbd71-cf81-458b-bc05-c5dd3f2dd7e3 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:46:04.179748 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-d8a1409e-84e9-43c2-86af-bb46bf87bc9f None None] Attempting to bind port 305dbd71-cf81-458b-bc05-c5dd3f2dd7e3 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '0dfd4619-0643-4864-862c-99fd231c833e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'bae2d57e-e7e3-4498-8499-5725c0dd38df'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:46:04.182128 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a1409e-84e9-43c2-86af-bb46bf87bc9f None None] Attempting to bind port 305dbd71-cf81-458b-bc05-c5dd3f2dd7e3 on network bae2d57e-e7e3-4498-8499-5725c0dd38df {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:46:04.202375 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a1409e-84e9-43c2-86af-bb46bf87bc9f None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:46:04.203555 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a1409e-84e9-43c2-86af-bb46bf87bc9f None None] Checking segment: {'id': '0dfd4619-0643-4864-862c-99fd231c833e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'bae2d57e-e7e3-4498-8499-5725c0dd38df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:46:04.203555 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d8a1409e-84e9-43c2-86af-bb46bf87bc9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:04.203762 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a1409e-84e9-43c2-86af-bb46bf87bc9f None None] Bound using segment: {'id': '0dfd4619-0643-4864-862c-99fd231c833e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'bae2d57e-e7e3-4498-8499-5725c0dd38df'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:46:04.206264 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-d8a1409e-84e9-43c2-86af-bb46bf87bc9f None None] Bound port: 305dbd71-cf81-458b-bc05-c5dd3f2dd7e3, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfd4619-0643-4864-862c-99fd231c833e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'bae2d57e-e7e3-4498-8499-5725c0dd38df'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:46:04.206711 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d8a1409e-84e9-43c2-86af-bb46bf87bc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:04.277792 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 96d860c9-b5a0-46fd-a674-3e7d3e871dca up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:46:04.345941 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-31c6e38f-5e07-4338-ba58-60e961661ffb service neutron] 10.222.0.11 "GET /v2.0/networks/777f6155-4cb8-4ffe-990a-e0dddbce5ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200809 Oct 20 11:46:04.447077 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-5e1ee958-a9a2-458e-a30a-584ef0b89d11 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=66ac31c8-5739-4120-877b-97dbbd1c5090 HTTP/1.1" status: 200 len: 217 time: 0.0919242 Oct 20 11:46:04.466810 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d8a1409e-84e9-43c2-86af-bb46bf87bc9f None None] For port 305dbd71-cf81-458b-bc05-c5dd3f2dd7e3, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:46:04.472313 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d8a1409e-84e9-43c2-86af-bb46bf87bc9f None None] For port 305dbd71-cf81-458b-bc05-c5dd3f2dd7e3, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=305dbd71-cf81-458b-bc05-c5dd3f2dd7e3,segment=NetworkSegment(0dfd4619-0643-4864-862c-99fd231c833e),segment_id=0dfd4619-0643-4864-862c-99fd231c833e)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:46:04.487880 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d8a1409e-84e9-43c2-86af-bb46bf87bc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:04.560197 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-ad2dafeb-b491-47b7-818d-a6fd4a07c1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:04.568028 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-ad2dafeb-b491-47b7-818d-a6fd4a07c1bd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d4e5be47-9c7c-475f-be32-8c10564a38f8 HTTP/1.1" status: 200 len: 797 time: 0.1104014 Oct 20 11:46:04.605649 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a1409e-84e9-43c2-86af-bb46bf87bc9f None None] Pushing event updated for resources: {'Port': ['ID=305dbd71-cf81-458b-bc05-c5dd3f2dd7e3,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:04.642404 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 96d860c9-b5a0-46fd-a674-3e7d3e871dca triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:46:04.643513 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:04.661089 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55820) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:04.679630 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-a67c54d5-4017-4aa6-a207-46bcbf80f4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:04.683683 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-a67c54d5-4017-4aa6-a207-46bcbf80f4b3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=777f6155-4cb8-4ffe-990a-e0dddbce5ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1108680 Oct 20 11:46:04.913192 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e58958c6-f5dc-47b3-b239-1f7ff6d5817a tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:04.954498 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-b631c414-ce82-40c8-8995-18a9366fc5bb admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=51bf23885f6f45f3b35cdeb138a9ca42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2873764 Oct 20 11:46:04.957560 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55826) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:04.990678 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-e58958c6-f5dc-47b3-b239-1f7ff6d5817a tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bae2d57e-e7e3-4498-8499-5725c0dd38df']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:05.062886 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-e58958c6-f5dc-47b3-b239-1f7ff6d5817a tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dfd4619-0643-4864-862c-99fd231c833e') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:05.063311 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-e58958c6-f5dc-47b3-b239-1f7ff6d5817a tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dfd4619-0643-4864-862c-99fd231c833e') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:05.100258 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e58958c6-f5dc-47b3-b239-1f7ff6d5817a tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:05.103540 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-e7d25652-037a-4473-860d-e4f93f1462cb service neutron] 10.222.0.11 "GET /v2.0/networks/777f6155-4cb8-4ffe-990a-e0dddbce5ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4096208 Oct 20 11:46:05.162116 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e58958c6-f5dc-47b3-b239-1f7ff6d5817a tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:05.174195 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-eb314645-df22-4a01-a77a-94f61bc767b8 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:05.195306 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e58958c6-f5dc-47b3-b239-1f7ff6d5817a tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Releasing vlan 1264 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:46:05.195733 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e58958c6-f5dc-47b3-b239-1f7ff6d5817a tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:05.200278 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:46:05.200278 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:46:05.200278 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:46:05.200278 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:46:05.200278 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:46:05.200278 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:46:05.200278 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:46:05.200278 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:46:05.200278 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:46:05.200278 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:46:05.200278 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:46:05.200278 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:46:05.200278 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:46:05.200278 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:46:05.200278 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:46:05.200278 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:46:05.200278 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:46:05.200278 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:46:05.200278 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:46:05.200278 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:46:05.200278 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:46:05.200278 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:46:05.200278 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:46:05.200278 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:46:05.200278 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:46:05.200278 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:46:05.200278 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:46:05.200278 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:46:05.200278 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:46:05.200278 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:46:05.200278 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:46:05.200278 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:46:05.319010 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe388395-5fbb-4cf9-9614-21c7dfe7a8bc None None] Network bae2d57e-e7e3-4498-8499-5725c0dd38df requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:46:05.395021 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-bf9c6874-8b52-465c-9752-0370842ae146 service neutron] 10.222.0.11 "GET /v2.0/networks/777f6155-4cb8-4ffe-990a-e0dddbce5ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734482 Oct 20 11:46:05.416531 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-00d43310-15ab-4ab0-b8af-bcde6362cd20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:05.460146 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.db.api [None req-e58958c6-f5dc-47b3-b239-1f7ff6d5817a tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 20 11:46:05.460146 n-d-814735-3 neutron-server[100646]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 20 11:46:05.460146 n-d-814735-3 neutron-server[100646]: [parameters: {'id': 'bae2d57e-e7e3-4498-8499-5725c0dd38df'}] Oct 20 11:46:05.460146 n-d-814735-3 neutron-server[100646]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100646) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:46:05.467797 n-d-814735-3 neutron-server[100646]: DEBUG oslo_db.api [None req-e58958c6-f5dc-47b3-b239-1f7ff6d5817a tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:46:05.580925 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-00d43310-15ab-4ab0-b8af-bcde6362cd20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:05.654884 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-160a6827-89f4-4cbc-b839-50e22e126fd2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=6ad2a011-ec11-4f8c-a65c-c33563a4051e HTTP/1.1" status: 200 len: 217 time: 0.2505519 Oct 20 11:46:05.663379 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-00d43310-15ab-4ab0-b8af-bcde6362cd20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:05.666418 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-00d43310-15ab-4ab0-b8af-bcde6362cd20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:05.667666 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-00d43310-15ab-4ab0-b8af-bcde6362cd20 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2678c1ea-f6c9-46df-a5f6-515c9229dca0 HTTP/1.1" status: 204 len: 168 time: 0.7061832 Oct 20 11:46:05.714250 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d43310-15ab-4ab0-b8af-bcde6362cd20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2678c1ea-f6c9-46df-a5f6-515c9229dca0,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:05.746037 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-5f18e7f8-ae25-4fac-b7fc-4f096de3614c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:05.753044 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-5f18e7f8-ae25-4fac-b7fc-4f096de3614c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d4e5be47-9c7c-475f-be32-8c10564a38f8 HTTP/1.1" status: 200 len: 797 time: 0.0840802 Oct 20 11:46:05.816538 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-c67e744f-d625-4503-bf65-cdbeb5c4c527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:05.818157 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-c67e744f-d625-4503-bf65-cdbeb5c4c527 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=777f6155-4cb8-4ffe-990a-e0dddbce5ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0562811 Oct 20 11:46:05.958967 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f399b818-2f02-4148-b98b-fea881dd7ac9 None None] Network 9bbc1829-12e0-49ab-ae03-3cab327eb883 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:46:05.970071 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e58958c6-f5dc-47b3-b239-1f7ff6d5817a tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:05.984069 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-eb314645-df22-4a01-a77a-94f61bc767b8 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Allocated IP 172.20.0.1 (54fe76f1-0db9-411c-b8fa-c8d9b1d35fae/96b377b5-3050-4d2a-ac3b-2119772eb759/defdc213-edbd-4c7d-b350-08b28fa7c3f0) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:46:06.066706 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-ff1e562c-edfc-4ad8-bfeb-609079bbc1ac None None] Provisioning complete for port 862ad04e-c270-4965-8edc-695738dcacd6 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:46:06.068606 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ff1e562c-edfc-4ad8-bfeb-609079bbc1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:06.076619 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-4a3b32ad-4935-4a8f-a13b-b20812250c9a service neutron] 10.222.0.11 "GET /v2.0/networks/777f6155-4cb8-4ffe-990a-e0dddbce5ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462726 Oct 20 11:46:06.123679 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-e58958c6-f5dc-47b3-b239-1f7ff6d5817a tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Deleting port 305dbd71-cf81-458b-bc05-c5dd3f2dd7e3 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:46:06.124014 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e58958c6-f5dc-47b3-b239-1f7ff6d5817a tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:06.174955 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-eb314645-df22-4a01-a77a-94f61bc767b8 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:06.246226 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-e58958c6-f5dc-47b3-b239-1f7ff6d5817a tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] For port 305dbd71-cf81-458b-bc05-c5dd3f2dd7e3, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=305dbd71-cf81-458b-bc05-c5dd3f2dd7e3,segment=NetworkSegment(0dfd4619-0643-4864-862c-99fd231c833e),segment_id=0dfd4619-0643-4864-862c-99fd231c833e)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:46:06.246576 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e58958c6-f5dc-47b3-b239-1f7ff6d5817a tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:06.295050 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-e58958c6-f5dc-47b3-b239-1f7ff6d5817a tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Calling delete_port for 305dbd71-cf81-458b-bc05-c5dd3f2dd7e3 owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:46:06.367328 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-6fc229c5-671b-4ee2-bad4-bd101cb6809c service neutron] 10.222.0.11 "GET /v2.0/networks/777f6155-4cb8-4ffe-990a-e0dddbce5ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736590 Oct 20 11:46:06.444873 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-941aee5c-8038-4342-bca1-1e34c2ba13c4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=eadd32f2-5de8-4740-bf63-25c0ecaf752e HTTP/1.1" status: 200 len: 217 time: 0.0731113 Oct 20 11:46:06.497293 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 862ad04e-c270-4965-8edc-695738dcacd6 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:46:06.566682 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-eb314645-df22-4a01-a77a-94f61bc767b8 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:06.601934 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-b2dcf94f-442d-4f08-9bac-9be59510d7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:06.605161 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-b2dcf94f-442d-4f08-9bac-9be59510d7af service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d4e5be47-9c7c-475f-be32-8c10564a38f8 HTTP/1.1" status: 200 len: 797 time: 0.1523564 Oct 20 11:46:06.653994 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e58958c6-f5dc-47b3-b239-1f7ff6d5817a tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:06.672697 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb314645-df22-4a01-a77a-94f61bc767b8 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Network 54fe76f1-0db9-411c-b8fa-c8d9b1d35fae is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:46:06.676487 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ff1e562c-edfc-4ad8-bfeb-609079bbc1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:06.683722 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-eb314645-df22-4a01-a77a-94f61bc767b8 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:46:06.692113 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb314645-df22-4a01-a77a-94f61bc767b8 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:46:06.704875 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58958c6-f5dc-47b3-b239-1f7ff6d5817a tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] No DVR routers for this DVR port 305dbd71-cf81-458b-bc05-c5dd3f2dd7e3 on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:46:06.735538 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb314645-df22-4a01-a77a-94f61bc767b8 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Pushing event updated for resources: {'Port': ['ID=defdc213-edbd-4c7d-b350-08b28fa7c3f0,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:06.741931 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-51ef57fa-ff83-46a5-9260-18ab5feb6014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:06.748876 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-51ef57fa-ff83-46a5-9260-18ab5feb6014 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=777f6155-4cb8-4ffe-990a-e0dddbce5ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1268644 Oct 20 11:46:06.802390 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-ff1e562c-edfc-4ad8-bfeb-609079bbc1ac None None] For port 862ad04e-c270-4965-8edc-695738dcacd6, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=862ad04e-c270-4965-8edc-695738dcacd6,segment=NetworkSegment(b8f9ba1b-2a80-4444-9bcf-30073d0a845b),segment_id=b8f9ba1b-2a80-4444-9bcf-30073d0a845b)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:46:06.822029 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ff1e562c-edfc-4ad8-bfeb-609079bbc1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:06.875483 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58958c6-f5dc-47b3-b239-1f7ff6d5817a tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Pushing event deleted for resources: {'Port': ['ID=305dbd71-cf81-458b-bc05-c5dd3f2dd7e3,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:06.943020 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 862ad04e-c270-4965-8edc-695738dcacd6 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:46:06.943308 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:07.069857 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-70102e4f-14ea-4e34-a436-3f5ba8d1a174 service neutron] 10.222.0.11 "GET /v2.0/networks/777f6155-4cb8-4ffe-990a-e0dddbce5ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123372 Oct 20 11:46:07.105265 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e562c-edfc-4ad8-bfeb-609079bbc1ac None None] Pushing event updated for resources: {'Port': ['ID=862ad04e-c270-4965-8edc-695738dcacd6,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:07.111596 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-eb314645-df22-4a01-a77a-94f61bc767b8 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:07.131133 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e58958c6-f5dc-47b3-b239-1f7ff6d5817a tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:07.286163 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-e58958c6-f5dc-47b3-b239-1f7ff6d5817a tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bae2d57e-e7e3-4498-8499-5725c0dd38df']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:07.288209 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a72c6b-0155-4f76-968e-a42eb8326c67 None None] get_active_networks_info from n-d-814735-3 {{(pid=100648) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 11:46:07.301761 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-e58958c6-f5dc-47b3-b239-1f7ff6d5817a tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dfd4619-0643-4864-862c-99fd231c833e') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:07.302054 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-e58958c6-f5dc-47b3-b239-1f7ff6d5817a tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dfd4619-0643-4864-862c-99fd231c833e') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:07.332701 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e58958c6-f5dc-47b3-b239-1f7ff6d5817a tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:07.347116 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e58958c6-f5dc-47b3-b239-1f7ff6d5817a tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:07.350636 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-86f3a294-d5b4-4449-aa88-0754cd2bb268 service neutron] 10.222.0.11 "GET /v2.0/networks/777f6155-4cb8-4ffe-990a-e0dddbce5ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707784 Oct 20 11:46:07.354762 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e58958c6-f5dc-47b3-b239-1f7ff6d5817a tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Releasing vlan 1264 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:46:07.355144 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e58958c6-f5dc-47b3-b239-1f7ff6d5817a tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:07.358519 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:46:07.358519 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:46:07.358519 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:46:07.358519 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:46:07.358519 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:46:07.358519 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:46:07.358519 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:46:07.358519 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:46:07.358519 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:46:07.358519 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:46:07.358519 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:46:07.358519 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:46:07.358519 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:46:07.358519 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:46:07.358519 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:46:07.358519 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:46:07.358519 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:46:07.358519 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:46:07.358519 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:46:07.358519 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:46:07.358519 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:46:07.358519 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:46:07.358519 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:46:07.358519 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:46:07.358519 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:46:07.358519 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:46:07.358519 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:46:07.358519 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:46:07.358519 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:46:07.358519 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:46:07.358519 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:46:07.358519 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:46:07.450044 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3069bbfe-86d5-49bc-a430-2f9f374b60e0 None None] Provisioning complete for port defdc213-edbd-4c7d-b350-08b28fa7c3f0 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:46:07.451703 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3069bbfe-86d5-49bc-a430-2f9f374b60e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:07.509611 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-5e7b45b3-1de0-4cff-9427-42b0105c5571 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3ab69a51-91cc-41f2-97f3-589067ce8290 HTTP/1.1" status: 200 len: 217 time: 0.1379557 Oct 20 11:46:07.541006 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3069bbfe-86d5-49bc-a430-2f9f374b60e0 None None] Port defdc213-edbd-4c7d-b350-08b28fa7c3f0 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:46:07.597736 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a72c6b-0155-4f76-968e-a42eb8326c67 None None] Resources bound (agent type, host, resource id): {{(pid=100648) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 11:46:07.628935 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-0e767ed4-8847-40d6-8372-21a8264de660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:07.630498 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-0e767ed4-8847-40d6-8372-21a8264de660 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0525d9a4-a3da-43ef-90d1-0c512b36a84d HTTP/1.1" status: 200 len: 797 time: 0.1108687 Oct 20 11:46:07.714345 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e58958c6-f5dc-47b3-b239-1f7ff6d5817a tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:07.734287 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e58958c6-f5dc-47b3-b239-1f7ff6d5817a tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:07.736374 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-dd8283f5-9579-4ce1-9535-7d58539a7728 None None] Provisioning complete for port 862ad04e-c270-4965-8edc-695738dcacd6 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:46:07.736975 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-dd8283f5-9579-4ce1-9535-7d58539a7728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:07.778925 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e58958c6-f5dc-47b3-b239-1f7ff6d5817a tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "DELETE /v2.0/networks/bae2d57e-e7e3-4498-8499-5725c0dd38df HTTP/1.1" status: 204 len: 168 time: 5.9147549 Oct 20 11:46:07.781893 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55898) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:07.819682 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-181d41e3-f5c7-47fb-9aac-f40a5e58da3e tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1726713844'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:46:07.830174 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-f8c22e4c-5f4b-4162-a92c-836404f22f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:07.833007 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-f8c22e4c-5f4b-4162-a92c-836404f22f62 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9e28e111-da3b-432f-b66c-1b77e1797d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1943951 Oct 20 11:46:07.844325 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58958c6-f5dc-47b3-b239-1f7ff6d5817a tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Pushing event deleted for resources: {'Network': ['ID=bae2d57e-e7e3-4498-8499-5725c0dd38df,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:07.860910 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-eb314645-df22-4a01-a77a-94f61bc767b8 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:08.036628 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181d41e3-f5c7-47fb-9aac-f40a5e58da3e tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Made reservation on behalf of 88a9dd418e8245538a9f34e3063c713d for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:46:08.047838 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-181d41e3-f5c7-47fb-9aac-f40a5e58da3e tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:08.054382 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55908) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:08.217865 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-e79f9cf6-87e7-46f4-a40a-befb22bef475 service neutron] 10.222.0.11 "GET /v2.0/networks/9e28e111-da3b-432f-b66c-1b77e1797d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762081 Oct 20 11:46:08.272088 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-181d41e3-f5c7-47fb-9aac-f40a5e58da3e tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] vlan segment allocate from pool success with {'vlan_id': 1298, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:46:08.331924 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 862ad04e-c270-4965-8edc-695738dcacd6 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:46:08.335965 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-181d41e3-f5c7-47fb-9aac-f40a5e58da3e tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:08.336313 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-181d41e3-f5c7-47fb-9aac-f40a5e58da3e tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Added segment e4e82d9d-b2ad-408b-ae4e-16645b0f76df of type vlan for network a5495f9e-41b0-4ca0-86ee-8b43ee8aa8ef Oct 20 11:46:08.473722 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-4d05e734-3aa3-451c-a265-f902e6986f3f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1851092970-network', 'tenant_id': '2dc8f662c37e4455845b8c86bfd8f795'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:46:08.533943 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d05e734-3aa3-451c-a265-f902e6986f3f admin admin] Made reservation on behalf of 2dc8f662c37e4455845b8c86bfd8f795 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:46:08.536515 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4d05e734-3aa3-451c-a265-f902e6986f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:08.568485 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-181d41e3-f5c7-47fb-9aac-f40a5e58da3e tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:08.573787 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4d05e734-3aa3-451c-a265-f902e6986f3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:08.612501 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-15d3600b-5052-4c1b-9006-7abefba46856 service neutron] 10.222.0.11 "GET /v2.0/networks/9e28e111-da3b-432f-b66c-1b77e1797d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844795 Oct 20 11:46:08.641197 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 862ad04e-c270-4965-8edc-695738dcacd6 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:46:08.641721 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:08.800297 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-eb314645-df22-4a01-a77a-94f61bc767b8 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:08.818224 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-eb314645-df22-4a01-a77a-94f61bc767b8 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:08.831025 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4d05e734-3aa3-451c-a265-f902e6986f3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:08.866424 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-181d41e3-f5c7-47fb-9aac-f40a5e58da3e tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:08.872849 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181d41e3-f5c7-47fb-9aac-f40a5e58da3e tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:08.873464 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-181d41e3-f5c7-47fb-9aac-f40a5e58da3e tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:08.876674 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4d05e734-3aa3-451c-a265-f902e6986f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:08.887969 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-dbcf4ab6-15bd-4a99-91d9-0b00a134d092 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=156bbe0d-6a54-43ba-bd2e-a378130a9552 HTTP/1.1" status: 200 len: 217 time: 0.2367663 Oct 20 11:46:08.900950 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-eb314645-df22-4a01-a77a-94f61bc767b8 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:08.934592 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d05e734-3aa3-451c-a265-f902e6986f3f admin admin] vlan segment allocate from pool success with {'vlan_id': 1285, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:46:09.004157 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-181d41e3-f5c7-47fb-9aac-f40a5e58da3e tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2109332 Oct 20 11:46:09.007666 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55944) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:09.022637 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d05e734-3aa3-451c-a265-f902e6986f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd29442-d2f9-413c-b60f-2da322c0ec02,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:09.040240 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-f16a7241-2982-41af-8255-b92fa5c02367 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Request body: {'subnet': {'network_id': 'a5495f9e-41b0-4ca0-86ee-8b43ee8aa8ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:46:09.091063 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4d05e734-3aa3-451c-a265-f902e6986f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:09.091416 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-4d05e734-3aa3-451c-a265-f902e6986f3f admin admin] Added segment 540c4293-1966-46a4-96ab-b132597e960a of type vlan for network 9322139b-8809-4c21-a6d7-3c1b88007f00 Oct 20 11:46:09.107332 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181d41e3-f5c7-47fb-9aac-f40a5e58da3e tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Pushing event updated for resources: {'Network': ['ID=a5495f9e-41b0-4ca0-86ee-8b43ee8aa8ef,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:09.111861 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-e64ae08b-a6b0-4882-927d-68d79af213f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:09.114003 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-e64ae08b-a6b0-4882-927d-68d79af213f3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0525d9a4-a3da-43ef-90d1-0c512b36a84d HTTP/1.1" status: 200 len: 797 time: 0.2093182 Oct 20 11:46:09.148783 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network a5495f9e-41b0-4ca0-86ee-8b43ee8aa8ef details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:46:09.175017 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4d05e734-3aa3-451c-a265-f902e6986f3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:09.181109 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb314645-df22-4a01-a77a-94f61bc767b8 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Pushing event updated for resources: {'Port': ['ID=defdc213-edbd-4c7d-b350-08b28fa7c3f0,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:09.266531 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4d05e734-3aa3-451c-a265-f902e6986f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:09.267587 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d05e734-3aa3-451c-a265-f902e6986f3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:09.269116 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4d05e734-3aa3-451c-a265-f902e6986f3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:09.301803 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4d05e734-3aa3-451c-a265-f902e6986f3f admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2442045 Oct 20 11:46:09.305602 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55960) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:09.321004 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-76ae2b55-48a9-4f75-af20-c228031127a0 admin admin] Request body: {'subnet': {'network_id': '9322139b-8809-4c21-a6d7-3c1b88007f00', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1851092970-subnet', 'tenant_id': '2dc8f662c37e4455845b8c86bfd8f795', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:46:09.341355 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb314645-df22-4a01-a77a-94f61bc767b8 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Network 54fe76f1-0db9-411c-b8fa-c8d9b1d35fae is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:46:09.348943 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-eb314645-df22-4a01-a77a-94f61bc767b8 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:46:09.374608 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c88ad50f-bde8-4fb4-a424-2f779c568845 req-ab1203f0-254a-4b6f-942b-ba3269899863 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=9e6a073a-dfad-4a8a-b0cc-a68cf8821287&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2712901 Oct 20 11:46:09.389318 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-efbd83a1-1833-4f13-8cb8-9701cc141862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:09.390966 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-efbd83a1-1833-4f13-8cb8-9701cc141862 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9e28e111-da3b-432f-b66c-1b77e1797d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2079399 Oct 20 11:46:09.394360 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d05e734-3aa3-451c-a265-f902e6986f3f admin admin] Pushing event updated for resources: {'Network': ['ID=9322139b-8809-4c21-a6d7-3c1b88007f00,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:09.406067 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 9322139b-8809-4c21-a6d7-3c1b88007f00 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:46:09.662891 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-fa1bd578-52d1-4cd1-9b50-099458f8939f service neutron] 10.222.0.11 "GET /v2.0/networks/9e28e111-da3b-432f-b66c-1b77e1797d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610540 Oct 20 11:46:09.663462 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ae2b55-48a9-4f75-af20-c228031127a0 admin admin] Made reservation on behalf of 2dc8f662c37e4455845b8c86bfd8f795 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:46:09.666133 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-76ae2b55-48a9-4f75-af20-c228031127a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:09.826459 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16a7241-2982-41af-8255-b92fa5c02367 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Made reservation on behalf of 88a9dd418e8245538a9f34e3063c713d for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:46:09.831017 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f16a7241-2982-41af-8255-b92fa5c02367 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:09.881510 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ad50f-bde8-4fb4-a424-2f779c568845 req-78710182-228b-4002-9b02-7154ca835e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:09.883311 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c88ad50f-bde8-4fb4-a424-2f779c568845 req-78710182-228b-4002-9b02-7154ca835e68 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f0012baf31914701a438a4a910671113&device_id=9e6a073a-dfad-4a8a-b0cc-a68cf8821287 HTTP/1.1" status: 200 len: 1097 time: 0.3620131 Oct 20 11:46:09.906215 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:09.920170 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-06074d01-01e1-4c2b-ab5a-a1a40e8dcdb8 None None] Provisioning complete for port defdc213-edbd-4c7d-b350-08b28fa7c3f0 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:46:09.920530 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-06074d01-01e1-4c2b-ab5a-a1a40e8dcdb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:09.924433 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb314645-df22-4a01-a77a-94f61bc767b8 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Router e2b5601e-c29d-4f6b-8b1a-ea87f00fa743 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:46:09.954944 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6df1067-6df6-4085-90e8-76b7ed14a096 req-6f354b81-1861-4695-a675-3915f6741e8b service neutron] 10.222.0.11 "GET /v2.0/networks/9e28e111-da3b-432f-b66c-1b77e1797d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817478 Oct 20 11:46:10.025630 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-06074d01-01e1-4c2b-ab5a-a1a40e8dcdb8 None None] Port defdc213-edbd-4c7d-b350-08b28fa7c3f0 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:46:10.163187 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-76ae2b55-48a9-4f75-af20-c228031127a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:10.253276 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ad50f-bde8-4fb4-a424-2f779c568845 req-55340189-2580-4cb1-bddf-ea5978ab4d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:10.254960 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c88ad50f-bde8-4fb4-a424-2f779c568845 req-55340189-2580-4cb1-bddf-ea5978ab4d45 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a1980227-64af-4c17-9cee-4570c69a4cb6 HTTP/1.1" status: 200 len: 914 time: 0.3290563 Oct 20 11:46:10.297764 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb314645-df22-4a01-a77a-94f61bc767b8 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:46:10.314495 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae2b55-48a9-4f75-af20-c228031127a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f8d9068-e32a-474d-a79e-183043471abb,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:10.314737 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d361727-5e7d-4b75-97b6-06087f6e64b6 None None] Sync routers for ids ['e2b5601e-c29d-4f6b-8b1a-ea87f00fa743'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:46:10.325144 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ae2b55-48a9-4f75-af20-c228031127a0 admin admin] Checking segment: {'id': '540c4293-1966-46a4-96ab-b132597e960a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9322139b-8809-4c21-a6d7-3c1b88007f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:46:10.325508 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ae2b55-48a9-4f75-af20-c228031127a0 admin admin] Network hostable DHCP agents. Network: 9322139b-8809-4c21-a6d7-3c1b88007f00, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:46:10.345935 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d361727-5e7d-4b75-97b6-06087f6e64b6 None None] Routers {'e2b5601e-c29d-4f6b-8b1a-ea87f00fa743'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:46:10.352174 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-3d361727-5e7d-4b75-97b6-06087f6e64b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:45:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e2b5601e-c29d-4f6b-8b1a-ea87f00fa743'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:10.359868 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-eb314645-df22-4a01-a77a-94f61bc767b8 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] 10.222.0.98 "PUT /v2.0/routers/e2b5601e-c29d-4f6b-8b1a-ea87f00fa743/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2611806 Oct 20 11:46:10.364167 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 56006) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:10.374846 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-50f22303-8c15-405d-99b7-0b9f74a92dfc tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Request body: {'port': {'network_id': '54fe76f1-0db9-411c-b8fa-c8d9b1d35fae', 'name': 'tempest-FloatingIPTestJSON-775354704'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:46:10.401260 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ae2b55-48a9-4f75-af20-c228031127a0 admin admin] Network 9322139b-8809-4c21-a6d7-3c1b88007f00 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:46:10.413751 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c88ad50f-bde8-4fb4-a424-2f779c568845 req-6e0fcccf-0676-4508-8ab6-1909bc583d01 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc0249f2-c246-462b-8841-1fcfb7d5ca3e HTTP/1.1" status: 200 len: 217 time: 0.1463327 Oct 20 11:46:10.458693 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-76ae2b55-48a9-4f75-af20-c228031127a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 9322139b-8809-4c21-a6d7-3c1b88007f00) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:46:10.491461 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ecbdcc-e2d5-4619-9998-b6884fac957b None None] Network 9322139b-8809-4c21-a6d7-3c1b88007f00 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:46:10.495175 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-3d361727-5e7d-4b75-97b6-06087f6e64b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:10.537240 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d361727-5e7d-4b75-97b6-06087f6e64b6 None None] Routers {'e2b5601e-c29d-4f6b-8b1a-ea87f00fa743'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:46:10.538137 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-3d361727-5e7d-4b75-97b6-06087f6e64b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:45:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e2b5601e-c29d-4f6b-8b1a-ea87f00fa743'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:10.548215 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ae2b55-48a9-4f75-af20-c228031127a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:10.548834 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-76ae2b55-48a9-4f75-af20-c228031127a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:10.604457 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-3d361727-5e7d-4b75-97b6-06087f6e64b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:10.605471 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d361727-5e7d-4b75-97b6-06087f6e64b6 None None] The sync data for ids ['e2b5601e-c29d-4f6b-8b1a-ea87f00fa743'] in n-d-814735-3 is: [] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:46:10.611579 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-76ae2b55-48a9-4f75-af20-c228031127a0 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3049474 Oct 20 11:46:10.615411 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 56018) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:10.624171 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-7747013b-3245-4278-bb9f-711fb6f4818c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1851092970-router', 'tenant_id': '2dc8f662c37e4455845b8c86bfd8f795', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:46:10.669612 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.db.api [None req-50f22303-8c15-405d-99b7-0b9f74a92dfc tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 20 11:46:10.669612 n-d-814735-3 neutron-server[100647]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 20 11:46:10.669612 n-d-814735-3 neutron-server[100647]: [parameters: {'project_id_1': '292e0535894b48409065e32e227f3d3a', 'expiration_1': datetime.datetime(2021, 10, 20, 11, 45, 50, 652998)}] Oct 20 11:46:10.669612 n-d-814735-3 neutron-server[100647]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100647) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:46:10.670153 n-d-814735-3 neutron-server[100647]: DEBUG oslo_db.api [None req-50f22303-8c15-405d-99b7-0b9f74a92dfc tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:46:10.679905 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f16a7241-2982-41af-8255-b92fa5c02367 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:10.683033 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ad50f-bde8-4fb4-a424-2f779c568845 req-15e4b356-f30f-4291-a5fc-c0a0fd451915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:10.684528 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c88ad50f-bde8-4fb4-a424-2f779c568845 req-15e4b356-f30f-4291-a5fc-c0a0fd451915 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=978f4782-c6ff-4108-a8dd-a568aeeefa48 HTTP/1.1" status: 200 len: 851 time: 0.2624347 Oct 20 11:46:10.687308 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7747013b-3245-4278-bb9f-711fb6f4818c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:10.688604 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7747013b-3245-4278-bb9f-711fb6f4818c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:10.800097 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7747013b-3245-4278-bb9f-711fb6f4818c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:10.805985 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc4f93c-919c-4186-a71e-158c9d0e08da None None] Network 9322139b-8809-4c21-a6d7-3c1b88007f00 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:46:10.907466 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a7241-2982-41af-8255-b92fa5c02367 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Pushing event updated for resources: {'Subnet': ['ID=76cbee79-8e19-4f13-b1c6-b51c93b10c7e,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:10.934068 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ad50f-bde8-4fb4-a424-2f779c568845 req-752918a6-8212-42bc-9f22-2962d821eebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:10.939964 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c88ad50f-bde8-4fb4-a424-2f779c568845 req-752918a6-8212-42bc-9f22-2962d821eebe service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a1980227-64af-4c17-9cee-4570c69a4cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2381470 Oct 20 11:46:11.026467 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16a7241-2982-41af-8255-b92fa5c02367 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Checking segment: {'id': 'e4e82d9d-b2ad-408b-ae4e-16645b0f76df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': 'a5495f9e-41b0-4ca0-86ee-8b43ee8aa8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:46:11.026902 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16a7241-2982-41af-8255-b92fa5c02367 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Network hostable DHCP agents. Network: a5495f9e-41b0-4ca0-86ee-8b43ee8aa8ef, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:46:11.140792 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16a7241-2982-41af-8255-b92fa5c02367 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Network a5495f9e-41b0-4ca0-86ee-8b43ee8aa8ef is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:46:11.163775 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-f16a7241-2982-41af-8255-b92fa5c02367 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, a5495f9e-41b0-4ca0-86ee-8b43ee8aa8ef) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:46:11.172641 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7747013b-3245-4278-bb9f-711fb6f4818c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:11.176689 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16a7241-2982-41af-8255-b92fa5c02367 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:11.177623 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f16a7241-2982-41af-8255-b92fa5c02367 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:11.194623 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c88ad50f-bde8-4fb4-a424-2f779c568845 req-14dbf2f8-1fa6-4f82-b04e-da03b2e933b4 service neutron] 10.222.0.89 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365730 Oct 20 11:46:11.221715 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f16a7241-2982-41af-8255-b92fa5c02367 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2126589 Oct 20 11:46:11.227215 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 56042) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:11.247973 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-1658bf6d-23b4-498c-9546-6d4d2e374996 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1929156386'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:46:11.256491 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f22303-8c15-405d-99b7-0b9f74a92dfc tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Made reservation on behalf of 292e0535894b48409065e32e227f3d3a for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:46:11.260821 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-50f22303-8c15-405d-99b7-0b9f74a92dfc tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:11.268144 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68dbb24d-ee7e-4ba0-978e-865b95feac97 None None] Network a5495f9e-41b0-4ca0-86ee-8b43ee8aa8ef requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:46:11.308422 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [None req-50f22303-8c15-405d-99b7-0b9f74a92dfc tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] device_id is not set on port a1e7e1e6-1bec-441c-92ab-0243c0af3f8d yet. {{(pid=100647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:46:11.413369 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c88ad50f-bde8-4fb4-a424-2f779c568845 req-6db7c157-3dec-4187-bcc8-332f258eff95 service neutron] 10.222.0.89 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905770 Oct 20 11:46:11.462547 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1658bf6d-23b4-498c-9546-6d4d2e374996 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Made reservation on behalf of 88a9dd418e8245538a9f34e3063c713d for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:46:11.466017 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1658bf6d-23b4-498c-9546-6d4d2e374996 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:11.547671 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1658bf6d-23b4-498c-9546-6d4d2e374996 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] vlan segment allocate from pool success with {'vlan_id': 1289, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:46:11.569252 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1658bf6d-23b4-498c-9546-6d4d2e374996 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:11.569818 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-1658bf6d-23b4-498c-9546-6d4d2e374996 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Added segment 916a237e-f96d-4f1e-ae00-d61f991f555a of type vlan for network 0a414359-2f7a-4031-b567-75d688c3a7a1 Oct 20 11:46:11.571965 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273f1cb7-a8e0-4abf-938e-dd945c395269 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-a5495f9e-41b0-4ca0-86ee-8b43ee8aa8ef', 'network_id': 'a5495f9e-41b0-4ca0-86ee-8b43ee8aa8ef', 'tenant_id': '88a9dd418e8245538a9f34e3063c713d', 'fixed_ips': [{'subnet_id': '76cbee79-8e19-4f13-b1c6-b51c93b10c7e'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:46:11.574468 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-273f1cb7-a8e0-4abf-938e-dd945c395269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:11.620959 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-50f22303-8c15-405d-99b7-0b9f74a92dfc tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Allocated IP 172.20.0.10 (54fe76f1-0db9-411c-b8fa-c8d9b1d35fae/96b377b5-3050-4d2a-ac3b-2119772eb759/a1e7e1e6-1bec-441c-92ab-0243c0af3f8d) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:46:11.642762 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1658bf6d-23b4-498c-9546-6d4d2e374996 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:11.800936 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1658bf6d-23b4-498c-9546-6d4d2e374996 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:11.807104 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1658bf6d-23b4-498c-9546-6d4d2e374996 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:11.808808 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1658bf6d-23b4-498c-9546-6d4d2e374996 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:11.885967 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-1658bf6d-23b4-498c-9546-6d4d2e374996 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6550887 Oct 20 11:46:11.891569 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56052) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:11.891759 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7747013b-3245-4278-bb9f-711fb6f4818c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:11.893711 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-273f1cb7-a8e0-4abf-938e-dd945c395269 None None] Allocated IP 2001:db8::1 (a5495f9e-41b0-4ca0-86ee-8b43ee8aa8ef/76cbee79-8e19-4f13-b1c6-b51c93b10c7e/c872319e-4d5d-41d0-abb1-169ab3005bfe) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:46:11.899241 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-1c357be5-e8dc-44c0-8b2f-98acf2e69522 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Request body: {'subnet': {'network_id': '0a414359-2f7a-4031-b567-75d688c3a7a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:46:11.978102 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7747013b-3245-4278-bb9f-711fb6f4818c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:11.984588 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1658bf6d-23b4-498c-9546-6d4d2e374996 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Pushing event updated for resources: {'Network': ['ID=0a414359-2f7a-4031-b567-75d688c3a7a1,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:12.014009 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 0a414359-2f7a-4031-b567-75d688c3a7a1 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:46:12.015426 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56056) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:12.059830 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-50f22303-8c15-405d-99b7-0b9f74a92dfc tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:12.072510 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c357be5-e8dc-44c0-8b2f-98acf2e69522 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Made reservation on behalf of 88a9dd418e8245538a9f34e3063c713d for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:46:12.085443 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1c357be5-e8dc-44c0-8b2f-98acf2e69522 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:12.141418 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-7747013b-3245-4278-bb9f-711fb6f4818c admin admin] Allocated IP 172.25.5.214 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/9c10fda4-638c-4cf3-8ee5-48652c33fc6d) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:46:12.147381 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-50f22303-8c15-405d-99b7-0b9f74a92dfc tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:12.271793 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f22303-8c15-405d-99b7-0b9f74a92dfc tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Pushing event updated for resources: {'Port': ['ID=a1e7e1e6-1bec-441c-92ab-0243c0af3f8d,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:12.284601 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.ipam_backend_mixin [None req-1c357be5-e8dc-44c0-8b2f-98acf2e69522 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Performing IP validity checks on allocation pools {{(pid=100646) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 20 11:46:12.285133 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.ipam_backend_mixin [None req-1c357be5-e8dc-44c0-8b2f-98acf2e69522 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100646) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 20 11:46:12.340403 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f22303-8c15-405d-99b7-0b9f74a92dfc tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Network 54fe76f1-0db9-411c-b8fa-c8d9b1d35fae is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:46:12.365889 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-50f22303-8c15-405d-99b7-0b9f74a92dfc tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:46:12.369776 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f22303-8c15-405d-99b7-0b9f74a92dfc tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:46:12.372683 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-20b1a772-77ad-451e-ae43-ba42eb8dab81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:12.394108 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:46:12.477165 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1c357be5-e8dc-44c0-8b2f-98acf2e69522 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:12.584722 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-273f1cb7-a8e0-4abf-938e-dd945c395269 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:12.598084 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f22303-8c15-405d-99b7-0b9f74a92dfc tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:12.598909 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-50f22303-8c15-405d-99b7-0b9f74a92dfc tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:12.600854 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-273f1cb7-a8e0-4abf-938e-dd945c395269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:12.671076 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273f1cb7-a8e0-4abf-938e-dd945c395269 None None] Network a5495f9e-41b0-4ca0-86ee-8b43ee8aa8ef is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:46:12.689242 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-273f1cb7-a8e0-4abf-938e-dd945c395269 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:46:12.693612 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273f1cb7-a8e0-4abf-938e-dd945c395269 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:46:12.697599 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273f1cb7-a8e0-4abf-938e-dd945c395269 None None] Pushing event updated for resources: {'Port': ['ID=c872319e-4d5d-41d0-abb1-169ab3005bfe,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:12.764259 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-273f1cb7-a8e0-4abf-938e-dd945c395269 None None] Attempting to bind port c872319e-4d5d-41d0-abb1-169ab3005bfe on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:46:12.764622 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-273f1cb7-a8e0-4abf-938e-dd945c395269 None None] Attempting to bind port c872319e-4d5d-41d0-abb1-169ab3005bfe by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'e4e82d9d-b2ad-408b-ae4e-16645b0f76df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': 'a5495f9e-41b0-4ca0-86ee-8b43ee8aa8ef'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:46:12.764988 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273f1cb7-a8e0-4abf-938e-dd945c395269 None None] Attempting to bind port c872319e-4d5d-41d0-abb1-169ab3005bfe on network a5495f9e-41b0-4ca0-86ee-8b43ee8aa8ef {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:46:12.771458 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273f1cb7-a8e0-4abf-938e-dd945c395269 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:46:12.771839 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273f1cb7-a8e0-4abf-938e-dd945c395269 None None] Checking segment: {'id': 'e4e82d9d-b2ad-408b-ae4e-16645b0f76df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': 'a5495f9e-41b0-4ca0-86ee-8b43ee8aa8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:46:12.772224 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-273f1cb7-a8e0-4abf-938e-dd945c395269 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:12.772654 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273f1cb7-a8e0-4abf-938e-dd945c395269 None None] Bound using segment: {'id': 'e4e82d9d-b2ad-408b-ae4e-16645b0f76df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': 'a5495f9e-41b0-4ca0-86ee-8b43ee8aa8ef'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:46:12.781819 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-273f1cb7-a8e0-4abf-938e-dd945c395269 None None] Bound port: c872319e-4d5d-41d0-abb1-169ab3005bfe, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4e82d9d-b2ad-408b-ae4e-16645b0f76df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': 'a5495f9e-41b0-4ca0-86ee-8b43ee8aa8ef'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:46:12.782270 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-273f1cb7-a8e0-4abf-938e-dd945c395269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:12.980853 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-2ac09baf-1d3a-475e-9892-e15ae2ba529d None None] Provisioning complete for port a1e7e1e6-1bec-441c-92ab-0243c0af3f8d triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:46:12.986865 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2ac09baf-1d3a-475e-9892-e15ae2ba529d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:13.033051 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-273f1cb7-a8e0-4abf-938e-dd945c395269 None None] For port c872319e-4d5d-41d0-abb1-169ab3005bfe, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:46:13.071437 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-273f1cb7-a8e0-4abf-938e-dd945c395269 None None] For port c872319e-4d5d-41d0-abb1-169ab3005bfe, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=c872319e-4d5d-41d0-abb1-169ab3005bfe,segment=NetworkSegment(e4e82d9d-b2ad-408b-ae4e-16645b0f76df),segment_id=e4e82d9d-b2ad-408b-ae4e-16645b0f76df)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:46:13.094307 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-273f1cb7-a8e0-4abf-938e-dd945c395269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:13.172755 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273f1cb7-a8e0-4abf-938e-dd945c395269 None None] Pushing event updated for resources: {'Port': ['ID=c872319e-4d5d-41d0-abb1-169ab3005bfe,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:13.175604 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-2ac09baf-1d3a-475e-9892-e15ae2ba529d None None] Port a1e7e1e6-1bec-441c-92ab-0243c0af3f8d cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:46:13.237667 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7747013b-3245-4278-bb9f-711fb6f4818c admin admin] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:13.243493 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-50f22303-8c15-405d-99b7-0b9f74a92dfc tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8782053 Oct 20 11:46:13.247130 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 56070) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:13.251968 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-eb2e6c5f-df01-4888-9a30-edad5917fd27 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Request body: {'floatingip': {'port_id': 'a1e7e1e6-1bec-441c-92ab-0243c0af3f8d'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:46:13.283013 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c357be5-e8dc-44c0-8b2f-98acf2e69522 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Pushing event updated for resources: {'Subnet': ['ID=3eab5644-03af-4f4a-b804-09039aad05e2,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:13.291919 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c357be5-e8dc-44c0-8b2f-98acf2e69522 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Checking segment: {'id': '916a237e-f96d-4f1e-ae00-d61f991f555a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '0a414359-2f7a-4031-b567-75d688c3a7a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:46:13.292465 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c357be5-e8dc-44c0-8b2f-98acf2e69522 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Network hostable DHCP agents. Network: 0a414359-2f7a-4031-b567-75d688c3a7a1, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:46:13.296024 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-20b1a772-77ad-451e-ae43-ba42eb8dab81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:13.311577 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-20b1a772-77ad-451e-ae43-ba42eb8dab81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:13.327350 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c357be5-e8dc-44c0-8b2f-98acf2e69522 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Network 0a414359-2f7a-4031-b567-75d688c3a7a1 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:46:13.351440 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-eb2e6c5f-df01-4888-9a30-edad5917fd27 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for floatingip, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:13.369307 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b1a772-77ad-451e-ae43-ba42eb8dab81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f4e03e-d5ff-444b-bba9-2050b68afb63,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:13.373976 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-1c357be5-e8dc-44c0-8b2f-98acf2e69522 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 0a414359-2f7a-4031-b567-75d688c3a7a1) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:46:13.383332 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66520e91-e42b-4c78-9268-c4cda1de043e None None] Network 0a414359-2f7a-4031-b567-75d688c3a7a1 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:46:13.391075 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c357be5-e8dc-44c0-8b2f-98acf2e69522 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:13.392070 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1c357be5-e8dc-44c0-8b2f-98acf2e69522 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:13.401772 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-20b1a772-77ad-451e-ae43-ba42eb8dab81 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e7b945cab7c64fcdaf6c27ca88eb7763&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3847253 Oct 20 11:46:13.410879 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56072) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:13.460303 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7747013b-3245-4278-bb9f-711fb6f4818c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:13.518200 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1c357be5-e8dc-44c0-8b2f-98acf2e69522 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.6250093 Oct 20 11:46:13.537418 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56074) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:13.569123 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3ecb890a-d83e-4f5d-b40e-271300fa33d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:13.742949 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3ecb890a-d83e-4f5d-b40e-271300fa33d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:13.773825 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4543294-1285-47fc-8a5b-9a76d3e4f668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-0a414359-2f7a-4031-b567-75d688c3a7a1', 'network_id': '0a414359-2f7a-4031-b567-75d688c3a7a1', 'tenant_id': '88a9dd418e8245538a9f34e3063c713d', 'fixed_ips': [{'subnet_id': '3eab5644-03af-4f4a-b804-09039aad05e2'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:46:13.775335 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a4543294-1285-47fc-8a5b-9a76d3e4f668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:13.811963 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-839a86dc-bee2-46d8-bf38-c2e93c31f408 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:13.867895 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7747013b-3245-4278-bb9f-711fb6f4818c admin admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:46:13.874696 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-7747013b-3245-4278-bb9f-711fb6f4818c admin admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:46:13.875527 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-839a86dc-bee2-46d8-bf38-c2e93c31f408 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:13.884164 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7747013b-3245-4278-bb9f-711fb6f4818c admin admin] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:46:13.912432 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3ecb890a-d83e-4f5d-b40e-271300fa33d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:13.915503 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3ecb890a-d83e-4f5d-b40e-271300fa33d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:13.920830 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3ecb890a-d83e-4f5d-b40e-271300fa33d6 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c9f4e03e-d5ff-444b-bba9-2050b68afb63 HTTP/1.1" status: 204 len: 168 time: 0.5086021 Oct 20 11:46:13.938902 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecb890a-d83e-4f5d-b40e-271300fa33d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f4e03e-d5ff-444b-bba9-2050b68afb63,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:13.940430 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7747013b-3245-4278-bb9f-711fb6f4818c admin admin] Pushing event updated for resources: {'Port': ['ID=9c10fda4-638c-4cf3-8ee5-48652c33fc6d,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:13.992153 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-839a86dc-bee2-46d8-bf38-c2e93c31f408 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:14.033309 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a86dc-bee2-46d8-bf38-c2e93c31f408 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Pushing event deleted for resources: {'Subnet': ['ID=3eab5644-03af-4f4a-b804-09039aad05e2,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server [None req-a4543294-1285-47fc-8a5b-9a76d3e4f668 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3eab5644-03af-4f4a-b804-09039aad05e2: This subnet is being modified by another concurrent operation. Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise exception Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3eab5644-03af-4f4a-b804-09039aad05e2: This subnet is being modified by another concurrent operation. Oct 20 11:46:14.106726 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server Oct 20 11:46:14.145596 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d272f67-a274-4cf6-a9f0-7e95682074c2 None None] Network 0a414359-2f7a-4031-b567-75d688c3a7a1 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:46:14.173022 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-839a86dc-bee2-46d8-bf38-c2e93c31f408 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:14.221695 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-839a86dc-bee2-46d8-bf38-c2e93c31f408 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a414359-2f7a-4031-b567-75d688c3a7a1']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:14.249981 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-839a86dc-bee2-46d8-bf38-c2e93c31f408 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '916a237e-f96d-4f1e-ae00-d61f991f555a') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:14.250240 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-839a86dc-bee2-46d8-bf38-c2e93c31f408 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '916a237e-f96d-4f1e-ae00-d61f991f555a') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:14.280952 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-839a86dc-bee2-46d8-bf38-c2e93c31f408 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:14.307339 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-839a86dc-bee2-46d8-bf38-c2e93c31f408 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:14.320104 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-839a86dc-bee2-46d8-bf38-c2e93c31f408 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Releasing vlan 1289 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:46:14.320558 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-839a86dc-bee2-46d8-bf38-c2e93c31f408 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:14.323715 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:46:14.323715 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:46:14.323715 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:46:14.323715 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:46:14.323715 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:46:14.323715 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:46:14.323715 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:46:14.323715 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:46:14.323715 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:46:14.323715 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:46:14.323715 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:46:14.323715 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:46:14.323715 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:46:14.323715 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:46:14.323715 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:46:14.323715 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:46:14.323715 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:46:14.323715 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:46:14.323715 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:46:14.323715 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:46:14.323715 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:46:14.323715 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:46:14.323715 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:46:14.323715 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:46:14.323715 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:46:14.323715 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:46:14.323715 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:46:14.323715 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:46:14.323715 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:46:14.323715 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:46:14.323715 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:46:14.323715 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:46:14.413106 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device c872319e-4d5d-41d0-abb1-169ab3005bfe up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:46:14.493664 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-839a86dc-bee2-46d8-bf38-c2e93c31f408 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:14.502309 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-839a86dc-bee2-46d8-bf38-c2e93c31f408 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:14.509487 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-839a86dc-bee2-46d8-bf38-c2e93c31f408 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "DELETE /v2.0/networks/0a414359-2f7a-4031-b567-75d688c3a7a1 HTTP/1.1" status: 204 len: 168 time: 0.9674864 Oct 20 11:46:14.528686 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56090) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:14.541118 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-8f5dfec7-d2dd-4a1d-b588-f60be211058a tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1190783425'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:46:14.545565 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a86dc-bee2-46d8-bf38-c2e93c31f408 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Pushing event deleted for resources: {'Network': ['ID=0a414359-2f7a-4031-b567-75d688c3a7a1,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:14.566361 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port c872319e-4d5d-41d0-abb1-169ab3005bfe triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:46:14.567132 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:14.571105 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56092) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:14.644010 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-60dd1766-9523-4cd6-9cf6-3d8da70d7485 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:14.677879 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5dfec7-d2dd-4a1d-b588-f60be211058a tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Made reservation on behalf of 88a9dd418e8245538a9f34e3063c713d for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:46:14.681452 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8f5dfec7-d2dd-4a1d-b588-f60be211058a tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:14.715273 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:14.753150 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f5dfec7-d2dd-4a1d-b588-f60be211058a tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] vlan segment allocate from pool success with {'vlan_id': 1274, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:46:14.792161 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port c872319e-4d5d-41d0-abb1-169ab3005bfe, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=c872319e-4d5d-41d0-abb1-169ab3005bfe,segment=NetworkSegment(e4e82d9d-b2ad-408b-ae4e-16645b0f76df),segment_id=e4e82d9d-b2ad-408b-ae4e-16645b0f76df)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:46:14.793520 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8f5dfec7-d2dd-4a1d-b588-f60be211058a tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:14.793982 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-8f5dfec7-d2dd-4a1d-b588-f60be211058a tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Added segment 3b02630a-781e-47d7-bcca-48dfa9a699b7 of type vlan for network 97db87e0-ec51-49a2-ac37-7f1864878147 Oct 20 11:46:14.803648 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:14.875309 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7747013b-3245-4278-bb9f-711fb6f4818c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:14.884685 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8f5dfec7-d2dd-4a1d-b588-f60be211058a tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:14.896414 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=c872319e-4d5d-41d0-abb1-169ab3005bfe,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:14.947482 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8f5dfec7-d2dd-4a1d-b588-f60be211058a tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:14.954562 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5dfec7-d2dd-4a1d-b588-f60be211058a tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:14.955316 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8f5dfec7-d2dd-4a1d-b588-f60be211058a tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:14.970762 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1ac273-e70c-43f5-a51f-96e00dc12c3a None None] Network a5495f9e-41b0-4ca0-86ee-8b43ee8aa8ef requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:46:15.029601 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-60dd1766-9523-4cd6-9cf6-3d8da70d7485 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:15.042487 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8f5dfec7-d2dd-4a1d-b588-f60be211058a tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5124872 Oct 20 11:46:15.045787 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 56098) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:15.078150 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-60dd1766-9523-4cd6-9cf6-3d8da70d7485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:15.086741 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-16629e69-6939-44f0-83ed-3bca358c8683 None None] Provisioning complete for port c872319e-4d5d-41d0-abb1-169ab3005bfe triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:46:15.087349 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-16629e69-6939-44f0-83ed-3bca358c8683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:15.125446 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-55fb8df9-1830-4243-a118-25f56fd85556 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Request body: {'subnet': {'network_id': '97db87e0-ec51-49a2-ac37-7f1864878147', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:46:15.137283 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-60dd1766-9523-4cd6-9cf6-3d8da70d7485 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5e65acf32f2e45b8a3a9d952c108c1ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5649431 Oct 20 11:46:15.138420 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd1766-9523-4cd6-9cf6-3d8da70d7485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86441305-8eaf-4052-9468-09579443c48f,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:15.141327 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 56100) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:15.143077 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5dfec7-d2dd-4a1d-b588-f60be211058a tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Pushing event updated for resources: {'Network': ['ID=97db87e0-ec51-49a2-ac37-7f1864878147,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:15.173232 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 97db87e0-ec51-49a2-ac37-7f1864878147 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:46:15.294502 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-eb2e6c5f-df01-4888-9a30-edad5917fd27 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:15.301319 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55fb8df9-1830-4243-a118-25f56fd85556 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Made reservation on behalf of 88a9dd418e8245538a9f34e3063c713d for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:46:15.306152 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-55fb8df9-1830-4243-a118-25f56fd85556 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:15.318213 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-eb2e6c5f-df01-4888-9a30-edad5917fd27 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:15.391398 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:15.663491 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e1f1d30e-24b1-438b-a140-bfbd5cf57753 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:15.688177 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e1f1d30e-24b1-438b-a140-bfbd5cf57753 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:15.742830 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c0e9b0-67f8-4e49-be5d-ca0eb848e9ed None None] get_active_networks_info from n-d-814735-3 {{(pid=100648) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 11:46:15.812333 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [None req-eb2e6c5f-df01-4888-9a30-edad5917fd27 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Floating IP ffb7c3f0-cc7c-4a04-92bb-8a515d0ec1d6 associated. External IP: 172.25.5.103, port: 8ac38423-7fc4-40f4-a05b-28be5b2b4135. Oct 20 11:46:15.876792 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7747013b-3245-4278-bb9f-711fb6f4818c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:15.906405 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c0e9b0-67f8-4e49-be5d-ca0eb848e9ed None None] Resources bound (agent type, host, resource id): {{(pid=100648) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 11:46:15.933484 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-4c532297-581e-4b7b-8131-7fabf8183e22 None None] Provisioning complete for port c872319e-4d5d-41d0-abb1-169ab3005bfe triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:46:15.933845 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4c532297-581e-4b7b-8131-7fabf8183e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:15.946691 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e1f1d30e-24b1-438b-a140-bfbd5cf57753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:15.950681 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e1f1d30e-24b1-438b-a140-bfbd5cf57753 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:15.954825 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e1f1d30e-24b1-438b-a140-bfbd5cf57753 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/86441305-8eaf-4052-9468-09579443c48f HTTP/1.1" status: 204 len: 168 time: 0.7882967 Oct 20 11:46:16.036932 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1d30e-24b1-438b-a140-bfbd5cf57753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86441305-8eaf-4052-9468-09579443c48f,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:16.314582 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device c872319e-4d5d-41d0-abb1-169ab3005bfe up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:46:16.502016 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port c872319e-4d5d-41d0-abb1-169ab3005bfe triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:46:16.504738 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:16.752359 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-55fb8df9-1830-4243-a118-25f56fd85556 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:16.808070 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fb8df9-1830-4243-a118-25f56fd85556 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Pushing event updated for resources: {'Subnet': ['ID=cfbcbff5-c315-4723-9636-710b48dc7f90,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:16.911248 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7747013b-3245-4278-bb9f-711fb6f4818c admin admin] Router b2525f21-c0f6-4e3b-8e66-f99302e6cb77 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:46:16.922740 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb2e6c5f-df01-4888-9a30-edad5917fd27 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Router c938bb64-9f31-4eee-b70f-435ea9382551 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:46:16.932026 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fb8df9-1830-4243-a118-25f56fd85556 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Checking segment: {'id': '3b02630a-781e-47d7-bcca-48dfa9a699b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '97db87e0-ec51-49a2-ac37-7f1864878147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:46:16.932460 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fb8df9-1830-4243-a118-25f56fd85556 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Network hostable DHCP agents. Network: 97db87e0-ec51-49a2-ac37-7f1864878147, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:46:17.040210 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fb8df9-1830-4243-a118-25f56fd85556 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Network 97db87e0-ec51-49a2-ac37-7f1864878147 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:46:17.080638 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-55fb8df9-1830-4243-a118-25f56fd85556 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 97db87e0-ec51-49a2-ac37-7f1864878147) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:46:17.088744 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e672957a-11ba-45a8-abea-8196b6c62d82 None None] Network 97db87e0-ec51-49a2-ac37-7f1864878147 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:46:17.173508 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fb8df9-1830-4243-a118-25f56fd85556 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:17.174119 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-55fb8df9-1830-4243-a118-25f56fd85556 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:17.224170 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-55fb8df9-1830-4243-a118-25f56fd85556 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.1691959 Oct 20 11:46:17.225091 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2e6c5f-df01-4888-9a30-edad5917fd27 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:46:17.225795 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56142) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:17.230568 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7747013b-3245-4278-bb9f-711fb6f4818c admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:46:17.242616 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322694bf-9a16-4095-990f-5ee53054158d None None] Sync routers for ids ['c938bb64-9f31-4eee-b70f-435ea9382551'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:46:17.246425 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1aeda00-da33-43d1-b863-8badbf0fc930 None None] Sync routers for ids ['b2525f21-c0f6-4e3b-8e66-f99302e6cb77'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:46:17.264834 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322694bf-9a16-4095-990f-5ee53054158d None None] Routers {'c938bb64-9f31-4eee-b70f-435ea9382551'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:46:17.267749 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-322694bf-9a16-4095-990f-5ee53054158d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:45:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['c938bb64-9f31-4eee-b70f-435ea9382551'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:17.310187 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1aeda00-da33-43d1-b863-8badbf0fc930 None None] Routers {'b2525f21-c0f6-4e3b-8e66-f99302e6cb77'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:46:17.311018 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-b1aeda00-da33-43d1-b863-8badbf0fc930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:45:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['b2525f21-c0f6-4e3b-8e66-f99302e6cb77'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:17.347993 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7747013b-3245-4278-bb9f-711fb6f4818c admin admin] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:17.349632 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-7747013b-3245-4278-bb9f-711fb6f4818c admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.7330742 Oct 20 11:46:17.354672 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 56146) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:17.375119 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-322694bf-9a16-4095-990f-5ee53054158d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:17.396957 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322694bf-9a16-4095-990f-5ee53054158d None None] Routers {'c938bb64-9f31-4eee-b70f-435ea9382551'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:46:17.398888 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-322694bf-9a16-4095-990f-5ee53054158d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:45:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['c938bb64-9f31-4eee-b70f-435ea9382551'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:17.494526 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-322694bf-9a16-4095-990f-5ee53054158d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:17.496154 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322694bf-9a16-4095-990f-5ee53054158d None None] The sync data for ids ['c938bb64-9f31-4eee-b70f-435ea9382551'] in n-d-814735-3 is: [] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:46:17.509977 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-732db287-117c-497c-b36d-b55869d3dee7 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:17.571582 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-732db287-117c-497c-b36d-b55869d3dee7 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:17.581567 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-b1aeda00-da33-43d1-b863-8badbf0fc930 None None] Set router b2525f21-c0f6-4e3b-8e66-f99302e6cb77 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:46:17.678828 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-732db287-117c-497c-b36d-b55869d3dee7 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:17.799078 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732db287-117c-497c-b36d-b55869d3dee7 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Pushing event deleted for resources: {'Subnet': ['ID=cfbcbff5-c315-4723-9636-710b48dc7f90,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:17.850236 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652b1790-d686-4692-8623-858ced144f19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-97db87e0-ec51-49a2-ac37-7f1864878147', 'network_id': '97db87e0-ec51-49a2-ac37-7f1864878147', 'tenant_id': '88a9dd418e8245538a9f34e3063c713d', 'fixed_ips': [{'subnet_id': 'cfbcbff5-c315-4723-9636-710b48dc7f90'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:46:17.851146 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-652b1790-d686-4692-8623-858ced144f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:17.879494 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-732db287-117c-497c-b36d-b55869d3dee7 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:17.883862 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb2e6c5f-df01-4888-9a30-edad5917fd27 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Router e2b5601e-c29d-4f6b-8b1a-ea87f00fa743 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:46:17.911925 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-732db287-117c-497c-b36d-b55869d3dee7 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97db87e0-ec51-49a2-ac37-7f1864878147']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:17.925958 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-732db287-117c-497c-b36d-b55869d3dee7 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b02630a-781e-47d7-bcca-48dfa9a699b7') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:17.926985 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-732db287-117c-497c-b36d-b55869d3dee7 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b02630a-781e-47d7-bcca-48dfa9a699b7') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:17.942157 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-732db287-117c-497c-b36d-b55869d3dee7 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:17.964447 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-732db287-117c-497c-b36d-b55869d3dee7 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:17.973435 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-732db287-117c-497c-b36d-b55869d3dee7 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Releasing vlan 1274 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:46:17.974506 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-732db287-117c-497c-b36d-b55869d3dee7 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:18.021166 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-b1aeda00-da33-43d1-b863-8badbf0fc930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2525f21-c0f6-4e3b-8e66-f99302e6cb77', 'name': 'tempest-ServerRescueTestJSON-1851092970-router', 'tenant_id': '2dc8f662c37e4455845b8c86bfd8f795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '9c10fda4-638c-4cf3-8ee5-48652c33fc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:46:10Z', 'updated_at': '2021-10-20T11:46:14Z', 'revision_number': 3, 'project_id': '2dc8f662c37e4455845b8c86bfd8f795', 'gw_port': {'id': '9c10fda4-638c-4cf3-8ee5-48652c33fc6d', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2525f21-c0f6-4e3b-8e66-f99302e6cb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:11Z', 'updated_at': '2021-10-20T11:46:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:18.064208 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:46:18.064208 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:46:18.064208 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:46:18.064208 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:46:18.064208 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:46:18.064208 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:46:18.064208 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:46:18.064208 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:46:18.064208 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:46:18.064208 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:46:18.064208 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:46:18.064208 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:46:18.064208 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:46:18.064208 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:46:18.064208 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:46:18.064208 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:46:18.064208 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:46:18.064208 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:46:18.064208 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:46:18.064208 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:46:18.064208 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:46:18.064208 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:46:18.064208 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:46:18.064208 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:46:18.064208 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:46:18.064208 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:46:18.064208 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:46:18.064208 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:46:18.064208 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:46:18.064208 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:46:18.064208 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:46:18.064208 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:46:18.070478 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-732db287-117c-497c-b36d-b55869d3dee7 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:18.076358 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-732db287-117c-497c-b36d-b55869d3dee7 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:18.085870 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-732db287-117c-497c-b36d-b55869d3dee7 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "DELETE /v2.0/networks/97db87e0-ec51-49a2-ac37-7f1864878147 HTTP/1.1" status: 204 len: 168 time: 0.8558936 Oct 20 11:46:18.086765 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56162) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:18.088511 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1aeda00-da33-43d1-b863-8badbf0fc930 None None] Checking router: b2525f21-c0f6-4e3b-8e66-f99302e6cb77 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:46:18.090927 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1aeda00-da33-43d1-b863-8badbf0fc930 None None] Updating router b2525f21-c0f6-4e3b-8e66-f99302e6cb77 port 9c10fda4-638c-4cf3-8ee5-48652c33fc6d binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:46:18.135402 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b1aeda00-da33-43d1-b863-8badbf0fc930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:18.137179 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-14717975-f53c-40d9-b2ad-9b8455a0f0aa tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-840083000'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:46:18.139641 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.db.api [None req-652b1790-d686-4692-8623-858ced144f19 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 20 11:46:18.139641 n-d-814735-3 neutron-server[100648]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Oct 20 11:46:18.139641 n-d-814735-3 neutron-server[100648]: [parameters: {'project_id': '88a9dd418e8245538a9f34e3063c713d', 'id': '8763fe7b-3d61-49af-b3f4-5d56c85f622c', 'name': '', 'network_id': '97db87e0-ec51-49a2-ac37-7f1864878147', 'mac_address': 'fa:16:3e:27:aa:c0', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-97db87e0-ec51-49a2-ac37-7f1864878147', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 2302}] Oct 20 11:46:18.139641 n-d-814735-3 neutron-server[100648]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:46:18.140225 n-d-814735-3 neutron-server[100648]: DEBUG oslo_db.api [None req-652b1790-d686-4692-8623-858ced144f19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:46:18.151327 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732db287-117c-497c-b36d-b55869d3dee7 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Pushing event deleted for resources: {'Network': ['ID=97db87e0-ec51-49a2-ac37-7f1864878147,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:18.190801 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14717975-f53c-40d9-b2ad-9b8455a0f0aa tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Made reservation on behalf of 88a9dd418e8245538a9f34e3063c713d for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:46:18.203584 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-14717975-f53c-40d9-b2ad-9b8455a0f0aa tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:18.238056 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14717975-f53c-40d9-b2ad-9b8455a0f0aa tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] vlan segment allocate from pool success with {'vlan_id': 1276, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:46:18.253304 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-14717975-f53c-40d9-b2ad-9b8455a0f0aa tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:18.253304 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-14717975-f53c-40d9-b2ad-9b8455a0f0aa tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Added segment 88d18eca-7438-4042-81aa-ee067ed67529 of type vlan for network f80b8cbb-f374-4c43-9dc4-717fca88f57d Oct 20 11:46:18.312749 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2e6c5f-df01-4888-9a30-edad5917fd27 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:46:18.318691 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-eb2e6c5f-df01-4888-9a30-edad5917fd27 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:18.328464 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9031ab-49ba-4e0f-814d-1fd930380687 None None] Sync routers for ids ['e2b5601e-c29d-4f6b-8b1a-ea87f00fa743'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:46:18.345297 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9031ab-49ba-4e0f-814d-1fd930380687 None None] Routers {'e2b5601e-c29d-4f6b-8b1a-ea87f00fa743'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:46:18.348413 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-bd9031ab-49ba-4e0f-814d-1fd930380687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:45:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e2b5601e-c29d-4f6b-8b1a-ea87f00fa743'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:18.357586 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-14717975-f53c-40d9-b2ad-9b8455a0f0aa tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:18.418569 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-14717975-f53c-40d9-b2ad-9b8455a0f0aa tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:18.428523 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14717975-f53c-40d9-b2ad-9b8455a0f0aa tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:18.429671 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-14717975-f53c-40d9-b2ad-9b8455a0f0aa tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:18.463110 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-bd9031ab-49ba-4e0f-814d-1fd930380687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:18.471230 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-eb2e6c5f-df01-4888-9a30-edad5917fd27 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] 10.222.0.98 "PUT /v2.0/floatingips/ffb7c3f0-cc7c-4a04-92bb-8a515d0ec1d6 HTTP/1.1" status: 200 len: 978 time: 5.2228923 Oct 20 11:46:18.471889 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 56174) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:18.489308 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9031ab-49ba-4e0f-814d-1fd930380687 None None] Routers {'e2b5601e-c29d-4f6b-8b1a-ea87f00fa743'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:46:18.491779 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-bd9031ab-49ba-4e0f-814d-1fd930380687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:45:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e2b5601e-c29d-4f6b-8b1a-ea87f00fa743'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:18.520389 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-14717975-f53c-40d9-b2ad-9b8455a0f0aa tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3913071 Oct 20 11:46:18.537404 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56178) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:18.553242 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-0c245a34-1731-4da4-8c74-bb6bca86562c tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Request body: {'subnet': {'network_id': 'f80b8cbb-f374-4c43-9dc4-717fca88f57d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:46:18.582745 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-bd9031ab-49ba-4e0f-814d-1fd930380687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:18.585534 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9031ab-49ba-4e0f-814d-1fd930380687 None None] The sync data for ids ['e2b5601e-c29d-4f6b-8b1a-ea87f00fa743'] in n-d-814735-3 is: [] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:46:18.634179 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b1aeda00-da33-43d1-b863-8badbf0fc930 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:18.642150 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-652b1790-d686-4692-8623-858ced144f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:18.659863 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1ad769c2-46a2-4498-8f89-ef5e2517a5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:18.665830 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b1aeda00-da33-43d1-b863-8badbf0fc930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:18.721333 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14717975-f53c-40d9-b2ad-9b8455a0f0aa tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Pushing event updated for resources: {'Network': ['ID=f80b8cbb-f374-4c43-9dc4-717fca88f57d,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:18.741411 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-b1aeda00-da33-43d1-b863-8badbf0fc930 None None] Attempting to bind port 9c10fda4-638c-4cf3-8ee5-48652c33fc6d on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:46:18.742050 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-b1aeda00-da33-43d1-b863-8badbf0fc930 None None] Attempting to bind port 9c10fda4-638c-4cf3-8ee5-48652c33fc6d by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:46:18.743515 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1aeda00-da33-43d1-b863-8badbf0fc930 None None] Attempting to bind port 9c10fda4-638c-4cf3-8ee5-48652c33fc6d on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:46:18.775143 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network f80b8cbb-f374-4c43-9dc4-717fca88f57d details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:46:18.883837 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-681ecbc8-dc7f-417d-9889-cfd3911c864d tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Deleting port a1e7e1e6-1bec-441c-92ab-0243c0af3f8d {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:46:18.884128 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-681ecbc8-dc7f-417d-9889-cfd3911c864d tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:18.932377 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1aeda00-da33-43d1-b863-8badbf0fc930 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:46:18.933377 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1aeda00-da33-43d1-b863-8badbf0fc930 None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:46:18.933377 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b1aeda00-da33-43d1-b863-8badbf0fc930 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:18.934093 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1aeda00-da33-43d1-b863-8badbf0fc930 None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:46:18.934898 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-b1aeda00-da33-43d1-b863-8badbf0fc930 None None] Bound port: 9c10fda4-638c-4cf3-8ee5-48652c33fc6d, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:46:18.935522 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b1aeda00-da33-43d1-b863-8badbf0fc930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:18.943939 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c245a34-1731-4da4-8c74-bb6bca86562c tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Made reservation on behalf of 88a9dd418e8245538a9f34e3063c713d for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:46:18.945405 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f01dd6-032b-4fc7-bd9b-2f7dcef0ad6e None None] Network 97db87e0-ec51-49a2-ac37-7f1864878147 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:46:18.954130 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0c245a34-1731-4da4-8c74-bb6bca86562c tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:18.988965 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f01dd6-032b-4fc7-bd9b-2f7dcef0ad6e None None] Network 97db87e0-ec51-49a2-ac37-7f1864878147 could not be found, it might have been deleted concurrently. {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 20 11:46:19.012183 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e26f6a-9d77-470a-9126-fa82ef9dc6b4 None None] Pushing event updated for resources: {'Port': ['ID=9c10fda4-638c-4cf3-8ee5-48652c33fc6d,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:19.074281 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-b1aeda00-da33-43d1-b863-8badbf0fc930 None None] For port 9c10fda4-638c-4cf3-8ee5-48652c33fc6d, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:46:19.075782 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-681ecbc8-dc7f-417d-9889-cfd3911c864d tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:19.083511 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-b1aeda00-da33-43d1-b863-8badbf0fc930 None None] For port 9c10fda4-638c-4cf3-8ee5-48652c33fc6d, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=9c10fda4-638c-4cf3-8ee5-48652c33fc6d,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:46:19.091673 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b1aeda00-da33-43d1-b863-8badbf0fc930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:19.181293 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1aeda00-da33-43d1-b863-8badbf0fc930 None None] Routers {'b2525f21-c0f6-4e3b-8e66-f99302e6cb77'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:46:19.181574 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-b1aeda00-da33-43d1-b863-8badbf0fc930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:45:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['b2525f21-c0f6-4e3b-8e66-f99302e6cb77'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:19.261673 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e26f6a-9d77-470a-9126-fa82ef9dc6b4 None None] Pushing event updated for resources: {'Port': ['ID=9c10fda4-638c-4cf3-8ee5-48652c33fc6d,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:19.312675 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0c245a34-1731-4da4-8c74-bb6bca86562c tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:19.413551 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c245a34-1731-4da4-8c74-bb6bca86562c tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Checking segment: {'id': '88d18eca-7438-4042-81aa-ee067ed67529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'f80b8cbb-f374-4c43-9dc4-717fca88f57d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:46:19.413912 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c245a34-1731-4da4-8c74-bb6bca86562c tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Network hostable DHCP agents. Network: f80b8cbb-f374-4c43-9dc4-717fca88f57d, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:46:19.450746 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c245a34-1731-4da4-8c74-bb6bca86562c tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Pushing event updated for resources: {'Subnet': ['ID=d875438b-9c41-403f-823f-da24a15e7891,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:19.484854 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c245a34-1731-4da4-8c74-bb6bca86562c tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Network f80b8cbb-f374-4c43-9dc4-717fca88f57d is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:46:19.495746 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-1ad769c2-46a2-4498-8f89-ef5e2517a5d0 admin admin] Allocated IP 172.20.0.1 (9322139b-8809-4c21-a6d7-3c1b88007f00/1f8d9068-e32a-474d-a79e-183043471abb/e663de1d-7c73-44fc-88c7-c463fc77c21a) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:46:19.500318 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-0c245a34-1731-4da4-8c74-bb6bca86562c tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, f80b8cbb-f374-4c43-9dc4-717fca88f57d) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:46:19.516348 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c245a34-1731-4da4-8c74-bb6bca86562c tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:19.518065 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0c245a34-1731-4da4-8c74-bb6bca86562c tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:19.552971 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0c245a34-1731-4da4-8c74-bb6bca86562c tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0143998 Oct 20 11:46:19.553652 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56218) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:19.737220 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-b1aeda00-da33-43d1-b863-8badbf0fc930 None None] Set router b2525f21-c0f6-4e3b-8e66-f99302e6cb77 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:46:19.738239 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-84637ee2-61ff-44b7-bdaa-84229faf9d09 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:19.803735 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-84637ee2-61ff-44b7-bdaa-84229faf9d09 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:19.836124 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b5533e-92eb-453c-8672-d6c7dba08c1f None None] Network f80b8cbb-f374-4c43-9dc4-717fca88f57d requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:46:19.899371 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-dbed8004-64f7-4151-90fa-bfaed0e5650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:19.940663 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-84637ee2-61ff-44b7-bdaa-84229faf9d09 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:19.995527 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84637ee2-61ff-44b7-bdaa-84229faf9d09 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Pushing event deleted for resources: {'Subnet': ['ID=d875438b-9c41-403f-823f-da24a15e7891,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:20.090818 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1ad769c2-46a2-4498-8f89-ef5e2517a5d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:20.127594 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1ad769c2-46a2-4498-8f89-ef5e2517a5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:20.134739 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-84637ee2-61ff-44b7-bdaa-84229faf9d09 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:20.169097 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-84637ee2-61ff-44b7-bdaa-84229faf9d09 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f80b8cbb-f374-4c43-9dc4-717fca88f57d']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:20.179954 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-84637ee2-61ff-44b7-bdaa-84229faf9d09 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88d18eca-7438-4042-81aa-ee067ed67529') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:20.180553 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-84637ee2-61ff-44b7-bdaa-84229faf9d09 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88d18eca-7438-4042-81aa-ee067ed67529') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:20.192595 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-84637ee2-61ff-44b7-bdaa-84229faf9d09 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:20.206839 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-84637ee2-61ff-44b7-bdaa-84229faf9d09 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:20.213789 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84637ee2-61ff-44b7-bdaa-84229faf9d09 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Releasing vlan 1276 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:46:20.214454 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-84637ee2-61ff-44b7-bdaa-84229faf9d09 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:20.247849 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad769c2-46a2-4498-8f89-ef5e2517a5d0 admin admin] Network 9322139b-8809-4c21-a6d7-3c1b88007f00 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:46:20.259547 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-1ad769c2-46a2-4498-8f89-ef5e2517a5d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:46:20.269595 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-681ecbc8-dc7f-417d-9889-cfd3911c864d tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:20.270123 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-681ecbc8-dc7f-417d-9889-cfd3911c864d tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:20.270449 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [None req-681ecbc8-dc7f-417d-9889-cfd3911c864d tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Floating IP ffb7c3f0-cc7c-4a04-92bb-8a515d0ec1d6 disassociated. External IP: 172.25.5.103, port: a1e7e1e6-1bec-441c-92ab-0243c0af3f8d. Oct 20 11:46:20.270872 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-681ecbc8-dc7f-417d-9889-cfd3911c864d tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Calling delete_port for a1e7e1e6-1bec-441c-92ab-0243c0af3f8d owned by {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:46:20.273695 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad769c2-46a2-4498-8f89-ef5e2517a5d0 admin admin] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:46:20.278747 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad769c2-46a2-4498-8f89-ef5e2517a5d0 admin admin] Pushing event updated for resources: {'Port': ['ID=e663de1d-7c73-44fc-88c7-c463fc77c21a,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:20.299578 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:46:20.299578 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:46:20.299578 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:46:20.299578 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:46:20.299578 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:46:20.299578 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:46:20.299578 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:46:20.299578 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:46:20.299578 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:46:20.299578 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:46:20.299578 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:46:20.299578 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:46:20.299578 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:46:20.299578 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:46:20.299578 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:46:20.299578 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:46:20.299578 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:46:20.299578 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:46:20.299578 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:46:20.299578 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:46:20.299578 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:46:20.299578 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:46:20.299578 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:46:20.299578 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:46:20.299578 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:46:20.299578 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:46:20.299578 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:46:20.299578 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:46:20.299578 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:46:20.299578 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:46:20.299578 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:46:20.299578 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:46:20.304249 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-84637ee2-61ff-44b7-bdaa-84229faf9d09 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:20.312989 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-84637ee2-61ff-44b7-bdaa-84229faf9d09 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:20.313591 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db372bd8-0dce-404d-aa57-1f460c7fb51c None None] Network f80b8cbb-f374-4c43-9dc4-717fca88f57d requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:46:20.320449 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-84637ee2-61ff-44b7-bdaa-84229faf9d09 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "DELETE /v2.0/networks/f80b8cbb-f374-4c43-9dc4-717fca88f57d HTTP/1.1" status: 204 len: 168 time: 0.7622895 Oct 20 11:46:20.321321 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56236) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:20.325978 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-047d4295-b23c-4ff3-9ba9-1a56f3d1d703 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-875722319'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:46:20.342288 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84637ee2-61ff-44b7-bdaa-84229faf9d09 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Pushing event deleted for resources: {'Network': ['ID=f80b8cbb-f374-4c43-9dc4-717fca88f57d,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:20.363648 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db372bd8-0dce-404d-aa57-1f460c7fb51c None None] Network f80b8cbb-f374-4c43-9dc4-717fca88f57d could not be found, it might have been deleted concurrently. {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 20 11:46:20.374237 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047d4295-b23c-4ff3-9ba9-1a56f3d1d703 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Made reservation on behalf of 88a9dd418e8245538a9f34e3063c713d for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:46:20.379888 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-047d4295-b23c-4ff3-9ba9-1a56f3d1d703 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:20.395205 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-b1aeda00-da33-43d1-b863-8badbf0fc930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2525f21-c0f6-4e3b-8e66-f99302e6cb77', 'name': 'tempest-ServerRescueTestJSON-1851092970-router', 'tenant_id': '2dc8f662c37e4455845b8c86bfd8f795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '9c10fda4-638c-4cf3-8ee5-48652c33fc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:46:10Z', 'updated_at': '2021-10-20T11:46:14Z', 'revision_number': 3, 'project_id': '2dc8f662c37e4455845b8c86bfd8f795', 'gw_port': {'id': '9c10fda4-638c-4cf3-8ee5-48652c33fc6d', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2525f21-c0f6-4e3b-8e66-f99302e6cb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:11Z', 'updated_at': '2021-10-20T11:46:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:20.420157 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1ad769c2-46a2-4498-8f89-ef5e2517a5d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:20.435880 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-047d4295-b23c-4ff3-9ba9-1a56f3d1d703 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] vlan segment allocate from pool success with {'vlan_id': 1274, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:46:20.455800 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-047d4295-b23c-4ff3-9ba9-1a56f3d1d703 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:20.457460 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-047d4295-b23c-4ff3-9ba9-1a56f3d1d703 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Added segment 85fc5652-615f-4ba5-85da-66bf2fd55c38 of type vlan for network 260d1edf-d890-4c70-b309-94c3705f6112 Oct 20 11:46:20.470801 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1aeda00-da33-43d1-b863-8badbf0fc930 None None] The sync data for ids ['b2525f21-c0f6-4e3b-8e66-f99302e6cb77'] in n-d-814735-3 is: [{'id': 'b2525f21-c0f6-4e3b-8e66-f99302e6cb77', 'name': 'tempest-ServerRescueTestJSON-1851092970-router', 'tenant_id': '2dc8f662c37e4455845b8c86bfd8f795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '9c10fda4-638c-4cf3-8ee5-48652c33fc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:46:10Z', 'updated_at': '2021-10-20T11:46:14Z', 'revision_number': 3, 'project_id': '2dc8f662c37e4455845b8c86bfd8f795', 'gw_port': {'id': '9c10fda4-638c-4cf3-8ee5-48652c33fc6d', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2525f21-c0f6-4e3b-8e66-f99302e6cb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:11Z', 'updated_at': '2021-10-20T11:46:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:46:20.535862 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56240) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:20.554479 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-047d4295-b23c-4ff3-9ba9-1a56f3d1d703 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:20.588835 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-047d4295-b23c-4ff3-9ba9-1a56f3d1d703 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:20.596251 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047d4295-b23c-4ff3-9ba9-1a56f3d1d703 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:20.597282 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-047d4295-b23c-4ff3-9ba9-1a56f3d1d703 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:20.731483 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047d4295-b23c-4ff3-9ba9-1a56f3d1d703 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Pushing event updated for resources: {'Network': ['ID=260d1edf-d890-4c70-b309-94c3705f6112,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:20.745592 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 260d1edf-d890-4c70-b309-94c3705f6112 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:46:20.777209 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-047d4295-b23c-4ff3-9ba9-1a56f3d1d703 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4538343 Oct 20 11:46:20.780598 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56246) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:20.794968 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-2278c1e9-de0e-49fe-8f0f-538b1a39a170 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Request body: {'subnet': {'network_id': '260d1edf-d890-4c70-b309-94c3705f6112', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:46:20.834578 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e773a11a-0ffe-428b-9e34-9162216a31a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:20.870762 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-681ecbc8-dc7f-417d-9889-cfd3911c864d tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:20.883296 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1ad769c2-46a2-4498-8f89-ef5e2517a5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:20.943134 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ecbc8-dc7f-417d-9889-cfd3911c864d tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Pushing event deleted for resources: {'Port': ['ID=a1e7e1e6-1bec-441c-92ab-0243c0af3f8d,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:21.095526 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2278c1e9-de0e-49fe-8f0f-538b1a39a170 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Made reservation on behalf of 88a9dd418e8245538a9f34e3063c713d for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:46:21.106162 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2278c1e9-de0e-49fe-8f0f-538b1a39a170 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:21.193793 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-681ecbc8-dc7f-417d-9889-cfd3911c864d tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Router e2b5601e-c29d-4f6b-8b1a-ea87f00fa743 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:46:21.256327 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e773a11a-0ffe-428b-9e34-9162216a31a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:21.264117 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e773a11a-0ffe-428b-9e34-9162216a31a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:21.328336 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e773a11a-0ffe-428b-9e34-9162216a31a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0bd304-7482-459f-b312-76e1161c26c3,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:21.367993 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e773a11a-0ffe-428b-9e34-9162216a31a4 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e99c1063d0e4412bad10ce404f17edbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8308017 Oct 20 11:46:21.371729 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56256) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:21.541852 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681ecbc8-dc7f-417d-9889-cfd3911c864d tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:46:21.552414 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe83cd3-1b5c-401f-af30-c88219a164c8 None None] Sync routers for ids ['e2b5601e-c29d-4f6b-8b1a-ea87f00fa743'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:46:21.569038 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe83cd3-1b5c-401f-af30-c88219a164c8 None None] Routers {'e2b5601e-c29d-4f6b-8b1a-ea87f00fa743'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:46:21.570039 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-abe83cd3-1b5c-401f-af30-c88219a164c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:45:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e2b5601e-c29d-4f6b-8b1a-ea87f00fa743'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:21.571803 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-311d25a7-3b28-45f6-be92-289c59abcbc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:21.620140 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1ad769c2-46a2-4498-8f89-ef5e2517a5d0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:21.625069 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-311d25a7-3b28-45f6-be92-289c59abcbc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:21.627784 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2278c1e9-de0e-49fe-8f0f-538b1a39a170 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:21.657167 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-abe83cd3-1b5c-401f-af30-c88219a164c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:21.659825 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1ad769c2-46a2-4498-8f89-ef5e2517a5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:21.678236 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe83cd3-1b5c-401f-af30-c88219a164c8 None None] Routers {'e2b5601e-c29d-4f6b-8b1a-ea87f00fa743'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:46:21.679268 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-abe83cd3-1b5c-401f-af30-c88219a164c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:45:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e2b5601e-c29d-4f6b-8b1a-ea87f00fa743'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:21.725406 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2278c1e9-de0e-49fe-8f0f-538b1a39a170 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Pushing event updated for resources: {'Subnet': ['ID=3e48b807-d5ea-4465-bb4a-f407a049f7d7,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:21.761242 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-abe83cd3-1b5c-401f-af30-c88219a164c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:21.764708 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe83cd3-1b5c-401f-af30-c88219a164c8 None None] The sync data for ids ['e2b5601e-c29d-4f6b-8b1a-ea87f00fa743'] in n-d-814735-3 is: [] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:46:21.795431 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2278c1e9-de0e-49fe-8f0f-538b1a39a170 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Checking segment: {'id': '85fc5652-615f-4ba5-85da-66bf2fd55c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '260d1edf-d890-4c70-b309-94c3705f6112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:46:21.796325 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2278c1e9-de0e-49fe-8f0f-538b1a39a170 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Network hostable DHCP agents. Network: 260d1edf-d890-4c70-b309-94c3705f6112, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:46:21.818971 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2278c1e9-de0e-49fe-8f0f-538b1a39a170 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Network 260d1edf-d890-4c70-b309-94c3705f6112 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:46:21.823543 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-311d25a7-3b28-45f6-be92-289c59abcbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:21.826594 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-311d25a7-3b28-45f6-be92-289c59abcbc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:21.832974 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-311d25a7-3b28-45f6-be92-289c59abcbc5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4e0bd304-7482-459f-b312-76e1161c26c3 HTTP/1.1" status: 204 len: 168 time: 0.4599338 Oct 20 11:46:21.845483 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad769c2-46a2-4498-8f89-ef5e2517a5d0 admin admin] Pushing event updated for resources: {'Port': ['ID=e663de1d-7c73-44fc-88c7-c463fc77c21a,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:21.848620 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-681ecbc8-dc7f-417d-9889-cfd3911c864d tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:21.856429 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311d25a7-3b28-45f6-be92-289c59abcbc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0bd304-7482-459f-b312-76e1161c26c3,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:21.860723 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56260) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:21.863877 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-681ecbc8-dc7f-417d-9889-cfd3911c864d tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] 10.222.0.98 "DELETE /v2.0/ports/a1e7e1e6-1bec-441c-92ab-0243c0af3f8d HTTP/1.1" status: 204 len: 168 time: 3.3888063 Oct 20 11:46:21.865605 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1ad769c2-46a2-4498-8f89-ef5e2517a5d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:21.885272 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-2278c1e9-de0e-49fe-8f0f-538b1a39a170 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 260d1edf-d890-4c70-b309-94c3705f6112) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:46:21.893567 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaace000-28ca-41e7-9d9a-c1d04d61ef95 None None] Network 260d1edf-d890-4c70-b309-94c3705f6112 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:46:22.009880 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2278c1e9-de0e-49fe-8f0f-538b1a39a170 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:22.015239 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad769c2-46a2-4498-8f89-ef5e2517a5d0 admin admin] Network 9322139b-8809-4c21-a6d7-3c1b88007f00 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:46:22.017479 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-1ad769c2-46a2-4498-8f89-ef5e2517a5d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:46:22.023132 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2278c1e9-de0e-49fe-8f0f-538b1a39a170 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:22.101457 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2278c1e9-de0e-49fe-8f0f-538b1a39a170 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3172767 Oct 20 11:46:22.113007 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 56268) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:22.118817 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-dfa56345-15c8-48f2-9eee-8857a79c75b4 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Request body: {'subnet': {'network_id': '260d1edf-d890-4c70-b309-94c3705f6112', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:46:22.308968 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-40eabeb8-30ba-493b-be25-a7a337ad1b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:22.371063 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad769c2-46a2-4498-8f89-ef5e2517a5d0 admin admin] Router b2525f21-c0f6-4e3b-8e66-f99302e6cb77 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:46:22.390123 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 9c10fda4-638c-4cf3-8ee5-48652c33fc6d up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:46:22.401766 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa56345-15c8-48f2-9eee-8857a79c75b4 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Made reservation on behalf of 88a9dd418e8245538a9f34e3063c713d for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:46:22.405739 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dfa56345-15c8-48f2-9eee-8857a79c75b4 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:22.505116 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 56276) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:22.542254 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 9c10fda4-638c-4cf3-8ee5-48652c33fc6d triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:46:22.543561 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:22.569672 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-84f5c457-3910-4a0d-a49c-f8550435d347 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:22.584343 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb386c1-42f8-4139-80cc-d83c59a53446 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-260d1edf-d890-4c70-b309-94c3705f6112', 'network_id': '260d1edf-d890-4c70-b309-94c3705f6112', 'tenant_id': '88a9dd418e8245538a9f34e3063c713d', 'fixed_ips': [{'subnet_id': '3e48b807-d5ea-4465-bb4a-f407a049f7d7'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:46:22.589905 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ebb386c1-42f8-4139-80cc-d83c59a53446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:22.723817 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad769c2-46a2-4498-8f89-ef5e2517a5d0 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:46:22.737164 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-1ad769c2-46a2-4498-8f89-ef5e2517a5d0 admin admin] 10.222.0.98 "PUT /v2.0/routers/b2525f21-c0f6-4e3b-8e66-f99302e6cb77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3811433 Oct 20 11:46:22.794497 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d8530099-d2cc-4957-b2e3-20122fe17d4a tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:22.892237 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-ebb386c1-42f8-4139-80cc-d83c59a53446 None None] Allocated IP 2001:db8::2 (260d1edf-d890-4c70-b309-94c3705f6112/3e48b807-d5ea-4465-bb4a-f407a049f7d7/29da3d87-bda3-4da2-8f13-1919a75127f6) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:46:23.111544 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-84f5c457-3910-4a0d-a49c-f8550435d347 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:23.170049 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-84f5c457-3910-4a0d-a49c-f8550435d347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:23.170450 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ebb386c1-42f8-4139-80cc-d83c59a53446 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:23.267143 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ebb386c1-42f8-4139-80cc-d83c59a53446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:23.316117 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7722efa4-9144-41ca-8397-be5098f9e080 None None] Sync routers for ids ['b2525f21-c0f6-4e3b-8e66-f99302e6cb77'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:46:23.325674 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:23.326375 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:23.335805 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-84f5c457-3910-4a0d-a49c-f8550435d347 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=31e1835c5c34463b9b067526ab643d1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8295610 Oct 20 11:46:23.339617 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7722efa4-9144-41ca-8397-be5098f9e080 None None] Routers {'b2525f21-c0f6-4e3b-8e66-f99302e6cb77'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:46:23.340411 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-7722efa4-9144-41ca-8397-be5098f9e080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:46:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['b2525f21-c0f6-4e3b-8e66-f99302e6cb77'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:23.341892 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56294) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:23.353875 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dfa56345-15c8-48f2-9eee-8857a79c75b4 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:23.364131 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb386c1-42f8-4139-80cc-d83c59a53446 None None] Network 260d1edf-d890-4c70-b309-94c3705f6112 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:46:23.370039 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-ebb386c1-42f8-4139-80cc-d83c59a53446 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:46:23.379280 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb386c1-42f8-4139-80cc-d83c59a53446 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:46:23.385154 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb386c1-42f8-4139-80cc-d83c59a53446 None None] Pushing event updated for resources: {'Port': ['ID=29da3d87-bda3-4da2-8f13-1919a75127f6,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:23.389551 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f5c457-3910-4a0d-a49c-f8550435d347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7cbdf8-0a10-47b4-9bdb-dffc567db2f6,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:23.455071 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa56345-15c8-48f2-9eee-8857a79c75b4 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Network 260d1edf-d890-4c70-b309-94c3705f6112 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:46:23.459700 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-dfa56345-15c8-48f2-9eee-8857a79c75b4 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:46:23.469560 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6857c86a-8396-45b0-8e61-f051fcca34a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:23.484294 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa56345-15c8-48f2-9eee-8857a79c75b4 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:23.485055 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dfa56345-15c8-48f2-9eee-8857a79c75b4 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:23.489656 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-d8530099-d2cc-4957-b2e3-20122fe17d4a tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Deleting port defdc213-edbd-4c7d-b350-08b28fa7c3f0 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:46:23.490094 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d8530099-d2cc-4957-b2e3-20122fe17d4a tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:23.515281 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb386c1-42f8-4139-80cc-d83c59a53446 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:23.516708 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb386c1-42f8-4139-80cc-d83c59a53446 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:23.517069 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb386c1-42f8-4139-80cc-d83c59a53446 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:23.517931 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb386c1-42f8-4139-80cc-d83c59a53446 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:23.518319 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb386c1-42f8-4139-80cc-d83c59a53446 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:23.518879 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb386c1-42f8-4139-80cc-d83c59a53446 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:23.519225 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb386c1-42f8-4139-80cc-d83c59a53446 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:23.519735 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb386c1-42f8-4139-80cc-d83c59a53446 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:23.520072 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb386c1-42f8-4139-80cc-d83c59a53446 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:23.526984 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb386c1-42f8-4139-80cc-d83c59a53446 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:23.527435 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb386c1-42f8-4139-80cc-d83c59a53446 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:23.527788 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb386c1-42f8-4139-80cc-d83c59a53446 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:23.542474 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:23.548829 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-dfa56345-15c8-48f2-9eee-8857a79c75b4 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4324803 Oct 20 11:46:23.559578 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 56308) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:23.588934 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-7722efa4-9144-41ca-8397-be5098f9e080 None None] Set router b2525f21-c0f6-4e3b-8e66-f99302e6cb77 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:46:23.616624 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-ebb386c1-42f8-4139-80cc-d83c59a53446 None None] Attempting to bind port 29da3d87-bda3-4da2-8f13-1919a75127f6 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:46:23.618530 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-ebb386c1-42f8-4139-80cc-d83c59a53446 None None] Attempting to bind port 29da3d87-bda3-4da2-8f13-1919a75127f6 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '85fc5652-615f-4ba5-85da-66bf2fd55c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '260d1edf-d890-4c70-b309-94c3705f6112'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:46:23.618990 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb386c1-42f8-4139-80cc-d83c59a53446 None None] Attempting to bind port 29da3d87-bda3-4da2-8f13-1919a75127f6 on network 260d1edf-d890-4c70-b309-94c3705f6112 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:46:23.622360 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d8530099-d2cc-4957-b2e3-20122fe17d4a tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:23.632412 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 9c10fda4-638c-4cf3-8ee5-48652c33fc6d, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=9c10fda4-638c-4cf3-8ee5-48652c33fc6d,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:46:23.634483 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb386c1-42f8-4139-80cc-d83c59a53446 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:46:23.635038 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb386c1-42f8-4139-80cc-d83c59a53446 None None] Checking segment: {'id': '85fc5652-615f-4ba5-85da-66bf2fd55c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '260d1edf-d890-4c70-b309-94c3705f6112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:46:23.636211 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ebb386c1-42f8-4139-80cc-d83c59a53446 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:23.636211 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb386c1-42f8-4139-80cc-d83c59a53446 None None] Bound using segment: {'id': '85fc5652-615f-4ba5-85da-66bf2fd55c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '260d1edf-d890-4c70-b309-94c3705f6112'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:46:23.636685 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-ebb386c1-42f8-4139-80cc-d83c59a53446 None None] Bound port: 29da3d87-bda3-4da2-8f13-1919a75127f6, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85fc5652-615f-4ba5-85da-66bf2fd55c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '260d1edf-d890-4c70-b309-94c3705f6112'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:46:23.637173 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ebb386c1-42f8-4139-80cc-d83c59a53446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:23.651105 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-d8530099-d2cc-4957-b2e3-20122fe17d4a tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Calling delete_port for defdc213-edbd-4c7d-b350-08b28fa7c3f0 owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:46:23.652023 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:23.672663 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b0e003-d860-4353-bdf6-cc08ca5d099f tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:23.674454 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b0e003-d860-4353-bdf6-cc08ca5d099f tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:23.676213 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b0e003-d860-4353-bdf6-cc08ca5d099f tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:23.678306 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b0e003-d860-4353-bdf6-cc08ca5d099f tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:23.680352 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b0e003-d860-4353-bdf6-cc08ca5d099f tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:23.685623 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-50b0e003-d860-4353-bdf6-cc08ca5d099f tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1215672 Oct 20 11:46:23.712997 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 56310) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:23.713907 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa56345-15c8-48f2-9eee-8857a79c75b4 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Pushing event updated for resources: {'Subnet': ['ID=194b0425-f107-47db-a394-90760ce59a58,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:23.721048 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-331638bd-812b-4f74-8d6a-49dbadc832ce tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-434796425'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:46:23.745651 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=9c10fda4-638c-4cf3-8ee5-48652c33fc6d,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:23.766299 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-ebb386c1-42f8-4139-80cc-d83c59a53446 None None] For port 29da3d87-bda3-4da2-8f13-1919a75127f6, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:46:23.769515 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-ebb386c1-42f8-4139-80cc-d83c59a53446 None None] For port 29da3d87-bda3-4da2-8f13-1919a75127f6, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=29da3d87-bda3-4da2-8f13-1919a75127f6,segment=NetworkSegment(85fc5652-615f-4ba5-85da-66bf2fd55c38),segment_id=85fc5652-615f-4ba5-85da-66bf2fd55c38)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:46:23.775913 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ebb386c1-42f8-4139-80cc-d83c59a53446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:23.789353 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331638bd-812b-4f74-8d6a-49dbadc832ce tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Made reservation on behalf of 88a9dd418e8245538a9f34e3063c713d for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:46:23.793299 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-331638bd-812b-4f74-8d6a-49dbadc832ce tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:23.850097 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb386c1-42f8-4139-80cc-d83c59a53446 None None] Pushing event updated for resources: {'Port': ['ID=29da3d87-bda3-4da2-8f13-1919a75127f6,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:23.856770 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aef410-9afe-41c0-8f78-7e501fcda356 req-632de8ed-bf2f-4e0e-b198-20f1db694ee4 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:23.859483 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-00aef410-9afe-41c0-8f78-7e501fcda356 req-632de8ed-bf2f-4e0e-b198-20f1db694ee4 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.1761496 Oct 20 11:46:23.879252 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-7722efa4-9144-41ca-8397-be5098f9e080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2525f21-c0f6-4e3b-8e66-f99302e6cb77', 'name': 'tempest-ServerRescueTestJSON-1851092970-router', 'tenant_id': '2dc8f662c37e4455845b8c86bfd8f795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '9c10fda4-638c-4cf3-8ee5-48652c33fc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:46:10Z', 'updated_at': '2021-10-20T11:46:20Z', 'revision_number': 4, 'project_id': '2dc8f662c37e4455845b8c86bfd8f795', 'gw_port': {'id': '9c10fda4-638c-4cf3-8ee5-48652c33fc6d', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2525f21-c0f6-4e3b-8e66-f99302e6cb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:11Z', 'updated_at': '2021-10-20T11:46:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'e663de1d-7c73-44fc-88c7-c463fc77c21a', 'name': '', 'network_id': '9322139b-8809-4c21-a6d7-3c1b88007f00', 'tenant_id': '2dc8f662c37e4455845b8c86bfd8f795', 'mac_address': 'fa:16:3e:ce:75:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2525f21-c0f6-4e3b-8e66-f99302e6cb77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '1f8d9068-e32a-474d-a79e-183043471abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:18Z', 'updated_at': '2021-10-20T11:46:21Z', 'revision_number': 2, 'project_id': '2dc8f662c37e4455845b8c86bfd8f795', 'subnets': [{'id': '1f8d9068-e32a-474d-a79e-183043471abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:23.885483 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-331638bd-812b-4f74-8d6a-49dbadc832ce tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] vlan segment allocate from pool success with {'vlan_id': 1267, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:46:23.914288 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7722efa4-9144-41ca-8397-be5098f9e080 None None] Checking router: b2525f21-c0f6-4e3b-8e66-f99302e6cb77 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:46:23.914914 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7722efa4-9144-41ca-8397-be5098f9e080 None None] Updating router b2525f21-c0f6-4e3b-8e66-f99302e6cb77 port e663de1d-7c73-44fc-88c7-c463fc77c21a binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:46:23.919164 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d80a0-444c-4e18-8a28-1e236c539b7c req-67b2dece-a814-4412-a101-318d8a0fd253 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:23.920898 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-518d80a0-444c-4e18-8a28-1e236c539b7c req-67b2dece-a814-4412-a101-318d8a0fd253 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/networks?id=9322139b-8809-4c21-a6d7-3c1b88007f00 HTTP/1.1" status: 200 len: 811 time: 0.4302452 Oct 20 11:46:23.929728 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-331638bd-812b-4f74-8d6a-49dbadc832ce tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:23.930090 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-331638bd-812b-4f74-8d6a-49dbadc832ce tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Added segment 7eab01d5-5a61-4569-bba8-6e1015250b78 of type vlan for network 0049d4e8-8a54-400f-bd51-ae3389756213 Oct 20 11:46:23.931464 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6857c86a-8396-45b0-8e61-f051fcca34a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:23.950168 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-7722efa4-9144-41ca-8397-be5098f9e080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:23.964066 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-518d80a0-444c-4e18-8a28-1e236c539b7c req-e3dafbd2-99dc-4833-b83d-ccd05566e770 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/quotas/2dc8f662c37e4455845b8c86bfd8f795 HTTP/1.1" status: 200 len: 375 time: 0.0301118 Oct 20 11:46:24.021107 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-00aef410-9afe-41c0-8f78-7e501fcda356 req-619f9db3-7775-4789-ac1d-950d4f619e89 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373501 Oct 20 11:46:24.084822 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-331638bd-812b-4f74-8d6a-49dbadc832ce tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:24.165908 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d8530099-d2cc-4957-b2e3-20122fe17d4a tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:24.200048 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-518d80a0-444c-4e18-8a28-1e236c539b7c req-f564bd52-d0d5-40ca-8a56-1c0a39a6491a tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=2dc8f662c37e4455845b8c86bfd8f795&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2004476 Oct 20 11:46:24.209028 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-331638bd-812b-4f74-8d6a-49dbadc832ce tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:24.219245 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331638bd-812b-4f74-8d6a-49dbadc832ce tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:24.219892 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-331638bd-812b-4f74-8d6a-49dbadc832ce tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:24.288902 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6857c86a-8396-45b0-8e61-f051fcca34a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:24.306574 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6857c86a-8396-45b0-8e61-f051fcca34a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:24.317716 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6857c86a-8396-45b0-8e61-f051fcca34a4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/7f7cbdf8-0a10-47b4-9bdb-dffc567db2f6 HTTP/1.1" status: 204 len: 168 time: 0.9724298 Oct 20 11:46:24.413955 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8530099-d2cc-4957-b2e3-20122fe17d4a tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Pushing event deleted for resources: {'Port': ['ID=defdc213-edbd-4c7d-b350-08b28fa7c3f0,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:24.443988 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6857c86a-8396-45b0-8e61-f051fcca34a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7cbdf8-0a10-47b4-9bdb-dffc567db2f6,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:24.657795 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 9c10fda4-638c-4cf3-8ee5-48652c33fc6d up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:46:24.665577 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-7722efa4-9144-41ca-8397-be5098f9e080 None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:24.676524 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-7722efa4-9144-41ca-8397-be5098f9e080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:24.888269 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 9c10fda4-638c-4cf3-8ee5-48652c33fc6d triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:46:24.888542 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:24.913126 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-7722efa4-9144-41ca-8397-be5098f9e080 None None] Attempting to bind port e663de1d-7c73-44fc-88c7-c463fc77c21a on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:46:24.913701 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-7722efa4-9144-41ca-8397-be5098f9e080 None None] Attempting to bind port e663de1d-7c73-44fc-88c7-c463fc77c21a by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '540c4293-1966-46a4-96ab-b132597e960a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9322139b-8809-4c21-a6d7-3c1b88007f00'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:46:24.914405 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7722efa4-9144-41ca-8397-be5098f9e080 None None] Attempting to bind port e663de1d-7c73-44fc-88c7-c463fc77c21a on network 9322139b-8809-4c21-a6d7-3c1b88007f00 {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:46:24.923610 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7722efa4-9144-41ca-8397-be5098f9e080 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:46:24.924343 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7722efa4-9144-41ca-8397-be5098f9e080 None None] Checking segment: {'id': '540c4293-1966-46a4-96ab-b132597e960a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9322139b-8809-4c21-a6d7-3c1b88007f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:46:24.924912 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-7722efa4-9144-41ca-8397-be5098f9e080 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:24.925451 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7722efa4-9144-41ca-8397-be5098f9e080 None None] Bound using segment: {'id': '540c4293-1966-46a4-96ab-b132597e960a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9322139b-8809-4c21-a6d7-3c1b88007f00'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:46:24.926130 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-7722efa4-9144-41ca-8397-be5098f9e080 None None] Bound port: e663de1d-7c73-44fc-88c7-c463fc77c21a, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '540c4293-1966-46a4-96ab-b132597e960a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9322139b-8809-4c21-a6d7-3c1b88007f00'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:46:24.931404 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-7722efa4-9144-41ca-8397-be5098f9e080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:24.962627 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:25.014621 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d8530099-d2cc-4957-b2e3-20122fe17d4a tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:25.044181 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-7722efa4-9144-41ca-8397-be5098f9e080 None None] For port e663de1d-7c73-44fc-88c7-c463fc77c21a, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:46:25.052369 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-7722efa4-9144-41ca-8397-be5098f9e080 None None] For port e663de1d-7c73-44fc-88c7-c463fc77c21a, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=e663de1d-7c73-44fc-88c7-c463fc77c21a,segment=NetworkSegment(540c4293-1966-46a4-96ab-b132597e960a),segment_id=540c4293-1966-46a4-96ab-b132597e960a)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:46:25.066263 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57549844-7749-4ac9-b3df-63a7bb26478b None None] Pushing event updated for resources: {'Port': ['ID=e663de1d-7c73-44fc-88c7-c463fc77c21a,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:25.069113 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-7722efa4-9144-41ca-8397-be5098f9e080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:25.080370 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57549844-7749-4ac9-b3df-63a7bb26478b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:25.080735 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57549844-7749-4ac9-b3df-63a7bb26478b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:25.081057 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57549844-7749-4ac9-b3df-63a7bb26478b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:25.081392 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57549844-7749-4ac9-b3df-63a7bb26478b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:25.081728 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57549844-7749-4ac9-b3df-63a7bb26478b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:25.082088 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57549844-7749-4ac9-b3df-63a7bb26478b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:25.082413 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57549844-7749-4ac9-b3df-63a7bb26478b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:25.082737 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57549844-7749-4ac9-b3df-63a7bb26478b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:25.083202 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57549844-7749-4ac9-b3df-63a7bb26478b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:25.083525 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57549844-7749-4ac9-b3df-63a7bb26478b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:25.083844 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57549844-7749-4ac9-b3df-63a7bb26478b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:25.084161 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57549844-7749-4ac9-b3df-63a7bb26478b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:25.151303 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 29da3d87-bda3-4da2-8f13-1919a75127f6 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:46:25.179684 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7722efa4-9144-41ca-8397-be5098f9e080 None None] Routers {'b2525f21-c0f6-4e3b-8e66-f99302e6cb77'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:46:25.184938 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-7722efa4-9144-41ca-8397-be5098f9e080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:46:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['b2525f21-c0f6-4e3b-8e66-f99302e6cb77'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:25.256786 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 29da3d87-bda3-4da2-8f13-1919a75127f6 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:46:25.257158 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:25.340373 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57549844-7749-4ac9-b3df-63a7bb26478b None None] Pushing event updated for resources: {'Port': ['ID=e663de1d-7c73-44fc-88c7-c463fc77c21a,revision_number=4']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:25.351260 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-518d80a0-444c-4e18-8a28-1e236c539b7c req-b6080aea-06a9-4188-9ea4-124cbb6a8669 service neutron] 10.222.0.98 "GET /v2.0/networks/9322139b-8809-4c21-a6d7-3c1b88007f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1240444 Oct 20 11:46:25.384619 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331638bd-812b-4f74-8d6a-49dbadc832ce tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Pushing event updated for resources: {'Network': ['ID=0049d4e8-8a54-400f-bd51-ae3389756213,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:25.418614 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:25.424066 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 0049d4e8-8a54-400f-bd51-ae3389756213 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:46:25.447462 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-331638bd-812b-4f74-8d6a-49dbadc832ce tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7309294 Oct 20 11:46:25.463770 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 56338) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:25.470440 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-9529b717-5684-43a5-b055-551a52640c86 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:46:25.518439 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585d2993-19f6-411a-bade-f2f0cc944b61 None None] Network 260d1edf-d890-4c70-b309-94c3705f6112 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:46:25.559298 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594379bc-41bc-4546-bba3-dc0aeecccba1 req-f01e3785-168f-4d2e-9d21-aa167d0f8dcc tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:25.567375 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-594379bc-41bc-4546-bba3-dc0aeecccba1 req-f01e3785-168f-4d2e-9d21-aa167d0f8dcc tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 1.3256907 Oct 20 11:46:25.580305 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-7722efa4-9144-41ca-8397-be5098f9e080 None None] Set router b2525f21-c0f6-4e3b-8e66-f99302e6cb77 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:46:25.650349 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 29da3d87-bda3-4da2-8f13-1919a75127f6, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=29da3d87-bda3-4da2-8f13-1919a75127f6,segment=NetworkSegment(85fc5652-615f-4ba5-85da-66bf2fd55c38),segment_id=85fc5652-615f-4ba5-85da-66bf2fd55c38)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:46:25.692117 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:25.720202 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-39a768a0-38f7-438f-980f-eb39af024273 None None] Provisioning complete for port 29da3d87-bda3-4da2-8f13-1919a75127f6 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:46:25.720586 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-39a768a0-38f7-438f-980f-eb39af024273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:25.766666 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-594379bc-41bc-4546-bba3-dc0aeecccba1 req-236e7db9-b418-49cf-a110-5e20597f20db tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1975381 Oct 20 11:46:25.806609 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-518d80a0-444c-4e18-8a28-1e236c539b7c req-4502a8b7-71f1-47c7-9142-5e51d47a1aab service neutron] 10.222.0.98 "GET /v2.0/networks/9322139b-8809-4c21-a6d7-3c1b88007f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4545302 Oct 20 11:46:25.955669 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9529b717-5684-43a5-b055-551a52640c86 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:25.993289 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9529b717-5684-43a5-b055-551a52640c86 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:26.047619 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9529b717-5684-43a5-b055-551a52640c86 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Network 0049d4e8-8a54-400f-bd51-ae3389756213 is not hosted by any dhcp agent {{(pid=100647) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 20 11:46:26.059820 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9529b717-5684-43a5-b055-551a52640c86 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:26.064818 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9529b717-5684-43a5-b055-551a52640c86 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:26.071430 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-9529b717-5684-43a5-b055-551a52640c86 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "PUT /v2.0/networks/0049d4e8-8a54-400f-bd51-ae3389756213 HTTP/1.1" status: 200 len: 723 time: 0.6061354 Oct 20 11:46:26.076016 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 56360) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:26.092474 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-8d5c5d83-2e35-4350-aa6d-2e2ce9b9692d tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Request body: {'subnet': {'network_id': '0049d4e8-8a54-400f-bd51-ae3389756213', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:46:26.108613 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=29da3d87-bda3-4da2-8f13-1919a75127f6,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:26.499276 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 29da3d87-bda3-4da2-8f13-1919a75127f6 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:46:26.611952 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9529b717-5684-43a5-b055-551a52640c86 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Pushing event updated for resources: {'Network': ['ID=0049d4e8-8a54-400f-bd51-ae3389756213,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:26.625801 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f46cec00-854c-4ef3-88fe-381cc7c35c71 req-32441609-412a-492e-a1f9-904649a90d7a tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=fcd13e04-1ea3-4f9c-929d-58a846b2c4b9 HTTP/1.1" status: 200 len: 210 time: 0.2096856 Oct 20 11:46:26.657186 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-7722efa4-9144-41ca-8397-be5098f9e080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2525f21-c0f6-4e3b-8e66-f99302e6cb77', 'name': 'tempest-ServerRescueTestJSON-1851092970-router', 'tenant_id': '2dc8f662c37e4455845b8c86bfd8f795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '9c10fda4-638c-4cf3-8ee5-48652c33fc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:46:10Z', 'updated_at': '2021-10-20T11:46:20Z', 'revision_number': 4, 'project_id': '2dc8f662c37e4455845b8c86bfd8f795', 'gw_port': {'id': '9c10fda4-638c-4cf3-8ee5-48652c33fc6d', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2525f21-c0f6-4e3b-8e66-f99302e6cb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:11Z', 'updated_at': '2021-10-20T11:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'e663de1d-7c73-44fc-88c7-c463fc77c21a', 'name': '', 'network_id': '9322139b-8809-4c21-a6d7-3c1b88007f00', 'tenant_id': '2dc8f662c37e4455845b8c86bfd8f795', 'mac_address': 'fa:16:3e:ce:75:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2525f21-c0f6-4e3b-8e66-f99302e6cb77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '1f8d9068-e32a-474d-a79e-183043471abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:18Z', 'updated_at': '2021-10-20T11:46:25Z', 'revision_number': 4, 'project_id': '2dc8f662c37e4455845b8c86bfd8f795', 'subnets': [{'id': '1f8d9068-e32a-474d-a79e-183043471abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:26.669405 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 0049d4e8-8a54-400f-bd51-ae3389756213 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:46:26.694905 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7722efa4-9144-41ca-8397-be5098f9e080 None None] The sync data for ids ['b2525f21-c0f6-4e3b-8e66-f99302e6cb77'] in n-d-814735-3 is: [{'id': 'b2525f21-c0f6-4e3b-8e66-f99302e6cb77', 'name': 'tempest-ServerRescueTestJSON-1851092970-router', 'tenant_id': '2dc8f662c37e4455845b8c86bfd8f795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '9c10fda4-638c-4cf3-8ee5-48652c33fc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:46:10Z', 'updated_at': '2021-10-20T11:46:20Z', 'revision_number': 4, 'project_id': '2dc8f662c37e4455845b8c86bfd8f795', 'gw_port': {'id': '9c10fda4-638c-4cf3-8ee5-48652c33fc6d', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2525f21-c0f6-4e3b-8e66-f99302e6cb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:11Z', 'updated_at': '2021-10-20T11:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'e663de1d-7c73-44fc-88c7-c463fc77c21a', 'name': '', 'network_id': '9322139b-8809-4c21-a6d7-3c1b88007f00', 'tenant_id': '2dc8f662c37e4455845b8c86bfd8f795', 'mac_address': 'fa:16:3e:ce:75:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2525f21-c0f6-4e3b-8e66-f99302e6cb77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '1f8d9068-e32a-474d-a79e-183043471abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:18Z', 'updated_at': '2021-10-20T11:46:25Z', 'revision_number': 4, 'project_id': '2dc8f662c37e4455845b8c86bfd8f795', 'subnets': [{'id': '1f8d9068-e32a-474d-a79e-183043471abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:46:26.808266 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8530099-d2cc-4957-b2e3-20122fe17d4a tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Router e2b5601e-c29d-4f6b-8b1a-ea87f00fa743 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:46:27.007860 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 29da3d87-bda3-4da2-8f13-1919a75127f6 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:46:27.009422 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:27.084642 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5c5d83-2e35-4350-aa6d-2e2ce9b9692d tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Made reservation on behalf of 88a9dd418e8245538a9f34e3063c713d for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:46:27.088256 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8d5c5d83-2e35-4350-aa6d-2e2ce9b9692d tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:27.146485 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8530099-d2cc-4957-b2e3-20122fe17d4a tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:46:27.162412 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d8530099-d2cc-4957-b2e3-20122fe17d4a tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] 10.222.0.98 "PUT /v2.0/routers/e2b5601e-c29d-4f6b-8b1a-ea87f00fa743/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3003316 Oct 20 11:46:27.163514 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56410) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:27.237464 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed75cb-9a1d-40ed-95e2-a8d17feca6fa req-6109d886-3241-4f97-a395-45e0a6234b6d tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:27.240918 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b6ed75cb-9a1d-40ed-95e2-a8d17feca6fa req-6109d886-3241-4f97-a395-45e0a6234b6d tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/networks?id=a1980227-64af-4c17-9cee-4570c69a4cb6 HTTP/1.1" status: 200 len: 812 time: 0.5170791 Oct 20 11:46:27.399184 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b6ed75cb-9a1d-40ed-95e2-a8d17feca6fa req-80a38fcd-b895-4b72-8917-7f8f188c97bf tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/quotas/f0012baf31914701a438a4a910671113 HTTP/1.1" status: 200 len: 375 time: 0.0461791 Oct 20 11:46:27.503192 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-41d1c062-c379-4991-850b-5c04111a6ab4 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:27.730998 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b6ed75cb-9a1d-40ed-95e2-a8d17feca6fa req-8a365bf9-3b39-41ba-913c-39aadbd5632b tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=f0012baf31914701a438a4a910671113&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3147335 Oct 20 11:46:27.750897 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688d9705-7aad-4bda-a27a-8ba847cf06c6 None None] Sync routers for ids ['e2b5601e-c29d-4f6b-8b1a-ea87f00fa743'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:46:27.761427 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-b6ed75cb-9a1d-40ed-95e2-a8d17feca6fa req-7d8da731-29e3-469b-a386-6491cc6cd8cd service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:46:27.772137 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b6ed75cb-9a1d-40ed-95e2-a8d17feca6fa req-7d8da731-29e3-469b-a386-6491cc6cd8cd service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0249984 Oct 20 11:46:27.814083 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4344f86-9d33-4844-849c-8844083c4fcd None None] Update dhcp port {'port': {'network_id': '260d1edf-d890-4c70-b309-94c3705f6112', 'fixed_ips': [{'subnet_id': '3e48b807-d5ea-4465-bb4a-f407a049f7d7', 'ip_address': '2001:db8::2'}, {'subnet_id': '194b0425-f107-47db-a394-90760ce59a58'}], 'binding:host_id': 'n-d-814735-3'}, 'id': '29da3d87-bda3-4da2-8f13-1919a75127f6'} from n-d-814735-3. {{(pid=100648) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 11:46:27.845760 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d4344f86-9d33-4844-849c-8844083c4fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:27.857909 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688d9705-7aad-4bda-a27a-8ba847cf06c6 None None] Routers {'e2b5601e-c29d-4f6b-8b1a-ea87f00fa743'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:46:27.858836 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-688d9705-7aad-4bda-a27a-8ba847cf06c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:46:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e2b5601e-c29d-4f6b-8b1a-ea87f00fa743'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:27.944369 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-41d1c062-c379-4991-850b-5c04111a6ab4 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:27.962690 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-688d9705-7aad-4bda-a27a-8ba847cf06c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:28.019976 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688d9705-7aad-4bda-a27a-8ba847cf06c6 None None] Routers {'e2b5601e-c29d-4f6b-8b1a-ea87f00fa743'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:46:28.020701 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-688d9705-7aad-4bda-a27a-8ba847cf06c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:46:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e2b5601e-c29d-4f6b-8b1a-ea87f00fa743'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:28.120595 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b6ed75cb-9a1d-40ed-95e2-a8d17feca6fa req-dc6b74b1-d574-495f-9f7e-3e6a1ccee37f service neutron] 10.222.0.98 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300703 Oct 20 11:46:28.125632 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-41d1c062-c379-4991-850b-5c04111a6ab4 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Deleting port 4aa89370-3e74-4edc-b462-7ca741eadf2c {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:46:28.126717 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-41d1c062-c379-4991-850b-5c04111a6ab4 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:28.218756 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-688d9705-7aad-4bda-a27a-8ba847cf06c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:28.219947 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688d9705-7aad-4bda-a27a-8ba847cf06c6 None None] The sync data for ids ['e2b5601e-c29d-4f6b-8b1a-ea87f00fa743'] in n-d-814735-3 is: [] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:46:28.412450 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-d4344f86-9d33-4844-849c-8844083c4fcd None None] Allocated IP 172.20.0.1 (260d1edf-d890-4c70-b309-94c3705f6112/194b0425-f107-47db-a394-90760ce59a58/29da3d87-bda3-4da2-8f13-1919a75127f6) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:46:28.501369 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5c0f24e6-6a05-4c85-9174-11e3493081ff req-10a6d237-aa87-410a-8818-e67ba30d0412 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=fcd13e04-1ea3-4f9c-929d-58a846b2c4b9 HTTP/1.1" status: 200 len: 210 time: 0.3762248 Oct 20 11:46:28.510428 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8d5c5d83-2e35-4350-aa6d-2e2ce9b9692d tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:28.544729 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device e663de1d-7c73-44fc-88c7-c463fc77c21a up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:46:28.701628 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-41d1c062-c379-4991-850b-5c04111a6ab4 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:28.755327 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-41d1c062-c379-4991-850b-5c04111a6ab4 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Calling delete_port for 4aa89370-3e74-4edc-b462-7ca741eadf2c owned by network:router_gateway {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:46:28.768765 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b6ed75cb-9a1d-40ed-95e2-a8d17feca6fa req-fc08b414-bcc4-4b4e-8598-0278cf693f5e service neutron] 10.222.0.98 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6194611 Oct 20 11:46:28.780404 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d4344f86-9d33-4844-849c-8844083c4fcd None None] For port 29da3d87-bda3-4da2-8f13-1919a75127f6, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=29da3d87-bda3-4da2-8f13-1919a75127f6,segment=NetworkSegment(85fc5652-615f-4ba5-85da-66bf2fd55c38),segment_id=85fc5652-615f-4ba5-85da-66bf2fd55c38)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:46:28.849367 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port e663de1d-7c73-44fc-88c7-c463fc77c21a triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:46:28.849743 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:28.871068 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c5d83-2e35-4350-aa6d-2e2ce9b9692d tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Pushing event updated for resources: {'Subnet': ['ID=67b5dea0-26f6-4649-9df4-a087fec18f4e,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:28.883439 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5c5d83-2e35-4350-aa6d-2e2ce9b9692d tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Checking segment: {'id': '7eab01d5-5a61-4569-bba8-6e1015250b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '0049d4e8-8a54-400f-bd51-ae3389756213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:46:28.885448 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5c5d83-2e35-4350-aa6d-2e2ce9b9692d tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Network hostable DHCP agents. Network: 0049d4e8-8a54-400f-bd51-ae3389756213, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:46:28.925281 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d4344f86-9d33-4844-849c-8844083c4fcd None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:28.925516 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5c5d83-2e35-4350-aa6d-2e2ce9b9692d tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Network 0049d4e8-8a54-400f-bd51-ae3389756213 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:46:28.941793 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-8d5c5d83-2e35-4350-aa6d-2e2ce9b9692d tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 0049d4e8-8a54-400f-bd51-ae3389756213) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:46:28.948178 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5c5d83-2e35-4350-aa6d-2e2ce9b9692d tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:28.951116 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8d5c5d83-2e35-4350-aa6d-2e2ce9b9692d tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:28.979185 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8d5c5d83-2e35-4350-aa6d-2e2ce9b9692d tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9028540 Oct 20 11:46:28.982298 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 56462) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:28.987275 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-3048c7e3-cb76-4c25-9f47-9e0ab5d402d8 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:46:28.998723 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2553655d-3855-4796-bf44-3fa417bce6e7 None None] Network 0049d4e8-8a54-400f-bd51-ae3389756213 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:46:29.037877 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d4344f86-9d33-4844-849c-8844083c4fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:29.204522 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-41d1c062-c379-4991-850b-5c04111a6ab4 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:29.255373 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-da8888af-c2ef-4634-9a3f-02882ee0b8a8 req-fa250d79-e1d8-4385-aa27-36b9d5ae3949 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7e761e1-da68-451f-869b-58797cf1f4b4 HTTP/1.1" status: 200 len: 210 time: 0.1452739 Oct 20 11:46:29.299350 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d1c062-c379-4991-850b-5c04111a6ab4 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Pushing event deleted for resources: {'Port': ['ID=4aa89370-3e74-4edc-b462-7ca741eadf2c,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:29.313017 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3048c7e3-cb76-4c25-9f47-9e0ab5d402d8 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11584763'] for subnet, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:29.386526 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d80a0-444c-4e18-8a28-1e236c539b7c req-8018fc7c-1f09-4e5b-805a-a194d1bfda42 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:29.390783 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-518d80a0-444c-4e18-8a28-1e236c539b7c req-8018fc7c-1f09-4e5b-805a-a194d1bfda42 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.89 "GET /v2.0/networks?id=9322139b-8809-4c21-a6d7-3c1b88007f00 HTTP/1.1" status: 200 len: 811 time: 1.1252811 Oct 20 11:46:29.430141 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-518d80a0-444c-4e18-8a28-1e236c539b7c req-692575bd-60bf-4549-9a4b-d5e665f052f6 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Request body: {'port': {'device_id': 'fcd13e04-1ea3-4f9c-929d-58a846b2c4b9', 'network_id': '9322139b-8809-4c21-a6d7-3c1b88007f00', 'admin_state_up': True, 'tenant_id': '2dc8f662c37e4455845b8c86bfd8f795'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:46:29.498258 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4344f86-9d33-4844-849c-8844083c4fcd None None] Pushing event updated for resources: {'Port': ['ID=29da3d87-bda3-4da2-8f13-1919a75127f6,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:29.546221 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-41d1c062-c379-4991-850b-5c04111a6ab4 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:29.582108 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:29.703526 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port e663de1d-7c73-44fc-88c7-c463fc77c21a, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=e663de1d-7c73-44fc-88c7-c463fc77c21a,segment=NetworkSegment(540c4293-1966-46a4-96ab-b132597e960a),segment_id=540c4293-1966-46a4-96ab-b132597e960a)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:46:29.740719 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-49d70175-ce89-4672-aff7-0136d91e1a33 req-8b59db0b-1eab-45cf-a4bd-cd1d72299966 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=fcd13e04-1ea3-4f9c-929d-58a846b2c4b9 HTTP/1.1" status: 200 len: 210 time: 0.0427172 Oct 20 11:46:29.765795 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:29.801086 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9175741e-2dbf-49e3-bcd2-348009aa9257 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-0049d4e8-8a54-400f-bd51-ae3389756213', 'network_id': '0049d4e8-8a54-400f-bd51-ae3389756213', 'tenant_id': '88a9dd418e8245538a9f34e3063c713d', 'fixed_ips': [{'subnet_id': '67b5dea0-26f6-4649-9df4-a087fec18f4e'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:46:29.805842 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9175741e-2dbf-49e3-bcd2-348009aa9257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:29.860696 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-41d1c062-c379-4991-850b-5c04111a6ab4 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:29.871351 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-41d1c062-c379-4991-850b-5c04111a6ab4 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:29.883730 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3048c7e3-cb76-4c25-9f47-9e0ab5d402d8 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755318649182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8418560'] for subnet, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:29.937294 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3048c7e3-cb76-4c25-9f47-9e0ab5d402d8 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:29.941348 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3048c7e3-cb76-4c25-9f47-9e0ab5d402d8 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:29.951622 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3048c7e3-cb76-4c25-9f47-9e0ab5d402d8 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "PUT /v2.0/subnets/67b5dea0-26f6-4649-9df4-a087fec18f4e HTTP/1.1" status: 200 len: 826 time: 0.9688153 Oct 20 11:46:29.958485 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 56496) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:30.088873 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-41d1c062-c379-4991-850b-5c04111a6ab4 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:30.090501 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=e663de1d-7c73-44fc-88c7-c463fc77c21a,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:30.092644 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d1c062-c379-4991-850b-5c04111a6ab4 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Fanout notify agent at l3_agent the message router_deleted on router e2b5601e-c29d-4f6b-8b1a-ea87f00fa743 {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:46:30.109504 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-41d1c062-c379-4991-850b-5c04111a6ab4 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:30.110641 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-41d1c062-c379-4991-850b-5c04111a6ab4 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] 10.222.0.98 "DELETE /v2.0/routers/e2b5601e-c29d-4f6b-8b1a-ea87f00fa743 HTTP/1.1" status: 204 len: 168 time: 2.9459879 Oct 20 11:46:30.125922 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 56500) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:30.130681 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-518d80a0-444c-4e18-8a28-1e236c539b7c req-692575bd-60bf-4549-9a4b-d5e665f052f6 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Made reservation on behalf of 2dc8f662c37e4455845b8c86bfd8f795 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:46:30.142134 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-518d80a0-444c-4e18-8a28-1e236c539b7c req-692575bd-60bf-4549-9a4b-d5e665f052f6 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:30.190339 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3048c7e3-cb76-4c25-9f47-9e0ab5d402d8 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Pushing event updated for resources: {'Subnet': ['ID=67b5dea0-26f6-4649-9df4-a087fec18f4e,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:30.355991 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-9175741e-2dbf-49e3-bcd2-348009aa9257 None None] Allocated IP 2001:db8::2 (0049d4e8-8a54-400f-bd51-ae3389756213/67b5dea0-26f6-4649-9df4-a087fec18f4e/0cf8a70c-cf62-46cf-90fa-cc064eb62600) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:46:30.486474 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-952c24fb-ecc6-41f4-bf9d-3b07138bc956 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Deleting subnet 96b377b5-3050-4d2a-ac3b-2119772eb759 {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:46:30.506356 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-952c24fb-ecc6-41f4-bf9d-3b07138bc956 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:30.557369 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 29da3d87-bda3-4da2-8f13-1919a75127f6 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:46:30.590321 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-952c24fb-ecc6-41f4-bf9d-3b07138bc956 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:30.663818 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [req-518d80a0-444c-4e18-8a28-1e236c539b7c req-692575bd-60bf-4549-9a4b-d5e665f052f6 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Allocated IP 172.20.0.12 (9322139b-8809-4c21-a6d7-3c1b88007f00/1f8d9068-e32a-474d-a79e-183043471abb/fa89723a-1ad1-43c3-a4f1-1df017eb7ff0) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:46:30.713193 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 29da3d87-bda3-4da2-8f13-1919a75127f6 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:46:30.713801 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:30.724735 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-952c24fb-ecc6-41f4-bf9d-3b07138bc956 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:30.803165 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd6acb5-22f1-4c25-b605-3efc824dafa1 None None] Network 260d1edf-d890-4c70-b309-94c3705f6112 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:46:30.832621 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-952c24fb-ecc6-41f4-bf9d-3b07138bc956 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:30.890720 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device e663de1d-7c73-44fc-88c7-c463fc77c21a up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:46:30.918447 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-93f7da16-4e41-498c-a43d-17798aa98e97 req-a7fbe673-6bc8-487e-b041-3414c4219b07 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7e761e1-da68-451f-869b-58797cf1f4b4 HTTP/1.1" status: 200 len: 210 time: 0.4756703 Oct 20 11:46:30.928343 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c24fb-ecc6-41f4-bf9d-3b07138bc956 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Pushing event deleted for resources: {'Subnet': ['ID=96b377b5-3050-4d2a-ac3b-2119772eb759,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:30.948480 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-952c24fb-ecc6-41f4-bf9d-3b07138bc956 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:30.965429 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-952c24fb-ecc6-41f4-bf9d-3b07138bc956 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] 10.222.0.98 "DELETE /v2.0/subnets/96b377b5-3050-4d2a-ac3b-2119772eb759 HTTP/1.1" status: 204 len: 168 time: 0.8332596 Oct 20 11:46:30.968713 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56528) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:30.981685 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-13cdc18a-e9a0-40cb-b61b-563f2ff5febd tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:31.116832 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9175741e-2dbf-49e3-bcd2-348009aa9257 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:31.128241 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-467dc573-af27-49c0-bc14-4bc61341d6a3 req-789c23ea-830b-471a-948e-287fed9a0acf tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=fcd13e04-1ea3-4f9c-929d-58a846b2c4b9 HTTP/1.1" status: 200 len: 210 time: 0.1209567 Oct 20 11:46:31.273172 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f8c47f48-79bf-494b-b9bf-81713bc1bf87 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:31.289548 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9175741e-2dbf-49e3-bcd2-348009aa9257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:31.310095 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f62533b-b13f-419a-be4c-8818b306106b None None] Network 54fe76f1-0db9-411c-b8fa-c8d9b1d35fae requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:46:31.320636 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-518d80a0-444c-4e18-8a28-1e236c539b7c req-692575bd-60bf-4549-9a4b-d5e665f052f6 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:31.394846 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-13cdc18a-e9a0-40cb-b61b-563f2ff5febd tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:31.450866 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-518d80a0-444c-4e18-8a28-1e236c539b7c req-692575bd-60bf-4549-9a4b-d5e665f052f6 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:31.546012 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9175741e-2dbf-49e3-bcd2-348009aa9257 None None] Network 0049d4e8-8a54-400f-bd51-ae3389756213 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:46:31.563596 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9175741e-2dbf-49e3-bcd2-348009aa9257 None None] Pushing event updated for resources: {'Port': ['ID=0cf8a70c-cf62-46cf-90fa-cc064eb62600,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:31.572472 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed75cb-9a1d-40ed-95e2-a8d17feca6fa req-ac808a87-b016-492d-aa85-1ac90a5d3b15 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:31.572621 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-9175741e-2dbf-49e3-bcd2-348009aa9257 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:46:31.581315 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b6ed75cb-9a1d-40ed-95e2-a8d17feca6fa req-ac808a87-b016-492d-aa85-1ac90a5d3b15 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.11 "GET /v2.0/networks?id=a1980227-64af-4c17-9cee-4570c69a4cb6 HTTP/1.1" status: 200 len: 812 time: 0.4934397 Oct 20 11:46:31.599050 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9175741e-2dbf-49e3-bcd2-348009aa9257 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:46:31.600958 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-518d80a0-444c-4e18-8a28-1e236c539b7c req-692575bd-60bf-4549-9a4b-d5e665f052f6 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Network 9322139b-8809-4c21-a6d7-3c1b88007f00 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:46:31.604287 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-f8c47f48-79bf-494b-b9bf-81713bc1bf87 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Deleting port 96d860c9-b5a0-46fd-a674-3e7d3e871dca {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:46:31.604622 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f8c47f48-79bf-494b-b9bf-81713bc1bf87 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:31.616615 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-b6ed75cb-9a1d-40ed-95e2-a8d17feca6fa req-8aba4965-310b-4788-8be5-be06d50d640f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Request body: {'port': {'device_id': 'f7e761e1-da68-451f-869b-58797cf1f4b4', 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6', 'admin_state_up': True, 'tenant_id': 'f0012baf31914701a438a4a910671113'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:46:31.621582 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [req-518d80a0-444c-4e18-8a28-1e236c539b7c req-692575bd-60bf-4549-9a4b-d5e665f052f6 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:46:31.645913 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-6c022724-2b6c-4bd3-9b8e-af28a2da649f None None] Provisioning complete for port 29da3d87-bda3-4da2-8f13-1919a75127f6 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:46:31.645913 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6c022724-2b6c-4bd3-9b8e-af28a2da649f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:31.657566 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-518d80a0-444c-4e18-8a28-1e236c539b7c req-692575bd-60bf-4549-9a4b-d5e665f052f6 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:46:31.663394 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692575bd-60bf-4549-9a4b-d5e665f052f6 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Pushing event updated for resources: {'Port': ['ID=fa89723a-1ad1-43c3-a4f1-1df017eb7ff0,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:31.789762 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-f8c47f48-79bf-494b-b9bf-81713bc1bf87 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] For port 96d860c9-b5a0-46fd-a674-3e7d3e871dca, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=96d860c9-b5a0-46fd-a674-3e7d3e871dca,segment=NetworkSegment(291dc90b-97e0-496f-9865-e63a0676d70c),segment_id=291dc90b-97e0-496f-9865-e63a0676d70c)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:46:31.790458 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f8c47f48-79bf-494b-b9bf-81713bc1bf87 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:31.790615 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-13cdc18a-e9a0-40cb-b61b-563f2ff5febd tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:31.823910 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d80a0-444c-4e18-8a28-1e236c539b7c req-692575bd-60bf-4549-9a4b-d5e665f052f6 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:31.824556 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-518d80a0-444c-4e18-8a28-1e236c539b7c req-692575bd-60bf-4549-9a4b-d5e665f052f6 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:31.833644 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-f8c47f48-79bf-494b-b9bf-81713bc1bf87 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Calling delete_port for 96d860c9-b5a0-46fd-a674-3e7d3e871dca owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:46:31.848035 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cdc18a-e9a0-40cb-b61b-563f2ff5febd tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Pushing event deleted for resources: {'Subnet': ['ID=67b5dea0-26f6-4649-9df4-a087fec18f4e,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:31.936407 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-518d80a0-444c-4e18-8a28-1e236c539b7c req-692575bd-60bf-4549-9a4b-d5e665f052f6 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5155089 Oct 20 11:46:31.955238 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-518d80a0-444c-4e18-8a28-1e236c539b7c req-f75298aa-4ded-4fd7-b216-402c2c9d9cd0 service neutron] Request body: {'port': {'device_id': 'fcd13e04-1ea3-4f9c-929d-58a846b2c4b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:46:31.957994 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-13cdc18a-e9a0-40cb-b61b-563f2ff5febd tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:31.967370 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6ed75cb-9a1d-40ed-95e2-a8d17feca6fa req-8aba4965-310b-4788-8be5-be06d50d640f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Made reservation on behalf of f0012baf31914701a438a4a910671113 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:46:31.972701 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b6ed75cb-9a1d-40ed-95e2-a8d17feca6fa req-8aba4965-310b-4788-8be5-be06d50d640f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:31.992820 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port e663de1d-7c73-44fc-88c7-c463fc77c21a triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:46:31.993527 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:32.050481 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-13cdc18a-e9a0-40cb-b61b-563f2ff5febd tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0049d4e8-8a54-400f-bd51-ae3389756213']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:32.069366 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-518d80a0-444c-4e18-8a28-1e236c539b7c req-f75298aa-4ded-4fd7-b216-402c2c9d9cd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:32.101002 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f8c47f48-79bf-494b-b9bf-81713bc1bf87 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:32.143743 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c47f48-79bf-494b-b9bf-81713bc1bf87 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] No DVR routers for this DVR port 96d860c9-b5a0-46fd-a674-3e7d3e871dca on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:46:32.162874 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-9175741e-2dbf-49e3-bcd2-348009aa9257 None None] Attempting to bind port 0cf8a70c-cf62-46cf-90fa-cc064eb62600 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:46:32.164937 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-9175741e-2dbf-49e3-bcd2-348009aa9257 None None] Attempting to bind port 0cf8a70c-cf62-46cf-90fa-cc064eb62600 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '7eab01d5-5a61-4569-bba8-6e1015250b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '0049d4e8-8a54-400f-bd51-ae3389756213'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:46:32.165441 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9175741e-2dbf-49e3-bcd2-348009aa9257 None None] Attempting to bind port 0cf8a70c-cf62-46cf-90fa-cc064eb62600 on network 0049d4e8-8a54-400f-bd51-ae3389756213 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:46:32.181896 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-13cdc18a-e9a0-40cb-b61b-563f2ff5febd tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eab01d5-5a61-4569-bba8-6e1015250b78') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:32.181896 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-13cdc18a-e9a0-40cb-b61b-563f2ff5febd tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eab01d5-5a61-4569-bba8-6e1015250b78') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:32.200526 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c47f48-79bf-494b-b9bf-81713bc1bf87 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Pushing event deleted for resources: {'Port': ['ID=96d860c9-b5a0-46fd-a674-3e7d3e871dca,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:32.220906 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9175741e-2dbf-49e3-bcd2-348009aa9257 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:46:32.220906 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9175741e-2dbf-49e3-bcd2-348009aa9257 None None] Checking segment: {'id': '7eab01d5-5a61-4569-bba8-6e1015250b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '0049d4e8-8a54-400f-bd51-ae3389756213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:46:32.220906 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9175741e-2dbf-49e3-bcd2-348009aa9257 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:32.223023 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9175741e-2dbf-49e3-bcd2-348009aa9257 None None] Bound using segment: {'id': '7eab01d5-5a61-4569-bba8-6e1015250b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '0049d4e8-8a54-400f-bd51-ae3389756213'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:46:32.230819 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-9175741e-2dbf-49e3-bcd2-348009aa9257 None None] Bound port: 0cf8a70c-cf62-46cf-90fa-cc064eb62600, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eab01d5-5a61-4569-bba8-6e1015250b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '0049d4e8-8a54-400f-bd51-ae3389756213'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:46:32.231370 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9175741e-2dbf-49e3-bcd2-348009aa9257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:32.307288 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9d2e52dd-20b8-446f-ac68-d11b5a7b8fc2 req-9a12760c-1337-4a02-96da-145977cd0765 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7e761e1-da68-451f-869b-58797cf1f4b4 HTTP/1.1" status: 200 len: 210 time: 0.2155056 Oct 20 11:46:32.309257 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-13cdc18a-e9a0-40cb-b61b-563f2ff5febd tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:32.319040 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12120177-2767-4e3e-86f8-a3484e57aed5 None None] DHCP port deletion for 54fe76f1-0db9-411c-b8fa-c8d9b1d35fae request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:46:32.417390 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-13cdc18a-e9a0-40cb-b61b-563f2ff5febd tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:32.440806 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13cdc18a-e9a0-40cb-b61b-563f2ff5febd tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Releasing vlan 1267 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:46:32.441246 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-13cdc18a-e9a0-40cb-b61b-563f2ff5febd tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:32.464484 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:46:32.464484 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:46:32.464484 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:46:32.464484 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:46:32.464484 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:46:32.464484 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:46:32.464484 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:46:32.464484 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:46:32.464484 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:46:32.464484 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:46:32.464484 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:46:32.464484 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:46:32.464484 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:46:32.464484 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:46:32.464484 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:46:32.464484 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:46:32.464484 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:46:32.464484 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:46:32.464484 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:46:32.464484 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:46:32.464484 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:46:32.464484 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:46:32.464484 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:46:32.464484 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:46:32.464484 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:46:32.464484 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:46:32.464484 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:46:32.464484 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:46:32.464484 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:46:32.464484 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:46:32.464484 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:46:32.464484 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:46:32.498634 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-9175741e-2dbf-49e3-bcd2-348009aa9257 None None] For port 0cf8a70c-cf62-46cf-90fa-cc064eb62600, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:46:32.518481 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f8c47f48-79bf-494b-b9bf-81713bc1bf87 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:32.558772 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-f8c47f48-79bf-494b-b9bf-81713bc1bf87 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54fe76f1-0db9-411c-b8fa-c8d9b1d35fae']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:32.589217 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-f8c47f48-79bf-494b-b9bf-81713bc1bf87 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '291dc90b-97e0-496f-9865-e63a0676d70c') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:32.589453 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-f8c47f48-79bf-494b-b9bf-81713bc1bf87 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '291dc90b-97e0-496f-9865-e63a0676d70c') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:32.595751 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.db.api [None req-13cdc18a-e9a0-40cb-b61b-563f2ff5febd tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 20 11:46:32.595751 n-d-814735-3 neutron-server[100647]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 20 11:46:32.595751 n-d-814735-3 neutron-server[100647]: [parameters: {'id': '0049d4e8-8a54-400f-bd51-ae3389756213'}] Oct 20 11:46:32.595751 n-d-814735-3 neutron-server[100647]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100647) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:46:32.596094 n-d-814735-3 neutron-server[100647]: DEBUG oslo_db.api [None req-13cdc18a-e9a0-40cb-b61b-563f2ff5febd tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:46:32.598917 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-9175741e-2dbf-49e3-bcd2-348009aa9257 None None] For port 0cf8a70c-cf62-46cf-90fa-cc064eb62600, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=0cf8a70c-cf62-46cf-90fa-cc064eb62600,segment=NetworkSegment(7eab01d5-5a61-4569-bba8-6e1015250b78),segment_id=7eab01d5-5a61-4569-bba8-6e1015250b78)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:46:32.600808 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-880f3248-255f-4ecf-8144-aedef65ea15f None None] Provisioning complete for port 29da3d87-bda3-4da2-8f13-1919a75127f6 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:46:32.601433 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-880f3248-255f-4ecf-8144-aedef65ea15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:32.636976 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8383ac3-c62e-4dd1-b5b5-93d040d038f8 req-d99ebef3-b1b1-452f-8b8a-83bfa62b6ca1 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:32.638588 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a8383ac3-c62e-4dd1-b5b5-93d040d038f8 req-d99ebef3-b1b1-452f-8b8a-83bfa62b6ca1 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=fcd13e04-1ea3-4f9c-929d-58a846b2c4b9 HTTP/1.1" status: 200 len: 932 time: 0.1751893 Oct 20 11:46:32.659331 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9175741e-2dbf-49e3-bcd2-348009aa9257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:32.666415 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-b6ed75cb-9a1d-40ed-95e2-a8d17feca6fa req-8aba4965-310b-4788-8be5-be06d50d640f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Allocated IP 172.20.0.6 (a1980227-64af-4c17-9cee-4570c69a4cb6/978f4782-c6ff-4108-a8dd-a568aeeefa48/916c0856-5eef-407b-acec-d8f7a573c0b5) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:46:32.699647 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f8c47f48-79bf-494b-b9bf-81713bc1bf87 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:32.721715 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9175741e-2dbf-49e3-bcd2-348009aa9257 None None] Pushing event updated for resources: {'Port': ['ID=0cf8a70c-cf62-46cf-90fa-cc064eb62600,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:32.731681 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 96d860c9-b5a0-46fd-a674-3e7d3e871dca no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:46:32.743330 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a8383ac3-c62e-4dd1-b5b5-93d040d038f8 req-d4aba87c-d325-4245-9030-7686bc323f47 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745871 Oct 20 11:46:32.775776 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f8c47f48-79bf-494b-b9bf-81713bc1bf87 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:32.782346 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8c47f48-79bf-494b-b9bf-81713bc1bf87 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Releasing vlan 1255 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:46:32.782916 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f8c47f48-79bf-494b-b9bf-81713bc1bf87 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:32.802933 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 96d860c9-b5a0-46fd-a674-3e7d3e871dca {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:46:32.803279 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 96d860c9-b5a0-46fd-a674-3e7d3e871dca not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:46:32.842729 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:46:32.842729 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:46:32.842729 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:46:32.842729 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:46:32.842729 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:46:32.842729 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:46:32.842729 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:46:32.842729 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:46:32.842729 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:46:32.842729 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:46:32.842729 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:46:32.842729 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:46:32.842729 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:46:32.842729 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:46:32.842729 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:46:32.842729 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:46:32.842729 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:46:32.842729 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:46:32.842729 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:46:32.842729 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:46:32.842729 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:46:32.842729 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:46:32.842729 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:46:32.842729 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:46:32.842729 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:46:32.842729 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:46:32.842729 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:46:32.842729 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:46:32.842729 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:46:32.842729 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:46:32.842729 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:46:32.842729 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:46:32.912879 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f8c47f48-79bf-494b-b9bf-81713bc1bf87 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:32.914141 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2d5270-62e9-4b1a-8b4a-0dfc39732608 None None] Network 0049d4e8-8a54-400f-bd51-ae3389756213 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:46:32.942575 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f8c47f48-79bf-494b-b9bf-81713bc1bf87 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:32.949314 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f8c47f48-79bf-494b-b9bf-81713bc1bf87 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] 10.222.0.98 "DELETE /v2.0/networks/54fe76f1-0db9-411c-b8fa-c8d9b1d35fae HTTP/1.1" status: 204 len: 168 time: 1.9795456 Oct 20 11:46:32.950299 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56578) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:32.994160 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c47f48-79bf-494b-b9bf-81713bc1bf87 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Pushing event deleted for resources: {'Network': ['ID=54fe76f1-0db9-411c-b8fa-c8d9b1d35fae,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:33.010343 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b6ed75cb-9a1d-40ed-95e2-a8d17feca6fa req-8aba4965-310b-4788-8be5-be06d50d640f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:33.098468 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-13cdc18a-e9a0-40cb-b61b-563f2ff5febd tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:33.148731 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b6ed75cb-9a1d-40ed-95e2-a8d17feca6fa req-8aba4965-310b-4788-8be5-be06d50d640f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:33.214070 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-518d80a0-444c-4e18-8a28-1e236c539b7c req-f75298aa-4ded-4fd7-b216-402c2c9d9cd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa89723a-1ad1-43c3-a4f1-1df017eb7ff0 {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:46:33.224849 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-518d80a0-444c-4e18-8a28-1e236c539b7c req-f75298aa-4ded-4fd7-b216-402c2c9d9cd0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:33.241908 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-d13962e6-edd9-4871-86d4-edb201219cda tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Deleting port 3e4f11d8-c1dd-4b23-874f-2343937a41ca {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:46:33.242582 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d13962e6-edd9-4871-86d4-edb201219cda tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:33.286952 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-518d80a0-444c-4e18-8a28-1e236c539b7c req-f75298aa-4ded-4fd7-b216-402c2c9d9cd0 service neutron] Transition to ACTIVE for port object fa89723a-1ad1-43c3-a4f1-1df017eb7ff0 will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:46:33.331149 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-518d80a0-444c-4e18-8a28-1e236c539b7c req-f75298aa-4ded-4fd7-b216-402c2c9d9cd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:33.356881 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba4965-310b-4788-8be5-be06d50d640f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Pushing event updated for resources: {'Port': ['ID=916c0856-5eef-407b-acec-d8f7a573c0b5,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:33.380944 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6ed75cb-9a1d-40ed-95e2-a8d17feca6fa req-8aba4965-310b-4788-8be5-be06d50d640f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Network a1980227-64af-4c17-9cee-4570c69a4cb6 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:46:33.386274 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aba4965-310b-4788-8be5-be06d50d640f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:33.386752 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aba4965-310b-4788-8be5-be06d50d640f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:33.387217 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aba4965-310b-4788-8be5-be06d50d640f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:33.387714 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aba4965-310b-4788-8be5-be06d50d640f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:33.388187 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aba4965-310b-4788-8be5-be06d50d640f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:33.388623 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aba4965-310b-4788-8be5-be06d50d640f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:33.389081 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aba4965-310b-4788-8be5-be06d50d640f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:33.389638 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aba4965-310b-4788-8be5-be06d50d640f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:33.390659 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aba4965-310b-4788-8be5-be06d50d640f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:33.391140 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aba4965-310b-4788-8be5-be06d50d640f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:33.391572 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aba4965-310b-4788-8be5-be06d50d640f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:33.392144 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aba4965-310b-4788-8be5-be06d50d640f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:33.414976 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['cc0249f2-c246-462b-8841-1fcfb7d5ca3e', '60fd4c88-aa6b-43f5-90f9-9ec733b27069'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:46:33.415560 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-b6ed75cb-9a1d-40ed-95e2-a8d17feca6fa req-8aba4965-310b-4788-8be5-be06d50d640f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:46:33.437436 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ed75cb-9a1d-40ed-95e2-a8d17feca6fa req-8aba4965-310b-4788-8be5-be06d50d640f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:46:33.579818 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f7f561-8e8a-4cbb-bfd7-ecf6bb0c5141 None None] Network 0049d4e8-8a54-400f-bd51-ae3389756213 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:46:33.588335 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75298aa-4ded-4fd7-b216-402c2c9d9cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=fa89723a-1ad1-43c3-a4f1-1df017eb7ff0,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:33.667495 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d13962e6-edd9-4871-86d4-edb201219cda tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:33.667859 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d13962e6-edd9-4871-86d4-edb201219cda tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:33.692302 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed75cb-9a1d-40ed-95e2-a8d17feca6fa req-8aba4965-310b-4788-8be5-be06d50d640f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:33.697426 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b6ed75cb-9a1d-40ed-95e2-a8d17feca6fa req-8aba4965-310b-4788-8be5-be06d50d640f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:33.783836 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b6ed75cb-9a1d-40ed-95e2-a8d17feca6fa req-8aba4965-310b-4788-8be5-be06d50d640f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1930504 Oct 20 11:46:33.798375 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-b6ed75cb-9a1d-40ed-95e2-a8d17feca6fa req-444a1716-e8a3-473d-87bc-4d58bfec3a0b service neutron] Request body: {'port': {'device_id': 'f7e761e1-da68-451f-869b-58797cf1f4b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:46:33.844474 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abbbfc3-f4e2-4297-bb3f-3bc5c085af2f req-9b18fd49-8aa5-44ec-b97a-89374063c18a tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:33.849160 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2abbbfc3-f4e2-4297-bb3f-3bc5c085af2f req-9b18fd49-8aa5-44ec-b97a-89374063c18a tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7e761e1-da68-451f-869b-58797cf1f4b4 HTTP/1.1" status: 200 len: 931 time: 0.3290167 Oct 20 11:46:33.875821 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-d13962e6-edd9-4871-86d4-edb201219cda tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Calling delete_port for 3e4f11d8-c1dd-4b23-874f-2343937a41ca owned by network:floatingip {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:46:33.893243 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-518d80a0-444c-4e18-8a28-1e236c539b7c req-f75298aa-4ded-4fd7-b216-402c2c9d9cd0 service neutron] Attempting to bind port fa89723a-1ad1-43c3-a4f1-1df017eb7ff0 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:46:33.893588 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-518d80a0-444c-4e18-8a28-1e236c539b7c req-f75298aa-4ded-4fd7-b216-402c2c9d9cd0 service neutron] Attempting to bind port fa89723a-1ad1-43c3-a4f1-1df017eb7ff0 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '540c4293-1966-46a4-96ab-b132597e960a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9322139b-8809-4c21-a6d7-3c1b88007f00'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:46:33.893915 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518d80a0-444c-4e18-8a28-1e236c539b7c req-f75298aa-4ded-4fd7-b216-402c2c9d9cd0 service neutron] Attempting to bind port fa89723a-1ad1-43c3-a4f1-1df017eb7ff0 on network 9322139b-8809-4c21-a6d7-3c1b88007f00 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:46:33.900489 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518d80a0-444c-4e18-8a28-1e236c539b7c req-f75298aa-4ded-4fd7-b216-402c2c9d9cd0 service neutron] Port fa89723a-1ad1-43c3-a4f1-1df017eb7ff0 on network 9322139b-8809-4c21-a6d7-3c1b88007f00 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:46:33.900815 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518d80a0-444c-4e18-8a28-1e236c539b7c req-f75298aa-4ded-4fd7-b216-402c2c9d9cd0 service neutron] Attempting to bind port fa89723a-1ad1-43c3-a4f1-1df017eb7ff0 on network 9322139b-8809-4c21-a6d7-3c1b88007f00 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:46:33.936806 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518d80a0-444c-4e18-8a28-1e236c539b7c req-f75298aa-4ded-4fd7-b216-402c2c9d9cd0 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:46:33.937890 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518d80a0-444c-4e18-8a28-1e236c539b7c req-f75298aa-4ded-4fd7-b216-402c2c9d9cd0 service neutron] Checking segment: {'id': '540c4293-1966-46a4-96ab-b132597e960a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9322139b-8809-4c21-a6d7-3c1b88007f00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:46:33.938561 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518d80a0-444c-4e18-8a28-1e236c539b7c req-f75298aa-4ded-4fd7-b216-402c2c9d9cd0 service neutron] Bound using segment: {'id': '540c4293-1966-46a4-96ab-b132597e960a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9322139b-8809-4c21-a6d7-3c1b88007f00'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:46:33.938774 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-518d80a0-444c-4e18-8a28-1e236c539b7c req-f75298aa-4ded-4fd7-b216-402c2c9d9cd0 service neutron] Bound port: fa89723a-1ad1-43c3-a4f1-1df017eb7ff0, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '540c4293-1966-46a4-96ab-b132597e960a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9322139b-8809-4c21-a6d7-3c1b88007f00'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:46:33.939160 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-518d80a0-444c-4e18-8a28-1e236c539b7c req-f75298aa-4ded-4fd7-b216-402c2c9d9cd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:33.999254 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-12dfb6a1-3ef5-4e18-b2f9-13ec0cc88e4d None None] Provisioning complete for port 916c0856-5eef-407b-acec-d8f7a573c0b5 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:46:33.999777 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-12dfb6a1-3ef5-4e18-b2f9-13ec0cc88e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:34.023187 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-13cdc18a-e9a0-40cb-b61b-563f2ff5febd tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Deleting port 0cf8a70c-cf62-46cf-90fa-cc064eb62600 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:46:34.023750 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-13cdc18a-e9a0-40cb-b61b-563f2ff5febd tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:34.131752 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-518d80a0-444c-4e18-8a28-1e236c539b7c req-f75298aa-4ded-4fd7-b216-402c2c9d9cd0 service neutron] For port fa89723a-1ad1-43c3-a4f1-1df017eb7ff0, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:46:34.136002 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-518d80a0-444c-4e18-8a28-1e236c539b7c req-f75298aa-4ded-4fd7-b216-402c2c9d9cd0 service neutron] For port fa89723a-1ad1-43c3-a4f1-1df017eb7ff0, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=fa89723a-1ad1-43c3-a4f1-1df017eb7ff0,segment=NetworkSegment(540c4293-1966-46a4-96ab-b132597e960a),segment_id=540c4293-1966-46a4-96ab-b132597e960a)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:46:34.147470 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-518d80a0-444c-4e18-8a28-1e236c539b7c req-f75298aa-4ded-4fd7-b216-402c2c9d9cd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:34.245972 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75298aa-4ded-4fd7-b216-402c2c9d9cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=fa89723a-1ad1-43c3-a4f1-1df017eb7ff0,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:34.268915 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-12dfb6a1-3ef5-4e18-b2f9-13ec0cc88e4d None None] Port 916c0856-5eef-407b-acec-d8f7a573c0b5 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:46:34.278627 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d80a0-444c-4e18-8a28-1e236c539b7c req-f75298aa-4ded-4fd7-b216-402c2c9d9cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:34.279298 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-518d80a0-444c-4e18-8a28-1e236c539b7c req-f75298aa-4ded-4fd7-b216-402c2c9d9cd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:34.280851 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-518d80a0-444c-4e18-8a28-1e236c539b7c req-f75298aa-4ded-4fd7-b216-402c2c9d9cd0 service neutron] 10.222.0.89 "PUT /v2.0/ports/fa89723a-1ad1-43c3-a4f1-1df017eb7ff0 HTTP/1.1" status: 200 len: 1092 time: 2.3313923 Oct 20 11:46:34.281327 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcd13e04-1ea3-4f9c-929d-58a846b2c4b9', 'tag': 'fa89723a-1ad1-43c3-a4f1-1df017eb7ff0'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:46:34.283863 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9d0bae-6754-4d82-bcf5-13add91e3d03" -d '{"events": [{"name": "network-changed", "server_uuid": "fcd13e04-1ea3-4f9c-929d-58a846b2c4b9", "tag": "fa89723a-1ad1-43c3-a4f1-1df017eb7ff0"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:46:34.346679 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ccdc0-676d-4300-a698-bee3f78e9285 req-e1740fa1-41af-44d4-99ec-54d03abc9af6 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:34.348438 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-879ccdc0-676d-4300-a698-bee3f78e9285 req-e1740fa1-41af-44d4-99ec-54d03abc9af6 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=fcd13e04-1ea3-4f9c-929d-58a846b2c4b9 HTTP/1.1" status: 200 len: 944 time: 0.3934991 Oct 20 11:46:34.393211 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb50f585-71fa-472b-bc4f-49c1d02c105d None None] get_active_networks_info from n-d-814735-3 {{(pid=100648) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 11:46:34.422072 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-13cdc18a-e9a0-40cb-b61b-563f2ff5febd tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] For port 0cf8a70c-cf62-46cf-90fa-cc064eb62600, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=0cf8a70c-cf62-46cf-90fa-cc064eb62600,segment=NetworkSegment(7eab01d5-5a61-4569-bba8-6e1015250b78),segment_id=7eab01d5-5a61-4569-bba8-6e1015250b78)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:46:34.422441 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-13cdc18a-e9a0-40cb-b61b-563f2ff5febd tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:34.428295 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2abbbfc3-f4e2-4297-bb3f-3bc5c085af2f req-d9373797-e8db-4301-b5a8-944763d8d45c tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4074483 Oct 20 11:46:34.441306 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b6ed75cb-9a1d-40ed-95e2-a8d17feca6fa req-444a1716-e8a3-473d-87bc-4d58bfec3a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:34.463298 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d80a0-444c-4e18-8a28-1e236c539b7c req-ed72a3fb-b355-4ab2-a38f-769d89aba3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:34.465289 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-518d80a0-444c-4e18-8a28-1e236c539b7c req-ed72a3fb-b355-4ab2-a38f-769d89aba3e4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2dc8f662c37e4455845b8c86bfd8f795&device_id=fcd13e04-1ea3-4f9c-929d-58a846b2c4b9 HTTP/1.1" status: 200 len: 1095 time: 0.1251199 Oct 20 11:46:34.473891 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d13962e6-edd9-4871-86d4-edb201219cda tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:34.489389 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-13cdc18a-e9a0-40cb-b61b-563f2ff5febd tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Calling delete_port for 0cf8a70c-cf62-46cf-90fa-cc064eb62600 owned by network:dhcp {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:46:34.556883 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13962e6-edd9-4871-86d4-edb201219cda tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Pushing event deleted for resources: {'Port': ['ID=3e4f11d8-c1dd-4b23-874f-2343937a41ca,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:34.665681 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb50f585-71fa-472b-bc4f-49c1d02c105d None None] Resources bound (agent type, host, resource id): {{(pid=100648) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 11:46:34.670412 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-879ccdc0-676d-4300-a698-bee3f78e9285 req-2a1a9733-f004-4ba5-bd05-b9552a21bbf1 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888627 Oct 20 11:46:35.004173 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-13cdc18a-e9a0-40cb-b61b-563f2ff5febd tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:35.082755 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cdc18a-e9a0-40cb-b61b-563f2ff5febd tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] No DVR routers for this DVR port 0cf8a70c-cf62-46cf-90fa-cc064eb62600 on host n-d-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:46:35.297574 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cdc18a-e9a0-40cb-b61b-563f2ff5febd tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Pushing event deleted for resources: {'Port': ['ID=0cf8a70c-cf62-46cf-90fa-cc064eb62600,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:35.326837 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef6dde4-f11a-447a-b83c-acc24177b56f x-openstack-request-id: req-2ef6dde4-f11a-447a-b83c-acc24177b56f {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:46:35.326837 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcd13e04-1ea3-4f9c-929d-58a846b2c4b9", "tag": "fa89723a-1ad1-43c3-a4f1-1df017eb7ff0", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:46:35.326837 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2ef6dde4-f11a-447a-b83c-acc24177b56f {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:46:35.326837 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcd13e04-1ea3-4f9c-929d-58a846b2c4b9', 'tag': 'fa89723a-1ad1-43c3-a4f1-1df017eb7ff0', 'status': 'completed', 'code': 200} Oct 20 11:46:35.328236 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-518d80a0-444c-4e18-8a28-1e236c539b7c req-c0d05f92-dfde-4059-be8d-4cef3d0a0c4a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa89723a-1ad1-43c3-a4f1-1df017eb7ff0 HTTP/1.1" status: 200 len: 217 time: 0.8485100 Oct 20 11:46:35.424209 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d13962e6-edd9-4871-86d4-edb201219cda tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for floatingip, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:35.424844 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-13cdc18a-e9a0-40cb-b61b-563f2ff5febd tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:35.427691 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d13962e6-edd9-4871-86d4-edb201219cda tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:35.428874 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d13962e6-edd9-4871-86d4-edb201219cda tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] 10.222.0.98 "DELETE /v2.0/floatingips/ffb7c3f0-cc7c-4a04-92bb-8a515d0ec1d6 HTTP/1.1" status: 204 len: 168 time: 2.4578340 Oct 20 11:46:35.432887 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d80a0-444c-4e18-8a28-1e236c539b7c req-5875f422-4abe-4feb-8057-03a08e255e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:35.434315 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-518d80a0-444c-4e18-8a28-1e236c539b7c req-5875f422-4abe-4feb-8057-03a08e255e75 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1f8d9068-e32a-474d-a79e-183043471abb HTTP/1.1" status: 200 len: 851 time: 0.0907302 Oct 20 11:46:35.435063 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56638) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:35.482032 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-13cdc18a-e9a0-40cb-b61b-563f2ff5febd tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0049d4e8-8a54-400f-bd51-ae3389756213']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:35.516018 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-13cdc18a-e9a0-40cb-b61b-563f2ff5febd tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eab01d5-5a61-4569-bba8-6e1015250b78') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:35.527293 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-13cdc18a-e9a0-40cb-b61b-563f2ff5febd tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eab01d5-5a61-4569-bba8-6e1015250b78') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:35.550695 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-7849ff20-1eb3-42ba-9914-e64e957b470c tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] DELETE failed (client error): The resource could not be found. Oct 20 11:46:35.553204 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7849ff20-1eb3-42ba-9914-e64e957b470c tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:46:35.557802 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7849ff20-1eb3-42ba-9914-e64e957b470c tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] 10.222.0.98 "DELETE /v2.0/ports/a1e7e1e6-1bec-441c-92ab-0243c0af3f8d HTTP/1.1" status: 404 len: 333 time: 0.1217206 Oct 20 11:46:35.560436 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-518d80a0-444c-4e18-8a28-1e236c539b7c req-33df9ada-b06a-4837-aa1d-f5abaf663c71 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9322139b-8809-4c21-a6d7-3c1b88007f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659378 Oct 20 11:46:35.560928 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56646) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:35.605249 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-13cdc18a-e9a0-40cb-b61b-563f2ff5febd tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:35.616756 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ed699276-7ceb-41cc-9e64-127c76c0afbf tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] 10.222.0.98 "GET /v2.0/ports?device_id=e2b5601e-c29d-4f6b-8b1a-ea87f00fa743 HTTP/1.1" status: 200 len: 205 time: 0.0542841 Oct 20 11:46:35.620849 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56648) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:35.635443 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-b6ed75cb-9a1d-40ed-95e2-a8d17feca6fa req-444a1716-e8a3-473d-87bc-4d58bfec3a0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 916c0856-5eef-407b-acec-d8f7a573c0b5 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:46:35.640044 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-13cdc18a-e9a0-40cb-b61b-563f2ff5febd tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:35.654825 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b6ed75cb-9a1d-40ed-95e2-a8d17feca6fa req-444a1716-e8a3-473d-87bc-4d58bfec3a0b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:35.668723 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047d56d-aaee-41ca-8fe7-2744e97ad7b7 req-7b4fcc8e-fe42-4f99-ad65-10bd0db4ad52 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:35.676566 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5047d56d-aaee-41ca-8fe7-2744e97ad7b7 req-7b4fcc8e-fe42-4f99-ad65-10bd0db4ad52 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7e761e1-da68-451f-869b-58797cf1f4b4 HTTP/1.1" status: 200 len: 931 time: 0.1106460 Oct 20 11:46:35.697123 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13cdc18a-e9a0-40cb-b61b-563f2ff5febd tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Releasing vlan 1267 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:46:35.697696 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-13cdc18a-e9a0-40cb-b61b-563f2ff5febd tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:35.736159 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:46:35.736159 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:46:35.736159 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:46:35.736159 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:46:35.736159 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:46:35.736159 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:46:35.736159 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:46:35.736159 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:46:35.736159 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:46:35.736159 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:46:35.736159 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:46:35.736159 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:46:35.736159 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:46:35.736159 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:46:35.736159 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:46:35.736159 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:46:35.736159 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:46:35.736159 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:46:35.736159 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:46:35.736159 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:46:35.736159 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:46:35.736159 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:46:35.736159 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:46:35.736159 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:46:35.736159 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:46:35.736159 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:46:35.736159 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:46:35.736159 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:46:35.736159 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:46:35.736159 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:46:35.736159 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:46:35.736159 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:46:35.738388 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-518d80a0-444c-4e18-8a28-1e236c539b7c req-192a5f16-748f-4a83-a645-f5ae04b27078 service neutron] 10.222.0.89 "GET /v2.0/networks/9322139b-8809-4c21-a6d7-3c1b88007f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666296 Oct 20 11:46:35.776451 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5047d56d-aaee-41ca-8fe7-2744e97ad7b7 req-058fa49e-6b36-47e6-bf7d-a42d78847573 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988870 Oct 20 11:46:35.800102 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-ce1226c4-2345-402e-954a-8c4067b294cf tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] delete failed (client error): The resource could not be found. Oct 20 11:46:35.802470 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ce1226c4-2345-402e-954a-8c4067b294cf tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] 10.222.0.98 "DELETE /v2.0/routers/e2b5601e-c29d-4f6b-8b1a-ea87f00fa743 HTTP/1.1" status: 404 len: 336 time: 0.1792033 Oct 20 11:46:35.804414 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56658) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:35.854399 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-b6ed75cb-9a1d-40ed-95e2-a8d17feca6fa req-444a1716-e8a3-473d-87bc-4d58bfec3a0b service neutron] Transition to ACTIVE for port object 916c0856-5eef-407b-acec-d8f7a573c0b5 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:46:35.873466 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-84b56f4e-89a5-4a85-bec4-625fc64dd44e tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] DELETE failed (client error): The resource could not be found. Oct 20 11:46:35.873972 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84b56f4e-89a5-4a85-bec4-625fc64dd44e tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:46:35.880500 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-84b56f4e-89a5-4a85-bec4-625fc64dd44e tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] 10.222.0.98 "DELETE /v2.0/subnets/96b377b5-3050-4d2a-ac3b-2119772eb759 HTTP/1.1" status: 404 len: 337 time: 0.0728798 Oct 20 11:46:35.886031 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56660) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:35.932076 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b6ed75cb-9a1d-40ed-95e2-a8d17feca6fa req-444a1716-e8a3-473d-87bc-4d58bfec3a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:35.993310 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-13cdc18a-e9a0-40cb-b61b-563f2ff5febd tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:36.093713 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-13cdc18a-e9a0-40cb-b61b-563f2ff5febd tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:36.098333 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-13cdc18a-e9a0-40cb-b61b-563f2ff5febd tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "DELETE /v2.0/networks/0049d4e8-8a54-400f-bd51-ae3389756213 HTTP/1.1" status: 204 len: 168 time: 6.0779276 Oct 20 11:46:36.102557 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56668) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:36.105362 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444a1716-e8a3-473d-87bc-4d58bfec3a0b service neutron] Pushing event updated for resources: {'Port': ['ID=916c0856-5eef-407b-acec-d8f7a573c0b5,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:36.116676 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cdc18a-e9a0-40cb-b61b-563f2ff5febd tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Pushing event deleted for resources: {'Network': ['ID=0049d4e8-8a54-400f-bd51-ae3389756213,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:36.131523 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c55655-b3d1-4cbd-a007-89a32743a0a8 req-7b98c1f1-2933-4671-b1b6-c5ed3b683d53 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:36.139802 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41c55655-b3d1-4cbd-a007-89a32743a0a8 req-7b98c1f1-2933-4671-b1b6-c5ed3b683d53 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=fcd13e04-1ea3-4f9c-929d-58a846b2c4b9 HTTP/1.1" status: 200 len: 944 time: 0.2220008 Oct 20 11:46:36.143554 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-42b5b3d9-af43-48f4-9f68-e3f6dc95a731 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] DELETE failed (client error): The resource could not be found. Oct 20 11:46:36.144171 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42b5b3d9-af43-48f4-9f68-e3f6dc95a731 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:46:36.148604 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-42b5b3d9-af43-48f4-9f68-e3f6dc95a731 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "DELETE /v2.0/networks/0049d4e8-8a54-400f-bd51-ae3389756213 HTTP/1.1" status: 404 len: 339 time: 0.0417018 Oct 20 11:46:36.156167 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56672) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:36.181367 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-2a93be6c-10b6-443e-a2b5-accc5b13953e tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-132771702', 'description': 'd1'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:46:36.204284 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-518d80a0-444c-4e18-8a28-1e236c539b7c req-2ae3439b-5545-40c2-a655-1e78e275a99c service neutron] 10.222.0.89 "GET /v2.0/networks/9322139b-8809-4c21-a6d7-3c1b88007f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4245076 Oct 20 11:46:36.214930 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-cf093d72-ff8c-4d21-a0be-1f32bdf38fa3 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Deleting port 8ac38423-7fc4-40f4-a05b-28be5b2b4135 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:46:36.215337 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cf093d72-ff8c-4d21-a0be-1f32bdf38fa3 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:36.260679 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a93be6c-10b6-443e-a2b5-accc5b13953e tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Made reservation on behalf of 88a9dd418e8245538a9f34e3063c713d for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:46:36.264642 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2a93be6c-10b6-443e-a2b5-accc5b13953e tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:36.286445 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41c55655-b3d1-4cbd-a007-89a32743a0a8 req-52b23e45-0b57-4e61-a4c4-3fb3fdee9793 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447961 Oct 20 11:46:36.326909 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-b6ed75cb-9a1d-40ed-95e2-a8d17feca6fa req-444a1716-e8a3-473d-87bc-4d58bfec3a0b service neutron] Attempting to bind port 916c0856-5eef-407b-acec-d8f7a573c0b5 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:46:36.327337 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-b6ed75cb-9a1d-40ed-95e2-a8d17feca6fa req-444a1716-e8a3-473d-87bc-4d58bfec3a0b service neutron] Attempting to bind port 916c0856-5eef-407b-acec-d8f7a573c0b5 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '73cbce6c-57a2-4343-bb4b-9f489f07b678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:46:36.327740 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ed75cb-9a1d-40ed-95e2-a8d17feca6fa req-444a1716-e8a3-473d-87bc-4d58bfec3a0b service neutron] Attempting to bind port 916c0856-5eef-407b-acec-d8f7a573c0b5 on network a1980227-64af-4c17-9cee-4570c69a4cb6 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:46:36.333203 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ed75cb-9a1d-40ed-95e2-a8d17feca6fa req-444a1716-e8a3-473d-87bc-4d58bfec3a0b service neutron] Port 916c0856-5eef-407b-acec-d8f7a573c0b5 on network a1980227-64af-4c17-9cee-4570c69a4cb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:46:36.333614 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ed75cb-9a1d-40ed-95e2-a8d17feca6fa req-444a1716-e8a3-473d-87bc-4d58bfec3a0b service neutron] Attempting to bind port 916c0856-5eef-407b-acec-d8f7a573c0b5 on network a1980227-64af-4c17-9cee-4570c69a4cb6 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:46:36.341261 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ed75cb-9a1d-40ed-95e2-a8d17feca6fa req-444a1716-e8a3-473d-87bc-4d58bfec3a0b service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:46:36.342049 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ed75cb-9a1d-40ed-95e2-a8d17feca6fa req-444a1716-e8a3-473d-87bc-4d58bfec3a0b service neutron] Checking segment: {'id': '73cbce6c-57a2-4343-bb4b-9f489f07b678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:46:36.342734 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ed75cb-9a1d-40ed-95e2-a8d17feca6fa req-444a1716-e8a3-473d-87bc-4d58bfec3a0b service neutron] Bound using segment: {'id': '73cbce6c-57a2-4343-bb4b-9f489f07b678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:46:36.343229 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-b6ed75cb-9a1d-40ed-95e2-a8d17feca6fa req-444a1716-e8a3-473d-87bc-4d58bfec3a0b service neutron] Bound port: 916c0856-5eef-407b-acec-d8f7a573c0b5, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73cbce6c-57a2-4343-bb4b-9f489f07b678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:46:36.343746 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b6ed75cb-9a1d-40ed-95e2-a8d17feca6fa req-444a1716-e8a3-473d-87bc-4d58bfec3a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:36.446380 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cf093d72-ff8c-4d21-a0be-1f32bdf38fa3 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:36.459080 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-b6ed75cb-9a1d-40ed-95e2-a8d17feca6fa req-444a1716-e8a3-473d-87bc-4d58bfec3a0b service neutron] For port 916c0856-5eef-407b-acec-d8f7a573c0b5, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:46:36.467174 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a93be6c-10b6-443e-a2b5-accc5b13953e tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] vlan segment allocate from pool success with {'vlan_id': 1260, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:46:36.467357 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-b6ed75cb-9a1d-40ed-95e2-a8d17feca6fa req-444a1716-e8a3-473d-87bc-4d58bfec3a0b service neutron] For port 916c0856-5eef-407b-acec-d8f7a573c0b5, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=916c0856-5eef-407b-acec-d8f7a573c0b5,segment=NetworkSegment(73cbce6c-57a2-4343-bb4b-9f489f07b678),segment_id=73cbce6c-57a2-4343-bb4b-9f489f07b678)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:46:36.473534 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b6ed75cb-9a1d-40ed-95e2-a8d17feca6fa req-444a1716-e8a3-473d-87bc-4d58bfec3a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:36.479328 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-cf093d72-ff8c-4d21-a0be-1f32bdf38fa3 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Calling delete_port for 8ac38423-7fc4-40f4-a05b-28be5b2b4135 owned by {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:46:36.487512 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d0bae-6754-4d82-bcf5-13add91e3d03 req-06a801c3-fd4d-4993-90e1-f33e2bf2306a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:36.490866 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-3b9d0bae-6754-4d82-bcf5-13add91e3d03 req-06a801c3-fd4d-4993-90e1-f33e2bf2306a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2dc8f662c37e4455845b8c86bfd8f795&device_id=fcd13e04-1ea3-4f9c-929d-58a846b2c4b9 HTTP/1.1" status: 200 len: 1095 time: 0.1506605 Oct 20 11:46:36.499747 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2a93be6c-10b6-443e-a2b5-accc5b13953e tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:36.500345 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-2a93be6c-10b6-443e-a2b5-accc5b13953e tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Added segment cbc5b3c6-5566-4952-b762-b036e1e3eb7e of type vlan for network 37a36374-a425-48b6-b435-6b4cdc57f7f3 Oct 20 11:46:36.529087 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed75cb-9a1d-40ed-95e2-a8d17feca6fa req-444a1716-e8a3-473d-87bc-4d58bfec3a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:36.529706 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b6ed75cb-9a1d-40ed-95e2-a8d17feca6fa req-444a1716-e8a3-473d-87bc-4d58bfec3a0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:36.536012 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b6ed75cb-9a1d-40ed-95e2-a8d17feca6fa req-444a1716-e8a3-473d-87bc-4d58bfec3a0b service neutron] 10.222.0.11 "PUT /v2.0/ports/916c0856-5eef-407b-acec-d8f7a573c0b5 HTTP/1.1" status: 200 len: 1091 time: 2.7428997 Oct 20 11:46:36.536482 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7e761e1-da68-451f-869b-58797cf1f4b4', 'tag': '916c0856-5eef-407b-acec-d8f7a573c0b5'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:46:36.543271 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb335a86-19e4-4c0f-9d44-4cafd9e5ef57" -d '{"events": [{"name": "network-changed", "server_uuid": "f7e761e1-da68-451f-869b-58797cf1f4b4", "tag": "916c0856-5eef-407b-acec-d8f7a573c0b5"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:46:36.652919 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3395e81-240c-4e2a-9a30-533e394ca84b x-openstack-request-id: req-b3395e81-240c-4e2a-9a30-533e394ca84b {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:46:36.653243 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7e761e1-da68-451f-869b-58797cf1f4b4", "tag": "916c0856-5eef-407b-acec-d8f7a573c0b5", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:46:36.653461 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b3395e81-240c-4e2a-9a30-533e394ca84b {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:46:36.653873 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7e761e1-da68-451f-869b-58797cf1f4b4', 'tag': '916c0856-5eef-407b-acec-d8f7a573c0b5', 'status': 'completed', 'code': 200} Oct 20 11:46:36.672745 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444a1716-e8a3-473d-87bc-4d58bfec3a0b service neutron] Pushing event updated for resources: {'Port': ['ID=916c0856-5eef-407b-acec-d8f7a573c0b5,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:36.691323 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2a93be6c-10b6-443e-a2b5-accc5b13953e tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:36.723066 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed75cb-9a1d-40ed-95e2-a8d17feca6fa req-e3d05f11-d3dc-4aa0-a218-4c8734347d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:36.727033 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b6ed75cb-9a1d-40ed-95e2-a8d17feca6fa req-e3d05f11-d3dc-4aa0-a218-4c8734347d05 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f0012baf31914701a438a4a910671113&device_id=f7e761e1-da68-451f-869b-58797cf1f4b4 HTTP/1.1" status: 200 len: 1094 time: 0.1050870 Oct 20 11:46:36.829159 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b6ed75cb-9a1d-40ed-95e2-a8d17feca6fa req-0ad4bdaa-5c92-4c9a-8b99-ea524db69822 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=916c0856-5eef-407b-acec-d8f7a573c0b5 HTTP/1.1" status: 200 len: 217 time: 0.0924125 Oct 20 11:46:36.863220 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.db.resource_extend [None req-2a93be6c-10b6-443e-a2b5-accc5b13953e tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 11:46:36.866256 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cf093d72-ff8c-4d21-a0be-1f32bdf38fa3 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:36.951636 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf093d72-ff8c-4d21-a0be-1f32bdf38fa3 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Pushing event deleted for resources: {'Port': ['ID=8ac38423-7fc4-40f4-a05b-28be5b2b4135,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:36.997774 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2a93be6c-10b6-443e-a2b5-accc5b13953e tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:37.004563 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a93be6c-10b6-443e-a2b5-accc5b13953e tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:37.005240 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2a93be6c-10b6-443e-a2b5-accc5b13953e tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759462'] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:37.026075 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed75cb-9a1d-40ed-95e2-a8d17feca6fa req-4aa7fd20-b8b4-4c3d-a8e6-0d69d3150b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:37.028375 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b6ed75cb-9a1d-40ed-95e2-a8d17feca6fa req-4aa7fd20-b8b4-4c3d-a8e6-0d69d3150b47 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=978f4782-c6ff-4108-a8dd-a568aeeefa48 HTTP/1.1" status: 200 len: 851 time: 0.1920223 Oct 20 11:46:37.057834 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77b3db-8b50-4f0c-9836-9c1ce9195246 req-6a773de2-04f8-434b-9295-af46030defcb tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:37.059959 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3b77b3db-8b50-4f0c-9836-9c1ce9195246 req-6a773de2-04f8-434b-9295-af46030defcb tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7e761e1-da68-451f-869b-58797cf1f4b4 HTTP/1.1" status: 200 len: 943 time: 0.1081524 Oct 20 11:46:37.080094 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cf093d72-ff8c-4d21-a0be-1f32bdf38fa3 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:37.090977 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-cf093d72-ff8c-4d21-a0be-1f32bdf38fa3 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] 10.222.0.98 "DELETE /v2.0/ports/8ac38423-7fc4-40f4-a05b-28be5b2b4135 HTTP/1.1" status: 204 len: 168 time: 1.1998024 Oct 20 11:46:37.091232 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 56700) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:37.097141 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d0bae-6754-4d82-bcf5-13add91e3d03 req-be160f5f-3654-4fcf-af27-9b96ddf71304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:37.099489 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-3b9d0bae-6754-4d82-bcf5-13add91e3d03 req-be160f5f-3654-4fcf-af27-9b96ddf71304 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9322139b-8809-4c21-a6d7-3c1b88007f00 HTTP/1.1" status: 200 len: 913 time: 0.5974512 Oct 20 11:46:37.110757 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2a93be6c-10b6-443e-a2b5-accc5b13953e tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9507844 Oct 20 11:46:37.110757 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56702) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:37.205395 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed75cb-9a1d-40ed-95e2-a8d17feca6fa req-4fcf6c35-8b85-44e3-8a6d-66c2a2e24cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:37.207340 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b6ed75cb-9a1d-40ed-95e2-a8d17feca6fa req-4fcf6c35-8b85-44e3-8a6d-66c2a2e24cc9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1980227-64af-4c17-9cee-4570c69a4cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1717620 Oct 20 11:46:37.213321 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3b77b3db-8b50-4f0c-9836-9c1ce9195246 req-4bcee5f6-8e35-45eb-8126-ec81877a11ab tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313665 Oct 20 11:46:37.250000 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-3b9d0bae-6754-4d82-bcf5-13add91e3d03 req-a997c99b-0efb-4b57-88a5-ba807c60aff7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa89723a-1ad1-43c3-a4f1-1df017eb7ff0 HTTP/1.1" status: 200 len: 217 time: 0.1362147 Oct 20 11:46:37.253319 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a93be6c-10b6-443e-a2b5-accc5b13953e tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Pushing event updated for resources: {'Network': ['ID=37a36374-a425-48b6-b435-6b4cdc57f7f3,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:37.271743 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 37a36374-a425-48b6-b435-6b4cdc57f7f3 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:46:37.443424 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0404d0b0-fe9f-4cd4-a020-2b746fdac969 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:37.459427 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0404d0b0-fe9f-4cd4-a020-2b746fdac969 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "GET /v2.0/networks?id=37a36374-a425-48b6-b435-6b4cdc57f7f3 HTTP/1.1" status: 200 len: 764 time: 0.3443630 Oct 20 11:46:37.462192 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56714) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:37.487696 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-374f801b-c46d-4c0c-947b-d69325ac90bc tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Request body: {'network': {'description': 'd2'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:46:37.524053 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d0bae-6754-4d82-bcf5-13add91e3d03 req-65fafa21-7e25-442a-8ae9-b7d41479cc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:37.526469 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-3b9d0bae-6754-4d82-bcf5-13add91e3d03 req-65fafa21-7e25-442a-8ae9-b7d41479cc2a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1f8d9068-e32a-474d-a79e-183043471abb HTTP/1.1" status: 200 len: 851 time: 0.2675490 Oct 20 11:46:37.632017 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-3b9d0bae-6754-4d82-bcf5-13add91e3d03 req-2acbd5ad-1cca-4e6a-881f-58039e7ccc24 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9322139b-8809-4c21-a6d7-3c1b88007f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886164 Oct 20 11:46:37.837300 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b6ed75cb-9a1d-40ed-95e2-a8d17feca6fa req-f06df9f8-763f-4966-84e0-671e02e8eb1e service neutron] 10.222.0.11 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6208847 Oct 20 11:46:37.847649 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-374f801b-c46d-4c0c-947b-d69325ac90bc tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:37.863589 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed9630-8a56-4ef0-b983-aec85f5f37f3 req-18f48214-0831-40e3-92e8-b439c840db3f tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:37.868210 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-3b9d0bae-6754-4d82-bcf5-13add91e3d03 req-7a7a94e2-b307-4292-96f3-6d0dcb4c4f05 service neutron] 10.222.0.89 "GET /v2.0/networks/9322139b-8809-4c21-a6d7-3c1b88007f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262175 Oct 20 11:46:37.869595 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-374f801b-c46d-4c0c-947b-d69325ac90bc tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:37.872174 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0eed9630-8a56-4ef0-b983-aec85f5f37f3 req-18f48214-0831-40e3-92e8-b439c840db3f tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=fcd13e04-1ea3-4f9c-929d-58a846b2c4b9 HTTP/1.1" status: 200 len: 944 time: 0.1105855 Oct 20 11:46:37.905612 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-374f801b-c46d-4c0c-947b-d69325ac90bc tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Network 37a36374-a425-48b6-b435-6b4cdc57f7f3 is not hosted by any dhcp agent {{(pid=100646) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 20 11:46:37.906468 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-1fc7d782-5f33-404c-877f-5121b0e0512f tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Deleting port 3fa6d0c5-0d41-4071-91d3-50bac6d845d9 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:46:37.906766 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1fc7d782-5f33-404c-877f-5121b0e0512f tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:37.911921 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374f801b-c46d-4c0c-947b-d69325ac90bc tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:37.912750 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-374f801b-c46d-4c0c-947b-d69325ac90bc tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:37.916980 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-374f801b-c46d-4c0c-947b-d69325ac90bc tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "PUT /v2.0/networks/37a36374-a425-48b6-b435-6b4cdc57f7f3 HTTP/1.1" status: 200 len: 761 time: 0.4532683 Oct 20 11:46:37.917695 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56730) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:38.067098 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0eed9630-8a56-4ef0-b983-aec85f5f37f3 req-d5bc9722-ea67-4349-89fe-c68d8148adf1 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877062 Oct 20 11:46:38.113070 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b6ed75cb-9a1d-40ed-95e2-a8d17feca6fa req-941d99ad-2b0c-4e9e-b0b4-f9df8f08b737 service neutron] 10.222.0.11 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654047 Oct 20 11:46:38.130928 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1fc7d782-5f33-404c-877f-5121b0e0512f tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:38.132338 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f801b-c46d-4c0c-947b-d69325ac90bc tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Pushing event updated for resources: {'Network': ['ID=37a36374-a425-48b6-b435-6b4cdc57f7f3,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:38.153146 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-1fc7d782-5f33-404c-877f-5121b0e0512f tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Calling delete_port for 3fa6d0c5-0d41-4071-91d3-50bac6d845d9 owned by {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:46:38.162105 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 37a36374-a425-48b6-b435-6b4cdc57f7f3 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:46:38.204104 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c092b7c-d3ec-403d-91bd-89ac15063688 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:38.207313 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7c092b7c-d3ec-403d-91bd-89ac15063688 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "GET /v2.0/networks?id=37a36374-a425-48b6-b435-6b4cdc57f7f3 HTTP/1.1" status: 200 len: 764 time: 0.2765129 Oct 20 11:46:38.211702 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 56740) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:38.260415 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-3b9d0bae-6754-4d82-bcf5-13add91e3d03 req-602f46b4-1071-45dc-94ee-3e67532f6235 service neutron] 10.222.0.89 "GET /v2.0/networks/9322139b-8809-4c21-a6d7-3c1b88007f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818066 Oct 20 11:46:38.442960 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1fc7d782-5f33-404c-877f-5121b0e0512f tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:38.572343 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc7d782-5f33-404c-877f-5121b0e0512f tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Pushing event deleted for resources: {'Port': ['ID=3fa6d0c5-0d41-4071-91d3-50bac6d845d9,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:38.634042 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb335a86-19e4-4c0f-9d44-4cafd9e5ef57 req-4919ce7c-7368-4937-a29b-254b5895d706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:38.635560 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bb335a86-19e4-4c0f-9d44-4cafd9e5ef57 req-4919ce7c-7368-4937-a29b-254b5895d706 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f0012baf31914701a438a4a910671113&device_id=f7e761e1-da68-451f-869b-58797cf1f4b4 HTTP/1.1" status: 200 len: 1094 time: 0.4250066 Oct 20 11:46:38.711017 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d96ee1-a810-4029-8b83-7df2a81fc8dd req-b6dbd2e0-1583-4a72-907d-563408d2afec tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:38.712608 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-33d96ee1-a810-4029-8b83-7df2a81fc8dd req-b6dbd2e0-1583-4a72-907d-563408d2afec tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7e761e1-da68-451f-869b-58797cf1f4b4 HTTP/1.1" status: 200 len: 943 time: 0.3545477 Oct 20 11:46:38.733020 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d4f27d-ccc7-4041-bc8b-e121f3feaa8f tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:38.737343 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56764) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:38.737934 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-a3d4f27d-ccc7-4041-bc8b-e121f3feaa8f tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5247223 Oct 20 11:46:38.806458 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1fc7d782-5f33-404c-877f-5121b0e0512f tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:38.812432 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-1fc7d782-5f33-404c-877f-5121b0e0512f tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] 10.222.0.98 "DELETE /v2.0/ports/3fa6d0c5-0d41-4071-91d3-50bac6d845d9 HTTP/1.1" status: 204 len: 168 time: 1.7201355 Oct 20 11:46:38.814980 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56768) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:38.864031 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-aa162779-124e-4f82-b74f-8d9e1405eb82 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "GET /v2.0/subnets?network_id=717966e5-c478-496f-bddb-05794fb74250 HTTP/1.1" status: 200 len: 207 time: 0.1243877 Oct 20 11:46:38.868883 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56774) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:38.882484 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-33d96ee1-a810-4029-8b83-7df2a81fc8dd req-7810d084-3ec2-4ab4-9bd6-3205b9eb5d24 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605620 Oct 20 11:46:38.916536 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb335a86-19e4-4c0f-9d44-4cafd9e5ef57 req-7f1b3337-9a8a-4e6b-b692-668c01173ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:38.918298 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bb335a86-19e4-4c0f-9d44-4cafd9e5ef57 req-7f1b3337-9a8a-4e6b-b692-668c01173ce9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a1980227-64af-4c17-9cee-4570c69a4cb6 HTTP/1.1" status: 200 len: 914 time: 0.2742689 Oct 20 11:46:38.948503 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device fa89723a-1ad1-43c3-a4f1-1df017eb7ff0 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:46:38.994836 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37525e72-0c03-44a8-8545-fe423f157612 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:38.998862 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-37525e72-0c03-44a8-8545-fe423f157612 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] 10.222.0.98 "GET /v2.0/ports?device_id=c938bb64-9f31-4eee-b70f-435ea9382551 HTTP/1.1" status: 200 len: 913 time: 0.1800411 Oct 20 11:46:39.001834 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bb335a86-19e4-4c0f-9d44-4cafd9e5ef57 req-35a8395d-1c26-4ccd-a767-db15a22be847 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=916c0856-5eef-407b-acec-d8f7a573c0b5 HTTP/1.1" status: 200 len: 217 time: 0.0741193 Oct 20 11:46:39.002350 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 56776) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:39.095832 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port fa89723a-1ad1-43c3-a4f1-1df017eb7ff0, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=fa89723a-1ad1-43c3-a4f1-1df017eb7ff0,segment=NetworkSegment(540c4293-1966-46a4-96ab-b132597e960a),segment_id=540c4293-1966-46a4-96ab-b132597e960a)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:46:39.114100 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': 'fa89723a-1ad1-43c3-a4f1-1df017eb7ff0', 'network_id': '9322139b-8809-4c21-a6d7-3c1b88007f00', 'port_id': 'fa89723a-1ad1-43c3-a4f1-1df017eb7ff0', 'mac_address': 'fa:16:3e:41:ab:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f8d9068-e32a-474d-a79e-183043471abb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:46:39.169074 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:39.186778 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa89723a-1ad1-43c3-a4f1-1df017eb7ff0 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:46:39.212993 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port fa89723a-1ad1-43c3-a4f1-1df017eb7ff0, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=fa89723a-1ad1-43c3-a4f1-1df017eb7ff0,segment=NetworkSegment(540c4293-1966-46a4-96ab-b132597e960a),segment_id=540c4293-1966-46a4-96ab-b132597e960a)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:46:39.219466 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:39.263211 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096a118d-4b52-4c60-af57-6ded4a90f3f0 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:39.280297 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096a118d-4b52-4c60-af57-6ded4a90f3f0 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:39.293058 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096a118d-4b52-4c60-af57-6ded4a90f3f0 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:39.303858 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096a118d-4b52-4c60-af57-6ded4a90f3f0 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:39.323181 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096a118d-4b52-4c60-af57-6ded4a90f3f0 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:39.335202 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096a118d-4b52-4c60-af57-6ded4a90f3f0 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:39.350302 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb335a86-19e4-4c0f-9d44-4cafd9e5ef57 req-992a288a-99d8-4841-9f1e-760ae4d17fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:39.351725 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-096a118d-4b52-4c60-af57-6ded4a90f3f0 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.4814878 Oct 20 11:46:39.352467 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56792) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:39.353647 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bb335a86-19e4-4c0f-9d44-4cafd9e5ef57 req-992a288a-99d8-4841-9f1e-760ae4d17fde service neutron] 10.222.0.11 "GET /v2.0/subnets?id=978f4782-c6ff-4108-a8dd-a568aeeefa48 HTTP/1.1" status: 200 len: 851 time: 0.3327851 Oct 20 11:46:39.357654 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=fa89723a-1ad1-43c3-a4f1-1df017eb7ff0,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:39.478409 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f780962-fb35-4058-81a6-0df3fac4dbba req-7bb6c5de-b8bb-4fa2-9b94-5a8cdb8a3344 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:39.479861 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1f780962-fb35-4058-81a6-0df3fac4dbba req-7bb6c5de-b8bb-4fa2-9b94-5a8cdb8a3344 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=fcd13e04-1ea3-4f9c-929d-58a846b2c4b9 HTTP/1.1" status: 200 len: 945 time: 0.2259774 Oct 20 11:46:39.486666 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['fa89723a-1ad1-43c3-a4f1-1df017eb7ff0'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:46:39.584377 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb335a86-19e4-4c0f-9d44-4cafd9e5ef57 req-4952ecc2-09d8-4a0b-86d5-d73f1610c06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:39.586021 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bb335a86-19e4-4c0f-9d44-4cafd9e5ef57 req-4952ecc2-09d8-4a0b-86d5-d73f1610c06e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1980227-64af-4c17-9cee-4570c69a4cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2115986 Oct 20 11:46:39.605866 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8613e75b-745a-4413-ab87-359bb4308213 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2506876 Oct 20 11:46:39.609927 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56804) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:39.618486 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1f780962-fb35-4058-81a6-0df3fac4dbba req-ed19fbfe-872e-486b-bcd3-e4b1fd19160a tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201196 Oct 20 11:46:39.784358 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ced5857-39c9-46dd-8c62-c4649b36dce6 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:39.787400 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ced5857-39c9-46dd-8c62-c4649b36dce6 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:39.789165 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ced5857-39c9-46dd-8c62-c4649b36dce6 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:39.791327 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ced5857-39c9-46dd-8c62-c4649b36dce6 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:39.794152 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ced5857-39c9-46dd-8c62-c4649b36dce6 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:39.796221 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1ced5857-39c9-46dd-8c62-c4649b36dce6 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1850364 Oct 20 11:46:39.800462 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56808) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:39.872352 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2032600-a7f1-47b5-bfa4-5c12108e73e6 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Attributes excluded by policy engine: ['shared'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:39.874207 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2032600-a7f1-47b5-bfa4-5c12108e73e6 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Attributes excluded by policy engine: ['shared'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:39.876337 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2032600-a7f1-47b5-bfa4-5c12108e73e6 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Attributes excluded by policy engine: ['shared'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:39.878099 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2032600-a7f1-47b5-bfa4-5c12108e73e6 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Attributes excluded by policy engine: ['shared'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:39.880106 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2032600-a7f1-47b5-bfa4-5c12108e73e6 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Attributes excluded by policy engine: ['shared'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:39.882077 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a2032600-a7f1-47b5-bfa4-5c12108e73e6 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0803425 Oct 20 11:46:39.887301 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56810) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:39.910862 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bb335a86-19e4-4c0f-9d44-4cafd9e5ef57 req-9187a2e6-4fbc-4487-b9e5-eee81d48ba86 service neutron] 10.222.0.11 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160372 Oct 20 11:46:39.917158 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:40.058206 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e439e4d-d9d9-41a1-9568-0e12340408ca tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:40.060420 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0e439e4d-d9d9-41a1-9568-0e12340408ca tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "GET /v2.0/networks/9bbc1829-12e0-49ab-ae03-3cab327eb883 HTTP/1.1" status: 200 len: 804 time: 0.1719744 Oct 20 11:46:40.063943 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56824) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:40.095744 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bb335a86-19e4-4c0f-9d44-4cafd9e5ef57 req-420b5905-7d79-47cd-b0cd-d225443e6a07 service neutron] 10.222.0.11 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759543 Oct 20 11:46:40.143681 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d86d5-a755-4021-a95e-c0fb098f7e44 req-1699e038-53bc-4b3d-bd81-eb9bac678ba4 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:40.145252 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d44d86d5-a755-4021-a95e-c0fb098f7e44 req-1699e038-53bc-4b3d-bd81-eb9bac678ba4 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7e761e1-da68-451f-869b-58797cf1f4b4 HTTP/1.1" status: 200 len: 943 time: 0.1215365 Oct 20 11:46:40.196200 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5cac96e1-9648-4b5f-9cb4-1121e7c7f6bd tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:40.201615 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-05e3f0c2-e105-4958-bf62-6d425505c797 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "GET /v2.0/networks/9bbc1829-12e0-49ab-ae03-3cab327eb883?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1363122 Oct 20 11:46:40.206879 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56826) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:40.251764 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d44d86d5-a755-4021-a95e-c0fb098f7e44 req-e58216bd-340d-438b-a2a3-5b8a191f9080 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963180 Oct 20 11:46:40.273582 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708f9938-e7b2-43cd-8f20-1bba664d6b81 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:40.280460 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-708f9938-e7b2-43cd-8f20-1bba664d6b81 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "GET /v2.0/subnets/b1c2f412-c715-4e11-a184-688caaabcc3d HTTP/1.1" status: 200 len: 843 time: 0.0718877 Oct 20 11:46:40.281064 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56830) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:40.352025 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9b5d15-cbb4-4283-a23d-27aa39ac81c6 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Attributes excluded by policy engine: ['shared'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:40.358976 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1d9b5d15-cbb4-4283-a23d-27aa39ac81c6 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "GET /v2.0/subnets/b1c2f412-c715-4e11-a184-688caaabcc3d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0768065 Oct 20 11:46:40.359675 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 56836) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:40.371146 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-cf530bcc-b62d-486c-b894-26ce40b19e81 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1726630458'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:46:40.507758 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf530bcc-b62d-486c-b894-26ce40b19e81 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Made reservation on behalf of 88a9dd418e8245538a9f34e3063c713d for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:46:40.511481 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cf530bcc-b62d-486c-b894-26ce40b19e81 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:40.548996 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf530bcc-b62d-486c-b894-26ce40b19e81 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] vlan segment allocate from pool success with {'vlan_id': 1267, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:46:40.569783 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cf530bcc-b62d-486c-b894-26ce40b19e81 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:40.569783 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-cf530bcc-b62d-486c-b894-26ce40b19e81 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Added segment 48751cb3-7f8e-4ef1-ad01-5de365e8a404 of type vlan for network ff709df2-66ce-4ff1-8a00-6ee6ac0a495f Oct 20 11:46:40.686567 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cf530bcc-b62d-486c-b894-26ce40b19e81 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:40.740745 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cf530bcc-b62d-486c-b894-26ce40b19e81 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:40.746328 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf530bcc-b62d-486c-b894-26ce40b19e81 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:40.746962 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cf530bcc-b62d-486c-b894-26ce40b19e81 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:40.806824 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-5cac96e1-9648-4b5f-9cb4-1121e7c7f6bd tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Deleting port b805afff-0d80-423d-a190-6fb4e2f5563e {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:46:40.807316 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5cac96e1-9648-4b5f-9cb4-1121e7c7f6bd tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:40.839369 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56858) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:40.839974 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-cf530bcc-b62d-486c-b894-26ce40b19e81 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4787037 Oct 20 11:46:40.846770 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-e6846370-0e01-4a30-9368-f0414f7a33a6 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Request body: {'subnet': {'network_id': 'ff709df2-66ce-4ff1-8a00-6ee6ac0a495f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:46:40.898896 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf530bcc-b62d-486c-b894-26ce40b19e81 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Pushing event updated for resources: {'Network': ['ID=ff709df2-66ce-4ff1-8a00-6ee6ac0a495f,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:40.909795 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network ff709df2-66ce-4ff1-8a00-6ee6ac0a495f details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:46:40.947125 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fe856-dd1d-4730-8500-72880ab12c7e req-8a18ca55-5086-4f46-9ba3-4af38ae8033e tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:40.954928 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-433fe856-dd1d-4730-8500-72880ab12c7e req-8a18ca55-5086-4f46-9ba3-4af38ae8033e tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=fcd13e04-1ea3-4f9c-929d-58a846b2c4b9 HTTP/1.1" status: 200 len: 945 time: 0.2256844 Oct 20 11:46:41.015002 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5cac96e1-9648-4b5f-9cb4-1121e7c7f6bd tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:41.027975 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-433fe856-dd1d-4730-8500-72880ab12c7e req-9fc9786b-311c-4cca-9326-c3db7a6f4cb5 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716422 Oct 20 11:46:41.046401 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-5cac96e1-9648-4b5f-9cb4-1121e7c7f6bd tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Calling delete_port for b805afff-0d80-423d-a190-6fb4e2f5563e owned by network:router_interface {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:46:41.051855 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6846370-0e01-4a30-9368-f0414f7a33a6 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Made reservation on behalf of 88a9dd418e8245538a9f34e3063c713d for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:46:41.061747 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e6846370-0e01-4a30-9368-f0414f7a33a6 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:41.093005 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device fa89723a-1ad1-43c3-a4f1-1df017eb7ff0 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:46:41.164233 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 916c0856-5eef-407b-acec-d8f7a573c0b5 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:46:41.221647 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port fa89723a-1ad1-43c3-a4f1-1df017eb7ff0 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:46:41.222321 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.ipam_backend_mixin [None req-e6846370-0e01-4a30-9368-f0414f7a33a6 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Performing IP validity checks on allocation pools {{(pid=100646) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 20 11:46:41.222892 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.ipam_backend_mixin [None req-e6846370-0e01-4a30-9368-f0414f7a33a6 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100646) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 20 11:46:41.238568 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port fa89723a-1ad1-43c3-a4f1-1df017eb7ff0 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:46:41.239588 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:41.464846 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 916c0856-5eef-407b-acec-d8f7a573c0b5, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=916c0856-5eef-407b-acec-d8f7a573c0b5,segment=NetworkSegment(73cbce6c-57a2-4343-bb4b-9f489f07b678),segment_id=73cbce6c-57a2-4343-bb4b-9f489f07b678)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:46:41.507888 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5cac96e1-9648-4b5f-9cb4-1121e7c7f6bd tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:41.546531 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e6846370-0e01-4a30-9368-f0414f7a33a6 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:41.548196 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cac96e1-9648-4b5f-9cb4-1121e7c7f6bd tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Pushing event deleted for resources: {'Port': ['ID=b805afff-0d80-423d-a190-6fb4e2f5563e,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:41.562695 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e0bae-39a2-4c1b-94b2-dabf303d23c9 req-d01ceb38-3967-4bd8-9ae1-a787f11ef82b tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:41.571131 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0f1e0bae-39a2-4c1b-94b2-dabf303d23c9 req-d01ceb38-3967-4bd8-9ae1-a787f11ef82b tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7e761e1-da68-451f-869b-58797cf1f4b4 HTTP/1.1" status: 200 len: 943 time: 0.2039988 Oct 20 11:46:41.600483 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '916c0856-5eef-407b-acec-d8f7a573c0b5', 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6', 'port_id': '916c0856-5eef-407b-acec-d8f7a573c0b5', 'mac_address': 'fa:16:3e:68:5a:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '978f4782-c6ff-4108-a8dd-a568aeeefa48', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:46:41.652449 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6846370-0e01-4a30-9368-f0414f7a33a6 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Checking segment: {'id': '48751cb3-7f8e-4ef1-ad01-5de365e8a404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'ff709df2-66ce-4ff1-8a00-6ee6ac0a495f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:46:41.653455 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6846370-0e01-4a30-9368-f0414f7a33a6 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Network hostable DHCP agents. Network: ff709df2-66ce-4ff1-8a00-6ee6ac0a495f, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:46:41.687200 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0f1e0bae-39a2-4c1b-94b2-dabf303d23c9 req-6f845ec6-87b3-4396-897c-4be34ba236d1 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104476 Oct 20 11:46:41.687452 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:41.712738 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6846370-0e01-4a30-9368-f0414f7a33a6 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Pushing event updated for resources: {'Subnet': ['ID=8ba0b75c-1b35-4d0c-9162-ce41160db024,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:41.719358 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:41.724117 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 916c0856-5eef-407b-acec-d8f7a573c0b5 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:46:41.750754 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6846370-0e01-4a30-9368-f0414f7a33a6 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Network ff709df2-66ce-4ff1-8a00-6ee6ac0a495f is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:46:41.766724 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 916c0856-5eef-407b-acec-d8f7a573c0b5, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=916c0856-5eef-407b-acec-d8f7a573c0b5,segment=NetworkSegment(73cbce6c-57a2-4343-bb4b-9f489f07b678),segment_id=73cbce6c-57a2-4343-bb4b-9f489f07b678)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:46:41.775382 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd13e04-1ea3-4f9c-929d-58a846b2c4b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa89723a-1ad1-43c3-a4f1-1df017eb7ff0'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:46:41.777287 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-e6846370-0e01-4a30-9368-f0414f7a33a6 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, ff709df2-66ce-4ff1-8a00-6ee6ac0a495f) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:46:41.779353 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8932f68d-810d-4ee8-b776-155841626cf2" -d '{"events": [{"server_uuid": "fcd13e04-1ea3-4f9c-929d-58a846b2c4b9", "name": "network-vif-plugged", "status": "completed", "tag": "fa89723a-1ad1-43c3-a4f1-1df017eb7ff0"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:46:41.784757 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6846370-0e01-4a30-9368-f0414f7a33a6 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:41.786303 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e6846370-0e01-4a30-9368-f0414f7a33a6 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:41.791432 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:41.799594 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fbf5ee-be54-4052-a18c-1b1505db8ae4 None None] Network ff709df2-66ce-4ff1-8a00-6ee6ac0a495f requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:46:41.804671 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port fa89723a-1ad1-43c3-a4f1-1df017eb7ff0, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=fa89723a-1ad1-43c3-a4f1-1df017eb7ff0,segment=NetworkSegment(540c4293-1966-46a4-96ab-b132597e960a),segment_id=540c4293-1966-46a4-96ab-b132597e960a)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:46:41.847575 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:41.855259 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e6846370-0e01-4a30-9368-f0414f7a33a6 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.0145006 Oct 20 11:46:41.857585 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56896) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:41.865942 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-b9243895-93b8-4ccd-91bc-c34712cc4995 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:46:42.005957 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=916c0856-5eef-407b-acec-d8f7a573c0b5,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:42.013476 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 56900) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:42.026285 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5cac96e1-9648-4b5f-9cb4-1121e7c7f6bd tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:42.068448 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b9243895-93b8-4ccd-91bc-c34712cc4995 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8994774'] for subnet, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:42.109331 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['916c0856-5eef-407b-acec-d8f7a573c0b5'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:46:42.309129 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=fa89723a-1ad1-43c3-a4f1-1df017eb7ff0,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:42.313255 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6110de79-1761-42c9-affc-ff5d78eccc2e x-openstack-request-id: req-6110de79-1761-42c9-affc-ff5d78eccc2e {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:46:42.313534 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcd13e04-1ea3-4f9c-929d-58a846b2c4b9", "name": "network-vif-plugged", "status": "completed", "tag": "fa89723a-1ad1-43c3-a4f1-1df017eb7ff0", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:46:42.313794 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6110de79-1761-42c9-affc-ff5d78eccc2e {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:46:42.314160 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd13e04-1ea3-4f9c-929d-58a846b2c4b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa89723a-1ad1-43c3-a4f1-1df017eb7ff0', 'code': 200} Oct 20 11:46:42.400627 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b9243895-93b8-4ccd-91bc-c34712cc4995 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755318649182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9318816'] for subnet, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:42.448929 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e652fc52-923f-431d-9684-9ec47bb513c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-ff709df2-66ce-4ff1-8a00-6ee6ac0a495f', 'network_id': 'ff709df2-66ce-4ff1-8a00-6ee6ac0a495f', 'tenant_id': '88a9dd418e8245538a9f34e3063c713d', 'fixed_ips': [{'subnet_id': '8ba0b75c-1b35-4d0c-9162-ce41160db024'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:46:42.450209 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e652fc52-923f-431d-9684-9ec47bb513c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:42.626953 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9243895-93b8-4ccd-91bc-c34712cc4995 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:42.627581 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b9243895-93b8-4ccd-91bc-c34712cc4995 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:42.632029 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b9243895-93b8-4ccd-91bc-c34712cc4995 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "PUT /v2.0/subnets/8ba0b75c-1b35-4d0c-9162-ce41160db024 HTTP/1.1" status: 200 len: 900 time: 0.7723730 Oct 20 11:46:42.636604 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56914) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:42.741520 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4deca53a-7259-4dae-b55e-1126d19732cc tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:42.753858 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9243895-93b8-4ccd-91bc-c34712cc4995 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Pushing event updated for resources: {'Subnet': ['ID=8ba0b75c-1b35-4d0c-9162-ce41160db024,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:42.764473 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04413e64-6983-45e3-88a0-354082b9cf48 req-a711dbbc-d0fb-4b92-a5d0-903813f7c33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:42.766034 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-04413e64-6983-45e3-88a0-354082b9cf48 req-a711dbbc-d0fb-4b92-a5d0-903813f7c33c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=fcd13e04-1ea3-4f9c-929d-58a846b2c4b9 HTTP/1.1" status: 200 len: 1097 time: 0.2505891 Oct 20 11:46:42.834470 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-e652fc52-923f-431d-9684-9ec47bb513c2 None None] Allocated IP 2001:db8::3 (ff709df2-66ce-4ff1-8a00-6ee6ac0a495f/8ba0b75c-1b35-4d0c-9162-ce41160db024/459c74d9-778e-4fd1-a123-2a02097f10f0) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:46:42.875033 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9def4df1-abd3-4b85-8ef6-e48d9913cfce admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:42.906033 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4deca53a-7259-4dae-b55e-1126d19732cc tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:42.913567 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-04413e64-6983-45e3-88a0-354082b9cf48 req-8e7ffe5b-97cc-4e0b-8a03-f4c7d886a689 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361089 Oct 20 11:46:43.043186 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a6e8b-37df-475d-a9b4-69b67c46b857 req-e1815554-8cd1-445d-92be-1ab923daea51 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:43.045058 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-442a6e8b-37df-475d-a9b4-69b67c46b857 req-e1815554-8cd1-445d-92be-1ab923daea51 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=fcd13e04-1ea3-4f9c-929d-58a846b2c4b9 HTTP/1.1" status: 200 len: 946 time: 0.2384658 Oct 20 11:46:43.062840 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e3761-9513-4c11-a448-c5c380ab8884 req-f6ac4860-514a-431a-a6d2-290f45e0192e tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:43.064511 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-609e3761-9513-4c11-a448-c5c380ab8884 req-f6ac4860-514a-431a-a6d2-290f45e0192e tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7e761e1-da68-451f-869b-58797cf1f4b4 HTTP/1.1" status: 200 len: 944 time: 0.1912854 Oct 20 11:46:43.090505 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e652fc52-923f-431d-9684-9ec47bb513c2 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:43.100541 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e652fc52-923f-431d-9684-9ec47bb513c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:43.130826 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4deca53a-7259-4dae-b55e-1126d19732cc tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:43.180272 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deca53a-7259-4dae-b55e-1126d19732cc tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Pushing event deleted for resources: {'Subnet': ['ID=8ba0b75c-1b35-4d0c-9162-ce41160db024,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:43.213483 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e652fc52-923f-431d-9684-9ec47bb513c2 None None] Network ff709df2-66ce-4ff1-8a00-6ee6ac0a495f is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:46:43.219867 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-e652fc52-923f-431d-9684-9ec47bb513c2 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:46:43.236384 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e652fc52-923f-431d-9684-9ec47bb513c2 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:46:43.240434 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652fc52-923f-431d-9684-9ec47bb513c2 None None] Pushing event updated for resources: {'Port': ['ID=459c74d9-778e-4fd1-a123-2a02097f10f0,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:43.263350 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4deca53a-7259-4dae-b55e-1126d19732cc tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:43.288838 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-609e3761-9513-4c11-a448-c5c380ab8884 req-17ad1fb6-b546-4c75-983e-aa48b747c05f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870110 Oct 20 11:46:43.295707 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-4deca53a-7259-4dae-b55e-1126d19732cc tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff709df2-66ce-4ff1-8a00-6ee6ac0a495f']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:43.318777 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-442a6e8b-37df-475d-a9b4-69b67c46b857 req-384c3395-de0f-4e36-b9d7-314d39bd3ef7 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531121 Oct 20 11:46:43.321241 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-4deca53a-7259-4dae-b55e-1126d19732cc tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48751cb3-7f8e-4ef1-ad01-5de365e8a404') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:43.321872 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-4deca53a-7259-4dae-b55e-1126d19732cc tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48751cb3-7f8e-4ef1-ad01-5de365e8a404') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:43.335957 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4deca53a-7259-4dae-b55e-1126d19732cc tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:43.351986 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4deca53a-7259-4dae-b55e-1126d19732cc tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:43.356211 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9def4df1-abd3-4b85-8ef6-e48d9913cfce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:43.360086 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4deca53a-7259-4dae-b55e-1126d19732cc tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Releasing vlan 1267 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:46:43.360616 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4deca53a-7259-4dae-b55e-1126d19732cc tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:43.365429 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-e652fc52-923f-431d-9684-9ec47bb513c2 None None] Attempting to bind port 459c74d9-778e-4fd1-a123-2a02097f10f0 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:46:43.366182 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-e652fc52-923f-431d-9684-9ec47bb513c2 None None] Attempting to bind port 459c74d9-778e-4fd1-a123-2a02097f10f0 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '48751cb3-7f8e-4ef1-ad01-5de365e8a404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'ff709df2-66ce-4ff1-8a00-6ee6ac0a495f'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:46:43.366780 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e652fc52-923f-431d-9684-9ec47bb513c2 None None] Attempting to bind port 459c74d9-778e-4fd1-a123-2a02097f10f0 on network ff709df2-66ce-4ff1-8a00-6ee6ac0a495f {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:46:43.375228 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e652fc52-923f-431d-9684-9ec47bb513c2 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:46:43.375978 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9def4df1-abd3-4b85-8ef6-e48d9913cfce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:43.380457 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e652fc52-923f-431d-9684-9ec47bb513c2 None None] Checking segment: {'id': '48751cb3-7f8e-4ef1-ad01-5de365e8a404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'ff709df2-66ce-4ff1-8a00-6ee6ac0a495f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:46:43.382543 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e652fc52-923f-431d-9684-9ec47bb513c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:43.383208 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e652fc52-923f-431d-9684-9ec47bb513c2 None None] Bound using segment: {'id': '48751cb3-7f8e-4ef1-ad01-5de365e8a404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'ff709df2-66ce-4ff1-8a00-6ee6ac0a495f'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:46:43.383929 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-e652fc52-923f-431d-9684-9ec47bb513c2 None None] Bound port: 459c74d9-778e-4fd1-a123-2a02097f10f0, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48751cb3-7f8e-4ef1-ad01-5de365e8a404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'ff709df2-66ce-4ff1-8a00-6ee6ac0a495f'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:46:43.384767 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e652fc52-923f-431d-9684-9ec47bb513c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:43.415320 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cac96e1-9648-4b5f-9cb4-1121e7c7f6bd tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Router c938bb64-9f31-4eee-b70f-435ea9382551 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:46:43.425163 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:46:43.425163 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:46:43.425163 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:46:43.425163 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:46:43.425163 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:46:43.425163 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:46:43.425163 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:46:43.425163 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:46:43.425163 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:46:43.425163 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:46:43.425163 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:46:43.425163 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:46:43.425163 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:46:43.425163 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:46:43.425163 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:46:43.425163 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:46:43.425163 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:46:43.425163 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:46:43.425163 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:46:43.425163 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:46:43.425163 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:46:43.425163 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:46:43.425163 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:46:43.425163 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:46:43.425163 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:46:43.425163 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:46:43.425163 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:46:43.425163 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:46:43.425163 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:46:43.425163 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:46:43.425163 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:46:43.425163 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:46:43.431137 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.db.api [None req-4deca53a-7259-4dae-b55e-1126d19732cc tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 20 11:46:43.431137 n-d-814735-3 neutron-server[100646]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 20 11:46:43.431137 n-d-814735-3 neutron-server[100646]: [parameters: {'id': 'ff709df2-66ce-4ff1-8a00-6ee6ac0a495f'}] Oct 20 11:46:43.431137 n-d-814735-3 neutron-server[100646]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100646) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:46:43.431670 n-d-814735-3 neutron-server[100646]: DEBUG oslo_db.api [None req-4deca53a-7259-4dae-b55e-1126d19732cc tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:46:43.438100 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56936) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:43.438472 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-9def4df1-abd3-4b85-8ef6-e48d9913cfce admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=39ee86674c8f4be89866367d130af0be&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4236331 Oct 20 11:46:43.450151 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9def4df1-abd3-4b85-8ef6-e48d9913cfce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c58493-efc3-4451-be1e-bc0974d9b583,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:43.505033 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e652fc52-923f-431d-9684-9ec47bb513c2 None None] For port 459c74d9-778e-4fd1-a123-2a02097f10f0, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:46:43.515815 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e652fc52-923f-431d-9684-9ec47bb513c2 None None] For port 459c74d9-778e-4fd1-a123-2a02097f10f0, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=459c74d9-778e-4fd1-a123-2a02097f10f0,segment=NetworkSegment(48751cb3-7f8e-4ef1-ad01-5de365e8a404),segment_id=48751cb3-7f8e-4ef1-ad01-5de365e8a404)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:46:43.516034 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-899558ed-de42-4524-a4d2-98471e26c9d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:43.520977 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e652fc52-923f-431d-9684-9ec47bb513c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:43.546568 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-899558ed-de42-4524-a4d2-98471e26c9d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:43.630589 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-899558ed-de42-4524-a4d2-98471e26c9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:43.633258 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-899558ed-de42-4524-a4d2-98471e26c9d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:43.638217 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-899558ed-de42-4524-a4d2-98471e26c9d6 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/98c58493-efc3-4451-be1e-bc0974d9b583 HTTP/1.1" status: 204 len: 168 time: 0.1953657 Oct 20 11:46:43.650609 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899558ed-de42-4524-a4d2-98471e26c9d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c58493-efc3-4451-be1e-bc0974d9b583,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:43.675542 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cac96e1-9648-4b5f-9cb4-1121e7c7f6bd tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:46:43.689263 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dc89aa-827b-4728-8174-20b91fa2249b None None] Sync routers for ids ['c938bb64-9f31-4eee-b70f-435ea9382551'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:46:43.696482 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56944) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:43.704068 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-5cac96e1-9648-4b5f-9cb4-1121e7c7f6bd tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] 10.222.0.98 "PUT /v2.0/routers/c938bb64-9f31-4eee-b70f-435ea9382551/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7005246 Oct 20 11:46:43.714125 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652fc52-923f-431d-9684-9ec47bb513c2 None None] Pushing event updated for resources: {'Port': ['ID=459c74d9-778e-4fd1-a123-2a02097f10f0,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:43.726195 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dc89aa-827b-4728-8174-20b91fa2249b None None] Routers {'c938bb64-9f31-4eee-b70f-435ea9382551'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:46:43.726879 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-96dc89aa-827b-4728-8174-20b91fa2249b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:46:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['c938bb64-9f31-4eee-b70f-435ea9382551'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:43.749833 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4872ee33-52f2-40ff-94b1-6edbde7f89d2 None None] Network ff709df2-66ce-4ff1-8a00-6ee6ac0a495f requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:46:43.825402 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-96dc89aa-827b-4728-8174-20b91fa2249b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:43.851051 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dc89aa-827b-4728-8174-20b91fa2249b None None] Routers {'c938bb64-9f31-4eee-b70f-435ea9382551'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:46:43.851950 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-96dc89aa-827b-4728-8174-20b91fa2249b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:46:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['c938bb64-9f31-4eee-b70f-435ea9382551'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:43.903251 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425877be-e617-4910-b64d-b5ff314b36f6 None None] Network ff709df2-66ce-4ff1-8a00-6ee6ac0a495f requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:46:43.918016 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-96dc89aa-827b-4728-8174-20b91fa2249b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:43.918677 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dc89aa-827b-4728-8174-20b91fa2249b None None] The sync data for ids ['c938bb64-9f31-4eee-b70f-435ea9382551'] in n-d-814735-3 is: [] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:46:43.932566 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4deca53a-7259-4dae-b55e-1126d19732cc tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:43.957659 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-40f0c934-c4b5-42ce-bb69-83e1792d504d tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:44.076172 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814a3387-c073-40b4-b833-18a67accf96f None None] get_active_networks_info from n-d-814735-3 {{(pid=100648) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 11:46:44.292553 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814a3387-c073-40b4-b833-18a67accf96f None None] Resources bound (agent type, host, resource id): {{(pid=100648) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 11:46:44.320972 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 56964) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:44.353008 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d171fdac-b930-4067-aeb4-869b5f06dfef admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:44.622325 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-4deca53a-7259-4dae-b55e-1126d19732cc tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Deleting port 459c74d9-778e-4fd1-a123-2a02097f10f0 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:46:44.622716 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4deca53a-7259-4dae-b55e-1126d19732cc tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:44.646362 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a15a93-a766-45d8-916b-646be7159c94 req-83561985-5b41-49d0-8251-e1249c681380 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:44.648764 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-37a15a93-a766-45d8-916b-646be7159c94 req-83561985-5b41-49d0-8251-e1249c681380 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7e761e1-da68-451f-869b-58797cf1f4b4 HTTP/1.1" status: 200 len: 944 time: 0.1700397 Oct 20 11:46:44.692383 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305d737-f29f-4854-875c-6329b8dafeb9 req-f4943cc1-89ff-4ac6-a7b4-bf9258145f50 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:44.694452 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6305d737-f29f-4854-875c-6329b8dafeb9 req-f4943cc1-89ff-4ac6-a7b4-bf9258145f50 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=fcd13e04-1ea3-4f9c-929d-58a846b2c4b9 HTTP/1.1" status: 200 len: 946 time: 0.1736946 Oct 20 11:46:44.699086 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d171fdac-b930-4067-aeb4-869b5f06dfef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:44.727247 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-40f0c934-c4b5-42ce-bb69-83e1792d504d tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:44.731393 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-4deca53a-7259-4dae-b55e-1126d19732cc tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] For port 459c74d9-778e-4fd1-a123-2a02097f10f0, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=459c74d9-778e-4fd1-a123-2a02097f10f0,segment=NetworkSegment(48751cb3-7f8e-4ef1-ad01-5de365e8a404),segment_id=48751cb3-7f8e-4ef1-ad01-5de365e8a404)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:46:44.731852 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4deca53a-7259-4dae-b55e-1126d19732cc tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:44.741161 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d171fdac-b930-4067-aeb4-869b5f06dfef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:44.755766 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-4deca53a-7259-4dae-b55e-1126d19732cc tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Calling delete_port for 459c74d9-778e-4fd1-a123-2a02097f10f0 owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:46:44.857829 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d171fdac-b930-4067-aeb4-869b5f06dfef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11cb1744-9ed3-43e7-a63c-9b0ab0fba93e,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:44.888560 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6305d737-f29f-4854-875c-6329b8dafeb9 req-3fca38b3-8867-451a-b279-32af1a9682e1 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787837 Oct 20 11:46:44.893059 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-37a15a93-a766-45d8-916b-646be7159c94 req-67af0b7b-b91b-47d8-b3cd-b10a700e8ba3 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342703 Oct 20 11:46:44.899095 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d171fdac-b930-4067-aeb4-869b5f06dfef admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=415299eef61e452a95686bd64c463028&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5740235 Oct 20 11:46:44.900530 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 56980) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:44.901693 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-40f0c934-c4b5-42ce-bb69-83e1792d504d tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Deleting port 6a4c14c8-8b56-44c1-a6bb-34ec56593989 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:46:44.901693 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-40f0c934-c4b5-42ce-bb69-83e1792d504d tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:44.965006 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9e780ab6-6301-4225-9585-a83fae55ad67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:44.995970 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9e780ab6-6301-4225-9585-a83fae55ad67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:45.054725 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 916c0856-5eef-407b-acec-d8f7a573c0b5 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:46:45.096313 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4deca53a-7259-4dae-b55e-1126d19732cc tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:45.145496 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9e780ab6-6301-4225-9585-a83fae55ad67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:45.151787 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9e780ab6-6301-4225-9585-a83fae55ad67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:45.153533 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-9e780ab6-6301-4225-9585-a83fae55ad67 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/11cb1744-9ed3-43e7-a63c-9b0ab0fba93e HTTP/1.1" status: 204 len: 168 time: 0.2496307 Oct 20 11:46:45.167090 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e780ab6-6301-4225-9585-a83fae55ad67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11cb1744-9ed3-43e7-a63c-9b0ab0fba93e,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:45.181337 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deca53a-7259-4dae-b55e-1126d19732cc tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Pushing event deleted for resources: {'Port': ['ID=459c74d9-778e-4fd1-a123-2a02097f10f0,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:45.203350 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-40f0c934-c4b5-42ce-bb69-83e1792d504d tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:45.210178 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4deca53a-7259-4dae-b55e-1126d19732cc tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] No DVR routers for this DVR port 459c74d9-778e-4fd1-a123-2a02097f10f0 on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:46:45.273071 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 916c0856-5eef-407b-acec-d8f7a573c0b5 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:46:45.277679 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 916c0856-5eef-407b-acec-d8f7a573c0b5 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:46:45.278047 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:45.365110 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:45.412391 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-40f0c934-c4b5-42ce-bb69-83e1792d504d tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Calling delete_port for 6a4c14c8-8b56-44c1-a6bb-34ec56593989 owned by network:router_gateway {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:46:45.427841 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:45.464450 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb210be-291f-4842-b865-a080f39ff519 req-e8e8e233-0ee9-4da5-ac6f-714913bff5c2 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:45.474093 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0eb210be-291f-4842-b865-a080f39ff519 req-e8e8e233-0ee9-4da5-ac6f-714913bff5c2 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=fcd13e04-1ea3-4f9c-929d-58a846b2c4b9 HTTP/1.1" status: 200 len: 946 time: 0.1041961 Oct 20 11:46:45.492593 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4deca53a-7259-4dae-b55e-1126d19732cc tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:45.494983 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e761e1-da68-451f-869b-58797cf1f4b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916c0856-5eef-407b-acec-d8f7a573c0b5'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:46:45.499109 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8abc45-48e9-4a83-b8f4-1c3ba90f568a" -d '{"events": [{"server_uuid": "f7e761e1-da68-451f-869b-58797cf1f4b4", "name": "network-vif-plugged", "status": "completed", "tag": "916c0856-5eef-407b-acec-d8f7a573c0b5"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:46:45.529767 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0eb210be-291f-4842-b865-a080f39ff519 req-b38ae2e1-a09d-4102-862b-d49b8821d487 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545244 Oct 20 11:46:45.559464 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 916c0856-5eef-407b-acec-d8f7a573c0b5, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=916c0856-5eef-407b-acec-d8f7a573c0b5,segment=NetworkSegment(73cbce6c-57a2-4343-bb4b-9f489f07b678),segment_id=73cbce6c-57a2-4343-bb4b-9f489f07b678)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:46:45.561382 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-4deca53a-7259-4dae-b55e-1126d19732cc tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff709df2-66ce-4ff1-8a00-6ee6ac0a495f']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:45.564903 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:45.586825 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-4deca53a-7259-4dae-b55e-1126d19732cc tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48751cb3-7f8e-4ef1-ad01-5de365e8a404') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:45.586981 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-4deca53a-7259-4dae-b55e-1126d19732cc tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48751cb3-7f8e-4ef1-ad01-5de365e8a404') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:45.615464 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4deca53a-7259-4dae-b55e-1126d19732cc tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:45.636536 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54692691-3ed9-428f-ba76-684961c4804f x-openstack-request-id: req-54692691-3ed9-428f-ba76-684961c4804f {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:46:45.636859 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e761e1-da68-451f-869b-58797cf1f4b4", "name": "network-vif-plugged", "status": "completed", "tag": "916c0856-5eef-407b-acec-d8f7a573c0b5", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:46:45.647306 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-54692691-3ed9-428f-ba76-684961c4804f {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:46:45.648204 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7e761e1-da68-451f-869b-58797cf1f4b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916c0856-5eef-407b-acec-d8f7a573c0b5', 'code': 200} Oct 20 11:46:45.708445 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=916c0856-5eef-407b-acec-d8f7a573c0b5,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:45.751362 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062f62b-7217-4256-8cce-42cf6bfe95c9 req-48ca4410-99a1-4112-9766-bcd7bc3d1862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:45.753263 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8062f62b-7217-4256-8cce-42cf6bfe95c9 req-48ca4410-99a1-4112-9766-bcd7bc3d1862 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f7e761e1-da68-451f-869b-58797cf1f4b4 HTTP/1.1" status: 200 len: 1096 time: 0.0913455 Oct 20 11:46:45.780552 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4deca53a-7259-4dae-b55e-1126d19732cc tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:45.801453 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bcb1d8-61a1-430f-becc-8359e371866b req-08b8a6fd-9401-41a3-ab92-f295f11654c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:45.806205 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-22bcb1d8-61a1-430f-becc-8359e371866b req-08b8a6fd-9401-41a3-ab92-f295f11654c1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2dc8f662c37e4455845b8c86bfd8f795&device_id=fcd13e04-1ea3-4f9c-929d-58a846b2c4b9 HTTP/1.1" status: 200 len: 1097 time: 0.5050375 Oct 20 11:46:45.808975 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8062f62b-7217-4256-8cce-42cf6bfe95c9 req-654218fc-122e-43a2-aaec-3e205f44de99 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409544 Oct 20 11:46:45.818546 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4deca53a-7259-4dae-b55e-1126d19732cc tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Releasing vlan 1267 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:46:45.823157 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4deca53a-7259-4dae-b55e-1126d19732cc tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:45.845722 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:46:45.845722 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:46:45.845722 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:46:45.845722 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:46:45.845722 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:46:45.845722 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:46:45.845722 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:46:45.845722 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:46:45.845722 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:46:45.845722 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:46:45.845722 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:46:45.845722 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:46:45.845722 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:46:45.845722 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:46:45.845722 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:46:45.845722 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:46:45.845722 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:46:45.845722 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:46:45.845722 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:46:45.845722 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:46:45.845722 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:46:45.845722 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:46:45.845722 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:46:45.845722 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:46:45.845722 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:46:45.845722 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:46:45.845722 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:46:45.845722 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:46:45.845722 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:46:45.845722 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:46:45.845722 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:46:45.845722 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:46:45.988163 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4deca53a-7259-4dae-b55e-1126d19732cc tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:46.037565 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4deca53a-7259-4dae-b55e-1126d19732cc tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:46.045845 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4deca53a-7259-4dae-b55e-1126d19732cc tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "DELETE /v2.0/networks/ff709df2-66ce-4ff1-8a00-6ee6ac0a495f HTTP/1.1" status: 204 len: 168 time: 3.4082034 Oct 20 11:46:46.057329 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 57024) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:46.107551 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deca53a-7259-4dae-b55e-1126d19732cc tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Pushing event deleted for resources: {'Network': ['ID=ff709df2-66ce-4ff1-8a00-6ee6ac0a495f,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:46.122963 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd60187-4c8c-43b8-8375-e0614d46b1cf req-da934444-19b2-412e-af66-1e4f1b42a470 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:46.124694 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7bd60187-4c8c-43b8-8375-e0614d46b1cf req-da934444-19b2-412e-af66-1e4f1b42a470 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7e761e1-da68-451f-869b-58797cf1f4b4 HTTP/1.1" status: 200 len: 945 time: 0.0826581 Oct 20 11:46:46.135442 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf68da7f-b748-45ac-a5e5-93ad1d0492da tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] DELETE failed (client error): The resource could not be found. Oct 20 11:46:46.135906 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf68da7f-b748-45ac-a5e5-93ad1d0492da tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:46:46.160212 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-cf68da7f-b748-45ac-a5e5-93ad1d0492da tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "DELETE /v2.0/subnets/8ba0b75c-1b35-4d0c-9162-ce41160db024 HTTP/1.1" status: 404 len: 337 time: 0.0951040 Oct 20 11:46:46.160212 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 57034) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:46.224493 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7bd60187-4c8c-43b8-8375-e0614d46b1cf req-21c47433-76d2-4b5b-be51-f589b284bbc5 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843029 Oct 20 11:46:46.260763 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bcb1d8-61a1-430f-becc-8359e371866b req-b3046f04-2661-4d92-9140-9d72030ba889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:46.262638 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-22bcb1d8-61a1-430f-becc-8359e371866b req-b3046f04-2661-4d92-9140-9d72030ba889 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9322139b-8809-4c21-a6d7-3c1b88007f00 HTTP/1.1" status: 200 len: 913 time: 0.4456315 Oct 20 11:46:46.263630 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-62b0c70d-3caa-4033-bbf2-e67246145e0e tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] DELETE failed (client error): The resource could not be found. Oct 20 11:46:46.264463 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62b0c70d-3caa-4033-bbf2-e67246145e0e tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:46:46.268109 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-62b0c70d-3caa-4033-bbf2-e67246145e0e tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "DELETE /v2.0/networks/ff709df2-66ce-4ff1-8a00-6ee6ac0a495f HTTP/1.1" status: 404 len: 339 time: 0.1052060 Oct 20 11:46:46.270887 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 57042) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:46.327281 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-22bcb1d8-61a1-430f-becc-8359e371866b req-0eb51bdb-8172-4e40-8236-573aef07abbf service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa89723a-1ad1-43c3-a4f1-1df017eb7ff0 HTTP/1.1" status: 200 len: 217 time: 0.0555329 Oct 20 11:46:46.375003 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-40f0c934-c4b5-42ce-bb69-83e1792d504d tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:46.417427 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-15928409-43a7-4d29-b5cd-471bc789625f tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:46.456246 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bcb1d8-61a1-430f-becc-8359e371866b req-a397896e-458d-4637-96d5-85ea7aed80ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:46.457879 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-22bcb1d8-61a1-430f-becc-8359e371866b req-a397896e-458d-4637-96d5-85ea7aed80ae service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1f8d9068-e32a-474d-a79e-183043471abb HTTP/1.1" status: 200 len: 851 time: 0.1221812 Oct 20 11:46:46.458649 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f0c934-c4b5-42ce-bb69-83e1792d504d tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Pushing event deleted for resources: {'Port': ['ID=6a4c14c8-8b56-44c1-a6bb-34ec56593989,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:46.580961 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-22bcb1d8-61a1-430f-becc-8359e371866b req-e366ca3c-c6ad-493a-96db-0e70e37dd112 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9322139b-8809-4c21-a6d7-3c1b88007f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928419 Oct 20 11:46:46.584555 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-15928409-43a7-4d29-b5cd-471bc789625f tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:46.643423 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-15928409-43a7-4d29-b5cd-471bc789625f tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37a36374-a425-48b6-b435-6b4cdc57f7f3']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:46.665576 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-15928409-43a7-4d29-b5cd-471bc789625f tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbc5b3c6-5566-4952-b762-b036e1e3eb7e') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:46.665576 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-15928409-43a7-4d29-b5cd-471bc789625f tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbc5b3c6-5566-4952-b762-b036e1e3eb7e') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:46.688788 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-40f0c934-c4b5-42ce-bb69-83e1792d504d tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:46.697929 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-15928409-43a7-4d29-b5cd-471bc789625f tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:46.713958 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-15928409-43a7-4d29-b5cd-471bc789625f tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:46.739230 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15928409-43a7-4d29-b5cd-471bc789625f tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Releasing vlan 1260 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:46:46.739640 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-15928409-43a7-4d29-b5cd-471bc789625f tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:46.837684 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:46:46.837684 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:46:46.837684 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:46:46.837684 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:46:46.837684 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:46:46.837684 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:46:46.837684 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:46:46.837684 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:46:46.837684 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:46:46.837684 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:46:46.837684 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:46:46.837684 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:46:46.837684 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:46:46.837684 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:46:46.837684 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:46:46.837684 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:46:46.837684 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:46:46.837684 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:46:46.837684 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:46:46.837684 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:46:46.837684 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:46:46.837684 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:46:46.837684 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:46:46.837684 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:46:46.837684 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:46:46.837684 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:46:46.837684 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:46:46.837684 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:46:46.837684 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:46:46.837684 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:46:46.837684 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:46:46.837684 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:46:46.844845 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-40f0c934-c4b5-42ce-bb69-83e1792d504d tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:46.852550 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-15928409-43a7-4d29-b5cd-471bc789625f tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:46.853186 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-40f0c934-c4b5-42ce-bb69-83e1792d504d tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:46.881748 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-15928409-43a7-4d29-b5cd-471bc789625f tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:46.888734 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-15928409-43a7-4d29-b5cd-471bc789625f tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "DELETE /v2.0/networks/37a36374-a425-48b6-b435-6b4cdc57f7f3 HTTP/1.1" status: 204 len: 168 time: 0.6162062 Oct 20 11:46:46.891967 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 57064) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:46.936365 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-22bcb1d8-61a1-430f-becc-8359e371866b req-d1595abc-4327-4473-83f1-8096d4f7c1c4 service neutron] 10.222.0.89 "GET /v2.0/networks/9322139b-8809-4c21-a6d7-3c1b88007f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478205 Oct 20 11:46:46.941475 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15928409-43a7-4d29-b5cd-471bc789625f tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Pushing event deleted for resources: {'Network': ['ID=37a36374-a425-48b6-b435-6b4cdc57f7f3,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:46.967399 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9fcbec8-2d70-4555-958b-8119ff14beba tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] DELETE failed (client error): The resource could not be found. Oct 20 11:46:46.967710 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9fcbec8-2d70-4555-958b-8119ff14beba tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:46:46.976090 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-40f0c934-c4b5-42ce-bb69-83e1792d504d tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:46.976967 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f0c934-c4b5-42ce-bb69-83e1792d504d tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Fanout notify agent at l3_agent the message router_deleted on router c938bb64-9f31-4eee-b70f-435ea9382551 {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:46:46.987446 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-f9fcbec8-2d70-4555-958b-8119ff14beba tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "DELETE /v2.0/subnets/67b5dea0-26f6-4649-9df4-a087fec18f4e HTTP/1.1" status: 404 len: 337 time: 0.0943933 Oct 20 11:46:46.988159 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-40f0c934-c4b5-42ce-bb69-83e1792d504d tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:46.989908 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-40f0c934-c4b5-42ce-bb69-83e1792d504d tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] 10.222.0.98 "DELETE /v2.0/routers/c938bb64-9f31-4eee-b70f-435ea9382551 HTTP/1.1" status: 204 len: 168 time: 3.2921870 Oct 20 11:46:46.990043 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 57070) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:46.993160 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 57072) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:47.054901 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-b500eb27-f865-4e19-93e0-c452fe17c189 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] DELETE failed (client error): The resource could not be found. Oct 20 11:46:47.055328 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b500eb27-f865-4e19-93e0-c452fe17c189 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:46:47.069306 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-b500eb27-f865-4e19-93e0-c452fe17c189 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "DELETE /v2.0/networks/0049d4e8-8a54-400f-bd51-ae3389756213 HTTP/1.1" status: 404 len: 339 time: 0.0776515 Oct 20 11:46:47.076210 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 57080) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:47.089412 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f1afa-1082-4764-b966-96b45a0df299 req-40ae120c-f67c-4039-9a7d-5f752020dfd9 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:47.091521 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7f0f1afa-1082-4764-b966-96b45a0df299 req-40ae120c-f67c-4039-9a7d-5f752020dfd9 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=fcd13e04-1ea3-4f9c-929d-58a846b2c4b9 HTTP/1.1" status: 200 len: 946 time: 0.2523026 Oct 20 11:46:47.117788 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-50b7a4b4-3131-4659-9b4e-ebc340694e50 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Deleting subnet dde374d8-4588-48b1-b84f-3745fbf451cf {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:46:47.130671 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-22bcb1d8-61a1-430f-becc-8359e371866b req-df99cc18-3cac-45d0-b49c-898dd7184f70 service neutron] 10.222.0.89 "GET /v2.0/networks/9322139b-8809-4c21-a6d7-3c1b88007f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860406 Oct 20 11:46:47.156719 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-f864ce52-d2b6-477d-ab9d-c5e3c79c3544 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Deleting subnet 194b0425-f107-47db-a394-90760ce59a58 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:46:47.160811 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f864ce52-d2b6-477d-ab9d-c5e3c79c3544 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:47.161693 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-50b7a4b4-3131-4659-9b4e-ebc340694e50 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:47.223427 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7f0f1afa-1082-4764-b966-96b45a0df299 req-f0a59b22-5ee3-4835-ae50-88591fa00ea5 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216977 Oct 20 11:46:47.223595 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f864ce52-d2b6-477d-ab9d-c5e3c79c3544 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:47.313944 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-50b7a4b4-3131-4659-9b4e-ebc340694e50 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:47.410715 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-50b7a4b4-3131-4659-9b4e-ebc340694e50 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:47.419519 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f864ce52-d2b6-477d-ab9d-c5e3c79c3544 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:47.458984 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7831d760-c0b0-4b68-b28b-e5b3e58828a6 req-9874eb30-98cf-472f-81b4-d7c701635504 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:47.460552 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7831d760-c0b0-4b68-b28b-e5b3e58828a6 req-9874eb30-98cf-472f-81b4-d7c701635504 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7e761e1-da68-451f-869b-58797cf1f4b4 HTTP/1.1" status: 200 len: 945 time: 0.1076515 Oct 20 11:46:47.504364 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f864ce52-d2b6-477d-ab9d-c5e3c79c3544 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:47.510999 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-50b7a4b4-3131-4659-9b4e-ebc340694e50 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:47.529413 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb51c24-268a-4fb2-b357-74182f0e705d None None] Network 260d1edf-d890-4c70-b309-94c3705f6112 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:46:47.537570 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-50b7a4b4-3131-4659-9b4e-ebc340694e50 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:47.540901 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-50b7a4b4-3131-4659-9b4e-ebc340694e50 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] 10.222.0.98 "DELETE /v2.0/subnets/dde374d8-4588-48b1-b84f-3745fbf451cf HTTP/1.1" status: 204 len: 168 time: 0.5468743 Oct 20 11:46:47.565075 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 57104) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:47.565262 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f864ce52-d2b6-477d-ab9d-c5e3c79c3544 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:47.568734 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f864ce52-d2b6-477d-ab9d-c5e3c79c3544 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "DELETE /v2.0/subnets/194b0425-f107-47db-a394-90760ce59a58 HTTP/1.1" status: 204 len: 168 time: 0.4914291 Oct 20 11:46:47.570604 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864ce52-d2b6-477d-ab9d-c5e3c79c3544 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Pushing event deleted for resources: {'Subnet': ['ID=194b0425-f107-47db-a394-90760ce59a58,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:47.572671 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 57110) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:47.578924 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b7a4b4-3131-4659-9b4e-ebc340694e50 tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Pushing event deleted for resources: {'Subnet': ['ID=dde374d8-4588-48b1-b84f-3745fbf451cf,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:47.619881 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7831d760-c0b0-4b68-b28b-e5b3e58828a6 req-e83b6526-836e-4441-8cc2-b15e2af483a2 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502841 Oct 20 11:46:47.672227 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd5d5544-a2c8-4b91-be7c-eaae401aeac1 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Deleting subnet 3e48b807-d5ea-4465-bb4a-f407a049f7d7 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:46:47.687140 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cd5d5544-a2c8-4b91-be7c-eaae401aeac1 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:47.750338 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cd5d5544-a2c8-4b91-be7c-eaae401aeac1 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:47.825358 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c09a7489-5ad6-4219-b550-cd155c1ceacb tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:47.935017 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cd5d5544-a2c8-4b91-be7c-eaae401aeac1 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:48.027744 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-250de78b-ee5b-4787-85a0-d8ff7fd32923 req-53dac88f-3586-42a2-b808-80be5bcbb94a tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=f0012baf31914701a438a4a910671113 HTTP/1.1" status: 200 len: 267 time: 0.2715633 Oct 20 11:46:48.030278 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c09a7489-5ad6-4219-b550-cd155c1ceacb tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:48.032566 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cd5d5544-a2c8-4b91-be7c-eaae401aeac1 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:48.111053 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-c09a7489-5ad6-4219-b550-cd155c1ceacb tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['def03b1a-e318-4ef0-964d-4c4db2171dbe']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:48.112216 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5d5544-a2c8-4b91-be7c-eaae401aeac1 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Pushing event deleted for resources: {'Subnet': ['ID=3e48b807-d5ea-4465-bb4a-f407a049f7d7,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:48.120404 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cd5d5544-a2c8-4b91-be7c-eaae401aeac1 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:48.134553 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 57124) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:48.137491 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-cd5d5544-a2c8-4b91-be7c-eaae401aeac1 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "DELETE /v2.0/subnets/3e48b807-d5ea-4465-bb4a-f407a049f7d7 HTTP/1.1" status: 204 len: 168 time: 0.5638914 Oct 20 11:46:48.170585 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-c09a7489-5ad6-4219-b550-cd155c1ceacb tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e203510c-234e-4070-a99a-5de34103d0ee') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:48.171253 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-c09a7489-5ad6-4219-b550-cd155c1ceacb tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e203510c-234e-4070-a99a-5de34103d0ee') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:48.226335 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c09a7489-5ad6-4219-b550-cd155c1ceacb tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:48.309906 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c09a7489-5ad6-4219-b550-cd155c1ceacb tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:48.340701 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250de78b-ee5b-4787-85a0-d8ff7fd32923 req-1d9aaf14-d24e-44dc-96c7-4a68f3d2e4aa tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:48.342584 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-250de78b-ee5b-4787-85a0-d8ff7fd32923 req-1d9aaf14-d24e-44dc-96c7-4a68f3d2e4aa tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7e761e1-da68-451f-869b-58797cf1f4b4 HTTP/1.1" status: 200 len: 945 time: 0.2888074 Oct 20 11:46:48.351469 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-09aac5e7-822b-48d1-9cc3-e6dd2f06df10 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:48.355903 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c09a7489-5ad6-4219-b550-cd155c1ceacb tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Releasing vlan 1281 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:46:48.356387 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c09a7489-5ad6-4219-b550-cd155c1ceacb tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:48.359839 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:46:48.359839 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:46:48.359839 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:46:48.359839 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:46:48.359839 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:46:48.359839 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:46:48.359839 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:46:48.359839 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:46:48.359839 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:46:48.359839 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:46:48.359839 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:46:48.359839 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:46:48.359839 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:46:48.359839 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:46:48.359839 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:46:48.359839 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:46:48.359839 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:46:48.359839 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:46:48.359839 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:46:48.359839 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:46:48.359839 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:46:48.359839 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:46:48.359839 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:46:48.359839 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:46:48.359839 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:46:48.359839 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:46:48.359839 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:46:48.359839 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:46:48.359839 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:46:48.359839 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:46:48.359839 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:46:48.359839 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:46:48.366114 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-250de78b-ee5b-4787-85a0-d8ff7fd32923 req-48505ffb-26ac-4f84-89b4-4ba2aa2b3df4 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Request body: {'port': {'security_groups': []}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:46:48.480488 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c09a7489-5ad6-4219-b550-cd155c1ceacb tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:48.491133 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c09a7489-5ad6-4219-b550-cd155c1ceacb tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:48.494393 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c09a7489-5ad6-4219-b550-cd155c1ceacb tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] 10.222.0.98 "DELETE /v2.0/networks/def03b1a-e318-4ef0-964d-4c4db2171dbe HTTP/1.1" status: 204 len: 168 time: 0.9270866 Oct 20 11:46:48.604304 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-250de78b-ee5b-4787-85a0-d8ff7fd32923 req-48505ffb-26ac-4f84-89b4-4ba2aa2b3df4 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:48.625448 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a7489-5ad6-4219-b550-cd155c1ceacb tempest-FloatingIPTestJSON-635766606 tempest-FloatingIPTestJSON-635766606-project] Pushing event deleted for resources: {'Network': ['ID=def03b1a-e318-4ef0-964d-4c4db2171dbe,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:48.722043 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747637f-eb02-4747-8cb6-0f48aab2933b req-afdcbdef-009d-46fd-a1a0-01804344098c tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:48.730932 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0747637f-eb02-4747-8cb6-0f48aab2933b req-afdcbdef-009d-46fd-a1a0-01804344098c tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=fcd13e04-1ea3-4f9c-929d-58a846b2c4b9 HTTP/1.1" status: 200 len: 946 time: 0.2298586 Oct 20 11:46:48.891408 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0747637f-eb02-4747-8cb6-0f48aab2933b req-71cc49f0-b76a-4f6a-9295-f41cb6937423 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542785 Oct 20 11:46:48.903703 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-09aac5e7-822b-48d1-9cc3-e6dd2f06df10 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Deleting port 29da3d87-bda3-4da2-8f13-1919a75127f6 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:46:48.904447 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-09aac5e7-822b-48d1-9cc3-e6dd2f06df10 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:49.031089 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 57166) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:49.083186 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0eb2c75-3703-4126-a424-d91552c65033 None None] Network 260d1edf-d890-4c70-b309-94c3705f6112 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:46:49.172180 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-250de78b-ee5b-4787-85a0-d8ff7fd32923 req-48505ffb-26ac-4f84-89b4-4ba2aa2b3df4 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] For port 916c0856-5eef-407b-acec-d8f7a573c0b5, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=916c0856-5eef-407b-acec-d8f7a573c0b5,segment=NetworkSegment(73cbce6c-57a2-4343-bb4b-9f489f07b678),segment_id=73cbce6c-57a2-4343-bb4b-9f489f07b678)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:46:49.182189 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-ab40bace-e485-485a-b96d-5912f27e516f None None] Provisioning complete for port 29da3d87-bda3-4da2-8f13-1919a75127f6 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:46:49.182648 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ab40bace-e485-485a-b96d-5912f27e516f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:49.281629 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-250de78b-ee5b-4787-85a0-d8ff7fd32923 req-48505ffb-26ac-4f84-89b4-4ba2aa2b3df4 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:49.290670 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-09aac5e7-822b-48d1-9cc3-e6dd2f06df10 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] For port 29da3d87-bda3-4da2-8f13-1919a75127f6, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=29da3d87-bda3-4da2-8f13-1919a75127f6,segment=NetworkSegment(85fc5652-615f-4ba5-85da-66bf2fd55c38),segment_id=85fc5652-615f-4ba5-85da-66bf2fd55c38)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:46:49.291184 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-09aac5e7-822b-48d1-9cc3-e6dd2f06df10 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:49.299681 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-250de78b-ee5b-4787-85a0-d8ff7fd32923 req-48505ffb-26ac-4f84-89b4-4ba2aa2b3df4 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:49.314841 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-09aac5e7-822b-48d1-9cc3-e6dd2f06df10 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Calling delete_port for 29da3d87-bda3-4da2-8f13-1919a75127f6 owned by network:dhcp {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:46:49.376070 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3dd7046d-5fee-4b23-8470-7848354ab223 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=292e0535894b48409065e32e227f3d3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3426540 Oct 20 11:46:49.380550 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 57182) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:49.385879 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['cc0249f2-c246-462b-8841-1fcfb7d5ca3e', '60fd4c88-aa6b-43f5-90f9-9ec733b27069'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:46:49.394224 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:46:49.404600 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['916c0856-5eef-407b-acec-d8f7a573c0b5'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:46:49.427249 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-09aac5e7-822b-48d1-9cc3-e6dd2f06df10 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:49.498524 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-52b2a132-8fbe-4ca2-b74c-3b41369ffde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:49.499515 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250de78b-ee5b-4787-85a0-d8ff7fd32923 req-48505ffb-26ac-4f84-89b4-4ba2aa2b3df4 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:49.500431 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-250de78b-ee5b-4787-85a0-d8ff7fd32923 req-48505ffb-26ac-4f84-89b4-4ba2aa2b3df4 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:49.504310 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-250de78b-ee5b-4787-85a0-d8ff7fd32923 req-48505ffb-26ac-4f84-89b4-4ba2aa2b3df4 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "PUT /v2.0/ports/916c0856-5eef-407b-acec-d8f7a573c0b5 HTTP/1.1" status: 200 len: 904 time: 1.1500168 Oct 20 11:46:49.513938 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7e761e1-da68-451f-869b-58797cf1f4b4', 'tag': '916c0856-5eef-407b-acec-d8f7a573c0b5'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:46:49.516927 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62a60b3-b3a9-42ba-868d-f62da51d2fee" -d '{"events": [{"name": "network-changed", "server_uuid": "f7e761e1-da68-451f-869b-58797cf1f4b4", "tag": "916c0856-5eef-407b-acec-d8f7a573c0b5"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:46:49.522119 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-ab40bace-e485-485a-b96d-5912f27e516f None None] Could not find standard attr ID for object 29da3d87-bda3-4da2-8f13-1919a75127f6. {{(pid=100648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:46:49.526004 n-d-814735-3 neutron-server[100648]: INFO neutron.plugins.ml2.db [None req-ab40bace-e485-485a-b96d-5912f27e516f None None] No ports have port_id starting with 29da3d87-bda3-4da2-8f13-1919a75127f6 Oct 20 11:46:49.555487 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-36968eca-4e96-450e-95c8-6ff7680321f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:49.563333 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09aac5e7-822b-48d1-9cc3-e6dd2f06df10 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] No DVR routers for this DVR port 29da3d87-bda3-4da2-8f13-1919a75127f6 on host n-d-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:46:49.617321 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['916c0856-5eef-407b-acec-d8f7a573c0b5'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:46:49.643055 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-36968eca-4e96-450e-95c8-6ff7680321f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:49.758657 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-36968eca-4e96-450e-95c8-6ff7680321f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:49.776004 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-36968eca-4e96-450e-95c8-6ff7680321f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:49.785225 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-36968eca-4e96-450e-95c8-6ff7680321f6 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0ea0b9b8-b82e-4b09-980f-98d25d20a116 HTTP/1.1" status: 204 len: 168 time: 0.4029694 Oct 20 11:46:49.801912 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 57204) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:49.819128 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36968eca-4e96-450e-95c8-6ff7680321f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea0b9b8-b82e-4b09-980f-98d25d20a116,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:49.860914 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36968eca-4e96-450e-95c8-6ff7680321f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:49.862054 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd7cbe4-4ace-4ffd-a69e-d22ca68c9e27 None None] DHCP port deletion for 260d1edf-d890-4c70-b309-94c3705f6112 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:46:49.862501 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36968eca-4e96-450e-95c8-6ff7680321f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:49.865488 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36968eca-4e96-450e-95c8-6ff7680321f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:49.865966 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36968eca-4e96-450e-95c8-6ff7680321f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:49.866551 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36968eca-4e96-450e-95c8-6ff7680321f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:49.867011 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36968eca-4e96-450e-95c8-6ff7680321f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:49.867437 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36968eca-4e96-450e-95c8-6ff7680321f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:49.868103 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36968eca-4e96-450e-95c8-6ff7680321f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:49.869301 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36968eca-4e96-450e-95c8-6ff7680321f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:49.869733 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36968eca-4e96-450e-95c8-6ff7680321f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:49.870599 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36968eca-4e96-450e-95c8-6ff7680321f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:49.871622 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36968eca-4e96-450e-95c8-6ff7680321f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:46:49.904391 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-09aac5e7-822b-48d1-9cc3-e6dd2f06df10 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:49.930458 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-09aac5e7-822b-48d1-9cc3-e6dd2f06df10 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['260d1edf-d890-4c70-b309-94c3705f6112']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:49.954586 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-09aac5e7-822b-48d1-9cc3-e6dd2f06df10 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85fc5652-615f-4ba5-85da-66bf2fd55c38') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:49.955220 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-09aac5e7-822b-48d1-9cc3-e6dd2f06df10 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85fc5652-615f-4ba5-85da-66bf2fd55c38') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:49.968221 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-09aac5e7-822b-48d1-9cc3-e6dd2f06df10 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:50.009663 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-09aac5e7-822b-48d1-9cc3-e6dd2f06df10 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:50.024517 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09aac5e7-822b-48d1-9cc3-e6dd2f06df10 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Releasing vlan 1274 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:46:50.024517 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-09aac5e7-822b-48d1-9cc3-e6dd2f06df10 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:50.068467 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:46:50.068467 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:46:50.068467 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:46:50.068467 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:46:50.068467 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:46:50.068467 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:46:50.068467 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:46:50.068467 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:46:50.068467 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:46:50.068467 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:46:50.068467 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:46:50.068467 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:46:50.068467 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:46:50.068467 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:46:50.068467 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:46:50.068467 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:46:50.068467 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:46:50.068467 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:46:50.068467 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:46:50.068467 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:46:50.068467 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:46:50.068467 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:46:50.068467 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:46:50.068467 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:46:50.068467 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:46:50.068467 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:46:50.068467 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:46:50.068467 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:46:50.068467 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:46:50.068467 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:46:50.068467 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:46:50.068467 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:46:50.105391 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3d0310be-73e7-42c0-9b9c-bc17bf6c14cd None None] Provisioning complete for port 916c0856-5eef-407b-acec-d8f7a573c0b5 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:46:50.105913 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102d1339-3b54-46ca-b338-6b0c977bc554 x-openstack-request-id: req-102d1339-3b54-46ca-b338-6b0c977bc554 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:46:50.105913 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7e761e1-da68-451f-869b-58797cf1f4b4", "tag": "916c0856-5eef-407b-acec-d8f7a573c0b5", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:46:50.106112 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-102d1339-3b54-46ca-b338-6b0c977bc554 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:46:50.106506 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7e761e1-da68-451f-869b-58797cf1f4b4', 'tag': '916c0856-5eef-407b-acec-d8f7a573c0b5', 'status': 'completed', 'code': 200} Oct 20 11:46:50.106894 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3d0310be-73e7-42c0-9b9c-bc17bf6c14cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:50.228920 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48505ffb-26ac-4f84-89b4-4ba2aa2b3df4 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Pushing event updated for resources: {'Port': ['ID=916c0856-5eef-407b-acec-d8f7a573c0b5,revision_number=6']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:50.353508 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-42dc7487-9d57-46a3-adf3-d990489d2187 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:50.379072 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aac5e7-822b-48d1-9cc3-e6dd2f06df10 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Pushing event deleted for resources: {'Port': ['ID=29da3d87-bda3-4da2-8f13-1919a75127f6,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:50.415340 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd995c1-95a7-4529-84ed-661bc8015781 req-48967545-83f4-4ac4-be4b-5812c240b1f3 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:50.427661 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0fd995c1-95a7-4529-84ed-661bc8015781 req-48967545-83f4-4ac4-be4b-5812c240b1f3 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7e761e1-da68-451f-869b-58797cf1f4b4 HTTP/1.1" status: 200 len: 907 time: 0.3924165 Oct 20 11:46:50.461212 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-09aac5e7-822b-48d1-9cc3-e6dd2f06df10 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:50.473676 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-09aac5e7-822b-48d1-9cc3-e6dd2f06df10 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:50.479669 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-09aac5e7-822b-48d1-9cc3-e6dd2f06df10 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "DELETE /v2.0/networks/260d1edf-d890-4c70-b309-94c3705f6112 HTTP/1.1" status: 204 len: 168 time: 2.3439772 Oct 20 11:46:50.482721 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 57230) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:50.492867 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a60b3-b3a9-42ba-868d-f62da51d2fee req-3a819030-cc12-4903-a298-d44d47546647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:50.504757 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b62a60b3-b3a9-42ba-868d-f62da51d2fee req-3a819030-cc12-4903-a298-d44d47546647 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f0012baf31914701a438a4a910671113&device_id=f7e761e1-da68-451f-869b-58797cf1f4b4 HTTP/1.1" status: 200 len: 1058 time: 0.3758705 Oct 20 11:46:50.576670 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-30670522-9b63-4018-ae81-df7041ce8f53 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] DELETE failed (client error): The resource could not be found. Oct 20 11:46:50.577139 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30670522-9b63-4018-ae81-df7041ce8f53 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:46:50.613862 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-30670522-9b63-4018-ae81-df7041ce8f53 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "DELETE /v2.0/subnets/d875438b-9c41-403f-823f-da24a15e7891 HTTP/1.1" status: 404 len: 337 time: 0.1264272 Oct 20 11:46:50.631820 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 57232) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:50.681175 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-450634b7-6994-4cd5-8450-b5f034b99865 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] DELETE failed (client error): The resource could not be found. Oct 20 11:46:50.686678 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-450634b7-6994-4cd5-8450-b5f034b99865 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:46:50.695766 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aac5e7-822b-48d1-9cc3-e6dd2f06df10 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Pushing event deleted for resources: {'Network': ['ID=260d1edf-d890-4c70-b309-94c3705f6112,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:50.698019 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 57238) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:50.702988 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 29da3d87-bda3-4da2-8f13-1919a75127f6 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:46:50.708053 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-450634b7-6994-4cd5-8450-b5f034b99865 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "DELETE /v2.0/networks/f80b8cbb-f374-4c43-9dc4-717fca88f57d HTTP/1.1" status: 404 len: 339 time: 0.0739324 Oct 20 11:46:50.739618 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 29da3d87-bda3-4da2-8f13-1919a75127f6 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:46:50.740172 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 29da3d87-bda3-4da2-8f13-1919a75127f6 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:46:50.753211 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-42dc7487-9d57-46a3-adf3-d990489d2187 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:50.760303 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-42dc7487-9d57-46a3-adf3-d990489d2187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:50.783418 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-770792e6-9b1c-431a-a379-4aa426197f7b tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] DELETE failed (client error): The resource could not be found. Oct 20 11:46:50.783901 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-770792e6-9b1c-431a-a379-4aa426197f7b tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:46:50.806429 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-770792e6-9b1c-431a-a379-4aa426197f7b tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "DELETE /v2.0/subnets/cfbcbff5-c315-4723-9636-710b48dc7f90 HTTP/1.1" status: 404 len: 337 time: 0.0850687 Oct 20 11:46:50.810571 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 57244) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:50.826972 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dc7487-9d57-46a3-adf3-d990489d2187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0bfbccd-5c59-4769-92e8-4395ac3c3bde,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:50.861773 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221f270-12f0-4497-a4b8-2a5450facb90 req-c158493f-29c8-4195-98a1-d05a4254974d tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:50.862489 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-42dc7487-9d57-46a3-adf3-d990489d2187 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f206fc4c1511479aacc9957c2a2da242&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0591717 Oct 20 11:46:50.863209 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 57248) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:50.864176 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6221f270-12f0-4497-a4b8-2a5450facb90 req-c158493f-29c8-4195-98a1-d05a4254974d tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=fcd13e04-1ea3-4f9c-929d-58a846b2c4b9 HTTP/1.1" status: 200 len: 946 time: 0.6094587 Oct 20 11:46:50.879616 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a60b3-b3a9-42ba-868d-f62da51d2fee req-e0460381-1b56-4137-ba49-7da8b718b93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:50.882167 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b62a60b3-b3a9-42ba-868d-f62da51d2fee req-e0460381-1b56-4137-ba49-7da8b718b93b service neutron] 10.222.0.11 "GET /v2.0/networks?id=a1980227-64af-4c17-9cee-4570c69a4cb6 HTTP/1.1" status: 200 len: 914 time: 0.3650463 Oct 20 11:46:50.889837 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7ef7dcd-87a1-4e92-b44b-032f0c806ca6 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] DELETE failed (client error): The resource could not be found. Oct 20 11:46:50.897554 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7ef7dcd-87a1-4e92-b44b-032f0c806ca6 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:46:50.901125 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e7ef7dcd-87a1-4e92-b44b-032f0c806ca6 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "DELETE /v2.0/networks/97db87e0-ec51-49a2-ac37-7f1864878147 HTTP/1.1" status: 404 len: 339 time: 0.0878549 Oct 20 11:46:50.905323 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 57252) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:50.964872 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-32ff6916-7def-4076-b28d-231647befc29 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] DELETE failed (client error): The resource could not be found. Oct 20 11:46:50.965770 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32ff6916-7def-4076-b28d-231647befc29 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:46:50.973784 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-32ff6916-7def-4076-b28d-231647befc29 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "DELETE /v2.0/subnets/3eab5644-03af-4f4a-b804-09039aad05e2 HTTP/1.1" status: 404 len: 337 time: 0.0647044 Oct 20 11:46:50.977337 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 57256) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:50.986077 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b62a60b3-b3a9-42ba-868d-f62da51d2fee req-b52a9d56-1045-4821-8d9b-ad785747270a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=916c0856-5eef-407b-acec-d8f7a573c0b5 HTTP/1.1" status: 200 len: 217 time: 0.0650549 Oct 20 11:46:50.997591 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6679bc84-6515-418a-a95d-128e812965d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:51.012635 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-134b997f-a596-4572-83dc-e8e44a406611 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] DELETE failed (client error): The resource could not be found. Oct 20 11:46:51.013555 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-134b997f-a596-4572-83dc-e8e44a406611 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:46:51.016841 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-134b997f-a596-4572-83dc-e8e44a406611 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "DELETE /v2.0/networks/0a414359-2f7a-4031-b567-75d688c3a7a1 HTTP/1.1" status: 404 len: 339 time: 0.0385661 Oct 20 11:46:51.023074 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 57258) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:51.050720 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1aa03d-78ca-4f0b-90f1-9f43cfb97d59 req-59a56372-2ab3-4522-b6c3-41a0604eb9f7 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:51.055693 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ec1aa03d-78ca-4f0b-90f1-9f43cfb97d59 req-59a56372-2ab3-4522-b6c3-41a0604eb9f7 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.2442429 Oct 20 11:46:51.064524 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6221f270-12f0-4497-a4b8-2a5450facb90 req-13b5baea-3f1f-4d6f-8cbf-b61660fcacd6 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786230 Oct 20 11:46:51.132494 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6679bc84-6515-418a-a95d-128e812965d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:51.136181 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ec1aa03d-78ca-4f0b-90f1-9f43cfb97d59 req-36c87ef7-8678-433f-a207-6e718ad92ecf tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499861 Oct 20 11:46:51.140189 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a60b3-b3a9-42ba-868d-f62da51d2fee req-083865ca-0a11-436e-a104-72058fc1fead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:51.141741 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b62a60b3-b3a9-42ba-868d-f62da51d2fee req-083865ca-0a11-436e-a104-72058fc1fead service neutron] 10.222.0.11 "GET /v2.0/subnets?id=978f4782-c6ff-4108-a8dd-a568aeeefa48 HTTP/1.1" status: 200 len: 851 time: 0.1472120 Oct 20 11:46:51.212708 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a60b3-b3a9-42ba-868d-f62da51d2fee req-0812a8af-dbb8-4670-b0d1-98695b3c2581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:51.216121 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b62a60b3-b3a9-42ba-868d-f62da51d2fee req-0812a8af-dbb8-4670-b0d1-98695b3c2581 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1980227-64af-4c17-9cee-4570c69a4cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667436 Oct 20 11:46:51.219994 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e9aaefc-d38a-4522-af6a-d31bc8acfd75 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Deleting subnet 76cbee79-8e19-4f13-b1c6-b51c93b10c7e {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:46:51.225079 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6e9aaefc-d38a-4522-af6a-d31bc8acfd75 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:51.275528 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6679bc84-6515-418a-a95d-128e812965d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:51.278268 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6679bc84-6515-418a-a95d-128e812965d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:51.282618 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6679bc84-6515-418a-a95d-128e812965d0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a0bfbccd-5c59-4769-92e8-4395ac3c3bde HTTP/1.1" status: 204 len: 168 time: 0.4184253 Oct 20 11:46:51.304140 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6679bc84-6515-418a-a95d-128e812965d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0bfbccd-5c59-4769-92e8-4395ac3c3bde,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:51.341428 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6e9aaefc-d38a-4522-af6a-d31bc8acfd75 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:51.427894 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b62a60b3-b3a9-42ba-868d-f62da51d2fee req-583e7076-40d6-4af1-b39d-f4096bfd8d9b service neutron] 10.222.0.11 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041106 Oct 20 11:46:51.483972 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b2d14-f3a2-46b4-aa29-33200ce04e67 req-c2807103-8435-40c1-ab6c-9cb4b7a25bd9 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:51.492415 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ae5b2d14-f3a2-46b4-aa29-33200ce04e67 req-c2807103-8435-40c1-ab6c-9cb4b7a25bd9 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.2279196 Oct 20 11:46:51.577096 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6e9aaefc-d38a-4522-af6a-d31bc8acfd75 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:51.671718 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6e9aaefc-d38a-4522-af6a-d31bc8acfd75 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:51.689088 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ae5b2d14-f3a2-46b4-aa29-33200ce04e67 req-88729c46-37ec-4b9e-a913-e660defcb786 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954429 Oct 20 11:46:51.694376 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b62a60b3-b3a9-42ba-868d-f62da51d2fee req-a0a82d0f-702c-4dbd-84d7-b01a93695888 service neutron] 10.222.0.11 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599099 Oct 20 11:46:51.764814 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9aaefc-d38a-4522-af6a-d31bc8acfd75 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Pushing event deleted for resources: {'Subnet': ['ID=76cbee79-8e19-4f13-b1c6-b51c93b10c7e,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:51.767446 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6e9aaefc-d38a-4522-af6a-d31bc8acfd75 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:51.774667 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6e9aaefc-d38a-4522-af6a-d31bc8acfd75 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "DELETE /v2.0/subnets/76cbee79-8e19-4f13-b1c6-b51c93b10c7e HTTP/1.1" status: 204 len: 168 time: 0.7458806 Oct 20 11:46:51.774998 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 57288) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:51.780746 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc8f851-39a8-409a-b177-249ed1449a8c None None] Network a5495f9e-41b0-4ca0-86ee-8b43ee8aa8ef requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:46:51.942233 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ba7b9397-f2c1-423f-9083-4b75fa054fb0 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:52.053108 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f3e693-4200-47c7-8328-2452bc422570 None None] DHCP port deletion for a5495f9e-41b0-4ca0-86ee-8b43ee8aa8ef request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:46:52.118811 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 57314) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:52.131754 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-a0f3e693-4200-47c7-8328-2452bc422570 None None] Deleting port c872319e-4d5d-41d0-abb1-169ab3005bfe {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:46:52.135449 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a0f3e693-4200-47c7-8328-2452bc422570 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:52.146366 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6ad61602-d7a7-4b0a-b6b4-3f9770527503 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:52.202134 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b9397-f2c1-423f-9083-4b75fa054fb0 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Deleting port c872319e-4d5d-41d0-abb1-169ab3005bfe {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:46:52.202820 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ba7b9397-f2c1-423f-9083-4b75fa054fb0 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:52.313111 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-a0f3e693-4200-47c7-8328-2452bc422570 None None] For port c872319e-4d5d-41d0-abb1-169ab3005bfe, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=c872319e-4d5d-41d0-abb1-169ab3005bfe,segment=NetworkSegment(e4e82d9d-b2ad-408b-ae4e-16645b0f76df),segment_id=e4e82d9d-b2ad-408b-ae4e-16645b0f76df)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:46:52.313838 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a0f3e693-4200-47c7-8328-2452bc422570 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:52.330750 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-a0f3e693-4200-47c7-8328-2452bc422570 None None] Calling delete_port for c872319e-4d5d-41d0-abb1-169ab3005bfe owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:46:52.344732 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6ad61602-d7a7-4b0a-b6b4-3f9770527503 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:52.349844 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6ad61602-d7a7-4b0a-b6b4-3f9770527503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:52.426543 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a0f3e693-4200-47c7-8328-2452bc422570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:52.448839 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6ad61602-d7a7-4b0a-b6b4-3f9770527503 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a71b3ed882eb4d6a819b983152c80513&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3288674 Oct 20 11:46:52.451781 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 57318) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:52.466457 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad61602-d7a7-4b0a-b6b4-3f9770527503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c5b47b-2a98-4915-b3c4-69d08eba2ef6,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:52.468708 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f3e693-4200-47c7-8328-2452bc422570 None None] Pushing event deleted for resources: {'Port': ['ID=c872319e-4d5d-41d0-abb1-169ab3005bfe,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:52.471961 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9eaec632-3ef5-467d-a0b0-bf39b5ff9d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:52.475976 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f3e693-4200-47c7-8328-2452bc422570 None None] No DVR routers for this DVR port c872319e-4d5d-41d0-abb1-169ab3005bfe on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:46:52.552199 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-01954110-75c9-4d6a-a6bb-adab019bb32e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:52.606856 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-01954110-75c9-4d6a-a6bb-adab019bb32e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:52.660050 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-01954110-75c9-4d6a-a6bb-adab019bb32e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:52.664036 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-01954110-75c9-4d6a-a6bb-adab019bb32e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:52.667406 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-01954110-75c9-4d6a-a6bb-adab019bb32e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/18c5b47b-2a98-4915-b3c4-69d08eba2ef6 HTTP/1.1" status: 204 len: 168 time: 0.2142243 Oct 20 11:46:52.677939 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01954110-75c9-4d6a-a6bb-adab019bb32e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c5b47b-2a98-4915-b3c4-69d08eba2ef6,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:52.758912 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device c872319e-4d5d-41d0-abb1-169ab3005bfe no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:46:52.808907 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: c872319e-4d5d-41d0-abb1-169ab3005bfe {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:46:52.809523 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device c872319e-4d5d-41d0-abb1-169ab3005bfe not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:46:52.969673 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe1039-80a5-49d4-bb4c-3f3d2de2ebd4 req-33b187b4-802d-4184-ac4c-7731eecda4df tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:52.972516 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-47fe1039-80a5-49d4-bb4c-3f3d2de2ebd4 req-33b187b4-802d-4184-ac4c-7731eecda4df tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/networks?id=a1980227-64af-4c17-9cee-4570c69a4cb6 HTTP/1.1" status: 200 len: 812 time: 0.8933358 Oct 20 11:46:53.090103 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-ba7b9397-f2c1-423f-9083-4b75fa054fb0 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] For port c872319e-4d5d-41d0-abb1-169ab3005bfe, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=c872319e-4d5d-41d0-abb1-169ab3005bfe,segment=NetworkSegment(e4e82d9d-b2ad-408b-ae4e-16645b0f76df),segment_id=e4e82d9d-b2ad-408b-ae4e-16645b0f76df)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:46:53.090103 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ba7b9397-f2c1-423f-9083-4b75fa054fb0 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:53.109743 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 57354) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:53.114073 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:53.114632 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-47fe1039-80a5-49d4-bb4c-3f3d2de2ebd4 req-94a17a71-49f7-438a-80ce-8aece67a258f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/quotas/f0012baf31914701a438a4a910671113 HTTP/1.1" status: 200 len: 375 time: 0.0803638 Oct 20 11:46:53.120026 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:53.129702 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d3d19-cfe8-4317-a040-c44c31fad701 req-beedb726-037a-4e89-bef9-8797008f25d9 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:53.132066 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-424d3d19-cfe8-4317-a040-c44c31fad701 req-beedb726-037a-4e89-bef9-8797008f25d9 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=fcd13e04-1ea3-4f9c-929d-58a846b2c4b9 HTTP/1.1" status: 200 len: 946 time: 0.8806272 Oct 20 11:46:53.139858 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b9397-f2c1-423f-9083-4b75fa054fb0 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Calling delete_port for c872319e-4d5d-41d0-abb1-169ab3005bfe owned by network:dhcp {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:46:53.295505 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-47fe1039-80a5-49d4-bb4c-3f3d2de2ebd4 req-c91df612-4fe3-4c80-82cc-4dd1c7b83fcf tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=f0012baf31914701a438a4a910671113&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1582055 Oct 20 11:46:53.298551 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-424d3d19-cfe8-4317-a040-c44c31fad701 req-d7f226a7-378a-40d3-99f8-3156c6f72081 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198673 Oct 20 11:46:53.343736 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-80040acc-aefa-4361-991f-ec93732997c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:53.376382 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ba7b9397-f2c1-423f-9083-4b75fa054fb0 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:53.479659 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b9397-f2c1-423f-9083-4b75fa054fb0 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Pushing event deleted for resources: {'Port': ['ID=c872319e-4d5d-41d0-abb1-169ab3005bfe,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:53.490685 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7b9397-f2c1-423f-9083-4b75fa054fb0 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] No DVR routers for this DVR port c872319e-4d5d-41d0-abb1-169ab3005bfe on host n-d-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:46:53.497584 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-80040acc-aefa-4361-991f-ec93732997c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:53.502649 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-80040acc-aefa-4361-991f-ec93732997c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:53.557523 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-80040acc-aefa-4361-991f-ec93732997c8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5b92b83ccb0f4a7dba027dfb682743fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4478977 Oct 20 11:46:53.560033 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80040acc-aefa-4361-991f-ec93732997c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca511bec-2920-4380-9df8-b5010d60fc28,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:53.562467 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 57378) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:53.645630 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ba7b9397-f2c1-423f-9083-4b75fa054fb0 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:53.664069 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-502a3cdf-98cb-48ef-bb8c-33896ab0fee4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:53.669083 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-ba7b9397-f2c1-423f-9083-4b75fa054fb0 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5495f9e-41b0-4ca0-86ee-8b43ee8aa8ef']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:53.680062 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-ba7b9397-f2c1-423f-9083-4b75fa054fb0 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4e82d9d-b2ad-408b-ae4e-16645b0f76df') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:53.680396 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-ba7b9397-f2c1-423f-9083-4b75fa054fb0 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4e82d9d-b2ad-408b-ae4e-16645b0f76df') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:53.691453 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ba7b9397-f2c1-423f-9083-4b75fa054fb0 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:53.703589 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-502a3cdf-98cb-48ef-bb8c-33896ab0fee4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:53.720032 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ba7b9397-f2c1-423f-9083-4b75fa054fb0 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:53.725590 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-47fe1039-80a5-49d4-bb4c-3f3d2de2ebd4 req-eacd52cd-ce2a-4555-9b44-c01363a1b32d service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:46:53.726622 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-47fe1039-80a5-49d4-bb4c-3f3d2de2ebd4 req-eacd52cd-ce2a-4555-9b44-c01363a1b32d service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.4093325 Oct 20 11:46:53.749053 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba7b9397-f2c1-423f-9083-4b75fa054fb0 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Releasing vlan 1298 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:46:53.749761 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ba7b9397-f2c1-423f-9083-4b75fa054fb0 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:53.753440 n-d-814735-3 neutron-server[100647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:46:53.753440 n-d-814735-3 neutron-server[100647]: self.session.flush() Oct 20 11:46:53.753440 n-d-814735-3 neutron-server[100647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:46:53.753440 n-d-814735-3 neutron-server[100647]: self.session.flush() Oct 20 11:46:53.753440 n-d-814735-3 neutron-server[100647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:46:53.753440 n-d-814735-3 neutron-server[100647]: self.session.flush() Oct 20 11:46:53.753440 n-d-814735-3 neutron-server[100647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:46:53.753440 n-d-814735-3 neutron-server[100647]: self.session.flush() Oct 20 11:46:53.753440 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:46:53.753440 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:46:53.753440 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:46:53.753440 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:46:53.753440 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:46:53.753440 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:46:53.753440 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:46:53.753440 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:46:53.753440 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:46:53.753440 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:46:53.753440 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:46:53.753440 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:46:53.753440 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:46:53.753440 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:46:53.753440 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:46:53.753440 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:46:53.753440 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:46:53.753440 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:46:53.753440 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:46:53.753440 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:46:53.753440 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:46:53.753440 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:46:53.753440 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:46:53.753440 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:46:53.753440 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:46:53.753440 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:46:53.753440 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:46:53.753440 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:46:53.753440 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:46:53.753440 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:46:53.753440 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:46:53.753440 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:46:53.793213 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-502a3cdf-98cb-48ef-bb8c-33896ab0fee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:53.796444 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-502a3cdf-98cb-48ef-bb8c-33896ab0fee4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:53.797815 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-502a3cdf-98cb-48ef-bb8c-33896ab0fee4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ca511bec-2920-4380-9df8-b5010d60fc28 HTTP/1.1" status: 204 len: 168 time: 0.2342093 Oct 20 11:46:53.842195 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a3cdf-98cb-48ef-bb8c-33896ab0fee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca511bec-2920-4380-9df8-b5010d60fc28,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:53.941043 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ba7b9397-f2c1-423f-9083-4b75fa054fb0 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:53.961118 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ba7b9397-f2c1-423f-9083-4b75fa054fb0 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:53.970364 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ba7b9397-f2c1-423f-9083-4b75fa054fb0 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "DELETE /v2.0/networks/a5495f9e-41b0-4ca0-86ee-8b43ee8aa8ef HTTP/1.1" status: 204 len: 168 time: 2.1940048 Oct 20 11:46:53.972972 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 57396) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:53.991221 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b9397-f2c1-423f-9083-4b75fa054fb0 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Pushing event deleted for resources: {'Network': ['ID=a5495f9e-41b0-4ca0-86ee-8b43ee8aa8ef,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:54.015233 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-47fe1039-80a5-49d4-bb4c-3f3d2de2ebd4 req-db6b18b1-b1b9-4575-83bc-2525bd51a8ce service neutron] 10.222.0.98 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738008 Oct 20 11:46:54.033383 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba6f76c4-995a-4c47-82df-bcd16e3eb8ae tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] DELETE failed (client error): The resource could not be found. Oct 20 11:46:54.033857 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba6f76c4-995a-4c47-82df-bcd16e3eb8ae tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:46:54.040192 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ba6f76c4-995a-4c47-82df-bcd16e3eb8ae tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "DELETE /v2.0/subnets/500d166f-36e0-45e0-acf4-2818d9643e32 HTTP/1.1" status: 404 len: 337 time: 0.0661249 Oct 20 11:46:54.043359 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 57400) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:54.086482 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-86eca675-dbfb-475f-8e39-0f9ff78f9317 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] DELETE failed (client error): The resource could not be found. Oct 20 11:46:54.087209 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86eca675-dbfb-475f-8e39-0f9ff78f9317 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:46:54.092880 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-86eca675-dbfb-475f-8e39-0f9ff78f9317 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "DELETE /v2.0/networks/bae2d57e-e7e3-4498-8499-5725c0dd38df HTTP/1.1" status: 404 len: 339 time: 0.0476329 Oct 20 11:46:54.096942 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 57404) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:54.185150 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-301675a0-34f7-4442-9683-a264d2f9e975 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Deleting subnet b1c2f412-c715-4e11-a184-688caaabcc3d {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:46:54.189079 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-301675a0-34f7-4442-9683-a264d2f9e975 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:54.199747 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-47fe1039-80a5-49d4-bb4c-3f3d2de2ebd4 req-650e16c7-4438-49bd-ad17-c87334e7aeea service neutron] 10.222.0.98 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758804 Oct 20 11:46:54.235668 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-301675a0-34f7-4442-9683-a264d2f9e975 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:54.355878 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-301675a0-34f7-4442-9683-a264d2f9e975 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:54.459076 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-301675a0-34f7-4442-9683-a264d2f9e975 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:54.469293 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf4ce35b-8696-4398-be38-16f99a05a007 req-8accf20f-d2d8-4c2c-bd7e-ab3de6d7236a tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=17352aee-573d-49ce-9005-20e05a7b610c HTTP/1.1" status: 200 len: 210 time: 0.0437093 Oct 20 11:46:54.476856 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 57422) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:54.494300 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9f126ddc-ef51-49ff-a004-0cce8dbc5cce admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:54.501642 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-301675a0-34f7-4442-9683-a264d2f9e975 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:54.507909 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-301675a0-34f7-4442-9683-a264d2f9e975 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "DELETE /v2.0/subnets/b1c2f412-c715-4e11-a184-688caaabcc3d HTTP/1.1" status: 204 len: 168 time: 0.4076807 Oct 20 11:46:54.508199 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba5b45e-9822-44f2-9446-7f250f085a5a None None] Network 9bbc1829-12e0-49ab-ae03-3cab327eb883 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:46:54.509253 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 57424) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:54.519635 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301675a0-34f7-4442-9683-a264d2f9e975 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Pushing event deleted for resources: {'Subnet': ['ID=b1c2f412-c715-4e11-a184-688caaabcc3d,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:54.624984 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9f126ddc-ef51-49ff-a004-0cce8dbc5cce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:54.770038 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9f126ddc-ef51-49ff-a004-0cce8dbc5cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:54.860964 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:54.915588 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce7b224-e9c2-4118-8bc3-efdc86a09770 None None] DHCP port deletion for 9bbc1829-12e0-49ab-ae03-3cab327eb883 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:46:54.936864 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2e5be42e-35da-4e23-b0d6-0d79ed3122f2 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:54.970368 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948961d-b631-41dc-b87b-ec2f6a0d18bb req-fb6077a3-8166-401c-bfee-7749235f7b95 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:54.970779 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6948961d-b631-41dc-b87b-ec2f6a0d18bb req-fb6077a3-8166-401c-bfee-7749235f7b95 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=fcd13e04-1ea3-4f9c-929d-58a846b2c4b9 HTTP/1.1" status: 200 len: 946 time: 0.3010330 Oct 20 11:46:54.972252 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f126ddc-ef51-49ff-a004-0cce8dbc5cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe1690f-606b-417a-85fc-36c13cc2eff1,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:54.989587 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-9f126ddc-ef51-49ff-a004-0cce8dbc5cce admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8d537a03569147cd890d7019d9845820&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5113223 Oct 20 11:46:54.992951 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 57450) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:55.056556 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-2ce7b224-e9c2-4118-8bc3-efdc86a09770 None None] Deleting port 862ad04e-c270-4965-8edc-695738dcacd6 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:46:55.057197 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2ce7b224-e9c2-4118-8bc3-efdc86a09770 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:55.082379 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6948961d-b631-41dc-b87b-ec2f6a0d18bb req-204c8327-7f4f-486d-aa74-5cbd1a9b0896 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002460 Oct 20 11:46:55.115967 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-2e5be42e-35da-4e23-b0d6-0d79ed3122f2 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Deleting port 862ad04e-c270-4965-8edc-695738dcacd6 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:46:55.116316 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2e5be42e-35da-4e23-b0d6-0d79ed3122f2 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:55.131361 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-41d4bc34-7119-42aa-a793-803d45f8f32a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:55.166071 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-41d4bc34-7119-42aa-a793-803d45f8f32a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:55.174520 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-2ce7b224-e9c2-4118-8bc3-efdc86a09770 None None] For port 862ad04e-c270-4965-8edc-695738dcacd6, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=862ad04e-c270-4965-8edc-695738dcacd6,segment=NetworkSegment(b8f9ba1b-2a80-4444-9bcf-30073d0a845b),segment_id=b8f9ba1b-2a80-4444-9bcf-30073d0a845b)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:46:55.175314 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2ce7b224-e9c2-4118-8bc3-efdc86a09770 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:55.210860 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-2ce7b224-e9c2-4118-8bc3-efdc86a09770 None None] Calling delete_port for 862ad04e-c270-4965-8edc-695738dcacd6 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:46:55.222412 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-2e5be42e-35da-4e23-b0d6-0d79ed3122f2 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] For port 862ad04e-c270-4965-8edc-695738dcacd6, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=862ad04e-c270-4965-8edc-695738dcacd6,segment=NetworkSegment(b8f9ba1b-2a80-4444-9bcf-30073d0a845b),segment_id=b8f9ba1b-2a80-4444-9bcf-30073d0a845b)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:46:55.223089 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2e5be42e-35da-4e23-b0d6-0d79ed3122f2 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:55.244039 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-2e5be42e-35da-4e23-b0d6-0d79ed3122f2 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Calling delete_port for 862ad04e-c270-4965-8edc-695738dcacd6 owned by network:dhcp {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:46:55.301715 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-41d4bc34-7119-42aa-a793-803d45f8f32a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:55.306432 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-41d4bc34-7119-42aa-a793-803d45f8f32a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:55.309639 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-41d4bc34-7119-42aa-a793-803d45f8f32a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2fe1690f-606b-417a-85fc-36c13cc2eff1 HTTP/1.1" status: 204 len: 168 time: 0.3128664 Oct 20 11:46:55.324078 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d4bc34-7119-42aa-a793-803d45f8f32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe1690f-606b-417a-85fc-36c13cc2eff1,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:55.391381 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2e5be42e-35da-4e23-b0d6-0d79ed3122f2 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:55.438741 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5be42e-35da-4e23-b0d6-0d79ed3122f2 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Pushing event deleted for resources: {'Port': ['ID=862ad04e-c270-4965-8edc-695738dcacd6,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:55.440919 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5be42e-35da-4e23-b0d6-0d79ed3122f2 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] No DVR routers for this DVR port 862ad04e-c270-4965-8edc-695738dcacd6 on host n-d-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:46:55.519359 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:46:55.519359 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:46:55.519359 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:46:55.519359 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:46:55.519359 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:46:55.519359 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:46:55.519359 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:46:55.519359 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:46:55.519359 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:46:55.519359 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:46:55.519359 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:46:55.519359 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:46:55.519359 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:46:55.519359 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:46:55.519359 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:46:55.519359 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:46:55.519359 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:46:55.519359 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:46:55.519359 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:46:55.519359 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:46:55.519359 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:46:55.519359 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:46:55.519359 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:46:55.519359 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:46:55.519359 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:46:55.519359 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:46:55.519359 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:46:55.519359 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:46:55.519359 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:46:55.519359 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:46:55.519359 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:46:55.519359 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:46:55.519359 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:46:55.519359 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:46:55.519359 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:46:55.519359 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:46:55.519359 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:46:55.519359 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:46:55.519359 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:46:55.519359 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:46:55.519359 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:46:55.519359 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:46:55.519359 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:46:55.519359 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:46:55.519359 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:46:55.519359 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:46:55.519359 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:46:55.519359 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:46:55.519359 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:46:55.519359 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:46:55.519359 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:46:55.519359 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:46:55.519359 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:46:55.519359 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:46:55.532473 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2ce7b224-e9c2-4118-8bc3-efdc86a09770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:55.554601 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce7b224-e9c2-4118-8bc3-efdc86a09770 None None] No DVR routers for this DVR port 862ad04e-c270-4965-8edc-695738dcacd6 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:46:55.597484 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce7b224-e9c2-4118-8bc3-efdc86a09770 None None] Pushing event deleted for resources: {'Port': ['ID=862ad04e-c270-4965-8edc-695738dcacd6,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:55.623286 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2e5be42e-35da-4e23-b0d6-0d79ed3122f2 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:55.664667 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-2e5be42e-35da-4e23-b0d6-0d79ed3122f2 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bbc1829-12e0-49ab-ae03-3cab327eb883']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:55.733069 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d3011615-2559-4bcf-b935-c84b15f19459 req-6b82cab2-91e8-4ec4-91b4-9d0c0e5de479 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=17352aee-573d-49ce-9005-20e05a7b610c HTTP/1.1" status: 200 len: 210 time: 0.0750060 Oct 20 11:46:55.745592 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-2e5be42e-35da-4e23-b0d6-0d79ed3122f2 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8f9ba1b-2a80-4444-9bcf-30073d0a845b') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:55.746059 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-2e5be42e-35da-4e23-b0d6-0d79ed3122f2 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8f9ba1b-2a80-4444-9bcf-30073d0a845b') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:46:55.773881 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2e5be42e-35da-4e23-b0d6-0d79ed3122f2 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:55.793037 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2e5be42e-35da-4e23-b0d6-0d79ed3122f2 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:55.805900 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e5be42e-35da-4e23-b0d6-0d79ed3122f2 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Releasing vlan 1293 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:46:55.808821 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2e5be42e-35da-4e23-b0d6-0d79ed3122f2 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:55.814700 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:46:55.814700 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:46:55.814700 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:46:55.814700 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:46:55.814700 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:46:55.814700 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:46:55.814700 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:46:55.814700 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:46:55.814700 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:46:55.814700 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:46:55.814700 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:46:55.814700 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:46:55.814700 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:46:55.814700 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:46:55.814700 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:46:55.814700 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:46:55.814700 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:46:55.814700 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:46:55.814700 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:46:55.814700 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:46:55.814700 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:46:55.814700 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:46:55.814700 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:46:55.814700 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:46:55.814700 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:46:55.814700 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:46:55.814700 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:46:55.814700 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:46:55.814700 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:46:55.814700 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:46:55.814700 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:46:55.814700 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:46:55.902387 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2e5be42e-35da-4e23-b0d6-0d79ed3122f2 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:55.965124 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2e5be42e-35da-4e23-b0d6-0d79ed3122f2 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:55.992147 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2e5be42e-35da-4e23-b0d6-0d79ed3122f2 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] 10.222.0.98 "DELETE /v2.0/networks/9bbc1829-12e0-49ab-ae03-3cab327eb883 HTTP/1.1" status: 204 len: 168 time: 1.4812498 Oct 20 11:46:55.994545 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5be42e-35da-4e23-b0d6-0d79ed3122f2 tempest-NetworksIpV6Test-1231420904 tempest-NetworksIpV6Test-1231420904-project] Pushing event deleted for resources: {'Network': ['ID=9bbc1829-12e0-49ab-ae03-3cab327eb883,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:56.418435 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe1039-80a5-49d4-bb4c-3f3d2de2ebd4 req-5b8bb5ed-8e0b-433a-b459-c4df76530254 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:56.424050 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-47fe1039-80a5-49d4-bb4c-3f3d2de2ebd4 req-5b8bb5ed-8e0b-433a-b459-c4df76530254 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.89 "GET /v2.0/networks?id=a1980227-64af-4c17-9cee-4570c69a4cb6 HTTP/1.1" status: 200 len: 812 time: 0.2995155 Oct 20 11:46:56.456200 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-47fe1039-80a5-49d4-bb4c-3f3d2de2ebd4 req-aa012647-f1ed-43f8-b170-1f32540d0d2d tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Request body: {'port': {'device_id': '17352aee-573d-49ce-9005-20e05a7b610c', 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6', 'admin_state_up': True, 'tenant_id': 'f0012baf31914701a438a4a910671113'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:46:56.457393 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20c991-c759-4a9f-b799-73f0829959d4 req-c061eeea-fb7b-4ec3-a924-d04b1b1c7050 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:56.465976 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6f20c991-c759-4a9f-b799-73f0829959d4 req-c061eeea-fb7b-4ec3-a924-d04b1b1c7050 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=fcd13e04-1ea3-4f9c-929d-58a846b2c4b9 HTTP/1.1" status: 200 len: 946 time: 0.2059994 Oct 20 11:46:56.613618 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6f20c991-c759-4a9f-b799-73f0829959d4 req-236be376-fa10-474e-b9f1-c27d0ee43420 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462998 Oct 20 11:46:56.684008 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 862ad04e-c270-4965-8edc-695738dcacd6 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:46:56.700648 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 57514) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:56.718321 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47fe1039-80a5-49d4-bb4c-3f3d2de2ebd4 req-aa012647-f1ed-43f8-b170-1f32540d0d2d tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Made reservation on behalf of f0012baf31914701a438a4a910671113 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:46:56.724774 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 862ad04e-c270-4965-8edc-695738dcacd6 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:46:56.725194 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 862ad04e-c270-4965-8edc-695738dcacd6 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:46:56.737707 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-47fe1039-80a5-49d4-bb4c-3f3d2de2ebd4 req-aa012647-f1ed-43f8-b170-1f32540d0d2d tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:56.754870 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 57518) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:56.900806 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f6ad2dff-c3c3-4a18-93d9-4a82854c12e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:56.943290 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [req-47fe1039-80a5-49d4-bb4c-3f3d2de2ebd4 req-aa012647-f1ed-43f8-b170-1f32540d0d2d tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Allocated IP 172.20.0.7 (a1980227-64af-4c17-9cee-4570c69a4cb6/978f4782-c6ff-4108-a8dd-a568aeeefa48/f38f3503-434c-4884-b6d5-fa4bc83a1bd9) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:46:57.104516 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c9b6f87f-daa4-49c1-9b7d-a310067eeb24 req-3069a305-a196-415d-b84e-aafc4d67f803 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=17352aee-573d-49ce-9005-20e05a7b610c HTTP/1.1" status: 200 len: 210 time: 0.1295621 Oct 20 11:46:57.156924 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-9a567c84-3931-4d16-a07a-561e8d167c3e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=88a9dd418e8245538a9f34e3063c713d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4002962 Oct 20 11:46:57.160672 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 57540) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:57.200945 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-47fe1039-80a5-49d4-bb4c-3f3d2de2ebd4 req-aa012647-f1ed-43f8-b170-1f32540d0d2d tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:57.201606 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f6ad2dff-c3c3-4a18-93d9-4a82854c12e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:57.209276 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f6ad2dff-c3c3-4a18-93d9-4a82854c12e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:57.246733 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-f6ad2dff-c3c3-4a18-93d9-4a82854c12e9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=734fcc38e45b4e1a80d89b34ad2dbb19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5428417 Oct 20 11:46:57.246978 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 57544) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:57.262686 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-47fe1039-80a5-49d4-bb4c-3f3d2de2ebd4 req-aa012647-f1ed-43f8-b170-1f32540d0d2d tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:57.277642 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['cc0249f2-c246-462b-8841-1fcfb7d5ca3e', '60fd4c88-aa6b-43f5-90f9-9ec733b27069'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:46:57.314520 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad2dff-c3c3-4a18-93d9-4a82854c12e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a2cd78-ec35-4079-b10a-e14964ad9124,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:57.328431 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bf62eb52-3e36-4d05-953c-6f8897d956c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:57.356366 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bf62eb52-3e36-4d05-953c-6f8897d956c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:57.424551 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bf62eb52-3e36-4d05-953c-6f8897d956c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:57.428597 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bf62eb52-3e36-4d05-953c-6f8897d956c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:57.430550 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-bf62eb52-3e36-4d05-953c-6f8897d956c2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0fd461ad-a907-4617-ad7b-81e9e137c0ab HTTP/1.1" status: 204 len: 168 time: 0.2684531 Oct 20 11:46:57.441122 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf62eb52-3e36-4d05-953c-6f8897d956c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd461ad-a907-4617-ad7b-81e9e137c0ab,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:57.457665 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47fe1039-80a5-49d4-bb4c-3f3d2de2ebd4 req-aa012647-f1ed-43f8-b170-1f32540d0d2d tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Network a1980227-64af-4c17-9cee-4570c69a4cb6 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:46:57.464387 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [req-47fe1039-80a5-49d4-bb4c-3f3d2de2ebd4 req-aa012647-f1ed-43f8-b170-1f32540d0d2d tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:46:57.469275 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-47fe1039-80a5-49d4-bb4c-3f3d2de2ebd4 req-aa012647-f1ed-43f8-b170-1f32540d0d2d tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:46:57.566113 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe1039-80a5-49d4-bb4c-3f3d2de2ebd4 req-aa012647-f1ed-43f8-b170-1f32540d0d2d tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:57.566783 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-47fe1039-80a5-49d4-bb4c-3f3d2de2ebd4 req-aa012647-f1ed-43f8-b170-1f32540d0d2d tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:57.591533 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-061e70d5-cbeb-439d-ae69-7510e06efc6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:57.610827 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa012647-f1ed-43f8-b170-1f32540d0d2d tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Pushing event updated for resources: {'Port': ['ID=f38f3503-434c-4884-b6d5-fa4bc83a1bd9,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:57.679193 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-47fe1039-80a5-49d4-bb4c-3f3d2de2ebd4 req-aa012647-f1ed-43f8-b170-1f32540d0d2d tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2432134 Oct 20 11:46:57.718596 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-47fe1039-80a5-49d4-bb4c-3f3d2de2ebd4 req-a50dc337-17ad-4c6d-a73e-f14343ec738b service neutron] Request body: {'port': {'device_id': '17352aee-573d-49ce-9005-20e05a7b610c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:46:57.804649 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-061e70d5-cbeb-439d-ae69-7510e06efc6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:57.872952 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-47fe1039-80a5-49d4-bb4c-3f3d2de2ebd4 req-a50dc337-17ad-4c6d-a73e-f14343ec738b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:57.900783 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bc2fc-1b88-4c33-b661-ebe47dbc02ef req-8ade6856-1248-441c-bbd1-5b660fe140da tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:57.902492 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6f3bc2fc-1b88-4c33-b661-ebe47dbc02ef req-8ade6856-1248-441c-bbd1-5b660fe140da tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=fcd13e04-1ea3-4f9c-929d-58a846b2c4b9 HTTP/1.1" status: 200 len: 946 time: 0.1159060 Oct 20 11:46:57.963778 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6f3bc2fc-1b88-4c33-b661-ebe47dbc02ef req-4dceda7f-8864-4ac6-ab40-234e44bd4799 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524716 Oct 20 11:46:57.983391 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-061e70d5-cbeb-439d-ae69-7510e06efc6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:57.987559 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-061e70d5-cbeb-439d-ae69-7510e06efc6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:57.989535 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-061e70d5-cbeb-439d-ae69-7510e06efc6f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/56a2cd78-ec35-4079-b10a-e14964ad9124 HTTP/1.1" status: 204 len: 168 time: 0.7413340 Oct 20 11:46:58.076485 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-885681ed-fd03-4305-a7a1-ecf2db963e6f None None] Provisioning complete for port f38f3503-434c-4884-b6d5-fa4bc83a1bd9 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:46:58.077111 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-885681ed-fd03-4305-a7a1-ecf2db963e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:58.106703 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061e70d5-cbeb-439d-ae69-7510e06efc6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a2cd78-ec35-4079-b10a-e14964ad9124,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:58.178733 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-885681ed-fd03-4305-a7a1-ecf2db963e6f None None] Port f38f3503-434c-4884-b6d5-fa4bc83a1bd9 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:46:58.380072 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5d698-cf5d-42e5-bf07-e15bda6d7948 req-fca2a201-c130-4fb2-9989-bba2cff6639c tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:58.390687 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fef5d698-cf5d-42e5-bf07-e15bda6d7948 req-fca2a201-c130-4fb2-9989-bba2cff6639c tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=17352aee-573d-49ce-9005-20e05a7b610c HTTP/1.1" status: 200 len: 931 time: 0.1819177 Oct 20 11:46:58.418773 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-47fe1039-80a5-49d4-bb4c-3f3d2de2ebd4 req-a50dc337-17ad-4c6d-a73e-f14343ec738b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f38f3503-434c-4884-b6d5-fa4bc83a1bd9 {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:46:58.430337 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fef5d698-cf5d-42e5-bf07-e15bda6d7948 req-8024b67a-bb23-4d5e-bdfc-bc9a66721b3b tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387495 Oct 20 11:46:58.438466 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-47fe1039-80a5-49d4-bb4c-3f3d2de2ebd4 req-a50dc337-17ad-4c6d-a73e-f14343ec738b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:58.452288 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-47fe1039-80a5-49d4-bb4c-3f3d2de2ebd4 req-a50dc337-17ad-4c6d-a73e-f14343ec738b service neutron] Transition to ACTIVE for port object f38f3503-434c-4884-b6d5-fa4bc83a1bd9 will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:46:58.469176 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-47fe1039-80a5-49d4-bb4c-3f3d2de2ebd4 req-a50dc337-17ad-4c6d-a73e-f14343ec738b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:58.732184 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50dc337-17ad-4c6d-a73e-f14343ec738b service neutron] Pushing event updated for resources: {'Port': ['ID=f38f3503-434c-4884-b6d5-fa4bc83a1bd9,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:58.742250 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-47fe1039-80a5-49d4-bb4c-3f3d2de2ebd4 req-a50dc337-17ad-4c6d-a73e-f14343ec738b service neutron] Attempting to bind port f38f3503-434c-4884-b6d5-fa4bc83a1bd9 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:46:58.742591 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-47fe1039-80a5-49d4-bb4c-3f3d2de2ebd4 req-a50dc337-17ad-4c6d-a73e-f14343ec738b service neutron] Attempting to bind port f38f3503-434c-4884-b6d5-fa4bc83a1bd9 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '73cbce6c-57a2-4343-bb4b-9f489f07b678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:46:58.744035 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fe1039-80a5-49d4-bb4c-3f3d2de2ebd4 req-a50dc337-17ad-4c6d-a73e-f14343ec738b service neutron] Attempting to bind port f38f3503-434c-4884-b6d5-fa4bc83a1bd9 on network a1980227-64af-4c17-9cee-4570c69a4cb6 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:46:58.748855 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fe1039-80a5-49d4-bb4c-3f3d2de2ebd4 req-a50dc337-17ad-4c6d-a73e-f14343ec738b service neutron] Port f38f3503-434c-4884-b6d5-fa4bc83a1bd9 on network a1980227-64af-4c17-9cee-4570c69a4cb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:46:58.749184 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fe1039-80a5-49d4-bb4c-3f3d2de2ebd4 req-a50dc337-17ad-4c6d-a73e-f14343ec738b service neutron] Attempting to bind port f38f3503-434c-4884-b6d5-fa4bc83a1bd9 on network a1980227-64af-4c17-9cee-4570c69a4cb6 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:46:58.760602 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fe1039-80a5-49d4-bb4c-3f3d2de2ebd4 req-a50dc337-17ad-4c6d-a73e-f14343ec738b service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:46:58.761503 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fe1039-80a5-49d4-bb4c-3f3d2de2ebd4 req-a50dc337-17ad-4c6d-a73e-f14343ec738b service neutron] Checking segment: {'id': '73cbce6c-57a2-4343-bb4b-9f489f07b678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:46:58.761998 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fe1039-80a5-49d4-bb4c-3f3d2de2ebd4 req-a50dc337-17ad-4c6d-a73e-f14343ec738b service neutron] Bound using segment: {'id': '73cbce6c-57a2-4343-bb4b-9f489f07b678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:46:58.762582 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-47fe1039-80a5-49d4-bb4c-3f3d2de2ebd4 req-a50dc337-17ad-4c6d-a73e-f14343ec738b service neutron] Bound port: f38f3503-434c-4884-b6d5-fa4bc83a1bd9, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73cbce6c-57a2-4343-bb4b-9f489f07b678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:46:58.763075 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-47fe1039-80a5-49d4-bb4c-3f3d2de2ebd4 req-a50dc337-17ad-4c6d-a73e-f14343ec738b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:58.871555 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-47fe1039-80a5-49d4-bb4c-3f3d2de2ebd4 req-a50dc337-17ad-4c6d-a73e-f14343ec738b service neutron] For port f38f3503-434c-4884-b6d5-fa4bc83a1bd9, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:46:58.875116 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-47fe1039-80a5-49d4-bb4c-3f3d2de2ebd4 req-a50dc337-17ad-4c6d-a73e-f14343ec738b service neutron] For port f38f3503-434c-4884-b6d5-fa4bc83a1bd9, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=f38f3503-434c-4884-b6d5-fa4bc83a1bd9,segment=NetworkSegment(73cbce6c-57a2-4343-bb4b-9f489f07b678),segment_id=73cbce6c-57a2-4343-bb4b-9f489f07b678)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:46:58.885122 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-47fe1039-80a5-49d4-bb4c-3f3d2de2ebd4 req-a50dc337-17ad-4c6d-a73e-f14343ec738b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:58.960578 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50dc337-17ad-4c6d-a73e-f14343ec738b service neutron] Pushing event updated for resources: {'Port': ['ID=f38f3503-434c-4884-b6d5-fa4bc83a1bd9,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:46:58.965753 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe1039-80a5-49d4-bb4c-3f3d2de2ebd4 req-a50dc337-17ad-4c6d-a73e-f14343ec738b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:58.966698 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-47fe1039-80a5-49d4-bb4c-3f3d2de2ebd4 req-a50dc337-17ad-4c6d-a73e-f14343ec738b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:46:58.968657 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-47fe1039-80a5-49d4-bb4c-3f3d2de2ebd4 req-a50dc337-17ad-4c6d-a73e-f14343ec738b service neutron] 10.222.0.89 "PUT /v2.0/ports/f38f3503-434c-4884-b6d5-fa4bc83a1bd9 HTTP/1.1" status: 200 len: 1091 time: 1.2767990 Oct 20 11:46:58.969474 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17352aee-573d-49ce-9005-20e05a7b610c', 'tag': 'f38f3503-434c-4884-b6d5-fa4bc83a1bd9'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:46:58.972607 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030d23c5-1fb5-4bcc-b45e-ea5722f6e70e" -d '{"events": [{"name": "network-changed", "server_uuid": "17352aee-573d-49ce-9005-20e05a7b610c", "tag": "f38f3503-434c-4884-b6d5-fa4bc83a1bd9"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:46:59.138576 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb77df8c-a125-4321-b740-8c00d00d4df6 x-openstack-request-id: req-eb77df8c-a125-4321-b740-8c00d00d4df6 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:46:59.139322 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17352aee-573d-49ce-9005-20e05a7b610c", "tag": "f38f3503-434c-4884-b6d5-fa4bc83a1bd9", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:46:59.139666 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-eb77df8c-a125-4321-b740-8c00d00d4df6 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:46:59.140189 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17352aee-573d-49ce-9005-20e05a7b610c', 'tag': 'f38f3503-434c-4884-b6d5-fa4bc83a1bd9', 'status': 'completed', 'code': 200} Oct 20 11:46:59.158395 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe1039-80a5-49d4-bb4c-3f3d2de2ebd4 req-2c0d8fe0-45de-4cd7-8f22-b238f3e86eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:59.162186 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-47fe1039-80a5-49d4-bb4c-3f3d2de2ebd4 req-2c0d8fe0-45de-4cd7-8f22-b238f3e86eb8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f0012baf31914701a438a4a910671113&device_id=17352aee-573d-49ce-9005-20e05a7b610c HTTP/1.1" status: 200 len: 1094 time: 0.1400781 Oct 20 11:46:59.276981 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcda42-7dfe-4604-bf66-0d1d044fdb31 req-c0631ce7-77b6-4941-984e-462c26991bbc tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:59.285776 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-67dcda42-7dfe-4604-bf66-0d1d044fdb31 req-c0631ce7-77b6-4941-984e-462c26991bbc tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=fcd13e04-1ea3-4f9c-929d-58a846b2c4b9 HTTP/1.1" status: 200 len: 946 time: 0.1099484 Oct 20 11:46:59.314845 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-47fe1039-80a5-49d4-bb4c-3f3d2de2ebd4 req-504c490e-c88b-418b-b670-1df848d385d1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f38f3503-434c-4884-b6d5-fa4bc83a1bd9 HTTP/1.1" status: 200 len: 217 time: 0.1411781 Oct 20 11:46:59.347158 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-67dcda42-7dfe-4604-bf66-0d1d044fdb31 req-7db68a15-66f4-4a17-8870-b6c064adca05 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593691 Oct 20 11:46:59.423176 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe1039-80a5-49d4-bb4c-3f3d2de2ebd4 req-a70aaa5d-9a36-4c3f-81ab-db488871ed1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:59.425627 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-47fe1039-80a5-49d4-bb4c-3f3d2de2ebd4 req-a70aaa5d-9a36-4c3f-81ab-db488871ed1d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=978f4782-c6ff-4108-a8dd-a568aeeefa48 HTTP/1.1" status: 200 len: 851 time: 0.0883408 Oct 20 11:46:59.548905 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe1039-80a5-49d4-bb4c-3f3d2de2ebd4 req-87d260e3-c2ed-4e9c-af08-7f1214fa1c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:59.553542 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-47fe1039-80a5-49d4-bb4c-3f3d2de2ebd4 req-87d260e3-c2ed-4e9c-af08-7f1214fa1c0d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a1980227-64af-4c17-9cee-4570c69a4cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1203251 Oct 20 11:46:59.720166 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 57666) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:46:59.831622 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e87cd-61d1-4450-b1d4-662c52083841 req-b90181cf-9619-4119-bab1-bdb1426039fd tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:46:59.846383 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d77e87cd-61d1-4450-b1d4-662c52083841 req-b90181cf-9619-4119-bab1-bdb1426039fd tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=17352aee-573d-49ce-9005-20e05a7b610c HTTP/1.1" status: 200 len: 943 time: 0.2737122 Oct 20 11:46:59.944529 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d77e87cd-61d1-4450-b1d4-662c52083841 req-bf13a701-37cf-451f-a64d-9c651874fc97 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966945 Oct 20 11:46:59.991201 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-47fe1039-80a5-49d4-bb4c-3f3d2de2ebd4 req-cd70b4d4-d039-45ba-886e-a2cafcd0bdcc service neutron] 10.222.0.89 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4295371 Oct 20 11:47:00.257591 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-47fe1039-80a5-49d4-bb4c-3f3d2de2ebd4 req-3589dd4e-4064-4daf-962c-61280dd156dd service neutron] 10.222.0.89 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495174 Oct 20 11:47:00.277100 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-2d03986e-1cac-437c-8c95-7e7e258b5fa2 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1271619252'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:47:00.316336 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d03986e-1cac-437c-8c95-7e7e258b5fa2 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Made reservation on behalf of 4428822d4da943edbf0ebd7bae8cae85 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:47:00.320603 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d03986e-1cac-437c-8c95-7e7e258b5fa2 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:00.333484 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d03986e-1cac-437c-8c95-7e7e258b5fa2 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:00.467322 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d03986e-1cac-437c-8c95-7e7e258b5fa2 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:00.471843 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d03986e-1cac-437c-8c95-7e7e258b5fa2 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:00.530890 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d03986e-1cac-437c-8c95-7e7e258b5fa2 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] vlan segment allocate from pool success with {'vlan_id': 1296, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:47:00.549179 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d23c5-1fb5-4bcc-b45e-ea5722f6e70e req-0749731d-6a73-431d-ae36-f4a3cf280c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:00.552090 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-030d23c5-1fb5-4bcc-b45e-ea5722f6e70e req-0749731d-6a73-431d-ae36-f4a3cf280c50 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f0012baf31914701a438a4a910671113&device_id=17352aee-573d-49ce-9005-20e05a7b610c HTTP/1.1" status: 200 len: 1094 time: 0.2312191 Oct 20 11:47:00.641896 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d03986e-1cac-437c-8c95-7e7e258b5fa2 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb72c865-0561-4fdd-886b-a099245d1053,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:00.665075 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d03986e-1cac-437c-8c95-7e7e258b5fa2 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:00.665414 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-2d03986e-1cac-437c-8c95-7e7e258b5fa2 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Added segment b575dd75-fa98-4960-884c-6551ff75d2f4 of type vlan for network 07fb7094-cc56-4362-8ebf-102966c187df Oct 20 11:47:00.761323 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528cebf-cdb9-4652-8edf-9d7f06ceeed0 req-631fc6b0-7f7a-4e5c-9aed-236a4eaf0c0a tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:00.768395 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0528cebf-cdb9-4652-8edf-9d7f06ceeed0 req-631fc6b0-7f7a-4e5c-9aed-236a4eaf0c0a tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=fcd13e04-1ea3-4f9c-929d-58a846b2c4b9 HTTP/1.1" status: 200 len: 946 time: 0.2193155 Oct 20 11:47:00.793230 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d23c5-1fb5-4bcc-b45e-ea5722f6e70e req-322c8ecd-45ba-48e7-ace5-60b825536e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:00.795724 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-030d23c5-1fb5-4bcc-b45e-ea5722f6e70e req-322c8ecd-45ba-48e7-ace5-60b825536e4e service neutron] 10.222.0.89 "GET /v2.0/networks?id=a1980227-64af-4c17-9cee-4570c69a4cb6 HTTP/1.1" status: 200 len: 914 time: 0.2344770 Oct 20 11:47:00.798055 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 57740) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:00.816634 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d03986e-1cac-437c-8c95-7e7e258b5fa2 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:00.872604 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0528cebf-cdb9-4652-8edf-9d7f06ceeed0 req-f69f6028-971d-415a-9f73-c28b9feb7e32 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846014 Oct 20 11:47:00.873844 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d03986e-1cac-437c-8c95-7e7e258b5fa2 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:00.880362 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d03986e-1cac-437c-8c95-7e7e258b5fa2 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:00.881207 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d03986e-1cac-437c-8c95-7e7e258b5fa2 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:00.885212 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 57744) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:00.926733 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-030d23c5-1fb5-4bcc-b45e-ea5722f6e70e req-cd350104-94e7-41e6-8902-c6313dfe5c62 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f38f3503-434c-4884-b6d5-fa4bc83a1bd9 HTTP/1.1" status: 200 len: 217 time: 0.1159894 Oct 20 11:47:01.003870 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d03986e-1cac-437c-8c95-7e7e258b5fa2 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Pushing event updated for resources: {'Network': ['ID=07fb7094-cc56-4362-8ebf-102966c187df,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:01.015111 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 07fb7094-cc56-4362-8ebf-102966c187df details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:47:01.028043 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2d03986e-1cac-437c-8c95-7e7e258b5fa2 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3053584 Oct 20 11:47:01.117130 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d23c5-1fb5-4bcc-b45e-ea5722f6e70e req-acd3802f-4e18-48a3-9166-26c9fedb2af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:01.119339 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-030d23c5-1fb5-4bcc-b45e-ea5722f6e70e req-acd3802f-4e18-48a3-9166-26c9fedb2af0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=978f4782-c6ff-4108-a8dd-a568aeeefa48 HTTP/1.1" status: 200 len: 851 time: 0.1833653 Oct 20 11:47:01.253677 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d23c5-1fb5-4bcc-b45e-ea5722f6e70e req-c8a7ea6b-86ac-4958-9f97-976fbe114958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:01.257366 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-030d23c5-1fb5-4bcc-b45e-ea5722f6e70e req-c8a7ea6b-86ac-4958-9f97-976fbe114958 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a1980227-64af-4c17-9cee-4570c69a4cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1279459 Oct 20 11:47:01.259624 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6a8691ac-cfc9-459c-8c44-860186f931ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:01.322866 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1432f9df-1f53-4e8a-a505-a049e01b0f7a req-2e2b15bf-a668-4e49-8f17-f261b9d18156 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:01.332261 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1432f9df-1f53-4e8a-a505-a049e01b0f7a req-2e2b15bf-a668-4e49-8f17-f261b9d18156 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=17352aee-573d-49ce-9005-20e05a7b610c HTTP/1.1" status: 200 len: 943 time: 0.2686732 Oct 20 11:47:01.407337 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-030d23c5-1fb5-4bcc-b45e-ea5722f6e70e req-c2fff2a8-8ed4-46de-93d1-d6626f34672d service neutron] 10.222.0.89 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399124 Oct 20 11:47:01.420319 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cb23b929-8ab9-419a-9478-252e3a08962b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:01.434144 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1432f9df-1f53-4e8a-a505-a049e01b0f7a req-213c1151-39e4-4e75-81b9-35be06995df7 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004686 Oct 20 11:47:01.528247 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6a8691ac-cfc9-459c-8c44-860186f931ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:01.547884 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6a8691ac-cfc9-459c-8c44-860186f931ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:01.624755 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-6a8691ac-cfc9-459c-8c44-860186f931ac admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1eb3978a738842c598f3a014788ff66b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7329795 Oct 20 11:47:01.645629 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8691ac-cfc9-459c-8c44-860186f931ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ebee75-ed53-47a9-929a-5df0b7a31ef5,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:01.645629 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 57766) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:01.717200 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8da4c101-c321-4b21-b341-bbacd6cc2861 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:01.720163 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cb23b929-8ab9-419a-9478-252e3a08962b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:01.745337 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cb23b929-8ab9-419a-9478-252e3a08962b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:01.746614 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8da4c101-c321-4b21-b341-bbacd6cc2861 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:01.869511 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-86c33445-a30d-4a42-9e9b-3f06afd170cd req-8e230931-2fce-4802-ba68-420ed153cc30 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0781448 Oct 20 11:47:01.878310 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-030d23c5-1fb5-4bcc-b45e-ea5722f6e70e req-0a9b97c4-20c8-4428-b9d6-6d0ade982811 service neutron] 10.222.0.89 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4546452 Oct 20 11:47:01.892096 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8da4c101-c321-4b21-b341-bbacd6cc2861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:01.897073 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8da4c101-c321-4b21-b341-bbacd6cc2861 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:01.915595 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8da4c101-c321-4b21-b341-bbacd6cc2861 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/01ebee75-ed53-47a9-929a-5df0b7a31ef5 HTTP/1.1" status: 204 len: 168 time: 0.2750194 Oct 20 11:47:01.922760 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-cb23b929-8ab9-419a-9478-252e3a08962b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=91cc06bc81104437ad2ee08fa1432963&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1235557 Oct 20 11:47:01.928254 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 57778) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:01.955178 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da4c101-c321-4b21-b341-bbacd6cc2861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ebee75-ed53-47a9-929a-5df0b7a31ef5,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:01.968852 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb23b929-8ab9-419a-9478-252e3a08962b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca9d3c7-2f5f-40b8-be00-9b65272ec66c,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:02.122219 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c33445-a30d-4a42-9e9b-3f06afd170cd req-c625ab1a-0cbb-4c51-840d-b681cdf26fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:02.127957 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b9b82dfa-48b2-41bf-8f0b-999f54cdccc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:02.129899 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-86c33445-a30d-4a42-9e9b-3f06afd170cd req-c625ab1a-0cbb-4c51-840d-b681cdf26fa5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f0012baf31914701a438a4a910671113&device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 1095 time: 0.2001126 Oct 20 11:47:02.162870 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40709e-6893-414b-9fbb-30eac6939191 req-860ab2c3-28f7-4431-a225-1106ed607c15 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:02.164414 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bd40709e-6893-414b-9fbb-30eac6939191 req-860ab2c3-28f7-4431-a225-1106ed607c15 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=fcd13e04-1ea3-4f9c-929d-58a846b2c4b9 HTTP/1.1" status: 200 len: 946 time: 0.0958800 Oct 20 11:47:02.186569 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b9b82dfa-48b2-41bf-8f0b-999f54cdccc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:02.306253 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b9b82dfa-48b2-41bf-8f0b-999f54cdccc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:02.309090 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b9b82dfa-48b2-41bf-8f0b-999f54cdccc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:02.310473 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b9b82dfa-48b2-41bf-8f0b-999f54cdccc3 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2ca9d3c7-2f5f-40b8-be00-9b65272ec66c HTTP/1.1" status: 204 len: 168 time: 0.3769491 Oct 20 11:47:02.351966 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b82dfa-48b2-41bf-8f0b-999f54cdccc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca9d3c7-2f5f-40b8-be00-9b65272ec66c,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:02.427327 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c33445-a30d-4a42-9e9b-3f06afd170cd req-474936da-42b0-47ad-b5f7-204a976475fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:02.430273 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-86c33445-a30d-4a42-9e9b-3f06afd170cd req-474936da-42b0-47ad-b5f7-204a976475fe service neutron] 10.222.0.11 "GET /v2.0/networks?id=a1980227-64af-4c17-9cee-4570c69a4cb6 HTTP/1.1" status: 200 len: 914 time: 0.2634943 Oct 20 11:47:02.671403 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-86c33445-a30d-4a42-9e9b-3f06afd170cd req-60e82493-5296-40cc-9fbd-b479e560e6ba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02e225c5-4964-469d-8fe3-74ecb91b3348 HTTP/1.1" status: 200 len: 999 time: 0.2306502 Oct 20 11:47:02.683515 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bd40709e-6893-414b-9fbb-30eac6939191 req-f04d81b4-d9c2-4074-8030-01234fdc0b4e tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534096 Oct 20 11:47:02.742566 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c33445-a30d-4a42-9e9b-3f06afd170cd req-555583c8-f008-449d-876f-7eccced60fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:02.745152 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-86c33445-a30d-4a42-9e9b-3f06afd170cd req-555583c8-f008-449d-876f-7eccced60fd0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=978f4782-c6ff-4108-a8dd-a568aeeefa48 HTTP/1.1" status: 200 len: 851 time: 0.0601184 Oct 20 11:47:02.817306 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d73ada-5eaa-4f45-b758-64a531a1109f req-f476acae-5643-45e7-924d-eff99b03d4ac tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:02.825471 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-78d73ada-5eaa-4f45-b758-64a531a1109f req-f476acae-5643-45e7-924d-eff99b03d4ac tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=17352aee-573d-49ce-9005-20e05a7b610c HTTP/1.1" status: 200 len: 943 time: 0.2762852 Oct 20 11:47:02.907821 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-78d73ada-5eaa-4f45-b758-64a531a1109f req-4e7afaf4-a180-4e09-9431-1fa09d8c5c53 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812047 Oct 20 11:47:02.925450 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c33445-a30d-4a42-9e9b-3f06afd170cd req-ec286687-63d1-401b-a4f9-dad6d364d9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:02.927299 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-86c33445-a30d-4a42-9e9b-3f06afd170cd req-ec286687-63d1-401b-a4f9-dad6d364d9e7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1980227-64af-4c17-9cee-4570c69a4cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1729653 Oct 20 11:47:03.118489 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device f38f3503-434c-4884-b6d5-fa4bc83a1bd9 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:47:03.135644 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-86c33445-a30d-4a42-9e9b-3f06afd170cd req-a7973795-0fc4-49c6-b4f5-1194f32d1353 service neutron] 10.222.0.11 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992557 Oct 20 11:47:03.149907 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 57822) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:03.226144 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d0414019-9352-4ff3-ac19-55a2f758345e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:03.332758 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port f38f3503-434c-4884-b6d5-fa4bc83a1bd9, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=f38f3503-434c-4884-b6d5-fa4bc83a1bd9,segment=NetworkSegment(73cbce6c-57a2-4343-bb4b-9f489f07b678),segment_id=73cbce6c-57a2-4343-bb4b-9f489f07b678)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:47:03.358548 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': 'f38f3503-434c-4884-b6d5-fa4bc83a1bd9', 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6', 'port_id': 'f38f3503-434c-4884-b6d5-fa4bc83a1bd9', 'mac_address': 'fa:16:3e:02:62:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '978f4782-c6ff-4108-a8dd-a568aeeefa48', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:47:03.413204 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:03.431973 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f38f3503-434c-4884-b6d5-fa4bc83a1bd9 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:47:03.460739 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port f38f3503-434c-4884-b6d5-fa4bc83a1bd9, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=f38f3503-434c-4884-b6d5-fa4bc83a1bd9,segment=NetworkSegment(73cbce6c-57a2-4343-bb4b-9f489f07b678),segment_id=73cbce6c-57a2-4343-bb4b-9f489f07b678)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:47:03.464695 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-86c33445-a30d-4a42-9e9b-3f06afd170cd req-cc8c7bf7-168f-4fd4-a4e0-738f8aabb36b service neutron] 10.222.0.11 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017399 Oct 20 11:47:03.468567 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:03.591664 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d0414019-9352-4ff3-ac19-55a2f758345e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:03.598494 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=f38f3503-434c-4884-b6d5-fa4bc83a1bd9,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:03.598758 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d0414019-9352-4ff3-ac19-55a2f758345e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:03.653068 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0414019-9352-4ff3-ac19-55a2f758345e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed63e92-b257-46bd-bff4-3453939c7b0f,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:03.689643 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d0414019-9352-4ff3-ac19-55a2f758345e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5aea2de886b74f7b89a57fea8c6b704d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5380831 Oct 20 11:47:03.692304 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 57836) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:03.778449 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['f38f3503-434c-4884-b6d5-fa4bc83a1bd9'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:47:03.832353 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-da757a8e-ecfd-4b3f-9605-9fdea87e5958 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:03.890414 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-da757a8e-ecfd-4b3f-9605-9fdea87e5958 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:03.915970 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509dade-a08c-468d-a667-b44425d0ecf2 req-cac42960-f720-4355-8a17-da5ef32ba33c tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:03.926458 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4509dade-a08c-468d-a667-b44425d0ecf2 req-cac42960-f720-4355-8a17-da5ef32ba33c tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=fcd13e04-1ea3-4f9c-929d-58a846b2c4b9 HTTP/1.1" status: 200 len: 946 time: 0.1105559 Oct 20 11:47:04.077657 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4509dade-a08c-468d-a667-b44425d0ecf2 req-1ce411e8-08e7-470c-9c18-ea92b9d941c6 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426296 Oct 20 11:47:04.111073 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-da757a8e-ecfd-4b3f-9605-9fdea87e5958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:04.116712 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-da757a8e-ecfd-4b3f-9605-9fdea87e5958 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:04.122607 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-da757a8e-ecfd-4b3f-9605-9fdea87e5958 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/7ed63e92-b257-46bd-bff4-3453939c7b0f HTTP/1.1" status: 204 len: 168 time: 0.4283733 Oct 20 11:47:04.153357 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da757a8e-ecfd-4b3f-9605-9fdea87e5958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed63e92-b257-46bd-bff4-3453939c7b0f,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:04.412508 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be25a6-c9ee-4fd0-9c43-a3ea5d15586e req-e7ea323d-7642-4092-83cf-f58d4422c391 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:04.419815 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4be25a6-c9ee-4fd0-9c43-a3ea5d15586e req-e7ea323d-7642-4092-83cf-f58d4422c391 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=17352aee-573d-49ce-9005-20e05a7b610c HTTP/1.1" status: 200 len: 944 time: 0.2261975 Oct 20 11:47:04.504887 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4be25a6-c9ee-4fd0-9c43-a3ea5d15586e req-4a4f95bf-d744-46f2-b74f-f28f935d77f0 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782046 Oct 20 11:47:04.599991 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 57870) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:04.606370 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-856bc6b7-98e5-427d-b5ec-cbf008ae2ac9 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Request body: {'subnet': {'network_id': '07fb7094-cc56-4362-8ebf-102966c187df', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:47:04.808544 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856bc6b7-98e5-427d-b5ec-cbf008ae2ac9 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Made reservation on behalf of 4428822d4da943edbf0ebd7bae8cae85 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:47:04.813662 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-856bc6b7-98e5-427d-b5ec-cbf008ae2ac9 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:05.125507 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device f38f3503-434c-4884-b6d5-fa4bc83a1bd9 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:47:05.306228 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-856bc6b7-98e5-427d-b5ec-cbf008ae2ac9 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:05.329707 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port f38f3503-434c-4884-b6d5-fa4bc83a1bd9 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:47:05.335390 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port f38f3503-434c-4884-b6d5-fa4bc83a1bd9 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:47:05.337190 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:05.392180 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856bc6b7-98e5-427d-b5ec-cbf008ae2ac9 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Pushing event updated for resources: {'Subnet': ['ID=46faf019-73ee-4620-8444-79c37f2c51ca,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:05.418672 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940a28c-2abf-4607-a449-2181ddc8817a req-32c1f444-166c-4a2d-86ed-3374f0df87fc tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:05.420623 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1940a28c-2abf-4607-a449-2181ddc8817a req-32c1f444-166c-4a2d-86ed-3374f0df87fc tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=fcd13e04-1ea3-4f9c-929d-58a846b2c4b9 HTTP/1.1" status: 200 len: 946 time: 0.1917160 Oct 20 11:47:05.467663 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:05.494057 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1940a28c-2abf-4607-a449-2181ddc8817a req-3610c3e4-01f4-41eb-b14a-86544e52ccba tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662277 Oct 20 11:47:05.515080 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17352aee-573d-49ce-9005-20e05a7b610c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38f3503-434c-4884-b6d5-fa4bc83a1bd9'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:47:05.520478 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2c72b5-4b37-44af-9be9-3657a26e8129" -d '{"events": [{"server_uuid": "17352aee-573d-49ce-9005-20e05a7b610c", "name": "network-vif-plugged", "status": "completed", "tag": "f38f3503-434c-4884-b6d5-fa4bc83a1bd9"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:47:05.545321 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port f38f3503-434c-4884-b6d5-fa4bc83a1bd9, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=f38f3503-434c-4884-b6d5-fa4bc83a1bd9,segment=NetworkSegment(73cbce6c-57a2-4343-bb4b-9f489f07b678),segment_id=73cbce6c-57a2-4343-bb4b-9f489f07b678)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:47:05.558054 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:05.575901 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856bc6b7-98e5-427d-b5ec-cbf008ae2ac9 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Checking segment: {'id': 'b575dd75-fa98-4960-884c-6551ff75d2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '07fb7094-cc56-4362-8ebf-102966c187df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:47:05.576504 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856bc6b7-98e5-427d-b5ec-cbf008ae2ac9 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Network hostable DHCP agents. Network: 07fb7094-cc56-4362-8ebf-102966c187df, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:47:05.615569 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856bc6b7-98e5-427d-b5ec-cbf008ae2ac9 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Network 07fb7094-cc56-4362-8ebf-102966c187df is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:47:05.620457 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75815788-c33c-4f61-8232-5eef23f39e88 x-openstack-request-id: req-75815788-c33c-4f61-8232-5eef23f39e88 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:47:05.620752 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17352aee-573d-49ce-9005-20e05a7b610c", "name": "network-vif-plugged", "status": "completed", "tag": "f38f3503-434c-4884-b6d5-fa4bc83a1bd9", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:47:05.621002 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-75815788-c33c-4f61-8232-5eef23f39e88 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:47:05.622584 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17352aee-573d-49ce-9005-20e05a7b610c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38f3503-434c-4884-b6d5-fa4bc83a1bd9', 'code': 200} Oct 20 11:47:05.657665 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-856bc6b7-98e5-427d-b5ec-cbf008ae2ac9 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 07fb7094-cc56-4362-8ebf-102966c187df) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:47:05.664687 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856bc6b7-98e5-427d-b5ec-cbf008ae2ac9 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:05.666310 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-856bc6b7-98e5-427d-b5ec-cbf008ae2ac9 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:05.675475 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=f38f3503-434c-4884-b6d5-fa4bc83a1bd9,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:05.682605 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde89549-f2c9-4686-9917-8ae449149e3d None None] Network 07fb7094-cc56-4362-8ebf-102966c187df requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:47:05.705396 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-856bc6b7-98e5-427d-b5ec-cbf008ae2ac9 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1038756 Oct 20 11:47:05.710018 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 57950) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:05.718370 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-e6a0eab6-d04a-46fd-8511-353b76f56137 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-609896355'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:47:05.757571 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ca978-839d-4581-b7a7-0e0b97e503cb req-2110d702-b21b-4e4e-8bf0-0ef63a0b6860 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:05.783476 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fa6ca978-839d-4581-b7a7-0e0b97e503cb req-2110d702-b21b-4e4e-8bf0-0ef63a0b6860 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=17352aee-573d-49ce-9005-20e05a7b610c HTTP/1.1" status: 200 len: 945 time: 0.0938871 Oct 20 11:47:05.847764 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a0eab6-d04a-46fd-8511-353b76f56137 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Made reservation on behalf of 4428822d4da943edbf0ebd7bae8cae85 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:47:05.851383 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e6a0eab6-d04a-46fd-8511-353b76f56137 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:05.860343 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b551d41-262e-42b7-b48c-4fb94e582a66 req-6df6621c-a741-49c6-a9bb-979642ed6587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:05.862158 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2b551d41-262e-42b7-b48c-4fb94e582a66 req-6df6621c-a741-49c6-a9bb-979642ed6587 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=17352aee-573d-49ce-9005-20e05a7b610c HTTP/1.1" status: 200 len: 1096 time: 0.1128879 Oct 20 11:47:05.879984 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fa6ca978-839d-4581-b7a7-0e0b97e503cb req-351e70bd-60cd-4393-8ce0-d248a9c21e5b tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953612 Oct 20 11:47:06.346058 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb4f4b7-25ef-4d86-9d4f-d71e643c5929 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-07fb7094-cc56-4362-8ebf-102966c187df', 'network_id': '07fb7094-cc56-4362-8ebf-102966c187df', 'tenant_id': '4428822d4da943edbf0ebd7bae8cae85', 'fixed_ips': [{'subnet_id': '46faf019-73ee-4620-8444-79c37f2c51ca'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:47:06.347306 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4eb4f4b7-25ef-4d86-9d4f-d71e643c5929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:06.495240 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6a0eab6-d04a-46fd-8511-353b76f56137 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] vlan segment allocate from pool success with {'vlan_id': 1255, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:47:06.507701 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e6a0eab6-d04a-46fd-8511-353b76f56137 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:06.508222 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-e6a0eab6-d04a-46fd-8511-353b76f56137 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Added segment 6fd27c75-fe80-4902-a1f3-568b20e781c9 of type vlan for network 7295e6cc-3cbf-4c14-93cd-28d949e5fb0a Oct 20 11:47:06.571611 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e6a0eab6-d04a-46fd-8511-353b76f56137 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:06.636589 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2b551d41-262e-42b7-b48c-4fb94e582a66 req-55c5fded-11da-4e11-82c6-1f2d213d8dc7 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7544954 Oct 20 11:47:06.639566 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-4eb4f4b7-25ef-4d86-9d4f-d71e643c5929 None None] Allocated IP 2001:db8:0:ffff::2 (07fb7094-cc56-4362-8ebf-102966c187df/46faf019-73ee-4620-8444-79c37f2c51ca/1555493d-8508-4cc2-a71b-9596c6e706fe) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:47:06.669136 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e6a0eab6-d04a-46fd-8511-353b76f56137 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:06.686735 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a0eab6-d04a-46fd-8511-353b76f56137 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:06.686735 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e6a0eab6-d04a-46fd-8511-353b76f56137 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:06.734423 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e6a0eab6-d04a-46fd-8511-353b76f56137 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0217628 Oct 20 11:47:06.749953 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8297636-c951-4016-9be2-cc4300d132a4 req-912c7b45-b0c3-409c-9917-ee0baf95d1cc tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:06.751605 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d8297636-c951-4016-9be2-cc4300d132a4 req-912c7b45-b0c3-409c-9917-ee0baf95d1cc tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=fcd13e04-1ea3-4f9c-929d-58a846b2c4b9 HTTP/1.1" status: 200 len: 946 time: 0.1547766 Oct 20 11:47:06.752121 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58046) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:06.781533 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-d8a717d7-6145-4beb-bfa7-a0dc19511e76 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Request body: {'subnet': {'network_id': '7295e6cc-3cbf-4c14-93cd-28d949e5fb0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:47:06.846577 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a0eab6-d04a-46fd-8511-353b76f56137 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Pushing event updated for resources: {'Network': ['ID=7295e6cc-3cbf-4c14-93cd-28d949e5fb0a,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:06.915585 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 7295e6cc-3cbf-4c14-93cd-28d949e5fb0a details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:47:06.938629 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d8297636-c951-4016-9be2-cc4300d132a4 req-f205f106-90e4-4dfd-83f9-7ea462676ce5 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250124 Oct 20 11:47:06.994655 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a717d7-6145-4beb-bfa7-a0dc19511e76 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Made reservation on behalf of 4428822d4da943edbf0ebd7bae8cae85 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:47:06.999740 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d8a717d7-6145-4beb-bfa7-a0dc19511e76 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:07.159355 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4eb4f4b7-25ef-4d86-9d4f-d71e643c5929 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:07.168277 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc0cd17-dbec-487e-8d7c-e6533aff61f7 req-b00d5c30-8d31-4d6a-a60e-332422c07994 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:07.170283 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9fc0cd17-dbec-487e-8d7c-e6533aff61f7 req-b00d5c30-8d31-4d6a-a60e-332422c07994 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=17352aee-573d-49ce-9005-20e05a7b610c HTTP/1.1" status: 200 len: 945 time: 0.0854497 Oct 20 11:47:07.181202 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4eb4f4b7-25ef-4d86-9d4f-d71e643c5929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:07.255678 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58072) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:07.350602 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9fc0cd17-dbec-487e-8d7c-e6533aff61f7 req-ad69d0ec-4139-4d66-b6ad-bcc7f83544da tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711273 Oct 20 11:47:07.354734 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb4f4b7-25ef-4d86-9d4f-d71e643c5929 None None] Network 07fb7094-cc56-4362-8ebf-102966c187df is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:47:07.376724 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-4eb4f4b7-25ef-4d86-9d4f-d71e643c5929 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:47:07.397148 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb4f4b7-25ef-4d86-9d4f-d71e643c5929 None None] Pushing event updated for resources: {'Port': ['ID=1555493d-8508-4cc2-a71b-9596c6e706fe,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:07.413129 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb4f4b7-25ef-4d86-9d4f-d71e643c5929 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:47:07.485085 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c589e076-2229-46b0-86df-64ddb10c2191 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:07.554481 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-4eb4f4b7-25ef-4d86-9d4f-d71e643c5929 None None] Attempting to bind port 1555493d-8508-4cc2-a71b-9596c6e706fe on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:47:07.555015 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-4eb4f4b7-25ef-4d86-9d4f-d71e643c5929 None None] Attempting to bind port 1555493d-8508-4cc2-a71b-9596c6e706fe by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'b575dd75-fa98-4960-884c-6551ff75d2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '07fb7094-cc56-4362-8ebf-102966c187df'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:47:07.555383 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb4f4b7-25ef-4d86-9d4f-d71e643c5929 None None] Attempting to bind port 1555493d-8508-4cc2-a71b-9596c6e706fe on network 07fb7094-cc56-4362-8ebf-102966c187df {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:47:07.563095 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb4f4b7-25ef-4d86-9d4f-d71e643c5929 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:47:07.563998 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb4f4b7-25ef-4d86-9d4f-d71e643c5929 None None] Checking segment: {'id': 'b575dd75-fa98-4960-884c-6551ff75d2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '07fb7094-cc56-4362-8ebf-102966c187df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:47:07.564607 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4eb4f4b7-25ef-4d86-9d4f-d71e643c5929 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:07.565195 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb4f4b7-25ef-4d86-9d4f-d71e643c5929 None None] Bound using segment: {'id': 'b575dd75-fa98-4960-884c-6551ff75d2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '07fb7094-cc56-4362-8ebf-102966c187df'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:47:07.565791 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-4eb4f4b7-25ef-4d86-9d4f-d71e643c5929 None None] Bound port: 1555493d-8508-4cc2-a71b-9596c6e706fe, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b575dd75-fa98-4960-884c-6551ff75d2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '07fb7094-cc56-4362-8ebf-102966c187df'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:47:07.566303 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4eb4f4b7-25ef-4d86-9d4f-d71e643c5929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:07.621179 n-d-814735-3 neutron-server[100647]: DEBUG neutron.objects.ports [None req-d8a717d7-6145-4beb-bfa7-a0dc19511e76 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100647) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 11:47:07.623452 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d8a717d7-6145-4beb-bfa7-a0dc19511e76 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:07.672963 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c589e076-2229-46b0-86df-64ddb10c2191 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:07.695711 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c589e076-2229-46b0-86df-64ddb10c2191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:07.723275 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a717d7-6145-4beb-bfa7-a0dc19511e76 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Pushing event updated for resources: {'Subnet': ['ID=d3f84a6d-8246-4fc4-94c9-377ee37fcbbc,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:07.729528 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-4eb4f4b7-25ef-4d86-9d4f-d71e643c5929 None None] For port 1555493d-8508-4cc2-a71b-9596c6e706fe, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:47:07.735010 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-4eb4f4b7-25ef-4d86-9d4f-d71e643c5929 None None] For port 1555493d-8508-4cc2-a71b-9596c6e706fe, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=1555493d-8508-4cc2-a71b-9596c6e706fe,segment=NetworkSegment(b575dd75-fa98-4960-884c-6551ff75d2f4),segment_id=b575dd75-fa98-4960-884c-6551ff75d2f4)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:47:07.748149 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4eb4f4b7-25ef-4d86-9d4f-d71e643c5929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:07.767415 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c589e076-2229-46b0-86df-64ddb10c2191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05a826d-4205-4402-97ad-4ba1647a0260,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:07.782838 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c589e076-2229-46b0-86df-64ddb10c2191 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=183b98f227bb471486b4b3477c379744&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5157244 Oct 20 11:47:07.785662 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58090) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:07.809368 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a717d7-6145-4beb-bfa7-a0dc19511e76 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Checking segment: {'id': '6fd27c75-fe80-4902-a1f3-568b20e781c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '7295e6cc-3cbf-4c14-93cd-28d949e5fb0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:47:07.814321 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a717d7-6145-4beb-bfa7-a0dc19511e76 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Network hostable DHCP agents. Network: 7295e6cc-3cbf-4c14-93cd-28d949e5fb0a, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:47:07.852184 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb4f4b7-25ef-4d86-9d4f-d71e643c5929 None None] Pushing event updated for resources: {'Port': ['ID=1555493d-8508-4cc2-a71b-9596c6e706fe,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:07.861301 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a717d7-6145-4beb-bfa7-a0dc19511e76 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Network 7295e6cc-3cbf-4c14-93cd-28d949e5fb0a is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:47:07.871888 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f3365308-2c49-4108-a5d9-793fa3fc1b20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:07.879894 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-d8a717d7-6145-4beb-bfa7-a0dc19511e76 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 7295e6cc-3cbf-4c14-93cd-28d949e5fb0a) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:47:07.893285 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a717d7-6145-4beb-bfa7-a0dc19511e76 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:07.896132 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d8a717d7-6145-4beb-bfa7-a0dc19511e76 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:07.899962 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212dd520-8794-4531-8f6e-3e8be950a523 None None] Network 7295e6cc-3cbf-4c14-93cd-28d949e5fb0a requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:47:07.910231 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f3365308-2c49-4108-a5d9-793fa3fc1b20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:07.946329 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d8a717d7-6145-4beb-bfa7-a0dc19511e76 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1931210 Oct 20 11:47:07.951302 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58092) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:07.956880 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-ea5ed481-1f46-4b4a-8262-7fa025665a52 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Request body: {'port': {'network_id': '7295e6cc-3cbf-4c14-93cd-28d949e5fb0a', 'name': 'tempest-NetworksIpV6TestAttrs-1446931282'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:47:08.059769 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f3365308-2c49-4108-a5d9-793fa3fc1b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:08.066039 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f3365308-2c49-4108-a5d9-793fa3fc1b20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:08.067988 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f3365308-2c49-4108-a5d9-793fa3fc1b20 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d05a826d-4205-4402-97ad-4ba1647a0260 HTTP/1.1" status: 204 len: 168 time: 0.2798350 Oct 20 11:47:08.136217 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3365308-2c49-4108-a5d9-793fa3fc1b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05a826d-4205-4402-97ad-4ba1647a0260,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:08.180076 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5ed481-1f46-4b4a-8262-7fa025665a52 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Made reservation on behalf of 4428822d4da943edbf0ebd7bae8cae85 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:47:08.184075 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ea5ed481-1f46-4b4a-8262-7fa025665a52 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:08.190273 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08744bb9-a281-4b77-bcdc-08173802d008 req-613a6d11-da1b-4936-893b-0e8685b06a78 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:08.192100 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-08744bb9-a281-4b77-bcdc-08173802d008 req-613a6d11-da1b-4936-893b-0e8685b06a78 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=fcd13e04-1ea3-4f9c-929d-58a846b2c4b9 HTTP/1.1" status: 200 len: 946 time: 0.1100566 Oct 20 11:47:08.203371 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb484b7-4b60-48b0-bf44-6497b7b5488f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-7295e6cc-3cbf-4c14-93cd-28d949e5fb0a', 'network_id': '7295e6cc-3cbf-4c14-93cd-28d949e5fb0a', 'tenant_id': '4428822d4da943edbf0ebd7bae8cae85', 'fixed_ips': [{'subnet_id': 'd3f84a6d-8246-4fc4-94c9-377ee37fcbbc'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:47:08.204369 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5bb484b7-4b60-48b0-bf44-6497b7b5488f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:08.209516 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-ea5ed481-1f46-4b4a-8262-7fa025665a52 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] device_id is not set on port 87172e17-c818-487d-9528-d745eac6d485 yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:47:08.318943 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-08744bb9-a281-4b77-bcdc-08173802d008 req-5144c533-12a4-4ebe-ac16-c306d47aa411 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204550 Oct 20 11:47:08.493447 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-5bb484b7-4b60-48b0-bf44-6497b7b5488f None None] Allocated IP 2001:db8::f816:3eff:fe4d:5349 (7295e6cc-3cbf-4c14-93cd-28d949e5fb0a/d3f84a6d-8246-4fc4-94c9-377ee37fcbbc/6c5e46b9-f779-492c-9667-dde4cf944c7a) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:47:08.597306 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f7ffb-4a60-452f-86cb-6a7341a2eb96 req-4b25429e-c04b-41b3-82ea-6acddbb720e5 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:08.605024 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b59f7ffb-4a60-452f-86cb-6a7341a2eb96 req-4b25429e-c04b-41b3-82ea-6acddbb720e5 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=17352aee-573d-49ce-9005-20e05a7b610c HTTP/1.1" status: 200 len: 945 time: 0.1096339 Oct 20 11:47:08.668965 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58120) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:08.685673 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-81bfaf46-184d-4bf1-a468-16488f571770 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:08.689519 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b59f7ffb-4a60-452f-86cb-6a7341a2eb96 req-1aab138a-a50e-4d5c-a143-9f039cc03177 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801954 Oct 20 11:47:08.792186 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 1555493d-8508-4cc2-a71b-9596c6e706fe up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:47:08.878112 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-81bfaf46-184d-4bf1-a468-16488f571770 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:08.895036 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5bb484b7-4b60-48b0-bf44-6497b7b5488f None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:08.918297 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5bb484b7-4b60-48b0-bf44-6497b7b5488f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:08.933545 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-81bfaf46-184d-4bf1-a468-16488f571770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:09.015657 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb484b7-4b60-48b0-bf44-6497b7b5488f None None] Network 7295e6cc-3cbf-4c14-93cd-28d949e5fb0a is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:47:09.033148 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-5bb484b7-4b60-48b0-bf44-6497b7b5488f None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:47:09.041216 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb484b7-4b60-48b0-bf44-6497b7b5488f None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:47:09.054201 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-81bfaf46-184d-4bf1-a468-16488f571770 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5ddc3aefa1314971bdd5e5761ff64fc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3837068 Oct 20 11:47:09.057480 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bfaf46-184d-4bf1-a468-16488f571770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c275bd58-c4b2-485f-ab22-c8fb6664959f,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:09.070306 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58134) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:09.122532 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-ea5ed481-1f46-4b4a-8262-7fa025665a52 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Allocated IP 2001:db8::f816:3eff:fefe:bfa4 (7295e6cc-3cbf-4c14-93cd-28d949e5fb0a/d3f84a6d-8246-4fc4-94c9-377ee37fcbbc/87172e17-c818-487d-9528-d745eac6d485) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:47:09.123189 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb484b7-4b60-48b0-bf44-6497b7b5488f None None] Pushing event updated for resources: {'Port': ['ID=6c5e46b9-f779-492c-9667-dde4cf944c7a,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:09.142673 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 1555493d-8508-4cc2-a71b-9596c6e706fe triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:47:09.143386 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:09.216612 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3d75c9-3d74-4df0-9c74-d35b1c60a8d0 req-340facfd-89fa-4916-9854-e8c5ad2d4f9c tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:09.225680 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8b3d75c9-3d74-4df0-9c74-d35b1c60a8d0 req-340facfd-89fa-4916-9854-e8c5ad2d4f9c tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=17352aee-573d-49ce-9005-20e05a7b610c HTTP/1.1" status: 200 len: 945 time: 0.2199244 Oct 20 11:47:09.304087 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cc265a8c-b9ce-4237-a4ba-d067ccbe0dcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:09.357025 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8b3d75c9-3d74-4df0-9c74-d35b1c60a8d0 req-395ffcad-7b34-4a7f-af9c-f757d037278c tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303504 Oct 20 11:47:09.382227 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cc265a8c-b9ce-4237-a4ba-d067ccbe0dcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:09.406851 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-5bb484b7-4b60-48b0-bf44-6497b7b5488f None None] Attempting to bind port 6c5e46b9-f779-492c-9667-dde4cf944c7a on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:47:09.407451 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-5bb484b7-4b60-48b0-bf44-6497b7b5488f None None] Attempting to bind port 6c5e46b9-f779-492c-9667-dde4cf944c7a by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '6fd27c75-fe80-4902-a1f3-568b20e781c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '7295e6cc-3cbf-4c14-93cd-28d949e5fb0a'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:47:09.407988 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb484b7-4b60-48b0-bf44-6497b7b5488f None None] Attempting to bind port 6c5e46b9-f779-492c-9667-dde4cf944c7a on network 7295e6cc-3cbf-4c14-93cd-28d949e5fb0a {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:47:09.422169 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb484b7-4b60-48b0-bf44-6497b7b5488f None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:47:09.437378 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb484b7-4b60-48b0-bf44-6497b7b5488f None None] Checking segment: {'id': '6fd27c75-fe80-4902-a1f3-568b20e781c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '7295e6cc-3cbf-4c14-93cd-28d949e5fb0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:47:09.438014 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5bb484b7-4b60-48b0-bf44-6497b7b5488f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:09.440585 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb484b7-4b60-48b0-bf44-6497b7b5488f None None] Bound using segment: {'id': '6fd27c75-fe80-4902-a1f3-568b20e781c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '7295e6cc-3cbf-4c14-93cd-28d949e5fb0a'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:47:09.441294 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-5bb484b7-4b60-48b0-bf44-6497b7b5488f None None] Bound port: 6c5e46b9-f779-492c-9667-dde4cf944c7a, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fd27c75-fe80-4902-a1f3-568b20e781c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '7295e6cc-3cbf-4c14-93cd-28d949e5fb0a'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:47:09.441861 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5bb484b7-4b60-48b0-bf44-6497b7b5488f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:09.456439 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-22dc3ed0-4b23-4868-b27a-88ac3fcf4f9e req-08660c13-4034-4e9b-a090-858211875b67 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=278a688b-8d33-4472-93d2-c7ce51648d80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0784335 Oct 20 11:47:09.477705 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ea5ed481-1f46-4b4a-8262-7fa025665a52 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:09.491324 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cc265a8c-b9ce-4237-a4ba-d067ccbe0dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:09.504913 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cc265a8c-b9ce-4237-a4ba-d067ccbe0dcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:09.507463 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-cc265a8c-b9ce-4237-a4ba-d067ccbe0dcf admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c275bd58-c4b2-485f-ab22-c8fb6664959f HTTP/1.1" status: 204 len: 168 time: 0.4352822 Oct 20 11:47:09.535075 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc265a8c-b9ce-4237-a4ba-d067ccbe0dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c275bd58-c4b2-485f-ab22-c8fb6664959f,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:09.576079 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:09.645380 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24ee2b-614e-43a7-8e0f-9e5e9d0c608e req-4fc87e86-b519-4948-a787-21a13cdbe687 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:09.654832 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bc24ee2b-614e-43a7-8e0f-9e5e9d0c608e req-4fc87e86-b519-4948-a787-21a13cdbe687 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=fcd13e04-1ea3-4f9c-929d-58a846b2c4b9 HTTP/1.1" status: 200 len: 946 time: 0.1434269 Oct 20 11:47:09.693902 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc3ed0-4b23-4868-b27a-88ac3fcf4f9e req-8ea6ff70-9d10-451c-904c-a651e7d9054d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:09.704504 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bc24ee2b-614e-43a7-8e0f-9e5e9d0c608e req-53470e80-735d-49aa-84b4-e75200b146df tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480437 Oct 20 11:47:09.705174 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-22dc3ed0-4b23-4868-b27a-88ac3fcf4f9e req-8ea6ff70-9d10-451c-904c-a651e7d9054d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f0012baf31914701a438a4a910671113&device_id=278a688b-8d33-4472-93d2-c7ce51648d80 HTTP/1.1" status: 200 len: 1097 time: 0.2218502 Oct 20 11:47:09.725458 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ea5ed481-1f46-4b4a-8262-7fa025665a52 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:09.739574 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe41618-a233-4422-bdcd-d82165e34b41 None None] Network 07fb7094-cc56-4362-8ebf-102966c187df requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:47:09.783746 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-5bb484b7-4b60-48b0-bf44-6497b7b5488f None None] For port 6c5e46b9-f779-492c-9667-dde4cf944c7a, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:47:09.804508 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 1555493d-8508-4cc2-a71b-9596c6e706fe, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=1555493d-8508-4cc2-a71b-9596c6e706fe,segment=NetworkSegment(b575dd75-fa98-4960-884c-6551ff75d2f4),segment_id=b575dd75-fa98-4960-884c-6551ff75d2f4)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:47:09.820754 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-5bb484b7-4b60-48b0-bf44-6497b7b5488f None None] For port 6c5e46b9-f779-492c-9667-dde4cf944c7a, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=6c5e46b9-f779-492c-9667-dde4cf944c7a,segment=NetworkSegment(6fd27c75-fe80-4902-a1f3-568b20e781c9),segment_id=6fd27c75-fe80-4902-a1f3-568b20e781c9)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:47:09.827161 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5ed481-1f46-4b4a-8262-7fa025665a52 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Network 7295e6cc-3cbf-4c14-93cd-28d949e5fb0a is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:47:09.829897 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-ea5ed481-1f46-4b4a-8262-7fa025665a52 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:47:09.855106 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:09.856378 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ed481-1f46-4b4a-8262-7fa025665a52 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Pushing event updated for resources: {'Port': ['ID=87172e17-c818-487d-9528-d745eac6d485,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:09.859596 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-4e39d0ba-f5fb-4584-90ff-32aada9efa59 None None] Provisioning complete for port 1555493d-8508-4cc2-a71b-9596c6e706fe triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:47:09.860508 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4e39d0ba-f5fb-4584-90ff-32aada9efa59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:09.869635 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5ed481-1f46-4b4a-8262-7fa025665a52 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:47:09.875648 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5ed481-1f46-4b4a-8262-7fa025665a52 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:09.876287 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ea5ed481-1f46-4b4a-8262-7fa025665a52 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:09.928217 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ea5ed481-1f46-4b4a-8262-7fa025665a52 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.9755414 Oct 20 11:47:09.928949 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58166) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:09.971103 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc3ed0-4b23-4868-b27a-88ac3fcf4f9e req-229edd2c-ab85-4a67-9a42-0e5814a6d314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:09.972918 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-22dc3ed0-4b23-4868-b27a-88ac3fcf4f9e req-229edd2c-ab85-4a67-9a42-0e5814a6d314 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a1980227-64af-4c17-9cee-4570c69a4cb6 HTTP/1.1" status: 200 len: 914 time: 0.2278287 Oct 20 11:47:10.022056 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-c207bc6b-b635-47da-8330-4493f1d4196c tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Deleting subnet d3f84a6d-8246-4fc4-94c9-377ee37fcbbc {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:47:10.026467 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c207bc6b-b635-47da-8330-4493f1d4196c tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:10.039137 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5bb484b7-4b60-48b0-bf44-6497b7b5488f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:10.045636 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=1555493d-8508-4cc2-a71b-9596c6e706fe,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:10.058136 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-22dc3ed0-4b23-4868-b27a-88ac3fcf4f9e req-9e9553af-1d25-4314-b5e4-95b3187be068 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60fd4c88-aa6b-43f5-90f9-9ec733b27069 HTTP/1.1" status: 200 len: 217 time: 0.0769539 Oct 20 11:47:10.119040 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc3ed0-4b23-4868-b27a-88ac3fcf4f9e req-3fe4b9ee-76d5-41ab-8429-8f7af9f8ad9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:10.120615 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-22dc3ed0-4b23-4868-b27a-88ac3fcf4f9e req-3fe4b9ee-76d5-41ab-8429-8f7af9f8ad9d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=978f4782-c6ff-4108-a8dd-a568aeeefa48 HTTP/1.1" status: 200 len: 851 time: 0.0544510 Oct 20 11:47:10.126186 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c207bc6b-b635-47da-8330-4493f1d4196c tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:10.158717 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb484b7-4b60-48b0-bf44-6497b7b5488f None None] Pushing event updated for resources: {'Port': ['ID=6c5e46b9-f779-492c-9667-dde4cf944c7a,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:10.215181 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:10.241438 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc3ed0-4b23-4868-b27a-88ac3fcf4f9e req-7bb2cce6-c337-4d99-8bcd-6e5493677cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:10.244400 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-22dc3ed0-4b23-4868-b27a-88ac3fcf4f9e req-7bb2cce6-c337-4d99-8bcd-6e5493677cf4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a1980227-64af-4c17-9cee-4570c69a4cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1152782 Oct 20 11:47:10.479106 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-22dc3ed0-4b23-4868-b27a-88ac3fcf4f9e req-af46d6e0-3670-4fef-8467-7598d3f682b1 service neutron] 10.222.0.89 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253416 Oct 20 11:47:10.490359 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c207bc6b-b635-47da-8330-4493f1d4196c tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:10.800852 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094e49e-5216-4fbe-afb8-4f98fc5a533b req-f552612a-ca2a-4658-8273-0ca259f36a93 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:10.802472 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7094e49e-5216-4fbe-afb8-4f98fc5a533b req-f552612a-ca2a-4658-8273-0ca259f36a93 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=17352aee-573d-49ce-9005-20e05a7b610c HTTP/1.1" status: 200 len: 945 time: 0.2034683 Oct 20 11:47:10.819458 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c207bc6b-b635-47da-8330-4493f1d4196c tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:10.868839 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-22dc3ed0-4b23-4868-b27a-88ac3fcf4f9e req-76504b0a-e023-4ba3-9e9d-77fbd82be757 service neutron] 10.222.0.89 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725538 Oct 20 11:47:10.895701 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c207bc6b-b635-47da-8330-4493f1d4196c tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Pushing event deleted for resources: {'Subnet': ['ID=d3f84a6d-8246-4fc4-94c9-377ee37fcbbc,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:10.902525 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c207bc6b-b635-47da-8330-4493f1d4196c tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:10.909118 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c207bc6b-b635-47da-8330-4493f1d4196c tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] 10.222.0.98 "DELETE /v2.0/subnets/d3f84a6d-8246-4fc4-94c9-377ee37fcbbc HTTP/1.1" status: 204 len: 168 time: 0.9789393 Oct 20 11:47:10.912201 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58210) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:10.967482 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 6c5e46b9-f779-492c-9667-dde4cf944c7a up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:47:11.060856 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-7a710928-f604-4226-9f8c-e26cc5450a58 None None] Provisioning complete for port 1555493d-8508-4cc2-a71b-9596c6e706fe triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:47:11.061464 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7a710928-f604-4226-9f8c-e26cc5450a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:11.067743 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7094e49e-5216-4fbe-afb8-4f98fc5a533b req-8b812c96-c3d6-4f7c-b3b7-4c89df33adb5 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450194 Oct 20 11:47:11.157744 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 6c5e46b9-f779-492c-9667-dde4cf944c7a triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:47:11.160454 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:11.165835 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669642c-0727-470d-ae6e-50a34587ee2b req-4eaf938e-f80d-478b-9493-fe7b8fc25138 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:11.176147 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2669642c-0727-470d-ae6e-50a34587ee2b req-4eaf938e-f80d-478b-9493-fe7b8fc25138 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=fcd13e04-1ea3-4f9c-929d-58a846b2c4b9 HTTP/1.1" status: 200 len: 946 time: 0.1965189 Oct 20 11:47:11.183625 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d08319-71e3-4524-986e-36f1263dc267 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:11.189546 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d08319-71e3-4524-986e-36f1263dc267 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:11.192736 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-31d08319-71e3-4524-986e-36f1263dc267 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2787843 Oct 20 11:47:11.195882 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58230) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:11.374725 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f7c15450-e75e-4355-9e4e-4f2df6218d87 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:11.385569 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7c15450-e75e-4355-9e4e-4f2df6218d87 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 20 11:47:11.387236 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7c15450-e75e-4355-9e4e-4f2df6218d87 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:47:11.387960 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2669642c-0727-470d-ae6e-50a34587ee2b req-5bdcdce0-fe1c-4ddd-8278-5716ecea0557 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108264 Oct 20 11:47:11.406356 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f7c15450-e75e-4355-9e4e-4f2df6218d87 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] 10.222.0.98 "DELETE /v2.0/networks/7295e6cc-3cbf-4c14-93cd-28d949e5fb0a HTTP/1.1" status: 409 len: 405 time: 0.2056000 Oct 20 11:47:11.407349 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58238) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:11.415159 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-69fa57ce-2090-401b-b072-7246af93e67b tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1367151551'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:47:11.488436 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69fa57ce-2090-401b-b072-7246af93e67b tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Made reservation on behalf of 4428822d4da943edbf0ebd7bae8cae85 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:47:11.491990 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-69fa57ce-2090-401b-b072-7246af93e67b tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:11.507654 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:11.557494 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69fa57ce-2090-401b-b072-7246af93e67b tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] vlan segment allocate from pool success with {'vlan_id': 1263, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:47:11.585119 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-69fa57ce-2090-401b-b072-7246af93e67b tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:11.586164 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-69fa57ce-2090-401b-b072-7246af93e67b tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Added segment be1045fb-f592-44d3-9573-749ab38afcb5 of type vlan for network b5e1580b-fa9a-47d2-ae46-f52891b7bbb7 Oct 20 11:47:11.612807 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 6c5e46b9-f779-492c-9667-dde4cf944c7a, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=6c5e46b9-f779-492c-9667-dde4cf944c7a,segment=NetworkSegment(6fd27c75-fe80-4902-a1f3-568b20e781c9),segment_id=6fd27c75-fe80-4902-a1f3-568b20e781c9)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:47:11.627964 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:11.628760 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 1555493d-8508-4cc2-a71b-9596c6e706fe up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:47:11.688641 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=6c5e46b9-f779-492c-9667-dde4cf944c7a,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:11.723639 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-69fa57ce-2090-401b-b072-7246af93e67b tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:11.784144 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-69fa57ce-2090-401b-b072-7246af93e67b tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:11.791155 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fa57ce-2090-401b-b072-7246af93e67b tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:11.792076 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-69fa57ce-2090-401b-b072-7246af93e67b tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:11.835025 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 1555493d-8508-4cc2-a71b-9596c6e706fe triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:47:11.837310 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:11.891402 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-69fa57ce-2090-401b-b072-7246af93e67b tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4801018 Oct 20 11:47:11.891810 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58262) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:11.898013 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-940c2099-d6a6-472f-952f-c7c1e32cbf9e tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Request body: {'subnet': {'network_id': 'b5e1580b-fa9a-47d2-ae46-f52891b7bbb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:47:12.067652 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fa57ce-2090-401b-b072-7246af93e67b tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Pushing event updated for resources: {'Network': ['ID=b5e1580b-fa9a-47d2-ae46-f52891b7bbb7,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:12.067878 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655ebd55-37d9-42e7-b0f0-fefa13e46040 None None] Network 7295e6cc-3cbf-4c14-93cd-28d949e5fb0a requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:47:12.128833 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940c2099-d6a6-472f-952f-c7c1e32cbf9e tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Made reservation on behalf of 4428822d4da943edbf0ebd7bae8cae85 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:47:12.144356 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-940c2099-d6a6-472f-952f-c7c1e32cbf9e tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:12.210766 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d30bf0-6222-4deb-9335-6545142a56fa req-8134a000-5ebe-4888-b6ac-a59060177313 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:12.212663 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-91d30bf0-6222-4deb-9335-6545142a56fa req-8134a000-5ebe-4888-b6ac-a59060177313 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=17352aee-573d-49ce-9005-20e05a7b610c HTTP/1.1" status: 200 len: 945 time: 0.0942388 Oct 20 11:47:12.297908 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-91d30bf0-6222-4deb-9335-6545142a56fa req-a28c5400-ba91-4b9b-bac8-47ed497219cc tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791829 Oct 20 11:47:12.336503 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network b5e1580b-fa9a-47d2-ae46-f52891b7bbb7 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:47:12.554712 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-bc414e7e-b0b9-469c-a766-58544e9b7a19 None None] Provisioning complete for port 6c5e46b9-f779-492c-9667-dde4cf944c7a triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:47:12.555492 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bc414e7e-b0b9-469c-a766-58544e9b7a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:12.635155 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9068a7e-ad8d-4db1-8ca2-cf9ef29188ed req-65328a47-79b8-4f36-8a21-69a66263bb49 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:12.651513 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d9068a7e-ad8d-4db1-8ca2-cf9ef29188ed req-65328a47-79b8-4f36-8a21-69a66263bb49 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=fcd13e04-1ea3-4f9c-929d-58a846b2c4b9 HTTP/1.1" status: 200 len: 946 time: 0.1305504 Oct 20 11:47:12.753477 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d9068a7e-ad8d-4db1-8ca2-cf9ef29188ed req-dbdb46e5-d43a-472f-b79e-22ed1b8d46c8 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004441 Oct 20 11:47:12.787523 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 6c5e46b9-f779-492c-9667-dde4cf944c7a up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:47:12.856508 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1119a351-1d52-4e88-b3ff-d067469c0aeb None None] DHCP port deletion for 7295e6cc-3cbf-4c14-93cd-28d949e5fb0a request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:47:12.918200 n-d-814735-3 neutron-server[100646]: DEBUG neutron.objects.ports [None req-940c2099-d6a6-472f-952f-c7c1e32cbf9e tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100646) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 11:47:12.923208 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-940c2099-d6a6-472f-952f-c7c1e32cbf9e tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:12.964921 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 6c5e46b9-f779-492c-9667-dde4cf944c7a triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:47:12.965292 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:13.012865 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-1119a351-1d52-4e88-b3ff-d067469c0aeb None None] Deleting port 6c5e46b9-f779-492c-9667-dde4cf944c7a {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:47:13.013237 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1119a351-1d52-4e88-b3ff-d067469c0aeb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:13.027222 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c2099-d6a6-472f-952f-c7c1e32cbf9e tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Pushing event updated for resources: {'Subnet': ['ID=16bd60fe-64d6-4cf0-a874-8bf37529b34e,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:13.061282 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940c2099-d6a6-472f-952f-c7c1e32cbf9e tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Checking segment: {'id': 'be1045fb-f592-44d3-9573-749ab38afcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'b5e1580b-fa9a-47d2-ae46-f52891b7bbb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:47:13.063605 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940c2099-d6a6-472f-952f-c7c1e32cbf9e tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Network hostable DHCP agents. Network: b5e1580b-fa9a-47d2-ae46-f52891b7bbb7, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:47:13.107534 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940c2099-d6a6-472f-952f-c7c1e32cbf9e tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Network b5e1580b-fa9a-47d2-ae46-f52891b7bbb7 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:47:13.124382 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-940c2099-d6a6-472f-952f-c7c1e32cbf9e tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, b5e1580b-fa9a-47d2-ae46-f52891b7bbb7) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:47:13.130316 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940c2099-d6a6-472f-952f-c7c1e32cbf9e tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:13.131264 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-940c2099-d6a6-472f-952f-c7c1e32cbf9e tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:13.159888 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58322) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:13.160519 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-940c2099-d6a6-472f-952f-c7c1e32cbf9e tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2670465 Oct 20 11:47:13.165146 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-49c4fac9-9ff7-4f60-8668-ab9dcf6111b8 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Request body: {'port': {'network_id': 'b5e1580b-fa9a-47d2-ae46-f52891b7bbb7', 'name': 'tempest-NetworksIpV6TestAttrs-1002874841'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:47:13.306606 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99701362-80e0-4159-b25b-c1b2dabf851b None None] Network b5e1580b-fa9a-47d2-ae46-f52891b7bbb7 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:47:13.374937 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c4fac9-9ff7-4f60-8668-ab9dcf6111b8 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Made reservation on behalf of 4428822d4da943edbf0ebd7bae8cae85 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:47:13.382022 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-49c4fac9-9ff7-4f60-8668-ab9dcf6111b8 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:13.460734 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [None req-49c4fac9-9ff7-4f60-8668-ab9dcf6111b8 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] device_id is not set on port d327802c-9591-4434-82f8-252176d2ddcd yet. {{(pid=100647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:47:13.523565 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-1119a351-1d52-4e88-b3ff-d067469c0aeb None None] For port 6c5e46b9-f779-492c-9667-dde4cf944c7a, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=6c5e46b9-f779-492c-9667-dde4cf944c7a,segment=NetworkSegment(6fd27c75-fe80-4902-a1f3-568b20e781c9),segment_id=6fd27c75-fe80-4902-a1f3-568b20e781c9)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:47:13.523946 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1119a351-1d52-4e88-b3ff-d067469c0aeb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:13.545330 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-1119a351-1d52-4e88-b3ff-d067469c0aeb None None] Calling delete_port for 6c5e46b9-f779-492c-9667-dde4cf944c7a owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:47:13.835282 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1119a351-1d52-4e88-b3ff-d067469c0aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:13.936577 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1119a351-1d52-4e88-b3ff-d067469c0aeb None None] Pushing event deleted for resources: {'Port': ['ID=6c5e46b9-f779-492c-9667-dde4cf944c7a,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:13.959862 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1119a351-1d52-4e88-b3ff-d067469c0aeb None None] No DVR routers for this DVR port 6c5e46b9-f779-492c-9667-dde4cf944c7a on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:47:14.038097 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5becdd59-9247-4560-a04e-b53733bd3bc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-b5e1580b-fa9a-47d2-ae46-f52891b7bbb7', 'network_id': 'b5e1580b-fa9a-47d2-ae46-f52891b7bbb7', 'tenant_id': '4428822d4da943edbf0ebd7bae8cae85', 'fixed_ips': [{'subnet_id': '16bd60fe-64d6-4cf0-a874-8bf37529b34e'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:47:14.039008 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5becdd59-9247-4560-a04e-b53733bd3bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:14.209274 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903aede-ba89-498b-b2e9-a8cc578ccc0d req-fa36289d-cb07-4a0d-917f-6640a435a887 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:14.224299 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2903aede-ba89-498b-b2e9-a8cc578ccc0d req-fa36289d-cb07-4a0d-917f-6640a435a887 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=17352aee-573d-49ce-9005-20e05a7b610c HTTP/1.1" status: 200 len: 945 time: 0.8074479 Oct 20 11:47:14.314292 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-49c4fac9-9ff7-4f60-8668-ab9dcf6111b8 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Allocated IP 2001:db8::f816:3eff:fe6d:595 (b5e1580b-fa9a-47d2-ae46-f52891b7bbb7/16bd60fe-64d6-4cf0-a874-8bf37529b34e/d327802c-9591-4434-82f8-252176d2ddcd) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:47:14.415529 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2903aede-ba89-498b-b2e9-a8cc578ccc0d req-96e2d1aa-3a92-4281-a281-c3fb501ddff8 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898110 Oct 20 11:47:14.441721 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975a5bd-fed0-4b60-a866-dba3ffa921e0 req-6dfb6608-4183-4cb2-852a-89519395e88b tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:14.444312 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1975a5bd-fed0-4b60-a866-dba3ffa921e0 req-6dfb6608-4183-4cb2-852a-89519395e88b tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=fcd13e04-1ea3-4f9c-929d-58a846b2c4b9 HTTP/1.1" status: 200 len: 946 time: 0.2678378 Oct 20 11:47:14.670012 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1975a5bd-fed0-4b60-a866-dba3ffa921e0 req-f16a4f26-2c96-489e-80e8-9268dc017a49 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171786 Oct 20 11:47:14.716031 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 6c5e46b9-f779-492c-9667-dde4cf944c7a no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:47:14.762522 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 6c5e46b9-f779-492c-9667-dde4cf944c7a {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:47:14.763197 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 6c5e46b9-f779-492c-9667-dde4cf944c7a not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:47:14.899391 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-49c4fac9-9ff7-4f60-8668-ab9dcf6111b8 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:14.957019 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-49c4fac9-9ff7-4f60-8668-ab9dcf6111b8 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:15.012350 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c4fac9-9ff7-4f60-8668-ab9dcf6111b8 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Network b5e1580b-fa9a-47d2-ae46-f52891b7bbb7 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:47:15.020969 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-49c4fac9-9ff7-4f60-8668-ab9dcf6111b8 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:47:15.030681 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c4fac9-9ff7-4f60-8668-ab9dcf6111b8 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:47:15.038395 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c4fac9-9ff7-4f60-8668-ab9dcf6111b8 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:15.051716 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-49c4fac9-9ff7-4f60-8668-ab9dcf6111b8 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:15.053897 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-5becdd59-9247-4560-a04e-b53733bd3bc0 None None] Allocated IP 2001:db8::f816:3eff:fe07:45cf (b5e1580b-fa9a-47d2-ae46-f52891b7bbb7/16bd60fe-64d6-4cf0-a874-8bf37529b34e/09f9d7aa-0b51-4e63-a460-576fb3475ff4) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:47:15.063691 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c4fac9-9ff7-4f60-8668-ab9dcf6111b8 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Pushing event updated for resources: {'Port': ['ID=d327802c-9591-4434-82f8-252176d2ddcd,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:15.099107 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-49c4fac9-9ff7-4f60-8668-ab9dcf6111b8 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.9377799 Oct 20 11:47:15.101912 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58452) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:15.142045 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device f38f3503-434c-4884-b6d5-fa4bc83a1bd9 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:47:15.258527 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3d2a531-18ef-48b3-8958-6518b99f5683 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Deleting subnet 16bd60fe-64d6-4cf0-a874-8bf37529b34e {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:47:15.391812 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:15.454453 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port f38f3503-434c-4884-b6d5-fa4bc83a1bd9, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=f38f3503-434c-4884-b6d5-fa4bc83a1bd9,segment=NetworkSegment(73cbce6c-57a2-4343-bb4b-9f489f07b678),segment_id=73cbce6c-57a2-4343-bb4b-9f489f07b678)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:47:15.524262 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': 'f38f3503-434c-4884-b6d5-fa4bc83a1bd9', 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6', 'port_id': 'f38f3503-434c-4884-b6d5-fa4bc83a1bd9', 'mac_address': 'fa:16:3e:02:62:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '978f4782-c6ff-4108-a8dd-a568aeeefa48', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:47:15.546399 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5becdd59-9247-4560-a04e-b53733bd3bc0 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:15.565672 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f3d2a531-18ef-48b3-8958-6518b99f5683 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:15.625646 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5becdd59-9247-4560-a04e-b53733bd3bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:15.753143 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f3d2a531-18ef-48b3-8958-6518b99f5683 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:15.761782 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:15.796769 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f38f3503-434c-4884-b6d5-fa4bc83a1bd9 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:47:15.821127 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5becdd59-9247-4560-a04e-b53733bd3bc0 None None] Network b5e1580b-fa9a-47d2-ae46-f52891b7bbb7 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:47:15.828708 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede52883-cee4-4b85-a09a-83407246551f req-c804a181-e1ba-44cd-9b62-a53210ec39a7 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:15.839347 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ede52883-cee4-4b85-a09a-83407246551f req-c804a181-e1ba-44cd-9b62-a53210ec39a7 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=17352aee-573d-49ce-9005-20e05a7b610c HTTP/1.1" status: 200 len: 945 time: 0.2059212 Oct 20 11:47:15.843761 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-5becdd59-9247-4560-a04e-b53733bd3bc0 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:47:15.869528 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5becdd59-9247-4560-a04e-b53733bd3bc0 None None] Pushing event updated for resources: {'Port': ['ID=09f9d7aa-0b51-4e63-a460-576fb3475ff4,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:15.886439 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5becdd59-9247-4560-a04e-b53733bd3bc0 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:47:15.903261 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port f38f3503-434c-4884-b6d5-fa4bc83a1bd9, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=f38f3503-434c-4884-b6d5-fa4bc83a1bd9,segment=NetworkSegment(73cbce6c-57a2-4343-bb4b-9f489f07b678),segment_id=73cbce6c-57a2-4343-bb4b-9f489f07b678)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:47:15.925220 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:16.084666 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['f38f3503-434c-4884-b6d5-fa4bc83a1bd9'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:47:16.096490 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ede52883-cee4-4b85-a09a-83407246551f req-2341b4f8-94b3-49b4-9765-2b6ba44cbd9b tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546539 Oct 20 11:47:16.171360 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272e371-b83d-4628-90e3-b3733ca1ce61 req-b645b69b-1ef8-43dd-906a-f0197337fc71 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:16.173014 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d272e371-b83d-4628-90e3-b3733ca1ce61 req-b645b69b-1ef8-43dd-906a-f0197337fc71 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=fcd13e04-1ea3-4f9c-929d-58a846b2c4b9 HTTP/1.1" status: 200 len: 946 time: 0.3300600 Oct 20 11:47:16.229797 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-5becdd59-9247-4560-a04e-b53733bd3bc0 None None] Attempting to bind port 09f9d7aa-0b51-4e63-a460-576fb3475ff4 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:47:16.230069 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-5becdd59-9247-4560-a04e-b53733bd3bc0 None None] Attempting to bind port 09f9d7aa-0b51-4e63-a460-576fb3475ff4 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'be1045fb-f592-44d3-9573-749ab38afcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'b5e1580b-fa9a-47d2-ae46-f52891b7bbb7'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:47:16.230633 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5becdd59-9247-4560-a04e-b53733bd3bc0 None None] Attempting to bind port 09f9d7aa-0b51-4e63-a460-576fb3475ff4 on network b5e1580b-fa9a-47d2-ae46-f52891b7bbb7 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:47:16.273481 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5becdd59-9247-4560-a04e-b53733bd3bc0 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:47:16.273854 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5becdd59-9247-4560-a04e-b53733bd3bc0 None None] Checking segment: {'id': 'be1045fb-f592-44d3-9573-749ab38afcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'b5e1580b-fa9a-47d2-ae46-f52891b7bbb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:47:16.285509 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5becdd59-9247-4560-a04e-b53733bd3bc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:16.286279 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5becdd59-9247-4560-a04e-b53733bd3bc0 None None] Bound using segment: {'id': 'be1045fb-f592-44d3-9573-749ab38afcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'b5e1580b-fa9a-47d2-ae46-f52891b7bbb7'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:47:16.287094 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-5becdd59-9247-4560-a04e-b53733bd3bc0 None None] Bound port: 09f9d7aa-0b51-4e63-a460-576fb3475ff4, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be1045fb-f592-44d3-9573-749ab38afcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'b5e1580b-fa9a-47d2-ae46-f52891b7bbb7'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:47:16.287645 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5becdd59-9247-4560-a04e-b53733bd3bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:16.296251 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=f38f3503-434c-4884-b6d5-fa4bc83a1bd9,revision_number=6']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:16.316028 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d272e371-b83d-4628-90e3-b3733ca1ce61 req-c61542b2-cef5-4d4f-8410-6b91c08e3de5 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274121 Oct 20 11:47:16.343679 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f3d2a531-18ef-48b3-8958-6518b99f5683 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:16.474598 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f3d2a531-18ef-48b3-8958-6518b99f5683 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:16.516633 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d2a531-18ef-48b3-8958-6518b99f5683 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Pushing event deleted for resources: {'Subnet': ['ID=16bd60fe-64d6-4cf0-a874-8bf37529b34e,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:16.519213 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f3d2a531-18ef-48b3-8958-6518b99f5683 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:16.526925 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-f3d2a531-18ef-48b3-8958-6518b99f5683 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] 10.222.0.98 "DELETE /v2.0/subnets/16bd60fe-64d6-4cf0-a874-8bf37529b34e HTTP/1.1" status: 204 len: 168 time: 1.4230227 Oct 20 11:47:16.529056 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58554) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:16.604063 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-5becdd59-9247-4560-a04e-b53733bd3bc0 None None] For port 09f9d7aa-0b51-4e63-a460-576fb3475ff4, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:47:16.687738 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-5becdd59-9247-4560-a04e-b53733bd3bc0 None None] For port 09f9d7aa-0b51-4e63-a460-576fb3475ff4, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=09f9d7aa-0b51-4e63-a460-576fb3475ff4,segment=NetworkSegment(be1045fb-f592-44d3-9573-749ab38afcb5),segment_id=be1045fb-f592-44d3-9573-749ab38afcb5)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:47:16.728580 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5becdd59-9247-4560-a04e-b53733bd3bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:16.777848 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc164b23-fd74-48a7-9cab-46595f6d2749 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:16.798009 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc164b23-fd74-48a7-9cab-46595f6d2749 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:16.805285 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-fc164b23-fd74-48a7-9cab-46595f6d2749 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2725611 Oct 20 11:47:16.805767 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58566) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:16.883665 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5becdd59-9247-4560-a04e-b53733bd3bc0 None None] Pushing event updated for resources: {'Port': ['ID=09f9d7aa-0b51-4e63-a460-576fb3475ff4,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:17.002007 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7180b291-c7bc-4056-999c-2c527aea2f06 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:17.032653 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-7180b291-c7bc-4056-999c-2c527aea2f06 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 20 11:47:17.033328 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7180b291-c7bc-4056-999c-2c527aea2f06 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:47:17.043754 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58578) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:17.044354 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-7180b291-c7bc-4056-999c-2c527aea2f06 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] 10.222.0.98 "DELETE /v2.0/networks/b5e1580b-fa9a-47d2-ae46-f52891b7bbb7 HTTP/1.1" status: 409 len: 405 time: 0.2372832 Oct 20 11:47:17.049509 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-c4a73bb5-3f8e-4bf2-be59-2f94f6b39d61 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-910102880'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:47:17.147422 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a73bb5-3f8e-4bf2-be59-2f94f6b39d61 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Made reservation on behalf of 4428822d4da943edbf0ebd7bae8cae85 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:47:17.152155 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c4a73bb5-3f8e-4bf2-be59-2f94f6b39d61 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:17.154613 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device f38f3503-434c-4884-b6d5-fa4bc83a1bd9 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:47:17.256764 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4a73bb5-3f8e-4bf2-be59-2f94f6b39d61 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] vlan segment allocate from pool success with {'vlan_id': 1250, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:47:17.305674 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c4a73bb5-3f8e-4bf2-be59-2f94f6b39d61 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:17.306378 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-c4a73bb5-3f8e-4bf2-be59-2f94f6b39d61 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Added segment af1acb9b-25f8-4578-acb1-a435a1124a4b of type vlan for network 6bc67dd2-8243-45db-9ae5-bb29900b9686 Oct 20 11:47:17.321323 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port f38f3503-434c-4884-b6d5-fa4bc83a1bd9 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:47:17.321689 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:17.414663 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b9d7a-31e3-4e00-9782-7e94d56a022e req-68d112cb-0acc-4fba-b9a4-dc2a2bdb83d7 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:17.431836 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1e6b9d7a-31e3-4e00-9782-7e94d56a022e req-68d112cb-0acc-4fba-b9a4-dc2a2bdb83d7 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=17352aee-573d-49ce-9005-20e05a7b610c HTTP/1.1" status: 200 len: 944 time: 0.1450133 Oct 20 11:47:17.444255 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c4a73bb5-3f8e-4bf2-be59-2f94f6b39d61 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:17.539169 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c4a73bb5-3f8e-4bf2-be59-2f94f6b39d61 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:17.557730 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a73bb5-3f8e-4bf2-be59-2f94f6b39d61 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:17.574847 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c4a73bb5-3f8e-4bf2-be59-2f94f6b39d61 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:17.586758 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1e6b9d7a-31e3-4e00-9782-7e94d56a022e req-2771b789-15b0-4a29-9bdd-fd5e9c7fd934 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535890 Oct 20 11:47:17.637325 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c4a73bb5-3f8e-4bf2-be59-2f94f6b39d61 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5923574 Oct 20 11:47:17.642189 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58594) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:17.651868 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-c07a76a6-8f32-462a-8615-aff0074b3317 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Request body: {'subnet': {'network_id': '6bc67dd2-8243-45db-9ae5-bb29900b9686', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:47:17.657464 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:17.662343 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91617693-b9ba-4fab-bb6e-6b84859be8e8 req-2beea283-0032-40cd-862c-a160ec2828c3 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:17.671116 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-91617693-b9ba-4fab-bb6e-6b84859be8e8 req-2beea283-0032-40cd-862c-a160ec2828c3 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=fcd13e04-1ea3-4f9c-929d-58a846b2c4b9 HTTP/1.1" status: 200 len: 946 time: 0.2014527 Oct 20 11:47:17.745309 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a73bb5-3f8e-4bf2-be59-2f94f6b39d61 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Pushing event updated for resources: {'Network': ['ID=6bc67dd2-8243-45db-9ae5-bb29900b9686,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:17.746335 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17352aee-573d-49ce-9005-20e05a7b610c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38f3503-434c-4884-b6d5-fa4bc83a1bd9'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:47:17.761397 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61debc20-c262-437f-9cca-9f1c65ffc5f0" -d '{"events": [{"server_uuid": "17352aee-573d-49ce-9005-20e05a7b610c", "name": "network-vif-plugged", "status": "completed", "tag": "f38f3503-434c-4884-b6d5-fa4bc83a1bd9"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:47:17.804891 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 6bc67dd2-8243-45db-9ae5-bb29900b9686 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:47:17.878500 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-91617693-b9ba-4fab-bb6e-6b84859be8e8 req-159daaa6-1a0c-42d2-aa4b-60f349f65267 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058952 Oct 20 11:47:17.956199 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port f38f3503-434c-4884-b6d5-fa4bc83a1bd9, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=f38f3503-434c-4884-b6d5-fa4bc83a1bd9,segment=NetworkSegment(73cbce6c-57a2-4343-bb4b-9f489f07b678),segment_id=73cbce6c-57a2-4343-bb4b-9f489f07b678)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:47:17.964887 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd739eb-c701-4699-bde7-b30aafaaad9f x-openstack-request-id: req-fdd739eb-c701-4699-bde7-b30aafaaad9f {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:47:17.973379 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07a76a6-8f32-462a-8615-aff0074b3317 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Made reservation on behalf of 4428822d4da943edbf0ebd7bae8cae85 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:47:17.977709 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c07a76a6-8f32-462a-8615-aff0074b3317 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:17.990450 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17352aee-573d-49ce-9005-20e05a7b610c", "name": "network-vif-plugged", "status": "completed", "tag": "f38f3503-434c-4884-b6d5-fa4bc83a1bd9", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:47:17.991006 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fdd739eb-c701-4699-bde7-b30aafaaad9f {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:47:17.991599 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17352aee-573d-49ce-9005-20e05a7b610c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38f3503-434c-4884-b6d5-fa4bc83a1bd9', 'code': 200} Oct 20 11:47:18.012738 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:18.204051 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=f38f3503-434c-4884-b6d5-fa4bc83a1bd9,revision_number=7']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:18.678439 n-d-814735-3 neutron-server[100646]: DEBUG neutron.objects.ports [None req-c07a76a6-8f32-462a-8615-aff0074b3317 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100646) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 11:47:18.715318 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c07a76a6-8f32-462a-8615-aff0074b3317 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:18.882619 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0b8118-e10f-4ca2-ba66-47265140e82a None None] Network b5e1580b-fa9a-47d2-ae46-f52891b7bbb7 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:47:18.884725 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 09f9d7aa-0b51-4e63-a460-576fb3475ff4 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:47:18.901862 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53efa0-82ae-491e-9279-35c0a23e3736 req-d9d2a70a-8c3f-44e8-b903-34a79f6a0ed0 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:18.917212 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6a53efa0-82ae-491e-9279-35c0a23e3736 req-d9d2a70a-8c3f-44e8-b903-34a79f6a0ed0 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=17352aee-573d-49ce-9005-20e05a7b610c HTTP/1.1" status: 200 len: 945 time: 0.1938996 Oct 20 11:47:18.998240 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9c097-f866-4b29-8430-fa4c45b821a0 req-a213b5e5-3be3-48d4-a155-74dbe2622ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:19.010519 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-72f9c097-f866-4b29-8430-fa4c45b821a0 req-a213b5e5-3be3-48d4-a155-74dbe2622ee2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=fcd13e04-1ea3-4f9c-929d-58a846b2c4b9 HTTP/1.1" status: 200 len: 1097 time: 0.3288963 Oct 20 11:47:19.109420 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6a53efa0-82ae-491e-9279-35c0a23e3736 req-05446c98-3f06-4695-b677-07e1133f9d9e tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900651 Oct 20 11:47:19.125834 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a76a6-8f32-462a-8615-aff0074b3317 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Pushing event updated for resources: {'Subnet': ['ID=e9b9fe24-f82c-4924-ba4d-69108a226dd9,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:19.196946 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-72f9c097-f866-4b29-8430-fa4c45b821a0 req-ee495db3-979a-4e95-8ba5-1ed94ed93552 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645615 Oct 20 11:47:19.203429 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07a76a6-8f32-462a-8615-aff0074b3317 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Checking segment: {'id': 'af1acb9b-25f8-4578-acb1-a435a1124a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '6bc67dd2-8243-45db-9ae5-bb29900b9686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:47:19.203797 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07a76a6-8f32-462a-8615-aff0074b3317 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Network hostable DHCP agents. Network: 6bc67dd2-8243-45db-9ae5-bb29900b9686, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:47:19.231719 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07a76a6-8f32-462a-8615-aff0074b3317 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Network 6bc67dd2-8243-45db-9ae5-bb29900b9686 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:47:19.253045 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-c07a76a6-8f32-462a-8615-aff0074b3317 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 6bc67dd2-8243-45db-9ae5-bb29900b9686) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:47:19.261304 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07a76a6-8f32-462a-8615-aff0074b3317 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:19.269169 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c07a76a6-8f32-462a-8615-aff0074b3317 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:19.289093 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877f5ec8-a2c2-47ee-a828-7dc919880fce None None] Network 6bc67dd2-8243-45db-9ae5-bb29900b9686 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:47:19.302279 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-fabcc089-ed50-4fc3-94ef-607e3349987a None None] Provisioning complete for port 09f9d7aa-0b51-4e63-a460-576fb3475ff4 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:47:19.303433 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-fabcc089-ed50-4fc3-94ef-607e3349987a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:19.309491 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2dc70-9770-42a0-a914-c82f81c5e448 req-d0587d17-b393-4496-abaa-a6abdb737efd tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:19.335086 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-29b2dc70-9770-42a0-a914-c82f81c5e448 req-d0587d17-b393-4496-abaa-a6abdb737efd tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=fcd13e04-1ea3-4f9c-929d-58a846b2c4b9 HTTP/1.1" status: 200 len: 946 time: 0.2084649 Oct 20 11:47:19.361318 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c07a76a6-8f32-462a-8615-aff0074b3317 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.7073369 Oct 20 11:47:19.361318 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58690) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:19.522153 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-29b2dc70-9770-42a0-a914-c82f81c5e448 req-4363944e-f07f-4a97-8e0b-6381bf115005 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845598 Oct 20 11:47:19.620537 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a9441135-71af-4055-ba5f-0cdc02f031e9 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:19.661024 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-87a33c53-f996-4781-b634-c17d7d501984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:19.764722 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 09f9d7aa-0b51-4e63-a460-576fb3475ff4 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:47:19.774736 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:19.805812 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a9441135-71af-4055-ba5f-0cdc02f031e9 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:19.930201 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-fabcc089-ed50-4fc3-94ef-607e3349987a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:19.953687 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb80f11-a5f0-4273-8caf-e1ed4649e140 None None] DHCP port deletion for b5e1580b-fa9a-47d2-ae46-f52891b7bbb7 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:47:20.016964 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2a866c-e2ee-4d16-b120-67ca25d57a04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-6bc67dd2-8243-45db-9ae5-bb29900b9686', 'network_id': '6bc67dd2-8243-45db-9ae5-bb29900b9686', 'tenant_id': '4428822d4da943edbf0ebd7bae8cae85', 'fixed_ips': [{'subnet_id': 'e9b9fe24-f82c-4924-ba4d-69108a226dd9'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:47:20.017800 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ee2a866c-e2ee-4d16-b120-67ca25d57a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:20.056549 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a9441135-71af-4055-ba5f-0cdc02f031e9 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:20.137150 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9441135-71af-4055-ba5f-0cdc02f031e9 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Pushing event deleted for resources: {'Subnet': ['ID=e9b9fe24-f82c-4924-ba4d-69108a226dd9,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:20.226244 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-fabcc089-ed50-4fc3-94ef-607e3349987a None None] For port 09f9d7aa-0b51-4e63-a460-576fb3475ff4, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=09f9d7aa-0b51-4e63-a460-576fb3475ff4,segment=NetworkSegment(be1045fb-f592-44d3-9573-749ab38afcb5),segment_id=be1045fb-f592-44d3-9573-749ab38afcb5)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:47:20.283657 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-fabcc089-ed50-4fc3-94ef-607e3349987a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:20.296236 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a9441135-71af-4055-ba5f-0cdc02f031e9 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:20.418565 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54e522-37be-4715-9eed-bc1ceaf7b496 req-c7bbff1f-d55c-4a37-a8ce-33671ad3948d tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:20.419197 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-a9441135-71af-4055-ba5f-0cdc02f031e9 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bc67dd2-8243-45db-9ae5-bb29900b9686']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:47:20.437996 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4b54e522-37be-4715-9eed-bc1ceaf7b496 req-c7bbff1f-d55c-4a37-a8ce-33671ad3948d tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=17352aee-573d-49ce-9005-20e05a7b610c HTTP/1.1" status: 200 len: 945 time: 0.1411757 Oct 20 11:47:20.483333 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-a9441135-71af-4055-ba5f-0cdc02f031e9 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af1acb9b-25f8-4578-acb1-a435a1124a4b') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:47:20.483679 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-a9441135-71af-4055-ba5f-0cdc02f031e9 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af1acb9b-25f8-4578-acb1-a435a1124a4b') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:47:20.524269 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4b54e522-37be-4715-9eed-bc1ceaf7b496 req-5c7dcbdc-3740-470a-a894-d0778d032194 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848668 Oct 20 11:47:20.546778 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a9441135-71af-4055-ba5f-0cdc02f031e9 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:20.607226 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a9441135-71af-4055-ba5f-0cdc02f031e9 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:20.632313 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9441135-71af-4055-ba5f-0cdc02f031e9 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Releasing vlan 1250 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:47:20.632737 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a9441135-71af-4055-ba5f-0cdc02f031e9 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:20.653659 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:47:20.653659 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:47:20.653659 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:47:20.653659 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:47:20.653659 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:47:20.653659 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:47:20.653659 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:47:20.653659 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:47:20.653659 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:47:20.653659 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:47:20.653659 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:47:20.653659 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:47:20.653659 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:47:20.653659 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:47:20.653659 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:47:20.653659 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:47:20.653659 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:47:20.653659 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:47:20.653659 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:47:20.653659 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:47:20.653659 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:47:20.653659 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:47:20.653659 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:47:20.653659 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:47:20.653659 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:47:20.653659 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:47:20.653659 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:47:20.653659 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:47:20.653659 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:47:20.653659 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:47:20.653659 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:47:20.653659 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:47:20.835822 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b017533-1841-44c0-b214-f8f82f622ea8 req-1d2df78d-f07a-431a-9913-bea2c2ef9db2 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:20.844875 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9b017533-1841-44c0-b214-f8f82f622ea8 req-1d2df78d-f07a-431a-9913-bea2c2ef9db2 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=fcd13e04-1ea3-4f9c-929d-58a846b2c4b9 HTTP/1.1" status: 200 len: 946 time: 0.1285353 Oct 20 11:47:20.876286 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1348837a-d0e8-4fbd-99e7-13433c55b469 None None] Network 6bc67dd2-8243-45db-9ae5-bb29900b9686 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:47:20.919021 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a9441135-71af-4055-ba5f-0cdc02f031e9 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:20.981637 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a9441135-71af-4055-ba5f-0cdc02f031e9 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:20.981990 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9b017533-1841-44c0-b214-f8f82f622ea8 req-0ac7fbe0-aec3-47c4-981e-d7306657b4d6 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348336 Oct 20 11:47:20.997396 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58776) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:20.997892 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a9441135-71af-4055-ba5f-0cdc02f031e9 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] 10.222.0.98 "DELETE /v2.0/networks/6bc67dd2-8243-45db-9ae5-bb29900b9686 HTTP/1.1" status: 204 len: 168 time: 1.6418741 Oct 20 11:47:21.000259 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9441135-71af-4055-ba5f-0cdc02f031e9 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Pushing event deleted for resources: {'Network': ['ID=6bc67dd2-8243-45db-9ae5-bb29900b9686,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:21.002679 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-0ce2bb64-efda-4cea-9f98-0a37c381c9de tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-586282385'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:47:21.037254 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce2bb64-efda-4cea-9f98-0a37c381c9de tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Made reservation on behalf of 4428822d4da943edbf0ebd7bae8cae85 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:47:21.051260 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0ce2bb64-efda-4cea-9f98-0a37c381c9de tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:21.183026 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce2bb64-efda-4cea-9f98-0a37c381c9de tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] vlan segment allocate from pool success with {'vlan_id': 1266, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:47:21.225807 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0ce2bb64-efda-4cea-9f98-0a37c381c9de tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:21.228150 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-0ce2bb64-efda-4cea-9f98-0a37c381c9de tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Added segment 0e79a32c-f636-4643-85b8-34ae273c5374 of type vlan for network 4e5a88f8-0d39-482c-88f4-547223662800 Oct 20 11:47:21.339141 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabcc089-ed50-4fc3-94ef-607e3349987a None None] Pushing event updated for resources: {'Port': ['ID=09f9d7aa-0b51-4e63-a460-576fb3475ff4,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:21.346501 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 09f9d7aa-0b51-4e63-a460-576fb3475ff4 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:47:21.380875 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0ce2bb64-efda-4cea-9f98-0a37c381c9de tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:21.473055 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0ce2bb64-efda-4cea-9f98-0a37c381c9de tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:21.496767 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce2bb64-efda-4cea-9f98-0a37c381c9de tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:21.497457 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0ce2bb64-efda-4cea-9f98-0a37c381c9de tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:21.873101 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce2bb64-efda-4cea-9f98-0a37c381c9de tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Pushing event updated for resources: {'Network': ['ID=4e5a88f8-0d39-482c-88f4-547223662800,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:21.900908 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58842) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:21.907331 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-6fe17e81-46c6-455e-bf16-b214dfcb096d tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Request body: {'subnet': {'network_id': '4e5a88f8-0d39-482c-88f4-547223662800', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:47:21.919861 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-0ce2bb64-efda-4cea-9f98-0a37c381c9de tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9254038 Oct 20 11:47:21.926063 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 4e5a88f8-0d39-482c-88f4-547223662800 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:47:22.013330 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-ccb80f11-a5f0-4273-8caf-e1ed4649e140 None None] Deleting port 09f9d7aa-0b51-4e63-a460-576fb3475ff4 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:47:22.017027 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ccb80f11-a5f0-4273-8caf-e1ed4649e140 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:22.220714 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe17e81-46c6-455e-bf16-b214dfcb096d tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Made reservation on behalf of 4428822d4da943edbf0ebd7bae8cae85 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:47:22.239819 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6fe17e81-46c6-455e-bf16-b214dfcb096d tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:22.380524 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60642b-f51a-4f75-af62-f2a690e4900c req-1a0a7ff0-7789-4c7f-8f79-23d9d88d5032 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:22.389987 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea60642b-f51a-4f75-af62-f2a690e4900c req-1a0a7ff0-7789-4c7f-8f79-23d9d88d5032 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/networks?id=9322139b-8809-4c21-a6d7-3c1b88007f00 HTTP/1.1" status: 200 len: 811 time: 0.4689522 Oct 20 11:47:22.550149 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea60642b-f51a-4f75-af62-f2a690e4900c req-e35e493d-70e7-4eea-87a4-fe75a206fb51 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/quotas/2dc8f662c37e4455845b8c86bfd8f795 HTTP/1.1" status: 200 len: 375 time: 0.0571809 Oct 20 11:47:22.578489 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:22.710772 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 09f9d7aa-0b51-4e63-a460-576fb3475ff4, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=09f9d7aa-0b51-4e63-a460-576fb3475ff4,segment=NetworkSegment(be1045fb-f592-44d3-9573-749ab38afcb5),segment_id=be1045fb-f592-44d3-9573-749ab38afcb5)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:47:22.731981 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:22.733868 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960a99d-f2eb-4cf3-8f10-619059798aab req-91707662-257b-4886-bfaa-e28591190882 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:22.734015 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d78fd8b6-d013-45f8-be7f-bf7e29becfc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:22.751604 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-ccb80f11-a5f0-4273-8caf-e1ed4649e140 None None] For port 09f9d7aa-0b51-4e63-a460-576fb3475ff4, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=09f9d7aa-0b51-4e63-a460-576fb3475ff4,segment=NetworkSegment(be1045fb-f592-44d3-9573-749ab38afcb5),segment_id=be1045fb-f592-44d3-9573-749ab38afcb5)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:47:22.752591 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ccb80f11-a5f0-4273-8caf-e1ed4649e140 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:22.754051 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3960a99d-f2eb-4cf3-8f10-619059798aab req-91707662-257b-4886-bfaa-e28591190882 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=17352aee-573d-49ce-9005-20e05a7b610c HTTP/1.1" status: 200 len: 945 time: 0.4339995 Oct 20 11:47:22.827184 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58864) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:22.853247 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-ccb80f11-a5f0-4273-8caf-e1ed4649e140 None None] Calling delete_port for 09f9d7aa-0b51-4e63-a460-576fb3475ff4 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:47:22.981320 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3960a99d-f2eb-4cf3-8f10-619059798aab req-308a4fc1-b95c-4987-b299-e69c2061fb1b tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261431 Oct 20 11:47:23.028319 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea60642b-f51a-4f75-af62-f2a690e4900c req-e1ca4a1f-fb2d-4978-ae3e-0d84776f2be2 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=2dc8f662c37e4455845b8c86bfd8f795&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4718926 Oct 20 11:47:23.067110 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6fe17e81-46c6-455e-bf16-b214dfcb096d tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:23.201267 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c593525f-b38b-40d5-aca7-167b5dbba369 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:23.210670 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=09f9d7aa-0b51-4e63-a460-576fb3475ff4,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:23.263147 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea60642b-f51a-4f75-af62-f2a690e4900c req-61a39605-c0c3-4ef4-b3e6-e87195af63d7 service neutron] 10.222.0.98 "GET /v2.0/networks/9322139b-8809-4c21-a6d7-3c1b88007f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334502 Oct 20 11:47:23.287532 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:23.302509 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:23.321678 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe17e81-46c6-455e-bf16-b214dfcb096d tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Pushing event updated for resources: {'Subnet': ['ID=233ccc9d-d78c-4eff-8506-8b1db74b8bf3,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:23.378198 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe17e81-46c6-455e-bf16-b214dfcb096d tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Checking segment: {'id': '0e79a32c-f636-4643-85b8-34ae273c5374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': '4e5a88f8-0d39-482c-88f4-547223662800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:47:23.378551 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe17e81-46c6-455e-bf16-b214dfcb096d tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Network hostable DHCP agents. Network: 4e5a88f8-0d39-482c-88f4-547223662800, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:47:23.379446 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea60642b-f51a-4f75-af62-f2a690e4900c req-a31ccfaf-6f9a-45f7-84d1-633935038613 service neutron] 10.222.0.98 "GET /v2.0/networks/9322139b-8809-4c21-a6d7-3c1b88007f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085477 Oct 20 11:47:23.398093 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ccb80f11-a5f0-4273-8caf-e1ed4649e140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:23.449896 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c593525f-b38b-40d5-aca7-167b5dbba369 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:23.456905 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe17e81-46c6-455e-bf16-b214dfcb096d tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Network 4e5a88f8-0d39-482c-88f4-547223662800 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:47:23.461923 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c593525f-b38b-40d5-aca7-167b5dbba369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:23.471450 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb80f11-a5f0-4273-8caf-e1ed4649e140 None None] Pushing event deleted for resources: {'Port': ['ID=09f9d7aa-0b51-4e63-a460-576fb3475ff4,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:23.482829 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb80f11-a5f0-4273-8caf-e1ed4649e140 None None] No DVR routers for this DVR port 09f9d7aa-0b51-4e63-a460-576fb3475ff4 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:47:23.487664 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-6fe17e81-46c6-455e-bf16-b214dfcb096d tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 4e5a88f8-0d39-482c-88f4-547223662800) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:47:23.492103 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe17e81-46c6-455e-bf16-b214dfcb096d tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:23.493024 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6fe17e81-46c6-455e-bf16-b214dfcb096d tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:23.500495 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737f9aee-3991-4423-905d-a70af52d526c None None] Network 4e5a88f8-0d39-482c-88f4-547223662800 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:47:23.530621 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6fe17e81-46c6-455e-bf16-b214dfcb096d tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6284430 Oct 20 11:47:23.533160 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58872) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:23.553872 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c593525f-b38b-40d5-aca7-167b5dbba369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7bf7a7-9090-421e-8d7d-ae4e5bc8efce,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:23.591409 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c593525f-b38b-40d5-aca7-167b5dbba369 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=67cfc32d46a94a0eb28537c47d017287&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7579589 Oct 20 11:47:23.592964 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58874) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:23.799663 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bbeb03b7-a2d8-484f-92d5-3dd21b1ab8a9 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:23.826164 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-09297ffd-faee-4441-a0b1-d0904b7bdbe3 req-1469d1f9-2747-488c-a07f-a430f5225155 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfbb795f-c2ce-4b69-b189-65a194f20acd HTTP/1.1" status: 200 len: 210 time: 0.1009181 Oct 20 11:47:23.836713 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ee3f6f36-552e-4f5e-9363-01a0b656621f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:23.901007 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ee3f6f36-552e-4f5e-9363-01a0b656621f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:23.919532 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a832216-b898-4d8c-8d3e-067c7b40b1ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-4e5a88f8-0d39-482c-88f4-547223662800', 'network_id': '4e5a88f8-0d39-482c-88f4-547223662800', 'tenant_id': '4428822d4da943edbf0ebd7bae8cae85', 'fixed_ips': [{'subnet_id': '233ccc9d-d78c-4eff-8506-8b1db74b8bf3'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:47:23.920411 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7a832216-b898-4d8c-8d3e-067c7b40b1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:24.053918 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bbeb03b7-a2d8-484f-92d5-3dd21b1ab8a9 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:24.133780 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ee3f6f36-552e-4f5e-9363-01a0b656621f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:24.137230 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ee3f6f36-552e-4f5e-9363-01a0b656621f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:24.148407 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ee3f6f36-552e-4f5e-9363-01a0b656621f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3b7bf7a7-9090-421e-8d7d-ae4e5bc8efce HTTP/1.1" status: 204 len: 168 time: 0.5528135 Oct 20 11:47:24.195710 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f6f36-552e-4f5e-9363-01a0b656621f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7bf7a7-9090-421e-8d7d-ae4e5bc8efce,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:24.359235 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72236840-ee8a-4139-bfac-1e9774f20836 req-534519aa-a7d0-4a90-bfeb-6e9f0074f825 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:24.379848 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bbeb03b7-a2d8-484f-92d5-3dd21b1ab8a9 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:24.383372 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-72236840-ee8a-4139-bfac-1e9774f20836 req-534519aa-a7d0-4a90-bfeb-6e9f0074f825 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=17352aee-573d-49ce-9005-20e05a7b610c HTTP/1.1" status: 200 len: 945 time: 0.1825399 Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server [None req-7a832216-b898-4d8c-8d3e-067c7b40b1ca None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 233ccc9d-d78c-4eff-8506-8b1db74b8bf3: This subnet is being modified by another concurrent operation. Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise exception Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 233ccc9d-d78c-4eff-8506-8b1db74b8bf3: This subnet is being modified by another concurrent operation. Oct 20 11:47:24.429840 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server Oct 20 11:47:24.459171 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f455f9-09fc-4fa6-8e73-58cf26bd3e24 None None] Network 4e5a88f8-0d39-482c-88f4-547223662800 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:47:24.490540 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb03b7-a2d8-484f-92d5-3dd21b1ab8a9 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Pushing event deleted for resources: {'Subnet': ['ID=233ccc9d-d78c-4eff-8506-8b1db74b8bf3,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:24.537771 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-72236840-ee8a-4139-bfac-1e9774f20836 req-7b0345a3-1e33-4d26-8ec4-67dddf1172b4 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499810 Oct 20 11:47:24.742350 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bbeb03b7-a2d8-484f-92d5-3dd21b1ab8a9 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:24.770190 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-bbeb03b7-a2d8-484f-92d5-3dd21b1ab8a9 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e5a88f8-0d39-482c-88f4-547223662800']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:47:24.783288 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-bbeb03b7-a2d8-484f-92d5-3dd21b1ab8a9 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e79a32c-f636-4643-85b8-34ae273c5374') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:47:24.783731 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-bbeb03b7-a2d8-484f-92d5-3dd21b1ab8a9 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e79a32c-f636-4643-85b8-34ae273c5374') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:47:24.793255 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36964616-9c75-40c8-bc2e-68378a25b263 None None] get_active_networks_info from n-d-814735-3 {{(pid=100648) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 11:47:24.797342 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bbeb03b7-a2d8-484f-92d5-3dd21b1ab8a9 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:24.817265 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bbeb03b7-a2d8-484f-92d5-3dd21b1ab8a9 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:24.824329 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbeb03b7-a2d8-484f-92d5-3dd21b1ab8a9 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Releasing vlan 1266 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:47:24.824730 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bbeb03b7-a2d8-484f-92d5-3dd21b1ab8a9 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:24.899693 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:24.979316 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:47:24.979316 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:47:24.979316 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:47:24.979316 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:47:24.979316 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:47:24.979316 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:47:24.979316 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:47:24.979316 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:47:24.979316 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:47:24.979316 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:47:24.979316 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:47:24.979316 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:47:24.979316 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:47:24.979316 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:47:24.979316 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:47:24.979316 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:47:24.979316 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:47:24.979316 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:47:24.979316 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:47:24.979316 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:47:24.979316 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:47:24.979316 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:47:24.979316 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:47:24.979316 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:47:24.979316 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:47:24.979316 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:47:24.979316 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:47:24.979316 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:47:24.979316 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:47:24.979316 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:47:24.979316 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:47:24.979316 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:47:24.989389 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bbeb03b7-a2d8-484f-92d5-3dd21b1ab8a9 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:25.001187 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bbeb03b7-a2d8-484f-92d5-3dd21b1ab8a9 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:25.032722 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58920) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:25.033426 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-bbeb03b7-a2d8-484f-92d5-3dd21b1ab8a9 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] 10.222.0.98 "DELETE /v2.0/networks/4e5a88f8-0d39-482c-88f4-547223662800 HTTP/1.1" status: 204 len: 168 time: 1.4982860 Oct 20 11:47:25.039553 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-87173fc9-ebf7-40a3-ba6c-0df3274fad03 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-49956426'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:47:25.071794 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb03b7-a2d8-484f-92d5-3dd21b1ab8a9 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Pushing event deleted for resources: {'Network': ['ID=4e5a88f8-0d39-482c-88f4-547223662800,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:25.097439 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36964616-9c75-40c8-bc2e-68378a25b263 None None] Resources bound (agent type, host, resource id): {{(pid=100648) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 11:47:25.193154 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-046f9c73-aed4-42fc-9a74-270d2a3d37b9 req-9dd93caf-621d-4842-b093-cb94de546805 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfbb795f-c2ce-4b69-b189-65a194f20acd HTTP/1.1" status: 200 len: 210 time: 0.0971684 Oct 20 11:47:25.200621 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87173fc9-ebf7-40a3-ba6c-0df3274fad03 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Made reservation on behalf of 4428822d4da943edbf0ebd7bae8cae85 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:47:25.205464 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-87173fc9-ebf7-40a3-ba6c-0df3274fad03 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:25.257223 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87173fc9-ebf7-40a3-ba6c-0df3274fad03 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] vlan segment allocate from pool success with {'vlan_id': 1298, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:47:25.278219 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-87173fc9-ebf7-40a3-ba6c-0df3274fad03 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:25.278504 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-87173fc9-ebf7-40a3-ba6c-0df3274fad03 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Added segment 6b547041-e22b-4d51-a8f7-e8783d679500 of type vlan for network b6eb10e9-ea83-4395-bfb7-b1f20432b183 Oct 20 11:47:25.432987 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-87173fc9-ebf7-40a3-ba6c-0df3274fad03 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:25.489534 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-87173fc9-ebf7-40a3-ba6c-0df3274fad03 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:25.504218 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87173fc9-ebf7-40a3-ba6c-0df3274fad03 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:25.506770 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-87173fc9-ebf7-40a3-ba6c-0df3274fad03 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:25.642312 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87173fc9-ebf7-40a3-ba6c-0df3274fad03 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Pushing event updated for resources: {'Network': ['ID=b6eb10e9-ea83-4395-bfb7-b1f20432b183,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:25.654933 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network b6eb10e9-ea83-4395-bfb7-b1f20432b183 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:47:25.688812 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-87173fc9-ebf7-40a3-ba6c-0df3274fad03 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6508083 Oct 20 11:47:25.689166 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58938) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:25.695266 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-7c1542b4-51ff-4751-a076-6c89978cf4a6 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Request body: {'subnet': {'network_id': 'b6eb10e9-ea83-4395-bfb7-b1f20432b183', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:47:25.964590 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1542b4-51ff-4751-a076-6c89978cf4a6 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Made reservation on behalf of 4428822d4da943edbf0ebd7bae8cae85 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:47:25.969555 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7c1542b4-51ff-4751-a076-6c89978cf4a6 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:25.988499 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db825ad3-0e25-4cc8-a6d0-8a671558e4e9 req-e097bde9-a0e0-4fd9-9699-3ddbf1bb341a tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:25.990430 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db825ad3-0e25-4cc8-a6d0-8a671558e4e9 req-e097bde9-a0e0-4fd9-9699-3ddbf1bb341a tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=17352aee-573d-49ce-9005-20e05a7b610c HTTP/1.1" status: 200 len: 945 time: 0.1989458 Oct 20 11:47:26.057512 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60642b-f51a-4f75-af62-f2a690e4900c req-5c2ec8bd-b755-40c5-a477-3b22aa4f13b8 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:26.061631 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea60642b-f51a-4f75-af62-f2a690e4900c req-5c2ec8bd-b755-40c5-a477-3b22aa4f13b8 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.11 "GET /v2.0/networks?id=9322139b-8809-4c21-a6d7-3c1b88007f00 HTTP/1.1" status: 200 len: 811 time: 0.3673484 Oct 20 11:47:26.083989 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-ea60642b-f51a-4f75-af62-f2a690e4900c req-080d22eb-263d-40b7-8c8f-b609d2f54bb4 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Request body: {'port': {'device_id': 'bfbb795f-c2ce-4b69-b189-65a194f20acd', 'network_id': '9322139b-8809-4c21-a6d7-3c1b88007f00', 'admin_state_up': True, 'tenant_id': '2dc8f662c37e4455845b8c86bfd8f795'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:47:26.329932 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db825ad3-0e25-4cc8-a6d0-8a671558e4e9 req-cfba7aed-0f31-4a93-92f1-46ee20705c1b tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140461 Oct 20 11:47:26.395070 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:47:26.446402 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea60642b-f51a-4f75-af62-f2a690e4900c req-080d22eb-263d-40b7-8c8f-b609d2f54bb4 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Made reservation on behalf of 2dc8f662c37e4455845b8c86bfd8f795 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:47:26.458970 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ea60642b-f51a-4f75-af62-f2a690e4900c req-080d22eb-263d-40b7-8c8f-b609d2f54bb4 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:26.469782 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-99b99554-57b7-4b8d-86d2-7657cfda43e3 req-a34ad934-46be-45cb-a547-9fec51f443fd tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfbb795f-c2ce-4b69-b189-65a194f20acd HTTP/1.1" status: 200 len: 210 time: 0.1017704 Oct 20 11:47:26.595037 n-d-814735-3 neutron-server[100646]: DEBUG neutron.objects.ports [None req-7c1542b4-51ff-4751-a076-6c89978cf4a6 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100646) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 11:47:26.596674 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7c1542b4-51ff-4751-a076-6c89978cf4a6 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:26.764425 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1542b4-51ff-4751-a076-6c89978cf4a6 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Checking segment: {'id': '6b547041-e22b-4d51-a8f7-e8783d679500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': 'b6eb10e9-ea83-4395-bfb7-b1f20432b183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:47:26.765092 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1542b4-51ff-4751-a076-6c89978cf4a6 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Network hostable DHCP agents. Network: b6eb10e9-ea83-4395-bfb7-b1f20432b183, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:47:26.771477 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-ea60642b-f51a-4f75-af62-f2a690e4900c req-080d22eb-263d-40b7-8c8f-b609d2f54bb4 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Allocated IP 172.20.0.4 (9322139b-8809-4c21-a6d7-3c1b88007f00/1f8d9068-e32a-474d-a79e-183043471abb/5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:47:26.795911 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1542b4-51ff-4751-a076-6c89978cf4a6 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Pushing event updated for resources: {'Subnet': ['ID=0e692461-8cef-483a-9bff-bc9d3d1ee95a,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:26.821669 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1542b4-51ff-4751-a076-6c89978cf4a6 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Network b6eb10e9-ea83-4395-bfb7-b1f20432b183 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:47:26.862910 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-7c1542b4-51ff-4751-a076-6c89978cf4a6 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, b6eb10e9-ea83-4395-bfb7-b1f20432b183) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:47:26.870228 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1542b4-51ff-4751-a076-6c89978cf4a6 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:26.870903 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7c1542b4-51ff-4751-a076-6c89978cf4a6 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:26.872967 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024f0e45-1ada-4247-bceb-679599a2fd27 None None] Network b6eb10e9-ea83-4395-bfb7-b1f20432b183 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:47:26.930675 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7c1542b4-51ff-4751-a076-6c89978cf4a6 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2400794 Oct 20 11:47:26.931231 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59004) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:27.240035 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ea60642b-f51a-4f75-af62-f2a690e4900c req-080d22eb-263d-40b7-8c8f-b609d2f54bb4 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:27.258991 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-509fc9af-1b08-44ba-965b-dbb4d8e28b33 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:27.273263 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a291410a-369f-4247-94b8-8698b87f3722 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-b6eb10e9-ea83-4395-bfb7-b1f20432b183', 'network_id': 'b6eb10e9-ea83-4395-bfb7-b1f20432b183', 'tenant_id': '4428822d4da943edbf0ebd7bae8cae85', 'fixed_ips': [{'subnet_id': '0e692461-8cef-483a-9bff-bc9d3d1ee95a'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:47:27.274553 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a291410a-369f-4247-94b8-8698b87f3722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:27.401298 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ea60642b-f51a-4f75-af62-f2a690e4900c req-080d22eb-263d-40b7-8c8f-b609d2f54bb4 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:27.412265 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-509fc9af-1b08-44ba-965b-dbb4d8e28b33 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:27.516312 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['fa89723a-1ad1-43c3-a4f1-1df017eb7ff0'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:47:27.565155 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-509fc9af-1b08-44ba-965b-dbb4d8e28b33 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:27.572568 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea60642b-f51a-4f75-af62-f2a690e4900c req-080d22eb-263d-40b7-8c8f-b609d2f54bb4 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Network 9322139b-8809-4c21-a6d7-3c1b88007f00 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:47:27.653221 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-ea60642b-f51a-4f75-af62-f2a690e4900c req-080d22eb-263d-40b7-8c8f-b609d2f54bb4 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:47:27.673654 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea60642b-f51a-4f75-af62-f2a690e4900c req-080d22eb-263d-40b7-8c8f-b609d2f54bb4 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:47:27.687713 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509fc9af-1b08-44ba-965b-dbb4d8e28b33 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Pushing event deleted for resources: {'Subnet': ['ID=0e692461-8cef-483a-9bff-bc9d3d1ee95a,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:27.707346 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d22eb-263d-40b7-8c8f-b609d2f54bb4 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Pushing event updated for resources: {'Port': ['ID=5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server [None req-a291410a-369f-4247-94b8-8698b87f3722 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e692461-8cef-483a-9bff-bc9d3d1ee95a: This subnet is being modified by another concurrent operation. Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise exception Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e692461-8cef-483a-9bff-bc9d3d1ee95a: This subnet is being modified by another concurrent operation. Oct 20 11:47:27.800801 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server Oct 20 11:47:27.828151 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d98dedc-5bed-44e7-8f8a-bdc45adc3454 None None] Network b6eb10e9-ea83-4395-bfb7-b1f20432b183 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:47:27.958228 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60642b-f51a-4f75-af62-f2a690e4900c req-080d22eb-263d-40b7-8c8f-b609d2f54bb4 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:27.959205 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ea60642b-f51a-4f75-af62-f2a690e4900c req-080d22eb-263d-40b7-8c8f-b609d2f54bb4 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:27.969199 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-509fc9af-1b08-44ba-965b-dbb4d8e28b33 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:27.983014 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf5a40-42dc-4f08-a862-6b3277dd8a38 req-4c1d560c-9c89-411c-bd6c-49dd92e3496f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:27.985481 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a5bf5a40-42dc-4f08-a862-6b3277dd8a38 req-4c1d560c-9c89-411c-bd6c-49dd92e3496f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=17352aee-573d-49ce-9005-20e05a7b610c HTTP/1.1" status: 200 len: 945 time: 0.4919744 Oct 20 11:47:27.996062 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea60642b-f51a-4f75-af62-f2a690e4900c req-080d22eb-263d-40b7-8c8f-b609d2f54bb4 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9217196 Oct 20 11:47:28.027602 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9d263-76de-4e58-ace0-62a9de4e828b req-e02dc16d-da30-4c7d-acc6-0803e22f98c1 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:28.036453 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4b9d263-76de-4e58-ace0-62a9de4e828b req-e02dc16d-da30-4c7d-acc6-0803e22f98c1 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfbb795f-c2ce-4b69-b189-65a194f20acd HTTP/1.1" status: 200 len: 931 time: 0.3659070 Oct 20 11:47:28.083523 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-509fc9af-1b08-44ba-965b-dbb4d8e28b33 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6eb10e9-ea83-4395-bfb7-b1f20432b183']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:47:28.105387 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-509fc9af-1b08-44ba-965b-dbb4d8e28b33 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b547041-e22b-4d51-a8f7-e8783d679500') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:47:28.107488 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-509fc9af-1b08-44ba-965b-dbb4d8e28b33 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b547041-e22b-4d51-a8f7-e8783d679500') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:47:28.126256 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-ea60642b-f51a-4f75-af62-f2a690e4900c req-762540dc-a611-4a24-b1e2-333e3058e3f9 service neutron] Request body: {'port': {'device_id': 'bfbb795f-c2ce-4b69-b189-65a194f20acd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:47:28.133049 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-509fc9af-1b08-44ba-965b-dbb4d8e28b33 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:28.162449 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-509fc9af-1b08-44ba-965b-dbb4d8e28b33 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:28.176463 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-509fc9af-1b08-44ba-965b-dbb4d8e28b33 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Releasing vlan 1298 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:47:28.177061 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-509fc9af-1b08-44ba-965b-dbb4d8e28b33 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:28.187842 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:47:28.187842 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:47:28.187842 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:47:28.187842 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:47:28.187842 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:47:28.187842 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:47:28.187842 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:47:28.187842 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:47:28.187842 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:47:28.187842 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:47:28.187842 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:47:28.187842 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:47:28.187842 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:47:28.187842 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:47:28.187842 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:47:28.187842 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:47:28.187842 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:47:28.187842 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:47:28.187842 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:47:28.187842 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:47:28.187842 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:47:28.187842 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:47:28.187842 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:47:28.187842 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:47:28.187842 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:47:28.187842 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:47:28.187842 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:47:28.187842 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:47:28.187842 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:47:28.187842 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:47:28.187842 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:47:28.187842 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:47:28.225983 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4b9d263-76de-4e58-ace0-62a9de4e828b req-de01e58b-1c3f-41b5-aaed-bf70b39e7a53 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876571 Oct 20 11:47:28.226895 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10434e5-7db9-4b9c-b3e4-f2ed74709863 None None] get_active_networks_info from n-d-814735-3 {{(pid=100648) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 11:47:28.340068 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ea60642b-f51a-4f75-af62-f2a690e4900c req-762540dc-a611-4a24-b1e2-333e3058e3f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:28.344739 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 59090) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:28.389053 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-509fc9af-1b08-44ba-965b-dbb4d8e28b33 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:28.394976 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-509fc9af-1b08-44ba-965b-dbb4d8e28b33 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:28.401025 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-509fc9af-1b08-44ba-965b-dbb4d8e28b33 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] 10.222.0.98 "DELETE /v2.0/networks/b6eb10e9-ea83-4395-bfb7-b1f20432b183 HTTP/1.1" status: 204 len: 168 time: 1.4682534 Oct 20 11:47:28.420546 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59094) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:28.440867 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a5bf5a40-42dc-4f08-a862-6b3277dd8a38 req-09498a92-60d3-48f1-a847-36fe31829c55 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4409881 Oct 20 11:47:28.482003 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509fc9af-1b08-44ba-965b-dbb4d8e28b33 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Pushing event deleted for resources: {'Network': ['ID=b6eb10e9-ea83-4395-bfb7-b1f20432b183,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:28.554242 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a983e3e-07b4-4604-8074-d9abe3d51b2f tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] DELETE failed (client error): The resource could not be found. Oct 20 11:47:28.554819 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a983e3e-07b4-4604-8074-d9abe3d51b2f tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:47:28.562496 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 59096) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:28.567993 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10434e5-7db9-4b9c-b3e4-f2ed74709863 None None] Resources bound (agent type, host, resource id): {{(pid=100648) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 11:47:28.570028 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7a983e3e-07b4-4604-8074-d9abe3d51b2f tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] 10.222.0.98 "DELETE /v2.0/subnets/0e692461-8cef-483a-9bff-bc9d3d1ee95a HTTP/1.1" status: 404 len: 337 time: 0.1455655 Oct 20 11:47:28.628197 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7de62ff-0dd6-43e8-9f2f-3a5a8614cb4b tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] DELETE failed (client error): The resource could not be found. Oct 20 11:47:28.628975 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7de62ff-0dd6-43e8-9f2f-3a5a8614cb4b tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:47:28.636135 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-f7de62ff-0dd6-43e8-9f2f-3a5a8614cb4b tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] 10.222.0.98 "DELETE /v2.0/networks/b6eb10e9-ea83-4395-bfb7-b1f20432b183 HTTP/1.1" status: 404 len: 339 time: 0.0710294 Oct 20 11:47:28.639353 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59098) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:28.669786 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-78135f05-b47e-4a50-ba2c-a24cb2c86a9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:28.710052 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5c9c2ae-2a93-4c64-8355-8f5cee4e35cf tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] DELETE failed (client error): The resource could not be found. Oct 20 11:47:28.710548 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5c9c2ae-2a93-4c64-8355-8f5cee4e35cf tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:47:28.738425 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b5c9c2ae-2a93-4c64-8355-8f5cee4e35cf tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] 10.222.0.98 "DELETE /v2.0/subnets/233ccc9d-d78c-4eff-8506-8b1db74b8bf3 HTTP/1.1" status: 404 len: 337 time: 0.0967593 Oct 20 11:47:28.740801 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59100) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:28.809023 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-e54f423d-18f3-4adc-8195-d3315cf7787a tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] DELETE failed (client error): The resource could not be found. Oct 20 11:47:28.810341 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e54f423d-18f3-4adc-8195-d3315cf7787a tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:47:28.822280 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e54f423d-18f3-4adc-8195-d3315cf7787a tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] 10.222.0.98 "DELETE /v2.0/networks/4e5a88f8-0d39-482c-88f4-547223662800 HTTP/1.1" status: 404 len: 339 time: 0.0800679 Oct 20 11:47:28.825062 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59104) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:28.928664 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f1b1601-8f68-4d0c-a6cc-fd703f3408fe tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] DELETE failed (client error): The resource could not be found. Oct 20 11:47:28.934296 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f1b1601-8f68-4d0c-a6cc-fd703f3408fe tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:47:28.938600 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5f1b1601-8f68-4d0c-a6cc-fd703f3408fe tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] 10.222.0.98 "DELETE /v2.0/subnets/e9b9fe24-f82c-4924-ba4d-69108a226dd9 HTTP/1.1" status: 404 len: 337 time: 0.1092920 Oct 20 11:47:28.943754 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59108) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:28.968268 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-34c9a88c-9a04-4255-b64d-0033ead50467 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] DELETE failed (client error): The resource could not be found. Oct 20 11:47:28.969260 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34c9a88c-9a04-4255-b64d-0033ead50467 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:47:28.974304 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-34c9a88c-9a04-4255-b64d-0033ead50467 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] 10.222.0.98 "DELETE /v2.0/networks/6bc67dd2-8243-45db-9ae5-bb29900b9686 HTTP/1.1" status: 404 len: 339 time: 0.0282323 Oct 20 11:47:28.976717 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59110) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:29.051793 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-78135f05-b47e-4a50-ba2c-a24cb2c86a9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:29.068578 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-78135f05-b47e-4a50-ba2c-a24cb2c86a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:29.084526 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-20b0ae7c-4793-4e7b-950f-674cd28fb759 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Deleting port d327802c-9591-4434-82f8-252176d2ddcd {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:47:29.085361 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-20b0ae7c-4793-4e7b-950f-674cd28fb759 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:29.191242 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-20b0ae7c-4793-4e7b-950f-674cd28fb759 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:29.231381 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-20b0ae7c-4793-4e7b-950f-674cd28fb759 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Calling delete_port for d327802c-9591-4434-82f8-252176d2ddcd owned by {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:47:29.346283 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-78135f05-b47e-4a50-ba2c-a24cb2c86a9e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a886746dc3974e6bb9262f35281ae75b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9998102 Oct 20 11:47:29.360819 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78135f05-b47e-4a50-ba2c-a24cb2c86a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8773841-1fe1-44b6-9419-e63765cc822b,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:29.368303 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 59116) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:29.555995 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-20b0ae7c-4793-4e7b-950f-674cd28fb759 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:29.619080 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b0ae7c-4793-4e7b-950f-674cd28fb759 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Pushing event deleted for resources: {'Port': ['ID=d327802c-9591-4434-82f8-252176d2ddcd,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:29.668776 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-20b0ae7c-4793-4e7b-950f-674cd28fb759 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:29.677043 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-20b0ae7c-4793-4e7b-950f-674cd28fb759 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] 10.222.0.98 "DELETE /v2.0/ports/d327802c-9591-4434-82f8-252176d2ddcd HTTP/1.1" status: 204 len: 168 time: 0.6990304 Oct 20 11:47:29.683546 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59122) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:29.733835 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ba442-a6a6-418f-831c-644b5f19cd15 req-ca38f714-7dce-4765-a4b3-dea5209a82bd tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:29.759440 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-988ba442-a6a6-418f-831c-644b5f19cd15 req-ca38f714-7dce-4765-a4b3-dea5209a82bd tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfbb795f-c2ce-4b69-b189-65a194f20acd HTTP/1.1" status: 200 len: 931 time: 0.3678970 Oct 20 11:47:29.780502 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-ea60642b-f51a-4f75-af62-f2a690e4900c req-762540dc-a611-4a24-b1e2-333e3058e3f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:47:29.796700 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7950dd6-355c-4034-b61c-ce94fba069cd tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] DELETE failed (client error): The resource could not be found. Oct 20 11:47:29.797351 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7950dd6-355c-4034-b61c-ce94fba069cd tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:47:29.803421 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d7950dd6-355c-4034-b61c-ce94fba069cd tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] 10.222.0.98 "DELETE /v2.0/subnets/16bd60fe-64d6-4cf0-a874-8bf37529b34e HTTP/1.1" status: 404 len: 337 time: 0.1148851 Oct 20 11:47:29.805915 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ea60642b-f51a-4f75-af62-f2a690e4900c req-762540dc-a611-4a24-b1e2-333e3058e3f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:29.806872 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59124) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:29.817109 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-02f9134b-3362-41e5-ba2d-cd443e3354ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:29.869406 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-ea60642b-f51a-4f75-af62-f2a690e4900c req-762540dc-a611-4a24-b1e2-333e3058e3f9 service neutron] Transition to ACTIVE for port object 5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:47:29.899122 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-988ba442-a6a6-418f-831c-644b5f19cd15 req-7ed3fbd4-ede3-4767-9a38-feaedeb4d6fa tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007402 Oct 20 11:47:29.904597 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ea60642b-f51a-4f75-af62-f2a690e4900c req-762540dc-a611-4a24-b1e2-333e3058e3f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:29.910209 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-02f9134b-3362-41e5-ba2d-cd443e3354ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:29.990910 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af6234-a3e6-4492-8c2c-ff6cbf1ce3df req-473816f4-4722-4945-8a98-47ef8d54c845 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:29.998281 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a0af6234-a3e6-4492-8c2c-ff6cbf1ce3df req-473816f4-4722-4945-8a98-47ef8d54c845 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=17352aee-573d-49ce-9005-20e05a7b610c HTTP/1.1" status: 200 len: 945 time: 0.2372034 Oct 20 11:47:30.027076 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f3260535-624c-448f-b42a-a27b1b99721d tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:30.064321 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762540dc-a611-4a24-b1e2-333e3058e3f9 service neutron] Pushing event updated for resources: {'Port': ['ID=5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:30.142955 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a0af6234-a3e6-4492-8c2c-ff6cbf1ce3df req-f242f73c-898d-4b97-a3d5-176b4f587ba5 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388168 Oct 20 11:47:30.143189 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f3260535-624c-448f-b42a-a27b1b99721d tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:30.170283 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-f3260535-624c-448f-b42a-a27b1b99721d tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5e1580b-fa9a-47d2-ae46-f52891b7bbb7']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:47:30.173673 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-02f9134b-3362-41e5-ba2d-cd443e3354ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:30.176632 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-02f9134b-3362-41e5-ba2d-cd443e3354ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:30.177791 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-02f9134b-3362-41e5-ba2d-cd443e3354ef admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e8773841-1fe1-44b6-9419-e63765cc822b HTTP/1.1" status: 204 len: 168 time: 0.8035548 Oct 20 11:47:30.185528 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-f3260535-624c-448f-b42a-a27b1b99721d tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be1045fb-f592-44d3-9573-749ab38afcb5') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:47:30.185833 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-f3260535-624c-448f-b42a-a27b1b99721d tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be1045fb-f592-44d3-9573-749ab38afcb5') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:47:30.190350 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f9134b-3362-41e5-ba2d-cd443e3354ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8773841-1fe1-44b6-9419-e63765cc822b,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:30.196422 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f3260535-624c-448f-b42a-a27b1b99721d tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:30.224974 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-ea60642b-f51a-4f75-af62-f2a690e4900c req-762540dc-a611-4a24-b1e2-333e3058e3f9 service neutron] Attempting to bind port 5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:47:30.225389 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-ea60642b-f51a-4f75-af62-f2a690e4900c req-762540dc-a611-4a24-b1e2-333e3058e3f9 service neutron] Attempting to bind port 5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '540c4293-1966-46a4-96ab-b132597e960a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9322139b-8809-4c21-a6d7-3c1b88007f00'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:47:30.225540 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f3260535-624c-448f-b42a-a27b1b99721d tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:30.228039 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea60642b-f51a-4f75-af62-f2a690e4900c req-762540dc-a611-4a24-b1e2-333e3058e3f9 service neutron] Attempting to bind port 5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7 on network 9322139b-8809-4c21-a6d7-3c1b88007f00 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:47:30.235875 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3260535-624c-448f-b42a-a27b1b99721d tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Releasing vlan 1263 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:47:30.236330 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f3260535-624c-448f-b42a-a27b1b99721d tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:30.236775 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea60642b-f51a-4f75-af62-f2a690e4900c req-762540dc-a611-4a24-b1e2-333e3058e3f9 service neutron] Port 5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7 on network 9322139b-8809-4c21-a6d7-3c1b88007f00 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:47:30.237128 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea60642b-f51a-4f75-af62-f2a690e4900c req-762540dc-a611-4a24-b1e2-333e3058e3f9 service neutron] Attempting to bind port 5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7 on network 9322139b-8809-4c21-a6d7-3c1b88007f00 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:47:30.247458 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea60642b-f51a-4f75-af62-f2a690e4900c req-762540dc-a611-4a24-b1e2-333e3058e3f9 service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:47:30.247881 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea60642b-f51a-4f75-af62-f2a690e4900c req-762540dc-a611-4a24-b1e2-333e3058e3f9 service neutron] Checking segment: {'id': '540c4293-1966-46a4-96ab-b132597e960a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9322139b-8809-4c21-a6d7-3c1b88007f00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:47:30.248287 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea60642b-f51a-4f75-af62-f2a690e4900c req-762540dc-a611-4a24-b1e2-333e3058e3f9 service neutron] Bound using segment: {'id': '540c4293-1966-46a4-96ab-b132597e960a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9322139b-8809-4c21-a6d7-3c1b88007f00'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:47:30.248711 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-ea60642b-f51a-4f75-af62-f2a690e4900c req-762540dc-a611-4a24-b1e2-333e3058e3f9 service neutron] Bound port: 5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '540c4293-1966-46a4-96ab-b132597e960a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9322139b-8809-4c21-a6d7-3c1b88007f00'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:47:30.249131 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ea60642b-f51a-4f75-af62-f2a690e4900c req-762540dc-a611-4a24-b1e2-333e3058e3f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:30.305342 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:47:30.305342 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:47:30.305342 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:47:30.305342 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:47:30.305342 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:47:30.305342 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:47:30.305342 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:47:30.305342 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:47:30.305342 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:47:30.305342 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:47:30.305342 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:47:30.305342 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:47:30.305342 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:47:30.305342 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:47:30.305342 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:47:30.305342 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:47:30.305342 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:47:30.305342 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:47:30.305342 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:47:30.305342 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:47:30.305342 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:47:30.305342 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:47:30.305342 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:47:30.305342 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:47:30.305342 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:47:30.305342 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:47:30.305342 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:47:30.305342 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:47:30.305342 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:47:30.305342 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:47:30.305342 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:47:30.305342 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:47:30.313496 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f3260535-624c-448f-b42a-a27b1b99721d tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:30.329236 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f3260535-624c-448f-b42a-a27b1b99721d tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:30.333370 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f3260535-624c-448f-b42a-a27b1b99721d tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] 10.222.0.98 "DELETE /v2.0/networks/b5e1580b-fa9a-47d2-ae46-f52891b7bbb7 HTTP/1.1" status: 204 len: 168 time: 0.5253685 Oct 20 11:47:30.336484 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59134) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:30.383486 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3260535-624c-448f-b42a-a27b1b99721d tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Pushing event deleted for resources: {'Network': ['ID=b5e1580b-fa9a-47d2-ae46-f52891b7bbb7,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:30.405315 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-ea60642b-f51a-4f75-af62-f2a690e4900c req-762540dc-a611-4a24-b1e2-333e3058e3f9 service neutron] For port 5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:47:30.419364 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-ea60642b-f51a-4f75-af62-f2a690e4900c req-762540dc-a611-4a24-b1e2-333e3058e3f9 service neutron] For port 5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7,segment=NetworkSegment(540c4293-1966-46a4-96ab-b132597e960a),segment_id=540c4293-1966-46a4-96ab-b132597e960a)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:47:30.431293 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ea60642b-f51a-4f75-af62-f2a690e4900c req-762540dc-a611-4a24-b1e2-333e3058e3f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:30.478438 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-33993b75-09ed-4967-884a-48fbae7747c1 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Deleting port 87172e17-c818-487d-9528-d745eac6d485 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:47:30.479140 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-33993b75-09ed-4967-884a-48fbae7747c1 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:30.526328 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60642b-f51a-4f75-af62-f2a690e4900c req-762540dc-a611-4a24-b1e2-333e3058e3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:30.526984 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ea60642b-f51a-4f75-af62-f2a690e4900c req-762540dc-a611-4a24-b1e2-333e3058e3f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:30.528775 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea60642b-f51a-4f75-af62-f2a690e4900c req-762540dc-a611-4a24-b1e2-333e3058e3f9 service neutron] 10.222.0.11 "PUT /v2.0/ports/5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7 HTTP/1.1" status: 200 len: 1091 time: 2.4885993 Oct 20 11:47:30.529401 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfbb795f-c2ce-4b69-b189-65a194f20acd', 'tag': '5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:47:30.531894 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a74130-e7ec-43a7-8f5a-7412d3be1f74" -d '{"events": [{"name": "network-changed", "server_uuid": "bfbb795f-c2ce-4b69-b189-65a194f20acd", "tag": "5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:47:30.564663 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-33993b75-09ed-4967-884a-48fbae7747c1 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:30.593056 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-33993b75-09ed-4967-884a-48fbae7747c1 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Calling delete_port for 87172e17-c818-487d-9528-d745eac6d485 owned by {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:47:30.613554 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2374231e-957e-4d34-9ccd-ea4854061843 x-openstack-request-id: req-2374231e-957e-4d34-9ccd-ea4854061843 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:47:30.632382 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfbb795f-c2ce-4b69-b189-65a194f20acd", "tag": "5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:47:30.632674 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2374231e-957e-4d34-9ccd-ea4854061843 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:47:30.633135 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfbb795f-c2ce-4b69-b189-65a194f20acd', 'tag': '5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7', 'status': 'completed', 'code': 200} Oct 20 11:47:30.709927 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762540dc-a611-4a24-b1e2-333e3058e3f9 service neutron] Pushing event updated for resources: {'Port': ['ID=5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:30.733607 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-33993b75-09ed-4967-884a-48fbae7747c1 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:30.738173 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60642b-f51a-4f75-af62-f2a690e4900c req-60f963a0-43eb-44ca-ab1b-3777215cbd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:30.739731 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea60642b-f51a-4f75-af62-f2a690e4900c req-60f963a0-43eb-44ca-ab1b-3777215cbd11 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2dc8f662c37e4455845b8c86bfd8f795&device_id=bfbb795f-c2ce-4b69-b189-65a194f20acd HTTP/1.1" status: 200 len: 1094 time: 0.1599903 Oct 20 11:47:30.778281 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33993b75-09ed-4967-884a-48fbae7747c1 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Pushing event deleted for resources: {'Port': ['ID=87172e17-c818-487d-9528-d745eac6d485,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:30.787066 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-33993b75-09ed-4967-884a-48fbae7747c1 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:30.791115 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-33993b75-09ed-4967-884a-48fbae7747c1 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] 10.222.0.98 "DELETE /v2.0/ports/87172e17-c818-487d-9528-d745eac6d485 HTTP/1.1" status: 204 len: 168 time: 0.4536326 Oct 20 11:47:30.793460 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59148) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:30.828413 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a5e461d-b13e-4be3-b851-2476e690c573 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] DELETE failed (client error): The resource could not be found. Oct 20 11:47:30.829063 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a5e461d-b13e-4be3-b851-2476e690c573 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:47:30.833878 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea60642b-f51a-4f75-af62-f2a690e4900c req-413f991a-71c4-4413-8e90-faf777bcd872 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7 HTTP/1.1" status: 200 len: 217 time: 0.0852072 Oct 20 11:47:30.841166 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-9a5e461d-b13e-4be3-b851-2476e690c573 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] 10.222.0.98 "DELETE /v2.0/subnets/d3f84a6d-8246-4fc4-94c9-377ee37fcbbc HTTP/1.1" status: 404 len: 337 time: 0.0462692 Oct 20 11:47:30.845610 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59152) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:30.910900 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60642b-f51a-4f75-af62-f2a690e4900c req-63b9d797-6517-49c4-89bb-7d7c92c1cf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:30.912625 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea60642b-f51a-4f75-af62-f2a690e4900c req-63b9d797-6517-49c4-89bb-7d7c92c1cf31 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f8d9068-e32a-474d-a79e-183043471abb HTTP/1.1" status: 200 len: 851 time: 0.0662565 Oct 20 11:47:30.995097 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea60642b-f51a-4f75-af62-f2a690e4900c req-b738e057-c8eb-47b1-b300-239c12ec5034 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9322139b-8809-4c21-a6d7-3c1b88007f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748520 Oct 20 11:47:31.093301 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a20d5b82-27d7-4909-809b-2541cb2eac28 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:31.119844 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea60642b-f51a-4f75-af62-f2a690e4900c req-c58b46b9-42ba-443d-9aef-dae40bc86b59 service neutron] 10.222.0.11 "GET /v2.0/networks/9322139b-8809-4c21-a6d7-3c1b88007f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163421 Oct 20 11:47:31.232566 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a20d5b82-27d7-4909-809b-2541cb2eac28 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:31.312153 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-a20d5b82-27d7-4909-809b-2541cb2eac28 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7295e6cc-3cbf-4c14-93cd-28d949e5fb0a']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:47:31.335365 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-a20d5b82-27d7-4909-809b-2541cb2eac28 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fd27c75-fe80-4902-a1f3-568b20e781c9') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:47:31.335601 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-a20d5b82-27d7-4909-809b-2541cb2eac28 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fd27c75-fe80-4902-a1f3-568b20e781c9') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:47:31.357144 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a20d5b82-27d7-4909-809b-2541cb2eac28 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:31.386548 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a20d5b82-27d7-4909-809b-2541cb2eac28 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:31.408026 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a20d5b82-27d7-4909-809b-2541cb2eac28 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Releasing vlan 1255 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:47:31.411151 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a20d5b82-27d7-4909-809b-2541cb2eac28 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:31.501085 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:47:31.501085 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:47:31.501085 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:47:31.501085 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:47:31.501085 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:47:31.501085 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:47:31.501085 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:47:31.501085 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:47:31.501085 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:47:31.501085 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:47:31.501085 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:47:31.501085 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:47:31.501085 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:47:31.501085 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:47:31.501085 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:47:31.501085 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:47:31.501085 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:47:31.501085 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:47:31.501085 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:47:31.501085 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:47:31.501085 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:47:31.501085 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:47:31.501085 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:47:31.501085 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:47:31.501085 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:47:31.501085 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:47:31.501085 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:47:31.501085 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:47:31.501085 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:47:31.501085 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:47:31.501085 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:47:31.501085 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:47:31.510149 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a20d5b82-27d7-4909-809b-2541cb2eac28 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:31.527448 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea60642b-f51a-4f75-af62-f2a690e4900c req-f21e1677-8981-42e9-b9ce-c7927b49a99b service neutron] 10.222.0.11 "GET /v2.0/networks/9322139b-8809-4c21-a6d7-3c1b88007f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3921742 Oct 20 11:47:31.562888 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a20d5b82-27d7-4909-809b-2541cb2eac28 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:31.575535 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a20d5b82-27d7-4909-809b-2541cb2eac28 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] 10.222.0.98 "DELETE /v2.0/networks/7295e6cc-3cbf-4c14-93cd-28d949e5fb0a HTTP/1.1" status: 204 len: 168 time: 0.7285111 Oct 20 11:47:31.581885 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20d5b82-27d7-4909-809b-2541cb2eac28 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Pushing event deleted for resources: {'Network': ['ID=7295e6cc-3cbf-4c14-93cd-28d949e5fb0a,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:31.588528 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59178) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:31.700304 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-583b0a79-d034-4981-ae6e-27e3442f3083 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Deleting subnet 46faf019-73ee-4620-8444-79c37f2c51ca {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:47:31.705663 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-583b0a79-d034-4981-ae6e-27e3442f3083 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:31.769344 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69499fba-3545-4181-8f0d-2139a22c65bb req-b4c0d9df-7955-4bad-869e-27ad243d2b88 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:31.779936 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-69499fba-3545-4181-8f0d-2139a22c65bb req-b4c0d9df-7955-4bad-869e-27ad243d2b88 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfbb795f-c2ce-4b69-b189-65a194f20acd HTTP/1.1" status: 200 len: 943 time: 0.6589489 Oct 20 11:47:31.819528 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-583b0a79-d034-4981-ae6e-27e3442f3083 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:31.918594 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-69499fba-3545-4181-8f0d-2139a22c65bb req-77db6e79-1340-41ad-8e82-2ad16b6b0392 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349058 Oct 20 11:47:31.938590 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e8b79d-9b25-4180-8ca1-94b0d4b986f3 req-1932cf69-a944-412e-a7b9-5851cf917449 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:31.942347 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-69e8b79d-9b25-4180-8ca1-94b0d4b986f3 req-1932cf69-a944-412e-a7b9-5851cf917449 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=17352aee-573d-49ce-9005-20e05a7b610c HTTP/1.1" status: 200 len: 945 time: 0.4122760 Oct 20 11:47:31.944444 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a74130-e7ec-43a7-8f5a-7412d3be1f74 req-d807dc0b-a0fb-4bca-9ee1-ac2ed2873943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:31.952153 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f0a74130-e7ec-43a7-8f5a-7412d3be1f74 req-d807dc0b-a0fb-4bca-9ee1-ac2ed2873943 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2dc8f662c37e4455845b8c86bfd8f795&device_id=bfbb795f-c2ce-4b69-b189-65a194f20acd HTTP/1.1" status: 200 len: 1094 time: 0.3173504 Oct 20 11:47:32.042060 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-583b0a79-d034-4981-ae6e-27e3442f3083 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:32.133734 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-69e8b79d-9b25-4180-8ca1-94b0d4b986f3 req-a0f3281a-4b0b-4f0c-81c1-e1e2c9c2fb1e tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805081 Oct 20 11:47:32.170779 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a74130-e7ec-43a7-8f5a-7412d3be1f74 req-bfa0ca76-4ca0-46cc-ab94-84b18f30b612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:32.172681 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f0a74130-e7ec-43a7-8f5a-7412d3be1f74 req-bfa0ca76-4ca0-46cc-ab94-84b18f30b612 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9322139b-8809-4c21-a6d7-3c1b88007f00 HTTP/1.1" status: 200 len: 913 time: 0.2052240 Oct 20 11:47:32.177381 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-583b0a79-d034-4981-ae6e-27e3442f3083 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:32.238370 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f0a74130-e7ec-43a7-8f5a-7412d3be1f74 req-d46487f8-c3d9-40da-b1c7-66aaab1b7046 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7 HTTP/1.1" status: 200 len: 217 time: 0.0567455 Oct 20 11:47:32.290571 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322ea740-6326-4b80-9dde-74e5729778c3 None None] Network 07fb7094-cc56-4362-8ebf-102966c187df requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:47:32.291424 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-583b0a79-d034-4981-ae6e-27e3442f3083 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:32.300440 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-583b0a79-d034-4981-ae6e-27e3442f3083 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] 10.222.0.98 "DELETE /v2.0/subnets/46faf019-73ee-4620-8444-79c37f2c51ca HTTP/1.1" status: 204 len: 168 time: 0.7107694 Oct 20 11:47:32.306138 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b0a79-d034-4981-ae6e-27e3442f3083 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Pushing event deleted for resources: {'Subnet': ['ID=46faf019-73ee-4620-8444-79c37f2c51ca,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:32.309214 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59204) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:32.387257 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a74130-e7ec-43a7-8f5a-7412d3be1f74 req-17d33972-aa1a-4f5d-9d6d-af7a791373bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:32.395765 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f0a74130-e7ec-43a7-8f5a-7412d3be1f74 req-17d33972-aa1a-4f5d-9d6d-af7a791373bf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f8d9068-e32a-474d-a79e-183043471abb HTTP/1.1" status: 200 len: 851 time: 0.1498911 Oct 20 11:47:32.467293 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f0a74130-e7ec-43a7-8f5a-7412d3be1f74 req-a72146a5-af2e-4c1e-8fa3-8389d78b007b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9322139b-8809-4c21-a6d7-3c1b88007f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612655 Oct 20 11:47:32.514610 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b4467f4d-3f7a-44a2-b9ad-74734d68d802 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:32.627813 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-b4467f4d-3f7a-44a2-b9ad-74734d68d802 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Deleting port 1555493d-8508-4cc2-a71b-9596c6e706fe {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:47:32.628077 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b4467f4d-3f7a-44a2-b9ad-74734d68d802 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:32.652155 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57de47e6-87b6-44eb-8c5c-193a580e988a None None] DHCP port deletion for 07fb7094-cc56-4362-8ebf-102966c187df request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:47:32.656628 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f0a74130-e7ec-43a7-8f5a-7412d3be1f74 req-d07f16b1-a9d1-4060-a0ce-df4567759618 service neutron] 10.222.0.11 "GET /v2.0/networks/9322139b-8809-4c21-a6d7-3c1b88007f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805935 Oct 20 11:47:32.745095 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-57de47e6-87b6-44eb-8c5c-193a580e988a None None] Deleting port 1555493d-8508-4cc2-a71b-9596c6e706fe {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:47:32.745468 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-57de47e6-87b6-44eb-8c5c-193a580e988a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:32.874137 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-b4467f4d-3f7a-44a2-b9ad-74734d68d802 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] For port 1555493d-8508-4cc2-a71b-9596c6e706fe, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=1555493d-8508-4cc2-a71b-9596c6e706fe,segment=NetworkSegment(b575dd75-fa98-4960-884c-6551ff75d2f4),segment_id=b575dd75-fa98-4960-884c-6551ff75d2f4)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:47:32.874516 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b4467f4d-3f7a-44a2-b9ad-74734d68d802 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:32.909491 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-b4467f4d-3f7a-44a2-b9ad-74734d68d802 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Calling delete_port for 1555493d-8508-4cc2-a71b-9596c6e706fe owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:47:32.913230 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f0a74130-e7ec-43a7-8f5a-7412d3be1f74 req-0d97af89-0ea2-4d79-b823-514178529e45 service neutron] 10.222.0.11 "GET /v2.0/networks/9322139b-8809-4c21-a6d7-3c1b88007f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446594 Oct 20 11:47:32.963457 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-57de47e6-87b6-44eb-8c5c-193a580e988a None None] For port 1555493d-8508-4cc2-a71b-9596c6e706fe, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=1555493d-8508-4cc2-a71b-9596c6e706fe,segment=NetworkSegment(b575dd75-fa98-4960-884c-6551ff75d2f4),segment_id=b575dd75-fa98-4960-884c-6551ff75d2f4)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:47:32.968028 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-57de47e6-87b6-44eb-8c5c-193a580e988a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:33.003857 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-57de47e6-87b6-44eb-8c5c-193a580e988a None None] Calling delete_port for 1555493d-8508-4cc2-a71b-9596c6e706fe owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:47:33.165915 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b4467f4d-3f7a-44a2-b9ad-74734d68d802 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:33.229546 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4467f4d-3f7a-44a2-b9ad-74734d68d802 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] No DVR routers for this DVR port 1555493d-8508-4cc2-a71b-9596c6e706fe on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:47:33.267159 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20272f8-add1-4101-95cf-6f9f4cdba812 req-34269a98-c5a0-4f21-81da-3c7eb737831b tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:33.269755 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:47:33.281550 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b20272f8-add1-4101-95cf-6f9f4cdba812 req-34269a98-c5a0-4f21-81da-3c7eb737831b tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfbb795f-c2ce-4b69-b189-65a194f20acd HTTP/1.1" status: 200 len: 943 time: 0.1457508 Oct 20 11:47:33.318955 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4467f4d-3f7a-44a2-b9ad-74734d68d802 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Pushing event deleted for resources: {'Port': ['ID=1555493d-8508-4cc2-a71b-9596c6e706fe,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:33.330347 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-57de47e6-87b6-44eb-8c5c-193a580e988a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:33.353625 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 1555493d-8508-4cc2-a71b-9596c6e706fe no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:47:33.359635 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 59248) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:33.407253 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 1555493d-8508-4cc2-a71b-9596c6e706fe {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:47:33.408084 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 1555493d-8508-4cc2-a71b-9596c6e706fe not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:47:33.476011 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57de47e6-87b6-44eb-8c5c-193a580e988a None None] No DVR routers for this DVR port 1555493d-8508-4cc2-a71b-9596c6e706fe on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:47:33.482432 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57de47e6-87b6-44eb-8c5c-193a580e988a None None] Pushing event deleted for resources: {'Port': ['ID=1555493d-8508-4cc2-a71b-9596c6e706fe,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:33.516452 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57de47e6-87b6-44eb-8c5c-193a580e988a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:47:33.517229 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57de47e6-87b6-44eb-8c5c-193a580e988a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:47:33.517667 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57de47e6-87b6-44eb-8c5c-193a580e988a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:47:33.518132 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57de47e6-87b6-44eb-8c5c-193a580e988a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:47:33.518556 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57de47e6-87b6-44eb-8c5c-193a580e988a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:47:33.519066 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57de47e6-87b6-44eb-8c5c-193a580e988a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:47:33.519488 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57de47e6-87b6-44eb-8c5c-193a580e988a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:47:33.519904 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57de47e6-87b6-44eb-8c5c-193a580e988a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:47:33.520321 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57de47e6-87b6-44eb-8c5c-193a580e988a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:47:33.520735 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57de47e6-87b6-44eb-8c5c-193a580e988a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:47:33.521145 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57de47e6-87b6-44eb-8c5c-193a580e988a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:47:33.521559 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57de47e6-87b6-44eb-8c5c-193a580e988a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:47:33.573515 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b20272f8-add1-4101-95cf-6f9f4cdba812 req-0cb04557-1c6a-4c5c-80bb-eb0dc8449869 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840083 Oct 20 11:47:33.624736 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fd902-a4d9-47f3-b0b8-d09f447da7d7 req-067b0412-8109-4d9e-a219-e0c7b033c1e3 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:33.632603 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fe9fd902-a4d9-47f3-b0b8-d09f447da7d7 req-067b0412-8109-4d9e-a219-e0c7b033c1e3 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=17352aee-573d-49ce-9005-20e05a7b610c HTTP/1.1" status: 200 len: 945 time: 0.1427217 Oct 20 11:47:33.688917 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b4467f4d-3f7a-44a2-b9ad-74734d68d802 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:33.695969 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fe9fd902-a4d9-47f3-b0b8-d09f447da7d7 req-4e5110bd-d729-4c3b-8444-e1ae724ee353 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614333 Oct 20 11:47:33.731760 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f745dfed-7c89-454b-a0c3-c4ba41a20f84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:33.736642 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7,segment=NetworkSegment(540c4293-1966-46a4-96ab-b132597e960a),segment_id=540c4293-1966-46a4-96ab-b132597e960a)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:47:33.746734 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-b4467f4d-3f7a-44a2-b9ad-74734d68d802 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07fb7094-cc56-4362-8ebf-102966c187df']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:47:33.753597 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7', 'network_id': '9322139b-8809-4c21-a6d7-3c1b88007f00', 'port_id': '5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7', 'mac_address': 'fa:16:3e:81:89:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f8d9068-e32a-474d-a79e-183043471abb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:47:33.777928 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-b4467f4d-3f7a-44a2-b9ad-74734d68d802 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b575dd75-fa98-4960-884c-6551ff75d2f4') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:47:33.778136 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-b4467f4d-3f7a-44a2-b9ad-74734d68d802 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b575dd75-fa98-4960-884c-6551ff75d2f4') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:47:33.803166 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b4467f4d-3f7a-44a2-b9ad-74734d68d802 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:33.817837 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:33.840104 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:47:33.846364 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b4467f4d-3f7a-44a2-b9ad-74734d68d802 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:33.857912 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4467f4d-3f7a-44a2-b9ad-74734d68d802 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Releasing vlan 1296 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:47:33.858483 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b4467f4d-3f7a-44a2-b9ad-74734d68d802 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:33.864217 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:47:33.864217 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:47:33.864217 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:47:33.864217 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:47:33.864217 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:47:33.864217 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:47:33.864217 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:47:33.864217 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:47:33.864217 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:47:33.864217 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:47:33.864217 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:47:33.864217 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:47:33.864217 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:47:33.864217 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:47:33.864217 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:47:33.864217 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:47:33.864217 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:47:33.864217 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:47:33.864217 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:47:33.864217 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:47:33.864217 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:47:33.864217 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:47:33.864217 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:47:33.864217 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:47:33.864217 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:47:33.864217 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:47:33.864217 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:47:33.864217 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:47:33.864217 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:47:33.864217 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:47:33.864217 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:47:33.864217 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:47:33.876376 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7,segment=NetworkSegment(540c4293-1966-46a4-96ab-b132597e960a),segment_id=540c4293-1966-46a4-96ab-b132597e960a)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:47:33.884844 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:33.896959 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f745dfed-7c89-454b-a0c3-c4ba41a20f84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:33.910486 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f745dfed-7c89-454b-a0c3-c4ba41a20f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:33.988652 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f745dfed-7c89-454b-a0c3-c4ba41a20f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab89c43-2ca4-4dd2-8f13-0d96a90b3d96,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:34.006616 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f745dfed-7c89-454b-a0c3-c4ba41a20f84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:47:34.007367 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f745dfed-7c89-454b-a0c3-c4ba41a20f84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:47:34.007928 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f745dfed-7c89-454b-a0c3-c4ba41a20f84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:47:34.008455 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f745dfed-7c89-454b-a0c3-c4ba41a20f84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:47:34.008946 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f745dfed-7c89-454b-a0c3-c4ba41a20f84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:47:34.009452 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f745dfed-7c89-454b-a0c3-c4ba41a20f84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:47:34.009941 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f745dfed-7c89-454b-a0c3-c4ba41a20f84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:47:34.010496 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f745dfed-7c89-454b-a0c3-c4ba41a20f84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:47:34.011187 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f745dfed-7c89-454b-a0c3-c4ba41a20f84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:47:34.011717 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f745dfed-7c89-454b-a0c3-c4ba41a20f84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:47:34.012458 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f745dfed-7c89-454b-a0c3-c4ba41a20f84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:47:34.012999 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f745dfed-7c89-454b-a0c3-c4ba41a20f84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:47:34.018589 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-f745dfed-7c89-454b-a0c3-c4ba41a20f84 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8fcdb844ea894158b4b9c7d619d53abb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6577690 Oct 20 11:47:34.021541 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59256) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:34.031100 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b4467f4d-3f7a-44a2-b9ad-74734d68d802 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:34.036629 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:34.057926 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b4467f4d-3f7a-44a2-b9ad-74734d68d802 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:34.063707 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b4467f4d-3f7a-44a2-b9ad-74734d68d802 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] 10.222.0.98 "DELETE /v2.0/networks/07fb7094-cc56-4362-8ebf-102966c187df HTTP/1.1" status: 204 len: 168 time: 1.7510612 Oct 20 11:47:34.115271 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4467f4d-3f7a-44a2-b9ad-74734d68d802 tempest-NetworksIpV6TestAttrs-1612252217 tempest-NetworksIpV6TestAttrs-1612252217-project] Pushing event deleted for resources: {'Network': ['ID=07fb7094-cc56-4362-8ebf-102966c187df,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:34.169974 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:47:34.186512 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-36a07007-7f48-48d5-8fdc-d777b0b803e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:34.276812 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-36a07007-7f48-48d5-8fdc-d777b0b803e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:34.388774 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-36a07007-7f48-48d5-8fdc-d777b0b803e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:34.392881 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-36a07007-7f48-48d5-8fdc-d777b0b803e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:34.397528 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-36a07007-7f48-48d5-8fdc-d777b0b803e1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/cab89c43-2ca4-4dd2-8f13-0d96a90b3d96 HTTP/1.1" status: 204 len: 168 time: 0.3748703 Oct 20 11:47:34.408275 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a07007-7f48-48d5-8fdc-d777b0b803e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab89c43-2ca4-4dd2-8f13-0d96a90b3d96,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:34.646558 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59276) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:34.836731 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9de3c6-b398-4e95-9fbe-8f577c7a3331 req-6ada1c82-f121-44f8-abde-9ba27e76e7c2 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:34.846668 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ec9de3c6-b398-4e95-9fbe-8f577c7a3331 req-6ada1c82-f121-44f8-abde-9ba27e76e7c2 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfbb795f-c2ce-4b69-b189-65a194f20acd HTTP/1.1" status: 200 len: 944 time: 0.1418316 Oct 20 11:47:35.192792 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ec9de3c6-b398-4e95-9fbe-8f577c7a3331 req-112dd7b7-1a26-4ac1-bad9-b0d7de025d4b tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424258 Oct 20 11:47:35.194204 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-fe343223-48de-4f21-b559-3a2b2743c755 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4428822d4da943edbf0ebd7bae8cae85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5455296 Oct 20 11:47:35.200964 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 59300) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:35.274999 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1422f7-9caa-4d50-ac42-24abb18f289e req-038518dd-b9cf-43a9-8c69-f04e1907b98c tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:35.284008 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:47:35.290955 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3b1422f7-9caa-4d50-ac42-24abb18f289e req-038518dd-b9cf-43a9-8c69-f04e1907b98c tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=17352aee-573d-49ce-9005-20e05a7b610c HTTP/1.1" status: 200 len: 945 time: 0.3779728 Oct 20 11:47:35.387013 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:47:35.389537 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f0d2d848-8b25-4298-bc2b-7e18fb6d3528 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:35.392850 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:47:35.393330 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:35.400816 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3b1422f7-9caa-4d50-ac42-24abb18f289e req-80be2a3c-373c-4b0a-b7ce-f1706e3a5a3b tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086431 Oct 20 11:47:35.432795 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f0d2d848-8b25-4298-bc2b-7e18fb6d3528 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:35.531624 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f0d2d848-8b25-4298-bc2b-7e18fb6d3528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:35.537877 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f0d2d848-8b25-4298-bc2b-7e18fb6d3528 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:35.544652 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-f0d2d848-8b25-4298-bc2b-7e18fb6d3528 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/cb72c865-0561-4fdd-886b-a099245d1053 HTTP/1.1" status: 204 len: 168 time: 0.3357267 Oct 20 11:47:35.576264 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d2d848-8b25-4298-bc2b-7e18fb6d3528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb72c865-0561-4fdd-886b-a099245d1053,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:35.722038 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:35.808509 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7,segment=NetworkSegment(540c4293-1966-46a4-96ab-b132597e960a),segment_id=540c4293-1966-46a4-96ab-b132597e960a)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:47:35.809779 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfbb795f-c2ce-4b69-b189-65a194f20acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:47:35.814060 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d54d2c-a92f-47dd-8d34-87949035fabd" -d '{"events": [{"server_uuid": "bfbb795f-c2ce-4b69-b189-65a194f20acd", "name": "network-vif-plugged", "status": "completed", "tag": "5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:47:35.834725 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:35.922194 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f9cfed-9db5-4343-a559-d881e906ec5c x-openstack-request-id: req-a3f9cfed-9db5-4343-a559-d881e906ec5c {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:47:35.922493 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfbb795f-c2ce-4b69-b189-65a194f20acd", "name": "network-vif-plugged", "status": "completed", "tag": "5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:47:35.922821 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a3f9cfed-9db5-4343-a559-d881e906ec5c {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:47:35.923258 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfbb795f-c2ce-4b69-b189-65a194f20acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7', 'code': 200} Oct 20 11:47:36.011111 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:36.156612 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ed1cc-0ec1-45a4-87e0-1d9e0bdc0f5f req-dc7ab81d-49c3-473a-a57a-c5b69db8a2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:36.165998 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d32ed1cc-0ec1-45a4-87e0-1d9e0bdc0f5f req-dc7ab81d-49c3-473a-a57a-c5b69db8a2c7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bfbb795f-c2ce-4b69-b189-65a194f20acd HTTP/1.1" status: 200 len: 1096 time: 0.1779225 Oct 20 11:47:36.326323 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d32ed1cc-0ec1-45a4-87e0-1d9e0bdc0f5f req-f5340176-956d-4d58-8893-9a2e9f2decf4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358557 Oct 20 11:47:36.479209 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46cfda-5a15-491d-ba9a-9ad6ab2e821f req-e04cf058-05ab-4fe2-a46d-466fcf88f5ed tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:36.494316 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cc46cfda-5a15-491d-ba9a-9ad6ab2e821f req-e04cf058-05ab-4fe2-a46d-466fcf88f5ed tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfbb795f-c2ce-4b69-b189-65a194f20acd HTTP/1.1" status: 200 len: 945 time: 0.1353610 Oct 20 11:47:36.621073 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cc46cfda-5a15-491d-ba9a-9ad6ab2e821f req-acca96a7-2f63-4261-8926-134c91dd261c tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235259 Oct 20 11:47:36.728954 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e7b14-797f-40b6-8177-a0de59ac04b3 req-501cb38b-bc03-4cfb-9b3f-2fa525641ba6 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:36.760100 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e04e7b14-797f-40b6-8177-a0de59ac04b3 req-501cb38b-bc03-4cfb-9b3f-2fa525641ba6 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=17352aee-573d-49ce-9005-20e05a7b610c HTTP/1.1" status: 200 len: 945 time: 0.1938875 Oct 20 11:47:36.856166 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e04e7b14-797f-40b6-8177-a0de59ac04b3 req-3145a9ef-8bda-40de-a3ac-d3f5f876b209 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907316 Oct 20 11:47:37.692145 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 59480) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:37.856336 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f953ae71-ff2f-45f6-a43d-8fd765764aa7 req-405cf508-523a-426e-9dfe-a7a948402f08 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:37.866394 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f953ae71-ff2f-45f6-a43d-8fd765764aa7 req-405cf508-523a-426e-9dfe-a7a948402f08 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfbb795f-c2ce-4b69-b189-65a194f20acd HTTP/1.1" status: 200 len: 945 time: 0.1115730 Oct 20 11:47:37.965173 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f953ae71-ff2f-45f6-a43d-8fd765764aa7 req-38a0cf44-9cc9-43ce-a3a6-862257abc445 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912478 Oct 20 11:47:38.196687 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-b6291990-0f9f-4beb-942f-508df6a98d20 tempest-NetworksNegativeTestJSON-276756443 tempest-NetworksNegativeTestJSON-276756443-project] Request body: {'port': {'network_id': '8c41fb7b-5cc3-4b48-a86e-0d37c09ad5cf', 'name': 'tempest-NetworksNegativeTestJSON-138615281'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:47:38.236266 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6291990-0f9f-4beb-942f-508df6a98d20 tempest-NetworksNegativeTestJSON-276756443 tempest-NetworksNegativeTestJSON-276756443-project] POST failed (client error): The resource could not be found. Oct 20 11:47:38.238057 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6291990-0f9f-4beb-942f-508df6a98d20 tempest-NetworksNegativeTestJSON-276756443 tempest-NetworksNegativeTestJSON-276756443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:47:38.244697 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-b6291990-0f9f-4beb-942f-508df6a98d20 tempest-NetworksNegativeTestJSON-276756443 tempest-NetworksNegativeTestJSON-276756443-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5475099 Oct 20 11:47:38.245368 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59532) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:38.331897 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dc7fee6-1f29-4474-a851-27208982f6ac tempest-NetworksNegativeTestJSON-276756443 tempest-NetworksNegativeTestJSON-276756443-project] DELETE failed (client error): The resource could not be found. Oct 20 11:47:38.332458 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dc7fee6-1f29-4474-a851-27208982f6ac tempest-NetworksNegativeTestJSON-276756443 tempest-NetworksNegativeTestJSON-276756443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:47:38.340338 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4dc7fee6-1f29-4474-a851-27208982f6ac tempest-NetworksNegativeTestJSON-276756443 tempest-NetworksNegativeTestJSON-276756443-project] 10.222.0.98 "DELETE /v2.0/networks/7f20d4f9-519e-45e4-9132-a2e2212e435d HTTP/1.1" status: 404 len: 339 time: 0.0936911 Oct 20 11:47:38.345195 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0e956-39f1-4daa-b98e-9107f577a9ee req-4b199848-7e1a-4099-9598-fb10b6d3ecfa tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:38.351779 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-55a0e956-39f1-4daa-b98e-9107f577a9ee req-4b199848-7e1a-4099-9598-fb10b6d3ecfa tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=17352aee-573d-49ce-9005-20e05a7b610c HTTP/1.1" status: 200 len: 945 time: 0.2324135 Oct 20 11:47:38.352305 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 59542) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:38.422368 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-db7fd424-c081-439a-a875-a160f292adb3 tempest-NetworksNegativeTestJSON-276756443 tempest-NetworksNegativeTestJSON-276756443-project] DELETE failed (client error): The resource could not be found. Oct 20 11:47:38.425501 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db7fd424-c081-439a-a875-a160f292adb3 tempest-NetworksNegativeTestJSON-276756443 tempest-NetworksNegativeTestJSON-276756443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:47:38.432548 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-db7fd424-c081-439a-a875-a160f292adb3 tempest-NetworksNegativeTestJSON-276756443 tempest-NetworksNegativeTestJSON-276756443-project] 10.222.0.98 "DELETE /v2.0/ports/a5f7a362-5d24-4854-aa99-4d44a883bcf2 HTTP/1.1" status: 404 len: 333 time: 0.0730436 Oct 20 11:47:38.432895 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59550) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:38.511079 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c8dece1-239d-4eaa-ba4c-c0c5d3d71c8c tempest-NetworksNegativeTestJSON-276756443 tempest-NetworksNegativeTestJSON-276756443-project] DELETE failed (client error): The resource could not be found. Oct 20 11:47:38.511553 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c8dece1-239d-4eaa-ba4c-c0c5d3d71c8c tempest-NetworksNegativeTestJSON-276756443 tempest-NetworksNegativeTestJSON-276756443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:47:38.519149 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5c8dece1-239d-4eaa-ba4c-c0c5d3d71c8c tempest-NetworksNegativeTestJSON-276756443 tempest-NetworksNegativeTestJSON-276756443-project] 10.222.0.98 "DELETE /v2.0/subnets/e0e2e80f-f7c5-4734-907b-5645bf14d380 HTTP/1.1" status: 404 len: 337 time: 0.0850887 Oct 20 11:47:38.523799 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59560) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:38.567077 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-25f2e42f-ee27-4474-b615-0f5689821aa5 tempest-NetworksNegativeTestJSON-276756443 tempest-NetworksNegativeTestJSON-276756443-project] GET failed (client error): The resource could not be found. Oct 20 11:47:38.579476 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-25f2e42f-ee27-4474-b615-0f5689821aa5 tempest-NetworksNegativeTestJSON-276756443 tempest-NetworksNegativeTestJSON-276756443-project] 10.222.0.98 "GET /v2.0/networks/6e529b4e-17e7-4cd0-80fe-d4a5826691b1 HTTP/1.1" status: 404 len: 339 time: 0.0546188 Oct 20 11:47:38.583266 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59568) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:38.667015 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a43dfc5-e5a1-4d9e-91ca-04d36e726ef2 tempest-NetworksNegativeTestJSON-276756443 tempest-NetworksNegativeTestJSON-276756443-project] GET failed (client error): The resource could not be found. Oct 20 11:47:38.682897 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2a43dfc5-e5a1-4d9e-91ca-04d36e726ef2 tempest-NetworksNegativeTestJSON-276756443 tempest-NetworksNegativeTestJSON-276756443-project] 10.222.0.98 "GET /v2.0/ports/d71ae9b0-f603-4b0f-8fb3-fd5691454b20 HTTP/1.1" status: 404 len: 333 time: 0.0982964 Oct 20 11:47:38.691437 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59576) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:38.702324 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30512576-0cb9-4109-a34a-e1cc820ed2b7 req-7d417ff1-4d76-4f30-b1b2-bc512ec27e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:38.704826 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-30512576-0cb9-4109-a34a-e1cc820ed2b7 req-7d417ff1-4d76-4f30-b1b2-bc512ec27e24 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2dc8f662c37e4455845b8c86bfd8f795&device_id=bfbb795f-c2ce-4b69-b189-65a194f20acd HTTP/1.1" status: 200 len: 1096 time: 0.3512955 Oct 20 11:47:38.725462 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59580) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:38.725850 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-55a0e956-39f1-4daa-b98e-9107f577a9ee req-99884d01-0e39-41ee-b03d-1c3277e83be6 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744060 Oct 20 11:47:38.767936 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e9964-489a-4b60-8317-62f07a5b7b43 req-6c87ea9e-4d39-4380-b921-8f0d11758357 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:38.769831 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-062e9964-489a-4b60-8317-62f07a5b7b43 req-6c87ea9e-4d39-4380-b921-8f0d11758357 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfbb795f-c2ce-4b69-b189-65a194f20acd HTTP/1.1" status: 200 len: 945 time: 0.3174298 Oct 20 11:47:38.776440 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b6313ee-c75c-4197-ae31-0f3e071bf756 tempest-NetworksNegativeTestJSON-276756443 tempest-NetworksNegativeTestJSON-276756443-project] GET failed (client error): The resource could not be found. Oct 20 11:47:38.791733 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5b6313ee-c75c-4197-ae31-0f3e071bf756 tempest-NetworksNegativeTestJSON-276756443 tempest-NetworksNegativeTestJSON-276756443-project] 10.222.0.98 "GET /v2.0/subnets/bbee1c0b-1732-4d33-a775-fe7f6b29c1d2 HTTP/1.1" status: 404 len: 337 time: 0.0973487 Oct 20 11:47:38.792853 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59588) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:38.798819 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-4f2207eb-29eb-41a4-8582-0e8cb3a8ee74 tempest-NetworksNegativeTestJSON-276756443 tempest-NetworksNegativeTestJSON-276756443-project] Request body: {'network': {'name': 'new_name'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:47:38.833905 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f2207eb-29eb-41a4-8582-0e8cb3a8ee74 tempest-NetworksNegativeTestJSON-276756443 tempest-NetworksNegativeTestJSON-276756443-project] PUT failed (client error): The resource could not be found. Oct 20 11:47:38.836751 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f2207eb-29eb-41a4-8582-0e8cb3a8ee74 tempest-NetworksNegativeTestJSON-276756443 tempest-NetworksNegativeTestJSON-276756443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:47:38.843626 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4f2207eb-29eb-41a4-8582-0e8cb3a8ee74 tempest-NetworksNegativeTestJSON-276756443 tempest-NetworksNegativeTestJSON-276756443-project] 10.222.0.98 "PUT /v2.0/networks/02c7bf69-62b7-4da0-9634-5ff7315df852 HTTP/1.1" status: 404 len: 339 time: 0.0494077 Oct 20 11:47:38.845783 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59594) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:38.857558 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-7de72768-29b0-4a00-8178-0eef58f9059e tempest-NetworksNegativeTestJSON-276756443 tempest-NetworksNegativeTestJSON-276756443-project] Request body: {'port': {'name': 'new_name'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:47:38.902493 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-7de72768-29b0-4a00-8178-0eef58f9059e tempest-NetworksNegativeTestJSON-276756443 tempest-NetworksNegativeTestJSON-276756443-project] PUT failed (client error): The resource could not be found. Oct 20 11:47:38.903360 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7de72768-29b0-4a00-8178-0eef58f9059e tempest-NetworksNegativeTestJSON-276756443 tempest-NetworksNegativeTestJSON-276756443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:47:38.911234 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7de72768-29b0-4a00-8178-0eef58f9059e tempest-NetworksNegativeTestJSON-276756443 tempest-NetworksNegativeTestJSON-276756443-project] 10.222.0.98 "PUT /v2.0/ports/315db76a-1eed-40cb-aa72-5abd25c6bf18 HTTP/1.1" status: 404 len: 333 time: 0.0552368 Oct 20 11:47:38.911460 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59596) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:38.916854 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-54a9e7bb-b785-49db-84ac-39603865f248 tempest-NetworksNegativeTestJSON-276756443 tempest-NetworksNegativeTestJSON-276756443-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:47:38.963370 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-062e9964-489a-4b60-8317-62f07a5b7b43 req-565d093e-6cc3-4fc9-9ac3-c6eecae81e6b tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727998 Oct 20 11:47:38.977121 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-54a9e7bb-b785-49db-84ac-39603865f248 tempest-NetworksNegativeTestJSON-276756443 tempest-NetworksNegativeTestJSON-276756443-project] PUT failed (client error): The resource could not be found. Oct 20 11:47:38.982769 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54a9e7bb-b785-49db-84ac-39603865f248 tempest-NetworksNegativeTestJSON-276756443 tempest-NetworksNegativeTestJSON-276756443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:47:38.989657 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-54a9e7bb-b785-49db-84ac-39603865f248 tempest-NetworksNegativeTestJSON-276756443 tempest-NetworksNegativeTestJSON-276756443-project] 10.222.0.98 "PUT /v2.0/subnets/a1b8ca52-6d0f-4a89-9ac7-323836429ac2 HTTP/1.1" status: 404 len: 337 time: 0.0716422 Oct 20 11:47:39.049690 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30512576-0cb9-4109-a34a-e1cc820ed2b7 req-57c75043-950e-43f5-b3af-4eaa67e3f03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:39.052845 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-30512576-0cb9-4109-a34a-e1cc820ed2b7 req-57c75043-950e-43f5-b3af-4eaa67e3f03d service neutron] 10.222.0.11 "GET /v2.0/networks?id=9322139b-8809-4c21-a6d7-3c1b88007f00 HTTP/1.1" status: 200 len: 913 time: 0.3257241 Oct 20 11:47:39.242997 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-30512576-0cb9-4109-a34a-e1cc820ed2b7 req-98ecbb1f-3ccf-4992-91a7-ce560ab5855e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7 HTTP/1.1" status: 200 len: 217 time: 0.1787620 Oct 20 11:47:39.304846 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-7a84c5ac-537e-467c-bade-6a7227a3cdf5 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:47:39.360723 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30512576-0cb9-4109-a34a-e1cc820ed2b7 req-075bc1c9-d71e-406c-b1fb-4ff1a156b7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:39.362779 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-30512576-0cb9-4109-a34a-e1cc820ed2b7 req-075bc1c9-d71e-406c-b1fb-4ff1a156b7d0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f8d9068-e32a-474d-a79e-183043471abb HTTP/1.1" status: 200 len: 851 time: 0.1078820 Oct 20 11:47:39.364630 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7a84c5ac-537e-467c-bade-6a7227a3cdf5 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks [] for floatingip, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:39.433919 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-30512576-0cb9-4109-a34a-e1cc820ed2b7 req-a199ba8f-e4b1-4651-a41b-b17bd1ece57e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9322139b-8809-4c21-a6d7-3c1b88007f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573099 Oct 20 11:47:39.598750 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59640) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:39.635639 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-30512576-0cb9-4109-a34a-e1cc820ed2b7 req-37f89087-7841-45b3-8796-31e595f741c2 service neutron] 10.222.0.11 "GET /v2.0/networks/9322139b-8809-4c21-a6d7-3c1b88007f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960564 Oct 20 11:47:39.670646 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7a84c5ac-537e-467c-bade-6a7227a3cdf5 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:39.928200 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-30512576-0cb9-4109-a34a-e1cc820ed2b7 req-c03129c5-3853-4724-9878-82e97e95ae97 service neutron] 10.222.0.11 "GET /v2.0/networks/9322139b-8809-4c21-a6d7-3c1b88007f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811797 Oct 20 11:47:39.961022 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:40.397458 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-7a84c5ac-537e-467c-bade-6a7227a3cdf5 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Allocated IP 172.25.5.130 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/32f37b3f-562f-4a25-ae2d-10d5c4ac86bb) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:47:40.544737 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7a84c5ac-537e-467c-bade-6a7227a3cdf5 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:40.607360 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ecb2b1dd-fe6c-4b2f-b8fc-6febae1acc84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:40.610721 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7a84c5ac-537e-467c-bade-6a7227a3cdf5 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:40.781143 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ecb2b1dd-fe6c-4b2f-b8fc-6febae1acc84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:40.794306 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a84c5ac-537e-467c-bade-6a7227a3cdf5 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:47:40.796423 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38efc6-a03b-4c00-8941-6979e2014f3c req-94475c2f-9e5d-4c43-aac3-3d7f81e65b86 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:40.799295 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-7a84c5ac-537e-467c-bade-6a7227a3cdf5 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:47:40.803147 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ecb2b1dd-fe6c-4b2f-b8fc-6febae1acc84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:40.806297 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9e38efc6-a03b-4c00-8941-6979e2014f3c req-94475c2f-9e5d-4c43-aac3-3d7f81e65b86 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=17352aee-573d-49ce-9005-20e05a7b610c HTTP/1.1" status: 200 len: 945 time: 0.8771813 Oct 20 11:47:40.833517 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1f65c-3310-43ca-9e4a-ac5df64fcced req-0b4f4865-6f41-4327-ba2e-0214674a260f tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:40.841609 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d7b1f65c-3310-43ca-9e4a-ac5df64fcced req-0b4f4865-6f41-4327-ba2e-0214674a260f tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfbb795f-c2ce-4b69-b189-65a194f20acd HTTP/1.1" status: 200 len: 945 time: 0.1256673 Oct 20 11:47:40.886485 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a84c5ac-537e-467c-bade-6a7227a3cdf5 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:47:40.895166 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9e38efc6-a03b-4c00-8941-6979e2014f3c req-8406ed25-1665-454c-93c2-eaf51815086e tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876184 Oct 20 11:47:40.916409 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ecb2b1dd-fe6c-4b2f-b8fc-6febae1acc84 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8b7b31bd42b749f5941ebf1d0dbe5d80&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3128097 Oct 20 11:47:40.933961 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 59740) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:40.959455 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d7b1f65c-3310-43ca-9e4a-ac5df64fcced req-00171797-d3e8-43b2-8ffa-a704c5e225e5 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115460 Oct 20 11:47:41.051159 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9895ff3d-a7c6-4d1f-a8dc-546cb7d4d007 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:41.068615 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a84c5ac-537e-467c-bade-6a7227a3cdf5 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Pushing event updated for resources: {'Port': ['ID=32f37b3f-562f-4a25-ae2d-10d5c4ac86bb,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:41.090262 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb2b1dd-fe6c-4b2f-b8fc-6febae1acc84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68869590-ae3a-494d-91e3-1e8a28575701,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:41.115568 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9895ff3d-a7c6-4d1f-a8dc-546cb7d4d007 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:41.202715 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9895ff3d-a7c6-4d1f-a8dc-546cb7d4d007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:41.207201 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9895ff3d-a7c6-4d1f-a8dc-546cb7d4d007 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:41.208936 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-9895ff3d-a7c6-4d1f-a8dc-546cb7d4d007 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/68869590-ae3a-494d-91e3-1e8a28575701 HTTP/1.1" status: 204 len: 168 time: 0.2472684 Oct 20 11:47:41.242465 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895ff3d-a7c6-4d1f-a8dc-546cb7d4d007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68869590-ae3a-494d-91e3-1e8a28575701,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:41.285360 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7a84c5ac-537e-467c-bade-6a7227a3cdf5 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:41.388206 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7a84c5ac-537e-467c-bade-6a7227a3cdf5 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:41.729039 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7a84c5ac-537e-467c-bade-6a7227a3cdf5 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:41.738439 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7a84c5ac-537e-467c-bade-6a7227a3cdf5 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:41.881624 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a84c5ac-537e-467c-bade-6a7227a3cdf5 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Pushing event updated for resources: {'Port': ['ID=32f37b3f-562f-4a25-ae2d-10d5c4ac86bb,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:41.906917 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7a84c5ac-537e-467c-bade-6a7227a3cdf5 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:41.944486 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7a84c5ac-537e-467c-bade-6a7227a3cdf5 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:41.948518 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7a84c5ac-537e-467c-bade-6a7227a3cdf5 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2183695 Oct 20 11:47:41.951637 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 59810) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:41.959862 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-fd91af1f-4c31-4e5f-bdd1-1b3fe0cc5335 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-765363485'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:47:42.074871 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd91af1f-4c31-4e5f-bdd1-1b3fe0cc5335 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Made reservation on behalf of 25431738a00743cf859f066f5018e581 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:47:42.079017 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fd91af1f-4c31-4e5f-bdd1-1b3fe0cc5335 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:42.096059 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fd91af1f-4c31-4e5f-bdd1-1b3fe0cc5335 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:42.303975 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fd91af1f-4c31-4e5f-bdd1-1b3fe0cc5335 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:42.321179 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a7346-b710-4fbb-ba1d-3f3a588cbb7a req-62812a52-b9d8-4598-8481-ca5f50c05ac2 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:42.329595 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5e5a7346-b710-4fbb-ba1d-3f3a588cbb7a req-62812a52-b9d8-4598-8481-ca5f50c05ac2 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=17352aee-573d-49ce-9005-20e05a7b610c HTTP/1.1" status: 200 len: 945 time: 0.3115685 Oct 20 11:47:42.361286 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fd91af1f-4c31-4e5f-bdd1-1b3fe0cc5335 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:42.387400 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd91af1f-4c31-4e5f-bdd1-1b3fe0cc5335 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] vlan segment allocate from pool success with {'vlan_id': 1271, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:47:42.486940 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd91af1f-4c31-4e5f-bdd1-1b3fe0cc5335 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81791043-c657-4f6d-ab8b-ec6a232dd0c8,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:42.505061 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fd91af1f-4c31-4e5f-bdd1-1b3fe0cc5335 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:42.505402 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-fd91af1f-4c31-4e5f-bdd1-1b3fe0cc5335 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Added segment 39f9c105-52b4-4d6a-9391-d92b69f59878 of type vlan for network 69111cec-0445-4f5b-9c4e-41b2177bffd6 Oct 20 11:47:42.531748 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5e5a7346-b710-4fbb-ba1d-3f3a588cbb7a req-26641c8f-4cbb-431e-9794-a3833d126e8d tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011943 Oct 20 11:47:42.693565 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fd91af1f-4c31-4e5f-bdd1-1b3fe0cc5335 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:42.717096 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67638c7-8e2b-42ba-96b7-93d9e9e88b20 req-93bb8354-fe9b-4536-9417-ebfabe9396f0 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:42.718605 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c67638c7-8e2b-42ba-96b7-93d9e9e88b20 req-93bb8354-fe9b-4536-9417-ebfabe9396f0 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfbb795f-c2ce-4b69-b189-65a194f20acd HTTP/1.1" status: 200 len: 945 time: 0.5594747 Oct 20 11:47:42.769234 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59870) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:42.801835 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fd91af1f-4c31-4e5f-bdd1-1b3fe0cc5335 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:42.808819 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd91af1f-4c31-4e5f-bdd1-1b3fe0cc5335 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:42.810276 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fd91af1f-4c31-4e5f-bdd1-1b3fe0cc5335 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:42.833591 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c67638c7-8e2b-42ba-96b7-93d9e9e88b20 req-0c8709fe-84e6-49cc-8857-f4d69ef74818 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937066 Oct 20 11:47:42.850882 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59878) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:42.851625 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-fd91af1f-4c31-4e5f-bdd1-1b3fe0cc5335 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8976057 Oct 20 11:47:42.863667 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-da8c3fc5-a422-40c7-98b7-145c12440287 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Request body: {'subnet': {'network_id': '69111cec-0445-4f5b-9c4e-41b2177bffd6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:47:42.973759 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd91af1f-4c31-4e5f-bdd1-1b3fe0cc5335 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Pushing event updated for resources: {'Network': ['ID=69111cec-0445-4f5b-9c4e-41b2177bffd6,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:42.984233 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 69111cec-0445-4f5b-9c4e-41b2177bffd6 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:47:43.026808 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-eea545d9-6574-4168-95b2-87b853e4ac5d tempest-ServiceProvidersTest-1867193432 tempest-ServiceProvidersTest-1867193432-project] 10.222.0.98 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2562349 Oct 20 11:47:43.111399 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8c3fc5-a422-40c7-98b7-145c12440287 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Made reservation on behalf of 25431738a00743cf859f066f5018e581 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:47:43.115025 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-da8c3fc5-a422-40c7-98b7-145c12440287 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:43.510027 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-da8c3fc5-a422-40c7-98b7-145c12440287 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:43.643062 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c3fc5-a422-40c7-98b7-145c12440287 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Pushing event updated for resources: {'Subnet': ['ID=7d9b0c16-6e24-4620-a1c8-21b52385b0da,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:43.645704 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8c3fc5-a422-40c7-98b7-145c12440287 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Checking segment: {'id': '39f9c105-52b4-4d6a-9391-d92b69f59878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '69111cec-0445-4f5b-9c4e-41b2177bffd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:47:43.646151 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8c3fc5-a422-40c7-98b7-145c12440287 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Network hostable DHCP agents. Network: 69111cec-0445-4f5b-9c4e-41b2177bffd6, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:47:43.680334 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8c3fc5-a422-40c7-98b7-145c12440287 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Network 69111cec-0445-4f5b-9c4e-41b2177bffd6 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:47:43.701829 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-da8c3fc5-a422-40c7-98b7-145c12440287 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 69111cec-0445-4f5b-9c4e-41b2177bffd6) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:47:43.707402 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8c3fc5-a422-40c7-98b7-145c12440287 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:43.707994 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-da8c3fc5-a422-40c7-98b7-145c12440287 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:43.716267 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de120ffe-0a11-41fd-bc63-7d610e0bb093 None None] Network 69111cec-0445-4f5b-9c4e-41b2177bffd6 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:47:43.726022 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59962) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:43.762286 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-da8c3fc5-a422-40c7-98b7-145c12440287 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9072299 Oct 20 11:47:43.762854 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59968) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:43.774269 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-e47a5c93-bca2-474f-ae0d-b0201bcbf327 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1129471786', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}, 'admin_state_up': False}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:47:43.798398 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c847ee1-15da-4941-bf8e-78a31c1d1fb0 req-fb98364e-670e-418a-b993-0349b7e430d8 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:43.814918 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1c847ee1-15da-4941-bf8e-78a31c1d1fb0 req-fb98364e-670e-418a-b993-0349b7e430d8 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=17352aee-573d-49ce-9005-20e05a7b610c HTTP/1.1" status: 200 len: 945 time: 0.1257484 Oct 20 11:47:43.842667 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e47a5c93-bca2-474f-ae0d-b0201bcbf327 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:43.843906 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e47a5c93-bca2-474f-ae0d-b0201bcbf327 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:43.905849 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1c847ee1-15da-4941-bf8e-78a31c1d1fb0 req-84647725-b3d0-4c47-aab8-18f20e88b82b tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894275 Oct 20 11:47:43.939395 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e47a5c93-bca2-474f-ae0d-b0201bcbf327 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:44.036282 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-50aba042-cb4f-4a68-b0d4-6c63d0ba59c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:44.218090 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae82c9d-fa84-42b0-8787-9ed14607b531 req-67078d34-33c4-4100-a50b-b42cb6fefc1e tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:44.233912 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6ae82c9d-fa84-42b0-8787-9ed14607b531 req-67078d34-33c4-4100-a50b-b42cb6fefc1e tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfbb795f-c2ce-4b69-b189-65a194f20acd HTTP/1.1" status: 200 len: 945 time: 0.1268682 Oct 20 11:47:44.312628 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6ae82c9d-fa84-42b0-8787-9ed14607b531 req-69b4ef93-3eb9-44bb-bc15-418683e42d1b tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760148 Oct 20 11:47:44.363313 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5954f4b3-687a-4ca0-843f-5fee574dfd8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-69111cec-0445-4f5b-9c4e-41b2177bffd6', 'network_id': '69111cec-0445-4f5b-9c4e-41b2177bffd6', 'tenant_id': '25431738a00743cf859f066f5018e581', 'fixed_ips': [{'subnet_id': '7d9b0c16-6e24-4620-a1c8-21b52385b0da'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:47:44.364287 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5954f4b3-687a-4ca0-843f-5fee574dfd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:44.376705 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e47a5c93-bca2-474f-ae0d-b0201bcbf327 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:44.504118 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-50aba042-cb4f-4a68-b0d4-6c63d0ba59c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:44.508295 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973cf248-b1d8-45d4-b088-fd9b815cf5ec req-21d9b12a-773f-4c87-bc82-35645ffa791e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:44.510168 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-973cf248-b1d8-45d4-b088-fd9b815cf5ec req-21d9b12a-773f-4c87-bc82-35645ffa791e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f0012baf31914701a438a4a910671113&device_id=17352aee-573d-49ce-9005-20e05a7b610c HTTP/1.1" status: 200 len: 1096 time: 0.1585479 Oct 20 11:47:44.567606 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-50aba042-cb4f-4a68-b0d4-6c63d0ba59c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:44.607103 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-5954f4b3-687a-4ca0-843f-5fee574dfd8c None None] Allocated IP 172.20.0.2 (69111cec-0445-4f5b-9c4e-41b2177bffd6/7d9b0c16-6e24-4620-a1c8-21b52385b0da/ccb0d385-46b8-4885-95a6-c5c4163c55ef) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:47:44.714183 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-50aba042-cb4f-4a68-b0d4-6c63d0ba59c8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7d32c986a3014161ade0336ae79ac5c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9870169 Oct 20 11:47:44.715452 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aba042-cb4f-4a68-b0d4-6c63d0ba59c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2be7e55-0e91-44e3-a711-b7b374716b7d,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:44.719293 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60026) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:44.816291 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973cf248-b1d8-45d4-b088-fd9b815cf5ec req-0a968fb3-6ba6-4577-b80a-a83d3785b167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:44.817905 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-973cf248-b1d8-45d4-b088-fd9b815cf5ec req-0a968fb3-6ba6-4577-b80a-a83d3785b167 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a1980227-64af-4c17-9cee-4570c69a4cb6 HTTP/1.1" status: 200 len: 914 time: 0.2956588 Oct 20 11:47:44.916565 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-973cf248-b1d8-45d4-b088-fd9b815cf5ec req-96b53493-0e18-420d-8589-ea01b2afb190 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f38f3503-434c-4884-b6d5-fa4bc83a1bd9 HTTP/1.1" status: 200 len: 217 time: 0.0862496 Oct 20 11:47:44.930691 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba53dd9-d34b-4eea-9868-f937d2b6f32c req-3b527744-051d-46dd-8c20-e8c63dbbb90d tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:44.951421 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0ba53dd9-d34b-4eea-9868-f937d2b6f32c req-3b527744-051d-46dd-8c20-e8c63dbbb90d tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/networks?id=1b892001-39c2-4a2f-8bb3-b72ef6055534 HTTP/1.1" status: 200 len: 814 time: 0.2851462 Oct 20 11:47:44.971603 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0044-29eb-4828-a89e-2041275c21ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:44.972424 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0ba53dd9-d34b-4eea-9868-f937d2b6f32c req-c87026fb-3b7c-4291-b51a-841e9ddbea7e tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/quotas/f3d32e0333e043f7ad5ea1f647a23e73 HTTP/1.1" status: 200 len: 375 time: 0.0193484 Oct 20 11:47:44.977056 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5954f4b3-687a-4ca0-843f-5fee574dfd8c None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:44.999378 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5954f4b3-687a-4ca0-843f-5fee574dfd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:45.068720 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0ba53dd9-d34b-4eea-9868-f937d2b6f32c req-af662c3d-c2fc-4c75-903d-7147b0ec786e tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=f3d32e0333e043f7ad5ea1f647a23e73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0950563 Oct 20 11:47:45.125639 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5954f4b3-687a-4ca0-843f-5fee574dfd8c None None] Network 69111cec-0445-4f5b-9c4e-41b2177bffd6 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:47:45.134761 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0044-29eb-4828-a89e-2041275c21ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:45.149315 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-5954f4b3-687a-4ca0-843f-5fee574dfd8c None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:47:45.160397 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5954f4b3-687a-4ca0-843f-5fee574dfd8c None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:47:45.168019 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973cf248-b1d8-45d4-b088-fd9b815cf5ec req-5c58354d-f1f5-4b82-a123-c30d5c20bb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:45.171394 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-973cf248-b1d8-45d4-b088-fd9b815cf5ec req-5c58354d-f1f5-4b82-a123-c30d5c20bb1a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=978f4782-c6ff-4108-a8dd-a568aeeefa48 HTTP/1.1" status: 200 len: 851 time: 0.2419472 Oct 20 11:47:45.205772 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5954f4b3-687a-4ca0-843f-5fee574dfd8c None None] Pushing event updated for resources: {'Port': ['ID=ccb0d385-46b8-4885-95a6-c5c4163c55ef,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:45.302528 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0ba53dd9-d34b-4eea-9868-f937d2b6f32c req-9e107ba3-3ac5-4708-b2f7-524c46fecdd8 service neutron] 10.222.0.98 "GET /v2.0/networks/1b892001-39c2-4a2f-8bb3-b72ef6055534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328126 Oct 20 11:47:45.319720 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-5954f4b3-687a-4ca0-843f-5fee574dfd8c None None] Attempting to bind port ccb0d385-46b8-4885-95a6-c5c4163c55ef on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:47:45.321165 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-5954f4b3-687a-4ca0-843f-5fee574dfd8c None None] Attempting to bind port ccb0d385-46b8-4885-95a6-c5c4163c55ef by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '39f9c105-52b4-4d6a-9391-d92b69f59878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '69111cec-0445-4f5b-9c4e-41b2177bffd6'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:47:45.322288 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5954f4b3-687a-4ca0-843f-5fee574dfd8c None None] Attempting to bind port ccb0d385-46b8-4885-95a6-c5c4163c55ef on network 69111cec-0445-4f5b-9c4e-41b2177bffd6 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:47:45.358745 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5954f4b3-687a-4ca0-843f-5fee574dfd8c None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:47:45.360529 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5954f4b3-687a-4ca0-843f-5fee574dfd8c None None] Checking segment: {'id': '39f9c105-52b4-4d6a-9391-d92b69f59878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '69111cec-0445-4f5b-9c4e-41b2177bffd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:47:45.361126 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5954f4b3-687a-4ca0-843f-5fee574dfd8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:45.362186 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5954f4b3-687a-4ca0-843f-5fee574dfd8c None None] Bound using segment: {'id': '39f9c105-52b4-4d6a-9391-d92b69f59878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '69111cec-0445-4f5b-9c4e-41b2177bffd6'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:47:45.363309 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-5954f4b3-687a-4ca0-843f-5fee574dfd8c None None] Bound port: ccb0d385-46b8-4885-95a6-c5c4163c55ef, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f9c105-52b4-4d6a-9391-d92b69f59878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '69111cec-0445-4f5b-9c4e-41b2177bffd6'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:47:45.363915 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5954f4b3-687a-4ca0-843f-5fee574dfd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:45.395523 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:45.441592 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e47a5c93-bca2-474f-ae0d-b0201bcbf327 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks [] for router_gateway, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:45.473950 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-5954f4b3-687a-4ca0-843f-5fee574dfd8c None None] For port ccb0d385-46b8-4885-95a6-c5c4163c55ef, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:47:45.486740 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e47a5c93-bca2-474f-ae0d-b0201bcbf327 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:45.489356 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-5954f4b3-687a-4ca0-843f-5fee574dfd8c None None] For port ccb0d385-46b8-4885-95a6-c5c4163c55ef, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=ccb0d385-46b8-4885-95a6-c5c4163c55ef,segment=NetworkSegment(39f9c105-52b4-4d6a-9391-d92b69f59878),segment_id=39f9c105-52b4-4d6a-9391-d92b69f59878)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:47:45.505424 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5954f4b3-687a-4ca0-843f-5fee574dfd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:45.531705 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0ba53dd9-d34b-4eea-9868-f937d2b6f32c req-7964205c-92c6-4be5-ac24-3c7ca7542fe5 service neutron] 10.222.0.98 "GET /v2.0/networks/1b892001-39c2-4a2f-8bb3-b72ef6055534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248881 Oct 20 11:47:45.590417 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7fbe6-7bb0-4463-aa5c-db522ad48e43 req-78fed949-7882-420b-bf38-656158018d61 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:45.595543 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7fb7fbe6-7bb0-4463-aa5c-db522ad48e43 req-78fed949-7882-420b-bf38-656158018d61 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=17352aee-573d-49ce-9005-20e05a7b610c HTTP/1.1" status: 200 len: 945 time: 0.4990482 Oct 20 11:47:45.660527 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5954f4b3-687a-4ca0-843f-5fee574dfd8c None None] Pushing event updated for resources: {'Port': ['ID=ccb0d385-46b8-4885-95a6-c5c4163c55ef,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:45.688901 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973cf248-b1d8-45d4-b088-fd9b815cf5ec req-cf90ffca-3326-4152-bcd7-da7a12ffbe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:45.698132 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-973cf248-b1d8-45d4-b088-fd9b815cf5ec req-cf90ffca-3326-4152-bcd7-da7a12ffbe44 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a1980227-64af-4c17-9cee-4570c69a4cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4388158 Oct 20 11:47:45.730582 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7fb7fbe6-7bb0-4463-aa5c-db522ad48e43 req-16573a58-cc7f-4fee-8d13-d631442d6084 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192710 Oct 20 11:47:45.861333 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60062) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:45.903574 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0044-29eb-4828-a89e-2041275c21ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:45.911403 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0044-29eb-4828-a89e-2041275c21ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:45.918667 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-fd3e0044-29eb-4828-a89e-2041275c21ec admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b2be7e55-0e91-44e3-a711-b7b374716b7d HTTP/1.1" status: 204 len: 168 time: 1.1958375 Oct 20 11:47:46.059429 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff7e33-298a-4d7c-be74-95a68be57f63 req-f2ff08bc-e0f4-4270-a774-cf724b4b8f0c tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:46.065009 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e0044-29eb-4828-a89e-2041275c21ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2be7e55-0e91-44e3-a711-b7b374716b7d,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:46.091931 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-36ff7e33-298a-4d7c-be74-95a68be57f63 req-f2ff08bc-e0f4-4270-a774-cf724b4b8f0c tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfbb795f-c2ce-4b69-b189-65a194f20acd HTTP/1.1" status: 200 len: 945 time: 0.2676334 Oct 20 11:47:46.219562 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-973cf248-b1d8-45d4-b088-fd9b815cf5ec req-180a8a8c-42bf-4fee-96b9-327c9eb24cf4 service neutron] 10.222.0.89 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5073502 Oct 20 11:47:46.242912 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-40263899-0142-4e66-bb37-d81982b8a172 req-b1faf62a-ea28-4e5f-b6ba-04b798e3ea11 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/ports?device_id=600e0771-7f64-43ff-be83-2cc32b7f1e7e HTTP/1.1" status: 200 len: 210 time: 0.2468748 Oct 20 11:47:46.306218 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ccf32541-b3db-4bc6-930c-dfe2933649c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:46.315835 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-36ff7e33-298a-4d7c-be74-95a68be57f63 req-86df5c8c-2421-44ee-841f-cc697648d53e tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121551 Oct 20 11:47:46.457662 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-e47a5c93-bca2-474f-ae0d-b0201bcbf327 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Allocated IP 172.25.5.250 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/54678bcf-b818-4bbf-babd-a0e04fd59e2e) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:47:46.824972 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-973cf248-b1d8-45d4-b088-fd9b815cf5ec req-ea407ead-b610-4356-99dd-76167033a639 service neutron] 10.222.0.89 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5895221 Oct 20 11:47:46.924140 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ccf32541-b3db-4bc6-930c-dfe2933649c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:46.957685 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ccf32541-b3db-4bc6-930c-dfe2933649c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:46.960963 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5cc28-e11e-424f-bf89-f6c9a5629ce9 req-06b3c9e1-1f6e-4ef0-911d-cbadf24a7208 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:46.970075 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-63f5cc28-e11e-424f-bf89-f6c9a5629ce9 req-06b3c9e1-1f6e-4ef0-911d-cbadf24a7208 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=17352aee-573d-49ce-9005-20e05a7b610c HTTP/1.1" status: 200 len: 945 time: 0.1446595 Oct 20 11:47:47.079988 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-63f5cc28-e11e-424f-bf89-f6c9a5629ce9 req-70158b73-0538-44cf-9784-8c937e7c9976 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082027 Oct 20 11:47:47.090456 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ccf32541-b3db-4bc6-930c-dfe2933649c1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d3ef5e5c18014134b8127031fc16e6a9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2272944 Oct 20 11:47:47.092578 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60096) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:47.099959 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf32541-b3db-4bc6-930c-dfe2933649c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27e00a1-967b-46b4-bfe9-f013bfb908b3,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:47.132768 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e47a5c93-bca2-474f-ae0d-b0201bcbf327 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:47.196188 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b0f00b84-762d-449b-bb0f-b329dbe8baa4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:47.218143 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e47a5c93-bca2-474f-ae0d-b0201bcbf327 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:47.248876 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b0f00b84-762d-449b-bb0f-b329dbe8baa4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:47.317712 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device f38f3503-434c-4884-b6d5-fa4bc83a1bd9 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:47:47.371773 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47a5c93-bca2-474f-ae0d-b0201bcbf327 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:47:47.382490 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-e47a5c93-bca2-474f-ae0d-b0201bcbf327 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:47:47.388120 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47a5c93-bca2-474f-ae0d-b0201bcbf327 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:47:47.437468 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47a5c93-bca2-474f-ae0d-b0201bcbf327 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Pushing event updated for resources: {'Port': ['ID=54678bcf-b818-4bbf-babd-a0e04fd59e2e,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:47.487897 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device ccb0d385-46b8-4885-95a6-c5c4163c55ef up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:47:47.533426 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4e827ee8-cc9a-4509-975c-614c2ba47ded req-efb44e6a-053a-4fea-b0b2-26aa2bcb158a tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/ports?device_id=600e0771-7f64-43ff-be83-2cc32b7f1e7e HTTP/1.1" status: 200 len: 210 time: 0.1243172 Oct 20 11:47:47.575865 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b0f00b84-762d-449b-bb0f-b329dbe8baa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:47.578433 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b0f00b84-762d-449b-bb0f-b329dbe8baa4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:47.594101 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-b0f00b84-762d-449b-bb0f-b329dbe8baa4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b27e00a1-967b-46b4-bfe9-f013bfb908b3 HTTP/1.1" status: 204 len: 168 time: 0.4993932 Oct 20 11:47:47.682400 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f00b84-762d-449b-bb0f-b329dbe8baa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27e00a1-967b-46b4-bfe9-f013bfb908b3,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:47.695933 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1244c7cc-6bcc-477e-8d28-4c543242c567 None None] Network 69111cec-0445-4f5b-9c4e-41b2177bffd6 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:47:47.762910 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed5996-f3bd-4667-9c0d-dcb84cd1ef37 req-3f805bfa-2c60-45f2-8d4a-d7147400fadb tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:47.768303 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-99ed5996-f3bd-4667-9c0d-dcb84cd1ef37 req-3f805bfa-2c60-45f2-8d4a-d7147400fadb tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfbb795f-c2ce-4b69-b189-65a194f20acd HTTP/1.1" status: 200 len: 945 time: 0.2793279 Oct 20 11:47:47.833096 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba53dd9-d34b-4eea-9868-f937d2b6f32c req-9d7baafa-ee2c-43a1-94f8-edab61f8375a tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:47.837197 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0ba53dd9-d34b-4eea-9868-f937d2b6f32c req-9d7baafa-ee2c-43a1-94f8-edab61f8375a tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.89 "GET /v2.0/networks?id=1b892001-39c2-4a2f-8bb3-b72ef6055534 HTTP/1.1" status: 200 len: 814 time: 0.2709908 Oct 20 11:47:47.837567 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-99ed5996-f3bd-4667-9c0d-dcb84cd1ef37 req-53edb4f7-fc5e-4efc-a1c5-4d63f1f2efef tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628676 Oct 20 11:47:47.883907 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-0ba53dd9-d34b-4eea-9868-f937d2b6f32c req-76db071d-bd43-4efa-8b28-02273b7fe75c tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Request body: {'port': {'device_id': '600e0771-7f64-43ff-be83-2cc32b7f1e7e', 'network_id': '1b892001-39c2-4a2f-8bb3-b72ef6055534', 'admin_state_up': True, 'tenant_id': 'f3d32e0333e043f7ad5ea1f647a23e73'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:47:47.917518 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-96e2c106-3ecf-421f-8529-a2aa2f4b30ae None None] Provisioning complete for port ccb0d385-46b8-4885-95a6-c5c4163c55ef triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:47:47.918217 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-96e2c106-3ecf-421f-8529-a2aa2f4b30ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:47.965332 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port ccb0d385-46b8-4885-95a6-c5c4163c55ef triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:47:47.965708 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:47.994510 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:48.038818 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e47a5c93-bca2-474f-ae0d-b0201bcbf327 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks [] for router_gateway, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:48.077310 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17352aee-573d-49ce-9005-20e05a7b610c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f38f3503-434c-4884-b6d5-fa4bc83a1bd9'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:47:48.079645 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f73b52-01c3-47ab-81a6-828271e4df7b" -d '{"events": [{"server_uuid": "17352aee-573d-49ce-9005-20e05a7b610c", "name": "network-vif-unplugged", "status": "completed", "tag": "f38f3503-434c-4884-b6d5-fa4bc83a1bd9"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:47:48.104465 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port f38f3503-434c-4884-b6d5-fa4bc83a1bd9, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=f38f3503-434c-4884-b6d5-fa4bc83a1bd9,segment=NetworkSegment(73cbce6c-57a2-4343-bb4b-9f489f07b678),segment_id=73cbce6c-57a2-4343-bb4b-9f489f07b678)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:47:48.127823 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:48.136711 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ba53dd9-d34b-4eea-9868-f937d2b6f32c req-76db071d-bd43-4efa-8b28-02273b7fe75c tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Made reservation on behalf of f3d32e0333e043f7ad5ea1f647a23e73 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:47:48.151276 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-0ba53dd9-d34b-4eea-9868-f937d2b6f32c req-76db071d-bd43-4efa-8b28-02273b7fe75c tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:48.156588 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459a6e4e-1c5a-4587-9387-a0911f4c16a0 x-openstack-request-id: req-459a6e4e-1c5a-4587-9387-a0911f4c16a0 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:47:48.156887 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17352aee-573d-49ce-9005-20e05a7b610c", "name": "network-vif-unplugged", "status": "completed", "tag": "f38f3503-434c-4884-b6d5-fa4bc83a1bd9", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:47:48.157148 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-459a6e4e-1c5a-4587-9387-a0911f4c16a0 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:47:48.157740 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17352aee-573d-49ce-9005-20e05a7b610c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f38f3503-434c-4884-b6d5-fa4bc83a1bd9', 'code': 200} Oct 20 11:47:48.213147 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60128) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:48.241201 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-96e2c106-3ecf-421f-8529-a2aa2f4b30ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:48.262752 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:48.265118 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda02db-f0b7-48ec-ac4e-9b96728da7ae req-628e90c6-e282-46e1-9eb4-0047a614782f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:48.274601 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2dda02db-f0b7-48ec-ac4e-9b96728da7ae req-628e90c6-e282-46e1-9eb4-0047a614782f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=17352aee-573d-49ce-9005-20e05a7b610c HTTP/1.1" status: 200 len: 943 time: 0.0728743 Oct 20 11:47:48.292732 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=f38f3503-434c-4884-b6d5-fa4bc83a1bd9,revision_number=8']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:48.316715 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6580fdf9-f96c-4561-8067-853ffd726ded admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:48.320355 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-96e2c106-3ecf-421f-8529-a2aa2f4b30ae None None] For port ccb0d385-46b8-4885-95a6-c5c4163c55ef, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=ccb0d385-46b8-4885-95a6-c5c4163c55ef,segment=NetworkSegment(39f9c105-52b4-4d6a-9391-d92b69f59878),segment_id=39f9c105-52b4-4d6a-9391-d92b69f59878)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:47:48.333338 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-96e2c106-3ecf-421f-8529-a2aa2f4b30ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:48.352458 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2dda02db-f0b7-48ec-ac4e-9b96728da7ae req-30d58d0e-7a39-452e-8ea2-c49973e5e7ea tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712240 Oct 20 11:47:48.451703 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e2c106-3ecf-421f-8529-a2aa2f4b30ae None None] Pushing event updated for resources: {'Port': ['ID=ccb0d385-46b8-4885-95a6-c5c4163c55ef,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:48.460991 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.db.api [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:47:48.466746 n-d-814735-3 neutron-server[100648]: DEBUG oslo_db.api [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:47:48.580548 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-4a6c76a2-1695-427c-89e6-65efefec780d None None] Provisioning complete for port ccb0d385-46b8-4885-95a6-c5c4163c55ef triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:47:48.581039 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4a6c76a2-1695-427c-89e6-65efefec780d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:48.654844 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [req-0ba53dd9-d34b-4eea-9868-f937d2b6f32c req-76db071d-bd43-4efa-8b28-02273b7fe75c tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Allocated IP 172.20.0.11 (1b892001-39c2-4a2f-8bb3-b72ef6055534/4a91f57a-3317-448b-a1c3-2a415cd8edd6/73d8eb99-23f5-4439-8c93-1bd0c560af34) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:47:48.677689 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8becf077-d494-44da-af14-1cc6c923c95a req-28237928-3297-445c-87d0-03de2fcd1322 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/ports?device_id=600e0771-7f64-43ff-be83-2cc32b7f1e7e HTTP/1.1" status: 200 len: 210 time: 0.0387282 Oct 20 11:47:48.802282 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e47a5c93-bca2-474f-ae0d-b0201bcbf327 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:48.806527 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6580fdf9-f96c-4561-8067-853ffd726ded admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:48.822245 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6580fdf9-f96c-4561-8067-853ffd726ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:48.934634 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6580fdf9-f96c-4561-8067-853ffd726ded admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=bd7d92a2932a47bab977403508e172dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7173018 Oct 20 11:47:48.949967 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60152) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:48.981384 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6580fdf9-f96c-4561-8067-853ffd726ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d43a3d0-ce95-406e-b246-78270e909549,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:49.101412 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-0ba53dd9-d34b-4eea-9868-f937d2b6f32c req-76db071d-bd43-4efa-8b28-02273b7fe75c tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:49.110345 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b9df21-65aa-4cbd-ac17-d56b069cfcf9 req-ea0870b6-654c-45ba-ba75-50829a995bd6 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:49.121693 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-99b9df21-65aa-4cbd-ac17-d56b069cfcf9 req-ea0870b6-654c-45ba-ba75-50829a995bd6 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfbb795f-c2ce-4b69-b189-65a194f20acd HTTP/1.1" status: 200 len: 945 time: 0.1841714 Oct 20 11:47:49.124740 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47a5c93-bca2-474f-ae0d-b0201bcbf327 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Router 0c0ee188-1410-4d4d-bced-58d7b8689dff is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:47:49.216368 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-99b9df21-65aa-4cbd-ac17-d56b069cfcf9 req-3d02090b-e04a-4a54-bbe0-112488911474 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934186 Oct 20 11:47:49.217229 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-eec4213d-92b2-44f9-9457-9e1d10f88631 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:49.243549 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-eec4213d-92b2-44f9-9457-9e1d10f88631 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:49.305993 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device ccb0d385-46b8-4885-95a6-c5c4163c55ef up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:47:49.307928 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-eec4213d-92b2-44f9-9457-9e1d10f88631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:49.311011 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-eec4213d-92b2-44f9-9457-9e1d10f88631 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:49.316977 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-eec4213d-92b2-44f9-9457-9e1d10f88631 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6d43a3d0-ce95-406e-b246-78270e909549 HTTP/1.1" status: 204 len: 168 time: 0.3639762 Oct 20 11:47:49.344101 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec4213d-92b2-44f9-9457-9e1d10f88631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d43a3d0-ce95-406e-b246-78270e909549,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:49.386769 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-cb482604-5d03-43b6-8235-f47abbeefe4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:49.420292 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port ccb0d385-46b8-4885-95a6-c5c4163c55ef triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:47:49.421553 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:49.546119 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3398b67-80e1-4686-a375-d84f3492a6c3 req-28061cfd-7c2c-4e7f-81fc-6511aed0b2c2 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:49.548552 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d3398b67-80e1-4686-a375-d84f3492a6c3 req-28061cfd-7c2c-4e7f-81fc-6511aed0b2c2 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=17352aee-573d-49ce-9005-20e05a7b610c HTTP/1.1" status: 200 len: 943 time: 0.1029284 Oct 20 11:47:49.809825 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d3398b67-80e1-4686-a375-d84f3492a6c3 req-9dc6cb2d-004d-4dd5-8309-f05dad1da27b tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040723 Oct 20 11:47:49.816864 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-0ba53dd9-d34b-4eea-9868-f937d2b6f32c req-76db071d-bd43-4efa-8b28-02273b7fe75c tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:49.925478 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ba53dd9-d34b-4eea-9868-f937d2b6f32c req-76db071d-bd43-4efa-8b28-02273b7fe75c tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Network 1b892001-39c2-4a2f-8bb3-b72ef6055534 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:47:49.945762 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c007891-dbec-406c-aa68-e7803c5c0bf7 req-2b99b55f-2585-4eeb-9227-ceaf744f6fdb tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:49.947613 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1c007891-dbec-406c-aa68-e7803c5c0bf7 req-2b99b55f-2585-4eeb-9227-ceaf744f6fdb tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.1472270 Oct 20 11:47:49.964337 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d8a9e-175b-47c3-b3d3-2ae0ddbf3031 req-daf7c3fe-5a30-44df-954b-cd9578cac3fe tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:49.967586 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-081d8a9e-175b-47c3-b3d3-2ae0ddbf3031 req-daf7c3fe-5a30-44df-954b-cd9578cac3fe tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/ports?device_id=600e0771-7f64-43ff-be83-2cc32b7f1e7e HTTP/1.1" status: 200 len: 932 time: 0.0960624 Oct 20 11:47:49.973607 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [req-0ba53dd9-d34b-4eea-9868-f937d2b6f32c req-76db071d-bd43-4efa-8b28-02273b7fe75c tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:47:49.981569 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba53dd9-d34b-4eea-9868-f937d2b6f32c req-76db071d-bd43-4efa-8b28-02273b7fe75c tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:47:50.015526 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db071d-bd43-4efa-8b28-02273b7fe75c tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Pushing event updated for resources: {'Port': ['ID=73d8eb99-23f5-4439-8c93-1bd0c560af34,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:50.036180 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db071d-bd43-4efa-8b28-02273b7fe75c tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:47:50.036534 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db071d-bd43-4efa-8b28-02273b7fe75c tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:47:50.036887 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db071d-bd43-4efa-8b28-02273b7fe75c tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:47:50.037356 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db071d-bd43-4efa-8b28-02273b7fe75c tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:47:50.037553 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db071d-bd43-4efa-8b28-02273b7fe75c tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:47:50.038074 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db071d-bd43-4efa-8b28-02273b7fe75c tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:47:50.038585 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db071d-bd43-4efa-8b28-02273b7fe75c tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:47:50.039200 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db071d-bd43-4efa-8b28-02273b7fe75c tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:47:50.039704 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db071d-bd43-4efa-8b28-02273b7fe75c tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:47:50.040042 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db071d-bd43-4efa-8b28-02273b7fe75c tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:47:50.040376 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db071d-bd43-4efa-8b28-02273b7fe75c tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:47:50.040701 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db071d-bd43-4efa-8b28-02273b7fe75c tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:47:50.044845 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47a5c93-bca2-474f-ae0d-b0201bcbf327 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:47:50.069475 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcd0d4f-f125-46d7-b28b-a2108b802f5f None None] Sync routers for ids ['0c0ee188-1410-4d4d-bced-58d7b8689dff'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:47:50.079405 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1c007891-dbec-406c-aa68-e7803c5c0bf7 req-0593091c-6fdb-4269-893f-516f642e4b0f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257946 Oct 20 11:47:50.082710 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcd0d4f-f125-46d7-b28b-a2108b802f5f None None] Routers {'0c0ee188-1410-4d4d-bced-58d7b8689dff'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:47:50.083575 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-8dcd0d4f-f125-46d7-b28b-a2108b802f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:47:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['0c0ee188-1410-4d4d-bced-58d7b8689dff'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:47:50.086238 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-081d8a9e-175b-47c3-b3d3-2ae0ddbf3031 req-490b2287-a406-4006-bc0a-8cf49f2041fb tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/security-groups?id=7302830c-f076-45ab-b8d9-6ceff955d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941176 Oct 20 11:47:50.117205 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba53dd9-d34b-4eea-9868-f937d2b6f32c req-76db071d-bd43-4efa-8b28-02273b7fe75c tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:50.118064 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-0ba53dd9-d34b-4eea-9868-f937d2b6f32c req-76db071d-bd43-4efa-8b28-02273b7fe75c tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:50.125293 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-8dcd0d4f-f125-46d7-b28b-a2108b802f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:47:50.141257 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcd0d4f-f125-46d7-b28b-a2108b802f5f None None] Routers {'0c0ee188-1410-4d4d-bced-58d7b8689dff'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:47:50.142529 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-8dcd0d4f-f125-46d7-b28b-a2108b802f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:47:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['0c0ee188-1410-4d4d-bced-58d7b8689dff'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:47:50.176623 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e47a5c93-bca2-474f-ae0d-b0201bcbf327 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:50.180225 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e47a5c93-bca2-474f-ae0d-b0201bcbf327 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 6.4161978 Oct 20 11:47:50.182362 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60202) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:50.182529 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-8dcd0d4f-f125-46d7-b28b-a2108b802f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:47:50.183707 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcd0d4f-f125-46d7-b28b-a2108b802f5f None None] The sync data for ids ['0c0ee188-1410-4d4d-bced-58d7b8689dff'] in n-d-814735-3 is: [] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:47:50.190040 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0ba53dd9-d34b-4eea-9868-f937d2b6f32c req-76db071d-bd43-4efa-8b28-02273b7fe75c tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3121102 Oct 20 11:47:50.203642 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-0ba53dd9-d34b-4eea-9868-f937d2b6f32c req-e1f14fdb-6a9b-4305-9b50-23ecb2a20edf service neutron] Request body: {'port': {'device_id': '600e0771-7f64-43ff-be83-2cc32b7f1e7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:47:50.289434 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-0ba53dd9-d34b-4eea-9868-f937d2b6f32c req-e1f14fdb-6a9b-4305-9b50-23ecb2a20edf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:50.387527 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708afb0d-3269-4d48-aaa0-75b4ceafd6ad req-e0634fb9-11c5-443f-b5a4-bdcc1bc24253 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:50.389636 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-708afb0d-3269-4d48-aaa0-75b4ceafd6ad req-e0634fb9-11c5-443f-b5a4-bdcc1bc24253 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.1450257 Oct 20 11:47:50.502627 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-708afb0d-3269-4d48-aaa0-75b4ceafd6ad req-d1f469a9-6e71-4692-a2af-51c4c972413b tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826025 Oct 20 11:47:50.510677 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c9799-cbe8-4cc4-8dee-9e97aa547c22 req-27e459af-d185-4215-91e0-6b0541db1857 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:50.512223 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6e3c9799-cbe8-4cc4-8dee-9e97aa547c22 req-27e459af-d185-4215-91e0-6b0541db1857 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfbb795f-c2ce-4b69-b189-65a194f20acd HTTP/1.1" status: 200 len: 945 time: 0.1635768 Oct 20 11:47:50.641684 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6e3c9799-cbe8-4cc4-8dee-9e97aa547c22 req-978bae42-2213-42f3-abf0-c5a700d1af8a tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887616 Oct 20 11:47:50.654362 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-0ba53dd9-d34b-4eea-9868-f937d2b6f32c req-e1f14fdb-6a9b-4305-9b50-23ecb2a20edf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73d8eb99-23f5-4439-8c93-1bd0c560af34 {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:47:50.670758 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-0ba53dd9-d34b-4eea-9868-f937d2b6f32c req-e1f14fdb-6a9b-4305-9b50-23ecb2a20edf service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:50.695184 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-0ba53dd9-d34b-4eea-9868-f937d2b6f32c req-e1f14fdb-6a9b-4305-9b50-23ecb2a20edf service neutron] Transition to ACTIVE for port object 73d8eb99-23f5-4439-8c93-1bd0c560af34 will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:47:50.706074 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-0ba53dd9-d34b-4eea-9868-f937d2b6f32c req-e1f14fdb-6a9b-4305-9b50-23ecb2a20edf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:50.885729 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f14fdb-6a9b-4305-9b50-23ecb2a20edf service neutron] Pushing event updated for resources: {'Port': ['ID=73d8eb99-23f5-4439-8c93-1bd0c560af34,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:50.915792 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-0ba53dd9-d34b-4eea-9868-f937d2b6f32c req-e1f14fdb-6a9b-4305-9b50-23ecb2a20edf service neutron] Attempting to bind port 73d8eb99-23f5-4439-8c93-1bd0c560af34 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:47:50.916121 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-0ba53dd9-d34b-4eea-9868-f937d2b6f32c req-e1f14fdb-6a9b-4305-9b50-23ecb2a20edf service neutron] Attempting to bind port 73d8eb99-23f5-4439-8c93-1bd0c560af34 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': 'ba2db131-f70b-4119-9629-4eac0d027823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '1b892001-39c2-4a2f-8bb3-b72ef6055534'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:47:50.916663 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba53dd9-d34b-4eea-9868-f937d2b6f32c req-e1f14fdb-6a9b-4305-9b50-23ecb2a20edf service neutron] Attempting to bind port 73d8eb99-23f5-4439-8c93-1bd0c560af34 on network 1b892001-39c2-4a2f-8bb3-b72ef6055534 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:47:50.922482 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba53dd9-d34b-4eea-9868-f937d2b6f32c req-e1f14fdb-6a9b-4305-9b50-23ecb2a20edf service neutron] Port 73d8eb99-23f5-4439-8c93-1bd0c560af34 on network 1b892001-39c2-4a2f-8bb3-b72ef6055534 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:47:50.923028 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba53dd9-d34b-4eea-9868-f937d2b6f32c req-e1f14fdb-6a9b-4305-9b50-23ecb2a20edf service neutron] Attempting to bind port 73d8eb99-23f5-4439-8c93-1bd0c560af34 on network 1b892001-39c2-4a2f-8bb3-b72ef6055534 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:47:50.936797 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba53dd9-d34b-4eea-9868-f937d2b6f32c req-e1f14fdb-6a9b-4305-9b50-23ecb2a20edf service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:47:50.937066 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba53dd9-d34b-4eea-9868-f937d2b6f32c req-e1f14fdb-6a9b-4305-9b50-23ecb2a20edf service neutron] Checking segment: {'id': 'ba2db131-f70b-4119-9629-4eac0d027823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '1b892001-39c2-4a2f-8bb3-b72ef6055534'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:47:50.937582 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba53dd9-d34b-4eea-9868-f937d2b6f32c req-e1f14fdb-6a9b-4305-9b50-23ecb2a20edf service neutron] Bound using segment: {'id': 'ba2db131-f70b-4119-9629-4eac0d027823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '1b892001-39c2-4a2f-8bb3-b72ef6055534'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:47:50.937707 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1cec5-5705-49b6-98aa-72b4e28aad93 req-aa19e558-1f33-49ad-8dfd-0df42558ba92 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:50.938179 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-0ba53dd9-d34b-4eea-9868-f937d2b6f32c req-e1f14fdb-6a9b-4305-9b50-23ecb2a20edf service neutron] Bound port: 73d8eb99-23f5-4439-8c93-1bd0c560af34, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba2db131-f70b-4119-9629-4eac0d027823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '1b892001-39c2-4a2f-8bb3-b72ef6055534'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:47:50.938528 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-0ba53dd9-d34b-4eea-9868-f937d2b6f32c req-e1f14fdb-6a9b-4305-9b50-23ecb2a20edf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:50.939196 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-25f1cec5-5705-49b6-98aa-72b4e28aad93 req-aa19e558-1f33-49ad-8dfd-0df42558ba92 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.1296735 Oct 20 11:47:51.007563 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-25f1cec5-5705-49b6-98aa-72b4e28aad93 req-8e815dad-f65a-494f-b3f1-156bed4e529d tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590086 Oct 20 11:47:51.041715 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-30987d8b-4dd8-4020-ab44-cf9ce149a37d tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:51.069104 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-0ba53dd9-d34b-4eea-9868-f937d2b6f32c req-e1f14fdb-6a9b-4305-9b50-23ecb2a20edf service neutron] For port 73d8eb99-23f5-4439-8c93-1bd0c560af34, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:47:51.074533 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-0ba53dd9-d34b-4eea-9868-f937d2b6f32c req-e1f14fdb-6a9b-4305-9b50-23ecb2a20edf service neutron] For port 73d8eb99-23f5-4439-8c93-1bd0c560af34, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=73d8eb99-23f5-4439-8c93-1bd0c560af34,segment=NetworkSegment(ba2db131-f70b-4119-9629-4eac0d027823),segment_id=ba2db131-f70b-4119-9629-4eac0d027823)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:47:51.095149 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-0ba53dd9-d34b-4eea-9868-f937d2b6f32c req-e1f14fdb-6a9b-4305-9b50-23ecb2a20edf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:51.136741 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba53dd9-d34b-4eea-9868-f937d2b6f32c req-e1f14fdb-6a9b-4305-9b50-23ecb2a20edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:51.137393 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-0ba53dd9-d34b-4eea-9868-f937d2b6f32c req-e1f14fdb-6a9b-4305-9b50-23ecb2a20edf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:51.138808 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0ba53dd9-d34b-4eea-9868-f937d2b6f32c req-e1f14fdb-6a9b-4305-9b50-23ecb2a20edf service neutron] 10.222.0.89 "PUT /v2.0/ports/73d8eb99-23f5-4439-8c93-1bd0c560af34 HTTP/1.1" status: 200 len: 1092 time: 0.9397388 Oct 20 11:47:51.139255 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '600e0771-7f64-43ff-be83-2cc32b7f1e7e', 'tag': '73d8eb99-23f5-4439-8c93-1bd0c560af34'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:47:51.142282 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35f689e-644c-4ae5-a209-7782f2beefa4" -d '{"events": [{"name": "network-changed", "server_uuid": "600e0771-7f64-43ff-be83-2cc32b7f1e7e", "tag": "73d8eb99-23f5-4439-8c93-1bd0c560af34"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:47:51.254357 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de89af6a-43ec-42ac-be2c-5b13ce4b6a3c x-openstack-request-id: req-de89af6a-43ec-42ac-be2c-5b13ce4b6a3c {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:47:51.254533 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "600e0771-7f64-43ff-be83-2cc32b7f1e7e", "tag": "73d8eb99-23f5-4439-8c93-1bd0c560af34", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:47:51.255501 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-de89af6a-43ec-42ac-be2c-5b13ce4b6a3c {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:47:51.256134 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '600e0771-7f64-43ff-be83-2cc32b7f1e7e', 'tag': '73d8eb99-23f5-4439-8c93-1bd0c560af34', 'status': 'completed', 'code': 200} Oct 20 11:47:51.265875 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f14fdb-6a9b-4305-9b50-23ecb2a20edf service neutron] Pushing event updated for resources: {'Port': ['ID=73d8eb99-23f5-4439-8c93-1bd0c560af34,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:51.318112 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba53dd9-d34b-4eea-9868-f937d2b6f32c req-cdf2c2ec-9a68-44ee-ba3e-edc3e6df6939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:51.320133 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0ba53dd9-d34b-4eea-9868-f937d2b6f32c req-cdf2c2ec-9a68-44ee-ba3e-edc3e6df6939 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f3d32e0333e043f7ad5ea1f647a23e73&device_id=600e0771-7f64-43ff-be83-2cc32b7f1e7e HTTP/1.1" status: 200 len: 1095 time: 0.1247964 Oct 20 11:47:51.392648 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d93a30-d2e4-42fe-a366-0106007bf41f req-36828d63-99fb-42b3-b65a-f3051024b51d tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:51.395243 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-61d93a30-d2e4-42fe-a366-0106007bf41f req-36828d63-99fb-42b3-b65a-f3051024b51d tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/ports?device_id=600e0771-7f64-43ff-be83-2cc32b7f1e7e HTTP/1.1" status: 200 len: 944 time: 0.1787553 Oct 20 11:47:51.406942 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0ba53dd9-d34b-4eea-9868-f937d2b6f32c req-72a67fbe-7bcb-4c1c-a313-c9f5a1051b6b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73d8eb99-23f5-4439-8c93-1bd0c560af34 HTTP/1.1" status: 200 len: 217 time: 0.0754771 Oct 20 11:47:51.465491 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba53dd9-d34b-4eea-9868-f937d2b6f32c req-12b7ad9e-1b6e-4ef1-89a1-138e5d1cfab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:51.467453 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0ba53dd9-d34b-4eea-9868-f937d2b6f32c req-12b7ad9e-1b6e-4ef1-89a1-138e5d1cfab5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4a91f57a-3317-448b-a1c3-2a415cd8edd6 HTTP/1.1" status: 200 len: 854 time: 0.0498922 Oct 20 11:47:51.520210 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0ba53dd9-d34b-4eea-9868-f937d2b6f32c req-1480a715-d0dc-460a-ad6d-70ab2cac3d76 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1b892001-39c2-4a2f-8bb3-b72ef6055534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441666 Oct 20 11:47:51.599362 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-61d93a30-d2e4-42fe-a366-0106007bf41f req-fd91afef-f1b7-4e2a-94e8-0dd211416472 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/security-groups?id=7302830c-f076-45ab-b8d9-6ceff955d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936507 Oct 20 11:47:51.708844 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0ba53dd9-d34b-4eea-9868-f937d2b6f32c req-85e5cb6f-c208-4476-b748-13898561702e service neutron] 10.222.0.89 "GET /v2.0/networks/1b892001-39c2-4a2f-8bb3-b72ef6055534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744547 Oct 20 11:47:51.835856 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-30987d8b-4dd8-4020-ab44-cf9ce149a37d tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Allocated IP 172.20.0.1 (69111cec-0445-4f5b-9c4e-41b2177bffd6/7d9b0c16-6e24-4620-a1c8-21b52385b0da/78ed9c8c-5ef4-4c95-b19e-e8a9d556bdcd) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:47:51.853739 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0ba53dd9-d34b-4eea-9868-f937d2b6f32c req-ec764d50-d32b-4a49-ae5c-7fdcb89a14be service neutron] 10.222.0.89 "GET /v2.0/networks/1b892001-39c2-4a2f-8bb3-b72ef6055534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396782 Oct 20 11:47:51.855839 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d82932-9938-41da-a0c6-22c6a7588864 req-d2411cb1-c19e-479c-b678-ca0831ffce2b tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:51.857345 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-20d82932-9938-41da-a0c6-22c6a7588864 req-d2411cb1-c19e-479c-b678-ca0831ffce2b tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfbb795f-c2ce-4b69-b189-65a194f20acd HTTP/1.1" status: 200 len: 945 time: 0.1155679 Oct 20 11:47:51.970490 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f689e-644c-4ae5-a209-7782f2beefa4 req-b0d00b2b-9f5f-4a22-9724-0946e741d7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:51.972544 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-b35f689e-644c-4ae5-a209-7782f2beefa4 req-b0d00b2b-9f5f-4a22-9724-0946e741d7de service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f3d32e0333e043f7ad5ea1f647a23e73&device_id=600e0771-7f64-43ff-be83-2cc32b7f1e7e HTTP/1.1" status: 200 len: 1095 time: 0.0623920 Oct 20 11:47:51.977347 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-20d82932-9938-41da-a0c6-22c6a7588864 req-5e257d08-9c2f-4a2e-a233-f3564f2987e7 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027436 Oct 20 11:47:52.032445 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-30987d8b-4dd8-4020-ab44-cf9ce149a37d tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:52.077827 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-30987d8b-4dd8-4020-ab44-cf9ce149a37d tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:52.136949 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30987d8b-4dd8-4020-ab44-cf9ce149a37d tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Network 69111cec-0445-4f5b-9c4e-41b2177bffd6 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:47:52.156881 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-30987d8b-4dd8-4020-ab44-cf9ce149a37d tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:47:52.164654 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30987d8b-4dd8-4020-ab44-cf9ce149a37d tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:47:52.179247 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0a4fee7d-fddf-4ae5-9e31-cbce785c818b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:52.185227 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f689e-644c-4ae5-a209-7782f2beefa4 req-60aad962-0010-41a4-aae9-2aa01f6147d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:52.186989 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-b35f689e-644c-4ae5-a209-7782f2beefa4 req-60aad962-0010-41a4-aae9-2aa01f6147d1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1b892001-39c2-4a2f-8bb3-b72ef6055534 HTTP/1.1" status: 200 len: 916 time: 0.1914566 Oct 20 11:47:52.259360 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30987d8b-4dd8-4020-ab44-cf9ce149a37d tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Pushing event updated for resources: {'Port': ['ID=78ed9c8c-5ef4-4c95-b19e-e8a9d556bdcd,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:52.309577 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-b35f689e-644c-4ae5-a209-7782f2beefa4 req-fe87765a-0902-4076-95f6-0a8a86a29a8f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73d8eb99-23f5-4439-8c93-1bd0c560af34 HTTP/1.1" status: 200 len: 217 time: 0.1127563 Oct 20 11:47:52.314283 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb34726-35e7-4305-904c-764d506b688f req-46ec9eb1-6850-484e-8586-19111132a9ce tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:52.316084 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2bb34726-35e7-4305-904c-764d506b688f req-46ec9eb1-6850-484e-8586-19111132a9ce tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.1736579 Oct 20 11:47:52.317654 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-30987d8b-4dd8-4020-ab44-cf9ce149a37d tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:52.415040 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f689e-644c-4ae5-a209-7782f2beefa4 req-646484ef-135a-46a2-984f-546a8ac86ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:52.416788 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-b35f689e-644c-4ae5-a209-7782f2beefa4 req-646484ef-135a-46a2-984f-546a8ac86ec2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4a91f57a-3317-448b-a1c3-2a415cd8edd6 HTTP/1.1" status: 200 len: 854 time: 0.0952647 Oct 20 11:47:52.424593 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-37b71a7e-7b3f-46f4-8ae4-8eabf7928517 None None] Provisioning complete for port 78ed9c8c-5ef4-4c95-b19e-e8a9d556bdcd triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:47:52.425244 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-37b71a7e-7b3f-46f4-8ae4-8eabf7928517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:52.480388 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-b35f689e-644c-4ae5-a209-7782f2beefa4 req-4ea43b9b-1b8e-4bb9-9c7c-b3077f1bbfcb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1b892001-39c2-4a2f-8bb3-b72ef6055534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505517 Oct 20 11:47:52.491402 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2bb34726-35e7-4305-904c-764d506b688f req-97906cb0-ef1d-425a-8ae7-6664cf12882a tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691748 Oct 20 11:47:52.500882 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-37b71a7e-7b3f-46f4-8ae4-8eabf7928517 None None] Port 78ed9c8c-5ef4-4c95-b19e-e8a9d556bdcd cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:47:52.549894 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-30987d8b-4dd8-4020-ab44-cf9ce149a37d tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:52.624718 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-b35f689e-644c-4ae5-a209-7782f2beefa4 req-ea7f1166-e1af-4b15-b353-d2c18030605a service neutron] 10.222.0.89 "GET /v2.0/networks/1b892001-39c2-4a2f-8bb3-b72ef6055534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339664 Oct 20 11:47:52.764153 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-b35f689e-644c-4ae5-a209-7782f2beefa4 req-01428457-4caf-4957-9add-7757b2a57676 service neutron] 10.222.0.89 "GET /v2.0/networks/1b892001-39c2-4a2f-8bb3-b72ef6055534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272855 Oct 20 11:47:52.865060 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e2c97-b7e9-4d39-ba2b-78e36cc2270d req-a3d4cc62-290f-40df-b33d-e2de68a33240 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:52.866703 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf4e2c97-b7e9-4d39-ba2b-78e36cc2270d req-a3d4cc62-290f-40df-b33d-e2de68a33240 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/ports?device_id=600e0771-7f64-43ff-be83-2cc32b7f1e7e HTTP/1.1" status: 200 len: 944 time: 0.1595967 Oct 20 11:47:52.963636 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf4e2c97-b7e9-4d39-ba2b-78e36cc2270d req-65e0463f-b42f-42ea-96da-650533860a6e tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/security-groups?id=7302830c-f076-45ab-b8d9-6ceff955d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846870 Oct 20 11:47:53.043220 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-30987d8b-4dd8-4020-ab44-cf9ce149a37d tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:53.050196 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-30987d8b-4dd8-4020-ab44-cf9ce149a37d tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:53.110048 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:53.128824 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:53.179792 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30987d8b-4dd8-4020-ab44-cf9ce149a37d tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Pushing event updated for resources: {'Port': ['ID=78ed9c8c-5ef4-4c95-b19e-e8a9d556bdcd,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:53.187163 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-30987d8b-4dd8-4020-ab44-cf9ce149a37d tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:53.213811 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6512d3-0aae-48d2-b4bf-66b2492c270d req-3d20e3e6-6e74-49be-a6ad-6f9b49a50257 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:53.215412 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-be6512d3-0aae-48d2-b4bf-66b2492c270d req-3d20e3e6-6e74-49be-a6ad-6f9b49a50257 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfbb795f-c2ce-4b69-b189-65a194f20acd HTTP/1.1" status: 200 len: 945 time: 0.1118608 Oct 20 11:47:53.349819 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device f38f3503-434c-4884-b6d5-fa4bc83a1bd9 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:47:53.777811 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-be6512d3-0aae-48d2-b4bf-66b2492c270d req-74eecd98-2eb3-46be-8d24-c92cf5991586 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015997 Oct 20 11:47:53.824241 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d772245-9444-40a4-afd2-dcc3097ebc75 req-cecc9057-3853-4f20-a7cf-aa35759b6ffe tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:53.826380 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5d772245-9444-40a4-afd2-dcc3097ebc75 req-cecc9057-3853-4f20-a7cf-aa35759b6ffe tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.1491497 Oct 20 11:47:53.895167 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30987d8b-4dd8-4020-ab44-cf9ce149a37d tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Network 69111cec-0445-4f5b-9c4e-41b2177bffd6 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:47:53.900011 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-30987d8b-4dd8-4020-ab44-cf9ce149a37d tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:47:53.915176 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5d772245-9444-40a4-afd2-dcc3097ebc75 req-88321e3f-0cb5-4cc6-83c6-9e32477370be tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772166 Oct 20 11:47:53.961373 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60382) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:54.094119 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60390) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:54.102989 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30987d8b-4dd8-4020-ab44-cf9ce149a37d tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Router 0c0ee188-1410-4d4d-bced-58d7b8689dff has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:47:54.272924 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-da55f36c-8640-43dc-b227-0607173b7191 None None] Provisioning complete for port 78ed9c8c-5ef4-4c95-b19e-e8a9d556bdcd triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:47:54.275171 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-da55f36c-8640-43dc-b227-0607173b7191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:54.281890 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fac96e9c-f182-4d09-8fed-ab17c48636f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:54.290295 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b8cc3-4a73-4f61-9bf6-f797219857ed req-b5f27c06-6e10-408e-9ca1-cc0d6379dd61 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:54.291952 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-029b8cc3-4a73-4f61-9bf6-f797219857ed req-b5f27c06-6e10-408e-9ca1-cc0d6379dd61 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/ports?device_id=600e0771-7f64-43ff-be83-2cc32b7f1e7e HTTP/1.1" status: 200 len: 944 time: 0.1162500 Oct 20 11:47:54.303262 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30987d8b-4dd8-4020-ab44-cf9ce149a37d tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:47:54.313226 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-30987d8b-4dd8-4020-ab44-cf9ce149a37d tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] 10.222.0.98 "PUT /v2.0/routers/0c0ee188-1410-4d4d-bced-58d7b8689dff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1274481 Oct 20 11:47:54.320254 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d300f9e-ee7f-4147-ae90-ba401861afd8 None None] Sync routers for ids ['0c0ee188-1410-4d4d-bced-58d7b8689dff'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:47:54.322030 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-da55f36c-8640-43dc-b227-0607173b7191 None None] Port 78ed9c8c-5ef4-4c95-b19e-e8a9d556bdcd cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:47:54.331011 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60396) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:54.334566 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d300f9e-ee7f-4147-ae90-ba401861afd8 None None] Routers {'0c0ee188-1410-4d4d-bced-58d7b8689dff'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:47:54.335439 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-7d300f9e-ee7f-4147-ae90-ba401861afd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:47:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['0c0ee188-1410-4d4d-bced-58d7b8689dff'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:47:54.341097 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-b34c5af2-43b0-43ec-8850-422a5905b942 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Request body: {'port': {'network_id': '69111cec-0445-4f5b-9c4e-41b2177bffd6', 'name': 'tempest-FloatingIPAdminTestJSON-102586514'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:47:54.350004 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-029b8cc3-4a73-4f61-9bf6-f797219857ed req-e767d41a-6b09-4511-840e-6c9ed970a377 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/security-groups?id=7302830c-f076-45ab-b8d9-6ceff955d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449023 Oct 20 11:47:54.382238 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-7d300f9e-ee7f-4147-ae90-ba401861afd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:47:54.387476 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-63bf0a38-ecb2-4276-9416-92535a79b1fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:54.392275 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d300f9e-ee7f-4147-ae90-ba401861afd8 None None] Routers {'0c0ee188-1410-4d4d-bced-58d7b8689dff'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:47:54.393283 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-7d300f9e-ee7f-4147-ae90-ba401861afd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:47:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['0c0ee188-1410-4d4d-bced-58d7b8689dff'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:47:54.435689 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-7d300f9e-ee7f-4147-ae90-ba401861afd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:47:54.436419 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d300f9e-ee7f-4147-ae90-ba401861afd8 None None] The sync data for ids ['0c0ee188-1410-4d4d-bced-58d7b8689dff'] in n-d-814735-3 is: [] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:47:54.521430 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fac96e9c-f182-4d09-8fed-ab17c48636f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:54.530611 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fac96e9c-f182-4d09-8fed-ab17c48636f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:54.604369 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-fac96e9c-f182-4d09-8fed-ab17c48636f0 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=eb3a39e1890d4bc38563a599c12b2a41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6410692 Oct 20 11:47:54.604922 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac96e9c-f182-4d09-8fed-ab17c48636f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37681f3-908e-497f-8fa9-5a7a730c7e2e,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:54.607307 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60404) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:54.635048 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-63bf0a38-ecb2-4276-9416-92535a79b1fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:54.642150 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-63bf0a38-ecb2-4276-9416-92535a79b1fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:54.651282 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34c5af2-43b0-43ec-8850-422a5905b942 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Made reservation on behalf of 25431738a00743cf859f066f5018e581 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:47:54.655069 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b34c5af2-43b0-43ec-8850-422a5905b942 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:54.688543 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8793a8c3-e4e3-41e0-aa9e-8d0135d528f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:54.713847 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-63bf0a38-ecb2-4276-9416-92535a79b1fc admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b8997ba9e7aa44988be41a7e290c08fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6186190 Oct 20 11:47:54.715562 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-b34c5af2-43b0-43ec-8850-422a5905b942 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] device_id is not set on port dd0caed7-4c9d-429d-a86f-895238eed665 yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:47:54.720090 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60406) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:54.720537 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf0a38-ecb2-4276-9416-92535a79b1fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3708c6a1-7e92-4020-a188-7a3199a76d52,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:54.728507 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8793a8c3-e4e3-41e0-aa9e-8d0135d528f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:54.834083 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a88917a6-3f55-4cdf-b3f4-2eefb983df45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:54.862375 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-b34c5af2-43b0-43ec-8850-422a5905b942 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Allocated IP 172.20.0.12 (69111cec-0445-4f5b-9c4e-41b2177bffd6/7d9b0c16-6e24-4620-a1c8-21b52385b0da/dd0caed7-4c9d-429d-a86f-895238eed665) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:47:54.864455 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:54.880382 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8793a8c3-e4e3-41e0-aa9e-8d0135d528f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:54.883262 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8793a8c3-e4e3-41e0-aa9e-8d0135d528f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:54.884396 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8793a8c3-e4e3-41e0-aa9e-8d0135d528f2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a37681f3-908e-497f-8fa9-5a7a730c7e2e HTTP/1.1" status: 204 len: 168 time: 0.2755587 Oct 20 11:47:54.916219 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a88917a6-3f55-4cdf-b3f4-2eefb983df45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:54.928026 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8793a8c3-e4e3-41e0-aa9e-8d0135d528f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37681f3-908e-497f-8fa9-5a7a730c7e2e,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:54.986019 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e61161-1a18-46a4-b770-e8935bc35381 req-761953fe-06e2-47a3-bbf2-fd2dc6f0defb tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:54.990543 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-52e61161-1a18-46a4-b770-e8935bc35381 req-761953fe-06e2-47a3-bbf2-fd2dc6f0defb tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfbb795f-c2ce-4b69-b189-65a194f20acd HTTP/1.1" status: 200 len: 945 time: 0.1222155 Oct 20 11:47:55.070172 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a88917a6-3f55-4cdf-b3f4-2eefb983df45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:55.072851 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a88917a6-3f55-4cdf-b3f4-2eefb983df45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:55.074190 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-a88917a6-3f55-4cdf-b3f4-2eefb983df45 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3708c6a1-7e92-4020-a188-7a3199a76d52 HTTP/1.1" status: 204 len: 168 time: 0.3527091 Oct 20 11:47:55.091841 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-52e61161-1a18-46a4-b770-e8935bc35381 req-84adbd6b-3b43-43b5-8a12-7abadd81f529 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930748 Oct 20 11:47:55.093617 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88917a6-3f55-4cdf-b3f4-2eefb983df45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3708c6a1-7e92-4020-a188-7a3199a76d52,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:55.129448 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b34c5af2-43b0-43ec-8850-422a5905b942 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:55.133894 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de3abd-79f1-476c-9739-a6d990514abf req-ecb0a261-51bb-4d03-a8e4-7efe55827b95 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:55.135807 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-34de3abd-79f1-476c-9739-a6d990514abf req-ecb0a261-51bb-4d03-a8e4-7efe55827b95 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.1144500 Oct 20 11:47:55.197908 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b34c5af2-43b0-43ec-8850-422a5905b942 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:55.206901 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-34de3abd-79f1-476c-9739-a6d990514abf req-7a5d9a1e-75f3-4b31-803b-5cbd61b27ff2 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647407 Oct 20 11:47:55.260279 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34c5af2-43b0-43ec-8850-422a5905b942 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Network 69111cec-0445-4f5b-9c4e-41b2177bffd6 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:47:55.264547 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-b34c5af2-43b0-43ec-8850-422a5905b942 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:47:55.267431 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34c5af2-43b0-43ec-8850-422a5905b942 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:47:55.306442 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c5af2-43b0-43ec-8850-422a5905b942 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Pushing event updated for resources: {'Port': ['ID=dd0caed7-4c9d-429d-a86f-895238eed665,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:55.340145 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34c5af2-43b0-43ec-8850-422a5905b942 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:55.340857 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b34c5af2-43b0-43ec-8850-422a5905b942 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:55.351414 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 73d8eb99-23f5-4439-8c93-1bd0c560af34 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:47:55.398543 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60430) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:55.400632 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b34c5af2-43b0-43ec-8850-422a5905b942 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0620611 Oct 20 11:47:55.605353 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b46868-473b-4799-9772-62d19a2f5d81 req-d8f453ec-6fe4-425d-a18f-4a1679ca1d51 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:55.615708 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4b46868-473b-4799-9772-62d19a2f5d81 req-d8f453ec-6fe4-425d-a18f-4a1679ca1d51 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/ports?device_id=600e0771-7f64-43ff-be83-2cc32b7f1e7e HTTP/1.1" status: 200 len: 944 time: 0.1378269 Oct 20 11:47:55.630027 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 73d8eb99-23f5-4439-8c93-1bd0c560af34, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=73d8eb99-23f5-4439-8c93-1bd0c560af34,segment=NetworkSegment(ba2db131-f70b-4119-9629-4eac0d027823),segment_id=ba2db131-f70b-4119-9629-4eac0d027823)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:47:55.658261 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '73d8eb99-23f5-4439-8c93-1bd0c560af34', 'network_id': '1b892001-39c2-4a2f-8bb3-b72ef6055534', 'port_id': '73d8eb99-23f5-4439-8c93-1bd0c560af34', 'mac_address': 'fa:16:3e:60:0e:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a91f57a-3317-448b-a1c3-2a415cd8edd6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:47:55.674400 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4b46868-473b-4799-9772-62d19a2f5d81 req-9fda65f8-ce39-4a3c-ac24-cdf88fd29062 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/security-groups?id=7302830c-f076-45ab-b8d9-6ceff955d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566626 Oct 20 11:47:55.703510 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-85f94edc-cde9-46ac-91ce-3a89da3c25c0 None None] Provisioning complete for port dd0caed7-4c9d-429d-a86f-895238eed665 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:47:55.704153 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-85f94edc-cde9-46ac-91ce-3a89da3c25c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:55.739838 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60440) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:55.769104 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-61ded8d7-1823-4aae-9adb-5de85125d73d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:55.787698 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60442) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:55.790517 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:55.810561 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0c27eabe-bd50-4adf-925e-92b558751caf admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:55.811989 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-85f94edc-cde9-46ac-91ce-3a89da3c25c0 None None] Port dd0caed7-4c9d-429d-a86f-895238eed665 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:47:55.814733 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73d8eb99-23f5-4439-8c93-1bd0c560af34 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:47:55.838951 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 73d8eb99-23f5-4439-8c93-1bd0c560af34, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=73d8eb99-23f5-4439-8c93-1bd0c560af34,segment=NetworkSegment(ba2db131-f70b-4119-9629-4eac0d027823),segment_id=ba2db131-f70b-4119-9629-4eac0d027823)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:47:55.847684 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:55.956828 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=73d8eb99-23f5-4439-8c93-1bd0c560af34,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:55.957537 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0c27eabe-bd50-4adf-925e-92b558751caf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:55.958938 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-61ded8d7-1823-4aae-9adb-5de85125d73d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:55.964411 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0c27eabe-bd50-4adf-925e-92b558751caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:55.970181 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-61ded8d7-1823-4aae-9adb-5de85125d73d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:56.009419 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-0c27eabe-bd50-4adf-925e-92b558751caf admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4dca84270fe648c9b29ed98b338ba7fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2203953 Oct 20 11:47:56.012200 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60446) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:56.021315 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-61ded8d7-1823-4aae-9adb-5de85125d73d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=34bc7d8eb0ff4684be1cdf5cca5be124&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2800817 Oct 20 11:47:56.024721 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60448) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:56.031635 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ded8d7-1823-4aae-9adb-5de85125d73d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65fe835f-8fdf-4127-a310-4850a7a7e25d,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:56.035433 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c27eabe-bd50-4adf-925e-92b558751caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8eb756d-abbe-41ec-af72-517b50be72ce,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:56.096363 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-af228cdf-878d-4bdd-a5b3-4da37fcef9fd tempest-FloatingIPAdminTestJSON-880201400 tempest-FloatingIPAdminTestJSON-880201400-project-admin] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'project_id': '25431738a00743cf859f066f5018e581', 'port_id': 'dd0caed7-4c9d-429d-a86f-895238eed665'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:47:56.099390 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-34e45ec1-6c1b-4bda-bb04-ee7bdca54b27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:56.105716 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f4c2d37a-328e-4890-88a3-9a37cd483731 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:56.129440 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f4c2d37a-328e-4890-88a3-9a37cd483731 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:56.131824 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['73d8eb99-23f5-4439-8c93-1bd0c560af34'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:47:56.146834 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-34e45ec1-6c1b-4bda-bb04-ee7bdca54b27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:56.186008 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-af228cdf-878d-4bdd-a5b3-4da37fcef9fd tempest-FloatingIPAdminTestJSON-880201400 tempest-FloatingIPAdminTestJSON-880201400-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:56.205776 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f4c2d37a-328e-4890-88a3-9a37cd483731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:56.208705 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f4c2d37a-328e-4890-88a3-9a37cd483731 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:56.212435 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f4c2d37a-328e-4890-88a3-9a37cd483731 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/65fe835f-8fdf-4127-a310-4850a7a7e25d HTTP/1.1" status: 204 len: 168 time: 0.1841114 Oct 20 11:47:56.226697 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c2d37a-328e-4890-88a3-9a37cd483731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65fe835f-8fdf-4127-a310-4850a7a7e25d,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:56.314223 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4e3a6-d2cf-4870-9b4f-cf4a3ae13d5f req-0ca91cf6-daec-4160-8737-28712cfc9f1a tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:56.316045 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-80a4e3a6-d2cf-4870-9b4f-cf4a3ae13d5f req-0ca91cf6-daec-4160-8737-28712cfc9f1a tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfbb795f-c2ce-4b69-b189-65a194f20acd HTTP/1.1" status: 200 len: 945 time: 0.0971379 Oct 20 11:47:56.345605 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-34e45ec1-6c1b-4bda-bb04-ee7bdca54b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:56.348280 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-34e45ec1-6c1b-4bda-bb04-ee7bdca54b27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:56.349398 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-34e45ec1-6c1b-4bda-bb04-ee7bdca54b27 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d8eb756d-abbe-41ec-af72-517b50be72ce HTTP/1.1" status: 204 len: 168 time: 0.3361111 Oct 20 11:47:56.405410 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e45ec1-6c1b-4bda-bb04-ee7bdca54b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8eb756d-abbe-41ec-af72-517b50be72ce,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:56.440931 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-80a4e3a6-d2cf-4870-9b4f-cf4a3ae13d5f req-54312acf-1a17-49b4-b369-7e3ac9d1eba5 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963535 Oct 20 11:47:56.455895 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21075d-2bdd-4ec3-a622-ddfa72cebc3e req-f4ed17a2-e150-48af-bb38-14939c30af5a tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:56.458319 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bd21075d-2bdd-4ec3-a622-ddfa72cebc3e req-f4ed17a2-e150-48af-bb38-14939c30af5a tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.1068470 Oct 20 11:47:56.524872 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-af228cdf-878d-4bdd-a5b3-4da37fcef9fd tempest-FloatingIPAdminTestJSON-880201400 tempest-FloatingIPAdminTestJSON-880201400-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:56.552350 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bd21075d-2bdd-4ec3-a622-ddfa72cebc3e req-071057e0-b88b-4d39-9c10-0e5fa2632eba tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743036 Oct 20 11:47:56.726221 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-af228cdf-878d-4bdd-a5b3-4da37fcef9fd tempest-FloatingIPAdminTestJSON-880201400 tempest-FloatingIPAdminTestJSON-880201400-project-admin] Allocated IP 172.25.5.92 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/387ecd42-37a5-4db7-94d4-3ad2522e1d71) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:47:56.906854 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a75a4-d363-4ec9-92a5-14d9fe4c9989 req-37d052fc-0a64-4fd8-b28e-6f35a2fabb38 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:56.908476 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ca1a75a4-d363-4ec9-92a5-14d9fe4c9989 req-37d052fc-0a64-4fd8-b28e-6f35a2fabb38 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/ports?device_id=600e0771-7f64-43ff-be83-2cc32b7f1e7e HTTP/1.1" status: 200 len: 945 time: 0.1231892 Oct 20 11:47:56.931509 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-af228cdf-878d-4bdd-a5b3-4da37fcef9fd tempest-FloatingIPAdminTestJSON-880201400 tempest-FloatingIPAdminTestJSON-880201400-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:56.979747 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ca1a75a4-d363-4ec9-92a5-14d9fe4c9989 req-ee66a7b8-576a-4dbd-8647-53c76326d0ca tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/security-groups?id=7302830c-f076-45ab-b8d9-6ceff955d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579925 Oct 20 11:47:57.021552 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-af228cdf-878d-4bdd-a5b3-4da37fcef9fd tempest-FloatingIPAdminTestJSON-880201400 tempest-FloatingIPAdminTestJSON-880201400-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:57.066926 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af228cdf-878d-4bdd-a5b3-4da37fcef9fd tempest-FloatingIPAdminTestJSON-880201400 tempest-FloatingIPAdminTestJSON-880201400-project-admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:47:57.070761 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-af228cdf-878d-4bdd-a5b3-4da37fcef9fd tempest-FloatingIPAdminTestJSON-880201400 tempest-FloatingIPAdminTestJSON-880201400-project-admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:47:57.074986 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af228cdf-878d-4bdd-a5b3-4da37fcef9fd tempest-FloatingIPAdminTestJSON-880201400 tempest-FloatingIPAdminTestJSON-880201400-project-admin] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:47:57.090516 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af228cdf-878d-4bdd-a5b3-4da37fcef9fd tempest-FloatingIPAdminTestJSON-880201400 tempest-FloatingIPAdminTestJSON-880201400-project-admin] Pushing event updated for resources: {'Port': ['ID=387ecd42-37a5-4db7-94d4-3ad2522e1d71,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:57.366155 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 73d8eb99-23f5-4439-8c93-1bd0c560af34 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:47:57.451828 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 73d8eb99-23f5-4439-8c93-1bd0c560af34 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:47:57.472405 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 73d8eb99-23f5-4439-8c93-1bd0c560af34 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:47:57.473340 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:57.612862 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:57.644746 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '600e0771-7f64-43ff-be83-2cc32b7f1e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d8eb99-23f5-4439-8c93-1bd0c560af34'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:47:57.649379 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1dafed-d1db-4dee-bf54-8349559f7f99" -d '{"events": [{"server_uuid": "600e0771-7f64-43ff-be83-2cc32b7f1e7e", "name": "network-vif-plugged", "status": "completed", "tag": "73d8eb99-23f5-4439-8c93-1bd0c560af34"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:47:57.665834 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 73d8eb99-23f5-4439-8c93-1bd0c560af34, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=73d8eb99-23f5-4439-8c93-1bd0c560af34,segment=NetworkSegment(ba2db131-f70b-4119-9629-4eac0d027823),segment_id=ba2db131-f70b-4119-9629-4eac0d027823)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:47:57.680359 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:57.734749 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=73d8eb99-23f5-4439-8c93-1bd0c560af34,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:57.768562 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fed7f4-2470-476c-86d0-0d5640fb9c1c req-3f853c5b-99b7-42ec-9b21-c7bb07299673 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:57.770085 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-21fed7f4-2470-476c-86d0-0d5640fb9c1c req-3f853c5b-99b7-42ec-9b21-c7bb07299673 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfbb795f-c2ce-4b69-b189-65a194f20acd HTTP/1.1" status: 200 len: 945 time: 0.2013681 Oct 20 11:47:57.774302 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-af228cdf-878d-4bdd-a5b3-4da37fcef9fd tempest-FloatingIPAdminTestJSON-880201400 tempest-FloatingIPAdminTestJSON-880201400-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:57.845866 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2c67f-5b6f-4ecd-81c4-3fd7f7ef6477 req-92712c47-3025-4efa-9b03-eb8a5df060bf tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:57.851412 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98a2c67f-5b6f-4ecd-81c4-3fd7f7ef6477 req-92712c47-3025-4efa-9b03-eb8a5df060bf tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.1541693 Oct 20 11:47:57.930756 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-21fed7f4-2470-476c-86d0-0d5640fb9c1c req-ed36374e-9ebf-4bea-a971-85698e866953 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526217 Oct 20 11:47:57.933370 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98a2c67f-5b6f-4ecd-81c4-3fd7f7ef6477 req-d0b7c39d-6b31-40db-9283-c00fddd282c9 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779343 Oct 20 11:47:57.942664 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-af228cdf-878d-4bdd-a5b3-4da37fcef9fd tempest-FloatingIPAdminTestJSON-880201400 tempest-FloatingIPAdminTestJSON-880201400-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:58.012619 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ebf2ef-2d77-46e7-bc4d-51d43645e2c9 x-openstack-request-id: req-e1ebf2ef-2d77-46e7-bc4d-51d43645e2c9 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:47:58.013171 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "600e0771-7f64-43ff-be83-2cc32b7f1e7e", "name": "network-vif-plugged", "status": "completed", "tag": "73d8eb99-23f5-4439-8c93-1bd0c560af34", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:47:58.013716 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e1ebf2ef-2d77-46e7-bc4d-51d43645e2c9 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:47:58.014311 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '600e0771-7f64-43ff-be83-2cc32b7f1e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d8eb99-23f5-4439-8c93-1bd0c560af34', 'code': 200} Oct 20 11:47:58.185127 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee02c853-87b6-4818-98ab-14cf40827f23 req-bf78b85d-3b2f-4618-8283-f476c72a6e59 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:58.187995 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ee02c853-87b6-4818-98ab-14cf40827f23 req-bf78b85d-3b2f-4618-8283-f476c72a6e59 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/ports?device_id=600e0771-7f64-43ff-be83-2cc32b7f1e7e HTTP/1.1" status: 200 len: 946 time: 0.1040089 Oct 20 11:47:58.190753 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb2b1b-d779-4e2a-9e69-ac68fae722e3 req-0c7193f1-355f-4184-a8f5-51f975770ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:58.192896 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-b7bb2b1b-d779-4e2a-9e69-ac68fae722e3 req-0c7193f1-355f-4184-a8f5-51f975770ecd service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=600e0771-7f64-43ff-be83-2cc32b7f1e7e HTTP/1.1" status: 200 len: 1097 time: 0.0792096 Oct 20 11:47:58.255210 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-b7bb2b1b-d779-4e2a-9e69-ac68fae722e3 req-c0bbf466-42d6-4978-a255-5567c76119d3 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=7302830c-f076-45ab-b8d9-6ceff955d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522795 Oct 20 11:47:58.285343 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ee02c853-87b6-4818-98ab-14cf40827f23 req-1353975b-e508-42ad-af71-e01d98760fcd tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/security-groups?id=7302830c-f076-45ab-b8d9-6ceff955d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884130 Oct 20 11:47:58.328602 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-af228cdf-878d-4bdd-a5b3-4da37fcef9fd tempest-FloatingIPAdminTestJSON-880201400 tempest-FloatingIPAdminTestJSON-880201400-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:58.334494 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-af228cdf-878d-4bdd-a5b3-4da37fcef9fd tempest-FloatingIPAdminTestJSON-880201400 tempest-FloatingIPAdminTestJSON-880201400-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:58.429377 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af228cdf-878d-4bdd-a5b3-4da37fcef9fd tempest-FloatingIPAdminTestJSON-880201400 tempest-FloatingIPAdminTestJSON-880201400-project-admin] Pushing event updated for resources: {'Port': ['ID=387ecd42-37a5-4db7-94d4-3ad2522e1d71,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:47:58.438202 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-af228cdf-878d-4bdd-a5b3-4da37fcef9fd tempest-FloatingIPAdminTestJSON-880201400 tempest-FloatingIPAdminTestJSON-880201400-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:58.575889 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [None req-af228cdf-878d-4bdd-a5b3-4da37fcef9fd tempest-FloatingIPAdminTestJSON-880201400 tempest-FloatingIPAdminTestJSON-880201400-project-admin] Floating IP cb429fb2-5740-472d-adb6-cbf49929fc76 associated. External IP: 172.25.5.92, port: dd0caed7-4c9d-429d-a86f-895238eed665. Oct 20 11:47:58.904975 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af228cdf-878d-4bdd-a5b3-4da37fcef9fd tempest-FloatingIPAdminTestJSON-880201400 tempest-FloatingIPAdminTestJSON-880201400-project-admin] Router 0c0ee188-1410-4d4d-bced-58d7b8689dff has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:47:59.023009 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af228cdf-878d-4bdd-a5b3-4da37fcef9fd tempest-FloatingIPAdminTestJSON-880201400 tempest-FloatingIPAdminTestJSON-880201400-project-admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:47:59.034484 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d1065e-88d2-460b-8e89-51eab5e1c1a6 None None] Sync routers for ids ['0c0ee188-1410-4d4d-bced-58d7b8689dff'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:47:59.051387 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-af228cdf-878d-4bdd-a5b3-4da37fcef9fd tempest-FloatingIPAdminTestJSON-880201400 tempest-FloatingIPAdminTestJSON-880201400-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:47:59.058977 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d1065e-88d2-460b-8e89-51eab5e1c1a6 None None] Routers {'0c0ee188-1410-4d4d-bced-58d7b8689dff'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:47:59.060007 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-11d1065e-88d2-460b-8e89-51eab5e1c1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:47:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['0c0ee188-1410-4d4d-bced-58d7b8689dff'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:47:59.095593 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-11d1065e-88d2-460b-8e89-51eab5e1c1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:47:59.105591 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d1065e-88d2-460b-8e89-51eab5e1c1a6 None None] Routers {'0c0ee188-1410-4d4d-bced-58d7b8689dff'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:47:59.106718 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-11d1065e-88d2-460b-8e89-51eab5e1c1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:47:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['0c0ee188-1410-4d4d-bced-58d7b8689dff'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:47:59.133162 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-af228cdf-878d-4bdd-a5b3-4da37fcef9fd tempest-FloatingIPAdminTestJSON-880201400 tempest-FloatingIPAdminTestJSON-880201400-project-admin] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 3.7330010 Oct 20 11:47:59.135750 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60596) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:59.150012 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-11d1065e-88d2-460b-8e89-51eab5e1c1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:47:59.151247 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d1065e-88d2-460b-8e89-51eab5e1c1a6 None None] The sync data for ids ['0c0ee188-1410-4d4d-bced-58d7b8689dff'] in n-d-814735-3 is: [] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:47:59.294497 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c045ddd3-cef2-4b4b-bce7-1921360195e1 req-05a37fa6-678c-44b7-9740-ff0f08a81617 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:59.304044 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c045ddd3-cef2-4b4b-bce7-1921360195e1 req-05a37fa6-678c-44b7-9740-ff0f08a81617 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.1835504 Oct 20 11:47:59.389224 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-43c5c6be-d85a-42d0-8636-d845713211b3 tempest-FloatingIPAdminTestJSON-880201400 tempest-FloatingIPAdminTestJSON-880201400-project-admin] 10.222.0.98 "GET /v2.0/floatingips/cb429fb2-5740-472d-adb6-cbf49929fc76 HTTP/1.1" status: 200 len: 982 time: 0.2514842 Oct 20 11:47:59.391630 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60610) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:59.403524 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3042d3f-2583-4c0e-bd92-5285ddc5f244 req-b41d5eba-3af7-41d5-9d0d-e741ff82d2ba tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:59.422548 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d3042d3f-2583-4c0e-bd92-5285ddc5f244 req-b41d5eba-3af7-41d5-9d0d-e741ff82d2ba tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfbb795f-c2ce-4b69-b189-65a194f20acd HTTP/1.1" status: 200 len: 945 time: 0.2986081 Oct 20 11:47:59.494908 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c045ddd3-cef2-4b4b-bce7-1921360195e1 req-fa4310d3-c317-4bbe-acf2-8e5e5606e2d5 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899767 Oct 20 11:47:59.567685 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d3042d3f-2583-4c0e-bd92-5285ddc5f244 req-f0faf213-8775-4f62-89c3-a7453cd0c82e tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387773 Oct 20 11:47:59.765376 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b62e0aaa-87c1-462a-aaae-4caa228c7e18 tempest-FloatingIPAdminTestJSON-880201400 tempest-FloatingIPAdminTestJSON-880201400-project-admin] 10.222.0.98 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3033 time: 0.3711648 Oct 20 11:47:59.768025 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60624) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:47:59.803788 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5864ec2-3de0-403c-b3e8-5b244fff20a4 req-849be5ba-6bfe-4cff-98db-75b68f3b11f2 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:47:59.805670 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5864ec2-3de0-403c-b3e8-5b244fff20a4 req-849be5ba-6bfe-4cff-98db-75b68f3b11f2 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/ports?device_id=600e0771-7f64-43ff-be83-2cc32b7f1e7e HTTP/1.1" status: 200 len: 946 time: 0.0914352 Oct 20 11:47:59.880545 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5864ec2-3de0-403c-b3e8-5b244fff20a4 req-f7ad98be-f3f2-4b27-9042-f668b97cdc12 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/security-groups?id=7302830c-f076-45ab-b8d9-6ceff955d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684683 Oct 20 11:48:00.038001 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-b99b8499-686c-441d-8e43-cd93147ec268 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Deleting port 387ecd42-37a5-4db7-94d4-3ad2522e1d71 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:48:00.038665 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b99b8499-686c-441d-8e43-cd93147ec268 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:00.152445 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b99b8499-686c-441d-8e43-cd93147ec268 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:00.153077 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b99b8499-686c-441d-8e43-cd93147ec268 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:00.172222 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-b99b8499-686c-441d-8e43-cd93147ec268 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Calling delete_port for 387ecd42-37a5-4db7-94d4-3ad2522e1d71 owned by network:floatingip {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:48:00.548057 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b99b8499-686c-441d-8e43-cd93147ec268 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:00.616018 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b8499-686c-441d-8e43-cd93147ec268 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Pushing event deleted for resources: {'Port': ['ID=387ecd42-37a5-4db7-94d4-3ad2522e1d71,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:00.669846 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b99b8499-686c-441d-8e43-cd93147ec268 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks [] for floatingip, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:00.670244 n-d-814735-3 neutron-server[100646]: INFO neutron.db.l3_db [None req-b99b8499-686c-441d-8e43-cd93147ec268 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Floating IP cb429fb2-5740-472d-adb6-cbf49929fc76 disassociated (deleted). External IP: 172.25.5.92, port: dd0caed7-4c9d-429d-a86f-895238eed665. Oct 20 11:48:00.750324 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42654bdc-c1ff-49c7-892c-30058be23a69 req-6bdeaee3-74a0-4e8b-9765-cf3237faf090 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:00.752333 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-42654bdc-c1ff-49c7-892c-30058be23a69 req-6bdeaee3-74a0-4e8b-9765-cf3237faf090 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.1332262 Oct 20 11:48:00.846609 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-42654bdc-c1ff-49c7-892c-30058be23a69 req-d52ce270-e055-4aa2-961b-5ef4aebb4df0 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716398 Oct 20 11:48:00.865900 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9f4ec-c8ba-48a9-bd51-0adee664f46c req-61e23715-4f1d-4a28-b447-359b03b6fe65 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:00.867364 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-44c9f4ec-c8ba-48a9-bd51-0adee664f46c req-61e23715-4f1d-4a28-b447-359b03b6fe65 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfbb795f-c2ce-4b69-b189-65a194f20acd HTTP/1.1" status: 200 len: 945 time: 0.1540937 Oct 20 11:48:00.942101 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-44c9f4ec-c8ba-48a9-bd51-0adee664f46c req-acf4f491-2ba1-44f8-acc4-0bda3238e08b tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683756 Oct 20 11:48:01.033803 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99b8499-686c-441d-8e43-cd93147ec268 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Router 0c0ee188-1410-4d4d-bced-58d7b8689dff has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:48:01.210827 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99b8499-686c-441d-8e43-cd93147ec268 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:48:01.216097 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b99b8499-686c-441d-8e43-cd93147ec268 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:01.226911 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5381b394-e305-4f17-8cd5-1d682e341525 None None] Sync routers for ids ['0c0ee188-1410-4d4d-bced-58d7b8689dff'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:48:01.241606 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5381b394-e305-4f17-8cd5-1d682e341525 None None] Routers {'0c0ee188-1410-4d4d-bced-58d7b8689dff'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:48:01.243890 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-5381b394-e305-4f17-8cd5-1d682e341525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:47:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['0c0ee188-1410-4d4d-bced-58d7b8689dff'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:48:01.289200 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-5381b394-e305-4f17-8cd5-1d682e341525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:48:01.300768 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5381b394-e305-4f17-8cd5-1d682e341525 None None] Routers {'0c0ee188-1410-4d4d-bced-58d7b8689dff'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:48:01.301915 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-5381b394-e305-4f17-8cd5-1d682e341525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:47:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['0c0ee188-1410-4d4d-bced-58d7b8689dff'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:48:01.356566 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-5381b394-e305-4f17-8cd5-1d682e341525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:48:01.357567 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5381b394-e305-4f17-8cd5-1d682e341525 None None] The sync data for ids ['0c0ee188-1410-4d4d-bced-58d7b8689dff'] in n-d-814735-3 is: [] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:48:01.662459 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60750) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:01.662759 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b99b8499-686c-441d-8e43-cd93147ec268 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] 10.222.0.98 "DELETE /v2.0/floatingips/cb429fb2-5740-472d-adb6-cbf49929fc76 HTTP/1.1" status: 204 len: 168 time: 1.8926930 Oct 20 11:48:01.668455 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-a05d447f-9313-49ba-b832-73204965006b tempest-FloatingIPAdminTestJSON-880201400 tempest-FloatingIPAdminTestJSON-880201400-project-admin] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:48:01.718379 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a05d447f-9313-49ba-b832-73204965006b tempest-FloatingIPAdminTestJSON-880201400 tempest-FloatingIPAdminTestJSON-880201400-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:01.897048 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8670a3d3-698c-4089-be6b-d865843735e1 req-0950fc8b-7da4-4346-a1dd-aaae6b7f121d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1090045 Oct 20 11:48:01.925755 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a05d447f-9313-49ba-b832-73204965006b tempest-FloatingIPAdminTestJSON-880201400 tempest-FloatingIPAdminTestJSON-880201400-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:02.678323 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670a3d3-698c-4089-be6b-d865843735e1 req-80a7d731-1c0c-4d81-bbae-ee43e4352c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:02.678814 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670a3d3-698c-4089-be6b-d865843735e1 req-80a7d731-1c0c-4d81-bbae-ee43e4352c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:02.679270 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670a3d3-698c-4089-be6b-d865843735e1 req-80a7d731-1c0c-4d81-bbae-ee43e4352c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:02.679723 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670a3d3-698c-4089-be6b-d865843735e1 req-80a7d731-1c0c-4d81-bbae-ee43e4352c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:02.680172 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670a3d3-698c-4089-be6b-d865843735e1 req-80a7d731-1c0c-4d81-bbae-ee43e4352c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:02.680629 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670a3d3-698c-4089-be6b-d865843735e1 req-80a7d731-1c0c-4d81-bbae-ee43e4352c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:02.681079 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670a3d3-698c-4089-be6b-d865843735e1 req-80a7d731-1c0c-4d81-bbae-ee43e4352c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:02.683056 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8670a3d3-698c-4089-be6b-d865843735e1 req-80a7d731-1c0c-4d81-bbae-ee43e4352c26 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eaec2bab7fdf45a2bb81df4997c7d09e&device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 6502 time: 0.7407622 Oct 20 11:48:02.739078 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae58c13-6083-4a57-8981-631a4fa51652 req-2c1f157a-2a91-4d87-a474-a87d5d1e09cd tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:02.741588 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aae58c13-6083-4a57-8981-631a4fa51652 req-2c1f157a-2a91-4d87-a474-a87d5d1e09cd tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.8005767 Oct 20 11:48:02.750484 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-a05d447f-9313-49ba-b832-73204965006b tempest-FloatingIPAdminTestJSON-880201400 tempest-FloatingIPAdminTestJSON-880201400-project-admin] Allocated IP 172.25.5.49 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/40d7c9e1-2609-4554-9310-ab2025de27e5) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:48:02.762498 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04a3e0-9802-46d9-822d-3055caf291ac req-3e1eeeec-f68b-4777-bc60-b08ebe82ecc2 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:02.771348 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6a04a3e0-9802-46d9-822d-3055caf291ac req-3e1eeeec-f68b-4777-bc60-b08ebe82ecc2 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfbb795f-c2ce-4b69-b189-65a194f20acd HTTP/1.1" status: 200 len: 945 time: 0.7261233 Oct 20 11:48:02.964887 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670a3d3-698c-4089-be6b-d865843735e1 req-9db46ab3-e398-435e-9ef5-481606ff03b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:02.979643 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670a3d3-698c-4089-be6b-d865843735e1 req-9db46ab3-e398-435e-9ef5-481606ff03b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:02.979643 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670a3d3-698c-4089-be6b-d865843735e1 req-9db46ab3-e398-435e-9ef5-481606ff03b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:02.979643 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8670a3d3-698c-4089-be6b-d865843735e1 req-9db46ab3-e398-435e-9ef5-481606ff03b3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6453727b-a1a3-4c25-9d2a-f4562ef51a67&id=777f6155-4cb8-4ffe-990a-e0dddbce5ad7&id=777f6155-4cb8-4ffe-990a-e0dddbce5ad7&id=777f6155-4cb8-4ffe-990a-e0dddbce5ad7&id=777f6155-4cb8-4ffe-990a-e0dddbce5ad7&id=9e28e111-da3b-432f-b66c-1b77e1797d1c&id=9e28e111-da3b-432f-b66c-1b77e1797d1c HTTP/1.1" status: 200 len: 2300 time: 0.2473116 Oct 20 11:48:03.095858 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a05d447f-9313-49ba-b832-73204965006b tempest-FloatingIPAdminTestJSON-880201400 tempest-FloatingIPAdminTestJSON-880201400-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:03.162859 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aae58c13-6083-4a57-8981-631a4fa51652 req-69b39b3e-e846-492a-9099-6dbf254fd546 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4035578 Oct 20 11:48:03.235541 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6a04a3e0-9802-46d9-822d-3055caf291ac req-d62c122a-ebec-43ec-9c11-b201fabbfb65 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4630566 Oct 20 11:48:03.309132 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a05d447f-9313-49ba-b832-73204965006b tempest-FloatingIPAdminTestJSON-880201400 tempest-FloatingIPAdminTestJSON-880201400-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:03.315145 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8670a3d3-698c-4089-be6b-d865843735e1 req-2ca45763-a80b-485b-86fd-10e932ce4ff3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72d30f74-19c2-4076-9dd0-555da975bbf8 HTTP/1.1" status: 200 len: 1000 time: 0.1784549 Oct 20 11:48:03.377906 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05d447f-9313-49ba-b832-73204965006b tempest-FloatingIPAdminTestJSON-880201400 tempest-FloatingIPAdminTestJSON-880201400-project-admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:48:03.402077 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:48:03.420685 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-a05d447f-9313-49ba-b832-73204965006b tempest-FloatingIPAdminTestJSON-880201400 tempest-FloatingIPAdminTestJSON-880201400-project-admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:48:03.432779 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05d447f-9313-49ba-b832-73204965006b tempest-FloatingIPAdminTestJSON-880201400 tempest-FloatingIPAdminTestJSON-880201400-project-admin] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:48:03.514430 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05d447f-9313-49ba-b832-73204965006b tempest-FloatingIPAdminTestJSON-880201400 tempest-FloatingIPAdminTestJSON-880201400-project-admin] Pushing event updated for resources: {'Port': ['ID=40d7c9e1-2609-4554-9310-ab2025de27e5,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:03.530698 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670a3d3-698c-4089-be6b-d865843735e1 req-16ac6574-37a6-4c5e-8f28-a25d1c0cccc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:03.532789 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8670a3d3-698c-4089-be6b-d865843735e1 req-16ac6574-37a6-4c5e-8f28-a25d1c0cccc8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=627cacd1-3333-4650-96cb-ee60e04cb6c7 HTTP/1.1" status: 200 len: 854 time: 0.1790497 Oct 20 11:48:03.641496 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670a3d3-698c-4089-be6b-d865843735e1 req-e1500adf-e2e3-40d4-b349-c5f77d670ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:03.644849 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8670a3d3-698c-4089-be6b-d865843735e1 req-e1500adf-e2e3-40d4-b349-c5f77d670ba6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6453727b-a1a3-4c25-9d2a-f4562ef51a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865409 Oct 20 11:48:03.984884 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50e5d1-462d-4db8-be2b-659b8259ba93 req-a1a10e57-e941-40cf-b659-9f96a545317a tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:03.989177 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fe50e5d1-462d-4db8-be2b-659b8259ba93 req-a1a10e57-e941-40cf-b659-9f96a545317a tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.1490467 Oct 20 11:48:04.053255 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de62d14-4423-40b8-aea8-5178c6ef27d7 req-1b49f889-720e-4d8f-b161-688853fc6047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:04.057026 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0de62d14-4423-40b8-aea8-5178c6ef27d7 req-1b49f889-720e-4d8f-b161-688853fc6047 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f0012baf31914701a438a4a910671113&device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 1095 time: 0.3078604 Oct 20 11:48:04.068017 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a05d447f-9313-49ba-b832-73204965006b tempest-FloatingIPAdminTestJSON-880201400 tempest-FloatingIPAdminTestJSON-880201400-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:04.255407 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a05d447f-9313-49ba-b832-73204965006b tempest-FloatingIPAdminTestJSON-880201400 tempest-FloatingIPAdminTestJSON-880201400-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:04.422367 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8670a3d3-698c-4089-be6b-d865843735e1 req-f43c57eb-17f6-4648-af98-046edac91c7c service neutron] 10.222.0.11 "GET /v2.0/networks/6453727b-a1a3-4c25-9d2a-f4562ef51a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7337928 Oct 20 11:48:04.479973 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fe50e5d1-462d-4db8-be2b-659b8259ba93 req-6225409b-7db5-48c0-960c-1c5ed947d121 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4451494 Oct 20 11:48:04.648467 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de62d14-4423-40b8-aea8-5178c6ef27d7 req-4f649dce-764d-4657-930b-4902ec6f1873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:04.650034 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0de62d14-4423-40b8-aea8-5178c6ef27d7 req-4f649dce-764d-4657-930b-4902ec6f1873 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a1980227-64af-4c17-9cee-4570c69a4cb6 HTTP/1.1" status: 200 len: 914 time: 0.5787125 Oct 20 11:48:04.665838 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d9c04-eacb-4b42-8ec4-2b3b5ffbfe9b req-7104be4b-c877-40d1-b152-e49477f8b6ab tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:04.667497 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-193d9c04-eacb-4b42-8ec4-2b3b5ffbfe9b req-7104be4b-c877-40d1-b152-e49477f8b6ab tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfbb795f-c2ce-4b69-b189-65a194f20acd HTTP/1.1" status: 200 len: 945 time: 0.1947963 Oct 20 11:48:04.780583 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a05d447f-9313-49ba-b832-73204965006b tempest-FloatingIPAdminTestJSON-880201400 tempest-FloatingIPAdminTestJSON-880201400-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:04.788164 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-193d9c04-eacb-4b42-8ec4-2b3b5ffbfe9b req-9979b605-25fc-4955-9e4c-e51e7a289e61 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067994 Oct 20 11:48:04.792972 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a05d447f-9313-49ba-b832-73204965006b tempest-FloatingIPAdminTestJSON-880201400 tempest-FloatingIPAdminTestJSON-880201400-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:04.796742 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8670a3d3-698c-4089-be6b-d865843735e1 req-9de77c67-43a5-4f60-9bb2-6c506cd47b68 service neutron] 10.222.0.11 "GET /v2.0/networks/6453727b-a1a3-4c25-9d2a-f4562ef51a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318226 Oct 20 11:48:04.824430 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0de62d14-4423-40b8-aea8-5178c6ef27d7 req-cba5a287-00eb-41d7-acc6-4550abcf4fde service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02e225c5-4964-469d-8fe3-74ecb91b3348 HTTP/1.1" status: 200 len: 999 time: 0.1505790 Oct 20 11:48:04.974137 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de62d14-4423-40b8-aea8-5178c6ef27d7 req-b4df5c35-dc53-4d4b-a341-6ac483d6191f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:04.975684 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0de62d14-4423-40b8-aea8-5178c6ef27d7 req-b4df5c35-dc53-4d4b-a341-6ac483d6191f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=978f4782-c6ff-4108-a8dd-a568aeeefa48 HTTP/1.1" status: 200 len: 851 time: 0.1308832 Oct 20 11:48:04.977171 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8670a3d3-698c-4089-be6b-d865843735e1 req-c747277c-d906-4bef-b6cf-146387998bd9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=d93caff8-51aa-4df8-901b-080c6ddec185 HTTP/1.1" status: 200 len: 217 time: 0.1631854 Oct 20 11:48:05.128078 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05d447f-9313-49ba-b832-73204965006b tempest-FloatingIPAdminTestJSON-880201400 tempest-FloatingIPAdminTestJSON-880201400-project-admin] Pushing event updated for resources: {'Port': ['ID=40d7c9e1-2609-4554-9310-ab2025de27e5,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:05.171293 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a05d447f-9313-49ba-b832-73204965006b tempest-FloatingIPAdminTestJSON-880201400 tempest-FloatingIPAdminTestJSON-880201400-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:05.190192 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670a3d3-698c-4089-be6b-d865843735e1 req-531495cb-680a-46a5-840b-99d0a0922997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:05.192269 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8670a3d3-698c-4089-be6b-d865843735e1 req-531495cb-680a-46a5-840b-99d0a0922997 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d4e5be47-9c7c-475f-be32-8c10564a38f8 HTTP/1.1" status: 200 len: 797 time: 0.1999288 Oct 20 11:48:05.315646 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de62d14-4423-40b8-aea8-5178c6ef27d7 req-b77aebd6-e3fb-46a4-a5a9-c3cb82313701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:05.318456 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0de62d14-4423-40b8-aea8-5178c6ef27d7 req-b77aebd6-e3fb-46a4-a5a9-c3cb82313701 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1980227-64af-4c17-9cee-4570c69a4cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3219495 Oct 20 11:48:05.357113 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a05d447f-9313-49ba-b832-73204965006b tempest-FloatingIPAdminTestJSON-880201400 tempest-FloatingIPAdminTestJSON-880201400-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:05.361150 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-a05d447f-9313-49ba-b832-73204965006b tempest-FloatingIPAdminTestJSON-880201400 tempest-FloatingIPAdminTestJSON-880201400-project-admin] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6947229 Oct 20 11:48:05.361539 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60852) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:05.421130 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670a3d3-698c-4089-be6b-d865843735e1 req-730a6425-f944-4888-a0ca-4d8568a76df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:05.422683 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8670a3d3-698c-4089-be6b-d865843735e1 req-730a6425-f944-4888-a0ca-4d8568a76df5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=777f6155-4cb8-4ffe-990a-e0dddbce5ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2206664 Oct 20 11:48:05.568499 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0de62d14-4423-40b8-aea8-5178c6ef27d7 req-7d16abb6-6eb9-4115-b8e2-80181de9aa49 service neutron] 10.222.0.11 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416213 Oct 20 11:48:05.627159 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-28fac235-9b0a-4d2e-8e7a-3bf3bfdc9feb tempest-FloatingIPAdminTestJSON-369720141 tempest-FloatingIPAdminTestJSON-369720141-project] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:48:05.705332 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-28fac235-9b0a-4d2e-8e7a-3bf3bfdc9feb tempest-FloatingIPAdminTestJSON-369720141 tempest-FloatingIPAdminTestJSON-369720141-project] Publish callbacks [] for floatingip, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:05.740989 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8670a3d3-698c-4089-be6b-d865843735e1 req-687413d5-cdaf-4bb8-a9e5-ba832096b56f service neutron] 10.222.0.11 "GET /v2.0/networks/777f6155-4cb8-4ffe-990a-e0dddbce5ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093941 Oct 20 11:48:05.812201 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d4d0c-e71d-4a23-94f7-db47698b3e52 req-3e45a3df-0bd5-4a6a-864d-d6fb85692b3a tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:05.812919 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a39d4d0c-e71d-4a23-94f7-db47698b3e52 req-3e45a3df-0bd5-4a6a-864d-d6fb85692b3a tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.2104959 Oct 20 11:48:05.937215 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-28fac235-9b0a-4d2e-8e7a-3bf3bfdc9feb tempest-FloatingIPAdminTestJSON-369720141 tempest-FloatingIPAdminTestJSON-369720141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:05.966923 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a39d4d0c-e71d-4a23-94f7-db47698b3e52 req-8b981c62-655b-411d-a1cf-d2f5c644d394 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375911 Oct 20 11:48:05.969300 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8670a3d3-698c-4089-be6b-d865843735e1 req-6d9ae800-d45c-4cbf-99e8-4b070495a4c4 service neutron] 10.222.0.11 "GET /v2.0/networks/777f6155-4cb8-4ffe-990a-e0dddbce5ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170162 Oct 20 11:48:06.035904 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0de62d14-4423-40b8-aea8-5178c6ef27d7 req-866d3a05-1473-437a-8ec9-c15768a397ce service neutron] 10.222.0.11 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4518676 Oct 20 11:48:06.128679 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8670a3d3-698c-4089-be6b-d865843735e1 req-ca4285f3-dfb1-4429-8ed7-c73931078a1d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=66ac31c8-5739-4120-877b-97dbbd1c5090 HTTP/1.1" status: 200 len: 217 time: 0.0918126 Oct 20 11:48:06.228625 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670a3d3-698c-4089-be6b-d865843735e1 req-6d8f30f7-23ef-402e-a1a1-6a00e7684f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:06.230382 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8670a3d3-698c-4089-be6b-d865843735e1 req-6d8f30f7-23ef-402e-a1a1-6a00e7684f18 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d4e5be47-9c7c-475f-be32-8c10564a38f8 HTTP/1.1" status: 200 len: 797 time: 0.0619745 Oct 20 11:48:06.236678 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-28fac235-9b0a-4d2e-8e7a-3bf3bfdc9feb tempest-FloatingIPAdminTestJSON-369720141 tempest-FloatingIPAdminTestJSON-369720141-project] Allocated IP 172.25.5.86 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/d6a92bea-e56e-4ab0-b8e0-b3dae8d62db0) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:48:06.270613 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb83edb-b9ab-4874-90fe-316b81e5a664 req-d28cea56-b568-40fc-8af1-11c1a754367a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:06.273349 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dbb83edb-b9ab-4874-90fe-316b81e5a664 req-d28cea56-b568-40fc-8af1-11c1a754367a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bfbb795f-c2ce-4b69-b189-65a194f20acd HTTP/1.1" status: 200 len: 1096 time: 0.1434219 Oct 20 11:48:06.289686 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3aa4a0-a8b4-457c-8e36-1b523025ffde req-10685fb5-a133-4b6b-b93e-121ec1641415 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:06.297515 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ac3aa4a0-a8b4-457c-8e36-1b523025ffde req-10685fb5-a133-4b6b-b93e-121ec1641415 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfbb795f-c2ce-4b69-b189-65a194f20acd HTTP/1.1" status: 200 len: 945 time: 0.3817408 Oct 20 11:48:06.521861 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ac3aa4a0-a8b4-457c-8e36-1b523025ffde req-2a784027-09cc-4e70-aebb-05fab228574f tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230523 Oct 20 11:48:06.535628 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670a3d3-698c-4089-be6b-d865843735e1 req-7b745ed3-c201-4494-8dc1-9347a32d8bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:06.537401 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8670a3d3-698c-4089-be6b-d865843735e1 req-7b745ed3-c201-4494-8dc1-9347a32d8bb1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=777f6155-4cb8-4ffe-990a-e0dddbce5ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2899344 Oct 20 11:48:06.574316 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-28fac235-9b0a-4d2e-8e7a-3bf3bfdc9feb tempest-FloatingIPAdminTestJSON-369720141 tempest-FloatingIPAdminTestJSON-369720141-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:06.628322 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-28fac235-9b0a-4d2e-8e7a-3bf3bfdc9feb tempest-FloatingIPAdminTestJSON-369720141 tempest-FloatingIPAdminTestJSON-369720141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:06.717438 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fac235-9b0a-4d2e-8e7a-3bf3bfdc9feb tempest-FloatingIPAdminTestJSON-369720141 tempest-FloatingIPAdminTestJSON-369720141-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:48:06.723791 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-28fac235-9b0a-4d2e-8e7a-3bf3bfdc9feb tempest-FloatingIPAdminTestJSON-369720141 tempest-FloatingIPAdminTestJSON-369720141-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:48:06.728089 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fac235-9b0a-4d2e-8e7a-3bf3bfdc9feb tempest-FloatingIPAdminTestJSON-369720141 tempest-FloatingIPAdminTestJSON-369720141-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:48:06.808168 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fac235-9b0a-4d2e-8e7a-3bf3bfdc9feb tempest-FloatingIPAdminTestJSON-369720141 tempest-FloatingIPAdminTestJSON-369720141-project] Pushing event updated for resources: {'Port': ['ID=d6a92bea-e56e-4ab0-b8e0-b3dae8d62db0,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:06.816581 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8670a3d3-698c-4089-be6b-d865843735e1 req-7d5bcc2d-47c7-4367-b370-570d89b64904 service neutron] 10.222.0.11 "GET /v2.0/networks/777f6155-4cb8-4ffe-990a-e0dddbce5ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577081 Oct 20 11:48:06.826608 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dbb83edb-b9ab-4874-90fe-316b81e5a664 req-e54e9461-ef47-437e-b9bd-2d958fb6554f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4837232 Oct 20 11:48:07.011302 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-28fac235-9b0a-4d2e-8e7a-3bf3bfdc9feb tempest-FloatingIPAdminTestJSON-369720141 tempest-FloatingIPAdminTestJSON-369720141-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:07.033105 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8670a3d3-698c-4089-be6b-d865843735e1 req-f1d9f45c-d6f3-4594-ae42-d06070e64e6d service neutron] 10.222.0.11 "GET /v2.0/networks/777f6155-4cb8-4ffe-990a-e0dddbce5ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042999 Oct 20 11:48:07.068076 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60902) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:07.134565 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8670a3d3-698c-4089-be6b-d865843735e1 req-b0bc0cb7-6d88-4d1e-8a0c-edaec83a8b12 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=6ad2a011-ec11-4f8c-a65c-c33563a4051e HTTP/1.1" status: 200 len: 217 time: 0.0936453 Oct 20 11:48:07.194858 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-28fac235-9b0a-4d2e-8e7a-3bf3bfdc9feb tempest-FloatingIPAdminTestJSON-369720141 tempest-FloatingIPAdminTestJSON-369720141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:07.205751 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670a3d3-698c-4089-be6b-d865843735e1 req-e2162dc9-edb8-4035-b05d-23f35d4366f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:07.206456 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8670a3d3-698c-4089-be6b-d865843735e1 req-e2162dc9-edb8-4035-b05d-23f35d4366f4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d4e5be47-9c7c-475f-be32-8c10564a38f8 HTTP/1.1" status: 200 len: 797 time: 0.0617394 Oct 20 11:48:07.349411 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f4e46b-f1e5-4653-b74c-e4d7db617dcc req-29ea9bbf-4142-4933-b845-75f3d30d6018 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:07.351478 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-91f4e46b-f1e5-4653-b74c-e4d7db617dcc req-29ea9bbf-4142-4933-b845-75f3d30d6018 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.2159576 Oct 20 11:48:07.357572 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670a3d3-698c-4089-be6b-d865843735e1 req-5a8887d4-8af2-444c-bf24-3900bfe8e44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:07.359433 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8670a3d3-698c-4089-be6b-d865843735e1 req-5a8887d4-8af2-444c-bf24-3900bfe8e44a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=777f6155-4cb8-4ffe-990a-e0dddbce5ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1355693 Oct 20 11:48:07.424124 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-91f4e46b-f1e5-4653-b74c-e4d7db617dcc req-a90baa9c-20b5-44e7-aba8-87afb149e7db tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631821 Oct 20 11:48:07.483552 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-28fac235-9b0a-4d2e-8e7a-3bf3bfdc9feb tempest-FloatingIPAdminTestJSON-369720141 tempest-FloatingIPAdminTestJSON-369720141-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:07.550660 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d14583b8-7616-4544-9d60-2e9ae24881d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:07.591234 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-28fac235-9b0a-4d2e-8e7a-3bf3bfdc9feb tempest-FloatingIPAdminTestJSON-369720141 tempest-FloatingIPAdminTestJSON-369720141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:07.679990 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8670a3d3-698c-4089-be6b-d865843735e1 req-c2219dea-da79-4abe-b75e-2b8e13c3a59c service neutron] 10.222.0.11 "GET /v2.0/networks/777f6155-4cb8-4ffe-990a-e0dddbce5ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096540 Oct 20 11:48:07.733409 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-28fac235-9b0a-4d2e-8e7a-3bf3bfdc9feb tempest-FloatingIPAdminTestJSON-369720141 tempest-FloatingIPAdminTestJSON-369720141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:07.761746 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-28fac235-9b0a-4d2e-8e7a-3bf3bfdc9feb tempest-FloatingIPAdminTestJSON-369720141 tempest-FloatingIPAdminTestJSON-369720141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:07.763051 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-28fac235-9b0a-4d2e-8e7a-3bf3bfdc9feb tempest-FloatingIPAdminTestJSON-369720141 tempest-FloatingIPAdminTestJSON-369720141-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4002562 Oct 20 11:48:07.768985 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60922) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:07.858755 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fac235-9b0a-4d2e-8e7a-3bf3bfdc9feb tempest-FloatingIPAdminTestJSON-369720141 tempest-FloatingIPAdminTestJSON-369720141-project] Pushing event updated for resources: {'Port': ['ID=d6a92bea-e56e-4ab0-b8e0-b3dae8d62db0,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:07.867585 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4fd6e0-2163-483d-ac81-8f7d6fce479c req-0cca0f4f-c697-48ef-9664-bf86d93ab5b9 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:07.874303 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5f4fd6e0-2163-483d-ac81-8f7d6fce479c req-0cca0f4f-c697-48ef-9664-bf86d93ab5b9 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.3024042 Oct 20 11:48:07.933987 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3e3a60ee-a777-4913-8a4b-4c71f87336a7 tempest-FloatingIPAdminTestJSON-880201400 tempest-FloatingIPAdminTestJSON-880201400-project-admin] 10.222.0.98 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3217 time: 0.1345084 Oct 20 11:48:07.937024 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60926) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:08.056553 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1b65637b-017b-4f8b-b956-980c585f3b87 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] 10.222.0.98 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1159539 Oct 20 11:48:08.059065 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7747545-08dc-41b2-9c59-98047bc29e3e req-34ab3beb-bcb9-454a-83d6-f3c2270a5d8d tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:08.062477 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60932) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:08.079216 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b7747545-08dc-41b2-9c59-98047bc29e3e req-34ab3beb-bcb9-454a-83d6-f3c2270a5d8d tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfbb795f-c2ce-4b69-b189-65a194f20acd HTTP/1.1" status: 200 len: 945 time: 0.4323359 Oct 20 11:48:08.085920 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d14583b8-7616-4544-9d60-2e9ae24881d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:08.147133 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d14583b8-7616-4544-9d60-2e9ae24881d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:08.201221 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5f4fd6e0-2163-483d-ac81-8f7d6fce479c req-931503cc-3e30-42e4-8ef8-19dcc6f2a5a1 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3158011 Oct 20 11:48:08.274569 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b7747545-08dc-41b2-9c59-98047bc29e3e req-6e8e31c6-e067-4cb2-91cb-666fbe79e68e tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914525 Oct 20 11:48:08.337079 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8670a3d3-698c-4089-be6b-d865843735e1 req-40c44ea9-d5ce-49a0-ae1b-c10743885d65 service neutron] 10.222.0.11 "GET /v2.0/networks/777f6155-4cb8-4ffe-990a-e0dddbce5ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6269264 Oct 20 11:48:08.356229 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d14583b8-7616-4544-9d60-2e9ae24881d1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9a48d0dbd0004ac29108bd885a67ae72&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2721064 Oct 20 11:48:08.358546 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14583b8-7616-4544-9d60-2e9ae24881d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e379ebcf-e15c-4e29-8ee2-87e60b58fa82,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:08.362740 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60940) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:08.405536 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-f78425be-3b37-45d5-b050-043e9f153f23 tempest-FloatingIPAdminTestJSON-369720141 tempest-FloatingIPAdminTestJSON-369720141-project] Deleting port d6a92bea-e56e-4ab0-b8e0-b3dae8d62db0 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:48:08.406390 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f78425be-3b37-45d5-b050-043e9f153f23 tempest-FloatingIPAdminTestJSON-369720141 tempest-FloatingIPAdminTestJSON-369720141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:08.460177 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8670a3d3-698c-4089-be6b-d865843735e1 req-39c7ed2f-0918-45d7-b468-338772725b88 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=eadd32f2-5de8-4740-bf63-25c0ecaf752e HTTP/1.1" status: 200 len: 217 time: 0.1170280 Oct 20 11:48:08.572393 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f78425be-3b37-45d5-b050-043e9f153f23 tempest-FloatingIPAdminTestJSON-369720141 tempest-FloatingIPAdminTestJSON-369720141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:08.573093 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f78425be-3b37-45d5-b050-043e9f153f23 tempest-FloatingIPAdminTestJSON-369720141 tempest-FloatingIPAdminTestJSON-369720141-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:08.592969 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-f78425be-3b37-45d5-b050-043e9f153f23 tempest-FloatingIPAdminTestJSON-369720141 tempest-FloatingIPAdminTestJSON-369720141-project] Calling delete_port for d6a92bea-e56e-4ab0-b8e0-b3dae8d62db0 owned by network:floatingip {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:48:08.784728 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f78425be-3b37-45d5-b050-043e9f153f23 tempest-FloatingIPAdminTestJSON-369720141 tempest-FloatingIPAdminTestJSON-369720141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:08.929965 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f78425be-3b37-45d5-b050-043e9f153f23 tempest-FloatingIPAdminTestJSON-369720141 tempest-FloatingIPAdminTestJSON-369720141-project] Publish callbacks [] for floatingip, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:08.933558 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f78425be-3b37-45d5-b050-043e9f153f23 tempest-FloatingIPAdminTestJSON-369720141 tempest-FloatingIPAdminTestJSON-369720141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:08.935579 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f78425be-3b37-45d5-b050-043e9f153f23 tempest-FloatingIPAdminTestJSON-369720141 tempest-FloatingIPAdminTestJSON-369720141-project] 10.222.0.98 "DELETE /v2.0/floatingips/3231bcf8-49c8-4f5d-95f7-eab27efef47a HTTP/1.1" status: 204 len: 168 time: 0.8721042 Oct 20 11:48:08.936798 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78425be-3b37-45d5-b050-043e9f153f23 tempest-FloatingIPAdminTestJSON-369720141 tempest-FloatingIPAdminTestJSON-369720141-project] Pushing event deleted for resources: {'Port': ['ID=d6a92bea-e56e-4ab0-b8e0-b3dae8d62db0,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:08.944964 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60944) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:09.106288 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670a3d3-698c-4089-be6b-d865843735e1 req-88a687c7-f880-4883-8d7f-b2da658d8744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:09.107968 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8670a3d3-698c-4089-be6b-d865843735e1 req-88a687c7-f880-4883-8d7f-b2da658d8744 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d4e5be47-9c7c-475f-be32-8c10564a38f8 HTTP/1.1" status: 200 len: 797 time: 0.6215756 Oct 20 11:48:09.163364 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559be9b8-4ddd-4d3f-b4d2-d870fd1cbd44 req-853846f8-db9c-485d-ac3f-bf9c93e2fdd2 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:09.164951 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-559be9b8-4ddd-4d3f-b4d2-d870fd1cbd44 req-853846f8-db9c-485d-ac3f-bf9c93e2fdd2 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.7161467 Oct 20 11:48:09.206474 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-11aabb49-932b-46d9-a059-b15bd67f0cd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:09.209004 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-599507f8-6ca8-45ec-9afb-b0536ea45af7 tempest-FloatingIPAdminTestJSON-880201400 tempest-FloatingIPAdminTestJSON-880201400-project-admin] Deleting port 40d7c9e1-2609-4554-9310-ab2025de27e5 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:48:09.209352 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-599507f8-6ca8-45ec-9afb-b0536ea45af7 tempest-FloatingIPAdminTestJSON-880201400 tempest-FloatingIPAdminTestJSON-880201400-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:09.266989 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-11aabb49-932b-46d9-a059-b15bd67f0cd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:09.270507 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670a3d3-698c-4089-be6b-d865843735e1 req-cbcef738-2cc3-4f1e-b92a-99399cfea370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:09.272059 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8670a3d3-698c-4089-be6b-d865843735e1 req-cbcef738-2cc3-4f1e-b92a-99399cfea370 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=777f6155-4cb8-4ffe-990a-e0dddbce5ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1271720 Oct 20 11:48:09.297946 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-559be9b8-4ddd-4d3f-b4d2-d870fd1cbd44 req-780f799c-46a4-4c70-978c-4a5ca2a81c69 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913603 Oct 20 11:48:09.370952 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-599507f8-6ca8-45ec-9afb-b0536ea45af7 tempest-FloatingIPAdminTestJSON-880201400 tempest-FloatingIPAdminTestJSON-880201400-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:09.371381 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-599507f8-6ca8-45ec-9afb-b0536ea45af7 tempest-FloatingIPAdminTestJSON-880201400 tempest-FloatingIPAdminTestJSON-880201400-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:09.385261 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-599507f8-6ca8-45ec-9afb-b0536ea45af7 tempest-FloatingIPAdminTestJSON-880201400 tempest-FloatingIPAdminTestJSON-880201400-project-admin] Calling delete_port for 40d7c9e1-2609-4554-9310-ab2025de27e5 owned by network:floatingip {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:48:09.483174 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8670a3d3-698c-4089-be6b-d865843735e1 req-7a8a453a-5d87-45a9-b0ba-acb8052e8e7d service neutron] 10.222.0.11 "GET /v2.0/networks/777f6155-4cb8-4ffe-990a-e0dddbce5ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833601 Oct 20 11:48:09.660771 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-599507f8-6ca8-45ec-9afb-b0536ea45af7 tempest-FloatingIPAdminTestJSON-880201400 tempest-FloatingIPAdminTestJSON-880201400-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:09.721643 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599507f8-6ca8-45ec-9afb-b0536ea45af7 tempest-FloatingIPAdminTestJSON-880201400 tempest-FloatingIPAdminTestJSON-880201400-project-admin] Pushing event deleted for resources: {'Port': ['ID=40d7c9e1-2609-4554-9310-ab2025de27e5,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:09.726191 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53b073-96dd-40a3-aaf0-350142fbecac req-3db652a6-7154-4b60-a846-db7a27f12df4 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:09.739579 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7a53b073-96dd-40a3-aaf0-350142fbecac req-3db652a6-7154-4b60-a846-db7a27f12df4 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfbb795f-c2ce-4b69-b189-65a194f20acd HTTP/1.1" status: 200 len: 945 time: 0.2553878 Oct 20 11:48:09.746652 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-11aabb49-932b-46d9-a059-b15bd67f0cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:09.750129 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-11aabb49-932b-46d9-a059-b15bd67f0cd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:09.751628 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-11aabb49-932b-46d9-a059-b15bd67f0cd2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e379ebcf-e15c-4e29-8ee2-87e60b58fa82 HTTP/1.1" status: 204 len: 168 time: 1.3751414 Oct 20 11:48:09.788221 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8670a3d3-698c-4089-be6b-d865843735e1 req-38a8ca80-c480-4087-bf4c-7d9e4a01ed85 service neutron] 10.222.0.11 "GET /v2.0/networks/777f6155-4cb8-4ffe-990a-e0dddbce5ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890773 Oct 20 11:48:09.797792 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aabb49-932b-46d9-a059-b15bd67f0cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e379ebcf-e15c-4e29-8ee2-87e60b58fa82,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:09.942785 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:09.976747 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8670a3d3-698c-4089-be6b-d865843735e1 req-21c59cd1-3b35-4d88-a8e1-4d9904d1d0d9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3ab69a51-91cc-41f2-97f3-589067ce8290 HTTP/1.1" status: 200 len: 217 time: 0.1750870 Oct 20 11:48:09.988576 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-599507f8-6ca8-45ec-9afb-b0536ea45af7 tempest-FloatingIPAdminTestJSON-880201400 tempest-FloatingIPAdminTestJSON-880201400-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:09.991681 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-599507f8-6ca8-45ec-9afb-b0536ea45af7 tempest-FloatingIPAdminTestJSON-880201400 tempest-FloatingIPAdminTestJSON-880201400-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:09.996165 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-599507f8-6ca8-45ec-9afb-b0536ea45af7 tempest-FloatingIPAdminTestJSON-880201400 tempest-FloatingIPAdminTestJSON-880201400-project-admin] 10.222.0.98 "DELETE /v2.0/floatingips/4022793e-956d-4608-af57-466a89989fb1 HTTP/1.1" status: 204 len: 168 time: 1.0468605 Oct 20 11:48:10.000999 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60966) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:10.212344 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670a3d3-698c-4089-be6b-d865843735e1 req-148cb5b2-0eb1-435d-8db7-2dfee1b50fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:10.215537 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8670a3d3-698c-4089-be6b-d865843735e1 req-148cb5b2-0eb1-435d-8db7-2dfee1b50fd2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0525d9a4-a3da-43ef-90d1-0c512b36a84d HTTP/1.1" status: 200 len: 797 time: 0.1723990 Oct 20 11:48:10.229067 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7a53b073-96dd-40a3-aaf0-350142fbecac req-86b72f4c-8453-40e3-b55a-275fce686a37 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4395571 Oct 20 11:48:10.282970 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60974) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:10.286923 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-84a6f843-26fa-457c-9dc2-1eb01b9c0a46 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Deleting port dd0caed7-4c9d-429d-a86f-895238eed665 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:48:10.288657 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-84a6f843-26fa-457c-9dc2-1eb01b9c0a46 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:10.320270 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f4fe8d-bd33-4e01-864b-8f27562ab847 req-e9cb9b38-5925-45aa-b95d-56b458697bd3 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:10.321833 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-78f4fe8d-bd33-4e01-864b-8f27562ab847 req-e9cb9b38-5925-45aa-b95d-56b458697bd3 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.4105585 Oct 20 11:48:10.339054 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f1088866-aa60-42e0-a0b4-e166650ff4e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:10.373145 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670a3d3-698c-4089-be6b-d865843735e1 req-d97f2de0-f909-4df6-8c9d-1f6eb19261b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:10.375658 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8670a3d3-698c-4089-be6b-d865843735e1 req-d97f2de0-f909-4df6-8c9d-1f6eb19261b0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9e28e111-da3b-432f-b66c-1b77e1797d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1368949 Oct 20 11:48:10.574520 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-84a6f843-26fa-457c-9dc2-1eb01b9c0a46 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:10.581389 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8670a3d3-698c-4089-be6b-d865843735e1 req-6ceb69b0-c8f0-45cb-950d-cbc45c6eb790 service neutron] 10.222.0.11 "GET /v2.0/networks/9e28e111-da3b-432f-b66c-1b77e1797d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912897 Oct 20 11:48:10.595334 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-84a6f843-26fa-457c-9dc2-1eb01b9c0a46 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Calling delete_port for dd0caed7-4c9d-429d-a86f-895238eed665 owned by {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:48:10.692697 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f1088866-aa60-42e0-a0b4-e166650ff4e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:10.705701 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-78f4fe8d-bd33-4e01-864b-8f27562ab847 req-a8def668-2978-4f62-a30e-b1b454c1b7c6 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3657715 Oct 20 11:48:10.718417 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f1088866-aa60-42e0-a0b4-e166650ff4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:10.798446 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454157e9-c2d0-47c0-a6e5-0ddcf943d5a7 req-da6febe9-8a58-4dee-a208-ef6871898e26 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:10.806465 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-454157e9-c2d0-47c0-a6e5-0ddcf943d5a7 req-da6febe9-8a58-4dee-a208-ef6871898e26 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfbb795f-c2ce-4b69-b189-65a194f20acd HTTP/1.1" status: 200 len: 945 time: 0.2320218 Oct 20 11:48:10.812902 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7899b-9ce8-4c75-9144-955b708394af req-ed011153-9fcc-4bc3-808d-5e45cbebc8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:10.814742 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fcf7899b-9ce8-4c75-9144-955b708394af req-ed011153-9fcc-4bc3-808d-5e45cbebc8eb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2dc8f662c37e4455845b8c86bfd8f795&device_id=bfbb795f-c2ce-4b69-b189-65a194f20acd HTTP/1.1" status: 200 len: 1096 time: 0.2584662 Oct 20 11:48:10.846133 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f1088866-aa60-42e0-a0b4-e166650ff4e5 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5b62bbc5405243e38960a4551220441c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5518827 Oct 20 11:48:10.847684 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60990) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:10.860701 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1088866-aa60-42e0-a0b4-e166650ff4e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3f82bd-cedf-4035-8b10-605e83d1dd6f,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:10.909206 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8670a3d3-698c-4089-be6b-d865843735e1 req-43f5df95-7ff8-4d52-bed7-fe7a4f5b0573 service neutron] 10.222.0.11 "GET /v2.0/networks/9e28e111-da3b-432f-b66c-1b77e1797d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778492 Oct 20 11:48:10.951437 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bab453f0-e73f-42af-b7cf-3a9cc217873a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:10.971535 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-84a6f843-26fa-457c-9dc2-1eb01b9c0a46 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:10.985533 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8670a3d3-698c-4089-be6b-d865843735e1 req-49a174ea-4a2c-4704-ae50-40f5795e2296 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=156bbe0d-6a54-43ba-bd2e-a378130a9552 HTTP/1.1" status: 200 len: 217 time: 0.0410724 Oct 20 11:48:10.991281 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-454157e9-c2d0-47c0-a6e5-0ddcf943d5a7 req-cf4628ca-1ed8-4bb0-a3a7-78002112d8ad tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836619 Oct 20 11:48:10.994015 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bab453f0-e73f-42af-b7cf-3a9cc217873a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:11.033421 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a6f843-26fa-457c-9dc2-1eb01b9c0a46 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Pushing event deleted for resources: {'Port': ['ID=dd0caed7-4c9d-429d-a86f-895238eed665,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:11.057354 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7899b-9ce8-4c75-9144-955b708394af req-abe64d66-3f5f-4505-9fb0-08939f7acc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:11.059327 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fcf7899b-9ce8-4c75-9144-955b708394af req-abe64d66-3f5f-4505-9fb0-08939f7acc83 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9322139b-8809-4c21-a6d7-3c1b88007f00 HTTP/1.1" status: 200 len: 913 time: 0.2371304 Oct 20 11:48:11.065825 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670a3d3-698c-4089-be6b-d865843735e1 req-ee05075f-1a23-4899-bb00-840bcebb9b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:11.067828 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8670a3d3-698c-4089-be6b-d865843735e1 req-ee05075f-1a23-4899-bb00-840bcebb9b3e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0525d9a4-a3da-43ef-90d1-0c512b36a84d HTTP/1.1" status: 200 len: 797 time: 0.0738578 Oct 20 11:48:11.152084 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-84a6f843-26fa-457c-9dc2-1eb01b9c0a46 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:11.155813 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-84a6f843-26fa-457c-9dc2-1eb01b9c0a46 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] 10.222.0.98 "DELETE /v2.0/ports/dd0caed7-4c9d-429d-a86f-895238eed665 HTTP/1.1" status: 204 len: 168 time: 1.1536832 Oct 20 11:48:11.159872 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60992) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:11.185656 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fcf7899b-9ce8-4c75-9144-955b708394af req-848a82da-9e15-48f0-9e61-a0cc84baebf4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7 HTTP/1.1" status: 200 len: 217 time: 0.1162083 Oct 20 11:48:11.248600 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0919b663-5b30-413d-9184-65bc65c2922e tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:11.250358 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0919b663-5b30-413d-9184-65bc65c2922e tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] 10.222.0.98 "GET /v2.0/ports?device_id=0c0ee188-1410-4d4d-bced-58d7b8689dff HTTP/1.1" status: 200 len: 913 time: 0.0895967 Oct 20 11:48:11.257762 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60994) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:11.260021 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bab453f0-e73f-42af-b7cf-3a9cc217873a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:11.262606 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bab453f0-e73f-42af-b7cf-3a9cc217873a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:11.266162 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-bab453f0-e73f-42af-b7cf-3a9cc217873a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/fd3f82bd-cedf-4035-8b10-605e83d1dd6f HTTP/1.1" status: 204 len: 168 time: 0.4136531 Oct 20 11:48:11.284898 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670a3d3-698c-4089-be6b-d865843735e1 req-e0a43df0-16ad-45dd-b70e-bcb2b0f80e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:11.286463 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8670a3d3-698c-4089-be6b-d865843735e1 req-e0a43df0-16ad-45dd-b70e-bcb2b0f80e5f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9e28e111-da3b-432f-b66c-1b77e1797d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2024255 Oct 20 11:48:11.325363 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7899b-9ce8-4c75-9144-955b708394af req-a2e23945-882b-4421-a629-9962911c9c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:11.326777 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fcf7899b-9ce8-4c75-9144-955b708394af req-a2e23945-882b-4421-a629-9962911c9c94 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f8d9068-e32a-474d-a79e-183043471abb HTTP/1.1" status: 200 len: 851 time: 0.1311100 Oct 20 11:48:11.364579 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab453f0-e73f-42af-b7cf-3a9cc217873a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3f82bd-cedf-4035-8b10-605e83d1dd6f,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:11.434255 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fcf7899b-9ce8-4c75-9144-955b708394af req-85c1bd83-dff7-441b-89a9-40d27d4de181 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9322139b-8809-4c21-a6d7-3c1b88007f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806177 Oct 20 11:48:11.671078 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8670a3d3-698c-4089-be6b-d865843735e1 req-a8ae2076-ca4b-4951-970e-340937a47296 service neutron] 10.222.0.11 "GET /v2.0/networks/9e28e111-da3b-432f-b66c-1b77e1797d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667772 Oct 20 11:48:11.700489 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fcf7899b-9ce8-4c75-9144-955b708394af req-357a5dbe-1d77-4572-8120-cf22cbdf3095 service neutron] 10.222.0.11 "GET /v2.0/networks/9322139b-8809-4c21-a6d7-3c1b88007f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085724 Oct 20 11:48:11.957325 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d255e140-6a9f-4dbb-81f0-5dba76e5a609 req-30d2afb8-c4e9-479f-a0b8-200302c4e6b3 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:11.959146 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d255e140-6a9f-4dbb-81f0-5dba76e5a609 req-30d2afb8-c4e9-479f-a0b8-200302c4e6b3 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.1162410 Oct 20 11:48:12.020231 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8670a3d3-698c-4089-be6b-d865843735e1 req-364752c6-8e58-41b6-ba63-d4dc29fae555 service neutron] 10.222.0.11 "GET /v2.0/networks/9e28e111-da3b-432f-b66c-1b77e1797d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190255 Oct 20 11:48:12.032429 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fcf7899b-9ce8-4c75-9144-955b708394af req-08e2c6a3-321d-450a-89d9-4835967d32ff service neutron] 10.222.0.11 "GET /v2.0/networks/9322139b-8809-4c21-a6d7-3c1b88007f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224061 Oct 20 11:48:12.044689 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d255e140-6a9f-4dbb-81f0-5dba76e5a609 req-cdda970c-b74b-4e47-8e1f-f98b6dd5675a tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742497 Oct 20 11:48:12.175105 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e5961855-882b-4917-9843-bcd80f1602dc tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:12.296756 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e395fecb-823c-453a-bdc3-cad53ca36f33 req-8c008d84-5ac1-4503-b653-69556995de04 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:12.300884 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e395fecb-823c-453a-bdc3-cad53ca36f33 req-8c008d84-5ac1-4503-b653-69556995de04 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfbb795f-c2ce-4b69-b189-65a194f20acd HTTP/1.1" status: 200 len: 945 time: 0.1461892 Oct 20 11:48:12.561528 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e395fecb-823c-453a-bdc3-cad53ca36f33 req-5f794b82-6575-4189-b200-76de2bb4591b tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485847 Oct 20 11:48:12.689537 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9283e-0d66-4033-a429-a77a64301cca req-337d9e69-c5b8-4b48-a565-c39449a8e657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:12.691508 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ebf9283e-0d66-4033-a429-a77a64301cca req-337d9e69-c5b8-4b48-a565-c39449a8e657 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f0012baf31914701a438a4a910671113&device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 1095 time: 0.2737982 Oct 20 11:48:12.721388 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5df51-ce6e-4e65-ae3e-accec139df9d req-30d1e31d-7b3b-4d95-af49-b4506c26728f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:12.730131 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9da5df51-ce6e-4e65-ae3e-accec139df9d req-30d1e31d-7b3b-4d95-af49-b4506c26728f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.3695693 Oct 20 11:48:12.917169 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9da5df51-ce6e-4e65-ae3e-accec139df9d req-fe1f73d3-3f2f-48a6-bdee-41c689097639 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858585 Oct 20 11:48:12.924253 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9283e-0d66-4033-a429-a77a64301cca req-f5ab4fad-37b3-4674-85aa-bfab74a645fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:12.926053 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ebf9283e-0d66-4033-a429-a77a64301cca req-f5ab4fad-37b3-4674-85aa-bfab74a645fd service neutron] 10.222.0.11 "GET /v2.0/networks?id=a1980227-64af-4c17-9cee-4570c69a4cb6 HTTP/1.1" status: 200 len: 914 time: 0.1927857 Oct 20 11:48:12.995004 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-e5961855-882b-4917-9843-bcd80f1602dc tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Deleting port 78ed9c8c-5ef4-4c95-b19e-e8a9d556bdcd {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:48:12.996719 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e5961855-882b-4917-9843-bcd80f1602dc tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:13.079218 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ebf9283e-0d66-4033-a429-a77a64301cca req-99d11137-afe3-4dda-a3f4-17115a2ae3fb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02e225c5-4964-469d-8fe3-74ecb91b3348 HTTP/1.1" status: 200 len: 999 time: 0.1437490 Oct 20 11:48:13.113525 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e5961855-882b-4917-9843-bcd80f1602dc tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:13.127314 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-e5961855-882b-4917-9843-bcd80f1602dc tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Calling delete_port for 78ed9c8c-5ef4-4c95-b19e-e8a9d556bdcd owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:48:13.167111 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9283e-0d66-4033-a429-a77a64301cca req-3d7eb5cd-7373-489b-b2a9-4a4679525015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:13.168622 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ebf9283e-0d66-4033-a429-a77a64301cca req-3d7eb5cd-7373-489b-b2a9-4a4679525015 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=978f4782-c6ff-4108-a8dd-a568aeeefa48 HTTP/1.1" status: 200 len: 851 time: 0.0806222 Oct 20 11:48:13.236395 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9283e-0d66-4033-a429-a77a64301cca req-eafd418c-7225-4026-a187-2decbc616877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:13.238218 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ebf9283e-0d66-4033-a429-a77a64301cca req-eafd418c-7225-4026-a187-2decbc616877 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1980227-64af-4c17-9cee-4570c69a4cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609205 Oct 20 11:48:13.452373 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e5961855-882b-4917-9843-bcd80f1602dc tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:13.476723 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ebf9283e-0d66-4033-a429-a77a64301cca req-ebc0467d-7aec-42c0-9c82-ed414cedb26e service neutron] 10.222.0.11 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286341 Oct 20 11:48:13.677790 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5961855-882b-4917-9843-bcd80f1602dc tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Pushing event deleted for resources: {'Port': ['ID=78ed9c8c-5ef4-4c95-b19e-e8a9d556bdcd,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:13.805777 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ebf9283e-0d66-4033-a429-a77a64301cca req-3683d114-0ca4-4520-b037-ca4f1e41688e service neutron] 10.222.0.11 "GET /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189631 Oct 20 11:48:13.914428 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e5961855-882b-4917-9843-bcd80f1602dc tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:13.971233 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb222b-4ec6-4622-bb81-0c4851e07dda req-01c85b72-6f99-4f3b-b562-b750a0b0616b tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:13.972816 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-09bb222b-4ec6-4622-bb81-0c4851e07dda req-01c85b72-6f99-4f3b-b562-b750a0b0616b tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfbb795f-c2ce-4b69-b189-65a194f20acd HTTP/1.1" status: 200 len: 945 time: 0.2125788 Oct 20 11:48:14.087558 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-09bb222b-4ec6-4622-bb81-0c4851e07dda req-3fe240af-8bb4-4fdd-b44a-72741630dd79 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995541 Oct 20 11:48:14.316320 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c4fe8-c680-4d3a-bdb5-ebfe809e8dce req-d9aa445b-6bd0-4484-9c5f-e34ac0222a1e tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:14.323993 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-400c4fe8-c680-4d3a-bdb5-ebfe809e8dce req-d9aa445b-6bd0-4484-9c5f-e34ac0222a1e tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.2333636 Oct 20 11:48:14.407904 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-400c4fe8-c680-4d3a-bdb5-ebfe809e8dce req-b92dbff4-0ccf-4660-8cd6-8850436dd22a tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690298 Oct 20 11:48:14.592960 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5961855-882b-4917-9843-bcd80f1602dc tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Router 0c0ee188-1410-4d4d-bced-58d7b8689dff has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:48:14.780166 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5961855-882b-4917-9843-bcd80f1602dc tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:48:14.795469 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d4088c-8242-45f8-a91f-adbfed9823eb None None] Sync routers for ids ['0c0ee188-1410-4d4d-bced-58d7b8689dff'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:48:14.803232 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 32848) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:14.804084 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e5961855-882b-4917-9843-bcd80f1602dc tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] 10.222.0.98 "PUT /v2.0/routers/0c0ee188-1410-4d4d-bced-58d7b8689dff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5448303 Oct 20 11:48:14.814736 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d4088c-8242-45f8-a91f-adbfed9823eb None None] Routers {'0c0ee188-1410-4d4d-bced-58d7b8689dff'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:48:14.815414 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-a4d4088c-8242-45f8-a91f-adbfed9823eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:47:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['0c0ee188-1410-4d4d-bced-58d7b8689dff'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:48:14.877860 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-a4d4088c-8242-45f8-a91f-adbfed9823eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:48:14.901825 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d4088c-8242-45f8-a91f-adbfed9823eb None None] Routers {'0c0ee188-1410-4d4d-bced-58d7b8689dff'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:48:14.901825 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-a4d4088c-8242-45f8-a91f-adbfed9823eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:47:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['0c0ee188-1410-4d4d-bced-58d7b8689dff'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:48:14.950490 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-a4d4088c-8242-45f8-a91f-adbfed9823eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:48:14.951266 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d4088c-8242-45f8-a91f-adbfed9823eb None None] The sync data for ids ['0c0ee188-1410-4d4d-bced-58d7b8689dff'] in n-d-814735-3 is: [] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:48:15.049308 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6f1ae43f-6a30-4759-b1a3-8c56ee27b41a tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks [] for router, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:15.380049 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:15.414737 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944faa2-4cfb-4384-a18c-412351a960c0 req-e68466be-de70-4a58-88fa-015fd4a30810 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:15.421471 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9944faa2-4cfb-4384-a18c-412351a960c0 req-e68466be-de70-4a58-88fa-015fd4a30810 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfbb795f-c2ce-4b69-b189-65a194f20acd HTTP/1.1" status: 200 len: 945 time: 0.1563325 Oct 20 11:48:15.428075 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6f1ae43f-6a30-4759-b1a3-8c56ee27b41a tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:15.507684 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 32890) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:15.529907 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9944faa2-4cfb-4384-a18c-412351a960c0 req-a3071d2f-b9c0-450f-a63c-4780f8968bb6 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872183 Oct 20 11:48:15.596086 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-6f1ae43f-6a30-4759-b1a3-8c56ee27b41a tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Deleting port 54678bcf-b818-4bbf-babd-a0e04fd59e2e {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:48:15.596086 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6f1ae43f-6a30-4759-b1a3-8c56ee27b41a tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:15.696592 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15bda3e-3341-4ee1-89cf-d19dd9840b64 req-81d7385b-cf3b-44f9-803a-c0115295540e tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:15.705388 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c15bda3e-3341-4ee1-89cf-d19dd9840b64 req-81d7385b-cf3b-44f9-803a-c0115295540e tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.1693385 Oct 20 11:48:15.808768 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c15bda3e-3341-4ee1-89cf-d19dd9840b64 req-b29fdd91-b7e9-4dbc-9425-43bc8f70b8cb tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021724 Oct 20 11:48:15.837580 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-606b8ece-1b0f-4593-a59a-11b0925bc413 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:15.891230 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 32902) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:15.902541 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6f1ae43f-6a30-4759-b1a3-8c56ee27b41a tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:15.944174 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-6f1ae43f-6a30-4759-b1a3-8c56ee27b41a tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Calling delete_port for 54678bcf-b818-4bbf-babd-a0e04fd59e2e owned by network:router_gateway {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:48:16.032857 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-606b8ece-1b0f-4593-a59a-11b0925bc413 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:16.042876 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-af596f76-6b3c-493b-bb6d-1f5441cc6c5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:16.057397 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-606b8ece-1b0f-4593-a59a-11b0925bc413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:16.110054 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-606b8ece-1b0f-4593-a59a-11b0925bc413 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=eac289ed6768425788f4be464e4dc45e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6012380 Oct 20 11:48:16.112526 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f82aa-3c7b-4b4c-8743-48e9cc403471 req-65a52f1d-a075-49c8-87a4-667464afb9e0 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:16.119584 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 32910) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:16.120437 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8d2f82aa-3c7b-4b4c-8743-48e9cc403471 req-65a52f1d-a075-49c8-87a4-667464afb9e0 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.1365838 Oct 20 11:48:16.143667 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606b8ece-1b0f-4593-a59a-11b0925bc413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d67be2-9bd0-48d7-916e-811a310ae68f,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:16.248054 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-af596f76-6b3c-493b-bb6d-1f5441cc6c5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:16.257839 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8d2f82aa-3c7b-4b4c-8743-48e9cc403471 req-6eb3cc48-9e78-479f-a11b-35da5d26f258 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361892 Oct 20 11:48:16.260888 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-af596f76-6b3c-493b-bb6d-1f5441cc6c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:16.280940 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19686c-5f04-4d4a-a03d-6a0a13f51983 req-08cee5e1-90a1-424d-a6e0-8e54de3d246d tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:16.293008 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0d19686c-5f04-4d4a-a03d-6a0a13f51983 req-08cee5e1-90a1-424d-a6e0-8e54de3d246d tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfbb795f-c2ce-4b69-b189-65a194f20acd HTTP/1.1" status: 200 len: 945 time: 0.2871943 Oct 20 11:48:16.382863 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-af596f76-6b3c-493b-bb6d-1f5441cc6c5e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=217d6ba16bef4d2da0bdd4805089276b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4895127 Oct 20 11:48:16.385585 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 32920) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:16.398748 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af596f76-6b3c-493b-bb6d-1f5441cc6c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4288b1-06e0-4557-b330-7fbb26e05e42,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:16.403160 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0d19686c-5f04-4d4a-a03d-6a0a13f51983 req-6a5f1a1d-10d4-43e7-bc9f-8c2ae9d43ee0 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801871 Oct 20 11:48:16.419878 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-16a10d6a-739c-447e-b45a-1da1ccaa9a9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:16.514957 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-16a10d6a-739c-447e-b45a-1da1ccaa9a9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:16.533682 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6f1ae43f-6a30-4759-b1a3-8c56ee27b41a tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:16.573903 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1ae43f-6a30-4759-b1a3-8c56ee27b41a tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Pushing event deleted for resources: {'Port': ['ID=54678bcf-b818-4bbf-babd-a0e04fd59e2e,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:16.580134 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-65ed036b-46ad-476e-ad13-c4c36871c8a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:16.608160 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-65ed036b-46ad-476e-ad13-c4c36871c8a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:16.643885 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-16a10d6a-739c-447e-b45a-1da1ccaa9a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:16.646641 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-16a10d6a-739c-447e-b45a-1da1ccaa9a9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:16.651777 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-16a10d6a-739c-447e-b45a-1da1ccaa9a9c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/86d67be2-9bd0-48d7-916e-811a310ae68f HTTP/1.1" status: 204 len: 168 time: 0.5061052 Oct 20 11:48:16.683104 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a10d6a-739c-447e-b45a-1da1ccaa9a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d67be2-9bd0-48d7-916e-811a310ae68f,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:16.712887 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6f1ae43f-6a30-4759-b1a3-8c56ee27b41a tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:16.730978 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-65ed036b-46ad-476e-ad13-c4c36871c8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:16.736061 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-65ed036b-46ad-476e-ad13-c4c36871c8a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:16.739076 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-65ed036b-46ad-476e-ad13-c4c36871c8a1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0a4288b1-06e0-4557-b330-7fbb26e05e42 HTTP/1.1" status: 204 len: 168 time: 0.3524952 Oct 20 11:48:16.768012 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ed036b-46ad-476e-ad13-c4c36871c8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4288b1-06e0-4557-b330-7fbb26e05e42,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:16.898008 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6f1ae43f-6a30-4759-b1a3-8c56ee27b41a tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:16.900828 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6f1ae43f-6a30-4759-b1a3-8c56ee27b41a tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:17.008797 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6f1ae43f-6a30-4759-b1a3-8c56ee27b41a tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:17.009645 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1ae43f-6a30-4759-b1a3-8c56ee27b41a tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Fanout notify agent at l3_agent the message router_deleted on router 0c0ee188-1410-4d4d-bced-58d7b8689dff {{(pid=100647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:48:17.026373 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6f1ae43f-6a30-4759-b1a3-8c56ee27b41a tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:17.027807 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-6f1ae43f-6a30-4759-b1a3-8c56ee27b41a tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] 10.222.0.98 "DELETE /v2.0/routers/0c0ee188-1410-4d4d-bced-58d7b8689dff HTTP/1.1" status: 204 len: 168 time: 2.2226975 Oct 20 11:48:17.030503 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 32944) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:17.181058 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e20e5df-19e6-4406-8acf-39a2c84c6938 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Deleting subnet 7d9b0c16-6e24-4620-a1c8-21b52385b0da {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:48:17.193240 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9e20e5df-19e6-4406-8acf-39a2c84c6938 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:17.245470 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 32948) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:17.263908 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9eeeb840-d2ef-457f-a642-d3ad09490530 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:17.298942 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9e20e5df-19e6-4406-8acf-39a2c84c6938 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:17.470169 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9eeeb840-d2ef-457f-a642-d3ad09490530 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:17.488176 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9eeeb840-d2ef-457f-a642-d3ad09490530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:17.527234 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9e20e5df-19e6-4406-8acf-39a2c84c6938 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:17.584696 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 32958) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:17.615459 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9c4f4ba4-74c6-4360-b708-df469ff22acf admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:17.621679 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeeb840-d2ef-457f-a642-d3ad09490530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1715ad5-7ce3-4452-9933-17c7a8acf020,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:17.656189 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-9eeeb840-d2ef-457f-a642-d3ad09490530 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b2573aa2d7ee453c992e8b3c827ec7aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4073665 Oct 20 11:48:17.657032 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 32968) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:17.707293 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c76e1-5d4c-4105-8a24-7353b0237842 req-62949113-60b5-430a-8c35-768fb9fc8ba9 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:17.709336 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fe4c76e1-5d4c-4105-8a24-7353b0237842 req-62949113-60b5-430a-8c35-768fb9fc8ba9 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfbb795f-c2ce-4b69-b189-65a194f20acd HTTP/1.1" status: 200 len: 945 time: 0.1211386 Oct 20 11:48:17.766309 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-73159862-3175-4b12-bf7b-14d699d5d495 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:17.793808 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9e20e5df-19e6-4406-8acf-39a2c84c6938 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:17.813411 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fe4c76e1-5d4c-4105-8a24-7353b0237842 req-ea37d846-3d56-4b72-9030-a18b33540ff5 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982361 Oct 20 11:48:17.838458 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9c4f4ba4-74c6-4360-b708-df469ff22acf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:17.841370 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e20e5df-19e6-4406-8acf-39a2c84c6938 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Pushing event deleted for resources: {'Subnet': ['ID=7d9b0c16-6e24-4620-a1c8-21b52385b0da,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:17.842151 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-73159862-3175-4b12-bf7b-14d699d5d495 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:17.844088 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9e20e5df-19e6-4406-8acf-39a2c84c6938 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:17.852949 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-9e20e5df-19e6-4406-8acf-39a2c84c6938 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] 10.222.0.98 "DELETE /v2.0/subnets/7d9b0c16-6e24-4620-a1c8-21b52385b0da HTTP/1.1" status: 204 len: 168 time: 0.8212621 Oct 20 11:48:17.854334 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327d0786-e2d8-409f-8bb2-14c1d856b5aa None None] Network 69111cec-0445-4f5b-9c4e-41b2177bffd6 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:48:17.855146 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 32984) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:17.865500 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9c4f4ba4-74c6-4360-b708-df469ff22acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:17.910191 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4f4ba4-74c6-4360-b708-df469ff22acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd30110-6e94-472a-87ab-7facbaa9d4ac,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:17.950003 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-9c4f4ba4-74c6-4360-b708-df469ff22acf admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=84973125998649fdaa0239bd98703e0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3642330 Oct 20 11:48:17.952913 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 32986) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:17.961908 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-73159862-3175-4b12-bf7b-14d699d5d495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:17.966688 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-73159862-3175-4b12-bf7b-14d699d5d495 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:17.979688 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-73159862-3175-4b12-bf7b-14d699d5d495 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a1715ad5-7ce3-4452-9933-17c7a8acf020 HTTP/1.1" status: 204 len: 168 time: 0.3222039 Oct 20 11:48:18.019699 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6a0a3feb-0f2c-41d3-8f15-bbb9d38f51e1 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:18.023869 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73159862-3175-4b12-bf7b-14d699d5d495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1715ad5-7ce3-4452-9933-17c7a8acf020,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:18.120414 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-161907ef-71ab-4d35-955e-e6974ee1c57b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:18.189429 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-6a0a3feb-0f2c-41d3-8f15-bbb9d38f51e1 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Deleting port ccb0d385-46b8-4885-95a6-c5c4163c55ef {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:48:18.191942 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6a0a3feb-0f2c-41d3-8f15-bbb9d38f51e1 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:18.269902 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bc205d-b32e-4ddc-b942-f9607e779b5d None None] DHCP port deletion for 69111cec-0445-4f5b-9c4e-41b2177bffd6 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:48:18.357513 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-6a0a3feb-0f2c-41d3-8f15-bbb9d38f51e1 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] For port ccb0d385-46b8-4885-95a6-c5c4163c55ef, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=ccb0d385-46b8-4885-95a6-c5c4163c55ef,segment=NetworkSegment(39f9c105-52b4-4d6a-9391-d92b69f59878),segment_id=39f9c105-52b4-4d6a-9391-d92b69f59878)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:48:18.357898 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6a0a3feb-0f2c-41d3-8f15-bbb9d38f51e1 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:18.396534 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-6a0a3feb-0f2c-41d3-8f15-bbb9d38f51e1 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Calling delete_port for ccb0d385-46b8-4885-95a6-c5c4163c55ef owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:48:18.408381 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-28bc205d-b32e-4ddc-b942-f9607e779b5d None None] Deleting port ccb0d385-46b8-4885-95a6-c5c4163c55ef {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:48:18.411735 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-28bc205d-b32e-4ddc-b942-f9607e779b5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:18.520087 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-28bc205d-b32e-4ddc-b942-f9607e779b5d None None] For port ccb0d385-46b8-4885-95a6-c5c4163c55ef, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=ccb0d385-46b8-4885-95a6-c5c4163c55ef,segment=NetworkSegment(39f9c105-52b4-4d6a-9391-d92b69f59878),segment_id=39f9c105-52b4-4d6a-9391-d92b69f59878)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:48:18.520759 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-28bc205d-b32e-4ddc-b942-f9607e779b5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:18.535619 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-28bc205d-b32e-4ddc-b942-f9607e779b5d None None] Calling delete_port for ccb0d385-46b8-4885-95a6-c5c4163c55ef owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:48:18.586264 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6a0a3feb-0f2c-41d3-8f15-bbb9d38f51e1 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:18.588056 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-161907ef-71ab-4d35-955e-e6974ee1c57b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:18.633529 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-28bc205d-b32e-4ddc-b942-f9607e779b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:18.650815 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bc205d-b32e-4ddc-b942-f9607e779b5d None None] No DVR routers for this DVR port ccb0d385-46b8-4885-95a6-c5c4163c55ef on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:48:18.669306 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc205d-b32e-4ddc-b942-f9607e779b5d None None] Pushing event deleted for resources: {'Port': ['ID=ccb0d385-46b8-4885-95a6-c5c4163c55ef,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:18.676961 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0a3feb-0f2c-41d3-8f15-bbb9d38f51e1 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] No DVR routers for this DVR port ccb0d385-46b8-4885-95a6-c5c4163c55ef on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:48:18.680897 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0a3feb-0f2c-41d3-8f15-bbb9d38f51e1 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Pushing event deleted for resources: {'Port': ['ID=ccb0d385-46b8-4885-95a6-c5c4163c55ef,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:18.702243 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-161907ef-71ab-4d35-955e-e6974ee1c57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:18.706078 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-161907ef-71ab-4d35-955e-e6974ee1c57b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:18.707655 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-161907ef-71ab-4d35-955e-e6974ee1c57b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4dd30110-6e94-472a-87ab-7facbaa9d4ac HTTP/1.1" status: 204 len: 168 time: 0.7530823 Oct 20 11:48:18.723927 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e7d53-617b-4aca-a299-e2ba0f57723a req-34d338de-9aec-4385-98c6-40a1a92d9510 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:18.725857 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ae0e7d53-617b-4aca-a299-e2ba0f57723a req-34d338de-9aec-4385-98c6-40a1a92d9510 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=17352aee-573d-49ce-9005-20e05a7b610c HTTP/1.1" status: 200 len: 943 time: 0.0938478 Oct 20 11:48:18.734255 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161907ef-71ab-4d35-955e-e6974ee1c57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd30110-6e94-472a-87ab-7facbaa9d4ac,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:18.788705 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6a0a3feb-0f2c-41d3-8f15-bbb9d38f51e1 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:18.815004 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-6a0a3feb-0f2c-41d3-8f15-bbb9d38f51e1 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69111cec-0445-4f5b-9c4e-41b2177bffd6']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:48:18.824837 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-6a0a3feb-0f2c-41d3-8f15-bbb9d38f51e1 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39f9c105-52b4-4d6a-9391-d92b69f59878') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:48:18.825132 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-6a0a3feb-0f2c-41d3-8f15-bbb9d38f51e1 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39f9c105-52b4-4d6a-9391-d92b69f59878') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:48:18.836071 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6a0a3feb-0f2c-41d3-8f15-bbb9d38f51e1 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:18.853507 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6a0a3feb-0f2c-41d3-8f15-bbb9d38f51e1 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:18.862044 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a0a3feb-0f2c-41d3-8f15-bbb9d38f51e1 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Releasing vlan 1271 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:48:18.863133 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6a0a3feb-0f2c-41d3-8f15-bbb9d38f51e1 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:18.867838 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:48:18.867838 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:48:18.867838 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:48:18.867838 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:48:18.867838 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:48:18.867838 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:48:18.867838 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:48:18.867838 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:48:18.867838 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:48:18.867838 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:48:18.867838 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:48:18.867838 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:48:18.867838 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:48:18.867838 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:48:18.867838 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:48:18.867838 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:48:18.867838 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:48:18.867838 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:48:18.867838 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:48:18.867838 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:48:18.867838 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:48:18.867838 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:48:18.867838 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:48:18.867838 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:48:18.867838 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:48:18.867838 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:48:18.867838 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:48:18.867838 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:48:18.867838 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:48:18.867838 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:48:18.867838 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:48:18.867838 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:48:18.906340 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-ae0e7d53-617b-4aca-a299-e2ba0f57723a req-99d13407-97e3-4432-95cd-cb3cdc723a0e tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Deleting port f38f3503-434c-4884-b6d5-fa4bc83a1bd9 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:48:18.906687 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ae0e7d53-617b-4aca-a299-e2ba0f57723a req-99d13407-97e3-4432-95cd-cb3cdc723a0e tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:18.966758 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6a0a3feb-0f2c-41d3-8f15-bbb9d38f51e1 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:18.972514 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ebed6-5ef5-4557-afb0-addc4f4c47af req-97813ce4-40aa-497d-b843-97af05b6b471 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:18.974272 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ed2ebed6-5ef5-4557-afb0-addc4f4c47af req-97813ce4-40aa-497d-b843-97af05b6b471 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfbb795f-c2ce-4b69-b189-65a194f20acd HTTP/1.1" status: 200 len: 945 time: 0.1229258 Oct 20 11:48:18.980882 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6a0a3feb-0f2c-41d3-8f15-bbb9d38f51e1 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:18.994945 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6a0a3feb-0f2c-41d3-8f15-bbb9d38f51e1 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] 10.222.0.98 "DELETE /v2.0/networks/69111cec-0445-4f5b-9c4e-41b2177bffd6 HTTP/1.1" status: 204 len: 168 time: 1.1371145 Oct 20 11:48:18.998667 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 33012) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:19.015912 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0a3feb-0f2c-41d3-8f15-bbb9d38f51e1 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Pushing event deleted for resources: {'Network': ['ID=69111cec-0445-4f5b-9c4e-41b2177bffd6,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:19.130124 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07dfb15-d5f6-45af-92ef-009e316441c5 req-ecca7bca-366c-481d-a7a5-f3449db59da3 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:19.131689 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e07dfb15-d5f6-45af-92ef-009e316441c5 req-ecca7bca-366c-481d-a7a5-f3449db59da3 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfbb795f-c2ce-4b69-b189-65a194f20acd HTTP/1.1" status: 200 len: 945 time: 0.1889076 Oct 20 11:48:19.161911 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-ae0e7d53-617b-4aca-a299-e2ba0f57723a req-99d13407-97e3-4432-95cd-cb3cdc723a0e tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] For port f38f3503-434c-4884-b6d5-fa4bc83a1bd9, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=f38f3503-434c-4884-b6d5-fa4bc83a1bd9,segment=NetworkSegment(73cbce6c-57a2-4343-bb4b-9f489f07b678),segment_id=73cbce6c-57a2-4343-bb4b-9f489f07b678)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:48:19.162275 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ae0e7d53-617b-4aca-a299-e2ba0f57723a req-99d13407-97e3-4432-95cd-cb3cdc723a0e tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:19.192202 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-ae0e7d53-617b-4aca-a299-e2ba0f57723a req-99d13407-97e3-4432-95cd-cb3cdc723a0e tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Calling delete_port for f38f3503-434c-4884-b6d5-fa4bc83a1bd9 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:48:19.194689 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-773adb0f-9a02-4bc1-aa05-b5a1070c6cd2 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Deleting port 32f37b3f-562f-4a25-ae2d-10d5c4ac86bb {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:48:19.207186 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-773adb0f-9a02-4bc1-aa05-b5a1070c6cd2 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:19.212184 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-ed2ebed6-5ef5-4557-afb0-addc4f4c47af req-4a0282c3-dbcd-4607-8337-dc1966bcb401 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Deleting port 5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:48:19.212588 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ed2ebed6-5ef5-4557-afb0-addc4f4c47af req-4a0282c3-dbcd-4607-8337-dc1966bcb401 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:19.331583 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device ccb0d385-46b8-4885-95a6-c5c4163c55ef no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:48:19.347385 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-ed2ebed6-5ef5-4557-afb0-addc4f4c47af req-4a0282c3-dbcd-4607-8337-dc1966bcb401 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] For port 5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7,segment=NetworkSegment(540c4293-1966-46a4-96ab-b132597e960a),segment_id=540c4293-1966-46a4-96ab-b132597e960a)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:48:19.347764 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ed2ebed6-5ef5-4557-afb0-addc4f4c47af req-4a0282c3-dbcd-4607-8337-dc1966bcb401 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:19.363961 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-ed2ebed6-5ef5-4557-afb0-addc4f4c47af req-4a0282c3-dbcd-4607-8337-dc1966bcb401 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Calling delete_port for 5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:48:19.400333 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: ccb0d385-46b8-4885-95a6-c5c4163c55ef {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:48:19.400679 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device ccb0d385-46b8-4885-95a6-c5c4163c55ef not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:48:19.400997 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-773adb0f-9a02-4bc1-aa05-b5a1070c6cd2 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:19.402232 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-773adb0f-9a02-4bc1-aa05-b5a1070c6cd2 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:19.418133 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-8fa76eac-7bdb-4391-bbf5-b96790a8be06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:19.450087 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-773adb0f-9a02-4bc1-aa05-b5a1070c6cd2 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Calling delete_port for 32f37b3f-562f-4a25-ae2d-10d5c4ac86bb owned by network:floatingip {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:48:19.520649 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ed2ebed6-5ef5-4557-afb0-addc4f4c47af req-4a0282c3-dbcd-4607-8337-dc1966bcb401 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:19.526784 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e07dfb15-d5f6-45af-92ef-009e316441c5 req-c9517325-6306-43d6-90b1-b120fec4726f tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3773241 Oct 20 11:48:19.534215 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:48:19.539023 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['fa89723a-1ad1-43c3-a4f1-1df017eb7ff0'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:48:19.738022 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0282c3-dbcd-4607-8337-dc1966bcb401 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Pushing event deleted for resources: {'Port': ['ID=5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:19.791643 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-773adb0f-9a02-4bc1-aa05-b5a1070c6cd2 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:19.836174 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed2ebed6-5ef5-4557-afb0-addc4f4c47af req-4a0282c3-dbcd-4607-8337-dc1966bcb401 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] No DVR routers for this DVR port 5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:48:19.840532 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773adb0f-9a02-4bc1-aa05-b5a1070c6cd2 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Pushing event deleted for resources: {'Port': ['ID=32f37b3f-562f-4a25-ae2d-10d5c4ac86bb,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:19.850549 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ed2ebed6-5ef5-4557-afb0-addc4f4c47af req-4a0282c3-dbcd-4607-8337-dc1966bcb401 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:19.855921 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ed2ebed6-5ef5-4557-afb0-addc4f4c47af req-4a0282c3-dbcd-4607-8337-dc1966bcb401 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.11 "DELETE /v2.0/ports/5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7 HTTP/1.1" status: 204 len: 173 time: 0.8373530 Oct 20 11:48:19.856409 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfbb795f-c2ce-4b69-b189-65a194f20acd', 'name': 'network-vif-deleted', 'tag': '5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:48:19.862771 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12cbba8-e75c-4431-aee1-7b772352b39e" -d '{"events": [{"server_uuid": "bfbb795f-c2ce-4b69-b189-65a194f20acd", "name": "network-vif-deleted", "tag": "5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:48:19.895299 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ae0e7d53-617b-4aca-a299-e2ba0f57723a req-99d13407-97e3-4432-95cd-cb3cdc723a0e tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:19.956986 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d13407-97e3-4432-95cd-cb3cdc723a0e tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Pushing event deleted for resources: {'Port': ['ID=f38f3503-434c-4884-b6d5-fa4bc83a1bd9,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:19.982952 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-773adb0f-9a02-4bc1-aa05-b5a1070c6cd2 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks [] for floatingip, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:19.985643 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-773adb0f-9a02-4bc1-aa05-b5a1070c6cd2 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:19.986933 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-773adb0f-9a02-4bc1-aa05-b5a1070c6cd2 tempest-FloatingIPAdminTestJSON-1430115508 tempest-FloatingIPAdminTestJSON-1430115508-project] 10.222.0.98 "DELETE /v2.0/floatingips/1139ce5d-e36b-4113-b074-a3387c6fa3e4 HTTP/1.1" status: 204 len: 168 time: 0.9872015 Oct 20 11:48:19.995559 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7b134a-5a98-4cfb-b2a8-1287f8d1d185 x-openstack-request-id: req-3d7b134a-5a98-4cfb-b2a8-1287f8d1d185 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:48:19.996503 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfbb795f-c2ce-4b69-b189-65a194f20acd", "name": "network-vif-deleted", "tag": "5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:48:19.996943 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3d7b134a-5a98-4cfb-b2a8-1287f8d1d185 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:48:19.997497 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfbb795f-c2ce-4b69-b189-65a194f20acd', 'name': 'network-vif-deleted', 'tag': '5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7', 'status': 'completed', 'code': 200} Oct 20 11:48:20.040291 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae0e7d53-617b-4aca-a299-e2ba0f57723a req-99d13407-97e3-4432-95cd-cb3cdc723a0e tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] No DVR routers for this DVR port f38f3503-434c-4884-b6d5-fa4bc83a1bd9 on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:48:20.054605 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ae0e7d53-617b-4aca-a299-e2ba0f57723a req-99d13407-97e3-4432-95cd-cb3cdc723a0e tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:20.058093 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ae0e7d53-617b-4aca-a299-e2ba0f57723a req-99d13407-97e3-4432-95cd-cb3cdc723a0e tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "DELETE /v2.0/ports/f38f3503-434c-4884-b6d5-fa4bc83a1bd9 HTTP/1.1" status: 204 len: 173 time: 1.3261192 Oct 20 11:48:20.282333 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['cc0249f2-c246-462b-8841-1fcfb7d5ca3e', '60fd4c88-aa6b-43f5-90f9-9ec733b27069'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:48:20.482934 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 33068) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:20.777410 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bd31e418-d20f-476c-b7b6-8285a9df8f02 req-92c352cf-2730-4f84-8bfd-36e515001d62 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfbb795f-c2ce-4b69-b189-65a194f20acd HTTP/1.1" status: 200 len: 210 time: 0.0916502 Oct 20 11:48:20.812820 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-447c70a5-e027-4a52-b358-50ff22363953 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1397195175-network', 'tenant_id': 'd731096a0f4947f4ba5f8ab77f19a47c'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:48:20.821938 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 33084) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:20.862026 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447c70a5-e027-4a52-b358-50ff22363953 admin admin] Made reservation on behalf of d731096a0f4947f4ba5f8ab77f19a47c for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:48:20.864461 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-447c70a5-e027-4a52-b358-50ff22363953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:20.890883 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-447c70a5-e027-4a52-b358-50ff22363953 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:21.007759 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-447c70a5-e027-4a52-b358-50ff22363953 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:21.017143 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-447c70a5-e027-4a52-b358-50ff22363953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:21.026600 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-72f5334f-7db0-4725-a5ee-4129144d4c7e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=25431738a00743cf859f066f5018e581&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2031620 Oct 20 11:48:21.033535 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 33092) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:21.036470 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63ccb9-8615-4d49-97bb-cd4ec944bc4b req-7611ceed-f7c3-49e6-ac66-9d080925c0c7 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:21.038242 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-de63ccb9-8615-4d49-97bb-cd4ec944bc4b req-7611ceed-f7c3-49e6-ac66-9d080925c0c7 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7e761e1-da68-451f-869b-58797cf1f4b4 HTTP/1.1" status: 200 len: 907 time: 0.1243076 Oct 20 11:48:21.063785 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-447c70a5-e027-4a52-b358-50ff22363953 admin admin] vlan segment allocate from pool success with {'vlan_id': 1271, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:48:21.103115 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-447c70a5-e027-4a52-b358-50ff22363953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:21.103709 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-447c70a5-e027-4a52-b358-50ff22363953 admin admin] Added segment 5573a4db-eb7e-47d5-bf18-9cfd5d67f604 of type vlan for network 955ecd61-8b5c-4f02-a021-aab990bebbe6 Oct 20 11:48:21.113293 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c70a5-e027-4a52-b358-50ff22363953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5992b07e-a5bb-40a7-ba7e-3bf5d5c75ea8,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:21.181284 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fa60c566-2ce1-4ca1-9c1f-3c0c9d57931f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:21.183913 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-447c70a5-e027-4a52-b358-50ff22363953 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:21.237983 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fa60c566-2ce1-4ca1-9c1f-3c0c9d57931f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:21.258322 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-447c70a5-e027-4a52-b358-50ff22363953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:21.259358 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447c70a5-e027-4a52-b358-50ff22363953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:21.259983 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-447c70a5-e027-4a52-b358-50ff22363953 admin admin] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:21.341742 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-447c70a5-e027-4a52-b358-50ff22363953 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8550222 Oct 20 11:48:21.342480 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 33098) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:21.348114 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-7d129c08-fe4a-4b84-9c65-eecbf3c0f111 admin admin] Request body: {'subnet': {'network_id': '955ecd61-8b5c-4f02-a021-aab990bebbe6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1397195175-subnet', 'tenant_id': 'd731096a0f4947f4ba5f8ab77f19a47c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:48:21.380068 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d129c08-fe4a-4b84-9c65-eecbf3c0f111 admin admin] Made reservation on behalf of d731096a0f4947f4ba5f8ab77f19a47c for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:48:21.387028 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7d129c08-fe4a-4b84-9c65-eecbf3c0f111 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:21.402229 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c70a5-e027-4a52-b358-50ff22363953 admin admin] Pushing event updated for resources: {'Network': ['ID=955ecd61-8b5c-4f02-a021-aab990bebbe6,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:21.413423 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 955ecd61-8b5c-4f02-a021-aab990bebbe6 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:48:21.435443 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fa60c566-2ce1-4ca1-9c1f-3c0c9d57931f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:21.439023 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fa60c566-2ce1-4ca1-9c1f-3c0c9d57931f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:21.440545 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-fa60c566-2ce1-4ca1-9c1f-3c0c9d57931f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/81791043-c657-4f6d-ab8b-ec6a232dd0c8 HTTP/1.1" status: 204 len: 168 time: 0.4045281 Oct 20 11:48:21.450360 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa60c566-2ce1-4ca1-9c1f-3c0c9d57931f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81791043-c657-4f6d-ab8b-ec6a232dd0c8,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:21.608664 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7d129c08-fe4a-4b84-9c65-eecbf3c0f111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:21.706014 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d129c08-fe4a-4b84-9c65-eecbf3c0f111 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cab3f3b-3580-4bd3-956c-5b303b9a5a07,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:21.717083 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d129c08-fe4a-4b84-9c65-eecbf3c0f111 admin admin] Checking segment: {'id': '5573a4db-eb7e-47d5-bf18-9cfd5d67f604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '955ecd61-8b5c-4f02-a021-aab990bebbe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:48:21.717625 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d129c08-fe4a-4b84-9c65-eecbf3c0f111 admin admin] Network hostable DHCP agents. Network: 955ecd61-8b5c-4f02-a021-aab990bebbe6, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:48:21.740767 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d129c08-fe4a-4b84-9c65-eecbf3c0f111 admin admin] Network 955ecd61-8b5c-4f02-a021-aab990bebbe6 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:48:21.760581 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-7d129c08-fe4a-4b84-9c65-eecbf3c0f111 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 955ecd61-8b5c-4f02-a021-aab990bebbe6) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:48:21.767125 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d129c08-fe4a-4b84-9c65-eecbf3c0f111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:21.768706 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7d129c08-fe4a-4b84-9c65-eecbf3c0f111 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:21.772941 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c9a09e-1043-42f7-b69e-660a1b03a727 None None] Network 955ecd61-8b5c-4f02-a021-aab990bebbe6 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:48:21.829053 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-7d129c08-fe4a-4b84-9c65-eecbf3c0f111 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4851682 Oct 20 11:48:21.999202 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17352aee-573d-49ce-9005-20e05a7b610c', 'name': 'network-vif-deleted', 'tag': 'f38f3503-434c-4884-b6d5-fa4bc83a1bd9'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:48:22.002011 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a017a046-a384-4714-a617-ffc6f6596e0b" -d '{"events": [{"server_uuid": "17352aee-573d-49ce-9005-20e05a7b610c", "name": "network-vif-deleted", "tag": "f38f3503-434c-4884-b6d5-fa4bc83a1bd9"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:48:22.064360 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 20 Oct 2021 11:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4586fe7-f336-45c9-95d2-f95955284e40 x-openstack-request-id: req-c4586fe7-f336-45c9-95d2-f95955284e40 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:48:22.065790 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17352aee-573d-49ce-9005-20e05a7b610c", "name": "network-vif-deleted", "tag": "f38f3503-434c-4884-b6d5-fa4bc83a1bd9", "status": "failed", "code": 422}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:48:22.066612 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c4586fe7-f336-45c9-95d2-f95955284e40 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:48:22.067319 n-d-814735-3 neutron-server[100647]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '17352aee-573d-49ce-9005-20e05a7b610c', 'name': 'network-vif-deleted', 'tag': 'f38f3503-434c-4884-b6d5-fa4bc83a1bd9', 'status': 'failed', 'code': 422} returned with failed status Oct 20 11:48:22.115054 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 33128) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:22.154423 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d5525a2a-c0b3-4816-b014-497201c2abe9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:22.288323 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a2ec1-216f-4ea1-b2a5-cf125d6bb1ef req-44de43fa-4f88-46d9-97db-66ddca841d4a tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:22.290947 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9c7a2ec1-216f-4ea1-b2a5-cf125d6bb1ef req-44de43fa-4f88-46d9-97db-66ddca841d4a tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7e761e1-da68-451f-869b-58797cf1f4b4 HTTP/1.1" status: 200 len: 907 time: 0.2027037 Oct 20 11:48:22.338008 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d5525a2a-c0b3-4816-b014-497201c2abe9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:22.358549 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d5525a2a-c0b3-4816-b014-497201c2abe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:22.397255 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5525a2a-c0b3-4816-b014-497201c2abe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38716bd5-f7b8-47a8-a9f8-184c8632c3dd,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:22.405627 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2048f385-aaa6-480e-801a-10bc1896c3b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:22.412225 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3341b2ea-8044-49e2-b52d-3e501ac32dfc None None] Network 955ecd61-8b5c-4f02-a021-aab990bebbe6 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:48:22.444617 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d5525a2a-c0b3-4816-b014-497201c2abe9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=708ad601a3f94b0b8a7fb2a829d92158&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3279135 Oct 20 11:48:22.445438 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 33144) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:22.511856 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d1b727f0-50a0-4ffd-a25e-17aacb1c5272 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:22.539552 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d1b727f0-50a0-4ffd-a25e-17aacb1c5272 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:22.553208 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f827207-a189-4fac-817a-8d859de5074a req-ad06e9b7-3af1-41c1-8974-84523ca15612 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:22.554965 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8f827207-a189-4fac-817a-8d859de5074a req-ad06e9b7-3af1-41c1-8974-84523ca15612 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=fcd13e04-1ea3-4f9c-929d-58a846b2c4b9 HTTP/1.1" status: 200 len: 946 time: 0.3396912 Oct 20 11:48:22.584103 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30b9bd-ee3a-42a1-8f88-7308c435fde8 req-9801a86c-cadc-450c-8542-b42c9db420a5 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:22.598356 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5a30b9bd-ee3a-42a1-8f88-7308c435fde8 req-9801a86c-cadc-450c-8542-b42c9db420a5 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7e761e1-da68-451f-869b-58797cf1f4b4 HTTP/1.1" status: 200 len: 907 time: 0.3511269 Oct 20 11:48:22.631496 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d1b727f0-50a0-4ffd-a25e-17aacb1c5272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:22.634313 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d1b727f0-50a0-4ffd-a25e-17aacb1c5272 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:22.642692 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d1b727f0-50a0-4ffd-a25e-17aacb1c5272 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/38716bd5-f7b8-47a8-a9f8-184c8632c3dd HTTP/1.1" status: 204 len: 168 time: 0.1961119 Oct 20 11:48:22.666739 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b727f0-50a0-4ffd-a25e-17aacb1c5272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38716bd5-f7b8-47a8-a9f8-184c8632c3dd,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:22.733106 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-9c7a2ec1-216f-4ea1-b2a5-cf125d6bb1ef req-62913f64-c7c9-4a0e-8861-9e4033d024eb tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Deleting port 916c0856-5eef-407b-acec-d8f7a573c0b5 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:48:22.733635 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9c7a2ec1-216f-4ea1-b2a5-cf125d6bb1ef req-62913f64-c7c9-4a0e-8861-9e4033d024eb tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:22.740154 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8f827207-a189-4fac-817a-8d859de5074a req-888cc802-83e9-498e-bb4d-918a617ff6dc tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239457 Oct 20 11:48:22.859274 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-9c7a2ec1-216f-4ea1-b2a5-cf125d6bb1ef req-62913f64-c7c9-4a0e-8861-9e4033d024eb tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] For port 916c0856-5eef-407b-acec-d8f7a573c0b5, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=916c0856-5eef-407b-acec-d8f7a573c0b5,segment=NetworkSegment(73cbce6c-57a2-4343-bb4b-9f489f07b678),segment_id=73cbce6c-57a2-4343-bb4b-9f489f07b678)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:48:22.859651 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9c7a2ec1-216f-4ea1-b2a5-cf125d6bb1ef req-62913f64-c7c9-4a0e-8861-9e4033d024eb tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:22.880916 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-9c7a2ec1-216f-4ea1-b2a5-cf125d6bb1ef req-62913f64-c7c9-4a0e-8861-9e4033d024eb tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Calling delete_port for 916c0856-5eef-407b-acec-d8f7a573c0b5 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:48:23.033993 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9c7a2ec1-216f-4ea1-b2a5-cf125d6bb1ef req-62913f64-c7c9-4a0e-8861-9e4033d024eb tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:23.114294 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62913f64-c7c9-4a0e-8861-9e4033d024eb tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Pushing event deleted for resources: {'Port': ['ID=916c0856-5eef-407b-acec-d8f7a573c0b5,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:23.124198 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:23.152571 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c7a2ec1-216f-4ea1-b2a5-cf125d6bb1ef req-62913f64-c7c9-4a0e-8861-9e4033d024eb tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] No DVR routers for this DVR port 916c0856-5eef-407b-acec-d8f7a573c0b5 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:48:23.154493 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:23.158119 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9c7a2ec1-216f-4ea1-b2a5-cf125d6bb1ef req-62913f64-c7c9-4a0e-8861-9e4033d024eb tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:23.166697 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9c7a2ec1-216f-4ea1-b2a5-cf125d6bb1ef req-62913f64-c7c9-4a0e-8861-9e4033d024eb tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.11 "DELETE /v2.0/ports/916c0856-5eef-407b-acec-d8f7a573c0b5 HTTP/1.1" status: 204 len: 173 time: 0.8566201 Oct 20 11:48:23.455527 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 33176) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:23.457099 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 916c0856-5eef-407b-acec-d8f7a573c0b5 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:48:23.472878 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-40c3154f-2cd0-4059-a92c-8137a31df990 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:23.480538 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: 916c0856-5eef-407b-acec-d8f7a573c0b5 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:48:23.480965 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 916c0856-5eef-407b-acec-d8f7a573c0b5 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:48:23.481473 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:48:23.508873 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: 5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:48:23.509366 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 5f9c54bf-591c-4d08-ab1b-eb6d295d5aa7 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:48:23.610602 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 33180) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:23.636460 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-43191fcd-7556-4b63-92c2-1c61bb9c8d12 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-598343076-network', 'tenant_id': 'c939b26f10c34a878a502975b91e866c'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:48:23.681674 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-40c3154f-2cd0-4059-a92c-8137a31df990 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:23.706296 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-40c3154f-2cd0-4059-a92c-8137a31df990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:23.776940 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-40c3154f-2cd0-4059-a92c-8137a31df990 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4f53827857514dbb83a43c24030a9daf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3201685 Oct 20 11:48:23.779959 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 33190) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:23.790262 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c3154f-2cd0-4059-a92c-8137a31df990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85df1aea-f1cc-4aa1-999f-4787cce2f3d4,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:23.801148 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43191fcd-7556-4b63-92c2-1c61bb9c8d12 admin admin] Made reservation on behalf of c939b26f10c34a878a502975b91e866c for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:48:23.805304 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-43191fcd-7556-4b63-92c2-1c61bb9c8d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:23.827302 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-43191fcd-7556-4b63-92c2-1c61bb9c8d12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:23.848660 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f9095889-0573-492a-a127-87efcaad1fd8 req-707741e5-a4bc-4bf7-8840-3db8fa1d1185 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7e761e1-da68-451f-869b-58797cf1f4b4 HTTP/1.1" status: 200 len: 210 time: 0.1065645 Oct 20 11:48:23.965703 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-43191fcd-7556-4b63-92c2-1c61bb9c8d12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:23.981463 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-43191fcd-7556-4b63-92c2-1c61bb9c8d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:23.998291 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-402b18f7-5b93-4bb2-b7c8-34e3938d4192 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:24.029725 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09cda38-e315-420b-88ea-9f78deb7e569 req-04142a88-1026-4fe1-9870-cb7989668bbd tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:24.036259 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e09cda38-e315-420b-88ea-9f78deb7e569 req-04142a88-1026-4fe1-9870-cb7989668bbd tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=fcd13e04-1ea3-4f9c-929d-58a846b2c4b9 HTTP/1.1" status: 200 len: 946 time: 0.1332946 Oct 20 11:48:24.052071 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43191fcd-7556-4b63-92c2-1c61bb9c8d12 admin admin] vlan segment allocate from pool success with {'vlan_id': 1281, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:48:24.072177 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43191fcd-7556-4b63-92c2-1c61bb9c8d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013ebaca-4dad-4f27-af79-11b6298f20ac,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:24.075952 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e761e1-da68-451f-869b-58797cf1f4b4', 'name': 'network-vif-deleted', 'tag': '916c0856-5eef-407b-acec-d8f7a573c0b5'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:48:24.080579 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf59e21-912f-46c3-8b84-5756eef1f3ee" -d '{"events": [{"server_uuid": "f7e761e1-da68-451f-869b-58797cf1f4b4", "name": "network-vif-deleted", "tag": "916c0856-5eef-407b-acec-d8f7a573c0b5"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:48:24.103920 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-402b18f7-5b93-4bb2-b7c8-34e3938d4192 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:24.106939 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-43191fcd-7556-4b63-92c2-1c61bb9c8d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:24.107637 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-43191fcd-7556-4b63-92c2-1c61bb9c8d12 admin admin] Added segment e35f8f81-201b-4fcf-affd-afddbad26f74 of type vlan for network d4d8876a-5553-475b-a302-069a5e772da4 Oct 20 11:48:24.151482 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e09cda38-e315-420b-88ea-9f78deb7e569 req-809d9fea-2db4-48c1-aee9-9aff9f6fa70b tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076524 Oct 20 11:48:24.206425 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8d6f6f-29c2-492e-ac9d-1dfb466821be x-openstack-request-id: req-cf8d6f6f-29c2-492e-ac9d-1dfb466821be {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:48:24.206775 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e761e1-da68-451f-869b-58797cf1f4b4", "name": "network-vif-deleted", "tag": "916c0856-5eef-407b-acec-d8f7a573c0b5", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:48:24.207082 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cf8d6f6f-29c2-492e-ac9d-1dfb466821be {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:48:24.207477 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7e761e1-da68-451f-869b-58797cf1f4b4', 'name': 'network-vif-deleted', 'tag': '916c0856-5eef-407b-acec-d8f7a573c0b5', 'status': 'completed', 'code': 200} Oct 20 11:48:24.234285 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-43191fcd-7556-4b63-92c2-1c61bb9c8d12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:24.273817 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-43191fcd-7556-4b63-92c2-1c61bb9c8d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:24.275237 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43191fcd-7556-4b63-92c2-1c61bb9c8d12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:24.275694 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-43191fcd-7556-4b63-92c2-1c61bb9c8d12 admin admin] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:24.370997 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43191fcd-7556-4b63-92c2-1c61bb9c8d12 admin admin] Pushing event updated for resources: {'Network': ['ID=d4d8876a-5553-475b-a302-069a5e772da4,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:24.376787 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-402b18f7-5b93-4bb2-b7c8-34e3938d4192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:24.380365 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-402b18f7-5b93-4bb2-b7c8-34e3938d4192 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:24.382225 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-402b18f7-5b93-4bb2-b7c8-34e3938d4192 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/85df1aea-f1cc-4aa1-999f-4787cce2f3d4 HTTP/1.1" status: 204 len: 168 time: 0.5880485 Oct 20 11:48:24.386208 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network d4d8876a-5553-475b-a302-069a5e772da4 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:48:24.393689 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b18f7-5b93-4bb2-b7c8-34e3938d4192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85df1aea-f1cc-4aa1-999f-4787cce2f3d4,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:24.400600 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-43191fcd-7556-4b63-92c2-1c61bb9c8d12 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7747037 Oct 20 11:48:24.403443 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 33214) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:24.408781 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-4dac3839-cdd9-41d1-b68b-d800e978feb1 admin admin] Request body: {'subnet': {'network_id': 'd4d8876a-5553-475b-a302-069a5e772da4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-598343076-subnet', 'tenant_id': 'c939b26f10c34a878a502975b91e866c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:48:24.465769 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dac3839-cdd9-41d1-b68b-d800e978feb1 admin admin] Made reservation on behalf of c939b26f10c34a878a502975b91e866c for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:48:24.468188 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4dac3839-cdd9-41d1-b68b-d800e978feb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:24.704094 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4dac3839-cdd9-41d1-b68b-d800e978feb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:24.793210 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dac3839-cdd9-41d1-b68b-d800e978feb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbd655f5-9e18-4f84-9021-3bbed0791e98,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:24.807040 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dac3839-cdd9-41d1-b68b-d800e978feb1 admin admin] Checking segment: {'id': 'e35f8f81-201b-4fcf-affd-afddbad26f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'd4d8876a-5553-475b-a302-069a5e772da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:48:24.807621 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dac3839-cdd9-41d1-b68b-d800e978feb1 admin admin] Network hostable DHCP agents. Network: d4d8876a-5553-475b-a302-069a5e772da4, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:48:24.831381 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dac3839-cdd9-41d1-b68b-d800e978feb1 admin admin] Network d4d8876a-5553-475b-a302-069a5e772da4 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:48:24.845839 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-4dac3839-cdd9-41d1-b68b-d800e978feb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, d4d8876a-5553-475b-a302-069a5e772da4) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:48:24.852971 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dac3839-cdd9-41d1-b68b-d800e978feb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:24.855169 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4dac3839-cdd9-41d1-b68b-d800e978feb1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:24.886367 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe08752-36ed-428f-869d-f8d9c57ed5cf None None] Network d4d8876a-5553-475b-a302-069a5e772da4 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:48:24.891910 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa593930-ff7b-481e-bd63-dc0a29282de5 req-c2de998e-517c-4e07-a5fe-ba6c0d091146 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:24.899781 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4dac3839-cdd9-41d1-b68b-d800e978feb1 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4927919 Oct 20 11:48:24.906719 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-fa593930-ff7b-481e-bd63-dc0a29282de5 req-c2de998e-517c-4e07-a5fe-ba6c0d091146 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.89 "GET /v2.0/ports?device_id=fcd13e04-1ea3-4f9c-929d-58a846b2c4b9 HTTP/1.1" status: 200 len: 946 time: 0.1459672 Oct 20 11:48:24.954129 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:25.176368 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-fa593930-ff7b-481e-bd63-dc0a29282de5 req-1af42f84-2594-4f59-a7f6-c0b4eefeb65c tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Deleting port fa89723a-1ad1-43c3-a4f1-1df017eb7ff0 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:48:25.177024 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fa593930-ff7b-481e-bd63-dc0a29282de5 req-1af42f84-2594-4f59-a7f6-c0b4eefeb65c tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:25.324115 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d239f679-f0d8-469c-bead-dc89ff983121 None None] Network d4d8876a-5553-475b-a302-069a5e772da4 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:48:25.366932 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-fa593930-ff7b-481e-bd63-dc0a29282de5 req-1af42f84-2594-4f59-a7f6-c0b4eefeb65c tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] For port fa89723a-1ad1-43c3-a4f1-1df017eb7ff0, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=fa89723a-1ad1-43c3-a4f1-1df017eb7ff0,segment=NetworkSegment(540c4293-1966-46a4-96ab-b132597e960a),segment_id=540c4293-1966-46a4-96ab-b132597e960a)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:48:25.367851 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fa593930-ff7b-481e-bd63-dc0a29282de5 req-1af42f84-2594-4f59-a7f6-c0b4eefeb65c tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:25.384975 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-fa593930-ff7b-481e-bd63-dc0a29282de5 req-1af42f84-2594-4f59-a7f6-c0b4eefeb65c tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Calling delete_port for fa89723a-1ad1-43c3-a4f1-1df017eb7ff0 owned by compute:nova {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:48:25.577485 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536d1cf-caa7-4944-958f-d873673ae485 req-f93efacf-7052-428c-b8d2-453c4e303149 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:25.600357 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f536d1cf-caa7-4944-958f-d873673ae485 req-f93efacf-7052-428c-b8d2-453c4e303149 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/ports?device_id=fcd13e04-1ea3-4f9c-929d-58a846b2c4b9 HTTP/1.1" status: 200 len: 946 time: 0.1122870 Oct 20 11:48:25.647065 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fa593930-ff7b-481e-bd63-dc0a29282de5 req-1af42f84-2594-4f59-a7f6-c0b4eefeb65c tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:25.716115 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f536d1cf-caa7-4944-958f-d873673ae485 req-044959ac-cc50-4523-a062-f9216a2c8771 tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.98 "GET /v2.0/security-groups?id=6dd29442-d2f9-413c-b60f-2da322c0ec02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103725 Oct 20 11:48:25.745305 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af42f84-2594-4f59-a7f6-c0b4eefeb65c tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Pushing event deleted for resources: {'Port': ['ID=fa89723a-1ad1-43c3-a4f1-1df017eb7ff0,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:25.842711 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa593930-ff7b-481e-bd63-dc0a29282de5 req-1af42f84-2594-4f59-a7f6-c0b4eefeb65c tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] No DVR routers for this DVR port fa89723a-1ad1-43c3-a4f1-1df017eb7ff0 on host n-h2-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:48:25.846822 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-fa593930-ff7b-481e-bd63-dc0a29282de5 req-1af42f84-2594-4f59-a7f6-c0b4eefeb65c tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:25.853251 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-fa593930-ff7b-481e-bd63-dc0a29282de5 req-1af42f84-2594-4f59-a7f6-c0b4eefeb65c tempest-ServerRescueTestJSON-2101099478 tempest-ServerRescueTestJSON-2101099478-project] 10.222.0.89 "DELETE /v2.0/ports/fa89723a-1ad1-43c3-a4f1-1df017eb7ff0 HTTP/1.1" status: 204 len: 173 time: 0.9374826 Oct 20 11:48:25.857709 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd13e04-1ea3-4f9c-929d-58a846b2c4b9', 'name': 'network-vif-deleted', 'tag': 'fa89723a-1ad1-43c3-a4f1-1df017eb7ff0'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:48:25.866528 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52cf03cd-4cba-4b1e-9830-a15ca5690d73" -d '{"events": [{"server_uuid": "fcd13e04-1ea3-4f9c-929d-58a846b2c4b9", "name": "network-vif-deleted", "tag": "fa89723a-1ad1-43c3-a4f1-1df017eb7ff0"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:48:26.100807 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e677fda-9dd5-4d53-90ef-c11450a5fe95 req-5b00e59d-0338-46aa-ac63-d468fdcb5361 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:26.105733 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3e677fda-9dd5-4d53-90ef-c11450a5fe95 req-5b00e59d-0338-46aa-ac63-d468fdcb5361 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=278a688b-8d33-4472-93d2-c7ce51648d80 HTTP/1.1" status: 200 len: 946 time: 0.2052538 Oct 20 11:48:26.226176 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3e677fda-9dd5-4d53-90ef-c11450a5fe95 req-372770b3-e352-4463-bf76-ce1a216ed727 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828784 Oct 20 11:48:26.310208 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5566747-dc6a-43d0-b809-56f6eee8d9de req-fee17121-74e8-4824-825c-654660c2e720 tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:26.314552 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5566747-dc6a-43d0-b809-56f6eee8d9de req-fee17121-74e8-4824-825c-654660c2e720 tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] 10.222.0.98 "GET /v2.0/networks?id=955ecd61-8b5c-4f02-a021-aab990bebbe6 HTTP/1.1" status: 200 len: 809 time: 0.4359148 Oct 20 11:48:26.338220 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d3f9c1-55fc-4c16-886c-f4f4babe229e x-openstack-request-id: req-a7d3f9c1-55fc-4c16-886c-f4f4babe229e {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:48:26.339149 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcd13e04-1ea3-4f9c-929d-58a846b2c4b9", "name": "network-vif-deleted", "tag": "fa89723a-1ad1-43c3-a4f1-1df017eb7ff0", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:48:26.339708 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a7d3f9c1-55fc-4c16-886c-f4f4babe229e {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:48:26.341057 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd13e04-1ea3-4f9c-929d-58a846b2c4b9', 'name': 'network-vif-deleted', 'tag': 'fa89723a-1ad1-43c3-a4f1-1df017eb7ff0', 'status': 'completed', 'code': 200} Oct 20 11:48:26.345589 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5566747-dc6a-43d0-b809-56f6eee8d9de req-5543efff-f075-4b08-a23d-903a02f83d36 tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] 10.222.0.98 "GET /v2.0/quotas/d731096a0f4947f4ba5f8ab77f19a47c HTTP/1.1" status: 200 len: 375 time: 0.0217669 Oct 20 11:48:26.423705 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5566747-dc6a-43d0-b809-56f6eee8d9de req-14c2d24b-ff2e-4e81-b1d6-ad6312b83d18 tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=d731096a0f4947f4ba5f8ab77f19a47c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0716002 Oct 20 11:48:26.617192 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5566747-dc6a-43d0-b809-56f6eee8d9de req-3684533a-b13d-4404-847d-23d0468964fc service neutron] 10.222.0.98 "GET /v2.0/networks/955ecd61-8b5c-4f02-a021-aab990bebbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828675 Oct 20 11:48:26.765959 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5566747-dc6a-43d0-b809-56f6eee8d9de req-ef497a12-0aae-4857-9d95-776ef3d65b14 service neutron] 10.222.0.98 "GET /v2.0/networks/955ecd61-8b5c-4f02-a021-aab990bebbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433780 Oct 20 11:48:26.831906 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 33398) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:27.081560 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb53c2-d9d4-4587-94cc-798928a62adc req-c9165ec8-9119-43f0-9157-c24f70df6a51 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:27.086918 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-cefb53c2-d9d4-4587-94cc-798928a62adc req-c9165ec8-9119-43f0-9157-c24f70df6a51 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.89 "GET /v2.0/ports?device_id=278a688b-8d33-4472-93d2-c7ce51648d80 HTTP/1.1" status: 200 len: 946 time: 0.1127448 Oct 20 11:48:27.297586 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f0786c0b-eebc-48a3-b4ee-edc5f061d29e req-7dffd8ab-414c-4c37-895c-bdd2e26096e3 tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] 10.222.0.98 "GET /v2.0/ports?device_id=f72fff03-4f89-458b-92a0-855c4ed3c071 HTTP/1.1" status: 200 len: 210 time: 0.0944083 Oct 20 11:48:27.325734 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-cefb53c2-d9d4-4587-94cc-798928a62adc req-ed85ad1e-7419-434e-a4d6-50a28c78be33 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Deleting port 60fd4c88-aa6b-43f5-90f9-9ec733b27069 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:48:27.326094 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-cefb53c2-d9d4-4587-94cc-798928a62adc req-ed85ad1e-7419-434e-a4d6-50a28c78be33 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:27.523547 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device fa89723a-1ad1-43c3-a4f1-1df017eb7ff0 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:48:27.525116 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 33488) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:27.563121 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-cefb53c2-d9d4-4587-94cc-798928a62adc req-ed85ad1e-7419-434e-a4d6-50a28c78be33 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] For port 60fd4c88-aa6b-43f5-90f9-9ec733b27069, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=60fd4c88-aa6b-43f5-90f9-9ec733b27069,segment=NetworkSegment(73cbce6c-57a2-4343-bb4b-9f489f07b678),segment_id=73cbce6c-57a2-4343-bb4b-9f489f07b678)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:48:27.564004 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-cefb53c2-d9d4-4587-94cc-798928a62adc req-ed85ad1e-7419-434e-a4d6-50a28c78be33 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:27.598535 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-cefb53c2-d9d4-4587-94cc-798928a62adc req-ed85ad1e-7419-434e-a4d6-50a28c78be33 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Calling delete_port for 60fd4c88-aa6b-43f5-90f9-9ec733b27069 owned by compute:nova {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:48:27.638098 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: fa89723a-1ad1-43c3-a4f1-1df017eb7ff0 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:48:27.639751 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device fa89723a-1ad1-43c3-a4f1-1df017eb7ff0 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:48:27.640996 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 60fd4c88-aa6b-43f5-90f9-9ec733b27069 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:48:27.659190 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb46ad4-fc0c-4a48-bb0f-93cd9f2657e0 req-d2c47cef-46f5-4e11-a8df-0b3c634f4699 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:27.670492 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dcb46ad4-fc0c-4a48-bb0f-93cd9f2657e0 req-d2c47cef-46f5-4e11-a8df-0b3c634f4699 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=278a688b-8d33-4472-93d2-c7ce51648d80 HTTP/1.1" status: 200 len: 946 time: 0.2668653 Oct 20 11:48:27.718322 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-4617f9bc-7987-45bf-8fb8-b98af2ab16c8 tempest-MeteringTestJSON-563403254 tempest-MeteringTestJSON-563403254-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-389556767'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:48:27.718723 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-4617f9bc-7987-45bf-8fb8-b98af2ab16c8 tempest-MeteringTestJSON-563403254 tempest-MeteringTestJSON-563403254-project-admin] Unknown quota resources ['metering_label']. {{(pid=100646) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 20 11:48:27.856464 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:27.858387 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dcb46ad4-fc0c-4a48-bb0f-93cd9f2657e0 req-e08ee77b-dce3-44a8-bbc2-f12fc9792bcc tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868951 Oct 20 11:48:27.928146 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 60fd4c88-aa6b-43f5-90f9-9ec733b27069, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=60fd4c88-aa6b-43f5-90f9-9ec733b27069,segment=NetworkSegment(73cbce6c-57a2-4343-bb4b-9f489f07b678),segment_id=73cbce6c-57a2-4343-bb4b-9f489f07b678)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:48:27.931788 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '278a688b-8d33-4472-93d2-c7ce51648d80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60fd4c88-aa6b-43f5-90f9-9ec733b27069'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:48:27.938995 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15446eeb-7234-4a3c-8f48-945f27b4ffe6" -d '{"events": [{"server_uuid": "278a688b-8d33-4472-93d2-c7ce51648d80", "name": "network-vif-unplugged", "status": "completed", "tag": "60fd4c88-aa6b-43f5-90f9-9ec733b27069"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:48:27.945149 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:28.025633 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-281a8d4d-97df-4569-b7ee-51fa297ee9a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:28.072672 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44cd9337-4623-41fd-aaf2-ed5c3a9e8457 x-openstack-request-id: req-44cd9337-4623-41fd-aaf2-ed5c3a9e8457 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:48:28.073309 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "278a688b-8d33-4472-93d2-c7ce51648d80", "name": "network-vif-unplugged", "status": "completed", "tag": "60fd4c88-aa6b-43f5-90f9-9ec733b27069", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:48:28.077375 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-44cd9337-4623-41fd-aaf2-ed5c3a9e8457 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:48:28.077916 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '278a688b-8d33-4472-93d2-c7ce51648d80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60fd4c88-aa6b-43f5-90f9-9ec733b27069', 'code': 200} Oct 20 11:48:28.130891 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=60fd4c88-aa6b-43f5-90f9-9ec733b27069,revision_number=6']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:28.239641 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4617f9bc-7987-45bf-8fb8-b98af2ab16c8 tempest-MeteringTestJSON-563403254 tempest-MeteringTestJSON-563403254-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:28.249053 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4617f9bc-7987-45bf-8fb8-b98af2ab16c8 tempest-MeteringTestJSON-563403254 tempest-MeteringTestJSON-563403254-project-admin] 10.222.0.98 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7148185 Oct 20 11:48:28.262876 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 33582) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:28.268717 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-db035564-8c80-4187-b267-153c8426593b tempest-MeteringTestJSON-563403254 tempest-MeteringTestJSON-563403254-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '5a767498-22e8-424b-bd5c-b46ed473438a'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:48:28.269351 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-db035564-8c80-4187-b267-153c8426593b tempest-MeteringTestJSON-563403254 tempest-MeteringTestJSON-563403254-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100647) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 20 11:48:28.419849 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-cefb53c2-d9d4-4587-94cc-798928a62adc req-ed85ad1e-7419-434e-a4d6-50a28c78be33 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:28.438051 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['cc0249f2-c246-462b-8841-1fcfb7d5ca3e'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:48:28.552838 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed85ad1e-7419-434e-a4d6-50a28c78be33 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Pushing event deleted for resources: {'Port': ['ID=60fd4c88-aa6b-43f5-90f9-9ec733b27069,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:28.576647 n-d-814735-3 neutron-server[100647]: WARNING neutron.services.metering.metering_plugin [None req-db035564-8c80-4187-b267-153c8426593b tempest-MeteringTestJSON-563403254 tempest-MeteringTestJSON-563403254-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 20 11:48:28.621730 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-cefb53c2-d9d4-4587-94cc-798928a62adc req-ed85ad1e-7419-434e-a4d6-50a28c78be33 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] No DVR routers for this DVR port 60fd4c88-aa6b-43f5-90f9-9ec733b27069 on host n-h2-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:48:28.627207 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cfd2c650-6070-421a-a08c-3ff8ed1291a4 req-35a386f9-d917-46b9-b085-e3c5e51da9cf tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] 10.222.0.98 "GET /v2.0/ports?device_id=f72fff03-4f89-458b-92a0-855c4ed3c071 HTTP/1.1" status: 200 len: 210 time: 0.1023157 Oct 20 11:48:28.632601 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-cefb53c2-d9d4-4587-94cc-798928a62adc req-ed85ad1e-7419-434e-a4d6-50a28c78be33 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:28.636003 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-cefb53c2-d9d4-4587-94cc-798928a62adc req-ed85ad1e-7419-434e-a4d6-50a28c78be33 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.89 "DELETE /v2.0/ports/60fd4c88-aa6b-43f5-90f9-9ec733b27069 HTTP/1.1" status: 204 len: 173 time: 1.5411880 Oct 20 11:48:28.636478 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '278a688b-8d33-4472-93d2-c7ce51648d80', 'name': 'network-vif-deleted', 'tag': '60fd4c88-aa6b-43f5-90f9-9ec733b27069'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:48:28.643281 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd6161d-c0df-4811-b725-7ddd1807170b" -d '{"events": [{"server_uuid": "278a688b-8d33-4472-93d2-c7ce51648d80", "name": "network-vif-deleted", "tag": "60fd4c88-aa6b-43f5-90f9-9ec733b27069"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:48:28.721457 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b169ed-76f7-4214-b238-f454ecc8e43a x-openstack-request-id: req-85b169ed-76f7-4214-b238-f454ecc8e43a {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:48:28.721723 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "278a688b-8d33-4472-93d2-c7ce51648d80", "name": "network-vif-deleted", "tag": "60fd4c88-aa6b-43f5-90f9-9ec733b27069", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:48:28.722171 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-85b169ed-76f7-4214-b238-f454ecc8e43a {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:48:28.722940 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '278a688b-8d33-4472-93d2-c7ce51648d80', 'name': 'network-vif-deleted', 'tag': '60fd4c88-aa6b-43f5-90f9-9ec733b27069', 'status': 'completed', 'code': 200} Oct 20 11:48:29.114440 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-db035564-8c80-4187-b267-153c8426593b tempest-MeteringTestJSON-563403254 tempest-MeteringTestJSON-563403254-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:29.115678 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-db035564-8c80-4187-b267-153c8426593b tempest-MeteringTestJSON-563403254 tempest-MeteringTestJSON-563403254-project-admin] 10.222.0.98 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.8511779 Oct 20 11:48:29.119577 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 33670) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:29.132404 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-946658e4-2dc0-494e-812e-426ba5e3009c tempest-MeteringTestJSON-563403254 tempest-MeteringTestJSON-563403254-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '5a767498-22e8-424b-bd5c-b46ed473438a'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:48:29.133332 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-946658e4-2dc0-494e-812e-426ba5e3009c tempest-MeteringTestJSON-563403254 tempest-MeteringTestJSON-563403254-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100646) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 20 11:48:29.177329 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-99facdb1-e231-4004-9d15-773908703aac req-04a71e3d-c80b-4093-8ed5-17566eef4acf tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=278a688b-8d33-4472-93d2-c7ce51648d80 HTTP/1.1" status: 200 len: 210 time: 0.0719697 Oct 20 11:48:29.238237 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5566747-dc6a-43d0-b809-56f6eee8d9de req-687cd2ac-c53b-4f89-b7b5-bd37af5730f8 tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:29.239797 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5566747-dc6a-43d0-b809-56f6eee8d9de req-687cd2ac-c53b-4f89-b7b5-bd37af5730f8 tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] 10.222.0.11 "GET /v2.0/networks?id=955ecd61-8b5c-4f02-a021-aab990bebbe6 HTTP/1.1" status: 200 len: 809 time: 0.3989277 Oct 20 11:48:29.269098 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-e5566747-dc6a-43d0-b809-56f6eee8d9de req-e4e42e93-d6d8-41b7-90c3-8a25805f6abc tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] Request body: {'port': {'device_id': 'f72fff03-4f89-458b-92a0-855c4ed3c071', 'network_id': '955ecd61-8b5c-4f02-a021-aab990bebbe6', 'admin_state_up': True, 'tenant_id': 'd731096a0f4947f4ba5f8ab77f19a47c'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:48:29.769148 n-d-814735-3 neutron-server[100646]: WARNING neutron.services.metering.metering_plugin [None req-946658e4-2dc0-494e-812e-426ba5e3009c tempest-MeteringTestJSON-563403254 tempest-MeteringTestJSON-563403254-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 20 11:48:29.930235 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c3dc3ace-d3e9-420b-ae93-8bf056bf12d3 req-f334b433-1372-4f5e-b262-abc25f380dcc tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] 10.222.0.98 "GET /v2.0/ports?device_id=f72fff03-4f89-458b-92a0-855c4ed3c071 HTTP/1.1" status: 200 len: 210 time: 0.0485566 Oct 20 11:48:29.937190 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-946658e4-2dc0-494e-812e-426ba5e3009c tempest-MeteringTestJSON-563403254 tempest-MeteringTestJSON-563403254-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:29.941636 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-946658e4-2dc0-494e-812e-426ba5e3009c tempest-MeteringTestJSON-563403254 tempest-MeteringTestJSON-563403254-project-admin] 10.222.0.98 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.8179121 Oct 20 11:48:29.942132 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 33752) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:29.962061 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-308b1307-339d-406b-94ae-d3767589bdae tempest-MeteringTestJSON-563403254 tempest-MeteringTestJSON-563403254-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-label-rules?id=78803787-3243-4391-839e-306e7f907623 HTTP/1.1" status: 200 len: 464 time: 0.0154424 Oct 20 11:48:29.962698 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 33758) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:30.005499 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-281a8d4d-97df-4569-b7ee-51fa297ee9a1 admin admin] Deleting port e663de1d-7c73-44fc-88c7-c463fc77c21a {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:48:30.005833 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-281a8d4d-97df-4569-b7ee-51fa297ee9a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:30.143835 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5566747-dc6a-43d0-b809-56f6eee8d9de req-e4e42e93-d6d8-41b7-90c3-8a25805f6abc tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] Made reservation on behalf of d731096a0f4947f4ba5f8ab77f19a47c for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:48:30.148127 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e43c3360-bc16-440f-8f47-26c8e3a81d3e tempest-MeteringTestJSON-563403254 tempest-MeteringTestJSON-563403254-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:30.149614 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e43c3360-bc16-440f-8f47-26c8e3a81d3e tempest-MeteringTestJSON-563403254 tempest-MeteringTestJSON-563403254-project-admin] 10.222.0.98 "DELETE /v2.0/metering/metering-label-rules/78803787-3243-4391-839e-306e7f907623 HTTP/1.1" status: 204 len: 168 time: 0.1850111 Oct 20 11:48:30.153120 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 33778) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:30.164355 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e5566747-dc6a-43d0-b809-56f6eee8d9de req-e4e42e93-d6d8-41b7-90c3-8a25805f6abc tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:30.165039 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b1ce8efa-6e37-46c2-a4d9-3b2c24eed95e tempest-MeteringTestJSON-563403254 tempest-MeteringTestJSON-563403254-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-label-rules?id=78803787-3243-4391-839e-306e7f907623 HTTP/1.1" status: 200 len: 221 time: 0.0101573 Oct 20 11:48:30.168291 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 33782) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:30.175660 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-e4e939d2-e53e-454b-bf1b-b002fa2e20d6 tempest-MeteringTestJSON-563403254 tempest-MeteringTestJSON-563403254-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--44069101', 'description': 'label created by tempest'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:48:30.180953 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-e4e939d2-e53e-454b-bf1b-b002fa2e20d6 tempest-MeteringTestJSON-563403254 tempest-MeteringTestJSON-563403254-project-admin] Unknown quota resources ['metering_label']. {{(pid=100646) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 20 11:48:30.238093 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-281a8d4d-97df-4569-b7ee-51fa297ee9a1 admin admin] For port e663de1d-7c73-44fc-88c7-c463fc77c21a, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=e663de1d-7c73-44fc-88c7-c463fc77c21a,segment=NetworkSegment(540c4293-1966-46a4-96ab-b132597e960a),segment_id=540c4293-1966-46a4-96ab-b132597e960a)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:48:30.238580 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-281a8d4d-97df-4569-b7ee-51fa297ee9a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:30.257964 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-281a8d4d-97df-4569-b7ee-51fa297ee9a1 admin admin] Calling delete_port for e663de1d-7c73-44fc-88c7-c463fc77c21a owned by network:router_interface {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:48:30.472282 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e4e939d2-e53e-454b-bf1b-b002fa2e20d6 tempest-MeteringTestJSON-563403254 tempest-MeteringTestJSON-563403254-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:30.473018 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e4e939d2-e53e-454b-bf1b-b002fa2e20d6 tempest-MeteringTestJSON-563403254 tempest-MeteringTestJSON-563403254-project-admin] 10.222.0.98 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.3033841 Oct 20 11:48:30.476190 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 33818) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:30.571005 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-24ebb9ac-27ec-4cfc-8059-0eabab6cf3ea tempest-MeteringTestJSON-563403254 tempest-MeteringTestJSON-563403254-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-labels?id=4738be99-e7f7-4faf-b365-ef84468fca38 HTTP/1.1" status: 200 len: 466 time: 0.0934415 Oct 20 11:48:30.573645 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 33826) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:30.680894 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-e5566747-dc6a-43d0-b809-56f6eee8d9de req-e4e42e93-d6d8-41b7-90c3-8a25805f6abc tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] Allocated IP 172.20.0.2 (955ecd61-8b5c-4f02-a021-aab990bebbe6/2cab3f3b-3580-4bd3-956c-5b303b9a5a07/6c977e29-40f2-4ad7-8b0d-0eb974dd924a) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:48:30.919535 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-281a8d4d-97df-4569-b7ee-51fa297ee9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:30.934634 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-baedaf21-b05e-4eb9-8629-e3b6b325e417 tempest-MeteringTestJSON-563403254 tempest-MeteringTestJSON-563403254-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:30.935909 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-baedaf21-b05e-4eb9-8629-e3b6b325e417 tempest-MeteringTestJSON-563403254 tempest-MeteringTestJSON-563403254-project-admin] 10.222.0.98 "DELETE /v2.0/metering/metering-labels/4738be99-e7f7-4faf-b365-ef84468fca38 HTTP/1.1" status: 204 len: 168 time: 0.3614450 Oct 20 11:48:30.938919 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 33842) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:30.958086 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-9a388e4b-ef70-4f15-a172-fd8168e942c8 tempest-MeteringTestJSON-563403254 tempest-MeteringTestJSON-563403254-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-labels?id=4738be99-e7f7-4faf-b365-ef84468fca38 HTTP/1.1" status: 200 len: 216 time: 0.0147245 Oct 20 11:48:30.958321 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 33846) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:30.958819 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a8d4d-97df-4569-b7ee-51fa297ee9a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e663de1d-7c73-44fc-88c7-c463fc77c21a,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:30.986563 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937fe54c-867e-4477-b36e-84962c6d5f11 req-48c6a512-0c98-4d0a-8f24-05c846abf0cc tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:30.990611 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-aa76a3e3-3fb1-4c47-85ba-b57e51a87de0 tempest-MeteringTestJSON-563403254 tempest-MeteringTestJSON-563403254-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0277281 Oct 20 11:48:30.990739 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-937fe54c-867e-4477-b36e-84962c6d5f11 req-48c6a512-0c98-4d0a-8f24-05c846abf0cc tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=9e6a073a-dfad-4a8a-b0cc-a68cf8821287 HTTP/1.1" status: 200 len: 946 time: 0.1976027 Oct 20 11:48:30.997858 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 33848) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:31.018597 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f7c0ce00-5199-4e81-8253-d27f8966e01f tempest-MeteringTestJSON-563403254 tempest-MeteringTestJSON-563403254-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0165536 Oct 20 11:48:31.018855 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 33850) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:31.096190 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0337bd05-6a9a-4100-9055-b0469482c60a tempest-MeteringTestJSON-563403254 tempest-MeteringTestJSON-563403254-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-labels/5a767498-22e8-424b-bd5c-b46ed473438a HTTP/1.1" status: 200 len: 472 time: 0.0724764 Oct 20 11:48:31.096817 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 33854) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:31.101591 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-937fe54c-867e-4477-b36e-84962c6d5f11 req-4a156e48-c9d8-4111-b8d7-466e8a1b493d tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878983 Oct 20 11:48:31.111282 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e5566747-dc6a-43d0-b809-56f6eee8d9de req-e4e42e93-d6d8-41b7-90c3-8a25805f6abc tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:31.138103 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1f35a6b7-e273-4c72-86ba-820703c94d52 tempest-MeteringTestJSON-563403254 tempest-MeteringTestJSON-563403254-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-label-rules/dc9200e7-e95e-4568-9078-e5ceb46c2fc6 HTTP/1.1" status: 200 len: 461 time: 0.0395784 Oct 20 11:48:31.139442 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 33856) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:31.156619 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6e6917cc-d5e8-499d-86aa-fd36b381be37 req-943d273a-d4eb-471e-97e5-befaa69f9472 tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] 10.222.0.98 "GET /v2.0/ports?device_id=f72fff03-4f89-458b-92a0-855c4ed3c071 HTTP/1.1" status: 200 len: 210 time: 0.0494127 Oct 20 11:48:31.322653 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e5566747-dc6a-43d0-b809-56f6eee8d9de req-e4e42e93-d6d8-41b7-90c3-8a25805f6abc tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:31.362451 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0a95d345-3832-4a8b-a0da-035d0642072b tempest-MeteringTestJSON-563403254 tempest-MeteringTestJSON-563403254-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:31.366547 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0a95d345-3832-4a8b-a0da-035d0642072b tempest-MeteringTestJSON-563403254 tempest-MeteringTestJSON-563403254-project-admin] 10.222.0.98 "DELETE /v2.0/metering/metering-label-rules/dc9200e7-e95e-4568-9078-e5ceb46c2fc6 HTTP/1.1" status: 204 len: 168 time: 0.2246547 Oct 20 11:48:31.367254 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 33858) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:31.379073 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-281a8d4d-97df-4569-b7ee-51fa297ee9a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:31.389116 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5566747-dc6a-43d0-b809-56f6eee8d9de req-e4e42e93-d6d8-41b7-90c3-8a25805f6abc tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] Network 955ecd61-8b5c-4f02-a021-aab990bebbe6 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:48:31.402836 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-e5566747-dc6a-43d0-b809-56f6eee8d9de req-e4e42e93-d6d8-41b7-90c3-8a25805f6abc tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:48:31.407914 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5566747-dc6a-43d0-b809-56f6eee8d9de req-e4e42e93-d6d8-41b7-90c3-8a25805f6abc tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:48:31.412956 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e42e93-d6d8-41b7-90c3-8a25805f6abc tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] Pushing event updated for resources: {'Port': ['ID=6c977e29-40f2-4ad7-8b0d-0eb974dd924a,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:31.538529 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5566747-dc6a-43d0-b809-56f6eee8d9de req-e4e42e93-d6d8-41b7-90c3-8a25805f6abc tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:31.539806 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e5566747-dc6a-43d0-b809-56f6eee8d9de req-e4e42e93-d6d8-41b7-90c3-8a25805f6abc tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:31.614782 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5566747-dc6a-43d0-b809-56f6eee8d9de req-e4e42e93-d6d8-41b7-90c3-8a25805f6abc tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3516717 Oct 20 11:48:31.641935 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-e5566747-dc6a-43d0-b809-56f6eee8d9de req-f0bbd2d0-e769-4e51-bf9d-35d184a8960d service neutron] Request body: {'port': {'device_id': 'f72fff03-4f89-458b-92a0-855c4ed3c071', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:48:31.651767 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dfd25f12-8b46-42f0-aeaf-dc324002d6a3 tempest-MeteringTestJSON-563403254 tempest-MeteringTestJSON-563403254-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:31.656169 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-dfd25f12-8b46-42f0-aeaf-dc324002d6a3 tempest-MeteringTestJSON-563403254 tempest-MeteringTestJSON-563403254-project-admin] 10.222.0.98 "DELETE /v2.0/metering/metering-labels/5a767498-22e8-424b-bd5c-b46ed473438a HTTP/1.1" status: 204 len: 168 time: 0.2875168 Oct 20 11:48:31.745135 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e5566747-dc6a-43d0-b809-56f6eee8d9de req-f0bbd2d0-e769-4e51-bf9d-35d184a8960d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:32.065621 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281a8d4d-97df-4569-b7ee-51fa297ee9a1 admin admin] Router b2525f21-c0f6-4e3b-8e66-f99302e6cb77 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:48:32.215610 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 33878) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:32.279788 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6717f-7a9f-4164-942b-368dbf172bb6 req-a6cc8f67-9612-4a90-b9e2-82ff2811b692 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:32.291228 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0be6717f-7a9f-4164-942b-368dbf172bb6 req-a6cc8f67-9612-4a90-b9e2-82ff2811b692 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.89 "GET /v2.0/ports?device_id=9e6a073a-dfad-4a8a-b0cc-a68cf8821287 HTTP/1.1" status: 200 len: 946 time: 0.1272480 Oct 20 11:48:32.405512 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281a8d4d-97df-4569-b7ee-51fa297ee9a1 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:48:32.411654 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-281a8d4d-97df-4569-b7ee-51fa297ee9a1 admin admin] 10.222.0.98 "PUT /v2.0/routers/b2525f21-c0f6-4e3b-8e66-f99302e6cb77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5785401 Oct 20 11:48:32.415199 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d684e548-7b73-4892-b912-cef4c807ddb8 None None] Sync routers for ids ['b2525f21-c0f6-4e3b-8e66-f99302e6cb77'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:48:32.426585 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309bb1d5-5cc7-45bb-a761-0936c2490559 req-784c77a1-14ad-4689-a0a9-1d2195fd0c63 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:32.431192 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d684e548-7b73-4892-b912-cef4c807ddb8 None None] Routers {'b2525f21-c0f6-4e3b-8e66-f99302e6cb77'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:48:32.431947 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-d684e548-7b73-4892-b912-cef4c807ddb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:48:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['b2525f21-c0f6-4e3b-8e66-f99302e6cb77'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:48:32.435008 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-309bb1d5-5cc7-45bb-a761-0936c2490559 req-784c77a1-14ad-4689-a0a9-1d2195fd0c63 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=9e6a073a-dfad-4a8a-b0cc-a68cf8821287 HTTP/1.1" status: 200 len: 946 time: 0.1953514 Oct 20 11:48:32.438936 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 33888) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:32.440689 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c48a24b5-fcb5-4c44-965d-0b2f27ead4cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:32.483322 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b761934-2a4a-4959-8076-b0e89688ad84 req-cc09550e-fe04-46ea-a10d-8b6dc07b8b62 tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:32.485499 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2b761934-2a4a-4959-8076-b0e89688ad84 req-cc09550e-fe04-46ea-a10d-8b6dc07b8b62 tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] 10.222.0.98 "GET /v2.0/ports?device_id=f72fff03-4f89-458b-92a0-855c4ed3c071 HTTP/1.1" status: 200 len: 931 time: 0.1711497 Oct 20 11:48:32.561347 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-309bb1d5-5cc7-45bb-a761-0936c2490559 req-779ede9a-61d7-4a23-b4ec-3ee7f82779b9 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3a4618d-8545-4e01-b65f-bb87c8833e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211178 Oct 20 11:48:32.566376 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-e5566747-dc6a-43d0-b809-56f6eee8d9de req-f0bbd2d0-e769-4e51-bf9d-35d184a8960d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c977e29-40f2-4ad7-8b0d-0eb974dd924a {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:48:32.577246 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-404b19f0-91ae-4f06-b73d-2968f8db2039 admin admin] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:32.597673 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e5566747-dc6a-43d0-b809-56f6eee8d9de req-f0bbd2d0-e769-4e51-bf9d-35d184a8960d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:32.657405 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2b761934-2a4a-4959-8076-b0e89688ad84 req-41522f77-b230-47e1-ab8a-f2d35124f4b4 tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] 10.222.0.98 "GET /v2.0/security-groups?id=5992b07e-a5bb-40a7-ba7e-3bf5d5c75ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641672 Oct 20 11:48:32.669349 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-e5566747-dc6a-43d0-b809-56f6eee8d9de req-f0bbd2d0-e769-4e51-bf9d-35d184a8960d service neutron] Transition to ACTIVE for port object 6c977e29-40f2-4ad7-8b0d-0eb974dd924a will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:48:32.677236 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-d684e548-7b73-4892-b912-cef4c807ddb8 None None] Set router b2525f21-c0f6-4e3b-8e66-f99302e6cb77 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:48:32.677884 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e5566747-dc6a-43d0-b809-56f6eee8d9de req-f0bbd2d0-e769-4e51-bf9d-35d184a8960d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:32.749553 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bbd2d0-e769-4e51-bf9d-35d184a8960d service neutron] Pushing event updated for resources: {'Port': ['ID=6c977e29-40f2-4ad7-8b0d-0eb974dd924a,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:32.820100 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c48a24b5-fcb5-4c44-965d-0b2f27ead4cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:32.825559 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-404b19f0-91ae-4f06-b73d-2968f8db2039 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:32.843697 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c48a24b5-fcb5-4c44-965d-0b2f27ead4cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:32.887054 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-e5566747-dc6a-43d0-b809-56f6eee8d9de req-f0bbd2d0-e769-4e51-bf9d-35d184a8960d service neutron] Attempting to bind port 6c977e29-40f2-4ad7-8b0d-0eb974dd924a on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:48:32.890190 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-e5566747-dc6a-43d0-b809-56f6eee8d9de req-f0bbd2d0-e769-4e51-bf9d-35d184a8960d service neutron] Attempting to bind port 6c977e29-40f2-4ad7-8b0d-0eb974dd924a by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '5573a4db-eb7e-47d5-bf18-9cfd5d67f604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '955ecd61-8b5c-4f02-a021-aab990bebbe6'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:48:32.891719 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5566747-dc6a-43d0-b809-56f6eee8d9de req-f0bbd2d0-e769-4e51-bf9d-35d184a8960d service neutron] Attempting to bind port 6c977e29-40f2-4ad7-8b0d-0eb974dd924a on network 955ecd61-8b5c-4f02-a021-aab990bebbe6 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:48:32.901425 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5566747-dc6a-43d0-b809-56f6eee8d9de req-f0bbd2d0-e769-4e51-bf9d-35d184a8960d service neutron] Port 6c977e29-40f2-4ad7-8b0d-0eb974dd924a on network 955ecd61-8b5c-4f02-a021-aab990bebbe6 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:48:32.903243 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5566747-dc6a-43d0-b809-56f6eee8d9de req-f0bbd2d0-e769-4e51-bf9d-35d184a8960d service neutron] Attempting to bind port 6c977e29-40f2-4ad7-8b0d-0eb974dd924a on network 955ecd61-8b5c-4f02-a021-aab990bebbe6 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:48:32.905694 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c48a24b5-fcb5-4c44-965d-0b2f27ead4cc admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9a0e6089b4d641c28c8a531724bb43b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6888690 Oct 20 11:48:32.908593 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 33896) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:32.940497 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5566747-dc6a-43d0-b809-56f6eee8d9de req-f0bbd2d0-e769-4e51-bf9d-35d184a8960d service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:48:32.940843 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5566747-dc6a-43d0-b809-56f6eee8d9de req-f0bbd2d0-e769-4e51-bf9d-35d184a8960d service neutron] Checking segment: {'id': '5573a4db-eb7e-47d5-bf18-9cfd5d67f604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '955ecd61-8b5c-4f02-a021-aab990bebbe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:48:32.941223 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5566747-dc6a-43d0-b809-56f6eee8d9de req-f0bbd2d0-e769-4e51-bf9d-35d184a8960d service neutron] Bound using segment: {'id': '5573a4db-eb7e-47d5-bf18-9cfd5d67f604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '955ecd61-8b5c-4f02-a021-aab990bebbe6'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:48:32.941676 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-e5566747-dc6a-43d0-b809-56f6eee8d9de req-f0bbd2d0-e769-4e51-bf9d-35d184a8960d service neutron] Bound port: 6c977e29-40f2-4ad7-8b0d-0eb974dd924a, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5573a4db-eb7e-47d5-bf18-9cfd5d67f604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '955ecd61-8b5c-4f02-a021-aab990bebbe6'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:48:32.942035 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e5566747-dc6a-43d0-b809-56f6eee8d9de req-f0bbd2d0-e769-4e51-bf9d-35d184a8960d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:33.006467 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-0be6717f-7a9f-4164-942b-368dbf172bb6 req-ccbc55cc-de31-48bd-ad53-03a33677f722 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Deleting port cc0249f2-c246-462b-8841-1fcfb7d5ca3e {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:48:33.009807 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-0be6717f-7a9f-4164-942b-368dbf172bb6 req-ccbc55cc-de31-48bd-ad53-03a33677f722 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:33.133901 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-d684e548-7b73-4892-b912-cef4c807ddb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2525f21-c0f6-4e3b-8e66-f99302e6cb77', 'name': 'tempest-ServerRescueTestJSON-1851092970-router', 'tenant_id': '2dc8f662c37e4455845b8c86bfd8f795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '9c10fda4-638c-4cf3-8ee5-48652c33fc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:46:10Z', 'updated_at': '2021-10-20T11:48:30Z', 'revision_number': 5, 'project_id': '2dc8f662c37e4455845b8c86bfd8f795', 'gw_port': {'id': '9c10fda4-638c-4cf3-8ee5-48652c33fc6d', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2525f21-c0f6-4e3b-8e66-f99302e6cb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:46:11Z', 'updated_at': '2021-10-20T11:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:48:33.179381 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2095fae7-5067-43d7-aab0-5ece99239f73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:33.209789 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d684e548-7b73-4892-b912-cef4c807ddb8 None None] Checking router: b2525f21-c0f6-4e3b-8e66-f99302e6cb77 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:48:33.239434 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d684e548-7b73-4892-b912-cef4c807ddb8 None None] Routers {'b2525f21-c0f6-4e3b-8e66-f99302e6cb77'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:48:33.240101 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-d684e548-7b73-4892-b912-cef4c807ddb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:48:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['b2525f21-c0f6-4e3b-8e66-f99302e6cb77'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:48:33.242782 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2095fae7-5067-43d7-aab0-5ece99239f73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:33.303761 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-0be6717f-7a9f-4164-942b-368dbf172bb6 req-ccbc55cc-de31-48bd-ad53-03a33677f722 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] For port cc0249f2-c246-462b-8841-1fcfb7d5ca3e, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=cc0249f2-c246-462b-8841-1fcfb7d5ca3e,segment=NetworkSegment(73cbce6c-57a2-4343-bb4b-9f489f07b678),segment_id=73cbce6c-57a2-4343-bb4b-9f489f07b678)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:48:33.305040 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-0be6717f-7a9f-4164-942b-368dbf172bb6 req-ccbc55cc-de31-48bd-ad53-03a33677f722 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:33.320899 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-0be6717f-7a9f-4164-942b-368dbf172bb6 req-ccbc55cc-de31-48bd-ad53-03a33677f722 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Calling delete_port for cc0249f2-c246-462b-8841-1fcfb7d5ca3e owned by compute:nova {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:48:33.354598 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2095fae7-5067-43d7-aab0-5ece99239f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:33.359536 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2095fae7-5067-43d7-aab0-5ece99239f73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:33.360754 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2095fae7-5067-43d7-aab0-5ece99239f73 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e60cefe1-2708-43ba-9e54-c66330b3cc43 HTTP/1.1" status: 204 len: 168 time: 0.4508092 Oct 20 11:48:33.378463 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-e5566747-dc6a-43d0-b809-56f6eee8d9de req-f0bbd2d0-e769-4e51-bf9d-35d184a8960d service neutron] For port 6c977e29-40f2-4ad7-8b0d-0eb974dd924a, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:48:33.396162 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-e5566747-dc6a-43d0-b809-56f6eee8d9de req-f0bbd2d0-e769-4e51-bf9d-35d184a8960d service neutron] For port 6c977e29-40f2-4ad7-8b0d-0eb974dd924a, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=6c977e29-40f2-4ad7-8b0d-0eb974dd924a,segment=NetworkSegment(5573a4db-eb7e-47d5-bf18-9cfd5d67f604),segment_id=5573a4db-eb7e-47d5-bf18-9cfd5d67f604)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:48:33.416146 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2095fae7-5067-43d7-aab0-5ece99239f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60cefe1-2708-43ba-9e54-c66330b3cc43,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:33.418603 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e5566747-dc6a-43d0-b809-56f6eee8d9de req-f0bbd2d0-e769-4e51-bf9d-35d184a8960d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:33.434618 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 33910) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:33.481499 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-d684e548-7b73-4892-b912-cef4c807ddb8 None None] Set router b2525f21-c0f6-4e3b-8e66-f99302e6cb77 gateway port host: None {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:48:33.515798 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5566747-dc6a-43d0-b809-56f6eee8d9de req-f0bbd2d0-e769-4e51-bf9d-35d184a8960d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:33.519076 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e5566747-dc6a-43d0-b809-56f6eee8d9de req-f0bbd2d0-e769-4e51-bf9d-35d184a8960d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:33.520730 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5566747-dc6a-43d0-b809-56f6eee8d9de req-f0bbd2d0-e769-4e51-bf9d-35d184a8960d service neutron] 10.222.0.11 "PUT /v2.0/ports/6c977e29-40f2-4ad7-8b0d-0eb974dd924a HTTP/1.1" status: 200 len: 1091 time: 1.8909416 Oct 20 11:48:33.525040 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f72fff03-4f89-458b-92a0-855c4ed3c071', 'tag': '6c977e29-40f2-4ad7-8b0d-0eb974dd924a'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:48:33.527812 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72734a19-57c8-466a-8201-10e269624826" -d '{"events": [{"name": "network-changed", "server_uuid": "f72fff03-4f89-458b-92a0-855c4ed3c071", "tag": "6c977e29-40f2-4ad7-8b0d-0eb974dd924a"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:48:33.632329 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40929648-015f-4cc5-9728-fe1372be58f1 x-openstack-request-id: req-40929648-015f-4cc5-9728-fe1372be58f1 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:48:33.643248 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f72fff03-4f89-458b-92a0-855c4ed3c071", "tag": "6c977e29-40f2-4ad7-8b0d-0eb974dd924a", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:48:33.648506 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-40929648-015f-4cc5-9728-fe1372be58f1 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:48:33.649072 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f72fff03-4f89-458b-92a0-855c4ed3c071', 'tag': '6c977e29-40f2-4ad7-8b0d-0eb974dd924a', 'status': 'completed', 'code': 200} Oct 20 11:48:33.649942 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bbd2d0-e769-4e51-bf9d-35d184a8960d service neutron] Pushing event updated for resources: {'Port': ['ID=6c977e29-40f2-4ad7-8b0d-0eb974dd924a,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:33.676562 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-d684e548-7b73-4892-b912-cef4c807ddb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2525f21-c0f6-4e3b-8e66-f99302e6cb77', 'name': 'tempest-ServerRescueTestJSON-1851092970-router', 'tenant_id': '2dc8f662c37e4455845b8c86bfd8f795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:46:10Z', 'updated_at': '2021-10-20T11:48:32Z', 'revision_number': 6, 'project_id': '2dc8f662c37e4455845b8c86bfd8f795', 'gw_port_host': None}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:48:33.677025 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a24b5-fcb5-4c44-965d-0b2f27ead4cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60cefe1-2708-43ba-9e54-c66330b3cc43,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:33.688371 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-0be6717f-7a9f-4164-942b-368dbf172bb6 req-ccbc55cc-de31-48bd-ad53-03a33677f722 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:33.814099 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbc55cc-de31-48bd-ad53-03a33677f722 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Pushing event deleted for resources: {'Port': ['ID=cc0249f2-c246-462b-8841-1fcfb7d5ca3e,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:33.839232 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d684e548-7b73-4892-b912-cef4c807ddb8 None None] The sync data for ids ['b2525f21-c0f6-4e3b-8e66-f99302e6cb77'] in n-d-814735-3 is: [{'id': 'b2525f21-c0f6-4e3b-8e66-f99302e6cb77', 'name': 'tempest-ServerRescueTestJSON-1851092970-router', 'tenant_id': '2dc8f662c37e4455845b8c86bfd8f795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:46:10Z', 'updated_at': '2021-10-20T11:48:32Z', 'revision_number': 6, 'project_id': '2dc8f662c37e4455845b8c86bfd8f795', 'gw_port_host': None}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:48:33.880730 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-df75fc59-171b-47a7-ad7b-3e7debf13f57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:33.956879 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be6717f-7a9f-4164-942b-368dbf172bb6 req-ccbc55cc-de31-48bd-ad53-03a33677f722 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] No DVR routers for this DVR port cc0249f2-c246-462b-8841-1fcfb7d5ca3e on host n-h2-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:48:33.964165 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-0be6717f-7a9f-4164-942b-368dbf172bb6 req-ccbc55cc-de31-48bd-ad53-03a33677f722 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:33.978430 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0be6717f-7a9f-4164-942b-368dbf172bb6 req-ccbc55cc-de31-48bd-ad53-03a33677f722 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.89 "DELETE /v2.0/ports/cc0249f2-c246-462b-8841-1fcfb7d5ca3e HTTP/1.1" status: 204 len: 173 time: 1.6776242 Oct 20 11:48:33.989731 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6a073a-dfad-4a8a-b0cc-a68cf8821287', 'name': 'network-vif-deleted', 'tag': 'cc0249f2-c246-462b-8841-1fcfb7d5ca3e'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:48:34.005635 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-93b8a73c-145e-4671-b608-d9f89e07bd95 req-9307cd38-abee-4842-b436-57c66ab9531f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=9e6a073a-dfad-4a8a-b0cc-a68cf8821287 HTTP/1.1" status: 200 len: 210 time: 0.2221177 Oct 20 11:48:34.011309 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4ffaf8-1771-4531-b5d7-8bf04d2f2ec4" -d '{"events": [{"server_uuid": "9e6a073a-dfad-4a8a-b0cc-a68cf8821287", "name": "network-vif-deleted", "tag": "cc0249f2-c246-462b-8841-1fcfb7d5ca3e"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:48:34.020685 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-404b19f0-91ae-4f06-b73d-2968f8db2039 admin admin] Deleting port 9c10fda4-638c-4cf3-8ee5-48652c33fc6d {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:48:34.021020 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-404b19f0-91ae-4f06-b73d-2968f8db2039 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:34.061829 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5566747-dc6a-43d0-b809-56f6eee8d9de req-aac7d337-3967-4ffa-a85f-7e5e2c555b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:34.064203 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5566747-dc6a-43d0-b809-56f6eee8d9de req-aac7d337-3967-4ffa-a85f-7e5e2c555b10 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d731096a0f4947f4ba5f8ab77f19a47c&device_id=f72fff03-4f89-458b-92a0-855c4ed3c071 HTTP/1.1" status: 200 len: 1094 time: 0.4853578 Oct 20 11:48:34.305859 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffcd94ff-d0fe-40b6-8a13-98f092f3af31 x-openstack-request-id: req-ffcd94ff-d0fe-40b6-8a13-98f092f3af31 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:48:34.306806 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6a073a-dfad-4a8a-b0cc-a68cf8821287", "name": "network-vif-deleted", "tag": "cc0249f2-c246-462b-8841-1fcfb7d5ca3e", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:48:34.309651 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ffcd94ff-d0fe-40b6-8a13-98f092f3af31 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:48:34.310574 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6a073a-dfad-4a8a-b0cc-a68cf8821287', 'name': 'network-vif-deleted', 'tag': 'cc0249f2-c246-462b-8841-1fcfb7d5ca3e', 'status': 'completed', 'code': 200} Oct 20 11:48:34.353927 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 33930) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:34.365971 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-df75fc59-171b-47a7-ad7b-3e7debf13f57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:34.394281 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-404b19f0-91ae-4f06-b73d-2968f8db2039 admin admin] For port 9c10fda4-638c-4cf3-8ee5-48652c33fc6d, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=9c10fda4-638c-4cf3-8ee5-48652c33fc6d,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:48:34.394681 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-404b19f0-91ae-4f06-b73d-2968f8db2039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:34.398588 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-df75fc59-171b-47a7-ad7b-3e7debf13f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:34.401946 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5566747-dc6a-43d0-b809-56f6eee8d9de req-12bf7387-785e-4b3c-ab5b-97ec4969d2d0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c977e29-40f2-4ad7-8b0d-0eb974dd924a HTTP/1.1" status: 200 len: 217 time: 0.0882239 Oct 20 11:48:34.403028 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-533e528f-60d9-40d8-abfe-271cae6feca1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:34.425277 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-404b19f0-91ae-4f06-b73d-2968f8db2039 admin admin] Calling delete_port for 9c10fda4-638c-4cf3-8ee5-48652c33fc6d owned by network:router_gateway {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:48:34.496187 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d790e-c2ff-4f26-b64d-fd5cb1060e69 req-0389fc88-8b26-4988-8b69-697779f1d704 tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:34.504653 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1f5d790e-c2ff-4f26-b64d-fd5cb1060e69 req-0389fc88-8b26-4988-8b69-697779f1d704 tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] 10.222.0.98 "GET /v2.0/ports?device_id=f72fff03-4f89-458b-92a0-855c4ed3c071 HTTP/1.1" status: 200 len: 943 time: 0.5054576 Oct 20 11:48:34.512739 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-df75fc59-171b-47a7-ad7b-3e7debf13f57 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d2263a5f41b54dc98ab938302528d063&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0740895 Oct 20 11:48:34.519844 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 33934) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:34.531882 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df75fc59-171b-47a7-ad7b-3e7debf13f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948d382d-1e7e-4b76-95a6-34bd4283bd61,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:34.551217 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75fc59-171b-47a7-ad7b-3e7debf13f57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:34.551217 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75fc59-171b-47a7-ad7b-3e7debf13f57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:34.551564 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75fc59-171b-47a7-ad7b-3e7debf13f57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:34.557820 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75fc59-171b-47a7-ad7b-3e7debf13f57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:34.558167 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75fc59-171b-47a7-ad7b-3e7debf13f57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:34.558500 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75fc59-171b-47a7-ad7b-3e7debf13f57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:34.559982 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75fc59-171b-47a7-ad7b-3e7debf13f57 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:34.560368 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75fc59-171b-47a7-ad7b-3e7debf13f57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:34.560823 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75fc59-171b-47a7-ad7b-3e7debf13f57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:34.561209 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75fc59-171b-47a7-ad7b-3e7debf13f57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:34.562322 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75fc59-171b-47a7-ad7b-3e7debf13f57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:34.562813 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75fc59-171b-47a7-ad7b-3e7debf13f57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:34.574103 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5566747-dc6a-43d0-b809-56f6eee8d9de req-7cad331d-cdf9-4792-9050-155f7b7ff658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:34.575650 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5566747-dc6a-43d0-b809-56f6eee8d9de req-7cad331d-cdf9-4792-9050-155f7b7ff658 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2cab3f3b-3580-4bd3-956c-5b303b9a5a07 HTTP/1.1" status: 200 len: 849 time: 0.1617699 Oct 20 11:48:34.626659 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1f5d790e-c2ff-4f26-b64d-fd5cb1060e69 req-ce9516ff-0ad0-480a-aa35-3a903f9682ae tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] 10.222.0.98 "GET /v2.0/security-groups?id=5992b07e-a5bb-40a7-ba7e-3bf5d5c75ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209738 Oct 20 11:48:34.656266 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5566747-dc6a-43d0-b809-56f6eee8d9de req-746bef0d-b90d-4ca4-8acd-af21f0a351fe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=955ecd61-8b5c-4f02-a021-aab990bebbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670626 Oct 20 11:48:34.766840 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5566747-dc6a-43d0-b809-56f6eee8d9de req-8e487aea-14ea-42ad-8d4f-72f7b2260064 service neutron] 10.222.0.11 "GET /v2.0/networks/955ecd61-8b5c-4f02-a021-aab990bebbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029086 Oct 20 11:48:34.829132 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-533e528f-60d9-40d8-abfe-271cae6feca1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:34.832817 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4052004b-006a-4027-a94f-6e2475fc5d41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:34.834585 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-404b19f0-91ae-4f06-b73d-2968f8db2039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:34.853053 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-533e528f-60d9-40d8-abfe-271cae6feca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:34.873074 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5566747-dc6a-43d0-b809-56f6eee8d9de req-d05ce668-4dc4-4dab-8f4e-dad63caeadd2 service neutron] 10.222.0.11 "GET /v2.0/networks/955ecd61-8b5c-4f02-a021-aab990bebbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985770 Oct 20 11:48:34.896816 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404b19f0-91ae-4f06-b73d-2968f8db2039 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c10fda4-638c-4cf3-8ee5-48652c33fc6d,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:34.912360 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4052004b-006a-4027-a94f-6e2475fc5d41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:34.978137 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e528f-60d9-40d8-abfe-271cae6feca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a96c953-4fe8-479e-82e5-9e9d2488e70d,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:34.986229 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72734a19-57c8-466a-8201-10e269624826 req-0117d99b-11c1-412f-a074-72a17c0fe792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:34.987966 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-72734a19-57c8-466a-8201-10e269624826 req-0117d99b-11c1-412f-a074-72a17c0fe792 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d731096a0f4947f4ba5f8ab77f19a47c&device_id=f72fff03-4f89-458b-92a0-855c4ed3c071 HTTP/1.1" status: 200 len: 1094 time: 0.0608380 Oct 20 11:48:34.995162 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-533e528f-60d9-40d8-abfe-271cae6feca1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=072aed0d9fba43a3acbf78b09cfb0bc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6401591 Oct 20 11:48:35.007424 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 33940) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:35.046949 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-404b19f0-91ae-4f06-b73d-2968f8db2039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:35.097987 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72734a19-57c8-466a-8201-10e269624826 req-4b4127a5-6098-44cf-b191-1f88485a58fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:35.099657 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-72734a19-57c8-466a-8201-10e269624826 req-4b4127a5-6098-44cf-b191-1f88485a58fa service neutron] 10.222.0.11 "GET /v2.0/networks?id=955ecd61-8b5c-4f02-a021-aab990bebbe6 HTTP/1.1" status: 200 len: 911 time: 0.1032474 Oct 20 11:48:35.161323 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-404b19f0-91ae-4f06-b73d-2968f8db2039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:35.162921 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4052004b-006a-4027-a94f-6e2475fc5d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:35.165474 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4052004b-006a-4027-a94f-6e2475fc5d41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:35.166746 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4052004b-006a-4027-a94f-6e2475fc5d41 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/948d382d-1e7e-4b76-95a6-34bd4283bd61 HTTP/1.1" status: 204 len: 168 time: 0.6459243 Oct 20 11:48:35.171171 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-404b19f0-91ae-4f06-b73d-2968f8db2039 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:35.185699 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d8514d83-cf05-41d7-9df4-bb19f102efef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:35.190873 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4052004b-006a-4027-a94f-6e2475fc5d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948d382d-1e7e-4b76-95a6-34bd4283bd61,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:35.246664 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d8514d83-cf05-41d7-9df4-bb19f102efef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:35.253030 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-72734a19-57c8-466a-8201-10e269624826 req-182ef507-b11b-4c52-8dc0-909202e8dfb3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c977e29-40f2-4ad7-8b0d-0eb974dd924a HTTP/1.1" status: 200 len: 217 time: 0.1449475 Oct 20 11:48:35.258629 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-404b19f0-91ae-4f06-b73d-2968f8db2039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:35.259343 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404b19f0-91ae-4f06-b73d-2968f8db2039 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2525f21-c0f6-4e3b-8e66-f99302e6cb77 {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:48:35.268869 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-404b19f0-91ae-4f06-b73d-2968f8db2039 admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:35.273935 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-404b19f0-91ae-4f06-b73d-2968f8db2039 admin admin] 10.222.0.98 "DELETE /v2.0/routers/b2525f21-c0f6-4e3b-8e66-f99302e6cb77 HTTP/1.1" status: 204 len: 168 time: 2.8311460 Oct 20 11:48:35.274857 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 33952) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:35.345482 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72734a19-57c8-466a-8201-10e269624826 req-19b1abdf-a687-4502-942c-84ae7ee25c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:35.347372 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-72734a19-57c8-466a-8201-10e269624826 req-19b1abdf-a687-4502-942c-84ae7ee25c3c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2cab3f3b-3580-4bd3-956c-5b303b9a5a07 HTTP/1.1" status: 200 len: 849 time: 0.0854709 Oct 20 11:48:35.368104 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 9c10fda4-638c-4cf3-8ee5-48652c33fc6d no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:48:35.378732 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-15331ba5-9744-4515-84b6-730c33824069 admin admin] Deleting subnet 1f8d9068-e32a-474d-a79e-183043471abb {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:48:35.382556 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-15331ba5-9744-4515-84b6-730c33824069 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:35.417665 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 9c10fda4-638c-4cf3-8ee5-48652c33fc6d {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:48:35.419613 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 9c10fda4-638c-4cf3-8ee5-48652c33fc6d not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:48:35.421044 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device e663de1d-7c73-44fc-88c7-c463fc77c21a no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:48:35.442431 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-72734a19-57c8-466a-8201-10e269624826 req-76fb82ff-92be-457e-941c-d1449d91e40d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=955ecd61-8b5c-4f02-a021-aab990bebbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863783 Oct 20 11:48:35.451207 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-15331ba5-9744-4515-84b6-730c33824069 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:35.453437 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d8514d83-cf05-41d7-9df4-bb19f102efef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:35.460368 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d8514d83-cf05-41d7-9df4-bb19f102efef admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:35.462043 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d8514d83-cf05-41d7-9df4-bb19f102efef admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/7a96c953-4fe8-479e-82e5-9e9d2488e70d HTTP/1.1" status: 204 len: 168 time: 0.4534054 Oct 20 11:48:35.501632 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8514d83-cf05-41d7-9df4-bb19f102efef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a96c953-4fe8-479e-82e5-9e9d2488e70d,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:35.523336 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-15331ba5-9744-4515-84b6-730c33824069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:35.592573 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device cc0249f2-c246-462b-8841-1fcfb7d5ca3e no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:48:35.645491 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-15331ba5-9744-4515-84b6-730c33824069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:35.679398 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: e663de1d-7c73-44fc-88c7-c463fc77c21a {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:48:35.681686 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device e663de1d-7c73-44fc-88c7-c463fc77c21a not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:48:35.684736 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: cc0249f2-c246-462b-8841-1fcfb7d5ca3e {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:48:35.685599 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device cc0249f2-c246-462b-8841-1fcfb7d5ca3e not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:48:35.714092 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-72734a19-57c8-466a-8201-10e269624826 req-05596243-a965-4a8f-89ed-2534b81408bc service neutron] 10.222.0.11 "GET /v2.0/networks/955ecd61-8b5c-4f02-a021-aab990bebbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605057 Oct 20 11:48:35.762456 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-15331ba5-9744-4515-84b6-730c33824069 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:35.766980 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-15331ba5-9744-4515-84b6-730c33824069 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/1f8d9068-e32a-474d-a79e-183043471abb HTTP/1.1" status: 204 len: 168 time: 0.4848022 Oct 20 11:48:35.767343 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15331ba5-9744-4515-84b6-730c33824069 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f8d9068-e32a-474d-a79e-183043471abb,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:35.776551 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 33970) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:35.911262 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cbaeca9d-f838-4b81-a26c-aa24be543525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:35.965432 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da62083-47d3-4512-831d-f657709a16b2 req-961aa238-0cf8-4c79-b329-0b59f261f5b0 tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:35.973925 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3da62083-47d3-4512-831d-f657709a16b2 req-961aa238-0cf8-4c79-b329-0b59f261f5b0 tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] 10.222.0.98 "GET /v2.0/ports?device_id=f72fff03-4f89-458b-92a0-855c4ed3c071 HTTP/1.1" status: 200 len: 943 time: 0.1886141 Oct 20 11:48:36.037257 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66876d-b6db-4bc3-b3cc-eca697d6fe1e req-4dacc5b7-b9cb-4ab3-9423-476f6495198b tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:36.044793 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6e66876d-b6db-4bc3-b3cc-eca697d6fe1e req-4dacc5b7-b9cb-4ab3-9423-476f6495198b tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.2480302 Oct 20 11:48:36.051951 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cbaeca9d-f838-4b81-a26c-aa24be543525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:36.085423 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3da62083-47d3-4512-831d-f657709a16b2 req-668ecaf4-cb11-471e-8bb1-c7eb3b066c5c tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] 10.222.0.98 "GET /v2.0/security-groups?id=5992b07e-a5bb-40a7-ba7e-3bf5d5c75ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055963 Oct 20 11:48:36.093203 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-72734a19-57c8-466a-8201-10e269624826 req-5f01055c-0407-49e4-9106-3ee3bbb43410 service neutron] 10.222.0.11 "GET /v2.0/networks/955ecd61-8b5c-4f02-a021-aab990bebbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687861 Oct 20 11:48:36.126998 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6e66876d-b6db-4bc3-b3cc-eca697d6fe1e req-fabc7c99-93cf-44de-aefe-1986570e5a4f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756733 Oct 20 11:48:36.225211 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 33984) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:36.249311 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1431d5e8-41bf-4d6f-8d7f-fef1a4c60b42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:36.412160 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1431d5e8-41bf-4d6f-8d7f-fef1a4c60b42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:36.425166 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1431d5e8-41bf-4d6f-8d7f-fef1a4c60b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:36.452918 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-cbaeca9d-f838-4b81-a26c-aa24be543525 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9322139b-8809-4c21-a6d7-3c1b88007f00']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:48:36.465928 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-cbaeca9d-f838-4b81-a26c-aa24be543525 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '540c4293-1966-46a4-96ab-b132597e960a') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:48:36.466729 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-cbaeca9d-f838-4b81-a26c-aa24be543525 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '540c4293-1966-46a4-96ab-b132597e960a') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:48:36.476125 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-1431d5e8-41bf-4d6f-8d7f-fef1a4c60b42 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3875f40fb0eb4167bb228ac394db8a26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2492573 Oct 20 11:48:36.477279 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1431d5e8-41bf-4d6f-8d7f-fef1a4c60b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b71864-044a-48c0-b225-be33e3703fed,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:36.479435 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 33988) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:36.486110 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cbaeca9d-f838-4b81-a26c-aa24be543525 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:36.519072 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cbaeca9d-f838-4b81-a26c-aa24be543525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:36.537897 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbaeca9d-f838-4b81-a26c-aa24be543525 admin admin] Releasing vlan 1285 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:48:36.538532 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cbaeca9d-f838-4b81-a26c-aa24be543525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:36.540704 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:48:36.540704 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:48:36.540704 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:48:36.540704 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:48:36.540704 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:48:36.540704 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:48:36.540704 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:48:36.540704 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:48:36.540704 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:48:36.540704 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:48:36.540704 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:48:36.540704 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:48:36.540704 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:48:36.540704 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:48:36.540704 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:48:36.540704 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:48:36.540704 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:48:36.540704 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:48:36.540704 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:48:36.540704 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:48:36.540704 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:48:36.540704 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:48:36.540704 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:48:36.540704 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:48:36.540704 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:48:36.540704 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:48:36.540704 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:48:36.540704 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:48:36.540704 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:48:36.540704 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:48:36.540704 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:48:36.540704 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:48:36.613301 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c3291943-f263-443b-8a17-bb02b8d2e050 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:36.630968 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cbaeca9d-f838-4b81-a26c-aa24be543525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:36.648737 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cbaeca9d-f838-4b81-a26c-aa24be543525 admin admin] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:36.657710 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-cbaeca9d-f838-4b81-a26c-aa24be543525 admin admin] 10.222.0.98 "DELETE /v2.0/networks/9322139b-8809-4c21-a6d7-3c1b88007f00 HTTP/1.1" status: 204 len: 168 time: 0.8781159 Oct 20 11:48:36.696304 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c3291943-f263-443b-8a17-bb02b8d2e050 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:36.698708 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaeca9d-f838-4b81-a26c-aa24be543525 admin admin] Pushing event deleted for resources: {'Network': ['ID=9322139b-8809-4c21-a6d7-3c1b88007f00,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:36.802403 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c3291943-f263-443b-8a17-bb02b8d2e050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:36.808728 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c3291943-f263-443b-8a17-bb02b8d2e050 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:36.810532 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c3291943-f263-443b-8a17-bb02b8d2e050 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/94b71864-044a-48c0-b225-be33e3703fed HTTP/1.1" status: 204 len: 168 time: 0.3291876 Oct 20 11:48:36.835419 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3291943-f263-443b-8a17-bb02b8d2e050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b71864-044a-48c0-b225-be33e3703fed,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:36.849922 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34006) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:36.910201 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be29554a-35c3-466c-902e-becbaae0f410 req-6f650200-8bce-4bac-a389-db0c0e52c38f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:36.911842 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-be29554a-35c3-466c-902e-becbaae0f410 req-6f650200-8bce-4bac-a389-db0c0e52c38f tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.1023498 Oct 20 11:48:36.943787 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2f183397-3d40-4db8-9631-fb5683b1706d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2dc8f662c37e4455845b8c86bfd8f795&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0922036 Oct 20 11:48:36.945823 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34012) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:37.006102 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fd24bf12-5613-465f-b0c7-3ab470f703f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:37.077405 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fd24bf12-5613-465f-b0c7-3ab470f703f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:37.080777 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-be29554a-35c3-466c-902e-becbaae0f410 req-e2b134d7-9ff8-4dd5-83e3-12172cd9153b tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Deleting port 02e225c5-4964-469d-8fe3-74ecb91b3348 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:48:37.081089 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-be29554a-35c3-466c-902e-becbaae0f410 req-e2b134d7-9ff8-4dd5-83e3-12172cd9153b tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:37.157346 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fd24bf12-5613-465f-b0c7-3ab470f703f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:37.160308 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fd24bf12-5613-465f-b0c7-3ab470f703f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:37.163845 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-fd24bf12-5613-465f-b0c7-3ab470f703f1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6dd29442-d2f9-413c-b60f-2da322c0ec02 HTTP/1.1" status: 204 len: 168 time: 0.2139225 Oct 20 11:48:37.171206 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24bf12-5613-465f-b0c7-3ab470f703f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd29442-d2f9-413c-b60f-2da322c0ec02,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:37.473886 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34028) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:37.491137 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-83c446a7-acff-438e-a677-9693864a4c77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:37.497437 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 6c977e29-40f2-4ad7-8b0d-0eb974dd924a details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:48:37.733621 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-83c446a7-acff-438e-a677-9693864a4c77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:37.739894 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-83c446a7-acff-438e-a677-9693864a4c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:37.758357 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-be29554a-35c3-466c-902e-becbaae0f410 req-e2b134d7-9ff8-4dd5-83e3-12172cd9153b tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] For port 02e225c5-4964-469d-8fe3-74ecb91b3348, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=02e225c5-4964-469d-8fe3-74ecb91b3348,segment=NetworkSegment(73cbce6c-57a2-4343-bb4b-9f489f07b678),segment_id=73cbce6c-57a2-4343-bb4b-9f489f07b678)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:48:37.759346 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-be29554a-35c3-466c-902e-becbaae0f410 req-e2b134d7-9ff8-4dd5-83e3-12172cd9153b tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:37.767905 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 6c977e29-40f2-4ad7-8b0d-0eb974dd924a, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=6c977e29-40f2-4ad7-8b0d-0eb974dd924a,segment=NetworkSegment(5573a4db-eb7e-47d5-bf18-9cfd5d67f604),segment_id=5573a4db-eb7e-47d5-bf18-9cfd5d67f604)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:48:37.796088 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '6c977e29-40f2-4ad7-8b0d-0eb974dd924a', 'network_id': '955ecd61-8b5c-4f02-a021-aab990bebbe6', 'port_id': '6c977e29-40f2-4ad7-8b0d-0eb974dd924a', 'mac_address': 'fa:16:3e:bf:b1:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cab3f3b-3580-4bd3-956c-5b303b9a5a07', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:48:37.797221 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e07bc-2777-4cf3-80e8-353d52919727 req-5025953c-d650-46f7-bb4a-c80bfdd5d727 tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:37.806219 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea9e07bc-2777-4cf3-80e8-353d52919727 req-5025953c-d650-46f7-bb4a-c80bfdd5d727 tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] 10.222.0.98 "GET /v2.0/ports?device_id=f72fff03-4f89-458b-92a0-855c4ed3c071 HTTP/1.1" status: 200 len: 943 time: 0.5740707 Oct 20 11:48:37.819385 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1344e4-a044-48b1-bedb-08852afbb452 req-3eae94a1-565b-4a85-8f5b-fc3b93c4744e tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:37.828105 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-df1344e4-a044-48b1-bedb-08852afbb452 req-3eae94a1-565b-4a85-8f5b-fc3b93c4744e tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 944 time: 0.1261714 Oct 20 11:48:37.884000 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-83c446a7-acff-438e-a677-9693864a4c77 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c026af1638c64705bb9b4488959e6def&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4067583 Oct 20 11:48:37.884963 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34044) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:37.891132 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c446a7-acff-438e-a677-9693864a4c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6925c6db-3cb8-4d30-9e48-8149beaca613,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:37.933106 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:37.945281 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea9e07bc-2777-4cf3-80e8-353d52919727 req-4ee7de2c-37ee-415d-bc93-28f65fdd205f tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] 10.222.0.98 "GET /v2.0/security-groups?id=5992b07e-a5bb-40a7-ba7e-3bf5d5c75ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333170 Oct 20 11:48:37.970287 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c977e29-40f2-4ad7-8b0d-0eb974dd924a {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:48:38.007256 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-df1344e4-a044-48b1-bedb-08852afbb452 req-36ece1b2-4404-4c30-825d-f05b069238e5 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9e5546-c6bb-4b79-9944-d594b795ba77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729293 Oct 20 11:48:38.041813 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 6c977e29-40f2-4ad7-8b0d-0eb974dd924a, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=6c977e29-40f2-4ad7-8b0d-0eb974dd924a,segment=NetworkSegment(5573a4db-eb7e-47d5-bf18-9cfd5d67f604),segment_id=5573a4db-eb7e-47d5-bf18-9cfd5d67f604)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:48:38.049779 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:38.062571 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-020c625b-6a55-4dd0-841a-17cb58682121 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:38.105589 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-020c625b-6a55-4dd0-841a-17cb58682121 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:38.170102 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=6c977e29-40f2-4ad7-8b0d-0eb974dd924a,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:38.183086 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:38.183429 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:38.183760 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:38.184284 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:38.184613 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:38.184939 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:38.185262 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:38.185876 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:38.186205 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:38.186528 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:38.186979 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:38.187613 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:38.223761 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-020c625b-6a55-4dd0-841a-17cb58682121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:38.228750 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-020c625b-6a55-4dd0-841a-17cb58682121 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:38.233490 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-020c625b-6a55-4dd0-841a-17cb58682121 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6925c6db-3cb8-4d30-9e48-8149beaca613 HTTP/1.1" status: 204 len: 168 time: 0.3439529 Oct 20 11:48:38.247143 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020c625b-6a55-4dd0-841a-17cb58682121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6925c6db-3cb8-4d30-9e48-8149beaca613,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:38.248578 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-be29554a-35c3-466c-902e-becbaae0f410 req-e2b134d7-9ff8-4dd5-83e3-12172cd9153b tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:38.248939 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-be29554a-35c3-466c-902e-becbaae0f410 req-e2b134d7-9ff8-4dd5-83e3-12172cd9153b tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:38.249257 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [req-be29554a-35c3-466c-902e-becbaae0f410 req-e2b134d7-9ff8-4dd5-83e3-12172cd9153b tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Floating IP b1303d8c-7d28-46d2-8283-f31652ef38ba disassociated. External IP: 172.25.5.144, port: 02e225c5-4964-469d-8fe3-74ecb91b3348. Oct 20 11:48:38.249607 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-be29554a-35c3-466c-902e-becbaae0f410 req-e2b134d7-9ff8-4dd5-83e3-12172cd9153b tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Calling delete_port for 02e225c5-4964-469d-8fe3-74ecb91b3348 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:48:38.326029 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['6c977e29-40f2-4ad7-8b0d-0eb974dd924a'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:48:38.492536 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-be29554a-35c3-466c-902e-becbaae0f410 req-e2b134d7-9ff8-4dd5-83e3-12172cd9153b tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:38.561389 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b134d7-9ff8-4dd5-83e3-12172cd9153b tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Pushing event deleted for resources: {'Port': ['ID=02e225c5-4964-469d-8fe3-74ecb91b3348,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:38.701588 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be29554a-35c3-466c-902e-becbaae0f410 req-e2b134d7-9ff8-4dd5-83e3-12172cd9153b tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Router 1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:48:38.840005 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be29554a-35c3-466c-902e-becbaae0f410 req-e2b134d7-9ff8-4dd5-83e3-12172cd9153b tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:48:38.852248 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1217b7db-c089-463c-848a-3052439d0add None None] Sync routers for ids ['1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:48:38.862339 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1217b7db-c089-463c-848a-3052439d0add None None] Routers {'1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:48:38.862956 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-1217b7db-c089-463c-848a-3052439d0add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:48:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:48:38.892683 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-be29554a-35c3-466c-902e-becbaae0f410 req-e2b134d7-9ff8-4dd5-83e3-12172cd9153b tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] No DVR routers for this DVR port 02e225c5-4964-469d-8fe3-74ecb91b3348 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:48:38.896021 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-be29554a-35c3-466c-902e-becbaae0f410 req-e2b134d7-9ff8-4dd5-83e3-12172cd9153b tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:38.901138 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-be29554a-35c3-466c-902e-becbaae0f410 req-e2b134d7-9ff8-4dd5-83e3-12172cd9153b tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.11 "DELETE /v2.0/ports/02e225c5-4964-469d-8fe3-74ecb91b3348 HTTP/1.1" status: 204 len: 173 time: 1.9810176 Oct 20 11:48:38.901536 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b64c893-9935-47e6-abbd-f9c10f6c07e6', 'name': 'network-vif-deleted', 'tag': '02e225c5-4964-469d-8fe3-74ecb91b3348'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:48:38.904454 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24af3276-845e-4f69-b119-c356d7cf1ace" -d '{"events": [{"server_uuid": "7b64c893-9935-47e6-abbd-f9c10f6c07e6", "name": "network-vif-deleted", "tag": "02e225c5-4964-469d-8fe3-74ecb91b3348"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:48:38.993301 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f19e74-be66-42df-94b7-6a11bc177cd1 x-openstack-request-id: req-a2f19e74-be66-42df-94b7-6a11bc177cd1 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:48:38.993914 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b64c893-9935-47e6-abbd-f9c10f6c07e6", "name": "network-vif-deleted", "tag": "02e225c5-4964-469d-8fe3-74ecb91b3348", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:48:38.993914 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a2f19e74-be66-42df-94b7-6a11bc177cd1 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:48:38.994298 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b64c893-9935-47e6-abbd-f9c10f6c07e6', 'name': 'network-vif-deleted', 'tag': '02e225c5-4964-469d-8fe3-74ecb91b3348', 'status': 'completed', 'code': 200} Oct 20 11:48:39.067883 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34088) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:39.137189 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-1217b7db-c089-463c-848a-3052439d0add None None] Set router 1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:48:39.228848 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-983dd1fd-c50d-468b-af20-802acca85700 req-973a13f4-84f7-422e-a3f3-37c76797eead tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b64c893-9935-47e6-abbd-f9c10f6c07e6 HTTP/1.1" status: 200 len: 210 time: 0.0876453 Oct 20 11:48:39.267121 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f447f-f6c5-4f59-8d14-53a6dc4a0346 req-b00f1079-eac5-44bf-9970-cb3707cd3d51 tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:39.280410 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-de6f447f-f6c5-4f59-8d14-53a6dc4a0346 req-b00f1079-eac5-44bf-9970-cb3707cd3d51 tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] 10.222.0.98 "GET /v2.0/ports?device_id=f72fff03-4f89-458b-92a0-855c4ed3c071 HTTP/1.1" status: 200 len: 944 time: 0.1975729 Oct 20 11:48:39.362153 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-de6f447f-f6c5-4f59-8d14-53a6dc4a0346 req-b2c2832f-48eb-45fb-b725-77276ffe7da7 tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] 10.222.0.98 "GET /v2.0/security-groups?id=5992b07e-a5bb-40a7-ba7e-3bf5d5c75ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763638 Oct 20 11:48:39.396170 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34098) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:39.443362 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-1217b7db-c089-463c-848a-3052439d0add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2', 'name': 'tempest-ServerActionsTestJSON-1274291139-router', 'tenant_id': 'f0012baf31914701a438a4a910671113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '816a3f17-8070-4d30-ae82-ed947c489194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:14Z', 'updated_at': '2021-10-20T11:39:26Z', 'revision_number': 4, 'project_id': 'f0012baf31914701a438a4a910671113', 'gw_port': {'id': '816a3f17-8070-4d30-ae82-ed947c489194', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:15Z', 'updated_at': '2021-10-20T11:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'b3bd7757-a72e-4ab5-b38c-a13fc3b4cde7', 'name': '', 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6', 'tenant_id': 'f0012baf31914701a438a4a910671113', 'mac_address': 'fa:16:3e:e0:8c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '978f4782-c6ff-4108-a8dd-a568aeeefa48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:23Z', 'updated_at': '2021-10-20T11:39:30Z', 'revision_number': 5, 'project_id': 'f0012baf31914701a438a4a910671113', 'subnets': [{'id': '978f4782-c6ff-4108-a8dd-a568aeeefa48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:48:39.455461 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-e1027813-141b-4ed4-8796-697b4a7f9700 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-594313179-network', 'tenant_id': '3ad97c6fd4cd42648ea9451317710955'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:48:39.480444 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1217b7db-c089-463c-848a-3052439d0add None None] Checking router: 1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:48:39.485883 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1027813-141b-4ed4-8796-697b4a7f9700 admin admin] Made reservation on behalf of 3ad97c6fd4cd42648ea9451317710955 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:48:39.489085 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1217b7db-c089-463c-848a-3052439d0add None None] Routers {'1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:48:39.489688 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e1027813-141b-4ed4-8796-697b4a7f9700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:39.490500 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-1217b7db-c089-463c-848a-3052439d0add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:48:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:48:39.517416 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e1027813-141b-4ed4-8796-697b4a7f9700 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:39.554537 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-49fd3c80-53c6-4e73-98b0-0176393d0815 tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] Request body: {'quota': {'network': 2}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:48:39.559898 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 6c977e29-40f2-4ad7-8b0d-0eb974dd924a up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:48:39.600910 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-49fd3c80-53c6-4e73-98b0-0176393d0815 tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] 10.222.0.98 "PUT /v2.0/quotas/05a36829aef6484fa9e07753fe0f0398 HTTP/1.1" status: 200 len: 368 time: 0.2035739 Oct 20 11:48:39.603837 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 34104) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:39.610740 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-c7f786fe-3f18-49b5-bcbb-9f493aa16196 tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] Request body: {'network': {'project_id': '05a36829aef6484fa9e07753fe0f0398'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:48:39.643209 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e1027813-141b-4ed4-8796-697b4a7f9700 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:39.653649 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e1027813-141b-4ed4-8796-697b4a7f9700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:39.672242 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 6c977e29-40f2-4ad7-8b0d-0eb974dd924a completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:48:39.675323 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f786fe-3f18-49b5-bcbb-9f493aa16196 tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] Made reservation on behalf of 05a36829aef6484fa9e07753fe0f0398 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:48:39.677963 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c7f786fe-3f18-49b5-bcbb-9f493aa16196 tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:39.686854 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1027813-141b-4ed4-8796-697b4a7f9700 admin admin] vlan segment allocate from pool success with {'vlan_id': 1250, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:48:39.694440 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c7f786fe-3f18-49b5-bcbb-9f493aa16196 tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:39.703554 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1027813-141b-4ed4-8796-697b4a7f9700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23cd6f49-1ece-4348-94e3-62fae978a6ac,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:39.707491 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e1027813-141b-4ed4-8796-697b4a7f9700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:39.707736 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-e1027813-141b-4ed4-8796-697b4a7f9700 admin admin] Added segment dcb4b7f2-7a05-4e9c-9c92-a6e3aa9da53f of type vlan for network ff99cc56-44ba-47c6-a790-48af8ebe8f43 Oct 20 11:48:39.744402 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 6c977e29-40f2-4ad7-8b0d-0eb974dd924a triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:48:39.744676 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:39.763336 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e1027813-141b-4ed4-8796-697b4a7f9700 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:39.820104 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e1027813-141b-4ed4-8796-697b4a7f9700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:39.821139 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1027813-141b-4ed4-8796-697b4a7f9700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:39.821728 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e1027813-141b-4ed4-8796-697b4a7f9700 admin admin] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:39.830625 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c7f786fe-3f18-49b5-bcbb-9f493aa16196 tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:39.836151 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c7f786fe-3f18-49b5-bcbb-9f493aa16196 tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:39.842842 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-1217b7db-c089-463c-848a-3052439d0add None None] Set router 1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:48:39.880700 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f786fe-3f18-49b5-bcbb-9f493aa16196 tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7823056e-2631-4f61-a973-1f8b88d527d6,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:39.892032 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:39.896409 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e1027813-141b-4ed4-8796-697b4a7f9700 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8273237 Oct 20 11:48:39.901453 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 34110) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:39.912180 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7f786fe-3f18-49b5-bcbb-9f493aa16196 tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] vlan segment allocate from pool success with {'vlan_id': 1276, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:48:39.924875 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-403ec1a2-25d6-4215-829b-5f022bcd71c7 admin admin] Request body: {'subnet': {'network_id': 'ff99cc56-44ba-47c6-a790-48af8ebe8f43', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-594313179-subnet', 'tenant_id': '3ad97c6fd4cd42648ea9451317710955', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:48:39.954615 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c7f786fe-3f18-49b5-bcbb-9f493aa16196 tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:39.955342 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-c7f786fe-3f18-49b5-bcbb-9f493aa16196 tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] Added segment ded3c874-f0cf-4c78-a080-f5d1ed55226e of type vlan for network ca6b402b-4230-4140-a9cc-a5d901621519 Oct 20 11:48:39.989327 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f72fff03-4f89-458b-92a0-855c4ed3c071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c977e29-40f2-4ad7-8b0d-0eb974dd924a'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:48:39.991764 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f552d8-bdd5-4bc5-a34b-22049bf8a92b" -d '{"events": [{"server_uuid": "f72fff03-4f89-458b-92a0-855c4ed3c071", "name": "network-vif-plugged", "status": "completed", "tag": "6c977e29-40f2-4ad7-8b0d-0eb974dd924a"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:48:40.016101 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:40.022000 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 6c977e29-40f2-4ad7-8b0d-0eb974dd924a, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=6c977e29-40f2-4ad7-8b0d-0eb974dd924a,segment=NetworkSegment(5573a4db-eb7e-47d5-bf18-9cfd5d67f604),segment_id=5573a4db-eb7e-47d5-bf18-9cfd5d67f604)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:48:40.030250 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c7f786fe-3f18-49b5-bcbb-9f493aa16196 tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:40.031945 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1027813-141b-4ed4-8796-697b4a7f9700 admin admin] Pushing event updated for resources: {'Network': ['ID=ff99cc56-44ba-47c6-a790-48af8ebe8f43,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:40.047761 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403ec1a2-25d6-4215-829b-5f022bcd71c7 admin admin] Made reservation on behalf of 3ad97c6fd4cd42648ea9451317710955 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:48:40.051911 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-403ec1a2-25d6-4215-829b-5f022bcd71c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:40.104697 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2362c2-3773-4d0f-a060-c8f5ba4b674f x-openstack-request-id: req-7d2362c2-3773-4d0f-a060-c8f5ba4b674f {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:48:40.107866 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f72fff03-4f89-458b-92a0-855c4ed3c071", "name": "network-vif-plugged", "status": "completed", "tag": "6c977e29-40f2-4ad7-8b0d-0eb974dd924a", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:48:40.108340 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7d2362c2-3773-4d0f-a060-c8f5ba4b674f {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:48:40.108937 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f72fff03-4f89-458b-92a0-855c4ed3c071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c977e29-40f2-4ad7-8b0d-0eb974dd924a', 'code': 200} Oct 20 11:48:40.110686 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network ff99cc56-44ba-47c6-a790-48af8ebe8f43 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:48:40.129446 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:40.130626 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 02e225c5-4964-469d-8fe3-74ecb91b3348 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:48:40.176534 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: 02e225c5-4964-469d-8fe3-74ecb91b3348 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:48:40.176944 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 02e225c5-4964-469d-8fe3-74ecb91b3348 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:48:40.240129 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=6c977e29-40f2-4ad7-8b0d-0eb974dd924a,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:40.356305 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.db.resource_extend [None req-c7f786fe-3f18-49b5-bcbb-9f493aa16196 tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 11:48:40.360566 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-403ec1a2-25d6-4215-829b-5f022bcd71c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:40.397444 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34132) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:40.429933 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:48:40.441972 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-1217b7db-c089-463c-848a-3052439d0add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2', 'name': 'tempest-ServerActionsTestJSON-1274291139-router', 'tenant_id': 'f0012baf31914701a438a4a910671113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '816a3f17-8070-4d30-ae82-ed947c489194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:14Z', 'updated_at': '2021-10-20T11:39:26Z', 'revision_number': 4, 'project_id': 'f0012baf31914701a438a4a910671113', 'gw_port': {'id': '816a3f17-8070-4d30-ae82-ed947c489194', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:15Z', 'updated_at': '2021-10-20T11:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'b3bd7757-a72e-4ab5-b38c-a13fc3b4cde7', 'name': '', 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6', 'tenant_id': 'f0012baf31914701a438a4a910671113', 'mac_address': 'fa:16:3e:e0:8c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '978f4782-c6ff-4108-a8dd-a568aeeefa48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:23Z', 'updated_at': '2021-10-20T11:39:30Z', 'revision_number': 5, 'project_id': 'f0012baf31914701a438a4a910671113', 'subnets': [{'id': '978f4782-c6ff-4108-a8dd-a568aeeefa48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:48:40.491318 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c7f786fe-3f18-49b5-bcbb-9f493aa16196 tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:40.492292 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f786fe-3f18-49b5-bcbb-9f493aa16196 tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:40.493134 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c7f786fe-3f18-49b5-bcbb-9f493aa16196 tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:40.539679 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c6c61f-6080-4ccf-8aa4-c8eb5343a653 req-4cd73387-0c87-4615-8a99-83ba83cf8356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:40.541256 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-01c6c61f-6080-4ccf-8aa4-c8eb5343a653 req-4cd73387-0c87-4615-8a99-83ba83cf8356 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f72fff03-4f89-458b-92a0-855c4ed3c071 HTTP/1.1" status: 200 len: 1096 time: 0.1991596 Oct 20 11:48:40.542050 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403ec1a2-25d6-4215-829b-5f022bcd71c7 admin admin] Checking segment: {'id': 'dcb4b7f2-7a05-4e9c-9c92-a6e3aa9da53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'ff99cc56-44ba-47c6-a790-48af8ebe8f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:48:40.542420 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403ec1a2-25d6-4215-829b-5f022bcd71c7 admin admin] Network hostable DHCP agents. Network: ff99cc56-44ba-47c6-a790-48af8ebe8f43, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:48:40.554207 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403ec1a2-25d6-4215-829b-5f022bcd71c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5724f609-b651-401e-aaf9-1776db2ad904,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:40.611976 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-99ad8f13-fe6a-48a8-bf15-63738ce959ea tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:40.646010 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-99ad8f13-fe6a-48a8-bf15-63738ce959ea tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:40.678592 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c7f786fe-3f18-49b5-bcbb-9f493aa16196 tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 1.0735850 Oct 20 11:48:40.684141 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34138) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:40.692211 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-7be8a5ee-03bf-4409-8bf6-00acac32441c tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] Request body: {'network': {'project_id': '05a36829aef6484fa9e07753fe0f0398'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:48:40.698630 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1217b7db-c089-463c-848a-3052439d0add None None] The sync data for ids ['1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2'] in n-d-814735-3 is: [{'id': '1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2', 'name': 'tempest-ServerActionsTestJSON-1274291139-router', 'tenant_id': 'f0012baf31914701a438a4a910671113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '816a3f17-8070-4d30-ae82-ed947c489194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:14Z', 'updated_at': '2021-10-20T11:39:26Z', 'revision_number': 4, 'project_id': 'f0012baf31914701a438a4a910671113', 'gw_port': {'id': '816a3f17-8070-4d30-ae82-ed947c489194', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:15Z', 'updated_at': '2021-10-20T11:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'b3bd7757-a72e-4ab5-b38c-a13fc3b4cde7', 'name': '', 'network_id': 'a1980227-64af-4c17-9cee-4570c69a4cb6', 'tenant_id': 'f0012baf31914701a438a4a910671113', 'mac_address': 'fa:16:3e:e0:8c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '978f4782-c6ff-4108-a8dd-a568aeeefa48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:23Z', 'updated_at': '2021-10-20T11:39:30Z', 'revision_number': 5, 'project_id': 'f0012baf31914701a438a4a910671113', 'subnets': [{'id': '978f4782-c6ff-4108-a8dd-a568aeeefa48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:48:40.731033 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be8a5ee-03bf-4409-8bf6-00acac32441c tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] Made reservation on behalf of 05a36829aef6484fa9e07753fe0f0398 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:48:40.734332 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7be8a5ee-03bf-4409-8bf6-00acac32441c tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:40.781131 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7be8a5ee-03bf-4409-8bf6-00acac32441c tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] vlan segment allocate from pool success with {'vlan_id': 1251, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:48:40.791004 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-99ad8f13-fe6a-48a8-bf15-63738ce959ea tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:40.793716 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-99ad8f13-fe6a-48a8-bf15-63738ce959ea tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:40.798062 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-99ad8f13-fe6a-48a8-bf15-63738ce959ea tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "DELETE /v2.0/security-groups/de9e5546-c6bb-4b79-9944-d594b795ba77 HTTP/1.1" status: 204 len: 168 time: 0.3986144 Oct 20 11:48:40.800804 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34144) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:40.802999 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f786fe-3f18-49b5-bcbb-9f493aa16196 tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] Pushing event updated for resources: {'Network': ['ID=ca6b402b-4230-4140-a9cc-a5d901621519,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:40.816831 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network ca6b402b-4230-4140-a9cc-a5d901621519 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:48:40.830126 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7be8a5ee-03bf-4409-8bf6-00acac32441c tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:40.830700 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-7be8a5ee-03bf-4409-8bf6-00acac32441c tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] Added segment 1a2e8955-b879-44e9-8a20-7b315b932596 of type vlan for network 927d25a3-70e0-474b-991e-4176edcbf028 Oct 20 11:48:40.840223 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403ec1a2-25d6-4215-829b-5f022bcd71c7 admin admin] Network ff99cc56-44ba-47c6-a790-48af8ebe8f43 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:48:40.846332 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-01c6c61f-6080-4ccf-8aa4-c8eb5343a653 req-f05d1497-1e18-471a-92d3-ff14997bda6d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5992b07e-a5bb-40a7-ba7e-3bf5d5c75ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701428 Oct 20 11:48:40.874921 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040d0d6-a8f7-4839-b0b8-4aee8d7baf80 req-faa2d4b0-37ee-45b6-8ca9-78bacd636a32 tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:40.879868 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1040d0d6-a8f7-4839-b0b8-4aee8d7baf80 req-faa2d4b0-37ee-45b6-8ca9-78bacd636a32 tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] 10.222.0.98 "GET /v2.0/ports?device_id=f72fff03-4f89-458b-92a0-855c4ed3c071 HTTP/1.1" status: 200 len: 945 time: 0.3428686 Oct 20 11:48:40.881081 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-403ec1a2-25d6-4215-829b-5f022bcd71c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, ff99cc56-44ba-47c6-a790-48af8ebe8f43) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:48:40.891739 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403ec1a2-25d6-4215-829b-5f022bcd71c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:40.896488 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-403ec1a2-25d6-4215-829b-5f022bcd71c7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:40.902247 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad8f13-fe6a-48a8-bf15-63738ce959ea tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9e5546-c6bb-4b79-9944-d594b795ba77,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:40.909895 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7670aaf-03c4-4909-a0be-7cf21ea30e01 None None] Network ff99cc56-44ba-47c6-a790-48af8ebe8f43 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:48:40.921145 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-3f792029-e35e-4f19-8273-63015e65d76e tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] show failed (client error): The resource could not be found. Oct 20 11:48:40.925893 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3f792029-e35e-4f19-8273-63015e65d76e tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "GET /v2.0/security-groups/de9e5546-c6bb-4b79-9944-d594b795ba77 HTTP/1.1" status: 404 len: 347 time: 0.1210501 Oct 20 11:48:40.927797 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34146) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:40.987476 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-403ec1a2-25d6-4215-829b-5f022bcd71c7 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0785418 Oct 20 11:48:41.055820 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1040d0d6-a8f7-4839-b0b8-4aee8d7baf80 req-564b0cb8-dc27-4c84-83ce-22a9d2e21b89 tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] 10.222.0.98 "GET /v2.0/security-groups?id=5992b07e-a5bb-40a7-ba7e-3bf5d5c75ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532075 Oct 20 11:48:41.070693 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7be8a5ee-03bf-4409-8bf6-00acac32441c tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:41.129882 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7be8a5ee-03bf-4409-8bf6-00acac32441c tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:41.131298 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be8a5ee-03bf-4409-8bf6-00acac32441c tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:41.132249 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7be8a5ee-03bf-4409-8bf6-00acac32441c tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:41.168740 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-babe4813-f2c7-47b7-95e2-15336a473682 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Deleting port 43611805-153f-4ec4-934a-ffc9fcadf0b1 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:48:41.169245 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-babe4813-f2c7-47b7-95e2-15336a473682 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:41.200950 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7be8a5ee-03bf-4409-8bf6-00acac32441c tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.5156338 Oct 20 11:48:41.204917 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 34158) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:41.212365 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-9b5759fc-0a05-45f0-a160-854393b3e177 tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] Request body: {'network': {'project_id': '05a36829aef6484fa9e07753fe0f0398'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:48:41.224014 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c59225-1411-495c-a78d-51eb24ab8de6 None None] New status for floating IP b1303d8c-7d28-46d2-8283-f31652ef38ba: DOWN {{(pid=100649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:48:41.266467 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b5759fc-0a05-45f0-a160-854393b3e177 tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 20 11:48:41.272914 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b5759fc-0a05-45f0-a160-854393b3e177 tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:48:41.279058 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-9b5759fc-0a05-45f0-a160-854393b3e177 tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0729444 Oct 20 11:48:41.281280 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 34162) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:41.283302 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be8a5ee-03bf-4409-8bf6-00acac32441c tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] Pushing event updated for resources: {'Network': ['ID=927d25a3-70e0-474b-991e-4176edcbf028,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:41.325240 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 927d25a3-70e0-474b-991e-4176edcbf028 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:48:41.413184 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a62db1-9fb9-4004-8980-f64b1e2e64ee None None] Network ff99cc56-44ba-47c6-a790-48af8ebe8f43 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:48:41.419238 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d12907c6-d059-4d73-b6e0-c22ac4c4fa1a tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=05a36829aef6484fa9e07753fe0f0398&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1324117 Oct 20 11:48:41.420435 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34166) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:41.472744 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-babe4813-f2c7-47b7-95e2-15336a473682 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:41.476039 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-babe4813-f2c7-47b7-95e2-15336a473682 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:41.503698 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-babe4813-f2c7-47b7-95e2-15336a473682 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Calling delete_port for 43611805-153f-4ec4-934a-ffc9fcadf0b1 owned by network:floatingip {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:48:41.634058 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-931cb26b-9e39-4b36-9c71-c43d9dce61ee tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:41.673532 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-931cb26b-9e39-4b36-9c71-c43d9dce61ee tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:41.784369 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-babe4813-f2c7-47b7-95e2-15336a473682 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:41.798904 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-931cb26b-9e39-4b36-9c71-c43d9dce61ee tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:41.801366 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-931cb26b-9e39-4b36-9c71-c43d9dce61ee tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:41.802957 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-931cb26b-9e39-4b36-9c71-c43d9dce61ee tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] 10.222.0.98 "DELETE /v2.0/security-groups/7823056e-2631-4f61-a973-1f8b88d527d6 HTTP/1.1" status: 204 len: 168 time: 0.3811266 Oct 20 11:48:41.805406 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 34182) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:41.823351 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 34184) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:41.846725 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-4bf75818-45da-4c66-a439-3be4653291aa admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-67017482-network', 'tenant_id': '07ffa5a683f9455bb12066dc70cc570f'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:48:41.925098 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ea3dd432-438d-4d43-a49a-d9f94045d66c tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:41.934610 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf75818-45da-4c66-a439-3be4653291aa admin admin] Made reservation on behalf of 07ffa5a683f9455bb12066dc70cc570f for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:48:41.937007 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4bf75818-45da-4c66-a439-3be4653291aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:41.940211 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931cb26b-9e39-4b36-9c71-c43d9dce61ee tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7823056e-2631-4f61-a973-1f8b88d527d6,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:41.942223 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babe4813-f2c7-47b7-95e2-15336a473682 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Pushing event deleted for resources: {'Port': ['ID=43611805-153f-4ec4-934a-ffc9fcadf0b1,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:41.949813 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4bf75818-45da-4c66-a439-3be4653291aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:41.956403 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-babe4813-f2c7-47b7-95e2-15336a473682 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks [] for floatingip, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:41.959633 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-babe4813-f2c7-47b7-95e2-15336a473682 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:41.971737 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-babe4813-f2c7-47b7-95e2-15336a473682 tempest-ServerActionsTestJSON-889942947 tempest-ServerActionsTestJSON-889942947-project] 10.222.0.98 "DELETE /v2.0/floatingips/b1303d8c-7d28-46d2-8283-f31652ef38ba HTTP/1.1" status: 204 len: 168 time: 1.0422673 Oct 20 11:48:41.975661 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 34190) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:42.057256 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ea3dd432-438d-4d43-a49a-d9f94045d66c tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:42.097632 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-ea3dd432-438d-4d43-a49a-d9f94045d66c tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['927d25a3-70e0-474b-991e-4176edcbf028']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:48:42.118477 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-ea3dd432-438d-4d43-a49a-d9f94045d66c tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a2e8955-b879-44e9-8a20-7b315b932596') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:48:42.118785 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-ea3dd432-438d-4d43-a49a-d9f94045d66c tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a2e8955-b879-44e9-8a20-7b315b932596') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:48:42.167268 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ea3dd432-438d-4d43-a49a-d9f94045d66c tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:42.221808 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ea3dd432-438d-4d43-a49a-d9f94045d66c tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:42.225135 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4bf75818-45da-4c66-a439-3be4653291aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:42.237192 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea3dd432-438d-4d43-a49a-d9f94045d66c tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] Releasing vlan 1251 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:48:42.237726 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ea3dd432-438d-4d43-a49a-d9f94045d66c tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:42.239538 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:48:42.239538 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:48:42.239538 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:48:42.239538 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:48:42.239538 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:48:42.239538 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:48:42.239538 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:48:42.239538 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:48:42.239538 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:48:42.239538 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:48:42.239538 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:48:42.239538 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:48:42.239538 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:48:42.239538 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:48:42.239538 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:48:42.239538 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:48:42.239538 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:48:42.239538 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:48:42.239538 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:48:42.239538 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:48:42.239538 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:48:42.239538 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:48:42.239538 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:48:42.239538 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:48:42.239538 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:48:42.239538 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:48:42.239538 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:48:42.239538 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:48:42.239538 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:48:42.239538 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:48:42.239538 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:48:42.239538 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:48:42.257686 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4bf75818-45da-4c66-a439-3be4653291aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:42.321019 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fcc15d-522b-49e5-82b0-0c855dcae8ea req-09a2777e-5323-40d1-9def-b2894a341b2b tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:42.322512 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f6fcc15d-522b-49e5-82b0-0c855dcae8ea req-09a2777e-5323-40d1-9def-b2894a341b2b tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] 10.222.0.98 "GET /v2.0/ports?device_id=f72fff03-4f89-458b-92a0-855c4ed3c071 HTTP/1.1" status: 200 len: 945 time: 0.1612010 Oct 20 11:48:42.410387 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ea3dd432-438d-4d43-a49a-d9f94045d66c tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:42.419470 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ea3dd432-438d-4d43-a49a-d9f94045d66c tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:42.426320 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ea3dd432-438d-4d43-a49a-d9f94045d66c tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] 10.222.0.98 "DELETE /v2.0/networks/927d25a3-70e0-474b-991e-4176edcbf028 HTTP/1.1" status: 204 len: 168 time: 0.6170580 Oct 20 11:48:42.426320 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf75818-45da-4c66-a439-3be4653291aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bba178-6bde-44d3-a98f-39659f4d78c9,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:42.426549 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34214) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:42.429352 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bf75818-45da-4c66-a439-3be4653291aa admin admin] vlan segment allocate from pool success with {'vlan_id': 1267, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:48:42.461050 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3dd432-438d-4d43-a49a-d9f94045d66c tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] Pushing event deleted for resources: {'Network': ['ID=927d25a3-70e0-474b-991e-4176edcbf028,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:42.470476 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4bf75818-45da-4c66-a439-3be4653291aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:42.471056 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-4bf75818-45da-4c66-a439-3be4653291aa admin admin] Added segment a605305b-451a-42de-9da8-04dfc9289d74 of type vlan for network d04499b2-5770-4fb2-9b77-03389d009acc Oct 20 11:48:42.490635 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f6fcc15d-522b-49e5-82b0-0c855dcae8ea req-e8749523-e456-47b7-85b1-8d84d880f5a9 tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] 10.222.0.98 "GET /v2.0/security-groups?id=5992b07e-a5bb-40a7-ba7e-3bf5d5c75ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521447 Oct 20 11:48:42.576297 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-00cb3ef7-36ec-438c-a907-274c8920857a tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:42.633631 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4bf75818-45da-4c66-a439-3be4653291aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:42.706103 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-00cb3ef7-36ec-438c-a907-274c8920857a tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:42.733246 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34226) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:42.739187 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-00cb3ef7-36ec-438c-a907-274c8920857a tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca6b402b-4230-4140-a9cc-a5d901621519']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:48:42.755316 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-00cb3ef7-36ec-438c-a907-274c8920857a tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ded3c874-f0cf-4c78-a080-f5d1ed55226e') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:48:42.755830 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-00cb3ef7-36ec-438c-a907-274c8920857a tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ded3c874-f0cf-4c78-a080-f5d1ed55226e') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:48:42.771859 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-00cb3ef7-36ec-438c-a907-274c8920857a tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:42.772142 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4bf75818-45da-4c66-a439-3be4653291aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:42.773626 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf75818-45da-4c66-a439-3be4653291aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:42.774772 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4bf75818-45da-4c66-a439-3be4653291aa admin admin] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:42.790989 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-00cb3ef7-36ec-438c-a907-274c8920857a tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:42.801788 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00cb3ef7-36ec-438c-a907-274c8920857a tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] Releasing vlan 1276 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:48:42.802196 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-00cb3ef7-36ec-438c-a907-274c8920857a tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:42.808794 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:48:42.808794 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:48:42.808794 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:48:42.808794 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:48:42.808794 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:48:42.808794 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:48:42.808794 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:48:42.808794 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:48:42.808794 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:48:42.808794 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:48:42.808794 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:48:42.808794 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:48:42.808794 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:48:42.808794 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:48:42.808794 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:48:42.808794 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:48:42.808794 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:48:42.808794 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:48:42.808794 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:48:42.808794 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:48:42.808794 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:48:42.808794 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:48:42.808794 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:48:42.808794 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:48:42.808794 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:48:42.808794 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:48:42.808794 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:48:42.808794 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:48:42.808794 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:48:42.808794 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:48:42.808794 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:48:42.808794 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:48:42.907071 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-00cb3ef7-36ec-438c-a907-274c8920857a tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:42.909500 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf75818-45da-4c66-a439-3be4653291aa admin admin] Pushing event updated for resources: {'Network': ['ID=d04499b2-5770-4fb2-9b77-03389d009acc,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:42.925905 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-00cb3ef7-36ec-438c-a907-274c8920857a tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:42.926679 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network d04499b2-5770-4fb2-9b77-03389d009acc details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:48:42.930944 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-00cb3ef7-36ec-438c-a907-274c8920857a tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] 10.222.0.98 "DELETE /v2.0/networks/ca6b402b-4230-4140-a9cc-a5d901621519 HTTP/1.1" status: 204 len: 168 time: 0.5031807 Oct 20 11:48:42.946091 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb3ef7-36ec-438c-a907-274c8920857a tempest-QuotasNegativeTest-123122930 tempest-QuotasNegativeTest-123122930-project-admin] Pushing event deleted for resources: {'Network': ['ID=ca6b402b-4230-4140-a9cc-a5d901621519,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:42.953021 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4bf75818-45da-4c66-a439-3be4653291aa admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1167152 Oct 20 11:48:42.954426 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34232) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:42.962739 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-91cf0e6f-8fd9-4ddd-b709-705d0eeba5dd admin admin] Request body: {'subnet': {'network_id': 'd04499b2-5770-4fb2-9b77-03389d009acc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-67017482-subnet', 'tenant_id': '07ffa5a683f9455bb12066dc70cc570f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:48:43.008273 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cf0e6f-8fd9-4ddd-b709-705d0eeba5dd admin admin] Made reservation on behalf of 07ffa5a683f9455bb12066dc70cc570f for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:48:43.011491 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-91cf0e6f-8fd9-4ddd-b709-705d0eeba5dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:43.016910 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b9018140-0dba-4669-8f91-36816f3e88e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:43.245192 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b9018140-0dba-4669-8f91-36816f3e88e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:43.261558 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b9018140-0dba-4669-8f91-36816f3e88e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:43.290909 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cdd44c7f-07c2-4552-a0db-29f48a82e4d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:43.344011 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9018140-0dba-4669-8f91-36816f3e88e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718da6f6-65a8-4c57-91cd-b18075fd6c69,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:43.358776 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b9018140-0dba-4669-8f91-36816f3e88e0 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=145b2eb8cf40428483c3d665d72266f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6221285 Oct 20 11:48:43.372652 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 34242) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:43.381126 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-91cf0e6f-8fd9-4ddd-b709-705d0eeba5dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:43.488901 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf0e6f-8fd9-4ddd-b709-705d0eeba5dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=85ae3d3f-b8cf-494c-86f7-68d5712ee0c9,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:43.497748 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cf0e6f-8fd9-4ddd-b709-705d0eeba5dd admin admin] Checking segment: {'id': 'a605305b-451a-42de-9da8-04dfc9289d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'd04499b2-5770-4fb2-9b77-03389d009acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:48:43.498746 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cf0e6f-8fd9-4ddd-b709-705d0eeba5dd admin admin] Network hostable DHCP agents. Network: d04499b2-5770-4fb2-9b77-03389d009acc, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:48:43.533346 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cf0e6f-8fd9-4ddd-b709-705d0eeba5dd admin admin] Network d04499b2-5770-4fb2-9b77-03389d009acc is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:48:43.541548 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-953f3a20-24f0-4958-b6e3-7bce6d56bf66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:43.549719 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-91cf0e6f-8fd9-4ddd-b709-705d0eeba5dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, d04499b2-5770-4fb2-9b77-03389d009acc) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:48:43.556072 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cf0e6f-8fd9-4ddd-b709-705d0eeba5dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:43.557378 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-91cf0e6f-8fd9-4ddd-b709-705d0eeba5dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:43.561559 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709ac462-fb3f-4b8b-afe3-a6f38d086633 None None] Network d04499b2-5770-4fb2-9b77-03389d009acc requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:48:43.598975 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-91cf0e6f-8fd9-4ddd-b709-705d0eeba5dd admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6344070 Oct 20 11:48:43.599170 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-953f3a20-24f0-4958-b6e3-7bce6d56bf66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:43.737192 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34248) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:43.783253 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-953f3a20-24f0-4958-b6e3-7bce6d56bf66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:43.785841 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-953f3a20-24f0-4958-b6e3-7bce6d56bf66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:43.796875 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-953f3a20-24f0-4958-b6e3-7bce6d56bf66 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/718da6f6-65a8-4c57-91cd-b18075fd6c69 HTTP/1.1" status: 204 len: 168 time: 0.4230161 Oct 20 11:48:43.814451 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2652dc4b-80d8-40f3-af4a-2acc9350e5db None None] Network d04499b2-5770-4fb2-9b77-03389d009acc requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:48:43.850470 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953f3a20-24f0-4958-b6e3-7bce6d56bf66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718da6f6-65a8-4c57-91cd-b18075fd6c69,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:43.908471 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-cdd44c7f-07c2-4552-a0db-29f48a82e4d9 admin admin] Deleting port b3bd7757-a72e-4ab5-b38c-a13fc3b4cde7 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:48:43.908816 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cdd44c7f-07c2-4552-a0db-29f48a82e4d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:43.980873 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-adff0bcb-1944-4f4c-979e-f4199804cf67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:44.042494 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-cdd44c7f-07c2-4552-a0db-29f48a82e4d9 admin admin] For port b3bd7757-a72e-4ab5-b38c-a13fc3b4cde7, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=b3bd7757-a72e-4ab5-b38c-a13fc3b4cde7,segment=NetworkSegment(73cbce6c-57a2-4343-bb4b-9f489f07b678),segment_id=73cbce6c-57a2-4343-bb4b-9f489f07b678)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:48:44.047344 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cdd44c7f-07c2-4552-a0db-29f48a82e4d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:44.078161 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-cdd44c7f-07c2-4552-a0db-29f48a82e4d9 admin admin] Calling delete_port for b3bd7757-a72e-4ab5-b38c-a13fc3b4cde7 owned by network:router_interface {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:48:44.215720 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-adff0bcb-1944-4f4c-979e-f4199804cf67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:44.223200 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-adff0bcb-1944-4f4c-979e-f4199804cf67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:44.305109 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-adff0bcb-1944-4f4c-979e-f4199804cf67 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=539c1e512bc74bee99c0deed9f4d53cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5669932 Oct 20 11:48:44.307602 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adff0bcb-1944-4f4c-979e-f4199804cf67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8773dd0-c46e-45a6-b0df-88842ed5e76d,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:44.315644 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34272) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:44.341854 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 34274) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:44.376125 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e19c1f45-6d57-408f-bdc2-620668428711 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:44.411289 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06f8651c-7d98-403b-8f4d-eb71901c1326 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:44.477744 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06f8651c-7d98-403b-8f4d-eb71901c1326 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:44.560676 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06f8651c-7d98-403b-8f4d-eb71901c1326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:44.564199 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06f8651c-7d98-403b-8f4d-eb71901c1326 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:44.569164 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-06f8651c-7d98-403b-8f4d-eb71901c1326 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f8773dd0-c46e-45a6-b0df-88842ed5e76d HTTP/1.1" status: 204 len: 168 time: 0.2521529 Oct 20 11:48:44.577988 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f8651c-7d98-403b-8f4d-eb71901c1326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8773dd0-c46e-45a6-b0df-88842ed5e76d,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:44.593041 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e19c1f45-6d57-408f-bdc2-620668428711 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:44.596632 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cdd44c7f-07c2-4552-a0db-29f48a82e4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:44.635632 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd44c7f-07c2-4552-a0db-29f48a82e4d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3bd7757-a72e-4ab5-b38c-a13fc3b4cde7,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:44.637691 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e19c1f45-6d57-408f-bdc2-620668428711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:44.674860 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e19c1f45-6d57-408f-bdc2-620668428711 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a5d64c6c3b2541f9a74629795c48ac06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3305838 Oct 20 11:48:44.678956 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34282) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:44.782458 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-19194aed-5556-486f-9590-c40183069ab3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:44.820052 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-19194aed-5556-486f-9590-c40183069ab3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:44.820230 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19c1f45-6d57-408f-bdc2-620668428711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff56c1f-ed76-44cb-9f34-578f87738631,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:44.920831 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-19194aed-5556-486f-9590-c40183069ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:44.923536 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-19194aed-5556-486f-9590-c40183069ab3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:44.927264 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-19194aed-5556-486f-9590-c40183069ab3 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4ff56c1f-ed76-44cb-9f34-578f87738631 HTTP/1.1" status: 204 len: 168 time: 0.2432990 Oct 20 11:48:44.939208 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19194aed-5556-486f-9590-c40183069ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff56c1f-ed76-44cb-9f34-578f87738631,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:45.072680 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4529ead-4f54-4d8b-9460-4a5bb448dc23 req-cc1e7aba-c46f-453e-822c-bd7e022fbf99 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:45.074356 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e4529ead-4f54-4d8b-9460-4a5bb448dc23 req-cc1e7aba-c46f-453e-822c-bd7e022fbf99 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] 10.222.0.98 "GET /v2.0/networks?id=ff99cc56-44ba-47c6-a790-48af8ebe8f43 HTTP/1.1" status: 200 len: 824 time: 0.3442106 Oct 20 11:48:45.108851 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e4529ead-4f54-4d8b-9460-4a5bb448dc23 req-e7a69e89-9c7d-4c4b-a1b1-bbf83e9db075 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] 10.222.0.98 "GET /v2.0/quotas/3ad97c6fd4cd42648ea9451317710955 HTTP/1.1" status: 200 len: 375 time: 0.0278053 Oct 20 11:48:45.113398 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cdd44c7f-07c2-4552-a0db-29f48a82e4d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:45.117985 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34294) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:45.134865 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-78c5d486-aef1-4e60-a674-9ddc6267f6ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:45.168197 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e4529ead-4f54-4d8b-9460-4a5bb448dc23 req-f5fd8cb0-66cb-4c24-9aff-2a4f5692b657 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=3ad97c6fd4cd42648ea9451317710955&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514152 Oct 20 11:48:45.299905 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-78c5d486-aef1-4e60-a674-9ddc6267f6ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:45.310004 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-78c5d486-aef1-4e60-a674-9ddc6267f6ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:45.377296 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-78c5d486-aef1-4e60-a674-9ddc6267f6ad admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a22c969b070a44bab4cd2e62c5748c8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2560027 Oct 20 11:48:45.377552 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:45.378401 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34310) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:45.463775 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c5d486-aef1-4e60-a674-9ddc6267f6ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523339d9-e12a-4edd-96fc-f0f811cf82c5,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:45.492275 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f1a3961e-5eef-49ed-abec-3c999209ef66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:45.529737 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f1a3961e-5eef-49ed-abec-3c999209ef66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:45.627541 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f1a3961e-5eef-49ed-abec-3c999209ef66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:45.630783 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f1a3961e-5eef-49ed-abec-3c999209ef66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:45.634675 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f1a3961e-5eef-49ed-abec-3c999209ef66 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/523339d9-e12a-4edd-96fc-f0f811cf82c5 HTTP/1.1" status: 204 len: 168 time: 0.2506239 Oct 20 11:48:45.658311 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a3961e-5eef-49ed-abec-3c999209ef66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523339d9-e12a-4edd-96fc-f0f811cf82c5,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:46.027427 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd44c7f-07c2-4552-a0db-29f48a82e4d9 admin admin] Router 1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:48:46.056846 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e4529ead-4f54-4d8b-9460-4a5bb448dc23 req-ea6698a2-0ece-498c-9ff5-9bba877365eb service neutron] 10.222.0.98 "GET /v2.0/networks/ff99cc56-44ba-47c6-a790-48af8ebe8f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8877141 Oct 20 11:48:46.333992 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd44c7f-07c2-4552-a0db-29f48a82e4d9 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:48:46.337330 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e4529ead-4f54-4d8b-9460-4a5bb448dc23 req-fe40a584-55dd-45b7-9543-3114d56f4076 service neutron] 10.222.0.98 "GET /v2.0/networks/ff99cc56-44ba-47c6-a790-48af8ebe8f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796943 Oct 20 11:48:46.340852 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-cdd44c7f-07c2-4552-a0db-29f48a82e4d9 admin admin] 10.222.0.98 "PUT /v2.0/routers/1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3642049 Oct 20 11:48:46.344246 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34354) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:46.347630 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d80628-7ead-4341-af3d-4e26666ceb0c None None] Sync routers for ids ['1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:48:46.363533 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d80628-7ead-4341-af3d-4e26666ceb0c None None] Routers {'1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:48:46.363533 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-d9d80628-7ead-4341-af3d-4e26666ceb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:48:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:48:46.485337 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-d9d80628-7ead-4341-af3d-4e26666ceb0c None None] Set router 1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:48:46.595439 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0e5a17dd-3db9-4fe4-9ce8-b56a051085d0 admin admin] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:46.670927 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-899777e2-3756-4031-bdfd-ac36e9fe3de4 req-8ec17632-54cf-48a5-850a-223e8c919ccc tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] 10.222.0.98 "GET /v2.0/ports?device_id=3bc1c088-92ad-4096-b859-b90084729b53 HTTP/1.1" status: 200 len: 210 time: 0.0789845 Oct 20 11:48:46.809082 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-d9d80628-7ead-4341-af3d-4e26666ceb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2', 'name': 'tempest-ServerActionsTestJSON-1274291139-router', 'tenant_id': 'f0012baf31914701a438a4a910671113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '816a3f17-8070-4d30-ae82-ed947c489194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:14Z', 'updated_at': '2021-10-20T11:48:44Z', 'revision_number': 5, 'project_id': 'f0012baf31914701a438a4a910671113', 'gw_port': {'id': '816a3f17-8070-4d30-ae82-ed947c489194', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:39:15Z', 'updated_at': '2021-10-20T11:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:48:46.854304 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d80628-7ead-4341-af3d-4e26666ceb0c None None] Checking router: 1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:48:46.862070 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0e5a17dd-3db9-4fe4-9ce8-b56a051085d0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:46.874653 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d80628-7ead-4341-af3d-4e26666ceb0c None None] Routers {'1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:48:46.875474 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-d9d80628-7ead-4341-af3d-4e26666ceb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:48:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:48:46.977531 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-0e5a17dd-3db9-4fe4-9ce8-b56a051085d0 admin admin] Deleting port 816a3f17-8070-4d30-ae82-ed947c489194 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:48:46.979558 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0e5a17dd-3db9-4fe4-9ce8-b56a051085d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:47.048151 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-d9d80628-7ead-4341-af3d-4e26666ceb0c None None] Set router 1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2 gateway port host: None {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:48:47.114662 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-0e5a17dd-3db9-4fe4-9ce8-b56a051085d0 admin admin] For port 816a3f17-8070-4d30-ae82-ed947c489194, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=816a3f17-8070-4d30-ae82-ed947c489194,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:48:47.121631 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0e5a17dd-3db9-4fe4-9ce8-b56a051085d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:47.145216 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-0e5a17dd-3db9-4fe4-9ce8-b56a051085d0 admin admin] Calling delete_port for 816a3f17-8070-4d30-ae82-ed947c489194 owned by network:router_gateway {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:48:47.150804 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-d9d80628-7ead-4341-af3d-4e26666ceb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2', 'name': 'tempest-ServerActionsTestJSON-1274291139-router', 'tenant_id': 'f0012baf31914701a438a4a910671113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:14Z', 'updated_at': '2021-10-20T11:48:46Z', 'revision_number': 6, 'project_id': 'f0012baf31914701a438a4a910671113', 'gw_port_host': None}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:48:47.213722 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d80628-7ead-4341-af3d-4e26666ceb0c None None] The sync data for ids ['1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2'] in n-d-814735-3 is: [{'id': '1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2', 'name': 'tempest-ServerActionsTestJSON-1274291139-router', 'tenant_id': 'f0012baf31914701a438a4a910671113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:39:14Z', 'updated_at': '2021-10-20T11:48:46Z', 'revision_number': 6, 'project_id': 'f0012baf31914701a438a4a910671113', 'gw_port_host': None}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:48:47.455307 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0e5a17dd-3db9-4fe4-9ce8-b56a051085d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:47.525924 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a17dd-3db9-4fe4-9ce8-b56a051085d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=816a3f17-8070-4d30-ae82-ed947c489194,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:47.577325 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0e5a17dd-3db9-4fe4-9ce8-b56a051085d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:47.758305 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0e5a17dd-3db9-4fe4-9ce8-b56a051085d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:47.765212 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0e5a17dd-3db9-4fe4-9ce8-b56a051085d0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:47.872437 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-83b1364e-dc1a-41a9-a298-b306c55feb1a req-b7192409-908e-4eab-b612-bfd1f0396505 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] 10.222.0.98 "GET /v2.0/ports?device_id=3bc1c088-92ad-4096-b859-b90084729b53 HTTP/1.1" status: 200 len: 210 time: 0.0669007 Oct 20 11:48:47.890070 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0e5a17dd-3db9-4fe4-9ce8-b56a051085d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:47.891019 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5a17dd-3db9-4fe4-9ce8-b56a051085d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2 {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:48:47.901158 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0e5a17dd-3db9-4fe4-9ce8-b56a051085d0 admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:47.903557 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0e5a17dd-3db9-4fe4-9ce8-b56a051085d0 admin admin] 10.222.0.98 "DELETE /v2.0/routers/1a7a586e-e8cd-41f9-a8ce-b474b41ca2d2 HTTP/1.1" status: 204 len: 168 time: 1.5580010 Oct 20 11:48:47.906163 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34468) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:47.983759 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-fecd612c-ebfe-4ada-9640-81e5c413e05d admin admin] Deleting subnet 978f4782-c6ff-4108-a8dd-a568aeeefa48 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:48:47.988587 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fecd612c-ebfe-4ada-9640-81e5c413e05d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:48.060205 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fecd612c-ebfe-4ada-9640-81e5c413e05d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:48.309089 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 34486) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:48.449964 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fecd612c-ebfe-4ada-9640-81e5c413e05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:48.486782 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4529ead-4f54-4d8b-9460-4a5bb448dc23 req-e9910c65-3ac6-4820-8ab5-3bdbaa21a4a8 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:48.488763 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e4529ead-4f54-4d8b-9460-4a5bb448dc23 req-e9910c65-3ac6-4820-8ab5-3bdbaa21a4a8 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] 10.222.0.89 "GET /v2.0/networks?id=ff99cc56-44ba-47c6-a790-48af8ebe8f43 HTTP/1.1" status: 200 len: 824 time: 0.3620420 Oct 20 11:48:48.509920 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca074943-d8d7-4cbb-a716-5f81c5cc55b7 req-b3eb57bf-0d2c-44af-9ebe-db818c557f1f tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:48.511697 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ca074943-d8d7-4cbb-a716-5f81c5cc55b7 req-b3eb57bf-0d2c-44af-9ebe-db818c557f1f tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] 10.222.0.98 "GET /v2.0/ports?device_id=f72fff03-4f89-458b-92a0-855c4ed3c071 HTTP/1.1" status: 200 len: 945 time: 0.1199172 Oct 20 11:48:48.549928 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-e4529ead-4f54-4d8b-9460-4a5bb448dc23 req-9fd98848-3ae9-4539-981e-dbb59b703436 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] Request body: {'port': {'device_id': '3bc1c088-92ad-4096-b859-b90084729b53', 'network_id': 'ff99cc56-44ba-47c6-a790-48af8ebe8f43', 'admin_state_up': True, 'tenant_id': '3ad97c6fd4cd42648ea9451317710955'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:48:48.568838 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-33bf2d85-f9e6-4798-a6ff-792c67b95023 tempest-RoutersAdminNegativeIpV6Test-1826615480 tempest-RoutersAdminNegativeIpV6Test-1826615480-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1727319315', 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:48:48.576178 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ca074943-d8d7-4cbb-a716-5f81c5cc55b7 req-229f849d-c19c-4231-9bf5-2e0ed9c47718 tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] 10.222.0.98 "GET /v2.0/security-groups?id=5992b07e-a5bb-40a7-ba7e-3bf5d5c75ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544479 Oct 20 11:48:48.627673 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33bf2d85-f9e6-4798-a6ff-792c67b95023 tempest-RoutersAdminNegativeIpV6Test-1826615480 tempest-RoutersAdminNegativeIpV6Test-1826615480-project-admin] Made reservation on behalf of aa0688c3e6c243f9bc2f6f1b4945a705 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:48:48.631060 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-33bf2d85-f9e6-4798-a6ff-792c67b95023 tempest-RoutersAdminNegativeIpV6Test-1826615480 tempest-RoutersAdminNegativeIpV6Test-1826615480-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:48.642849 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-33bf2d85-f9e6-4798-a6ff-792c67b95023 tempest-RoutersAdminNegativeIpV6Test-1826615480 tempest-RoutersAdminNegativeIpV6Test-1826615480-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:48.719670 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fecd612c-ebfe-4ada-9640-81e5c413e05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:48.766256 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd612c-ebfe-4ada-9640-81e5c413e05d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=978f4782-c6ff-4108-a8dd-a568aeeefa48,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:48.781227 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fecd612c-ebfe-4ada-9640-81e5c413e05d admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:48.785128 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-fecd612c-ebfe-4ada-9640-81e5c413e05d admin admin] 10.222.0.98 "DELETE /v2.0/subnets/978f4782-c6ff-4108-a8dd-a568aeeefa48 HTTP/1.1" status: 204 len: 168 time: 0.8760383 Oct 20 11:48:48.787800 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34498) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:48.790169 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7932859b-c2b3-43a6-b147-3ad106774a0f None None] Network a1980227-64af-4c17-9cee-4570c69a4cb6 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:48:48.805228 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-33bf2d85-f9e6-4798-a6ff-792c67b95023 tempest-RoutersAdminNegativeIpV6Test-1826615480 tempest-RoutersAdminNegativeIpV6Test-1826615480-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:48.815686 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-33bf2d85-f9e6-4798-a6ff-792c67b95023 tempest-RoutersAdminNegativeIpV6Test-1826615480 tempest-RoutersAdminNegativeIpV6Test-1826615480-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:48.824769 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [None req-33bf2d85-f9e6-4798-a6ff-792c67b95023 tempest-RoutersAdminNegativeIpV6Test-1826615480 tempest-RoutersAdminNegativeIpV6Test-1826615480-project-admin] device_id is not set on port 0ad0d8e3-e6f4-47a2-8d3c-281998422dad yet. {{(pid=100647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:48:48.830536 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4529ead-4f54-4d8b-9460-4a5bb448dc23 req-9fd98848-3ae9-4539-981e-dbb59b703436 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] Made reservation on behalf of 3ad97c6fd4cd42648ea9451317710955 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:48:48.834669 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-e4529ead-4f54-4d8b-9460-4a5bb448dc23 req-9fd98848-3ae9-4539-981e-dbb59b703436 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:48.967689 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-32de790d-4f97-4868-b279-e83c681517a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:49.052475 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bf2d85-f9e6-4798-a6ff-792c67b95023 tempest-RoutersAdminNegativeIpV6Test-1826615480 tempest-RoutersAdminNegativeIpV6Test-1826615480-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d52ebb3-597b-4638-8b29-b2868aa86e27,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:49.085071 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707df578-66f4-4a1a-bb69-e580c5ce8226 None None] DHCP port deletion for a1980227-64af-4c17-9cee-4570c69a4cb6 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:48:49.107207 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0604012c-c60d-48b7-8fd2-05ee9afaa9bc req-23727901-1662-4eca-8d24-676fcf5267dd tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] 10.222.0.98 "GET /v2.0/ports?device_id=3bc1c088-92ad-4096-b859-b90084729b53 HTTP/1.1" status: 200 len: 210 time: 0.0943682 Oct 20 11:48:49.176062 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-707df578-66f4-4a1a-bb69-e580c5ce8226 None None] Deleting port 24cdc87f-0979-4639-833f-3f48d8126e4e {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:48:49.177036 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-707df578-66f4-4a1a-bb69-e580c5ce8226 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:49.181756 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-33bf2d85-f9e6-4798-a6ff-792c67b95023 tempest-RoutersAdminNegativeIpV6Test-1826615480 tempest-RoutersAdminNegativeIpV6Test-1826615480-project-admin] Allocated IP 172.25.5.125 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/0ad0d8e3-e6f4-47a2-8d3c-281998422dad) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:48:49.208586 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [req-e4529ead-4f54-4d8b-9460-4a5bb448dc23 req-9fd98848-3ae9-4539-981e-dbb59b703436 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] Allocated IP 172.20.0.2 (ff99cc56-44ba-47c6-a790-48af8ebe8f43/5724f609-b651-401e-aaf9-1776db2ad904/fe3b7385-600f-486f-ae1b-13a687d1416a) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:48:49.273769 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-32de790d-4f97-4868-b279-e83c681517a9 admin admin] Deleting port 24cdc87f-0979-4639-833f-3f48d8126e4e {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:48:49.275179 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-32de790d-4f97-4868-b279-e83c681517a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:49.355897 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-707df578-66f4-4a1a-bb69-e580c5ce8226 None None] For port 24cdc87f-0979-4639-833f-3f48d8126e4e, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=24cdc87f-0979-4639-833f-3f48d8126e4e,segment=NetworkSegment(73cbce6c-57a2-4343-bb4b-9f489f07b678),segment_id=73cbce6c-57a2-4343-bb4b-9f489f07b678)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:48:49.357625 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-707df578-66f4-4a1a-bb69-e580c5ce8226 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:49.380310 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 24cdc87f-0979-4639-833f-3f48d8126e4e no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:48:49.387792 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-707df578-66f4-4a1a-bb69-e580c5ce8226 None None] Calling delete_port for 24cdc87f-0979-4639-833f-3f48d8126e4e owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:48:49.439853 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-eb35e465-4792-4640-8f99-9950f6cfd313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:49.519931 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-33bf2d85-f9e6-4798-a6ff-792c67b95023 tempest-RoutersAdminNegativeIpV6Test-1826615480 tempest-RoutersAdminNegativeIpV6Test-1826615480-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:49.575331 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:49.587071 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-33bf2d85-f9e6-4798-a6ff-792c67b95023 tempest-RoutersAdminNegativeIpV6Test-1826615480 tempest-RoutersAdminNegativeIpV6Test-1826615480-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:49.658066 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 24cdc87f-0979-4639-833f-3f48d8126e4e, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=24cdc87f-0979-4639-833f-3f48d8126e4e,segment=NetworkSegment(73cbce6c-57a2-4343-bb4b-9f489f07b678),segment_id=73cbce6c-57a2-4343-bb4b-9f489f07b678)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:48:49.666448 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bf2d85-f9e6-4798-a6ff-792c67b95023 tempest-RoutersAdminNegativeIpV6Test-1826615480 tempest-RoutersAdminNegativeIpV6Test-1826615480-project-admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:48:49.670246 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:49.674484 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b3bd7757-a72e-4ab5-b38c-a13fc3b4cde7 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:48:49.676447 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-33bf2d85-f9e6-4798-a6ff-792c67b95023 tempest-RoutersAdminNegativeIpV6Test-1826615480 tempest-RoutersAdminNegativeIpV6Test-1826615480-project-admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:48:49.733288 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bf2d85-f9e6-4798-a6ff-792c67b95023 tempest-RoutersAdminNegativeIpV6Test-1826615480 tempest-RoutersAdminNegativeIpV6Test-1826615480-project-admin] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:48:49.831784 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-707df578-66f4-4a1a-bb69-e580c5ce8226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:49.835233 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: b3bd7757-a72e-4ab5-b38c-a13fc3b4cde7 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:48:49.836497 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b3bd7757-a72e-4ab5-b38c-a13fc3b4cde7 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:48:49.836497 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 816a3f17-8070-4d30-ae82-ed947c489194 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:48:49.880775 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 816a3f17-8070-4d30-ae82-ed947c489194 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:48:49.881802 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 816a3f17-8070-4d30-ae82-ed947c489194 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:48:49.905817 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707df578-66f4-4a1a-bb69-e580c5ce8226 None None] No DVR routers for this DVR port 24cdc87f-0979-4639-833f-3f48d8126e4e on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:48:49.927657 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1afac1-139e-44d3-8723-c804046576ad req-227a8d25-7528-4b0b-bb22-111ae5c26b05 tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:49.932242 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-df1afac1-139e-44d3-8723-c804046576ad req-227a8d25-7528-4b0b-bb22-111ae5c26b05 tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] 10.222.0.11 "GET /v2.0/ports?device_id=f72fff03-4f89-458b-92a0-855c4ed3c071 HTTP/1.1" status: 200 len: 945 time: 0.3597147 Oct 20 11:48:49.958653 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=24cdc87f-0979-4639-833f-3f48d8126e4e,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:49.992329 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-e4529ead-4f54-4d8b-9460-4a5bb448dc23 req-9fd98848-3ae9-4539-981e-dbb59b703436 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:49.998338 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bf2d85-f9e6-4798-a6ff-792c67b95023 tempest-RoutersAdminNegativeIpV6Test-1826615480 tempest-RoutersAdminNegativeIpV6Test-1826615480-project-admin] Pushing event updated for resources: {'Port': ['ID=0ad0d8e3-e6f4-47a2-8d3c-281998422dad,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:50.004289 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bf2d85-f9e6-4798-a6ff-792c67b95023 tempest-RoutersAdminNegativeIpV6Test-1826615480 tempest-RoutersAdminNegativeIpV6Test-1826615480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:50.004961 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-33bf2d85-f9e6-4798-a6ff-792c67b95023 tempest-RoutersAdminNegativeIpV6Test-1826615480 tempest-RoutersAdminNegativeIpV6Test-1826615480-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:50.027309 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5c44f-5ab5-4862-94d5-8475c427e914 req-80f7c26a-d47a-4022-804f-ab62ce18e7c8 tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:50.034313 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-32de790d-4f97-4868-b279-e83c681517a9 admin admin] For port 24cdc87f-0979-4639-833f-3f48d8126e4e, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=24cdc87f-0979-4639-833f-3f48d8126e4e,segment=NetworkSegment(73cbce6c-57a2-4343-bb4b-9f489f07b678),segment_id=73cbce6c-57a2-4343-bb4b-9f489f07b678)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:48:50.034313 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-32de790d-4f97-4868-b279-e83c681517a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:50.035342 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1ef5c44f-5ab5-4862-94d5-8475c427e914 req-80f7c26a-d47a-4022-804f-ab62ce18e7c8 tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] 10.222.0.98 "GET /v2.0/ports?device_id=f72fff03-4f89-458b-92a0-855c4ed3c071 HTTP/1.1" status: 200 len: 945 time: 0.2954655 Oct 20 11:48:50.036968 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-e4529ead-4f54-4d8b-9460-4a5bb448dc23 req-9fd98848-3ae9-4539-981e-dbb59b703436 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:50.065321 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707df578-66f4-4a1a-bb69-e580c5ce8226 None None] Pushing event deleted for resources: {'Port': ['ID=24cdc87f-0979-4639-833f-3f48d8126e4e,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:50.073741 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-33bf2d85-f9e6-4798-a6ff-792c67b95023 tempest-RoutersAdminNegativeIpV6Test-1826615480 tempest-RoutersAdminNegativeIpV6Test-1826615480-project-admin] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.7631562 Oct 20 11:48:50.082061 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34512) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:50.083352 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-32de790d-4f97-4868-b279-e83c681517a9 admin admin] Calling delete_port for 24cdc87f-0979-4639-833f-3f48d8126e4e owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:48:50.083975 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1ef5c44f-5ab5-4862-94d5-8475c427e914 req-5a7e2744-efb8-4c2b-9c24-cf90f3d57147 tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] 10.222.0.98 "GET /v2.0/security-groups?id=5992b07e-a5bb-40a7-ba7e-3bf5d5c75ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465236 Oct 20 11:48:50.092070 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-4fa3f87a-25b0-473e-9810-8a29651669a7 tempest-RoutersAdminNegativeIpV6Test-1826615480 tempest-RoutersAdminNegativeIpV6Test-1826615480-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.125'}]}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:48:50.118707 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4529ead-4f54-4d8b-9460-4a5bb448dc23 req-9fd98848-3ae9-4539-981e-dbb59b703436 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] Network ff99cc56-44ba-47c6-a790-48af8ebe8f43 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:48:50.129525 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [req-e4529ead-4f54-4d8b-9460-4a5bb448dc23 req-9fd98848-3ae9-4539-981e-dbb59b703436 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:48:50.145604 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4529ead-4f54-4d8b-9460-4a5bb448dc23 req-9fd98848-3ae9-4539-981e-dbb59b703436 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:48:50.181351 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-df1afac1-139e-44d3-8723-c804046576ad req-42e89d2b-2f99-4324-abb4-d2c0417e1af3 tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] Deleting port 6c977e29-40f2-4ad7-8b0d-0eb974dd924a {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:48:50.182631 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-df1afac1-139e-44d3-8723-c804046576ad req-42e89d2b-2f99-4324-abb4-d2c0417e1af3 tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:50.195782 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4529ead-4f54-4d8b-9460-4a5bb448dc23 req-9fd98848-3ae9-4539-981e-dbb59b703436 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:50.196418 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-e4529ead-4f54-4d8b-9460-4a5bb448dc23 req-9fd98848-3ae9-4539-981e-dbb59b703436 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:50.239023 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd98848-3ae9-4539-981e-dbb59b703436 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] Pushing event updated for resources: {'Port': ['ID=fe3b7385-600f-486f-ae1b-13a687d1416a,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:50.264345 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4fa3f87a-25b0-473e-9810-8a29651669a7 tempest-RoutersAdminNegativeIpV6Test-1826615480 tempest-RoutersAdminNegativeIpV6Test-1826615480-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:50.265413 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4fa3f87a-25b0-473e-9810-8a29651669a7 tempest-RoutersAdminNegativeIpV6Test-1826615480 tempest-RoutersAdminNegativeIpV6Test-1826615480-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:50.322641 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd98848-3ae9-4539-981e-dbb59b703436 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:50.323026 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd98848-3ae9-4539-981e-dbb59b703436 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:50.323377 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd98848-3ae9-4539-981e-dbb59b703436 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:50.323744 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd98848-3ae9-4539-981e-dbb59b703436 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:50.324109 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd98848-3ae9-4539-981e-dbb59b703436 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:50.324459 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd98848-3ae9-4539-981e-dbb59b703436 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:50.324797 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd98848-3ae9-4539-981e-dbb59b703436 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:50.325152 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd98848-3ae9-4539-981e-dbb59b703436 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:50.325504 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd98848-3ae9-4539-981e-dbb59b703436 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:50.325838 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd98848-3ae9-4539-981e-dbb59b703436 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:50.326167 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd98848-3ae9-4539-981e-dbb59b703436 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:50.326507 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd98848-3ae9-4539-981e-dbb59b703436 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:48:50.331395 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4fa3f87a-25b0-473e-9810-8a29651669a7 tempest-RoutersAdminNegativeIpV6Test-1826615480 tempest-RoutersAdminNegativeIpV6Test-1826615480-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:50.337415 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e4529ead-4f54-4d8b-9460-4a5bb448dc23 req-9fd98848-3ae9-4539-981e-dbb59b703436 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7978897 Oct 20 11:48:50.353255 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-e4529ead-4f54-4d8b-9460-4a5bb448dc23 req-1c2de5b7-6f51-4fc4-9f08-fc95188e7485 service neutron] Request body: {'port': {'device_id': '3bc1c088-92ad-4096-b859-b90084729b53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:48:50.364626 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-df1afac1-139e-44d3-8723-c804046576ad req-42e89d2b-2f99-4324-abb4-d2c0417e1af3 tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] For port 6c977e29-40f2-4ad7-8b0d-0eb974dd924a, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=6c977e29-40f2-4ad7-8b0d-0eb974dd924a,segment=NetworkSegment(5573a4db-eb7e-47d5-bf18-9cfd5d67f604),segment_id=5573a4db-eb7e-47d5-bf18-9cfd5d67f604)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:48:50.364993 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-df1afac1-139e-44d3-8723-c804046576ad req-42e89d2b-2f99-4324-abb4-d2c0417e1af3 tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:50.384517 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-df1afac1-139e-44d3-8723-c804046576ad req-42e89d2b-2f99-4324-abb4-d2c0417e1af3 tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] Calling delete_port for 6c977e29-40f2-4ad7-8b0d-0eb974dd924a owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:48:50.471557 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91fb7a-ed74-4dca-bd79-8fb9bb19f119 req-43f73d46-113c-4edb-bd27-0f75ee8a5a3d tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:50.473393 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3d91fb7a-ed74-4dca-bd79-8fb9bb19f119 req-43f73d46-113c-4edb-bd27-0f75ee8a5a3d tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] 10.222.0.98 "GET /v2.0/ports?device_id=3bc1c088-92ad-4096-b859-b90084729b53 HTTP/1.1" status: 200 len: 931 time: 0.2604589 Oct 20 11:48:50.523642 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-32de790d-4f97-4868-b279-e83c681517a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:50.557446 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3d91fb7a-ed74-4dca-bd79-8fb9bb19f119 req-c359e847-8924-49ae-ab01-0ca38e6322c6 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] 10.222.0.98 "GET /v2.0/security-groups?id=23cd6f49-1ece-4348-94e3-62fae978a6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724587 Oct 20 11:48:50.578054 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4fa3f87a-25b0-473e-9810-8a29651669a7 tempest-RoutersAdminNegativeIpV6Test-1826615480 tempest-RoutersAdminNegativeIpV6Test-1826615480-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:50.601207 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-e4529ead-4f54-4d8b-9460-4a5bb448dc23 req-1c2de5b7-6f51-4fc4-9f08-fc95188e7485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:50.605127 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32de790d-4f97-4868-b279-e83c681517a9 admin admin] No DVR routers for this DVR port 24cdc87f-0979-4639-833f-3f48d8126e4e on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:48:50.609823 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de790d-4f97-4868-b279-e83c681517a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=24cdc87f-0979-4639-833f-3f48d8126e4e,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:50.641435 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-df1afac1-139e-44d3-8723-c804046576ad req-42e89d2b-2f99-4324-abb4-d2c0417e1af3 tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:50.657405 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['6c977e29-40f2-4ad7-8b0d-0eb974dd924a'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:48:50.696916 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e89d2b-2f99-4324-abb4-d2c0417e1af3 tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] Pushing event deleted for resources: {'Port': ['ID=6c977e29-40f2-4ad7-8b0d-0eb974dd924a,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:50.739162 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-df1afac1-139e-44d3-8723-c804046576ad req-42e89d2b-2f99-4324-abb4-d2c0417e1af3 tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] No DVR routers for this DVR port 6c977e29-40f2-4ad7-8b0d-0eb974dd924a on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:48:50.741788 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-df1afac1-139e-44d3-8723-c804046576ad req-42e89d2b-2f99-4324-abb4-d2c0417e1af3 tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:50.745248 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-df1afac1-139e-44d3-8723-c804046576ad req-42e89d2b-2f99-4324-abb4-d2c0417e1af3 tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] 10.222.0.11 "DELETE /v2.0/ports/6c977e29-40f2-4ad7-8b0d-0eb974dd924a HTTP/1.1" status: 204 len: 173 time: 0.7983015 Oct 20 11:48:50.745646 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f72fff03-4f89-458b-92a0-855c4ed3c071', 'name': 'network-vif-deleted', 'tag': '6c977e29-40f2-4ad7-8b0d-0eb974dd924a'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:48:50.757833 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4cc7378-302e-404d-ba29-385c263a0a90" -d '{"events": [{"server_uuid": "f72fff03-4f89-458b-92a0-855c4ed3c071", "name": "network-vif-deleted", "tag": "6c977e29-40f2-4ad7-8b0d-0eb974dd924a"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:48:50.759113 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-32de790d-4f97-4868-b279-e83c681517a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:50.803746 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b313ea-c393-49ca-aaa1-f4c488fdea6d x-openstack-request-id: req-26b313ea-c393-49ca-aaa1-f4c488fdea6d {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:48:50.804308 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f72fff03-4f89-458b-92a0-855c4ed3c071", "name": "network-vif-deleted", "tag": "6c977e29-40f2-4ad7-8b0d-0eb974dd924a", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:48:50.804713 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-26b313ea-c393-49ca-aaa1-f4c488fdea6d {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:48:50.805290 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f72fff03-4f89-458b-92a0-855c4ed3c071', 'name': 'network-vif-deleted', 'tag': '6c977e29-40f2-4ad7-8b0d-0eb974dd924a', 'status': 'completed', 'code': 200} Oct 20 11:48:50.911152 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-32de790d-4f97-4868-b279-e83c681517a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1980227-64af-4c17-9cee-4570c69a4cb6']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:48:50.973914 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-32de790d-4f97-4868-b279-e83c681517a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73cbce6c-57a2-4343-bb4b-9f489f07b678') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:48:50.974212 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-32de790d-4f97-4868-b279-e83c681517a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73cbce6c-57a2-4343-bb4b-9f489f07b678') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:48:50.997813 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-32de790d-4f97-4868-b279-e83c681517a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:51.038437 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-32de790d-4f97-4868-b279-e83c681517a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:51.077707 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32de790d-4f97-4868-b279-e83c681517a9 admin admin] Releasing vlan 1294 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:48:51.078122 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-32de790d-4f97-4868-b279-e83c681517a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:51.080842 n-d-814735-3 neutron-server[100646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:48:51.080842 n-d-814735-3 neutron-server[100646]: self.session.flush() Oct 20 11:48:51.080842 n-d-814735-3 neutron-server[100646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:48:51.080842 n-d-814735-3 neutron-server[100646]: self.session.flush() Oct 20 11:48:51.080842 n-d-814735-3 neutron-server[100646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:48:51.080842 n-d-814735-3 neutron-server[100646]: self.session.flush() Oct 20 11:48:51.080842 n-d-814735-3 neutron-server[100646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:48:51.080842 n-d-814735-3 neutron-server[100646]: self.session.flush() Oct 20 11:48:51.080842 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:48:51.080842 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:48:51.080842 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:48:51.080842 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:48:51.080842 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:48:51.080842 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:48:51.080842 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:48:51.080842 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:48:51.080842 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:48:51.080842 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:48:51.080842 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:48:51.080842 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:48:51.080842 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:48:51.080842 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:48:51.080842 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:48:51.080842 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:48:51.080842 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:48:51.080842 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:48:51.080842 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:48:51.080842 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:48:51.080842 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:48:51.080842 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:48:51.080842 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:48:51.080842 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:48:51.080842 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:48:51.080842 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:48:51.080842 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:48:51.080842 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:48:51.080842 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:48:51.080842 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:48:51.080842 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:48:51.080842 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:48:51.182077 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-32de790d-4f97-4868-b279-e83c681517a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:51.220613 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-32de790d-4f97-4868-b279-e83c681517a9 admin admin] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:51.226358 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-32de790d-4f97-4868-b279-e83c681517a9 admin admin] 10.222.0.98 "DELETE /v2.0/networks/a1980227-64af-4c17-9cee-4570c69a4cb6 HTTP/1.1" status: 204 len: 168 time: 2.4329143 Oct 20 11:48:51.229732 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98779ae0-4d43-47bf-8a9b-0d350f68f733 req-e5098188-6f31-40ae-8ba8-0d352cf08fcf tempest-VolumesActionsTest-35412116 tempest-VolumesActionsTest-35412116-project] 10.222.0.98 "GET /v2.0/ports?device_id=f72fff03-4f89-458b-92a0-855c4ed3c071 HTTP/1.1" status: 200 len: 210 time: 0.0342405 Oct 20 11:48:51.245258 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de790d-4f97-4868-b279-e83c681517a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1980227-64af-4c17-9cee-4570c69a4cb6,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:51.386873 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-e4529ead-4f54-4d8b-9460-4a5bb448dc23 req-1c2de5b7-6f51-4fc4-9f08-fc95188e7485 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe3b7385-600f-486f-ae1b-13a687d1416a {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:48:51.397072 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-e4529ead-4f54-4d8b-9460-4a5bb448dc23 req-1c2de5b7-6f51-4fc4-9f08-fc95188e7485 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:51.400261 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4fa3f87a-25b0-473e-9810-8a29651669a7 tempest-RoutersAdminNegativeIpV6Test-1826615480 tempest-RoutersAdminNegativeIpV6Test-1826615480-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:51.425356 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4fa3f87a-25b0-473e-9810-8a29651669a7 tempest-RoutersAdminNegativeIpV6Test-1826615480 tempest-RoutersAdminNegativeIpV6Test-1826615480-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:51.436394 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-e4529ead-4f54-4d8b-9460-4a5bb448dc23 req-1c2de5b7-6f51-4fc4-9f08-fc95188e7485 service neutron] Transition to ACTIVE for port object fe3b7385-600f-486f-ae1b-13a687d1416a will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:48:51.456802 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-e4529ead-4f54-4d8b-9460-4a5bb448dc23 req-1c2de5b7-6f51-4fc4-9f08-fc95188e7485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:51.462950 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 34532) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:51.511933 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-43dda1df-525f-45a1-a87a-1fb749cd2836 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f0012baf31914701a438a4a910671113&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476971 Oct 20 11:48:51.512571 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 34534) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:51.568763 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3a16cba1-5179-4fbc-a8c4-31f8740fc853 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:51.594140 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2de5b7-6f51-4fc4-9f08-fc95188e7485 service neutron] Pushing event updated for resources: {'Port': ['ID=fe3b7385-600f-486f-ae1b-13a687d1416a,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:51.596018 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3a16cba1-5179-4fbc-a8c4-31f8740fc853 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:51.706581 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd315d-5964-4690-b279-30c9bf20c048 req-4a2151a0-bfef-4578-bdc5-434182d9c230 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:51.717794 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5dd315d-5964-4690-b279-30c9bf20c048 req-4a2151a0-bfef-4578-bdc5-434182d9c230 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] 10.222.0.98 "GET /v2.0/ports?device_id=3bc1c088-92ad-4096-b859-b90084729b53 HTTP/1.1" status: 200 len: 943 time: 0.0641165 Oct 20 11:48:51.722674 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3a16cba1-5179-4fbc-a8c4-31f8740fc853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:51.736798 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3a16cba1-5179-4fbc-a8c4-31f8740fc853 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:51.738452 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-e4529ead-4f54-4d8b-9460-4a5bb448dc23 req-1c2de5b7-6f51-4fc4-9f08-fc95188e7485 service neutron] Attempting to bind port fe3b7385-600f-486f-ae1b-13a687d1416a on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:48:51.738785 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-e4529ead-4f54-4d8b-9460-4a5bb448dc23 req-1c2de5b7-6f51-4fc4-9f08-fc95188e7485 service neutron] Attempting to bind port fe3b7385-600f-486f-ae1b-13a687d1416a by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': 'dcb4b7f2-7a05-4e9c-9c92-a6e3aa9da53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'ff99cc56-44ba-47c6-a790-48af8ebe8f43'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:48:51.739134 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4529ead-4f54-4d8b-9460-4a5bb448dc23 req-1c2de5b7-6f51-4fc4-9f08-fc95188e7485 service neutron] Attempting to bind port fe3b7385-600f-486f-ae1b-13a687d1416a on network ff99cc56-44ba-47c6-a790-48af8ebe8f43 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:48:51.740288 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3a16cba1-5179-4fbc-a8c4-31f8740fc853 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b3a4618d-8545-4e01-b65f-bb87c8833e63 HTTP/1.1" status: 204 len: 168 time: 0.2267959 Oct 20 11:48:51.760605 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4529ead-4f54-4d8b-9460-4a5bb448dc23 req-1c2de5b7-6f51-4fc4-9f08-fc95188e7485 service neutron] Port fe3b7385-600f-486f-ae1b-13a687d1416a on network ff99cc56-44ba-47c6-a790-48af8ebe8f43 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:48:51.762914 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4529ead-4f54-4d8b-9460-4a5bb448dc23 req-1c2de5b7-6f51-4fc4-9f08-fc95188e7485 service neutron] Attempting to bind port fe3b7385-600f-486f-ae1b-13a687d1416a on network ff99cc56-44ba-47c6-a790-48af8ebe8f43 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:48:51.776590 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4529ead-4f54-4d8b-9460-4a5bb448dc23 req-1c2de5b7-6f51-4fc4-9f08-fc95188e7485 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:48:51.776838 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4529ead-4f54-4d8b-9460-4a5bb448dc23 req-1c2de5b7-6f51-4fc4-9f08-fc95188e7485 service neutron] Checking segment: {'id': 'dcb4b7f2-7a05-4e9c-9c92-a6e3aa9da53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'ff99cc56-44ba-47c6-a790-48af8ebe8f43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:48:51.777222 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4529ead-4f54-4d8b-9460-4a5bb448dc23 req-1c2de5b7-6f51-4fc4-9f08-fc95188e7485 service neutron] Bound using segment: {'id': 'dcb4b7f2-7a05-4e9c-9c92-a6e3aa9da53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'ff99cc56-44ba-47c6-a790-48af8ebe8f43'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:48:51.777653 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-e4529ead-4f54-4d8b-9460-4a5bb448dc23 req-1c2de5b7-6f51-4fc4-9f08-fc95188e7485 service neutron] Bound port: fe3b7385-600f-486f-ae1b-13a687d1416a, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcb4b7f2-7a05-4e9c-9c92-a6e3aa9da53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'ff99cc56-44ba-47c6-a790-48af8ebe8f43'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:48:51.778003 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-e4529ead-4f54-4d8b-9460-4a5bb448dc23 req-1c2de5b7-6f51-4fc4-9f08-fc95188e7485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:51.780288 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4fa3f87a-25b0-473e-9810-8a29651669a7 tempest-RoutersAdminNegativeIpV6Test-1826615480 tempest-RoutersAdminNegativeIpV6Test-1826615480-project-admin] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:51.782970 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16cba1-5179-4fbc-a8c4-31f8740fc853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a4618d-8545-4e01-b65f-bb87c8833e63,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:51.814180 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5dd315d-5964-4690-b279-30c9bf20c048 req-cf877aa8-1f87-4474-b7f1-9febc3b17ba7 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] 10.222.0.98 "GET /v2.0/security-groups?id=23cd6f49-1ece-4348-94e3-62fae978a6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931017 Oct 20 11:48:52.174571 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-341168b5-42ea-44e9-8ef5-4e22f8281a84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:52.321239 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4fa3f87a-25b0-473e-9810-8a29651669a7 tempest-RoutersAdminNegativeIpV6Test-1826615480 tempest-RoutersAdminNegativeIpV6Test-1826615480-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:52.324688 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4fa3f87a-25b0-473e-9810-8a29651669a7 tempest-RoutersAdminNegativeIpV6Test-1826615480 tempest-RoutersAdminNegativeIpV6Test-1826615480-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:52.326815 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-e4529ead-4f54-4d8b-9460-4a5bb448dc23 req-1c2de5b7-6f51-4fc4-9f08-fc95188e7485 service neutron] For port fe3b7385-600f-486f-ae1b-13a687d1416a, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:48:52.372562 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-e4529ead-4f54-4d8b-9460-4a5bb448dc23 req-1c2de5b7-6f51-4fc4-9f08-fc95188e7485 service neutron] For port fe3b7385-600f-486f-ae1b-13a687d1416a, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=fe3b7385-600f-486f-ae1b-13a687d1416a,segment=NetworkSegment(dcb4b7f2-7a05-4e9c-9c92-a6e3aa9da53f),segment_id=dcb4b7f2-7a05-4e9c-9c92-a6e3aa9da53f)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:48:52.386085 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-e4529ead-4f54-4d8b-9460-4a5bb448dc23 req-1c2de5b7-6f51-4fc4-9f08-fc95188e7485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:52.405911 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4fa3f87a-25b0-473e-9810-8a29651669a7 tempest-RoutersAdminNegativeIpV6Test-1826615480 tempest-RoutersAdminNegativeIpV6Test-1826615480-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:52.406412 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa3f87a-25b0-473e-9810-8a29651669a7 tempest-RoutersAdminNegativeIpV6Test-1826615480 tempest-RoutersAdminNegativeIpV6Test-1826615480-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2aba85c7-a8b1-4b29-92f1-50cc46d3c6c8 {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:48:52.453224 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-4fa3f87a-25b0-473e-9810-8a29651669a7 tempest-RoutersAdminNegativeIpV6Test-1826615480 tempest-RoutersAdminNegativeIpV6Test-1826615480-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 20 11:48:52.454440 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4fa3f87a-25b0-473e-9810-8a29651669a7 tempest-RoutersAdminNegativeIpV6Test-1826615480 tempest-RoutersAdminNegativeIpV6Test-1826615480-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.3664927 Oct 20 11:48:52.457301 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 34564) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:52.471764 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4529ead-4f54-4d8b-9460-4a5bb448dc23 req-1c2de5b7-6f51-4fc4-9f08-fc95188e7485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:52.472397 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-e4529ead-4f54-4d8b-9460-4a5bb448dc23 req-1c2de5b7-6f51-4fc4-9f08-fc95188e7485 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:52.473799 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e4529ead-4f54-4d8b-9460-4a5bb448dc23 req-1c2de5b7-6f51-4fc4-9f08-fc95188e7485 service neutron] 10.222.0.89 "PUT /v2.0/ports/fe3b7385-600f-486f-ae1b-13a687d1416a HTTP/1.1" status: 200 len: 1091 time: 2.1256959 Oct 20 11:48:52.474273 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bc1c088-92ad-4096-b859-b90084729b53', 'tag': 'fe3b7385-600f-486f-ae1b-13a687d1416a'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:48:52.482156 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0910b197-8a96-48ed-906e-e724a0caff7d" -d '{"events": [{"name": "network-changed", "server_uuid": "3bc1c088-92ad-4096-b859-b90084729b53", "tag": "fe3b7385-600f-486f-ae1b-13a687d1416a"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:48:52.540602 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2de5b7-6f51-4fc4-9f08-fc95188e7485 service neutron] Pushing event updated for resources: {'Port': ['ID=fe3b7385-600f-486f-ae1b-13a687d1416a,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:52.600906 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec0566b-a7a2-4db9-b959-511d3301b0ed x-openstack-request-id: req-2ec0566b-a7a2-4db9-b959-511d3301b0ed {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:48:52.605084 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bc1c088-92ad-4096-b859-b90084729b53", "tag": "fe3b7385-600f-486f-ae1b-13a687d1416a", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:48:52.605341 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2ec0566b-a7a2-4db9-b959-511d3301b0ed {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:48:52.605756 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bc1c088-92ad-4096-b859-b90084729b53', 'tag': 'fe3b7385-600f-486f-ae1b-13a687d1416a', 'status': 'completed', 'code': 200} Oct 20 11:48:52.651787 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4529ead-4f54-4d8b-9460-4a5bb448dc23 req-aaf87a0d-2c3c-41da-b400-06cdb1f7a38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:52.658777 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-f3eca773-b525-4dcb-b987-714b23528262 tempest-RoutersAdminNegativeIpV6Test-1826615480 tempest-RoutersAdminNegativeIpV6Test-1826615480-project-admin] Deleting port 0ad0d8e3-e6f4-47a2-8d3c-281998422dad {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:48:52.660094 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f3eca773-b525-4dcb-b987-714b23528262 tempest-RoutersAdminNegativeIpV6Test-1826615480 tempest-RoutersAdminNegativeIpV6Test-1826615480-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:52.661667 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e4529ead-4f54-4d8b-9460-4a5bb448dc23 req-aaf87a0d-2c3c-41da-b400-06cdb1f7a38b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3ad97c6fd4cd42648ea9451317710955&device_id=3bc1c088-92ad-4096-b859-b90084729b53 HTTP/1.1" status: 200 len: 1094 time: 0.1362762 Oct 20 11:48:52.776970 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e4529ead-4f54-4d8b-9460-4a5bb448dc23 req-90706ae8-f7d7-461f-88af-b445e4bc0e66 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe3b7385-600f-486f-ae1b-13a687d1416a HTTP/1.1" status: 200 len: 217 time: 0.1049340 Oct 20 11:48:52.835690 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f3eca773-b525-4dcb-b987-714b23528262 tempest-RoutersAdminNegativeIpV6Test-1826615480 tempest-RoutersAdminNegativeIpV6Test-1826615480-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:52.855719 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-f3eca773-b525-4dcb-b987-714b23528262 tempest-RoutersAdminNegativeIpV6Test-1826615480 tempest-RoutersAdminNegativeIpV6Test-1826615480-project-admin] Calling delete_port for 0ad0d8e3-e6f4-47a2-8d3c-281998422dad owned by {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:48:52.936473 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4529ead-4f54-4d8b-9460-4a5bb448dc23 req-4e71db24-5b60-452f-a2c0-30439af8b7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:52.940765 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e4529ead-4f54-4d8b-9460-4a5bb448dc23 req-4e71db24-5b60-452f-a2c0-30439af8b7d6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5724f609-b651-401e-aaf9-1776db2ad904 HTTP/1.1" status: 200 len: 864 time: 0.1509879 Oct 20 11:48:53.019051 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e4529ead-4f54-4d8b-9460-4a5bb448dc23 req-37e95dff-8916-451b-b734-3da8f62b8e35 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ff99cc56-44ba-47c6-a790-48af8ebe8f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671952 Oct 20 11:48:53.162820 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:53.175292 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:53.198106 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e4529ead-4f54-4d8b-9460-4a5bb448dc23 req-43be4309-a709-40d5-ab36-52ffd7bcce60 service neutron] 10.222.0.89 "GET /v2.0/networks/ff99cc56-44ba-47c6-a790-48af8ebe8f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662607 Oct 20 11:48:53.265531 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 34604) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:53.287208 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f3eca773-b525-4dcb-b987-714b23528262 tempest-RoutersAdminNegativeIpV6Test-1826615480 tempest-RoutersAdminNegativeIpV6Test-1826615480-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:53.374690 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e4529ead-4f54-4d8b-9460-4a5bb448dc23 req-da99d2d4-493a-4efb-b2a7-55741e05dce7 service neutron] 10.222.0.89 "GET /v2.0/networks/ff99cc56-44ba-47c6-a790-48af8ebe8f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638367 Oct 20 11:48:53.386984 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a2ed8-c5a8-4f6f-9281-d89e7021a0d0 req-abfa63c1-a971-431e-bd80-e96822465838 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:53.388877 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d06a2ed8-c5a8-4f6f-9281-d89e7021a0d0 req-abfa63c1-a971-431e-bd80-e96822465838 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] 10.222.0.98 "GET /v2.0/ports?device_id=3bc1c088-92ad-4096-b859-b90084729b53 HTTP/1.1" status: 200 len: 943 time: 0.3039083 Oct 20 11:48:53.392323 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eca773-b525-4dcb-b987-714b23528262 tempest-RoutersAdminNegativeIpV6Test-1826615480 tempest-RoutersAdminNegativeIpV6Test-1826615480-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ad0d8e3-e6f4-47a2-8d3c-281998422dad,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:53.508048 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-65499c5c-c2d6-4a49-8dc5-c25e8925b0c9 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1458476215-network', 'tenant_id': 'd63f361927974574935e8577eaaf59f7'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:48:53.511715 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f3eca773-b525-4dcb-b987-714b23528262 tempest-RoutersAdminNegativeIpV6Test-1826615480 tempest-RoutersAdminNegativeIpV6Test-1826615480-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:53.515097 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-f3eca773-b525-4dcb-b987-714b23528262 tempest-RoutersAdminNegativeIpV6Test-1826615480 tempest-RoutersAdminNegativeIpV6Test-1826615480-project-admin] 10.222.0.98 "DELETE /v2.0/ports/0ad0d8e3-e6f4-47a2-8d3c-281998422dad HTTP/1.1" status: 204 len: 168 time: 1.0566869 Oct 20 11:48:53.530150 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0910b197-8a96-48ed-906e-e724a0caff7d req-a909ff15-524d-4a42-8c6a-3b88a60ac494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:53.532073 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0910b197-8a96-48ed-906e-e724a0caff7d req-a909ff15-524d-4a42-8c6a-3b88a60ac494 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3ad97c6fd4cd42648ea9451317710955&device_id=3bc1c088-92ad-4096-b859-b90084729b53 HTTP/1.1" status: 200 len: 1094 time: 0.0808361 Oct 20 11:48:53.539404 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 6c977e29-40f2-4ad7-8b0d-0eb974dd924a no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:48:53.548900 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d06a2ed8-c5a8-4f6f-9281-d89e7021a0d0 req-01efd925-7d11-419d-84b4-8c7c36ea3138 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] 10.222.0.98 "GET /v2.0/security-groups?id=23cd6f49-1ece-4348-94e3-62fae978a6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525943 Oct 20 11:48:53.568254 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65499c5c-c2d6-4a49-8dc5-c25e8925b0c9 admin admin] Made reservation on behalf of d63f361927974574935e8577eaaf59f7 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:48:53.571024 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-65499c5c-c2d6-4a49-8dc5-c25e8925b0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:53.573270 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: 6c977e29-40f2-4ad7-8b0d-0eb974dd924a {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:48:53.573948 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 6c977e29-40f2-4ad7-8b0d-0eb974dd924a not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:48:53.595885 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-65499c5c-c2d6-4a49-8dc5-c25e8925b0c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:53.742808 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0910b197-8a96-48ed-906e-e724a0caff7d req-9b2605e9-bb87-4cc9-a37c-22b902344c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:53.744334 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0910b197-8a96-48ed-906e-e724a0caff7d req-9b2605e9-bb87-4cc9-a37c-22b902344c69 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ff99cc56-44ba-47c6-a790-48af8ebe8f43 HTTP/1.1" status: 200 len: 926 time: 0.1973560 Oct 20 11:48:53.817340 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0910b197-8a96-48ed-906e-e724a0caff7d req-fca218e8-a9b3-4261-b277-3e89aa266064 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe3b7385-600f-486f-ae1b-13a687d1416a HTTP/1.1" status: 200 len: 217 time: 0.0619869 Oct 20 11:48:53.834287 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-65499c5c-c2d6-4a49-8dc5-c25e8925b0c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:53.847745 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-65499c5c-c2d6-4a49-8dc5-c25e8925b0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:53.941594 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0910b197-8a96-48ed-906e-e724a0caff7d req-57136e7e-1b5a-4d6b-bd9a-7f2f5e057208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:53.945800 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65499c5c-c2d6-4a49-8dc5-c25e8925b0c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1252, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:48:53.946887 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0910b197-8a96-48ed-906e-e724a0caff7d req-57136e7e-1b5a-4d6b-bd9a-7f2f5e057208 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5724f609-b651-401e-aaf9-1776db2ad904 HTTP/1.1" status: 200 len: 864 time: 0.1186709 Oct 20 11:48:53.955255 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65499c5c-c2d6-4a49-8dc5-c25e8925b0c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42cd4b3b-ecd8-4133-aa6d-c1ceb6df5029,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:53.988636 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-65499c5c-c2d6-4a49-8dc5-c25e8925b0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:53.989796 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-65499c5c-c2d6-4a49-8dc5-c25e8925b0c9 admin admin] Added segment f5cf6155-91d9-4d69-80db-1b481aaf2e36 of type vlan for network 72ddad4d-1af5-49c5-850f-d5ea087745d7 Oct 20 11:48:54.034245 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0910b197-8a96-48ed-906e-e724a0caff7d req-66f4a2a6-74c1-408a-8fbe-e1b966bfffbe service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ff99cc56-44ba-47c6-a790-48af8ebe8f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793095 Oct 20 11:48:54.103390 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34632) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:54.198382 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-65499c5c-c2d6-4a49-8dc5-c25e8925b0c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:54.286487 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-65499c5c-c2d6-4a49-8dc5-c25e8925b0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:54.290366 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65499c5c-c2d6-4a49-8dc5-c25e8925b0c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:54.291883 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-65499c5c-c2d6-4a49-8dc5-c25e8925b0c9 admin admin] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:54.304696 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0910b197-8a96-48ed-906e-e724a0caff7d req-f32222f9-4769-413c-b2f0-148fb1f85a0a service neutron] 10.222.0.89 "GET /v2.0/networks/ff99cc56-44ba-47c6-a790-48af8ebe8f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601244 Oct 20 11:48:54.382578 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65499c5c-c2d6-4a49-8dc5-c25e8925b0c9 admin admin] Pushing event updated for resources: {'Network': ['ID=72ddad4d-1af5-49c5-850f-d5ea087745d7,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:54.394495 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 72ddad4d-1af5-49c5-850f-d5ea087745d7 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:48:54.420212 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1c486638-bffc-4266-9139-1a196948293e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:54.425407 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-65499c5c-c2d6-4a49-8dc5-c25e8925b0c9 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1583846 Oct 20 11:48:54.426183 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 34644) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:54.440428 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-c9eedd4f-2136-4842-8b0a-1804c39ac25f admin admin] Request body: {'subnet': {'network_id': '72ddad4d-1af5-49c5-850f-d5ea087745d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1458476215-subnet', 'tenant_id': 'd63f361927974574935e8577eaaf59f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:48:54.488774 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9eedd4f-2136-4842-8b0a-1804c39ac25f admin admin] Made reservation on behalf of d63f361927974574935e8577eaaf59f7 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:48:54.492009 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c9eedd4f-2136-4842-8b0a-1804c39ac25f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:54.525984 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1c486638-bffc-4266-9139-1a196948293e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:54.559694 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1c486638-bffc-4266-9139-1a196948293e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:54.668480 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1c486638-bffc-4266-9139-1a196948293e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3c633fed8235470db4e43299ae92f05e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5610495 Oct 20 11:48:54.669131 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34654) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:54.689608 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c486638-bffc-4266-9139-1a196948293e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ef48ff-691f-442a-8328-a0b47fe51dc7,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:54.713214 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-0910b197-8a96-48ed-906e-e724a0caff7d req-4f9f5f38-a6dd-4dfe-b38b-9e8a8d816721 service neutron] 10.222.0.89 "GET /v2.0/networks/ff99cc56-44ba-47c6-a790-48af8ebe8f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4007678 Oct 20 11:48:54.747933 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-52ee1c03-182d-4ff9-a56c-f0c9889a6a21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:54.809742 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-52ee1c03-182d-4ff9-a56c-f0c9889a6a21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:54.828648 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb579d5-53e6-4eb4-8e14-b588bca5be61 req-dd5e5651-65b6-4060-8920-1316fcbd49ca tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:54.830504 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-afb579d5-53e6-4eb4-8e14-b588bca5be61 req-dd5e5651-65b6-4060-8920-1316fcbd49ca tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] 10.222.0.98 "GET /v2.0/ports?device_id=3bc1c088-92ad-4096-b859-b90084729b53 HTTP/1.1" status: 200 len: 943 time: 0.1619253 Oct 20 11:48:54.858253 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c9eedd4f-2136-4842-8b0a-1804c39ac25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:54.884083 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:54.948890 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-afb579d5-53e6-4eb4-8e14-b588bca5be61 req-4e30b955-0be7-4e81-a8ab-0d18499b4510 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] 10.222.0.98 "GET /v2.0/security-groups?id=23cd6f49-1ece-4348-94e3-62fae978a6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101480 Oct 20 11:48:54.960273 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eedd4f-2136-4842-8b0a-1804c39ac25f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b72b4e61-42e4-480a-958f-af156c6d45e9,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:54.971850 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9eedd4f-2136-4842-8b0a-1804c39ac25f admin admin] Checking segment: {'id': 'f5cf6155-91d9-4d69-80db-1b481aaf2e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '72ddad4d-1af5-49c5-850f-d5ea087745d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:48:54.971850 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9eedd4f-2136-4842-8b0a-1804c39ac25f admin admin] Network hostable DHCP agents. Network: 72ddad4d-1af5-49c5-850f-d5ea087745d7, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:48:54.981248 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-52ee1c03-182d-4ff9-a56c-f0c9889a6a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:54.986106 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-52ee1c03-182d-4ff9-a56c-f0c9889a6a21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:54.989766 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-52ee1c03-182d-4ff9-a56c-f0c9889a6a21 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/18ef48ff-691f-442a-8328-a0b47fe51dc7 HTTP/1.1" status: 204 len: 168 time: 0.3161938 Oct 20 11:48:55.004847 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee1c03-182d-4ff9-a56c-f0c9889a6a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ef48ff-691f-442a-8328-a0b47fe51dc7,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:55.016691 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9eedd4f-2136-4842-8b0a-1804c39ac25f admin admin] Network 72ddad4d-1af5-49c5-850f-d5ea087745d7 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:48:55.036211 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-c9eedd4f-2136-4842-8b0a-1804c39ac25f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 72ddad4d-1af5-49c5-850f-d5ea087745d7) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:48:55.056784 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70068611-582a-4859-b7bf-114b428ef732 None None] Network 72ddad4d-1af5-49c5-850f-d5ea087745d7 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:48:55.069153 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9eedd4f-2136-4842-8b0a-1804c39ac25f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:55.070077 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c9eedd4f-2136-4842-8b0a-1804c39ac25f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:55.095889 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c9eedd4f-2136-4842-8b0a-1804c39ac25f admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6679177 Oct 20 11:48:55.431429 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f581b900-eede-45fe-8657-145401d1e5c5 None None] Network 72ddad4d-1af5-49c5-850f-d5ea087745d7 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:48:55.712185 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34698) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:55.782633 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ea347ab3-7f80-4e19-90a2-8f20bd24ccf5 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=aa0688c3e6c243f9bc2f6f1b4945a705&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0668404 Oct 20 11:48:55.783205 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 34704) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:55.828434 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device fe3b7385-600f-486f-ae1b-13a687d1416a details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:48:55.994375 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-058c6b09-1768-47e0-98b0-cfbac534e8ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:56.023426 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port fe3b7385-600f-486f-ae1b-13a687d1416a, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=fe3b7385-600f-486f-ae1b-13a687d1416a,segment=NetworkSegment(dcb4b7f2-7a05-4e9c-9c92-a6e3aa9da53f),segment_id=dcb4b7f2-7a05-4e9c-9c92-a6e3aa9da53f)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:48:56.041316 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': 'fe3b7385-600f-486f-ae1b-13a687d1416a', 'network_id': 'ff99cc56-44ba-47c6-a790-48af8ebe8f43', 'port_id': 'fe3b7385-600f-486f-ae1b-13a687d1416a', 'mac_address': 'fa:16:3e:80:62:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5724f609-b651-401e-aaf9-1776db2ad904', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:48:56.127032 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d4d48-8a5c-44b1-b056-2bc83a619c3a req-ce4eba14-423a-4c8b-8231-334718156c05 tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:56.128203 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:56.132681 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eb6d4d48-8a5c-44b1-b056-2bc83a619c3a req-ce4eba14-423a-4c8b-8231-334718156c05 tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] 10.222.0.98 "GET /v2.0/networks?id=72ddad4d-1af5-49c5-850f-d5ea087745d7 HTTP/1.1" status: 200 len: 814 time: 0.3264532 Oct 20 11:48:56.151325 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe3b7385-600f-486f-ae1b-13a687d1416a {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:48:56.192582 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port fe3b7385-600f-486f-ae1b-13a687d1416a, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=fe3b7385-600f-486f-ae1b-13a687d1416a,segment=NetworkSegment(dcb4b7f2-7a05-4e9c-9c92-a6e3aa9da53f),segment_id=dcb4b7f2-7a05-4e9c-9c92-a6e3aa9da53f)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:48:56.211552 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-058c6b09-1768-47e0-98b0-cfbac534e8ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:56.340191 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:56.403305 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eb6d4d48-8a5c-44b1-b056-2bc83a619c3a req-1e4645b6-a831-4913-a925-f4a684af6561 tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] 10.222.0.98 "GET /v2.0/quotas/d63f361927974574935e8577eaaf59f7 HTTP/1.1" status: 200 len: 375 time: 0.2604146 Oct 20 11:48:56.457849 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eb6d4d48-8a5c-44b1-b056-2bc83a619c3a req-da3c1414-cb5c-48c2-878f-a06d52608a3b tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=d63f361927974574935e8577eaaf59f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536342 Oct 20 11:48:56.497328 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=fe3b7385-600f-486f-ae1b-13a687d1416a,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:56.514963 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef8050-63d6-4500-ae27-5e0b3dad3898 req-eef7aebb-9b6f-4e81-a364-3a1107b78bd0 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:56.516312 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-27ef8050-63d6-4500-ae27-5e0b3dad3898 req-eef7aebb-9b6f-4e81-a364-3a1107b78bd0 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] 10.222.0.98 "GET /v2.0/ports?device_id=3bc1c088-92ad-4096-b859-b90084729b53 HTTP/1.1" status: 200 len: 943 time: 0.3805566 Oct 20 11:48:56.516972 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-058c6b09-1768-47e0-98b0-cfbac534e8ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:56.520377 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-058c6b09-1768-47e0-98b0-cfbac534e8ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:56.522975 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-058c6b09-1768-47e0-98b0-cfbac534e8ec admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4d52ebb3-597b-4638-8b29-b2868aa86e27 HTTP/1.1" status: 204 len: 168 time: 0.7383730 Oct 20 11:48:56.627307 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c6b09-1768-47e0-98b0-cfbac534e8ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d52ebb3-597b-4638-8b29-b2868aa86e27,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:56.724958 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['fe3b7385-600f-486f-ae1b-13a687d1416a'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:48:56.758418 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-27ef8050-63d6-4500-ae27-5e0b3dad3898 req-d5ebae04-e85f-4546-95ab-73519ee856be tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] 10.222.0.98 "GET /v2.0/security-groups?id=23cd6f49-1ece-4348-94e3-62fae978a6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969256 Oct 20 11:48:56.802431 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eb6d4d48-8a5c-44b1-b056-2bc83a619c3a req-38ffd245-0d5a-480d-98bd-e8510811e994 service neutron] 10.222.0.98 "GET /v2.0/networks/72ddad4d-1af5-49c5-850f-d5ea087745d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076138 Oct 20 11:48:57.127105 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eb6d4d48-8a5c-44b1-b056-2bc83a619c3a req-83f2b3b3-4a2f-4eea-ba83-b0eec5a19ce0 service neutron] 10.222.0.98 "GET /v2.0/networks/72ddad4d-1af5-49c5-850f-d5ea087745d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313534 Oct 20 11:48:57.521439 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4b4d7303-f301-40a1-bd92-fe6cf5c7c8e5 req-0acc9110-3807-4a07-9181-664f1d1329bc tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] 10.222.0.98 "GET /v2.0/ports?device_id=b2322a64-62ff-411c-aa9c-fe1daae83556 HTTP/1.1" status: 200 len: 210 time: 0.0376797 Oct 20 11:48:57.961904 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee323bb8-6687-4770-b354-59955598437b req-cffcfd7d-173f-4b51-9583-c42c1fe04bde tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:57.973951 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ee323bb8-6687-4770-b354-59955598437b req-cffcfd7d-173f-4b51-9583-c42c1fe04bde tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] 10.222.0.98 "GET /v2.0/ports?device_id=3bc1c088-92ad-4096-b859-b90084729b53 HTTP/1.1" status: 200 len: 944 time: 0.0880790 Oct 20 11:48:58.004942 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34782) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:58.079666 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ee323bb8-6687-4770-b354-59955598437b req-a11555cf-f0fe-4e8e-8569-81d15a7f82db tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] 10.222.0.98 "GET /v2.0/security-groups?id=23cd6f49-1ece-4348-94e3-62fae978a6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047149 Oct 20 11:48:58.202030 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-ea8b8ff2-0b0a-4e3e-97b2-7d16956db4c8 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Request body: {'security_group': {'name': 'tempest-secgroup--1946344061'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:48:58.264676 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ea8b8ff2-0b0a-4e3e-97b2-7d16956db4c8 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:58.277518 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ea8b8ff2-0b0a-4e3e-97b2-7d16956db4c8 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:58.432558 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ea8b8ff2-0b0a-4e3e-97b2-7d16956db4c8 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:58.442093 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ea8b8ff2-0b0a-4e3e-97b2-7d16956db4c8 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:58.485941 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b8ff2-0b0a-4e3e-97b2-7d16956db4c8 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=134a016d-9ab8-496b-9ed0-6d4f108a1234,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:58.544544 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ea8b8ff2-0b0a-4e3e-97b2-7d16956db4c8 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:58.551677 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ea8b8ff2-0b0a-4e3e-97b2-7d16956db4c8 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:58.654182 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ea8b8ff2-0b0a-4e3e-97b2-7d16956db4c8 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:58.655650 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ea8b8ff2-0b0a-4e3e-97b2-7d16956db4c8 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6494398 Oct 20 11:48:58.660323 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34802) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:58.665876 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b8ff2-0b0a-4e3e-97b2-7d16956db4c8 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0dcc4a-1893-474a-826f-b313396243da,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:58.723125 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aa4a170c-0c20-4802-bdad-80dc2e4ecd58 req-22cd9514-27cf-48f2-bd9a-403fccbeff6b tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] 10.222.0.98 "GET /v2.0/ports?device_id=b2322a64-62ff-411c-aa9c-fe1daae83556 HTTP/1.1" status: 200 len: 210 time: 0.0865312 Oct 20 11:48:58.771434 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-39c7a8be-3fe6-43a5-b7bd-05a1ac9074dc tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1018920 Oct 20 11:48:58.774362 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34806) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:58.781047 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-19f82763-423b-4408-84e9-444ca5787344 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Request body: {'security_group': {'name': 'tempest-security--1273410541', 'description': 'tempest-security-description-1019616944'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:48:58.818026 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-19f82763-423b-4408-84e9-444ca5787344 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:58.895959 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-19f82763-423b-4408-84e9-444ca5787344 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:58.908309 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-19f82763-423b-4408-84e9-444ca5787344 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:58.911883 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-19f82763-423b-4408-84e9-444ca5787344 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:58.916437 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-19f82763-423b-4408-84e9-444ca5787344 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "PUT /v2.0/security-groups/6e0dcc4a-1893-474a-826f-b313396243da HTTP/1.1" status: 200 len: 1780 time: 0.1370242 Oct 20 11:48:58.916881 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 34808) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:58.985250 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f82763-423b-4408-84e9-444ca5787344 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0dcc4a-1893-474a-826f-b313396243da,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:59.020670 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-12ae748d-d489-49b2-adb6-7c07f4827028 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "GET /v2.0/security-groups/6e0dcc4a-1893-474a-826f-b313396243da HTTP/1.1" status: 200 len: 1780 time: 0.1018374 Oct 20 11:48:59.023749 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34812) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:59.175196 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d4d48-8a5c-44b1-b056-2bc83a619c3a req-62749127-2793-4bdd-8d47-95552ab1539f tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:59.178779 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eb6d4d48-8a5c-44b1-b056-2bc83a619c3a req-62749127-2793-4bdd-8d47-95552ab1539f tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] 10.222.0.11 "GET /v2.0/networks?id=72ddad4d-1af5-49c5-850f-d5ea087745d7 HTTP/1.1" status: 200 len: 814 time: 0.1793265 Oct 20 11:48:59.208304 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-eb6d4d48-8a5c-44b1-b056-2bc83a619c3a req-3cd888c8-9c16-4900-9f4f-55d67138f4ec tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] Request body: {'port': {'device_id': 'b2322a64-62ff-411c-aa9c-fe1daae83556', 'network_id': '72ddad4d-1af5-49c5-850f-d5ea087745d7', 'admin_state_up': True, 'tenant_id': 'd63f361927974574935e8577eaaf59f7'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:48:59.236282 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-818ad40d-8d43-4cc2-b496-08f3db22d2c0 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:59.316858 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-818ad40d-8d43-4cc2-b496-08f3db22d2c0 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:59.372982 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-818ad40d-8d43-4cc2-b496-08f3db22d2c0 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:59.377459 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-818ad40d-8d43-4cc2-b496-08f3db22d2c0 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:59.379007 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-818ad40d-8d43-4cc2-b496-08f3db22d2c0 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "DELETE /v2.0/security-groups/6e0dcc4a-1893-474a-826f-b313396243da HTTP/1.1" status: 204 len: 168 time: 0.3541179 Oct 20 11:48:59.393470 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34824) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:59.394848 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ad40d-8d43-4cc2-b496-08f3db22d2c0 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0dcc4a-1893-474a-826f-b313396243da,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:59.486394 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b8847-c671-46bb-a224-8e2118611e9b req-9af5e9d5-194c-4a5a-81bb-54919ee6aaec tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:48:59.488079 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-af2b8847-c671-46bb-a224-8e2118611e9b req-9af5e9d5-194c-4a5a-81bb-54919ee6aaec tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] 10.222.0.98 "GET /v2.0/ports?device_id=3bc1c088-92ad-4096-b859-b90084729b53 HTTP/1.1" status: 200 len: 944 time: 0.2291486 Oct 20 11:48:59.505734 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e84c5e35-ab4e-4829-91c6-3e06492b0477 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1045334 Oct 20 11:48:59.507340 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 34830) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:59.600919 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb6d4d48-8a5c-44b1-b056-2bc83a619c3a req-3cd888c8-9c16-4900-9f4f-55d67138f4ec tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] Made reservation on behalf of d63f361927974574935e8577eaaf59f7 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:48:59.610360 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-eb6d4d48-8a5c-44b1-b056-2bc83a619c3a req-3cd888c8-9c16-4900-9f4f-55d67138f4ec tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:59.618703 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [None req-3bd597c1-d621-47bd-a4e3-b44262d3a057 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] delete failed (client error): The resource could not be found. Oct 20 11:48:59.623579 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3bd597c1-d621-47bd-a4e3-b44262d3a057 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "DELETE /v2.0/security-groups/6e0dcc4a-1893-474a-826f-b313396243da HTTP/1.1" status: 404 len: 347 time: 0.1105561 Oct 20 11:48:59.624343 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34834) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:59.629581 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-7f73477f-b4d7-4fa4-8a79-9ad0526cc0e6 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Request body: {'security_group': {'name': 'tempest-secgroup--1783025211'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:48:59.634301 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device fe3b7385-600f-486f-ae1b-13a687d1416a up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:48:59.666835 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-af2b8847-c671-46bb-a224-8e2118611e9b req-e921975f-6ea8-4e8b-a383-05b30561f1e4 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] 10.222.0.98 "GET /v2.0/security-groups?id=23cd6f49-1ece-4348-94e3-62fae978a6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689014 Oct 20 11:48:59.671631 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7f73477f-b4d7-4fa4-8a79-9ad0526cc0e6 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:59.743492 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port fe3b7385-600f-486f-ae1b-13a687d1416a completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:48:59.748012 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port fe3b7385-600f-486f-ae1b-13a687d1416a triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:48:59.748494 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:59.809525 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7f73477f-b4d7-4fa4-8a79-9ad0526cc0e6 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:59.817957 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7f73477f-b4d7-4fa4-8a79-9ad0526cc0e6 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:59.907724 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7f73477f-b4d7-4fa4-8a79-9ad0526cc0e6 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:59.913086 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7f73477f-b4d7-4fa4-8a79-9ad0526cc0e6 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2873907 Oct 20 11:48:59.914414 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34844) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:48:59.931439 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-50422150-4a52-495b-9b12-60557a51f907 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Request body: {'security_group_rule': {'security_group_id': '3c10e2e6-a503-4fd5-8d74-b53c61cdb3db', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:48:59.940784 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f73477f-b4d7-4fa4-8a79-9ad0526cc0e6 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c10e2e6-a503-4fd5-8d74-b53c61cdb3db,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:48:59.946371 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:48:59.952266 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-303d00fa-01bd-44f8-983b-74b878f5b8cc req-ac93ec51-885a-4111-9ef5-2cc6a3411c8d tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] 10.222.0.98 "GET /v2.0/ports?device_id=b2322a64-62ff-411c-aa9c-fe1daae83556 HTTP/1.1" status: 200 len: 210 time: 0.0831969 Oct 20 11:48:59.993313 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-eb6d4d48-8a5c-44b1-b056-2bc83a619c3a req-3cd888c8-9c16-4900-9f4f-55d67138f4ec tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] Allocated IP 172.20.0.9 (72ddad4d-1af5-49c5-850f-d5ea087745d7/b72b4e61-42e4-480a-958f-af156c6d45e9/cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:49:00.036497 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-50422150-4a52-495b-9b12-60557a51f907 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:00.046555 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc1c088-92ad-4096-b859-b90084729b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3b7385-600f-486f-ae1b-13a687d1416a'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:49:00.062107 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1cc4b1-c33e-4fad-a3d5-df62455c4e49" -d '{"events": [{"server_uuid": "3bc1c088-92ad-4096-b859-b90084729b53", "name": "network-vif-plugged", "status": "completed", "tag": "fe3b7385-600f-486f-ae1b-13a687d1416a"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:49:00.103681 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port fe3b7385-600f-486f-ae1b-13a687d1416a, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=fe3b7385-600f-486f-ae1b-13a687d1416a,segment=NetworkSegment(dcb4b7f2-7a05-4e9c-9c92-a6e3aa9da53f),segment_id=dcb4b7f2-7a05-4e9c-9c92-a6e3aa9da53f)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:49:00.116712 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:00.219738 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=fe3b7385-600f-486f-ae1b-13a687d1416a,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:00.227049 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8eb568-8559-4de1-b03a-5360ee8f947b x-openstack-request-id: req-9e8eb568-8559-4de1-b03a-5360ee8f947b {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:49:00.235764 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc1c088-92ad-4096-b859-b90084729b53", "name": "network-vif-plugged", "status": "completed", "tag": "fe3b7385-600f-486f-ae1b-13a687d1416a", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:49:00.239388 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9e8eb568-8559-4de1-b03a-5360ee8f947b {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:49:00.239905 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc1c088-92ad-4096-b859-b90084729b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3b7385-600f-486f-ae1b-13a687d1416a', 'code': 200} Oct 20 11:49:00.365386 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-50422150-4a52-495b-9b12-60557a51f907 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:00.382418 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-50422150-4a52-495b-9b12-60557a51f907 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:00.539043 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50422150-4a52-495b-9b12-60557a51f907 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87b0bf45-25d9-40ec-921b-a2e54a8c3bd9,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:00.551459 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-50422150-4a52-495b-9b12-60557a51f907 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:00.552911 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-50422150-4a52-495b-9b12-60557a51f907 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6379683 Oct 20 11:49:00.560533 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-eb6d4d48-8a5c-44b1-b056-2bc83a619c3a req-3cd888c8-9c16-4900-9f4f-55d67138f4ec tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:00.561724 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34864) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:00.655446 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c076930-febd-4b82-ab93-67bba35128d8 req-699dc222-466a-4803-8ed2-95b4a2ca2638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:00.659844 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-4c076930-febd-4b82-ab93-67bba35128d8 req-699dc222-466a-4803-8ed2-95b4a2ca2638 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3bc1c088-92ad-4096-b859-b90084729b53 HTTP/1.1" status: 200 len: 1096 time: 0.2927325 Oct 20 11:49:00.671573 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5be0c78f-eac2-4e14-98e0-ce38a8ddfc58 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:00.708303 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5be0c78f-eac2-4e14-98e0-ce38a8ddfc58 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:00.708782 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-eb6d4d48-8a5c-44b1-b056-2bc83a619c3a req-3cd888c8-9c16-4900-9f4f-55d67138f4ec tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:00.752295 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-4c076930-febd-4b82-ab93-67bba35128d8 req-830f55f8-529c-4afa-9315-0b20b92b43b3 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=23cd6f49-1ece-4348-94e3-62fae978a6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773721 Oct 20 11:49:00.763924 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5be0c78f-eac2-4e14-98e0-ce38a8ddfc58 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:00.776192 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5be0c78f-eac2-4e14-98e0-ce38a8ddfc58 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:00.779356 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5be0c78f-eac2-4e14-98e0-ce38a8ddfc58 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/87b0bf45-25d9-40ec-921b-a2e54a8c3bd9 HTTP/1.1" status: 204 len: 168 time: 0.2159305 Oct 20 11:49:00.782844 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34872) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:00.815759 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb6d4d48-8a5c-44b1-b056-2bc83a619c3a req-3cd888c8-9c16-4900-9f4f-55d67138f4ec tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] Network 72ddad4d-1af5-49c5-850f-d5ea087745d7 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:49:00.819420 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be0c78f-eac2-4e14-98e0-ce38a8ddfc58 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87b0bf45-25d9-40ec-921b-a2e54a8c3bd9,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:00.820029 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-eb6d4d48-8a5c-44b1-b056-2bc83a619c3a req-3cd888c8-9c16-4900-9f4f-55d67138f4ec tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:49:00.824480 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb6d4d48-8a5c-44b1-b056-2bc83a619c3a req-3cd888c8-9c16-4900-9f4f-55d67138f4ec tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:49:00.909155 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-efcd9b1f-f0b3-4461-b834-6f441da88446 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1232023 Oct 20 11:49:00.911960 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34874) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:00.930872 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd888c8-9c16-4900-9f4f-55d67138f4ec tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] Pushing event updated for resources: {'Port': ['ID=cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:01.042100 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d4d48-8a5c-44b1-b056-2bc83a619c3a req-3cd888c8-9c16-4900-9f4f-55d67138f4ec tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:01.043061 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-eb6d4d48-8a5c-44b1-b056-2bc83a619c3a req-3cd888c8-9c16-4900-9f4f-55d67138f4ec tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:01.076069 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ee1f4666-e82a-4652-9aa2-9b21bc114181 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:01.097157 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eb6d4d48-8a5c-44b1-b056-2bc83a619c3a req-3cd888c8-9c16-4900-9f4f-55d67138f4ec tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9072139 Oct 20 11:49:01.116329 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ee1f4666-e82a-4652-9aa2-9b21bc114181 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:01.130452 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-eb6d4d48-8a5c-44b1-b056-2bc83a619c3a req-4b1b1e92-de64-4b7a-8679-12c2454d70b1 service neutron] Request body: {'port': {'device_id': 'b2322a64-62ff-411c-aa9c-fe1daae83556', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:01.163785 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3176e77-aaed-438f-8266-53756ec69acd req-a90f5433-435d-4dff-8926-63f6d9482860 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:01.172277 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3176e77-aaed-438f-8266-53756ec69acd req-a90f5433-435d-4dff-8926-63f6d9482860 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] 10.222.0.98 "GET /v2.0/ports?device_id=3bc1c088-92ad-4096-b859-b90084729b53 HTTP/1.1" status: 200 len: 945 time: 0.2278969 Oct 20 11:49:01.200883 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ee1f4666-e82a-4652-9aa2-9b21bc114181 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:01.206700 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ee1f4666-e82a-4652-9aa2-9b21bc114181 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:01.211294 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ee1f4666-e82a-4652-9aa2-9b21bc114181 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "DELETE /v2.0/security-groups/3c10e2e6-a503-4fd5-8d74-b53c61cdb3db HTTP/1.1" status: 204 len: 168 time: 0.2980983 Oct 20 11:49:01.211955 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34882) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:01.235753 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f4666-e82a-4652-9aa2-9b21bc114181 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c10e2e6-a503-4fd5-8d74-b53c61cdb3db,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:01.238338 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3176e77-aaed-438f-8266-53756ec69acd req-93231b0e-246f-428c-a3a3-4b44394c76fc tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] 10.222.0.98 "GET /v2.0/security-groups?id=23cd6f49-1ece-4348-94e3-62fae978a6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650816 Oct 20 11:49:01.251672 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa256941-f778-4467-93a3-13b89c45f870 req-940e7a50-6ac6-4484-8060-68f874097532 tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:01.260709 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aa256941-f778-4467-93a3-13b89c45f870 req-940e7a50-6ac6-4484-8060-68f874097532 tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] 10.222.0.98 "GET /v2.0/ports?device_id=b2322a64-62ff-411c-aa9c-fe1daae83556 HTTP/1.1" status: 200 len: 931 time: 0.1827641 Oct 20 11:49:01.338762 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-eb6d4d48-8a5c-44b1-b056-2bc83a619c3a req-4b1b1e92-de64-4b7a-8679-12c2454d70b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:01.362475 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b0c52c93-7f70-428f-92b3-3d3dc5a38703 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1460664 Oct 20 11:49:01.367084 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34888) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:01.379945 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-183dc460-61ff-4f8c-a7b7-b0422dc2933d tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Request body: {'security_group': {'name': 'tempest-secgroup--2143395413'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:01.430149 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-183dc460-61ff-4f8c-a7b7-b0422dc2933d tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:01.532341 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-183dc460-61ff-4f8c-a7b7-b0422dc2933d tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:01.547171 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-183dc460-61ff-4f8c-a7b7-b0422dc2933d tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:01.606449 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-183dc460-61ff-4f8c-a7b7-b0422dc2933d tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:01.609522 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-183dc460-61ff-4f8c-a7b7-b0422dc2933d tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2372758 Oct 20 11:49:01.614660 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183dc460-61ff-4f8c-a7b7-b0422dc2933d tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=748520a0-82d1-439c-aac9-8e8866139daa,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:01.619720 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34898) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:01.625720 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-c71fc5aa-6d0c-4960-a8d9-2c49d7950556 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Request body: {'security_group_rule': {'security_group_id': '748520a0-82d1-439c-aac9-8e8866139daa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:01.672855 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c71fc5aa-6d0c-4960-a8d9-2c49d7950556 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:01.824710 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c71fc5aa-6d0c-4960-a8d9-2c49d7950556 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:01.831709 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c71fc5aa-6d0c-4960-a8d9-2c49d7950556 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:01.860291 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71fc5aa-6d0c-4960-a8d9-2c49d7950556 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a969246c-702f-47d3-8a58-62bd728f2217,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:01.873306 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c71fc5aa-6d0c-4960-a8d9-2c49d7950556 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:01.876608 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c71fc5aa-6d0c-4960-a8d9-2c49d7950556 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2546918 Oct 20 11:49:01.878510 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34902) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:01.884234 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-16a524c9-474e-46d7-b9a8-af5291b4d66f tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Request body: {'security_group_rule': {'security_group_id': '748520a0-82d1-439c-aac9-8e8866139daa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:01.940590 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-16a524c9-474e-46d7-b9a8-af5291b4d66f tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:02.050702 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-16a524c9-474e-46d7-b9a8-af5291b4d66f tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:02.062391 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-16a524c9-474e-46d7-b9a8-af5291b4d66f tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:02.086811 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a524c9-474e-46d7-b9a8-af5291b4d66f tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eae2f45-3e13-4b46-a29a-6b83b59daed2,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:02.105200 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-16a524c9-474e-46d7-b9a8-af5291b4d66f tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:02.107016 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-16a524c9-474e-46d7-b9a8-af5291b4d66f tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2272911 Oct 20 11:49:02.109983 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34906) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:02.117580 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-3d71da8f-381e-4b14-95c2-fe8933b1eb27 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Request body: {'security_group_rule': {'security_group_id': '748520a0-82d1-439c-aac9-8e8866139daa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:02.162254 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3d71da8f-381e-4b14-95c2-fe8933b1eb27 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:02.342463 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aa256941-f778-4467-93a3-13b89c45f870 req-a0df2e3d-162e-4a12-8556-daaf64f6c70b tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] 10.222.0.98 "GET /v2.0/security-groups?id=42cd4b3b-ecd8-4133-aa6d-c1ceb6df5029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0808125 Oct 20 11:49:02.362639 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3d71da8f-381e-4b14-95c2-fe8933b1eb27 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:02.371814 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3d71da8f-381e-4b14-95c2-fe8933b1eb27 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:02.431276 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d71da8f-381e-4b14-95c2-fe8933b1eb27 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aeb4370-2c32-4afe-bbcc-28f4cdd97379,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:02.457264 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3d71da8f-381e-4b14-95c2-fe8933b1eb27 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:02.462074 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3d71da8f-381e-4b14-95c2-fe8933b1eb27 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3507228 Oct 20 11:49:02.463005 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34918) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:02.468549 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-253a6d55-10c8-491d-a505-f232ccaac28c tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Request body: {'security_group_rule': {'security_group_id': '748520a0-82d1-439c-aac9-8e8866139daa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:02.529452 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-253a6d55-10c8-491d-a505-f232ccaac28c tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:02.579745 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110925fa-5384-496e-9c41-0d1d0c5ee9e0 req-1a532136-0694-4ce6-a00c-a68b1ac7c7b6 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:02.583261 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-110925fa-5384-496e-9c41-0d1d0c5ee9e0 req-1a532136-0694-4ce6-a00c-a68b1ac7c7b6 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] 10.222.0.98 "GET /v2.0/ports?device_id=3bc1c088-92ad-4096-b859-b90084729b53 HTTP/1.1" status: 200 len: 945 time: 0.2057588 Oct 20 11:49:02.618449 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-253a6d55-10c8-491d-a505-f232ccaac28c tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:02.629818 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-253a6d55-10c8-491d-a505-f232ccaac28c tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:02.674914 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a6d55-10c8-491d-a505-f232ccaac28c tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9323002a-ecd6-485a-87bc-004d84aef3c6,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:02.701326 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-253a6d55-10c8-491d-a505-f232ccaac28c tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:02.706985 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-253a6d55-10c8-491d-a505-f232ccaac28c tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2420349 Oct 20 11:49:02.707856 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34930) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:02.713492 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-74f8ad1f-5255-4458-93e6-7876ee641a59 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Request body: {'security_group_rule': {'security_group_id': '748520a0-82d1-439c-aac9-8e8866139daa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:02.768525 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-74f8ad1f-5255-4458-93e6-7876ee641a59 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:02.849602 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-110925fa-5384-496e-9c41-0d1d0c5ee9e0 req-34ead327-21a9-42f3-bb52-1caaa1598620 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] 10.222.0.98 "GET /v2.0/security-groups?id=23cd6f49-1ece-4348-94e3-62fae978a6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855817 Oct 20 11:49:02.904125 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-74f8ad1f-5255-4458-93e6-7876ee641a59 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:02.914364 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-74f8ad1f-5255-4458-93e6-7876ee641a59 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:02.960918 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f8ad1f-5255-4458-93e6-7876ee641a59 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67c31ae1-73d4-4dd3-aa6d-b7718ed4145d,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:02.971291 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-74f8ad1f-5255-4458-93e6-7876ee641a59 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:02.983298 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-74f8ad1f-5255-4458-93e6-7876ee641a59 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2690091 Oct 20 11:49:02.984248 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34946) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:03.040480 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ac37263d-c72f-4f7f-9081-e3c7d76be5b8 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:03.051518 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ac37263d-c72f-4f7f-9081-e3c7d76be5b8 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:03.066165 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-eb6d4d48-8a5c-44b1-b056-2bc83a619c3a req-4b1b1e92-de64-4b7a-8679-12c2454d70b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:49:03.078003 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-eb6d4d48-8a5c-44b1-b056-2bc83a619c3a req-4b1b1e92-de64-4b7a-8679-12c2454d70b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:03.095623 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348d442-c762-48d3-b77b-817d5a12a8dd req-98094054-8570-403f-82a2-80944c0e53ed tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:03.104329 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f348d442-c762-48d3-b77b-817d5a12a8dd req-98094054-8570-403f-82a2-80944c0e53ed tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] 10.222.0.98 "GET /v2.0/ports?device_id=3bc1c088-92ad-4096-b859-b90084729b53 HTTP/1.1" status: 200 len: 945 time: 0.1216519 Oct 20 11:49:03.128375 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ac37263d-c72f-4f7f-9081-e3c7d76be5b8 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:03.134326 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-eb6d4d48-8a5c-44b1-b056-2bc83a619c3a req-4b1b1e92-de64-4b7a-8679-12c2454d70b1 service neutron] Transition to ACTIVE for port object cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:49:03.145791 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ac37263d-c72f-4f7f-9081-e3c7d76be5b8 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:03.149655 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ac37263d-c72f-4f7f-9081-e3c7d76be5b8 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/67c31ae1-73d4-4dd3-aa6d-b7718ed4145d HTTP/1.1" status: 204 len: 168 time: 0.1614623 Oct 20 11:49:03.152115 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 34954) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:03.152999 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-eb6d4d48-8a5c-44b1-b056-2bc83a619c3a req-4b1b1e92-de64-4b7a-8679-12c2454d70b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:03.153257 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37263d-c72f-4f7f-9081-e3c7d76be5b8 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=67c31ae1-73d4-4dd3-aa6d-b7718ed4145d,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:03.207590 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f348d442-c762-48d3-b77b-817d5a12a8dd req-3c88cfe5-6e92-46ad-bda3-361b25ccb74e tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] 10.222.0.98 "GET /v2.0/security-groups?id=23cd6f49-1ece-4348-94e3-62fae978a6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971777 Oct 20 11:49:03.319551 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b1e92-de64-4b7a-8679-12c2454d70b1 service neutron] Pushing event updated for resources: {'Port': ['ID=cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:03.350250 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-a14ece1f-1a20-4d8e-9e0f-cd7d0ff72fb4 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1870010 Oct 20 11:49:03.350936 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34960) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:03.408119 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dda81e73-f1de-4515-a2b4-0a8a088d5be7 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:03.433229 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dda81e73-f1de-4515-a2b4-0a8a088d5be7 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:03.544774 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dda81e73-f1de-4515-a2b4-0a8a088d5be7 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:03.584155 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dda81e73-f1de-4515-a2b4-0a8a088d5be7 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:03.592830 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-dda81e73-f1de-4515-a2b4-0a8a088d5be7 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/9323002a-ecd6-485a-87bc-004d84aef3c6 HTTP/1.1" status: 204 len: 168 time: 0.2407663 Oct 20 11:49:03.598024 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 34970) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:03.598756 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda81e73-f1de-4515-a2b4-0a8a088d5be7 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9323002a-ecd6-485a-87bc-004d84aef3c6,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:03.689464 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-eb6d4d48-8a5c-44b1-b056-2bc83a619c3a req-4b1b1e92-de64-4b7a-8679-12c2454d70b1 service neutron] Attempting to bind port cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:49:03.689801 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-eb6d4d48-8a5c-44b1-b056-2bc83a619c3a req-4b1b1e92-de64-4b7a-8679-12c2454d70b1 service neutron] Attempting to bind port cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': 'f5cf6155-91d9-4d69-80db-1b481aaf2e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '72ddad4d-1af5-49c5-850f-d5ea087745d7'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:49:03.694318 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6d4d48-8a5c-44b1-b056-2bc83a619c3a req-4b1b1e92-de64-4b7a-8679-12c2454d70b1 service neutron] Attempting to bind port cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f on network 72ddad4d-1af5-49c5-850f-d5ea087745d7 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:49:03.722905 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6d4d48-8a5c-44b1-b056-2bc83a619c3a req-4b1b1e92-de64-4b7a-8679-12c2454d70b1 service neutron] Port cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f on network 72ddad4d-1af5-49c5-850f-d5ea087745d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:49:03.723244 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6d4d48-8a5c-44b1-b056-2bc83a619c3a req-4b1b1e92-de64-4b7a-8679-12c2454d70b1 service neutron] Attempting to bind port cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f on network 72ddad4d-1af5-49c5-850f-d5ea087745d7 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:49:03.799062 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-065258ff-c363-492c-9c46-c9265fffcd8c tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1969738 Oct 20 11:49:03.801832 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34974) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:03.833608 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5123fe3-f448-480a-9b02-90294f1662c0 req-16cf66d6-2736-4217-b3f0-ea08c952eea0 tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:03.845074 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d5123fe3-f448-480a-9b02-90294f1662c0 req-16cf66d6-2736-4217-b3f0-ea08c952eea0 tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] 10.222.0.98 "GET /v2.0/ports?device_id=b2322a64-62ff-411c-aa9c-fe1daae83556 HTTP/1.1" status: 200 len: 943 time: 0.3193820 Oct 20 11:49:03.863002 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0c7496de-acea-4761-ae40-a3d702e91db7 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:03.869524 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6d4d48-8a5c-44b1-b056-2bc83a619c3a req-4b1b1e92-de64-4b7a-8679-12c2454d70b1 service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:49:03.869524 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6d4d48-8a5c-44b1-b056-2bc83a619c3a req-4b1b1e92-de64-4b7a-8679-12c2454d70b1 service neutron] Checking segment: {'id': 'f5cf6155-91d9-4d69-80db-1b481aaf2e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '72ddad4d-1af5-49c5-850f-d5ea087745d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:49:03.873951 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6d4d48-8a5c-44b1-b056-2bc83a619c3a req-4b1b1e92-de64-4b7a-8679-12c2454d70b1 service neutron] Bound using segment: {'id': 'f5cf6155-91d9-4d69-80db-1b481aaf2e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '72ddad4d-1af5-49c5-850f-d5ea087745d7'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:49:03.873951 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-eb6d4d48-8a5c-44b1-b056-2bc83a619c3a req-4b1b1e92-de64-4b7a-8679-12c2454d70b1 service neutron] Bound port: cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5cf6155-91d9-4d69-80db-1b481aaf2e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '72ddad4d-1af5-49c5-850f-d5ea087745d7'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:49:03.873951 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-eb6d4d48-8a5c-44b1-b056-2bc83a619c3a req-4b1b1e92-de64-4b7a-8679-12c2454d70b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:03.876425 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0c7496de-acea-4761-ae40-a3d702e91db7 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:03.938810 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0c7496de-acea-4761-ae40-a3d702e91db7 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:03.948939 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0c7496de-acea-4761-ae40-a3d702e91db7 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:03.952452 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0c7496de-acea-4761-ae40-a3d702e91db7 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/1aeb4370-2c32-4afe-bbcc-28f4cdd97379 HTTP/1.1" status: 204 len: 168 time: 0.1486735 Oct 20 11:49:03.959100 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34982) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:04.006156 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d5123fe3-f448-480a-9b02-90294f1662c0 req-ddfd908a-9209-40cc-84c1-2460e9769119 tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] 10.222.0.98 "GET /v2.0/security-groups?id=42cd4b3b-ecd8-4133-aa6d-c1ceb6df5029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562524 Oct 20 11:49:04.019601 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7496de-acea-4761-ae40-a3d702e91db7 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1aeb4370-2c32-4afe-bbcc-28f4cdd97379,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:04.051087 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8826fc-b091-4432-8e6e-ad85d673b360 req-b022fda6-2900-4496-8dc9-587f87aac415 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:04.060198 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-da8826fc-b091-4432-8e6e-ad85d673b360 req-b022fda6-2900-4496-8dc9-587f87aac415 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] 10.222.0.98 "GET /v2.0/ports?device_id=3bc1c088-92ad-4096-b859-b90084729b53 HTTP/1.1" status: 200 len: 945 time: 0.2437785 Oct 20 11:49:04.064164 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-39e62e31-dd3f-4f82-87dd-2219152e200d tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1015511 Oct 20 11:49:04.066929 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34988) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:04.099353 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7b5d0ae4-66ef-44ef-83fd-9256ce5bc87a tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:04.148971 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7b5d0ae4-66ef-44ef-83fd-9256ce5bc87a tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:04.153520 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-eb6d4d48-8a5c-44b1-b056-2bc83a619c3a req-4b1b1e92-de64-4b7a-8679-12c2454d70b1 service neutron] For port cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:49:04.157149 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-eb6d4d48-8a5c-44b1-b056-2bc83a619c3a req-4b1b1e92-de64-4b7a-8679-12c2454d70b1 service neutron] For port cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f,segment=NetworkSegment(f5cf6155-91d9-4d69-80db-1b481aaf2e36),segment_id=f5cf6155-91d9-4d69-80db-1b481aaf2e36)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:49:04.173870 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-eb6d4d48-8a5c-44b1-b056-2bc83a619c3a req-4b1b1e92-de64-4b7a-8679-12c2454d70b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:04.217728 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7b5d0ae4-66ef-44ef-83fd-9256ce5bc87a tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:04.225928 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7b5d0ae4-66ef-44ef-83fd-9256ce5bc87a tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:04.232389 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7b5d0ae4-66ef-44ef-83fd-9256ce5bc87a tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/2eae2f45-3e13-4b46-a29a-6b83b59daed2 HTTP/1.1" status: 204 len: 168 time: 0.1644535 Oct 20 11:49:04.237709 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34992) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:04.254873 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5d0ae4-66ef-44ef-83fd-9256ce5bc87a tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2eae2f45-3e13-4b46-a29a-6b83b59daed2,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:04.267605 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-da8826fc-b091-4432-8e6e-ad85d673b360 req-d353c7f4-908a-4659-8fee-81ebf01d5342 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] 10.222.0.98 "GET /v2.0/security-groups?id=23cd6f49-1ece-4348-94e3-62fae978a6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014546 Oct 20 11:49:04.285669 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d4d48-8a5c-44b1-b056-2bc83a619c3a req-4b1b1e92-de64-4b7a-8679-12c2454d70b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:04.298896 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-eb6d4d48-8a5c-44b1-b056-2bc83a619c3a req-4b1b1e92-de64-4b7a-8679-12c2454d70b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:04.301728 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eb6d4d48-8a5c-44b1-b056-2bc83a619c3a req-4b1b1e92-de64-4b7a-8679-12c2454d70b1 service neutron] 10.222.0.11 "PUT /v2.0/ports/cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f HTTP/1.1" status: 200 len: 1091 time: 3.1874521 Oct 20 11:49:04.309012 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2322a64-62ff-411c-aa9c-fe1daae83556', 'tag': 'cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:49:04.316048 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897324f8-efe7-4391-899a-601aba397ff6" -d '{"events": [{"name": "network-changed", "server_uuid": "b2322a64-62ff-411c-aa9c-fe1daae83556", "tag": "cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:49:04.431192 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-587f3eb0-d2d8-4ee1-8736-38f49f9ec07f tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1880093 Oct 20 11:49:04.433903 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35000) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:04.453065 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b70cab7-8ade-4864-85e3-0195d4473496 x-openstack-request-id: req-5b70cab7-8ade-4864-85e3-0195d4473496 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:49:04.453828 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2322a64-62ff-411c-aa9c-fe1daae83556", "tag": "cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:49:04.453828 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5b70cab7-8ade-4864-85e3-0195d4473496 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:49:04.454015 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2322a64-62ff-411c-aa9c-fe1daae83556', 'tag': 'cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f', 'status': 'completed', 'code': 200} Oct 20 11:49:04.466679 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c94c31db-1052-45f0-94c6-062c737da458 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:04.481044 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c94c31db-1052-45f0-94c6-062c737da458 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:04.518237 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b1e92-de64-4b7a-8679-12c2454d70b1 service neutron] Pushing event updated for resources: {'Port': ['ID=cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:04.528216 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d4d48-8a5c-44b1-b056-2bc83a619c3a req-e891bf15-cb65-4645-b9e8-be8d0838eb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:04.532479 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eb6d4d48-8a5c-44b1-b056-2bc83a619c3a req-e891bf15-cb65-4645-b9e8-be8d0838eb3c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d63f361927974574935e8577eaaf59f7&device_id=b2322a64-62ff-411c-aa9c-fe1daae83556 HTTP/1.1" status: 200 len: 1094 time: 0.1819906 Oct 20 11:49:04.543780 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c94c31db-1052-45f0-94c6-062c737da458 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:04.571904 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c94c31db-1052-45f0-94c6-062c737da458 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:04.575945 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c94c31db-1052-45f0-94c6-062c737da458 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/a969246c-702f-47d3-8a58-62bd728f2217 HTTP/1.1" status: 204 len: 168 time: 0.1407883 Oct 20 11:49:04.576625 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35004) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:04.594089 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c31db-1052-45f0-94c6-062c737da458 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a969246c-702f-47d3-8a58-62bd728f2217,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:04.615792 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eb6d4d48-8a5c-44b1-b056-2bc83a619c3a req-fc432bc6-d390-422b-b7a3-1eeb3924036f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f HTTP/1.1" status: 200 len: 217 time: 0.0749133 Oct 20 11:49:04.703758 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6c2aecdb-966c-4104-a659-92304825a0c5 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1216648 Oct 20 11:49:04.704425 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35012) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:04.803843 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d85d7d04-a342-43ea-864c-cd9008e684cd tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:04.848868 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d85d7d04-a342-43ea-864c-cd9008e684cd tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:04.930349 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d4d48-8a5c-44b1-b056-2bc83a619c3a req-59909a42-0fcc-4c91-ae36-ebe149fceb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:04.954755 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eb6d4d48-8a5c-44b1-b056-2bc83a619c3a req-59909a42-0fcc-4c91-ae36-ebe149fceb9c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b72b4e61-42e4-480a-958f-af156c6d45e9 HTTP/1.1" status: 200 len: 854 time: 0.3317492 Oct 20 11:49:04.979936 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d85d7d04-a342-43ea-864c-cd9008e684cd tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:04.989611 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d85d7d04-a342-43ea-864c-cd9008e684cd tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:04.998615 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d85d7d04-a342-43ea-864c-cd9008e684cd tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "DELETE /v2.0/security-groups/748520a0-82d1-439c-aac9-8e8866139daa HTTP/1.1" status: 204 len: 168 time: 0.2930241 Oct 20 11:49:04.999294 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35018) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:05.089505 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d7d04-a342-43ea-864c-cd9008e684cd tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=748520a0-82d1-439c-aac9-8e8866139daa,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:05.098765 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eb6d4d48-8a5c-44b1-b056-2bc83a619c3a req-9a155d06-2866-4258-bc5e-0d7d1227e4fd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=72ddad4d-1af5-49c5-850f-d5ea087745d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1060627 Oct 20 11:49:05.147110 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e0b84763-2004-41ef-a850-dd8200dbfa65 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1289823 Oct 20 11:49:05.149824 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35022) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:05.156467 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-cbe616e0-5c17-424b-853e-0248d00775f8 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Request body: {'security_group': {'name': 'tempest-secgroup--1215233695'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:05.202727 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cbe616e0-5c17-424b-853e-0248d00775f8 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:05.276339 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d444b49c-d183-4bb1-a594-7773184a3f3e req-52a58ade-a584-4243-af1a-afb098af8bca tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:05.279161 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d444b49c-d183-4bb1-a594-7773184a3f3e req-52a58ade-a584-4243-af1a-afb098af8bca tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] 10.222.0.98 "GET /v2.0/ports?device_id=3bc1c088-92ad-4096-b859-b90084729b53 HTTP/1.1" status: 200 len: 945 time: 0.5273044 Oct 20 11:49:05.324711 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cbe616e0-5c17-424b-853e-0248d00775f8 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:05.337164 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cbe616e0-5c17-424b-853e-0248d00775f8 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:05.387258 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe616e0-5c17-424b-853e-0248d00775f8 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49573748-3eab-4458-a217-257fe3b3cff8,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:05.396250 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cbe616e0-5c17-424b-853e-0248d00775f8 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:05.397917 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-cbe616e0-5c17-424b-853e-0248d00775f8 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2467360 Oct 20 11:49:05.402080 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35032) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:05.408204 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-3b920ff1-af63-4a68-a2f1-2355b8a76ab0 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Request body: {'security_group_rule': {'security_group_id': '49573748-3eab-4458-a217-257fe3b3cff8', 'direction': 'ingress', 'protocol': 17}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:05.434824 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ffc40-06da-4f67-926c-2f5d6757879a req-a50792ef-205b-4219-941d-d6683b0f8a79 tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:05.442387 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d03ffc40-06da-4f67-926c-2f5d6757879a req-a50792ef-205b-4219-941d-d6683b0f8a79 tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] 10.222.0.98 "GET /v2.0/ports?device_id=b2322a64-62ff-411c-aa9c-fe1daae83556 HTTP/1.1" status: 200 len: 943 time: 0.3013277 Oct 20 11:49:05.454970 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d444b49c-d183-4bb1-a594-7773184a3f3e req-1b527dc8-b4d4-4ec1-9236-2a2075db4c7d tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] 10.222.0.98 "GET /v2.0/security-groups?id=23cd6f49-1ece-4348-94e3-62fae978a6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462677 Oct 20 11:49:05.455687 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3b920ff1-af63-4a68-a2f1-2355b8a76ab0 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:05.484895 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eb6d4d48-8a5c-44b1-b056-2bc83a619c3a req-89de85dd-5c25-4e69-aa1b-f28de303d2a1 service neutron] 10.222.0.11 "GET /v2.0/networks/72ddad4d-1af5-49c5-850f-d5ea087745d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051596 Oct 20 11:49:05.541836 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d03ffc40-06da-4f67-926c-2f5d6757879a req-3208136d-0204-44f7-a003-85fc13e26b34 tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] 10.222.0.98 "GET /v2.0/security-groups?id=42cd4b3b-ecd8-4133-aa6d-c1ceb6df5029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983911 Oct 20 11:49:05.542028 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3b920ff1-af63-4a68-a2f1-2355b8a76ab0 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:05.557320 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3b920ff1-af63-4a68-a2f1-2355b8a76ab0 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:05.615370 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b920ff1-af63-4a68-a2f1-2355b8a76ab0 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cede7613-5285-4484-9fae-32523e03a157,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:05.621537 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3b920ff1-af63-4a68-a2f1-2355b8a76ab0 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:05.626074 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3b920ff1-af63-4a68-a2f1-2355b8a76ab0 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2197354 Oct 20 11:49:05.626832 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35036) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:05.674371 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eb6d4d48-8a5c-44b1-b056-2bc83a619c3a req-ec87203b-9f04-4054-b3c1-d5babce61271 service neutron] 10.222.0.11 "GET /v2.0/networks/72ddad4d-1af5-49c5-850f-d5ea087745d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771948 Oct 20 11:49:05.718482 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-715d3c83-263a-4abb-91be-464010600eeb tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:05.769677 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-715d3c83-263a-4abb-91be-464010600eeb tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:05.823574 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-715d3c83-263a-4abb-91be-464010600eeb tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:05.828676 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-715d3c83-263a-4abb-91be-464010600eeb tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:05.833110 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897324f8-efe7-4391-899a-601aba397ff6 req-0c1b763e-4f71-4d9b-8fc5-6b6c7b19e9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:05.834638 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-897324f8-efe7-4391-899a-601aba397ff6 req-0c1b763e-4f71-4d9b-8fc5-6b6c7b19e9a4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d63f361927974574935e8577eaaf59f7&device_id=b2322a64-62ff-411c-aa9c-fe1daae83556 HTTP/1.1" status: 200 len: 1094 time: 0.1059608 Oct 20 11:49:05.835211 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-715d3c83-263a-4abb-91be-464010600eeb tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "DELETE /v2.0/security-groups/49573748-3eab-4458-a217-257fe3b3cff8 HTTP/1.1" status: 204 len: 168 time: 0.2071083 Oct 20 11:49:05.836504 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35042) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:05.894288 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d3c83-263a-4abb-91be-464010600eeb tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49573748-3eab-4458-a217-257fe3b3cff8,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:05.964991 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-811f2db1-f091-4871-b89a-e6bfb4bf4c9c tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1236062 Oct 20 11:49:05.970426 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35046) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:05.975547 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-b3d0596b-469a-45f4-84af-6509dfd7663e tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Request body: {'security_group': {'name': 'tempest-secgroup--514184625'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:05.989325 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897324f8-efe7-4391-899a-601aba397ff6 req-a1bafa3c-7a60-4145-986d-c27e7b508d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:05.991150 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-897324f8-efe7-4391-899a-601aba397ff6 req-a1bafa3c-7a60-4145-986d-c27e7b508d61 service neutron] 10.222.0.11 "GET /v2.0/networks?id=72ddad4d-1af5-49c5-850f-d5ea087745d7 HTTP/1.1" status: 200 len: 916 time: 0.1474664 Oct 20 11:49:06.042844 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-897324f8-efe7-4391-899a-601aba397ff6 req-cbc980b2-b211-4217-9be6-15f9dc758f82 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f HTTP/1.1" status: 200 len: 217 time: 0.0420351 Oct 20 11:49:06.101880 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b3d0596b-469a-45f4-84af-6509dfd7663e tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:06.144265 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897324f8-efe7-4391-899a-601aba397ff6 req-0783b24a-c3d9-4a7f-bd2a-84822f67d801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:06.145964 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-897324f8-efe7-4391-899a-601aba397ff6 req-0783b24a-c3d9-4a7f-bd2a-84822f67d801 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b72b4e61-42e4-480a-958f-af156c6d45e9 HTTP/1.1" status: 200 len: 854 time: 0.0953007 Oct 20 11:49:06.195294 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-897324f8-efe7-4391-899a-601aba397ff6 req-88ac5add-4c5c-46c7-8f64-aea0c7c24fc6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=72ddad4d-1af5-49c5-850f-d5ea087745d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363986 Oct 20 11:49:06.266549 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c1135-e2f5-495e-bdce-fc16450887ef req-71062a24-471d-4701-bf09-03cc5c040f22 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:06.268252 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-8e5c1135-e2f5-495e-bdce-fc16450887ef req-71062a24-471d-4701-bf09-03cc5c040f22 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] 10.222.0.89 "GET /v2.0/ports?device_id=3bc1c088-92ad-4096-b859-b90084729b53 HTTP/1.1" status: 200 len: 945 time: 0.1132143 Oct 20 11:49:06.420720 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b3d0596b-469a-45f4-84af-6509dfd7663e tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:06.509231 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b3d0596b-469a-45f4-84af-6509dfd7663e tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:06.519294 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-8e5c1135-e2f5-495e-bdce-fc16450887ef req-ed99e79a-8a9a-45a3-80de-5f0cc96de975 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] Deleting port fe3b7385-600f-486f-ae1b-13a687d1416a {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:49:06.519294 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-8e5c1135-e2f5-495e-bdce-fc16450887ef req-ed99e79a-8a9a-45a3-80de-5f0cc96de975 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:06.536724 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-897324f8-efe7-4391-899a-601aba397ff6 req-7dd6579a-ffce-46c6-a9eb-83387be938e7 service neutron] 10.222.0.11 "GET /v2.0/networks/72ddad4d-1af5-49c5-850f-d5ea087745d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325849 Oct 20 11:49:06.681487 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b3d0596b-469a-45f4-84af-6509dfd7663e tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:06.687557 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-b3d0596b-469a-45f4-84af-6509dfd7663e tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7160180 Oct 20 11:49:06.693273 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35072) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:06.700821 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-eede844c-762f-4bc7-8a9d-e2556dfee33f tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Request body: {'security_group': {'name': 'tempest-secgroup--1938987857'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:06.749177 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-eede844c-762f-4bc7-8a9d-e2556dfee33f tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:06.766308 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-8e5c1135-e2f5-495e-bdce-fc16450887ef req-ed99e79a-8a9a-45a3-80de-5f0cc96de975 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] For port fe3b7385-600f-486f-ae1b-13a687d1416a, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=fe3b7385-600f-486f-ae1b-13a687d1416a,segment=NetworkSegment(dcb4b7f2-7a05-4e9c-9c92-a6e3aa9da53f),segment_id=dcb4b7f2-7a05-4e9c-9c92-a6e3aa9da53f)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:49:06.766662 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-8e5c1135-e2f5-495e-bdce-fc16450887ef req-ed99e79a-8a9a-45a3-80de-5f0cc96de975 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:06.824872 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d0596b-469a-45f4-84af-6509dfd7663e tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0338bc-0f5d-47a3-9e57-1426ccbd3c60,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:06.859654 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-8e5c1135-e2f5-495e-bdce-fc16450887ef req-ed99e79a-8a9a-45a3-80de-5f0cc96de975 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] Calling delete_port for fe3b7385-600f-486f-ae1b-13a687d1416a owned by compute:nova {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:49:06.876975 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-eede844c-762f-4bc7-8a9d-e2556dfee33f tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:06.921311 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91050f1-25f8-4d5b-b52d-df0d9b57c9e8 req-22ce7b81-6549-4374-b1cf-d08c3951ae3c tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:06.928132 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d91050f1-25f8-4d5b-b52d-df0d9b57c9e8 req-22ce7b81-6549-4374-b1cf-d08c3951ae3c tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] 10.222.0.98 "GET /v2.0/ports?device_id=3bc1c088-92ad-4096-b859-b90084729b53 HTTP/1.1" status: 200 len: 945 time: 0.2707393 Oct 20 11:49:06.934314 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-eede844c-762f-4bc7-8a9d-e2556dfee33f tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:06.965699 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede844c-762f-4bc7-8a9d-e2556dfee33f tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21f5d6c7-ef16-4fcc-a8a2-0763a659a1d3,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:06.976992 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092248b5-6dbb-406b-8ac8-809e60df8ccf req-c4ede5a1-a863-4dcd-a761-071a9512fae1 tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:06.978683 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-092248b5-6dbb-406b-8ac8-809e60df8ccf req-c4ede5a1-a863-4dcd-a761-071a9512fae1 tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] 10.222.0.98 "GET /v2.0/ports?device_id=b2322a64-62ff-411c-aa9c-fe1daae83556 HTTP/1.1" status: 200 len: 943 time: 0.2769547 Oct 20 11:49:07.009375 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-897324f8-efe7-4391-899a-601aba397ff6 req-91deba00-1440-4df5-94bf-a309a13ab6a2 service neutron] 10.222.0.11 "GET /v2.0/networks/72ddad4d-1af5-49c5-850f-d5ea087745d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4387321 Oct 20 11:49:07.011033 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-eede844c-762f-4bc7-8a9d-e2556dfee33f tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:07.012835 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-eede844c-762f-4bc7-8a9d-e2556dfee33f tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3185844 Oct 20 11:49:07.025302 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35078) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:07.038148 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-c862b900-5cc6-4acd-b3b8-f06825a28347 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Request body: {'security_group_rule': {'security_group_id': 'ff0338bc-0f5d-47a3-9e57-1426ccbd3c60', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '21f5d6c7-ef16-4fcc-a8a2-0763a659a1d3', 'remote_ip_prefix': None}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:07.095033 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d91050f1-25f8-4d5b-b52d-df0d9b57c9e8 req-fb2776e1-7c8b-4bb5-aeff-aae74888c06a tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] 10.222.0.98 "GET /v2.0/security-groups?id=23cd6f49-1ece-4348-94e3-62fae978a6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151671 Oct 20 11:49:07.140642 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c862b900-5cc6-4acd-b3b8-f06825a28347 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:07.144329 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-8e5c1135-e2f5-495e-bdce-fc16450887ef req-ed99e79a-8a9a-45a3-80de-5f0cc96de975 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:07.159860 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['fe3b7385-600f-486f-ae1b-13a687d1416a'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:49:07.227716 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed99e79a-8a9a-45a3-80de-5f0cc96de975 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] Pushing event deleted for resources: {'Port': ['ID=fe3b7385-600f-486f-ae1b-13a687d1416a,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:07.275038 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-092248b5-6dbb-406b-8ac8-809e60df8ccf req-30490f25-6168-451c-aa4b-168a5da65c97 tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] 10.222.0.98 "GET /v2.0/security-groups?id=42cd4b3b-ecd8-4133-aa6d-c1ceb6df5029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713864 Oct 20 11:49:07.339890 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e5c1135-e2f5-495e-bdce-fc16450887ef req-ed99e79a-8a9a-45a3-80de-5f0cc96de975 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] No DVR routers for this DVR port fe3b7385-600f-486f-ae1b-13a687d1416a on host n-h2-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:49:07.344226 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-8e5c1135-e2f5-495e-bdce-fc16450887ef req-ed99e79a-8a9a-45a3-80de-5f0cc96de975 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:07.358399 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-8e5c1135-e2f5-495e-bdce-fc16450887ef req-ed99e79a-8a9a-45a3-80de-5f0cc96de975 tempest-ServersNegativeTestMultiTenantJSON-514843242 tempest-ServersNegativeTestMultiTenantJSON-514843242-project] 10.222.0.89 "DELETE /v2.0/ports/fe3b7385-600f-486f-ae1b-13a687d1416a HTTP/1.1" status: 204 len: 173 time: 1.0715952 Oct 20 11:49:07.358399 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc1c088-92ad-4096-b859-b90084729b53', 'name': 'network-vif-deleted', 'tag': 'fe3b7385-600f-486f-ae1b-13a687d1416a'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:49:07.358399 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e581e1da-408a-46a2-82a7-d471bb52dc7b" -d '{"events": [{"server_uuid": "3bc1c088-92ad-4096-b859-b90084729b53", "name": "network-vif-deleted", "tag": "fe3b7385-600f-486f-ae1b-13a687d1416a"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:49:07.429399 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c862b900-5cc6-4acd-b3b8-f06825a28347 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:07.438682 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25625a9-d08a-4103-9312-a035a1cb513d x-openstack-request-id: req-c25625a9-d08a-4103-9312-a035a1cb513d {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:49:07.440050 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c862b900-5cc6-4acd-b3b8-f06825a28347 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:07.441161 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc1c088-92ad-4096-b859-b90084729b53", "name": "network-vif-deleted", "tag": "fe3b7385-600f-486f-ae1b-13a687d1416a", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:49:07.441757 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c25625a9-d08a-4103-9312-a035a1cb513d {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:49:07.442519 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc1c088-92ad-4096-b859-b90084729b53', 'name': 'network-vif-deleted', 'tag': 'fe3b7385-600f-486f-ae1b-13a687d1416a', 'status': 'completed', 'code': 200} Oct 20 11:49:07.486566 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c862b900-5cc6-4acd-b3b8-f06825a28347 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b24e598-99ce-4cb1-9842-a8a08b665d7a,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:07.494613 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c862b900-5cc6-4acd-b3b8-f06825a28347 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:07.495925 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c862b900-5cc6-4acd-b3b8-f06825a28347 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4685111 Oct 20 11:49:07.498840 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35090) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:07.572896 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-00ae2a19-dbbb-4074-afd2-6a212dc43d9c tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:07.593851 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-00ae2a19-dbbb-4074-afd2-6a212dc43d9c tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:07.671662 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-00ae2a19-dbbb-4074-afd2-6a212dc43d9c tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:07.685520 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-00ae2a19-dbbb-4074-afd2-6a212dc43d9c tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:07.691615 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-00ae2a19-dbbb-4074-afd2-6a212dc43d9c tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/6b24e598-99ce-4cb1-9842-a8a08b665d7a HTTP/1.1" status: 204 len: 168 time: 0.1869416 Oct 20 11:49:07.691615 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae2a19-dbbb-4074-afd2-6a212dc43d9c tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b24e598-99ce-4cb1-9842-a8a08b665d7a,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:07.692175 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35100) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:07.775181 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-38426a75-3646-4ed4-b106-299a0fe303aa tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0842853 Oct 20 11:49:07.778935 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35104) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:07.890214 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-93da8cf9-a4bd-4db2-b8d7-60853ed6eb2c tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:07.959617 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-93da8cf9-a4bd-4db2-b8d7-60853ed6eb2c tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:08.061273 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-93da8cf9-a4bd-4db2-b8d7-60853ed6eb2c tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:08.065919 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-93da8cf9-a4bd-4db2-b8d7-60853ed6eb2c tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:08.069954 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35110) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:08.079736 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-93da8cf9-a4bd-4db2-b8d7-60853ed6eb2c tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "DELETE /v2.0/security-groups/21f5d6c7-ef16-4fcc-a8a2-0763a659a1d3 HTTP/1.1" status: 204 len: 168 time: 0.2870646 Oct 20 11:49:08.119997 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93da8cf9-a4bd-4db2-b8d7-60853ed6eb2c tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f5d6c7-ef16-4fcc-a8a2-0763a659a1d3,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:08.247033 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35118) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:08.251545 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d1249f03-bfc9-469f-8bce-a116b3b34dd2 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1801364 Oct 20 11:49:08.254357 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35120) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:08.346152 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a28aa468-4be4-45c4-8451-581af47bd93b tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:08.352432 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-6546b594-773f-4d63-9be8-fa2015e7b80d admin admin] Deleting subnet 5724f609-b651-401e-aaf9-1776db2ad904 {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:49:08.355787 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6546b594-773f-4d63-9be8-fa2015e7b80d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:08.407331 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a28aa468-4be4-45c4-8451-581af47bd93b tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:08.429465 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6546b594-773f-4d63-9be8-fa2015e7b80d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:08.513895 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a28aa468-4be4-45c4-8451-581af47bd93b tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:08.520716 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a28aa468-4be4-45c4-8451-581af47bd93b tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:08.523627 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6546b594-773f-4d63-9be8-fa2015e7b80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:08.524627 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a28aa468-4be4-45c4-8451-581af47bd93b tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "DELETE /v2.0/security-groups/ff0338bc-0f5d-47a3-9e57-1426ccbd3c60 HTTP/1.1" status: 204 len: 168 time: 0.2650318 Oct 20 11:49:08.525898 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35136) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:08.537582 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61893da-f6b2-4618-afd6-8653d9e56096 req-761dd191-450b-46fb-aa31-d0741e2d9ad8 tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:08.539444 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f61893da-f6b2-4618-afd6-8653d9e56096 req-761dd191-450b-46fb-aa31-d0741e2d9ad8 tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] 10.222.0.98 "GET /v2.0/ports?device_id=b2322a64-62ff-411c-aa9c-fe1daae83556 HTTP/1.1" status: 200 len: 943 time: 0.0829494 Oct 20 11:49:08.552444 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28aa468-4be4-45c4-8451-581af47bd93b tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0338bc-0f5d-47a3-9e57-1426ccbd3c60,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:08.823364 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f61893da-f6b2-4618-afd6-8653d9e56096 req-fd711dd6-6c56-4873-9252-c7c45dec6b9c tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] 10.222.0.98 "GET /v2.0/security-groups?id=42cd4b3b-ecd8-4133-aa6d-c1ceb6df5029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412336 Oct 20 11:49:08.882121 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-9efa418d-3a7a-4682-8219-2a900fb255d5 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3547912 Oct 20 11:49:08.889259 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35140) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:08.896944 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-50747e9e-eb65-4871-aac4-ae80fceece38 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Request body: {'security_group': {'name': 'tempest-secgroup--969800843'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:08.907684 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6546b594-773f-4d63-9be8-fa2015e7b80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:08.961463 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-50747e9e-eb65-4871-aac4-ae80fceece38 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:08.965300 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6546b594-773f-4d63-9be8-fa2015e7b80d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5724f609-b651-401e-aaf9-1776db2ad904,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:08.978812 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6546b594-773f-4d63-9be8-fa2015e7b80d admin admin] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:08.988774 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-6546b594-773f-4d63-9be8-fa2015e7b80d admin admin] 10.222.0.98 "DELETE /v2.0/subnets/5724f609-b651-401e-aaf9-1776db2ad904 HTTP/1.1" status: 204 len: 168 time: 0.7405913 Oct 20 11:49:08.993180 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35146) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:09.108264 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ac450a57-c1dd-48cb-8bc8-8620ad0cec6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:09.159497 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-50747e9e-eb65-4871-aac4-ae80fceece38 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:09.173576 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-50747e9e-eb65-4871-aac4-ae80fceece38 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:09.274769 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50747e9e-eb65-4871-aac4-ae80fceece38 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=866b4578-d26b-40d6-af89-bc963ff42252,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:09.288948 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-50747e9e-eb65-4871-aac4-ae80fceece38 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:09.288948 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-50747e9e-eb65-4871-aac4-ae80fceece38 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3902299 Oct 20 11:49:09.288948 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35150) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:09.290253 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-daa90b6d-3b6c-4d7c-996c-63c5a18b9492 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Request body: {'security_group_rule': {'security_group_id': '866b4578-d26b-40d6-af89-bc963ff42252', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:09.346626 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-daa90b6d-3b6c-4d7c-996c-63c5a18b9492 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:09.362536 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ac450a57-c1dd-48cb-8bc8-8620ad0cec6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:09.402493 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-ac450a57-c1dd-48cb-8bc8-8620ad0cec6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff99cc56-44ba-47c6-a790-48af8ebe8f43']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:49:09.432898 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-ac450a57-c1dd-48cb-8bc8-8620ad0cec6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcb4b7f2-7a05-4e9c-9c92-a6e3aa9da53f') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:49:09.433272 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-ac450a57-c1dd-48cb-8bc8-8620ad0cec6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcb4b7f2-7a05-4e9c-9c92-a6e3aa9da53f') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:49:09.475598 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ac450a57-c1dd-48cb-8bc8-8620ad0cec6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:09.516105 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ac450a57-c1dd-48cb-8bc8-8620ad0cec6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:09.529657 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac450a57-c1dd-48cb-8bc8-8620ad0cec6c admin admin] Releasing vlan 1250 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:49:09.530405 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ac450a57-c1dd-48cb-8bc8-8620ad0cec6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:09.533076 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:49:09.533076 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:49:09.533076 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:49:09.533076 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:49:09.533076 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:49:09.533076 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:49:09.533076 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:49:09.533076 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:49:09.533076 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:49:09.533076 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:49:09.533076 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:49:09.533076 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:49:09.533076 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:49:09.533076 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:49:09.533076 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:49:09.533076 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:49:09.533076 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:49:09.533076 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:49:09.533076 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:49:09.533076 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:49:09.533076 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:49:09.533076 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:49:09.533076 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:49:09.533076 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:49:09.533076 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:49:09.533076 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:49:09.533076 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:49:09.533076 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:49:09.533076 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:49:09.533076 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:49:09.533076 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:49:09.533076 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:49:09.552316 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-daa90b6d-3b6c-4d7c-996c-63c5a18b9492 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:09.565003 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-daa90b6d-3b6c-4d7c-996c-63c5a18b9492 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:09.579249 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:49:09.604419 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa90b6d-3b6c-4d7c-996c-63c5a18b9492 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b83a1e7a-f1a9-4bc7-abe5-59c477a9fbd5,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:09.617177 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-daa90b6d-3b6c-4d7c-996c-63c5a18b9492 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:09.621057 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-daa90b6d-3b6c-4d7c-996c-63c5a18b9492 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3328710 Oct 20 11:49:09.621500 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35166) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:09.671213 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ac450a57-c1dd-48cb-8bc8-8620ad0cec6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:09.676872 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ac450a57-c1dd-48cb-8bc8-8620ad0cec6c admin admin] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:09.681348 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ac450a57-c1dd-48cb-8bc8-8620ad0cec6c admin admin] 10.222.0.98 "DELETE /v2.0/networks/ff99cc56-44ba-47c6-a790-48af8ebe8f43 HTTP/1.1" status: 204 len: 168 time: 0.6867676 Oct 20 11:49:09.695157 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35168) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:09.721761 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3adfe3b5-5343-49aa-9d7f-5adfe9b00a10 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:09.724616 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device fe3b7385-600f-486f-ae1b-13a687d1416a no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:49:09.735703 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3adfe3b5-5343-49aa-9d7f-5adfe9b00a10 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:09.753040 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb2eedf6-83db-4a8c-92af-07dff20ad44f admin admin] Deleting subnet 85ae3d3f-b8cf-494c-86f7-68d5712ee0c9 {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:49:09.757043 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac450a57-c1dd-48cb-8bc8-8620ad0cec6c admin admin] Pushing event deleted for resources: {'Network': ['ID=ff99cc56-44ba-47c6-a790-48af8ebe8f43,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:09.765487 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fb2eedf6-83db-4a8c-92af-07dff20ad44f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:09.800247 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3adfe3b5-5343-49aa-9d7f-5adfe9b00a10 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:09.809944 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3adfe3b5-5343-49aa-9d7f-5adfe9b00a10 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:09.816524 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3adfe3b5-5343-49aa-9d7f-5adfe9b00a10 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/b83a1e7a-f1a9-4bc7-abe5-59c477a9fbd5 HTTP/1.1" status: 204 len: 168 time: 0.1917360 Oct 20 11:49:09.817560 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35174) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:09.824897 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adfe3b5-5343-49aa-9d7f-5adfe9b00a10 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b83a1e7a-f1a9-4bc7-abe5-59c477a9fbd5,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:09.840919 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: fe3b7385-600f-486f-ae1b-13a687d1416a {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:49:09.841387 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device fe3b7385-600f-486f-ae1b-13a687d1416a not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:49:09.849376 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f,segment=NetworkSegment(f5cf6155-91d9-4d69-80db-1b481aaf2e36),segment_id=f5cf6155-91d9-4d69-80db-1b481aaf2e36)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:49:09.865989 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': 'cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f', 'network_id': '72ddad4d-1af5-49c5-850f-d5ea087745d7', 'port_id': 'cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f', 'mac_address': 'fa:16:3e:e8:cb:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b72b4e61-42e4-480a-958f-af156c6d45e9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:49:09.910092 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fb2eedf6-83db-4a8c-92af-07dff20ad44f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:09.932697 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:09.951725 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:49:09.956559 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:09.974577 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f,segment=NetworkSegment(f5cf6155-91d9-4d69-80db-1b481aaf2e36),segment_id=f5cf6155-91d9-4d69-80db-1b481aaf2e36)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:49:09.980395 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:10.035668 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:10.052488 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4b81ee08-cbe2-4f94-b065-077ffe9dd774 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2308860 Oct 20 11:49:10.055381 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35182) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:10.060192 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fb2eedf6-83db-4a8c-92af-07dff20ad44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:10.103627 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93654b16-8314-4e6f-93f7-5593e94a56ea req-cc534962-a1ad-49fc-b771-c0c808c80555 tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:10.103905 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-93654b16-8314-4e6f-93f7-5593e94a56ea req-cc534962-a1ad-49fc-b771-c0c808c80555 tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] 10.222.0.98 "GET /v2.0/ports?device_id=b2322a64-62ff-411c-aa9c-fe1daae83556 HTTP/1.1" status: 200 len: 944 time: 0.1239204 Oct 20 11:49:10.154983 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-93654b16-8314-4e6f-93f7-5593e94a56ea req-79f39323-0dd9-4099-a0ad-fd11760de27d tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] 10.222.0.98 "GET /v2.0/security-groups?id=42cd4b3b-ecd8-4133-aa6d-c1ceb6df5029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407021 Oct 20 11:49:10.158377 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fb2eedf6-83db-4a8c-92af-07dff20ad44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:10.197452 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2eedf6-83db-4a8c-92af-07dff20ad44f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85ae3d3f-b8cf-494c-86f7-68d5712ee0c9,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:10.203991 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fb2eedf6-83db-4a8c-92af-07dff20ad44f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:10.213158 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-fb2eedf6-83db-4a8c-92af-07dff20ad44f admin admin] 10.222.0.98 "DELETE /v2.0/subnets/85ae3d3f-b8cf-494c-86f7-68d5712ee0c9 HTTP/1.1" status: 204 len: 168 time: 0.5169477 Oct 20 11:49:10.215670 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35184) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:10.219354 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a030791d-4f59-4009-bb2f-3801327d0519 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:10.234065 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:49:10.283903 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a030791d-4f59-4009-bb2f-3801327d0519 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:10.370273 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d5d813a-f62d-40f1-a45d-a43ffb1259dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:10.422843 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a030791d-4f59-4009-bb2f-3801327d0519 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:10.425697 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a030791d-4f59-4009-bb2f-3801327d0519 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:10.427145 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a030791d-4f59-4009-bb2f-3801327d0519 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "DELETE /v2.0/security-groups/866b4578-d26b-40d6-af89-bc963ff42252 HTTP/1.1" status: 204 len: 168 time: 0.3703959 Oct 20 11:49:10.430667 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35202) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:10.445754 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a030791d-4f59-4009-bb2f-3801327d0519 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=866b4578-d26b-40d6-af89-bc963ff42252,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:10.526299 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-acb84610-d29f-487c-ab25-c6d8bea38d8c tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0918863 Oct 20 11:49:10.526979 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35204) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:10.531656 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-a3de689f-846c-4768-bf9f-9a1998c645e8 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Request body: {'security_group': {'name': 'tempest-secgroup--196051376'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:10.570388 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d5d813a-f62d-40f1-a45d-a43ffb1259dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:10.574540 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a3de689f-846c-4768-bf9f-9a1998c645e8 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:10.657188 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-2d5d813a-f62d-40f1-a45d-a43ffb1259dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d04499b2-5770-4fb2-9b77-03389d009acc']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:49:10.679425 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-2d5d813a-f62d-40f1-a45d-a43ffb1259dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a605305b-451a-42de-9da8-04dfc9289d74') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:49:10.679974 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-2d5d813a-f62d-40f1-a45d-a43ffb1259dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a605305b-451a-42de-9da8-04dfc9289d74') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:49:10.699030 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d5d813a-f62d-40f1-a45d-a43ffb1259dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:10.716526 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d5d813a-f62d-40f1-a45d-a43ffb1259dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:10.728020 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d5d813a-f62d-40f1-a45d-a43ffb1259dd admin admin] Releasing vlan 1267 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:49:10.728440 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d5d813a-f62d-40f1-a45d-a43ffb1259dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:10.730362 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:49:10.730362 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:49:10.730362 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:49:10.730362 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:49:10.730362 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:49:10.730362 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:49:10.730362 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:49:10.730362 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:49:10.730362 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:49:10.730362 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:49:10.730362 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:49:10.730362 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:49:10.730362 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:49:10.730362 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:49:10.730362 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:49:10.730362 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:49:10.730362 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:49:10.730362 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:49:10.730362 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:49:10.730362 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:49:10.730362 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:49:10.730362 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:49:10.730362 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:49:10.730362 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:49:10.730362 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:49:10.730362 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:49:10.730362 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:49:10.730362 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:49:10.730362 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:49:10.730362 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:49:10.730362 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:49:10.730362 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:49:10.739943 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a3de689f-846c-4768-bf9f-9a1998c645e8 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:10.759024 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a3de689f-846c-4768-bf9f-9a1998c645e8 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:10.806449 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a3de689f-846c-4768-bf9f-9a1998c645e8 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:10.811693 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35218) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:10.814500 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a3de689f-846c-4768-bf9f-9a1998c645e8 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2844858 Oct 20 11:49:10.834302 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-16689f41-8bea-4f72-a290-5cdf0fd9ec5d tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Request body: {'security_group_rule': {'security_group_id': 'e2d50eaa-e084-4c8d-bf94-c5609dafd34d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:10.859391 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de689f-846c-4768-bf9f-9a1998c645e8 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d50eaa-e084-4c8d-bf94-c5609dafd34d,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:10.868108 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d5d813a-f62d-40f1-a45d-a43ffb1259dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:10.879874 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d5d813a-f62d-40f1-a45d-a43ffb1259dd admin admin] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:10.899162 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2d5d813a-f62d-40f1-a45d-a43ffb1259dd admin admin] 10.222.0.98 "DELETE /v2.0/networks/d04499b2-5770-4fb2-9b77-03389d009acc HTTP/1.1" status: 204 len: 168 time: 0.6823802 Oct 20 11:49:10.926856 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d813a-f62d-40f1-a45d-a43ffb1259dd admin admin] Pushing event deleted for resources: {'Network': ['ID=d04499b2-5770-4fb2-9b77-03389d009acc,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:10.955498 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-16689f41-8bea-4f72-a290-5cdf0fd9ec5d tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:11.045675 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-16689f41-8bea-4f72-a290-5cdf0fd9ec5d tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:11.054211 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-16689f41-8bea-4f72-a290-5cdf0fd9ec5d tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:11.101047 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16689f41-8bea-4f72-a290-5cdf0fd9ec5d tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f409669-d293-47d4-9cc8-0436b6cded01,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:11.122770 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-16689f41-8bea-4f72-a290-5cdf0fd9ec5d tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:11.126457 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-16689f41-8bea-4f72-a290-5cdf0fd9ec5d tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3126378 Oct 20 11:49:11.128220 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35228) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:11.155381 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-a073d0fa-b876-43ce-9a7a-a46589070e7c tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "GET /v2.0/security-group-rules/1f409669-d293-47d4-9cc8-0436b6cded01 HTTP/1.1" status: 200 len: 763 time: 0.0260117 Oct 20 11:49:11.158113 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35230) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:11.294842 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35234) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:11.308683 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-11708284-d671-4a04-8169-50a5f9e2cefc tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1439567 Oct 20 11:49:11.311610 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35236) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:11.400339 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-13a35bda-13dc-44ef-ac49-9e8289476ffe admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3ad97c6fd4cd42648ea9451317710955&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1037307 Oct 20 11:49:11.402897 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35246) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:11.474045 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3d6e7723-70f4-4f8e-bb90-f7861229c8b8 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:11.477502 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8c331919-1cd0-4242-88dc-ad59155b25aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:11.503543 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8c331919-1cd0-4242-88dc-ad59155b25aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:11.508680 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3d6e7723-70f4-4f8e-bb90-f7861229c8b8 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:11.552442 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4494415-60d0-49c0-ad78-9ef4a97535a4 req-92c6e489-67b0-4db5-aac8-b5ef9a1d89bf tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:11.556438 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c4494415-60d0-49c0-ad78-9ef4a97535a4 req-92c6e489-67b0-4db5-aac8-b5ef9a1d89bf tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] 10.222.0.98 "GET /v2.0/ports?device_id=b2322a64-62ff-411c-aa9c-fe1daae83556 HTTP/1.1" status: 200 len: 944 time: 0.1884005 Oct 20 11:49:11.575196 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:49:11.638131 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8c331919-1cd0-4242-88dc-ad59155b25aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:11.643244 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8c331919-1cd0-4242-88dc-ad59155b25aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:11.645766 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8c331919-1cd0-4242-88dc-ad59155b25aa admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/23cd6f49-1ece-4348-94e3-62fae978a6ac HTTP/1.1" status: 204 len: 168 time: 0.2407248 Oct 20 11:49:11.688051 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c331919-1cd0-4242-88dc-ad59155b25aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cd6f49-1ece-4348-94e3-62fae978a6ac,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:11.715543 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3d6e7723-70f4-4f8e-bb90-f7861229c8b8 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:11.792563 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3d6e7723-70f4-4f8e-bb90-f7861229c8b8 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:11.796995 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3d6e7723-70f4-4f8e-bb90-f7861229c8b8 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/1f409669-d293-47d4-9cc8-0436b6cded01 HTTP/1.1" status: 204 len: 168 time: 0.4808259 Oct 20 11:49:11.797172 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35260) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:11.816888 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e7723-70f4-4f8e-bb90-f7861229c8b8 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f409669-d293-47d4-9cc8-0436b6cded01,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:11.881199 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c4494415-60d0-49c0-ad78-9ef4a97535a4 req-b7f850a0-d28a-489a-b205-7417af584eec tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] 10.222.0.98 "GET /v2.0/security-groups?id=42cd4b3b-ecd8-4133-aa6d-c1ceb6df5029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056316 Oct 20 11:49:11.918290 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:49:11.923788 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:49:11.924384 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:11.947215 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0e0e3aa2-b752-42a4-b876-d14692071ad6 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1468649 Oct 20 11:49:11.947591 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35266) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:11.957339 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-43ab056d-80e5-4266-b6a8-a05eb95e22fc tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Request body: {'security_group_rule': {'security_group_id': 'e2d50eaa-e084-4c8d-bf94-c5609dafd34d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:12.021553 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-43ab056d-80e5-4266-b6a8-a05eb95e22fc tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:12.162861 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-43ab056d-80e5-4266-b6a8-a05eb95e22fc tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:12.168682 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:12.173807 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-43ab056d-80e5-4266-b6a8-a05eb95e22fc tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:12.202768 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ab056d-80e5-4266-b6a8-a05eb95e22fc tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d691d86-4e47-4d22-baab-bd288b9c35d9,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:12.226868 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2322a64-62ff-411c-aa9c-fe1daae83556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:49:12.230180 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3629141e-ffa3-407e-b93c-580f7d6da0b0" -d '{"events": [{"server_uuid": "b2322a64-62ff-411c-aa9c-fe1daae83556", "name": "network-vif-plugged", "status": "completed", "tag": "cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:49:12.244033 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-43ab056d-80e5-4266-b6a8-a05eb95e22fc tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:12.258969 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f,segment=NetworkSegment(f5cf6155-91d9-4d69-80db-1b481aaf2e36),segment_id=f5cf6155-91d9-4d69-80db-1b481aaf2e36)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:49:12.265050 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35276) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:12.265925 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-43ab056d-80e5-4266-b6a8-a05eb95e22fc tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3167045 Oct 20 11:49:12.268165 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:12.294398 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-cf87caa1-60b4-49bc-a59a-95f7ebb6c2cc tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "GET /v2.0/security-group-rules/5d691d86-4e47-4d22-baab-bd288b9c35d9 HTTP/1.1" status: 200 len: 763 time: 0.0277498 Oct 20 11:49:12.298714 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35278) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:12.343243 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50b1faf-4975-4b43-94b4-2addef565f15 x-openstack-request-id: req-d50b1faf-4975-4b43-94b4-2addef565f15 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:49:12.344166 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2322a64-62ff-411c-aa9c-fe1daae83556", "name": "network-vif-plugged", "status": "completed", "tag": "cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:49:12.348942 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d50b1faf-4975-4b43-94b4-2addef565f15 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:49:12.349555 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2322a64-62ff-411c-aa9c-fe1daae83556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f', 'code': 200} Oct 20 11:49:12.397165 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6794d344-8bd4-40f9-8b00-eab88c155bf7 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0960066 Oct 20 11:49:12.401909 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35280) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:12.414757 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:12.445295 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8733c01d-8cbe-4e0a-8e63-3eb567bf9452 req-e82f2fdb-5265-412c-9f93-8ee0c986d154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:12.447016 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8733c01d-8cbe-4e0a-8e63-3eb567bf9452 req-e82f2fdb-5265-412c-9f93-8ee0c986d154 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b2322a64-62ff-411c-aa9c-fe1daae83556 HTTP/1.1" status: 200 len: 1096 time: 0.0619099 Oct 20 11:49:12.479331 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-27dda4e4-5b1f-4a05-8ad6-369129fb3a15 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:12.481195 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35286) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:12.490004 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8733c01d-8cbe-4e0a-8e63-3eb567bf9452 req-99268512-433e-40dd-b080-499e95d10a6f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=42cd4b3b-ecd8-4133-aa6d-c1ceb6df5029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344667 Oct 20 11:49:12.532040 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-27dda4e4-5b1f-4a05-8ad6-369129fb3a15 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:12.535949 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4172fddb-95bb-44c8-a0ad-19cfae6de4dc admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=07ffa5a683f9455bb12066dc70cc570f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0536859 Oct 20 11:49:12.539158 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35288) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:12.565998 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-27dda4e4-5b1f-4a05-8ad6-369129fb3a15 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:12.580730 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-27dda4e4-5b1f-4a05-8ad6-369129fb3a15 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:12.582266 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-27dda4e4-5b1f-4a05-8ad6-369129fb3a15 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/5d691d86-4e47-4d22-baab-bd288b9c35d9 HTTP/1.1" status: 204 len: 168 time: 0.1794169 Oct 20 11:49:12.583496 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dda4e4-5b1f-4a05-8ad6-369129fb3a15 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d691d86-4e47-4d22-baab-bd288b9c35d9,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:12.585291 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35290) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:12.629130 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-08756a5d-b706-4a3a-a75e-aa27ad4dd25c tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0425279 Oct 20 11:49:12.631747 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35292) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:12.638717 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-6fb8c596-0e1b-43bc-b9da-719434753644 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Request body: {'security_group_rule': {'security_group_id': 'e2d50eaa-e084-4c8d-bf94-c5609dafd34d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:12.668396 n-d-814735-3 neutron-server[100646]: INFO neutron.db.securitygroups_db [None req-6fb8c596-0e1b-43bc-b9da-719434753644 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Project 92a6b33c156b4170ba33b4ebbe454395 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:49:12.674625 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-af3c96a3-81b0-479b-a1c2-866577ec808b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:12.675867 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6fb8c596-0e1b-43bc-b9da-719434753644 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:12.723412 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-af3c96a3-81b0-479b-a1c2-866577ec808b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:12.750777 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6fb8c596-0e1b-43bc-b9da-719434753644 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:12.757917 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6fb8c596-0e1b-43bc-b9da-719434753644 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:12.790564 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6fb8c596-0e1b-43bc-b9da-719434753644 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:12.791992 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6fb8c596-0e1b-43bc-b9da-719434753644 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1591065 Oct 20 11:49:12.794583 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35302) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:12.819527 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-acf0bc8a-7283-4440-84c1-5f59a87c0198 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "GET /v2.0/security-group-rules/3bd6bb8e-6a2f-495a-8013-2a4ab2a42360 HTTP/1.1" status: 200 len: 769 time: 0.0212903 Oct 20 11:49:12.819527 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb8c596-0e1b-43bc-b9da-719434753644 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bd6bb8e-6a2f-495a-8013-2a4ab2a42360,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:12.820916 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35306) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:12.846355 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-af3c96a3-81b0-479b-a1c2-866577ec808b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:12.849677 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-af3c96a3-81b0-479b-a1c2-866577ec808b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:12.851178 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-af3c96a3-81b0-479b-a1c2-866577ec808b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b3bba178-6bde-44d3-a98f-39659f4d78c9 HTTP/1.1" status: 204 len: 168 time: 0.3110027 Oct 20 11:49:12.869206 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3c96a3-81b0-479b-a1c2-866577ec808b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bba178-6bde-44d3-a98f-39659f4d78c9,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:12.899091 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35310) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:12.915288 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-92eca87e-b01f-4b04-bb95-b87be4a856de tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0930295 Oct 20 11:49:12.958613 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f56512ba-f764-4239-bba6-a7a39b67c153 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:13.002450 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f56512ba-f764-4239-bba6-a7a39b67c153 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:13.134092 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f56512ba-f764-4239-bba6-a7a39b67c153 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:13.155932 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f56512ba-f764-4239-bba6-a7a39b67c153 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:13.157268 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-f56512ba-f764-4239-bba6-a7a39b67c153 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/3bd6bb8e-6a2f-495a-8013-2a4ab2a42360 HTTP/1.1" status: 204 len: 168 time: 0.2571499 Oct 20 11:49:13.160071 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35322) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:13.176745 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56512ba-f764-4239-bba6-a7a39b67c153 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3bd6bb8e-6a2f-495a-8013-2a4ab2a42360,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:13.212818 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514f3f2-8bf9-4b7b-b3c3-17576ce8f1d6 req-67a0ff06-f0d3-43ff-9d02-d75d0666ed84 tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:13.220882 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8514f3f2-8bf9-4b7b-b3c3-17576ce8f1d6 req-67a0ff06-f0d3-43ff-9d02-d75d0666ed84 tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] 10.222.0.98 "GET /v2.0/ports?device_id=b2322a64-62ff-411c-aa9c-fe1daae83556 HTTP/1.1" status: 200 len: 945 time: 0.1433864 Oct 20 11:49:13.222715 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-62d84cea-2289-4df1-8756-7abec3d13ff6 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0611372 Oct 20 11:49:13.225354 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35324) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:13.323275 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-41e75a69-34a7-45ba-adc5-3b90c49c3bd1 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:13.330180 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8514f3f2-8bf9-4b7b-b3c3-17576ce8f1d6 req-66979540-3b17-4b7f-a653-9e5a68f46134 tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] 10.222.0.98 "GET /v2.0/security-groups?id=42cd4b3b-ecd8-4133-aa6d-c1ceb6df5029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082737 Oct 20 11:49:13.389810 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-41e75a69-34a7-45ba-adc5-3b90c49c3bd1 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:13.524284 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-41e75a69-34a7-45ba-adc5-3b90c49c3bd1 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:13.527208 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-41e75a69-34a7-45ba-adc5-3b90c49c3bd1 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:13.531328 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-41e75a69-34a7-45ba-adc5-3b90c49c3bd1 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "DELETE /v2.0/security-groups/e2d50eaa-e084-4c8d-bf94-c5609dafd34d HTTP/1.1" status: 204 len: 168 time: 0.3014255 Oct 20 11:49:13.531779 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35334) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:13.551671 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e75a69-34a7-45ba-adc5-3b90c49c3bd1 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d50eaa-e084-4c8d-bf94-c5609dafd34d,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:13.638980 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-17046ae7-1f53-43fc-9d35-f696ed57da2e tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1057935 Oct 20 11:49:13.645814 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35340) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:13.707783 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8c3ea84d-fce2-4f27-b569-2bd54d8ad3e5 tempest-SecGroupIPv6Test-1805779701 tempest-SecGroupIPv6Test-1805779701-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0603650 Oct 20 11:49:14.190358 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2f98c245-41ea-4a65-ba96-5c5b63ba0219 req-3cc8b3a8-bbf9-4b3d-acf7-199b988e4518 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=600e0771-7f64-43ff-be83-2cc32b7f1e7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0795233 Oct 20 11:49:14.260852 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35380) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:14.348372 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98c245-41ea-4a65-ba96-5c5b63ba0219 req-51c0ea63-3e50-4ddd-b5da-bffca7d4e637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:14.350354 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2f98c245-41ea-4a65-ba96-5c5b63ba0219 req-51c0ea63-3e50-4ddd-b5da-bffca7d4e637 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f3d32e0333e043f7ad5ea1f647a23e73&device_id=600e0771-7f64-43ff-be83-2cc32b7f1e7e HTTP/1.1" status: 200 len: 1097 time: 0.0796301 Oct 20 11:49:14.570368 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98c245-41ea-4a65-ba96-5c5b63ba0219 req-620476e1-c889-4548-b01d-568d362e7da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:14.572619 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2f98c245-41ea-4a65-ba96-5c5b63ba0219 req-620476e1-c889-4548-b01d-568d362e7da1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1b892001-39c2-4a2f-8bb3-b72ef6055534 HTTP/1.1" status: 200 len: 916 time: 0.1872411 Oct 20 11:49:14.604770 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b06d7a-821e-4241-9fb7-7450d4ebba5b req-5c4dd0bf-c5fd-49ab-950f-7cf29e22593d tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:14.612205 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-20b06d7a-821e-4241-9fb7-7450d4ebba5b req-5c4dd0bf-c5fd-49ab-950f-7cf29e22593d tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] 10.222.0.98 "GET /v2.0/ports?device_id=b2322a64-62ff-411c-aa9c-fe1daae83556 HTTP/1.1" status: 200 len: 945 time: 0.1588488 Oct 20 11:49:14.676668 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2f98c245-41ea-4a65-ba96-5c5b63ba0219 req-cb571edc-9880-4596-85ef-949ecddb6342 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73d8eb99-23f5-4439-8c93-1bd0c560af34 HTTP/1.1" status: 200 len: 217 time: 0.0904665 Oct 20 11:49:14.717586 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-20b06d7a-821e-4241-9fb7-7450d4ebba5b req-04dea0b4-9e7f-460a-b985-4a4b560e24c1 tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] 10.222.0.98 "GET /v2.0/security-groups?id=42cd4b3b-ecd8-4133-aa6d-c1ceb6df5029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987623 Oct 20 11:49:14.798216 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98c245-41ea-4a65-ba96-5c5b63ba0219 req-597be0d1-1cca-4b86-aeed-fd94cdb2ad0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:14.800229 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2f98c245-41ea-4a65-ba96-5c5b63ba0219 req-597be0d1-1cca-4b86-aeed-fd94cdb2ad0b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4a91f57a-3317-448b-a1c3-2a415cd8edd6 HTTP/1.1" status: 200 len: 854 time: 0.1060951 Oct 20 11:49:14.916580 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2f98c245-41ea-4a65-ba96-5c5b63ba0219 req-f294c5b9-5fbf-4df5-ad8f-144f17ea21a7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1b892001-39c2-4a2f-8bb3-b72ef6055534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061771 Oct 20 11:49:15.137922 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2f98c245-41ea-4a65-ba96-5c5b63ba0219 req-85e0db37-1838-4d03-bb67-d33069e10cce service neutron] 10.222.0.89 "GET /v2.0/networks/1b892001-39c2-4a2f-8bb3-b72ef6055534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979554 Oct 20 11:49:15.270164 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5708d47f-6cca-4a85-8ea4-4b8c866b9499 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=92a6b33c156b4170ba33b4ebbe454395&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0081680 Oct 20 11:49:15.273280 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35422) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:15.365312 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2f98c245-41ea-4a65-ba96-5c5b63ba0219 req-2afce194-b896-4f4e-8f1f-35473ea7da14 service neutron] 10.222.0.89 "GET /v2.0/networks/1b892001-39c2-4a2f-8bb3-b72ef6055534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986208 Oct 20 11:49:15.377247 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-db0461d1-5cc1-4b3b-aae4-4cdcddd77363 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:15.391746 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:15.412145 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-db0461d1-5cc1-4b3b-aae4-4cdcddd77363 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:15.505630 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-db0461d1-5cc1-4b3b-aae4-4cdcddd77363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:15.509825 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-db0461d1-5cc1-4b3b-aae4-4cdcddd77363 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:15.515729 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-db0461d1-5cc1-4b3b-aae4-4cdcddd77363 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/134a016d-9ab8-496b-9ed0-6d4f108a1234 HTTP/1.1" status: 204 len: 168 time: 0.2370811 Oct 20 11:49:15.533631 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0461d1-5cc1-4b3b-aae4-4cdcddd77363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134a016d-9ab8-496b-9ed0-6d4f108a1234,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:15.682672 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac09870-f737-4b5b-a27e-c06c9dd56b11 req-b223ab97-a427-4d4c-b9cd-5ecd2830ab7f tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:15.684394 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2ac09870-f737-4b5b-a27e-c06c9dd56b11 req-b223ab97-a427-4d4c-b9cd-5ecd2830ab7f tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] 10.222.0.98 "GET /v2.0/ports?device_id=b2322a64-62ff-411c-aa9c-fe1daae83556 HTTP/1.1" status: 200 len: 945 time: 0.1092751 Oct 20 11:49:15.784451 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2ac09870-f737-4b5b-a27e-c06c9dd56b11 req-cc6d4ff8-aab9-4d90-9a31-3a3789aad1d9 tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] 10.222.0.98 "GET /v2.0/security-groups?id=42cd4b3b-ecd8-4133-aa6d-c1ceb6df5029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878642 Oct 20 11:49:16.835219 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d5df6-0e2b-4f72-adfc-11f7c2c73c8f req-2d065102-21a5-4281-b3d9-f0e07e2cd3f3 tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:16.836782 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-085d5df6-0e2b-4f72-adfc-11f7c2c73c8f req-2d065102-21a5-4281-b3d9-f0e07e2cd3f3 tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2322a64-62ff-411c-aa9c-fe1daae83556 HTTP/1.1" status: 200 len: 945 time: 0.1078689 Oct 20 11:49:17.045984 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35496) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:17.208390 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b2f22a-b8b8-4703-bb03-399e7883a009 req-27242810-3eee-42bb-b143-d138f910e8ec tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:17.224764 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-42b2f22a-b8b8-4703-bb03-399e7883a009 req-27242810-3eee-42bb-b143-d138f910e8ec tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] 10.222.0.98 "GET /v2.0/ports?device_id=b2322a64-62ff-411c-aa9c-fe1daae83556 HTTP/1.1" status: 200 len: 945 time: 0.2809410 Oct 20 11:49:17.271251 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-3edd1e2c-7c8c-42f3-8a3d-926f9ca44351 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:17.271702 n-d-814735-3 neutron-server[100646]: WARNING neutron.api.v2.base [None req-3edd1e2c-7c8c-42f3-8a3d-926f9ca44351 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 20 11:49:17.272209 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-3edd1e2c-7c8c-42f3-8a3d-926f9ca44351 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] create failed (client error): There was a conflict when trying to complete your request. Oct 20 11:49:17.273676 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3edd1e2c-7c8c-42f3-8a3d-926f9ca44351 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2269342 Oct 20 11:49:17.279047 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35518) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:17.284744 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-1cca866c-3fa8-4d5f-b211-72d04b3731ea tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Request body: {'security_group': {'name': 'tempest-secgroup--256313950'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:17.363042 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-085d5df6-0e2b-4f72-adfc-11f7c2c73c8f req-67b70c5d-51ba-456d-acb8-4e56e582faab tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] Deleting port cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:49:17.363733 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-085d5df6-0e2b-4f72-adfc-11f7c2c73c8f req-67b70c5d-51ba-456d-acb8-4e56e582faab tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:17.365192 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1cca866c-3fa8-4d5f-b211-72d04b3731ea tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:17.376219 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1cca866c-3fa8-4d5f-b211-72d04b3731ea tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:17.412399 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:49:17.416071 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-42b2f22a-b8b8-4703-bb03-399e7883a009 req-f02445a1-fe10-446c-a016-ca3834365f4a tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] 10.222.0.98 "GET /v2.0/security-groups?id=42cd4b3b-ecd8-4133-aa6d-c1ceb6df5029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913853 Oct 20 11:49:17.592814 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1cca866c-3fa8-4d5f-b211-72d04b3731ea tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:17.607073 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1cca866c-3fa8-4d5f-b211-72d04b3731ea tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:17.696123 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-085d5df6-0e2b-4f72-adfc-11f7c2c73c8f req-67b70c5d-51ba-456d-acb8-4e56e582faab tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] For port cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f,segment=NetworkSegment(f5cf6155-91d9-4d69-80db-1b481aaf2e36),segment_id=f5cf6155-91d9-4d69-80db-1b481aaf2e36)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:49:17.715424 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-085d5df6-0e2b-4f72-adfc-11f7c2c73c8f req-67b70c5d-51ba-456d-acb8-4e56e582faab tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:17.729565 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca866c-3fa8-4d5f-b211-72d04b3731ea tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e78c298-8f41-4d39-a88b-ea1511a33f27,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:17.763070 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-085d5df6-0e2b-4f72-adfc-11f7c2c73c8f req-67b70c5d-51ba-456d-acb8-4e56e582faab tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] Calling delete_port for cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:49:17.801597 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1cca866c-3fa8-4d5f-b211-72d04b3731ea tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:17.813807 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1cca866c-3fa8-4d5f-b211-72d04b3731ea tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:17.879249 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1cca866c-3fa8-4d5f-b211-72d04b3731ea tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:17.883291 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1cca866c-3fa8-4d5f-b211-72d04b3731ea tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6003547 Oct 20 11:49:17.883571 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35538) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:17.911817 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-9d4a4609-0977-446f-a6c6-0361ab2137f4 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Request body: {'security_group_rule': {'security_group_id': '7ba45bb3-3b9e-4147-8fa4-8416e2e5309e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:17.926399 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca866c-3fa8-4d5f-b211-72d04b3731ea tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba45bb3-3b9e-4147-8fa4-8416e2e5309e,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:18.044402 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9d4a4609-0977-446f-a6c6-0361ab2137f4 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:18.062082 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-085d5df6-0e2b-4f72-adfc-11f7c2c73c8f req-67b70c5d-51ba-456d-acb8-4e56e582faab tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:18.209994 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b70c5d-51ba-456d-acb8-4e56e582faab tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] Pushing event deleted for resources: {'Port': ['ID=cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:18.233070 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9d4a4609-0977-446f-a6c6-0361ab2137f4 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:18.246545 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9d4a4609-0977-446f-a6c6-0361ab2137f4 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:18.249299 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-085d5df6-0e2b-4f72-adfc-11f7c2c73c8f req-67b70c5d-51ba-456d-acb8-4e56e582faab tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] No DVR routers for this DVR port cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:49:18.254192 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-085d5df6-0e2b-4f72-adfc-11f7c2c73c8f req-67b70c5d-51ba-456d-acb8-4e56e582faab tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:18.259021 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-085d5df6-0e2b-4f72-adfc-11f7c2c73c8f req-67b70c5d-51ba-456d-acb8-4e56e582faab tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] 10.222.0.11 "DELETE /v2.0/ports/cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f HTTP/1.1" status: 204 len: 173 time: 1.4027443 Oct 20 11:49:18.259760 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2322a64-62ff-411c-aa9c-fe1daae83556', 'name': 'network-vif-deleted', 'tag': 'cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:49:18.262764 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12852faf-b67a-4f02-b499-4864ba274e16" -d '{"events": [{"server_uuid": "b2322a64-62ff-411c-aa9c-fe1daae83556", "name": "network-vif-deleted", "tag": "cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:49:18.274381 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4a4609-0977-446f-a6c6-0361ab2137f4 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4045bda2-748b-4cca-936c-1ec8af71d643,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:18.293606 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9d4a4609-0977-446f-a6c6-0361ab2137f4 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:18.297651 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-9d4a4609-0977-446f-a6c6-0361ab2137f4 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4116940 Oct 20 11:49:18.299696 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35552) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:18.315027 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-02eb0f56-7190-4a53-88b0-e030d2c978a8 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Request body: {'security_group_rule': {'security_group_id': '7ba45bb3-3b9e-4147-8fa4-8416e2e5309e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:18.453543 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1732ecd7-72ad-43a8-ad5f-3b13251c5420 x-openstack-request-id: req-1732ecd7-72ad-43a8-ad5f-3b13251c5420 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:49:18.453842 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2322a64-62ff-411c-aa9c-fe1daae83556", "name": "network-vif-deleted", "tag": "cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:49:18.454101 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1732ecd7-72ad-43a8-ad5f-3b13251c5420 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:49:18.454528 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2322a64-62ff-411c-aa9c-fe1daae83556', 'name': 'network-vif-deleted', 'tag': 'cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f', 'status': 'completed', 'code': 200} Oct 20 11:49:18.463053 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-02eb0f56-7190-4a53-88b0-e030d2c978a8 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:18.554070 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [None req-02eb0f56-7190-4a53-88b0-e030d2c978a8 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] create failed (client error): There was a conflict when trying to complete your request. Oct 20 11:49:18.556476 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-02eb0f56-7190-4a53-88b0-e030d2c978a8 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2527456 Oct 20 11:49:18.559159 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35562) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:18.611087 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8327221e-4633-43a1-9192-0a131bb02005 req-21f1429c-2f7d-43cb-af03-5534aeb02aea tempest-ServerAddressesTestJSON-1659607622 tempest-ServerAddressesTestJSON-1659607622-project] 10.222.0.98 "GET /v2.0/ports?device_id=b2322a64-62ff-411c-aa9c-fe1daae83556 HTTP/1.1" status: 200 len: 210 time: 0.0520389 Oct 20 11:49:18.734437 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b6e44fda-7db6-4ee9-8d13-0176ad430b2e tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:18.766818 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b6e44fda-7db6-4ee9-8d13-0176ad430b2e tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:18.851533 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b6e44fda-7db6-4ee9-8d13-0176ad430b2e tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:18.854738 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b6e44fda-7db6-4ee9-8d13-0176ad430b2e tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:18.856380 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b6e44fda-7db6-4ee9-8d13-0176ad430b2e tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] 10.222.0.98 "DELETE /v2.0/security-groups/7ba45bb3-3b9e-4147-8fa4-8416e2e5309e HTTP/1.1" status: 204 len: 168 time: 0.2958577 Oct 20 11:49:18.860562 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35574) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:18.868447 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e44fda-7db6-4ee9-8d13-0176ad430b2e tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba45bb3-3b9e-4147-8fa4-8416e2e5309e,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:19.016324 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35578) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:19.023204 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-6de54e8d-e62d-41e6-b2c6-18c87bb0e90e tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Request body: {'security_group': {'name': 'tempest-secgroup--1018532599'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:19.025091 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c31c9901-991a-4c8e-969c-81a90ec2385a tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1629004 Oct 20 11:49:19.086596 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6de54e8d-e62d-41e6-b2c6-18c87bb0e90e tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:19.094438 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35582) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:19.334185 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6de54e8d-e62d-41e6-b2c6-18c87bb0e90e tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:19.343985 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6de54e8d-e62d-41e6-b2c6-18c87bb0e90e tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:19.346784 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-be4d7330-b134-4e5a-b073-31abd830c0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:19.410238 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6de54e8d-e62d-41e6-b2c6-18c87bb0e90e tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:19.412017 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6de54e8d-e62d-41e6-b2c6-18c87bb0e90e tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3943074 Oct 20 11:49:19.416482 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35596) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:19.425055 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-ee18618b-9324-4c55-8e90-42ac2c0df2e8 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Request body: {'security_group_rule': {'security_group_id': '5c72283f-d965-457c-9c83-a9c11a9d0b27', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:19.425576 n-d-814735-3 neutron-server[100646]: WARNING neutron.api.v2.base [None req-ee18618b-9324-4c55-8e90-42ac2c0df2e8 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 20 11:49:19.426130 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-ee18618b-9324-4c55-8e90-42ac2c0df2e8 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:49:19.427829 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ee18618b-9324-4c55-8e90-42ac2c0df2e8 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0103781 Oct 20 11:49:19.432208 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35598) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:19.439669 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ab2e0183-b4d8-4a79-bb9b-6a4075138838 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:19.465690 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de54e8d-e62d-41e6-b2c6-18c87bb0e90e tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c72283f-d965-457c-9c83-a9c11a9d0b27,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:19.587942 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ed69b536-dbbf-45ac-b2ac-cdcb23da3564 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:19.606194 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:49:19.669351 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:49:19.671194 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device cb9ce1be-9df8-4fbb-b0aa-b2440abf3d9f not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:49:19.718979 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ed69b536-dbbf-45ac-b2ac-cdcb23da3564 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:19.737925 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ab2e0183-b4d8-4a79-bb9b-6a4075138838 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:19.745259 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35608) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:19.770091 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ab2e0183-b4d8-4a79-bb9b-6a4075138838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:19.817663 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ed69b536-dbbf-45ac-b2ac-cdcb23da3564 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:19.820667 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ed69b536-dbbf-45ac-b2ac-cdcb23da3564 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:19.825330 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ed69b536-dbbf-45ac-b2ac-cdcb23da3564 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] 10.222.0.98 "DELETE /v2.0/security-groups/5c72283f-d965-457c-9c83-a9c11a9d0b27 HTTP/1.1" status: 204 len: 168 time: 0.3920352 Oct 20 11:49:19.826139 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35614) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:19.900951 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed69b536-dbbf-45ac-b2ac-cdcb23da3564 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c72283f-d965-457c-9c83-a9c11a9d0b27,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:19.987597 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-44178649-d337-4df0-9044-0bb1b4e704ce tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1561291 Oct 20 11:49:19.989864 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35618) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:20.044111 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-e103cf1c-7668-4305-b29c-3ee8628f9ab3 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Request body: {'security_group': {'name': 'tempest-secgroup--669008966'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:20.068375 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e0183-b4d8-4a79-bb9b-6a4075138838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238f0d1e-445e-4ecc-bc89-1664539971e3,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:20.077444 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-848c29f8-8285-4ba6-9599-c2cb0132940a admin admin] Deleting subnet b72b4e61-42e4-480a-958f-af156c6d45e9 {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:49:20.088365 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ab2e0183-b4d8-4a79-bb9b-6a4075138838 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f3f23e9596834eb3b96a537d0e8c0000&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9923818 Oct 20 11:49:20.091304 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35620) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:20.105691 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-848c29f8-8285-4ba6-9599-c2cb0132940a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:20.183506 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-87148c19-37e9-4da0-8bfd-85188716b7cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:20.210947 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-87148c19-37e9-4da0-8bfd-85188716b7cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:20.217054 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e103cf1c-7668-4305-b29c-3ee8628f9ab3 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:20.243452 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-848c29f8-8285-4ba6-9599-c2cb0132940a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:20.285330 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-87148c19-37e9-4da0-8bfd-85188716b7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:20.291334 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-87148c19-37e9-4da0-8bfd-85188716b7cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:20.294415 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-87148c19-37e9-4da0-8bfd-85188716b7cc admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/238f0d1e-445e-4ecc-bc89-1664539971e3 HTTP/1.1" status: 204 len: 168 time: 0.2003999 Oct 20 11:49:20.318202 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87148c19-37e9-4da0-8bfd-85188716b7cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238f0d1e-445e-4ecc-bc89-1664539971e3,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:20.460308 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e103cf1c-7668-4305-b29c-3ee8628f9ab3 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:20.471637 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e103cf1c-7668-4305-b29c-3ee8628f9ab3 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:20.474697 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-848c29f8-8285-4ba6-9599-c2cb0132940a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:20.542368 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e103cf1c-7668-4305-b29c-3ee8628f9ab3 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:20.547388 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35632) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:20.547998 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e103cf1c-7668-4305-b29c-3ee8628f9ab3 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5236511 Oct 20 11:49:20.552190 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-7c48ee7a-897c-4765-b7ce-a5172559f934 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Request body: {'security_group_rule': {'security_group_id': '78201459-f600-4172-9e77-6ecab3d650f6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:20.552372 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e103cf1c-7668-4305-b29c-3ee8628f9ab3 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78201459-f600-4172-9e77-6ecab3d650f6,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:20.553020 n-d-814735-3 neutron-server[100646]: WARNING neutron.api.v2.base [None req-7c48ee7a-897c-4765-b7ce-a5172559f934 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 20 11:49:20.553525 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-7c48ee7a-897c-4765-b7ce-a5172559f934 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:49:20.555091 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7c48ee7a-897c-4765-b7ce-a5172559f934 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0065103 Oct 20 11:49:20.559253 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35634) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:20.584404 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-848c29f8-8285-4ba6-9599-c2cb0132940a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:20.684750 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c29f8-8285-4ba6-9599-c2cb0132940a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b72b4e61-42e4-480a-958f-af156c6d45e9,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:20.694903 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-848c29f8-8285-4ba6-9599-c2cb0132940a admin admin] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:20.705599 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-848c29f8-8285-4ba6-9599-c2cb0132940a admin admin] 10.222.0.98 "DELETE /v2.0/subnets/b72b4e61-42e4-480a-958f-af156c6d45e9 HTTP/1.1" status: 204 len: 168 time: 0.9555423 Oct 20 11:49:20.705599 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35640) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:20.732601 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2856089f-df72-4764-b662-e7444a4bd9cb tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:20.739163 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35642) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:20.800029 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e8c19f85-c4b0-463a-abe7-5e158e328cb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:20.834995 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2856089f-df72-4764-b662-e7444a4bd9cb tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:20.876324 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a10c0b17-3a7e-4ec1-bb90-15ac5df7bf84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:20.936672 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2856089f-df72-4764-b662-e7444a4bd9cb tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:20.939925 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2856089f-df72-4764-b662-e7444a4bd9cb tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:20.941265 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2856089f-df72-4764-b662-e7444a4bd9cb tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] 10.222.0.98 "DELETE /v2.0/security-groups/78201459-f600-4172-9e77-6ecab3d650f6 HTTP/1.1" status: 204 len: 168 time: 0.3825130 Oct 20 11:49:20.948013 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35648) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:21.041405 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a10c0b17-3a7e-4ec1-bb90-15ac5df7bf84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:21.093116 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-a10c0b17-3a7e-4ec1-bb90-15ac5df7bf84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72ddad4d-1af5-49c5-850f-d5ea087745d7']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:49:21.112022 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-a10c0b17-3a7e-4ec1-bb90-15ac5df7bf84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5cf6155-91d9-4d69-80db-1b481aaf2e36') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:49:21.112629 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-a10c0b17-3a7e-4ec1-bb90-15ac5df7bf84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5cf6155-91d9-4d69-80db-1b481aaf2e36') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:49:21.112731 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2856089f-df72-4764-b662-e7444a4bd9cb tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78201459-f600-4172-9e77-6ecab3d650f6,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:21.128952 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a10c0b17-3a7e-4ec1-bb90-15ac5df7bf84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:21.144353 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a10c0b17-3a7e-4ec1-bb90-15ac5df7bf84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:21.151161 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a10c0b17-3a7e-4ec1-bb90-15ac5df7bf84 admin admin] Releasing vlan 1252 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:49:21.151558 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a10c0b17-3a7e-4ec1-bb90-15ac5df7bf84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:21.227397 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:49:21.227397 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:49:21.227397 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:49:21.227397 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:49:21.227397 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:49:21.227397 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:49:21.227397 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:49:21.227397 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:49:21.227397 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:49:21.227397 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:49:21.227397 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:49:21.227397 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:49:21.227397 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:49:21.227397 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:49:21.227397 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:49:21.227397 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:49:21.227397 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:49:21.227397 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:49:21.227397 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:49:21.227397 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:49:21.227397 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:49:21.227397 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:49:21.227397 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:49:21.227397 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:49:21.227397 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:49:21.227397 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:49:21.227397 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:49:21.227397 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:49:21.227397 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:49:21.227397 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:49:21.227397 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:49:21.227397 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:49:21.236525 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a10c0b17-3a7e-4ec1-bb90-15ac5df7bf84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:21.241503 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a10c0b17-3a7e-4ec1-bb90-15ac5df7bf84 admin admin] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:21.248650 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d2b9cc68-0bb3-41d4-80f2-b72d0aa6c0bb tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2806628 Oct 20 11:49:21.249455 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-a10c0b17-3a7e-4ec1-bb90-15ac5df7bf84 admin admin] 10.222.0.98 "DELETE /v2.0/networks/72ddad4d-1af5-49c5-850f-d5ea087745d7 HTTP/1.1" status: 204 len: 168 time: 0.5413129 Oct 20 11:49:21.250134 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35654) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:21.266511 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-6259f1e7-c495-4910-ad38-7c7ce53a0a24 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Request body: {'security_group': {'name': 'tempest-secgroup--1855374263'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:21.270496 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e8c19f85-c4b0-463a-abe7-5e158e328cb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:21.278972 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e8c19f85-c4b0-463a-abe7-5e158e328cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:21.306649 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c0b17-3a7e-4ec1-bb90-15ac5df7bf84 admin admin] Pushing event deleted for resources: {'Network': ['ID=72ddad4d-1af5-49c5-850f-d5ea087745d7,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:21.340839 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e8c19f85-c4b0-463a-abe7-5e158e328cb5 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ad8a834221874768ad5aee44a50992cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5985382 Oct 20 11:49:21.341949 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c19f85-c4b0-463a-abe7-5e158e328cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc86f5f2-e03d-41e5-9c69-9b3820f58f8d,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:21.344787 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35658) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:21.416613 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6259f1e7-c495-4910-ad38-7c7ce53a0a24 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:21.501543 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-89441144-e575-4b20-bbad-cebab36e4515 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:21.569163 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-89441144-e575-4b20-bbad-cebab36e4515 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:21.583402 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35666) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:21.618529 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6259f1e7-c495-4910-ad38-7c7ce53a0a24 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:21.624407 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1e61fe1c-b6a1-4c01-b51e-5dec0e04de02 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d63f361927974574935e8577eaaf59f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397794 Oct 20 11:49:21.627181 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35668) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:21.641800 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6259f1e7-c495-4910-ad38-7c7ce53a0a24 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:21.667504 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6259f1e7-c495-4910-ad38-7c7ce53a0a24 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:21.671906 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-6259f1e7-c495-4910-ad38-7c7ce53a0a24 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4168513 Oct 20 11:49:21.673085 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35670) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:21.685803 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-1b944204-ba4c-4eed-8ffd-9a3919cf556e tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Request body: {'security_group_rule': {'security_group_id': '7532aede-2eca-4320-9e4b-7af731babd1c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:21.686670 n-d-814735-3 neutron-server[100647]: WARNING neutron.api.v2.base [None req-1b944204-ba4c-4eed-8ffd-9a3919cf556e tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 20 11:49:21.687227 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [None req-1b944204-ba4c-4eed-8ffd-9a3919cf556e tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:49:21.691394 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35672) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:21.692486 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-1b944204-ba4c-4eed-8ffd-9a3919cf556e tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0097928 Oct 20 11:49:21.698652 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-d4f29fa6-ae90-43a8-ba22-288da2be18a4 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Request body: {'security_group_rule': {'security_group_id': '7532aede-2eca-4320-9e4b-7af731babd1c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:21.700074 n-d-814735-3 neutron-server[100646]: WARNING neutron.api.v2.base [None req-d4f29fa6-ae90-43a8-ba22-288da2be18a4 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 20 11:49:21.700873 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-d4f29fa6-ae90-43a8-ba22-288da2be18a4 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:49:21.704117 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d4f29fa6-ae90-43a8-ba22-288da2be18a4 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0105855 Oct 20 11:49:21.706921 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35674) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:21.714252 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-6f8234d0-4a13-4620-87c2-86940a1c816f tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Request body: {'security_group_rule': {'security_group_id': '7532aede-2eca-4320-9e4b-7af731babd1c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:21.715409 n-d-814735-3 neutron-server[100646]: WARNING neutron.api.v2.base [None req-6f8234d0-4a13-4620-87c2-86940a1c816f tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 20 11:49:21.716078 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-6f8234d0-4a13-4620-87c2-86940a1c816f tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:49:21.717178 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6f8234d0-4a13-4620-87c2-86940a1c816f tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0085146 Oct 20 11:49:21.720348 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35676) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:21.733410 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-8fba4a01-93be-4ee2-9364-5f1f07eab785 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Request body: {'security_group_rule': {'security_group_id': '7532aede-2eca-4320-9e4b-7af731babd1c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:21.734136 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6259f1e7-c495-4910-ad38-7c7ce53a0a24 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7532aede-2eca-4320-9e4b-7af731babd1c,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:21.734927 n-d-814735-3 neutron-server[100646]: WARNING neutron.api.v2.base [None req-8fba4a01-93be-4ee2-9364-5f1f07eab785 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 20 11:49:21.736500 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-8fba4a01-93be-4ee2-9364-5f1f07eab785 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:49:21.737700 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8fba4a01-93be-4ee2-9364-5f1f07eab785 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0154216 Oct 20 11:49:21.740714 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35680) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:21.749179 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-89441144-e575-4b20-bbad-cebab36e4515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:21.752361 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-89441144-e575-4b20-bbad-cebab36e4515 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:21.755799 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-89441144-e575-4b20-bbad-cebab36e4515 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/bc86f5f2-e03d-41e5-9c69-9b3820f58f8d HTTP/1.1" status: 204 len: 168 time: 0.4077444 Oct 20 11:49:21.770370 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9e397b93-94a9-47b8-8a66-da814f220489 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:21.773045 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89441144-e575-4b20-bbad-cebab36e4515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc86f5f2-e03d-41e5-9c69-9b3820f58f8d,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:21.802983 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9e397b93-94a9-47b8-8a66-da814f220489 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:21.917352 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9e397b93-94a9-47b8-8a66-da814f220489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:21.920650 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9e397b93-94a9-47b8-8a66-da814f220489 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:21.926653 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-9e397b93-94a9-47b8-8a66-da814f220489 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/42cd4b3b-ecd8-4133-aa6d-c1ceb6df5029 HTTP/1.1" status: 204 len: 168 time: 0.2983062 Oct 20 11:49:21.942293 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e397b93-94a9-47b8-8a66-da814f220489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cd4b3b-ecd8-4133-aa6d-c1ceb6df5029,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:21.957389 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4d111d5e-7100-4d26-8984-35945e2f4398 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:21.994756 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4d111d5e-7100-4d26-8984-35945e2f4398 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:22.050746 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4d111d5e-7100-4d26-8984-35945e2f4398 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:22.054055 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4d111d5e-7100-4d26-8984-35945e2f4398 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:22.055692 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4d111d5e-7100-4d26-8984-35945e2f4398 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] 10.222.0.98 "DELETE /v2.0/security-groups/7532aede-2eca-4320-9e4b-7af731babd1c HTTP/1.1" status: 204 len: 168 time: 0.3135710 Oct 20 11:49:22.058606 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35694) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:22.093727 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d111d5e-7100-4d26-8984-35945e2f4398 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7532aede-2eca-4320-9e4b-7af731babd1c,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:22.176951 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-79bc6cea-732f-41a1-a30b-c4b3e86c6338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:22.216573 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-b93537a7-2081-4e0b-a3e0-81cdc69793b2 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1565273 Oct 20 11:49:22.221132 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35700) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:22.227824 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-331e7043-6963-4c26-8505-8743f534e6c8 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Request body: {'security_group': {'name': 'tempest-secgroup--494425755'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:22.309958 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-331e7043-6963-4c26-8505-8743f534e6c8 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:22.553610 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-331e7043-6963-4c26-8505-8743f534e6c8 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:22.560646 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-331e7043-6963-4c26-8505-8743f534e6c8 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:22.642547 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e7043-6963-4c26-8505-8743f534e6c8 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42883695-38d1-424f-bdf0-a902c9580bf6,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:22.676001 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-331e7043-6963-4c26-8505-8743f534e6c8 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:22.677577 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-331e7043-6963-4c26-8505-8743f534e6c8 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4554396 Oct 20 11:49:22.680517 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35720) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:22.687057 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-24466c2d-feeb-4c2b-b8d2-1c4cf66ff95b tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Request body: {'security_group_rule': {'security_group_id': '42883695-38d1-424f-bdf0-a902c9580bf6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:22.688284 n-d-814735-3 neutron-server[100646]: WARNING neutron.api.v2.base [None req-24466c2d-feeb-4c2b-b8d2-1c4cf66ff95b tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 20 11:49:22.689032 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-24466c2d-feeb-4c2b-b8d2-1c4cf66ff95b tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:49:22.690676 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-24466c2d-feeb-4c2b-b8d2-1c4cf66ff95b tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0089700 Oct 20 11:49:22.694311 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35724) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:22.699324 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-c3347d11-49fd-4eba-ab0c-e89aaa675a09 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Request body: {'security_group_rule': {'security_group_id': '42883695-38d1-424f-bdf0-a902c9580bf6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:22.770113 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [None req-c3347d11-49fd-4eba-ab0c-e89aaa675a09 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:49:22.775141 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c3347d11-49fd-4eba-ab0c-e89aaa675a09 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0795932 Oct 20 11:49:22.775368 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35732) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:22.780185 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-a0449e9f-d721-4475-863e-c043ffc56266 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Request body: {'security_group_rule': {'security_group_id': '42883695-38d1-424f-bdf0-a902c9580bf6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:22.780785 n-d-814735-3 neutron-server[100646]: WARNING neutron.api.v2.base [None req-a0449e9f-d721-4475-863e-c043ffc56266 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 20 11:49:22.781339 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-a0449e9f-d721-4475-863e-c043ffc56266 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:49:22.782434 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a0449e9f-d721-4475-863e-c043ffc56266 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060618 Oct 20 11:49:22.785364 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35734) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:22.790409 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-89a5619c-11f0-4efb-8ac4-304639d429f7 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Request body: {'security_group_rule': {'security_group_id': '42883695-38d1-424f-bdf0-a902c9580bf6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:22.879239 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [None req-89a5619c-11f0-4efb-8ac4-304639d429f7 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:49:22.880780 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-89a5619c-11f0-4efb-8ac4-304639d429f7 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0944629 Oct 20 11:49:22.883885 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35746) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:22.889135 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-c21edd54-02fd-4852-a325-2a7f22c7b2d8 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Request body: {'security_group_rule': {'security_group_id': '42883695-38d1-424f-bdf0-a902c9580bf6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:22.890237 n-d-814735-3 neutron-server[100647]: WARNING neutron.api.v2.base [None req-c21edd54-02fd-4852-a325-2a7f22c7b2d8 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 20 11:49:22.890525 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [None req-c21edd54-02fd-4852-a325-2a7f22c7b2d8 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:49:22.894088 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c21edd54-02fd-4852-a325-2a7f22c7b2d8 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0092256 Oct 20 11:49:22.898031 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35750) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:22.905394 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-0ec69287-fbf4-40ca-84e0-66724a78b256 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Request body: {'security_group_rule': {'security_group_id': '42883695-38d1-424f-bdf0-a902c9580bf6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:22.985083 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-0ec69287-fbf4-40ca-84e0-66724a78b256 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:49:22.986600 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0ec69287-fbf4-40ca-84e0-66724a78b256 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0873201 Oct 20 11:49:22.989820 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35752) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:22.994774 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-75c8285a-ee4a-4591-a5d1-82a12e188618 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Request body: {'security_group_rule': {'security_group_id': '42883695-38d1-424f-bdf0-a902c9580bf6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:22.995498 n-d-814735-3 neutron-server[100647]: WARNING neutron.api.v2.base [None req-75c8285a-ee4a-4591-a5d1-82a12e188618 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 20 11:49:23.026658 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [None req-75c8285a-ee4a-4591-a5d1-82a12e188618 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:49:23.030616 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-75c8285a-ee4a-4591-a5d1-82a12e188618 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0368474 Oct 20 11:49:23.031199 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35754) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:23.037412 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-5535c0fe-2e1a-449d-9538-bf0ce23a67fc tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Request body: {'security_group_rule': {'security_group_id': '42883695-38d1-424f-bdf0-a902c9580bf6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:23.137169 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-5535c0fe-2e1a-449d-9538-bf0ce23a67fc tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:49:23.138687 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5535c0fe-2e1a-449d-9538-bf0ce23a67fc tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1058981 Oct 20 11:49:23.141433 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35760) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:23.145836 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-8b06f26b-b331-4d4f-9720-7d0462a1c5ff tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Request body: {'security_group_rule': {'security_group_id': '42883695-38d1-424f-bdf0-a902c9580bf6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:23.167198 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:23.176498 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:23.251598 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [None req-8b06f26b-b331-4d4f-9720-7d0462a1c5ff tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:49:23.252829 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8b06f26b-b331-4d4f-9720-7d0462a1c5ff tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1103072 Oct 20 11:49:23.255807 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35772) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:23.425801 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-97226d91-3db0-4dec-bd95-66fb5149b980 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:23.512239 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-97226d91-3db0-4dec-bd95-66fb5149b980 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:23.581557 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-97226d91-3db0-4dec-bd95-66fb5149b980 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:23.585750 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-97226d91-3db0-4dec-bd95-66fb5149b980 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:23.587799 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-97226d91-3db0-4dec-bd95-66fb5149b980 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] 10.222.0.98 "DELETE /v2.0/security-groups/42883695-38d1-424f-bdf0-a902c9580bf6 HTTP/1.1" status: 204 len: 168 time: 0.3298888 Oct 20 11:49:23.590656 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35784) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:23.600626 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97226d91-3db0-4dec-bd95-66fb5149b980 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42883695-38d1-424f-bdf0-a902c9580bf6,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:23.752552 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-80f78c36-6ff3-4ca9-83fa-cd3583147b1d tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1604123 Oct 20 11:49:23.758144 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35794) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:23.762619 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-814841f1-46f6-40af-b69f-87bc5dbc588e tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Request body: {'security_group': {'name': 'tempest-secgroup--367271819'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:23.829686 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-814841f1-46f6-40af-b69f-87bc5dbc588e tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:23.915876 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-814841f1-46f6-40af-b69f-87bc5dbc588e tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:23.923412 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-814841f1-46f6-40af-b69f-87bc5dbc588e tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:23.970583 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-814841f1-46f6-40af-b69f-87bc5dbc588e tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:23.972737 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-814841f1-46f6-40af-b69f-87bc5dbc588e tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2136290 Oct 20 11:49:23.975152 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814841f1-46f6-40af-b69f-87bc5dbc588e tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=953a0fd7-e5a8-43ce-8924-dffa9ace8fb2,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:23.975885 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35800) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:23.980486 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-097605ba-a1cb-4411-9f8f-e3af1d7d7c29 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Request body: {'security_group_rule': {'security_group_id': '953a0fd7-e5a8-43ce-8924-dffa9ace8fb2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:24.065074 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [None req-097605ba-a1cb-4411-9f8f-e3af1d7d7c29 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] create failed (client error): The resource could not be found. Oct 20 11:49:24.066165 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-097605ba-a1cb-4411-9f8f-e3af1d7d7c29 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0892696 Oct 20 11:49:24.069131 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35808) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:24.074343 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-a5e4106a-7ae1-40aa-9f49-e9543f8119e7 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Request body: {'security_group_rule': {'security_group_id': '953a0fd7-e5a8-43ce-8924-dffa9ace8fb2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '536ff111-764c-4f4d-9629-7c4756417c74'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:24.135648 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [None req-a5e4106a-7ae1-40aa-9f49-e9543f8119e7 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] create failed (client error): The resource could not be found. Oct 20 11:49:24.137853 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-a5e4106a-7ae1-40aa-9f49-e9543f8119e7 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0675516 Oct 20 11:49:24.140102 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35816) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:24.265609 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35820) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:24.316192 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-87139ac8-0aa4-4051-a40c-e8bda06ea48e tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:24.367871 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-87139ac8-0aa4-4051-a40c-e8bda06ea48e tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:24.472307 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-87139ac8-0aa4-4051-a40c-e8bda06ea48e tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:24.475469 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-87139ac8-0aa4-4051-a40c-e8bda06ea48e tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:24.479540 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35828) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:24.479733 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-87139ac8-0aa4-4051-a40c-e8bda06ea48e tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] 10.222.0.98 "DELETE /v2.0/security-groups/953a0fd7-e5a8-43ce-8924-dffa9ace8fb2 HTTP/1.1" status: 204 len: 168 time: 0.3379786 Oct 20 11:49:24.520601 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87139ac8-0aa4-4051-a40c-e8bda06ea48e tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=953a0fd7-e5a8-43ce-8924-dffa9ace8fb2,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:24.645001 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c473aa28-53f0-4ccb-8d32-091aff88892f tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1578960 Oct 20 11:49:24.650984 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35838) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:24.656308 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-a154f3f3-df3b-4c69-bb19-b2a73b46cd43 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Request body: {'security_group_rule': {'security_group_id': 'e8700355-b6e3-432e-9417-3a1de59dd8b1', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:24.681614 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-665945c7-c735-4564-8903-912c8a1cd662 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-940786673-network', 'tenant_id': '00d19826a1104ddaa8f2ee3286dceaba'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:24.767595 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665945c7-c735-4564-8903-912c8a1cd662 admin admin] Made reservation on behalf of 00d19826a1104ddaa8f2ee3286dceaba for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:49:24.770137 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-665945c7-c735-4564-8903-912c8a1cd662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:24.773163 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-a154f3f3-df3b-4c69-bb19-b2a73b46cd43 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] create failed (client error): The resource could not be found. Oct 20 11:49:24.779877 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a154f3f3-df3b-4c69-bb19-b2a73b46cd43 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1217556 Oct 20 11:49:24.779985 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35844) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:24.789735 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-f27319a7-5634-4499-9b7f-91aaf8f4a287 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Request body: {'security_group': {'name': 'tempest-secgroup--425403210'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:24.821288 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-665945c7-c735-4564-8903-912c8a1cd662 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:24.874679 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f27319a7-5634-4499-9b7f-91aaf8f4a287 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:24.892038 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:25.073121 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-665945c7-c735-4564-8903-912c8a1cd662 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:25.112385 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f27319a7-5634-4499-9b7f-91aaf8f4a287 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:25.114083 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-665945c7-c735-4564-8903-912c8a1cd662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:25.131071 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f27319a7-5634-4499-9b7f-91aaf8f4a287 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:25.147068 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-665945c7-c735-4564-8903-912c8a1cd662 admin admin] vlan segment allocate from pool success with {'vlan_id': 1256, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:49:25.176962 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665945c7-c735-4564-8903-912c8a1cd662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95457e90-c21b-478e-a287-64da7d29f890,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:25.200806 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-665945c7-c735-4564-8903-912c8a1cd662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:25.201543 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-665945c7-c735-4564-8903-912c8a1cd662 admin admin] Added segment 9e195066-6c78-45b4-bcfa-c642817e3fb3 of type vlan for network 192857a6-2393-432e-a20d-94538d51d5f9 Oct 20 11:49:25.217271 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f27319a7-5634-4499-9b7f-91aaf8f4a287 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:25.218738 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-f27319a7-5634-4499-9b7f-91aaf8f4a287 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4376404 Oct 20 11:49:25.221833 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35858) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:25.226520 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-2027a9be-bb27-40f8-977f-18ed45e8c39f tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Request body: {'security_group': {'name': 'tempest-secgroup--1679075565'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:25.282829 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2027a9be-bb27-40f8-977f-18ed45e8c39f tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:25.348084 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27319a7-5634-4499-9b7f-91aaf8f4a287 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0be5831-2a41-4e1c-a5bd-b2b97bd35781,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:25.373180 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-665945c7-c735-4564-8903-912c8a1cd662 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:25.454135 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-665945c7-c735-4564-8903-912c8a1cd662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:25.455485 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665945c7-c735-4564-8903-912c8a1cd662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:25.456168 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-665945c7-c735-4564-8903-912c8a1cd662 admin admin] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:25.480878 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2027a9be-bb27-40f8-977f-18ed45e8c39f tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:25.498383 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2027a9be-bb27-40f8-977f-18ed45e8c39f tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:25.531080 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2027a9be-bb27-40f8-977f-18ed45e8c39f tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:25.538547 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2027a9be-bb27-40f8-977f-18ed45e8c39f tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3155408 Oct 20 11:49:25.539257 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35868) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:25.565190 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-405d7aae-9d34-46ea-a2e0-925795070818 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Request body: {'security_group_rule': {'security_group_id': 'd0be5831-2a41-4e1c-a5bd-b2b97bd35781', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'a503e710-12be-49cc-9d86-d0169ef2fe10'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:25.715041 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2027a9be-bb27-40f8-977f-18ed45e8c39f tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a503e710-12be-49cc-9d86-d0169ef2fe10,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:25.788943 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-405d7aae-9d34-46ea-a2e0-925795070818 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:49:25.791644 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-405d7aae-9d34-46ea-a2e0-925795070818 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2493458 Oct 20 11:49:25.795360 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35876) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:25.978670 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c71c9838-ce10-4a74-8d5a-a5b114a1c4a8 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:26.058503 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c71c9838-ce10-4a74-8d5a-a5b114a1c4a8 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:26.147222 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c71c9838-ce10-4a74-8d5a-a5b114a1c4a8 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:26.154241 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c71c9838-ce10-4a74-8d5a-a5b114a1c4a8 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:26.159648 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c71c9838-ce10-4a74-8d5a-a5b114a1c4a8 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] 10.222.0.98 "DELETE /v2.0/security-groups/a503e710-12be-49cc-9d86-d0169ef2fe10 HTTP/1.1" status: 204 len: 168 time: 0.3605919 Oct 20 11:49:26.181193 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35888) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:26.182180 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c9838-ce10-4a74-8d5a-a5b114a1c4a8 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a503e710-12be-49cc-9d86-d0169ef2fe10,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:26.396308 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5b3481f6-bfcd-44e8-9d33-f85067603c26 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2076781 Oct 20 11:49:26.396949 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35890) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:26.573729 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6c67707d-187d-426e-8971-9c5f7d15c71e tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:26.658975 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6c67707d-187d-426e-8971-9c5f7d15c71e tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:26.692662 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-665945c7-c735-4564-8903-912c8a1cd662 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.4260411 Oct 20 11:49:26.697635 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35902) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:26.701431 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-e70f9619-da2e-4a63-b283-77e8c027b7cf admin admin] Request body: {'subnet': {'network_id': '192857a6-2393-432e-a20d-94538d51d5f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-940786673-subnet', 'tenant_id': '00d19826a1104ddaa8f2ee3286dceaba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:26.705529 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665945c7-c735-4564-8903-912c8a1cd662 admin admin] Pushing event updated for resources: {'Network': ['ID=192857a6-2393-432e-a20d-94538d51d5f9,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:26.716341 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 192857a6-2393-432e-a20d-94538d51d5f9 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:49:26.739248 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70f9619-da2e-4a63-b283-77e8c027b7cf admin admin] Made reservation on behalf of 00d19826a1104ddaa8f2ee3286dceaba for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:49:26.745251 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e70f9619-da2e-4a63-b283-77e8c027b7cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:26.829347 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6c67707d-187d-426e-8971-9c5f7d15c71e tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:26.833205 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6c67707d-187d-426e-8971-9c5f7d15c71e tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:26.837478 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6c67707d-187d-426e-8971-9c5f7d15c71e tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] 10.222.0.98 "DELETE /v2.0/security-groups/d0be5831-2a41-4e1c-a5bd-b2b97bd35781 HTTP/1.1" status: 204 len: 168 time: 0.4389424 Oct 20 11:49:26.838507 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35910) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:26.895821 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c67707d-187d-426e-8971-9c5f7d15c71e tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0be5831-2a41-4e1c-a5bd-b2b97bd35781,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:27.006626 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-345de564-d3cd-49db-a50f-2833003f7586 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1498716 Oct 20 11:49:27.008467 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35920) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:27.024605 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-39e747e0-58f4-4fed-87f8-6aa0e5d1d969 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Request body: {'security_group': {'name': 'tempest-secgroup--2070873620'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:27.092704 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-39e747e0-58f4-4fed-87f8-6aa0e5d1d969 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:27.210702 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e70f9619-da2e-4a63-b283-77e8c027b7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:27.262819 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-39e747e0-58f4-4fed-87f8-6aa0e5d1d969 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:27.300349 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-39e747e0-58f4-4fed-87f8-6aa0e5d1d969 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:27.364514 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70f9619-da2e-4a63-b283-77e8c027b7cf admin admin] Checking segment: {'id': '9e195066-6c78-45b4-bcfa-c642817e3fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '192857a6-2393-432e-a20d-94538d51d5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:49:27.367699 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70f9619-da2e-4a63-b283-77e8c027b7cf admin admin] Network hostable DHCP agents. Network: 192857a6-2393-432e-a20d-94538d51d5f9, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:49:27.395808 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f9619-da2e-4a63-b283-77e8c027b7cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=277be8c4-006a-4382-894e-d13da54d3fa2,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:27.434369 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-39e747e0-58f4-4fed-87f8-6aa0e5d1d969 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:27.441117 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70f9619-da2e-4a63-b283-77e8c027b7cf admin admin] Network 192857a6-2393-432e-a20d-94538d51d5f9 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:49:27.446323 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35932) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:27.447820 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-39e747e0-58f4-4fed-87f8-6aa0e5d1d969 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4349399 Oct 20 11:49:27.449695 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e747e0-58f4-4fed-87f8-6aa0e5d1d969 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc732a68-8c54-48ff-baf4-df6f15550045,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:27.470297 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-4896ec8f-a05f-43b7-a00a-488694ebab0a tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:27.472309 n-d-814735-3 neutron-server[100647]: WARNING neutron.api.v2.base [None req-4896ec8f-a05f-43b7-a00a-488694ebab0a tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 20 11:49:27.472888 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [None req-4896ec8f-a05f-43b7-a00a-488694ebab0a tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] update failed (client error): There was a conflict when trying to complete your request. Oct 20 11:49:27.475997 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4896ec8f-a05f-43b7-a00a-488694ebab0a tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] 10.222.0.98 "PUT /v2.0/security-groups/dc732a68-8c54-48ff-baf4-df6f15550045 HTTP/1.1" status: 409 len: 330 time: 0.0290663 Oct 20 11:49:27.478828 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35938) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:27.499604 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-e70f9619-da2e-4a63-b283-77e8c027b7cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 192857a6-2393-432e-a20d-94538d51d5f9) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:49:27.509020 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fba8c73-f8fa-424f-b681-2d16c528d90d None None] Network 192857a6-2393-432e-a20d-94538d51d5f9 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:49:27.514982 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70f9619-da2e-4a63-b283-77e8c027b7cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:27.515958 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e70f9619-da2e-4a63-b283-77e8c027b7cf admin admin] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:27.554476 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e70f9619-da2e-4a63-b283-77e8c027b7cf admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8568177 Oct 20 11:49:27.615168 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1a9488ba-4d52-4e1f-887b-f899f2eb2ba8 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:27.691267 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1a9488ba-4d52-4e1f-887b-f899f2eb2ba8 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:27.790850 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1a9488ba-4d52-4e1f-887b-f899f2eb2ba8 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:27.795223 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1a9488ba-4d52-4e1f-887b-f899f2eb2ba8 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:27.797162 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6375d0c3-26db-4f3a-972f-9cbceccf6b12 None None] Network 192857a6-2393-432e-a20d-94538d51d5f9 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:49:27.800788 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35952) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:27.801235 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1a9488ba-4d52-4e1f-887b-f899f2eb2ba8 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] 10.222.0.98 "DELETE /v2.0/security-groups/dc732a68-8c54-48ff-baf4-df6f15550045 HTTP/1.1" status: 204 len: 168 time: 0.3211241 Oct 20 11:49:27.820314 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9488ba-4d52-4e1f-887b-f899f2eb2ba8 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc732a68-8c54-48ff-baf4-df6f15550045,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:28.028238 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35960) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:28.039336 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c5da77dc-4fe4-499e-9ee8-dcca5dc9c7e3 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2351303 Oct 20 11:49:28.066771 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-0bf3156f-aa97-453d-9ac9-f9b2ccd35b23 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] delete failed (client error): The resource could not be found. Oct 20 11:49:28.073263 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 35966) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:28.075279 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0bf3156f-aa97-453d-9ac9-f9b2ccd35b23 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] 10.222.0.98 "DELETE /v2.0/security-groups/4867493c-30f5-4821-8723-9c5df33e5fff HTTP/1.1" status: 404 len: 347 time: 0.0458534 Oct 20 11:49:28.086765 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [None req-6d0aa6fc-cb96-42bc-b299-7f38fcbb6e45 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] show failed (client error): The resource could not be found. Oct 20 11:49:28.100537 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-6d0aa6fc-cb96-42bc-b299-7f38fcbb6e45 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] 10.222.0.98 "GET /v2.0/security-groups/d29a4ae4-bb41-4641-8055-428826397383 HTTP/1.1" status: 404 len: 347 time: 0.0258777 Oct 20 11:49:28.105287 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 35974) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:28.129672 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-a1812393-186a-4f2c-ac90-e7d281994b60 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] show failed (client error): The resource could not be found. Oct 20 11:49:28.137528 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a1812393-186a-4f2c-ac90-e7d281994b60 tempest-NegativeSecGroupTest-1837535815 tempest-NegativeSecGroupTest-1837535815-project] 10.222.0.98 "GET /v2.0/security-group-rules/50930116-5244-4ea2-b1c5-638f3d93d3d6 HTTP/1.1" status: 404 len: 356 time: 0.0308678 Oct 20 11:49:28.905506 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552520a5-12b2-4f63-9059-78110851f1c7 req-1c4ac67a-d24e-45b4-94ea-0b3799b45ff6 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:28.912831 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 36010) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:28.922968 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-552520a5-12b2-4f63-9059-78110851f1c7 req-1c4ac67a-d24e-45b4-94ea-0b3799b45ff6 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] 10.222.0.98 "GET /v2.0/networks?id=192857a6-2393-432e-a20d-94538d51d5f9 HTTP/1.1" status: 200 len: 820 time: 0.2204909 Oct 20 11:49:28.943111 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-552520a5-12b2-4f63-9059-78110851f1c7 req-bc44410e-abed-4cd0-bc92-9639fa144016 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] 10.222.0.98 "GET /v2.0/quotas/00d19826a1104ddaa8f2ee3286dceaba HTTP/1.1" status: 200 len: 375 time: 0.0185473 Oct 20 11:49:28.979705 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-552520a5-12b2-4f63-9059-78110851f1c7 req-a184c567-d63f-4adf-b5b3-7fa801262a46 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=00d19826a1104ddaa8f2ee3286dceaba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306053 Oct 20 11:49:29.140511 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-552520a5-12b2-4f63-9059-78110851f1c7 req-0fcaf953-7dec-4282-b837-af03ccc29845 service neutron] 10.222.0.98 "GET /v2.0/networks/192857a6-2393-432e-a20d-94538d51d5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532655 Oct 20 11:49:29.369653 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-552520a5-12b2-4f63-9059-78110851f1c7 req-59a76e17-79a6-446f-aebc-f19905bae6d1 service neutron] 10.222.0.98 "GET /v2.0/networks/192857a6-2393-432e-a20d-94538d51d5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207716 Oct 20 11:49:29.425521 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d0c45e4d-ce93-4e1d-b25b-da28f25cd246 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=393853beb50742e09f012f8803180edd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5114989 Oct 20 11:49:29.428731 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 36030) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:29.546941 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a24f84d6-77e4-4a36-a145-f27f37f3492b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:29.642217 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a24f84d6-77e4-4a36-a145-f27f37f3492b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:29.749058 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-abf19847-53df-420e-9619-e7bc816efe09 req-20940e32-6473-4941-9636-a272fb7c30ce tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] 10.222.0.98 "GET /v2.0/ports?device_id=2302e7e2-e47b-4eb3-a9df-a8b2ff39e8ff HTTP/1.1" status: 200 len: 210 time: 0.0939879 Oct 20 11:49:29.837287 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a24f84d6-77e4-4a36-a145-f27f37f3492b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:29.840291 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a24f84d6-77e4-4a36-a145-f27f37f3492b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:29.841535 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-a24f84d6-77e4-4a36-a145-f27f37f3492b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9e78c298-8f41-4d39-a88b-ea1511a33f27 HTTP/1.1" status: 204 len: 168 time: 0.4117973 Oct 20 11:49:29.852782 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24f84d6-77e4-4a36-a145-f27f37f3492b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e78c298-8f41-4d39-a88b-ea1511a33f27,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:29.989065 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560042c-37d6-4350-8cf1-2afa42051cd6 req-6044b889-5ac8-4532-b58d-f9cda59c9bbb tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:29.996036 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b560042c-37d6-4350-8cf1-2afa42051cd6 req-6044b889-5ac8-4532-b58d-f9cda59c9bbb tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/ports?device_id=600e0771-7f64-43ff-be83-2cc32b7f1e7e HTTP/1.1" status: 200 len: 946 time: 0.0930104 Oct 20 11:49:30.075621 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b560042c-37d6-4350-8cf1-2afa42051cd6 req-71ca3925-fb50-4ba1-a4db-fc525d795d5d tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/security-groups?id=7302830c-f076-45ab-b8d9-6ceff955d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697813 Oct 20 11:49:30.965398 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7e8cb14f-9a27-4a49-8ec3-58146bfe8deb req-c32f41e4-0845-485e-b661-7acd5f01055f tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] 10.222.0.98 "GET /v2.0/ports?device_id=2302e7e2-e47b-4eb3-a9df-a8b2ff39e8ff HTTP/1.1" status: 200 len: 210 time: 0.0621796 Oct 20 11:49:31.247682 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8da6b-c389-4a33-bc06-eb477c74584f req-57e04a62-217d-4bab-a64a-af5f18244a29 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:31.249023 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-66d8da6b-c389-4a33-bc06-eb477c74584f req-57e04a62-217d-4bab-a64a-af5f18244a29 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/ports?device_id=600e0771-7f64-43ff-be83-2cc32b7f1e7e HTTP/1.1" status: 200 len: 946 time: 0.0699861 Oct 20 11:49:31.350582 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-66d8da6b-c389-4a33-bc06-eb477c74584f req-2a185e2f-23f4-4be7-b517-81f87b651fa2 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/security-groups?id=7302830c-f076-45ab-b8d9-6ceff955d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951655 Oct 20 11:49:31.514324 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 36124) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:31.701013 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-615ff01b-a83b-4b07-b6d6-0af937accf71 tempest-SubnetPoolsTestJSON-1958494026 tempest-SubnetPoolsTestJSON-1958494026-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1742808772', 'prefixes': ['172.20.0.0/16']}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:31.754251 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552520a5-12b2-4f63-9059-78110851f1c7 req-702c59d2-49f1-4422-8bb5-b99358e66141 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:31.758213 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-552520a5-12b2-4f63-9059-78110851f1c7 req-702c59d2-49f1-4422-8bb5-b99358e66141 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] 10.222.0.89 "GET /v2.0/networks?id=192857a6-2393-432e-a20d-94538d51d5f9 HTTP/1.1" status: 200 len: 820 time: 0.3152752 Oct 20 11:49:31.782554 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-552520a5-12b2-4f63-9059-78110851f1c7 req-38e79191-dad5-4541-aae4-777502a1f898 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] Request body: {'port': {'device_id': '2302e7e2-e47b-4eb3-a9df-a8b2ff39e8ff', 'network_id': '192857a6-2393-432e-a20d-94538d51d5f9', 'admin_state_up': True, 'tenant_id': '00d19826a1104ddaa8f2ee3286dceaba'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:31.822952 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73b1ee-c3ff-480b-be58-d14fe995f262 req-668c1e1f-9a9a-41fa-8c73-3cfa159b2405 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:31.824970 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6a73b1ee-c3ff-480b-be58-d14fe995f262 req-668c1e1f-9a9a-41fa-8c73-3cfa159b2405 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.89 "GET /v2.0/ports?device_id=600e0771-7f64-43ff-be83-2cc32b7f1e7e HTTP/1.1" status: 200 len: 946 time: 0.2233679 Oct 20 11:49:31.959916 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-615ff01b-a83b-4b07-b6d6-0af937accf71 tempest-SubnetPoolsTestJSON-1958494026 tempest-SubnetPoolsTestJSON-1958494026-project] Publish callbacks [] for subnetpool, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:31.967883 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-615ff01b-a83b-4b07-b6d6-0af937accf71 tempest-SubnetPoolsTestJSON-1958494026 tempest-SubnetPoolsTestJSON-1958494026-project] 10.222.0.98 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4517016 Oct 20 11:49:31.969080 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 36144) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:32.063960 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-552520a5-12b2-4f63-9059-78110851f1c7 req-38e79191-dad5-4541-aae4-777502a1f898 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] Made reservation on behalf of 00d19826a1104ddaa8f2ee3286dceaba for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:49:32.068320 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-552520a5-12b2-4f63-9059-78110851f1c7 req-38e79191-dad5-4541-aae4-777502a1f898 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:32.156833 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e0e29fe5-b062-493a-8a30-153b04fcc793 tempest-SubnetPoolsTestJSON-1958494026 tempest-SubnetPoolsTestJSON-1958494026-project] 10.222.0.98 "GET /v2.0/subnetpools/e379d39b-fc22-4756-b879-cc89f1332452 HTTP/1.1" status: 200 len: 732 time: 0.1307304 Oct 20 11:49:32.165877 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0d4f80cb-928b-4cd0-8ff6-7f01e118fcd2 req-da9edc5a-c8ca-4a8c-a8c3-2e3185077cc0 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] 10.222.0.98 "GET /v2.0/ports?device_id=2302e7e2-e47b-4eb3-a9df-a8b2ff39e8ff HTTP/1.1" status: 200 len: 210 time: 0.0486958 Oct 20 11:49:32.167520 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 36148) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:32.187651 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-fc21b73e-379e-4b8b-8569-135aeaa1c312 tempest-SubnetPoolsTestJSON-1958494026 tempest-SubnetPoolsTestJSON-1958494026-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1457301276'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:32.273132 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-6a73b1ee-c3ff-480b-be58-d14fe995f262 req-2626b684-3b03-4a95-9b3b-6200f9a3defb tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Deleting port 73d8eb99-23f5-4439-8c93-1bd0c560af34 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:49:32.278190 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6a73b1ee-c3ff-480b-be58-d14fe995f262 req-2626b684-3b03-4a95-9b3b-6200f9a3defb tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:32.313927 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [req-552520a5-12b2-4f63-9059-78110851f1c7 req-38e79191-dad5-4541-aae4-777502a1f898 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] Allocated IP 172.20.0.11 (192857a6-2393-432e-a20d-94538d51d5f9/277be8c4-006a-4382-894e-d13da54d3fa2/5f8c6f1d-8265-4248-b4c1-9e21663f1154) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:49:32.504863 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fc21b73e-379e-4b8b-8569-135aeaa1c312 tempest-SubnetPoolsTestJSON-1958494026 tempest-SubnetPoolsTestJSON-1958494026-project] Publish callbacks [] for subnetpool, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:32.505584 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-fc21b73e-379e-4b8b-8569-135aeaa1c312 tempest-SubnetPoolsTestJSON-1958494026 tempest-SubnetPoolsTestJSON-1958494026-project] 10.222.0.98 "PUT /v2.0/subnetpools/e379d39b-fc22-4756-b879-cc89f1332452 HTTP/1.1" status: 200 len: 684 time: 0.3223617 Oct 20 11:49:32.511159 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 36160) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:32.655393 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-6a73b1ee-c3ff-480b-be58-d14fe995f262 req-2626b684-3b03-4a95-9b3b-6200f9a3defb tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] For port 73d8eb99-23f5-4439-8c93-1bd0c560af34, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=73d8eb99-23f5-4439-8c93-1bd0c560af34,segment=NetworkSegment(ba2db131-f70b-4119-9629-4eac0d027823),segment_id=ba2db131-f70b-4119-9629-4eac0d027823)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:49:32.660246 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6a73b1ee-c3ff-480b-be58-d14fe995f262 req-2626b684-3b03-4a95-9b3b-6200f9a3defb tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:32.680670 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-552520a5-12b2-4f63-9059-78110851f1c7 req-38e79191-dad5-4541-aae4-777502a1f898 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:32.685675 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-6a73b1ee-c3ff-480b-be58-d14fe995f262 req-2626b684-3b03-4a95-9b3b-6200f9a3defb tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Calling delete_port for 73d8eb99-23f5-4439-8c93-1bd0c560af34 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:49:32.730289 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-552520a5-12b2-4f63-9059-78110851f1c7 req-38e79191-dad5-4541-aae4-777502a1f898 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:32.844943 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-552520a5-12b2-4f63-9059-78110851f1c7 req-38e79191-dad5-4541-aae4-777502a1f898 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] Network 192857a6-2393-432e-a20d-94538d51d5f9 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:49:32.849154 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [req-552520a5-12b2-4f63-9059-78110851f1c7 req-38e79191-dad5-4541-aae4-777502a1f898 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:49:32.865541 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-552520a5-12b2-4f63-9059-78110851f1c7 req-38e79191-dad5-4541-aae4-777502a1f898 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:49:32.868795 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e79191-dad5-4541-aae4-777502a1f898 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] Pushing event updated for resources: {'Port': ['ID=5f8c6f1d-8265-4248-b4c1-9e21663f1154,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:32.965344 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e18cdc01-92c7-453d-92a8-634f485a57bc tempest-SubnetPoolsTestJSON-1958494026 tempest-SubnetPoolsTestJSON-1958494026-project] Publish callbacks [] for subnetpool, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:32.967179 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e18cdc01-92c7-453d-92a8-634f485a57bc tempest-SubnetPoolsTestJSON-1958494026 tempest-SubnetPoolsTestJSON-1958494026-project] 10.222.0.98 "DELETE /v2.0/subnetpools/e379d39b-fc22-4756-b879-cc89f1332452 HTTP/1.1" status: 204 len: 168 time: 0.4550800 Oct 20 11:49:32.970271 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 36174) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:33.018341 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68971a-10ca-4f2e-8b3f-7fece79c43eb req-25418747-db9b-4511-b05d-069642383849 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:33.054848 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cc68971a-10ca-4f2e-8b3f-7fece79c43eb req-25418747-db9b-4511-b05d-069642383849 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/ports?device_id=600e0771-7f64-43ff-be83-2cc32b7f1e7e HTTP/1.1" status: 200 len: 946 time: 0.4972689 Oct 20 11:49:33.059873 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552520a5-12b2-4f63-9059-78110851f1c7 req-38e79191-dad5-4541-aae4-777502a1f898 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:33.060934 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-552520a5-12b2-4f63-9059-78110851f1c7 req-38e79191-dad5-4541-aae4-777502a1f898 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:33.072488 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-f9e9071d-1397-4e55-a3ca-322fe7b069d8 tempest-SubnetPoolsTestJSON-1958494026 tempest-SubnetPoolsTestJSON-1958494026-project] show failed (client error): The resource could not be found. Oct 20 11:49:33.073854 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f9e9071d-1397-4e55-a3ca-322fe7b069d8 tempest-SubnetPoolsTestJSON-1958494026 tempest-SubnetPoolsTestJSON-1958494026-project] 10.222.0.98 "GET /v2.0/subnetpools/e379d39b-fc22-4756-b879-cc89f1332452 HTTP/1.1" status: 404 len: 346 time: 0.1017842 Oct 20 11:49:33.078606 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 36180) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:33.160298 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-a8eba107-869a-406b-a7ca-bc7b94870962 tempest-SubnetPoolsTestJSON-1958494026 tempest-SubnetPoolsTestJSON-1958494026-project] delete failed (client error): The resource could not be found. Oct 20 11:49:33.162877 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a8eba107-869a-406b-a7ca-bc7b94870962 tempest-SubnetPoolsTestJSON-1958494026 tempest-SubnetPoolsTestJSON-1958494026-project] 10.222.0.98 "DELETE /v2.0/subnetpools/e379d39b-fc22-4756-b879-cc89f1332452 HTTP/1.1" status: 404 len: 346 time: 0.0803051 Oct 20 11:49:33.271098 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-552520a5-12b2-4f63-9059-78110851f1c7 req-38e79191-dad5-4541-aae4-777502a1f898 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4690206 Oct 20 11:49:33.330875 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-552520a5-12b2-4f63-9059-78110851f1c7 req-8dd2e3b4-8a1c-40ce-b4f2-52b35c668315 service neutron] Request body: {'port': {'device_id': '2302e7e2-e47b-4eb3-a9df-a8b2ff39e8ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:33.346782 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cc68971a-10ca-4f2e-8b3f-7fece79c43eb req-635c0352-c63e-46a7-a2d9-754d30c00d6d tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/security-groups?id=7302830c-f076-45ab-b8d9-6ceff955d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864285 Oct 20 11:49:33.387761 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6a73b1ee-c3ff-480b-be58-d14fe995f262 req-2626b684-3b03-4a95-9b3b-6200f9a3defb tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:33.593226 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-552520a5-12b2-4f63-9059-78110851f1c7 req-8dd2e3b4-8a1c-40ce-b4f2-52b35c668315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:33.603179 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2626b684-3b03-4a95-9b3b-6200f9a3defb tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Pushing event deleted for resources: {'Port': ['ID=73d8eb99-23f5-4439-8c93-1bd0c560af34,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:33.772157 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 73d8eb99-23f5-4439-8c93-1bd0c560af34 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:49:33.878166 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: 73d8eb99-23f5-4439-8c93-1bd0c560af34 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:49:33.883638 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 73d8eb99-23f5-4439-8c93-1bd0c560af34 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:49:33.937844 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a73b1ee-c3ff-480b-be58-d14fe995f262 req-2626b684-3b03-4a95-9b3b-6200f9a3defb tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] No DVR routers for this DVR port 73d8eb99-23f5-4439-8c93-1bd0c560af34 on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:49:33.942132 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6a73b1ee-c3ff-480b-be58-d14fe995f262 req-2626b684-3b03-4a95-9b3b-6200f9a3defb tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:33.952087 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6a73b1ee-c3ff-480b-be58-d14fe995f262 req-2626b684-3b03-4a95-9b3b-6200f9a3defb tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.89 "DELETE /v2.0/ports/73d8eb99-23f5-4439-8c93-1bd0c560af34 HTTP/1.1" status: 204 len: 173 time: 2.1153359 Oct 20 11:49:33.958476 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '600e0771-7f64-43ff-be83-2cc32b7f1e7e', 'name': 'network-vif-deleted', 'tag': '73d8eb99-23f5-4439-8c93-1bd0c560af34'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:49:33.976365 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9866ed9-e3e0-46c2-85cc-92cb3f4545ef" -d '{"events": [{"server_uuid": "600e0771-7f64-43ff-be83-2cc32b7f1e7e", "name": "network-vif-deleted", "tag": "73d8eb99-23f5-4439-8c93-1bd0c560af34"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:49:34.004214 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b9da73-7fc3-42d6-9157-35b92b32eae5 req-d275cbf8-5d90-4e6e-9e28-a14c03fb02e9 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:34.010175 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b9b9da73-7fc3-42d6-9157-35b92b32eae5 req-d275cbf8-5d90-4e6e-9e28-a14c03fb02e9 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] 10.222.0.98 "GET /v2.0/ports?device_id=2302e7e2-e47b-4eb3-a9df-a8b2ff39e8ff HTTP/1.1" status: 200 len: 932 time: 0.4304440 Oct 20 11:49:34.172445 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b9b9da73-7fc3-42d6-9157-35b92b32eae5 req-4742dcb5-5e3a-4821-9373-f6868384302b tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] 10.222.0.98 "GET /v2.0/security-groups?id=95457e90-c21b-478e-a287-64da7d29f890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547086 Oct 20 11:49:34.178737 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7f1314-bdf9-4844-b6f5-7a63ed9ae2ea x-openstack-request-id: req-fa7f1314-bdf9-4844-b6f5-7a63ed9ae2ea {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:49:34.207317 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "600e0771-7f64-43ff-be83-2cc32b7f1e7e", "name": "network-vif-deleted", "tag": "73d8eb99-23f5-4439-8c93-1bd0c560af34", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:49:34.210840 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fa7f1314-bdf9-4844-b6f5-7a63ed9ae2ea {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:49:34.211835 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '600e0771-7f64-43ff-be83-2cc32b7f1e7e', 'name': 'network-vif-deleted', 'tag': '73d8eb99-23f5-4439-8c93-1bd0c560af34', 'status': 'completed', 'code': 200} Oct 20 11:49:34.376389 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 36222) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:34.443765 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-552520a5-12b2-4f63-9059-78110851f1c7 req-8dd2e3b4-8a1c-40ce-b4f2-52b35c668315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f8c6f1d-8265-4248-b4c1-9e21663f1154 {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:49:34.488459 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-552520a5-12b2-4f63-9059-78110851f1c7 req-8dd2e3b4-8a1c-40ce-b4f2-52b35c668315 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:34.560434 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-552520a5-12b2-4f63-9059-78110851f1c7 req-8dd2e3b4-8a1c-40ce-b4f2-52b35c668315 service neutron] Transition to ACTIVE for port object 5f8c6f1d-8265-4248-b4c1-9e21663f1154 will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:49:34.570723 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-552520a5-12b2-4f63-9059-78110851f1c7 req-8dd2e3b4-8a1c-40ce-b4f2-52b35c668315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:34.586511 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5d2525c7-c9e2-4a55-95dc-0456b5a319d4 req-7c968a3f-9c68-42e0-b58c-f81638cccec2 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/ports?device_id=600e0771-7f64-43ff-be83-2cc32b7f1e7e HTTP/1.1" status: 200 len: 210 time: 0.0875146 Oct 20 11:49:34.677550 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7c2517de-6569-4cee-9e83-b766ddf4e7f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:34.709685 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2e3b4-8a1c-40ce-b4f2-52b35c668315 service neutron] Pushing event updated for resources: {'Port': ['ID=5f8c6f1d-8265-4248-b4c1-9e21663f1154,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:35.029521 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7c2517de-6569-4cee-9e83-b766ddf4e7f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:35.055517 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-552520a5-12b2-4f63-9059-78110851f1c7 req-8dd2e3b4-8a1c-40ce-b4f2-52b35c668315 service neutron] Attempting to bind port 5f8c6f1d-8265-4248-b4c1-9e21663f1154 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:49:35.057860 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-552520a5-12b2-4f63-9059-78110851f1c7 req-8dd2e3b4-8a1c-40ce-b4f2-52b35c668315 service neutron] Attempting to bind port 5f8c6f1d-8265-4248-b4c1-9e21663f1154 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '9e195066-6c78-45b4-bcfa-c642817e3fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '192857a6-2393-432e-a20d-94538d51d5f9'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:49:35.058435 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552520a5-12b2-4f63-9059-78110851f1c7 req-8dd2e3b4-8a1c-40ce-b4f2-52b35c668315 service neutron] Attempting to bind port 5f8c6f1d-8265-4248-b4c1-9e21663f1154 on network 192857a6-2393-432e-a20d-94538d51d5f9 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:49:35.060349 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7c2517de-6569-4cee-9e83-b766ddf4e7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:35.074449 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552520a5-12b2-4f63-9059-78110851f1c7 req-8dd2e3b4-8a1c-40ce-b4f2-52b35c668315 service neutron] Port 5f8c6f1d-8265-4248-b4c1-9e21663f1154 on network 192857a6-2393-432e-a20d-94538d51d5f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:49:35.074941 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552520a5-12b2-4f63-9059-78110851f1c7 req-8dd2e3b4-8a1c-40ce-b4f2-52b35c668315 service neutron] Attempting to bind port 5f8c6f1d-8265-4248-b4c1-9e21663f1154 on network 192857a6-2393-432e-a20d-94538d51d5f9 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:49:35.081609 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552520a5-12b2-4f63-9059-78110851f1c7 req-8dd2e3b4-8a1c-40ce-b4f2-52b35c668315 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:49:35.087097 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552520a5-12b2-4f63-9059-78110851f1c7 req-8dd2e3b4-8a1c-40ce-b4f2-52b35c668315 service neutron] Checking segment: {'id': '9e195066-6c78-45b4-bcfa-c642817e3fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '192857a6-2393-432e-a20d-94538d51d5f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:49:35.089270 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552520a5-12b2-4f63-9059-78110851f1c7 req-8dd2e3b4-8a1c-40ce-b4f2-52b35c668315 service neutron] Bound using segment: {'id': '9e195066-6c78-45b4-bcfa-c642817e3fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '192857a6-2393-432e-a20d-94538d51d5f9'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:49:35.089848 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-552520a5-12b2-4f63-9059-78110851f1c7 req-8dd2e3b4-8a1c-40ce-b4f2-52b35c668315 service neutron] Bound port: 5f8c6f1d-8265-4248-b4c1-9e21663f1154, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e195066-6c78-45b4-bcfa-c642817e3fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '192857a6-2393-432e-a20d-94538d51d5f9'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:49:35.090323 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-552520a5-12b2-4f63-9059-78110851f1c7 req-8dd2e3b4-8a1c-40ce-b4f2-52b35c668315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:35.198247 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2517de-6569-4cee-9e83-b766ddf4e7f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10ee2da-f4fa-4685-8be9-7a10322da736,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:35.242931 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2517de-6569-4cee-9e83-b766ddf4e7f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:35.243416 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2517de-6569-4cee-9e83-b766ddf4e7f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:35.243860 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2517de-6569-4cee-9e83-b766ddf4e7f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:35.244297 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2517de-6569-4cee-9e83-b766ddf4e7f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:35.244751 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2517de-6569-4cee-9e83-b766ddf4e7f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:35.245215 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2517de-6569-4cee-9e83-b766ddf4e7f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:35.245669 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2517de-6569-4cee-9e83-b766ddf4e7f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:35.246131 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2517de-6569-4cee-9e83-b766ddf4e7f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:35.267323 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2517de-6569-4cee-9e83-b766ddf4e7f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:35.267866 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2517de-6569-4cee-9e83-b766ddf4e7f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:35.268215 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2517de-6569-4cee-9e83-b766ddf4e7f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:35.268556 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2517de-6569-4cee-9e83-b766ddf4e7f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:35.299583 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-7c2517de-6569-4cee-9e83-b766ddf4e7f4 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=53b8d92102eb4e41b7dbff205d5be61e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9210052 Oct 20 11:49:35.300647 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 36242) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:35.464699 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0b909bac-e874-4deb-91cb-4e56b0dbea66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:35.481235 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-552520a5-12b2-4f63-9059-78110851f1c7 req-8dd2e3b4-8a1c-40ce-b4f2-52b35c668315 service neutron] For port 5f8c6f1d-8265-4248-b4c1-9e21663f1154, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:49:35.488641 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0b909bac-e874-4deb-91cb-4e56b0dbea66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:35.503325 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-552520a5-12b2-4f63-9059-78110851f1c7 req-8dd2e3b4-8a1c-40ce-b4f2-52b35c668315 service neutron] For port 5f8c6f1d-8265-4248-b4c1-9e21663f1154, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=5f8c6f1d-8265-4248-b4c1-9e21663f1154,segment=NetworkSegment(9e195066-6c78-45b4-bcfa-c642817e3fb3),segment_id=9e195066-6c78-45b4-bcfa-c642817e3fb3)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:49:35.520395 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-552520a5-12b2-4f63-9059-78110851f1c7 req-8dd2e3b4-8a1c-40ce-b4f2-52b35c668315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:35.559170 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0b909bac-e874-4deb-91cb-4e56b0dbea66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:35.562757 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0b909bac-e874-4deb-91cb-4e56b0dbea66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:35.568013 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-0b909bac-e874-4deb-91cb-4e56b0dbea66 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c10ee2da-f4fa-4685-8be9-7a10322da736 HTTP/1.1" status: 204 len: 168 time: 0.2660425 Oct 20 11:49:35.579935 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b909bac-e874-4deb-91cb-4e56b0dbea66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10ee2da-f4fa-4685-8be9-7a10322da736,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:35.591092 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf176019-59b4-49a6-8713-4c26addb0688 req-0bfcf7c9-38f3-47a1-a85b-693cf4c85897 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:35.601984 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf176019-59b4-49a6-8713-4c26addb0688 req-0bfcf7c9-38f3-47a1-a85b-693cf4c85897 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] 10.222.0.98 "GET /v2.0/ports?device_id=2302e7e2-e47b-4eb3-a9df-a8b2ff39e8ff HTTP/1.1" status: 200 len: 944 time: 0.2268224 Oct 20 11:49:35.712187 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf176019-59b4-49a6-8713-4c26addb0688 req-46e360ab-5848-49bc-9cb6-47b2c6cc9709 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] 10.222.0.98 "GET /v2.0/security-groups?id=95457e90-c21b-478e-a287-64da7d29f890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086988 Oct 20 11:49:35.818025 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552520a5-12b2-4f63-9059-78110851f1c7 req-8dd2e3b4-8a1c-40ce-b4f2-52b35c668315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:35.819022 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-552520a5-12b2-4f63-9059-78110851f1c7 req-8dd2e3b4-8a1c-40ce-b4f2-52b35c668315 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:35.821470 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-552520a5-12b2-4f63-9059-78110851f1c7 req-8dd2e3b4-8a1c-40ce-b4f2-52b35c668315 service neutron] 10.222.0.89 "PUT /v2.0/ports/5f8c6f1d-8265-4248-b4c1-9e21663f1154 HTTP/1.1" status: 200 len: 1092 time: 2.5452507 Oct 20 11:49:35.825889 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2302e7e2-e47b-4eb3-a9df-a8b2ff39e8ff', 'tag': '5f8c6f1d-8265-4248-b4c1-9e21663f1154'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:49:35.837553 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6bd3fe6-6b3a-4a03-8421-c4e2bfcded2f" -d '{"events": [{"name": "network-changed", "server_uuid": "2302e7e2-e47b-4eb3-a9df-a8b2ff39e8ff", "tag": "5f8c6f1d-8265-4248-b4c1-9e21663f1154"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:49:36.063453 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 36264) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:36.627693 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e380d547-bb26-4be3-8c19-ac90ef499f65 x-openstack-request-id: req-e380d547-bb26-4be3-8c19-ac90ef499f65 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:49:36.641622 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2302e7e2-e47b-4eb3-a9df-a8b2ff39e8ff", "tag": "5f8c6f1d-8265-4248-b4c1-9e21663f1154", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:49:36.656952 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e380d547-bb26-4be3-8c19-ac90ef499f65 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:49:36.657271 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2302e7e2-e47b-4eb3-a9df-a8b2ff39e8ff', 'tag': '5f8c6f1d-8265-4248-b4c1-9e21663f1154', 'status': 'completed', 'code': 200} Oct 20 11:49:36.773107 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2e3b4-8a1c-40ce-b4f2-52b35c668315 service neutron] Pushing event updated for resources: {'Port': ['ID=5f8c6f1d-8265-4248-b4c1-9e21663f1154,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:36.822777 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1f5e39da-9412-462f-accb-fdc05324bd4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:36.875758 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552520a5-12b2-4f63-9059-78110851f1c7 req-2f170f7c-ceb4-428e-a86b-27c42487bb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:36.886530 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-552520a5-12b2-4f63-9059-78110851f1c7 req-2f170f7c-ceb4-428e-a86b-27c42487bb65 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=00d19826a1104ddaa8f2ee3286dceaba&device_id=2302e7e2-e47b-4eb3-a9df-a8b2ff39e8ff HTTP/1.1" status: 200 len: 1095 time: 0.9833617 Oct 20 11:49:37.021791 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-552520a5-12b2-4f63-9059-78110851f1c7 req-66beed5e-070b-4951-96ae-bdd3f9a777c4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f8c6f1d-8265-4248-b4c1-9e21663f1154 HTTP/1.1" status: 200 len: 217 time: 0.1158695 Oct 20 11:49:37.162466 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc7e48-c2c9-4c28-80ff-8d19a5cd809e req-5756b7b3-0f43-4792-8a1e-0cb691111423 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:37.171050 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e1dc7e48-c2c9-4c28-80ff-8d19a5cd809e req-5756b7b3-0f43-4792-8a1e-0cb691111423 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] 10.222.0.98 "GET /v2.0/ports?device_id=2302e7e2-e47b-4eb3-a9df-a8b2ff39e8ff HTTP/1.1" status: 200 len: 944 time: 0.2381227 Oct 20 11:49:37.199356 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1f5e39da-9412-462f-accb-fdc05324bd4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:37.212023 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1f5e39da-9412-462f-accb-fdc05324bd4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:37.249950 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552520a5-12b2-4f63-9059-78110851f1c7 req-7eaa7fdc-222a-4a78-9569-2802b2ba107f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:37.251499 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-552520a5-12b2-4f63-9059-78110851f1c7 req-7eaa7fdc-222a-4a78-9569-2802b2ba107f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=277be8c4-006a-4382-894e-d13da54d3fa2 HTTP/1.1" status: 200 len: 860 time: 0.2190518 Oct 20 11:49:37.303647 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e39da-9412-462f-accb-fdc05324bd4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d69294-e276-42af-b398-3b69067bf432,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:37.372302 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-552520a5-12b2-4f63-9059-78110851f1c7 req-27dcdcee-80d0-405a-b7fa-ec12c56da197 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=192857a6-2393-432e-a20d-94538d51d5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1084299 Oct 20 11:49:37.428568 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-1f5e39da-9412-462f-accb-fdc05324bd4e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d37e846bb74e4df7ae0e107e2272a264&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3585074 Oct 20 11:49:37.436594 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 36304) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:37.489907 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e1dc7e48-c2c9-4c28-80ff-8d19a5cd809e req-78ec6403-b9c5-49b6-a58b-d441532b4b01 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] 10.222.0.98 "GET /v2.0/security-groups?id=95457e90-c21b-478e-a287-64da7d29f890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174591 Oct 20 11:49:37.594010 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-adb34c65-211c-47eb-8f8e-c27087610bd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:37.737827 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-adb34c65-211c-47eb-8f8e-c27087610bd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:37.764927 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-552520a5-12b2-4f63-9059-78110851f1c7 req-ae4ce290-162d-42a3-8287-384988878175 service neutron] 10.222.0.89 "GET /v2.0/networks/192857a6-2393-432e-a20d-94538d51d5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796856 Oct 20 11:49:37.854679 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-adb34c65-211c-47eb-8f8e-c27087610bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:37.886456 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-adb34c65-211c-47eb-8f8e-c27087610bd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:37.887707 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-adb34c65-211c-47eb-8f8e-c27087610bd8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a0d69294-e276-42af-b398-3b69067bf432 HTTP/1.1" status: 204 len: 168 time: 0.4475343 Oct 20 11:49:37.939492 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb34c65-211c-47eb-8f8e-c27087610bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d69294-e276-42af-b398-3b69067bf432,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:38.112587 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-552520a5-12b2-4f63-9059-78110851f1c7 req-a9443f0c-601b-4c26-a919-cc38e7203dd1 service neutron] 10.222.0.89 "GET /v2.0/networks/192857a6-2393-432e-a20d-94538d51d5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920940 Oct 20 11:49:38.339316 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd3fe6-6b3a-4a03-8421-c4e2bfcded2f req-9004af92-03e3-4480-a049-1060fe4afcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:38.341888 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c6bd3fe6-6b3a-4a03-8421-c4e2bfcded2f req-9004af92-03e3-4480-a049-1060fe4afcc1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=00d19826a1104ddaa8f2ee3286dceaba&device_id=2302e7e2-e47b-4eb3-a9df-a8b2ff39e8ff HTTP/1.1" status: 200 len: 1095 time: 0.1328740 Oct 20 11:49:38.638381 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd3fe6-6b3a-4a03-8421-c4e2bfcded2f req-cd489d39-0016-437e-b854-4c35fc9dd633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:38.645941 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c6bd3fe6-6b3a-4a03-8421-c4e2bfcded2f req-cd489d39-0016-437e-b854-4c35fc9dd633 service neutron] 10.222.0.89 "GET /v2.0/networks?id=192857a6-2393-432e-a20d-94538d51d5f9 HTTP/1.1" status: 200 len: 922 time: 0.2918186 Oct 20 11:49:38.745619 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6fe9fe-63f2-4b79-b004-936952166ae2 req-465ff57b-a6f4-4459-a4bc-a7615f9f1aeb tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:38.752143 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8a6fe9fe-63f2-4b79-b004-936952166ae2 req-465ff57b-a6f4-4459-a4bc-a7615f9f1aeb tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] 10.222.0.98 "GET /v2.0/ports?device_id=2302e7e2-e47b-4eb3-a9df-a8b2ff39e8ff HTTP/1.1" status: 200 len: 944 time: 0.1366315 Oct 20 11:49:38.758435 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c6bd3fe6-6b3a-4a03-8421-c4e2bfcded2f req-db6800dc-265f-4e7d-b7cd-8b5e5a5fbe63 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f8c6f1d-8265-4248-b4c1-9e21663f1154 HTTP/1.1" status: 200 len: 217 time: 0.1033051 Oct 20 11:49:38.870870 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd3fe6-6b3a-4a03-8421-c4e2bfcded2f req-75dca247-f6a4-4c44-80a8-8122ab67d1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:38.880033 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c6bd3fe6-6b3a-4a03-8421-c4e2bfcded2f req-75dca247-f6a4-4c44-80a8-8122ab67d1bc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=277be8c4-006a-4382-894e-d13da54d3fa2 HTTP/1.1" status: 200 len: 860 time: 0.1115456 Oct 20 11:49:38.910488 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8a6fe9fe-63f2-4b79-b004-936952166ae2 req-882b7b11-ff7d-4c87-b92a-2056b6fe27e4 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] 10.222.0.98 "GET /v2.0/security-groups?id=95457e90-c21b-478e-a287-64da7d29f890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471584 Oct 20 11:49:38.990200 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c6bd3fe6-6b3a-4a03-8421-c4e2bfcded2f req-94653411-a3cd-4a44-84a7-16f3b9177c59 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=192857a6-2393-432e-a20d-94538d51d5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983481 Oct 20 11:49:39.096640 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 36352) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:39.146838 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7715af84-27a2-46e5-87a3-226a0fe5cb08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:39.171008 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c6bd3fe6-6b3a-4a03-8421-c4e2bfcded2f req-9f986d34-46db-4269-8c0d-1dd0f8a66f8c service neutron] 10.222.0.89 "GET /v2.0/networks/192857a6-2393-432e-a20d-94538d51d5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721914 Oct 20 11:49:39.265594 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 36356) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:39.383201 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c6bd3fe6-6b3a-4a03-8421-c4e2bfcded2f req-b30175fe-ca81-484c-a093-2bc1bf800df8 service neutron] 10.222.0.89 "GET /v2.0/networks/192857a6-2393-432e-a20d-94538d51d5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036448 Oct 20 11:49:39.647887 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-68dd633e-c51b-46ff-8b6f-c4b6fbf744f9 admin admin] Deleting subnet 2cab3f3b-3580-4bd3-956c-5b303b9a5a07 {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:49:39.659546 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-68dd633e-c51b-46ff-8b6f-c4b6fbf744f9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:39.718345 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-68dd633e-c51b-46ff-8b6f-c4b6fbf744f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:39.771641 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-68dd633e-c51b-46ff-8b6f-c4b6fbf744f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:39.856628 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-68dd633e-c51b-46ff-8b6f-c4b6fbf744f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:39.898683 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd633e-c51b-46ff-8b6f-c4b6fbf744f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cab3f3b-3580-4bd3-956c-5b303b9a5a07,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:39.901164 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-68dd633e-c51b-46ff-8b6f-c4b6fbf744f9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:39.905120 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-68dd633e-c51b-46ff-8b6f-c4b6fbf744f9 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/2cab3f3b-3580-4bd3-956c-5b303b9a5a07 HTTP/1.1" status: 204 len: 168 time: 0.6382186 Oct 20 11:49:39.908076 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 36376) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:39.919641 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7715af84-27a2-46e5-87a3-226a0fe5cb08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:39.941396 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7715af84-27a2-46e5-87a3-226a0fe5cb08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:39.949184 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:40.000782 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7715af84-27a2-46e5-87a3-226a0fe5cb08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b02788c-b186-4646-9e54-afe7171ebfae,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:40.035004 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-7715af84-27a2-46e5-87a3-226a0fe5cb08 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c9120c74ba9e41bfb625b0f05e0a402c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9371822 Oct 20 11:49:40.037595 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 36382) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:40.206750 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c330a03e-4e11-4dab-932a-e765d584cf4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:40.224651 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3817545-e5e7-4ab1-8a93-819f2af400e9 req-961170ac-124c-4686-b83c-7039d74545a1 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:40.226198 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c3817545-e5e7-4ab1-8a93-819f2af400e9 req-961170ac-124c-4686-b83c-7039d74545a1 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] 10.222.0.98 "GET /v2.0/ports?device_id=2302e7e2-e47b-4eb3-a9df-a8b2ff39e8ff HTTP/1.1" status: 200 len: 944 time: 0.1436262 Oct 20 11:49:40.286375 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c3817545-e5e7-4ab1-8a93-819f2af400e9 req-63aa0817-ee1c-487e-b9a7-8bc917cc77dd tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] 10.222.0.98 "GET /v2.0/security-groups?id=95457e90-c21b-478e-a287-64da7d29f890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447516 Oct 20 11:49:40.375193 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-49492c4f-312b-46f2-a5e5-73e2fd1ba6ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:40.442773 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c330a03e-4e11-4dab-932a-e765d584cf4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:40.467422 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-49492c4f-312b-46f2-a5e5-73e2fd1ba6ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:40.485080 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-c330a03e-4e11-4dab-932a-e765d584cf4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['955ecd61-8b5c-4f02-a021-aab990bebbe6']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:49:40.541370 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-c330a03e-4e11-4dab-932a-e765d584cf4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5573a4db-eb7e-47d5-bf18-9cfd5d67f604') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:49:40.542555 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-c330a03e-4e11-4dab-932a-e765d584cf4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5573a4db-eb7e-47d5-bf18-9cfd5d67f604') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:49:40.612165 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c330a03e-4e11-4dab-932a-e765d584cf4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:40.673689 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c330a03e-4e11-4dab-932a-e765d584cf4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:40.710273 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c330a03e-4e11-4dab-932a-e765d584cf4b admin admin] Releasing vlan 1271 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:49:40.711008 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c330a03e-4e11-4dab-932a-e765d584cf4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:40.714553 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:49:40.714553 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:49:40.714553 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:49:40.714553 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:49:40.714553 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:49:40.714553 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:49:40.714553 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:49:40.714553 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:49:40.714553 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:49:40.714553 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:49:40.714553 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:49:40.714553 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:49:40.714553 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:49:40.714553 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:49:40.714553 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:49:40.714553 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:49:40.714553 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:49:40.714553 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:49:40.714553 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:49:40.714553 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:49:40.714553 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:49:40.714553 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:49:40.714553 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:49:40.714553 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:49:40.714553 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:49:40.714553 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:49:40.714553 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:49:40.714553 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:49:40.714553 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:49:40.714553 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:49:40.714553 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:49:40.714553 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:49:40.826605 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-49492c4f-312b-46f2-a5e5-73e2fd1ba6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:40.829490 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-49492c4f-312b-46f2-a5e5-73e2fd1ba6ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:40.830864 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-49492c4f-312b-46f2-a5e5-73e2fd1ba6ed admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9b02788c-b186-4646-9e54-afe7171ebfae HTTP/1.1" status: 204 len: 168 time: 0.7921085 Oct 20 11:49:40.845320 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49492c4f-312b-46f2-a5e5-73e2fd1ba6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b02788c-b186-4646-9e54-afe7171ebfae,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:40.865447 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c330a03e-4e11-4dab-932a-e765d584cf4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:40.917497 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c330a03e-4e11-4dab-932a-e765d584cf4b admin admin] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:40.921960 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c330a03e-4e11-4dab-932a-e765d584cf4b admin admin] 10.222.0.98 "DELETE /v2.0/networks/955ecd61-8b5c-4f02-a021-aab990bebbe6 HTTP/1.1" status: 204 len: 168 time: 1.0127578 Oct 20 11:49:40.923142 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c330a03e-4e11-4dab-932a-e765d584cf4b admin admin] Pushing event deleted for resources: {'Network': ['ID=955ecd61-8b5c-4f02-a021-aab990bebbe6,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:40.925274 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 36416) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:41.074067 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-92204ea9-5903-4f25-9b00-536c279186c5 admin admin] Deleting subnet bbd655f5-9e18-4f84-9021-3bbed0791e98 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:49:41.082388 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-92204ea9-5903-4f25-9b00-536c279186c5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:41.157922 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-92204ea9-5903-4f25-9b00-536c279186c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:41.206246 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 36426) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:41.241750 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-92204ea9-5903-4f25-9b00-536c279186c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:41.364041 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-92204ea9-5903-4f25-9b00-536c279186c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:41.408356 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92204ea9-5903-4f25-9b00-536c279186c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbd655f5-9e18-4f84-9021-3bbed0791e98,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:41.431795 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-92204ea9-5903-4f25-9b00-536c279186c5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:41.439750 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-92204ea9-5903-4f25-9b00-536c279186c5 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/bbd655f5-9e18-4f84-9021-3bbed0791e98 HTTP/1.1" status: 204 len: 168 time: 0.5133049 Oct 20 11:49:41.442184 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 36434) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:41.569212 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c7492-2e39-4dd6-8eb4-3fb4d277611d req-2bd1b823-25ef-4230-9a5a-0276abdc3db9 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:41.586455 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-852c7492-2e39-4dd6-8eb4-3fb4d277611d req-2bd1b823-25ef-4230-9a5a-0276abdc3db9 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] 10.222.0.98 "GET /v2.0/ports?device_id=2302e7e2-e47b-4eb3-a9df-a8b2ff39e8ff HTTP/1.1" status: 200 len: 944 time: 0.1529269 Oct 20 11:49:41.598669 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-35035d8d-ab43-41a4-a206-5e3f6471d4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:41.669634 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-852c7492-2e39-4dd6-8eb4-3fb4d277611d req-195dbd48-b014-42a0-bdff-f6550f951680 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] 10.222.0.98 "GET /v2.0/security-groups?id=95457e90-c21b-478e-a287-64da7d29f890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815966 Oct 20 11:49:41.822549 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 5f8c6f1d-8265-4248-b4c1-9e21663f1154 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:49:41.840903 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-35035d8d-ab43-41a4-a206-5e3f6471d4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:41.907087 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-40f551a0-c6f7-485b-8a2a-d10f6492de33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:41.907540 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-35035d8d-ab43-41a4-a206-5e3f6471d4ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4d8876a-5553-475b-a302-069a5e772da4']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:49:41.923453 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-35035d8d-ab43-41a4-a206-5e3f6471d4ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e35f8f81-201b-4fcf-affd-afddbad26f74') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:49:41.924107 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-35035d8d-ab43-41a4-a206-5e3f6471d4ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e35f8f81-201b-4fcf-affd-afddbad26f74') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:49:41.945273 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-35035d8d-ab43-41a4-a206-5e3f6471d4ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:41.984534 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-35035d8d-ab43-41a4-a206-5e3f6471d4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:41.996136 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35035d8d-ab43-41a4-a206-5e3f6471d4ea admin admin] Releasing vlan 1281 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:49:41.996384 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 5f8c6f1d-8265-4248-b4c1-9e21663f1154, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=5f8c6f1d-8265-4248-b4c1-9e21663f1154,segment=NetworkSegment(9e195066-6c78-45b4-bcfa-c642817e3fb3),segment_id=9e195066-6c78-45b4-bcfa-c642817e3fb3)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:49:41.998077 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-35035d8d-ab43-41a4-a206-5e3f6471d4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:42.003330 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:49:42.003330 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:49:42.003330 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:49:42.003330 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:49:42.003330 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:49:42.003330 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:49:42.003330 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:49:42.003330 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:49:42.003330 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:49:42.003330 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:49:42.003330 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:49:42.003330 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:49:42.003330 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:49:42.003330 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:49:42.003330 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:49:42.003330 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:49:42.003330 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:49:42.003330 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:49:42.003330 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:49:42.003330 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:49:42.003330 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:49:42.003330 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:49:42.003330 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:49:42.003330 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:49:42.003330 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:49:42.003330 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:49:42.003330 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:49:42.003330 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:49:42.003330 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:49:42.003330 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:49:42.003330 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:49:42.003330 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:49:42.012423 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '5f8c6f1d-8265-4248-b4c1-9e21663f1154', 'network_id': '192857a6-2393-432e-a20d-94538d51d5f9', 'port_id': '5f8c6f1d-8265-4248-b4c1-9e21663f1154', 'mac_address': 'fa:16:3e:31:26:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '277be8c4-006a-4382-894e-d13da54d3fa2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:49:42.077665 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-40f551a0-c6f7-485b-8a2a-d10f6492de33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:42.094745 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-40f551a0-c6f7-485b-8a2a-d10f6492de33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:42.150405 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:42.165442 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f8c6f1d-8265-4248-b4c1-9e21663f1154 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:49:42.177484 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f551a0-c6f7-485b-8a2a-d10f6492de33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1189b9f-d104-4c6d-8104-6cc56ac13df0,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:42.193951 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-40f551a0-c6f7-485b-8a2a-d10f6492de33 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=60bd60f5a19f438c9ed221c9c6158a3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9803448 Oct 20 11:49:42.194890 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 36456) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:42.200407 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 5f8c6f1d-8265-4248-b4c1-9e21663f1154, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=5f8c6f1d-8265-4248-b4c1-9e21663f1154,segment=NetworkSegment(9e195066-6c78-45b4-bcfa-c642817e3fb3),segment_id=9e195066-6c78-45b4-bcfa-c642817e3fb3)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:49:42.213968 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:42.222055 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-35035d8d-ab43-41a4-a206-5e3f6471d4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:42.274416 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=5f8c6f1d-8265-4248-b4c1-9e21663f1154,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:42.283781 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:42.284301 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:42.285082 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:42.285573 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:42.286079 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:42.286649 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:42.287207 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:42.287852 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:42.288385 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:42.289107 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:42.289628 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:42.290139 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:42.326567 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-35035d8d-ab43-41a4-a206-5e3f6471d4ea admin admin] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:42.330297 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-35035d8d-ab43-41a4-a206-5e3f6471d4ea admin admin] 10.222.0.98 "DELETE /v2.0/networks/d4d8876a-5553-475b-a302-069a5e772da4 HTTP/1.1" status: 204 len: 168 time: 0.8869050 Oct 20 11:49:42.331385 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35035d8d-ab43-41a4-a206-5e3f6471d4ea admin admin] Pushing event deleted for resources: {'Network': ['ID=d4d8876a-5553-475b-a302-069a5e772da4,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:42.349880 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2f4ce8fa-12fc-41b0-82c2-98d116d26ef8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:42.384205 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2f4ce8fa-12fc-41b0-82c2-98d116d26ef8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:42.465771 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2f4ce8fa-12fc-41b0-82c2-98d116d26ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:42.467430 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['5f8c6f1d-8265-4248-b4c1-9e21663f1154'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:49:42.468645 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2f4ce8fa-12fc-41b0-82c2-98d116d26ef8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:42.469840 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2f4ce8fa-12fc-41b0-82c2-98d116d26ef8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f1189b9f-d104-4c6d-8104-6cc56ac13df0 HTTP/1.1" status: 204 len: 168 time: 0.2737260 Oct 20 11:49:42.480672 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ce8fa-12fc-41b0-82c2-98d116d26ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1189b9f-d104-4c6d-8104-6cc56ac13df0,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:42.539618 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 36474) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:42.636131 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-eec6abfd-b82a-412e-b8d5-4b9339a8c451 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d731096a0f4947f4ba5f8ab77f19a47c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0924590 Oct 20 11:49:42.637193 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 36476) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:42.756484 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-728d87d1-c2f5-48ef-82ed-83eb3fff1e8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:42.801877 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-728d87d1-c2f5-48ef-82ed-83eb3fff1e8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:42.887863 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49cfed-87f0-4d7c-a2ef-878ab20a6b13 req-2eb14adb-92b1-447d-ba9b-b356ebf6ad55 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:42.889625 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7b49cfed-87f0-4d7c-a2ef-878ab20a6b13 req-2eb14adb-92b1-447d-ba9b-b356ebf6ad55 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] 10.222.0.98 "GET /v2.0/ports?device_id=2302e7e2-e47b-4eb3-a9df-a8b2ff39e8ff HTTP/1.1" status: 200 len: 945 time: 0.0772243 Oct 20 11:49:42.968940 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-728d87d1-c2f5-48ef-82ed-83eb3fff1e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:42.974924 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-728d87d1-c2f5-48ef-82ed-83eb3fff1e8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:42.982233 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-728d87d1-c2f5-48ef-82ed-83eb3fff1e8f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5992b07e-a5bb-40a7-ba7e-3bf5d5c75ea8 HTTP/1.1" status: 204 len: 168 time: 0.3411882 Oct 20 11:49:42.991286 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d87d1-c2f5-48ef-82ed-83eb3fff1e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5992b07e-a5bb-40a7-ba7e-3bf5d5c75ea8,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:43.044891 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7b49cfed-87f0-4d7c-a2ef-878ab20a6b13 req-efc9b70b-fe4c-4417-8d09-e62aad876a5f tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] 10.222.0.98 "GET /v2.0/security-groups?id=95457e90-c21b-478e-a287-64da7d29f890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289730 Oct 20 11:49:43.183458 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 36504) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:43.218246 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-607da8a6-2653-49ca-bf1d-473ffc3dd90e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:43.451604 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-607da8a6-2653-49ca-bf1d-473ffc3dd90e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:43.470855 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-607da8a6-2653-49ca-bf1d-473ffc3dd90e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:43.527644 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607da8a6-2653-49ca-bf1d-473ffc3dd90e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b78615a-ff46-456b-a83d-bc7e4c2ea3a6,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:43.553141 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-607da8a6-2653-49ca-bf1d-473ffc3dd90e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7f204e813eba4dbca97c1dec716e45f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3675275 Oct 20 11:49:43.561180 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 36514) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:43.665615 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 36518) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:43.733540 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a3c047e6-acf5-43d6-9528-8d5210ed9aec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:43.745370 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-14337cc9-95cd-4a92-917c-9a259a9d2751 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c939b26f10c34a878a502975b91e866c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0779490 Oct 20 11:49:43.746055 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 36520) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:43.767654 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a3c047e6-acf5-43d6-9528-8d5210ed9aec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:43.833454 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 5f8c6f1d-8265-4248-b4c1-9e21663f1154 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:49:43.863159 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a3c047e6-acf5-43d6-9528-8d5210ed9aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:43.870711 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a3c047e6-acf5-43d6-9528-8d5210ed9aec admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:43.874762 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-a3c047e6-acf5-43d6-9528-8d5210ed9aec admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6b78615a-ff46-456b-a83d-bc7e4c2ea3a6 HTTP/1.1" status: 204 len: 168 time: 0.3120186 Oct 20 11:49:43.901992 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5b06d162-b463-4224-ae11-a1e4a209e3ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:43.903011 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c047e6-acf5-43d6-9528-8d5210ed9aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b78615a-ff46-456b-a83d-bc7e4c2ea3a6,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:43.939559 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5b06d162-b463-4224-ae11-a1e4a209e3ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:44.023398 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 5f8c6f1d-8265-4248-b4c1-9e21663f1154 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:49:44.026718 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5b06d162-b463-4224-ae11-a1e4a209e3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:44.032102 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 5f8c6f1d-8265-4248-b4c1-9e21663f1154 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:49:44.032609 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:44.033492 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5b06d162-b463-4224-ae11-a1e4a209e3ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:44.035764 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5b06d162-b463-4224-ae11-a1e4a209e3ab admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/013ebaca-4dad-4f27-af79-11b6298f20ac HTTP/1.1" status: 204 len: 168 time: 0.2887661 Oct 20 11:49:44.045936 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b06d162-b463-4224-ae11-a1e4a209e3ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013ebaca-4dad-4f27-af79-11b6298f20ac,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:44.272193 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:44.330419 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2302e7e2-e47b-4eb3-a9df-a8b2ff39e8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8c6f1d-8265-4248-b4c1-9e21663f1154'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:49:44.334109 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ae66ff-5cf2-455a-8bb0-0bf7202ad126" -d '{"events": [{"server_uuid": "2302e7e2-e47b-4eb3-a9df-a8b2ff39e8ff", "name": "network-vif-plugged", "status": "completed", "tag": "5f8c6f1d-8265-4248-b4c1-9e21663f1154"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:49:44.360335 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 5f8c6f1d-8265-4248-b4c1-9e21663f1154, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=5f8c6f1d-8265-4248-b4c1-9e21663f1154,segment=NetworkSegment(9e195066-6c78-45b4-bcfa-c642817e3fb3),segment_id=9e195066-6c78-45b4-bcfa-c642817e3fb3)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:49:44.371843 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:44.389477 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc3282-7586-453d-9918-ade61b339471 req-4e50e2da-d2ce-4eb9-b55f-ce02f36eb0b2 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:44.393568 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5cc3282-7586-453d-9918-ade61b339471 req-4e50e2da-d2ce-4eb9-b55f-ce02f36eb0b2 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] 10.222.0.98 "GET /v2.0/ports?device_id=2302e7e2-e47b-4eb3-a9df-a8b2ff39e8ff HTTP/1.1" status: 200 len: 945 time: 0.1624322 Oct 20 11:49:44.454509 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab29e46-8513-4961-ad94-25167d0db813 x-openstack-request-id: req-bab29e46-8513-4961-ad94-25167d0db813 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:49:44.455289 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2302e7e2-e47b-4eb3-a9df-a8b2ff39e8ff", "name": "network-vif-plugged", "status": "completed", "tag": "5f8c6f1d-8265-4248-b4c1-9e21663f1154", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:49:44.455711 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bab29e46-8513-4961-ad94-25167d0db813 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:49:44.457412 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2302e7e2-e47b-4eb3-a9df-a8b2ff39e8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8c6f1d-8265-4248-b4c1-9e21663f1154', 'code': 200} Oct 20 11:49:44.458438 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=5f8c6f1d-8265-4248-b4c1-9e21663f1154,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:44.512918 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5cc3282-7586-453d-9918-ade61b339471 req-1c1e8fad-1d77-4e14-943c-5804ea706304 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] 10.222.0.98 "GET /v2.0/security-groups?id=95457e90-c21b-478e-a287-64da7d29f890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098814 Oct 20 11:49:44.570627 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2164bf-81cc-4d1e-83d5-4a88d2ac7797 req-a526b8ea-03ee-443c-a5a2-21cc36f2712c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:44.572332 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-dd2164bf-81cc-4d1e-83d5-4a88d2ac7797 req-a526b8ea-03ee-443c-a5a2-21cc36f2712c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2302e7e2-e47b-4eb3-a9df-a8b2ff39e8ff HTTP/1.1" status: 200 len: 1097 time: 0.0759850 Oct 20 11:49:44.624454 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-dd2164bf-81cc-4d1e-83d5-4a88d2ac7797 req-cb73ba1d-015c-4915-a541-03a3bb8e49e4 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=95457e90-c21b-478e-a287-64da7d29f890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396602 Oct 20 11:49:45.382755 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:45.796660 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f4b140-5157-4887-bb89-925ee3dd5fd3 req-b0317fd6-556c-47d8-94e3-83475d8073ba tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:45.798281 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-53f4b140-5157-4887-bb89-925ee3dd5fd3 req-b0317fd6-556c-47d8-94e3-83475d8073ba tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] 10.222.0.98 "GET /v2.0/ports?device_id=2302e7e2-e47b-4eb3-a9df-a8b2ff39e8ff HTTP/1.1" status: 200 len: 946 time: 0.1272631 Oct 20 11:49:45.882478 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-53f4b140-5157-4887-bb89-925ee3dd5fd3 req-5a358dd7-3880-4ac7-8ae6-ab86fb63d0c4 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] 10.222.0.98 "GET /v2.0/security-groups?id=95457e90-c21b-478e-a287-64da7d29f890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672832 Oct 20 11:49:46.492396 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 36658) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:46.838213 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-68113102-28c5-4206-a659-3a79af6fa395 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:47.047413 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-68113102-28c5-4206-a659-3a79af6fa395 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:47.059684 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-68113102-28c5-4206-a659-3a79af6fa395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:47.185166 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94dad0-5b59-4624-8ac2-82c9e1d64096 req-eb0c725e-9804-44d3-be11-4cb5833cf571 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:47.188674 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1a94dad0-5b59-4624-8ac2-82c9e1d64096 req-eb0c725e-9804-44d3-be11-4cb5833cf571 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] 10.222.0.98 "GET /v2.0/ports?device_id=2302e7e2-e47b-4eb3-a9df-a8b2ff39e8ff HTTP/1.1" status: 200 len: 946 time: 0.1777811 Oct 20 11:49:47.205755 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68113102-28c5-4206-a659-3a79af6fa395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1bebba-d806-45f6-9d96-99a1f00bfaef,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:47.227676 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-68113102-28c5-4206-a659-3a79af6fa395 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=806c4a089be24b6c85d19dc851fed21e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7334440 Oct 20 11:49:47.234396 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 36684) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:47.299044 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1a94dad0-5b59-4624-8ac2-82c9e1d64096 req-e1d7645d-a33c-48c2-9c26-466a14c275f0 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] 10.222.0.98 "GET /v2.0/security-groups?id=95457e90-c21b-478e-a287-64da7d29f890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039121 Oct 20 11:49:47.392644 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-001ddf19-ae6c-4c02-a77f-77737316a9e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:47.434598 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-001ddf19-ae6c-4c02-a77f-77737316a9e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:47.519208 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-001ddf19-ae6c-4c02-a77f-77737316a9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:47.531638 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-001ddf19-ae6c-4c02-a77f-77737316a9e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:47.535303 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-001ddf19-ae6c-4c02-a77f-77737316a9e9 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4b1bebba-d806-45f6-9d96-99a1f00bfaef HTTP/1.1" status: 204 len: 168 time: 0.2992063 Oct 20 11:49:47.545487 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001ddf19-ae6c-4c02-a77f-77737316a9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1bebba-d806-45f6-9d96-99a1f00bfaef,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:48.914964 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 36784) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:49.186855 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d30015b1-73e3-4488-9544-ebe97149dc9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:49.223314 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee54ca-621b-45cf-96f6-cdc1a73b166d req-a7816910-43a8-4750-8b1a-d169aae604c1 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:49.225083 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-20ee54ca-621b-45cf-96f6-cdc1a73b166d req-a7816910-43a8-4750-8b1a-d169aae604c1 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/networks?id=1b892001-39c2-4a2f-8bb3-b72ef6055534 HTTP/1.1" status: 200 len: 814 time: 0.1752830 Oct 20 11:49:49.248013 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-20ee54ca-621b-45cf-96f6-cdc1a73b166d req-10a21e6d-fd53-4fed-864b-4be0cdf5016b tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/quotas/f3d32e0333e043f7ad5ea1f647a23e73 HTTP/1.1" status: 200 len: 375 time: 0.0167046 Oct 20 11:49:49.335903 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0c735b52-6674-4dab-a0e7-72b263a83428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:49.338119 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-20ee54ca-621b-45cf-96f6-cdc1a73b166d req-16c95aba-7267-4029-a518-b8356c1884c8 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=f3d32e0333e043f7ad5ea1f647a23e73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0836620 Oct 20 11:49:49.393777 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d30015b1-73e3-4488-9544-ebe97149dc9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:49.405532 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d30015b1-73e3-4488-9544-ebe97149dc9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:49.528071 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-20ee54ca-621b-45cf-96f6-cdc1a73b166d req-c7832a35-a8c7-475b-9e37-020ea994309e service neutron] 10.222.0.98 "GET /v2.0/networks/1b892001-39c2-4a2f-8bb3-b72ef6055534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813293 Oct 20 11:49:49.557610 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30015b1-73e3-4488-9544-ebe97149dc9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9a8097-67bd-4dc7-ae50-27725ce6a38d,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:49.571533 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7bacaa-1cf0-4e4c-a6a8-0eaa04e6338c req-36e8bd90-c5ec-4612-bab9-901f81f3ec7b tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:49.577047 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d30015b1-73e3-4488-9544-ebe97149dc9a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c47feb72efa7409098ff353b5e15c6f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6558805 Oct 20 11:49:49.579023 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 36828) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:49.592153 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5e7bacaa-1cf0-4e4c-a6a8-0eaa04e6338c req-36e8bd90-c5ec-4612-bab9-901f81f3ec7b tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] 10.222.0.98 "GET /v2.0/ports?device_id=2302e7e2-e47b-4eb3-a9df-a8b2ff39e8ff HTTP/1.1" status: 200 len: 946 time: 0.2685292 Oct 20 11:49:49.687609 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-278f56bd-a7e7-478a-a81f-b44924e8b1cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:49.719456 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-278f56bd-a7e7-478a-a81f-b44924e8b1cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:49.813831 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5e7bacaa-1cf0-4e4c-a6a8-0eaa04e6338c req-15348186-92eb-4a6c-a67d-30348a2c3390 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] 10.222.0.98 "GET /v2.0/security-groups?id=95457e90-c21b-478e-a287-64da7d29f890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207749 Oct 20 11:49:49.847160 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-278f56bd-a7e7-478a-a81f-b44924e8b1cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:49.850324 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-278f56bd-a7e7-478a-a81f-b44924e8b1cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:49.851953 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-278f56bd-a7e7-478a-a81f-b44924e8b1cd admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1b9a8097-67bd-4dc7-ae50-27725ce6a38d HTTP/1.1" status: 204 len: 168 time: 0.2659428 Oct 20 11:49:49.865055 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278f56bd-a7e7-478a-a81f-b44924e8b1cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9a8097-67bd-4dc7-ae50-27725ce6a38d,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:49.955845 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-20ee54ca-621b-45cf-96f6-cdc1a73b166d req-553bf90e-f925-464e-96e5-e854af0e91d0 service neutron] 10.222.0.98 "GET /v2.0/networks/1b892001-39c2-4a2f-8bb3-b72ef6055534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267342 Oct 20 11:49:50.305792 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-beda7d89-0729-4e90-83c5-22434fafb068 req-92cc0571-289d-4aab-9047-b44f649aeb64 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4e67981-9d7e-4333-996d-897c3fc1d737 HTTP/1.1" status: 200 len: 210 time: 0.0980513 Oct 20 11:49:50.534008 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7887eaa-bba1-4729-9719-f11b34d3ed27 req-b1dbdc9b-f69b-4d69-8736-85be56bd48fb tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:50.536014 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c7887eaa-bba1-4729-9719-f11b34d3ed27 req-b1dbdc9b-f69b-4d69-8736-85be56bd48fb tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] 10.222.0.89 "GET /v2.0/ports?device_id=2302e7e2-e47b-4eb3-a9df-a8b2ff39e8ff HTTP/1.1" status: 200 len: 946 time: 0.1093421 Oct 20 11:49:50.684174 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 36894) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:50.705758 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-eb5fc473-f8e2-4edc-bed0-eb710368482c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:50.743902 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-c7887eaa-bba1-4729-9719-f11b34d3ed27 req-5eebd8ae-7c5c-4b91-bcfd-9c5782df0067 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] Deleting port 5f8c6f1d-8265-4248-b4c1-9e21663f1154 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:49:50.744238 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-c7887eaa-bba1-4729-9719-f11b34d3ed27 req-5eebd8ae-7c5c-4b91-bcfd-9c5782df0067 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:50.896812 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-eb5fc473-f8e2-4edc-bed0-eb710368482c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:50.919167 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-eb5fc473-f8e2-4edc-bed0-eb710368482c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:51.078614 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-eb5fc473-f8e2-4edc-bed0-eb710368482c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a8567a568c884c9bb921a895fe0a6154&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3928156 Oct 20 11:49:51.079646 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 36910) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:51.116933 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-c7887eaa-bba1-4729-9719-f11b34d3ed27 req-5eebd8ae-7c5c-4b91-bcfd-9c5782df0067 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] For port 5f8c6f1d-8265-4248-b4c1-9e21663f1154, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=5f8c6f1d-8265-4248-b4c1-9e21663f1154,segment=NetworkSegment(9e195066-6c78-45b4-bcfa-c642817e3fb3),segment_id=9e195066-6c78-45b4-bcfa-c642817e3fb3)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:49:51.117578 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-c7887eaa-bba1-4729-9719-f11b34d3ed27 req-5eebd8ae-7c5c-4b91-bcfd-9c5782df0067 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:51.159504 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-c7887eaa-bba1-4729-9719-f11b34d3ed27 req-5eebd8ae-7c5c-4b91-bcfd-9c5782df0067 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] Calling delete_port for 5f8c6f1d-8265-4248-b4c1-9e21663f1154 owned by compute:nova {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:49:51.283705 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5fc473-f8e2-4edc-bed0-eb710368482c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a42e560-82b2-4756-8f65-edebc65c233c,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:51.334505 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1f8a1101-d1f4-444a-b452-0a45db87def2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:51.341303 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-c7887eaa-bba1-4729-9719-f11b34d3ed27 req-5eebd8ae-7c5c-4b91-bcfd-9c5782df0067 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:51.359431 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['5f8c6f1d-8265-4248-b4c1-9e21663f1154'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:49:51.411113 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1f8a1101-d1f4-444a-b452-0a45db87def2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:51.417445 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eebd8ae-7c5c-4b91-bcfd-9c5782df0067 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] Pushing event deleted for resources: {'Port': ['ID=5f8c6f1d-8265-4248-b4c1-9e21663f1154,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:51.519690 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1f8a1101-d1f4-444a-b452-0a45db87def2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:51.525330 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1f8a1101-d1f4-444a-b452-0a45db87def2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:51.528853 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eebd8ae-7c5c-4b91-bcfd-9c5782df0067 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:51.529209 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eebd8ae-7c5c-4b91-bcfd-9c5782df0067 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:51.529553 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eebd8ae-7c5c-4b91-bcfd-9c5782df0067 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:51.529892 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eebd8ae-7c5c-4b91-bcfd-9c5782df0067 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:51.530229 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eebd8ae-7c5c-4b91-bcfd-9c5782df0067 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:51.535183 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-1f8a1101-d1f4-444a-b452-0a45db87def2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/7a42e560-82b2-4756-8f65-edebc65c233c HTTP/1.1" status: 204 len: 168 time: 0.4237483 Oct 20 11:49:51.549637 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b78fe-5284-46d3-856b-8c267a5e1949 req-9fbb9ad9-a4e0-4c7c-8538-726ca44116c2 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:51.555682 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eebd8ae-7c5c-4b91-bcfd-9c5782df0067 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:51.556240 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eebd8ae-7c5c-4b91-bcfd-9c5782df0067 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:51.556490 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eebd8ae-7c5c-4b91-bcfd-9c5782df0067 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:51.556839 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eebd8ae-7c5c-4b91-bcfd-9c5782df0067 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:51.557183 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eebd8ae-7c5c-4b91-bcfd-9c5782df0067 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:51.557523 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eebd8ae-7c5c-4b91-bcfd-9c5782df0067 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:51.563016 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eebd8ae-7c5c-4b91-bcfd-9c5782df0067 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:49:51.573168 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bb5b78fe-5284-46d3-856b-8c267a5e1949 req-9fbb9ad9-a4e0-4c7c-8538-726ca44116c2 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] 10.222.0.98 "GET /v2.0/ports?device_id=2302e7e2-e47b-4eb3-a9df-a8b2ff39e8ff HTTP/1.1" status: 200 len: 946 time: 0.3951185 Oct 20 11:49:51.575689 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7887eaa-bba1-4729-9719-f11b34d3ed27 req-5eebd8ae-7c5c-4b91-bcfd-9c5782df0067 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] No DVR routers for this DVR port 5f8c6f1d-8265-4248-b4c1-9e21663f1154 on host n-h2-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:49:51.585646 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-c7887eaa-bba1-4729-9719-f11b34d3ed27 req-5eebd8ae-7c5c-4b91-bcfd-9c5782df0067 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:51.588252 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c7887eaa-bba1-4729-9719-f11b34d3ed27 req-5eebd8ae-7c5c-4b91-bcfd-9c5782df0067 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] 10.222.0.89 "DELETE /v2.0/ports/5f8c6f1d-8265-4248-b4c1-9e21663f1154 HTTP/1.1" status: 204 len: 173 time: 1.0440919 Oct 20 11:49:51.589116 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2302e7e2-e47b-4eb3-a9df-a8b2ff39e8ff', 'name': 'network-vif-deleted', 'tag': '5f8c6f1d-8265-4248-b4c1-9e21663f1154'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:49:51.610981 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7153be-ff94-4c80-9195-d4656d6da20c" -d '{"events": [{"server_uuid": "2302e7e2-e47b-4eb3-a9df-a8b2ff39e8ff", "name": "network-vif-deleted", "tag": "5f8c6f1d-8265-4248-b4c1-9e21663f1154"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:49:51.620004 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8a1101-d1f4-444a-b452-0a45db87def2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a42e560-82b2-4756-8f65-edebc65c233c,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:51.695063 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bb5b78fe-5284-46d3-856b-8c267a5e1949 req-d1505448-45ac-4ccd-ad5c-2aa158cd20d4 tempest-ServerMetadataNegativeTestJSON-1975271599 tempest-ServerMetadataNegativeTestJSON-1975271599-project] 10.222.0.98 "GET /v2.0/security-groups?id=95457e90-c21b-478e-a287-64da7d29f890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206131 Oct 20 11:49:51.715691 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-72401418-e80e-47fe-bceb-e07bb2f1556e req-c2535cc3-dbbd-43bf-8b00-e12c36abfd6f tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4e67981-9d7e-4333-996d-897c3fc1d737 HTTP/1.1" status: 200 len: 210 time: 0.0967379 Oct 20 11:49:51.767103 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30756f2b-0756-42ff-9033-011a08a3b828 x-openstack-request-id: req-30756f2b-0756-42ff-9033-011a08a3b828 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:49:51.767748 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2302e7e2-e47b-4eb3-a9df-a8b2ff39e8ff", "name": "network-vif-deleted", "tag": "5f8c6f1d-8265-4248-b4c1-9e21663f1154", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:49:51.768000 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-30756f2b-0756-42ff-9033-011a08a3b828 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:49:51.768414 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2302e7e2-e47b-4eb3-a9df-a8b2ff39e8ff', 'name': 'network-vif-deleted', 'tag': '5f8c6f1d-8265-4248-b4c1-9e21663f1154', 'status': 'completed', 'code': 200} Oct 20 11:49:52.191222 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bfeb9e14-3e77-4e66-954d-2086f0ba308c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:52.424340 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee54ca-621b-45cf-96f6-cdc1a73b166d req-94172d57-e74b-48a8-95cd-f48c1601e5d9 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:52.428730 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-20ee54ca-621b-45cf-96f6-cdc1a73b166d req-94172d57-e74b-48a8-95cd-f48c1601e5d9 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.11 "GET /v2.0/networks?id=1b892001-39c2-4a2f-8bb3-b72ef6055534 HTTP/1.1" status: 200 len: 814 time: 0.2983546 Oct 20 11:49:52.444332 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-20ee54ca-621b-45cf-96f6-cdc1a73b166d req-8775dd32-506b-4e55-9f85-5149115d5e16 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Request body: {'port': {'device_id': 'e4e67981-9d7e-4333-996d-897c3fc1d737', 'network_id': '1b892001-39c2-4a2f-8bb3-b72ef6055534', 'admin_state_up': True, 'tenant_id': 'f3d32e0333e043f7ad5ea1f647a23e73'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:52.682275 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20ee54ca-621b-45cf-96f6-cdc1a73b166d req-8775dd32-506b-4e55-9f85-5149115d5e16 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Made reservation on behalf of f3d32e0333e043f7ad5ea1f647a23e73 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:49:52.687782 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-20ee54ca-621b-45cf-96f6-cdc1a73b166d req-8775dd32-506b-4e55-9f85-5149115d5e16 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:52.818150 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 36976) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:52.883758 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fd02d54-9437-40a5-9439-3a3595e51a10 admin admin] Deleting subnet 277be8c4-006a-4382-894e-d13da54d3fa2 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:49:52.888280 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8fd02d54-9437-40a5-9439-3a3595e51a10 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:52.976156 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8fd02d54-9437-40a5-9439-3a3595e51a10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:53.017323 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-34d4d0a1-a9ef-401a-81dd-dc452d82642a req-a34003e5-5820-4d7c-a1a3-fe483b964fcd tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4e67981-9d7e-4333-996d-897c3fc1d737 HTTP/1.1" status: 200 len: 210 time: 0.0609820 Oct 20 11:49:53.057153 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8fd02d54-9437-40a5-9439-3a3595e51a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:53.085335 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-20ee54ca-621b-45cf-96f6-cdc1a73b166d req-8775dd32-506b-4e55-9f85-5149115d5e16 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Allocated IP 172.20.0.9 (1b892001-39c2-4a2f-8bb3-b72ef6055534/4a91f57a-3317-448b-a1c3-2a415cd8edd6/981d0480-f70e-478a-8d51-0a1d61caf38b) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:49:53.141761 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:53.188667 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:53.222096 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8fd02d54-9437-40a5-9439-3a3595e51a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:53.289168 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd02d54-9437-40a5-9439-3a3595e51a10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=277be8c4-006a-4382-894e-d13da54d3fa2,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:53.313432 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8fd02d54-9437-40a5-9439-3a3595e51a10 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:53.324413 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8fd02d54-9437-40a5-9439-3a3595e51a10 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/277be8c4-006a-4382-894e-d13da54d3fa2 HTTP/1.1" status: 204 len: 168 time: 0.5049274 Oct 20 11:49:53.327028 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 36990) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:53.380915 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-20ee54ca-621b-45cf-96f6-cdc1a73b166d req-8775dd32-506b-4e55-9f85-5149115d5e16 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:53.428864 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-20ee54ca-621b-45cf-96f6-cdc1a73b166d req-8775dd32-506b-4e55-9f85-5149115d5e16 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:53.494590 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3e5548be-6c68-4b75-9e51-b776b78ebe2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:53.605440 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8775dd32-506b-4e55-9f85-5149115d5e16 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Pushing event updated for resources: {'Port': ['ID=981d0480-f70e-478a-8d51-0a1d61caf38b,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:53.635590 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20ee54ca-621b-45cf-96f6-cdc1a73b166d req-8775dd32-506b-4e55-9f85-5149115d5e16 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Network 1b892001-39c2-4a2f-8bb3-b72ef6055534 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:49:53.641337 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-20ee54ca-621b-45cf-96f6-cdc1a73b166d req-8775dd32-506b-4e55-9f85-5149115d5e16 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:49:53.657400 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3e5548be-6c68-4b75-9e51-b776b78ebe2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:53.662017 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ee54ca-621b-45cf-96f6-cdc1a73b166d req-8775dd32-506b-4e55-9f85-5149115d5e16 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:49:53.683900 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-3e5548be-6c68-4b75-9e51-b776b78ebe2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['192857a6-2393-432e-a20d-94538d51d5f9']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:49:53.704321 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-3e5548be-6c68-4b75-9e51-b776b78ebe2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e195066-6c78-45b4-bcfa-c642817e3fb3') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:49:53.705225 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-3e5548be-6c68-4b75-9e51-b776b78ebe2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e195066-6c78-45b4-bcfa-c642817e3fb3') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:49:53.740290 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3e5548be-6c68-4b75-9e51-b776b78ebe2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:53.766019 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee54ca-621b-45cf-96f6-cdc1a73b166d req-8775dd32-506b-4e55-9f85-5149115d5e16 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:53.766630 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-20ee54ca-621b-45cf-96f6-cdc1a73b166d req-8775dd32-506b-4e55-9f85-5149115d5e16 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:53.782314 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3e5548be-6c68-4b75-9e51-b776b78ebe2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:53.802636 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e5548be-6c68-4b75-9e51-b776b78ebe2a admin admin] Releasing vlan 1256 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:49:53.803363 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3e5548be-6c68-4b75-9e51-b776b78ebe2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:53.805990 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:49:53.805990 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:49:53.805990 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:49:53.805990 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:49:53.805990 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:49:53.805990 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:49:53.805990 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:49:53.805990 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:49:53.805990 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:49:53.805990 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:49:53.805990 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:49:53.805990 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:49:53.805990 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:49:53.805990 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:49:53.805990 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:49:53.805990 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:49:53.805990 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:49:53.805990 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:49:53.805990 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:49:53.805990 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:49:53.805990 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:49:53.805990 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:49:53.805990 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:49:53.805990 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:49:53.805990 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:49:53.805990 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:49:53.805990 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:49:53.805990 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:49:53.805990 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:49:53.805990 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:49:53.805990 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:49:53.805990 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:49:53.808691 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-20ee54ca-621b-45cf-96f6-cdc1a73b166d req-8775dd32-506b-4e55-9f85-5149115d5e16 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3668222 Oct 20 11:49:53.822941 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-20ee54ca-621b-45cf-96f6-cdc1a73b166d req-b76f8f06-7a56-427a-a19c-93fcc8267c3e service neutron] Request body: {'port': {'device_id': 'e4e67981-9d7e-4333-996d-897c3fc1d737', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:49:53.854909 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 5f8c6f1d-8265-4248-b4c1-9e21663f1154 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:49:53.908083 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: 5f8c6f1d-8265-4248-b4c1-9e21663f1154 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:49:53.908481 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 5f8c6f1d-8265-4248-b4c1-9e21663f1154 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:49:53.991859 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-20ee54ca-621b-45cf-96f6-cdc1a73b166d req-b76f8f06-7a56-427a-a19c-93fcc8267c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:53.995207 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3e5548be-6c68-4b75-9e51-b776b78ebe2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:54.009294 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3e5548be-6c68-4b75-9e51-b776b78ebe2a admin admin] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:54.016491 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3e5548be-6c68-4b75-9e51-b776b78ebe2a admin admin] 10.222.0.98 "DELETE /v2.0/networks/192857a6-2393-432e-a20d-94538d51d5f9 HTTP/1.1" status: 204 len: 168 time: 0.6879044 Oct 20 11:49:54.035963 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5548be-6c68-4b75-9e51-b776b78ebe2a admin admin] Pushing event deleted for resources: {'Network': ['ID=192857a6-2393-432e-a20d-94538d51d5f9,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:54.260725 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 37014) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:54.264317 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8734e7-67ac-4db1-ba35-59c47645fcde req-fcf7ecab-29ec-445d-93a1-f3d37364ec64 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:54.265955 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dd8734e7-67ac-4db1-ba35-59c47645fcde req-fcf7ecab-29ec-445d-93a1-f3d37364ec64 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4e67981-9d7e-4333-996d-897c3fc1d737 HTTP/1.1" status: 200 len: 931 time: 0.1261611 Oct 20 11:49:54.347413 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-263011d5-f107-4d66-bf6d-fbf88fc13141 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=00d19826a1104ddaa8f2ee3286dceaba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0854397 Oct 20 11:49:54.348084 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 37018) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:54.375792 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dd8734e7-67ac-4db1-ba35-59c47645fcde req-f0b73b08-0314-45f6-bea0-2c9abb91af33 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/security-groups?id=7302830c-f076-45ab-b8d9-6ceff955d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902386 Oct 20 11:49:54.419988 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:49:54.444242 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-800f494e-ed28-456c-b089-729605ed90e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:54.501026 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-800f494e-ed28-456c-b089-729605ed90e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:54.560879 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-20ee54ca-621b-45cf-96f6-cdc1a73b166d req-b76f8f06-7a56-427a-a19c-93fcc8267c3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 981d0480-f70e-478a-8d51-0a1d61caf38b {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:49:54.592853 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-20ee54ca-621b-45cf-96f6-cdc1a73b166d req-b76f8f06-7a56-427a-a19c-93fcc8267c3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:54.595794 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-800f494e-ed28-456c-b089-729605ed90e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:54.598490 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-800f494e-ed28-456c-b089-729605ed90e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:54.602187 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-800f494e-ed28-456c-b089-729605ed90e3 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/95457e90-c21b-478e-a287-64da7d29f890 HTTP/1.1" status: 204 len: 168 time: 0.2507446 Oct 20 11:49:54.620284 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f494e-ed28-456c-b089-729605ed90e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95457e90-c21b-478e-a287-64da7d29f890,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:54.683882 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-20ee54ca-621b-45cf-96f6-cdc1a73b166d req-b76f8f06-7a56-427a-a19c-93fcc8267c3e service neutron] Transition to ACTIVE for port object 981d0480-f70e-478a-8d51-0a1d61caf38b will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:49:54.696755 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-20ee54ca-621b-45cf-96f6-cdc1a73b166d req-b76f8f06-7a56-427a-a19c-93fcc8267c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:54.893712 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:54.912985 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76f8f06-7a56-427a-a19c-93fcc8267c3e service neutron] Pushing event updated for resources: {'Port': ['ID=981d0480-f70e-478a-8d51-0a1d61caf38b,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:55.058966 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-20ee54ca-621b-45cf-96f6-cdc1a73b166d req-b76f8f06-7a56-427a-a19c-93fcc8267c3e service neutron] Attempting to bind port 981d0480-f70e-478a-8d51-0a1d61caf38b on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:49:55.059267 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-20ee54ca-621b-45cf-96f6-cdc1a73b166d req-b76f8f06-7a56-427a-a19c-93fcc8267c3e service neutron] Attempting to bind port 981d0480-f70e-478a-8d51-0a1d61caf38b by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': 'ba2db131-f70b-4119-9629-4eac0d027823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '1b892001-39c2-4a2f-8bb3-b72ef6055534'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:49:55.059601 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ee54ca-621b-45cf-96f6-cdc1a73b166d req-b76f8f06-7a56-427a-a19c-93fcc8267c3e service neutron] Attempting to bind port 981d0480-f70e-478a-8d51-0a1d61caf38b on network 1b892001-39c2-4a2f-8bb3-b72ef6055534 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:49:55.067905 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ee54ca-621b-45cf-96f6-cdc1a73b166d req-b76f8f06-7a56-427a-a19c-93fcc8267c3e service neutron] Port 981d0480-f70e-478a-8d51-0a1d61caf38b on network 1b892001-39c2-4a2f-8bb3-b72ef6055534 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:49:55.068242 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ee54ca-621b-45cf-96f6-cdc1a73b166d req-b76f8f06-7a56-427a-a19c-93fcc8267c3e service neutron] Attempting to bind port 981d0480-f70e-478a-8d51-0a1d61caf38b on network 1b892001-39c2-4a2f-8bb3-b72ef6055534 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:49:55.077096 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ee54ca-621b-45cf-96f6-cdc1a73b166d req-b76f8f06-7a56-427a-a19c-93fcc8267c3e service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:49:55.077475 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ee54ca-621b-45cf-96f6-cdc1a73b166d req-b76f8f06-7a56-427a-a19c-93fcc8267c3e service neutron] Checking segment: {'id': 'ba2db131-f70b-4119-9629-4eac0d027823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '1b892001-39c2-4a2f-8bb3-b72ef6055534'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:49:55.077861 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ee54ca-621b-45cf-96f6-cdc1a73b166d req-b76f8f06-7a56-427a-a19c-93fcc8267c3e service neutron] Bound using segment: {'id': 'ba2db131-f70b-4119-9629-4eac0d027823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '1b892001-39c2-4a2f-8bb3-b72ef6055534'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:49:55.081307 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-20ee54ca-621b-45cf-96f6-cdc1a73b166d req-b76f8f06-7a56-427a-a19c-93fcc8267c3e service neutron] Bound port: 981d0480-f70e-478a-8d51-0a1d61caf38b, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba2db131-f70b-4119-9629-4eac0d027823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '1b892001-39c2-4a2f-8bb3-b72ef6055534'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:49:55.081693 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-20ee54ca-621b-45cf-96f6-cdc1a73b166d req-b76f8f06-7a56-427a-a19c-93fcc8267c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:55.228826 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-20ee54ca-621b-45cf-96f6-cdc1a73b166d req-b76f8f06-7a56-427a-a19c-93fcc8267c3e service neutron] For port 981d0480-f70e-478a-8d51-0a1d61caf38b, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:49:55.235065 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-20ee54ca-621b-45cf-96f6-cdc1a73b166d req-b76f8f06-7a56-427a-a19c-93fcc8267c3e service neutron] For port 981d0480-f70e-478a-8d51-0a1d61caf38b, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=981d0480-f70e-478a-8d51-0a1d61caf38b,segment=NetworkSegment(ba2db131-f70b-4119-9629-4eac0d027823),segment_id=ba2db131-f70b-4119-9629-4eac0d027823)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:49:55.246548 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-20ee54ca-621b-45cf-96f6-cdc1a73b166d req-b76f8f06-7a56-427a-a19c-93fcc8267c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:55.347530 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76f8f06-7a56-427a-a19c-93fcc8267c3e service neutron] Pushing event updated for resources: {'Port': ['ID=981d0480-f70e-478a-8d51-0a1d61caf38b,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:55.372614 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee54ca-621b-45cf-96f6-cdc1a73b166d req-b76f8f06-7a56-427a-a19c-93fcc8267c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:55.375324 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-20ee54ca-621b-45cf-96f6-cdc1a73b166d req-b76f8f06-7a56-427a-a19c-93fcc8267c3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:55.379702 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-20ee54ca-621b-45cf-96f6-cdc1a73b166d req-b76f8f06-7a56-427a-a19c-93fcc8267c3e service neutron] 10.222.0.11 "PUT /v2.0/ports/981d0480-f70e-478a-8d51-0a1d61caf38b HTTP/1.1" status: 200 len: 1091 time: 1.5623326 Oct 20 11:49:55.381664 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4e67981-9d7e-4333-996d-897c3fc1d737', 'tag': '981d0480-f70e-478a-8d51-0a1d61caf38b'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:49:55.425496 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ec2cd5-034a-4613-a9e1-e0107f84869f" -d '{"events": [{"name": "network-changed", "server_uuid": "e4e67981-9d7e-4333-996d-897c3fc1d737", "tag": "981d0480-f70e-478a-8d51-0a1d61caf38b"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:49:55.585941 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9addb014-74f3-4e84-8628-b76dd5bda92c x-openstack-request-id: req-9addb014-74f3-4e84-8628-b76dd5bda92c {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:49:55.587189 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4e67981-9d7e-4333-996d-897c3fc1d737", "tag": "981d0480-f70e-478a-8d51-0a1d61caf38b", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:49:55.587529 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9addb014-74f3-4e84-8628-b76dd5bda92c {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:49:55.588380 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4e67981-9d7e-4333-996d-897c3fc1d737', 'tag': '981d0480-f70e-478a-8d51-0a1d61caf38b', 'status': 'completed', 'code': 200} Oct 20 11:49:55.659247 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee54ca-621b-45cf-96f6-cdc1a73b166d req-c5db479f-c286-44b3-a956-248f82f6a331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:55.661055 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-20ee54ca-621b-45cf-96f6-cdc1a73b166d req-c5db479f-c286-44b3-a956-248f82f6a331 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f3d32e0333e043f7ad5ea1f647a23e73&device_id=e4e67981-9d7e-4333-996d-897c3fc1d737 HTTP/1.1" status: 200 len: 1094 time: 0.2265723 Oct 20 11:49:55.692394 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109c433-4322-412d-a429-2b0fee7bc471 req-cdce296d-e1fe-4b5f-848f-2192b7e364a8 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:55.700312 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d109c433-4322-412d-a429-2b0fee7bc471 req-cdce296d-e1fe-4b5f-848f-2192b7e364a8 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4e67981-9d7e-4333-996d-897c3fc1d737 HTTP/1.1" status: 200 len: 943 time: 0.1084766 Oct 20 11:49:55.770618 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-20ee54ca-621b-45cf-96f6-cdc1a73b166d req-f0e13804-a478-4971-b9be-836e86cf21b3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=981d0480-f70e-478a-8d51-0a1d61caf38b HTTP/1.1" status: 200 len: 217 time: 0.0997970 Oct 20 11:49:55.884964 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee54ca-621b-45cf-96f6-cdc1a73b166d req-0ff5d8d0-3111-4f34-974b-0b11c100f0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:55.886514 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-20ee54ca-621b-45cf-96f6-cdc1a73b166d req-0ff5d8d0-3111-4f34-974b-0b11c100f0e2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4a91f57a-3317-448b-a1c3-2a415cd8edd6 HTTP/1.1" status: 200 len: 854 time: 0.0994952 Oct 20 11:49:56.017201 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d109c433-4322-412d-a429-2b0fee7bc471 req-19237979-6b92-4a84-ac2d-bb20cfd3ebf3 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/security-groups?id=7302830c-f076-45ab-b8d9-6ceff955d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157892 Oct 20 11:49:56.028478 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-20ee54ca-621b-45cf-96f6-cdc1a73b166d req-bb4f3dfd-ee26-4030-9392-ee0b389a8a17 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b892001-39c2-4a2f-8bb3-b72ef6055534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1028142 Oct 20 11:49:56.327259 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-20ee54ca-621b-45cf-96f6-cdc1a73b166d req-151f95b6-fd96-424e-80e1-e9f30d63ef0b service neutron] 10.222.0.11 "GET /v2.0/networks/1b892001-39c2-4a2f-8bb3-b72ef6055534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850573 Oct 20 11:49:56.361984 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 37086) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:56.550713 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-20ee54ca-621b-45cf-96f6-cdc1a73b166d req-a42d9472-bb29-424a-b1e4-0e54adf3b43b service neutron] 10.222.0.11 "GET /v2.0/networks/1b892001-39c2-4a2f-8bb3-b72ef6055534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141254 Oct 20 11:49:56.633629 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-193a5dd2-01f3-4f17-968e-824c5397d56b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:56.769961 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec2cd5-034a-4613-a9e1-e0107f84869f req-4007f358-1f1f-4755-ac75-f84e5b0f9a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:56.771563 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-78ec2cd5-034a-4613-a9e1-e0107f84869f req-4007f358-1f1f-4755-ac75-f84e5b0f9a73 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f3d32e0333e043f7ad5ea1f647a23e73&device_id=e4e67981-9d7e-4333-996d-897c3fc1d737 HTTP/1.1" status: 200 len: 1094 time: 0.1526093 Oct 20 11:49:56.803436 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-193a5dd2-01f3-4f17-968e-824c5397d56b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:56.811426 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-193a5dd2-01f3-4f17-968e-824c5397d56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:56.879412 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a5dd2-01f3-4f17-968e-824c5397d56b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dedd2211-304c-4b21-9e03-ddec9ba4a393,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:56.923823 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-193a5dd2-01f3-4f17-968e-824c5397d56b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6fc611f7bd0c45a38d49b49f63999b55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5597975 Oct 20 11:49:56.926304 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 37100) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:56.940174 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec2cd5-034a-4613-a9e1-e0107f84869f req-4605773e-6218-44cc-939d-345713a5b6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:56.947795 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-78ec2cd5-034a-4613-a9e1-e0107f84869f req-4605773e-6218-44cc-939d-345713a5b6f6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1b892001-39c2-4a2f-8bb3-b72ef6055534 HTTP/1.1" status: 200 len: 916 time: 0.1671479 Oct 20 11:49:57.003750 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-48fb76a5-617c-4365-9747-2651f5c0b760 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:57.013580 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-78ec2cd5-034a-4613-a9e1-e0107f84869f req-80c0ffab-0dae-4129-b375-f170419d23e8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=981d0480-f70e-478a-8d51-0a1d61caf38b HTTP/1.1" status: 200 len: 217 time: 0.0573471 Oct 20 11:49:57.033779 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-48fb76a5-617c-4365-9747-2651f5c0b760 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:57.095774 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-48fb76a5-617c-4365-9747-2651f5c0b760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:57.098674 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-48fb76a5-617c-4365-9747-2651f5c0b760 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:57.102908 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-48fb76a5-617c-4365-9747-2651f5c0b760 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/dedd2211-304c-4b21-9e03-ddec9ba4a393 HTTP/1.1" status: 204 len: 168 time: 0.1729600 Oct 20 11:49:57.117264 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec2cd5-034a-4613-a9e1-e0107f84869f req-48544330-13b2-4c79-87c3-38cce0257c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:57.129244 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-78ec2cd5-034a-4613-a9e1-e0107f84869f req-48544330-13b2-4c79-87c3-38cce0257c6f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4a91f57a-3317-448b-a1c3-2a415cd8edd6 HTTP/1.1" status: 200 len: 854 time: 0.1073318 Oct 20 11:49:57.151764 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb76a5-617c-4365-9747-2651f5c0b760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dedd2211-304c-4b21-9e03-ddec9ba4a393,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:57.332232 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-78ec2cd5-034a-4613-a9e1-e0107f84869f req-c7be9f7c-6c77-4ca5-8314-e1c2a4e6cd81 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b892001-39c2-4a2f-8bb3-b72ef6055534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1914091 Oct 20 11:49:57.599098 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-22ce4dc2-c705-47c1-b65e-8d6230fd9b4b req-a609ecf1-e3b0-4b1a-9067-42a60cb82f3a tempest-ServerShowV257Test-1055125075 tempest-ServerShowV257Test-1055125075-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f87cfcc-db7e-4d74-b1f2-1059d1925348 HTTP/1.1" status: 200 len: 210 time: 0.0492375 Oct 20 11:49:57.700536 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58178877-7211-4f50-9f6f-d1024d8bfcf4 req-1aba7e06-98a4-44a4-a0a4-9980f40f8014 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:57.710974 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-58178877-7211-4f50-9f6f-d1024d8bfcf4 req-1aba7e06-98a4-44a4-a0a4-9980f40f8014 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4e67981-9d7e-4333-996d-897c3fc1d737 HTTP/1.1" status: 200 len: 943 time: 0.4376068 Oct 20 11:49:57.871113 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-78ec2cd5-034a-4613-a9e1-e0107f84869f req-e568c1cc-6ecf-49b2-88bb-f2e26cae99c9 service neutron] 10.222.0.11 "GET /v2.0/networks/1b892001-39c2-4a2f-8bb3-b72ef6055534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4612291 Oct 20 11:49:57.941545 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-58178877-7211-4f50-9f6f-d1024d8bfcf4 req-ab6f4ad7-4b7d-4b66-959e-77f7210cdb4d tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/security-groups?id=7302830c-f076-45ab-b8d9-6ceff955d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303374 Oct 20 11:49:57.987962 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 37132) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:58.079117 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fc7c6f0f-8e46-468b-965f-1d3c374c851a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:58.181677 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-78ec2cd5-034a-4613-a9e1-e0107f84869f req-0614fef9-6f0c-46c9-9210-4d849e5b5102 service neutron] 10.222.0.11 "GET /v2.0/networks/1b892001-39c2-4a2f-8bb3-b72ef6055534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889004 Oct 20 11:49:58.404838 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fc7c6f0f-8e46-468b-965f-1d3c374c851a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:58.413753 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fc7c6f0f-8e46-468b-965f-1d3c374c851a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:58.517896 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-fc7c6f0f-8e46-468b-965f-1d3c374c851a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f11bf35f21894ca5adaf4f84539b8d66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5287266 Oct 20 11:49:58.520996 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 37146) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:49:58.560576 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7c6f0f-8e46-468b-965f-1d3c374c851a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5d9100-71ce-4e34-97ce-b3111c9aae46,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:58.727299 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a4b7275e-3a2f-4447-b682-e28debda3a80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:58.791909 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a4b7275e-3a2f-4447-b682-e28debda3a80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:58.850711 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6a56d3fb-1926-4377-99a5-af3216bc08fd req-48c6be94-67a8-42c2-8ab2-1dff0a95dd42 tempest-ServerShowV257Test-1055125075 tempest-ServerShowV257Test-1055125075-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f87cfcc-db7e-4d74-b1f2-1059d1925348 HTTP/1.1" status: 200 len: 210 time: 0.0887921 Oct 20 11:49:58.977793 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a4b7275e-3a2f-4447-b682-e28debda3a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:58.980507 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a4b7275e-3a2f-4447-b682-e28debda3a80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:49:58.981688 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-a4b7275e-3a2f-4447-b682-e28debda3a80 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2c5d9100-71ce-4e34-97ce-b3111c9aae46 HTTP/1.1" status: 204 len: 168 time: 0.4593618 Oct 20 11:49:58.997049 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b7275e-3a2f-4447-b682-e28debda3a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5d9100-71ce-4e34-97ce-b3111c9aae46,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:49:59.308291 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2702c0-6df0-4233-afe8-83d3ab8d170d req-ccd5f997-ed9e-4280-a138-2b7ce2d0ac5c tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:49:59.321321 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4c2702c0-6df0-4233-afe8-83d3ab8d170d req-ccd5f997-ed9e-4280-a138-2b7ce2d0ac5c tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4e67981-9d7e-4333-996d-897c3fc1d737 HTTP/1.1" status: 200 len: 943 time: 0.2027423 Oct 20 11:49:59.451941 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4c2702c0-6df0-4233-afe8-83d3ab8d170d req-b939a615-9dac-46f5-a5b8-bd5d6c628e21 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/security-groups?id=7302830c-f076-45ab-b8d9-6ceff955d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291642 Oct 20 11:49:59.795225 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 981d0480-f70e-478a-8d51-0a1d61caf38b details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:50:00.136556 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 981d0480-f70e-478a-8d51-0a1d61caf38b, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=981d0480-f70e-478a-8d51-0a1d61caf38b,segment=NetworkSegment(ba2db131-f70b-4119-9629-4eac0d027823),segment_id=ba2db131-f70b-4119-9629-4eac0d027823)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:50:00.137562 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-79c8e1f6-3a1c-453e-aca2-323ca1b37fdf req-9d5bed6e-a725-40a5-b44a-0b5ca0333128 tempest-ServerShowV257Test-1055125075 tempest-ServerShowV257Test-1055125075-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f87cfcc-db7e-4d74-b1f2-1059d1925348 HTTP/1.1" status: 200 len: 210 time: 0.0911372 Oct 20 11:50:00.165158 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '981d0480-f70e-478a-8d51-0a1d61caf38b', 'network_id': '1b892001-39c2-4a2f-8bb3-b72ef6055534', 'port_id': '981d0480-f70e-478a-8d51-0a1d61caf38b', 'mac_address': 'fa:16:3e:47:52:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a91f57a-3317-448b-a1c3-2a415cd8edd6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:50:00.250936 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:00.274165 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 981d0480-f70e-478a-8d51-0a1d61caf38b {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:50:00.300760 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 981d0480-f70e-478a-8d51-0a1d61caf38b, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=981d0480-f70e-478a-8d51-0a1d61caf38b,segment=NetworkSegment(ba2db131-f70b-4119-9629-4eac0d027823),segment_id=ba2db131-f70b-4119-9629-4eac0d027823)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:50:00.311629 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:00.401880 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=981d0480-f70e-478a-8d51-0a1d61caf38b,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:00.585624 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['981d0480-f70e-478a-8d51-0a1d61caf38b'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:50:00.788962 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8067a-15c9-48d1-8f6a-a728b3cd7c8b req-15b825f0-92c4-4592-9289-faaf31bc9c6b tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:00.801135 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eba8067a-15c9-48d1-8f6a-a728b3cd7c8b req-15b825f0-92c4-4592-9289-faaf31bc9c6b tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4e67981-9d7e-4333-996d-897c3fc1d737 HTTP/1.1" status: 200 len: 944 time: 0.2325094 Oct 20 11:50:00.912013 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eba8067a-15c9-48d1-8f6a-a728b3cd7c8b req-94b3c0d7-1632-4320-a8f3-0b98c5d98f79 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/security-groups?id=7302830c-f076-45ab-b8d9-6ceff955d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098375 Oct 20 11:50:00.914490 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-45731e31-a8f4-49e0-848c-4bdb113807a4 req-fa876645-0ed6-4013-b3fb-6a6b07426d40 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2f87cfcc-db7e-4d74-b1f2-1059d1925348 HTTP/1.1" status: 200 len: 210 time: 0.0830183 Oct 20 11:50:01.375429 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b98cff03-2f83-4f82-aa16-091da868644f req-f78db6d8-ed92-49d3-90a0-030a85b6c6c8 tempest-ServerShowV257Test-1055125075 tempest-ServerShowV257Test-1055125075-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f87cfcc-db7e-4d74-b1f2-1059d1925348 HTTP/1.1" status: 200 len: 210 time: 0.0738528 Oct 20 11:50:01.807328 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 981d0480-f70e-478a-8d51-0a1d61caf38b up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:50:01.929435 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 981d0480-f70e-478a-8d51-0a1d61caf38b completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:50:01.942052 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 981d0480-f70e-478a-8d51-0a1d61caf38b triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:50:01.942870 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:02.293872 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87447959-d245-471b-9175-af3dce59335a req-0f9fd664-a690-4317-9ba8-6a63fbe2683f tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:02.296145 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:02.298309 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-87447959-d245-471b-9175-af3dce59335a req-0f9fd664-a690-4317-9ba8-6a63fbe2683f tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4e67981-9d7e-4333-996d-897c3fc1d737 HTTP/1.1" status: 200 len: 944 time: 0.1707900 Oct 20 11:50:02.404492 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e67981-9d7e-4333-996d-897c3fc1d737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981d0480-f70e-478a-8d51-0a1d61caf38b'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:50:02.409112 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5047e8d4-d4f4-4b62-a0f7-ce9e77579cfe" -d '{"events": [{"server_uuid": "e4e67981-9d7e-4333-996d-897c3fc1d737", "name": "network-vif-plugged", "status": "completed", "tag": "981d0480-f70e-478a-8d51-0a1d61caf38b"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:50:02.423465 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-87447959-d245-471b-9175-af3dce59335a req-10bcca98-ed91-41ac-a2c5-de20eea47392 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/security-groups?id=7302830c-f076-45ab-b8d9-6ceff955d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151361 Oct 20 11:50:02.468962 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 981d0480-f70e-478a-8d51-0a1d61caf38b, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=981d0480-f70e-478a-8d51-0a1d61caf38b,segment=NetworkSegment(ba2db131-f70b-4119-9629-4eac0d027823),segment_id=ba2db131-f70b-4119-9629-4eac0d027823)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:50:02.480784 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:02.598215 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-68a43f14-b5aa-462e-85c1-0c449577c48e req-03554cbe-ac1b-477b-91fd-bc2222479c3c tempest-ServerShowV257Test-1055125075 tempest-ServerShowV257Test-1055125075-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f87cfcc-db7e-4d74-b1f2-1059d1925348 HTTP/1.1" status: 200 len: 210 time: 0.0795674 Oct 20 11:50:02.598556 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6801fd6-c0ab-4af5-92db-e5b11072af8a x-openstack-request-id: req-e6801fd6-c0ab-4af5-92db-e5b11072af8a {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:50:02.598944 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e67981-9d7e-4333-996d-897c3fc1d737", "name": "network-vif-plugged", "status": "completed", "tag": "981d0480-f70e-478a-8d51-0a1d61caf38b", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:50:02.599258 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e6801fd6-c0ab-4af5-92db-e5b11072af8a {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:50:02.599716 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e67981-9d7e-4333-996d-897c3fc1d737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981d0480-f70e-478a-8d51-0a1d61caf38b', 'code': 200} Oct 20 11:50:02.659040 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=981d0480-f70e-478a-8d51-0a1d61caf38b,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:02.695130 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15701c0-d5c5-4e14-807d-5e69fc7b43f0 req-563a5cb6-0717-408d-a510-e8009ed47a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:02.697203 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e15701c0-d5c5-4e14-807d-5e69fc7b43f0 req-563a5cb6-0717-408d-a510-e8009ed47a59 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e4e67981-9d7e-4333-996d-897c3fc1d737 HTTP/1.1" status: 200 len: 1096 time: 0.0958505 Oct 20 11:50:02.796199 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e15701c0-d5c5-4e14-807d-5e69fc7b43f0 req-6333e56d-5ebd-4986-9337-b82213a1643c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7302830c-f076-45ab-b8d9-6ceff955d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892575 Oct 20 11:50:04.787090 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 37328) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:04.819656 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-16cf701b-4663-4de9-bfc6-88c6dd5dfbbd req-46316b78-d37d-4b7e-9886-49ab96f28c4f tempest-ServerShowV257Test-1055125075 tempest-ServerShowV257Test-1055125075-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f87cfcc-db7e-4d74-b1f2-1059d1925348 HTTP/1.1" status: 200 len: 210 time: 1.3107939 Oct 20 11:50:04.941332 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a31ac4-fbbd-4d35-98ab-3f8e6d9574db req-6abaf800-8094-4f70-947a-230b4c9c8746 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:04.955635 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-17a31ac4-fbbd-4d35-98ab-3f8e6d9574db req-6abaf800-8094-4f70-947a-230b4c9c8746 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4e67981-9d7e-4333-996d-897c3fc1d737 HTTP/1.1" status: 200 len: 945 time: 0.1569133 Oct 20 11:50:05.053557 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-17a31ac4-fbbd-4d35-98ab-3f8e6d9574db req-655338fc-2e63-485d-8720-0d12475ef4a1 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/security-groups?id=7302830c-f076-45ab-b8d9-6ceff955d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953205 Oct 20 11:50:05.064822 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-56345f1a-3fd1-4c1d-aea9-2cc614f9341b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:05.191553 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-56345f1a-3fd1-4c1d-aea9-2cc614f9341b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:05.203137 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-56345f1a-3fd1-4c1d-aea9-2cc614f9341b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:05.260296 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 37340) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:05.263456 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-56345f1a-3fd1-4c1d-aea9-2cc614f9341b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1cb197e97ac84c05978fc47bf742123b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4741356 Oct 20 11:50:05.327968 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56345f1a-3fd1-4c1d-aea9-2cc614f9341b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c231a7-a2c0-4889-a88d-36f1fb789e6c,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:05.388150 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0db6297d-8b9c-463a-ac84-199457ed3bf9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:05.422619 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0db6297d-8b9c-463a-ac84-199457ed3bf9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:05.522446 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0db6297d-8b9c-463a-ac84-199457ed3bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:05.526785 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0db6297d-8b9c-463a-ac84-199457ed3bf9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:05.531166 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-0db6297d-8b9c-463a-ac84-199457ed3bf9 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d0c231a7-a2c0-4889-a88d-36f1fb789e6c HTTP/1.1" status: 204 len: 168 time: 0.2671957 Oct 20 11:50:05.538236 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db6297d-8b9c-463a-ac84-199457ed3bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c231a7-a2c0-4889-a88d-36f1fb789e6c,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:05.882467 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-71febf2c-fcff-471b-b05e-adb9cf37301e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1119485 Oct 20 11:50:06.091757 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 37354) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:06.123520 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-17b280ab-0156-4dea-b383-9d846ef3a664 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:06.128343 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c9b9ef9e-875b-418e-a115-379a275a4222 req-d28e6e47-67d3-494c-8210-b31cc56bd78b tempest-ServerShowV257Test-1055125075 tempest-ServerShowV257Test-1055125075-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f87cfcc-db7e-4d74-b1f2-1059d1925348 HTTP/1.1" status: 200 len: 210 time: 0.1270335 Oct 20 11:50:06.169867 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-bdaf4a60-0d55-4b14-b48a-56a808374416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:06.174816 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-bdaf4a60-0d55-4b14-b48a-56a808374416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:06.177079 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-bdaf4a60-0d55-4b14-b48a-56a808374416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:06.183357 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-bdaf4a60-0d55-4b14-b48a-56a808374416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:06.183871 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-bdaf4a60-0d55-4b14-b48a-56a808374416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:06.184346 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-bdaf4a60-0d55-4b14-b48a-56a808374416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:06.184817 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-bdaf4a60-0d55-4b14-b48a-56a808374416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:06.190527 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-bdaf4a60-0d55-4b14-b48a-56a808374416 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eaec2bab7fdf45a2bb81df4997c7d09e&device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 6502 time: 0.2445133 Oct 20 11:50:06.413500 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-17b280ab-0156-4dea-b383-9d846ef3a664 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:06.422302 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-17b280ab-0156-4dea-b383-9d846ef3a664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:06.423134 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-482c38e6-4e87-42b1-a68a-3a2ae8ae8759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:06.424497 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-482c38e6-4e87-42b1-a68a-3a2ae8ae8759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:06.424979 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-482c38e6-4e87-42b1-a68a-3a2ae8ae8759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:06.428100 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-482c38e6-4e87-42b1-a68a-3a2ae8ae8759 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6453727b-a1a3-4c25-9d2a-f4562ef51a67&id=777f6155-4cb8-4ffe-990a-e0dddbce5ad7&id=777f6155-4cb8-4ffe-990a-e0dddbce5ad7&id=777f6155-4cb8-4ffe-990a-e0dddbce5ad7&id=777f6155-4cb8-4ffe-990a-e0dddbce5ad7&id=9e28e111-da3b-432f-b66c-1b77e1797d1c&id=9e28e111-da3b-432f-b66c-1b77e1797d1c HTTP/1.1" status: 200 len: 2300 time: 0.2098157 Oct 20 11:50:06.510892 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-17b280ab-0156-4dea-b383-9d846ef3a664 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=180771bb99914522aa3537c419848263&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4172101 Oct 20 11:50:06.513284 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 37364) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:06.546019 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b280ab-0156-4dea-b383-9d846ef3a664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee089a9-bec9-47be-a340-cbee5d035e5e,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:06.695989 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-c4bba5bf-8839-4c24-b496-206b231c1ed4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72d30f74-19c2-4076-9dd0-555da975bbf8 HTTP/1.1" status: 200 len: 1000 time: 0.2590706 Oct 20 11:50:06.813036 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8c787749-c064-4359-bd79-0cb72c0df24b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:06.829371 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d33c2-1815-44e2-a39e-3c10de4d0b5d req-7d53c1ab-2d3a-42dc-870d-965963d53664 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:06.837028 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f15d33c2-1815-44e2-a39e-3c10de4d0b5d req-7d53c1ab-2d3a-42dc-870d-965963d53664 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4e67981-9d7e-4333-996d-897c3fc1d737 HTTP/1.1" status: 200 len: 945 time: 0.6453366 Oct 20 11:50:06.901128 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-4a262df1-c906-41a7-8a64-3b1d808b11de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:06.903436 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-4a262df1-c906-41a7-8a64-3b1d808b11de service neutron] 10.222.0.11 "GET /v2.0/subnets?id=627cacd1-3333-4650-96cb-ee60e04cb6c7 HTTP/1.1" status: 200 len: 854 time: 0.1673059 Oct 20 11:50:06.905940 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8c787749-c064-4359-bd79-0cb72c0df24b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:06.942846 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f15d33c2-1815-44e2-a39e-3c10de4d0b5d req-c2a7f375-2b23-410d-940b-73a05bf4b36f tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/security-groups?id=7302830c-f076-45ab-b8d9-6ceff955d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045170 Oct 20 11:50:07.001558 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-336c4dca-e882-478b-9ed1-cd495fa04d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:07.003365 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-336c4dca-e882-478b-9ed1-cd495fa04d16 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6453727b-a1a3-4c25-9d2a-f4562ef51a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873640 Oct 20 11:50:07.248324 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8c787749-c064-4359-bd79-0cb72c0df24b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:07.257038 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8c787749-c064-4359-bd79-0cb72c0df24b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:07.263223 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8c787749-c064-4359-bd79-0cb72c0df24b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9ee089a9-bec9-47be-a340-cbee5d035e5e HTTP/1.1" status: 204 len: 168 time: 0.7362697 Oct 20 11:50:07.333842 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c787749-c064-4359-bd79-0cb72c0df24b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee089a9-bec9-47be-a340-cbee5d035e5e,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:07.345989 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-bcd22789-0728-41e8-b5de-f0526dc15e7d service neutron] 10.222.0.11 "GET /v2.0/networks/6453727b-a1a3-4c25-9d2a-f4562ef51a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346658 Oct 20 11:50:07.605770 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-ec70e819-6e70-4ca2-b4b3-b148610bcbdf service neutron] 10.222.0.11 "GET /v2.0/networks/6453727b-a1a3-4c25-9d2a-f4562ef51a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426431 Oct 20 11:50:07.736601 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-52114ecc-2689-4509-8cd7-aa1d7fb6891e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=d93caff8-51aa-4df8-901b-080c6ddec185 HTTP/1.1" status: 200 len: 217 time: 0.1234200 Oct 20 11:50:07.804341 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e354d665-5543-4600-ba8b-3f3947e332b0 req-a9908aea-30c3-4322-a4ae-a92b01759e09 tempest-ServerShowV257Test-1055125075 tempest-ServerShowV257Test-1055125075-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f87cfcc-db7e-4d74-b1f2-1059d1925348 HTTP/1.1" status: 200 len: 210 time: 0.0660765 Oct 20 11:50:07.883542 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-fb313676-05f8-447a-bcff-254d88e9fde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:07.888683 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-fb313676-05f8-447a-bcff-254d88e9fde6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d4e5be47-9c7c-475f-be32-8c10564a38f8 HTTP/1.1" status: 200 len: 797 time: 0.1313288 Oct 20 11:50:08.065869 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-75e3b896-b347-4d14-8142-228c570a552d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:08.067775 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-75e3b896-b347-4d14-8142-228c570a552d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=777f6155-4cb8-4ffe-990a-e0dddbce5ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1719644 Oct 20 11:50:08.228663 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-a3ba18c7-e888-4c74-9ce7-c0c18ea69bcf service neutron] 10.222.0.11 "GET /v2.0/networks/777f6155-4cb8-4ffe-990a-e0dddbce5ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512060 Oct 20 11:50:08.513579 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-3ff2c8ba-3042-4e69-bf85-9bc3175f627a service neutron] 10.222.0.11 "GET /v2.0/networks/777f6155-4cb8-4ffe-990a-e0dddbce5ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755396 Oct 20 11:50:08.631698 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-ecd75652-b1bd-40fb-830a-62d7cdb5c698 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=66ac31c8-5739-4120-877b-97dbbd1c5090 HTTP/1.1" status: 200 len: 217 time: 0.1037102 Oct 20 11:50:08.765929 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-13e00d6a-dc98-47bb-b9bf-02729e62d92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:08.768571 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-13e00d6a-dc98-47bb-b9bf-02729e62d92f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d4e5be47-9c7c-475f-be32-8c10564a38f8 HTTP/1.1" status: 200 len: 797 time: 0.1288638 Oct 20 11:50:08.890364 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-b979285f-e5c4-4560-a1e0-cad1a286ec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:08.896411 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-b979285f-e5c4-4560-a1e0-cad1a286ec84 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=777f6155-4cb8-4ffe-990a-e0dddbce5ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1208563 Oct 20 11:50:08.962394 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 37442) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:08.994041 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-89800631-fe19-4a6b-bcb5-98f671dbbceb req-dca65e58-1126-4bd5-b28a-5c5e48bded33 tempest-ServerShowV257Test-1055125075 tempest-ServerShowV257Test-1055125075-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f87cfcc-db7e-4d74-b1f2-1059d1925348 HTTP/1.1" status: 200 len: 210 time: 0.0457017 Oct 20 11:50:09.125878 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-359fa7f0-7c34-486c-8e30-9284564d31f7 service neutron] 10.222.0.11 "GET /v2.0/networks/777f6155-4cb8-4ffe-990a-e0dddbce5ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194610 Oct 20 11:50:09.352342 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-2ab18668-93be-48de-9155-1ecb88047fee service neutron] 10.222.0.11 "GET /v2.0/networks/777f6155-4cb8-4ffe-990a-e0dddbce5ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206731 Oct 20 11:50:09.408720 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-8e45d422-96d1-4739-9a02-11498b7f5eed service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=6ad2a011-ec11-4f8c-a65c-c33563a4051e HTTP/1.1" status: 200 len: 217 time: 0.0467372 Oct 20 11:50:09.434514 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-45f98a47-752a-48ae-992f-be05809b9401 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:09.571923 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-d1162785-ed0b-431b-8bd6-818ad47c7e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:09.574060 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-d1162785-ed0b-431b-8bd6-818ad47c7e79 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d4e5be47-9c7c-475f-be32-8c10564a38f8 HTTP/1.1" status: 200 len: 797 time: 0.1574922 Oct 20 11:50:09.675965 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-562d3f21-6dc4-42b8-97ba-ce734b3184b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:09.681689 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-562d3f21-6dc4-42b8-97ba-ce734b3184b9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=777f6155-4cb8-4ffe-990a-e0dddbce5ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0941269 Oct 20 11:50:09.705557 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-45f98a47-752a-48ae-992f-be05809b9401 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:09.711363 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-45f98a47-752a-48ae-992f-be05809b9401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:09.777837 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-45f98a47-752a-48ae-992f-be05809b9401 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e53ee64b8da64c579453f16cddc8996d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8134353 Oct 20 11:50:09.779101 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f98a47-752a-48ae-992f-be05809b9401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ace686d-8f01-4df4-aa32-571e3813f6cb,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:09.782835 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 37460) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:09.856195 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-79bba3ef-8b01-4eb4-b5e6-dab4168df93b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:09.856924 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-5fb1837a-96c1-4e94-a2fb-77b70c36fd03 service neutron] 10.222.0.11 "GET /v2.0/networks/777f6155-4cb8-4ffe-990a-e0dddbce5ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718385 Oct 20 11:50:09.887731 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-79bba3ef-8b01-4eb4-b5e6-dab4168df93b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:09.941731 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:09.968971 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-79bba3ef-8b01-4eb4-b5e6-dab4168df93b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:09.973570 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-79bba3ef-8b01-4eb4-b5e6-dab4168df93b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:09.975300 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-79bba3ef-8b01-4eb4-b5e6-dab4168df93b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4ace686d-8f01-4df4-aa32-571e3813f6cb HTTP/1.1" status: 204 len: 168 time: 0.1914866 Oct 20 11:50:09.990165 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bba3ef-8b01-4eb4-b5e6-dab4168df93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ace686d-8f01-4df4-aa32-571e3813f6cb,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:10.053149 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-df5114b1-afb5-40f6-a018-7e9563cc469c service neutron] 10.222.0.11 "GET /v2.0/networks/777f6155-4cb8-4ffe-990a-e0dddbce5ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880865 Oct 20 11:50:10.391550 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-b3a40407-534c-432a-ba74-d3dfa0c9abe1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=eadd32f2-5de8-4740-bf63-25c0ecaf752e HTTP/1.1" status: 200 len: 217 time: 0.1631606 Oct 20 11:50:10.391550 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-014a65ec-e6d5-46a5-8cc2-493554a46fd1 req-efca276c-95d7-4cdb-9d2c-772f520e369e tempest-ServerShowV257Test-1055125075 tempest-ServerShowV257Test-1055125075-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f87cfcc-db7e-4d74-b1f2-1059d1925348 HTTP/1.1" status: 200 len: 210 time: 0.1519325 Oct 20 11:50:10.461526 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-8f9bc097-d242-45d6-9d72-b4db092235c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:10.463377 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-8f9bc097-d242-45d6-9d72-b4db092235c3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d4e5be47-9c7c-475f-be32-8c10564a38f8 HTTP/1.1" status: 200 len: 797 time: 0.1438210 Oct 20 11:50:10.479876 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 37494) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:10.636128 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-6d8eeeac-dcec-4c99-9d64-04aa9dcdea17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:10.650216 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-6d8eeeac-dcec-4c99-9d64-04aa9dcdea17 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=777f6155-4cb8-4ffe-990a-e0dddbce5ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1772425 Oct 20 11:50:10.846453 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-b226ec6c-edc6-4506-9f96-2ffda8dbc87f tempest-PortsAdminExtendedAttrsTestJSON-1357782915 tempest-PortsAdminExtendedAttrsTestJSON-1357782915-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2098770408'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:50:10.894394 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-ee994772-1d0b-4299-b08a-4ea11ee8bfa8 service neutron] 10.222.0.11 "GET /v2.0/networks/777f6155-4cb8-4ffe-990a-e0dddbce5ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305057 Oct 20 11:50:10.930747 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b226ec6c-edc6-4506-9f96-2ffda8dbc87f tempest-PortsAdminExtendedAttrsTestJSON-1357782915 tempest-PortsAdminExtendedAttrsTestJSON-1357782915-project] Made reservation on behalf of 78e37ae020a54103bbf1b678d7222f2f for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:50:10.934614 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b226ec6c-edc6-4506-9f96-2ffda8dbc87f tempest-PortsAdminExtendedAttrsTestJSON-1357782915 tempest-PortsAdminExtendedAttrsTestJSON-1357782915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:10.948275 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 37510) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:10.956929 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b226ec6c-edc6-4506-9f96-2ffda8dbc87f tempest-PortsAdminExtendedAttrsTestJSON-1357782915 tempest-PortsAdminExtendedAttrsTestJSON-1357782915-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:10.981527 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5a9d9cd6-065e-4a1f-8bf9-87c9d39a3c9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:11.125438 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-1682ae21-fe4c-478f-8460-a8aa3de95c92 service neutron] 10.222.0.11 "GET /v2.0/networks/777f6155-4cb8-4ffe-990a-e0dddbce5ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208509 Oct 20 11:50:11.205170 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-faef9a11-c5ed-4d96-89f6-cfec726f1545 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3ab69a51-91cc-41f2-97f3-589067ce8290 HTTP/1.1" status: 200 len: 217 time: 0.0732281 Oct 20 11:50:11.229174 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5a9d9cd6-065e-4a1f-8bf9-87c9d39a3c9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:11.236007 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b226ec6c-edc6-4506-9f96-2ffda8dbc87f tempest-PortsAdminExtendedAttrsTestJSON-1357782915 tempest-PortsAdminExtendedAttrsTestJSON-1357782915-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:11.238137 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5a9d9cd6-065e-4a1f-8bf9-87c9d39a3c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:11.251100 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b226ec6c-edc6-4506-9f96-2ffda8dbc87f tempest-PortsAdminExtendedAttrsTestJSON-1357782915 tempest-PortsAdminExtendedAttrsTestJSON-1357782915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:11.264297 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b226ec6c-edc6-4506-9f96-2ffda8dbc87f tempest-PortsAdminExtendedAttrsTestJSON-1357782915 tempest-PortsAdminExtendedAttrsTestJSON-1357782915-project] vlan segment allocate from pool success with {'vlan_id': 1268, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:50:11.277784 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b226ec6c-edc6-4506-9f96-2ffda8dbc87f tempest-PortsAdminExtendedAttrsTestJSON-1357782915 tempest-PortsAdminExtendedAttrsTestJSON-1357782915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:11.278733 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-b226ec6c-edc6-4506-9f96-2ffda8dbc87f tempest-PortsAdminExtendedAttrsTestJSON-1357782915 tempest-PortsAdminExtendedAttrsTestJSON-1357782915-project] Added segment 92ae79ec-b002-4860-9198-db023e255576 of type vlan for network 350b6aac-5b71-4452-9c6d-5da8e3efb66d Oct 20 11:50:11.343196 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b226ec6c-edc6-4506-9f96-2ffda8dbc87f tempest-PortsAdminExtendedAttrsTestJSON-1357782915 tempest-PortsAdminExtendedAttrsTestJSON-1357782915-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:11.372574 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-54cc613e-100c-41b6-ba91-4d36a0f862f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:11.372870 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9d9cd6-065e-4a1f-8bf9-87c9d39a3c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9188e28-2834-4949-ac05-9497c33d87bb,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:11.375226 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-54cc613e-100c-41b6-ba91-4d36a0f862f6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0525d9a4-a3da-43ef-90d1-0c512b36a84d HTTP/1.1" status: 200 len: 797 time: 0.1511405 Oct 20 11:50:11.411846 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5a9d9cd6-065e-4a1f-8bf9-87c9d39a3c9a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=70e0eefb18f3403cab5d61f9c8c41c63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4625134 Oct 20 11:50:11.422466 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 37524) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:11.462086 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b226ec6c-edc6-4506-9f96-2ffda8dbc87f tempest-PortsAdminExtendedAttrsTestJSON-1357782915 tempest-PortsAdminExtendedAttrsTestJSON-1357782915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1287154-6449-41c8-973e-10983f93041a,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:11.482161 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b226ec6c-edc6-4506-9f96-2ffda8dbc87f tempest-PortsAdminExtendedAttrsTestJSON-1357782915 tempest-PortsAdminExtendedAttrsTestJSON-1357782915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:11.485622 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-a149e856-7f4b-4e28-bb2d-e6c583481c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:11.487250 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-a149e856-7f4b-4e28-bb2d-e6c583481c29 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9e28e111-da3b-432f-b66c-1b77e1797d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1044126 Oct 20 11:50:11.490185 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b226ec6c-edc6-4506-9f96-2ffda8dbc87f tempest-PortsAdminExtendedAttrsTestJSON-1357782915 tempest-PortsAdminExtendedAttrsTestJSON-1357782915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:11.492246 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b226ec6c-edc6-4506-9f96-2ffda8dbc87f tempest-PortsAdminExtendedAttrsTestJSON-1357782915 tempest-PortsAdminExtendedAttrsTestJSON-1357782915-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:11.581427 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b226ec6c-edc6-4506-9f96-2ffda8dbc87f tempest-PortsAdminExtendedAttrsTestJSON-1357782915 tempest-PortsAdminExtendedAttrsTestJSON-1357782915-project] Pushing event updated for resources: {'Network': ['ID=350b6aac-5b71-4452-9c6d-5da8e3efb66d,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:11.593106 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 350b6aac-5b71-4452-9c6d-5da8e3efb66d details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:50:11.601723 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b226ec6c-edc6-4506-9f96-2ffda8dbc87f tempest-PortsAdminExtendedAttrsTestJSON-1357782915 tempest-PortsAdminExtendedAttrsTestJSON-1357782915-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.1203969 Oct 20 11:50:11.656191 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9804b51d-5c00-473f-9d26-fa63b435396f req-115e78ba-d037-4f57-a270-19436a685351 tempest-ServerShowV257Test-1055125075 tempest-ServerShowV257Test-1055125075-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f87cfcc-db7e-4d74-b1f2-1059d1925348 HTTP/1.1" status: 200 len: 210 time: 0.1034009 Oct 20 11:50:11.659442 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-721c03fc-93dd-4e91-9aa2-509078c31a4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:11.857130 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-721c03fc-93dd-4e91-9aa2-509078c31a4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:11.952395 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-ba6a4499-e91d-40e9-b318-21d6fb0efaf0 service neutron] 10.222.0.11 "GET /v2.0/networks/9e28e111-da3b-432f-b66c-1b77e1797d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4564538 Oct 20 11:50:12.148435 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-721c03fc-93dd-4e91-9aa2-509078c31a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:12.156914 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-721c03fc-93dd-4e91-9aa2-509078c31a4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:12.160188 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-721c03fc-93dd-4e91-9aa2-509078c31a4a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b9188e28-2834-4949-ac05-9497c33d87bb HTTP/1.1" status: 204 len: 168 time: 0.7351861 Oct 20 11:50:12.163842 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 37546) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:12.175082 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Request body: {'port': {'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d', 'binding:host_id': 'n-h1-814735-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1153643079'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:50:12.177404 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-712fc216-9dee-4157-877c-cbd7857f4222 service neutron] 10.222.0.11 "GET /v2.0/networks/9e28e111-da3b-432f-b66c-1b77e1797d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141352 Oct 20 11:50:12.204823 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c03fc-93dd-4e91-9aa2-509078c31a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9188e28-2834-4949-ac05-9497c33d87bb,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:12.236645 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Made reservation on behalf of e930b17a25454160a6b5208754eb1531 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:50:12.240516 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:12.267594 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:12.320834 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-c7e3d867-f4f3-4dbd-9993-60f204d55924 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=156bbe0d-6a54-43ba-bd2e-a378130a9552 HTTP/1.1" status: 200 len: 217 time: 0.1280499 Oct 20 11:50:12.439799 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-fe3212de-d1e6-4ab9-ab88-688710b238f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:12.443486 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-fe3212de-d1e6-4ab9-ab88-688710b238f9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0525d9a4-a3da-43ef-90d1-0c512b36a84d HTTP/1.1" status: 200 len: 797 time: 0.1153896 Oct 20 11:50:12.448052 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:12.463060 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:12.466872 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] device_id is not set on port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:50:12.550607 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-00b65a84-2179-45bf-af12-fafba2161b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:12.552360 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-00b65a84-2179-45bf-af12-fafba2161b3f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9e28e111-da3b-432f-b66c-1b77e1797d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0916452 Oct 20 11:50:12.611322 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93beb791-76f0-4b01-8e7e-b7367127baa2,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:12.857584 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-d3c518ef-e011-4130-9c2a-d9ff9c0d95e4 service neutron] 10.222.0.11 "GET /v2.0/networks/9e28e111-da3b-432f-b66c-1b77e1797d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975543 Oct 20 11:50:13.067746 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 37570) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:13.085567 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e31caa14-6ab5-4b3a-a372-01c7b5c4d6bd req-1f6af9ff-c021-47bd-9570-d30401e5fd82 tempest-ServerShowV257Test-1055125075 tempest-ServerShowV257Test-1055125075-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f87cfcc-db7e-4d74-b1f2-1059d1925348 HTTP/1.1" status: 200 len: 210 time: 0.1357541 Oct 20 11:50:13.116486 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] device_id is not set on port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:50:13.117688 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0ed0a8a5-a438-4b55-a19b-a9aedf19dc88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:13.153703 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:13.166722 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:13.247272 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Pushing event updated for resources: {'Port': ['ID=f9df0f0e-f67f-4ac3-88ad-9fb91ee072be,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:13.302439 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Checking segment: {'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:50:13.304352 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Network hostable DHCP agents. Network: 350b6aac-5b71-4452-9c6d-5da8e3efb66d, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:50:13.345644 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Network 350b6aac-5b71-4452-9c6d-5da8e3efb66d is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:50:13.348725 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0ed0a8a5-a438-4b55-a19b-a9aedf19dc88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:13.360819 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 350b6aac-5b71-4452-9c6d-5da8e3efb66d) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:50:13.363569 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-611d7d57-0822-4572-9b27-c4d79ad94c69 req-536b265f-43bb-40c1-9374-68fd62d0e9f3 service neutron] 10.222.0.11 "GET /v2.0/networks/9e28e111-da3b-432f-b66c-1b77e1797d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4993017 Oct 20 11:50:13.376625 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0ed0a8a5-a438-4b55-a19b-a9aedf19dc88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:13.379086 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:50:13.379356 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0730a9-a499-457c-a7fb-e2282e17ac2e None None] Network 350b6aac-5b71-4452-9c6d-5da8e3efb66d requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:50:13.415254 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:50:13.419235 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:50:13.420226 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:50:13.431786 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:50:13.432323 n-d-814735-3 neutron-server[100646]: ERROR neutron.plugins.ml2.managers [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Failed to bind port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be on host n-h1-814735-3 for vnic_type normal using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] Oct 20 11:50:13.435672 n-d-814735-3 neutron-server[100646]: INFO neutron.plugins.ml2.plugin [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempt 2 to bind port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be Oct 20 11:50:13.439221 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-0ed0a8a5-a438-4b55-a19b-a9aedf19dc88 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f319cd495aba42f5a40a33e7a62d8a2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3607659 Oct 20 11:50:13.440459 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed0a8a5-a438-4b55-a19b-a9aedf19dc88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de27f9f-e3bf-43e5-b862-b19e70367ef8,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:13.443860 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 37578) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:13.468003 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:50:13.468692 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:50:13.469273 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:50:13.478172 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:50:13.478886 n-d-814735-3 neutron-server[100646]: ERROR neutron.plugins.ml2.managers [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Failed to bind port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be on host n-h1-814735-3 for vnic_type normal using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] Oct 20 11:50:13.479527 n-d-814735-3 neutron-server[100646]: INFO neutron.plugins.ml2.plugin [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempt 3 to bind port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be Oct 20 11:50:13.544461 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:50:13.549322 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:50:13.550629 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:50:13.562389 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1204ac06-7272-4906-a273-cfdbc0dbc5fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:13.569883 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:50:13.571593 n-d-814735-3 neutron-server[100646]: ERROR neutron.plugins.ml2.managers [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Failed to bind port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be on host n-h1-814735-3 for vnic_type normal using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] Oct 20 11:50:13.573166 n-d-814735-3 neutron-server[100646]: INFO neutron.plugins.ml2.plugin [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempt 4 to bind port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be Oct 20 11:50:13.604808 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1204ac06-7272-4906-a273-cfdbc0dbc5fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:13.616555 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:50:13.617415 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:50:13.618256 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:50:13.631224 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:50:13.637590 n-d-814735-3 neutron-server[100646]: ERROR neutron.plugins.ml2.managers [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Failed to bind port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be on host n-h1-814735-3 for vnic_type normal using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] Oct 20 11:50:13.638762 n-d-814735-3 neutron-server[100646]: INFO neutron.plugins.ml2.plugin [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempt 5 to bind port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be Oct 20 11:50:13.667637 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:50:13.668448 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:50:13.669361 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:50:13.688818 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:50:13.690044 n-d-814735-3 neutron-server[100646]: ERROR neutron.plugins.ml2.managers [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Failed to bind port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be on host n-h1-814735-3 for vnic_type normal using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] Oct 20 11:50:13.692149 n-d-814735-3 neutron-server[100646]: INFO neutron.plugins.ml2.plugin [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempt 6 to bind port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be Oct 20 11:50:13.704689 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1204ac06-7272-4906-a273-cfdbc0dbc5fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:13.707458 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1204ac06-7272-4906-a273-cfdbc0dbc5fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:13.708672 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-1204ac06-7272-4906-a273-cfdbc0dbc5fd admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6de27f9f-e3bf-43e5-b862-b19e70367ef8 HTTP/1.1" status: 204 len: 168 time: 0.2634842 Oct 20 11:50:13.714879 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:50:13.715722 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:50:13.716301 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:50:13.723083 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:50:13.724077 n-d-814735-3 neutron-server[100646]: ERROR neutron.plugins.ml2.managers [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Failed to bind port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be on host n-h1-814735-3 for vnic_type normal using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] Oct 20 11:50:13.725067 n-d-814735-3 neutron-server[100646]: INFO neutron.plugins.ml2.plugin [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempt 7 to bind port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be Oct 20 11:50:13.727429 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1204ac06-7272-4906-a273-cfdbc0dbc5fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de27f9f-e3bf-43e5-b862-b19e70367ef8,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:13.744564 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:50:13.745196 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:50:13.745770 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:50:13.764410 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:50:13.767205 n-d-814735-3 neutron-server[100646]: ERROR neutron.plugins.ml2.managers [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Failed to bind port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be on host n-h1-814735-3 for vnic_type normal using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] Oct 20 11:50:13.767886 n-d-814735-3 neutron-server[100646]: INFO neutron.plugins.ml2.plugin [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempt 8 to bind port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be Oct 20 11:50:13.802649 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:50:13.804171 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:50:13.806185 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:50:13.820253 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:50:13.820980 n-d-814735-3 neutron-server[100646]: ERROR neutron.plugins.ml2.managers [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Failed to bind port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be on host n-h1-814735-3 for vnic_type normal using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] Oct 20 11:50:13.821617 n-d-814735-3 neutron-server[100646]: INFO neutron.plugins.ml2.plugin [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempt 9 to bind port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be Oct 20 11:50:13.867077 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:50:13.867700 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:50:13.868323 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:50:13.905683 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:50:13.906297 n-d-814735-3 neutron-server[100646]: ERROR neutron.plugins.ml2.managers [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Failed to bind port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be on host n-h1-814735-3 for vnic_type normal using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] Oct 20 11:50:13.907071 n-d-814735-3 neutron-server[100646]: INFO neutron.plugins.ml2.plugin [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempt 10 to bind port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be Oct 20 11:50:13.921786 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:50:13.922369 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:50:13.923026 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:50:13.928839 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:50:13.929451 n-d-814735-3 neutron-server[100646]: ERROR neutron.plugins.ml2.managers [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Failed to bind port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be on host n-h1-814735-3 for vnic_type normal using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] Oct 20 11:50:13.930163 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:14.112099 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] For port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be, host n-h1-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:50:14.113578 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempted to set empty binding levels {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 20 11:50:14.121733 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:14.306170 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:14.307216 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:14.338436 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3379fdc-da25-4d1a-b03b-4edd3fdb3e98 req-5d6e83fe-dd39-463e-9cdc-63e2b7547559 tempest-ServerShowV257Test-1055125075 tempest-ServerShowV257Test-1055125075-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f87cfcc-db7e-4d74-b1f2-1059d1925348 HTTP/1.1" status: 200 len: 210 time: 0.0679748 Oct 20 11:50:14.419020 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 37610) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:14.420697 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.2549717 Oct 20 11:50:14.500536 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-77c3912d-0826-48f7-8bad-e8ce40abcb81 req-61ca1ae6-528c-4d77-821e-89116c504881 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b4f8b3ae93084afdb99bb59a6b98b8d8&device_id=2f87cfcc-db7e-4d74-b1f2-1059d1925348 HTTP/1.1" status: 200 len: 210 time: 0.1034179 Oct 20 11:50:14.599082 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d74f4-b4e3-4431-a68e-58df3541a303 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Pushing event updated for resources: {'Port': ['ID=f9df0f0e-f67f-4ac3-88ad-9fb91ee072be,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:14.624233 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-77c3912d-0826-48f7-8bad-e8ce40abcb81 req-72c4c344-3618-46db-afae-44c76fe7682d service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=b4f8b3ae93084afdb99bb59a6b98b8d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0953157 Oct 20 11:50:14.673623 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-dab7acc2-3023-450b-ac6c-59f9077d6a2b tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Deleting port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:50:14.674207 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dab7acc2-3023-450b-ac6c-59f9077d6a2b tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:14.855918 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-dab7acc2-3023-450b-ac6c-59f9077d6a2b tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] For port f9df0f0e-f67f-4ac3-88ad-9fb91ee072be, host n-h1-814735-3, got binding levels [] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:50:14.856289 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dab7acc2-3023-450b-ac6c-59f9077d6a2b tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:14.895874 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-dab7acc2-3023-450b-ac6c-59f9077d6a2b tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Calling delete_port for f9df0f0e-f67f-4ac3-88ad-9fb91ee072be owned by {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:50:15.087990 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dab7acc2-3023-450b-ac6c-59f9077d6a2b tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:15.090613 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3912d-0826-48f7-8bad-e8ce40abcb81 req-716b7238-6307-4ee1-af55-211f7e94a21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:15.092307 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-77c3912d-0826-48f7-8bad-e8ce40abcb81 req-716b7238-6307-4ee1-af55-211f7e94a21a service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4584403 Oct 20 11:50:15.156663 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab7acc2-3023-450b-ac6c-59f9077d6a2b tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Pushing event deleted for resources: {'Port': ['ID=f9df0f0e-f67f-4ac3-88ad-9fb91ee072be,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:15.165245 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dab7acc2-3023-450b-ac6c-59f9077d6a2b tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:15.170561 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-dab7acc2-3023-450b-ac6c-59f9077d6a2b tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] 10.222.0.98 "DELETE /v2.0/ports/f9df0f0e-f67f-4ac3-88ad-9fb91ee072be HTTP/1.1" status: 204 len: 168 time: 0.7496526 Oct 20 11:50:15.173034 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 37638) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:15.207816 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f65da51-9602-4313-ab32-26d71707c736 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] GET failed (client error): The resource could not be found. Oct 20 11:50:15.209730 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-0f65da51-9602-4313-ab32-26d71707c736 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] 10.222.0.98 "GET /v2.0/ports/f9df0f0e-f67f-4ac3-88ad-9fb91ee072be HTTP/1.1" status: 404 len: 333 time: 0.0350277 Oct 20 11:50:15.214762 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 37642) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:15.221422 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-8f6c1ad5-360e-44bd-acdd-bb639d7467a5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Request body: {'port': {'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1157612325'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:50:15.256661 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6c1ad5-360e-44bd-acdd-bb639d7467a5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Made reservation on behalf of e930b17a25454160a6b5208754eb1531 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:50:15.263182 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f6c1ad5-360e-44bd-acdd-bb639d7467a5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:15.306269 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [None req-8f6c1ad5-360e-44bd-acdd-bb639d7467a5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] device_id is not set on port 5a90311c-e624-4ade-abe4-65b4abff32a6 yet. {{(pid=100647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:50:15.415396 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:15.595341 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ba11bf32-137b-4ebb-98ab-4275629547d3 req-9766720d-aba4-41cb-9efa-5d6343c2f8da tempest-ServerShowV257Test-1055125075 tempest-ServerShowV257Test-1055125075-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f87cfcc-db7e-4d74-b1f2-1059d1925348 HTTP/1.1" status: 200 len: 210 time: 0.0684476 Oct 20 11:50:15.788501 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f6c1ad5-360e-44bd-acdd-bb639d7467a5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:15.936276 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f6c1ad5-360e-44bd-acdd-bb639d7467a5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:16.031538 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6c1ad5-360e-44bd-acdd-bb639d7467a5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Network 350b6aac-5b71-4452-9c6d-5da8e3efb66d is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:50:16.050584 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-8f6c1ad5-360e-44bd-acdd-bb639d7467a5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:50:16.054840 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6c1ad5-360e-44bd-acdd-bb639d7467a5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:50:16.057040 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6c1ad5-360e-44bd-acdd-bb639d7467a5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:16.057880 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f6c1ad5-360e-44bd-acdd-bb639d7467a5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:16.072532 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c1ad5-360e-44bd-acdd-bb639d7467a5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Pushing event updated for resources: {'Port': ['ID=5a90311c-e624-4ade-abe4-65b4abff32a6,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:16.100221 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8f6c1ad5-360e-44bd-acdd-bb639d7467a5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8823540 Oct 20 11:50:16.101677 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 37672) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:16.108321 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:50:16.210147 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:16.658090 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] device_id is not set on port 5a90311c-e624-4ade-abe4-65b4abff32a6 yet. {{(pid=100647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:50:16.666978 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:16.675822 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:16.750316 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Pushing event updated for resources: {'Port': ['ID=5a90311c-e624-4ade-abe4-65b4abff32a6,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:16.765008 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 5a90311c-e624-4ade-abe4-65b4abff32a6 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:50:16.765356 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 5a90311c-e624-4ade-abe4-65b4abff32a6 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:50:16.765701 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 5a90311c-e624-4ade-abe4-65b4abff32a6 on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:50:16.770551 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Port 5a90311c-e624-4ade-abe4-65b4abff32a6 on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:50:16.770955 n-d-814735-3 neutron-server[100647]: ERROR neutron.plugins.ml2.managers [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Failed to bind port 5a90311c-e624-4ade-abe4-65b4abff32a6 on host n-h1-814735-3 for vnic_type normal using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] Oct 20 11:50:16.771345 n-d-814735-3 neutron-server[100647]: INFO neutron.plugins.ml2.plugin [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempt 2 to bind port 5a90311c-e624-4ade-abe4-65b4abff32a6 Oct 20 11:50:16.793984 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 5a90311c-e624-4ade-abe4-65b4abff32a6 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:50:16.794671 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 5a90311c-e624-4ade-abe4-65b4abff32a6 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:50:16.794671 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 5a90311c-e624-4ade-abe4-65b4abff32a6 on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:50:16.800150 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Port 5a90311c-e624-4ade-abe4-65b4abff32a6 on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:50:16.800510 n-d-814735-3 neutron-server[100647]: ERROR neutron.plugins.ml2.managers [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Failed to bind port 5a90311c-e624-4ade-abe4-65b4abff32a6 on host n-h1-814735-3 for vnic_type normal using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] Oct 20 11:50:16.800900 n-d-814735-3 neutron-server[100647]: INFO neutron.plugins.ml2.plugin [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempt 3 to bind port 5a90311c-e624-4ade-abe4-65b4abff32a6 Oct 20 11:50:16.841044 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ceb13ea5-bc27-43e9-bd41-972e7287f2c1 req-40401a01-74d8-4aa9-9bf7-24be41920bfb tempest-ServerShowV257Test-1055125075 tempest-ServerShowV257Test-1055125075-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f87cfcc-db7e-4d74-b1f2-1059d1925348 HTTP/1.1" status: 200 len: 210 time: 0.0510423 Oct 20 11:50:16.844170 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 5a90311c-e624-4ade-abe4-65b4abff32a6 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:50:16.844581 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 5a90311c-e624-4ade-abe4-65b4abff32a6 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:50:16.844995 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 5a90311c-e624-4ade-abe4-65b4abff32a6 on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:50:16.869738 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Port 5a90311c-e624-4ade-abe4-65b4abff32a6 on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:50:16.872460 n-d-814735-3 neutron-server[100647]: ERROR neutron.plugins.ml2.managers [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Failed to bind port 5a90311c-e624-4ade-abe4-65b4abff32a6 on host n-h1-814735-3 for vnic_type normal using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] Oct 20 11:50:16.873328 n-d-814735-3 neutron-server[100647]: INFO neutron.plugins.ml2.plugin [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempt 4 to bind port 5a90311c-e624-4ade-abe4-65b4abff32a6 Oct 20 11:50:16.907043 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 5a90311c-e624-4ade-abe4-65b4abff32a6 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:50:16.907406 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 5a90311c-e624-4ade-abe4-65b4abff32a6 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:50:16.907866 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 5a90311c-e624-4ade-abe4-65b4abff32a6 on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:50:16.915598 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Port 5a90311c-e624-4ade-abe4-65b4abff32a6 on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:50:16.916495 n-d-814735-3 neutron-server[100647]: ERROR neutron.plugins.ml2.managers [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Failed to bind port 5a90311c-e624-4ade-abe4-65b4abff32a6 on host n-h1-814735-3 for vnic_type normal using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] Oct 20 11:50:16.916902 n-d-814735-3 neutron-server[100647]: INFO neutron.plugins.ml2.plugin [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempt 5 to bind port 5a90311c-e624-4ade-abe4-65b4abff32a6 Oct 20 11:50:16.949834 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 5a90311c-e624-4ade-abe4-65b4abff32a6 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:50:16.950185 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 5a90311c-e624-4ade-abe4-65b4abff32a6 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:50:16.950514 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 5a90311c-e624-4ade-abe4-65b4abff32a6 on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:50:16.955586 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Port 5a90311c-e624-4ade-abe4-65b4abff32a6 on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:50:16.955915 n-d-814735-3 neutron-server[100647]: ERROR neutron.plugins.ml2.managers [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Failed to bind port 5a90311c-e624-4ade-abe4-65b4abff32a6 on host n-h1-814735-3 for vnic_type normal using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] Oct 20 11:50:16.956304 n-d-814735-3 neutron-server[100647]: INFO neutron.plugins.ml2.plugin [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempt 6 to bind port 5a90311c-e624-4ade-abe4-65b4abff32a6 Oct 20 11:50:16.970389 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 5a90311c-e624-4ade-abe4-65b4abff32a6 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:50:16.970836 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 5a90311c-e624-4ade-abe4-65b4abff32a6 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:50:16.971043 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 5a90311c-e624-4ade-abe4-65b4abff32a6 on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:50:16.977757 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Port 5a90311c-e624-4ade-abe4-65b4abff32a6 on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:50:16.978274 n-d-814735-3 neutron-server[100647]: ERROR neutron.plugins.ml2.managers [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Failed to bind port 5a90311c-e624-4ade-abe4-65b4abff32a6 on host n-h1-814735-3 for vnic_type normal using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] Oct 20 11:50:16.978862 n-d-814735-3 neutron-server[100647]: INFO neutron.plugins.ml2.plugin [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempt 7 to bind port 5a90311c-e624-4ade-abe4-65b4abff32a6 Oct 20 11:50:17.010209 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 5a90311c-e624-4ade-abe4-65b4abff32a6 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:50:17.010468 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 5a90311c-e624-4ade-abe4-65b4abff32a6 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:50:17.010849 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 5a90311c-e624-4ade-abe4-65b4abff32a6 on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:50:17.015845 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Port 5a90311c-e624-4ade-abe4-65b4abff32a6 on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:50:17.016175 n-d-814735-3 neutron-server[100647]: ERROR neutron.plugins.ml2.managers [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Failed to bind port 5a90311c-e624-4ade-abe4-65b4abff32a6 on host n-h1-814735-3 for vnic_type normal using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] Oct 20 11:50:17.016572 n-d-814735-3 neutron-server[100647]: INFO neutron.plugins.ml2.plugin [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempt 8 to bind port 5a90311c-e624-4ade-abe4-65b4abff32a6 Oct 20 11:50:17.038440 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 5a90311c-e624-4ade-abe4-65b4abff32a6 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:50:17.038944 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 5a90311c-e624-4ade-abe4-65b4abff32a6 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:50:17.039285 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 5a90311c-e624-4ade-abe4-65b4abff32a6 on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:50:17.047622 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Port 5a90311c-e624-4ade-abe4-65b4abff32a6 on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:50:17.048603 n-d-814735-3 neutron-server[100647]: ERROR neutron.plugins.ml2.managers [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Failed to bind port 5a90311c-e624-4ade-abe4-65b4abff32a6 on host n-h1-814735-3 for vnic_type normal using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] Oct 20 11:50:17.049506 n-d-814735-3 neutron-server[100647]: INFO neutron.plugins.ml2.plugin [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempt 9 to bind port 5a90311c-e624-4ade-abe4-65b4abff32a6 Oct 20 11:50:17.077941 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 5a90311c-e624-4ade-abe4-65b4abff32a6 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:50:17.080571 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 5a90311c-e624-4ade-abe4-65b4abff32a6 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:50:17.082237 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 5a90311c-e624-4ade-abe4-65b4abff32a6 on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:50:17.100964 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Port 5a90311c-e624-4ade-abe4-65b4abff32a6 on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:50:17.101432 n-d-814735-3 neutron-server[100647]: ERROR neutron.plugins.ml2.managers [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Failed to bind port 5a90311c-e624-4ade-abe4-65b4abff32a6 on host n-h1-814735-3 for vnic_type normal using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] Oct 20 11:50:17.101921 n-d-814735-3 neutron-server[100647]: INFO neutron.plugins.ml2.plugin [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempt 10 to bind port 5a90311c-e624-4ade-abe4-65b4abff32a6 Oct 20 11:50:17.127841 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 5a90311c-e624-4ade-abe4-65b4abff32a6 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:50:17.127841 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 5a90311c-e624-4ade-abe4-65b4abff32a6 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:50:17.127841 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 5a90311c-e624-4ade-abe4-65b4abff32a6 on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:50:17.133555 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Port 5a90311c-e624-4ade-abe4-65b4abff32a6 on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:50:17.134018 n-d-814735-3 neutron-server[100647]: ERROR neutron.plugins.ml2.managers [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Failed to bind port 5a90311c-e624-4ade-abe4-65b4abff32a6 on host n-h1-814735-3 for vnic_type normal using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] Oct 20 11:50:17.134888 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:17.244942 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] For port 5a90311c-e624-4ade-abe4-65b4abff32a6, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:50:17.245636 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempted to set empty binding levels {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 20 11:50:17.277513 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:17.415690 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] In _notify_port_updated(), no bound segment for port 5a90311c-e624-4ade-abe4-65b4abff32a6 on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d {{(pid=100647) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 11:50:17.416570 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:17.417172 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:17.420955 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] 10.222.0.98 "PUT /v2.0/ports/5a90311c-e624-4ade-abe4-65b4abff32a6 HTTP/1.1" status: 200 len: 975 time: 1.3156600 Oct 20 11:50:17.421820 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 37720) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:17.439966 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3e6d9-6097-43eb-a521-4eec80dee2b5 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Pushing event updated for resources: {'Port': ['ID=5a90311c-e624-4ade-abe4-65b4abff32a6,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:17.626586 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675e9985-951f-4a51-a9fe-0de7cf573315 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:17.627123 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675e9985-951f-4a51-a9fe-0de7cf573315 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:17.653327 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675e9985-951f-4a51-a9fe-0de7cf573315 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:17.653855 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675e9985-951f-4a51-a9fe-0de7cf573315 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:17.654323 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675e9985-951f-4a51-a9fe-0de7cf573315 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:17.655017 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675e9985-951f-4a51-a9fe-0de7cf573315 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:17.655488 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675e9985-951f-4a51-a9fe-0de7cf573315 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:17.655946 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675e9985-951f-4a51-a9fe-0de7cf573315 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:17.656415 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675e9985-951f-4a51-a9fe-0de7cf573315 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:17.656860 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675e9985-951f-4a51-a9fe-0de7cf573315 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:17.657336 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675e9985-951f-4a51-a9fe-0de7cf573315 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:17.657775 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675e9985-951f-4a51-a9fe-0de7cf573315 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:17.658228 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675e9985-951f-4a51-a9fe-0de7cf573315 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:17.658680 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675e9985-951f-4a51-a9fe-0de7cf573315 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:17.659161 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675e9985-951f-4a51-a9fe-0de7cf573315 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:17.659608 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675e9985-951f-4a51-a9fe-0de7cf573315 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:17.662355 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675e9985-951f-4a51-a9fe-0de7cf573315 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:17.663707 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675e9985-951f-4a51-a9fe-0de7cf573315 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:17.664185 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675e9985-951f-4a51-a9fe-0de7cf573315 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:17.670986 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 37730) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:17.677721 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-675e9985-951f-4a51-a9fe-0de7cf573315 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17287 time: 0.2433259 Oct 20 11:50:17.861986 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-84d46608-1b65-49b6-bae5-bdfbb3f33036 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Deleting port 5a90311c-e624-4ade-abe4-65b4abff32a6 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:50:17.863525 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-84d46608-1b65-49b6-bae5-bdfbb3f33036 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:18.090724 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5f431277-a33a-4407-9e90-8ea686e8a250 req-888163a9-5084-491e-aba4-4108f89d7061 tempest-ServerShowV257Test-1055125075 tempest-ServerShowV257Test-1055125075-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f87cfcc-db7e-4d74-b1f2-1059d1925348 HTTP/1.1" status: 200 len: 210 time: 0.0635550 Oct 20 11:50:18.091952 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-84d46608-1b65-49b6-bae5-bdfbb3f33036 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] For port 5a90311c-e624-4ade-abe4-65b4abff32a6, host n-h1-814735-3, got binding levels [] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:50:18.092464 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-84d46608-1b65-49b6-bae5-bdfbb3f33036 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:18.111044 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-84d46608-1b65-49b6-bae5-bdfbb3f33036 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Calling delete_port for 5a90311c-e624-4ade-abe4-65b4abff32a6 owned by {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:50:18.238742 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-84d46608-1b65-49b6-bae5-bdfbb3f33036 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:18.286845 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d46608-1b65-49b6-bae5-bdfbb3f33036 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a90311c-e624-4ade-abe4-65b4abff32a6,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:18.313718 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-84d46608-1b65-49b6-bae5-bdfbb3f33036 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:18.320451 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 37756) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:18.327018 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-84d46608-1b65-49b6-bae5-bdfbb3f33036 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] 10.222.0.98 "DELETE /v2.0/ports/5a90311c-e624-4ade-abe4-65b4abff32a6 HTTP/1.1" status: 204 len: 168 time: 0.6506989 Oct 20 11:50:18.351927 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-64a636ba-acfc-48ec-b7dd-7b835bd432e7 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] GET failed (client error): The resource could not be found. Oct 20 11:50:18.355146 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-64a636ba-acfc-48ec-b7dd-7b835bd432e7 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] 10.222.0.98 "GET /v2.0/ports/5a90311c-e624-4ade-abe4-65b4abff32a6 HTTP/1.1" status: 404 len: 333 time: 0.0325143 Oct 20 11:50:18.358385 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 37758) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:18.363641 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-700240ae-9a01-42ca-bfde-b0e48d912378 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1893719473', 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:50:18.408568 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700240ae-9a01-42ca-bfde-b0e48d912378 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Made reservation on behalf of e930b17a25454160a6b5208754eb1531 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:50:18.411246 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-700240ae-9a01-42ca-bfde-b0e48d912378 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:18.459495 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [None req-700240ae-9a01-42ca-bfde-b0e48d912378 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] device_id is not set on port 7061af19-12da-4788-9996-0c0327111bc1 yet. {{(pid=100647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:50:18.848507 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-700240ae-9a01-42ca-bfde-b0e48d912378 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:18.937685 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-700240ae-9a01-42ca-bfde-b0e48d912378 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:19.027161 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700240ae-9a01-42ca-bfde-b0e48d912378 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Network 350b6aac-5b71-4452-9c6d-5da8e3efb66d is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:50:19.035006 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-700240ae-9a01-42ca-bfde-b0e48d912378 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:50:19.049381 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700240ae-9a01-42ca-bfde-b0e48d912378 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:50:19.050979 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700240ae-9a01-42ca-bfde-b0e48d912378 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:19.051829 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-700240ae-9a01-42ca-bfde-b0e48d912378 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:19.076609 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700240ae-9a01-42ca-bfde-b0e48d912378 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Pushing event updated for resources: {'Port': ['ID=7061af19-12da-4788-9996-0c0327111bc1,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:19.126960 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-700240ae-9a01-42ca-bfde-b0e48d912378 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7613153 Oct 20 11:50:19.127210 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 37792) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:19.278108 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7248a737-382b-4da4-81e1-6374c88f2bfd req-aaa8bb07-e896-41f5-a205-23c9ba7ecb2a tempest-ServerShowV257Test-1055125075 tempest-ServerShowV257Test-1055125075-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f87cfcc-db7e-4d74-b1f2-1059d1925348 HTTP/1.1" status: 200 len: 210 time: 0.0471399 Oct 20 11:50:19.362276 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9ebe43aa-0d98-4f61-8a9b-6a54c0988ea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:19.732746 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d20bbb-65ba-4133-a946-d88d18d257fb tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:19.741705 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e2d20bbb-65ba-4133-a946-d88d18d257fb tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] 10.222.0.98 "GET /v2.0/ports/7061af19-12da-4788-9996-0c0327111bc1 HTTP/1.1" status: 200 len: 955 time: 0.6171007 Oct 20 11:50:19.744750 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 37808) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:20.024667 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-bd0c265e-240c-416a-9d11-c068ae33f341 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Deleting port 7061af19-12da-4788-9996-0c0327111bc1 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:50:20.025029 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bd0c265e-240c-416a-9d11-c068ae33f341 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:20.184206 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bd0c265e-240c-416a-9d11-c068ae33f341 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:20.243303 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-bd0c265e-240c-416a-9d11-c068ae33f341 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Calling delete_port for 7061af19-12da-4788-9996-0c0327111bc1 owned by {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:50:20.479047 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-271d9a8c-5caa-45e0-82d0-5883d371fea0 req-eb2cfb83-69ec-4f02-91be-32ee819d34e0 tempest-ServerShowV257Test-1055125075 tempest-ServerShowV257Test-1055125075-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f87cfcc-db7e-4d74-b1f2-1059d1925348 HTTP/1.1" status: 200 len: 210 time: 0.0485590 Oct 20 11:50:20.500513 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bd0c265e-240c-416a-9d11-c068ae33f341 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:20.544116 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0c265e-240c-416a-9d11-c068ae33f341 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Pushing event deleted for resources: {'Port': ['ID=7061af19-12da-4788-9996-0c0327111bc1,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:20.549452 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bd0c265e-240c-416a-9d11-c068ae33f341 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:20.560478 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-bd0c265e-240c-416a-9d11-c068ae33f341 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] 10.222.0.98 "DELETE /v2.0/ports/7061af19-12da-4788-9996-0c0327111bc1 HTTP/1.1" status: 204 len: 168 time: 0.8145218 Oct 20 11:50:20.563154 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 37840) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:20.591712 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ea3831c-5176-4f61-ba5a-b6bbbec6c00a tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] GET failed (client error): The resource could not be found. Oct 20 11:50:20.597120 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8ea3831c-5176-4f61-ba5a-b6bbbec6c00a tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] 10.222.0.98 "GET /v2.0/ports/7061af19-12da-4788-9996-0c0327111bc1 HTTP/1.1" status: 404 len: 333 time: 0.0292113 Oct 20 11:50:20.597577 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 37842) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:20.604210 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-e9a49a9f-1404-4ec4-bd16-8e23fd43f9ff tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Request body: {'port': {'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-962159450'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:50:20.639760 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a49a9f-1404-4ec4-bd16-8e23fd43f9ff tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Made reservation on behalf of e930b17a25454160a6b5208754eb1531 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:50:20.645179 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e9a49a9f-1404-4ec4-bd16-8e23fd43f9ff tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:20.671350 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-e9a49a9f-1404-4ec4-bd16-8e23fd43f9ff tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] device_id is not set on port 94ee4856-e86c-4c6c-9578-e19714ad385a yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:50:20.862265 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e9a49a9f-1404-4ec4-bd16-8e23fd43f9ff tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:20.906980 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e9a49a9f-1404-4ec4-bd16-8e23fd43f9ff tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:20.940267 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a49a9f-1404-4ec4-bd16-8e23fd43f9ff tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Network 350b6aac-5b71-4452-9c6d-5da8e3efb66d is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:50:20.973955 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-e9a49a9f-1404-4ec4-bd16-8e23fd43f9ff tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:50:20.980594 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a49a9f-1404-4ec4-bd16-8e23fd43f9ff tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:50:20.981721 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a49a9f-1404-4ec4-bd16-8e23fd43f9ff tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:20.982318 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e9a49a9f-1404-4ec4-bd16-8e23fd43f9ff tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:21.013802 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 37852) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:21.014173 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e9a49a9f-1404-4ec4-bd16-8e23fd43f9ff tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4151659 Oct 20 11:50:21.023455 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:50:21.032469 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a49a9f-1404-4ec4-bd16-8e23fd43f9ff tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Pushing event updated for resources: {'Port': ['ID=94ee4856-e86c-4c6c-9578-e19714ad385a,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:21.087604 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:21.404543 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb7a4c-8c7c-4940-9dda-e31bb43e098a req-7bd64058-e47c-4cc1-98ee-cca3e887c1a3 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:21.411652 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb7a4c-8c7c-4940-9dda-e31bb43e098a req-7bd64058-e47c-4cc1-98ee-cca3e887c1a3 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:21.419786 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb7a4c-8c7c-4940-9dda-e31bb43e098a req-7bd64058-e47c-4cc1-98ee-cca3e887c1a3 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:21.427950 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb7a4c-8c7c-4940-9dda-e31bb43e098a req-7bd64058-e47c-4cc1-98ee-cca3e887c1a3 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:21.440287 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb7a4c-8c7c-4940-9dda-e31bb43e098a req-7bd64058-e47c-4cc1-98ee-cca3e887c1a3 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:21.446976 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb7a4c-8c7c-4940-9dda-e31bb43e098a req-7bd64058-e47c-4cc1-98ee-cca3e887c1a3 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:21.453028 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb7a4c-8c7c-4940-9dda-e31bb43e098a req-7bd64058-e47c-4cc1-98ee-cca3e887c1a3 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:21.461969 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b0cb7a4c-8c7c-4940-9dda-e31bb43e098a req-7bd64058-e47c-4cc1-98ee-cca3e887c1a3 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 5445 time: 0.2494771 Oct 20 11:50:21.545984 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] device_id is not set on port 94ee4856-e86c-4c6c-9578-e19714ad385a yet. {{(pid=100647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:50:21.556092 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:21.586305 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:21.754320 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b0cb7a4c-8c7c-4940-9dda-e31bb43e098a req-315cdab0-b38a-4898-b4b3-7cbfd213b2ea tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups?id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&id=ebd2ba54-3ef1-40c4-b641-2d063f2d73b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2912571 Oct 20 11:50:21.769949 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Pushing event updated for resources: {'Port': ['ID=94ee4856-e86c-4c6c-9578-e19714ad385a,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:21.785722 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 94ee4856-e86c-4c6c-9578-e19714ad385a on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:50:21.786038 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 94ee4856-e86c-4c6c-9578-e19714ad385a by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:50:21.786910 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 94ee4856-e86c-4c6c-9578-e19714ad385a on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:50:21.793241 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Port 94ee4856-e86c-4c6c-9578-e19714ad385a on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:50:21.793570 n-d-814735-3 neutron-server[100647]: ERROR neutron.plugins.ml2.managers [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Failed to bind port 94ee4856-e86c-4c6c-9578-e19714ad385a on host n-h1-814735-3 for vnic_type normal using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] Oct 20 11:50:21.794275 n-d-814735-3 neutron-server[100647]: INFO neutron.plugins.ml2.plugin [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempt 2 to bind port 94ee4856-e86c-4c6c-9578-e19714ad385a Oct 20 11:50:21.836597 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 94ee4856-e86c-4c6c-9578-e19714ad385a on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:50:21.836924 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 94ee4856-e86c-4c6c-9578-e19714ad385a by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:50:21.837261 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 94ee4856-e86c-4c6c-9578-e19714ad385a on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:50:21.854671 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Port 94ee4856-e86c-4c6c-9578-e19714ad385a on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:50:21.856593 n-d-814735-3 neutron-server[100647]: ERROR neutron.plugins.ml2.managers [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Failed to bind port 94ee4856-e86c-4c6c-9578-e19714ad385a on host n-h1-814735-3 for vnic_type normal using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] Oct 20 11:50:21.856593 n-d-814735-3 neutron-server[100647]: INFO neutron.plugins.ml2.plugin [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempt 3 to bind port 94ee4856-e86c-4c6c-9578-e19714ad385a Oct 20 11:50:21.905313 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 94ee4856-e86c-4c6c-9578-e19714ad385a on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:50:21.905657 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 94ee4856-e86c-4c6c-9578-e19714ad385a by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:50:21.906003 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 94ee4856-e86c-4c6c-9578-e19714ad385a on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:50:21.913876 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Port 94ee4856-e86c-4c6c-9578-e19714ad385a on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:50:21.914255 n-d-814735-3 neutron-server[100647]: ERROR neutron.plugins.ml2.managers [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Failed to bind port 94ee4856-e86c-4c6c-9578-e19714ad385a on host n-h1-814735-3 for vnic_type normal using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] Oct 20 11:50:21.914712 n-d-814735-3 neutron-server[100647]: INFO neutron.plugins.ml2.plugin [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempt 4 to bind port 94ee4856-e86c-4c6c-9578-e19714ad385a Oct 20 11:50:21.933699 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 94ee4856-e86c-4c6c-9578-e19714ad385a on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:50:21.934294 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 94ee4856-e86c-4c6c-9578-e19714ad385a by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:50:21.934783 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 94ee4856-e86c-4c6c-9578-e19714ad385a on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:50:21.958274 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Port 94ee4856-e86c-4c6c-9578-e19714ad385a on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:50:21.958274 n-d-814735-3 neutron-server[100647]: ERROR neutron.plugins.ml2.managers [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Failed to bind port 94ee4856-e86c-4c6c-9578-e19714ad385a on host n-h1-814735-3 for vnic_type normal using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] Oct 20 11:50:21.958274 n-d-814735-3 neutron-server[100647]: INFO neutron.plugins.ml2.plugin [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempt 5 to bind port 94ee4856-e86c-4c6c-9578-e19714ad385a Oct 20 11:50:22.014971 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 94ee4856-e86c-4c6c-9578-e19714ad385a on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:50:22.015567 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 94ee4856-e86c-4c6c-9578-e19714ad385a by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:50:22.016246 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 94ee4856-e86c-4c6c-9578-e19714ad385a on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:50:22.026480 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Port 94ee4856-e86c-4c6c-9578-e19714ad385a on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:50:22.027381 n-d-814735-3 neutron-server[100647]: ERROR neutron.plugins.ml2.managers [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Failed to bind port 94ee4856-e86c-4c6c-9578-e19714ad385a on host n-h1-814735-3 for vnic_type normal using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] Oct 20 11:50:22.033811 n-d-814735-3 neutron-server[100647]: INFO neutron.plugins.ml2.plugin [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempt 6 to bind port 94ee4856-e86c-4c6c-9578-e19714ad385a Oct 20 11:50:22.061855 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c7193-0a88-4c5f-9357-aa071515e6f5 req-3fc190d0-f1fb-40cb-adf3-5c605c1f20f4 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:22.068148 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c7193-0a88-4c5f-9357-aa071515e6f5 req-3fc190d0-f1fb-40cb-adf3-5c605c1f20f4 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:22.074335 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c7193-0a88-4c5f-9357-aa071515e6f5 req-3fc190d0-f1fb-40cb-adf3-5c605c1f20f4 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:22.080550 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c7193-0a88-4c5f-9357-aa071515e6f5 req-3fc190d0-f1fb-40cb-adf3-5c605c1f20f4 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:22.086554 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c7193-0a88-4c5f-9357-aa071515e6f5 req-3fc190d0-f1fb-40cb-adf3-5c605c1f20f4 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:22.093346 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c7193-0a88-4c5f-9357-aa071515e6f5 req-3fc190d0-f1fb-40cb-adf3-5c605c1f20f4 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:22.099531 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c7193-0a88-4c5f-9357-aa071515e6f5 req-3fc190d0-f1fb-40cb-adf3-5c605c1f20f4 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:22.101611 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-995c7193-0a88-4c5f-9357-aa071515e6f5 req-3fc190d0-f1fb-40cb-adf3-5c605c1f20f4 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 5445 time: 0.1623588 Oct 20 11:50:22.120903 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 94ee4856-e86c-4c6c-9578-e19714ad385a on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:50:22.121244 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 94ee4856-e86c-4c6c-9578-e19714ad385a by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:50:22.121583 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 94ee4856-e86c-4c6c-9578-e19714ad385a on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:50:22.178147 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d0bccc1c-c763-47ff-a7db-9618ab56eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:22.197388 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dd723439-44b8-4555-bf6f-06797297a69d req-a8be91c5-7ac4-4949-a5d7-c64a3a28cdb8 tempest-ServerShowV257Test-1055125075 tempest-ServerShowV257Test-1055125075-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f87cfcc-db7e-4d74-b1f2-1059d1925348 HTTP/1.1" status: 200 len: 210 time: 0.5941093 Oct 20 11:50:22.199944 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Port 94ee4856-e86c-4c6c-9578-e19714ad385a on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:50:22.200497 n-d-814735-3 neutron-server[100647]: ERROR neutron.plugins.ml2.managers [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Failed to bind port 94ee4856-e86c-4c6c-9578-e19714ad385a on host n-h1-814735-3 for vnic_type normal using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] Oct 20 11:50:22.210030 n-d-814735-3 neutron-server[100647]: INFO neutron.plugins.ml2.plugin [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempt 7 to bind port 94ee4856-e86c-4c6c-9578-e19714ad385a Oct 20 11:50:22.242621 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 94ee4856-e86c-4c6c-9578-e19714ad385a on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:50:22.243043 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 94ee4856-e86c-4c6c-9578-e19714ad385a by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:50:22.243517 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 94ee4856-e86c-4c6c-9578-e19714ad385a on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:50:22.248325 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Port 94ee4856-e86c-4c6c-9578-e19714ad385a on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:50:22.249365 n-d-814735-3 neutron-server[100647]: ERROR neutron.plugins.ml2.managers [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Failed to bind port 94ee4856-e86c-4c6c-9578-e19714ad385a on host n-h1-814735-3 for vnic_type normal using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] Oct 20 11:50:22.249790 n-d-814735-3 neutron-server[100647]: INFO neutron.plugins.ml2.plugin [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempt 8 to bind port 94ee4856-e86c-4c6c-9578-e19714ad385a Oct 20 11:50:22.274042 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 94ee4856-e86c-4c6c-9578-e19714ad385a on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:50:22.274042 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 94ee4856-e86c-4c6c-9578-e19714ad385a by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:50:22.274042 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 94ee4856-e86c-4c6c-9578-e19714ad385a on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:50:22.276119 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Port 94ee4856-e86c-4c6c-9578-e19714ad385a on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:50:22.276453 n-d-814735-3 neutron-server[100647]: ERROR neutron.plugins.ml2.managers [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Failed to bind port 94ee4856-e86c-4c6c-9578-e19714ad385a on host n-h1-814735-3 for vnic_type normal using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] Oct 20 11:50:22.276852 n-d-814735-3 neutron-server[100647]: INFO neutron.plugins.ml2.plugin [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempt 9 to bind port 94ee4856-e86c-4c6c-9578-e19714ad385a Oct 20 11:50:22.299284 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 94ee4856-e86c-4c6c-9578-e19714ad385a on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:50:22.299988 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 94ee4856-e86c-4c6c-9578-e19714ad385a by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:50:22.300560 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 94ee4856-e86c-4c6c-9578-e19714ad385a on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:50:22.325905 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Port 94ee4856-e86c-4c6c-9578-e19714ad385a on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:50:22.326698 n-d-814735-3 neutron-server[100647]: ERROR neutron.plugins.ml2.managers [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Failed to bind port 94ee4856-e86c-4c6c-9578-e19714ad385a on host n-h1-814735-3 for vnic_type normal using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] Oct 20 11:50:22.327352 n-d-814735-3 neutron-server[100647]: INFO neutron.plugins.ml2.plugin [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempt 10 to bind port 94ee4856-e86c-4c6c-9578-e19714ad385a Oct 20 11:50:22.358200 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 94ee4856-e86c-4c6c-9578-e19714ad385a on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:50:22.359307 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 94ee4856-e86c-4c6c-9578-e19714ad385a by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:50:22.360443 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempting to bind port 94ee4856-e86c-4c6c-9578-e19714ad385a on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:50:22.372001 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Port 94ee4856-e86c-4c6c-9578-e19714ad385a on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:50:22.372530 n-d-814735-3 neutron-server[100647]: ERROR neutron.plugins.ml2.managers [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Failed to bind port 94ee4856-e86c-4c6c-9578-e19714ad385a on host n-h1-814735-3 for vnic_type normal using segments [{'id': '92ae79ec-b002-4860-9198-db023e255576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '350b6aac-5b71-4452-9c6d-5da8e3efb66d'}] Oct 20 11:50:22.373073 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:22.526084 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] For port 94ee4856-e86c-4c6c-9578-e19714ad385a, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:50:22.526563 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attempted to set empty binding levels {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 20 11:50:22.539948 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:22.563506 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] In _notify_port_updated(), no bound segment for port 94ee4856-e86c-4c6c-9578-e19714ad385a on network 350b6aac-5b71-4452-9c6d-5da8e3efb66d {{(pid=100647) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 11:50:22.565006 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:22.565614 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:22.567440 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] 10.222.0.98 "PUT /v2.0/ports/94ee4856-e86c-4c6c-9578-e19714ad385a HTTP/1.1" status: 200 len: 974 time: 1.5514917 Oct 20 11:50:22.570066 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 37914) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:22.655925 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0144e994-2fb7-4c43-a8e8-c2dd6b555da1 tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Pushing event updated for resources: {'Port': ['ID=94ee4856-e86c-4c6c-9578-e19714ad385a,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:22.706212 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-dd96e30c-c3f0-46aa-ae46-743555d0c0df tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Deleting port 94ee4856-e86c-4c6c-9578-e19714ad385a {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:50:22.706647 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dd96e30c-c3f0-46aa-ae46-743555d0c0df tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:22.818543 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-dd96e30c-c3f0-46aa-ae46-743555d0c0df tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] For port 94ee4856-e86c-4c6c-9578-e19714ad385a, host n-h1-814735-3, got binding levels [] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:50:22.818942 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dd96e30c-c3f0-46aa-ae46-743555d0c0df tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:22.840286 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-dd96e30c-c3f0-46aa-ae46-743555d0c0df tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Calling delete_port for 94ee4856-e86c-4c6c-9578-e19714ad385a owned by {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:50:22.945817 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dd96e30c-c3f0-46aa-ae46-743555d0c0df tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:22.977285 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96e30c-c3f0-46aa-ae46-743555d0c0df tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Pushing event deleted for resources: {'Port': ['ID=94ee4856-e86c-4c6c-9578-e19714ad385a,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:22.995503 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dd96e30c-c3f0-46aa-ae46-743555d0c0df tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:23.000285 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-dd96e30c-c3f0-46aa-ae46-743555d0c0df tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] 10.222.0.98 "DELETE /v2.0/ports/94ee4856-e86c-4c6c-9578-e19714ad385a HTTP/1.1" status: 204 len: 168 time: 0.4284849 Oct 20 11:50:23.003077 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 37926) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:23.044126 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-56ebc1e6-eaf2-4f13-ad19-7604076445ab tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] GET failed (client error): The resource could not be found. Oct 20 11:50:23.049835 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-56ebc1e6-eaf2-4f13-ad19-7604076445ab tempest-PortsAdminExtendedAttrsTestJSON-771509203 tempest-PortsAdminExtendedAttrsTestJSON-771509203-project-admin] 10.222.0.98 "GET /v2.0/ports/94ee4856-e86c-4c6c-9578-e19714ad385a HTTP/1.1" status: 404 len: 333 time: 0.0420349 Oct 20 11:50:23.049962 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 37930) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:23.155036 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:23.179237 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:23.241413 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-859d856a-0ef9-4c06-bd2b-6761ed67a715 tempest-PortsAdminExtendedAttrsTestJSON-1357782915 tempest-PortsAdminExtendedAttrsTestJSON-1357782915-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:23.417505 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b1bdbe04-ebca-4033-8216-c3c13f752f50 req-13835fed-5fec-4b4c-ac73-da2eda60d75e tempest-ServerShowV257Test-1055125075 tempest-ServerShowV257Test-1055125075-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f87cfcc-db7e-4d74-b1f2-1059d1925348 HTTP/1.1" status: 200 len: 210 time: 0.0495093 Oct 20 11:50:23.469911 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-859d856a-0ef9-4c06-bd2b-6761ed67a715 tempest-PortsAdminExtendedAttrsTestJSON-1357782915 tempest-PortsAdminExtendedAttrsTestJSON-1357782915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:23.547046 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-859d856a-0ef9-4c06-bd2b-6761ed67a715 tempest-PortsAdminExtendedAttrsTestJSON-1357782915 tempest-PortsAdminExtendedAttrsTestJSON-1357782915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['350b6aac-5b71-4452-9c6d-5da8e3efb66d']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:50:23.566992 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-859d856a-0ef9-4c06-bd2b-6761ed67a715 tempest-PortsAdminExtendedAttrsTestJSON-1357782915 tempest-PortsAdminExtendedAttrsTestJSON-1357782915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92ae79ec-b002-4860-9198-db023e255576') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:50:23.567722 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-859d856a-0ef9-4c06-bd2b-6761ed67a715 tempest-PortsAdminExtendedAttrsTestJSON-1357782915 tempest-PortsAdminExtendedAttrsTestJSON-1357782915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92ae79ec-b002-4860-9198-db023e255576') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:50:23.584797 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-859d856a-0ef9-4c06-bd2b-6761ed67a715 tempest-PortsAdminExtendedAttrsTestJSON-1357782915 tempest-PortsAdminExtendedAttrsTestJSON-1357782915-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:23.616721 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-859d856a-0ef9-4c06-bd2b-6761ed67a715 tempest-PortsAdminExtendedAttrsTestJSON-1357782915 tempest-PortsAdminExtendedAttrsTestJSON-1357782915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:23.661029 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-859d856a-0ef9-4c06-bd2b-6761ed67a715 tempest-PortsAdminExtendedAttrsTestJSON-1357782915 tempest-PortsAdminExtendedAttrsTestJSON-1357782915-project] Releasing vlan 1268 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:50:23.668581 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-859d856a-0ef9-4c06-bd2b-6761ed67a715 tempest-PortsAdminExtendedAttrsTestJSON-1357782915 tempest-PortsAdminExtendedAttrsTestJSON-1357782915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:23.673822 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:50:23.673822 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:50:23.673822 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:50:23.673822 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:50:23.673822 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:50:23.673822 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:50:23.673822 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:50:23.673822 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:50:23.673822 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:50:23.673822 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:50:23.673822 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:50:23.673822 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:50:23.673822 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:50:23.673822 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:50:23.673822 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:50:23.673822 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:50:23.673822 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:50:23.673822 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:50:23.673822 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:50:23.673822 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:50:23.673822 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:50:23.673822 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:50:23.673822 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:50:23.673822 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:50:23.673822 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:50:23.673822 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:50:23.673822 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:50:23.673822 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:50:23.673822 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:50:23.673822 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:50:23.673822 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:50:23.673822 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:50:23.816825 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-859d856a-0ef9-4c06-bd2b-6761ed67a715 tempest-PortsAdminExtendedAttrsTestJSON-1357782915 tempest-PortsAdminExtendedAttrsTestJSON-1357782915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:23.843692 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-859d856a-0ef9-4c06-bd2b-6761ed67a715 tempest-PortsAdminExtendedAttrsTestJSON-1357782915 tempest-PortsAdminExtendedAttrsTestJSON-1357782915-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:23.858457 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-859d856a-0ef9-4c06-bd2b-6761ed67a715 tempest-PortsAdminExtendedAttrsTestJSON-1357782915 tempest-PortsAdminExtendedAttrsTestJSON-1357782915-project] 10.222.0.98 "DELETE /v2.0/networks/350b6aac-5b71-4452-9c6d-5da8e3efb66d HTTP/1.1" status: 204 len: 168 time: 0.8073657 Oct 20 11:50:23.913687 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d856a-0ef9-4c06-bd2b-6761ed67a715 tempest-PortsAdminExtendedAttrsTestJSON-1357782915 tempest-PortsAdminExtendedAttrsTestJSON-1357782915-project] Pushing event deleted for resources: {'Network': ['ID=350b6aac-5b71-4452-9c6d-5da8e3efb66d,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:24.643597 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0051ecbe-9717-4393-8eaf-4bfe5db07f8a req-aca83034-f572-4db2-804c-977eff6a8255 tempest-ServerShowV257Test-1055125075 tempest-ServerShowV257Test-1055125075-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f87cfcc-db7e-4d74-b1f2-1059d1925348 HTTP/1.1" status: 200 len: 210 time: 0.0741694 Oct 20 11:50:24.825482 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38000) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:24.880793 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:25.100417 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ef5904a8-c7b5-4a1c-957e-ce0e0eb4feb1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=78e37ae020a54103bbf1b678d7222f2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2736232 Oct 20 11:50:25.103024 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38014) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:25.106911 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38016) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:25.225435 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3b70bd03-6857-4870-8373-1fe042b153e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:25.252343 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3b70bd03-6857-4870-8373-1fe042b153e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:25.329264 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5e9ed-1499-4ee8-ac4b-e8ac86805d58 req-d329781f-6b28-465f-b92e-965d6bb24e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:25.330891 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5e9ed-1499-4ee8-ac4b-e8ac86805d58 req-d329781f-6b28-465f-b92e-965d6bb24e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:25.331117 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5e9ed-1499-4ee8-ac4b-e8ac86805d58 req-d329781f-6b28-465f-b92e-965d6bb24e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:25.331982 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5e9ed-1499-4ee8-ac4b-e8ac86805d58 req-d329781f-6b28-465f-b92e-965d6bb24e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:25.332865 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5e9ed-1499-4ee8-ac4b-e8ac86805d58 req-d329781f-6b28-465f-b92e-965d6bb24e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:25.333724 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5e9ed-1499-4ee8-ac4b-e8ac86805d58 req-d329781f-6b28-465f-b92e-965d6bb24e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:25.335029 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5e9ed-1499-4ee8-ac4b-e8ac86805d58 req-d329781f-6b28-465f-b92e-965d6bb24e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:25.349411 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7eb5e9ed-1499-4ee8-ac4b-e8ac86805d58 req-d329781f-6b28-465f-b92e-965d6bb24e0a service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 6502 time: 0.2404785 Oct 20 11:50:25.362416 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3b70bd03-6857-4870-8373-1fe042b153e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:25.365811 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3b70bd03-6857-4870-8373-1fe042b153e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:25.367085 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3b70bd03-6857-4870-8373-1fe042b153e5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f1287154-6449-41c8-973e-10983f93041a HTTP/1.1" status: 204 len: 168 time: 0.2629070 Oct 20 11:50:25.385195 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70bd03-6857-4870-8373-1fe042b153e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1287154-6449-41c8-973e-10983f93041a,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:25.461970 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7eb5e9ed-1499-4ee8-ac4b-e8ac86805d58 req-95656433-36d7-4981-ac49-a4690f393ecd service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=ebd2ba54-3ef1-40c4-b641-2d063f2d73b8&id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1112309 Oct 20 11:50:25.852347 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d7b8d94-8588-4eb7-b61a-b8df808cef13 req-78368ca1-9b08-4849-b304-631398b187d8 tempest-ServerShowV257Test-1055125075 tempest-ServerShowV257Test-1055125075-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f87cfcc-db7e-4d74-b1f2-1059d1925348 HTTP/1.1" status: 200 len: 210 time: 0.0596063 Oct 20 11:50:26.075931 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38060) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:26.233761 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4a357897-4248-453e-8c86-97f9a60a25f8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e930b17a25454160a6b5208754eb1531&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1564746 Oct 20 11:50:26.236433 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38068) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:26.379599 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8b7aefce-5e68-4ba4-a91a-ae214ed5a227 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:26.476170 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8b7aefce-5e68-4ba4-a91a-ae214ed5a227 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:26.576037 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8b7aefce-5e68-4ba4-a91a-ae214ed5a227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:26.585217 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8b7aefce-5e68-4ba4-a91a-ae214ed5a227 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:26.588964 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8b7aefce-5e68-4ba4-a91a-ae214ed5a227 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/93beb791-76f0-4b01-8e7e-b7367127baa2 HTTP/1.1" status: 204 len: 168 time: 0.3488843 Oct 20 11:50:26.623221 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7aefce-5e68-4ba4-a91a-ae214ed5a227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93beb791-76f0-4b01-8e7e-b7367127baa2,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:27.131059 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2c505235-0e3f-43c1-995f-3ad5d69485d2 req-043171d9-ea80-4429-9b1c-892e6f19a64c tempest-ServerShowV257Test-1055125075 tempest-ServerShowV257Test-1055125075-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f87cfcc-db7e-4d74-b1f2-1059d1925348 HTTP/1.1" status: 200 len: 210 time: 0.1097238 Oct 20 11:50:28.345226 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38128) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:28.380849 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fca38fb6-8ce8-4c60-8ef4-20d0a169c575 req-26a2322a-f8b9-4e82-977e-c61541f7fc28 tempest-ServerShowV257Test-1055125075 tempest-ServerShowV257Test-1055125075-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f87cfcc-db7e-4d74-b1f2-1059d1925348 HTTP/1.1" status: 200 len: 210 time: 0.0735857 Oct 20 11:50:28.554152 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-d9325b6b-0784-4aa4-b5f0-13ced8f31ad1 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1522430409'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:50:28.591038 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9325b6b-0784-4aa4-b5f0-13ced8f31ad1 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Made reservation on behalf of 08c0ba19caec43248a34f5eed1a8fd68 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:50:28.598652 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d9325b6b-0784-4aa4-b5f0-13ced8f31ad1 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:28.617010 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d9325b6b-0784-4aa4-b5f0-13ced8f31ad1 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:28.744788 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d9325b6b-0784-4aa4-b5f0-13ced8f31ad1 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:28.756489 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d9325b6b-0784-4aa4-b5f0-13ced8f31ad1 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:28.791202 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9325b6b-0784-4aa4-b5f0-13ced8f31ad1 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] vlan segment allocate from pool success with {'vlan_id': 1281, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:50:28.821353 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9325b6b-0784-4aa4-b5f0-13ced8f31ad1 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3e3210-aca3-4a33-944b-ce805a88ea83,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:28.828439 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d9325b6b-0784-4aa4-b5f0-13ced8f31ad1 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:28.829147 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-d9325b6b-0784-4aa4-b5f0-13ced8f31ad1 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Added segment a31eefc6-5d20-4a91-a409-403682ffe490 of type vlan for network 364aafe2-6147-4069-8fe7-fefa58136bb5 Oct 20 11:50:29.043910 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d9325b6b-0784-4aa4-b5f0-13ced8f31ad1 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:29.126571 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d9325b6b-0784-4aa4-b5f0-13ced8f31ad1 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:29.133903 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9325b6b-0784-4aa4-b5f0-13ced8f31ad1 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:29.134502 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d9325b6b-0784-4aa4-b5f0-13ced8f31ad1 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:29.210576 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9325b6b-0784-4aa4-b5f0-13ced8f31ad1 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Pushing event updated for resources: {'Network': ['ID=364aafe2-6147-4069-8fe7-fefa58136bb5,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:29.225409 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 364aafe2-6147-4069-8fe7-fefa58136bb5 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:50:29.235776 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d9325b6b-0784-4aa4-b5f0-13ced8f31ad1 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8887012 Oct 20 11:50:29.239185 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38142) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:29.245805 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-cc114934-e2b5-4621-abd6-335d4c3c63bb tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Request body: {'subnet': {'network_id': '364aafe2-6147-4069-8fe7-fefa58136bb5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:50:29.402089 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc114934-e2b5-4621-abd6-335d4c3c63bb tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Made reservation on behalf of 08c0ba19caec43248a34f5eed1a8fd68 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:50:29.406992 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cc114934-e2b5-4621-abd6-335d4c3c63bb tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:29.568296 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9b16403e-0070-4972-b0eb-b425e5de41e5 req-57c88b77-8caa-44cc-85ec-1bfd4c2a21c5 tempest-ServerShowV257Test-1055125075 tempest-ServerShowV257Test-1055125075-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f87cfcc-db7e-4d74-b1f2-1059d1925348 HTTP/1.1" status: 200 len: 210 time: 0.0404937 Oct 20 11:50:29.906861 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38154) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:30.139687 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0bf25309-e21b-4892-95a5-317f3aa75fee admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:30.338582 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0bf25309-e21b-4892-95a5-317f3aa75fee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:30.346688 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cc114934-e2b5-4621-abd6-335d4c3c63bb tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:30.349790 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0bf25309-e21b-4892-95a5-317f3aa75fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:30.454134 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf25309-e21b-4892-95a5-317f3aa75fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32aef375-2e0e-4eff-a6cd-833cebb94bd6,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:30.510260 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0bf25309-e21b-4892-95a5-317f3aa75fee admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=35bdff487d8c4453a4dfac921a017113&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5997334 Oct 20 11:50:30.511236 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38174) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:30.547434 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc114934-e2b5-4621-abd6-335d4c3c63bb tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Pushing event updated for resources: {'Subnet': ['ID=0028dec2-17b2-440b-87f3-2ff751391ba1,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:30.566716 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc114934-e2b5-4621-abd6-335d4c3c63bb tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Checking segment: {'id': 'a31eefc6-5d20-4a91-a409-403682ffe490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '364aafe2-6147-4069-8fe7-fefa58136bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:50:30.568171 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc114934-e2b5-4621-abd6-335d4c3c63bb tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Network hostable DHCP agents. Network: 364aafe2-6147-4069-8fe7-fefa58136bb5, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:50:30.608083 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc114934-e2b5-4621-abd6-335d4c3c63bb tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Network 364aafe2-6147-4069-8fe7-fefa58136bb5 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:50:30.622260 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-595e0f58-cebb-45ea-b0de-8b191afbcbb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:30.625757 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-cc114934-e2b5-4621-abd6-335d4c3c63bb tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 364aafe2-6147-4069-8fe7-fefa58136bb5) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:50:30.632006 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc114934-e2b5-4621-abd6-335d4c3c63bb tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:30.643160 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cc114934-e2b5-4621-abd6-335d4c3c63bb tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:30.659506 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1d1784-c6d6-4f4e-8348-0ddf8580bef6 None None] Network 364aafe2-6147-4069-8fe7-fefa58136bb5 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:50:30.724325 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-595e0f58-cebb-45ea-b0de-8b191afbcbb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:30.819802 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a31f4423-1028-420a-9d68-10366764cf53 req-a3915457-c2b3-4342-be2a-3758e9e7f9f3 tempest-ServerShowV257Test-1055125075 tempest-ServerShowV257Test-1055125075-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f87cfcc-db7e-4d74-b1f2-1059d1925348 HTTP/1.1" status: 200 len: 210 time: 0.1205809 Oct 20 11:50:30.856892 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-595e0f58-cebb-45ea-b0de-8b191afbcbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:30.860213 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-595e0f58-cebb-45ea-b0de-8b191afbcbb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:30.865895 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-595e0f58-cebb-45ea-b0de-8b191afbcbb1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/32aef375-2e0e-4eff-a6cd-833cebb94bd6 HTTP/1.1" status: 204 len: 168 time: 0.3528612 Oct 20 11:50:30.866250 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-cc114934-e2b5-4621-abd6-335d4c3c63bb tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6256149 Oct 20 11:50:30.866378 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38184) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:30.892957 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-60e80d2a-dbca-4f1b-9627-c1fbf836bb41 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Request body: {'port': {'network_id': '364aafe2-6147-4069-8fe7-fefa58136bb5', 'name': 'tempest-AllowedAddressPairTestJSON-1815285473'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:50:30.904170 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595e0f58-cebb-45ea-b0de-8b191afbcbb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32aef375-2e0e-4eff-a6cd-833cebb94bd6,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:31.001375 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9b4948-ceed-4d98-b649-fac444960d21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-364aafe2-6147-4069-8fe7-fefa58136bb5', 'network_id': '364aafe2-6147-4069-8fe7-fefa58136bb5', 'tenant_id': '08c0ba19caec43248a34f5eed1a8fd68', 'fixed_ips': [{'subnet_id': '0028dec2-17b2-440b-87f3-2ff751391ba1'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:50:31.002267 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9c9b4948-ceed-4d98-b649-fac444960d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:31.086104 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e80d2a-dbca-4f1b-9627-c1fbf836bb41 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Made reservation on behalf of 08c0ba19caec43248a34f5eed1a8fd68 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:50:31.092881 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-60e80d2a-dbca-4f1b-9627-c1fbf836bb41 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:31.155468 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-60e80d2a-dbca-4f1b-9627-c1fbf836bb41 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] device_id is not set on port 9fb36cc2-9927-45d3-a73a-54e86249b92a yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:50:31.235965 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-9c9b4948-ceed-4d98-b649-fac444960d21 None None] Allocated IP 172.20.0.2 (364aafe2-6147-4069-8fe7-fefa58136bb5/0028dec2-17b2-440b-87f3-2ff751391ba1/899af026-af7d-4c85-b5a4-7b985065f57d) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:50:31.412896 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:50:31.812428 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9c9b4948-ceed-4d98-b649-fac444960d21 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:31.825431 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9c9b4948-ceed-4d98-b649-fac444960d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:31.930219 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-60e80d2a-dbca-4f1b-9627-c1fbf836bb41 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Allocated IP 172.20.0.11 (364aafe2-6147-4069-8fe7-fefa58136bb5/0028dec2-17b2-440b-87f3-2ff751391ba1/9fb36cc2-9927-45d3-a73a-54e86249b92a) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:50:31.960443 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9b4948-ceed-4d98-b649-fac444960d21 None None] Network 364aafe2-6147-4069-8fe7-fefa58136bb5 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:50:31.977863 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-9c9b4948-ceed-4d98-b649-fac444960d21 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:50:31.990099 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9b4948-ceed-4d98-b649-fac444960d21 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:50:32.045395 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e843cfa4-b54f-44e3-a212-c6b4e1105897 req-56847037-ab85-4142-9895-e32a51f8a706 tempest-ServerShowV257Test-1055125075 tempest-ServerShowV257Test-1055125075-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f87cfcc-db7e-4d74-b1f2-1059d1925348 HTTP/1.1" status: 200 len: 210 time: 0.0691137 Oct 20 11:50:32.070893 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9b4948-ceed-4d98-b649-fac444960d21 None None] Pushing event updated for resources: {'Port': ['ID=899af026-af7d-4c85-b5a4-7b985065f57d,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:32.193419 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-9c9b4948-ceed-4d98-b649-fac444960d21 None None] Attempting to bind port 899af026-af7d-4c85-b5a4-7b985065f57d on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:50:32.193816 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-9c9b4948-ceed-4d98-b649-fac444960d21 None None] Attempting to bind port 899af026-af7d-4c85-b5a4-7b985065f57d by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'a31eefc6-5d20-4a91-a409-403682ffe490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '364aafe2-6147-4069-8fe7-fefa58136bb5'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:50:32.194163 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9b4948-ceed-4d98-b649-fac444960d21 None None] Attempting to bind port 899af026-af7d-4c85-b5a4-7b985065f57d on network 364aafe2-6147-4069-8fe7-fefa58136bb5 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:50:32.224384 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9b4948-ceed-4d98-b649-fac444960d21 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:50:32.226656 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9b4948-ceed-4d98-b649-fac444960d21 None None] Checking segment: {'id': 'a31eefc6-5d20-4a91-a409-403682ffe490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '364aafe2-6147-4069-8fe7-fefa58136bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:50:32.228312 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9c9b4948-ceed-4d98-b649-fac444960d21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:32.229861 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9b4948-ceed-4d98-b649-fac444960d21 None None] Bound using segment: {'id': 'a31eefc6-5d20-4a91-a409-403682ffe490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '364aafe2-6147-4069-8fe7-fefa58136bb5'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:50:32.231119 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-9c9b4948-ceed-4d98-b649-fac444960d21 None None] Bound port: 899af026-af7d-4c85-b5a4-7b985065f57d, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a31eefc6-5d20-4a91-a409-403682ffe490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '364aafe2-6147-4069-8fe7-fefa58136bb5'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:50:32.231534 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9c9b4948-ceed-4d98-b649-fac444960d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:32.270141 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-60e80d2a-dbca-4f1b-9627-c1fbf836bb41 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:32.348823 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-9c9b4948-ceed-4d98-b649-fac444960d21 None None] For port 899af026-af7d-4c85-b5a4-7b985065f57d, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:50:32.360478 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-9c9b4948-ceed-4d98-b649-fac444960d21 None None] For port 899af026-af7d-4c85-b5a4-7b985065f57d, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=899af026-af7d-4c85-b5a4-7b985065f57d,segment=NetworkSegment(a31eefc6-5d20-4a91-a409-403682ffe490),segment_id=a31eefc6-5d20-4a91-a409-403682ffe490)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:50:32.367583 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9c9b4948-ceed-4d98-b649-fac444960d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:32.375145 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-60e80d2a-dbca-4f1b-9627-c1fbf836bb41 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:32.475310 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e80d2a-dbca-4f1b-9627-c1fbf836bb41 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Pushing event updated for resources: {'Port': ['ID=9fb36cc2-9927-45d3-a73a-54e86249b92a,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:32.527902 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9b4948-ceed-4d98-b649-fac444960d21 None None] Pushing event updated for resources: {'Port': ['ID=899af026-af7d-4c85-b5a4-7b985065f57d,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:32.532620 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e80d2a-dbca-4f1b-9627-c1fbf836bb41 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Network 364aafe2-6147-4069-8fe7-fefa58136bb5 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:50:32.534657 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-60e80d2a-dbca-4f1b-9627-c1fbf836bb41 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:50:32.548971 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e80d2a-dbca-4f1b-9627-c1fbf836bb41 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:50:32.654581 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e80d2a-dbca-4f1b-9627-c1fbf836bb41 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:32.655428 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-60e80d2a-dbca-4f1b-9627-c1fbf836bb41 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:32.692005 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-60e80d2a-dbca-4f1b-9627-c1fbf836bb41 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8068640 Oct 20 11:50:32.692465 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38222) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:32.698347 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-b4ccabe8-9549-4656-b2ad-4d3af31983a3 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Request body: {'port': {'network_id': '364aafe2-6147-4069-8fe7-fefa58136bb5', 'name': 'tempest-AllowedAddressPairTestJSON-232232127', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:4c:65:c3'}]}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:50:32.946866 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ccabe8-9549-4656-b2ad-4d3af31983a3 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Made reservation on behalf of 08c0ba19caec43248a34f5eed1a8fd68 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:50:33.185384 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b4ccabe8-9549-4656-b2ad-4d3af31983a3 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:33.228715 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [None req-b4ccabe8-9549-4656-b2ad-4d3af31983a3 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] device_id is not set on port 51d65ea5-8b95-449c-b83b-17c05c9da6b4 yet. {{(pid=100647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:50:33.333111 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1497f5c4-4c34-475e-b624-aca72c800628 req-ebd0a8bb-95d4-42fd-816d-7ca77f2fde66 tempest-ServerShowV257Test-1055125075 tempest-ServerShowV257Test-1055125075-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f87cfcc-db7e-4d74-b1f2-1059d1925348 HTTP/1.1" status: 200 len: 210 time: 0.0938637 Oct 20 11:50:33.708789 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 899af026-af7d-4c85-b5a4-7b985065f57d up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:50:33.724104 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-b4ccabe8-9549-4656-b2ad-4d3af31983a3 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Allocated IP 172.20.0.6 (364aafe2-6147-4069-8fe7-fefa58136bb5/0028dec2-17b2-440b-87f3-2ff751391ba1/51d65ea5-8b95-449c-b83b-17c05c9da6b4) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:50:33.898772 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 899af026-af7d-4c85-b5a4-7b985065f57d triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:50:33.899220 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:34.147832 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b4ccabe8-9549-4656-b2ad-4d3af31983a3 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:34.351848 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b4ccabe8-9549-4656-b2ad-4d3af31983a3 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:34.368812 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:34.483570 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 899af026-af7d-4c85-b5a4-7b985065f57d, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=899af026-af7d-4c85-b5a4-7b985065f57d,segment=NetworkSegment(a31eefc6-5d20-4a91-a409-403682ffe490),segment_id=a31eefc6-5d20-4a91-a409-403682ffe490)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:50:34.490602 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:34.506235 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b649f0b4-0040-4bde-bda9-96b5c0c6db19 None None] Network 364aafe2-6147-4069-8fe7-fefa58136bb5 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:50:34.519234 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ccabe8-9549-4656-b2ad-4d3af31983a3 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Network 364aafe2-6147-4069-8fe7-fefa58136bb5 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:50:34.525713 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-b4ccabe8-9549-4656-b2ad-4d3af31983a3 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:50:34.534064 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ccabe8-9549-4656-b2ad-4d3af31983a3 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:50:34.711095 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-87bd0a4b-99f5-44d7-aad7-051c02df3eb2 req-4df89736-b549-42be-ab86-740bff5ef314 tempest-ServerShowV257Test-1055125075 tempest-ServerShowV257Test-1055125075-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f87cfcc-db7e-4d74-b1f2-1059d1925348 HTTP/1.1" status: 200 len: 210 time: 0.1050029 Oct 20 11:50:34.727026 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ccabe8-9549-4656-b2ad-4d3af31983a3 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Pushing event updated for resources: {'Port': ['ID=51d65ea5-8b95-449c-b83b-17c05c9da6b4,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:34.740547 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ccabe8-9549-4656-b2ad-4d3af31983a3 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:34.741482 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b4ccabe8-9549-4656-b2ad-4d3af31983a3 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:34.794693 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-b4ccabe8-9549-4656-b2ad-4d3af31983a3 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.1007533 Oct 20 11:50:34.796021 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38260) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:34.821889 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=899af026-af7d-4c85-b5a4-7b985065f57d,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:34.854072 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38262) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:34.908703 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-0e9699af-e086-45f1-8aee-09a37dea3cf7 None None] Provisioning complete for port 899af026-af7d-4c85-b5a4-7b985065f57d triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:50:34.909285 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0e9699af-e086-45f1-8aee-09a37dea3cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:35.034536 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fd0bb1-9f4a-4609-b2de-93ca5b9f0d2d tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:35.065375 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fd0bb1-9f4a-4609-b2de-93ca5b9f0d2d tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:35.091321 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fd0bb1-9f4a-4609-b2de-93ca5b9f0d2d tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:35.098895 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e0fd0bb1-9f4a-4609-b2de-93ca5b9f0d2d tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.3009384 Oct 20 11:50:35.101445 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38272) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:35.320317 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3fa8c442-a489-4b1a-8636-0f9ec6efe327 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:35.411369 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-49612035-bbab-4914-8b61-1abae318ae1d tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Deleting port 51d65ea5-8b95-449c-b83b-17c05c9da6b4 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:50:35.412661 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-49612035-bbab-4914-8b61-1abae318ae1d tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:35.632219 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 899af026-af7d-4c85-b5a4-7b985065f57d up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:50:35.706045 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3fa8c442-a489-4b1a-8636-0f9ec6efe327 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:35.731952 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3fa8c442-a489-4b1a-8636-0f9ec6efe327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:35.747974 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 899af026-af7d-4c85-b5a4-7b985065f57d triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:50:35.748416 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:35.819416 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3fa8c442-a489-4b1a-8636-0f9ec6efe327 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2ff12716210f49a286f589bea532b4ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9639533 Oct 20 11:50:35.822218 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38280) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:35.847853 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-49612035-bbab-4914-8b61-1abae318ae1d tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:35.973626 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-49612035-bbab-4914-8b61-1abae318ae1d tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Calling delete_port for 51d65ea5-8b95-449c-b83b-17c05c9da6b4 owned by {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:50:35.976340 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-01a87cd2-162b-422e-ac75-e707e6ee93d8 None None] Provisioning complete for port 9fb36cc2-9927-45d3-a73a-54e86249b92a triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:50:35.976915 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-01a87cd2-162b-422e-ac75-e707e6ee93d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:36.030020 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-189b5def-26a0-4166-9883-0a3123f6591b req-fc03a246-1742-4a21-9558-04b1ff447ee3 tempest-ServerShowV257Test-1055125075 tempest-ServerShowV257Test-1055125075-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f87cfcc-db7e-4d74-b1f2-1059d1925348 HTTP/1.1" status: 200 len: 210 time: 0.1227746 Oct 20 11:50:36.072793 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa8c442-a489-4b1a-8636-0f9ec6efe327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b8ccda-b66f-4a85-a39d-0648ea663f6f,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:36.115414 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c1a793f2-0642-401d-b5ab-7cbe5a0140d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:36.152456 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa8c442-a489-4b1a-8636-0f9ec6efe327 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:36.152954 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa8c442-a489-4b1a-8636-0f9ec6efe327 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:36.153303 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa8c442-a489-4b1a-8636-0f9ec6efe327 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:36.158212 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa8c442-a489-4b1a-8636-0f9ec6efe327 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:36.158597 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa8c442-a489-4b1a-8636-0f9ec6efe327 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:36.158974 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa8c442-a489-4b1a-8636-0f9ec6efe327 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:36.159358 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa8c442-a489-4b1a-8636-0f9ec6efe327 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:36.159778 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa8c442-a489-4b1a-8636-0f9ec6efe327 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:36.168514 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa8c442-a489-4b1a-8636-0f9ec6efe327 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:36.169010 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa8c442-a489-4b1a-8636-0f9ec6efe327 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:36.176622 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa8c442-a489-4b1a-8636-0f9ec6efe327 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:36.177005 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa8c442-a489-4b1a-8636-0f9ec6efe327 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:36.180929 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c1a793f2-0642-401d-b5ab-7cbe5a0140d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:36.219649 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-01a87cd2-162b-422e-ac75-e707e6ee93d8 None None] Port 9fb36cc2-9927-45d3-a73a-54e86249b92a cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:50:36.247920 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c1a793f2-0642-401d-b5ab-7cbe5a0140d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:36.257667 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c1a793f2-0642-401d-b5ab-7cbe5a0140d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:36.259135 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c1a793f2-0642-401d-b5ab-7cbe5a0140d6 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/28b8ccda-b66f-4a85-a39d-0648ea663f6f HTTP/1.1" status: 204 len: 168 time: 0.4358513 Oct 20 11:50:36.291119 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a793f2-0642-401d-b5ab-7cbe5a0140d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b8ccda-b66f-4a85-a39d-0648ea663f6f,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:36.361818 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-01a87cd2-162b-422e-ac75-e707e6ee93d8 None None] Provisioning complete for port 51d65ea5-8b95-449c-b83b-17c05c9da6b4 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:50:36.362330 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-01a87cd2-162b-422e-ac75-e707e6ee93d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:36.524002 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-01a87cd2-162b-422e-ac75-e707e6ee93d8 None None] Port 51d65ea5-8b95-449c-b83b-17c05c9da6b4 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:50:36.552956 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-01a87cd2-162b-422e-ac75-e707e6ee93d8 None None] Provisioning complete for port 899af026-af7d-4c85-b5a4-7b985065f57d triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:50:36.553219 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-01a87cd2-162b-422e-ac75-e707e6ee93d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:36.646988 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-49612035-bbab-4914-8b61-1abae318ae1d tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:36.758873 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49612035-bbab-4914-8b61-1abae318ae1d tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Pushing event deleted for resources: {'Port': ['ID=51d65ea5-8b95-449c-b83b-17c05c9da6b4,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:36.940589 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-a5da7dbb-033e-4a58-be0e-dc7bfd5c3e2b None None] Provisioning complete for port 9fb36cc2-9927-45d3-a73a-54e86249b92a triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:50:36.942884 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38298) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:36.957874 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a5da7dbb-033e-4a58-be0e-dc7bfd5c3e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:36.998215 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fa02a9d7-efe4-4ce5-b66a-e414175609b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:37.084964 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-a5da7dbb-033e-4a58-be0e-dc7bfd5c3e2b None None] Port 9fb36cc2-9927-45d3-a73a-54e86249b92a cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:50:37.096558 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-a5da7dbb-033e-4a58-be0e-dc7bfd5c3e2b None None] Could not find standard attr ID for object 51d65ea5-8b95-449c-b83b-17c05c9da6b4. {{(pid=100648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:50:37.234083 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38310) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:37.356685 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fa02a9d7-efe4-4ce5-b66a-e414175609b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:37.369661 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fa02a9d7-efe4-4ce5-b66a-e414175609b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:37.373795 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c234a994-2cc9-4632-88ec-e67f5f064a1c req-09c64fed-fe5f-4518-b294-fcbc2a255835 tempest-ServerShowV257Test-1055125075 tempest-ServerShowV257Test-1055125075-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f87cfcc-db7e-4d74-b1f2-1059d1925348 HTTP/1.1" status: 200 len: 210 time: 0.1135960 Oct 20 11:50:37.388280 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-49612035-bbab-4914-8b61-1abae318ae1d tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:37.398085 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-49612035-bbab-4914-8b61-1abae318ae1d tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] 10.222.0.98 "DELETE /v2.0/ports/51d65ea5-8b95-449c-b83b-17c05c9da6b4 HTTP/1.1" status: 204 len: 168 time: 2.2951498 Oct 20 11:50:37.403415 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38316) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:37.471736 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-fa02a9d7-efe4-4ce5-b66a-e414175609b3 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4a2dbb67b9344b86a3b709a243df6481&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5272102 Oct 20 11:50:37.471970 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-66002ab5-0016-42ef-9491-546c5bf7128a tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] GET failed (client error): The resource could not be found. Oct 20 11:50:37.477566 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-66002ab5-0016-42ef-9491-546c5bf7128a tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] 10.222.0.98 "GET /v2.0/ports/51d65ea5-8b95-449c-b83b-17c05c9da6b4 HTTP/1.1" status: 404 len: 333 time: 0.0687695 Oct 20 11:50:37.477566 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38320) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:37.482315 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38322) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:37.501153 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-50a7dfd1-7879-4f71-bd51-2ea33291e407 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Request body: {'port': {'network_id': '364aafe2-6147-4069-8fe7-fefa58136bb5', 'name': 'tempest-AllowedAddressPairTestJSON-1340408021'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:50:37.609979 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-da3f13b8-9e41-48cc-bcd4-ff7ee5255f18 req-86f8985c-af7b-4635-b1d2-39e42c869800 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2f87cfcc-db7e-4d74-b1f2-1059d1925348 HTTP/1.1" status: 200 len: 210 time: 0.1143084 Oct 20 11:50:37.626679 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa02a9d7-efe4-4ce5-b66a-e414175609b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9e7797-635c-4c91-82a5-3b49c6d07f44,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:37.657487 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c697e078-a46f-4d60-9423-8e17f9b80365 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:37.698049 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bf709a61-3064-4f65-bfc8-7d34b3992c58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:37.745751 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bf709a61-3064-4f65-bfc8-7d34b3992c58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:37.778216 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a7dfd1-7879-4f71-bd51-2ea33291e407 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Made reservation on behalf of 08c0ba19caec43248a34f5eed1a8fd68 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:50:37.782552 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-50a7dfd1-7879-4f71-bd51-2ea33291e407 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:37.836880 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [None req-50a7dfd1-7879-4f71-bd51-2ea33291e407 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] device_id is not set on port 857c153e-bb70-4d27-8438-bfe207fe9204 yet. {{(pid=100647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:50:37.870188 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c697e078-a46f-4d60-9423-8e17f9b80365 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:37.877187 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c697e078-a46f-4d60-9423-8e17f9b80365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:37.975524 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c697e078-a46f-4d60-9423-8e17f9b80365 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8618ac0923354047af64b77de612f953&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7411573 Oct 20 11:50:37.979839 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38332) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:37.980574 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c697e078-a46f-4d60-9423-8e17f9b80365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99cefcd4-442f-46a8-86a9-194df0adf3bb,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:37.994511 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bf709a61-3064-4f65-bfc8-7d34b3992c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:37.997585 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bf709a61-3064-4f65-bfc8-7d34b3992c58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:37.999212 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-bf709a61-3064-4f65-bfc8-7d34b3992c58 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0e9e7797-635c-4c91-82a5-3b49c6d07f44 HTTP/1.1" status: 204 len: 168 time: 0.5193086 Oct 20 11:50:38.043825 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-50a7dfd1-7879-4f71-bd51-2ea33291e407 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Allocated IP 172.20.0.7 (364aafe2-6147-4069-8fe7-fefa58136bb5/0028dec2-17b2-440b-87f3-2ff751391ba1/857c153e-bb70-4d27-8438-bfe207fe9204) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:50:38.051664 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf709a61-3064-4f65-bfc8-7d34b3992c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9e7797-635c-4c91-82a5-3b49c6d07f44,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:38.132689 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-45688728-6325-40f7-938d-f4ffb2785c4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:38.195549 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-45688728-6325-40f7-938d-f4ffb2785c4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:38.412144 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-45688728-6325-40f7-938d-f4ffb2785c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:38.430381 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-45688728-6325-40f7-938d-f4ffb2785c4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:38.438724 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-45688728-6325-40f7-938d-f4ffb2785c4a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/99cefcd4-442f-46a8-86a9-194df0adf3bb HTTP/1.1" status: 204 len: 168 time: 0.4482765 Oct 20 11:50:38.466642 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45688728-6325-40f7-938d-f4ffb2785c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99cefcd4-442f-46a8-86a9-194df0adf3bb,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:38.682693 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-50a7dfd1-7879-4f71-bd51-2ea33291e407 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:38.732023 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-33e0db14-7b2c-44b8-a378-a5de2006ca4e req-0be7ab0e-c538-4691-bf22-e7880a84f9a8 tempest-ServerShowV257Test-1055125075 tempest-ServerShowV257Test-1055125075-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f87cfcc-db7e-4d74-b1f2-1059d1925348 HTTP/1.1" status: 200 len: 210 time: 0.1550522 Oct 20 11:50:38.800842 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-50a7dfd1-7879-4f71-bd51-2ea33291e407 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:38.936736 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a7dfd1-7879-4f71-bd51-2ea33291e407 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Pushing event updated for resources: {'Port': ['ID=857c153e-bb70-4d27-8438-bfe207fe9204,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:38.972297 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a7dfd1-7879-4f71-bd51-2ea33291e407 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Network 364aafe2-6147-4069-8fe7-fefa58136bb5 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:50:38.984588 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-50a7dfd1-7879-4f71-bd51-2ea33291e407 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:50:38.993156 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a7dfd1-7879-4f71-bd51-2ea33291e407 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:50:39.093548 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a7dfd1-7879-4f71-bd51-2ea33291e407 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:39.094484 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-50a7dfd1-7879-4f71-bd51-2ea33291e407 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:39.121904 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38364) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:39.122783 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-50a7dfd1-7879-4f71-bd51-2ea33291e407 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6323531 Oct 20 11:50:39.128827 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-af6ac3df-6e0f-499c-92bc-21a41407bfde tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:4c:65:c3'}]}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:50:39.449428 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-4a959077-5247-48d9-950d-d5ee1f1dba37 None None] Provisioning complete for port 857c153e-bb70-4d27-8438-bfe207fe9204 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:50:39.449889 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4a959077-5247-48d9-950d-d5ee1f1dba37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:39.535411 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-af6ac3df-6e0f-499c-92bc-21a41407bfde tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:39.555814 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-4a959077-5247-48d9-950d-d5ee1f1dba37 None None] Port 857c153e-bb70-4d27-8438-bfe207fe9204 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:50:39.954224 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:40.002015 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2d0067a9-ffb0-4e02-a6ab-01e28b1b3d79 req-e2597797-b986-443f-a61d-2cdececc8d15 tempest-ServerShowV257Test-1055125075 tempest-ServerShowV257Test-1055125075-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f87cfcc-db7e-4d74-b1f2-1059d1925348 HTTP/1.1" status: 200 len: 210 time: 0.0778830 Oct 20 11:50:40.103846 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-af6ac3df-6e0f-499c-92bc-21a41407bfde tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:40.110883 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-af6ac3df-6e0f-499c-92bc-21a41407bfde tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:40.231222 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-af6ac3df-6e0f-499c-92bc-21a41407bfde tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] In _notify_port_updated(), no bound segment for port 857c153e-bb70-4d27-8438-bfe207fe9204 on network 364aafe2-6147-4069-8fe7-fefa58136bb5 {{(pid=100646) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 11:50:40.248353 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6ac3df-6e0f-499c-92bc-21a41407bfde tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:40.249240 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-af6ac3df-6e0f-499c-92bc-21a41407bfde tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:40.259743 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-af6ac3df-6e0f-499c-92bc-21a41407bfde tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] 10.222.0.98 "PUT /v2.0/ports/857c153e-bb70-4d27-8438-bfe207fe9204 HTTP/1.1" status: 200 len: 994 time: 1.1366637 Oct 20 11:50:40.262684 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38404) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:40.360499 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ac3df-6e0f-499c-92bc-21a41407bfde tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Pushing event updated for resources: {'Port': ['ID=857c153e-bb70-4d27-8438-bfe207fe9204,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:40.455609 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-fad0fd74-4b98-4e0d-bd97-2d2b5d805d92 req-31bb7aca-ecb8-4008-a07e-e279c82fe166 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b4f8b3ae93084afdb99bb59a6b98b8d8&device_id=2f87cfcc-db7e-4d74-b1f2-1059d1925348 HTTP/1.1" status: 200 len: 210 time: 0.0806921 Oct 20 11:50:40.491227 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-fad0fd74-4b98-4e0d-bd97-2d2b5d805d92 req-3160b18f-79b7-4410-89f8-973a5e0867ab service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=b4f8b3ae93084afdb99bb59a6b98b8d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346885 Oct 20 11:50:40.562178 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a5060c2-acbe-41a1-9237-8a63f6207048 req-a67feebd-d853-412a-9807-3eee8ffdcf19 tempest-ServerShowV257Test-1055125075 tempest-ServerShowV257Test-1055125075-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f87cfcc-db7e-4d74-b1f2-1059d1925348 HTTP/1.1" status: 200 len: 210 time: 0.0528002 Oct 20 11:50:40.601144 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-2c723ba6-9e74-477f-afc9-e7829d8bea60 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Deleting port 857c153e-bb70-4d27-8438-bfe207fe9204 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:50:40.601539 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2c723ba6-9e74-477f-afc9-e7829d8bea60 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:40.698599 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0fd74-4b98-4e0d-bd97-2d2b5d805d92 req-73df8e2b-6af8-4cdd-b0b0-cd0be3e13068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:40.700993 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-fad0fd74-4b98-4e0d-bd97-2d2b5d805d92 req-73df8e2b-6af8-4cdd-b0b0-cd0be3e13068 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1989622 Oct 20 11:50:40.738724 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e371e947-61a8-4ce6-a984-5b395e072e3c None None] Provisioning complete for port 857c153e-bb70-4d27-8438-bfe207fe9204 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:50:40.740992 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e371e947-61a8-4ce6-a984-5b395e072e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:40.749406 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2c723ba6-9e74-477f-afc9-e7829d8bea60 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:40.785936 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-2c723ba6-9e74-477f-afc9-e7829d8bea60 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Calling delete_port for 857c153e-bb70-4d27-8438-bfe207fe9204 owned by {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:50:40.837739 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e371e947-61a8-4ce6-a984-5b395e072e3c None None] Port 857c153e-bb70-4d27-8438-bfe207fe9204 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:50:40.961935 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38428) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:40.972871 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2c723ba6-9e74-477f-afc9-e7829d8bea60 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:41.042160 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c723ba6-9e74-477f-afc9-e7829d8bea60 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Pushing event deleted for resources: {'Port': ['ID=857c153e-bb70-4d27-8438-bfe207fe9204,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:41.223558 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-af8e410e-83e7-4f74-a470-00fbca1db103 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:41.357089 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2c723ba6-9e74-477f-afc9-e7829d8bea60 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:41.360758 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2c723ba6-9e74-477f-afc9-e7829d8bea60 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] 10.222.0.98 "DELETE /v2.0/ports/857c153e-bb70-4d27-8438-bfe207fe9204 HTTP/1.1" status: 204 len: 168 time: 1.0964081 Oct 20 11:50:41.363604 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38446) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:41.420635 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-19adbd5b-f3cc-4535-94e2-cb5efa877dd0 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] GET failed (client error): The resource could not be found. Oct 20 11:50:41.422749 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-19adbd5b-f3cc-4535-94e2-cb5efa877dd0 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] 10.222.0.98 "GET /v2.0/ports/857c153e-bb70-4d27-8438-bfe207fe9204 HTTP/1.1" status: 404 len: 333 time: 0.0579791 Oct 20 11:50:41.428078 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38450) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:41.441332 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-d3fb7845-5049-4a91-8c41-1dca6676c967 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Request body: {'port': {'network_id': '364aafe2-6147-4069-8fe7-fefa58136bb5', 'name': 'tempest-AllowedAddressPairTestJSON-531743913'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:50:41.483596 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-af8e410e-83e7-4f74-a470-00fbca1db103 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:41.496939 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-af8e410e-83e7-4f74-a470-00fbca1db103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:41.564320 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-af8e410e-83e7-4f74-a470-00fbca1db103 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0ab2dab845f44e34b52449f1490d4a27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5984206 Oct 20 11:50:41.564726 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38454) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:41.639962 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e410e-83e7-4f74-a470-00fbca1db103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4bb8243-f399-45bd-8ddb-863657d1d420,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:41.673385 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b868d283-11ba-49aa-8748-e59f17433e13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:41.733288 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b868d283-11ba-49aa-8748-e59f17433e13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:41.745306 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fb7845-5049-4a91-8c41-1dca6676c967 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Made reservation on behalf of 08c0ba19caec43248a34f5eed1a8fd68 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:50:41.750008 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d3fb7845-5049-4a91-8c41-1dca6676c967 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:41.788225 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-d3fb7845-5049-4a91-8c41-1dca6676c967 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] device_id is not set on port 589c6509-5968-4f7c-86ee-b677569cf6a7 yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:50:41.793781 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a1d21506-c486-4149-a698-d57363a1e9dc req-29733c6a-2ee9-49a9-83e9-f3e2b5181a46 tempest-ServerShowV257Test-1055125075 tempest-ServerShowV257Test-1055125075-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f87cfcc-db7e-4d74-b1f2-1059d1925348 HTTP/1.1" status: 200 len: 210 time: 0.0825989 Oct 20 11:50:41.888292 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b868d283-11ba-49aa-8748-e59f17433e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:41.895205 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b868d283-11ba-49aa-8748-e59f17433e13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:41.897272 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-b868d283-11ba-49aa-8748-e59f17433e13 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e4bb8243-f399-45bd-8ddb-863657d1d420 HTTP/1.1" status: 204 len: 168 time: 0.3312128 Oct 20 11:50:41.992664 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b868d283-11ba-49aa-8748-e59f17433e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4bb8243-f399-45bd-8ddb-863657d1d420,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:42.214387 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-fad0fd74-4b98-4e0d-bd97-2d2b5d805d92 req-d988c540-6bb4-423d-9d62-7b6e34df7a83 tempest-ServerShowV257Test-1055125075 tempest-ServerShowV257Test-1055125075-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f87cfcc-db7e-4d74-b1f2-1059d1925348 HTTP/1.1" status: 200 len: 210 time: 0.1037519 Oct 20 11:50:42.318322 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-d3fb7845-5049-4a91-8c41-1dca6676c967 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Allocated IP 172.20.0.8 (364aafe2-6147-4069-8fe7-fefa58136bb5/0028dec2-17b2-440b-87f3-2ff751391ba1/589c6509-5968-4f7c-86ee-b677569cf6a7) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:50:42.818204 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d3fb7845-5049-4a91-8c41-1dca6676c967 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:42.878777 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d3fb7845-5049-4a91-8c41-1dca6676c967 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:42.965408 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fb7845-5049-4a91-8c41-1dca6676c967 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Network 364aafe2-6147-4069-8fe7-fefa58136bb5 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:50:42.969768 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-d3fb7845-5049-4a91-8c41-1dca6676c967 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:50:42.974840 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fb7845-5049-4a91-8c41-1dca6676c967 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:50:43.106483 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-10de8e3a-0ec8-41c6-aa6b-6c65af114b6c req-5272d419-26c9-4713-b22c-2c96399b8054 tempest-ServerShowV257Test-1055125075 tempest-ServerShowV257Test-1055125075-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f87cfcc-db7e-4d74-b1f2-1059d1925348 HTTP/1.1" status: 200 len: 210 time: 0.0646520 Oct 20 11:50:43.125713 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb7845-5049-4a91-8c41-1dca6676c967 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Pushing event updated for resources: {'Port': ['ID=589c6509-5968-4f7c-86ee-b677569cf6a7,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:43.148417 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fb7845-5049-4a91-8c41-1dca6676c967 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:43.149079 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d3fb7845-5049-4a91-8c41-1dca6676c967 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:43.180235 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38478) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:43.187803 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-70c38a98-4bd7-4833-95d4-97ba14b3015c tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:4c:65:c3'}]}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:50:43.191411 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d3fb7845-5049-4a91-8c41-1dca6676c967 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7571797 Oct 20 11:50:43.402762 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-4831bce9-ecf3-4b63-95db-eb6a8c29e420 None None] Provisioning complete for port 589c6509-5968-4f7c-86ee-b677569cf6a7 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:50:43.402762 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4831bce9-ecf3-4b63-95db-eb6a8c29e420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:43.484226 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-4831bce9-ecf3-4b63-95db-eb6a8c29e420 None None] Port 589c6509-5968-4f7c-86ee-b677569cf6a7 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:50:43.517277 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-70c38a98-4bd7-4833-95d4-97ba14b3015c tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:43.854554 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-70c38a98-4bd7-4833-95d4-97ba14b3015c tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:43.861113 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-70c38a98-4bd7-4833-95d4-97ba14b3015c tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:43.992743 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c38a98-4bd7-4833-95d4-97ba14b3015c tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Pushing event updated for resources: {'Port': ['ID=589c6509-5968-4f7c-86ee-b677569cf6a7,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:44.034589 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-70c38a98-4bd7-4833-95d4-97ba14b3015c tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] In _notify_port_updated(), no bound segment for port 589c6509-5968-4f7c-86ee-b677569cf6a7 on network 364aafe2-6147-4069-8fe7-fefa58136bb5 {{(pid=100647) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 11:50:44.041371 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c38a98-4bd7-4833-95d4-97ba14b3015c tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:44.042070 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-70c38a98-4bd7-4833-95d4-97ba14b3015c tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:44.047888 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-70c38a98-4bd7-4833-95d4-97ba14b3015c tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] 10.222.0.98 "PUT /v2.0/ports/589c6509-5968-4f7c-86ee-b677569cf6a7 HTTP/1.1" status: 200 len: 995 time: 0.8636298 Oct 20 11:50:44.048269 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38490) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:44.184445 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-f562edd8-abaf-40c4-8cfd-4d4547559564 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Deleting port 589c6509-5968-4f7c-86ee-b677569cf6a7 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:50:44.184786 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f562edd8-abaf-40c4-8cfd-4d4547559564 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:44.329158 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f562edd8-abaf-40c4-8cfd-4d4547559564 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:44.342270 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-729cba67-af70-4686-aa92-46c66a376b00 None None] Provisioning complete for port 589c6509-5968-4f7c-86ee-b677569cf6a7 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:50:44.342858 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-729cba67-af70-4686-aa92-46c66a376b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:44.354717 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-f562edd8-abaf-40c4-8cfd-4d4547559564 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Calling delete_port for 589c6509-5968-4f7c-86ee-b677569cf6a7 owned by {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:50:44.465135 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-729cba67-af70-4686-aa92-46c66a376b00 None None] Port 589c6509-5968-4f7c-86ee-b677569cf6a7 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:50:44.615653 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f562edd8-abaf-40c4-8cfd-4d4547559564 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:44.691568 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38504) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:44.716413 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f562edd8-abaf-40c4-8cfd-4d4547559564 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Pushing event deleted for resources: {'Port': ['ID=589c6509-5968-4f7c-86ee-b677569cf6a7,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:44.938862 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f562edd8-abaf-40c4-8cfd-4d4547559564 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:44.950598 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f562edd8-abaf-40c4-8cfd-4d4547559564 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] 10.222.0.98 "DELETE /v2.0/ports/589c6509-5968-4f7c-86ee-b677569cf6a7 HTTP/1.1" status: 204 len: 168 time: 0.8981411 Oct 20 11:50:44.951654 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38510) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:44.998558 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2c1f7fdd-ccfa-46eb-a3bb-7ef00a0c9a5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:45.015714 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-8983aa88-4580-45f6-8a3c-619715243f32 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] GET failed (client error): The resource could not be found. Oct 20 11:50:45.017704 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8983aa88-4580-45f6-8a3c-619715243f32 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] 10.222.0.98 "GET /v2.0/ports/589c6509-5968-4f7c-86ee-b677569cf6a7 HTTP/1.1" status: 404 len: 333 time: 0.0648980 Oct 20 11:50:45.025206 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38512) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:45.056116 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-7fb2a897-0ae5-4590-892b-ee60acd3cae5 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Request body: {'port': {'network_id': '364aafe2-6147-4069-8fe7-fefa58136bb5', 'name': 'tempest-AllowedAddressPairTestJSON-1681488473'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:50:45.152397 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2c1f7fdd-ccfa-46eb-a3bb-7ef00a0c9a5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:45.158328 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2c1f7fdd-ccfa-46eb-a3bb-7ef00a0c9a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:45.197019 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2c1f7fdd-ccfa-46eb-a3bb-7ef00a0c9a5a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b4f8b3ae93084afdb99bb59a6b98b8d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5043445 Oct 20 11:50:45.200142 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38518) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:45.232182 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb2a897-0ae5-4590-892b-ee60acd3cae5 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Made reservation on behalf of 08c0ba19caec43248a34f5eed1a8fd68 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:50:45.237476 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7fb2a897-0ae5-4590-892b-ee60acd3cae5 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:45.259896 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-7fb2a897-0ae5-4590-892b-ee60acd3cae5 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] device_id is not set on port e78abd78-1d13-40af-8ec2-0c33ad42ea14 yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:50:45.328601 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1f7fdd-ccfa-46eb-a3bb-7ef00a0c9a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbb4b96-9d24-487a-bdf8-12a1595abc36,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:45.374981 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3cc53aa4-fa1d-4ccd-bdf9-e54476caaa34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:45.390190 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:45.436413 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3cc53aa4-fa1d-4ccd-bdf9-e54476caaa34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:45.483036 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-7fb2a897-0ae5-4590-892b-ee60acd3cae5 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Allocated IP 172.20.0.10 (364aafe2-6147-4069-8fe7-fefa58136bb5/0028dec2-17b2-440b-87f3-2ff751391ba1/e78abd78-1d13-40af-8ec2-0c33ad42ea14) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:50:45.510735 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3cc53aa4-fa1d-4ccd-bdf9-e54476caaa34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:45.520684 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3cc53aa4-fa1d-4ccd-bdf9-e54476caaa34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:45.536556 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3cc53aa4-fa1d-4ccd-bdf9-e54476caaa34 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8fbb4b96-9d24-487a-bdf8-12a1595abc36 HTTP/1.1" status: 204 len: 168 time: 0.3096945 Oct 20 11:50:45.546881 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc53aa4-fa1d-4ccd-bdf9-e54476caaa34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbb4b96-9d24-487a-bdf8-12a1595abc36,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:45.791036 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7fb2a897-0ae5-4590-892b-ee60acd3cae5 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:45.898255 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7fb2a897-0ae5-4590-892b-ee60acd3cae5 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:45.992708 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb2a897-0ae5-4590-892b-ee60acd3cae5 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Network 364aafe2-6147-4069-8fe7-fefa58136bb5 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:50:45.996061 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-7fb2a897-0ae5-4590-892b-ee60acd3cae5 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:50:46.012439 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb2a897-0ae5-4590-892b-ee60acd3cae5 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:50:46.085000 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb2a897-0ae5-4590-892b-ee60acd3cae5 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Pushing event updated for resources: {'Port': ['ID=e78abd78-1d13-40af-8ec2-0c33ad42ea14,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:46.164250 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb2a897-0ae5-4590-892b-ee60acd3cae5 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:46.164946 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7fb2a897-0ae5-4590-892b-ee60acd3cae5 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:46.222633 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38542) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:46.223239 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7fb2a897-0ae5-4590-892b-ee60acd3cae5 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1952734 Oct 20 11:50:46.233242 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-dc38be76-77ff-4d6d-a578-96dcfabee847 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Request body: {'port': {'network_id': '364aafe2-6147-4069-8fe7-fefa58136bb5', 'name': 'tempest-AllowedAddressPairTestJSON-2051238867'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:50:46.528446 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-9a5be062-fa3d-4c59-b703-3b69e721824d None None] Provisioning complete for port e78abd78-1d13-40af-8ec2-0c33ad42ea14 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:50:46.531709 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9a5be062-fa3d-4c59-b703-3b69e721824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:46.620312 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc38be76-77ff-4d6d-a578-96dcfabee847 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Made reservation on behalf of 08c0ba19caec43248a34f5eed1a8fd68 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:50:46.622228 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-9a5be062-fa3d-4c59-b703-3b69e721824d None None] Port e78abd78-1d13-40af-8ec2-0c33ad42ea14 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:50:46.626580 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dc38be76-77ff-4d6d-a578-96dcfabee847 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:46.670096 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [None req-dc38be76-77ff-4d6d-a578-96dcfabee847 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] device_id is not set on port d0d55fe0-fe02-48fb-b103-378a7ce786ef yet. {{(pid=100647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:50:46.860027 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-dc38be76-77ff-4d6d-a578-96dcfabee847 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Allocated IP 172.20.0.14 (364aafe2-6147-4069-8fe7-fefa58136bb5/0028dec2-17b2-440b-87f3-2ff751391ba1/d0d55fe0-fe02-48fb-b103-378a7ce786ef) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:50:47.152506 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dc38be76-77ff-4d6d-a578-96dcfabee847 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:47.192422 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dc38be76-77ff-4d6d-a578-96dcfabee847 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:47.245366 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc38be76-77ff-4d6d-a578-96dcfabee847 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Network 364aafe2-6147-4069-8fe7-fefa58136bb5 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:50:47.249989 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-dc38be76-77ff-4d6d-a578-96dcfabee847 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:50:47.255660 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc38be76-77ff-4d6d-a578-96dcfabee847 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:50:47.352566 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38be76-77ff-4d6d-a578-96dcfabee847 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Pushing event updated for resources: {'Port': ['ID=d0d55fe0-fe02-48fb-b103-378a7ce786ef,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:47.389507 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc38be76-77ff-4d6d-a578-96dcfabee847 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:47.390214 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dc38be76-77ff-4d6d-a578-96dcfabee847 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:47.429932 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-dc38be76-77ff-4d6d-a578-96dcfabee847 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2051964 Oct 20 11:50:47.432622 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38574) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:47.438647 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-acbaecd9-df1e-433c-a399-41a3633cb4cc tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:4c:65:c3'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:da:ca:99'}]}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:50:47.547913 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-acbaecd9-df1e-433c-a399-41a3633cb4cc tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:47.661344 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-263a56e1-791d-4caa-bed0-5d882e5b9ec6 None None] Provisioning complete for port d0d55fe0-fe02-48fb-b103-378a7ce786ef triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:50:47.662587 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-263a56e1-791d-4caa-bed0-5d882e5b9ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:47.715515 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38582) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:47.772208 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-263a56e1-791d-4caa-bed0-5d882e5b9ec6 None None] Port d0d55fe0-fe02-48fb-b103-378a7ce786ef cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:50:47.886487 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8c6ec64f-4a03-4ef4-b9cc-8853034d5fcd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:47.953740 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-acbaecd9-df1e-433c-a399-41a3633cb4cc tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:47.959885 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-acbaecd9-df1e-433c-a399-41a3633cb4cc tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:48.095779 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8c6ec64f-4a03-4ef4-b9cc-8853034d5fcd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:48.101484 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8c6ec64f-4a03-4ef4-b9cc-8853034d5fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:48.135392 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbaecd9-df1e-433c-a399-41a3633cb4cc tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Pushing event updated for resources: {'Port': ['ID=d0d55fe0-fe02-48fb-b103-378a7ce786ef,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:48.153350 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-acbaecd9-df1e-433c-a399-41a3633cb4cc tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] In _notify_port_updated(), no bound segment for port d0d55fe0-fe02-48fb-b103-378a7ce786ef on network 364aafe2-6147-4069-8fe7-fefa58136bb5 {{(pid=100647) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 11:50:48.162827 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbaecd9-df1e-433c-a399-41a3633cb4cc tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:48.163525 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-acbaecd9-df1e-433c-a399-41a3633cb4cc tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:48.164981 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-acbaecd9-df1e-433c-a399-41a3633cb4cc tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] 10.222.0.98 "PUT /v2.0/ports/d0d55fe0-fe02-48fb-b103-378a7ce786ef HTTP/1.1" status: 200 len: 1058 time: 0.7312956 Oct 20 11:50:48.168849 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38598) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:48.222309 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38604) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:48.226989 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8c6ec64f-4a03-4ef4-b9cc-8853034d5fcd admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=027a64e35f9b4e84ae8c77d487118602&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4944904 Oct 20 11:50:48.229493 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ec64f-4a03-4ef4-b9cc-8853034d5fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a800b2-fccb-4506-bd1c-1d7a266e1da9,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:48.352190 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-726d65be-8660-443a-8d69-452fd16f4884 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:48.396746 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-726d65be-8660-443a-8d69-452fd16f4884 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:48.413453 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-7bea306f-5788-4ed6-8c82-67a6fe309561 None None] Provisioning complete for port d0d55fe0-fe02-48fb-b103-378a7ce786ef triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:50:48.413758 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-a13f207c-dcf3-4eaf-9a20-4b73ae03e920 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Deleting port d0d55fe0-fe02-48fb-b103-378a7ce786ef {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:50:48.413909 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7bea306f-5788-4ed6-8c82-67a6fe309561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:48.414114 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a13f207c-dcf3-4eaf-9a20-4b73ae03e920 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:48.516243 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-7bea306f-5788-4ed6-8c82-67a6fe309561 None None] Port d0d55fe0-fe02-48fb-b103-378a7ce786ef cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:50:48.552766 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-726d65be-8660-443a-8d69-452fd16f4884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:48.556322 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-726d65be-8660-443a-8d69-452fd16f4884 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:48.557915 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-726d65be-8660-443a-8d69-452fd16f4884 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/11a800b2-fccb-4506-bd1c-1d7a266e1da9 HTTP/1.1" status: 204 len: 168 time: 0.3307025 Oct 20 11:50:48.580183 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a13f207c-dcf3-4eaf-9a20-4b73ae03e920 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:48.593769 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d65be-8660-443a-8d69-452fd16f4884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a800b2-fccb-4506-bd1c-1d7a266e1da9,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:48.628096 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-a13f207c-dcf3-4eaf-9a20-4b73ae03e920 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Calling delete_port for d0d55fe0-fe02-48fb-b103-378a7ce786ef owned by {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:50:48.915573 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a13f207c-dcf3-4eaf-9a20-4b73ae03e920 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:48.965794 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13f207c-dcf3-4eaf-9a20-4b73ae03e920 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Pushing event deleted for resources: {'Port': ['ID=d0d55fe0-fe02-48fb-b103-378a7ce786ef,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:49.335301 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f200e0e9-cc2f-4e9a-b547-7f0858e45031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:49.459502 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a13f207c-dcf3-4eaf-9a20-4b73ae03e920 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:49.487231 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38750) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:49.490026 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-a13f207c-dcf3-4eaf-9a20-4b73ae03e920 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] 10.222.0.98 "DELETE /v2.0/ports/d0d55fe0-fe02-48fb-b103-378a7ce786ef HTTP/1.1" status: 204 len: 168 time: 1.3186817 Oct 20 11:50:49.554303 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-1499c646-8b82-453e-a419-abe737e89935 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] GET failed (client error): The resource could not be found. Oct 20 11:50:49.563856 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1499c646-8b82-453e-a419-abe737e89935 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] 10.222.0.98 "GET /v2.0/ports/d0d55fe0-fe02-48fb-b103-378a7ce786ef HTTP/1.1" status: 404 len: 333 time: 0.0752788 Oct 20 11:50:49.566948 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38762) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:49.781305 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-cc01d91f-f154-4384-b3b6-fd4ce2401748 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Deleting port e78abd78-1d13-40af-8ec2-0c33ad42ea14 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:50:49.784085 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cc01d91f-f154-4384-b3b6-fd4ce2401748 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:50.089177 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cc01d91f-f154-4384-b3b6-fd4ce2401748 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:50.132927 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-cc01d91f-f154-4384-b3b6-fd4ce2401748 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Calling delete_port for e78abd78-1d13-40af-8ec2-0c33ad42ea14 owned by {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:50:50.593954 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cc01d91f-f154-4384-b3b6-fd4ce2401748 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:50.668037 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc01d91f-f154-4384-b3b6-fd4ce2401748 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Pushing event deleted for resources: {'Port': ['ID=e78abd78-1d13-40af-8ec2-0c33ad42ea14,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:50.833894 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cc01d91f-f154-4384-b3b6-fd4ce2401748 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:50.854278 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-cc01d91f-f154-4384-b3b6-fd4ce2401748 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] 10.222.0.98 "DELETE /v2.0/ports/e78abd78-1d13-40af-8ec2-0c33ad42ea14 HTTP/1.1" status: 204 len: 168 time: 1.2844794 Oct 20 11:50:50.855690 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 38898) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:50.927333 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-73c9c799-9872-4c15-b8f0-0e25f78f9e78 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] GET failed (client error): The resource could not be found. Oct 20 11:50:50.938267 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-73c9c799-9872-4c15-b8f0-0e25f78f9e78 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] 10.222.0.98 "GET /v2.0/ports/e78abd78-1d13-40af-8ec2-0c33ad42ea14 HTTP/1.1" status: 404 len: 333 time: 0.0737731 Oct 20 11:50:50.938608 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 38908) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:51.136479 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-1d8d6a86-648f-4c49-8e95-5c9b27332e3f tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Deleting port 9fb36cc2-9927-45d3-a73a-54e86249b92a {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:50:51.136942 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1d8d6a86-648f-4c49-8e95-5c9b27332e3f tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:51.312726 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1d8d6a86-648f-4c49-8e95-5c9b27332e3f tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:51.342419 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-1d8d6a86-648f-4c49-8e95-5c9b27332e3f tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Calling delete_port for 9fb36cc2-9927-45d3-a73a-54e86249b92a owned by {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:50:51.521045 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1d8d6a86-648f-4c49-8e95-5c9b27332e3f tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:51.628244 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8d6a86-648f-4c49-8e95-5c9b27332e3f tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Pushing event deleted for resources: {'Port': ['ID=9fb36cc2-9927-45d3-a73a-54e86249b92a,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:51.715145 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1d8d6a86-648f-4c49-8e95-5c9b27332e3f tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:51.725597 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-1d8d6a86-648f-4c49-8e95-5c9b27332e3f tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] 10.222.0.98 "DELETE /v2.0/ports/9fb36cc2-9927-45d3-a73a-54e86249b92a HTTP/1.1" status: 204 len: 168 time: 0.7855425 Oct 20 11:50:51.726744 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39008) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:51.859589 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-f393e31b-439e-4fb2-87b5-fbf07bcb88e9 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Deleting subnet 0028dec2-17b2-440b-87f3-2ff751391ba1 {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:50:51.863441 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f393e31b-439e-4fb2-87b5-fbf07bcb88e9 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:51.953305 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f393e31b-439e-4fb2-87b5-fbf07bcb88e9 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:52.123786 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f393e31b-439e-4fb2-87b5-fbf07bcb88e9 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:52.192949 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-237edaeb-171f-4654-a6bb-693e64976435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:52.251275 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f393e31b-439e-4fb2-87b5-fbf07bcb88e9 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:52.286590 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f393e31b-439e-4fb2-87b5-fbf07bcb88e9 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:52.291261 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1979f812-4ee1-4c42-a103-0ca250da9396 None None] Network 364aafe2-6147-4069-8fe7-fefa58136bb5 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:50:52.305302 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-f393e31b-439e-4fb2-87b5-fbf07bcb88e9 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] 10.222.0.98 "DELETE /v2.0/subnets/0028dec2-17b2-440b-87f3-2ff751391ba1 HTTP/1.1" status: 204 len: 168 time: 0.5772784 Oct 20 11:50:52.307945 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39060) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:52.347203 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f393e31b-439e-4fb2-87b5-fbf07bcb88e9 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Pushing event deleted for resources: {'Subnet': ['ID=0028dec2-17b2-440b-87f3-2ff751391ba1,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:52.463964 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9c6efe2d-0ad6-4738-a8ec-ac542b3004c8 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:52.532279 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e91900c-899d-4d7b-9219-a2b28d464e88 None None] DHCP port deletion for 364aafe2-6147-4069-8fe7-fefa58136bb5 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:50:52.550142 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-9c6efe2d-0ad6-4738-a8ec-ac542b3004c8 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Deleting port 899af026-af7d-4c85-b5a4-7b985065f57d {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:50:52.550705 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9c6efe2d-0ad6-4738-a8ec-ac542b3004c8 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:52.632532 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3e91900c-899d-4d7b-9219-a2b28d464e88 None None] Deleting port 899af026-af7d-4c85-b5a4-7b985065f57d {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:50:52.639171 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3e91900c-899d-4d7b-9219-a2b28d464e88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:52.723133 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-9c6efe2d-0ad6-4738-a8ec-ac542b3004c8 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] For port 899af026-af7d-4c85-b5a4-7b985065f57d, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=899af026-af7d-4c85-b5a4-7b985065f57d,segment=NetworkSegment(a31eefc6-5d20-4a91-a409-403682ffe490),segment_id=a31eefc6-5d20-4a91-a409-403682ffe490)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:50:52.725727 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9c6efe2d-0ad6-4738-a8ec-ac542b3004c8 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:52.788693 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-9c6efe2d-0ad6-4738-a8ec-ac542b3004c8 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Calling delete_port for 899af026-af7d-4c85-b5a4-7b985065f57d owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:50:52.799034 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3e91900c-899d-4d7b-9219-a2b28d464e88 None None] For port 899af026-af7d-4c85-b5a4-7b985065f57d, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=899af026-af7d-4c85-b5a4-7b985065f57d,segment=NetworkSegment(a31eefc6-5d20-4a91-a409-403682ffe490),segment_id=a31eefc6-5d20-4a91-a409-403682ffe490)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:50:52.800382 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3e91900c-899d-4d7b-9219-a2b28d464e88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:52.827563 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3e91900c-899d-4d7b-9219-a2b28d464e88 None None] Calling delete_port for 899af026-af7d-4c85-b5a4-7b985065f57d owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:50:52.894052 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9c6efe2d-0ad6-4738-a8ec-ac542b3004c8 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:52.908311 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6efe2d-0ad6-4738-a8ec-ac542b3004c8 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] No DVR routers for this DVR port 899af026-af7d-4c85-b5a4-7b985065f57d on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:50:52.956054 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3e91900c-899d-4d7b-9219-a2b28d464e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:52.959405 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6efe2d-0ad6-4738-a8ec-ac542b3004c8 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Pushing event deleted for resources: {'Port': ['ID=899af026-af7d-4c85-b5a4-7b985065f57d,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:52.981277 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6efe2d-0ad6-4738-a8ec-ac542b3004c8 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:52.981852 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e91900c-899d-4d7b-9219-a2b28d464e88 None None] Pushing event deleted for resources: {'Port': ['ID=899af026-af7d-4c85-b5a4-7b985065f57d,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:52.983102 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6efe2d-0ad6-4738-a8ec-ac542b3004c8 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:52.983626 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6efe2d-0ad6-4738-a8ec-ac542b3004c8 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:52.983984 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6efe2d-0ad6-4738-a8ec-ac542b3004c8 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:52.984317 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6efe2d-0ad6-4738-a8ec-ac542b3004c8 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:52.984635 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6efe2d-0ad6-4738-a8ec-ac542b3004c8 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:52.985296 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6efe2d-0ad6-4738-a8ec-ac542b3004c8 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:52.986233 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6efe2d-0ad6-4738-a8ec-ac542b3004c8 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:52.986393 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e91900c-899d-4d7b-9219-a2b28d464e88 None None] No DVR routers for this DVR port 899af026-af7d-4c85-b5a4-7b985065f57d on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:50:52.987092 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6efe2d-0ad6-4738-a8ec-ac542b3004c8 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:52.987631 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6efe2d-0ad6-4738-a8ec-ac542b3004c8 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:52.988236 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6efe2d-0ad6-4738-a8ec-ac542b3004c8 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:52.988726 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6efe2d-0ad6-4738-a8ec-ac542b3004c8 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:52.994507 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e91900c-899d-4d7b-9219-a2b28d464e88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:52.994690 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e91900c-899d-4d7b-9219-a2b28d464e88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:52.994916 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e91900c-899d-4d7b-9219-a2b28d464e88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:52.995592 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e91900c-899d-4d7b-9219-a2b28d464e88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:52.996097 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e91900c-899d-4d7b-9219-a2b28d464e88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:52.996585 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e91900c-899d-4d7b-9219-a2b28d464e88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:52.997609 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e91900c-899d-4d7b-9219-a2b28d464e88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:52.998180 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e91900c-899d-4d7b-9219-a2b28d464e88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:53.000756 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e91900c-899d-4d7b-9219-a2b28d464e88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:53.001265 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e91900c-899d-4d7b-9219-a2b28d464e88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:53.001763 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e91900c-899d-4d7b-9219-a2b28d464e88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:53.002325 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e91900c-899d-4d7b-9219-a2b28d464e88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:50:53.043141 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9c6efe2d-0ad6-4738-a8ec-ac542b3004c8 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:53.064691 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-9c6efe2d-0ad6-4738-a8ec-ac542b3004c8 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['364aafe2-6147-4069-8fe7-fefa58136bb5']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:50:53.074963 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-9c6efe2d-0ad6-4738-a8ec-ac542b3004c8 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a31eefc6-5d20-4a91-a409-403682ffe490') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:50:53.075276 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-9c6efe2d-0ad6-4738-a8ec-ac542b3004c8 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a31eefc6-5d20-4a91-a409-403682ffe490') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:50:53.086013 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9c6efe2d-0ad6-4738-a8ec-ac542b3004c8 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:53.103239 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9c6efe2d-0ad6-4738-a8ec-ac542b3004c8 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:53.110024 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c6efe2d-0ad6-4738-a8ec-ac542b3004c8 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Releasing vlan 1281 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:50:53.110435 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9c6efe2d-0ad6-4738-a8ec-ac542b3004c8 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:53.113762 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:50:53.113762 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:50:53.113762 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:50:53.113762 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:50:53.113762 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:50:53.113762 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:50:53.113762 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:50:53.113762 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:50:53.113762 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:50:53.113762 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:50:53.113762 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:50:53.113762 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:50:53.113762 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:50:53.113762 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:50:53.113762 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:50:53.113762 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:50:53.113762 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:50:53.113762 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:50:53.113762 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:50:53.113762 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:50:53.113762 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:50:53.113762 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:50:53.113762 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:50:53.113762 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:50:53.113762 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:50:53.113762 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:50:53.113762 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:50:53.113762 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:50:53.113762 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:50:53.113762 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:50:53.113762 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:50:53.113762 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:50:53.124566 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:53.145259 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:53.200362 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9c6efe2d-0ad6-4738-a8ec-ac542b3004c8 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:53.205758 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9c6efe2d-0ad6-4738-a8ec-ac542b3004c8 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:53.209775 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-9c6efe2d-0ad6-4738-a8ec-ac542b3004c8 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] 10.222.0.98 "DELETE /v2.0/networks/364aafe2-6147-4069-8fe7-fefa58136bb5 HTTP/1.1" status: 204 len: 168 time: 0.9004292 Oct 20 11:50:53.227562 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6efe2d-0ad6-4738-a8ec-ac542b3004c8 tempest-AllowedAddressPairTestJSON-1308207555 tempest-AllowedAddressPairTestJSON-1308207555-project] Pushing event deleted for resources: {'Network': ['ID=364aafe2-6147-4069-8fe7-fefa58136bb5,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:53.503892 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39132) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:53.541693 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 899af026-af7d-4c85-b5a4-7b985065f57d no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:50:53.606191 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 899af026-af7d-4c85-b5a4-7b985065f57d {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:50:53.606838 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 899af026-af7d-4c85-b5a4-7b985065f57d not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:50:53.685203 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-395feca6-6294-468b-9bc9-1b09cc7a499d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=08c0ba19caec43248a34f5eed1a8fd68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1788826 Oct 20 11:50:53.688126 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39144) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:53.750624 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4968bce6-2a98-4a15-8c73-ec4565d73f65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:53.777605 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4968bce6-2a98-4a15-8c73-ec4565d73f65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:53.851690 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4968bce6-2a98-4a15-8c73-ec4565d73f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:53.854398 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4968bce6-2a98-4a15-8c73-ec4565d73f65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:53.864494 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4968bce6-2a98-4a15-8c73-ec4565d73f65 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5d3e3210-aca3-4a33-944b-ce805a88ea83 HTTP/1.1" status: 204 len: 168 time: 0.1735709 Oct 20 11:50:53.880324 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4968bce6-2a98-4a15-8c73-ec4565d73f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3e3210-aca3-4a33-944b-ce805a88ea83,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:54.749097 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39188) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:54.861082 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [None req-9f0f2ca4-25e2-4305-bfa6-c4988805c878 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:54.862443 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-9f0f2ca4-25e2-4305-bfa6-c4988805c878 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.1114686 Oct 20 11:50:54.865470 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39192) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:54.870037 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [None req-f142d9a9-8355-4b02-9dc3-ae3e014f6456 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=100646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:54.871364 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f142d9a9-8355-4b02-9dc3-ae3e014f6456 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0047715 Oct 20 11:50:54.874166 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39194) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:54.880865 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [None req-8c43ee6a-efe2-4f4d-9b02-41b911a2f22a tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=100646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:54.888091 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39196) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:54.890392 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8c43ee6a-efe2-4f4d-9b02-41b911a2f22a tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0144608 Oct 20 11:50:54.894775 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [None req-9c3801c9-3840-4828-9670-240eec9c108a tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:54.896718 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-9c3801c9-3840-4828-9670-240eec9c108a tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0062242 Oct 20 11:50:54.901204 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39198) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:54.909870 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [None req-348d438c-2df8-4765-819d-eaba9da27007 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:54.911997 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-348d438c-2df8-4765-819d-eaba9da27007 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0095756 Oct 20 11:50:54.915717 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39200) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:54.918530 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:54.921688 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [None req-aecada0b-4473-40bf-b553-dbe13ca9bc4c tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:54.922986 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-aecada0b-4473-40bf-b553-dbe13ca9bc4c tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0060544 Oct 20 11:50:54.925945 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39202) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:54.930627 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [None req-8ebc0480-a5fd-48ab-96e0-815b5c7f1eb0 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:54.932903 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8ebc0480-a5fd-48ab-96e0-815b5c7f1eb0 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0056448 Oct 20 11:50:54.936715 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39204) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:54.943283 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [None req-b335a225-5c3e-4228-83dd-f5035b5010f6 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=100646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:54.947193 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39206) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:54.947599 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b335a225-5c3e-4228-83dd-f5035b5010f6 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0082669 Oct 20 11:50:54.952399 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [None req-34292e5d-545e-4b3a-a8e3-e9d91dfef13b tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:54.953578 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-34292e5d-545e-4b3a-a8e3-e9d91dfef13b tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0053294 Oct 20 11:50:54.955906 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39208) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:54.960145 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [None req-bb9105db-69df-4fbc-b110-29068369c43c tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:54.961469 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-bb9105db-69df-4fbc-b110-29068369c43c tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0043344 Oct 20 11:50:54.963802 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39210) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:54.972043 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [None req-ecb0b8e2-5f55-4eb0-b83d-c353bb65e881 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:54.976134 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39212) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:54.981431 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [None req-47f16005-25d1-4332-8057-213edf4a946c tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=100646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:54.985189 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-47f16005-25d1-4332-8057-213edf4a946c tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0078278 Oct 20 11:50:54.986137 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39214) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:54.990545 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ecb0b8e2-5f55-4eb0-b83d-c353bb65e881 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0256674 Oct 20 11:50:54.991949 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [None req-5dd09b8f-b8e9-47d6-abee-857e3c2dc871 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=100646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:54.996282 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39216) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:54.998420 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5dd09b8f-b8e9-47d6-abee-857e3c2dc871 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0110173 Oct 20 11:50:55.002984 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [None req-1c466d16-21c1-4b7f-b25b-c805c2e7b941 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.007771 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39220) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:55.013243 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-1c466d16-21c1-4b7f-b25b-c805c2e7b941 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0157053 Oct 20 11:50:55.014785 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [None req-b3ea1169-6771-4b13-9905-1cdc0b5d5ee6 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=100646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.029069 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39224) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:55.035215 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b3ea1169-6771-4b13-9905-1cdc0b5d5ee6 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0258977 Oct 20 11:50:55.041708 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [None req-69e2d616-c40b-4cb5-bcdc-df3a965a0b40 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.045819 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39226) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:55.053883 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-69e2d616-c40b-4cb5-bcdc-df3a965a0b40 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0198154 Oct 20 11:50:55.054553 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [None req-dccbd790-cbf0-4a59-91ae-b08075b7d4a1 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=100646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.058375 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39228) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:55.060865 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-dccbd790-cbf0-4a59-91ae-b08075b7d4a1 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0138142 Oct 20 11:50:55.069978 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [None req-21e65398-1550-4bdd-9345-e7ace1a4afe2 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.074657 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39230) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:55.079351 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-21e65398-1550-4bdd-9345-e7ace1a4afe2 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0194316 Oct 20 11:50:55.079797 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [None req-1b8de06f-0409-490d-a033-93e43f129db1 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=100646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.083729 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39232) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:55.084694 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1b8de06f-0409-490d-a033-93e43f129db1 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0078368 Oct 20 11:50:55.089902 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [None req-478558a4-0013-4366-8a4d-707015c13c2e tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.094194 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-478558a4-0013-4366-8a4d-707015c13c2e tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0091155 Oct 20 11:50:55.094917 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39234) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:55.099447 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [None req-a9305908-1140-4b98-8acd-e41bf8c68973 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=100646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.103932 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39236) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:55.104203 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a9305908-1140-4b98-8acd-e41bf8c68973 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0079353 Oct 20 11:50:55.112632 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [None req-05ec0ec3-a340-4fbb-8182-ce7c26d2c15d tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.116250 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-05ec0ec3-a340-4fbb-8182-ce7c26d2c15d tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0112872 Oct 20 11:50:55.116412 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39238) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:55.125435 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [None req-ec17f643-54d2-4dc8-8498-b48d50253c4a tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=100646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.129506 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39240) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:55.129792 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ec17f643-54d2-4dc8-8498-b48d50253c4a tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0122004 Oct 20 11:50:55.134194 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [None req-f7ef5a57-f7a1-46f8-b5aa-5a68a6019034 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.137427 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39242) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:55.137669 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-f7ef5a57-f7a1-46f8-b5aa-5a68a6019034 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0070362 Oct 20 11:50:55.142378 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [None req-ba2ef91a-954c-475c-a370-451965976b43 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=100646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.147308 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ba2ef91a-954c-475c-a370-451965976b43 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0084612 Oct 20 11:50:55.148289 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39246) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:55.155504 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [None req-efb22b97-f659-4344-b8df-97d94658999c tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.156500 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-efb22b97-f659-4344-b8df-97d94658999c tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0072579 Oct 20 11:50:55.159812 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39248) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:55.164421 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [None req-1b0ee6c2-5e18-4d8b-9167-b8d2ebbe3bff tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=100646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.167803 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39250) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:55.168042 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1b0ee6c2-5e18-4d8b-9167-b8d2ebbe3bff tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0070806 Oct 20 11:50:55.173208 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [None req-e39fd661-706d-4b99-8afa-3819ba4ac5f6 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.174368 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e39fd661-706d-4b99-8afa-3819ba4ac5f6 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0052736 Oct 20 11:50:55.177024 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39252) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:55.181171 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [None req-c1663ef5-2f76-442f-8f3b-934304a7259e tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.185666 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c1663ef5-2f76-442f-8f3b-934304a7259e tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0075674 Oct 20 11:50:55.188438 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39254) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:55.193760 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [None req-ca223337-cdad-4f53-8fc6-884c68f8961f tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=100646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.197589 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39258) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:55.197844 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ca223337-cdad-4f53-8fc6-884c68f8961f tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0081224 Oct 20 11:50:55.202193 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [None req-4beee49a-c3c6-4ebf-9de4-67bf0bce221c tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.203323 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4beee49a-c3c6-4ebf-9de4-67bf0bce221c tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0045569 Oct 20 11:50:55.205531 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39260) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:55.209719 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [None req-2f6ee393-8a8d-4a2b-90bd-154ad7e99735 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.212701 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2f6ee393-8a8d-4a2b-90bd-154ad7e99735 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0061014 Oct 20 11:50:55.215782 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39262) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:55.221311 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [None req-ad4e5d39-9b55-4319-b0fb-f45e452ec87f tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=100646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.224773 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39264) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:55.224934 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ad4e5d39-9b55-4319-b0fb-f45e452ec87f tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0078123 Oct 20 11:50:55.229300 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [None req-fd6c3762-3b9c-48d4-beb9-baebb6263c84 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.230468 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-fd6c3762-3b9c-48d4-beb9-baebb6263c84 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0044487 Oct 20 11:50:55.233743 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39266) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:55.237965 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [None req-e241ce21-a0cb-4a77-9175-ce229b4da4ac tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.239100 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e241ce21-a0cb-4a77-9175-ce229b4da4ac tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0042319 Oct 20 11:50:55.241825 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39268) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:55.246781 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [None req-a1034b14-6583-46af-a498-b187eba485c6 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=100646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.250444 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39270) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:55.250734 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a1034b14-6583-46af-a498-b187eba485c6 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0077167 Oct 20 11:50:55.255250 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [None req-20f6b1c8-c8b5-48cd-974f-eac5fd1ba925 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.256391 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-20f6b1c8-c8b5-48cd-974f-eac5fd1ba925 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0046256 Oct 20 11:50:55.259172 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39272) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:55.263650 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [None req-19e1617c-5b98-458b-955a-bc22dde48ba7 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=100646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.267420 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39274) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:55.269061 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-19e1617c-5b98-458b-955a-bc22dde48ba7 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0086198 Oct 20 11:50:55.271601 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [None req-f461def9-16a6-4e44-98e2-82e3b1deddef tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.275264 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39276) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:55.275497 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-f461def9-16a6-4e44-98e2-82e3b1deddef tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0071187 Oct 20 11:50:55.280481 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [None req-037d4eb9-a5d4-4c98-96d9-f43368e4c6fd tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=100646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.284022 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39278) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:55.284559 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-037d4eb9-a5d4-4c98-96d9-f43368e4c6fd tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0077589 Oct 20 11:50:55.293035 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [None req-5bcd7f0a-cf99-471b-abc7-a8d53c10d32e tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.294021 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-5bcd7f0a-cf99-471b-abc7-a8d53c10d32e tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0090985 Oct 20 11:50:55.296959 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39280) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:55.302470 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [None req-cdbb7282-6b41-4e78-b7ae-6031a5672d38 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=100646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.303672 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-cdbb7282-6b41-4e78-b7ae-6031a5672d38 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0054867 Oct 20 11:50:55.306037 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39282) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:55.310289 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [None req-10967353-7182-42f5-88a2-3319a14a1a70 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=100646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.313395 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39284) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:55.315416 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-10967353-7182-42f5-88a2-3319a14a1a70 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0039010 Oct 20 11:50:55.318811 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [None req-3a940e5a-6706-4588-9290-9724fe22b98d tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.323124 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39286) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:55.323657 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3a940e5a-6706-4588-9290-9724fe22b98d tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0082517 Oct 20 11:50:55.327772 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [None req-952772cd-7dc6-4bf0-b9ac-fa2d013136c8 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=100646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.331172 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-952772cd-7dc6-4bf0-b9ac-fa2d013136c8 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0070798 Oct 20 11:50:55.331344 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39288) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:55.335874 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [None req-58ff3a5a-a66a-4292-9e4e-71828c8eea11 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.339252 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39290) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:55.339888 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-58ff3a5a-a66a-4292-9e4e-71828c8eea11 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0073225 Oct 20 11:50:55.343709 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [None req-0a3109b8-274a-4cec-be35-0024df1451fd tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=100646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.346208 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0a3109b8-274a-4cec-be35-0024df1451fd tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0058169 Oct 20 11:50:55.348424 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39292) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:55.352886 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [None req-f465716b-a6ee-4390-8326-fcc5b0eacd62 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=100646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.356649 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39296) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:55.361138 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [None req-31528b76-7620-429e-b823-a93ff38b4d36 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.364660 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-31528b76-7620-429e-b823-a93ff38b4d36 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0068276 Oct 20 11:50:55.365268 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39298) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:55.367102 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f465716b-a6ee-4390-8326-fcc5b0eacd62 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0175557 Oct 20 11:50:55.370132 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [None req-4d91321e-e16b-4230-b737-1c2481527bb4 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.373719 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39300) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:55.377987 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4d91321e-e16b-4230-b737-1c2481527bb4 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0117514 Oct 20 11:50:55.378752 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [None req-704a908e-f21f-4d5b-a498-ea4e1d01ff25 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=100646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.382271 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39302) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:55.382420 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-704a908e-f21f-4d5b-a498-ea4e1d01ff25 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0074880 Oct 20 11:50:55.386639 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [None req-5cecf31c-930d-40cf-af2d-85bbcbcbebff tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.387794 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-5cecf31c-930d-40cf-af2d-85bbcbcbebff tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0042999 Oct 20 11:50:55.390249 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39304) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:55.394274 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [None req-17e0e00a-7547-4d1a-a000-757a62746fa9 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.398186 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-17e0e00a-7547-4d1a-a000-757a62746fa9 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0070989 Oct 20 11:50:55.398403 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39306) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:55.405643 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [None req-42c54ec8-5ffe-4878-94fa-3676ca39afd9 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=100646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.406763 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-42c54ec8-5ffe-4878-94fa-3676ca39afd9 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0046394 Oct 20 11:50:55.409169 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39308) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:55.413946 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [None req-75a28f45-9d78-4371-9c75-57866e935d54 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=100646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.415169 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-75a28f45-9d78-4371-9c75-57866e935d54 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0049355 Oct 20 11:50:55.417774 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39310) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:55.426347 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [None req-15aa8978-5ccf-42a0-b86c-26ee3c7cf088 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=100646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.431227 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39312) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:55.432419 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-15aa8978-5ccf-42a0-b86c-26ee3c7cf088 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0101140 Oct 20 11:50:55.436358 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [None req-1dda81a7-3773-492b-b7b1-b9fe8e2903d4 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.437360 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-1dda81a7-3773-492b-b7b1-b9fe8e2903d4 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0051370 Oct 20 11:50:55.441007 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39314) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:55.445957 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [None req-20b4a464-3c3d-4fb4-9278-c0d314d41bc5 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=100646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.450130 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-20b4a464-3c3d-4fb4-9278-c0d314d41bc5 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0074842 Oct 20 11:50:55.450551 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39316) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:55.456510 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [None req-02f41606-096a-4894-b22e-3479bc3cd448 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.457504 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-02f41606-096a-4894-b22e-3479bc3cd448 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0057077 Oct 20 11:50:55.460470 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39318) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:55.466383 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [None req-3cfb86e0-2107-4e7b-a09a-db76d8661f9d tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=100646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.470472 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3cfb86e0-2107-4e7b-a09a-db76d8661f9d tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0084679 Oct 20 11:50:55.471411 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39320) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:55.476725 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [None req-662cd3e2-6415-4cc0-94e5-69c53cb25bc1 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.477697 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-662cd3e2-6415-4cc0-94e5-69c53cb25bc1 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0053024 Oct 20 11:50:55.481621 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39322) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:55.486151 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [None req-6a903c94-847f-4c03-a026-4caa5992b411 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.487266 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-6a903c94-847f-4c03-a026-4caa5992b411 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0044363 Oct 20 11:50:55.489495 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39324) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:55.493703 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [None req-ddfb4003-2645-4047-bebf-aa1efc7ee5ec tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.494664 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ddfb4003-2645-4047-bebf-aa1efc7ee5ec tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0042744 Oct 20 11:50:55.497034 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39326) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:55.510232 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [None req-684b8939-bb5d-4326-aee8-5fc9f403ad30 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.511417 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-684b8939-bb5d-4326-aee8-5fc9f403ad30 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0130897 Oct 20 11:50:55.515303 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39328) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:55.519755 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [None req-2ba80cd6-cb1a-47c2-94f7-a9837a6f5ed6 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=100646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.520684 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2ba80cd6-cb1a-47c2-94f7-a9837a6f5ed6 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0043952 Oct 20 11:50:55.523804 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39330) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:55.531969 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [None req-a232acab-51c9-4d16-96e7-6c45cb573cae tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=100646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.532991 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a232acab-51c9-4d16-96e7-6c45cb573cae tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0078967 Oct 20 11:50:55.536016 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39332) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:55.540573 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [None req-43ef4b88-945b-44a3-b2d0-c5edd51b53c4 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.541843 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-43ef4b88-945b-44a3-b2d0-c5edd51b53c4 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0046306 Oct 20 11:50:55.544490 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39334) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:55.555573 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [None req-3e4e672a-1739-4219-876b-69a24e46861e tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.555573 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3e4e672a-1739-4219-876b-69a24e46861e tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0076559 Oct 20 11:50:55.563350 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39336) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:55.563350 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [None req-226fd9f6-1b00-4bfa-a014-741b63ffb393 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] http://10.222.0.98:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:50:55.564909 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-226fd9f6-1b00-4bfa-a014-741b63ffb393 tempest-ExtensionsTestJSON-200366249 tempest-ExtensionsTestJSON-200366249-project] 10.222.0.98 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0058424 Oct 20 11:50:55.960810 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39344) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:56.096001 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f40a639a-7ffd-45e1-9376-aa059cddbdab admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:56.241937 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f40a639a-7ffd-45e1-9376-aa059cddbdab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:56.260138 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f40a639a-7ffd-45e1-9376-aa059cddbdab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:56.326961 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39356) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:56.328806 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f40a639a-7ffd-45e1-9376-aa059cddbdab admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=aec85cf7e2c949c7a2294c7e89c568b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3621860 Oct 20 11:50:56.349690 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40a639a-7ffd-45e1-9376-aa059cddbdab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858762af-7cd9-4b26-addf-892280036c06,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:56.396143 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-36399531-239a-4bbf-b067-71424d30a247 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:56.426438 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-36399531-239a-4bbf-b067-71424d30a247 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:56.490733 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-36399531-239a-4bbf-b067-71424d30a247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:56.494448 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-36399531-239a-4bbf-b067-71424d30a247 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:56.499297 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-36399531-239a-4bbf-b067-71424d30a247 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/858762af-7cd9-4b26-addf-892280036c06 HTTP/1.1" status: 204 len: 168 time: 0.1705365 Oct 20 11:50:56.519534 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36399531-239a-4bbf-b067-71424d30a247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858762af-7cd9-4b26-addf-892280036c06,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:57.507214 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39396) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:57.709742 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-0be04fa6-059f-402e-a31b-66bf4ed3d405 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-955240709'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:50:57.775160 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39404) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:57.833831 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226460e-5264-4bcc-8cbd-70dfc6bfed72 req-ee16c878-cbc2-42be-b078-dda923895289 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:57.835424 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6226460e-5264-4bcc-8cbd-70dfc6bfed72 req-ee16c878-cbc2-42be-b078-dda923895289 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4e67981-9d7e-4333-996d-897c3fc1d737 HTTP/1.1" status: 200 len: 945 time: 0.1201627 Oct 20 11:50:57.836305 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be04fa6-059f-402e-a31b-66bf4ed3d405 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Made reservation on behalf of bd806dcac2524a0584714b4cb37a5931 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:50:57.839729 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0be04fa6-059f-402e-a31b-66bf4ed3d405 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:57.850437 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0be04fa6-059f-402e-a31b-66bf4ed3d405 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:57.921852 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6226460e-5264-4bcc-8cbd-70dfc6bfed72 req-675ee51c-e7a5-4c76-99d8-6a7c4ac467cf tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/security-groups?id=7302830c-f076-45ab-b8d9-6ceff955d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723643 Oct 20 11:50:57.969157 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8f6084ad-7d2e-477d-b0bd-525e60573488 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:58.033775 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0be04fa6-059f-402e-a31b-66bf4ed3d405 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:58.042028 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0be04fa6-059f-402e-a31b-66bf4ed3d405 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:58.093455 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0be04fa6-059f-402e-a31b-66bf4ed3d405 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] vlan segment allocate from pool success with {'vlan_id': 1294, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:50:58.111318 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8f6084ad-7d2e-477d-b0bd-525e60573488 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:58.117590 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8f6084ad-7d2e-477d-b0bd-525e60573488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:58.126968 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0be04fa6-059f-402e-a31b-66bf4ed3d405 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:58.130014 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-0be04fa6-059f-402e-a31b-66bf4ed3d405 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Added segment bf65e9fb-490e-4d9e-9e50-24de22fbba3f of type vlan for network b172c51c-7ca3-4c71-9414-747066fa6020 Oct 20 11:50:58.132897 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be04fa6-059f-402e-a31b-66bf4ed3d405 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4b7428-1f70-4435-8e3d-9c49c19a0fcd,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:58.169717 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8f6084ad-7d2e-477d-b0bd-525e60573488 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=28e62ac9d2a442148ca8c548409993a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3932059 Oct 20 11:50:58.170624 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39410) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:58.173046 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6084ad-7d2e-477d-b0bd-525e60573488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae50d73-aa2f-4f08-bcd4-bde823fead0b,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:58.266219 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0be04fa6-059f-402e-a31b-66bf4ed3d405 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:58.294639 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a188643a-5425-4f6d-aa70-0da9b16af9c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:58.296547 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0be04fa6-059f-402e-a31b-66bf4ed3d405 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:58.304225 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be04fa6-059f-402e-a31b-66bf4ed3d405 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:58.305735 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0be04fa6-059f-402e-a31b-66bf4ed3d405 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:58.345187 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a188643a-5425-4f6d-aa70-0da9b16af9c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:58.358572 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-0be04fa6-059f-402e-a31b-66bf4ed3d405 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8481712 Oct 20 11:50:58.359715 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39414) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:58.369629 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-62cb3722-1c0f-4822-bf9d-9041b894d662 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Request body: {'subnet': {'network_id': 'b172c51c-7ca3-4c71-9414-747066fa6020', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:50:58.419794 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a188643a-5425-4f6d-aa70-0da9b16af9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:58.423293 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a188643a-5425-4f6d-aa70-0da9b16af9c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:58.436146 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be04fa6-059f-402e-a31b-66bf4ed3d405 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Pushing event updated for resources: {'Network': ['ID=b172c51c-7ca3-4c71-9414-747066fa6020,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:58.440539 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a188643a-5425-4f6d-aa70-0da9b16af9c5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1ae50d73-aa2f-4f08-bcd4-bde823fead0b HTTP/1.1" status: 204 len: 168 time: 0.2628200 Oct 20 11:50:58.448180 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network b172c51c-7ca3-4c71-9414-747066fa6020 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:50:58.474816 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a188643a-5425-4f6d-aa70-0da9b16af9c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae50d73-aa2f-4f08-bcd4-bde823fead0b,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:58.620204 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62cb3722-1c0f-4822-bf9d-9041b894d662 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Made reservation on behalf of bd806dcac2524a0584714b4cb37a5931 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:50:58.625327 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-62cb3722-1c0f-4822-bf9d-9041b894d662 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:58.969306 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-62cb3722-1c0f-4822-bf9d-9041b894d662 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:59.067483 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cb3722-1c0f-4822-bf9d-9041b894d662 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Pushing event updated for resources: {'Subnet': ['ID=f41e3bb0-00e7-48c1-aff3-d2caf64506ec,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:50:59.184019 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cb3722-1c0f-4822-bf9d-9041b894d662 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Checking segment: {'id': 'bf65e9fb-490e-4d9e-9e50-24de22fbba3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'b172c51c-7ca3-4c71-9414-747066fa6020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:50:59.184542 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cb3722-1c0f-4822-bf9d-9041b894d662 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Network hostable DHCP agents. Network: b172c51c-7ca3-4c71-9414-747066fa6020, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:50:59.200576 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3d634-4f0c-46bd-96c4-52ca5ea8ee2e req-bf95741a-fedb-4a0d-bfeb-03250ccadbd3 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:59.202469 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41b3d634-4f0c-46bd-96c4-52ca5ea8ee2e req-bf95741a-fedb-4a0d-bfeb-03250ccadbd3 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4e67981-9d7e-4333-996d-897c3fc1d737 HTTP/1.1" status: 200 len: 945 time: 0.1218991 Oct 20 11:50:59.257449 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c61002-6fe0-4424-ba53-8a3467bb7e90 req-e95a2f11-9cfd-4cbf-bf70-4b56bf9a2263 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:59.259136 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4c61002-6fe0-4424-ba53-8a3467bb7e90 req-e95a2f11-9cfd-4cbf-bf70-4b56bf9a2263 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4e67981-9d7e-4333-996d-897c3fc1d737 HTTP/1.1" status: 200 len: 945 time: 0.1807115 Oct 20 11:50:59.273467 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cb3722-1c0f-4822-bf9d-9041b894d662 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Network b172c51c-7ca3-4c71-9414-747066fa6020 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:50:59.301849 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-62cb3722-1c0f-4822-bf9d-9041b894d662 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, b172c51c-7ca3-4c71-9414-747066fa6020) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:50:59.314770 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdf322c-6cc8-46ea-aecd-6c20624fb3d6 None None] Network b172c51c-7ca3-4c71-9414-747066fa6020 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:50:59.347053 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41b3d634-4f0c-46bd-96c4-52ca5ea8ee2e req-0bf1bbd2-32c4-40af-96cb-53ffe32149fc tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/security-groups?id=7302830c-f076-45ab-b8d9-6ceff955d3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229084 Oct 20 11:50:59.353822 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cb3722-1c0f-4822-bf9d-9041b894d662 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:50:59.354125 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-62cb3722-1c0f-4822-bf9d-9041b894d662 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:59.438205 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-62cb3722-1c0f-4822-bf9d-9041b894d662 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0731277 Oct 20 11:50:59.440972 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39442) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:50:59.458831 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-26b9800a-86e9-4437-87b2-2434e1354695 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Request body: {'port': {'network_id': 'b172c51c-7ca3-4c71-9414-747066fa6020', 'name': 'tempest-ExtraDHCPOptionsTestJSON-731569385'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:50:59.528532 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-b4c61002-6fe0-4424-ba53-8a3467bb7e90 req-c1b16d15-363b-42ca-8c89-3f297a920892 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Deleting port 981d0480-f70e-478a-8d51-0a1d61caf38b {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:50:59.529524 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b4c61002-6fe0-4424-ba53-8a3467bb7e90 req-c1b16d15-363b-42ca-8c89-3f297a920892 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:59.638034 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3772488c-6436-4329-87ab-3c9c9839a8d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-b172c51c-7ca3-4c71-9414-747066fa6020', 'network_id': 'b172c51c-7ca3-4c71-9414-747066fa6020', 'tenant_id': 'bd806dcac2524a0584714b4cb37a5931', 'fixed_ips': [{'subnet_id': 'f41e3bb0-00e7-48c1-aff3-d2caf64506ec'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:50:59.643874 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3772488c-6436-4329-87ab-3c9c9839a8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:59.755716 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b9800a-86e9-4437-87b2-2434e1354695 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Made reservation on behalf of bd806dcac2524a0584714b4cb37a5931 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:50:59.759482 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-26b9800a-86e9-4437-87b2-2434e1354695 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:59.792273 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-26b9800a-86e9-4437-87b2-2434e1354695 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] device_id is not set on port 1ec7b61c-e78d-4e3e-b7a6-4dc2040c2fc1 yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:50:59.797878 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-b4c61002-6fe0-4424-ba53-8a3467bb7e90 req-c1b16d15-363b-42ca-8c89-3f297a920892 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] For port 981d0480-f70e-478a-8d51-0a1d61caf38b, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=981d0480-f70e-478a-8d51-0a1d61caf38b,segment=NetworkSegment(ba2db131-f70b-4119-9629-4eac0d027823),segment_id=ba2db131-f70b-4119-9629-4eac0d027823)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:50:59.798450 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b4c61002-6fe0-4424-ba53-8a3467bb7e90 req-c1b16d15-363b-42ca-8c89-3f297a920892 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:50:59.839811 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-b4c61002-6fe0-4424-ba53-8a3467bb7e90 req-c1b16d15-363b-42ca-8c89-3f297a920892 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Calling delete_port for 981d0480-f70e-478a-8d51-0a1d61caf38b owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:50:59.977103 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-3772488c-6436-4329-87ab-3c9c9839a8d4 None None] Allocated IP 172.20.0.2 (b172c51c-7ca3-4c71-9414-747066fa6020/f41e3bb0-00e7-48c1-aff3-d2caf64506ec/fbf7c128-be5f-4062-9a51-0312b0e84048) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:51:00.178827 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3772488c-6436-4329-87ab-3c9c9839a8d4 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:00.206903 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3772488c-6436-4329-87ab-3c9c9839a8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:00.308628 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3772488c-6436-4329-87ab-3c9c9839a8d4 None None] Network b172c51c-7ca3-4c71-9414-747066fa6020 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:51:00.311809 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3772488c-6436-4329-87ab-3c9c9839a8d4 None None] Pushing event updated for resources: {'Port': ['ID=fbf7c128-be5f-4062-9a51-0312b0e84048,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:00.317746 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-3772488c-6436-4329-87ab-3c9c9839a8d4 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:51:00.321087 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3772488c-6436-4329-87ab-3c9c9839a8d4 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:51:00.368047 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-26b9800a-86e9-4437-87b2-2434e1354695 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Allocated IP 172.20.0.11 (b172c51c-7ca3-4c71-9414-747066fa6020/f41e3bb0-00e7-48c1-aff3-d2caf64506ec/1ec7b61c-e78d-4e3e-b7a6-4dc2040c2fc1) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:51:00.417939 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-3772488c-6436-4329-87ab-3c9c9839a8d4 None None] Attempting to bind port fbf7c128-be5f-4062-9a51-0312b0e84048 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:51:00.418327 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-3772488c-6436-4329-87ab-3c9c9839a8d4 None None] Attempting to bind port fbf7c128-be5f-4062-9a51-0312b0e84048 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'bf65e9fb-490e-4d9e-9e50-24de22fbba3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'b172c51c-7ca3-4c71-9414-747066fa6020'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:51:00.419630 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3772488c-6436-4329-87ab-3c9c9839a8d4 None None] Attempting to bind port fbf7c128-be5f-4062-9a51-0312b0e84048 on network b172c51c-7ca3-4c71-9414-747066fa6020 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:51:00.435391 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3772488c-6436-4329-87ab-3c9c9839a8d4 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:51:00.435797 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3772488c-6436-4329-87ab-3c9c9839a8d4 None None] Checking segment: {'id': 'bf65e9fb-490e-4d9e-9e50-24de22fbba3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'b172c51c-7ca3-4c71-9414-747066fa6020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:51:00.437721 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3772488c-6436-4329-87ab-3c9c9839a8d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:00.465365 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3772488c-6436-4329-87ab-3c9c9839a8d4 None None] Bound using segment: {'id': 'bf65e9fb-490e-4d9e-9e50-24de22fbba3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'b172c51c-7ca3-4c71-9414-747066fa6020'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:51:00.469394 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-3772488c-6436-4329-87ab-3c9c9839a8d4 None None] Bound port: fbf7c128-be5f-4062-9a51-0312b0e84048, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf65e9fb-490e-4d9e-9e50-24de22fbba3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'b172c51c-7ca3-4c71-9414-747066fa6020'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:51:00.469825 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3772488c-6436-4329-87ab-3c9c9839a8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:00.580283 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b4c61002-6fe0-4424-ba53-8a3467bb7e90 req-c1b16d15-363b-42ca-8c89-3f297a920892 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:00.625447 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf165d58-f166-4708-be0f-2107ad9242a6 req-8de31b9c-dbd4-40ef-846e-a77ae38d226a tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4e67981-9d7e-4333-996d-897c3fc1d737 HTTP/1.1" status: 200 len: 210 time: 0.0560706 Oct 20 11:51:00.675436 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b16d15-363b-42ca-8c89-3f297a920892 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Pushing event deleted for resources: {'Port': ['ID=981d0480-f70e-478a-8d51-0a1d61caf38b,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:00.696379 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3772488c-6436-4329-87ab-3c9c9839a8d4 None None] For port fbf7c128-be5f-4062-9a51-0312b0e84048, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:51:00.716554 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3772488c-6436-4329-87ab-3c9c9839a8d4 None None] For port fbf7c128-be5f-4062-9a51-0312b0e84048, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=fbf7c128-be5f-4062-9a51-0312b0e84048,segment=NetworkSegment(bf65e9fb-490e-4d9e-9e50-24de22fbba3f),segment_id=bf65e9fb-490e-4d9e-9e50-24de22fbba3f)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:51:00.727627 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3772488c-6436-4329-87ab-3c9c9839a8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:00.794726 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c61002-6fe0-4424-ba53-8a3467bb7e90 req-c1b16d15-363b-42ca-8c89-3f297a920892 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] No DVR routers for this DVR port 981d0480-f70e-478a-8d51-0a1d61caf38b on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:51:00.821095 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b4c61002-6fe0-4424-ba53-8a3467bb7e90 req-c1b16d15-363b-42ca-8c89-3f297a920892 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:00.835958 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4c61002-6fe0-4424-ba53-8a3467bb7e90 req-c1b16d15-363b-42ca-8c89-3f297a920892 tempest-VolumesSnapshotTestJSON-1349906601 tempest-VolumesSnapshotTestJSON-1349906601-project] 10.222.0.11 "DELETE /v2.0/ports/981d0480-f70e-478a-8d51-0a1d61caf38b HTTP/1.1" status: 204 len: 173 time: 1.5613046 Oct 20 11:51:00.838400 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e67981-9d7e-4333-996d-897c3fc1d737', 'name': 'network-vif-deleted', 'tag': '981d0480-f70e-478a-8d51-0a1d61caf38b'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:51:00.858147 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1bb081-8c03-4905-b6f7-b44f95933230" -d '{"events": [{"server_uuid": "e4e67981-9d7e-4333-996d-897c3fc1d737", "name": "network-vif-deleted", "tag": "981d0480-f70e-478a-8d51-0a1d61caf38b"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:51:00.987280 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe272cb1-2931-4adc-9208-066758976a66 x-openstack-request-id: req-fe272cb1-2931-4adc-9208-066758976a66 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:51:00.987975 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e67981-9d7e-4333-996d-897c3fc1d737", "name": "network-vif-deleted", "tag": "981d0480-f70e-478a-8d51-0a1d61caf38b", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:51:00.988457 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fe272cb1-2931-4adc-9208-066758976a66 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:51:00.989189 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e67981-9d7e-4333-996d-897c3fc1d737', 'name': 'network-vif-deleted', 'tag': '981d0480-f70e-478a-8d51-0a1d61caf38b', 'status': 'completed', 'code': 200} Oct 20 11:51:01.029729 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3772488c-6436-4329-87ab-3c9c9839a8d4 None None] Pushing event updated for resources: {'Port': ['ID=fbf7c128-be5f-4062-9a51-0312b0e84048,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:01.361434 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-26b9800a-86e9-4437-87b2-2434e1354695 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:01.459732 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-26b9800a-86e9-4437-87b2-2434e1354695 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:01.654876 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b9800a-86e9-4437-87b2-2434e1354695 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Network b172c51c-7ca3-4c71-9414-747066fa6020 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:51:01.672739 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-26b9800a-86e9-4437-87b2-2434e1354695 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:51:01.688776 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b9800a-86e9-4437-87b2-2434e1354695 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:51:01.744584 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device fbf7c128-be5f-4062-9a51-0312b0e84048 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:51:01.786491 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b9800a-86e9-4437-87b2-2434e1354695 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Pushing event updated for resources: {'Port': ['ID=1ec7b61c-e78d-4e3e-b7a6-4dc2040c2fc1,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:01.849861 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b9800a-86e9-4437-87b2-2434e1354695 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:01.855283 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-26b9800a-86e9-4437-87b2-2434e1354695 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:01.903155 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port fbf7c128-be5f-4062-9a51-0312b0e84048 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:51:01.903644 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:01.906851 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-26b9800a-86e9-4437-87b2-2434e1354695 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.4646437 Oct 20 11:51:01.911248 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39496) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:01.917031 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-903d8f6f-3a83-4952-88d5-0b1d646a5ab4 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Request body: {'port': {'network_id': 'b172c51c-7ca3-4c71-9414-747066fa6020', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1512887275', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:01.917793 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.api.validators [None req-903d8f6f-3a83-4952-88d5-0b1d646a5ab4 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] bootfile-name is not in valid_values {{(pid=100647) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 20 11:51:01.918300 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.api.validators [None req-903d8f6f-3a83-4952-88d5-0b1d646a5ab4 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] tftp-server is not in valid_values {{(pid=100647) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 20 11:51:01.918783 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.api.validators [None req-903d8f6f-3a83-4952-88d5-0b1d646a5ab4 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] server-ip-address is not in valid_values {{(pid=100647) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 20 11:51:02.126607 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 981d0480-f70e-478a-8d51-0a1d61caf38b no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:51:02.153062 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: 981d0480-f70e-478a-8d51-0a1d61caf38b {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:51:02.154022 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 981d0480-f70e-478a-8d51-0a1d61caf38b not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:51:02.161457 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:02.163647 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903d8f6f-3a83-4952-88d5-0b1d646a5ab4 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Made reservation on behalf of bd806dcac2524a0584714b4cb37a5931 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:51:02.167852 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-903d8f6f-3a83-4952-88d5-0b1d646a5ab4 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:02.189849 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [None req-903d8f6f-3a83-4952-88d5-0b1d646a5ab4 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] device_id is not set on port ec8a7ec3-850e-457b-8e44-7188170336b7 yet. {{(pid=100647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:51:02.205436 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port fbf7c128-be5f-4062-9a51-0312b0e84048, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=fbf7c128-be5f-4062-9a51-0312b0e84048,segment=NetworkSegment(bf65e9fb-490e-4d9e-9e50-24de22fbba3f),segment_id=bf65e9fb-490e-4d9e-9e50-24de22fbba3f)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:51:02.218606 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:02.404982 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=fbf7c128-be5f-4062-9a51-0312b0e84048,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:02.455520 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fe0c23-bbd9-4f9a-aca5-65e6b8f7f4df None None] Network b172c51c-7ca3-4c71-9414-747066fa6020 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:51:02.517680 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-903d8f6f-3a83-4952-88d5-0b1d646a5ab4 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Allocated IP 172.20.0.9 (b172c51c-7ca3-4c71-9414-747066fa6020/f41e3bb0-00e7-48c1-aff3-d2caf64506ec/ec8a7ec3-850e-457b-8e44-7188170336b7) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:51:02.621675 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e0c13d19-e5b5-4cfe-88cd-ac8bee75b3dc None None] Provisioning complete for port fbf7c128-be5f-4062-9a51-0312b0e84048 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:51:02.622646 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e0c13d19-e5b5-4cfe-88cd-ac8bee75b3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:02.923572 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-903d8f6f-3a83-4952-88d5-0b1d646a5ab4 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:03.033446 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-903d8f6f-3a83-4952-88d5-0b1d646a5ab4 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:03.165320 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d8f6f-3a83-4952-88d5-0b1d646a5ab4 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Pushing event updated for resources: {'Port': ['ID=ec8a7ec3-850e-457b-8e44-7188170336b7,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:03.209197 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903d8f6f-3a83-4952-88d5-0b1d646a5ab4 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Network b172c51c-7ca3-4c71-9414-747066fa6020 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:51:03.211234 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-903d8f6f-3a83-4952-88d5-0b1d646a5ab4 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:51:03.224109 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903d8f6f-3a83-4952-88d5-0b1d646a5ab4 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:51:03.322955 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903d8f6f-3a83-4952-88d5-0b1d646a5ab4 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:03.329000 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-903d8f6f-3a83-4952-88d5-0b1d646a5ab4 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:03.371690 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-903d8f6f-3a83-4952-88d5-0b1d646a5ab4 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.4584994 Oct 20 11:51:03.374232 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39536) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:03.488579 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78a299a-f271-4670-be7c-a939cc585733 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:03.504038 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78a299a-f271-4670-be7c-a939cc585733 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:03.525127 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78a299a-f271-4670-be7c-a939cc585733 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:03.529319 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a78a299a-f271-4670-be7c-a939cc585733 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1530321 Oct 20 11:51:03.531992 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39542) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:03.644980 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-f822fd1e-d76e-460f-b407-b790842bc372 None None] Provisioning complete for port 1ec7b61c-e78d-4e3e-b7a6-4dc2040c2fc1 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:51:03.654365 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f822fd1e-d76e-460f-b407-b790842bc372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:03.718139 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device fbf7c128-be5f-4062-9a51-0312b0e84048 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:51:03.799866 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-955dde35-0115-4771-a5b0-f1100427efd5 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Deleting port ec8a7ec3-850e-457b-8e44-7188170336b7 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:51:03.803231 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-955dde35-0115-4771-a5b0-f1100427efd5 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:03.905772 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-f822fd1e-d76e-460f-b407-b790842bc372 None None] Port 1ec7b61c-e78d-4e3e-b7a6-4dc2040c2fc1 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:51:04.026467 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-f822fd1e-d76e-460f-b407-b790842bc372 None None] Provisioning complete for port fbf7c128-be5f-4062-9a51-0312b0e84048 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:51:04.031574 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f822fd1e-d76e-460f-b407-b790842bc372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:04.097505 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port fbf7c128-be5f-4062-9a51-0312b0e84048 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:51:04.098121 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:04.119322 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-955dde35-0115-4771-a5b0-f1100427efd5 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:04.148105 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-955dde35-0115-4771-a5b0-f1100427efd5 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Calling delete_port for ec8a7ec3-850e-457b-8e44-7188170336b7 owned by {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:51:04.455472 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-955dde35-0115-4771-a5b0-f1100427efd5 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:04.478216 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38e642c-95e4-41c9-9b93-0be670fb7ca2 None None] Provisioning complete for port 1ec7b61c-e78d-4e3e-b7a6-4dc2040c2fc1 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:51:04.481679 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38e642c-95e4-41c9-9b93-0be670fb7ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:04.550774 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955dde35-0115-4771-a5b0-f1100427efd5 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Pushing event deleted for resources: {'Port': ['ID=ec8a7ec3-850e-457b-8e44-7188170336b7,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:04.621737 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38e642c-95e4-41c9-9b93-0be670fb7ca2 None None] Port 1ec7b61c-e78d-4e3e-b7a6-4dc2040c2fc1 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:51:04.736054 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b1d54c8-aec5-48cf-81f6-240e93eb513f None None] Could not find standard attr ID for object ec8a7ec3-850e-457b-8e44-7188170336b7. {{(pid=100648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:51:04.896899 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-955dde35-0115-4771-a5b0-f1100427efd5 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:04.909928 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39576) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:04.910968 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-955dde35-0115-4771-a5b0-f1100427efd5 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] 10.222.0.98 "DELETE /v2.0/ports/ec8a7ec3-850e-457b-8e44-7188170336b7 HTTP/1.1" status: 204 len: 168 time: 1.3775189 Oct 20 11:51:04.916342 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-301b36d0-14ac-4187-99d4-db53fe6456ab tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Request body: {'port': {'name': 'tempest-new-port-name-185262855', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:04.916820 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.api.validators [None req-301b36d0-14ac-4187-99d4-db53fe6456ab tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] bootfile-name is not in valid_values {{(pid=100646) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 20 11:51:04.917226 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.api.validators [None req-301b36d0-14ac-4187-99d4-db53fe6456ab tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] tftp-server is not in valid_values {{(pid=100646) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 20 11:51:04.917621 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.api.validators [None req-301b36d0-14ac-4187-99d4-db53fe6456ab tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] server-ip-address is not in valid_values {{(pid=100646) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 20 11:51:05.067896 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-301b36d0-14ac-4187-99d4-db53fe6456ab tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:05.541093 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-301b36d0-14ac-4187-99d4-db53fe6456ab tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:05.549563 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-301b36d0-14ac-4187-99d4-db53fe6456ab tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:05.609141 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b36d0-14ac-4187-99d4-db53fe6456ab tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Pushing event updated for resources: {'Port': ['ID=1ec7b61c-e78d-4e3e-b7a6-4dc2040c2fc1,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:05.712737 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-301b36d0-14ac-4187-99d4-db53fe6456ab tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] In _notify_port_updated(), no bound segment for port 1ec7b61c-e78d-4e3e-b7a6-4dc2040c2fc1 on network b172c51c-7ca3-4c71-9414-747066fa6020 {{(pid=100646) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 11:51:05.719902 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301b36d0-14ac-4187-99d4-db53fe6456ab tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:05.721113 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-301b36d0-14ac-4187-99d4-db53fe6456ab tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:05.722821 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-301b36d0-14ac-4187-99d4-db53fe6456ab tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] 10.222.0.98 "PUT /v2.0/ports/1ec7b61c-e78d-4e3e-b7a6-4dc2040c2fc1 HTTP/1.1" status: 200 len: 1136 time: 0.8109162 Oct 20 11:51:05.725386 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39598) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:05.938245 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a31069-2d07-4746-9563-6e265f3ce633 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:05.945023 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-47a31069-2d07-4746-9563-6e265f3ce633 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] 10.222.0.98 "GET /v2.0/ports/1ec7b61c-e78d-4e3e-b7a6-4dc2040c2fc1 HTTP/1.1" status: 200 len: 1136 time: 0.2170634 Oct 20 11:51:05.953818 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39608) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:06.266755 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-9fd31ea4-0631-4b24-b491-42584089903f tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Deleting port 1ec7b61c-e78d-4e3e-b7a6-4dc2040c2fc1 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:51:06.267124 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9fd31ea4-0631-4b24-b491-42584089903f tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:06.297898 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-dbea6461-6647-4876-82cd-f23cc2ed80a0 None None] Provisioning complete for port 1ec7b61c-e78d-4e3e-b7a6-4dc2040c2fc1 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:51:06.298913 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-dbea6461-6647-4876-82cd-f23cc2ed80a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:06.399502 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-dbea6461-6647-4876-82cd-f23cc2ed80a0 None None] Port 1ec7b61c-e78d-4e3e-b7a6-4dc2040c2fc1 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:51:06.541173 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9fd31ea4-0631-4b24-b491-42584089903f tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:06.571698 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-9fd31ea4-0631-4b24-b491-42584089903f tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Calling delete_port for 1ec7b61c-e78d-4e3e-b7a6-4dc2040c2fc1 owned by {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:51:07.084316 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9fd31ea4-0631-4b24-b491-42584089903f tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:07.229871 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd31ea4-0631-4b24-b491-42584089903f tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Pushing event deleted for resources: {'Port': ['ID=1ec7b61c-e78d-4e3e-b7a6-4dc2040c2fc1,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:07.414608 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9fd31ea4-0631-4b24-b491-42584089903f tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:07.442582 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-9fd31ea4-0631-4b24-b491-42584089903f tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] 10.222.0.98 "DELETE /v2.0/ports/1ec7b61c-e78d-4e3e-b7a6-4dc2040c2fc1 HTTP/1.1" status: 204 len: 168 time: 1.4875200 Oct 20 11:51:07.446474 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39654) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:07.610034 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-31a16f44-f4f2-4c55-82f3-be4084f33ead tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Deleting subnet f41e3bb0-00e7-48c1-aff3-d2caf64506ec {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:51:07.614641 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-31a16f44-f4f2-4c55-82f3-be4084f33ead tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:07.682430 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-31a16f44-f4f2-4c55-82f3-be4084f33ead tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:07.843736 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-31a16f44-f4f2-4c55-82f3-be4084f33ead tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:07.953883 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-31a16f44-f4f2-4c55-82f3-be4084f33ead tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:08.029658 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a16f44-f4f2-4c55-82f3-be4084f33ead tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Pushing event deleted for resources: {'Subnet': ['ID=f41e3bb0-00e7-48c1-aff3-d2caf64506ec,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:08.051862 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f79cf9-bd5c-4c84-9ba8-94f176d6de97 None None] Network b172c51c-7ca3-4c71-9414-747066fa6020 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:51:08.052774 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-31a16f44-f4f2-4c55-82f3-be4084f33ead tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:08.058627 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-31a16f44-f4f2-4c55-82f3-be4084f33ead tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] 10.222.0.98 "DELETE /v2.0/subnets/f41e3bb0-00e7-48c1-aff3-d2caf64506ec HTTP/1.1" status: 204 len: 168 time: 0.6108451 Oct 20 11:51:08.061207 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39666) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:08.290680 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-58f5a567-13ba-45dc-af28-40c8484fd5d8 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:08.454491 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:51:08.525928 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-58f5a567-13ba-45dc-af28-40c8484fd5d8 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Deleting port fbf7c128-be5f-4062-9a51-0312b0e84048 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:51:08.525928 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-58f5a567-13ba-45dc-af28-40c8484fd5d8 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:08.621186 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2c208b-6de1-4aa7-b16e-b981c7c86097 None None] DHCP port deletion for b172c51c-7ca3-4c71-9414-747066fa6020 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:51:08.692721 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-58f5a567-13ba-45dc-af28-40c8484fd5d8 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] For port fbf7c128-be5f-4062-9a51-0312b0e84048, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=fbf7c128-be5f-4062-9a51-0312b0e84048,segment=NetworkSegment(bf65e9fb-490e-4d9e-9e50-24de22fbba3f),segment_id=bf65e9fb-490e-4d9e-9e50-24de22fbba3f)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:51:08.697672 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-58f5a567-13ba-45dc-af28-40c8484fd5d8 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:08.747145 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-58f5a567-13ba-45dc-af28-40c8484fd5d8 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Calling delete_port for fbf7c128-be5f-4062-9a51-0312b0e84048 owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:51:08.757590 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-ad2c208b-6de1-4aa7-b16e-b981c7c86097 None None] Deleting port fbf7c128-be5f-4062-9a51-0312b0e84048 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:51:08.757590 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ad2c208b-6de1-4aa7-b16e-b981c7c86097 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:08.855982 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-58f5a567-13ba-45dc-af28-40c8484fd5d8 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:08.885803 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f5a567-13ba-45dc-af28-40c8484fd5d8 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Pushing event deleted for resources: {'Port': ['ID=fbf7c128-be5f-4062-9a51-0312b0e84048,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:08.904599 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f5a567-13ba-45dc-af28-40c8484fd5d8 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] No DVR routers for this DVR port fbf7c128-be5f-4062-9a51-0312b0e84048 on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:51:08.983390 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-ad2c208b-6de1-4aa7-b16e-b981c7c86097 None None] For port fbf7c128-be5f-4062-9a51-0312b0e84048, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=fbf7c128-be5f-4062-9a51-0312b0e84048,segment=NetworkSegment(bf65e9fb-490e-4d9e-9e50-24de22fbba3f),segment_id=bf65e9fb-490e-4d9e-9e50-24de22fbba3f)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:51:08.984119 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ad2c208b-6de1-4aa7-b16e-b981c7c86097 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:09.024684 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-ad2c208b-6de1-4aa7-b16e-b981c7c86097 None None] Calling delete_port for fbf7c128-be5f-4062-9a51-0312b0e84048 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:51:09.038061 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-58f5a567-13ba-45dc-af28-40c8484fd5d8 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:09.114579 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-58f5a567-13ba-45dc-af28-40c8484fd5d8 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b172c51c-7ca3-4c71-9414-747066fa6020']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:09.127397 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ad2c208b-6de1-4aa7-b16e-b981c7c86097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:09.143562 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-58f5a567-13ba-45dc-af28-40c8484fd5d8 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf65e9fb-490e-4d9e-9e50-24de22fbba3f') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:09.143562 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-58f5a567-13ba-45dc-af28-40c8484fd5d8 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf65e9fb-490e-4d9e-9e50-24de22fbba3f') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:09.150642 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2c208b-6de1-4aa7-b16e-b981c7c86097 None None] Pushing event deleted for resources: {'Port': ['ID=fbf7c128-be5f-4062-9a51-0312b0e84048,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:09.172541 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2c208b-6de1-4aa7-b16e-b981c7c86097 None None] No DVR routers for this DVR port fbf7c128-be5f-4062-9a51-0312b0e84048 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:51:09.173774 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-58f5a567-13ba-45dc-af28-40c8484fd5d8 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:09.195799 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-58f5a567-13ba-45dc-af28-40c8484fd5d8 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:09.208139 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58f5a567-13ba-45dc-af28-40c8484fd5d8 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Releasing vlan 1294 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:51:09.208548 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-58f5a567-13ba-45dc-af28-40c8484fd5d8 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:09.212016 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:51:09.212016 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:51:09.212016 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:51:09.212016 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:51:09.212016 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:51:09.212016 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:51:09.212016 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:51:09.212016 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:51:09.212016 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:51:09.212016 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:51:09.212016 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:51:09.212016 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:51:09.212016 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:51:09.212016 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:51:09.212016 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:51:09.212016 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:51:09.212016 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:51:09.212016 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:51:09.212016 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:51:09.212016 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:51:09.212016 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:51:09.212016 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:51:09.212016 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:51:09.212016 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:51:09.212016 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:51:09.212016 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:51:09.212016 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:51:09.212016 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:51:09.212016 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:51:09.212016 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:51:09.212016 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:51:09.212016 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:51:09.282105 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-58f5a567-13ba-45dc-af28-40c8484fd5d8 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:09.292997 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-58f5a567-13ba-45dc-af28-40c8484fd5d8 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:09.303670 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-58f5a567-13ba-45dc-af28-40c8484fd5d8 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] 10.222.0.98 "DELETE /v2.0/networks/b172c51c-7ca3-4c71-9414-747066fa6020 HTTP/1.1" status: 204 len: 168 time: 1.2407746 Oct 20 11:51:09.320025 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f5a567-13ba-45dc-af28-40c8484fd5d8 tempest-ExtraDHCPOptionsTestJSON-1749994779 tempest-ExtraDHCPOptionsTestJSON-1749994779-project] Pushing event deleted for resources: {'Network': ['ID=b172c51c-7ca3-4c71-9414-747066fa6020,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:09.589827 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device fbf7c128-be5f-4062-9a51-0312b0e84048 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:51:09.631311 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: fbf7c128-be5f-4062-9a51-0312b0e84048 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:51:09.642931 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device fbf7c128-be5f-4062-9a51-0312b0e84048 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:51:09.771246 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39716) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:09.967445 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:10.324078 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d9cd336a-094c-4ccc-9b3f-9a7124701275 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=bd806dcac2524a0584714b4cb37a5931&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5513272 Oct 20 11:51:10.326944 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39740) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:10.424364 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b10635ec-7d03-48b7-af65-5acf824decdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:10.488946 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b10635ec-7d03-48b7-af65-5acf824decdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:10.593113 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b10635ec-7d03-48b7-af65-5acf824decdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:10.595734 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b10635ec-7d03-48b7-af65-5acf824decdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:10.599698 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-b10635ec-7d03-48b7-af65-5acf824decdc admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3c4b7428-1f70-4435-8e3d-9c49c19a0fcd HTTP/1.1" status: 204 len: 168 time: 0.2709050 Oct 20 11:51:10.611891 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10635ec-7d03-48b7-af65-5acf824decdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4b7428-1f70-4435-8e3d-9c49c19a0fcd,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:10.951100 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39756) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:11.406124 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39774) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:11.441110 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39782) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:11.447365 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-383667b1-9cb6-4adf-bff7-9941f1f13d70 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7988259cf1ef4013badbcb649fd8f265&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4949865 Oct 20 11:51:11.539502 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6b2c072c-5509-454f-94e4-ad692970a122 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:11.584039 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cf45a6c1-9c91-4a73-9a37-2ab528d5f3f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:11.610378 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6b2c072c-5509-454f-94e4-ad692970a122 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:11.705105 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6b2c072c-5509-454f-94e4-ad692970a122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:11.713920 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6b2c072c-5509-454f-94e4-ad692970a122 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:11.732393 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6b2c072c-5509-454f-94e4-ad692970a122 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0d8461b4-50a6-4de4-b161-5c12e190fb94 HTTP/1.1" status: 204 len: 168 time: 0.2901134 Oct 20 11:51:11.787173 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2c072c-5509-454f-94e4-ad692970a122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8461b4-50a6-4de4-b161-5c12e190fb94,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:11.917597 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cf45a6c1-9c91-4a73-9a37-2ab528d5f3f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:11.928028 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cf45a6c1-9c91-4a73-9a37-2ab528d5f3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:12.016379 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf45a6c1-9c91-4a73-9a37-2ab528d5f3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5059ca20-3aa7-44c9-8703-946b356c5099,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:12.064011 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-cf45a6c1-9c91-4a73-9a37-2ab528d5f3f7 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0229052ddb824da88d533718f0f838be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6564116 Oct 20 11:51:12.066081 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39810) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:12.175935 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b7e4b2f5-e235-4378-9146-1b4e59214389 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:12.222009 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b7e4b2f5-e235-4378-9146-1b4e59214389 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:12.295971 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b7e4b2f5-e235-4378-9146-1b4e59214389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:12.301860 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b7e4b2f5-e235-4378-9146-1b4e59214389 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:12.310229 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-b7e4b2f5-e235-4378-9146-1b4e59214389 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5059ca20-3aa7-44c9-8703-946b356c5099 HTTP/1.1" status: 204 len: 168 time: 0.2418799 Oct 20 11:51:12.332716 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e4b2f5-e235-4378-9146-1b4e59214389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5059ca20-3aa7-44c9-8703-946b356c5099,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:12.736167 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39840) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:12.939243 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-dba31afb-b563-4837-b785-bf1a911e1f0b tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Request body: {'networks': [{'name': 'tempest-network--971574363'}, {'name': 'tempest-network--1331691549'}]} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:12.940179 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-dba31afb-b563-4837-b785-bf1a911e1f0b tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Request body: {'network': {'name': 'tempest-network--971574363'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:12.940743 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-dba31afb-b563-4837-b785-bf1a911e1f0b tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Request body: {'network': {'name': 'tempest-network--1331691549'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:12.972633 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba31afb-b563-4837-b785-bf1a911e1f0b tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Made reservation on behalf of 7ae48142691a48358b4021219e00bbb0 for: {'network': 2} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:51:12.978078 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dba31afb-b563-4837-b785-bf1a911e1f0b tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:12.988976 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dba31afb-b563-4837-b785-bf1a911e1f0b tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:13.040558 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39854) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:13.072383 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4d8fedfc-a74a-443f-aec0-8e5b887a525c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:13.170206 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dba31afb-b563-4837-b785-bf1a911e1f0b tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:13.180999 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dba31afb-b563-4837-b785-bf1a911e1f0b tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:13.181640 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dba31afb-b563-4837-b785-bf1a911e1f0b tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:13.256093 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dba31afb-b563-4837-b785-bf1a911e1f0b tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] vlan segment allocate from pool success with {'vlan_id': 1287, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:51:13.256771 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4d8fedfc-a74a-443f-aec0-8e5b887a525c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:13.263278 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba31afb-b563-4837-b785-bf1a911e1f0b tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac1fdeb-452f-4b0b-a738-d0f79c17e8b4,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:13.270247 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4d8fedfc-a74a-443f-aec0-8e5b887a525c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:13.273279 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dba31afb-b563-4837-b785-bf1a911e1f0b tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:13.275202 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-dba31afb-b563-4837-b785-bf1a911e1f0b tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Added segment c10ba810-ec56-4945-9143-18908fe64e51 of type vlan for network e226c2b5-0d13-436b-9549-3e3a1cf019c4 Oct 20 11:51:13.434379 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39870) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:13.438869 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4d8fedfc-a74a-443f-aec0-8e5b887a525c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9cc050ed44d14e1e8c73f7e4e5635a26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3891797 Oct 20 11:51:13.441344 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8fedfc-a74a-443f-aec0-8e5b887a525c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f180caa-2191-4c20-9c97-c4468b75ff37,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:13.485067 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dba31afb-b563-4837-b785-bf1a911e1f0b tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:13.586098 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dba31afb-b563-4837-b785-bf1a911e1f0b tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] vlan segment allocate from pool success with {'vlan_id': 1265, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:51:13.613210 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-71d60b4a-9449-4ca1-92cf-4bde3e55d5ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:13.615272 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dba31afb-b563-4837-b785-bf1a911e1f0b tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:13.615701 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-dba31afb-b563-4837-b785-bf1a911e1f0b tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Added segment a8034b67-f181-4d53-9888-bd613a9f8089 of type vlan for network 6a885893-c903-4eb2-8613-208a789605ca Oct 20 11:51:13.677809 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-71d60b4a-9449-4ca1-92cf-4bde3e55d5ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:13.686170 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dba31afb-b563-4837-b785-bf1a911e1f0b tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:13.810296 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dba31afb-b563-4837-b785-bf1a911e1f0b tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:13.811071 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dba31afb-b563-4837-b785-bf1a911e1f0b tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:13.819034 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba31afb-b563-4837-b785-bf1a911e1f0b tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:13.827093 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba31afb-b563-4837-b785-bf1a911e1f0b tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:13.828004 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dba31afb-b563-4837-b785-bf1a911e1f0b tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:13.841314 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-71d60b4a-9449-4ca1-92cf-4bde3e55d5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:13.846499 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-71d60b4a-9449-4ca1-92cf-4bde3e55d5ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:13.848835 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-71d60b4a-9449-4ca1-92cf-4bde3e55d5ed admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8f180caa-2191-4c20-9c97-c4468b75ff37 HTTP/1.1" status: 204 len: 168 time: 0.4130740 Oct 20 11:51:13.901180 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d60b4a-9449-4ca1-92cf-4bde3e55d5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f180caa-2191-4c20-9c97-c4468b75ff37,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:13.938318 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39886) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:13.948685 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-dba31afb-b563-4837-b785-bf1a911e1f0b tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.1974418 Oct 20 11:51:14.043676 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba31afb-b563-4837-b785-bf1a911e1f0b tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Pushing event updated for resources: {'Network': ['ID=e226c2b5-0d13-436b-9549-3e3a1cf019c4,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:14.058417 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network e226c2b5-0d13-436b-9549-3e3a1cf019c4 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:51:14.239835 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba31afb-b563-4837-b785-bf1a911e1f0b tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Pushing event updated for resources: {'Network': ['ID=6a885893-c903-4eb2-8613-208a789605ca,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:14.245332 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160fd66e-1137-44cf-9013-6e3a17787233 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:14.252661 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160fd66e-1137-44cf-9013-6e3a17787233 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:14.261155 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160fd66e-1137-44cf-9013-6e3a17787233 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:14.262428 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 6a885893-c903-4eb2-8613-208a789605ca details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:51:14.268280 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160fd66e-1137-44cf-9013-6e3a17787233 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:14.270712 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-160fd66e-1137-44cf-9013-6e3a17787233 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3313606 Oct 20 11:51:14.274168 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39892) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:14.507192 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ff8acb6e-9459-4d54-b375-e646605d89dd tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:14.670390 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ff8acb6e-9459-4d54-b375-e646605d89dd tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:14.714390 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-ff8acb6e-9459-4d54-b375-e646605d89dd tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e226c2b5-0d13-436b-9549-3e3a1cf019c4']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:14.727171 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-ff8acb6e-9459-4d54-b375-e646605d89dd tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c10ba810-ec56-4945-9143-18908fe64e51') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:14.727558 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-ff8acb6e-9459-4d54-b375-e646605d89dd tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c10ba810-ec56-4945-9143-18908fe64e51') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:14.738996 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ff8acb6e-9459-4d54-b375-e646605d89dd tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:14.755266 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ff8acb6e-9459-4d54-b375-e646605d89dd tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:14.762979 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff8acb6e-9459-4d54-b375-e646605d89dd tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Releasing vlan 1287 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:51:14.763460 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ff8acb6e-9459-4d54-b375-e646605d89dd tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:14.767384 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:51:14.767384 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:51:14.767384 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:51:14.767384 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:51:14.767384 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:51:14.767384 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:51:14.767384 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:51:14.767384 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:51:14.767384 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:51:14.767384 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:51:14.767384 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:51:14.767384 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:51:14.767384 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:51:14.767384 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:51:14.767384 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:51:14.767384 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:51:14.767384 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:51:14.767384 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:51:14.767384 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:51:14.767384 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:51:14.767384 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:51:14.767384 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:51:14.767384 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:51:14.767384 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:51:14.767384 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:51:14.767384 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:51:14.767384 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:51:14.767384 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:51:14.767384 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:51:14.767384 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:51:14.767384 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:51:14.767384 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:51:14.843600 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ff8acb6e-9459-4d54-b375-e646605d89dd tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:14.849938 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ff8acb6e-9459-4d54-b375-e646605d89dd tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:14.853669 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ff8acb6e-9459-4d54-b375-e646605d89dd tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] 10.222.0.98 "DELETE /v2.0/networks/e226c2b5-0d13-436b-9549-3e3a1cf019c4 HTTP/1.1" status: 204 len: 168 time: 0.5781758 Oct 20 11:51:14.856638 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39922) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:14.927853 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8acb6e-9459-4d54-b375-e646605d89dd tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Pushing event deleted for resources: {'Network': ['ID=e226c2b5-0d13-436b-9549-3e3a1cf019c4,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:15.036869 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-17ca5acf-6b4d-40fe-adb7-c8dd517014d1 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:15.182505 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-17ca5acf-6b4d-40fe-adb7-c8dd517014d1 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:15.205923 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-17ca5acf-6b4d-40fe-adb7-c8dd517014d1 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a885893-c903-4eb2-8613-208a789605ca']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:15.217027 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-17ca5acf-6b4d-40fe-adb7-c8dd517014d1 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8034b67-f181-4d53-9888-bd613a9f8089') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:15.217318 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-17ca5acf-6b4d-40fe-adb7-c8dd517014d1 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8034b67-f181-4d53-9888-bd613a9f8089') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:15.245691 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-17ca5acf-6b4d-40fe-adb7-c8dd517014d1 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:15.263766 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-17ca5acf-6b4d-40fe-adb7-c8dd517014d1 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:15.273781 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17ca5acf-6b4d-40fe-adb7-c8dd517014d1 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Releasing vlan 1265 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:51:15.274272 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-17ca5acf-6b4d-40fe-adb7-c8dd517014d1 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:15.278130 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:51:15.278130 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:51:15.278130 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:51:15.278130 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:51:15.278130 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:51:15.278130 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:51:15.278130 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:51:15.278130 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:51:15.278130 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:51:15.278130 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:51:15.278130 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:51:15.278130 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:51:15.278130 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:51:15.278130 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:51:15.278130 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:51:15.278130 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:51:15.278130 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:51:15.278130 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:51:15.278130 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:51:15.278130 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:51:15.278130 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:51:15.278130 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:51:15.278130 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:51:15.278130 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:51:15.278130 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:51:15.278130 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:51:15.278130 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:51:15.278130 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:51:15.278130 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:51:15.278130 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:51:15.278130 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:51:15.278130 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:51:15.356371 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-17ca5acf-6b4d-40fe-adb7-c8dd517014d1 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:15.405697 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:15.412555 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-17ca5acf-6b4d-40fe-adb7-c8dd517014d1 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:15.419685 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39946) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:15.420607 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-17ca5acf-6b4d-40fe-adb7-c8dd517014d1 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] 10.222.0.98 "DELETE /v2.0/networks/6a885893-c903-4eb2-8613-208a789605ca HTTP/1.1" status: 204 len: 168 time: 0.5611520 Oct 20 11:51:15.422160 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ca5acf-6b4d-40fe-adb7-c8dd517014d1 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Pushing event deleted for resources: {'Network': ['ID=6a885893-c903-4eb2-8613-208a789605ca,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:15.742344 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8e9a17-af46-487e-8294-094b85e18e0f tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:15.760507 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8e9a17-af46-487e-8294-094b85e18e0f tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:15.768136 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8f8e9a17-af46-487e-8294-094b85e18e0f tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3471773 Oct 20 11:51:15.772211 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39954) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:15.778766 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-f0db0b69-8455-4a1d-82c9-9331a2d3d60d tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-83408681'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:15.834022 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0db0b69-8455-4a1d-82c9-9331a2d3d60d tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Made reservation on behalf of 7ae48142691a48358b4021219e00bbb0 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:51:15.840170 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f0db0b69-8455-4a1d-82c9-9331a2d3d60d tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:15.880730 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0db0b69-8455-4a1d-82c9-9331a2d3d60d tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] vlan segment allocate from pool success with {'vlan_id': 1266, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:51:15.894773 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f0db0b69-8455-4a1d-82c9-9331a2d3d60d tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:15.896027 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-f0db0b69-8455-4a1d-82c9-9331a2d3d60d tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Added segment d6a2a349-ec73-4def-8bbb-9e9b3324069b of type vlan for network 8a12e9a9-36c6-4c35-854d-d20c23231876 Oct 20 11:51:15.968163 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f0db0b69-8455-4a1d-82c9-9331a2d3d60d tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:16.005650 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f0db0b69-8455-4a1d-82c9-9331a2d3d60d tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:16.012769 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0db0b69-8455-4a1d-82c9-9331a2d3d60d tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:16.013545 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f0db0b69-8455-4a1d-82c9-9331a2d3d60d tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:16.120903 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db0b69-8455-4a1d-82c9-9331a2d3d60d tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Pushing event updated for resources: {'Network': ['ID=8a12e9a9-36c6-4c35-854d-d20c23231876,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:16.136222 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f0db0b69-8455-4a1d-82c9-9331a2d3d60d tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3613825 Oct 20 11:51:16.138839 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 8a12e9a9-36c6-4c35-854d-d20c23231876 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:51:16.142696 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 39966) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:16.145638 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-03284aca-7ea6-4535-9357-ae3d4724a552 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-94279829'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:16.216247 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03284aca-7ea6-4535-9357-ae3d4724a552 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Made reservation on behalf of 7ae48142691a48358b4021219e00bbb0 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:51:16.234434 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-03284aca-7ea6-4535-9357-ae3d4724a552 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:16.308050 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03284aca-7ea6-4535-9357-ae3d4724a552 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] vlan segment allocate from pool success with {'vlan_id': 1262, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:51:16.330759 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-03284aca-7ea6-4535-9357-ae3d4724a552 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:16.331775 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-03284aca-7ea6-4535-9357-ae3d4724a552 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Added segment 6a934646-a6ec-4fdc-a077-dd463f9987d3 of type vlan for network 0bb83853-6f56-42a6-bddc-8c16b2afa5fd Oct 20 11:51:16.444050 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-03284aca-7ea6-4535-9357-ae3d4724a552 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:16.506642 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-03284aca-7ea6-4535-9357-ae3d4724a552 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:16.514509 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03284aca-7ea6-4535-9357-ae3d4724a552 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:16.515309 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-03284aca-7ea6-4535-9357-ae3d4724a552 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:16.600991 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-03284aca-7ea6-4535-9357-ae3d4724a552 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4606299 Oct 20 11:51:16.603913 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 39986) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:16.609465 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-262d9ad4-d863-4644-b876-08344fdf348b tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Request body: {'ports': [{'network_id': '8a12e9a9-36c6-4c35-854d-d20c23231876', 'name': 'tempest-port--652236957', 'admin_state_up': True}, {'network_id': '0bb83853-6f56-42a6-bddc-8c16b2afa5fd', 'admin_state_up': False}]} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:16.609863 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-262d9ad4-d863-4644-b876-08344fdf348b tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Request body: {'port': {'network_id': '8a12e9a9-36c6-4c35-854d-d20c23231876', 'name': 'tempest-port--652236957', 'admin_state_up': True}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:16.610422 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-262d9ad4-d863-4644-b876-08344fdf348b tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Request body: {'port': {'network_id': '0bb83853-6f56-42a6-bddc-8c16b2afa5fd', 'admin_state_up': False}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:16.617628 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03284aca-7ea6-4535-9357-ae3d4724a552 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Pushing event updated for resources: {'Network': ['ID=0bb83853-6f56-42a6-bddc-8c16b2afa5fd,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:16.630177 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 0bb83853-6f56-42a6-bddc-8c16b2afa5fd details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:51:17.089228 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262d9ad4-d863-4644-b876-08344fdf348b tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Made reservation on behalf of 7ae48142691a48358b4021219e00bbb0 for: {'port': 2} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:51:17.107005 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-262d9ad4-d863-4644-b876-08344fdf348b tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:17.149673 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-262d9ad4-d863-4644-b876-08344fdf348b tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:17.409592 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-262d9ad4-d863-4644-b876-08344fdf348b tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] device_id is not set on port 5bcb7cc3-eda4-41bc-9b97-bd5fc0ce0fa5 yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:51:17.725791 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-262d9ad4-d863-4644-b876-08344fdf348b tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:17.832649 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-262d9ad4-d863-4644-b876-08344fdf348b tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] device_id is not set on port 401bd853-7be9-49bd-afdd-6c4f3d533993 yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:51:18.018074 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-262d9ad4-d863-4644-b876-08344fdf348b tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:18.091888 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-262d9ad4-d863-4644-b876-08344fdf348b tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:18.168903 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262d9ad4-d863-4644-b876-08344fdf348b tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Pushing event updated for resources: {'Port': ['ID=5bcb7cc3-eda4-41bc-9b97-bd5fc0ce0fa5,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:18.197163 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262d9ad4-d863-4644-b876-08344fdf348b tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Checking segment: {'id': 'd6a2a349-ec73-4def-8bbb-9e9b3324069b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': '8a12e9a9-36c6-4c35-854d-d20c23231876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:51:18.197466 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262d9ad4-d863-4644-b876-08344fdf348b tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Network hostable DHCP agents. Network: 8a12e9a9-36c6-4c35-854d-d20c23231876, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:51:18.239105 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262d9ad4-d863-4644-b876-08344fdf348b tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Network 8a12e9a9-36c6-4c35-854d-d20c23231876 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:51:18.254336 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-262d9ad4-d863-4644-b876-08344fdf348b tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 8a12e9a9-36c6-4c35-854d-d20c23231876) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:51:18.269027 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262d9ad4-d863-4644-b876-08344fdf348b tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:51:18.269940 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-262d9ad4-d863-4644-b876-08344fdf348b tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:18.271764 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a16077-083e-42a4-ad82-e92b977798dd None None] Network 8a12e9a9-36c6-4c35-854d-d20c23231876 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:51:18.398499 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262d9ad4-d863-4644-b876-08344fdf348b tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Checking segment: {'id': '6a934646-a6ec-4fdc-a077-dd463f9987d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '0bb83853-6f56-42a6-bddc-8c16b2afa5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:51:18.399018 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262d9ad4-d863-4644-b876-08344fdf348b tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Network hostable DHCP agents. Network: 0bb83853-6f56-42a6-bddc-8c16b2afa5fd, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:51:18.405009 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262d9ad4-d863-4644-b876-08344fdf348b tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Pushing event updated for resources: {'Port': ['ID=401bd853-7be9-49bd-afdd-6c4f3d533993,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:18.458680 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262d9ad4-d863-4644-b876-08344fdf348b tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Network 0bb83853-6f56-42a6-bddc-8c16b2afa5fd is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:51:18.487680 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-262d9ad4-d863-4644-b876-08344fdf348b tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 0bb83853-6f56-42a6-bddc-8c16b2afa5fd) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:51:18.513524 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efedeaf6-a7fe-4e68-9fb6-18f312ad0389 None None] Network 0bb83853-6f56-42a6-bddc-8c16b2afa5fd requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:51:18.544591 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262d9ad4-d863-4644-b876-08344fdf348b tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:51:18.563888 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262d9ad4-d863-4644-b876-08344fdf348b tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:18.578626 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262d9ad4-d863-4644-b876-08344fdf348b tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:18.579569 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-262d9ad4-d863-4644-b876-08344fdf348b tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:18.641654 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-262d9ad4-d863-4644-b876-08344fdf348b tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.0354125 Oct 20 11:51:18.643470 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40042) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:18.843154 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f7bb9e-69ef-4a06-b29a-36c94649ac9a tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:18.849706 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f7bb9e-69ef-4a06-b29a-36c94649ac9a tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:18.851563 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-39f7bb9e-69ef-4a06-b29a-36c94649ac9a tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2065513 Oct 20 11:51:18.854698 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40048) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:18.914457 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40050) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:19.024053 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-def53ff3-d974-4bab-bccb-e9c7608a4247 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Deleting port 5bcb7cc3-eda4-41bc-9b97-bd5fc0ce0fa5 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:51:19.024510 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-def53ff3-d974-4bab-bccb-e9c7608a4247 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:19.119333 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d57096c9-efa1-414e-9017-4da0beda2a6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:19.208297 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-def53ff3-d974-4bab-bccb-e9c7608a4247 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:19.275027 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-def53ff3-d974-4bab-bccb-e9c7608a4247 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Calling delete_port for 5bcb7cc3-eda4-41bc-9b97-bd5fc0ce0fa5 owned by {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:51:19.342914 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4069f8b3-d1bc-487e-8a38-421175368030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:19.388186 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d57096c9-efa1-414e-9017-4da0beda2a6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:19.401484 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d57096c9-efa1-414e-9017-4da0beda2a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:19.452652 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57096c9-efa1-414e-9017-4da0beda2a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793083ff-e7cc-4ba2-b9cb-4ce75f6ae52b,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:19.502770 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d57096c9-efa1-414e-9017-4da0beda2a6e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=411ea9a356c84b95b87dff67c10eed70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5867426 Oct 20 11:51:19.509720 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40068) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:19.583530 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-def53ff3-d974-4bab-bccb-e9c7608a4247 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:19.714144 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def53ff3-d974-4bab-bccb-e9c7608a4247 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Pushing event deleted for resources: {'Port': ['ID=5bcb7cc3-eda4-41bc-9b97-bd5fc0ce0fa5,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:19.744219 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bfb69215-8212-4b0f-9d42-2205865dd51d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:19.753120 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-def53ff3-d974-4bab-bccb-e9c7608a4247 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:19.765498 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-def53ff3-d974-4bab-bccb-e9c7608a4247 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] 10.222.0.98 "DELETE /v2.0/ports/5bcb7cc3-eda4-41bc-9b97-bd5fc0ce0fa5 HTTP/1.1" status: 204 len: 168 time: 0.9095719 Oct 20 11:51:19.766993 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40076) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:19.795247 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bfb69215-8212-4b0f-9d42-2205865dd51d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:19.925299 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bfb69215-8212-4b0f-9d42-2205865dd51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:19.929404 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bfb69215-8212-4b0f-9d42-2205865dd51d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:19.933720 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-bfb69215-8212-4b0f-9d42-2205865dd51d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/793083ff-e7cc-4ba2-b9cb-4ce75f6ae52b HTTP/1.1" status: 204 len: 168 time: 0.4190259 Oct 20 11:51:19.969052 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb69215-8212-4b0f-9d42-2205865dd51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793083ff-e7cc-4ba2-b9cb-4ce75f6ae52b,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:20.135482 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-070246a2-8fa6-416e-a834-c56f52c686a5 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Deleting port 401bd853-7be9-49bd-afdd-6c4f3d533993 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:51:20.137594 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-070246a2-8fa6-416e-a834-c56f52c686a5 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:20.280714 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-070246a2-8fa6-416e-a834-c56f52c686a5 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:20.303039 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-070246a2-8fa6-416e-a834-c56f52c686a5 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Calling delete_port for 401bd853-7be9-49bd-afdd-6c4f3d533993 owned by {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:51:20.400688 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-070246a2-8fa6-416e-a834-c56f52c686a5 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:20.477725 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070246a2-8fa6-416e-a834-c56f52c686a5 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Pushing event deleted for resources: {'Port': ['ID=401bd853-7be9-49bd-afdd-6c4f3d533993,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:20.498722 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-070246a2-8fa6-416e-a834-c56f52c686a5 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:20.509148 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40090) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:20.520254 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-070246a2-8fa6-416e-a834-c56f52c686a5 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] 10.222.0.98 "DELETE /v2.0/ports/401bd853-7be9-49bd-afdd-6c4f3d533993 HTTP/1.1" status: 204 len: 168 time: 0.7521379 Oct 20 11:51:20.566657 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40092) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:20.586812 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-191cda1b-f384-47b2-8f90-db053a6cbabc tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0761745 Oct 20 11:51:20.595031 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40094) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:20.598394 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-decf2a11-6547-4baf-b86b-0acfe2c6efa4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:20.600198 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-5a912797-bb59-45f6-ac6d-f1e8c27e9c0f tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-647768768'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:20.666882 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a912797-bb59-45f6-ac6d-f1e8c27e9c0f tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Made reservation on behalf of 7ae48142691a48358b4021219e00bbb0 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:51:20.678157 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5a912797-bb59-45f6-ac6d-f1e8c27e9c0f tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:20.737988 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-decf2a11-6547-4baf-b86b-0acfe2c6efa4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:20.744274 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-decf2a11-6547-4baf-b86b-0acfe2c6efa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:20.748130 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a912797-bb59-45f6-ac6d-f1e8c27e9c0f tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] vlan segment allocate from pool success with {'vlan_id': 1293, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:51:20.813446 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-decf2a11-6547-4baf-b86b-0acfe2c6efa4 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f54868a379bb45e2b17f7d22b14df7b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2432361 Oct 20 11:51:20.814316 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40104) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:20.860619 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5a912797-bb59-45f6-ac6d-f1e8c27e9c0f tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:20.861829 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-5a912797-bb59-45f6-ac6d-f1e8c27e9c0f tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Added segment 50789023-8c7f-4006-a9a9-b36e0852567c of type vlan for network 7429bb77-4f57-4907-95da-b26ed2876a8b Oct 20 11:51:20.879896 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf2a11-6547-4baf-b86b-0acfe2c6efa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df6e994-a460-4be8-9171-0f2a1a05a3a7,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:20.950947 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-de56b19c-f57d-40c9-ae39-5a9f5528c1e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:21.010373 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-de56b19c-f57d-40c9-ae39-5a9f5528c1e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:21.061449 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5a912797-bb59-45f6-ac6d-f1e8c27e9c0f tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:21.111375 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-de56b19c-f57d-40c9-ae39-5a9f5528c1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:21.113840 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-de56b19c-f57d-40c9-ae39-5a9f5528c1e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:21.117426 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-de56b19c-f57d-40c9-ae39-5a9f5528c1e8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8df6e994-a460-4be8-9171-0f2a1a05a3a7 HTTP/1.1" status: 204 len: 168 time: 0.2995098 Oct 20 11:51:21.143905 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de56b19c-f57d-40c9-ae39-5a9f5528c1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df6e994-a460-4be8-9171-0f2a1a05a3a7,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:21.182441 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5a912797-bb59-45f6-ac6d-f1e8c27e9c0f tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:21.197265 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a912797-bb59-45f6-ac6d-f1e8c27e9c0f tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:21.198238 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5a912797-bb59-45f6-ac6d-f1e8c27e9c0f tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:21.273596 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40110) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:21.285292 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-ba448f21-5317-4150-b95c-e1eba19e4fc1 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1688054966'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:21.297352 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-5a912797-bb59-45f6-ac6d-f1e8c27e9c0f tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6977983 Oct 20 11:51:21.336239 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba448f21-5317-4150-b95c-e1eba19e4fc1 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Made reservation on behalf of 7ae48142691a48358b4021219e00bbb0 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:51:21.341480 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ba448f21-5317-4150-b95c-e1eba19e4fc1 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:21.362903 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a912797-bb59-45f6-ac6d-f1e8c27e9c0f tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Pushing event updated for resources: {'Network': ['ID=7429bb77-4f57-4907-95da-b26ed2876a8b,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:21.375629 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 7429bb77-4f57-4907-95da-b26ed2876a8b details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:51:21.393070 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba448f21-5317-4150-b95c-e1eba19e4fc1 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] vlan segment allocate from pool success with {'vlan_id': 1255, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:51:21.411231 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ba448f21-5317-4150-b95c-e1eba19e4fc1 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:21.411632 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-ba448f21-5317-4150-b95c-e1eba19e4fc1 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Added segment 401cbd3e-3e09-4b9a-8831-c0ec6d52889b of type vlan for network 4300e13a-b23c-4437-b769-523344d83937 Oct 20 11:51:21.542717 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ba448f21-5317-4150-b95c-e1eba19e4fc1 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:21.664118 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ba448f21-5317-4150-b95c-e1eba19e4fc1 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:21.672372 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba448f21-5317-4150-b95c-e1eba19e4fc1 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:21.673040 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ba448f21-5317-4150-b95c-e1eba19e4fc1 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:21.754195 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ba448f21-5317-4150-b95c-e1eba19e4fc1 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4790111 Oct 20 11:51:21.887064 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40128) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:21.889025 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba448f21-5317-4150-b95c-e1eba19e4fc1 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Pushing event updated for resources: {'Network': ['ID=4300e13a-b23c-4437-b769-523344d83937,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:21.898370 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-9ad55459-a7c9-426a-8e39-251b3a9396e2 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Request body: {'subnets': [{'network_id': '7429bb77-4f57-4907-95da-b26ed2876a8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1563181972', 'ip_version': 4}, {'network_id': '4300e13a-b23c-4437-b769-523344d83937', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:21.899120 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-9ad55459-a7c9-426a-8e39-251b3a9396e2 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Request body: {'subnet': {'network_id': '7429bb77-4f57-4907-95da-b26ed2876a8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1563181972', 'ip_version': 4}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:21.899859 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-9ad55459-a7c9-426a-8e39-251b3a9396e2 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Request body: {'subnet': {'network_id': '4300e13a-b23c-4437-b769-523344d83937', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:21.913728 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 4300e13a-b23c-4437-b769-523344d83937 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:51:22.072590 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40134) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:22.192366 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad55459-a7c9-426a-8e39-251b3a9396e2 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Made reservation on behalf of 7ae48142691a48358b4021219e00bbb0 for: {'subnet': 2} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:51:22.212712 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9ad55459-a7c9-426a-8e39-251b3a9396e2 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:22.213350 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9ad55459-a7c9-426a-8e39-251b3a9396e2 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:22.326261 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f9cd0417-1d0b-4511-a784-ca41796f53f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:22.409981 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fca1b582-1ced-4c92-9f36-76c78078010f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:22.705047 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fca1b582-1ced-4c92-9f36-76c78078010f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:22.719067 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fca1b582-1ced-4c92-9f36-76c78078010f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:22.797998 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca1b582-1ced-4c92-9f36-76c78078010f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06deddf0-deb1-4bbe-9ee9-6ddca1ced45b,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:22.874872 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-fca1b582-1ced-4c92-9f36-76c78078010f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8d3a9e4d7a714e9c96cd0cc92aaffef3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7990072 Oct 20 11:51:22.875785 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40156) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:23.007529 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-de3a2612-ae02-48ad-b876-b0fa7f047744 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:23.067772 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-de3a2612-ae02-48ad-b876-b0fa7f047744 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:23.112604 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9ad55459-a7c9-426a-8e39-251b3a9396e2 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:23.159597 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:23.162352 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-de3a2612-ae02-48ad-b876-b0fa7f047744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:23.167987 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-de3a2612-ae02-48ad-b876-b0fa7f047744 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:23.172663 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-de3a2612-ae02-48ad-b876-b0fa7f047744 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/06deddf0-deb1-4bbe-9ee9-6ddca1ced45b HTTP/1.1" status: 204 len: 168 time: 0.2956693 Oct 20 11:51:23.186722 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:23.189470 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a2612-ae02-48ad-b876-b0fa7f047744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06deddf0-deb1-4bbe-9ee9-6ddca1ced45b,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:23.324172 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad55459-a7c9-426a-8e39-251b3a9396e2 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Pushing event updated for resources: {'Subnet': ['ID=e766e18d-822c-4196-b049-6a4f4823773c,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:23.328721 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad55459-a7c9-426a-8e39-251b3a9396e2 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Checking segment: {'id': '50789023-8c7f-4006-a9a9-b36e0852567c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '7429bb77-4f57-4907-95da-b26ed2876a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:51:23.329381 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad55459-a7c9-426a-8e39-251b3a9396e2 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Network hostable DHCP agents. Network: 7429bb77-4f57-4907-95da-b26ed2876a8b, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:51:23.371942 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad55459-a7c9-426a-8e39-251b3a9396e2 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Network 7429bb77-4f57-4907-95da-b26ed2876a8b is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:51:23.392120 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-9ad55459-a7c9-426a-8e39-251b3a9396e2 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 7429bb77-4f57-4907-95da-b26ed2876a8b) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:51:23.402956 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9ad55459-a7c9-426a-8e39-251b3a9396e2 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:23.403568 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c887562-e144-47d0-829b-ca83cdd6dfa3 None None] Network 7429bb77-4f57-4907-95da-b26ed2876a8b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:51:23.458726 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad55459-a7c9-426a-8e39-251b3a9396e2 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Pushing event updated for resources: {'Subnet': ['ID=38fc37d8-2a9e-4533-84f3-ef3a48c0a7c8,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:23.519080 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad55459-a7c9-426a-8e39-251b3a9396e2 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Checking segment: {'id': '401cbd3e-3e09-4b9a-8831-c0ec6d52889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '4300e13a-b23c-4437-b769-523344d83937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:51:23.523253 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad55459-a7c9-426a-8e39-251b3a9396e2 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Network hostable DHCP agents. Network: 4300e13a-b23c-4437-b769-523344d83937, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:51:23.621134 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad55459-a7c9-426a-8e39-251b3a9396e2 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Network 4300e13a-b23c-4437-b769-523344d83937 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:51:23.673381 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-9ad55459-a7c9-426a-8e39-251b3a9396e2 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 4300e13a-b23c-4437-b769-523344d83937) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:51:23.688096 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad55459-a7c9-426a-8e39-251b3a9396e2 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:23.689370 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad55459-a7c9-426a-8e39-251b3a9396e2 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:23.689370 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9ad55459-a7c9-426a-8e39-251b3a9396e2 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:23.739757 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-9ad55459-a7c9-426a-8e39-251b3a9396e2 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.8476148 Oct 20 11:51:23.740659 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2a16fb-a7a9-443d-a796-39986c038761 None None] Network 4300e13a-b23c-4437-b769-523344d83937 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:51:23.746444 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40178) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:23.869413 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8427b82a-73be-4f42-b575-36d7861380d4 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:23.871989 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8427b82a-73be-4f42-b575-36d7861380d4 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:23.873440 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8427b82a-73be-4f42-b575-36d7861380d4 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:23.875222 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8427b82a-73be-4f42-b575-36d7861380d4 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1260788 Oct 20 11:51:23.878920 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40182) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:24.016327 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-6106a60e-83d5-42e8-9a5c-a8826999dd75 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Deleting subnet e766e18d-822c-4196-b049-6a4f4823773c {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:51:24.020820 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6106a60e-83d5-42e8-9a5c-a8826999dd75 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:24.080157 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8acaa6-067e-4fc9-b7a0-05ff54363f50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-7429bb77-4f57-4907-95da-b26ed2876a8b', 'network_id': '7429bb77-4f57-4907-95da-b26ed2876a8b', 'tenant_id': '7ae48142691a48358b4021219e00bbb0', 'fixed_ips': [{'subnet_id': 'e766e18d-822c-4196-b049-6a4f4823773c'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:51:24.081103 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-fd8acaa6-067e-4fc9-b7a0-05ff54363f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:24.109771 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6106a60e-83d5-42e8-9a5c-a8826999dd75 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:24.208486 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6106a60e-83d5-42e8-9a5c-a8826999dd75 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:24.298232 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f622cfe-5d62-413d-90c0-8a128bdb9d9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-4300e13a-b23c-4437-b769-523344d83937', 'network_id': '4300e13a-b23c-4437-b769-523344d83937', 'tenant_id': '7ae48142691a48358b4021219e00bbb0', 'fixed_ips': [{'subnet_id': '38fc37d8-2a9e-4533-84f3-ef3a48c0a7c8'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:51:24.298733 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0f622cfe-5d62-413d-90c0-8a128bdb9d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:24.298889 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40218) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:24.344852 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6106a60e-83d5-42e8-9a5c-a8826999dd75 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:24.383145 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6106a60e-83d5-42e8-9a5c-a8826999dd75 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:24.388841 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6106a60e-83d5-42e8-9a5c-a8826999dd75 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] 10.222.0.98 "DELETE /v2.0/subnets/e766e18d-822c-4196-b049-6a4f4823773c HTTP/1.1" status: 204 len: 168 time: 0.5087705 Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server [None req-fd8acaa6-067e-4fc9-b7a0-05ff54363f50 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e766e18d-822c-4196-b049-6a4f4823773c: This subnet is being modified by another concurrent operation. Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise exception Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e766e18d-822c-4196-b049-6a4f4823773c: This subnet is being modified by another concurrent operation. Oct 20 11:51:24.389795 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server Oct 20 11:51:24.398258 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40240) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:24.411612 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa64d088-8fc8-4f14-8e67-9386a3b35004 None None] Network 7429bb77-4f57-4907-95da-b26ed2876a8b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:51:24.424450 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6106a60e-83d5-42e8-9a5c-a8826999dd75 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Pushing event deleted for resources: {'Subnet': ['ID=e766e18d-822c-4196-b049-6a4f4823773c,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:24.506037 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-e191cd00-9724-4780-88fe-76422354b23c tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Deleting subnet 38fc37d8-2a9e-4533-84f3-ef3a48c0a7c8 {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:51:24.513152 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e191cd00-9724-4780-88fe-76422354b23c tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:24.593980 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e191cd00-9724-4780-88fe-76422354b23c tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:24.739149 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-63424a51-47dc-4efa-9f36-3d6a8c95d887 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:24.824752 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e191cd00-9724-4780-88fe-76422354b23c tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:24.882548 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:25.046535 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e191cd00-9724-4780-88fe-76422354b23c tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server [None req-0f622cfe-5d62-413d-90c0-8a128bdb9d9f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 38fc37d8-2a9e-4533-84f3-ef3a48c0a7c8: This subnet is being modified by another concurrent operation. Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise exception Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 38fc37d8-2a9e-4533-84f3-ef3a48c0a7c8: This subnet is being modified by another concurrent operation. Oct 20 11:51:25.053978 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server Oct 20 11:51:25.081263 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d405f4-c36d-42fc-bd78-2bed26c57dfd None None] Network 4300e13a-b23c-4437-b769-523344d83937 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:51:25.095667 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-63424a51-47dc-4efa-9f36-3d6a8c95d887 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:25.097174 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e191cd00-9724-4780-88fe-76422354b23c tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Pushing event deleted for resources: {'Subnet': ['ID=38fc37d8-2a9e-4533-84f3-ef3a48c0a7c8,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:25.102145 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e191cd00-9724-4780-88fe-76422354b23c tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:25.106510 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e191cd00-9724-4780-88fe-76422354b23c tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] 10.222.0.98 "DELETE /v2.0/subnets/38fc37d8-2a9e-4533-84f3-ef3a48c0a7c8 HTTP/1.1" status: 204 len: 168 time: 0.7085505 Oct 20 11:51:25.109078 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40280) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:25.173996 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-63424a51-47dc-4efa-9f36-3d6a8c95d887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:25.281568 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e212744a-ae63-41dd-8b87-c3361bd336c0 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:25.288530 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e212744a-ae63-41dd-8b87-c3361bd336c0 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1758766 Oct 20 11:51:25.290865 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40290) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:25.306327 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-63424a51-47dc-4efa-9f36-3d6a8c95d887 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4a4e10c12e3a452d90138d6b1c4c95ab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0043418 Oct 20 11:51:25.306327 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63424a51-47dc-4efa-9f36-3d6a8c95d887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a3bf9b-a2da-4ca8-92ef-cb660437ff2a,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:25.325501 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40292) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:25.356013 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1835cee0-eb42-402f-9255-4a4ef80a171d None None] get_active_networks_info from n-d-814735-3 {{(pid=100648) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 11:51:25.486875 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-53bee02b-4be3-419f-9ac0-872e6221da5c tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:25.506234 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b4f2abdf-dde4-4435-910b-ae6ebd8651f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:25.592152 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b4f2abdf-dde4-4435-910b-ae6ebd8651f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:25.598183 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1835cee0-eb42-402f-9255-4a4ef80a171d None None] Resources bound (agent type, host, resource id): {{(pid=100648) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 11:51:25.722189 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b4f2abdf-dde4-4435-910b-ae6ebd8651f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:25.725876 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b4f2abdf-dde4-4435-910b-ae6ebd8651f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:25.727303 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-b4f2abdf-dde4-4435-910b-ae6ebd8651f6 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/14a3bf9b-a2da-4ca8-92ef-cb660437ff2a HTTP/1.1" status: 204 len: 168 time: 0.3998861 Oct 20 11:51:25.743646 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f2abdf-dde4-4435-910b-ae6ebd8651f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a3bf9b-a2da-4ca8-92ef-cb660437ff2a,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:25.826069 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-53bee02b-4be3-419f-9ac0-872e6221da5c tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:25.872557 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-53bee02b-4be3-419f-9ac0-872e6221da5c tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4300e13a-b23c-4437-b769-523344d83937']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:25.908906 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-53bee02b-4be3-419f-9ac0-872e6221da5c tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '401cbd3e-3e09-4b9a-8831-c0ec6d52889b') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:25.910904 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-53bee02b-4be3-419f-9ac0-872e6221da5c tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '401cbd3e-3e09-4b9a-8831-c0ec6d52889b') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:25.942767 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-53bee02b-4be3-419f-9ac0-872e6221da5c tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:25.992776 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-53bee02b-4be3-419f-9ac0-872e6221da5c tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:26.019920 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53bee02b-4be3-419f-9ac0-872e6221da5c tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Releasing vlan 1255 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:51:26.023080 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-53bee02b-4be3-419f-9ac0-872e6221da5c tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:26.040293 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:51:26.040293 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:51:26.040293 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:51:26.040293 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:51:26.040293 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:51:26.040293 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:51:26.040293 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:51:26.040293 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:51:26.040293 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:51:26.040293 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:51:26.040293 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:51:26.040293 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:51:26.040293 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:51:26.040293 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:51:26.040293 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:51:26.040293 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:51:26.040293 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:51:26.040293 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:51:26.040293 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:51:26.040293 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:51:26.040293 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:51:26.040293 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:51:26.040293 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:51:26.040293 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:51:26.040293 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:51:26.040293 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:51:26.040293 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:51:26.040293 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:51:26.040293 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:51:26.040293 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:51:26.040293 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:51:26.040293 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:51:26.236133 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-53bee02b-4be3-419f-9ac0-872e6221da5c tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:26.249782 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-53bee02b-4be3-419f-9ac0-872e6221da5c tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:26.254082 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-53bee02b-4be3-419f-9ac0-872e6221da5c tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] 10.222.0.98 "DELETE /v2.0/networks/4300e13a-b23c-4437-b769-523344d83937 HTTP/1.1" status: 204 len: 168 time: 0.9613714 Oct 20 11:51:26.256717 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40374) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:26.329250 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9172b31c-4a7d-43cc-bb39-1ee53dd8c4de None None] get_active_networks_info from n-d-814735-3 {{(pid=100648) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 11:51:26.335412 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bee02b-4be3-419f-9ac0-872e6221da5c tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Pushing event deleted for resources: {'Network': ['ID=4300e13a-b23c-4437-b769-523344d83937,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:26.462421 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-673e475c-901f-411e-bd71-4af7b78ea3e8 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:26.610931 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-673e475c-901f-411e-bd71-4af7b78ea3e8 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:26.611538 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9172b31c-4a7d-43cc-bb39-1ee53dd8c4de None None] Resources bound (agent type, host, resource id): {{(pid=100648) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 11:51:26.665628 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-673e475c-901f-411e-bd71-4af7b78ea3e8 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7429bb77-4f57-4907-95da-b26ed2876a8b']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:26.694025 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-673e475c-901f-411e-bd71-4af7b78ea3e8 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50789023-8c7f-4006-a9a9-b36e0852567c') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:26.694318 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-673e475c-901f-411e-bd71-4af7b78ea3e8 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50789023-8c7f-4006-a9a9-b36e0852567c') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:26.718985 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-673e475c-901f-411e-bd71-4af7b78ea3e8 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:26.751809 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-673e475c-901f-411e-bd71-4af7b78ea3e8 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:26.768147 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-673e475c-901f-411e-bd71-4af7b78ea3e8 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Releasing vlan 1293 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:51:26.768570 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-673e475c-901f-411e-bd71-4af7b78ea3e8 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:26.774009 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:51:26.774009 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:51:26.774009 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:51:26.774009 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:51:26.774009 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:51:26.774009 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:51:26.774009 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:51:26.774009 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:51:26.774009 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:51:26.774009 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:51:26.774009 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:51:26.774009 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:51:26.774009 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:51:26.774009 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:51:26.774009 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:51:26.774009 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:51:26.774009 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:51:26.774009 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:51:26.774009 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:51:26.774009 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:51:26.774009 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:51:26.774009 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:51:26.774009 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:51:26.774009 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:51:26.774009 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:51:26.774009 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:51:26.774009 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:51:26.774009 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:51:26.774009 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:51:26.774009 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:51:26.774009 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:51:26.774009 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:51:26.920246 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-673e475c-901f-411e-bd71-4af7b78ea3e8 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:26.927643 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-673e475c-901f-411e-bd71-4af7b78ea3e8 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:26.935983 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40426) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:26.939546 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-673e475c-901f-411e-bd71-4af7b78ea3e8 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] 10.222.0.98 "DELETE /v2.0/networks/7429bb77-4f57-4907-95da-b26ed2876a8b HTTP/1.1" status: 204 len: 168 time: 0.6816740 Oct 20 11:51:26.969717 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673e475c-901f-411e-bd71-4af7b78ea3e8 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Pushing event deleted for resources: {'Network': ['ID=7429bb77-4f57-4907-95da-b26ed2876a8b,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:27.154983 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b99bb8f7-fe51-4911-9c51-eeb03ae1c696 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:27.331051 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b99bb8f7-fe51-4911-9c51-eeb03ae1c696 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:27.361026 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-b99bb8f7-fe51-4911-9c51-eeb03ae1c696 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bb83853-6f56-42a6-bddc-8c16b2afa5fd']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:27.389043 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-b99bb8f7-fe51-4911-9c51-eeb03ae1c696 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a934646-a6ec-4fdc-a077-dd463f9987d3') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:27.391085 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-b99bb8f7-fe51-4911-9c51-eeb03ae1c696 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a934646-a6ec-4fdc-a077-dd463f9987d3') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:27.439898 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b99bb8f7-fe51-4911-9c51-eeb03ae1c696 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:27.457422 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b99bb8f7-fe51-4911-9c51-eeb03ae1c696 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:27.465862 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b99bb8f7-fe51-4911-9c51-eeb03ae1c696 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Releasing vlan 1262 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:51:27.467734 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b99bb8f7-fe51-4911-9c51-eeb03ae1c696 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:27.471643 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:51:27.471643 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:51:27.471643 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:51:27.471643 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:51:27.471643 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:51:27.471643 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:51:27.471643 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:51:27.471643 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:51:27.471643 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:51:27.471643 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:51:27.471643 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:51:27.471643 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:51:27.471643 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:51:27.471643 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:51:27.471643 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:51:27.471643 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:51:27.471643 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:51:27.471643 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:51:27.471643 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:51:27.471643 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:51:27.471643 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:51:27.471643 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:51:27.471643 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:51:27.471643 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:51:27.471643 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:51:27.471643 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:51:27.471643 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:51:27.471643 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:51:27.471643 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:51:27.471643 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:51:27.471643 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:51:27.471643 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:51:27.554675 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b99bb8f7-fe51-4911-9c51-eeb03ae1c696 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:27.563266 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b99bb8f7-fe51-4911-9c51-eeb03ae1c696 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:27.566721 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b99bb8f7-fe51-4911-9c51-eeb03ae1c696 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] 10.222.0.98 "DELETE /v2.0/networks/0bb83853-6f56-42a6-bddc-8c16b2afa5fd HTTP/1.1" status: 204 len: 168 time: 0.6289785 Oct 20 11:51:27.569257 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40452) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:27.595619 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99bb8f7-fe51-4911-9c51-eeb03ae1c696 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Pushing event deleted for resources: {'Network': ['ID=0bb83853-6f56-42a6-bddc-8c16b2afa5fd,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:27.727404 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-25e0c45b-36c8-4b49-b0c9-7ada7173e329 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:27.834004 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40456) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:27.887725 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-25e0c45b-36c8-4b49-b0c9-7ada7173e329 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:27.922935 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-25e0c45b-36c8-4b49-b0c9-7ada7173e329 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a12e9a9-36c6-4c35-854d-d20c23231876']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:27.968834 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-25e0c45b-36c8-4b49-b0c9-7ada7173e329 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6a2a349-ec73-4def-8bbb-9e9b3324069b') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:27.969152 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-25e0c45b-36c8-4b49-b0c9-7ada7173e329 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6a2a349-ec73-4def-8bbb-9e9b3324069b') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:27.979395 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-25e0c45b-36c8-4b49-b0c9-7ada7173e329 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:27.990706 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6f715f53-da6f-414b-a67f-cbe05a50308e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:27.994226 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-25e0c45b-36c8-4b49-b0c9-7ada7173e329 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:28.000720 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25e0c45b-36c8-4b49-b0c9-7ada7173e329 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Releasing vlan 1266 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:51:28.001144 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-25e0c45b-36c8-4b49-b0c9-7ada7173e329 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:28.029678 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:51:28.029678 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:51:28.029678 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:51:28.029678 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:51:28.029678 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:51:28.029678 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:51:28.029678 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:51:28.029678 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:51:28.029678 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:51:28.029678 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:51:28.029678 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:51:28.029678 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:51:28.029678 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:51:28.029678 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:51:28.029678 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:51:28.029678 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:51:28.029678 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:51:28.029678 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:51:28.029678 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:51:28.029678 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:51:28.029678 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:51:28.029678 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:51:28.029678 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:51:28.029678 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:51:28.029678 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:51:28.029678 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:51:28.029678 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:51:28.029678 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:51:28.029678 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:51:28.029678 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:51:28.029678 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:51:28.029678 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:51:28.074877 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-25e0c45b-36c8-4b49-b0c9-7ada7173e329 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:28.080557 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-25e0c45b-36c8-4b49-b0c9-7ada7173e329 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:28.100052 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-25e0c45b-36c8-4b49-b0c9-7ada7173e329 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] 10.222.0.98 "DELETE /v2.0/networks/8a12e9a9-36c6-4c35-854d-d20c23231876 HTTP/1.1" status: 204 len: 168 time: 0.5266893 Oct 20 11:51:28.122234 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0c45b-36c8-4b49-b0c9-7ada7173e329 tempest-BulkNetworkOpsTest-1826415010 tempest-BulkNetworkOpsTest-1826415010-project] Pushing event deleted for resources: {'Network': ['ID=8a12e9a9-36c6-4c35-854d-d20c23231876,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:28.194573 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6f715f53-da6f-414b-a67f-cbe05a50308e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:28.201539 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6f715f53-da6f-414b-a67f-cbe05a50308e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:28.254662 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-6f715f53-da6f-414b-a67f-cbe05a50308e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1059245dce8340f79f81479c5b3ce8eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4194891 Oct 20 11:51:28.257519 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40472) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:28.283672 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f715f53-da6f-414b-a67f-cbe05a50308e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757875c0-d3eb-49f7-959c-b7a02fb900d5,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:28.425021 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-378dfa7c-5593-4aa4-afc1-02af6c5708b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:28.459179 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-378dfa7c-5593-4aa4-afc1-02af6c5708b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:28.537629 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-378dfa7c-5593-4aa4-afc1-02af6c5708b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:28.542019 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-378dfa7c-5593-4aa4-afc1-02af6c5708b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:28.563244 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40484) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:28.571363 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-378dfa7c-5593-4aa4-afc1-02af6c5708b8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/757875c0-d3eb-49f7-959c-b7a02fb900d5 HTTP/1.1" status: 204 len: 168 time: 0.2880814 Oct 20 11:51:28.583913 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378dfa7c-5593-4aa4-afc1-02af6c5708b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757875c0-d3eb-49f7-959c-b7a02fb900d5,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:28.932536 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e4bbfbfa-58df-4481-97dd-7bd35e34feca admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7ae48142691a48358b4021219e00bbb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3679802 Oct 20 11:51:28.935312 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40502) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:29.013948 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-57544bfa-5fc1-4cd0-8b61-19c6a8a84b82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:29.039942 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-57544bfa-5fc1-4cd0-8b61-19c6a8a84b82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:29.101706 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-57544bfa-5fc1-4cd0-8b61-19c6a8a84b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:29.104586 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-57544bfa-5fc1-4cd0-8b61-19c6a8a84b82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:29.108219 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-57544bfa-5fc1-4cd0-8b61-19c6a8a84b82 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4ac1fdeb-452f-4b0b-a738-d0f79c17e8b4 HTTP/1.1" status: 204 len: 168 time: 0.1695886 Oct 20 11:51:29.115519 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57544bfa-5fc1-4cd0-8b61-19c6a8a84b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac1fdeb-452f-4b0b-a738-d0f79c17e8b4,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:29.896712 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40546) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:30.235485 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-8be35509-caf5-4bff-b034-e6f9ddbe0d41 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1233574950'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:30.312260 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be35509-caf5-4bff-b034-e6f9ddbe0d41 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Made reservation on behalf of 759c187deb5a41a2a467a3346bc65d68 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:51:30.352452 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8be35509-caf5-4bff-b034-e6f9ddbe0d41 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:30.380176 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8be35509-caf5-4bff-b034-e6f9ddbe0d41 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:30.438643 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40572) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:30.511371 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8be35509-caf5-4bff-b034-e6f9ddbe0d41 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:30.518942 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8be35509-caf5-4bff-b034-e6f9ddbe0d41 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:30.581294 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8be35509-caf5-4bff-b034-e6f9ddbe0d41 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] vlan segment allocate from pool success with {'vlan_id': 1271, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:51:30.610538 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be35509-caf5-4bff-b034-e6f9ddbe0d41 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad21a4af-741c-427e-9ae9-50aaf98e0ee0,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:30.622418 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8be35509-caf5-4bff-b034-e6f9ddbe0d41 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:30.622774 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-8be35509-caf5-4bff-b034-e6f9ddbe0d41 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Added segment ae11d6fb-bf69-4203-a75e-f91e6e3ca163 of type vlan for network 91dd6139-24a1-4918-91d2-406069d11e32 Oct 20 11:51:30.735981 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-b1ac0e7a-f9d3-493d-9fd0-c03bbf6b80e5 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-322588594', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:30.738724 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8be35509-caf5-4bff-b034-e6f9ddbe0d41 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:30.784172 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8be35509-caf5-4bff-b034-e6f9ddbe0d41 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:30.789614 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b1ac0e7a-f9d3-493d-9fd0-c03bbf6b80e5 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:30.790703 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b1ac0e7a-f9d3-493d-9fd0-c03bbf6b80e5 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:30.800054 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be35509-caf5-4bff-b034-e6f9ddbe0d41 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:30.801003 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8be35509-caf5-4bff-b034-e6f9ddbe0d41 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:30.873985 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b1ac0e7a-f9d3-493d-9fd0-c03bbf6b80e5 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:30.874838 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8be35509-caf5-4bff-b034-e6f9ddbe0d41 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9754593 Oct 20 11:51:30.907199 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b1ac0e7a-f9d3-493d-9fd0-c03bbf6b80e5 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:30.962935 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b1ac0e7a-f9d3-493d-9fd0-c03bbf6b80e5 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:30.964846 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-b1ac0e7a-f9d3-493d-9fd0-c03bbf6b80e5 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.5243056 Oct 20 11:51:30.970594 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40582) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:31.003914 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-9b8fcd57-8251-4b71-8d67-edc63eba2d49 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-253034313'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:31.016285 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be35509-caf5-4bff-b034-e6f9ddbe0d41 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event updated for resources: {'Network': ['ID=91dd6139-24a1-4918-91d2-406069d11e32,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:31.020855 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40588) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:31.032771 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 91dd6139-24a1-4918-91d2-406069d11e32 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:51:31.048638 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-65e6e514-8d59-45d8-a9d0-d6ea2908de30 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Request body: {'subnet': {'network_id': '91dd6139-24a1-4918-91d2-406069d11e32', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:31.200188 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8fcd57-8251-4b71-8d67-edc63eba2d49 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Made reservation on behalf of 2ad262563dcd45d6b5a1261682c72b3a for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:51:31.203958 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9b8fcd57-8251-4b71-8d67-edc63eba2d49 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:31.224984 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9b8fcd57-8251-4b71-8d67-edc63eba2d49 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:31.281018 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e6e514-8d59-45d8-a9d0-d6ea2908de30 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Made reservation on behalf of 759c187deb5a41a2a467a3346bc65d68 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:51:31.285725 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-65e6e514-8d59-45d8-a9d0-d6ea2908de30 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:31.414895 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9b8fcd57-8251-4b71-8d67-edc63eba2d49 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:31.432076 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9b8fcd57-8251-4b71-8d67-edc63eba2d49 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:31.452714 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b8fcd57-8251-4b71-8d67-edc63eba2d49 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] vlan segment allocate from pool success with {'vlan_id': 1257, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:51:31.489997 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9b8fcd57-8251-4b71-8d67-edc63eba2d49 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:31.490621 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-9b8fcd57-8251-4b71-8d67-edc63eba2d49 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Added segment 65710942-5e3d-496b-a2b3-ed05effb2a04 of type vlan for network 7508b677-197b-47f6-a12b-179ce2ae4e02 Oct 20 11:51:31.581654 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8fcd57-8251-4b71-8d67-edc63eba2d49 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cac0086-8c7a-4cd2-b2a8-3ca66d4827fe,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:31.916865 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9b8fcd57-8251-4b71-8d67-edc63eba2d49 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:31.987746 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9b8fcd57-8251-4b71-8d67-edc63eba2d49 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:31.993356 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8fcd57-8251-4b71-8d67-edc63eba2d49 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:31.993942 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9b8fcd57-8251-4b71-8d67-edc63eba2d49 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:32.041634 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-65e6e514-8d59-45d8-a9d0-d6ea2908de30 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:32.095732 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-9b8fcd57-8251-4b71-8d67-edc63eba2d49 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1217291 Oct 20 11:51:32.098741 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40610) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:32.106494 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-3c0ce888-ffcb-4011-b12f-71e8dbc99ab5 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Request body: {'subnet': {'network_id': '7508b677-197b-47f6-a12b-179ce2ae4e02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:32.166642 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8fcd57-8251-4b71-8d67-edc63eba2d49 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Pushing event updated for resources: {'Network': ['ID=7508b677-197b-47f6-a12b-179ce2ae4e02,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:32.180353 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 7508b677-197b-47f6-a12b-179ce2ae4e02 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:51:32.189579 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e6e514-8d59-45d8-a9d0-d6ea2908de30 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event updated for resources: {'Subnet': ['ID=2a014d1c-62de-46d4-8c1c-f8422fa5a420,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:32.221990 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e6e514-8d59-45d8-a9d0-d6ea2908de30 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Checking segment: {'id': 'ae11d6fb-bf69-4203-a75e-f91e6e3ca163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '91dd6139-24a1-4918-91d2-406069d11e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:51:32.222426 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e6e514-8d59-45d8-a9d0-d6ea2908de30 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Network hostable DHCP agents. Network: 91dd6139-24a1-4918-91d2-406069d11e32, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:51:32.251103 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e6e514-8d59-45d8-a9d0-d6ea2908de30 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Network 91dd6139-24a1-4918-91d2-406069d11e32 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:51:32.265642 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-65e6e514-8d59-45d8-a9d0-d6ea2908de30 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 91dd6139-24a1-4918-91d2-406069d11e32) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:51:32.270708 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e6e514-8d59-45d8-a9d0-d6ea2908de30 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:32.271790 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-65e6e514-8d59-45d8-a9d0-d6ea2908de30 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:32.302818 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-65e6e514-8d59-45d8-a9d0-d6ea2908de30 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.2686472 Oct 20 11:51:32.303050 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acad7a28-d5f9-4612-8a98-ab53926ed39d None None] Network 91dd6139-24a1-4918-91d2-406069d11e32 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:51:32.303155 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40616) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:32.309220 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-1326df61-b4c7-471d-a1cd-fd874070cad9 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-217916266'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:32.344551 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1326df61-b4c7-471d-a1cd-fd874070cad9 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Made reservation on behalf of 759c187deb5a41a2a467a3346bc65d68 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:51:32.350062 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1326df61-b4c7-471d-a1cd-fd874070cad9 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:32.377956 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1326df61-b4c7-471d-a1cd-fd874070cad9 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] vlan segment allocate from pool success with {'vlan_id': 1265, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:51:32.391078 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1326df61-b4c7-471d-a1cd-fd874070cad9 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:32.391433 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-1326df61-b4c7-471d-a1cd-fd874070cad9 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Added segment d7b7df53-7b0d-4c1c-af38-5f7d9d6f2e4d of type vlan for network 2acb2fd6-330f-4f83-a396-5efb566c84e3 Oct 20 11:51:32.420348 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0ce888-ffcb-4011-b12f-71e8dbc99ab5 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Made reservation on behalf of 2ad262563dcd45d6b5a1261682c72b3a for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:51:32.420348 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3c0ce888-ffcb-4011-b12f-71e8dbc99ab5 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:32.517662 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1326df61-b4c7-471d-a1cd-fd874070cad9 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:32.583195 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1326df61-b4c7-471d-a1cd-fd874070cad9 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:32.591923 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1326df61-b4c7-471d-a1cd-fd874070cad9 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:32.592594 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1326df61-b4c7-471d-a1cd-fd874070cad9 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:32.691842 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1326df61-b4c7-471d-a1cd-fd874070cad9 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3873188 Oct 20 11:51:32.695935 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40630) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:32.724000 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-08275296-3e7a-40f9-970f-93593e5ed3f7 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Request body: {'subnet': {'network_id': '2acb2fd6-330f-4f83-a396-5efb566c84e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:32.724497 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2fd1e5-5c09-4d68-bec3-1afb2d17496f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-91dd6139-24a1-4918-91d2-406069d11e32', 'network_id': '91dd6139-24a1-4918-91d2-406069d11e32', 'tenant_id': '759c187deb5a41a2a467a3346bc65d68', 'fixed_ips': [{'subnet_id': '2a014d1c-62de-46d4-8c1c-f8422fa5a420'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:51:32.725426 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2c2fd1e5-5c09-4d68-bec3-1afb2d17496f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:32.803137 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326df61-b4c7-471d-a1cd-fd874070cad9 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event updated for resources: {'Network': ['ID=2acb2fd6-330f-4f83-a396-5efb566c84e3,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:32.896340 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3c0ce888-ffcb-4011-b12f-71e8dbc99ab5 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:32.917416 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08275296-3e7a-40f9-970f-93593e5ed3f7 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Made reservation on behalf of 759c187deb5a41a2a467a3346bc65d68 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:51:32.932800 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-08275296-3e7a-40f9-970f-93593e5ed3f7 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:33.031708 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0ce888-ffcb-4011-b12f-71e8dbc99ab5 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Pushing event updated for resources: {'Subnet': ['ID=05dbfd86-e314-4a6e-8667-23f6d46a51f9,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:33.101342 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0ce888-ffcb-4011-b12f-71e8dbc99ab5 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Checking segment: {'id': '65710942-5e3d-496b-a2b3-ed05effb2a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '7508b677-197b-47f6-a12b-179ce2ae4e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:51:33.102076 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0ce888-ffcb-4011-b12f-71e8dbc99ab5 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Network hostable DHCP agents. Network: 7508b677-197b-47f6-a12b-179ce2ae4e02, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:51:33.115516 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-2c2fd1e5-5c09-4d68-bec3-1afb2d17496f None None] Allocated IP 172.20.255.242 (91dd6139-24a1-4918-91d2-406069d11e32/2a014d1c-62de-46d4-8c1c-f8422fa5a420/f1f9ff94-0544-483a-9e03-9f4e656f3f2b) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:51:33.151267 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0ce888-ffcb-4011-b12f-71e8dbc99ab5 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Network 7508b677-197b-47f6-a12b-179ce2ae4e02 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:51:33.194224 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-3c0ce888-ffcb-4011-b12f-71e8dbc99ab5 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 7508b677-197b-47f6-a12b-179ce2ae4e02) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:51:33.211748 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0ce888-ffcb-4011-b12f-71e8dbc99ab5 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:33.212350 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3c0ce888-ffcb-4011-b12f-71e8dbc99ab5 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:33.254296 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3c0ce888-ffcb-4011-b12f-71e8dbc99ab5 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1537232 Oct 20 11:51:33.257273 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40640) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:33.262402 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-aa7528f5-5f90-4dcb-b749-a885e6c4cbea tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Request body: {'network': {'name': 'tempest-router-network01--269808455'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:33.306050 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 2acb2fd6-330f-4f83-a396-5efb566c84e3 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:51:33.307015 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-08275296-3e7a-40f9-970f-93593e5ed3f7 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:33.311635 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e41c99-db0b-4be2-8eae-12e4f08ef322 None None] Network 7508b677-197b-47f6-a12b-179ce2ae4e02 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:51:33.316296 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7528f5-5f90-4dcb-b749-a885e6c4cbea tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Made reservation on behalf of 2ad262563dcd45d6b5a1261682c72b3a for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:51:33.320092 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-aa7528f5-5f90-4dcb-b749-a885e6c4cbea tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:33.379458 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa7528f5-5f90-4dcb-b749-a885e6c4cbea tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] vlan segment allocate from pool success with {'vlan_id': 1258, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:51:33.400407 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-aa7528f5-5f90-4dcb-b749-a885e6c4cbea tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:33.400753 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-aa7528f5-5f90-4dcb-b749-a885e6c4cbea tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Added segment 460133ea-94d0-413f-8440-e23c09a99cee of type vlan for network 768e92db-43a5-4cfa-9cfe-ab0da278720e Oct 20 11:51:33.414956 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08275296-3e7a-40f9-970f-93593e5ed3f7 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event updated for resources: {'Subnet': ['ID=a8eba798-8104-4269-9e90-b2c8dead6c19,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:33.439819 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08275296-3e7a-40f9-970f-93593e5ed3f7 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Checking segment: {'id': 'd7b7df53-7b0d-4c1c-af38-5f7d9d6f2e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '2acb2fd6-330f-4f83-a396-5efb566c84e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:51:33.442307 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08275296-3e7a-40f9-970f-93593e5ed3f7 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Network hostable DHCP agents. Network: 2acb2fd6-330f-4f83-a396-5efb566c84e3, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:51:33.487717 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08275296-3e7a-40f9-970f-93593e5ed3f7 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Network 2acb2fd6-330f-4f83-a396-5efb566c84e3 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:51:33.519492 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-08275296-3e7a-40f9-970f-93593e5ed3f7 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 2acb2fd6-330f-4f83-a396-5efb566c84e3) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:51:33.525347 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08275296-3e7a-40f9-970f-93593e5ed3f7 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:33.527101 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-aa7528f5-5f90-4dcb-b749-a885e6c4cbea tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:33.528727 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-08275296-3e7a-40f9-970f-93593e5ed3f7 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:33.577776 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-08275296-3e7a-40f9-970f-93593e5ed3f7 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8595190 Oct 20 11:51:33.585740 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40650) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:33.599686 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ee5d99-6a51-49cb-92e6-01fc8b54d871 None None] Network 2acb2fd6-330f-4f83-a396-5efb566c84e3 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:51:33.621324 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-aa7528f5-5f90-4dcb-b749-a885e6c4cbea tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:33.628877 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7528f5-5f90-4dcb-b749-a885e6c4cbea tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:33.629494 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-aa7528f5-5f90-4dcb-b749-a885e6c4cbea tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:33.652138 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2c2fd1e5-5c09-4d68-bec3-1afb2d17496f None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:33.654462 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-aa7528f5-5f90-4dcb-b749-a885e6c4cbea tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3959024 Oct 20 11:51:33.667922 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40652) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:33.677215 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-119197df-a2a6-4536-9919-6143919526ef tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Request body: {'network': {'name': 'tempest-router-network02--435822141'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:33.713681 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2c2fd1e5-5c09-4d68-bec3-1afb2d17496f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:33.723455 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-28e4a220-c817-463e-8290-8686906e89ff tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:33.764699 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7528f5-5f90-4dcb-b749-a885e6c4cbea tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Pushing event updated for resources: {'Network': ['ID=768e92db-43a5-4cfa-9cfe-ab0da278720e,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:33.794885 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119197df-a2a6-4536-9919-6143919526ef tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Made reservation on behalf of 2ad262563dcd45d6b5a1261682c72b3a for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:51:33.798553 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-119197df-a2a6-4536-9919-6143919526ef tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:33.802160 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-28e4a220-c817-463e-8290-8686906e89ff tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:33.833976 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 768e92db-43a5-4cfa-9cfe-ab0da278720e details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:51:33.850136 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2fd1e5-5c09-4d68-bec3-1afb2d17496f None None] Network 91dd6139-24a1-4918-91d2-406069d11e32 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:51:33.867051 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81235ceb-5577-4be6-a6ce-1db18c441913 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-7508b677-197b-47f6-a12b-179ce2ae4e02', 'network_id': '7508b677-197b-47f6-a12b-179ce2ae4e02', 'tenant_id': '2ad262563dcd45d6b5a1261682c72b3a', 'fixed_ips': [{'subnet_id': '05dbfd86-e314-4a6e-8667-23f6d46a51f9'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:51:33.869729 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-119197df-a2a6-4536-9919-6143919526ef tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] vlan segment allocate from pool success with {'vlan_id': 1263, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:51:33.870030 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-81235ceb-5577-4be6-a6ce-1db18c441913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:33.879293 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-2c2fd1e5-5c09-4d68-bec3-1afb2d17496f None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:51:33.885324 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2fd1e5-5c09-4d68-bec3-1afb2d17496f None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:51:33.890430 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-119197df-a2a6-4536-9919-6143919526ef tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:33.891125 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-119197df-a2a6-4536-9919-6143919526ef tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Added segment 3b49f332-b3a7-437f-9e21-dbb62fae51ea of type vlan for network 89d153c6-3096-40b3-bf2d-8da39cead6a8 Oct 20 11:51:33.925181 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-28e4a220-c817-463e-8290-8686906e89ff tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:33.967562 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e4a220-c817-463e-8290-8686906e89ff tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event deleted for resources: {'Subnet': ['ID=a8eba798-8104-4269-9e90-b2c8dead6c19,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:34.011653 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-119197df-a2a6-4536-9919-6143919526ef tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:34.067404 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-28e4a220-c817-463e-8290-8686906e89ff tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:34.118076 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-28e4a220-c817-463e-8290-8686906e89ff tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2acb2fd6-330f-4f83-a396-5efb566c84e3']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:34.122052 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-119197df-a2a6-4536-9919-6143919526ef tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:34.128864 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119197df-a2a6-4536-9919-6143919526ef tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:34.129718 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-119197df-a2a6-4536-9919-6143919526ef tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:34.149088 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-28e4a220-c817-463e-8290-8686906e89ff tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7b7df53-7b0d-4c1c-af38-5f7d9d6f2e4d') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:34.149411 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-28e4a220-c817-463e-8290-8686906e89ff tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7b7df53-7b0d-4c1c-af38-5f7d9d6f2e4d') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:34.177276 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-28e4a220-c817-463e-8290-8686906e89ff tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:34.211686 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-28e4a220-c817-463e-8290-8686906e89ff tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:34.223183 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119197df-a2a6-4536-9919-6143919526ef tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Pushing event updated for resources: {'Network': ['ID=89d153c6-3096-40b3-bf2d-8da39cead6a8,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:34.226437 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28e4a220-c817-463e-8290-8686906e89ff tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Releasing vlan 1265 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:51:34.226935 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-28e4a220-c817-463e-8290-8686906e89ff tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:34.240121 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-119197df-a2a6-4536-9919-6143919526ef tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5712538 Oct 20 11:51:34.243004 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40662) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:34.251561 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-2d364056-1559-4c20-aa65-a793bfddfec1 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Request body: {'subnet': {'network_id': '768e92db-43a5-4cfa-9cfe-ab0da278720e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:34.321219 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 89d153c6-3096-40b3-bf2d-8da39cead6a8 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:51:34.323218 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:51:34.323218 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:51:34.323218 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:51:34.323218 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:51:34.323218 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:51:34.323218 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:51:34.323218 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:51:34.323218 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:51:34.323218 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:51:34.323218 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:51:34.323218 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:51:34.323218 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:51:34.323218 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:51:34.323218 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:51:34.323218 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:51:34.323218 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:51:34.323218 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:51:34.323218 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:51:34.323218 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:51:34.323218 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:51:34.323218 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:51:34.323218 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:51:34.323218 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:51:34.323218 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:51:34.323218 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:51:34.323218 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:51:34.323218 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:51:34.323218 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:51:34.323218 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:51:34.323218 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:51:34.323218 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:51:34.323218 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:51:34.352132 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-28e4a220-c817-463e-8290-8686906e89ff tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:34.361165 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-28e4a220-c817-463e-8290-8686906e89ff tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:34.369297 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-28e4a220-c817-463e-8290-8686906e89ff tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "DELETE /v2.0/networks/2acb2fd6-330f-4f83-a396-5efb566c84e3 HTTP/1.1" status: 204 len: 168 time: 0.7862537 Oct 20 11:51:34.375450 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40664) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:34.385560 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-348f0044-c954-4390-8090-38e63936fe0d tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-757664772'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:34.399769 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d364056-1559-4c20-aa65-a793bfddfec1 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Made reservation on behalf of 2ad262563dcd45d6b5a1261682c72b3a for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:51:34.405557 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d364056-1559-4c20-aa65-a793bfddfec1 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:34.408477 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e4a220-c817-463e-8290-8686906e89ff tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event deleted for resources: {'Network': ['ID=2acb2fd6-330f-4f83-a396-5efb566c84e3,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:34.525653 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348f0044-c954-4390-8090-38e63936fe0d tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Made reservation on behalf of 759c187deb5a41a2a467a3346bc65d68 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:51:34.530993 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-348f0044-c954-4390-8090-38e63936fe0d tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:34.640244 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-348f0044-c954-4390-8090-38e63936fe0d tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] vlan segment allocate from pool success with {'vlan_id': 1286, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:51:34.676310 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-348f0044-c954-4390-8090-38e63936fe0d tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:34.676676 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-348f0044-c954-4390-8090-38e63936fe0d tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Added segment f7447483-835c-4ff6-94b0-5c0acf779fab of type vlan for network da0ec183-319b-466e-bef7-f8347505bfa6 Oct 20 11:51:34.827677 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2fd1e5-5c09-4d68-bec3-1afb2d17496f None None] Pushing event updated for resources: {'Port': ['ID=f1f9ff94-0544-483a-9e03-9f4e656f3f2b,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:34.854231 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-348f0044-c954-4390-8090-38e63936fe0d tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:35.047416 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-2c2fd1e5-5c09-4d68-bec3-1afb2d17496f None None] Attempting to bind port f1f9ff94-0544-483a-9e03-9f4e656f3f2b on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:51:35.047884 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-2c2fd1e5-5c09-4d68-bec3-1afb2d17496f None None] Attempting to bind port f1f9ff94-0544-483a-9e03-9f4e656f3f2b by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'ae11d6fb-bf69-4203-a75e-f91e6e3ca163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '91dd6139-24a1-4918-91d2-406069d11e32'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:51:35.048327 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2fd1e5-5c09-4d68-bec3-1afb2d17496f None None] Attempting to bind port f1f9ff94-0544-483a-9e03-9f4e656f3f2b on network 91dd6139-24a1-4918-91d2-406069d11e32 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:51:35.099744 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-348f0044-c954-4390-8090-38e63936fe0d tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:35.105425 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348f0044-c954-4390-8090-38e63936fe0d tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:35.106078 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-348f0044-c954-4390-8090-38e63936fe0d tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:35.142644 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d364056-1559-4c20-aa65-a793bfddfec1 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:35.146271 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2fd1e5-5c09-4d68-bec3-1afb2d17496f None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:51:35.149210 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2fd1e5-5c09-4d68-bec3-1afb2d17496f None None] Checking segment: {'id': 'ae11d6fb-bf69-4203-a75e-f91e6e3ca163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '91dd6139-24a1-4918-91d2-406069d11e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:51:35.150678 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2c2fd1e5-5c09-4d68-bec3-1afb2d17496f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:35.152307 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2fd1e5-5c09-4d68-bec3-1afb2d17496f None None] Bound using segment: {'id': 'ae11d6fb-bf69-4203-a75e-f91e6e3ca163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '91dd6139-24a1-4918-91d2-406069d11e32'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:51:35.155909 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-2c2fd1e5-5c09-4d68-bec3-1afb2d17496f None None] Bound port: f1f9ff94-0544-483a-9e03-9f4e656f3f2b, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae11d6fb-bf69-4203-a75e-f91e6e3ca163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '91dd6139-24a1-4918-91d2-406069d11e32'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:51:35.156742 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2c2fd1e5-5c09-4d68-bec3-1afb2d17496f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:35.170500 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-348f0044-c954-4390-8090-38e63936fe0d tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7931964 Oct 20 11:51:35.173488 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40682) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:35.180034 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-67b6cd50-4ec0-417d-aed6-a00bc7e2c512 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Request body: {'subnet': {'network_id': 'da0ec183-319b-466e-bef7-f8347505bfa6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:35.256740 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348f0044-c954-4390-8090-38e63936fe0d tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event updated for resources: {'Network': ['ID=da0ec183-319b-466e-bef7-f8347505bfa6,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:35.285986 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d364056-1559-4c20-aa65-a793bfddfec1 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Pushing event updated for resources: {'Subnet': ['ID=8d817457-7823-40d9-9a5f-fc9bd451048e,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:35.291461 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d364056-1559-4c20-aa65-a793bfddfec1 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Checking segment: {'id': '460133ea-94d0-413f-8440-e23c09a99cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '768e92db-43a5-4cfa-9cfe-ab0da278720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:51:35.291816 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d364056-1559-4c20-aa65-a793bfddfec1 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Network hostable DHCP agents. Network: 768e92db-43a5-4cfa-9cfe-ab0da278720e, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:51:35.299527 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network da0ec183-319b-466e-bef7-f8347505bfa6 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:51:35.324574 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d364056-1559-4c20-aa65-a793bfddfec1 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Network 768e92db-43a5-4cfa-9cfe-ab0da278720e is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:51:35.344589 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-2d364056-1559-4c20-aa65-a793bfddfec1 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 768e92db-43a5-4cfa-9cfe-ab0da278720e) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:51:35.363884 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53a0b89-b51c-43fc-b8cb-bf312be5fcee None None] Network 768e92db-43a5-4cfa-9cfe-ab0da278720e requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:51:35.368766 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d364056-1559-4c20-aa65-a793bfddfec1 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:35.383387 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d364056-1559-4c20-aa65-a793bfddfec1 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:35.399931 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849f5f04-d349-46f6-917a-ad99654ad1a7 None None] Network 2acb2fd6-330f-4f83-a396-5efb566c84e3 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:51:35.407957 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-81235ceb-5577-4be6-a6ce-1db18c441913 None None] Allocated IP 2001:db8::2 (7508b677-197b-47f6-a12b-179ce2ae4e02/05dbfd86-e314-4a6e-8667-23f6d46a51f9/b557ff59-7149-463e-b490-bbc894ff2f41) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:51:35.411967 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-2c2fd1e5-5c09-4d68-bec3-1afb2d17496f None None] For port f1f9ff94-0544-483a-9e03-9f4e656f3f2b, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:51:35.413211 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2d364056-1559-4c20-aa65-a793bfddfec1 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1690276 Oct 20 11:51:35.416983 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40688) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:35.424611 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-93efda65-4076-4f9a-b78e-3b06fca5b6d8 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Request body: {'subnet': {'network_id': '89d153c6-3096-40b3-bf2d-8da39cead6a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:35.433019 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b6cd50-4ec0-417d-aed6-a00bc7e2c512 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Made reservation on behalf of 759c187deb5a41a2a467a3346bc65d68 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:51:35.438483 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-67b6cd50-4ec0-417d-aed6-a00bc7e2c512 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:35.528124 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-2c2fd1e5-5c09-4d68-bec3-1afb2d17496f None None] For port f1f9ff94-0544-483a-9e03-9f4e656f3f2b, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=f1f9ff94-0544-483a-9e03-9f4e656f3f2b,segment=NetworkSegment(ae11d6fb-bf69-4203-a75e-f91e6e3ca163),segment_id=ae11d6fb-bf69-4203-a75e-f91e6e3ca163)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:51:35.535448 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849f5f04-d349-46f6-917a-ad99654ad1a7 None None] Network 2acb2fd6-330f-4f83-a396-5efb566c84e3 could not be found, it might have been deleted concurrently. {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 20 11:51:35.554973 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2c2fd1e5-5c09-4d68-bec3-1afb2d17496f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:35.559903 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.ipam_backend_mixin [None req-67b6cd50-4ec0-417d-aed6-a00bc7e2c512 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Performing IP validity checks on allocation pools {{(pid=100646) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 20 11:51:35.560434 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.ipam_backend_mixin [None req-67b6cd50-4ec0-417d-aed6-a00bc7e2c512 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100646) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 20 11:51:35.601796 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93efda65-4076-4f9a-b78e-3b06fca5b6d8 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Made reservation on behalf of 2ad262563dcd45d6b5a1261682c72b3a for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:51:35.608687 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-93efda65-4076-4f9a-b78e-3b06fca5b6d8 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:35.927153 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2fd1e5-5c09-4d68-bec3-1afb2d17496f None None] Pushing event updated for resources: {'Port': ['ID=f1f9ff94-0544-483a-9e03-9f4e656f3f2b,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:35.955387 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-67b6cd50-4ec0-417d-aed6-a00bc7e2c512 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:36.102205 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b6cd50-4ec0-417d-aed6-a00bc7e2c512 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event updated for resources: {'Subnet': ['ID=f7d69917-6c42-4723-8db7-c4e2c018a6ad,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:36.187046 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b6cd50-4ec0-417d-aed6-a00bc7e2c512 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Checking segment: {'id': 'f7447483-835c-4ff6-94b0-5c0acf779fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'da0ec183-319b-466e-bef7-f8347505bfa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:51:36.187433 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b6cd50-4ec0-417d-aed6-a00bc7e2c512 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Network hostable DHCP agents. Network: da0ec183-319b-466e-bef7-f8347505bfa6, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:51:36.192973 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860e86bf-527e-4aca-80a8-a2c02dd4d2b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-768e92db-43a5-4cfa-9cfe-ab0da278720e', 'network_id': '768e92db-43a5-4cfa-9cfe-ab0da278720e', 'tenant_id': '2ad262563dcd45d6b5a1261682c72b3a', 'fixed_ips': [{'subnet_id': '8d817457-7823-40d9-9a5f-fc9bd451048e'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:51:36.193844 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-860e86bf-527e-4aca-80a8-a2c02dd4d2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:36.237264 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b6cd50-4ec0-417d-aed6-a00bc7e2c512 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Network da0ec183-319b-466e-bef7-f8347505bfa6 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:51:36.264146 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-67b6cd50-4ec0-417d-aed6-a00bc7e2c512 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, da0ec183-319b-466e-bef7-f8347505bfa6) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:51:36.268669 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b6cd50-4ec0-417d-aed6-a00bc7e2c512 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:36.269526 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-67b6cd50-4ec0-417d-aed6-a00bc7e2c512 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:36.297386 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-67b6cd50-4ec0-417d-aed6-a00bc7e2c512 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.1226640 Oct 20 11:51:36.300859 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40704) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:36.369585 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb06d459-1202-434f-8029-2a0452d01c4a None None] Network da0ec183-319b-466e-bef7-f8347505bfa6 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:51:36.372066 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-81235ceb-5577-4be6-a6ce-1db18c441913 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:36.393053 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-93efda65-4076-4f9a-b78e-3b06fca5b6d8 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:36.466859 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93efda65-4076-4f9a-b78e-3b06fca5b6d8 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Pushing event updated for resources: {'Subnet': ['ID=1ccf2a1b-5f64-4276-a603-34bc1e70c0b3,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:36.485172 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93efda65-4076-4f9a-b78e-3b06fca5b6d8 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:36.485678 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93efda65-4076-4f9a-b78e-3b06fca5b6d8 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:36.486691 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93efda65-4076-4f9a-b78e-3b06fca5b6d8 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:36.487076 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93efda65-4076-4f9a-b78e-3b06fca5b6d8 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:36.487414 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93efda65-4076-4f9a-b78e-3b06fca5b6d8 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:36.487756 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93efda65-4076-4f9a-b78e-3b06fca5b6d8 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:36.488075 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93efda65-4076-4f9a-b78e-3b06fca5b6d8 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:36.488403 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93efda65-4076-4f9a-b78e-3b06fca5b6d8 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:36.488733 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93efda65-4076-4f9a-b78e-3b06fca5b6d8 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:36.489069 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93efda65-4076-4f9a-b78e-3b06fca5b6d8 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:36.489525 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93efda65-4076-4f9a-b78e-3b06fca5b6d8 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:36.489850 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93efda65-4076-4f9a-b78e-3b06fca5b6d8 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:36.524296 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b1d7f739-a0af-49a0-a439-9dc8a824aafb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:36.558029 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93efda65-4076-4f9a-b78e-3b06fca5b6d8 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Checking segment: {'id': '3b49f332-b3a7-437f-9e21-dbb62fae51ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '89d153c6-3096-40b3-bf2d-8da39cead6a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:51:36.558029 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93efda65-4076-4f9a-b78e-3b06fca5b6d8 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Network hostable DHCP agents. Network: 89d153c6-3096-40b3-bf2d-8da39cead6a8, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:51:36.561943 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-860e86bf-527e-4aca-80a8-a2c02dd4d2b3 None None] Allocated IP 2001:db8::2 (768e92db-43a5-4cfa-9cfe-ab0da278720e/8d817457-7823-40d9-9a5f-fc9bd451048e/f87c168c-1515-4ef7-8ab5-bf6053f4c4ad) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:51:36.578065 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-81235ceb-5577-4be6-a6ce-1db18c441913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:36.612184 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93efda65-4076-4f9a-b78e-3b06fca5b6d8 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Network 89d153c6-3096-40b3-bf2d-8da39cead6a8 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:51:36.630141 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-93efda65-4076-4f9a-b78e-3b06fca5b6d8 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 89d153c6-3096-40b3-bf2d-8da39cead6a8) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:51:36.639999 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93efda65-4076-4f9a-b78e-3b06fca5b6d8 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:36.640940 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-93efda65-4076-4f9a-b78e-3b06fca5b6d8 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:36.691147 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-93efda65-4076-4f9a-b78e-3b06fca5b6d8 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2719610 Oct 20 11:51:36.694893 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b1d7f739-a0af-49a0-a439-9dc8a824aafb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:36.700133 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40716) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:36.718027 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66c42b6-1f87-4542-963e-3522a779b58b None None] Network 89d153c6-3096-40b3-bf2d-8da39cead6a8 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:51:36.737093 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81235ceb-5577-4be6-a6ce-1db18c441913 None None] Network 7508b677-197b-47f6-a12b-179ce2ae4e02 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:51:36.756425 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-81235ceb-5577-4be6-a6ce-1db18c441913 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:51:36.783346 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81235ceb-5577-4be6-a6ce-1db18c441913 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:51:36.843012 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b1d7f739-a0af-49a0-a439-9dc8a824aafb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:36.880726 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81235ceb-5577-4be6-a6ce-1db18c441913 None None] Pushing event updated for resources: {'Port': ['ID=b557ff59-7149-463e-b490-bbc894ff2f41,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:36.929532 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7f739-a0af-49a0-a439-9dc8a824aafb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event deleted for resources: {'Subnet': ['ID=f7d69917-6c42-4723-8db7-c4e2c018a6ad,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:37.111631 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-860e86bf-527e-4aca-80a8-a2c02dd4d2b3 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:37.113434 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b1d7f739-a0af-49a0-a439-9dc8a824aafb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:37.151636 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-860e86bf-527e-4aca-80a8-a2c02dd4d2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:37.191544 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-b1d7f739-a0af-49a0-a439-9dc8a824aafb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da0ec183-319b-466e-bef7-f8347505bfa6']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:37.200933 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-81235ceb-5577-4be6-a6ce-1db18c441913 None None] Attempting to bind port b557ff59-7149-463e-b490-bbc894ff2f41 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:51:37.201305 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-81235ceb-5577-4be6-a6ce-1db18c441913 None None] Attempting to bind port b557ff59-7149-463e-b490-bbc894ff2f41 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '65710942-5e3d-496b-a2b3-ed05effb2a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '7508b677-197b-47f6-a12b-179ce2ae4e02'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:51:37.201670 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81235ceb-5577-4be6-a6ce-1db18c441913 None None] Attempting to bind port b557ff59-7149-463e-b490-bbc894ff2f41 on network 7508b677-197b-47f6-a12b-179ce2ae4e02 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:51:37.236439 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860e86bf-527e-4aca-80a8-a2c02dd4d2b3 None None] Network 768e92db-43a5-4cfa-9cfe-ab0da278720e is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:51:37.246489 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-b1d7f739-a0af-49a0-a439-9dc8a824aafb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7447483-835c-4ff6-94b0-5c0acf779fab') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:37.247258 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-b1d7f739-a0af-49a0-a439-9dc8a824aafb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7447483-835c-4ff6-94b0-5c0acf779fab') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:37.276449 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b1d7f739-a0af-49a0-a439-9dc8a824aafb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:37.303799 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-860e86bf-527e-4aca-80a8-a2c02dd4d2b3 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:51:37.307898 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b1d7f739-a0af-49a0-a439-9dc8a824aafb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:37.322218 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860e86bf-527e-4aca-80a8-a2c02dd4d2b3 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:51:37.328527 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1d7f739-a0af-49a0-a439-9dc8a824aafb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Releasing vlan 1286 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:51:37.331738 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b1d7f739-a0af-49a0-a439-9dc8a824aafb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:37.339958 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:51:37.339958 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:51:37.339958 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:51:37.339958 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:51:37.339958 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:51:37.339958 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:51:37.339958 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:51:37.339958 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:51:37.339958 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:51:37.339958 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:51:37.339958 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:51:37.339958 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:51:37.339958 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:51:37.339958 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:51:37.339958 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:51:37.339958 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:51:37.339958 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:51:37.339958 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:51:37.339958 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:51:37.339958 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:51:37.339958 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:51:37.339958 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:51:37.339958 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:51:37.339958 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:51:37.339958 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:51:37.339958 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:51:37.339958 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:51:37.339958 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:51:37.339958 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:51:37.339958 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:51:37.339958 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:51:37.339958 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:51:37.365684 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81235ceb-5577-4be6-a6ce-1db18c441913 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:51:37.366214 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81235ceb-5577-4be6-a6ce-1db18c441913 None None] Checking segment: {'id': '65710942-5e3d-496b-a2b3-ed05effb2a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '7508b677-197b-47f6-a12b-179ce2ae4e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:51:37.366632 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-81235ceb-5577-4be6-a6ce-1db18c441913 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:37.367080 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81235ceb-5577-4be6-a6ce-1db18c441913 None None] Bound using segment: {'id': '65710942-5e3d-496b-a2b3-ed05effb2a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '7508b677-197b-47f6-a12b-179ce2ae4e02'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:51:37.367578 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-81235ceb-5577-4be6-a6ce-1db18c441913 None None] Bound port: b557ff59-7149-463e-b490-bbc894ff2f41, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65710942-5e3d-496b-a2b3-ed05effb2a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '7508b677-197b-47f6-a12b-179ce2ae4e02'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:51:37.367970 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-81235ceb-5577-4be6-a6ce-1db18c441913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:37.485208 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6e4c75-50da-4664-ba8a-98b12fb0f1d4 None None] Network da0ec183-319b-466e-bef7-f8347505bfa6 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:51:37.536242 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b1d7f739-a0af-49a0-a439-9dc8a824aafb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:37.545664 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b1d7f739-a0af-49a0-a439-9dc8a824aafb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:37.553741 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b1d7f739-a0af-49a0-a439-9dc8a824aafb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "DELETE /v2.0/networks/da0ec183-319b-466e-bef7-f8347505bfa6 HTTP/1.1" status: 204 len: 168 time: 1.2515943 Oct 20 11:51:37.576404 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40732) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:37.583427 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-ca22ace5-8fbf-4332-bf9e-ca2fd1159bc7 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1645396084'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:37.590998 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7f739-a0af-49a0-a439-9dc8a824aafb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event deleted for resources: {'Network': ['ID=da0ec183-319b-466e-bef7-f8347505bfa6,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:37.629051 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e86bf-527e-4aca-80a8-a2c02dd4d2b3 None None] Pushing event updated for resources: {'Port': ['ID=f87c168c-1515-4ef7-8ab5-bf6053f4c4ad,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:37.640532 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fa7ef3-8e40-426c-b888-90929f08a09b None None] Network 91dd6139-24a1-4918-91d2-406069d11e32 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:51:37.644098 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca22ace5-8fbf-4332-bf9e-ca2fd1159bc7 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Made reservation on behalf of 759c187deb5a41a2a467a3346bc65d68 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:51:37.648819 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ca22ace5-8fbf-4332-bf9e-ca2fd1159bc7 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:37.748049 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca22ace5-8fbf-4332-bf9e-ca2fd1159bc7 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] vlan segment allocate from pool success with {'vlan_id': 1281, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:51:37.784677 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ca22ace5-8fbf-4332-bf9e-ca2fd1159bc7 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:37.785863 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-ca22ace5-8fbf-4332-bf9e-ca2fd1159bc7 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Added segment 95426443-3a2a-4a0b-a3e9-f381ddb66e6a of type vlan for network 54daa490-574d-461e-8872-cdee870f7b09 Oct 20 11:51:37.802363 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73016f9-9977-41ba-bc60-af3d05131071 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-89d153c6-3096-40b3-bf2d-8da39cead6a8', 'network_id': '89d153c6-3096-40b3-bf2d-8da39cead6a8', 'tenant_id': '2ad262563dcd45d6b5a1261682c72b3a', 'fixed_ips': [{'subnet_id': '1ccf2a1b-5f64-4276-a603-34bc1e70c0b3'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:51:37.803362 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e73016f9-9977-41ba-bc60-af3d05131071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:37.806290 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device f1f9ff94-0544-483a-9e03-9f4e656f3f2b up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:51:37.882592 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ca22ace5-8fbf-4332-bf9e-ca2fd1159bc7 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:37.925903 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ca22ace5-8fbf-4332-bf9e-ca2fd1159bc7 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:37.932887 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca22ace5-8fbf-4332-bf9e-ca2fd1159bc7 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:37.934301 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ca22ace5-8fbf-4332-bf9e-ca2fd1159bc7 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:38.027917 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ca22ace5-8fbf-4332-bf9e-ca2fd1159bc7 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4499879 Oct 20 11:51:38.030876 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40742) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:38.066211 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-0ca0cc26-bd2d-418f-95ca-ce6ffd52c7ed tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Request body: {'subnet': {'network_id': '54daa490-574d-461e-8872-cdee870f7b09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:38.072808 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-25b46e92-d2da-4f67-a615-cb282643585e tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:38.144261 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca22ace5-8fbf-4332-bf9e-ca2fd1159bc7 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event updated for resources: {'Network': ['ID=54daa490-574d-461e-8872-cdee870f7b09,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:38.193367 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 54daa490-574d-461e-8872-cdee870f7b09 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:51:38.365414 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca0cc26-bd2d-418f-95ca-ce6ffd52c7ed tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Made reservation on behalf of 759c187deb5a41a2a467a3346bc65d68 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:51:38.369462 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0ca0cc26-bd2d-418f-95ca-ce6ffd52c7ed tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:38.377196 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d6bc885d-b588-4caa-820e-f2f2c4ca6c2f None None] Provisioning complete for port f1f9ff94-0544-483a-9e03-9f4e656f3f2b triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:51:38.378988 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d6bc885d-b588-4caa-820e-f2f2c4ca6c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:38.532577 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-860e86bf-527e-4aca-80a8-a2c02dd4d2b3 None None] Attempting to bind port f87c168c-1515-4ef7-8ab5-bf6053f4c4ad on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:51:38.533229 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-860e86bf-527e-4aca-80a8-a2c02dd4d2b3 None None] Attempting to bind port f87c168c-1515-4ef7-8ab5-bf6053f4c4ad by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '460133ea-94d0-413f-8440-e23c09a99cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '768e92db-43a5-4cfa-9cfe-ab0da278720e'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:51:38.533354 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860e86bf-527e-4aca-80a8-a2c02dd4d2b3 None None] Attempting to bind port f87c168c-1515-4ef7-8ab5-bf6053f4c4ad on network 768e92db-43a5-4cfa-9cfe-ab0da278720e {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:51:38.573490 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860e86bf-527e-4aca-80a8-a2c02dd4d2b3 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:51:38.573874 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860e86bf-527e-4aca-80a8-a2c02dd4d2b3 None None] Checking segment: {'id': '460133ea-94d0-413f-8440-e23c09a99cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '768e92db-43a5-4cfa-9cfe-ab0da278720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:51:38.574279 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-860e86bf-527e-4aca-80a8-a2c02dd4d2b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:38.574683 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860e86bf-527e-4aca-80a8-a2c02dd4d2b3 None None] Bound using segment: {'id': '460133ea-94d0-413f-8440-e23c09a99cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '768e92db-43a5-4cfa-9cfe-ab0da278720e'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:51:38.575218 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-860e86bf-527e-4aca-80a8-a2c02dd4d2b3 None None] Bound port: f87c168c-1515-4ef7-8ab5-bf6053f4c4ad, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '460133ea-94d0-413f-8440-e23c09a99cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '768e92db-43a5-4cfa-9cfe-ab0da278720e'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:51:38.577507 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-860e86bf-527e-4aca-80a8-a2c02dd4d2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:38.605373 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-25b46e92-d2da-4f67-a615-cb282643585e tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Allocated IP 2001:db8::1 (768e92db-43a5-4cfa-9cfe-ab0da278720e/8d817457-7823-40d9-9a5f-fc9bd451048e/289e2187-3cdd-4d6a-8736-6484e25a4480) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:51:38.687785 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port f1f9ff94-0544-483a-9e03-9f4e656f3f2b triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:51:38.688162 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:38.915954 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0ca0cc26-bd2d-418f-95ca-ce6ffd52c7ed tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:38.918621 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-81235ceb-5577-4be6-a6ce-1db18c441913 None None] For port b557ff59-7149-463e-b490-bbc894ff2f41, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:51:38.926887 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-25b46e92-d2da-4f67-a615-cb282643585e tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:38.933031 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d6bc885d-b588-4caa-820e-f2f2c4ca6c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:39.003327 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-860e86bf-527e-4aca-80a8-a2c02dd4d2b3 None None] For port f87c168c-1515-4ef7-8ab5-bf6053f4c4ad, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:51:39.006685 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-860e86bf-527e-4aca-80a8-a2c02dd4d2b3 None None] For port f87c168c-1515-4ef7-8ab5-bf6053f4c4ad, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=f87c168c-1515-4ef7-8ab5-bf6053f4c4ad,segment=NetworkSegment(460133ea-94d0-413f-8440-e23c09a99cee),segment_id=460133ea-94d0-413f-8440-e23c09a99cee)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:51:39.018738 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca0cc26-bd2d-418f-95ca-ce6ffd52c7ed tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Checking segment: {'id': '95426443-3a2a-4a0b-a3e9-f381ddb66e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '54daa490-574d-461e-8872-cdee870f7b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:51:39.021257 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca0cc26-bd2d-418f-95ca-ce6ffd52c7ed tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Network hostable DHCP agents. Network: 54daa490-574d-461e-8872-cdee870f7b09, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:51:39.027557 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca0cc26-bd2d-418f-95ca-ce6ffd52c7ed tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event updated for resources: {'Subnet': ['ID=b85ce6d4-fe98-4181-8719-5061cd9539e7,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:39.052144 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-860e86bf-527e-4aca-80a8-a2c02dd4d2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:39.054448 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-25b46e92-d2da-4f67-a615-cb282643585e tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:39.071517 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca0cc26-bd2d-418f-95ca-ce6ffd52c7ed tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Network 54daa490-574d-461e-8872-cdee870f7b09 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:51:39.078582 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-81235ceb-5577-4be6-a6ce-1db18c441913 None None] For port b557ff59-7149-463e-b490-bbc894ff2f41, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=b557ff59-7149-463e-b490-bbc894ff2f41,segment=NetworkSegment(65710942-5e3d-496b-a2b3-ed05effb2a04),segment_id=65710942-5e3d-496b-a2b3-ed05effb2a04)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:51:39.122534 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b46e92-d2da-4f67-a615-cb282643585e tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Network 768e92db-43a5-4cfa-9cfe-ab0da278720e is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:51:39.124290 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-81235ceb-5577-4be6-a6ce-1db18c441913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:39.129410 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-25b46e92-d2da-4f67-a615-cb282643585e tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:51:39.132116 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b46e92-d2da-4f67-a615-cb282643585e tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:51:39.132967 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-25b46e92-d2da-4f67-a615-cb282643585e tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:39.135441 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-0ca0cc26-bd2d-418f-95ca-ce6ffd52c7ed tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 54daa490-574d-461e-8872-cdee870f7b09) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:51:39.139794 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca0cc26-bd2d-418f-95ca-ce6ffd52c7ed tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:39.140667 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0ca0cc26-bd2d-418f-95ca-ce6ffd52c7ed tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:39.212325 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b46e92-d2da-4f67-a615-cb282643585e tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Pushing event updated for resources: {'Port': ['ID=289e2187-3cdd-4d6a-8736-6484e25a4480,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:39.265083 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3469ae7-2c88-49af-82f1-0052a17c33e0 None None] Network 54daa490-574d-461e-8872-cdee870f7b09 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:51:39.296114 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40764) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:39.304871 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-0ca0cc26-bd2d-418f-95ca-ce6ffd52c7ed tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2726631 Oct 20 11:51:39.367627 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d6bc885d-b588-4caa-820e-f2f2c4ca6c2f None None] For port f1f9ff94-0544-483a-9e03-9f4e656f3f2b, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=f1f9ff94-0544-483a-9e03-9f4e656f3f2b,segment=NetworkSegment(ae11d6fb-bf69-4203-a75e-f91e6e3ca163),segment_id=ae11d6fb-bf69-4203-a75e-f91e6e3ca163)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:51:39.445455 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-25b46e92-d2da-4f67-a615-cb282643585e tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:39.571373 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d6bc885d-b588-4caa-820e-f2f2c4ca6c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:39.597557 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cc411e27-5662-4617-a786-c1d623f11964 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:39.651818 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e86bf-527e-4aca-80a8-a2c02dd4d2b3 None None] Pushing event updated for resources: {'Port': ['ID=f87c168c-1515-4ef7-8ab5-bf6053f4c4ad,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:39.741786 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cc411e27-5662-4617-a786-c1d623f11964 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:39.861081 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cc411e27-5662-4617-a786-c1d623f11964 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:39.876411 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-e73016f9-9977-41ba-bc60-af3d05131071 None None] Allocated IP 2001:db8::2 (89d153c6-3096-40b3-bf2d-8da39cead6a8/1ccf2a1b-5f64-4276-a603-34bc1e70c0b3/b3cc00c4-f716-4e6b-b7c9-8cd9c789b26d) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:51:39.995516 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc411e27-5662-4617-a786-c1d623f11964 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event deleted for resources: {'Subnet': ['ID=b85ce6d4-fe98-4181-8719-5061cd9539e7,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:40.077334 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cc411e27-5662-4617-a786-c1d623f11964 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:40.107569 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-cc411e27-5662-4617-a786-c1d623f11964 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54daa490-574d-461e-8872-cdee870f7b09']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:40.120410 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-cc411e27-5662-4617-a786-c1d623f11964 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95426443-3a2a-4a0b-a3e9-f381ddb66e6a') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:40.120864 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-cc411e27-5662-4617-a786-c1d623f11964 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95426443-3a2a-4a0b-a3e9-f381ddb66e6a') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:40.136216 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cc411e27-5662-4617-a786-c1d623f11964 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:40.147880 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e73016f9-9977-41ba-bc60-af3d05131071 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:40.154672 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cc411e27-5662-4617-a786-c1d623f11964 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:40.162523 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc411e27-5662-4617-a786-c1d623f11964 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Releasing vlan 1281 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:51:40.163911 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cc411e27-5662-4617-a786-c1d623f11964 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:40.178954 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e73016f9-9977-41ba-bc60-af3d05131071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:40.261237 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:51:40.261237 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:51:40.261237 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:51:40.261237 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:51:40.261237 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:51:40.261237 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:51:40.261237 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:51:40.261237 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:51:40.261237 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:51:40.261237 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:51:40.261237 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:51:40.261237 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:51:40.261237 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:51:40.261237 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:51:40.261237 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:51:40.261237 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:51:40.261237 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:51:40.261237 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:51:40.261237 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:51:40.261237 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:51:40.261237 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:51:40.261237 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:51:40.261237 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:51:40.261237 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:51:40.261237 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:51:40.261237 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:51:40.261237 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:51:40.261237 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:51:40.261237 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:51:40.261237 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:51:40.261237 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:51:40.261237 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:51:40.268421 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-25b46e92-d2da-4f67-a615-cb282643585e tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:40.270071 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cc411e27-5662-4617-a786-c1d623f11964 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:40.274094 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73016f9-9977-41ba-bc60-af3d05131071 None None] Network 89d153c6-3096-40b3-bf2d-8da39cead6a8 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:51:40.277979 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-25b46e92-d2da-4f67-a615-cb282643585e tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:40.278941 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-25b46e92-d2da-4f67-a615-cb282643585e tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:40.288539 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cc411e27-5662-4617-a786-c1d623f11964 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:40.291807 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-cc411e27-5662-4617-a786-c1d623f11964 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "DELETE /v2.0/networks/54daa490-574d-461e-8872-cdee870f7b09 HTTP/1.1" status: 204 len: 168 time: 0.9945095 Oct 20 11:51:40.294526 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-e73016f9-9977-41ba-bc60-af3d05131071 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:51:40.296939 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:40.297615 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81235ceb-5577-4be6-a6ce-1db18c441913 None None] Pushing event updated for resources: {'Port': ['ID=b557ff59-7149-463e-b490-bbc894ff2f41,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:40.310940 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73016f9-9977-41ba-bc60-af3d05131071 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:51:40.331720 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40780) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:40.336377 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0663926b-2cca-49c6-852c-2363586c4838 None None] Network 54daa490-574d-461e-8872-cdee870f7b09 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:51:40.336805 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-9378e4c4-3d34-4c60-8175-02fca1adbf86 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-202019772'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:40.358047 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc411e27-5662-4617-a786-c1d623f11964 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event deleted for resources: {'Network': ['ID=54daa490-574d-461e-8872-cdee870f7b09,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:40.393560 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b46e92-d2da-4f67-a615-cb282643585e tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Pushing event updated for resources: {'Port': ['ID=289e2187-3cdd-4d6a-8736-6484e25a4480,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:40.397272 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0663926b-2cca-49c6-852c-2363586c4838 None None] Network 54daa490-574d-461e-8872-cdee870f7b09 could not be found, it might have been deleted concurrently. {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 20 11:51:40.416129 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9378e4c4-3d34-4c60-8175-02fca1adbf86 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Made reservation on behalf of 759c187deb5a41a2a467a3346bc65d68 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:51:40.422174 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9378e4c4-3d34-4c60-8175-02fca1adbf86 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:40.532501 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9378e4c4-3d34-4c60-8175-02fca1adbf86 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] vlan segment allocate from pool success with {'vlan_id': 1265, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:51:40.576101 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9378e4c4-3d34-4c60-8175-02fca1adbf86 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:40.576451 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-9378e4c4-3d34-4c60-8175-02fca1adbf86 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Added segment 02bc59d9-0e19-4c93-acf9-53d4c2a0e97a of type vlan for network 4aa3a9d3-5b77-4563-b877-109e6a20571f Oct 20 11:51:40.685404 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device f87c168c-1515-4ef7-8ab5-bf6053f4c4ad up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:51:40.694391 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b46e92-d2da-4f67-a615-cb282643585e tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Network 768e92db-43a5-4cfa-9cfe-ab0da278720e is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:51:40.699987 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9378e4c4-3d34-4c60-8175-02fca1adbf86 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:40.702025 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-25b46e92-d2da-4f67-a615-cb282643585e tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:51:40.810569 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9378e4c4-3d34-4c60-8175-02fca1adbf86 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:40.816638 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9378e4c4-3d34-4c60-8175-02fca1adbf86 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:40.817414 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9378e4c4-3d34-4c60-8175-02fca1adbf86 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:40.914419 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-9378e4c4-3d34-4c60-8175-02fca1adbf86 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5816252 Oct 20 11:51:40.918589 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40792) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:40.930280 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bc885d-b588-4caa-820e-f2f2c4ca6c2f None None] Pushing event updated for resources: {'Port': ['ID=f1f9ff94-0544-483a-9e03-9f4e656f3f2b,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:40.933003 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-acdb7cc3-45a2-41cf-be8f-1c86ca4e8f9d tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Request body: {'subnet': {'network_id': '4aa3a9d3-5b77-4563-b877-109e6a20571f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:40.950948 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-e73016f9-9977-41ba-bc60-af3d05131071 None None] Attempting to bind port b3cc00c4-f716-4e6b-b7c9-8cd9c789b26d on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:51:40.951468 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-e73016f9-9977-41ba-bc60-af3d05131071 None None] Attempting to bind port b3cc00c4-f716-4e6b-b7c9-8cd9c789b26d by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '3b49f332-b3a7-437f-9e21-dbb62fae51ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '89d153c6-3096-40b3-bf2d-8da39cead6a8'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:51:40.951836 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73016f9-9977-41ba-bc60-af3d05131071 None None] Attempting to bind port b3cc00c4-f716-4e6b-b7c9-8cd9c789b26d on network 89d153c6-3096-40b3-bf2d-8da39cead6a8 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:51:40.993786 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73016f9-9977-41ba-bc60-af3d05131071 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:51:40.994264 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73016f9-9977-41ba-bc60-af3d05131071 None None] Checking segment: {'id': '3b49f332-b3a7-437f-9e21-dbb62fae51ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '89d153c6-3096-40b3-bf2d-8da39cead6a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:51:40.994542 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e73016f9-9977-41ba-bc60-af3d05131071 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:40.994962 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73016f9-9977-41ba-bc60-af3d05131071 None None] Bound using segment: {'id': '3b49f332-b3a7-437f-9e21-dbb62fae51ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '89d153c6-3096-40b3-bf2d-8da39cead6a8'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:51:41.007257 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-e73016f9-9977-41ba-bc60-af3d05131071 None None] Bound port: b3cc00c4-f716-4e6b-b7c9-8cd9c789b26d, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b49f332-b3a7-437f-9e21-dbb62fae51ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '89d153c6-3096-40b3-bf2d-8da39cead6a8'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:51:41.007738 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e73016f9-9977-41ba-bc60-af3d05131071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:41.066486 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9378e4c4-3d34-4c60-8175-02fca1adbf86 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event updated for resources: {'Network': ['ID=4aa3a9d3-5b77-4563-b877-109e6a20571f,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:41.100988 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 4aa3a9d3-5b77-4563-b877-109e6a20571f details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:51:41.139424 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee928df1-4249-4b4e-9122-f1f7b604b3f3 None None] Network 768e92db-43a5-4cfa-9cfe-ab0da278720e requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:51:41.159012 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port f87c168c-1515-4ef7-8ab5-bf6053f4c4ad triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:51:41.159333 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:41.191076 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b46e92-d2da-4f67-a615-cb282643585e tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Router 8c06cc2f-a319-4962-af14-d5f871c00887 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:51:41.236933 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e73016f9-9977-41ba-bc60-af3d05131071 None None] For port b3cc00c4-f716-4e6b-b7c9-8cd9c789b26d, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:51:41.241316 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e73016f9-9977-41ba-bc60-af3d05131071 None None] For port b3cc00c4-f716-4e6b-b7c9-8cd9c789b26d, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=b3cc00c4-f716-4e6b-b7c9-8cd9c789b26d,segment=NetworkSegment(3b49f332-b3a7-437f-9e21-dbb62fae51ea),segment_id=3b49f332-b3a7-437f-9e21-dbb62fae51ea)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:51:41.295329 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e73016f9-9977-41ba-bc60-af3d05131071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:41.308427 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-2f106f7d-5cbb-4f55-b935-a4467a70db4c None None] Provisioning complete for port f1f9ff94-0544-483a-9e03-9f4e656f3f2b triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:51:41.309237 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2f106f7d-5cbb-4f55-b935-a4467a70db4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:41.323128 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73016f9-9977-41ba-bc60-af3d05131071 None None] Pushing event updated for resources: {'Port': ['ID=b3cc00c4-f716-4e6b-b7c9-8cd9c789b26d,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:41.343446 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdb7cc3-45a2-41cf-be8f-1c86ca4e8f9d tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Made reservation on behalf of 759c187deb5a41a2a467a3346bc65d68 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:51:41.351316 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-acdb7cc3-45a2-41cf-be8f-1c86ca4e8f9d tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:41.600169 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1587d073-6bf9-41f1-acbd-819bd79a7c22 None None] Network 7508b677-197b-47f6-a12b-179ce2ae4e02 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:51:41.696614 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b46e92-d2da-4f67-a615-cb282643585e tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:51:41.709125 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40806) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:41.710944 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-25b46e92-d2da-4f67-a615-cb282643585e tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] 10.222.0.98 "PUT /v2.0/routers/8c06cc2f-a319-4962-af14-d5f871c00887/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0095253 Oct 20 11:51:41.711615 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6278e24-5b54-4d9c-a6ad-dba40dcdb5bf None None] Sync routers for ids ['8c06cc2f-a319-4962-af14-d5f871c00887'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:51:41.725656 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6278e24-5b54-4d9c-a6ad-dba40dcdb5bf None None] Routers {'8c06cc2f-a319-4962-af14-d5f871c00887'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:51:41.728547 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-b6278e24-5b54-4d9c-a6ad-dba40dcdb5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:51:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['8c06cc2f-a319-4962-af14-d5f871c00887'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:41.735219 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73016f9-9977-41ba-bc60-af3d05131071 None None] Pushing event updated for resources: {'Port': ['ID=b3cc00c4-f716-4e6b-b7c9-8cd9c789b26d,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:42.026279 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-acdb7cc3-45a2-41cf-be8f-1c86ca4e8f9d tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:42.107194 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-b6278e24-5b54-4d9c-a6ad-dba40dcdb5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:42.118467 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6278e24-5b54-4d9c-a6ad-dba40dcdb5bf None None] Routers {'8c06cc2f-a319-4962-af14-d5f871c00887'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:51:42.119435 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-b6278e24-5b54-4d9c-a6ad-dba40dcdb5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:51:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['8c06cc2f-a319-4962-af14-d5f871c00887'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:42.184172 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-b6278e24-5b54-4d9c-a6ad-dba40dcdb5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:42.187930 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb7cc3-45a2-41cf-be8f-1c86ca4e8f9d tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event updated for resources: {'Subnet': ['ID=3ddd3b05-1d12-4be7-92d4-47fdb2c185bd,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:42.193820 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6278e24-5b54-4d9c-a6ad-dba40dcdb5bf None None] The sync data for ids ['8c06cc2f-a319-4962-af14-d5f871c00887'] in n-d-814735-3 is: [] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:51:42.250421 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdb7cc3-45a2-41cf-be8f-1c86ca4e8f9d tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Checking segment: {'id': '02bc59d9-0e19-4c93-acf9-53d4c2a0e97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '4aa3a9d3-5b77-4563-b877-109e6a20571f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:51:42.250785 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdb7cc3-45a2-41cf-be8f-1c86ca4e8f9d tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Network hostable DHCP agents. Network: 4aa3a9d3-5b77-4563-b877-109e6a20571f, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:51:42.313068 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdb7cc3-45a2-41cf-be8f-1c86ca4e8f9d tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Network 4aa3a9d3-5b77-4563-b877-109e6a20571f is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:51:42.336872 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-acdb7cc3-45a2-41cf-be8f-1c86ca4e8f9d tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 4aa3a9d3-5b77-4563-b877-109e6a20571f) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:51:42.343667 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdb7cc3-45a2-41cf-be8f-1c86ca4e8f9d tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:42.344580 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-acdb7cc3-45a2-41cf-be8f-1c86ca4e8f9d tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:42.373403 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-acdb7cc3-45a2-41cf-be8f-1c86ca4e8f9d tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4533751 Oct 20 11:51:42.376101 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40820) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:42.376888 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d34419-30b4-48a8-9647-6621c5bc5ff7 None None] Network 4aa3a9d3-5b77-4563-b877-109e6a20571f requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:51:42.431639 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:42.635481 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port f87c168c-1515-4ef7-8ab5-bf6053f4c4ad, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=f87c168c-1515-4ef7-8ab5-bf6053f4c4ad,segment=NetworkSegment(460133ea-94d0-413f-8440-e23c09a99cee),segment_id=460133ea-94d0-413f-8440-e23c09a99cee)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:51:42.663589 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5c888a20-4559-429e-83cd-c7ce7d4897ea tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:42.674536 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:42.748914 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-33a3a27e-91f8-4f9a-bfcf-83adb623ab77 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:51:42.755023 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-33a3a27e-91f8-4f9a-bfcf-83adb623ab77 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] 10.222.0.98 "PUT /v2.0/routers/8c06cc2f-a319-4962-af14-d5f871c00887/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0427346 Oct 20 11:51:42.755354 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40828) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:42.820534 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5c888a20-4559-429e-83cd-c7ce7d4897ea tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:42.993161 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5c888a20-4559-429e-83cd-c7ce7d4897ea tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:43.045205 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c888a20-4559-429e-83cd-c7ce7d4897ea tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event deleted for resources: {'Subnet': ['ID=3ddd3b05-1d12-4be7-92d4-47fdb2c185bd,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:43.158785 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5c888a20-4559-429e-83cd-c7ce7d4897ea tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:43.187392 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-5c888a20-4559-429e-83cd-c7ce7d4897ea tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aa3a9d3-5b77-4563-b877-109e6a20571f']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:43.198032 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-5c888a20-4559-429e-83cd-c7ce7d4897ea tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02bc59d9-0e19-4c93-acf9-53d4c2a0e97a') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:43.198292 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-5c888a20-4559-429e-83cd-c7ce7d4897ea tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02bc59d9-0e19-4c93-acf9-53d4c2a0e97a') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:43.238893 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=f87c168c-1515-4ef7-8ab5-bf6053f4c4ad,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:43.239804 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5c888a20-4559-429e-83cd-c7ce7d4897ea tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:43.327095 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b3cc00c4-f716-4e6b-b7c9-8cd9c789b26d up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:51:43.388384 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5c888a20-4559-429e-83cd-c7ce7d4897ea tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:43.399941 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-b06a3ef6-e9ab-4dc0-bd05-e88f69ed4afd None None] Provisioning complete for port f87c168c-1515-4ef7-8ab5-bf6053f4c4ad triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:51:43.400504 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b06a3ef6-e9ab-4dc0-bd05-e88f69ed4afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:43.402601 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c888a20-4559-429e-83cd-c7ce7d4897ea tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Releasing vlan 1265 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:51:43.403274 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5c888a20-4559-429e-83cd-c7ce7d4897ea tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:43.407298 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:51:43.407298 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:51:43.407298 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:51:43.407298 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:51:43.407298 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:51:43.407298 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:51:43.407298 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:51:43.407298 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:51:43.407298 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:51:43.407298 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:51:43.407298 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:51:43.407298 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:51:43.407298 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:51:43.407298 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:51:43.407298 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:51:43.407298 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:51:43.407298 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:51:43.407298 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:51:43.407298 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:51:43.407298 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:51:43.407298 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:51:43.407298 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:51:43.407298 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:51:43.407298 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:51:43.407298 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:51:43.407298 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:51:43.407298 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:51:43.407298 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:51:43.407298 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:51:43.407298 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:51:43.407298 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:51:43.407298 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:51:43.419812 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c111e47-9897-4020-b83a-53ba97280cbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-4aa3a9d3-5b77-4563-b877-109e6a20571f', 'network_id': '4aa3a9d3-5b77-4563-b877-109e6a20571f', 'tenant_id': '759c187deb5a41a2a467a3346bc65d68', 'fixed_ips': [{'subnet_id': '3ddd3b05-1d12-4be7-92d4-47fdb2c185bd'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:51:43.421315 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7c111e47-9897-4020-b83a-53ba97280cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:43.612537 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5c888a20-4559-429e-83cd-c7ce7d4897ea tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:43.627593 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5c888a20-4559-429e-83cd-c7ce7d4897ea tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:43.656795 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.db.api [None req-7c111e47-9897-4020-b83a-53ba97280cbe None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 20 11:51:43.656795 n-d-814735-3 neutron-server[100648]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Oct 20 11:51:43.656795 n-d-814735-3 neutron-server[100648]: [parameters: {'project_id': '759c187deb5a41a2a467a3346bc65d68', 'id': '4fcf2ca7-e76d-46a0-b1c2-b64fc45df56c', 'name': '', 'network_id': '4aa3a9d3-5b77-4563-b877-109e6a20571f', 'mac_address': 'fa:16:3e:4d:8d:59', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-4aa3a9d3-5b77-4563-b877-109e6a20571f', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 3009}] Oct 20 11:51:43.656795 n-d-814735-3 neutron-server[100648]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:51:43.656795 n-d-814735-3 neutron-server[100648]: DEBUG oslo_db.api [None req-7c111e47-9897-4020-b83a-53ba97280cbe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:51:43.662915 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5c888a20-4559-429e-83cd-c7ce7d4897ea tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "DELETE /v2.0/networks/4aa3a9d3-5b77-4563-b877-109e6a20571f HTTP/1.1" status: 204 len: 168 time: 1.2810483 Oct 20 11:51:43.663138 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40840) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:43.669598 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-e79aa7df-65ca-4c62-8993-11e2bec46d8e tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2063677400'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:43.688174 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c888a20-4559-429e-83cd-c7ce7d4897ea tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event deleted for resources: {'Network': ['ID=4aa3a9d3-5b77-4563-b877-109e6a20571f,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:43.739179 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79aa7df-65ca-4c62-8993-11e2bec46d8e tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Made reservation on behalf of 759c187deb5a41a2a467a3346bc65d68 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:51:43.741378 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port b3cc00c4-f716-4e6b-b7c9-8cd9c789b26d triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:51:43.741900 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:43.747194 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e79aa7df-65ca-4c62-8993-11e2bec46d8e tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:43.843901 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f96735e-6ab5-44d0-b3b5-7e5f5164d1e1 None None] Network 89d153c6-3096-40b3-bf2d-8da39cead6a8 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:51:43.851081 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e79aa7df-65ca-4c62-8993-11e2bec46d8e tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] vlan segment allocate from pool success with {'vlan_id': 1294, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:51:43.928793 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e79aa7df-65ca-4c62-8993-11e2bec46d8e tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:43.929180 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-e79aa7df-65ca-4c62-8993-11e2bec46d8e tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Added segment c294d516-0b6a-441c-8aee-dcc4036696ea of type vlan for network b492e9df-782d-49f0-acf4-d1391a4cba8e Oct 20 11:51:43.933759 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-b06a3ef6-e9ab-4dc0-bd05-e88f69ed4afd None None] Provisioning complete for port b557ff59-7149-463e-b490-bbc894ff2f41 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:51:43.934193 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b06a3ef6-e9ab-4dc0-bd05-e88f69ed4afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:44.004513 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e79aa7df-65ca-4c62-8993-11e2bec46d8e tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:44.035056 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fd1c2084-ebda-4c35-9e1d-5c7d910fefc5 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:44.087745 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:44.162488 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7c111e47-9897-4020-b83a-53ba97280cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:44.218533 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port b3cc00c4-f716-4e6b-b7c9-8cd9c789b26d, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=b3cc00c4-f716-4e6b-b7c9-8cd9c789b26d,segment=NetworkSegment(3b49f332-b3a7-437f-9e21-dbb62fae51ea),segment_id=3b49f332-b3a7-437f-9e21-dbb62fae51ea)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:51:44.222296 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e79aa7df-65ca-4c62-8993-11e2bec46d8e tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:44.230081 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79aa7df-65ca-4c62-8993-11e2bec46d8e tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:44.231230 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e79aa7df-65ca-4c62-8993-11e2bec46d8e tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:44.248675 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:44.249918 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b557ff59-7149-463e-b490-bbc894ff2f41 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:51:44.323730 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e79aa7df-65ca-4c62-8993-11e2bec46d8e tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6574392 Oct 20 11:51:44.325639 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40856) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:44.332338 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-f66b45f5-0cc6-44f9-8089-f788ec8ad33b tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Request body: {'subnet': {'network_id': 'b492e9df-782d-49f0-acf4-d1391a4cba8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:44.520020 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=b3cc00c4-f716-4e6b-b7c9-8cd9c789b26d,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:44.600706 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39d3119-6c60-4850-b006-f5ffed01354c None None] Network 4aa3a9d3-5b77-4563-b877-109e6a20571f requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:51:44.630631 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79aa7df-65ca-4c62-8993-11e2bec46d8e tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event updated for resources: {'Network': ['ID=b492e9df-782d-49f0-acf4-d1391a4cba8e,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:44.639838 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b06a3ef6-e9ab-4dc0-bd05-e88f69ed4afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:44.727990 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-b06a3ef6-e9ab-4dc0-bd05-e88f69ed4afd None None] For port b557ff59-7149-463e-b490-bbc894ff2f41, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=b557ff59-7149-463e-b490-bbc894ff2f41,segment=NetworkSegment(65710942-5e3d-496b-a2b3-ed05effb2a04),segment_id=65710942-5e3d-496b-a2b3-ed05effb2a04)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:51:44.729045 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66b45f5-0cc6-44f9-8089-f788ec8ad33b tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Made reservation on behalf of 759c187deb5a41a2a467a3346bc65d68 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:51:44.733409 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network b492e9df-782d-49f0-acf4-d1391a4cba8e details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:51:44.755751 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f66b45f5-0cc6-44f9-8089-f788ec8ad33b tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:44.869177 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port b557ff59-7149-463e-b490-bbc894ff2f41 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:51:44.870002 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:44.875481 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b06a3ef6-e9ab-4dc0-bd05-e88f69ed4afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:44.879993 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39d3119-6c60-4850-b006-f5ffed01354c None None] Network 4aa3a9d3-5b77-4563-b877-109e6a20571f could not be found, it might have been deleted concurrently. {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 20 11:51:44.903151 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.ipam_backend_mixin [None req-f66b45f5-0cc6-44f9-8089-f788ec8ad33b tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Performing IP validity checks on allocation pools {{(pid=100646) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 20 11:51:44.903667 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.ipam_backend_mixin [None req-f66b45f5-0cc6-44f9-8089-f788ec8ad33b tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100646) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 20 11:51:44.968077 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-fd1c2084-ebda-4c35-9e1d-5c7d910fefc5 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Deleting port 289e2187-3cdd-4d6a-8736-6484e25a4480 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:51:44.968746 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fd1c2084-ebda-4c35-9e1d-5c7d910fefc5 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:45.034253 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device f1f9ff94-0544-483a-9e03-9f4e656f3f2b up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:51:45.037725 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a3ef6-e9ab-4dc0-bd05-e88f69ed4afd None None] Pushing event updated for resources: {'Port': ['ID=b557ff59-7149-463e-b490-bbc894ff2f41,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:45.085662 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-fbbeb509-4faf-4041-88b5-1f5d544cbd5d None None] Provisioning complete for port b3cc00c4-f716-4e6b-b7c9-8cd9c789b26d triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:51:45.086339 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-fbbeb509-4faf-4041-88b5-1f5d544cbd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:45.138408 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fd1c2084-ebda-4c35-9e1d-5c7d910fefc5 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:45.151788 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port f1f9ff94-0544-483a-9e03-9f4e656f3f2b triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:51:45.152874 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:45.176130 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-fd1c2084-ebda-4c35-9e1d-5c7d910fefc5 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Calling delete_port for 289e2187-3cdd-4d6a-8736-6484e25a4480 owned by network:router_interface {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:51:45.291252 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f66b45f5-0cc6-44f9-8089-f788ec8ad33b tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:45.363072 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-fbbeb509-4faf-4041-88b5-1f5d544cbd5d None None] Provisioning complete for port b557ff59-7149-463e-b490-bbc894ff2f41 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:51:45.364954 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-fbbeb509-4faf-4041-88b5-1f5d544cbd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:45.418561 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:51:45.428679 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:45.502819 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66b45f5-0cc6-44f9-8089-f788ec8ad33b tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event updated for resources: {'Subnet': ['ID=4a5adb2a-e424-4167-9b06-359ecee7de4a,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:45.516926 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66b45f5-0cc6-44f9-8089-f788ec8ad33b tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Checking segment: {'id': 'c294d516-0b6a-441c-8aee-dcc4036696ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'b492e9df-782d-49f0-acf4-d1391a4cba8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:51:45.517770 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66b45f5-0cc6-44f9-8089-f788ec8ad33b tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Network hostable DHCP agents. Network: b492e9df-782d-49f0-acf4-d1391a4cba8e, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:51:45.553195 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-fbbeb509-4faf-4041-88b5-1f5d544cbd5d None None] Provisioning complete for port 289e2187-3cdd-4d6a-8736-6484e25a4480 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:51:45.553605 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-fbbeb509-4faf-4041-88b5-1f5d544cbd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:45.572637 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66b45f5-0cc6-44f9-8089-f788ec8ad33b tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Network b492e9df-782d-49f0-acf4-d1391a4cba8e is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:51:45.610086 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-f66b45f5-0cc6-44f9-8089-f788ec8ad33b tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, b492e9df-782d-49f0-acf4-d1391a4cba8e) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:51:45.632995 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-fbbeb509-4faf-4041-88b5-1f5d544cbd5d None None] Port 289e2187-3cdd-4d6a-8736-6484e25a4480 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:51:45.640365 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec01889e-70af-4965-bc17-977ad20e56f5 None None] Network b492e9df-782d-49f0-acf4-d1391a4cba8e requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:51:45.641269 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66b45f5-0cc6-44f9-8089-f788ec8ad33b tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:45.649324 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f66b45f5-0cc6-44f9-8089-f788ec8ad33b tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:45.697429 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fd1c2084-ebda-4c35-9e1d-5c7d910fefc5 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:45.704933 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-fbbeb509-4faf-4041-88b5-1f5d544cbd5d None None] Provisioning complete for port f87c168c-1515-4ef7-8ab5-bf6053f4c4ad triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:51:45.705388 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-fbbeb509-4faf-4041-88b5-1f5d544cbd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:45.705655 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f66b45f5-0cc6-44f9-8089-f788ec8ad33b tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.3780642 Oct 20 11:51:45.707455 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b3cc00c4-f716-4e6b-b7c9-8cd9c789b26d up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:51:45.712228 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40876) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:45.737809 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c2084-ebda-4c35-9e1d-5c7d910fefc5 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Pushing event deleted for resources: {'Port': ['ID=289e2187-3cdd-4d6a-8736-6484e25a4480,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:46.017263 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b7693d6e-6d6e-4e2c-ae79-2794a4812a72 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:46.043005 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fd1c2084-ebda-4c35-9e1d-5c7d910fefc5 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:46.094648 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port b3cc00c4-f716-4e6b-b7c9-8cd9c789b26d triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:51:46.095129 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:46.141835 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc41e722-c942-4837-a850-5b94d9449663 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-b492e9df-782d-49f0-acf4-d1391a4cba8e', 'network_id': 'b492e9df-782d-49f0-acf4-d1391a4cba8e', 'tenant_id': '759c187deb5a41a2a467a3346bc65d68', 'fixed_ips': [{'subnet_id': '4a5adb2a-e424-4167-9b06-359ecee7de4a'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:51:46.143084 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bc41e722-c942-4837-a850-5b94d9449663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:46.257889 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b7693d6e-6d6e-4e2c-ae79-2794a4812a72 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:46.333181 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-bc41e722-c942-4837-a850-5b94d9449663 None None] Allocated IP 172.20.0.3 (b492e9df-782d-49f0-acf4-d1391a4cba8e/4a5adb2a-e424-4167-9b06-359ecee7de4a/1c5c439c-8787-4d30-ba6b-6da678b1d463) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:51:46.397348 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd1c2084-ebda-4c35-9e1d-5c7d910fefc5 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Router 8c06cc2f-a319-4962-af14-d5f871c00887 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:51:46.528848 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bc41e722-c942-4837-a850-5b94d9449663 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:46.537855 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bc41e722-c942-4837-a850-5b94d9449663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:46.613743 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc41e722-c942-4837-a850-5b94d9449663 None None] Network b492e9df-782d-49f0-acf4-d1391a4cba8e is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:51:46.623647 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-bc41e722-c942-4837-a850-5b94d9449663 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:51:46.628096 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc41e722-c942-4837-a850-5b94d9449663 None None] Pushing event updated for resources: {'Port': ['ID=1c5c439c-8787-4d30-ba6b-6da678b1d463,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:46.630896 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc41e722-c942-4837-a850-5b94d9449663 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:51:46.652579 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1c2084-ebda-4c35-9e1d-5c7d910fefc5 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:51:46.658135 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device f87c168c-1515-4ef7-8ab5-bf6053f4c4ad up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:51:46.696842 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a488ec-3154-4b8a-b6e0-0e052a0cc76f None None] Sync routers for ids ['8c06cc2f-a319-4962-af14-d5f871c00887'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:51:46.718777 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-fd1c2084-ebda-4c35-9e1d-5c7d910fefc5 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] 10.222.0.98 "PUT /v2.0/routers/8c06cc2f-a319-4962-af14-d5f871c00887/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9612651 Oct 20 11:51:46.720219 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40894) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:46.762868 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-bc41e722-c942-4837-a850-5b94d9449663 None None] Attempting to bind port 1c5c439c-8787-4d30-ba6b-6da678b1d463 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:51:46.763274 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-bc41e722-c942-4837-a850-5b94d9449663 None None] Attempting to bind port 1c5c439c-8787-4d30-ba6b-6da678b1d463 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'c294d516-0b6a-441c-8aee-dcc4036696ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'b492e9df-782d-49f0-acf4-d1391a4cba8e'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:51:46.763645 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc41e722-c942-4837-a850-5b94d9449663 None None] Attempting to bind port 1c5c439c-8787-4d30-ba6b-6da678b1d463 on network b492e9df-782d-49f0-acf4-d1391a4cba8e {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:51:46.773253 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc41e722-c942-4837-a850-5b94d9449663 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:51:46.773628 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc41e722-c942-4837-a850-5b94d9449663 None None] Checking segment: {'id': 'c294d516-0b6a-441c-8aee-dcc4036696ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'b492e9df-782d-49f0-acf4-d1391a4cba8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:51:46.774033 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bc41e722-c942-4837-a850-5b94d9449663 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:46.774432 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc41e722-c942-4837-a850-5b94d9449663 None None] Bound using segment: {'id': 'c294d516-0b6a-441c-8aee-dcc4036696ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'b492e9df-782d-49f0-acf4-d1391a4cba8e'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:51:46.775026 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-bc41e722-c942-4837-a850-5b94d9449663 None None] Bound port: 1c5c439c-8787-4d30-ba6b-6da678b1d463, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c294d516-0b6a-441c-8aee-dcc4036696ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'b492e9df-782d-49f0-acf4-d1391a4cba8e'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:51:46.775410 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bc41e722-c942-4837-a850-5b94d9449663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:46.777820 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a488ec-3154-4b8a-b6e0-0e052a0cc76f None None] Routers {'8c06cc2f-a319-4962-af14-d5f871c00887'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:51:46.778455 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-c9a488ec-3154-4b8a-b6e0-0e052a0cc76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:51:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['8c06cc2f-a319-4962-af14-d5f871c00887'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:46.881075 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [None req-16e80eea-fce5-4468-b2e3-6029b13b5d2b tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] delete failed (client error): The resource could not be found. Oct 20 11:51:46.894044 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-16e80eea-fce5-4468-b2e3-6029b13b5d2b tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] 10.222.0.98 "DELETE /v2.0/routers/tempest-non_exist_router-1573912335 HTTP/1.1" status: 404 len: 335 time: 0.1675162 Oct 20 11:51:46.899020 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40898) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:46.904086 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-bf7bc40c-e150-44dc-be00-7a8962d796a8 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Request body: {'router': {'external_gateway_info': {'network_id': '8c06cc2f-a319-4962-af14-d5f871c00887'}}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:47.098912 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b7693d6e-6d6e-4e2c-ae79-2794a4812a72 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:47.136647 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7693d6e-6d6e-4e2c-ae79-2794a4812a72 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event deleted for resources: {'Subnet': ['ID=4a5adb2a-e424-4167-9b06-359ecee7de4a,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:47.140609 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-c9a488ec-3154-4b8a-b6e0-0e052a0cc76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:47.233493 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port f87c168c-1515-4ef7-8ab5-bf6053f4c4ad triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:51:47.233861 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:47.241503 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b7693d6e-6d6e-4e2c-ae79-2794a4812a72 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:47.337186 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-b7693d6e-6d6e-4e2c-ae79-2794a4812a72 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b492e9df-782d-49f0-acf4-d1391a4cba8e']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:47.349651 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a488ec-3154-4b8a-b6e0-0e052a0cc76f None None] Routers {'8c06cc2f-a319-4962-af14-d5f871c00887'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:51:47.350312 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-c9a488ec-3154-4b8a-b6e0-0e052a0cc76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:51:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['8c06cc2f-a319-4962-af14-d5f871c00887'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:47.351873 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-b7693d6e-6d6e-4e2c-ae79-2794a4812a72 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c294d516-0b6a-441c-8aee-dcc4036696ea') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:47.352176 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-b7693d6e-6d6e-4e2c-ae79-2794a4812a72 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c294d516-0b6a-441c-8aee-dcc4036696ea') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:47.374308 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b7693d6e-6d6e-4e2c-ae79-2794a4812a72 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:47.402286 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b7693d6e-6d6e-4e2c-ae79-2794a4812a72 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:47.409573 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-c9a488ec-3154-4b8a-b6e0-0e052a0cc76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:47.410241 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a488ec-3154-4b8a-b6e0-0e052a0cc76f None None] The sync data for ids ['8c06cc2f-a319-4962-af14-d5f871c00887'] in n-d-814735-3 is: [] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:51:47.413304 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7693d6e-6d6e-4e2c-ae79-2794a4812a72 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Releasing vlan 1294 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:51:47.413765 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b7693d6e-6d6e-4e2c-ae79-2794a4812a72 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:47.443543 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-bc41e722-c942-4837-a850-5b94d9449663 None None] For port 1c5c439c-8787-4d30-ba6b-6da678b1d463, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:51:47.479696 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b557ff59-7149-463e-b490-bbc894ff2f41 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:51:47.612753 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:51:47.612753 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:51:47.612753 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:51:47.612753 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:51:47.612753 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:51:47.612753 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:51:47.612753 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:51:47.612753 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:51:47.612753 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:51:47.612753 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:51:47.612753 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:51:47.612753 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:51:47.612753 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:51:47.612753 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:51:47.612753 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:51:47.612753 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:51:47.612753 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:51:47.612753 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:51:47.612753 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:51:47.612753 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:51:47.612753 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:51:47.612753 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:51:47.612753 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:51:47.612753 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:51:47.612753 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:51:47.612753 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:51:47.612753 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:51:47.612753 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:51:47.612753 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:51:47.612753 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:51:47.612753 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:51:47.612753 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:51:47.618268 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.db.api [None req-b7693d6e-6d6e-4e2c-ae79-2794a4812a72 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 20 11:51:47.618268 n-d-814735-3 neutron-server[100646]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 20 11:51:47.618268 n-d-814735-3 neutron-server[100646]: [parameters: {'id': 'b492e9df-782d-49f0-acf4-d1391a4cba8e'}] Oct 20 11:51:47.618268 n-d-814735-3 neutron-server[100646]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100646) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:51:47.619747 n-d-814735-3 neutron-server[100646]: DEBUG oslo_db.api [None req-b7693d6e-6d6e-4e2c-ae79-2794a4812a72 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:51:47.640434 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-bc41e722-c942-4837-a850-5b94d9449663 None None] For port 1c5c439c-8787-4d30-ba6b-6da678b1d463, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=1c5c439c-8787-4d30-ba6b-6da678b1d463,segment=NetworkSegment(c294d516-0b6a-441c-8aee-dcc4036696ea),segment_id=c294d516-0b6a-441c-8aee-dcc4036696ea)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:51:47.659990 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bc41e722-c942-4837-a850-5b94d9449663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:47.746168 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc41e722-c942-4837-a850-5b94d9449663 None None] Pushing event updated for resources: {'Port': ['ID=1c5c439c-8787-4d30-ba6b-6da678b1d463,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:47.752799 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port b557ff59-7149-463e-b490-bbc894ff2f41 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:51:47.753176 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:47.901224 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23213fe6-59a0-4e9c-ac0b-70a9b90c8137 None None] Network b492e9df-782d-49f0-acf4-d1391a4cba8e requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:51:47.922727 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bf7bc40c-e150-44dc-be00-7a8962d796a8 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:47.967992 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [None req-bf7bc40c-e150-44dc-be00-7a8962d796a8 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] update failed (client error): The resource could not be found. Oct 20 11:51:47.980442 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40916) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:47.983522 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-bf7bc40c-e150-44dc-be00-7a8962d796a8 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] 10.222.0.98 "PUT /v2.0/routers/8c06cc2f-a319-4962-af14-d5f871c00887 HTTP/1.1" status: 404 len: 339 time: 1.0833619 Oct 20 11:51:47.986262 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-d32f74c7-d75d-4381-b3cc-5bba7b6f892c tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1408008983'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:48.027219 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32f74c7-d75d-4381-b3cc-5bba7b6f892c tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Made reservation on behalf of 2ad262563dcd45d6b5a1261682c72b3a for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:51:48.030897 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d32f74c7-d75d-4381-b3cc-5bba7b6f892c tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:48.096530 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d32f74c7-d75d-4381-b3cc-5bba7b6f892c tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] vlan segment allocate from pool success with {'vlan_id': 1262, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:51:48.123710 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d32f74c7-d75d-4381-b3cc-5bba7b6f892c tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:48.124416 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-d32f74c7-d75d-4381-b3cc-5bba7b6f892c tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Added segment b57e7c11-d323-417c-8537-7cb79ae3cc9a of type vlan for network 9d8f59d0-d8ac-40e4-bef2-86b2c3018610 Oct 20 11:51:48.135037 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21864fb0-5c24-4274-b854-402420fae435 None None] get_active_networks_info from n-d-814735-3 {{(pid=100648) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 11:51:48.145445 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b7693d6e-6d6e-4e2c-ae79-2794a4812a72 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:48.255408 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d32f74c7-d75d-4381-b3cc-5bba7b6f892c tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:48.304503 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d32f74c7-d75d-4381-b3cc-5bba7b6f892c tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:48.310421 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32f74c7-d75d-4381-b3cc-5bba7b6f892c tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:48.311043 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d32f74c7-d75d-4381-b3cc-5bba7b6f892c tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:48.400687 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21864fb0-5c24-4274-b854-402420fae435 None None] Resources bound (agent type, host, resource id): {{(pid=100648) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 11:51:48.427550 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-b7693d6e-6d6e-4e2c-ae79-2794a4812a72 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Deleting port 1c5c439c-8787-4d30-ba6b-6da678b1d463 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:51:48.429339 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b7693d6e-6d6e-4e2c-ae79-2794a4812a72 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:48.434067 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f74c7-d75d-4381-b3cc-5bba7b6f892c tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Pushing event updated for resources: {'Network': ['ID=9d8f59d0-d8ac-40e4-bef2-86b2c3018610,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:48.485730 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d32f74c7-d75d-4381-b3cc-5bba7b6f892c tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5034792 Oct 20 11:51:48.488583 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40928) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:48.495791 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-eeeccb97-93af-4df4-9b4d-060a810b641f tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Request body: {'subnet': {'network_id': '9d8f59d0-d8ac-40e4-bef2-86b2c3018610', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:48.514763 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 9d8f59d0-d8ac-40e4-bef2-86b2c3018610 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:51:48.602429 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-b7693d6e-6d6e-4e2c-ae79-2794a4812a72 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] For port 1c5c439c-8787-4d30-ba6b-6da678b1d463, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=1c5c439c-8787-4d30-ba6b-6da678b1d463,segment=NetworkSegment(c294d516-0b6a-441c-8aee-dcc4036696ea),segment_id=c294d516-0b6a-441c-8aee-dcc4036696ea)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:51:48.602863 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b7693d6e-6d6e-4e2c-ae79-2794a4812a72 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:48.627717 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-b7693d6e-6d6e-4e2c-ae79-2794a4812a72 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Calling delete_port for 1c5c439c-8787-4d30-ba6b-6da678b1d463 owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:51:48.787516 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeeccb97-93af-4df4-9b4d-060a810b641f tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Made reservation on behalf of 2ad262563dcd45d6b5a1261682c72b3a for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:51:48.791719 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-eeeccb97-93af-4df4-9b4d-060a810b641f tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:48.834233 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b7693d6e-6d6e-4e2c-ae79-2794a4812a72 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:48.865722 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7693d6e-6d6e-4e2c-ae79-2794a4812a72 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] No DVR routers for this DVR port 1c5c439c-8787-4d30-ba6b-6da678b1d463 on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:51:48.978915 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7693d6e-6d6e-4e2c-ae79-2794a4812a72 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event deleted for resources: {'Port': ['ID=1c5c439c-8787-4d30-ba6b-6da678b1d463,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:49.104921 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b7693d6e-6d6e-4e2c-ae79-2794a4812a72 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:49.145245 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-b7693d6e-6d6e-4e2c-ae79-2794a4812a72 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b492e9df-782d-49f0-acf4-d1391a4cba8e']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:49.168287 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-b7693d6e-6d6e-4e2c-ae79-2794a4812a72 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c294d516-0b6a-441c-8aee-dcc4036696ea') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:49.168683 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-b7693d6e-6d6e-4e2c-ae79-2794a4812a72 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c294d516-0b6a-441c-8aee-dcc4036696ea') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:49.171044 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-eeeccb97-93af-4df4-9b4d-060a810b641f tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:49.186268 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b7693d6e-6d6e-4e2c-ae79-2794a4812a72 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:49.226657 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b7693d6e-6d6e-4e2c-ae79-2794a4812a72 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:49.236467 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7693d6e-6d6e-4e2c-ae79-2794a4812a72 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Releasing vlan 1294 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:51:49.237268 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b7693d6e-6d6e-4e2c-ae79-2794a4812a72 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:49.245983 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:51:49.245983 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:51:49.245983 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:51:49.245983 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:51:49.245983 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:51:49.245983 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:51:49.245983 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:51:49.245983 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:51:49.245983 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:51:49.245983 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:51:49.245983 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:51:49.245983 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:51:49.245983 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:51:49.245983 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:51:49.245983 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:51:49.245983 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:51:49.245983 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:51:49.245983 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:51:49.245983 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:51:49.245983 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:51:49.245983 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:51:49.245983 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:51:49.245983 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:51:49.245983 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:51:49.245983 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:51:49.245983 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:51:49.245983 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:51:49.245983 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:51:49.245983 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:51:49.245983 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:51:49.245983 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:51:49.245983 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:51:49.308923 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeeccb97-93af-4df4-9b4d-060a810b641f tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Checking segment: {'id': 'b57e7c11-d323-417c-8537-7cb79ae3cc9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '9d8f59d0-d8ac-40e4-bef2-86b2c3018610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:51:49.309489 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeeccb97-93af-4df4-9b4d-060a810b641f tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Network hostable DHCP agents. Network: 9d8f59d0-d8ac-40e4-bef2-86b2c3018610, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:51:49.316717 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeccb97-93af-4df4-9b4d-060a810b641f tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Pushing event updated for resources: {'Subnet': ['ID=ad244165-f30f-4143-ac19-668b1e0238df,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:49.345403 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-63b2829b-feda-48c9-8f27-301650dbcbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:49.374694 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeeccb97-93af-4df4-9b4d-060a810b641f tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Network 9d8f59d0-d8ac-40e4-bef2-86b2c3018610 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:51:49.391968 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b7693d6e-6d6e-4e2c-ae79-2794a4812a72 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:49.407305 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b7693d6e-6d6e-4e2c-ae79-2794a4812a72 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:49.412845 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b7693d6e-6d6e-4e2c-ae79-2794a4812a72 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "DELETE /v2.0/networks/b492e9df-782d-49f0-acf4-d1391a4cba8e HTTP/1.1" status: 204 len: 168 time: 3.6986284 Oct 20 11:51:49.415012 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-eeeccb97-93af-4df4-9b4d-060a810b641f tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 9d8f59d0-d8ac-40e4-bef2-86b2c3018610) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:51:49.420414 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40946) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:49.427455 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7693d6e-6d6e-4e2c-ae79-2794a4812a72 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event deleted for resources: {'Network': ['ID=b492e9df-782d-49f0-acf4-d1391a4cba8e,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:49.428342 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31327e15-a798-47a5-ad70-beb5a8d670e0 None None] Network 9d8f59d0-d8ac-40e4-bef2-86b2c3018610 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:51:49.449772 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-e83530ea-c8be-4c70-a4e1-9fdf30780055 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1441069'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:49.456745 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeeccb97-93af-4df4-9b4d-060a810b641f tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:49.457333 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-eeeccb97-93af-4df4-9b4d-060a810b641f tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:49.508886 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-eeeccb97-93af-4df4-9b4d-060a810b641f tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0175593 Oct 20 11:51:49.511960 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40952) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:49.519631 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-dfa74bff-9a73-4eae-8e58-cfb9203d636c tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Request body: {'router': {'external_gateway_info': {'network_id': '9d8f59d0-d8ac-40e4-bef2-86b2c3018610'}}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:49.627288 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83530ea-c8be-4c70-a4e1-9fdf30780055 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Made reservation on behalf of 759c187deb5a41a2a467a3346bc65d68 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:51:49.631132 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e83530ea-c8be-4c70-a4e1-9fdf30780055 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:49.782356 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298c78c3-7fe1-434a-86f9-07c538de9b46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-9d8f59d0-d8ac-40e4-bef2-86b2c3018610', 'network_id': '9d8f59d0-d8ac-40e4-bef2-86b2c3018610', 'tenant_id': '2ad262563dcd45d6b5a1261682c72b3a', 'fixed_ips': [{'subnet_id': 'ad244165-f30f-4143-ac19-668b1e0238df'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:51:49.789129 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-298c78c3-7fe1-434a-86f9-07c538de9b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:49.801634 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e83530ea-c8be-4c70-a4e1-9fdf30780055 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] vlan segment allocate from pool success with {'vlan_id': 1286, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:51:49.821086 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e83530ea-c8be-4c70-a4e1-9fdf30780055 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:49.821441 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-e83530ea-c8be-4c70-a4e1-9fdf30780055 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Added segment 286f9adb-0d65-4ec5-8dbf-0f31504e6770 of type vlan for network cc95a216-d1a5-462f-8fc2-6c7f144a6c84 Oct 20 11:51:49.860001 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dfa74bff-9a73-4eae-8e58-cfb9203d636c tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:49.974833 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e83530ea-c8be-4c70-a4e1-9fdf30780055 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:50.014657 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-298c78c3-7fe1-434a-86f9-07c538de9b46 None None] Allocated IP 2001:db8:1::2 (9d8f59d0-d8ac-40e4-bef2-86b2c3018610/ad244165-f30f-4143-ac19-668b1e0238df/fd62fde3-6cc5-4be3-8c54-9bc69b09481c) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:51:50.024161 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e83530ea-c8be-4c70-a4e1-9fdf30780055 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:50.034065 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83530ea-c8be-4c70-a4e1-9fdf30780055 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:50.034695 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e83530ea-c8be-4c70-a4e1-9fdf30780055 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:50.095828 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e83530ea-c8be-4c70-a4e1-9fdf30780055 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.6739638 Oct 20 11:51:50.098833 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40964) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:50.105644 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-4fba0c64-142a-4ced-b760-e9559056ec4f tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Request body: {'subnet': {'network_id': 'cc95a216-d1a5-462f-8fc2-6c7f144a6c84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:50.170171 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83530ea-c8be-4c70-a4e1-9fdf30780055 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event updated for resources: {'Network': ['ID=cc95a216-d1a5-462f-8fc2-6c7f144a6c84,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:50.213982 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [None req-dfa74bff-9a73-4eae-8e58-cfb9203d636c tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:51:50.215781 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-dfa74bff-9a73-4eae-8e58-cfb9203d636c tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] 10.222.0.98 "PUT /v2.0/routers/8c06cc2f-a319-4962-af14-d5f871c00887 HTTP/1.1" status: 400 len: 364 time: 0.7012007 Oct 20 11:51:50.220360 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 40966) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:50.318735 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network cc95a216-d1a5-462f-8fc2-6c7f144a6c84 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:51:50.328003 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-298c78c3-7fe1-434a-86f9-07c538de9b46 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:50.344555 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-298c78c3-7fe1-434a-86f9-07c538de9b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:50.374560 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fba0c64-142a-4ced-b760-e9559056ec4f tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Made reservation on behalf of 759c187deb5a41a2a467a3346bc65d68 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:51:50.379848 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4fba0c64-142a-4ced-b760-e9559056ec4f tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:50.646594 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298c78c3-7fe1-434a-86f9-07c538de9b46 None None] Pushing event updated for resources: {'Port': ['ID=fd62fde3-6cc5-4be3-8c54-9bc69b09481c,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:50.674053 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298c78c3-7fe1-434a-86f9-07c538de9b46 None None] Network 9d8f59d0-d8ac-40e4-bef2-86b2c3018610 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:51:50.680342 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-298c78c3-7fe1-434a-86f9-07c538de9b46 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:51:50.693749 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298c78c3-7fe1-434a-86f9-07c538de9b46 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:51:50.878261 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-298c78c3-7fe1-434a-86f9-07c538de9b46 None None] Attempting to bind port fd62fde3-6cc5-4be3-8c54-9bc69b09481c on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:51:50.878661 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-298c78c3-7fe1-434a-86f9-07c538de9b46 None None] Attempting to bind port fd62fde3-6cc5-4be3-8c54-9bc69b09481c by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'b57e7c11-d323-417c-8537-7cb79ae3cc9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '9d8f59d0-d8ac-40e4-bef2-86b2c3018610'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:51:50.879020 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298c78c3-7fe1-434a-86f9-07c538de9b46 None None] Attempting to bind port fd62fde3-6cc5-4be3-8c54-9bc69b09481c on network 9d8f59d0-d8ac-40e4-bef2-86b2c3018610 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:51:50.905454 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298c78c3-7fe1-434a-86f9-07c538de9b46 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:51:50.905899 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298c78c3-7fe1-434a-86f9-07c538de9b46 None None] Checking segment: {'id': 'b57e7c11-d323-417c-8537-7cb79ae3cc9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '9d8f59d0-d8ac-40e4-bef2-86b2c3018610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:51:50.906252 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-298c78c3-7fe1-434a-86f9-07c538de9b46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:50.906645 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298c78c3-7fe1-434a-86f9-07c538de9b46 None None] Bound using segment: {'id': 'b57e7c11-d323-417c-8537-7cb79ae3cc9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '9d8f59d0-d8ac-40e4-bef2-86b2c3018610'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:51:50.910178 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-298c78c3-7fe1-434a-86f9-07c538de9b46 None None] Bound port: fd62fde3-6cc5-4be3-8c54-9bc69b09481c, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b57e7c11-d323-417c-8537-7cb79ae3cc9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '9d8f59d0-d8ac-40e4-bef2-86b2c3018610'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:51:50.910584 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-298c78c3-7fe1-434a-86f9-07c538de9b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:50.961503 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4fba0c64-142a-4ced-b760-e9559056ec4f tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:51.099772 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5766cd95-c68f-47bd-9329-2000ee10096f tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:51.146590 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba0c64-142a-4ced-b760-e9559056ec4f tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event updated for resources: {'Subnet': ['ID=9b6a7b31-c69a-4f65-a935-a48450a14139,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:51.157542 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fba0c64-142a-4ced-b760-e9559056ec4f tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Checking segment: {'id': '286f9adb-0d65-4ec5-8dbf-0f31504e6770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'cc95a216-d1a5-462f-8fc2-6c7f144a6c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:51:51.157914 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fba0c64-142a-4ced-b760-e9559056ec4f tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Network hostable DHCP agents. Network: cc95a216-d1a5-462f-8fc2-6c7f144a6c84, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:51:51.176527 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-298c78c3-7fe1-434a-86f9-07c538de9b46 None None] For port fd62fde3-6cc5-4be3-8c54-9bc69b09481c, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:51:51.191986 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-298c78c3-7fe1-434a-86f9-07c538de9b46 None None] For port fd62fde3-6cc5-4be3-8c54-9bc69b09481c, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=fd62fde3-6cc5-4be3-8c54-9bc69b09481c,segment=NetworkSegment(b57e7c11-d323-417c-8537-7cb79ae3cc9a),segment_id=b57e7c11-d323-417c-8537-7cb79ae3cc9a)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:51:51.193326 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fba0c64-142a-4ced-b760-e9559056ec4f tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Network cc95a216-d1a5-462f-8fc2-6c7f144a6c84 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:51:51.204658 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-298c78c3-7fe1-434a-86f9-07c538de9b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:51.217019 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-4fba0c64-142a-4ced-b760-e9559056ec4f tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, cc95a216-d1a5-462f-8fc2-6c7f144a6c84) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:51:51.232124 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fba0c64-142a-4ced-b760-e9559056ec4f tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:51.232787 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4fba0c64-142a-4ced-b760-e9559056ec4f tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:51.275018 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4fba0c64-142a-4ced-b760-e9559056ec4f tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1747377 Oct 20 11:51:51.277640 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 40984) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:51.281871 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c5b62c-4183-4c13-9d2f-18fb58e10b5a None None] Network cc95a216-d1a5-462f-8fc2-6c7f144a6c84 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:51:51.329242 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298c78c3-7fe1-434a-86f9-07c538de9b46 None None] Pushing event updated for resources: {'Port': ['ID=fd62fde3-6cc5-4be3-8c54-9bc69b09481c,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:51.496638 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-22c61b66-916a-4a9e-b170-5963f72a5c6e tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:51.589444 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-5766cd95-c68f-47bd-9329-2000ee10096f tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Allocated IP 2001:db8::1 (7508b677-197b-47f6-a12b-179ce2ae4e02/05dbfd86-e314-4a6e-8667-23f6d46a51f9/eb57bdcd-0cd5-4290-8099-57a0a8249df5) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:51:51.607525 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-22c61b66-916a-4a9e-b170-5963f72a5c6e tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:51.646903 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6300b5-62ff-457c-8191-632e5b67fb38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-cc95a216-d1a5-462f-8fc2-6c7f144a6c84', 'network_id': 'cc95a216-d1a5-462f-8fc2-6c7f144a6c84', 'tenant_id': '759c187deb5a41a2a467a3346bc65d68', 'fixed_ips': [{'subnet_id': '9b6a7b31-c69a-4f65-a935-a48450a14139'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:51:51.646903 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ff6300b5-62ff-457c-8191-632e5b67fb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:51.852210 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-22c61b66-916a-4a9e-b170-5963f72a5c6e tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:51.932836 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5766cd95-c68f-47bd-9329-2000ee10096f tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:51.943690 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c61b66-916a-4a9e-b170-5963f72a5c6e tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event deleted for resources: {'Subnet': ['ID=9b6a7b31-c69a-4f65-a935-a48450a14139,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server [None req-ff6300b5-62ff-457c-8191-632e5b67fb38 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9b6a7b31-c69a-4f65-a935-a48450a14139: This subnet is being modified by another concurrent operation. Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise exception Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9b6a7b31-c69a-4f65-a935-a48450a14139: This subnet is being modified by another concurrent operation. Oct 20 11:51:52.010107 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server Oct 20 11:51:52.032670 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5766cd95-c68f-47bd-9329-2000ee10096f tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:52.089598 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027c4c01-3dfd-4ded-a4b1-14488a8ead63 None None] Network cc95a216-d1a5-462f-8fc2-6c7f144a6c84 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:51:52.095739 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-22c61b66-916a-4a9e-b170-5963f72a5c6e tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:52.185595 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-22c61b66-916a-4a9e-b170-5963f72a5c6e tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc95a216-d1a5-462f-8fc2-6c7f144a6c84']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:52.227231 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-22c61b66-916a-4a9e-b170-5963f72a5c6e tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '286f9adb-0d65-4ec5-8dbf-0f31504e6770') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:52.227524 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-22c61b66-916a-4a9e-b170-5963f72a5c6e tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '286f9adb-0d65-4ec5-8dbf-0f31504e6770') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:52.234973 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5766cd95-c68f-47bd-9329-2000ee10096f tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Network 7508b677-197b-47f6-a12b-179ce2ae4e02 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:51:52.248235 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-5766cd95-c68f-47bd-9329-2000ee10096f tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:51:52.261225 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5766cd95-c68f-47bd-9329-2000ee10096f tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:51:52.261865 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5766cd95-c68f-47bd-9329-2000ee10096f tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:52.278137 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-22c61b66-916a-4a9e-b170-5963f72a5c6e tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:52.309003 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-22c61b66-916a-4a9e-b170-5963f72a5c6e tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:52.316335 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9b0b9bef-3f3e-465b-8d0a-e9e2603e3829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:52.327066 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22c61b66-916a-4a9e-b170-5963f72a5c6e tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Releasing vlan 1286 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:51:52.327500 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-22c61b66-916a-4a9e-b170-5963f72a5c6e tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:52.359238 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:51:52.359238 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:51:52.359238 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:51:52.359238 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:51:52.359238 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:51:52.359238 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:51:52.359238 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:51:52.359238 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:51:52.359238 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:51:52.359238 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:51:52.359238 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:51:52.359238 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:51:52.359238 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:51:52.359238 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:51:52.359238 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:51:52.359238 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:51:52.359238 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:51:52.359238 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:51:52.359238 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:51:52.359238 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:51:52.359238 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:51:52.359238 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:51:52.359238 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:51:52.359238 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:51:52.359238 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:51:52.359238 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:51:52.359238 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:51:52.359238 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:51:52.359238 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:51:52.359238 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:51:52.359238 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:51:52.359238 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:51:52.372504 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device fd62fde3-6cc5-4be3-8c54-9bc69b09481c up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:51:52.376833 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5766cd95-c68f-47bd-9329-2000ee10096f tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Pushing event updated for resources: {'Port': ['ID=eb57bdcd-0cd5-4290-8099-57a0a8249df5,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:52.447860 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-22c61b66-916a-4a9e-b170-5963f72a5c6e tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:52.455175 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-22c61b66-916a-4a9e-b170-5963f72a5c6e tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:52.460312 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-22c61b66-916a-4a9e-b170-5963f72a5c6e tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "DELETE /v2.0/networks/cc95a216-d1a5-462f-8fc2-6c7f144a6c84 HTTP/1.1" status: 204 len: 168 time: 1.1812866 Oct 20 11:51:52.469615 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41004) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:52.477476 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-8877909b-c840-4bee-ba2c-150b19673d19 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-258323722'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:52.478902 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port fd62fde3-6cc5-4be3-8c54-9bc69b09481c triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:51:52.479747 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:52.503457 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c61b66-916a-4a9e-b170-5963f72a5c6e tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event deleted for resources: {'Network': ['ID=cc95a216-d1a5-462f-8fc2-6c7f144a6c84,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:52.536095 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8877909b-c840-4bee-ba2c-150b19673d19 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Made reservation on behalf of 759c187deb5a41a2a467a3346bc65d68 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:51:52.541532 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8877909b-c840-4bee-ba2c-150b19673d19 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:52.565688 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5766cd95-c68f-47bd-9329-2000ee10096f tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:52.585241 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8877909b-c840-4bee-ba2c-150b19673d19 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] vlan segment allocate from pool success with {'vlan_id': 1289, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:51:52.606700 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8877909b-c840-4bee-ba2c-150b19673d19 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:52.607792 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-8877909b-c840-4bee-ba2c-150b19673d19 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Added segment 90183e5d-021f-448f-b22f-17433811c70d of type vlan for network ba5a1bbc-ed18-412e-9589-6daf32ed7067 Oct 20 11:51:52.660598 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:52.678437 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8877909b-c840-4bee-ba2c-150b19673d19 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:52.719370 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8877909b-c840-4bee-ba2c-150b19673d19 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:52.729353 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8877909b-c840-4bee-ba2c-150b19673d19 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:52.731109 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8877909b-c840-4bee-ba2c-150b19673d19 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:52.754566 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port fd62fde3-6cc5-4be3-8c54-9bc69b09481c, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=fd62fde3-6cc5-4be3-8c54-9bc69b09481c,segment=NetworkSegment(b57e7c11-d323-417c-8537-7cb79ae3cc9a),segment_id=b57e7c11-d323-417c-8537-7cb79ae3cc9a)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:51:52.769201 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:52.805324 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8877909b-c840-4bee-ba2c-150b19673d19 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3335798 Oct 20 11:51:52.822922 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41010) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:52.829533 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-ba177926-5bf1-4d0c-8373-bbc29b1505db tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Request body: {'subnet': {'network_id': 'ba5a1bbc-ed18-412e-9589-6daf32ed7067', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:52.875045 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=fd62fde3-6cc5-4be3-8c54-9bc69b09481c,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:52.880061 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-cba15ec6-226e-4caf-81e5-087e82816fbf None None] Provisioning complete for port eb57bdcd-0cd5-4290-8099-57a0a8249df5 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:51:52.880434 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-cba15ec6-226e-4caf-81e5-087e82816fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:52.929514 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877909b-c840-4bee-ba2c-150b19673d19 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event updated for resources: {'Network': ['ID=ba5a1bbc-ed18-412e-9589-6daf32ed7067,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:52.951177 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-cba15ec6-226e-4caf-81e5-087e82816fbf None None] Port eb57bdcd-0cd5-4290-8099-57a0a8249df5 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:51:52.957436 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network ba5a1bbc-ed18-412e-9589-6daf32ed7067 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:51:53.047623 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba177926-5bf1-4d0c-8373-bbc29b1505db tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Made reservation on behalf of 759c187deb5a41a2a467a3346bc65d68 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:51:53.053251 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ba177926-5bf1-4d0c-8373-bbc29b1505db tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:53.145694 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:53.161781 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:53.291826 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a462c57-1ef6-446e-8a47-d5bf87df0982 None None] Network 9d8f59d0-d8ac-40e4-bef2-86b2c3018610 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:51:53.305737 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5766cd95-c68f-47bd-9329-2000ee10096f tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:53.347294 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5766cd95-c68f-47bd-9329-2000ee10096f tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:53.348102 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5766cd95-c68f-47bd-9329-2000ee10096f tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:53.444361 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-f546da65-c1c6-4a0c-97bf-8ad509c38024 None None] Provisioning complete for port fd62fde3-6cc5-4be3-8c54-9bc69b09481c triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:51:53.455472 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f546da65-c1c6-4a0c-97bf-8ad509c38024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:53.520122 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5766cd95-c68f-47bd-9329-2000ee10096f tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Pushing event updated for resources: {'Port': ['ID=eb57bdcd-0cd5-4290-8099-57a0a8249df5,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:53.570112 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ba177926-5bf1-4d0c-8373-bbc29b1505db tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:53.660564 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5766cd95-c68f-47bd-9329-2000ee10096f tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Network 7508b677-197b-47f6-a12b-179ce2ae4e02 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:51:53.666352 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-5766cd95-c68f-47bd-9329-2000ee10096f tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:51:53.676939 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba177926-5bf1-4d0c-8373-bbc29b1505db tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event updated for resources: {'Subnet': ['ID=d4d1bd43-7d4f-4c54-ae1e-76f94ac93d81,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:53.800975 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba177926-5bf1-4d0c-8373-bbc29b1505db tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Checking segment: {'id': '90183e5d-021f-448f-b22f-17433811c70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': 'ba5a1bbc-ed18-412e-9589-6daf32ed7067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:51:53.801620 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba177926-5bf1-4d0c-8373-bbc29b1505db tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Network hostable DHCP agents. Network: ba5a1bbc-ed18-412e-9589-6daf32ed7067, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:51:53.854450 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba177926-5bf1-4d0c-8373-bbc29b1505db tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Network ba5a1bbc-ed18-412e-9589-6daf32ed7067 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:51:53.862504 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5766cd95-c68f-47bd-9329-2000ee10096f tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Router 8c06cc2f-a319-4962-af14-d5f871c00887 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:51:54.079456 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5766cd95-c68f-47bd-9329-2000ee10096f tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:51:54.080957 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-ba177926-5bf1-4d0c-8373-bbc29b1505db tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, ba5a1bbc-ed18-412e-9589-6daf32ed7067) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:51:54.091193 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b30863-1b68-4095-a1da-dc6c1d7e8461 None None] Network ba5a1bbc-ed18-412e-9589-6daf32ed7067 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:51:54.094041 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622c314b-71c4-4653-9408-0ad69cd43908 None None] Sync routers for ids ['8c06cc2f-a319-4962-af14-d5f871c00887'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:51:54.103015 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-5766cd95-c68f-47bd-9329-2000ee10096f tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] 10.222.0.98 "PUT /v2.0/routers/8c06cc2f-a319-4962-af14-d5f871c00887/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8795576 Oct 20 11:51:54.103695 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41036) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:54.116373 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba177926-5bf1-4d0c-8373-bbc29b1505db tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:54.117168 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ba177926-5bf1-4d0c-8373-bbc29b1505db tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:54.135878 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622c314b-71c4-4653-9408-0ad69cd43908 None None] Routers {'8c06cc2f-a319-4962-af14-d5f871c00887'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:51:54.136729 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-622c314b-71c4-4653-9408-0ad69cd43908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:51:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['8c06cc2f-a319-4962-af14-d5f871c00887'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:54.144888 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ba177926-5bf1-4d0c-8373-bbc29b1505db tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3211188 Oct 20 11:51:54.148232 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41038) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:54.248675 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-622c314b-71c4-4653-9408-0ad69cd43908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:54.271416 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622c314b-71c4-4653-9408-0ad69cd43908 None None] Routers {'8c06cc2f-a319-4962-af14-d5f871c00887'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:51:54.273053 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-622c314b-71c4-4653-9408-0ad69cd43908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:51:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['8c06cc2f-a319-4962-af14-d5f871c00887'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:54.367474 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-385d4d57-71b3-46a7-bb4d-0060ee2d5d13 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:54.389390 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-622c314b-71c4-4653-9408-0ad69cd43908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:54.389631 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-31ce9249-3534-4519-9a77-e293942c2abc tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:54.392896 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622c314b-71c4-4653-9408-0ad69cd43908 None None] The sync data for ids ['8c06cc2f-a319-4962-af14-d5f871c00887'] in n-d-814735-3 is: [] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:51:54.494415 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-385d4d57-71b3-46a7-bb4d-0060ee2d5d13 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:54.528684 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-31ce9249-3534-4519-9a77-e293942c2abc tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 20 11:51:54.530548 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-31ce9249-3534-4519-9a77-e293942c2abc tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] 10.222.0.98 "DELETE /v2.0/routers/8c06cc2f-a319-4962-af14-d5f871c00887 HTTP/1.1" status: 409 len: 329 time: 0.4257402 Oct 20 11:51:54.538277 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41048) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:54.660305 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device fd62fde3-6cc5-4be3-8c54-9bc69b09481c up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:51:54.701589 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3449fefa-b922-457d-b348-d2fd519dafea None None] Provisioning complete for port eb57bdcd-0cd5-4290-8099-57a0a8249df5 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:51:54.702285 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3449fefa-b922-457d-b348-d2fd519dafea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:54.718877 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-385d4d57-71b3-46a7-bb4d-0060ee2d5d13 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:54.816338 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3449fefa-b922-457d-b348-d2fd519dafea None None] Port eb57bdcd-0cd5-4290-8099-57a0a8249df5 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:51:54.826418 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec072358-28f3-46ae-b55d-97c4ca3a87ca None None] Network ba5a1bbc-ed18-412e-9589-6daf32ed7067 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:51:54.829848 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port fd62fde3-6cc5-4be3-8c54-9bc69b09481c triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:51:54.830218 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:54.918048 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d4d57-71b3-46a7-bb4d-0060ee2d5d13 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event deleted for resources: {'Subnet': ['ID=d4d1bd43-7d4f-4c54-ae1e-76f94ac93d81,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:54.958489 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:55.038714 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-385d4d57-71b3-46a7-bb4d-0060ee2d5d13 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:55.069295 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-6d038321-9045-413b-a689-b6a241f51e9e None None] Provisioning complete for port fd62fde3-6cc5-4be3-8c54-9bc69b09481c triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:51:55.069295 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6d038321-9045-413b-a689-b6a241f51e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:55.075273 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebb5ad2-57d9-4e45-a69d-5b1e32ec8588 None None] get_active_networks_info from n-d-814735-3 {{(pid=100648) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 11:51:55.085096 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-385d4d57-71b3-46a7-bb4d-0060ee2d5d13 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba5a1bbc-ed18-412e-9589-6daf32ed7067']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:55.100352 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-385d4d57-71b3-46a7-bb4d-0060ee2d5d13 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90183e5d-021f-448f-b22f-17433811c70d') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:55.100635 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-385d4d57-71b3-46a7-bb4d-0060ee2d5d13 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90183e5d-021f-448f-b22f-17433811c70d') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:55.116594 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-385d4d57-71b3-46a7-bb4d-0060ee2d5d13 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:55.136947 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-385d4d57-71b3-46a7-bb4d-0060ee2d5d13 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:55.216275 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-385d4d57-71b3-46a7-bb4d-0060ee2d5d13 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Releasing vlan 1289 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:51:55.216847 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-385d4d57-71b3-46a7-bb4d-0060ee2d5d13 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:55.249636 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:51:55.249636 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:51:55.249636 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:51:55.249636 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:51:55.249636 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:51:55.249636 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:51:55.249636 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:51:55.249636 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:51:55.249636 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:51:55.249636 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:51:55.249636 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:51:55.249636 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:51:55.249636 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:51:55.249636 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:51:55.249636 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:51:55.249636 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:51:55.249636 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:51:55.249636 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:51:55.249636 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:51:55.249636 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:51:55.249636 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:51:55.249636 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:51:55.249636 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:51:55.249636 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:51:55.249636 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:51:55.249636 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:51:55.249636 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:51:55.249636 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:51:55.249636 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:51:55.249636 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:51:55.249636 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:51:55.249636 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:51:55.326547 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebb5ad2-57d9-4e45-a69d-5b1e32ec8588 None None] Resources bound (agent type, host, resource id): {{(pid=100648) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 11:51:55.333690 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ff189168-b3fa-4db1-a76c-c330ba6de31f tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:55.336814 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-385d4d57-71b3-46a7-bb4d-0060ee2d5d13 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:55.382748 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-385d4d57-71b3-46a7-bb4d-0060ee2d5d13 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:55.386718 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-385d4d57-71b3-46a7-bb4d-0060ee2d5d13 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "DELETE /v2.0/networks/ba5a1bbc-ed18-412e-9589-6daf32ed7067 HTTP/1.1" status: 204 len: 168 time: 1.2371738 Oct 20 11:51:55.390846 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41070) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:55.396583 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-767a2ee5-6457-4c63-8cad-2bdc9d48a9e8 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2138441991'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:55.445272 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767a2ee5-6457-4c63-8cad-2bdc9d48a9e8 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Made reservation on behalf of 759c187deb5a41a2a467a3346bc65d68 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:51:55.450313 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-767a2ee5-6457-4c63-8cad-2bdc9d48a9e8 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:55.470918 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d4d57-71b3-46a7-bb4d-0060ee2d5d13 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event deleted for resources: {'Network': ['ID=ba5a1bbc-ed18-412e-9589-6daf32ed7067,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:55.496797 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-767a2ee5-6457-4c63-8cad-2bdc9d48a9e8 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] vlan segment allocate from pool success with {'vlan_id': 1260, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:51:55.510990 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-767a2ee5-6457-4c63-8cad-2bdc9d48a9e8 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:55.511394 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-767a2ee5-6457-4c63-8cad-2bdc9d48a9e8 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Added segment dce34e2c-24b5-4325-aa7e-5777d0382e90 of type vlan for network 15b427b7-940e-41cb-8982-abc49b40fbba Oct 20 11:51:55.651367 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-767a2ee5-6457-4c63-8cad-2bdc9d48a9e8 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:55.692631 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-767a2ee5-6457-4c63-8cad-2bdc9d48a9e8 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:55.698618 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767a2ee5-6457-4c63-8cad-2bdc9d48a9e8 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:55.699841 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-767a2ee5-6457-4c63-8cad-2bdc9d48a9e8 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:55.775136 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-ff189168-b3fa-4db1-a76c-c330ba6de31f tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Deleting port eb57bdcd-0cd5-4290-8099-57a0a8249df5 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:51:55.775581 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ff189168-b3fa-4db1-a76c-c330ba6de31f tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:55.848161 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-767a2ee5-6457-4c63-8cad-2bdc9d48a9e8 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4530547 Oct 20 11:51:55.849111 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41078) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:55.865335 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-b66c4cfd-96f7-4efc-a34c-748739a15531 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:55.877175 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a2ee5-6457-4c63-8cad-2bdc9d48a9e8 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event updated for resources: {'Network': ['ID=15b427b7-940e-41cb-8982-abc49b40fbba,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:55.918007 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a2ee5-6457-4c63-8cad-2bdc9d48a9e8 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:55.918530 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a2ee5-6457-4c63-8cad-2bdc9d48a9e8 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:55.923955 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a2ee5-6457-4c63-8cad-2bdc9d48a9e8 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:55.924572 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a2ee5-6457-4c63-8cad-2bdc9d48a9e8 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:55.925031 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a2ee5-6457-4c63-8cad-2bdc9d48a9e8 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:55.925553 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a2ee5-6457-4c63-8cad-2bdc9d48a9e8 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:55.925984 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a2ee5-6457-4c63-8cad-2bdc9d48a9e8 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:55.926404 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a2ee5-6457-4c63-8cad-2bdc9d48a9e8 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:55.927232 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a2ee5-6457-4c63-8cad-2bdc9d48a9e8 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:55.927930 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a2ee5-6457-4c63-8cad-2bdc9d48a9e8 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:55.928353 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a2ee5-6457-4c63-8cad-2bdc9d48a9e8 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:55.928769 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a2ee5-6457-4c63-8cad-2bdc9d48a9e8 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:55.945839 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 15b427b7-940e-41cb-8982-abc49b40fbba details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:51:55.949842 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ff189168-b3fa-4db1-a76c-c330ba6de31f tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:55.973413 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-ff189168-b3fa-4db1-a76c-c330ba6de31f tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Calling delete_port for eb57bdcd-0cd5-4290-8099-57a0a8249df5 owned by network:router_interface {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:51:56.135150 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b66c4cfd-96f7-4efc-a34c-748739a15531 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:56.156448 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b66c4cfd-96f7-4efc-a34c-748739a15531 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:56.191281 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b66c4cfd-96f7-4efc-a34c-748739a15531 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Network 15b427b7-940e-41cb-8982-abc49b40fbba is not hosted by any dhcp agent {{(pid=100646) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 20 11:51:56.198246 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66c4cfd-96f7-4efc-a34c-748739a15531 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:56.199105 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b66c4cfd-96f7-4efc-a34c-748739a15531 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:56.200688 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b66c4cfd-96f7-4efc-a34c-748739a15531 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "PUT /v2.0/networks/15b427b7-940e-41cb-8982-abc49b40fbba HTTP/1.1" status: 200 len: 723 time: 0.3501980 Oct 20 11:51:56.203917 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41080) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:56.209339 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-429160b9-1daf-4040-9f80-c291fb77ec58 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Request body: {'subnet': {'network_id': '15b427b7-940e-41cb-8982-abc49b40fbba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:56.280254 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c4cfd-96f7-4efc-a34c-748739a15531 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event updated for resources: {'Network': ['ID=15b427b7-940e-41cb-8982-abc49b40fbba,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:56.293744 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 15b427b7-940e-41cb-8982-abc49b40fbba details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:51:56.294153 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ff189168-b3fa-4db1-a76c-c330ba6de31f tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:56.332085 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff189168-b3fa-4db1-a76c-c330ba6de31f tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Pushing event deleted for resources: {'Port': ['ID=eb57bdcd-0cd5-4290-8099-57a0a8249df5,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:56.472730 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ff189168-b3fa-4db1-a76c-c330ba6de31f tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:56.492502 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429160b9-1daf-4040-9f80-c291fb77ec58 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Made reservation on behalf of 759c187deb5a41a2a467a3346bc65d68 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:51:56.498297 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-429160b9-1daf-4040-9f80-c291fb77ec58 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:56.756162 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff189168-b3fa-4db1-a76c-c330ba6de31f tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Router 8c06cc2f-a319-4962-af14-d5f871c00887 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:51:56.788510 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-429160b9-1daf-4040-9f80-c291fb77ec58 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:56.869045 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff189168-b3fa-4db1-a76c-c330ba6de31f tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:51:56.874427 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429160b9-1daf-4040-9f80-c291fb77ec58 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Checking segment: {'id': 'dce34e2c-24b5-4325-aa7e-5777d0382e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '15b427b7-940e-41cb-8982-abc49b40fbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:51:56.874427 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429160b9-1daf-4040-9f80-c291fb77ec58 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Network hostable DHCP agents. Network: 15b427b7-940e-41cb-8982-abc49b40fbba, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:51:56.881055 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ff189168-b3fa-4db1-a76c-c330ba6de31f tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] 10.222.0.98 "PUT /v2.0/routers/8c06cc2f-a319-4962-af14-d5f871c00887/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3373220 Oct 20 11:51:56.881205 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429160b9-1daf-4040-9f80-c291fb77ec58 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event updated for resources: {'Subnet': ['ID=d5c80b9f-bad5-4a1e-aa5b-2a47e5272b02,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:56.881320 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3c4bd3-f27a-4b48-a39e-2a8a4b493da3 None None] Sync routers for ids ['8c06cc2f-a319-4962-af14-d5f871c00887'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:51:56.882134 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41088) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:56.903787 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3c4bd3-f27a-4b48-a39e-2a8a4b493da3 None None] Routers {'8c06cc2f-a319-4962-af14-d5f871c00887'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:51:56.904967 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-6c3c4bd3-f27a-4b48-a39e-2a8a4b493da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:51:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['8c06cc2f-a319-4962-af14-d5f871c00887'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:56.963484 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-6c3c4bd3-f27a-4b48-a39e-2a8a4b493da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:56.975799 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-418f0f43-9c3f-4755-8b52-1ef229b3fb47 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] show failed (client error): The resource could not be found. Oct 20 11:51:56.975799 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-418f0f43-9c3f-4755-8b52-1ef229b3fb47 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] 10.222.0.98 "GET /v2.0/routers/tempest-non_exist_router-902871930 HTTP/1.1" status: 404 len: 334 time: 0.0911052 Oct 20 11:51:56.979365 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41092) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:56.986151 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-27797089-5b06-4075-834e-0ff183f44d9e tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:56.988525 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429160b9-1daf-4040-9f80-c291fb77ec58 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Network 15b427b7-940e-41cb-8982-abc49b40fbba is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:51:57.000612 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3c4bd3-f27a-4b48-a39e-2a8a4b493da3 None None] Routers {'8c06cc2f-a319-4962-af14-d5f871c00887'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:51:57.001344 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-6c3c4bd3-f27a-4b48-a39e-2a8a4b493da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:51:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['8c06cc2f-a319-4962-af14-d5f871c00887'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:57.031737 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-429160b9-1daf-4040-9f80-c291fb77ec58 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 15b427b7-940e-41cb-8982-abc49b40fbba) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:51:57.036521 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429160b9-1daf-4040-9f80-c291fb77ec58 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:57.037416 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-429160b9-1daf-4040-9f80-c291fb77ec58 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:57.042581 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-27797089-5b06-4075-834e-0ff183f44d9e tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] update failed (client error): The resource could not be found. Oct 20 11:51:57.043782 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-27797089-5b06-4075-834e-0ff183f44d9e tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] 10.222.0.98 "PUT /v2.0/routers/tempest-non_exist_router-767378047 HTTP/1.1" status: 404 len: 334 time: 0.0633080 Oct 20 11:51:57.047223 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41094) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:57.063064 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-429160b9-1daf-4040-9f80-c291fb77ec58 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8577845 Oct 20 11:51:57.065653 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41096) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:57.071864 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-63784a20-6a47-4fd5-aeae-78c42421ab2d tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:51:57.087026 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2aabf0-7807-414a-b7c1-0432f26547e4 None None] Network 15b427b7-940e-41cb-8982-abc49b40fbba requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:51:57.096162 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-6c3c4bd3-f27a-4b48-a39e-2a8a4b493da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:57.096847 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3c4bd3-f27a-4b48-a39e-2a8a4b493da3 None None] The sync data for ids ['8c06cc2f-a319-4962-af14-d5f871c00887'] in n-d-814735-3 is: [] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:51:57.139799 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddd4d68f-aee3-4d69-a1e8-4954956fba77 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Deleting subnet ad244165-f30f-4143-ac19-668b1e0238df {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:51:57.148145 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ddd4d68f-aee3-4d69-a1e8-4954956fba77 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:57.217388 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ddd4d68f-aee3-4d69-a1e8-4954956fba77 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:57.257843 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-63784a20-6a47-4fd5-aeae-78c42421ab2d tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8994774'] for subnet, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:57.336717 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ddd4d68f-aee3-4d69-a1e8-4954956fba77 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:57.412593 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ddd4d68f-aee3-4d69-a1e8-4954956fba77 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:57.450079 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4d68f-aee3-4d69-a1e8-4954956fba77 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Pushing event deleted for resources: {'Subnet': ['ID=ad244165-f30f-4143-ac19-668b1e0238df,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:57.452156 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ddd4d68f-aee3-4d69-a1e8-4954956fba77 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:57.456590 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ddd4d68f-aee3-4d69-a1e8-4954956fba77 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] 10.222.0.98 "DELETE /v2.0/subnets/ad244165-f30f-4143-ac19-668b1e0238df HTTP/1.1" status: 204 len: 168 time: 0.4077234 Oct 20 11:51:57.459015 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41100) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:57.461114 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafc3fb1-1f9b-4720-9809-842349c2546d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-15b427b7-940e-41cb-8982-abc49b40fbba', 'network_id': '15b427b7-940e-41cb-8982-abc49b40fbba', 'tenant_id': '759c187deb5a41a2a467a3346bc65d68', 'fixed_ips': [{'subnet_id': 'd5c80b9f-bad5-4a1e-aa5b-2a47e5272b02'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:51:57.461994 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bafc3fb1-1f9b-4720-9809-842349c2546d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:57.470633 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-63784a20-6a47-4fd5-aeae-78c42421ab2d tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755318649182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9318816'] for subnet, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:57.488161 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f94c30-96a3-4de6-a757-36cb9ece74e9 None None] Network 9d8f59d0-d8ac-40e4-bef2-86b2c3018610 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:51:57.537202 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63784a20-6a47-4fd5-aeae-78c42421ab2d tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:51:57.538808 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-63784a20-6a47-4fd5-aeae-78c42421ab2d tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:57.544300 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-63784a20-6a47-4fd5-aeae-78c42421ab2d tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "PUT /v2.0/subnets/d5c80b9f-bad5-4a1e-aa5b-2a47e5272b02 HTTP/1.1" status: 200 len: 806 time: 0.4775147 Oct 20 11:51:57.545354 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41102) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:57.723835 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4b8f8347-c9f7-4287-a9dd-cd00fbf799bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:57.735129 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63784a20-6a47-4fd5-aeae-78c42421ab2d tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event updated for resources: {'Subnet': ['ID=d5c80b9f-bad5-4a1e-aa5b-2a47e5272b02,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:57.861333 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4b8f8347-c9f7-4287-a9dd-cd00fbf799bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:57.952653 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-bafc3fb1-1f9b-4720-9809-842349c2546d None None] Allocated IP 172.20.0.2 (15b427b7-940e-41cb-8982-abc49b40fbba/d5c80b9f-bad5-4a1e-aa5b-2a47e5272b02/255789e1-cbe7-4587-ac63-c09404f6cdfc) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:51:58.171680 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-232086ac-ead3-48ac-949f-85007fc469ec tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:58.189759 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadc3bac-e365-4aed-9374-72c624ed8c21 None None] DHCP port deletion for 9d8f59d0-d8ac-40e4-bef2-86b2c3018610 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:51:58.238494 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device fd62fde3-6cc5-4be3-8c54-9bc69b09481c no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:51:58.293976 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-232086ac-ead3-48ac-949f-85007fc469ec tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Deleting port fd62fde3-6cc5-4be3-8c54-9bc69b09481c {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:51:58.297516 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-232086ac-ead3-48ac-949f-85007fc469ec tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:58.434739 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-232086ac-ead3-48ac-949f-85007fc469ec tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] For port fd62fde3-6cc5-4be3-8c54-9bc69b09481c, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=fd62fde3-6cc5-4be3-8c54-9bc69b09481c,segment=NetworkSegment(b57e7c11-d323-417c-8537-7cb79ae3cc9a),segment_id=b57e7c11-d323-417c-8537-7cb79ae3cc9a)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:51:58.434739 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-232086ac-ead3-48ac-949f-85007fc469ec tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:58.446503 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bafc3fb1-1f9b-4720-9809-842349c2546d None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:58.465286 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-232086ac-ead3-48ac-949f-85007fc469ec tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Calling delete_port for fd62fde3-6cc5-4be3-8c54-9bc69b09481c owned by network:dhcp {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:51:58.513068 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4b8f8347-c9f7-4287-a9dd-cd00fbf799bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:58.545019 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bafc3fb1-1f9b-4720-9809-842349c2546d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:58.583754 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f8347-c9f7-4287-a9dd-cd00fbf799bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event deleted for resources: {'Subnet': ['ID=d5c80b9f-bad5-4a1e-aa5b-2a47e5272b02,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:58.619088 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:58.681245 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-232086ac-ead3-48ac-949f-85007fc469ec tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:58.717776 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-eadc3bac-e365-4aed-9374-72c624ed8c21 None None] Deleting port fd62fde3-6cc5-4be3-8c54-9bc69b09481c {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:51:58.730593 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-eadc3bac-e365-4aed-9374-72c624ed8c21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:58.755602 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafc3fb1-1f9b-4720-9809-842349c2546d None None] Network 15b427b7-940e-41cb-8982-abc49b40fbba is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:51:58.757577 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232086ac-ead3-48ac-949f-85007fc469ec tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Pushing event deleted for resources: {'Port': ['ID=fd62fde3-6cc5-4be3-8c54-9bc69b09481c,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:58.781760 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232086ac-ead3-48ac-949f-85007fc469ec tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] No DVR routers for this DVR port fd62fde3-6cc5-4be3-8c54-9bc69b09481c on host n-d-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:51:58.787153 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4b8f8347-c9f7-4287-a9dd-cd00fbf799bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:58.804932 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-bafc3fb1-1f9b-4720-9809-842349c2546d None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:51:58.861741 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-4b8f8347-c9f7-4287-a9dd-cd00fbf799bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15b427b7-940e-41cb-8982-abc49b40fbba']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:58.887708 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-4b8f8347-c9f7-4287-a9dd-cd00fbf799bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dce34e2c-24b5-4325-aa7e-5777d0382e90') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:58.888059 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-4b8f8347-c9f7-4287-a9dd-cd00fbf799bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dce34e2c-24b5-4325-aa7e-5777d0382e90') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:58.901710 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafc3fb1-1f9b-4720-9809-842349c2546d None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:51:58.917755 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4b8f8347-c9f7-4287-a9dd-cd00fbf799bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:58.962354 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4b8f8347-c9f7-4287-a9dd-cd00fbf799bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:58.974764 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b8f8347-c9f7-4287-a9dd-cd00fbf799bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Releasing vlan 1260 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:51:58.975288 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4b8f8347-c9f7-4287-a9dd-cd00fbf799bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:58.978248 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:51:58.978248 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:51:58.978248 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:51:58.978248 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:51:58.978248 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:51:58.978248 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:51:58.978248 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:51:58.978248 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:51:58.978248 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:51:58.978248 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:51:58.978248 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:51:58.978248 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:51:58.978248 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:51:58.978248 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:51:58.978248 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:51:58.978248 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:51:58.978248 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:51:58.978248 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:51:58.978248 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:51:58.978248 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:51:58.978248 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:51:58.978248 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:51:58.978248 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:51:58.978248 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:51:58.978248 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:51:58.978248 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:51:58.978248 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:51:58.978248 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:51:58.978248 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:51:58.978248 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:51:58.978248 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:51:58.978248 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:51:59.009126 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-232086ac-ead3-48ac-949f-85007fc469ec tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:59.062775 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-232086ac-ead3-48ac-949f-85007fc469ec tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d8f59d0-d8ac-40e4-bef2-86b2c3018610']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:59.080009 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-232086ac-ead3-48ac-949f-85007fc469ec tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b57e7c11-d323-417c-8537-7cb79ae3cc9a') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:59.080294 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-232086ac-ead3-48ac-949f-85007fc469ec tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b57e7c11-d323-417c-8537-7cb79ae3cc9a') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:51:59.094951 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-232086ac-ead3-48ac-949f-85007fc469ec tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:59.105107 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.db.api [None req-4b8f8347-c9f7-4287-a9dd-cd00fbf799bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 20 11:51:59.105107 n-d-814735-3 neutron-server[100646]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 20 11:51:59.105107 n-d-814735-3 neutron-server[100646]: [parameters: {'id': '15b427b7-940e-41cb-8982-abc49b40fbba'}] Oct 20 11:51:59.105107 n-d-814735-3 neutron-server[100646]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100646) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:51:59.105706 n-d-814735-3 neutron-server[100646]: DEBUG oslo_db.api [None req-4b8f8347-c9f7-4287-a9dd-cd00fbf799bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:51:59.111870 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-232086ac-ead3-48ac-949f-85007fc469ec tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:59.119147 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-232086ac-ead3-48ac-949f-85007fc469ec tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Releasing vlan 1262 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:51:59.119622 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-232086ac-ead3-48ac-949f-85007fc469ec tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:59.123219 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:51:59.123219 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:51:59.123219 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:51:59.123219 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:51:59.123219 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:51:59.123219 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:51:59.123219 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:51:59.123219 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:51:59.123219 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:51:59.123219 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:51:59.123219 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:51:59.123219 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:51:59.123219 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:51:59.123219 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:51:59.123219 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:51:59.123219 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:51:59.123219 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:51:59.123219 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:51:59.123219 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:51:59.123219 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:51:59.123219 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:51:59.123219 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:51:59.123219 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:51:59.123219 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:51:59.123219 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:51:59.123219 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:51:59.123219 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:51:59.123219 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:51:59.123219 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:51:59.123219 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:51:59.123219 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:51:59.123219 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:51:59.131109 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafc3fb1-1f9b-4720-9809-842349c2546d None None] Pushing event updated for resources: {'Port': ['ID=255789e1-cbe7-4587-ac63-c09404f6cdfc,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:59.158159 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-bafc3fb1-1f9b-4720-9809-842349c2546d None None] Attempting to bind port 255789e1-cbe7-4587-ac63-c09404f6cdfc on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:51:59.158558 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-bafc3fb1-1f9b-4720-9809-842349c2546d None None] Attempting to bind port 255789e1-cbe7-4587-ac63-c09404f6cdfc by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'dce34e2c-24b5-4325-aa7e-5777d0382e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '15b427b7-940e-41cb-8982-abc49b40fbba'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:51:59.158952 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafc3fb1-1f9b-4720-9809-842349c2546d None None] Attempting to bind port 255789e1-cbe7-4587-ac63-c09404f6cdfc on network 15b427b7-940e-41cb-8982-abc49b40fbba {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:51:59.170616 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafc3fb1-1f9b-4720-9809-842349c2546d None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:51:59.171015 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafc3fb1-1f9b-4720-9809-842349c2546d None None] Checking segment: {'id': 'dce34e2c-24b5-4325-aa7e-5777d0382e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '15b427b7-940e-41cb-8982-abc49b40fbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:51:59.171427 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bafc3fb1-1f9b-4720-9809-842349c2546d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:59.171828 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafc3fb1-1f9b-4720-9809-842349c2546d None None] Bound using segment: {'id': 'dce34e2c-24b5-4325-aa7e-5777d0382e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '15b427b7-940e-41cb-8982-abc49b40fbba'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:51:59.173779 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-bafc3fb1-1f9b-4720-9809-842349c2546d None None] Bound port: 255789e1-cbe7-4587-ac63-c09404f6cdfc, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dce34e2c-24b5-4325-aa7e-5777d0382e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '15b427b7-940e-41cb-8982-abc49b40fbba'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:51:59.173779 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bafc3fb1-1f9b-4720-9809-842349c2546d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:59.201049 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-232086ac-ead3-48ac-949f-85007fc469ec tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:59.209376 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-232086ac-ead3-48ac-949f-85007fc469ec tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:59.217672 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41124) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:59.227428 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-232086ac-ead3-48ac-949f-85007fc469ec tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] 10.222.0.98 "DELETE /v2.0/networks/9d8f59d0-d8ac-40e4-bef2-86b2c3018610 HTTP/1.1" status: 204 len: 168 time: 1.7549891 Oct 20 11:51:59.230772 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-eadc3bac-e365-4aed-9374-72c624ed8c21 None None] For port fd62fde3-6cc5-4be3-8c54-9bc69b09481c, host n-d-814735-3, got binding levels [] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:51:59.231492 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-eadc3bac-e365-4aed-9374-72c624ed8c21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:59.264830 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232086ac-ead3-48ac-949f-85007fc469ec tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Pushing event deleted for resources: {'Network': ['ID=9d8f59d0-d8ac-40e4-bef2-86b2c3018610,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:59.303173 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-bafc3fb1-1f9b-4720-9809-842349c2546d None None] For port 255789e1-cbe7-4587-ac63-c09404f6cdfc, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:51:59.306850 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-bafc3fb1-1f9b-4720-9809-842349c2546d None None] For port 255789e1-cbe7-4587-ac63-c09404f6cdfc, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=255789e1-cbe7-4587-ac63-c09404f6cdfc,segment=NetworkSegment(dce34e2c-24b5-4325-aa7e-5777d0382e90),segment_id=dce34e2c-24b5-4325-aa7e-5777d0382e90)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:51:59.317300 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafc3fb1-1f9b-4720-9809-842349c2546d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:59.317910 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafc3fb1-1f9b-4720-9809-842349c2546d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:59.318432 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafc3fb1-1f9b-4720-9809-842349c2546d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:59.319016 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafc3fb1-1f9b-4720-9809-842349c2546d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:59.319599 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafc3fb1-1f9b-4720-9809-842349c2546d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:59.320028 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafc3fb1-1f9b-4720-9809-842349c2546d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:59.320513 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafc3fb1-1f9b-4720-9809-842349c2546d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:59.321020 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafc3fb1-1f9b-4720-9809-842349c2546d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:59.321534 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafc3fb1-1f9b-4720-9809-842349c2546d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:59.322073 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafc3fb1-1f9b-4720-9809-842349c2546d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:59.322573 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafc3fb1-1f9b-4720-9809-842349c2546d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:59.324720 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafc3fb1-1f9b-4720-9809-842349c2546d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:51:59.331708 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bafc3fb1-1f9b-4720-9809-842349c2546d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:59.339195 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e7b1e85-ff15-486e-a858-406ad9322965 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Deleting subnet 1ccf2a1b-5f64-4276-a603-34bc1e70c0b3 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:51:59.340877 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-eadc3bac-e365-4aed-9374-72c624ed8c21 None None] Calling delete_port for fd62fde3-6cc5-4be3-8c54-9bc69b09481c owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:51:59.343252 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7e7b1e85-ff15-486e-a858-406ad9322965 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:59.347778 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.ipam_backend_mixin [None req-eadc3bac-e365-4aed-9374-72c624ed8c21 None None] Port fd62fde3-6cc5-4be3-8c54-9bc69b09481c was not found and therefore no delete operation was performed {{(pid=100648) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 11:51:59.368510 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-eadc3bac-e365-4aed-9374-72c624ed8c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:59.388597 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-eadc3bac-e365-4aed-9374-72c624ed8c21 None None] Network 9d8f59d0-d8ac-40e4-bef2-86b2c3018610 is not hosted by any dhcp agent {{(pid=100648) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 20 11:51:59.392016 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadc3bac-e365-4aed-9374-72c624ed8c21 None None] No DVR routers for this DVR port fd62fde3-6cc5-4be3-8c54-9bc69b09481c on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:51:59.436649 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7e7b1e85-ff15-486e-a858-406ad9322965 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:59.470434 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31596df-b8aa-4bc6-b63e-25e397fc544f None None] Network 15b427b7-940e-41cb-8982-abc49b40fbba requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:51:59.507267 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafc3fb1-1f9b-4720-9809-842349c2546d None None] Pushing event updated for resources: {'Port': ['ID=255789e1-cbe7-4587-ac63-c09404f6cdfc,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:59.573064 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadc3bac-e365-4aed-9374-72c624ed8c21 None None] Pushing event deleted for resources: {'Port': ['ID=fd62fde3-6cc5-4be3-8c54-9bc69b09481c,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:59.594898 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7e7b1e85-ff15-486e-a858-406ad9322965 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:59.665372 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4b8f8347-c9f7-4287-a9dd-cd00fbf799bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:59.687839 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7e7b1e85-ff15-486e-a858-406ad9322965 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:59.719329 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15057da-84db-49d7-9acd-969846dbaced None None] Network 15b427b7-940e-41cb-8982-abc49b40fbba requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:51:59.791148 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b1e85-ff15-486e-a858-406ad9322965 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Pushing event deleted for resources: {'Subnet': ['ID=1ccf2a1b-5f64-4276-a603-34bc1e70c0b3,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:51:59.793583 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7e7b1e85-ff15-486e-a858-406ad9322965 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:59.797564 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7e7b1e85-ff15-486e-a858-406ad9322965 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] 10.222.0.98 "DELETE /v2.0/subnets/1ccf2a1b-5f64-4276-a603-34bc1e70c0b3 HTTP/1.1" status: 204 len: 168 time: 0.5783699 Oct 20 11:51:59.799709 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41138) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:51:59.811805 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987d289d-69aa-4b9f-a06b-ba49bf09b930 None None] Network 89d153c6-3096-40b3-bf2d-8da39cead6a8 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:51:59.864298 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-4b8f8347-c9f7-4287-a9dd-cd00fbf799bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Deleting port 255789e1-cbe7-4587-ac63-c09404f6cdfc {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:51:59.864800 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4b8f8347-c9f7-4287-a9dd-cd00fbf799bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:51:59.905468 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-a043fb66-1a36-49bb-9835-49f74fc7dc88 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Deleting subnet 8d817457-7823-40d9-9a5f-fc9bd451048e {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:51:59.921876 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a043fb66-1a36-49bb-9835-49f74fc7dc88 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:00.030743 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a043fb66-1a36-49bb-9835-49f74fc7dc88 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:00.051281 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-4b8f8347-c9f7-4287-a9dd-cd00fbf799bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] For port 255789e1-cbe7-4587-ac63-c09404f6cdfc, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=255789e1-cbe7-4587-ac63-c09404f6cdfc,segment=NetworkSegment(dce34e2c-24b5-4325-aa7e-5777d0382e90),segment_id=dce34e2c-24b5-4325-aa7e-5777d0382e90)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:52:00.051602 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4b8f8347-c9f7-4287-a9dd-cd00fbf799bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:00.085590 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-4b8f8347-c9f7-4287-a9dd-cd00fbf799bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Calling delete_port for 255789e1-cbe7-4587-ac63-c09404f6cdfc owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:52:00.193850 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a043fb66-1a36-49bb-9835-49f74fc7dc88 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:00.212649 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1744bc5-d6ae-4e19-88cb-8891001cb560 None None] DHCP port deletion for 89d153c6-3096-40b3-bf2d-8da39cead6a8 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:52:00.292208 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4b8f8347-c9f7-4287-a9dd-cd00fbf799bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:00.329009 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a043fb66-1a36-49bb-9835-49f74fc7dc88 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:00.349659 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f8347-c9f7-4287-a9dd-cd00fbf799bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event deleted for resources: {'Port': ['ID=255789e1-cbe7-4587-ac63-c09404f6cdfc,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:00.372154 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8f8347-c9f7-4287-a9dd-cd00fbf799bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] No DVR routers for this DVR port 255789e1-cbe7-4587-ac63-c09404f6cdfc on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:52:00.407890 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a043fb66-1a36-49bb-9835-49f74fc7dc88 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:00.416486 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-a043fb66-1a36-49bb-9835-49f74fc7dc88 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] 10.222.0.98 "DELETE /v2.0/subnets/8d817457-7823-40d9-9a5f-fc9bd451048e HTTP/1.1" status: 204 len: 168 time: 0.6141527 Oct 20 11:52:00.417834 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41144) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:00.616695 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81032a40-1fbf-48b4-a00d-2fb1dcc48c89 None None] Network 768e92db-43a5-4cfa-9cfe-ab0da278720e requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:52:00.632616 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4b8f8347-c9f7-4287-a9dd-cd00fbf799bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:00.633204 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a043fb66-1a36-49bb-9835-49f74fc7dc88 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Pushing event deleted for resources: {'Subnet': ['ID=8d817457-7823-40d9-9a5f-fc9bd451048e,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:00.645387 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c32a25b8-0684-47c9-b21b-029cc8eebe3d tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:00.684143 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-4b8f8347-c9f7-4287-a9dd-cd00fbf799bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15b427b7-940e-41cb-8982-abc49b40fbba']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:00.698914 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-4b8f8347-c9f7-4287-a9dd-cd00fbf799bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dce34e2c-24b5-4325-aa7e-5777d0382e90') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:00.699739 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-4b8f8347-c9f7-4287-a9dd-cd00fbf799bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dce34e2c-24b5-4325-aa7e-5777d0382e90') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:00.715925 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4b8f8347-c9f7-4287-a9dd-cd00fbf799bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:00.730548 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-c1744bc5-d6ae-4e19-88cb-8891001cb560 None None] Deleting port b3cc00c4-f716-4e6b-b7c9-8cd9c789b26d {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:52:00.735450 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4b8f8347-c9f7-4287-a9dd-cd00fbf799bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:00.736116 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c1744bc5-d6ae-4e19-88cb-8891001cb560 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:00.774874 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b8f8347-c9f7-4287-a9dd-cd00fbf799bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Releasing vlan 1260 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:52:00.775520 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4b8f8347-c9f7-4287-a9dd-cd00fbf799bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:00.786583 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-c32a25b8-0684-47c9-b21b-029cc8eebe3d tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Deleting port b3cc00c4-f716-4e6b-b7c9-8cd9c789b26d {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:52:00.795018 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:52:00.795018 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:52:00.795018 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:52:00.795018 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:52:00.795018 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:52:00.795018 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:52:00.795018 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:52:00.795018 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:52:00.795018 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:52:00.795018 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:52:00.795018 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:52:00.795018 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:52:00.795018 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:52:00.795018 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:52:00.795018 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:52:00.795018 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:52:00.795018 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:52:00.795018 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:52:00.795018 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:52:00.795018 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:52:00.795018 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:52:00.795018 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:52:00.795018 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:52:00.795018 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:52:00.795018 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:52:00.795018 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:52:00.795018 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:52:00.795018 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:52:00.795018 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:52:00.795018 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:52:00.795018 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:52:00.795018 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:52:00.803075 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c32a25b8-0684-47c9-b21b-029cc8eebe3d tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:00.976264 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-c32a25b8-0684-47c9-b21b-029cc8eebe3d tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] For port b3cc00c4-f716-4e6b-b7c9-8cd9c789b26d, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=b3cc00c4-f716-4e6b-b7c9-8cd9c789b26d,segment=NetworkSegment(3b49f332-b3a7-437f-9e21-dbb62fae51ea),segment_id=3b49f332-b3a7-437f-9e21-dbb62fae51ea)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:52:00.978833 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c32a25b8-0684-47c9-b21b-029cc8eebe3d tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:00.979695 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4b8f8347-c9f7-4287-a9dd-cd00fbf799bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:01.004560 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4b8f8347-c9f7-4287-a9dd-cd00fbf799bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:01.018582 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41158) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:01.019360 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4b8f8347-c9f7-4287-a9dd-cd00fbf799bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "DELETE /v2.0/networks/15b427b7-940e-41cb-8982-abc49b40fbba HTTP/1.1" status: 204 len: 168 time: 3.4697049 Oct 20 11:52:01.045824 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-c32a25b8-0684-47c9-b21b-029cc8eebe3d tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Calling delete_port for b3cc00c4-f716-4e6b-b7c9-8cd9c789b26d owned by network:dhcp {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:52:01.048370 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-7944eb70-9e41-4f8b-bac8-715a4b824dff tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] DELETE failed (client error): The resource could not be found. Oct 20 11:52:01.049178 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7944eb70-9e41-4f8b-bac8-715a4b824dff tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:52:01.052691 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-7944eb70-9e41-4f8b-bac8-715a4b824dff tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "DELETE /v2.0/networks/15b427b7-940e-41cb-8982-abc49b40fbba HTTP/1.1" status: 404 len: 339 time: 0.0292053 Oct 20 11:52:01.059347 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41160) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:01.064937 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-d94eb6e2-d1fa-4142-9498-54fe8e2acb63 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-66753504', 'description': 'd1'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:52:01.077677 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f8347-c9f7-4287-a9dd-cd00fbf799bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event deleted for resources: {'Network': ['ID=15b427b7-940e-41cb-8982-abc49b40fbba,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:01.107659 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94eb6e2-d1fa-4142-9498-54fe8e2acb63 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Made reservation on behalf of 759c187deb5a41a2a467a3346bc65d68 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:52:01.111807 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d94eb6e2-d1fa-4142-9498-54fe8e2acb63 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:01.122439 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-c1744bc5-d6ae-4e19-88cb-8891001cb560 None None] For port b3cc00c4-f716-4e6b-b7c9-8cd9c789b26d, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=b3cc00c4-f716-4e6b-b7c9-8cd9c789b26d,segment=NetworkSegment(3b49f332-b3a7-437f-9e21-dbb62fae51ea),segment_id=3b49f332-b3a7-437f-9e21-dbb62fae51ea)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:52:01.122901 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c1744bc5-d6ae-4e19-88cb-8891001cb560 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:01.166421 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-c1744bc5-d6ae-4e19-88cb-8891001cb560 None None] Calling delete_port for b3cc00c4-f716-4e6b-b7c9-8cd9c789b26d owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:52:01.211166 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d94eb6e2-d1fa-4142-9498-54fe8e2acb63 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] vlan segment allocate from pool success with {'vlan_id': 1266, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:52:01.246928 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79116db7-1c7e-4461-adba-6cec60f76531 None None] DHCP port deletion for 768e92db-43a5-4cfa-9cfe-ab0da278720e request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:52:01.248785 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d94eb6e2-d1fa-4142-9498-54fe8e2acb63 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:01.249347 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-d94eb6e2-d1fa-4142-9498-54fe8e2acb63 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Added segment f26a2864-699e-4deb-828c-fe7fe7884093 of type vlan for network 63ed9ad8-ec19-4d34-98bf-80b9a71f9a7f Oct 20 11:52:01.355526 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d94eb6e2-d1fa-4142-9498-54fe8e2acb63 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:01.356438 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-79116db7-1c7e-4461-adba-6cec60f76531 None None] Deleting port f87c168c-1515-4ef7-8ab5-bf6053f4c4ad {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:52:01.357266 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-79116db7-1c7e-4461-adba-6cec60f76531 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:01.376289 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c1744bc5-d6ae-4e19-88cb-8891001cb560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:01.416571 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1744bc5-d6ae-4e19-88cb-8891001cb560 None None] Pushing event deleted for resources: {'Port': ['ID=b3cc00c4-f716-4e6b-b7c9-8cd9c789b26d,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:01.427125 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d94eb6e2-d1fa-4142-9498-54fe8e2acb63 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:01.440800 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1744bc5-d6ae-4e19-88cb-8891001cb560 None None] No DVR routers for this DVR port b3cc00c4-f716-4e6b-b7c9-8cd9c789b26d on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:52:01.443842 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94eb6e2-d1fa-4142-9498-54fe8e2acb63 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:01.444540 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d94eb6e2-d1fa-4142-9498-54fe8e2acb63 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:01.494465 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-79116db7-1c7e-4461-adba-6cec60f76531 None None] For port f87c168c-1515-4ef7-8ab5-bf6053f4c4ad, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=f87c168c-1515-4ef7-8ab5-bf6053f4c4ad,segment=NetworkSegment(460133ea-94d0-413f-8440-e23c09a99cee),segment_id=460133ea-94d0-413f-8440-e23c09a99cee)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:52:01.494907 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-79116db7-1c7e-4461-adba-6cec60f76531 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:01.516853 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d94eb6e2-d1fa-4142-9498-54fe8e2acb63 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4558420 Oct 20 11:52:01.519618 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41174) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:01.542815 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-79116db7-1c7e-4461-adba-6cec60f76531 None None] Calling delete_port for f87c168c-1515-4ef7-8ab5-bf6053f4c4ad owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:52:01.563719 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94eb6e2-d1fa-4142-9498-54fe8e2acb63 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event updated for resources: {'Network': ['ID=63ed9ad8-ec19-4d34-98bf-80b9a71f9a7f,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:01.579934 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 63ed9ad8-ec19-4d34-98bf-80b9a71f9a7f details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:52:01.580267 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c32a25b8-0684-47c9-b21b-029cc8eebe3d tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:01.628082 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a25b8-0684-47c9-b21b-029cc8eebe3d tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Pushing event deleted for resources: {'Port': ['ID=b3cc00c4-f716-4e6b-b7c9-8cd9c789b26d,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:01.643361 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32a25b8-0684-47c9-b21b-029cc8eebe3d tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] No DVR routers for this DVR port b3cc00c4-f716-4e6b-b7c9-8cd9c789b26d on host n-d-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:52:01.698309 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee86317c-6a85-4dd7-9441-4e936a517039 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:01.700967 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ee86317c-6a85-4dd7-9441-4e936a517039 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "GET /v2.0/networks?id=63ed9ad8-ec19-4d34-98bf-80b9a71f9a7f HTTP/1.1" status: 200 len: 759 time: 0.1803429 Oct 20 11:52:01.708213 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41176) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:01.714535 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-8c6dd8fc-d94e-4441-acd3-6b82c935e675 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Request body: {'network': {'description': 'd2'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:52:01.877013 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c32a25b8-0684-47c9-b21b-029cc8eebe3d tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:01.906951 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-79116db7-1c7e-4461-adba-6cec60f76531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:01.944721 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79116db7-1c7e-4461-adba-6cec60f76531 None None] Pushing event deleted for resources: {'Port': ['ID=f87c168c-1515-4ef7-8ab5-bf6053f4c4ad,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:01.945565 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-c32a25b8-0684-47c9-b21b-029cc8eebe3d tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89d153c6-3096-40b3-bf2d-8da39cead6a8']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:01.946769 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79116db7-1c7e-4461-adba-6cec60f76531 None None] No DVR routers for this DVR port f87c168c-1515-4ef7-8ab5-bf6053f4c4ad on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:52:01.964882 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe9f7a6-1af5-434b-a3ec-e0e51ceb2170 None None] get_active_networks_info from n-d-814735-3 {{(pid=100648) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 11:52:01.978626 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-c32a25b8-0684-47c9-b21b-029cc8eebe3d tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b49f332-b3a7-437f-9e21-dbb62fae51ea') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:01.979349 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-c32a25b8-0684-47c9-b21b-029cc8eebe3d tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b49f332-b3a7-437f-9e21-dbb62fae51ea') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:01.982564 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8c6dd8fc-d94e-4441-acd3-6b82c935e675 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:02.001326 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c32a25b8-0684-47c9-b21b-029cc8eebe3d tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:02.019931 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8c6dd8fc-d94e-4441-acd3-6b82c935e675 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:02.026756 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c32a25b8-0684-47c9-b21b-029cc8eebe3d tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:02.050700 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8c6dd8fc-d94e-4441-acd3-6b82c935e675 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Network 63ed9ad8-ec19-4d34-98bf-80b9a71f9a7f is not hosted by any dhcp agent {{(pid=100647) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 20 11:52:02.056349 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6dd8fc-d94e-4441-acd3-6b82c935e675 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:02.056972 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8c6dd8fc-d94e-4441-acd3-6b82c935e675 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:02.061379 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8c6dd8fc-d94e-4441-acd3-6b82c935e675 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "PUT /v2.0/networks/63ed9ad8-ec19-4d34-98bf-80b9a71f9a7f HTTP/1.1" status: 200 len: 756 time: 0.3512328 Oct 20 11:52:02.062137 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41182) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:02.065288 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c32a25b8-0684-47c9-b21b-029cc8eebe3d tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Releasing vlan 1263 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:52:02.065628 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c32a25b8-0684-47c9-b21b-029cc8eebe3d tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:02.068885 n-d-814735-3 neutron-server[100647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:52:02.068885 n-d-814735-3 neutron-server[100647]: self.session.flush() Oct 20 11:52:02.068885 n-d-814735-3 neutron-server[100647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:52:02.068885 n-d-814735-3 neutron-server[100647]: self.session.flush() Oct 20 11:52:02.068885 n-d-814735-3 neutron-server[100647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:52:02.068885 n-d-814735-3 neutron-server[100647]: self.session.flush() Oct 20 11:52:02.068885 n-d-814735-3 neutron-server[100647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:52:02.068885 n-d-814735-3 neutron-server[100647]: self.session.flush() Oct 20 11:52:02.068885 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:52:02.068885 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:52:02.068885 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:52:02.068885 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:52:02.068885 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:52:02.068885 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:52:02.068885 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:52:02.068885 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:52:02.068885 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:52:02.068885 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:52:02.068885 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:52:02.068885 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:52:02.068885 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:52:02.068885 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:52:02.068885 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:52:02.068885 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:52:02.068885 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:52:02.068885 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:52:02.068885 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:52:02.068885 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:52:02.068885 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:52:02.068885 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:52:02.068885 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:52:02.068885 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:52:02.068885 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:52:02.068885 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:52:02.068885 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:52:02.068885 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:52:02.068885 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:52:02.068885 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:52:02.068885 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:52:02.068885 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:52:02.166007 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6dd8fc-d94e-4441-acd3-6b82c935e675 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event updated for resources: {'Network': ['ID=63ed9ad8-ec19-4d34-98bf-80b9a71f9a7f,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:02.188299 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c32a25b8-0684-47c9-b21b-029cc8eebe3d tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:02.194129 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c32a25b8-0684-47c9-b21b-029cc8eebe3d tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:02.202559 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c32a25b8-0684-47c9-b21b-029cc8eebe3d tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] 10.222.0.98 "DELETE /v2.0/networks/89d153c6-3096-40b3-bf2d-8da39cead6a8 HTTP/1.1" status: 204 len: 168 time: 1.7810090 Oct 20 11:52:02.205016 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 63ed9ad8-ec19-4d34-98bf-80b9a71f9a7f details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:52:02.219015 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41194) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:02.242423 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe9f7a6-1af5-434b-a3ec-e0e51ceb2170 None None] Resources bound (agent type, host, resource id): {{(pid=100648) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 11:52:02.287056 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b3cc00c4-f716-4e6b-b7c9-8cd9c789b26d no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:52:02.308296 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a400db-34c0-48f6-a675-ed427d046fc4 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:02.312330 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-68a400db-34c0-48f6-a675-ed427d046fc4 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "GET /v2.0/networks?id=63ed9ad8-ec19-4d34-98bf-80b9a71f9a7f HTTP/1.1" status: 200 len: 759 time: 0.2484438 Oct 20 11:52:02.318122 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41196) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:02.325165 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0e768db6-e8ca-4b62-8c5a-1661d3666c78 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:02.327589 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-2fcd69d8-839e-425c-b2e8-0a43e88f1de0 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-817730498'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:52:02.327738 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a25b8-0684-47c9-b21b-029cc8eebe3d tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Pushing event deleted for resources: {'Network': ['ID=89d153c6-3096-40b3-bf2d-8da39cead6a8,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:02.400165 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fcd69d8-839e-425c-b2e8-0a43e88f1de0 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Made reservation on behalf of 759c187deb5a41a2a467a3346bc65d68 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:52:02.406230 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2fcd69d8-839e-425c-b2e8-0a43e88f1de0 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:02.418378 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: b3cc00c4-f716-4e6b-b7c9-8cd9c789b26d {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:52:02.419514 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b3cc00c4-f716-4e6b-b7c9-8cd9c789b26d not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:52:02.419724 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device f87c168c-1515-4ef7-8ab5-bf6053f4c4ad no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:52:02.445041 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: f87c168c-1515-4ef7-8ab5-bf6053f4c4ad {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:52:02.445476 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device f87c168c-1515-4ef7-8ab5-bf6053f4c4ad not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:52:02.472637 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fcd69d8-839e-425c-b2e8-0a43e88f1de0 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] vlan segment allocate from pool success with {'vlan_id': 1263, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:52:02.497791 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2fcd69d8-839e-425c-b2e8-0a43e88f1de0 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:02.498172 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-2fcd69d8-839e-425c-b2e8-0a43e88f1de0 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Added segment 7ff343ee-a380-4df0-b10a-6ff5bda4e0dc of type vlan for network 2a90892f-cd52-4821-b4bf-aad00dd94ac6 Oct 20 11:52:02.500785 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0e768db6-e8ca-4b62-8c5a-1661d3666c78 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:02.574196 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-0e768db6-e8ca-4b62-8c5a-1661d3666c78 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['768e92db-43a5-4cfa-9cfe-ab0da278720e']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:02.587498 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-0e768db6-e8ca-4b62-8c5a-1661d3666c78 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '460133ea-94d0-413f-8440-e23c09a99cee') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:02.587793 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-0e768db6-e8ca-4b62-8c5a-1661d3666c78 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '460133ea-94d0-413f-8440-e23c09a99cee') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:02.602103 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0e768db6-e8ca-4b62-8c5a-1661d3666c78 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:02.604335 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2fcd69d8-839e-425c-b2e8-0a43e88f1de0 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:02.618737 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0e768db6-e8ca-4b62-8c5a-1661d3666c78 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:02.628546 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e768db6-e8ca-4b62-8c5a-1661d3666c78 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Releasing vlan 1258 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:52:02.628967 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0e768db6-e8ca-4b62-8c5a-1661d3666c78 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:02.676701 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:52:02.676701 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:52:02.676701 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:52:02.676701 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:52:02.676701 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:52:02.676701 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:52:02.676701 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:52:02.676701 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:52:02.676701 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:52:02.676701 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:52:02.676701 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:52:02.676701 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:52:02.676701 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:52:02.676701 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:52:02.676701 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:52:02.676701 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:52:02.676701 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:52:02.676701 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:52:02.676701 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:52:02.676701 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:52:02.676701 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:52:02.676701 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:52:02.676701 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:52:02.676701 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:52:02.676701 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:52:02.676701 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:52:02.676701 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:52:02.676701 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:52:02.676701 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:52:02.676701 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:52:02.676701 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:52:02.676701 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:52:02.683070 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2fcd69d8-839e-425c-b2e8-0a43e88f1de0 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:02.690886 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcd69d8-839e-425c-b2e8-0a43e88f1de0 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:02.691527 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2fcd69d8-839e-425c-b2e8-0a43e88f1de0 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:02.781587 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41204) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:02.782780 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2fcd69d8-839e-425c-b2e8-0a43e88f1de0 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4651604 Oct 20 11:52:02.799994 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-c8b996b8-8d29-4c0a-ac4e-e8ed49d142e1 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Request body: {'subnet': {'network_id': '2a90892f-cd52-4821-b4bf-aad00dd94ac6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:52:02.845993 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0e768db6-e8ca-4b62-8c5a-1661d3666c78 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:02.873349 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0e768db6-e8ca-4b62-8c5a-1661d3666c78 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:02.890131 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-0e768db6-e8ca-4b62-8c5a-1661d3666c78 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] 10.222.0.98 "DELETE /v2.0/networks/768e92db-43a5-4cfa-9cfe-ab0da278720e HTTP/1.1" status: 204 len: 168 time: 0.6693804 Oct 20 11:52:02.895437 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41208) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:02.904707 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd69d8-839e-425c-b2e8-0a43e88f1de0 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event updated for resources: {'Network': ['ID=2a90892f-cd52-4821-b4bf-aad00dd94ac6,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:02.935335 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 2a90892f-cd52-4821-b4bf-aad00dd94ac6 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:52:03.037594 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1624d96-e0c5-4004-8fc4-c94871c7c5a0 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Deleting subnet 05dbfd86-e314-4a6e-8667-23f6d46a51f9 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:52:03.039380 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e768db6-e8ca-4b62-8c5a-1661d3666c78 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Pushing event deleted for resources: {'Network': ['ID=768e92db-43a5-4cfa-9cfe-ab0da278720e,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:03.054719 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d1624d96-e0c5-4004-8fc4-c94871c7c5a0 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:03.085457 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b996b8-8d29-4c0a-ac4e-e8ed49d142e1 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Made reservation on behalf of 759c187deb5a41a2a467a3346bc65d68 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:52:03.090282 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c8b996b8-8d29-4c0a-ac4e-e8ed49d142e1 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:03.155360 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d1624d96-e0c5-4004-8fc4-c94871c7c5a0 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:03.348485 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d1624d96-e0c5-4004-8fc4-c94871c7c5a0 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:03.476182 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c8b996b8-8d29-4c0a-ac4e-e8ed49d142e1 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:03.485938 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d1624d96-e0c5-4004-8fc4-c94871c7c5a0 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:03.500358 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d1624d96-e0c5-4004-8fc4-c94871c7c5a0 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:03.511783 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bdda83-2c71-4839-b90d-40c249914d6d None None] Network 7508b677-197b-47f6-a12b-179ce2ae4e02 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:52:03.516824 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d1624d96-e0c5-4004-8fc4-c94871c7c5a0 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] 10.222.0.98 "DELETE /v2.0/subnets/05dbfd86-e314-4a6e-8667-23f6d46a51f9 HTTP/1.1" status: 204 len: 168 time: 0.6179161 Oct 20 11:52:03.525287 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41214) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:03.544433 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1624d96-e0c5-4004-8fc4-c94871c7c5a0 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Pushing event deleted for resources: {'Subnet': ['ID=05dbfd86-e314-4a6e-8667-23f6d46a51f9,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:03.611738 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b996b8-8d29-4c0a-ac4e-e8ed49d142e1 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event updated for resources: {'Subnet': ['ID=f8b12675-bd2e-4d76-989e-a7f9fc52cc56,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:03.744520 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fc51814d-0b30-4d7c-9cb5-907a70eeeba6 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:03.755426 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b996b8-8d29-4c0a-ac4e-e8ed49d142e1 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Checking segment: {'id': '7ff343ee-a380-4df0-b10a-6ff5bda4e0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '2a90892f-cd52-4821-b4bf-aad00dd94ac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:52:03.756107 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b996b8-8d29-4c0a-ac4e-e8ed49d142e1 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Network hostable DHCP agents. Network: 2a90892f-cd52-4821-b4bf-aad00dd94ac6, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:52:03.847729 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b996b8-8d29-4c0a-ac4e-e8ed49d142e1 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Network 2a90892f-cd52-4821-b4bf-aad00dd94ac6 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:52:03.891094 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37127aa-0ffe-444d-83d1-e4abaf23e9d2 None None] DHCP port deletion for 7508b677-197b-47f6-a12b-179ce2ae4e02 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:52:03.892792 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-c8b996b8-8d29-4c0a-ac4e-e8ed49d142e1 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 2a90892f-cd52-4821-b4bf-aad00dd94ac6) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:52:03.905389 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b996b8-8d29-4c0a-ac4e-e8ed49d142e1 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:03.907069 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c8b996b8-8d29-4c0a-ac4e-e8ed49d142e1 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:03.947131 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d71eae-5d13-4bec-a84a-c1bf1f34f34e None None] Network 2a90892f-cd52-4821-b4bf-aad00dd94ac6 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:52:03.960177 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-fc51814d-0b30-4d7c-9cb5-907a70eeeba6 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Deleting port b557ff59-7149-463e-b490-bbc894ff2f41 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:52:03.961880 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fc51814d-0b30-4d7c-9cb5-907a70eeeba6 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:03.999716 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c8b996b8-8d29-4c0a-ac4e-e8ed49d142e1 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2079954 Oct 20 11:52:04.002322 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41220) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:04.115634 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-fc51814d-0b30-4d7c-9cb5-907a70eeeba6 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] For port b557ff59-7149-463e-b490-bbc894ff2f41, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=b557ff59-7149-463e-b490-bbc894ff2f41,segment=NetworkSegment(65710942-5e3d-496b-a2b3-ed05effb2a04),segment_id=65710942-5e3d-496b-a2b3-ed05effb2a04)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:52:04.117080 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fc51814d-0b30-4d7c-9cb5-907a70eeeba6 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:04.146094 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-fc51814d-0b30-4d7c-9cb5-907a70eeeba6 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Calling delete_port for b557ff59-7149-463e-b490-bbc894ff2f41 owned by network:dhcp {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:52:04.223392 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b557ff59-7149-463e-b490-bbc894ff2f41 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:52:04.353810 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-a37127aa-0ffe-444d-83d1-e4abaf23e9d2 None None] Deleting port b557ff59-7149-463e-b490-bbc894ff2f41 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:52:04.354355 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a37127aa-0ffe-444d-83d1-e4abaf23e9d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:04.375320 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fc51814d-0b30-4d7c-9cb5-907a70eeeba6 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:04.447219 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc51814d-0b30-4d7c-9cb5-907a70eeeba6 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Pushing event deleted for resources: {'Port': ['ID=b557ff59-7149-463e-b490-bbc894ff2f41,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:04.480234 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc51814d-0b30-4d7c-9cb5-907a70eeeba6 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] No DVR routers for this DVR port b557ff59-7149-463e-b490-bbc894ff2f41 on host n-d-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:52:04.529652 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No active binding found for port b557ff59-7149-463e-b490-bbc894ff2f41 {{(pid=100648) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 20 11:52:04.530845 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b557ff59-7149-463e-b490-bbc894ff2f41 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:52:04.545302 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-a37127aa-0ffe-444d-83d1-e4abaf23e9d2 None None] For port b557ff59-7149-463e-b490-bbc894ff2f41, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=b557ff59-7149-463e-b490-bbc894ff2f41,segment=NetworkSegment(65710942-5e3d-496b-a2b3-ed05effb2a04),segment_id=65710942-5e3d-496b-a2b3-ed05effb2a04)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:52:04.546068 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a37127aa-0ffe-444d-83d1-e4abaf23e9d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:04.580798 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-a37127aa-0ffe-444d-83d1-e4abaf23e9d2 None None] Calling delete_port for b557ff59-7149-463e-b490-bbc894ff2f41 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:52:04.595811 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37380b8-b28c-45c3-aebf-a57df2dd384a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-2a90892f-cd52-4821-b4bf-aad00dd94ac6', 'network_id': '2a90892f-cd52-4821-b4bf-aad00dd94ac6', 'tenant_id': '759c187deb5a41a2a467a3346bc65d68', 'fixed_ips': [{'subnet_id': 'f8b12675-bd2e-4d76-989e-a7f9fc52cc56'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:52:04.597084 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c37380b8-b28c-45c3-aebf-a57df2dd384a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:04.723568 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fc51814d-0b30-4d7c-9cb5-907a70eeeba6 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:04.773405 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-fc51814d-0b30-4d7c-9cb5-907a70eeeba6 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7508b677-197b-47f6-a12b-179ce2ae4e02']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:04.793140 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-fc51814d-0b30-4d7c-9cb5-907a70eeeba6 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65710942-5e3d-496b-a2b3-ed05effb2a04') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:04.793140 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-fc51814d-0b30-4d7c-9cb5-907a70eeeba6 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65710942-5e3d-496b-a2b3-ed05effb2a04') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:04.816422 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fc51814d-0b30-4d7c-9cb5-907a70eeeba6 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:04.846900 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fc51814d-0b30-4d7c-9cb5-907a70eeeba6 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:04.863243 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc51814d-0b30-4d7c-9cb5-907a70eeeba6 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Releasing vlan 1257 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:52:04.863639 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fc51814d-0b30-4d7c-9cb5-907a70eeeba6 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:04.873015 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a37127aa-0ffe-444d-83d1-e4abaf23e9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:04.917209 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37127aa-0ffe-444d-83d1-e4abaf23e9d2 None None] No DVR routers for this DVR port b557ff59-7149-463e-b490-bbc894ff2f41 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:52:04.957725 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-c37380b8-b28c-45c3-aebf-a57df2dd384a None None] Allocated IP 172.20.0.2 (2a90892f-cd52-4821-b4bf-aad00dd94ac6/f8b12675-bd2e-4d76-989e-a7f9fc52cc56/b96459c3-90c6-44dc-9ac0-e9984d1b80f7) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:52:04.975520 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fb368545-f1b6-4dbe-8333-eda577fcdbac tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:05.003840 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:52:05.003840 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:52:05.003840 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:52:05.003840 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:52:05.003840 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:52:05.003840 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:52:05.003840 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:52:05.003840 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:52:05.003840 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:52:05.003840 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:52:05.003840 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:52:05.003840 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:52:05.003840 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:52:05.003840 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:52:05.003840 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:52:05.003840 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:52:05.003840 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:52:05.003840 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:52:05.003840 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:52:05.003840 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:52:05.003840 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:52:05.003840 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:52:05.003840 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:52:05.003840 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:52:05.003840 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:52:05.003840 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:52:05.003840 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:52:05.003840 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:52:05.003840 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:52:05.003840 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:52:05.003840 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:52:05.003840 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:52:05.010940 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fc51814d-0b30-4d7c-9cb5-907a70eeeba6 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:05.020048 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fc51814d-0b30-4d7c-9cb5-907a70eeeba6 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:05.027182 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-fc51814d-0b30-4d7c-9cb5-907a70eeeba6 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] 10.222.0.98 "DELETE /v2.0/networks/7508b677-197b-47f6-a12b-179ce2ae4e02 HTTP/1.1" status: 204 len: 168 time: 1.4975109 Oct 20 11:52:05.050867 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41246) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:05.076510 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc51814d-0b30-4d7c-9cb5-907a70eeeba6 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Pushing event deleted for resources: {'Network': ['ID=7508b677-197b-47f6-a12b-179ce2ae4e02,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:05.111878 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fb368545-f1b6-4dbe-8333-eda577fcdbac tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:05.135698 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2ffa10cc-96b3-4f3a-a4cf-26866491fa51 tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] 10.222.0.98 "GET /v2.0/ports?device_id=8c06cc2f-a319-4962-af14-d5f871c00887 HTTP/1.1" status: 200 len: 205 time: 0.0837159 Oct 20 11:52:05.137821 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41250) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:05.257334 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c37380b8-b28c-45c3-aebf-a57df2dd384a None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:05.279696 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37127aa-0ffe-444d-83d1-e4abaf23e9d2 None None] Pushing event deleted for resources: {'Port': ['ID=b557ff59-7149-463e-b490-bbc894ff2f41,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:05.289341 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c37380b8-b28c-45c3-aebf-a57df2dd384a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:05.304288 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fb368545-f1b6-4dbe-8333-eda577fcdbac tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:05.309568 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-18f6e7f8-13da-4c0e-a242-34e2e44d786d tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks [] for router, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:05.339585 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37380b8-b28c-45c3-aebf-a57df2dd384a None None] Network 2a90892f-cd52-4821-b4bf-aad00dd94ac6 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:52:05.343459 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-c37380b8-b28c-45c3-aebf-a57df2dd384a None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:52:05.350708 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37380b8-b28c-45c3-aebf-a57df2dd384a None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:52:05.371060 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb368545-f1b6-4dbe-8333-eda577fcdbac tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event deleted for resources: {'Subnet': ['ID=f8b12675-bd2e-4d76-989e-a7f9fc52cc56,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:05.392787 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37380b8-b28c-45c3-aebf-a57df2dd384a None None] Pushing event updated for resources: {'Port': ['ID=b96459c3-90c6-44dc-9ac0-e9984d1b80f7,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:05.446260 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-c37380b8-b28c-45c3-aebf-a57df2dd384a None None] Attempting to bind port b96459c3-90c6-44dc-9ac0-e9984d1b80f7 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:52:05.446663 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-c37380b8-b28c-45c3-aebf-a57df2dd384a None None] Attempting to bind port b96459c3-90c6-44dc-9ac0-e9984d1b80f7 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '7ff343ee-a380-4df0-b10a-6ff5bda4e0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '2a90892f-cd52-4821-b4bf-aad00dd94ac6'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:52:05.447085 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37380b8-b28c-45c3-aebf-a57df2dd384a None None] Attempting to bind port b96459c3-90c6-44dc-9ac0-e9984d1b80f7 on network 2a90892f-cd52-4821-b4bf-aad00dd94ac6 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:52:05.458585 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37380b8-b28c-45c3-aebf-a57df2dd384a None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:52:05.458896 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37380b8-b28c-45c3-aebf-a57df2dd384a None None] Checking segment: {'id': '7ff343ee-a380-4df0-b10a-6ff5bda4e0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '2a90892f-cd52-4821-b4bf-aad00dd94ac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:52:05.459294 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c37380b8-b28c-45c3-aebf-a57df2dd384a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:05.461539 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37380b8-b28c-45c3-aebf-a57df2dd384a None None] Bound using segment: {'id': '7ff343ee-a380-4df0-b10a-6ff5bda4e0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '2a90892f-cd52-4821-b4bf-aad00dd94ac6'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:52:05.462060 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-c37380b8-b28c-45c3-aebf-a57df2dd384a None None] Bound port: b96459c3-90c6-44dc-9ac0-e9984d1b80f7, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff343ee-a380-4df0-b10a-6ff5bda4e0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '2a90892f-cd52-4821-b4bf-aad00dd94ac6'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:52:05.462453 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c37380b8-b28c-45c3-aebf-a57df2dd384a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:05.554569 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fb368545-f1b6-4dbe-8333-eda577fcdbac tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:05.638786 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-18f6e7f8-13da-4c0e-a242-34e2e44d786d tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:05.639100 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-fb368545-f1b6-4dbe-8333-eda577fcdbac tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a90892f-cd52-4821-b4bf-aad00dd94ac6']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:05.641583 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-18f6e7f8-13da-4c0e-a242-34e2e44d786d tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:05.662500 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-c37380b8-b28c-45c3-aebf-a57df2dd384a None None] For port b96459c3-90c6-44dc-9ac0-e9984d1b80f7, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:52:05.671788 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-c37380b8-b28c-45c3-aebf-a57df2dd384a None None] For port b96459c3-90c6-44dc-9ac0-e9984d1b80f7, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=b96459c3-90c6-44dc-9ac0-e9984d1b80f7,segment=NetworkSegment(7ff343ee-a380-4df0-b10a-6ff5bda4e0dc),segment_id=7ff343ee-a380-4df0-b10a-6ff5bda4e0dc)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:52:05.678815 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-fb368545-f1b6-4dbe-8333-eda577fcdbac tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ff343ee-a380-4df0-b10a-6ff5bda4e0dc') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:05.679137 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-fb368545-f1b6-4dbe-8333-eda577fcdbac tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ff343ee-a380-4df0-b10a-6ff5bda4e0dc') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:05.685533 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c37380b8-b28c-45c3-aebf-a57df2dd384a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:05.713310 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fb368545-f1b6-4dbe-8333-eda577fcdbac tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:05.724767 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-18f6e7f8-13da-4c0e-a242-34e2e44d786d tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:05.725529 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f6e7f8-13da-4c0e-a242-34e2e44d786d tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Fanout notify agent at l3_agent the message router_deleted on router 8c06cc2f-a319-4962-af14-d5f871c00887 {{(pid=100647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:52:05.739534 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-18f6e7f8-13da-4c0e-a242-34e2e44d786d tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:05.743980 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-18f6e7f8-13da-4c0e-a242-34e2e44d786d tempest-RoutersNegativeIpV6Test-206016559 tempest-RoutersNegativeIpV6Test-206016559-project] 10.222.0.98 "DELETE /v2.0/routers/8c06cc2f-a319-4962-af14-d5f871c00887 HTTP/1.1" status: 204 len: 168 time: 0.6023300 Oct 20 11:52:05.771769 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fb368545-f1b6-4dbe-8333-eda577fcdbac tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:05.788626 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb368545-f1b6-4dbe-8333-eda577fcdbac tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Releasing vlan 1263 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:52:05.789414 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fb368545-f1b6-4dbe-8333-eda577fcdbac tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:05.797837 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:52:05.797837 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:52:05.797837 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:52:05.797837 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:52:05.797837 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:52:05.797837 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:52:05.797837 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:52:05.797837 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:52:05.797837 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:52:05.797837 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:52:05.797837 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:52:05.797837 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:52:05.797837 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:52:05.797837 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:52:05.797837 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:52:05.797837 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:52:05.797837 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:52:05.797837 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:52:05.797837 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:52:05.797837 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:52:05.797837 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:52:05.797837 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:52:05.797837 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:52:05.797837 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:52:05.797837 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:52:05.797837 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:52:05.797837 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:52:05.797837 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:52:05.797837 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:52:05.797837 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:52:05.797837 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:52:05.797837 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:52:05.911114 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.db.api [None req-fb368545-f1b6-4dbe-8333-eda577fcdbac tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 20 11:52:05.911114 n-d-814735-3 neutron-server[100646]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 20 11:52:05.911114 n-d-814735-3 neutron-server[100646]: [parameters: {'id': '2a90892f-cd52-4821-b4bf-aad00dd94ac6'}] Oct 20 11:52:05.911114 n-d-814735-3 neutron-server[100646]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100646) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:52:05.911912 n-d-814735-3 neutron-server[100646]: DEBUG oslo_db.api [None req-fb368545-f1b6-4dbe-8333-eda577fcdbac tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:52:05.928179 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37380b8-b28c-45c3-aebf-a57df2dd384a None None] Pushing event updated for resources: {'Port': ['ID=b96459c3-90c6-44dc-9ac0-e9984d1b80f7,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:05.947672 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c07bcb6-afd5-48c0-865d-87fdc6860c81 None None] Network 2a90892f-cd52-4821-b4bf-aad00dd94ac6 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:52:05.984705 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-0427d90b-9746-49a5-8b87-1873036dfab2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2091115 Oct 20 11:52:06.191859 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-8d077e23-330a-44ba-a58a-e74d5c5714bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:06.192334 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-8d077e23-330a-44ba-a58a-e74d5c5714bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:06.192791 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-8d077e23-330a-44ba-a58a-e74d5c5714bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:06.193249 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-8d077e23-330a-44ba-a58a-e74d5c5714bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:06.193699 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-8d077e23-330a-44ba-a58a-e74d5c5714bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:06.194148 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-8d077e23-330a-44ba-a58a-e74d5c5714bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:06.194600 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-8d077e23-330a-44ba-a58a-e74d5c5714bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:06.210450 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-8d077e23-330a-44ba-a58a-e74d5c5714bd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eaec2bab7fdf45a2bb81df4997c7d09e&device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 6502 time: 0.1232774 Oct 20 11:52:06.365407 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41282) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:06.413342 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fb368545-f1b6-4dbe-8333-eda577fcdbac tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:06.504604 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-47576d01-b5f2-4927-ba56-75419ac1e9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:06.505032 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-47576d01-b5f2-4927-ba56-75419ac1e9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:06.505515 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-47576d01-b5f2-4927-ba56-75419ac1e9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:06.508014 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-47576d01-b5f2-4927-ba56-75419ac1e9e0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6453727b-a1a3-4c25-9d2a-f4562ef51a67&id=777f6155-4cb8-4ffe-990a-e0dddbce5ad7&id=777f6155-4cb8-4ffe-990a-e0dddbce5ad7&id=777f6155-4cb8-4ffe-990a-e0dddbce5ad7&id=777f6155-4cb8-4ffe-990a-e0dddbce5ad7&id=9e28e111-da3b-432f-b66c-1b77e1797d1c&id=9e28e111-da3b-432f-b66c-1b77e1797d1c HTTP/1.1" status: 200 len: 2300 time: 0.2646954 Oct 20 11:52:06.542096 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-fb368545-f1b6-4dbe-8333-eda577fcdbac tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Deleting port b96459c3-90c6-44dc-9ac0-e9984d1b80f7 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:52:06.542333 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fb368545-f1b6-4dbe-8333-eda577fcdbac tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:06.605212 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f976c6ca-84fd-46a0-9f1b-e31f9082956f None None] get_active_networks_info from n-d-814735-3 {{(pid=100648) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 11:52:06.643399 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-c920a459-c3ea-41f6-b6fc-688515d60d6a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72d30f74-19c2-4076-9dd0-555da975bbf8 HTTP/1.1" status: 200 len: 1000 time: 0.1234806 Oct 20 11:52:06.735518 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-fb368545-f1b6-4dbe-8333-eda577fcdbac tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] For port b96459c3-90c6-44dc-9ac0-e9984d1b80f7, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=b96459c3-90c6-44dc-9ac0-e9984d1b80f7,segment=NetworkSegment(7ff343ee-a380-4df0-b10a-6ff5bda4e0dc),segment_id=7ff343ee-a380-4df0-b10a-6ff5bda4e0dc)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:52:06.736146 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fb368545-f1b6-4dbe-8333-eda577fcdbac tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:06.767193 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6dcacee9-0d95-42b8-bc59-0983c511d398 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2ad262563dcd45d6b5a1261682c72b3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3995919 Oct 20 11:52:06.768696 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-fb368545-f1b6-4dbe-8333-eda577fcdbac tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Calling delete_port for b96459c3-90c6-44dc-9ac0-e9984d1b80f7 owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:52:06.770542 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41318) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:06.892443 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f976c6ca-84fd-46a0-9f1b-e31f9082956f None None] Resources bound (agent type, host, resource id): {{(pid=100648) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 11:52:06.912365 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-a1d9c4ff-6b55-4aa3-bf3a-f5963ec834f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:06.913918 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-a1d9c4ff-6b55-4aa3-bf3a-f5963ec834f9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=627cacd1-3333-4650-96cb-ee60e04cb6c7 HTTP/1.1" status: 200 len: 854 time: 0.2597306 Oct 20 11:52:06.966962 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fb368545-f1b6-4dbe-8333-eda577fcdbac tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:06.995910 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ef9a4c6f-92d3-4b05-b399-59ce6cea3222 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:07.015543 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb368545-f1b6-4dbe-8333-eda577fcdbac tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event deleted for resources: {'Port': ['ID=b96459c3-90c6-44dc-9ac0-e9984d1b80f7,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:07.029986 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb368545-f1b6-4dbe-8333-eda577fcdbac tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] No DVR routers for this DVR port b96459c3-90c6-44dc-9ac0-e9984d1b80f7 on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:52:07.068060 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ef9a4c6f-92d3-4b05-b399-59ce6cea3222 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:07.075090 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-929f9fe3-0227-4056-9b2e-f19420ca4f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:07.078158 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-929f9fe3-0227-4056-9b2e-f19420ca4f45 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6453727b-a1a3-4c25-9d2a-f4562ef51a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1467292 Oct 20 11:52:07.273148 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fb368545-f1b6-4dbe-8333-eda577fcdbac tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:07.352415 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-fb368545-f1b6-4dbe-8333-eda577fcdbac tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a90892f-cd52-4821-b4bf-aad00dd94ac6']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:07.385003 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-fb368545-f1b6-4dbe-8333-eda577fcdbac tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ff343ee-a380-4df0-b10a-6ff5bda4e0dc') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:07.385644 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-fb368545-f1b6-4dbe-8333-eda577fcdbac tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ff343ee-a380-4df0-b10a-6ff5bda4e0dc') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:07.416776 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fb368545-f1b6-4dbe-8333-eda577fcdbac tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:07.453042 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ef9a4c6f-92d3-4b05-b399-59ce6cea3222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:07.459649 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ef9a4c6f-92d3-4b05-b399-59ce6cea3222 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:07.463174 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fb368545-f1b6-4dbe-8333-eda577fcdbac tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:07.474346 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ef9a4c6f-92d3-4b05-b399-59ce6cea3222 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3cac0086-8c7a-4cd2-b2a8-3ca66d4827fe HTTP/1.1" status: 204 len: 168 time: 0.7004094 Oct 20 11:52:07.481791 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb368545-f1b6-4dbe-8333-eda577fcdbac tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Releasing vlan 1263 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:52:07.490919 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fb368545-f1b6-4dbe-8333-eda577fcdbac tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:07.514705 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-659e91d4-abeb-45da-8730-4df9572f8a97 service neutron] 10.222.0.11 "GET /v2.0/networks/6453727b-a1a3-4c25-9d2a-f4562ef51a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4202733 Oct 20 11:52:07.529175 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a4c6f-92d3-4b05-b399-59ce6cea3222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cac0086-8c7a-4cd2-b2a8-3ca66d4827fe,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:07.534450 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:52:07.534450 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:52:07.534450 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:52:07.534450 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:52:07.534450 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:52:07.534450 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:52:07.534450 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:52:07.534450 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:52:07.534450 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:52:07.534450 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:52:07.534450 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:52:07.534450 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:52:07.534450 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:52:07.534450 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:52:07.534450 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:52:07.534450 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:52:07.534450 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:52:07.534450 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:52:07.534450 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:52:07.534450 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:52:07.534450 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:52:07.534450 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:52:07.534450 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:52:07.534450 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:52:07.534450 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:52:07.534450 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:52:07.534450 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:52:07.534450 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:52:07.534450 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:52:07.534450 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:52:07.534450 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:52:07.534450 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:52:07.670752 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fb368545-f1b6-4dbe-8333-eda577fcdbac tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:07.679397 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fb368545-f1b6-4dbe-8333-eda577fcdbac tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:07.687946 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-fb368545-f1b6-4dbe-8333-eda577fcdbac tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "DELETE /v2.0/networks/2a90892f-cd52-4821-b4bf-aad00dd94ac6 HTTP/1.1" status: 204 len: 168 time: 3.6838131 Oct 20 11:52:07.689851 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41402) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:07.730755 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb368545-f1b6-4dbe-8333-eda577fcdbac tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event deleted for resources: {'Network': ['ID=2a90892f-cd52-4821-b4bf-aad00dd94ac6,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:07.783286 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-b02e8364-04b4-4abd-805c-38c3416375c6 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] GET failed (client error): The resource could not be found. Oct 20 11:52:07.795243 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41416) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:07.796391 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b02e8364-04b4-4abd-805c-38c3416375c6 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "GET /v2.0/subnets/f8b12675-bd2e-4d76-989e-a7f9fc52cc56 HTTP/1.1" status: 404 len: 337 time: 0.1038997 Oct 20 11:52:07.875357 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-f6182312-529b-4b80-b0e0-968f03cba5c8 service neutron] 10.222.0.11 "GET /v2.0/networks/6453727b-a1a3-4c25-9d2a-f4562ef51a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506370 Oct 20 11:52:07.969711 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca58d66f-f90c-41bc-ad33-1d94672fd108 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] DELETE failed (client error): The resource could not be found. Oct 20 11:52:07.970520 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca58d66f-f90c-41bc-ad33-1d94672fd108 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:52:07.973720 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ca58d66f-f90c-41bc-ad33-1d94672fd108 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "DELETE /v2.0/networks/2a90892f-cd52-4821-b4bf-aad00dd94ac6 HTTP/1.1" status: 404 len: 339 time: 0.1754982 Oct 20 11:52:07.977726 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41432) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:08.206550 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-de14d2a1-ec1a-4bc8-8c1e-3e56933782d1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=d93caff8-51aa-4df8-901b-080c6ddec185 HTTP/1.1" status: 200 len: 217 time: 0.2772198 Oct 20 11:52:08.430527 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-973d5cc2-0cd9-4964-b2b7-f8f098c174ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:08.432672 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-973d5cc2-0cd9-4964-b2b7-f8f098c174ea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d4e5be47-9c7c-475f-be32-8c10564a38f8 HTTP/1.1" status: 200 len: 797 time: 0.2041197 Oct 20 11:52:08.440985 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f223af5-c2ea-4ff8-ad79-1add883640b9 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:08.447135 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6f223af5-c2ea-4ff8-ad79-1add883640b9 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4676907 Oct 20 11:52:08.449526 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41480) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:08.567690 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a9857705-4b23-42ae-ac83-aade17c1c5e7 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "GET /v2.0/subnets?network_id=717966e5-c478-496f-bddb-05794fb74250 HTTP/1.1" status: 200 len: 207 time: 0.1096196 Oct 20 11:52:08.571380 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41496) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:08.650480 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-b3ccddfb-6856-4346-a00d-97c2c960df3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:08.652558 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-b3ccddfb-6856-4346-a00d-97c2c960df3a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=777f6155-4cb8-4ffe-990a-e0dddbce5ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2121973 Oct 20 11:52:08.861821 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9133f5f-8dbb-40fa-bbc2-f2bc87e2e919 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:08.868182 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9133f5f-8dbb-40fa-bbc2-f2bc87e2e919 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:08.879539 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9133f5f-8dbb-40fa-bbc2-f2bc87e2e919 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:08.899576 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9133f5f-8dbb-40fa-bbc2-f2bc87e2e919 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:08.908212 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c9133f5f-8dbb-40fa-bbc2-f2bc87e2e919 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.3350482 Oct 20 11:52:08.913874 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41532) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:08.978518 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-7c2556ca-7c0e-46ec-aaeb-3696311f5a89 service neutron] 10.222.0.11 "GET /v2.0/networks/777f6155-4cb8-4ffe-990a-e0dddbce5ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187869 Oct 20 11:52:09.084284 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-52985864-93ad-488c-8a1c-a75c17c8d17f tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1686628 Oct 20 11:52:09.089135 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41546) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:09.120477 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41550) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:09.165803 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-08e961eb-1edc-4253-9e85-c9dab9c6b93a service neutron] 10.222.0.11 "GET /v2.0/networks/777f6155-4cb8-4ffe-990a-e0dddbce5ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764164 Oct 20 11:52:09.177316 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e469dd44-0b21-4167-a18f-25eda855fbda tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:09.178984 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e469dd44-0b21-4167-a18f-25eda855fbda tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:09.181001 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e469dd44-0b21-4167-a18f-25eda855fbda tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0902731 Oct 20 11:52:09.186142 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41562) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:09.261797 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-fef199b9-4007-4792-9b31-2915aab72bdd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=66ac31c8-5739-4120-877b-97dbbd1c5090 HTTP/1.1" status: 200 len: 217 time: 0.0877192 Oct 20 11:52:09.328576 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-e8022ec6-3968-4e75-bb3d-76398dc4aca9 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2084903390', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:52:09.348453 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca05e724-fde7-40c7-84d2-7e4ec2a48585 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Attributes excluded by policy engine: ['shared'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:09.354657 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca05e724-fde7-40c7-84d2-7e4ec2a48585 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Attributes excluded by policy engine: ['shared'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:09.356890 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ca05e724-fde7-40c7-84d2-7e4ec2a48585 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1690595 Oct 20 11:52:09.362143 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41578) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:09.365100 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-28391dc5-f42f-4950-983e-bdbc4af754b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:09.366531 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-28391dc5-f42f-4950-983e-bdbc4af754b2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d4e5be47-9c7c-475f-be32-8c10564a38f8 HTTP/1.1" status: 200 len: 797 time: 0.0970767 Oct 20 11:52:09.431874 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e8022ec6-3968-4e75-bb3d-76398dc4aca9 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:09.433163 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e8022ec6-3968-4e75-bb3d-76398dc4aca9 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:09.596898 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e8022ec6-3968-4e75-bb3d-76398dc4aca9 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:09.599269 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-9ca7997b-89fc-4c3f-84e6-d0b55cfdb2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:09.600996 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-9ca7997b-89fc-4c3f-84e6-d0b55cfdb2d3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=777f6155-4cb8-4ffe-990a-e0dddbce5ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2101262 Oct 20 11:52:09.634829 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e8022ec6-3968-4e75-bb3d-76398dc4aca9 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:09.674660 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd4d360-2932-4947-8d5c-d0cae4ace7af tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:09.680829 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41610) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:09.681452 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-cbd4d360-2932-4947-8d5c-d0cae4ace7af tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "GET /v2.0/networks/91dd6139-24a1-4918-91d2-406069d11e32 HTTP/1.1" status: 200 len: 800 time: 0.3179002 Oct 20 11:52:09.710375 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e8022ec6-3968-4e75-bb3d-76398dc4aca9 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:09.718156 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e8022ec6-3968-4e75-bb3d-76398dc4aca9 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5924566 Oct 20 11:52:09.732107 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41614) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:09.816083 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-877991aa-d6cb-470c-8eb1-21a8403a4a11 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1309620344'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:52:09.920683 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-58b48ed3-7fcd-4907-b43f-e1d62ea51325 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "GET /v2.0/networks/91dd6139-24a1-4918-91d2-406069d11e32?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2350137 Oct 20 11:52:09.924047 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41634) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:09.928878 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-d3b1f5e3-729d-41dc-9460-e8fdb5176de4 service neutron] 10.222.0.11 "GET /v2.0/networks/777f6155-4cb8-4ffe-990a-e0dddbce5ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154528 Oct 20 11:52:10.012400 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:10.058724 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7addf4c9-3e3b-43b4-8632-deeb7e685fb4 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:10.069206 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7addf4c9-3e3b-43b4-8632-deeb7e685fb4 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "GET /v2.0/subnets/2a014d1c-62de-46d4-8c1c-f8422fa5a420 HTTP/1.1" status: 200 len: 811 time: 0.1433830 Oct 20 11:52:10.073315 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41648) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:10.092159 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-c1146109-f5f6-456a-a806-4e79ce766813 service neutron] 10.222.0.11 "GET /v2.0/networks/777f6155-4cb8-4ffe-990a-e0dddbce5ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555405 Oct 20 11:52:10.094751 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877991aa-d6cb-470c-8eb1-21a8403a4a11 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Made reservation on behalf of c450649d72244e1985be9dfd7855d5e5 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:52:10.099833 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-877991aa-d6cb-470c-8eb1-21a8403a4a11 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:10.138271 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-877991aa-d6cb-470c-8eb1-21a8403a4a11 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:10.169139 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85e8089-91db-410e-9476-8d12bcc3aeed tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Attributes excluded by policy engine: ['shared'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:10.175475 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41656) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:10.176122 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e85e8089-91db-410e-9476-8d12bcc3aeed tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "GET /v2.0/subnets/2a014d1c-62de-46d4-8c1c-f8422fa5a420?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1000311 Oct 20 11:52:10.186627 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-12ac230f-ffc7-46f4-a0d1-a2e8410b780c tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1339895332'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:52:10.190605 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-0ec3ca6d-ca2b-4d5d-9a8c-097e215d5c01 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=6ad2a011-ec11-4f8c-a65c-c33563a4051e HTTP/1.1" status: 200 len: 217 time: 0.0879378 Oct 20 11:52:10.301344 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ac230f-ffc7-46f4-a0d1-a2e8410b780c tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Made reservation on behalf of 759c187deb5a41a2a467a3346bc65d68 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:52:10.309181 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-12ac230f-ffc7-46f4-a0d1-a2e8410b780c tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:10.333815 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-98bf9fe3-6a06-4e25-a021-57258e4c29e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:10.335476 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-98bf9fe3-6a06-4e25-a021-57258e4c29e0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d4e5be47-9c7c-475f-be32-8c10564a38f8 HTTP/1.1" status: 200 len: 797 time: 0.1382177 Oct 20 11:52:10.432740 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12ac230f-ffc7-46f4-a0d1-a2e8410b780c tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] vlan segment allocate from pool success with {'vlan_id': 1270, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:52:10.470258 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-12ac230f-ffc7-46f4-a0d1-a2e8410b780c tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:10.470473 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-12ac230f-ffc7-46f4-a0d1-a2e8410b780c tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Added segment ad370408-a4f9-4c8b-b33f-b661193fb16f of type vlan for network 73d996b1-3a3f-4aff-b370-8b532a53256f Oct 20 11:52:10.473443 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-f4a97b51-0eea-4201-97fa-786d401d674c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:10.475112 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-f4a97b51-0eea-4201-97fa-786d401d674c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=777f6155-4cb8-4ffe-990a-e0dddbce5ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1330192 Oct 20 11:52:10.556260 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-877991aa-d6cb-470c-8eb1-21a8403a4a11 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:10.582175 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-12ac230f-ffc7-46f4-a0d1-a2e8410b780c tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:10.627147 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-877991aa-d6cb-470c-8eb1-21a8403a4a11 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:10.748436 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.db.resource_extend [None req-12ac230f-ffc7-46f4-a0d1-a2e8410b780c tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 11:52:11.277438 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877991aa-d6cb-470c-8eb1-21a8403a4a11 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a39b9646-fc01-424c-b8fb-e68bf1945cc4,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:11.304544 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-877991aa-d6cb-470c-8eb1-21a8403a4a11 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] vlan segment allocate from pool success with {'vlan_id': 1269, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:52:11.334296 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-12ac230f-ffc7-46f4-a0d1-a2e8410b780c tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:11.340502 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ac230f-ffc7-46f4-a0d1-a2e8410b780c tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:11.341144 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-12ac230f-ffc7-46f4-a0d1-a2e8410b780c tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:11.351588 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-877991aa-d6cb-470c-8eb1-21a8403a4a11 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:11.351938 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-877991aa-d6cb-470c-8eb1-21a8403a4a11 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Added segment 43c460a2-1f50-4e82-910d-8fa43228bea1 of type vlan for network ce9328bb-2e67-4750-adb2-71c50ab6f451 Oct 20 11:52:11.373232 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-27f3d6d4-6c89-4279-bedb-6c48efbcfd06 service neutron] 10.222.0.11 "GET /v2.0/networks/777f6155-4cb8-4ffe-990a-e0dddbce5ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8785136 Oct 20 11:52:11.417238 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-12ac230f-ffc7-46f4-a0d1-a2e8410b780c tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2403715 Oct 20 11:52:11.422098 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41770) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:11.427577 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-a83729b1-e8fd-4964-a75b-8ac12f3adf21 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Request body: {'subnet': {'network_id': '73d996b1-3a3f-4aff-b370-8b532a53256f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:52:11.479734 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac230f-ffc7-46f4-a0d1-a2e8410b780c tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event updated for resources: {'Network': ['ID=73d996b1-3a3f-4aff-b370-8b532a53256f,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:11.498124 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 73d996b1-3a3f-4aff-b370-8b532a53256f details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:52:11.541315 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-877991aa-d6cb-470c-8eb1-21a8403a4a11 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:11.651215 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83729b1-e8fd-4964-a75b-8ac12f3adf21 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Made reservation on behalf of 759c187deb5a41a2a467a3346bc65d68 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:52:11.657681 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a83729b1-e8fd-4964-a75b-8ac12f3adf21 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:11.669211 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-877991aa-d6cb-470c-8eb1-21a8403a4a11 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:11.684198 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877991aa-d6cb-470c-8eb1-21a8403a4a11 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:11.684978 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-877991aa-d6cb-470c-8eb1-21a8403a4a11 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:11.745500 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-877991aa-d6cb-470c-8eb1-21a8403a4a11 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.9407213 Oct 20 11:52:11.758215 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41812) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:11.773397 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-af39c193-5f20-448d-a93f-5ec22f32e5f8 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Request body: {'subnet': {'network_id': 'ce9328bb-2e67-4750-adb2-71c50ab6f451', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:52:11.815701 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877991aa-d6cb-470c-8eb1-21a8403a4a11 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Pushing event updated for resources: {'Network': ['ID=ce9328bb-2e67-4750-adb2-71c50ab6f451,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:11.826483 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-dd301398-81a7-427c-b13b-ca2956587d07 service neutron] 10.222.0.11 "GET /v2.0/networks/777f6155-4cb8-4ffe-990a-e0dddbce5ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399045 Oct 20 11:52:11.842594 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network ce9328bb-2e67-4750-adb2-71c50ab6f451 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:52:11.882718 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-a0538503-1f09-4c91-a578-60c83af0e99f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=eadd32f2-5de8-4740-bf63-25c0ecaf752e HTTP/1.1" status: 200 len: 217 time: 0.0467796 Oct 20 11:52:11.905871 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.ipam_backend_mixin [None req-a83729b1-e8fd-4964-a75b-8ac12f3adf21 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Performing IP validity checks on allocation pools {{(pid=100646) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 20 11:52:11.906704 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.ipam_backend_mixin [None req-a83729b1-e8fd-4964-a75b-8ac12f3adf21 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100646) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 20 11:52:11.978060 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-4bbf24b0-2ea9-448b-8d58-374d53e35e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:11.980666 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-4bbf24b0-2ea9-448b-8d58-374d53e35e23 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d4e5be47-9c7c-475f-be32-8c10564a38f8 HTTP/1.1" status: 200 len: 797 time: 0.0880587 Oct 20 11:52:12.071008 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-c2eabad0-51f6-437c-82c9-83fc565975b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:12.072249 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af39c193-5f20-448d-a93f-5ec22f32e5f8 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Made reservation on behalf of c450649d72244e1985be9dfd7855d5e5 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:52:12.073619 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-c2eabad0-51f6-437c-82c9-83fc565975b0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=777f6155-4cb8-4ffe-990a-e0dddbce5ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0856321 Oct 20 11:52:12.075930 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-af39c193-5f20-448d-a93f-5ec22f32e5f8 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:12.182545 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-430b4647-5c4e-404c-874e-14b3f4723353 service neutron] 10.222.0.11 "GET /v2.0/networks/777f6155-4cb8-4ffe-990a-e0dddbce5ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988252 Oct 20 11:52:12.301111 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a83729b1-e8fd-4964-a75b-8ac12f3adf21 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:12.322985 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-83e2afb4-3e3b-47d0-bdf0-0817796121c5 service neutron] 10.222.0.11 "GET /v2.0/networks/777f6155-4cb8-4ffe-990a-e0dddbce5ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326280 Oct 20 11:52:12.371452 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-6add8db1-4754-45ad-a79d-4228ba59cb1e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3ab69a51-91cc-41f2-97f3-589067ce8290 HTTP/1.1" status: 200 len: 217 time: 0.0416968 Oct 20 11:52:12.374497 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83729b1-e8fd-4964-a75b-8ac12f3adf21 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event updated for resources: {'Subnet': ['ID=2216ae89-73c6-4f53-89bf-4fab3c282bfa,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:12.434082 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-f75a1095-4b3a-46f2-b503-036a368aac01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:12.436591 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-f75a1095-4b3a-46f2-b503-036a368aac01 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0525d9a4-a3da-43ef-90d1-0c512b36a84d HTTP/1.1" status: 200 len: 797 time: 0.0511756 Oct 20 11:52:12.443695 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83729b1-e8fd-4964-a75b-8ac12f3adf21 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Checking segment: {'id': 'ad370408-a4f9-4c8b-b33f-b661193fb16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '73d996b1-3a3f-4aff-b370-8b532a53256f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:52:12.444347 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83729b1-e8fd-4964-a75b-8ac12f3adf21 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Network hostable DHCP agents. Network: 73d996b1-3a3f-4aff-b370-8b532a53256f, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:52:12.465648 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-af39c193-5f20-448d-a93f-5ec22f32e5f8 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:12.475806 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83729b1-e8fd-4964-a75b-8ac12f3adf21 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Network 73d996b1-3a3f-4aff-b370-8b532a53256f is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:52:12.506122 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-400a406e-5d26-4eac-80ee-503b82558472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:12.508820 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-a83729b1-e8fd-4964-a75b-8ac12f3adf21 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 73d996b1-3a3f-4aff-b370-8b532a53256f) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:52:12.509691 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-400a406e-5d26-4eac-80ee-503b82558472 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9e28e111-da3b-432f-b66c-1b77e1797d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0643284 Oct 20 11:52:12.513832 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83729b1-e8fd-4964-a75b-8ac12f3adf21 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:12.515461 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a83729b1-e8fd-4964-a75b-8ac12f3adf21 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:12.519578 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bea586-c156-4ab8-b697-7e95dc9c2caa None None] Network 73d996b1-3a3f-4aff-b370-8b532a53256f requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:52:12.573738 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a83729b1-e8fd-4964-a75b-8ac12f3adf21 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.1503787 Oct 20 11:52:12.578389 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41828) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:12.584266 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-668c1f8b-2fef-46f0-b51d-b4aaef6bed89 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:52:12.588455 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af39c193-5f20-448d-a93f-5ec22f32e5f8 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Checking segment: {'id': '43c460a2-1f50-4e82-910d-8fa43228bea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': 'ce9328bb-2e67-4750-adb2-71c50ab6f451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:52:12.589031 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af39c193-5f20-448d-a93f-5ec22f32e5f8 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Network hostable DHCP agents. Network: ce9328bb-2e67-4750-adb2-71c50ab6f451, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:52:12.591309 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af39c193-5f20-448d-a93f-5ec22f32e5f8 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Pushing event updated for resources: {'Subnet': ['ID=7d74d40f-842f-405a-baee-9756ea62269e,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:12.654592 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af39c193-5f20-448d-a93f-5ec22f32e5f8 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Network ce9328bb-2e67-4750-adb2-71c50ab6f451 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:52:12.663478 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-efe85cd5-dd17-42c7-bd09-521fce7867dc service neutron] 10.222.0.11 "GET /v2.0/networks/9e28e111-da3b-432f-b66c-1b77e1797d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316640 Oct 20 11:52:12.712280 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-af39c193-5f20-448d-a93f-5ec22f32e5f8 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, ce9328bb-2e67-4750-adb2-71c50ab6f451) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:52:12.718614 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af39c193-5f20-448d-a93f-5ec22f32e5f8 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:12.719246 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-af39c193-5f20-448d-a93f-5ec22f32e5f8 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:12.775499 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c46f52-eba6-4ea1-9895-a03fd7a7a7f6 None None] Network ce9328bb-2e67-4750-adb2-71c50ab6f451 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:52:12.803351 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-af39c193-5f20-448d-a93f-5ec22f32e5f8 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0439823 Oct 20 11:52:12.809334 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41836) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:12.816754 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-645f61be-433d-4dbe-b916-71d2815bd9c4 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Request body: {'network': {'name': 'tempest-router-network01--845624130'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:52:12.821199 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-668c1f8b-2fef-46f0-b51d-b4aaef6bed89 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8994774'] for subnet, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:12.835372 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-10931ce7-dd5e-4f9f-b997-2617ffad9765 service neutron] 10.222.0.11 "GET /v2.0/networks/9e28e111-da3b-432f-b66c-1b77e1797d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596682 Oct 20 11:52:12.863672 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645f61be-433d-4dbe-b916-71d2815bd9c4 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Made reservation on behalf of c450649d72244e1985be9dfd7855d5e5 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:52:12.867684 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-645f61be-433d-4dbe-b916-71d2815bd9c4 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:12.910659 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-82732fa0-e98a-41c5-a880-28fb89a0e36c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=156bbe0d-6a54-43ba-bd2e-a378130a9552 HTTP/1.1" status: 200 len: 217 time: 0.0680637 Oct 20 11:52:12.934611 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-645f61be-433d-4dbe-b916-71d2815bd9c4 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] vlan segment allocate from pool success with {'vlan_id': 1286, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:52:12.955130 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-645f61be-433d-4dbe-b916-71d2815bd9c4 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:12.955659 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-645f61be-433d-4dbe-b916-71d2815bd9c4 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Added segment bcabead2-31f4-466a-8dd5-da00098a0236 of type vlan for network 55d42f7c-13e7-4685-a851-33b19e2c264f Oct 20 11:52:12.989527 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80379402-7c03-46e2-b51e-4f41c9f97d11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-73d996b1-3a3f-4aff-b370-8b532a53256f', 'network_id': '73d996b1-3a3f-4aff-b370-8b532a53256f', 'tenant_id': '759c187deb5a41a2a467a3346bc65d68', 'fixed_ips': [{'subnet_id': '2216ae89-73c6-4f53-89bf-4fab3c282bfa'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:52:12.991411 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-80379402-7c03-46e2-b51e-4f41c9f97d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:13.004153 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-2649dc11-58a4-42cb-b940-8c9b6971b7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:13.008198 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-2649dc11-58a4-42cb-b940-8c9b6971b7c8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0525d9a4-a3da-43ef-90d1-0c512b36a84d HTTP/1.1" status: 200 len: 797 time: 0.0898662 Oct 20 11:52:13.068423 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-645f61be-433d-4dbe-b916-71d2815bd9c4 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:13.131151 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-9b41a9ff-6d11-4b37-9fe4-3ee9c010165c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:13.132785 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-9b41a9ff-6d11-4b37-9fe4-3ee9c010165c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9e28e111-da3b-432f-b66c-1b77e1797d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1015573 Oct 20 11:52:13.150867 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-645f61be-433d-4dbe-b916-71d2815bd9c4 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:13.157939 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645f61be-433d-4dbe-b916-71d2815bd9c4 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:13.160215 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-645f61be-433d-4dbe-b916-71d2815bd9c4 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:13.194243 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-668c1f8b-2fef-46f0-b51d-b4aaef6bed89 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755318649182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9318816'] for subnet, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:13.216561 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d426253-724e-4e8b-a9da-510982b19596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-ce9328bb-2e67-4750-adb2-71c50ab6f451', 'network_id': 'ce9328bb-2e67-4750-adb2-71c50ab6f451', 'tenant_id': 'c450649d72244e1985be9dfd7855d5e5', 'fixed_ips': [{'subnet_id': '7d74d40f-842f-405a-baee-9756ea62269e'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:52:13.217408 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5d426253-724e-4e8b-a9da-510982b19596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:13.309328 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668c1f8b-2fef-46f0-b51d-b4aaef6bed89 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event updated for resources: {'Subnet': ['ID=2216ae89-73c6-4f53-89bf-4fab3c282bfa,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:13.341446 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-80379402-7c03-46e2-b51e-4f41c9f97d11 None None] Allocated IP 172.20.0.3 (73d996b1-3a3f-4aff-b370-8b532a53256f/2216ae89-73c6-4f53-89bf-4fab3c282bfa/cfa002ec-c0f0-42be-8b59-9097e7474ab8) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:52:13.370284 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-645f61be-433d-4dbe-b916-71d2815bd9c4 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5589988 Oct 20 11:52:13.380304 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41852) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:13.403559 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-2ba6d5ce-4239-462f-9452-8fdff08998f8 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Request body: {'network': {'name': 'tempest-router-network02--1181086042'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:52:13.489975 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668c1f8b-2fef-46f0-b51d-b4aaef6bed89 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:13.490639 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-668c1f8b-2fef-46f0-b51d-b4aaef6bed89 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:13.498217 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-668c1f8b-2fef-46f0-b51d-b4aaef6bed89 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "PUT /v2.0/subnets/2216ae89-73c6-4f53-89bf-4fab3c282bfa HTTP/1.1" status: 200 len: 877 time: 0.9179921 Oct 20 11:52:13.499144 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41860) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:13.499767 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f61be-433d-4dbe-b916-71d2815bd9c4 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Pushing event updated for resources: {'Network': ['ID=55d42f7c-13e7-4685-a851-33b19e2c264f,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:13.529393 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-470caaba-c968-472a-a0ae-b99a176b1278 service neutron] 10.222.0.11 "GET /v2.0/networks/9e28e111-da3b-432f-b66c-1b77e1797d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706493 Oct 20 11:52:13.566084 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba6d5ce-4239-462f-9452-8fdff08998f8 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Made reservation on behalf of c450649d72244e1985be9dfd7855d5e5 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:52:13.581320 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2ba6d5ce-4239-462f-9452-8fdff08998f8 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:13.650693 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-5d426253-724e-4e8b-a9da-510982b19596 None None] Allocated IP 172.20.0.2 (ce9328bb-2e67-4750-adb2-71c50ab6f451/7d74d40f-842f-405a-baee-9756ea62269e/632c8ec9-6a58-40f3-8985-ac502fe7c3d9) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:52:13.813205 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b78b26a6-b149-45f1-9960-7463672266bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:13.856581 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ba6d5ce-4239-462f-9452-8fdff08998f8 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] vlan segment allocate from pool success with {'vlan_id': 1260, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:52:13.915966 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2ba6d5ce-4239-462f-9452-8fdff08998f8 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:13.916321 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-2ba6d5ce-4239-462f-9452-8fdff08998f8 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Added segment 97f23628-30fb-447c-98be-55e9823619e0 of type vlan for network 06c5aea6-8dac-4603-9536-e52423e7d5f1 Oct 20 11:52:13.924805 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 55d42f7c-13e7-4685-a851-33b19e2c264f details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:52:13.934021 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b78b26a6-b149-45f1-9960-7463672266bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:13.968099 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-867e2d8b-1787-46f6-b7e3-113a26983436 req-a95ac9d4-af2d-47ca-9e72-fdd2d2820953 service neutron] 10.222.0.11 "GET /v2.0/networks/9e28e111-da3b-432f-b66c-1b77e1797d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298120 Oct 20 11:52:14.040800 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2ba6d5ce-4239-462f-9452-8fdff08998f8 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:14.148884 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-80379402-7c03-46e2-b51e-4f41c9f97d11 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:14.155581 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2ba6d5ce-4239-462f-9452-8fdff08998f8 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:14.161637 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba6d5ce-4239-462f-9452-8fdff08998f8 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:14.162442 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2ba6d5ce-4239-462f-9452-8fdff08998f8 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:14.196653 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b78b26a6-b149-45f1-9960-7463672266bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:14.241088 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5d426253-724e-4e8b-a9da-510982b19596 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:14.280289 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78b26a6-b149-45f1-9960-7463672266bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event deleted for resources: {'Subnet': ['ID=2216ae89-73c6-4f53-89bf-4fab3c282bfa,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:14.298071 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-80379402-7c03-46e2-b51e-4f41c9f97d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:14.302811 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5d426253-724e-4e8b-a9da-510982b19596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:14.364905 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d426253-724e-4e8b-a9da-510982b19596 None None] Network ce9328bb-2e67-4750-adb2-71c50ab6f451 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:52:14.373478 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-5d426253-724e-4e8b-a9da-510982b19596 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:52:14.380230 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80379402-7c03-46e2-b51e-4f41c9f97d11 None None] Network 73d996b1-3a3f-4aff-b370-8b532a53256f is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:52:14.380464 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba6d5ce-4239-462f-9452-8fdff08998f8 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Pushing event updated for resources: {'Network': ['ID=06c5aea6-8dac-4603-9536-e52423e7d5f1,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:14.382894 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d426253-724e-4e8b-a9da-510982b19596 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:52:14.428024 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2ba6d5ce-4239-462f-9452-8fdff08998f8 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0466027 Oct 20 11:52:14.435727 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41878) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:14.449662 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-42c25c91-c99e-48d1-92ca-b25134f267a1 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Request body: {'subnet': {'network_id': '55d42f7c-13e7-4685-a851-33b19e2c264f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:52:14.451589 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 06c5aea6-8dac-4603-9536-e52423e7d5f1 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:52:14.457350 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b78b26a6-b149-45f1-9960-7463672266bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:14.483989 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-b78b26a6-b149-45f1-9960-7463672266bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73d996b1-3a3f-4aff-b370-8b532a53256f']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:14.500779 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-b78b26a6-b149-45f1-9960-7463672266bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad370408-a4f9-4c8b-b33f-b661193fb16f') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:14.501450 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-b78b26a6-b149-45f1-9960-7463672266bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad370408-a4f9-4c8b-b33f-b661193fb16f') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:14.529260 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b78b26a6-b149-45f1-9960-7463672266bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:14.551136 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b78b26a6-b149-45f1-9960-7463672266bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:14.560796 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b78b26a6-b149-45f1-9960-7463672266bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Releasing vlan 1270 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:52:14.561418 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b78b26a6-b149-45f1-9960-7463672266bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:14.565277 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:52:14.565277 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:52:14.565277 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:52:14.565277 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:52:14.565277 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:52:14.565277 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:52:14.565277 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:52:14.565277 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:52:14.565277 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:52:14.565277 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:52:14.565277 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:52:14.565277 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:52:14.565277 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:52:14.565277 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:52:14.565277 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:52:14.565277 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:52:14.565277 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:52:14.565277 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:52:14.565277 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:52:14.565277 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:52:14.565277 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:52:14.565277 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:52:14.565277 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:52:14.565277 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:52:14.565277 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:52:14.565277 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:52:14.565277 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:52:14.565277 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:52:14.565277 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:52:14.565277 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:52:14.565277 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:52:14.565277 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:52:14.617817 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c25c91-c99e-48d1-92ca-b25134f267a1 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Made reservation on behalf of c450649d72244e1985be9dfd7855d5e5 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:52:14.620696 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-80379402-7c03-46e2-b51e-4f41c9f97d11 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:52:14.625593 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80379402-7c03-46e2-b51e-4f41c9f97d11 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:52:14.628419 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-42c25c91-c99e-48d1-92ca-b25134f267a1 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:14.636892 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.db.api [None req-b78b26a6-b149-45f1-9960-7463672266bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 20 11:52:14.636892 n-d-814735-3 neutron-server[100646]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 20 11:52:14.636892 n-d-814735-3 neutron-server[100646]: [parameters: {'id': '73d996b1-3a3f-4aff-b370-8b532a53256f'}] Oct 20 11:52:14.636892 n-d-814735-3 neutron-server[100646]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100646) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:52:14.637711 n-d-814735-3 neutron-server[100646]: DEBUG oslo_db.api [None req-b78b26a6-b149-45f1-9960-7463672266bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:52:14.704327 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80379402-7c03-46e2-b51e-4f41c9f97d11 None None] Pushing event updated for resources: {'Port': ['ID=cfa002ec-c0f0-42be-8b59-9097e7474ab8,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:14.825251 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d426253-724e-4e8b-a9da-510982b19596 None None] Pushing event updated for resources: {'Port': ['ID=632c8ec9-6a58-40f3-8985-ac502fe7c3d9,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:14.907297 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-80379402-7c03-46e2-b51e-4f41c9f97d11 None None] Attempting to bind port cfa002ec-c0f0-42be-8b59-9097e7474ab8 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:52:14.907664 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-80379402-7c03-46e2-b51e-4f41c9f97d11 None None] Attempting to bind port cfa002ec-c0f0-42be-8b59-9097e7474ab8 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'ad370408-a4f9-4c8b-b33f-b661193fb16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '73d996b1-3a3f-4aff-b370-8b532a53256f'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:52:14.908263 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80379402-7c03-46e2-b51e-4f41c9f97d11 None None] Attempting to bind port cfa002ec-c0f0-42be-8b59-9097e7474ab8 on network 73d996b1-3a3f-4aff-b370-8b532a53256f {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:52:14.918677 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-5d426253-724e-4e8b-a9da-510982b19596 None None] Attempting to bind port 632c8ec9-6a58-40f3-8985-ac502fe7c3d9 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:52:14.919348 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-5d426253-724e-4e8b-a9da-510982b19596 None None] Attempting to bind port 632c8ec9-6a58-40f3-8985-ac502fe7c3d9 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '43c460a2-1f50-4e82-910d-8fa43228bea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': 'ce9328bb-2e67-4750-adb2-71c50ab6f451'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:52:14.919925 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d426253-724e-4e8b-a9da-510982b19596 None None] Attempting to bind port 632c8ec9-6a58-40f3-8985-ac502fe7c3d9 on network ce9328bb-2e67-4750-adb2-71c50ab6f451 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:52:14.928090 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d426253-724e-4e8b-a9da-510982b19596 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:52:14.935917 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d426253-724e-4e8b-a9da-510982b19596 None None] Checking segment: {'id': '43c460a2-1f50-4e82-910d-8fa43228bea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': 'ce9328bb-2e67-4750-adb2-71c50ab6f451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:52:14.936567 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5d426253-724e-4e8b-a9da-510982b19596 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:14.937130 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d426253-724e-4e8b-a9da-510982b19596 None None] Bound using segment: {'id': '43c460a2-1f50-4e82-910d-8fa43228bea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': 'ce9328bb-2e67-4750-adb2-71c50ab6f451'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:52:14.937792 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-5d426253-724e-4e8b-a9da-510982b19596 None None] Bound port: 632c8ec9-6a58-40f3-8985-ac502fe7c3d9, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c460a2-1f50-4e82-910d-8fa43228bea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': 'ce9328bb-2e67-4750-adb2-71c50ab6f451'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:52:14.938380 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5d426253-724e-4e8b-a9da-510982b19596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:14.941907 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80379402-7c03-46e2-b51e-4f41c9f97d11 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:52:14.952150 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80379402-7c03-46e2-b51e-4f41c9f97d11 None None] Checking segment: {'id': 'ad370408-a4f9-4c8b-b33f-b661193fb16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '73d996b1-3a3f-4aff-b370-8b532a53256f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:52:14.952769 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-80379402-7c03-46e2-b51e-4f41c9f97d11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:14.961967 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80379402-7c03-46e2-b51e-4f41c9f97d11 None None] Bound using segment: {'id': 'ad370408-a4f9-4c8b-b33f-b661193fb16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '73d996b1-3a3f-4aff-b370-8b532a53256f'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:52:14.962848 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-80379402-7c03-46e2-b51e-4f41c9f97d11 None None] Bound port: cfa002ec-c0f0-42be-8b59-9097e7474ab8, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad370408-a4f9-4c8b-b33f-b661193fb16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '73d996b1-3a3f-4aff-b370-8b532a53256f'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:52:14.963453 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-80379402-7c03-46e2-b51e-4f41c9f97d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:15.013203 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-42c25c91-c99e-48d1-92ca-b25134f267a1 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:15.135143 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c25c91-c99e-48d1-92ca-b25134f267a1 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Pushing event updated for resources: {'Subnet': ['ID=ee7ae916-d5f2-44ae-855d-9d566d0f54c8,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:15.138842 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b78b26a6-b149-45f1-9960-7463672266bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:15.210962 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-80379402-7c03-46e2-b51e-4f41c9f97d11 None None] For port cfa002ec-c0f0-42be-8b59-9097e7474ab8, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:52:15.215757 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-80379402-7c03-46e2-b51e-4f41c9f97d11 None None] For port cfa002ec-c0f0-42be-8b59-9097e7474ab8, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=cfa002ec-c0f0-42be-8b59-9097e7474ab8,segment=NetworkSegment(ad370408-a4f9-4c8b-b33f-b661193fb16f),segment_id=ad370408-a4f9-4c8b-b33f-b661193fb16f)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:52:15.241823 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-80379402-7c03-46e2-b51e-4f41c9f97d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:15.251359 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c25c91-c99e-48d1-92ca-b25134f267a1 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Checking segment: {'id': 'bcabead2-31f4-466a-8dd5-da00098a0236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '55d42f7c-13e7-4685-a851-33b19e2c264f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:52:15.253826 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c25c91-c99e-48d1-92ca-b25134f267a1 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Network hostable DHCP agents. Network: 55d42f7c-13e7-4685-a851-33b19e2c264f, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:52:15.278454 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-b78b26a6-b149-45f1-9960-7463672266bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Deleting port cfa002ec-c0f0-42be-8b59-9097e7474ab8 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:52:15.287087 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b78b26a6-b149-45f1-9960-7463672266bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:15.310679 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c25c91-c99e-48d1-92ca-b25134f267a1 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Network 55d42f7c-13e7-4685-a851-33b19e2c264f is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:52:15.330175 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-42c25c91-c99e-48d1-92ca-b25134f267a1 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 55d42f7c-13e7-4685-a851-33b19e2c264f) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:52:15.335724 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c25c91-c99e-48d1-92ca-b25134f267a1 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:15.337907 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-42c25c91-c99e-48d1-92ca-b25134f267a1 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:15.358779 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80379402-7c03-46e2-b51e-4f41c9f97d11 None None] Pushing event updated for resources: {'Port': ['ID=cfa002ec-c0f0-42be-8b59-9097e7474ab8,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:15.367579 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b35a2d7-03d4-48ab-b2ec-c27f081e2a1b None None] Network 55d42f7c-13e7-4685-a851-33b19e2c264f requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:52:15.407946 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-42c25c91-c99e-48d1-92ca-b25134f267a1 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9707742 Oct 20 11:52:15.410654 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41888) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:15.416726 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-12bc21af-c0f0-4c24-8f20-87a3fbc6f126 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Request body: {'subnet': {'network_id': '06c5aea6-8dac-4603-9536-e52423e7d5f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:52:15.500229 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-5d426253-724e-4e8b-a9da-510982b19596 None None] For port 632c8ec9-6a58-40f3-8985-ac502fe7c3d9, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:52:15.516918 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-b78b26a6-b149-45f1-9960-7463672266bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] For port cfa002ec-c0f0-42be-8b59-9097e7474ab8, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=cfa002ec-c0f0-42be-8b59-9097e7474ab8,segment=NetworkSegment(ad370408-a4f9-4c8b-b33f-b661193fb16f),segment_id=ad370408-a4f9-4c8b-b33f-b661193fb16f)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:52:15.517506 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b78b26a6-b149-45f1-9960-7463672266bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:15.521922 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:15.553692 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-b78b26a6-b149-45f1-9960-7463672266bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Calling delete_port for cfa002ec-c0f0-42be-8b59-9097e7474ab8 owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:52:15.557339 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-5d426253-724e-4e8b-a9da-510982b19596 None None] For port 632c8ec9-6a58-40f3-8985-ac502fe7c3d9, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=632c8ec9-6a58-40f3-8985-ac502fe7c3d9,segment=NetworkSegment(43c460a2-1f50-4e82-910d-8fa43228bea1),segment_id=43c460a2-1f50-4e82-910d-8fa43228bea1)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:52:15.582261 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5d426253-724e-4e8b-a9da-510982b19596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:15.673156 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6dab0a-f418-4e59-acdf-5a06db12786e None None] Network 73d996b1-3a3f-4aff-b370-8b532a53256f requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:52:15.700433 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12bc21af-c0f0-4c24-8f20-87a3fbc6f126 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Made reservation on behalf of c450649d72244e1985be9dfd7855d5e5 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:52:15.704627 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-12bc21af-c0f0-4c24-8f20-87a3fbc6f126 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:15.811116 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b78b26a6-b149-45f1-9960-7463672266bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:15.858710 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78b26a6-b149-45f1-9960-7463672266bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event deleted for resources: {'Port': ['ID=cfa002ec-c0f0-42be-8b59-9097e7474ab8,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:15.875613 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78b26a6-b149-45f1-9960-7463672266bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] No DVR routers for this DVR port cfa002ec-c0f0-42be-8b59-9097e7474ab8 on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:52:16.179171 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b78b26a6-b149-45f1-9960-7463672266bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:16.284954 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-b78b26a6-b149-45f1-9960-7463672266bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73d996b1-3a3f-4aff-b370-8b532a53256f']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:16.321214 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-b78b26a6-b149-45f1-9960-7463672266bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad370408-a4f9-4c8b-b33f-b661193fb16f') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:16.321447 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-b78b26a6-b149-45f1-9960-7463672266bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad370408-a4f9-4c8b-b33f-b661193fb16f') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:16.324460 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-12bc21af-c0f0-4c24-8f20-87a3fbc6f126 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:16.327692 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d426253-724e-4e8b-a9da-510982b19596 None None] Pushing event updated for resources: {'Port': ['ID=632c8ec9-6a58-40f3-8985-ac502fe7c3d9,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:16.343264 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78503325-ac59-446c-8b1e-6d17f5765b1c None None] Network 73d996b1-3a3f-4aff-b370-8b532a53256f requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:52:16.357657 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b78b26a6-b149-45f1-9960-7463672266bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:16.415784 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b78b26a6-b149-45f1-9960-7463672266bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:16.432910 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b78b26a6-b149-45f1-9960-7463672266bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Releasing vlan 1270 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:52:16.433352 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b78b26a6-b149-45f1-9960-7463672266bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:16.437249 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:52:16.437249 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:52:16.437249 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:52:16.437249 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:52:16.437249 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:52:16.437249 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:52:16.437249 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:52:16.437249 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:52:16.437249 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:52:16.437249 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:52:16.437249 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:52:16.437249 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:52:16.437249 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:52:16.437249 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:52:16.437249 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:52:16.437249 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:52:16.437249 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:52:16.437249 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:52:16.437249 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:52:16.437249 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:52:16.437249 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:52:16.437249 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:52:16.437249 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:52:16.437249 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:52:16.437249 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:52:16.437249 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:52:16.437249 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:52:16.437249 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:52:16.437249 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:52:16.437249 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:52:16.437249 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:52:16.437249 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:52:16.492539 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bc21af-c0f0-4c24-8f20-87a3fbc6f126 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Pushing event updated for resources: {'Subnet': ['ID=4d90bb62-d44b-44e6-abda-53dbeac73393,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:16.551232 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bc21af-c0f0-4c24-8f20-87a3fbc6f126 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Checking segment: {'id': '97f23628-30fb-447c-98be-55e9823619e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '06c5aea6-8dac-4603-9536-e52423e7d5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:52:16.553756 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bc21af-c0f0-4c24-8f20-87a3fbc6f126 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Network hostable DHCP agents. Network: 06c5aea6-8dac-4603-9536-e52423e7d5f1, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:52:16.577824 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b78b26a6-b149-45f1-9960-7463672266bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:16.592730 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b78b26a6-b149-45f1-9960-7463672266bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:16.606031 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b78b26a6-b149-45f1-9960-7463672266bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "DELETE /v2.0/networks/73d996b1-3a3f-4aff-b370-8b532a53256f HTTP/1.1" status: 204 len: 168 time: 3.1023102 Oct 20 11:52:16.611285 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41920) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:16.635706 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78b26a6-b149-45f1-9960-7463672266bb tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event deleted for resources: {'Network': ['ID=73d996b1-3a3f-4aff-b370-8b532a53256f,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:16.666866 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fe6c83e-4271-45cb-ba44-a3e8e3298e9d tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] DELETE failed (client error): The resource could not be found. Oct 20 11:52:16.667340 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fe6c83e-4271-45cb-ba44-a3e8e3298e9d tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:52:16.673192 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41924) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:16.680868 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-0fe6c83e-4271-45cb-ba44-a3e8e3298e9d tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "DELETE /v2.0/subnets/2216ae89-73c6-4f53-89bf-4fab3c282bfa HTTP/1.1" status: 404 len: 337 time: 0.0684233 Oct 20 11:52:16.681663 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bc21af-c0f0-4c24-8f20-87a3fbc6f126 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Network 06c5aea6-8dac-4603-9536-e52423e7d5f1 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:52:16.693935 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6902ddb-c343-4cc8-bfc5-7646bf641dc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-55d42f7c-13e7-4685-a851-33b19e2c264f', 'network_id': '55d42f7c-13e7-4685-a851-33b19e2c264f', 'tenant_id': 'c450649d72244e1985be9dfd7855d5e5', 'fixed_ips': [{'subnet_id': 'ee7ae916-d5f2-44ae-855d-9d566d0f54c8'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:52:16.695336 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d6902ddb-c343-4cc8-bfc5-7646bf641dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:16.706242 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-12bc21af-c0f0-4c24-8f20-87a3fbc6f126 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 06c5aea6-8dac-4603-9536-e52423e7d5f1) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:52:16.712537 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-82ff29be-51f1-4fc6-bd4e-c9f72ec4383f tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] DELETE failed (client error): The resource could not be found. Oct 20 11:52:16.713107 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bc21af-c0f0-4c24-8f20-87a3fbc6f126 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:16.713704 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-12bc21af-c0f0-4c24-8f20-87a3fbc6f126 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:16.714083 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82ff29be-51f1-4fc6-bd4e-c9f72ec4383f tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:52:16.717810 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-82ff29be-51f1-4fc6-bd4e-c9f72ec4383f tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "DELETE /v2.0/networks/73d996b1-3a3f-4aff-b370-8b532a53256f HTTP/1.1" status: 404 len: 339 time: 0.0434554 Oct 20 11:52:16.724767 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41928) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:16.768378 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-12bc21af-c0f0-4c24-8f20-87a3fbc6f126 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3538795 Oct 20 11:52:16.768623 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41930) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:16.777723 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bfe369-7c11-4c02-9848-186d54d4aa58 None None] Network 06c5aea6-8dac-4603-9536-e52423e7d5f1 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:52:16.791200 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-265a5b2e-d68d-4037-ade0-a18a0856bae8 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] DELETE failed (client error): The resource could not be found. Oct 20 11:52:16.801004 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-265a5b2e-d68d-4037-ade0-a18a0856bae8 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:52:16.809075 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-265a5b2e-d68d-4037-ade0-a18a0856bae8 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "DELETE /v2.0/subnets/f8b12675-bd2e-4d76-989e-a7f9fc52cc56 HTTP/1.1" status: 404 len: 337 time: 0.0828772 Oct 20 11:52:16.812413 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41932) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:16.841173 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-d730d3ee-fed9-4380-836c-82c811e42f6f tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] DELETE failed (client error): The resource could not be found. Oct 20 11:52:16.855376 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d730d3ee-fed9-4380-836c-82c811e42f6f tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:52:16.859047 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d730d3ee-fed9-4380-836c-82c811e42f6f tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "DELETE /v2.0/networks/2a90892f-cd52-4821-b4bf-aad00dd94ac6 HTTP/1.1" status: 404 len: 339 time: 0.0452828 Oct 20 11:52:16.861431 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41934) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:17.021187 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b8063ffc-7037-4050-9242-b226fb86484d tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:17.207156 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-d6902ddb-c343-4cc8-bfc5-7646bf641dc6 None None] Allocated IP 172.20.0.2 (55d42f7c-13e7-4685-a851-33b19e2c264f/ee7ae916-d5f2-44ae-855d-9d566d0f54c8/7aa53fe9-3c9c-4fbf-bbcd-083dff219792) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:52:17.267732 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0e6441-1999-4020-897f-fd4920897270 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-06c5aea6-8dac-4603-9536-e52423e7d5f1', 'network_id': '06c5aea6-8dac-4603-9536-e52423e7d5f1', 'tenant_id': 'c450649d72244e1985be9dfd7855d5e5', 'fixed_ips': [{'subnet_id': '4d90bb62-d44b-44e6-abda-53dbeac73393'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:52:17.274368 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-fe0e6441-1999-4020-897f-fd4920897270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:17.339292 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b8063ffc-7037-4050-9242-b226fb86484d tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:17.407148 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-b8063ffc-7037-4050-9242-b226fb86484d tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63ed9ad8-ec19-4d34-98bf-80b9a71f9a7f']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:17.427456 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-b8063ffc-7037-4050-9242-b226fb86484d tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f26a2864-699e-4deb-828c-fe7fe7884093') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:17.427752 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-b8063ffc-7037-4050-9242-b226fb86484d tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f26a2864-699e-4deb-828c-fe7fe7884093') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:17.471293 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b8063ffc-7037-4050-9242-b226fb86484d tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:17.510417 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b8063ffc-7037-4050-9242-b226fb86484d tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:17.523598 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8063ffc-7037-4050-9242-b226fb86484d tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Releasing vlan 1266 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:52:17.524001 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b8063ffc-7037-4050-9242-b226fb86484d tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:17.529763 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:52:17.529763 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:52:17.529763 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:52:17.529763 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:52:17.529763 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:52:17.529763 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:52:17.529763 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:52:17.529763 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:52:17.529763 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:52:17.529763 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:52:17.529763 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:52:17.529763 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:52:17.529763 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:52:17.529763 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:52:17.529763 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:52:17.529763 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:52:17.529763 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:52:17.529763 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:52:17.529763 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:52:17.529763 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:52:17.529763 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:52:17.529763 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:52:17.529763 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:52:17.529763 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:52:17.529763 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:52:17.529763 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:52:17.529763 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:52:17.529763 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:52:17.529763 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:52:17.529763 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:52:17.529763 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:52:17.529763 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:52:17.610378 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-fe0e6441-1999-4020-897f-fd4920897270 None None] Allocated IP 172.20.0.2 (06c5aea6-8dac-4603-9536-e52423e7d5f1/4d90bb62-d44b-44e6-abda-53dbeac73393/b155cb04-c916-427e-83fb-adc5e6f2b657) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:52:17.613895 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2f242932-9530-4b39-8eb3-7c19e569f91a tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:17.740215 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b8063ffc-7037-4050-9242-b226fb86484d tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:17.784066 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d07f00d-d9cb-4b14-a28b-82e2ad06a8b2 None None] Network ce9328bb-2e67-4750-adb2-71c50ab6f451 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:52:17.802014 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b8063ffc-7037-4050-9242-b226fb86484d tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:17.825998 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b8063ffc-7037-4050-9242-b226fb86484d tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "DELETE /v2.0/networks/63ed9ad8-ec19-4d34-98bf-80b9a71f9a7f HTTP/1.1" status: 204 len: 168 time: 0.9631793 Oct 20 11:52:17.839825 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8063ffc-7037-4050-9242-b226fb86484d tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event deleted for resources: {'Network': ['ID=63ed9ad8-ec19-4d34-98bf-80b9a71f9a7f,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:17.848390 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41948) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:17.944561 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3c10b89-4d47-4a64-8279-91adc742e624 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] DELETE failed (client error): The resource could not be found. Oct 20 11:52:17.947312 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3c10b89-4d47-4a64-8279-91adc742e624 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:52:17.951756 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e3c10b89-4d47-4a64-8279-91adc742e624 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "DELETE /v2.0/subnets/d5c80b9f-bad5-4a1e-aa5b-2a47e5272b02 HTTP/1.1" status: 404 len: 337 time: 0.1019647 Oct 20 11:52:17.956737 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41954) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:18.006055 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-f99ecc16-759e-4ed1-a903-0f68f5e782f0 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] DELETE failed (client error): The resource could not be found. Oct 20 11:52:18.007264 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f99ecc16-759e-4ed1-a903-0f68f5e782f0 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:52:18.011020 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f99ecc16-759e-4ed1-a903-0f68f5e782f0 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "DELETE /v2.0/networks/15b427b7-940e-41cb-8982-abc49b40fbba HTTP/1.1" status: 404 len: 339 time: 0.0513997 Oct 20 11:52:18.013267 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41956) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:18.056190 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fd3b396-9297-446d-a3f8-54728542874b tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] DELETE failed (client error): The resource could not be found. Oct 20 11:52:18.057069 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fd3b396-9297-446d-a3f8-54728542874b tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:52:18.060449 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2fd3b396-9297-446d-a3f8-54728542874b tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "DELETE /v2.0/subnets/d4d1bd43-7d4f-4c54-ae1e-76f94ac93d81 HTTP/1.1" status: 404 len: 337 time: 0.0457323 Oct 20 11:52:18.063115 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41958) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:18.084563 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-52834ce9-7d93-4c89-bc35-1173d49bde31 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] DELETE failed (client error): The resource could not be found. Oct 20 11:52:18.085454 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52834ce9-7d93-4c89-bc35-1173d49bde31 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:52:18.089401 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-52834ce9-7d93-4c89-bc35-1173d49bde31 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "DELETE /v2.0/networks/ba5a1bbc-ed18-412e-9589-6daf32ed7067 HTTP/1.1" status: 404 len: 339 time: 0.0248919 Oct 20 11:52:18.105187 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41962) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:18.183977 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-59977f2a-d3aa-4243-9fb7-4964d5e24bec tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] DELETE failed (client error): The resource could not be found. Oct 20 11:52:18.187976 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59977f2a-d3aa-4243-9fb7-4964d5e24bec tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:52:18.191893 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-59977f2a-d3aa-4243-9fb7-4964d5e24bec tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "DELETE /v2.0/subnets/9b6a7b31-c69a-4f65-a935-a48450a14139 HTTP/1.1" status: 404 len: 337 time: 0.0847726 Oct 20 11:52:18.194358 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41964) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:18.218349 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-a81ef0d6-34bb-4fa2-a755-c46cbe1f7282 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] DELETE failed (client error): The resource could not be found. Oct 20 11:52:18.219389 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a81ef0d6-34bb-4fa2-a755-c46cbe1f7282 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:52:18.236443 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a81ef0d6-34bb-4fa2-a755-c46cbe1f7282 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "DELETE /v2.0/networks/cc95a216-d1a5-462f-8fc2-6c7f144a6c84 HTTP/1.1" status: 404 len: 339 time: 0.0407252 Oct 20 11:52:18.240140 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41966) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:18.300731 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d6902ddb-c343-4cc8-bfc5-7646bf641dc6 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:18.315645 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-deb9788a-c4aa-4083-a79b-40192e733840 None None] Provisioning complete for port 632c8ec9-6a58-40f3-8985-ac502fe7c3d9 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:52:18.319763 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-deb9788a-c4aa-4083-a79b-40192e733840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:18.332985 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e4f5024-1b3f-4757-9ad8-c5646ab2052f tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] DELETE failed (client error): The resource could not be found. Oct 20 11:52:18.337489 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e4f5024-1b3f-4757-9ad8-c5646ab2052f tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:52:18.345756 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6e4f5024-1b3f-4757-9ad8-c5646ab2052f tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "DELETE /v2.0/subnets/4a5adb2a-e424-4167-9b06-359ecee7de4a HTTP/1.1" status: 404 len: 337 time: 0.1009030 Oct 20 11:52:18.346384 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41968) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:18.346538 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d6902ddb-c343-4cc8-bfc5-7646bf641dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:18.359232 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 632c8ec9-6a58-40f3-8985-ac502fe7c3d9 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:52:18.404002 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3295981-f81f-46dd-98cd-05882f8a926a tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] DELETE failed (client error): The resource could not be found. Oct 20 11:52:18.404587 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3295981-f81f-46dd-98cd-05882f8a926a tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:52:18.409889 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c3295981-f81f-46dd-98cd-05882f8a926a tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "DELETE /v2.0/networks/b492e9df-782d-49f0-acf4-d1391a4cba8e HTTP/1.1" status: 404 len: 339 time: 0.0595925 Oct 20 11:52:18.410763 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41970) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:18.532645 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffb01f10-8e33-4b98-be41-dae30aaf1715 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] DELETE failed (client error): The resource could not be found. Oct 20 11:52:18.533105 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffb01f10-8e33-4b98-be41-dae30aaf1715 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:52:18.538602 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ffb01f10-8e33-4b98-be41-dae30aaf1715 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "DELETE /v2.0/subnets/3ddd3b05-1d12-4be7-92d4-47fdb2c185bd HTTP/1.1" status: 404 len: 337 time: 0.1245787 Oct 20 11:52:18.539043 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41974) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:18.539930 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-2f242932-9530-4b39-8eb3-7c19e569f91a tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Allocated IP 172.20.0.1 (55d42f7c-13e7-4685-a851-33b19e2c264f/ee7ae916-d5f2-44ae-855d-9d566d0f54c8/e90911a0-e7a2-4dac-a460-b46ecd44b598) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:52:18.569790 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-23190f0f-c433-4936-ac8c-d8ea91131ba3 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] DELETE failed (client error): The resource could not be found. Oct 20 11:52:18.581215 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23190f0f-c433-4936-ac8c-d8ea91131ba3 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:52:18.588100 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-23190f0f-c433-4936-ac8c-d8ea91131ba3 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "DELETE /v2.0/networks/4aa3a9d3-5b77-4563-b877-109e6a20571f HTTP/1.1" status: 404 len: 339 time: 0.0457578 Oct 20 11:52:18.590516 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41976) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:18.669857 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a8052ce-caeb-45ad-8663-ee09d7b82dda tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] DELETE failed (client error): The resource could not be found. Oct 20 11:52:18.670309 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a8052ce-caeb-45ad-8663-ee09d7b82dda tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:52:18.684218 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6a8052ce-caeb-45ad-8663-ee09d7b82dda tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "DELETE /v2.0/subnets/b85ce6d4-fe98-4181-8719-5061cd9539e7 HTTP/1.1" status: 404 len: 337 time: 0.0925326 Oct 20 11:52:18.686571 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41978) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:18.730109 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-09caf116-6628-4dfd-9b64-7536b8e098a9 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] DELETE failed (client error): The resource could not be found. Oct 20 11:52:18.731318 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09caf116-6628-4dfd-9b64-7536b8e098a9 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:52:18.735899 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-09caf116-6628-4dfd-9b64-7536b8e098a9 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "DELETE /v2.0/networks/54daa490-574d-461e-8872-cdee870f7b09 HTTP/1.1" status: 404 len: 339 time: 0.0475149 Oct 20 11:52:18.740370 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41980) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:18.805059 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0703311-ebf2-4f16-99de-f242425a4516 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] DELETE failed (client error): The resource could not be found. Oct 20 11:52:18.805819 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0703311-ebf2-4f16-99de-f242425a4516 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:52:18.808557 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6902ddb-c343-4cc8-bfc5-7646bf641dc6 None None] Network 55d42f7c-13e7-4685-a851-33b19e2c264f is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:52:18.811680 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a0703311-ebf2-4f16-99de-f242425a4516 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "DELETE /v2.0/subnets/f7d69917-6c42-4723-8db7-c4e2c018a6ad HTTP/1.1" status: 404 len: 337 time: 0.0684953 Oct 20 11:52:18.815598 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41982) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:18.866027 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fad6b01-376f-4072-9d8d-73bad81761af tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] DELETE failed (client error): The resource could not be found. Oct 20 11:52:18.868780 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fad6b01-376f-4072-9d8d-73bad81761af tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:52:18.890926 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3fad6b01-376f-4072-9d8d-73bad81761af tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "DELETE /v2.0/networks/da0ec183-319b-466e-bef7-f8347505bfa6 HTTP/1.1" status: 404 len: 339 time: 0.0715637 Oct 20 11:52:18.899678 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 41986) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:18.962712 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0e29f7a-6c0d-4acf-8693-f1bbabcf39b1 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] DELETE failed (client error): The resource could not be found. Oct 20 11:52:18.965325 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0e29f7a-6c0d-4acf-8693-f1bbabcf39b1 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:52:18.971303 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-a0e29f7a-6c0d-4acf-8693-f1bbabcf39b1 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "DELETE /v2.0/subnets/a8eba798-8104-4269-9e90-b2c8dead6c19 HTTP/1.1" status: 404 len: 337 time: 0.0705914 Oct 20 11:52:18.974003 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41990) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:19.019462 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bb0a19d-608c-4c98-bfa6-575de1edc104 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] DELETE failed (client error): The resource could not be found. Oct 20 11:52:19.022217 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bb0a19d-608c-4c98-bfa6-575de1edc104 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:52:19.036874 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0bb0a19d-608c-4c98-bfa6-575de1edc104 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "DELETE /v2.0/networks/2acb2fd6-330f-4f83-a396-5efb566c84e3 HTTP/1.1" status: 404 len: 339 time: 0.0617330 Oct 20 11:52:19.044575 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2f242932-9530-4b39-8eb3-7c19e569f91a tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:19.052800 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 41994) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:19.097128 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-fe0e6441-1999-4020-897f-fd4920897270 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:19.102584 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6902ddb-c343-4cc8-bfc5-7646bf641dc6 None None] Pushing event updated for resources: {'Port': ['ID=7aa53fe9-3c9c-4fbf-bbcd-083dff219792,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:19.123277 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-d6902ddb-c343-4cc8-bfc5-7646bf641dc6 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:52:19.131170 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6902ddb-c343-4cc8-bfc5-7646bf641dc6 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:52:19.143278 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-deb9788a-c4aa-4083-a79b-40192e733840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:19.146639 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-fe0e6441-1999-4020-897f-fd4920897270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:19.222729 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-8931945a-471e-48de-9b74-6563d42e7588 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Deleting subnet 2a014d1c-62de-46d4-8c1c-f8422fa5a420 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:52:19.230103 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8931945a-471e-48de-9b74-6563d42e7588 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:19.233815 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2f242932-9530-4b39-8eb3-7c19e569f91a tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:19.245427 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0e6441-1999-4020-897f-fd4920897270 None None] Pushing event updated for resources: {'Port': ['ID=b155cb04-c916-427e-83fb-adc5e6f2b657,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:19.276592 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f242932-9530-4b39-8eb3-7c19e569f91a tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Network 55d42f7c-13e7-4685-a851-33b19e2c264f is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:52:19.335898 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0e6441-1999-4020-897f-fd4920897270 None None] Network 06c5aea6-8dac-4603-9536-e52423e7d5f1 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:52:19.336180 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-2f242932-9530-4b39-8eb3-7c19e569f91a tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:52:19.341541 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-fe0e6441-1999-4020-897f-fd4920897270 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:52:19.344232 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0e6441-1999-4020-897f-fd4920897270 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:52:19.353234 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f242932-9530-4b39-8eb3-7c19e569f91a tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:52:19.354426 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8931945a-471e-48de-9b74-6563d42e7588 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:19.443356 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f242932-9530-4b39-8eb3-7c19e569f91a tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Pushing event updated for resources: {'Port': ['ID=e90911a0-e7a2-4dac-a460-b46ecd44b598,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:19.449426 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 632c8ec9-6a58-40f3-8985-ac502fe7c3d9 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:52:19.449796 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:19.466664 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2f242932-9530-4b39-8eb3-7c19e569f91a tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:19.499800 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8931945a-471e-48de-9b74-6563d42e7588 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:19.508660 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-deb9788a-c4aa-4083-a79b-40192e733840 None None] For port 632c8ec9-6a58-40f3-8985-ac502fe7c3d9, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=632c8ec9-6a58-40f3-8985-ac502fe7c3d9,segment=NetworkSegment(43c460a2-1f50-4e82-910d-8fa43228bea1),segment_id=43c460a2-1f50-4e82-910d-8fa43228bea1)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:52:19.526256 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-d6902ddb-c343-4cc8-bfc5-7646bf641dc6 None None] Attempting to bind port 7aa53fe9-3c9c-4fbf-bbcd-083dff219792 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:52:19.526629 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-d6902ddb-c343-4cc8-bfc5-7646bf641dc6 None None] Attempting to bind port 7aa53fe9-3c9c-4fbf-bbcd-083dff219792 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'bcabead2-31f4-466a-8dd5-da00098a0236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '55d42f7c-13e7-4685-a851-33b19e2c264f'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:52:19.527266 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6902ddb-c343-4cc8-bfc5-7646bf641dc6 None None] Attempting to bind port 7aa53fe9-3c9c-4fbf-bbcd-083dff219792 on network 55d42f7c-13e7-4685-a851-33b19e2c264f {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:52:19.549873 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1ee348d4-7927-4a6e-a419-a180959e7009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:19.569115 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-deb9788a-c4aa-4083-a79b-40192e733840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:19.575619 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8931945a-471e-48de-9b74-6563d42e7588 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:19.597645 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8931945a-471e-48de-9b74-6563d42e7588 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:19.608034 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8931945a-471e-48de-9b74-6563d42e7588 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "DELETE /v2.0/subnets/2a014d1c-62de-46d4-8c1c-f8422fa5a420 HTTP/1.1" status: 204 len: 168 time: 0.5377157 Oct 20 11:52:19.614741 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42002) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:19.632418 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8931945a-471e-48de-9b74-6563d42e7588 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event deleted for resources: {'Subnet': ['ID=2a014d1c-62de-46d4-8c1c-f8422fa5a420,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:19.686972 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b96529-f6af-410c-b346-545806bf45d3 None None] Network 91dd6139-24a1-4918-91d2-406069d11e32 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:52:19.690679 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6902ddb-c343-4cc8-bfc5-7646bf641dc6 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:52:19.691156 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6902ddb-c343-4cc8-bfc5-7646bf641dc6 None None] Checking segment: {'id': 'bcabead2-31f4-466a-8dd5-da00098a0236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '55d42f7c-13e7-4685-a851-33b19e2c264f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:52:19.692373 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d6902ddb-c343-4cc8-bfc5-7646bf641dc6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:19.693043 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6902ddb-c343-4cc8-bfc5-7646bf641dc6 None None] Bound using segment: {'id': 'bcabead2-31f4-466a-8dd5-da00098a0236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '55d42f7c-13e7-4685-a851-33b19e2c264f'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:52:19.693771 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-d6902ddb-c343-4cc8-bfc5-7646bf641dc6 None None] Bound port: 7aa53fe9-3c9c-4fbf-bbcd-083dff219792, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcabead2-31f4-466a-8dd5-da00098a0236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '55d42f7c-13e7-4685-a851-33b19e2c264f'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:52:19.694260 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d6902ddb-c343-4cc8-bfc5-7646bf641dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:19.799693 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-eeb4554e-5f13-406b-a3d6-d9ef1c983756 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:19.919751 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2f242932-9530-4b39-8eb3-7c19e569f91a tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:20.016315 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42006) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:20.060927 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-fe0e6441-1999-4020-897f-fd4920897270 None None] Attempting to bind port b155cb04-c916-427e-83fb-adc5e6f2b657 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:52:20.061497 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-fe0e6441-1999-4020-897f-fd4920897270 None None] Attempting to bind port b155cb04-c916-427e-83fb-adc5e6f2b657 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '97f23628-30fb-447c-98be-55e9823619e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '06c5aea6-8dac-4603-9536-e52423e7d5f1'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:52:20.061682 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0e6441-1999-4020-897f-fd4920897270 None None] Attempting to bind port b155cb04-c916-427e-83fb-adc5e6f2b657 on network 06c5aea6-8dac-4603-9536-e52423e7d5f1 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:52:20.099695 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-5f439a47-7386-4649-9347-f2acdd17a56c None None] Provisioning complete for port 632c8ec9-6a58-40f3-8985-ac502fe7c3d9 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:52:20.100066 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5f439a47-7386-4649-9347-f2acdd17a56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:20.166320 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-eeb4554e-5f13-406b-a3d6-d9ef1c983756 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Deleting port f1f9ff94-0544-483a-9e03-9f4e656f3f2b {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:52:20.166713 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-eeb4554e-5f13-406b-a3d6-d9ef1c983756 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:20.223885 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dfa12ce2-9046-4f69-ba9b-5d9a7aa54dc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:20.228069 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0e6441-1999-4020-897f-fd4920897270 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:52:20.228441 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0e6441-1999-4020-897f-fd4920897270 None None] Checking segment: {'id': '97f23628-30fb-447c-98be-55e9823619e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '06c5aea6-8dac-4603-9536-e52423e7d5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:52:20.228844 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-fe0e6441-1999-4020-897f-fd4920897270 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:20.229239 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0e6441-1999-4020-897f-fd4920897270 None None] Bound using segment: {'id': '97f23628-30fb-447c-98be-55e9823619e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '06c5aea6-8dac-4603-9536-e52423e7d5f1'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:52:20.229735 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-fe0e6441-1999-4020-897f-fd4920897270 None None] Bound port: b155cb04-c916-427e-83fb-adc5e6f2b657, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97f23628-30fb-447c-98be-55e9823619e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '06c5aea6-8dac-4603-9536-e52423e7d5f1'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:52:20.230230 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-fe0e6441-1999-4020-897f-fd4920897270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:20.240351 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb9788a-c4aa-4083-a79b-40192e733840 None None] Pushing event updated for resources: {'Port': ['ID=632c8ec9-6a58-40f3-8985-ac502fe7c3d9,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:20.299397 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d6902ddb-c343-4cc8-bfc5-7646bf641dc6 None None] For port 7aa53fe9-3c9c-4fbf-bbcd-083dff219792, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:52:20.365008 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d6902ddb-c343-4cc8-bfc5-7646bf641dc6 None None] For port 7aa53fe9-3c9c-4fbf-bbcd-083dff219792, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=7aa53fe9-3c9c-4fbf-bbcd-083dff219792,segment=NetworkSegment(bcabead2-31f4-466a-8dd5-da00098a0236),segment_id=bcabead2-31f4-466a-8dd5-da00098a0236)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:52:20.399961 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d6902ddb-c343-4cc8-bfc5-7646bf641dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:20.404772 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dfa12ce2-9046-4f69-ba9b-5d9a7aa54dc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:20.421368 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dfa12ce2-9046-4f69-ba9b-5d9a7aa54dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:20.508020 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-dfa12ce2-9046-4f69-ba9b-5d9a7aa54dc9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ac0391d216954d3886b7c71e21a5aa23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4882331 Oct 20 11:52:20.508020 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa12ce2-9046-4f69-ba9b-5d9a7aa54dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a862985d-9743-4903-829d-f54f90378eb4,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:20.510327 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42018) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:20.519932 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2f242932-9530-4b39-8eb3-7c19e569f91a tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:20.562679 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2f242932-9530-4b39-8eb3-7c19e569f91a tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:20.567173 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0d41fb68-1b1c-4dea-a8c8-72e9d9f5be12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:20.575379 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-eeb4554e-5f13-406b-a3d6-d9ef1c983756 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] For port f1f9ff94-0544-483a-9e03-9f4e656f3f2b, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=f1f9ff94-0544-483a-9e03-9f4e656f3f2b,segment=NetworkSegment(ae11d6fb-bf69-4203-a75e-f91e6e3ca163),segment_id=ae11d6fb-bf69-4203-a75e-f91e6e3ca163)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:52:20.577366 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-fe0e6441-1999-4020-897f-fd4920897270 None None] For port b155cb04-c916-427e-83fb-adc5e6f2b657, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:52:20.577882 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-eeb4554e-5f13-406b-a3d6-d9ef1c983756 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:20.590705 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb1da1e-1fd4-49d5-ba58-d7055f5f88f7 None None] DHCP port deletion for 91dd6139-24a1-4918-91d2-406069d11e32 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:52:20.603879 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0d41fb68-1b1c-4dea-a8c8-72e9d9f5be12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:20.656065 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-fe0e6441-1999-4020-897f-fd4920897270 None None] For port b155cb04-c916-427e-83fb-adc5e6f2b657, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=b155cb04-c916-427e-83fb-adc5e6f2b657,segment=NetworkSegment(97f23628-30fb-447c-98be-55e9823619e0),segment_id=97f23628-30fb-447c-98be-55e9823619e0)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:52:20.743772 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6902ddb-c343-4cc8-bfc5-7646bf641dc6 None None] Pushing event updated for resources: {'Port': ['ID=7aa53fe9-3c9c-4fbf-bbcd-083dff219792,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:20.747809 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0d41fb68-1b1c-4dea-a8c8-72e9d9f5be12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:20.752665 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0d41fb68-1b1c-4dea-a8c8-72e9d9f5be12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:20.754972 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0d41fb68-1b1c-4dea-a8c8-72e9d9f5be12 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a862985d-9743-4903-829d-f54f90378eb4 HTTP/1.1" status: 204 len: 168 time: 0.2436249 Oct 20 11:52:20.760860 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-fe0e6441-1999-4020-897f-fd4920897270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:20.795952 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d41fb68-1b1c-4dea-a8c8-72e9d9f5be12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a862985d-9743-4903-829d-f54f90378eb4,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:20.810215 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f242932-9530-4b39-8eb3-7c19e569f91a tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Pushing event updated for resources: {'Port': ['ID=e90911a0-e7a2-4dac-a460-b46ecd44b598,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:20.838860 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0e6441-1999-4020-897f-fd4920897270 None None] Pushing event updated for resources: {'Port': ['ID=b155cb04-c916-427e-83fb-adc5e6f2b657,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:20.933602 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-eeb4554e-5f13-406b-a3d6-d9ef1c983756 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Calling delete_port for f1f9ff94-0544-483a-9e03-9f4e656f3f2b owned by network:dhcp {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:52:20.971085 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2f242932-9530-4b39-8eb3-7c19e569f91a tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:21.224795 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f242932-9530-4b39-8eb3-7c19e569f91a tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Network 55d42f7c-13e7-4685-a851-33b19e2c264f is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:52:21.231726 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-2f242932-9530-4b39-8eb3-7c19e569f91a tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:52:21.239834 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-eeb4554e-5f13-406b-a3d6-d9ef1c983756 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:21.321096 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-ddb1da1e-1fd4-49d5-ba58-d7055f5f88f7 None None] Deleting port f1f9ff94-0544-483a-9e03-9f4e656f3f2b {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:52:21.321096 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ddb1da1e-1fd4-49d5-ba58-d7055f5f88f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:21.336619 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb4554e-5f13-406b-a3d6-d9ef1c983756 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event deleted for resources: {'Port': ['ID=f1f9ff94-0544-483a-9e03-9f4e656f3f2b,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:21.342681 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb4554e-5f13-406b-a3d6-d9ef1c983756 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] No DVR routers for this DVR port f1f9ff94-0544-483a-9e03-9f4e656f3f2b on host n-d-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:52:21.536140 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-ddb1da1e-1fd4-49d5-ba58-d7055f5f88f7 None None] For port f1f9ff94-0544-483a-9e03-9f4e656f3f2b, host n-d-814735-3, got binding levels [] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:52:21.536529 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ddb1da1e-1fd4-49d5-ba58-d7055f5f88f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:21.572896 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-ddb1da1e-1fd4-49d5-ba58-d7055f5f88f7 None None] Calling delete_port for f1f9ff94-0544-483a-9e03-9f4e656f3f2b owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:52:21.576677 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.ipam_backend_mixin [None req-ddb1da1e-1fd4-49d5-ba58-d7055f5f88f7 None None] Port f1f9ff94-0544-483a-9e03-9f4e656f3f2b was not found and therefore no delete operation was performed {{(pid=100648) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 11:52:21.579222 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ddb1da1e-1fd4-49d5-ba58-d7055f5f88f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:21.631309 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb1da1e-1fd4-49d5-ba58-d7055f5f88f7 None None] No DVR routers for this DVR port f1f9ff94-0544-483a-9e03-9f4e656f3f2b on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:52:21.724675 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb1da1e-1fd4-49d5-ba58-d7055f5f88f7 None None] Pushing event deleted for resources: {'Port': ['ID=f1f9ff94-0544-483a-9e03-9f4e656f3f2b,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:21.913511 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-eeb4554e-5f13-406b-a3d6-d9ef1c983756 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:21.940852 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-eeb4554e-5f13-406b-a3d6-d9ef1c983756 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91dd6139-24a1-4918-91d2-406069d11e32']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:21.954245 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-eeb4554e-5f13-406b-a3d6-d9ef1c983756 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae11d6fb-bf69-4203-a75e-f91e6e3ca163') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:21.955166 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-eeb4554e-5f13-406b-a3d6-d9ef1c983756 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae11d6fb-bf69-4203-a75e-f91e6e3ca163') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:21.974533 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-eeb4554e-5f13-406b-a3d6-d9ef1c983756 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:21.991731 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-eeb4554e-5f13-406b-a3d6-d9ef1c983756 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:22.001135 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeb4554e-5f13-406b-a3d6-d9ef1c983756 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Releasing vlan 1271 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:52:22.001777 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-eeb4554e-5f13-406b-a3d6-d9ef1c983756 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:22.084296 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:52:22.084296 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:52:22.084296 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:52:22.084296 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:52:22.084296 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:52:22.084296 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:52:22.084296 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:52:22.084296 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:52:22.084296 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:52:22.084296 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:52:22.084296 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:52:22.084296 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:52:22.084296 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:52:22.084296 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:52:22.084296 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:52:22.084296 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:52:22.084296 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:52:22.084296 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:52:22.084296 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:52:22.084296 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:52:22.084296 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:52:22.084296 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:52:22.084296 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:52:22.084296 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:52:22.084296 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:52:22.084296 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:52:22.084296 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:52:22.084296 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:52:22.084296 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:52:22.084296 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:52:22.084296 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:52:22.084296 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:52:22.092282 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-eeb4554e-5f13-406b-a3d6-d9ef1c983756 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:22.114508 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-eeb4554e-5f13-406b-a3d6-d9ef1c983756 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:22.124751 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-eeb4554e-5f13-406b-a3d6-d9ef1c983756 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] 10.222.0.98 "DELETE /v2.0/networks/91dd6139-24a1-4918-91d2-406069d11e32 HTTP/1.1" status: 204 len: 168 time: 2.5089123 Oct 20 11:52:22.201690 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-44fe73c0-5d3d-47ce-a6c9-3dc273678c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:22.213799 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb4554e-5f13-406b-a3d6-d9ef1c983756 tempest-NetworksTest-1617745697 tempest-NetworksTest-1617745697-project] Pushing event deleted for resources: {'Network': ['ID=91dd6139-24a1-4918-91d2-406069d11e32,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:22.248856 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f242932-9530-4b39-8eb3-7c19e569f91a tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Router f05b03a5-48a6-4833-89ed-8407e99e5541 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:52:22.418119 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:52:22.543447 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4806394-c1d4-4f6c-960a-eecaa68cbf27 None None] Network 55d42f7c-13e7-4685-a851-33b19e2c264f requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:52:22.570872 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 7aa53fe9-3c9c-4fbf-bbcd-083dff219792 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:52:22.611446 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f242932-9530-4b39-8eb3-7c19e569f91a tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:52:22.628402 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9207fb-3fc3-46c2-847b-aa1922fc4f21 None None] Sync routers for ids ['f05b03a5-48a6-4833-89ed-8407e99e5541'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:52:22.646923 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2f242932-9530-4b39-8eb3-7c19e569f91a tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] 10.222.0.98 "PUT /v2.0/routers/f05b03a5-48a6-4833-89ed-8407e99e5541/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8771658 Oct 20 11:52:22.650497 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42060) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:22.655685 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9207fb-3fc3-46c2-847b-aa1922fc4f21 None None] Routers {'f05b03a5-48a6-4833-89ed-8407e99e5541'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:52:22.658085 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-ac9207fb-3fc3-46c2-847b-aa1922fc4f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:52:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['f05b03a5-48a6-4833-89ed-8407e99e5541'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:22.700872 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42062) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:22.751329 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-ac9207fb-3fc3-46c2-847b-aa1922fc4f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:22.833854 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9207fb-3fc3-46c2-847b-aa1922fc4f21 None None] Routers {'f05b03a5-48a6-4833-89ed-8407e99e5541'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:52:22.834510 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-ac9207fb-3fc3-46c2-847b-aa1922fc4f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:52:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['f05b03a5-48a6-4833-89ed-8407e99e5541'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:22.947228 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-ac9207fb-3fc3-46c2-847b-aa1922fc4f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:22.948015 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9207fb-3fc3-46c2-847b-aa1922fc4f21 None None] The sync data for ids ['f05b03a5-48a6-4833-89ed-8407e99e5541'] in n-d-814735-3 is: [] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:52:23.017449 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-0576b653-8cfb-42af-b52e-ba3fb209ac9a None None] Provisioning complete for port 7aa53fe9-3c9c-4fbf-bbcd-083dff219792 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:52:23.017921 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0576b653-8cfb-42af-b52e-ba3fb209ac9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:23.095151 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 7aa53fe9-3c9c-4fbf-bbcd-083dff219792 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:52:23.095600 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:23.102116 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-048957b7-7e8b-4f02-ae14-424ee5f46e7e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=759c187deb5a41a2a467a3346bc65d68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3996310 Oct 20 11:52:23.102833 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42072) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:23.274625 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f02c54d5-414f-4ef0-a2b2-c58103d45cfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:23.295228 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a84e61-349f-4f39-addb-dabf908e8a25 None None] Network 06c5aea6-8dac-4603-9536-e52423e7d5f1 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:52:23.335575 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f02c54d5-414f-4ef0-a2b2-c58103d45cfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:23.445967 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f02c54d5-414f-4ef0-a2b2-c58103d45cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:23.449995 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f02c54d5-414f-4ef0-a2b2-c58103d45cfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:23.454832 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-f02c54d5-414f-4ef0-a2b2-c58103d45cfc admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ad21a4af-741c-427e-9ae9-50aaf98e0ee0 HTTP/1.1" status: 204 len: 168 time: 0.3508556 Oct 20 11:52:23.489158 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c54d5-414f-4ef0-a2b2-c58103d45cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad21a4af-741c-427e-9ae9-50aaf98e0ee0,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:23.677793 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-4ab0867f-c4e3-4dc2-a20d-e6283c0f7fce tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:52:23.686190 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4ab0867f-c4e3-4dc2-a20d-e6283c0f7fce tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] 10.222.0.98 "PUT /v2.0/routers/f05b03a5-48a6-4833-89ed-8407e99e5541/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0326405 Oct 20 11:52:23.691828 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42080) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:23.692420 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:23.852716 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:24.197932 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:24.361760 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0576b653-8cfb-42af-b52e-ba3fb209ac9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:24.434418 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 7aa53fe9-3c9c-4fbf-bbcd-083dff219792, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=7aa53fe9-3c9c-4fbf-bbcd-083dff219792,segment=NetworkSegment(bcabead2-31f4-466a-8dd5-da00098a0236),segment_id=bcabead2-31f4-466a-8dd5-da00098a0236)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:52:24.457274 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:24.458858 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b155cb04-c916-427e-83fb-adc5e6f2b657 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:52:24.781509 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=7aa53fe9-3c9c-4fbf-bbcd-083dff219792,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:24.828239 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.db.api [None req-0576b653-8cfb-42af-b52e-ba3fb209ac9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:52:24.834625 n-d-814735-3 neutron-server[100648]: DEBUG oslo_db.api [None req-0576b653-8cfb-42af-b52e-ba3fb209ac9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:52:24.853830 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port b155cb04-c916-427e-83fb-adc5e6f2b657 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:52:24.854879 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:25.109137 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42122) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:25.190113 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:25.232963 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:25.269189 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port b155cb04-c916-427e-83fb-adc5e6f2b657, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=b155cb04-c916-427e-83fb-adc5e6f2b657,segment=NetworkSegment(97f23628-30fb-447c-98be-55e9823619e0),segment_id=97f23628-30fb-447c-98be-55e9823619e0)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:52:25.287991 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:25.292137 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 632c8ec9-6a58-40f3-8985-ac502fe7c3d9 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:52:25.365677 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-c2f8441a-19fb-4947-9c64-800091ce707a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1562394748'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:52:25.435423 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f8441a-19fb-4947-9c64-800091ce707a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Made reservation on behalf of b83cf05325f74f7cb717378a188d738a for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:52:25.439267 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c2f8441a-19fb-4947-9c64-800091ce707a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:25.461570 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c2f8441a-19fb-4947-9c64-800091ce707a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:25.613408 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=b155cb04-c916-427e-83fb-adc5e6f2b657,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:25.685071 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c2f8441a-19fb-4947-9c64-800091ce707a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:25.708595 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c2f8441a-19fb-4947-9c64-800091ce707a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:25.726809 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 632c8ec9-6a58-40f3-8985-ac502fe7c3d9 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:52:25.727336 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:25.727726 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2f8441a-19fb-4947-9c64-800091ce707a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] vlan segment allocate from pool success with {'vlan_id': 1287, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:52:25.754915 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c2f8441a-19fb-4947-9c64-800091ce707a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:25.755787 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-c2f8441a-19fb-4947-9c64-800091ce707a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Added segment 7c3f21e8-40f6-4bfe-851a-67a8539229a5 of type vlan for network 8130071c-8b78-4d7b-ace8-e65b963ed198 Oct 20 11:52:25.774992 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cba9ca5b-9b8e-451b-9d03-fb378ddb0c72 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:25.846559 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-70380430-91e4-4c3d-8f06-ba39c301e183 None None] Provisioning complete for port e90911a0-e7a2-4dac-a460-b46ecd44b598 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:52:25.849803 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-70380430-91e4-4c3d-8f06-ba39c301e183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:25.856689 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c2f8441a-19fb-4947-9c64-800091ce707a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:25.935937 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c2f8441a-19fb-4947-9c64-800091ce707a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:25.942350 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-70380430-91e4-4c3d-8f06-ba39c301e183 None None] Port e90911a0-e7a2-4dac-a460-b46ecd44b598 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:52:25.958264 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f8441a-19fb-4947-9c64-800091ce707a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:25.960120 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c2f8441a-19fb-4947-9c64-800091ce707a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:26.138319 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-70380430-91e4-4c3d-8f06-ba39c301e183 None None] Provisioning complete for port b155cb04-c916-427e-83fb-adc5e6f2b657 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:52:26.138703 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-70380430-91e4-4c3d-8f06-ba39c301e183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:26.163038 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c2f8441a-19fb-4947-9c64-800091ce707a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0501380 Oct 20 11:52:26.164022 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42134) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:26.177266 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-be6dbf6c-52d2-473a-b267-e8e7f9038689 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Request body: {'port': {'network_id': '8130071c-8b78-4d7b-ace8-e65b963ed198', 'name': 'tempest-PortsIpV6TestJSON-2103617111'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:52:26.210056 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e843352e-f91a-444c-ac0e-fe05c7a0c1c8 None None] get_active_networks_info from n-d-814735-3 {{(pid=100648) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 11:52:26.439154 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6dbf6c-52d2-473a-b267-e8e7f9038689 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Made reservation on behalf of b83cf05325f74f7cb717378a188d738a for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:52:26.443895 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-be6dbf6c-52d2-473a-b267-e8e7f9038689 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:26.491582 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device f1f9ff94-0544-483a-9e03-9f4e656f3f2b no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:52:26.554366 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: f1f9ff94-0544-483a-9e03-9f4e656f3f2b {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:52:26.554960 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device f1f9ff94-0544-483a-9e03-9f4e656f3f2b not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:52:26.562753 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e843352e-f91a-444c-ac0e-fe05c7a0c1c8 None None] Resources bound (agent type, host, resource id): {{(pid=100648) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 11:52:26.571700 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [None req-be6dbf6c-52d2-473a-b267-e8e7f9038689 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] device_id is not set on port 35690f2c-2feb-4563-84b2-f5898481065c yet. {{(pid=100647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:52:26.812534 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 7aa53fe9-3c9c-4fbf-bbcd-083dff219792 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:52:26.865978 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f8441a-19fb-4947-9c64-800091ce707a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f77351-510f-49f6-8b98-56a686f17794,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:26.887073 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f8441a-19fb-4947-9c64-800091ce707a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event updated for resources: {'Network': ['ID=8130071c-8b78-4d7b-ace8-e65b963ed198,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:26.932232 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 8130071c-8b78-4d7b-ace8-e65b963ed198 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:52:27.005865 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-cba9ca5b-9b8e-451b-9d03-fb378ddb0c72 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Deleting port e90911a0-e7a2-4dac-a460-b46ecd44b598 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:52:27.006415 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cba9ca5b-9b8e-451b-9d03-fb378ddb0c72 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:27.021373 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-70380430-91e4-4c3d-8f06-ba39c301e183 None None] Provisioning complete for port 7aa53fe9-3c9c-4fbf-bbcd-083dff219792 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:52:27.028468 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-70380430-91e4-4c3d-8f06-ba39c301e183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:27.121247 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-be6dbf6c-52d2-473a-b267-e8e7f9038689 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:27.166599 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cba9ca5b-9b8e-451b-9d03-fb378ddb0c72 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:27.188212 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-cba9ca5b-9b8e-451b-9d03-fb378ddb0c72 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Calling delete_port for e90911a0-e7a2-4dac-a460-b46ecd44b598 owned by network:router_interface {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:52:27.219088 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 7aa53fe9-3c9c-4fbf-bbcd-083dff219792 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:52:27.220108 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:27.230882 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-be6dbf6c-52d2-473a-b267-e8e7f9038689 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:27.640861 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b155cb04-c916-427e-83fb-adc5e6f2b657 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:52:27.684452 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6dbf6c-52d2-473a-b267-e8e7f9038689 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event updated for resources: {'Port': ['ID=35690f2c-2feb-4563-84b2-f5898481065c,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:27.758690 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6dbf6c-52d2-473a-b267-e8e7f9038689 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Checking segment: {'id': '7c3f21e8-40f6-4bfe-851a-67a8539229a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '8130071c-8b78-4d7b-ace8-e65b963ed198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:52:27.759098 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6dbf6c-52d2-473a-b267-e8e7f9038689 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Network hostable DHCP agents. Network: 8130071c-8b78-4d7b-ace8-e65b963ed198, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:52:27.768091 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-5b0f2017-6746-4b14-8bcb-e31ff7c4bedc None None] Provisioning complete for port e90911a0-e7a2-4dac-a460-b46ecd44b598 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:52:27.768465 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5b0f2017-6746-4b14-8bcb-e31ff7c4bedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:27.777597 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port b155cb04-c916-427e-83fb-adc5e6f2b657 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:52:27.783308 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:27.829706 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6dbf6c-52d2-473a-b267-e8e7f9038689 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Network 8130071c-8b78-4d7b-ace8-e65b963ed198 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:52:27.877205 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-be6dbf6c-52d2-473a-b267-e8e7f9038689 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 8130071c-8b78-4d7b-ace8-e65b963ed198) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:52:27.914965 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6dbf6c-52d2-473a-b267-e8e7f9038689 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:52:27.948767 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6dbf6c-52d2-473a-b267-e8e7f9038689 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:27.949442 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-be6dbf6c-52d2-473a-b267-e8e7f9038689 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:27.999272 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-be6dbf6c-52d2-473a-b267-e8e7f9038689 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8279855 Oct 20 11:52:28.004553 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cba9ca5b-9b8e-451b-9d03-fb378ddb0c72 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:28.005861 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42160) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:28.017590 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-19407f64-6b6b-404e-b247-0168f15cbec3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2135114833'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:52:28.050134 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba9ca5b-9b8e-451b-9d03-fb378ddb0c72 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Pushing event deleted for resources: {'Port': ['ID=e90911a0-e7a2-4dac-a460-b46ecd44b598,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:28.057315 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19407f64-6b6b-404e-b247-0168f15cbec3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Made reservation on behalf of b83cf05325f74f7cb717378a188d738a for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:52:28.062509 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-19407f64-6b6b-404e-b247-0168f15cbec3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:28.146838 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19407f64-6b6b-404e-b247-0168f15cbec3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] vlan segment allocate from pool success with {'vlan_id': 1282, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:52:28.172823 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-19407f64-6b6b-404e-b247-0168f15cbec3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:28.173511 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-19407f64-6b6b-404e-b247-0168f15cbec3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Added segment 561ca4a5-ec7b-44fd-940d-4679c39292da of type vlan for network 174d763d-c16d-4c2a-8896-3e8ea4a77a2a Oct 20 11:52:28.327418 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-19407f64-6b6b-404e-b247-0168f15cbec3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:28.349648 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-5b0f2017-6746-4b14-8bcb-e31ff7c4bedc None None] Port e90911a0-e7a2-4dac-a460-b46ecd44b598 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:52:28.351314 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e052a938-b874-4d6a-8dcf-16a95ccd5f56 None None] Network 8130071c-8b78-4d7b-ace8-e65b963ed198 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:52:28.419332 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-19407f64-6b6b-404e-b247-0168f15cbec3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:28.434420 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19407f64-6b6b-404e-b247-0168f15cbec3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:28.446907 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-19407f64-6b6b-404e-b247-0168f15cbec3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:28.528459 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cba9ca5b-9b8e-451b-9d03-fb378ddb0c72 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:28.578355 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-19407f64-6b6b-404e-b247-0168f15cbec3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5678349 Oct 20 11:52:28.580651 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42174) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:28.628336 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-21b81bb9-00c3-4216-ac19-e64b4381d440 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Request body: {'ports': [{'network_id': '8130071c-8b78-4d7b-ace8-e65b963ed198'}, {'network_id': '174d763d-c16d-4c2a-8896-3e8ea4a77a2a'}]} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:52:28.633450 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-21b81bb9-00c3-4216-ac19-e64b4381d440 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Request body: {'port': {'network_id': '8130071c-8b78-4d7b-ace8-e65b963ed198'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:52:28.634200 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-21b81bb9-00c3-4216-ac19-e64b4381d440 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Request body: {'port': {'network_id': '174d763d-c16d-4c2a-8896-3e8ea4a77a2a'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:52:28.680414 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19407f64-6b6b-404e-b247-0168f15cbec3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event updated for resources: {'Network': ['ID=174d763d-c16d-4c2a-8896-3e8ea4a77a2a,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:28.718536 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 174d763d-c16d-4c2a-8896-3e8ea4a77a2a details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:52:28.918161 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a97b1-8946-4fbb-8898-7e988f18607f req-6ccd7d0e-1be0-4565-b38a-3bcf4966fc65 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:28.925971 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a97b1-8946-4fbb-8898-7e988f18607f req-6ccd7d0e-1be0-4565-b38a-3bcf4966fc65 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:28.933906 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a97b1-8946-4fbb-8898-7e988f18607f req-6ccd7d0e-1be0-4565-b38a-3bcf4966fc65 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:28.942355 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a97b1-8946-4fbb-8898-7e988f18607f req-6ccd7d0e-1be0-4565-b38a-3bcf4966fc65 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:28.951626 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a97b1-8946-4fbb-8898-7e988f18607f req-6ccd7d0e-1be0-4565-b38a-3bcf4966fc65 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:28.958008 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a97b1-8946-4fbb-8898-7e988f18607f req-6ccd7d0e-1be0-4565-b38a-3bcf4966fc65 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:28.964720 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a97b1-8946-4fbb-8898-7e988f18607f req-6ccd7d0e-1be0-4565-b38a-3bcf4966fc65 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:28.967112 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b81bb9-00c3-4216-ac19-e64b4381d440 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Made reservation on behalf of b83cf05325f74f7cb717378a188d738a for: {'port': 2} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:52:28.967674 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f07a97b1-8946-4fbb-8898-7e988f18607f req-6ccd7d0e-1be0-4565-b38a-3bcf4966fc65 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 5445 time: 0.3114071 Oct 20 11:52:28.972668 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba9ca5b-9b8e-451b-9d03-fb378ddb0c72 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Router f05b03a5-48a6-4833-89ed-8407e99e5541 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:52:28.977063 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-21b81bb9-00c3-4216-ac19-e64b4381d440 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:29.018082 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-21b81bb9-00c3-4216-ac19-e64b4381d440 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:29.205898 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-21b81bb9-00c3-4216-ac19-e64b4381d440 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] device_id is not set on port 5fc08d5b-c770-45f1-a683-e5645dfe5235 yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:52:29.227532 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba9ca5b-9b8e-451b-9d03-fb378ddb0c72 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:52:29.240100 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d014b7-fb31-4754-80c5-2aefe7eff7ef None None] Sync routers for ids ['f05b03a5-48a6-4833-89ed-8407e99e5541'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:52:29.254682 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d014b7-fb31-4754-80c5-2aefe7eff7ef None None] Routers {'f05b03a5-48a6-4833-89ed-8407e99e5541'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:52:29.256655 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-f7d014b7-fb31-4754-80c5-2aefe7eff7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:52:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['f05b03a5-48a6-4833-89ed-8407e99e5541'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:29.266374 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-cba9ca5b-9b8e-451b-9d03-fb378ddb0c72 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] 10.222.0.98 "PUT /v2.0/routers/f05b03a5-48a6-4833-89ed-8407e99e5541/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5659130 Oct 20 11:52:29.268905 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42186) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:29.303942 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f07a97b1-8946-4fbb-8898-7e988f18607f req-c5f92b35-8b61-4da8-9fc8-eb588d09506f tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups?id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&id=ebd2ba54-3ef1-40c4-b641-2d063f2d73b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3236489 Oct 20 11:52:29.332802 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-9ef233bb-35fd-4d45-9bad-41ddc34c737f tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] delete failed (client error): The resource could not be found. Oct 20 11:52:29.333886 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-9ef233bb-35fd-4d45-9bad-41ddc34c737f tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] 10.222.0.98 "DELETE /v2.0/routers/tempest-non_exist_router-530787482 HTTP/1.1" status: 404 len: 334 time: 0.0640147 Oct 20 11:52:29.337890 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42188) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:29.343298 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-1af529d7-6a9b-4a76-bb6c-0d6210fe75ec tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f05b03a5-48a6-4833-89ed-8407e99e5541'}}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:52:29.403521 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-f7d014b7-fb31-4754-80c5-2aefe7eff7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:29.441827 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d014b7-fb31-4754-80c5-2aefe7eff7ef None None] Routers {'f05b03a5-48a6-4833-89ed-8407e99e5541'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:52:29.442489 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-f7d014b7-fb31-4754-80c5-2aefe7eff7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:52:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['f05b03a5-48a6-4833-89ed-8407e99e5541'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:29.495840 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-21b81bb9-00c3-4216-ac19-e64b4381d440 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:29.523175 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-f7d014b7-fb31-4754-80c5-2aefe7eff7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:29.523982 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d014b7-fb31-4754-80c5-2aefe7eff7ef None None] The sync data for ids ['f05b03a5-48a6-4833-89ed-8407e99e5541'] in n-d-814735-3 is: [] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:52:29.588036 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-21b81bb9-00c3-4216-ac19-e64b4381d440 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] device_id is not set on port d04e7157-83d3-490e-b5e6-cee9419ed267 yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:52:29.809352 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-21b81bb9-00c3-4216-ac19-e64b4381d440 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:29.866754 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1af529d7-6a9b-4a76-bb6c-0d6210fe75ec tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:29.899691 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-21b81bb9-00c3-4216-ac19-e64b4381d440 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:29.949859 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-d4dc45ce-077b-418d-8a99-1223d0babd56 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:29.966510 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-d4dc45ce-077b-418d-8a99-1223d0babd56 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:29.976511 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-d4dc45ce-077b-418d-8a99-1223d0babd56 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:29.983686 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-d4dc45ce-077b-418d-8a99-1223d0babd56 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:29.989868 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-d4dc45ce-077b-418d-8a99-1223d0babd56 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:29.996232 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-d4dc45ce-077b-418d-8a99-1223d0babd56 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:30.000553 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b81bb9-00c3-4216-ac19-e64b4381d440 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Network 8130071c-8b78-4d7b-ace8-e65b963ed198 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:52:30.002145 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-d4dc45ce-077b-418d-8a99-1223d0babd56 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:30.004264 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-d4dc45ce-077b-418d-8a99-1223d0babd56 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 5445 time: 0.3736432 Oct 20 11:52:30.005102 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [None req-1af529d7-6a9b-4a76-bb6c-0d6210fe75ec tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] update failed (client error): The resource could not be found. Oct 20 11:52:30.006025 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-1af529d7-6a9b-4a76-bb6c-0d6210fe75ec tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] 10.222.0.98 "PUT /v2.0/routers/f05b03a5-48a6-4833-89ed-8407e99e5541 HTTP/1.1" status: 404 len: 339 time: 0.6670797 Oct 20 11:52:30.011669 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42196) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:30.017838 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-21b81bb9-00c3-4216-ac19-e64b4381d440 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:52:30.022973 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b81bb9-00c3-4216-ac19-e64b4381d440 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:52:30.023904 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-21b81bb9-00c3-4216-ac19-e64b4381d440 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:30.052037 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b81bb9-00c3-4216-ac19-e64b4381d440 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event updated for resources: {'Port': ['ID=5fc08d5b-c770-45f1-a683-e5645dfe5235,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:30.081410 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-81f4fb0d-cc4c-467e-bff7-6dedf666d590 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:30.082814 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-81f4fb0d-cc4c-467e-bff7-6dedf666d590 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.11 "GET /v2.0/ports/66ac31c8-5739-4120-877b-97dbbd1c5090?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0673857 Oct 20 11:52:30.263297 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-e0cfda92-fe51-4940-bf25-fd9026be31ee tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.11 "GET /v2.0/networks/777f6155-4cb8-4ffe-990a-e0dddbce5ad7?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1726274 Oct 20 11:52:30.272928 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-08ce3451-a62d-4559-86d0-c4a770d066a4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:52:30.340227 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-08ce3451-a62d-4559-86d0-c4a770d066a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:30.364171 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b81bb9-00c3-4216-ac19-e64b4381d440 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Checking segment: {'id': '561ca4a5-ec7b-44fd-940d-4679c39292da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '174d763d-c16d-4c2a-8896-3e8ea4a77a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:52:30.364771 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b81bb9-00c3-4216-ac19-e64b4381d440 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Network hostable DHCP agents. Network: 174d763d-c16d-4c2a-8896-3e8ea4a77a2a, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:52:30.508652 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b81bb9-00c3-4216-ac19-e64b4381d440 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event updated for resources: {'Port': ['ID=d04e7157-83d3-490e-b5e6-cee9419ed267,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:30.701552 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b81bb9-00c3-4216-ac19-e64b4381d440 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Network 174d763d-c16d-4c2a-8896-3e8ea4a77a2a is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:52:30.715630 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2481cec4-9035-4b58-94cf-bc54d3452c76 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:30.803457 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-08ce3451-a62d-4559-86d0-c4a770d066a4 service neutron] For port 66ac31c8-5739-4120-877b-97dbbd1c5090, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=66ac31c8-5739-4120-877b-97dbbd1c5090,segment=NetworkSegment(d46e7e29-b111-4410-8455-78fe43083225),segment_id=d46e7e29-b111-4410-8455-78fe43083225)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:52:30.808904 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-21b81bb9-00c3-4216-ac19-e64b4381d440 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 174d763d-c16d-4c2a-8896-3e8ea4a77a2a) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:52:30.820267 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2b9fc0-ff3e-416c-8def-d57fa8631402 None None] Network 174d763d-c16d-4c2a-8896-3e8ea4a77a2a requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:52:30.840545 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b81bb9-00c3-4216-ac19-e64b4381d440 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:52:30.856352 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-08ce3451-a62d-4559-86d0-c4a770d066a4 service neutron] For port 66ac31c8-5739-4120-877b-97dbbd1c5090, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:52:30.874253 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b81bb9-00c3-4216-ac19-e64b4381d440 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:30.897026 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-08ce3451-a62d-4559-86d0-c4a770d066a4 service neutron] device_id is not set on port 66ac31c8-5739-4120-877b-97dbbd1c5090 yet. {{(pid=100647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:52:30.908424 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-08ce3451-a62d-4559-86d0-c4a770d066a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:30.908970 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b81bb9-00c3-4216-ac19-e64b4381d440 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:30.910125 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-21b81bb9-00c3-4216-ac19-e64b4381d440 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:30.923104 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-08ce3451-a62d-4559-86d0-c4a770d066a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:30.967867 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4daf470-3276-4249-bf8e-6df65dca4594 req-980c8081-4920-43e2-a3f3-9118e89ea9e0 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:30.975367 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4daf470-3276-4249-bf8e-6df65dca4594 req-980c8081-4920-43e2-a3f3-9118e89ea9e0 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:30.983136 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4daf470-3276-4249-bf8e-6df65dca4594 req-980c8081-4920-43e2-a3f3-9118e89ea9e0 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:30.991950 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4daf470-3276-4249-bf8e-6df65dca4594 req-980c8081-4920-43e2-a3f3-9118e89ea9e0 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:30.998440 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4daf470-3276-4249-bf8e-6df65dca4594 req-980c8081-4920-43e2-a3f3-9118e89ea9e0 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:31.005037 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4daf470-3276-4249-bf8e-6df65dca4594 req-980c8081-4920-43e2-a3f3-9118e89ea9e0 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:31.011547 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4daf470-3276-4249-bf8e-6df65dca4594 req-980c8081-4920-43e2-a3f3-9118e89ea9e0 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:31.013871 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e4daf470-3276-4249-bf8e-6df65dca4594 req-980c8081-4920-43e2-a3f3-9118e89ea9e0 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 5445 time: 0.5291913 Oct 20 11:52:31.055102 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ce3451-a62d-4559-86d0-c4a770d066a4 service neutron] Pushing event updated for resources: {'Port': ['ID=66ac31c8-5739-4120-877b-97dbbd1c5090,revision_number=6']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:31.110219 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e4daf470-3276-4249-bf8e-6df65dca4594 req-ee4f6e0a-da01-489c-929a-7255866f382f tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups?id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&id=ebd2ba54-3ef1-40c4-b641-2d063f2d73b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0505898 Oct 20 11:52:31.139723 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-08ce3451-a62d-4559-86d0-c4a770d066a4 service neutron] No DVR routers for this DVR port 66ac31c8-5739-4120-877b-97dbbd1c5090 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:52:31.182851 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-08ce3451-a62d-4559-86d0-c4a770d066a4 service neutron] In _notify_port_updated(), no bound segment for port 66ac31c8-5739-4120-877b-97dbbd1c5090 on network 777f6155-4cb8-4ffe-990a-e0dddbce5ad7 {{(pid=100647) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 11:52:31.183979 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-08ce3451-a62d-4559-86d0-c4a770d066a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:31.184669 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-08ce3451-a62d-4559-86d0-c4a770d066a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:31.186168 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-08ce3451-a62d-4559-86d0-c4a770d066a4 service neutron] 10.222.0.11 "PUT /v2.0/ports/66ac31c8-5739-4120-877b-97dbbd1c5090 HTTP/1.1" status: 200 len: 1033 time: 0.9187443 Oct 20 11:52:31.253086 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-07b1108d-8e8b-4a50-8bb9-4f547b84fdf8 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:31.269036 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-07b1108d-8e8b-4a50-8bb9-4f547b84fdf8 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.11 "GET /v2.0/ports/d93caff8-51aa-4df8-901b-080c6ddec185?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0674486 Oct 20 11:52:31.283158 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-21fbb791-88ad-4576-a4f9-839aefdd85d4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:52:31.286138 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-21b81bb9-00c3-4216-ac19-e64b4381d440 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6648591 Oct 20 11:52:31.290269 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42208) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:31.378741 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-21fbb791-88ad-4576-a4f9-839aefdd85d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:31.482235 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-2481cec4-9035-4b58-94cf-bc54d3452c76 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Allocated IP 172.20.0.1 (ce9328bb-2e67-4750-adb2-71c50ab6f451/7d74d40f-842f-405a-baee-9756ea62269e/b4ca600c-2e40-4c60-bdab-dca64e7b3a4b) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:52:31.504486 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-acc8b7a9-a1f1-496c-aaa4-be996774680a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Deleting port d04e7157-83d3-490e-b5e6-cee9419ed267 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:52:31.506054 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-acc8b7a9-a1f1-496c-aaa4-be996774680a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:31.513367 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-c887f0f6-2694-4e02-a571-acd6c020d03d None None] Provisioning complete for port 66ac31c8-5739-4120-877b-97dbbd1c5090 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:52:31.513736 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c887f0f6-2694-4e02-a571-acd6c020d03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:31.570658 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-21fbb791-88ad-4576-a4f9-839aefdd85d4 service neutron] For port d93caff8-51aa-4df8-901b-080c6ddec185, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=d93caff8-51aa-4df8-901b-080c6ddec185,segment=NetworkSegment(d46e7e29-b111-4410-8455-78fe43083225),segment_id=d46e7e29-b111-4410-8455-78fe43083225)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:52:31.571801 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-c887f0f6-2694-4e02-a571-acd6c020d03d None None] Port 66ac31c8-5739-4120-877b-97dbbd1c5090 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:52:31.625143 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-21fbb791-88ad-4576-a4f9-839aefdd85d4 service neutron] For port d93caff8-51aa-4df8-901b-080c6ddec185, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:52:31.697358 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-acc8b7a9-a1f1-496c-aaa4-be996774680a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:31.701023 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-21fbb791-88ad-4576-a4f9-839aefdd85d4 service neutron] device_id is not set on port d93caff8-51aa-4df8-901b-080c6ddec185 yet. {{(pid=100647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:52:31.712749 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-21fbb791-88ad-4576-a4f9-839aefdd85d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:31.722468 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-acc8b7a9-a1f1-496c-aaa4-be996774680a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Calling delete_port for d04e7157-83d3-490e-b5e6-cee9419ed267 owned by {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:52:31.723477 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-21fbb791-88ad-4576-a4f9-839aefdd85d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:31.738835 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2481cec4-9035-4b58-94cf-bc54d3452c76 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:31.854335 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fbb791-88ad-4576-a4f9-839aefdd85d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d93caff8-51aa-4df8-901b-080c6ddec185,revision_number=6']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:31.900739 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-21fbb791-88ad-4576-a4f9-839aefdd85d4 service neutron] No DVR routers for this DVR port d93caff8-51aa-4df8-901b-080c6ddec185 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:52:31.905184 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2481cec4-9035-4b58-94cf-bc54d3452c76 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:32.005050 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-21fbb791-88ad-4576-a4f9-839aefdd85d4 service neutron] In _notify_port_updated(), no bound segment for port d93caff8-51aa-4df8-901b-080c6ddec185 on network 777f6155-4cb8-4ffe-990a-e0dddbce5ad7 {{(pid=100647) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 11:52:32.008973 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-21fbb791-88ad-4576-a4f9-839aefdd85d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:32.009838 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-21fbb791-88ad-4576-a4f9-839aefdd85d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:32.014291 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-21fbb791-88ad-4576-a4f9-839aefdd85d4 service neutron] 10.222.0.11 "PUT /v2.0/ports/d93caff8-51aa-4df8-901b-080c6ddec185 HTTP/1.1" status: 200 len: 1032 time: 0.7386901 Oct 20 11:52:32.042433 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2481cec4-9035-4b58-94cf-bc54d3452c76 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Network ce9328bb-2e67-4750-adb2-71c50ab6f451 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:52:32.058614 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-2481cec4-9035-4b58-94cf-bc54d3452c76 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:52:32.065020 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2481cec4-9035-4b58-94cf-bc54d3452c76 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:52:32.082913 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-acc8b7a9-a1f1-496c-aaa4-be996774680a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:32.202219 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-5713ff23-ccac-4202-8327-07d356ac5a6a tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Deleting port 3ab69a51-91cc-41f2-97f3-589067ce8290 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:52:32.202579 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-5713ff23-ccac-4202-8327-07d356ac5a6a tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:32.210862 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2481cec4-9035-4b58-94cf-bc54d3452c76 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:32.313321 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-91666316-d771-4351-9fc7-a7ed7f3a9012 None None] Provisioning complete for port d93caff8-51aa-4df8-901b-080c6ddec185 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:52:32.313811 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-91666316-d771-4351-9fc7-a7ed7f3a9012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:32.370913 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-91666316-d771-4351-9fc7-a7ed7f3a9012 None None] Port d93caff8-51aa-4df8-901b-080c6ddec185 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:52:32.457058 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-5713ff23-ccac-4202-8327-07d356ac5a6a tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] For port 3ab69a51-91cc-41f2-97f3-589067ce8290, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=3ab69a51-91cc-41f2-97f3-589067ce8290,segment=NetworkSegment(52735a1f-98a3-4d0e-8b1b-ed6b349adcf3),segment_id=52735a1f-98a3-4d0e-8b1b-ed6b349adcf3)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:52:32.457640 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-5713ff23-ccac-4202-8327-07d356ac5a6a tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:32.474821 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-5713ff23-ccac-4202-8327-07d356ac5a6a tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Calling delete_port for 3ab69a51-91cc-41f2-97f3-589067ce8290 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:52:32.504775 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cddd7f-dc5e-4999-b688-0ec3cfde808f req-03bd9244-21d5-495d-9753-275768668fcf tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:32.525710 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cddd7f-dc5e-4999-b688-0ec3cfde808f req-03bd9244-21d5-495d-9753-275768668fcf tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:32.542402 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cddd7f-dc5e-4999-b688-0ec3cfde808f req-03bd9244-21d5-495d-9753-275768668fcf tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:32.563963 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cddd7f-dc5e-4999-b688-0ec3cfde808f req-03bd9244-21d5-495d-9753-275768668fcf tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:32.573252 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cddd7f-dc5e-4999-b688-0ec3cfde808f req-03bd9244-21d5-495d-9753-275768668fcf tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:32.575768 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-04cddd7f-dc5e-4999-b688-0ec3cfde808f req-03bd9244-21d5-495d-9753-275768668fcf tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 3886 time: 0.1820447 Oct 20 11:52:32.584880 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 66ac31c8-5739-4120-877b-97dbbd1c5090 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:52:32.718050 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-0df05624-cd9d-4141-9b0e-db8fc3d7d9be None None] Provisioning complete for port b4ca600c-2e40-4c60-bdab-dca64e7b3a4b triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:52:32.720520 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0df05624-cd9d-4141-9b0e-db8fc3d7d9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:32.727552 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-acc8b7a9-a1f1-496c-aaa4-be996774680a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:32.738101 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-acc8b7a9-a1f1-496c-aaa4-be996774680a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "DELETE /v2.0/ports/d04e7157-83d3-490e-b5e6-cee9419ed267 HTTP/1.1" status: 204 len: 168 time: 1.4470654 Oct 20 11:52:32.743608 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2481cec4-9035-4b58-94cf-bc54d3452c76 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:32.745807 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481cec4-9035-4b58-94cf-bc54d3452c76 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Pushing event updated for resources: {'Port': ['ID=b4ca600c-2e40-4c60-bdab-dca64e7b3a4b,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:32.768289 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42228) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:32.828090 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-0df05624-cd9d-4141-9b0e-db8fc3d7d9be None None] Port b4ca600c-2e40-4c60-bdab-dca64e7b3a4b cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:52:32.837972 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 66ac31c8-5739-4120-877b-97dbbd1c5090 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:52:32.842490 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device eadd32f2-5de8-4740-bf63-25c0ecaf752e no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:52:32.886474 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-04cddd7f-dc5e-4999-b688-0ec3cfde808f req-ef486cc0-260d-420a-b910-4391052e6e8a tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups?id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771216 Oct 20 11:52:32.953246 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc8b7a9-a1f1-496c-aaa4-be996774680a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event deleted for resources: {'Port': ['ID=d04e7157-83d3-490e-b5e6-cee9419ed267,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:33.036440 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-5713ff23-ccac-4202-8327-07d356ac5a6a tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:33.049282 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:33.072496 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5733fe9c-0b58-462c-8b05-bdd78597b5c0 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:33.102983 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5733fe9c-0b58-462c-8b05-bdd78597b5c0 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:33.111764 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5733fe9c-0b58-462c-8b05-bdd78597b5c0 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.3334603 Oct 20 11:52:33.120403 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42234) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:33.139574 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port eadd32f2-5de8-4740-bf63-25c0ecaf752e, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=eadd32f2-5de8-4740-bf63-25c0ecaf752e,segment=NetworkSegment(d46e7e29-b111-4410-8455-78fe43083225),segment_id=d46e7e29-b111-4410-8455-78fe43083225)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:52:33.140604 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eadd32f2-5de8-4740-bf63-25c0ecaf752e'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:52:33.144386 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe6ea16-c1af-4df0-ac72-f6a12b1186c4" -d '{"events": [{"server_uuid": "ec58b319-2247-4b2a-a5eb-e9c34df81084", "name": "network-vif-unplugged", "status": "completed", "tag": "eadd32f2-5de8-4740-bf63-25c0ecaf752e"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:52:33.167127 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:33.167899 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device d93caff8-51aa-4df8-901b-080c6ddec185 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:52:33.200330 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713ff23-ccac-4202-8327-07d356ac5a6a tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Pushing event deleted for resources: {'Port': ['ID=3ab69a51-91cc-41f2-97f3-589067ce8290,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:33.245831 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-5713ff23-ccac-4202-8327-07d356ac5a6a tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] No DVR routers for this DVR port 3ab69a51-91cc-41f2-97f3-589067ce8290 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:52:33.248627 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-5713ff23-ccac-4202-8327-07d356ac5a6a tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:33.252074 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-5713ff23-ccac-4202-8327-07d356ac5a6a tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.11 "DELETE /v2.0/ports/3ab69a51-91cc-41f2-97f3-589067ce8290 HTTP/1.1" status: 204 len: 173 time: 1.2310612 Oct 20 11:52:33.252539 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'name': 'network-vif-deleted', 'tag': '3ab69a51-91cc-41f2-97f3-589067ce8290'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:52:33.259951 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e89e71f-60fe-4a60-8615-1cb4f3026432" -d '{"events": [{"server_uuid": "ec58b319-2247-4b2a-a5eb-e9c34df81084", "name": "network-vif-deleted", "tag": "3ab69a51-91cc-41f2-97f3-589067ce8290"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:52:33.395296 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device d93caff8-51aa-4df8-901b-080c6ddec185 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:52:33.398572 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 156bbe0d-6a54-43ba-bd2e-a378130a9552 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:52:33.458547 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d78cb4-30dd-40ba-be00-b22ccee5d247 x-openstack-request-id: req-51d78cb4-30dd-40ba-be00-b22ccee5d247 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:52:33.459054 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec58b319-2247-4b2a-a5eb-e9c34df81084", "name": "network-vif-unplugged", "status": "completed", "tag": "eadd32f2-5de8-4740-bf63-25c0ecaf752e", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:52:33.459598 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-51d78cb4-30dd-40ba-be00-b22ccee5d247 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:52:33.460134 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eadd32f2-5de8-4740-bf63-25c0ecaf752e', 'code': 200} Oct 20 11:52:33.471290 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=eadd32f2-5de8-4740-bf63-25c0ecaf752e,revision_number=6']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:33.518289 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-633853fb-b805-4229-9e52-606c17025f0b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Deleting port 72d30f74-19c2-4076-9dd0-555da975bbf8 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:52:33.518867 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-633853fb-b805-4229-9e52-606c17025f0b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:33.563207 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-7fe34f4b-b3af-44e5-977c-bf4809da72ba tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Deleting port 5fc08d5b-c770-45f1-a683-e5645dfe5235 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:52:33.566890 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7fe34f4b-b3af-44e5-977c-bf4809da72ba tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:33.576877 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d04875-8051-4b62-9ebc-ffee40babbfd x-openstack-request-id: req-c1d04875-8051-4b62-9ebc-ffee40babbfd {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:52:33.577164 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec58b319-2247-4b2a-a5eb-e9c34df81084", "name": "network-vif-deleted", "tag": "3ab69a51-91cc-41f2-97f3-589067ce8290", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:52:33.577413 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c1d04875-8051-4b62-9ebc-ffee40babbfd {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:52:33.577818 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'name': 'network-vif-deleted', 'tag': '3ab69a51-91cc-41f2-97f3-589067ce8290', 'status': 'completed', 'code': 200} Oct 20 11:52:33.630634 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:33.712638 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 156bbe0d-6a54-43ba-bd2e-a378130a9552, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=156bbe0d-6a54-43ba-bd2e-a378130a9552,segment=NetworkSegment(52735a1f-98a3-4d0e-8b1b-ed6b349adcf3),segment_id=52735a1f-98a3-4d0e-8b1b-ed6b349adcf3)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:52:33.728278 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:33.729374 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 72d30f74-19c2-4076-9dd0-555da975bbf8 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:52:33.817286 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=156bbe0d-6a54-43ba-bd2e-a378130a9552,revision_number=6']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:33.824578 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-633853fb-b805-4229-9e52-606c17025f0b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] For port 72d30f74-19c2-4076-9dd0-555da975bbf8, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=72d30f74-19c2-4076-9dd0-555da975bbf8,segment=NetworkSegment(54b4c258-5e6a-4e24-a14d-5574a295f58e),segment_id=54b4c258-5e6a-4e24-a14d-5574a295f58e)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:52:33.825173 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-633853fb-b805-4229-9e52-606c17025f0b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:34.019539 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:34.136542 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 72d30f74-19c2-4076-9dd0-555da975bbf8, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=72d30f74-19c2-4076-9dd0-555da975bbf8,segment=NetworkSegment(54b4c258-5e6a-4e24-a14d-5574a295f58e),segment_id=54b4c258-5e6a-4e24-a14d-5574a295f58e)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:52:34.154242 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:34.155100 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 6ad2a011-ec11-4f8c-a65c-c33563a4051e no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:52:34.380258 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=72d30f74-19c2-4076-9dd0-555da975bbf8,revision_number=6']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:34.387735 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7fe34f4b-b3af-44e5-977c-bf4809da72ba tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:34.443344 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-7fe34f4b-b3af-44e5-977c-bf4809da72ba tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Calling delete_port for 5fc08d5b-c770-45f1-a683-e5645dfe5235 owned by {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:52:34.507375 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:34.567657 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-633853fb-b805-4229-9e52-606c17025f0b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:34.569936 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-633853fb-b805-4229-9e52-606c17025f0b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:34.571127 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-633853fb-b805-4229-9e52-606c17025f0b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Floating IP ec4a66eb-8475-4cf0-8e41-e1c2ff2435d5 disassociated. External IP: 172.25.5.68, port: 72d30f74-19c2-4076-9dd0-555da975bbf8. Oct 20 11:52:34.574359 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-633853fb-b805-4229-9e52-606c17025f0b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Calling delete_port for 72d30f74-19c2-4076-9dd0-555da975bbf8 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:52:34.597541 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 6ad2a011-ec11-4f8c-a65c-c33563a4051e, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=6ad2a011-ec11-4f8c-a65c-c33563a4051e,segment=NetworkSegment(d46e7e29-b111-4410-8455-78fe43083225),segment_id=d46e7e29-b111-4410-8455-78fe43083225)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:52:34.607030 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:34.607947 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 3ab69a51-91cc-41f2-97f3-589067ce8290 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:52:34.681547 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6fffc-7373-4c21-a5b0-ff2f685e1003 req-dc1a17f5-0ee8-4002-bec1-d0adca486875 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:34.714645 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6fffc-7373-4c21-a5b0-ff2f685e1003 req-dc1a17f5-0ee8-4002-bec1-d0adca486875 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:34.743056 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6fffc-7373-4c21-a5b0-ff2f685e1003 req-dc1a17f5-0ee8-4002-bec1-d0adca486875 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:34.761734 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6fffc-7373-4c21-a5b0-ff2f685e1003 req-dc1a17f5-0ee8-4002-bec1-d0adca486875 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:34.763917 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bbe6fffc-7373-4c21-a5b0-ff2f685e1003 req-dc1a17f5-0ee8-4002-bec1-d0adca486875 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 3145 time: 0.3490658 Oct 20 11:52:34.793840 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42268) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:34.794344 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: 3ab69a51-91cc-41f2-97f3-589067ce8290 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:52:34.794907 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 3ab69a51-91cc-41f2-97f3-589067ce8290 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:52:34.800497 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=6ad2a011-ec11-4f8c-a65c-c33563a4051e,revision_number=6']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:34.912332 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2481cec4-9035-4b58-94cf-bc54d3452c76 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:34.914044 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7fe34f4b-b3af-44e5-977c-bf4809da72ba tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:34.979154 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe34f4b-b3af-44e5-977c-bf4809da72ba tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event deleted for resources: {'Port': ['ID=5fc08d5b-c770-45f1-a683-e5645dfe5235,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:34.992315 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2481cec4-9035-4b58-94cf-bc54d3452c76 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:35.111168 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7fe34f4b-b3af-44e5-977c-bf4809da72ba tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:35.128102 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7fe34f4b-b3af-44e5-977c-bf4809da72ba tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "DELETE /v2.0/ports/5fc08d5b-c770-45f1-a683-e5645dfe5235 HTTP/1.1" status: 204 len: 168 time: 2.0065999 Oct 20 11:52:35.131037 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42272) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:35.209831 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e4b58e75-5995-4891-84ae-5f1b6d93b20c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:35.240353 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bbe6fffc-7373-4c21-a5b0-ff2f685e1003 req-da3f024c-f6cc-4021-a35c-c4bc034f8899 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups?id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4673395 Oct 20 11:52:35.297882 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481cec4-9035-4b58-94cf-bc54d3452c76 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Pushing event updated for resources: {'Port': ['ID=b4ca600c-2e40-4c60-bdab-dca64e7b3a4b,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:35.303043 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2481cec4-9035-4b58-94cf-bc54d3452c76 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:35.464754 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '156bbe0d-6a54-43ba-bd2e-a378130a9552'}, {'server_uuid': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72d30f74-19c2-4076-9dd0-555da975bbf8'}, {'server_uuid': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ad2a011-ec11-4f8c-a65c-c33563a4051e'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:52:35.470959 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbca4276-38a9-43b4-9c08-376cde5ea401" -d '{"events": [{"server_uuid": "ec58b319-2247-4b2a-a5eb-e9c34df81084", "name": "network-vif-unplugged", "status": "completed", "tag": "156bbe0d-6a54-43ba-bd2e-a378130a9552"}, {"server_uuid": "ec58b319-2247-4b2a-a5eb-e9c34df81084", "name": "network-vif-unplugged", "status": "completed", "tag": "72d30f74-19c2-4076-9dd0-555da975bbf8"}, {"server_uuid": "ec58b319-2247-4b2a-a5eb-e9c34df81084", "name": "network-vif-unplugged", "status": "completed", "tag": "6ad2a011-ec11-4f8c-a65c-c33563a4051e"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:52:35.556307 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213e9895-1014-4441-a12c-89384c7b402b tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:35.558715 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-213e9895-1014-4441-a12c-89384c7b402b tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4152169 Oct 20 11:52:35.568776 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 20 Oct 2021 11:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f584d40-87e9-4624-93e0-8d3e1a8c63a5 x-openstack-request-id: req-9f584d40-87e9-4624-93e0-8d3e1a8c63a5 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:52:35.569251 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec58b319-2247-4b2a-a5eb-e9c34df81084", "name": "network-vif-unplugged", "status": "completed", "tag": "156bbe0d-6a54-43ba-bd2e-a378130a9552", "code": 200}, {"server_uuid": "ec58b319-2247-4b2a-a5eb-e9c34df81084", "name": "network-vif-unplugged", "status": "completed", "tag": "72d30f74-19c2-4076-9dd0-555da975bbf8", "code": 200}, {"server_uuid": "ec58b319-2247-4b2a-a5eb-e9c34df81084", "name": "network-vif-unplugged", "status": "completed", "tag": "6ad2a011-ec11-4f8c-a65c-c33563a4051e", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:52:35.569370 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9f584d40-87e9-4624-93e0-8d3e1a8c63a5 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:52:35.569732 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '156bbe0d-6a54-43ba-bd2e-a378130a9552', 'code': 200} Oct 20 11:52:35.571471 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72d30f74-19c2-4076-9dd0-555da975bbf8', 'code': 200} Oct 20 11:52:35.571862 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ad2a011-ec11-4f8c-a65c-c33563a4051e', 'code': 200} Oct 20 11:52:35.575013 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e4b58e75-5995-4891-84ae-5f1b6d93b20c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:35.576987 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42278) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:35.597666 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-633853fb-b805-4229-9e52-606c17025f0b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:35.616220 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e4b58e75-5995-4891-84ae-5f1b6d93b20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:35.616886 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2481cec4-9035-4b58-94cf-bc54d3452c76 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Network ce9328bb-2e67-4750-adb2-71c50ab6f451 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:52:35.621765 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-2481cec4-9035-4b58-94cf-bc54d3452c76 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:52:35.728058 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e4b58e75-5995-4891-84ae-5f1b6d93b20c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=49259657c4084ef7ba7edebf021b3c63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9301662 Oct 20 11:52:35.783235 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42282) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:35.815932 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4d337bf-4487-43aa-8591-7b5dd9c93998 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] GET failed (client error): The resource could not be found. Oct 20 11:52:35.830934 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c4d337bf-4487-43aa-8591-7b5dd9c93998 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "GET /v2.0/ports/d04e7157-83d3-490e-b5e6-cee9419ed267 HTTP/1.1" status: 404 len: 333 time: 0.2517710 Oct 20 11:52:35.836207 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42286) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:35.902256 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42288) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:35.913714 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633853fb-b805-4229-9e52-606c17025f0b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Pushing event deleted for resources: {'Port': ['ID=72d30f74-19c2-4076-9dd0-555da975bbf8,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:35.961717 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc0929cc-f5dc-4830-b30a-21214c935029 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] GET failed (client error): The resource could not be found. Oct 20 11:52:35.962973 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b58e75-5995-4891-84ae-5f1b6d93b20c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203d869d-2e59-432b-b2b1-e0a4fe9c25a4,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:35.964210 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-cc0929cc-f5dc-4830-b30a-21214c935029 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "GET /v2.0/ports/5fc08d5b-c770-45f1-a683-e5645dfe5235 HTTP/1.1" status: 404 len: 333 time: 0.0873022 Oct 20 11:52:35.971944 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42292) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:36.034613 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2481cec4-9035-4b58-94cf-bc54d3452c76 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Router f05b03a5-48a6-4833-89ed-8407e99e5541 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:52:36.099595 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-633853fb-b805-4229-9e52-606c17025f0b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Router a3236e4d-58fb-44cd-8e4c-34ea941aaca2 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:52:36.174272 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-8bbf7c19-4134-4fb7-b790-ecc4e0b46e7c None None] Provisioning complete for port b4ca600c-2e40-4c60-bdab-dca64e7b3a4b triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:52:36.177122 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-8bbf7c19-4134-4fb7-b790-ecc4e0b46e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:36.235564 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f58e7a8e-c637-4522-910e-90a752748927 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:36.261607 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-64d7a4e8-ae44-4ee7-b779-bb84e7ca41a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:36.267800 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-8bbf7c19-4134-4fb7-b790-ecc4e0b46e7c None None] Port b4ca600c-2e40-4c60-bdab-dca64e7b3a4b cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:52:36.276389 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-633853fb-b805-4229-9e52-606c17025f0b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:52:36.290264 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987109ff-cc61-4c50-a121-c90083d0e87f None None] Sync routers for ids ['a3236e4d-58fb-44cd-8e4c-34ea941aaca2'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:52:36.310550 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987109ff-cc61-4c50-a121-c90083d0e87f None None] Routers {'a3236e4d-58fb-44cd-8e4c-34ea941aaca2'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:52:36.311560 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-987109ff-cc61-4c50-a121-c90083d0e87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:52:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['a3236e4d-58fb-44cd-8e4c-34ea941aaca2'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:36.321831 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-64d7a4e8-ae44-4ee7-b779-bb84e7ca41a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:36.381140 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-633853fb-b805-4229-9e52-606c17025f0b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] No DVR routers for this DVR port 72d30f74-19c2-4076-9dd0-555da975bbf8 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:52:36.388809 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-633853fb-b805-4229-9e52-606c17025f0b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:36.405327 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-633853fb-b805-4229-9e52-606c17025f0b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.11 "DELETE /v2.0/ports/72d30f74-19c2-4076-9dd0-555da975bbf8 HTTP/1.1" status: 204 len: 173 time: 3.1418345 Oct 20 11:52:36.412636 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'name': 'network-vif-deleted', 'tag': '72d30f74-19c2-4076-9dd0-555da975bbf8'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:52:36.430227 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad395b64-175b-4921-9ac7-0296b4fad58f" -d '{"events": [{"server_uuid": "ec58b319-2247-4b2a-a5eb-e9c34df81084", "name": "network-vif-deleted", "tag": "72d30f74-19c2-4076-9dd0-555da975bbf8"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:52:36.504938 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-64d7a4e8-ae44-4ee7-b779-bb84e7ca41a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:36.509644 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-64d7a4e8-ae44-4ee7-b779-bb84e7ca41a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:36.533023 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-64d7a4e8-ae44-4ee7-b779-bb84e7ca41a5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/203d869d-2e59-432b-b2b1-e0a4fe9c25a4 HTTP/1.1" status: 204 len: 168 time: 0.7266309 Oct 20 11:52:36.624124 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d46eb7f-8e86-42ef-b079-a56c0bb7c1bf admin admin] Deleting subnet 4a91f57a-3317-448b-a1c3-2a415cd8edd6 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:52:36.627669 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164b401e-43b8-4be6-a2c1-955fa4f8c000 x-openstack-request-id: req-164b401e-43b8-4be6-a2c1-955fa4f8c000 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:52:36.636819 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d7a4e8-ae44-4ee7-b779-bb84e7ca41a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203d869d-2e59-432b-b2b1-e0a4fe9c25a4,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:36.637224 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-987109ff-cc61-4c50-a121-c90083d0e87f None None] Set router a3236e4d-58fb-44cd-8e4c-34ea941aaca2 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:52:36.637433 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec58b319-2247-4b2a-a5eb-e9c34df81084", "name": "network-vif-deleted", "tag": "72d30f74-19c2-4076-9dd0-555da975bbf8", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:52:36.639142 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-164b401e-43b8-4be6-a2c1-955fa4f8c000 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:52:36.640830 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'name': 'network-vif-deleted', 'tag': '72d30f74-19c2-4076-9dd0-555da975bbf8', 'status': 'completed', 'code': 200} Oct 20 11:52:36.650862 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1d46eb7f-8e86-42ef-b079-a56c0bb7c1bf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:36.761024 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2481cec4-9035-4b58-94cf-bc54d3452c76 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:52:36.773836 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2481cec4-9035-4b58-94cf-bc54d3452c76 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] 10.222.0.98 "PUT /v2.0/routers/f05b03a5-48a6-4833-89ed-8407e99e5541/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7410851 Oct 20 11:52:36.774506 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42308) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:36.776174 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b804ba-48c3-42e9-9f92-6422424db7b1 None None] Sync routers for ids ['f05b03a5-48a6-4833-89ed-8407e99e5541'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:52:36.788605 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b804ba-48c3-42e9-9f92-6422424db7b1 None None] Routers {'f05b03a5-48a6-4833-89ed-8407e99e5541'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:52:36.791126 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-73b804ba-48c3-42e9-9f92-6422424db7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:52:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['f05b03a5-48a6-4833-89ed-8407e99e5541'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:36.893102 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-73b804ba-48c3-42e9-9f92-6422424db7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:36.909977 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360adc42-9c94-441d-9511-b494aaf3763d req-2e5804bb-4abc-47c9-b011-bd61de7f969f tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:36.917640 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360adc42-9c94-441d-9511-b494aaf3763d req-2e5804bb-4abc-47c9-b011-bd61de7f969f tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:36.924282 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360adc42-9c94-441d-9511-b494aaf3763d req-2e5804bb-4abc-47c9-b011-bd61de7f969f tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:36.926004 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-360adc42-9c94-441d-9511-b494aaf3763d req-2e5804bb-4abc-47c9-b011-bd61de7f969f tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 2410 time: 0.5145953 Oct 20 11:52:36.936438 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b804ba-48c3-42e9-9f92-6422424db7b1 None None] Routers {'f05b03a5-48a6-4833-89ed-8407e99e5541'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:52:36.943496 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-73b804ba-48c3-42e9-9f92-6422424db7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:52:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['f05b03a5-48a6-4833-89ed-8407e99e5541'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:37.013114 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1d46eb7f-8e86-42ef-b079-a56c0bb7c1bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:37.078705 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-73b804ba-48c3-42e9-9f92-6422424db7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:37.079351 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b804ba-48c3-42e9-9f92-6422424db7b1 None None] The sync data for ids ['f05b03a5-48a6-4833-89ed-8407e99e5541'] in n-d-814735-3 is: [] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:52:37.079862 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1d46eb7f-8e86-42ef-b079-a56c0bb7c1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:37.114059 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-59b8fa1d-9fde-4727-b49c-b24544436a7b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Deleting port 6ad2a011-ec11-4f8c-a65c-c33563a4051e {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:52:37.114401 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-59b8fa1d-9fde-4727-b49c-b24544436a7b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:37.133498 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-360adc42-9c94-441d-9511-b494aaf3763d req-ae7db5bf-92ea-440b-914e-50a3651a4a49 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups?id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986494 Oct 20 11:52:37.168682 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-987109ff-cc61-4c50-a121-c90083d0e87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3236e4d-58fb-44cd-8e4c-34ea941aaca2', 'name': 'tempest-TaggedBootDevicesTest_v242-75520858-router', 'tenant_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '32ac71d1-6679-4a71-98a7-f5d56756de38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:41:16Z', 'updated_at': '2021-10-20T11:41:22Z', 'revision_number': 4, 'project_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'gw_port': {'id': '32ac71d1-6679-4a71-98a7-f5d56756de38', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ef:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3236e4d-58fb-44cd-8e4c-34ea941aaca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:41:17Z', 'updated_at': '2021-10-20T11:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'f855ae8f-7f6f-46c1-aa8b-f666f96e80e4', 'name': '', 'network_id': '6453727b-a1a3-4c25-9d2a-f4562ef51a67', 'tenant_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'mac_address': 'fa:16:3e:e5:f5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3236e4d-58fb-44cd-8e4c-34ea941aaca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '627cacd1-3333-4650-96cb-ee60e04cb6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:41:20Z', 'updated_at': '2021-10-20T11:41:29Z', 'revision_number': 5, 'project_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'subnets': [{'id': '627cacd1-3333-4650-96cb-ee60e04cb6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:37.210515 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987109ff-cc61-4c50-a121-c90083d0e87f None None] Checking router: a3236e4d-58fb-44cd-8e4c-34ea941aaca2 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:52:37.229328 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987109ff-cc61-4c50-a121-c90083d0e87f None None] Routers {'a3236e4d-58fb-44cd-8e4c-34ea941aaca2'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:52:37.230018 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-987109ff-cc61-4c50-a121-c90083d0e87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:52:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['a3236e4d-58fb-44cd-8e4c-34ea941aaca2'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:37.262924 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f58e7a8e-c637-4522-910e-90a752748927 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:37.300116 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-f58e7a8e-c637-4522-910e-90a752748927 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['174d763d-c16d-4c2a-8896-3e8ea4a77a2a']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:37.304962 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1d46eb7f-8e86-42ef-b079-a56c0bb7c1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:37.344513 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-f58e7a8e-c637-4522-910e-90a752748927 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '561ca4a5-ec7b-44fd-940d-4679c39292da') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:37.344702 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-f58e7a8e-c637-4522-910e-90a752748927 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '561ca4a5-ec7b-44fd-940d-4679c39292da') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:37.382631 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f58e7a8e-c637-4522-910e-90a752748927 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:37.384442 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d46eb7f-8e86-42ef-b079-a56c0bb7c1bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a91f57a-3317-448b-a1c3-2a415cd8edd6,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:37.386664 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1d46eb7f-8e86-42ef-b079-a56c0bb7c1bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:37.392737 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1d46eb7f-8e86-42ef-b079-a56c0bb7c1bf admin admin] 10.222.0.98 "DELETE /v2.0/subnets/4a91f57a-3317-448b-a1c3-2a415cd8edd6 HTTP/1.1" status: 204 len: 168 time: 1.4556749 Oct 20 11:52:37.407728 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42320) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:37.423868 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-59b8fa1d-9fde-4727-b49c-b24544436a7b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] For port 6ad2a011-ec11-4f8c-a65c-c33563a4051e, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=6ad2a011-ec11-4f8c-a65c-c33563a4051e,segment=NetworkSegment(d46e7e29-b111-4410-8455-78fe43083225),segment_id=d46e7e29-b111-4410-8455-78fe43083225)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:52:37.424322 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-59b8fa1d-9fde-4727-b49c-b24544436a7b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:37.443276 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0fe4caa6-5bb1-4d53-a284-ecd1e236df28 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:37.471078 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-59b8fa1d-9fde-4727-b49c-b24544436a7b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Calling delete_port for 6ad2a011-ec11-4f8c-a65c-c33563a4051e owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:52:37.517056 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f58e7a8e-c637-4522-910e-90a752748927 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:37.533053 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-987109ff-cc61-4c50-a121-c90083d0e87f None None] Set router a3236e4d-58fb-44cd-8e4c-34ea941aaca2 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:52:37.595553 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f58e7a8e-c637-4522-910e-90a752748927 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Releasing vlan 1282 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:52:37.595741 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f58e7a8e-c637-4522-910e-90a752748927 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:37.671262 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:52:37.671262 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:52:37.671262 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:52:37.671262 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:52:37.671262 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:52:37.671262 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:52:37.671262 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:52:37.671262 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:52:37.671262 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:52:37.671262 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:52:37.671262 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:52:37.671262 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:52:37.671262 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:52:37.671262 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:52:37.671262 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:52:37.671262 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:52:37.671262 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:52:37.671262 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:52:37.671262 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:52:37.671262 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:52:37.671262 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:52:37.671262 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:52:37.671262 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:52:37.671262 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:52:37.671262 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:52:37.671262 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:52:37.671262 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:52:37.671262 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:52:37.671262 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:52:37.671262 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:52:37.671262 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:52:37.671262 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:52:37.732102 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bfbfce40-c6df-4fa1-9dfe-e4f2a7cc1e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:37.889269 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bfbfce40-c6df-4fa1-9dfe-e4f2a7cc1e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:37.936823 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-bfbfce40-c6df-4fa1-9dfe-e4f2a7cc1e2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b892001-39c2-4a2f-8bb3-b72ef6055534']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:37.969450 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-bfbfce40-c6df-4fa1-9dfe-e4f2a7cc1e2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba2db131-f70b-4119-9629-4eac0d027823') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:37.971274 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-bfbfce40-c6df-4fa1-9dfe-e4f2a7cc1e2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba2db131-f70b-4119-9629-4eac0d027823') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:37.992367 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bfbfce40-c6df-4fa1-9dfe-e4f2a7cc1e2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:38.060890 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-987109ff-cc61-4c50-a121-c90083d0e87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3236e4d-58fb-44cd-8e4c-34ea941aaca2', 'name': 'tempest-TaggedBootDevicesTest_v242-75520858-router', 'tenant_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '32ac71d1-6679-4a71-98a7-f5d56756de38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:41:16Z', 'updated_at': '2021-10-20T11:41:22Z', 'revision_number': 4, 'project_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'gw_port': {'id': '32ac71d1-6679-4a71-98a7-f5d56756de38', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ef:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3236e4d-58fb-44cd-8e4c-34ea941aaca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:41:17Z', 'updated_at': '2021-10-20T11:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'f855ae8f-7f6f-46c1-aa8b-f666f96e80e4', 'name': '', 'network_id': '6453727b-a1a3-4c25-9d2a-f4562ef51a67', 'tenant_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'mac_address': 'fa:16:3e:e5:f5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3236e4d-58fb-44cd-8e4c-34ea941aaca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '627cacd1-3333-4650-96cb-ee60e04cb6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:41:20Z', 'updated_at': '2021-10-20T11:41:29Z', 'revision_number': 5, 'project_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'subnets': [{'id': '627cacd1-3333-4650-96cb-ee60e04cb6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:38.074328 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-0fe4caa6-5bb1-4d53-a284-ecd1e236df28 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 20 11:52:38.084114 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0fe4caa6-5bb1-4d53-a284-ecd1e236df28 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] 10.222.0.98 "DELETE /v2.0/routers/f05b03a5-48a6-4833-89ed-8407e99e5541 HTTP/1.1" status: 409 len: 329 time: 1.2825599 Oct 20 11:52:38.090174 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42340) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:38.094347 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f58e7a8e-c637-4522-910e-90a752748927 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:38.102040 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f58e7a8e-c637-4522-910e-90a752748927 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:38.112495 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f58e7a8e-c637-4522-910e-90a752748927 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "DELETE /v2.0/networks/174d763d-c16d-4c2a-8896-3e8ea4a77a2a HTTP/1.1" status: 204 len: 168 time: 2.1345191 Oct 20 11:52:38.117415 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bfbfce40-c6df-4fa1-9dfe-e4f2a7cc1e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:38.134663 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987109ff-cc61-4c50-a121-c90083d0e87f None None] The sync data for ids ['a3236e4d-58fb-44cd-8e4c-34ea941aaca2'] in n-d-814735-3 is: [{'id': 'a3236e4d-58fb-44cd-8e4c-34ea941aaca2', 'name': 'tempest-TaggedBootDevicesTest_v242-75520858-router', 'tenant_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '32ac71d1-6679-4a71-98a7-f5d56756de38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:41:16Z', 'updated_at': '2021-10-20T11:41:22Z', 'revision_number': 4, 'project_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'gw_port': {'id': '32ac71d1-6679-4a71-98a7-f5d56756de38', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ef:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3236e4d-58fb-44cd-8e4c-34ea941aaca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:41:17Z', 'updated_at': '2021-10-20T11:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'f855ae8f-7f6f-46c1-aa8b-f666f96e80e4', 'name': '', 'network_id': '6453727b-a1a3-4c25-9d2a-f4562ef51a67', 'tenant_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'mac_address': 'fa:16:3e:e5:f5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3236e4d-58fb-44cd-8e4c-34ea941aaca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '627cacd1-3333-4650-96cb-ee60e04cb6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:41:20Z', 'updated_at': '2021-10-20T11:41:29Z', 'revision_number': 5, 'project_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'subnets': [{'id': '627cacd1-3333-4650-96cb-ee60e04cb6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:52:38.154215 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42342) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:38.258780 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-855c2a66-18b3-4837-bc03-410f5faf170b tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-274079078'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:52:38.296480 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfbfce40-c6df-4fa1-9dfe-e4f2a7cc1e2a admin admin] Releasing vlan 1288 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:52:38.296973 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bfbfce40-c6df-4fa1-9dfe-e4f2a7cc1e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:38.302384 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e7a8e-c637-4522-910e-90a752748927 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event deleted for resources: {'Network': ['ID=174d763d-c16d-4c2a-8896-3e8ea4a77a2a,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:38.308544 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:52:38.308544 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:52:38.308544 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:52:38.308544 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:52:38.308544 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:52:38.308544 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:52:38.308544 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:52:38.308544 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:52:38.308544 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:52:38.308544 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:52:38.308544 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:52:38.308544 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:52:38.308544 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:52:38.308544 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:52:38.308544 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:52:38.308544 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:52:38.308544 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:52:38.308544 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:52:38.308544 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:52:38.308544 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:52:38.308544 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:52:38.308544 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:52:38.308544 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:52:38.308544 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:52:38.308544 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:52:38.308544 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:52:38.308544 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:52:38.308544 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:52:38.308544 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:52:38.308544 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:52:38.308544 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:52:38.308544 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:52:38.505733 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855c2a66-18b3-4837-bc03-410f5faf170b tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Made reservation on behalf of b83cf05325f74f7cb717378a188d738a for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:52:38.509848 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-855c2a66-18b3-4837-bc03-410f5faf170b tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:38.541390 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-855c2a66-18b3-4837-bc03-410f5faf170b tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] vlan segment allocate from pool success with {'vlan_id': 1299, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:52:38.553658 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-855c2a66-18b3-4837-bc03-410f5faf170b tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:38.554087 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-855c2a66-18b3-4837-bc03-410f5faf170b tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Added segment e2b76ae0-ad7c-470c-8de0-320a13bea799 of type vlan for network b1714848-549a-4348-bc31-2aed4bb22c5a Oct 20 11:52:38.572116 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f769d3-ff91-4d31-a7a0-e1de1d1ff84f req-6fa75881-299e-47f0-9839-8cf1c99b1860 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:38.579792 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f769d3-ff91-4d31-a7a0-e1de1d1ff84f req-6fa75881-299e-47f0-9839-8cf1c99b1860 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:38.586284 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f769d3-ff91-4d31-a7a0-e1de1d1ff84f req-6fa75881-299e-47f0-9839-8cf1c99b1860 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:38.595078 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-55f769d3-ff91-4d31-a7a0-e1de1d1ff84f req-6fa75881-299e-47f0-9839-8cf1c99b1860 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 2410 time: 0.1329205 Oct 20 11:52:38.602082 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-855c2a66-18b3-4837-bc03-410f5faf170b tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:38.626997 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bfbfce40-c6df-4fa1-9dfe-e4f2a7cc1e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:38.639771 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f439a58-0254-4fc0-9b7b-33a04196a7c9 None None] New status for floating IP ec4a66eb-8475-4cf0-8e41-e1c2ff2435d5: DOWN {{(pid=100649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:52:38.640961 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bfbfce40-c6df-4fa1-9dfe-e4f2a7cc1e2a admin admin] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:38.655417 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-bfbfce40-c6df-4fa1-9dfe-e4f2a7cc1e2a admin admin] 10.222.0.98 "DELETE /v2.0/networks/1b892001-39c2-4a2f-8bb3-b72ef6055534 HTTP/1.1" status: 204 len: 168 time: 1.2414937 Oct 20 11:52:38.672844 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-55f769d3-ff91-4d31-a7a0-e1de1d1ff84f req-f77e6f3c-a420-4eac-8e6e-bc8c17fa3d66 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups?id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747590 Oct 20 11:52:38.679554 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-855c2a66-18b3-4837-bc03-410f5faf170b tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:38.688975 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-59b8fa1d-9fde-4727-b49c-b24544436a7b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:38.697098 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855c2a66-18b3-4837-bc03-410f5faf170b tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:38.697848 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-855c2a66-18b3-4837-bc03-410f5faf170b tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:38.780482 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b8fa1d-9fde-4727-b49c-b24544436a7b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Pushing event deleted for resources: {'Port': ['ID=6ad2a011-ec11-4f8c-a65c-c33563a4051e,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:38.851748 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-855c2a66-18b3-4837-bc03-410f5faf170b tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6954670 Oct 20 11:52:38.858540 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbfce40-c6df-4fa1-9dfe-e4f2a7cc1e2a admin admin] Pushing event deleted for resources: {'Network': ['ID=1b892001-39c2-4a2f-8bb3-b72ef6055534,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:38.869773 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42352) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:38.891567 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-06859a54-1b06-471c-8615-1d0dc90dbaf7 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Request body: {'subnet': {'network_id': 'b1714848-549a-4348-bc31-2aed4bb22c5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:52:38.894404 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b8fa1d-9fde-4727-b49c-b24544436a7b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:38.895340 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b8fa1d-9fde-4727-b49c-b24544436a7b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:38.896387 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b8fa1d-9fde-4727-b49c-b24544436a7b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:38.897078 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b8fa1d-9fde-4727-b49c-b24544436a7b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:38.898162 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b8fa1d-9fde-4727-b49c-b24544436a7b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:38.898603 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b8fa1d-9fde-4727-b49c-b24544436a7b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:38.900680 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b8fa1d-9fde-4727-b49c-b24544436a7b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:38.901042 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b8fa1d-9fde-4727-b49c-b24544436a7b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:38.902056 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b8fa1d-9fde-4727-b49c-b24544436a7b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:38.902426 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b8fa1d-9fde-4727-b49c-b24544436a7b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:38.903152 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b8fa1d-9fde-4727-b49c-b24544436a7b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:38.903503 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b8fa1d-9fde-4727-b49c-b24544436a7b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:38.917528 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-59b8fa1d-9fde-4727-b49c-b24544436a7b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] No DVR routers for this DVR port 6ad2a011-ec11-4f8c-a65c-c33563a4051e on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:52:38.922361 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-59b8fa1d-9fde-4727-b49c-b24544436a7b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:38.932548 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-59b8fa1d-9fde-4727-b49c-b24544436a7b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.11 "DELETE /v2.0/ports/6ad2a011-ec11-4f8c-a65c-c33563a4051e HTTP/1.1" status: 204 len: 173 time: 2.4792678 Oct 20 11:52:38.933598 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'name': 'network-vif-deleted', 'tag': '6ad2a011-ec11-4f8c-a65c-c33563a4051e'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:52:38.941863 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcdc14a0-e870-4221-a297-8a10a2301e65" -d '{"events": [{"server_uuid": "ec58b319-2247-4b2a-a5eb-e9c34df81084", "name": "network-vif-deleted", "tag": "6ad2a011-ec11-4f8c-a65c-c33563a4051e"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:52:39.136310 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3052c0f5-1b2b-401e-8eab-53ef639913ac x-openstack-request-id: req-3052c0f5-1b2b-401e-8eab-53ef639913ac {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:52:39.137134 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec58b319-2247-4b2a-a5eb-e9c34df81084", "name": "network-vif-deleted", "tag": "6ad2a011-ec11-4f8c-a65c-c33563a4051e", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:52:39.137134 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3052c0f5-1b2b-401e-8eab-53ef639913ac {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:52:39.137347 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'name': 'network-vif-deleted', 'tag': '6ad2a011-ec11-4f8c-a65c-c33563a4051e', 'status': 'completed', 'code': 200} Oct 20 11:52:39.137548 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42362) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:39.214866 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-932eaf42-6db1-4965-baa9-d79d8e91ae69 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f3d32e0333e043f7ad5ea1f647a23e73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0747561 Oct 20 11:52:39.222570 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42366) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:39.273382 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-b1fa7985-9143-40c9-89af-2fb24dd90b49 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Deleting port 156bbe0d-6a54-43ba-bd2e-a378130a9552 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:52:39.273813 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-b1fa7985-9143-40c9-89af-2fb24dd90b49 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:39.315998 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c2a66-18b3-4837-bc03-410f5faf170b tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event updated for resources: {'Network': ['ID=b1714848-549a-4348-bc31-2aed4bb22c5a,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:39.355681 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network b1714848-549a-4348-bc31-2aed4bb22c5a details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:52:39.590078 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-b1fa7985-9143-40c9-89af-2fb24dd90b49 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] For port 156bbe0d-6a54-43ba-bd2e-a378130a9552, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=156bbe0d-6a54-43ba-bd2e-a378130a9552,segment=NetworkSegment(52735a1f-98a3-4d0e-8b1b-ed6b349adcf3),segment_id=52735a1f-98a3-4d0e-8b1b-ed6b349adcf3)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:52:39.590664 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-b1fa7985-9143-40c9-89af-2fb24dd90b49 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:39.611294 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-b1fa7985-9143-40c9-89af-2fb24dd90b49 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Calling delete_port for 156bbe0d-6a54-43ba-bd2e-a378130a9552 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:52:39.740062 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5254de1d-404f-4b36-9158-41d69a3113e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:39.749340 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06859a54-1b06-471c-8615-1d0dc90dbaf7 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Made reservation on behalf of b83cf05325f74f7cb717378a188d738a for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:52:39.753224 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06859a54-1b06-471c-8615-1d0dc90dbaf7 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:39.817579 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.ipam_backend_mixin [None req-06859a54-1b06-471c-8615-1d0dc90dbaf7 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Performing IP validity checks on allocation pools {{(pid=100646) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 20 11:52:39.820523 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.ipam_backend_mixin [None req-06859a54-1b06-471c-8615-1d0dc90dbaf7 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100646) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 20 11:52:39.878484 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726e875-275d-4426-8940-73b5627e5b0f req-9f0ffe4b-d17e-49b2-9de4-e66525b66941 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:39.885135 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726e875-275d-4426-8940-73b5627e5b0f req-9f0ffe4b-d17e-49b2-9de4-e66525b66941 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:39.895800 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2726e875-275d-4426-8940-73b5627e5b0f req-9f0ffe4b-d17e-49b2-9de4-e66525b66941 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 1677 time: 0.0831428 Oct 20 11:52:39.923544 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-b1fa7985-9143-40c9-89af-2fb24dd90b49 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:39.943149 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5254de1d-404f-4b36-9158-41d69a3113e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:39.983045 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:40.016448 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-b1fa7985-9143-40c9-89af-2fb24dd90b49 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] No DVR routers for this DVR port 156bbe0d-6a54-43ba-bd2e-a378130a9552 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:52:40.035550 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2726e875-275d-4426-8940-73b5627e5b0f req-790884bb-58e1-4bc5-9b87-92910397cb9a tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups?id=be33a021-0c9c-4880-a36e-cf0b78e78a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387613 Oct 20 11:52:40.036849 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-b1fa7985-9143-40c9-89af-2fb24dd90b49 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:40.041366 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-b1fa7985-9143-40c9-89af-2fb24dd90b49 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.11 "DELETE /v2.0/ports/156bbe0d-6a54-43ba-bd2e-a378130a9552 HTTP/1.1" status: 204 len: 173 time: 1.0941293 Oct 20 11:52:40.042385 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa7985-9143-40c9-89af-2fb24dd90b49 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Pushing event deleted for resources: {'Port': ['ID=156bbe0d-6a54-43ba-bd2e-a378130a9552,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:40.159500 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-f813f85d-ffd1-4828-9298-86413521cb95 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Deleting port eadd32f2-5de8-4740-bf63-25c0ecaf752e {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:52:40.160080 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-f813f85d-ffd1-4828-9298-86413521cb95 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:40.381045 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-f813f85d-ffd1-4828-9298-86413521cb95 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] For port eadd32f2-5de8-4740-bf63-25c0ecaf752e, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=eadd32f2-5de8-4740-bf63-25c0ecaf752e,segment=NetworkSegment(d46e7e29-b111-4410-8455-78fe43083225),segment_id=d46e7e29-b111-4410-8455-78fe43083225)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:52:40.382525 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-f813f85d-ffd1-4828-9298-86413521cb95 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:40.416602 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-f813f85d-ffd1-4828-9298-86413521cb95 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Calling delete_port for eadd32f2-5de8-4740-bf63-25c0ecaf752e owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:52:40.528504 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06859a54-1b06-471c-8615-1d0dc90dbaf7 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:40.638204 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-f813f85d-ffd1-4828-9298-86413521cb95 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:40.690317 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06859a54-1b06-471c-8615-1d0dc90dbaf7 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event updated for resources: {'Subnet': ['ID=734d268b-bfe3-4ecd-9f49-c0043bf4e6c5,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:40.696447 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fd6477c1-a6a3-4f4f-a641-5c650d5c44a4 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:40.712616 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813f85d-ffd1-4828-9298-86413521cb95 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Pushing event deleted for resources: {'Port': ['ID=eadd32f2-5de8-4740-bf63-25c0ecaf752e,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:40.760773 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-f813f85d-ffd1-4828-9298-86413521cb95 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] No DVR routers for this DVR port eadd32f2-5de8-4740-bf63-25c0ecaf752e on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:52:40.763646 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-f813f85d-ffd1-4828-9298-86413521cb95 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:40.767416 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-990f49a0-89c0-484b-bdb9-4fb93bfa4e04 req-f813f85d-ffd1-4828-9298-86413521cb95 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.11 "DELETE /v2.0/ports/eadd32f2-5de8-4740-bf63-25c0ecaf752e HTTP/1.1" status: 204 len: 173 time: 0.7130992 Oct 20 11:52:40.809311 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06859a54-1b06-471c-8615-1d0dc90dbaf7 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Checking segment: {'id': 'e2b76ae0-ad7c-470c-8de0-320a13bea799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'b1714848-549a-4348-bc31-2aed4bb22c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:52:40.809859 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06859a54-1b06-471c-8615-1d0dc90dbaf7 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Network hostable DHCP agents. Network: b1714848-549a-4348-bc31-2aed4bb22c5a, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:52:40.819664 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5254de1d-404f-4b36-9158-41d69a3113e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:40.822187 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5254de1d-404f-4b36-9158-41d69a3113e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:40.825752 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5254de1d-404f-4b36-9158-41d69a3113e9 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/7302830c-f076-45ab-b8d9-6ceff955d3a3 HTTP/1.1" status: 204 len: 168 time: 1.5206537 Oct 20 11:52:40.838843 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5254de1d-404f-4b36-9158-41d69a3113e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7302830c-f076-45ab-b8d9-6ceff955d3a3,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:40.933641 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06859a54-1b06-471c-8615-1d0dc90dbaf7 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Network b1714848-549a-4348-bc31-2aed4bb22c5a is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:52:40.949657 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-06859a54-1b06-471c-8615-1d0dc90dbaf7 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, b1714848-549a-4348-bc31-2aed4bb22c5a) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:52:40.957643 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06859a54-1b06-471c-8615-1d0dc90dbaf7 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:40.958366 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06859a54-1b06-471c-8615-1d0dc90dbaf7 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:40.962399 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bb2518-b3e9-4829-bb2b-d02bccec9a2b None None] Network b1714848-549a-4348-bc31-2aed4bb22c5a requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:52:41.009310 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-06859a54-1b06-471c-8615-1d0dc90dbaf7 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1300752 Oct 20 11:52:41.012267 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42410) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:41.019169 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-0d6da188-41c9-44fb-8489-1bd2d606117d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Request body: {'port': {'network_id': 'b1714848-549a-4348-bc31-2aed4bb22c5a', 'name': 'tempest-PortsIpV6TestJSON-1470550210'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:52:41.149263 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-fd6477c1-a6a3-4f4f-a641-5c650d5c44a4 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Deleting port b4ca600c-2e40-4c60-bdab-dca64e7b3a4b {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:52:41.151045 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fd6477c1-a6a3-4f4f-a641-5c650d5c44a4 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:41.206667 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'name': 'network-vif-deleted', 'tag': '156bbe0d-6a54-43ba-bd2e-a378130a9552'}, {'server_uuid': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'name': 'network-vif-deleted', 'tag': 'eadd32f2-5de8-4740-bf63-25c0ecaf752e'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:52:41.209347 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841bf13a-5198-4172-8985-7305e5a58f1a" -d '{"events": [{"server_uuid": "ec58b319-2247-4b2a-a5eb-e9c34df81084", "name": "network-vif-deleted", "tag": "156bbe0d-6a54-43ba-bd2e-a378130a9552"}, {"server_uuid": "ec58b319-2247-4b2a-a5eb-e9c34df81084", "name": "network-vif-deleted", "tag": "eadd32f2-5de8-4740-bf63-25c0ecaf752e"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:52:41.297775 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4753675b-85ec-48e4-8844-0665c157e70e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-b1714848-549a-4348-bc31-2aed4bb22c5a', 'network_id': 'b1714848-549a-4348-bc31-2aed4bb22c5a', 'tenant_id': 'b83cf05325f74f7cb717378a188d738a', 'fixed_ips': [{'subnet_id': '734d268b-bfe3-4ecd-9f49-c0043bf4e6c5'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:52:41.298647 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4753675b-85ec-48e4-8844-0665c157e70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:41.346638 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Oct 2021 11:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56a554b-7ec8-49cf-8564-81d93d8a85ef x-openstack-request-id: req-d56a554b-7ec8-49cf-8564-81d93d8a85ef {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:52:41.356920 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec58b319-2247-4b2a-a5eb-e9c34df81084", "name": "network-vif-deleted", "tag": "156bbe0d-6a54-43ba-bd2e-a378130a9552", "status": "completed", "code": 200}, {"server_uuid": "ec58b319-2247-4b2a-a5eb-e9c34df81084", "name": "network-vif-deleted", "tag": "eadd32f2-5de8-4740-bf63-25c0ecaf752e", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:52:41.357250 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d56a554b-7ec8-49cf-8564-81d93d8a85ef {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:52:41.357702 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'name': 'network-vif-deleted', 'tag': '156bbe0d-6a54-43ba-bd2e-a378130a9552', 'status': 'completed', 'code': 200} Oct 20 11:52:41.357956 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec58b319-2247-4b2a-a5eb-e9c34df81084', 'name': 'network-vif-deleted', 'tag': 'eadd32f2-5de8-4740-bf63-25c0ecaf752e', 'status': 'completed', 'code': 200} Oct 20 11:52:41.363403 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dfbdb710-edd7-4b8c-8d16-4d20d25c166c req-9d63e41a-1a93-4c76-843a-9f1646ce0912 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 210 time: 0.1363950 Oct 20 11:52:41.467948 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fd6477c1-a6a3-4f4f-a641-5c650d5c44a4 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:41.494013 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-fd6477c1-a6a3-4f4f-a641-5c650d5c44a4 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Calling delete_port for b4ca600c-2e40-4c60-bdab-dca64e7b3a4b owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:52:41.524768 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6da188-41c9-44fb-8489-1bd2d606117d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Made reservation on behalf of b83cf05325f74f7cb717378a188d738a for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:52:41.531975 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0d6da188-41c9-44fb-8489-1bd2d606117d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:41.567742 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [None req-0d6da188-41c9-44fb-8489-1bd2d606117d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] device_id is not set on port 2d02d55f-79d7-475a-a25e-d74450cf218f yet. {{(pid=100647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:52:41.698589 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-4753675b-85ec-48e4-8844-0665c157e70e None None] Allocated IP 2001:db8::2 (b1714848-549a-4348-bc31-2aed4bb22c5a/734d268b-bfe3-4ecd-9f49-c0043bf4e6c5/c21769c9-148d-49b7-85e0-cd6153598d25) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:52:41.913890 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fd6477c1-a6a3-4f4f-a641-5c650d5c44a4 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:41.981896 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6477c1-a6a3-4f4f-a641-5c650d5c44a4 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Pushing event deleted for resources: {'Port': ['ID=b4ca600c-2e40-4c60-bdab-dca64e7b3a4b,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:42.080037 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6557dc07-8060-4c44-a9c3-d4bedce4a34d req-a6839eab-4a77-474f-81d8-f94c5430b68d tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=601767f8a9e34c5ba39138d7413064e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490916 Oct 20 11:52:42.090087 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4753675b-85ec-48e4-8844-0665c157e70e None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:42.107719 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4753675b-85ec-48e4-8844-0665c157e70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:42.205516 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4753675b-85ec-48e4-8844-0665c157e70e None None] Network b1714848-549a-4348-bc31-2aed4bb22c5a is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:52:42.209689 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-4753675b-85ec-48e4-8844-0665c157e70e None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:52:42.223583 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4753675b-85ec-48e4-8844-0665c157e70e None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:52:42.248794 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4753675b-85ec-48e4-8844-0665c157e70e None None] Pushing event updated for resources: {'Port': ['ID=c21769c9-148d-49b7-85e0-cd6153598d25,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:42.342663 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-4753675b-85ec-48e4-8844-0665c157e70e None None] Attempting to bind port c21769c9-148d-49b7-85e0-cd6153598d25 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:52:42.343079 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-4753675b-85ec-48e4-8844-0665c157e70e None None] Attempting to bind port c21769c9-148d-49b7-85e0-cd6153598d25 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'e2b76ae0-ad7c-470c-8de0-320a13bea799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'b1714848-549a-4348-bc31-2aed4bb22c5a'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:52:42.343448 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4753675b-85ec-48e4-8844-0665c157e70e None None] Attempting to bind port c21769c9-148d-49b7-85e0-cd6153598d25 on network b1714848-549a-4348-bc31-2aed4bb22c5a {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:52:42.353065 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557dc07-8060-4c44-a9c3-d4bedce4a34d req-b58b17ea-2b5a-4608-9894-1d35047eb038 tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:42.356374 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6557dc07-8060-4c44-a9c3-d4bedce4a34d req-b58b17ea-2b5a-4608-9894-1d35047eb038 tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2754216 Oct 20 11:52:42.362546 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4753675b-85ec-48e4-8844-0665c157e70e None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:52:42.363211 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4753675b-85ec-48e4-8844-0665c157e70e None None] Checking segment: {'id': 'e2b76ae0-ad7c-470c-8de0-320a13bea799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'b1714848-549a-4348-bc31-2aed4bb22c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:52:42.366495 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4753675b-85ec-48e4-8844-0665c157e70e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:42.368277 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4753675b-85ec-48e4-8844-0665c157e70e None None] Bound using segment: {'id': 'e2b76ae0-ad7c-470c-8de0-320a13bea799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'b1714848-549a-4348-bc31-2aed4bb22c5a'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:52:42.370382 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-4753675b-85ec-48e4-8844-0665c157e70e None None] Bound port: c21769c9-148d-49b7-85e0-cd6153598d25, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2b76ae0-ad7c-470c-8de0-320a13bea799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'b1714848-549a-4348-bc31-2aed4bb22c5a'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:52:42.372188 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4753675b-85ec-48e4-8844-0665c157e70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:42.473381 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fd6477c1-a6a3-4f4f-a641-5c650d5c44a4 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:42.517857 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-0d6da188-41c9-44fb-8489-1bd2d606117d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Allocated IP 2001:db8::2f7 (b1714848-549a-4348-bc31-2aed4bb22c5a/734d268b-bfe3-4ecd-9f49-c0043bf4e6c5/2d02d55f-79d7-475a-a25e-d74450cf218f) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:52:42.537509 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-4753675b-85ec-48e4-8844-0665c157e70e None None] For port c21769c9-148d-49b7-85e0-cd6153598d25, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:52:42.548342 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-4753675b-85ec-48e4-8844-0665c157e70e None None] For port c21769c9-148d-49b7-85e0-cd6153598d25, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=c21769c9-148d-49b7-85e0-cd6153598d25,segment=NetworkSegment(e2b76ae0-ad7c-470c-8de0-320a13bea799),segment_id=e2b76ae0-ad7c-470c-8de0-320a13bea799)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:52:42.560024 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4753675b-85ec-48e4-8844-0665c157e70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:42.706286 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4753675b-85ec-48e4-8844-0665c157e70e None None] Pushing event updated for resources: {'Port': ['ID=c21769c9-148d-49b7-85e0-cd6153598d25,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:42.837012 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0d6da188-41c9-44fb-8489-1bd2d606117d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:42.917011 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd6477c1-a6a3-4f4f-a641-5c650d5c44a4 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Router f05b03a5-48a6-4833-89ed-8407e99e5541 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:52:43.041259 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3c83a088-dec1-4eca-863d-9030452074a5 req-85d7682b-ccbb-4555-aefa-3baa4b20215b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 210 time: 0.1076038 Oct 20 11:52:43.042775 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0d6da188-41c9-44fb-8489-1bd2d606117d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:43.058945 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6557dc07-8060-4c44-a9c3-d4bedce4a34d req-26011510-0b4f-42c1-a647-3d77414e17ef tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] 10.222.0.98 "GET /v2.0/quotas/601767f8a9e34c5ba39138d7413064e4 HTTP/1.1" status: 200 len: 375 time: 0.1195202 Oct 20 11:52:43.215665 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6477c1-a6a3-4f4f-a641-5c650d5c44a4 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:52:43.221200 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-fd6477c1-a6a3-4f4f-a641-5c650d5c44a4 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] 10.222.0.98 "PUT /v2.0/routers/f05b03a5-48a6-4833-89ed-8407e99e5541/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1052196 Oct 20 11:52:43.225237 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42482) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:43.229361 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dab3ae-2cb3-433a-9aa4-80372fb75043 None None] Sync routers for ids ['f05b03a5-48a6-4833-89ed-8407e99e5541'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:52:43.267897 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dab3ae-2cb3-433a-9aa4-80372fb75043 None None] Routers {'f05b03a5-48a6-4833-89ed-8407e99e5541'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:52:43.276248 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-34dab3ae-2cb3-433a-9aa4-80372fb75043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:52:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['f05b03a5-48a6-4833-89ed-8407e99e5541'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:43.282841 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6557dc07-8060-4c44-a9c3-d4bedce4a34d req-f38474de-0568-43da-ba43-23393de636e4 tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=601767f8a9e34c5ba39138d7413064e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2103546 Oct 20 11:52:43.330771 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6da188-41c9-44fb-8489-1bd2d606117d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Network b1714848-549a-4348-bc31-2aed4bb22c5a is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:52:43.341457 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-0d6da188-41c9-44fb-8489-1bd2d606117d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:52:43.352652 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6da188-41c9-44fb-8489-1bd2d606117d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:52:43.367441 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6da188-41c9-44fb-8489-1bd2d606117d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:43.368428 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0d6da188-41c9-44fb-8489-1bd2d606117d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:43.381217 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-34dab3ae-2cb3-433a-9aa4-80372fb75043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:43.391328 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6da188-41c9-44fb-8489-1bd2d606117d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event updated for resources: {'Port': ['ID=2d02d55f-79d7-475a-a25e-d74450cf218f,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:43.403248 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dab3ae-2cb3-433a-9aa4-80372fb75043 None None] Routers {'f05b03a5-48a6-4833-89ed-8407e99e5541'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:52:43.403885 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-34dab3ae-2cb3-433a-9aa4-80372fb75043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:52:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['f05b03a5-48a6-4833-89ed-8407e99e5541'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:43.411625 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-0d6da188-41c9-44fb-8489-1bd2d606117d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3981664 Oct 20 11:52:43.418762 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42488) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:43.442869 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-34dab3ae-2cb3-433a-9aa4-80372fb75043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:43.443767 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dab3ae-2cb3-433a-9aa4-80372fb75043 None None] The sync data for ids ['f05b03a5-48a6-4833-89ed-8407e99e5541'] in n-d-814735-3 is: [] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:52:43.453383 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-6c8c406c-211c-4c36-b702-540abff9ee5c tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] show failed (client error): The resource could not be found. Oct 20 11:52:43.454657 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6c8c406c-211c-4c36-b702-540abff9ee5c tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] 10.222.0.98 "GET /v2.0/routers/tempest-non_exist_router-1235684882 HTTP/1.1" status: 404 len: 335 time: 0.2283123 Oct 20 11:52:43.459416 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42490) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:43.466044 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-c24ee95e-9981-42d3-8ab9-1208e07ebc94 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:52:43.586857 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [None req-c24ee95e-9981-42d3-8ab9-1208e07ebc94 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] update failed (client error): The resource could not be found. Oct 20 11:52:43.587897 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c24ee95e-9981-42d3-8ab9-1208e07ebc94 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] 10.222.0.98 "PUT /v2.0/routers/tempest-non_exist_router-1083984752 HTTP/1.1" status: 404 len: 335 time: 0.1273048 Oct 20 11:52:43.600948 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42494) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:43.764205 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-3f93c01e-a0da-4b0b-8223-d0f8412fb604 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Deleting port 2d02d55f-79d7-475a-a25e-d74450cf218f {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:52:43.764550 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3f93c01e-a0da-4b0b-8223-d0f8412fb604 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:43.816565 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-74afe7af-65c0-443c-b93b-b2914888e8a9 req-300897f0-ef92-4456-ad59-e60be2452ff2 tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] 10.222.0.98 "GET /v2.0/ports?device_id=b6ccb9ad-bd7d-4db3-baab-3e281b744c20 HTTP/1.1" status: 200 len: 210 time: 0.1032856 Oct 20 11:52:43.845923 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb3f1256-dee4-4d92-b722-341ca82b6a82 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Deleting subnet 4d90bb62-d44b-44e6-abda-53dbeac73393 {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:52:43.859199 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fb3f1256-dee4-4d92-b722-341ca82b6a82 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:43.992277 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fb3f1256-dee4-4d92-b722-341ca82b6a82 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:44.021964 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3f93c01e-a0da-4b0b-8223-d0f8412fb604 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:44.066826 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-3f93c01e-a0da-4b0b-8223-d0f8412fb604 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Calling delete_port for 2d02d55f-79d7-475a-a25e-d74450cf218f owned by {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:52:44.239802 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fb3f1256-dee4-4d92-b722-341ca82b6a82 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:44.387020 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3f93c01e-a0da-4b0b-8223-d0f8412fb604 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:44.518200 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f93c01e-a0da-4b0b-8223-d0f8412fb604 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event deleted for resources: {'Port': ['ID=2d02d55f-79d7-475a-a25e-d74450cf218f,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:44.544364 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3273a69d-66df-4cf3-9c52-29d81a40c52f req-5e66de18-5f53-4dda-a180-87b03d867fd3 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 210 time: 0.1359355 Oct 20 11:52:44.608877 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3f93c01e-a0da-4b0b-8223-d0f8412fb604 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:44.626489 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3f93c01e-a0da-4b0b-8223-d0f8412fb604 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "DELETE /v2.0/ports/2d02d55f-79d7-475a-a25e-d74450cf218f HTTP/1.1" status: 204 len: 168 time: 1.2047999 Oct 20 11:52:44.629307 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42522) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:44.658838 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb03ab0-5ae9-4480-bb9d-9285205fec98 None None] Network b1714848-549a-4348-bc31-2aed4bb22c5a requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:52:44.693626 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fb3f1256-dee4-4d92-b722-341ca82b6a82 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:44.701156 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-b553682c-8253-40ea-a057-1dc83387d002 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] DELETE failed (client error): The resource could not be found. Oct 20 11:52:44.702357 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b553682c-8253-40ea-a057-1dc83387d002 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:52:44.713363 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-b553682c-8253-40ea-a057-1dc83387d002 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "DELETE /v2.0/ports/2d02d55f-79d7-475a-a25e-d74450cf218f HTTP/1.1" status: 404 len: 333 time: 0.0812085 Oct 20 11:52:44.716152 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42526) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:44.752471 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f1256-dee4-4d92-b722-341ca82b6a82 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Pushing event deleted for resources: {'Subnet': ['ID=4d90bb62-d44b-44e6-abda-53dbeac73393,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:44.757978 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fb3f1256-dee4-4d92-b722-341ca82b6a82 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:44.762758 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-fb3f1256-dee4-4d92-b722-341ca82b6a82 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] 10.222.0.98 "DELETE /v2.0/subnets/4d90bb62-d44b-44e6-abda-53dbeac73393 HTTP/1.1" status: 204 len: 168 time: 1.1607039 Oct 20 11:52:44.765306 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42528) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:44.798000 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c530df9-205b-49eb-9f81-027a48e77712 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] GET failed (client error): The resource could not be found. Oct 20 11:52:44.816538 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0c530df9-205b-49eb-9f81-027a48e77712 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "GET /v2.0/ports/2d02d55f-79d7-475a-a25e-d74450cf218f HTTP/1.1" status: 404 len: 333 time: 0.0974312 Oct 20 11:52:44.818022 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42530) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:44.938632 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d3414df-36ba-44c0-bd3c-df5ea72c1dbb tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Deleting subnet ee7ae916-d5f2-44ae-855d-9d566d0f54c8 {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:52:44.940213 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9776ae-7e17-491f-859d-5242c3557235 None None] Network 06c5aea6-8dac-4603-9536-e52423e7d5f1 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:52:44.952537 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9d3414df-36ba-44c0-bd3c-df5ea72c1dbb tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:45.003003 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device c21769c9-148d-49b7-85e0-cd6153598d25 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:52:45.006651 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7620a7a-d6c4-4997-8cab-72de9979b3d3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Deleting subnet 734d268b-bfe3-4ecd-9f49-c0043bf4e6c5 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:52:45.022057 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f7620a7a-d6c4-4997-8cab-72de9979b3d3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:45.105605 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f7620a7a-d6c4-4997-8cab-72de9979b3d3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:45.111256 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-80f9f3da-2bf9-4e64-a384-5675b1840a43 None None] Provisioning complete for port c21769c9-148d-49b7-85e0-cd6153598d25 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:52:45.111640 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-80f9f3da-2bf9-4e64-a384-5675b1840a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:45.249437 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19b648b2-136d-40e1-8a46-0666609242c4 req-f6a827ef-d943-45b7-ac73-f7bb9736d791 tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] 10.222.0.98 "GET /v2.0/ports?device_id=b6ccb9ad-bd7d-4db3-baab-3e281b744c20 HTTP/1.1" status: 200 len: 210 time: 0.2760444 Oct 20 11:52:45.258534 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9d3414df-36ba-44c0-bd3c-df5ea72c1dbb tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:45.291639 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f7620a7a-d6c4-4997-8cab-72de9979b3d3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:45.519876 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f7620a7a-d6c4-4997-8cab-72de9979b3d3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:45.581783 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9d3414df-36ba-44c0-bd3c-df5ea72c1dbb tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:45.677362 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port c21769c9-148d-49b7-85e0-cd6153598d25 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:52:45.677913 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:45.680212 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:45.707984 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7620a7a-d6c4-4997-8cab-72de9979b3d3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event deleted for resources: {'Subnet': ['ID=734d268b-bfe3-4ecd-9f49-c0043bf4e6c5,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:45.719451 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f7620a7a-d6c4-4997-8cab-72de9979b3d3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:45.739467 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f7620a7a-d6c4-4997-8cab-72de9979b3d3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "DELETE /v2.0/subnets/734d268b-bfe3-4ecd-9f49-c0043bf4e6c5 HTTP/1.1" status: 204 len: 168 time: 0.9119740 Oct 20 11:52:45.743234 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42546) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:45.821544 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9d3414df-36ba-44c0-bd3c-df5ea72c1dbb tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:45.923127 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3414df-36ba-44c0-bd3c-df5ea72c1dbb tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Pushing event deleted for resources: {'Subnet': ['ID=ee7ae916-d5f2-44ae-855d-9d566d0f54c8,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:45.941657 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-edbcbfa0-430e-447d-ba62-058923ef1dbf req-ec8f4387-0bd0-4bb3-926c-974a0fed4cad tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 210 time: 0.1465025 Oct 20 11:52:45.958506 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9d3414df-36ba-44c0-bd3c-df5ea72c1dbb tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:45.969352 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05438fbe-3410-4687-b04f-ed3e91e82f79 None None] Network 55d42f7c-13e7-4685-a851-33b19e2c264f requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:52:45.971241 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-9d3414df-36ba-44c0-bd3c-df5ea72c1dbb tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] 10.222.0.98 "DELETE /v2.0/subnets/ee7ae916-d5f2-44ae-855d-9d566d0f54c8 HTTP/1.1" status: 204 len: 168 time: 1.2047865 Oct 20 11:52:45.975601 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-80f9f3da-2bf9-4e64-a384-5675b1840a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:45.984447 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-46826a4a-2c7e-48ac-83c1-0f08c1c2012a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:45.993213 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42550) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:46.090475 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b5fcc0-e67b-4328-832b-1ab544aa5937 None None] DHCP port deletion for 06c5aea6-8dac-4603-9536-e52423e7d5f1 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:52:46.182268 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58423ab1-2b98-4b07-aa64-b1aea5fa700d None None] DHCP port deletion for b1714848-549a-4348-bc31-2aed4bb22c5a request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:52:46.223731 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1149cf52-d3b4-4e9b-86a3-caa9225004f9 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:46.227254 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-46826a4a-2c7e-48ac-83c1-0f08c1c2012a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Deleting port c21769c9-148d-49b7-85e0-cd6153598d25 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:52:46.227254 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-46826a4a-2c7e-48ac-83c1-0f08c1c2012a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:46.317034 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-1149cf52-d3b4-4e9b-86a3-caa9225004f9 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Deleting port b155cb04-c916-427e-83fb-adc5e6f2b657 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:52:46.317499 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6557dc07-8060-4c44-a9c3-d4bedce4a34d req-a32fb290-3482-4759-9561-0d0072ca1ec6 tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=601767f8a9e34c5ba39138d7413064e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0817475 Oct 20 11:52:46.317986 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1149cf52-d3b4-4e9b-86a3-caa9225004f9 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:46.503377 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ddf8af54-1989-4b40-9690-ed9e786eab8e req-96800796-63b8-4da2-9029-8c83e7a5940a tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] 10.222.0.98 "GET /v2.0/ports?device_id=b6ccb9ad-bd7d-4db3-baab-3e281b744c20 HTTP/1.1" status: 200 len: 210 time: 0.0369260 Oct 20 11:52:46.511780 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-1149cf52-d3b4-4e9b-86a3-caa9225004f9 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] For port b155cb04-c916-427e-83fb-adc5e6f2b657, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=b155cb04-c916-427e-83fb-adc5e6f2b657,segment=NetworkSegment(97f23628-30fb-447c-98be-55e9823619e0),segment_id=97f23628-30fb-447c-98be-55e9823619e0)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:52:46.514402 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1149cf52-d3b4-4e9b-86a3-caa9225004f9 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:46.558299 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-1149cf52-d3b4-4e9b-86a3-caa9225004f9 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Calling delete_port for b155cb04-c916-427e-83fb-adc5e6f2b657 owned by network:dhcp {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:52:46.684668 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-46826a4a-2c7e-48ac-83c1-0f08c1c2012a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] For port c21769c9-148d-49b7-85e0-cd6153598d25, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=c21769c9-148d-49b7-85e0-cd6153598d25,segment=NetworkSegment(e2b76ae0-ad7c-470c-8de0-320a13bea799),segment_id=e2b76ae0-ad7c-470c-8de0-320a13bea799)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:52:46.685102 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-46826a4a-2c7e-48ac-83c1-0f08c1c2012a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:46.702073 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-46826a4a-2c7e-48ac-83c1-0f08c1c2012a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Calling delete_port for c21769c9-148d-49b7-85e0-cd6153598d25 owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:52:46.705646 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-80f9f3da-2bf9-4e64-a384-5675b1840a43 None None] For port c21769c9-148d-49b7-85e0-cd6153598d25, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=c21769c9-148d-49b7-85e0-cd6153598d25,segment=NetworkSegment(e2b76ae0-ad7c-470c-8de0-320a13bea799),segment_id=e2b76ae0-ad7c-470c-8de0-320a13bea799)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:52:46.730010 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-80f9f3da-2bf9-4e64-a384-5675b1840a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:46.743210 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:46.754642 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1149cf52-d3b4-4e9b-86a3-caa9225004f9 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:46.820772 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1149cf52-d3b4-4e9b-86a3-caa9225004f9 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Pushing event deleted for resources: {'Port': ['ID=b155cb04-c916-427e-83fb-adc5e6f2b657,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:46.836049 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1149cf52-d3b4-4e9b-86a3-caa9225004f9 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] No DVR routers for this DVR port b155cb04-c916-427e-83fb-adc5e6f2b657 on host n-d-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:52:46.880533 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42560) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:46.889837 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-0d7e325a-0d89-4569-b99b-19d2908294e7 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Request body: {'network': {'name': 'tempest-network-smoke--184476361', 'project_id': '90ce7d56a289404db61837b49b02f44c', 'port_security_enabled': True}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:52:46.893786 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-58423ab1-2b98-4b07-aa64-b1aea5fa700d None None] Deleting port c21769c9-148d-49b7-85e0-cd6153598d25 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:52:46.894460 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-58423ab1-2b98-4b07-aa64-b1aea5fa700d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:46.924287 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7e325a-0d89-4569-b99b-19d2908294e7 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Made reservation on behalf of 90ce7d56a289404db61837b49b02f44c for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:52:46.929118 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0d7e325a-0d89-4569-b99b-19d2908294e7 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:46.942217 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-46826a4a-2c7e-48ac-83c1-0f08c1c2012a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:46.952179 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0d7e325a-0d89-4569-b99b-19d2908294e7 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:47.002548 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.db.api [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:52:47.002815 n-d-814735-3 neutron-server[100648]: DEBUG oslo_db.api [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:52:47.010723 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1149cf52-d3b4-4e9b-86a3-caa9225004f9 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:47.076915 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-1149cf52-d3b4-4e9b-86a3-caa9225004f9 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06c5aea6-8dac-4603-9536-e52423e7d5f1']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:47.094468 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-1149cf52-d3b4-4e9b-86a3-caa9225004f9 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97f23628-30fb-447c-98be-55e9823619e0') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:47.096884 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-1149cf52-d3b4-4e9b-86a3-caa9225004f9 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97f23628-30fb-447c-98be-55e9823619e0') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:47.134494 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1149cf52-d3b4-4e9b-86a3-caa9225004f9 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:47.149416 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46826a4a-2c7e-48ac-83c1-0f08c1c2012a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event deleted for resources: {'Port': ['ID=c21769c9-148d-49b7-85e0-cd6153598d25,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:47.178646 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46826a4a-2c7e-48ac-83c1-0f08c1c2012a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] No DVR routers for this DVR port c21769c9-148d-49b7-85e0-cd6153598d25 on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:52:47.189229 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-60b5fcc0-e67b-4328-832b-1ab544aa5937 None None] Deleting port b155cb04-c916-427e-83fb-adc5e6f2b657 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:52:47.189599 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-60b5fcc0-e67b-4328-832b-1ab544aa5937 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:47.216925 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bea43d-a6fb-4f57-bd66-874d49ae84e9 None None] DHCP port deletion for 55d42f7c-13e7-4685-a851-33b19e2c264f request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:52:47.219750 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f9f3da-2bf9-4e64-a384-5675b1840a43 None None] Pushing event updated for resources: {'Port': ['ID=c21769c9-148d-49b7-85e0-cd6153598d25,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:47.257573 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf2a1eb2-730f-458d-a3d9-934a1340303f req-71e4de1c-7eb9-4cbb-bb0a-b6f38694d0ee tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 210 time: 0.0945961 Oct 20 11:52:47.270453 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1149cf52-d3b4-4e9b-86a3-caa9225004f9 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:47.289243 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-58423ab1-2b98-4b07-aa64-b1aea5fa700d None None] For port c21769c9-148d-49b7-85e0-cd6153598d25, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=c21769c9-148d-49b7-85e0-cd6153598d25,segment=NetworkSegment(e2b76ae0-ad7c-470c-8de0-320a13bea799),segment_id=e2b76ae0-ad7c-470c-8de0-320a13bea799)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:52:47.289899 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-58423ab1-2b98-4b07-aa64-b1aea5fa700d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:47.299997 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557dc07-8060-4c44-a9c3-d4bedce4a34d req-3d076cf5-eaa9-484d-b2fe-c56666abc640 tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:47.301676 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6557dc07-8060-4c44-a9c3-d4bedce4a34d req-3d076cf5-eaa9-484d-b2fe-c56666abc640 tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9685454 Oct 20 11:52:47.306779 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-58423ab1-2b98-4b07-aa64-b1aea5fa700d None None] Calling delete_port for c21769c9-148d-49b7-85e0-cd6153598d25 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:52:47.309746 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1149cf52-d3b4-4e9b-86a3-caa9225004f9 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Releasing vlan 1260 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:52:47.310159 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1149cf52-d3b4-4e9b-86a3-caa9225004f9 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:47.313189 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:52:47.313189 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:52:47.313189 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:52:47.313189 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:52:47.313189 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:52:47.313189 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:52:47.313189 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:52:47.313189 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:52:47.313189 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:52:47.313189 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:52:47.313189 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:52:47.313189 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:52:47.313189 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:52:47.313189 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:52:47.313189 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:52:47.313189 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:52:47.313189 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:52:47.313189 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:52:47.313189 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:52:47.313189 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:52:47.313189 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:52:47.313189 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:52:47.313189 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:52:47.313189 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:52:47.313189 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:52:47.313189 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:52:47.313189 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:52:47.313189 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:52:47.313189 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:52:47.313189 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:52:47.313189 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:52:47.313189 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:52:47.320941 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-6557dc07-8060-4c44-a9c3-d4bedce4a34d req-baa2ef71-31eb-4ab3-8e94-9fa96f5cd7ed tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] Request body: {'port': {'device_id': 'b6ccb9ad-bd7d-4db3-baab-3e281b744c20', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'admin_state_up': True, 'tenant_id': '601767f8a9e34c5ba39138d7413064e4'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:52:47.389477 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-46826a4a-2c7e-48ac-83c1-0f08c1c2012a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:47.439622 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-46826a4a-2c7e-48ac-83c1-0f08c1c2012a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1714848-549a-4348-bc31-2aed4bb22c5a']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:47.442278 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0d7e325a-0d89-4569-b99b-19d2908294e7 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:47.448003 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1149cf52-d3b4-4e9b-86a3-caa9225004f9 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:47.454940 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0d7e325a-0d89-4569-b99b-19d2908294e7 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:47.481573 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1149cf52-d3b4-4e9b-86a3-caa9225004f9 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:47.485427 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-1149cf52-d3b4-4e9b-86a3-caa9225004f9 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] 10.222.0.98 "DELETE /v2.0/networks/06c5aea6-8dac-4603-9536-e52423e7d5f1 HTTP/1.1" status: 204 len: 168 time: 1.4855514 Oct 20 11:52:47.490173 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1149cf52-d3b4-4e9b-86a3-caa9225004f9 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Pushing event deleted for resources: {'Network': ['ID=06c5aea6-8dac-4603-9536-e52423e7d5f1,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:47.494731 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42566) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:47.550778 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-46826a4a-2c7e-48ac-83c1-0f08c1c2012a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2b76ae0-ad7c-470c-8de0-320a13bea799') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:47.551080 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-46826a4a-2c7e-48ac-83c1-0f08c1c2012a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2b76ae0-ad7c-470c-8de0-320a13bea799') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:47.571289 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-46826a4a-2c7e-48ac-83c1-0f08c1c2012a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:47.574497 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-58423ab1-2b98-4b07-aa64-b1aea5fa700d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:47.576150 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d7e325a-0d89-4569-b99b-19d2908294e7 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] vlan segment allocate from pool success with {'vlan_id': 1255, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:52:47.598355 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Port c21769c9-148d-49b7-85e0-cd6153598d25 update to ACTIVE by agent not found {{(pid=100648) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 20 11:52:47.602728 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58423ab1-2b98-4b07-aa64-b1aea5fa700d None None] No DVR routers for this DVR port c21769c9-148d-49b7-85e0-cd6153598d25 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:52:47.613771 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-60b5fcc0-e67b-4328-832b-1ab544aa5937 None None] For port b155cb04-c916-427e-83fb-adc5e6f2b657, host n-d-814735-3, got binding levels [] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:52:47.614375 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-60b5fcc0-e67b-4328-832b-1ab544aa5937 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:47.622129 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7e325a-0d89-4569-b99b-19d2908294e7 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76f81fed-7e9b-45c6-8938-cfbc1f8e924d,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:47.636481 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-46826a4a-2c7e-48ac-83c1-0f08c1c2012a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:47.666817 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46826a4a-2c7e-48ac-83c1-0f08c1c2012a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Releasing vlan 1299 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:52:47.667496 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-46826a4a-2c7e-48ac-83c1-0f08c1c2012a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:47.676373 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:52:47.676373 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:52:47.676373 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:52:47.676373 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:52:47.676373 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:52:47.676373 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:52:47.676373 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:52:47.676373 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:52:47.676373 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:52:47.676373 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:52:47.676373 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:52:47.676373 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:52:47.676373 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:52:47.676373 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:52:47.676373 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:52:47.676373 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:52:47.676373 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:52:47.676373 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:52:47.676373 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:52:47.676373 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:52:47.676373 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:52:47.676373 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:52:47.676373 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:52:47.676373 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:52:47.676373 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:52:47.676373 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:52:47.676373 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:52:47.676373 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:52:47.676373 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:52:47.676373 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:52:47.676373 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:52:47.676373 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:52:47.709052 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58423ab1-2b98-4b07-aa64-b1aea5fa700d None None] Pushing event deleted for resources: {'Port': ['ID=c21769c9-148d-49b7-85e0-cd6153598d25,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:47.720137 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-60b5fcc0-e67b-4328-832b-1ab544aa5937 None None] Calling delete_port for b155cb04-c916-427e-83fb-adc5e6f2b657 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:52:47.734464 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.ipam_backend_mixin [None req-60b5fcc0-e67b-4328-832b-1ab544aa5937 None None] Port b155cb04-c916-427e-83fb-adc5e6f2b657 was not found and therefore no delete operation was performed {{(pid=100648) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 11:52:47.740436 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-60b5fcc0-e67b-4328-832b-1ab544aa5937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:47.792662 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eb4222ce-0417-4984-b421-a865214babfb req-070fcb48-834e-4f17-a758-eb29a4e40e19 tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] 10.222.0.98 "GET /v2.0/ports?device_id=b6ccb9ad-bd7d-4db3-baab-3e281b744c20 HTTP/1.1" status: 200 len: 210 time: 0.0599389 Oct 20 11:52:47.801059 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b5fcc0-e67b-4328-832b-1ab544aa5937 None None] Pushing event deleted for resources: {'Port': ['ID=b155cb04-c916-427e-83fb-adc5e6f2b657,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:47.817504 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-f6bea43d-a6fb-4f57-bd66-874d49ae84e9 None None] Deleting port 7aa53fe9-3c9c-4fbf-bbcd-083dff219792 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:52:47.819815 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f6bea43d-a6fb-4f57-bd66-874d49ae84e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:47.829069 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8263d2b0-e0cf-4629-938f-c59e029e65eb tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:47.885569 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6557dc07-8060-4c44-a9c3-d4bedce4a34d req-baa2ef71-31eb-4ab3-8e94-9fa96f5cd7ed tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] Made reservation on behalf of 601767f8a9e34c5ba39138d7413064e4 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:52:47.899325 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-6557dc07-8060-4c44-a9c3-d4bedce4a34d req-baa2ef71-31eb-4ab3-8e94-9fa96f5cd7ed tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:47.923487 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-6557dc07-8060-4c44-a9c3-d4bedce4a34d req-baa2ef71-31eb-4ab3-8e94-9fa96f5cd7ed tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:47.937921 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0d7e325a-0d89-4569-b99b-19d2908294e7 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:47.938474 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-0d7e325a-0d89-4569-b99b-19d2908294e7 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Added segment 549b093a-9b1f-4ae7-8a3d-e8888b456378 of type vlan for network e2fef652-29f0-49bb-8e63-480b3426d613 Oct 20 11:52:47.950733 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-46826a4a-2c7e-48ac-83c1-0f08c1c2012a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:47.968321 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-f6bea43d-a6fb-4f57-bd66-874d49ae84e9 None None] For port 7aa53fe9-3c9c-4fbf-bbcd-083dff219792, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=7aa53fe9-3c9c-4fbf-bbcd-083dff219792,segment=NetworkSegment(bcabead2-31f4-466a-8dd5-da00098a0236),segment_id=bcabead2-31f4-466a-8dd5-da00098a0236)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:52:47.968742 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f6bea43d-a6fb-4f57-bd66-874d49ae84e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:47.972073 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-46826a4a-2c7e-48ac-83c1-0f08c1c2012a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:47.986900 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-46826a4a-2c7e-48ac-83c1-0f08c1c2012a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "DELETE /v2.0/networks/b1714848-549a-4348-bc31-2aed4bb22c5a HTTP/1.1" status: 204 len: 168 time: 2.2386987 Oct 20 11:52:47.993127 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42574) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:48.000973 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0d7e325a-0d89-4569-b99b-19d2908294e7 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:48.001197 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-f6bea43d-a6fb-4f57-bd66-874d49ae84e9 None None] Calling delete_port for 7aa53fe9-3c9c-4fbf-bbcd-083dff219792 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:52:48.008741 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-79790b46-4128-4e2f-9892-d6a54a95c82c tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-929816480'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:52:48.017319 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b155cb04-c916-427e-83fb-adc5e6f2b657 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:52:48.019567 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-60b5fcc0-e67b-4328-832b-1ab544aa5937 None None] Network 06c5aea6-8dac-4603-9536-e52423e7d5f1 is not hosted by any dhcp agent {{(pid=100648) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 20 11:52:48.020152 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b5fcc0-e67b-4328-832b-1ab544aa5937 None None] No DVR routers for this DVR port b155cb04-c916-427e-83fb-adc5e6f2b657 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:52:48.040088 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46826a4a-2c7e-48ac-83c1-0f08c1c2012a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event deleted for resources: {'Network': ['ID=b1714848-549a-4348-bc31-2aed4bb22c5a,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:48.059423 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-8263d2b0-e0cf-4629-938f-c59e029e65eb tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Deleting port 7aa53fe9-3c9c-4fbf-bbcd-083dff219792 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:52:48.059897 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8263d2b0-e0cf-4629-938f-c59e029e65eb tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:48.061810 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: b155cb04-c916-427e-83fb-adc5e6f2b657 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:52:48.062301 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b155cb04-c916-427e-83fb-adc5e6f2b657 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:52:48.063650 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device c21769c9-148d-49b7-85e0-cd6153598d25 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:52:48.063962 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0d7e325a-0d89-4569-b99b-19d2908294e7 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:48.071106 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7e325a-0d89-4569-b99b-19d2908294e7 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:48.071841 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0d7e325a-0d89-4569-b99b-19d2908294e7 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:48.124170 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79790b46-4128-4e2f-9892-d6a54a95c82c tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Made reservation on behalf of b83cf05325f74f7cb717378a188d738a for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:52:48.149831 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-79790b46-4128-4e2f-9892-d6a54a95c82c tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:48.168716 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: c21769c9-148d-49b7-85e0-cd6153598d25 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:52:48.179429 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device c21769c9-148d-49b7-85e0-cd6153598d25 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:52:48.180074 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 7aa53fe9-3c9c-4fbf-bbcd-083dff219792 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:52:48.193295 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7e325a-0d89-4569-b99b-19d2908294e7 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Pushing event updated for resources: {'Network': ['ID=e2fef652-29f0-49bb-8e63-480b3426d613,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:48.210520 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-0d7e325a-0d89-4569-b99b-19d2908294e7 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3285160 Oct 20 11:52:48.213868 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42576) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:48.222071 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-6b25354d-1a3f-4cb2-9bc4-9b509bf4b607 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-710742937', 'admin_state_up': True, 'project_id': '90ce7d56a289404db61837b49b02f44c', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:52:48.243160 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network e2fef652-29f0-49bb-8e63-480b3426d613 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:52:48.252332 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79790b46-4128-4e2f-9892-d6a54a95c82c tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] vlan segment allocate from pool success with {'vlan_id': 1299, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:52:48.293125 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-6557dc07-8060-4c44-a9c3-d4bedce4a34d req-baa2ef71-31eb-4ab3-8e94-9fa96f5cd7ed tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:48.297720 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-8263d2b0-e0cf-4629-938f-c59e029e65eb tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] For port 7aa53fe9-3c9c-4fbf-bbcd-083dff219792, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=7aa53fe9-3c9c-4fbf-bbcd-083dff219792,segment=NetworkSegment(bcabead2-31f4-466a-8dd5-da00098a0236),segment_id=bcabead2-31f4-466a-8dd5-da00098a0236)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:52:48.297871 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8263d2b0-e0cf-4629-938f-c59e029e65eb tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:48.305083 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-79790b46-4128-4e2f-9892-d6a54a95c82c tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:48.306499 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-79790b46-4128-4e2f-9892-d6a54a95c82c tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Added segment fee692f0-480f-4571-a63d-69fa632b5ca3 of type vlan for network b3577e5b-d177-466c-844c-ab55282f99dc Oct 20 11:52:48.316606 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-6557dc07-8060-4c44-a9c3-d4bedce4a34d req-baa2ef71-31eb-4ab3-8e94-9fa96f5cd7ed tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:48.329033 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-8263d2b0-e0cf-4629-938f-c59e029e65eb tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Calling delete_port for 7aa53fe9-3c9c-4fbf-bbcd-083dff219792 owned by network:dhcp {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:52:48.341601 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6b25354d-1a3f-4cb2-9bc4-9b509bf4b607 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:48.343352 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6b25354d-1a3f-4cb2-9bc4-9b509bf4b607 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:48.442928 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9fa88f96-674f-4b1c-9aee-ab89b2e13c58 req-0798e9a6-ae32-4daa-9f44-d43f3bdf0b95 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 210 time: 0.0415208 Oct 20 11:52:48.506983 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6b25354d-1a3f-4cb2-9bc4-9b509bf4b607 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:48.556546 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [req-6557dc07-8060-4c44-a9c3-d4bedce4a34d req-baa2ef71-31eb-4ab3-8e94-9fa96f5cd7ed tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] Allocated IP 192.168.233.189 (09e5a906-63cf-4dde-b699-ab448fb18fb8/94289c8c-e5f7-4e30-b6a9-5b268a8fd610/1d7714c1-9e90-40b1-bf11-4601eae24361) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:52:48.597016 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f6bea43d-a6fb-4f57-bd66-874d49ae84e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:48.617967 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:48.633433 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-79790b46-4128-4e2f-9892-d6a54a95c82c tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:48.641452 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8263d2b0-e0cf-4629-938f-c59e029e65eb tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:48.691882 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-79790b46-4128-4e2f-9892-d6a54a95c82c tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:48.697970 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bea43d-a6fb-4f57-bd66-874d49ae84e9 None None] Pushing event deleted for resources: {'Port': ['ID=7aa53fe9-3c9c-4fbf-bbcd-083dff219792,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:48.703367 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79790b46-4128-4e2f-9892-d6a54a95c82c tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:48.704313 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-79790b46-4128-4e2f-9892-d6a54a95c82c tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:48.717124 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bea43d-a6fb-4f57-bd66-874d49ae84e9 None None] No DVR routers for this DVR port 7aa53fe9-3c9c-4fbf-bbcd-083dff219792 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:52:48.809402 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-79790b46-4128-4e2f-9892-d6a54a95c82c tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8046994 Oct 20 11:52:48.837338 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42586) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:48.869547 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8263d2b0-e0cf-4629-938f-c59e029e65eb tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Pushing event deleted for resources: {'Port': ['ID=7aa53fe9-3c9c-4fbf-bbcd-083dff219792,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:48.876498 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-e83a1e46-3f17-4fb0-a342-293fac07f395 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Request body: {'subnet': {'network_id': 'b3577e5b-d177-466c-844c-ab55282f99dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:52:48.884517 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8263d2b0-e0cf-4629-938f-c59e029e65eb tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] No DVR routers for this DVR port 7aa53fe9-3c9c-4fbf-bbcd-083dff219792 on host n-d-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:52:48.916740 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa2ef71-31eb-4ab3-8e94-9fa96f5cd7ed tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf53ec77-68e3-41f4-8c2a-c411911991f1,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:49.073759 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79790b46-4128-4e2f-9892-d6a54a95c82c tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event updated for resources: {'Network': ['ID=b3577e5b-d177-466c-844c-ab55282f99dc,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:49.085338 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network b3577e5b-d177-466c-844c-ab55282f99dc details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:52:49.108673 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8263d2b0-e0cf-4629-938f-c59e029e65eb tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:49.171667 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-8263d2b0-e0cf-4629-938f-c59e029e65eb tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55d42f7c-13e7-4685-a851-33b19e2c264f']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:49.206215 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-8263d2b0-e0cf-4629-938f-c59e029e65eb tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcabead2-31f4-466a-8dd5-da00098a0236') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:49.206507 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-8263d2b0-e0cf-4629-938f-c59e029e65eb tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcabead2-31f4-466a-8dd5-da00098a0236') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:49.216922 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83a1e46-3f17-4fb0-a342-293fac07f395 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Made reservation on behalf of b83cf05325f74f7cb717378a188d738a for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:52:49.220981 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e83a1e46-3f17-4fb0-a342-293fac07f395 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:49.223564 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8263d2b0-e0cf-4629-938f-c59e029e65eb tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:49.263080 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8263d2b0-e0cf-4629-938f-c59e029e65eb tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:49.278043 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8263d2b0-e0cf-4629-938f-c59e029e65eb tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Releasing vlan 1286 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:52:49.278450 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8263d2b0-e0cf-4629-938f-c59e029e65eb tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:49.344730 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-6557dc07-8060-4c44-a9c3-d4bedce4a34d req-baa2ef71-31eb-4ab3-8e94-9fa96f5cd7ed tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:49.357605 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6b25354d-1a3f-4cb2-9bc4-9b509bf4b607 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:49.361612 n-d-814735-3 neutron-server[100647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:52:49.361612 n-d-814735-3 neutron-server[100647]: self.session.flush() Oct 20 11:52:49.361612 n-d-814735-3 neutron-server[100647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:52:49.361612 n-d-814735-3 neutron-server[100647]: self.session.flush() Oct 20 11:52:49.361612 n-d-814735-3 neutron-server[100647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:52:49.361612 n-d-814735-3 neutron-server[100647]: self.session.flush() Oct 20 11:52:49.361612 n-d-814735-3 neutron-server[100647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:52:49.361612 n-d-814735-3 neutron-server[100647]: self.session.flush() Oct 20 11:52:49.361612 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:52:49.361612 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:52:49.361612 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:52:49.361612 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:52:49.361612 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:52:49.361612 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:52:49.361612 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:52:49.361612 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:52:49.361612 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:52:49.361612 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:52:49.361612 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:52:49.361612 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:52:49.361612 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:52:49.361612 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:52:49.361612 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:52:49.361612 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:52:49.361612 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:52:49.361612 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:52:49.361612 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:52:49.361612 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:52:49.361612 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:52:49.361612 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:52:49.361612 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:52:49.361612 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:52:49.361612 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:52:49.361612 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:52:49.361612 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:52:49.361612 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:52:49.361612 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:52:49.361612 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:52:49.361612 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:52:49.361612 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:52:49.388335 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5eb181d9-8bdf-4f6f-abd0-399cf5648193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:49.389874 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-269b1855-564c-4cb4-bc59-9f1d5ed3ffc2 req-91cb92b7-ec26-44e1-9073-ac0753a61924 tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] 10.222.0.98 "GET /v2.0/ports?device_id=b6ccb9ad-bd7d-4db3-baab-3e281b744c20 HTTP/1.1" status: 200 len: 210 time: 0.4192386 Oct 20 11:52:49.390699 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8263d2b0-e0cf-4629-938f-c59e029e65eb tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:49.400089 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8263d2b0-e0cf-4629-938f-c59e029e65eb tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:49.405533 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8263d2b0-e0cf-4629-938f-c59e029e65eb tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] 10.222.0.98 "DELETE /v2.0/networks/55d42f7c-13e7-4685-a851-33b19e2c264f HTTP/1.1" status: 204 len: 168 time: 1.9084733 Oct 20 11:52:49.416924 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42596) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:49.459037 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8263d2b0-e0cf-4629-938f-c59e029e65eb tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Pushing event deleted for resources: {'Network': ['ID=55d42f7c-13e7-4685-a851-33b19e2c264f,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:49.482943 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42602) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:49.683301 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e83a1e46-3f17-4fb0-a342-293fac07f395 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:49.768892 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-6557dc07-8060-4c44-a9c3-d4bedce4a34d req-baa2ef71-31eb-4ab3-8e94-9fa96f5cd7ed tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:49.781878 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-40628617-fdd1-4cbc-89fb-cf69b65557b3 req-aa532051-8771-4622-a89c-233d2662c48f tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 210 time: 0.0697880 Oct 20 11:52:49.782709 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6b25354d-1a3f-4cb2-9bc4-9b509bf4b607 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for router_gateway, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:49.808132 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-066b7486-b764-472b-be4e-a7dbc5eefb23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:49.811990 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6b25354d-1a3f-4cb2-9bc4-9b509bf4b607 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:49.852890 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-302a4a75-1037-4bcc-86de-d7cf7154cce7 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Deleting subnet 7d74d40f-842f-405a-baee-9756ea62269e {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:52:49.856373 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-302a4a75-1037-4bcc-86de-d7cf7154cce7 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:49.900023 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-302a4a75-1037-4bcc-86de-d7cf7154cce7 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:49.982824 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-6b25354d-1a3f-4cb2-9bc4-9b509bf4b607 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Allocated IP 172.25.5.53 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/d20fb5e5-0aa2-4725-b0ef-80f102b2175e) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:52:49.996382 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-302a4a75-1037-4bcc-86de-d7cf7154cce7 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:50.011555 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-066b7486-b764-472b-be4e-a7dbc5eefb23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:50.028421 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-066b7486-b764-472b-be4e-a7dbc5eefb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:50.036093 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a1e46-3f17-4fb0-a342-293fac07f395 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event updated for resources: {'Subnet': ['ID=13cb7bdb-6c56-46c9-9884-dddf9503f217,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:50.061658 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6557dc07-8060-4c44-a9c3-d4bedce4a34d req-baa2ef71-31eb-4ab3-8e94-9fa96f5cd7ed tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] Network 09e5a906-63cf-4dde-b699-ab448fb18fb8 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:52:50.074352 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [req-6557dc07-8060-4c44-a9c3-d4bedce4a34d req-baa2ef71-31eb-4ab3-8e94-9fa96f5cd7ed tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:52:50.079937 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa2ef71-31eb-4ab3-8e94-9fa96f5cd7ed tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] Pushing event updated for resources: {'Port': ['ID=1d7714c1-9e90-40b1-bf11-4601eae24361,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:50.082452 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83a1e46-3f17-4fb0-a342-293fac07f395 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Checking segment: {'id': 'fee692f0-480f-4571-a63d-69fa632b5ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'b3577e5b-d177-466c-844c-ab55282f99dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:52:50.082849 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83a1e46-3f17-4fb0-a342-293fac07f395 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Network hostable DHCP agents. Network: b3577e5b-d177-466c-844c-ab55282f99dc, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:52:50.087221 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-6557dc07-8060-4c44-a9c3-d4bedce4a34d req-baa2ef71-31eb-4ab3-8e94-9fa96f5cd7ed tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:52:50.131580 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-066b7486-b764-472b-be4e-a7dbc5eefb23 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e05db2ee1c584cadab2adb19608efcb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6419656 Oct 20 11:52:50.137139 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42606) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:50.148980 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066b7486-b764-472b-be4e-a7dbc5eefb23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3ceda0-d008-4729-ae73-4daad7f82b3f,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:50.186989 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-302a4a75-1037-4bcc-86de-d7cf7154cce7 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:50.210472 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83a1e46-3f17-4fb0-a342-293fac07f395 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Network b3577e5b-d177-466c-844c-ab55282f99dc is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:52:50.213662 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6b25354d-1a3f-4cb2-9bc4-9b509bf4b607 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:50.243754 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557dc07-8060-4c44-a9c3-d4bedce4a34d req-baa2ef71-31eb-4ab3-8e94-9fa96f5cd7ed tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:50.244472 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-6557dc07-8060-4c44-a9c3-d4bedce4a34d req-baa2ef71-31eb-4ab3-8e94-9fa96f5cd7ed tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:50.259730 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6b25354d-1a3f-4cb2-9bc4-9b509bf4b607 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:50.295916 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a4a75-1037-4bcc-86de-d7cf7154cce7 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Pushing event deleted for resources: {'Subnet': ['ID=7d74d40f-842f-405a-baee-9756ea62269e,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:50.299964 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d271da5c-6ca5-4723-b044-f28d63370b63 None None] Network ce9328bb-2e67-4750-adb2-71c50ab6f451 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:52:50.300460 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-302a4a75-1037-4bcc-86de-d7cf7154cce7 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:50.305494 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-302a4a75-1037-4bcc-86de-d7cf7154cce7 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] 10.222.0.98 "DELETE /v2.0/subnets/7d74d40f-842f-405a-baee-9756ea62269e HTTP/1.1" status: 204 len: 168 time: 0.8845549 Oct 20 11:52:50.310154 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42608) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:50.310776 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-e83a1e46-3f17-4fb0-a342-293fac07f395 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, b3577e5b-d177-466c-844c-ab55282f99dc) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:52:50.331427 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83a1e46-3f17-4fb0-a342-293fac07f395 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:50.332063 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e83a1e46-3f17-4fb0-a342-293fac07f395 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:50.351047 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6557dc07-8060-4c44-a9c3-d4bedce4a34d req-baa2ef71-31eb-4ab3-8e94-9fa96f5cd7ed tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0342441 Oct 20 11:52:50.420016 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8286384c-84c0-4fe3-99d2-54c6bbfa4612 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:50.455679 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b25354d-1a3f-4cb2-9bc4-9b509bf4b607 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Pushing event updated for resources: {'Port': ['ID=d20fb5e5-0aa2-4725-b0ef-80f102b2175e,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:50.460535 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b25354d-1a3f-4cb2-9bc4-9b509bf4b607 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:52:50.463424 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-6b25354d-1a3f-4cb2-9bc4-9b509bf4b607 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:52:50.466478 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b25354d-1a3f-4cb2-9bc4-9b509bf4b607 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:52:50.505991 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c27094-5d59-4cc2-9f59-73a4727ce294 None None] Network b3577e5b-d177-466c-844c-ab55282f99dc requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:52:50.688717 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-73bc6de8-cc30-439d-95b0-0f0eb5138b83 None None] Provisioning complete for port 1d7714c1-9e90-40b1-bf11-4601eae24361 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:52:50.689056 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-73bc6de8-cc30-439d-95b0-0f0eb5138b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:50.728318 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-73bc6de8-cc30-439d-95b0-0f0eb5138b83 None None] Port 1d7714c1-9e90-40b1-bf11-4601eae24361 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:52:50.863687 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31e7a1c-8a28-43cd-8fee-ddccc9cdd113 None None] DHCP port deletion for ce9328bb-2e67-4750-adb2-71c50ab6f451 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:52:50.871514 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8286384c-84c0-4fe3-99d2-54c6bbfa4612 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:50.940679 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8286384c-84c0-4fe3-99d2-54c6bbfa4612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:50.943427 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8286384c-84c0-4fe3-99d2-54c6bbfa4612 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:50.944217 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0fb04c-b1a9-4988-969c-398f63905f64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-b3577e5b-d177-466c-844c-ab55282f99dc', 'network_id': 'b3577e5b-d177-466c-844c-ab55282f99dc', 'tenant_id': 'b83cf05325f74f7cb717378a188d738a', 'fixed_ips': [{'subnet_id': '13cb7bdb-6c56-46c9-9884-dddf9503f217'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:52:50.948068 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8286384c-84c0-4fe3-99d2-54c6bbfa4612 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/fe3ceda0-d008-4729-ae73-4daad7f82b3f HTTP/1.1" status: 204 len: 168 time: 0.8100977 Oct 20 11:52:50.952725 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9b0fb04c-b1a9-4988-969c-398f63905f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:50.990206 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e83a1e46-3f17-4fb0-a342-293fac07f395 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1466780 Oct 20 11:52:51.005189 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42620) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:51.013821 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-70feeb36-8c12-4aaf-8144-bf6e4f697d29 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Request body: {'port': {'network_id': 'b3577e5b-d177-466c-844c-ab55282f99dc', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-397946387'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:52:51.017872 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286384c-84c0-4fe3-99d2-54c6bbfa4612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3ceda0-d008-4729-ae73-4daad7f82b3f,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:51.041007 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ec392675-37c6-4c67-8d8c-5e1fb3702003 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:51.066067 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-6557dc07-8060-4c44-a9c3-d4bedce4a34d req-5d9bf4bc-562c-4ad3-aa48-8857a0778781 service neutron] Request body: {'port': {'device_id': 'b6ccb9ad-bd7d-4db3-baab-3e281b744c20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:52:51.089763 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a3c36-7461-4c14-ae6d-21f616829208 req-717b255e-d997-4abb-81fc-a8b58be7627d tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:51.107546 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7b7a3c36-7461-4c14-ae6d-21f616829208 req-717b255e-d997-4abb-81fc-a8b58be7627d tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] 10.222.0.98 "GET /v2.0/ports?device_id=b6ccb9ad-bd7d-4db3-baab-3e281b744c20 HTTP/1.1" status: 200 len: 936 time: 0.5486603 Oct 20 11:52:51.142553 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6b25354d-1a3f-4cb2-9bc4-9b509bf4b607 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for router_gateway, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:51.166916 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d2c9497b-7d5a-4bb3-ade7-d68521d74bee req-18727261-7be1-436e-a393-e1fe9b33e8e3 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 210 time: 0.1401994 Oct 20 11:52:51.369120 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7b7a3c36-7461-4c14-ae6d-21f616829208 req-015535e5-1300-4a49-a69b-6de0a4d7484e tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] 10.222.0.98 "GET /v2.0/security-groups?id=cf53ec77-68e3-41f4-8c2a-c411911991f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596216 Oct 20 11:52:51.379634 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-6557dc07-8060-4c44-a9c3-d4bedce4a34d req-5d9bf4bc-562c-4ad3-aa48-8857a0778781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:51.380378 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-a31e7a1c-8a28-43cd-8fee-ddccc9cdd113 None None] Deleting port 632c8ec9-6a58-40f3-8985-ac502fe7c3d9 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:52:51.380763 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a31e7a1c-8a28-43cd-8fee-ddccc9cdd113 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:51.434328 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-ec392675-37c6-4c67-8d8c-5e1fb3702003 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Deleting port 632c8ec9-6a58-40f3-8985-ac502fe7c3d9 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:52:51.436089 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ec392675-37c6-4c67-8d8c-5e1fb3702003 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:51.441818 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70feeb36-8c12-4aaf-8144-bf6e4f697d29 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Made reservation on behalf of b83cf05325f74f7cb717378a188d738a for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:52:51.452835 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-70feeb36-8c12-4aaf-8144-bf6e4f697d29 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:51.550288 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-70feeb36-8c12-4aaf-8144-bf6e4f697d29 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] device_id is not set on port 1852c628-bc0e-42c0-8d67-70cc2c1df070 yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:52:51.562549 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-9b0fb04c-b1a9-4988-969c-398f63905f64 None None] Allocated IP 2001:db8::2 (b3577e5b-d177-466c-844c-ab55282f99dc/13cb7bdb-6c56-46c9-9884-dddf9503f217/73edd613-0851-4855-beab-55b4aa9789df) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:52:51.567833 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-a31e7a1c-8a28-43cd-8fee-ddccc9cdd113 None None] For port 632c8ec9-6a58-40f3-8985-ac502fe7c3d9, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=632c8ec9-6a58-40f3-8985-ac502fe7c3d9,segment=NetworkSegment(43c460a2-1f50-4e82-910d-8fa43228bea1),segment_id=43c460a2-1f50-4e82-910d-8fa43228bea1)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:52:51.569923 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a31e7a1c-8a28-43cd-8fee-ddccc9cdd113 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:51.626784 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-a31e7a1c-8a28-43cd-8fee-ddccc9cdd113 None None] Calling delete_port for 632c8ec9-6a58-40f3-8985-ac502fe7c3d9 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:52:51.849245 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 632c8ec9-6a58-40f3-8985-ac502fe7c3d9 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:52:51.888284 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-ec392675-37c6-4c67-8d8c-5e1fb3702003 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] For port 632c8ec9-6a58-40f3-8985-ac502fe7c3d9, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=632c8ec9-6a58-40f3-8985-ac502fe7c3d9,segment=NetworkSegment(43c460a2-1f50-4e82-910d-8fa43228bea1),segment_id=43c460a2-1f50-4e82-910d-8fa43228bea1)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:52:51.888553 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ec392675-37c6-4c67-8d8c-5e1fb3702003 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:51.989925 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-ec392675-37c6-4c67-8d8c-5e1fb3702003 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Calling delete_port for 632c8ec9-6a58-40f3-8985-ac502fe7c3d9 owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:52:52.047502 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:52.090364 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a31e7a1c-8a28-43cd-8fee-ddccc9cdd113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:52.124177 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31e7a1c-8a28-43cd-8fee-ddccc9cdd113 None None] No DVR routers for this DVR port 632c8ec9-6a58-40f3-8985-ac502fe7c3d9 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:52:52.229719 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e7a1c-8a28-43cd-8fee-ddccc9cdd113 None None] Pushing event deleted for resources: {'Port': ['ID=632c8ec9-6a58-40f3-8985-ac502fe7c3d9,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:52.248537 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ec392675-37c6-4c67-8d8c-5e1fb3702003 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:52.285242 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-57e6839b-e69c-435c-b0d5-c4f5f9b60d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:52.289754 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9b0fb04c-b1a9-4988-969c-398f63905f64 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:52.308557 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9b0fb04c-b1a9-4988-969c-398f63905f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:52.329942 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec392675-37c6-4c67-8d8c-5e1fb3702003 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Pushing event deleted for resources: {'Port': ['ID=632c8ec9-6a58-40f3-8985-ac502fe7c3d9,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:52.355409 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec392675-37c6-4c67-8d8c-5e1fb3702003 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] No DVR routers for this DVR port 632c8ec9-6a58-40f3-8985-ac502fe7c3d9 on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:52:52.381561 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0fb04c-b1a9-4988-969c-398f63905f64 None None] Network b3577e5b-d177-466c-844c-ab55282f99dc is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:52:52.392758 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-9b0fb04c-b1a9-4988-969c-398f63905f64 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:52:52.396136 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0fb04c-b1a9-4988-969c-398f63905f64 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:52:52.403833 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0fb04c-b1a9-4988-969c-398f63905f64 None None] Pushing event updated for resources: {'Port': ['ID=73edd613-0851-4855-beab-55b4aa9789df,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:52.461182 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-38b2f015-758b-42f5-bc0c-b37ac297d9d3 req-a88e49c0-1ee8-4fef-8b43-3d761f93f949 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 210 time: 0.1435618 Oct 20 11:52:52.500829 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-9b0fb04c-b1a9-4988-969c-398f63905f64 None None] Attempting to bind port 73edd613-0851-4855-beab-55b4aa9789df on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:52:52.501452 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-9b0fb04c-b1a9-4988-969c-398f63905f64 None None] Attempting to bind port 73edd613-0851-4855-beab-55b4aa9789df by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'fee692f0-480f-4571-a63d-69fa632b5ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'b3577e5b-d177-466c-844c-ab55282f99dc'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:52:52.502007 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0fb04c-b1a9-4988-969c-398f63905f64 None None] Attempting to bind port 73edd613-0851-4855-beab-55b4aa9789df on network b3577e5b-d177-466c-844c-ab55282f99dc {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:52:52.505547 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-70feeb36-8c12-4aaf-8144-bf6e4f697d29 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Allocated IP 2001:db8::3e9 (b3577e5b-d177-466c-844c-ab55282f99dc/13cb7bdb-6c56-46c9-9884-dddf9503f217/1852c628-bc0e-42c0-8d67-70cc2c1df070) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:52:52.508114 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6b25354d-1a3f-4cb2-9bc4-9b509bf4b607 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:52.515528 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0fb04c-b1a9-4988-969c-398f63905f64 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:52:52.517272 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0fb04c-b1a9-4988-969c-398f63905f64 None None] Checking segment: {'id': 'fee692f0-480f-4571-a63d-69fa632b5ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'b3577e5b-d177-466c-844c-ab55282f99dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:52:52.517272 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9b0fb04c-b1a9-4988-969c-398f63905f64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:52.517930 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0fb04c-b1a9-4988-969c-398f63905f64 None None] Bound using segment: {'id': 'fee692f0-480f-4571-a63d-69fa632b5ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'b3577e5b-d177-466c-844c-ab55282f99dc'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:52:52.518866 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-9b0fb04c-b1a9-4988-969c-398f63905f64 None None] Bound port: 73edd613-0851-4855-beab-55b4aa9789df, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee692f0-480f-4571-a63d-69fa632b5ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'b3577e5b-d177-466c-844c-ab55282f99dc'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:52:52.519497 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9b0fb04c-b1a9-4988-969c-398f63905f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:52.573442 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42646) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:52.611625 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb19c70-e428-4582-831a-b9a1fd564e5d req-88f80575-f26c-4156-ae5b-014c53e73425 tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:52.620291 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ddb19c70-e428-4582-831a-b9a1fd564e5d req-88f80575-f26c-4156-ae5b-014c53e73425 tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] 10.222.0.98 "GET /v2.0/ports?device_id=b6ccb9ad-bd7d-4db3-baab-3e281b744c20 HTTP/1.1" status: 200 len: 936 time: 0.1222734 Oct 20 11:52:52.637782 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-9b0fb04c-b1a9-4988-969c-398f63905f64 None None] For port 73edd613-0851-4855-beab-55b4aa9789df, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:52:52.639421 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-6557dc07-8060-4c44-a9c3-d4bedce4a34d req-5d9bf4bc-562c-4ad3-aa48-8857a0778781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d7714c1-9e90-40b1-bf11-4601eae24361 {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:52:52.643878 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-9b0fb04c-b1a9-4988-969c-398f63905f64 None None] For port 73edd613-0851-4855-beab-55b4aa9789df, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=73edd613-0851-4855-beab-55b4aa9789df,segment=NetworkSegment(fee692f0-480f-4571-a63d-69fa632b5ca3),segment_id=fee692f0-480f-4571-a63d-69fa632b5ca3)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:52:52.652757 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9b0fb04c-b1a9-4988-969c-398f63905f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:52.722706 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ec392675-37c6-4c67-8d8c-5e1fb3702003 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:52.725386 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-6557dc07-8060-4c44-a9c3-d4bedce4a34d req-5d9bf4bc-562c-4ad3-aa48-8857a0778781 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:52.772760 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ddb19c70-e428-4582-831a-b9a1fd564e5d req-f17c817d-3f8f-45da-8662-2a934d92156e tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] 10.222.0.98 "GET /v2.0/security-groups?id=cf53ec77-68e3-41f4-8c2a-c411911991f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519489 Oct 20 11:52:52.783284 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0fb04c-b1a9-4988-969c-398f63905f64 None None] Pushing event updated for resources: {'Port': ['ID=73edd613-0851-4855-beab-55b4aa9789df,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:52.819979 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b25354d-1a3f-4cb2-9bc4-9b509bf4b607 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Router fc158936-3015-4876-8896-0b9987cdbe27 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:52:52.823351 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-1148a20f-7cf7-4220-bddd-262863950bd7 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1978379413-network', 'tenant_id': '945e98ec35054ee89354628e368a0271'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:52:52.849266 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-ec392675-37c6-4c67-8d8c-5e1fb3702003 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce9328bb-2e67-4750-adb2-71c50ab6f451']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:52.861031 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-6557dc07-8060-4c44-a9c3-d4bedce4a34d req-5d9bf4bc-562c-4ad3-aa48-8857a0778781 service neutron] Transition to ACTIVE for port object 1d7714c1-9e90-40b1-bf11-4601eae24361 will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:52:52.966196 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-ec392675-37c6-4c67-8d8c-5e1fb3702003 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43c460a2-1f50-4e82-910d-8fa43228bea1') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:52.966984 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-ec392675-37c6-4c67-8d8c-5e1fb3702003 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43c460a2-1f50-4e82-910d-8fa43228bea1') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:52.976585 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-6557dc07-8060-4c44-a9c3-d4bedce4a34d req-5d9bf4bc-562c-4ad3-aa48-8857a0778781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:53.039758 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b25354d-1a3f-4cb2-9bc4-9b509bf4b607 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:52:53.050330 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f15cbff-b1aa-43c9-8212-8e83d983d4a6 None None] Sync routers for ids ['fc158936-3015-4876-8896-0b9987cdbe27'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:52:53.062840 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f15cbff-b1aa-43c9-8212-8e83d983d4a6 None None] Routers {'fc158936-3015-4876-8896-0b9987cdbe27'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:52:53.063721 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-2f15cbff-b1aa-43c9-8212-8e83d983d4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:52:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['fc158936-3015-4876-8896-0b9987cdbe27'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:53.094331 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ec392675-37c6-4c67-8d8c-5e1fb3702003 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:53.096621 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9bf4bc-562c-4ad3-aa48-8857a0778781 service neutron] Pushing event updated for resources: {'Port': ['ID=1d7714c1-9e90-40b1-bf11-4601eae24361,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:53.111636 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6b25354d-1a3f-4cb2-9bc4-9b509bf4b607 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:53.112956 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-6b25354d-1a3f-4cb2-9bc4-9b509bf4b607 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.8957899 Oct 20 11:52:53.117052 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42656) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:53.195048 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1148a20f-7cf7-4220-bddd-262863950bd7 admin admin] Made reservation on behalf of 945e98ec35054ee89354628e368a0271 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:52:53.196356 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:53.205826 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1148a20f-7cf7-4220-bddd-262863950bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:53.219909 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:53.270525 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-2f15cbff-b1aa-43c9-8212-8e83d983d4a6 None None] Set router fc158936-3015-4876-8896-0b9987cdbe27 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:52:53.303899 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ec392675-37c6-4c67-8d8c-5e1fb3702003 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:53.311220 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1148a20f-7cf7-4220-bddd-262863950bd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:53.373421 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec392675-37c6-4c67-8d8c-5e1fb3702003 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Releasing vlan 1269 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:52:53.373835 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ec392675-37c6-4c67-8d8c-5e1fb3702003 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:53.377405 n-d-814735-3 neutron-server[100646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:52:53.377405 n-d-814735-3 neutron-server[100646]: self.session.flush() Oct 20 11:52:53.377405 n-d-814735-3 neutron-server[100646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:52:53.377405 n-d-814735-3 neutron-server[100646]: self.session.flush() Oct 20 11:52:53.377405 n-d-814735-3 neutron-server[100646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:52:53.377405 n-d-814735-3 neutron-server[100646]: self.session.flush() Oct 20 11:52:53.377405 n-d-814735-3 neutron-server[100646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:52:53.377405 n-d-814735-3 neutron-server[100646]: self.session.flush() Oct 20 11:52:53.377405 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:52:53.377405 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:52:53.377405 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:52:53.377405 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:52:53.377405 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:52:53.377405 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:52:53.377405 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:52:53.377405 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:52:53.377405 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:52:53.377405 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:52:53.377405 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:52:53.377405 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:52:53.377405 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:52:53.377405 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:52:53.377405 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:52:53.377405 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:52:53.377405 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:52:53.377405 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:52:53.377405 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:52:53.377405 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:52:53.377405 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:52:53.377405 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:52:53.377405 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:52:53.377405 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:52:53.377405 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:52:53.377405 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:52:53.377405 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:52:53.377405 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:52:53.377405 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:52:53.377405 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:52:53.377405 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:52:53.377405 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:52:53.419328 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-70feeb36-8c12-4aaf-8144-bf6e4f697d29 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:53.469434 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d3c60eb9-42c8-47b6-a72c-55ce85fdb704 tempest-TestSecurityGroupsBasicOps-321817424 tempest-TestSecurityGroupsBasicOps-321817424-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=90ce7d56a289404db61837b49b02f44c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3494515 Oct 20 11:52:53.471985 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42660) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:53.574049 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ec392675-37c6-4c67-8d8c-5e1fb3702003 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:53.611129 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ec392675-37c6-4c67-8d8c-5e1fb3702003 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:53.643866 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ec392675-37c6-4c67-8d8c-5e1fb3702003 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] 10.222.0.98 "DELETE /v2.0/networks/ce9328bb-2e67-4750-adb2-71c50ab6f451 HTTP/1.1" status: 204 len: 168 time: 3.3298516 Oct 20 11:52:53.656064 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42664) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:53.666326 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7786d753-e320-48cb-896f-61b4ee098b32 req-2dd79c7a-d395-4d4d-b1ef-ea9becdf0ff0 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 210 time: 0.0556242 Oct 20 11:52:53.721117 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec392675-37c6-4c67-8d8c-5e1fb3702003 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Pushing event deleted for resources: {'Network': ['ID=ce9328bb-2e67-4750-adb2-71c50ab6f451,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:53.757569 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-2f15cbff-b1aa-43c9-8212-8e83d983d4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc158936-3015-4876-8896-0b9987cdbe27', 'name': 'tempest-TestSecurityGroupsBasicOps-router-710742937', 'tenant_id': '90ce7d56a289404db61837b49b02f44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': 'd20fb5e5-0aa2-4725-b0ef-80f102b2175e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:52:48Z', 'updated_at': '2021-10-20T11:52:50Z', 'revision_number': 3, 'project_id': '90ce7d56a289404db61837b49b02f44c', 'gw_port': {'id': 'd20fb5e5-0aa2-4725-b0ef-80f102b2175e', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:96:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc158936-3015-4876-8896-0b9987cdbe27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:52:49Z', 'updated_at': '2021-10-20T11:52:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:53.797919 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-fba84acc-7aab-4c06-a2cf-850ac25749d6 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] 10.222.0.98 "GET /v2.0/ports?device_id=f05b03a5-48a6-4833-89ed-8407e99e5541 HTTP/1.1" status: 200 len: 205 time: 0.1099145 Oct 20 11:52:53.801034 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42668) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:53.809769 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-6557dc07-8060-4c44-a9c3-d4bedce4a34d req-5d9bf4bc-562c-4ad3-aa48-8857a0778781 service neutron] Attempting to bind port 1d7714c1-9e90-40b1-bf11-4601eae24361 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:52:53.810103 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-6557dc07-8060-4c44-a9c3-d4bedce4a34d req-5d9bf4bc-562c-4ad3-aa48-8857a0778781 service neutron] Attempting to bind port 1d7714c1-9e90-40b1-bf11-4601eae24361 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:52:53.810507 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6557dc07-8060-4c44-a9c3-d4bedce4a34d req-5d9bf4bc-562c-4ad3-aa48-8857a0778781 service neutron] Attempting to bind port 1d7714c1-9e90-40b1-bf11-4601eae24361 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:52:53.820905 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f15cbff-b1aa-43c9-8212-8e83d983d4a6 None None] Checking router: fc158936-3015-4876-8896-0b9987cdbe27 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:52:53.821429 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f15cbff-b1aa-43c9-8212-8e83d983d4a6 None None] Updating router fc158936-3015-4876-8896-0b9987cdbe27 port d20fb5e5-0aa2-4725-b0ef-80f102b2175e binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:52:53.847422 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 73edd613-0851-4855-beab-55b4aa9789df up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:52:53.884785 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-2f15cbff-b1aa-43c9-8212-8e83d983d4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:53.896873 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-70feeb36-8c12-4aaf-8144-bf6e4f697d29 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:53.899217 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6557dc07-8060-4c44-a9c3-d4bedce4a34d req-5d9bf4bc-562c-4ad3-aa48-8857a0778781 service neutron] Port 1d7714c1-9e90-40b1-bf11-4601eae24361 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:52:53.899550 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6557dc07-8060-4c44-a9c3-d4bedce4a34d req-5d9bf4bc-562c-4ad3-aa48-8857a0778781 service neutron] Attempting to bind port 1d7714c1-9e90-40b1-bf11-4601eae24361 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:52:53.966964 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 73edd613-0851-4855-beab-55b4aa9789df triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:52:53.971425 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:54.110335 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6557dc07-8060-4c44-a9c3-d4bedce4a34d req-5d9bf4bc-562c-4ad3-aa48-8857a0778781 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:52:54.111117 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6557dc07-8060-4c44-a9c3-d4bedce4a34d req-5d9bf4bc-562c-4ad3-aa48-8857a0778781 service neutron] Checking segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:52:54.111259 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6557dc07-8060-4c44-a9c3-d4bedce4a34d req-5d9bf4bc-562c-4ad3-aa48-8857a0778781 service neutron] Bound using segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:52:54.111785 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-6557dc07-8060-4c44-a9c3-d4bedce4a34d req-5d9bf4bc-562c-4ad3-aa48-8857a0778781 service neutron] Bound port: 1d7714c1-9e90-40b1-bf11-4601eae24361, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:52:54.112592 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-6557dc07-8060-4c44-a9c3-d4bedce4a34d req-5d9bf4bc-562c-4ad3-aa48-8857a0778781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:54.125227 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feecdf44-ed38-4bb1-a2bd-90da8e041599 tempest-TestSecurityGroupsBasicOps-321817424 tempest-TestSecurityGroupsBasicOps-321817424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:54.126758 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-feecdf44-ed38-4bb1-a2bd-90da8e041599 tempest-TestSecurityGroupsBasicOps-321817424 tempest-TestSecurityGroupsBasicOps-321817424-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6537950 Oct 20 11:52:54.137117 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42672) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:54.146642 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266040f-9764-4c23-b09b-49e45b968d60 req-05481cf4-0987-427a-87bb-b3b791b0d4e2 tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:54.150093 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0266040f-9764-4c23-b09b-49e45b968d60 req-05481cf4-0987-427a-87bb-b3b791b0d4e2 tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] 10.222.0.98 "GET /v2.0/ports?device_id=b6ccb9ad-bd7d-4db3-baab-3e281b744c20 HTTP/1.1" status: 200 len: 948 time: 0.1487176 Oct 20 11:52:54.187670 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:54.193304 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-56319a68-fe19-4a2a-8ec9-8ae3b9fa0da5 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:54.216584 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-2f15cbff-b1aa-43c9-8212-8e83d983d4a6 None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:54.226581 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0266040f-9764-4c23-b09b-49e45b968d60 req-988445a0-ca99-484b-9c7d-04ebb6468fe7 tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] 10.222.0.98 "GET /v2.0/security-groups?id=cf53ec77-68e3-41f4-8c2a-c411911991f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675347 Oct 20 11:52:54.230167 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-2f15cbff-b1aa-43c9-8212-8e83d983d4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:54.246987 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 73edd613-0851-4855-beab-55b4aa9789df, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=73edd613-0851-4855-beab-55b4aa9789df,segment=NetworkSegment(fee692f0-480f-4571-a63d-69fa632b5ca3),segment_id=fee692f0-480f-4571-a63d-69fa632b5ca3)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:52:54.260445 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:54.319994 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=73edd613-0851-4855-beab-55b4aa9789df,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:54.330500 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70feeb36-8c12-4aaf-8144-bf6e4f697d29 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Network b3577e5b-d177-466c-844c-ab55282f99dc is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:52:54.337934 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-2f15cbff-b1aa-43c9-8212-8e83d983d4a6 None None] Attempting to bind port d20fb5e5-0aa2-4725-b0ef-80f102b2175e on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:52:54.338530 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-2f15cbff-b1aa-43c9-8212-8e83d983d4a6 None None] Attempting to bind port d20fb5e5-0aa2-4725-b0ef-80f102b2175e by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:52:54.339130 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f15cbff-b1aa-43c9-8212-8e83d983d4a6 None None] Attempting to bind port d20fb5e5-0aa2-4725-b0ef-80f102b2175e on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:52:54.344916 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1148a20f-7cf7-4220-bddd-262863950bd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:54.350558 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40613ca5-73b6-497a-8dcb-f1d4a5033851 None None] Pushing event updated for resources: {'Port': ['ID=d20fb5e5-0aa2-4725-b0ef-80f102b2175e,revision_number=2']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:54.363579 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f15cbff-b1aa-43c9-8212-8e83d983d4a6 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:52:54.363955 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f15cbff-b1aa-43c9-8212-8e83d983d4a6 None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:52:54.364358 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-2f15cbff-b1aa-43c9-8212-8e83d983d4a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:54.364748 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f15cbff-b1aa-43c9-8212-8e83d983d4a6 None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:52:54.365216 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-2f15cbff-b1aa-43c9-8212-8e83d983d4a6 None None] Bound port: d20fb5e5-0aa2-4725-b0ef-80f102b2175e, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:52:54.365593 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-2f15cbff-b1aa-43c9-8212-8e83d983d4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:54.368839 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70feeb36-8c12-4aaf-8144-bf6e4f697d29 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event updated for resources: {'Port': ['ID=1852c628-bc0e-42c0-8d67-70cc2c1df070,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:54.372881 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40613ca5-73b6-497a-8dcb-f1d4a5033851 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:54.373232 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40613ca5-73b6-497a-8dcb-f1d4a5033851 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:54.373576 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40613ca5-73b6-497a-8dcb-f1d4a5033851 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:54.373912 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40613ca5-73b6-497a-8dcb-f1d4a5033851 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:54.374244 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40613ca5-73b6-497a-8dcb-f1d4a5033851 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:54.374572 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40613ca5-73b6-497a-8dcb-f1d4a5033851 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:54.374965 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40613ca5-73b6-497a-8dcb-f1d4a5033851 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:54.375295 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40613ca5-73b6-497a-8dcb-f1d4a5033851 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:54.375620 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40613ca5-73b6-497a-8dcb-f1d4a5033851 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:54.375940 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40613ca5-73b6-497a-8dcb-f1d4a5033851 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:54.376263 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40613ca5-73b6-497a-8dcb-f1d4a5033851 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:54.376582 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40613ca5-73b6-497a-8dcb-f1d4a5033851 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:54.419231 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8ef904-9160-4551-a5d7-3ed1c34f16aa None None] Network b3577e5b-d177-466c-844c-ab55282f99dc requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:52:54.421499 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-70feeb36-8c12-4aaf-8144-bf6e4f697d29 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:52:54.428998 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70feeb36-8c12-4aaf-8144-bf6e4f697d29 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:52:54.438026 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70feeb36-8c12-4aaf-8144-bf6e4f697d29 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:54.439268 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-70feeb36-8c12-4aaf-8144-bf6e4f697d29 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:54.446329 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-2f15cbff-b1aa-43c9-8212-8e83d983d4a6 None None] For port d20fb5e5-0aa2-4725-b0ef-80f102b2175e, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:52:54.451239 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-2f15cbff-b1aa-43c9-8212-8e83d983d4a6 None None] For port d20fb5e5-0aa2-4725-b0ef-80f102b2175e, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=d20fb5e5-0aa2-4725-b0ef-80f102b2175e,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:52:54.454922 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1148a20f-7cf7-4220-bddd-262863950bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:54.467442 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-2f15cbff-b1aa-43c9-8212-8e83d983d4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:54.468738 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1148a20f-7cf7-4220-bddd-262863950bd7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1294, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:52:54.484644 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1148a20f-7cf7-4220-bddd-262863950bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:54.485097 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-1148a20f-7cf7-4220-bddd-262863950bd7 admin admin] Added segment 890e8fc7-5519-4833-90e2-14d66833bb90 of type vlan for network 21fb416c-c668-41ac-98be-292044c92b12 Oct 20 11:52:54.551894 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1148a20f-7cf7-4220-bddd-262863950bd7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:54.559420 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f15cbff-b1aa-43c9-8212-8e83d983d4a6 None None] Routers {'fc158936-3015-4876-8896-0b9987cdbe27'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:52:54.560854 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-2f15cbff-b1aa-43c9-8212-8e83d983d4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:52:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['fc158936-3015-4876-8896-0b9987cdbe27'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:54.570447 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-b0f85b50-1abc-4366-92f7-73d5f641e22d None None] Provisioning complete for port 73edd613-0851-4855-beab-55b4aa9789df triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:52:54.583177 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b0f85b50-1abc-4366-92f7-73d5f641e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:54.608963 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40613ca5-73b6-497a-8dcb-f1d4a5033851 None None] Pushing event updated for resources: {'Port': ['ID=d20fb5e5-0aa2-4725-b0ef-80f102b2175e,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:54.623165 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a5322fd0-9963-451f-8b7e-eaf37f3ad3bc tempest-TestSecurityGroupsBasicOps-321817424 tempest-TestSecurityGroupsBasicOps-321817424-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=717966e5-c478-496f-bddb-05794fb74250&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4435894 Oct 20 11:52:54.623608 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42674) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:54.631320 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-b828c081-0bc8-4e3a-b2ff-30d379986414 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2021648078', 'network_id': 'e2fef652-29f0-49bb-8e63-480b3426d613', 'project_id': '90ce7d56a289404db61837b49b02f44c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:52:54.742881 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-2f15cbff-b1aa-43c9-8212-8e83d983d4a6 None None] Set router fc158936-3015-4876-8896-0b9987cdbe27 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:52:54.768581 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148a20f-7cf7-4220-bddd-262863950bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfdc9a76-2eeb-421f-997a-657361cc8b58,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:54.779411 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-6557dc07-8060-4c44-a9c3-d4bedce4a34d req-5d9bf4bc-562c-4ad3-aa48-8857a0778781 service neutron] For port 1d7714c1-9e90-40b1-bf11-4601eae24361, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:52:54.796197 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-6557dc07-8060-4c44-a9c3-d4bedce4a34d req-5d9bf4bc-562c-4ad3-aa48-8857a0778781 service neutron] For port 1d7714c1-9e90-40b1-bf11-4601eae24361, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=1d7714c1-9e90-40b1-bf11-4601eae24361,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:52:54.807896 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-70feeb36-8c12-4aaf-8144-bf6e4f697d29 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 3.8007483 Oct 20 11:52:54.809427 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1148a20f-7cf7-4220-bddd-262863950bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:54.811153 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1148a20f-7cf7-4220-bddd-262863950bd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:54.811986 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1148a20f-7cf7-4220-bddd-262863950bd7 admin admin] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:54.815884 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42678) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:54.837721 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-24a188f4-c3d2-4bbb-9786-540755d9e2ec req-298f4bc8-cab1-466e-8dd4-69d80970cc7b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 210 time: 0.0705519 Oct 20 11:52:54.874772 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b828c081-0bc8-4e3a-b2ff-30d379986414 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Made reservation on behalf of 90ce7d56a289404db61837b49b02f44c for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:52:54.879419 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b828c081-0bc8-4e3a-b2ff-30d379986414 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:54.929427 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-6557dc07-8060-4c44-a9c3-d4bedce4a34d req-5d9bf4bc-562c-4ad3-aa48-8857a0778781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:55.030620 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148a20f-7cf7-4220-bddd-262863950bd7 admin admin] Pushing event updated for resources: {'Network': ['ID=21fb416c-c668-41ac-98be-292044c92b12,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:55.092207 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-2f15cbff-b1aa-43c9-8212-8e83d983d4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc158936-3015-4876-8896-0b9987cdbe27', 'name': 'tempest-TestSecurityGroupsBasicOps-router-710742937', 'tenant_id': '90ce7d56a289404db61837b49b02f44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': 'd20fb5e5-0aa2-4725-b0ef-80f102b2175e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:52:48Z', 'updated_at': '2021-10-20T11:52:50Z', 'revision_number': 3, 'project_id': '90ce7d56a289404db61837b49b02f44c', 'gw_port': {'id': 'd20fb5e5-0aa2-4725-b0ef-80f102b2175e', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:96:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc158936-3015-4876-8896-0b9987cdbe27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:52:49Z', 'updated_at': '2021-10-20T11:52:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:52:55.122756 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557dc07-8060-4c44-a9c3-d4bedce4a34d req-5d9bf4bc-562c-4ad3-aa48-8857a0778781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:55.123487 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-6557dc07-8060-4c44-a9c3-d4bedce4a34d req-5d9bf4bc-562c-4ad3-aa48-8857a0778781 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:55.126198 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6557dc07-8060-4c44-a9c3-d4bedce4a34d req-5d9bf4bc-562c-4ad3-aa48-8857a0778781 service neutron] 10.222.0.89 "PUT /v2.0/ports/1d7714c1-9e90-40b1-bf11-4601eae24361 HTTP/1.1" status: 200 len: 1096 time: 4.7619431 Oct 20 11:52:55.140127 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ccb9ad-bd7d-4db3-baab-3e281b744c20', 'tag': '1d7714c1-9e90-40b1-bf11-4601eae24361'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:52:55.143346 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa26c5a-e0c5-4d84-b862-ae4e30dee73e" -d '{"events": [{"name": "network-changed", "server_uuid": "b6ccb9ad-bd7d-4db3-baab-3e281b744c20", "tag": "1d7714c1-9e90-40b1-bf11-4601eae24361"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:52:55.144213 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f15cbff-b1aa-43c9-8212-8e83d983d4a6 None None] The sync data for ids ['fc158936-3015-4876-8896-0b9987cdbe27'] in n-d-814735-3 is: [{'id': 'fc158936-3015-4876-8896-0b9987cdbe27', 'name': 'tempest-TestSecurityGroupsBasicOps-router-710742937', 'tenant_id': '90ce7d56a289404db61837b49b02f44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': 'd20fb5e5-0aa2-4725-b0ef-80f102b2175e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:52:48Z', 'updated_at': '2021-10-20T11:52:50Z', 'revision_number': 3, 'project_id': '90ce7d56a289404db61837b49b02f44c', 'gw_port': {'id': 'd20fb5e5-0aa2-4725-b0ef-80f102b2175e', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:96:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc158936-3015-4876-8896-0b9987cdbe27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:52:49Z', 'updated_at': '2021-10-20T11:52:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:52:55.182943 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1148a20f-7cf7-4220-bddd-262863950bd7 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.6053276 Oct 20 11:52:55.195989 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42686) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:55.225942 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b828c081-0bc8-4e3a-b2ff-30d379986414 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:55.234539 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 21fb416c-c668-41ac-98be-292044c92b12 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:52:55.249728 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-080f8b9a-04dd-4822-a0a9-355eeeba5d9e admin admin] Request body: {'subnet': {'network_id': '21fb416c-c668-41ac-98be-292044c92b12', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1978379413-subnet', 'tenant_id': '945e98ec35054ee89354628e368a0271', 'ip_version': 4}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:52:55.271408 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-56319a68-fe19-4a2a-8ec9-8ae3b9fa0da5 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:55.301976 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-56319a68-fe19-4a2a-8ec9-8ae3b9fa0da5 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:55.327577 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9bf4bc-562c-4ad3-aa48-8857a0778781 service neutron] Pushing event updated for resources: {'Port': ['ID=1d7714c1-9e90-40b1-bf11-4601eae24361,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:55.443671 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:55.453964 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-56319a68-fe19-4a2a-8ec9-8ae3b9fa0da5 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:55.454521 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56319a68-fe19-4a2a-8ec9-8ae3b9fa0da5 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Fanout notify agent at l3_agent the message router_deleted on router f05b03a5-48a6-4833-89ed-8407e99e5541 {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:52:55.462627 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080f8b9a-04dd-4822-a0a9-355eeeba5d9e admin admin] Made reservation on behalf of 945e98ec35054ee89354628e368a0271 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:52:55.476803 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-080f8b9a-04dd-4822-a0a9-355eeeba5d9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:55.511642 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-56319a68-fe19-4a2a-8ec9-8ae3b9fa0da5 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:55.512803 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-56319a68-fe19-4a2a-8ec9-8ae3b9fa0da5 tempest-RoutersNegativeTest-142799945 tempest-RoutersNegativeTest-142799945-project] 10.222.0.98 "DELETE /v2.0/routers/f05b03a5-48a6-4833-89ed-8407e99e5541 HTTP/1.1" status: 204 len: 168 time: 1.7070434 Oct 20 11:52:55.531336 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557dc07-8060-4c44-a9c3-d4bedce4a34d req-1f9364a7-84e0-49aa-bc91-76074d90c074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:55.532904 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6557dc07-8060-4c44-a9c3-d4bedce4a34d req-1f9364a7-84e0-49aa-bc91-76074d90c074 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=601767f8a9e34c5ba39138d7413064e4&device_id=b6ccb9ad-bd7d-4db3-baab-3e281b744c20 HTTP/1.1" status: 200 len: 1099 time: 0.3378878 Oct 20 11:52:55.559800 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b828c081-0bc8-4e3a-b2ff-30d379986414 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Pushing event updated for resources: {'Subnet': ['ID=951b0656-852c-45ab-9679-811c5ce0228e,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:55.636282 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b828c081-0bc8-4e3a-b2ff-30d379986414 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Checking segment: {'id': '549b093a-9b1f-4ae7-8a3d-e8888b456378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'e2fef652-29f0-49bb-8e63-480b3426d613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:52:55.636967 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b828c081-0bc8-4e3a-b2ff-30d379986414 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Network hostable DHCP agents. Network: e2fef652-29f0-49bb-8e63-480b3426d613, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:52:55.713408 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca257a-bd93-4bd3-a127-e5e9b57a2000 req-f357bf36-3ab6-4057-aefc-4c57cbd7ef38 tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:55.724732 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4bca257a-bd93-4bd3-a127-e5e9b57a2000 req-f357bf36-3ab6-4057-aefc-4c57cbd7ef38 tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] 10.222.0.98 "GET /v2.0/ports?device_id=b6ccb9ad-bd7d-4db3-baab-3e281b744c20 HTTP/1.1" status: 200 len: 948 time: 0.3022587 Oct 20 11:52:55.756779 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485356d2-b416-4128-883d-3d7f66b96486 x-openstack-request-id: req-485356d2-b416-4128-883d-3d7f66b96486 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:52:55.757253 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6ccb9ad-bd7d-4db3-baab-3e281b744c20", "tag": "1d7714c1-9e90-40b1-bf11-4601eae24361", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:52:55.757397 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-485356d2-b416-4128-883d-3d7f66b96486 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:52:55.757803 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6ccb9ad-bd7d-4db3-baab-3e281b744c20', 'tag': '1d7714c1-9e90-40b1-bf11-4601eae24361', 'status': 'completed', 'code': 200} Oct 20 11:52:55.765909 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6557dc07-8060-4c44-a9c3-d4bedce4a34d req-e94a71f8-0cb8-4460-af03-dae729ce3627 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=1d7714c1-9e90-40b1-bf11-4601eae24361 HTTP/1.1" status: 200 len: 217 time: 0.2158058 Oct 20 11:52:55.823887 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4bca257a-bd93-4bd3-a127-e5e9b57a2000 req-955e3ed7-824b-4263-80db-953e4fa91290 tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] 10.222.0.98 "GET /v2.0/security-groups?id=cf53ec77-68e3-41f4-8c2a-c411911991f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941868 Oct 20 11:52:55.826321 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b828c081-0bc8-4e3a-b2ff-30d379986414 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Network e2fef652-29f0-49bb-8e63-480b3426d613 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:52:55.833745 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 73edd613-0851-4855-beab-55b4aa9789df up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:52:55.868964 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-b828c081-0bc8-4e3a-b2ff-30d379986414 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, e2fef652-29f0-49bb-8e63-480b3426d613) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:52:55.874995 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b828c081-0bc8-4e3a-b2ff-30d379986414 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:55.876568 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b828c081-0bc8-4e3a-b2ff-30d379986414 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:55.887781 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-c9522ec9-ffda-4dde-8ba4-d2965e0c9fbd tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Deleting port 1852c628-bc0e-42c0-8d67-70cc2c1df070 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:52:55.888171 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c9522ec9-ffda-4dde-8ba4-d2965e0c9fbd tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:55.898872 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2b5bb8-bd79-4c8c-9a28-4d37fb750d4d None None] Network e2fef652-29f0-49bb-8e63-480b3426d613 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:52:55.921457 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-b828c081-0bc8-4e3a-b2ff-30d379986414 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2968814 Oct 20 11:52:55.925394 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42698) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:56.122159 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42700) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:56.151062 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557dc07-8060-4c44-a9c3-d4bedce4a34d req-bd580032-c1b9-40b5-9aa1-370eee2a61e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:56.152611 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6557dc07-8060-4c44-a9c3-d4bedce4a34d req-bd580032-c1b9-40b5-9aa1-370eee2a61e2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.2913322 Oct 20 11:52:56.305346 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c9522ec9-ffda-4dde-8ba4-d2965e0c9fbd tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:56.326322 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-fe106b7b-cfb6-4203-bd06-577fb17ca78c None None] Provisioning complete for port 73edd613-0851-4855-beab-55b4aa9789df triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:52:56.335282 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-fe106b7b-cfb6-4203-bd06-577fb17ca78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:56.369403 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-c9522ec9-ffda-4dde-8ba4-d2965e0c9fbd tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Calling delete_port for 1852c628-bc0e-42c0-8d67-70cc2c1df070 owned by {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:52:56.437396 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78f3c8d-21f8-4a5e-b932-a7daf90f3472 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-e2fef652-29f0-49bb-8e63-480b3426d613', 'network_id': 'e2fef652-29f0-49bb-8e63-480b3426d613', 'tenant_id': '90ce7d56a289404db61837b49b02f44c', 'fixed_ips': [{'subnet_id': '951b0656-852c-45ab-9679-811c5ce0228e'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:52:56.444614 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c78f3c8d-21f8-4a5e-b932-a7daf90f3472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:56.467919 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d2051d88-94a9-4b5a-b830-25a8272aa923 req-917f4bba-8585-42b2-86da-1a9e8fd3300e tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 210 time: 0.2403419 Oct 20 11:52:56.602024 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557dc07-8060-4c44-a9c3-d4bedce4a34d req-bf4d6d8d-dca5-4fad-8f55-446888e506b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:56.603959 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6557dc07-8060-4c44-a9c3-d4bedce4a34d req-bf4d6d8d-dca5-4fad-8f55-446888e506b7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4405677 Oct 20 11:52:56.675694 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-080f8b9a-04dd-4822-a0a9-355eeeba5d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:56.751246 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6a3676fc-d460-4631-bc67-63e55854d93f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c450649d72244e1985be9dfd7855d5e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6231918 Oct 20 11:52:56.775139 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42706) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:56.813523 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-c78f3c8d-21f8-4a5e-b932-a7daf90f3472 None None] Allocated IP 172.20.0.2 (e2fef652-29f0-49bb-8e63-480b3426d613/951b0656-852c-45ab-9679-811c5ce0228e/2aa40419-644e-49c5-b92e-995c045d9630) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:52:56.822343 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9b1e5095-f700-4abb-8ea1-2773681a0881 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:56.846118 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f8b9a-04dd-4822-a0a9-355eeeba5d9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5c51a57-46ed-4d2b-b03f-598e82e8ed6d,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:56.899575 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080f8b9a-04dd-4822-a0a9-355eeeba5d9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:56.902297 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080f8b9a-04dd-4822-a0a9-355eeeba5d9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:56.902781 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080f8b9a-04dd-4822-a0a9-355eeeba5d9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:56.903563 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080f8b9a-04dd-4822-a0a9-355eeeba5d9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:56.903998 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080f8b9a-04dd-4822-a0a9-355eeeba5d9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:56.904427 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080f8b9a-04dd-4822-a0a9-355eeeba5d9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:56.904857 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080f8b9a-04dd-4822-a0a9-355eeeba5d9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:56.910565 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080f8b9a-04dd-4822-a0a9-355eeeba5d9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:56.911094 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080f8b9a-04dd-4822-a0a9-355eeeba5d9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:56.911520 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080f8b9a-04dd-4822-a0a9-355eeeba5d9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:56.911950 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080f8b9a-04dd-4822-a0a9-355eeeba5d9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:56.912723 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080f8b9a-04dd-4822-a0a9-355eeeba5d9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:52:56.976597 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6557dc07-8060-4c44-a9c3-d4bedce4a34d req-ceb333dd-dd39-4cf9-be3f-252b64a58b5d service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560252 Oct 20 11:52:56.990765 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080f8b9a-04dd-4822-a0a9-355eeeba5d9e admin admin] Checking segment: {'id': '890e8fc7-5519-4833-90e2-14d66833bb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '21fb416c-c668-41ac-98be-292044c92b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:52:56.991596 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080f8b9a-04dd-4822-a0a9-355eeeba5d9e admin admin] Network hostable DHCP agents. Network: 21fb416c-c668-41ac-98be-292044c92b12, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:52:57.035019 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-af0911b2-8931-4169-8afa-ee1c8046ec19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:57.082144 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-af0911b2-8931-4169-8afa-ee1c8046ec19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:57.106830 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 73edd613-0851-4855-beab-55b4aa9789df triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:52:57.107137 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:57.122024 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c9522ec9-ffda-4dde-8ba4-d2965e0c9fbd tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:57.190985 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a8f26-b45e-4da1-82c1-e8cc5c1612ab req-2a70d6ce-ce8b-4d42-9f06-1c25c0da15da tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:57.192804 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-195a8f26-b45e-4da1-82c1-e8cc5c1612ab req-2a70d6ce-ce8b-4d42-9f06-1c25c0da15da tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] 10.222.0.98 "GET /v2.0/ports?device_id=b6ccb9ad-bd7d-4db3-baab-3e281b744c20 HTTP/1.1" status: 200 len: 948 time: 0.1971200 Oct 20 11:52:57.270382 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-fe106b7b-cfb6-4203-bd06-577fb17ca78c None None] Could not find standard attr ID for object 1852c628-bc0e-42c0-8d67-70cc2c1df070. {{(pid=100648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:52:57.275615 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c78f3c8d-21f8-4a5e-b932-a7daf90f3472 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:57.327421 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-195a8f26-b45e-4da1-82c1-e8cc5c1612ab req-51c1db64-0d04-4b2a-8ef9-d7f625b6f5c7 tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] 10.222.0.98 "GET /v2.0/security-groups?id=cf53ec77-68e3-41f4-8c2a-c411911991f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233015 Oct 20 11:52:57.342679 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-af0911b2-8931-4169-8afa-ee1c8046ec19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:57.346680 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-af0911b2-8931-4169-8afa-ee1c8046ec19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:57.358899 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c78f3c8d-21f8-4a5e-b932-a7daf90f3472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:57.359808 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-af0911b2-8931-4169-8afa-ee1c8046ec19 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a39b9646-fc01-424c-b8fb-e68bf1945cc4 HTTP/1.1" status: 204 len: 168 time: 0.5746188 Oct 20 11:52:57.448295 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0911b2-8931-4169-8afa-ee1c8046ec19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39b9646-fc01-424c-b8fb-e68bf1945cc4,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:57.506917 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-2f4468dd-37a6-4d6d-b970-8ed958ef2bcb None None] Could not find standard attr ID for object 1852c628-bc0e-42c0-8d67-70cc2c1df070. {{(pid=100648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:52:57.535928 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78f3c8d-21f8-4a5e-b932-a7daf90f3472 None None] Network e2fef652-29f0-49bb-8e63-480b3426d613 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:52:57.552344 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-c78f3c8d-21f8-4a5e-b932-a7daf90f3472 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:52:57.562331 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78f3c8d-21f8-4a5e-b932-a7daf90f3472 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:52:57.567212 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f3c8d-21f8-4a5e-b932-a7daf90f3472 None None] Pushing event updated for resources: {'Port': ['ID=2aa40419-644e-49c5-b92e-995c045d9630,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:57.743774 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-c78f3c8d-21f8-4a5e-b932-a7daf90f3472 None None] Attempting to bind port 2aa40419-644e-49c5-b92e-995c045d9630 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:52:57.744390 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-c78f3c8d-21f8-4a5e-b932-a7daf90f3472 None None] Attempting to bind port 2aa40419-644e-49c5-b92e-995c045d9630 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '549b093a-9b1f-4ae7-8a3d-e8888b456378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'e2fef652-29f0-49bb-8e63-480b3426d613'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:52:57.745244 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78f3c8d-21f8-4a5e-b932-a7daf90f3472 None None] Attempting to bind port 2aa40419-644e-49c5-b92e-995c045d9630 on network e2fef652-29f0-49bb-8e63-480b3426d613 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:52:57.764811 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78f3c8d-21f8-4a5e-b932-a7daf90f3472 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:52:57.766489 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78f3c8d-21f8-4a5e-b932-a7daf90f3472 None None] Checking segment: {'id': '549b093a-9b1f-4ae7-8a3d-e8888b456378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'e2fef652-29f0-49bb-8e63-480b3426d613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:52:57.767050 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c78f3c8d-21f8-4a5e-b932-a7daf90f3472 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:57.767540 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78f3c8d-21f8-4a5e-b932-a7daf90f3472 None None] Bound using segment: {'id': '549b093a-9b1f-4ae7-8a3d-e8888b456378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'e2fef652-29f0-49bb-8e63-480b3426d613'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:52:57.768131 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-c78f3c8d-21f8-4a5e-b932-a7daf90f3472 None None] Bound port: 2aa40419-644e-49c5-b92e-995c045d9630, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '549b093a-9b1f-4ae7-8a3d-e8888b456378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'e2fef652-29f0-49bb-8e63-480b3426d613'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:52:57.768837 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c78f3c8d-21f8-4a5e-b932-a7daf90f3472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:57.782331 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cb3c395b-5233-45ed-a1b0-3a36ba73652e req-19fba84d-ad22-4f38-abd1-0f29c46ad9a4 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 210 time: 0.1248779 Oct 20 11:52:57.847039 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-9b1e5095-f700-4abb-8ea1-2773681a0881 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Allocated IP 172.20.0.1 (e2fef652-29f0-49bb-8e63-480b3426d613/951b0656-852c-45ab-9679-811c5ce0228e/d788cc71-c587-4535-beec-6a9e06a09cfa) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:52:57.884006 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device d20fb5e5-0aa2-4725-b0ef-80f102b2175e up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:52:57.976751 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6557dc07-8060-4c44-a9c3-d4bedce4a34d req-147929c8-2226-4f53-a81a-62c6599eb519 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9824722 Oct 20 11:52:57.977468 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080f8b9a-04dd-4822-a0a9-355eeeba5d9e admin admin] Network 21fb416c-c668-41ac-98be-292044c92b12 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:52:57.997086 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-c78f3c8d-21f8-4a5e-b932-a7daf90f3472 None None] For port 2aa40419-644e-49c5-b92e-995c045d9630, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:52:58.052698 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-c78f3c8d-21f8-4a5e-b932-a7daf90f3472 None None] For port 2aa40419-644e-49c5-b92e-995c045d9630, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=2aa40419-644e-49c5-b92e-995c045d9630,segment=NetworkSegment(549b093a-9b1f-4ae7-8a3d-e8888b456378),segment_id=549b093a-9b1f-4ae7-8a3d-e8888b456378)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:52:58.053334 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c9522ec9-ffda-4dde-8ba4-d2965e0c9fbd tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:58.061560 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c9522ec9-ffda-4dde-8ba4-d2965e0c9fbd tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "DELETE /v2.0/ports/1852c628-bc0e-42c0-8d67-70cc2c1df070 HTTP/1.1" status: 204 len: 168 time: 3.1182086 Oct 20 11:52:58.065271 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42728) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:58.081054 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c78f3c8d-21f8-4a5e-b932-a7daf90f3472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:58.109158 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9522ec9-ffda-4dde-8ba4-d2965e0c9fbd tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event deleted for resources: {'Port': ['ID=1852c628-bc0e-42c0-8d67-70cc2c1df070,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:58.124376 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42730) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:58.151276 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9b1e5095-f700-4abb-8ea1-2773681a0881 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:58.166514 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-080f8b9a-04dd-4822-a0a9-355eeeba5d9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 21fb416c-c668-41ac-98be-292044c92b12) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:52:58.171956 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080f8b9a-04dd-4822-a0a9-355eeeba5d9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:58.172834 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-080f8b9a-04dd-4822-a0a9-355eeeba5d9e admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:58.187447 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbce0d10-be36-43d3-a2a5-8bfa308a6076 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] GET failed (client error): The resource could not be found. Oct 20 11:52:58.193617 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-cbce0d10-be36-43d3-a2a5-8bfa308a6076 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "GET /v2.0/ports/1852c628-bc0e-42c0-8d67-70cc2c1df070 HTTP/1.1" status: 404 len: 333 time: 0.1272430 Oct 20 11:52:58.194816 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42736) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:58.208132 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfb35e0-c9f5-441a-acda-f846e2ecc769 None None] Network 21fb416c-c668-41ac-98be-292044c92b12 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:52:58.214588 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port d20fb5e5-0aa2-4725-b0ef-80f102b2175e triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:52:58.218198 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:58.244480 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9b1e5095-f700-4abb-8ea1-2773681a0881 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:58.270395 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa26c5a-e0c5-4d84-b862-ae4e30dee73e req-a5064601-f8bf-4cf0-bcbf-6c3f46e5bb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:58.273270 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ffa26c5a-e0c5-4d84-b862-ae4e30dee73e req-a5064601-f8bf-4cf0-bcbf-6c3f46e5bb85 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=601767f8a9e34c5ba39138d7413064e4&device_id=b6ccb9ad-bd7d-4db3-baab-3e281b744c20 HTTP/1.1" status: 200 len: 1099 time: 0.2107005 Oct 20 11:52:58.277779 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-080f8b9a-04dd-4822-a0a9-355eeeba5d9e admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 3.0803344 Oct 20 11:52:58.282978 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-81f3093b-ec74-4edb-91a6-7ff33a861ce3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Deleting subnet 13cb7bdb-6c56-46c9-9884-dddf9503f217 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:52:58.289933 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42738) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:58.292720 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-81f3093b-ec74-4edb-91a6-7ff33a861ce3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:58.305392 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-4333cacb-02d6-46bf-a80b-14f2e74fe866 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1978379413-router', 'tenant_id': '945e98ec35054ee89354628e368a0271', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:52:58.382845 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1e5095-f700-4abb-8ea1-2773681a0881 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Network e2fef652-29f0-49bb-8e63-480b3426d613 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:52:58.389932 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-9b1e5095-f700-4abb-8ea1-2773681a0881 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:52:58.412967 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1e5095-f700-4abb-8ea1-2773681a0881 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:52:58.416091 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e5095-f700-4abb-8ea1-2773681a0881 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Pushing event updated for resources: {'Port': ['ID=d788cc71-c587-4535-beec-6a9e06a09cfa,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:58.480962 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-81f3093b-ec74-4edb-91a6-7ff33a861ce3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:58.523698 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f3c8d-21f8-4a5e-b932-a7daf90f3472 None None] Pushing event updated for resources: {'Port': ['ID=2aa40419-644e-49c5-b92e-995c045d9630,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:58.590508 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9b1e5095-f700-4abb-8ea1-2773681a0881 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:58.669544 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-81f3093b-ec74-4edb-91a6-7ff33a861ce3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:58.739011 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-69f41c8f-1ffd-4b24-9878-e21e0ff9b342 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:58.781750 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:58.799664 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27566431-06d7-4968-b056-f1df73f24643 req-ea8a6e58-223c-4da6-8c5e-15349dee9d3a tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:58.811431 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-27566431-06d7-4968-b056-f1df73f24643 req-ea8a6e58-223c-4da6-8c5e-15349dee9d3a tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] 10.222.0.98 "GET /v2.0/ports?device_id=b6ccb9ad-bd7d-4db3-baab-3e281b744c20 HTTP/1.1" status: 200 len: 948 time: 0.3115587 Oct 20 11:52:58.844673 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port d20fb5e5-0aa2-4725-b0ef-80f102b2175e, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=d20fb5e5-0aa2-4725-b0ef-80f102b2175e,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:52:58.899413 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:58.909985 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-69f41c8f-1ffd-4b24-9878-e21e0ff9b342 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:58.920533 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bd1423-f708-475a-977f-aab443a0b976 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-21fb416c-c668-41ac-98be-292044c92b12', 'network_id': '21fb416c-c668-41ac-98be-292044c92b12', 'tenant_id': '945e98ec35054ee89354628e368a0271', 'fixed_ips': [{'subnet_id': 'e5c51a57-46ed-4d2b-b03f-598e82e8ed6d'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:52:58.924580 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-93bd1423-f708-475a-977f-aab443a0b976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:58.949433 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42752) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:58.952121 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-69f41c8f-1ffd-4b24-9878-e21e0ff9b342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:58.981773 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [-] 10.222.0.98 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0032017 Oct 20 11:52:58.982817 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4333cacb-02d6-46bf-a80b-14f2e74fe866 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:58.984805 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4333cacb-02d6-46bf-a80b-14f2e74fe866 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:58.998004 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42754) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:59.019758 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f5c8a3ae-3f71-47ee-871d-9d9f9dadf9a4 req-4327f92a-3401-4c52-ac96-015842caaf7c tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 210 time: 0.0972941 Oct 20 11:52:59.056140 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-27566431-06d7-4968-b056-f1df73f24643 req-6427793a-a274-4ab9-aead-e3bae45e1951 tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] 10.222.0.98 "GET /v2.0/security-groups?id=cf53ec77-68e3-41f4-8c2a-c411911991f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437103 Oct 20 11:52:59.093961 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-69f41c8f-1ffd-4b24-9878-e21e0ff9b342 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b7706b7e258a4553bdab6b5324f56ab2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9370127 Oct 20 11:52:59.097641 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42758) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:59.098875 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4333cacb-02d6-46bf-a80b-14f2e74fe866 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:59.141981 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=d20fb5e5-0aa2-4725-b0ef-80f102b2175e,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:59.158335 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f41c8f-1ffd-4b24-9878-e21e0ff9b342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40169667-b364-4f02-92da-f5a1dcad9ad3,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:59.234860 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9b1e5095-f700-4abb-8ea1-2773681a0881 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:59.325026 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa26c5a-e0c5-4d84-b862-ae4e30dee73e req-ec00d0c8-1229-4c42-833c-5b9c6b3a090f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:59.326665 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ffa26c5a-e0c5-4d84-b862-ae4e30dee73e req-ec00d0c8-1229-4c42-833c-5b9c6b3a090f service neutron] 10.222.0.89 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 1.0351012 Oct 20 11:52:59.403942 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-93bd1423-f708-475a-977f-aab443a0b976 None None] Allocated IP 172.20.0.2 (21fb416c-c668-41ac-98be-292044c92b12/e5c51a57-46ed-4d2b-b03f-598e82e8ed6d/6ae6b537-874a-4962-8296-8b2eb78cb87e) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:52:59.418414 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:52:59.471584 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-81f3093b-ec74-4edb-91a6-7ff33a861ce3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:59.480101 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4333cacb-02d6-46bf-a80b-14f2e74fe866 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:59.496424 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ffa26c5a-e0c5-4d84-b862-ae4e30dee73e req-daf6e824-b550-4180-baf2-6c95c85b3303 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=1d7714c1-9e90-40b1-bf11-4601eae24361 HTTP/1.1" status: 200 len: 217 time: 0.1040492 Oct 20 11:52:59.548595 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f3093b-ec74-4edb-91a6-7ff33a861ce3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event deleted for resources: {'Subnet': ['ID=13cb7bdb-6c56-46c9-9884-dddf9503f217,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:52:59.571407 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-81f3093b-ec74-4edb-91a6-7ff33a861ce3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:59.574920 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-81f3093b-ec74-4edb-91a6-7ff33a861ce3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "DELETE /v2.0/subnets/13cb7bdb-6c56-46c9-9884-dddf9503f217 HTTP/1.1" status: 204 len: 168 time: 1.3731759 Oct 20 11:52:59.582862 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0b96c0-ba72-413f-8167-d4b09a015653 None None] Network b3577e5b-d177-466c-844c-ab55282f99dc requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:52:59.603701 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42760) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:52:59.805082 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9b1e5095-f700-4abb-8ea1-2773681a0881 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:59.826877 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-5b621c7f-bc90-4b8f-a41c-1bbaa0387826 tempest-NetworksApiDiscovery-1619822813 tempest-NetworksApiDiscovery-1619822813-project] 10.222.0.98 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.8195624 Oct 20 11:52:59.827613 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9b1e5095-f700-4abb-8ea1-2773681a0881 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:59.931805 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d61def5-853d-4a83-869a-9df79c36117d None None] Network e2fef652-29f0-49bb-8e63-480b3426d613 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:52:59.954599 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa26c5a-e0c5-4d84-b862-ae4e30dee73e req-d7b8a951-9d8a-458b-8a30-18d54cbcf089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:52:59.960703 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b474807a-3e22-4e04-81de-9ed2621c745d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:52:59.964722 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ffa26c5a-e0c5-4d84-b862-ae4e30dee73e req-d7b8a951-9d8a-458b-8a30-18d54cbcf089 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.4339032 Oct 20 11:52:59.997852 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e5095-f700-4abb-8ea1-2773681a0881 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Pushing event updated for resources: {'Port': ['ID=d788cc71-c587-4535-beec-6a9e06a09cfa,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:00.006590 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9b1e5095-f700-4abb-8ea1-2773681a0881 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:00.013441 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-126ef620-cb5e-4963-9fe8-c0cd6895797f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:00.017604 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b474807a-3e22-4e04-81de-9ed2621c745d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:00.134423 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 2aa40419-644e-49c5-b92e-995c045d9630 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:53:00.215132 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5f5b51bf-807a-4893-a728-1803527d53ea req-f72ca7f1-e663-4f36-b34a-d20bb2d3e5cd tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 210 time: 0.0432982 Oct 20 11:53:00.233098 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1e5095-f700-4abb-8ea1-2773681a0881 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Network e2fef652-29f0-49bb-8e63-480b3426d613 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:53:00.244487 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-9b1e5095-f700-4abb-8ea1-2773681a0881 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:53:00.246645 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b474807a-3e22-4e04-81de-9ed2621c745d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:00.249280 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b474807a-3e22-4e04-81de-9ed2621c745d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:00.251938 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-b474807a-3e22-4e04-81de-9ed2621c745d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/40169667-b364-4f02-92da-f5a1dcad9ad3 HTTP/1.1" status: 204 len: 168 time: 1.1532793 Oct 20 11:53:00.260315 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa26c5a-e0c5-4d84-b862-ae4e30dee73e req-37532f2f-2e20-4c23-a46d-a2cad4852095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:00.261888 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ffa26c5a-e0c5-4d84-b862-ae4e30dee73e req-37532f2f-2e20-4c23-a46d-a2cad4852095 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2774768 Oct 20 11:53:00.299220 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b474807a-3e22-4e04-81de-9ed2621c745d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40169667-b364-4f02-92da-f5a1dcad9ad3,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:00.368236 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dbea43-3105-41ca-9d08-b971793076d4 req-2ac9a1e5-1e17-4890-812c-0e7091689de8 tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:00.376336 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-23dbea43-3105-41ca-9d08-b971793076d4 req-2ac9a1e5-1e17-4890-812c-0e7091689de8 tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] 10.222.0.98 "GET /v2.0/ports?device_id=b6ccb9ad-bd7d-4db3-baab-3e281b744c20 HTTP/1.1" status: 200 len: 948 time: 0.1566100 Oct 20 11:53:00.419254 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-126ef620-cb5e-4963-9fe8-c0cd6895797f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Deleting port 73edd613-0851-4855-beab-55b4aa9789df {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:53:00.419876 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-126ef620-cb5e-4963-9fe8-c0cd6895797f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:00.477656 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42772) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:00.541121 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ffa26c5a-e0c5-4d84-b862-ae4e30dee73e req-b3d96ad7-e2a2-495f-bbff-145503a0bbcf service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585213 Oct 20 11:53:00.555439 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-23dbea43-3105-41ca-9d08-b971793076d4 req-fdde7a54-db1b-4d47-8cf6-a32ebaadf59e tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] 10.222.0.98 "GET /v2.0/security-groups?id=cf53ec77-68e3-41f4-8c2a-c411911991f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758771 Oct 20 11:53:00.616991 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b1e5095-f700-4abb-8ea1-2773681a0881 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Router fc158936-3015-4876-8896-0b9987cdbe27 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:53:00.663497 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-93bd1423-f708-475a-977f-aab443a0b976 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:00.675525 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-f7e3d7ba-96ba-49cf-8b8f-a62d0fa9491f None None] Provisioning complete for port 2aa40419-644e-49c5-b92e-995c045d9630 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:00.675886 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f7e3d7ba-96ba-49cf-8b8f-a62d0fa9491f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:00.724297 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-93bd1423-f708-475a-977f-aab443a0b976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:00.767290 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-126ef620-cb5e-4963-9fe8-c0cd6895797f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] For port 73edd613-0851-4855-beab-55b4aa9789df, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=73edd613-0851-4855-beab-55b4aa9789df,segment=NetworkSegment(fee692f0-480f-4571-a63d-69fa632b5ca3),segment_id=fee692f0-480f-4571-a63d-69fa632b5ca3)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:53:00.767661 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-126ef620-cb5e-4963-9fe8-c0cd6895797f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:00.790441 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 1d7714c1-9e90-40b1-bf11-4601eae24361 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:53:00.791289 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4333cacb-02d6-46bf-a80b-14f2e74fe866 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:00.793330 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-126ef620-cb5e-4963-9fe8-c0cd6895797f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Calling delete_port for 73edd613-0851-4855-beab-55b4aa9789df owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:53:00.818582 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4333cacb-02d6-46bf-a80b-14f2e74fe866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:00.834768 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b1e5095-f700-4abb-8ea1-2773681a0881 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:53:00.847767 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-9b1e5095-f700-4abb-8ea1-2773681a0881 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "PUT /v2.0/routers/fc158936-3015-4876-8896-0b9987cdbe27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9210901 Oct 20 11:53:00.848243 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42778) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:00.852765 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-bd2a195a-ebea-4b49-a261-092fa86cbd65 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1389413618', 'description': 'tempest-secgroup_access--1389413618 description', 'project_id': '90ce7d56a289404db61837b49b02f44c'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:53:00.898060 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 1d7714c1-9e90-40b1-bf11-4601eae24361, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=1d7714c1-9e90-40b1-bf11-4601eae24361,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:53:00.918407 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bd1423-f708-475a-977f-aab443a0b976 None None] Pushing event updated for resources: {'Port': ['ID=6ae6b537-874a-4962-8296-8b2eb78cb87e,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:00.928116 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '1d7714c1-9e90-40b1-bf11-4601eae24361', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'port_id': '1d7714c1-9e90-40b1-bf11-4601eae24361', 'mac_address': 'fa:16:3e:e3:d1:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94289c8c-e5f7-4e30-b6a9-5b268a8fd610', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:53:00.931188 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f4e6d1-bb0f-4257-b50a-4ca779da2723 None None] DHCP port deletion for b3577e5b-d177-466c-844c-ab55282f99dc request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:53:00.933878 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bd2a195a-ebea-4b49-a261-092fa86cbd65 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:00.940513 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d5d324-7beb-4ded-9bf5-3db7a3106553 None None] Sync routers for ids ['fc158936-3015-4876-8896-0b9987cdbe27'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:53:00.968852 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bd1423-f708-475a-977f-aab443a0b976 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:53:00.969207 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bd1423-f708-475a-977f-aab443a0b976 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:53:00.969549 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bd1423-f708-475a-977f-aab443a0b976 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:53:00.970119 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bd1423-f708-475a-977f-aab443a0b976 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:53:00.970456 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bd1423-f708-475a-977f-aab443a0b976 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:53:00.971020 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bd1423-f708-475a-977f-aab443a0b976 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:53:00.971450 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bd1423-f708-475a-977f-aab443a0b976 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:53:00.971867 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bd1423-f708-475a-977f-aab443a0b976 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:53:00.972320 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bd1423-f708-475a-977f-aab443a0b976 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:53:00.972775 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bd1423-f708-475a-977f-aab443a0b976 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:53:00.973113 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bd1423-f708-475a-977f-aab443a0b976 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:53:00.973435 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bd1423-f708-475a-977f-aab443a0b976 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:53:01.003834 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bd1423-f708-475a-977f-aab443a0b976 None None] Network 21fb416c-c668-41ac-98be-292044c92b12 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:53:01.046695 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-93bd1423-f708-475a-977f-aab443a0b976 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:53:01.067458 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a563e6ea-358b-48ea-8583-1af680b825ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:01.084891 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bd1423-f708-475a-977f-aab443a0b976 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:53:01.087995 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bd2a195a-ebea-4b49-a261-092fa86cbd65 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:01.094033 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bd2a195a-ebea-4b49-a261-092fa86cbd65 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:01.103697 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ffa26c5a-e0c5-4d84-b862-ae4e30dee73e req-7287de84-4b8f-4184-8e6c-22ef6af63ed1 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5181727 Oct 20 11:53:01.132828 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 2aa40419-644e-49c5-b92e-995c045d9630 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:01.133193 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:01.152798 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d5d324-7beb-4ded-9bf5-3db7a3106553 None None] Routers {'fc158936-3015-4876-8896-0b9987cdbe27'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:53:01.152976 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bd2a195a-ebea-4b49-a261-092fa86cbd65 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:01.153438 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-68d5d324-7beb-4ded-9bf5-3db7a3106553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:52:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['fc158936-3015-4876-8896-0b9987cdbe27'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:01.155287 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-bd2a195a-ebea-4b49-a261-092fa86cbd65 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3057544 Oct 20 11:53:01.157976 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2a195a-ebea-4b49-a261-092fa86cbd65 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8cc62e-fd19-44b7-bfa7-510594baf584,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:01.161426 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42788) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:01.169522 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-79ca63d4-78a1-45c1-a240-0e6e38043c84 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--590692736', 'description': 'tempest-secgroup_general--590692736 description', 'project_id': '90ce7d56a289404db61837b49b02f44c'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:53:01.202308 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-79ca63d4-78a1-45c1-a240-0e6e38043c84 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:01.358451 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-4333cacb-02d6-46bf-a80b-14f2e74fe866 admin admin] Allocated IP 172.25.5.103 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/70e0f3ca-e4be-4071-b6c6-a26426b618b6) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:53:01.364454 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:01.372376 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-126ef620-cb5e-4963-9fe8-c0cd6895797f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:01.416376 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ef620-cb5e-4963-9fe8-c0cd6895797f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event deleted for resources: {'Port': ['ID=73edd613-0851-4855-beab-55b4aa9789df,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:01.442468 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-da11374c-bb04-4dc6-8cdd-a6b60f825b6d req-9ecfd947-9684-4572-846b-ca078f53f6cd tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 210 time: 0.1057243 Oct 20 11:53:01.468259 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-79ca63d4-78a1-45c1-a240-0e6e38043c84 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:01.482389 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-79ca63d4-78a1-45c1-a240-0e6e38043c84 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:01.498058 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d7714c1-9e90-40b1-bf11-4601eae24361 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:53:01.536537 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126ef620-cb5e-4963-9fe8-c0cd6895797f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] No DVR routers for this DVR port 73edd613-0851-4855-beab-55b4aa9789df on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:53:01.551363 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-93bd1423-f708-475a-977f-aab443a0b976 None None] Attempting to bind port 6ae6b537-874a-4962-8296-8b2eb78cb87e on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:53:01.551729 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-93bd1423-f708-475a-977f-aab443a0b976 None None] Attempting to bind port 6ae6b537-874a-4962-8296-8b2eb78cb87e by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '890e8fc7-5519-4833-90e2-14d66833bb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '21fb416c-c668-41ac-98be-292044c92b12'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:53:01.552089 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bd1423-f708-475a-977f-aab443a0b976 None None] Attempting to bind port 6ae6b537-874a-4962-8296-8b2eb78cb87e on network 21fb416c-c668-41ac-98be-292044c92b12 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:53:01.555273 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca63d4-78a1-45c1-a240-0e6e38043c84 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=884d5e93-ee41-4297-91fc-60485dc1dea4,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:01.586919 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-79ca63d4-78a1-45c1-a240-0e6e38043c84 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:01.589385 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-79ca63d4-78a1-45c1-a240-0e6e38043c84 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4266582 Oct 20 11:53:01.592699 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42802) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:01.597317 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-2eb24396-add6-46ef-a7ba-15a9603e0dfa tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Request body: {'security_group_rule': {'security_group_id': '8e8cc62e-fd19-44b7-bfa7-510594baf584', 'project_id': '90ce7d56a289404db61837b49b02f44c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:53:01.609238 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-68d5d324-7beb-4ded-9bf5-3db7a3106553 None None] Set router fc158936-3015-4876-8896-0b9987cdbe27 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:53:01.634616 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a563e6ea-358b-48ea-8583-1af680b825ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:01.662091 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a563e6ea-358b-48ea-8583-1af680b825ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:01.680628 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2eb24396-add6-46ef-a7ba-15a9603e0dfa tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:01.697253 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f7e3d7ba-96ba-49cf-8b8f-a62d0fa9491f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:01.713622 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a563e6ea-358b-48ea-8583-1af680b825ec admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2ac6607deee04ff0a5b7fd28476be36f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2319648 Oct 20 11:53:01.723068 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42804) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:01.728554 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-a0f4e6d1-bb0f-4257-b50a-4ca779da2723 None None] Deleting port 73edd613-0851-4855-beab-55b4aa9789df {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:53:01.728926 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a0f4e6d1-bb0f-4257-b50a-4ca779da2723 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:01.763959 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 1d7714c1-9e90-40b1-bf11-4601eae24361, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=1d7714c1-9e90-40b1-bf11-4601eae24361,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:53:01.769053 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bd1423-f708-475a-977f-aab443a0b976 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:53:01.772214 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bd1423-f708-475a-977f-aab443a0b976 None None] Checking segment: {'id': '890e8fc7-5519-4833-90e2-14d66833bb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '21fb416c-c668-41ac-98be-292044c92b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:53:01.773067 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-93bd1423-f708-475a-977f-aab443a0b976 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:01.773471 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bd1423-f708-475a-977f-aab443a0b976 None None] Bound using segment: {'id': '890e8fc7-5519-4833-90e2-14d66833bb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '21fb416c-c668-41ac-98be-292044c92b12'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:53:01.774062 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-93bd1423-f708-475a-977f-aab443a0b976 None None] Bound port: 6ae6b537-874a-4962-8296-8b2eb78cb87e, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '890e8fc7-5519-4833-90e2-14d66833bb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '21fb416c-c668-41ac-98be-292044c92b12'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:53:01.776835 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-93bd1423-f708-475a-977f-aab443a0b976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:01.804372 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:01.891741 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-126ef620-cb5e-4963-9fe8-c0cd6895797f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:01.901468 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe5eed-ef77-47fc-b077-9ef6c4e3372a req-c3034060-a44f-495c-b4c0-7b9cd4a7b655 tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:01.903172 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5cbe5eed-ef77-47fc-b077-9ef6c4e3372a req-c3034060-a44f-495c-b4c0-7b9cd4a7b655 tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] 10.222.0.98 "GET /v2.0/ports?device_id=b6ccb9ad-bd7d-4db3-baab-3e281b744c20 HTTP/1.1" status: 200 len: 948 time: 0.2112274 Oct 20 11:53:01.921737 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-126ef620-cb5e-4963-9fe8-c0cd6895797f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3577e5b-d177-466c-844c-ab55282f99dc']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:01.933352 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-126ef620-cb5e-4963-9fe8-c0cd6895797f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fee692f0-480f-4571-a63d-69fa632b5ca3') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:01.933857 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-126ef620-cb5e-4963-9fe8-c0cd6895797f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fee692f0-480f-4571-a63d-69fa632b5ca3') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:01.946249 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-126ef620-cb5e-4963-9fe8-c0cd6895797f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:01.962896 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-126ef620-cb5e-4963-9fe8-c0cd6895797f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:01.970121 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-126ef620-cb5e-4963-9fe8-c0cd6895797f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Releasing vlan 1299 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:53:01.970723 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-126ef620-cb5e-4963-9fe8-c0cd6895797f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:02.016091 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2eb24396-add6-46ef-a7ba-15a9603e0dfa tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:02.020842 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5cbe5eed-ef77-47fc-b077-9ef6c4e3372a req-514185c7-bf51-41b2-94aa-78ef7e426447 tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] 10.222.0.98 "GET /v2.0/security-groups?id=cf53ec77-68e3-41f4-8c2a-c411911991f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067312 Oct 20 11:53:02.028739 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2eb24396-add6-46ef-a7ba-15a9603e0dfa tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:02.070096 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb24396-add6-46ef-a7ba-15a9603e0dfa tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50c53294-3d78-4e9f-8950-dc235cc4569a,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:02.081368 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2eb24396-add6-46ef-a7ba-15a9603e0dfa tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:02.093748 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2eb24396-add6-46ef-a7ba-15a9603e0dfa tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4994378 Oct 20 11:53:02.124983 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:53:02.124983 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:53:02.124983 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:53:02.124983 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:53:02.124983 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:53:02.124983 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:53:02.124983 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:53:02.124983 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:53:02.124983 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:53:02.124983 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:53:02.124983 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:53:02.124983 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:53:02.124983 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:53:02.124983 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:53:02.124983 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:53:02.124983 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:53:02.124983 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:53:02.124983 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:53:02.124983 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:53:02.124983 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:53:02.124983 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:53:02.124983 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:53:02.124983 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:53:02.124983 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:53:02.124983 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:53:02.124983 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:53:02.124983 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:53:02.124983 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:53:02.124983 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:53:02.124983 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:53:02.124983 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:53:02.124983 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:53:02.144417 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-f7e3d7ba-96ba-49cf-8b8f-a62d0fa9491f None None] For port 2aa40419-644e-49c5-b92e-995c045d9630, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=2aa40419-644e-49c5-b92e-995c045d9630,segment=NetworkSegment(549b093a-9b1f-4ae7-8a3d-e8888b456378),segment_id=549b093a-9b1f-4ae7-8a3d-e8888b456378)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:53:02.163093 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a563e6ea-358b-48ea-8583-1af680b825ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8184276b-51af-4d18-83f2-53440f50d166,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:02.192270 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-126ef620-cb5e-4963-9fe8-c0cd6895797f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:02.211277 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-126ef620-cb5e-4963-9fe8-c0cd6895797f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:02.225344 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-126ef620-cb5e-4963-9fe8-c0cd6895797f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "DELETE /v2.0/networks/b3577e5b-d177-466c-844c-ab55282f99dc HTTP/1.1" status: 204 len: 168 time: 2.6199336 Oct 20 11:53:02.228223 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-a0f4e6d1-bb0f-4257-b50a-4ca779da2723 None None] For port 73edd613-0851-4855-beab-55b4aa9789df, host n-d-814735-3, got binding levels [] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:53:02.229769 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42816) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:02.230448 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a0f4e6d1-bb0f-4257-b50a-4ca779da2723 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:02.244669 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-142388e6-e657-446b-b065-64ad2d1432e7 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Request body: {'port': {'network_id': '8130071c-8b78-4d7b-ace8-e65b963ed198', 'name': 'tempest-PortsIpV6TestJSON-1076573428'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:53:02.278115 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4333cacb-02d6-46bf-a80b-14f2e74fe866 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:02.280931 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['1d7714c1-9e90-40b1-bf11-4601eae24361'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:53:02.300444 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f7e3d7ba-96ba-49cf-8b8f-a62d0fa9491f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:02.332311 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ef620-cb5e-4963-9fe8-c0cd6895797f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event deleted for resources: {'Network': ['ID=b3577e5b-d177-466c-844c-ab55282f99dc,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:02.353151 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4333cacb-02d6-46bf-a80b-14f2e74fe866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:02.434588 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-a0f4e6d1-bb0f-4257-b50a-4ca779da2723 None None] Calling delete_port for 73edd613-0851-4855-beab-55b4aa9789df owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:53:02.439751 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4333cacb-02d6-46bf-a80b-14f2e74fe866 admin admin] Pushing event updated for resources: {'Port': ['ID=70e0f3ca-e4be-4071-b6c6-a26426b618b6,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:02.440716 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.ipam_backend_mixin [None req-a0f4e6d1-bb0f-4257-b50a-4ca779da2723 None None] Port 73edd613-0851-4855-beab-55b4aa9789df was not found and therefore no delete operation was performed {{(pid=100648) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 11:53:02.451370 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5934f391-95f8-412e-9efc-9c046eb33dd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:02.463058 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=1d7714c1-9e90-40b1-bf11-4601eae24361,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:02.478573 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:02.481891 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a0f4e6d1-bb0f-4257-b50a-4ca779da2723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:02.503995 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5934f391-95f8-412e-9efc-9c046eb33dd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:02.519701 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-93bd1423-f708-475a-977f-aab443a0b976 None None] For port 6ae6b537-874a-4962-8296-8b2eb78cb87e, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:53:02.544418 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4333cacb-02d6-46bf-a80b-14f2e74fe866 admin admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:53:02.561339 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-4333cacb-02d6-46bf-a80b-14f2e74fe866 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:53:02.567561 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4333cacb-02d6-46bf-a80b-14f2e74fe866 admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:53:02.571718 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a0f4e6d1-bb0f-4257-b50a-4ca779da2723 None None] Network b3577e5b-d177-466c-844c-ab55282f99dc is not hosted by any dhcp agent {{(pid=100648) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 20 11:53:02.572310 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f4e6d1-bb0f-4257-b50a-4ca779da2723 None None] No DVR routers for this DVR port 73edd613-0851-4855-beab-55b4aa9789df on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:53:02.596535 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-93bd1423-f708-475a-977f-aab443a0b976 None None] For port 6ae6b537-874a-4962-8296-8b2eb78cb87e, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=6ae6b537-874a-4962-8296-8b2eb78cb87e,segment=NetworkSegment(890e8fc7-5519-4833-90e2-14d66833bb90),segment_id=890e8fc7-5519-4833-90e2-14d66833bb90)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:53:02.606390 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-fbddda65-52f6-49ae-a1ac-e5ce9764eadf None None] Provisioning complete for port d788cc71-c587-4535-beec-6a9e06a09cfa triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:02.606734 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9b37c586-0ab5-4cb4-8193-b3cb18c14643 req-8f6554a7-e25c-4607-9657-ce7d5aed2e74 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup_access--1389413618&fields=id&tenant_id=90ce7d56a289404db61837b49b02f44c HTTP/1.1" status: 200 len: 267 time: 0.1778171 Oct 20 11:53:02.607160 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-fbddda65-52f6-49ae-a1ac-e5ce9764eadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:02.614817 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142388e6-e657-446b-b065-64ad2d1432e7 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Made reservation on behalf of b83cf05325f74f7cb717378a188d738a for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:53:02.622508 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-142388e6-e657-446b-b065-64ad2d1432e7 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:02.627079 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-93bd1423-f708-475a-977f-aab443a0b976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:02.712108 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9b4feac3-6f48-470d-8ecd-f5bae42faa29 req-7c2ab1ab-881a-44d4-bbe2-724bc4b35877 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 210 time: 0.1023924 Oct 20 11:53:02.730268 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [None req-142388e6-e657-446b-b065-64ad2d1432e7 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] device_id is not set on port 4aa1b0ef-1bae-4188-95f0-e5ea337a4eaa yet. {{(pid=100647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:53:02.742094 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e3d7ba-96ba-49cf-8b8f-a62d0fa9491f None None] Pushing event updated for resources: {'Port': ['ID=2aa40419-644e-49c5-b92e-995c045d9630,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:02.821977 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9b37c586-0ab5-4cb4-8193-b3cb18c14643 req-831d85af-f0d7-47b6-aee8-b6a7ce4a2ddd tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup_general--590692736&fields=id&tenant_id=90ce7d56a289404db61837b49b02f44c HTTP/1.1" status: 200 len: 267 time: 0.1683638 Oct 20 11:53:02.825274 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.db.api [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:53:02.825626 n-d-814735-3 neutron-server[100648]: DEBUG oslo_db.api [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:53:02.828245 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f4e6d1-bb0f-4257-b50a-4ca779da2723 None None] Pushing event deleted for resources: {'Port': ['ID=73edd613-0851-4855-beab-55b4aa9789df,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:02.840568 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-fbddda65-52f6-49ae-a1ac-e5ce9764eadf None None] Port d788cc71-c587-4535-beec-6a9e06a09cfa cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:53:02.911795 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5934f391-95f8-412e-9efc-9c046eb33dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:02.914719 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5934f391-95f8-412e-9efc-9c046eb33dd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:02.918449 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5934f391-95f8-412e-9efc-9c046eb33dd0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8184276b-51af-4d18-83f2-53440f50d166 HTTP/1.1" status: 204 len: 168 time: 1.1901529 Oct 20 11:53:02.952836 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5934f391-95f8-412e-9efc-9c046eb33dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8184276b-51af-4d18-83f2-53440f50d166,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:03.024663 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-fbddda65-52f6-49ae-a1ac-e5ce9764eadf None None] Provisioning complete for port 2aa40419-644e-49c5-b92e-995c045d9630 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:03.025224 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-fbddda65-52f6-49ae-a1ac-e5ce9764eadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:03.095273 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bd1423-f708-475a-977f-aab443a0b976 None None] Pushing event updated for resources: {'Port': ['ID=6ae6b537-874a-4962-8296-8b2eb78cb87e,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:03.117816 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-68d5d324-7beb-4ded-9bf5-3db7a3106553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc158936-3015-4876-8896-0b9987cdbe27', 'name': 'tempest-TestSecurityGroupsBasicOps-router-710742937', 'tenant_id': '90ce7d56a289404db61837b49b02f44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': 'd20fb5e5-0aa2-4725-b0ef-80f102b2175e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:52:48Z', 'updated_at': '2021-10-20T11:52:59Z', 'revision_number': 4, 'project_id': '90ce7d56a289404db61837b49b02f44c', 'gw_port': {'id': 'd20fb5e5-0aa2-4725-b0ef-80f102b2175e', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:96:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc158936-3015-4876-8896-0b9987cdbe27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:52:49Z', 'updated_at': '2021-10-20T11:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'd788cc71-c587-4535-beec-6a9e06a09cfa', 'name': '', 'network_id': 'e2fef652-29f0-49bb-8e63-480b3426d613', 'tenant_id': '90ce7d56a289404db61837b49b02f44c', 'mac_address': 'fa:16:3e:6d:33:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc158936-3015-4876-8896-0b9987cdbe27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '951b0656-852c-45ab-9679-811c5ce0228e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:52:57Z', 'updated_at': '2021-10-20T11:52:59Z', 'revision_number': 2, 'project_id': '90ce7d56a289404db61837b49b02f44c', 'subnets': [{'id': '951b0656-852c-45ab-9679-811c5ce0228e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:03.169569 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d5d324-7beb-4ded-9bf5-3db7a3106553 None None] Checking router: fc158936-3015-4876-8896-0b9987cdbe27 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:53:03.169986 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d5d324-7beb-4ded-9bf5-3db7a3106553 None None] Updating router fc158936-3015-4876-8896-0b9987cdbe27 port d788cc71-c587-4535-beec-6a9e06a09cfa binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:53:03.249354 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-68d5d324-7beb-4ded-9bf5-3db7a3106553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:03.261641 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4333cacb-02d6-46bf-a80b-14f2e74fe866 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:04.051621 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device d20fb5e5-0aa2-4725-b0ef-80f102b2175e up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:53:04.109235 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-b28089c9-e69d-48fe-a9f6-c866451a9dd5 req-1ae323f0-e7cf-4255-8285-9127cf586ac2 service neutron] (100647) timed out ('10.222.0.89', 51485) {{(pid=100647) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 20 11:53:04.205479 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-ed64f558-b986-4652-830b-16316f9f73b8 req-a1ed91f1-59e1-4957-b615-68b1de724ac3 service neutron] (100647) timed out ('10.222.0.89', 51774) {{(pid=100647) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 20 11:53:04.283836 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37c586-0ab5-4cb4-8193-b3cb18c14643 req-67de12ef-1ed9-4c97-8024-f6134b5c1a30 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:04.292828 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9b37c586-0ab5-4cb4-8193-b3cb18c14643 req-67de12ef-1ed9-4c97-8024-f6134b5c1a30 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "GET /v2.0/networks?id=e2fef652-29f0-49bb-8e63-480b3426d613 HTTP/1.1" status: 200 len: 796 time: 1.4616535 Oct 20 11:53:04.336112 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057a8221-b0b8-447b-a605-725f50254075 req-0ccbdf88-f5da-4321-8484-967fb4a9d0fe tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:04.350607 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-057a8221-b0b8-447b-a605-725f50254075 req-0ccbdf88-f5da-4321-8484-967fb4a9d0fe tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] 10.222.0.98 "GET /v2.0/ports?device_id=b6ccb9ad-bd7d-4db3-baab-3e281b744c20 HTTP/1.1" status: 200 len: 949 time: 0.2329080 Oct 20 11:53:04.391581 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9b37c586-0ab5-4cb4-8193-b3cb18c14643 req-e2062780-b4a9-46bc-a584-a3598f30f821 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "GET /v2.0/quotas/90ce7d56a289404db61837b49b02f44c HTTP/1.1" status: 200 len: 375 time: 0.0940683 Oct 20 11:53:04.458725 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4333cacb-02d6-46bf-a80b-14f2e74fe866 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:04.530754 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-057a8221-b0b8-447b-a605-725f50254075 req-fabd12e7-dc8a-4d7f-8fbc-4b9678b93563 tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] 10.222.0.98 "GET /v2.0/security-groups?id=cf53ec77-68e3-41f4-8c2a-c411911991f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788311 Oct 20 11:53:04.547940 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-142388e6-e657-446b-b065-64ad2d1432e7 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:04.568001 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9b37c586-0ab5-4cb4-8193-b3cb18c14643 req-c49a5093-c725-4fb5-a423-ae124a6a06d5 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=90ce7d56a289404db61837b49b02f44c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1751604 Oct 20 11:53:04.605113 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-68d5d324-7beb-4ded-9bf5-3db7a3106553 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:04.618953 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576e7d0a-12d5-4a36-bf75-a7eb21503071 None None] Network 21fb416c-c668-41ac-98be-292044c92b12 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:53:04.688815 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port d20fb5e5-0aa2-4725-b0ef-80f102b2175e triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:04.690035 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:04.695793 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-68d5d324-7beb-4ded-9bf5-3db7a3106553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:04.709412 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-09a387b7-d5ae-4235-abac-e394c3afd912 req-a7cca3f8-b563-40e5-aae2-9357e8ef6366 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 210 time: 0.0430989 Oct 20 11:53:04.778114 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4333cacb-02d6-46bf-a80b-14f2e74fe866 admin admin] Router dd6177b7-1819-46b8-94a7-0aa0809bf9da is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:53:04.781050 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 1d7714c1-9e90-40b1-bf11-4601eae24361 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:53:04.831656 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9b37c586-0ab5-4cb4-8193-b3cb18c14643 req-9fd15ca7-ad2a-48f1-9599-e5ffc42bc22c service neutron] 10.222.0.98 "GET /v2.0/networks/e2fef652-29f0-49bb-8e63-480b3426d613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290871 Oct 20 11:53:04.845285 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-142388e6-e657-446b-b065-64ad2d1432e7 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:04.856958 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd47845-7095-429d-9416-7b2d3d24f33d None None] Pushing event updated for resources: {'Port': ['ID=d788cc71-c587-4535-beec-6a9e06a09cfa,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:04.930676 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142388e6-e657-446b-b065-64ad2d1432e7 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Network 8130071c-8b78-4d7b-ace8-e65b963ed198 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:53:04.940042 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-142388e6-e657-446b-b065-64ad2d1432e7 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:53:04.954838 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-abe8d0cc-9588-4b2c-836e-bf85761c20fa None None] Provisioning complete for port 6ae6b537-874a-4962-8296-8b2eb78cb87e triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:04.955749 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-abe8d0cc-9588-4b2c-836e-bf85761c20fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:04.960702 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 1d7714c1-9e90-40b1-bf11-4601eae24361 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:53:04.979474 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142388e6-e657-446b-b065-64ad2d1432e7 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:53:04.991280 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142388e6-e657-446b-b065-64ad2d1432e7 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:04.991679 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-142388e6-e657-446b-b065-64ad2d1432e7 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:05.014949 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4333cacb-02d6-46bf-a80b-14f2e74fe866 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:53:05.032880 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142388e6-e657-446b-b065-64ad2d1432e7 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event updated for resources: {'Port': ['ID=4aa1b0ef-1bae-4188-95f0-e5ea337a4eaa,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:05.036251 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1933c554-aad0-44a0-b2e3-91add6042380 None None] Sync routers for ids ['dd6177b7-1819-46b8-94a7-0aa0809bf9da'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:53:05.059618 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1933c554-aad0-44a0-b2e3-91add6042380 None None] Routers {'dd6177b7-1819-46b8-94a7-0aa0809bf9da'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:53:05.062070 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-1933c554-aad0-44a0-b2e3-91add6042380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:52:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['dd6177b7-1819-46b8-94a7-0aa0809bf9da'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:05.064342 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-142388e6-e657-446b-b065-64ad2d1432e7 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.8327117 Oct 20 11:53:05.069816 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4333cacb-02d6-46bf-a80b-14f2e74fe866 admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:05.077491 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4333cacb-02d6-46bf-a80b-14f2e74fe866 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.7871938 Oct 20 11:53:05.080883 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42878) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:05.082186 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42880) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:05.273037 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-1933c554-aad0-44a0-b2e3-91add6042380 None None] Set router dd6177b7-1819-46b8-94a7-0aa0809bf9da gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:53:05.326386 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 1d7714c1-9e90-40b1-bf11-4601eae24361 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:05.327310 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:05.385227 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9b37c586-0ab5-4cb4-8193-b3cb18c14643 req-ebe1bf26-ac91-42ef-b3c2-a156ef7bff02 service neutron] 10.222.0.98 "GET /v2.0/networks/e2fef652-29f0-49bb-8e63-480b3426d613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5518310 Oct 20 11:53:05.449136 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-680d7997-fd72-4bee-a79e-1cd30cf7b4bf tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Deleting port 4aa1b0ef-1bae-4188-95f0-e5ea337a4eaa {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:53:05.456426 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-680d7997-fd72-4bee-a79e-1cd30cf7b4bf tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:05.618051 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-1933c554-aad0-44a0-b2e3-91add6042380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd6177b7-1819-46b8-94a7-0aa0809bf9da', 'name': 'tempest-ImageQuotaTest-1978379413-router', 'tenant_id': '945e98ec35054ee89354628e368a0271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '70e0f3ca-e4be-4071-b6c6-a26426b618b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:52:58Z', 'updated_at': '2021-10-20T11:53:02Z', 'revision_number': 3, 'project_id': '945e98ec35054ee89354628e368a0271', 'gw_port': {'id': '70e0f3ca-e4be-4071-b6c6-a26426b618b6', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd6177b7-1819-46b8-94a7-0aa0809bf9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:00Z', 'updated_at': '2021-10-20T11:53:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:05.682630 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-68d5d324-7beb-4ded-9bf5-3db7a3106553 None None] Attempting to bind port d788cc71-c587-4535-beec-6a9e06a09cfa on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:53:05.682630 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-68d5d324-7beb-4ded-9bf5-3db7a3106553 None None] Attempting to bind port d788cc71-c587-4535-beec-6a9e06a09cfa by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '549b093a-9b1f-4ae7-8a3d-e8888b456378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'e2fef652-29f0-49bb-8e63-480b3426d613'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:53:05.682630 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d5d324-7beb-4ded-9bf5-3db7a3106553 None None] Attempting to bind port d788cc71-c587-4535-beec-6a9e06a09cfa on network e2fef652-29f0-49bb-8e63-480b3426d613 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:53:05.742965 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1933c554-aad0-44a0-b2e3-91add6042380 None None] Checking router: dd6177b7-1819-46b8-94a7-0aa0809bf9da for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:53:05.742965 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1933c554-aad0-44a0-b2e3-91add6042380 None None] Updating router dd6177b7-1819-46b8-94a7-0aa0809bf9da port 70e0f3ca-e4be-4071-b6c6-a26426b618b6 binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:53:05.775205 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d5d324-7beb-4ded-9bf5-3db7a3106553 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:53:05.775779 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d5d324-7beb-4ded-9bf5-3db7a3106553 None None] Checking segment: {'id': '549b093a-9b1f-4ae7-8a3d-e8888b456378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'e2fef652-29f0-49bb-8e63-480b3426d613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:53:05.776143 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-68d5d324-7beb-4ded-9bf5-3db7a3106553 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:05.786896 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d5d324-7beb-4ded-9bf5-3db7a3106553 None None] Bound using segment: {'id': '549b093a-9b1f-4ae7-8a3d-e8888b456378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'e2fef652-29f0-49bb-8e63-480b3426d613'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:53:05.788287 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-68d5d324-7beb-4ded-9bf5-3db7a3106553 None None] Bound port: d788cc71-c587-4535-beec-6a9e06a09cfa, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '549b093a-9b1f-4ae7-8a3d-e8888b456378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'e2fef652-29f0-49bb-8e63-480b3426d613'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:53:05.788700 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-68d5d324-7beb-4ded-9bf5-3db7a3106553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:05.824249 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-680d7997-fd72-4bee-a79e-1cd30cf7b4bf tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:05.826243 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-1933c554-aad0-44a0-b2e3-91add6042380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:05.949979 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-680d7997-fd72-4bee-a79e-1cd30cf7b4bf tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Calling delete_port for 4aa1b0ef-1bae-4188-95f0-e5ea337a4eaa owned by {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:53:05.969590 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ca51a3fa-9bf9-46ea-af37-9930756933f3 req-0ae10b35-bc6c-44e0-bb87-cc836c4f6ef7 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa24d78b-cb4f-4ffb-9be7-b2542aaad944 HTTP/1.1" status: 200 len: 210 time: 0.1610596 Oct 20 11:53:06.086404 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-68d5d324-7beb-4ded-9bf5-3db7a3106553 None None] For port d788cc71-c587-4535-beec-6a9e06a09cfa, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:53:06.091016 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-68d5d324-7beb-4ded-9bf5-3db7a3106553 None None] For port d788cc71-c587-4535-beec-6a9e06a09cfa, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=d788cc71-c587-4535-beec-6a9e06a09cfa,segment=NetworkSegment(549b093a-9b1f-4ae7-8a3d-e8888b456378),segment_id=549b093a-9b1f-4ae7-8a3d-e8888b456378)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:53:06.115038 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90d31f-3723-469e-9acf-4d2f6dd5b170 req-3eee4cd6-2e48-4020-881f-d03077b55cdd tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:06.123198 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-df90d31f-3723-469e-9acf-4d2f6dd5b170 req-3eee4cd6-2e48-4020-881f-d03077b55cdd tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] 10.222.0.98 "GET /v2.0/ports?device_id=b6ccb9ad-bd7d-4db3-baab-3e281b744c20 HTTP/1.1" status: 200 len: 949 time: 0.4283488 Oct 20 11:53:06.209452 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-68d5d324-7beb-4ded-9bf5-3db7a3106553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:06.235263 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-df90d31f-3723-469e-9acf-4d2f6dd5b170 req-49adc712-2da7-4b82-97c0-6c2f4322cae8 tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] 10.222.0.98 "GET /v2.0/security-groups?id=cf53ec77-68e3-41f4-8c2a-c411911991f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107779 Oct 20 11:53:06.251170 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 2aa40419-644e-49c5-b92e-995c045d9630 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:53:06.353573 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-72dbe71c-9840-45ef-bfac-3f55d10d6bc9 req-97e09de6-5ee3-4463-9e58-e0d4ff10a53b tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 210 time: 0.1104519 Oct 20 11:53:06.376699 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-680d7997-fd72-4bee-a79e-1cd30cf7b4bf tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:06.398572 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dbf74012-1ba6-4eb6-a72a-d53228db5d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:06.415080 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680d7997-fd72-4bee-a79e-1cd30cf7b4bf tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event deleted for resources: {'Port': ['ID=4aa1b0ef-1bae-4188-95f0-e5ea337a4eaa,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:06.424454 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-680d7997-fd72-4bee-a79e-1cd30cf7b4bf tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:06.428820 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-680d7997-fd72-4bee-a79e-1cd30cf7b4bf tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "DELETE /v2.0/ports/4aa1b0ef-1bae-4188-95f0-e5ea337a4eaa HTTP/1.1" status: 204 len: 168 time: 1.3406889 Oct 20 11:53:06.431782 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42918) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:06.445153 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-261bd6c3-42f3-4622-b66a-0e602a1ef52a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Request body: {'port': {'network_id': '8130071c-8b78-4d7b-ace8-e65b963ed198', 'mac_address': 'fa:16:3e:2f:e9:22', 'name': 'tempest-PortsIpV6TestJSON-1829962929'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:53:06.479591 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-1933c554-aad0-44a0-b2e3-91add6042380 None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:06.497312 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-1933c554-aad0-44a0-b2e3-91add6042380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:06.525074 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-abe8d0cc-9588-4b2c-836e-bf85761c20fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:06.624248 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-1933c554-aad0-44a0-b2e3-91add6042380 None None] Attempting to bind port 70e0f3ca-e4be-4071-b6c6-a26426b618b6 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:53:06.624612 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-1933c554-aad0-44a0-b2e3-91add6042380 None None] Attempting to bind port 70e0f3ca-e4be-4071-b6c6-a26426b618b6 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:53:06.624974 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1933c554-aad0-44a0-b2e3-91add6042380 None None] Attempting to bind port 70e0f3ca-e4be-4071-b6c6-a26426b618b6 on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:53:06.628305 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d3abc-209c-43d4-9a41-8c02479730f7 None None] Pushing event updated for resources: {'Port': ['ID=70e0f3ca-e4be-4071-b6c6-a26426b618b6,revision_number=2']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:06.658006 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1933c554-aad0-44a0-b2e3-91add6042380 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:53:06.658643 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1933c554-aad0-44a0-b2e3-91add6042380 None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:53:06.659223 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-1933c554-aad0-44a0-b2e3-91add6042380 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:06.659905 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1933c554-aad0-44a0-b2e3-91add6042380 None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:53:06.660691 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-1933c554-aad0-44a0-b2e3-91add6042380 None None] Bound port: 70e0f3ca-e4be-4071-b6c6-a26426b618b6, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:53:06.661221 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-1933c554-aad0-44a0-b2e3-91add6042380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:06.679278 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-abe8d0cc-9588-4b2c-836e-bf85761c20fa None None] For port 6ae6b537-874a-4962-8296-8b2eb78cb87e, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=6ae6b537-874a-4962-8296-8b2eb78cb87e,segment=NetworkSegment(890e8fc7-5519-4833-90e2-14d66833bb90),segment_id=890e8fc7-5519-4833-90e2-14d66833bb90)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:53:06.722916 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-1933c554-aad0-44a0-b2e3-91add6042380 None None] For port 70e0f3ca-e4be-4071-b6c6-a26426b618b6, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:53:06.727574 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-1933c554-aad0-44a0-b2e3-91add6042380 None None] For port 70e0f3ca-e4be-4071-b6c6-a26426b618b6, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=70e0f3ca-e4be-4071-b6c6-a26426b618b6,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:53:06.739329 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-1933c554-aad0-44a0-b2e3-91add6042380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:06.751550 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-abe8d0cc-9588-4b2c-836e-bf85761c20fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:06.786562 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd47845-7095-429d-9416-7b2d3d24f33d None None] Pushing event updated for resources: {'Port': ['ID=d788cc71-c587-4535-beec-6a9e06a09cfa,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:06.797174 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:06.808261 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261bd6c3-42f3-4622-b66a-0e602a1ef52a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Made reservation on behalf of b83cf05325f74f7cb717378a188d738a for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:53:06.898536 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d5d324-7beb-4ded-9bf5-3db7a3106553 None None] Routers {'fc158936-3015-4876-8896-0b9987cdbe27'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:53:06.924460 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-68d5d324-7beb-4ded-9bf5-3db7a3106553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:52:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['fc158936-3015-4876-8896-0b9987cdbe27'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:06.940434 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-dbf74012-1ba6-4eb6-a72a-d53228db5d70 admin admin] Allocated IP 172.20.0.1 (21fb416c-c668-41ac-98be-292044c92b12/e5c51a57-46ed-4d2b-b03f-598e82e8ed6d/b1ccdc71-2ed2-4de1-a4bc-125ef2a13d87) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:53:06.945746 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1933c554-aad0-44a0-b2e3-91add6042380 None None] Routers {'dd6177b7-1819-46b8-94a7-0aa0809bf9da'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:53:06.948486 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-1933c554-aad0-44a0-b2e3-91add6042380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:52:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['dd6177b7-1819-46b8-94a7-0aa0809bf9da'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:06.957573 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-261bd6c3-42f3-4622-b66a-0e602a1ef52a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:06.957912 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d3abc-209c-43d4-9a41-8c02479730f7 None None] Pushing event updated for resources: {'Port': ['ID=70e0f3ca-e4be-4071-b6c6-a26426b618b6,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:07.029941 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [None req-261bd6c3-42f3-4622-b66a-0e602a1ef52a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] device_id is not set on port 63ed5848-e7f7-40ef-8275-b85813df437a yet. {{(pid=100647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:53:07.140989 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42930) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:07.153367 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ccb9ad-bd7d-4db3-baab-3e281b744c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7714c1-9e90-40b1-bf11-4601eae24361'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:53:07.159217 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8b6641-ac3d-4966-8f54-d480fb2f19c1" -d '{"events": [{"server_uuid": "b6ccb9ad-bd7d-4db3-baab-3e281b744c20", "name": "network-vif-plugged", "status": "completed", "tag": "1d7714c1-9e90-40b1-bf11-4601eae24361"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:53:07.245813 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 2aa40419-644e-49c5-b92e-995c045d9630 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:07.263313 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:07.283321 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 1d7714c1-9e90-40b1-bf11-4601eae24361, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=1d7714c1-9e90-40b1-bf11-4601eae24361,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:53:07.292340 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d32bfc2-33f9-434e-8718-705dd9abd74c x-openstack-request-id: req-3d32bfc2-33f9-434e-8718-705dd9abd74c {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:53:07.296894 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ccb9ad-bd7d-4db3-baab-3e281b744c20", "name": "network-vif-plugged", "status": "completed", "tag": "1d7714c1-9e90-40b1-bf11-4601eae24361", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:53:07.297535 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3d32bfc2-33f9-434e-8718-705dd9abd74c {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:53:07.298518 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6ccb9ad-bd7d-4db3-baab-3e281b744c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7714c1-9e90-40b1-bf11-4601eae24361', 'code': 200} Oct 20 11:53:07.315177 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dbf74012-1ba6-4eb6-a72a-d53228db5d70 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:07.322762 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a4eb1146-363e-4191-9e55-cc948faeb2ab req-21d24521-22c5-4092-aae2-16d9f333431e tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa24d78b-cb4f-4ffb-9be7-b2542aaad944 HTTP/1.1" status: 200 len: 210 time: 0.1269147 Oct 20 11:53:07.451952 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-68d5d324-7beb-4ded-9bf5-3db7a3106553 None None] Set router fc158936-3015-4876-8896-0b9987cdbe27 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:53:07.454625 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-1933c554-aad0-44a0-b2e3-91add6042380 None None] Set router dd6177b7-1819-46b8-94a7-0aa0809bf9da gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:53:07.480330 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-09a03926-b358-41da-9a6e-8031a0f9f9cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:07.532245 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff326fc-7938-42c7-b6b4-9d28eb480f44 req-ad2bf24a-9204-4155-adf0-cf7b4ae6df28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:07.534200 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-1ff326fc-7938-42c7-b6b4-9d28eb480f44 req-ad2bf24a-9204-4155-adf0-cf7b4ae6df28 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b6ccb9ad-bd7d-4db3-baab-3e281b744c20 HTTP/1.1" status: 200 len: 1101 time: 0.1832309 Oct 20 11:53:07.564954 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dbf74012-1ba6-4eb6-a72a-d53228db5d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:07.654127 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf74012-1ba6-4eb6-a72a-d53228db5d70 admin admin] Network 21fb416c-c668-41ac-98be-292044c92b12 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:53:07.656824 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-1ff326fc-7938-42c7-b6b4-9d28eb480f44 req-934be38c-a096-4bde-8e51-6a8c9b26ed2d service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=cf53ec77-68e3-41f4-8c2a-c411911991f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146746 Oct 20 11:53:07.663352 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-dbf74012-1ba6-4eb6-a72a-d53228db5d70 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:53:07.675387 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf74012-1ba6-4eb6-a72a-d53228db5d70 admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:53:07.682745 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf74012-1ba6-4eb6-a72a-d53228db5d70 admin admin] Pushing event updated for resources: {'Port': ['ID=b1ccdc71-2ed2-4de1-a4bc-125ef2a13d87,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:07.771214 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-09a03926-b358-41da-9a6e-8031a0f9f9cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:07.774301 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dbf74012-1ba6-4eb6-a72a-d53228db5d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:07.807354 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3762aa3-b62e-4e36-b431-3e5f97b9ca97 req-687e57f9-8ac2-44be-8a67-9f7d8c519b04 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 210 time: 0.2751048 Oct 20 11:53:07.838595 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-261bd6c3-42f3-4622-b66a-0e602a1ef52a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:07.856204 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb52962-d7bc-498c-a774-06c13745cd2f req-b38bb3f7-a959-41e0-9775-3b1f3650c240 tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:07.858278 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:07.865996 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-09a03926-b358-41da-9a6e-8031a0f9f9cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:07.867178 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cdb52962-d7bc-498c-a774-06c13745cd2f req-b38bb3f7-a959-41e0-9775-3b1f3650c240 tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] 10.222.0.98 "GET /v2.0/ports?device_id=b6ccb9ad-bd7d-4db3-baab-3e281b744c20 HTTP/1.1" status: 200 len: 950 time: 0.4911177 Oct 20 11:53:07.891095 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e5034970-fcbd-4f87-8603-7ee8e5434701 None None] Provisioning complete for port d788cc71-c587-4535-beec-6a9e06a09cfa triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:07.891462 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e5034970-fcbd-4f87-8603-7ee8e5434701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:07.969390 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [req-6f77bfc4-d7f3-4387-9536-d2f6eaf20b9d req-28e35603-34d3-48bc-93db-d3e8ff06c637 service neutron] (100646) timed out ('10.222.0.98', 41984) {{(pid=100646) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 20 11:53:07.981353 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-1933c554-aad0-44a0-b2e3-91add6042380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd6177b7-1819-46b8-94a7-0aa0809bf9da', 'name': 'tempest-ImageQuotaTest-1978379413-router', 'tenant_id': '945e98ec35054ee89354628e368a0271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '70e0f3ca-e4be-4071-b6c6-a26426b618b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:52:58Z', 'updated_at': '2021-10-20T11:53:02Z', 'revision_number': 3, 'project_id': '945e98ec35054ee89354628e368a0271', 'gw_port': {'id': '70e0f3ca-e4be-4071-b6c6-a26426b618b6', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd6177b7-1819-46b8-94a7-0aa0809bf9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:00Z', 'updated_at': '2021-10-20T11:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:07.983203 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cdb52962-d7bc-498c-a774-06c13745cd2f req-c7e59d46-a337-49dd-99b2-724198f5e51f tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] 10.222.0.98 "GET /v2.0/security-groups?id=cf53ec77-68e3-41f4-8c2a-c411911991f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146960 Oct 20 11:53:08.001446 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a03926-b358-41da-9a6e-8031a0f9f9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7b1787-fce8-4a50-a0e9-ead412957ffd,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:08.006227 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-09a03926-b358-41da-9a6e-8031a0f9f9cd admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d825bac7d7644a6baf1a78c965c9e242&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8642299 Oct 20 11:53:08.015828 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42942) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:08.047757 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1933c554-aad0-44a0-b2e3-91add6042380 None None] The sync data for ids ['dd6177b7-1819-46b8-94a7-0aa0809bf9da'] in n-d-814735-3 is: [{'id': 'dd6177b7-1819-46b8-94a7-0aa0809bf9da', 'name': 'tempest-ImageQuotaTest-1978379413-router', 'tenant_id': '945e98ec35054ee89354628e368a0271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '70e0f3ca-e4be-4071-b6c6-a26426b618b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:52:58Z', 'updated_at': '2021-10-20T11:53:02Z', 'revision_number': 3, 'project_id': '945e98ec35054ee89354628e368a0271', 'gw_port': {'id': '70e0f3ca-e4be-4071-b6c6-a26426b618b6', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd6177b7-1819-46b8-94a7-0aa0809bf9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:00Z', 'updated_at': '2021-10-20T11:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:53:08.076844 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe8d0cc-9588-4b2c-836e-bf85761c20fa None None] Pushing event updated for resources: {'Port': ['ID=6ae6b537-874a-4962-8296-8b2eb78cb87e,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:08.079440 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37c586-0ab5-4cb4-8193-b3cb18c14643 req-7e8a611b-7cde-4a7b-a7e7-68f308113300 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:08.096850 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9b37c586-0ab5-4cb4-8193-b3cb18c14643 req-7e8a611b-7cde-4a7b-a7e7-68f308113300 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.11 "GET /v2.0/networks?id=e2fef652-29f0-49bb-8e63-480b3426d613 HTTP/1.1" status: 200 len: 796 time: 0.5183415 Oct 20 11:53:08.106326 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-261bd6c3-42f3-4622-b66a-0e602a1ef52a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:08.146968 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f7b9cd1c-2b78-4114-a385-d2310341e2ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:08.169501 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=1d7714c1-9e90-40b1-bf11-4601eae24361,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:08.190191 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f7b9cd1c-2b78-4114-a385-d2310341e2ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:08.230968 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dbf74012-1ba6-4eb6-a72a-d53228db5d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:08.335053 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9b37c586-0ab5-4cb4-8193-b3cb18c14643 req-e9ef3992-af54-48da-88df-86045dd07d56 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90ce7d56a289404db61837b49b02f44c HTTP/1.1" status: 200 len: 477 time: 0.2160995 Oct 20 11:53:08.336523 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261bd6c3-42f3-4622-b66a-0e602a1ef52a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event updated for resources: {'Port': ['ID=63ed5848-e7f7-40ef-8275-b85813df437a,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:08.341044 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f7b9cd1c-2b78-4114-a385-d2310341e2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:08.348671 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f7b9cd1c-2b78-4114-a385-d2310341e2ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:08.352394 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-68d5d324-7beb-4ded-9bf5-3db7a3106553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc158936-3015-4876-8896-0b9987cdbe27', 'name': 'tempest-TestSecurityGroupsBasicOps-router-710742937', 'tenant_id': '90ce7d56a289404db61837b49b02f44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': 'd20fb5e5-0aa2-4725-b0ef-80f102b2175e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:52:48Z', 'updated_at': '2021-10-20T11:52:59Z', 'revision_number': 4, 'project_id': '90ce7d56a289404db61837b49b02f44c', 'gw_port': {'id': 'd20fb5e5-0aa2-4725-b0ef-80f102b2175e', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:96:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc158936-3015-4876-8896-0b9987cdbe27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:52:49Z', 'updated_at': '2021-10-20T11:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'd788cc71-c587-4535-beec-6a9e06a09cfa', 'name': '', 'network_id': 'e2fef652-29f0-49bb-8e63-480b3426d613', 'tenant_id': '90ce7d56a289404db61837b49b02f44c', 'mac_address': 'fa:16:3e:6d:33:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc158936-3015-4876-8896-0b9987cdbe27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '951b0656-852c-45ab-9679-811c5ce0228e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:52:57Z', 'updated_at': '2021-10-20T11:53:06Z', 'revision_number': 4, 'project_id': '90ce7d56a289404db61837b49b02f44c', 'subnets': [{'id': '951b0656-852c-45ab-9679-811c5ce0228e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:08.352584 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f7b9cd1c-2b78-4114-a385-d2310341e2ac admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2e7b1787-fce8-4a50-a0e9-ead412957ffd HTTP/1.1" status: 204 len: 168 time: 0.3258615 Oct 20 11:53:08.354090 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e5034970-fcbd-4f87-8603-7ee8e5434701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:08.368776 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-9b37c586-0ab5-4cb4-8193-b3cb18c14643 req-9ea2f23b-3a47-44ff-a65d-1e8d665eb4ce tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Request body: {'port': {'device_id': 'aa24d78b-cb4f-4ffb-9be7-b2542aaad944', 'network_id': 'e2fef652-29f0-49bb-8e63-480b3426d613', 'admin_state_up': True, 'tenant_id': '90ce7d56a289404db61837b49b02f44c', 'security_groups': ['8e8cc62e-fd19-44b7-bfa7-510594baf584', '884d5e93-ee41-4297-91fc-60485dc1dea4']}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:53:08.406628 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b9cd1c-2b78-4114-a385-d2310341e2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7b1787-fce8-4a50-a0e9-ead412957ffd,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:08.422897 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d5d324-7beb-4ded-9bf5-3db7a3106553 None None] The sync data for ids ['fc158936-3015-4876-8896-0b9987cdbe27'] in n-d-814735-3 is: [{'id': 'fc158936-3015-4876-8896-0b9987cdbe27', 'name': 'tempest-TestSecurityGroupsBasicOps-router-710742937', 'tenant_id': '90ce7d56a289404db61837b49b02f44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': 'd20fb5e5-0aa2-4725-b0ef-80f102b2175e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:52:48Z', 'updated_at': '2021-10-20T11:52:59Z', 'revision_number': 4, 'project_id': '90ce7d56a289404db61837b49b02f44c', 'gw_port': {'id': 'd20fb5e5-0aa2-4725-b0ef-80f102b2175e', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:96:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc158936-3015-4876-8896-0b9987cdbe27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:52:49Z', 'updated_at': '2021-10-20T11:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'd788cc71-c587-4535-beec-6a9e06a09cfa', 'name': '', 'network_id': 'e2fef652-29f0-49bb-8e63-480b3426d613', 'tenant_id': '90ce7d56a289404db61837b49b02f44c', 'mac_address': 'fa:16:3e:6d:33:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc158936-3015-4876-8896-0b9987cdbe27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '951b0656-852c-45ab-9679-811c5ce0228e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:52:57Z', 'updated_at': '2021-10-20T11:53:06Z', 'revision_number': 4, 'project_id': '90ce7d56a289404db61837b49b02f44c', 'subnets': [{'id': '951b0656-852c-45ab-9679-811c5ce0228e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:53:08.987320 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261bd6c3-42f3-4622-b66a-0e602a1ef52a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Network 8130071c-8b78-4d7b-ace8-e65b963ed198 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:53:08.992528 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-261bd6c3-42f3-4622-b66a-0e602a1ef52a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:53:08.998905 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b37c586-0ab5-4cb4-8193-b3cb18c14643 req-9ea2f23b-3a47-44ff-a65d-1e8d665eb4ce tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Made reservation on behalf of 90ce7d56a289404db61837b49b02f44c for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:53:09.007425 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9b37c586-0ab5-4cb4-8193-b3cb18c14643 req-9ea2f23b-3a47-44ff-a65d-1e8d665eb4ce tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:09.010483 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dbf74012-1ba6-4eb6-a72a-d53228db5d70 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:09.016852 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dbf74012-1ba6-4eb6-a72a-d53228db5d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:09.066378 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 6ae6b537-874a-4962-8296-8b2eb78cb87e up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:53:09.077708 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261bd6c3-42f3-4622-b66a-0e602a1ef52a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:53:09.094537 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261bd6c3-42f3-4622-b66a-0e602a1ef52a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:09.097483 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-261bd6c3-42f3-4622-b66a-0e602a1ef52a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:09.112977 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dbf74012-1ba6-4eb6-a72a-d53228db5d70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:09.176267 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b072f64f-5fa5-4f53-8123-215f6dabad0a req-e6eeb6aa-007c-4c0c-bf9f-912139faf5c9 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 210 time: 0.1589403 Oct 20 11:53:09.190444 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c005ccd6-06f1-441e-8b2e-f8a3f80ec0ed req-3225433e-4ac2-45d1-834e-a5c1917b2c6f tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa24d78b-cb4f-4ffb-9be7-b2542aaad944 HTTP/1.1" status: 200 len: 210 time: 0.2389653 Oct 20 11:53:09.240069 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e5034970-fcbd-4f87-8603-7ee8e5434701 None None] For port d788cc71-c587-4535-beec-6a9e06a09cfa, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=d788cc71-c587-4535-beec-6a9e06a09cfa,segment=NetworkSegment(549b093a-9b1f-4ae7-8a3d-e8888b456378),segment_id=549b093a-9b1f-4ae7-8a3d-e8888b456378)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:53:09.247793 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-261bd6c3-42f3-4622-b66a-0e602a1ef52a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.8128703 Oct 20 11:53:09.255278 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e5034970-fcbd-4f87-8603-7ee8e5434701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:09.261648 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42956) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:09.262243 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42958) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:09.366542 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e5034970-fcbd-4f87-8603-7ee8e5434701 None None] Provisioning complete for port 6ae6b537-874a-4962-8296-8b2eb78cb87e triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:09.367212 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e5034970-fcbd-4f87-8603-7ee8e5434701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:09.426743 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf74012-1ba6-4eb6-a72a-d53228db5d70 admin admin] Network 21fb416c-c668-41ac-98be-292044c92b12 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:53:09.429027 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5034970-fcbd-4f87-8603-7ee8e5434701 None None] Pushing event updated for resources: {'Port': ['ID=d788cc71-c587-4535-beec-6a9e06a09cfa,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:09.454463 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-dbf74012-1ba6-4eb6-a72a-d53228db5d70 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:53:09.478576 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-905c47d8-d19a-4296-bdc5-626a489ca09e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:09.490623 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 6ae6b537-874a-4962-8296-8b2eb78cb87e triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:09.491036 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:09.515086 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8588b45-eab6-46a2-bc9e-2c2cbea49fc0 req-d619bc19-f4c5-4bff-a987-4936cc5933f9 tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:09.516976 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d8588b45-eab6-46a2-bc9e-2c2cbea49fc0 req-d619bc19-f4c5-4bff-a987-4936cc5933f9 tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] 10.222.0.98 "GET /v2.0/ports?device_id=b6ccb9ad-bd7d-4db3-baab-3e281b744c20 HTTP/1.1" status: 200 len: 950 time: 0.1461821 Oct 20 11:53:09.603580 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-905c47d8-d19a-4296-bdc5-626a489ca09e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:09.612624 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf74012-1ba6-4eb6-a72a-d53228db5d70 admin admin] Pushing event updated for resources: {'Port': ['ID=b1ccdc71-2ed2-4de1-a4bc-125ef2a13d87,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:09.614348 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d8588b45-eab6-46a2-bc9e-2c2cbea49fc0 req-5e0e9697-2ade-4b78-b6ae-3e5facaebdcd tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] 10.222.0.98 "GET /v2.0/security-groups?id=cf53ec77-68e3-41f4-8c2a-c411911991f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898895 Oct 20 11:53:09.625505 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-905c47d8-d19a-4296-bdc5-626a489ca09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:09.630140 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-9b37c586-0ab5-4cb4-8193-b3cb18c14643 req-9ea2f23b-3a47-44ff-a65d-1e8d665eb4ce tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Allocated IP 172.20.0.5 (e2fef652-29f0-49bb-8e63-480b3426d613/951b0656-852c-45ab-9679-811c5ce0228e/c161d276-5441-45f8-b1c0-0f6ba772ee2f) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:53:09.703904 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0504dde5-352b-41f5-b817-c41607d35a75 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:09.705421 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0504dde5-352b-41f5-b817-c41607d35a75 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "GET /v2.0/ports/63ed5848-e7f7-40ef-8275-b85813df437a HTTP/1.1" status: 200 len: 845 time: 0.3058302 Oct 20 11:53:09.710584 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42964) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:09.798083 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-905c47d8-d19a-4296-bdc5-626a489ca09e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=abf036bb670f430797cc1e4c7007b69f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3996150 Oct 20 11:53:09.800750 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42968) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:09.986870 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:09.990372 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 73edd613-0851-4855-beab-55b4aa9789df no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:53:10.048570 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 73edd613-0851-4855-beab-55b4aa9789df {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:53:10.049007 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 73edd613-0851-4855-beab-55b4aa9789df not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:53:10.051681 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905c47d8-d19a-4296-bdc5-626a489ca09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e80218-e33c-49e2-84aa-636f79c4b7e1,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:10.087080 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-8fd9280c-f306-4710-89d8-8b132ac99730 None None] Provisioning complete for port d788cc71-c587-4535-beec-6a9e06a09cfa triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:10.087622 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-8fd9280c-f306-4710-89d8-8b132ac99730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:10.223020 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0f2f453d-45b6-47c5-a3bc-aec5b5318bba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:10.246572 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf74012-1ba6-4eb6-a72a-d53228db5d70 admin admin] Router dd6177b7-1819-46b8-94a7-0aa0809bf9da has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:53:10.328106 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0f2f453d-45b6-47c5-a3bc-aec5b5318bba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:10.367712 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-f3f8a564-a6c2-49be-89cd-4b54e3df96d0 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Deleting port 63ed5848-e7f7-40ef-8275-b85813df437a {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:53:10.368051 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f3f8a564-a6c2-49be-89cd-4b54e3df96d0 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:10.403224 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9b37c586-0ab5-4cb4-8193-b3cb18c14643 req-9ea2f23b-3a47-44ff-a65d-1e8d665eb4ce tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:10.425581 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-8fd9280c-f306-4710-89d8-8b132ac99730 None None] Provisioning complete for port b1ccdc71-2ed2-4de1-a4bc-125ef2a13d87 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:10.426195 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-8fd9280c-f306-4710-89d8-8b132ac99730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:10.433491 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de074a-a4a3-473b-bf09-367d2d3d905d req-749aadbd-e117-437b-8426-56fb9d226561 tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:10.433491 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-46de074a-a4a3-473b-bf09-367d2d3d905d req-749aadbd-e117-437b-8426-56fb9d226561 tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] 10.222.0.98 "GET /v2.0/ports?device_id=b6ccb9ad-bd7d-4db3-baab-3e281b744c20 HTTP/1.1" status: 200 len: 950 time: 0.2418075 Oct 20 11:53:10.451717 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6cad07ec-14b5-4cfb-9829-5269cd23c2fb req-a1e9d30f-001f-40db-b64f-85c76f9a4798 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa24d78b-cb4f-4ffb-9be7-b2542aaad944 HTTP/1.1" status: 200 len: 210 time: 0.0672665 Oct 20 11:53:10.481225 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 6ae6b537-874a-4962-8296-8b2eb78cb87e up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:53:10.590967 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-8fd9280c-f306-4710-89d8-8b132ac99730 None None] Port b1ccdc71-2ed2-4de1-a4bc-125ef2a13d87 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:53:10.617059 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 6ae6b537-874a-4962-8296-8b2eb78cb87e triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:10.617445 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:10.624533 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f3f8a564-a6c2-49be-89cd-4b54e3df96d0 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:10.642914 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf74012-1ba6-4eb6-a72a-d53228db5d70 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:53:10.653411 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-dbf74012-1ba6-4eb6-a72a-d53228db5d70 admin admin] 10.222.0.98 "PUT /v2.0/routers/dd6177b7-1819-46b8-94a7-0aa0809bf9da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5701134 Oct 20 11:53:10.654967 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-f3f8a564-a6c2-49be-89cd-4b54e3df96d0 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Calling delete_port for 63ed5848-e7f7-40ef-8275-b85813df437a owned by {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:53:10.685023 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0f2f453d-45b6-47c5-a3bc-aec5b5318bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:10.695480 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0f2f453d-45b6-47c5-a3bc-aec5b5318bba admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:10.697202 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-0f2f453d-45b6-47c5-a3bc-aec5b5318bba admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/89e80218-e33c-49e2-84aa-636f79c4b7e1 HTTP/1.1" status: 204 len: 168 time: 0.8935347 Oct 20 11:53:10.711062 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5dfa5ad0-02d5-4ccf-9311-23246b4938ba req-2f0bb563-3277-4c6e-b5f6-cf4432cac5b6 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec58b319-2247-4b2a-a5eb-e9c34df81084 HTTP/1.1" status: 200 len: 210 time: 0.1162527 Oct 20 11:53:10.716996 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-46de074a-a4a3-473b-bf09-367d2d3d905d req-d727e7d5-b6ba-4af7-addc-37bb625b25b9 tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] 10.222.0.98 "GET /v2.0/security-groups?id=cf53ec77-68e3-41f4-8c2a-c411911991f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486203 Oct 20 11:53:10.752933 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f453d-45b6-47c5-a3bc-aec5b5318bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e80218-e33c-49e2-84aa-636f79c4b7e1,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:10.770274 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9b37c586-0ab5-4cb4-8193-b3cb18c14643 req-9ea2f23b-3a47-44ff-a65d-1e8d665eb4ce tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:10.832343 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b37c586-0ab5-4cb4-8193-b3cb18c14643 req-9ea2f23b-3a47-44ff-a65d-1e8d665eb4ce tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Network e2fef652-29f0-49bb-8e63-480b3426d613 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:53:10.838006 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-9b37c586-0ab5-4cb4-8193-b3cb18c14643 req-9ea2f23b-3a47-44ff-a65d-1e8d665eb4ce tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:53:10.878229 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device d788cc71-c587-4535-beec-6a9e06a09cfa up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:53:10.896212 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b37c586-0ab5-4cb4-8193-b3cb18c14643 req-9ea2f23b-3a47-44ff-a65d-1e8d665eb4ce tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:53:10.925291 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f3f8a564-a6c2-49be-89cd-4b54e3df96d0 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:11.011554 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port d788cc71-c587-4535-beec-6a9e06a09cfa triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:11.012269 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:11.061600 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f3f8a564-a6c2-49be-89cd-4b54e3df96d0 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:11.084707 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f3f8a564-a6c2-49be-89cd-4b54e3df96d0 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "DELETE /v2.0/ports/63ed5848-e7f7-40ef-8275-b85813df437a HTTP/1.1" status: 204 len: 168 time: 1.2768545 Oct 20 11:53:11.085650 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 42992) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:11.085763 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f8a564-a6c2-49be-89cd-4b54e3df96d0 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event deleted for resources: {'Port': ['ID=63ed5848-e7f7-40ef-8275-b85813df437a,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:11.115404 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37c586-0ab5-4cb4-8193-b3cb18c14643 req-9ea2f23b-3a47-44ff-a65d-1e8d665eb4ce tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:11.119321 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9b37c586-0ab5-4cb4-8193-b3cb18c14643 req-9ea2f23b-3a47-44ff-a65d-1e8d665eb4ce tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:11.121964 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea2f23b-3a47-44ff-a65d-1e8d665eb4ce tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Pushing event updated for resources: {'Port': ['ID=c161d276-5441-45f8-b1c0-0f6ba772ee2f,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:11.178361 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-912ab360-d68c-46a0-924a-1323e0965486 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] GET failed (client error): The resource could not be found. Oct 20 11:53:11.185066 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-912ab360-d68c-46a0-924a-1323e0965486 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "GET /v2.0/ports/63ed5848-e7f7-40ef-8275-b85813df437a HTTP/1.1" status: 404 len: 333 time: 0.0975709 Oct 20 11:53:11.188687 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 42996) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:11.196468 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-ef3f480e-d2cf-4b31-9074-3b84a9f5fbe0 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Request body: {'port': {'network_id': '8130071c-8b78-4d7b-ace8-e65b963ed198', 'name': 'tempest-PortsIpV6TestJSON-616945335'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:53:11.205372 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 70e0f3ca-e4be-4071-b6c6-a26426b618b6 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:53:11.207614 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9b37c586-0ab5-4cb4-8193-b3cb18c14643 req-9ea2f23b-3a47-44ff-a65d-1e8d665eb4ce tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.8597157 Oct 20 11:53:11.220295 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-9b37c586-0ab5-4cb4-8193-b3cb18c14643 req-262f4ff5-fb06-41bf-879d-45d17aade03d service neutron] Request body: {'port': {'device_id': 'aa24d78b-cb4f-4ffb-9be7-b2542aaad944', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:53:11.350007 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-ad08abbd-f64a-4b73-9a36-6f8d36a7bbab None None] Provisioning complete for port c161d276-5441-45f8-b1c0-0f6ba772ee2f triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:11.350388 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ad08abbd-f64a-4b73-9a36-6f8d36a7bbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:11.373953 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 70e0f3ca-e4be-4071-b6c6-a26426b618b6 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:11.376220 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:11.396907 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9b37c586-0ab5-4cb4-8193-b3cb18c14643 req-262f4ff5-fb06-41bf-879d-45d17aade03d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:11.501846 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3f480e-d2cf-4b31-9074-3b84a9f5fbe0 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Made reservation on behalf of b83cf05325f74f7cb717378a188d738a for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:53:11.503320 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-ad08abbd-f64a-4b73-9a36-6f8d36a7bbab None None] Port c161d276-5441-45f8-b1c0-0f6ba772ee2f cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:53:11.523638 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ef3f480e-d2cf-4b31-9074-3b84a9f5fbe0 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:11.567518 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:11.613064 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-ef3f480e-d2cf-4b31-9074-3b84a9f5fbe0 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] device_id is not set on port 033049ba-b1d2-40d6-99d6-a7d13f41ad4b yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:53:11.618414 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 70e0f3ca-e4be-4071-b6c6-a26426b618b6, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=70e0f3ca-e4be-4071-b6c6-a26426b618b6,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:53:11.627383 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:11.730647 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ad084-0b46-47c4-89c2-416daa88a24c req-63eceaea-9ae7-460d-9a66-b570be823a40 tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:11.736886 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-157ad084-0b46-47c4-89c2-416daa88a24c req-63eceaea-9ae7-460d-9a66-b570be823a40 tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] 10.222.0.89 "GET /v2.0/ports?device_id=b6ccb9ad-bd7d-4db3-baab-3e281b744c20 HTTP/1.1" status: 200 len: 950 time: 0.2065620 Oct 20 11:53:11.770119 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=70e0f3ca-e4be-4071-b6c6-a26426b618b6,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:11.977588 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-157ad084-0b46-47c4-89c2-416daa88a24c req-6ff1fda6-46e5-42d5-af92-60d70e6fc6f1 tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] Deleting port 1d7714c1-9e90-40b1-bf11-4601eae24361 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:53:11.977926 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-157ad084-0b46-47c4-89c2-416daa88a24c req-6ff1fda6-46e5-42d5-af92-60d70e6fc6f1 tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:11.999673 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4aafb59-943c-42ae-876a-4b1ad9c48355 None None] Sync routers for ids ['dd6177b7-1819-46b8-94a7-0aa0809bf9da'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:53:12.014933 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4aafb59-943c-42ae-876a-4b1ad9c48355 None None] Routers {'dd6177b7-1819-46b8-94a7-0aa0809bf9da'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:53:12.015577 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-d4aafb59-943c-42ae-876a-4b1ad9c48355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:52:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['dd6177b7-1819-46b8-94a7-0aa0809bf9da'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:12.212183 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-157ad084-0b46-47c4-89c2-416daa88a24c req-6ff1fda6-46e5-42d5-af92-60d70e6fc6f1 tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] For port 1d7714c1-9e90-40b1-bf11-4601eae24361, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=1d7714c1-9e90-40b1-bf11-4601eae24361,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:53:12.212746 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-157ad084-0b46-47c4-89c2-416daa88a24c req-6ff1fda6-46e5-42d5-af92-60d70e6fc6f1 tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:12.230718 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-157ad084-0b46-47c4-89c2-416daa88a24c req-6ff1fda6-46e5-42d5-af92-60d70e6fc6f1 tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] Calling delete_port for 1d7714c1-9e90-40b1-bf11-4601eae24361 owned by compute:nova {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:53:12.313927 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 70e0f3ca-e4be-4071-b6c6-a26426b618b6 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:53:12.382105 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-d4aafb59-943c-42ae-876a-4b1ad9c48355 None None] Set router dd6177b7-1819-46b8-94a7-0aa0809bf9da gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:53:12.398928 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-157ad084-0b46-47c4-89c2-416daa88a24c req-6ff1fda6-46e5-42d5-af92-60d70e6fc6f1 tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:12.404234 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ef3f480e-d2cf-4b31-9074-3b84a9f5fbe0 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:12.437347 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff1fda6-46e5-42d5-af92-60d70e6fc6f1 tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] Pushing event deleted for resources: {'Port': ['ID=1d7714c1-9e90-40b1-bf11-4601eae24361,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:12.455014 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8c000-bd5e-48d3-a556-125302f13612 req-2e769423-95a0-411e-806a-4f995dd7718d tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:12.460398 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eef8c000-bd5e-48d3-a556-125302f13612 req-2e769423-95a0-411e-806a-4f995dd7718d tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa24d78b-cb4f-4ffb-9be7-b2542aaad944 HTTP/1.1" status: 200 len: 970 time: 0.8651528 Oct 20 11:53:12.482265 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['1d7714c1-9e90-40b1-bf11-4601eae24361'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:53:12.501483 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07489abc-5a61-4fbe-a558-05811d4bcb64 req-93873bf5-45fa-40a3-9dd1-bf122add68ac tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:12.503168 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07489abc-5a61-4fbe-a558-05811d4bcb64 req-93873bf5-45fa-40a3-9dd1-bf122add68ac tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] 10.222.0.98 "GET /v2.0/ports?device_id=b6ccb9ad-bd7d-4db3-baab-3e281b744c20 HTTP/1.1" status: 200 len: 950 time: 0.3069766 Oct 20 11:53:12.503784 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-157ad084-0b46-47c4-89c2-416daa88a24c req-6ff1fda6-46e5-42d5-af92-60d70e6fc6f1 tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] No DVR routers for this DVR port 1d7714c1-9e90-40b1-bf11-4601eae24361 on host n-h2-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:53:12.509861 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-157ad084-0b46-47c4-89c2-416daa88a24c req-6ff1fda6-46e5-42d5-af92-60d70e6fc6f1 tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:12.515405 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-157ad084-0b46-47c4-89c2-416daa88a24c req-6ff1fda6-46e5-42d5-af92-60d70e6fc6f1 tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] 10.222.0.89 "DELETE /v2.0/ports/1d7714c1-9e90-40b1-bf11-4601eae24361 HTTP/1.1" status: 204 len: 173 time: 0.7639284 Oct 20 11:53:12.517290 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ccb9ad-bd7d-4db3-baab-3e281b744c20', 'name': 'network-vif-deleted', 'tag': '1d7714c1-9e90-40b1-bf11-4601eae24361'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:53:12.524171 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c26d6c-a55a-4586-be3c-66cb913811ad" -d '{"events": [{"server_uuid": "b6ccb9ad-bd7d-4db3-baab-3e281b744c20", "name": "network-vif-deleted", "tag": "1d7714c1-9e90-40b1-bf11-4601eae24361"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:53:12.556056 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ef3f480e-d2cf-4b31-9074-3b84a9f5fbe0 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:12.616829 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f480e-d2cf-4b31-9074-3b84a9f5fbe0 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event updated for resources: {'Port': ['ID=033049ba-b1d2-40d6-99d6-a7d13f41ad4b,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:12.634319 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3f480e-d2cf-4b31-9074-3b84a9f5fbe0 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Network 8130071c-8b78-4d7b-ace8-e65b963ed198 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:53:12.636188 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-ef3f480e-d2cf-4b31-9074-3b84a9f5fbe0 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:53:12.639127 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3f480e-d2cf-4b31-9074-3b84a9f5fbe0 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:53:12.645248 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3f480e-d2cf-4b31-9074-3b84a9f5fbe0 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:12.646118 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ef3f480e-d2cf-4b31-9074-3b84a9f5fbe0 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:12.686174 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ef3f480e-d2cf-4b31-9074-3b84a9f5fbe0 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4963005 Oct 20 11:53:12.690157 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43038) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:12.702114 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-95afce0f-0acd-4346-bcf4-c380f9786a49 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:53:12.770159 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eef8c000-bd5e-48d3-a556-125302f13612 req-74ad6a41-36cf-4c63-87c2-ee01f2c68b47 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "GET /v2.0/security-groups?id=884d5e93-ee41-4297-91fc-60485dc1dea4&id=8e8cc62e-fd19-44b7-bfa7-510594baf584&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2920849 Oct 20 11:53:12.780094 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 70e0f3ca-e4be-4071-b6c6-a26426b618b6 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:12.780640 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:12.834391 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-95afce0f-0acd-4346-bcf4-c380f9786a49 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:12.862877 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07489abc-5a61-4fbe-a558-05811d4bcb64 req-a895f178-e061-4203-a373-624e1ec55b2e tempest-VolumesNegativeTest-320834380 tempest-VolumesNegativeTest-320834380-project] 10.222.0.98 "GET /v2.0/security-groups?id=cf53ec77-68e3-41f4-8c2a-c411911991f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274698 Oct 20 11:53:12.978231 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ef067f-520c-40f7-bc2d-73b91a37a824 x-openstack-request-id: req-f5ef067f-520c-40f7-bc2d-73b91a37a824 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:53:12.980812 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ccb9ad-bd7d-4db3-baab-3e281b744c20", "name": "network-vif-deleted", "tag": "1d7714c1-9e90-40b1-bf11-4601eae24361", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:53:12.981091 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f5ef067f-520c-40f7-bc2d-73b91a37a824 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:53:12.982649 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6ccb9ad-bd7d-4db3-baab-3e281b744c20', 'name': 'network-vif-deleted', 'tag': '1d7714c1-9e90-40b1-bf11-4601eae24361', 'status': 'completed', 'code': 200} Oct 20 11:53:13.003025 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43046) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:13.049058 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-9b37c586-0ab5-4cb4-8193-b3cb18c14643 req-262f4ff5-fb06-41bf-879d-45d17aade03d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c161d276-5441-45f8-b1c0-0f6ba772ee2f {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:53:13.062664 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9b37c586-0ab5-4cb4-8193-b3cb18c14643 req-262f4ff5-fb06-41bf-879d-45d17aade03d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:13.107439 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-9b37c586-0ab5-4cb4-8193-b3cb18c14643 req-262f4ff5-fb06-41bf-879d-45d17aade03d service neutron] Transition to ACTIVE for port object c161d276-5441-45f8-b1c0-0f6ba772ee2f will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:53:13.112102 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9b37c586-0ab5-4cb4-8193-b3cb18c14643 req-262f4ff5-fb06-41bf-879d-45d17aade03d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:13.150122 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43050) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:13.211162 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262f4ff5-fb06-41bf-879d-45d17aade03d service neutron] Pushing event updated for resources: {'Port': ['ID=c161d276-5441-45f8-b1c0-0f6ba772ee2f,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:13.253984 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-d4aafb59-943c-42ae-876a-4b1ad9c48355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd6177b7-1819-46b8-94a7-0aa0809bf9da', 'name': 'tempest-ImageQuotaTest-1978379413-router', 'tenant_id': '945e98ec35054ee89354628e368a0271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '70e0f3ca-e4be-4071-b6c6-a26426b618b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:52:58Z', 'updated_at': '2021-10-20T11:53:08Z', 'revision_number': 4, 'project_id': '945e98ec35054ee89354628e368a0271', 'gw_port': {'id': '70e0f3ca-e4be-4071-b6c6-a26426b618b6', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6177b7-1819-46b8-94a7-0aa0809bf9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:00Z', 'updated_at': '2021-10-20T11:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'b1ccdc71-2ed2-4de1-a4bc-125ef2a13d87', 'name': '', 'network_id': '21fb416c-c668-41ac-98be-292044c92b12', 'tenant_id': '945e98ec35054ee89354628e368a0271', 'mac_address': 'fa:16:3e:6f:fa:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd6177b7-1819-46b8-94a7-0aa0809bf9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'e5c51a57-46ed-4d2b-b03f-598e82e8ed6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:06Z', 'updated_at': '2021-10-20T11:53:08Z', 'revision_number': 2, 'project_id': '945e98ec35054ee89354628e368a0271', 'subnets': [{'id': 'e5c51a57-46ed-4d2b-b03f-598e82e8ed6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:13.293708 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4aafb59-943c-42ae-876a-4b1ad9c48355 None None] Checking router: dd6177b7-1819-46b8-94a7-0aa0809bf9da for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:53:13.294403 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4aafb59-943c-42ae-876a-4b1ad9c48355 None None] Updating router dd6177b7-1819-46b8-94a7-0aa0809bf9da port b1ccdc71-2ed2-4de1-a4bc-125ef2a13d87 binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:53:13.331774 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d4aafb59-943c-42ae-876a-4b1ad9c48355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:13.377561 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b2b544cf-9f3c-488d-8353-6e2856359535 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:13.433420 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-9b37c586-0ab5-4cb4-8193-b3cb18c14643 req-262f4ff5-fb06-41bf-879d-45d17aade03d service neutron] Attempting to bind port c161d276-5441-45f8-b1c0-0f6ba772ee2f on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:53:13.433420 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-9b37c586-0ab5-4cb4-8193-b3cb18c14643 req-262f4ff5-fb06-41bf-879d-45d17aade03d service neutron] Attempting to bind port c161d276-5441-45f8-b1c0-0f6ba772ee2f by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '549b093a-9b1f-4ae7-8a3d-e8888b456378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'e2fef652-29f0-49bb-8e63-480b3426d613'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:53:13.433708 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b37c586-0ab5-4cb4-8193-b3cb18c14643 req-262f4ff5-fb06-41bf-879d-45d17aade03d service neutron] Attempting to bind port c161d276-5441-45f8-b1c0-0f6ba772ee2f on network e2fef652-29f0-49bb-8e63-480b3426d613 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:53:13.439820 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b37c586-0ab5-4cb4-8193-b3cb18c14643 req-262f4ff5-fb06-41bf-879d-45d17aade03d service neutron] Port c161d276-5441-45f8-b1c0-0f6ba772ee2f on network e2fef652-29f0-49bb-8e63-480b3426d613 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:53:13.440149 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b37c586-0ab5-4cb4-8193-b3cb18c14643 req-262f4ff5-fb06-41bf-879d-45d17aade03d service neutron] Attempting to bind port c161d276-5441-45f8-b1c0-0f6ba772ee2f on network e2fef652-29f0-49bb-8e63-480b3426d613 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:53:13.446642 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b37c586-0ab5-4cb4-8193-b3cb18c14643 req-262f4ff5-fb06-41bf-879d-45d17aade03d service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:53:13.447158 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b37c586-0ab5-4cb4-8193-b3cb18c14643 req-262f4ff5-fb06-41bf-879d-45d17aade03d service neutron] Checking segment: {'id': '549b093a-9b1f-4ae7-8a3d-e8888b456378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'e2fef652-29f0-49bb-8e63-480b3426d613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:53:13.447833 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b37c586-0ab5-4cb4-8193-b3cb18c14643 req-262f4ff5-fb06-41bf-879d-45d17aade03d service neutron] Bound using segment: {'id': '549b093a-9b1f-4ae7-8a3d-e8888b456378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'e2fef652-29f0-49bb-8e63-480b3426d613'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:53:13.448347 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-9b37c586-0ab5-4cb4-8193-b3cb18c14643 req-262f4ff5-fb06-41bf-879d-45d17aade03d service neutron] Bound port: c161d276-5441-45f8-b1c0-0f6ba772ee2f, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '549b093a-9b1f-4ae7-8a3d-e8888b456378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'e2fef652-29f0-49bb-8e63-480b3426d613'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:53:13.448802 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9b37c586-0ab5-4cb4-8193-b3cb18c14643 req-262f4ff5-fb06-41bf-879d-45d17aade03d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:13.600135 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-9b37c586-0ab5-4cb4-8193-b3cb18c14643 req-262f4ff5-fb06-41bf-879d-45d17aade03d service neutron] For port c161d276-5441-45f8-b1c0-0f6ba772ee2f, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:53:13.603077 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-9b37c586-0ab5-4cb4-8193-b3cb18c14643 req-262f4ff5-fb06-41bf-879d-45d17aade03d service neutron] For port c161d276-5441-45f8-b1c0-0f6ba772ee2f, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=c161d276-5441-45f8-b1c0-0f6ba772ee2f,segment=NetworkSegment(549b093a-9b1f-4ae7-8a3d-e8888b456378),segment_id=549b093a-9b1f-4ae7-8a3d-e8888b456378)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:53:13.616907 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9b37c586-0ab5-4cb4-8193-b3cb18c14643 req-262f4ff5-fb06-41bf-879d-45d17aade03d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:13.665203 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37c586-0ab5-4cb4-8193-b3cb18c14643 req-262f4ff5-fb06-41bf-879d-45d17aade03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:13.665782 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9b37c586-0ab5-4cb4-8193-b3cb18c14643 req-262f4ff5-fb06-41bf-879d-45d17aade03d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:13.667290 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9b37c586-0ab5-4cb4-8193-b3cb18c14643 req-262f4ff5-fb06-41bf-879d-45d17aade03d service neutron] 10.222.0.11 "PUT /v2.0/ports/c161d276-5441-45f8-b1c0-0f6ba772ee2f HTTP/1.1" status: 200 len: 1130 time: 2.4517589 Oct 20 11:53:13.667748 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa24d78b-cb4f-4ffb-9be7-b2542aaad944', 'tag': 'c161d276-5441-45f8-b1c0-0f6ba772ee2f'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:53:13.670205 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2087e8-edd3-49e9-adeb-6e0351e49072" -d '{"events": [{"name": "network-changed", "server_uuid": "aa24d78b-cb4f-4ffb-9be7-b2542aaad944", "tag": "c161d276-5441-45f8-b1c0-0f6ba772ee2f"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:53:13.749319 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9fdd2c6-2929-4f97-8aa1-0e9976e9d554 x-openstack-request-id: req-d9fdd2c6-2929-4f97-8aa1-0e9976e9d554 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:53:13.749616 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa24d78b-cb4f-4ffb-9be7-b2542aaad944", "tag": "c161d276-5441-45f8-b1c0-0f6ba772ee2f", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:53:13.749869 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d9fdd2c6-2929-4f97-8aa1-0e9976e9d554 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:53:13.750416 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa24d78b-cb4f-4ffb-9be7-b2542aaad944', 'tag': 'c161d276-5441-45f8-b1c0-0f6ba772ee2f', 'status': 'completed', 'code': 200} Oct 20 11:53:13.766201 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262f4ff5-fb06-41bf-879d-45d17aade03d service neutron] Pushing event updated for resources: {'Port': ['ID=c161d276-5441-45f8-b1c0-0f6ba772ee2f,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:13.795739 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37c586-0ab5-4cb4-8193-b3cb18c14643 req-3cc1d04a-a016-46ae-8c39-d795afa5b150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:13.797275 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9b37c586-0ab5-4cb4-8193-b3cb18c14643 req-3cc1d04a-a016-46ae-8c39-d795afa5b150 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=90ce7d56a289404db61837b49b02f44c&device_id=aa24d78b-cb4f-4ffb-9be7-b2542aaad944 HTTP/1.1" status: 200 len: 1133 time: 0.0638893 Oct 20 11:53:13.857266 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9b37c586-0ab5-4cb4-8193-b3cb18c14643 req-94326508-3c67-4346-af79-fd1bf8fc97de service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c161d276-5441-45f8-b1c0-0f6ba772ee2f HTTP/1.1" status: 200 len: 217 time: 0.0496249 Oct 20 11:53:13.918219 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d4aafb59-943c-42ae-876a-4b1ad9c48355 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:13.934208 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37c586-0ab5-4cb4-8193-b3cb18c14643 req-c3719bd5-5059-4298-aae1-80f4f43c5782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:13.936105 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9b37c586-0ab5-4cb4-8193-b3cb18c14643 req-c3719bd5-5059-4298-aae1-80f4f43c5782 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=951b0656-852c-45ab-9679-811c5ce0228e HTTP/1.1" status: 200 len: 835 time: 0.0723436 Oct 20 11:53:13.936259 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d4aafb59-943c-42ae-876a-4b1ad9c48355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:14.020954 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37c586-0ab5-4cb4-8193-b3cb18c14643 req-3682f3f0-bc7e-4762-9aac-4d243319a039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:14.023022 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9b37c586-0ab5-4cb4-8193-b3cb18c14643 req-3682f3f0-bc7e-4762-9aac-4d243319a039 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e2fef652-29f0-49bb-8e63-480b3426d613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761929 Oct 20 11:53:14.037309 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1517f-fa04-4d44-95fd-f4e8cb257712 req-171048a6-c90e-49f6-9dda-648d9f70c309 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:14.039635 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dbf1517f-fa04-4d44-95fd-f4e8cb257712 req-171048a6-c90e-49f6-9dda-648d9f70c309 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa24d78b-cb4f-4ffb-9be7-b2542aaad944 HTTP/1.1" status: 200 len: 982 time: 0.1025755 Oct 20 11:53:14.057685 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b28ebe-7bd0-45c6-9a6c-55dfae6a29e2 None None] Pushing event updated for resources: {'Port': ['ID=b1ccdc71-2ed2-4de1-a4bc-125ef2a13d87,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:14.097327 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-95afce0f-0acd-4346-bcf4-c380f9786a49 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:14.121750 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-95afce0f-0acd-4346-bcf4-c380f9786a49 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:14.140498 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b2b544cf-9f3c-488d-8353-6e2856359535 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:14.163322 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-d4aafb59-943c-42ae-876a-4b1ad9c48355 None None] Attempting to bind port b1ccdc71-2ed2-4de1-a4bc-125ef2a13d87 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:53:14.163684 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-d4aafb59-943c-42ae-876a-4b1ad9c48355 None None] Attempting to bind port b1ccdc71-2ed2-4de1-a4bc-125ef2a13d87 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '890e8fc7-5519-4833-90e2-14d66833bb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '21fb416c-c668-41ac-98be-292044c92b12'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:53:14.164103 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4aafb59-943c-42ae-876a-4b1ad9c48355 None None] Attempting to bind port b1ccdc71-2ed2-4de1-a4bc-125ef2a13d87 on network 21fb416c-c668-41ac-98be-292044c92b12 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:53:14.190514 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4aafb59-943c-42ae-876a-4b1ad9c48355 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:53:14.190917 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4aafb59-943c-42ae-876a-4b1ad9c48355 None None] Checking segment: {'id': '890e8fc7-5519-4833-90e2-14d66833bb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '21fb416c-c668-41ac-98be-292044c92b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:53:14.194396 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d4aafb59-943c-42ae-876a-4b1ad9c48355 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:14.194396 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4aafb59-943c-42ae-876a-4b1ad9c48355 None None] Bound using segment: {'id': '890e8fc7-5519-4833-90e2-14d66833bb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '21fb416c-c668-41ac-98be-292044c92b12'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:53:14.194958 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-d4aafb59-943c-42ae-876a-4b1ad9c48355 None None] Bound port: b1ccdc71-2ed2-4de1-a4bc-125ef2a13d87, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '890e8fc7-5519-4833-90e2-14d66833bb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '21fb416c-c668-41ac-98be-292044c92b12'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:53:14.195361 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d4aafb59-943c-42ae-876a-4b1ad9c48355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:14.226231 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dbf1517f-fa04-4d44-95fd-f4e8cb257712 req-99af295f-f784-4872-9fd7-eaf46dbde2d5 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "GET /v2.0/security-groups?id=884d5e93-ee41-4297-91fc-60485dc1dea4&id=8e8cc62e-fd19-44b7-bfa7-510594baf584&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1423113 Oct 20 11:53:14.233548 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9b37c586-0ab5-4cb4-8193-b3cb18c14643 req-da8e219a-1db1-4b2b-ad58-c9a41e1697d4 service neutron] 10.222.0.11 "GET /v2.0/networks/e2fef652-29f0-49bb-8e63-480b3426d613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928110 Oct 20 11:53:14.238511 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-95afce0f-0acd-4346-bcf4-c380f9786a49 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] In _notify_port_updated(), no bound segment for port 033049ba-b1d2-40d6-99d6-a7d13f41ad4b on network 8130071c-8b78-4d7b-ace8-e65b963ed198 {{(pid=100646) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 11:53:14.253463 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95afce0f-0acd-4346-bcf4-c380f9786a49 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:14.254144 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-95afce0f-0acd-4346-bcf4-c380f9786a49 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:14.255556 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-95afce0f-0acd-4346-bcf4-c380f9786a49 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "PUT /v2.0/ports/033049ba-b1d2-40d6-99d6-a7d13f41ad4b HTTP/1.1" status: 200 len: 818 time: 1.5642116 Oct 20 11:53:14.261661 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43088) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:14.357929 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95afce0f-0acd-4346-bcf4-c380f9786a49 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event updated for resources: {'Port': ['ID=033049ba-b1d2-40d6-99d6-a7d13f41ad4b,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:14.386018 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d4aafb59-943c-42ae-876a-4b1ad9c48355 None None] For port b1ccdc71-2ed2-4de1-a4bc-125ef2a13d87, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:53:14.398375 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d4aafb59-943c-42ae-876a-4b1ad9c48355 None None] For port b1ccdc71-2ed2-4de1-a4bc-125ef2a13d87, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=b1ccdc71-2ed2-4de1-a4bc-125ef2a13d87,segment=NetworkSegment(890e8fc7-5519-4833-90e2-14d66833bb90),segment_id=890e8fc7-5519-4833-90e2-14d66833bb90)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:53:14.408948 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d4aafb59-943c-42ae-876a-4b1ad9c48355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:14.469629 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b2b544cf-9f3c-488d-8353-6e2856359535 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:14.473566 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b2b544cf-9f3c-488d-8353-6e2856359535 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:14.475269 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b2b544cf-9f3c-488d-8353-6e2856359535 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "DELETE /v2.0/security-groups/be33a021-0c9c-4880-a36e-cf0b78e78a7a HTTP/1.1" status: 204 len: 168 time: 1.4688559 Oct 20 11:53:14.490336 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43100) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:14.517020 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9b37c586-0ab5-4cb4-8193-b3cb18c14643 req-0aa2e04e-c69b-489c-9176-5c52492a8d66 service neutron] 10.222.0.11 "GET /v2.0/networks/e2fef652-29f0-49bb-8e63-480b3426d613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759023 Oct 20 11:53:14.533999 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b544cf-9f3c-488d-8353-6e2856359535 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be33a021-0c9c-4880-a36e-cf0b78e78a7a,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:14.576986 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-c15a307b-bee4-4a3b-94dc-1e70c6d6d524 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Deleting port 033049ba-b1d2-40d6-99d6-a7d13f41ad4b {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:53:14.577348 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c15a307b-bee4-4a3b-94dc-1e70c6d6d524 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:14.585660 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4aafb59-943c-42ae-876a-4b1ad9c48355 None None] Routers {'dd6177b7-1819-46b8-94a7-0aa0809bf9da'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:53:14.586315 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-d4aafb59-943c-42ae-876a-4b1ad9c48355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:52:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['dd6177b7-1819-46b8-94a7-0aa0809bf9da'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:14.591043 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-0fea826d-9176-42fe-8f2e-bc79e396f802 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] show failed (client error): The resource could not be found. Oct 20 11:53:14.597328 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0fea826d-9176-42fe-8f2e-bc79e396f802 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "GET /v2.0/security-groups/be33a021-0c9c-4880-a36e-cf0b78e78a7a HTTP/1.1" status: 404 len: 347 time: 0.1044722 Oct 20 11:53:14.598633 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43108) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:14.714543 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b28ebe-7bd0-45c6-9a6c-55dfae6a29e2 None None] Pushing event updated for resources: {'Port': ['ID=b1ccdc71-2ed2-4de1-a4bc-125ef2a13d87,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:14.722786 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-4127c57f-495b-403b-b1b2-b39ea63c5b41 None None] Provisioning complete for port b1ccdc71-2ed2-4de1-a4bc-125ef2a13d87 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:14.723190 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4127c57f-495b-403b-b1b2-b39ea63c5b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:14.791605 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c15a307b-bee4-4a3b-94dc-1e70c6d6d524 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:14.828753 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2087e8-edd3-49e9-adeb-6e0351e49072 req-89e97011-7cd7-412c-b6bf-3198873663ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:14.838140 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bc2087e8-edd3-49e9-adeb-6e0351e49072 req-89e97011-7cd7-412c-b6bf-3198873663ae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=90ce7d56a289404db61837b49b02f44c&device_id=aa24d78b-cb4f-4ffb-9be7-b2542aaad944 HTTP/1.1" status: 200 len: 1133 time: 0.2499132 Oct 20 11:53:14.850490 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-c15a307b-bee4-4a3b-94dc-1e70c6d6d524 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Calling delete_port for 033049ba-b1d2-40d6-99d6-a7d13f41ad4b owned by {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:53:14.870115 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-d4aafb59-943c-42ae-876a-4b1ad9c48355 None None] Set router dd6177b7-1819-46b8-94a7-0aa0809bf9da gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:53:15.018764 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2087e8-edd3-49e9-adeb-6e0351e49072 req-318a2217-707d-401f-9bb2-969476a73fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:15.020292 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bc2087e8-edd3-49e9-adeb-6e0351e49072 req-318a2217-707d-401f-9bb2-969476a73fd7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e2fef652-29f0-49bb-8e63-480b3426d613 HTTP/1.1" status: 200 len: 898 time: 0.1674109 Oct 20 11:53:15.034756 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-fdf34b32-e8e6-468f-aca2-52497dcbac1a tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Deleting port e00101a0-7a22-4231-88e1-7475e92a1b61 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:53:15.035038 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fdf34b32-e8e6-468f-aca2-52497dcbac1a tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:15.083655 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bc2087e8-edd3-49e9-adeb-6e0351e49072 req-c3a7e796-1fc7-4aed-8d47-101398891fca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c161d276-5441-45f8-b1c0-0f6ba772ee2f HTTP/1.1" status: 200 len: 217 time: 0.0533540 Oct 20 11:53:15.089661 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c15a307b-bee4-4a3b-94dc-1e70c6d6d524 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:15.102389 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4127c57f-495b-403b-b1b2-b39ea63c5b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:15.121761 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fdf34b32-e8e6-468f-aca2-52497dcbac1a tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:15.121995 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fdf34b32-e8e6-468f-aca2-52497dcbac1a tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:15.136482 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-fdf34b32-e8e6-468f-aca2-52497dcbac1a tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Calling delete_port for e00101a0-7a22-4231-88e1-7475e92a1b61 owned by network:floatingip {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:53:15.171128 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a307b-bee4-4a3b-94dc-1e70c6d6d524 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event deleted for resources: {'Port': ['ID=033049ba-b1d2-40d6-99d6-a7d13f41ad4b,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:15.182077 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c15a307b-bee4-4a3b-94dc-1e70c6d6d524 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:15.187279 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c15a307b-bee4-4a3b-94dc-1e70c6d6d524 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "DELETE /v2.0/ports/033049ba-b1d2-40d6-99d6-a7d13f41ad4b HTTP/1.1" status: 204 len: 168 time: 0.9229779 Oct 20 11:53:15.192590 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43136) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:15.230019 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2087e8-edd3-49e9-adeb-6e0351e49072 req-e4735235-bc18-4631-bcab-20af286e4ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:15.231779 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bc2087e8-edd3-49e9-adeb-6e0351e49072 req-e4735235-bc18-4631-bcab-20af286e4ec1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=951b0656-852c-45ab-9679-811c5ce0228e HTTP/1.1" status: 200 len: 835 time: 0.1396260 Oct 20 11:53:15.298419 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e34717-69a6-4f6c-bb54-f89fa16f75f9 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:15.300066 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-a6e34717-69a6-4f6c-bb54-f89fa16f75f9 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1065354 Oct 20 11:53:15.303024 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43156) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:15.335546 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f2f048a-6d11-42d0-a515-b24abbecfdc6 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] GET failed (client error): The resource could not be found. Oct 20 11:53:15.337512 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-7f2f048a-6d11-42d0-a515-b24abbecfdc6 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "GET /v2.0/ports/033049ba-b1d2-40d6-99d6-a7d13f41ad4b HTTP/1.1" status: 404 len: 333 time: 0.0334089 Oct 20 11:53:15.341991 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2087e8-edd3-49e9-adeb-6e0351e49072 req-0205aeca-1c1c-4ea1-b452-8d0850e11ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:15.343265 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43162) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:15.343892 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bc2087e8-edd3-49e9-adeb-6e0351e49072 req-0205aeca-1c1c-4ea1-b452-8d0850e11ba1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e2fef652-29f0-49bb-8e63-480b3426d613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0999987 Oct 20 11:53:15.352570 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-4a08c6ac-1aed-45b5-bc0e-f0c9030171a8 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-402233123'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:53:15.358599 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fdf34b32-e8e6-468f-aca2-52497dcbac1a tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:15.397745 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf34b32-e8e6-468f-aca2-52497dcbac1a tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Pushing event deleted for resources: {'Port': ['ID=e00101a0-7a22-4231-88e1-7475e92a1b61,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:15.452549 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a08c6ac-1aed-45b5-bc0e-f0c9030171a8 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Made reservation on behalf of b83cf05325f74f7cb717378a188d738a for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:53:15.456788 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4a08c6ac-1aed-45b5-bc0e-f0c9030171a8 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:15.479264 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-4127c57f-495b-403b-b1b2-b39ea63c5b41 None None] For port b1ccdc71-2ed2-4de1-a4bc-125ef2a13d87, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=b1ccdc71-2ed2-4de1-a4bc-125ef2a13d87,segment=NetworkSegment(890e8fc7-5519-4833-90e2-14d66833bb90),segment_id=890e8fc7-5519-4833-90e2-14d66833bb90)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:53:15.483622 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:15.503494 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-571146bc-47b9-4832-a2cf-459b51d0fd34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:15.511123 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4127c57f-495b-403b-b1b2-b39ea63c5b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:15.581778 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bc2087e8-edd3-49e9-adeb-6e0351e49072 req-ff0c336f-5843-4d5f-9638-5f337362930f service neutron] 10.222.0.11 "GET /v2.0/networks/e2fef652-29f0-49bb-8e63-480b3426d613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290123 Oct 20 11:53:15.596908 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75648ff-b66f-40e9-b5e6-ef6ecba79d87 req-cf994dc2-df68-44ca-9b98-91a612bc43a0 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:15.599614 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a08c6ac-1aed-45b5-bc0e-f0c9030171a8 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] vlan segment allocate from pool success with {'vlan_id': 1277, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:53:15.605744 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c75648ff-b66f-40e9-b5e6-ef6ecba79d87 req-cf994dc2-df68-44ca-9b98-91a612bc43a0 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa24d78b-cb4f-4ffb-9be7-b2542aaad944 HTTP/1.1" status: 200 len: 982 time: 0.0905864 Oct 20 11:53:15.615994 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fdf34b32-e8e6-468f-aca2-52497dcbac1a tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks [] for floatingip, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:15.618972 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fdf34b32-e8e6-468f-aca2-52497dcbac1a tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:15.622668 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-fdf34b32-e8e6-468f-aca2-52497dcbac1a tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "DELETE /v2.0/floatingips/ec4a66eb-8475-4cf0-8e41-e1c2ff2435d5 HTTP/1.1" status: 204 len: 168 time: 1.0162849 Oct 20 11:53:15.626084 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43180) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:15.667183 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4a08c6ac-1aed-45b5-bc0e-f0c9030171a8 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:15.667624 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-4a08c6ac-1aed-45b5-bc0e-f0c9030171a8 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Added segment 05d2b365-13a7-45e7-881c-03422f39e4b2 of type vlan for network d65d4869-ec90-45c3-baa3-c470393e35d5 Oct 20 11:53:15.696413 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4127c57f-495b-403b-b1b2-b39ea63c5b41 None None] Pushing event updated for resources: {'Port': ['ID=b1ccdc71-2ed2-4de1-a4bc-125ef2a13d87,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:15.721961 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-bb4b12b0-067e-4f2c-be43-c88705675a2b None None] Provisioning complete for port b1ccdc71-2ed2-4de1-a4bc-125ef2a13d87 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:15.722410 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bb4b12b0-067e-4f2c-be43-c88705675a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:15.770533 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-d4aafb59-943c-42ae-876a-4b1ad9c48355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd6177b7-1819-46b8-94a7-0aa0809bf9da', 'name': 'tempest-ImageQuotaTest-1978379413-router', 'tenant_id': '945e98ec35054ee89354628e368a0271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '70e0f3ca-e4be-4071-b6c6-a26426b618b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:52:58Z', 'updated_at': '2021-10-20T11:53:08Z', 'revision_number': 4, 'project_id': '945e98ec35054ee89354628e368a0271', 'gw_port': {'id': '70e0f3ca-e4be-4071-b6c6-a26426b618b6', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6177b7-1819-46b8-94a7-0aa0809bf9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:00Z', 'updated_at': '2021-10-20T11:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'b1ccdc71-2ed2-4de1-a4bc-125ef2a13d87', 'name': '', 'network_id': '21fb416c-c668-41ac-98be-292044c92b12', 'tenant_id': '945e98ec35054ee89354628e368a0271', 'mac_address': 'fa:16:3e:6f:fa:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd6177b7-1819-46b8-94a7-0aa0809bf9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'e5c51a57-46ed-4d2b-b03f-598e82e8ed6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:06Z', 'updated_at': '2021-10-20T11:53:14Z', 'revision_number': 4, 'project_id': '945e98ec35054ee89354628e368a0271', 'subnets': [{'id': 'e5c51a57-46ed-4d2b-b03f-598e82e8ed6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:15.802302 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4a08c6ac-1aed-45b5-bc0e-f0c9030171a8 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:15.834148 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c75648ff-b66f-40e9-b5e6-ef6ecba79d87 req-57e3b15e-f7d3-4d14-a378-794df80afa37 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "GET /v2.0/security-groups?id=884d5e93-ee41-4297-91fc-60485dc1dea4&id=8e8cc62e-fd19-44b7-bfa7-510594baf584&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2271671 Oct 20 11:53:15.838179 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4aafb59-943c-42ae-876a-4b1ad9c48355 None None] The sync data for ids ['dd6177b7-1819-46b8-94a7-0aa0809bf9da'] in n-d-814735-3 is: [{'id': 'dd6177b7-1819-46b8-94a7-0aa0809bf9da', 'name': 'tempest-ImageQuotaTest-1978379413-router', 'tenant_id': '945e98ec35054ee89354628e368a0271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '70e0f3ca-e4be-4071-b6c6-a26426b618b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:52:58Z', 'updated_at': '2021-10-20T11:53:08Z', 'revision_number': 4, 'project_id': '945e98ec35054ee89354628e368a0271', 'gw_port': {'id': '70e0f3ca-e4be-4071-b6c6-a26426b618b6', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6177b7-1819-46b8-94a7-0aa0809bf9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:00Z', 'updated_at': '2021-10-20T11:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'b1ccdc71-2ed2-4de1-a4bc-125ef2a13d87', 'name': '', 'network_id': '21fb416c-c668-41ac-98be-292044c92b12', 'tenant_id': '945e98ec35054ee89354628e368a0271', 'mac_address': 'fa:16:3e:6f:fa:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd6177b7-1819-46b8-94a7-0aa0809bf9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'e5c51a57-46ed-4d2b-b03f-598e82e8ed6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:06Z', 'updated_at': '2021-10-20T11:53:14Z', 'revision_number': 4, 'project_id': '945e98ec35054ee89354628e368a0271', 'subnets': [{'id': 'e5c51a57-46ed-4d2b-b03f-598e82e8ed6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:53:15.884486 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bc2087e8-edd3-49e9-adeb-6e0351e49072 req-a9db1b9f-c480-49a2-8b54-6ad255f9403f service neutron] 10.222.0.11 "GET /v2.0/networks/e2fef652-29f0-49bb-8e63-480b3426d613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754734 Oct 20 11:53:15.925951 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4a08c6ac-1aed-45b5-bc0e-f0c9030171a8 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:15.937986 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-76f545bc-d082-4142-8d5d-18be622f161e tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Deleting port 66ac31c8-5739-4120-877b-97dbbd1c5090 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:53:15.938325 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-76f545bc-d082-4142-8d5d-18be622f161e tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:15.942154 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a08c6ac-1aed-45b5-bc0e-f0c9030171a8 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:15.942951 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4a08c6ac-1aed-45b5-bc0e-f0c9030171a8 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:16.041646 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4a08c6ac-1aed-45b5-bc0e-f0c9030171a8 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6958857 Oct 20 11:53:16.054202 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43202) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:16.066843 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-beb60312-2bf7-4b82-a177-06ed65610f1d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Request body: {'subnet': {'network_id': 'd65d4869-ec90-45c3-baa3-c470393e35d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:53:16.146656 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-76f545bc-d082-4142-8d5d-18be622f161e tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:16.197950 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-76f545bc-d082-4142-8d5d-18be622f161e tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Calling delete_port for 66ac31c8-5739-4120-877b-97dbbd1c5090 owned by {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:53:16.262915 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a08c6ac-1aed-45b5-bc0e-f0c9030171a8 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event updated for resources: {'Network': ['ID=d65d4869-ec90-45c3-baa3-c470393e35d5,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:16.284327 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network d65d4869-ec90-45c3-baa3-c470393e35d5 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:53:16.313030 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b1ccdc71-2ed2-4de1-a4bc-125ef2a13d87 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:53:16.519875 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-76f545bc-d082-4142-8d5d-18be622f161e tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:16.548692 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port b1ccdc71-2ed2-4de1-a4bc-125ef2a13d87 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:16.550856 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:16.562346 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f545bc-d082-4142-8d5d-18be622f161e tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Pushing event deleted for resources: {'Port': ['ID=66ac31c8-5739-4120-877b-97dbbd1c5090,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:16.605277 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb60312-2bf7-4b82-a177-06ed65610f1d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Made reservation on behalf of b83cf05325f74f7cb717378a188d738a for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:53:16.612304 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-beb60312-2bf7-4b82-a177-06ed65610f1d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:16.660054 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-571146bc-47b9-4832-a2cf-459b51d0fd34 admin admin] Deleting port b1ccdc71-2ed2-4de1-a4bc-125ef2a13d87 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:53:16.661987 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-571146bc-47b9-4832-a2cf-459b51d0fd34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:16.784117 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device c161d276-5441-45f8-b1c0-0f6ba772ee2f details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:53:16.804032 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-76f545bc-d082-4142-8d5d-18be622f161e tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:16.809590 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-76f545bc-d082-4142-8d5d-18be622f161e tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "DELETE /v2.0/ports/66ac31c8-5739-4120-877b-97dbbd1c5090 HTTP/1.1" status: 204 len: 168 time: 1.1661472 Oct 20 11:53:16.811846 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43264) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:16.834931 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 1d7714c1-9e90-40b1-bf11-4601eae24361 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:53:16.976673 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: 1d7714c1-9e90-40b1-bf11-4601eae24361 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:53:16.977015 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 1d7714c1-9e90-40b1-bf11-4601eae24361 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:53:16.995358 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.db.resource_extend [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 11:53:17.120122 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-571146bc-47b9-4832-a2cf-459b51d0fd34 admin admin] For port b1ccdc71-2ed2-4de1-a4bc-125ef2a13d87, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=b1ccdc71-2ed2-4de1-a4bc-125ef2a13d87,segment=NetworkSegment(890e8fc7-5519-4833-90e2-14d66833bb90),segment_id=890e8fc7-5519-4833-90e2-14d66833bb90)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:53:17.120912 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-571146bc-47b9-4832-a2cf-459b51d0fd34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:17.145574 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-571146bc-47b9-4832-a2cf-459b51d0fd34 admin admin] Calling delete_port for b1ccdc71-2ed2-4de1-a4bc-125ef2a13d87 owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:53:17.197946 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ebae62-b041-4dce-bbfd-2d696ad08497 req-abf4fbf8-77c0-4485-8ee7-a83cffa77d2d tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:17.200377 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f2ebae62-b041-4dce-bbfd-2d696ad08497 req-abf4fbf8-77c0-4485-8ee7-a83cffa77d2d tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa24d78b-cb4f-4ffb-9be7-b2542aaad944 HTTP/1.1" status: 200 len: 982 time: 0.2410369 Oct 20 11:53:17.229522 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port c161d276-5441-45f8-b1c0-0f6ba772ee2f, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=c161d276-5441-45f8-b1c0-0f6ba772ee2f,segment=NetworkSegment(549b093a-9b1f-4ae7-8a3d-e8888b456378),segment_id=549b093a-9b1f-4ae7-8a3d-e8888b456378)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:53:17.272730 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f2ebae62-b041-4dce-bbfd-2d696ad08497 req-9a72b670-e39e-4f6e-9bc7-cc73e1229fb0 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "GET /v2.0/security-groups?id=884d5e93-ee41-4297-91fc-60485dc1dea4&id=8e8cc62e-fd19-44b7-bfa7-510594baf584&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0568676 Oct 20 11:53:17.273066 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': 'c161d276-5441-45f8-b1c0-0f6ba772ee2f', 'network_id': 'e2fef652-29f0-49bb-8e63-480b3426d613', 'port_id': 'c161d276-5441-45f8-b1c0-0f6ba772ee2f', 'mac_address': 'fa:16:3e:ef:8b:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '951b0656-852c-45ab-9679-811c5ce0228e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:53:17.279829 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-28c708ff-444d-4bbd-a4cb-7804e90903af tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Deleting port d93caff8-51aa-4df8-901b-080c6ddec185 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:53:17.280220 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-28c708ff-444d-4bbd-a4cb-7804e90903af tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:17.364447 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:17.385684 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c161d276-5441-45f8-b1c0-0f6ba772ee2f {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:53:17.470744 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port c161d276-5441-45f8-b1c0-0f6ba772ee2f, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=c161d276-5441-45f8-b1c0-0f6ba772ee2f,segment=NetworkSegment(549b093a-9b1f-4ae7-8a3d-e8888b456378),segment_id=549b093a-9b1f-4ae7-8a3d-e8888b456378)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:53:17.484480 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:17.530116 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-28c708ff-444d-4bbd-a4cb-7804e90903af tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:17.543734 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-28c708ff-444d-4bbd-a4cb-7804e90903af tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Calling delete_port for d93caff8-51aa-4df8-901b-080c6ddec185 owned by {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:53:17.629792 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=c161d276-5441-45f8-b1c0-0f6ba772ee2f,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:17.686687 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-571146bc-47b9-4832-a2cf-459b51d0fd34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:17.714187 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['c161d276-5441-45f8-b1c0-0f6ba772ee2f'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:53:17.739124 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571146bc-47b9-4832-a2cf-459b51d0fd34 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1ccdc71-2ed2-4de1-a4bc-125ef2a13d87,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:17.946384 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-28c708ff-444d-4bbd-a4cb-7804e90903af tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:18.033018 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c708ff-444d-4bbd-a4cb-7804e90903af tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Pushing event deleted for resources: {'Port': ['ID=d93caff8-51aa-4df8-901b-080c6ddec185,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:18.194981 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-28c708ff-444d-4bbd-a4cb-7804e90903af tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:18.209085 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-28c708ff-444d-4bbd-a4cb-7804e90903af tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "DELETE /v2.0/ports/d93caff8-51aa-4df8-901b-080c6ddec185 HTTP/1.1" status: 204 len: 168 time: 1.3902175 Oct 20 11:53:18.209887 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43318) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:18.237150 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-beb60312-2bf7-4b82-a177-06ed65610f1d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:18.347132 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-be08f837-18a6-470b-baf1-cb43447452bc tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Deleting subnet 0525d9a4-a3da-43ef-90d1-0c512b36a84d {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:53:18.354525 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-be08f837-18a6-470b-baf1-cb43447452bc tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:18.421633 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-be08f837-18a6-470b-baf1-cb43447452bc tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:18.465441 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb60312-2bf7-4b82-a177-06ed65610f1d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Checking segment: {'id': '05d2b365-13a7-45e7-881c-03422f39e4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'd65d4869-ec90-45c3-baa3-c470393e35d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:53:18.465840 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb60312-2bf7-4b82-a177-06ed65610f1d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Network hostable DHCP agents. Network: d65d4869-ec90-45c3-baa3-c470393e35d5, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:53:18.469134 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb60312-2bf7-4b82-a177-06ed65610f1d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event updated for resources: {'Subnet': ['ID=e6e54bfa-3e82-47c4-831b-69507854f54a,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:18.529362 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-571146bc-47b9-4832-a2cf-459b51d0fd34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:18.553772 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb60312-2bf7-4b82-a177-06ed65610f1d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Network d65d4869-ec90-45c3-baa3-c470393e35d5 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:53:18.613571 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-beb60312-2bf7-4b82-a177-06ed65610f1d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, d65d4869-ec90-45c3-baa3-c470393e35d5) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:53:18.622392 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb60312-2bf7-4b82-a177-06ed65610f1d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:18.623015 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-beb60312-2bf7-4b82-a177-06ed65610f1d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:18.626235 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0caf6590-ee85-4ec7-abb1-565c3e549de8 None None] Network d65d4869-ec90-45c3-baa3-c470393e35d5 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:53:18.695885 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-be08f837-18a6-470b-baf1-cb43447452bc tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:18.741896 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16fccdd-6d7b-4c83-abad-871d4b6467e5 req-bcba70fe-e555-47de-8808-3ceb6f7db4a7 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:18.747059 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b16fccdd-6d7b-4c83-abad-871d4b6467e5 req-bcba70fe-e555-47de-8808-3ceb6f7db4a7 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa24d78b-cb4f-4ffb-9be7-b2542aaad944 HTTP/1.1" status: 200 len: 983 time: 0.2662621 Oct 20 11:53:18.799373 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-beb60312-2bf7-4b82-a177-06ed65610f1d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7434192 Oct 20 11:53:18.802139 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device c161d276-5441-45f8-b1c0-0f6ba772ee2f up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:53:18.807437 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43348) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:18.828146 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-cf06972e-031f-4348-ae3b-d8fdc002a331 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Request body: {'subnet': {'network_id': 'd65d4869-ec90-45c3-baa3-c470393e35d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:53:18.868697 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b16fccdd-6d7b-4c83-abad-871d4b6467e5 req-64c1aacc-737a-413f-a4a5-157e81411a49 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "GET /v2.0/security-groups?id=884d5e93-ee41-4297-91fc-60485dc1dea4&id=8e8cc62e-fd19-44b7-bfa7-510594baf584&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1125646 Oct 20 11:53:18.871315 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-be08f837-18a6-470b-baf1-cb43447452bc tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:18.901407 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port c161d276-5441-45f8-b1c0-0f6ba772ee2f completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:53:18.910965 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port c161d276-5441-45f8-b1c0-0f6ba772ee2f triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:18.911238 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be08f837-18a6-470b-baf1-cb43447452bc tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Pushing event deleted for resources: {'Subnet': ['ID=0525d9a4-a3da-43ef-90d1-0c512b36a84d,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:18.911614 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:18.922936 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-be08f837-18a6-470b-baf1-cb43447452bc tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:18.948433 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-be08f837-18a6-470b-baf1-cb43447452bc tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "DELETE /v2.0/subnets/0525d9a4-a3da-43ef-90d1-0c512b36a84d HTTP/1.1" status: 204 len: 168 time: 0.7340064 Oct 20 11:53:18.948433 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43358) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:19.013034 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802a2630-f6aa-455f-a778-385f098cc040 None None] Network 9e28e111-da3b-432f-b66c-1b77e1797d1c requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:53:19.091336 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccb72917-ea84-416c-aca3-7ea00c611e98 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Deleting subnet d4e5be47-9c7c-475f-be32-8c10564a38f8 {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:53:19.096750 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ccb72917-ea84-416c-aca3-7ea00c611e98 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:19.156646 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:19.157076 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ccb72917-ea84-416c-aca3-7ea00c611e98 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:19.197939 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port c161d276-5441-45f8-b1c0-0f6ba772ee2f, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=c161d276-5441-45f8-b1c0-0f6ba772ee2f,segment=NetworkSegment(549b093a-9b1f-4ae7-8a3d-e8888b456378),segment_id=549b093a-9b1f-4ae7-8a3d-e8888b456378)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:53:19.205739 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa24d78b-cb4f-4ffb-9be7-b2542aaad944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c161d276-5441-45f8-b1c0-0f6ba772ee2f'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:53:19.207179 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571146bc-47b9-4832-a2cf-459b51d0fd34 admin admin] Router dd6177b7-1819-46b8-94a7-0aa0809bf9da has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:53:19.208756 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4bcea9-fb20-4789-97af-345e019e0214" -d '{"events": [{"server_uuid": "aa24d78b-cb4f-4ffb-9be7-b2542aaad944", "name": "network-vif-plugged", "status": "completed", "tag": "c161d276-5441-45f8-b1c0-0f6ba772ee2f"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:53:19.224078 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:19.295994 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ccb72917-ea84-416c-aca3-7ea00c611e98 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:19.314445 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a00443-115e-46ef-87d1-95b2146a93ea x-openstack-request-id: req-95a00443-115e-46ef-87d1-95b2146a93ea {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:53:19.314783 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa24d78b-cb4f-4ffb-9be7-b2542aaad944", "name": "network-vif-plugged", "status": "completed", "tag": "c161d276-5441-45f8-b1c0-0f6ba772ee2f", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:53:19.315008 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-95a00443-115e-46ef-87d1-95b2146a93ea {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:53:19.315392 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa24d78b-cb4f-4ffb-9be7-b2542aaad944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c161d276-5441-45f8-b1c0-0f6ba772ee2f', 'code': 200} Oct 20 11:53:19.361246 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=c161d276-5441-45f8-b1c0-0f6ba772ee2f,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:19.392558 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ccb72917-ea84-416c-aca3-7ea00c611e98 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:19.440186 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ce23b7-ebc5-4dc6-90e3-d16313b94559 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-d65d4869-ec90-45c3-baa3-c470393e35d5', 'network_id': 'd65d4869-ec90-45c3-baa3-c470393e35d5', 'tenant_id': 'b83cf05325f74f7cb717378a188d738a', 'fixed_ips': [{'subnet_id': 'e6e54bfa-3e82-47c4-831b-69507854f54a'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:53:19.441304 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8ce23b7-ebc5-4dc6-90e3-d16313b94559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:19.501294 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5f3a550f-63dd-4d4c-8d2c-5bde917875dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:19.621649 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf06972e-031f-4348-ae3b-d8fdc002a331 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Made reservation on behalf of b83cf05325f74f7cb717378a188d738a for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:53:19.632233 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cf06972e-031f-4348-ae3b-d8fdc002a331 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:19.753699 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bd3344-151c-4517-94fe-bc1acde87a7c None None] DHCP port deletion for 9e28e111-da3b-432f-b66c-1b77e1797d1c request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:53:19.766273 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-e8ce23b7-ebc5-4dc6-90e3-d16313b94559 None None] Allocated IP 2001:db8::2 (d65d4869-ec90-45c3-baa3-c470393e35d5/e6e54bfa-3e82-47c4-831b-69507854f54a/7a397f46-b185-4067-a539-f3d18efec215) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:53:19.831200 n-d-814735-3 neutron-server[100646]: INFO neutron.db.ipam_backend_mixin [None req-cf06972e-031f-4348-ae3b-d8fdc002a331 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e6e54bfa-3e82-47c4-831b-69507854f54a (CIDR: 2001:db8::/64) Oct 20 11:53:19.834556 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43378) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:19.846133 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf06972e-031f-4348-ae3b-d8fdc002a331 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:53:19.846814 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf06972e-031f-4348-ae3b-d8fdc002a331 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:53:19.924899 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-cf06972e-031f-4348-ae3b-d8fdc002a331 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1170659 Oct 20 11:53:19.928183 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43384) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:19.934807 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-b79247d3-e1a2-481d-b7f8-b244cbfe39e9 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Request body: {'subnet': {'network_id': 'd65d4869-ec90-45c3-baa3-c470393e35d5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:53:19.941369 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571146bc-47b9-4832-a2cf-459b51d0fd34 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:53:19.952863 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496a0ca1-f67f-4dda-906f-334274744844 None None] Sync routers for ids ['dd6177b7-1819-46b8-94a7-0aa0809bf9da'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:53:19.974243 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496a0ca1-f67f-4dda-906f-334274744844 None None] Routers {'dd6177b7-1819-46b8-94a7-0aa0809bf9da'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:53:19.975176 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-496a0ca1-f67f-4dda-906f-334274744844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:52:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['dd6177b7-1819-46b8-94a7-0aa0809bf9da'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:19.985288 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-571146bc-47b9-4832-a2cf-459b51d0fd34 admin admin] 10.222.0.98 "PUT /v2.0/routers/dd6177b7-1819-46b8-94a7-0aa0809bf9da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8181958 Oct 20 11:53:19.985970 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43388) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:20.091313 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-b5bd3344-151c-4517-94fe-bc1acde87a7c None None] Deleting port 7a2f0823-9943-44fc-ae12-8c166cc26727 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:53:20.091853 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b5bd3344-151c-4517-94fe-bc1acde87a7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:20.268201 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bc54e144-103b-4b0f-ae2f-3c0ad50c476c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:20.287434 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb72917-ea84-416c-aca3-7ea00c611e98 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Pushing event deleted for resources: {'Subnet': ['ID=d4e5be47-9c7c-475f-be32-8c10564a38f8,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:20.310130 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-496a0ca1-f67f-4dda-906f-334274744844 None None] Set router dd6177b7-1819-46b8-94a7-0aa0809bf9da gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:53:20.315219 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 7a2f0823-9943-44fc-ae12-8c166cc26727 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:53:20.343769 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ccb72917-ea84-416c-aca3-7ea00c611e98 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:20.347889 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ccb72917-ea84-416c-aca3-7ea00c611e98 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "DELETE /v2.0/subnets/d4e5be47-9c7c-475f-be32-8c10564a38f8 HTTP/1.1" status: 204 len: 168 time: 1.3986993 Oct 20 11:53:20.353497 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43398) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:20.402714 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c25544-1ec2-44e4-b7d2-4f002f36981a None None] Network 777f6155-4cb8-4ffe-990a-e0dddbce5ad7 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:53:20.462053 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379747a3-ba6b-4fd4-a193-72d992f932cf req-9aae59e1-68ec-4b13-90fb-15e1e050d96a tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:20.469766 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-379747a3-ba6b-4fd4-a193-72d992f932cf req-9aae59e1-68ec-4b13-90fb-15e1e050d96a tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa24d78b-cb4f-4ffb-9be7-b2542aaad944 HTTP/1.1" status: 200 len: 984 time: 0.1764805 Oct 20 11:53:20.475309 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b5e0f-a331-422b-848b-aa58bebb6fa0 req-8e56c28c-5af0-442c-bfdf-847280337922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:20.476964 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e32b5e0f-a331-422b-848b-aa58bebb6fa0 req-8e56c28c-5af0-442c-bfdf-847280337922 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=aa24d78b-cb4f-4ffb-9be7-b2542aaad944 HTTP/1.1" status: 200 len: 1135 time: 1.0810921 Oct 20 11:53:20.509360 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8ce23b7-ebc5-4dc6-90e3-d16313b94559 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:20.560108 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e32b5e0f-a331-422b-848b-aa58bebb6fa0 req-55dcc873-a0c5-4c48-9f55-ce48775ff031 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8e8cc62e-fd19-44b7-bfa7-510594baf584&id=884d5e93-ee41-4297-91fc-60485dc1dea4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0718918 Oct 20 11:53:20.564349 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8ce23b7-ebc5-4dc6-90e3-d16313b94559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:20.603637 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79247d3-e1a2-481d-b7f8-b244cbfe39e9 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Made reservation on behalf of b83cf05325f74f7cb717378a188d738a for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:53:20.607394 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b79247d3-e1a2-481d-b7f8-b244cbfe39e9 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:20.611375 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-379747a3-ba6b-4fd4-a193-72d992f932cf req-c6e58844-5ba5-407f-8bed-8e799d453db9 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "GET /v2.0/security-groups?id=884d5e93-ee41-4297-91fc-60485dc1dea4&id=8e8cc62e-fd19-44b7-bfa7-510594baf584&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1311264 Oct 20 11:53:20.647829 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-496a0ca1-f67f-4dda-906f-334274744844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd6177b7-1819-46b8-94a7-0aa0809bf9da', 'name': 'tempest-ImageQuotaTest-1978379413-router', 'tenant_id': '945e98ec35054ee89354628e368a0271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '70e0f3ca-e4be-4071-b6c6-a26426b618b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:52:58Z', 'updated_at': '2021-10-20T11:53:17Z', 'revision_number': 5, 'project_id': '945e98ec35054ee89354628e368a0271', 'gw_port': {'id': '70e0f3ca-e4be-4071-b6c6-a26426b618b6', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6177b7-1819-46b8-94a7-0aa0809bf9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:00Z', 'updated_at': '2021-10-20T11:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:20.664297 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-958724c7-ed17-41d2-83d1-1e51b2eb7368 admin admin] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:20.714524 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496a0ca1-f67f-4dda-906f-334274744844 None None] Checking router: dd6177b7-1819-46b8-94a7-0aa0809bf9da for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:53:20.732197 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-b5bd3344-151c-4517-94fe-bc1acde87a7c None None] For port 7a2f0823-9943-44fc-ae12-8c166cc26727, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=7a2f0823-9943-44fc-ae12-8c166cc26727,segment=NetworkSegment(52735a1f-98a3-4d0e-8b1b-ed6b349adcf3),segment_id=52735a1f-98a3-4d0e-8b1b-ed6b349adcf3)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:53:20.733981 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b5bd3344-151c-4517-94fe-bc1acde87a7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:20.742418 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496a0ca1-f67f-4dda-906f-334274744844 None None] Routers {'dd6177b7-1819-46b8-94a7-0aa0809bf9da'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:53:20.743277 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-496a0ca1-f67f-4dda-906f-334274744844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:52:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['dd6177b7-1819-46b8-94a7-0aa0809bf9da'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:20.765861 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ce23b7-ebc5-4dc6-90e3-d16313b94559 None None] Network d65d4869-ec90-45c3-baa3-c470393e35d5 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:53:20.790205 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-e8ce23b7-ebc5-4dc6-90e3-d16313b94559 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:53:20.796333 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ce23b7-ebc5-4dc6-90e3-d16313b94559 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:53:20.805581 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-b5bd3344-151c-4517-94fe-bc1acde87a7c None None] Calling delete_port for 7a2f0823-9943-44fc-ae12-8c166cc26727 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:53:20.908265 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:20.934364 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-496a0ca1-f67f-4dda-906f-334274744844 None None] Set router dd6177b7-1819-46b8-94a7-0aa0809bf9da gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:53:21.083366 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce23b7-ebc5-4dc6-90e3-d16313b94559 None None] Pushing event updated for resources: {'Port': ['ID=7a397f46-b185-4067-a539-f3d18efec215,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:21.156079 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-496a0ca1-f67f-4dda-906f-334274744844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd6177b7-1819-46b8-94a7-0aa0809bf9da', 'name': 'tempest-ImageQuotaTest-1978379413-router', 'tenant_id': '945e98ec35054ee89354628e368a0271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '70e0f3ca-e4be-4071-b6c6-a26426b618b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:52:58Z', 'updated_at': '2021-10-20T11:53:17Z', 'revision_number': 5, 'project_id': '945e98ec35054ee89354628e368a0271', 'gw_port': {'id': '70e0f3ca-e4be-4071-b6c6-a26426b618b6', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6177b7-1819-46b8-94a7-0aa0809bf9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:00Z', 'updated_at': '2021-10-20T11:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:21.180846 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-e8ce23b7-ebc5-4dc6-90e3-d16313b94559 None None] Attempting to bind port 7a397f46-b185-4067-a539-f3d18efec215 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:53:21.181399 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-e8ce23b7-ebc5-4dc6-90e3-d16313b94559 None None] Attempting to bind port 7a397f46-b185-4067-a539-f3d18efec215 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '05d2b365-13a7-45e7-881c-03422f39e4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'd65d4869-ec90-45c3-baa3-c470393e35d5'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:53:21.181505 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ce23b7-ebc5-4dc6-90e3-d16313b94559 None None] Attempting to bind port 7a397f46-b185-4067-a539-f3d18efec215 on network d65d4869-ec90-45c3-baa3-c470393e35d5 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:53:21.193678 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ce23b7-ebc5-4dc6-90e3-d16313b94559 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:53:21.194044 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ce23b7-ebc5-4dc6-90e3-d16313b94559 None None] Checking segment: {'id': '05d2b365-13a7-45e7-881c-03422f39e4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'd65d4869-ec90-45c3-baa3-c470393e35d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:53:21.194439 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8ce23b7-ebc5-4dc6-90e3-d16313b94559 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:21.194915 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ce23b7-ebc5-4dc6-90e3-d16313b94559 None None] Bound using segment: {'id': '05d2b365-13a7-45e7-881c-03422f39e4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'd65d4869-ec90-45c3-baa3-c470393e35d5'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:53:21.195397 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-e8ce23b7-ebc5-4dc6-90e3-d16313b94559 None None] Bound port: 7a397f46-b185-4067-a539-f3d18efec215, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05d2b365-13a7-45e7-881c-03422f39e4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'd65d4869-ec90-45c3-baa3-c470393e35d5'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:53:21.195767 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8ce23b7-ebc5-4dc6-90e3-d16313b94559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:21.205095 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496a0ca1-f67f-4dda-906f-334274744844 None None] The sync data for ids ['dd6177b7-1819-46b8-94a7-0aa0809bf9da'] in n-d-814735-3 is: [{'id': 'dd6177b7-1819-46b8-94a7-0aa0809bf9da', 'name': 'tempest-ImageQuotaTest-1978379413-router', 'tenant_id': '945e98ec35054ee89354628e368a0271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '70e0f3ca-e4be-4071-b6c6-a26426b618b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:52:58Z', 'updated_at': '2021-10-20T11:53:17Z', 'revision_number': 5, 'project_id': '945e98ec35054ee89354628e368a0271', 'gw_port': {'id': '70e0f3ca-e4be-4071-b6c6-a26426b618b6', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6177b7-1819-46b8-94a7-0aa0809bf9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:00Z', 'updated_at': '2021-10-20T11:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:53:21.217968 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 7a2f0823-9943-44fc-ae12-8c166cc26727, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=7a2f0823-9943-44fc-ae12-8c166cc26727,segment=NetworkSegment(52735a1f-98a3-4d0e-8b1b-ed6b349adcf3),segment_id=52735a1f-98a3-4d0e-8b1b-ed6b349adcf3)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:53:21.232345 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6b3ecd43-acbc-4e78-b248-0d7d74eeb277 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:21.273854 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:21.446110 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b5bd3344-151c-4517-94fe-bc1acde87a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:21.457726 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bc54e144-103b-4b0f-ae2f-3c0ad50c476c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:21.478055 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event deleted for resources: {'Port': ['ID=7a2f0823-9943-44fc-ae12-8c166cc26727,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:21.514781 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bc54e144-103b-4b0f-ae2f-3c0ad50c476c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:21.614688 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-bc54e144-103b-4b0f-ae2f-3c0ad50c476c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=748965ff51f74062a6ed9ca300909dc9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7786353 Oct 20 11:53:21.618715 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43410) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:21.628808 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bd3344-151c-4517-94fe-bc1acde87a7c None None] No DVR routers for this DVR port 7a2f0823-9943-44fc-ae12-8c166cc26727 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:53:21.649877 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961a3b52-e0c0-4527-8869-4a8faa6382cd None None] DHCP port deletion for 777f6155-4cb8-4ffe-990a-e0dddbce5ad7 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:53:21.660945 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd3344-151c-4517-94fe-bc1acde87a7c None None] Pushing event deleted for resources: {'Port': ['ID=7a2f0823-9943-44fc-ae12-8c166cc26727,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:21.675660 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8ce23b7-ebc5-4dc6-90e3-d16313b94559 None None] For port 7a397f46-b185-4067-a539-f3d18efec215, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:53:21.685751 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8ce23b7-ebc5-4dc6-90e3-d16313b94559 None None] For port 7a397f46-b185-4067-a539-f3d18efec215, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=7a397f46-b185-4067-a539-f3d18efec215,segment=NetworkSegment(05d2b365-13a7-45e7-881c-03422f39e4b2),segment_id=05d2b365-13a7-45e7-881c-03422f39e4b2)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:53:21.715075 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-958724c7-ed17-41d2-83d1-1e51b2eb7368 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:21.724407 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8ce23b7-ebc5-4dc6-90e3-d16313b94559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:21.749909 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc54e144-103b-4b0f-ae2f-3c0ad50c476c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb87d3ed-1e6a-4c31-ae32-9bc1b0c94bce,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:21.804006 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce23b7-ebc5-4dc6-90e3-d16313b94559 None None] Pushing event updated for resources: {'Port': ['ID=7a397f46-b185-4067-a539-f3d18efec215,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:21.836193 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-961a3b52-e0c0-4527-8869-4a8faa6382cd None None] Deleting port e6d9431f-3951-4b00-815d-700a4c7916c2 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:53:21.836866 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-961a3b52-e0c0-4527-8869-4a8faa6382cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:21.841208 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3c818e38-83e8-46c5-9631-f34d9bdbe1ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:21.878019 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-6b3ecd43-acbc-4e78-b248-0d7d74eeb277 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Deleting port 7a2f0823-9943-44fc-ae12-8c166cc26727 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:53:21.887401 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6b3ecd43-acbc-4e78-b248-0d7d74eeb277 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:21.954000 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3c818e38-83e8-46c5-9631-f34d9bdbe1ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:22.003438 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f42ac-5a34-4478-9050-e62361dd22b2 req-3bd2d802-46e0-4523-aacd-ff5d1bd72e64 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:22.011934 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-815f42ac-5a34-4478-9050-e62361dd22b2 req-3bd2d802-46e0-4523-aacd-ff5d1bd72e64 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa24d78b-cb4f-4ffb-9be7-b2542aaad944 HTTP/1.1" status: 200 len: 984 time: 0.1389103 Oct 20 11:53:22.016953 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-961a3b52-e0c0-4527-8869-4a8faa6382cd None None] For port e6d9431f-3951-4b00-815d-700a4c7916c2, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=e6d9431f-3951-4b00-815d-700a4c7916c2,segment=NetworkSegment(d46e7e29-b111-4410-8455-78fe43083225),segment_id=d46e7e29-b111-4410-8455-78fe43083225)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:53:22.021482 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-961a3b52-e0c0-4527-8869-4a8faa6382cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:22.073255 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-961a3b52-e0c0-4527-8869-4a8faa6382cd None None] Calling delete_port for e6d9431f-3951-4b00-815d-700a4c7916c2 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:53:22.152587 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-815f42ac-5a34-4478-9050-e62361dd22b2 req-c007291f-c32c-4244-80a2-6c0a46045ccb tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "GET /v2.0/security-groups?id=884d5e93-ee41-4297-91fc-60485dc1dea4&id=8e8cc62e-fd19-44b7-bfa7-510594baf584&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1347315 Oct 20 11:53:22.156330 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3c818e38-83e8-46c5-9631-f34d9bdbe1ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:22.166293 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3c818e38-83e8-46c5-9631-f34d9bdbe1ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:22.172840 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-6b3ecd43-acbc-4e78-b248-0d7d74eeb277 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] For port 7a2f0823-9943-44fc-ae12-8c166cc26727, host n-d-814735-3, got binding levels [] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:53:22.173193 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3c818e38-83e8-46c5-9631-f34d9bdbe1ce admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/bb87d3ed-1e6a-4c31-ae32-9bc1b0c94bce HTTP/1.1" status: 204 len: 168 time: 0.5474689 Oct 20 11:53:22.173300 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6b3ecd43-acbc-4e78-b248-0d7d74eeb277 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:22.242399 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c818e38-83e8-46c5-9631-f34d9bdbe1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb87d3ed-1e6a-4c31-ae32-9bc1b0c94bce,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:22.251862 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-958724c7-ed17-41d2-83d1-1e51b2eb7368 admin admin] Deleting port 70e0f3ca-e4be-4071-b6c6-a26426b618b6 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:53:22.252716 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-958724c7-ed17-41d2-83d1-1e51b2eb7368 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:22.387185 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b1ccdc71-2ed2-4de1-a4bc-125ef2a13d87 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:53:22.401382 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-6b3ecd43-acbc-4e78-b248-0d7d74eeb277 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Calling delete_port for 7a2f0823-9943-44fc-ae12-8c166cc26727 owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:53:22.411868 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.ipam_backend_mixin [None req-6b3ecd43-acbc-4e78-b248-0d7d74eeb277 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Port 7a2f0823-9943-44fc-ae12-8c166cc26727 was not found and therefore no delete operation was performed {{(pid=100646) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 11:53:22.436144 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b9980ee9-dbd4-423c-b343-c0a6102fa882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:22.440469 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: b1ccdc71-2ed2-4de1-a4bc-125ef2a13d87 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:53:22.440845 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b1ccdc71-2ed2-4de1-a4bc-125ef2a13d87 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:53:22.442907 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device e6d9431f-3951-4b00-815d-700a4c7916c2 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:53:22.446307 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6b3ecd43-acbc-4e78-b248-0d7d74eeb277 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:22.468178 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ba706-f438-4405-a792-b2d70b161583 req-2c525f78-2c95-4488-845f-37a4cd64325d tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:22.471374 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-998ba706-f438-4405-a792-b2d70b161583 req-2c525f78-2c95-4488-845f-37a4cd64325d tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa24d78b-cb4f-4ffb-9be7-b2542aaad944 HTTP/1.1" status: 200 len: 984 time: 0.1520588 Oct 20 11:53:22.557880 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-998ba706-f438-4405-a792-b2d70b161583 req-d72e5c87-115c-4abd-be4c-8668ef4cc872 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "GET /v2.0/security-groups?id=884d5e93-ee41-4297-91fc-60485dc1dea4&id=8e8cc62e-fd19-44b7-bfa7-510594baf584&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0767999 Oct 20 11:53:22.562381 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3ecd43-acbc-4e78-b248-0d7d74eeb277 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Pushing event deleted for resources: {'Port': ['ID=7a2f0823-9943-44fc-ae12-8c166cc26727,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:22.578702 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3ecd43-acbc-4e78-b248-0d7d74eeb277 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] No DVR routers for this DVR port 7a2f0823-9943-44fc-ae12-8c166cc26727 on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:53:22.808802 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc4301-1705-472d-93fd-e90ab13372cc req-366f5d0a-e9de-48f9-84b8-366a1443ca3c tempest-TestSecurityGroupsBasicOps-321817424 tempest-TestSecurityGroupsBasicOps-321817424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:22.813088 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c3cc4301-1705-472d-93fd-e90ab13372cc req-366f5d0a-e9de-48f9-84b8-366a1443ca3c tempest-TestSecurityGroupsBasicOps-321817424 tempest-TestSecurityGroupsBasicOps-321817424-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=aa24d78b-cb4f-4ffb-9be7-b2542aaad944 HTTP/1.1" status: 200 len: 1135 time: 0.1047671 Oct 20 11:53:22.815841 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6b3ecd43-acbc-4e78-b248-0d7d74eeb277 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:22.840000 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c3cc4301-1705-472d-93fd-e90ab13372cc req-ca52f50d-4178-49d1-a25a-31c73060567b tempest-TestSecurityGroupsBasicOps-321817424 tempest-TestSecurityGroupsBasicOps-321817424-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:22.847420 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b79247d3-e1a2-481d-b7f8-b244cbfe39e9 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:22.873915 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:22.889609 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-961a3b52-e0c0-4527-8869-4a8faa6382cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:22.942365 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a3b52-e0c0-4527-8869-4a8faa6382cd None None] Pushing event deleted for resources: {'Port': ['ID=e6d9431f-3951-4b00-815d-700a4c7916c2,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:22.966154 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c3cc4301-1705-472d-93fd-e90ab13372cc req-ca52f50d-4178-49d1-a25a-31c73060567b tempest-TestSecurityGroupsBasicOps-321817424 tempest-TestSecurityGroupsBasicOps-321817424-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:22.972718 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961a3b52-e0c0-4527-8869-4a8faa6382cd None None] No DVR routers for this DVR port e6d9431f-3951-4b00-815d-700a4c7916c2 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:53:22.999584 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-6b3ecd43-acbc-4e78-b248-0d7d74eeb277 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e28e111-da3b-432f-b66c-1b77e1797d1c']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:23.002641 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c3cc4301-1705-472d-93fd-e90ab13372cc req-ca52f50d-4178-49d1-a25a-31c73060567b tempest-TestSecurityGroupsBasicOps-321817424 tempest-TestSecurityGroupsBasicOps-321817424-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:23.036431 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c3cc4301-1705-472d-93fd-e90ab13372cc req-ca52f50d-4178-49d1-a25a-31c73060567b tempest-TestSecurityGroupsBasicOps-321817424 tempest-TestSecurityGroupsBasicOps-321817424-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=884d5e93-ee41-4297-91fc-60485dc1dea4&id=8e8cc62e-fd19-44b7-bfa7-510594baf584&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2156043 Oct 20 11:53:23.042095 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-6b3ecd43-acbc-4e78-b248-0d7d74eeb277 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52735a1f-98a3-4d0e-8b1b-ed6b349adcf3') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:23.042391 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-6b3ecd43-acbc-4e78-b248-0d7d74eeb277 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52735a1f-98a3-4d0e-8b1b-ed6b349adcf3') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:23.045427 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-958724c7-ed17-41d2-83d1-1e51b2eb7368 admin admin] For port 70e0f3ca-e4be-4071-b6c6-a26426b618b6, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=70e0f3ca-e4be-4071-b6c6-a26426b618b6,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:53:23.045794 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-958724c7-ed17-41d2-83d1-1e51b2eb7368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:23.051611 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79247d3-e1a2-481d-b7f8-b244cbfe39e9 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Network d65d4869-ec90-45c3-baa3-c470393e35d5 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:53:23.059538 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43436) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:23.076819 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-b79247d3-e1a2-481d-b7f8-b244cbfe39e9 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:53:23.090193 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6b3ecd43-acbc-4e78-b248-0d7d74eeb277 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:23.102901 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79247d3-e1a2-481d-b7f8-b244cbfe39e9 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:23.103547 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b79247d3-e1a2-481d-b7f8-b244cbfe39e9 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:23.109177 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-958724c7-ed17-41d2-83d1-1e51b2eb7368 admin admin] Calling delete_port for 70e0f3ca-e4be-4071-b6c6-a26426b618b6 owned by network:router_gateway {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:53:23.140801 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6b3ecd43-acbc-4e78-b248-0d7d74eeb277 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:23.144677 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79247d3-e1a2-481d-b7f8-b244cbfe39e9 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event updated for resources: {'Subnet': ['ID=8cfb7fbe-98b3-4946-9785-0d37977ec6a2,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:23.169506 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b3ecd43-acbc-4e78-b248-0d7d74eeb277 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Releasing vlan 1273 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:53:23.178848 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6b3ecd43-acbc-4e78-b248-0d7d74eeb277 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:23.181602 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b79247d3-e1a2-481d-b7f8-b244cbfe39e9 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.2513254 Oct 20 11:53:23.182701 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:53:23.182701 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:53:23.182701 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:53:23.182701 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:53:23.182701 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:53:23.182701 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:53:23.182701 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:53:23.182701 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:53:23.182701 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:53:23.182701 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:53:23.182701 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:53:23.182701 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:53:23.182701 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:53:23.182701 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:53:23.182701 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:53:23.182701 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:53:23.182701 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:53:23.182701 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:53:23.182701 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:53:23.182701 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:53:23.182701 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:53:23.182701 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:53:23.182701 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:53:23.182701 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:53:23.182701 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:53:23.182701 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:53:23.182701 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:53:23.182701 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:53:23.182701 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:53:23.182701 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:53:23.182701 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:53:23.182701 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:53:23.184360 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:23.209797 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43438) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:23.222467 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-753bd9fa-eb1e-489c-b742-c0d15c2dcd96 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Request body: {'port': {'network_id': 'd65d4869-ec90-45c3-baa3-c470393e35d5', 'fixed_ips': [{'subnet_id': 'e6e54bfa-3e82-47c4-831b-69507854f54a'}, {'subnet_id': '8cfb7fbe-98b3-4946-9785-0d37977ec6a2'}], 'name': 'tempest-PortsIpV6TestJSON-412163928'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:53:23.230175 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca52f50d-4178-49d1-a25a-31c73060567b tempest-TestSecurityGroupsBasicOps-321817424 tempest-TestSecurityGroupsBasicOps-321817424-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ebe171-6d5f-4eea-9bcb-68a5689d638d,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:23.254389 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:23.329904 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55b367f-3c87-4cb0-ad2c-c6fc913f70ce tempest-TestSecurityGroupsBasicOps-321817424 tempest-TestSecurityGroupsBasicOps-321817424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:23.341731 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43440) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:23.345083 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-b55b367f-3c87-4cb0-ad2c-c6fc913f70ce tempest-TestSecurityGroupsBasicOps-321817424 tempest-TestSecurityGroupsBasicOps-321817424-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=aa24d78b-cb4f-4ffb-9be7-b2542aaad944 HTTP/1.1" status: 200 len: 1130 time: 0.2711198 Oct 20 11:53:23.364134 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-f296089c-4219-4457-bf10-48f738ddd87c tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'port_id': 'c161d276-5441-45f8-b1c0-0f6ba772ee2f', 'tenant_id': '90ce7d56a289404db61837b49b02f44c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:53:23.370632 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6b3ecd43-acbc-4e78-b248-0d7d74eeb277 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:23.438669 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6b3ecd43-acbc-4e78-b248-0d7d74eeb277 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:23.445009 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6b3ecd43-acbc-4e78-b248-0d7d74eeb277 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "DELETE /v2.0/networks/9e28e111-da3b-432f-b66c-1b77e1797d1c HTTP/1.1" status: 204 len: 168 time: 3.0713270 Oct 20 11:53:23.459417 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43448) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:23.483331 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3ecd43-acbc-4e78-b248-0d7d74eeb277 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Pushing event deleted for resources: {'Network': ['ID=9e28e111-da3b-432f-b66c-1b77e1797d1c,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:23.535048 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f296089c-4219-4457-bf10-48f738ddd87c tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for floatingip, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:23.621206 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ace2b97e-12a7-45c4-90c2-0ca2e195a344 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:23.641873 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753bd9fa-eb1e-489c-b742-c0d15c2dcd96 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Made reservation on behalf of b83cf05325f74f7cb717378a188d738a for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:53:23.736527 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3503a6-e284-42d6-a743-ef914352963b None None] Network d65d4869-ec90-45c3-baa3-c470393e35d5 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:53:23.798764 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-958724c7-ed17-41d2-83d1-1e51b2eb7368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:23.843920 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-753bd9fa-eb1e-489c-b742-c0d15c2dcd96 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:23.864281 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [None req-753bd9fa-eb1e-489c-b742-c0d15c2dcd96 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] device_id is not set on port 90f22828-f6c4-4968-a6e8-8a1483df0549 yet. {{(pid=100647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:53:23.905210 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ace2b97e-12a7-45c4-90c2-0ca2e195a344 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:23.907584 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43458) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:23.908668 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d7eda99d-f507-4272-a175-bc56211f7b32 None None] Provisioning complete for port 7a397f46-b185-4067-a539-f3d18efec215 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:23.909047 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d7eda99d-f507-4272-a175-bc56211f7b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:23.940247 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958724c7-ed17-41d2-83d1-1e51b2eb7368 admin admin] Pushing event deleted for resources: {'Port': ['ID=70e0f3ca-e4be-4071-b6c6-a26426b618b6,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:24.000264 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-ace2b97e-12a7-45c4-90c2-0ca2e195a344 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['777f6155-4cb8-4ffe-990a-e0dddbce5ad7']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:24.036021 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-ace2b97e-12a7-45c4-90c2-0ca2e195a344 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd46e7e29-b111-4410-8455-78fe43083225') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:24.037376 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-ace2b97e-12a7-45c4-90c2-0ca2e195a344 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd46e7e29-b111-4410-8455-78fe43083225') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:24.078527 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ace2b97e-12a7-45c4-90c2-0ca2e195a344 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:24.140311 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-958724c7-ed17-41d2-83d1-1e51b2eb7368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:24.161965 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f296089c-4219-4457-bf10-48f738ddd87c tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:24.171646 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d7eda99d-f507-4272-a175-bc56211f7b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:24.193328 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d59656-223c-41fd-8ed2-8aecc7696c7a None None] Update dhcp port {'port': {'network_id': 'd65d4869-ec90-45c3-baa3-c470393e35d5', 'fixed_ips': [{'subnet_id': 'e6e54bfa-3e82-47c4-831b-69507854f54a', 'ip_address': '2001:db8::2'}, {'subnet_id': '8cfb7fbe-98b3-4946-9785-0d37977ec6a2'}], 'binding:host_id': 'n-d-814735-3'}, 'id': '7a397f46-b185-4067-a539-f3d18efec215'} from n-d-814735-3. {{(pid=100648) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 11:53:24.220331 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ace2b97e-12a7-45c4-90c2-0ca2e195a344 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:24.220702 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d7eda99d-f507-4272-a175-bc56211f7b32 None None] For port 7a397f46-b185-4067-a539-f3d18efec215, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=7a397f46-b185-4067-a539-f3d18efec215,segment=NetworkSegment(05d2b365-13a7-45e7-881c-03422f39e4b2),segment_id=05d2b365-13a7-45e7-881c-03422f39e4b2)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:53:24.248984 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d7eda99d-f507-4272-a175-bc56211f7b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:24.299794 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-02d59656-223c-41fd-8ed2-8aecc7696c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:24.320186 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-765c90e2-d213-4b0e-8811-31a47fd3e92e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-204773432-network', 'tenant_id': '15204e5269fb409fb982dd1c40476add'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:53:24.337617 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ace2b97e-12a7-45c4-90c2-0ca2e195a344 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Releasing vlan 1295 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:53:24.343452 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ace2b97e-12a7-45c4-90c2-0ca2e195a344 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:24.347796 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:53:24.347796 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:53:24.347796 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:53:24.347796 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:53:24.347796 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:53:24.347796 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:53:24.347796 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:53:24.347796 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:53:24.347796 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:53:24.347796 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:53:24.347796 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:53:24.347796 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:53:24.347796 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:53:24.347796 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:53:24.347796 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:53:24.347796 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:53:24.347796 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:53:24.347796 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:53:24.347796 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:53:24.347796 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:53:24.347796 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:53:24.347796 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:53:24.347796 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:53:24.347796 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:53:24.347796 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:53:24.347796 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:53:24.347796 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:53:24.347796 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:53:24.347796 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:53:24.347796 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:53:24.347796 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:53:24.347796 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:53:24.380165 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eda99d-f507-4272-a175-bc56211f7b32 None None] Pushing event updated for resources: {'Port': ['ID=7a397f46-b185-4067-a539-f3d18efec215,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:24.452353 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 7a397f46-b185-4067-a539-f3d18efec215 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:53:24.475459 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-958724c7-ed17-41d2-83d1-1e51b2eb7368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:24.477824 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-958724c7-ed17-41d2-83d1-1e51b2eb7368 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:24.479284 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-753bd9fa-eb1e-489c-b742-c0d15c2dcd96 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Allocated IP 2001:db8::32b (d65d4869-ec90-45c3-baa3-c470393e35d5/e6e54bfa-3e82-47c4-831b-69507854f54a/90f22828-f6c4-4968-a6e8-8a1483df0549) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:53:24.485980 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-753bd9fa-eb1e-489c-b742-c0d15c2dcd96 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Allocated IP 2001:db8:0:1::1fa (d65d4869-ec90-45c3-baa3-c470393e35d5/8cfb7fbe-98b3-4946-9785-0d37977ec6a2/90f22828-f6c4-4968-a6e8-8a1483df0549) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:53:24.556803 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-958724c7-ed17-41d2-83d1-1e51b2eb7368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:24.557429 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958724c7-ed17-41d2-83d1-1e51b2eb7368 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd6177b7-1819-46b8-94a7-0aa0809bf9da {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:53:24.641150 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-958724c7-ed17-41d2-83d1-1e51b2eb7368 admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:24.652020 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-958724c7-ed17-41d2-83d1-1e51b2eb7368 admin admin] 10.222.0.98 "DELETE /v2.0/routers/dd6177b7-1819-46b8-94a7-0aa0809bf9da HTTP/1.1" status: 204 len: 168 time: 4.6481240 Oct 20 11:53:24.652962 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43466) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:24.675149 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 7a397f46-b185-4067-a539-f3d18efec215 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:24.675682 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:24.737966 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765c90e2-d213-4b0e-8811-31a47fd3e92e admin admin] Made reservation on behalf of 15204e5269fb409fb982dd1c40476add for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:53:24.740211 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-765c90e2-d213-4b0e-8811-31a47fd3e92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:24.757333 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-765c90e2-d213-4b0e-8811-31a47fd3e92e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:24.786178 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-753bd9fa-eb1e-489c-b742-c0d15c2dcd96 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:24.798411 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ace2b97e-12a7-45c4-90c2-0ca2e195a344 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:24.807555 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ace2b97e-12a7-45c4-90c2-0ca2e195a344 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:24.810762 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ace2b97e-12a7-45c4-90c2-0ca2e195a344 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] 10.222.0.98 "DELETE /v2.0/networks/777f6155-4cb8-4ffe-990a-e0dddbce5ad7 HTTP/1.1" status: 204 len: 168 time: 1.3504927 Oct 20 11:53:24.912314 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-753bd9fa-eb1e-489c-b742-c0d15c2dcd96 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:24.942187 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace2b97e-12a7-45c4-90c2-0ca2e195a344 tempest-TaggedBootDevicesTest_v242-783928342 tempest-TaggedBootDevicesTest_v242-783928342-project] Pushing event deleted for resources: {'Network': ['ID=777f6155-4cb8-4ffe-990a-e0dddbce5ad7,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:24.957894 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753bd9fa-eb1e-489c-b742-c0d15c2dcd96 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Network d65d4869-ec90-45c3-baa3-c470393e35d5 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:53:24.963423 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-753bd9fa-eb1e-489c-b742-c0d15c2dcd96 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:53:24.980608 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753bd9fa-eb1e-489c-b742-c0d15c2dcd96 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:53:24.993215 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-96174ca1-a047-452c-9007-7330f331bbcb admin admin] Deleting subnet e5c51a57-46ed-4d2b-b03f-598e82e8ed6d {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:53:24.993612 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:25.000426 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753bd9fa-eb1e-489c-b742-c0d15c2dcd96 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:25.004360 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-753bd9fa-eb1e-489c-b742-c0d15c2dcd96 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:25.032418 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43474) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:25.049144 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-96174ca1-a047-452c-9007-7330f331bbcb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:25.082894 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-753bd9fa-eb1e-489c-b742-c0d15c2dcd96 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.8714018 Oct 20 11:53:25.095775 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-02d59656-223c-41fd-8ed2-8aecc7696c7a None None] Allocated IP 2001:db8:0:1::2 (d65d4869-ec90-45c3-baa3-c470393e35d5/8cfb7fbe-98b3-4946-9785-0d37977ec6a2/7a397f46-b185-4067-a539-f3d18efec215) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:53:25.098585 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43480) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:25.116788 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-bb2093d3-6a35-46ea-acb7-c72ee782899e tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e6e54bfa-3e82-47c4-831b-69507854f54a'}]}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:53:25.129477 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753bd9fa-eb1e-489c-b742-c0d15c2dcd96 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event updated for resources: {'Port': ['ID=90f22828-f6c4-4968-a6e8-8a1483df0549,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:25.160347 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-f296089c-4219-4457-bf10-48f738ddd87c tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Allocated IP 172.25.5.64 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/bfa15508-b62a-4ae9-900b-faea78f09874) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:53:25.316552 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-96174ca1-a047-452c-9007-7330f331bbcb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:25.325349 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bb2093d3-6a35-46ea-acb7-c72ee782899e tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:25.361954 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-02d59656-223c-41fd-8ed2-8aecc7696c7a None None] For port 7a397f46-b185-4067-a539-f3d18efec215, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=7a397f46-b185-4067-a539-f3d18efec215,segment=NetworkSegment(05d2b365-13a7-45e7-881c-03422f39e4b2),segment_id=05d2b365-13a7-45e7-881c-03422f39e4b2)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:53:25.444971 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-02d59656-223c-41fd-8ed2-8aecc7696c7a None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:25.455276 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-02d59656-223c-41fd-8ed2-8aecc7696c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:25.494016 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-765c90e2-d213-4b0e-8811-31a47fd3e92e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:25.565500 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d59656-223c-41fd-8ed2-8aecc7696c7a None None] Pushing event updated for resources: {'Port': ['ID=7a397f46-b185-4067-a539-f3d18efec215,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:25.576387 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-765c90e2-d213-4b0e-8811-31a47fd3e92e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:25.596849 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-765c90e2-d213-4b0e-8811-31a47fd3e92e admin admin] vlan segment allocate from pool success with {'vlan_id': 1260, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:53:25.609162 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-765c90e2-d213-4b0e-8811-31a47fd3e92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:25.609753 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-765c90e2-d213-4b0e-8811-31a47fd3e92e admin admin] Added segment 1d18b3ca-5b8c-4751-820a-0c82fc6431eb of type vlan for network 0641bc79-a28d-4c09-ab68-98aa83945d5f Oct 20 11:53:25.663073 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-765c90e2-d213-4b0e-8811-31a47fd3e92e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:25.723383 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-468dea54-26b8-4181-8d59-b646e4d9e0db admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=601767f8a9e34c5ba39138d7413064e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6844354 Oct 20 11:53:25.726056 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-bb2093d3-6a35-46ea-acb7-c72ee782899e tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Delete allocated IP 2001:db8:0:1::1fa (d65d4869-ec90-45c3-baa3-c470393e35d5/8cfb7fbe-98b3-4946-9785-0d37977ec6a2) {{(pid=100647) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 20 11:53:25.728748 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c90e2-d213-4b0e-8811-31a47fd3e92e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29fc654c-c998-467b-8d69-6cff81201ec0,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:25.733105 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-765c90e2-d213-4b0e-8811-31a47fd3e92e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:25.734104 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765c90e2-d213-4b0e-8811-31a47fd3e92e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:25.734690 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-765c90e2-d213-4b0e-8811-31a47fd3e92e admin admin] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:25.747301 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43488) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:25.810056 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c90e2-d213-4b0e-8811-31a47fd3e92e admin admin] Pushing event updated for resources: {'Network': ['ID=0641bc79-a28d-4c09-ab68-98aa83945d5f,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:25.830860 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 0641bc79-a28d-4c09-ab68-98aa83945d5f details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:53:25.891650 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-96174ca1-a047-452c-9007-7330f331bbcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:25.948469 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-765c90e2-d213-4b0e-8811-31a47fd3e92e admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0395460 Oct 20 11:53:25.949167 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43490) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:25.956282 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f296089c-4219-4457-bf10-48f738ddd87c tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:25.962730 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-75cf5471-9a26-4a86-b99f-51f0419525a1 admin admin] Request body: {'subnet': {'network_id': '0641bc79-a28d-4c09-ab68-98aa83945d5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-204773432-subnet', 'tenant_id': '15204e5269fb409fb982dd1c40476add', 'ip_version': 4}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:53:26.033810 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75cf5471-9a26-4a86-b99f-51f0419525a1 admin admin] Made reservation on behalf of 15204e5269fb409fb982dd1c40476add for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:53:26.034498 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-657ebc90-4e80-479c-a761-4b237b6f73f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:26.039192 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-75cf5471-9a26-4a86-b99f-51f0419525a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:26.096918 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-657ebc90-4e80-479c-a761-4b237b6f73f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:26.104637 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f296089c-4219-4457-bf10-48f738ddd87c tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:26.111353 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-96174ca1-a047-452c-9007-7330f331bbcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:26.238290 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 7a397f46-b185-4067-a539-f3d18efec215 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:53:26.244971 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96174ca1-a047-452c-9007-7330f331bbcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5c51a57-46ed-4d2b-b03f-598e82e8ed6d,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:26.258237 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f296089c-4219-4457-bf10-48f738ddd87c tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:53:26.265682 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bb2093d3-6a35-46ea-acb7-c72ee782899e tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:26.266418 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-96174ca1-a047-452c-9007-7330f331bbcb admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:26.269689 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-96174ca1-a047-452c-9007-7330f331bbcb admin admin] 10.222.0.98 "DELETE /v2.0/subnets/e5c51a57-46ed-4d2b-b03f-598e82e8ed6d HTTP/1.1" status: 204 len: 168 time: 1.6078651 Oct 20 11:53:26.275655 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43496) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:26.280658 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-f296089c-4219-4457-bf10-48f738ddd87c tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:53:26.288254 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f296089c-4219-4457-bf10-48f738ddd87c tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:53:26.302333 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e951311-d5aa-494b-859b-74fdf1b04f4f None None] Network 21fb416c-c668-41ac-98be-292044c92b12 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:53:26.485634 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b345ed36-6a12-4cda-919d-a9a67142f9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:26.487545 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bb2093d3-6a35-46ea-acb7-c72ee782899e tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:26.487699 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 7a397f46-b185-4067-a539-f3d18efec215 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:26.487817 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:26.497957 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f296089c-4219-4457-bf10-48f738ddd87c tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Pushing event updated for resources: {'Port': ['ID=bfa15508-b62a-4ae9-900b-faea78f09874,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:26.545679 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-75cf5471-9a26-4a86-b99f-51f0419525a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:26.621242 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-657ebc90-4e80-479c-a761-4b237b6f73f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:26.623866 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-657ebc90-4e80-479c-a761-4b237b6f73f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:26.625109 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-657ebc90-4e80-479c-a761-4b237b6f73f1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/cf53ec77-68e3-41f4-8c2a-c411911991f1 HTTP/1.1" status: 204 len: 168 time: 0.8747215 Oct 20 11:53:26.626966 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-bb2093d3-6a35-46ea-acb7-c72ee782899e tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] In _notify_port_updated(), no bound segment for port 90f22828-f6c4-4968-a6e8-8a1483df0549 on network d65d4869-ec90-45c3-baa3-c470393e35d5 {{(pid=100647) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 11:53:26.633508 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2093d3-6a35-46ea-acb7-c72ee782899e tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:26.634163 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bb2093d3-6a35-46ea-acb7-c72ee782899e tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:26.639521 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-bb2093d3-6a35-46ea-acb7-c72ee782899e tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "PUT /v2.0/ports/90f22828-f6c4-4968-a6e8-8a1483df0549 HTTP/1.1" status: 200 len: 925 time: 1.5398164 Oct 20 11:53:26.640226 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43502) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:26.660620 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-8f3fa199-7b91-440e-b353-67afbe5d9684 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e6e54bfa-3e82-47c4-831b-69507854f54a'}, {'subnet_id': '8cfb7fbe-98b3-4946-9785-0d37977ec6a2'}]}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:53:26.703829 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 70e0f3ca-e4be-4071-b6c6-a26426b618b6 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:53:26.738294 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cf5471-9a26-4a86-b99f-51f0419525a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=656f7de5-675d-490e-b343-83ddb75249fa,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:26.769171 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e3c1cd-9f2a-468f-94bb-24753b53e348 None None] DHCP port deletion for 21fb416c-c668-41ac-98be-292044c92b12 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:53:26.771551 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc6e334-6b20-4a83-bfe8-e2da7d1d2283 None None] Network d65d4869-ec90-45c3-baa3-c470393e35d5 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:53:26.788024 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ebc90-4e80-479c-a761-4b237b6f73f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf53ec77-68e3-41f4-8c2a-c411911991f1,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:26.808232 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cf5471-9a26-4a86-b99f-51f0419525a1 admin admin] Checking segment: {'id': '1d18b3ca-5b8c-4751-820a-0c82fc6431eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '0641bc79-a28d-4c09-ab68-98aa83945d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:53:26.808232 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cf5471-9a26-4a86-b99f-51f0419525a1 admin admin] Network hostable DHCP agents. Network: 0641bc79-a28d-4c09-ab68-98aa83945d5f, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:53:26.832438 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2093d3-6a35-46ea-acb7-c72ee782899e tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event updated for resources: {'Port': ['ID=90f22828-f6c4-4968-a6e8-8a1483df0549,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:26.867066 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cf5471-9a26-4a86-b99f-51f0419525a1 admin admin] Network 0641bc79-a28d-4c09-ab68-98aa83945d5f is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:53:26.893056 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-75cf5471-9a26-4a86-b99f-51f0419525a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 0641bc79-a28d-4c09-ab68-98aa83945d5f) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:53:26.896939 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f3fa199-7b91-440e-b353-67afbe5d9684 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:26.908524 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cf5471-9a26-4a86-b99f-51f0419525a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:26.909148 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-75cf5471-9a26-4a86-b99f-51f0419525a1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:26.986124 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-b345ed36-6a12-4cda-919d-a9a67142f9fa admin admin] Deleting port 6ae6b537-874a-4962-8296-8b2eb78cb87e {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:53:26.986476 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b345ed36-6a12-4cda-919d-a9a67142f9fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:26.996200 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-75cf5471-9a26-4a86-b99f-51f0419525a1 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0374510 Oct 20 11:53:26.999024 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43506) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:27.010580 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-407e3cf6-19f0-4653-be3a-341fb11d48b3 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-204773432-router', 'tenant_id': '15204e5269fb409fb982dd1c40476add', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:53:27.021008 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 70e0f3ca-e4be-4071-b6c6-a26426b618b6 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:53:27.027098 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 70e0f3ca-e4be-4071-b6c6-a26426b618b6 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:53:27.031808 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed0f245-89ce-4090-aa4b-90901553874c None None] Network 0641bc79-a28d-4c09-ab68-98aa83945d5f requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:53:27.103862 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-368f2be9-d395-4913-aeb5-2fadc9e89939 None None] Provisioning complete for port 7a397f46-b185-4067-a539-f3d18efec215 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:27.104256 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-368f2be9-d395-4913-aeb5-2fadc9e89939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:27.304888 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-407e3cf6-19f0-4653-be3a-341fb11d48b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:27.307394 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-407e3cf6-19f0-4653-be3a-341fb11d48b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:27.404944 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-407e3cf6-19f0-4653-be3a-341fb11d48b3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:27.453733 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-a7e3c1cd-9f2a-468f-94bb-24753b53e348 None None] Deleting port 6ae6b537-874a-4962-8296-8b2eb78cb87e {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:53:27.454453 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a7e3c1cd-9f2a-468f-94bb-24753b53e348 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:27.524603 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-b345ed36-6a12-4cda-919d-a9a67142f9fa admin admin] For port 6ae6b537-874a-4962-8296-8b2eb78cb87e, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=6ae6b537-874a-4962-8296-8b2eb78cb87e,segment=NetworkSegment(890e8fc7-5519-4833-90e2-14d66833bb90),segment_id=890e8fc7-5519-4833-90e2-14d66833bb90)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:53:27.539128 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b345ed36-6a12-4cda-919d-a9a67142f9fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:27.815939 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b837fc8e-3680-4e96-ba34-0d6145f5a831 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-0641bc79-a28d-4c09-ab68-98aa83945d5f', 'network_id': '0641bc79-a28d-4c09-ab68-98aa83945d5f', 'tenant_id': '15204e5269fb409fb982dd1c40476add', 'fixed_ips': [{'subnet_id': '656f7de5-675d-490e-b343-83ddb75249fa'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:53:27.816819 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b837fc8e-3680-4e96-ba34-0d6145f5a831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:27.835546 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-a7e3c1cd-9f2a-468f-94bb-24753b53e348 None None] For port 6ae6b537-874a-4962-8296-8b2eb78cb87e, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=6ae6b537-874a-4962-8296-8b2eb78cb87e,segment=NetworkSegment(890e8fc7-5519-4833-90e2-14d66833bb90),segment_id=890e8fc7-5519-4833-90e2-14d66833bb90)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:53:27.835923 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a7e3c1cd-9f2a-468f-94bb-24753b53e348 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:27.839916 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-b345ed36-6a12-4cda-919d-a9a67142f9fa admin admin] Calling delete_port for 6ae6b537-874a-4962-8296-8b2eb78cb87e owned by network:dhcp {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:53:27.865882 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-a7e3c1cd-9f2a-468f-94bb-24753b53e348 None None] Calling delete_port for 6ae6b537-874a-4962-8296-8b2eb78cb87e owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:53:28.019930 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f296089c-4219-4457-bf10-48f738ddd87c tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:28.036648 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-407e3cf6-19f0-4653-be3a-341fb11d48b3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:28.103582 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43530) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:28.157836 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-20e5240b-7eab-44c9-8bf8-7b88ff667015 None None] Provisioning complete for port 90f22828-f6c4-4968-a6e8-8a1483df0549 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:28.158270 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-20e5240b-7eab-44c9-8bf8-7b88ff667015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:28.247068 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-b837fc8e-3680-4e96-ba34-0d6145f5a831 None None] Allocated IP 172.20.0.2 (0641bc79-a28d-4c09-ab68-98aa83945d5f/656f7de5-675d-490e-b343-83ddb75249fa/60c8a932-34bb-49bd-80d7-a01aa9e00de4) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:53:28.261610 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-20e5240b-7eab-44c9-8bf8-7b88ff667015 None None] Port 90f22828-f6c4-4968-a6e8-8a1483df0549 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:53:28.277814 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-8f3fa199-7b91-440e-b353-67afbe5d9684 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Allocated IP 2001:db8:0:1::30d (d65d4869-ec90-45c3-baa3-c470393e35d5/8cfb7fbe-98b3-4946-9785-0d37977ec6a2/90f22828-f6c4-4968-a6e8-8a1483df0549) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:53:28.297200 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 6ae6b537-874a-4962-8296-8b2eb78cb87e no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:53:28.302123 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f296089c-4219-4457-bf10-48f738ddd87c tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:28.341876 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a7e3c1cd-9f2a-468f-94bb-24753b53e348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:28.348609 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-20e5240b-7eab-44c9-8bf8-7b88ff667015 None None] Provisioning complete for port 7a397f46-b185-4067-a539-f3d18efec215 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:28.350242 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-20e5240b-7eab-44c9-8bf8-7b88ff667015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:28.398918 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-b27282d8-032b-40ed-9da9-62c66ae3aaf5 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1752743228-network', 'tenant_id': 'a8955bd7e70f475c8f07a66fcf00ab51'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:53:28.453739 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e3c1cd-9f2a-468f-94bb-24753b53e348 None None] Pushing event deleted for resources: {'Port': ['ID=6ae6b537-874a-4962-8296-8b2eb78cb87e,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:28.494777 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e3c1cd-9f2a-468f-94bb-24753b53e348 None None] No DVR routers for this DVR port 6ae6b537-874a-4962-8296-8b2eb78cb87e on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:53:28.561431 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b345ed36-6a12-4cda-919d-a9a67142f9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:28.644353 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f296089c-4219-4457-bf10-48f738ddd87c tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:28.648148 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b345ed36-6a12-4cda-919d-a9a67142f9fa admin admin] Pushing event deleted for resources: {'Port': ['ID=6ae6b537-874a-4962-8296-8b2eb78cb87e,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:28.650326 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b345ed36-6a12-4cda-919d-a9a67142f9fa admin admin] No DVR routers for this DVR port 6ae6b537-874a-4962-8296-8b2eb78cb87e on host n-d-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:53:28.656822 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f296089c-4219-4457-bf10-48f738ddd87c tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:28.664126 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27282d8-032b-40ed-9da9-62c66ae3aaf5 admin admin] Made reservation on behalf of a8955bd7e70f475c8f07a66fcf00ab51 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:53:28.666748 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b27282d8-032b-40ed-9da9-62c66ae3aaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:28.688139 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No active binding found for port 6ae6b537-874a-4962-8296-8b2eb78cb87e {{(pid=100648) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 20 11:53:28.688667 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 6ae6b537-874a-4962-8296-8b2eb78cb87e not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:53:28.709870 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b27282d8-032b-40ed-9da9-62c66ae3aaf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:28.827512 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f296089c-4219-4457-bf10-48f738ddd87c tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Pushing event updated for resources: {'Port': ['ID=bfa15508-b62a-4ae9-900b-faea78f09874,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:28.828715 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b345ed36-6a12-4cda-919d-a9a67142f9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:28.854709 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f296089c-4219-4457-bf10-48f738ddd87c tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:28.861776 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-f6652ae9-ee11-4f3f-963b-1920f94eca52 None None] Provisioning complete for port 90f22828-f6c4-4968-a6e8-8a1483df0549 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:28.862388 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f6652ae9-ee11-4f3f-963b-1920f94eca52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:28.899351 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f3fa199-7b91-440e-b353-67afbe5d9684 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:28.911681 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-b345ed36-6a12-4cda-919d-a9a67142f9fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21fb416c-c668-41ac-98be-292044c92b12']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:28.931448 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b837fc8e-3680-4e96-ba34-0d6145f5a831 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:28.937258 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f3fa199-7b91-440e-b353-67afbe5d9684 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:28.949754 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b837fc8e-3680-4e96-ba34-0d6145f5a831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:28.966457 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-b345ed36-6a12-4cda-919d-a9a67142f9fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '890e8fc7-5519-4833-90e2-14d66833bb90') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:28.966762 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-b345ed36-6a12-4cda-919d-a9a67142f9fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '890e8fc7-5519-4833-90e2-14d66833bb90') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:28.997977 n-d-814735-3 neutron-server[100646]: INFO neutron.db.l3_db [None req-f296089c-4219-4457-bf10-48f738ddd87c tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Floating IP d38e106e-4c46-425d-a77f-3d00e4d2af27 associated. External IP: 172.25.5.64, port: c161d276-5441-45f8-b1c0-0f6ba772ee2f. Oct 20 11:53:29.002375 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-f6652ae9-ee11-4f3f-963b-1920f94eca52 None None] Port 90f22828-f6c4-4968-a6e8-8a1483df0549 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:53:29.029991 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b837fc8e-3680-4e96-ba34-0d6145f5a831 None None] Network 0641bc79-a28d-4c09-ab68-98aa83945d5f is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:53:29.051173 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-b837fc8e-3680-4e96-ba34-0d6145f5a831 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:53:29.058410 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b837fc8e-3680-4e96-ba34-0d6145f5a831 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:53:29.060479 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b345ed36-6a12-4cda-919d-a9a67142f9fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:29.080706 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b837fc8e-3680-4e96-ba34-0d6145f5a831 None None] Pushing event updated for resources: {'Port': ['ID=60c8a932-34bb-49bd-80d7-a01aa9e00de4,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:29.164776 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b345ed36-6a12-4cda-919d-a9a67142f9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:29.211367 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-b837fc8e-3680-4e96-ba34-0d6145f5a831 None None] Attempting to bind port 60c8a932-34bb-49bd-80d7-a01aa9e00de4 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:53:29.211741 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-b837fc8e-3680-4e96-ba34-0d6145f5a831 None None] Attempting to bind port 60c8a932-34bb-49bd-80d7-a01aa9e00de4 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1d18b3ca-5b8c-4751-820a-0c82fc6431eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '0641bc79-a28d-4c09-ab68-98aa83945d5f'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:53:29.214130 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b837fc8e-3680-4e96-ba34-0d6145f5a831 None None] Attempting to bind port 60c8a932-34bb-49bd-80d7-a01aa9e00de4 on network 0641bc79-a28d-4c09-ab68-98aa83945d5f {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:53:29.219970 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b345ed36-6a12-4cda-919d-a9a67142f9fa admin admin] Releasing vlan 1294 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:53:29.220380 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b345ed36-6a12-4cda-919d-a9a67142f9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:29.222132 n-d-814735-3 neutron-server[100647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:53:29.222132 n-d-814735-3 neutron-server[100647]: self.session.flush() Oct 20 11:53:29.222132 n-d-814735-3 neutron-server[100647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:53:29.222132 n-d-814735-3 neutron-server[100647]: self.session.flush() Oct 20 11:53:29.222132 n-d-814735-3 neutron-server[100647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:53:29.222132 n-d-814735-3 neutron-server[100647]: self.session.flush() Oct 20 11:53:29.222132 n-d-814735-3 neutron-server[100647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:53:29.222132 n-d-814735-3 neutron-server[100647]: self.session.flush() Oct 20 11:53:29.222132 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:53:29.222132 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:53:29.222132 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:53:29.222132 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:53:29.222132 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:53:29.222132 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:53:29.222132 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:53:29.222132 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:53:29.222132 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:53:29.222132 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:53:29.222132 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:53:29.222132 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:53:29.222132 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:53:29.222132 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:53:29.222132 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:53:29.222132 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:53:29.222132 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:53:29.222132 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:53:29.222132 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:53:29.222132 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:53:29.222132 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:53:29.222132 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:53:29.222132 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:53:29.222132 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:53:29.222132 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:53:29.222132 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:53:29.222132 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:53:29.222132 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:53:29.222132 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:53:29.222132 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:53:29.222132 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:53:29.222132 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:53:29.229161 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b837fc8e-3680-4e96-ba34-0d6145f5a831 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:53:29.229537 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b837fc8e-3680-4e96-ba34-0d6145f5a831 None None] Checking segment: {'id': '1d18b3ca-5b8c-4751-820a-0c82fc6431eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '0641bc79-a28d-4c09-ab68-98aa83945d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:53:29.230295 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b837fc8e-3680-4e96-ba34-0d6145f5a831 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:29.232718 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b837fc8e-3680-4e96-ba34-0d6145f5a831 None None] Bound using segment: {'id': '1d18b3ca-5b8c-4751-820a-0c82fc6431eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '0641bc79-a28d-4c09-ab68-98aa83945d5f'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:53:29.233231 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-b837fc8e-3680-4e96-ba34-0d6145f5a831 None None] Bound port: 60c8a932-34bb-49bd-80d7-a01aa9e00de4, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d18b3ca-5b8c-4751-820a-0c82fc6431eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '0641bc79-a28d-4c09-ab68-98aa83945d5f'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:53:29.233630 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b837fc8e-3680-4e96-ba34-0d6145f5a831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:29.356218 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-b837fc8e-3680-4e96-ba34-0d6145f5a831 None None] For port 60c8a932-34bb-49bd-80d7-a01aa9e00de4, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:53:29.359884 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f296089c-4219-4457-bf10-48f738ddd87c tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Router fc158936-3015-4876-8896-0b9987cdbe27 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:53:29.361249 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-b837fc8e-3680-4e96-ba34-0d6145f5a831 None None] For port 60c8a932-34bb-49bd-80d7-a01aa9e00de4, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=60c8a932-34bb-49bd-80d7-a01aa9e00de4,segment=NetworkSegment(1d18b3ca-5b8c-4751-820a-0c82fc6431eb),segment_id=1d18b3ca-5b8c-4751-820a-0c82fc6431eb)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:53:29.383121 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b837fc8e-3680-4e96-ba34-0d6145f5a831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:29.587727 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-0e701b37-864f-471a-af08-acf84f6d881f None None] Provisioning complete for port 90f22828-f6c4-4968-a6e8-8a1483df0549 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:29.588452 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0e701b37-864f-471a-af08-acf84f6d881f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:29.617036 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f296089c-4219-4457-bf10-48f738ddd87c tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:53:29.645368 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ffbe1e-a51b-4d27-a42e-efec4174ba98 None None] Sync routers for ids ['fc158936-3015-4876-8896-0b9987cdbe27'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:53:29.669423 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ffbe1e-a51b-4d27-a42e-efec4174ba98 None None] Routers {'fc158936-3015-4876-8896-0b9987cdbe27'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:53:29.669667 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f296089c-4219-4457-bf10-48f738ddd87c tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:29.670572 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-e1ffbe1e-a51b-4d27-a42e-efec4174ba98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:53:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['fc158936-3015-4876-8896-0b9987cdbe27'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:29.672666 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b837fc8e-3680-4e96-ba34-0d6145f5a831 None None] Pushing event updated for resources: {'Port': ['ID=60c8a932-34bb-49bd-80d7-a01aa9e00de4,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:29.674026 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3fa199-7b91-440e-b353-67afbe5d9684 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event updated for resources: {'Port': ['ID=90f22828-f6c4-4968-a6e8-8a1483df0549,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:29.707643 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-8f3fa199-7b91-440e-b353-67afbe5d9684 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] In _notify_port_updated(), no bound segment for port 90f22828-f6c4-4968-a6e8-8a1483df0549 on network d65d4869-ec90-45c3-baa3-c470393e35d5 {{(pid=100647) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 11:53:29.713641 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3fa199-7b91-440e-b353-67afbe5d9684 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:29.714577 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f3fa199-7b91-440e-b353-67afbe5d9684 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:29.716124 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8f3fa199-7b91-440e-b353-67afbe5d9684 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "PUT /v2.0/ports/90f22828-f6c4-4968-a6e8-8a1483df0549 HTTP/1.1" status: 200 len: 1011 time: 3.0690124 Oct 20 11:53:29.728976 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43546) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:29.781108 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f296089c-4219-4457-bf10-48f738ddd87c tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.4263990 Oct 20 11:53:29.781726 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa24d78b-cb4f-4ffb-9be7-b2542aaad944', 'tag': 'c161d276-5441-45f8-b1c0-0f6ba772ee2f'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:53:29.789139 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7393a9bc-39d6-4f90-94aa-e008aed329c0" -d '{"events": [{"name": "network-changed", "server_uuid": "aa24d78b-cb4f-4ffb-9be7-b2542aaad944", "tag": "c161d276-5441-45f8-b1c0-0f6ba772ee2f"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:53:29.812795 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b27282d8-032b-40ed-9da9-62c66ae3aaf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:29.831239 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43548) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:29.891431 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b27282d8-032b-40ed-9da9-62c66ae3aaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:29.894953 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b345ed36-6a12-4cda-919d-a9a67142f9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:29.962059 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b345ed36-6a12-4cda-919d-a9a67142f9fa admin admin] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:29.981512 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-b345ed36-6a12-4cda-919d-a9a67142f9fa admin admin] 10.222.0.98 "DELETE /v2.0/networks/21fb416c-c668-41ac-98be-292044c92b12 HTTP/1.1" status: 204 len: 168 time: 3.6923811 Oct 20 11:53:30.138360 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-407e3cf6-19f0-4653-be3a-341fb11d48b3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:30.155847 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b27282d8-032b-40ed-9da9-62c66ae3aaf5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1279, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:53:30.245000 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0060d203-34a4-4a85-885b-13b61807a713 x-openstack-request-id: req-0060d203-34a4-4a85-885b-13b61807a713 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:53:30.245518 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa24d78b-cb4f-4ffb-9be7-b2542aaad944", "tag": "c161d276-5441-45f8-b1c0-0f6ba772ee2f", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:53:30.246108 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0060d203-34a4-4a85-885b-13b61807a713 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:53:30.246395 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa24d78b-cb4f-4ffb-9be7-b2542aaad944', 'tag': 'c161d276-5441-45f8-b1c0-0f6ba772ee2f', 'status': 'completed', 'code': 200} Oct 20 11:53:30.247224 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43554) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:30.249543 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b345ed36-6a12-4cda-919d-a9a67142f9fa admin admin] Pushing event deleted for resources: {'Network': ['ID=21fb416c-c668-41ac-98be-292044c92b12,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:30.270105 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-407e3cf6-19f0-4653-be3a-341fb11d48b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:30.273123 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b63855-027c-4c30-b070-0efc897ac80c tempest-TestSecurityGroupsBasicOps-321817424 tempest-TestSecurityGroupsBasicOps-321817424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:30.273888 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b63855-027c-4c30-b070-0efc897ac80c tempest-TestSecurityGroupsBasicOps-321817424 tempest-TestSecurityGroupsBasicOps-321817424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:30.274571 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b63855-027c-4c30-b070-0efc897ac80c tempest-TestSecurityGroupsBasicOps-321817424 tempest-TestSecurityGroupsBasicOps-321817424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:30.275687 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b63855-027c-4c30-b070-0efc897ac80c tempest-TestSecurityGroupsBasicOps-321817424 tempest-TestSecurityGroupsBasicOps-321817424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:30.279795 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b63855-027c-4c30-b070-0efc897ac80c tempest-TestSecurityGroupsBasicOps-321817424 tempest-TestSecurityGroupsBasicOps-321817424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:30.280344 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b63855-027c-4c30-b070-0efc897ac80c tempest-TestSecurityGroupsBasicOps-321817424 tempest-TestSecurityGroupsBasicOps-321817424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:30.280866 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b63855-027c-4c30-b070-0efc897ac80c tempest-TestSecurityGroupsBasicOps-321817424 tempest-TestSecurityGroupsBasicOps-321817424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:30.281361 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b63855-027c-4c30-b070-0efc897ac80c tempest-TestSecurityGroupsBasicOps-321817424 tempest-TestSecurityGroupsBasicOps-321817424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:30.299028 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-54b63855-027c-4c30-b070-0efc897ac80c tempest-TestSecurityGroupsBasicOps-321817424 tempest-TestSecurityGroupsBasicOps-321817424-project-admin] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5684 time: 0.4569502 Oct 20 11:53:30.299814 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43556) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:30.318506 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27282d8-032b-40ed-9da9-62c66ae3aaf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18242938-be24-4046-8d4c-b4c274252440,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:30.329137 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b27282d8-032b-40ed-9da9-62c66ae3aaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:30.329492 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-b27282d8-032b-40ed-9da9-62c66ae3aaf5 admin admin] Added segment 6b3d97ef-4bba-4f94-8f99-2685e9f9dd59 of type vlan for network a1ee6cc3-6c58-4359-ad99-8145206c2e63 Oct 20 11:53:30.437040 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b27282d8-032b-40ed-9da9-62c66ae3aaf5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:30.437266 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-e1ffbe1e-a51b-4d27-a42e-efec4174ba98 None None] Set router fc158936-3015-4876-8896-0b9987cdbe27 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:53:30.444985 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393a9bc-39d6-4f90-94aa-e008aed329c0 req-3529ea87-dcda-4e57-8760-e4fbe59b72e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:30.446680 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7393a9bc-39d6-4f90-94aa-e008aed329c0 req-3529ea87-dcda-4e57-8760-e4fbe59b72e0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=90ce7d56a289404db61837b49b02f44c&device_id=aa24d78b-cb4f-4ffb-9be7-b2542aaad944 HTTP/1.1" status: 200 len: 1135 time: 0.3950067 Oct 20 11:53:30.499296 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 60c8a932-34bb-49bd-80d7-a01aa9e00de4 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:53:30.593242 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b27282d8-032b-40ed-9da9-62c66ae3aaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:30.594223 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27282d8-032b-40ed-9da9-62c66ae3aaf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:30.594834 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b27282d8-032b-40ed-9da9-62c66ae3aaf5 admin admin] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:30.648196 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-0c7857a0-17e3-470c-b97b-4ea90ee972bb tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Deleting port 90f22828-f6c4-4968-a6e8-8a1483df0549 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:53:30.649081 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0c7857a0-17e3-470c-b97b-4ea90ee972bb tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:30.675621 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee9cb60-1698-4083-b90c-70df72e34714 tempest-TestSecurityGroupsBasicOps-321817424 tempest-TestSecurityGroupsBasicOps-321817424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:30.676235 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee9cb60-1698-4083-b90c-70df72e34714 tempest-TestSecurityGroupsBasicOps-321817424 tempest-TestSecurityGroupsBasicOps-321817424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:30.676664 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee9cb60-1698-4083-b90c-70df72e34714 tempest-TestSecurityGroupsBasicOps-321817424 tempest-TestSecurityGroupsBasicOps-321817424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:30.677116 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee9cb60-1698-4083-b90c-70df72e34714 tempest-TestSecurityGroupsBasicOps-321817424 tempest-TestSecurityGroupsBasicOps-321817424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:30.677563 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee9cb60-1698-4083-b90c-70df72e34714 tempest-TestSecurityGroupsBasicOps-321817424 tempest-TestSecurityGroupsBasicOps-321817424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:30.678008 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee9cb60-1698-4083-b90c-70df72e34714 tempest-TestSecurityGroupsBasicOps-321817424 tempest-TestSecurityGroupsBasicOps-321817424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:30.678448 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee9cb60-1698-4083-b90c-70df72e34714 tempest-TestSecurityGroupsBasicOps-321817424 tempest-TestSecurityGroupsBasicOps-321817424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:30.678961 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee9cb60-1698-4083-b90c-70df72e34714 tempest-TestSecurityGroupsBasicOps-321817424 tempest-TestSecurityGroupsBasicOps-321817424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:30.681260 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-fee9cb60-1698-4083-b90c-70df72e34714 tempest-TestSecurityGroupsBasicOps-321817424 tempest-TestSecurityGroupsBasicOps-321817424-project-admin] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5248 time: 0.3784063 Oct 20 11:53:30.685187 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43562) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:30.685891 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-407e3cf6-19f0-4653-be3a-341fb11d48b3 admin admin] Allocated IP 172.25.5.207 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/17bd610f-f282-4719-82fd-0b894dc03b39) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:53:30.700962 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-0e701b37-864f-471a-af08-acf84f6d881f None None] Port 90f22828-f6c4-4968-a6e8-8a1483df0549 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:53:30.761804 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-b27282d8-032b-40ed-9da9-62c66ae3aaf5 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6569023 Oct 20 11:53:30.783947 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43566) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:30.796329 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-cb9bc083-4142-41f0-92c3-05672613d4b5 admin admin] Request body: {'subnet': {'network_id': 'a1ee6cc3-6c58-4359-ad99-8145206c2e63', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1752743228-subnet', 'tenant_id': 'a8955bd7e70f475c8f07a66fcf00ab51', 'ip_version': 4}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:53:30.887808 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4778f6da-d453-42c0-935f-051af7bb6ed6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=945e98ec35054ee89354628e368a0271&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6393995 Oct 20 11:53:30.888920 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43568) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:30.897836 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 60c8a932-34bb-49bd-80d7-a01aa9e00de4 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:30.898039 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:30.929819 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9bc083-4142-41f0-92c3-05672613d4b5 admin admin] Made reservation on behalf of a8955bd7e70f475c8f07a66fcf00ab51 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:53:30.935776 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cb9bc083-4142-41f0-92c3-05672613d4b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:30.942360 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393a9bc-39d6-4f90-94aa-e008aed329c0 req-927b20fa-c243-47d6-9e1f-dff29a9ef737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:30.943752 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7393a9bc-39d6-4f90-94aa-e008aed329c0 req-927b20fa-c243-47d6-9e1f-dff29a9ef737 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e2fef652-29f0-49bb-8e63-480b3426d613 HTTP/1.1" status: 200 len: 898 time: 0.4882541 Oct 20 11:53:30.982386 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27282d8-032b-40ed-9da9-62c66ae3aaf5 admin admin] Pushing event updated for resources: {'Network': ['ID=a1ee6cc3-6c58-4359-ad99-8145206c2e63,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:31.013116 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network a1ee6cc3-6c58-4359-ad99-8145206c2e63 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:53:31.288754 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0c7857a0-17e3-470c-b97b-4ea90ee972bb tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:31.305414 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:31.363902 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7393a9bc-39d6-4f90-94aa-e008aed329c0 req-77d3e913-553f-4b4d-9806-34d468de211b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c161d276-5441-45f8-b1c0-0f6ba772ee2f HTTP/1.1" status: 200 len: 998 time: 0.3772235 Oct 20 11:53:31.391562 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-e1ffbe1e-a51b-4d27-a42e-efec4174ba98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc158936-3015-4876-8896-0b9987cdbe27', 'name': 'tempest-TestSecurityGroupsBasicOps-router-710742937', 'tenant_id': '90ce7d56a289404db61837b49b02f44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': 'd20fb5e5-0aa2-4725-b0ef-80f102b2175e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:52:48Z', 'updated_at': '2021-10-20T11:52:59Z', 'revision_number': 4, 'project_id': '90ce7d56a289404db61837b49b02f44c', 'gw_port': {'id': 'd20fb5e5-0aa2-4725-b0ef-80f102b2175e', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:96:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc158936-3015-4876-8896-0b9987cdbe27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:52:49Z', 'updated_at': '2021-10-20T11:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': 'd38e106e-4c46-425d-a77f-3d00e4d2af27', 'tenant_id': '90ce7d56a289404db61837b49b02f44c', 'floating_ip_address': '172.25.5.64', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'fc158936-3015-4876-8896-0b9987cdbe27', 'port_id': 'c161d276-5441-45f8-b1c0-0f6ba772ee2f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2fef652-29f0-49bb-8e63-480b3426d613', 'mac_address': 'fa:16:3e:ef:8b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa24d78b-cb4f-4ffb-9be7-b2542aaad944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:53:26Z', 'updated_at': '2021-10-20T11:53:26Z', 'revision_number': 0, 'project_id': '90ce7d56a289404db61837b49b02f44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd788cc71-c587-4535-beec-6a9e06a09cfa', 'name': '', 'network_id': 'e2fef652-29f0-49bb-8e63-480b3426d613', 'tenant_id': '90ce7d56a289404db61837b49b02f44c', 'mac_address': 'fa:16:3e:6d:33:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc158936-3015-4876-8896-0b9987cdbe27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '951b0656-852c-45ab-9679-811c5ce0228e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:52:57Z', 'updated_at': '2021-10-20T11:53:09Z', 'revision_number': 5, 'project_id': '90ce7d56a289404db61837b49b02f44c', 'subnets': [{'id': '951b0656-852c-45ab-9679-811c5ce0228e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:31.393865 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-0c7857a0-17e3-470c-b97b-4ea90ee972bb tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Calling delete_port for 90f22828-f6c4-4968-a6e8-8a1483df0549 owned by {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:53:31.475789 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ffbe1e-a51b-4d27-a42e-efec4174ba98 None None] Checking router: fc158936-3015-4876-8896-0b9987cdbe27 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:53:31.493212 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 60c8a932-34bb-49bd-80d7-a01aa9e00de4, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=60c8a932-34bb-49bd-80d7-a01aa9e00de4,segment=NetworkSegment(1d18b3ca-5b8c-4751-820a-0c82fc6431eb),segment_id=1d18b3ca-5b8c-4751-820a-0c82fc6431eb)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:53:31.504578 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:31.563507 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ffbe1e-a51b-4d27-a42e-efec4174ba98 None None] Routers {'fc158936-3015-4876-8896-0b9987cdbe27'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:53:31.564979 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-e1ffbe1e-a51b-4d27-a42e-efec4174ba98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:53:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['fc158936-3015-4876-8896-0b9987cdbe27'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:31.582456 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-407e3cf6-19f0-4653-be3a-341fb11d48b3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:31.617928 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef04169e-a9c2-437a-894b-235451e50a2d None None] Network 0641bc79-a28d-4c09-ab68-98aa83945d5f requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:53:31.649974 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cb9bc083-4142-41f0-92c3-05672613d4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:31.669049 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-da4bbdb8-e788-4ee4-b449-0b320a56661e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:31.673720 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393a9bc-39d6-4f90-94aa-e008aed329c0 req-55b78850-f98e-4d2b-8267-12a28c9757c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:31.675267 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7393a9bc-39d6-4f90-94aa-e008aed329c0 req-55b78850-f98e-4d2b-8267-12a28c9757c3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=951b0656-852c-45ab-9679-811c5ce0228e HTTP/1.1" status: 200 len: 835 time: 0.2996087 Oct 20 11:53:31.799239 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393a9bc-39d6-4f90-94aa-e008aed329c0 req-e1e0bd8b-89d0-45da-a854-dfc3473b9717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:31.800699 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7393a9bc-39d6-4f90-94aa-e008aed329c0 req-e1e0bd8b-89d0-45da-a854-dfc3473b9717 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e2fef652-29f0-49bb-8e63-480b3426d613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1089826 Oct 20 11:53:31.817271 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bc083-4142-41f0-92c3-05672613d4b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=726afd26-6734-4ee4-829b-820ca44a0853,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:31.840003 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=60c8a932-34bb-49bd-80d7-a01aa9e00de4,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:31.903638 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-407e3cf6-19f0-4653-be3a-341fb11d48b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:31.955510 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-c4869958-04d8-456c-9a35-ddc2bbafd40a None None] Provisioning complete for port 60c8a932-34bb-49bd-80d7-a01aa9e00de4 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:31.956025 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c4869958-04d8-456c-9a35-ddc2bbafd40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:32.036258 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9bc083-4142-41f0-92c3-05672613d4b5 admin admin] Checking segment: {'id': '6b3d97ef-4bba-4f94-8f99-2685e9f9dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'a1ee6cc3-6c58-4359-ad99-8145206c2e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:53:32.037372 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9bc083-4142-41f0-92c3-05672613d4b5 admin admin] Network hostable DHCP agents. Network: a1ee6cc3-6c58-4359-ad99-8145206c2e63, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:53:32.065080 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-da4bbdb8-e788-4ee4-b449-0b320a56661e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:32.067552 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-e1ffbe1e-a51b-4d27-a42e-efec4174ba98 None None] Set router fc158936-3015-4876-8896-0b9987cdbe27 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:53:32.152917 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407e3cf6-19f0-4653-be3a-341fb11d48b3 admin admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:53:32.162076 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9bc083-4142-41f0-92c3-05672613d4b5 admin admin] Network a1ee6cc3-6c58-4359-ad99-8145206c2e63 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:53:32.169692 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-407e3cf6-19f0-4653-be3a-341fb11d48b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:53:32.191801 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407e3cf6-19f0-4653-be3a-341fb11d48b3 admin admin] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:53:32.223367 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-cb9bc083-4142-41f0-92c3-05672613d4b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, a1ee6cc3-6c58-4359-ad99-8145206c2e63) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:53:32.244450 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9bc083-4142-41f0-92c3-05672613d4b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:32.245260 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cb9bc083-4142-41f0-92c3-05672613d4b5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:32.298704 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdf8e0c-39a3-4c87-bb97-eda0578a0278 None None] Network a1ee6cc3-6c58-4359-ad99-8145206c2e63 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:53:32.324563 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-cb9bc083-4142-41f0-92c3-05672613d4b5 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5357575 Oct 20 11:53:32.336080 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43580) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:32.365959 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 60c8a932-34bb-49bd-80d7-a01aa9e00de4 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:53:32.367404 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e3cf6-19f0-4653-be3a-341fb11d48b3 admin admin] Pushing event updated for resources: {'Port': ['ID=17bd610f-f282-4719-82fd-0b894dc03b39,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:32.377656 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-2221a8b6-0ca9-450c-bfd9-5bd71d44e11d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1752743228-router', 'tenant_id': 'a8955bd7e70f475c8f07a66fcf00ab51', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:53:32.435580 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-56a8b57c-4f7d-474e-aab3-4d7cb917acbf tempest-TestSecurityGroupsBasicOps-321817424 tempest-TestSecurityGroupsBasicOps-321817424-project-admin] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2872 time: 1.7443590 Oct 20 11:53:32.437057 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43582) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:32.559407 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7393a9bc-39d6-4f90-94aa-e008aed329c0 req-7311d526-79c2-44ce-8a2b-185855a58513 service neutron] 10.222.0.11 "GET /v2.0/networks/e2fef652-29f0-49bb-8e63-480b3426d613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7421875 Oct 20 11:53:32.576712 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2221a8b6-0ca9-450c-bfd9-5bd71d44e11d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:32.577754 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2221a8b6-0ca9-450c-bfd9-5bd71d44e11d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:32.605501 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-da4bbdb8-e788-4ee4-b449-0b320a56661e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:32.615136 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-da4bbdb8-e788-4ee4-b449-0b320a56661e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:32.616289 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-da4bbdb8-e788-4ee4-b449-0b320a56661e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/dfdc9a76-2eeb-421f-997a-657361cc8b58 HTTP/1.1" status: 204 len: 168 time: 1.7263653 Oct 20 11:53:32.666995 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4bbdb8-e788-4ee4-b449-0b320a56661e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfdc9a76-2eeb-421f-997a-657361cc8b58,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:32.693449 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8fe1ff-984f-40df-a1c0-01dfd5e0ea69 tempest-TestSecurityGroupsBasicOps-321817424 tempest-TestSecurityGroupsBasicOps-321817424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:32.698873 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8fe1ff-984f-40df-a1c0-01dfd5e0ea69 tempest-TestSecurityGroupsBasicOps-321817424 tempest-TestSecurityGroupsBasicOps-321817424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:32.701396 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-bf8fe1ff-984f-40df-a1c0-01dfd5e0ea69 tempest-TestSecurityGroupsBasicOps-321817424 tempest-TestSecurityGroupsBasicOps-321817424-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=fc158936-3015-4876-8896-0b9987cdbe27 HTTP/1.1" status: 200 len: 1989 time: 0.2527337 Oct 20 11:53:32.841325 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2221a8b6-0ca9-450c-bfd9-5bd71d44e11d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:32.855876 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac73b810-b7e7-4631-add2-4046fab1328d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-a1ee6cc3-6c58-4359-ad99-8145206c2e63', 'network_id': 'a1ee6cc3-6c58-4359-ad99-8145206c2e63', 'tenant_id': 'a8955bd7e70f475c8f07a66fcf00ab51', 'fixed_ips': [{'subnet_id': '726afd26-6734-4ee4-829b-820ca44a0853'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:53:32.857382 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ac73b810-b7e7-4631-add2-4046fab1328d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:32.905909 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 60c8a932-34bb-49bd-80d7-a01aa9e00de4 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:32.906807 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:33.271137 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2221a8b6-0ca9-450c-bfd9-5bd71d44e11d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:33.326989 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0c7857a0-17e3-470c-b97b-4ea90ee972bb tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:33.334255 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-407e3cf6-19f0-4653-be3a-341fb11d48b3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:33.337099 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-ac73b810-b7e7-4631-add2-4046fab1328d None None] Allocated IP 172.20.0.2 (a1ee6cc3-6c58-4359-ad99-8145206c2e63/726afd26-6734-4ee4-829b-820ca44a0853/1cf2e916-0e85-495c-8ecb-166fdeb99d9c) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:53:33.479641 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7857a0-17e3-470c-b97b-4ea90ee972bb tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event deleted for resources: {'Port': ['ID=90f22828-f6c4-4968-a6e8-8a1483df0549,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:33.486313 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43596) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:33.510578 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7393a9bc-39d6-4f90-94aa-e008aed329c0 req-515d9f86-2ba3-4869-a84f-d5c9fd5270b6 service neutron] 10.222.0.11 "GET /v2.0/networks/e2fef652-29f0-49bb-8e63-480b3426d613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7886841 Oct 20 11:53:33.539384 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f9a91db8-e5f7-4642-a5cc-1ff763cc0274 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:33.623169 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0c7857a0-17e3-470c-b97b-4ea90ee972bb tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:33.626387 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-0c7857a0-17e3-470c-b97b-4ea90ee972bb tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "DELETE /v2.0/ports/90f22828-f6c4-4968-a6e8-8a1483df0549 HTTP/1.1" status: 204 len: 168 time: 3.8505776 Oct 20 11:53:33.639265 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ac73b810-b7e7-4631-add2-4046fab1328d None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:33.652544 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43598) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:33.670929 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ac73b810-b7e7-4631-add2-4046fab1328d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:33.774658 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2221a8b6-0ca9-450c-bfd9-5bd71d44e11d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:33.795379 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-33acee94-28df-4d51-b3a7-749bf56001f9 None None] Provisioning complete for port 60c8a932-34bb-49bd-80d7-a01aa9e00de4 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:33.795596 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-33acee94-28df-4d51-b3a7-749bf56001f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:33.832996 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d4ede2f-7187-46cc-90ec-94a2cf12c639 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] GET failed (client error): The resource could not be found. Oct 20 11:53:33.837426 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-1d4ede2f-7187-46cc-90ec-94a2cf12c639 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "GET /v2.0/ports/90f22828-f6c4-4968-a6e8-8a1483df0549 HTTP/1.1" status: 404 len: 333 time: 0.1285779 Oct 20 11:53:33.845512 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43600) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:33.871466 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2221a8b6-0ca9-450c-bfd9-5bd71d44e11d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:34.058438 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-28a84dc5-4469-49be-8620-aa6ac0ecebb9 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Deleting subnet 8cfb7fbe-98b3-4946-9785-0d37977ec6a2 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:53:34.065665 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-28a84dc5-4469-49be-8620-aa6ac0ecebb9 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:34.106394 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f9a91db8-e5f7-4642-a5cc-1ff763cc0274 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:34.117053 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-407e3cf6-19f0-4653-be3a-341fb11d48b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:34.126781 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f9a91db8-e5f7-4642-a5cc-1ff763cc0274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:34.238759 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-28a84dc5-4469-49be-8620-aa6ac0ecebb9 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:34.490624 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-e1ffbe1e-a51b-4d27-a42e-efec4174ba98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc158936-3015-4876-8896-0b9987cdbe27', 'name': 'tempest-TestSecurityGroupsBasicOps-router-710742937', 'tenant_id': '90ce7d56a289404db61837b49b02f44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': 'd20fb5e5-0aa2-4725-b0ef-80f102b2175e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:52:48Z', 'updated_at': '2021-10-20T11:52:59Z', 'revision_number': 4, 'project_id': '90ce7d56a289404db61837b49b02f44c', 'gw_port': {'id': 'd20fb5e5-0aa2-4725-b0ef-80f102b2175e', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:96:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc158936-3015-4876-8896-0b9987cdbe27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:52:49Z', 'updated_at': '2021-10-20T11:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': 'd38e106e-4c46-425d-a77f-3d00e4d2af27', 'tenant_id': '90ce7d56a289404db61837b49b02f44c', 'floating_ip_address': '172.25.5.64', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'fc158936-3015-4876-8896-0b9987cdbe27', 'port_id': 'c161d276-5441-45f8-b1c0-0f6ba772ee2f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2fef652-29f0-49bb-8e63-480b3426d613', 'mac_address': 'fa:16:3e:ef:8b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa24d78b-cb4f-4ffb-9be7-b2542aaad944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:53:26Z', 'updated_at': '2021-10-20T11:53:26Z', 'revision_number': 0, 'project_id': '90ce7d56a289404db61837b49b02f44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd788cc71-c587-4535-beec-6a9e06a09cfa', 'name': '', 'network_id': 'e2fef652-29f0-49bb-8e63-480b3426d613', 'tenant_id': '90ce7d56a289404db61837b49b02f44c', 'mac_address': 'fa:16:3e:6d:33:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc158936-3015-4876-8896-0b9987cdbe27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '951b0656-852c-45ab-9679-811c5ce0228e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:52:57Z', 'updated_at': '2021-10-20T11:53:09Z', 'revision_number': 5, 'project_id': '90ce7d56a289404db61837b49b02f44c', 'subnets': [{'id': '951b0656-852c-45ab-9679-811c5ce0228e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:34.523613 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac73b810-b7e7-4631-add2-4046fab1328d None None] Network a1ee6cc3-6c58-4359-ad99-8145206c2e63 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:53:34.612764 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac73b810-b7e7-4631-add2-4046fab1328d None None] Pushing event updated for resources: {'Port': ['ID=1cf2e916-0e85-495c-8ecb-166fdeb99d9c,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:34.625838 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ffbe1e-a51b-4d27-a42e-efec4174ba98 None None] The sync data for ids ['fc158936-3015-4876-8896-0b9987cdbe27'] in n-d-814735-3 is: [{'id': 'fc158936-3015-4876-8896-0b9987cdbe27', 'name': 'tempest-TestSecurityGroupsBasicOps-router-710742937', 'tenant_id': '90ce7d56a289404db61837b49b02f44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': 'd20fb5e5-0aa2-4725-b0ef-80f102b2175e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:52:48Z', 'updated_at': '2021-10-20T11:52:59Z', 'revision_number': 4, 'project_id': '90ce7d56a289404db61837b49b02f44c', 'gw_port': {'id': 'd20fb5e5-0aa2-4725-b0ef-80f102b2175e', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:96:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc158936-3015-4876-8896-0b9987cdbe27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:52:49Z', 'updated_at': '2021-10-20T11:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': 'd38e106e-4c46-425d-a77f-3d00e4d2af27', 'tenant_id': '90ce7d56a289404db61837b49b02f44c', 'floating_ip_address': '172.25.5.64', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'fc158936-3015-4876-8896-0b9987cdbe27', 'port_id': 'c161d276-5441-45f8-b1c0-0f6ba772ee2f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2fef652-29f0-49bb-8e63-480b3426d613', 'mac_address': 'fa:16:3e:ef:8b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa24d78b-cb4f-4ffb-9be7-b2542aaad944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:53:26Z', 'updated_at': '2021-10-20T11:53:26Z', 'revision_number': 0, 'project_id': '90ce7d56a289404db61837b49b02f44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd788cc71-c587-4535-beec-6a9e06a09cfa', 'name': '', 'network_id': 'e2fef652-29f0-49bb-8e63-480b3426d613', 'tenant_id': '90ce7d56a289404db61837b49b02f44c', 'mac_address': 'fa:16:3e:6d:33:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc158936-3015-4876-8896-0b9987cdbe27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '951b0656-852c-45ab-9679-811c5ce0228e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:52:57Z', 'updated_at': '2021-10-20T11:53:09Z', 'revision_number': 5, 'project_id': '90ce7d56a289404db61837b49b02f44c', 'subnets': [{'id': '951b0656-852c-45ab-9679-811c5ce0228e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:53:34.633522 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-ac73b810-b7e7-4631-add2-4046fab1328d None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:53:34.636944 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac73b810-b7e7-4631-add2-4046fab1328d None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:53:34.878956 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a91db8-e5f7-4642-a5cc-1ff763cc0274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1f885e-f197-4f9d-907e-df9ac407b7c5,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:34.909848 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-f9a91db8-e5f7-4642-a5cc-1ff763cc0274 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 1.4205389 Oct 20 11:53:34.922005 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43608) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:34.985916 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-ac73b810-b7e7-4631-add2-4046fab1328d None None] Attempting to bind port 1cf2e916-0e85-495c-8ecb-166fdeb99d9c on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:53:34.987729 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-ac73b810-b7e7-4631-add2-4046fab1328d None None] Attempting to bind port 1cf2e916-0e85-495c-8ecb-166fdeb99d9c by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '6b3d97ef-4bba-4f94-8f99-2685e9f9dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'a1ee6cc3-6c58-4359-ad99-8145206c2e63'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:53:34.988259 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac73b810-b7e7-4631-add2-4046fab1328d None None] Attempting to bind port 1cf2e916-0e85-495c-8ecb-166fdeb99d9c on network a1ee6cc3-6c58-4359-ad99-8145206c2e63 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:53:35.010368 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac73b810-b7e7-4631-add2-4046fab1328d None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:53:35.011205 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac73b810-b7e7-4631-add2-4046fab1328d None None] Checking segment: {'id': '6b3d97ef-4bba-4f94-8f99-2685e9f9dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'a1ee6cc3-6c58-4359-ad99-8145206c2e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:53:35.015521 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ac73b810-b7e7-4631-add2-4046fab1328d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:35.016072 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac73b810-b7e7-4631-add2-4046fab1328d None None] Bound using segment: {'id': '6b3d97ef-4bba-4f94-8f99-2685e9f9dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'a1ee6cc3-6c58-4359-ad99-8145206c2e63'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:53:35.016819 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-ac73b810-b7e7-4631-add2-4046fab1328d None None] Bound port: 1cf2e916-0e85-495c-8ecb-166fdeb99d9c, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3d97ef-4bba-4f94-8f99-2685e9f9dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'a1ee6cc3-6c58-4359-ad99-8145206c2e63'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:53:35.017355 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ac73b810-b7e7-4631-add2-4046fab1328d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:35.024340 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-2221a8b6-0ca9-450c-bfd9-5bd71d44e11d admin admin] Allocated IP 172.25.5.9 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/2a64312c-eb3f-4994-8f5c-7450e6ed942f) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:53:35.147930 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-ac73b810-b7e7-4631-add2-4046fab1328d None None] For port 1cf2e916-0e85-495c-8ecb-166fdeb99d9c, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:53:35.151760 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-ac73b810-b7e7-4631-add2-4046fab1328d None None] For port 1cf2e916-0e85-495c-8ecb-166fdeb99d9c, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=1cf2e916-0e85-495c-8ecb-166fdeb99d9c,segment=NetworkSegment(6b3d97ef-4bba-4f94-8f99-2685e9f9dd59),segment_id=6b3d97ef-4bba-4f94-8f99-2685e9f9dd59)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:53:35.160468 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ac73b810-b7e7-4631-add2-4046fab1328d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:35.163797 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d2c964b2-c3ca-424a-91d3-c29e1a4e783d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:35.202137 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-28a84dc5-4469-49be-8620-aa6ac0ecebb9 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:35.209109 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a28f0d7-3646-4cc1-be66-c218776b6617 None None] New status for floating IP d38e106e-4c46-425d-a77f-3d00e4d2af27: ACTIVE {{(pid=100649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:53:35.240795 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d2c964b2-c3ca-424a-91d3-c29e1a4e783d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:35.328090 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac73b810-b7e7-4631-add2-4046fab1328d None None] Pushing event updated for resources: {'Port': ['ID=1cf2e916-0e85-495c-8ecb-166fdeb99d9c,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:35.356841 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-407e3cf6-19f0-4653-be3a-341fb11d48b3 admin admin] Router b338a5ba-8627-4b81-9949-32e2b600a385 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:53:35.484310 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2221a8b6-0ca9-450c-bfd9-5bd71d44e11d admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:35.500304 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d2c964b2-c3ca-424a-91d3-c29e1a4e783d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:35.505103 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d2c964b2-c3ca-424a-91d3-c29e1a4e783d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:35.525918 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d2c964b2-c3ca-424a-91d3-c29e1a4e783d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/aa1f885e-f197-4f9d-907e-df9ac407b7c5 HTTP/1.1" status: 204 len: 168 time: 0.6019831 Oct 20 11:53:35.534702 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2221a8b6-0ca9-450c-bfd9-5bd71d44e11d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:35.550389 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c964b2-c3ca-424a-91d3-c29e1a4e783d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1f885e-f197-4f9d-907e-df9ac407b7c5,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:35.576990 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2221a8b6-0ca9-450c-bfd9-5bd71d44e11d admin admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:53:35.585241 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-2221a8b6-0ca9-450c-bfd9-5bd71d44e11d admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:53:35.603223 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2221a8b6-0ca9-450c-bfd9-5bd71d44e11d admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:53:35.690276 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407e3cf6-19f0-4653-be3a-341fb11d48b3 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:53:35.729259 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885a7b55-5513-4f69-b43c-6af5f6d9cd78 None None] Sync routers for ids ['b338a5ba-8627-4b81-9949-32e2b600a385'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:53:35.732600 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-407e3cf6-19f0-4653-be3a-341fb11d48b3 admin admin] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:35.737858 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-407e3cf6-19f0-4653-be3a-341fb11d48b3 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.7300436 Oct 20 11:53:35.739425 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43616) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:35.754649 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885a7b55-5513-4f69-b43c-6af5f6d9cd78 None None] Routers {'b338a5ba-8627-4b81-9949-32e2b600a385'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:53:35.758636 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-885a7b55-5513-4f69-b43c-6af5f6d9cd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:53:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['b338a5ba-8627-4b81-9949-32e2b600a385'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:35.796086 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-28a84dc5-4469-49be-8620-aa6ac0ecebb9 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:35.960096 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2221a8b6-0ca9-450c-bfd9-5bd71d44e11d admin admin] Pushing event updated for resources: {'Port': ['ID=2a64312c-eb3f-4994-8f5c-7450e6ed942f,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:35.969905 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-28a84dc5-4469-49be-8620-aa6ac0ecebb9 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:35.976688 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-28a84dc5-4469-49be-8620-aa6ac0ecebb9 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "DELETE /v2.0/subnets/8cfb7fbe-98b3-4946-9785-0d37977ec6a2 HTTP/1.1" status: 204 len: 168 time: 2.1278038 Oct 20 11:53:35.976688 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a84dc5-4469-49be-8620-aa6ac0ecebb9 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event deleted for resources: {'Subnet': ['ID=8cfb7fbe-98b3-4946-9785-0d37977ec6a2,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:35.981304 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43620) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:36.119448 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-885a7b55-5513-4f69-b43c-6af5f6d9cd78 None None] Set router b338a5ba-8627-4b81-9949-32e2b600a385 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:53:36.330186 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3eb7bc-64d8-48b6-8b64-2b1eeafc1145 None None] Network d65d4869-ec90-45c3-baa3-c470393e35d5 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:53:36.420289 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:53:36.432667 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-30be7fac-3a0c-4c1f-90e8-8858c1a638a4 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Deleting subnet e6e54bfa-3e82-47c4-831b-69507854f54a {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:53:36.438837 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-30be7fac-3a0c-4c1f-90e8-8858c1a638a4 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:36.565849 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-30be7fac-3a0c-4c1f-90e8-8858c1a638a4 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:36.809815 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-885a7b55-5513-4f69-b43c-6af5f6d9cd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b338a5ba-8627-4b81-9949-32e2b600a385', 'name': 'tempest-TestAggregatesBasicOps-204773432-router', 'tenant_id': '15204e5269fb409fb982dd1c40476add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '17bd610f-f282-4719-82fd-0b894dc03b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:53:27Z', 'updated_at': '2021-10-20T11:53:32Z', 'revision_number': 3, 'project_id': '15204e5269fb409fb982dd1c40476add', 'gw_port': {'id': '17bd610f-f282-4719-82fd-0b894dc03b39', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b338a5ba-8627-4b81-9949-32e2b600a385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:30Z', 'updated_at': '2021-10-20T11:53:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:36.857578 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2221a8b6-0ca9-450c-bfd9-5bd71d44e11d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:36.878995 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885a7b55-5513-4f69-b43c-6af5f6d9cd78 None None] Checking router: b338a5ba-8627-4b81-9949-32e2b600a385 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:53:36.879346 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885a7b55-5513-4f69-b43c-6af5f6d9cd78 None None] Updating router b338a5ba-8627-4b81-9949-32e2b600a385 port 17bd610f-f282-4719-82fd-0b894dc03b39 binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:53:36.926842 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-885a7b55-5513-4f69-b43c-6af5f6d9cd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:37.003601 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-30be7fac-3a0c-4c1f-90e8-8858c1a638a4 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:37.086833 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-029daff6-5952-4fe5-b9cf-5ae374c2095c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:37.185222 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 1cf2e916-0e85-495c-8ecb-166fdeb99d9c up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:53:37.262021 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-30be7fac-3a0c-4c1f-90e8-8858c1a638a4 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:37.320219 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30be7fac-3a0c-4c1f-90e8-8858c1a638a4 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event deleted for resources: {'Subnet': ['ID=e6e54bfa-3e82-47c4-831b-69507854f54a,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:37.332872 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-30be7fac-3a0c-4c1f-90e8-8858c1a638a4 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:37.336366 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-30be7fac-3a0c-4c1f-90e8-8858c1a638a4 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "DELETE /v2.0/subnets/e6e54bfa-3e82-47c4-831b-69507854f54a HTTP/1.1" status: 204 len: 168 time: 1.3518856 Oct 20 11:53:37.345151 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43628) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:37.512347 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2221a8b6-0ca9-450c-bfd9-5bd71d44e11d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:37.530025 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e2146719-b1c6-4936-b610-4e4086c02a41 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:37.579668 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-029daff6-5952-4fe5-b9cf-5ae374c2095c admin admin] Allocated IP 172.20.0.1 (0641bc79-a28d-4c09-ab68-98aa83945d5f/656f7de5-675d-490e-b343-83ddb75249fa/ddbbed53-48a1-458c-9e94-d86996e2825c) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:53:37.693737 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-885a7b55-5513-4f69-b43c-6af5f6d9cd78 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:37.713609 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbae1c27-472c-4361-9a1c-7a8268dad50d None None] Network a1ee6cc3-6c58-4359-ad99-8145206c2e63 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:53:37.762848 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-885a7b55-5513-4f69-b43c-6af5f6d9cd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:37.777630 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-029daff6-5952-4fe5-b9cf-5ae374c2095c admin admin] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:37.810441 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-e2146719-b1c6-4936-b610-4e4086c02a41 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Deleting port 7a397f46-b185-4067-a539-f3d18efec215 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:53:37.811054 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e2146719-b1c6-4936-b610-4e4086c02a41 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:37.825546 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-029daff6-5952-4fe5-b9cf-5ae374c2095c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:37.898525 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9ad3aa-ee39-4636-9aaf-31a4bf980948 None None] Network d65d4869-ec90-45c3-baa3-c470393e35d5 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:53:37.903482 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029daff6-5952-4fe5-b9cf-5ae374c2095c admin admin] Pushing event updated for resources: {'Port': ['ID=ddbbed53-48a1-458c-9e94-d86996e2825c,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:37.929055 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029daff6-5952-4fe5-b9cf-5ae374c2095c admin admin] Network 0641bc79-a28d-4c09-ab68-98aa83945d5f is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:53:37.932022 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-029daff6-5952-4fe5-b9cf-5ae374c2095c admin admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:53:37.949039 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029daff6-5952-4fe5-b9cf-5ae374c2095c admin admin] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:53:37.950537 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-e2146719-b1c6-4936-b610-4e4086c02a41 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] For port 7a397f46-b185-4067-a539-f3d18efec215, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=7a397f46-b185-4067-a539-f3d18efec215,segment=NetworkSegment(05d2b365-13a7-45e7-881c-03422f39e4b2),segment_id=05d2b365-13a7-45e7-881c-03422f39e4b2)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:53:37.951079 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e2146719-b1c6-4936-b610-4e4086c02a41 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:37.954696 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2221a8b6-0ca9-450c-bfd9-5bd71d44e11d admin admin] Router faf4c043-d9a8-4b78-82de-7f4400cd5e2c is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:53:37.971748 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-885a7b55-5513-4f69-b43c-6af5f6d9cd78 None None] Attempting to bind port 17bd610f-f282-4719-82fd-0b894dc03b39 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:53:37.972270 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-885a7b55-5513-4f69-b43c-6af5f6d9cd78 None None] Attempting to bind port 17bd610f-f282-4719-82fd-0b894dc03b39 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:53:37.972633 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885a7b55-5513-4f69-b43c-6af5f6d9cd78 None None] Attempting to bind port 17bd610f-f282-4719-82fd-0b894dc03b39 on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:53:37.991187 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-e2146719-b1c6-4936-b610-4e4086c02a41 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Calling delete_port for 7a397f46-b185-4067-a539-f3d18efec215 owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:53:38.010431 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-029daff6-5952-4fe5-b9cf-5ae374c2095c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:38.024813 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-0cebd57f-841c-4084-acc5-0f46bf82f984 None None] Provisioning complete for port 1cf2e916-0e85-495c-8ecb-166fdeb99d9c triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:38.025236 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0cebd57f-841c-4084-acc5-0f46bf82f984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:38.080840 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885a7b55-5513-4f69-b43c-6af5f6d9cd78 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:53:38.081531 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885a7b55-5513-4f69-b43c-6af5f6d9cd78 None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:53:38.081671 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-885a7b55-5513-4f69-b43c-6af5f6d9cd78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:38.082147 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885a7b55-5513-4f69-b43c-6af5f6d9cd78 None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:53:38.082631 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-885a7b55-5513-4f69-b43c-6af5f6d9cd78 None None] Bound port: 17bd610f-f282-4719-82fd-0b894dc03b39, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:53:38.083034 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-885a7b55-5513-4f69-b43c-6af5f6d9cd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:38.117309 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e85911c-330c-4109-a5c6-e19428cb5231 None None] Pushing event updated for resources: {'Port': ['ID=17bd610f-f282-4719-82fd-0b894dc03b39,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:38.163527 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 1cf2e916-0e85-495c-8ecb-166fdeb99d9c triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:38.163875 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:38.219099 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-029daff6-5952-4fe5-b9cf-5ae374c2095c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:38.347826 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-885a7b55-5513-4f69-b43c-6af5f6d9cd78 None None] For port 17bd610f-f282-4719-82fd-0b894dc03b39, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:53:38.350112 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2221a8b6-0ca9-450c-bfd9-5bd71d44e11d admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:53:38.363202 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4df1e88-751c-4c91-92d2-df31acfc2fc4 None None] Sync routers for ids ['faf4c043-d9a8-4b78-82de-7f4400cd5e2c'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:53:38.377517 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4df1e88-751c-4c91-92d2-df31acfc2fc4 None None] Routers {'faf4c043-d9a8-4b78-82de-7f4400cd5e2c'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:53:38.378492 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-a4df1e88-751c-4c91-92d2-df31acfc2fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:53:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['faf4c043-d9a8-4b78-82de-7f4400cd5e2c'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:38.395341 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-885a7b55-5513-4f69-b43c-6af5f6d9cd78 None None] For port 17bd610f-f282-4719-82fd-0b894dc03b39, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=17bd610f-f282-4719-82fd-0b894dc03b39,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:53:38.399315 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e2146719-b1c6-4936-b610-4e4086c02a41 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:38.400555 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0cebd57f-841c-4084-acc5-0f46bf82f984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:38.425559 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2146719-b1c6-4936-b610-4e4086c02a41 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] No DVR routers for this DVR port 7a397f46-b185-4067-a539-f3d18efec215 on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:53:38.477641 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2221a8b6-0ca9-450c-bfd9-5bd71d44e11d admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:38.487277 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-029daff6-5952-4fe5-b9cf-5ae374c2095c admin admin] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:38.488307 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43636) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:38.490716 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2221a8b6-0ca9-450c-bfd9-5bd71d44e11d admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.1463439 Oct 20 11:53:38.494087 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2146719-b1c6-4936-b610-4e4086c02a41 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event deleted for resources: {'Port': ['ID=7a397f46-b185-4067-a539-f3d18efec215,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:38.616478 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-a4df1e88-751c-4c91-92d2-df31acfc2fc4 None None] Set router faf4c043-d9a8-4b78-82de-7f4400cd5e2c gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:53:38.620220 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-029daff6-5952-4fe5-b9cf-5ae374c2095c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:38.676454 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e2146719-b1c6-4936-b610-4e4086c02a41 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:38.712169 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-e2146719-b1c6-4936-b610-4e4086c02a41 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d65d4869-ec90-45c3-baa3-c470393e35d5']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:38.729677 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-885a7b55-5513-4f69-b43c-6af5f6d9cd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:38.732325 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-e2146719-b1c6-4936-b610-4e4086c02a41 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05d2b365-13a7-45e7-881c-03422f39e4b2') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:38.732617 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-e2146719-b1c6-4936-b610-4e4086c02a41 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05d2b365-13a7-45e7-881c-03422f39e4b2') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:38.764580 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029daff6-5952-4fe5-b9cf-5ae374c2095c admin admin] Pushing event updated for resources: {'Port': ['ID=ddbbed53-48a1-458c-9e94-d86996e2825c,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:38.769982 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e2146719-b1c6-4936-b610-4e4086c02a41 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:38.815374 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e2146719-b1c6-4936-b610-4e4086c02a41 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:38.833870 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2146719-b1c6-4936-b610-4e4086c02a41 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Releasing vlan 1277 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:53:38.834065 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e2146719-b1c6-4936-b610-4e4086c02a41 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:38.841451 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:53:38.841451 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:53:38.841451 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:53:38.841451 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:53:38.841451 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:53:38.841451 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:53:38.841451 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:53:38.841451 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:53:38.841451 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:53:38.841451 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:53:38.841451 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:53:38.841451 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:53:38.841451 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:53:38.841451 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:53:38.841451 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:53:38.841451 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:53:38.841451 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:53:38.841451 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:53:38.841451 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:53:38.841451 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:53:38.841451 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:53:38.841451 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:53:38.841451 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:53:38.841451 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:53:38.841451 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:53:38.841451 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:53:38.841451 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:53:38.841451 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:53:38.841451 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:53:38.841451 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:53:38.841451 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:53:38.841451 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:53:38.848666 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e85911c-330c-4109-a5c6-e19428cb5231 None None] Pushing event updated for resources: {'Port': ['ID=17bd610f-f282-4719-82fd-0b894dc03b39,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:38.880009 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-029daff6-5952-4fe5-b9cf-5ae374c2095c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:38.959164 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-0cebd57f-841c-4084-acc5-0f46bf82f984 None None] For port 1cf2e916-0e85-495c-8ecb-166fdeb99d9c, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=1cf2e916-0e85-495c-8ecb-166fdeb99d9c,segment=NetworkSegment(6b3d97ef-4bba-4f94-8f99-2685e9f9dd59),segment_id=6b3d97ef-4bba-4f94-8f99-2685e9f9dd59)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:53:38.970611 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885a7b55-5513-4f69-b43c-6af5f6d9cd78 None None] Routers {'b338a5ba-8627-4b81-9949-32e2b600a385'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:53:38.971292 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-885a7b55-5513-4f69-b43c-6af5f6d9cd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:53:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['b338a5ba-8627-4b81-9949-32e2b600a385'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:38.974200 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-a4df1e88-751c-4c91-92d2-df31acfc2fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf4c043-d9a8-4b78-82de-7f4400cd5e2c', 'name': 'tempest-TestServerMultinode-1752743228-router', 'tenant_id': 'a8955bd7e70f475c8f07a66fcf00ab51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '2a64312c-eb3f-4994-8f5c-7450e6ed942f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:53:32Z', 'updated_at': '2021-10-20T11:53:36Z', 'revision_number': 3, 'project_id': 'a8955bd7e70f475c8f07a66fcf00ab51', 'gw_port': {'id': '2a64312c-eb3f-4994-8f5c-7450e6ed942f', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:29:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf4c043-d9a8-4b78-82de-7f4400cd5e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:33Z', 'updated_at': '2021-10-20T11:53:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:38.977495 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:39.009609 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4df1e88-751c-4c91-92d2-df31acfc2fc4 None None] Checking router: faf4c043-d9a8-4b78-82de-7f4400cd5e2c for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:53:39.009984 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4df1e88-751c-4c91-92d2-df31acfc2fc4 None None] Updating router faf4c043-d9a8-4b78-82de-7f4400cd5e2c port 2a64312c-eb3f-4994-8f5c-7450e6ed942f binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:53:39.021987 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e2146719-b1c6-4936-b610-4e4086c02a41 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:39.036897 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cafaaf-9fb9-476a-8057-3872888f1f5e None None] DHCP port deletion for d65d4869-ec90-45c3-baa3-c470393e35d5 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:53:39.040300 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0cebd57f-841c-4084-acc5-0f46bf82f984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:39.045345 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e2146719-b1c6-4936-b610-4e4086c02a41 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:39.045477 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-a4df1e88-751c-4c91-92d2-df31acfc2fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:39.077894 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e2146719-b1c6-4936-b610-4e4086c02a41 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "DELETE /v2.0/networks/d65d4869-ec90-45c3-baa3-c470393e35d5 HTTP/1.1" status: 204 len: 168 time: 1.7300029 Oct 20 11:53:39.119175 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43642) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:39.154656 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2146719-b1c6-4936-b610-4e4086c02a41 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event deleted for resources: {'Network': ['ID=d65d4869-ec90-45c3-baa3-c470393e35d5,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:39.331188 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cebd57f-841c-4084-acc5-0f46bf82f984 None None] Pushing event updated for resources: {'Port': ['ID=1cf2e916-0e85-495c-8ecb-166fdeb99d9c,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:39.409763 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-885a7b55-5513-4f69-b43c-6af5f6d9cd78 None None] Set router b338a5ba-8627-4b81-9949-32e2b600a385 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:53:39.431720 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.db.api [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:53:39.432119 n-d-814735-3 neutron-server[100648]: DEBUG oslo_db.api [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:53:39.467701 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-f465d5ac-a6af-4828-950b-b2825dd3629d None None] Provisioning complete for port ddbbed53-48a1-458c-9e94-d86996e2825c triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:39.467923 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f465d5ac-a6af-4828-950b-b2825dd3629d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:39.563688 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-f465d5ac-a6af-4828-950b-b2825dd3629d None None] Port ddbbed53-48a1-458c-9e94-d86996e2825c cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:53:39.578265 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-f465d5ac-a6af-4828-950b-b2825dd3629d None None] Could not find standard attr ID for object 7a397f46-b185-4067-a539-f3d18efec215. {{(pid=100648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:53:39.622626 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-a4df1e88-751c-4c91-92d2-df31acfc2fc4 None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:39.636654 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-a4df1e88-751c-4c91-92d2-df31acfc2fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:39.689999 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-a4df1e88-751c-4c91-92d2-df31acfc2fc4 None None] Attempting to bind port 2a64312c-eb3f-4994-8f5c-7450e6ed942f on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:53:39.690523 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-a4df1e88-751c-4c91-92d2-df31acfc2fc4 None None] Attempting to bind port 2a64312c-eb3f-4994-8f5c-7450e6ed942f by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:53:39.691137 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4df1e88-751c-4c91-92d2-df31acfc2fc4 None None] Attempting to bind port 2a64312c-eb3f-4994-8f5c-7450e6ed942f on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:53:39.731128 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-fbbb2e22-4ec4-4ef8-a714-f25954580d58 None None] Provisioning complete for port 1cf2e916-0e85-495c-8ecb-166fdeb99d9c triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:39.731645 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-fbbb2e22-4ec4-4ef8-a714-f25954580d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:39.740092 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4df1e88-751c-4c91-92d2-df31acfc2fc4 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:53:39.742420 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4df1e88-751c-4c91-92d2-df31acfc2fc4 None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:53:39.742858 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-a4df1e88-751c-4c91-92d2-df31acfc2fc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:39.743269 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4df1e88-751c-4c91-92d2-df31acfc2fc4 None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:53:39.747326 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-a4df1e88-751c-4c91-92d2-df31acfc2fc4 None None] Bound port: 2a64312c-eb3f-4994-8f5c-7450e6ed942f, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:53:39.747977 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-a4df1e88-751c-4c91-92d2-df31acfc2fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:39.779256 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029daff6-5952-4fe5-b9cf-5ae374c2095c admin admin] Network 0641bc79-a28d-4c09-ab68-98aa83945d5f is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:53:39.782983 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-029daff6-5952-4fe5-b9cf-5ae374c2095c admin admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:53:39.824373 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10322e6-970f-4e43-8e42-6beeaa44a3f1 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:39.829922 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c10322e6-970f-4e43-8e42-6beeaa44a3f1 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.7073689 Oct 20 11:53:39.834368 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43650) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:39.878844 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fff7ea-be99-41db-a07d-318f28cb4bba None None] Pushing event updated for resources: {'Port': ['ID=2a64312c-eb3f-4994-8f5c-7450e6ed942f,revision_number=2']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:39.917555 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-a4df1e88-751c-4c91-92d2-df31acfc2fc4 None None] For port 2a64312c-eb3f-4994-8f5c-7450e6ed942f, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:53:39.924823 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-a4df1e88-751c-4c91-92d2-df31acfc2fc4 None None] For port 2a64312c-eb3f-4994-8f5c-7450e6ed942f, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=2a64312c-eb3f-4994-8f5c-7450e6ed942f,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:53:39.925552 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c8c91f41-79ae-46d9-8f65-1f8bad29fce8 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0898495 Oct 20 11:53:39.934191 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43652) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:39.940023 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-1f7e4767-3821-4029-8615-25d294a5167f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1020587533'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:53:39.949625 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-a4df1e88-751c-4c91-92d2-df31acfc2fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:39.992710 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7e4767-3821-4029-8615-25d294a5167f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Made reservation on behalf of b83cf05325f74f7cb717378a188d738a for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:53:39.996740 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1f7e4767-3821-4029-8615-25d294a5167f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:40.041617 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f7e4767-3821-4029-8615-25d294a5167f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] vlan segment allocate from pool success with {'vlan_id': 1251, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:53:40.057422 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fff7ea-be99-41db-a07d-318f28cb4bba None None] Pushing event updated for resources: {'Port': ['ID=2a64312c-eb3f-4994-8f5c-7450e6ed942f,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:40.060869 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1f7e4767-3821-4029-8615-25d294a5167f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:40.063446 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-1f7e4767-3821-4029-8615-25d294a5167f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Added segment 22838c9e-f118-43db-8e28-2ed488a4a228 of type vlan for network ba0c10e4-c1f2-4d9e-b1d2-92edd1d76ee9 Oct 20 11:53:40.076795 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:40.077326 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4df1e88-751c-4c91-92d2-df31acfc2fc4 None None] Routers {'faf4c043-d9a8-4b78-82de-7f4400cd5e2c'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:53:40.077921 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-a4df1e88-751c-4c91-92d2-df31acfc2fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:53:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['faf4c043-d9a8-4b78-82de-7f4400cd5e2c'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:40.093958 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029daff6-5952-4fe5-b9cf-5ae374c2095c admin admin] Router b338a5ba-8627-4b81-9949-32e2b600a385 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:53:40.097916 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-885a7b55-5513-4f69-b43c-6af5f6d9cd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b338a5ba-8627-4b81-9949-32e2b600a385', 'name': 'tempest-TestAggregatesBasicOps-204773432-router', 'tenant_id': '15204e5269fb409fb982dd1c40476add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '17bd610f-f282-4719-82fd-0b894dc03b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:53:27Z', 'updated_at': '2021-10-20T11:53:38Z', 'revision_number': 4, 'project_id': '15204e5269fb409fb982dd1c40476add', 'gw_port': {'id': '17bd610f-f282-4719-82fd-0b894dc03b39', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b338a5ba-8627-4b81-9949-32e2b600a385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:30Z', 'updated_at': '2021-10-20T11:53:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'ddbbed53-48a1-458c-9e94-d86996e2825c', 'name': '', 'network_id': '0641bc79-a28d-4c09-ab68-98aa83945d5f', 'tenant_id': '15204e5269fb409fb982dd1c40476add', 'mac_address': 'fa:16:3e:31:2a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b338a5ba-8627-4b81-9949-32e2b600a385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '656f7de5-675d-490e-b343-83ddb75249fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:37Z', 'updated_at': '2021-10-20T11:53:38Z', 'revision_number': 2, 'project_id': '15204e5269fb409fb982dd1c40476add', 'subnets': [{'id': '656f7de5-675d-490e-b343-83ddb75249fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:40.135531 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885a7b55-5513-4f69-b43c-6af5f6d9cd78 None None] The sync data for ids ['b338a5ba-8627-4b81-9949-32e2b600a385'] in n-d-814735-3 is: [{'id': 'b338a5ba-8627-4b81-9949-32e2b600a385', 'name': 'tempest-TestAggregatesBasicOps-204773432-router', 'tenant_id': '15204e5269fb409fb982dd1c40476add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '17bd610f-f282-4719-82fd-0b894dc03b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:53:27Z', 'updated_at': '2021-10-20T11:53:38Z', 'revision_number': 4, 'project_id': '15204e5269fb409fb982dd1c40476add', 'gw_port': {'id': '17bd610f-f282-4719-82fd-0b894dc03b39', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b338a5ba-8627-4b81-9949-32e2b600a385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:30Z', 'updated_at': '2021-10-20T11:53:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'ddbbed53-48a1-458c-9e94-d86996e2825c', 'name': '', 'network_id': '0641bc79-a28d-4c09-ab68-98aa83945d5f', 'tenant_id': '15204e5269fb409fb982dd1c40476add', 'mac_address': 'fa:16:3e:31:2a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b338a5ba-8627-4b81-9949-32e2b600a385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '656f7de5-675d-490e-b343-83ddb75249fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:37Z', 'updated_at': '2021-10-20T11:53:38Z', 'revision_number': 2, 'project_id': '15204e5269fb409fb982dd1c40476add', 'subnets': [{'id': '656f7de5-675d-490e-b343-83ddb75249fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:53:40.140148 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1f7e4767-3821-4029-8615-25d294a5167f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:40.154958 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-610396a7-a926-453a-b185-f1a3d6b47f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:40.215548 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1f7e4767-3821-4029-8615-25d294a5167f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:40.222903 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e7a28dbf-0175-47d9-9463-e74a02f0facb None None] Provisioning complete for port ddbbed53-48a1-458c-9e94-d86996e2825c triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:40.223736 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e7a28dbf-0175-47d9-9463-e74a02f0facb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:40.226342 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7e4767-3821-4029-8615-25d294a5167f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:40.230416 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1f7e4767-3821-4029-8615-25d294a5167f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:40.264307 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 1cf2e916-0e85-495c-8ecb-166fdeb99d9c up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:53:40.311169 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1f7e4767-3821-4029-8615-25d294a5167f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3755980 Oct 20 11:53:40.317634 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43660) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:40.326382 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-a30d2d26-7379-4ca3-81a8-0d849450314d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Request body: {'subnet': {'network_id': 'ba0c10e4-c1f2-4d9e-b1d2-92edd1d76ee9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:53:40.343786 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e7a28dbf-0175-47d9-9463-e74a02f0facb None None] Port ddbbed53-48a1-458c-9e94-d86996e2825c cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:53:40.359251 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-a4df1e88-751c-4c91-92d2-df31acfc2fc4 None None] Set router faf4c043-d9a8-4b78-82de-7f4400cd5e2c gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:53:40.380271 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 1cf2e916-0e85-495c-8ecb-166fdeb99d9c triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:40.380640 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:40.660790 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7e4767-3821-4029-8615-25d294a5167f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event updated for resources: {'Network': ['ID=ba0c10e4-c1f2-4d9e-b1d2-92edd1d76ee9,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:40.687848 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network ba0c10e4-c1f2-4d9e-b1d2-92edd1d76ee9 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:53:40.709115 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 7a397f46-b185-4067-a539-f3d18efec215 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:53:40.731214 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30d2d26-7379-4ca3-81a8-0d849450314d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Made reservation on behalf of b83cf05325f74f7cb717378a188d738a for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:53:40.735000 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a30d2d26-7379-4ca3-81a8-0d849450314d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:40.785062 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 7a397f46-b185-4067-a539-f3d18efec215 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:53:40.790332 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 7a397f46-b185-4067-a539-f3d18efec215 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:53:40.952835 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-a4df1e88-751c-4c91-92d2-df31acfc2fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf4c043-d9a8-4b78-82de-7f4400cd5e2c', 'name': 'tempest-TestServerMultinode-1752743228-router', 'tenant_id': 'a8955bd7e70f475c8f07a66fcf00ab51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '2a64312c-eb3f-4994-8f5c-7450e6ed942f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:53:32Z', 'updated_at': '2021-10-20T11:53:36Z', 'revision_number': 3, 'project_id': 'a8955bd7e70f475c8f07a66fcf00ab51', 'gw_port': {'id': '2a64312c-eb3f-4994-8f5c-7450e6ed942f', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:29:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf4c043-d9a8-4b78-82de-7f4400cd5e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:33Z', 'updated_at': '2021-10-20T11:53:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:41.000774 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4df1e88-751c-4c91-92d2-df31acfc2fc4 None None] The sync data for ids ['faf4c043-d9a8-4b78-82de-7f4400cd5e2c'] in n-d-814735-3 is: [{'id': 'faf4c043-d9a8-4b78-82de-7f4400cd5e2c', 'name': 'tempest-TestServerMultinode-1752743228-router', 'tenant_id': 'a8955bd7e70f475c8f07a66fcf00ab51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '2a64312c-eb3f-4994-8f5c-7450e6ed942f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:53:32Z', 'updated_at': '2021-10-20T11:53:36Z', 'revision_number': 3, 'project_id': 'a8955bd7e70f475c8f07a66fcf00ab51', 'gw_port': {'id': '2a64312c-eb3f-4994-8f5c-7450e6ed942f', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:29:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf4c043-d9a8-4b78-82de-7f4400cd5e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:33Z', 'updated_at': '2021-10-20T11:53:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:53:41.249116 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a30d2d26-7379-4ca3-81a8-0d849450314d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:41.484305 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30d2d26-7379-4ca3-81a8-0d849450314d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Checking segment: {'id': '22838c9e-f118-43db-8e28-2ed488a4a228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'ba0c10e4-c1f2-4d9e-b1d2-92edd1d76ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:53:41.484672 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30d2d26-7379-4ca3-81a8-0d849450314d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Network hostable DHCP agents. Network: ba0c10e4-c1f2-4d9e-b1d2-92edd1d76ee9, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:53:41.500463 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d2d26-7379-4ca3-81a8-0d849450314d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event updated for resources: {'Subnet': ['ID=34e98d59-81d5-4bc1-bb3b-ed178bf4ec67,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:41.546343 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30d2d26-7379-4ca3-81a8-0d849450314d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Network ba0c10e4-c1f2-4d9e-b1d2-92edd1d76ee9 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:53:41.572955 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-a30d2d26-7379-4ca3-81a8-0d849450314d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, ba0c10e4-c1f2-4d9e-b1d2-92edd1d76ee9) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:53:41.579251 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30d2d26-7379-4ca3-81a8-0d849450314d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:41.580069 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a30d2d26-7379-4ca3-81a8-0d849450314d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:41.587183 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b567746-83ec-442e-9aaa-2e1cbba1b29c None None] Network ba0c10e4-c1f2-4d9e-b1d2-92edd1d76ee9 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:53:41.617051 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a30d2d26-7379-4ca3-81a8-0d849450314d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2952621 Oct 20 11:53:41.619860 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43680) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:41.630378 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-9ef12a6c-6817-4d28-9bfe-35951755c903 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Request body: {'port': {'network_id': 'ba0c10e4-c1f2-4d9e-b1d2-92edd1d76ee9', 'name': 'tempest-PortsIpV6TestJSON-384376963'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:53:41.632995 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-610396a7-a926-453a-b185-f1a3d6b47f6b admin admin] Allocated IP 172.20.0.1 (a1ee6cc3-6c58-4359-ad99-8145206c2e63/726afd26-6734-4ee4-829b-820ca44a0853/a43aac1a-cbff-4153-8040-551e55fe369a) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:53:41.638325 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029daff6-5952-4fe5-b9cf-5ae374c2095c admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:53:41.644886 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-029daff6-5952-4fe5-b9cf-5ae374c2095c admin admin] 10.222.0.98 "PUT /v2.0/routers/b338a5ba-8627-4b81-9949-32e2b600a385/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9044185 Oct 20 11:53:41.893894 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-610396a7-a926-453a-b185-f1a3d6b47f6b admin admin] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:41.976890 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef12a6c-6817-4d28-9bfe-35951755c903 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Made reservation on behalf of b83cf05325f74f7cb717378a188d738a for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:53:41.982192 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9ef12a6c-6817-4d28-9bfe-35951755c903 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:41.985946 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-610396a7-a926-453a-b185-f1a3d6b47f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:42.033263 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-9ef12a6c-6817-4d28-9bfe-35951755c903 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] device_id is not set on port 9fe0d436-e932-46fc-97e8-9981c062ebb6 yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:53:42.092028 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd11d9e-15cd-4e44-920b-9e9ca5817a04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-ba0c10e4-c1f2-4d9e-b1d2-92edd1d76ee9', 'network_id': 'ba0c10e4-c1f2-4d9e-b1d2-92edd1d76ee9', 'tenant_id': 'b83cf05325f74f7cb717378a188d738a', 'fixed_ips': [{'subnet_id': '34e98d59-81d5-4bc1-bb3b-ed178bf4ec67'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:53:42.095631 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7dd11d9e-15cd-4e44-920b-9e9ca5817a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:42.166880 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610396a7-a926-453a-b185-f1a3d6b47f6b admin admin] Pushing event updated for resources: {'Port': ['ID=a43aac1a-cbff-4153-8040-551e55fe369a,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:42.199644 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610396a7-a926-453a-b185-f1a3d6b47f6b admin admin] Network a1ee6cc3-6c58-4359-ad99-8145206c2e63 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:53:42.215094 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610396a7-a926-453a-b185-f1a3d6b47f6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:53:42.215440 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610396a7-a926-453a-b185-f1a3d6b47f6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:53:42.215780 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610396a7-a926-453a-b185-f1a3d6b47f6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:53:42.216111 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610396a7-a926-453a-b185-f1a3d6b47f6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:53:42.216437 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610396a7-a926-453a-b185-f1a3d6b47f6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:53:42.216764 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610396a7-a926-453a-b185-f1a3d6b47f6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:53:42.217085 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610396a7-a926-453a-b185-f1a3d6b47f6b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:53:42.217409 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610396a7-a926-453a-b185-f1a3d6b47f6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:53:42.217726 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610396a7-a926-453a-b185-f1a3d6b47f6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:53:42.218101 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610396a7-a926-453a-b185-f1a3d6b47f6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:53:42.218359 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610396a7-a926-453a-b185-f1a3d6b47f6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:53:42.218757 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610396a7-a926-453a-b185-f1a3d6b47f6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:53:42.226887 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-610396a7-a926-453a-b185-f1a3d6b47f6b admin admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:53:42.252950 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610396a7-a926-453a-b185-f1a3d6b47f6b admin admin] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:53:42.387219 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-610396a7-a926-453a-b185-f1a3d6b47f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:42.462682 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 2a64312c-eb3f-4994-8f5c-7450e6ed942f up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:53:42.583107 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-7dd11d9e-15cd-4e44-920b-9e9ca5817a04 None None] Allocated IP 2001:db8::2 (ba0c10e4-c1f2-4d9e-b1d2-92edd1d76ee9/34e98d59-81d5-4bc1-bb3b-ed178bf4ec67/b2f92a67-d491-4f5b-be7e-5dd2e762a1a0) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:53:42.651804 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 2a64312c-eb3f-4994-8f5c-7450e6ed942f triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:42.652494 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:42.824621 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-610396a7-a926-453a-b185-f1a3d6b47f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:42.845372 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3e9e8046-848b-4521-8ede-0a13e6fe2033 None None] Provisioning complete for port a43aac1a-cbff-4153-8040-551e55fe369a triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:42.848907 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3e9e8046-848b-4521-8ede-0a13e6fe2033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:42.961697 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3e9e8046-848b-4521-8ede-0a13e6fe2033 None None] Port a43aac1a-cbff-4153-8040-551e55fe369a cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:53:43.006872 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43702) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:43.013254 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-58e5a32b-ecea-4607-926b-1869f682e51b admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2025707413-network', 'tenant_id': 'ed9b570586274970a279991b0f3d3427'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:53:43.055953 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:43.074523 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e5a32b-ecea-4607-926b-1869f682e51b admin admin] Made reservation on behalf of ed9b570586274970a279991b0f3d3427 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:53:43.077155 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-58e5a32b-ecea-4607-926b-1869f682e51b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:43.081135 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 2a64312c-eb3f-4994-8f5c-7450e6ed942f, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=2a64312c-eb3f-4994-8f5c-7450e6ed942f,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:53:43.092103 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:43.092897 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 17bd610f-f282-4719-82fd-0b894dc03b39 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:53:43.098763 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-58e5a32b-ecea-4607-926b-1869f682e51b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:43.132971 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7dd11d9e-15cd-4e44-920b-9e9ca5817a04 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:43.171439 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7dd11d9e-15cd-4e44-920b-9e9ca5817a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:43.186124 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 17bd610f-f282-4719-82fd-0b894dc03b39 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:43.186529 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:43.230535 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-610396a7-a926-453a-b185-f1a3d6b47f6b admin admin] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:43.239210 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-610396a7-a926-453a-b185-f1a3d6b47f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:43.244651 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-58e5a32b-ecea-4607-926b-1869f682e51b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:43.256481 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-9ef12a6c-6817-4d28-9bfe-35951755c903 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Allocated IP 2001:db8::20a (ba0c10e4-c1f2-4d9e-b1d2-92edd1d76ee9/34e98d59-81d5-4bc1-bb3b-ed178bf4ec67/9fe0d436-e932-46fc-97e8-9981c062ebb6) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:53:43.263574 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-58e5a32b-ecea-4607-926b-1869f682e51b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:43.309037 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58e5a32b-ecea-4607-926b-1869f682e51b admin admin] vlan segment allocate from pool success with {'vlan_id': 1292, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:53:43.328138 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-610396a7-a926-453a-b185-f1a3d6b47f6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:43.328351 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e5a32b-ecea-4607-926b-1869f682e51b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930429c2-17c9-4627-b3e4-72f67129187c,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:43.346116 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd11d9e-15cd-4e44-920b-9e9ca5817a04 None None] Network ba0c10e4-c1f2-4d9e-b1d2-92edd1d76ee9 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:53:43.347236 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-58e5a32b-ecea-4607-926b-1869f682e51b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:43.347584 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-58e5a32b-ecea-4607-926b-1869f682e51b admin admin] Added segment 94a6f683-f6e6-4020-a414-ea1dd389c05e of type vlan for network 84f1943d-3ee2-4f9f-90e3-4eb63249ede1 Oct 20 11:53:43.349371 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-7dd11d9e-15cd-4e44-920b-9e9ca5817a04 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:53:43.355452 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd11d9e-15cd-4e44-920b-9e9ca5817a04 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:53:43.359977 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=2a64312c-eb3f-4994-8f5c-7450e6ed942f,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:43.426002 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd11d9e-15cd-4e44-920b-9e9ca5817a04 None None] Pushing event updated for resources: {'Port': ['ID=b2f92a67-d491-4f5b-be7e-5dd2e762a1a0,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:43.460146 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-58e5a32b-ecea-4607-926b-1869f682e51b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:43.546559 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-58e5a32b-ecea-4607-926b-1869f682e51b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:43.547796 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e5a32b-ecea-4607-926b-1869f682e51b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:43.549190 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-58e5a32b-ecea-4607-926b-1869f682e51b admin admin] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:43.550534 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610396a7-a926-453a-b185-f1a3d6b47f6b admin admin] Pushing event updated for resources: {'Port': ['ID=a43aac1a-cbff-4153-8040-551e55fe369a,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:43.602013 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610396a7-a926-453a-b185-f1a3d6b47f6b admin admin] Network a1ee6cc3-6c58-4359-ad99-8145206c2e63 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:53:43.603917 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-610396a7-a926-453a-b185-f1a3d6b47f6b admin admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:53:43.630515 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e5a32b-ecea-4607-926b-1869f682e51b admin admin] Pushing event updated for resources: {'Network': ['ID=84f1943d-3ee2-4f9f-90e3-4eb63249ede1,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:43.637769 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-58e5a32b-ecea-4607-926b-1869f682e51b admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6297431 Oct 20 11:53:43.641455 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9ef12a6c-6817-4d28-9bfe-35951755c903 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:43.643430 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43708) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:43.651832 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-b6b7c98f-1a47-4ba5-830e-bbc92defa199 admin admin] Request body: {'subnet': {'network_id': '84f1943d-3ee2-4f9f-90e3-4eb63249ede1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2025707413-subnet', 'tenant_id': 'ed9b570586274970a279991b0f3d3427', 'ip_version': 4}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:53:43.711414 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b7c98f-1a47-4ba5-830e-bbc92defa199 admin admin] Made reservation on behalf of ed9b570586274970a279991b0f3d3427 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:53:43.713883 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b6b7c98f-1a47-4ba5-830e-bbc92defa199 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:43.785821 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:43.797926 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 84f1943d-3ee2-4f9f-90e3-4eb63249ede1 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:53:43.901450 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610396a7-a926-453a-b185-f1a3d6b47f6b admin admin] Router faf4c043-d9a8-4b78-82de-7f4400cd5e2c has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:53:43.919265 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 17bd610f-f282-4719-82fd-0b894dc03b39, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=17bd610f-f282-4719-82fd-0b894dc03b39,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:53:43.920731 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-7dd11d9e-15cd-4e44-920b-9e9ca5817a04 None None] Attempting to bind port b2f92a67-d491-4f5b-be7e-5dd2e762a1a0 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:53:43.921175 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-7dd11d9e-15cd-4e44-920b-9e9ca5817a04 None None] Attempting to bind port b2f92a67-d491-4f5b-be7e-5dd2e762a1a0 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '22838c9e-f118-43db-8e28-2ed488a4a228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'ba0c10e4-c1f2-4d9e-b1d2-92edd1d76ee9'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:53:43.921537 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd11d9e-15cd-4e44-920b-9e9ca5817a04 None None] Attempting to bind port b2f92a67-d491-4f5b-be7e-5dd2e762a1a0 on network ba0c10e4-c1f2-4d9e-b1d2-92edd1d76ee9 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:53:43.976969 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:43.989409 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd11d9e-15cd-4e44-920b-9e9ca5817a04 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:53:43.989793 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd11d9e-15cd-4e44-920b-9e9ca5817a04 None None] Checking segment: {'id': '22838c9e-f118-43db-8e28-2ed488a4a228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'ba0c10e4-c1f2-4d9e-b1d2-92edd1d76ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:53:43.990625 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7dd11d9e-15cd-4e44-920b-9e9ca5817a04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:43.990625 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd11d9e-15cd-4e44-920b-9e9ca5817a04 None None] Bound using segment: {'id': '22838c9e-f118-43db-8e28-2ed488a4a228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'ba0c10e4-c1f2-4d9e-b1d2-92edd1d76ee9'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:53:43.991676 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-7dd11d9e-15cd-4e44-920b-9e9ca5817a04 None None] Bound port: b2f92a67-d491-4f5b-be7e-5dd2e762a1a0, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22838c9e-f118-43db-8e28-2ed488a4a228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'ba0c10e4-c1f2-4d9e-b1d2-92edd1d76ee9'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:53:43.992061 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7dd11d9e-15cd-4e44-920b-9e9ca5817a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:43.994170 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9ef12a6c-6817-4d28-9bfe-35951755c903 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:44.088326 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef12a6c-6817-4d28-9bfe-35951755c903 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Network ba0c10e4-c1f2-4d9e-b1d2-92edd1d76ee9 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:53:44.091716 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-9054a6eb-17f1-434c-ae6b-9b60cc95e022 None None] Provisioning complete for port a43aac1a-cbff-4153-8040-551e55fe369a triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:44.092297 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9054a6eb-17f1-434c-ae6b-9b60cc95e022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:44.109280 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-9ef12a6c-6817-4d28-9bfe-35951755c903 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:53:44.122100 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef12a6c-6817-4d28-9bfe-35951755c903 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:53:44.127881 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef12a6c-6817-4d28-9bfe-35951755c903 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:44.128525 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9ef12a6c-6817-4d28-9bfe-35951755c903 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:44.138877 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610396a7-a926-453a-b185-f1a3d6b47f6b admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:53:44.144847 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-610396a7-a926-453a-b185-f1a3d6b47f6b admin admin] 10.222.0.98 "PUT /v2.0/routers/faf4c043-d9a8-4b78-82de-7f4400cd5e2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6553638 Oct 20 11:53:44.147070 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b6b7c98f-1a47-4ba5-830e-bbc92defa199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:44.185127 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=17bd610f-f282-4719-82fd-0b894dc03b39,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:44.203812 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef12a6c-6817-4d28-9bfe-35951755c903 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event updated for resources: {'Port': ['ID=9fe0d436-e932-46fc-97e8-9981c062ebb6,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:44.230260 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-9054a6eb-17f1-434c-ae6b-9b60cc95e022 None None] Port a43aac1a-cbff-4153-8040-551e55fe369a cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:53:44.235648 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-7dd11d9e-15cd-4e44-920b-9e9ca5817a04 None None] For port b2f92a67-d491-4f5b-be7e-5dd2e762a1a0, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:53:44.240022 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-7dd11d9e-15cd-4e44-920b-9e9ca5817a04 None None] For port b2f92a67-d491-4f5b-be7e-5dd2e762a1a0, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=b2f92a67-d491-4f5b-be7e-5dd2e762a1a0,segment=NetworkSegment(22838c9e-f118-43db-8e28-2ed488a4a228),segment_id=22838c9e-f118-43db-8e28-2ed488a4a228)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:53:44.253065 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-9ef12a6c-6817-4d28-9bfe-35951755c903 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6318774 Oct 20 11:53:44.256192 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43714) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:44.260645 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7dd11d9e-15cd-4e44-920b-9e9ca5817a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:44.263469 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-b13398bd-34c9-4c2d-b2b9-3a0d8b7a8ef5 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Request body: {'port': {'network_id': 'ba0c10e4-c1f2-4d9e-b1d2-92edd1d76ee9', 'name': 'tempest-PortsIpV6TestJSON-1993814097'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:53:44.268487 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 2a64312c-eb3f-4994-8f5c-7450e6ed942f up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:53:44.300899 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b7c98f-1a47-4ba5-830e-bbc92defa199 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1719aa1-47dd-43b2-89f3-328a947b9bf7,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:44.304345 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b7c98f-1a47-4ba5-830e-bbc92defa199 admin admin] Checking segment: {'id': '94a6f683-f6e6-4020-a414-ea1dd389c05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '84f1943d-3ee2-4f9f-90e3-4eb63249ede1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:53:44.304917 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b7c98f-1a47-4ba5-830e-bbc92defa199 admin admin] Network hostable DHCP agents. Network: 84f1943d-3ee2-4f9f-90e3-4eb63249ede1, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:53:44.374176 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b7c98f-1a47-4ba5-830e-bbc92defa199 admin admin] Network 84f1943d-3ee2-4f9f-90e3-4eb63249ede1 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:53:44.389410 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-b6b7c98f-1a47-4ba5-830e-bbc92defa199 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 84f1943d-3ee2-4f9f-90e3-4eb63249ede1) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:53:44.394714 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b7c98f-1a47-4ba5-830e-bbc92defa199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:44.396500 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b6b7c98f-1a47-4ba5-830e-bbc92defa199 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:44.441298 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b6b7c98f-1a47-4ba5-830e-bbc92defa199 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7967093 Oct 20 11:53:44.443917 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43722) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:44.460029 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-68c610a4-b2cf-4f06-96a8-818af2d9363f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2025707413-router', 'tenant_id': 'ed9b570586274970a279991b0f3d3427', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:53:44.470089 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd11d9e-15cd-4e44-920b-9e9ca5817a04 None None] Pushing event updated for resources: {'Port': ['ID=b2f92a67-d491-4f5b-be7e-5dd2e762a1a0,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:44.483674 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b8310d-80bf-402a-8c3c-def9d0d3b5e3 None None] Network 84f1943d-3ee2-4f9f-90e3-4eb63249ede1 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:53:44.501713 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-68c610a4-b2cf-4f06-96a8-818af2d9363f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:44.503136 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-68c610a4-b2cf-4f06-96a8-818af2d9363f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:44.570070 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 2a64312c-eb3f-4994-8f5c-7450e6ed942f triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:44.571556 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13398bd-34c9-4c2d-b2b9-3a0d8b7a8ef5 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Made reservation on behalf of b83cf05325f74f7cb717378a188d738a for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:53:44.575490 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b13398bd-34c9-4c2d-b2b9-3a0d8b7a8ef5 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:44.578603 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:44.620199 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-68c610a4-b2cf-4f06-96a8-818af2d9363f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:44.624748 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [None req-b13398bd-34c9-4c2d-b2b9-3a0d8b7a8ef5 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] device_id is not set on port 0187cc1f-e4f3-4bdb-b2a9-f03705d0cf03 yet. {{(pid=100647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:53:44.889310 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-68c610a4-b2cf-4f06-96a8-818af2d9363f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:44.946208 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-b13398bd-34c9-4c2d-b2b9-3a0d8b7a8ef5 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Allocated IP 2001:db8::15b (ba0c10e4-c1f2-4d9e-b1d2-92edd1d76ee9/34e98d59-81d5-4bc1-bb3b-ed178bf4ec67/0187cc1f-e4f3-4bdb-b2a9-f03705d0cf03) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:53:45.071368 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c82488-dab8-47c1-9ec0-7798ceaa1a00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-84f1943d-3ee2-4f9f-90e3-4eb63249ede1', 'network_id': '84f1943d-3ee2-4f9f-90e3-4eb63249ede1', 'tenant_id': 'ed9b570586274970a279991b0f3d3427', 'fixed_ips': [{'subnet_id': 'b1719aa1-47dd-43b2-89f3-328a947b9bf7'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:53:45.072342 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-81c82488-dab8-47c1-9ec0-7798ceaa1a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:45.268149 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b13398bd-34c9-4c2d-b2b9-3a0d8b7a8ef5 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:45.280744 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117eed37-4692-4436-a1ea-b084f1921bdd None None] Sync routers for ids ['b338a5ba-8627-4b81-9949-32e2b600a385'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:53:45.325495 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b13398bd-34c9-4c2d-b2b9-3a0d8b7a8ef5 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:45.342398 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117eed37-4692-4436-a1ea-b084f1921bdd None None] Routers {'b338a5ba-8627-4b81-9949-32e2b600a385'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:53:45.343325 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-117eed37-4692-4436-a1ea-b084f1921bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:53:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['b338a5ba-8627-4b81-9949-32e2b600a385'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:45.360099 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-68c610a4-b2cf-4f06-96a8-818af2d9363f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:45.398567 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-68c610a4-b2cf-4f06-96a8-818af2d9363f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:45.442385 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b751638-99d0-417b-b815-a1762cf30a7c None None] Sync routers for ids ['faf4c043-d9a8-4b78-82de-7f4400cd5e2c'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:53:45.444904 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13398bd-34c9-4c2d-b2b9-3a0d8b7a8ef5 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Network ba0c10e4-c1f2-4d9e-b1d2-92edd1d76ee9 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:53:45.455037 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-b13398bd-34c9-4c2d-b2b9-3a0d8b7a8ef5 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:53:45.461132 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13398bd-34c9-4c2d-b2b9-3a0d8b7a8ef5 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:53:45.466236 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b751638-99d0-417b-b815-a1762cf30a7c None None] Routers {'faf4c043-d9a8-4b78-82de-7f4400cd5e2c'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:53:45.467180 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-2b751638-99d0-417b-b815-a1762cf30a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:53:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['faf4c043-d9a8-4b78-82de-7f4400cd5e2c'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:45.469504 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13398bd-34c9-4c2d-b2b9-3a0d8b7a8ef5 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:45.471524 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b13398bd-34c9-4c2d-b2b9-3a0d8b7a8ef5 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:45.509852 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13398bd-34c9-4c2d-b2b9-3a0d8b7a8ef5 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event updated for resources: {'Port': ['ID=0187cc1f-e4f3-4bdb-b2a9-f03705d0cf03,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:45.532490 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-b13398bd-34c9-4c2d-b2b9-3a0d8b7a8ef5 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2749104 Oct 20 11:53:45.534985 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43742) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:45.572910 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43744) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:45.594503 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-68c610a4-b2cf-4f06-96a8-818af2d9363f admin admin] Allocated IP 172.25.5.116 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/d1296dbd-9c1f-4dbd-b711-e2e7f2cf1fcd) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:53:45.606820 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-a1beeb83-5b2d-457a-a3ca-cd6cc42080a4 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2129884309-network', 'tenant_id': 'f86ec970fdad4d5f94144e8cc68aba8d'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:53:45.608102 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-2b751638-99d0-417b-b815-a1762cf30a7c None None] Set router faf4c043-d9a8-4b78-82de-7f4400cd5e2c gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:53:45.628801 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-117eed37-4692-4436-a1ea-b084f1921bdd None None] Set router b338a5ba-8627-4b81-9949-32e2b600a385 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:53:45.663317 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1beeb83-5b2d-457a-a3ca-cd6cc42080a4 admin admin] Made reservation on behalf of f86ec970fdad4d5f94144e8cc68aba8d for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:53:45.665857 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a1beeb83-5b2d-457a-a3ca-cd6cc42080a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:45.695481 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a1beeb83-5b2d-457a-a3ca-cd6cc42080a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:45.723397 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e4dec5-a107-4baa-9bf3-2dbb747241ea tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:45.736112 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e4e4dec5-a107-4baa-9bf3-2dbb747241ea tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A20a HTTP/1.1" status: 200 len: 928 time: 0.1974249 Oct 20 11:53:45.736507 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43746) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:45.785351 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:45.843427 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-68c610a4-b2cf-4f06-96a8-818af2d9363f admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:45.861813 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-81c82488-dab8-47c1-9ec0-7798ceaa1a00 None None] Allocated IP 172.20.0.2 (84f1943d-3ee2-4f9f-90e3-4eb63249ede1/b1719aa1-47dd-43b2-89f3-328a947b9bf7/261ea1ec-9155-4a41-b124-b39ba4d17651) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:53:45.916003 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-68c610a4-b2cf-4f06-96a8-818af2d9363f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:45.981065 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-2b751638-99d0-417b-b815-a1762cf30a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf4c043-d9a8-4b78-82de-7f4400cd5e2c', 'name': 'tempest-TestServerMultinode-1752743228-router', 'tenant_id': 'a8955bd7e70f475c8f07a66fcf00ab51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '2a64312c-eb3f-4994-8f5c-7450e6ed942f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:53:32Z', 'updated_at': '2021-10-20T11:53:42Z', 'revision_number': 4, 'project_id': 'a8955bd7e70f475c8f07a66fcf00ab51', 'gw_port': {'id': '2a64312c-eb3f-4994-8f5c-7450e6ed942f', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf4c043-d9a8-4b78-82de-7f4400cd5e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:33Z', 'updated_at': '2021-10-20T11:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'a43aac1a-cbff-4153-8040-551e55fe369a', 'name': '', 'network_id': 'a1ee6cc3-6c58-4359-ad99-8145206c2e63', 'tenant_id': 'a8955bd7e70f475c8f07a66fcf00ab51', 'mac_address': 'fa:16:3e:43:93:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf4c043-d9a8-4b78-82de-7f4400cd5e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '726afd26-6734-4ee4-829b-820ca44a0853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:40Z', 'updated_at': '2021-10-20T11:53:42Z', 'revision_number': 2, 'project_id': 'a8955bd7e70f475c8f07a66fcf00ab51', 'subnets': [{'id': '726afd26-6734-4ee4-829b-820ca44a0853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:46.018132 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-117eed37-4692-4436-a1ea-b084f1921bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b338a5ba-8627-4b81-9949-32e2b600a385', 'name': 'tempest-TestAggregatesBasicOps-204773432-router', 'tenant_id': '15204e5269fb409fb982dd1c40476add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '17bd610f-f282-4719-82fd-0b894dc03b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:53:27Z', 'updated_at': '2021-10-20T11:53:38Z', 'revision_number': 4, 'project_id': '15204e5269fb409fb982dd1c40476add', 'gw_port': {'id': '17bd610f-f282-4719-82fd-0b894dc03b39', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b338a5ba-8627-4b81-9949-32e2b600a385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:30Z', 'updated_at': '2021-10-20T11:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'ddbbed53-48a1-458c-9e94-d86996e2825c', 'name': '', 'network_id': '0641bc79-a28d-4c09-ab68-98aa83945d5f', 'tenant_id': '15204e5269fb409fb982dd1c40476add', 'mac_address': 'fa:16:3e:31:2a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b338a5ba-8627-4b81-9949-32e2b600a385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '656f7de5-675d-490e-b343-83ddb75249fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:37Z', 'updated_at': '2021-10-20T11:53:38Z', 'revision_number': 2, 'project_id': '15204e5269fb409fb982dd1c40476add', 'subnets': [{'id': '656f7de5-675d-490e-b343-83ddb75249fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:46.020622 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-e2fb410e-c28c-4490-8d16-26441290394f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Deleting port 0187cc1f-e4f3-4bdb-b2a9-f03705d0cf03 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:53:46.021496 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e2fb410e-c28c-4490-8d16-26441290394f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:46.034060 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b751638-99d0-417b-b815-a1762cf30a7c None None] Checking router: faf4c043-d9a8-4b78-82de-7f4400cd5e2c for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:53:46.034744 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b751638-99d0-417b-b815-a1762cf30a7c None None] Updating router faf4c043-d9a8-4b78-82de-7f4400cd5e2c port a43aac1a-cbff-4153-8040-551e55fe369a binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:53:46.055954 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c610a4-b2cf-4f06-96a8-818af2d9363f admin admin] Pushing event updated for resources: {'Port': ['ID=d1296dbd-9c1f-4dbd-b711-e2e7f2cf1fcd,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:46.064712 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43750) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:46.084695 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-2b751638-99d0-417b-b815-a1762cf30a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:46.105203 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117eed37-4692-4436-a1ea-b084f1921bdd None None] Checking router: b338a5ba-8627-4b81-9949-32e2b600a385 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:53:46.107564 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117eed37-4692-4436-a1ea-b084f1921bdd None None] Updating router b338a5ba-8627-4b81-9949-32e2b600a385 port ddbbed53-48a1-458c-9e94-d86996e2825c binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:53:46.148189 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c610a4-b2cf-4f06-96a8-818af2d9363f admin admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:53:46.157255 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-68c610a4-b2cf-4f06-96a8-818af2d9363f admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:53:46.176269 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c610a4-b2cf-4f06-96a8-818af2d9363f admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:53:46.176769 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-117eed37-4692-4436-a1ea-b084f1921bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:46.271725 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-81c82488-dab8-47c1-9ec0-7798ceaa1a00 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:46.359102 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e2fb410e-c28c-4490-8d16-26441290394f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:46.407180 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-81c82488-dab8-47c1-9ec0-7798ceaa1a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:46.428472 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-e2fb410e-c28c-4490-8d16-26441290394f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Calling delete_port for 0187cc1f-e4f3-4bdb-b2a9-f03705d0cf03 owned by {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:53:46.443241 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b2f92a67-d491-4f5b-be7e-5dd2e762a1a0 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:53:46.539067 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a1beeb83-5b2d-457a-a3ca-cd6cc42080a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:46.554220 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a1beeb83-5b2d-457a-a3ca-cd6cc42080a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:46.588173 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1beeb83-5b2d-457a-a3ca-cd6cc42080a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1278, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:53:46.603715 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a1beeb83-5b2d-457a-a3ca-cd6cc42080a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:46.604073 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-a1beeb83-5b2d-457a-a3ca-cd6cc42080a4 admin admin] Added segment a1eef13d-5b8a-465e-90ca-d7dc0a48660e of type vlan for network 5361aaf6-1064-4367-9060-bc7ba3d645ef Oct 20 11:53:46.667469 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a1beeb83-5b2d-457a-a3ca-cd6cc42080a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:46.682133 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1a1fdc-a7ef-4f47-ae0a-a9dc14b7f02c None None] Network ba0c10e4-c1f2-4d9e-b1d2-92edd1d76ee9 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:53:46.747578 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e2fb410e-c28c-4490-8d16-26441290394f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:46.764732 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-2b751638-99d0-417b-b815-a1762cf30a7c None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:46.778338 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-2b751638-99d0-417b-b815-a1762cf30a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:46.794634 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fb410e-c28c-4490-8d16-26441290394f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event deleted for resources: {'Port': ['ID=0187cc1f-e4f3-4bdb-b2a9-f03705d0cf03,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:46.799548 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c82488-dab8-47c1-9ec0-7798ceaa1a00 None None] Network 84f1943d-3ee2-4f9f-90e3-4eb63249ede1 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:53:46.809214 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-317190e3-31fa-48b8-9184-2979e5093e20 None None] Provisioning complete for port b2f92a67-d491-4f5b-be7e-5dd2e762a1a0 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:46.813379 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-317190e3-31fa-48b8-9184-2979e5093e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:46.882654 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e2fb410e-c28c-4490-8d16-26441290394f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:46.886173 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e2fb410e-c28c-4490-8d16-26441290394f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "DELETE /v2.0/ports/0187cc1f-e4f3-4bdb-b2a9-f03705d0cf03 HTTP/1.1" status: 204 len: 168 time: 1.1486416 Oct 20 11:53:46.889872 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43762) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:46.914464 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1beeb83-5b2d-457a-a3ca-cd6cc42080a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395c2073-719c-4e86-a3f7-1497e7a0c68b,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:46.953146 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e79ff-4229-41e1-8290-90b925a79f5f None None] Pushing event updated for resources: {'Port': ['ID=a43aac1a-cbff-4153-8040-551e55fe369a,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:46.954900 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a1beeb83-5b2d-457a-a3ca-cd6cc42080a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:46.956015 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1beeb83-5b2d-457a-a3ca-cd6cc42080a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:46.956728 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a1beeb83-5b2d-457a-a3ca-cd6cc42080a4 admin admin] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:46.957637 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-81c82488-dab8-47c1-9ec0-7798ceaa1a00 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:53:46.969690 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port b2f92a67-d491-4f5b-be7e-5dd2e762a1a0 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:46.977064 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:47.014182 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b779f2e-c4fd-4f43-a0c9-b1b1cdf081e7 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] GET failed (client error): The resource could not be found. Oct 20 11:53:47.015982 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1b779f2e-c4fd-4f43-a0c9-b1b1cdf081e7 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "GET /v2.0/ports/0187cc1f-e4f3-4bdb-b2a9-f03705d0cf03 HTTP/1.1" status: 404 len: 333 time: 0.1241755 Oct 20 11:53:47.019509 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43764) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:47.099833 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-2b751638-99d0-417b-b815-a1762cf30a7c None None] Attempting to bind port a43aac1a-cbff-4153-8040-551e55fe369a on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:53:47.100227 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-2b751638-99d0-417b-b815-a1762cf30a7c None None] Attempting to bind port a43aac1a-cbff-4153-8040-551e55fe369a by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '6b3d97ef-4bba-4f94-8f99-2685e9f9dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'a1ee6cc3-6c58-4359-ad99-8145206c2e63'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:53:47.102285 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b751638-99d0-417b-b815-a1762cf30a7c None None] Attempting to bind port a43aac1a-cbff-4153-8040-551e55fe369a on network a1ee6cc3-6c58-4359-ad99-8145206c2e63 {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:53:47.110403 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a1beeb83-5b2d-457a-a3ca-cd6cc42080a4 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5209715 Oct 20 11:53:47.113660 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43768) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:47.133348 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b751638-99d0-417b-b815-a1762cf30a7c None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:53:47.135528 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b751638-99d0-417b-b815-a1762cf30a7c None None] Checking segment: {'id': '6b3d97ef-4bba-4f94-8f99-2685e9f9dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'a1ee6cc3-6c58-4359-ad99-8145206c2e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:53:47.135734 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-258c8019-4ab8-4d0e-bf7d-4bfd8d586c38 admin admin] Request body: {'subnet': {'network_id': '5361aaf6-1064-4367-9060-bc7ba3d645ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2129884309-subnet', 'tenant_id': 'f86ec970fdad4d5f94144e8cc68aba8d', 'ip_version': 4}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:53:47.136286 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-2b751638-99d0-417b-b815-a1762cf30a7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:47.136824 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b751638-99d0-417b-b815-a1762cf30a7c None None] Bound using segment: {'id': '6b3d97ef-4bba-4f94-8f99-2685e9f9dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'a1ee6cc3-6c58-4359-ad99-8145206c2e63'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:53:47.141436 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-2b751638-99d0-417b-b815-a1762cf30a7c None None] Bound port: a43aac1a-cbff-4153-8040-551e55fe369a, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3d97ef-4bba-4f94-8f99-2685e9f9dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'a1ee6cc3-6c58-4359-ad99-8145206c2e63'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:53:47.143931 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-2b751638-99d0-417b-b815-a1762cf30a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:47.188196 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-68c610a4-b2cf-4f06-96a8-818af2d9363f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:47.207958 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c82488-dab8-47c1-9ec0-7798ceaa1a00 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:53:47.215861 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c82488-dab8-47c1-9ec0-7798ceaa1a00 None None] Pushing event updated for resources: {'Port': ['ID=261ea1ec-9155-4a41-b124-b39ba4d17651,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:47.236662 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1beeb83-5b2d-457a-a3ca-cd6cc42080a4 admin admin] Pushing event updated for resources: {'Network': ['ID=5361aaf6-1064-4367-9060-bc7ba3d645ef,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:47.303990 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-2b751638-99d0-417b-b815-a1762cf30a7c None None] For port a43aac1a-cbff-4153-8040-551e55fe369a, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:53:47.317241 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-2b751638-99d0-417b-b815-a1762cf30a7c None None] For port a43aac1a-cbff-4153-8040-551e55fe369a, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=a43aac1a-cbff-4153-8040-551e55fe369a,segment=NetworkSegment(6b3d97ef-4bba-4f94-8f99-2685e9f9dd59),segment_id=6b3d97ef-4bba-4f94-8f99-2685e9f9dd59)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:53:47.325525 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 5361aaf6-1064-4367-9060-bc7ba3d645ef details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:53:47.336080 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-2b751638-99d0-417b-b815-a1762cf30a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:47.342093 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258c8019-4ab8-4d0e-bf7d-4bfd8d586c38 admin admin] Made reservation on behalf of f86ec970fdad4d5f94144e8cc68aba8d for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:53:47.346889 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-258c8019-4ab8-4d0e-bf7d-4bfd8d586c38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:47.472002 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b751638-99d0-417b-b815-a1762cf30a7c None None] Routers {'faf4c043-d9a8-4b78-82de-7f4400cd5e2c'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:53:47.472887 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-2b751638-99d0-417b-b815-a1762cf30a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:53:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['faf4c043-d9a8-4b78-82de-7f4400cd5e2c'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:47.476231 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e79ff-4229-41e1-8290-90b925a79f5f None None] Pushing event updated for resources: {'Port': ['ID=a43aac1a-cbff-4153-8040-551e55fe369a,revision_number=4']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:47.740843 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-2b751638-99d0-417b-b815-a1762cf30a7c None None] Set router faf4c043-d9a8-4b78-82de-7f4400cd5e2c gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:53:47.750045 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-986e290f-4713-4c80-a7bc-231935d3a53f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Deleting port 9fe0d436-e932-46fc-97e8-9981c062ebb6 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:53:47.750379 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-986e290f-4713-4c80-a7bc-231935d3a53f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:47.772141 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-258c8019-4ab8-4d0e-bf7d-4bfd8d586c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:48.010884 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-117eed37-4692-4436-a1ea-b084f1921bdd None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:48.014370 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c8019-4ab8-4d0e-bf7d-4bfd8d586c38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8e18ab5-e77e-4a4b-bc80-de7b6ea0c5ef,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:48.060399 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-986e290f-4713-4c80-a7bc-231935d3a53f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:48.077558 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-117eed37-4692-4436-a1ea-b084f1921bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:48.089571 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258c8019-4ab8-4d0e-bf7d-4bfd8d586c38 admin admin] Checking segment: {'id': 'a1eef13d-5b8a-465e-90ca-d7dc0a48660e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '5361aaf6-1064-4367-9060-bc7ba3d645ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:53:48.089932 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258c8019-4ab8-4d0e-bf7d-4bfd8d586c38 admin admin] Network hostable DHCP agents. Network: 5361aaf6-1064-4367-9060-bc7ba3d645ef, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:53:48.116535 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-986e290f-4713-4c80-a7bc-231935d3a53f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Calling delete_port for 9fe0d436-e932-46fc-97e8-9981c062ebb6 owned by {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:53:48.227126 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258c8019-4ab8-4d0e-bf7d-4bfd8d586c38 admin admin] Network 5361aaf6-1064-4367-9060-bc7ba3d645ef is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:53:48.255370 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-258c8019-4ab8-4d0e-bf7d-4bfd8d586c38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 5361aaf6-1064-4367-9060-bc7ba3d645ef) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:53:48.276387 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258c8019-4ab8-4d0e-bf7d-4bfd8d586c38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:48.278896 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-258c8019-4ab8-4d0e-bf7d-4bfd8d586c38 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:48.349500 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43774) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:48.354153 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-258c8019-4ab8-4d0e-bf7d-4bfd8d586c38 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2309659 Oct 20 11:53:48.369099 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-fb1fdf99-4e70-407e-9364-7c60e617ac61 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2129884309-router', 'tenant_id': 'f86ec970fdad4d5f94144e8cc68aba8d', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:53:48.377823 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-2b751638-99d0-417b-b815-a1762cf30a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf4c043-d9a8-4b78-82de-7f4400cd5e2c', 'name': 'tempest-TestServerMultinode-1752743228-router', 'tenant_id': 'a8955bd7e70f475c8f07a66fcf00ab51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '2a64312c-eb3f-4994-8f5c-7450e6ed942f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:53:32Z', 'updated_at': '2021-10-20T11:53:42Z', 'revision_number': 4, 'project_id': 'a8955bd7e70f475c8f07a66fcf00ab51', 'gw_port': {'id': '2a64312c-eb3f-4994-8f5c-7450e6ed942f', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf4c043-d9a8-4b78-82de-7f4400cd5e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:33Z', 'updated_at': '2021-10-20T11:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'a43aac1a-cbff-4153-8040-551e55fe369a', 'name': '', 'network_id': 'a1ee6cc3-6c58-4359-ad99-8145206c2e63', 'tenant_id': 'a8955bd7e70f475c8f07a66fcf00ab51', 'mac_address': 'fa:16:3e:43:93:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf4c043-d9a8-4b78-82de-7f4400cd5e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '726afd26-6734-4ee4-829b-820ca44a0853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:40Z', 'updated_at': '2021-10-20T11:53:47Z', 'revision_number': 4, 'project_id': 'a8955bd7e70f475c8f07a66fcf00ab51', 'subnets': [{'id': '726afd26-6734-4ee4-829b-820ca44a0853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:48.411818 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b751638-99d0-417b-b815-a1762cf30a7c None None] The sync data for ids ['faf4c043-d9a8-4b78-82de-7f4400cd5e2c'] in n-d-814735-3 is: [{'id': 'faf4c043-d9a8-4b78-82de-7f4400cd5e2c', 'name': 'tempest-TestServerMultinode-1752743228-router', 'tenant_id': 'a8955bd7e70f475c8f07a66fcf00ab51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '2a64312c-eb3f-4994-8f5c-7450e6ed942f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:53:32Z', 'updated_at': '2021-10-20T11:53:42Z', 'revision_number': 4, 'project_id': 'a8955bd7e70f475c8f07a66fcf00ab51', 'gw_port': {'id': '2a64312c-eb3f-4994-8f5c-7450e6ed942f', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf4c043-d9a8-4b78-82de-7f4400cd5e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:33Z', 'updated_at': '2021-10-20T11:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'a43aac1a-cbff-4153-8040-551e55fe369a', 'name': '', 'network_id': 'a1ee6cc3-6c58-4359-ad99-8145206c2e63', 'tenant_id': 'a8955bd7e70f475c8f07a66fcf00ab51', 'mac_address': 'fa:16:3e:43:93:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf4c043-d9a8-4b78-82de-7f4400cd5e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '726afd26-6734-4ee4-829b-820ca44a0853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:40Z', 'updated_at': '2021-10-20T11:53:47Z', 'revision_number': 4, 'project_id': 'a8955bd7e70f475c8f07a66fcf00ab51', 'subnets': [{'id': '726afd26-6734-4ee4-829b-820ca44a0853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:53:48.423884 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8a4bd2-7a48-4db8-a0c0-6ce583f36c92 None None] Pushing event updated for resources: {'Port': ['ID=ddbbed53-48a1-458c-9e94-d86996e2825c,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:48.446516 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528ecd0c-b3da-484b-ac17-382b294969e0 None None] Network 5361aaf6-1064-4367-9060-bc7ba3d645ef requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:53:48.558299 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-986e290f-4713-4c80-a7bc-231935d3a53f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:48.656782 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fb1fdf99-4e70-407e-9364-7c60e617ac61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:48.657862 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fb1fdf99-4e70-407e-9364-7c60e617ac61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:48.673880 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986e290f-4713-4c80-a7bc-231935d3a53f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event deleted for resources: {'Port': ['ID=9fe0d436-e932-46fc-97e8-9981c062ebb6,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:48.721747 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fb1fdf99-4e70-407e-9364-7c60e617ac61 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:48.749128 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-986e290f-4713-4c80-a7bc-231935d3a53f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:48.758050 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-986e290f-4713-4c80-a7bc-231935d3a53f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "DELETE /v2.0/ports/9fe0d436-e932-46fc-97e8-9981c062ebb6 HTTP/1.1" status: 204 len: 168 time: 1.7372756 Oct 20 11:53:48.758890 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43778) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:48.765788 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-81c82488-dab8-47c1-9ec0-7798ceaa1a00 None None] Attempting to bind port 261ea1ec-9155-4a41-b124-b39ba4d17651 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:53:48.766296 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-81c82488-dab8-47c1-9ec0-7798ceaa1a00 None None] Attempting to bind port 261ea1ec-9155-4a41-b124-b39ba4d17651 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '94a6f683-f6e6-4020-a414-ea1dd389c05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '84f1943d-3ee2-4f9f-90e3-4eb63249ede1'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:53:48.766752 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c82488-dab8-47c1-9ec0-7798ceaa1a00 None None] Attempting to bind port 261ea1ec-9155-4a41-b124-b39ba4d17651 on network 84f1943d-3ee2-4f9f-90e3-4eb63249ede1 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:53:48.793801 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bc920b3-040e-456b-8ef3-6c1f2073e9db tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] GET failed (client error): The resource could not be found. Oct 20 11:53:48.799636 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-5bc920b3-040e-456b-8ef3-6c1f2073e9db tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "GET /v2.0/ports/9fe0d436-e932-46fc-97e8-9981c062ebb6 HTTP/1.1" status: 404 len: 333 time: 0.0394897 Oct 20 11:53:48.800379 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43780) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:48.873684 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-676a6275-e40e-4a6d-8977-ce6b98edaa48 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Deleting subnet 34e98d59-81d5-4bc1-bb3b-ed178bf4ec67 {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:53:48.878300 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-676a6275-e40e-4a6d-8977-ce6b98edaa48 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:48.881243 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c82488-dab8-47c1-9ec0-7798ceaa1a00 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:53:48.881765 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c82488-dab8-47c1-9ec0-7798ceaa1a00 None None] Checking segment: {'id': '94a6f683-f6e6-4020-a414-ea1dd389c05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '84f1943d-3ee2-4f9f-90e3-4eb63249ede1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:53:48.882274 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-81c82488-dab8-47c1-9ec0-7798ceaa1a00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:48.882762 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c82488-dab8-47c1-9ec0-7798ceaa1a00 None None] Bound using segment: {'id': '94a6f683-f6e6-4020-a414-ea1dd389c05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '84f1943d-3ee2-4f9f-90e3-4eb63249ede1'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:53:48.883520 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-81c82488-dab8-47c1-9ec0-7798ceaa1a00 None None] Bound port: 261ea1ec-9155-4a41-b124-b39ba4d17651, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94a6f683-f6e6-4020-a414-ea1dd389c05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '84f1943d-3ee2-4f9f-90e3-4eb63249ede1'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:53:48.885508 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-81c82488-dab8-47c1-9ec0-7798ceaa1a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:48.913311 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-37d4afc1-bd23-4b4f-a864-c6fed0cd09f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:48.949461 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-676a6275-e40e-4a6d-8977-ce6b98edaa48 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:48.957871 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:49.001914 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-317190e3-31fa-48b8-9184-2979e5093e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:49.007299 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-117eed37-4692-4436-a1ea-b084f1921bdd None None] Attempting to bind port ddbbed53-48a1-458c-9e94-d86996e2825c on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:53:49.013520 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-117eed37-4692-4436-a1ea-b084f1921bdd None None] Attempting to bind port ddbbed53-48a1-458c-9e94-d86996e2825c by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1d18b3ca-5b8c-4751-820a-0c82fc6431eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '0641bc79-a28d-4c09-ab68-98aa83945d5f'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:53:49.014082 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117eed37-4692-4436-a1ea-b084f1921bdd None None] Attempting to bind port ddbbed53-48a1-458c-9e94-d86996e2825c on network 0641bc79-a28d-4c09-ab68-98aa83945d5f {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:53:49.066715 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-676a6275-e40e-4a6d-8977-ce6b98edaa48 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:49.086915 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fb1fdf99-4e70-407e-9364-7c60e617ac61 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:49.090296 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c23482b-0579-4ee2-81fe-2b8dbdbc6ac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-5361aaf6-1064-4367-9060-bc7ba3d645ef', 'network_id': '5361aaf6-1064-4367-9060-bc7ba3d645ef', 'tenant_id': 'f86ec970fdad4d5f94144e8cc68aba8d', 'fixed_ips': [{'subnet_id': 'd8e18ab5-e77e-4a4b-bc80-de7b6ea0c5ef'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:53:49.091372 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1c23482b-0579-4ee2-81fe-2b8dbdbc6ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:49.131074 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117eed37-4692-4436-a1ea-b084f1921bdd None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:53:49.131596 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117eed37-4692-4436-a1ea-b084f1921bdd None None] Checking segment: {'id': '1d18b3ca-5b8c-4751-820a-0c82fc6431eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '0641bc79-a28d-4c09-ab68-98aa83945d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:53:49.132116 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-117eed37-4692-4436-a1ea-b084f1921bdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:49.132599 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117eed37-4692-4436-a1ea-b084f1921bdd None None] Bound using segment: {'id': '1d18b3ca-5b8c-4751-820a-0c82fc6431eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '0641bc79-a28d-4c09-ab68-98aa83945d5f'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:53:49.133309 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-117eed37-4692-4436-a1ea-b084f1921bdd None None] Bound port: ddbbed53-48a1-458c-9e94-d86996e2825c, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d18b3ca-5b8c-4751-820a-0c82fc6431eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '0641bc79-a28d-4c09-ab68-98aa83945d5f'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:53:49.133790 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-117eed37-4692-4436-a1ea-b084f1921bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:49.183888 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-676a6275-e40e-4a6d-8977-ce6b98edaa48 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:49.221783 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-68c610a4-b2cf-4f06-96a8-818af2d9363f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:49.262526 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a6275-e40e-4a6d-8977-ce6b98edaa48 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event deleted for resources: {'Subnet': ['ID=34e98d59-81d5-4bc1-bb3b-ed178bf4ec67,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:49.270813 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-676a6275-e40e-4a6d-8977-ce6b98edaa48 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:49.286288 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-676a6275-e40e-4a6d-8977-ce6b98edaa48 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "DELETE /v2.0/subnets/34e98d59-81d5-4bc1-bb3b-ed178bf4ec67 HTTP/1.1" status: 204 len: 168 time: 0.4785995 Oct 20 11:53:49.287728 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43782) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:49.366194 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-81c82488-dab8-47c1-9ec0-7798ceaa1a00 None None] For port 261ea1ec-9155-4a41-b124-b39ba4d17651, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:53:49.400869 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ef219d68-9c8c-4770-870b-34b010185e0d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:49.472191 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8396cea-24c4-42e0-8ee8-f2dbd195ac1d None None] Network ba0c10e4-c1f2-4d9e-b1d2-92edd1d76ee9 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:53:49.498207 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-81c82488-dab8-47c1-9ec0-7798ceaa1a00 None None] For port 261ea1ec-9155-4a41-b124-b39ba4d17651, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=261ea1ec-9155-4a41-b124-b39ba4d17651,segment=NetworkSegment(94a6f683-f6e6-4020-a414-ea1dd389c05e),segment_id=94a6f683-f6e6-4020-a414-ea1dd389c05e)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:53:49.547355 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-81c82488-dab8-47c1-9ec0-7798ceaa1a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:49.569077 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-ef219d68-9c8c-4770-870b-34b010185e0d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Deleting port b2f92a67-d491-4f5b-be7e-5dd2e762a1a0 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:53:49.569428 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ef219d68-9c8c-4770-870b-34b010185e0d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:49.614085 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c610a4-b2cf-4f06-96a8-818af2d9363f admin admin] Router 8d5577ff-d093-4a71-9f9d-f6ebd862e239 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:53:49.624392 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.db.api [None req-317190e3-31fa-48b8-9184-2979e5093e20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:53:49.624741 n-d-814735-3 neutron-server[100648]: DEBUG oslo_db.api [None req-317190e3-31fa-48b8-9184-2979e5093e20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:53:49.625283 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9e433780-f553-4d6b-bfbf-5bbfe4177921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:49.675980 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.db.api [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:53:49.676703 n-d-814735-3 neutron-server[100648]: DEBUG oslo_db.api [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:53:49.703389 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-117eed37-4692-4436-a1ea-b084f1921bdd None None] For port ddbbed53-48a1-458c-9e94-d86996e2825c, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:53:49.715777 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-ef219d68-9c8c-4770-870b-34b010185e0d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] For port b2f92a67-d491-4f5b-be7e-5dd2e762a1a0, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=b2f92a67-d491-4f5b-be7e-5dd2e762a1a0,segment=NetworkSegment(22838c9e-f118-43db-8e28-2ed488a4a228),segment_id=22838c9e-f118-43db-8e28-2ed488a4a228)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:53:49.716154 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ef219d68-9c8c-4770-870b-34b010185e0d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:49.734104 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-ef219d68-9c8c-4770-870b-34b010185e0d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Calling delete_port for b2f92a67-d491-4f5b-be7e-5dd2e762a1a0 owned by network:dhcp {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:53:49.774251 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-117eed37-4692-4436-a1ea-b084f1921bdd None None] For port ddbbed53-48a1-458c-9e94-d86996e2825c, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=ddbbed53-48a1-458c-9e94-d86996e2825c,segment=NetworkSegment(1d18b3ca-5b8c-4751-820a-0c82fc6431eb),segment_id=1d18b3ca-5b8c-4751-820a-0c82fc6431eb)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:53:49.813085 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-117eed37-4692-4436-a1ea-b084f1921bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:49.836436 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-1c23482b-0579-4ee2-81fe-2b8dbdbc6ac7 None None] Allocated IP 172.20.0.2 (5361aaf6-1064-4367-9060-bc7ba3d645ef/d8e18ab5-e77e-4a4b-bc80-de7b6ea0c5ef/18047bc5-f2e4-48ce-a947-55c9498f4b18) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:53:49.887235 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ef219d68-9c8c-4770-870b-34b010185e0d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:49.895233 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c610a4-b2cf-4f06-96a8-818af2d9363f admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:53:49.946391 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef219d68-9c8c-4770-870b-34b010185e0d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] No DVR routers for this DVR port b2f92a67-d491-4f5b-be7e-5dd2e762a1a0 on host n-d-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:53:49.981084 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c44968-c742-42e2-9277-9a58f2068260 None None] Sync routers for ids ['8d5577ff-d093-4a71-9f9d-f6ebd862e239'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:53:49.983543 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef219d68-9c8c-4770-870b-34b010185e0d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event deleted for resources: {'Port': ['ID=b2f92a67-d491-4f5b-be7e-5dd2e762a1a0,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:50.015247 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c82488-dab8-47c1-9ec0-7798ceaa1a00 None None] Pushing event updated for resources: {'Port': ['ID=261ea1ec-9155-4a41-b124-b39ba4d17651,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:50.018221 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-68c610a4-b2cf-4f06-96a8-818af2d9363f admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:50.027792 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-68c610a4-b2cf-4f06-96a8-818af2d9363f admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.5827014 Oct 20 11:53:50.029696 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43790) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:50.095530 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ef219d68-9c8c-4770-870b-34b010185e0d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:50.126529 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-ef219d68-9c8c-4770-870b-34b010185e0d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba0c10e4-c1f2-4d9e-b1d2-92edd1d76ee9']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:50.138254 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-ef219d68-9c8c-4770-870b-34b010185e0d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22838c9e-f118-43db-8e28-2ed488a4a228') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:50.138896 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-ef219d68-9c8c-4770-870b-34b010185e0d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22838c9e-f118-43db-8e28-2ed488a4a228') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:50.151850 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ef219d68-9c8c-4770-870b-34b010185e0d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:50.169017 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ef219d68-9c8c-4770-870b-34b010185e0d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:50.175538 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef219d68-9c8c-4770-870b-34b010185e0d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Releasing vlan 1251 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:53:50.176117 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ef219d68-9c8c-4770-870b-34b010185e0d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:50.254636 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:53:50.254636 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:53:50.254636 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:53:50.254636 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:53:50.254636 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:53:50.254636 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:53:50.254636 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:53:50.254636 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:53:50.254636 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:53:50.254636 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:53:50.254636 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:53:50.254636 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:53:50.254636 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:53:50.254636 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:53:50.254636 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:53:50.254636 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:53:50.254636 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:53:50.254636 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:53:50.254636 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:53:50.254636 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:53:50.254636 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:53:50.254636 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:53:50.254636 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:53:50.254636 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:53:50.254636 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:53:50.254636 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:53:50.254636 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:53:50.254636 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:53:50.254636 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:53:50.254636 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:53:50.254636 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:53:50.254636 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:53:50.260812 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ef219d68-9c8c-4770-870b-34b010185e0d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:50.272904 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ef219d68-9c8c-4770-870b-34b010185e0d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:50.281023 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ef219d68-9c8c-4770-870b-34b010185e0d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "DELETE /v2.0/networks/ba0c10e4-c1f2-4d9e-b1d2-92edd1d76ee9 HTTP/1.1" status: 204 len: 168 time: 0.9920523 Oct 20 11:53:50.286646 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43792) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:50.304441 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-ef742bce-4b3f-4281-bf75-6bb7d5bf6f5d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1968272457'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:53:50.310938 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Port b2f92a67-d491-4f5b-be7e-5dd2e762a1a0 update to ACTIVE by agent not found {{(pid=100648) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 20 11:53:50.311372 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 17bd610f-f282-4719-82fd-0b894dc03b39 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:53:50.313210 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5b0b7f-581d-4906-8918-3eb211e1f143 None None] DHCP port deletion for ba0c10e4-c1f2-4d9e-b1d2-92edd1d76ee9 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:53:50.316846 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef219d68-9c8c-4770-870b-34b010185e0d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event deleted for resources: {'Network': ['ID=ba0c10e4-c1f2-4d9e-b1d2-92edd1d76ee9,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:50.429790 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-317190e3-31fa-48b8-9184-2979e5093e20 None None] Port b2f92a67-d491-4f5b-be7e-5dd2e762a1a0 update to ACTIVE by agent not found {{(pid=100648) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 20 11:53:50.445778 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c44968-c742-42e2-9277-9a58f2068260 None None] Routers {'8d5577ff-d093-4a71-9f9d-f6ebd862e239'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:53:50.446570 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-25c44968-c742-42e2-9277-9a58f2068260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:53:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['8d5577ff-d093-4a71-9f9d-f6ebd862e239'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:50.494418 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117eed37-4692-4436-a1ea-b084f1921bdd None None] Routers {'b338a5ba-8627-4b81-9949-32e2b600a385'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:53:50.495169 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-117eed37-4692-4436-a1ea-b084f1921bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:53:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['b338a5ba-8627-4b81-9949-32e2b600a385'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:50.597013 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8a4bd2-7a48-4db8-a0c0-6ce583f36c92 None None] Pushing event updated for resources: {'Port': ['ID=ddbbed53-48a1-458c-9e94-d86996e2825c,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:50.608332 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-1b910ad4-8206-4b54-a9eb-5595f2aa4afa None None] Could not find standard attr ID for object 9fe0d436-e932-46fc-97e8-9981c062ebb6. {{(pid=100648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:53:50.636719 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-37d4afc1-bd23-4b4f-a864-c6fed0cd09f5 admin admin] Deleting port f855ae8f-7f6f-46c1-aa8b-f666f96e80e4 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:53:50.637367 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-37d4afc1-bd23-4b4f-a864-c6fed0cd09f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:50.744913 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fb1fdf99-4e70-407e-9364-7c60e617ac61 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:50.746663 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef742bce-4b3f-4281-bf75-6bb7d5bf6f5d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Made reservation on behalf of b83cf05325f74f7cb717378a188d738a for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:53:50.751266 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ef742bce-4b3f-4281-bf75-6bb7d5bf6f5d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:50.794695 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-117eed37-4692-4436-a1ea-b084f1921bdd None None] Set router b338a5ba-8627-4b81-9949-32e2b600a385 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:53:50.795648 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fb1fdf99-4e70-407e-9364-7c60e617ac61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:50.878615 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef742bce-4b3f-4281-bf75-6bb7d5bf6f5d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] vlan segment allocate from pool success with {'vlan_id': 1293, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:53:50.933260 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-37d4afc1-bd23-4b4f-a864-c6fed0cd09f5 admin admin] For port f855ae8f-7f6f-46c1-aa8b-f666f96e80e4, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=f855ae8f-7f6f-46c1-aa8b-f666f96e80e4,segment=NetworkSegment(54b4c258-5e6a-4e24-a14d-5574a295f58e),segment_id=54b4c258-5e6a-4e24-a14d-5574a295f58e)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:53:50.933628 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-37d4afc1-bd23-4b4f-a864-c6fed0cd09f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:50.947748 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ef742bce-4b3f-4281-bf75-6bb7d5bf6f5d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:50.948093 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-ef742bce-4b3f-4281-bf75-6bb7d5bf6f5d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Added segment eaa4193c-46f9-4ff3-baaf-9b36a998a002 of type vlan for network 7e706f7e-1b63-4cee-b3cd-b9713bfefe06 Oct 20 11:53:50.965408 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-37d4afc1-bd23-4b4f-a864-c6fed0cd09f5 admin admin] Calling delete_port for f855ae8f-7f6f-46c1-aa8b-f666f96e80e4 owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:53:51.056062 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1c23482b-0579-4ee2-81fe-2b8dbdbc6ac7 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:51.066032 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ef742bce-4b3f-4281-bf75-6bb7d5bf6f5d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:51.066749 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-25c44968-c742-42e2-9277-9a58f2068260 None None] Set router 8d5577ff-d093-4a71-9f9d-f6ebd862e239 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:53:51.099680 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 17bd610f-f282-4719-82fd-0b894dc03b39 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:51.100124 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:51.155092 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1c23482b-0579-4ee2-81fe-2b8dbdbc6ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:51.186289 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-1b910ad4-8206-4b54-a9eb-5595f2aa4afa None None] Provisioning complete for port ddbbed53-48a1-458c-9e94-d86996e2825c triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:51.186656 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1b910ad4-8206-4b54-a9eb-5595f2aa4afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:51.274086 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.db.resource_extend [None req-ef742bce-4b3f-4281-bf75-6bb7d5bf6f5d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 20 11:53:51.316281 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-fb1fdf99-4e70-407e-9364-7c60e617ac61 admin admin] Allocated IP 172.25.5.130 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/b08bf9c8-6baa-461c-9b0d-45ec0f6008a4) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:53:51.318772 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c23482b-0579-4ee2-81fe-2b8dbdbc6ac7 None None] Network 5361aaf6-1064-4367-9060-bc7ba3d645ef is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:53:51.356585 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ef742bce-4b3f-4281-bf75-6bb7d5bf6f5d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:51.362368 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef742bce-4b3f-4281-bf75-6bb7d5bf6f5d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:51.363001 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ef742bce-4b3f-4281-bf75-6bb7d5bf6f5d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:51.375570 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-1c23482b-0579-4ee2-81fe-2b8dbdbc6ac7 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:53:51.378898 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c23482b-0579-4ee2-81fe-2b8dbdbc6ac7 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:53:51.391122 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afee502d-4fcb-4f62-8822-8f0cc54f6b35 None None] Network 84f1943d-3ee2-4f9f-90e3-4eb63249ede1 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:53:51.426100 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c23482b-0579-4ee2-81fe-2b8dbdbc6ac7 None None] Pushing event updated for resources: {'Port': ['ID=18047bc5-f2e4-48ce-a947-55c9498f4b18,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:51.486852 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ef742bce-4b3f-4281-bf75-6bb7d5bf6f5d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1945837 Oct 20 11:53:51.489623 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43798) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:51.500005 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-36ced570-7c67-4fd6-af2f-71795504511e tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Request body: {'subnet': {'network_id': '7e706f7e-1b63-4cee-b3cd-b9713bfefe06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:53:51.581427 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fb1fdf99-4e70-407e-9364-7c60e617ac61 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:51.604365 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ced570-7c67-4fd6-af2f-71795504511e tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Made reservation on behalf of b83cf05325f74f7cb717378a188d738a for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:53:51.608839 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-36ced570-7c67-4fd6-af2f-71795504511e tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:51.670353 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-1c23482b-0579-4ee2-81fe-2b8dbdbc6ac7 None None] Attempting to bind port 18047bc5-f2e4-48ce-a947-55c9498f4b18 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:53:51.670946 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-1c23482b-0579-4ee2-81fe-2b8dbdbc6ac7 None None] Attempting to bind port 18047bc5-f2e4-48ce-a947-55c9498f4b18 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'a1eef13d-5b8a-465e-90ca-d7dc0a48660e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '5361aaf6-1064-4367-9060-bc7ba3d645ef'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:53:51.671076 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c23482b-0579-4ee2-81fe-2b8dbdbc6ac7 None None] Attempting to bind port 18047bc5-f2e4-48ce-a947-55c9498f4b18 on network 5361aaf6-1064-4367-9060-bc7ba3d645ef {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:53:51.726059 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c23482b-0579-4ee2-81fe-2b8dbdbc6ac7 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:53:51.726484 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c23482b-0579-4ee2-81fe-2b8dbdbc6ac7 None None] Checking segment: {'id': 'a1eef13d-5b8a-465e-90ca-d7dc0a48660e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '5361aaf6-1064-4367-9060-bc7ba3d645ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:53:51.726843 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1c23482b-0579-4ee2-81fe-2b8dbdbc6ac7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:51.727242 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c23482b-0579-4ee2-81fe-2b8dbdbc6ac7 None None] Bound using segment: {'id': 'a1eef13d-5b8a-465e-90ca-d7dc0a48660e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '5361aaf6-1064-4367-9060-bc7ba3d645ef'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:53:51.727727 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-1c23482b-0579-4ee2-81fe-2b8dbdbc6ac7 None None] Bound port: 18047bc5-f2e4-48ce-a947-55c9498f4b18, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1eef13d-5b8a-465e-90ca-d7dc0a48660e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '5361aaf6-1064-4367-9060-bc7ba3d645ef'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:53:51.728183 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1c23482b-0579-4ee2-81fe-2b8dbdbc6ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:51.757020 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef742bce-4b3f-4281-bf75-6bb7d5bf6f5d tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event updated for resources: {'Network': ['ID=7e706f7e-1b63-4cee-b3cd-b9713bfefe06,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:51.757886 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1b910ad4-8206-4b54-a9eb-5595f2aa4afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:51.839481 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 7e706f7e-1b63-4cee-b3cd-b9713bfefe06 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:53:51.906220 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3458e7b4-f7ab-4ba6-8ab0-ae665fcc4fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:51.980367 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-36ced570-7c67-4fd6-af2f-71795504511e tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:52.080365 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-1b910ad4-8206-4b54-a9eb-5595f2aa4afa None None] For port ddbbed53-48a1-458c-9e94-d86996e2825c, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=ddbbed53-48a1-458c-9e94-d86996e2825c,segment=NetworkSegment(1d18b3ca-5b8c-4751-820a-0c82fc6431eb),segment_id=1d18b3ca-5b8c-4751-820a-0c82fc6431eb)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:53:52.087538 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fb1fdf99-4e70-407e-9364-7c60e617ac61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:52.146187 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-1c23482b-0579-4ee2-81fe-2b8dbdbc6ac7 None None] For port 18047bc5-f2e4-48ce-a947-55c9498f4b18, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:53:52.159144 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1b910ad4-8206-4b54-a9eb-5595f2aa4afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:52.197209 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ced570-7c67-4fd6-af2f-71795504511e tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event updated for resources: {'Subnet': ['ID=685f2f72-1049-45b7-bb95-b383449189ef,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:52.217802 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ced570-7c67-4fd6-af2f-71795504511e tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Checking segment: {'id': 'eaa4193c-46f9-4ff3-baaf-9b36a998a002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '7e706f7e-1b63-4cee-b3cd-b9713bfefe06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:53:52.218323 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ced570-7c67-4fd6-af2f-71795504511e tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Network hostable DHCP agents. Network: 7e706f7e-1b63-4cee-b3cd-b9713bfefe06, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:53:52.273123 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ced570-7c67-4fd6-af2f-71795504511e tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Network 7e706f7e-1b63-4cee-b3cd-b9713bfefe06 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:53:52.283732 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1fdf99-4e70-407e-9364-7c60e617ac61 admin admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:53:52.285849 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-1c23482b-0579-4ee2-81fe-2b8dbdbc6ac7 None None] For port 18047bc5-f2e4-48ce-a947-55c9498f4b18, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=18047bc5-f2e4-48ce-a947-55c9498f4b18,segment=NetworkSegment(a1eef13d-5b8a-465e-90ca-d7dc0a48660e),segment_id=a1eef13d-5b8a-465e-90ca-d7dc0a48660e)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:53:52.286017 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-37d4afc1-bd23-4b4f-a864-c6fed0cd09f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:52.288353 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-1b910ad4-8206-4b54-a9eb-5595f2aa4afa None None] Could not find standard attr ID for object b2f92a67-d491-4f5b-be7e-5dd2e762a1a0. {{(pid=100648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:53:52.297161 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-36ced570-7c67-4fd6-af2f-71795504511e tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 7e706f7e-1b63-4cee-b3cd-b9713bfefe06) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:53:52.301851 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device ddbbed53-48a1-458c-9e94-d86996e2825c up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:53:52.313994 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ced570-7c67-4fd6-af2f-71795504511e tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:52.317467 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-36ced570-7c67-4fd6-af2f-71795504511e tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:52.334721 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b94bd4-e01f-4512-a54e-fbbeb38be906 None None] Network 7e706f7e-1b63-4cee-b3cd-b9713bfefe06 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:53:52.358118 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1c23482b-0579-4ee2-81fe-2b8dbdbc6ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:52.364713 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-25c44968-c742-42e2-9277-9a58f2068260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5577ff-d093-4a71-9f9d-f6ebd862e239', 'name': 'tempest-TestAggregatesBasicOps-2025707413-router', 'tenant_id': 'ed9b570586274970a279991b0f3d3427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'd1296dbd-9c1f-4dbd-b711-e2e7f2cf1fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:53:44Z', 'updated_at': '2021-10-20T11:53:46Z', 'revision_number': 3, 'project_id': 'ed9b570586274970a279991b0f3d3427', 'gw_port': {'id': 'd1296dbd-9c1f-4dbd-b711-e2e7f2cf1fcd', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5577ff-d093-4a71-9f9d-f6ebd862e239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:45Z', 'updated_at': '2021-10-20T11:53:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:52.366146 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-36ced570-7c67-4fd6-af2f-71795504511e tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8705204 Oct 20 11:53:52.367046 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43818) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:52.379125 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-d1b99f85-30a8-4a12-9907-a85cb3586f02 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Request body: {'port': {'network_id': '7e706f7e-1b63-4cee-b3cd-b9713bfefe06', 'name': 'tempest-PortsIpV6TestJSON-1835867773', 'fixed_ips': [{'subnet_id': '685f2f72-1049-45b7-bb95-b383449189ef', 'ip_address': '2001:db8::10'}]}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:53:52.404170 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43820) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:52.412186 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f4387887-8321-44af-8b9a-a6bb312ebf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:52.435805 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-fb1fdf99-4e70-407e-9364-7c60e617ac61 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:53:52.436386 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c44968-c742-42e2-9277-9a58f2068260 None None] Checking router: 8d5577ff-d093-4a71-9f9d-f6ebd862e239 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:53:52.436739 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c44968-c742-42e2-9277-9a58f2068260 None None] Updating router 8d5577ff-d093-4a71-9f9d-f6ebd862e239 port d1296dbd-9c1f-4dbd-b711-e2e7f2cf1fcd binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:53:52.468667 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1fdf99-4e70-407e-9364-7c60e617ac61 admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:53:52.471205 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-117eed37-4692-4436-a1ea-b084f1921bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b338a5ba-8627-4b81-9949-32e2b600a385', 'name': 'tempest-TestAggregatesBasicOps-204773432-router', 'tenant_id': '15204e5269fb409fb982dd1c40476add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '17bd610f-f282-4719-82fd-0b894dc03b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:53:27Z', 'updated_at': '2021-10-20T11:53:38Z', 'revision_number': 4, 'project_id': '15204e5269fb409fb982dd1c40476add', 'gw_port': {'id': '17bd610f-f282-4719-82fd-0b894dc03b39', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b338a5ba-8627-4b81-9949-32e2b600a385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:30Z', 'updated_at': '2021-10-20T11:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'ddbbed53-48a1-458c-9e94-d86996e2825c', 'name': '', 'network_id': '0641bc79-a28d-4c09-ab68-98aa83945d5f', 'tenant_id': '15204e5269fb409fb982dd1c40476add', 'mac_address': 'fa:16:3e:31:2a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b338a5ba-8627-4b81-9949-32e2b600a385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '656f7de5-675d-490e-b343-83ddb75249fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:37Z', 'updated_at': '2021-10-20T11:53:49Z', 'revision_number': 4, 'project_id': '15204e5269fb409fb982dd1c40476add', 'subnets': [{'id': '656f7de5-675d-490e-b343-83ddb75249fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:52.512251 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-1b910ad4-8206-4b54-a9eb-5595f2aa4afa None None] Provisioning complete for port a43aac1a-cbff-4153-8040-551e55fe369a triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:52.512620 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1b910ad4-8206-4b54-a9eb-5595f2aa4afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:52.556036 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b910ad4-8206-4b54-a9eb-5595f2aa4afa None None] Pushing event updated for resources: {'Port': ['ID=ddbbed53-48a1-458c-9e94-d86996e2825c,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:52.597940 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117eed37-4692-4436-a1ea-b084f1921bdd None None] The sync data for ids ['b338a5ba-8627-4b81-9949-32e2b600a385'] in n-d-814735-3 is: [{'id': 'b338a5ba-8627-4b81-9949-32e2b600a385', 'name': 'tempest-TestAggregatesBasicOps-204773432-router', 'tenant_id': '15204e5269fb409fb982dd1c40476add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '17bd610f-f282-4719-82fd-0b894dc03b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:53:27Z', 'updated_at': '2021-10-20T11:53:38Z', 'revision_number': 4, 'project_id': '15204e5269fb409fb982dd1c40476add', 'gw_port': {'id': '17bd610f-f282-4719-82fd-0b894dc03b39', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b338a5ba-8627-4b81-9949-32e2b600a385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:30Z', 'updated_at': '2021-10-20T11:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'ddbbed53-48a1-458c-9e94-d86996e2825c', 'name': '', 'network_id': '0641bc79-a28d-4c09-ab68-98aa83945d5f', 'tenant_id': '15204e5269fb409fb982dd1c40476add', 'mac_address': 'fa:16:3e:31:2a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b338a5ba-8627-4b81-9949-32e2b600a385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '656f7de5-675d-490e-b343-83ddb75249fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:37Z', 'updated_at': '2021-10-20T11:53:49Z', 'revision_number': 4, 'project_id': '15204e5269fb409fb982dd1c40476add', 'subnets': [{'id': '656f7de5-675d-490e-b343-83ddb75249fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:53:52.609799 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b99f85-30a8-4a12-9907-a85cb3586f02 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Made reservation on behalf of b83cf05325f74f7cb717378a188d738a for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:53:52.615576 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bb9a03eb-9097-4fc3-9828-1e981d57f097 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:52.723084 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25c44968-c742-42e2-9277-9a58f2068260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:52.918049 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d1b99f85-30a8-4a12-9907-a85cb3586f02 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:52.923130 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c23482b-0579-4ee2-81fe-2b8dbdbc6ac7 None None] Pushing event updated for resources: {'Port': ['ID=18047bc5-f2e4-48ce-a947-55c9498f4b18,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:52.972280 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [None req-d1b99f85-30a8-4a12-9907-a85cb3586f02 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] device_id is not set on port 38e104cc-b286-4bc4-9a5f-0f5e563f3506 yet. {{(pid=100647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:53:53.074092 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1fdf99-4e70-407e-9364-7c60e617ac61 admin admin] Pushing event updated for resources: {'Port': ['ID=b08bf9c8-6baa-461c-9b0d-45ec0f6008a4,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:53.218235 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port ddbbed53-48a1-458c-9e94-d86996e2825c triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:53.218617 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:53.222944 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d4afc1-bd23-4b4f-a864-c6fed0cd09f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f855ae8f-7f6f-46c1-aa8b-f666f96e80e4,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:53.235415 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bb9a03eb-9097-4fc3-9828-1e981d57f097 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:53.245386 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bb9a03eb-9097-4fc3-9828-1e981d57f097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:53.311506 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a03eb-9097-4fc3-9828-1e981d57f097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8110c080-3a25-407f-8476-e34a77b3720f,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:53.337764 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-bb9a03eb-9097-4fc3-9828-1e981d57f097 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=41d32d2adbff4bf583862b690509caba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9318390 Oct 20 11:53:53.340638 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43824) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:53.342384 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-d1b99f85-30a8-4a12-9907-a85cb3586f02 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Allocated IP 2001:db8::10 (7e706f7e-1b63-4cee-b3cd-b9713bfefe06/685f2f72-1049-45b7-bb95-b383449189ef/38e104cc-b286-4bc4-9a5f-0f5e563f3506) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:53:53.383149 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:53.386583 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fb1fdf99-4e70-407e-9364-7c60e617ac61 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:53.391453 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-3458e7b4-f7ab-4ba6-8ab0-ae665fcc4fc0 admin admin] Allocated IP 172.20.0.1 (84f1943d-3ee2-4f9f-90e3-4eb63249ede1/b1719aa1-47dd-43b2-89f3-328a947b9bf7/40166bf0-4df1-474a-8bab-1d723dbfa7cb) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:53:53.469810 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-97e4cb4a-1983-4096-b775-6d8107d57aa0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:53.499680 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-97e4cb4a-1983-4096-b775-6d8107d57aa0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:53.546285 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-37d4afc1-bd23-4b4f-a864-c6fed0cd09f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:53.574946 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-97e4cb4a-1983-4096-b775-6d8107d57aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:53.577447 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-97e4cb4a-1983-4096-b775-6d8107d57aa0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:53.578653 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-97e4cb4a-1983-4096-b775-6d8107d57aa0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8110c080-3a25-407f-8476-e34a77b3720f HTTP/1.1" status: 204 len: 168 time: 0.2313190 Oct 20 11:53:53.598188 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4cb4a-1983-4096-b775-6d8107d57aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8110c080-3a25-407f-8476-e34a77b3720f,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:53.689377 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d1b99f85-30a8-4a12-9907-a85cb3586f02 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:53.730265 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d1b99f85-30a8-4a12-9907-a85cb3586f02 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:53.798606 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device a43aac1a-cbff-4153-8040-551e55fe369a up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:53:53.802259 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:53.835688 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1b910ad4-8206-4b54-a9eb-5595f2aa4afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:53.845769 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b99f85-30a8-4a12-9907-a85cb3586f02 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Network 7e706f7e-1b63-4cee-b3cd-b9713bfefe06 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:53:53.847272 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b99f85-30a8-4a12-9907-a85cb3586f02 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event updated for resources: {'Port': ['ID=38e104cc-b286-4bc4-9a5f-0f5e563f3506,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:53.851343 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-d1b99f85-30a8-4a12-9907-a85cb3586f02 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:53:53.855675 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b99f85-30a8-4a12-9907-a85cb3586f02 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:53:53.868214 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e1e767-5d66-4d7e-9fc7-fbdbb95af8ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-7e706f7e-1b63-4cee-b3cd-b9713bfefe06', 'network_id': '7e706f7e-1b63-4cee-b3cd-b9713bfefe06', 'tenant_id': 'b83cf05325f74f7cb717378a188d738a', 'fixed_ips': [{'subnet_id': '685f2f72-1049-45b7-bb95-b383449189ef'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:53:53.871769 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b99f85-30a8-4a12-9907-a85cb3586f02 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:53.872759 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d1b99f85-30a8-4a12-9907-a85cb3586f02 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:53.875161 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f8e1e767-5d66-4d7e-9fc7-fbdbb95af8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:53.903750 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d1b99f85-30a8-4a12-9907-a85cb3586f02 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5350728 Oct 20 11:53:53.904443 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43830) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:53.909684 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-47f3139f-a67d-42e8-8e6d-1b6f3e2bc631 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Request body: {'port': {'network_id': '7e706f7e-1b63-4cee-b3cd-b9713bfefe06', 'name': 'tempest-PortsIpV6TestJSON-2128153359', 'fixed_ips': [{'subnet_id': '685f2f72-1049-45b7-bb95-b383449189ef', 'ip_address': '2001:db8::f'}]}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:53:54.067922 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-1b910ad4-8206-4b54-a9eb-5595f2aa4afa None None] For port a43aac1a-cbff-4153-8040-551e55fe369a, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=a43aac1a-cbff-4153-8040-551e55fe369a,segment=NetworkSegment(6b3d97ef-4bba-4f94-8f99-2685e9f9dd59),segment_id=6b3d97ef-4bba-4f94-8f99-2685e9f9dd59)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:53:54.090819 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1b910ad4-8206-4b54-a9eb-5595f2aa4afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:54.225282 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2c353b-b4bf-4be1-9ea6-962bf8fc1282 None None] Network 5361aaf6-1064-4367-9060-bc7ba3d645ef requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:53:54.246405 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43832) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:54.274512 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3082c8fa-bb38-4024-a73b-22da0bb1c0d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:54.299427 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port a43aac1a-cbff-4153-8040-551e55fe369a triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:54.299903 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:54.324497 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b910ad4-8206-4b54-a9eb-5595f2aa4afa None None] Pushing event updated for resources: {'Port': ['ID=a43aac1a-cbff-4153-8040-551e55fe369a,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:54.334083 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-84f4ccd4-3681-42bc-9d59-1b8a6abf2670 None None] Provisioning complete for port 261ea1ec-9155-4a41-b124-b39ba4d17651 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:54.334542 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-84f4ccd4-3681-42bc-9d59-1b8a6abf2670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:54.380386 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3458e7b4-f7ab-4ba6-8ab0-ae665fcc4fc0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:54.407925 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f3139f-a67d-42e8-8e6d-1b6f3e2bc631 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Made reservation on behalf of b83cf05325f74f7cb717378a188d738a for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:53:54.414037 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-47f3139f-a67d-42e8-8e6d-1b6f3e2bc631 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:54.422638 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-f8e1e767-5d66-4d7e-9fc7-fbdbb95af8ce None None] Allocated IP 2001:db8::2 (7e706f7e-1b63-4cee-b3cd-b9713bfefe06/685f2f72-1049-45b7-bb95-b383449189ef/1ffc8463-9259-4ead-9b93-e65227e2bb10) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:53:54.437019 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [None req-47f3139f-a67d-42e8-8e6d-1b6f3e2bc631 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] device_id is not set on port eb3aa6d7-b4c7-46d0-a335-5a8d6c8b07a9 yet. {{(pid=100647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:53:54.502706 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25c44968-c742-42e2-9277-9a58f2068260 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:54.524055 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25c44968-c742-42e2-9277-9a58f2068260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:54.533748 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fb1fdf99-4e70-407e-9364-7c60e617ac61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:54.586370 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3458e7b4-f7ab-4ba6-8ab0-ae665fcc4fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:54.668445 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3082c8fa-bb38-4024-a73b-22da0bb1c0d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:54.691954 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d4afc1-bd23-4b4f-a864-c6fed0cd09f5 admin admin] Router a3236e4d-58fb-44cd-8e4c-34ea941aaca2 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:53:54.692730 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3082c8fa-bb38-4024-a73b-22da0bb1c0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:54.693984 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-25c44968-c742-42e2-9277-9a58f2068260 None None] Attempting to bind port d1296dbd-9c1f-4dbd-b711-e2e7f2cf1fcd on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:53:54.694350 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-25c44968-c742-42e2-9277-9a58f2068260 None None] Attempting to bind port d1296dbd-9c1f-4dbd-b711-e2e7f2cf1fcd by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:53:54.694730 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c44968-c742-42e2-9277-9a58f2068260 None None] Attempting to bind port d1296dbd-9c1f-4dbd-b711-e2e7f2cf1fcd on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:53:54.696082 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3458e7b4-f7ab-4ba6-8ab0-ae665fcc4fc0 admin admin] Network 84f1943d-3ee2-4f9f-90e3-4eb63249ede1 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:53:54.719709 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-3458e7b4-f7ab-4ba6-8ab0-ae665fcc4fc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:53:54.725483 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca9cb54-e497-42f2-b6e7-eaf351a26299 None None] Pushing event updated for resources: {'Port': ['ID=d1296dbd-9c1f-4dbd-b711-e2e7f2cf1fcd,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:54.746628 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c44968-c742-42e2-9277-9a58f2068260 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:53:54.747020 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c44968-c742-42e2-9277-9a58f2068260 None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:53:54.747419 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25c44968-c742-42e2-9277-9a58f2068260 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:54.747817 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c44968-c742-42e2-9277-9a58f2068260 None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:53:54.748299 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-25c44968-c742-42e2-9277-9a58f2068260 None None] Bound port: d1296dbd-9c1f-4dbd-b711-e2e7f2cf1fcd, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:53:54.748677 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25c44968-c742-42e2-9277-9a58f2068260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:54.764455 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3458e7b4-f7ab-4ba6-8ab0-ae665fcc4fc0 admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:53:54.770710 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3458e7b4-f7ab-4ba6-8ab0-ae665fcc4fc0 admin admin] Pushing event updated for resources: {'Port': ['ID=40166bf0-4df1-474a-8bab-1d723dbfa7cb,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:54.793401 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 261ea1ec-9155-4a41-b124-b39ba4d17651 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:53:54.837535 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3082c8fa-bb38-4024-a73b-22da0bb1c0d8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=25430d5dded24ecfab32f9c98909faf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5874963 Oct 20 11:53:54.837947 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43834) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:54.840921 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3082c8fa-bb38-4024-a73b-22da0bb1c0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f711e834-5ecc-43e8-a549-d856712760a6,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:54.886473 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-84f4ccd4-3681-42bc-9d59-1b8a6abf2670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:54.911328 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3458e7b4-f7ab-4ba6-8ab0-ae665fcc4fc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:54.921055 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-931af679-ad3e-4875-92c5-bb5457796b8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:54.946604 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-931af679-ad3e-4875-92c5-bb5457796b8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:54.980077 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:54.994517 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f8e1e767-5d66-4d7e-9fc7-fbdbb95af8ce None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:55.008243 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-25c44968-c742-42e2-9277-9a58f2068260 None None] For port d1296dbd-9c1f-4dbd-b711-e2e7f2cf1fcd, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:53:55.027339 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-84f4ccd4-3681-42bc-9d59-1b8a6abf2670 None None] For port 261ea1ec-9155-4a41-b124-b39ba4d17651, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=261ea1ec-9155-4a41-b124-b39ba4d17651,segment=NetworkSegment(94a6f683-f6e6-4020-a414-ea1dd389c05e),segment_id=94a6f683-f6e6-4020-a414-ea1dd389c05e)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:53:55.030337 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f8e1e767-5d66-4d7e-9fc7-fbdbb95af8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:55.040138 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-25c44968-c742-42e2-9277-9a58f2068260 None None] For port d1296dbd-9c1f-4dbd-b711-e2e7f2cf1fcd, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=d1296dbd-9c1f-4dbd-b711-e2e7f2cf1fcd,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:53:55.042538 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d4afc1-bd23-4b4f-a864-c6fed0cd09f5 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:53:55.045508 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-931af679-ad3e-4875-92c5-bb5457796b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:55.048444 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-37d4afc1-bd23-4b4f-a864-c6fed0cd09f5 admin admin] 10.222.0.98 "PUT /v2.0/routers/a3236e4d-58fb-44cd-8e4c-34ea941aaca2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9713442 Oct 20 11:53:55.048960 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-931af679-ad3e-4875-92c5-bb5457796b8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:55.053794 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-931af679-ad3e-4875-92c5-bb5457796b8f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f711e834-5ecc-43e8-a549-d856712760a6 HTTP/1.1" status: 204 len: 168 time: 0.2147880 Oct 20 11:53:55.054619 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43838) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:55.055043 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d05bf58-c286-41b3-9967-801174c30015 None None] Sync routers for ids ['a3236e4d-58fb-44cd-8e4c-34ea941aaca2'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:53:55.076010 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d05bf58-c286-41b3-9967-801174c30015 None None] Routers {'a3236e4d-58fb-44cd-8e4c-34ea941aaca2'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:53:55.076920 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-7d05bf58-c286-41b3-9967-801174c30015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:53:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['a3236e4d-58fb-44cd-8e4c-34ea941aaca2'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:55.122362 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-84f4ccd4-3681-42bc-9d59-1b8a6abf2670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:55.123411 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb1fdf99-4e70-407e-9364-7c60e617ac61 admin admin] Router 2585555d-0405-4825-aa79-387671c0923d is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:53:55.124696 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25c44968-c742-42e2-9277-9a58f2068260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:55.137427 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 261ea1ec-9155-4a41-b124-b39ba4d17651 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:55.138225 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:55.139405 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931af679-ad3e-4875-92c5-bb5457796b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f711e834-5ecc-43e8-a549-d856712760a6,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:55.174846 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e1e767-5d66-4d7e-9fc7-fbdbb95af8ce None None] Network 7e706f7e-1b63-4cee-b3cd-b9713bfefe06 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:53:55.197480 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-47f3139f-a67d-42e8-8e6d-1b6f3e2bc631 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Allocated IP 2001:db8::f (7e706f7e-1b63-4cee-b3cd-b9713bfefe06/685f2f72-1049-45b7-bb95-b383449189ef/eb3aa6d7-b4c7-46d0-a335-5a8d6c8b07a9) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:53:55.210640 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-f8e1e767-5d66-4d7e-9fc7-fbdbb95af8ce None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:53:55.221570 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e1e767-5d66-4d7e-9fc7-fbdbb95af8ce None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:53:55.232971 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e1e767-5d66-4d7e-9fc7-fbdbb95af8ce None None] Pushing event updated for resources: {'Port': ['ID=1ffc8463-9259-4ead-9b93-e65227e2bb10,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:55.307987 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-7d05bf58-c286-41b3-9967-801174c30015 None None] Set router a3236e4d-58fb-44cd-8e4c-34ea941aaca2 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:53:55.340866 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a6afdbd6-5249-4995-9de8-ef29ad09bfd2 admin admin] Publish callbacks [] for router, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:55.356786 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3458e7b4-f7ab-4ba6-8ab0-ae665fcc4fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:55.381621 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c44968-c742-42e2-9277-9a58f2068260 None None] Routers {'8d5577ff-d093-4a71-9f9d-f6ebd862e239'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:53:55.382408 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-25c44968-c742-42e2-9277-9a58f2068260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:53:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['8d5577ff-d093-4a71-9f9d-f6ebd862e239'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:55.453118 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-485ce4bc-1d7f-49ce-b715-562e464943ab None None] Provisioning complete for port 40166bf0-4df1-474a-8bab-1d723dbfa7cb triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:55.453606 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-485ce4bc-1d7f-49ce-b715-562e464943ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:55.487964 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f4ccd4-3681-42bc-9d59-1b8a6abf2670 None None] Pushing event updated for resources: {'Port': ['ID=261ea1ec-9155-4a41-b124-b39ba4d17651,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:55.495327 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-f8e1e767-5d66-4d7e-9fc7-fbdbb95af8ce None None] Attempting to bind port 1ffc8463-9259-4ead-9b93-e65227e2bb10 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:53:55.495790 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-f8e1e767-5d66-4d7e-9fc7-fbdbb95af8ce None None] Attempting to bind port 1ffc8463-9259-4ead-9b93-e65227e2bb10 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'eaa4193c-46f9-4ff3-baaf-9b36a998a002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '7e706f7e-1b63-4cee-b3cd-b9713bfefe06'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:53:55.496268 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e1e767-5d66-4d7e-9fc7-fbdbb95af8ce None None] Attempting to bind port 1ffc8463-9259-4ead-9b93-e65227e2bb10 on network 7e706f7e-1b63-4cee-b3cd-b9713bfefe06 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:53:55.564963 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e1e767-5d66-4d7e-9fc7-fbdbb95af8ce None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:53:55.564963 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e1e767-5d66-4d7e-9fc7-fbdbb95af8ce None None] Checking segment: {'id': 'eaa4193c-46f9-4ff3-baaf-9b36a998a002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '7e706f7e-1b63-4cee-b3cd-b9713bfefe06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:53:55.565194 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f8e1e767-5d66-4d7e-9fc7-fbdbb95af8ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:55.565522 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e1e767-5d66-4d7e-9fc7-fbdbb95af8ce None None] Bound using segment: {'id': 'eaa4193c-46f9-4ff3-baaf-9b36a998a002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '7e706f7e-1b63-4cee-b3cd-b9713bfefe06'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:53:55.566513 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1fdf99-4e70-407e-9364-7c60e617ac61 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:53:55.570614 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-f8e1e767-5d66-4d7e-9fc7-fbdbb95af8ce None None] Bound port: 1ffc8463-9259-4ead-9b93-e65227e2bb10, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaa4193c-46f9-4ff3-baaf-9b36a998a002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '7e706f7e-1b63-4cee-b3cd-b9713bfefe06'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:53:55.571243 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f8e1e767-5d66-4d7e-9fc7-fbdbb95af8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:55.609549 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-47f3139f-a67d-42e8-8e6d-1b6f3e2bc631 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:55.637222 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20b78cb-3363-4261-99e0-97143e9621d9 None None] Sync routers for ids ['2585555d-0405-4825-aa79-387671c0923d'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:53:55.650141 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-485ce4bc-1d7f-49ce-b715-562e464943ab None None] Port 40166bf0-4df1-474a-8bab-1d723dbfa7cb cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:53:55.670423 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fb1fdf99-4e70-407e-9364-7c60e617ac61 admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:55.679382 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-fb1fdf99-4e70-407e-9364-7c60e617ac61 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.3233612 Oct 20 11:53:55.681157 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43852) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:55.712061 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca9cb54-e497-42f2-b6e7-eaf351a26299 None None] Pushing event updated for resources: {'Port': ['ID=d1296dbd-9c1f-4dbd-b711-e2e7f2cf1fcd,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:55.720159 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-7d05bf58-c286-41b3-9967-801174c30015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3236e4d-58fb-44cd-8e4c-34ea941aaca2', 'name': 'tempest-TaggedBootDevicesTest_v242-75520858-router', 'tenant_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '32ac71d1-6679-4a71-98a7-f5d56756de38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:41:16Z', 'updated_at': '2021-10-20T11:53:51Z', 'revision_number': 5, 'project_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'gw_port': {'id': '32ac71d1-6679-4a71-98a7-f5d56756de38', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ef:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3236e4d-58fb-44cd-8e4c-34ea941aaca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:41:17Z', 'updated_at': '2021-10-20T11:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:55.723687 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20b78cb-3363-4261-99e0-97143e9621d9 None None] Routers {'2585555d-0405-4825-aa79-387671c0923d'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:53:55.724380 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-d20b78cb-3363-4261-99e0-97143e9621d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:53:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['2585555d-0405-4825-aa79-387671c0923d'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:55.729973 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a6afdbd6-5249-4995-9de8-ef29ad09bfd2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:55.732509 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-25c44968-c742-42e2-9277-9a58f2068260 None None] Set router 8d5577ff-d093-4a71-9f9d-f6ebd862e239 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:53:55.776801 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d05bf58-c286-41b3-9967-801174c30015 None None] Checking router: a3236e4d-58fb-44cd-8e4c-34ea941aaca2 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:53:55.787412 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-47f3139f-a67d-42e8-8e6d-1b6f3e2bc631 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:55.798768 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d05bf58-c286-41b3-9967-801174c30015 None None] Routers {'a3236e4d-58fb-44cd-8e4c-34ea941aaca2'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:53:55.799808 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-7d05bf58-c286-41b3-9967-801174c30015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:53:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['a3236e4d-58fb-44cd-8e4c-34ea941aaca2'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:55.816593 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f3139f-a67d-42e8-8e6d-1b6f3e2bc631 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Network 7e706f7e-1b63-4cee-b3cd-b9713bfefe06 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:53:55.820915 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-47f3139f-a67d-42e8-8e6d-1b6f3e2bc631 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:53:55.852184 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f3139f-a67d-42e8-8e6d-1b6f3e2bc631 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:53:55.859994 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f3139f-a67d-42e8-8e6d-1b6f3e2bc631 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:55.861025 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-47f3139f-a67d-42e8-8e6d-1b6f3e2bc631 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:55.890911 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-47f3139f-a67d-42e8-8e6d-1b6f3e2bc631 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9852908 Oct 20 11:53:55.899382 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43856) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:55.902470 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43858) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:55.934568 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f3139f-a67d-42e8-8e6d-1b6f3e2bc631 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event updated for resources: {'Port': ['ID=eb3aa6d7-b4c7-46d0-a335-5a8d6c8b07a9,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:55.967016 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-7d05bf58-c286-41b3-9967-801174c30015 None None] Set router a3236e4d-58fb-44cd-8e4c-34ea941aaca2 gateway port host: None {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:53:55.988625 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b2f92a67-d491-4f5b-be7e-5dd2e762a1a0 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:53:55.996283 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-485ce4bc-1d7f-49ce-b715-562e464943ab None None] Provisioning complete for port 18047bc5-f2e4-48ce-a947-55c9498f4b18 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:55.996763 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-485ce4bc-1d7f-49ce-b715-562e464943ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:56.052155 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-a6afdbd6-5249-4995-9de8-ef29ad09bfd2 admin admin] Deleting port 32ac71d1-6679-4a71-98a7-f5d56756de38 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:53:56.052500 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a6afdbd6-5249-4995-9de8-ef29ad09bfd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:56.059692 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-f8e1e767-5d66-4d7e-9fc7-fbdbb95af8ce None None] For port 1ffc8463-9259-4ead-9b93-e65227e2bb10, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:53:56.069323 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: b2f92a67-d491-4f5b-be7e-5dd2e762a1a0 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:53:56.069537 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-7d05bf58-c286-41b3-9967-801174c30015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3236e4d-58fb-44cd-8e4c-34ea941aaca2', 'name': 'tempest-TaggedBootDevicesTest_v242-75520858-router', 'tenant_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:41:16Z', 'updated_at': '2021-10-20T11:53:55Z', 'revision_number': 6, 'project_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'gw_port_host': None}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:56.070011 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b2f92a67-d491-4f5b-be7e-5dd2e762a1a0 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:53:56.121640 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-f8e1e767-5d66-4d7e-9fc7-fbdbb95af8ce None None] For port 1ffc8463-9259-4ead-9b93-e65227e2bb10, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=1ffc8463-9259-4ead-9b93-e65227e2bb10,segment=NetworkSegment(eaa4193c-46f9-4ff3-baaf-9b36a998a002),segment_id=eaa4193c-46f9-4ff3-baaf-9b36a998a002)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:53:56.122887 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb245827-86d4-484d-a4e4-813c39e9278f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:56.125534 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-eb245827-86d4-484d-a4e4-813c39e9278f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2030056 Oct 20 11:53:56.139047 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43866) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:56.174257 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3458e7b4-f7ab-4ba6-8ab0-ae665fcc4fc0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:56.175273 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f8e1e767-5d66-4d7e-9fc7-fbdbb95af8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:56.222770 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d05bf58-c286-41b3-9967-801174c30015 None None] The sync data for ids ['a3236e4d-58fb-44cd-8e4c-34ea941aaca2'] in n-d-814735-3 is: [{'id': 'a3236e4d-58fb-44cd-8e4c-34ea941aaca2', 'name': 'tempest-TaggedBootDevicesTest_v242-75520858-router', 'tenant_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:41:16Z', 'updated_at': '2021-10-20T11:53:55Z', 'revision_number': 6, 'project_id': 'eaec2bab7fdf45a2bb81df4997c7d09e', 'gw_port_host': None}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:53:56.249702 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3458e7b4-f7ab-4ba6-8ab0-ae665fcc4fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:56.250582 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-a6afdbd6-5249-4995-9de8-ef29ad09bfd2 admin admin] For port 32ac71d1-6679-4a71-98a7-f5d56756de38, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=32ac71d1-6679-4a71-98a7-f5d56756de38,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:53:56.267924 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a6afdbd6-5249-4995-9de8-ef29ad09bfd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:56.286926 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-a6afdbd6-5249-4995-9de8-ef29ad09bfd2 admin admin] Calling delete_port for 32ac71d1-6679-4a71-98a7-f5d56756de38 owned by network:router_gateway {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:53:56.391587 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-d20b78cb-3363-4261-99e0-97143e9621d9 None None] Set router 2585555d-0405-4825-aa79-387671c0923d gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:53:56.394062 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e1e767-5d66-4d7e-9fc7-fbdbb95af8ce None None] Pushing event updated for resources: {'Port': ['ID=1ffc8463-9259-4ead-9b93-e65227e2bb10,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:56.594541 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a6afdbd6-5249-4995-9de8-ef29ad09bfd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:56.622528 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-485ce4bc-1d7f-49ce-b715-562e464943ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:56.640180 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3d143dbe-9f66-45f0-9e86-8a1a54a4ce12 tempest-TestSecurityGroupsBasicOps-321817424 tempest-TestSecurityGroupsBasicOps-321817424-project-admin] 10.222.0.98 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3501 time: 0.7344501 Oct 20 11:53:56.640872 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43874) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:56.697150 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6afdbd6-5249-4995-9de8-ef29ad09bfd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=32ac71d1-6679-4a71-98a7-f5d56756de38,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:56.709728 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-fca91e41-d5e4-4678-8059-a98b6224e6d6 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Request body: {'network': {'name': 'tempest-network-smoke--99690139', 'project_id': '90ce7d56a289404db61837b49b02f44c', 'port_security_enabled': False}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:53:56.787892 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-485ce4bc-1d7f-49ce-b715-562e464943ab None None] For port 18047bc5-f2e4-48ce-a947-55c9498f4b18, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=18047bc5-f2e4-48ce-a947-55c9498f4b18,segment=NetworkSegment(a1eef13d-5b8a-465e-90ca-d7dc0a48660e),segment_id=a1eef13d-5b8a-465e-90ca-d7dc0a48660e)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:53:56.799461 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-25c44968-c742-42e2-9277-9a58f2068260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5577ff-d093-4a71-9f9d-f6ebd862e239', 'name': 'tempest-TestAggregatesBasicOps-2025707413-router', 'tenant_id': 'ed9b570586274970a279991b0f3d3427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'd1296dbd-9c1f-4dbd-b711-e2e7f2cf1fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:53:44Z', 'updated_at': '2021-10-20T11:53:55Z', 'revision_number': 4, 'project_id': 'ed9b570586274970a279991b0f3d3427', 'gw_port': {'id': 'd1296dbd-9c1f-4dbd-b711-e2e7f2cf1fcd', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5577ff-d093-4a71-9f9d-f6ebd862e239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:45Z', 'updated_at': '2021-10-20T11:53:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '40166bf0-4df1-474a-8bab-1d723dbfa7cb', 'name': '', 'network_id': '84f1943d-3ee2-4f9f-90e3-4eb63249ede1', 'tenant_id': 'ed9b570586274970a279991b0f3d3427', 'mac_address': 'fa:16:3e:0e:6c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5577ff-d093-4a71-9f9d-f6ebd862e239', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'b1719aa1-47dd-43b2-89f3-328a947b9bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:52Z', 'updated_at': '2021-10-20T11:53:53Z', 'revision_number': 1, 'project_id': 'ed9b570586274970a279991b0f3d3427', 'subnets': [{'id': 'b1719aa1-47dd-43b2-89f3-328a947b9bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:56.825883 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a6afdbd6-5249-4995-9de8-ef29ad09bfd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:56.866048 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c44968-c742-42e2-9277-9a58f2068260 None None] The sync data for ids ['8d5577ff-d093-4a71-9f9d-f6ebd862e239'] in n-d-814735-3 is: [{'id': '8d5577ff-d093-4a71-9f9d-f6ebd862e239', 'name': 'tempest-TestAggregatesBasicOps-2025707413-router', 'tenant_id': 'ed9b570586274970a279991b0f3d3427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'd1296dbd-9c1f-4dbd-b711-e2e7f2cf1fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:53:44Z', 'updated_at': '2021-10-20T11:53:55Z', 'revision_number': 4, 'project_id': 'ed9b570586274970a279991b0f3d3427', 'gw_port': {'id': 'd1296dbd-9c1f-4dbd-b711-e2e7f2cf1fcd', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5577ff-d093-4a71-9f9d-f6ebd862e239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:45Z', 'updated_at': '2021-10-20T11:53:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '40166bf0-4df1-474a-8bab-1d723dbfa7cb', 'name': '', 'network_id': '84f1943d-3ee2-4f9f-90e3-4eb63249ede1', 'tenant_id': 'ed9b570586274970a279991b0f3d3427', 'mac_address': 'fa:16:3e:0e:6c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5577ff-d093-4a71-9f9d-f6ebd862e239', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'b1719aa1-47dd-43b2-89f3-328a947b9bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:52Z', 'updated_at': '2021-10-20T11:53:53Z', 'revision_number': 1, 'project_id': 'ed9b570586274970a279991b0f3d3427', 'subnets': [{'id': 'b1719aa1-47dd-43b2-89f3-328a947b9bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:53:56.883343 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-485ce4bc-1d7f-49ce-b715-562e464943ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:56.888735 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3458e7b4-f7ab-4ba6-8ab0-ae665fcc4fc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:56.929159 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bca550a-ce55-419b-bb8c-3adca9c78f04 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:56.940091 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bca550a-ce55-419b-bb8c-3adca9c78f04 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:56.943478 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bca550a-ce55-419b-bb8c-3adca9c78f04 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:56.944433 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 18047bc5-f2e4-48ce-a947-55c9498f4b18 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:53:56.948011 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1bca550a-ce55-419b-bb8c-3adca9c78f04 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.8000789 Oct 20 11:53:56.956392 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43880) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:57.004159 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3458e7b4-f7ab-4ba6-8ab0-ae665fcc4fc0 admin admin] Pushing event updated for resources: {'Port': ['ID=40166bf0-4df1-474a-8bab-1d723dbfa7cb,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:57.028550 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3458e7b4-f7ab-4ba6-8ab0-ae665fcc4fc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:53:57.028967 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3458e7b4-f7ab-4ba6-8ab0-ae665fcc4fc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:53:57.029309 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3458e7b4-f7ab-4ba6-8ab0-ae665fcc4fc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:53:57.030365 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3458e7b4-f7ab-4ba6-8ab0-ae665fcc4fc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:53:57.030931 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3458e7b4-f7ab-4ba6-8ab0-ae665fcc4fc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:53:57.031281 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3458e7b4-f7ab-4ba6-8ab0-ae665fcc4fc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:53:57.031735 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3458e7b4-f7ab-4ba6-8ab0-ae665fcc4fc0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:53:57.032065 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3458e7b4-f7ab-4ba6-8ab0-ae665fcc4fc0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:53:57.032388 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3458e7b4-f7ab-4ba6-8ab0-ae665fcc4fc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:53:57.032993 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3458e7b4-f7ab-4ba6-8ab0-ae665fcc4fc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:53:57.033330 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3458e7b4-f7ab-4ba6-8ab0-ae665fcc4fc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:53:57.033652 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3458e7b4-f7ab-4ba6-8ab0-ae665fcc4fc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:53:57.037757 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a6afdbd6-5249-4995-9de8-ef29ad09bfd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:57.041908 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a6afdbd6-5249-4995-9de8-ef29ad09bfd2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:57.076684 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-517b0a1d-5a89-4743-8a45-c52955fd0c1a None None] Provisioning complete for port 18047bc5-f2e4-48ce-a947-55c9498f4b18 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:57.077646 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-517b0a1d-5a89-4743-8a45-c52955fd0c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:57.080852 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485ce4bc-1d7f-49ce-b715-562e464943ab None None] Pushing event updated for resources: {'Port': ['ID=18047bc5-f2e4-48ce-a947-55c9498f4b18,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:57.106972 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca91e41-d5e4-4678-8059-a98b6224e6d6 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Made reservation on behalf of 90ce7d56a289404db61837b49b02f44c for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:53:57.118272 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fca91e41-d5e4-4678-8059-a98b6224e6d6 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:57.130117 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 18047bc5-f2e4-48ce-a947-55c9498f4b18 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:57.130486 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:57.137394 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a6afdbd6-5249-4995-9de8-ef29ad09bfd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:57.138821 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6afdbd6-5249-4995-9de8-ef29ad09bfd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3236e4d-58fb-44cd-8e4c-34ea941aaca2 {{(pid=100647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:53:57.140455 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-d20b78cb-3363-4261-99e0-97143e9621d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2585555d-0405-4825-aa79-387671c0923d', 'name': 'tempest-TestServerMultinode-2129884309-router', 'tenant_id': 'f86ec970fdad4d5f94144e8cc68aba8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'b08bf9c8-6baa-461c-9b0d-45ec0f6008a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:53:48Z', 'updated_at': '2021-10-20T11:53:53Z', 'revision_number': 3, 'project_id': 'f86ec970fdad4d5f94144e8cc68aba8d', 'gw_port': {'id': 'b08bf9c8-6baa-461c-9b0d-45ec0f6008a4', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:70:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2585555d-0405-4825-aa79-387671c0923d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:50Z', 'updated_at': '2021-10-20T11:53:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:57.146755 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a6afdbd6-5249-4995-9de8-ef29ad09bfd2 admin admin] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:57.150696 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-a6afdbd6-5249-4995-9de8-ef29ad09bfd2 admin admin] 10.222.0.98 "DELETE /v2.0/routers/a3236e4d-58fb-44cd-8e4c-34ea941aaca2 HTTP/1.1" status: 204 len: 168 time: 2.0876350 Oct 20 11:53:57.151007 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43884) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:57.193248 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20b78cb-3363-4261-99e0-97143e9621d9 None None] Checking router: 2585555d-0405-4825-aa79-387671c0923d for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:53:57.193602 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20b78cb-3363-4261-99e0-97143e9621d9 None None] Updating router 2585555d-0405-4825-aa79-387671c0923d port b08bf9c8-6baa-461c-9b0d-45ec0f6008a4 binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:53:57.217154 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-f26cc799-a661-4245-8ca4-7b2b2c21465d admin admin] Deleting subnet 627cacd1-3333-4650-96cb-ee60e04cb6c7 {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:53:57.223242 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f26cc799-a661-4245-8ca4-7b2b2c21465d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:57.244309 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d20b78cb-3363-4261-99e0-97143e9621d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:57.259338 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fca91e41-d5e4-4678-8059-a98b6224e6d6 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] vlan segment allocate from pool success with {'vlan_id': 1298, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:53:57.263653 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f26cc799-a661-4245-8ca4-7b2b2c21465d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:57.276778 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fca91e41-d5e4-4678-8059-a98b6224e6d6 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:57.277311 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-fca91e41-d5e4-4678-8059-a98b6224e6d6 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Added segment 20ebbbb1-41f7-44db-823b-52d1ce57eb2c of type vlan for network d0b0898b-41c5-47d6-af5f-59df8c2e2c51 Oct 20 11:53:57.368379 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f26cc799-a661-4245-8ca4-7b2b2c21465d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:57.389082 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fca91e41-d5e4-4678-8059-a98b6224e6d6 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:57.477598 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f26cc799-a661-4245-8ca4-7b2b2c21465d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:57.481277 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fca91e41-d5e4-4678-8059-a98b6224e6d6 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:57.487320 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca91e41-d5e4-4678-8059-a98b6224e6d6 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:53:57.492294 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fca91e41-d5e4-4678-8059-a98b6224e6d6 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:57.544638 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device ddbbed53-48a1-458c-9e94-d86996e2825c up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:53:57.581952 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-fca91e41-d5e4-4678-8059-a98b6224e6d6 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8823092 Oct 20 11:53:57.598426 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43890) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:57.605354 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f26cc799-a661-4245-8ca4-7b2b2c21465d admin admin] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:57.616419 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-f26cc799-a661-4245-8ca4-7b2b2c21465d admin admin] 10.222.0.98 "DELETE /v2.0/subnets/627cacd1-3333-4650-96cb-ee60e04cb6c7 HTTP/1.1" status: 204 len: 168 time: 0.4620657 Oct 20 11:53:57.623992 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-3a800f82-4d28-488f-b168-7ef1563cd9d9 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1432891439', 'admin_state_up': True, 'project_id': '90ce7d56a289404db61837b49b02f44c', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:53:57.636586 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26cc799-a661-4245-8ca4-7b2b2c21465d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=627cacd1-3333-4650-96cb-ee60e04cb6c7,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:57.640956 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43892) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:57.678350 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47a7adb-545e-4e8e-934a-82664dad4bea None None] Network 6453727b-a1a3-4c25-9d2a-f4562ef51a67 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:53:57.780152 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3458e7b4-f7ab-4ba6-8ab0-ae665fcc4fc0 admin admin] Network 84f1943d-3ee2-4f9f-90e3-4eb63249ede1 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:53:57.784340 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca91e41-d5e4-4678-8059-a98b6224e6d6 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Pushing event updated for resources: {'Network': ['ID=d0b0898b-41c5-47d6-af5f-59df8c2e2c51,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:57.790776 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-3458e7b4-f7ab-4ba6-8ab0-ae665fcc4fc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:53:57.798606 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3a800f82-4d28-488f-b168-7ef1563cd9d9 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:57.799888 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3a800f82-4d28-488f-b168-7ef1563cd9d9 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:57.819893 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6ca0a1c9-4837-4b92-a5be-4264df173d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:57.959529 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3a800f82-4d28-488f-b168-7ef1563cd9d9 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:57.987393 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-97c93b6b-2301-48ae-b1ca-5cd2d5015429 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Deleting port eb3aa6d7-b4c7-46d0-a335-5a8d6c8b07a9 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:53:57.987732 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-97c93b6b-2301-48ae-b1ca-5cd2d5015429 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:58.041235 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network d0b0898b-41c5-47d6-af5f-59df8c2e2c51 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:53:58.205720 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-6ca0a1c9-4837-4b92-a5be-4264df173d73 admin admin] Deleting port 0f5695cb-9f23-4e0f-9f7d-6335ce5dd934 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:53:58.206313 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6ca0a1c9-4837-4b92-a5be-4264df173d73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:58.238996 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3458e7b4-f7ab-4ba6-8ab0-ae665fcc4fc0 admin admin] Router 8d5577ff-d093-4a71-9f9d-f6ebd862e239 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:53:58.255019 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd49ec1f-d633-490c-871d-ad1d7d727d07 None None] Network 7e706f7e-1b63-4cee-b3cd-b9713bfefe06 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:53:58.308365 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port ddbbed53-48a1-458c-9e94-d86996e2825c triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:58.308740 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:58.316222 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3a800f82-4d28-488f-b168-7ef1563cd9d9 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:58.422910 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-877501a4-07e1-424c-8788-ecbc1ec1880f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:58.458386 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-6ca0a1c9-4837-4b92-a5be-4264df173d73 admin admin] For port 0f5695cb-9f23-4e0f-9f7d-6335ce5dd934, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=0f5695cb-9f23-4e0f-9f7d-6335ce5dd934,segment=NetworkSegment(54b4c258-5e6a-4e24-a14d-5574a295f58e),segment_id=54b4c258-5e6a-4e24-a14d-5574a295f58e)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:53:58.459265 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6ca0a1c9-4837-4b92-a5be-4264df173d73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:58.488024 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d20b78cb-3363-4261-99e0-97143e9621d9 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:58.490542 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-9f006ef4-2977-4e84-88bb-b51407326214 None None] Provisioning complete for port 1ffc8463-9259-4ead-9b93-e65227e2bb10 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:58.490920 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9f006ef4-2977-4e84-88bb-b51407326214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:58.501098 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-6ca0a1c9-4837-4b92-a5be-4264df173d73 admin admin] Calling delete_port for 0f5695cb-9f23-4e0f-9f7d-6335ce5dd934 owned by network:dhcp {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:53:58.562858 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d20b78cb-3363-4261-99e0-97143e9621d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:58.588310 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-97c93b6b-2301-48ae-b1ca-5cd2d5015429 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:58.637456 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-97c93b6b-2301-48ae-b1ca-5cd2d5015429 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Calling delete_port for eb3aa6d7-b4c7-46d0-a335-5a8d6c8b07a9 owned by {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:53:58.645016 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b559fdc-75e4-4df3-b129-0c4e9e26dd4a None None] DHCP port deletion for 6453727b-a1a3-4c25-9d2a-f4562ef51a67 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:53:58.686663 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device a43aac1a-cbff-4153-8040-551e55fe369a up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:53:58.720916 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-d20b78cb-3363-4261-99e0-97143e9621d9 None None] Attempting to bind port b08bf9c8-6baa-461c-9b0d-45ec0f6008a4 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:53:58.721577 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-d20b78cb-3363-4261-99e0-97143e9621d9 None None] Attempting to bind port b08bf9c8-6baa-461c-9b0d-45ec0f6008a4 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:53:58.722240 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20b78cb-3363-4261-99e0-97143e9621d9 None None] Attempting to bind port b08bf9c8-6baa-461c-9b0d-45ec0f6008a4 on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:53:58.729749 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43912) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:58.771308 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6ca0a1c9-4837-4b92-a5be-4264df173d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:58.790400 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5da21f9-77ff-4a01-bffc-59dee95aa45f None None] Pushing event updated for resources: {'Port': ['ID=b08bf9c8-6baa-461c-9b0d-45ec0f6008a4,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:58.799547 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20b78cb-3363-4261-99e0-97143e9621d9 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:53:58.800117 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20b78cb-3363-4261-99e0-97143e9621d9 None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:53:58.800675 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d20b78cb-3363-4261-99e0-97143e9621d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:58.801225 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20b78cb-3363-4261-99e0-97143e9621d9 None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:53:58.801855 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-d20b78cb-3363-4261-99e0-97143e9621d9 None None] Bound port: b08bf9c8-6baa-461c-9b0d-45ec0f6008a4, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:53:58.802393 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d20b78cb-3363-4261-99e0-97143e9621d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:58.809223 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3458e7b4-f7ab-4ba6-8ab0-ae665fcc4fc0 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:53:58.829677 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3458e7b4-f7ab-4ba6-8ab0-ae665fcc4fc0 admin admin] 10.222.0.98 "PUT /v2.0/routers/8d5577ff-d093-4a71-9f9d-f6ebd862e239/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7972226 Oct 20 11:53:58.861216 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca0a1c9-4837-4b92-a5be-4264df173d73 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f5695cb-9f23-4e0f-9f7d-6335ce5dd934,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:58.868243 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca0a1c9-4837-4b92-a5be-4264df173d73 admin admin] No DVR routers for this DVR port 0f5695cb-9f23-4e0f-9f7d-6335ce5dd934 on host n-d-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:53:58.871049 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3a800f82-4d28-488f-b168-7ef1563cd9d9 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for router_gateway, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:58.921777 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-877501a4-07e1-424c-8788-ecbc1ec1880f admin admin] Allocated IP 172.20.0.1 (5361aaf6-1064-4367-9060-bc7ba3d645ef/d8e18ab5-e77e-4a4b-bc80-de7b6ea0c5ef/7950e274-fde5-4ea4-a5e7-4b1549a400c2) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:53:58.931145 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3a800f82-4d28-488f-b168-7ef1563cd9d9 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:58.984434 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-59b08738-b452-417e-b2f6-8628f11a7575 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:59.022030 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6ca0a1c9-4837-4b92-a5be-4264df173d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:59.048785 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-6ca0a1c9-4837-4b92-a5be-4264df173d73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6453727b-a1a3-4c25-9d2a-f4562ef51a67']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:59.061858 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-6ca0a1c9-4837-4b92-a5be-4264df173d73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54b4c258-5e6a-4e24-a14d-5574a295f58e') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:59.062465 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-6ca0a1c9-4837-4b92-a5be-4264df173d73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54b4c258-5e6a-4e24-a14d-5574a295f58e') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:59.075486 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6ca0a1c9-4837-4b92-a5be-4264df173d73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:59.079550 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-97c93b6b-2301-48ae-b1ca-5cd2d5015429 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:59.092431 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6ca0a1c9-4837-4b92-a5be-4264df173d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:59.100993 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ca0a1c9-4837-4b92-a5be-4264df173d73 admin admin] Releasing vlan 1284 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:53:59.101799 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6ca0a1c9-4837-4b92-a5be-4264df173d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:59.125036 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9f006ef4-2977-4e84-88bb-b51407326214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:59.129826 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c93b6b-2301-48ae-b1ca-5cd2d5015429 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event deleted for resources: {'Port': ['ID=eb3aa6d7-b4c7-46d0-a335-5a8d6c8b07a9,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:59.130628 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d20b78cb-3363-4261-99e0-97143e9621d9 None None] For port b08bf9c8-6baa-461c-9b0d-45ec0f6008a4, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:53:59.170455 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:53:59.170455 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:53:59.170455 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:53:59.170455 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:53:59.170455 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:53:59.170455 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:53:59.170455 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:53:59.170455 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:53:59.170455 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:53:59.170455 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:53:59.170455 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:53:59.170455 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:53:59.170455 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:53:59.170455 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:53:59.170455 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:53:59.170455 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:53:59.170455 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:53:59.170455 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:53:59.170455 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:53:59.170455 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:53:59.170455 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:53:59.170455 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:53:59.170455 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:53:59.170455 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:53:59.170455 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:53:59.170455 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:53:59.170455 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:53:59.170455 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:53:59.170455 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:53:59.170455 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:53:59.170455 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:53:59.170455 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:53:59.173607 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d20b78cb-3363-4261-99e0-97143e9621d9 None None] For port b08bf9c8-6baa-461c-9b0d-45ec0f6008a4, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=b08bf9c8-6baa-461c-9b0d-45ec0f6008a4,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:53:59.178786 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port a43aac1a-cbff-4153-8040-551e55fe369a triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:59.179177 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:59.195220 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-97c93b6b-2301-48ae-b1ca-5cd2d5015429 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:59.199284 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-97c93b6b-2301-48ae-b1ca-5cd2d5015429 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "DELETE /v2.0/ports/eb3aa6d7-b4c7-46d0-a335-5a8d6c8b07a9 HTTP/1.1" status: 204 len: 168 time: 2.2298844 Oct 20 11:53:59.203551 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43922) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:59.214226 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6ca0a1c9-4837-4b92-a5be-4264df173d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:59.221555 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6ca0a1c9-4837-4b92-a5be-4264df173d73 admin admin] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:59.224959 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-6ca0a1c9-4837-4b92-a5be-4264df173d73 admin admin] 10.222.0.98 "DELETE /v2.0/networks/6453727b-a1a3-4c25-9d2a-f4562ef51a67 HTTP/1.1" status: 204 len: 168 time: 1.5761354 Oct 20 11:53:59.242242 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-877501a4-07e1-424c-8788-ecbc1ec1880f admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:59.246865 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca0a1c9-4837-4b92-a5be-4264df173d73 admin admin] Pushing event deleted for resources: {'Network': ['ID=6453727b-a1a3-4c25-9d2a-f4562ef51a67,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:59.254589 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-33738c44-b15b-4228-bd9c-b5cedde9cc21 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] GET failed (client error): The resource could not be found. Oct 20 11:53:59.259144 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-33738c44-b15b-4228-bd9c-b5cedde9cc21 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "GET /v2.0/ports/eb3aa6d7-b4c7-46d0-a335-5a8d6c8b07a9 HTTP/1.1" status: 404 len: 333 time: 0.0461736 Oct 20 11:53:59.260426 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43926) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:59.279532 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-9f006ef4-2977-4e84-88bb-b51407326214 None None] For port 1ffc8463-9259-4ead-9b93-e65227e2bb10, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=1ffc8463-9259-4ead-9b93-e65227e2bb10,segment=NetworkSegment(eaa4193c-46f9-4ff3-baaf-9b36a998a002),segment_id=eaa4193c-46f9-4ff3-baaf-9b36a998a002)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:53:59.327761 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9f006ef4-2977-4e84-88bb-b51407326214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:59.332093 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d20b78cb-3363-4261-99e0-97143e9621d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:59.337684 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-3a800f82-4d28-488f-b168-7ef1563cd9d9 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Allocated IP 172.25.5.70 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/c236ed4c-bf6e-412b-8889-c1ca58f0a2f6) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:53:59.355157 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-8b559fdc-75e4-4df3-b129-0c4e9e26dd4a None None] Deleting port 0f5695cb-9f23-4e0f-9f7d-6335ce5dd934 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:53:59.356341 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-8b559fdc-75e4-4df3-b129-0c4e9e26dd4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:59.361808 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-59b08738-b452-417e-b2f6-8628f11a7575 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:59.375500 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-59b08738-b452-417e-b2f6-8628f11a7575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:59.462450 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43936) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server [None req-8b559fdc-75e4-4df3-b129-0c4e9e26dd4a None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 6453727b-a1a3-4c25-9d2a-f4562ef51a67 could not be found. Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return self._iter().one() Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1385, in one Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return self._only_one_row( Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1545, in delete_ports_by_device_id Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1967, in delete_port Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1190, in get_network Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 6453727b-a1a3-4c25-9d2a-f4562ef51a67 could not be found. Oct 20 11:53:59.475696 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server Oct 20 11:53:59.481751 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-59b08738-b452-417e-b2f6-8628f11a7575 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e390ea48cf574623a0f665cf20925fc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7425697 Oct 20 11:53:59.491612 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43938) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:59.505888 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b08738-b452-417e-b2f6-8628f11a7575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be680b4f-e92f-474d-a9c5-e057aafa373c,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:59.527000 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-877501a4-07e1-424c-8788-ecbc1ec1880f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:59.586296 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877501a4-07e1-424c-8788-ecbc1ec1880f admin admin] Network 5361aaf6-1064-4367-9060-bc7ba3d645ef is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:53:59.595020 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-877501a4-07e1-424c-8788-ecbc1ec1880f admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:53:59.604077 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877501a4-07e1-424c-8788-ecbc1ec1880f admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:53:59.606959 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a9cdb3-a94a-4b7e-a0d3-e9a4b7c80301 None None] DHCP port deletion for 6453727b-a1a3-4c25-9d2a-f4562ef51a67 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:53:59.608055 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-f7fe611b-068e-49cb-9fb4-094557f12846 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Deleting port 38e104cc-b286-4bc4-9a5f-0f5e563f3506 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:53:59.608454 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f7fe611b-068e-49cb-9fb4-094557f12846 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:59.663511 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-42fdc135-249d-4587-a2eb-fcd7d9821ebf None None] Provisioning complete for port 40166bf0-4df1-474a-8bab-1d723dbfa7cb triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:53:59.664104 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-42fdc135-249d-4587-a2eb-fcd7d9821ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:59.666532 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3a800f82-4d28-488f-b168-7ef1563cd9d9 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:59.717891 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877501a4-07e1-424c-8788-ecbc1ec1880f admin admin] Pushing event updated for resources: {'Port': ['ID=7950e274-fde5-4ea4-a5e7-4b1549a400c2,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:53:59.737631 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20b78cb-3363-4261-99e0-97143e9621d9 None None] Routers {'2585555d-0405-4825-aa79-387671c0923d'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:53:59.738905 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-d20b78cb-3363-4261-99e0-97143e9621d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:53:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['2585555d-0405-4825-aa79-387671c0923d'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:53:59.755738 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-7d4c5880-27e2-4785-b041-da4208cf2c95 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=eaec2bab7fdf45a2bb81df4997c7d09e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2902102 Oct 20 11:53:59.762447 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43946) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:53:59.800823 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-877501a4-07e1-424c-8788-ecbc1ec1880f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:59.834466 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-65b39768-cc50-4196-873c-c3ab9644c651 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:59.904749 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3a800f82-4d28-488f-b168-7ef1563cd9d9 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:53:59.935596 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-65b39768-cc50-4196-873c-c3ab9644c651 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:00.001809 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-d20b78cb-3363-4261-99e0-97143e9621d9 None None] Set router 2585555d-0405-4825-aa79-387671c0923d gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:54:00.004207 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f006ef4-2977-4e84-88bb-b51407326214 None None] Pushing event updated for resources: {'Port': ['ID=1ffc8463-9259-4ead-9b93-e65227e2bb10,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:00.019901 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f7fe611b-068e-49cb-9fb4-094557f12846 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:00.052485 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-f7fe611b-068e-49cb-9fb4-094557f12846 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Calling delete_port for 38e104cc-b286-4bc4-9a5f-0f5e563f3506 owned by {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:54:00.073375 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 261ea1ec-9155-4a41-b124-b39ba4d17651 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:54:00.095989 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-877501a4-07e1-424c-8788-ecbc1ec1880f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:00.134284 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a800f82-4d28-488f-b168-7ef1563cd9d9 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:54:00.148881 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-3a800f82-4d28-488f-b168-7ef1563cd9d9 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:54:00.152300 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-176df1fc-c5a6-43b5-846b-2478ff8d550c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:00.154555 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a800f82-4d28-488f-b168-7ef1563cd9d9 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:54:00.156367 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a800f82-4d28-488f-b168-7ef1563cd9d9 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Pushing event updated for resources: {'Port': ['ID=c236ed4c-bf6e-412b-8889-c1ca58f0a2f6,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:00.209672 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-42fdc135-249d-4587-a2eb-fcd7d9821ebf None None] Port 40166bf0-4df1-474a-8bab-1d723dbfa7cb cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:54:00.289551 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-176df1fc-c5a6-43b5-846b-2478ff8d550c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:00.346038 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5da21f9-77ff-4a01-bffc-59dee95aa45f None None] Pushing event updated for resources: {'Port': ['ID=b08bf9c8-6baa-461c-9b0d-45ec0f6008a4,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:00.374249 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-fc840fc4-3131-4500-af5a-543426e799cd None None] Could not find standard attr ID for object eb3aa6d7-b4c7-46d0-a335-5a8d6c8b07a9. {{(pid=100648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:54:00.409412 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-65b39768-cc50-4196-873c-c3ab9644c651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:00.414313 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-65b39768-cc50-4196-873c-c3ab9644c651 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:00.415496 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-fc840fc4-3131-4500-af5a-543426e799cd None None] Provisioning complete for port 7950e274-fde5-4ea4-a5e7-4b1549a400c2 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:00.418320 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-fc840fc4-3131-4500-af5a-543426e799cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:00.418429 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-65b39768-cc50-4196-873c-c3ab9644c651 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/be680b4f-e92f-474d-a9c5-e057aafa373c HTTP/1.1" status: 204 len: 168 time: 0.8761947 Oct 20 11:54:00.443181 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 261ea1ec-9155-4a41-b124-b39ba4d17651 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:00.443558 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:00.554222 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-fc840fc4-3131-4500-af5a-543426e799cd None None] Port 7950e274-fde5-4ea4-a5e7-4b1549a400c2 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:54:00.639376 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-fc840fc4-3131-4500-af5a-543426e799cd None None] Provisioning complete for port 38e104cc-b286-4bc4-9a5f-0f5e563f3506 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:00.639753 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-fc840fc4-3131-4500-af5a-543426e799cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:00.701223 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-d20b78cb-3363-4261-99e0-97143e9621d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2585555d-0405-4825-aa79-387671c0923d', 'name': 'tempest-TestServerMultinode-2129884309-router', 'tenant_id': 'f86ec970fdad4d5f94144e8cc68aba8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'b08bf9c8-6baa-461c-9b0d-45ec0f6008a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:53:48Z', 'updated_at': '2021-10-20T11:53:53Z', 'revision_number': 3, 'project_id': 'f86ec970fdad4d5f94144e8cc68aba8d', 'gw_port': {'id': 'b08bf9c8-6baa-461c-9b0d-45ec0f6008a4', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:70:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2585555d-0405-4825-aa79-387671c0923d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:50Z', 'updated_at': '2021-10-20T11:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:00.762102 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20b78cb-3363-4261-99e0-97143e9621d9 None None] The sync data for ids ['2585555d-0405-4825-aa79-387671c0923d'] in n-d-814735-3 is: [{'id': '2585555d-0405-4825-aa79-387671c0923d', 'name': 'tempest-TestServerMultinode-2129884309-router', 'tenant_id': 'f86ec970fdad4d5f94144e8cc68aba8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'b08bf9c8-6baa-461c-9b0d-45ec0f6008a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:53:48Z', 'updated_at': '2021-10-20T11:53:53Z', 'revision_number': 3, 'project_id': 'f86ec970fdad4d5f94144e8cc68aba8d', 'gw_port': {'id': 'b08bf9c8-6baa-461c-9b0d-45ec0f6008a4', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:70:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2585555d-0405-4825-aa79-387671c0923d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:50Z', 'updated_at': '2021-10-20T11:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:54:00.777936 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-fc840fc4-3131-4500-af5a-543426e799cd None None] Port 38e104cc-b286-4bc4-9a5f-0f5e563f3506 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:54:00.808620 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-fc840fc4-3131-4500-af5a-543426e799cd None None] Provisioning complete for port 1ffc8463-9259-4ead-9b93-e65227e2bb10 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:00.810897 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-fc840fc4-3131-4500-af5a-543426e799cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:00.932269 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43976) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:01.051532 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f7fe611b-068e-49cb-9fb4-094557f12846 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:01.129095 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe611b-068e-49cb-9fb4-094557f12846 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event deleted for resources: {'Port': ['ID=38e104cc-b286-4bc4-9a5f-0f5e563f3506,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:01.169400 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-f3a9465c-b183-4f73-8c7d-8c79764d7e1d None None] Could not find standard attr ID for object eb3aa6d7-b4c7-46d0-a335-5a8d6c8b07a9. {{(pid=100648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:54:01.174560 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-f3a9465c-b183-4f73-8c7d-8c79764d7e1d None None] Could not find standard attr ID for object 38e104cc-b286-4bc4-9a5f-0f5e563f3506. {{(pid=100648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:54:01.217559 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device d1296dbd-9c1f-4dbd-b711-e2e7f2cf1fcd up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:54:01.263701 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f7fe611b-068e-49cb-9fb4-094557f12846 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:01.270176 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f7fe611b-068e-49cb-9fb4-094557f12846 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "DELETE /v2.0/ports/38e104cc-b286-4bc4-9a5f-0f5e563f3506 HTTP/1.1" status: 204 len: 168 time: 2.0076923 Oct 20 11:54:01.274100 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-877501a4-07e1-424c-8788-ecbc1ec1880f admin admin] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:01.297740 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43978) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:01.297740 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 43980) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:01.366437 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port d1296dbd-9c1f-4dbd-b711-e2e7f2cf1fcd triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:01.367129 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:01.400481 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b39768-cc50-4196-873c-c3ab9644c651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be680b4f-e92f-474d-a9c5-e057aafa373c,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:01.406012 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-176df1fc-c5a6-43b5-846b-2478ff8d550c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:01.412941 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-176df1fc-c5a6-43b5-846b-2478ff8d550c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:01.413169 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-877501a4-07e1-424c-8788-ecbc1ec1880f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:01.416812 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-176df1fc-c5a6-43b5-846b-2478ff8d550c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ebd2ba54-3ef1-40c4-b641-2d063f2d73b8 HTTP/1.1" status: 204 len: 168 time: 1.6391234 Oct 20 11:54:01.473151 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [req-9798d8be-9a7d-48b3-b969-9f1d6344b27c req-236bc3c2-216b-4054-bfdf-f4c0c20fa706 service neutron] (100646) timed out ('10.222.0.89', 51475) {{(pid=100646) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 20 11:54:01.478585 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176df1fc-c5a6-43b5-846b-2478ff8d550c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd2ba54-3ef1-40c4-b641-2d063f2d73b8,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:01.494329 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-877501a4-07e1-424c-8788-ecbc1ec1880f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:01.522094 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:01.566904 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port d1296dbd-9c1f-4dbd-b711-e2e7f2cf1fcd, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=d1296dbd-9c1f-4dbd-b711-e2e7f2cf1fcd,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:01.577513 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:01.578341 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 18047bc5-f2e4-48ce-a947-55c9498f4b18 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:54:01.599734 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3a800f82-4d28-488f-b168-7ef1563cd9d9 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for router_gateway, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:01.663041 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877501a4-07e1-424c-8788-ecbc1ec1880f admin admin] Pushing event updated for resources: {'Port': ['ID=7950e274-fde5-4ea4-a5e7-4b1549a400c2,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:01.678663 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c6f1fbaf-4ef6-4faa-aced-3e6ffb1b8520 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:01.694378 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bfa4c63-91ef-43bd-a16b-9580c7f315b7 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] GET failed (client error): The resource could not be found. Oct 20 11:54:01.704427 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7bfa4c63-91ef-43bd-a16b-9580c7f315b7 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "GET /v2.0/ports/38e104cc-b286-4bc4-9a5f-0f5e563f3506 HTTP/1.1" status: 404 len: 333 time: 0.4055915 Oct 20 11:54:01.708593 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 43984) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:01.823074 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 18047bc5-f2e4-48ce-a947-55c9498f4b18 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:01.823631 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:01.835069 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c48b643-9a87-472d-867f-dd24f60d74ed None None] get_active_networks_info from n-d-814735-3 {{(pid=100648) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 11:54:01.838227 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=d1296dbd-9c1f-4dbd-b711-e2e7f2cf1fcd,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:01.859787 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9f1a5fd-cb66-4d6d-b1fa-b2aa6b45d836 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Deleting subnet 685f2f72-1049-45b7-bb95-b383449189ef {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:54:01.866266 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d9f1a5fd-cb66-4d6d-b1fa-b2aa6b45d836 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:01.907827 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:01.908430 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:01.909236 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:01.909895 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:01.910300 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:01.910692 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:01.911101 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:01.911609 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:01.912001 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:01.912377 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:01.913378 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:01.913952 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:01.968788 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dd95d0-bf59-49fd-9531-3d6acd47c7df None None] Sync routers for ids ['8d5577ff-d093-4a71-9f9d-f6ebd862e239'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:54:01.983170 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dd95d0-bf59-49fd-9531-3d6acd47c7df None None] Routers {'8d5577ff-d093-4a71-9f9d-f6ebd862e239'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:54:01.983813 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d9f1a5fd-cb66-4d6d-b1fa-b2aa6b45d836 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:01.984331 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-03dd95d0-bf59-49fd-9531-3d6acd47c7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:53:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['8d5577ff-d093-4a71-9f9d-f6ebd862e239'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:02.118168 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 1ffc8463-9259-4ead-9b93-e65227e2bb10 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:54:02.148643 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3a800f82-4d28-488f-b168-7ef1563cd9d9 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:02.161094 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-03dd95d0-bf59-49fd-9531-3d6acd47c7df None None] Set router 8d5577ff-d093-4a71-9f9d-f6ebd862e239 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:54:02.247481 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877501a4-07e1-424c-8788-ecbc1ec1880f admin admin] Network 5361aaf6-1064-4367-9060-bc7ba3d645ef is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:54:02.248160 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 1ffc8463-9259-4ead-9b93-e65227e2bb10 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:02.248432 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:02.261722 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-877501a4-07e1-424c-8788-ecbc1ec1880f admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:54:02.276444 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d9f1a5fd-cb66-4d6d-b1fa-b2aa6b45d836 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:02.281657 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c48b643-9a87-472d-867f-dd24f60d74ed None None] Resources bound (agent type, host, resource id): {{(pid=100648) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 11:54:02.367626 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c6f1fbaf-4ef6-4faa-aced-3e6ffb1b8520 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:02.493991 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c6f1fbaf-4ef6-4faa-aced-3e6ffb1b8520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:02.508762 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d9f1a5fd-cb66-4d6d-b1fa-b2aa6b45d836 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:02.536938 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 0f5695cb-9f23-4e0f-9f7d-6335ce5dd934 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:54:02.546778 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d9f1a5fd-cb66-4d6d-b1fa-b2aa6b45d836 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:02.553221 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d9f1a5fd-cb66-4d6d-b1fa-b2aa6b45d836 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "DELETE /v2.0/subnets/685f2f72-1049-45b7-bb95-b383449189ef HTTP/1.1" status: 204 len: 168 time: 0.8381619 Oct 20 11:54:02.554459 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f1a5fd-cb66-4d6d-b1fa-b2aa6b45d836 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event deleted for resources: {'Subnet': ['ID=685f2f72-1049-45b7-bb95-b383449189ef,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:02.557805 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44002) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:02.592995 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-877501a4-07e1-424c-8788-ecbc1ec1880f admin admin] Router 2585555d-0405-4825-aa79-387671c0923d has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:54:02.608280 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f1fbaf-4ef6-4faa-aced-3e6ffb1b8520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2f0558-9678-4a63-9b2a-2338da591656,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:02.615243 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c6f1fbaf-4ef6-4faa-aced-3e6ffb1b8520 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7a148d254cb14dd98f56e430f6a2db4b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3127334 Oct 20 11:54:02.620130 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44004) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:02.620984 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-03dd95d0-bf59-49fd-9531-3d6acd47c7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5577ff-d093-4a71-9f9d-f6ebd862e239', 'name': 'tempest-TestAggregatesBasicOps-2025707413-router', 'tenant_id': 'ed9b570586274970a279991b0f3d3427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'd1296dbd-9c1f-4dbd-b711-e2e7f2cf1fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:53:44Z', 'updated_at': '2021-10-20T11:53:55Z', 'revision_number': 4, 'project_id': 'ed9b570586274970a279991b0f3d3427', 'gw_port': {'id': 'd1296dbd-9c1f-4dbd-b711-e2e7f2cf1fcd', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5577ff-d093-4a71-9f9d-f6ebd862e239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:45Z', 'updated_at': '2021-10-20T11:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '40166bf0-4df1-474a-8bab-1d723dbfa7cb', 'name': '', 'network_id': '84f1943d-3ee2-4f9f-90e3-4eb63249ede1', 'tenant_id': 'ed9b570586274970a279991b0f3d3427', 'mac_address': 'fa:16:3e:0e:6c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5577ff-d093-4a71-9f9d-f6ebd862e239', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'b1719aa1-47dd-43b2-89f3-328a947b9bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:52Z', 'updated_at': '2021-10-20T11:53:55Z', 'revision_number': 2, 'project_id': 'ed9b570586274970a279991b0f3d3427', 'subnets': [{'id': 'b1719aa1-47dd-43b2-89f3-328a947b9bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:02.654714 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 0f5695cb-9f23-4e0f-9f7d-6335ce5dd934 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:54:02.655568 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 0f5695cb-9f23-4e0f-9f7d-6335ce5dd934 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:54:02.655992 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 32ac71d1-6679-4a71-98a7-f5d56756de38 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:54:02.666636 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-20d9865b-7416-4896-b026-a8749a536ffe tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:02.674041 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a800f82-4d28-488f-b168-7ef1563cd9d9 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Router 1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:54:02.693117 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dd95d0-bf59-49fd-9531-3d6acd47c7df None None] Checking router: 8d5577ff-d093-4a71-9f9d-f6ebd862e239 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:54:02.694342 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dd95d0-bf59-49fd-9531-3d6acd47c7df None None] Updating router 8d5577ff-d093-4a71-9f9d-f6ebd862e239 port 40166bf0-4df1-474a-8bab-1d723dbfa7cb binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:54:02.725904 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-578ca7ad-f500-462e-9fb9-d15168437b91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:02.746993 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-03dd95d0-bf59-49fd-9531-3d6acd47c7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:02.782476 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-20d9865b-7416-4896-b026-a8749a536ffe tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Deleting port 1ffc8463-9259-4ead-9b93-e65227e2bb10 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:54:02.783235 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-20d9865b-7416-4896-b026-a8749a536ffe tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:02.816455 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2bf3b032-2824-4fea-8dc1-81cbeb41f0cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:02.857709 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 32ac71d1-6679-4a71-98a7-f5d56756de38 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:54:02.858627 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 32ac71d1-6679-4a71-98a7-f5d56756de38 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:54:02.861947 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device f855ae8f-7f6f-46c1-aa8b-f666f96e80e4 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:54:02.880802 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44008) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:02.894252 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: f855ae8f-7f6f-46c1-aa8b-f666f96e80e4 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:54:02.894252 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device f855ae8f-7f6f-46c1-aa8b-f666f96e80e4 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:54:02.915780 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2bf3b032-2824-4fea-8dc1-81cbeb41f0cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:02.932863 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efae83b-f5c1-4fb2-909e-95347a372b8d None None] Network 7e706f7e-1b63-4cee-b3cd-b9713bfefe06 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:54:02.935423 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a800f82-4d28-488f-b168-7ef1563cd9d9 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:54:02.937165 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877501a4-07e1-424c-8788-ecbc1ec1880f admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:54:02.954442 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-877501a4-07e1-424c-8788-ecbc1ec1880f admin admin] 10.222.0.98 "PUT /v2.0/routers/2585555d-0405-4825-aa79-387671c0923d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2641568 Oct 20 11:54:02.962097 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-20d9865b-7416-4896-b026-a8749a536ffe tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] For port 1ffc8463-9259-4ead-9b93-e65227e2bb10, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=1ffc8463-9259-4ead-9b93-e65227e2bb10,segment=NetworkSegment(eaa4193c-46f9-4ff3-baaf-9b36a998a002),segment_id=eaa4193c-46f9-4ff3-baaf-9b36a998a002)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:02.962482 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-20d9865b-7416-4896-b026-a8749a536ffe tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:02.991410 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-20d9865b-7416-4896-b026-a8749a536ffe tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Calling delete_port for 1ffc8463-9259-4ead-9b93-e65227e2bb10 owned by network:dhcp {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:54:03.081799 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a82e9f-a66e-43c3-965b-82ebf3afa24a None None] Sync routers for ids ['1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:54:03.133759 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a82e9f-a66e-43c3-965b-82ebf3afa24a None None] Routers {'1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:54:03.134913 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-d6a82e9f-a66e-43c3-965b-82ebf3afa24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:53:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:03.215050 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-eaa56489-026b-4782-9160-b80c82d22e29 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1338052197-network', 'tenant_id': '767969200dac445886e14583efab376a'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:54:03.260156 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2bf3b032-2824-4fea-8dc1-81cbeb41f0cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:03.263263 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2bf3b032-2824-4fea-8dc1-81cbeb41f0cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:03.264683 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2bf3b032-2824-4fea-8dc1-81cbeb41f0cf admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6b2f0558-9678-4a63-9b2a-2338da591656 HTTP/1.1" status: 204 len: 168 time: 0.6410952 Oct 20 11:54:03.278998 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-20d9865b-7416-4896-b026-a8749a536ffe tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:03.333989 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d9865b-7416-4896-b026-a8749a536ffe tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] No DVR routers for this DVR port 1ffc8463-9259-4ead-9b93-e65227e2bb10 on host n-d-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:54:03.337306 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa56489-026b-4782-9160-b80c82d22e29 admin admin] Made reservation on behalf of 767969200dac445886e14583efab376a for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:54:03.350367 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-eaa56489-026b-4782-9160-b80c82d22e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:03.363472 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf3b032-2824-4fea-8dc1-81cbeb41f0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2f0558-9678-4a63-9b2a-2338da591656,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:03.364813 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-03dd95d0-bf59-49fd-9531-3d6acd47c7df None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:03.380164 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-03dd95d0-bf59-49fd-9531-3d6acd47c7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:03.402369 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d9865b-7416-4896-b026-a8749a536ffe tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event deleted for resources: {'Port': ['ID=1ffc8463-9259-4ead-9b93-e65227e2bb10,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:03.408528 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-eaa56489-026b-4782-9160-b80c82d22e29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:03.449200 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca4081-1bee-4088-a76b-e5edccaca4ae None None] Pushing event updated for resources: {'Port': ['ID=40166bf0-4df1-474a-8bab-1d723dbfa7cb,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:03.465678 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ca4081-1bee-4088-a76b-e5edccaca4ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:03.466024 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ca4081-1bee-4088-a76b-e5edccaca4ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:03.466366 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ca4081-1bee-4088-a76b-e5edccaca4ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:03.467014 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ca4081-1bee-4088-a76b-e5edccaca4ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:03.467560 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ca4081-1bee-4088-a76b-e5edccaca4ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:03.467948 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ca4081-1bee-4088-a76b-e5edccaca4ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:03.468280 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ca4081-1bee-4088-a76b-e5edccaca4ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:03.469071 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ca4081-1bee-4088-a76b-e5edccaca4ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:03.469525 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ca4081-1bee-4088-a76b-e5edccaca4ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:03.469980 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ca4081-1bee-4088-a76b-e5edccaca4ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:03.470299 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ca4081-1bee-4088-a76b-e5edccaca4ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:03.470701 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ca4081-1bee-4088-a76b-e5edccaca4ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:03.498253 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-578ca7ad-f500-462e-9fb9-d15168437b91 admin admin] Deleting port ddbbed53-48a1-458c-9e94-d86996e2825c {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:54:03.498649 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-578ca7ad-f500-462e-9fb9-d15168437b91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:03.555620 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3a800f82-4d28-488f-b168-7ef1563cd9d9 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:03.563397 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3a800f82-4d28-488f-b168-7ef1563cd9d9 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.9618287 Oct 20 11:54:03.564396 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44022) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:03.566461 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-20d9865b-7416-4896-b026-a8749a536ffe tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:03.596273 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-03dd95d0-bf59-49fd-9531-3d6acd47c7df None None] Attempting to bind port 40166bf0-4df1-474a-8bab-1d723dbfa7cb on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:54:03.596273 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-03dd95d0-bf59-49fd-9531-3d6acd47c7df None None] Attempting to bind port 40166bf0-4df1-474a-8bab-1d723dbfa7cb by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '94a6f683-f6e6-4020-a414-ea1dd389c05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '84f1943d-3ee2-4f9f-90e3-4eb63249ede1'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:54:03.596616 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dd95d0-bf59-49fd-9531-3d6acd47c7df None None] Attempting to bind port 40166bf0-4df1-474a-8bab-1d723dbfa7cb on network 84f1943d-3ee2-4f9f-90e3-4eb63249ede1 {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:54:03.607626 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dd95d0-bf59-49fd-9531-3d6acd47c7df None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:54:03.608044 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dd95d0-bf59-49fd-9531-3d6acd47c7df None None] Checking segment: {'id': '94a6f683-f6e6-4020-a414-ea1dd389c05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '84f1943d-3ee2-4f9f-90e3-4eb63249ede1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:54:03.608396 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-03dd95d0-bf59-49fd-9531-3d6acd47c7df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:03.608787 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dd95d0-bf59-49fd-9531-3d6acd47c7df None None] Bound using segment: {'id': '94a6f683-f6e6-4020-a414-ea1dd389c05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '84f1943d-3ee2-4f9f-90e3-4eb63249ede1'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:54:03.610348 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-03dd95d0-bf59-49fd-9531-3d6acd47c7df None None] Bound port: 40166bf0-4df1-474a-8bab-1d723dbfa7cb, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94a6f683-f6e6-4020-a414-ea1dd389c05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '84f1943d-3ee2-4f9f-90e3-4eb63249ede1'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:54:03.610479 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-03dd95d0-bf59-49fd-9531-3d6acd47c7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:03.697123 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-20d9865b-7416-4896-b026-a8749a536ffe tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e706f7e-1b63-4cee-b3cd-b9713bfefe06']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:03.724068 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-20d9865b-7416-4896-b026-a8749a536ffe tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaa4193c-46f9-4ff3-baaf-9b36a998a002') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:03.724365 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-20d9865b-7416-4896-b026-a8749a536ffe tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaa4193c-46f9-4ff3-baaf-9b36a998a002') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:03.737276 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-578ca7ad-f500-462e-9fb9-d15168437b91 admin admin] For port ddbbed53-48a1-458c-9e94-d86996e2825c, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=ddbbed53-48a1-458c-9e94-d86996e2825c,segment=NetworkSegment(1d18b3ca-5b8c-4751-820a-0c82fc6431eb),segment_id=1d18b3ca-5b8c-4751-820a-0c82fc6431eb)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:03.739122 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-578ca7ad-f500-462e-9fb9-d15168437b91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:03.771222 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device d1296dbd-9c1f-4dbd-b711-e2e7f2cf1fcd up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:54:03.771784 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-20d9865b-7416-4896-b026-a8749a536ffe tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:03.779533 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-03dd95d0-bf59-49fd-9531-3d6acd47c7df None None] For port 40166bf0-4df1-474a-8bab-1d723dbfa7cb, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:54:03.783159 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-578ca7ad-f500-462e-9fb9-d15168437b91 admin admin] Calling delete_port for ddbbed53-48a1-458c-9e94-d86996e2825c owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:54:03.794769 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-03dd95d0-bf59-49fd-9531-3d6acd47c7df None None] For port 40166bf0-4df1-474a-8bab-1d723dbfa7cb, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=40166bf0-4df1-474a-8bab-1d723dbfa7cb,segment=NetworkSegment(94a6f683-f6e6-4020-a414-ea1dd389c05e),segment_id=94a6f683-f6e6-4020-a414-ea1dd389c05e)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:54:03.806491 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bceb556-32e5-4370-8a8d-a19df49eb621 tempest-TestSecurityGroupsBasicOps-321817424 tempest-TestSecurityGroupsBasicOps-321817424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:03.813154 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8bceb556-32e5-4370-8a8d-a19df49eb621 tempest-TestSecurityGroupsBasicOps-321817424 tempest-TestSecurityGroupsBasicOps-321817424-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=90ce7d56a289404db61837b49b02f44c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2354198 Oct 20 11:54:03.816580 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-03dd95d0-bf59-49fd-9531-3d6acd47c7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:03.816877 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44028) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:03.832299 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-20d9865b-7416-4896-b026-a8749a536ffe tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:03.900837 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20d9865b-7416-4896-b026-a8749a536ffe tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Releasing vlan 1293 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:54:03.901319 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-20d9865b-7416-4896-b026-a8749a536ffe tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:03.913002 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:54:03.913002 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:54:03.913002 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:54:03.913002 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:54:03.913002 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:54:03.913002 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:54:03.913002 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:54:03.913002 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:54:03.913002 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:54:03.913002 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:54:03.913002 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:54:03.913002 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:54:03.913002 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:54:03.913002 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:54:03.913002 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:54:03.913002 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:54:03.913002 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:54:03.913002 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:54:03.913002 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:54:03.913002 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:54:03.913002 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:54:03.913002 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:54:03.913002 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:54:03.913002 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:54:03.913002 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:54:03.913002 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:54:03.913002 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:54:03.913002 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:54:03.913002 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:54:03.913002 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:54:03.913002 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:54:03.913002 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:54:03.951807 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-2ef12b38-8621-4d61-9f89-5ea59e36f6dd None None] Provisioning complete for port 7950e274-fde5-4ea4-a5e7-4b1549a400c2 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:03.952195 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2ef12b38-8621-4d61-9f89-5ea59e36f6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:03.954924 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dd95d0-bf59-49fd-9531-3d6acd47c7df None None] Routers {'8d5577ff-d093-4a71-9f9d-f6ebd862e239'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:54:03.959333 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-03dd95d0-bf59-49fd-9531-3d6acd47c7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:53:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['8d5577ff-d093-4a71-9f9d-f6ebd862e239'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:03.963882 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca4081-1bee-4088-a76b-e5edccaca4ae None None] Pushing event updated for resources: {'Port': ['ID=40166bf0-4df1-474a-8bab-1d723dbfa7cb,revision_number=4']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:04.057033 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cbe760-5a4b-43eb-bd26-9355e6d30485 None None] Sync routers for ids ['2585555d-0405-4825-aa79-387671c0923d'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:54:04.107736 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cbe760-5a4b-43eb-bd26-9355e6d30485 None None] Routers {'2585555d-0405-4825-aa79-387671c0923d'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:54:04.109598 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-52cbe760-5a4b-43eb-bd26-9355e6d30485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:53:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['2585555d-0405-4825-aa79-387671c0923d'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:04.136442 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94040a6-621a-4b0c-97af-d54d3706de9c tempest-TestSecurityGroupsBasicOps-321817424 tempest-TestSecurityGroupsBasicOps-321817424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:04.154139 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e94040a6-621a-4b0c-97af-d54d3706de9c tempest-TestSecurityGroupsBasicOps-321817424 tempest-TestSecurityGroupsBasicOps-321817424-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3338196 Oct 20 11:54:04.154910 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44038) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:04.158876 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34c983d-6104-4adc-b012-72d06297bd6b None None] DHCP port deletion for 7e706f7e-1b63-4cee-b3cd-b9713bfefe06 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:54:04.186238 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-2ef12b38-8621-4d61-9f89-5ea59e36f6dd None None] Port 7950e274-fde5-4ea4-a5e7-4b1549a400c2 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:54:04.210749 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-d6a82e9f-a66e-43c3-965b-82ebf3afa24a None None] Set router 1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:54:04.226766 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-578ca7ad-f500-462e-9fb9-d15168437b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:04.265542 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ca7ad-f500-462e-9fb9-d15168437b91 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddbbed53-48a1-458c-9e94-d86996e2825c,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:04.359785 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-eaa56489-026b-4782-9160-b80c82d22e29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:04.422235 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port d1296dbd-9c1f-4dbd-b711-e2e7f2cf1fcd triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:04.422604 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:04.436438 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-396fddec-f535-4505-9511-91d246096bc1 tempest-TestSecurityGroupsBasicOps-321817424 tempest-TestSecurityGroupsBasicOps-321817424-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=717966e5-c478-496f-bddb-05794fb74250&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1720092 Oct 20 11:54:04.438971 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44050) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:04.442621 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-eaa56489-026b-4782-9160-b80c82d22e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:04.475335 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaa56489-026b-4782-9160-b80c82d22e29 admin admin] vlan segment allocate from pool success with {'vlan_id': 1261, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:54:04.488964 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-eaa56489-026b-4782-9160-b80c82d22e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:04.489640 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-eaa56489-026b-4782-9160-b80c82d22e29 admin admin] Added segment 71d3af9c-e2b7-407b-8ed6-81411fdb4c44 of type vlan for network fe7e6fc6-93b6-4733-9196-ed92e6d29a03 Oct 20 11:54:04.518762 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-91d1add7-7211-4173-beab-59210df63360 None None] Provisioning complete for port 40166bf0-4df1-474a-8bab-1d723dbfa7cb triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:04.519012 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-91d1add7-7211-4173-beab-59210df63360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:04.555802 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-eaa56489-026b-4782-9160-b80c82d22e29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:04.616080 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-20d9865b-7416-4896-b026-a8749a536ffe tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:04.659057 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-578ca7ad-f500-462e-9fb9-d15168437b91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:04.674222 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-03dd95d0-bf59-49fd-9531-3d6acd47c7df None None] Set router 8d5577ff-d093-4a71-9f9d-f6ebd862e239 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:54:04.681377 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-37d8723e-67a0-4c89-a64f-8869f3328b09 tempest-TestSecurityGroupsBasicOps-321817424 tempest-TestSecurityGroupsBasicOps-321817424-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=90ce7d56a289404db61837b49b02f44c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0963199 Oct 20 11:54:04.694926 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44060) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:04.713527 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa56489-026b-4782-9160-b80c82d22e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99711255-51bd-4104-861e-3041d029afa2,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:04.716110 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-52cbe760-5a4b-43eb-bd26-9355e6d30485 None None] Set router 2585555d-0405-4825-aa79-387671c0923d gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:54:04.724662 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-eaa56489-026b-4782-9160-b80c82d22e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:04.725214 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa56489-026b-4782-9160-b80c82d22e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:04.725795 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-eaa56489-026b-4782-9160-b80c82d22e29 admin admin] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:04.761063 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-20d9865b-7416-4896-b026-a8749a536ffe tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:04.765200 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-20d9865b-7416-4896-b026-a8749a536ffe tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "DELETE /v2.0/networks/7e706f7e-1b63-4cee-b3cd-b9713bfefe06 HTTP/1.1" status: 204 len: 168 time: 2.2060490 Oct 20 11:54:04.770454 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44062) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:04.791368 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-349dd557-b8f2-41b6-832d-b3f2dad247b5 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-523442939'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:54:04.818215 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d9865b-7416-4896-b026-a8749a536ffe tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event deleted for resources: {'Network': ['ID=7e706f7e-1b63-4cee-b3cd-b9713bfefe06,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:04.836044 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b08bf9c8-6baa-461c-9b0d-45ec0f6008a4 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:54:04.844507 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-eaa56489-026b-4782-9160-b80c82d22e29 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9611189 Oct 20 11:54:04.844718 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44066) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:04.862420 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-91d1add7-7211-4173-beab-59210df63360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:04.921085 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-d6a82e9f-a66e-43c3-965b-82ebf3afa24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1432891439', 'tenant_id': '90ce7d56a289404db61837b49b02f44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'c236ed4c-bf6e-412b-8889-c1ca58f0a2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:53:57Z', 'updated_at': '2021-10-20T11:54:01Z', 'revision_number': 3, 'project_id': '90ce7d56a289404db61837b49b02f44c', 'gw_port': {'id': 'c236ed4c-bf6e-412b-8889-c1ca58f0a2f6', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:79:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:58Z', 'updated_at': '2021-10-20T11:53:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:04.928299 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-91d1add7-7211-4173-beab-59210df63360 None None] For port 40166bf0-4df1-474a-8bab-1d723dbfa7cb, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=40166bf0-4df1-474a-8bab-1d723dbfa7cb,segment=NetworkSegment(94a6f683-f6e6-4020-a414-ea1dd389c05e),segment_id=94a6f683-f6e6-4020-a414-ea1dd389c05e)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:04.931528 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-033bce2c-a044-4487-9df1-cf05955b7cb3 admin admin] Request body: {'subnet': {'network_id': 'fe7e6fc6-93b6-4733-9196-ed92e6d29a03', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1338052197-subnet', 'tenant_id': '767969200dac445886e14583efab376a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:54:04.954833 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349dd557-b8f2-41b6-832d-b3f2dad247b5 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Made reservation on behalf of b83cf05325f74f7cb717378a188d738a for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:54:04.960534 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-349dd557-b8f2-41b6-832d-b3f2dad247b5 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:04.964624 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-91d1add7-7211-4173-beab-59210df63360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:04.967232 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a82e9f-a66e-43c3-965b-82ebf3afa24a None None] Checking router: 1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:54:04.967703 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a82e9f-a66e-43c3-965b-82ebf3afa24a None None] Updating router 1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6 port c236ed4c-bf6e-412b-8889-c1ca58f0a2f6 binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:54:04.979952 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa56489-026b-4782-9160-b80c82d22e29 admin admin] Pushing event updated for resources: {'Network': ['ID=fe7e6fc6-93b6-4733-9196-ed92e6d29a03,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:04.988881 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033bce2c-a044-4487-9df1-cf05955b7cb3 admin admin] Made reservation on behalf of 767969200dac445886e14583efab376a for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:54:04.991378 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-033bce2c-a044-4487-9df1-cf05955b7cb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:05.055966 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network fe7e6fc6-93b6-4733-9196-ed92e6d29a03 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:54:05.063825 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-349dd557-b8f2-41b6-832d-b3f2dad247b5 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] vlan segment allocate from pool success with {'vlan_id': 1274, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:54:05.130215 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-349dd557-b8f2-41b6-832d-b3f2dad247b5 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:05.130598 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-349dd557-b8f2-41b6-832d-b3f2dad247b5 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Added segment 23359a2e-1d63-440d-baec-a688e874c2cf of type vlan for network 761e0fe5-eedd-4818-a973-f728e7c96695 Oct 20 11:54:05.168569 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d1add7-7211-4173-beab-59210df63360 None None] Pushing event updated for resources: {'Port': ['ID=40166bf0-4df1-474a-8bab-1d723dbfa7cb,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:05.216680 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380aca8-e0fa-4dac-8ceb-e5cf900c3d00 req-53f84c92-ec9b-4195-b806-b621ab0aa30b tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:05.218069 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3380aca8-e0fa-4dac-8ceb-e5cf900c3d00 req-53f84c92-ec9b-4195-b806-b621ab0aa30b tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/networks?id=a1ee6cc3-6c58-4359-ad99-8145206c2e63 HTTP/1.1" status: 200 len: 912 time: 0.5990260 Oct 20 11:54:05.236928 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port b08bf9c8-6baa-461c-9b0d-45ec0f6008a4 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:05.238548 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:05.239921 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-349dd557-b8f2-41b6-832d-b3f2dad247b5 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:05.258251 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3380aca8-e0fa-4dac-8ceb-e5cf900c3d00 req-7de6ab73-6845-4d6e-9d89-00ffd922bf6e tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/quotas/f86ec970fdad4d5f94144e8cc68aba8d HTTP/1.1" status: 200 len: 375 time: 0.0314894 Oct 20 11:54:05.265809 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d6a82e9f-a66e-43c3-965b-82ebf3afa24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:05.312383 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830f202f-a342-490b-a859-9e428c021983 tempest-TestSecurityGroupsBasicOps-321817424 tempest-TestSecurityGroupsBasicOps-321817424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:05.316591 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-830f202f-a342-490b-a859-9e428c021983 tempest-TestSecurityGroupsBasicOps-321817424 tempest-TestSecurityGroupsBasicOps-321817424-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6178188 Oct 20 11:54:05.318272 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44074) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:05.327922 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-03dd95d0-bf59-49fd-9531-3d6acd47c7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5577ff-d093-4a71-9f9d-f6ebd862e239', 'name': 'tempest-TestAggregatesBasicOps-2025707413-router', 'tenant_id': 'ed9b570586274970a279991b0f3d3427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'd1296dbd-9c1f-4dbd-b711-e2e7f2cf1fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:53:44Z', 'updated_at': '2021-10-20T11:53:55Z', 'revision_number': 4, 'project_id': 'ed9b570586274970a279991b0f3d3427', 'gw_port': {'id': 'd1296dbd-9c1f-4dbd-b711-e2e7f2cf1fcd', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5577ff-d093-4a71-9f9d-f6ebd862e239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:45Z', 'updated_at': '2021-10-20T11:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '40166bf0-4df1-474a-8bab-1d723dbfa7cb', 'name': '', 'network_id': '84f1943d-3ee2-4f9f-90e3-4eb63249ede1', 'tenant_id': 'ed9b570586274970a279991b0f3d3427', 'mac_address': 'fa:16:3e:0e:6c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5577ff-d093-4a71-9f9d-f6ebd862e239', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'b1719aa1-47dd-43b2-89f3-328a947b9bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:52Z', 'updated_at': '2021-10-20T11:54:03Z', 'revision_number': 4, 'project_id': 'ed9b570586274970a279991b0f3d3427', 'subnets': [{'id': 'b1719aa1-47dd-43b2-89f3-328a947b9bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:05.372051 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dd95d0-bf59-49fd-9531-3d6acd47c7df None None] The sync data for ids ['8d5577ff-d093-4a71-9f9d-f6ebd862e239'] in n-d-814735-3 is: [{'id': '8d5577ff-d093-4a71-9f9d-f6ebd862e239', 'name': 'tempest-TestAggregatesBasicOps-2025707413-router', 'tenant_id': 'ed9b570586274970a279991b0f3d3427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'd1296dbd-9c1f-4dbd-b711-e2e7f2cf1fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:53:44Z', 'updated_at': '2021-10-20T11:53:55Z', 'revision_number': 4, 'project_id': 'ed9b570586274970a279991b0f3d3427', 'gw_port': {'id': 'd1296dbd-9c1f-4dbd-b711-e2e7f2cf1fcd', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5577ff-d093-4a71-9f9d-f6ebd862e239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:45Z', 'updated_at': '2021-10-20T11:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '40166bf0-4df1-474a-8bab-1d723dbfa7cb', 'name': '', 'network_id': '84f1943d-3ee2-4f9f-90e3-4eb63249ede1', 'tenant_id': 'ed9b570586274970a279991b0f3d3427', 'mac_address': 'fa:16:3e:0e:6c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5577ff-d093-4a71-9f9d-f6ebd862e239', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'b1719aa1-47dd-43b2-89f3-328a947b9bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:52Z', 'updated_at': '2021-10-20T11:54:03Z', 'revision_number': 4, 'project_id': 'ed9b570586274970a279991b0f3d3427', 'subnets': [{'id': 'b1719aa1-47dd-43b2-89f3-328a947b9bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:54:05.400598 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-858f9d26-ded6-4174-ab83-23a3a1c3a1cd None None] Provisioning complete for port 40166bf0-4df1-474a-8bab-1d723dbfa7cb triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:05.401175 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-858f9d26-ded6-4174-ab83-23a3a1c3a1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:05.405500 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-56bcbcab-b6e3-4712-81f9-85e0f3a9f871 tempest-TestSecurityGroupsBasicOps-321817424 tempest-TestSecurityGroupsBasicOps-321817424-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=717966e5-c478-496f-bddb-05794fb74250&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0860016 Oct 20 11:54:05.420057 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3380aca8-e0fa-4dac-8ceb-e5cf900c3d00 req-876c8b97-5f28-4740-8760-9738f4d5cc6a tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/ports?tenant_id=f86ec970fdad4d5f94144e8cc68aba8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1509316 Oct 20 11:54:05.421115 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44078) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:05.430292 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-52cbe760-5a4b-43eb-bd26-9355e6d30485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2585555d-0405-4825-aa79-387671c0923d', 'name': 'tempest-TestServerMultinode-2129884309-router', 'tenant_id': 'f86ec970fdad4d5f94144e8cc68aba8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'b08bf9c8-6baa-461c-9b0d-45ec0f6008a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:53:48Z', 'updated_at': '2021-10-20T11:54:00Z', 'revision_number': 4, 'project_id': 'f86ec970fdad4d5f94144e8cc68aba8d', 'gw_port': {'id': 'b08bf9c8-6baa-461c-9b0d-45ec0f6008a4', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:70:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2585555d-0405-4825-aa79-387671c0923d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:50Z', 'updated_at': '2021-10-20T11:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '7950e274-fde5-4ea4-a5e7-4b1549a400c2', 'name': '', 'network_id': '5361aaf6-1064-4367-9060-bc7ba3d645ef', 'tenant_id': 'f86ec970fdad4d5f94144e8cc68aba8d', 'mac_address': 'fa:16:3e:19:74:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2585555d-0405-4825-aa79-387671c0923d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': 'd8e18ab5-e77e-4a4b-bc80-de7b6ea0c5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:58Z', 'updated_at': '2021-10-20T11:54:00Z', 'revision_number': 2, 'project_id': 'f86ec970fdad4d5f94144e8cc68aba8d', 'subnets': [{'id': 'd8e18ab5-e77e-4a4b-bc80-de7b6ea0c5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:05.440753 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-346fccec-4240-4488-bfa2-adeeed1a8dd8 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1611908558', 'network_id': 'd0b0898b-41c5-47d6-af5f-59df8c2e2c51', 'project_id': '90ce7d56a289404db61837b49b02f44c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:54:05.449065 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-349dd557-b8f2-41b6-832d-b3f2dad247b5 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:05.459011 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349dd557-b8f2-41b6-832d-b3f2dad247b5 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:05.459660 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-349dd557-b8f2-41b6-832d-b3f2dad247b5 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:05.499875 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cbe760-5a4b-43eb-bd26-9355e6d30485 None None] Checking router: 2585555d-0405-4825-aa79-387671c0923d for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:54:05.500110 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cbe760-5a4b-43eb-bd26-9355e6d30485 None None] Updating router 2585555d-0405-4825-aa79-387671c0923d port 7950e274-fde5-4ea4-a5e7-4b1549a400c2 binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:54:05.546109 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-52cbe760-5a4b-43eb-bd26-9355e6d30485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:05.597376 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-578ca7ad-f500-462e-9fb9-d15168437b91 admin admin] Router b338a5ba-8627-4b81-9949-32e2b600a385 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:54:05.804297 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-349dd557-b8f2-41b6-832d-b3f2dad247b5 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0209186 Oct 20 11:54:05.845730 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:05.854409 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44086) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:05.863538 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-365bdbb2-3d6e-4191-824c-44d980d41948 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Request body: {'subnet': {'network_id': '761e0fe5-eedd-4818-a973-f728e7c96695', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:54:05.901280 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port b08bf9c8-6baa-461c-9b0d-45ec0f6008a4, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=b08bf9c8-6baa-461c-9b0d-45ec0f6008a4,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:05.912438 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578ca7ad-f500-462e-9fb9-d15168437b91 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:54:05.929388 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346fccec-4240-4488-bfa2-adeeed1a8dd8 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Made reservation on behalf of 90ce7d56a289404db61837b49b02f44c for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:54:05.933042 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-346fccec-4240-4488-bfa2-adeeed1a8dd8 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:05.934416 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-578ca7ad-f500-462e-9fb9-d15168437b91 admin admin] 10.222.0.98 "PUT /v2.0/routers/b338a5ba-8627-4b81-9949-32e2b600a385/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0009274 Oct 20 11:54:05.936892 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44092) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:06.047393 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-52cbe760-5a4b-43eb-bd26-9355e6d30485 None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:06.066337 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-52cbe760-5a4b-43eb-bd26-9355e6d30485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:06.086407 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d6a82e9f-a66e-43c3-965b-82ebf3afa24a None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:06.114841 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf70e3f1-a36f-4746-8ee6-21950e34461e None None] Sync routers for ids ['b338a5ba-8627-4b81-9949-32e2b600a385'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:54:06.127935 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d6a82e9f-a66e-43c3-965b-82ebf3afa24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:06.138051 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bb89d288-776b-45fc-87b8-b212752a88e9 admin admin] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:06.162072 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:06.163722 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349dd557-b8f2-41b6-832d-b3f2dad247b5 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event updated for resources: {'Network': ['ID=761e0fe5-eedd-4818-a973-f728e7c96695,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:06.216358 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf70e3f1-a36f-4746-8ee6-21950e34461e None None] Routers {'b338a5ba-8627-4b81-9949-32e2b600a385'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:54:06.217261 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-cf70e3f1-a36f-4746-8ee6-21950e34461e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:53:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['b338a5ba-8627-4b81-9949-32e2b600a385'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:06.218870 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-52cbe760-5a4b-43eb-bd26-9355e6d30485 None None] Attempting to bind port 7950e274-fde5-4ea4-a5e7-4b1549a400c2 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:54:06.219249 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-52cbe760-5a4b-43eb-bd26-9355e6d30485 None None] Attempting to bind port 7950e274-fde5-4ea4-a5e7-4b1549a400c2 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'a1eef13d-5b8a-465e-90ca-d7dc0a48660e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '5361aaf6-1064-4367-9060-bc7ba3d645ef'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:54:06.219621 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cbe760-5a4b-43eb-bd26-9355e6d30485 None None] Attempting to bind port 7950e274-fde5-4ea4-a5e7-4b1549a400c2 on network 5361aaf6-1064-4367-9060-bc7ba3d645ef {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:54:06.231056 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cbe760-5a4b-43eb-bd26-9355e6d30485 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:54:06.231432 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cbe760-5a4b-43eb-bd26-9355e6d30485 None None] Checking segment: {'id': 'a1eef13d-5b8a-465e-90ca-d7dc0a48660e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '5361aaf6-1064-4367-9060-bc7ba3d645ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:54:06.231836 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-52cbe760-5a4b-43eb-bd26-9355e6d30485 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:06.232232 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cbe760-5a4b-43eb-bd26-9355e6d30485 None None] Bound using segment: {'id': 'a1eef13d-5b8a-465e-90ca-d7dc0a48660e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '5361aaf6-1064-4367-9060-bc7ba3d645ef'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:54:06.232718 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-52cbe760-5a4b-43eb-bd26-9355e6d30485 None None] Bound port: 7950e274-fde5-4ea4-a5e7-4b1549a400c2, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1eef13d-5b8a-465e-90ca-d7dc0a48660e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '5361aaf6-1064-4367-9060-bc7ba3d645ef'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:54:06.234349 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-52cbe760-5a4b-43eb-bd26-9355e6d30485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:06.340095 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-52cbe760-5a4b-43eb-bd26-9355e6d30485 None None] For port 7950e274-fde5-4ea4-a5e7-4b1549a400c2, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:54:06.344274 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-52cbe760-5a4b-43eb-bd26-9355e6d30485 None None] For port 7950e274-fde5-4ea4-a5e7-4b1549a400c2, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=7950e274-fde5-4ea4-a5e7-4b1549a400c2,segment=NetworkSegment(a1eef13d-5b8a-465e-90ca-d7dc0a48660e),segment_id=a1eef13d-5b8a-465e-90ca-d7dc0a48660e)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:54:06.363892 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-52cbe760-5a4b-43eb-bd26-9355e6d30485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:06.401312 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04fda75-d047-47b2-8b26-4c4feb41ffec None None] Pushing event updated for resources: {'Port': ['ID=7950e274-fde5-4ea4-a5e7-4b1549a400c2,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:06.405501 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 761e0fe5-eedd-4818-a973-f728e7c96695 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:54:06.449301 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-033bce2c-a044-4487-9df1-cf05955b7cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:06.477222 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bb89d288-776b-45fc-87b8-b212752a88e9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:06.488454 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04fda75-d047-47b2-8b26-4c4feb41ffec None None] Pushing event updated for resources: {'Port': ['ID=7950e274-fde5-4ea4-a5e7-4b1549a400c2,revision_number=4']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:06.522847 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cbe760-5a4b-43eb-bd26-9355e6d30485 None None] Routers {'2585555d-0405-4825-aa79-387671c0923d'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:54:06.523522 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-52cbe760-5a4b-43eb-bd26-9355e6d30485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:53:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['2585555d-0405-4825-aa79-387671c0923d'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:06.597933 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed078f-525d-4073-aef5-580608263598 None None] Pushing event updated for resources: {'Port': ['ID=c236ed4c-bf6e-412b-8889-c1ca58f0a2f6,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:06.617570 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-d6a82e9f-a66e-43c3-965b-82ebf3afa24a None None] Attempting to bind port c236ed4c-bf6e-412b-8889-c1ca58f0a2f6 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:54:06.617998 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-d6a82e9f-a66e-43c3-965b-82ebf3afa24a None None] Attempting to bind port c236ed4c-bf6e-412b-8889-c1ca58f0a2f6 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:54:06.619620 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a82e9f-a66e-43c3-965b-82ebf3afa24a None None] Attempting to bind port c236ed4c-bf6e-412b-8889-c1ca58f0a2f6 on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:54:06.628609 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-bb89d288-776b-45fc-87b8-b212752a88e9 admin admin] Deleting port 17bd610f-f282-4719-82fd-0b894dc03b39 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:54:06.629271 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bb89d288-776b-45fc-87b8-b212752a88e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:06.674172 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 40166bf0-4df1-474a-8bab-1d723dbfa7cb up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:54:06.719188 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a82e9f-a66e-43c3-965b-82ebf3afa24a None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:54:06.719567 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a82e9f-a66e-43c3-965b-82ebf3afa24a None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:54:06.719977 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d6a82e9f-a66e-43c3-965b-82ebf3afa24a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:06.720382 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a82e9f-a66e-43c3-965b-82ebf3afa24a None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:54:06.720874 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-d6a82e9f-a66e-43c3-965b-82ebf3afa24a None None] Bound port: c236ed4c-bf6e-412b-8889-c1ca58f0a2f6, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:54:06.721400 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d6a82e9f-a66e-43c3-965b-82ebf3afa24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:06.760931 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-61fafc0b-c077-48d8-a694-a283e8c8f1e0 None None] Provisioning complete for port 7950e274-fde5-4ea4-a5e7-4b1549a400c2 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:06.761353 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-61fafc0b-c077-48d8-a694-a283e8c8f1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:06.761871 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-52cbe760-5a4b-43eb-bd26-9355e6d30485 None None] Set router 2585555d-0405-4825-aa79-387671c0923d gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:54:06.842123 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-bb89d288-776b-45fc-87b8-b212752a88e9 admin admin] For port 17bd610f-f282-4719-82fd-0b894dc03b39, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=17bd610f-f282-4719-82fd-0b894dc03b39,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:06.845323 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bb89d288-776b-45fc-87b8-b212752a88e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:06.884179 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-bb89d288-776b-45fc-87b8-b212752a88e9 admin admin] Calling delete_port for 17bd610f-f282-4719-82fd-0b894dc03b39 owned by network:router_gateway {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:54:07.093069 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bb89d288-776b-45fc-87b8-b212752a88e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:07.125874 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-cf70e3f1-a36f-4746-8ee6-21950e34461e None None] Set router b338a5ba-8627-4b81-9949-32e2b600a385 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:54:07.144520 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb89d288-776b-45fc-87b8-b212752a88e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=17bd610f-f282-4719-82fd-0b894dc03b39,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:07.167364 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-52cbe760-5a4b-43eb-bd26-9355e6d30485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2585555d-0405-4825-aa79-387671c0923d', 'name': 'tempest-TestServerMultinode-2129884309-router', 'tenant_id': 'f86ec970fdad4d5f94144e8cc68aba8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'b08bf9c8-6baa-461c-9b0d-45ec0f6008a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:53:48Z', 'updated_at': '2021-10-20T11:54:00Z', 'revision_number': 4, 'project_id': 'f86ec970fdad4d5f94144e8cc68aba8d', 'gw_port': {'id': 'b08bf9c8-6baa-461c-9b0d-45ec0f6008a4', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:70:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2585555d-0405-4825-aa79-387671c0923d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:50Z', 'updated_at': '2021-10-20T11:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '7950e274-fde5-4ea4-a5e7-4b1549a400c2', 'name': '', 'network_id': '5361aaf6-1064-4367-9060-bc7ba3d645ef', 'tenant_id': 'f86ec970fdad4d5f94144e8cc68aba8d', 'mac_address': 'fa:16:3e:19:74:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2585555d-0405-4825-aa79-387671c0923d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': 'd8e18ab5-e77e-4a4b-bc80-de7b6ea0c5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:58Z', 'updated_at': '2021-10-20T11:54:06Z', 'revision_number': 4, 'project_id': 'f86ec970fdad4d5f94144e8cc68aba8d', 'subnets': [{'id': 'd8e18ab5-e77e-4a4b-bc80-de7b6ea0c5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:07.217464 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=b08bf9c8-6baa-461c-9b0d-45ec0f6008a4,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:07.236923 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bb89d288-776b-45fc-87b8-b212752a88e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:07.252873 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cbe760-5a4b-43eb-bd26-9355e6d30485 None None] The sync data for ids ['2585555d-0405-4825-aa79-387671c0923d'] in n-d-814735-3 is: [{'id': '2585555d-0405-4825-aa79-387671c0923d', 'name': 'tempest-TestServerMultinode-2129884309-router', 'tenant_id': 'f86ec970fdad4d5f94144e8cc68aba8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'b08bf9c8-6baa-461c-9b0d-45ec0f6008a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:53:48Z', 'updated_at': '2021-10-20T11:54:00Z', 'revision_number': 4, 'project_id': 'f86ec970fdad4d5f94144e8cc68aba8d', 'gw_port': {'id': 'b08bf9c8-6baa-461c-9b0d-45ec0f6008a4', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:70:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2585555d-0405-4825-aa79-387671c0923d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:50Z', 'updated_at': '2021-10-20T11:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '7950e274-fde5-4ea4-a5e7-4b1549a400c2', 'name': '', 'network_id': '5361aaf6-1064-4367-9060-bc7ba3d645ef', 'tenant_id': 'f86ec970fdad4d5f94144e8cc68aba8d', 'mac_address': 'fa:16:3e:19:74:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2585555d-0405-4825-aa79-387671c0923d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': 'd8e18ab5-e77e-4a4b-bc80-de7b6ea0c5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:58Z', 'updated_at': '2021-10-20T11:54:06Z', 'revision_number': 4, 'project_id': 'f86ec970fdad4d5f94144e8cc68aba8d', 'subnets': [{'id': 'd8e18ab5-e77e-4a4b-bc80-de7b6ea0c5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:54:07.277767 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033bce2c-a044-4487-9df1-cf05955b7cb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66aaf5c5-0d31-44dd-89c6-b72b3148d3f3,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:07.297094 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365bdbb2-3d6e-4191-824c-44d980d41948 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Made reservation on behalf of b83cf05325f74f7cb717378a188d738a for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:54:07.300649 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-365bdbb2-3d6e-4191-824c-44d980d41948 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:07.308718 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3380aca8-e0fa-4dac-8ceb-e5cf900c3d00 req-e2b090e1-248b-4db5-821b-ccf0c3a7833f service neutron] 10.222.0.98 "GET /v2.0/networks/a1ee6cc3-6c58-4359-ad99-8145206c2e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8612535 Oct 20 11:54:07.357960 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d6a82e9f-a66e-43c3-965b-82ebf3afa24a None None] For port c236ed4c-bf6e-412b-8889-c1ca58f0a2f6, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:54:07.371008 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033bce2c-a044-4487-9df1-cf05955b7cb3 admin admin] Checking segment: {'id': '71d3af9c-e2b7-407b-8ed6-81411fdb4c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'fe7e6fc6-93b6-4733-9196-ed92e6d29a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:54:07.373599 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033bce2c-a044-4487-9df1-cf05955b7cb3 admin admin] Network hostable DHCP agents. Network: fe7e6fc6-93b6-4733-9196-ed92e6d29a03, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:54:07.401136 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d6a82e9f-a66e-43c3-965b-82ebf3afa24a None None] For port c236ed4c-bf6e-412b-8889-c1ca58f0a2f6, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=c236ed4c-bf6e-412b-8889-c1ca58f0a2f6,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:54:07.415943 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bb89d288-776b-45fc-87b8-b212752a88e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:07.420454 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bb89d288-776b-45fc-87b8-b212752a88e9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:07.427085 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d6a82e9f-a66e-43c3-965b-82ebf3afa24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:07.487277 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bb89d288-776b-45fc-87b8-b212752a88e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:07.489945 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb89d288-776b-45fc-87b8-b212752a88e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b338a5ba-8627-4b81-9949-32e2b600a385 {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:54:07.491637 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 40166bf0-4df1-474a-8bab-1d723dbfa7cb triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:07.491990 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:07.509231 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bb89d288-776b-45fc-87b8-b212752a88e9 admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:07.510753 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-bb89d288-776b-45fc-87b8-b212752a88e9 admin admin] 10.222.0.98 "DELETE /v2.0/routers/b338a5ba-8627-4b81-9949-32e2b600a385 HTTP/1.1" status: 204 len: 168 time: 1.5728958 Oct 20 11:54:07.513220 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44102) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:07.596131 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3ee8718-a97f-4c1a-93c5-d7f3801f0ff3 admin admin] Deleting subnet 656f7de5-675d-490e-b343-83ddb75249fa {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:54:07.599607 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033bce2c-a044-4487-9df1-cf05955b7cb3 admin admin] Network fe7e6fc6-93b6-4733-9196-ed92e6d29a03 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:54:07.600456 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d3ee8718-a97f-4c1a-93c5-d7f3801f0ff3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:07.623835 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed078f-525d-4073-aef5-580608263598 None None] Pushing event updated for resources: {'Port': ['ID=c236ed4c-bf6e-412b-8889-c1ca58f0a2f6,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:07.643573 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a82e9f-a66e-43c3-965b-82ebf3afa24a None None] Routers {'1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:54:07.644223 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-d6a82e9f-a66e-43c3-965b-82ebf3afa24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:53:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:07.653156 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-61fafc0b-c077-48d8-a694-a283e8c8f1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:07.678560 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d3ee8718-a97f-4c1a-93c5-d7f3801f0ff3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:07.731477 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-033bce2c-a044-4487-9df1-cf05955b7cb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, fe7e6fc6-93b6-4733-9196-ed92e6d29a03) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:54:07.757587 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7865020a-6ca8-47c3-8a71-aebf0657205d None None] Network fe7e6fc6-93b6-4733-9196-ed92e6d29a03 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:54:07.760163 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033bce2c-a044-4487-9df1-cf05955b7cb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:07.760771 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-033bce2c-a044-4487-9df1-cf05955b7cb3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:07.797018 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3380aca8-e0fa-4dac-8ceb-e5cf900c3d00 req-1eebbfcd-22d3-494b-8c83-06785796578c service neutron] 10.222.0.98 "GET /v2.0/networks/a1ee6cc3-6c58-4359-ad99-8145206c2e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4620798 Oct 20 11:54:07.822540 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-346fccec-4240-4488-bfa2-adeeed1a8dd8 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:07.836076 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-033bce2c-a044-4487-9df1-cf05955b7cb3 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.9095786 Oct 20 11:54:07.875088 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d3ee8718-a97f-4c1a-93c5-d7f3801f0ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:08.025965 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d3ee8718-a97f-4c1a-93c5-d7f3801f0ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:08.065117 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d3ee8718-a97f-4c1a-93c5-d7f3801f0ff3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:08.068553 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d3ee8718-a97f-4c1a-93c5-d7f3801f0ff3 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/656f7de5-675d-490e-b343-83ddb75249fa HTTP/1.1" status: 204 len: 168 time: 0.5541933 Oct 20 11:54:08.070684 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346fccec-4240-4488-bfa2-adeeed1a8dd8 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Pushing event updated for resources: {'Subnet': ['ID=aec4eb28-1b5f-4ac8-929a-617645776d5e,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:08.073516 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44108) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:08.138663 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-61fafc0b-c077-48d8-a694-a283e8c8f1e0 None None] For port 7950e274-fde5-4ea4-a5e7-4b1549a400c2, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=7950e274-fde5-4ea4-a5e7-4b1549a400c2,segment=NetworkSegment(a1eef13d-5b8a-465e-90ca-d7dc0a48660e),segment_id=a1eef13d-5b8a-465e-90ca-d7dc0a48660e)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:08.144627 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bae7739-b3e9-4731-a28d-78f84231fa59 None None] Network 0641bc79-a28d-4c09-ab68-98aa83945d5f requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:54:08.193470 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-61fafc0b-c077-48d8-a694-a283e8c8f1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:08.198301 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee8718-a97f-4c1a-93c5-d7f3801f0ff3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=656f7de5-675d-490e-b343-83ddb75249fa,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:08.211741 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346fccec-4240-4488-bfa2-adeeed1a8dd8 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Checking segment: {'id': '20ebbbb1-41f7-44db-823b-52d1ce57eb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': 'd0b0898b-41c5-47d6-af5f-59df8c2e2c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:54:08.213756 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346fccec-4240-4488-bfa2-adeeed1a8dd8 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Network hostable DHCP agents. Network: d0b0898b-41c5-47d6-af5f-59df8c2e2c51, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:54:08.226323 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 1ffc8463-9259-4ead-9b93-e65227e2bb10 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:54:08.232634 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-365bdbb2-3d6e-4191-824c-44d980d41948 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:08.232843 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-cf70e3f1-a36f-4746-8ee6-21950e34461e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b338a5ba-8627-4b81-9949-32e2b600a385', 'name': 'tempest-TestAggregatesBasicOps-204773432-router', 'tenant_id': '15204e5269fb409fb982dd1c40476add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '17bd610f-f282-4719-82fd-0b894dc03b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:53:27Z', 'updated_at': '2021-10-20T11:54:04Z', 'revision_number': 5, 'project_id': '15204e5269fb409fb982dd1c40476add', 'gw_port': {'id': '17bd610f-f282-4719-82fd-0b894dc03b39', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b338a5ba-8627-4b81-9949-32e2b600a385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:30Z', 'updated_at': '2021-10-20T11:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:08.315288 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf70e3f1-a36f-4746-8ee6-21950e34461e None None] Checking router: b338a5ba-8627-4b81-9949-32e2b600a385 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:54:08.347403 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 1ffc8463-9259-4ead-9b93-e65227e2bb10 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:54:08.348400 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 1ffc8463-9259-4ead-9b93-e65227e2bb10 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:54:08.349711 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1c45bf94-6e4e-42b1-9647-c418b0ee0137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:08.418396 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365bdbb2-3d6e-4191-824c-44d980d41948 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event updated for resources: {'Subnet': ['ID=29815939-1dd8-424e-971f-952025bde46c,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:08.439636 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf70e3f1-a36f-4746-8ee6-21950e34461e None None] Routers set() bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:54:08.442349 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf70e3f1-a36f-4746-8ee6-21950e34461e None None] Router IDs set() for agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 20 11:54:08.445980 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_agentschedulers_db [None req-cf70e3f1-a36f-4746-8ee6-21950e34461e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b338a5ba-8627-4b81-9949-32e2b600a385'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:53:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent'). {{(pid=100648) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 20 11:54:08.446535 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf70e3f1-a36f-4746-8ee6-21950e34461e None None] The sync data for ids ['b338a5ba-8627-4b81-9949-32e2b600a385'] in n-d-814735-3 is: [] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:54:08.463581 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-d6a82e9f-a66e-43c3-965b-82ebf3afa24a None None] Set router 1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:54:08.504903 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ebd812e7-77a4-403a-a22e-b99b1c204d8a req-8af95c5a-b68d-45a1-a344-75c852b03079 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=701a4e33-8675-4b1c-87e7-aac54949d80a HTTP/1.1" status: 200 len: 210 time: 0.2712767 Oct 20 11:54:08.514941 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346fccec-4240-4488-bfa2-adeeed1a8dd8 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Network d0b0898b-41c5-47d6-af5f-59df8c2e2c51 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:54:08.550929 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-1c45bf94-6e4e-42b1-9647-c418b0ee0137 admin admin] Deleting port 60c8a932-34bb-49bd-80d7-a01aa9e00de4 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:54:08.552212 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1c45bf94-6e4e-42b1-9647-c418b0ee0137 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:08.552323 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-346fccec-4240-4488-bfa2-adeeed1a8dd8 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, d0b0898b-41c5-47d6-af5f-59df8c2e2c51) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:54:08.560958 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346fccec-4240-4488-bfa2-adeeed1a8dd8 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:08.561554 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-346fccec-4240-4488-bfa2-adeeed1a8dd8 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:08.594127 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-346fccec-4240-4488-bfa2-adeeed1a8dd8 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.1639092 Oct 20 11:54:08.597198 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44130) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:08.614944 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2046f75f-224c-45d4-9879-7ede4c18ab36 None None] Network d0b0898b-41c5-47d6-af5f-59df8c2e2c51 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:54:08.688885 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fafc0b-c077-48d8-a694-a283e8c8f1e0 None None] Pushing event updated for resources: {'Port': ['ID=7950e274-fde5-4ea4-a5e7-4b1549a400c2,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:08.734410 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90434c-68aa-4e87-a03a-d385a0f84630 req-c5c83489-b661-494b-8db0-32d32a61ec93 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:08.736011 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ac90434c-68aa-4e87-a03a-d385a0f84630 req-c5c83489-b661-494b-8db0-32d32a61ec93 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/networks?id=fe7e6fc6-93b6-4733-9196-ed92e6d29a03 HTTP/1.1" status: 200 len: 816 time: 0.1238790 Oct 20 11:54:08.745564 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365bdbb2-3d6e-4191-824c-44d980d41948 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Checking segment: {'id': '23359a2e-1d63-440d-baec-a688e874c2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '761e0fe5-eedd-4818-a973-f728e7c96695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:54:08.745996 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365bdbb2-3d6e-4191-824c-44d980d41948 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Network hostable DHCP agents. Network: 761e0fe5-eedd-4818-a973-f728e7c96695, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:54:08.758277 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ac90434c-68aa-4e87-a03a-d385a0f84630 req-daf941b4-9c8f-4bb1-8431-b0049e812a93 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/quotas/767969200dac445886e14583efab376a HTTP/1.1" status: 200 len: 375 time: 0.0150030 Oct 20 11:54:08.810983 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ac90434c-68aa-4e87-a03a-d385a0f84630 req-7a645458-06bf-4465-8ae9-1fb294aae8e2 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=767969200dac445886e14583efab376a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434747 Oct 20 11:54:08.813474 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365bdbb2-3d6e-4191-824c-44d980d41948 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Network 761e0fe5-eedd-4818-a973-f728e7c96695 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:54:08.846383 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-2e67c2c4-b693-457d-b86a-43441e8482f1 None None] Provisioning complete for port 7950e274-fde5-4ea4-a5e7-4b1549a400c2 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:08.847659 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2e67c2c4-b693-457d-b86a-43441e8482f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:08.847937 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-1c45bf94-6e4e-42b1-9647-c418b0ee0137 admin admin] For port 60c8a932-34bb-49bd-80d7-a01aa9e00de4, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=60c8a932-34bb-49bd-80d7-a01aa9e00de4,segment=NetworkSegment(1d18b3ca-5b8c-4751-820a-0c82fc6431eb),segment_id=1d18b3ca-5b8c-4751-820a-0c82fc6431eb)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:08.848306 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1c45bf94-6e4e-42b1-9647-c418b0ee0137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:08.884133 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-365bdbb2-3d6e-4191-824c-44d980d41948 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 761e0fe5-eedd-4818-a973-f728e7c96695) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:54:08.901410 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365bdbb2-3d6e-4191-824c-44d980d41948 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:08.902340 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-365bdbb2-3d6e-4191-824c-44d980d41948 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:08.960429 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-1c45bf94-6e4e-42b1-9647-c418b0ee0137 admin admin] Calling delete_port for 60c8a932-34bb-49bd-80d7-a01aa9e00de4 owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:54:08.974442 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-365bdbb2-3d6e-4191-824c-44d980d41948 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1176999 Oct 20 11:54:08.980504 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44132) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:08.987361 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71338575-1f92-4ba1-bf12-c8d0e646fafb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-fe7e6fc6-93b6-4733-9196-ed92e6d29a03', 'network_id': 'fe7e6fc6-93b6-4733-9196-ed92e6d29a03', 'tenant_id': '767969200dac445886e14583efab376a', 'fixed_ips': [{'subnet_id': '66aaf5c5-0d31-44dd-89c6-b72b3148d3f3'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:54:08.988235 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-71338575-1f92-4ba1-bf12-c8d0e646fafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:09.003474 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166c243c-35fd-4ce9-bc2a-b6b8c613e34f None None] Network 761e0fe5-eedd-4818-a973-f728e7c96695 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:54:09.005872 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ac90434c-68aa-4e87-a03a-d385a0f84630 req-8c1c0ea6-ff9d-469e-a527-07d45da8e23d service neutron] 10.222.0.98 "GET /v2.0/networks/fe7e6fc6-93b6-4733-9196-ed92e6d29a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938937 Oct 20 11:54:09.014754 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-a3c83347-438e-4c44-a85f-a68aee3942b8 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1640617007', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:54:09.177442 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ac90434c-68aa-4e87-a03a-d385a0f84630 req-1f12e57e-261a-4a20-9304-11ed5fba2f3b service neutron] 10.222.0.98 "GET /v2.0/networks/fe7e6fc6-93b6-4733-9196-ed92e6d29a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703024 Oct 20 11:54:09.240255 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a3c83347-438e-4c44-a85f-a68aee3942b8 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:09.241465 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a3c83347-438e-4c44-a85f-a68aee3942b8 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:09.248704 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b08bf9c8-6baa-461c-9b0d-45ec0f6008a4 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:54:09.685402 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-d6a82e9f-a66e-43c3-965b-82ebf3afa24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1432891439', 'tenant_id': '90ce7d56a289404db61837b49b02f44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'c236ed4c-bf6e-412b-8889-c1ca58f0a2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:53:57Z', 'updated_at': '2021-10-20T11:54:01Z', 'revision_number': 3, 'project_id': '90ce7d56a289404db61837b49b02f44c', 'gw_port': {'id': 'c236ed4c-bf6e-412b-8889-c1ca58f0a2f6', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:79:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:58Z', 'updated_at': '2021-10-20T11:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:09.821070 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a280ee9-d992-4b4e-b3b1-83d02d7ccaf0 req-b878ef50-a55f-4136-89e9-57c351879797 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:09.824003 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5a280ee9-d992-4b4e-b3b1-83d02d7ccaf0 req-b878ef50-a55f-4136-89e9-57c351879797 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/networks?id=fe7e6fc6-93b6-4733-9196-ed92e6d29a03 HTTP/1.1" status: 200 len: 816 time: 0.2195716 Oct 20 11:54:09.880758 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5a280ee9-d992-4b4e-b3b1-83d02d7ccaf0 req-9d1b4025-820a-4373-b53c-6537d5f17b73 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/quotas/767969200dac445886e14583efab376a HTTP/1.1" status: 200 len: 375 time: 0.0401413 Oct 20 11:54:09.883606 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c5e5120f-4e8c-41a6-b50c-5acc5945b0eb req-b42ac560-6ab4-420a-a103-8edcc8a3d181 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=701a4e33-8675-4b1c-87e7-aac54949d80a HTTP/1.1" status: 200 len: 210 time: 0.0583479 Oct 20 11:54:09.954571 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5a280ee9-d992-4b4e-b3b1-83d02d7ccaf0 req-58acc444-72af-4822-8695-69945004b906 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=767969200dac445886e14583efab376a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488782 Oct 20 11:54:09.974853 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8ff0852f-9520-4107-906a-93507342f98a req-ebf18df3-a7ec-44e7-afb6-edd6833a56ba service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=aa24d78b-cb4f-4ffb-9be7-b2542aaad944&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1476586 Oct 20 11:54:10.000515 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a82e9f-a66e-43c3-965b-82ebf3afa24a None None] The sync data for ids ['1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6'] in n-d-814735-3 is: [{'id': '1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1432891439', 'tenant_id': '90ce7d56a289404db61837b49b02f44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'c236ed4c-bf6e-412b-8889-c1ca58f0a2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:53:57Z', 'updated_at': '2021-10-20T11:54:01Z', 'revision_number': 3, 'project_id': '90ce7d56a289404db61837b49b02f44c', 'gw_port': {'id': 'c236ed4c-bf6e-412b-8889-c1ca58f0a2f6', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:79:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:58Z', 'updated_at': '2021-10-20T11:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:54:10.020889 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-71338575-1f92-4ba1-bf12-c8d0e646fafb None None] Allocated IP 172.20.0.2 (fe7e6fc6-93b6-4733-9196-ed92e6d29a03/66aaf5c5-0d31-44dd-89c6-b72b3148d3f3/6ef9232b-1f1f-4535-ac7d-6a55d7943150) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:54:10.085875 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a3c83347-438e-4c44-a85f-a68aee3942b8 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:10.093643 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1c45bf94-6e4e-42b1-9647-c418b0ee0137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:10.179502 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45bf94-6e4e-42b1-9647-c418b0ee0137 admin admin] Pushing event deleted for resources: {'Port': ['ID=60c8a932-34bb-49bd-80d7-a01aa9e00de4,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:10.182581 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a3c83347-438e-4c44-a85f-a68aee3942b8 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:10.224446 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0852f-9520-4107-906a-93507342f98a req-dcb25e1c-b2da-4cfe-a1f3-e4f007ae465c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:10.226388 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8ff0852f-9520-4107-906a-93507342f98a req-dcb25e1c-b2da-4cfe-a1f3-e4f007ae465c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=90ce7d56a289404db61837b49b02f44c&device_id=aa24d78b-cb4f-4ffb-9be7-b2542aaad944 HTTP/1.1" status: 200 len: 1135 time: 0.1998551 Oct 20 11:54:10.252839 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a3c83347-438e-4c44-a85f-a68aee3942b8 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:10.257335 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a3c83347-438e-4c44-a85f-a68aee3942b8 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.2757866 Oct 20 11:54:10.262412 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34d0562-931f-4a31-93c7-f528485195d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-761e0fe5-eedd-4818-a973-f728e7c96695', 'network_id': '761e0fe5-eedd-4818-a973-f728e7c96695', 'tenant_id': 'b83cf05325f74f7cb717378a188d738a', 'fixed_ips': [{'subnet_id': '29815939-1dd8-424e-971f-952025bde46c'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:54:10.264451 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b34d0562-931f-4a31-93c7-f528485195d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:10.266631 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072d7ed8-1883-4802-91cb-cac99c5efff9 None None] DHCP port deletion for 0641bc79-a28d-4c09-ab68-98aa83945d5f request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:54:10.276206 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44172) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:10.288460 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:10.291003 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-3a81b276-2fb9-4c2b-bb73-3a8668457ffd tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Request body: {'port': {'network_id': '761e0fe5-eedd-4818-a973-f728e7c96695', 'name': 'tempest-PortsIpV6TestJSON-446559850'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:54:10.313299 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c45bf94-6e4e-42b1-9647-c418b0ee0137 admin admin] No DVR routers for this DVR port 60c8a932-34bb-49bd-80d7-a01aa9e00de4 on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:54:10.379088 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port b08bf9c8-6baa-461c-9b0d-45ec0f6008a4 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:10.379448 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:10.393533 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0852f-9520-4107-906a-93507342f98a req-c69b8b0a-252d-4cf9-8134-2d5ba1c27b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:10.395161 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8ff0852f-9520-4107-906a-93507342f98a req-c69b8b0a-252d-4cf9-8134-2d5ba1c27b87 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e2fef652-29f0-49bb-8e63-480b3426d613 HTTP/1.1" status: 200 len: 898 time: 0.1485744 Oct 20 11:54:10.452027 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1adae6c-50c7-4d53-9158-9b3d111ec0b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-d0b0898b-41c5-47d6-af5f-59df8c2e2c51', 'network_id': 'd0b0898b-41c5-47d6-af5f-59df8c2e2c51', 'tenant_id': '90ce7d56a289404db61837b49b02f44c', 'fixed_ips': [{'subnet_id': 'aec4eb28-1b5f-4ac8-929a-617645776d5e'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:54:10.452926 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d1adae6c-50c7-4d53-9158-9b3d111ec0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:10.551970 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8ff0852f-9520-4107-906a-93507342f98a req-9454fa75-eeea-46c2-b627-7e1a274f775b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c161d276-5441-45f8-b1c0-0f6ba772ee2f HTTP/1.1" status: 200 len: 1000 time: 0.1476123 Oct 20 11:54:10.621315 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0852f-9520-4107-906a-93507342f98a req-d2bf0e40-e33e-4947-8051-3b12b0bd5cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:10.624065 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8ff0852f-9520-4107-906a-93507342f98a req-d2bf0e40-e33e-4947-8051-3b12b0bd5cb6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=951b0656-852c-45ab-9679-811c5ce0228e HTTP/1.1" status: 200 len: 835 time: 0.0642715 Oct 20 11:54:10.637201 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1c45bf94-6e4e-42b1-9647-c418b0ee0137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:10.719998 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5a280ee9-d992-4b4e-b3b1-83d02d7ccaf0 req-72251bf9-ec75-4423-8668-b93be29e20f4 service neutron] 10.222.0.98 "GET /v2.0/networks/fe7e6fc6-93b6-4733-9196-ed92e6d29a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7638109 Oct 20 11:54:10.728779 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-1c45bf94-6e4e-42b1-9647-c418b0ee0137 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0641bc79-a28d-4c09-ab68-98aa83945d5f']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:10.787150 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-1c45bf94-6e4e-42b1-9647-c418b0ee0137 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d18b3ca-5b8c-4751-820a-0c82fc6431eb') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:10.787502 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-1c45bf94-6e4e-42b1-9647-c418b0ee0137 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d18b3ca-5b8c-4751-820a-0c82fc6431eb') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:10.789548 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0852f-9520-4107-906a-93507342f98a req-dfdfaa98-5420-4f41-a808-1baade8e42f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:10.792110 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8ff0852f-9520-4107-906a-93507342f98a req-dfdfaa98-5420-4f41-a808-1baade8e42f9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e2fef652-29f0-49bb-8e63-480b3426d613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1500244 Oct 20 11:54:10.807753 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1c45bf94-6e4e-42b1-9647-c418b0ee0137 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:10.825369 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-31c1d6bf-9913-4b1b-834f-b32554ca9ffc tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:10.846245 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a81b276-2fb9-4c2b-bb73-3a8668457ffd tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Made reservation on behalf of b83cf05325f74f7cb717378a188d738a for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:54:10.852249 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3a81b276-2fb9-4c2b-bb73-3a8668457ffd tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:10.855599 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1c45bf94-6e4e-42b1-9647-c418b0ee0137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:10.937194 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8ff0852f-9520-4107-906a-93507342f98a req-43c319f2-52b0-479b-a56e-c607216a827c service neutron] 10.222.0.11 "GET /v2.0/networks/e2fef652-29f0-49bb-8e63-480b3426d613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080663 Oct 20 11:54:11.020324 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-71338575-1f92-4ba1-bf12-c8d0e646fafb None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:11.059109 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-71338575-1f92-4ba1-bf12-c8d0e646fafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:11.081011 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-b34d0562-931f-4a31-93c7-f528485195d4 None None] Allocated IP 2001:db8::2 (761e0fe5-eedd-4818-a973-f728e7c96695/29815939-1dd8-424e-971f-952025bde46c/a09037a1-9126-4a7f-b452-0cfe92912b44) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:54:11.154103 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c45bf94-6e4e-42b1-9647-c418b0ee0137 admin admin] Releasing vlan 1260 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:54:11.154685 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1c45bf94-6e4e-42b1-9647-c418b0ee0137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:11.156376 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:54:11.156376 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:54:11.156376 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:54:11.156376 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:54:11.156376 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:54:11.156376 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:54:11.156376 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:54:11.156376 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:54:11.156376 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:54:11.156376 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:54:11.156376 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:54:11.156376 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:54:11.156376 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:54:11.156376 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:54:11.156376 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:54:11.156376 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:54:11.156376 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:54:11.156376 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:54:11.156376 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:54:11.156376 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:54:11.156376 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:54:11.156376 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:54:11.156376 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:54:11.156376 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:54:11.156376 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:54:11.156376 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:54:11.156376 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:54:11.156376 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:54:11.156376 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:54:11.156376 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:54:11.156376 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:54:11.156376 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:54:11.188747 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-3a81b276-2fb9-4c2b-bb73-3a8668457ffd tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] device_id is not set on port 53968e46-65ab-4704-b219-23e04789270f yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:54:11.191357 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-d1adae6c-50c7-4d53-9158-9b3d111ec0b2 None None] Allocated IP 172.20.0.18 (d0b0898b-41c5-47d6-af5f-59df8c2e2c51/aec4eb28-1b5f-4ac8-929a-617645776d5e/f7b88e43-73b5-41ba-adb2-5fb810885c46) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:54:11.195176 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8ff0852f-9520-4107-906a-93507342f98a req-1dfac1c0-8b37-478e-88bb-1aeba2e8098d service neutron] 10.222.0.11 "GET /v2.0/networks/e2fef652-29f0-49bb-8e63-480b3426d613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408090 Oct 20 11:54:11.244805 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71338575-1f92-4ba1-bf12-c8d0e646fafb None None] Network fe7e6fc6-93b6-4733-9196-ed92e6d29a03 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:54:11.247381 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-48dd6698-319b-4bf9-bf12-31d37e00dfd9 req-acd00b5c-62a6-47cc-b699-b870cd820d05 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=701a4e33-8675-4b1c-87e7-aac54949d80a HTTP/1.1" status: 200 len: 210 time: 0.0493059 Oct 20 11:54:11.267212 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5a280ee9-d992-4b4e-b3b1-83d02d7ccaf0 req-bd881174-52d7-4f78-90ad-e290eb4117bc service neutron] 10.222.0.98 "GET /v2.0/networks/fe7e6fc6-93b6-4733-9196-ed92e6d29a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5463345 Oct 20 11:54:11.315977 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-71338575-1f92-4ba1-bf12-c8d0e646fafb None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:54:11.325253 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71338575-1f92-4ba1-bf12-c8d0e646fafb None None] Pushing event updated for resources: {'Port': ['ID=6ef9232b-1f1f-4535-ac7d-6a55d7943150,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:11.357457 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71338575-1f92-4ba1-bf12-c8d0e646fafb None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:54:11.602674 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 7950e274-fde5-4ea4-a5e7-4b1549a400c2 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:54:11.698098 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1c45bf94-6e4e-42b1-9647-c418b0ee0137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:11.934905 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-71338575-1f92-4ba1-bf12-c8d0e646fafb None None] Attempting to bind port 6ef9232b-1f1f-4535-ac7d-6a55d7943150 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:54:11.935270 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-71338575-1f92-4ba1-bf12-c8d0e646fafb None None] Attempting to bind port 6ef9232b-1f1f-4535-ac7d-6a55d7943150 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '71d3af9c-e2b7-407b-8ed6-81411fdb4c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'fe7e6fc6-93b6-4733-9196-ed92e6d29a03'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:54:11.935743 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71338575-1f92-4ba1-bf12-c8d0e646fafb None None] Attempting to bind port 6ef9232b-1f1f-4535-ac7d-6a55d7943150 on network fe7e6fc6-93b6-4733-9196-ed92e6d29a03 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:54:11.938960 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b34d0562-931f-4a31-93c7-f528485195d4 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:11.955750 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 7950e274-fde5-4ea4-a5e7-4b1549a400c2 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:11.956124 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:11.962446 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c71534-8c8e-4553-888b-d1b69f1c13bb req-9e0a2b09-a655-4760-a97a-d99f46e72943 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:11.966317 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b34d0562-931f-4a31-93c7-f528485195d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:11.969071 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71338575-1f92-4ba1-bf12-c8d0e646fafb None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:54:11.969769 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71338575-1f92-4ba1-bf12-c8d0e646fafb None None] Checking segment: {'id': '71d3af9c-e2b7-407b-8ed6-81411fdb4c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'fe7e6fc6-93b6-4733-9196-ed92e6d29a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:54:11.970412 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-71338575-1f92-4ba1-bf12-c8d0e646fafb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:11.971070 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71338575-1f92-4ba1-bf12-c8d0e646fafb None None] Bound using segment: {'id': '71d3af9c-e2b7-407b-8ed6-81411fdb4c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'fe7e6fc6-93b6-4733-9196-ed92e6d29a03'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:54:11.971784 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-71338575-1f92-4ba1-bf12-c8d0e646fafb None None] Bound port: 6ef9232b-1f1f-4535-ac7d-6a55d7943150, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71d3af9c-e2b7-407b-8ed6-81411fdb4c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'fe7e6fc6-93b6-4733-9196-ed92e6d29a03'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:54:11.972423 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-71338575-1f92-4ba1-bf12-c8d0e646fafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:11.973759 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98c71534-8c8e-4553-888b-d1b69f1c13bb req-9e0a2b09-a655-4760-a97a-d99f46e72943 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/networks?id=fe7e6fc6-93b6-4733-9196-ed92e6d29a03 HTTP/1.1" status: 200 len: 816 time: 0.2507844 Oct 20 11:54:11.996478 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98c71534-8c8e-4553-888b-d1b69f1c13bb req-ff0b3e0f-e19c-422e-8e93-7e9d4f913bab tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/quotas/767969200dac445886e14583efab376a HTTP/1.1" status: 200 len: 375 time: 0.0213757 Oct 20 11:54:12.106176 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98c71534-8c8e-4553-888b-d1b69f1c13bb req-293b25f5-db93-4089-9d5a-0943ce037a73 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=767969200dac445886e14583efab376a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1066947 Oct 20 11:54:12.131301 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34d0562-931f-4a31-93c7-f528485195d4 None None] Network 761e0fe5-eedd-4818-a973-f728e7c96695 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:54:12.165936 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-b34d0562-931f-4a31-93c7-f528485195d4 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:54:12.171976 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34d0562-931f-4a31-93c7-f528485195d4 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:54:12.178273 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90434c-68aa-4e87-a03a-d385a0f84630 req-0bcdfd81-8b32-41f7-83db-61ccbc48f5b1 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:12.182029 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ac90434c-68aa-4e87-a03a-d385a0f84630 req-0bcdfd81-8b32-41f7-83db-61ccbc48f5b1 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.89 "GET /v2.0/networks?id=fe7e6fc6-93b6-4733-9196-ed92e6d29a03 HTTP/1.1" status: 200 len: 816 time: 1.1391110 Oct 20 11:54:12.192375 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d0562-931f-4a31-93c7-f528485195d4 None None] Pushing event updated for resources: {'Port': ['ID=a09037a1-9126-4a7f-b452-0cfe92912b44,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:12.194539 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1c45bf94-6e4e-42b1-9647-c418b0ee0137 admin admin] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:12.199264 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1c45bf94-6e4e-42b1-9647-c418b0ee0137 admin admin] 10.222.0.98 "DELETE /v2.0/networks/0641bc79-a28d-4c09-ab68-98aa83945d5f HTTP/1.1" status: 204 len: 168 time: 4.1245005 Oct 20 11:54:12.213212 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-71338575-1f92-4ba1-bf12-c8d0e646fafb None None] For port 6ef9232b-1f1f-4535-ac7d-6a55d7943150, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:54:12.214984 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44208) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:12.219757 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-71338575-1f92-4ba1-bf12-c8d0e646fafb None None] For port 6ef9232b-1f1f-4535-ac7d-6a55d7943150, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=6ef9232b-1f1f-4535-ac7d-6a55d7943150,segment=NetworkSegment(71d3af9c-e2b7-407b-8ed6-81411fdb4c44),segment_id=71d3af9c-e2b7-407b-8ed6-81411fdb4c44)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:54:12.236517 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-ac90434c-68aa-4e87-a03a-d385a0f84630 req-22f6f64a-f12d-40a6-813f-e7ee4ad7bed9 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Request body: {'port': {'device_id': '2b725624-33d4-4656-a49c-9868d6496fd6', 'network_id': 'fe7e6fc6-93b6-4733-9196-ed92e6d29a03', 'admin_state_up': True, 'tenant_id': '767969200dac445886e14583efab376a'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:54:12.238506 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d1adae6c-50c7-4d53-9158-9b3d111ec0b2 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:12.246401 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-71338575-1f92-4ba1-bf12-c8d0e646fafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:12.285243 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98c71534-8c8e-4553-888b-d1b69f1c13bb req-3ded002f-61ca-4fc5-99de-154fdbc5ac01 service neutron] 10.222.0.98 "GET /v2.0/networks/fe7e6fc6-93b6-4733-9196-ed92e6d29a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722546 Oct 20 11:54:12.292446 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d1adae6c-50c7-4d53-9158-9b3d111ec0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:12.345859 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-b34d0562-931f-4a31-93c7-f528485195d4 None None] Attempting to bind port a09037a1-9126-4a7f-b452-0cfe92912b44 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:54:12.346468 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-b34d0562-931f-4a31-93c7-f528485195d4 None None] Attempting to bind port a09037a1-9126-4a7f-b452-0cfe92912b44 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '23359a2e-1d63-440d-baec-a688e874c2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '761e0fe5-eedd-4818-a973-f728e7c96695'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:54:12.346569 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34d0562-931f-4a31-93c7-f528485195d4 None None] Attempting to bind port a09037a1-9126-4a7f-b452-0cfe92912b44 on network 761e0fe5-eedd-4818-a973-f728e7c96695 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:54:12.379939 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1adae6c-50c7-4d53-9158-9b3d111ec0b2 None None] Network d0b0898b-41c5-47d6-af5f-59df8c2e2c51 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:54:12.394381 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34d0562-931f-4a31-93c7-f528485195d4 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:54:12.394744 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34d0562-931f-4a31-93c7-f528485195d4 None None] Checking segment: {'id': '23359a2e-1d63-440d-baec-a688e874c2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '761e0fe5-eedd-4818-a973-f728e7c96695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:54:12.395178 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b34d0562-931f-4a31-93c7-f528485195d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:12.395578 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34d0562-931f-4a31-93c7-f528485195d4 None None] Bound using segment: {'id': '23359a2e-1d63-440d-baec-a688e874c2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '761e0fe5-eedd-4818-a973-f728e7c96695'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:54:12.396049 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-b34d0562-931f-4a31-93c7-f528485195d4 None None] Bound port: a09037a1-9126-4a7f-b452-0cfe92912b44, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23359a2e-1d63-440d-baec-a688e874c2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '761e0fe5-eedd-4818-a973-f728e7c96695'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:54:12.396432 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b34d0562-931f-4a31-93c7-f528485195d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:12.415889 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-d1adae6c-50c7-4d53-9158-9b3d111ec0b2 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:54:12.437871 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1adae6c-50c7-4d53-9158-9b3d111ec0b2 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:54:12.446160 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71338575-1f92-4ba1-bf12-c8d0e646fafb None None] Pushing event updated for resources: {'Port': ['ID=6ef9232b-1f1f-4535-ac7d-6a55d7943150,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:12.484547 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-3a81b276-2fb9-4c2b-bb73-3a8668457ffd tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Allocated IP 2001:db8::2ef (761e0fe5-eedd-4818-a973-f728e7c96695/29815939-1dd8-424e-971f-952025bde46c/53968e46-65ab-4704-b219-23e04789270f) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:54:12.497080 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aca610a5-c2ee-4fdf-b1a7-cee8d222f92b req-976be441-6b99-4550-ba6b-3710c5b062d9 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=701a4e33-8675-4b1c-87e7-aac54949d80a HTTP/1.1" status: 200 len: 210 time: 0.0401921 Oct 20 11:54:12.566723 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98c71534-8c8e-4553-888b-d1b69f1c13bb req-52295ce3-50b2-4162-91e7-0c6ea4d51ead service neutron] 10.222.0.98 "GET /v2.0/networks/fe7e6fc6-93b6-4733-9196-ed92e6d29a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685082 Oct 20 11:54:12.598056 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1adae6c-50c7-4d53-9158-9b3d111ec0b2 None None] Pushing event updated for resources: {'Port': ['ID=f7b88e43-73b5-41ba-adb2-5fb810885c46,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:12.683464 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-31c1d6bf-9913-4b1b-834f-b32554ca9ffc tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Allocated IP 172.20.0.17 (d0b0898b-41c5-47d6-af5f-59df8c2e2c51/aec4eb28-1b5f-4ac8-929a-617645776d5e/7b11cf2d-8703-42ce-94ec-99848fde97bc) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:54:12.704641 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-d1adae6c-50c7-4d53-9158-9b3d111ec0b2 None None] Attempting to bind port f7b88e43-73b5-41ba-adb2-5fb810885c46 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:54:12.705037 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-d1adae6c-50c7-4d53-9158-9b3d111ec0b2 None None] Attempting to bind port f7b88e43-73b5-41ba-adb2-5fb810885c46 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '20ebbbb1-41f7-44db-823b-52d1ce57eb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': 'd0b0898b-41c5-47d6-af5f-59df8c2e2c51'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:54:12.705432 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1adae6c-50c7-4d53-9158-9b3d111ec0b2 None None] Attempting to bind port f7b88e43-73b5-41ba-adb2-5fb810885c46 on network d0b0898b-41c5-47d6-af5f-59df8c2e2c51 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:54:12.730810 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1adae6c-50c7-4d53-9158-9b3d111ec0b2 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:54:12.731199 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1adae6c-50c7-4d53-9158-9b3d111ec0b2 None None] Checking segment: {'id': '20ebbbb1-41f7-44db-823b-52d1ce57eb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': 'd0b0898b-41c5-47d6-af5f-59df8c2e2c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:54:12.731775 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d1adae6c-50c7-4d53-9158-9b3d111ec0b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:12.732000 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1adae6c-50c7-4d53-9158-9b3d111ec0b2 None None] Bound using segment: {'id': '20ebbbb1-41f7-44db-823b-52d1ce57eb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': 'd0b0898b-41c5-47d6-af5f-59df8c2e2c51'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:54:12.732898 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-d1adae6c-50c7-4d53-9158-9b3d111ec0b2 None None] Bound port: f7b88e43-73b5-41ba-adb2-5fb810885c46, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20ebbbb1-41f7-44db-823b-52d1ce57eb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': 'd0b0898b-41c5-47d6-af5f-59df8c2e2c51'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:54:12.733290 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d1adae6c-50c7-4d53-9158-9b3d111ec0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:12.736780 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-b34d0562-931f-4a31-93c7-f528485195d4 None None] For port a09037a1-9126-4a7f-b452-0cfe92912b44, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:54:12.780933 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-b34d0562-931f-4a31-93c7-f528485195d4 None None] For port a09037a1-9126-4a7f-b452-0cfe92912b44, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=a09037a1-9126-4a7f-b452-0cfe92912b44,segment=NetworkSegment(23359a2e-1d63-440d-baec-a688e874c2cf),segment_id=23359a2e-1d63-440d-baec-a688e874c2cf)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:54:12.793528 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45bf94-6e4e-42b1-9647-c418b0ee0137 admin admin] Pushing event deleted for resources: {'Network': ['ID=0641bc79-a28d-4c09-ab68-98aa83945d5f,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:12.838990 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b34d0562-931f-4a31-93c7-f528485195d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:12.976781 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device c236ed4c-bf6e-412b-8889-c1ca58f0a2f6 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:54:13.075402 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3775063d-84d6-44ba-a997-04f7db9d564a req-380723b9-e1aa-4f0b-aa4d-8aa6142d8af3 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8588721-f63c-4172-8000-11e86ed24baa HTTP/1.1" status: 200 len: 210 time: 0.0501199 Oct 20 11:54:13.162482 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d1adae6c-50c7-4d53-9158-9b3d111ec0b2 None None] For port f7b88e43-73b5-41ba-adb2-5fb810885c46, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:54:13.200473 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d1adae6c-50c7-4d53-9158-9b3d111ec0b2 None None] For port f7b88e43-73b5-41ba-adb2-5fb810885c46, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=f7b88e43-73b5-41ba-adb2-5fb810885c46,segment=NetworkSegment(20ebbbb1-41f7-44db-823b-52d1ce57eb2c),segment_id=20ebbbb1-41f7-44db-823b-52d1ce57eb2c)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:54:13.217907 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d0562-931f-4a31-93c7-f528485195d4 None None] Pushing event updated for resources: {'Port': ['ID=a09037a1-9126-4a7f-b452-0cfe92912b44,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:13.221391 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d1adae6c-50c7-4d53-9158-9b3d111ec0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:13.288943 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1adae6c-50c7-4d53-9158-9b3d111ec0b2 None None] Pushing event updated for resources: {'Port': ['ID=f7b88e43-73b5-41ba-adb2-5fb810885c46,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:13.341340 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port c236ed4c-bf6e-412b-8889-c1ca58f0a2f6 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:13.341902 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:13.345802 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380aca8-e0fa-4dac-8ceb-e5cf900c3d00 req-caadfa36-5438-4d98-9e2c-0b4251af5fed tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:13.348976 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3380aca8-e0fa-4dac-8ceb-e5cf900c3d00 req-caadfa36-5438-4d98-9e2c-0b4251af5fed tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.11 "GET /v2.0/networks?id=a1ee6cc3-6c58-4359-ad99-8145206c2e63 HTTP/1.1" status: 200 len: 912 time: 0.2684197 Oct 20 11:54:13.383343 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-3380aca8-e0fa-4dac-8ceb-e5cf900c3d00 req-673f17ec-71ae-4ba3-92bf-0091c8c83483 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Request body: {'port': {'device_id': '701a4e33-8675-4b1c-87e7-aac54949d80a', 'network_id': 'a1ee6cc3-6c58-4359-ad99-8145206c2e63', 'admin_state_up': True, 'tenant_id': 'f86ec970fdad4d5f94144e8cc68aba8d'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:54:13.428171 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:54:13.516307 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3380aca8-e0fa-4dac-8ceb-e5cf900c3d00 req-673f17ec-71ae-4ba3-92bf-0091c8c83483 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Made reservation on behalf of f86ec970fdad4d5f94144e8cc68aba8d for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:54:13.519224 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3380aca8-e0fa-4dac-8ceb-e5cf900c3d00 req-673f17ec-71ae-4ba3-92bf-0091c8c83483 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:13.564915 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:13.630105 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port c236ed4c-bf6e-412b-8889-c1ca58f0a2f6, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=c236ed4c-bf6e-412b-8889-c1ca58f0a2f6,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:13.644013 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:13.645339 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 7950e274-fde5-4ea4-a5e7-4b1549a400c2 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:54:13.677728 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-31c1d6bf-9913-4b1b-834f-b32554ca9ffc tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:13.823419 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-3380aca8-e0fa-4dac-8ceb-e5cf900c3d00 req-673f17ec-71ae-4ba3-92bf-0091c8c83483 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Allocated IP 172.20.0.6 (a1ee6cc3-6c58-4359-ad99-8145206c2e63/726afd26-6734-4ee4-829b-820ca44a0853/4167aa25-7394-410a-8295-46aa94434e60) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:54:14.250254 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fb17a922-2a18-4277-8d15-a0d06f28c98f req-b23d56ab-f0e1-4ef6-919b-611bf40c0c9a tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=701a4e33-8675-4b1c-87e7-aac54949d80a HTTP/1.1" status: 200 len: 210 time: 0.0484352 Oct 20 11:54:14.317606 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=c236ed4c-bf6e-412b-8889-c1ca58f0a2f6,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:14.330452 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 7950e274-fde5-4ea4-a5e7-4b1549a400c2 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:14.330858 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:14.505737 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3380aca8-e0fa-4dac-8ceb-e5cf900c3d00 req-673f17ec-71ae-4ba3-92bf-0091c8c83483 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:14.527378 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a280ee9-d992-4b4e-b3b1-83d02d7ccaf0 req-1d59ace7-4c52-494e-a2ad-1d8d818e4f95 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:14.528948 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5a280ee9-d992-4b4e-b3b1-83d02d7ccaf0 req-1d59ace7-4c52-494e-a2ad-1d8d818e4f95 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.89 "GET /v2.0/networks?id=fe7e6fc6-93b6-4733-9196-ed92e6d29a03 HTTP/1.1" status: 200 len: 816 time: 0.3349550 Oct 20 11:54:14.552370 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-5a280ee9-d992-4b4e-b3b1-83d02d7ccaf0 req-ac302386-4f4a-4214-9253-014b0fc1b6d6 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Request body: {'port': {'device_id': 'b82f975d-4845-42d9-b658-e5d31ca1c29e', 'network_id': 'fe7e6fc6-93b6-4733-9196-ed92e6d29a03', 'admin_state_up': True, 'tenant_id': '767969200dac445886e14583efab376a'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:54:14.661645 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device ddbbed53-48a1-458c-9e94-d86996e2825c no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:54:14.697550 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-103683f9-dfad-4646-b1b8-8f6e8a4b0f14 req-35a5a756-ea43-4a67-a200-87ee5f2fdc62 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8588721-f63c-4172-8000-11e86ed24baa HTTP/1.1" status: 200 len: 210 time: 0.1897514 Oct 20 11:54:14.705770 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: ddbbed53-48a1-458c-9e94-d86996e2825c {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:54:14.706699 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device ddbbed53-48a1-458c-9e94-d86996e2825c not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:54:14.706699 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 60c8a932-34bb-49bd-80d7-a01aa9e00de4 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:54:14.711741 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-31c1d6bf-9913-4b1b-834f-b32554ca9ffc tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:14.779278 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3380aca8-e0fa-4dac-8ceb-e5cf900c3d00 req-673f17ec-71ae-4ba3-92bf-0091c8c83483 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:14.793575 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac90434c-68aa-4e87-a03a-d385a0f84630 req-22f6f64a-f12d-40a6-813f-e7ee4ad7bed9 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Made reservation on behalf of 767969200dac445886e14583efab376a for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:54:14.797521 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-ac90434c-68aa-4e87-a03a-d385a0f84630 req-22f6f64a-f12d-40a6-813f-e7ee4ad7bed9 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:14.819792 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 60c8a932-34bb-49bd-80d7-a01aa9e00de4 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:54:14.820133 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 60c8a932-34bb-49bd-80d7-a01aa9e00de4 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:54:14.824618 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 17bd610f-f282-4719-82fd-0b894dc03b39 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:54:14.842546 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a280ee9-d992-4b4e-b3b1-83d02d7ccaf0 req-ac302386-4f4a-4214-9253-014b0fc1b6d6 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Made reservation on behalf of 767969200dac445886e14583efab376a for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:54:14.846089 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5a280ee9-d992-4b4e-b3b1-83d02d7ccaf0 req-ac302386-4f4a-4214-9253-014b0fc1b6d6 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:14.849812 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f17ec-71ae-4ba3-92bf-0091c8c83483 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Pushing event updated for resources: {'Port': ['ID=4167aa25-7394-410a-8295-46aa94434e60,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:14.862758 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e33d77-97df-431d-98e8-9738d779721c None None] Network fe7e6fc6-93b6-4733-9196-ed92e6d29a03 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:54:14.870672 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c1d6bf-9913-4b1b-834f-b32554ca9ffc tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Network d0b0898b-41c5-47d6-af5f-59df8c2e2c51 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:54:14.897004 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3380aca8-e0fa-4dac-8ceb-e5cf900c3d00 req-673f17ec-71ae-4ba3-92bf-0091c8c83483 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Network a1ee6cc3-6c58-4359-ad99-8145206c2e63 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:54:14.911078 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-3380aca8-e0fa-4dac-8ceb-e5cf900c3d00 req-673f17ec-71ae-4ba3-92bf-0091c8c83483 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:54:14.913640 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-3380aca8-e0fa-4dac-8ceb-e5cf900c3d00 req-673f17ec-71ae-4ba3-92bf-0091c8c83483 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:54:14.946401 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-31c1d6bf-9913-4b1b-834f-b32554ca9ffc tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:54:14.963520 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c1d6bf-9913-4b1b-834f-b32554ca9ffc tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:54:14.964360 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380aca8-e0fa-4dac-8ceb-e5cf900c3d00 req-673f17ec-71ae-4ba3-92bf-0091c8c83483 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:14.964974 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3380aca8-e0fa-4dac-8ceb-e5cf900c3d00 req-673f17ec-71ae-4ba3-92bf-0091c8c83483 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:14.994890 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3a81b276-2fb9-4c2b-bb73-3a8668457ffd tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:15.085939 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 17bd610f-f282-4719-82fd-0b894dc03b39 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:54:15.086899 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 17bd610f-f282-4719-82fd-0b894dc03b39 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:54:15.126599 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c1d6bf-9913-4b1b-834f-b32554ca9ffc tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Pushing event updated for resources: {'Port': ['ID=7b11cf2d-8703-42ce-94ec-99848fde97bc,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:15.142536 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-bafacb04-eaa1-47dd-91f2-dac77f08bcbf None None] Provisioning complete for port 6ef9232b-1f1f-4535-ac7d-6a55d7943150 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:15.143055 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bafacb04-eaa1-47dd-91f2-dac77f08bcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:15.161703 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3380aca8-e0fa-4dac-8ceb-e5cf900c3d00 req-673f17ec-71ae-4ba3-92bf-0091c8c83483 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.8027601 Oct 20 11:54:15.224636 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-3380aca8-e0fa-4dac-8ceb-e5cf900c3d00 req-f9a60181-054d-43be-9252-d6edaab06401 service neutron] Request body: {'port': {'device_id': '701a4e33-8675-4b1c-87e7-aac54949d80a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:54:15.370863 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bafacb04-eaa1-47dd-91f2-dac77f08bcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:15.426269 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5159771-489f-4891-8c0c-810afb3cc0d8 None None] Network 761e0fe5-eedd-4818-a973-f728e7c96695 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:54:15.516475 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-31c1d6bf-9913-4b1b-834f-b32554ca9ffc tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:15.574233 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:15.581233 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-bafacb04-eaa1-47dd-91f2-dac77f08bcbf None None] For port 6ef9232b-1f1f-4535-ac7d-6a55d7943150, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=6ef9232b-1f1f-4535-ac7d-6a55d7943150,segment=NetworkSegment(71d3af9c-e2b7-407b-8ed6-81411fdb4c44),segment_id=71d3af9c-e2b7-407b-8ed6-81411fdb4c44)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:15.589662 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c71534-8c8e-4553-888b-d1b69f1c13bb req-4dc82ef8-93ca-4419-9975-0b2ecdbe696b tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:15.592393 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98c71534-8c8e-4553-888b-d1b69f1c13bb req-4dc82ef8-93ca-4419-9975-0b2ecdbe696b tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.11 "GET /v2.0/networks?id=fe7e6fc6-93b6-4733-9196-ed92e6d29a03 HTTP/1.1" status: 200 len: 816 time: 0.7133400 Oct 20 11:54:15.594609 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bafacb04-eaa1-47dd-91f2-dac77f08bcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:15.624324 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-98c71534-8c8e-4553-888b-d1b69f1c13bb req-92652a4c-0d29-4f21-be55-0e0fc6fc9ceb tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Request body: {'port': {'device_id': 'f8588721-f63c-4172-8000-11e86ed24baa', 'network_id': 'fe7e6fc6-93b6-4733-9196-ed92e6d29a03', 'admin_state_up': True, 'tenant_id': '767969200dac445886e14583efab376a'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:54:15.780391 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44242) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:15.786421 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device a09037a1-9126-4a7f-b452-0cfe92912b44 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:54:15.790966 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3a81b276-2fb9-4c2b-bb73-3a8668457ffd tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:15.902444 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafacb04-eaa1-47dd-91f2-dac77f08bcbf None None] Pushing event updated for resources: {'Port': ['ID=6ef9232b-1f1f-4535-ac7d-6a55d7943150,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:15.921164 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d3362cb4-e37f-41f9-9180-f50d9db06969 None None] Provisioning complete for port 4167aa25-7394-410a-8295-46aa94434e60 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:15.922002 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d3362cb4-e37f-41f9-9180-f50d9db06969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:15.942564 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a81b276-2fb9-4c2b-bb73-3a8668457ffd tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Network 761e0fe5-eedd-4818-a973-f728e7c96695 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:54:15.946610 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [req-ac90434c-68aa-4e87-a03a-d385a0f84630 req-22f6f64a-f12d-40a6-813f-e7ee4ad7bed9 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Allocated IP 172.20.0.12 (fe7e6fc6-93b6-4733-9196-ed92e6d29a03/66aaf5c5-0d31-44dd-89c6-b72b3148d3f3/b0235475-442f-4dd1-8982-39f977eca6c3) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:54:15.963478 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-3a81b276-2fb9-4c2b-bb73-3a8668457ffd tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:54:15.966634 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a81b276-2fb9-4c2b-bb73-3a8668457ffd tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:54:15.973611 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d5d397-05a4-436e-bbbb-b3bff0a34cd3 None None] Network d0b0898b-41c5-47d6-af5f-59df8c2e2c51 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:54:15.974050 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a81b276-2fb9-4c2b-bb73-3a8668457ffd tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:15.975611 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3a81b276-2fb9-4c2b-bb73-3a8668457ffd tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:15.994774 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a81b276-2fb9-4c2b-bb73-3a8668457ffd tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event updated for resources: {'Port': ['ID=53968e46-65ab-4704-b219-23e04789270f,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:16.038221 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3a81b276-2fb9-4c2b-bb73-3a8668457ffd tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.7606425 Oct 20 11:54:16.048492 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44246) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:16.068583 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d3362cb4-e37f-41f9-9180-f50d9db06969 None None] Port 4167aa25-7394-410a-8295-46aa94434e60 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:54:16.135761 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port a09037a1-9126-4a7f-b452-0cfe92912b44 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:16.136137 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:16.185464 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fb99b585-dce3-4c26-9ce7-2154e69ffa5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:16.187548 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d3362cb4-e37f-41f9-9180-f50d9db06969 None None] Provisioning complete for port a09037a1-9126-4a7f-b452-0cfe92912b44 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:16.189392 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d3362cb4-e37f-41f9-9180-f50d9db06969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:16.280450 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-31c1d6bf-9913-4b1b-834f-b32554ca9ffc tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:16.464861 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9ebcc264-20b5-4ce1-bcf0-896d93066f7f req-66783042-179e-47ac-ad9b-cd2f7ca436d1 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8588721-f63c-4172-8000-11e86ed24baa HTTP/1.1" status: 200 len: 210 time: 0.0413048 Oct 20 11:54:16.470225 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d42ab-31cf-4549-860f-8fa7d5ed5afd req-a2a07411-feaf-465c-b935-635c68312515 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:16.478950 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d06d42ab-31cf-4549-860f-8fa7d5ed5afd req-a2a07411-feaf-465c-b935-635c68312515 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=701a4e33-8675-4b1c-87e7-aac54949d80a HTTP/1.1" status: 200 len: 1027 time: 1.0664995 Oct 20 11:54:16.485506 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3380aca8-e0fa-4dac-8ceb-e5cf900c3d00 req-f9a60181-054d-43be-9252-d6edaab06401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:16.488699 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:16.493093 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d3362cb4-e37f-41f9-9180-f50d9db06969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:16.558071 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d3362cb4-e37f-41f9-9180-f50d9db06969 None None] For port a09037a1-9126-4a7f-b452-0cfe92912b44, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=a09037a1-9126-4a7f-b452-0cfe92912b44,segment=NetworkSegment(23359a2e-1d63-440d-baec-a688e874c2cf),segment_id=23359a2e-1d63-440d-baec-a688e874c2cf)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:16.567502 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d3362cb4-e37f-41f9-9180-f50d9db06969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:16.651215 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98c71534-8c8e-4553-888b-d1b69f1c13bb req-92652a4c-0d29-4f21-be55-0e0fc6fc9ceb tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Made reservation on behalf of 767969200dac445886e14583efab376a for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:54:16.654973 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-98c71534-8c8e-4553-888b-d1b69f1c13bb req-92652a4c-0d29-4f21-be55-0e0fc6fc9ceb tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:16.670706 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d06d42ab-31cf-4549-860f-8fa7d5ed5afd req-d965129b-4645-41bf-9b31-8268caf262ae tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=395c2073-719c-4e86-a3f7-1497e7a0c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901989 Oct 20 11:54:16.751289 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3362cb4-e37f-41f9-9180-f50d9db06969 None None] Pushing event updated for resources: {'Port': ['ID=a09037a1-9126-4a7f-b452-0cfe92912b44,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:16.757580 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.db.api [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:54:16.758311 n-d-814735-3 neutron-server[100648]: DEBUG oslo_db.api [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:54:16.769186 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-38446036-f66b-4557-8485-bbda64679d66 None None] Provisioning complete for port f7b88e43-73b5-41ba-adb2-5fb810885c46 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:16.769996 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-38446036-f66b-4557-8485-bbda64679d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:16.780336 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c0b2dc9f-aff5-461d-b5d4-3670981b4157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:16.888199 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-38446036-f66b-4557-8485-bbda64679d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:16.940603 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-38446036-f66b-4557-8485-bbda64679d66 None None] For port f7b88e43-73b5-41ba-adb2-5fb810885c46, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=f7b88e43-73b5-41ba-adb2-5fb810885c46,segment=NetworkSegment(20ebbbb1-41f7-44db-823b-52d1ce57eb2c),segment_id=20ebbbb1-41f7-44db-823b-52d1ce57eb2c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:16.948467 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-38446036-f66b-4557-8485-bbda64679d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:16.955954 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-ac90434c-68aa-4e87-a03a-d385a0f84630 req-22f6f64a-f12d-40a6-813f-e7ee4ad7bed9 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:16.990302 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-38446036-f66b-4557-8485-bbda64679d66 None None] Provisioning complete for port a09037a1-9126-4a7f-b452-0cfe92912b44 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:16.990957 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-38446036-f66b-4557-8485-bbda64679d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:17.014073 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-3380aca8-e0fa-4dac-8ceb-e5cf900c3d00 req-f9a60181-054d-43be-9252-d6edaab06401 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4167aa25-7394-410a-8295-46aa94434e60 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:54:17.023198 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3380aca8-e0fa-4dac-8ceb-e5cf900c3d00 req-f9a60181-054d-43be-9252-d6edaab06401 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:17.037730 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-3380aca8-e0fa-4dac-8ceb-e5cf900c3d00 req-f9a60181-054d-43be-9252-d6edaab06401 service neutron] Transition to ACTIVE for port object 4167aa25-7394-410a-8295-46aa94434e60 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:54:17.044901 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3380aca8-e0fa-4dac-8ceb-e5cf900c3d00 req-f9a60181-054d-43be-9252-d6edaab06401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:17.045681 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fb99b585-dce3-4c26-9ce7-2154e69ffa5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:17.069882 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38446036-f66b-4557-8485-bbda64679d66 None None] Pushing event updated for resources: {'Port': ['ID=f7b88e43-73b5-41ba-adb2-5fb810885c46,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:17.093984 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fb99b585-dce3-4c26-9ce7-2154e69ffa5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:17.109051 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a60181-054d-43be-9252-d6edaab06401 service neutron] Pushing event updated for resources: {'Port': ['ID=4167aa25-7394-410a-8295-46aa94434e60,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:17.132670 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-38446036-f66b-4557-8485-bbda64679d66 None None] Provisioning complete for port 53968e46-65ab-4704-b219-23e04789270f triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:17.134107 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-38446036-f66b-4557-8485-bbda64679d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:17.182128 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-38446036-f66b-4557-8485-bbda64679d66 None None] Port 53968e46-65ab-4704-b219-23e04789270f cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:54:17.194635 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-38446036-f66b-4557-8485-bbda64679d66 None None] Provisioning complete for port 6ef9232b-1f1f-4535-ac7d-6a55d7943150 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:17.195396 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-38446036-f66b-4557-8485-bbda64679d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:17.233208 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-3380aca8-e0fa-4dac-8ceb-e5cf900c3d00 req-f9a60181-054d-43be-9252-d6edaab06401 service neutron] Attempting to bind port 4167aa25-7394-410a-8295-46aa94434e60 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:54:17.233461 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-3380aca8-e0fa-4dac-8ceb-e5cf900c3d00 req-f9a60181-054d-43be-9252-d6edaab06401 service neutron] Attempting to bind port 4167aa25-7394-410a-8295-46aa94434e60 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '6b3d97ef-4bba-4f94-8f99-2685e9f9dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'a1ee6cc3-6c58-4359-ad99-8145206c2e63'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:54:17.234304 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3380aca8-e0fa-4dac-8ceb-e5cf900c3d00 req-f9a60181-054d-43be-9252-d6edaab06401 service neutron] Attempting to bind port 4167aa25-7394-410a-8295-46aa94434e60 on network a1ee6cc3-6c58-4359-ad99-8145206c2e63 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:54:17.242608 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3380aca8-e0fa-4dac-8ceb-e5cf900c3d00 req-f9a60181-054d-43be-9252-d6edaab06401 service neutron] Port 4167aa25-7394-410a-8295-46aa94434e60 on network a1ee6cc3-6c58-4359-ad99-8145206c2e63 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:54:17.242967 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3380aca8-e0fa-4dac-8ceb-e5cf900c3d00 req-f9a60181-054d-43be-9252-d6edaab06401 service neutron] Attempting to bind port 4167aa25-7394-410a-8295-46aa94434e60 on network a1ee6cc3-6c58-4359-ad99-8145206c2e63 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:54:17.250432 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3380aca8-e0fa-4dac-8ceb-e5cf900c3d00 req-f9a60181-054d-43be-9252-d6edaab06401 service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:54:17.250757 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3380aca8-e0fa-4dac-8ceb-e5cf900c3d00 req-f9a60181-054d-43be-9252-d6edaab06401 service neutron] Checking segment: {'id': '6b3d97ef-4bba-4f94-8f99-2685e9f9dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'a1ee6cc3-6c58-4359-ad99-8145206c2e63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:54:17.251166 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3380aca8-e0fa-4dac-8ceb-e5cf900c3d00 req-f9a60181-054d-43be-9252-d6edaab06401 service neutron] Bound using segment: {'id': '6b3d97ef-4bba-4f94-8f99-2685e9f9dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'a1ee6cc3-6c58-4359-ad99-8145206c2e63'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:54:17.252439 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-3380aca8-e0fa-4dac-8ceb-e5cf900c3d00 req-f9a60181-054d-43be-9252-d6edaab06401 service neutron] Bound port: 4167aa25-7394-410a-8295-46aa94434e60, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b3d97ef-4bba-4f94-8f99-2685e9f9dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'a1ee6cc3-6c58-4359-ad99-8145206c2e63'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:54:17.253205 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3380aca8-e0fa-4dac-8ceb-e5cf900c3d00 req-f9a60181-054d-43be-9252-d6edaab06401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:17.255916 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-fb99b585-dce3-4c26-9ce7-2154e69ffa5e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ff2c71e005a84529883a583433889589&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4666913 Oct 20 11:54:17.323957 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-5a280ee9-d992-4b4e-b3b1-83d02d7ccaf0 req-ac302386-4f4a-4214-9253-014b0fc1b6d6 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Allocated IP 172.20.0.5 (fe7e6fc6-93b6-4733-9196-ed92e6d29a03/66aaf5c5-0d31-44dd-89c6-b72b3148d3f3/333bf91a-1334-41b1-a4ba-55412e3c0479) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:54:17.327358 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device f7b88e43-73b5-41ba-adb2-5fb810885c46 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:54:17.353159 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-31c1d6bf-9913-4b1b-834f-b32554ca9ffc tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:17.355976 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44248) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:17.357162 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb99b585-dce3-4c26-9ce7-2154e69ffa5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6175af7-d95e-4fe1-acae-60e2780b2cff,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:17.384532 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-ac90434c-68aa-4e87-a03a-d385a0f84630 req-22f6f64a-f12d-40a6-813f-e7ee4ad7bed9 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:17.392966 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port f7b88e43-73b5-41ba-adb2-5fb810885c46 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:17.393516 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:17.418631 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-31c1d6bf-9913-4b1b-834f-b32554ca9ffc tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:17.486647 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device c236ed4c-bf6e-412b-8889-c1ca58f0a2f6 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:54:17.551537 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e2ffdff5-e1fd-4885-94e9-e7b4042dc814 None None] Provisioning complete for port f7b88e43-73b5-41ba-adb2-5fb810885c46 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:17.552027 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5a280ee9-d992-4b4e-b3b1-83d02d7ccaf0 req-ac302386-4f4a-4214-9253-014b0fc1b6d6 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:17.552141 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e2ffdff5-e1fd-4885-94e9-e7b4042dc814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:17.576142 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port c236ed4c-bf6e-412b-8889-c1ca58f0a2f6 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:17.576578 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:17.599849 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e38f3711-55e4-461d-9ce1-1cc9d748748a req-4b737603-11d6-4f88-b50a-af613b276f95 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8588721-f63c-4172-8000-11e86ed24baa HTTP/1.1" status: 200 len: 210 time: 0.0403440 Oct 20 11:54:17.601116 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-3380aca8-e0fa-4dac-8ceb-e5cf900c3d00 req-f9a60181-054d-43be-9252-d6edaab06401 service neutron] For port 4167aa25-7394-410a-8295-46aa94434e60, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:54:17.620289 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-3380aca8-e0fa-4dac-8ceb-e5cf900c3d00 req-f9a60181-054d-43be-9252-d6edaab06401 service neutron] For port 4167aa25-7394-410a-8295-46aa94434e60, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=4167aa25-7394-410a-8295-46aa94434e60,segment=NetworkSegment(6b3d97ef-4bba-4f94-8f99-2685e9f9dd59),segment_id=6b3d97ef-4bba-4f94-8f99-2685e9f9dd59)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:54:17.642205 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3380aca8-e0fa-4dac-8ceb-e5cf900c3d00 req-f9a60181-054d-43be-9252-d6edaab06401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:17.714377 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 6ef9232b-1f1f-4535-ac7d-6a55d7943150 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:54:17.718901 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380aca8-e0fa-4dac-8ceb-e5cf900c3d00 req-f9a60181-054d-43be-9252-d6edaab06401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:17.718901 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3380aca8-e0fa-4dac-8ceb-e5cf900c3d00 req-f9a60181-054d-43be-9252-d6edaab06401 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:17.720454 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3380aca8-e0fa-4dac-8ceb-e5cf900c3d00 req-f9a60181-054d-43be-9252-d6edaab06401 service neutron] 10.222.0.11 "PUT /v2.0/ports/4167aa25-7394-410a-8295-46aa94434e60 HTTP/1.1" status: 200 len: 1091 time: 2.5060761 Oct 20 11:54:17.720932 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '701a4e33-8675-4b1c-87e7-aac54949d80a', 'tag': '4167aa25-7394-410a-8295-46aa94434e60'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:54:17.724563 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34aa6c89-24e4-4fa2-8264-64b48dd86086" -d '{"events": [{"name": "network-changed", "server_uuid": "701a4e33-8675-4b1c-87e7-aac54949d80a", "tag": "4167aa25-7394-410a-8295-46aa94434e60"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:54:17.794173 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e2ffdff5-e1fd-4885-94e9-e7b4042dc814 None None] Provisioning complete for port 7b11cf2d-8703-42ce-94ec-99848fde97bc triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:17.794546 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e2ffdff5-e1fd-4885-94e9-e7b4042dc814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:17.810929 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5a280ee9-d992-4b4e-b3b1-83d02d7ccaf0 req-ac302386-4f4a-4214-9253-014b0fc1b6d6 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:17.842518 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e2ffdff5-e1fd-4885-94e9-e7b4042dc814 None None] Port 7b11cf2d-8703-42ce-94ec-99848fde97bc cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:54:17.853288 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 6ef9232b-1f1f-4535-ac7d-6a55d7943150 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:17.853661 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:17.865282 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e8c59b46-5ff8-4ce1-8b50-e7d174320eb6 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:17.866613 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4359b984-65b0-41dc-987b-3a8359a0ece9 x-openstack-request-id: req-4359b984-65b0-41dc-987b-3a8359a0ece9 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:54:17.867413 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "701a4e33-8675-4b1c-87e7-aac54949d80a", "tag": "4167aa25-7394-410a-8295-46aa94434e60", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:54:17.867802 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4359b984-65b0-41dc-987b-3a8359a0ece9 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:54:17.868388 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '701a4e33-8675-4b1c-87e7-aac54949d80a', 'tag': '4167aa25-7394-410a-8295-46aa94434e60', 'status': 'completed', 'code': 200} Oct 20 11:54:17.883014 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e2ffdff5-e1fd-4885-94e9-e7b4042dc814 None None] Provisioning complete for port 53968e46-65ab-4704-b219-23e04789270f triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:17.883389 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e2ffdff5-e1fd-4885-94e9-e7b4042dc814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:17.896225 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac90434c-68aa-4e87-a03a-d385a0f84630 req-22f6f64a-f12d-40a6-813f-e7ee4ad7bed9 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Network fe7e6fc6-93b6-4733-9196-ed92e6d29a03 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:54:17.903122 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a60181-054d-43be-9252-d6edaab06401 service neutron] Pushing event updated for resources: {'Port': ['ID=4167aa25-7394-410a-8295-46aa94434e60,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:17.909153 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a280ee9-d992-4b4e-b3b1-83d02d7ccaf0 req-ac302386-4f4a-4214-9253-014b0fc1b6d6 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Network fe7e6fc6-93b6-4733-9196-ed92e6d29a03 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:54:17.920781 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-31c1d6bf-9913-4b1b-834f-b32554ca9ffc tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:17.923698 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [req-ac90434c-68aa-4e87-a03a-d385a0f84630 req-22f6f64a-f12d-40a6-813f-e7ee4ad7bed9 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:54:17.936681 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac90434c-68aa-4e87-a03a-d385a0f84630 req-22f6f64a-f12d-40a6-813f-e7ee4ad7bed9 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:54:17.937341 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e2ffdff5-e1fd-4885-94e9-e7b4042dc814 None None] Port 53968e46-65ab-4704-b219-23e04789270f cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:54:17.962966 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4f38e7aa-35ad-4d31-b992-ba8b1e637575 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:17.993100 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-5a280ee9-d992-4b4e-b3b1-83d02d7ccaf0 req-ac302386-4f4a-4214-9253-014b0fc1b6d6 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:54:18.006719 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a280ee9-d992-4b4e-b3b1-83d02d7ccaf0 req-ac302386-4f4a-4214-9253-014b0fc1b6d6 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:54:18.038445 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac302386-4f4a-4214-9253-014b0fc1b6d6 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Pushing event updated for resources: {'Port': ['ID=333bf91a-1334-41b1-a4ba-55412e3c0479,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:18.071249 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c1d6bf-9913-4b1b-834f-b32554ca9ffc tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Pushing event updated for resources: {'Port': ['ID=7b11cf2d-8703-42ce-94ec-99848fde97bc,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:18.091521 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.db.api [req-98c71534-8c8e-4553-888b-d1b69f1c13bb req-92652a4c-0d29-4f21-be55-0e0fc6fc9ceb tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.12-5ba03f6f-1362-4203-8a2c-2b35d113ab6a {{(pid=100647) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:54:18.092659 n-d-814735-3 neutron-server[100647]: DEBUG oslo_db.api [req-98c71534-8c8e-4553-888b-d1b69f1c13bb req-92652a4c-0d29-4f21-be55-0e0fc6fc9ceb tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:54:18.100739 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d429c-fe13-41fe-874b-0d1b03143a69 req-a7102ca9-c097-4dbc-8daf-9183a556123d tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:18.102510 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-766d429c-fe13-41fe-874b-0d1b03143a69 req-a7102ca9-c097-4dbc-8daf-9183a556123d tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=701a4e33-8675-4b1c-87e7-aac54949d80a HTTP/1.1" status: 200 len: 1094 time: 0.2541115 Oct 20 11:54:18.112694 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4f38e7aa-35ad-4d31-b992-ba8b1e637575 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:18.134008 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device f7b88e43-73b5-41ba-adb2-5fb810885c46 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:54:18.145692 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380aca8-e0fa-4dac-8ceb-e5cf900c3d00 req-8c7acb12-dbd3-4996-a3f8-b6452cb35031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:18.148066 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3380aca8-e0fa-4dac-8ceb-e5cf900c3d00 req-8c7acb12-dbd3-4996-a3f8-b6452cb35031 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f86ec970fdad4d5f94144e8cc68aba8d&device_id=701a4e33-8675-4b1c-87e7-aac54949d80a HTTP/1.1" status: 200 len: 1094 time: 0.3468726 Oct 20 11:54:18.158408 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a280ee9-d992-4b4e-b3b1-83d02d7ccaf0 req-ac302386-4f4a-4214-9253-014b0fc1b6d6 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:18.160303 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5a280ee9-d992-4b4e-b3b1-83d02d7ccaf0 req-ac302386-4f4a-4214-9253-014b0fc1b6d6 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:18.205804 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port f7b88e43-73b5-41ba-adb2-5fb810885c46 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:18.206361 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:18.220553 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3380aca8-e0fa-4dac-8ceb-e5cf900c3d00 req-e010dd53-1ec7-44de-b0c4-5684ab0f19f8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4167aa25-7394-410a-8295-46aa94434e60 HTTP/1.1" status: 200 len: 217 time: 0.0558484 Oct 20 11:54:18.238424 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-766d429c-fe13-41fe-874b-0d1b03143a69 req-c9deb3d7-e4f0-47e0-9fe1-8fd3b671dfbf tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=395c2073-719c-4e86-a3f7-1497e7a0c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210227 Oct 20 11:54:18.263157 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c1d6bf-9913-4b1b-834f-b32554ca9ffc tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Network d0b0898b-41c5-47d6-af5f-59df8c2e2c51 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:54:18.284939 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5a280ee9-d992-4b4e-b3b1-83d02d7ccaf0 req-ac302386-4f4a-4214-9253-014b0fc1b6d6 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7400956 Oct 20 11:54:18.315887 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-5a280ee9-d992-4b4e-b3b1-83d02d7ccaf0 req-c29c383c-c87f-4610-a61f-74795e0fd431 service neutron] Request body: {'port': {'device_id': 'b82f975d-4845-42d9-b658-e5d31ca1c29e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:54:18.323962 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-31c1d6bf-9913-4b1b-834f-b32554ca9ffc tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:54:18.332154 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90434c-68aa-4e87-a03a-d385a0f84630 req-22f6f64a-f12d-40a6-813f-e7ee4ad7bed9 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:18.332683 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device a09037a1-9126-4a7f-b452-0cfe92912b44 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:54:18.333269 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-ac90434c-68aa-4e87-a03a-d385a0f84630 req-22f6f64a-f12d-40a6-813f-e7ee4ad7bed9 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:18.369589 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380aca8-e0fa-4dac-8ceb-e5cf900c3d00 req-e4921f1f-6c42-45d4-b216-58bb1d6bcfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:18.372289 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3380aca8-e0fa-4dac-8ceb-e5cf900c3d00 req-e4921f1f-6c42-45d4-b216-58bb1d6bcfba service neutron] 10.222.0.11 "GET /v2.0/subnets?id=726afd26-6734-4ee4-829b-820ca44a0853 HTTP/1.1" status: 200 len: 849 time: 0.1324880 Oct 20 11:54:18.374544 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ac90434c-68aa-4e87-a03a-d385a0f84630 req-22f6f64a-f12d-40a6-813f-e7ee4ad7bed9 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1482041 Oct 20 11:54:18.376825 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d1d3fc71-420b-4eca-99d5-82efc49546c1 None None] Provisioning complete for port b0235475-442f-4dd1-8982-39f977eca6c3 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:18.377194 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d1d3fc71-420b-4eca-99d5-82efc49546c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:18.380761 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f6f64a-f12d-40a6-813f-e7ee4ad7bed9 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Pushing event updated for resources: {'Port': ['ID=b0235475-442f-4dd1-8982-39f977eca6c3,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:18.447328 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d1d3fc71-420b-4eca-99d5-82efc49546c1 None None] Port b0235475-442f-4dd1-8982-39f977eca6c3 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:54:18.448921 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port a09037a1-9126-4a7f-b452-0cfe92912b44 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:18.449386 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:18.453071 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5a280ee9-d992-4b4e-b3b1-83d02d7ccaf0 req-c29c383c-c87f-4610-a61f-74795e0fd431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:18.484533 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-ac90434c-68aa-4e87-a03a-d385a0f84630 req-51e03273-9e04-4f1a-8c6d-4c4db4916d47 service neutron] Request body: {'port': {'device_id': '2b725624-33d4-4656-a49c-9868d6496fd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:54:18.513877 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380aca8-e0fa-4dac-8ceb-e5cf900c3d00 req-80ac6e81-edcb-4ab6-8e4d-8d13452ec6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:18.515437 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3380aca8-e0fa-4dac-8ceb-e5cf900c3d00 req-80ac6e81-edcb-4ab6-8e4d-8d13452ec6db service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1ee6cc3-6c58-4359-ad99-8145206c2e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1110835 Oct 20 11:54:18.600267 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4f38e7aa-35ad-4d31-b992-ba8b1e637575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:18.602984 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4f38e7aa-35ad-4d31-b992-ba8b1e637575 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:18.604183 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4f38e7aa-35ad-4d31-b992-ba8b1e637575 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a6175af7-d95e-4fe1-acae-60e2780b2cff HTTP/1.1" status: 204 len: 168 time: 1.2313130 Oct 20 11:54:18.614374 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-98c71534-8c8e-4553-888b-d1b69f1c13bb req-92652a4c-0d29-4f21-be55-0e0fc6fc9ceb tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:18.732224 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f38e7aa-35ad-4d31-b992-ba8b1e637575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6175af7-d95e-4fe1-acae-60e2780b2cff,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:18.764493 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-ac90434c-68aa-4e87-a03a-d385a0f84630 req-51e03273-9e04-4f1a-8c6d-4c4db4916d47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:18.775338 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d1fd44d1-26b4-4b22-b4ba-621f728a18cd req-6923c3bc-ed7c-48d8-8f0b-cdf9fde5bbf3 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8588721-f63c-4172-8000-11e86ed24baa HTTP/1.1" status: 200 len: 210 time: 0.0409665 Oct 20 11:54:18.813344 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-43678c60-a8de-455b-9e6a-04bdcccee28a None None] Provisioning complete for port 7b11cf2d-8703-42ce-94ec-99848fde97bc triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:18.813695 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-43678c60-a8de-455b-9e6a-04bdcccee28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:18.815938 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 6ef9232b-1f1f-4535-ac7d-6a55d7943150 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:54:18.876993 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-43678c60-a8de-455b-9e6a-04bdcccee28a None None] Port 7b11cf2d-8703-42ce-94ec-99848fde97bc cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:54:18.893248 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-43678c60-a8de-455b-9e6a-04bdcccee28a None None] Provisioning complete for port 333bf91a-1334-41b1-a4ba-55412e3c0479 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:18.893595 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-43678c60-a8de-455b-9e6a-04bdcccee28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:18.907435 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3380aca8-e0fa-4dac-8ceb-e5cf900c3d00 req-d0667974-4d37-4079-bda9-1597dd3bbf69 service neutron] 10.222.0.11 "GET /v2.0/networks/a1ee6cc3-6c58-4359-ad99-8145206c2e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3784542 Oct 20 11:54:18.923755 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 6ef9232b-1f1f-4535-ac7d-6a55d7943150 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:18.923973 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:18.936201 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2dc9f-aff5-461d-b5d4-3670981b4157 admin admin] Deleting port 40166bf0-4df1-474a-8bab-1d723dbfa7cb {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:54:18.936555 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c0b2dc9f-aff5-461d-b5d4-3670981b4157 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:18.958743 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-43678c60-a8de-455b-9e6a-04bdcccee28a None None] Port 333bf91a-1334-41b1-a4ba-55412e3c0479 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:54:18.998719 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e8c59b46-5ff8-4ce1-8b50-e7d174320eb6 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:19.009968 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3380aca8-e0fa-4dac-8ceb-e5cf900c3d00 req-eb6cfd79-dd80-49bf-90de-7a16d1e0a81a service neutron] 10.222.0.11 "GET /v2.0/networks/a1ee6cc3-6c58-4359-ad99-8145206c2e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951455 Oct 20 11:54:19.074661 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c1d6bf-9913-4b1b-834f-b32554ca9ffc tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Router 1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:54:19.120588 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e8c59b46-5ff8-4ce1-8b50-e7d174320eb6 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:19.123853 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44264) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:19.146159 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-5a280ee9-d992-4b4e-b3b1-83d02d7ccaf0 req-c29c383c-c87f-4610-a61f-74795e0fd431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 333bf91a-1334-41b1-a4ba-55412e3c0479 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:54:19.156180 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-94831c61-7b55-47cf-926e-1d3facb75b89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:19.159249 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5a280ee9-d992-4b4e-b3b1-83d02d7ccaf0 req-c29c383c-c87f-4610-a61f-74795e0fd431 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:19.185463 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa6c89-24e4-4fa2-8264-64b48dd86086 req-090d8bcf-7bfc-4c5d-953d-e2958059a32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:19.187086 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-34aa6c89-24e4-4fa2-8264-64b48dd86086 req-090d8bcf-7bfc-4c5d-953d-e2958059a32f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f86ec970fdad4d5f94144e8cc68aba8d&device_id=701a4e33-8675-4b1c-87e7-aac54949d80a HTTP/1.1" status: 200 len: 1094 time: 0.0918717 Oct 20 11:54:19.189895 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-5a280ee9-d992-4b4e-b3b1-83d02d7ccaf0 req-c29c383c-c87f-4610-a61f-74795e0fd431 service neutron] Transition to ACTIVE for port object 333bf91a-1334-41b1-a4ba-55412e3c0479 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:54:19.212867 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5a280ee9-d992-4b4e-b3b1-83d02d7ccaf0 req-c29c383c-c87f-4610-a61f-74795e0fd431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:19.282400 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c59b46-5ff8-4ce1-8b50-e7d174320eb6 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event updated for resources: {'Port': ['ID=53968e46-65ab-4704-b219-23e04789270f,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:19.285649 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-c0b2dc9f-aff5-461d-b5d4-3670981b4157 admin admin] For port 40166bf0-4df1-474a-8bab-1d723dbfa7cb, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=40166bf0-4df1-474a-8bab-1d723dbfa7cb,segment=NetworkSegment(94a6f683-f6e6-4020-a414-ea1dd389c05e),segment_id=94a6f683-f6e6-4020-a414-ea1dd389c05e)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:19.285649 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c0b2dc9f-aff5-461d-b5d4-3670981b4157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:19.354304 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a0adce33-6d67-4a77-b6ea-644e938fbeea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:19.360310 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2dc9f-aff5-461d-b5d4-3670981b4157 admin admin] Calling delete_port for 40166bf0-4df1-474a-8bab-1d723dbfa7cb owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:54:19.403125 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-98c71534-8c8e-4553-888b-d1b69f1c13bb req-92652a4c-0d29-4f21-be55-0e0fc6fc9ceb tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Allocated IP 172.20.0.14 (fe7e6fc6-93b6-4733-9196-ed92e6d29a03/66aaf5c5-0d31-44dd-89c6-b72b3148d3f3/bf20ebe4-ddb7-4cf5-b082-16acb2856aaa) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:54:19.434129 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29c383c-c87f-4610-a61f-74795e0fd431 service neutron] Pushing event updated for resources: {'Port': ['ID=333bf91a-1334-41b1-a4ba-55412e3c0479,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:19.543504 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c1d6bf-9913-4b1b-834f-b32554ca9ffc tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:54:19.558811 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-31c1d6bf-9913-4b1b-834f-b32554ca9ffc tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "PUT /v2.0/routers/1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9604452 Oct 20 11:54:19.564034 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abab975e-4281-4805-ab7d-3313e309625e None None] Sync routers for ids ['1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:54:19.585119 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa6c89-24e4-4fa2-8264-64b48dd86086 req-eb93c6c7-fc30-478e-abbf-93d232e83b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:19.586922 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-34aa6c89-24e4-4fa2-8264-64b48dd86086 req-eb93c6c7-fc30-478e-abbf-93d232e83b3d service neutron] 10.222.0.11 "GET /v2.0/networks?id=a1ee6cc3-6c58-4359-ad99-8145206c2e63 HTTP/1.1" status: 200 len: 912 time: 0.3895853 Oct 20 11:54:19.592582 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abab975e-4281-4805-ab7d-3313e309625e None None] Routers {'1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:54:19.593776 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-abab975e-4281-4805-ab7d-3313e309625e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:53:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:19.594976 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e8c59b46-5ff8-4ce1-8b50-e7d174320eb6 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:19.604496 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d2844ba1-b832-409b-8cde-cef366ffbac4 None None] Provisioning complete for port 53968e46-65ab-4704-b219-23e04789270f triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:19.604925 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d2844ba1-b832-409b-8cde-cef366ffbac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:19.661247 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d2844ba1-b832-409b-8cde-cef366ffbac4 None None] Port 53968e46-65ab-4704-b219-23e04789270f cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:54:19.685045 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-94831c61-7b55-47cf-926e-1d3facb75b89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:19.756391 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-abab975e-4281-4805-ab7d-3313e309625e None None] Set router 1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:54:19.792632 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e8c59b46-5ff8-4ce1-8b50-e7d174320eb6 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:19.819654 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-98c71534-8c8e-4553-888b-d1b69f1c13bb req-92652a4c-0d29-4f21-be55-0e0fc6fc9ceb tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:19.849820 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-34aa6c89-24e4-4fa2-8264-64b48dd86086 req-18e92efc-476a-40ec-bd96-c1870e02fc5a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4167aa25-7394-410a-8295-46aa94434e60 HTTP/1.1" status: 200 len: 217 time: 0.2404130 Oct 20 11:54:19.850419 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-94831c61-7b55-47cf-926e-1d3facb75b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:19.974977 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-5a280ee9-d992-4b4e-b3b1-83d02d7ccaf0 req-c29c383c-c87f-4610-a61f-74795e0fd431 service neutron] Attempting to bind port 333bf91a-1334-41b1-a4ba-55412e3c0479 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:54:19.975310 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-5a280ee9-d992-4b4e-b3b1-83d02d7ccaf0 req-c29c383c-c87f-4610-a61f-74795e0fd431 service neutron] Attempting to bind port 333bf91a-1334-41b1-a4ba-55412e3c0479 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '71d3af9c-e2b7-407b-8ed6-81411fdb4c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'fe7e6fc6-93b6-4733-9196-ed92e6d29a03'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:54:19.975754 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a280ee9-d992-4b4e-b3b1-83d02d7ccaf0 req-c29c383c-c87f-4610-a61f-74795e0fd431 service neutron] Attempting to bind port 333bf91a-1334-41b1-a4ba-55412e3c0479 on network fe7e6fc6-93b6-4733-9196-ed92e6d29a03 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:54:19.980947 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0792c2-7c9f-4e56-9a52-4ae618d503e4 req-6c96c83d-6f7d-450b-9117-ad96aa9478ae tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:19.982304 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-da0792c2-7c9f-4e56-9a52-4ae618d503e4 req-6c96c83d-6f7d-450b-9117-ad96aa9478ae tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=701a4e33-8675-4b1c-87e7-aac54949d80a HTTP/1.1" status: 200 len: 1094 time: 0.5701535 Oct 20 11:54:20.031202 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c0b2dc9f-aff5-461d-b5d4-3670981b4157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:20.035293 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a280ee9-d992-4b4e-b3b1-83d02d7ccaf0 req-c29c383c-c87f-4610-a61f-74795e0fd431 service neutron] Port 333bf91a-1334-41b1-a4ba-55412e3c0479 on network fe7e6fc6-93b6-4733-9196-ed92e6d29a03 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:54:20.035620 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a280ee9-d992-4b4e-b3b1-83d02d7ccaf0 req-c29c383c-c87f-4610-a61f-74795e0fd431 service neutron] Attempting to bind port 333bf91a-1334-41b1-a4ba-55412e3c0479 on network fe7e6fc6-93b6-4733-9196-ed92e6d29a03 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:54:20.038560 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94831c61-7b55-47cf-926e-1d3facb75b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26808d47-cd99-486d-9e22-625f2a2095b9,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:20.044464 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-94831c61-7b55-47cf-926e-1d3facb75b89 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=228c923f83da42a393357238a7b16d1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9194465 Oct 20 11:54:20.058630 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-98c71534-8c8e-4553-888b-d1b69f1c13bb req-92652a4c-0d29-4f21-be55-0e0fc6fc9ceb tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:20.060308 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44282) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:20.085659 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a280ee9-d992-4b4e-b3b1-83d02d7ccaf0 req-c29c383c-c87f-4610-a61f-74795e0fd431 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:54:20.085973 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a280ee9-d992-4b4e-b3b1-83d02d7ccaf0 req-c29c383c-c87f-4610-a61f-74795e0fd431 service neutron] Checking segment: {'id': '71d3af9c-e2b7-407b-8ed6-81411fdb4c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'fe7e6fc6-93b6-4733-9196-ed92e6d29a03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:54:20.086363 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a280ee9-d992-4b4e-b3b1-83d02d7ccaf0 req-c29c383c-c87f-4610-a61f-74795e0fd431 service neutron] Bound using segment: {'id': '71d3af9c-e2b7-407b-8ed6-81411fdb4c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'fe7e6fc6-93b6-4733-9196-ed92e6d29a03'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:54:20.087080 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-5a280ee9-d992-4b4e-b3b1-83d02d7ccaf0 req-c29c383c-c87f-4610-a61f-74795e0fd431 service neutron] Bound port: 333bf91a-1334-41b1-a4ba-55412e3c0479, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71d3af9c-e2b7-407b-8ed6-81411fdb4c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'fe7e6fc6-93b6-4733-9196-ed92e6d29a03'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:54:20.087513 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5a280ee9-d992-4b4e-b3b1-83d02d7ccaf0 req-c29c383c-c87f-4610-a61f-74795e0fd431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:20.092892 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2dc9f-aff5-461d-b5d4-3670981b4157 admin admin] Pushing event deleted for resources: {'Port': ['ID=40166bf0-4df1-474a-8bab-1d723dbfa7cb,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:20.133209 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa6c89-24e4-4fa2-8264-64b48dd86086 req-5b359e2c-31a4-4db8-8f86-a83ab1c02c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:20.135092 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-34aa6c89-24e4-4fa2-8264-64b48dd86086 req-5b359e2c-31a4-4db8-8f86-a83ab1c02c2b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=726afd26-6734-4ee4-829b-820ca44a0853 HTTP/1.1" status: 200 len: 849 time: 0.2569366 Oct 20 11:54:20.137729 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-abab975e-4281-4805-ab7d-3313e309625e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1432891439', 'tenant_id': '90ce7d56a289404db61837b49b02f44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'c236ed4c-bf6e-412b-8889-c1ca58f0a2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:53:57Z', 'updated_at': '2021-10-20T11:54:16Z', 'revision_number': 4, 'project_id': '90ce7d56a289404db61837b49b02f44c', 'gw_port': {'id': 'c236ed4c-bf6e-412b-8889-c1ca58f0a2f6', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:58Z', 'updated_at': '2021-10-20T11:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '7b11cf2d-8703-42ce-94ec-99848fde97bc', 'name': '', 'network_id': 'd0b0898b-41c5-47d6-af5f-59df8c2e2c51', 'tenant_id': '90ce7d56a289404db61837b49b02f44c', 'mac_address': 'fa:16:3e:17:2d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'aec4eb28-1b5f-4ac8-929a-617645776d5e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:54:11Z', 'updated_at': '2021-10-20T11:54:16Z', 'revision_number': 2, 'project_id': '90ce7d56a289404db61837b49b02f44c', 'subnets': [{'id': 'aec4eb28-1b5f-4ac8-929a-617645776d5e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:20.168714 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abab975e-4281-4805-ab7d-3313e309625e None None] Checking router: 1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:54:20.169473 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abab975e-4281-4805-ab7d-3313e309625e None None] Updating router 1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6 port 7b11cf2d-8703-42ce-94ec-99848fde97bc binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:54:20.202862 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-abab975e-4281-4805-ab7d-3313e309625e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:20.230624 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98c71534-8c8e-4553-888b-d1b69f1c13bb req-92652a4c-0d29-4f21-be55-0e0fc6fc9ceb tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Network fe7e6fc6-93b6-4733-9196-ed92e6d29a03 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:54:20.269485 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a28ee6-5de0-4508-946c-223a5a828981 req-b79d5130-2b28-430a-8277-9193bf160b2a tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:20.277727 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-77a28ee6-5de0-4508-946c-223a5a828981 req-b79d5130-2b28-430a-8277-9193bf160b2a tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "GET /v2.0/networks?id=d0b0898b-41c5-47d6-af5f-59df8c2e2c51 HTTP/1.1" status: 200 len: 796 time: 0.4322071 Oct 20 11:54:20.288586 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-da0792c2-7c9f-4e56-9a52-4ae618d503e4 req-97531952-1860-4dac-a5c2-528edbecce1e tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=395c2073-719c-4e86-a3f7-1497e7a0c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814589 Oct 20 11:54:20.297054 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92652a4c-0d29-4f21-be55-0e0fc6fc9ceb tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Pushing event updated for resources: {'Port': ['ID=bf20ebe4-ddb7-4cf5-b082-16acb2856aaa,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:20.320937 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-98c71534-8c8e-4553-888b-d1b69f1c13bb req-92652a4c-0d29-4f21-be55-0e0fc6fc9ceb tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:54:20.343684 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c71534-8c8e-4553-888b-d1b69f1c13bb req-92652a4c-0d29-4f21-be55-0e0fc6fc9ceb tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:54:20.434961 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-77a28ee6-5de0-4508-946c-223a5a828981 req-9ee03285-b5b5-49d5-80d7-8e7a2f40c3fa tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "GET /v2.0/quotas/90ce7d56a289404db61837b49b02f44c HTTP/1.1" status: 200 len: 375 time: 0.1561875 Oct 20 11:54:20.518068 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c71534-8c8e-4553-888b-d1b69f1c13bb req-92652a4c-0d29-4f21-be55-0e0fc6fc9ceb tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:20.519010 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-98c71534-8c8e-4553-888b-d1b69f1c13bb req-92652a4c-0d29-4f21-be55-0e0fc6fc9ceb tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:20.554043 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa6c89-24e4-4fa2-8264-64b48dd86086 req-12ab3c09-282d-4b11-8230-5048b8ef592c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:20.555679 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-34aa6c89-24e4-4fa2-8264-64b48dd86086 req-12ab3c09-282d-4b11-8230-5048b8ef592c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1ee6cc3-6c58-4359-ad99-8145206c2e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4045458 Oct 20 11:54:20.589441 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-abab975e-4281-4805-ab7d-3313e309625e None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:20.594896 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-5a280ee9-d992-4b4e-b3b1-83d02d7ccaf0 req-c29c383c-c87f-4610-a61f-74795e0fd431 service neutron] For port 333bf91a-1334-41b1-a4ba-55412e3c0479, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:54:20.597761 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-abab975e-4281-4805-ab7d-3313e309625e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:20.598784 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e869975a-4696-4d72-aefe-93c388d3715e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:20.629220 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e869975a-4696-4d72-aefe-93c388d3715e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:20.655288 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-445e2f83-d59b-4be6-898b-ab1beb4a9aef None None] Provisioning complete for port bf20ebe4-ddb7-4cf5-b082-16acb2856aaa triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:20.656492 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-445e2f83-d59b-4be6-898b-ab1beb4a9aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:20.658634 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e8c59b46-5ff8-4ce1-8b50-e7d174320eb6 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:20.670050 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e8c59b46-5ff8-4ce1-8b50-e7d174320eb6 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:20.670983 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e8c59b46-5ff8-4ce1-8b50-e7d174320eb6 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:20.713584 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e2105a-7e94-4a27-ac3c-712fb9e249c1 None None] Pushing event updated for resources: {'Port': ['ID=7b11cf2d-8703-42ce-94ec-99848fde97bc,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:20.738483 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-445e2f83-d59b-4be6-898b-ab1beb4a9aef None None] Port bf20ebe4-ddb7-4cf5-b082-16acb2856aaa cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:54:20.760396 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-abab975e-4281-4805-ab7d-3313e309625e None None] Attempting to bind port 7b11cf2d-8703-42ce-94ec-99848fde97bc on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:54:20.760951 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-abab975e-4281-4805-ab7d-3313e309625e None None] Attempting to bind port 7b11cf2d-8703-42ce-94ec-99848fde97bc by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '20ebbbb1-41f7-44db-823b-52d1ce57eb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': 'd0b0898b-41c5-47d6-af5f-59df8c2e2c51'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:54:20.761308 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abab975e-4281-4805-ab7d-3313e309625e None None] Attempting to bind port 7b11cf2d-8703-42ce-94ec-99848fde97bc on network d0b0898b-41c5-47d6-af5f-59df8c2e2c51 {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:54:20.769444 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abab975e-4281-4805-ab7d-3313e309625e None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:54:20.769731 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abab975e-4281-4805-ab7d-3313e309625e None None] Checking segment: {'id': '20ebbbb1-41f7-44db-823b-52d1ce57eb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': 'd0b0898b-41c5-47d6-af5f-59df8c2e2c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:54:20.770722 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-abab975e-4281-4805-ab7d-3313e309625e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:20.771151 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abab975e-4281-4805-ab7d-3313e309625e None None] Bound using segment: {'id': '20ebbbb1-41f7-44db-823b-52d1ce57eb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': 'd0b0898b-41c5-47d6-af5f-59df8c2e2c51'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:54:20.772670 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-abab975e-4281-4805-ab7d-3313e309625e None None] Bound port: 7b11cf2d-8703-42ce-94ec-99848fde97bc, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20ebbbb1-41f7-44db-823b-52d1ce57eb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': 'd0b0898b-41c5-47d6-af5f-59df8c2e2c51'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:54:20.772670 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-abab975e-4281-4805-ab7d-3313e309625e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:20.858926 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-abab975e-4281-4805-ab7d-3313e309625e None None] For port 7b11cf2d-8703-42ce-94ec-99848fde97bc, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:54:20.859361 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c59b46-5ff8-4ce1-8b50-e7d174320eb6 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event updated for resources: {'Port': ['ID=53968e46-65ab-4704-b219-23e04789270f,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:20.863192 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-abab975e-4281-4805-ab7d-3313e309625e None None] For port 7b11cf2d-8703-42ce-94ec-99848fde97bc, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=7b11cf2d-8703-42ce-94ec-99848fde97bc,segment=NetworkSegment(20ebbbb1-41f7-44db-823b-52d1ce57eb2c),segment_id=20ebbbb1-41f7-44db-823b-52d1ce57eb2c)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:54:20.872216 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-abab975e-4281-4805-ab7d-3313e309625e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:20.918942 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-ac90434c-68aa-4e87-a03a-d385a0f84630 req-51e03273-9e04-4f1a-8c6d-4c4db4916d47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0235475-442f-4dd1-8982-39f977eca6c3 {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:54:20.933058 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-ac90434c-68aa-4e87-a03a-d385a0f84630 req-51e03273-9e04-4f1a-8c6d-4c4db4916d47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:20.947712 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abab975e-4281-4805-ab7d-3313e309625e None None] Routers {'1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:54:20.948668 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-abab975e-4281-4805-ab7d-3313e309625e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:53:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:20.954994 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e2105a-7e94-4a27-ac3c-712fb9e249c1 None None] Pushing event updated for resources: {'Port': ['ID=7b11cf2d-8703-42ce-94ec-99848fde97bc,revision_number=4']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:20.982422 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c0b2dc9f-aff5-461d-b5d4-3670981b4157 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:20.992618 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-ac90434c-68aa-4e87-a03a-d385a0f84630 req-51e03273-9e04-4f1a-8c6d-4c4db4916d47 service neutron] Transition to ACTIVE for port object b0235475-442f-4dd1-8982-39f977eca6c3 will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:54:21.038146 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c59b46-5ff8-4ce1-8b50-e7d174320eb6 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Network 761e0fe5-eedd-4818-a973-f728e7c96695 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:54:21.042323 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-e8c59b46-5ff8-4ce1-8b50-e7d174320eb6 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:54:21.043672 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-ac90434c-68aa-4e87-a03a-d385a0f84630 req-51e03273-9e04-4f1a-8c6d-4c4db4916d47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:21.050732 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-5a280ee9-d992-4b4e-b3b1-83d02d7ccaf0 req-c29c383c-c87f-4610-a61f-74795e0fd431 service neutron] For port 333bf91a-1334-41b1-a4ba-55412e3c0479, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=333bf91a-1334-41b1-a4ba-55412e3c0479,segment=NetworkSegment(71d3af9c-e2b7-407b-8ed6-81411fdb4c44),segment_id=71d3af9c-e2b7-407b-8ed6-81411fdb4c44)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:54:21.054875 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 4167aa25-7394-410a-8295-46aa94434e60 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:54:21.072068 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98c71534-8c8e-4553-888b-d1b69f1c13bb req-92652a4c-0d29-4f21-be55-0e0fc6fc9ceb tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4530938 Oct 20 11:54:21.081637 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5a280ee9-d992-4b4e-b3b1-83d02d7ccaf0 req-c29c383c-c87f-4610-a61f-74795e0fd431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:21.126941 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-98c71534-8c8e-4553-888b-d1b69f1c13bb req-74c185a7-9316-440d-a9eb-6c340dcaf381 service neutron] Request body: {'port': {'device_id': 'f8588721-f63c-4172-8000-11e86ed24baa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:54:21.141173 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e869975a-4696-4d72-aefe-93c388d3715e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:21.143566 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e869975a-4696-4d72-aefe-93c388d3715e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:21.144741 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e869975a-4696-4d72-aefe-93c388d3715e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/26808d47-cd99-486d-9e22-625f2a2095b9 HTTP/1.1" status: 204 len: 168 time: 1.0785384 Oct 20 11:54:21.149752 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-abab975e-4281-4805-ab7d-3313e309625e None None] Set router 1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:54:21.274748 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-77a28ee6-5de0-4508-946c-223a5a828981 req-6d6e0b1c-8b40-44c8-927f-712865719cb5 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=90ce7d56a289404db61837b49b02f44c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.8374739 Oct 20 11:54:21.316126 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44721e-88d6-48e9-87c0-784834ebdf4b req-46ce1cfb-7d4e-4356-904c-7ef3517cbe3f tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:21.317271 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e03273-9e04-4f1a-8c6d-4c4db4916d47 service neutron] Pushing event updated for resources: {'Port': ['ID=b0235475-442f-4dd1-8982-39f977eca6c3,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:21.328501 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-72998792-3309-4b3d-9be6-2d183eacdf14 None None] Provisioning complete for port 7b11cf2d-8703-42ce-94ec-99848fde97bc triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:21.328675 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7f44721e-88d6-48e9-87c0-784834ebdf4b req-46ce1cfb-7d4e-4356-904c-7ef3517cbe3f tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8588721-f63c-4172-8000-11e86ed24baa HTTP/1.1" status: 200 len: 932 time: 0.9095523 Oct 20 11:54:21.337345 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-72998792-3309-4b3d-9be6-2d183eacdf14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:21.439338 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e869975a-4696-4d72-aefe-93c388d3715e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26808d47-cd99-486d-9e22-625f2a2095b9,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:21.454063 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a280ee9-d992-4b4e-b3b1-83d02d7ccaf0 req-c29c383c-c87f-4610-a61f-74795e0fd431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:21.454631 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 4167aa25-7394-410a-8295-46aa94434e60, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=4167aa25-7394-410a-8295-46aa94434e60,segment=NetworkSegment(6b3d97ef-4bba-4f94-8f99-2685e9f9dd59),segment_id=6b3d97ef-4bba-4f94-8f99-2685e9f9dd59)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:21.454758 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5a280ee9-d992-4b4e-b3b1-83d02d7ccaf0 req-c29c383c-c87f-4610-a61f-74795e0fd431 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:21.456181 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5a280ee9-d992-4b4e-b3b1-83d02d7ccaf0 req-c29c383c-c87f-4610-a61f-74795e0fd431 service neutron] 10.222.0.89 "PUT /v2.0/ports/333bf91a-1334-41b1-a4ba-55412e3c0479 HTTP/1.1" status: 200 len: 1091 time: 3.1492226 Oct 20 11:54:21.485084 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b82f975d-4845-42d9-b658-e5d31ca1c29e', 'tag': '333bf91a-1334-41b1-a4ba-55412e3c0479'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:54:21.502358 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264b13ab-230f-47d1-95c1-95c32d7203b2" -d '{"events": [{"name": "network-changed", "server_uuid": "b82f975d-4845-42d9-b658-e5d31ca1c29e", "tag": "333bf91a-1334-41b1-a4ba-55412e3c0479"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:54:21.531429 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '4167aa25-7394-410a-8295-46aa94434e60', 'network_id': 'a1ee6cc3-6c58-4359-ad99-8145206c2e63', 'port_id': '4167aa25-7394-410a-8295-46aa94434e60', 'mac_address': 'fa:16:3e:13:94:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '726afd26-6734-4ee4-829b-820ca44a0853', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:54:21.583591 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-abab975e-4281-4805-ab7d-3313e309625e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1432891439', 'tenant_id': '90ce7d56a289404db61837b49b02f44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'c236ed4c-bf6e-412b-8889-c1ca58f0a2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:53:57Z', 'updated_at': '2021-10-20T11:54:16Z', 'revision_number': 4, 'project_id': '90ce7d56a289404db61837b49b02f44c', 'gw_port': {'id': 'c236ed4c-bf6e-412b-8889-c1ca58f0a2f6', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:58Z', 'updated_at': '2021-10-20T11:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '7b11cf2d-8703-42ce-94ec-99848fde97bc', 'name': '', 'network_id': 'd0b0898b-41c5-47d6-af5f-59df8c2e2c51', 'tenant_id': '90ce7d56a289404db61837b49b02f44c', 'mac_address': 'fa:16:3e:17:2d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'aec4eb28-1b5f-4ac8-929a-617645776d5e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:54:11Z', 'updated_at': '2021-10-20T11:54:20Z', 'revision_number': 4, 'project_id': '90ce7d56a289404db61837b49b02f44c', 'subnets': [{'id': 'aec4eb28-1b5f-4ac8-929a-617645776d5e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:21.642643 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abab975e-4281-4805-ab7d-3313e309625e None None] The sync data for ids ['1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6'] in n-d-814735-3 is: [{'id': '1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1432891439', 'tenant_id': '90ce7d56a289404db61837b49b02f44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'c236ed4c-bf6e-412b-8889-c1ca58f0a2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:53:57Z', 'updated_at': '2021-10-20T11:54:16Z', 'revision_number': 4, 'project_id': '90ce7d56a289404db61837b49b02f44c', 'gw_port': {'id': 'c236ed4c-bf6e-412b-8889-c1ca58f0a2f6', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:58Z', 'updated_at': '2021-10-20T11:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '7b11cf2d-8703-42ce-94ec-99848fde97bc', 'name': '', 'network_id': 'd0b0898b-41c5-47d6-af5f-59df8c2e2c51', 'tenant_id': '90ce7d56a289404db61837b49b02f44c', 'mac_address': 'fa:16:3e:17:2d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'aec4eb28-1b5f-4ac8-929a-617645776d5e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:54:11Z', 'updated_at': '2021-10-20T11:54:20Z', 'revision_number': 4, 'project_id': '90ce7d56a289404db61837b49b02f44c', 'subnets': [{'id': 'aec4eb28-1b5f-4ac8-929a-617645776d5e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:54:21.711289 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-ac90434c-68aa-4e87-a03a-d385a0f84630 req-51e03273-9e04-4f1a-8c6d-4c4db4916d47 service neutron] Attempting to bind port b0235475-442f-4dd1-8982-39f977eca6c3 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:54:21.712560 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:21.725417 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-ac90434c-68aa-4e87-a03a-d385a0f84630 req-51e03273-9e04-4f1a-8c6d-4c4db4916d47 service neutron] Attempting to bind port b0235475-442f-4dd1-8982-39f977eca6c3 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '71d3af9c-e2b7-407b-8ed6-81411fdb4c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'fe7e6fc6-93b6-4733-9196-ed92e6d29a03'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:54:21.730139 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac90434c-68aa-4e87-a03a-d385a0f84630 req-51e03273-9e04-4f1a-8c6d-4c4db4916d47 service neutron] Attempting to bind port b0235475-442f-4dd1-8982-39f977eca6c3 on network fe7e6fc6-93b6-4733-9196-ed92e6d29a03 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:54:21.780910 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c59b46-5ff8-4ce1-8b50-e7d174320eb6 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Router 2f4190f2-6c31-4af3-badb-432ebc8fe021 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:54:21.785762 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-72998792-3309-4b3d-9be6-2d183eacdf14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:21.789070 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac90434c-68aa-4e87-a03a-d385a0f84630 req-51e03273-9e04-4f1a-8c6d-4c4db4916d47 service neutron] Port b0235475-442f-4dd1-8982-39f977eca6c3 on network fe7e6fc6-93b6-4733-9196-ed92e6d29a03 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:54:21.789623 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac90434c-68aa-4e87-a03a-d385a0f84630 req-51e03273-9e04-4f1a-8c6d-4c4db4916d47 service neutron] Attempting to bind port b0235475-442f-4dd1-8982-39f977eca6c3 on network fe7e6fc6-93b6-4733-9196-ed92e6d29a03 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:54:21.789796 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4167aa25-7394-410a-8295-46aa94434e60 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:54:21.823509 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac90434c-68aa-4e87-a03a-d385a0f84630 req-51e03273-9e04-4f1a-8c6d-4c4db4916d47 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:54:21.826992 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac90434c-68aa-4e87-a03a-d385a0f84630 req-51e03273-9e04-4f1a-8c6d-4c4db4916d47 service neutron] Checking segment: {'id': '71d3af9c-e2b7-407b-8ed6-81411fdb4c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'fe7e6fc6-93b6-4733-9196-ed92e6d29a03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:54:21.827658 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac90434c-68aa-4e87-a03a-d385a0f84630 req-51e03273-9e04-4f1a-8c6d-4c4db4916d47 service neutron] Bound using segment: {'id': '71d3af9c-e2b7-407b-8ed6-81411fdb4c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'fe7e6fc6-93b6-4733-9196-ed92e6d29a03'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:54:21.828347 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-ac90434c-68aa-4e87-a03a-d385a0f84630 req-51e03273-9e04-4f1a-8c6d-4c4db4916d47 service neutron] Bound port: b0235475-442f-4dd1-8982-39f977eca6c3, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71d3af9c-e2b7-407b-8ed6-81411fdb4c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'fe7e6fc6-93b6-4733-9196-ed92e6d29a03'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:54:21.828796 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-ac90434c-68aa-4e87-a03a-d385a0f84630 req-51e03273-9e04-4f1a-8c6d-4c4db4916d47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:21.853858 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 4167aa25-7394-410a-8295-46aa94434e60, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=4167aa25-7394-410a-8295-46aa94434e60,segment=NetworkSegment(6b3d97ef-4bba-4f94-8f99-2685e9f9dd59),segment_id=6b3d97ef-4bba-4f94-8f99-2685e9f9dd59)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:21.874083 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-34aa6c89-24e4-4fa2-8264-64b48dd86086 req-61b3439e-a788-4ee0-aee1-9520c785aae5 service neutron] 10.222.0.11 "GET /v2.0/networks/a1ee6cc3-6c58-4359-ad99-8145206c2e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3087392 Oct 20 11:54:21.883307 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a280ee9-d992-4b4e-b3b1-83d02d7ccaf0 req-7bed74e7-89a2-48d9-9a7f-f9c4713334c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:21.885385 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5a280ee9-d992-4b4e-b3b1-83d02d7ccaf0 req-7bed74e7-89a2-48d9-9a7f-f9c4713334c2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=767969200dac445886e14583efab376a&device_id=b82f975d-4845-42d9-b658-e5d31ca1c29e HTTP/1.1" status: 200 len: 1094 time: 0.3631849 Oct 20 11:54:21.886032 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29c383c-c87f-4610-a61f-74795e0fd431 service neutron] Pushing event updated for resources: {'Port': ['ID=333bf91a-1334-41b1-a4ba-55412e3c0479,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:21.889876 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-72998792-3309-4b3d-9be6-2d183eacdf14 None None] For port 7b11cf2d-8703-42ce-94ec-99848fde97bc, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=7b11cf2d-8703-42ce-94ec-99848fde97bc,segment=NetworkSegment(20ebbbb1-41f7-44db-823b-52d1ce57eb2c),segment_id=20ebbbb1-41f7-44db-823b-52d1ce57eb2c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:21.893341 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:21.923514 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7f44721e-88d6-48e9-87c0-784834ebdf4b req-772991cb-a94e-4fe5-b2a7-bb2e72380084 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/security-groups?id=99711255-51bd-4104-861e-3041d029afa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5898020 Oct 20 11:54:21.977009 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-72998792-3309-4b3d-9be6-2d183eacdf14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:22.026013 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=4167aa25-7394-410a-8295-46aa94434e60,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:22.052773 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b2dc9f-aff5-461d-b5d4-3670981b4157 admin admin] Router 8d5577ff-d093-4a71-9f9d-f6ebd862e239 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:54:22.123837 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['4167aa25-7394-410a-8295-46aa94434e60'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:54:22.127985 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-34aa6c89-24e4-4fa2-8264-64b48dd86086 req-ebc16016-11c0-4861-afbe-a789519c83b2 service neutron] 10.222.0.11 "GET /v2.0/networks/a1ee6cc3-6c58-4359-ad99-8145206c2e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125978 Oct 20 11:54:22.127985 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-98c71534-8c8e-4553-888b-d1b69f1c13bb req-74c185a7-9316-440d-a9eb-6c340dcaf381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:22.221507 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-ac90434c-68aa-4e87-a03a-d385a0f84630 req-51e03273-9e04-4f1a-8c6d-4c4db4916d47 service neutron] For port b0235475-442f-4dd1-8982-39f977eca6c3, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:54:22.225837 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c59b46-5ff8-4ce1-8b50-e7d174320eb6 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:54:22.238360 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e8c59b46-5ff8-4ce1-8b50-e7d174320eb6 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "PUT /v2.0/routers/2f4190f2-6c31-4af3-badb-432ebc8fe021/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1803162 Oct 20 11:54:22.244696 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44300) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:22.249098 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5a280ee9-d992-4b4e-b3b1-83d02d7ccaf0 req-17b7469a-8b51-4c41-af04-fc27715f435c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=333bf91a-1334-41b1-a4ba-55412e3c0479 HTTP/1.1" status: 200 len: 217 time: 0.3426607 Oct 20 11:54:22.254537 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7af7253-1c75-46d0-87b3-ef1cbbf93dea None None] Sync routers for ids ['2f4190f2-6c31-4af3-badb-432ebc8fe021'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:54:22.280755 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72998792-3309-4b3d-9be6-2d183eacdf14 None None] Pushing event updated for resources: {'Port': ['ID=7b11cf2d-8703-42ce-94ec-99848fde97bc,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:22.309365 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-ac90434c-68aa-4e87-a03a-d385a0f84630 req-51e03273-9e04-4f1a-8c6d-4c4db4916d47 service neutron] For port b0235475-442f-4dd1-8982-39f977eca6c3, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=b0235475-442f-4dd1-8982-39f977eca6c3,segment=NetworkSegment(71d3af9c-e2b7-407b-8ed6-81411fdb4c44),segment_id=71d3af9c-e2b7-407b-8ed6-81411fdb4c44)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:54:22.324755 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-ac90434c-68aa-4e87-a03a-d385a0f84630 req-51e03273-9e04-4f1a-8c6d-4c4db4916d47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:22.325935 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e97137b3-31e3-4bf9-a519-2bb5c3996e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:22.334045 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7af7253-1c75-46d0-87b3-ef1cbbf93dea None None] Routers {'2f4190f2-6c31-4af3-badb-432ebc8fe021'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:54:22.334693 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-e7af7253-1c75-46d0-87b3-ef1cbbf93dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:53:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['2f4190f2-6c31-4af3-badb-432ebc8fe021'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:22.393367 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 7b11cf2d-8703-42ce-94ec-99848fde97bc up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:54:22.461911 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90434c-68aa-4e87-a03a-d385a0f84630 req-51e03273-9e04-4f1a-8c6d-4c4db4916d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:22.462643 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-ac90434c-68aa-4e87-a03a-d385a0f84630 req-51e03273-9e04-4f1a-8c6d-4c4db4916d47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:22.464172 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ac90434c-68aa-4e87-a03a-d385a0f84630 req-51e03273-9e04-4f1a-8c6d-4c4db4916d47 service neutron] 10.222.0.89 "PUT /v2.0/ports/b0235475-442f-4dd1-8982-39f977eca6c3 HTTP/1.1" status: 200 len: 1092 time: 4.0144234 Oct 20 11:54:22.466892 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b725624-33d4-4656-a49c-9868d6496fd6', 'tag': 'b0235475-442f-4dd1-8982-39f977eca6c3'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:54:22.469869 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592b8afe-4128-4a6c-a037-028ffc0dc23a" -d '{"events": [{"name": "network-changed", "server_uuid": "2b725624-33d4-4656-a49c-9868d6496fd6", "tag": "b0235475-442f-4dd1-8982-39f977eca6c3"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:54:22.485586 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-b9db3873-6b17-4eb0-85fb-322c1a71976c None None] Provisioning complete for port 7b11cf2d-8703-42ce-94ec-99848fde97bc triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:22.486435 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b9db3873-6b17-4eb0-85fb-322c1a71976c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:22.491066 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7960e8d1-9d25-4a89-a39c-3d9d0b7480b5 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:22.496712 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7960e8d1-9d25-4a89-a39c-3d9d0b7480b5 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f4190f2-6c31-4af3-badb-432ebc8fe021 HTTP/1.1" status: 200 len: 988 time: 0.2467022 Oct 20 11:54:22.501649 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b2dc9f-aff5-461d-b5d4-3670981b4157 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:54:22.503200 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44310) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:22.509575 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-e7af7253-1c75-46d0-87b3-ef1cbbf93dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:22.515311 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c0b2dc9f-aff5-461d-b5d4-3670981b4157 admin admin] 10.222.0.98 "PUT /v2.0/routers/8d5577ff-d093-4a71-9f9d-f6ebd862e239/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2850435 Oct 20 11:54:22.528083 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa19516b-ae69-4c70-a0cb-5d6c25c47f17 None None] Sync routers for ids ['8d5577ff-d093-4a71-9f9d-f6ebd862e239'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:54:22.537493 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44314) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:22.542458 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa19516b-ae69-4c70-a0cb-5d6c25c47f17 None None] Routers {'8d5577ff-d093-4a71-9f9d-f6ebd862e239'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:54:22.543222 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-fa19516b-ae69-4c70-a0cb-5d6c25c47f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:54:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['8d5577ff-d093-4a71-9f9d-f6ebd862e239'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:22.569391 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7af7253-1c75-46d0-87b3-ef1cbbf93dea None None] Routers {'2f4190f2-6c31-4af3-badb-432ebc8fe021'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:54:22.570929 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-e7af7253-1c75-46d0-87b3-ef1cbbf93dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:54:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['2f4190f2-6c31-4af3-badb-432ebc8fe021'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:22.675287 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-e7af7253-1c75-46d0-87b3-ef1cbbf93dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:22.675950 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7af7253-1c75-46d0-87b3-ef1cbbf93dea None None] The sync data for ids ['2f4190f2-6c31-4af3-badb-432ebc8fe021'] in n-d-814735-3 is: [] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:54:22.723463 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 7b11cf2d-8703-42ce-94ec-99848fde97bc triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:22.724671 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:22.788372 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e03273-9e04-4f1a-8c6d-4c4db4916d47 service neutron] Pushing event updated for resources: {'Port': ['ID=b0235475-442f-4dd1-8982-39f977eca6c3,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:22.790359 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-fa19516b-ae69-4c70-a0cb-5d6c25c47f17 None None] Set router 8d5577ff-d093-4a71-9f9d-f6ebd862e239 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:54:22.826976 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-98c71534-8c8e-4553-888b-d1b69f1c13bb req-74c185a7-9316-440d-a9eb-6c340dcaf381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf20ebe4-ddb7-4cf5-b082-16acb2856aaa {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:54:22.840492 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-98c71534-8c8e-4553-888b-d1b69f1c13bb req-74c185a7-9316-440d-a9eb-6c340dcaf381 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:22.862886 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-98c71534-8c8e-4553-888b-d1b69f1c13bb req-74c185a7-9316-440d-a9eb-6c340dcaf381 service neutron] Transition to ACTIVE for port object bf20ebe4-ddb7-4cf5-b082-16acb2856aaa will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:54:22.908996 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-98c71534-8c8e-4553-888b-d1b69f1c13bb req-74c185a7-9316-440d-a9eb-6c340dcaf381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:23.040851 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-77a28ee6-5de0-4508-946c-223a5a828981 req-1398e502-87ff-4696-bfef-9670ef8271b9 service neutron] 10.222.0.98 "GET /v2.0/networks/d0b0898b-41c5-47d6-af5f-59df8c2e2c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7637079 Oct 20 11:54:23.049480 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-b9db3873-6b17-4eb0-85fb-322c1a71976c None None] Provisioning complete for port 53968e46-65ab-4704-b219-23e04789270f triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:23.051418 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b9db3873-6b17-4eb0-85fb-322c1a71976c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:23.060810 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c185a7-9316-440d-a9eb-6c340dcaf381 service neutron] Pushing event updated for resources: {'Port': ['ID=bf20ebe4-ddb7-4cf5-b082-16acb2856aaa,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:23.135684 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-b9db3873-6b17-4eb0-85fb-322c1a71976c None None] Port 53968e46-65ab-4704-b219-23e04789270f cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:54:23.149757 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-fa19516b-ae69-4c70-a0cb-5d6c25c47f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5577ff-d093-4a71-9f9d-f6ebd862e239', 'name': 'tempest-TestAggregatesBasicOps-2025707413-router', 'tenant_id': 'ed9b570586274970a279991b0f3d3427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'd1296dbd-9c1f-4dbd-b711-e2e7f2cf1fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:53:44Z', 'updated_at': '2021-10-20T11:54:19Z', 'revision_number': 5, 'project_id': 'ed9b570586274970a279991b0f3d3427', 'gw_port': {'id': 'd1296dbd-9c1f-4dbd-b711-e2e7f2cf1fcd', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5577ff-d093-4a71-9f9d-f6ebd862e239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:45Z', 'updated_at': '2021-10-20T11:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:23.185047 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90434c-68aa-4e87-a03a-d385a0f84630 req-2c4df810-9646-4ae7-b66e-12c74dfbaf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:23.188812 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ac90434c-68aa-4e87-a03a-d385a0f84630 req-2c4df810-9646-4ae7-b66e-12c74dfbaf9c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=767969200dac445886e14583efab376a&device_id=2b725624-33d4-4656-a49c-9868d6496fd6 HTTP/1.1" status: 200 len: 1095 time: 0.6251957 Oct 20 11:54:23.194483 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021a42f-b3c1-42c0-9e62-00f7fc67f4ae req-a5cb77a2-f585-4ede-96b6-3fbbbb999c9f tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:23.197267 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f021a42f-b3c1-42c0-9e62-00f7fc67f4ae req-a5cb77a2-f585-4ede-96b6-3fbbbb999c9f tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=701a4e33-8675-4b1c-87e7-aac54949d80a HTTP/1.1" status: 200 len: 1095 time: 1.0635040 Oct 20 11:54:23.214452 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa19516b-ae69-4c70-a0cb-5d6c25c47f17 None None] Checking router: 8d5577ff-d093-4a71-9f9d-f6ebd862e239 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:54:23.222783 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:23.227587 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa19516b-ae69-4c70-a0cb-5d6c25c47f17 None None] Routers {'8d5577ff-d093-4a71-9f9d-f6ebd862e239'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:54:23.230231 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-fa19516b-ae69-4c70-a0cb-5d6c25c47f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:54:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['8d5577ff-d093-4a71-9f9d-f6ebd862e239'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:23.231023 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a280ee9-d992-4b4e-b3b1-83d02d7ccaf0 req-0c48d954-3a06-4621-806c-9e3d68599d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:23.233461 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5a280ee9-d992-4b4e-b3b1-83d02d7ccaf0 req-0c48d954-3a06-4621-806c-9e3d68599d4c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=66aaf5c5-0d31-44dd-89c6-b72b3148d3f3 HTTP/1.1" status: 200 len: 855 time: 0.9592817 Oct 20 11:54:23.239169 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:23.333557 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-77a28ee6-5de0-4508-946c-223a5a828981 req-afe9fb02-89f8-45f5-949e-2a1f9c8e6d2d service neutron] 10.222.0.98 "GET /v2.0/networks/d0b0898b-41c5-47d6-af5f-59df8c2e2c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916598 Oct 20 11:54:23.494523 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-fa19516b-ae69-4c70-a0cb-5d6c25c47f17 None None] Set router 8d5577ff-d093-4a71-9f9d-f6ebd862e239 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:54:23.525488 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f021a42f-b3c1-42c0-9e62-00f7fc67f4ae req-cad7c5e5-f95c-4ce2-a47c-cf98bb48bed3 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=395c2073-719c-4e86-a3f7-1497e7a0c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871730 Oct 20 11:54:23.527222 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-98c71534-8c8e-4553-888b-d1b69f1c13bb req-74c185a7-9316-440d-a9eb-6c340dcaf381 service neutron] Attempting to bind port bf20ebe4-ddb7-4cf5-b082-16acb2856aaa on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:54:23.527554 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-98c71534-8c8e-4553-888b-d1b69f1c13bb req-74c185a7-9316-440d-a9eb-6c340dcaf381 service neutron] Attempting to bind port bf20ebe4-ddb7-4cf5-b082-16acb2856aaa by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '71d3af9c-e2b7-407b-8ed6-81411fdb4c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'fe7e6fc6-93b6-4733-9196-ed92e6d29a03'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:54:23.527870 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c71534-8c8e-4553-888b-d1b69f1c13bb req-74c185a7-9316-440d-a9eb-6c340dcaf381 service neutron] Attempting to bind port bf20ebe4-ddb7-4cf5-b082-16acb2856aaa on network fe7e6fc6-93b6-4733-9196-ed92e6d29a03 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:54:23.545911 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a280ee9-d992-4b4e-b3b1-83d02d7ccaf0 req-f3d1b0df-74de-4289-8d36-84b33ff19554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:23.564631 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5a280ee9-d992-4b4e-b3b1-83d02d7ccaf0 req-f3d1b0df-74de-4289-8d36-84b33ff19554 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fe7e6fc6-93b6-4733-9196-ed92e6d29a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2222426 Oct 20 11:54:23.564631 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c71534-8c8e-4553-888b-d1b69f1c13bb req-74c185a7-9316-440d-a9eb-6c340dcaf381 service neutron] Port bf20ebe4-ddb7-4cf5-b082-16acb2856aaa on network fe7e6fc6-93b6-4733-9196-ed92e6d29a03 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:54:23.564631 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c71534-8c8e-4553-888b-d1b69f1c13bb req-74c185a7-9316-440d-a9eb-6c340dcaf381 service neutron] Attempting to bind port bf20ebe4-ddb7-4cf5-b082-16acb2856aaa on network fe7e6fc6-93b6-4733-9196-ed92e6d29a03 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:54:23.596332 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c71534-8c8e-4553-888b-d1b69f1c13bb req-74c185a7-9316-440d-a9eb-6c340dcaf381 service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:54:23.596719 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c71534-8c8e-4553-888b-d1b69f1c13bb req-74c185a7-9316-440d-a9eb-6c340dcaf381 service neutron] Checking segment: {'id': '71d3af9c-e2b7-407b-8ed6-81411fdb4c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'fe7e6fc6-93b6-4733-9196-ed92e6d29a03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:54:23.597114 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c71534-8c8e-4553-888b-d1b69f1c13bb req-74c185a7-9316-440d-a9eb-6c340dcaf381 service neutron] Bound using segment: {'id': '71d3af9c-e2b7-407b-8ed6-81411fdb4c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'fe7e6fc6-93b6-4733-9196-ed92e6d29a03'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:54:23.597557 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-98c71534-8c8e-4553-888b-d1b69f1c13bb req-74c185a7-9316-440d-a9eb-6c340dcaf381 service neutron] Bound port: bf20ebe4-ddb7-4cf5-b082-16acb2856aaa, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71d3af9c-e2b7-407b-8ed6-81411fdb4c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'fe7e6fc6-93b6-4733-9196-ed92e6d29a03'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:54:23.597958 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-98c71534-8c8e-4553-888b-d1b69f1c13bb req-74c185a7-9316-440d-a9eb-6c340dcaf381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:23.769918 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5a280ee9-d992-4b4e-b3b1-83d02d7ccaf0 req-d839e014-4098-4e3b-8366-fa5b07a2bfa0 service neutron] 10.222.0.89 "GET /v2.0/networks/fe7e6fc6-93b6-4733-9196-ed92e6d29a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848440 Oct 20 11:54:23.771720 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78e9550-28c7-49e3-a059-dc204b140082 x-openstack-request-id: req-b78e9550-28c7-49e3-a059-dc204b140082 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:54:23.772063 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b82f975d-4845-42d9-b658-e5d31ca1c29e", "tag": "333bf91a-1334-41b1-a4ba-55412e3c0479", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:54:23.772683 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b78e9550-28c7-49e3-a059-dc204b140082 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:54:23.773112 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b82f975d-4845-42d9-b658-e5d31ca1c29e', 'tag': '333bf91a-1334-41b1-a4ba-55412e3c0479', 'status': 'completed', 'code': 200} Oct 20 11:54:23.925587 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-20002183-a5bc-4ec8-a586-e77c54bed3b7 admin admin] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:23.930891 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-79a6e48a-970e-4e23-9739-1e841789a1b2 req-ede754db-8738-4ca2-975c-faa287b37d88 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "GET /v2.0/ports?device_id=bdda786f-711e-4c53-b3e6-3e1d45bddc8e HTTP/1.1" status: 200 len: 210 time: 0.0787616 Oct 20 11:54:23.996415 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0e9725-8991-4429-8ca5-8e7c31b52126 x-openstack-request-id: req-6d0e9725-8991-4429-8ca5-8e7c31b52126 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:54:23.997725 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b725624-33d4-4656-a49c-9868d6496fd6", "tag": "b0235475-442f-4dd1-8982-39f977eca6c3", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:54:23.998147 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6d0e9725-8991-4429-8ca5-8e7c31b52126 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:54:23.998727 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b725624-33d4-4656-a49c-9868d6496fd6', 'tag': 'b0235475-442f-4dd1-8982-39f977eca6c3', 'status': 'completed', 'code': 200} Oct 20 11:54:24.047319 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a800449-e0aa-414d-ad7f-8f4364c2b42e req-53b961d7-4731-48f4-bc53-706cc8983092 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:24.055419 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9a800449-e0aa-414d-ad7f-8f4364c2b42e req-53b961d7-4731-48f4-bc53-706cc8983092 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8588721-f63c-4172-8000-11e86ed24baa HTTP/1.1" status: 200 len: 944 time: 0.2260170 Oct 20 11:54:24.056591 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-fa19516b-ae69-4c70-a0cb-5d6c25c47f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5577ff-d093-4a71-9f9d-f6ebd862e239', 'name': 'tempest-TestAggregatesBasicOps-2025707413-router', 'tenant_id': 'ed9b570586274970a279991b0f3d3427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'd1296dbd-9c1f-4dbd-b711-e2e7f2cf1fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:53:44Z', 'updated_at': '2021-10-20T11:54:19Z', 'revision_number': 5, 'project_id': 'ed9b570586274970a279991b0f3d3427', 'gw_port': {'id': 'd1296dbd-9c1f-4dbd-b711-e2e7f2cf1fcd', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5577ff-d093-4a71-9f9d-f6ebd862e239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:45Z', 'updated_at': '2021-10-20T11:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:24.098213 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-98c71534-8c8e-4553-888b-d1b69f1c13bb req-74c185a7-9316-440d-a9eb-6c340dcaf381 service neutron] For port bf20ebe4-ddb7-4cf5-b082-16acb2856aaa, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:54:24.105262 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ac90434c-68aa-4e87-a03a-d385a0f84630 req-d51a3a47-dcb8-4dda-b131-c09229a68d72 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0235475-442f-4dd1-8982-39f977eca6c3 HTTP/1.1" status: 200 len: 217 time: 0.8324499 Oct 20 11:54:24.134848 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 7b11cf2d-8703-42ce-94ec-99848fde97bc up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:54:24.138701 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa19516b-ae69-4c70-a0cb-5d6c25c47f17 None None] The sync data for ids ['8d5577ff-d093-4a71-9f9d-f6ebd862e239'] in n-d-814735-3 is: [{'id': '8d5577ff-d093-4a71-9f9d-f6ebd862e239', 'name': 'tempest-TestAggregatesBasicOps-2025707413-router', 'tenant_id': 'ed9b570586274970a279991b0f3d3427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'd1296dbd-9c1f-4dbd-b711-e2e7f2cf1fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:53:44Z', 'updated_at': '2021-10-20T11:54:19Z', 'revision_number': 5, 'project_id': 'ed9b570586274970a279991b0f3d3427', 'gw_port': {'id': 'd1296dbd-9c1f-4dbd-b711-e2e7f2cf1fcd', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5577ff-d093-4a71-9f9d-f6ebd862e239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:45Z', 'updated_at': '2021-10-20T11:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:54:24.158461 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-98c71534-8c8e-4553-888b-d1b69f1c13bb req-74c185a7-9316-440d-a9eb-6c340dcaf381 service neutron] For port bf20ebe4-ddb7-4cf5-b082-16acb2856aaa, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=bf20ebe4-ddb7-4cf5-b082-16acb2856aaa,segment=NetworkSegment(71d3af9c-e2b7-407b-8ed6-81411fdb4c44),segment_id=71d3af9c-e2b7-407b-8ed6-81411fdb4c44)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:54:24.183702 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9a800449-e0aa-414d-ad7f-8f4364c2b42e req-4bd3b425-2e27-4e43-9263-db711ce39749 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/security-groups?id=99711255-51bd-4104-861e-3041d029afa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268265 Oct 20 11:54:24.200831 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5a280ee9-d992-4b4e-b3b1-83d02d7ccaf0 req-24ff5c50-4e32-4768-9b4c-a5f15f76b1a9 service neutron] 10.222.0.89 "GET /v2.0/networks/fe7e6fc6-93b6-4733-9196-ed92e6d29a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914440 Oct 20 11:54:24.206213 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-98c71534-8c8e-4553-888b-d1b69f1c13bb req-74c185a7-9316-440d-a9eb-6c340dcaf381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:24.219993 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90434c-68aa-4e87-a03a-d385a0f84630 req-ca7621fd-d8f1-423f-b656-9c78b6a5c025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:24.221641 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ac90434c-68aa-4e87-a03a-d385a0f84630 req-ca7621fd-d8f1-423f-b656-9c78b6a5c025 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=66aaf5c5-0d31-44dd-89c6-b72b3148d3f3 HTTP/1.1" status: 200 len: 855 time: 0.1030023 Oct 20 11:54:24.248350 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 7b11cf2d-8703-42ce-94ec-99848fde97bc triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:24.248726 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:24.263790 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c71534-8c8e-4553-888b-d1b69f1c13bb req-74c185a7-9316-440d-a9eb-6c340dcaf381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:24.266573 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-98c71534-8c8e-4553-888b-d1b69f1c13bb req-74c185a7-9316-440d-a9eb-6c340dcaf381 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:24.277151 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98c71534-8c8e-4553-888b-d1b69f1c13bb req-74c185a7-9316-440d-a9eb-6c340dcaf381 service neutron] 10.222.0.11 "PUT /v2.0/ports/bf20ebe4-ddb7-4cf5-b082-16acb2856aaa HTTP/1.1" status: 200 len: 1092 time: 3.1446030 Oct 20 11:54:24.331245 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c185a7-9316-440d-a9eb-6c340dcaf381 service neutron] Pushing event updated for resources: {'Port': ['ID=bf20ebe4-ddb7-4cf5-b082-16acb2856aaa,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:24.469918 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b13ab-230f-47d1-95c1-95c32d7203b2 req-d2ef1ba2-4781-4322-b4cc-09d718517058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:24.471688 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-264b13ab-230f-47d1-95c1-95c32d7203b2 req-d2ef1ba2-4781-4322-b4cc-09d718517058 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=767969200dac445886e14583efab376a&device_id=b82f975d-4845-42d9-b658-e5d31ca1c29e HTTP/1.1" status: 200 len: 1094 time: 0.1924179 Oct 20 11:54:24.473713 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c71534-8c8e-4553-888b-d1b69f1c13bb req-47ac559f-ced1-43c7-a81e-3ce3d98b2d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:24.475130 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98c71534-8c8e-4553-888b-d1b69f1c13bb req-47ac559f-ced1-43c7-a81e-3ce3d98b2d59 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=767969200dac445886e14583efab376a&device_id=f8588721-f63c-4172-8000-11e86ed24baa HTTP/1.1" status: 200 len: 1095 time: 0.1394880 Oct 20 11:54:24.489436 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90434c-68aa-4e87-a03a-d385a0f84630 req-eb29d399-dfbc-456a-b2ea-0f0d8b8ca332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:24.491391 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ac90434c-68aa-4e87-a03a-d385a0f84630 req-eb29d399-dfbc-456a-b2ea-0f0d8b8ca332 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fe7e6fc6-93b6-4733-9196-ed92e6d29a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2600803 Oct 20 11:54:24.497365 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-20002183-a5bc-4ec8-a586-e77c54bed3b7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:24.542352 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98c71534-8c8e-4553-888b-d1b69f1c13bb req-42da75f8-35c5-4bed-a8a0-8c3f73bbf9da service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf20ebe4-ddb7-4cf5-b082-16acb2856aaa HTTP/1.1" status: 200 len: 217 time: 0.0578120 Oct 20 11:54:24.646431 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c71534-8c8e-4553-888b-d1b69f1c13bb req-c889b836-696c-4755-b0b3-edbe327facf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:24.646431 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98c71534-8c8e-4553-888b-d1b69f1c13bb req-c889b836-696c-4755-b0b3-edbe327facf2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=66aaf5c5-0d31-44dd-89c6-b72b3148d3f3 HTTP/1.1" status: 200 len: 855 time: 0.0894284 Oct 20 11:54:24.818171 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-357b4c5e-cd50-4610-9be1-8d7cf85d8878 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:24.825735 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c71534-8c8e-4553-888b-d1b69f1c13bb req-b59c0d34-e06b-482a-bab8-936ce23cdb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:24.828306 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98c71534-8c8e-4553-888b-d1b69f1c13bb req-b59c0d34-e06b-482a-bab8-936ce23cdb88 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fe7e6fc6-93b6-4733-9196-ed92e6d29a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1735702 Oct 20 11:54:24.828442 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b13ab-230f-47d1-95c1-95c32d7203b2 req-bd303a43-c8f0-429d-8bd1-f55a3a637338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:24.829763 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-264b13ab-230f-47d1-95c1-95c32d7203b2 req-bd303a43-c8f0-429d-8bd1-f55a3a637338 service neutron] 10.222.0.89 "GET /v2.0/networks?id=fe7e6fc6-93b6-4733-9196-ed92e6d29a03 HTTP/1.1" status: 200 len: 918 time: 0.3382442 Oct 20 11:54:24.836717 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c1c9e8-a2c6-49ef-a21c-afb686f0dd77 req-5fea906e-6562-45fe-a366-f4defcf1cbb7 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:24.838395 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-74c1c9e8-a2c6-49ef-a21c-afb686f0dd77 req-5fea906e-6562-45fe-a366-f4defcf1cbb7 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=701a4e33-8675-4b1c-87e7-aac54949d80a HTTP/1.1" status: 200 len: 1095 time: 0.1397319 Oct 20 11:54:24.911321 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:24.924609 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ac90434c-68aa-4e87-a03a-d385a0f84630 req-f63ea8a6-c42e-41dc-a962-91242489414a service neutron] 10.222.0.89 "GET /v2.0/networks/fe7e6fc6-93b6-4733-9196-ed92e6d29a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4187932 Oct 20 11:54:24.929449 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-264b13ab-230f-47d1-95c1-95c32d7203b2 req-c815c05f-b3ae-482e-93c6-13a721289e09 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=333bf91a-1334-41b1-a4ba-55412e3c0479 HTTP/1.1" status: 200 len: 217 time: 0.0822668 Oct 20 11:54:24.936721 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-20002183-a5bc-4ec8-a586-e77c54bed3b7 admin admin] Deleting port d1296dbd-9c1f-4dbd-b711-e2e7f2cf1fcd {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:54:24.937053 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-20002183-a5bc-4ec8-a586-e77c54bed3b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:25.073561 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-38540a99-1e82-42e7-a12e-ee04b0ca65d7 req-e17eec57-11f1-4fcb-b5e3-36586a8c1257 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "GET /v2.0/ports?device_id=bdda786f-711e-4c53-b3e6-3e1d45bddc8e HTTP/1.1" status: 200 len: 210 time: 0.0474970 Oct 20 11:54:25.079068 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 4167aa25-7394-410a-8295-46aa94434e60 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:54:25.084163 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-74c1c9e8-a2c6-49ef-a21c-afb686f0dd77 req-14bedf06-b73e-4afb-a92c-d27c4b60de49 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=395c2073-719c-4e86-a3f7-1497e7a0c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358737 Oct 20 11:54:25.102097 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b13ab-230f-47d1-95c1-95c32d7203b2 req-27d838a7-cf79-4c3a-81ad-15f5237b3591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:25.103637 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-264b13ab-230f-47d1-95c1-95c32d7203b2 req-27d838a7-cf79-4c3a-81ad-15f5237b3591 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=66aaf5c5-0d31-44dd-89c6-b72b3148d3f3 HTTP/1.1" status: 200 len: 855 time: 0.1097498 Oct 20 11:54:25.105546 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98c71534-8c8e-4553-888b-d1b69f1c13bb req-613fb211-b201-4667-a9e5-6316cea70e2b service neutron] 10.222.0.11 "GET /v2.0/networks/fe7e6fc6-93b6-4733-9196-ed92e6d29a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662473 Oct 20 11:54:25.163176 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 4167aa25-7394-410a-8295-46aa94434e60 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:54:25.169198 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 4167aa25-7394-410a-8295-46aa94434e60 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:25.169804 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:25.175333 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-20002183-a5bc-4ec8-a586-e77c54bed3b7 admin admin] For port d1296dbd-9c1f-4dbd-b711-e2e7f2cf1fcd, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=d1296dbd-9c1f-4dbd-b711-e2e7f2cf1fcd,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:25.175696 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-20002183-a5bc-4ec8-a586-e77c54bed3b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:25.187658 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ac90434c-68aa-4e87-a03a-d385a0f84630 req-a54a7c2c-8530-43bb-a4b0-76646f6a7e0f service neutron] 10.222.0.89 "GET /v2.0/networks/fe7e6fc6-93b6-4733-9196-ed92e6d29a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420261 Oct 20 11:54:25.195638 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-20002183-a5bc-4ec8-a586-e77c54bed3b7 admin admin] Calling delete_port for d1296dbd-9c1f-4dbd-b711-e2e7f2cf1fcd owned by network:router_gateway {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:54:25.243403 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b13ab-230f-47d1-95c1-95c32d7203b2 req-6a5905c8-8e4e-419a-bc37-a5179b602a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:25.246743 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-264b13ab-230f-47d1-95c1-95c32d7203b2 req-6a5905c8-8e4e-419a-bc37-a5179b602a18 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fe7e6fc6-93b6-4733-9196-ed92e6d29a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1328456 Oct 20 11:54:25.259238 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.89', 51908) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:25.293061 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:25.316102 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '701a4e33-8675-4b1c-87e7-aac54949d80a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4167aa25-7394-410a-8295-46aa94434e60'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:54:25.318496 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689a2c22-2ad1-4016-94c9-3e87256e47c5" -d '{"events": [{"server_uuid": "701a4e33-8675-4b1c-87e7-aac54949d80a", "name": "network-vif-plugged", "status": "completed", "tag": "4167aa25-7394-410a-8295-46aa94434e60"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:54:25.335713 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 4167aa25-7394-410a-8295-46aa94434e60, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=4167aa25-7394-410a-8295-46aa94434e60,segment=NetworkSegment(6b3d97ef-4bba-4f94-8f99-2685e9f9dd59),segment_id=6b3d97ef-4bba-4f94-8f99-2685e9f9dd59)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:25.342582 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:25.390640 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c3ea71-0625-4e34-8f1e-4e3c24261e25 x-openstack-request-id: req-41c3ea71-0625-4e34-8f1e-4e3c24261e25 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:54:25.391108 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "701a4e33-8675-4b1c-87e7-aac54949d80a", "name": "network-vif-plugged", "status": "completed", "tag": "4167aa25-7394-410a-8295-46aa94434e60", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:54:25.391380 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-41c3ea71-0625-4e34-8f1e-4e3c24261e25 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:54:25.391793 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '701a4e33-8675-4b1c-87e7-aac54949d80a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4167aa25-7394-410a-8295-46aa94434e60', 'code': 200} Oct 20 11:54:25.404414 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=4167aa25-7394-410a-8295-46aa94434e60,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:25.456487 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98c71534-8c8e-4553-888b-d1b69f1c13bb req-80c82c6b-4aab-4f8f-88b4-7644454254ca service neutron] 10.222.0.11 "GET /v2.0/networks/fe7e6fc6-93b6-4733-9196-ed92e6d29a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424270 Oct 20 11:54:25.462501 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a28ee6-5de0-4508-946c-223a5a828981 req-3aec9bc9-546b-4600-96d1-3fe8877a5937 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:25.464066 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-77a28ee6-5de0-4508-946c-223a5a828981 req-3aec9bc9-546b-4600-96d1-3fe8877a5937 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.89 "GET /v2.0/networks?id=d0b0898b-41c5-47d6-af5f-59df8c2e2c51 HTTP/1.1" status: 200 len: 796 time: 0.2148037 Oct 20 11:54:25.482910 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8afe-4128-4a6c-a037-028ffc0dc23a req-7ae0545d-c18b-4649-93d8-d1d8de3c7bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:25.484382 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-592b8afe-4128-4a6c-a037-028ffc0dc23a req-7ae0545d-c18b-4649-93d8-d1d8de3c7bba service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=767969200dac445886e14583efab376a&device_id=2b725624-33d4-4656-a49c-9868d6496fd6 HTTP/1.1" status: 200 len: 1095 time: 0.1909478 Oct 20 11:54:25.486194 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-264b13ab-230f-47d1-95c1-95c32d7203b2 req-fecab44f-460a-4e79-8dea-576d9338f02f service neutron] 10.222.0.89 "GET /v2.0/networks/fe7e6fc6-93b6-4733-9196-ed92e6d29a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259722 Oct 20 11:54:25.510782 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-77a28ee6-5de0-4508-946c-223a5a828981 req-51223a31-02b5-4f2e-9251-de307222ef11 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Request body: {'port': {'device_id': 'bdda786f-711e-4c53-b3e6-3e1d45bddc8e', 'network_id': 'd0b0898b-41c5-47d6-af5f-59df8c2e2c51', 'admin_state_up': True, 'tenant_id': '90ce7d56a289404db61837b49b02f44c'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:54:25.528769 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430cd0d3-ceed-4809-a1a0-8980035eb11d req-6c7cc9d7-92fd-4bd0-b4cd-e1c8f300ea86 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:25.530189 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-430cd0d3-ceed-4809-a1a0-8980035eb11d req-6c7cc9d7-92fd-4bd0-b4cd-e1c8f300ea86 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8588721-f63c-4172-8000-11e86ed24baa HTTP/1.1" status: 200 len: 944 time: 0.2078147 Oct 20 11:54:25.545551 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-357b4c5e-cd50-4610-9be1-8d7cf85d8878 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Deleting port 53968e46-65ab-4704-b219-23e04789270f {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:54:25.545902 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-357b4c5e-cd50-4610-9be1-8d7cf85d8878 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:25.738992 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-357b4c5e-cd50-4610-9be1-8d7cf85d8878 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:25.759105 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-357b4c5e-cd50-4610-9be1-8d7cf85d8878 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Calling delete_port for 53968e46-65ab-4704-b219-23e04789270f owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:54:25.760814 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-20002183-a5bc-4ec8-a586-e77c54bed3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:25.806444 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77a28ee6-5de0-4508-946c-223a5a828981 req-51223a31-02b5-4f2e-9251-de307222ef11 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Made reservation on behalf of 90ce7d56a289404db61837b49b02f44c for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:54:25.810018 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-77a28ee6-5de0-4508-946c-223a5a828981 req-51223a31-02b5-4f2e-9251-de307222ef11 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:25.813450 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20002183-a5bc-4ec8-a586-e77c54bed3b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1296dbd-9c1f-4dbd-b711-e2e7f2cf1fcd,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:25.965532 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8588721-f63c-4172-8000-11e86ed24baa', 'tag': 'bf20ebe4-ddb7-4cf5-b082-16acb2856aaa'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:54:25.967864 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f33a5c-6d54-49c6-99dc-755c03f54022" -d '{"events": [{"name": "network-changed", "server_uuid": "f8588721-f63c-4172-8000-11e86ed24baa", "tag": "bf20ebe4-ddb7-4cf5-b082-16acb2856aaa"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:54:25.979089 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-20002183-a5bc-4ec8-a586-e77c54bed3b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:26.010354 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd32fc8-e00f-4c0c-871e-7167d455f20f req-548e4730-6d64-45ed-981c-480a7124bb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:26.011921 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7bd32fc8-e00f-4c0c-871e-7167d455f20f req-548e4730-6d64-45ed-981c-480a7124bb01 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=701a4e33-8675-4b1c-87e7-aac54949d80a HTTP/1.1" status: 200 len: 1096 time: 0.5395312 Oct 20 11:54:26.021402 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c64c08e-2d90-422e-ac25-7200e9f78663 x-openstack-request-id: req-6c64c08e-2d90-422e-ac25-7200e9f78663 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:54:26.021402 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8588721-f63c-4172-8000-11e86ed24baa", "tag": "bf20ebe4-ddb7-4cf5-b082-16acb2856aaa", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:54:26.021402 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6c64c08e-2d90-422e-ac25-7200e9f78663 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:54:26.021402 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8588721-f63c-4172-8000-11e86ed24baa', 'tag': 'bf20ebe4-ddb7-4cf5-b082-16acb2856aaa', 'status': 'completed', 'code': 200} Oct 20 11:54:26.036515 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-430cd0d3-ceed-4809-a1a0-8980035eb11d req-c466d355-b6cb-4ab9-ba0c-d091edc7e843 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/security-groups?id=99711255-51bd-4104-861e-3041d029afa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4896333 Oct 20 11:54:26.109955 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 40166bf0-4df1-474a-8bab-1d723dbfa7cb no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:54:26.131444 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 40166bf0-4df1-474a-8bab-1d723dbfa7cb {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:54:26.131809 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 40166bf0-4df1-474a-8bab-1d723dbfa7cb not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:54:26.140457 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8afe-4128-4a6c-a037-028ffc0dc23a req-f9eb999d-4c5d-41b8-b37e-c829e14b99f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:26.142049 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-592b8afe-4128-4a6c-a037-028ffc0dc23a req-f9eb999d-4c5d-41b8-b37e-c829e14b99f6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=fe7e6fc6-93b6-4733-9196-ed92e6d29a03 HTTP/1.1" status: 200 len: 918 time: 0.6370440 Oct 20 11:54:26.143934 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-264b13ab-230f-47d1-95c1-95c32d7203b2 req-07962005-92b5-428c-a43f-39c63761ca04 service neutron] 10.222.0.89 "GET /v2.0/networks/fe7e6fc6-93b6-4733-9196-ed92e6d29a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6306467 Oct 20 11:54:26.197074 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-20002183-a5bc-4ec8-a586-e77c54bed3b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:26.208604 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-20002183-a5bc-4ec8-a586-e77c54bed3b7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:26.209775 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7bd32fc8-e00f-4c0c-871e-7167d455f20f req-505c7f53-6844-413c-b9ed-4e06d1fdbb58 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=395c2073-719c-4e86-a3f7-1497e7a0c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563177 Oct 20 11:54:26.221597 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-592b8afe-4128-4a6c-a037-028ffc0dc23a req-dbf1d325-99ac-439f-b256-3436021df581 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0235475-442f-4dd1-8982-39f977eca6c3 HTTP/1.1" status: 200 len: 217 time: 0.0640712 Oct 20 11:54:26.261797 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f33a5c-6d54-49c6-99dc-755c03f54022 req-7534f289-d37c-4d89-aa9e-d8ac26ed6c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:26.261797 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4f33a5c-6d54-49c6-99dc-755c03f54022 req-7534f289-d37c-4d89-aa9e-d8ac26ed6c74 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=767969200dac445886e14583efab376a&device_id=f8588721-f63c-4172-8000-11e86ed24baa HTTP/1.1" status: 200 len: 1095 time: 0.1910877 Oct 20 11:54:26.277352 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [req-77a28ee6-5de0-4508-946c-223a5a828981 req-51223a31-02b5-4f2e-9251-de307222ef11 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Allocated IP 172.20.0.27 (d0b0898b-41c5-47d6-af5f-59df8c2e2c51/aec4eb28-1b5f-4ac8-929a-617645776d5e/e838abf8-076c-4c0b-9c8e-3e63f377e23c) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:54:26.279670 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-20002183-a5bc-4ec8-a586-e77c54bed3b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:26.280257 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20002183-a5bc-4ec8-a586-e77c54bed3b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d5577ff-d093-4a71-9f9d-f6ebd862e239 {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:54:26.288605 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-20002183-a5bc-4ec8-a586-e77c54bed3b7 admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:26.288605 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-20002183-a5bc-4ec8-a586-e77c54bed3b7 admin admin] 10.222.0.98 "DELETE /v2.0/routers/8d5577ff-d093-4a71-9f9d-f6ebd862e239 HTTP/1.1" status: 204 len: 168 time: 3.7465074 Oct 20 11:54:26.290161 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-315cb56b-8942-41ec-840b-c34691607468 req-7f78358f-36e1-4ebe-a8ac-7b44592d87e4 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "GET /v2.0/ports?device_id=bdda786f-711e-4c53-b3e6-3e1d45bddc8e HTTP/1.1" status: 200 len: 210 time: 0.0674098 Oct 20 11:54:26.312497 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44376) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:26.376387 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-357b4c5e-cd50-4610-9be1-8d7cf85d8878 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:26.387147 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8afe-4128-4a6c-a037-028ffc0dc23a req-f8a8bb27-b69b-44d8-8e64-b3ba911a1618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:26.388535 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-592b8afe-4128-4a6c-a037-028ffc0dc23a req-f8a8bb27-b69b-44d8-8e64-b3ba911a1618 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=66aaf5c5-0d31-44dd-89c6-b72b3148d3f3 HTTP/1.1" status: 200 len: 855 time: 0.1531742 Oct 20 11:54:26.390256 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940621a-a8a4-4357-bb6e-3f915316b426 req-6cb04d1a-219c-4437-8fa5-6723eec3ce6e tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:26.391664 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6940621a-a8a4-4357-bb6e-3f915316b426 req-6cb04d1a-219c-4437-8fa5-6723eec3ce6e tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=701a4e33-8675-4b1c-87e7-aac54949d80a HTTP/1.1" status: 200 len: 1096 time: 0.1811726 Oct 20 11:54:26.394641 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8db305f-4890-42d6-9748-d514cb16934f admin admin] Deleting subnet b1719aa1-47dd-43b2-89f3-328a947b9bf7 {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:54:26.399498 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b8db305f-4890-42d6-9748-d514cb16934f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:26.471276 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357b4c5e-cd50-4610-9be1-8d7cf85d8878 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event deleted for resources: {'Port': ['ID=53968e46-65ab-4704-b219-23e04789270f,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:26.519605 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b8db305f-4890-42d6-9748-d514cb16934f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:26.677092 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6940621a-a8a4-4357-bb6e-3f915316b426 req-ceb9d571-8ab0-4583-a260-40999b60fb88 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=395c2073-719c-4e86-a3f7-1497e7a0c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734880 Oct 20 11:54:26.678646 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f33a5c-6d54-49c6-99dc-755c03f54022 req-936b6a0a-f939-4af5-a2e9-c0fca404f0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:26.682142 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4f33a5c-6d54-49c6-99dc-755c03f54022 req-936b6a0a-f939-4af5-a2e9-c0fca404f0a5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fe7e6fc6-93b6-4733-9196-ed92e6d29a03 HTTP/1.1" status: 200 len: 918 time: 0.2448480 Oct 20 11:54:26.694375 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8afe-4128-4a6c-a037-028ffc0dc23a req-17c976a8-be9c-481c-945d-02921893d15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:26.696014 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-592b8afe-4128-4a6c-a037-028ffc0dc23a req-17c976a8-be9c-481c-945d-02921893d15f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fe7e6fc6-93b6-4733-9196-ed92e6d29a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2939918 Oct 20 11:54:26.757641 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4f33a5c-6d54-49c6-99dc-755c03f54022 req-c9648036-657a-4be9-86d3-c94127147f2c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf20ebe4-ddb7-4cf5-b082-16acb2856aaa HTTP/1.1" status: 200 len: 217 time: 0.0659082 Oct 20 11:54:26.901305 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f33a5c-6d54-49c6-99dc-755c03f54022 req-7bd78cc2-e099-4e32-8bd5-a82b79868a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:26.902833 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4f33a5c-6d54-49c6-99dc-755c03f54022 req-7bd78cc2-e099-4e32-8bd5-a82b79868a65 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=66aaf5c5-0d31-44dd-89c6-b72b3148d3f3 HTTP/1.1" status: 200 len: 855 time: 0.1322179 Oct 20 11:54:26.908439 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b8db305f-4890-42d6-9748-d514cb16934f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:26.976514 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-592b8afe-4128-4a6c-a037-028ffc0dc23a req-8dca556b-9788-49f5-8c9e-c6e4bb07563f service neutron] 10.222.0.89 "GET /v2.0/networks/fe7e6fc6-93b6-4733-9196-ed92e6d29a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666688 Oct 20 11:54:27.007466 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-357b4c5e-cd50-4610-9be1-8d7cf85d8878 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:27.031106 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f33a5c-6d54-49c6-99dc-755c03f54022 req-1ad87f01-f5f7-452b-86e3-6845b6b32604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:27.032699 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4f33a5c-6d54-49c6-99dc-755c03f54022 req-1ad87f01-f5f7-452b-86e3-6845b6b32604 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fe7e6fc6-93b6-4733-9196-ed92e6d29a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1019628 Oct 20 11:54:27.106507 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-592b8afe-4128-4a6c-a037-028ffc0dc23a req-6392fd5d-c6b8-4409-9912-7713ba942ab0 service neutron] 10.222.0.89 "GET /v2.0/networks/fe7e6fc6-93b6-4733-9196-ed92e6d29a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158230 Oct 20 11:54:27.116682 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-77a28ee6-5de0-4508-946c-223a5a828981 req-51223a31-02b5-4f2e-9251-de307222ef11 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:27.117915 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b8db305f-4890-42d6-9748-d514cb16934f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:27.154773 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 333bf91a-1334-41b1-a4ba-55412e3c0479 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:54:27.205286 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db305f-4890-42d6-9748-d514cb16934f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1719aa1-47dd-43b2-89f3-328a947b9bf7,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:27.216934 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-357b4c5e-cd50-4610-9be1-8d7cf85d8878 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Router 2f4190f2-6c31-4af3-badb-432ebc8fe021 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:54:27.232918 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560b9d60-177e-491a-9a34-a5cad6d9d77c None None] Network 84f1943d-3ee2-4f9f-90e3-4eb63249ede1 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:54:27.249892 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b8db305f-4890-42d6-9748-d514cb16934f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:27.253182 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-b8db305f-4890-42d6-9748-d514cb16934f admin admin] 10.222.0.98 "DELETE /v2.0/subnets/b1719aa1-47dd-43b2-89f3-328a947b9bf7 HTTP/1.1" status: 204 len: 168 time: 0.9396734 Oct 20 11:54:27.265279 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44388) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:27.274526 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5541a6-6d44-41e3-b703-e6b3e9c755f4 req-c6f1b928-f5bd-42f0-8bf1-5017eb16a802 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:27.282631 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cd5541a6-6d44-41e3-b703-e6b3e9c755f4 req-c6f1b928-f5bd-42f0-8bf1-5017eb16a802 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8588721-f63c-4172-8000-11e86ed24baa HTTP/1.1" status: 200 len: 944 time: 0.1138527 Oct 20 11:54:27.333979 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357b4c5e-cd50-4610-9be1-8d7cf85d8878 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:54:27.344882 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-77a28ee6-5de0-4508-946c-223a5a828981 req-51223a31-02b5-4f2e-9251-de307222ef11 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:27.359186 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c77999-1b74-42a1-b4c2-dc0ddd5aafc4 None None] Sync routers for ids ['2f4190f2-6c31-4af3-badb-432ebc8fe021'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:54:27.359831 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-357b4c5e-cd50-4610-9be1-8d7cf85d8878 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "PUT /v2.0/routers/2f4190f2-6c31-4af3-badb-432ebc8fe021/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8505344 Oct 20 11:54:27.376038 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 333bf91a-1334-41b1-a4ba-55412e3c0479, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=333bf91a-1334-41b1-a4ba-55412e3c0479,segment=NetworkSegment(71d3af9c-e2b7-407b-8ed6-81411fdb4c44),segment_id=71d3af9c-e2b7-407b-8ed6-81411fdb4c44)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:27.416127 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c77999-1b74-42a1-b4c2-dc0ddd5aafc4 None None] Routers {'2f4190f2-6c31-4af3-badb-432ebc8fe021'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:54:27.416784 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-57c77999-1b74-42a1-b4c2-dc0ddd5aafc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:54:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['2f4190f2-6c31-4af3-badb-432ebc8fe021'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:27.420711 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '333bf91a-1334-41b1-a4ba-55412e3c0479', 'network_id': 'fe7e6fc6-93b6-4733-9196-ed92e6d29a03', 'port_id': '333bf91a-1334-41b1-a4ba-55412e3c0479', 'mac_address': 'fa:16:3e:08:5d:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66aaf5c5-0d31-44dd-89c6-b72b3148d3f3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:54:27.420899 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2a292853-ddc9-4065-bc9c-2ba41bcceeef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:27.426005 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44392) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:27.439616 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51223a31-02b5-4f2e-9251-de307222ef11 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Pushing event updated for resources: {'Port': ['ID=e838abf8-076c-4c0b-9c8e-3e63f377e23c,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:27.457728 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77a28ee6-5de0-4508-946c-223a5a828981 req-51223a31-02b5-4f2e-9251-de307222ef11 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Network d0b0898b-41c5-47d6-af5f-59df8c2e2c51 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:54:27.459670 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [req-77a28ee6-5de0-4508-946c-223a5a828981 req-51223a31-02b5-4f2e-9251-de307222ef11 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:54:27.478346 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a28ee6-5de0-4508-946c-223a5a828981 req-51223a31-02b5-4f2e-9251-de307222ef11 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:54:27.479036 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-18652905-227b-497f-9aa5-30558ea07d1e tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] GET failed (client error): The resource could not be found. Oct 20 11:54:27.483215 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-18652905-227b-497f-9aa5-30558ea07d1e tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "GET /v2.0/ports/53968e46-65ab-4704-b219-23e04789270f HTTP/1.1" status: 404 len: 333 time: 0.0360703 Oct 20 11:54:27.486704 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44394) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:27.505435 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:27.507823 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-57c77999-1b74-42a1-b4c2-dc0ddd5aafc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:27.534250 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 333bf91a-1334-41b1-a4ba-55412e3c0479 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:54:27.541557 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c77999-1b74-42a1-b4c2-dc0ddd5aafc4 None None] Routers {'2f4190f2-6c31-4af3-badb-432ebc8fe021'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:54:27.542185 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-57c77999-1b74-42a1-b4c2-dc0ddd5aafc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:54:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['2f4190f2-6c31-4af3-badb-432ebc8fe021'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:27.582291 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-57c77999-1b74-42a1-b4c2-dc0ddd5aafc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:27.583002 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c77999-1b74-42a1-b4c2-dc0ddd5aafc4 None None] The sync data for ids ['2f4190f2-6c31-4af3-badb-432ebc8fe021'] in n-d-814735-3 is: [] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:54:27.608246 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 333bf91a-1334-41b1-a4ba-55412e3c0479, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=333bf91a-1334-41b1-a4ba-55412e3c0479,segment=NetworkSegment(71d3af9c-e2b7-407b-8ed6-81411fdb4c44),segment_id=71d3af9c-e2b7-407b-8ed6-81411fdb4c44)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:27.622565 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cd5541a6-6d44-41e3-b703-e6b3e9c755f4 req-b49f99d5-f217-4087-919a-52801183e119 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/security-groups?id=99711255-51bd-4104-861e-3041d029afa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383586 Oct 20 11:54:27.625591 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4f33a5c-6d54-49c6-99dc-755c03f54022 req-6a2c8901-9270-45f1-8531-76c82b04ee7d service neutron] 10.222.0.11 "GET /v2.0/networks/fe7e6fc6-93b6-4733-9196-ed92e6d29a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5605695 Oct 20 11:54:27.640831 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:27.641580 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device b0235475-442f-4dd1-8982-39f977eca6c3 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:54:27.656707 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2342a734-36fd-4176-9500-f6bd03d82e50 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:27.758955 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port b0235475-442f-4dd1-8982-39f977eca6c3, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=b0235475-442f-4dd1-8982-39f977eca6c3,segment=NetworkSegment(71d3af9c-e2b7-407b-8ed6-81411fdb4c44),segment_id=71d3af9c-e2b7-407b-8ed6-81411fdb4c44)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:27.761968 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7499f525-667f-428c-a4ee-a4897a08fcf1 None None] DHCP port deletion for 84f1943d-3ee2-4f9f-90e3-4eb63249ede1 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:54:27.773146 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=333bf91a-1334-41b1-a4ba-55412e3c0479,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:27.781842 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': 'b0235475-442f-4dd1-8982-39f977eca6c3', 'network_id': 'fe7e6fc6-93b6-4733-9196-ed92e6d29a03', 'port_id': 'b0235475-442f-4dd1-8982-39f977eca6c3', 'mac_address': 'fa:16:3e:df:2a:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66aaf5c5-0d31-44dd-89c6-b72b3148d3f3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:54:27.804084 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a28ee6-5de0-4508-946c-223a5a828981 req-51223a31-02b5-4f2e-9251-de307222ef11 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:27.804990 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-77a28ee6-5de0-4508-946c-223a5a828981 req-51223a31-02b5-4f2e-9251-de307222ef11 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:27.853930 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab9b26-c5eb-493b-a770-9f5d2546187e req-e33bf83d-9d8b-43de-860a-4a705a1cbccf tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:27.855888 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f9ab9b26-c5eb-493b-a770-9f5d2546187e req-e33bf83d-9d8b-43de-860a-4a705a1cbccf tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "GET /v2.0/ports?device_id=bdda786f-711e-4c53-b3e6-3e1d45bddc8e HTTP/1.1" status: 200 len: 895 time: 0.4295130 Oct 20 11:54:27.895338 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:27.911541 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0235475-442f-4dd1-8982-39f977eca6c3 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:54:27.926030 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-7499f525-667f-428c-a4ee-a4897a08fcf1 None None] Deleting port 261ea1ec-9155-4a41-b124-b39ba4d17651 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:54:27.926620 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7499f525-667f-428c-a4ee-a4897a08fcf1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:27.937417 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4f33a5c-6d54-49c6-99dc-755c03f54022 req-60e12a85-b680-4bb1-890d-8f63be2964f4 service neutron] 10.222.0.11 "GET /v2.0/networks/fe7e6fc6-93b6-4733-9196-ed92e6d29a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003159 Oct 20 11:54:27.952356 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-77a28ee6-5de0-4508-946c-223a5a828981 req-51223a31-02b5-4f2e-9251-de307222ef11 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.4367929 Oct 20 11:54:27.966435 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4882325-a4db-4520-bdc2-cf2d7b049d12 req-111b7f1b-8e3a-47aa-a14e-abbc610fc6f1 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:27.966642 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-77a28ee6-5de0-4508-946c-223a5a828981 req-dfbffcec-4df7-45c3-8f98-8116114b3fe3 service neutron] Request body: {'port': {'device_id': 'bdda786f-711e-4c53-b3e6-3e1d45bddc8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:54:27.973286 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port b0235475-442f-4dd1-8982-39f977eca6c3, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=b0235475-442f-4dd1-8982-39f977eca6c3,segment=NetworkSegment(71d3af9c-e2b7-407b-8ed6-81411fdb4c44),segment_id=71d3af9c-e2b7-407b-8ed6-81411fdb4c44)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:27.973712 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f4882325-a4db-4520-bdc2-cf2d7b049d12 req-111b7f1b-8e3a-47aa-a14e-abbc610fc6f1 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=701a4e33-8675-4b1c-87e7-aac54949d80a HTTP/1.1" status: 200 len: 1096 time: 0.1161838 Oct 20 11:54:27.976224 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-38ad2703-d33b-435f-a577-b7ac8a524637 None None] Provisioning complete for port e838abf8-076c-4c0b-9c8e-3e63f377e23c triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:27.976755 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-38ad2703-d33b-435f-a577-b7ac8a524637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:28.003739 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2342a734-36fd-4176-9500-f6bd03d82e50 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:28.009922 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-2a292853-ddc9-4065-bc9c-2ba41bcceeef admin admin] Deleting port 261ea1ec-9155-4a41-b124-b39ba4d17651 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:54:28.010262 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2a292853-ddc9-4065-bc9c-2ba41bcceeef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:28.034084 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2342a734-36fd-4176-9500-f6bd03d82e50 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:28.041839 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:28.094441 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device d1296dbd-9c1f-4dbd-b711-e2e7f2cf1fcd no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:54:28.098194 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-7499f525-667f-428c-a4ee-a4897a08fcf1 None None] For port 261ea1ec-9155-4a41-b124-b39ba4d17651, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=261ea1ec-9155-4a41-b124-b39ba4d17651,segment=NetworkSegment(94a6f683-f6e6-4020-a414-ea1dd389c05e),segment_id=94a6f683-f6e6-4020-a414-ea1dd389c05e)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:28.098586 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7499f525-667f-428c-a4ee-a4897a08fcf1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:28.126263 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f4882325-a4db-4520-bdc2-cf2d7b049d12 req-1914354b-9c15-431f-8177-e71f858a701c tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=395c2073-719c-4e86-a3f7-1497e7a0c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515605 Oct 20 11:54:28.132729 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-2a292853-ddc9-4065-bc9c-2ba41bcceeef admin admin] For port 261ea1ec-9155-4a41-b124-b39ba4d17651, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=261ea1ec-9155-4a41-b124-b39ba4d17651,segment=NetworkSegment(94a6f683-f6e6-4020-a414-ea1dd389c05e),segment_id=94a6f683-f6e6-4020-a414-ea1dd389c05e)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:28.133656 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2a292853-ddc9-4065-bc9c-2ba41bcceeef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:28.134129 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: d1296dbd-9c1f-4dbd-b711-e2e7f2cf1fcd {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:54:28.134465 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device d1296dbd-9c1f-4dbd-b711-e2e7f2cf1fcd not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:54:28.134915 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 261ea1ec-9155-4a41-b124-b39ba4d17651 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:54:28.150122 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-2a292853-ddc9-4065-bc9c-2ba41bcceeef admin admin] Calling delete_port for 261ea1ec-9155-4a41-b124-b39ba4d17651 owned by network:dhcp {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:54:28.150997 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-77a28ee6-5de0-4508-946c-223a5a828981 req-dfbffcec-4df7-45c3-8f98-8116114b3fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:28.169758 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2342a734-36fd-4176-9500-f6bd03d82e50 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:28.170448 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2342a734-36fd-4176-9500-f6bd03d82e50 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Fanout notify agent at l3_agent the message router_deleted on router 2f4190f2-6c31-4af3-badb-432ebc8fe021 {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:54:28.179320 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2342a734-36fd-4176-9500-f6bd03d82e50 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:28.183277 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2342a734-36fd-4176-9500-f6bd03d82e50 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "DELETE /v2.0/routers/2f4190f2-6c31-4af3-badb-432ebc8fe021 HTTP/1.1" status: 204 len: 168 time: 0.6935191 Oct 20 11:54:28.184110 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44402) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:28.291658 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-edba77fc-bc76-41ad-aeb2-de681f04f0f3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Deleting subnet 29815939-1dd8-424e-971f-952025bde46c {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:54:28.295376 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-edba77fc-bc76-41ad-aeb2-de681f04f0f3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:28.296266 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2a292853-ddc9-4065-bc9c-2ba41bcceeef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:28.339102 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a292853-ddc9-4065-bc9c-2ba41bcceeef admin admin] Pushing event deleted for resources: {'Port': ['ID=261ea1ec-9155-4a41-b124-b39ba4d17651,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:28.354677 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a292853-ddc9-4065-bc9c-2ba41bcceeef admin admin] No DVR routers for this DVR port 261ea1ec-9155-4a41-b124-b39ba4d17651 on host n-d-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:54:28.369079 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-38ad2703-d33b-435f-a577-b7ac8a524637 None None] Port e838abf8-076c-4c0b-9c8e-3e63f377e23c cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:54:28.372741 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-7499f525-667f-428c-a4ee-a4897a08fcf1 None None] Calling delete_port for 261ea1ec-9155-4a41-b124-b39ba4d17651 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:54:28.402022 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f015d09-e501-4371-a5d1-c7d90a86b09f req-2d2657bb-ae19-4156-9b88-88fa2e66da1f tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:28.403106 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No active binding found for port 261ea1ec-9155-4a41-b124-b39ba4d17651 {{(pid=100648) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 20 11:54:28.403539 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 261ea1ec-9155-4a41-b124-b39ba4d17651 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:54:28.404381 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9f015d09-e501-4371-a5d1-c7d90a86b09f req-2d2657bb-ae19-4156-9b88-88fa2e66da1f tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=701a4e33-8675-4b1c-87e7-aac54949d80a HTTP/1.1" status: 200 len: 1096 time: 0.1506066 Oct 20 11:54:28.409973 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=b0235475-442f-4dd1-8982-39f977eca6c3,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:28.415546 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-edba77fc-bc76-41ad-aeb2-de681f04f0f3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:28.469397 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['333bf91a-1334-41b1-a4ba-55412e3c0479'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:54:28.513429 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2a292853-ddc9-4065-bc9c-2ba41bcceeef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:28.519022 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['b0235475-442f-4dd1-8982-39f977eca6c3'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:54:28.545581 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9f015d09-e501-4371-a5d1-c7d90a86b09f req-f5189ee4-fbed-40f7-a516-e7a23d66da75 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=395c2073-719c-4e86-a3f7-1497e7a0c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231365 Oct 20 11:54:28.548436 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7499f525-667f-428c-a4ee-a4897a08fcf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:28.556730 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-2a292853-ddc9-4065-bc9c-2ba41bcceeef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84f1943d-3ee2-4f9f-90e3-4eb63249ede1']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:28.580100 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-edba77fc-bc76-41ad-aeb2-de681f04f0f3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:28.583986 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-2a292853-ddc9-4065-bc9c-2ba41bcceeef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94a6f683-f6e6-4020-a414-ea1dd389c05e') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:28.584293 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-2a292853-ddc9-4065-bc9c-2ba41bcceeef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94a6f683-f6e6-4020-a414-ea1dd389c05e') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:28.597804 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2a292853-ddc9-4065-bc9c-2ba41bcceeef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:28.617779 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2a292853-ddc9-4065-bc9c-2ba41bcceeef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:28.640292 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a292853-ddc9-4065-bc9c-2ba41bcceeef admin admin] Releasing vlan 1292 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:54:28.640853 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2a292853-ddc9-4065-bc9c-2ba41bcceeef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:28.660173 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:54:28.660173 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:54:28.660173 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:54:28.660173 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:54:28.660173 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:54:28.660173 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:54:28.660173 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:54:28.660173 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:54:28.660173 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:54:28.660173 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:54:28.660173 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:54:28.660173 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:54:28.660173 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:54:28.660173 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:54:28.660173 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:54:28.660173 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:54:28.660173 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:54:28.660173 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:54:28.660173 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:54:28.660173 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:54:28.660173 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:54:28.660173 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:54:28.660173 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:54:28.660173 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:54:28.660173 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:54:28.660173 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:54:28.660173 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:54:28.660173 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:54:28.660173 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:54:28.660173 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:54:28.660173 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:54:28.660173 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:54:28.688746 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7499f525-667f-428c-a4ee-a4897a08fcf1 None None] No DVR routers for this DVR port 261ea1ec-9155-4a41-b124-b39ba4d17651 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:54:28.708449 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-77a28ee6-5de0-4508-946c-223a5a828981 req-dfbffcec-4df7-45c3-8f98-8116114b3fe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e838abf8-076c-4c0b-9c8e-3e63f377e23c {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:54:28.714704 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-edba77fc-bc76-41ad-aeb2-de681f04f0f3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:28.718651 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7499f525-667f-428c-a4ee-a4897a08fcf1 None None] Pushing event deleted for resources: {'Port': ['ID=261ea1ec-9155-4a41-b124-b39ba4d17651,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:28.745737 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-77a28ee6-5de0-4508-946c-223a5a828981 req-dfbffcec-4df7-45c3-8f98-8116114b3fe3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:28.752235 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba77fc-bc76-41ad-aeb2-de681f04f0f3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event deleted for resources: {'Subnet': ['ID=29815939-1dd8-424e-971f-952025bde46c,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:28.773265 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-edba77fc-bc76-41ad-aeb2-de681f04f0f3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:28.776787 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-edba77fc-bc76-41ad-aeb2-de681f04f0f3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "DELETE /v2.0/subnets/29815939-1dd8-424e-971f-952025bde46c HTTP/1.1" status: 204 len: 168 time: 0.5912693 Oct 20 11:54:28.779838 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-77a28ee6-5de0-4508-946c-223a5a828981 req-dfbffcec-4df7-45c3-8f98-8116114b3fe3 service neutron] Transition to ACTIVE for port object e838abf8-076c-4c0b-9c8e-3e63f377e23c will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:54:28.781219 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44410) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:28.802542 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-77a28ee6-5de0-4508-946c-223a5a828981 req-dfbffcec-4df7-45c3-8f98-8116114b3fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:28.827436 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6796226e-8bed-49f0-8a80-c281a1c1ee4c None None] Network 761e0fe5-eedd-4818-a973-f728e7c96695 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:54:28.859907 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2a292853-ddc9-4065-bc9c-2ba41bcceeef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:28.897149 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f6c62a-60a7-43c3-9105-42e6db45733e req-ae1b8d5c-3011-4e9d-a8cd-2fd3942e0258 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:28.908356 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-27f6c62a-60a7-43c3-9105-42e6db45733e req-ae1b8d5c-3011-4e9d-a8cd-2fd3942e0258 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8588721-f63c-4172-8000-11e86ed24baa HTTP/1.1" status: 200 len: 944 time: 0.1518686 Oct 20 11:54:28.910046 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2a292853-ddc9-4065-bc9c-2ba41bcceeef admin admin] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:28.913397 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2a292853-ddc9-4065-bc9c-2ba41bcceeef admin admin] 10.222.0.98 "DELETE /v2.0/networks/84f1943d-3ee2-4f9f-90e3-4eb63249ede1 HTTP/1.1" status: 204 len: 168 time: 1.6285300 Oct 20 11:54:28.914569 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a292853-ddc9-4065-bc9c-2ba41bcceeef admin admin] Pushing event deleted for resources: {'Network': ['ID=84f1943d-3ee2-4f9f-90e3-4eb63249ede1,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:28.932882 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72adb626-4005-4a70-bd3c-e920529a3c27 req-2faacf09-87ef-4370-98c8-28c394d527a0 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:28.934752 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-72adb626-4005-4a70-bd3c-e920529a3c27 req-2faacf09-87ef-4370-98c8-28c394d527a0 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=701a4e33-8675-4b1c-87e7-aac54949d80a HTTP/1.1" status: 200 len: 1096 time: 0.2644691 Oct 20 11:54:28.976412 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbffcec-4df7-45c3-8f98-8116114b3fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=e838abf8-076c-4c0b-9c8e-3e63f377e23c,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:28.998015 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-27f6c62a-60a7-43c3-9105-42e6db45733e req-b5346a43-ab33-4e35-8cd7-dc488ab313b9 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/security-groups?id=99711255-51bd-4104-861e-3041d029afa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619686 Oct 20 11:54:29.015153 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-72adb626-4005-4a70-bd3c-e920529a3c27 req-5a27f290-30a9-4888-b2d3-ed29b63c2a57 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=395c2073-719c-4e86-a3f7-1497e7a0c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682361 Oct 20 11:54:29.016675 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-14b19461-24a8-4b12-94da-4cdbd802cb9f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:29.106939 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-77a28ee6-5de0-4508-946c-223a5a828981 req-dfbffcec-4df7-45c3-8f98-8116114b3fe3 service neutron] Attempting to bind port e838abf8-076c-4c0b-9c8e-3e63f377e23c on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:54:29.107409 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-77a28ee6-5de0-4508-946c-223a5a828981 req-dfbffcec-4df7-45c3-8f98-8116114b3fe3 service neutron] Attempting to bind port e838abf8-076c-4c0b-9c8e-3e63f377e23c by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '20ebbbb1-41f7-44db-823b-52d1ce57eb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': 'd0b0898b-41c5-47d6-af5f-59df8c2e2c51'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:54:29.107837 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a28ee6-5de0-4508-946c-223a5a828981 req-dfbffcec-4df7-45c3-8f98-8116114b3fe3 service neutron] Attempting to bind port e838abf8-076c-4c0b-9c8e-3e63f377e23c on network d0b0898b-41c5-47d6-af5f-59df8c2e2c51 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:54:29.115453 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device bf20ebe4-ddb7-4cf5-b082-16acb2856aaa details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:54:29.117185 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a28ee6-5de0-4508-946c-223a5a828981 req-dfbffcec-4df7-45c3-8f98-8116114b3fe3 service neutron] Port e838abf8-076c-4c0b-9c8e-3e63f377e23c on network d0b0898b-41c5-47d6-af5f-59df8c2e2c51 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:54:29.117591 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a28ee6-5de0-4508-946c-223a5a828981 req-dfbffcec-4df7-45c3-8f98-8116114b3fe3 service neutron] Attempting to bind port e838abf8-076c-4c0b-9c8e-3e63f377e23c on network d0b0898b-41c5-47d6-af5f-59df8c2e2c51 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:54:29.124123 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a28ee6-5de0-4508-946c-223a5a828981 req-dfbffcec-4df7-45c3-8f98-8116114b3fe3 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:54:29.124709 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a28ee6-5de0-4508-946c-223a5a828981 req-dfbffcec-4df7-45c3-8f98-8116114b3fe3 service neutron] Checking segment: {'id': '20ebbbb1-41f7-44db-823b-52d1ce57eb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': 'd0b0898b-41c5-47d6-af5f-59df8c2e2c51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:54:29.125151 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a28ee6-5de0-4508-946c-223a5a828981 req-dfbffcec-4df7-45c3-8f98-8116114b3fe3 service neutron] Bound using segment: {'id': '20ebbbb1-41f7-44db-823b-52d1ce57eb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': 'd0b0898b-41c5-47d6-af5f-59df8c2e2c51'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:54:29.125812 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-77a28ee6-5de0-4508-946c-223a5a828981 req-dfbffcec-4df7-45c3-8f98-8116114b3fe3 service neutron] Bound port: e838abf8-076c-4c0b-9c8e-3e63f377e23c, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20ebbbb1-41f7-44db-823b-52d1ce57eb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': 'd0b0898b-41c5-47d6-af5f-59df8c2e2c51'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:54:29.126231 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-77a28ee6-5de0-4508-946c-223a5a828981 req-dfbffcec-4df7-45c3-8f98-8116114b3fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:29.197345 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-14b19461-24a8-4b12-94da-4cdbd802cb9f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Deleting port a09037a1-9126-4a7f-b452-0cfe92912b44 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:54:29.197688 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-14b19461-24a8-4b12-94da-4cdbd802cb9f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:29.261677 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2221f2dc-fd0c-4b08-b957-4407e028e1c7 req-6f683d45-8aa5-4a65-b4e3-68e1b36cca8c tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:29.265177 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2221f2dc-fd0c-4b08-b957-4407e028e1c7 req-6f683d45-8aa5-4a65-b4e3-68e1b36cca8c tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "GET /v2.0/ports?device_id=bdda786f-711e-4c53-b3e6-3e1d45bddc8e HTTP/1.1" status: 200 len: 907 time: 0.1455829 Oct 20 11:54:29.297136 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44420) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:29.339825 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-14b19461-24a8-4b12-94da-4cdbd802cb9f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] For port a09037a1-9126-4a7f-b452-0cfe92912b44, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=a09037a1-9126-4a7f-b452-0cfe92912b44,segment=NetworkSegment(23359a2e-1d63-440d-baec-a688e874c2cf),segment_id=23359a2e-1d63-440d-baec-a688e874c2cf)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:29.358708 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-14b19461-24a8-4b12-94da-4cdbd802cb9f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:29.387881 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d43c4cd9-5df0-4027-b1d6-fbc5fa7a0d64 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=15204e5269fb409fb982dd1c40476add&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0876079 Oct 20 11:54:29.389673 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44428) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:29.412687 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-14b19461-24a8-4b12-94da-4cdbd802cb9f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Calling delete_port for a09037a1-9126-4a7f-b452-0cfe92912b44 owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:54:29.425766 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-77a28ee6-5de0-4508-946c-223a5a828981 req-dfbffcec-4df7-45c3-8f98-8116114b3fe3 service neutron] For port e838abf8-076c-4c0b-9c8e-3e63f377e23c, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:54:29.430408 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-77a28ee6-5de0-4508-946c-223a5a828981 req-dfbffcec-4df7-45c3-8f98-8116114b3fe3 service neutron] For port e838abf8-076c-4c0b-9c8e-3e63f377e23c, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e838abf8-076c-4c0b-9c8e-3e63f377e23c,segment=NetworkSegment(20ebbbb1-41f7-44db-823b-52d1ce57eb2c),segment_id=20ebbbb1-41f7-44db-823b-52d1ce57eb2c)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:54:29.432792 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port bf20ebe4-ddb7-4cf5-b082-16acb2856aaa, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=bf20ebe4-ddb7-4cf5-b082-16acb2856aaa,segment=NetworkSegment(71d3af9c-e2b7-407b-8ed6-81411fdb4c44),segment_id=71d3af9c-e2b7-407b-8ed6-81411fdb4c44)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:29.466104 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a547e8-af7c-4218-bef3-053ba675c881 None None] DHCP port deletion for 761e0fe5-eedd-4818-a973-f728e7c96695 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:54:29.471280 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-77a28ee6-5de0-4508-946c-223a5a828981 req-dfbffcec-4df7-45c3-8f98-8116114b3fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:29.474348 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': 'bf20ebe4-ddb7-4cf5-b082-16acb2856aaa', 'network_id': 'fe7e6fc6-93b6-4733-9196-ed92e6d29a03', 'port_id': 'bf20ebe4-ddb7-4cf5-b082-16acb2856aaa', 'mac_address': 'fa:16:3e:c8:ac:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66aaf5c5-0d31-44dd-89c6-b72b3148d3f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:54:29.527791 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a28ee6-5de0-4508-946c-223a5a828981 req-dfbffcec-4df7-45c3-8f98-8116114b3fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:29.528612 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-77a28ee6-5de0-4508-946c-223a5a828981 req-dfbffcec-4df7-45c3-8f98-8116114b3fe3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:29.530764 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-77a28ee6-5de0-4508-946c-223a5a828981 req-dfbffcec-4df7-45c3-8f98-8116114b3fe3 service neutron] 10.222.0.89 "PUT /v2.0/ports/e838abf8-076c-4c0b-9c8e-3e63f377e23c HTTP/1.1" status: 200 len: 1055 time: 1.5711365 Oct 20 11:54:29.536699 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdda786f-711e-4c53-b3e6-3e1d45bddc8e', 'tag': 'e838abf8-076c-4c0b-9c8e-3e63f377e23c'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:54:29.539849 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b933452-af56-43af-9d24-ff96a144f89d" -d '{"events": [{"name": "network-changed", "server_uuid": "bdda786f-711e-4c53-b3e6-3e1d45bddc8e", "tag": "e838abf8-076c-4c0b-9c8e-3e63f377e23c"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:54:29.571002 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8ab36d57-b4b6-4406-b231-1b8e9e4cc19f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:29.579015 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbffcec-4df7-45c3-8f98-8116114b3fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=e838abf8-076c-4c0b-9c8e-3e63f377e23c,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:29.584722 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:29.613232 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8ab36d57-b4b6-4406-b231-1b8e9e4cc19f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:29.618815 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-53a547e8-af7c-4218-bef3-053ba675c881 None None] Deleting port a09037a1-9126-4a7f-b452-0cfe92912b44 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:54:29.619535 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-53a547e8-af7c-4218-bef3-053ba675c881 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:29.628276 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-14b19461-24a8-4b12-94da-4cdbd802cb9f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:29.637783 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25bb47af-eb8e-46d3-9eef-41d91367e34d x-openstack-request-id: req-25bb47af-eb8e-46d3-9eef-41d91367e34d {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:54:29.638075 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdda786f-711e-4c53-b3e6-3e1d45bddc8e", "tag": "e838abf8-076c-4c0b-9c8e-3e63f377e23c", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:54:29.638326 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-25bb47af-eb8e-46d3-9eef-41d91367e34d {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:54:29.638727 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdda786f-711e-4c53-b3e6-3e1d45bddc8e', 'tag': 'e838abf8-076c-4c0b-9c8e-3e63f377e23c', 'status': 'completed', 'code': 200} Oct 20 11:54:29.666171 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b19461-24a8-4b12-94da-4cdbd802cb9f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] No DVR routers for this DVR port a09037a1-9126-4a7f-b452-0cfe92912b44 on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:54:29.666729 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf20ebe4-ddb7-4cf5-b082-16acb2856aaa {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:54:29.679037 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b19461-24a8-4b12-94da-4cdbd802cb9f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event deleted for resources: {'Port': ['ID=a09037a1-9126-4a7f-b452-0cfe92912b44,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:29.694138 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8ab36d57-b4b6-4406-b231-1b8e9e4cc19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:29.700112 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8ab36d57-b4b6-4406-b231-1b8e9e4cc19f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:29.701654 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8ab36d57-b4b6-4406-b231-1b8e9e4cc19f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/29fc654c-c998-467b-8d69-6cff81201ec0 HTTP/1.1" status: 204 len: 168 time: 0.3110492 Oct 20 11:54:29.710079 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517477c-60f0-4e5d-bc72-e2e971d02eb6 req-92cb68c4-8b0b-4403-a49d-60044d552dea tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:29.711968 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f517477c-60f0-4e5d-bc72-e2e971d02eb6 req-92cb68c4-8b0b-4403-a49d-60044d552dea tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/networks?id=a1ee6cc3-6c58-4359-ad99-8145206c2e63 HTTP/1.1" status: 200 len: 912 time: 0.2989843 Oct 20 11:54:29.717272 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab36d57-b4b6-4406-b231-1b8e9e4cc19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fc654c-c998-467b-8d69-6cff81201ec0,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:29.739258 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a28ee6-5de0-4508-946c-223a5a828981 req-0a7e81d1-d323-492a-9708-fe88bbb5c71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:29.740777 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-77a28ee6-5de0-4508-946c-223a5a828981 req-0a7e81d1-d323-492a-9708-fe88bbb5c71d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=90ce7d56a289404db61837b49b02f44c&device_id=bdda786f-711e-4c53-b3e6-3e1d45bddc8e HTTP/1.1" status: 200 len: 1058 time: 0.1534901 Oct 20 11:54:29.743602 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f517477c-60f0-4e5d-bc72-e2e971d02eb6 req-9994125d-ab7a-439d-acbe-65ed682c3a5f tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/quotas/f86ec970fdad4d5f94144e8cc68aba8d HTTP/1.1" status: 200 len: 375 time: 0.0131423 Oct 20 11:54:29.799645 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port bf20ebe4-ddb7-4cf5-b082-16acb2856aaa, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=bf20ebe4-ddb7-4cf5-b082-16acb2856aaa,segment=NetworkSegment(71d3af9c-e2b7-407b-8ed6-81411fdb4c44),segment_id=71d3af9c-e2b7-407b-8ed6-81411fdb4c44)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:29.824518 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f517477c-60f0-4e5d-bc72-e2e971d02eb6 req-539c823a-0556-4dd7-8b19-cba9cf598b84 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/ports?tenant_id=f86ec970fdad4d5f94144e8cc68aba8d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0695727 Oct 20 11:54:29.906240 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-14b19461-24a8-4b12-94da-4cdbd802cb9f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:29.906950 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:29.911344 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-77a28ee6-5de0-4508-946c-223a5a828981 req-113c2f70-563c-4a85-88fc-20c260dc1109 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=e838abf8-076c-4c0b-9c8e-3e63f377e23c HTTP/1.1" status: 200 len: 217 time: 0.1438565 Oct 20 11:54:29.961244 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f517477c-60f0-4e5d-bc72-e2e971d02eb6 req-5728057f-4ee6-4c62-b1a5-ac6561a51498 service neutron] 10.222.0.98 "GET /v2.0/networks/a1ee6cc3-6c58-4359-ad99-8145206c2e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286387 Oct 20 11:54:29.972454 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-53a547e8-af7c-4218-bef3-053ba675c881 None None] For port a09037a1-9126-4a7f-b452-0cfe92912b44, host n-d-814735-3, got binding levels [] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:29.973020 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-14b19461-24a8-4b12-94da-4cdbd802cb9f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['761e0fe5-eedd-4818-a973-f728e7c96695']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:29.973165 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-53a547e8-af7c-4218-bef3-053ba675c881 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:29.994570 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-14b19461-24a8-4b12-94da-4cdbd802cb9f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23359a2e-1d63-440d-baec-a688e874c2cf') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:29.994908 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-14b19461-24a8-4b12-94da-4cdbd802cb9f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23359a2e-1d63-440d-baec-a688e874c2cf') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:30.048574 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-14b19461-24a8-4b12-94da-4cdbd802cb9f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:30.071023 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-53a547e8-af7c-4218-bef3-053ba675c881 None None] Calling delete_port for a09037a1-9126-4a7f-b452-0cfe92912b44 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:54:30.084441 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.ipam_backend_mixin [None req-53a547e8-af7c-4218-bef3-053ba675c881 None None] Port a09037a1-9126-4a7f-b452-0cfe92912b44 was not found and therefore no delete operation was performed {{(pid=100648) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 11:54:30.097596 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a28ee6-5de0-4508-946c-223a5a828981 req-af1d5f32-35d3-456e-842b-dab1073a6d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:30.100428 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-77a28ee6-5de0-4508-946c-223a5a828981 req-af1d5f32-35d3-456e-842b-dab1073a6d21 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=aec4eb28-1b5f-4ac8-929a-617645776d5e HTTP/1.1" status: 200 len: 838 time: 0.1752214 Oct 20 11:54:30.105549 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-53a547e8-af7c-4218-bef3-053ba675c881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:30.109536 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-14b19461-24a8-4b12-94da-4cdbd802cb9f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:30.131338 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f517477c-60f0-4e5d-bc72-e2e971d02eb6 req-36e88c91-f798-42cb-aa8a-0f8b0eb4a373 service neutron] 10.222.0.98 "GET /v2.0/networks/a1ee6cc3-6c58-4359-ad99-8145206c2e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626439 Oct 20 11:54:30.159072 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a547e8-af7c-4218-bef3-053ba675c881 None None] No DVR routers for this DVR port a09037a1-9126-4a7f-b452-0cfe92912b44 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:54:30.165585 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['bf20ebe4-ddb7-4cf5-b082-16acb2856aaa'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:54:30.204153 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14b19461-24a8-4b12-94da-4cdbd802cb9f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Releasing vlan 1274 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:54:30.204566 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-14b19461-24a8-4b12-94da-4cdbd802cb9f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:30.218387 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:54:30.218387 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:54:30.218387 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:54:30.218387 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:54:30.218387 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:54:30.218387 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:54:30.218387 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:54:30.218387 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:54:30.218387 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:54:30.218387 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:54:30.218387 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:54:30.218387 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:54:30.218387 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:54:30.218387 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:54:30.218387 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:54:30.218387 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:54:30.218387 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:54:30.218387 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:54:30.218387 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:54:30.218387 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:54:30.218387 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:54:30.218387 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:54:30.218387 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:54:30.218387 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:54:30.218387 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:54:30.218387 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:54:30.218387 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:54:30.218387 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:54:30.218387 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:54:30.218387 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:54:30.218387 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:54:30.218387 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:54:30.254122 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device a09037a1-9126-4a7f-b452-0cfe92912b44 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:54:30.292979 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8aface-2863-46e0-bc25-8abfb2c09d5f req-25a6f1b8-3e59-4904-bca1-9b3d68e75331 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:30.294855 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-df8aface-2863-46e0-bc25-8abfb2c09d5f req-25a6f1b8-3e59-4904-bca1-9b3d68e75331 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8588721-f63c-4172-8000-11e86ed24baa HTTP/1.1" status: 200 len: 945 time: 0.1295471 Oct 20 11:54:30.306841 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=bf20ebe4-ddb7-4cf5-b082-16acb2856aaa,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:30.318750 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: a09037a1-9126-4a7f-b452-0cfe92912b44 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:54:30.325645 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device a09037a1-9126-4a7f-b452-0cfe92912b44 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:54:30.383972 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-df8aface-2863-46e0-bc25-8abfb2c09d5f req-05118b35-6cff-423b-a8e0-8a88a36ffbb8 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/security-groups?id=99711255-51bd-4104-861e-3041d029afa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749903 Oct 20 11:54:30.432727 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a547e8-af7c-4218-bef3-053ba675c881 None None] Pushing event deleted for resources: {'Port': ['ID=a09037a1-9126-4a7f-b452-0cfe92912b44,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:30.448531 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a28ee6-5de0-4508-946c-223a5a828981 req-8dfe7df2-4476-4d47-be0e-93ed18ea6981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:30.453884 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-77a28ee6-5de0-4508-946c-223a5a828981 req-8dfe7df2-4476-4d47-be0e-93ed18ea6981 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d0b0898b-41c5-47d6-af5f-59df8c2e2c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3110483 Oct 20 11:54:30.456168 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-14b19461-24a8-4b12-94da-4cdbd802cb9f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:30.468567 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-14b19461-24a8-4b12-94da-4cdbd802cb9f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:30.480102 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-14b19461-24a8-4b12-94da-4cdbd802cb9f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "DELETE /v2.0/networks/761e0fe5-eedd-4818-a973-f728e7c96695 HTTP/1.1" status: 204 len: 168 time: 1.6967506 Oct 20 11:54:30.480576 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-385e810c-d3ca-4c08-8a85-c56048fa06d2 req-a39865a7-de3b-41f1-89b1-d750ab270cfd tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=6f528fbb-04ab-4c8c-b767-892fdc252aad HTTP/1.1" status: 200 len: 210 time: 0.0489776 Oct 20 11:54:30.483326 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44450) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:30.541994 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44454) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:30.586815 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9dbd1-ef4c-495f-b9a7-6f53c1deb5b1 req-247ffcd3-2200-4909-81ca-165ef711c275 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:30.600234 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-93d9dbd1-ef4c-495f-b9a7-6f53c1deb5b1 req-247ffcd3-2200-4909-81ca-165ef711c275 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "GET /v2.0/ports?device_id=bdda786f-711e-4c53-b3e6-3e1d45bddc8e HTTP/1.1" status: 200 len: 907 time: 0.0982521 Oct 20 11:54:30.614750 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44456) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:30.627391 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b19461-24a8-4b12-94da-4cdbd802cb9f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event deleted for resources: {'Network': ['ID=761e0fe5-eedd-4818-a973-f728e7c96695,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:30.642679 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-a0504a81-bfc1-4e4d-9354-6fd7c5cf6a67 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ed9b570586274970a279991b0f3d3427&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0983782 Oct 20 11:54:30.644591 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44460) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:30.714951 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f08add17-bdff-4e33-bc3a-9c1c2b7ac69f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:30.743054 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f08add17-bdff-4e33-bc3a-9c1c2b7ac69f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:30.757286 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aee95c6-8b99-4521-b0b7-69be1f141736 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:30.759010 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-9aee95c6-8b99-4521-b0b7-69be1f141736 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "GET /v2.0/ports/35690f2c-2feb-4563-84b2-f5898481065c HTTP/1.1" status: 200 len: 845 time: 0.2381926 Oct 20 11:54:30.763500 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44466) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:30.820515 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-77a28ee6-5de0-4508-946c-223a5a828981 req-1554d050-f622-4f24-a3de-ced3cef42ef4 service neutron] 10.222.0.89 "GET /v2.0/networks/d0b0898b-41c5-47d6-af5f-59df8c2e2c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360469 Oct 20 11:54:30.841757 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d96bde82-e9f5-49c5-8a00-d991f41aa496 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "GET /v2.0/ports/35690f2c-2feb-4563-84b2-f5898481065c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0732474 Oct 20 11:54:30.841947 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44468) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:30.847362 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-aebda3d9-2fc1-46fd-8588-b0a4aa886e20 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Request body: {'subnet': {'network_id': '8130071c-8b78-4d7b-ace8-e65b963ed198', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:54:30.886972 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-06ec6624-b951-4321-834f-bb94bf6340f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:30.940500 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f08add17-bdff-4e33-bc3a-9c1c2b7ac69f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:30.943398 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f08add17-bdff-4e33-bc3a-9c1c2b7ac69f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:30.944696 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-f08add17-bdff-4e33-bc3a-9c1c2b7ac69f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/930429c2-17c9-4627-b3e4-72f67129187c HTTP/1.1" status: 204 len: 168 time: 0.2989228 Oct 20 11:54:30.975112 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08add17-bdff-4e33-bc3a-9c1c2b7ac69f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930429c2-17c9-4627-b3e4-72f67129187c,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:30.997277 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-77a28ee6-5de0-4508-946c-223a5a828981 req-cad64469-9db6-4aac-a287-83b17f90a1b9 service neutron] 10.222.0.89 "GET /v2.0/networks/d0b0898b-41c5-47d6-af5f-59df8c2e2c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591921 Oct 20 11:54:31.028324 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebda3d9-2fc1-46fd-8588-b0a4aa886e20 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Made reservation on behalf of b83cf05325f74f7cb717378a188d738a for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:54:31.032011 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-aebda3d9-2fc1-46fd-8588-b0a4aa886e20 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:31.093749 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device bf20ebe4-ddb7-4cf5-b082-16acb2856aaa up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:54:31.118463 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b933452-af56-43af-9d24-ff96a144f89d req-04bb472a-8b49-4cfb-9115-e12beec8623f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:31.121235 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-7b933452-af56-43af-9d24-ff96a144f89d req-04bb472a-8b49-4cfb-9115-e12beec8623f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=90ce7d56a289404db61837b49b02f44c&device_id=bdda786f-711e-4c53-b3e6-3e1d45bddc8e HTTP/1.1" status: 200 len: 1058 time: 0.0582724 Oct 20 11:54:31.126680 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-06ec6624-b951-4321-834f-bb94bf6340f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:31.139255 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-06ec6624-b951-4321-834f-bb94bf6340f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:31.201826 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 333bf91a-1334-41b1-a4ba-55412e3c0479 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:54:31.248121 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port bf20ebe4-ddb7-4cf5-b082-16acb2856aaa completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:54:31.251810 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-06ec6624-b951-4321-834f-bb94bf6340f9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9bf58204df1d43399d69fdd8fc42bda9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6431918 Oct 20 11:54:31.254591 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44476) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:31.261291 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ec6624-b951-4321-834f-bb94bf6340f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa96c17-ad28-4081-91b8-4c0dc6bf7fed,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:31.269270 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port bf20ebe4-ddb7-4cf5-b082-16acb2856aaa triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:31.269635 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:31.333947 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b933452-af56-43af-9d24-ff96a144f89d req-96d323ad-5d96-4531-84f7-d76ada2a9dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:31.335573 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 333bf91a-1334-41b1-a4ba-55412e3c0479 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:54:31.335705 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-7b933452-af56-43af-9d24-ff96a144f89d req-96d323ad-5d96-4531-84f7-d76ada2a9dc0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d0b0898b-41c5-47d6-af5f-59df8c2e2c51 HTTP/1.1" status: 200 len: 898 time: 0.2052870 Oct 20 11:54:31.348188 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b0265c88-5754-45fa-87a8-e0fa5f8c1798 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:31.358923 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 333bf91a-1334-41b1-a4ba-55412e3c0479 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:31.358923 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:31.395922 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-7b933452-af56-43af-9d24-ff96a144f89d req-6c433aaf-eb05-421c-9d59-d7f4ee101ab7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=e838abf8-076c-4c0b-9c8e-3e63f377e23c HTTP/1.1" status: 200 len: 217 time: 0.0459535 Oct 20 11:54:31.421610 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b0265c88-5754-45fa-87a8-e0fa5f8c1798 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:31.431306 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-aebda3d9-2fc1-46fd-8588-b0a4aa886e20 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:31.520390 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebda3d9-2fc1-46fd-8588-b0a4aa886e20 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event updated for resources: {'Subnet': ['ID=7269317b-4c96-4a88-b4ac-f49b4162a44b,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:31.526872 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:31.575353 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b933452-af56-43af-9d24-ff96a144f89d req-8b58ace2-0952-4b50-9658-c51cb71a7a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:31.577133 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-7b933452-af56-43af-9d24-ff96a144f89d req-8b58ace2-0952-4b50-9658-c51cb71a7a52 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=aec4eb28-1b5f-4ac8-929a-617645776d5e HTTP/1.1" status: 200 len: 838 time: 0.1730084 Oct 20 11:54:31.628405 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b0265c88-5754-45fa-87a8-e0fa5f8c1798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:31.632007 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b0265c88-5754-45fa-87a8-e0fa5f8c1798 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:31.637796 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b0265c88-5754-45fa-87a8-e0fa5f8c1798 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4aa96c17-ad28-4081-91b8-4c0dc6bf7fed HTTP/1.1" status: 204 len: 168 time: 0.3818457 Oct 20 11:54:31.661418 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0265c88-5754-45fa-87a8-e0fa5f8c1798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa96c17-ad28-4081-91b8-4c0dc6bf7fed,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:31.665371 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8588721-f63c-4172-8000-11e86ed24baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf20ebe4-ddb7-4cf5-b082-16acb2856aaa'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:54:31.668223 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b16068-6c71-42e0-97d8-2ba72b3ca744" -d '{"events": [{"server_uuid": "f8588721-f63c-4172-8000-11e86ed24baa", "name": "network-vif-plugged", "status": "completed", "tag": "bf20ebe4-ddb7-4cf5-b082-16acb2856aaa"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:54:31.678725 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b933452-af56-43af-9d24-ff96a144f89d req-044358f6-9942-4cbd-8faf-16da45e6b3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:31.681237 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-7b933452-af56-43af-9d24-ff96a144f89d req-044358f6-9942-4cbd-8faf-16da45e6b3a3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d0b0898b-41c5-47d6-af5f-59df8c2e2c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0952716 Oct 20 11:54:31.701249 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:31.704373 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port bf20ebe4-ddb7-4cf5-b082-16acb2856aaa, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=bf20ebe4-ddb7-4cf5-b082-16acb2856aaa,segment=NetworkSegment(71d3af9c-e2b7-407b-8ed6-81411fdb4c44),segment_id=71d3af9c-e2b7-407b-8ed6-81411fdb4c44)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:31.721949 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:31.791279 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=bf20ebe4-ddb7-4cf5-b082-16acb2856aaa,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:31.847884 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 333bf91a-1334-41b1-a4ba-55412e3c0479, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=333bf91a-1334-41b1-a4ba-55412e3c0479,segment=NetworkSegment(71d3af9c-e2b7-407b-8ed6-81411fdb4c44),segment_id=71d3af9c-e2b7-407b-8ed6-81411fdb4c44)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:31.870363 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:31.874330 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device b0235475-442f-4dd1-8982-39f977eca6c3 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:54:31.935015 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-7b933452-af56-43af-9d24-ff96a144f89d req-31afd0f6-20eb-4850-908b-e40b3087805e service neutron] 10.222.0.89 "GET /v2.0/networks/d0b0898b-41c5-47d6-af5f-59df8c2e2c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437799 Oct 20 11:54:32.019900 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=333bf91a-1334-41b1-a4ba-55412e3c0479,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:32.046737 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port b0235475-442f-4dd1-8982-39f977eca6c3 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:54:32.056147 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port b0235475-442f-4dd1-8982-39f977eca6c3 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:32.056668 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:32.065750 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517477c-60f0-4e5d-bc72-e2e971d02eb6 req-b1790793-0b3b-4d00-a48b-51b1b064deb6 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:32.069344 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f517477c-60f0-4e5d-bc72-e2e971d02eb6 req-b1790793-0b3b-4d00-a48b-51b1b064deb6 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.89 "GET /v2.0/networks?id=a1ee6cc3-6c58-4359-ad99-8145206c2e63 HTTP/1.1" status: 200 len: 912 time: 0.1258628 Oct 20 11:54:32.106269 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7079b8f2-ec36-433a-833a-bc6baa676119 req-a4ee813e-c59c-4b97-8061-d2e493af7d6b tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=6f528fbb-04ab-4c8c-b767-892fdc252aad HTTP/1.1" status: 200 len: 210 time: 0.1612010 Oct 20 11:54:32.149522 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-f517477c-60f0-4e5d-bc72-e2e971d02eb6 req-c89485db-628b-4817-99b5-780a40484983 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Request body: {'port': {'device_id': '6f528fbb-04ab-4c8c-b767-892fdc252aad', 'network_id': 'a1ee6cc3-6c58-4359-ad99-8145206c2e63', 'admin_state_up': True, 'tenant_id': 'f86ec970fdad4d5f94144e8cc68aba8d'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:54:32.176170 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebda3d9-2fc1-46fd-8588-b0a4aa886e20 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Network 8130071c-8b78-4d7b-ace8-e65b963ed198 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:54:32.184573 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913fde5c-48f0-44e1-bb8b-b97540513470 req-4e2fad95-56f9-4a6e-bf1b-b67c20c08ba9 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:32.186152 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-913fde5c-48f0-44e1-bb8b-b97540513470 req-4e2fad95-56f9-4a6e-bf1b-b67c20c08ba9 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8588721-f63c-4172-8000-11e86ed24baa HTTP/1.1" status: 200 len: 945 time: 0.6705093 Oct 20 11:54:32.187652 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f517477c-60f0-4e5d-bc72-e2e971d02eb6 req-c89485db-628b-4817-99b5-780a40484983 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Made reservation on behalf of f86ec970fdad4d5f94144e8cc68aba8d for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:54:32.189985 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f517477c-60f0-4e5d-bc72-e2e971d02eb6 req-c89485db-628b-4817-99b5-780a40484983 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:32.193741 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-aebda3d9-2fc1-46fd-8588-b0a4aa886e20 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:54:32.204100 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebda3d9-2fc1-46fd-8588-b0a4aa886e20 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:32.204701 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-aebda3d9-2fc1-46fd-8588-b0a4aa886e20 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:32.232829 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41655a62-8372-46a6-8cf9-4433e0305e05 None None] Network 8130071c-8b78-4d7b-ace8-e65b963ed198 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:54:32.273490 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-aebda3d9-2fc1-46fd-8588-b0a4aa886e20 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4295864 Oct 20 11:54:32.292721 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44508) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:32.298807 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:32.299484 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-ead6d7e4-25b7-40d5-86b1-dc52b74e4a68 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Request body: {'security_group': {'name': 'tempest-secgroup-1189110204'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:54:32.361674 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port b0235475-442f-4dd1-8982-39f977eca6c3, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=b0235475-442f-4dd1-8982-39f977eca6c3,segment=NetworkSegment(71d3af9c-e2b7-407b-8ed6-81411fdb4c44),segment_id=71d3af9c-e2b7-407b-8ed6-81411fdb4c44)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:32.373604 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:32.383792 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-913fde5c-48f0-44e1-bb8b-b97540513470 req-4845e00c-8eae-4008-9e38-01454bea9d99 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/security-groups?id=99711255-51bd-4104-861e-3041d029afa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810355 Oct 20 11:54:32.421009 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3d214-f9f2-466b-84eb-278fe1aeca6b req-f3724867-2228-4eb5-95ec-330b2a8535c1 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:32.422655 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-60c3d214-f9f2-466b-84eb-278fe1aeca6b req-f3724867-2228-4eb5-95ec-330b2a8535c1 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "GET /v2.0/ports?device_id=bdda786f-711e-4c53-b3e6-3e1d45bddc8e HTTP/1.1" status: 200 len: 907 time: 0.1751089 Oct 20 11:54:32.454826 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=b0235475-442f-4dd1-8982-39f977eca6c3,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:32.462679 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ead6d7e4-25b7-40d5-86b1-dc52b74e4a68 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:32.508476 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-f517477c-60f0-4e5d-bc72-e2e971d02eb6 req-c89485db-628b-4817-99b5-780a40484983 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Allocated IP 172.20.0.7 (a1ee6cc3-6c58-4359-ad99-8145206c2e63/726afd26-6734-4ee4-829b-820ca44a0853/19dfb504-c502-4f50-a744-4853ea91a9d3) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:54:32.544111 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5c2ea1-31e7-4778-a5df-c410db960866 x-openstack-request-id: req-8a5c2ea1-31e7-4778-a5df-c410db960866 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:54:32.545275 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8588721-f63c-4172-8000-11e86ed24baa", "name": "network-vif-plugged", "status": "completed", "tag": "bf20ebe4-ddb7-4cf5-b082-16acb2856aaa", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:54:32.545739 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8a5c2ea1-31e7-4778-a5df-c410db960866 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:54:32.546593 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8588721-f63c-4172-8000-11e86ed24baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf20ebe4-ddb7-4cf5-b082-16acb2856aaa', 'code': 200} Oct 20 11:54:32.606763 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127b5d10-26e8-4ed2-ad7f-f5a3c8391d83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-8130071c-8b78-4d7b-ace8-e65b963ed198', 'network_id': '8130071c-8b78-4d7b-ace8-e65b963ed198', 'tenant_id': 'b83cf05325f74f7cb717378a188d738a', 'fixed_ips': [{'subnet_id': '7269317b-4c96-4a88-b4ac-f49b4162a44b'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:54:32.608427 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-127b5d10-26e8-4ed2-ad7f-f5a3c8391d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:32.674427 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-7b933452-af56-43af-9d24-ff96a144f89d req-e982d6a4-d19a-40ee-a1cd-de73db6608a8 service neutron] 10.222.0.89 "GET /v2.0/networks/d0b0898b-41c5-47d6-af5f-59df8c2e2c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7288320 Oct 20 11:54:32.696599 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ead6d7e4-25b7-40d5-86b1-dc52b74e4a68 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:32.714917 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ead6d7e4-25b7-40d5-86b1-dc52b74e4a68 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:32.747294 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379392c-a7f5-478c-ab68-497a1c91caf2 req-922449f0-8fc6-407a-a745-51df34df6619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:32.748829 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5379392c-a7f5-478c-ab68-497a1c91caf2 req-922449f0-8fc6-407a-a745-51df34df6619 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8588721-f63c-4172-8000-11e86ed24baa HTTP/1.1" status: 200 len: 1097 time: 0.1462646 Oct 20 11:54:32.799255 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ead6d7e4-25b7-40d5-86b1-dc52b74e4a68 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:32.800603 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ead6d7e4-25b7-40d5-86b1-dc52b74e4a68 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5046635 Oct 20 11:54:32.804622 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44522) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:32.804788 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead6d7e4-25b7-40d5-86b1-dc52b74e4a68 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0664aaa-52ce-4c2e-a249-05c277192ba1,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:32.811670 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-0e070344-b799-4f0b-b4c6-752c3337af22 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Request body: {'security_group': {'name': 'tempest-secgroup-1675894982'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:54:32.816448 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-127b5d10-26e8-4ed2-ad7f-f5a3c8391d83 None None] Allocated IP 2001:db8::2 (8130071c-8b78-4d7b-ace8-e65b963ed198/7269317b-4c96-4a88-b4ac-f49b4162a44b/6d966af4-545b-4486-afd3-22eb183d8a42) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:54:32.838301 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5379392c-a7f5-478c-ab68-497a1c91caf2 req-1985a587-ac3d-4163-a816-2b767c8b500b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=99711255-51bd-4104-861e-3041d029afa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750110 Oct 20 11:54:32.852245 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f517477c-60f0-4e5d-bc72-e2e971d02eb6 req-c89485db-628b-4817-99b5-780a40484983 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:32.872654 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0e070344-b799-4f0b-b4c6-752c3337af22 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:32.906544 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f517477c-60f0-4e5d-bc72-e2e971d02eb6 req-c89485db-628b-4817-99b5-780a40484983 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:32.920652 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['4167aa25-7394-410a-8295-46aa94434e60'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:54:32.978394 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0e070344-b799-4f0b-b4c6-752c3337af22 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:32.991917 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0e070344-b799-4f0b-b4c6-752c3337af22 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:33.019675 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89485db-628b-4817-99b5-780a40484983 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Pushing event updated for resources: {'Port': ['ID=19dfb504-c502-4f50-a744-4853ea91a9d3,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:33.034882 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0e070344-b799-4f0b-b4c6-752c3337af22 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:33.041021 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0e070344-b799-4f0b-b4c6-752c3337af22 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2351172 Oct 20 11:54:33.043726 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44530) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:33.053548 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f517477c-60f0-4e5d-bc72-e2e971d02eb6 req-c89485db-628b-4817-99b5-780a40484983 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Network a1ee6cc3-6c58-4359-ad99-8145206c2e63 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:54:33.062248 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-98a0999c-10d4-4cf8-b845-87e91b86ce5b tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-824332166', 'security_groups': ['6c7ea404-156a-47c1-a58b-d76625398bfd'], 'network_id': '8130071c-8b78-4d7b-ace8-e65b963ed198', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7269317b-4c96-4a88-b4ac-f49b4162a44b'}]}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:54:33.071214 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e070344-b799-4f0b-b4c6-752c3337af22 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7ea404-156a-47c1-a58b-d76625398bfd,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:33.108397 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-127b5d10-26e8-4ed2-ad7f-f5a3c8391d83 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:33.129721 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-127b5d10-26e8-4ed2-ad7f-f5a3c8391d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:33.218510 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device e838abf8-076c-4c0b-9c8e-3e63f377e23c details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:54:33.224843 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-f517477c-60f0-4e5d-bc72-e2e971d02eb6 req-c89485db-628b-4817-99b5-780a40484983 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:54:33.269433 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127b5d10-26e8-4ed2-ad7f-f5a3c8391d83 None None] Network 8130071c-8b78-4d7b-ace8-e65b963ed198 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:54:33.285555 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-f517477c-60f0-4e5d-bc72-e2e971d02eb6 req-c89485db-628b-4817-99b5-780a40484983 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:54:33.294395 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-127b5d10-26e8-4ed2-ad7f-f5a3c8391d83 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:54:33.320121 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127b5d10-26e8-4ed2-ad7f-f5a3c8391d83 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:54:33.333531 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b5d10-26e8-4ed2-ad7f-f5a3c8391d83 None None] Pushing event updated for resources: {'Port': ['ID=6d966af4-545b-4486-afd3-22eb183d8a42,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:33.389553 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93d70f-10d0-4a37-a715-202f50d3d5ee req-4f603cb5-aba9-4a5a-81f2-08db28db5b52 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:33.391203 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-da93d70f-10d0-4a37-a715-202f50d3d5ee req-4f603cb5-aba9-4a5a-81f2-08db28db5b52 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=6f528fbb-04ab-4c8c-b767-892fdc252aad HTTP/1.1" status: 200 len: 1027 time: 0.1704812 Oct 20 11:54:33.394404 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a0999c-10d4-4cf8-b845-87e91b86ce5b tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Made reservation on behalf of b83cf05325f74f7cb717378a188d738a for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:54:33.420261 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517477c-60f0-4e5d-bc72-e2e971d02eb6 req-c89485db-628b-4817-99b5-780a40484983 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:33.420874 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f517477c-60f0-4e5d-bc72-e2e971d02eb6 req-c89485db-628b-4817-99b5-780a40484983 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:33.539156 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f517477c-60f0-4e5d-bc72-e2e971d02eb6 req-c89485db-628b-4817-99b5-780a40484983 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.4350457 Oct 20 11:54:33.554275 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-da93d70f-10d0-4a37-a715-202f50d3d5ee req-2175fb0a-9d46-46ec-a3bd-0bf086249128 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=395c2073-719c-4e86-a3f7-1497e7a0c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242328 Oct 20 11:54:33.560373 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-f517477c-60f0-4e5d-bc72-e2e971d02eb6 req-a97b9796-ed27-4b11-81a3-4c6025f42a7f service neutron] Request body: {'port': {'device_id': '6f528fbb-04ab-4c8c-b767-892fdc252aad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:54:33.579192 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-127b5d10-26e8-4ed2-ad7f-f5a3c8391d83 None None] Attempting to bind port 6d966af4-545b-4486-afd3-22eb183d8a42 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:54:33.579671 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-127b5d10-26e8-4ed2-ad7f-f5a3c8391d83 None None] Attempting to bind port 6d966af4-545b-4486-afd3-22eb183d8a42 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '7c3f21e8-40f6-4bfe-851a-67a8539229a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '8130071c-8b78-4d7b-ace8-e65b963ed198'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:54:33.580048 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127b5d10-26e8-4ed2-ad7f-f5a3c8391d83 None None] Attempting to bind port 6d966af4-545b-4486-afd3-22eb183d8a42 on network 8130071c-8b78-4d7b-ace8-e65b963ed198 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:54:33.591412 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port e838abf8-076c-4c0b-9c8e-3e63f377e23c, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e838abf8-076c-4c0b-9c8e-3e63f377e23c,segment=NetworkSegment(20ebbbb1-41f7-44db-823b-52d1ce57eb2c),segment_id=20ebbbb1-41f7-44db-823b-52d1ce57eb2c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:33.605269 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127b5d10-26e8-4ed2-ad7f-f5a3c8391d83 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:54:33.605977 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127b5d10-26e8-4ed2-ad7f-f5a3c8391d83 None None] Checking segment: {'id': '7c3f21e8-40f6-4bfe-851a-67a8539229a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '8130071c-8b78-4d7b-ace8-e65b963ed198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:54:33.606584 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-127b5d10-26e8-4ed2-ad7f-f5a3c8391d83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:33.607176 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127b5d10-26e8-4ed2-ad7f-f5a3c8391d83 None None] Bound using segment: {'id': '7c3f21e8-40f6-4bfe-851a-67a8539229a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '8130071c-8b78-4d7b-ace8-e65b963ed198'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:54:33.609607 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-127b5d10-26e8-4ed2-ad7f-f5a3c8391d83 None None] Bound port: 6d966af4-545b-4486-afd3-22eb183d8a42, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c3f21e8-40f6-4bfe-851a-67a8539229a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '8130071c-8b78-4d7b-ace8-e65b963ed198'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:54:33.610403 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-127b5d10-26e8-4ed2-ad7f-f5a3c8391d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:33.632167 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-98a0999c-10d4-4cf8-b845-87e91b86ce5b tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:33.641528 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': 'e838abf8-076c-4c0b-9c8e-3e63f377e23c', 'network_id': 'd0b0898b-41c5-47d6-af5f-59df8c2e2c51', 'port_id': 'e838abf8-076c-4c0b-9c8e-3e63f377e23c', 'mac_address': 'fa:16:3e:a8:3d:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec4eb28-1b5f-4ac8-929a-617645776d5e', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:54:33.684557 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e8406-a3b8-483a-83b1-9c709f3eb6b9 req-a28d6e35-b3a2-4889-acd2-90be06fa8a2b tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:33.686134 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1f9e8406-a3b8-483a-83b1-9c709f3eb6b9 req-a28d6e35-b3a2-4889-acd2-90be06fa8a2b tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8588721-f63c-4172-8000-11e86ed24baa HTTP/1.1" status: 200 len: 946 time: 0.1900861 Oct 20 11:54:33.714281 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [None req-98a0999c-10d4-4cf8-b845-87e91b86ce5b tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] device_id is not set on port d233dcab-5f6c-451c-a2f5-8910f38e1033 yet. {{(pid=100647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:54:33.758325 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:33.777124 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-127b5d10-26e8-4ed2-ad7f-f5a3c8391d83 None None] For port 6d966af4-545b-4486-afd3-22eb183d8a42, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:54:33.780712 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-efe5d0a9-736a-4482-abac-7fdca0d87281 None None] Provisioning complete for port 19dfb504-c502-4f50-a744-4853ea91a9d3 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:33.781085 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-efe5d0a9-736a-4482-abac-7fdca0d87281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:33.807689 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e838abf8-076c-4c0b-9c8e-3e63f377e23c {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:54:33.817019 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-127b5d10-26e8-4ed2-ad7f-f5a3c8391d83 None None] For port 6d966af4-545b-4486-afd3-22eb183d8a42, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=6d966af4-545b-4486-afd3-22eb183d8a42,segment=NetworkSegment(7c3f21e8-40f6-4bfe-851a-67a8539229a5),segment_id=7c3f21e8-40f6-4bfe-851a-67a8539229a5)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:54:33.852942 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port e838abf8-076c-4c0b-9c8e-3e63f377e23c, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e838abf8-076c-4c0b-9c8e-3e63f377e23c,segment=NetworkSegment(20ebbbb1-41f7-44db-823b-52d1ce57eb2c),segment_id=20ebbbb1-41f7-44db-823b-52d1ce57eb2c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:33.866864 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-127b5d10-26e8-4ed2-ad7f-f5a3c8391d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:33.876096 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:33.877824 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-efe5d0a9-736a-4482-abac-7fdca0d87281 None None] Port 19dfb504-c502-4f50-a744-4853ea91a9d3 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:54:33.941834 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f517477c-60f0-4e5d-bc72-e2e971d02eb6 req-a97b9796-ed27-4b11-81a3-4c6025f42a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:34.009585 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b5d10-26e8-4ed2-ad7f-f5a3c8391d83 None None] Pushing event updated for resources: {'Port': ['ID=6d966af4-545b-4486-afd3-22eb183d8a42,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:34.076334 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1f9e8406-a3b8-483a-83b1-9c709f3eb6b9 req-c56e5297-e384-49d5-b589-ca54c8422c83 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/security-groups?id=99711255-51bd-4104-861e-3041d029afa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686190 Oct 20 11:54:34.159332 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=e838abf8-076c-4c0b-9c8e-3e63f377e23c,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:34.193638 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['e838abf8-076c-4c0b-9c8e-3e63f377e23c'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:54:34.256075 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-98a0999c-10d4-4cf8-b845-87e91b86ce5b tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Allocated IP 2001:db8::5e (8130071c-8b78-4d7b-ace8-e65b963ed198/7269317b-4c96-4a88-b4ac-f49b4162a44b/d233dcab-5f6c-451c-a2f5-8910f38e1033) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:54:34.516177 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44564) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:34.521156 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-e732f4e8-86a1-4685-968d-2394db682ed9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1354995140', 'description': 'tempest-secgroup-smoke-1354995140 description', 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:54:34.548014 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e732f4e8-86a1-4685-968d-2394db682ed9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:34.549005 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b82f975d-4845-42d9-b658-e5d31ca1c29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '333bf91a-1334-41b1-a4ba-55412e3c0479'}, {'server_uuid': '2b725624-33d4-4656-a49c-9868d6496fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0235475-442f-4dd1-8982-39f977eca6c3'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:54:34.553734 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6b93d0-badf-4932-8d01-35a42c5337f9" -d '{"events": [{"server_uuid": "b82f975d-4845-42d9-b658-e5d31ca1c29e", "name": "network-vif-plugged", "status": "completed", "tag": "333bf91a-1334-41b1-a4ba-55412e3c0479"}, {"server_uuid": "2b725624-33d4-4656-a49c-9868d6496fd6", "name": "network-vif-plugged", "status": "completed", "tag": "b0235475-442f-4dd1-8982-39f977eca6c3"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:54:34.559801 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e732f4e8-86a1-4685-968d-2394db682ed9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:34.563624 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be7e1a-c0bf-4f09-9ed0-1b9270d3dcb6 req-d15b53b9-c261-4a2d-8107-d32122ce87d5 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:34.574336 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-02be7e1a-c0bf-4f09-9ed0-1b9270d3dcb6 req-d15b53b9-c261-4a2d-8107-d32122ce87d5 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "GET /v2.0/ports?device_id=bdda786f-711e-4c53-b3e6-3e1d45bddc8e HTTP/1.1" status: 200 len: 908 time: 0.2989032 Oct 20 11:54:34.638994 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Oct 2021 11:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea88e73-9bef-4691-aed6-84d1cde7614d x-openstack-request-id: req-3ea88e73-9bef-4691-aed6-84d1cde7614d {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:54:34.639285 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b82f975d-4845-42d9-b658-e5d31ca1c29e", "name": "network-vif-plugged", "status": "completed", "tag": "333bf91a-1334-41b1-a4ba-55412e3c0479", "code": 200}, {"server_uuid": "2b725624-33d4-4656-a49c-9868d6496fd6", "name": "network-vif-plugged", "status": "completed", "tag": "b0235475-442f-4dd1-8982-39f977eca6c3", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:54:34.639534 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3ea88e73-9bef-4691-aed6-84d1cde7614d {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:54:34.639966 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b82f975d-4845-42d9-b658-e5d31ca1c29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '333bf91a-1334-41b1-a4ba-55412e3c0479', 'code': 200} Oct 20 11:54:34.640215 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b725624-33d4-4656-a49c-9868d6496fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0235475-442f-4dd1-8982-39f977eca6c3', 'code': 200} Oct 20 11:54:34.680862 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e732f4e8-86a1-4685-968d-2394db682ed9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:34.686558 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e732f4e8-86a1-4685-968d-2394db682ed9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:34.724741 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e732f4e8-86a1-4685-968d-2394db682ed9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1a8bf5-3759-4717-bbd7-aa6826ec7e40,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:34.800421 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606fb47-8905-4d12-b3fc-c03e524fac37 req-cb70ab04-7eaa-4f2a-b04c-77252ef1b937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:34.802414 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-f606fb47-8905-4d12-b3fc-c03e524fac37 req-cb70ab04-7eaa-4f2a-b04c-77252ef1b937 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2b725624-33d4-4656-a49c-9868d6496fd6 HTTP/1.1" status: 200 len: 1097 time: 0.0606413 Oct 20 11:54:34.859207 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e732f4e8-86a1-4685-968d-2394db682ed9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:34.863696 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bcee2b-0383-4db8-b0a2-60271738a004 req-515d3145-5887-4af7-937c-6358a695bcd0 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:34.865148 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-f606fb47-8905-4d12-b3fc-c03e524fac37 req-9751bb0c-c4ea-4427-bab6-df26ad6b3967 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=99711255-51bd-4104-861e-3041d029afa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510314 Oct 20 11:54:34.869495 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e732f4e8-86a1-4685-968d-2394db682ed9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:34.876150 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-65bcee2b-0383-4db8-b0a2-60271738a004 req-515d3145-5887-4af7-937c-6358a695bcd0 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=6f528fbb-04ab-4c8c-b767-892fdc252aad HTTP/1.1" status: 200 len: 1027 time: 0.1932228 Oct 20 11:54:34.887640 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-98a0999c-10d4-4cf8-b845-87e91b86ce5b tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:34.910911 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e732f4e8-86a1-4685-968d-2394db682ed9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7eb2a7d-ee6d-4283-97fc-8a188eb48807,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:34.916081 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e732f4e8-86a1-4685-968d-2394db682ed9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:34.921523 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e732f4e8-86a1-4685-968d-2394db682ed9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4041934 Oct 20 11:54:34.922203 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44570) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:34.928056 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-53450b34-03b1-4dd4-a92e-ca8d360de0c1 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Request body: {'security_group_rule': {'security_group_id': 'c7eb2a7d-ee6d-4283-97fc-8a188eb48807', 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:54:34.964110 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb0775-03f2-4d58-8bd3-dd55d90572a8 req-dc56536b-dd65-4f9f-9ad0-6d60955261a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:34.965671 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8dcb0775-03f2-4d58-8bd3-dd55d90572a8 req-dc56536b-dd65-4f9f-9ad0-6d60955261a3 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b82f975d-4845-42d9-b658-e5d31ca1c29e HTTP/1.1" status: 200 len: 1096 time: 0.2123995 Oct 20 11:54:34.969750 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-53450b34-03b1-4dd4-a92e-ca8d360de0c1 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:35.038884 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-98a0999c-10d4-4cf8-b845-87e91b86ce5b tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:35.050396 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-65bcee2b-0383-4db8-b0a2-60271738a004 req-428476ac-4673-4f61-b92c-c46c312805d1 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=395c2073-719c-4e86-a3f7-1497e7a0c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711931 Oct 20 11:54:35.056868 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-53450b34-03b1-4dd4-a92e-ca8d360de0c1 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:35.064684 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-53450b34-03b1-4dd4-a92e-ca8d360de0c1 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:35.090891 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-53450b34-03b1-4dd4-a92e-ca8d360de0c1 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:35.094836 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-53450b34-03b1-4dd4-a92e-ca8d360de0c1 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1684976 Oct 20 11:54:35.094985 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53450b34-03b1-4dd4-a92e-ca8d360de0c1 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98e69082-1420-437a-bd32-6a64371f8178,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:35.096728 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44572) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:35.107417 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-f2128d3f-9bfb-49a7-9e65-6c587134475d tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Request body: {'security_group_rule': {'security_group_id': 'c7eb2a7d-ee6d-4283-97fc-8a188eb48807', 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:54:35.115381 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a0999c-10d4-4cf8-b845-87e91b86ce5b tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Network 8130071c-8b78-4d7b-ace8-e65b963ed198 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:54:35.131334 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-f517477c-60f0-4e5d-bc72-e2e971d02eb6 req-a97b9796-ed27-4b11-81a3-4c6025f42a7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19dfb504-c502-4f50-a744-4853ea91a9d3 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:54:35.143699 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-98a0999c-10d4-4cf8-b845-87e91b86ce5b tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:54:35.153535 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f517477c-60f0-4e5d-bc72-e2e971d02eb6 req-a97b9796-ed27-4b11-81a3-4c6025f42a7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:35.156271 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a0999c-10d4-4cf8-b845-87e91b86ce5b tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:54:35.162014 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a0999c-10d4-4cf8-b845-87e91b86ce5b tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:35.162657 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-98a0999c-10d4-4cf8-b845-87e91b86ce5b tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:35.166116 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f2128d3f-9bfb-49a7-9e65-6c587134475d tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:35.206405 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device e838abf8-076c-4c0b-9c8e-3e63f377e23c up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:54:35.224144 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a0999c-10d4-4cf8-b845-87e91b86ce5b tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event updated for resources: {'Port': ['ID=d233dcab-5f6c-451c-a2f5-8910f38e1033,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:35.227251 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-f517477c-60f0-4e5d-bc72-e2e971d02eb6 req-a97b9796-ed27-4b11-81a3-4c6025f42a7f service neutron] Transition to ACTIVE for port object 19dfb504-c502-4f50-a744-4853ea91a9d3 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:54:35.248679 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8dcb0775-03f2-4d58-8bd3-dd55d90572a8 req-61883716-62f8-4b1e-9c4d-d48a1d6c7697 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=99711255-51bd-4104-861e-3041d029afa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459587 Oct 20 11:54:35.256277 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-98a0999c-10d4-4cf8-b845-87e91b86ce5b tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2079687 Oct 20 11:54:35.258869 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f517477c-60f0-4e5d-bc72-e2e971d02eb6 req-a97b9796-ed27-4b11-81a3-4c6025f42a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:35.259966 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44576) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:35.272731 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-089020c9-3d02-475e-afda-b94401245c61 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Request body: {'subnet': {'network_id': '8130071c-8b78-4d7b-ace8-e65b963ed198', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:54:35.315321 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port e838abf8-076c-4c0b-9c8e-3e63f377e23c completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:54:35.321034 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port e838abf8-076c-4c0b-9c8e-3e63f377e23c triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:35.321412 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:35.357331 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97b9796-ed27-4b11-81a3-4c6025f42a7f service neutron] Pushing event updated for resources: {'Port': ['ID=19dfb504-c502-4f50-a744-4853ea91a9d3,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:35.394091 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e3d68-decb-4cfc-9a10-f7ff43279162 req-c6972878-8b6b-489d-bf85-804866dead19 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:35.395964 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a23e3d68-decb-4cfc-9a10-f7ff43279162 req-c6972878-8b6b-489d-bf85-804866dead19 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8588721-f63c-4172-8000-11e86ed24baa HTTP/1.1" status: 200 len: 946 time: 0.2072542 Oct 20 11:54:35.453187 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f2128d3f-9bfb-49a7-9e65-6c587134475d tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:35.467299 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f2128d3f-9bfb-49a7-9e65-6c587134475d tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:35.489813 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:35.507271 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a23e3d68-decb-4cfc-9a10-f7ff43279162 req-82133965-8f7b-4cc6-a40e-a15cdc034eb6 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/security-groups?id=99711255-51bd-4104-861e-3041d029afa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014056 Oct 20 11:54:35.539923 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2128d3f-9bfb-49a7-9e65-6c587134475d tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e667f2e-4ca7-46bd-ae40-52ea8f554dee,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:35.540499 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-f517477c-60f0-4e5d-bc72-e2e971d02eb6 req-a97b9796-ed27-4b11-81a3-4c6025f42a7f service neutron] Attempting to bind port 19dfb504-c502-4f50-a744-4853ea91a9d3 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:54:35.540854 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-f517477c-60f0-4e5d-bc72-e2e971d02eb6 req-a97b9796-ed27-4b11-81a3-4c6025f42a7f service neutron] Attempting to bind port 19dfb504-c502-4f50-a744-4853ea91a9d3 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '6b3d97ef-4bba-4f94-8f99-2685e9f9dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'a1ee6cc3-6c58-4359-ad99-8145206c2e63'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:54:35.541326 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f517477c-60f0-4e5d-bc72-e2e971d02eb6 req-a97b9796-ed27-4b11-81a3-4c6025f42a7f service neutron] Attempting to bind port 19dfb504-c502-4f50-a744-4853ea91a9d3 on network a1ee6cc3-6c58-4359-ad99-8145206c2e63 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:54:35.557720 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089020c9-3d02-475e-afda-b94401245c61 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Made reservation on behalf of b83cf05325f74f7cb717378a188d738a for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:54:35.557963 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f517477c-60f0-4e5d-bc72-e2e971d02eb6 req-a97b9796-ed27-4b11-81a3-4c6025f42a7f service neutron] Port 19dfb504-c502-4f50-a744-4853ea91a9d3 on network a1ee6cc3-6c58-4359-ad99-8145206c2e63 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:54:35.558206 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f517477c-60f0-4e5d-bc72-e2e971d02eb6 req-a97b9796-ed27-4b11-81a3-4c6025f42a7f service neutron] Attempting to bind port 19dfb504-c502-4f50-a744-4853ea91a9d3 on network a1ee6cc3-6c58-4359-ad99-8145206c2e63 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:54:35.562119 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-089020c9-3d02-475e-afda-b94401245c61 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:35.578750 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f517477c-60f0-4e5d-bc72-e2e971d02eb6 req-a97b9796-ed27-4b11-81a3-4c6025f42a7f service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:54:35.579376 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f517477c-60f0-4e5d-bc72-e2e971d02eb6 req-a97b9796-ed27-4b11-81a3-4c6025f42a7f service neutron] Checking segment: {'id': '6b3d97ef-4bba-4f94-8f99-2685e9f9dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'a1ee6cc3-6c58-4359-ad99-8145206c2e63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:54:35.579978 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f517477c-60f0-4e5d-bc72-e2e971d02eb6 req-a97b9796-ed27-4b11-81a3-4c6025f42a7f service neutron] Bound using segment: {'id': '6b3d97ef-4bba-4f94-8f99-2685e9f9dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'a1ee6cc3-6c58-4359-ad99-8145206c2e63'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:54:35.580443 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-f517477c-60f0-4e5d-bc72-e2e971d02eb6 req-a97b9796-ed27-4b11-81a3-4c6025f42a7f service neutron] Bound port: 19dfb504-c502-4f50-a744-4853ea91a9d3, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b3d97ef-4bba-4f94-8f99-2685e9f9dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'a1ee6cc3-6c58-4359-ad99-8145206c2e63'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:54:35.580809 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f517477c-60f0-4e5d-bc72-e2e971d02eb6 req-a97b9796-ed27-4b11-81a3-4c6025f42a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:35.610248 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f2128d3f-9bfb-49a7-9e65-6c587134475d tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:35.611864 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f2128d3f-9bfb-49a7-9e65-6c587134475d tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5141783 Oct 20 11:54:35.613464 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port e838abf8-076c-4c0b-9c8e-3e63f377e23c, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e838abf8-076c-4c0b-9c8e-3e63f377e23c,segment=NetworkSegment(20ebbbb1-41f7-44db-823b-52d1ce57eb2c),segment_id=20ebbbb1-41f7-44db-823b-52d1ce57eb2c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:35.617176 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44584) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:35.623392 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-5ff40d3c-56ce-40a8-a2b3-58ab2c1faab9 None None] Provisioning complete for port 35690f2c-2feb-4563-84b2-f5898481065c triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:35.623808 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5ff40d3c-56ce-40a8-a2b3-58ab2c1faab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:35.628272 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:35.638549 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-31dcd229-6c27-474b-ad97-cdef573cb96d tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Request body: {'security_group_rule': {'security_group_id': 'c7eb2a7d-ee6d-4283-97fc-8a188eb48807', 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:54:35.759269 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=e838abf8-076c-4c0b-9c8e-3e63f377e23c,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:35.786110 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-31dcd229-6c27-474b-ad97-cdef573cb96d tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:35.797739 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-5ff40d3c-56ce-40a8-a2b3-58ab2c1faab9 None None] Port 35690f2c-2feb-4563-84b2-f5898481065c cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:54:35.811701 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-5ff40d3c-56ce-40a8-a2b3-58ab2c1faab9 None None] Provisioning complete for port 6d966af4-545b-4486-afd3-22eb183d8a42 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:35.812491 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5ff40d3c-56ce-40a8-a2b3-58ab2c1faab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:35.816670 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f64bb-dc8a-43b4-a59f-2b1d9145c17e req-7a84785f-1c0c-4b4b-9275-1e7019f536b5 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:35.824876 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-270f64bb-dc8a-43b4-a59f-2b1d9145c17e req-7a84785f-1c0c-4b4b-9275-1e7019f536b5 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "GET /v2.0/ports?device_id=bdda786f-711e-4c53-b3e6-3e1d45bddc8e HTTP/1.1" status: 200 len: 909 time: 0.1460414 Oct 20 11:54:35.832282 n-d-814735-3 neutron-server[100646]: INFO neutron.db.ipam_backend_mixin [None req-089020c9-3d02-475e-afda-b94401245c61 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7269317b-4c96-4a88-b4ac-f49b4162a44b (CIDR: 2001:db8::/64) Oct 20 11:54:35.841918 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-089020c9-3d02-475e-afda-b94401245c61 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:54:35.842120 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d78c7b-43c3-4302-9d84-7ec1f8c70457 req-975dcbcb-891a-479a-8162-900c55560850 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:35.842444 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-089020c9-3d02-475e-afda-b94401245c61 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:54:35.850246 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-77d78c7b-43c3-4302-9d84-7ec1f8c70457 req-975dcbcb-891a-479a-8162-900c55560850 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/ports?device_id=2b725624-33d4-4656-a49c-9868d6496fd6 HTTP/1.1" status: 200 len: 946 time: 0.2028692 Oct 20 11:54:35.853239 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-f517477c-60f0-4e5d-bc72-e2e971d02eb6 req-a97b9796-ed27-4b11-81a3-4c6025f42a7f service neutron] For port 19dfb504-c502-4f50-a744-4853ea91a9d3, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:54:35.857671 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-f517477c-60f0-4e5d-bc72-e2e971d02eb6 req-a97b9796-ed27-4b11-81a3-4c6025f42a7f service neutron] For port 19dfb504-c502-4f50-a744-4853ea91a9d3, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=19dfb504-c502-4f50-a744-4853ea91a9d3,segment=NetworkSegment(6b3d97ef-4bba-4f94-8f99-2685e9f9dd59),segment_id=6b3d97ef-4bba-4f94-8f99-2685e9f9dd59)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:54:35.871397 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-31dcd229-6c27-474b-ad97-cdef573cb96d tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:35.873892 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f517477c-60f0-4e5d-bc72-e2e971d02eb6 req-a97b9796-ed27-4b11-81a3-4c6025f42a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:35.880748 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-089020c9-3d02-475e-afda-b94401245c61 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6171246 Oct 20 11:54:35.880748 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-31dcd229-6c27-474b-ad97-cdef573cb96d tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:35.881325 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44586) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:35.890251 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-24c5ee70-7154-4380-83d8-c6702b9535d1 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Request body: {'subnet': {'network_id': '8130071c-8b78-4d7b-ace8-e65b963ed198', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:54:35.923077 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5ff40d3c-56ce-40a8-a2b3-58ab2c1faab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:35.924582 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dcd229-6c27-474b-ad97-cdef573cb96d tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bf06a3f-9901-4b52-a66b-c7f0ae71312b,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:35.941406 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-31dcd229-6c27-474b-ad97-cdef573cb96d tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:35.945180 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-31dcd229-6c27-474b-ad97-cdef573cb96d tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3224587 Oct 20 11:54:35.946386 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44588) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:35.950174 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-507bea14-d029-4c95-8f8f-2d6e2b7365b5 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Request body: {'security_group_rule': {'security_group_id': 'c7eb2a7d-ee6d-4283-97fc-8a188eb48807', 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:54:35.957511 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-77d78c7b-43c3-4302-9d84-7ec1f8c70457 req-83f78c22-2417-4d3d-ac96-da40e3a3eb62 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/security-groups?id=99711255-51bd-4104-861e-3041d029afa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913882 Oct 20 11:54:35.965286 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517477c-60f0-4e5d-bc72-e2e971d02eb6 req-a97b9796-ed27-4b11-81a3-4c6025f42a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:35.965891 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f517477c-60f0-4e5d-bc72-e2e971d02eb6 req-a97b9796-ed27-4b11-81a3-4c6025f42a7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:35.967295 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f517477c-60f0-4e5d-bc72-e2e971d02eb6 req-a97b9796-ed27-4b11-81a3-4c6025f42a7f service neutron] 10.222.0.89 "PUT /v2.0/ports/19dfb504-c502-4f50-a744-4853ea91a9d3 HTTP/1.1" status: 200 len: 1091 time: 2.4117954 Oct 20 11:54:35.967730 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f528fbb-04ab-4c8c-b767-892fdc252aad', 'tag': '19dfb504-c502-4f50-a744-4853ea91a9d3'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:54:35.970325 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa44706-4a31-4f2e-a1ec-e150e9475527" -d '{"events": [{"name": "network-changed", "server_uuid": "6f528fbb-04ab-4c8c-b767-892fdc252aad", "tag": "19dfb504-c502-4f50-a744-4853ea91a9d3"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:54:35.972134 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-5ff40d3c-56ce-40a8-a2b3-58ab2c1faab9 None None] For port 6d966af4-545b-4486-afd3-22eb183d8a42, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=6d966af4-545b-4486-afd3-22eb183d8a42,segment=NetworkSegment(7c3f21e8-40f6-4bfe-851a-67a8539229a5),segment_id=7c3f21e8-40f6-4bfe-851a-67a8539229a5)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:35.984711 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5ff40d3c-56ce-40a8-a2b3-58ab2c1faab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:36.030775 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97b9796-ed27-4b11-81a3-4c6025f42a7f service neutron] Pushing event updated for resources: {'Port': ['ID=19dfb504-c502-4f50-a744-4853ea91a9d3,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:36.035678 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d715afa-5afe-468b-bf4f-d14e196de530 x-openstack-request-id: req-5d715afa-5afe-468b-bf4f-d14e196de530 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:54:36.036013 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f528fbb-04ab-4c8c-b767-892fdc252aad", "tag": "19dfb504-c502-4f50-a744-4853ea91a9d3", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:54:36.036273 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5d715afa-5afe-468b-bf4f-d14e196de530 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:54:36.036824 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f528fbb-04ab-4c8c-b767-892fdc252aad', 'tag': '19dfb504-c502-4f50-a744-4853ea91a9d3', 'status': 'completed', 'code': 200} Oct 20 11:54:36.048053 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-507bea14-d029-4c95-8f8f-2d6e2b7365b5 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:36.063023 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c5ee70-7154-4380-83d8-c6702b9535d1 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Made reservation on behalf of b83cf05325f74f7cb717378a188d738a for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:54:36.068250 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-24c5ee70-7154-4380-83d8-c6702b9535d1 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:36.133024 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517477c-60f0-4e5d-bc72-e2e971d02eb6 req-19073eae-99f6-47d9-abdb-88a9d28cf192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:36.134747 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f517477c-60f0-4e5d-bc72-e2e971d02eb6 req-19073eae-99f6-47d9-abdb-88a9d28cf192 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f86ec970fdad4d5f94144e8cc68aba8d&device_id=6f528fbb-04ab-4c8c-b767-892fdc252aad HTTP/1.1" status: 200 len: 1094 time: 0.0971065 Oct 20 11:54:36.166583 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff40d3c-56ce-40a8-a2b3-58ab2c1faab9 None None] Pushing event updated for resources: {'Port': ['ID=6d966af4-545b-4486-afd3-22eb183d8a42,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:36.190205 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-07cc3e22-6160-40f8-bc5c-91a3ea8419a7 None None] Provisioning complete for port d233dcab-5f6c-451c-a2f5-8910f38e1033 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:36.190910 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-07cc3e22-6160-40f8-bc5c-91a3ea8419a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:36.203989 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-507bea14-d029-4c95-8f8f-2d6e2b7365b5 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:36.220266 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-507bea14-d029-4c95-8f8f-2d6e2b7365b5 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:36.232516 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 6d966af4-545b-4486-afd3-22eb183d8a42 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:54:36.242129 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507bea14-d029-4c95-8f8f-2d6e2b7365b5 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7cbbdb8-1beb-4df1-9e77-7098bfe24916,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:36.268404 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f517477c-60f0-4e5d-bc72-e2e971d02eb6 req-53adff8b-4931-4f22-8e72-3e2e16c1989d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19dfb504-c502-4f50-a744-4853ea91a9d3 HTTP/1.1" status: 200 len: 217 time: 0.1222456 Oct 20 11:54:36.275042 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-507bea14-d029-4c95-8f8f-2d6e2b7365b5 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:36.279233 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-507bea14-d029-4c95-8f8f-2d6e2b7365b5 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3300192 Oct 20 11:54:36.280002 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44594) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:36.285439 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-e83d0a73-bd3a-4d89-a71b-52a7f23b37c3 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Request body: {'security_group_rule': {'security_group_id': 'c7eb2a7d-ee6d-4283-97fc-8a188eb48807', 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:54:36.330673 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3f4c5-ebed-4da5-af1c-4aa98eaaf05f req-1c12c2bc-bc06-4be8-829a-07536d3fa76a tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:36.332882 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-32d3f4c5-ebed-4da5-af1c-4aa98eaaf05f req-1c12c2bc-bc06-4be8-829a-07536d3fa76a tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=6f528fbb-04ab-4c8c-b767-892fdc252aad HTTP/1.1" status: 200 len: 1094 time: 0.1173780 Oct 20 11:54:36.337232 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517477c-60f0-4e5d-bc72-e2e971d02eb6 req-4a8bb8f0-03cb-411a-9502-084f1180d3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:36.338880 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f517477c-60f0-4e5d-bc72-e2e971d02eb6 req-4a8bb8f0-03cb-411a-9502-084f1180d3a0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=726afd26-6734-4ee4-829b-820ca44a0853 HTTP/1.1" status: 200 len: 849 time: 0.0628455 Oct 20 11:54:36.343081 n-d-814735-3 neutron-server[100646]: INFO neutron.db.securitygroups_db [None req-e83d0a73-bd3a-4d89-a71b-52a7f23b37c3 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Project d69630d5f3304dc8a33f46da29b2ea4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:54:36.349066 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-07cc3e22-6160-40f8-bc5c-91a3ea8419a7 None None] Port d233dcab-5f6c-451c-a2f5-8910f38e1033 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:54:36.352511 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e83d0a73-bd3a-4d89-a71b-52a7f23b37c3 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:36.367309 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 6d966af4-545b-4486-afd3-22eb183d8a42 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:36.377478 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:36.452147 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-32d3f4c5-ebed-4da5-af1c-4aa98eaaf05f req-b3c5c362-c8af-4ff6-92c1-162ede631baf tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=395c2073-719c-4e86-a3f7-1497e7a0c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048608 Oct 20 11:54:36.492922 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517477c-60f0-4e5d-bc72-e2e971d02eb6 req-67fbbdde-a555-4ac2-8e8b-fa98b05468cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:36.494501 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e83d0a73-bd3a-4d89-a71b-52a7f23b37c3 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:36.494630 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f517477c-60f0-4e5d-bc72-e2e971d02eb6 req-67fbbdde-a555-4ac2-8e8b-fa98b05468cc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a1ee6cc3-6c58-4359-ad99-8145206c2e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1313307 Oct 20 11:54:36.508936 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e83d0a73-bd3a-4d89-a71b-52a7f23b37c3 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:36.540100 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83d0a73-bd3a-4d89-a71b-52a7f23b37c3 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d92699ed-0b78-4ca9-a729-051866067ed9,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:36.543198 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-24c5ee70-7154-4380-83d8-c6702b9535d1 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:36.554256 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e83d0a73-bd3a-4d89-a71b-52a7f23b37c3 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:36.555816 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e83d0a73-bd3a-4d89-a71b-52a7f23b37c3 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2751989 Oct 20 11:54:36.581394 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44602) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:36.594167 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-ca63ddbe-17f0-4ff9-bf79-5e6c4931ebc8 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Request body: {'security_group_rule': {'security_group_id': 'c7eb2a7d-ee6d-4283-97fc-8a188eb48807', 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:54:36.621943 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c5ee70-7154-4380-83d8-c6702b9535d1 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Network 8130071c-8b78-4d7b-ace8-e65b963ed198 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:54:36.628913 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-24c5ee70-7154-4380-83d8-c6702b9535d1 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:54:36.638130 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c5ee70-7154-4380-83d8-c6702b9535d1 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:36.638893 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-24c5ee70-7154-4380-83d8-c6702b9535d1 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:36.643922 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdda786f-711e-4c53-b3e6-3e1d45bddc8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e838abf8-076c-4c0b-9c8e-3e63f377e23c'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:54:36.644486 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c5ee70-7154-4380-83d8-c6702b9535d1 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event updated for resources: {'Subnet': ['ID=77f60299-fac4-47e4-a128-0a550ffc01e6,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:36.646241 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c79b65d-0265-436c-8cbd-1d6efbee7fe7" -d '{"events": [{"server_uuid": "bdda786f-711e-4c53-b3e6-3e1d45bddc8e", "name": "network-vif-plugged", "status": "completed", "tag": "e838abf8-076c-4c0b-9c8e-3e63f377e23c"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:54:36.652149 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dddf824-94e6-4ef7-82f5-cb3f7cb763a2 None None] Network 8130071c-8b78-4d7b-ace8-e65b963ed198 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:54:36.657191 n-d-814735-3 neutron-server[100646]: INFO neutron.db.securitygroups_db [None req-ca63ddbe-17f0-4ff9-bf79-5e6c4931ebc8 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Project d69630d5f3304dc8a33f46da29b2ea4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:54:36.663211 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ca63ddbe-17f0-4ff9-bf79-5e6c4931ebc8 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:36.674182 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f517477c-60f0-4e5d-bc72-e2e971d02eb6 req-235833e0-ca4d-4016-962b-4d752a2b7fad service neutron] 10.222.0.89 "GET /v2.0/networks/a1ee6cc3-6c58-4359-ad99-8145206c2e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709437 Oct 20 11:54:36.682631 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-24c5ee70-7154-4380-83d8-c6702b9535d1 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7976902 Oct 20 11:54:36.685412 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44606) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:36.696971 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-97966e13-f1be-4dff-9886-c42beb38ed06 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-529201453', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '77f60299-fac4-47e4-a128-0a550ffc01e6'}], 'security_groups': ['b0664aaa-52ce-4c2e-a249-05c277192ba1']}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:54:36.727362 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f8d38a-a997-4999-b0b4-cb973748757d x-openstack-request-id: req-a3f8d38a-a997-4999-b0b4-cb973748757d {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:54:36.727647 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdda786f-711e-4c53-b3e6-3e1d45bddc8e", "name": "network-vif-plugged", "status": "completed", "tag": "e838abf8-076c-4c0b-9c8e-3e63f377e23c", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:54:36.727898 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a3f8d38a-a997-4999-b0b4-cb973748757d {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:54:36.728282 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdda786f-711e-4c53-b3e6-3e1d45bddc8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e838abf8-076c-4c0b-9c8e-3e63f377e23c', 'code': 200} Oct 20 11:54:36.732774 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ca63ddbe-17f0-4ff9-bf79-5e6c4931ebc8 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:36.740968 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ca63ddbe-17f0-4ff9-bf79-5e6c4931ebc8 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:36.762331 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca63ddbe-17f0-4ff9-bf79-5e6c4931ebc8 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05694531-5836-4288-8270-374246e8d860,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:36.798639 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ca63ddbe-17f0-4ff9-bf79-5e6c4931ebc8 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:36.799923 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ca63ddbe-17f0-4ff9-bf79-5e6c4931ebc8 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2154820 Oct 20 11:54:36.802986 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44610) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:36.811091 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-c290ef77-1311-4595-9f37-9213cd805de5 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Request body: {'network': {'name': 'tempest-network-smoke--137394966', 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'port_security_enabled': True}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:54:36.847087 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c290ef77-1311-4595-9f37-9213cd805de5 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Made reservation on behalf of d69630d5f3304dc8a33f46da29b2ea4c for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:54:36.851261 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c290ef77-1311-4595-9f37-9213cd805de5 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:36.887694 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c290ef77-1311-4595-9f37-9213cd805de5 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] vlan segment allocate from pool success with {'vlan_id': 1272, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:54:36.899235 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c290ef77-1311-4595-9f37-9213cd805de5 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:36.899911 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-c290ef77-1311-4595-9f37-9213cd805de5 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Added segment 702cbdac-91cd-41f1-83e2-3306ffc6d11e of type vlan for network be8d4b08-1f40-41ca-825b-f5eddd831266 Oct 20 11:54:36.949667 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c290ef77-1311-4595-9f37-9213cd805de5 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:36.989904 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c290ef77-1311-4595-9f37-9213cd805de5 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:36.995777 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c290ef77-1311-4595-9f37-9213cd805de5 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:36.996403 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c290ef77-1311-4595-9f37-9213cd805de5 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:37.010706 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-97966e13-f1be-4dff-9886-c42beb38ed06 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:37.051375 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d674895-c2bd-47e8-b4b1-ac2950597885 req-7091cdb5-5a90-4936-a9e8-2fc234d790fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:37.052866 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5d674895-c2bd-47e8-b4b1-ac2950597885 req-7091cdb5-5a90-4936-a9e8-2fc234d790fb service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=bdda786f-711e-4c53-b3e6-3e1d45bddc8e HTTP/1.1" status: 200 len: 1060 time: 0.1920741 Oct 20 11:54:37.053247 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c290ef77-1311-4595-9f37-9213cd805de5 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2487705 Oct 20 11:54:37.053952 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44620) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:37.062463 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-62fe7c3b-1fa3-477a-825a-c4ee84e3dc90 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1334602402', 'admin_state_up': True, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:54:37.067615 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f517477c-60f0-4e5d-bc72-e2e971d02eb6 req-d2730473-62c9-4fe9-91eb-b9ba78efe7e9 service neutron] 10.222.0.89 "GET /v2.0/networks/a1ee6cc3-6c58-4359-ad99-8145206c2e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3853087 Oct 20 11:54:37.099103 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762edecf-9511-4e4d-b692-502e71045902 None None] Update dhcp port {'port': {'network_id': '8130071c-8b78-4d7b-ace8-e65b963ed198', 'fixed_ips': [{'subnet_id': '7269317b-4c96-4a88-b4ac-f49b4162a44b', 'ip_address': '2001:db8::2'}, {'subnet_id': '77f60299-fac4-47e4-a128-0a550ffc01e6'}], 'binding:host_id': 'n-d-814735-3'}, 'id': '6d966af4-545b-4486-afd3-22eb183d8a42'} from n-d-814735-3. {{(pid=100648) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 11:54:37.102265 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c290ef77-1311-4595-9f37-9213cd805de5 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'Network': ['ID=be8d4b08-1f40-41ca-825b-f5eddd831266,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:37.121189 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-62fe7c3b-1fa3-477a-825a-c4ee84e3dc90 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:37.122676 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-62fe7c3b-1fa3-477a-825a-c4ee84e3dc90 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:37.126897 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5360ea-76fb-49a2-9707-6fe85b70a4c9 req-a72f277a-a88d-4e8f-8624-0eefd334a8df tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:37.128447 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9a5360ea-76fb-49a2-9707-6fe85b70a4c9 req-a72f277a-a88d-4e8f-8624-0eefd334a8df tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "GET /v2.0/ports?device_id=bdda786f-711e-4c53-b3e6-3e1d45bddc8e HTTP/1.1" status: 200 len: 909 time: 0.1679828 Oct 20 11:54:37.145548 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network be8d4b08-1f40-41ca-825b-f5eddd831266 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:54:37.189564 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e17f1-2acc-4798-8e87-241e6ea5f35e req-0e603733-15e1-42d6-92f1-667efecd3497 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:37.196933 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ae9e17f1-2acc-4798-8e87-241e6ea5f35e req-0e603733-15e1-42d6-92f1-667efecd3497 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/ports?device_id=2b725624-33d4-4656-a49c-9868d6496fd6 HTTP/1.1" status: 200 len: 946 time: 0.1567581 Oct 20 11:54:37.207232 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-62fe7c3b-1fa3-477a-825a-c4ee84e3dc90 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:37.232391 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-762edecf-9511-4e4d-b692-502e71045902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:37.303930 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ae9e17f1-2acc-4798-8e87-241e6ea5f35e req-ffc011d0-2e30-4189-83e2-cd3ba6795a7e tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/security-groups?id=99711255-51bd-4104-861e-3041d029afa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962312 Oct 20 11:54:37.415981 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-62fe7c3b-1fa3-477a-825a-c4ee84e3dc90 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:37.456750 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-762edecf-9511-4e4d-b692-502e71045902 None None] Allocated IP 2001:db8:0:1::2 (8130071c-8b78-4d7b-ace8-e65b963ed198/77f60299-fac4-47e4-a128-0a550ffc01e6/6d966af4-545b-4486-afd3-22eb183d8a42) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:54:37.576508 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-762edecf-9511-4e4d-b692-502e71045902 None None] For port 6d966af4-545b-4486-afd3-22eb183d8a42, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=6d966af4-545b-4486-afd3-22eb183d8a42,segment=NetworkSegment(7c3f21e8-40f6-4bfe-851a-67a8539229a5),segment_id=7c3f21e8-40f6-4bfe-851a-67a8539229a5)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:37.611527 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-762edecf-9511-4e4d-b692-502e71045902 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:37.619013 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-762edecf-9511-4e4d-b692-502e71045902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:37.657681 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-62fe7c3b-1fa3-477a-825a-c4ee84e3dc90 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for router_gateway, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:37.687818 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-62fe7c3b-1fa3-477a-825a-c4ee84e3dc90 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:37.730179 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762edecf-9511-4e4d-b692-502e71045902 None None] Pushing event updated for resources: {'Port': ['ID=6d966af4-545b-4486-afd3-22eb183d8a42,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:37.838077 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-62fe7c3b-1fa3-477a-825a-c4ee84e3dc90 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Allocated IP 172.25.5.20 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/643cda57-62e2-4b2b-a5e0-d0b8f8d449a7) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:54:37.957413 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa44706-4a31-4f2e-a1ec-e150e9475527 req-68793c12-6683-451f-b2eb-8a97ae4955dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:37.959175 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5aa44706-4a31-4f2e-a1ec-e150e9475527 req-68793c12-6683-451f-b2eb-8a97ae4955dd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f86ec970fdad4d5f94144e8cc68aba8d&device_id=6f528fbb-04ab-4c8c-b767-892fdc252aad HTTP/1.1" status: 200 len: 1094 time: 0.6225631 Oct 20 11:54:38.000213 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-62fe7c3b-1fa3-477a-825a-c4ee84e3dc90 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:38.040244 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-62fe7c3b-1fa3-477a-825a-c4ee84e3dc90 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:38.080943 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-97966e13-f1be-4dff-9886-c42beb38ed06 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Delete allocated IP 2001:db8::5e (8130071c-8b78-4d7b-ace8-e65b963ed198/7269317b-4c96-4a88-b4ac-f49b4162a44b) {{(pid=100647) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 20 11:54:38.084846 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fe7c3b-1fa3-477a-825a-c4ee84e3dc90 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:54:38.088966 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-62fe7c3b-1fa3-477a-825a-c4ee84e3dc90 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:54:38.089127 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-97966e13-f1be-4dff-9886-c42beb38ed06 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Allocated IP 2001:db8:0:1::e2 (8130071c-8b78-4d7b-ace8-e65b963ed198/77f60299-fac4-47e4-a128-0a550ffc01e6/d233dcab-5f6c-451c-a2f5-8910f38e1033) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:54:38.097396 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fe7c3b-1fa3-477a-825a-c4ee84e3dc90 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:54:38.102418 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe7c3b-1fa3-477a-825a-c4ee84e3dc90 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'Port': ['ID=643cda57-62e2-4b2b-a5e0-d0b8f8d449a7,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:38.118980 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 6d966af4-545b-4486-afd3-22eb183d8a42 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:54:38.216015 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 6d966af4-545b-4486-afd3-22eb183d8a42 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:38.216671 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:38.321230 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa44706-4a31-4f2e-a1ec-e150e9475527 req-1bc37953-58d0-4219-86c3-2e26d28242fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:38.323769 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5aa44706-4a31-4f2e-a1ec-e150e9475527 req-1bc37953-58d0-4219-86c3-2e26d28242fb service neutron] 10.222.0.89 "GET /v2.0/networks?id=a1ee6cc3-6c58-4359-ad99-8145206c2e63 HTTP/1.1" status: 200 len: 912 time: 0.1729701 Oct 20 11:54:38.342315 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bfb5f0-c7cb-415b-b1d7-0c37c581f24f req-b83948cc-0555-419b-9cd0-1b5f60cc76bd tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:38.344010 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f0bfb5f0-c7cb-415b-b1d7-0c37c581f24f req-b83948cc-0555-419b-9cd0-1b5f60cc76bd tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/ports?device_id=b82f975d-4845-42d9-b658-e5d31ca1c29e HTTP/1.1" status: 200 len: 945 time: 0.4957204 Oct 20 11:54:38.349510 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d715be-7fbf-47d1-9ecd-ba057bdc4448 req-05181c68-ff4d-4310-a0d4-fc91e5b1ed67 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:38.351119 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-06d715be-7fbf-47d1-9ecd-ba057bdc4448 req-05181c68-ff4d-4310-a0d4-fc91e5b1ed67 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=6f528fbb-04ab-4c8c-b767-892fdc252aad HTTP/1.1" status: 200 len: 1094 time: 0.4931700 Oct 20 11:54:38.427367 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5aa44706-4a31-4f2e-a1ec-e150e9475527 req-22997d67-b774-4cce-a4e1-f9fbcd094312 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19dfb504-c502-4f50-a744-4853ea91a9d3 HTTP/1.1" status: 200 len: 217 time: 0.0821314 Oct 20 11:54:38.439264 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-62fe7c3b-1fa3-477a-825a-c4ee84e3dc90 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for router_gateway, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:38.522198 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f0bfb5f0-c7cb-415b-b1d7-0c37c581f24f req-47187e91-2dcd-4d94-81d0-5e18fe85c224 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/security-groups?id=99711255-51bd-4104-861e-3041d029afa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701045 Oct 20 11:54:38.528803 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-06d715be-7fbf-47d1-9ecd-ba057bdc4448 req-99be115c-02f2-4d8f-adc2-fefada964091 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=395c2073-719c-4e86-a3f7-1497e7a0c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678631 Oct 20 11:54:38.547985 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa44706-4a31-4f2e-a1ec-e150e9475527 req-c64f25df-beba-4bb4-9744-0d28fcc5c4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:38.547985 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5aa44706-4a31-4f2e-a1ec-e150e9475527 req-c64f25df-beba-4bb4-9744-0d28fcc5c4b6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=726afd26-6734-4ee4-829b-820ca44a0853 HTTP/1.1" status: 200 len: 849 time: 0.1081676 Oct 20 11:54:38.563982 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-97966e13-f1be-4dff-9886-c42beb38ed06 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:38.606988 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-97966e13-f1be-4dff-9886-c42beb38ed06 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:38.611907 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-31374839-b430-4be8-b2d9-89eafe1f857e None None] Provisioning complete for port 35690f2c-2feb-4563-84b2-f5898481065c triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:38.612487 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-31374839-b430-4be8-b2d9-89eafe1f857e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:38.663688 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-31374839-b430-4be8-b2d9-89eafe1f857e None None] Port 35690f2c-2feb-4563-84b2-f5898481065c cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:54:38.675771 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-31374839-b430-4be8-b2d9-89eafe1f857e None None] Provisioning complete for port 6d966af4-545b-4486-afd3-22eb183d8a42 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:38.676140 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-31374839-b430-4be8-b2d9-89eafe1f857e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:38.684099 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-62fe7c3b-1fa3-477a-825a-c4ee84e3dc90 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:38.764048 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa44706-4a31-4f2e-a1ec-e150e9475527 req-dcbceb0d-281c-43aa-8628-2f079f6e6256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:38.765584 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5aa44706-4a31-4f2e-a1ec-e150e9475527 req-dcbceb0d-281c-43aa-8628-2f079f6e6256 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a1ee6cc3-6c58-4359-ad99-8145206c2e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2126493 Oct 20 11:54:38.767278 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97966e13-f1be-4dff-9886-c42beb38ed06 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event updated for resources: {'Port': ['ID=d233dcab-5f6c-451c-a2f5-8910f38e1033,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:38.770211 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-97966e13-f1be-4dff-9886-c42beb38ed06 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] In _notify_port_updated(), no bound segment for port d233dcab-5f6c-451c-a2f5-8910f38e1033 on network 8130071c-8b78-4d7b-ace8-e65b963ed198 {{(pid=100647) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 11:54:38.776436 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97966e13-f1be-4dff-9886-c42beb38ed06 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:38.777084 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-97966e13-f1be-4dff-9886-c42beb38ed06 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:38.781222 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-97966e13-f1be-4dff-9886-c42beb38ed06 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "PUT /v2.0/ports/d233dcab-5f6c-451c-a2f5-8910f38e1033 HTTP/1.1" status: 200 len: 929 time: 2.0908644 Oct 20 11:54:38.788031 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44632) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:38.796204 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909c787-f7bc-47a4-b7cc-eea483aac928 req-814c5d58-03d5-4df1-bb43-092163a9008f tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:38.804795 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8909c787-f7bc-47a4-b7cc-eea483aac928 req-814c5d58-03d5-4df1-bb43-092163a9008f tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "GET /v2.0/ports?device_id=bdda786f-711e-4c53-b3e6-3e1d45bddc8e HTTP/1.1" status: 200 len: 909 time: 0.1994231 Oct 20 11:54:38.849364 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-31374839-b430-4be8-b2d9-89eafe1f857e None None] Provisioning complete for port d233dcab-5f6c-451c-a2f5-8910f38e1033 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:38.850048 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-31374839-b430-4be8-b2d9-89eafe1f857e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:38.904746 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-31374839-b430-4be8-b2d9-89eafe1f857e None None] Port d233dcab-5f6c-451c-a2f5-8910f38e1033 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:54:38.978078 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-84be7ac9-d7a9-488c-8048-2713a64a8bdc tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Deleting port d233dcab-5f6c-451c-a2f5-8910f38e1033 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:54:38.979643 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-84be7ac9-d7a9-488c-8048-2713a64a8bdc tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:38.986493 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62fe7c3b-1fa3-477a-825a-c4ee84e3dc90 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Router 1e3b7f11-ff99-48bc-9948-7555a87592e0 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:54:39.025565 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf581e6a-09b4-4755-b07b-4867c56eed58 req-a1924f09-93ac-4e01-9399-547de1b1ed76 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:39.027621 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf581e6a-09b4-4755-b07b-4867c56eed58 req-a1924f09-93ac-4e01-9399-547de1b1ed76 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8588721-f63c-4172-8000-11e86ed24baa HTTP/1.1" status: 200 len: 946 time: 0.1361616 Oct 20 11:54:39.035014 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5aa44706-4a31-4f2e-a1ec-e150e9475527 req-484dc942-78cc-4486-ad74-261180a4538a service neutron] 10.222.0.89 "GET /v2.0/networks/a1ee6cc3-6c58-4359-ad99-8145206c2e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552342 Oct 20 11:54:39.045043 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca4cd2-a132-49f9-9975-c136af007377 req-ac40d2da-1ff4-4087-b404-e077f4edb153 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:39.046614 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-30ca4cd2-a132-49f9-9975-c136af007377 req-ac40d2da-1ff4-4087-b404-e077f4edb153 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "GET /v2.0/ports?device_id=bdda786f-711e-4c53-b3e6-3e1d45bddc8e HTTP/1.1" status: 200 len: 909 time: 0.1455593 Oct 20 11:54:39.135092 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-626859e7-b2e8-438f-996c-d16e9b8cea2a None None] Provisioning complete for port d233dcab-5f6c-451c-a2f5-8910f38e1033 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:39.138817 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-626859e7-b2e8-438f-996c-d16e9b8cea2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:39.155206 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf581e6a-09b4-4755-b07b-4867c56eed58 req-2f20ceee-1e60-461f-868c-9ab91c1549af tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/security-groups?id=99711255-51bd-4104-861e-3041d029afa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190908 Oct 20 11:54:39.166898 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-84be7ac9-d7a9-488c-8048-2713a64a8bdc tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:39.212552 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 19dfb504-c502-4f50-a744-4853ea91a9d3 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:54:39.222635 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-84be7ac9-d7a9-488c-8048-2713a64a8bdc tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Calling delete_port for d233dcab-5f6c-451c-a2f5-8910f38e1033 owned by {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:54:39.242994 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-626859e7-b2e8-438f-996c-d16e9b8cea2a None None] Port d233dcab-5f6c-451c-a2f5-8910f38e1033 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:54:39.257000 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5aa44706-4a31-4f2e-a1ec-e150e9475527 req-6f9fae0a-5919-4e01-8fa7-1ca73110a625 service neutron] 10.222.0.89 "GET /v2.0/networks/a1ee6cc3-6c58-4359-ad99-8145206c2e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086258 Oct 20 11:54:39.257364 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62fe7c3b-1fa3-477a-825a-c4ee84e3dc90 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:54:39.275485 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698a51bb-e2e9-42b0-becf-4d081a62aa3f None None] Sync routers for ids ['1e3b7f11-ff99-48bc-9948-7555a87592e0'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:54:39.290889 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698a51bb-e2e9-42b0-becf-4d081a62aa3f None None] Routers {'1e3b7f11-ff99-48bc-9948-7555a87592e0'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:54:39.292664 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-698a51bb-e2e9-42b0-becf-4d081a62aa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:54:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['1e3b7f11-ff99-48bc-9948-7555a87592e0'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:39.294102 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7feff-20b7-4420-a3ad-6839340a54b9 req-9f872590-c8d0-4cee-868b-d03a816a1a35 tempest-TestSecurityGroupsBasicOps-321817424 tempest-TestSecurityGroupsBasicOps-321817424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:39.296030 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b0c7feff-20b7-4420-a3ad-6839340a54b9 req-9f872590-c8d0-4cee-868b-d03a816a1a35 tempest-TestSecurityGroupsBasicOps-321817424 tempest-TestSecurityGroupsBasicOps-321817424-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=bdda786f-711e-4c53-b3e6-3e1d45bddc8e HTTP/1.1" status: 200 len: 1060 time: 0.1397376 Oct 20 11:54:39.412059 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-62fe7c3b-1fa3-477a-825a-c4ee84e3dc90 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:39.413692 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 19dfb504-c502-4f50-a744-4853ea91a9d3, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=19dfb504-c502-4f50-a744-4853ea91a9d3,segment=NetworkSegment(6b3d97ef-4bba-4f94-8f99-2685e9f9dd59),segment_id=6b3d97ef-4bba-4f94-8f99-2685e9f9dd59)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:39.430069 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44650) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:39.433079 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '19dfb504-c502-4f50-a744-4853ea91a9d3', 'network_id': 'a1ee6cc3-6c58-4359-ad99-8145206c2e63', 'port_id': '19dfb504-c502-4f50-a744-4853ea91a9d3', 'mac_address': 'fa:16:3e:6f:d8:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '726afd26-6734-4ee4-829b-820ca44a0853', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:54:39.433390 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-62fe7c3b-1fa3-477a-825a-c4ee84e3dc90 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3608494 Oct 20 11:54:39.474021 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296b466-4e43-4425-b9f5-ec0c3e1325a8 req-852a9449-42a5-4790-855e-9a997bfe0e4d tempest-TestSecurityGroupsBasicOps-321817424 tempest-TestSecurityGroupsBasicOps-321817424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:39.482286 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6296b466-4e43-4425-b9f5-ec0c3e1325a8 req-852a9449-42a5-4790-855e-9a997bfe0e4d tempest-TestSecurityGroupsBasicOps-321817424 tempest-TestSecurityGroupsBasicOps-321817424-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=aa24d78b-cb4f-4ffb-9be7-b2542aaad944 HTTP/1.1" status: 200 len: 1135 time: 0.0641661 Oct 20 11:54:39.514777 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:39.528678 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19dfb504-c502-4f50-a744-4853ea91a9d3 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:54:39.530887 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6296b466-4e43-4425-b9f5-ec0c3e1325a8 req-05701d3c-d5a3-434e-be4d-cbdcb1de5028 tempest-TestSecurityGroupsBasicOps-321817424 tempest-TestSecurityGroupsBasicOps-321817424-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=884d5e93-ee41-4297-91fc-60485dc1dea4&id=8e8cc62e-fd19-44b7-bfa7-510594baf584&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0469897 Oct 20 11:54:39.544961 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44656) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:39.572697 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-84be7ac9-d7a9-488c-8048-2713a64a8bdc tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:39.593170 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 19dfb504-c502-4f50-a744-4853ea91a9d3, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=19dfb504-c502-4f50-a744-4853ea91a9d3,segment=NetworkSegment(6b3d97ef-4bba-4f94-8f99-2685e9f9dd59),segment_id=6b3d97ef-4bba-4f94-8f99-2685e9f9dd59)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:39.612732 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:39.685532 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84be7ac9-d7a9-488c-8048-2713a64a8bdc tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event deleted for resources: {'Port': ['ID=d233dcab-5f6c-451c-a2f5-8910f38e1033,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:39.716205 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cb7701-d618-4464-a2cc-273b30c71408 tempest-TestSecurityGroupsBasicOps-321817424 tempest-TestSecurityGroupsBasicOps-321817424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:39.722203 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-b7cb7701-d618-4464-a2cc-273b30c71408 tempest-TestSecurityGroupsBasicOps-321817424 tempest-TestSecurityGroupsBasicOps-321817424-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=bdda786f-711e-4c53-b3e6-3e1d45bddc8e HTTP/1.1" status: 200 len: 1055 time: 0.1752195 Oct 20 11:54:39.729846 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca009956-bace-404c-a73d-1d68b33de9a3 req-3e5cb7ef-91be-476d-8db1-c74fda7f713d tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:39.734194 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-84be7ac9-d7a9-488c-8048-2713a64a8bdc tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:39.738000 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-84be7ac9-d7a9-488c-8048-2713a64a8bdc tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "DELETE /v2.0/ports/d233dcab-5f6c-451c-a2f5-8910f38e1033 HTTP/1.1" status: 204 len: 168 time: 0.9494116 Oct 20 11:54:39.740517 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=19dfb504-c502-4f50-a744-4853ea91a9d3,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:39.741165 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ca009956-bace-404c-a73d-1d68b33de9a3 req-3e5cb7ef-91be-476d-8db1-c74fda7f713d tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=6f528fbb-04ab-4c8c-b767-892fdc252aad HTTP/1.1" status: 200 len: 1095 time: 0.1191564 Oct 20 11:54:39.741767 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44664) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:39.818561 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ca009956-bace-404c-a73d-1d68b33de9a3 req-86afc5e2-7faf-4076-b9aa-c37451bfb204 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=395c2073-719c-4e86-a3f7-1497e7a0c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645471 Oct 20 11:54:39.819932 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-bac307a8-f633-4110-87a5-ea119b617ae0 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] GET failed (client error): The resource could not be found. Oct 20 11:54:39.821843 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-bac307a8-f633-4110-87a5-ea119b617ae0 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "GET /v2.0/ports/d233dcab-5f6c-451c-a2f5-8910f38e1033 HTTP/1.1" status: 404 len: 333 time: 0.0778801 Oct 20 11:54:39.824649 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44666) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:39.838473 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f0add-8e4b-42c0-ba80-1bc301a16ddd req-f70a9cef-75c4-44bf-9b46-ff879d029662 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:39.852592 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-df5f0add-8e4b-42c0-ba80-1bc301a16ddd req-f70a9cef-75c4-44bf-9b46-ff879d029662 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/ports?device_id=2b725624-33d4-4656-a49c-9868d6496fd6 HTTP/1.1" status: 200 len: 946 time: 0.1987734 Oct 20 11:54:39.863885 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['19dfb504-c502-4f50-a744-4853ea91a9d3'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:54:39.904378 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-698a51bb-e2e9-42b0-becf-4d081a62aa3f None None] Set router 1e3b7f11-ff99-48bc-9948-7555a87592e0 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:54:39.959005 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-011d99c4-3254-427e-9a0f-c399f72162e8 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:39.971567 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-6d293333-7575-47fd-8f7a-241d12e96819 tempest-TestNetworkAdvancedServerOps-525790075 tempest-TestNetworkAdvancedServerOps-525790075-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=d69630d5f3304dc8a33f46da29b2ea4c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5378556 Oct 20 11:54:39.972608 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44668) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:40.016366 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-011d99c4-3254-427e-9a0f-c399f72162e8 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:40.028124 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-df5f0add-8e4b-42c0-ba80-1bc301a16ddd req-99e8e5b6-f5c3-4c88-bb3c-acf9cfe58fcd tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/security-groups?id=99711255-51bd-4104-861e-3041d029afa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746206 Oct 20 11:54:40.047939 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:40.188476 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-011d99c4-3254-427e-9a0f-c399f72162e8 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:40.191877 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-011d99c4-3254-427e-9a0f-c399f72162e8 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:40.199151 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-011d99c4-3254-427e-9a0f-c399f72162e8 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "DELETE /v2.0/security-groups/6c7ea404-156a-47c1-a58b-d76625398bfd HTTP/1.1" status: 204 len: 168 time: 0.3733828 Oct 20 11:54:40.200066 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44674) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:40.212058 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9265accc-dd64-4cbf-81b9-4ef34e31b375 tempest-TestNetworkAdvancedServerOps-525790075 tempest-TestNetworkAdvancedServerOps-525790075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:40.216331 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-9265accc-dd64-4cbf-81b9-4ef34e31b375 tempest-TestNetworkAdvancedServerOps-525790075 tempest-TestNetworkAdvancedServerOps-525790075-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2328119 Oct 20 11:54:40.219347 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44676) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:40.234232 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d99c4-3254-427e-9a0f-c399f72162e8 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7ea404-156a-47c1-a58b-d76625398bfd,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:40.277643 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-df7738d0-eddb-425e-a2b1-0cf060be323e tempest-TestNetworkAdvancedServerOps-525790075 tempest-TestNetworkAdvancedServerOps-525790075-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=717966e5-c478-496f-bddb-05794fb74250&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0568454 Oct 20 11:54:40.280825 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44678) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:40.288228 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-f5b7808c-ebe1-4919-b5ae-706d5a5b84b1 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-186476413', 'network_id': 'be8d4b08-1f40-41ca-825b-f5eddd831266', 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:54:40.301658 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-698a51bb-e2e9-42b0-becf-4d081a62aa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3b7f11-ff99-48bc-9948-7555a87592e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334602402', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '643cda57-62e2-4b2b-a5e0-d0b8f8d449a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:54:37Z', 'updated_at': '2021-10-20T11:54:38Z', 'revision_number': 3, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': '643cda57-62e2-4b2b-a5e0-d0b8f8d449a7', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3b7f11-ff99-48bc-9948-7555a87592e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:54:37Z', 'updated_at': '2021-10-20T11:54:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:40.350334 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698a51bb-e2e9-42b0-becf-4d081a62aa3f None None] Checking router: 1e3b7f11-ff99-48bc-9948-7555a87592e0 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:54:40.350670 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698a51bb-e2e9-42b0-becf-4d081a62aa3f None None] Updating router 1e3b7f11-ff99-48bc-9948-7555a87592e0 port 643cda57-62e2-4b2b-a5e0-d0b8f8d449a7 binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:54:40.355980 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac4624-02b6-4369-9f63-fac66a4942bc req-30b9977a-5def-4d48-b078-2035cf9790dd tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:40.358319 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-76ac4624-02b6-4369-9f63-fac66a4942bc req-30b9977a-5def-4d48-b078-2035cf9790dd tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "GET /v2.0/ports?device_id=bdda786f-711e-4c53-b3e6-3e1d45bddc8e HTTP/1.1" status: 200 len: 909 time: 0.0635045 Oct 20 11:54:40.400120 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-698a51bb-e2e9-42b0-becf-4d081a62aa3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:40.444022 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8f2ed8ac-1843-4e46-a4cd-337b7d615d3a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:40.479739 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8f2ed8ac-1843-4e46-a4cd-337b7d615d3a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:40.506751 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b7808c-ebe1-4919-b5ae-706d5a5b84b1 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Made reservation on behalf of d69630d5f3304dc8a33f46da29b2ea4c for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:54:40.510957 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f5b7808c-ebe1-4919-b5ae-706d5a5b84b1 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:40.740343 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8f2ed8ac-1843-4e46-a4cd-337b7d615d3a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:40.741062 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9332f-31c4-474f-a430-f9634b362eb4 req-e99b66f8-4217-42f3-97fe-f9ee58c8ee34 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:40.743433 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8f2ed8ac-1843-4e46-a4cd-337b7d615d3a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:40.747206 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8f2ed8ac-1843-4e46-a4cd-337b7d615d3a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "DELETE /v2.0/security-groups/b0664aaa-52ce-4c2e-a249-05c277192ba1 HTTP/1.1" status: 204 len: 168 time: 0.5361812 Oct 20 11:54:40.748131 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9332f-31c4-474f-a430-f9634b362eb4 req-e99b66f8-4217-42f3-97fe-f9ee58c8ee34 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:40.750688 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44682) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:40.755031 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9332f-31c4-474f-a430-f9634b362eb4 req-e99b66f8-4217-42f3-97fe-f9ee58c8ee34 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:40.757226 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-efd9332f-31c4-474f-a430-f9634b362eb4 req-e99b66f8-4217-42f3-97fe-f9ee58c8ee34 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8588721-f63c-4172-8000-11e86ed24baa&device_id=b82f975d-4845-42d9-b658-e5d31ca1c29e&device_id=2b725624-33d4-4656-a49c-9868d6496fd6 HTTP/1.1" status: 200 len: 2418 time: 0.0848570 Oct 20 11:54:40.806266 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-efd9332f-31c4-474f-a430-f9634b362eb4 req-dd7a5830-201e-4f17-8f64-ec130abe02c8 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/security-groups?id=99711255-51bd-4104-861e-3041d029afa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398161 Oct 20 11:54:40.809030 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-698a51bb-e2e9-42b0-becf-4d081a62aa3f None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:40.819012 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-698a51bb-e2e9-42b0-becf-4d081a62aa3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:40.819168 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ed8ac-1843-4e46-a4cd-337b7d615d3a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0664aaa-52ce-4c2e-a249-05c277192ba1,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:40.846197 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f5b7808c-ebe1-4919-b5ae-706d5a5b84b1 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:40.861411 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-698a51bb-e2e9-42b0-becf-4d081a62aa3f None None] Attempting to bind port 643cda57-62e2-4b2b-a5e0-d0b8f8d449a7 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:54:40.861841 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-698a51bb-e2e9-42b0-becf-4d081a62aa3f None None] Attempting to bind port 643cda57-62e2-4b2b-a5e0-d0b8f8d449a7 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:54:40.862182 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698a51bb-e2e9-42b0-becf-4d081a62aa3f None None] Attempting to bind port 643cda57-62e2-4b2b-a5e0-d0b8f8d449a7 on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:54:40.873564 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698a51bb-e2e9-42b0-becf-4d081a62aa3f None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:54:40.873968 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698a51bb-e2e9-42b0-becf-4d081a62aa3f None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:54:40.874534 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-698a51bb-e2e9-42b0-becf-4d081a62aa3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:40.875487 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698a51bb-e2e9-42b0-becf-4d081a62aa3f None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:54:40.876046 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-698a51bb-e2e9-42b0-becf-4d081a62aa3f None None] Bound port: 643cda57-62e2-4b2b-a5e0-d0b8f8d449a7, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:54:40.876479 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-698a51bb-e2e9-42b0-becf-4d081a62aa3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:40.885553 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d9fa86e-4e40-445d-a0f3-77c356044cbb tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Deleting subnet 7269317b-4c96-4a88-b4ac-f49b4162a44b {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:54:40.894136 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4d9fa86e-4e40-445d-a0f3-77c356044cbb tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:40.914093 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a0c8e6-33bc-4470-9016-6cdcb9e659df None None] Pushing event updated for resources: {'Port': ['ID=643cda57-62e2-4b2b-a5e0-d0b8f8d449a7,revision_number=2']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:40.949398 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-698a51bb-e2e9-42b0-becf-4d081a62aa3f None None] For port 643cda57-62e2-4b2b-a5e0-d0b8f8d449a7, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:54:40.953217 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-698a51bb-e2e9-42b0-becf-4d081a62aa3f None None] For port 643cda57-62e2-4b2b-a5e0-d0b8f8d449a7, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=643cda57-62e2-4b2b-a5e0-d0b8f8d449a7,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:54:40.957873 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-698a51bb-e2e9-42b0-becf-4d081a62aa3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:40.962990 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7808c-ebe1-4919-b5ae-706d5a5b84b1 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'Subnet': ['ID=c0c0ca76-fd38-4162-81dc-3bfc728323a9,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:40.967156 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4d9fa86e-4e40-445d-a0f3-77c356044cbb tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:40.998657 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b7808c-ebe1-4919-b5ae-706d5a5b84b1 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Checking segment: {'id': '702cbdac-91cd-41f1-83e2-3306ffc6d11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'be8d4b08-1f40-41ca-825b-f5eddd831266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:54:40.999045 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b7808c-ebe1-4919-b5ae-706d5a5b84b1 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Network hostable DHCP agents. Network: be8d4b08-1f40-41ca-825b-f5eddd831266, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:54:41.017876 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698a51bb-e2e9-42b0-becf-4d081a62aa3f None None] Routers {'1e3b7f11-ff99-48bc-9948-7555a87592e0'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:54:41.018394 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-698a51bb-e2e9-42b0-becf-4d081a62aa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:54:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['1e3b7f11-ff99-48bc-9948-7555a87592e0'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:41.025483 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a0c8e6-33bc-4470-9016-6cdcb9e659df None None] Pushing event updated for resources: {'Port': ['ID=643cda57-62e2-4b2b-a5e0-d0b8f8d449a7,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:41.031951 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268aa290-2f38-4062-b925-86b16d4efd91 req-9c41464c-a714-45d2-93db-8b29695ce6c7 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:41.033503 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-268aa290-2f38-4062-b925-86b16d4efd91 req-9c41464c-a714-45d2-93db-8b29695ce6c7 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8588721-f63c-4172-8000-11e86ed24baa HTTP/1.1" status: 200 len: 946 time: 0.0851057 Oct 20 11:54:41.039186 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71132c2d-70aa-4f4b-86c1-73de58744624 req-9f84a394-06d9-4a4f-9ddb-ce445464cada tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:41.040827 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-71132c2d-70aa-4f4b-86c1-73de58744624 req-9f84a394-06d9-4a4f-9ddb-ce445464cada tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=6f528fbb-04ab-4c8c-b767-892fdc252aad HTTP/1.1" status: 200 len: 1095 time: 0.0807776 Oct 20 11:54:41.041738 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b7808c-ebe1-4919-b5ae-706d5a5b84b1 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Network be8d4b08-1f40-41ca-825b-f5eddd831266 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:54:41.072918 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-f5b7808c-ebe1-4919-b5ae-706d5a5b84b1 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, be8d4b08-1f40-41ca-825b-f5eddd831266) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:54:41.080667 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b7808c-ebe1-4919-b5ae-706d5a5b84b1 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:41.081258 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f5b7808c-ebe1-4919-b5ae-706d5a5b84b1 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:41.097677 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9abc1ef-0d1d-4c0b-960e-2b158e27b6de None None] Network be8d4b08-1f40-41ca-825b-f5eddd831266 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:54:41.098589 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4d9fa86e-4e40-445d-a0f3-77c356044cbb tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:41.107570 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-268aa290-2f38-4062-b925-86b16d4efd91 req-379b25ca-e23d-43ae-b0ed-c43eb08db004 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/security-groups?id=99711255-51bd-4104-861e-3041d029afa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639687 Oct 20 11:54:41.123651 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f5b7808c-ebe1-4919-b5ae-706d5a5b84b1 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8417089 Oct 20 11:54:41.126912 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44690) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:41.134217 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-71132c2d-70aa-4f4b-86c1-73de58744624 req-b5380c01-ad92-432c-a472-8a82fbd17587 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=395c2073-719c-4e86-a3f7-1497e7a0c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766120 Oct 20 11:54:41.166118 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-698a51bb-e2e9-42b0-becf-4d081a62aa3f None None] Set router 1e3b7f11-ff99-48bc-9948-7555a87592e0 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:54:41.248437 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 19dfb504-c502-4f50-a744-4853ea91a9d3 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:54:41.382176 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 19dfb504-c502-4f50-a744-4853ea91a9d3 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:54:41.405089 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753cec2e-0c18-48a0-a540-61f6587db693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-be8d4b08-1f40-41ca-825b-f5eddd831266', 'network_id': 'be8d4b08-1f40-41ca-825b-f5eddd831266', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'fixed_ips': [{'subnet_id': 'c0c0ca76-fd38-4162-81dc-3bfc728323a9'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:54:41.406163 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-753cec2e-0c18-48a0-a540-61f6587db693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:41.429097 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 19dfb504-c502-4f50-a744-4853ea91a9d3 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:41.430363 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:41.453312 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-698a51bb-e2e9-42b0-becf-4d081a62aa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3b7f11-ff99-48bc-9948-7555a87592e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334602402', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '643cda57-62e2-4b2b-a5e0-d0b8f8d449a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:54:37Z', 'updated_at': '2021-10-20T11:54:38Z', 'revision_number': 3, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': '643cda57-62e2-4b2b-a5e0-d0b8f8d449a7', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3b7f11-ff99-48bc-9948-7555a87592e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:54:37Z', 'updated_at': '2021-10-20T11:54:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:41.502122 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698a51bb-e2e9-42b0-becf-4d081a62aa3f None None] The sync data for ids ['1e3b7f11-ff99-48bc-9948-7555a87592e0'] in n-d-814735-3 is: [{'id': '1e3b7f11-ff99-48bc-9948-7555a87592e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334602402', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '643cda57-62e2-4b2b-a5e0-d0b8f8d449a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:54:37Z', 'updated_at': '2021-10-20T11:54:38Z', 'revision_number': 3, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': '643cda57-62e2-4b2b-a5e0-d0b8f8d449a7', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3b7f11-ff99-48bc-9948-7555a87592e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:54:37Z', 'updated_at': '2021-10-20T11:54:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:54:41.630429 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4d9fa86e-4e40-445d-a0f3-77c356044cbb tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:41.642934 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203edac-9ecb-41e9-950d-1320fd041f8d req-fdaf1dde-e92d-46ac-b099-62141e41539e tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:41.653239 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7203edac-9ecb-41e9-950d-1320fd041f8d req-fdaf1dde-e92d-46ac-b099-62141e41539e tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "GET /v2.0/ports?device_id=bdda786f-711e-4c53-b3e6-3e1d45bddc8e HTTP/1.1" status: 200 len: 909 time: 0.1813455 Oct 20 11:54:41.674005 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e324b-db2d-4ef3-85d3-4c92f6e35ad6 req-bd42a0be-72c4-4238-976d-9d1f7a833da3 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:41.675791 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-402e324b-db2d-4ef3-85d3-4c92f6e35ad6 req-bd42a0be-72c4-4238-976d-9d1f7a833da3 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.89 "GET /v2.0/ports?device_id=bdda786f-711e-4c53-b3e6-3e1d45bddc8e HTTP/1.1" status: 200 len: 909 time: 0.1485224 Oct 20 11:54:41.676262 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9fa86e-4e40-445d-a0f3-77c356044cbb tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event deleted for resources: {'Subnet': ['ID=7269317b-4c96-4a88-b4ac-f49b4162a44b,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:41.682782 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4d9fa86e-4e40-445d-a0f3-77c356044cbb tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:41.686349 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4d9fa86e-4e40-445d-a0f3-77c356044cbb tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "DELETE /v2.0/subnets/7269317b-4c96-4a88-b4ac-f49b4162a44b HTTP/1.1" status: 204 len: 168 time: 0.9330580 Oct 20 11:54:41.702425 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44702) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:41.709773 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-e698247e-a1da-4223-b155-761f070e66ec tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Request body: {'subnet': {'network_id': '8130071c-8b78-4d7b-ace8-e65b963ed198', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:54:41.736044 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:41.738041 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1e0a2e-1200-45ad-9316-3610d05328ab None None] Network 8130071c-8b78-4d7b-ace8-e65b963ed198 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:54:41.747970 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-753cec2e-0c18-48a0-a540-61f6587db693 None None] Allocated IP 172.20.0.2 (be8d4b08-1f40-41ca-825b-f5eddd831266/c0c0ca76-fd38-4162-81dc-3bfc728323a9/4985034b-91ac-45b7-8b35-51c4c242ec31) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:54:41.861828 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-402e324b-db2d-4ef3-85d3-4c92f6e35ad6 req-c0bf700f-00a2-40e3-b455-2f606ce2b46b tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Deleting port e838abf8-076c-4c0b-9c8e-3e63f377e23c {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:54:41.862110 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-402e324b-db2d-4ef3-85d3-4c92f6e35ad6 req-c0bf700f-00a2-40e3-b455-2f606ce2b46b tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:41.898595 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f528fbb-04ab-4c8c-b767-892fdc252aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19dfb504-c502-4f50-a744-4853ea91a9d3'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:54:41.902868 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758ae286-32ee-4274-894c-c4e3a9de9d7e" -d '{"events": [{"server_uuid": "6f528fbb-04ab-4c8c-b767-892fdc252aad", "name": "network-vif-plugged", "status": "completed", "tag": "19dfb504-c502-4f50-a744-4853ea91a9d3"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:54:41.960492 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 19dfb504-c502-4f50-a744-4853ea91a9d3, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=19dfb504-c502-4f50-a744-4853ea91a9d3,segment=NetworkSegment(6b3d97ef-4bba-4f94-8f99-2685e9f9dd59),segment_id=6b3d97ef-4bba-4f94-8f99-2685e9f9dd59)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:42.007405 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:42.160771 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6285d52f-a45b-45f5-9c2f-5b03923eba5d x-openstack-request-id: req-6285d52f-a45b-45f5-9c2f-5b03923eba5d {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:54:42.161763 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f528fbb-04ab-4c8c-b767-892fdc252aad", "name": "network-vif-plugged", "status": "completed", "tag": "19dfb504-c502-4f50-a744-4853ea91a9d3", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:54:42.162189 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6285d52f-a45b-45f5-9c2f-5b03923eba5d {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:54:42.162733 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f528fbb-04ab-4c8c-b767-892fdc252aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19dfb504-c502-4f50-a744-4853ea91a9d3', 'code': 200} Oct 20 11:54:42.213726 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=19dfb504-c502-4f50-a744-4853ea91a9d3,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:42.227883 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-402e324b-db2d-4ef3-85d3-4c92f6e35ad6 req-c0bf700f-00a2-40e3-b455-2f606ce2b46b tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] For port e838abf8-076c-4c0b-9c8e-3e63f377e23c, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e838abf8-076c-4c0b-9c8e-3e63f377e23c,segment=NetworkSegment(20ebbbb1-41f7-44db-823b-52d1ce57eb2c),segment_id=20ebbbb1-41f7-44db-823b-52d1ce57eb2c)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:42.229618 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-402e324b-db2d-4ef3-85d3-4c92f6e35ad6 req-c0bf700f-00a2-40e3-b455-2f606ce2b46b tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:42.236778 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 643cda57-62e2-4b2b-a5e0-d0b8f8d449a7 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:54:42.258112 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-402e324b-db2d-4ef3-85d3-4c92f6e35ad6 req-c0bf700f-00a2-40e3-b455-2f606ce2b46b tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Calling delete_port for e838abf8-076c-4c0b-9c8e-3e63f377e23c owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:54:42.442037 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e698247e-a1da-4223-b155-761f070e66ec tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Made reservation on behalf of b83cf05325f74f7cb717378a188d738a for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:54:42.449506 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e698247e-a1da-4223-b155-761f070e66ec tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:42.529913 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-402e324b-db2d-4ef3-85d3-4c92f6e35ad6 req-c0bf700f-00a2-40e3-b455-2f606ce2b46b tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:42.533676 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 643cda57-62e2-4b2b-a5e0-d0b8f8d449a7 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:42.534051 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:42.609768 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf700f-00a2-40e3-b455-2f606ce2b46b tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Pushing event deleted for resources: {'Port': ['ID=e838abf8-076c-4c0b-9c8e-3e63f377e23c,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:42.610826 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-753cec2e-0c18-48a0-a540-61f6587db693 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:42.625090 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-753cec2e-0c18-48a0-a540-61f6587db693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:42.632549 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bf700f-00a2-40e3-b455-2f606ce2b46b tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:42.632943 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bf700f-00a2-40e3-b455-2f606ce2b46b tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:42.633469 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bf700f-00a2-40e3-b455-2f606ce2b46b tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:42.633808 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bf700f-00a2-40e3-b455-2f606ce2b46b tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:42.634576 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bf700f-00a2-40e3-b455-2f606ce2b46b tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:42.647043 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bf700f-00a2-40e3-b455-2f606ce2b46b tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:42.647915 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bf700f-00a2-40e3-b455-2f606ce2b46b tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:42.648223 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bf700f-00a2-40e3-b455-2f606ce2b46b tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:42.648568 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bf700f-00a2-40e3-b455-2f606ce2b46b tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:42.649112 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bf700f-00a2-40e3-b455-2f606ce2b46b tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:42.649453 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bf700f-00a2-40e3-b455-2f606ce2b46b tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:42.649665 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bf700f-00a2-40e3-b455-2f606ce2b46b tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:42.675927 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d1cdd-d644-4456-9d80-fa264a3e7c6b req-53ac282c-9dde-43ae-9372-7f6860cd1e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:42.677469 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1e9d1cdd-d644-4456-9d80-fa264a3e7c6b req-53ac282c-9dde-43ae-9372-7f6860cd1e4c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6f528fbb-04ab-4c8c-b767-892fdc252aad HTTP/1.1" status: 200 len: 1096 time: 0.5824549 Oct 20 11:54:42.694054 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753cec2e-0c18-48a0-a540-61f6587db693 None None] Network be8d4b08-1f40-41ca-825b-f5eddd831266 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:54:42.701065 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-753cec2e-0c18-48a0-a540-61f6587db693 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:54:42.711576 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753cec2e-0c18-48a0-a540-61f6587db693 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:54:42.872362 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753cec2e-0c18-48a0-a540-61f6587db693 None None] Pushing event updated for resources: {'Port': ['ID=4985034b-91ac-45b7-8b35-51c4c242ec31,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:42.900548 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3b1f5879-6152-4f0c-9585-69291256e976 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:42.905986 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-402e324b-db2d-4ef3-85d3-4c92f6e35ad6 req-c0bf700f-00a2-40e3-b455-2f606ce2b46b tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] No DVR routers for this DVR port e838abf8-076c-4c0b-9c8e-3e63f377e23c on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:54:42.909298 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:42.911010 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b884fee-8705-49d5-afdd-003123d816c2 req-fc2f188d-2edb-41e4-ac4c-281b117fb5f9 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:42.922167 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0b884fee-8705-49d5-afdd-003123d816c2 req-fc2f188d-2edb-41e4-ac4c-281b117fb5f9 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=6f528fbb-04ab-4c8c-b767-892fdc252aad HTTP/1.1" status: 200 len: 1096 time: 0.4247038 Oct 20 11:54:42.922549 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-753cec2e-0c18-48a0-a540-61f6587db693 None None] Attempting to bind port 4985034b-91ac-45b7-8b35-51c4c242ec31 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:54:42.923127 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-753cec2e-0c18-48a0-a540-61f6587db693 None None] Attempting to bind port 4985034b-91ac-45b7-8b35-51c4c242ec31 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '702cbdac-91cd-41f1-83e2-3306ffc6d11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'be8d4b08-1f40-41ca-825b-f5eddd831266'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:54:42.923499 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753cec2e-0c18-48a0-a540-61f6587db693 None None] Attempting to bind port 4985034b-91ac-45b7-8b35-51c4c242ec31 on network be8d4b08-1f40-41ca-825b-f5eddd831266 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:54:42.950305 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753cec2e-0c18-48a0-a540-61f6587db693 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:54:42.950675 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753cec2e-0c18-48a0-a540-61f6587db693 None None] Checking segment: {'id': '702cbdac-91cd-41f1-83e2-3306ffc6d11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'be8d4b08-1f40-41ca-825b-f5eddd831266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:54:42.951123 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-753cec2e-0c18-48a0-a540-61f6587db693 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:42.951517 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753cec2e-0c18-48a0-a540-61f6587db693 None None] Bound using segment: {'id': '702cbdac-91cd-41f1-83e2-3306ffc6d11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'be8d4b08-1f40-41ca-825b-f5eddd831266'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:54:42.952177 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-753cec2e-0c18-48a0-a540-61f6587db693 None None] Bound port: 4985034b-91ac-45b7-8b35-51c4c242ec31, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '702cbdac-91cd-41f1-83e2-3306ffc6d11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'be8d4b08-1f40-41ca-825b-f5eddd831266'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:54:42.952561 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-753cec2e-0c18-48a0-a540-61f6587db693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:42.964255 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-402e324b-db2d-4ef3-85d3-4c92f6e35ad6 req-c0bf700f-00a2-40e3-b455-2f606ce2b46b tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:42.967746 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-402e324b-db2d-4ef3-85d3-4c92f6e35ad6 req-c0bf700f-00a2-40e3-b455-2f606ce2b46b tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.89 "DELETE /v2.0/ports/e838abf8-076c-4c0b-9c8e-3e63f377e23c HTTP/1.1" status: 204 len: 173 time: 1.2842171 Oct 20 11:54:42.981860 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-483bd235-57a6-4d8d-89d2-fcc3e4d4b9b1 req-01e62d29-e908-4724-8495-6018ae88dfe6 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "GET /v2.0/ports?device_id=bdda786f-711e-4c53-b3e6-3e1d45bddc8e HTTP/1.1" status: 200 len: 210 time: 0.0786619 Oct 20 11:54:42.982524 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdda786f-711e-4c53-b3e6-3e1d45bddc8e', 'name': 'network-vif-deleted', 'tag': 'e838abf8-076c-4c0b-9c8e-3e63f377e23c'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:54:42.989724 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 643cda57-62e2-4b2b-a5e0-d0b8f8d449a7, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=643cda57-62e2-4b2b-a5e0-d0b8f8d449a7,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:42.993715 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9ca5ed-9a2c-409b-a1fe-9c5cbbe8573f" -d '{"events": [{"server_uuid": "bdda786f-711e-4c53-b3e6-3e1d45bddc8e", "name": "network-vif-deleted", "tag": "e838abf8-076c-4c0b-9c8e-3e63f377e23c"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:54:43.022693 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1e9d1cdd-d644-4456-9d80-fa264a3e7c6b req-d8838835-3f99-4fb9-a73c-8d7852996c0a service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=395c2073-719c-4e86-a3f7-1497e7a0c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144541 Oct 20 11:54:43.087465 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0b884fee-8705-49d5-afdd-003123d816c2 req-0bec3edf-e905-42ea-b247-93527997cb88 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=395c2073-719c-4e86-a3f7-1497e7a0c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589417 Oct 20 11:54:43.120505 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:43.210855 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=643cda57-62e2-4b2b-a5e0-d0b8f8d449a7,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:43.212146 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568ca348-61b2-4980-bf8e-db2bc35d195d x-openstack-request-id: req-568ca348-61b2-4980-bf8e-db2bc35d195d {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:54:43.212680 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdda786f-711e-4c53-b3e6-3e1d45bddc8e", "name": "network-vif-deleted", "tag": "e838abf8-076c-4c0b-9c8e-3e63f377e23c", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:54:43.213212 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-568ca348-61b2-4980-bf8e-db2bc35d195d {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:54:43.213960 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdda786f-711e-4c53-b3e6-3e1d45bddc8e', 'name': 'network-vif-deleted', 'tag': 'e838abf8-076c-4c0b-9c8e-3e63f377e23c', 'status': 'completed', 'code': 200} Oct 20 11:54:43.227677 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-753cec2e-0c18-48a0-a540-61f6587db693 None None] For port 4985034b-91ac-45b7-8b35-51c4c242ec31, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:54:43.269239 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-753cec2e-0c18-48a0-a540-61f6587db693 None None] For port 4985034b-91ac-45b7-8b35-51c4c242ec31, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=4985034b-91ac-45b7-8b35-51c4c242ec31,segment=NetworkSegment(702cbdac-91cd-41f1-83e2-3306ffc6d11e),segment_id=702cbdac-91cd-41f1-83e2-3306ffc6d11e)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:54:43.279037 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-753cec2e-0c18-48a0-a540-61f6587db693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:43.448322 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb09b1-8bda-4430-a78d-00cce307a82e req-c084d211-6914-4954-9ffe-6aa249d1c156 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:43.460004 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7afb09b1-8bda-4430-a78d-00cce307a82e req-c084d211-6914-4954-9ffe-6aa249d1c156 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/ports?device_id=2b725624-33d4-4656-a49c-9868d6496fd6 HTTP/1.1" status: 200 len: 946 time: 0.1288631 Oct 20 11:54:43.473917 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753cec2e-0c18-48a0-a540-61f6587db693 None None] Pushing event updated for resources: {'Port': ['ID=4985034b-91ac-45b7-8b35-51c4c242ec31,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:43.526089 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7afb09b1-8bda-4430-a78d-00cce307a82e req-d74619a8-496b-4522-a4e8-38820797bcea tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/security-groups?id=99711255-51bd-4104-861e-3041d029afa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633008 Oct 20 11:54:43.575452 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e698247e-a1da-4223-b155-761f070e66ec tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:43.643005 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-3b1f5879-6152-4f0c-9585-69291256e976 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Allocated IP 172.20.0.1 (be8d4b08-1f40-41ca-825b-f5eddd831266/c0c0ca76-fd38-4162-81dc-3bfc728323a9/b91626b5-96a5-4829-b12e-e8ca2757a13f) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:54:43.822200 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e698247e-a1da-4223-b155-761f070e66ec tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Network 8130071c-8b78-4d7b-ace8-e65b963ed198 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:54:43.844518 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-39d0e37d-7398-4b59-befe-660a74782853 None None] Provisioning complete for port 35690f2c-2feb-4563-84b2-f5898481065c triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:43.844894 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-39d0e37d-7398-4b59-befe-660a74782853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:43.873359 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3b1f5879-6152-4f0c-9585-69291256e976 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:43.908104 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-e698247e-a1da-4223-b155-761f070e66ec tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:54:43.914561 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-39d0e37d-7398-4b59-befe-660a74782853 None None] Port 35690f2c-2feb-4563-84b2-f5898481065c cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:54:43.919205 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adf3aeb-4028-474a-a0c0-c01f6c06523d None None] Network 8130071c-8b78-4d7b-ace8-e65b963ed198 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:54:43.921366 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e698247e-a1da-4223-b155-761f070e66ec tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:43.921979 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e698247e-a1da-4223-b155-761f070e66ec tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:43.943850 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698247e-a1da-4223-b155-761f070e66ec tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event updated for resources: {'Subnet': ['ID=35d3576a-031f-4699-ad4e-4fa4c39d4233,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:43.962152 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-39d0e37d-7398-4b59-befe-660a74782853 None None] Provisioning complete for port 6d966af4-545b-4486-afd3-22eb183d8a42 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:43.962666 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-39d0e37d-7398-4b59-befe-660a74782853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:43.967403 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e698247e-a1da-4223-b155-761f070e66ec tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2616332 Oct 20 11:54:43.969218 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44752) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:43.971092 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3b1f5879-6152-4f0c-9585-69291256e976 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:43.975084 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-01eee6a6-369f-4231-b485-bede3efbf494 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Request body: {'security_group': {'name': 'tempest-secgroup-143741305'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:54:44.018881 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1f5879-6152-4f0c-9585-69291256e976 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Network be8d4b08-1f40-41ca-825b-f5eddd831266 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:54:44.025435 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-3b1f5879-6152-4f0c-9585-69291256e976 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:54:44.031541 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-01eee6a6-369f-4231-b485-bede3efbf494 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:44.033499 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1f5879-6152-4f0c-9585-69291256e976 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:54:44.089339 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f5879-6152-4f0c-9585-69291256e976 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'Port': ['ID=b91626b5-96a5-4829-b12e-e8ca2757a13f,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:44.116145 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44760) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:44.151262 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3b1f5879-6152-4f0c-9585-69291256e976 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:44.291778 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-01eee6a6-369f-4231-b485-bede3efbf494 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:44.316857 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-01eee6a6-369f-4231-b485-bede3efbf494 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:44.364802 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 643cda57-62e2-4b2b-a5e0-d0b8f8d449a7 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:54:44.401113 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eee6a6-369f-4231-b485-bede3efbf494 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78cd87f6-87dc-459e-9211-6ea65d17428c,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:44.413359 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419c1f5d-e716-41cb-82b1-604a9be62617 None None] Update dhcp port {'port': {'network_id': '8130071c-8b78-4d7b-ace8-e65b963ed198', 'fixed_ips': [{'subnet_id': '77f60299-fac4-47e4-a128-0a550ffc01e6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '35d3576a-031f-4699-ad4e-4fa4c39d4233'}], 'binding:host_id': 'n-d-814735-3'}, 'id': '6d966af4-545b-4486-afd3-22eb183d8a42'} from n-d-814735-3. {{(pid=100648) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 11:54:44.432055 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-01eee6a6-369f-4231-b485-bede3efbf494 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:44.438203 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44766) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:44.438353 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-01eee6a6-369f-4231-b485-bede3efbf494 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4667821 Oct 20 11:54:44.449940 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b779d-8795-478f-adc6-1947a14d6a22 req-a21ccd1c-fac2-47a3-bc67-bdebb6e79e0e tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:44.452325 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-7d874dd9-8cd2-4dd0-942f-4c15e5869a51 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Request body: {'security_group': {'name': 'tempest-secgroup-2059315863'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:54:44.458997 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1a9b779d-8795-478f-adc6-1947a14d6a22 req-a21ccd1c-fac2-47a3-bc67-bdebb6e79e0e tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=6f528fbb-04ab-4c8c-b767-892fdc252aad HTTP/1.1" status: 200 len: 1096 time: 0.1981087 Oct 20 11:54:44.502364 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1a9b779d-8795-478f-adc6-1947a14d6a22 req-3fa745e3-c3e8-4b7d-be45-bc9741b1f55c tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=395c2073-719c-4e86-a3f7-1497e7a0c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421815 Oct 20 11:54:44.551041 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3b1f5879-6152-4f0c-9585-69291256e976 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:44.692277 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-419c1f5d-e716-41cb-82b1-604a9be62617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:44.719015 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481eae45-b650-4320-8372-f22e1aaaad78 req-133d0f9c-81d6-4be1-b61f-0cbff342754d tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:44.722120 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-481eae45-b650-4320-8372-f22e1aaaad78 req-133d0f9c-81d6-4be1-b61f-0cbff342754d tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/ports?device_id=2b725624-33d4-4656-a49c-9868d6496fd6 HTTP/1.1" status: 200 len: 946 time: 0.1002729 Oct 20 11:54:44.734916 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7d874dd9-8cd2-4dd0-942f-4c15e5869a51 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:44.783980 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-481eae45-b650-4320-8372-f22e1aaaad78 req-110b7f6c-2ff0-4ab2-9657-ebe65c080200 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/security-groups?id=99711255-51bd-4104-861e-3041d029afa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553029 Oct 20 11:54:44.869176 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d9bc2e-0dca-4560-b72f-ce7a31f95765 None None] Network be8d4b08-1f40-41ca-825b-f5eddd831266 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:54:44.891603 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 643cda57-62e2-4b2b-a5e0-d0b8f8d449a7 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:44.891603 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:44.984066 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-419c1f5d-e716-41cb-82b1-604a9be62617 None None] Allocated IP 2001:db8::2 (8130071c-8b78-4d7b-ace8-e65b963ed198/35d3576a-031f-4699-ad4e-4fa4c39d4233/6d966af4-545b-4486-afd3-22eb183d8a42) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:54:44.996768 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-71d25c40-0ec5-4957-a461-33fd14086428 None None] Provisioning complete for port 4985034b-91ac-45b7-8b35-51c4c242ec31 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:44.997176 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-71d25c40-0ec5-4957-a461-33fd14086428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:45.031010 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7d874dd9-8cd2-4dd0-942f-4c15e5869a51 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:45.042853 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7d874dd9-8cd2-4dd0-942f-4c15e5869a51 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:45.117257 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7d874dd9-8cd2-4dd0-942f-4c15e5869a51 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:45.121012 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7d874dd9-8cd2-4dd0-942f-4c15e5869a51 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6771545 Oct 20 11:54:45.121854 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44784) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:45.124345 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d874dd9-8cd2-4dd0-942f-4c15e5869a51 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b07a1933-286c-4288-830d-a5055e4c97a0,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:45.129604 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-1bbd4c09-f5ba-41c1-86cc-78486b7159b3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Request body: {'security_group': {'name': 'tempest-secgroup-1957931038'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:54:45.168274 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1bbd4c09-f5ba-41c1-86cc-78486b7159b3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:45.202075 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 4985034b-91ac-45b7-8b35-51c4c242ec31 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:54:45.227996 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device e838abf8-076c-4c0b-9c8e-3e63f377e23c no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:54:45.297962 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1bbd4c09-f5ba-41c1-86cc-78486b7159b3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:45.304718 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: e838abf8-076c-4c0b-9c8e-3e63f377e23c {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:54:45.305301 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device e838abf8-076c-4c0b-9c8e-3e63f377e23c not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:54:45.308054 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1bbd4c09-f5ba-41c1-86cc-78486b7159b3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:45.314004 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3b1f5879-6152-4f0c-9585-69291256e976 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:45.316268 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-419c1f5d-e716-41cb-82b1-604a9be62617 None None] For port 6d966af4-545b-4486-afd3-22eb183d8a42, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=6d966af4-545b-4486-afd3-22eb183d8a42,segment=NetworkSegment(7c3f21e8-40f6-4bfe-851a-67a8539229a5),segment_id=7c3f21e8-40f6-4bfe-851a-67a8539229a5)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:45.324836 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3b1f5879-6152-4f0c-9585-69291256e976 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:45.360269 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1bbd4c09-f5ba-41c1-86cc-78486b7159b3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:45.363363 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-1bbd4c09-f5ba-41c1-86cc-78486b7159b3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2381148 Oct 20 11:54:45.365433 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbd4c09-f5ba-41c1-86cc-78486b7159b3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3de92545-d623-485d-883b-da573a8772f0,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:45.367776 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-71d25c40-0ec5-4957-a461-33fd14086428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:45.395536 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-419c1f5d-e716-41cb-82b1-604a9be62617 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:45.401014 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44790) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:45.401867 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f5879-6152-4f0c-9585-69291256e976 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'Port': ['ID=b91626b5-96a5-4829-b12e-e8ca2757a13f,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:45.411435 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-419c1f5d-e716-41cb-82b1-604a9be62617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:45.432676 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-c0ba6d76-dba7-4f02-8376-cb3f3d1ce8ff tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-722572423', 'security_groups': ['3de92545-d623-485d-883b-da573a8772f0'], 'network_id': '8130071c-8b78-4d7b-ace8-e65b963ed198', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '35d3576a-031f-4699-ad4e-4fa4c39d4233'}]}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:54:45.450038 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e98d821a-3741-49cd-b70e-10545e6cb984 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:45.452083 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3b1f5879-6152-4f0c-9585-69291256e976 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:45.477128 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 4985034b-91ac-45b7-8b35-51c4c242ec31 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:45.477500 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:45.505994 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-71d25c40-0ec5-4957-a461-33fd14086428 None None] For port 4985034b-91ac-45b7-8b35-51c4c242ec31, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=4985034b-91ac-45b7-8b35-51c4c242ec31,segment=NetworkSegment(702cbdac-91cd-41f1-83e2-3306ffc6d11e),segment_id=702cbdac-91cd-41f1-83e2-3306ffc6d11e)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:45.522177 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-71d25c40-0ec5-4957-a461-33fd14086428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:45.583519 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:45.600798 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419c1f5d-e716-41cb-82b1-604a9be62617 None None] Pushing event updated for resources: {'Port': ['ID=6d966af4-545b-4486-afd3-22eb183d8a42,revision_number=6']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:45.705482 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db187ff-f0d6-4854-8953-e17b83225cc6 req-e2b3c261-a4bd-4ed2-a09a-340ad039c208 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:45.707481 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5db187ff-f0d6-4854-8953-e17b83225cc6 req-e2b3c261-a4bd-4ed2-a09a-340ad039c208 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=6f528fbb-04ab-4c8c-b767-892fdc252aad HTTP/1.1" status: 200 len: 1096 time: 0.0807076 Oct 20 11:54:45.709241 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ba6d76-dba7-4f02-8376-cb3f3d1ce8ff tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Made reservation on behalf of b83cf05325f74f7cb717378a188d738a for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:54:45.757915 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d25c40-0ec5-4957-a461-33fd14086428 None None] Pushing event updated for resources: {'Port': ['ID=4985034b-91ac-45b7-8b35-51c4c242ec31,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:45.828338 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1f5879-6152-4f0c-9585-69291256e976 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Network be8d4b08-1f40-41ca-825b-f5eddd831266 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:54:45.852695 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5db187ff-f0d6-4854-8953-e17b83225cc6 req-462405f9-f977-4382-9bee-bf5109590c10 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=395c2073-719c-4e86-a3f7-1497e7a0c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597839 Oct 20 11:54:45.861098 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-22fae196-787b-41dc-bbe3-0c2b55b81467 None None] Provisioning complete for port b91626b5-96a5-4829-b12e-e8ca2757a13f triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:45.861708 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-22fae196-787b-41dc-bbe3-0c2b55b81467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:45.880239 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-3b1f5879-6152-4f0c-9585-69291256e976 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:54:45.947327 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c0ba6d76-dba7-4f02-8376-cb3f3d1ce8ff tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:45.975900 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-22fae196-787b-41dc-bbe3-0c2b55b81467 None None] Port b91626b5-96a5-4829-b12e-e8ca2757a13f cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:54:45.994455 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-22fae196-787b-41dc-bbe3-0c2b55b81467 None None] Provisioning complete for port 4985034b-91ac-45b7-8b35-51c4c242ec31 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:45.994999 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-22fae196-787b-41dc-bbe3-0c2b55b81467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:46.034784 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [None req-c0ba6d76-dba7-4f02-8376-cb3f3d1ce8ff tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] device_id is not set on port d04f61fc-75e3-4dc9-9833-13f1406aa48c yet. {{(pid=100647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:54:46.164384 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 4985034b-91ac-45b7-8b35-51c4c242ec31 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:54:46.197357 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c7c21-6fed-4670-b68a-30dd13377d6e req-59adbb04-858c-4102-9cf3-4be22fab456a tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:46.197624 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b1f5879-6152-4f0c-9585-69291256e976 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Router 1e3b7f11-ff99-48bc-9948-7555a87592e0 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:54:46.199802 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cc2c7c21-6fed-4670-b68a-30dd13377d6e req-59adbb04-858c-4102-9cf3-4be22fab456a tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=6f528fbb-04ab-4c8c-b767-892fdc252aad HTTP/1.1" status: 200 len: 1096 time: 0.2154429 Oct 20 11:54:46.230705 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e135812a-197e-42a0-8846-b011467ff918 req-f8253697-553e-4bb4-90d0-ad0a0b3bb3ee tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:46.232577 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e135812a-197e-42a0-8846-b011467ff918 req-f8253697-553e-4bb4-90d0-ad0a0b3bb3ee tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/ports?device_id=2b725624-33d4-4656-a49c-9868d6496fd6 HTTP/1.1" status: 200 len: 946 time: 0.2395320 Oct 20 11:54:46.271748 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 4985034b-91ac-45b7-8b35-51c4c242ec31 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:46.272722 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:46.331665 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d7381903-329e-4ba3-acbc-6e7b2637d8a8 None None] Provisioning complete for port b91626b5-96a5-4829-b12e-e8ca2757a13f triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:46.332177 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d7381903-329e-4ba3-acbc-6e7b2637d8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:46.343455 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cc2c7c21-6fed-4670-b68a-30dd13377d6e req-ef7ddd50-598d-433f-8458-9ebc9e9264c1 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=395c2073-719c-4e86-a3f7-1497e7a0c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339693 Oct 20 11:54:46.408846 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e135812a-197e-42a0-8846-b011467ff918 req-e841e373-e4b6-4619-a998-19944abf7766 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/security-groups?id=99711255-51bd-4104-861e-3041d029afa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319010 Oct 20 11:54:46.445286 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d7381903-329e-4ba3-acbc-6e7b2637d8a8 None None] Port b91626b5-96a5-4829-b12e-e8ca2757a13f cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:54:46.475586 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-c0ba6d76-dba7-4f02-8376-cb3f3d1ce8ff tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Allocated IP 2001:db8::2cd (8130071c-8b78-4d7b-ace8-e65b963ed198/35d3576a-031f-4699-ad4e-4fa4c39d4233/d04f61fc-75e3-4dc9-9833-13f1406aa48c) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:54:46.530076 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 6d966af4-545b-4486-afd3-22eb183d8a42 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:54:46.553678 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f91bb-722d-41ac-92c9-f28112729df5 req-b4917997-0e11-44d6-923a-ec477e9158dc tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:46.555272 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1c4f91bb-722d-41ac-92c9-f28112729df5 req-b4917997-0e11-44d6-923a-ec477e9158dc tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=6f528fbb-04ab-4c8c-b767-892fdc252aad HTTP/1.1" status: 200 len: 1096 time: 0.0814178 Oct 20 11:54:46.569471 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1f5879-6152-4f0c-9585-69291256e976 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:54:46.576657 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3b1f5879-6152-4f0c-9585-69291256e976 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "PUT /v2.0/routers/1e3b7f11-ff99-48bc-9948-7555a87592e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4490809 Oct 20 11:54:46.592763 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37056b71-afaf-4c70-a1e7-59b8e39e99b8 None None] Sync routers for ids ['1e3b7f11-ff99-48bc-9948-7555a87592e0'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:54:46.623078 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-e98d821a-3741-49cd-b70e-10545e6cb984 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Deleting port 7b11cf2d-8703-42ce-94ec-99848fde97bc {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:54:46.623477 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-ba89a67d-3d7e-4c6d-bd95-1299d0035f82 None None] Provisioning complete for port b91626b5-96a5-4829-b12e-e8ca2757a13f triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:46.623914 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e98d821a-3741-49cd-b70e-10545e6cb984 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:46.624531 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ba89a67d-3d7e-4c6d-bd95-1299d0035f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:46.626448 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37056b71-afaf-4c70-a1e7-59b8e39e99b8 None None] Routers {'1e3b7f11-ff99-48bc-9948-7555a87592e0'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:54:46.627108 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-37056b71-afaf-4c70-a1e7-59b8e39e99b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:54:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['1e3b7f11-ff99-48bc-9948-7555a87592e0'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:46.690162 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1c4f91bb-722d-41ac-92c9-f28112729df5 req-318a9223-0b5f-4b77-bdac-7997c4dd1277 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=395c2073-719c-4e86-a3f7-1497e7a0c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028957 Oct 20 11:54:46.783465 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-ba89a67d-3d7e-4c6d-bd95-1299d0035f82 None None] Port b91626b5-96a5-4829-b12e-e8ca2757a13f cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:54:46.792872 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 6d966af4-545b-4486-afd3-22eb183d8a42 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:46.799424 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:46.913314 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b8f044b-3efc-473f-8f2a-21e988d84688 req-a8d26012-3008-4749-8bfd-9abddeb14379 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1354995140&fields=id&tenant_id=d69630d5f3304dc8a33f46da29b2ea4c HTTP/1.1" status: 200 len: 267 time: 0.1318412 Oct 20 11:54:46.975228 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-37056b71-afaf-4c70-a1e7-59b8e39e99b8 None None] Set router 1e3b7f11-ff99-48bc-9948-7555a87592e0 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:54:46.984089 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c0ba6d76-dba7-4f02-8376-cb3f3d1ce8ff tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:47.066938 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-39916cc4-9131-432c-953c-ea5cbf238a39 None None] Provisioning complete for port 6d966af4-545b-4486-afd3-22eb183d8a42 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:47.068389 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-39916cc4-9131-432c-953c-ea5cbf238a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:47.111742 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f044b-3efc-473f-8f2a-21e988d84688 req-647b1b00-4399-4d35-b68d-96011354c95e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:47.113578 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b8f044b-3efc-473f-8f2a-21e988d84688 req-647b1b00-4399-4d35-b68d-96011354c95e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/networks?id=be8d4b08-1f40-41ca-825b-f5eddd831266 HTTP/1.1" status: 200 len: 796 time: 0.1994495 Oct 20 11:54:47.160892 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b8f044b-3efc-473f-8f2a-21e988d84688 req-3917ab8d-6361-49b2-ba4c-8c4ca8fc7787 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/quotas/d69630d5f3304dc8a33f46da29b2ea4c HTTP/1.1" status: 200 len: 375 time: 0.0306816 Oct 20 11:54:47.201960 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-e98d821a-3741-49cd-b70e-10545e6cb984 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] For port 7b11cf2d-8703-42ce-94ec-99848fde97bc, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=7b11cf2d-8703-42ce-94ec-99848fde97bc,segment=NetworkSegment(20ebbbb1-41f7-44db-823b-52d1ce57eb2c),segment_id=20ebbbb1-41f7-44db-823b-52d1ce57eb2c)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:47.202668 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e98d821a-3741-49cd-b70e-10545e6cb984 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:47.214516 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c0ba6d76-dba7-4f02-8376-cb3f3d1ce8ff tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:47.219303 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98695a91-8666-40e3-8f2d-46eb156d2225 req-82dfbaf2-913b-4a6d-8b69-ad03961c63f1 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:47.224386 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-e98d821a-3741-49cd-b70e-10545e6cb984 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Calling delete_port for 7b11cf2d-8703-42ce-94ec-99848fde97bc owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:54:47.231381 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98695a91-8666-40e3-8f2d-46eb156d2225 req-82dfbaf2-913b-4a6d-8b69-ad03961c63f1 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=6f528fbb-04ab-4c8c-b767-892fdc252aad HTTP/1.1" status: 200 len: 1096 time: 0.1285594 Oct 20 11:54:47.303990 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ba6d76-dba7-4f02-8376-cb3f3d1ce8ff tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Network 8130071c-8b78-4d7b-ace8-e65b963ed198 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:54:47.308998 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-c0ba6d76-dba7-4f02-8376-cb3f3d1ce8ff tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:54:47.326094 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ba6d76-dba7-4f02-8376-cb3f3d1ce8ff tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:54:47.332137 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ba6d76-dba7-4f02-8376-cb3f3d1ce8ff tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:47.332798 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c0ba6d76-dba7-4f02-8376-cb3f3d1ce8ff tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:47.398208 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b8f044b-3efc-473f-8f2a-21e988d84688 req-bebbf204-a32b-4f35-aa07-d402de655baa tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=d69630d5f3304dc8a33f46da29b2ea4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2270379 Oct 20 11:54:47.405296 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba6d76-dba7-4f02-8376-cb3f3d1ce8ff tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event updated for resources: {'Port': ['ID=d04f61fc-75e3-4dc9-9833-13f1406aa48c,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:47.451750 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98695a91-8666-40e3-8f2d-46eb156d2225 req-fc10e328-8f54-47d5-8c1f-12523097460a tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=395c2073-719c-4e86-a3f7-1497e7a0c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193666 Oct 20 11:54:47.476399 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c0ba6d76-dba7-4f02-8376-cb3f3d1ce8ff tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0729322 Oct 20 11:54:47.497191 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44826) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:47.511321 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-edc1b284-eb19-4870-b5aa-3d0b894d214e tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Request body: {'subnet': {'network_id': '8130071c-8b78-4d7b-ace8-e65b963ed198', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:54:47.517403 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-37056b71-afaf-4c70-a1e7-59b8e39e99b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3b7f11-ff99-48bc-9948-7555a87592e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334602402', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '643cda57-62e2-4b2b-a5e0-d0b8f8d449a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:54:37Z', 'updated_at': '2021-10-20T11:54:44Z', 'revision_number': 4, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': '643cda57-62e2-4b2b-a5e0-d0b8f8d449a7', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3b7f11-ff99-48bc-9948-7555a87592e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:54:37Z', 'updated_at': '2021-10-20T11:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'b91626b5-96a5-4829-b12e-e8ca2757a13f', 'name': '', 'network_id': 'be8d4b08-1f40-41ca-825b-f5eddd831266', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'mac_address': 'fa:16:3e:e6:c9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3b7f11-ff99-48bc-9948-7555a87592e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'c0c0ca76-fd38-4162-81dc-3bfc728323a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:54:43Z', 'updated_at': '2021-10-20T11:54:45Z', 'revision_number': 2, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'subnets': [{'id': 'c0c0ca76-fd38-4162-81dc-3bfc728323a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:47.559557 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e98d821a-3741-49cd-b70e-10545e6cb984 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:47.562055 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37056b71-afaf-4c70-a1e7-59b8e39e99b8 None None] Checking router: 1e3b7f11-ff99-48bc-9948-7555a87592e0 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:54:47.562532 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37056b71-afaf-4c70-a1e7-59b8e39e99b8 None None] Updating router 1e3b7f11-ff99-48bc-9948-7555a87592e0 port b91626b5-96a5-4829-b12e-e8ca2757a13f binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:54:47.570468 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-39916cc4-9131-432c-953c-ea5cbf238a39 None None] Provisioning complete for port 35690f2c-2feb-4563-84b2-f5898481065c triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:47.571029 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-39916cc4-9131-432c-953c-ea5cbf238a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:47.617711 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d821a-3741-49cd-b70e-10545e6cb984 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Pushing event deleted for resources: {'Port': ['ID=7b11cf2d-8703-42ce-94ec-99848fde97bc,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:47.795932 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc1b284-eb19-4870-b5aa-3d0b894d214e tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Made reservation on behalf of b83cf05325f74f7cb717378a188d738a for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:54:47.799855 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-edc1b284-eb19-4870-b5aa-3d0b894d214e tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:47.868875 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75abc16-aac1-47a6-a023-3b2968b4dea2 req-55c9ad01-58f0-4a5d-9229-880ca1abbfc6 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:47.870591 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f75abc16-aac1-47a6-a023-3b2968b4dea2 req-55c9ad01-58f0-4a5d-9229-880ca1abbfc6 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/ports?device_id=2b725624-33d4-4656-a49c-9868d6496fd6 HTTP/1.1" status: 200 len: 946 time: 0.2147865 Oct 20 11:54:47.895472 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-39916cc4-9131-432c-953c-ea5cbf238a39 None None] Port 35690f2c-2feb-4563-84b2-f5898481065c cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:54:47.907353 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-37056b71-afaf-4c70-a1e7-59b8e39e99b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:47.926881 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b8f044b-3efc-473f-8f2a-21e988d84688 req-026c8bec-ad3a-4ce0-acdc-9620bfdf7b4c service neutron] 10.222.0.98 "GET /v2.0/networks/be8d4b08-1f40-41ca-825b-f5eddd831266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5057120 Oct 20 11:54:48.042220 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e98d821a-3741-49cd-b70e-10545e6cb984 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:48.251512 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-37056b71-afaf-4c70-a1e7-59b8e39e99b8 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:48.266426 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-37056b71-afaf-4c70-a1e7-59b8e39e99b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:48.275670 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d2788b11-52bc-4250-8133-c2fabea8d9fd None None] Provisioning complete for port d04f61fc-75e3-4dc9-9833-13f1406aa48c triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:48.276452 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d2788b11-52bc-4250-8133-c2fabea8d9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:48.361748 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e98d821a-3741-49cd-b70e-10545e6cb984 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Router 1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:54:48.371602 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444f1503-93af-44d1-87e9-7f4e45117d61 None None] Pushing event updated for resources: {'Port': ['ID=b91626b5-96a5-4829-b12e-e8ca2757a13f,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:48.395868 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d2788b11-52bc-4250-8133-c2fabea8d9fd None None] Port d04f61fc-75e3-4dc9-9833-13f1406aa48c cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:54:48.438179 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-37056b71-afaf-4c70-a1e7-59b8e39e99b8 None None] Attempting to bind port b91626b5-96a5-4829-b12e-e8ca2757a13f on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:54:48.438539 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-37056b71-afaf-4c70-a1e7-59b8e39e99b8 None None] Attempting to bind port b91626b5-96a5-4829-b12e-e8ca2757a13f by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '702cbdac-91cd-41f1-83e2-3306ffc6d11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'be8d4b08-1f40-41ca-825b-f5eddd831266'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:54:48.439072 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37056b71-afaf-4c70-a1e7-59b8e39e99b8 None None] Attempting to bind port b91626b5-96a5-4829-b12e-e8ca2757a13f on network be8d4b08-1f40-41ca-825b-f5eddd831266 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:54:48.444810 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37056b71-afaf-4c70-a1e7-59b8e39e99b8 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:54:48.445183 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37056b71-afaf-4c70-a1e7-59b8e39e99b8 None None] Checking segment: {'id': '702cbdac-91cd-41f1-83e2-3306ffc6d11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'be8d4b08-1f40-41ca-825b-f5eddd831266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:54:48.445888 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-37056b71-afaf-4c70-a1e7-59b8e39e99b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:48.446283 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37056b71-afaf-4c70-a1e7-59b8e39e99b8 None None] Bound using segment: {'id': '702cbdac-91cd-41f1-83e2-3306ffc6d11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'be8d4b08-1f40-41ca-825b-f5eddd831266'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:54:48.446761 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-37056b71-afaf-4c70-a1e7-59b8e39e99b8 None None] Bound port: b91626b5-96a5-4829-b12e-e8ca2757a13f, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '702cbdac-91cd-41f1-83e2-3306ffc6d11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'be8d4b08-1f40-41ca-825b-f5eddd831266'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:54:48.447213 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-37056b71-afaf-4c70-a1e7-59b8e39e99b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:48.506109 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98d821a-3741-49cd-b70e-10545e6cb984 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:54:48.513114 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e98d821a-3741-49cd-b70e-10545e6cb984 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "PUT /v2.0/routers/1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3944509 Oct 20 11:54:48.517943 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bee043-7f45-46cb-aeb1-de8995684978 None None] Sync routers for ids ['1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:54:48.529509 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44832) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:48.535796 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bee043-7f45-46cb-aeb1-de8995684978 None None] Routers {'1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:54:48.536966 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-85bee043-7f45-46cb-aeb1-de8995684978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:54:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:48.548652 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-37056b71-afaf-4c70-a1e7-59b8e39e99b8 None None] For port b91626b5-96a5-4829-b12e-e8ca2757a13f, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:54:48.552437 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-37056b71-afaf-4c70-a1e7-59b8e39e99b8 None None] For port b91626b5-96a5-4829-b12e-e8ca2757a13f, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=b91626b5-96a5-4829-b12e-e8ca2757a13f,segment=NetworkSegment(702cbdac-91cd-41f1-83e2-3306ffc6d11e),segment_id=702cbdac-91cd-41f1-83e2-3306ffc6d11e)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:54:48.558949 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-37056b71-afaf-4c70-a1e7-59b8e39e99b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:48.652162 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37056b71-afaf-4c70-a1e7-59b8e39e99b8 None None] Routers {'1e3b7f11-ff99-48bc-9948-7555a87592e0'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:54:48.652379 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-a874f604-2cc3-40cd-9419-2fc407d770b0 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Deleting subnet aec4eb28-1b5f-4ac8-929a-617645776d5e {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:54:48.653384 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-37056b71-afaf-4c70-a1e7-59b8e39e99b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:54:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['1e3b7f11-ff99-48bc-9948-7555a87592e0'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:48.656052 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a874f604-2cc3-40cd-9419-2fc407d770b0 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:48.661770 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444f1503-93af-44d1-87e9-7f4e45117d61 None None] Pushing event updated for resources: {'Port': ['ID=b91626b5-96a5-4829-b12e-e8ca2757a13f,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:48.707046 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a874f604-2cc3-40cd-9419-2fc407d770b0 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:48.749181 n-d-814735-3 neutron-server[100647]: INFO neutron.db.ipam_backend_mixin [None req-edc1b284-eb19-4870-b5aa-3d0b894d214e tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 35d3576a-031f-4699-ad4e-4fa4c39d4233 (CIDR: 2001:db8::/64) Oct 20 11:54:48.756462 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-85bee043-7f45-46cb-aeb1-de8995684978 None None] Set router 1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:54:48.765100 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b8f044b-3efc-473f-8f2a-21e988d84688 req-100ac327-3c86-42b3-ae04-f84209cf37bf service neutron] 10.222.0.98 "GET /v2.0/networks/be8d4b08-1f40-41ca-825b-f5eddd831266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8259478 Oct 20 11:54:48.785774 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-edc1b284-eb19-4870-b5aa-3d0b894d214e tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:54:48.786276 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edc1b284-eb19-4870-b5aa-3d0b894d214e tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:54:48.790128 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-acfcf020-3975-4234-836f-15ee8ea779cb None None] Provisioning complete for port b91626b5-96a5-4829-b12e-e8ca2757a13f triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:48.791132 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-acfcf020-3975-4234-836f-15ee8ea779cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:48.805917 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f75abc16-aac1-47a6-a023-3b2968b4dea2 req-f126dcef-eaf2-4895-9de9-b31731afa56b tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/security-groups?id=99711255-51bd-4104-861e-3041d029afa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8961408 Oct 20 11:54:48.818371 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a874f604-2cc3-40cd-9419-2fc407d770b0 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:48.840869 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28097a5-e60e-4932-8109-27df26f0b07f req-3bc027c4-1a6f-4a8c-9ebe-1bd86f3c31b7 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:48.847567 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d28097a5-e60e-4932-8109-27df26f0b07f req-3bc027c4-1a6f-4a8c-9ebe-1bd86f3c31b7 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=6f528fbb-04ab-4c8c-b767-892fdc252aad HTTP/1.1" status: 200 len: 1096 time: 0.2293057 Oct 20 11:54:48.904822 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a874f604-2cc3-40cd-9419-2fc407d770b0 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:48.961869 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a874f604-2cc3-40cd-9419-2fc407d770b0 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Pushing event deleted for resources: {'Subnet': ['ID=aec4eb28-1b5f-4ac8-929a-617645776d5e,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:48.964451 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a874f604-2cc3-40cd-9419-2fc407d770b0 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:48.968585 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a874f604-2cc3-40cd-9419-2fc407d770b0 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "DELETE /v2.0/subnets/aec4eb28-1b5f-4ac8-929a-617645776d5e HTTP/1.1" status: 204 len: 168 time: 0.4366157 Oct 20 11:54:48.971391 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44836) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:49.009629 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290807f0-a32d-49ad-86fd-524710c6238e None None] Network d0b0898b-41c5-47d6-af5f-59df8c2e2c51 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:54:49.094577 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-edc1b284-eb19-4870-b5aa-3d0b894d214e tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5960670 Oct 20 11:54:49.154673 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44840) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:49.180242 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e68ac32e-c59f-4520-a3a0-74ca08deb24a tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:49.197378 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-d329e09c-deb2-4f3a-baa7-316b252bbf99 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Request body: {'subnet': {'network_id': '8130071c-8b78-4d7b-ace8-e65b963ed198', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:54:49.249156 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-85bee043-7f45-46cb-aeb1-de8995684978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1432891439', 'tenant_id': '90ce7d56a289404db61837b49b02f44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'c236ed4c-bf6e-412b-8889-c1ca58f0a2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:53:57Z', 'updated_at': '2021-10-20T11:54:47Z', 'revision_number': 5, 'project_id': '90ce7d56a289404db61837b49b02f44c', 'gw_port': {'id': 'c236ed4c-bf6e-412b-8889-c1ca58f0a2f6', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:58Z', 'updated_at': '2021-10-20T11:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:49.274074 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-37056b71-afaf-4c70-a1e7-59b8e39e99b8 None None] Set router 1e3b7f11-ff99-48bc-9948-7555a87592e0 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:54:49.276519 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-acfcf020-3975-4234-836f-15ee8ea779cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:49.310852 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bee043-7f45-46cb-aeb1-de8995684978 None None] Checking router: 1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:54:49.323908 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bee043-7f45-46cb-aeb1-de8995684978 None None] Routers {'1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:54:49.324656 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-85bee043-7f45-46cb-aeb1-de8995684978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:54:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:49.364548 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e68ac32e-c59f-4520-a3a0-74ca08deb24a tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:49.400413 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f9fa0991-ebf7-467c-942b-57e3fb4209fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:49.427241 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe2254e-7cc6-4862-b035-14ee0fffed7d req-8bc21a9d-d4b5-4f8d-b314-aacd96a9a959 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:49.430487 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7fe2254e-7cc6-4862-b035-14ee0fffed7d req-8bc21a9d-d4b5-4f8d-b314-aacd96a9a959 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=6f528fbb-04ab-4c8c-b767-892fdc252aad HTTP/1.1" status: 200 len: 1096 time: 0.4700749 Oct 20 11:54:49.433360 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-abfc9bf1-b772-4aed-a477-d4e09e3ddf01 req-0dd35f99-c948-4f8f-a50b-f455501d2909 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da HTTP/1.1" status: 200 len: 210 time: 0.2164364 Oct 20 11:54:49.494844 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-e68ac32e-c59f-4520-a3a0-74ca08deb24a tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Deleting port c236ed4c-bf6e-412b-8889-c1ca58f0a2f6 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:54:49.495360 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e68ac32e-c59f-4520-a3a0-74ca08deb24a tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:49.536851 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-acfcf020-3975-4234-836f-15ee8ea779cb None None] For port b91626b5-96a5-4829-b12e-e8ca2757a13f, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=b91626b5-96a5-4829-b12e-e8ca2757a13f,segment=NetworkSegment(702cbdac-91cd-41f1-83e2-3306ffc6d11e),segment_id=702cbdac-91cd-41f1-83e2-3306ffc6d11e)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:49.560570 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-acfcf020-3975-4234-836f-15ee8ea779cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:49.586483 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-85bee043-7f45-46cb-aeb1-de8995684978 None None] Set router 1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:54:49.678776 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3efb568-62b8-42df-a253-0c6faba2d7db None None] DHCP port deletion for d0b0898b-41c5-47d6-af5f-59df8c2e2c51 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:54:49.712145 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfcf020-3975-4234-836f-15ee8ea779cb None None] Pushing event updated for resources: {'Port': ['ID=b91626b5-96a5-4829-b12e-e8ca2757a13f,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:49.811446 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d5a2ee30-ca7f-4e7c-8d1d-75163ae32823 None None] Provisioning complete for port b91626b5-96a5-4829-b12e-e8ca2757a13f triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:49.812032 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d5a2ee30-ca7f-4e7c-8d1d-75163ae32823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:49.817339 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-d28097a5-e60e-4932-8109-27df26f0b07f req-60369008-e912-471c-901f-93f9d73a530b tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Deleting port 19dfb504-c502-4f50-a744-4853ea91a9d3 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:54:49.817570 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d28097a5-e60e-4932-8109-27df26f0b07f req-60369008-e912-471c-901f-93f9d73a530b tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:49.840368 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7fe2254e-7cc6-4862-b035-14ee0fffed7d req-dc5bf3b7-0643-4fb1-a024-0b0e67af7814 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=395c2073-719c-4e86-a3f7-1497e7a0c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994215 Oct 20 11:54:49.889237 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-e68ac32e-c59f-4520-a3a0-74ca08deb24a tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] For port c236ed4c-bf6e-412b-8889-c1ca58f0a2f6, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=c236ed4c-bf6e-412b-8889-c1ca58f0a2f6,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:49.895787 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e68ac32e-c59f-4520-a3a0-74ca08deb24a tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:49.912383 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-37056b71-afaf-4c70-a1e7-59b8e39e99b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3b7f11-ff99-48bc-9948-7555a87592e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334602402', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '643cda57-62e2-4b2b-a5e0-d0b8f8d449a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:54:37Z', 'updated_at': '2021-10-20T11:54:44Z', 'revision_number': 4, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': '643cda57-62e2-4b2b-a5e0-d0b8f8d449a7', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3b7f11-ff99-48bc-9948-7555a87592e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:54:37Z', 'updated_at': '2021-10-20T11:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'b91626b5-96a5-4829-b12e-e8ca2757a13f', 'name': '', 'network_id': 'be8d4b08-1f40-41ca-825b-f5eddd831266', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'mac_address': 'fa:16:3e:e6:c9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3b7f11-ff99-48bc-9948-7555a87592e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'c0c0ca76-fd38-4162-81dc-3bfc728323a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:54:43Z', 'updated_at': '2021-10-20T11:54:48Z', 'revision_number': 4, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'subnets': [{'id': 'c0c0ca76-fd38-4162-81dc-3bfc728323a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:49.932164 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d329e09c-deb2-4f3a-baa7-316b252bbf99 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Made reservation on behalf of b83cf05325f74f7cb717378a188d738a for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:54:49.938058 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d329e09c-deb2-4f3a-baa7-316b252bbf99 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:49.943754 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-e68ac32e-c59f-4520-a3a0-74ca08deb24a tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Calling delete_port for c236ed4c-bf6e-412b-8889-c1ca58f0a2f6 owned by network:router_gateway {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:54:49.971114 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-b3efb568-62b8-42df-a253-0c6faba2d7db None None] Deleting port f7b88e43-73b5-41ba-adb2-5fb810885c46 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:54:49.971680 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b3efb568-62b8-42df-a253-0c6faba2d7db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:50.009084 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37056b71-afaf-4c70-a1e7-59b8e39e99b8 None None] The sync data for ids ['1e3b7f11-ff99-48bc-9948-7555a87592e0'] in n-d-814735-3 is: [{'id': '1e3b7f11-ff99-48bc-9948-7555a87592e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334602402', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '643cda57-62e2-4b2b-a5e0-d0b8f8d449a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:54:37Z', 'updated_at': '2021-10-20T11:54:44Z', 'revision_number': 4, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': '643cda57-62e2-4b2b-a5e0-d0b8f8d449a7', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3b7f11-ff99-48bc-9948-7555a87592e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:54:37Z', 'updated_at': '2021-10-20T11:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'b91626b5-96a5-4829-b12e-e8ca2757a13f', 'name': '', 'network_id': 'be8d4b08-1f40-41ca-825b-f5eddd831266', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'mac_address': 'fa:16:3e:e6:c9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3b7f11-ff99-48bc-9948-7555a87592e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'c0c0ca76-fd38-4162-81dc-3bfc728323a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:54:43Z', 'updated_at': '2021-10-20T11:54:48Z', 'revision_number': 4, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'subnets': [{'id': 'c0c0ca76-fd38-4162-81dc-3bfc728323a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:54:50.022765 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-85bee043-7f45-46cb-aeb1-de8995684978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1432891439', 'tenant_id': '90ce7d56a289404db61837b49b02f44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'c236ed4c-bf6e-412b-8889-c1ca58f0a2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:53:57Z', 'updated_at': '2021-10-20T11:54:47Z', 'revision_number': 5, 'project_id': '90ce7d56a289404db61837b49b02f44c', 'gw_port': {'id': 'c236ed4c-bf6e-412b-8889-c1ca58f0a2f6', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:58Z', 'updated_at': '2021-10-20T11:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:50.060364 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bee043-7f45-46cb-aeb1-de8995684978 None None] The sync data for ids ['1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6'] in n-d-814735-3 is: [{'id': '1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1432891439', 'tenant_id': '90ce7d56a289404db61837b49b02f44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'c236ed4c-bf6e-412b-8889-c1ca58f0a2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:53:57Z', 'updated_at': '2021-10-20T11:54:47Z', 'revision_number': 5, 'project_id': '90ce7d56a289404db61837b49b02f44c', 'gw_port': {'id': 'c236ed4c-bf6e-412b-8889-c1ca58f0a2f6', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:58Z', 'updated_at': '2021-10-20T11:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:54:50.168966 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-b3efb568-62b8-42df-a253-0c6faba2d7db None None] For port f7b88e43-73b5-41ba-adb2-5fb810885c46, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=f7b88e43-73b5-41ba-adb2-5fb810885c46,segment=NetworkSegment(20ebbbb1-41f7-44db-823b-52d1ce57eb2c),segment_id=20ebbbb1-41f7-44db-823b-52d1ce57eb2c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:50.169360 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b3efb568-62b8-42df-a253-0c6faba2d7db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:50.235641 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-b3efb568-62b8-42df-a253-0c6faba2d7db None None] Calling delete_port for f7b88e43-73b5-41ba-adb2-5fb810885c46 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:54:50.259259 n-d-814735-3 neutron-server[100647]: INFO neutron.db.ipam_backend_mixin [None req-d329e09c-deb2-4f3a-baa7-316b252bbf99 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 77f60299-fac4-47e4-a128-0a550ffc01e6 (CIDR: 2001:db8:0:1::/64) Oct 20 11:54:50.311240 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-d329e09c-deb2-4f3a-baa7-316b252bbf99 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 11:54:50.314127 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d329e09c-deb2-4f3a-baa7-316b252bbf99 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:54:50.434928 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:54:50.442834 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d329e09c-deb2-4f3a-baa7-316b252bbf99 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.2655201 Oct 20 11:54:50.460467 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44858) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:50.513082 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-401c528c-1f2e-469b-8612-122c016655f6 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Request body: {'subnet': {'network_id': '8130071c-8b78-4d7b-ace8-e65b963ed198', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:54:50.529032 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d031012-aed0-49f0-94c3-1f1ef768e80a req-e308ad9b-ed41-40a1-9224-9915720df86d tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:50.530775 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4d031012-aed0-49f0-94c3-1f1ef768e80a req-e308ad9b-ed41-40a1-9224-9915720df86d tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/ports?device_id=2b725624-33d4-4656-a49c-9868d6496fd6 HTTP/1.1" status: 200 len: 946 time: 0.2582393 Oct 20 11:54:50.553136 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e68ac32e-c59f-4520-a3a0-74ca08deb24a tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:50.555365 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device f7b88e43-73b5-41ba-adb2-5fb810885c46 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:54:50.570331 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b3efb568-62b8-42df-a253-0c6faba2d7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:50.612109 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-d28097a5-e60e-4932-8109-27df26f0b07f req-60369008-e912-471c-901f-93f9d73a530b tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] For port 19dfb504-c502-4f50-a744-4853ea91a9d3, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=19dfb504-c502-4f50-a744-4853ea91a9d3,segment=NetworkSegment(6b3d97ef-4bba-4f94-8f99-2685e9f9dd59),segment_id=6b3d97ef-4bba-4f94-8f99-2685e9f9dd59)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:50.621351 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d28097a5-e60e-4932-8109-27df26f0b07f req-60369008-e912-471c-901f-93f9d73a530b tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:50.673351 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: f7b88e43-73b5-41ba-adb2-5fb810885c46 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:54:50.673929 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device f7b88e43-73b5-41ba-adb2-5fb810885c46 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:54:50.683209 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-d28097a5-e60e-4932-8109-27df26f0b07f req-60369008-e912-471c-901f-93f9d73a530b tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Calling delete_port for 19dfb504-c502-4f50-a744-4853ea91a9d3 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:54:50.704780 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3efb568-62b8-42df-a253-0c6faba2d7db None None] No DVR routers for this DVR port f7b88e43-73b5-41ba-adb2-5fb810885c46 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:54:50.708893 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3efb568-62b8-42df-a253-0c6faba2d7db None None] Pushing event deleted for resources: {'Port': ['ID=f7b88e43-73b5-41ba-adb2-5fb810885c46,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:50.726952 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ac32e-c59f-4520-a3a0-74ca08deb24a tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Pushing event deleted for resources: {'Port': ['ID=c236ed4c-bf6e-412b-8889-c1ca58f0a2f6,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:50.795538 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3aae2688-5c45-4f19-9e83-65b103870120 req-8c7d7d88-95a8-413b-afd2-ca2d8e614b54 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da HTTP/1.1" status: 200 len: 210 time: 0.0893481 Oct 20 11:54:50.801045 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4d031012-aed0-49f0-94c3-1f1ef768e80a req-2c237179-1974-485f-b7dd-0fb0cb52dad6 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/security-groups?id=99711255-51bd-4104-861e-3041d029afa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572467 Oct 20 11:54:51.062531 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e68ac32e-c59f-4520-a3a0-74ca08deb24a tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:51.124720 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0d256853-faa3-45eb-8a2b-8067ddd46397 req-493bf988-dff6-45e6-8fb7-f336b9280d5a tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=6f528fbb-04ab-4c8c-b767-892fdc252aad HTTP/1.1" status: 200 len: 210 time: 0.1277571 Oct 20 11:54:51.158400 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d28097a5-e60e-4932-8109-27df26f0b07f req-60369008-e912-471c-901f-93f9d73a530b tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:51.177379 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['4167aa25-7394-410a-8295-46aa94434e60'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:54:51.183329 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['19dfb504-c502-4f50-a744-4853ea91a9d3'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:54:51.215054 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60369008-e912-471c-901f-93f9d73a530b tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Pushing event deleted for resources: {'Port': ['ID=19dfb504-c502-4f50-a744-4853ea91a9d3,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:51.315683 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e68ac32e-c59f-4520-a3a0-74ca08deb24a tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:51.323753 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e68ac32e-c59f-4520-a3a0-74ca08deb24a tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:51.394138 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-d28097a5-e60e-4932-8109-27df26f0b07f req-60369008-e912-471c-901f-93f9d73a530b tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] No DVR routers for this DVR port 19dfb504-c502-4f50-a744-4853ea91a9d3 on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:54:51.406778 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d28097a5-e60e-4932-8109-27df26f0b07f req-60369008-e912-471c-901f-93f9d73a530b tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:51.409972 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d28097a5-e60e-4932-8109-27df26f0b07f req-60369008-e912-471c-901f-93f9d73a530b tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.89 "DELETE /v2.0/ports/19dfb504-c502-4f50-a744-4853ea91a9d3 HTTP/1.1" status: 204 len: 173 time: 2.5531869 Oct 20 11:54:51.410450 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f528fbb-04ab-4c8c-b767-892fdc252aad', 'name': 'network-vif-deleted', 'tag': '19dfb504-c502-4f50-a744-4853ea91a9d3'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:54:51.429920 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31900630-25ac-40d1-b5dc-216c21259c3f" -d '{"events": [{"server_uuid": "6f528fbb-04ab-4c8c-b767-892fdc252aad", "name": "network-vif-deleted", "tag": "19dfb504-c502-4f50-a744-4853ea91a9d3"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:54:51.486456 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401c528c-1f2e-469b-8612-122c016655f6 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Made reservation on behalf of b83cf05325f74f7cb717378a188d738a for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:54:51.490861 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-401c528c-1f2e-469b-8612-122c016655f6 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:51.518380 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbae4b4e-5837-46b3-83db-b268b4fad5aa x-openstack-request-id: req-fbae4b4e-5837-46b3-83db-b268b4fad5aa {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:54:51.518883 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f528fbb-04ab-4c8c-b767-892fdc252aad", "name": "network-vif-deleted", "tag": "19dfb504-c502-4f50-a744-4853ea91a9d3", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:54:51.519018 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fbae4b4e-5837-46b3-83db-b268b4fad5aa {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:54:51.519367 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f528fbb-04ab-4c8c-b767-892fdc252aad', 'name': 'network-vif-deleted', 'tag': '19dfb504-c502-4f50-a744-4853ea91a9d3', 'status': 'completed', 'code': 200} Oct 20 11:54:51.540798 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e68ac32e-c59f-4520-a3a0-74ca08deb24a tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:51.540798 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e68ac32e-c59f-4520-a3a0-74ca08deb24a tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Fanout notify agent at l3_agent the message router_deleted on router 1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6 {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:54:51.552360 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f044b-3efc-473f-8f2a-21e988d84688 req-95423e47-1f48-482e-a658-0fc738edd680 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:51.554013 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b8f044b-3efc-473f-8f2a-21e988d84688 req-95423e47-1f48-482e-a658-0fc738edd680 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.11 "GET /v2.0/networks?id=be8d4b08-1f40-41ca-825b-f5eddd831266 HTTP/1.1" status: 200 len: 796 time: 0.5052993 Oct 20 11:54:51.564604 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e68ac32e-c59f-4520-a3a0-74ca08deb24a tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:51.568685 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e68ac32e-c59f-4520-a3a0-74ca08deb24a tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "DELETE /v2.0/routers/1ccf3f3c-1f0f-4ff0-b3db-3ebf61c5f0e6 HTTP/1.1" status: 204 len: 168 time: 2.5931814 Oct 20 11:54:51.574405 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44868) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:51.754059 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-565e4c28-b8d1-477f-a5d2-cf7ad245ae63 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:51.975370 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b8f044b-3efc-473f-8f2a-21e988d84688 req-9b11e7f0-f551-4ff0-9c63-5e66cc2cc0ca tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d69630d5f3304dc8a33f46da29b2ea4c HTTP/1.1" status: 200 len: 380 time: 0.4071105 Oct 20 11:54:51.980027 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-565e4c28-b8d1-477f-a5d2-cf7ad245ae63 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:52.003215 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-401c528c-1f2e-469b-8612-122c016655f6 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:52.021392 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-6b8f044b-3efc-473f-8f2a-21e988d84688 req-c78b2e09-95a7-43e1-a324-63d30406a172 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Request body: {'port': {'device_id': 'a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da', 'network_id': 'be8d4b08-1f40-41ca-825b-f5eddd831266', 'admin_state_up': True, 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'security_groups': ['c7eb2a7d-ee6d-4283-97fc-8a188eb48807']}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:54:52.055337 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401c528c-1f2e-469b-8612-122c016655f6 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Network 8130071c-8b78-4d7b-ace8-e65b963ed198 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:54:52.059703 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-401c528c-1f2e-469b-8612-122c016655f6 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:54:52.066278 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401c528c-1f2e-469b-8612-122c016655f6 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:52.066898 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-401c528c-1f2e-469b-8612-122c016655f6 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:52.073195 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46cd15a-588f-4f03-b701-8a5fc568c763 None None] Network 8130071c-8b78-4d7b-ace8-e65b963ed198 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:54:52.092600 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4796b9d3-877b-408a-be7c-b9cb9af6dd07 req-bbce1ee4-df04-454b-8c65-dedb7326a132 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da HTTP/1.1" status: 200 len: 210 time: 0.1428375 Oct 20 11:54:52.099233 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-401c528c-1f2e-469b-8612-122c016655f6 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6364105 Oct 20 11:54:52.102404 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44874) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:52.118405 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-ffe195fa-0f4f-4513-8cd7-8eee41fec356 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1366948049', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6648c7cb-67b0-486f-a4a5-62f821ee4f66'}], 'security_groups': ['78cd87f6-87dc-459e-9211-6ea65d17428c', 'b07a1933-286c-4288-830d-a5055e4c97a0']}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:54:52.144449 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-565e4c28-b8d1-477f-a5d2-cf7ad245ae63 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0b0898b-41c5-47d6-af5f-59df8c2e2c51']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:52.173077 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401c528c-1f2e-469b-8612-122c016655f6 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event updated for resources: {'Subnet': ['ID=6648c7cb-67b0-486f-a4a5-62f821ee4f66,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:52.241935 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-565e4c28-b8d1-477f-a5d2-cf7ad245ae63 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20ebbbb1-41f7-44db-823b-52d1ce57eb2c') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:52.248294 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-565e4c28-b8d1-477f-a5d2-cf7ad245ae63 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20ebbbb1-41f7-44db-823b-52d1ce57eb2c') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:52.257822 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a7854851-de7c-4783-86a4-5d848ac26db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:52.379851 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-565e4c28-b8d1-477f-a5d2-cf7ad245ae63 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:52.418863 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06572b41-d6db-44d1-9ce4-bebb4ce3b919 req-01cae3b0-840b-43e2-af78-1943030ebad6 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:52.420500 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-06572b41-d6db-44d1-9ce4-bebb4ce3b919 req-01cae3b0-840b-43e2-af78-1943030ebad6 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/ports?device_id=2b725624-33d4-4656-a49c-9868d6496fd6 HTTP/1.1" status: 200 len: 946 time: 0.4608092 Oct 20 11:54:52.529097 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ffe195fa-0f4f-4513-8cd7-8eee41fec356 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:52.553422 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-565e4c28-b8d1-477f-a5d2-cf7ad245ae63 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:52.567652 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b91626b5-96a5-4829-b12e-e8ca2757a13f up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:54:52.622591 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-565e4c28-b8d1-477f-a5d2-cf7ad245ae63 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Releasing vlan 1298 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:54:52.623309 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-565e4c28-b8d1-477f-a5d2-cf7ad245ae63 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:52.639917 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:54:52.639917 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:54:52.639917 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:54:52.639917 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:54:52.639917 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:54:52.639917 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:54:52.639917 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:54:52.639917 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:54:52.639917 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:54:52.639917 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:54:52.639917 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:54:52.639917 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:54:52.639917 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:54:52.639917 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:54:52.639917 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:54:52.639917 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:54:52.639917 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:54:52.639917 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:54:52.639917 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:54:52.639917 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:54:52.639917 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:54:52.639917 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:54:52.639917 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:54:52.639917 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:54:52.639917 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:54:52.639917 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:54:52.639917 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:54:52.639917 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:54:52.639917 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:54:52.639917 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:54:52.639917 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:54:52.639917 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:54:52.670286 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b8f044b-3efc-473f-8f2a-21e988d84688 req-c78b2e09-95a7-43e1-a324-63d30406a172 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Made reservation on behalf of d69630d5f3304dc8a33f46da29b2ea4c for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:54:52.673935 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6b8f044b-3efc-473f-8f2a-21e988d84688 req-c78b2e09-95a7-43e1-a324-63d30406a172 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:52.763273 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-06572b41-d6db-44d1-9ce4-bebb4ce3b919 req-633775d7-9696-46cf-9a3c-1f1c46f8de21 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/security-groups?id=99711255-51bd-4104-861e-3041d029afa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021646 Oct 20 11:54:52.803048 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f706406b-025f-408e-87ee-42b33a4baf4f None None] Update dhcp port {'port': {'network_id': '8130071c-8b78-4d7b-ace8-e65b963ed198', 'fixed_ips': [{'subnet_id': '77f60299-fac4-47e4-a128-0a550ffc01e6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '35d3576a-031f-4699-ad4e-4fa4c39d4233', 'ip_address': '2001:db8::2'}, {'subnet_id': '6648c7cb-67b0-486f-a4a5-62f821ee4f66'}], 'binding:host_id': 'n-d-814735-3'}, 'id': '6d966af4-545b-4486-afd3-22eb183d8a42'} from n-d-814735-3. {{(pid=100648) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 11:54:52.818308 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port b91626b5-96a5-4829-b12e-e8ca2757a13f triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:52.818961 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:52.941181 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-565e4c28-b8d1-477f-a5d2-cf7ad245ae63 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:52.959741 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-565e4c28-b8d1-477f-a5d2-cf7ad245ae63 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:52.963193 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-565e4c28-b8d1-477f-a5d2-cf7ad245ae63 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "DELETE /v2.0/networks/d0b0898b-41c5-47d6-af5f-59df8c2e2c51 HTTP/1.1" status: 204 len: 168 time: 1.3857903 Oct 20 11:54:52.969633 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f706406b-025f-408e-87ee-42b33a4baf4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:52.974626 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44884) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:53.031288 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e4c28-b8d1-477f-a5d2-cf7ad245ae63 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Pushing event deleted for resources: {'Network': ['ID=d0b0898b-41c5-47d6-af5f-59df8c2e2c51,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:53.038858 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482aa5a4-d9f2-4072-8daf-73521e2bc682 req-01c5b98c-6b21-44d2-9ba2-40b6ddcd99e8 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:53.040545 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-482aa5a4-d9f2-4072-8daf-73521e2bc682 req-01c5b98c-6b21-44d2-9ba2-40b6ddcd99e8 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=701a4e33-8675-4b1c-87e7-aac54949d80a HTTP/1.1" status: 200 len: 1096 time: 0.2814226 Oct 20 11:54:53.065461 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-6b8f044b-3efc-473f-8f2a-21e988d84688 req-c78b2e09-95a7-43e1-a324-63d30406a172 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Allocated IP 172.20.0.10 (be8d4b08-1f40-41ca-825b-f5eddd831266/c0c0ca76-fd38-4162-81dc-3bfc728323a9/37fb5b3f-e30a-4e35-aad6-f26e2350e127) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:54:53.196426 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-ffe195fa-0f4f-4513-8cd7-8eee41fec356 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Delete allocated IP 2001:db8::2cd (8130071c-8b78-4d7b-ace8-e65b963ed198/35d3576a-031f-4699-ad4e-4fa4c39d4233) {{(pid=100646) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 20 11:54:53.214839 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-ffe195fa-0f4f-4513-8cd7-8eee41fec356 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Allocated IP 2001:db8:0:2::97 (8130071c-8b78-4d7b-ace8-e65b963ed198/6648c7cb-67b0-486f-a4a5-62f821ee4f66/d04f61fc-75e3-4dc9-9833-13f1406aa48c) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:54:53.240928 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-482aa5a4-d9f2-4072-8daf-73521e2bc682 req-2fe3df02-4289-4d3a-b9da-8ce5763fc5a2 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=395c2073-719c-4e86-a3f7-1497e7a0c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891856 Oct 20 11:54:53.286843 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 19dfb504-c502-4f50-a744-4853ea91a9d3 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:54:53.292809 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:53.293420 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:53.299401 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8742a476-c9f2-41ad-9c1e-ec9e9ddf5bfb req-920c89f1-7f84-44f2-8c5c-f42eeccbecda tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da HTTP/1.1" status: 200 len: 210 time: 0.0468681 Oct 20 11:54:53.322174 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: 19dfb504-c502-4f50-a744-4853ea91a9d3 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:54:53.322528 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 19dfb504-c502-4f50-a744-4853ea91a9d3 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:54:53.405712 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device c236ed4c-bf6e-412b-8889-c1ca58f0a2f6 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:54:53.432277 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: c236ed4c-bf6e-412b-8889-c1ca58f0a2f6 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:54:53.432610 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device c236ed4c-bf6e-412b-8889-c1ca58f0a2f6 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:54:53.433014 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 7b11cf2d-8703-42ce-94ec-99848fde97bc no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:54:53.449361 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ffe195fa-0f4f-4513-8cd7-8eee41fec356 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:53.457224 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ffe195fa-0f4f-4513-8cd7-8eee41fec356 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:53.457470 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 7b11cf2d-8703-42ce-94ec-99848fde97bc {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:54:53.457917 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 7b11cf2d-8703-42ce-94ec-99848fde97bc not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:54:53.511394 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6b8f044b-3efc-473f-8f2a-21e988d84688 req-c78b2e09-95a7-43e1-a324-63d30406a172 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:53.513742 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-be2fbc5b-4ab1-4180-b883-d1045a5e6c9b tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Deleting port bfa15508-b62a-4ae9-900b-faea78f09874 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:54:53.514069 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-be2fbc5b-4ab1-4180-b883-d1045a5e6c9b tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:53.528007 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-f706406b-025f-408e-87ee-42b33a4baf4f None None] Allocated IP 2001:db8:0:2::2 (8130071c-8b78-4d7b-ace8-e65b963ed198/6648c7cb-67b0-486f-a4a5-62f821ee4f66/6d966af4-545b-4486-afd3-22eb183d8a42) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:54:53.542855 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-ffe195fa-0f4f-4513-8cd7-8eee41fec356 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] In _notify_port_updated(), no bound segment for port d04f61fc-75e3-4dc9-9833-13f1406aa48c on network 8130071c-8b78-4d7b-ace8-e65b963ed198 {{(pid=100646) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 20 11:54:53.550156 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe195fa-0f4f-4513-8cd7-8eee41fec356 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:53.551017 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ffe195fa-0f4f-4513-8cd7-8eee41fec356 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:53.552375 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ffe195fa-0f4f-4513-8cd7-8eee41fec356 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "PUT /v2.0/ports/d04f61fc-75e3-4dc9-9833-13f1406aa48c HTTP/1.1" status: 200 len: 969 time: 1.4420493 Oct 20 11:54:53.556749 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44890) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:53.611468 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe195fa-0f4f-4513-8cd7-8eee41fec356 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event updated for resources: {'Port': ['ID=d04f61fc-75e3-4dc9-9833-13f1406aa48c,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:53.650320 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6b8f044b-3efc-473f-8f2a-21e988d84688 req-c78b2e09-95a7-43e1-a324-63d30406a172 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:53.661952 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-f706406b-025f-408e-87ee-42b33a4baf4f None None] For port 6d966af4-545b-4486-afd3-22eb183d8a42, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=6d966af4-545b-4486-afd3-22eb183d8a42,segment=NetworkSegment(7c3f21e8-40f6-4bfe-851a-67a8539229a5),segment_id=7c3f21e8-40f6-4bfe-851a-67a8539229a5)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:53.692811 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-6eabd032-c1de-4475-af90-2fe4727d7bc1 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Deleting port d04f61fc-75e3-4dc9-9833-13f1406aa48c {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:54:53.693145 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6eabd032-c1de-4475-af90-2fe4727d7bc1 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:53.713075 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f706406b-025f-408e-87ee-42b33a4baf4f None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:53.719323 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f706406b-025f-408e-87ee-42b33a4baf4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:53.726681 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78b2e09-95a7-43e1-a324-63d30406a172 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'Port': ['ID=37fb5b3f-e30a-4e35-aad6-f26e2350e127,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:53.732777 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-be2fbc5b-4ab1-4180-b883-d1045a5e6c9b tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:53.733100 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-be2fbc5b-4ab1-4180-b883-d1045a5e6c9b tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:53.758179 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-be2fbc5b-4ab1-4180-b883-d1045a5e6c9b tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Calling delete_port for bfa15508-b62a-4ae9-900b-faea78f09874 owned by network:floatingip {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:54:53.761576 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b8f044b-3efc-473f-8f2a-21e988d84688 req-c78b2e09-95a7-43e1-a324-63d30406a172 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Network be8d4b08-1f40-41ca-825b-f5eddd831266 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:54:53.765886 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-6b8f044b-3efc-473f-8f2a-21e988d84688 req-c78b2e09-95a7-43e1-a324-63d30406a172 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:54:53.770063 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b8f044b-3efc-473f-8f2a-21e988d84688 req-c78b2e09-95a7-43e1-a324-63d30406a172 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:54:53.848987 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6eabd032-c1de-4475-af90-2fe4727d7bc1 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:53.867832 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-6eabd032-c1de-4475-af90-2fe4727d7bc1 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Calling delete_port for d04f61fc-75e3-4dc9-9833-13f1406aa48c owned by {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:54:53.930114 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f706406b-025f-408e-87ee-42b33a4baf4f None None] Pushing event updated for resources: {'Port': ['ID=6d966af4-545b-4486-afd3-22eb183d8a42,revision_number=7']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:53.954639 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f044b-3efc-473f-8f2a-21e988d84688 req-c78b2e09-95a7-43e1-a324-63d30406a172 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:53.955626 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6b8f044b-3efc-473f-8f2a-21e988d84688 req-c78b2e09-95a7-43e1-a324-63d30406a172 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:54.033255 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b8f044b-3efc-473f-8f2a-21e988d84688 req-c78b2e09-95a7-43e1-a324-63d30406a172 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0157886 Oct 20 11:54:54.056585 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-6b8f044b-3efc-473f-8f2a-21e988d84688 req-d275222e-c573-4a44-8278-e0f8d6623105 service neutron] Request body: {'port': {'device_id': 'a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:54:54.116828 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6eabd032-c1de-4475-af90-2fe4727d7bc1 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:54.131072 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-61cc89f1-0e95-4586-a48f-8b74cedad38a None None] Provisioning complete for port 37fb5b3f-e30a-4e35-aad6-f26e2350e127 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:54.131608 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-61cc89f1-0e95-4586-a48f-8b74cedad38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:54.176134 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f13ca-7dd5-4fc8-bcf2-118d23dcd7a5 req-fa59f89e-9d65-4e76-bcba-fb95384635e1 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:54.177725 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fa9f13ca-7dd5-4fc8-bcf2-118d23dcd7a5 req-fa59f89e-9d65-4e76-bcba-fb95384635e1 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/ports?device_id=2b725624-33d4-4656-a49c-9868d6496fd6 HTTP/1.1" status: 200 len: 946 time: 0.2138894 Oct 20 11:54:54.196428 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 6d966af4-545b-4486-afd3-22eb183d8a42 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:54:54.202443 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6eabd032-c1de-4475-af90-2fe4727d7bc1 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:54.213178 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6eabd032-c1de-4475-af90-2fe4727d7bc1 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "DELETE /v2.0/ports/d04f61fc-75e3-4dc9-9833-13f1406aa48c HTTP/1.1" status: 204 len: 168 time: 0.6546748 Oct 20 11:54:54.214313 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eabd032-c1de-4475-af90-2fe4727d7bc1 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event deleted for resources: {'Port': ['ID=d04f61fc-75e3-4dc9-9833-13f1406aa48c,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:54.218000 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44896) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:54.245458 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6b8f044b-3efc-473f-8f2a-21e988d84688 req-d275222e-c573-4a44-8278-e0f8d6623105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:54.271516 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a02083-8201-49cf-b2bf-1a5eba9b541e req-c5d4c36f-3a0d-47aa-8f66-3fa00b89d5db tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:54.273183 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-83a02083-8201-49cf-b2bf-1a5eba9b541e req-c5d4c36f-3a0d-47aa-8f66-3fa00b89d5db tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=701a4e33-8675-4b1c-87e7-aac54949d80a HTTP/1.1" status: 200 len: 1096 time: 0.1817346 Oct 20 11:54:54.285823 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-61cc89f1-0e95-4586-a48f-8b74cedad38a None None] Port 37fb5b3f-e30a-4e35-aad6-f26e2350e127 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:54:54.298001 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 6d966af4-545b-4486-afd3-22eb183d8a42 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:54.298755 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:54.301475 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-c555b2c0-c363-4f1f-abb8-fc123ac98d59 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] GET failed (client error): The resource could not be found. Oct 20 11:54:54.305834 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c555b2c0-c363-4f1f-abb8-fc123ac98d59 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "GET /v2.0/ports/d04f61fc-75e3-4dc9-9833-13f1406aa48c HTTP/1.1" status: 404 len: 333 time: 0.0799053 Oct 20 11:54:54.307085 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44900) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:54.395427 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fa9f13ca-7dd5-4fc8-bcf2-118d23dcd7a5 req-7b5db2ce-9817-43e2-ad97-fd90cbd92be8 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/security-groups?id=99711255-51bd-4104-861e-3041d029afa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938605 Oct 20 11:54:54.407111 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3e80c62f-02a7-47a4-beab-f979ec8aa2ef tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:54.433615 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3e80c62f-02a7-47a4-beab-f979ec8aa2ef tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:54.509316 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3e80c62f-02a7-47a4-beab-f979ec8aa2ef tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:54.510581 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-be2fbc5b-4ab1-4180-b883-d1045a5e6c9b tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:54.514314 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3e80c62f-02a7-47a4-beab-f979ec8aa2ef tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:54.516780 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3e80c62f-02a7-47a4-beab-f979ec8aa2ef tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "DELETE /v2.0/security-groups/3de92545-d623-485d-883b-da573a8772f0 HTTP/1.1" status: 204 len: 168 time: 0.2083945 Oct 20 11:54:54.521764 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44904) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:54.542900 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e80c62f-02a7-47a4-beab-f979ec8aa2ef tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de92545-d623-485d-883b-da573a8772f0,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:54.608611 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b3341e96-65e1-44ad-a958-453b314457a3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:54.658469 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b3341e96-65e1-44ad-a958-453b314457a3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:54.719602 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b3341e96-65e1-44ad-a958-453b314457a3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:54.723854 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b3341e96-65e1-44ad-a958-453b314457a3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:54.725220 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b3341e96-65e1-44ad-a958-453b314457a3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "DELETE /v2.0/security-groups/b07a1933-286c-4288-830d-a5055e4c97a0 HTTP/1.1" status: 204 len: 168 time: 0.2001672 Oct 20 11:54:54.729324 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44908) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:54.777203 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3341e96-65e1-44ad-a958-453b314457a3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07a1933-286c-4288-830d-a5055e4c97a0,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:54.815918 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-85509120-020c-4429-8156-df4feb2b9ec9 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:54.858611 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-85509120-020c-4429-8156-df4feb2b9ec9 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:54.914787 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:54.919211 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-85509120-020c-4429-8156-df4feb2b9ec9 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:54.931941 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-85509120-020c-4429-8156-df4feb2b9ec9 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:54.935877 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-85509120-020c-4429-8156-df4feb2b9ec9 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "DELETE /v2.0/security-groups/78cd87f6-87dc-459e-9211-6ea65d17428c HTTP/1.1" status: 204 len: 168 time: 0.2056193 Oct 20 11:54:54.936692 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44914) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:54.966869 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-a974a23d-41df-4dd2-b9c2-816410e8a873 None None] Provisioning complete for port 6d966af4-545b-4486-afd3-22eb183d8a42 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:54.967236 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a974a23d-41df-4dd2-b9c2-816410e8a873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:54.995143 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85509120-020c-4429-8156-df4feb2b9ec9 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78cd87f6-87dc-459e-9211-6ea65d17428c,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:55.043593 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-1632ce3f-f73f-4618-b904-bbef75ab141f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Deleting subnet 35d3576a-031f-4699-ad4e-4fa4c39d4233 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:54:55.048958 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1632ce3f-f73f-4618-b904-bbef75ab141f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:55.068584 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2fbc5b-4ab1-4180-b883-d1045a5e6c9b tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Pushing event deleted for resources: {'Port': ['ID=bfa15508-b62a-4ae9-900b-faea78f09874,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:55.091094 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-a974a23d-41df-4dd2-b9c2-816410e8a873 None None] Could not find standard attr ID for object d04f61fc-75e3-4dc9-9833-13f1406aa48c. {{(pid=100648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:54:55.106238 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1632ce3f-f73f-4618-b904-bbef75ab141f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:55.125860 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-a974a23d-41df-4dd2-b9c2-816410e8a873 None None] Provisioning complete for port 35690f2c-2feb-4563-84b2-f5898481065c triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:55.126237 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a974a23d-41df-4dd2-b9c2-816410e8a873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:55.190837 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd14d04-52ec-4bd5-b9fa-018d872f64b9 req-bad676c9-416c-4353-bd57-64943c9aa6f0 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:55.192721 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6cd14d04-52ec-4bd5-b9fa-018d872f64b9 req-bad676c9-416c-4353-bd57-64943c9aa6f0 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=701a4e33-8675-4b1c-87e7-aac54949d80a HTTP/1.1" status: 200 len: 1096 time: 0.8236182 Oct 20 11:54:55.217918 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-a974a23d-41df-4dd2-b9c2-816410e8a873 None None] Port 35690f2c-2feb-4563-84b2-f5898481065c cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:54:55.251103 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1632ce3f-f73f-4618-b904-bbef75ab141f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:55.329999 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-8e7aae7e-c1a5-4786-ba20-569dbdc82719 None None] Could not find standard attr ID for object d04f61fc-75e3-4dc9-9833-13f1406aa48c. {{(pid=100648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:54:55.339528 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684258a-660d-4e31-bed6-8a849660b024 req-56517526-9280-4053-b1b5-dddd21139b1b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:55.341488 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1632ce3f-f73f-4618-b904-bbef75ab141f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:55.344661 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4684258a-660d-4e31-bed6-8a849660b024 req-56517526-9280-4053-b1b5-dddd21139b1b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da HTTP/1.1" status: 200 len: 932 time: 0.8318436 Oct 20 11:54:55.374014 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-83a02083-8201-49cf-b2bf-1a5eba9b541e req-60dd6d47-dac8-4ba6-8e2a-7c3e8e86ae54 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Deleting port 4167aa25-7394-410a-8295-46aa94434e60 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:54:55.375004 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-83a02083-8201-49cf-b2bf-1a5eba9b541e req-60dd6d47-dac8-4ba6-8e2a-7c3e8e86ae54 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:55.375319 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1632ce3f-f73f-4618-b904-bbef75ab141f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event deleted for resources: {'Subnet': ['ID=35d3576a-031f-4699-ad4e-4fa4c39d4233,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:55.386847 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1632ce3f-f73f-4618-b904-bbef75ab141f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:55.390171 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1632ce3f-f73f-4618-b904-bbef75ab141f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "DELETE /v2.0/subnets/35d3576a-031f-4699-ad4e-4fa4c39d4233 HTTP/1.1" status: 204 len: 168 time: 0.4492536 Oct 20 11:54:55.395801 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44916) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:55.491565 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-6523350d-e93b-44d1-98cb-566cbb7d6542 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Deleting subnet 6648c7cb-67b0-486f-a4a5-62f821ee4f66 {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:54:55.513453 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-be2fbc5b-4ab1-4180-b883-d1045a5e6c9b tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for floatingip, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:55.514416 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [None req-be2fbc5b-4ab1-4180-b883-d1045a5e6c9b tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Floating IP d38e106e-4c46-425d-a77f-3d00e4d2af27 disassociated (deleted). External IP: 172.25.5.64, port: c161d276-5441-45f8-b1c0-0f6ba772ee2f. Oct 20 11:54:55.542201 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65745dd9-fb57-49c4-9ebe-651040b4c1c6 None None] Network 8130071c-8b78-4d7b-ace8-e65b963ed198 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:54:55.607350 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6523350d-e93b-44d1-98cb-566cbb7d6542 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:55.618946 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6cd14d04-52ec-4bd5-b9fa-018d872f64b9 req-f2e48024-0d9d-4970-9905-3b49ee105874 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=395c2073-719c-4e86-a3f7-1497e7a0c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4161093 Oct 20 11:54:55.682576 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4684258a-660d-4e31-bed6-8a849660b024 req-55c21518-ad31-430a-8e8b-e4b771bddd3f tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=c7eb2a7d-ee6d-4283-97fc-8a188eb48807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3268631 Oct 20 11:54:55.860006 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6523350d-e93b-44d1-98cb-566cbb7d6542 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:55.945632 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-83a02083-8201-49cf-b2bf-1a5eba9b541e req-60dd6d47-dac8-4ba6-8e2a-7c3e8e86ae54 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] For port 4167aa25-7394-410a-8295-46aa94434e60, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=4167aa25-7394-410a-8295-46aa94434e60,segment=NetworkSegment(6b3d97ef-4bba-4f94-8f99-2685e9f9dd59),segment_id=6b3d97ef-4bba-4f94-8f99-2685e9f9dd59)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:55.946002 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-83a02083-8201-49cf-b2bf-1a5eba9b541e req-60dd6d47-dac8-4ba6-8e2a-7c3e8e86ae54 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:56.003142 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9055585-3054-4dd7-9b6f-bc822f311a30 req-252e6369-378e-421b-a213-6bb66511c62f tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:56.004480 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f9055585-3054-4dd7-9b6f-bc822f311a30 req-252e6369-378e-421b-a213-6bb66511c62f tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/ports?device_id=2b725624-33d4-4656-a49c-9868d6496fd6 HTTP/1.1" status: 200 len: 946 time: 0.2792547 Oct 20 11:54:56.008379 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-83a02083-8201-49cf-b2bf-1a5eba9b541e req-60dd6d47-dac8-4ba6-8e2a-7c3e8e86ae54 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Calling delete_port for 4167aa25-7394-410a-8295-46aa94434e60 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:54:56.163169 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-6b8f044b-3efc-473f-8f2a-21e988d84688 req-d275222e-c573-4a44-8278-e0f8d6623105 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37fb5b3f-e30a-4e35-aad6-f26e2350e127 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:54:56.203519 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6b8f044b-3efc-473f-8f2a-21e988d84688 req-d275222e-c573-4a44-8278-e0f8d6623105 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:56.280331 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f9055585-3054-4dd7-9b6f-bc822f311a30 req-f6092c61-a3d3-4d86-b65d-d6003a714891 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/security-groups?id=99711255-51bd-4104-861e-3041d029afa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407987 Oct 20 11:54:56.289852 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-6b8f044b-3efc-473f-8f2a-21e988d84688 req-d275222e-c573-4a44-8278-e0f8d6623105 service neutron] Transition to ACTIVE for port object 37fb5b3f-e30a-4e35-aad6-f26e2350e127 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:54:56.302300 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6523350d-e93b-44d1-98cb-566cbb7d6542 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:56.305570 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6b8f044b-3efc-473f-8f2a-21e988d84688 req-d275222e-c573-4a44-8278-e0f8d6623105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:56.401440 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2fbc5b-4ab1-4180-b883-d1045a5e6c9b tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Router fc158936-3015-4876-8896-0b9987cdbe27 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:54:56.456164 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d275222e-c573-4a44-8278-e0f8d6623105 service neutron] Pushing event updated for resources: {'Port': ['ID=37fb5b3f-e30a-4e35-aad6-f26e2350e127,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:56.561818 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-dbf872c5-a89a-4cd0-9cfd-4e01b7c17a12 None None] Provisioning complete for port 6d966af4-545b-4486-afd3-22eb183d8a42 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:56.562635 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6523350d-e93b-44d1-98cb-566cbb7d6542 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:56.563150 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-dbf872c5-a89a-4cd0-9cfd-4e01b7c17a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:56.578103 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-83a02083-8201-49cf-b2bf-1a5eba9b541e req-60dd6d47-dac8-4ba6-8e2a-7c3e8e86ae54 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:56.596870 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['4167aa25-7394-410a-8295-46aa94434e60'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:54:56.620423 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6523350d-e93b-44d1-98cb-566cbb7d6542 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event deleted for resources: {'Subnet': ['ID=6648c7cb-67b0-486f-a4a5-62f821ee4f66,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:56.636278 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f56dcd1-77ab-48b6-b6bd-aa63992285e4 None None] Network 8130071c-8b78-4d7b-ace8-e65b963ed198 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:54:56.643753 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6523350d-e93b-44d1-98cb-566cbb7d6542 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:56.648996 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-6523350d-e93b-44d1-98cb-566cbb7d6542 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "DELETE /v2.0/subnets/6648c7cb-67b0-486f-a4a5-62f821ee4f66 HTTP/1.1" status: 204 len: 168 time: 1.2390707 Oct 20 11:54:56.653468 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44924) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:56.697037 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd6d47-dac8-4ba6-8e2a-7c3e8e86ae54 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Pushing event deleted for resources: {'Port': ['ID=4167aa25-7394-410a-8295-46aa94434e60,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:56.753239 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b21b825-6680-4310-9861-6da111a43d5a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] DELETE failed (client error): The resource could not be found. Oct 20 11:54:56.753710 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b21b825-6680-4310-9861-6da111a43d5a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:54:56.756875 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2b21b825-6680-4310-9861-6da111a43d5a tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "DELETE /v2.0/subnets/35d3576a-031f-4699-ad4e-4fa4c39d4233 HTTP/1.1" status: 404 len: 337 time: 0.1064200 Oct 20 11:54:56.759617 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44928) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:56.778204 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-6b8f044b-3efc-473f-8f2a-21e988d84688 req-d275222e-c573-4a44-8278-e0f8d6623105 service neutron] Attempting to bind port 37fb5b3f-e30a-4e35-aad6-f26e2350e127 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:54:56.778546 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-6b8f044b-3efc-473f-8f2a-21e988d84688 req-d275222e-c573-4a44-8278-e0f8d6623105 service neutron] Attempting to bind port 37fb5b3f-e30a-4e35-aad6-f26e2350e127 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '702cbdac-91cd-41f1-83e2-3306ffc6d11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'be8d4b08-1f40-41ca-825b-f5eddd831266'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:54:56.778893 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8f044b-3efc-473f-8f2a-21e988d84688 req-d275222e-c573-4a44-8278-e0f8d6623105 service neutron] Attempting to bind port 37fb5b3f-e30a-4e35-aad6-f26e2350e127 on network be8d4b08-1f40-41ca-825b-f5eddd831266 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:54:56.781033 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a02083-8201-49cf-b2bf-1a5eba9b541e req-60dd6d47-dac8-4ba6-8e2a-7c3e8e86ae54 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] No DVR routers for this DVR port 4167aa25-7394-410a-8295-46aa94434e60 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:54:56.790250 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-83a02083-8201-49cf-b2bf-1a5eba9b541e req-60dd6d47-dac8-4ba6-8e2a-7c3e8e86ae54 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:56.793627 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-83a02083-8201-49cf-b2bf-1a5eba9b541e req-60dd6d47-dac8-4ba6-8e2a-7c3e8e86ae54 tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.11 "DELETE /v2.0/ports/4167aa25-7394-410a-8295-46aa94434e60 HTTP/1.1" status: 204 len: 173 time: 2.4848535 Oct 20 11:54:56.805451 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '701a4e33-8675-4b1c-87e7-aac54949d80a', 'name': 'network-vif-deleted', 'tag': '4167aa25-7394-410a-8295-46aa94434e60'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:54:56.808522 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5fbc7c7-d9a6-42ab-9b30-188df2ffbf57" -d '{"events": [{"server_uuid": "701a4e33-8675-4b1c-87e7-aac54949d80a", "name": "network-vif-deleted", "tag": "4167aa25-7394-410a-8295-46aa94434e60"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:54:56.816841 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2fbc5b-4ab1-4180-b883-d1045a5e6c9b tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:54:56.829503 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5341400-f183-4dca-ba25-760ce58483f1 None None] Sync routers for ids ['fc158936-3015-4876-8896-0b9987cdbe27'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:54:56.841664 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8f044b-3efc-473f-8f2a-21e988d84688 req-d275222e-c573-4a44-8278-e0f8d6623105 service neutron] Port 37fb5b3f-e30a-4e35-aad6-f26e2350e127 on network be8d4b08-1f40-41ca-825b-f5eddd831266 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:54:56.842009 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8f044b-3efc-473f-8f2a-21e988d84688 req-d275222e-c573-4a44-8278-e0f8d6623105 service neutron] Attempting to bind port 37fb5b3f-e30a-4e35-aad6-f26e2350e127 on network be8d4b08-1f40-41ca-825b-f5eddd831266 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:54:56.844179 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-dbf872c5-a89a-4cd0-9cfd-4e01b7c17a12 None None] Provisioning complete for port 35690f2c-2feb-4563-84b2-f5898481065c triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:56.844700 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-dbf872c5-a89a-4cd0-9cfd-4e01b7c17a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:56.846706 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-be2fbc5b-4ab1-4180-b883-d1045a5e6c9b tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:56.851945 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7f171d15-0081-4c7f-83e6-b2f9bd3dfdc1 req-7c556131-295d-49aa-ad63-2750d7084a5e tempest-TestServerMultinode-938821289 tempest-TestServerMultinode-938821289-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=701a4e33-8675-4b1c-87e7-aac54949d80a HTTP/1.1" status: 200 len: 210 time: 0.0766590 Oct 20 11:54:56.879142 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-06338eeb-19af-4ca4-95fa-9be82be7762f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Deleting subnet 77f60299-fac4-47e4-a128-0a550ffc01e6 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:54:56.887043 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06338eeb-19af-4ca4-95fa-9be82be7762f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:56.916178 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5341400-f183-4dca-ba25-760ce58483f1 None None] Routers {'fc158936-3015-4876-8896-0b9987cdbe27'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:54:56.917121 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-b5341400-f183-4dca-ba25-760ce58483f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:54:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['fc158936-3015-4876-8896-0b9987cdbe27'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:56.923053 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8f044b-3efc-473f-8f2a-21e988d84688 req-d275222e-c573-4a44-8278-e0f8d6623105 service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:54:56.923399 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8f044b-3efc-473f-8f2a-21e988d84688 req-d275222e-c573-4a44-8278-e0f8d6623105 service neutron] Checking segment: {'id': '702cbdac-91cd-41f1-83e2-3306ffc6d11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'be8d4b08-1f40-41ca-825b-f5eddd831266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:54:56.923791 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8f044b-3efc-473f-8f2a-21e988d84688 req-d275222e-c573-4a44-8278-e0f8d6623105 service neutron] Bound using segment: {'id': '702cbdac-91cd-41f1-83e2-3306ffc6d11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'be8d4b08-1f40-41ca-825b-f5eddd831266'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:54:56.924243 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-6b8f044b-3efc-473f-8f2a-21e988d84688 req-d275222e-c573-4a44-8278-e0f8d6623105 service neutron] Bound port: 37fb5b3f-e30a-4e35-aad6-f26e2350e127, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '702cbdac-91cd-41f1-83e2-3306ffc6d11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'be8d4b08-1f40-41ca-825b-f5eddd831266'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:54:56.924604 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6b8f044b-3efc-473f-8f2a-21e988d84688 req-d275222e-c573-4a44-8278-e0f8d6623105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:56.950428 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-be2fbc5b-4ab1-4180-b883-d1045a5e6c9b tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "DELETE /v2.0/floatingips/d38e106e-4c46-425d-a77f-3d00e4d2af27 HTTP/1.1" status: 204 len: 168 time: 3.9724715 Oct 20 11:54:56.958009 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e63dd0-f1ea-406d-bbe9-27c05c835154 x-openstack-request-id: req-f9e63dd0-f1ea-406d-bbe9-27c05c835154 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:54:56.958311 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "701a4e33-8675-4b1c-87e7-aac54949d80a", "name": "network-vif-deleted", "tag": "4167aa25-7394-410a-8295-46aa94434e60", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:54:56.958567 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f9e63dd0-f1ea-406d-bbe9-27c05c835154 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:54:56.959002 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '701a4e33-8675-4b1c-87e7-aac54949d80a', 'name': 'network-vif-deleted', 'tag': '4167aa25-7394-410a-8295-46aa94434e60', 'status': 'completed', 'code': 200} Oct 20 11:54:56.979835 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06338eeb-19af-4ca4-95fa-9be82be7762f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:56.985751 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f61da-754f-40b7-8965-fc96631d287c req-efc77380-9643-4fec-a2b4-661aed513957 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:56.999872 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d27f61da-754f-40b7-8965-fc96631d287c req-efc77380-9643-4fec-a2b4-661aed513957 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da HTTP/1.1" status: 200 len: 944 time: 0.1877756 Oct 20 11:54:57.084922 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-b5341400-f183-4dca-ba25-760ce58483f1 None None] Set router fc158936-3015-4876-8896-0b9987cdbe27 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:54:57.130969 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06338eeb-19af-4ca4-95fa-9be82be7762f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:57.151605 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-6b8f044b-3efc-473f-8f2a-21e988d84688 req-d275222e-c573-4a44-8278-e0f8d6623105 service neutron] For port 37fb5b3f-e30a-4e35-aad6-f26e2350e127, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:54:57.195976 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-6b8f044b-3efc-473f-8f2a-21e988d84688 req-d275222e-c573-4a44-8278-e0f8d6623105 service neutron] For port 37fb5b3f-e30a-4e35-aad6-f26e2350e127, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=37fb5b3f-e30a-4e35-aad6-f26e2350e127,segment=NetworkSegment(702cbdac-91cd-41f1-83e2-3306ffc6d11e),segment_id=702cbdac-91cd-41f1-83e2-3306ffc6d11e)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:54:57.203098 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-dbf872c5-a89a-4cd0-9cfd-4e01b7c17a12 None None] Port 35690f2c-2feb-4563-84b2-f5898481065c cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:54:57.213905 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d27f61da-754f-40b7-8965-fc96631d287c req-c5a1b856-3c7d-4c7e-9f09-b22008179d4e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=c7eb2a7d-ee6d-4283-97fc-8a188eb48807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2073126 Oct 20 11:54:57.225458 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6b8f044b-3efc-473f-8f2a-21e988d84688 req-d275222e-c573-4a44-8278-e0f8d6623105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:57.259232 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06338eeb-19af-4ca4-95fa-9be82be7762f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:57.262510 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f044b-3efc-473f-8f2a-21e988d84688 req-d275222e-c573-4a44-8278-e0f8d6623105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:57.265893 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6b8f044b-3efc-473f-8f2a-21e988d84688 req-d275222e-c573-4a44-8278-e0f8d6623105 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:57.269832 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b8f044b-3efc-473f-8f2a-21e988d84688 req-d275222e-c573-4a44-8278-e0f8d6623105 service neutron] 10.222.0.11 "PUT /v2.0/ports/37fb5b3f-e30a-4e35-aad6-f26e2350e127 HTTP/1.1" status: 200 len: 1092 time: 3.2255275 Oct 20 11:54:57.363051 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06338eeb-19af-4ca4-95fa-9be82be7762f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event deleted for resources: {'Subnet': ['ID=77f60299-fac4-47e4-a128-0a550ffc01e6,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:57.370913 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06338eeb-19af-4ca4-95fa-9be82be7762f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:57.381174 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-06338eeb-19af-4ca4-95fa-9be82be7762f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "DELETE /v2.0/subnets/77f60299-fac4-47e4-a128-0a550ffc01e6 HTTP/1.1" status: 204 len: 168 time: 0.6180358 Oct 20 11:54:57.383021 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44940) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:57.481825 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06338eeb-19af-4ca4-95fa-9be82be7762f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:57.482200 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06338eeb-19af-4ca4-95fa-9be82be7762f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:57.484904 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06338eeb-19af-4ca4-95fa-9be82be7762f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:57.485299 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06338eeb-19af-4ca4-95fa-9be82be7762f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:57.485643 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06338eeb-19af-4ca4-95fa-9be82be7762f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:57.485985 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06338eeb-19af-4ca4-95fa-9be82be7762f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:57.486322 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06338eeb-19af-4ca4-95fa-9be82be7762f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:57.486650 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06338eeb-19af-4ca4-95fa-9be82be7762f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:57.490272 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06338eeb-19af-4ca4-95fa-9be82be7762f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:57.490663 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06338eeb-19af-4ca4-95fa-9be82be7762f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:57.492798 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06338eeb-19af-4ca4-95fa-9be82be7762f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:57.493320 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06338eeb-19af-4ca4-95fa-9be82be7762f tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:54:57.512638 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d053ca3-1ad7-4183-bef8-69b679eeaf4e tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] DELETE failed (client error): The resource could not be found. Oct 20 11:54:57.513795 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d053ca3-1ad7-4183-bef8-69b679eeaf4e tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:54:57.517646 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d275222e-c573-4a44-8278-e0f8d6623105 service neutron] Pushing event updated for resources: {'Port': ['ID=37fb5b3f-e30a-4e35-aad6-f26e2350e127,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:57.526776 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f044b-3efc-473f-8f2a-21e988d84688 req-a4a70c84-ce7c-432c-ad13-3fe44698a4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:57.528526 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b8f044b-3efc-473f-8f2a-21e988d84688 req-a4a70c84-ce7c-432c-ad13-3fe44698a4d0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d69630d5f3304dc8a33f46da29b2ea4c&device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da HTTP/1.1" status: 200 len: 1095 time: 0.1831584 Oct 20 11:54:57.532929 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1d053ca3-1ad7-4183-bef8-69b679eeaf4e tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "DELETE /v2.0/subnets/7269317b-4c96-4a88-b4ac-f49b4162a44b HTTP/1.1" status: 404 len: 337 time: 0.1488712 Oct 20 11:54:57.535780 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44942) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:57.549985 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7cb79-ad22-4b6c-a414-2a1abf348d31 req-fa240478-d713-4c90-a6bd-a5fb5f904785 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:57.562077 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1ac7cb79-ad22-4b6c-a414-2a1abf348d31 req-fa240478-d713-4c90-a6bd-a5fb5f904785 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa24d78b-cb4f-4ffb-9be7-b2542aaad944 HTTP/1.1" status: 200 len: 984 time: 0.2273664 Oct 20 11:54:57.596388 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a4893c31-f4db-46dc-9907-f8e8638126d0 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f4190f2-6c31-4af3-badb-432ebc8fe021 HTTP/1.1" status: 200 len: 205 time: 0.0593278 Oct 20 11:54:57.602291 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44944) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:57.608677 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af23cbce-2908-4d88-b7e4-71f8fb0dcbcc None None] Update dhcp port {'port': {'network_id': '8130071c-8b78-4d7b-ace8-e65b963ed198', 'fixed_ips': [{'subnet_id': '77f60299-fac4-47e4-a128-0a550ffc01e6'}], 'binding:host_id': 'n-d-814735-3'}, 'id': '6d966af4-545b-4486-afd3-22eb183d8a42'} from n-d-814735-3. {{(pid=100648) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 20 11:54:57.623734 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b8f044b-3efc-473f-8f2a-21e988d84688 req-9f8556b9-cbb1-45ba-ac7d-fece5dd8ee2e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37fb5b3f-e30a-4e35-aad6-f26e2350e127 HTTP/1.1" status: 200 len: 217 time: 0.0608268 Oct 20 11:54:57.647764 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-b5341400-f183-4dca-ba25-760ce58483f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc158936-3015-4876-8896-0b9987cdbe27', 'name': 'tempest-TestSecurityGroupsBasicOps-router-710742937', 'tenant_id': '90ce7d56a289404db61837b49b02f44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': 'd20fb5e5-0aa2-4725-b0ef-80f102b2175e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:52:48Z', 'updated_at': '2021-10-20T11:52:59Z', 'revision_number': 4, 'project_id': '90ce7d56a289404db61837b49b02f44c', 'gw_port': {'id': 'd20fb5e5-0aa2-4725-b0ef-80f102b2175e', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:96:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc158936-3015-4876-8896-0b9987cdbe27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:52:49Z', 'updated_at': '2021-10-20T11:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'd788cc71-c587-4535-beec-6a9e06a09cfa', 'name': '', 'network_id': 'e2fef652-29f0-49bb-8e63-480b3426d613', 'tenant_id': '90ce7d56a289404db61837b49b02f44c', 'mac_address': 'fa:16:3e:6d:33:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc158936-3015-4876-8896-0b9987cdbe27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '951b0656-852c-45ab-9679-811c5ce0228e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:52:57Z', 'updated_at': '2021-10-20T11:53:09Z', 'revision_number': 5, 'project_id': '90ce7d56a289404db61837b49b02f44c', 'subnets': [{'id': '951b0656-852c-45ab-9679-811c5ce0228e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:57.652551 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7033a-6e08-4cae-a7a4-d497f4660c38 req-856b2617-c25d-40f4-8c77-2ecda3653445 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:57.653819 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-7c8ebe91-1081-4fdb-ab63-40c5b25af36c tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] delete failed (client error): The resource could not be found. Oct 20 11:54:57.654284 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-08f7033a-6e08-4cae-a7a4-d497f4660c38 req-856b2617-c25d-40f4-8c77-2ecda3653445 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/ports?device_id=2b725624-33d4-4656-a49c-9868d6496fd6 HTTP/1.1" status: 200 len: 946 time: 0.2102354 Oct 20 11:54:57.656984 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7c8ebe91-1081-4fdb-ab63-40c5b25af36c tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "DELETE /v2.0/routers/2f4190f2-6c31-4af3-badb-432ebc8fe021 HTTP/1.1" status: 404 len: 336 time: 0.0519285 Oct 20 11:54:57.660061 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44946) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:57.682003 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5341400-f183-4dca-ba25-760ce58483f1 None None] Checking router: fc158936-3015-4876-8896-0b9987cdbe27 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:54:57.685633 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-af23cbce-2908-4d88-b7e4-71f8fb0dcbcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:57.696443 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-c23ac2d6-da6d-41d5-b087-81550b02bfe6 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] DELETE failed (client error): The resource could not be found. Oct 20 11:54:57.696906 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c23ac2d6-da6d-41d5-b087-81550b02bfe6 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:54:57.702365 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5341400-f183-4dca-ba25-760ce58483f1 None None] Routers {'fc158936-3015-4876-8896-0b9987cdbe27'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:54:57.703014 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-b5341400-f183-4dca-ba25-760ce58483f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:54:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['fc158936-3015-4876-8896-0b9987cdbe27'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:57.705569 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c23ac2d6-da6d-41d5-b087-81550b02bfe6 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "DELETE /v2.0/subnets/29815939-1dd8-424e-971f-952025bde46c HTTP/1.1" status: 404 len: 337 time: 0.0443592 Oct 20 11:54:57.705948 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44948) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:57.753472 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1ac7cb79-ad22-4b6c-a414-2a1abf348d31 req-c1b24a78-c841-4e10-b9da-2c91965224e8 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "GET /v2.0/security-groups?id=884d5e93-ee41-4297-91fc-60485dc1dea4&id=8e8cc62e-fd19-44b7-bfa7-510594baf584&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1918616 Oct 20 11:54:57.759543 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-49910913-0b9c-430c-a3dc-e076a284a315 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] DELETE failed (client error): The resource could not be found. Oct 20 11:54:57.760189 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49910913-0b9c-430c-a3dc-e076a284a315 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:54:57.763123 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-49910913-0b9c-430c-a3dc-e076a284a315 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "DELETE /v2.0/subnets/685f2f72-1049-45b7-bb95-b383449189ef HTTP/1.1" status: 404 len: 337 time: 0.0503960 Oct 20 11:54:57.764682 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f044b-3efc-473f-8f2a-21e988d84688 req-f6d40b04-378c-4205-bb69-fca39751a8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:57.765974 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44950) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:57.766183 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b8f044b-3efc-473f-8f2a-21e988d84688 req-f6d40b04-378c-4205-bb69-fca39751a8f4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c0c0ca76-fd38-4162-81dc-3bfc728323a9 HTTP/1.1" status: 200 len: 834 time: 0.1332655 Oct 20 11:54:57.782557 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-08f7033a-6e08-4cae-a7a4-d497f4660c38 req-f7bd512e-5220-4efc-88d9-c7bb448d4b27 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/security-groups?id=99711255-51bd-4104-861e-3041d029afa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039803 Oct 20 11:54:57.799916 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-696cd6b8-eab4-44ab-ac22-585f20c29296 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] DELETE failed (client error): The resource could not be found. Oct 20 11:54:57.800376 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-696cd6b8-eab4-44ab-ac22-585f20c29296 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:54:57.806854 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-696cd6b8-eab4-44ab-ac22-585f20c29296 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "DELETE /v2.0/subnets/34e98d59-81d5-4bc1-bb3b-ed178bf4ec67 HTTP/1.1" status: 404 len: 337 time: 0.0397127 Oct 20 11:54:57.807487 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44952) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:57.833721 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-4de899ae-da3f-431c-8cb9-4df115a86c4c tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] DELETE failed (client error): The resource could not be found. Oct 20 11:54:57.834467 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4de899ae-da3f-431c-8cb9-4df115a86c4c tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:54:57.839969 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4de899ae-da3f-431c-8cb9-4df115a86c4c tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "DELETE /v2.0/ports/90f22828-f6c4-4968-a6e8-8a1483df0549 HTTP/1.1" status: 404 len: 333 time: 0.0309100 Oct 20 11:54:57.840737 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44954) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:57.850086 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f044b-3efc-473f-8f2a-21e988d84688 req-d585281c-33bc-438c-acd0-37e4ea86a015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:57.851692 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b8f044b-3efc-473f-8f2a-21e988d84688 req-d585281c-33bc-438c-acd0-37e4ea86a015 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=be8d4b08-1f40-41ca-825b-f5eddd831266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735135 Oct 20 11:54:57.853253 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-b5341400-f183-4dca-ba25-760ce58483f1 None None] Set router fc158936-3015-4876-8896-0b9987cdbe27 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:54:57.871907 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-e37197f2-0b38-4b4e-a93a-8a9e4424371b tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] DELETE failed (client error): The resource could not be found. Oct 20 11:54:57.872463 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e37197f2-0b38-4b4e-a93a-8a9e4424371b tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:54:57.875855 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e37197f2-0b38-4b4e-a93a-8a9e4424371b tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "DELETE /v2.0/subnets/8cfb7fbe-98b3-4946-9785-0d37977ec6a2 HTTP/1.1" status: 404 len: 337 time: 0.0337434 Oct 20 11:54:57.878274 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44956) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:57.913625 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-64bd6fa5-e3cc-4432-a972-728696477773 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] DELETE failed (client error): The resource could not be found. Oct 20 11:54:57.914219 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64bd6fa5-e3cc-4432-a972-728696477773 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:54:57.931280 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-64bd6fa5-e3cc-4432-a972-728696477773 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "DELETE /v2.0/subnets/e6e54bfa-3e82-47c4-831b-69507854f54a HTTP/1.1" status: 404 len: 337 time: 0.0517664 Oct 20 11:54:57.932025 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44960) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:57.941695 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44962) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:57.987220 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b8f044b-3efc-473f-8f2a-21e988d84688 req-96155c7c-70fa-48fe-9bd1-44a23fcd5cfb service neutron] 10.222.0.11 "GET /v2.0/networks/be8d4b08-1f40-41ca-825b-f5eddd831266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271503 Oct 20 11:54:58.002379 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-e40e4f0e-260a-41fa-bb1d-b7837937ee46 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] DELETE failed (client error): The resource could not be found. Oct 20 11:54:58.003612 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e40e4f0e-260a-41fa-bb1d-b7837937ee46 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:54:58.007821 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e40e4f0e-260a-41fa-bb1d-b7837937ee46 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "DELETE /v2.0/ports/1852c628-bc0e-42c0-8d67-70cc2c1df070 HTTP/1.1" status: 404 len: 333 time: 0.0629842 Oct 20 11:54:58.012004 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44964) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:58.060008 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4381249-bf8f-477f-8d79-7e61f46374bb tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] DELETE failed (client error): The resource could not be found. Oct 20 11:54:58.060510 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4381249-bf8f-477f-8d79-7e61f46374bb tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:54:58.064450 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e4381249-bf8f-477f-8d79-7e61f46374bb tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "DELETE /v2.0/subnets/13cb7bdb-6c56-46c9-9884-dddf9503f217 HTTP/1.1" status: 404 len: 337 time: 0.0511229 Oct 20 11:54:58.084589 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44966) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:58.137484 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfa63535-2057-434e-b44f-efb524d513c1 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] DELETE failed (client error): The resource could not be found. Oct 20 11:54:58.137955 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfa63535-2057-434e-b44f-efb524d513c1 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:54:58.142470 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-dfa63535-2057-434e-b44f-efb524d513c1 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "DELETE /v2.0/subnets/734d268b-bfe3-4ecd-9f49-c0043bf4e6c5 HTTP/1.1" status: 404 len: 337 time: 0.0568583 Oct 20 11:54:58.146723 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44972) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:58.294313 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b8f044b-3efc-473f-8f2a-21e988d84688 req-d154ca2d-b4d3-421c-9d95-f627cfed1623 service neutron] 10.222.0.11 "GET /v2.0/networks/be8d4b08-1f40-41ca-825b-f5eddd831266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990136 Oct 20 11:54:58.301891 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7372a30a-9566-490c-a9b1-f96c3b1d4bc3 None None] Network 8130071c-8b78-4d7b-ace8-e65b963ed198 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:54:58.399778 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-47dcbd59-8703-48dd-8cd7-7281b49ea0ad tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Deleting port 35690f2c-2feb-4563-84b2-f5898481065c {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:54:58.400271 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-47dcbd59-8703-48dd-8cd7-7281b49ea0ad tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:58.490739 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-47dcbd59-8703-48dd-8cd7-7281b49ea0ad tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:58.493250 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-6782d069-b5d5-4c11-8c34-83538858afbf None None] Provisioning complete for port 6d966af4-545b-4486-afd3-22eb183d8a42 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:58.493626 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6782d069-b5d5-4c11-8c34-83538858afbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:58.506892 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-47dcbd59-8703-48dd-8cd7-7281b49ea0ad tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Calling delete_port for 35690f2c-2feb-4563-84b2-f5898481065c owned by {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:54:58.652793 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-b5341400-f183-4dca-ba25-760ce58483f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc158936-3015-4876-8896-0b9987cdbe27', 'name': 'tempest-TestSecurityGroupsBasicOps-router-710742937', 'tenant_id': '90ce7d56a289404db61837b49b02f44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': 'd20fb5e5-0aa2-4725-b0ef-80f102b2175e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:52:48Z', 'updated_at': '2021-10-20T11:52:59Z', 'revision_number': 4, 'project_id': '90ce7d56a289404db61837b49b02f44c', 'gw_port': {'id': 'd20fb5e5-0aa2-4725-b0ef-80f102b2175e', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:96:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc158936-3015-4876-8896-0b9987cdbe27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:52:49Z', 'updated_at': '2021-10-20T11:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'd788cc71-c587-4535-beec-6a9e06a09cfa', 'name': '', 'network_id': 'e2fef652-29f0-49bb-8e63-480b3426d613', 'tenant_id': '90ce7d56a289404db61837b49b02f44c', 'mac_address': 'fa:16:3e:6d:33:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc158936-3015-4876-8896-0b9987cdbe27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '951b0656-852c-45ab-9679-811c5ce0228e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:52:57Z', 'updated_at': '2021-10-20T11:53:09Z', 'revision_number': 5, 'project_id': '90ce7d56a289404db61837b49b02f44c', 'subnets': [{'id': '951b0656-852c-45ab-9679-811c5ce0228e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:58.688055 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5341400-f183-4dca-ba25-760ce58483f1 None None] The sync data for ids ['fc158936-3015-4876-8896-0b9987cdbe27'] in n-d-814735-3 is: [{'id': 'fc158936-3015-4876-8896-0b9987cdbe27', 'name': 'tempest-TestSecurityGroupsBasicOps-router-710742937', 'tenant_id': '90ce7d56a289404db61837b49b02f44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': 'd20fb5e5-0aa2-4725-b0ef-80f102b2175e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:52:48Z', 'updated_at': '2021-10-20T11:52:59Z', 'revision_number': 4, 'project_id': '90ce7d56a289404db61837b49b02f44c', 'gw_port': {'id': 'd20fb5e5-0aa2-4725-b0ef-80f102b2175e', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:96:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc158936-3015-4876-8896-0b9987cdbe27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:52:49Z', 'updated_at': '2021-10-20T11:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'd788cc71-c587-4535-beec-6a9e06a09cfa', 'name': '', 'network_id': 'e2fef652-29f0-49bb-8e63-480b3426d613', 'tenant_id': '90ce7d56a289404db61837b49b02f44c', 'mac_address': 'fa:16:3e:6d:33:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc158936-3015-4876-8896-0b9987cdbe27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '951b0656-852c-45ab-9679-811c5ce0228e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:52:57Z', 'updated_at': '2021-10-20T11:53:09Z', 'revision_number': 5, 'project_id': '90ce7d56a289404db61837b49b02f44c', 'subnets': [{'id': '951b0656-852c-45ab-9679-811c5ce0228e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:54:58.702762 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44978) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:58.764861 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5910872-aa2b-41cb-8404-aff7eb2c1b4d None None] DHCP port deletion for 8130071c-8b78-4d7b-ace8-e65b963ed198 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:54:58.908260 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-6782d069-b5d5-4c11-8c34-83538858afbf None None] Provisioning complete for port 35690f2c-2feb-4563-84b2-f5898481065c triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:54:58.910185 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6782d069-b5d5-4c11-8c34-83538858afbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:58.954507 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-b5910872-aa2b-41cb-8404-aff7eb2c1b4d None None] Deleting port 6d966af4-545b-4486-afd3-22eb183d8a42 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:54:58.954908 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b5910872-aa2b-41cb-8404-aff7eb2c1b4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:58.985550 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-6782d069-b5d5-4c11-8c34-83538858afbf None None] Port 35690f2c-2feb-4563-84b2-f5898481065c cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:54:58.998945 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-05cbd7fb-fb4a-49de-b5a8-b56dfe0aff09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:59.043744 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-b5910872-aa2b-41cb-8404-aff7eb2c1b4d None None] For port 6d966af4-545b-4486-afd3-22eb183d8a42, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=6d966af4-545b-4486-afd3-22eb183d8a42,segment=NetworkSegment(7c3f21e8-40f6-4bfe-851a-67a8539229a5),segment_id=7c3f21e8-40f6-4bfe-851a-67a8539229a5)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:59.045459 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b5910872-aa2b-41cb-8404-aff7eb2c1b4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:59.060940 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa24d78b-cb4f-4ffb-9be7-b2542aaad944', 'tag': 'c161d276-5441-45f8-b1c0-0f6ba772ee2f'}, {'name': 'network-changed', 'server_uuid': 'a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da', 'tag': '37fb5b3f-e30a-4e35-aad6-f26e2350e127'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:54:59.063322 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f136e77f-6630-43f9-bead-0e714801e9c5" -d '{"events": [{"name": "network-changed", "server_uuid": "aa24d78b-cb4f-4ffb-9be7-b2542aaad944", "tag": "c161d276-5441-45f8-b1c0-0f6ba772ee2f"}, {"name": "network-changed", "server_uuid": "a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da", "tag": "37fb5b3f-e30a-4e35-aad6-f26e2350e127"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:54:59.078830 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-b5910872-aa2b-41cb-8404-aff7eb2c1b4d None None] Calling delete_port for 6d966af4-545b-4486-afd3-22eb183d8a42 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:54:59.090254 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-47dcbd59-8703-48dd-8cd7-7281b49ea0ad tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:59.153019 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dcbd59-8703-48dd-8cd7-7281b49ea0ad tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event deleted for resources: {'Port': ['ID=35690f2c-2feb-4563-84b2-f5898481065c,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:59.176518 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0712c2-6633-481d-8c92-baf4ea61e2a0 req-c795a429-8655-4c44-a2e5-340be95f5ddd tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:59.184160 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf0712c2-6633-481d-8c92-baf4ea61e2a0 req-c795a429-8655-4c44-a2e5-340be95f5ddd tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da HTTP/1.1" status: 200 len: 944 time: 0.8324523 Oct 20 11:54:59.186028 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9af7aa-cf7f-4b16-ac68-395c45cc5b77 None None] New status for floating IP d38e106e-4c46-425d-a77f-3d00e4d2af27: DOWN {{(pid=100649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:54:59.188355 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-47dcbd59-8703-48dd-8cd7-7281b49ea0ad tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:59.188794 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-05cbd7fb-fb4a-49de-b5a8-b56dfe0aff09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:59.194044 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-05cbd7fb-fb4a-49de-b5a8-b56dfe0aff09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:59.196566 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-47dcbd59-8703-48dd-8cd7-7281b49ea0ad tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "DELETE /v2.0/ports/35690f2c-2feb-4563-84b2-f5898481065c HTTP/1.1" status: 204 len: 168 time: 1.0481284 Oct 20 11:54:59.198345 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 44988) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:59.240145 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350040b4-29d6-4efb-9d0f-b768d5fc367a req-a0433e1d-6a13-4cd6-ae28-810c4b0552e9 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:59.241710 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-350040b4-29d6-4efb-9d0f-b768d5fc367a req-a0433e1d-6a13-4cd6-ae28-810c4b0552e9 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa24d78b-cb4f-4ffb-9be7-b2542aaad944 HTTP/1.1" status: 200 len: 984 time: 0.1926818 Oct 20 11:54:59.252352 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e2e619ad-4eed-4a0e-9c7f-54b9b3089e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:59.266820 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 4167aa25-7394-410a-8295-46aa94434e60 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:54:59.278573 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556bd5a-4359-4e50-bcb6-dfe840bfe20f req-931fff03-7b5d-4121-b0c3-f2906d10e398 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:59.280126 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9556bd5a-4359-4e50-bcb6-dfe840bfe20f req-931fff03-7b5d-4121-b0c3-f2906d10e398 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa24d78b-cb4f-4ffb-9be7-b2542aaad944 HTTP/1.1" status: 200 len: 984 time: 0.2323079 Oct 20 11:54:59.337899 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: 4167aa25-7394-410a-8295-46aa94434e60 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:54:59.338259 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 4167aa25-7394-410a-8295-46aa94434e60 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:54:59.356235 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b5910872-aa2b-41cb-8404-aff7eb2c1b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:59.363055 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf0712c2-6633-481d-8c92-baf4ea61e2a0 req-ff61ff45-28f1-4770-a1eb-087fc31659e5 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=c7eb2a7d-ee6d-4283-97fc-8a188eb48807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757820 Oct 20 11:54:59.412110 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5910872-aa2b-41cb-8404-aff7eb2c1b4d None None] No DVR routers for this DVR port 6d966af4-545b-4486-afd3-22eb183d8a42 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:54:59.425613 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5910872-aa2b-41cb-8404-aff7eb2c1b4d None None] Pushing event deleted for resources: {'Port': ['ID=6d966af4-545b-4486-afd3-22eb183d8a42,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:59.462501 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-05cbd7fb-fb4a-49de-b5a8-b56dfe0aff09 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e10e10fc57b44cb5afc2310294e0e408&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7559686 Oct 20 11:54:59.462840 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cbd7fb-fb4a-49de-b5a8-b56dfe0aff09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268e93ee-7135-42f7-a2da-ab2d148d6b26,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:59.467005 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 44990) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:54:59.507116 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e42f7ebd-ab9f-4dff-9c55-566d743df0f3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:59.520519 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-350040b4-29d6-4efb-9d0f-b768d5fc367a req-6fc839cc-aacd-49b4-a36b-80e63fadcc99 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "GET /v2.0/security-groups?id=884d5e93-ee41-4297-91fc-60485dc1dea4&id=8e8cc62e-fd19-44b7-bfa7-510594baf584&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2640679 Oct 20 11:54:59.571532 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-840d83ab-8215-426b-a84b-988537a93747 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:59.602572 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-840d83ab-8215-426b-a84b-988537a93747 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:59.603668 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 20 Oct 2021 11:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d490bb72-fefe-42ac-9abb-5257f67e941d x-openstack-request-id: req-d490bb72-fefe-42ac-9abb-5257f67e941d {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:54:59.604215 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa24d78b-cb4f-4ffb-9be7-b2542aaad944", "tag": "c161d276-5441-45f8-b1c0-0f6ba772ee2f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da", "tag": "37fb5b3f-e30a-4e35-aad6-f26e2350e127", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:54:59.604215 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d490bb72-fefe-42ac-9abb-5257f67e941d {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:54:59.604616 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa24d78b-cb4f-4ffb-9be7-b2542aaad944', 'tag': 'c161d276-5441-45f8-b1c0-0f6ba772ee2f', 'status': 'completed', 'code': 200} Oct 20 11:54:59.605317 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da', 'tag': '37fb5b3f-e30a-4e35-aad6-f26e2350e127', 'status': 'completed', 'code': 200} Oct 20 11:54:59.618671 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e2868-b998-4f4a-8919-30d24483f7df req-66986131-cd99-49b4-b666-ce49a9ce3afd tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:59.620235 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-447e2868-b998-4f4a-8919-30d24483f7df req-66986131-cd99-49b4-b666-ce49a9ce3afd tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/ports?device_id=2b725624-33d4-4656-a49c-9868d6496fd6 HTTP/1.1" status: 200 len: 946 time: 0.1288626 Oct 20 11:54:59.693982 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-9556bd5a-4359-4e50-bcb6-dfe840bfe20f req-0cafb56b-4847-4af0-b587-0e7867ec5898 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Deleting port c161d276-5441-45f8-b1c0-0f6ba772ee2f {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:54:59.694383 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9556bd5a-4359-4e50-bcb6-dfe840bfe20f req-0cafb56b-4847-4af0-b587-0e7867ec5898 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:59.710584 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-840d83ab-8215-426b-a84b-988537a93747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:59.712881 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-840d83ab-8215-426b-a84b-988537a93747 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:59.714052 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-840d83ab-8215-426b-a84b-988537a93747 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/268e93ee-7135-42f7-a2da-ab2d148d6b26 HTTP/1.1" status: 204 len: 168 time: 0.2440109 Oct 20 11:54:59.725276 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840d83ab-8215-426b-a84b-988537a93747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268e93ee-7135-42f7-a2da-ab2d148d6b26,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:54:59.740489 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-e2e619ad-4eed-4a0e-9c7f-54b9b3089e08 admin admin] Deleting port a43aac1a-cbff-4153-8040-551e55fe369a {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:54:59.740847 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e2e619ad-4eed-4a0e-9c7f-54b9b3089e08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:59.763668 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e42f7ebd-ab9f-4dff-9c55-566d743df0f3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:59.841293 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-e2e619ad-4eed-4a0e-9c7f-54b9b3089e08 admin admin] For port a43aac1a-cbff-4153-8040-551e55fe369a, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=a43aac1a-cbff-4153-8040-551e55fe369a,segment=NetworkSegment(6b3d97ef-4bba-4f94-8f99-2685e9f9dd59),segment_id=6b3d97ef-4bba-4f94-8f99-2685e9f9dd59)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:59.841645 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e2e619ad-4eed-4a0e-9c7f-54b9b3089e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:59.842862 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-e42f7ebd-ab9f-4dff-9c55-566d743df0f3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8130071c-8b78-4d7b-ace8-e65b963ed198']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:59.849301 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-447e2868-b998-4f4a-8919-30d24483f7df req-32e9eaf1-cfbc-4bb9-83e3-da5a5243e812 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/security-groups?id=99711255-51bd-4104-861e-3041d029afa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121136 Oct 20 11:54:59.855781 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-e2e619ad-4eed-4a0e-9c7f-54b9b3089e08 admin admin] Calling delete_port for a43aac1a-cbff-4153-8040-551e55fe369a owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:54:59.867139 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-e42f7ebd-ab9f-4dff-9c55-566d743df0f3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c3f21e8-40f6-4bfe-851a-67a8539229a5') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:59.867707 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-e42f7ebd-ab9f-4dff-9c55-566d743df0f3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c3f21e8-40f6-4bfe-851a-67a8539229a5') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:54:59.870693 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136e77f-6630-43f9-bead-0e714801e9c5 req-b82ee019-bd19-442c-85f4-22c2b2a1ef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:54:59.872265 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f136e77f-6630-43f9-bead-0e714801e9c5 req-b82ee019-bd19-442c-85f4-22c2b2a1ef3f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=90ce7d56a289404db61837b49b02f44c&device_id=aa24d78b-cb4f-4ffb-9be7-b2542aaad944 HTTP/1.1" status: 200 len: 1135 time: 0.2486522 Oct 20 11:54:59.893798 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e42f7ebd-ab9f-4dff-9c55-566d743df0f3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:59.937084 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e42f7ebd-ab9f-4dff-9c55-566d743df0f3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:59.950484 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e42f7ebd-ab9f-4dff-9c55-566d743df0f3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Releasing vlan 1287 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:54:59.950913 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e42f7ebd-ab9f-4dff-9c55-566d743df0f3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:54:59.986709 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:54:59.986709 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:54:59.986709 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:54:59.986709 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:54:59.986709 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:54:59.986709 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:54:59.986709 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:54:59.986709 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:54:59.986709 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:54:59.986709 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:54:59.986709 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:54:59.986709 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:54:59.986709 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:54:59.986709 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:54:59.986709 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:54:59.986709 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:54:59.986709 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:54:59.986709 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:54:59.986709 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:54:59.986709 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:54:59.986709 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:54:59.986709 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:54:59.986709 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:54:59.986709 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:54:59.986709 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:54:59.986709 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:54:59.986709 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:54:59.986709 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:54:59.986709 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:54:59.986709 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:54:59.986709 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:54:59.986709 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:54:59.999319 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-9556bd5a-4359-4e50-bcb6-dfe840bfe20f req-0cafb56b-4847-4af0-b587-0e7867ec5898 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] For port c161d276-5441-45f8-b1c0-0f6ba772ee2f, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=c161d276-5441-45f8-b1c0-0f6ba772ee2f,segment=NetworkSegment(549b093a-9b1f-4ae7-8a3d-e8888b456378),segment_id=549b093a-9b1f-4ae7-8a3d-e8888b456378)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:54:59.999695 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9556bd5a-4359-4e50-bcb6-dfe840bfe20f req-0cafb56b-4847-4af0-b587-0e7867ec5898 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:00.023860 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-9556bd5a-4359-4e50-bcb6-dfe840bfe20f req-0cafb56b-4847-4af0-b587-0e7867ec5898 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Calling delete_port for c161d276-5441-45f8-b1c0-0f6ba772ee2f owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:55:00.145722 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e42f7ebd-ab9f-4dff-9c55-566d743df0f3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:00.173117 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e42f7ebd-ab9f-4dff-9c55-566d743df0f3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:00.174575 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e2e619ad-4eed-4a0e-9c7f-54b9b3089e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:00.178861 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e42f7ebd-ab9f-4dff-9c55-566d743df0f3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] 10.222.0.98 "DELETE /v2.0/networks/8130071c-8b78-4d7b-ace8-e65b963ed198 HTTP/1.1" status: 204 len: 168 time: 0.9732280 Oct 20 11:55:00.189274 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136e77f-6630-43f9-bead-0e714801e9c5 req-9c7915c0-80d2-46b3-b5a3-04c0eb86faa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:00.189427 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 6d966af4-545b-4486-afd3-22eb183d8a42 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:55:00.191460 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f136e77f-6630-43f9-bead-0e714801e9c5 req-9c7915c0-80d2-46b3-b5a3-04c0eb86faa6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e2fef652-29f0-49bb-8e63-480b3426d613 HTTP/1.1" status: 200 len: 898 time: 0.3106301 Oct 20 11:55:00.213330 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42f7ebd-ab9f-4dff-9c55-566d743df0f3 tempest-PortsIpV6TestJSON-910154798 tempest-PortsIpV6TestJSON-910154798-project] Pushing event deleted for resources: {'Network': ['ID=8130071c-8b78-4d7b-ace8-e65b963ed198,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:00.247458 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 6d966af4-545b-4486-afd3-22eb183d8a42 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:55:00.247802 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 6d966af4-545b-4486-afd3-22eb183d8a42 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:55:00.257117 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f136e77f-6630-43f9-bead-0e714801e9c5 req-c1729597-25a8-4e95-ad8a-855122f9ae68 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c161d276-5441-45f8-b1c0-0f6ba772ee2f HTTP/1.1" status: 200 len: 217 time: 0.0530128 Oct 20 11:55:00.276184 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e619ad-4eed-4a0e-9c7f-54b9b3089e08 admin admin] Pushing event deleted for resources: {'Port': ['ID=a43aac1a-cbff-4153-8040-551e55fe369a,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:00.508605 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136e77f-6630-43f9-bead-0e714801e9c5 req-15321b3e-f6a4-4e16-bfe5-0422bf67cd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:00.510381 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f136e77f-6630-43f9-bead-0e714801e9c5 req-15321b3e-f6a4-4e16-bfe5-0422bf67cd9e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=951b0656-852c-45ab-9679-811c5ce0228e HTTP/1.1" status: 200 len: 835 time: 0.2431858 Oct 20 11:55:00.636847 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e2e619ad-4eed-4a0e-9c7f-54b9b3089e08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:00.685641 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9556bd5a-4359-4e50-bcb6-dfe840bfe20f req-0cafb56b-4847-4af0-b587-0e7867ec5898 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:00.698960 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45028) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:00.714848 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd0794-5c3b-45f2-a82c-2840b7cbc1a2 req-d42c42ee-2257-44fc-b0a0-493a67b8fb32 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:00.716667 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9ecd0794-5c3b-45f2-a82c-2840b7cbc1a2 req-d42c42ee-2257-44fc-b0a0-493a67b8fb32 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/ports?device_id=2b725624-33d4-4656-a49c-9868d6496fd6 HTTP/1.1" status: 200 len: 946 time: 0.2052634 Oct 20 11:55:00.745203 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136e77f-6630-43f9-bead-0e714801e9c5 req-d82c02c9-025c-4677-a043-3fc77b0fc9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:00.746747 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f136e77f-6630-43f9-bead-0e714801e9c5 req-d82c02c9-025c-4677-a043-3fc77b0fc9c5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e2fef652-29f0-49bb-8e63-480b3426d613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2033725 Oct 20 11:55:00.752463 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cafb56b-4847-4af0-b587-0e7867ec5898 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Pushing event deleted for resources: {'Port': ['ID=c161d276-5441-45f8-b1c0-0f6ba772ee2f,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:00.771380 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32168d8e-5ed7-48d4-872e-c94e5e189949 req-0eef09f6-c6e7-449d-9c39-0ed8726dbec0 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:00.779136 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-32168d8e-5ed7-48d4-872e-c94e5e189949 req-0eef09f6-c6e7-449d-9c39-0ed8726dbec0 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da HTTP/1.1" status: 200 len: 944 time: 0.2639880 Oct 20 11:55:00.827098 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd2dcea-31ba-41d7-b0fe-b6ecbcd6e35d req-fe2fa1d1-d892-43d6-9937-3f3af18a9a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:00.828643 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ecd2dcea-31ba-41d7-b0fe-b6ecbcd6e35d req-fe2fa1d1-d892-43d6-9937-3f3af18a9a60 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=767969200dac445886e14583efab376a&device_id=2b725624-33d4-4656-a49c-9868d6496fd6 HTTP/1.1" status: 200 len: 1097 time: 0.3126404 Oct 20 11:55:00.911147 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-9556bd5a-4359-4e50-bcb6-dfe840bfe20f req-0cafb56b-4847-4af0-b587-0e7867ec5898 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] No DVR routers for this DVR port c161d276-5441-45f8-b1c0-0f6ba772ee2f on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:55:00.914328 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9556bd5a-4359-4e50-bcb6-dfe840bfe20f req-0cafb56b-4847-4af0-b587-0e7867ec5898 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:00.918455 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9556bd5a-4359-4e50-bcb6-dfe840bfe20f req-0cafb56b-4847-4af0-b587-0e7867ec5898 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.11 "DELETE /v2.0/ports/c161d276-5441-45f8-b1c0-0f6ba772ee2f HTTP/1.1" status: 204 len: 173 time: 1.6157889 Oct 20 11:55:00.968129 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e619ad-4eed-4a0e-9c7f-54b9b3089e08 admin admin] Router faf4c043-d9a8-4b78-82de-7f4400cd5e2c has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:55:01.032066 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9ecd0794-5c3b-45f2-a82c-2840b7cbc1a2 req-0d708426-2fa7-4446-a704-c9fb709b6b6e tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/security-groups?id=99711255-51bd-4104-861e-3041d029afa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826071 Oct 20 11:55:01.076232 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-32168d8e-5ed7-48d4-872e-c94e5e189949 req-dd5aa663-321f-4086-8a95-c889d66f6b25 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=c7eb2a7d-ee6d-4283-97fc-8a188eb48807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2850957 Oct 20 11:55:01.138957 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e619ad-4eed-4a0e-9c7f-54b9b3089e08 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:55:01.153621 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d146cb-e12c-41c6-9047-99fbec3c81fc None None] Sync routers for ids ['faf4c043-d9a8-4b78-82de-7f4400cd5e2c'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:55:01.157516 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e2e619ad-4eed-4a0e-9c7f-54b9b3089e08 admin admin] 10.222.0.98 "PUT /v2.0/routers/faf4c043-d9a8-4b78-82de-7f4400cd5e2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2243338 Oct 20 11:55:01.158169 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45042) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:01.164282 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d146cb-e12c-41c6-9047-99fbec3c81fc None None] Routers {'faf4c043-d9a8-4b78-82de-7f4400cd5e2c'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:01.165315 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-81d146cb-e12c-41c6-9047-99fbec3c81fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:54:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['faf4c043-d9a8-4b78-82de-7f4400cd5e2c'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:01.171882 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f136e77f-6630-43f9-bead-0e714801e9c5 req-7d6783f2-d061-4aac-8cca-b3279c3b02e6 service neutron] 10.222.0.11 "GET /v2.0/networks/e2fef652-29f0-49bb-8e63-480b3426d613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809733 Oct 20 11:55:01.196949 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd2dcea-31ba-41d7-b0fe-b6ecbcd6e35d req-f98bcaf4-9f46-4a0e-bb05-5a4848f937e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:01.200248 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ecd2dcea-31ba-41d7-b0fe-b6ecbcd6e35d req-f98bcaf4-9f46-4a0e-bb05-5a4848f937e6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=fe7e6fc6-93b6-4733-9196-ed92e6d29a03 HTTP/1.1" status: 200 len: 918 time: 0.3409622 Oct 20 11:55:01.205827 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-be459cc0-b87a-40a6-b6ce-b12081a4e19f req-5306abae-8379-490c-ad05-a66c5d1da102 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa24d78b-cb4f-4ffb-9be7-b2542aaad944 HTTP/1.1" status: 200 len: 210 time: 0.0682838 Oct 20 11:55:01.229028 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-0804aee6-9f5a-4f23-a3fa-e1f919ca6ec2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b83cf05325f74f7cb717378a188d738a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5180748 Oct 20 11:55:01.232547 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45044) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:01.318430 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-81d146cb-e12c-41c6-9047-99fbec3c81fc None None] Set router faf4c043-d9a8-4b78-82de-7f4400cd5e2c gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:55:01.320614 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ecd2dcea-31ba-41d7-b0fe-b6ecbcd6e35d req-c905979d-3182-47eb-8bc8-b5e162aa1590 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0235475-442f-4dd1-8982-39f977eca6c3 HTTP/1.1" status: 200 len: 217 time: 0.0996838 Oct 20 11:55:01.332137 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-15894d46-ccef-4d81-a2c8-75fef1b16a2f admin admin] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:01.486833 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd2dcea-31ba-41d7-b0fe-b6ecbcd6e35d req-ca891337-226c-4832-99eb-c2749de0f808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:01.488707 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ecd2dcea-31ba-41d7-b0fe-b6ecbcd6e35d req-ca891337-226c-4832-99eb-c2749de0f808 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=66aaf5c5-0d31-44dd-89c6-b72b3148d3f3 HTTP/1.1" status: 200 len: 855 time: 0.1502459 Oct 20 11:55:01.514148 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 37fb5b3f-e30a-4e35-aad6-f26e2350e127 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:55:01.533469 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f136e77f-6630-43f9-bead-0e714801e9c5 req-1268c426-13f1-4b3d-8c66-b372950781c1 service neutron] 10.222.0.11 "GET /v2.0/networks/e2fef652-29f0-49bb-8e63-480b3426d613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309474 Oct 20 11:55:01.553728 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd2dcea-31ba-41d7-b0fe-b6ecbcd6e35d req-0b42c6f4-8f10-4a59-8bde-b23d70856faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:01.553728 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ecd2dcea-31ba-41d7-b0fe-b6ecbcd6e35d req-0b42c6f4-8f10-4a59-8bde-b23d70856faa service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fe7e6fc6-93b6-4733-9196-ed92e6d29a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505311 Oct 20 11:55:01.556658 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c0a64a13-c781-42ec-87a2-2c59bab65151 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:01.605689 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa24d78b-cb4f-4ffb-9be7-b2542aaad944', 'name': 'network-vif-deleted', 'tag': 'c161d276-5441-45f8-b1c0-0f6ba772ee2f'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:55:01.609907 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c0a64a13-c781-42ec-87a2-2c59bab65151 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:01.610066 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2700234c-78a0-4b24-ad02-ab981a7cced2" -d '{"events": [{"server_uuid": "aa24d78b-cb4f-4ffb-9be7-b2542aaad944", "name": "network-vif-deleted", "tag": "c161d276-5441-45f8-b1c0-0f6ba772ee2f"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:55:01.622448 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-15894d46-ccef-4d81-a2c8-75fef1b16a2f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:01.703756 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 37fb5b3f-e30a-4e35-aad6-f26e2350e127, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=37fb5b3f-e30a-4e35-aad6-f26e2350e127,segment=NetworkSegment(702cbdac-91cd-41f1-83e2-3306ffc6d11e),segment_id=702cbdac-91cd-41f1-83e2-3306ffc6d11e)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:01.719712 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c0a64a13-c781-42ec-87a2-2c59bab65151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:01.722603 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c6d563-6fe8-422d-a898-91a1ec9fd3f8 x-openstack-request-id: req-f6c6d563-6fe8-422d-a898-91a1ec9fd3f8 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:55:01.722964 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa24d78b-cb4f-4ffb-9be7-b2542aaad944", "name": "network-vif-deleted", "tag": "c161d276-5441-45f8-b1c0-0f6ba772ee2f", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:55:01.723302 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f6c6d563-6fe8-422d-a898-91a1ec9fd3f8 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:55:01.723759 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa24d78b-cb4f-4ffb-9be7-b2542aaad944', 'name': 'network-vif-deleted', 'tag': 'c161d276-5441-45f8-b1c0-0f6ba772ee2f', 'status': 'completed', 'code': 200} Oct 20 11:55:01.724056 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-81d146cb-e12c-41c6-9047-99fbec3c81fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf4c043-d9a8-4b78-82de-7f4400cd5e2c', 'name': 'tempest-TestServerMultinode-1752743228-router', 'tenant_id': 'a8955bd7e70f475c8f07a66fcf00ab51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '2a64312c-eb3f-4994-8f5c-7450e6ed942f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:53:32Z', 'updated_at': '2021-10-20T11:55:00Z', 'revision_number': 5, 'project_id': 'a8955bd7e70f475c8f07a66fcf00ab51', 'gw_port': {'id': '2a64312c-eb3f-4994-8f5c-7450e6ed942f', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf4c043-d9a8-4b78-82de-7f4400cd5e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:33Z', 'updated_at': '2021-10-20T11:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:01.725839 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136e77f-6630-43f9-bead-0e714801e9c5 req-da234da6-24e8-4d27-93f1-183c64e01e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:01.726912 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c0a64a13-c781-42ec-87a2-2c59bab65151 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:01.727807 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f136e77f-6630-43f9-bead-0e714801e9c5 req-da234da6-24e8-4d27-93f1-183c64e01e05 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d69630d5f3304dc8a33f46da29b2ea4c&device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da HTTP/1.1" status: 200 len: 1095 time: 0.1347868 Oct 20 11:55:01.729409 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '37fb5b3f-e30a-4e35-aad6-f26e2350e127', 'network_id': 'be8d4b08-1f40-41ca-825b-f5eddd831266', 'port_id': '37fb5b3f-e30a-4e35-aad6-f26e2350e127', 'mac_address': 'fa:16:3e:6d:94:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0c0ca76-fd38-4162-81dc-3bfc728323a9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:55:01.731320 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c0a64a13-c781-42ec-87a2-2c59bab65151 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d9f77351-510f-49f6-8b98-56a686f17794 HTTP/1.1" status: 204 len: 168 time: 0.4973364 Oct 20 11:55:01.767123 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a64a13-c781-42ec-87a2-2c59bab65151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f77351-510f-49f6-8b98-56a686f17794,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:01.771877 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d146cb-e12c-41c6-9047-99fbec3c81fc None None] Checking router: faf4c043-d9a8-4b78-82de-7f4400cd5e2c for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:55:01.816119 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-15894d46-ccef-4d81-a2c8-75fef1b16a2f admin admin] Deleting port 2a64312c-eb3f-4994-8f5c-7450e6ed942f {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:55:01.817307 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-15894d46-ccef-4d81-a2c8-75fef1b16a2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:01.821111 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d146cb-e12c-41c6-9047-99fbec3c81fc None None] Routers {'faf4c043-d9a8-4b78-82de-7f4400cd5e2c'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:01.821938 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-81d146cb-e12c-41c6-9047-99fbec3c81fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:54:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['faf4c043-d9a8-4b78-82de-7f4400cd5e2c'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:01.864231 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136e77f-6630-43f9-bead-0e714801e9c5 req-bb6d5254-6798-4d19-b481-b0ee7f29ad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:01.865806 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f136e77f-6630-43f9-bead-0e714801e9c5 req-bb6d5254-6798-4d19-b481-b0ee7f29ad4c service neutron] 10.222.0.11 "GET /v2.0/networks?id=be8d4b08-1f40-41ca-825b-f5eddd831266 HTTP/1.1" status: 200 len: 898 time: 0.1296439 Oct 20 11:55:01.887059 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:01.912617 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37fb5b3f-e30a-4e35-aad6-f26e2350e127 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:55:01.946135 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ecd2dcea-31ba-41d7-b0fe-b6ecbcd6e35d req-c82a36d7-4aae-453b-94de-565560488371 service neutron] 10.222.0.89 "GET /v2.0/networks/fe7e6fc6-93b6-4733-9196-ed92e6d29a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830488 Oct 20 11:55:01.947372 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f136e77f-6630-43f9-bead-0e714801e9c5 req-9719a0f5-9d47-4833-91d8-4928716990f4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37fb5b3f-e30a-4e35-aad6-f26e2350e127 HTTP/1.1" status: 200 len: 217 time: 0.0698824 Oct 20 11:55:01.979557 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 37fb5b3f-e30a-4e35-aad6-f26e2350e127, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=37fb5b3f-e30a-4e35-aad6-f26e2350e127,segment=NetworkSegment(702cbdac-91cd-41f1-83e2-3306ffc6d11e),segment_id=702cbdac-91cd-41f1-83e2-3306ffc6d11e)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:01.991846 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:02.003007 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-15894d46-ccef-4d81-a2c8-75fef1b16a2f admin admin] For port 2a64312c-eb3f-4994-8f5c-7450e6ed942f, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=2a64312c-eb3f-4994-8f5c-7450e6ed942f,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:02.004520 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-15894d46-ccef-4d81-a2c8-75fef1b16a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:02.019281 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-15894d46-ccef-4d81-a2c8-75fef1b16a2f admin admin] Calling delete_port for 2a64312c-eb3f-4994-8f5c-7450e6ed942f owned by network:router_gateway {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:55:02.025237 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-81d146cb-e12c-41c6-9047-99fbec3c81fc None None] Set router faf4c043-d9a8-4b78-82de-7f4400cd5e2c gateway port host: None {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:55:02.141561 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-81d146cb-e12c-41c6-9047-99fbec3c81fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf4c043-d9a8-4b78-82de-7f4400cd5e2c', 'name': 'tempest-TestServerMultinode-1752743228-router', 'tenant_id': 'a8955bd7e70f475c8f07a66fcf00ab51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:53:32Z', 'updated_at': '2021-10-20T11:55:01Z', 'revision_number': 6, 'project_id': 'a8955bd7e70f475c8f07a66fcf00ab51', 'gw_port_host': None}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:02.156398 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136e77f-6630-43f9-bead-0e714801e9c5 req-da372dc6-e077-4136-af24-0fcf7db26e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:02.158625 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f136e77f-6630-43f9-bead-0e714801e9c5 req-da372dc6-e077-4136-af24-0fcf7db26e57 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c0c0ca76-fd38-4162-81dc-3bfc728323a9 HTTP/1.1" status: 200 len: 834 time: 0.1616530 Oct 20 11:55:02.181655 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d146cb-e12c-41c6-9047-99fbec3c81fc None None] The sync data for ids ['faf4c043-d9a8-4b78-82de-7f4400cd5e2c'] in n-d-814735-3 is: [{'id': 'faf4c043-d9a8-4b78-82de-7f4400cd5e2c', 'name': 'tempest-TestServerMultinode-1752743228-router', 'tenant_id': 'a8955bd7e70f475c8f07a66fcf00ab51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:53:32Z', 'updated_at': '2021-10-20T11:55:01Z', 'revision_number': 6, 'project_id': 'a8955bd7e70f475c8f07a66fcf00ab51', 'gw_port_host': None}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:55:02.209833 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=37fb5b3f-e30a-4e35-aad6-f26e2350e127,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:02.223831 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['37fb5b3f-e30a-4e35-aad6-f26e2350e127'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:55:02.242509 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:02.243355 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:02.243997 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:02.252243 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:02.252243 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:02.252243 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:02.252559 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:02.252705 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:02.255075 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:02.255413 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:02.255744 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:02.256069 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:02.325403 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ecd2dcea-31ba-41d7-b0fe-b6ecbcd6e35d req-df1578a6-7a62-4dc2-8acd-2e4cfa74829f service neutron] 10.222.0.89 "GET /v2.0/networks/fe7e6fc6-93b6-4733-9196-ed92e6d29a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701742 Oct 20 11:55:02.383321 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16943de8-ef29-4bd0-af5a-f15d61603aa3 req-01a95f66-4c1b-4eb2-b2a6-ad582d77c8da tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:02.385180 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-16943de8-ef29-4bd0-af5a-f15d61603aa3 req-01a95f66-4c1b-4eb2-b2a6-ad582d77c8da tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da HTTP/1.1" status: 200 len: 945 time: 0.1459782 Oct 20 11:55:02.392221 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136e77f-6630-43f9-bead-0e714801e9c5 req-f0cc0834-8acc-4964-9599-828c804ada6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:02.394974 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f136e77f-6630-43f9-bead-0e714801e9c5 req-f0cc0834-8acc-4964-9599-828c804ada6b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=be8d4b08-1f40-41ca-825b-f5eddd831266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1857698 Oct 20 11:55:02.418468 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37bfd94-8842-43af-8a54-4427011efcf8 req-b483c28e-2e20-4985-ba14-d69443e5df59 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:02.420343 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e37bfd94-8842-43af-8a54-4427011efcf8 req-b483c28e-2e20-4985-ba14-d69443e5df59 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/ports?device_id=2b725624-33d4-4656-a49c-9868d6496fd6 HTTP/1.1" status: 200 len: 946 time: 0.2054868 Oct 20 11:55:02.460157 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-15894d46-ccef-4d81-a2c8-75fef1b16a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:02.509065 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15894d46-ccef-4d81-a2c8-75fef1b16a2f admin admin] Pushing event deleted for resources: {'Port': ['ID=2a64312c-eb3f-4994-8f5c-7450e6ed942f,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:02.607693 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-15894d46-ccef-4d81-a2c8-75fef1b16a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:02.767838 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-15894d46-ccef-4d81-a2c8-75fef1b16a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:02.770599 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-15894d46-ccef-4d81-a2c8-75fef1b16a2f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:02.828641 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45190) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:02.851305 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-15894d46-ccef-4d81-a2c8-75fef1b16a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:02.851918 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15894d46-ccef-4d81-a2c8-75fef1b16a2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router faf4c043-d9a8-4b78-82de-7f4400cd5e2c {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:55:02.858376 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-15894d46-ccef-4d81-a2c8-75fef1b16a2f admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:02.862905 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-15894d46-ccef-4d81-a2c8-75fef1b16a2f admin admin] 10.222.0.98 "DELETE /v2.0/routers/faf4c043-d9a8-4b78-82de-7f4400cd5e2c HTTP/1.1" status: 204 len: 168 time: 1.7025006 Oct 20 11:55:02.863412 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45196) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:02.878873 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-16943de8-ef29-4bd0-af5a-f15d61603aa3 req-c89f8be4-8971-41fd-a8e9-8c1d8b33d0e5 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=c7eb2a7d-ee6d-4283-97fc-8a188eb48807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4785903 Oct 20 11:55:02.924445 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeb77f2a-2889-4716-bbef-773bdc9cf723 admin admin] Deleting subnet 726afd26-6734-4ee4-829b-820ca44a0853 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:55:02.924445 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-eeb77f2a-2889-4716-bbef-773bdc9cf723 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:02.969692 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e37bfd94-8842-43af-8a54-4427011efcf8 req-2c418db2-6452-4126-997b-7de74d40e738 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/security-groups?id=99711255-51bd-4104-861e-3041d029afa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332564 Oct 20 11:55:02.997580 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45200) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:03.008439 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f136e77f-6630-43f9-bead-0e714801e9c5 req-73ea4406-83ba-4ce7-8554-5843b15b8265 service neutron] 10.222.0.11 "GET /v2.0/networks/be8d4b08-1f40-41ca-825b-f5eddd831266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6000528 Oct 20 11:55:03.029325 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-eeb77f2a-2889-4716-bbef-773bdc9cf723 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:03.061582 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6b56cded-ee12-4c0a-bd90-d9fa9f15a73c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:03.115663 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f136e77f-6630-43f9-bead-0e714801e9c5 req-9a8a7bf5-6550-4ca2-bec5-670ed64e5b71 service neutron] 10.222.0.11 "GET /v2.0/networks/be8d4b08-1f40-41ca-825b-f5eddd831266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989671 Oct 20 11:55:03.159309 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45204) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:03.161947 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d00739c6-59fa-4208-a2a9-096556383295 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:03.216535 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d00739c6-59fa-4208-a2a9-096556383295 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:03.220602 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-eeb77f2a-2889-4716-bbef-773bdc9cf723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:03.276940 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-60ce8520-5720-4eb6-8804-9f74abda539b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Request body: {'network': {'name': 'tempest-RoutersTest-518059008'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:55:03.279785 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 37fb5b3f-e30a-4e35-aad6-f26e2350e127 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:55:03.299762 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ce8520-5720-4eb6-8804-9f74abda539b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Made reservation on behalf of a2e7a287bb194f73b0a7c68afae28ca1 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:55:03.303622 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-60ce8520-5720-4eb6-8804-9f74abda539b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:03.313302 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6b56cded-ee12-4c0a-bd90-d9fa9f15a73c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:03.317051 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-60ce8520-5720-4eb6-8804-9f74abda539b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:03.317309 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6b56cded-ee12-4c0a-bd90-d9fa9f15a73c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:03.335625 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 37fb5b3f-e30a-4e35-aad6-f26e2350e127 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:55:03.341908 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 37fb5b3f-e30a-4e35-aad6-f26e2350e127 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:03.342506 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:03.360025 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d00739c6-59fa-4208-a2a9-096556383295 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:03.363296 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d00739c6-59fa-4208-a2a9-096556383295 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:03.364715 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d00739c6-59fa-4208-a2a9-096556383295 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "DELETE /v2.0/security-groups/884d5e93-ee41-4297-91fc-60485dc1dea4 HTTP/1.1" status: 204 len: 168 time: 0.3661127 Oct 20 11:55:03.369327 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45208) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:03.382416 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6b56cded-ee12-4c0a-bd90-d9fa9f15a73c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1e7ba5716fed441bb3ab7a31b33a521e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5522370 Oct 20 11:55:03.384305 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45210) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:03.393820 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b56cded-ee12-4c0a-bd90-d9fa9f15a73c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ffb8e51-a831-48bc-91ca-710f485b68f4,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:03.443677 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-eeb77f2a-2889-4716-bbef-773bdc9cf723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:03.445804 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00739c6-59fa-4208-a2a9-096556383295 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=884d5e93-ee41-4297-91fc-60485dc1dea4,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:03.498711 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-eeb77f2a-2889-4716-bbef-773bdc9cf723 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:03.501496 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:03.503269 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-60ce8520-5720-4eb6-8804-9f74abda539b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:03.505062 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-eeb77f2a-2889-4716-bbef-773bdc9cf723 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/726afd26-6734-4ee4-829b-820ca44a0853 HTTP/1.1" status: 204 len: 168 time: 0.6405826 Oct 20 11:55:03.506547 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45212) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:03.508941 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb77f2a-2889-4716-bbef-773bdc9cf723 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=726afd26-6734-4ee4-829b-820ca44a0853,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:03.512553 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-60ce8520-5720-4eb6-8804-9f74abda539b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:03.525599 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f047f203-3476-403b-aa7e-8759238d3d9a None None] Network a1ee6cc3-6c58-4359-ad99-8145206c2e63 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:55:03.551553 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60ce8520-5720-4eb6-8804-9f74abda539b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] vlan segment allocate from pool success with {'vlan_id': 1273, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:55:03.564058 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37fb5b3f-e30a-4e35-aad6-f26e2350e127'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:55:03.566508 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184a3323-e0d6-480f-9822-3410c0d39b69" -d '{"events": [{"server_uuid": "a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da", "name": "network-vif-plugged", "status": "completed", "tag": "37fb5b3f-e30a-4e35-aad6-f26e2350e127"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:55:03.578184 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-60ce8520-5720-4eb6-8804-9f74abda539b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:03.578184 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-60ce8520-5720-4eb6-8804-9f74abda539b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Added segment 2a55955a-e3fc-425c-91c2-dc1ef908ce05 of type vlan for network 354eb0b9-5e84-4cd9-89ec-c6ef1f575722 Oct 20 11:55:03.612472 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fcab8ce0-3ce8-4cb9-8803-98913b188a44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:03.618196 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 37fb5b3f-e30a-4e35-aad6-f26e2350e127, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=37fb5b3f-e30a-4e35-aad6-f26e2350e127,segment=NetworkSegment(702cbdac-91cd-41f1-83e2-3306ffc6d11e),segment_id=702cbdac-91cd-41f1-83e2-3306ffc6d11e)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:03.626488 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:03.633567 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce8520-5720-4eb6-8804-9f74abda539b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b322d2a-32b8-4532-947d-a185cf1e5167,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:03.640190 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device c161d276-5441-45f8-b1c0-0f6ba772ee2f no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:55:03.640421 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fcab8ce0-3ce8-4cb9-8803-98913b188a44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:03.642815 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-13aba1b5-e61e-45f6-841d-2d91aefc8bb4 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:03.667545 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-60ce8520-5720-4eb6-8804-9f74abda539b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:03.692692 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-95f76bde-d728-4902-8f61-8f700b42ddb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:03.702871 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9e51dc-53eb-434a-b3da-d0aa49959878 x-openstack-request-id: req-7e9e51dc-53eb-434a-b3da-d0aa49959878 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:55:03.703870 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da", "name": "network-vif-plugged", "status": "completed", "tag": "37fb5b3f-e30a-4e35-aad6-f26e2350e127", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:55:03.704831 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7e9e51dc-53eb-434a-b3da-d0aa49959878 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:55:03.706361 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37fb5b3f-e30a-4e35-aad6-f26e2350e127', 'code': 200} Oct 20 11:55:03.706533 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fcab8ce0-3ce8-4cb9-8803-98913b188a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:03.709094 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fcab8ce0-3ce8-4cb9-8803-98913b188a44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:03.712913 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-fcab8ce0-3ce8-4cb9-8803-98913b188a44 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6ffb8e51-a831-48bc-91ca-710f485b68f4 HTTP/1.1" status: 204 len: 168 time: 0.3249772 Oct 20 11:55:03.722754 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcab8ce0-3ce8-4cb9-8803-98913b188a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ffb8e51-a831-48bc-91ca-710f485b68f4,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:03.723813 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-13aba1b5-e61e-45f6-841d-2d91aefc8bb4 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:03.737953 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: c161d276-5441-45f8-b1c0-0f6ba772ee2f {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:55:03.738737 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device c161d276-5441-45f8-b1c0-0f6ba772ee2f not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:55:03.783626 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-95f76bde-d728-4902-8f61-8f700b42ddb4 admin admin] Deleting port 1cf2e916-0e85-495c-8ecb-166fdeb99d9c {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:55:03.784075 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-95f76bde-d728-4902-8f61-8f700b42ddb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:03.793142 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-60ce8520-5720-4eb6-8804-9f74abda539b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:03.800068 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ce8520-5720-4eb6-8804-9f74abda539b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:03.800791 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-60ce8520-5720-4eb6-8804-9f74abda539b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:03.864416 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-60ce8520-5720-4eb6-8804-9f74abda539b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7003222 Oct 20 11:55:03.869653 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45218) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:03.877252 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-95f76bde-d728-4902-8f61-8f700b42ddb4 admin admin] For port 1cf2e916-0e85-495c-8ecb-166fdeb99d9c, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=1cf2e916-0e85-495c-8ecb-166fdeb99d9c,segment=NetworkSegment(6b3d97ef-4bba-4f94-8f99-2685e9f9dd59),segment_id=6b3d97ef-4bba-4f94-8f99-2685e9f9dd59)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:03.877685 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-95f76bde-d728-4902-8f61-8f700b42ddb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:03.892068 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-9a17ccff-c722-4466-bf51-eb0bd9d25971 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Request body: {'network': {'name': 'tempest-RoutersTest-763583087'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:55:03.893544 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=37fb5b3f-e30a-4e35-aad6-f26e2350e127,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:03.910837 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-95f76bde-d728-4902-8f61-8f700b42ddb4 admin admin] Calling delete_port for 1cf2e916-0e85-495c-8ecb-166fdeb99d9c owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:55:03.922905 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937489d1-0039-4b96-9d15-49912e1f583d req-81158814-98a6-4ed2-8d27-43782a7704f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:03.924547 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-937489d1-0039-4b96-9d15-49912e1f583d req-81158814-98a6-4ed2-8d27-43782a7704f8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da HTTP/1.1" status: 200 len: 1097 time: 0.1960649 Oct 20 11:55:03.980120 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a17ccff-c722-4466-bf51-eb0bd9d25971 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Made reservation on behalf of a2e7a287bb194f73b0a7c68afae28ca1 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:55:03.985864 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9a17ccff-c722-4466-bf51-eb0bd9d25971 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:03.986577 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95edf1db-419f-46c8-986a-86c2bdf486e5 None None] DHCP port deletion for a1ee6cc3-6c58-4359-ad99-8145206c2e63 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:55:04.018337 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce8520-5720-4eb6-8804-9f74abda539b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event updated for resources: {'Network': ['ID=354eb0b9-5e84-4cd9-89ec-c6ef1f575722,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:04.065607 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-13aba1b5-e61e-45f6-841d-2d91aefc8bb4 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:04.067818 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-13aba1b5-e61e-45f6-841d-2d91aefc8bb4 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:04.069022 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-13aba1b5-e61e-45f6-841d-2d91aefc8bb4 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "DELETE /v2.0/security-groups/8e8cc62e-fd19-44b7-bfa7-510594baf584 HTTP/1.1" status: 204 len: 168 time: 0.6983659 Oct 20 11:55:04.069336 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 354eb0b9-5e84-4cd9-89ec-c6ef1f575722 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:55:04.092909 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45226) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:04.144884 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-95f76bde-d728-4902-8f61-8f700b42ddb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:04.218116 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f76bde-d728-4902-8f61-8f700b42ddb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cf2e916-0e85-495c-8ecb-166fdeb99d9c,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:04.222584 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f76bde-d728-4902-8f61-8f700b42ddb4 admin admin] No DVR routers for this DVR port 1cf2e916-0e85-495c-8ecb-166fdeb99d9c on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:55:04.309457 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a17ccff-c722-4466-bf51-eb0bd9d25971 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] vlan segment allocate from pool success with {'vlan_id': 1268, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:55:04.313985 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aba1b5-e61e-45f6-841d-2d91aefc8bb4 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8cc62e-fd19-44b7-bfa7-510594baf584,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:04.316147 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-95f76bde-d728-4902-8f61-8f700b42ddb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:04.336707 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45228) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:04.359463 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-78baad87-fd12-43fe-a04e-a13e7cb740ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:04.371075 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device a43aac1a-cbff-4153-8040-551e55fe369a no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:55:04.377225 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-95f76bde-d728-4902-8f61-8f700b42ddb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1ee6cc3-6c58-4359-ad99-8145206c2e63']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:04.388222 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-937489d1-0039-4b96-9d15-49912e1f583d req-9557c8c6-2758-4f9e-bfe4-3184d8d0d837 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c7eb2a7d-ee6d-4283-97fc-8a188eb48807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3995428 Oct 20 11:55:04.391301 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9a17ccff-c722-4466-bf51-eb0bd9d25971 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:04.391654 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-9a17ccff-c722-4466-bf51-eb0bd9d25971 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Added segment 266913cd-a09a-4459-a729-5068d3cec9cc of type vlan for network 9f714022-85d4-462c-98d8-38ff79551519 Oct 20 11:55:04.396030 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-95f76bde-d728-4902-8f61-8f700b42ddb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b3d97ef-4bba-4f94-8f99-2685e9f9dd59') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:04.396231 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-95f76bde-d728-4902-8f61-8f700b42ddb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b3d97ef-4bba-4f94-8f99-2685e9f9dd59') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:04.411614 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-95f76bde-d728-4902-8f61-8f700b42ddb4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:04.434944 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-95f76bde-d728-4902-8f61-8f700b42ddb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:04.443283 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: a43aac1a-cbff-4153-8040-551e55fe369a {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:55:04.444275 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device a43aac1a-cbff-4153-8040-551e55fe369a not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:55:04.446381 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 2a64312c-eb3f-4994-8f5c-7450e6ed942f no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:55:04.448737 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95f76bde-d728-4902-8f61-8f700b42ddb4 admin admin] Releasing vlan 1279 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:55:04.449152 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-95f76bde-d728-4902-8f61-8f700b42ddb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:04.450960 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:55:04.450960 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:55:04.450960 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:55:04.450960 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:55:04.450960 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:55:04.450960 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:55:04.450960 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:55:04.450960 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:55:04.450960 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:55:04.450960 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:55:04.450960 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:55:04.450960 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:55:04.450960 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:55:04.450960 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:55:04.450960 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:55:04.450960 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:55:04.450960 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:55:04.450960 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:55:04.450960 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:55:04.450960 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:55:04.450960 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:55:04.450960 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:55:04.450960 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:55:04.450960 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:55:04.450960 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:55:04.450960 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:55:04.450960 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:55:04.450960 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:55:04.450960 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:55:04.450960 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:55:04.450960 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:55:04.450960 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:55:04.496309 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-95edf1db-419f-46c8-986a-86c2bdf486e5 None None] Deleting port 1cf2e916-0e85-495c-8ecb-166fdeb99d9c {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:55:04.496984 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-95edf1db-419f-46c8-986a-86c2bdf486e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:04.509777 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 2a64312c-eb3f-4994-8f5c-7450e6ed942f {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:55:04.510118 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 2a64312c-eb3f-4994-8f5c-7450e6ed942f not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:55:04.510530 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 1cf2e916-0e85-495c-8ecb-166fdeb99d9c no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:55:04.521306 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e4e1a7-b320-436f-877c-ca5397721919 req-73fec36b-ac6d-44dc-865a-4451b859b311 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:04.524008 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d3e4e1a7-b320-436f-877c-ca5397721919 req-73fec36b-ac6d-44dc-865a-4451b859b311 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da HTTP/1.1" status: 200 len: 946 time: 0.4425511 Oct 20 11:55:04.535865 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d508c7-e9b1-432e-87b9-653276a8a3c7 req-8b927aec-5c92-422e-ab38-f7d39c998d60 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:04.538018 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4d508c7-e9b1-432e-87b9-653276a8a3c7 req-8b927aec-5c92-422e-ab38-f7d39c998d60 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/ports?device_id=2b725624-33d4-4656-a49c-9868d6496fd6 HTTP/1.1" status: 200 len: 946 time: 0.4469705 Oct 20 11:55:04.540077 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 1cf2e916-0e85-495c-8ecb-166fdeb99d9c {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:55:04.540445 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 1cf2e916-0e85-495c-8ecb-166fdeb99d9c not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:55:04.540619 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9a17ccff-c722-4466-bf51-eb0bd9d25971 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:04.555303 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-95f76bde-d728-4902-8f61-8f700b42ddb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:04.577241 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-95f76bde-d728-4902-8f61-8f700b42ddb4 admin admin] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:04.580912 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-95f76bde-d728-4902-8f61-8f700b42ddb4 admin admin] 10.222.0.98 "DELETE /v2.0/networks/a1ee6cc3-6c58-4359-ad99-8145206c2e63 HTTP/1.1" status: 204 len: 168 time: 1.0680985 Oct 20 11:55:04.595148 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45230) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:04.598524 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-95edf1db-419f-46c8-986a-86c2bdf486e5 None None] For port 1cf2e916-0e85-495c-8ecb-166fdeb99d9c, host n-d-814735-3, got binding levels [] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:04.599044 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-95edf1db-419f-46c8-986a-86c2bdf486e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:04.614197 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-95edf1db-419f-46c8-986a-86c2bdf486e5 None None] Calling delete_port for 1cf2e916-0e85-495c-8ecb-166fdeb99d9c owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:55:04.617247 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.ipam_backend_mixin [None req-95edf1db-419f-46c8-986a-86c2bdf486e5 None None] Port 1cf2e916-0e85-495c-8ecb-166fdeb99d9c was not found and therefore no delete operation was performed {{(pid=100648) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 11:55:04.620053 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-95edf1db-419f-46c8-986a-86c2bdf486e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:04.648550 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f76bde-d728-4902-8f61-8f700b42ddb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1ee6cc3-6c58-4359-ad99-8145206c2e63,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:04.655568 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-95edf1db-419f-46c8-986a-86c2bdf486e5 None None] Network a1ee6cc3-6c58-4359-ad99-8145206c2e63 is not hosted by any dhcp agent {{(pid=100648) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 20 11:55:04.656045 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95edf1db-419f-46c8-986a-86c2bdf486e5 None None] No DVR routers for this DVR port 1cf2e916-0e85-495c-8ecb-166fdeb99d9c on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:55:04.657802 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95edf1db-419f-46c8-986a-86c2bdf486e5 None None] Pushing event deleted for resources: {'Port': ['ID=1cf2e916-0e85-495c-8ecb-166fdeb99d9c,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:04.664846 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-78baad87-fd12-43fe-a04e-a13e7cb740ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:04.675036 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-78baad87-fd12-43fe-a04e-a13e7cb740ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:04.712646 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d3e4e1a7-b320-436f-877c-ca5397721919 req-a4c39c5f-6aa3-4060-97f5-c4ee600c89b7 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=c7eb2a7d-ee6d-4283-97fc-8a188eb48807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693299 Oct 20 11:55:04.713232 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9a17ccff-c722-4466-bf51-eb0bd9d25971 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:04.718730 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a17ccff-c722-4466-bf51-eb0bd9d25971 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:04.719858 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9a17ccff-c722-4466-bf51-eb0bd9d25971 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:04.748430 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4d508c7-e9b1-432e-87b9-653276a8a3c7 req-ee608ef2-2429-4778-adde-e148ca57a575 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/security-groups?id=99711255-51bd-4104-861e-3041d029afa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966255 Oct 20 11:55:04.773809 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-78baad87-fd12-43fe-a04e-a13e7cb740ed admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2e8682c5178d430e92a86bc7f7ea85d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4350948 Oct 20 11:55:04.775921 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78baad87-fd12-43fe-a04e-a13e7cb740ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f4a687-7718-4653-a441-968f6ef113a0,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:04.780083 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45232) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:04.836889 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-9a17ccff-c722-4466-bf51-eb0bd9d25971 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9661212 Oct 20 11:55:04.841912 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45238) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:04.849744 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-857a62de-8d16-461e-a9d2-553d7b808526 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Request body: {'subnet': {'network_id': '354eb0b9-5e84-4cd9-89ec-c6ef1f575722', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:55:04.858751 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a17ccff-c722-4466-bf51-eb0bd9d25971 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event updated for resources: {'Network': ['ID=9f714022-85d4-462c-98d8-38ff79551519,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:04.874068 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 9f714022-85d4-462c-98d8-38ff79551519 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:55:04.933183 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d509fe94-7896-4e4e-b824-4be7ad7e299b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:04.968938 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d509fe94-7896-4e4e-b824-4be7ad7e299b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:05.027953 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0018e05-e3e0-42bf-b445-0832bf7ee302 req-7bd3f481-9b0f-45b9-a5b9-992cf12d41c1 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:05.029498 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c0018e05-e3e0-42bf-b445-0832bf7ee302 req-7bd3f481-9b0f-45b9-a5b9-992cf12d41c1 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/ports?device_id=2b725624-33d4-4656-a49c-9868d6496fd6 HTTP/1.1" status: 200 len: 946 time: 0.1507285 Oct 20 11:55:05.033147 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857a62de-8d16-461e-a9d2-553d7b808526 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Made reservation on behalf of a2e7a287bb194f73b0a7c68afae28ca1 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:55:05.036659 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-857a62de-8d16-461e-a9d2-553d7b808526 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:05.075843 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d509fe94-7896-4e4e-b824-4be7ad7e299b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:05.078298 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d509fe94-7896-4e4e-b824-4be7ad7e299b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:05.079549 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d509fe94-7896-4e4e-b824-4be7ad7e299b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/67f4a687-7718-4653-a441-968f6ef113a0 HTTP/1.1" status: 204 len: 168 time: 0.2984734 Oct 20 11:55:05.093122 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d509fe94-7896-4e4e-b824-4be7ad7e299b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f4a687-7718-4653-a441-968f6ef113a0,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:05.163392 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c0018e05-e3e0-42bf-b445-0832bf7ee302 req-0e8739f5-06da-44ec-84e3-5c69651851c9 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/security-groups?id=99711255-51bd-4104-861e-3041d029afa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210544 Oct 20 11:55:05.217367 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-99e6a848-6b1a-4287-b8a3-664337eadb87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:05.348413 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9b5a4b80-ed94-4d05-8327-1570cac18255 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:05.426271 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-857a62de-8d16-461e-a9d2-553d7b808526 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:05.493116 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91f9ca-d530-418a-836f-ab909d8f202a req-95b18111-1958-4006-82ef-9a5c7dd07d44 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:05.494859 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fd91f9ca-d530-418a-836f-ab909d8f202a req-95b18111-1958-4006-82ef-9a5c7dd07d44 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/ports?device_id=b82f975d-4845-42d9-b658-e5d31ca1c29e HTTP/1.1" status: 200 len: 945 time: 0.2524533 Oct 20 11:55:05.531348 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-99e6a848-6b1a-4287-b8a3-664337eadb87 admin admin] Deleting port 7950e274-fde5-4ea4-a5e7-4b1549a400c2 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:55:05.531728 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-99e6a848-6b1a-4287-b8a3-664337eadb87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:05.576755 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a62de-8d16-461e-a9d2-553d7b808526 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event updated for resources: {'Subnet': ['ID=3ade4e18-e8e9-4ead-a5a5-fae2d1b18c40,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:05.607468 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857a62de-8d16-461e-a9d2-553d7b808526 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Checking segment: {'id': '2a55955a-e3fc-425c-91c2-dc1ef908ce05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '354eb0b9-5e84-4cd9-89ec-c6ef1f575722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:55:05.607764 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857a62de-8d16-461e-a9d2-553d7b808526 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Network hostable DHCP agents. Network: 354eb0b9-5e84-4cd9-89ec-c6ef1f575722, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:55:05.638124 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-99e6a848-6b1a-4287-b8a3-664337eadb87 admin admin] For port 7950e274-fde5-4ea4-a5e7-4b1549a400c2, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=7950e274-fde5-4ea4-a5e7-4b1549a400c2,segment=NetworkSegment(a1eef13d-5b8a-465e-90ca-d7dc0a48660e),segment_id=a1eef13d-5b8a-465e-90ca-d7dc0a48660e)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:05.638489 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-99e6a848-6b1a-4287-b8a3-664337eadb87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:05.657606 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fd91f9ca-d530-418a-836f-ab909d8f202a req-2944c084-3a9b-45b5-b91f-ad29cbfa3c6c tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/security-groups?id=99711255-51bd-4104-861e-3041d029afa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452930 Oct 20 11:55:05.699461 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857a62de-8d16-461e-a9d2-553d7b808526 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Network 354eb0b9-5e84-4cd9-89ec-c6ef1f575722 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:55:05.718451 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-857a62de-8d16-461e-a9d2-553d7b808526 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 354eb0b9-5e84-4cd9-89ec-c6ef1f575722) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:55:05.740124 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857a62de-8d16-461e-a9d2-553d7b808526 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:05.741581 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-857a62de-8d16-461e-a9d2-553d7b808526 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:05.745091 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfed98d5-2143-45d3-b4d9-9b31cea6bca0 None None] Network 354eb0b9-5e84-4cd9-89ec-c6ef1f575722 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:55:05.808366 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-857a62de-8d16-461e-a9d2-553d7b808526 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9631515 Oct 20 11:55:05.817376 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45248) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:05.827350 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-28b0e41a-9aa4-4731-b963-9c4ea4dd4758 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Request body: {'subnet': {'network_id': '9f714022-85d4-462c-98d8-38ff79551519', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:55:05.927692 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49519dc-b318-4602-89cb-d744230789f7 req-544b8026-9dab-4988-980f-eca201335d38 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:05.929120 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b49519dc-b318-4602-89cb-d744230789f7 req-544b8026-9dab-4988-980f-eca201335d38 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8588721-f63c-4172-8000-11e86ed24baa HTTP/1.1" status: 200 len: 946 time: 0.1690614 Oct 20 11:55:05.964994 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f69e7f-30c5-4ce3-ac12-41a5683def69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-354eb0b9-5e84-4cd9-89ec-c6ef1f575722', 'network_id': '354eb0b9-5e84-4cd9-89ec-c6ef1f575722', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'fixed_ips': [{'subnet_id': '3ade4e18-e8e9-4ead-a5a5-fae2d1b18c40'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:55:05.965483 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-79f69e7f-30c5-4ce3-ac12-41a5683def69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:05.999436 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-99e6a848-6b1a-4287-b8a3-664337eadb87 admin admin] Calling delete_port for 7950e274-fde5-4ea4-a5e7-4b1549a400c2 owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:55:06.056192 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86810c9e-3f69-4247-b47a-567a76837564 req-e273113a-8b2f-49a1-91fe-19bc912c4968 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:06.058816 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-86810c9e-3f69-4247-b47a-567a76837564 req-e273113a-8b2f-49a1-91fe-19bc912c4968 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da HTTP/1.1" status: 200 len: 946 time: 0.2257783 Oct 20 11:55:06.072636 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b49519dc-b318-4602-89cb-d744230789f7 req-73b48be9-f8c9-417e-a9df-0450ee892cb9 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/security-groups?id=99711255-51bd-4104-861e-3041d029afa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349883 Oct 20 11:55:06.111819 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b0e41a-9aa4-4731-b963-9c4ea4dd4758 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Made reservation on behalf of a2e7a287bb194f73b0a7c68afae28ca1 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:55:06.115405 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-28b0e41a-9aa4-4731-b963-9c4ea4dd4758 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:06.140011 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-1ffeed6c-f412-4d67-a252-e8424ca5de41 req-d46b9f33-c224-41f4-97e0-21c269f7032a tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:55:06.141080 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1ffeed6c-f412-4d67-a252-e8424ca5de41 req-d46b9f33-c224-41f4-97e0-21c269f7032a tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0107203 Oct 20 11:55:06.155660 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-86810c9e-3f69-4247-b47a-567a76837564 req-2e567660-a6a8-46ae-ae06-5822a599cc65 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=c7eb2a7d-ee6d-4283-97fc-8a188eb48807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886228 Oct 20 11:55:06.176098 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-9b5a4b80-ed94-4d05-8327-1570cac18255 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Deleting port d788cc71-c587-4535-beec-6a9e06a09cfa {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:55:06.176454 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9b5a4b80-ed94-4d05-8327-1570cac18255 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:06.192738 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-79f69e7f-30c5-4ce3-ac12-41a5683def69 None None] Allocated IP 172.20.0.2 (354eb0b9-5e84-4cd9-89ec-c6ef1f575722/3ade4e18-e8e9-4ead-a5a5-fae2d1b18c40/72b05d03-54d5-468d-8d05-ca730c4614b9) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:55:06.287015 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-99e6a848-6b1a-4287-b8a3-664337eadb87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:06.331088 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e6a848-6b1a-4287-b8a3-664337eadb87 admin admin] Pushing event deleted for resources: {'Port': ['ID=7950e274-fde5-4ea4-a5e7-4b1549a400c2,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:06.397900 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-9b5a4b80-ed94-4d05-8327-1570cac18255 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] For port d788cc71-c587-4535-beec-6a9e06a09cfa, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=d788cc71-c587-4535-beec-6a9e06a09cfa,segment=NetworkSegment(549b093a-9b1f-4ae7-8a3d-e8888b456378),segment_id=549b093a-9b1f-4ae7-8a3d-e8888b456378)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:06.399311 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9b5a4b80-ed94-4d05-8327-1570cac18255 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:06.423879 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-79f69e7f-30c5-4ce3-ac12-41a5683def69 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:06.439777 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-79f69e7f-30c5-4ce3-ac12-41a5683def69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:06.471627 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-9b5a4b80-ed94-4d05-8327-1570cac18255 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Calling delete_port for d788cc71-c587-4535-beec-6a9e06a09cfa owned by network:router_interface {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:55:06.504428 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f69e7f-30c5-4ce3-ac12-41a5683def69 None None] Network 354eb0b9-5e84-4cd9-89ec-c6ef1f575722 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:55:06.548830 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-79f69e7f-30c5-4ce3-ac12-41a5683def69 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:55:06.554414 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f69e7f-30c5-4ce3-ac12-41a5683def69 None None] Pushing event updated for resources: {'Port': ['ID=72b05d03-54d5-468d-8d05-ca730c4614b9,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:06.560448 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f69e7f-30c5-4ce3-ac12-41a5683def69 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:55:06.604390 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-99e6a848-6b1a-4287-b8a3-664337eadb87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:06.661985 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-79f69e7f-30c5-4ce3-ac12-41a5683def69 None None] Attempting to bind port 72b05d03-54d5-468d-8d05-ca730c4614b9 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:55:06.662358 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-79f69e7f-30c5-4ce3-ac12-41a5683def69 None None] Attempting to bind port 72b05d03-54d5-468d-8d05-ca730c4614b9 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '2a55955a-e3fc-425c-91c2-dc1ef908ce05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '354eb0b9-5e84-4cd9-89ec-c6ef1f575722'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:55:06.662723 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f69e7f-30c5-4ce3-ac12-41a5683def69 None None] Attempting to bind port 72b05d03-54d5-468d-8d05-ca730c4614b9 on network 354eb0b9-5e84-4cd9-89ec-c6ef1f575722 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:55:06.668560 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f69e7f-30c5-4ce3-ac12-41a5683def69 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:55:06.668935 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f69e7f-30c5-4ce3-ac12-41a5683def69 None None] Checking segment: {'id': '2a55955a-e3fc-425c-91c2-dc1ef908ce05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '354eb0b9-5e84-4cd9-89ec-c6ef1f575722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:55:06.669337 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-79f69e7f-30c5-4ce3-ac12-41a5683def69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:06.669728 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f69e7f-30c5-4ce3-ac12-41a5683def69 None None] Bound using segment: {'id': '2a55955a-e3fc-425c-91c2-dc1ef908ce05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '354eb0b9-5e84-4cd9-89ec-c6ef1f575722'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:55:06.670204 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-79f69e7f-30c5-4ce3-ac12-41a5683def69 None None] Bound port: 72b05d03-54d5-468d-8d05-ca730c4614b9, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a55955a-e3fc-425c-91c2-dc1ef908ce05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '354eb0b9-5e84-4cd9-89ec-c6ef1f575722'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:55:06.670582 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-79f69e7f-30c5-4ce3-ac12-41a5683def69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:06.736020 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-79f69e7f-30c5-4ce3-ac12-41a5683def69 None None] For port 72b05d03-54d5-468d-8d05-ca730c4614b9, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:55:06.739421 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-79f69e7f-30c5-4ce3-ac12-41a5683def69 None None] For port 72b05d03-54d5-468d-8d05-ca730c4614b9, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=72b05d03-54d5-468d-8d05-ca730c4614b9,segment=NetworkSegment(2a55955a-e3fc-425c-91c2-dc1ef908ce05),segment_id=2a55955a-e3fc-425c-91c2-dc1ef908ce05)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:55:06.746516 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-79f69e7f-30c5-4ce3-ac12-41a5683def69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:06.814882 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f69e7f-30c5-4ce3-ac12-41a5683def69 None None] Pushing event updated for resources: {'Port': ['ID=72b05d03-54d5-468d-8d05-ca730c4614b9,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:06.926519 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e6a848-6b1a-4287-b8a3-664337eadb87 admin admin] Router 2585555d-0405-4825-aa79-387671c0923d has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:55:06.930112 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c550db-0219-443c-9a0c-8a18af6e2993 req-3817ed90-b3f5-45e8-adcd-62940d13bff2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:06.932076 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c1c550db-0219-443c-9a0c-8a18af6e2993 req-3817ed90-b3f5-45e8-adcd-62940d13bff2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da HTTP/1.1" status: 200 len: 946 time: 0.6272097 Oct 20 11:55:07.059207 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e6a848-6b1a-4287-b8a3-664337eadb87 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:55:07.067708 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-99e6a848-6b1a-4287-b8a3-664337eadb87 admin admin] 10.222.0.98 "PUT /v2.0/routers/2585555d-0405-4825-aa79-387671c0923d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4691722 Oct 20 11:55:07.070687 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45256) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:07.084385 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075c84c7-dae5-4ec8-9ee8-2a3e066861e9 None None] Sync routers for ids ['2585555d-0405-4825-aa79-387671c0923d'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:55:07.096507 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075c84c7-dae5-4ec8-9ee8-2a3e066861e9 None None] Routers {'2585555d-0405-4825-aa79-387671c0923d'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:07.097375 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-075c84c7-dae5-4ec8-9ee8-2a3e066861e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:54:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['2585555d-0405-4825-aa79-387671c0923d'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:07.125533 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1ffeed6c-f412-4d67-a252-e8424ca5de41 req-6023872f-1405-48ae-9c70-b02ed6815b4e tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.9421577 Oct 20 11:55:07.126176 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-28b0e41a-9aa4-4731-b963-9c4ea4dd4758 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:07.165379 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c1c550db-0219-443c-9a0c-8a18af6e2993 req-ea1e9a02-03c8-4e7a-a4ac-71fb870256e6 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=c7eb2a7d-ee6d-4283-97fc-8a188eb48807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1967711 Oct 20 11:55:07.198845 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45258) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:07.233532 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7df6e3e5-c6df-41ca-8c84-e5385b2d5016 admin admin] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:07.273074 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-075c84c7-dae5-4ec8-9ee8-2a3e066861e9 None None] Set router 2585555d-0405-4825-aa79-387671c0923d gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:55:07.281531 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b0e41a-9aa4-4731-b963-9c4ea4dd4758 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event updated for resources: {'Subnet': ['ID=f13cd4c4-8d3a-457a-9e00-78c24622502b,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:07.296280 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b0e41a-9aa4-4731-b963-9c4ea4dd4758 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Checking segment: {'id': '266913cd-a09a-4459-a729-5068d3cec9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '9f714022-85d4-462c-98d8-38ff79551519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:55:07.296643 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b0e41a-9aa4-4731-b963-9c4ea4dd4758 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Network hostable DHCP agents. Network: 9f714022-85d4-462c-98d8-38ff79551519, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:55:07.317105 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcaaca1-56b7-4d3e-847f-0d5ac10258df tempest-TestNetworkAdvancedServerOps-525790075 tempest-TestNetworkAdvancedServerOps-525790075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:07.322573 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-1bcaaca1-56b7-4d3e-847f-0d5ac10258df tempest-TestNetworkAdvancedServerOps-525790075 tempest-TestNetworkAdvancedServerOps-525790075-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da HTTP/1.1" status: 200 len: 1092 time: 0.1226435 Oct 20 11:55:07.323435 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45260) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:07.333689 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-da225b10-0f84-4ae8-a90f-69ee60f712e4 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'port_id': '37fb5b3f-e30a-4e35-aad6-f26e2350e127', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:55:07.375660 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7df6e3e5-c6df-41ca-8c84-e5385b2d5016 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:07.408141 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-da225b10-0f84-4ae8-a90f-69ee60f712e4 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for floatingip, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:07.446529 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-7df6e3e5-c6df-41ca-8c84-e5385b2d5016 admin admin] Deleting port b08bf9c8-6baa-461c-9b0d-45ec0f6008a4 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:55:07.446912 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7df6e3e5-c6df-41ca-8c84-e5385b2d5016 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:07.457754 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b0e41a-9aa4-4731-b963-9c4ea4dd4758 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Network 9f714022-85d4-462c-98d8-38ff79551519 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:55:07.500892 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-28b0e41a-9aa4-4731-b963-9c4ea4dd4758 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 9f714022-85d4-462c-98d8-38ff79551519) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:55:07.502008 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-075c84c7-dae5-4ec8-9ee8-2a3e066861e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2585555d-0405-4825-aa79-387671c0923d', 'name': 'tempest-TestServerMultinode-2129884309-router', 'tenant_id': 'f86ec970fdad4d5f94144e8cc68aba8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'b08bf9c8-6baa-461c-9b0d-45ec0f6008a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:53:48Z', 'updated_at': '2021-10-20T11:55:06Z', 'revision_number': 5, 'project_id': 'f86ec970fdad4d5f94144e8cc68aba8d', 'gw_port': {'id': 'b08bf9c8-6baa-461c-9b0d-45ec0f6008a4', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:70:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2585555d-0405-4825-aa79-387671c0923d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:53:50Z', 'updated_at': '2021-10-20T11:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:07.506423 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b0e41a-9aa4-4731-b963-9c4ea4dd4758 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:07.507229 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-28b0e41a-9aa4-4731-b963-9c4ea4dd4758 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:07.515830 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e87681-5b06-4929-9aca-f07b812fc857 None None] Network 9f714022-85d4-462c-98d8-38ff79551519 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:55:07.520131 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9b5a4b80-ed94-4d05-8327-1570cac18255 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:07.544723 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-7df6e3e5-c6df-41ca-8c84-e5385b2d5016 admin admin] For port b08bf9c8-6baa-461c-9b0d-45ec0f6008a4, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=b08bf9c8-6baa-461c-9b0d-45ec0f6008a4,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:07.545274 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7df6e3e5-c6df-41ca-8c84-e5385b2d5016 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:07.548212 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075c84c7-dae5-4ec8-9ee8-2a3e066861e9 None None] Checking router: 2585555d-0405-4825-aa79-387671c0923d for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:55:07.560813 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075c84c7-dae5-4ec8-9ee8-2a3e066861e9 None None] Routers {'2585555d-0405-4825-aa79-387671c0923d'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:07.561467 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-7df6e3e5-c6df-41ca-8c84-e5385b2d5016 admin admin] Calling delete_port for b08bf9c8-6baa-461c-9b0d-45ec0f6008a4 owned by network:router_gateway {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:55:07.561668 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-075c84c7-dae5-4ec8-9ee8-2a3e066861e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:54:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['2585555d-0405-4825-aa79-387671c0923d'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:07.587716 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a4b80-ed94-4d05-8327-1570cac18255 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Pushing event deleted for resources: {'Port': ['ID=d788cc71-c587-4535-beec-6a9e06a09cfa,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:07.608051 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-28b0e41a-9aa4-4731-b963-9c4ea4dd4758 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7867434 Oct 20 11:55:07.612152 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45264) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:07.617209 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-b8040d0e-fbdd-4b08-ba66-3c5c88551a6a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2028855554', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:55:07.698404 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f75982-b5a5-4043-95f5-ea1695f28664 req-d703bd34-2ba5-4f19-a654-c45197da4f95 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:07.700022 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e0f75982-b5a5-4043-95f5-ea1695f28664 req-d703bd34-2ba5-4f19-a654-c45197da4f95 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/ports?device_id=2b725624-33d4-4656-a49c-9868d6496fd6 HTTP/1.1" status: 200 len: 946 time: 0.2576184 Oct 20 11:55:07.736483 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-075c84c7-dae5-4ec8-9ee8-2a3e066861e9 None None] Set router 2585555d-0405-4825-aa79-387671c0923d gateway port host: None {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:55:07.768506 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b8040d0e-fbdd-4b08-ba66-3c5c88551a6a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:07.769395 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b8040d0e-fbdd-4b08-ba66-3c5c88551a6a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:07.774763 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c40fd5-c2cb-475a-a8ed-95c87755f94c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-9f714022-85d4-462c-98d8-38ff79551519', 'network_id': '9f714022-85d4-462c-98d8-38ff79551519', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'fixed_ips': [{'subnet_id': 'f13cd4c4-8d3a-457a-9e00-78c24622502b'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:55:07.776426 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f4c40fd5-c2cb-475a-a8ed-95c87755f94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:07.833992 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-075c84c7-dae5-4ec8-9ee8-2a3e066861e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2585555d-0405-4825-aa79-387671c0923d', 'name': 'tempest-TestServerMultinode-2129884309-router', 'tenant_id': 'f86ec970fdad4d5f94144e8cc68aba8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:53:48Z', 'updated_at': '2021-10-20T11:55:07Z', 'revision_number': 6, 'project_id': 'f86ec970fdad4d5f94144e8cc68aba8d', 'gw_port_host': None}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:07.891080 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e0f75982-b5a5-4043-95f5-ea1695f28664 req-babd61bd-2db6-4d6d-bf58-4dd8c1e980ad tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/security-groups?id=99711255-51bd-4104-861e-3041d029afa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612954 Oct 20 11:55:07.908316 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075c84c7-dae5-4ec8-9ee8-2a3e066861e9 None None] The sync data for ids ['2585555d-0405-4825-aa79-387671c0923d'] in n-d-814735-3 is: [{'id': '2585555d-0405-4825-aa79-387671c0923d', 'name': 'tempest-TestServerMultinode-2129884309-router', 'tenant_id': 'f86ec970fdad4d5f94144e8cc68aba8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:53:48Z', 'updated_at': '2021-10-20T11:55:07Z', 'revision_number': 6, 'project_id': 'f86ec970fdad4d5f94144e8cc68aba8d', 'gw_port_host': None}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:55:07.955707 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b8040d0e-fbdd-4b08-ba66-3c5c88551a6a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:07.969931 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-da225b10-0f84-4ae8-a90f-69ee60f712e4 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:07.988619 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b8040d0e-fbdd-4b08-ba66-3c5c88551a6a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:07.993695 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7df6e3e5-c6df-41ca-8c84-e5385b2d5016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:08.054273 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-f4c40fd5-c2cb-475a-a8ed-95c87755f94c None None] Allocated IP 172.21.0.2 (9f714022-85d4-462c-98d8-38ff79551519/f13cd4c4-8d3a-457a-9e00-78c24622502b/d6529359-ccc5-4922-9acd-88909a4a52bd) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:55:08.055158 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b8040d0e-fbdd-4b08-ba66-3c5c88551a6a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:08.056426 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-b8040d0e-fbdd-4b08-ba66-3c5c88551a6a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4428353 Oct 20 11:55:08.061665 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45268) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:08.085996 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df6e3e5-c6df-41ca-8c84-e5385b2d5016 admin admin] Pushing event deleted for resources: {'Port': ['ID=b08bf9c8-6baa-461c-9b0d-45ec0f6008a4,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:08.156318 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7df6e3e5-c6df-41ca-8c84-e5385b2d5016 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:08.264278 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f4c40fd5-c2cb-475a-a8ed-95c87755f94c None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:08.275764 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f4c40fd5-c2cb-475a-a8ed-95c87755f94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:08.291622 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7df6e3e5-c6df-41ca-8c84-e5385b2d5016 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:08.293930 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7df6e3e5-c6df-41ca-8c84-e5385b2d5016 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:08.324132 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c40fd5-c2cb-475a-a8ed-95c87755f94c None None] Network 9f714022-85d4-462c-98d8-38ff79551519 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:55:08.337404 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-f4c40fd5-c2cb-475a-a8ed-95c87755f94c None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:55:08.345819 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c40fd5-c2cb-475a-a8ed-95c87755f94c None None] Pushing event updated for resources: {'Port': ['ID=d6529359-ccc5-4922-9acd-88909a4a52bd,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:08.349760 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c40fd5-c2cb-475a-a8ed-95c87755f94c None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:55:08.354486 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7df6e3e5-c6df-41ca-8c84-e5385b2d5016 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:08.355100 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df6e3e5-c6df-41ca-8c84-e5385b2d5016 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2585555d-0405-4825-aa79-387671c0923d {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:55:08.361297 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7df6e3e5-c6df-41ca-8c84-e5385b2d5016 admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:08.362908 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7df6e3e5-c6df-41ca-8c84-e5385b2d5016 admin admin] 10.222.0.98 "DELETE /v2.0/routers/2585555d-0405-4825-aa79-387671c0923d HTTP/1.1" status: 204 len: 168 time: 1.2906370 Oct 20 11:55:08.365328 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45272) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:08.365569 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402ec3ba-f86e-4181-862d-f615bd1e2b03 None None] Network 354eb0b9-5e84-4cd9-89ec-c6ef1f575722 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:55:08.441221 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-a77f3fad-702f-41c7-8d85-0eb5af517e43 admin admin] Deleting subnet d8e18ab5-e77e-4a4b-bc80-de7b6ea0c5ef {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:55:08.449271 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a77f3fad-702f-41c7-8d85-0eb5af517e43 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:08.486387 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9b5a4b80-ed94-4d05-8327-1570cac18255 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:08.499728 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-f4c40fd5-c2cb-475a-a8ed-95c87755f94c None None] Attempting to bind port d6529359-ccc5-4922-9acd-88909a4a52bd on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:55:08.500107 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-f4c40fd5-c2cb-475a-a8ed-95c87755f94c None None] Attempting to bind port d6529359-ccc5-4922-9acd-88909a4a52bd by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '266913cd-a09a-4459-a729-5068d3cec9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '9f714022-85d4-462c-98d8-38ff79551519'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:55:08.500476 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c40fd5-c2cb-475a-a8ed-95c87755f94c None None] Attempting to bind port d6529359-ccc5-4922-9acd-88909a4a52bd on network 9f714022-85d4-462c-98d8-38ff79551519 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:55:08.508598 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a77f3fad-702f-41c7-8d85-0eb5af517e43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:08.541006 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-da655a0d-92a3-4f76-b7fc-b341d2936b39 None None] Provisioning complete for port 72b05d03-54d5-468d-8d05-ca730c4614b9 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:08.541696 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-da655a0d-92a3-4f76-b7fc-b341d2936b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:08.573944 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c40fd5-c2cb-475a-a8ed-95c87755f94c None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:55:08.574571 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c40fd5-c2cb-475a-a8ed-95c87755f94c None None] Checking segment: {'id': '266913cd-a09a-4459-a729-5068d3cec9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '9f714022-85d4-462c-98d8-38ff79551519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:55:08.575043 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f4c40fd5-c2cb-475a-a8ed-95c87755f94c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:08.575497 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c40fd5-c2cb-475a-a8ed-95c87755f94c None None] Bound using segment: {'id': '266913cd-a09a-4459-a729-5068d3cec9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '9f714022-85d4-462c-98d8-38ff79551519'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:55:08.575990 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-f4c40fd5-c2cb-475a-a8ed-95c87755f94c None None] Bound port: d6529359-ccc5-4922-9acd-88909a4a52bd, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '266913cd-a09a-4459-a729-5068d3cec9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '9f714022-85d4-462c-98d8-38ff79551519'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:55:08.576371 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f4c40fd5-c2cb-475a-a8ed-95c87755f94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:08.614410 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a77f3fad-702f-41c7-8d85-0eb5af517e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:08.677632 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c80f4-d9b8-4064-890a-fdd665e2b4fe req-bec95cd9-abca-4c4f-913d-9fa98856629a tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:08.679172 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-272c80f4-d9b8-4064-890a-fdd665e2b4fe req-bec95cd9-abca-4c4f-913d-9fa98856629a tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/ports?device_id=b82f975d-4845-42d9-b658-e5d31ca1c29e HTTP/1.1" status: 200 len: 945 time: 0.5376670 Oct 20 11:55:08.690760 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a77f3fad-702f-41c7-8d85-0eb5af517e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:08.711647 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-f4c40fd5-c2cb-475a-a8ed-95c87755f94c None None] For port d6529359-ccc5-4922-9acd-88909a4a52bd, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:55:08.717794 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-f4c40fd5-c2cb-475a-a8ed-95c87755f94c None None] For port d6529359-ccc5-4922-9acd-88909a4a52bd, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=d6529359-ccc5-4922-9acd-88909a4a52bd,segment=NetworkSegment(266913cd-a09a-4459-a729-5068d3cec9cc),segment_id=266913cd-a09a-4459-a729-5068d3cec9cc)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:55:08.719696 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fc5240-a1c0-41fe-8446-cd1e22bdef7c None None] Network 5361aaf6-1064-4367-9060-bc7ba3d645ef requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:55:08.725249 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a77f3fad-702f-41c7-8d85-0eb5af517e43 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:08.731597 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a77f3fad-702f-41c7-8d85-0eb5af517e43 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/d8e18ab5-e77e-4a4b-bc80-de7b6ea0c5ef HTTP/1.1" status: 204 len: 168 time: 0.3647454 Oct 20 11:55:08.732224 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45274) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:08.741550 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f4c40fd5-c2cb-475a-a8ed-95c87755f94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:08.762863 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77f3fad-702f-41c7-8d85-0eb5af517e43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8e18ab5-e77e-4a4b-bc80-de7b6ea0c5ef,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:08.784795 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9fab18e5-8214-482e-a12c-4f9370bf24f8 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:08.798303 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-da225b10-0f84-4ae8-a90f-69ee60f712e4 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Allocated IP 172.25.5.125 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/e51933af-38b4-42f0-aba9-1c35e9129f16) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:55:08.815536 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06661f9b-c6b9-4d19-98b8-4856d01dd646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:08.877475 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-da655a0d-92a3-4f76-b7fc-b341d2936b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:08.923298 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 72b05d03-54d5-468d-8d05-ca730c4614b9 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:55:08.935950 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-06661f9b-c6b9-4d19-98b8-4856d01dd646 admin admin] Deleting port 18047bc5-f2e4-48ce-a947-55c9498f4b18 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:55:08.936405 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06661f9b-c6b9-4d19-98b8-4856d01dd646 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:08.958545 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-272c80f4-d9b8-4064-890a-fdd665e2b4fe req-7f489259-9aa5-4512-b132-6532045eaa5e tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/security-groups?id=99711255-51bd-4104-861e-3041d029afa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688625 Oct 20 11:55:09.021428 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c40fd5-c2cb-475a-a8ed-95c87755f94c None None] Pushing event updated for resources: {'Port': ['ID=d6529359-ccc5-4922-9acd-88909a4a52bd,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:09.055607 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-06661f9b-c6b9-4d19-98b8-4856d01dd646 admin admin] For port 18047bc5-f2e4-48ce-a947-55c9498f4b18, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=18047bc5-f2e4-48ce-a947-55c9498f4b18,segment=NetworkSegment(a1eef13d-5b8a-465e-90ca-d7dc0a48660e),segment_id=a1eef13d-5b8a-465e-90ca-d7dc0a48660e)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:09.055981 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06661f9b-c6b9-4d19-98b8-4856d01dd646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:09.090673 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-06661f9b-c6b9-4d19-98b8-4856d01dd646 admin admin] Calling delete_port for 18047bc5-f2e4-48ce-a947-55c9498f4b18 owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:55:09.124599 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5a4b80-ed94-4d05-8327-1570cac18255 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Router fc158936-3015-4876-8896-0b9987cdbe27 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:55:09.133220 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 72b05d03-54d5-468d-8d05-ca730c4614b9 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:09.133644 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:09.141319 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-da655a0d-92a3-4f76-b7fc-b341d2936b39 None None] For port 72b05d03-54d5-468d-8d05-ca730c4614b9, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=72b05d03-54d5-468d-8d05-ca730c4614b9,segment=NetworkSegment(2a55955a-e3fc-425c-91c2-dc1ef908ce05),segment_id=2a55955a-e3fc-425c-91c2-dc1ef908ce05)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:09.175800 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-da655a0d-92a3-4f76-b7fc-b341d2936b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:09.259949 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06661f9b-c6b9-4d19-98b8-4856d01dd646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:09.333864 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06661f9b-c6b9-4d19-98b8-4856d01dd646 admin admin] No DVR routers for this DVR port 18047bc5-f2e4-48ce-a947-55c9498f4b18 on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:55:09.355507 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06661f9b-c6b9-4d19-98b8-4856d01dd646 admin admin] Pushing event deleted for resources: {'Port': ['ID=18047bc5-f2e4-48ce-a947-55c9498f4b18,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:09.359875 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da655a0d-92a3-4f76-b7fc-b341d2936b39 None None] Pushing event updated for resources: {'Port': ['ID=72b05d03-54d5-468d-8d05-ca730c4614b9,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:09.372956 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-c3526403-8b9e-4459-bb7d-ab5bae86ef81 None None] Provisioning complete for port 72b05d03-54d5-468d-8d05-ca730c4614b9 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:09.373332 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c3526403-8b9e-4459-bb7d-ab5bae86ef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:09.402994 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-da225b10-0f84-4ae8-a90f-69ee60f712e4 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:09.425108 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c6fe3d-4298-4044-ad20-279eea477188 None None] DHCP port deletion for 5361aaf6-1064-4367-9060-bc7ba3d645ef request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:55:09.438984 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a433c-e620-415e-862d-6c9a7461613a req-c94ee173-fad4-487f-a94c-d7cd20fc7d89 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:09.448150 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b51a433c-e620-415e-862d-6c9a7461613a req-c94ee173-fad4-487f-a94c-d7cd20fc7d89 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8588721-f63c-4172-8000-11e86ed24baa HTTP/1.1" status: 200 len: 946 time: 0.3562748 Oct 20 11:55:09.548441 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 7950e274-fde5-4ea4-a5e7-4b1549a400c2 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:55:09.556172 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06661f9b-c6b9-4d19-98b8-4856d01dd646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:09.572380 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 7950e274-fde5-4ea4-a5e7-4b1549a400c2 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:55:09.573010 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 7950e274-fde5-4ea4-a5e7-4b1549a400c2 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:55:09.592042 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-06661f9b-c6b9-4d19-98b8-4856d01dd646 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5361aaf6-1064-4367-9060-bc7ba3d645ef']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:09.602623 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-06661f9b-c6b9-4d19-98b8-4856d01dd646 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1eef13d-5b8a-465e-90ca-d7dc0a48660e') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:09.602963 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-06661f9b-c6b9-4d19-98b8-4856d01dd646 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1eef13d-5b8a-465e-90ca-d7dc0a48660e') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:09.612397 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06661f9b-c6b9-4d19-98b8-4856d01dd646 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:09.620254 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b51a433c-e620-415e-862d-6c9a7461613a req-6078ce69-27f4-4004-9148-93a55cd6ffb3 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/security-groups?id=99711255-51bd-4104-861e-3041d029afa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609747 Oct 20 11:55:09.625998 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06661f9b-c6b9-4d19-98b8-4856d01dd646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:09.631122 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-9fab18e5-8214-482e-a12c-4f9370bf24f8 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Allocated IP 172.20.0.1 (354eb0b9-5e84-4cd9-89ec-c6ef1f575722/3ade4e18-e8e9-4ead-a5a5-fae2d1b18c40/1de08b00-bfe7-4ac4-8910-83109667a025) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:55:09.634353 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06661f9b-c6b9-4d19-98b8-4856d01dd646 admin admin] Releasing vlan 1278 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:55:09.635217 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06661f9b-c6b9-4d19-98b8-4856d01dd646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:09.638614 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:55:09.638614 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:55:09.638614 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:55:09.638614 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:55:09.638614 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:55:09.638614 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:55:09.638614 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:55:09.638614 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:55:09.638614 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:55:09.638614 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:55:09.638614 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:55:09.638614 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:55:09.638614 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:55:09.638614 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:55:09.638614 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:55:09.638614 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:55:09.638614 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:55:09.638614 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:55:09.638614 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:55:09.638614 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:55:09.638614 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:55:09.638614 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:55:09.638614 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:55:09.638614 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:55:09.638614 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:55:09.638614 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:55:09.638614 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:55:09.638614 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:55:09.638614 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:55:09.638614 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:55:09.638614 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:55:09.638614 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:55:09.640682 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5a4b80-ed94-4d05-8327-1570cac18255 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:55:09.645785 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-9b5a4b80-ed94-4d05-8327-1570cac18255 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "PUT /v2.0/routers/fc158936-3015-4876-8896-0b9987cdbe27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5498142 Oct 20 11:55:09.646915 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-da225b10-0f84-4ae8-a90f-69ee60f712e4 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:09.649125 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45280) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:09.656234 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5021013-13b1-40f8-8e48-775bdf716576 None None] Sync routers for ids ['fc158936-3015-4876-8896-0b9987cdbe27'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:55:09.667785 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5021013-13b1-40f8-8e48-775bdf716576 None None] Routers {'fc158936-3015-4876-8896-0b9987cdbe27'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:09.668528 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-a5021013-13b1-40f8-8e48-775bdf716576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:54:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['fc158936-3015-4876-8896-0b9987cdbe27'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:09.731407 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06661f9b-c6b9-4d19-98b8-4856d01dd646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:09.744826 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06661f9b-c6b9-4d19-98b8-4856d01dd646 admin admin] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:09.752229 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-06661f9b-c6b9-4d19-98b8-4856d01dd646 admin admin] 10.222.0.98 "DELETE /v2.0/networks/5361aaf6-1064-4367-9060-bc7ba3d645ef HTTP/1.1" status: 204 len: 168 time: 1.0185983 Oct 20 11:55:09.771235 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06661f9b-c6b9-4d19-98b8-4856d01dd646 admin admin] Pushing event deleted for resources: {'Network': ['ID=5361aaf6-1064-4367-9060-bc7ba3d645ef,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:09.812792 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-a5021013-13b1-40f8-8e48-775bdf716576 None None] Set router fc158936-3015-4876-8896-0b9987cdbe27 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:55:09.850762 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da225b10-0f84-4ae8-a90f-69ee60f712e4 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:55:09.893612 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-da225b10-0f84-4ae8-a90f-69ee60f712e4 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:55:09.990223 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45286) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:10.038461 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:10.051850 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4d7d9cf6-1922-4063-a666-a8d0d5d9dbc0 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a8955bd7e70f475c8f07a66fcf00ab51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0600777 Oct 20 11:55:10.052749 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45288) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:10.083636 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-a5021013-13b1-40f8-8e48-775bdf716576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc158936-3015-4876-8896-0b9987cdbe27', 'name': 'tempest-TestSecurityGroupsBasicOps-router-710742937', 'tenant_id': '90ce7d56a289404db61837b49b02f44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': 'd20fb5e5-0aa2-4725-b0ef-80f102b2175e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:52:48Z', 'updated_at': '2021-10-20T11:55:07Z', 'revision_number': 5, 'project_id': '90ce7d56a289404db61837b49b02f44c', 'gw_port': {'id': 'd20fb5e5-0aa2-4725-b0ef-80f102b2175e', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:96:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc158936-3015-4876-8896-0b9987cdbe27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:52:49Z', 'updated_at': '2021-10-20T11:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:10.138970 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5021013-13b1-40f8-8e48-775bdf716576 None None] Checking router: fc158936-3015-4876-8896-0b9987cdbe27 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:55:10.147809 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5021013-13b1-40f8-8e48-775bdf716576 None None] Routers {'fc158936-3015-4876-8896-0b9987cdbe27'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:10.148522 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-a5021013-13b1-40f8-8e48-775bdf716576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:54:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['fc158936-3015-4876-8896-0b9987cdbe27'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:10.149255 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-63d06032-dbfd-4bbc-b387-bccf78a2eada admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:10.191776 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-63d06032-dbfd-4bbc-b387-bccf78a2eada admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:10.268350 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-63d06032-dbfd-4bbc-b387-bccf78a2eada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:10.271392 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-63d06032-dbfd-4bbc-b387-bccf78a2eada admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:10.280198 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-63d06032-dbfd-4bbc-b387-bccf78a2eada admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/18242938-be24-4046-8d4c-b4c274252440 HTTP/1.1" status: 204 len: 168 time: 0.2260449 Oct 20 11:55:10.292634 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d06032-dbfd-4bbc-b387-bccf78a2eada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18242938-be24-4046-8d4c-b4c274252440,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:10.313839 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da225b10-0f84-4ae8-a90f-69ee60f712e4 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'Port': ['ID=e51933af-38b4-42f0-aba9-1c35e9129f16,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:10.320283 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da225b10-0f84-4ae8-a90f-69ee60f712e4 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:55:10.378314 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-a391ac02-b7e2-4273-a52e-5d698d9d6755 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Deleting subnet 951b0656-852c-45ab-9679-811c5ce0228e {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:55:10.400396 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a391ac02-b7e2-4273-a52e-5d698d9d6755 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:10.451280 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-acd36ccb-9eb4-4d86-8967-5277346ffef6 req-1b8d0bfb-ef15-4fce-85ef-83bcfa817009 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8588721-f63c-4172-8000-11e86ed24baa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6659944 Oct 20 11:55:10.456797 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device d6529359-ccc5-4922-9acd-88909a4a52bd up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:55:10.510592 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a7bf9-3959-431e-ade7-dd90b3b3cfd3 req-215535a7-6947-4b8a-8e5c-35e39466c46f tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:10.516907 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a7bf9-3959-431e-ade7-dd90b3b3cfd3 req-215535a7-6947-4b8a-8e5c-35e39466c46f tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:10.521799 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7dc7075-cdbb-4128-bcf4-3722517d74b1 None None] Network 9f714022-85d4-462c-98d8-38ff79551519 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:55:10.523394 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a7bf9-3959-431e-ade7-dd90b3b3cfd3 req-215535a7-6947-4b8a-8e5c-35e39466c46f tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:10.525185 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-725a7bf9-3959-431e-ade7-dd90b3b3cfd3 req-215535a7-6947-4b8a-8e5c-35e39466c46f tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8588721-f63c-4172-8000-11e86ed24baa&device_id=b82f975d-4845-42d9-b658-e5d31ca1c29e&device_id=2b725624-33d4-4656-a49c-9868d6496fd6 HTTP/1.1" status: 200 len: 2418 time: 0.7099268 Oct 20 11:55:10.531472 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a391ac02-b7e2-4273-a52e-5d698d9d6755 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:10.581100 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-a5021013-13b1-40f8-8e48-775bdf716576 None None] Set router fc158936-3015-4876-8896-0b9987cdbe27 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:55:10.628728 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9fab18e5-8214-482e-a12c-4f9370bf24f8 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:10.707395 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-f827be8c-1e3a-41c1-86c2-46b1c9900ca5 None None] Provisioning complete for port d6529359-ccc5-4922-9acd-88909a4a52bd triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:10.707770 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f827be8c-1e3a-41c1-86c2-46b1c9900ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:10.732031 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45294) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:10.752058 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-725a7bf9-3959-431e-ade7-dd90b3b3cfd3 req-f5550b5f-3f90-4bb6-92ee-b1cd4565b9cc tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/security-groups?id=99711255-51bd-4104-861e-3041d029afa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709585 Oct 20 11:55:10.782474 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a1e63bfd-7bb0-4ef6-a6d6-b5faff1d0da6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f86ec970fdad4d5f94144e8cc68aba8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481608 Oct 20 11:55:10.783283 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45298) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:10.792056 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port d6529359-ccc5-4922-9acd-88909a4a52bd triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:10.792546 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:10.842453 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-122c76c4-e935-47b9-9a07-d776a6254f6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:10.851001 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-c411e9ac-af57-4a3c-85cd-c4ef3b4fe7e7 req-7b0320c0-e062-4c82-9fa1-4051463868e3 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:55:10.852540 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c411e9ac-af57-4a3c-85cd-c4ef3b4fe7e7 req-7b0320c0-e062-4c82-9fa1-4051463868e3 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0177531 Oct 20 11:55:10.865605 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd36ccb-9eb4-4d86-8967-5277346ffef6 req-f01df1e3-89d1-4493-9fbd-3a1b931513ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:10.865605 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-acd36ccb-9eb4-4d86-8967-5277346ffef6 req-f01df1e3-89d1-4493-9fbd-3a1b931513ca service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=767969200dac445886e14583efab376a&device_id=f8588721-f63c-4172-8000-11e86ed24baa HTTP/1.1" status: 200 len: 1097 time: 0.3296628 Oct 20 11:55:10.878064 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-122c76c4-e935-47b9-9a07-d776a6254f6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:10.901984 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a391ac02-b7e2-4273-a52e-5d698d9d6755 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:10.948381 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-122c76c4-e935-47b9-9a07-d776a6254f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:10.951689 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-122c76c4-e935-47b9-9a07-d776a6254f6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:10.955349 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-122c76c4-e935-47b9-9a07-d776a6254f6e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/395c2073-719c-4e86-a3f7-1497e7a0c68b HTTP/1.1" status: 204 len: 168 time: 0.1685240 Oct 20 11:55:10.960891 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9fab18e5-8214-482e-a12c-4f9370bf24f8 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:10.963894 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c76c4-e935-47b9-9a07-d776a6254f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395c2073-719c-4e86-a3f7-1497e7a0c68b,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:11.043471 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f827be8c-1e3a-41c1-86c2-46b1c9900ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:11.050371 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fab18e5-8214-482e-a12c-4f9370bf24f8 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Network 354eb0b9-5e84-4cd9-89ec-c6ef1f575722 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:55:11.069796 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:11.106195 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-9fab18e5-8214-482e-a12c-4f9370bf24f8 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:55:11.119631 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-f827be8c-1e3a-41c1-86c2-46b1c9900ca5 None None] For port d6529359-ccc5-4922-9acd-88909a4a52bd, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=d6529359-ccc5-4922-9acd-88909a4a52bd,segment=NetworkSegment(266913cd-a09a-4459-a729-5068d3cec9cc),segment_id=266913cd-a09a-4459-a729-5068d3cec9cc)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:11.125157 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c411e9ac-af57-4a3c-85cd-c4ef3b4fe7e7 req-d7b39644-f26e-48be-b769-144628bc057c tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2597122 Oct 20 11:55:11.126837 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-a5021013-13b1-40f8-8e48-775bdf716576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc158936-3015-4876-8896-0b9987cdbe27', 'name': 'tempest-TestSecurityGroupsBasicOps-router-710742937', 'tenant_id': '90ce7d56a289404db61837b49b02f44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': 'd20fb5e5-0aa2-4725-b0ef-80f102b2175e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:52:48Z', 'updated_at': '2021-10-20T11:55:07Z', 'revision_number': 5, 'project_id': '90ce7d56a289404db61837b49b02f44c', 'gw_port': {'id': 'd20fb5e5-0aa2-4725-b0ef-80f102b2175e', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:96:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc158936-3015-4876-8896-0b9987cdbe27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:52:49Z', 'updated_at': '2021-10-20T11:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:11.130573 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f827be8c-1e3a-41c1-86c2-46b1c9900ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:11.135925 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fab18e5-8214-482e-a12c-4f9370bf24f8 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:55:11.207586 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5021013-13b1-40f8-8e48-775bdf716576 None None] The sync data for ids ['fc158936-3015-4876-8896-0b9987cdbe27'] in n-d-814735-3 is: [{'id': 'fc158936-3015-4876-8896-0b9987cdbe27', 'name': 'tempest-TestSecurityGroupsBasicOps-router-710742937', 'tenant_id': '90ce7d56a289404db61837b49b02f44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': 'd20fb5e5-0aa2-4725-b0ef-80f102b2175e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:52:48Z', 'updated_at': '2021-10-20T11:55:07Z', 'revision_number': 5, 'project_id': '90ce7d56a289404db61837b49b02f44c', 'gw_port': {'id': 'd20fb5e5-0aa2-4725-b0ef-80f102b2175e', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:96:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc158936-3015-4876-8896-0b9987cdbe27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:52:49Z', 'updated_at': '2021-10-20T11:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:55:11.246188 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.db.api [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:55:11.246549 n-d-814735-3 neutron-server[100648]: DEBUG oslo_db.api [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:55:11.262774 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827be8c-1e3a-41c1-86c2-46b1c9900ca5 None None] Pushing event updated for resources: {'Port': ['ID=d6529359-ccc5-4922-9acd-88909a4a52bd,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:11.288110 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fab18e5-8214-482e-a12c-4f9370bf24f8 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event updated for resources: {'Port': ['ID=1de08b00-bfe7-4ac4-8910-83109667a025,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:11.436164 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a391ac02-b7e2-4273-a52e-5d698d9d6755 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:11.532288 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9fab18e5-8214-482e-a12c-4f9370bf24f8 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:11.535141 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd36ccb-9eb4-4d86-8967-5277346ffef6 req-cd498572-b4d6-4967-ba0b-4ae4ecc8b7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:11.536658 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-acd36ccb-9eb4-4d86-8967-5277346ffef6 req-cd498572-b4d6-4967-ba0b-4ae4ecc8b7b6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fe7e6fc6-93b6-4733-9196-ed92e6d29a03 HTTP/1.1" status: 200 len: 918 time: 0.6425588 Oct 20 11:55:11.568659 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9992179a-bf02-4eaf-a256-062f672aa415 None None] Network e2fef652-29f0-49bb-8e63-480b3426d613 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:55:11.602042 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a391ac02-b7e2-4273-a52e-5d698d9d6755 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:11.605253 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-a391ac02-b7e2-4273-a52e-5d698d9d6755 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "DELETE /v2.0/subnets/951b0656-852c-45ab-9679-811c5ce0228e HTTP/1.1" status: 204 len: 168 time: 1.9514267 Oct 20 11:55:11.613562 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45304) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:11.620959 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a391ac02-b7e2-4273-a52e-5d698d9d6755 tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Pushing event deleted for resources: {'Subnet': ['ID=951b0656-852c-45ab-9679-811c5ce0228e,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:11.660920 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-97fed7ae-6dae-42df-9234-b0bd3eb60158 None None] Provisioning complete for port d6529359-ccc5-4922-9acd-88909a4a52bd triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:11.661424 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-97fed7ae-6dae-42df-9234-b0bd3eb60158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:11.814445 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 72b05d03-54d5-468d-8d05-ca730c4614b9 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:55:11.934664 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-568cfb99-95ac-4d86-9bd4-708663635b9d tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:11.957321 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-97fed7ae-6dae-42df-9234-b0bd3eb60158 None None] Provisioning complete for port 1de08b00-bfe7-4ac4-8910-83109667a025 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:11.957693 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-97fed7ae-6dae-42df-9234-b0bd3eb60158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:11.959617 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626a81e2-89ea-4165-9dd1-31d1e2e47ce0 None None] DHCP port deletion for e2fef652-29f0-49bb-8e63-480b3426d613 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:55:11.967387 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-acd36ccb-9eb4-4d86-8967-5277346ffef6 req-f476dcaf-abaf-4f13-a16e-008e73931e03 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf20ebe4-ddb7-4cf5-b082-16acb2856aaa HTTP/1.1" status: 200 len: 217 time: 0.3721905 Oct 20 11:55:11.995985 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 72b05d03-54d5-468d-8d05-ca730c4614b9 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:11.996349 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:12.018707 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9fab18e5-8214-482e-a12c-4f9370bf24f8 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:12.057295 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-97fed7ae-6dae-42df-9234-b0bd3eb60158 None None] Port 1de08b00-bfe7-4ac4-8910-83109667a025 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:55:12.107904 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-568cfb99-95ac-4d86-9bd4-708663635b9d tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:12.151828 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-da225b10-0f84-4ae8-a90f-69ee60f712e4 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:12.158763 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-626a81e2-89ea-4165-9dd1-31d1e2e47ce0 None None] Deleting port 2aa40419-644e-49c5-b92e-995c045d9630 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:55:12.159164 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-626a81e2-89ea-4165-9dd1-31d1e2e47ce0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:12.197421 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-568cfb99-95ac-4d86-9bd4-708663635b9d tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Deleting port d20fb5e5-0aa2-4725-b0ef-80f102b2175e {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:55:12.200622 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-568cfb99-95ac-4d86-9bd4-708663635b9d tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:12.207192 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd36ccb-9eb4-4d86-8967-5277346ffef6 req-52302aa8-d443-4b93-b614-09568758b87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:12.208678 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-acd36ccb-9eb4-4d86-8967-5277346ffef6 req-52302aa8-d443-4b93-b614-09568758b87e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=66aaf5c5-0d31-44dd-89c6-b72b3148d3f3 HTTP/1.1" status: 200 len: 855 time: 0.2023742 Oct 20 11:55:12.254886 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-626a81e2-89ea-4165-9dd1-31d1e2e47ce0 None None] For port 2aa40419-644e-49c5-b92e-995c045d9630, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=2aa40419-644e-49c5-b92e-995c045d9630,segment=NetworkSegment(549b093a-9b1f-4ae7-8a3d-e8888b456378),segment_id=549b093a-9b1f-4ae7-8a3d-e8888b456378)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:12.255297 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-626a81e2-89ea-4165-9dd1-31d1e2e47ce0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:12.273496 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-626a81e2-89ea-4165-9dd1-31d1e2e47ce0 None None] Calling delete_port for 2aa40419-644e-49c5-b92e-995c045d9630 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:55:12.289392 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b08bf9c8-6baa-461c-9b0d-45ec0f6008a4 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:55:12.309482 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-568cfb99-95ac-4d86-9bd4-708663635b9d tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] For port d20fb5e5-0aa2-4725-b0ef-80f102b2175e, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=d20fb5e5-0aa2-4725-b0ef-80f102b2175e,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:12.309976 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-568cfb99-95ac-4d86-9bd4-708663635b9d tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:12.327681 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-568cfb99-95ac-4d86-9bd4-708663635b9d tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Calling delete_port for d20fb5e5-0aa2-4725-b0ef-80f102b2175e owned by network:router_gateway {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:55:12.369014 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: b08bf9c8-6baa-461c-9b0d-45ec0f6008a4 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:55:12.370014 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b08bf9c8-6baa-461c-9b0d-45ec0f6008a4 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:55:12.370742 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 18047bc5-f2e4-48ce-a947-55c9498f4b18 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:55:12.393549 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 18047bc5-f2e4-48ce-a947-55c9498f4b18 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:55:12.394081 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 18047bc5-f2e4-48ce-a947-55c9498f4b18 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:55:12.441946 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-626a81e2-89ea-4165-9dd1-31d1e2e47ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:12.489969 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a81e2-89ea-4165-9dd1-31d1e2e47ce0 None None] Pushing event deleted for resources: {'Port': ['ID=2aa40419-644e-49c5-b92e-995c045d9630,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:12.498483 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626a81e2-89ea-4165-9dd1-31d1e2e47ce0 None None] No DVR routers for this DVR port 2aa40419-644e-49c5-b92e-995c045d9630 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:55:12.543089 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device d6529359-ccc5-4922-9acd-88909a4a52bd up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:55:12.601615 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-568cfb99-95ac-4d86-9bd4-708663635b9d tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:12.609079 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port d6529359-ccc5-4922-9acd-88909a4a52bd triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:12.609545 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:12.654739 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568cfb99-95ac-4d86-9bd4-708663635b9d tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Pushing event deleted for resources: {'Port': ['ID=d20fb5e5-0aa2-4725-b0ef-80f102b2175e,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:12.742486 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-568cfb99-95ac-4d86-9bd4-708663635b9d tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:12.749391 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd36ccb-9eb4-4d86-8967-5277346ffef6 req-b3ca150c-531e-4091-a7a0-13e5503e82ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:12.750877 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-acd36ccb-9eb4-4d86-8967-5277346ffef6 req-b3ca150c-531e-4091-a7a0-13e5503e82ba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fe7e6fc6-93b6-4733-9196-ed92e6d29a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5332832 Oct 20 11:55:12.758133 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-da225b10-0f84-4ae8-a90f-69ee60f712e4 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:12.802178 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 2aa40419-644e-49c5-b92e-995c045d9630 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:55:12.833452 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 2aa40419-644e-49c5-b92e-995c045d9630 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:55:12.834000 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 2aa40419-644e-49c5-b92e-995c045d9630 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:55:12.834500 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device d788cc71-c587-4535-beec-6a9e06a09cfa no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:55:12.875237 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-568cfb99-95ac-4d86-9bd4-708663635b9d tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:12.875471 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: d788cc71-c587-4535-beec-6a9e06a09cfa {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:55:12.875846 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device d788cc71-c587-4535-beec-6a9e06a09cfa not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:55:12.877521 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-568cfb99-95ac-4d86-9bd4-708663635b9d tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:12.929765 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-568cfb99-95ac-4d86-9bd4-708663635b9d tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:12.930836 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-568cfb99-95ac-4d86-9bd4-708663635b9d tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Fanout notify agent at l3_agent the message router_deleted on router fc158936-3015-4876-8896-0b9987cdbe27 {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:55:12.941546 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-568cfb99-95ac-4d86-9bd4-708663635b9d tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:12.942406 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-568cfb99-95ac-4d86-9bd4-708663635b9d tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "DELETE /v2.0/routers/fc158936-3015-4876-8896-0b9987cdbe27 HTTP/1.1" status: 204 len: 168 time: 1.3277891 Oct 20 11:55:12.945617 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45318) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:13.035212 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ca1a096b-4156-466e-9483-534290401add tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:13.036958 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-acd36ccb-9eb4-4d86-8967-5277346ffef6 req-91e72896-e3f4-48a9-949c-2bab2e95cc0e service neutron] 10.222.0.11 "GET /v2.0/networks/fe7e6fc6-93b6-4733-9196-ed92e6d29a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769125 Oct 20 11:55:13.099986 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2502e0-fe6f-48b5-a35a-83fe5a5388f9 req-ccec0cba-ce41-4c64-a6b8-ab648ab8cb2b tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:13.102537 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7d2502e0-fe6f-48b5-a35a-83fe5a5388f9 req-ccec0cba-ce41-4c64-a6b8-ab648ab8cb2b tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8588721-f63c-4172-8000-11e86ed24baa HTTP/1.1" status: 200 len: 946 time: 0.1662424 Oct 20 11:55:13.134472 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ca1a096b-4156-466e-9483-534290401add tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:13.155288 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-ca1a096b-4156-466e-9483-534290401add tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2fef652-29f0-49bb-8e63-480b3426d613']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:13.164681 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-ca1a096b-4156-466e-9483-534290401add tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '549b093a-9b1f-4ae7-8a3d-e8888b456378') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:13.164930 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-ca1a096b-4156-466e-9483-534290401add tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '549b093a-9b1f-4ae7-8a3d-e8888b456378') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:13.174410 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ca1a096b-4156-466e-9483-534290401add tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:13.188091 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ca1a096b-4156-466e-9483-534290401add tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:13.192940 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9fab18e5-8214-482e-a12c-4f9370bf24f8 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:13.194332 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca1a096b-4156-466e-9483-534290401add tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Releasing vlan 1255 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:55:13.194758 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ca1a096b-4156-466e-9483-534290401add tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:13.198105 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:55:13.198105 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:55:13.198105 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:55:13.198105 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:55:13.198105 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:55:13.198105 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:55:13.198105 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:55:13.198105 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:55:13.198105 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:55:13.198105 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:55:13.198105 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:55:13.198105 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:55:13.198105 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:55:13.198105 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:55:13.198105 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:55:13.198105 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:55:13.198105 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:55:13.198105 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:55:13.198105 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:55:13.198105 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:55:13.198105 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:55:13.198105 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:55:13.198105 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:55:13.198105 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:55:13.198105 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:55:13.198105 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:55:13.198105 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:55:13.198105 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:55:13.198105 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:55:13.198105 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:55:13.198105 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:55:13.198105 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:55:13.205703 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9fab18e5-8214-482e-a12c-4f9370bf24f8 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:13.269250 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ca1a096b-4156-466e-9483-534290401add tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:13.277186 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ca1a096b-4156-466e-9483-534290401add tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:13.280275 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ca1a096b-4156-466e-9483-534290401add tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] 10.222.0.98 "DELETE /v2.0/networks/e2fef652-29f0-49bb-8e63-480b3426d613 HTTP/1.1" status: 204 len: 168 time: 0.3336744 Oct 20 11:55:13.292722 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7d2502e0-fe6f-48b5-a35a-83fe5a5388f9 req-79726bc1-1710-406c-a67b-505efcac7366 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/security-groups?id=99711255-51bd-4104-861e-3041d029afa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760509 Oct 20 11:55:13.297171 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1a096b-4156-466e-9483-534290401add tempest-TestSecurityGroupsBasicOps-1424798354 tempest-TestSecurityGroupsBasicOps-1424798354-project] Pushing event deleted for resources: {'Network': ['ID=e2fef652-29f0-49bb-8e63-480b3426d613,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:13.339211 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-da225b10-0f84-4ae8-a90f-69ee60f712e4 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:13.346170 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9fab18e5-8214-482e-a12c-4f9370bf24f8 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:13.351396 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-acd36ccb-9eb4-4d86-8967-5277346ffef6 req-19072767-074d-4750-85ea-4f27362eff35 service neutron] 10.222.0.11 "GET /v2.0/networks/fe7e6fc6-93b6-4733-9196-ed92e6d29a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828197 Oct 20 11:55:13.355533 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-da225b10-0f84-4ae8-a90f-69ee60f712e4 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:13.358475 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fab18e5-8214-482e-a12c-4f9370bf24f8 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event updated for resources: {'Port': ['ID=1de08b00-bfe7-4ac4-8910-83109667a025,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:13.461918 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da225b10-0f84-4ae8-a90f-69ee60f712e4 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'Port': ['ID=e51933af-38b4-42f0-aba9-1c35e9129f16,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:13.520500 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-da225b10-0f84-4ae8-a90f-69ee60f712e4 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:13.579682 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fab18e5-8214-482e-a12c-4f9370bf24f8 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Network 354eb0b9-5e84-4cd9-89ec-c6ef1f575722 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:55:13.582735 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-9fab18e5-8214-482e-a12c-4f9370bf24f8 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:55:13.654313 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45326) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:13.727699 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [None req-da225b10-0f84-4ae8-a90f-69ee60f712e4 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Floating IP 512e090a-f253-4682-96dc-e0c1a66bb3b6 associated. External IP: 172.25.5.125, port: 37fb5b3f-e30a-4e35-aad6-f26e2350e127. Oct 20 11:55:13.813606 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ce2cbbd1-e1b5-4e76-b811-9ad1da524f32 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=90ce7d56a289404db61837b49b02f44c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1576478 Oct 20 11:55:13.816085 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45330) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:13.852051 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fab18e5-8214-482e-a12c-4f9370bf24f8 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Router fa641285-2957-4c74-9066-d0c1951bbb21 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:55:13.876089 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9d049698-3d97-45eb-ba2e-5f6b0a4c2fb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:13.886667 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-db2dd565-bab3-4500-bcdc-3a9bc6a0809a None None] Provisioning complete for port 1de08b00-bfe7-4ac4-8910-83109667a025 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:13.887239 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-db2dd565-bab3-4500-bcdc-3a9bc6a0809a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:13.900009 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9d049698-3d97-45eb-ba2e-5f6b0a4c2fb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:13.923270 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-db2dd565-bab3-4500-bcdc-3a9bc6a0809a None None] Port 1de08b00-bfe7-4ac4-8910-83109667a025 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:55:13.956754 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9d049698-3d97-45eb-ba2e-5f6b0a4c2fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:13.959664 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9d049698-3d97-45eb-ba2e-5f6b0a4c2fb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:13.961252 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-9d049698-3d97-45eb-ba2e-5f6b0a4c2fb7 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/76f81fed-7e9b-45c6-8938-cfbc1f8e924d HTTP/1.1" status: 204 len: 168 time: 0.1439302 Oct 20 11:55:13.969383 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d049698-3d97-45eb-ba2e-5f6b0a4c2fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f81fed-7e9b-45c6-8938-cfbc1f8e924d,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:13.999669 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fab18e5-8214-482e-a12c-4f9370bf24f8 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:55:14.008240 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-9fab18e5-8214-482e-a12c-4f9370bf24f8 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "PUT /v2.0/routers/fa641285-2957-4c74-9066-d0c1951bbb21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9438953 Oct 20 11:55:14.012692 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45334) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:14.019177 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75174da-93f5-4a12-a4b6-014701d095c9 None None] Sync routers for ids ['fa641285-2957-4c74-9066-d0c1951bbb21'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:55:14.031539 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75174da-93f5-4a12-a4b6-014701d095c9 None None] Routers {'fa641285-2957-4c74-9066-d0c1951bbb21'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:14.032158 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-d75174da-93f5-4a12-a4b6-014701d095c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:54:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['fa641285-2957-4c74-9066-d0c1951bbb21'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:14.068748 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-d75174da-93f5-4a12-a4b6-014701d095c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:14.070059 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2692ca2-e5cc-4a1d-8a16-b9c478f4a4ce tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:14.072247 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d2692ca2-e5cc-4a1d-8a16-b9c478f4a4ce tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "GET /v2.0/ports/1de08b00-bfe7-4ac4-8910-83109667a025 HTTP/1.1" status: 200 len: 910 time: 0.0580347 Oct 20 11:55:14.074946 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45336) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:14.076454 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da225b10-0f84-4ae8-a90f-69ee60f712e4 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Router 1e3b7f11-ff99-48bc-9948-7555a87592e0 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:55:14.080453 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75174da-93f5-4a12-a4b6-014701d095c9 None None] Routers {'fa641285-2957-4c74-9066-d0c1951bbb21'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:14.081332 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-d75174da-93f5-4a12-a4b6-014701d095c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:54:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['fa641285-2957-4c74-9066-d0c1951bbb21'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:14.125445 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-d75174da-93f5-4a12-a4b6-014701d095c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:14.126328 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75174da-93f5-4a12-a4b6-014701d095c9 None None] The sync data for ids ['fa641285-2957-4c74-9066-d0c1951bbb21'] in n-d-814735-3 is: [] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:55:14.199452 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da225b10-0f84-4ae8-a90f-69ee60f712e4 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:55:14.210755 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9058be62-a311-4cd4-b123-7080587659ba None None] Sync routers for ids ['1e3b7f11-ff99-48bc-9948-7555a87592e0'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:55:14.217467 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-da225b10-0f84-4ae8-a90f-69ee60f712e4 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:14.222174 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9058be62-a311-4cd4-b123-7080587659ba None None] Routers {'1e3b7f11-ff99-48bc-9948-7555a87592e0'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:14.223035 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-9058be62-a311-4cd4-b123-7080587659ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:54:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['1e3b7f11-ff99-48bc-9948-7555a87592e0'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:14.278054 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-da225b10-0f84-4ae8-a90f-69ee60f712e4 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.9486053 Oct 20 11:55:14.278054 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da', 'tag': '37fb5b3f-e30a-4e35-aad6-f26e2350e127'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:55:14.292046 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11732ce-452f-4ea9-b30c-b984cfe9c507" -d '{"events": [{"name": "network-changed", "server_uuid": "a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da", "tag": "37fb5b3f-e30a-4e35-aad6-f26e2350e127"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:55:14.339984 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2b3a3-48e1-426f-af5d-2e441843614d req-c97b31de-d5ff-490e-8a2b-fee63b37e172 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:14.341639 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-00c2b3a3-48e1-426f-af5d-2e441843614d req-c97b31de-d5ff-490e-8a2b-fee63b37e172 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8588721-f63c-4172-8000-11e86ed24baa HTTP/1.1" status: 200 len: 946 time: 0.1025538 Oct 20 11:55:14.383828 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a3e77a-7d04-4a34-a050-a9637fa6d1de x-openstack-request-id: req-d7a3e77a-7d04-4a34-a050-a9637fa6d1de {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:55:14.384118 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da", "tag": "37fb5b3f-e30a-4e35-aad6-f26e2350e127", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:55:14.384375 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d7a3e77a-7d04-4a34-a050-a9637fa6d1de {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:55:14.384929 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da', 'tag': '37fb5b3f-e30a-4e35-aad6-f26e2350e127', 'status': 'completed', 'code': 200} Oct 20 11:55:14.420546 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45346) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:14.555578 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device d20fb5e5-0aa2-4725-b0ef-80f102b2175e no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:55:14.572004 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11732ce-452f-4ea9-b30c-b984cfe9c507 req-4c461a35-c43e-4715-913f-36ff4362d5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:14.573546 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a11732ce-452f-4ea9-b30c-b984cfe9c507 req-4c461a35-c43e-4715-913f-36ff4362d5bf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d69630d5f3304dc8a33f46da29b2ea4c&device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da HTTP/1.1" status: 200 len: 1097 time: 0.1877844 Oct 20 11:55:14.578314 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: d20fb5e5-0aa2-4725-b0ef-80f102b2175e {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:55:14.578652 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device d20fb5e5-0aa2-4725-b0ef-80f102b2175e not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:55:14.584096 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893e548-7988-4ce4-921d-6850fdb92c79 req-789903cd-5076-4352-98b4-986546efd6d3 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:14.585741 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1893e548-7988-4ce4-921d-6850fdb92c79 req-789903cd-5076-4352-98b4-986546efd6d3 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8588721-f63c-4172-8000-11e86ed24baa HTTP/1.1" status: 200 len: 946 time: 0.1633258 Oct 20 11:55:14.604298 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-9058be62-a311-4cd4-b123-7080587659ba None None] Set router 1e3b7f11-ff99-48bc-9948-7555a87592e0 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:55:14.608017 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ee274-5428-431b-9688-23a3e11ee709 req-d777957e-7f01-4ae1-93ea-79eb5adc12ef tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:14.615490 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-451ee274-5428-431b-9688-23a3e11ee709 req-d777957e-7f01-4ae1-93ea-79eb5adc12ef tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da HTTP/1.1" status: 200 len: 946 time: 0.2260733 Oct 20 11:55:14.748539 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-00c2b3a3-48e1-426f-af5d-2e441843614d req-cffb249b-47f3-424c-872b-0021b57f5cbe tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Deleting port bf20ebe4-ddb7-4cf5-b082-16acb2856aaa {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:55:14.749164 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-00c2b3a3-48e1-426f-af5d-2e441843614d req-cffb249b-47f3-424c-872b-0021b57f5cbe tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:14.769663 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1893e548-7988-4ce4-921d-6850fdb92c79 req-fb12548f-887d-44a8-abc7-9733101bff12 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/security-groups?id=99711255-51bd-4104-861e-3041d029afa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473856 Oct 20 11:55:14.772759 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-451ee274-5428-431b-9688-23a3e11ee709 req-f898891e-e37c-449c-a6b4-dc9a7590e442 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=c7eb2a7d-ee6d-4283-97fc-8a188eb48807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556041 Oct 20 11:55:14.793185 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-69397465-81d3-4e69-9ce0-d91c385e3559 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:14.826071 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45348) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:14.855257 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11732ce-452f-4ea9-b30c-b984cfe9c507 req-4cbd4b80-b4a2-49d9-bfa0-3617ce577bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:14.860163 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a11732ce-452f-4ea9-b30c-b984cfe9c507 req-4cbd4b80-b4a2-49d9-bfa0-3617ce577bd7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=be8d4b08-1f40-41ca-825b-f5eddd831266 HTTP/1.1" status: 200 len: 898 time: 0.2728474 Oct 20 11:55:14.876763 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-9058be62-a311-4cd4-b123-7080587659ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3b7f11-ff99-48bc-9948-7555a87592e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334602402', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '643cda57-62e2-4b2b-a5e0-d0b8f8d449a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:54:37Z', 'updated_at': '2021-10-20T11:54:44Z', 'revision_number': 4, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': '643cda57-62e2-4b2b-a5e0-d0b8f8d449a7', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3b7f11-ff99-48bc-9948-7555a87592e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:54:37Z', 'updated_at': '2021-10-20T11:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '512e090a-f253-4682-96dc-e0c1a66bb3b6', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'floating_ip_address': '172.25.5.125', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '1e3b7f11-ff99-48bc-9948-7555a87592e0', 'port_id': '37fb5b3f-e30a-4e35-aad6-f26e2350e127', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be8d4b08-1f40-41ca-825b-f5eddd831266', 'mac_address': 'fa:16:3e:6d:94:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:55:11Z', 'updated_at': '2021-10-20T11:55:11Z', 'revision_number': 0, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b91626b5-96a5-4829-b12e-e8ca2757a13f', 'name': '', 'network_id': 'be8d4b08-1f40-41ca-825b-f5eddd831266', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'mac_address': 'fa:16:3e:e6:c9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3b7f11-ff99-48bc-9948-7555a87592e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'c0c0ca76-fd38-4162-81dc-3bfc728323a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:54:43Z', 'updated_at': '2021-10-20T11:54:49Z', 'revision_number': 5, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'subnets': [{'id': 'c0c0ca76-fd38-4162-81dc-3bfc728323a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:14.913505 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9058be62-a311-4cd4-b123-7080587659ba None None] Checking router: 1e3b7f11-ff99-48bc-9948-7555a87592e0 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:55:14.924822 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9058be62-a311-4cd4-b123-7080587659ba None None] Routers {'1e3b7f11-ff99-48bc-9948-7555a87592e0'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:14.925619 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-9058be62-a311-4cd4-b123-7080587659ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:54:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['1e3b7f11-ff99-48bc-9948-7555a87592e0'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:14.951906 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-00c2b3a3-48e1-426f-af5d-2e441843614d req-cffb249b-47f3-424c-872b-0021b57f5cbe tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] For port bf20ebe4-ddb7-4cf5-b082-16acb2856aaa, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=bf20ebe4-ddb7-4cf5-b082-16acb2856aaa,segment=NetworkSegment(71d3af9c-e2b7-407b-8ed6-81411fdb4c44),segment_id=71d3af9c-e2b7-407b-8ed6-81411fdb4c44)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:14.952427 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-00c2b3a3-48e1-426f-af5d-2e441843614d req-cffb249b-47f3-424c-872b-0021b57f5cbe tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:14.965379 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a11732ce-452f-4ea9-b30c-b984cfe9c507 req-589e4942-54a4-4ad4-87bd-ef7e3f7715de service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37fb5b3f-e30a-4e35-aad6-f26e2350e127 HTTP/1.1" status: 200 len: 1000 time: 0.0988555 Oct 20 11:55:14.982429 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a05b04ee-4038-4c69-92b5-a30e1f26f1db tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/floatingips/512e090a-f253-4682-96dc-e0c1a66bb3b6 HTTP/1.1" status: 200 len: 992 time: 0.1511819 Oct 20 11:55:14.994773 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-00c2b3a3-48e1-426f-af5d-2e441843614d req-cffb249b-47f3-424c-872b-0021b57f5cbe tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Calling delete_port for bf20ebe4-ddb7-4cf5-b082-16acb2856aaa owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:55:15.048024 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-69397465-81d3-4e69-9ce0-d91c385e3559 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:15.048397 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-9058be62-a311-4cd4-b123-7080587659ba None None] Set router 1e3b7f11-ff99-48bc-9948-7555a87592e0 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:55:15.050461 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1e2a9982-3916-481e-812e-451e5b0683c3 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:15.059263 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-69397465-81d3-4e69-9ce0-d91c385e3559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:15.078558 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11732ce-452f-4ea9-b30c-b984cfe9c507 req-a3557d21-8d67-4d02-bd5c-2ce67f84d161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:15.080288 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a11732ce-452f-4ea9-b30c-b984cfe9c507 req-a3557d21-8d67-4d02-bd5c-2ce67f84d161 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c0c0ca76-fd38-4162-81dc-3bfc728323a9 HTTP/1.1" status: 200 len: 834 time: 0.1079214 Oct 20 11:55:15.138232 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69397465-81d3-4e69-9ce0-d91c385e3559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a3a441-dc07-48fd-b365-d8176a72fae2,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:15.145042 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11732ce-452f-4ea9-b30c-b984cfe9c507 req-32863c8b-4bdc-4f1d-88b0-c642d82049d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:15.146749 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a11732ce-452f-4ea9-b30c-b984cfe9c507 req-32863c8b-4bdc-4f1d-88b0-c642d82049d1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=be8d4b08-1f40-41ca-825b-f5eddd831266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599821 Oct 20 11:55:15.168867 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-69397465-81d3-4e69-9ce0-d91c385e3559 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d0919c09bd2d4e239a61b263e148eba0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7472186 Oct 20 11:55:15.175295 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45350) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:15.297755 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-9058be62-a311-4cd4-b123-7080587659ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3b7f11-ff99-48bc-9948-7555a87592e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334602402', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '643cda57-62e2-4b2b-a5e0-d0b8f8d449a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:54:37Z', 'updated_at': '2021-10-20T11:54:44Z', 'revision_number': 4, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': '643cda57-62e2-4b2b-a5e0-d0b8f8d449a7', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3b7f11-ff99-48bc-9948-7555a87592e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:54:37Z', 'updated_at': '2021-10-20T11:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '512e090a-f253-4682-96dc-e0c1a66bb3b6', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'floating_ip_address': '172.25.5.125', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '1e3b7f11-ff99-48bc-9948-7555a87592e0', 'port_id': '37fb5b3f-e30a-4e35-aad6-f26e2350e127', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be8d4b08-1f40-41ca-825b-f5eddd831266', 'mac_address': 'fa:16:3e:6d:94:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:55:11Z', 'updated_at': '2021-10-20T11:55:11Z', 'revision_number': 0, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b91626b5-96a5-4829-b12e-e8ca2757a13f', 'name': '', 'network_id': 'be8d4b08-1f40-41ca-825b-f5eddd831266', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'mac_address': 'fa:16:3e:e6:c9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3b7f11-ff99-48bc-9948-7555a87592e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'c0c0ca76-fd38-4162-81dc-3bfc728323a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:54:43Z', 'updated_at': '2021-10-20T11:54:49Z', 'revision_number': 5, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'subnets': [{'id': 'c0c0ca76-fd38-4162-81dc-3bfc728323a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:15.331925 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9058be62-a311-4cd4-b123-7080587659ba None None] The sync data for ids ['1e3b7f11-ff99-48bc-9948-7555a87592e0'] in n-d-814735-3 is: [{'id': '1e3b7f11-ff99-48bc-9948-7555a87592e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334602402', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '643cda57-62e2-4b2b-a5e0-d0b8f8d449a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:54:37Z', 'updated_at': '2021-10-20T11:54:44Z', 'revision_number': 4, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': '643cda57-62e2-4b2b-a5e0-d0b8f8d449a7', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3b7f11-ff99-48bc-9948-7555a87592e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:54:37Z', 'updated_at': '2021-10-20T11:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '512e090a-f253-4682-96dc-e0c1a66bb3b6', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'floating_ip_address': '172.25.5.125', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '1e3b7f11-ff99-48bc-9948-7555a87592e0', 'port_id': '37fb5b3f-e30a-4e35-aad6-f26e2350e127', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be8d4b08-1f40-41ca-825b-f5eddd831266', 'mac_address': 'fa:16:3e:6d:94:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:55:11Z', 'updated_at': '2021-10-20T11:55:11Z', 'revision_number': 0, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b91626b5-96a5-4829-b12e-e8ca2757a13f', 'name': '', 'network_id': 'be8d4b08-1f40-41ca-825b-f5eddd831266', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'mac_address': 'fa:16:3e:e6:c9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3b7f11-ff99-48bc-9948-7555a87592e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'c0c0ca76-fd38-4162-81dc-3bfc728323a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:54:43Z', 'updated_at': '2021-10-20T11:54:49Z', 'revision_number': 5, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'subnets': [{'id': 'c0c0ca76-fd38-4162-81dc-3bfc728323a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:55:15.377841 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-1e2a9982-3916-481e-812e-451e5b0683c3 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Allocated IP 172.21.0.1 (9f714022-85d4-462c-98d8-38ff79551519/f13cd4c4-8d3a-457a-9e00-78c24622502b/2976c169-d2ea-444a-8e7a-151a6e27a205) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:55:15.438436 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:15.511535 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1e2a9982-3916-481e-812e-451e5b0683c3 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:15.567165 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1e2a9982-3916-481e-812e-451e5b0683c3 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:15.596662 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fb6dc2-d3ea-4730-933c-e71a653b500e None None] New status for floating IP 512e090a-f253-4682-96dc-e0c1a66bb3b6: ACTIVE {{(pid=100649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:55:15.620217 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2a9982-3916-481e-812e-451e5b0683c3 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Network 9f714022-85d4-462c-98d8-38ff79551519 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:55:15.623834 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-1e2a9982-3916-481e-812e-451e5b0683c3 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:55:15.631745 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2a9982-3916-481e-812e-451e5b0683c3 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:55:15.651968 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a9982-3916-481e-812e-451e5b0683c3 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event updated for resources: {'Port': ['ID=2976c169-d2ea-444a-8e7a-151a6e27a205,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:15.688601 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-00c2b3a3-48e1-426f-af5d-2e441843614d req-cffb249b-47f3-424c-872b-0021b57f5cbe tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:15.703110 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['bf20ebe4-ddb7-4cf5-b082-16acb2856aaa'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:55:15.706883 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['333bf91a-1334-41b1-a4ba-55412e3c0479', 'b0235475-442f-4dd1-8982-39f977eca6c3'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:55:15.710971 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1e2a9982-3916-481e-812e-451e5b0683c3 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:15.796591 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a11732ce-452f-4ea9-b30c-b984cfe9c507 req-6e27911e-6279-4a4f-99e7-0cb653f2eea8 service neutron] 10.222.0.11 "GET /v2.0/networks/be8d4b08-1f40-41ca-825b-f5eddd831266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6406894 Oct 20 11:55:15.797297 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-64722816-0ee2-4def-b025-979db4fe786a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:15.803879 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffb249b-47f3-424c-872b-0021b57f5cbe tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Pushing event deleted for resources: {'Port': ['ID=bf20ebe4-ddb7-4cf5-b082-16acb2856aaa,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:15.884490 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1e2a9982-3916-481e-812e-451e5b0683c3 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:15.984944 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c2b3a3-48e1-426f-af5d-2e441843614d req-cffb249b-47f3-424c-872b-0021b57f5cbe tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] No DVR routers for this DVR port bf20ebe4-ddb7-4cf5-b082-16acb2856aaa on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:55:15.987979 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-64722816-0ee2-4def-b025-979db4fe786a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:15.990098 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45354) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:15.995561 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-95cd3926-db07-4acb-97ef-ee453912a3d6 None None] Provisioning complete for port 2976c169-d2ea-444a-8e7a-151a6e27a205 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:15.996534 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-95cd3926-db07-4acb-97ef-ee453912a3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:16.004064 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-00c2b3a3-48e1-426f-af5d-2e441843614d req-cffb249b-47f3-424c-872b-0021b57f5cbe tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:16.007442 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-00c2b3a3-48e1-426f-af5d-2e441843614d req-cffb249b-47f3-424c-872b-0021b57f5cbe tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.11 "DELETE /v2.0/ports/bf20ebe4-ddb7-4cf5-b082-16acb2856aaa HTTP/1.1" status: 204 len: 173 time: 1.6440864 Oct 20 11:55:16.035146 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2ed77bca-f5ce-4b6b-ba10-dca3e137d2eb req-ece479d0-fffb-4b06-a178-80122d0e91c3 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8588721-f63c-4172-8000-11e86ed24baa HTTP/1.1" status: 200 len: 210 time: 0.0860429 Oct 20 11:55:16.075654 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-95cd3926-db07-4acb-97ef-ee453912a3d6 None None] Port 2976c169-d2ea-444a-8e7a-151a6e27a205 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:55:16.110430 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a11732ce-452f-4ea9-b30c-b984cfe9c507 req-a5b299e5-4304-4adf-9327-c3da252177b4 service neutron] 10.222.0.11 "GET /v2.0/networks/be8d4b08-1f40-41ca-825b-f5eddd831266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004913 Oct 20 11:55:16.127751 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-7860f9f6-d354-4887-88e6-ce3fa31a2a2e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/floatingips/512e090a-f253-4682-96dc-e0c1a66bb3b6 HTTP/1.1" status: 200 len: 994 time: 0.1335344 Oct 20 11:55:16.144177 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-64722816-0ee2-4def-b025-979db4fe786a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:16.148376 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-64722816-0ee2-4def-b025-979db4fe786a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:16.149989 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-64722816-0ee2-4def-b025-979db4fe786a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/49a3a441-dc07-48fd-b365-d8176a72fae2 HTTP/1.1" status: 204 len: 168 time: 0.9736307 Oct 20 11:55:16.170246 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64722816-0ee2-4def-b025-979db4fe786a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a3a441-dc07-48fd-b365-d8176a72fae2,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:16.253524 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1e2a9982-3916-481e-812e-451e5b0683c3 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:16.259219 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1e2a9982-3916-481e-812e-451e5b0683c3 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:16.347993 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1e2a9982-3916-481e-812e-451e5b0683c3 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:16.350102 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a9982-3916-481e-812e-451e5b0683c3 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event updated for resources: {'Port': ['ID=2976c169-d2ea-444a-8e7a-151a6e27a205,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:16.389227 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8588721-f63c-4172-8000-11e86ed24baa', 'name': 'network-vif-deleted', 'tag': 'bf20ebe4-ddb7-4cf5-b082-16acb2856aaa'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:55:16.391678 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61242d7b-2fe5-431e-b6ec-8eb3f7b6eb12" -d '{"events": [{"server_uuid": "f8588721-f63c-4172-8000-11e86ed24baa", "name": "network-vif-deleted", "tag": "bf20ebe4-ddb7-4cf5-b082-16acb2856aaa"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:55:16.435906 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d696c698-5749-4589-85d8-5b1202c42e34 x-openstack-request-id: req-d696c698-5749-4589-85d8-5b1202c42e34 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:55:16.436193 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8588721-f63c-4172-8000-11e86ed24baa", "name": "network-vif-deleted", "tag": "bf20ebe4-ddb7-4cf5-b082-16acb2856aaa", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:55:16.436449 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d696c698-5749-4589-85d8-5b1202c42e34 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:55:16.436858 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8588721-f63c-4172-8000-11e86ed24baa', 'name': 'network-vif-deleted', 'tag': 'bf20ebe4-ddb7-4cf5-b082-16acb2856aaa', 'status': 'completed', 'code': 200} Oct 20 11:55:16.461163 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2a9982-3916-481e-812e-451e5b0683c3 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Network 9f714022-85d4-462c-98d8-38ff79551519 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:55:16.462977 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-1e2a9982-3916-481e-812e-451e5b0683c3 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:55:16.585562 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e2a9982-3916-481e-812e-451e5b0683c3 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Router fa641285-2957-4c74-9066-d0c1951bbb21 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:55:16.641281 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45362) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:16.714475 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2a9982-3916-481e-812e-451e5b0683c3 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:55:16.724441 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15123d66-508e-4297-9d98-1328cab38ab1 None None] Sync routers for ids ['fa641285-2957-4c74-9066-d0c1951bbb21'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:55:16.725343 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1e2a9982-3916-481e-812e-451e5b0683c3 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "PUT /v2.0/routers/fa641285-2957-4c74-9066-d0c1951bbb21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6491396 Oct 20 11:55:16.728265 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45364) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:16.732363 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c1be4d07-b163-4c95-90f2-a26efc59f373 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=02a8d9748cd540549dcc5f1c9907cab5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0899322 Oct 20 11:55:16.734914 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45366) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:16.737755 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15123d66-508e-4297-9d98-1328cab38ab1 None None] Routers {'fa641285-2957-4c74-9066-d0c1951bbb21'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:16.738395 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-15123d66-508e-4297-9d98-1328cab38ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:54:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['fa641285-2957-4c74-9066-d0c1951bbb21'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:16.780713 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-15123d66-508e-4297-9d98-1328cab38ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:16.787775 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5f552110-c997-4a62-89bf-ed7eda7d832e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:16.789619 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284a94a7-efc3-4353-a291-09f76feed921 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:16.791007 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-284a94a7-efc3-4353-a291-09f76feed921 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "GET /v2.0/ports/2976c169-d2ea-444a-8e7a-151a6e27a205 HTTP/1.1" status: 200 len: 910 time: 0.0613742 Oct 20 11:55:16.794025 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45368) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:16.795936 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15123d66-508e-4297-9d98-1328cab38ab1 None None] Routers {'fa641285-2957-4c74-9066-d0c1951bbb21'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:16.796561 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-15123d66-508e-4297-9d98-1328cab38ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:54:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['fa641285-2957-4c74-9066-d0c1951bbb21'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:16.811055 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5f552110-c997-4a62-89bf-ed7eda7d832e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:16.842299 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-15123d66-508e-4297-9d98-1328cab38ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:16.842945 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15123d66-508e-4297-9d98-1328cab38ab1 None None] The sync data for ids ['fa641285-2957-4c74-9066-d0c1951bbb21'] in n-d-814735-3 is: [] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:55:16.846345 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-8a32fef9-89fe-495e-8d6a-4e0fcc9314ca None None] Provisioning complete for port 2976c169-d2ea-444a-8e7a-151a6e27a205 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:16.846715 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-8a32fef9-89fe-495e-8d6a-4e0fcc9314ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:16.867396 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5f552110-c997-4a62-89bf-ed7eda7d832e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:16.869921 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5f552110-c997-4a62-89bf-ed7eda7d832e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:16.883824 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-8a32fef9-89fe-495e-8d6a-4e0fcc9314ca None None] Port 2976c169-d2ea-444a-8e7a-151a6e27a205 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:55:16.884346 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5f552110-c997-4a62-89bf-ed7eda7d832e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/95ebe171-6d5f-4eea-9bcb-68a5689d638d HTTP/1.1" status: 204 len: 168 time: 0.1381283 Oct 20 11:55:16.895732 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f552110-c997-4a62-89bf-ed7eda7d832e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ebe171-6d5f-4eea-9bcb-68a5689d638d,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:17.134472 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7130772b-9511-440d-b5f4-cfcb1ca592f7 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:17.370838 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4d726-a485-4336-8e6b-1c9e18747f45 req-7297db00-9cdd-42ae-9455-9c0c25018de9 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:17.372417 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-64c4d726-a485-4336-8e6b-1c9e18747f45 req-7297db00-9cdd-42ae-9455-9c0c25018de9 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/ports?device_id=b82f975d-4845-42d9-b658-e5d31ca1c29e HTTP/1.1" status: 200 len: 945 time: 0.0680616 Oct 20 11:55:17.461873 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-64c4d726-a485-4336-8e6b-1c9e18747f45 req-de9075a6-319f-4fd7-a4c8-180b342ea123 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/security-groups?id=99711255-51bd-4104-861e-3041d029afa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816779 Oct 20 11:55:17.492579 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-7130772b-9511-440d-b5f4-cfcb1ca592f7 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Deleting port 2976c169-d2ea-444a-8e7a-151a6e27a205 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:55:17.492950 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7130772b-9511-440d-b5f4-cfcb1ca592f7 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:17.590246 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7130772b-9511-440d-b5f4-cfcb1ca592f7 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:17.603178 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-7130772b-9511-440d-b5f4-cfcb1ca592f7 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Calling delete_port for 2976c169-d2ea-444a-8e7a-151a6e27a205 owned by network:router_interface {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:55:17.672378 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45396) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:17.778116 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-a8b21fe3-0308-42dd-9c63-2b9d4969b5be admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-866396179-network', 'tenant_id': '431534d0ede2413dbcee33b2532563f1'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:55:17.786898 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7130772b-9511-440d-b5f4-cfcb1ca592f7 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:17.801786 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b21fe3-0308-42dd-9c63-2b9d4969b5be admin admin] Made reservation on behalf of 431534d0ede2413dbcee33b2532563f1 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:55:17.804218 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a8b21fe3-0308-42dd-9c63-2b9d4969b5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:17.812698 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a8b21fe3-0308-42dd-9c63-2b9d4969b5be admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:17.814040 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7130772b-9511-440d-b5f4-cfcb1ca592f7 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event deleted for resources: {'Port': ['ID=2976c169-d2ea-444a-8e7a-151a6e27a205,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:17.908050 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a8b21fe3-0308-42dd-9c63-2b9d4969b5be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:17.913906 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a8b21fe3-0308-42dd-9c63-2b9d4969b5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:17.927910 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8b21fe3-0308-42dd-9c63-2b9d4969b5be admin admin] vlan segment allocate from pool success with {'vlan_id': 1267, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:55:17.955962 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a8b21fe3-0308-42dd-9c63-2b9d4969b5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:17.956401 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-a8b21fe3-0308-42dd-9c63-2b9d4969b5be admin admin] Added segment 49ad3002-a7ea-48ed-82f2-9be1b66c0d9d of type vlan for network 2fe050b5-996c-48a3-b599-59e32328a5bb Oct 20 11:55:17.967737 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b21fe3-0308-42dd-9c63-2b9d4969b5be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3cc3780-673c-4fd5-99f9-b67e1797cce1,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:17.998382 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7130772b-9511-440d-b5f4-cfcb1ca592f7 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:18.011128 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a8b21fe3-0308-42dd-9c63-2b9d4969b5be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:18.041023 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a8b21fe3-0308-42dd-9c63-2b9d4969b5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:18.042114 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b21fe3-0308-42dd-9c63-2b9d4969b5be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:18.042747 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a8b21fe3-0308-42dd-9c63-2b9d4969b5be admin admin] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:18.078008 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a8b21fe3-0308-42dd-9c63-2b9d4969b5be admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4037552 Oct 20 11:55:18.081766 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45400) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:18.087050 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-03bd239e-12d9-4239-a301-f7d46e236989 admin admin] Request body: {'subnet': {'network_id': '2fe050b5-996c-48a3-b599-59e32328a5bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-866396179-subnet', 'tenant_id': '431534d0ede2413dbcee33b2532563f1', 'ip_version': 4}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:55:18.105559 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b21fe3-0308-42dd-9c63-2b9d4969b5be admin admin] Pushing event updated for resources: {'Network': ['ID=2fe050b5-996c-48a3-b599-59e32328a5bb,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:18.118471 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 2fe050b5-996c-48a3-b599-59e32328a5bb details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:55:18.129166 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03bd239e-12d9-4239-a301-f7d46e236989 admin admin] Made reservation on behalf of 431534d0ede2413dbcee33b2532563f1 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:55:18.131810 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-03bd239e-12d9-4239-a301-f7d46e236989 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:18.288420 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7130772b-9511-440d-b5f4-cfcb1ca592f7 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Router fa641285-2957-4c74-9066-d0c1951bbb21 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:55:18.448524 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7130772b-9511-440d-b5f4-cfcb1ca592f7 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:55:18.455539 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-7130772b-9511-440d-b5f4-cfcb1ca592f7 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "PUT /v2.0/routers/fa641285-2957-4c74-9066-d0c1951bbb21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6604810 Oct 20 11:55:18.458686 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42543dda-a520-4c82-9f89-5499cee6f861 None None] Sync routers for ids ['fa641285-2957-4c74-9066-d0c1951bbb21'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:55:18.459272 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45402) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:18.467905 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42543dda-a520-4c82-9f89-5499cee6f861 None None] Routers {'fa641285-2957-4c74-9066-d0c1951bbb21'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:18.468789 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-42543dda-a520-4c82-9f89-5499cee6f861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:54:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['fa641285-2957-4c74-9066-d0c1951bbb21'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:18.472908 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-03bd239e-12d9-4239-a301-f7d46e236989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:18.501920 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-42543dda-a520-4c82-9f89-5499cee6f861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:18.511314 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42543dda-a520-4c82-9f89-5499cee6f861 None None] Routers {'fa641285-2957-4c74-9066-d0c1951bbb21'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:18.511936 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-42543dda-a520-4c82-9f89-5499cee6f861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:54:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['fa641285-2957-4c74-9066-d0c1951bbb21'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:18.525137 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd239e-12d9-4239-a301-f7d46e236989 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33dc2046-45c1-467f-aafa-1d58d2b904f2,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:18.551965 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-42543dda-a520-4c82-9f89-5499cee6f861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:18.552882 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42543dda-a520-4c82-9f89-5499cee6f861 None None] The sync data for ids ['fa641285-2957-4c74-9066-d0c1951bbb21'] in n-d-814735-3 is: [] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:55:18.565143 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bd239e-12d9-4239-a301-f7d46e236989 admin admin] Checking segment: {'id': '49ad3002-a7ea-48ed-82f2-9be1b66c0d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '2fe050b5-996c-48a3-b599-59e32328a5bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:55:18.565515 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bd239e-12d9-4239-a301-f7d46e236989 admin admin] Network hostable DHCP agents. Network: 2fe050b5-996c-48a3-b599-59e32328a5bb, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:55:18.604730 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bd239e-12d9-4239-a301-f7d46e236989 admin admin] Network 2fe050b5-996c-48a3-b599-59e32328a5bb is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:55:18.615382 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ae2b0-abc7-49f1-a5f6-c3fedd353879 req-c4a18a7e-b51a-4f3a-b086-98696d18db5f tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:18.616952 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bc8ae2b0-abc7-49f1-a5f6-c3fedd353879 req-c4a18a7e-b51a-4f3a-b086-98696d18db5f tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/ports?device_id=b82f975d-4845-42d9-b658-e5d31ca1c29e HTTP/1.1" status: 200 len: 945 time: 0.0637782 Oct 20 11:55:18.630978 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-03bd239e-12d9-4239-a301-f7d46e236989 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 2fe050b5-996c-48a3-b599-59e32328a5bb) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:55:18.640907 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d30242-9770-481d-bc28-58f4e553e5cf None None] Network 2fe050b5-996c-48a3-b599-59e32328a5bb requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:55:18.646051 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bd239e-12d9-4239-a301-f7d46e236989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:18.646630 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-03bd239e-12d9-4239-a301-f7d46e236989 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:18.675509 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-03bd239e-12d9-4239-a301-f7d46e236989 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5925200 Oct 20 11:55:18.677315 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45406) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:18.691356 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bc8ae2b0-abc7-49f1-a5f6-c3fedd353879 req-faec59c5-6163-491b-87e5-1de94927c50a tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/security-groups?id=99711255-51bd-4104-861e-3041d029afa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628099 Oct 20 11:55:18.701451 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-f0b76a86-285c-4f3d-a9c7-5c4ad51027a2 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-866396179-router', 'tenant_id': '431534d0ede2413dbcee33b2532563f1', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:55:18.738354 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f0b76a86-285c-4f3d-a9c7-5c4ad51027a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:18.739407 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f0b76a86-285c-4f3d-a9c7-5c4ad51027a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:18.806004 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfe970e-159f-47ea-b73f-21ea1f9cbbd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-2fe050b5-996c-48a3-b599-59e32328a5bb', 'network_id': '2fe050b5-996c-48a3-b599-59e32328a5bb', 'tenant_id': '431534d0ede2413dbcee33b2532563f1', 'fixed_ips': [{'subnet_id': '33dc2046-45c1-467f-aafa-1d58d2b904f2'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:55:18.806908 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-cbfe970e-159f-47ea-b73f-21ea1f9cbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:18.821492 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f0b76a86-285c-4f3d-a9c7-5c4ad51027a2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:18.847787 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ac4b3-f26d-48c1-9844-7b4a290bccb5 req-c4ee5f2c-9971-4f0f-8280-55614163f585 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:18.849421 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b43ac4b3-f26d-48c1-9844-7b4a290bccb5 req-c4ee5f2c-9971-4f0f-8280-55614163f585 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.89 "GET /v2.0/ports?device_id=b82f975d-4845-42d9-b658-e5d31ca1c29e HTTP/1.1" status: 200 len: 945 time: 0.0575550 Oct 20 11:55:18.943472 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-cbfe970e-159f-47ea-b73f-21ea1f9cbbd3 None None] Allocated IP 172.20.0.2 (2fe050b5-996c-48a3-b599-59e32328a5bb/33dc2046-45c1-467f-aafa-1d58d2b904f2/3529a19e-1ac3-4f78-ac22-93a04fb66091) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:55:18.953769 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-b43ac4b3-f26d-48c1-9844-7b4a290bccb5 req-d0cb1e98-973b-4db0-b5f6-87773ea25e7e tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Deleting port 333bf91a-1334-41b1-a4ba-55412e3c0479 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:55:18.954103 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b43ac4b3-f26d-48c1-9844-7b4a290bccb5 req-d0cb1e98-973b-4db0-b5f6-87773ea25e7e tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:18.998991 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f0b76a86-285c-4f3d-a9c7-5c4ad51027a2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:19.014316 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-00eab8a6-a196-4e3a-a928-a918719b5896 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:19.053059 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-b43ac4b3-f26d-48c1-9844-7b4a290bccb5 req-d0cb1e98-973b-4db0-b5f6-87773ea25e7e tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] For port 333bf91a-1334-41b1-a4ba-55412e3c0479, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=333bf91a-1334-41b1-a4ba-55412e3c0479,segment=NetworkSegment(71d3af9c-e2b7-407b-8ed6-81411fdb4c44),segment_id=71d3af9c-e2b7-407b-8ed6-81411fdb4c44)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:19.054168 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b43ac4b3-f26d-48c1-9844-7b4a290bccb5 req-d0cb1e98-973b-4db0-b5f6-87773ea25e7e tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:19.070533 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-b43ac4b3-f26d-48c1-9844-7b4a290bccb5 req-d0cb1e98-973b-4db0-b5f6-87773ea25e7e tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Calling delete_port for 333bf91a-1334-41b1-a4ba-55412e3c0479 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:55:19.101252 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-cbfe970e-159f-47ea-b73f-21ea1f9cbbd3 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:19.108311 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-cbfe970e-159f-47ea-b73f-21ea1f9cbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:19.148122 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfe970e-159f-47ea-b73f-21ea1f9cbbd3 None None] Network 2fe050b5-996c-48a3-b599-59e32328a5bb is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:55:19.151151 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-cbfe970e-159f-47ea-b73f-21ea1f9cbbd3 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:55:19.158320 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfe970e-159f-47ea-b73f-21ea1f9cbbd3 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:55:19.161795 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfe970e-159f-47ea-b73f-21ea1f9cbbd3 None None] Pushing event updated for resources: {'Port': ['ID=3529a19e-1ac3-4f78-ac22-93a04fb66091,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:19.220476 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-cbfe970e-159f-47ea-b73f-21ea1f9cbbd3 None None] Attempting to bind port 3529a19e-1ac3-4f78-ac22-93a04fb66091 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:55:19.220845 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-cbfe970e-159f-47ea-b73f-21ea1f9cbbd3 None None] Attempting to bind port 3529a19e-1ac3-4f78-ac22-93a04fb66091 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '49ad3002-a7ea-48ed-82f2-9be1b66c0d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '2fe050b5-996c-48a3-b599-59e32328a5bb'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:55:19.221390 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfe970e-159f-47ea-b73f-21ea1f9cbbd3 None None] Attempting to bind port 3529a19e-1ac3-4f78-ac22-93a04fb66091 on network 2fe050b5-996c-48a3-b599-59e32328a5bb {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:55:19.222370 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b43ac4b3-f26d-48c1-9844-7b4a290bccb5 req-d0cb1e98-973b-4db0-b5f6-87773ea25e7e tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:19.228350 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfe970e-159f-47ea-b73f-21ea1f9cbbd3 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:55:19.228979 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfe970e-159f-47ea-b73f-21ea1f9cbbd3 None None] Checking segment: {'id': '49ad3002-a7ea-48ed-82f2-9be1b66c0d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '2fe050b5-996c-48a3-b599-59e32328a5bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:55:19.229532 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-cbfe970e-159f-47ea-b73f-21ea1f9cbbd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:19.229980 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfe970e-159f-47ea-b73f-21ea1f9cbbd3 None None] Bound using segment: {'id': '49ad3002-a7ea-48ed-82f2-9be1b66c0d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '2fe050b5-996c-48a3-b599-59e32328a5bb'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:55:19.230448 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-cbfe970e-159f-47ea-b73f-21ea1f9cbbd3 None None] Bound port: 3529a19e-1ac3-4f78-ac22-93a04fb66091, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ad3002-a7ea-48ed-82f2-9be1b66c0d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '2fe050b5-996c-48a3-b599-59e32328a5bb'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:55:19.231082 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-cbfe970e-159f-47ea-b73f-21ea1f9cbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:19.245473 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['333bf91a-1334-41b1-a4ba-55412e3c0479', 'b0235475-442f-4dd1-8982-39f977eca6c3'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:55:19.254873 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb1e98-973b-4db0-b5f6-87773ea25e7e tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Pushing event deleted for resources: {'Port': ['ID=333bf91a-1334-41b1-a4ba-55412e3c0479,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:19.311713 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43ac4b3-f26d-48c1-9844-7b4a290bccb5 req-d0cb1e98-973b-4db0-b5f6-87773ea25e7e tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] No DVR routers for this DVR port 333bf91a-1334-41b1-a4ba-55412e3c0479 on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:55:19.314701 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b43ac4b3-f26d-48c1-9844-7b4a290bccb5 req-d0cb1e98-973b-4db0-b5f6-87773ea25e7e tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:19.319199 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b43ac4b3-f26d-48c1-9844-7b4a290bccb5 req-d0cb1e98-973b-4db0-b5f6-87773ea25e7e tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.89 "DELETE /v2.0/ports/333bf91a-1334-41b1-a4ba-55412e3c0479 HTTP/1.1" status: 204 len: 173 time: 0.4633238 Oct 20 11:55:19.320034 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b82f975d-4845-42d9-b658-e5d31ca1c29e', 'name': 'network-vif-deleted', 'tag': '333bf91a-1334-41b1-a4ba-55412e3c0479'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:55:19.322777 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263aba3d-d9b2-4077-98c0-164583b71717" -d '{"events": [{"server_uuid": "b82f975d-4845-42d9-b658-e5d31ca1c29e", "name": "network-vif-deleted", "tag": "333bf91a-1334-41b1-a4ba-55412e3c0479"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:55:19.362657 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-cbfe970e-159f-47ea-b73f-21ea1f9cbbd3 None None] For port 3529a19e-1ac3-4f78-ac22-93a04fb66091, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:55:19.368812 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-fb053d35-fedf-4e16-adf1-be2bb6b37efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:19.375234 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a320c280-af12-473b-9820-2c6c176a0a48 x-openstack-request-id: req-a320c280-af12-473b-9820-2c6c176a0a48 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:55:19.375528 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b82f975d-4845-42d9-b658-e5d31ca1c29e", "name": "network-vif-deleted", "tag": "333bf91a-1334-41b1-a4ba-55412e3c0479", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:55:19.375779 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a320c280-af12-473b-9820-2c6c176a0a48 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:55:19.377092 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b82f975d-4845-42d9-b658-e5d31ca1c29e', 'name': 'network-vif-deleted', 'tag': '333bf91a-1334-41b1-a4ba-55412e3c0479', 'status': 'completed', 'code': 200} Oct 20 11:55:19.381345 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device bf20ebe4-ddb7-4cf5-b082-16acb2856aaa no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:55:19.411430 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-cbfe970e-159f-47ea-b73f-21ea1f9cbbd3 None None] For port 3529a19e-1ac3-4f78-ac22-93a04fb66091, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=3529a19e-1ac3-4f78-ac22-93a04fb66091,segment=NetworkSegment(49ad3002-a7ea-48ed-82f2-9be1b66c0d9d),segment_id=49ad3002-a7ea-48ed-82f2-9be1b66c0d9d)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:55:19.415558 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: bf20ebe4-ddb7-4cf5-b082-16acb2856aaa {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:55:19.416219 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device bf20ebe4-ddb7-4cf5-b082-16acb2856aaa not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:55:19.425406 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-cbfe970e-159f-47ea-b73f-21ea1f9cbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:19.441964 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f0b76a86-285c-4f3d-a9c7-5c4ad51027a2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:19.466921 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f0b76a86-285c-4f3d-a9c7-5c4ad51027a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:19.483030 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-00eab8a6-a196-4e3a-a928-a918719b5896 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Deleting port 1de08b00-bfe7-4ac4-8910-83109667a025 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:55:19.483354 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-00eab8a6-a196-4e3a-a928-a918719b5896 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:19.529329 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfe970e-159f-47ea-b73f-21ea1f9cbbd3 None None] Pushing event updated for resources: {'Port': ['ID=3529a19e-1ac3-4f78-ac22-93a04fb66091,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:19.855339 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fb69847b-ef0b-4fee-9182-a9f45e80e0a8 req-abff725e-337b-48ac-90d1-e75a25be8ded tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/ports?device_id=b82f975d-4845-42d9-b658-e5d31ca1c29e HTTP/1.1" status: 200 len: 210 time: 0.0447099 Oct 20 11:55:20.034961 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-00eab8a6-a196-4e3a-a928-a918719b5896 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:20.058234 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-00eab8a6-a196-4e3a-a928-a918719b5896 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Calling delete_port for 1de08b00-bfe7-4ac4-8910-83109667a025 owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:55:20.060499 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-f0b76a86-285c-4f3d-a9c7-5c4ad51027a2 admin admin] Allocated IP 172.25.5.201 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/3dad85c4-210d-4a3a-bf9c-1132a7255224) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:55:20.255733 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f0b76a86-285c-4f3d-a9c7-5c4ad51027a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:20.337046 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-00eab8a6-a196-4e3a-a928-a918719b5896 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:20.344681 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f0b76a86-285c-4f3d-a9c7-5c4ad51027a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:20.374419 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eab8a6-a196-4e3a-a928-a918719b5896 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event deleted for resources: {'Port': ['ID=1de08b00-bfe7-4ac4-8910-83109667a025,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:20.424340 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b76a86-285c-4f3d-a9c7-5c4ad51027a2 admin admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:55:20.432947 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-f0b76a86-285c-4f3d-a9c7-5c4ad51027a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:55:20.454831 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b76a86-285c-4f3d-a9c7-5c4ad51027a2 admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:55:20.510448 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b76a86-285c-4f3d-a9c7-5c4ad51027a2 admin admin] Pushing event updated for resources: {'Port': ['ID=3dad85c4-210d-4a3a-bf9c-1132a7255224,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:20.570564 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 3529a19e-1ac3-4f78-ac22-93a04fb66091 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:55:20.628597 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 3529a19e-1ac3-4f78-ac22-93a04fb66091 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:20.629162 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:20.681043 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb447f3c-d3ee-41db-b5f0-49fc7764baa6 None None] Network 2fe050b5-996c-48a3-b599-59e32328a5bb requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:55:20.691975 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-00eab8a6-a196-4e3a-a928-a918719b5896 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:20.794118 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-8ad9c9d3-9100-4837-a7ce-c47def7488b9 None None] Provisioning complete for port 3529a19e-1ac3-4f78-ac22-93a04fb66091 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:20.794482 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-8ad9c9d3-9100-4837-a7ce-c47def7488b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:20.832657 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:20.926137 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 3529a19e-1ac3-4f78-ac22-93a04fb66091, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=3529a19e-1ac3-4f78-ac22-93a04fb66091,segment=NetworkSegment(49ad3002-a7ea-48ed-82f2-9be1b66c0d9d),segment_id=49ad3002-a7ea-48ed-82f2-9be1b66c0d9d)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:20.931262 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:20.933615 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00eab8a6-a196-4e3a-a928-a918719b5896 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Router fa641285-2957-4c74-9066-d0c1951bbb21 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:55:20.993556 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f0b76a86-285c-4f3d-a9c7-5c4ad51027a2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:21.021711 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=3529a19e-1ac3-4f78-ac22-93a04fb66091,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:21.058634 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00eab8a6-a196-4e3a-a928-a918719b5896 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:55:21.065441 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-00eab8a6-a196-4e3a-a928-a918719b5896 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "PUT /v2.0/routers/fa641285-2957-4c74-9066-d0c1951bbb21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6044230 Oct 20 11:55:21.067939 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45416) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:21.073167 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc5a2f6-c11e-4cc9-abfc-790cc6c1ec94 None None] Sync routers for ids ['fa641285-2957-4c74-9066-d0c1951bbb21'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:55:21.092897 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc5a2f6-c11e-4cc9-abfc-790cc6c1ec94 None None] Routers {'fa641285-2957-4c74-9066-d0c1951bbb21'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:21.094710 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-5cc5a2f6-c11e-4cc9-abfc-790cc6c1ec94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:54:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['fa641285-2957-4c74-9066-d0c1951bbb21'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:21.124272 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8bcabf8d-4153-4cd7-abc0-a8df0ceae278 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "GET /v2.0/ports?device_id=fa641285-2957-4c74-9066-d0c1951bbb21 HTTP/1.1" status: 200 len: 205 time: 0.0545444 Oct 20 11:55:21.126858 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45420) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:21.149316 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-5cc5a2f6-c11e-4cc9-abfc-790cc6c1ec94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:21.162406 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc5a2f6-c11e-4cc9-abfc-790cc6c1ec94 None None] Routers {'fa641285-2957-4c74-9066-d0c1951bbb21'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:21.163615 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-5cc5a2f6-c11e-4cc9-abfc-790cc6c1ec94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:54:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['fa641285-2957-4c74-9066-d0c1951bbb21'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:21.207189 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-5cc5a2f6-c11e-4cc9-abfc-790cc6c1ec94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:21.207947 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc5a2f6-c11e-4cc9-abfc-790cc6c1ec94 None None] The sync data for ids ['fa641285-2957-4c74-9066-d0c1951bbb21'] in n-d-814735-3 is: [] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:55:21.281063 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f0b76a86-285c-4f3d-a9c7-5c4ad51027a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:21.284278 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4d01044b-a400-45e5-96f4-f82f60b48092 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for router, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:21.333899 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc8527-8523-4833-ac55-e59084793d0c req-af597c5f-ead6-47c4-9a4e-e08d325a8383 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:21.337253 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-5df3fc8b-f307-4811-a8c8-2177167aa07b None None] Provisioning complete for port 3529a19e-1ac3-4f78-ac22-93a04fb66091 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:21.338831 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5df3fc8b-f307-4811-a8c8-2177167aa07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:21.345310 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d4cc8527-8523-4833-ac55-e59084793d0c req-af597c5f-ead6-47c4-9a4e-e08d325a8383 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/ports?device_id=2b725624-33d4-4656-a49c-9868d6496fd6 HTTP/1.1" status: 200 len: 946 time: 0.1544628 Oct 20 11:55:21.433665 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b76a86-285c-4f3d-a9c7-5c4ad51027a2 admin admin] Router 5381b717-ddb3-4682-8dfe-4a53036cdc3b is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:55:21.473953 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d4cc8527-8523-4833-ac55-e59084793d0c req-141ac8bd-d427-489b-9383-36e2a2c81990 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/security-groups?id=99711255-51bd-4104-861e-3041d029afa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278062 Oct 20 11:55:21.554444 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b76a86-285c-4f3d-a9c7-5c4ad51027a2 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:55:21.564112 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b4f7f7-b754-42ba-b7cb-00a2550c56e6 None None] Sync routers for ids ['5381b717-ddb3-4682-8dfe-4a53036cdc3b'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:55:21.575407 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b4f7f7-b754-42ba-b7cb-00a2550c56e6 None None] Routers {'5381b717-ddb3-4682-8dfe-4a53036cdc3b'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:21.576126 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-94b4f7f7-b754-42ba-b7cb-00a2550c56e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:54:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['5381b717-ddb3-4682-8dfe-4a53036cdc3b'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:21.577248 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f0b76a86-285c-4f3d-a9c7-5c4ad51027a2 admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:21.578566 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f0b76a86-285c-4f3d-a9c7-5c4ad51027a2 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8986382 Oct 20 11:55:21.583077 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45422) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:21.705208 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-94b4f7f7-b754-42ba-b7cb-00a2550c56e6 None None] Set router 5381b717-ddb3-4682-8dfe-4a53036cdc3b gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:55:21.842755 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4d01044b-a400-45e5-96f4-f82f60b48092 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:21.844553 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4d01044b-a400-45e5-96f4-f82f60b48092 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:21.893173 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4d01044b-a400-45e5-96f4-f82f60b48092 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:21.893804 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d01044b-a400-45e5-96f4-f82f60b48092 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Fanout notify agent at l3_agent the message router_deleted on router fa641285-2957-4c74-9066-d0c1951bbb21 {{(pid=100647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:55:21.902839 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4d01044b-a400-45e5-96f4-f82f60b48092 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:21.907178 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4d01044b-a400-45e5-96f4-f82f60b48092 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "DELETE /v2.0/routers/fa641285-2957-4c74-9066-d0c1951bbb21 HTTP/1.1" status: 204 len: 168 time: 0.7759235 Oct 20 11:55:21.907178 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45424) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:21.962714 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-419719e3-ca7c-4766-9430-6d9125394e64 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Deleting subnet f13cd4c4-8d3a-457a-9e00-78c24622502b {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:55:21.966711 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-419719e3-ca7c-4766-9430-6d9125394e64 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:22.013026 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-419719e3-ca7c-4766-9430-6d9125394e64 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:22.018625 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-94b4f7f7-b754-42ba-b7cb-00a2550c56e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5381b717-ddb3-4682-8dfe-4a53036cdc3b', 'name': 'tempest-TestServerBasicOps-866396179-router', 'tenant_id': '431534d0ede2413dbcee33b2532563f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '3dad85c4-210d-4a3a-bf9c-1132a7255224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:18Z', 'updated_at': '2021-10-20T11:55:20Z', 'revision_number': 3, 'project_id': '431534d0ede2413dbcee33b2532563f1', 'gw_port': {'id': '3dad85c4-210d-4a3a-bf9c-1132a7255224', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:57:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5381b717-ddb3-4682-8dfe-4a53036cdc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:19Z', 'updated_at': '2021-10-20T11:55:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:22.030518 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-eaa6d915-915e-4e04-9172-d472009af369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:22.053042 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b4f7f7-b754-42ba-b7cb-00a2550c56e6 None None] Checking router: 5381b717-ddb3-4682-8dfe-4a53036cdc3b for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:55:22.053696 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b4f7f7-b754-42ba-b7cb-00a2550c56e6 None None] Updating router 5381b717-ddb3-4682-8dfe-4a53036cdc3b port 3dad85c4-210d-4a3a-bf9c-1132a7255224 binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:55:22.079446 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-94b4f7f7-b754-42ba-b7cb-00a2550c56e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:22.101451 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-419719e3-ca7c-4766-9430-6d9125394e64 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:22.162168 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-419719e3-ca7c-4766-9430-6d9125394e64 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:22.194944 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419719e3-ca7c-4766-9430-6d9125394e64 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event deleted for resources: {'Subnet': ['ID=f13cd4c4-8d3a-457a-9e00-78c24622502b,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:22.203653 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-419719e3-ca7c-4766-9430-6d9125394e64 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:22.207244 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-419719e3-ca7c-4766-9430-6d9125394e64 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "DELETE /v2.0/subnets/f13cd4c4-8d3a-457a-9e00-78c24622502b HTTP/1.1" status: 204 len: 168 time: 0.2989235 Oct 20 11:55:22.209994 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45426) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:22.211488 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-973329ef-089b-4c6e-a903-524c4adb13dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:22.214165 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22f2f1a-7cba-4c44-8309-056764b677e2 None None] Network 9f714022-85d4-462c-98d8-38ff79551519 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:55:22.222567 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-eaa6d915-915e-4e04-9172-d472009af369 admin admin] Allocated IP 172.20.0.1 (2fe050b5-996c-48a3-b599-59e32328a5bb/33dc2046-45c1-467f-aafa-1d58d2b904f2/b584f9f9-7936-4cfe-a91f-a9148f4cab2b) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:55:22.269122 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc90b950-770f-4c41-93e7-67b1ad0afad4 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Deleting subnet 3ade4e18-e8e9-4ead-a5a5-fae2d1b18c40 {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:55:22.273354 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bc90b950-770f-4c41-93e7-67b1ad0afad4 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:22.316909 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bc90b950-770f-4c41-93e7-67b1ad0afad4 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:22.371599 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-eaa6d915-915e-4e04-9172-d472009af369 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:22.376398 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-94b4f7f7-b754-42ba-b7cb-00a2550c56e6 None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:22.384275 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-94b4f7f7-b754-42ba-b7cb-00a2550c56e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:22.423555 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-eaa6d915-915e-4e04-9172-d472009af369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:22.441176 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bc90b950-770f-4c41-93e7-67b1ad0afad4 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:22.459384 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ee8c7-0653-473a-8666-bacbca2cdb77 None None] Pushing event updated for resources: {'Port': ['ID=3dad85c4-210d-4a3a-bf9c-1132a7255224,revision_number=2']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:22.483471 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0ee8c7-0653-473a-8666-bacbca2cdb77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:22.484124 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0ee8c7-0653-473a-8666-bacbca2cdb77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:22.484124 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0ee8c7-0653-473a-8666-bacbca2cdb77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:22.484540 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0ee8c7-0653-473a-8666-bacbca2cdb77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:22.484904 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0ee8c7-0653-473a-8666-bacbca2cdb77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:22.485238 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0ee8c7-0653-473a-8666-bacbca2cdb77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:22.485863 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0ee8c7-0653-473a-8666-bacbca2cdb77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:22.486194 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0ee8c7-0653-473a-8666-bacbca2cdb77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:22.486825 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0ee8c7-0653-473a-8666-bacbca2cdb77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:22.487148 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0ee8c7-0653-473a-8666-bacbca2cdb77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:22.487458 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0ee8c7-0653-473a-8666-bacbca2cdb77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:22.487778 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0ee8c7-0653-473a-8666-bacbca2cdb77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:22.493428 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-94b4f7f7-b754-42ba-b7cb-00a2550c56e6 None None] Attempting to bind port 3dad85c4-210d-4a3a-bf9c-1132a7255224 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:55:22.493964 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-94b4f7f7-b754-42ba-b7cb-00a2550c56e6 None None] Attempting to bind port 3dad85c4-210d-4a3a-bf9c-1132a7255224 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:55:22.494187 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b4f7f7-b754-42ba-b7cb-00a2550c56e6 None None] Attempting to bind port 3dad85c4-210d-4a3a-bf9c-1132a7255224 on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:55:22.504596 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b4f7f7-b754-42ba-b7cb-00a2550c56e6 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:55:22.506151 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b4f7f7-b754-42ba-b7cb-00a2550c56e6 None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:55:22.506151 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-94b4f7f7-b754-42ba-b7cb-00a2550c56e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:22.508526 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b4f7f7-b754-42ba-b7cb-00a2550c56e6 None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:55:22.509343 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-94b4f7f7-b754-42ba-b7cb-00a2550c56e6 None None] Bound port: 3dad85c4-210d-4a3a-bf9c-1132a7255224, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:55:22.509846 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-94b4f7f7-b754-42ba-b7cb-00a2550c56e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:22.542402 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bc90b950-770f-4c41-93e7-67b1ad0afad4 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:22.578953 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 3529a19e-1ac3-4f78-ac22-93a04fb66091 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:55:22.595302 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bc90b950-770f-4c41-93e7-67b1ad0afad4 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:22.600908 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-bc90b950-770f-4c41-93e7-67b1ad0afad4 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "DELETE /v2.0/subnets/3ade4e18-e8e9-4ead-a5a5-fae2d1b18c40 HTTP/1.1" status: 204 len: 168 time: 0.3891938 Oct 20 11:55:22.601642 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc90b950-770f-4c41-93e7-67b1ad0afad4 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event deleted for resources: {'Subnet': ['ID=3ade4e18-e8e9-4ead-a5a5-fae2d1b18c40,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:22.604245 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45430) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:22.607454 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-94b4f7f7-b754-42ba-b7cb-00a2550c56e6 None None] For port 3dad85c4-210d-4a3a-bf9c-1132a7255224, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:55:22.612565 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-94b4f7f7-b754-42ba-b7cb-00a2550c56e6 None None] For port 3dad85c4-210d-4a3a-bf9c-1132a7255224, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=3dad85c4-210d-4a3a-bf9c-1132a7255224,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:55:22.620365 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-94b4f7f7-b754-42ba-b7cb-00a2550c56e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:22.626621 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f9ef5f-fc1e-4ecd-a230-c10755bffb45 None None] Network 354eb0b9-5e84-4cd9-89ec-c6ef1f575722 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:55:22.692901 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 3529a19e-1ac3-4f78-ac22-93a04fb66091 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:22.693176 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:22.699324 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ee8c7-0653-473a-8666-bacbca2cdb77 None None] Pushing event updated for resources: {'Port': ['ID=3dad85c4-210d-4a3a-bf9c-1132a7255224,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:22.718895 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b4f7f7-b754-42ba-b7cb-00a2550c56e6 None None] Routers {'5381b717-ddb3-4682-8dfe-4a53036cdc3b'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:22.719678 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-94b4f7f7-b754-42ba-b7cb-00a2550c56e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:55:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['5381b717-ddb3-4682-8dfe-4a53036cdc3b'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:22.778171 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1c2ed-366f-41a0-b484-bb428892e245 req-23366b41-e55f-4c10-adf3-5f50e58dda11 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:22.779930 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9cb1c2ed-366f-41a0-b484-bb428892e245 req-23366b41-e55f-4c10-adf3-5f50e58dda11 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/ports?device_id=2b725624-33d4-4656-a49c-9868d6496fd6 HTTP/1.1" status: 200 len: 946 time: 0.1646841 Oct 20 11:55:22.785516 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d91266b4-6edc-4f55-8594-9f9b61024421 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:22.857150 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fbf724-63e5-4108-8d72-be052d7f3605 None None] DHCP port deletion for 9f714022-85d4-462c-98d8-38ff79551519 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:55:22.868894 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa6d915-915e-4e04-9172-d472009af369 admin admin] Network 2fe050b5-996c-48a3-b599-59e32328a5bb is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:55:22.873847 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-eaa6d915-915e-4e04-9172-d472009af369 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:55:22.875136 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-94b4f7f7-b754-42ba-b7cb-00a2550c56e6 None None] Set router 5381b717-ddb3-4682-8dfe-4a53036cdc3b gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:55:22.877895 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa6d915-915e-4e04-9172-d472009af369 admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:55:22.907756 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9cb1c2ed-366f-41a0-b484-bb428892e245 req-bdd77637-c059-443b-986f-4af1c6674d52 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/security-groups?id=99711255-51bd-4104-861e-3041d029afa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185019 Oct 20 11:55:22.918057 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa6d915-915e-4e04-9172-d472009af369 admin admin] Pushing event updated for resources: {'Port': ['ID=b584f9f9-7936-4cfe-a91f-a9148f4cab2b,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:22.938822 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495a2f9-874f-4958-b086-f2555b7e4e30 req-96b683c0-8797-4621-8d77-14742c13e7d2 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:22.943697 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2495a2f9-874f-4958-b086-f2555b7e4e30 req-96b683c0-8797-4621-8d77-14742c13e7d2 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.89 "GET /v2.0/ports?device_id=2b725624-33d4-4656-a49c-9868d6496fd6 HTTP/1.1" status: 200 len: 946 time: 0.1278951 Oct 20 11:55:22.950230 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-eaa6d915-915e-4e04-9172-d472009af369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:23.093306 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-d91266b4-6edc-4f55-8594-9f9b61024421 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Deleting port d6529359-ccc5-4922-9acd-88909a4a52bd {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:55:23.093555 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d91266b4-6edc-4f55-8594-9f9b61024421 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:23.094946 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f264fe0a-43ca-48dd-8955-0b2f9217048f None None] DHCP port deletion for 354eb0b9-5e84-4cd9-89ec-c6ef1f575722 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:55:23.107042 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d8fbf724-63e5-4108-8d72-be052d7f3605 None None] Deleting port d6529359-ccc5-4922-9acd-88909a4a52bd {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:55:23.107392 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d8fbf724-63e5-4108-8d72-be052d7f3605 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:23.156313 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-eaa6d915-915e-4e04-9172-d472009af369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:23.189307 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-2495a2f9-874f-4958-b086-f2555b7e4e30 req-467be56e-6893-42cd-aed1-b23096c10107 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Deleting port b0235475-442f-4dd1-8982-39f977eca6c3 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:55:23.189929 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2495a2f9-874f-4958-b086-f2555b7e4e30 req-467be56e-6893-42cd-aed1-b23096c10107 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:23.199674 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-94b4f7f7-b754-42ba-b7cb-00a2550c56e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5381b717-ddb3-4682-8dfe-4a53036cdc3b', 'name': 'tempest-TestServerBasicOps-866396179-router', 'tenant_id': '431534d0ede2413dbcee33b2532563f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '3dad85c4-210d-4a3a-bf9c-1132a7255224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:18Z', 'updated_at': '2021-10-20T11:55:20Z', 'revision_number': 3, 'project_id': '431534d0ede2413dbcee33b2532563f1', 'gw_port': {'id': '3dad85c4-210d-4a3a-bf9c-1132a7255224', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:57:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5381b717-ddb3-4682-8dfe-4a53036cdc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:19Z', 'updated_at': '2021-10-20T11:55:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:23.230078 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-d91266b4-6edc-4f55-8594-9f9b61024421 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] For port d6529359-ccc5-4922-9acd-88909a4a52bd, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=d6529359-ccc5-4922-9acd-88909a4a52bd,segment=NetworkSegment(266913cd-a09a-4459-a729-5068d3cec9cc),segment_id=266913cd-a09a-4459-a729-5068d3cec9cc)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:23.230534 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d91266b4-6edc-4f55-8594-9f9b61024421 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:23.237100 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b4f7f7-b754-42ba-b7cb-00a2550c56e6 None None] The sync data for ids ['5381b717-ddb3-4682-8dfe-4a53036cdc3b'] in n-d-814735-3 is: [{'id': '5381b717-ddb3-4682-8dfe-4a53036cdc3b', 'name': 'tempest-TestServerBasicOps-866396179-router', 'tenant_id': '431534d0ede2413dbcee33b2532563f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '3dad85c4-210d-4a3a-bf9c-1132a7255224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:18Z', 'updated_at': '2021-10-20T11:55:20Z', 'revision_number': 3, 'project_id': '431534d0ede2413dbcee33b2532563f1', 'gw_port': {'id': '3dad85c4-210d-4a3a-bf9c-1132a7255224', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:57:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5381b717-ddb3-4682-8dfe-4a53036cdc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:19Z', 'updated_at': '2021-10-20T11:55:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:55:23.254779 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:23.277543 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-d91266b4-6edc-4f55-8594-9f9b61024421 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Calling delete_port for d6529359-ccc5-4922-9acd-88909a4a52bd owned by network:dhcp {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:55:23.291073 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d8fbf724-63e5-4108-8d72-be052d7f3605 None None] For port d6529359-ccc5-4922-9acd-88909a4a52bd, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=d6529359-ccc5-4922-9acd-88909a4a52bd,segment=NetworkSegment(266913cd-a09a-4459-a729-5068d3cec9cc),segment_id=266913cd-a09a-4459-a729-5068d3cec9cc)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:23.291472 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d8fbf724-63e5-4108-8d72-be052d7f3605 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:23.308286 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:23.311401 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d8fbf724-63e5-4108-8d72-be052d7f3605 None None] Calling delete_port for d6529359-ccc5-4922-9acd-88909a4a52bd owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:55:23.332330 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-b7953b40-aecc-4d3b-a5c5-ba4a152471c6 None None] Provisioning complete for port b584f9f9-7936-4cfe-a91f-a9148f4cab2b triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:23.332700 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b7953b40-aecc-4d3b-a5c5-ba4a152471c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:23.367446 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-2495a2f9-874f-4958-b086-f2555b7e4e30 req-467be56e-6893-42cd-aed1-b23096c10107 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] For port b0235475-442f-4dd1-8982-39f977eca6c3, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=b0235475-442f-4dd1-8982-39f977eca6c3,segment=NetworkSegment(71d3af9c-e2b7-407b-8ed6-81411fdb4c44),segment_id=71d3af9c-e2b7-407b-8ed6-81411fdb4c44)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:23.367883 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2495a2f9-874f-4958-b086-f2555b7e4e30 req-467be56e-6893-42cd-aed1-b23096c10107 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:23.394750 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-2495a2f9-874f-4958-b086-f2555b7e4e30 req-467be56e-6893-42cd-aed1-b23096c10107 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Calling delete_port for b0235475-442f-4dd1-8982-39f977eca6c3 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:55:23.396150 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-eaa6d915-915e-4e04-9172-d472009af369 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:23.406323 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-eaa6d915-915e-4e04-9172-d472009af369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:23.413025 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 333bf91a-1334-41b1-a4ba-55412e3c0479 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:55:23.445754 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: 333bf91a-1334-41b1-a4ba-55412e3c0479 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:55:23.446325 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 333bf91a-1334-41b1-a4ba-55412e3c0479 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:55:23.459646 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-b7953b40-aecc-4d3b-a5c5-ba4a152471c6 None None] Port b584f9f9-7936-4cfe-a91f-a9148f4cab2b cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:55:23.463855 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-f264fe0a-43ca-48dd-8955-0b2f9217048f None None] Deleting port 72b05d03-54d5-468d-8d05-ca730c4614b9 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:55:23.465058 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f264fe0a-43ca-48dd-8955-0b2f9217048f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:23.474423 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d91266b4-6edc-4f55-8594-9f9b61024421 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:23.494940 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-eaa6d915-915e-4e04-9172-d472009af369 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:23.499365 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d8fbf724-63e5-4108-8d72-be052d7f3605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:23.505819 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa6d915-915e-4e04-9172-d472009af369 admin admin] Pushing event updated for resources: {'Port': ['ID=b584f9f9-7936-4cfe-a91f-a9148f4cab2b,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:23.517224 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91266b4-6edc-4f55-8594-9f9b61024421 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] No DVR routers for this DVR port d6529359-ccc5-4922-9acd-88909a4a52bd on host n-d-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:55:23.520799 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91266b4-6edc-4f55-8594-9f9b61024421 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event deleted for resources: {'Port': ['ID=d6529359-ccc5-4922-9acd-88909a4a52bd,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:23.562849 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fbf724-63e5-4108-8d72-be052d7f3605 None None] Pushing event deleted for resources: {'Port': ['ID=d6529359-ccc5-4922-9acd-88909a4a52bd,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:23.571422 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fbf724-63e5-4108-8d72-be052d7f3605 None None] No DVR routers for this DVR port d6529359-ccc5-4922-9acd-88909a4a52bd on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:55:23.574229 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-f264fe0a-43ca-48dd-8955-0b2f9217048f None None] For port 72b05d03-54d5-468d-8d05-ca730c4614b9, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=72b05d03-54d5-468d-8d05-ca730c4614b9,segment=NetworkSegment(2a55955a-e3fc-425c-91c2-dc1ef908ce05),segment_id=2a55955a-e3fc-425c-91c2-dc1ef908ce05)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:23.574620 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f264fe0a-43ca-48dd-8955-0b2f9217048f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:23.588477 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-f264fe0a-43ca-48dd-8955-0b2f9217048f None None] Calling delete_port for 72b05d03-54d5-468d-8d05-ca730c4614b9 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:55:23.638222 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa6d915-915e-4e04-9172-d472009af369 admin admin] Network 2fe050b5-996c-48a3-b599-59e32328a5bb is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:55:23.658115 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-eaa6d915-915e-4e04-9172-d472009af369 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:55:23.666141 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d91266b4-6edc-4f55-8594-9f9b61024421 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:23.709957 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-d91266b4-6edc-4f55-8594-9f9b61024421 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f714022-85d4-462c-98d8-38ff79551519']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:23.724597 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-d91266b4-6edc-4f55-8594-9f9b61024421 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '266913cd-a09a-4459-a729-5068d3cec9cc') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:23.724891 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-d91266b4-6edc-4f55-8594-9f9b61024421 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '266913cd-a09a-4459-a729-5068d3cec9cc') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:23.734313 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2495a2f9-874f-4958-b086-f2555b7e4e30 req-467be56e-6893-42cd-aed1-b23096c10107 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:23.735225 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f264fe0a-43ca-48dd-8955-0b2f9217048f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:23.737807 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d91266b4-6edc-4f55-8594-9f9b61024421 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:23.792378 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467be56e-6893-42cd-aed1-b23096c10107 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Pushing event deleted for resources: {'Port': ['ID=b0235475-442f-4dd1-8982-39f977eca6c3,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:23.794931 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f264fe0a-43ca-48dd-8955-0b2f9217048f None None] No DVR routers for this DVR port 72b05d03-54d5-468d-8d05-ca730c4614b9 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:55:23.801514 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['b0235475-442f-4dd1-8982-39f977eca6c3'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:55:23.807439 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d91266b4-6edc-4f55-8594-9f9b61024421 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:23.819249 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f264fe0a-43ca-48dd-8955-0b2f9217048f None None] Pushing event deleted for resources: {'Port': ['ID=72b05d03-54d5-468d-8d05-ca730c4614b9,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:23.876242 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d91266b4-6edc-4f55-8594-9f9b61024421 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Releasing vlan 1268 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:55:23.876656 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d91266b4-6edc-4f55-8594-9f9b61024421 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:23.880249 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-2495a2f9-874f-4958-b086-f2555b7e4e30 req-467be56e-6893-42cd-aed1-b23096c10107 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] No DVR routers for this DVR port b0235475-442f-4dd1-8982-39f977eca6c3 on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:55:23.886943 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:55:23.886943 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:55:23.886943 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:55:23.886943 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:55:23.886943 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:55:23.886943 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:55:23.886943 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:55:23.886943 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:55:23.886943 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:55:23.886943 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:55:23.886943 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:55:23.886943 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:55:23.886943 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:55:23.886943 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:55:23.886943 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:55:23.886943 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:55:23.886943 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:55:23.886943 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:55:23.886943 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:55:23.886943 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:55:23.886943 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:55:23.886943 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:55:23.886943 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:55:23.886943 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:55:23.886943 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:55:23.886943 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:55:23.886943 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:55:23.886943 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:55:23.886943 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:55:23.886943 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:55:23.886943 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:55:23.886943 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:55:23.904055 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2495a2f9-874f-4958-b086-f2555b7e4e30 req-467be56e-6893-42cd-aed1-b23096c10107 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:23.904836 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa6d915-915e-4e04-9172-d472009af369 admin admin] Router 5381b717-ddb3-4682-8dfe-4a53036cdc3b has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:55:23.907472 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2495a2f9-874f-4958-b086-f2555b7e4e30 req-467be56e-6893-42cd-aed1-b23096c10107 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.89 "DELETE /v2.0/ports/b0235475-442f-4dd1-8982-39f977eca6c3 HTTP/1.1" status: 204 len: 173 time: 0.9528058 Oct 20 11:55:23.907971 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b725624-33d4-4656-a49c-9868d6496fd6', 'name': 'network-vif-deleted', 'tag': 'b0235475-442f-4dd1-8982-39f977eca6c3'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:55:23.910330 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1290c0c4-2e08-403e-bb64-f34307a01ed2" -d '{"events": [{"server_uuid": "2b725624-33d4-4656-a49c-9868d6496fd6", "name": "network-vif-deleted", "tag": "b0235475-442f-4dd1-8982-39f977eca6c3"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:55:24.019202 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d91266b4-6edc-4f55-8594-9f9b61024421 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:24.029183 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d91266b4-6edc-4f55-8594-9f9b61024421 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:24.033289 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d91266b4-6edc-4f55-8594-9f9b61024421 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "DELETE /v2.0/networks/9f714022-85d4-462c-98d8-38ff79551519 HTTP/1.1" status: 204 len: 168 time: 1.4272799 Oct 20 11:55:24.038902 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45436) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:24.068022 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91266b4-6edc-4f55-8594-9f9b61024421 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event deleted for resources: {'Network': ['ID=9f714022-85d4-462c-98d8-38ff79551519,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:24.094480 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1d7bc2-1839-4b9d-aed2-ce6dc1986adf x-openstack-request-id: req-bc1d7bc2-1839-4b9d-aed2-ce6dc1986adf {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:55:24.095006 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b725624-33d4-4656-a49c-9868d6496fd6", "name": "network-vif-deleted", "tag": "b0235475-442f-4dd1-8982-39f977eca6c3", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:55:24.095268 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bc1d7bc2-1839-4b9d-aed2-ce6dc1986adf {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:55:24.095681 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b725624-33d4-4656-a49c-9868d6496fd6', 'name': 'network-vif-deleted', 'tag': 'b0235475-442f-4dd1-8982-39f977eca6c3', 'status': 'completed', 'code': 200} Oct 20 11:55:24.186271 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa6d915-915e-4e04-9172-d472009af369 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:55:24.190827 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-8986af20-5687-4006-8ee2-024847b1ff8a None None] Provisioning complete for port b584f9f9-7936-4cfe-a91f-a9148f4cab2b triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:24.191211 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-8986af20-5687-4006-8ee2-024847b1ff8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:24.199001 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-eaa6d915-915e-4e04-9172-d472009af369 admin admin] 10.222.0.98 "PUT /v2.0/routers/5381b717-ddb3-4682-8dfe-4a53036cdc3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6163194 Oct 20 11:55:24.223154 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7c946ae8-7104-41ea-93f2-7136e0cd8090 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:24.252741 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-8986af20-5687-4006-8ee2-024847b1ff8a None None] Port b584f9f9-7936-4cfe-a91f-a9148f4cab2b cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:55:24.299475 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d5b09735-d589-4a88-b791-ac81bba0d928 req-39838286-6473-43bf-813c-22e5adbd8b39 tempest-ListServerFiltersTestJSON-1152011335 tempest-ListServerFiltersTestJSON-1152011335-project] 10.222.0.98 "GET /v2.0/ports?device_id=2b725624-33d4-4656-a49c-9868d6496fd6 HTTP/1.1" status: 200 len: 210 time: 0.2205093 Oct 20 11:55:24.333662 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e56acb40-3bcc-49a8-94ad-c32c5c52f1fe req-ee574504-e6a6-47b9-9b58-ce132ac689d6 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2b725624-33d4-4656-a49c-9868d6496fd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0314822 Oct 20 11:55:24.359091 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7c946ae8-7104-41ea-93f2-7136e0cd8090 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:24.385938 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-7c946ae8-7104-41ea-93f2-7136e0cd8090 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['354eb0b9-5e84-4cd9-89ec-c6ef1f575722']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:24.398076 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-7c946ae8-7104-41ea-93f2-7136e0cd8090 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a55955a-e3fc-425c-91c2-dc1ef908ce05') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:24.398842 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-7c946ae8-7104-41ea-93f2-7136e0cd8090 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a55955a-e3fc-425c-91c2-dc1ef908ce05') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:24.408736 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7c946ae8-7104-41ea-93f2-7136e0cd8090 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:24.441730 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7c946ae8-7104-41ea-93f2-7136e0cd8090 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:24.446221 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e56acb40-3bcc-49a8-94ad-c32c5c52f1fe req-a1eca6a2-38cf-4398-abca-920d3da29679 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=767969200dac445886e14583efab376a&device_id=2b725624-33d4-4656-a49c-9868d6496fd6 HTTP/1.1" status: 200 len: 210 time: 0.0464978 Oct 20 11:55:24.451257 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c946ae8-7104-41ea-93f2-7136e0cd8090 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Releasing vlan 1273 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:55:24.451542 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7c946ae8-7104-41ea-93f2-7136e0cd8090 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:24.468230 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:55:24.468230 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:55:24.468230 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:55:24.468230 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:55:24.468230 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:55:24.468230 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:55:24.468230 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:55:24.468230 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:55:24.468230 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:55:24.468230 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:55:24.468230 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:55:24.468230 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:55:24.468230 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:55:24.468230 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:55:24.468230 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:55:24.468230 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:55:24.468230 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:55:24.468230 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:55:24.468230 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:55:24.468230 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:55:24.468230 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:55:24.468230 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:55:24.468230 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:55:24.468230 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:55:24.468230 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:55:24.468230 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:55:24.468230 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:55:24.468230 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:55:24.468230 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:55:24.468230 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:55:24.468230 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:55:24.468230 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:55:24.537161 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7c946ae8-7104-41ea-93f2-7136e0cd8090 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:24.563979 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7c946ae8-7104-41ea-93f2-7136e0cd8090 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:24.575566 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45446) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:24.576834 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7c946ae8-7104-41ea-93f2-7136e0cd8090 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "DELETE /v2.0/networks/354eb0b9-5e84-4cd9-89ec-c6ef1f575722 HTTP/1.1" status: 204 len: 168 time: 0.5288653 Oct 20 11:55:24.579612 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c946ae8-7104-41ea-93f2-7136e0cd8090 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event deleted for resources: {'Network': ['ID=354eb0b9-5e84-4cd9-89ec-c6ef1f575722,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:24.597330 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-2345eb13-9576-465b-ac53-c1aebc2f6c4c tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Request body: {'network': {'name': 'tempest-RoutersTest-411739823'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:55:24.623866 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 3dad85c4-210d-4a3a-bf9c-1132a7255224 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:55:24.698985 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 3dad85c4-210d-4a3a-bf9c-1132a7255224 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:24.699559 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:24.719055 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2345eb13-9576-465b-ac53-c1aebc2f6c4c tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Made reservation on behalf of a2e7a287bb194f73b0a7c68afae28ca1 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:55:24.722631 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2345eb13-9576-465b-ac53-c1aebc2f6c4c tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:24.782473 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56acb40-3bcc-49a8-94ad-c32c5c52f1fe req-680fd1c8-1a14-4d14-b74e-d2c303148c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:24.784053 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e56acb40-3bcc-49a8-94ad-c32c5c52f1fe req-680fd1c8-1a14-4d14-b74e-d2c303148c91 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=767969200dac445886e14583efab376a&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2913404 Oct 20 11:55:24.788083 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2345eb13-9576-465b-ac53-c1aebc2f6c4c tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] vlan segment allocate from pool success with {'vlan_id': 1274, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:55:24.812160 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:24.835438 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 3dad85c4-210d-4a3a-bf9c-1132a7255224, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=3dad85c4-210d-4a3a-bf9c-1132a7255224,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:24.840311 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:24.853367 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2345eb13-9576-465b-ac53-c1aebc2f6c4c tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:24.853735 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-2345eb13-9576-465b-ac53-c1aebc2f6c4c tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Added segment 7f4717f3-e444-4ce1-a27e-8c1accbbbc99 of type vlan for network 488743ec-0a60-46e2-9b1d-0a7dced4bc87 Oct 20 11:55:24.905163 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45456) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:24.910771 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-06052508-23ba-40f0-872c-dfad989a79b5 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-562974473-network', 'tenant_id': '2d5b7151120a4793bd7f192cc16b9f04'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:55:24.918217 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device d6529359-ccc5-4922-9acd-88909a4a52bd no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:55:24.928673 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=3dad85c4-210d-4a3a-bf9c-1132a7255224,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:24.935966 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06052508-23ba-40f0-872c-dfad989a79b5 admin admin] Made reservation on behalf of 2d5b7151120a4793bd7f192cc16b9f04 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:55:24.939591 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06052508-23ba-40f0-872c-dfad989a79b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:24.948475 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: d6529359-ccc5-4922-9acd-88909a4a52bd {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:55:24.948811 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device d6529359-ccc5-4922-9acd-88909a4a52bd not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:55:24.949235 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 72b05d03-54d5-468d-8d05-ca730c4614b9 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:55:24.951313 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06052508-23ba-40f0-872c-dfad989a79b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:24.951467 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:24.969680 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 72b05d03-54d5-468d-8d05-ca730c4614b9 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:55:24.969910 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 72b05d03-54d5-468d-8d05-ca730c4614b9 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:55:24.999569 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2345eb13-9576-465b-ac53-c1aebc2f6c4c tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:25.042693 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56acb40-3bcc-49a8-94ad-c32c5c52f1fe req-9577ee4f-41bc-4f0d-9222-f52d678aab58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:25.044288 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e56acb40-3bcc-49a8-94ad-c32c5c52f1fe req-9577ee4f-41bc-4f0d-9222-f52d678aab58 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2478991 Oct 20 11:55:25.048270 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06052508-23ba-40f0-872c-dfad989a79b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:25.053334 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2345eb13-9576-465b-ac53-c1aebc2f6c4c tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:25.054542 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06052508-23ba-40f0-872c-dfad989a79b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:25.059394 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2345eb13-9576-465b-ac53-c1aebc2f6c4c tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:25.059838 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2345eb13-9576-465b-ac53-c1aebc2f6c4c tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:25.086743 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06052508-23ba-40f0-872c-dfad989a79b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6822de44-7ed7-4f32-80cd-ac612b5377bd,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:25.091099 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06052508-23ba-40f0-872c-dfad989a79b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1293, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:55:25.096451 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2345eb13-9576-465b-ac53-c1aebc2f6c4c tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5195327 Oct 20 11:55:25.099897 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45458) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:25.105233 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-0e9699fc-e933-4ec0-90f2-51c73e691f44 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Request body: {'subnet': {'network_id': '488743ec-0a60-46e2-9b1d-0a7dced4bc87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:55:25.111719 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06052508-23ba-40f0-872c-dfad989a79b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:25.112063 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-06052508-23ba-40f0-872c-dfad989a79b5 admin admin] Added segment 5dee4fac-1702-4f4d-8ac4-5a7d3569f1fc of type vlan for network 7492f028-ce05-451d-b3bc-e76e91f62dee Oct 20 11:55:25.134180 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2345eb13-9576-465b-ac53-c1aebc2f6c4c tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event updated for resources: {'Network': ['ID=488743ec-0a60-46e2-9b1d-0a7dced4bc87,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:25.145433 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 488743ec-0a60-46e2-9b1d-0a7dced4bc87 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:55:25.219950 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06052508-23ba-40f0-872c-dfad989a79b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:25.257544 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06052508-23ba-40f0-872c-dfad989a79b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:25.258683 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06052508-23ba-40f0-872c-dfad989a79b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:25.259156 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06052508-23ba-40f0-872c-dfad989a79b5 admin admin] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:25.263943 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9699fc-e933-4ec0-90f2-51c73e691f44 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Made reservation on behalf of a2e7a287bb194f73b0a7c68afae28ca1 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:55:25.267589 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0e9699fc-e933-4ec0-90f2-51c73e691f44 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:25.311476 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-06052508-23ba-40f0-872c-dfad989a79b5 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4051137 Oct 20 11:55:25.314585 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45460) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:25.319824 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-3a6f6b37-c685-40d2-aec2-4024f3e7fb5b admin admin] Request body: {'subnet': {'network_id': '7492f028-ce05-451d-b3bc-e76e91f62dee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-562974473-subnet', 'tenant_id': '2d5b7151120a4793bd7f192cc16b9f04', 'ip_version': 4}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:55:25.353537 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6f6b37-c685-40d2-aec2-4024f3e7fb5b admin admin] Made reservation on behalf of 2d5b7151120a4793bd7f192cc16b9f04 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:55:25.356567 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3a6f6b37-c685-40d2-aec2-4024f3e7fb5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:25.378118 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45464) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:25.381494 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06052508-23ba-40f0-872c-dfad989a79b5 admin admin] Pushing event updated for resources: {'Network': ['ID=7492f028-ce05-451d-b3bc-e76e91f62dee,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:25.392874 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 7492f028-ce05-451d-b3bc-e76e91f62dee details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:55:25.481886 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc5d3df7-9d2b-477e-9908-2e943b72ac20 admin admin] Deleting subnet 66aaf5c5-0d31-44dd-89c6-b72b3148d3f3 {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:55:25.489888 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fc5d3df7-9d2b-477e-9908-2e943b72ac20 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:25.521356 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0e9699fc-e933-4ec0-90f2-51c73e691f44 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:25.540301 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fc5d3df7-9d2b-477e-9908-2e943b72ac20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:25.591654 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9699fc-e933-4ec0-90f2-51c73e691f44 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event updated for resources: {'Subnet': ['ID=9f11aecd-28c2-4fcc-aa1b-30f23813d385,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:25.599471 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9699fc-e933-4ec0-90f2-51c73e691f44 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Checking segment: {'id': '7f4717f3-e444-4ce1-a27e-8c1accbbbc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '488743ec-0a60-46e2-9b1d-0a7dced4bc87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:55:25.599832 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9699fc-e933-4ec0-90f2-51c73e691f44 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Network hostable DHCP agents. Network: 488743ec-0a60-46e2-9b1d-0a7dced4bc87, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:55:25.620998 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa9e289-a2a0-448f-add5-0c73b56b00a0 None None] Sync routers for ids ['5381b717-ddb3-4682-8dfe-4a53036cdc3b'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:55:25.624624 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9699fc-e933-4ec0-90f2-51c73e691f44 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Network 488743ec-0a60-46e2-9b1d-0a7dced4bc87 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:55:25.637398 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-0e9699fc-e933-4ec0-90f2-51c73e691f44 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 488743ec-0a60-46e2-9b1d-0a7dced4bc87) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:55:25.641886 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9699fc-e933-4ec0-90f2-51c73e691f44 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:25.642672 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0e9699fc-e933-4ec0-90f2-51c73e691f44 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:25.649610 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa9e289-a2a0-448f-add5-0c73b56b00a0 None None] Routers {'5381b717-ddb3-4682-8dfe-4a53036cdc3b'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:25.650308 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-efa9e289-a2a0-448f-add5-0c73b56b00a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:55:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['5381b717-ddb3-4682-8dfe-4a53036cdc3b'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:25.655422 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0e371b-5db5-4c16-94ef-f6e935754579 None None] Network 488743ec-0a60-46e2-9b1d-0a7dced4bc87 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:55:25.664873 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0e9699fc-e933-4ec0-90f2-51c73e691f44 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5637920 Oct 20 11:55:25.667340 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45466) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:25.672073 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-b8fc2550-d053-40f4-bf29-2da21b45e30b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-530403404', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:55:25.696416 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b8fc2550-d053-40f4-bf29-2da21b45e30b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:25.697505 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b8fc2550-d053-40f4-bf29-2da21b45e30b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:25.700514 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fc5d3df7-9d2b-477e-9908-2e943b72ac20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:25.703456 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3a6f6b37-c685-40d2-aec2-4024f3e7fb5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:25.751354 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b8fc2550-d053-40f4-bf29-2da21b45e30b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:25.757816 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b8fc2550-d053-40f4-bf29-2da21b45e30b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:25.778823 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b8fc2550-d053-40f4-bf29-2da21b45e30b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:25.786217 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b8fc2550-d053-40f4-bf29-2da21b45e30b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1118932 Oct 20 11:55:25.786425 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45468) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:25.789699 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-72c07d1a-061e-4a47-9e72-766bf4e59933 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Request body: {'port': {'network_id': '488743ec-0a60-46e2-9b1d-0a7dced4bc87', 'name': 'tempest-RoutersTest-1761963167'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:55:25.819535 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f6b37-c685-40d2-aec2-4024f3e7fb5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a6e42f6-8505-4ee9-927f-d0bde909a248,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:25.844338 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-efa9e289-a2a0-448f-add5-0c73b56b00a0 None None] Set router 5381b717-ddb3-4682-8dfe-4a53036cdc3b gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:55:25.875532 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fc5d3df7-9d2b-477e-9908-2e943b72ac20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:25.880602 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6f6b37-c685-40d2-aec2-4024f3e7fb5b admin admin] Checking segment: {'id': '5dee4fac-1702-4f4d-8ac4-5a7d3569f1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '7492f028-ce05-451d-b3bc-e76e91f62dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:55:25.880954 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6f6b37-c685-40d2-aec2-4024f3e7fb5b admin admin] Network hostable DHCP agents. Network: 7492f028-ce05-451d-b3bc-e76e91f62dee, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:55:25.916355 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d3df7-9d2b-477e-9908-2e943b72ac20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66aaf5c5-0d31-44dd-89c6-b72b3148d3f3,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:25.926183 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fc5d3df7-9d2b-477e-9908-2e943b72ac20 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:25.929518 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-fc5d3df7-9d2b-477e-9908-2e943b72ac20 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/66aaf5c5-0d31-44dd-89c6-b72b3148d3f3 HTTP/1.1" status: 204 len: 168 time: 0.5503991 Oct 20 11:55:25.932866 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45470) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:25.951730 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eea4ef5-af6d-4c45-abb1-a3cb21036170 None None] Network fe7e6fc6-93b6-4733-9196-ed92e6d29a03 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:55:25.969669 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6f6b37-c685-40d2-aec2-4024f3e7fb5b admin admin] Network 7492f028-ce05-451d-b3bc-e76e91f62dee is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:55:26.019242 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-3a6f6b37-c685-40d2-aec2-4024f3e7fb5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 7492f028-ce05-451d-b3bc-e76e91f62dee) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:55:26.021598 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f5b8d2-a839-4e32-b9d6-99c9ccbec6ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-488743ec-0a60-46e2-9b1d-0a7dced4bc87', 'network_id': '488743ec-0a60-46e2-9b1d-0a7dced4bc87', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'fixed_ips': [{'subnet_id': '9f11aecd-28c2-4fcc-aa1b-30f23813d385'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:55:26.022921 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-27f5b8d2-a839-4e32-b9d6-99c9ccbec6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:26.032468 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6f6b37-c685-40d2-aec2-4024f3e7fb5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:26.033048 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3a6f6b37-c685-40d2-aec2-4024f3e7fb5b admin admin] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:26.042745 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-beec5d7f-dd67-4ecf-9141-344c763d7c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:26.054736 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c07d1a-061e-4a47-9e72-766bf4e59933 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Made reservation on behalf of a2e7a287bb194f73b0a7c68afae28ca1 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:55:26.059098 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-72c07d1a-061e-4a47-9e72-766bf4e59933 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:26.062830 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7801728-651f-4fcd-b198-9daf4c371bfd None None] Network 7492f028-ce05-451d-b3bc-e76e91f62dee requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:55:26.076548 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3a6f6b37-c685-40d2-aec2-4024f3e7fb5b admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7608037 Oct 20 11:55:26.079865 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45472) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:26.088372 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [None req-72c07d1a-061e-4a47-9e72-766bf4e59933 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] device_id is not set on port e7819f00-dddd-4544-b8f1-f78a749d30bb yet. {{(pid=100647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 11:55:26.089350 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-37adcd15-d686-4c65-baa5-ad38802627b3 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-562974473-router', 'tenant_id': '2d5b7151120a4793bd7f192cc16b9f04', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:55:26.124047 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-37adcd15-d686-4c65-baa5-ad38802627b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:26.128211 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-37adcd15-d686-4c65-baa5-ad38802627b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:26.193811 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-37adcd15-d686-4c65-baa5-ad38802627b3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:26.227552 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-beec5d7f-dd67-4ecf-9141-344c763d7c0f admin admin] Deleting port 6ef9232b-1f1f-4535-ac7d-6a55d7943150 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:55:26.227918 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-beec5d7f-dd67-4ecf-9141-344c763d7c0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:26.251300 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-72c07d1a-061e-4a47-9e72-766bf4e59933 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Allocated IP 172.20.0.2 (488743ec-0a60-46e2-9b1d-0a7dced4bc87/9f11aecd-28c2-4fcc-aa1b-30f23813d385/e7819f00-dddd-4544-b8f1-f78a749d30bb) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:55:26.328828 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-beec5d7f-dd67-4ecf-9141-344c763d7c0f admin admin] For port 6ef9232b-1f1f-4535-ac7d-6a55d7943150, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=6ef9232b-1f1f-4535-ac7d-6a55d7943150,segment=NetworkSegment(71d3af9c-e2b7-407b-8ed6-81411fdb4c44),segment_id=71d3af9c-e2b7-407b-8ed6-81411fdb4c44)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:26.329497 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-beec5d7f-dd67-4ecf-9141-344c763d7c0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:26.349857 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-37adcd15-d686-4c65-baa5-ad38802627b3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:26.352793 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-beec5d7f-dd67-4ecf-9141-344c763d7c0f admin admin] Calling delete_port for 6ef9232b-1f1f-4535-ac7d-6a55d7943150 owned by network:dhcp {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:55:26.530454 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 3dad85c4-210d-4a3a-bf9c-1132a7255224 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:55:26.587214 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-37adcd15-d686-4c65-baa5-ad38802627b3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:26.587788 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-72c07d1a-061e-4a47-9e72-766bf4e59933 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:26.589021 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-beec5d7f-dd67-4ecf-9141-344c763d7c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:26.616957 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-37adcd15-d686-4c65-baa5-ad38802627b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:26.620476 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec5d7f-dd67-4ecf-9141-344c763d7c0f admin admin] Pushing event deleted for resources: {'Port': ['ID=6ef9232b-1f1f-4535-ac7d-6a55d7943150,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:26.628378 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beec5d7f-dd67-4ecf-9141-344c763d7c0f admin admin] No DVR routers for this DVR port 6ef9232b-1f1f-4535-ac7d-6a55d7943150 on host n-d-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:55:26.670488 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 3dad85c4-210d-4a3a-bf9c-1132a7255224 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:26.670970 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:26.674144 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-efa9e289-a2a0-448f-add5-0c73b56b00a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5381b717-ddb3-4682-8dfe-4a53036cdc3b', 'name': 'tempest-TestServerBasicOps-866396179-router', 'tenant_id': '431534d0ede2413dbcee33b2532563f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '3dad85c4-210d-4a3a-bf9c-1132a7255224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:18Z', 'updated_at': '2021-10-20T11:55:23Z', 'revision_number': 4, 'project_id': '431534d0ede2413dbcee33b2532563f1', 'gw_port': {'id': '3dad85c4-210d-4a3a-bf9c-1132a7255224', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:57:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5381b717-ddb3-4682-8dfe-4a53036cdc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:19Z', 'updated_at': '2021-10-20T11:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'b584f9f9-7936-4cfe-a91f-a9148f4cab2b', 'name': '', 'network_id': '2fe050b5-996c-48a3-b599-59e32328a5bb', 'tenant_id': '431534d0ede2413dbcee33b2532563f1', 'mac_address': 'fa:16:3e:f7:42:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5381b717-ddb3-4682-8dfe-4a53036cdc3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '33dc2046-45c1-467f-aafa-1d58d2b904f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:22Z', 'updated_at': '2021-10-20T11:55:23Z', 'revision_number': 2, 'project_id': '431534d0ede2413dbcee33b2532563f1', 'subnets': [{'id': '33dc2046-45c1-467f-aafa-1d58d2b904f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:26.729795 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656f19fd-2458-4c0f-9a71-7a89fb5241f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-7492f028-ce05-451d-b3bc-e76e91f62dee', 'network_id': '7492f028-ce05-451d-b3bc-e76e91f62dee', 'tenant_id': '2d5b7151120a4793bd7f192cc16b9f04', 'fixed_ips': [{'subnet_id': '9a6e42f6-8505-4ee9-927f-d0bde909a248'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:55:26.730980 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-656f19fd-2458-4c0f-9a71-7a89fb5241f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:26.731316 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-72c07d1a-061e-4a47-9e72-766bf4e59933 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:26.735564 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-beec5d7f-dd67-4ecf-9141-344c763d7c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:26.735716 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0531bc47-640f-42cb-bb08-11383e29422d None None] DHCP port deletion for fe7e6fc6-93b6-4733-9196-ed92e6d29a03 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:55:26.748039 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa9e289-a2a0-448f-add5-0c73b56b00a0 None None] Checking router: 5381b717-ddb3-4682-8dfe-4a53036cdc3b for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:55:26.748677 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa9e289-a2a0-448f-add5-0c73b56b00a0 None None] Updating router 5381b717-ddb3-4682-8dfe-4a53036cdc3b port b584f9f9-7936-4cfe-a91f-a9148f4cab2b binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:55:26.765774 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-37adcd15-d686-4c65-baa5-ad38802627b3 admin admin] Allocated IP 172.25.5.12 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/2c4eae1e-9a0b-44c5-9e03-092e13153465) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:55:26.791231 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-beec5d7f-dd67-4ecf-9141-344c763d7c0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe7e6fc6-93b6-4733-9196-ed92e6d29a03']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:26.810618 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c07d1a-061e-4a47-9e72-766bf4e59933 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Network 488743ec-0a60-46e2-9b1d-0a7dced4bc87 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:55:26.812408 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-beec5d7f-dd67-4ecf-9141-344c763d7c0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71d3af9c-e2b7-407b-8ed6-81411fdb4c44') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:26.812717 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-beec5d7f-dd67-4ecf-9141-344c763d7c0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71d3af9c-e2b7-407b-8ed6-81411fdb4c44') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:26.825292 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-72c07d1a-061e-4a47-9e72-766bf4e59933 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:55:26.828812 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c07d1a-061e-4a47-9e72-766bf4e59933 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event updated for resources: {'Port': ['ID=e7819f00-dddd-4544-b8f1-f78a749d30bb,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:26.832109 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-beec5d7f-dd67-4ecf-9141-344c763d7c0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:26.833872 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c07d1a-061e-4a47-9e72-766bf4e59933 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:55:26.876759 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-beec5d7f-dd67-4ecf-9141-344c763d7c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:26.887525 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-37adcd15-d686-4c65-baa5-ad38802627b3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:26.889084 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beec5d7f-dd67-4ecf-9141-344c763d7c0f admin admin] Releasing vlan 1261 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:55:26.889545 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-beec5d7f-dd67-4ecf-9141-344c763d7c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:26.893408 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:55:26.893408 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:55:26.893408 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:55:26.893408 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:55:26.893408 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:55:26.893408 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:55:26.893408 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:55:26.893408 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:55:26.893408 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:55:26.893408 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:55:26.893408 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:55:26.893408 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:55:26.893408 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:55:26.893408 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:55:26.893408 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:55:26.893408 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:55:26.893408 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:55:26.893408 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:55:26.893408 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:55:26.893408 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:55:26.893408 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:55:26.893408 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:55:26.893408 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:55:26.893408 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:55:26.893408 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:55:26.893408 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:55:26.893408 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:55:26.893408 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:55:26.893408 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:55:26.893408 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:55:26.893408 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:55:26.893408 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:55:26.904395 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-efa9e289-a2a0-448f-add5-0c73b56b00a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:26.917417 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c07d1a-061e-4a47-9e72-766bf4e59933 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:26.917954 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-72c07d1a-061e-4a47-9e72-766bf4e59933 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:26.928215 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.db.api [None req-27f5b8d2-a839-4e32-b9d6-99c9ccbec6ca None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-3d27a727-7841-4232-8876-988731acc1af {{(pid=100648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 11:55:26.928564 n-d-814735-3 neutron-server[100648]: DEBUG oslo_db.api [None req-27f5b8d2-a839-4e32-b9d6-99c9ccbec6ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 11:55:26.939910 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-37adcd15-d686-4c65-baa5-ad38802627b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:26.971626 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-72c07d1a-061e-4a47-9e72-766bf4e59933 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.1842127 Oct 20 11:55:26.971626 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45474) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:26.979869 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-beec5d7f-dd67-4ecf-9141-344c763d7c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:26.996024 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37adcd15-d686-4c65-baa5-ad38802627b3 admin admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:55:27.000920 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-37adcd15-d686-4c65-baa5-ad38802627b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:55:27.004523 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37adcd15-d686-4c65-baa5-ad38802627b3 admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:55:27.013032 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37adcd15-d686-4c65-baa5-ad38802627b3 admin admin] Pushing event updated for resources: {'Port': ['ID=2c4eae1e-9a0b-44c5-9e03-092e13153465,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:27.033684 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-beec5d7f-dd67-4ecf-9141-344c763d7c0f admin admin] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:27.039867 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-beec5d7f-dd67-4ecf-9141-344c763d7c0f admin admin] 10.222.0.98 "DELETE /v2.0/networks/fe7e6fc6-93b6-4733-9196-ed92e6d29a03 HTTP/1.1" status: 204 len: 168 time: 1.1034184 Oct 20 11:55:27.039867 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec5d7f-dd67-4ecf-9141-344c763d7c0f admin admin] Pushing event deleted for resources: {'Network': ['ID=fe7e6fc6-93b6-4733-9196-ed92e6d29a03,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:27.131775 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-656f19fd-2458-4c0f-9a71-7a89fb5241f3 None None] Allocated IP 172.20.0.2 (7492f028-ce05-451d-b3bc-e76e91f62dee/9a6e42f6-8505-4ee9-927f-d0bde909a248/bb4b696a-6333-4795-b318-b962455c185e) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:55:27.289231 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45478) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:27.361579 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-37adcd15-d686-4c65-baa5-ad38802627b3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:27.407523 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e14a0767-5c15-4bbe-ae3e-2e4c437c8ca1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=767969200dac445886e14583efab376a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1167243 Oct 20 11:55:27.409911 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45480) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:27.412541 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device b0235475-442f-4dd1-8982-39f977eca6c3 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:55:27.421667 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-efa9e289-a2a0-448f-add5-0c73b56b00a0 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:27.423598 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-656f19fd-2458-4c0f-9a71-7a89fb5241f3 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:27.426344 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:55:27.442003 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-27f5b8d2-a839-4e32-b9d6-99c9ccbec6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:27.455240 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: b0235475-442f-4dd1-8982-39f977eca6c3 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:55:27.455587 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device b0235475-442f-4dd1-8982-39f977eca6c3 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:55:27.462130 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-efa9e289-a2a0-448f-add5-0c73b56b00a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:27.465259 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-656f19fd-2458-4c0f-9a71-7a89fb5241f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:27.516177 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-adcc8382-21b0-41d2-a21d-8eb612f09b35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:27.579114 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-adcc8382-21b0-41d2-a21d-8eb612f09b35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:27.582820 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656f19fd-2458-4c0f-9a71-7a89fb5241f3 None None] Network 7492f028-ce05-451d-b3bc-e76e91f62dee is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:55:27.597058 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-656f19fd-2458-4c0f-9a71-7a89fb5241f3 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:55:27.599744 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656f19fd-2458-4c0f-9a71-7a89fb5241f3 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:55:27.616903 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b42abf0-1df2-4ac9-86d5-b4fe162cb698 None None] Pushing event updated for resources: {'Port': ['ID=b584f9f9-7936-4cfe-a91f-a9148f4cab2b,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:27.787195 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f19fd-2458-4c0f-9a71-7a89fb5241f3 None None] Pushing event updated for resources: {'Port': ['ID=bb4b696a-6333-4795-b318-b962455c185e,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:27.803494 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0aef329c-c523-4386-acb5-cc6e5ba13014 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:27.820212 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-efa9e289-a2a0-448f-add5-0c73b56b00a0 None None] Attempting to bind port b584f9f9-7936-4cfe-a91f-a9148f4cab2b on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:55:27.820727 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-efa9e289-a2a0-448f-add5-0c73b56b00a0 None None] Attempting to bind port b584f9f9-7936-4cfe-a91f-a9148f4cab2b by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '49ad3002-a7ea-48ed-82f2-9be1b66c0d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '2fe050b5-996c-48a3-b599-59e32328a5bb'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:55:27.821187 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa9e289-a2a0-448f-add5-0c73b56b00a0 None None] Attempting to bind port b584f9f9-7936-4cfe-a91f-a9148f4cab2b on network 2fe050b5-996c-48a3-b599-59e32328a5bb {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:55:27.828285 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-656f19fd-2458-4c0f-9a71-7a89fb5241f3 None None] Attempting to bind port bb4b696a-6333-4795-b318-b962455c185e on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:55:27.828654 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-656f19fd-2458-4c0f-9a71-7a89fb5241f3 None None] Attempting to bind port bb4b696a-6333-4795-b318-b962455c185e by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '5dee4fac-1702-4f4d-8ac4-5a7d3569f1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '7492f028-ce05-451d-b3bc-e76e91f62dee'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:55:27.829025 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656f19fd-2458-4c0f-9a71-7a89fb5241f3 None None] Attempting to bind port bb4b696a-6333-4795-b318-b962455c185e on network 7492f028-ce05-451d-b3bc-e76e91f62dee {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:55:27.835683 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa9e289-a2a0-448f-add5-0c73b56b00a0 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:55:27.836171 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa9e289-a2a0-448f-add5-0c73b56b00a0 None None] Checking segment: {'id': '49ad3002-a7ea-48ed-82f2-9be1b66c0d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '2fe050b5-996c-48a3-b599-59e32328a5bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:55:27.836449 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-efa9e289-a2a0-448f-add5-0c73b56b00a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:27.836842 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa9e289-a2a0-448f-add5-0c73b56b00a0 None None] Bound using segment: {'id': '49ad3002-a7ea-48ed-82f2-9be1b66c0d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '2fe050b5-996c-48a3-b599-59e32328a5bb'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:55:27.837335 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-efa9e289-a2a0-448f-add5-0c73b56b00a0 None None] Bound port: b584f9f9-7936-4cfe-a91f-a9148f4cab2b, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ad3002-a7ea-48ed-82f2-9be1b66c0d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '2fe050b5-996c-48a3-b599-59e32328a5bb'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:55:27.837717 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-efa9e289-a2a0-448f-add5-0c73b56b00a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:27.854249 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-27f5b8d2-a839-4e32-b9d6-99c9ccbec6ca None None] Allocated IP 172.20.0.3 (488743ec-0a60-46e2-9b1d-0a7dced4bc87/9f11aecd-28c2-4fcc-aa1b-30f23813d385/2a17aa6a-5622-493f-b258-e0fb13ac2666) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:55:27.856885 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656f19fd-2458-4c0f-9a71-7a89fb5241f3 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:55:27.857414 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656f19fd-2458-4c0f-9a71-7a89fb5241f3 None None] Checking segment: {'id': '5dee4fac-1702-4f4d-8ac4-5a7d3569f1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '7492f028-ce05-451d-b3bc-e76e91f62dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:55:27.858768 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-656f19fd-2458-4c0f-9a71-7a89fb5241f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:27.858768 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656f19fd-2458-4c0f-9a71-7a89fb5241f3 None None] Bound using segment: {'id': '5dee4fac-1702-4f4d-8ac4-5a7d3569f1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '7492f028-ce05-451d-b3bc-e76e91f62dee'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:55:27.858768 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-656f19fd-2458-4c0f-9a71-7a89fb5241f3 None None] Bound port: bb4b696a-6333-4795-b318-b962455c185e, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dee4fac-1702-4f4d-8ac4-5a7d3569f1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '7492f028-ce05-451d-b3bc-e76e91f62dee'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:55:27.859183 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-656f19fd-2458-4c0f-9a71-7a89fb5241f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:28.034806 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-33968f25-e194-4f13-bbe3-5202e4bb0d64 None None] Provisioning complete for port b584f9f9-7936-4cfe-a91f-a9148f4cab2b triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:28.035359 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-33968f25-e194-4f13-bbe3-5202e4bb0d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:28.042183 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-37adcd15-d686-4c65-baa5-ad38802627b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:28.075361 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-efa9e289-a2a0-448f-add5-0c73b56b00a0 None None] For port b584f9f9-7936-4cfe-a91f-a9148f4cab2b, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:55:28.077979 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-656f19fd-2458-4c0f-9a71-7a89fb5241f3 None None] For port bb4b696a-6333-4795-b318-b962455c185e, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:55:28.093060 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-adcc8382-21b0-41d2-a21d-8eb612f09b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:28.095769 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-adcc8382-21b0-41d2-a21d-8eb612f09b35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:28.096930 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-adcc8382-21b0-41d2-a21d-8eb612f09b35 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/99711255-51bd-4104-861e-3041d029afa2 HTTP/1.1" status: 204 len: 168 time: 0.6860676 Oct 20 11:55:28.112876 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-656f19fd-2458-4c0f-9a71-7a89fb5241f3 None None] For port bb4b696a-6333-4795-b318-b962455c185e, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=bb4b696a-6333-4795-b318-b962455c185e,segment=NetworkSegment(5dee4fac-1702-4f4d-8ac4-5a7d3569f1fc),segment_id=5dee4fac-1702-4f4d-8ac4-5a7d3569f1fc)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:55:28.113165 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc8382-21b0-41d2-a21d-8eb612f09b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99711255-51bd-4104-861e-3041d029afa2,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:28.115038 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-efa9e289-a2a0-448f-add5-0c73b56b00a0 None None] For port b584f9f9-7936-4cfe-a91f-a9148f4cab2b, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=b584f9f9-7936-4cfe-a91f-a9148f4cab2b,segment=NetworkSegment(49ad3002-a7ea-48ed-82f2-9be1b66c0d9d),segment_id=49ad3002-a7ea-48ed-82f2-9be1b66c0d9d)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:55:28.118023 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-33968f25-e194-4f13-bbe3-5202e4bb0d64 None None] Port b584f9f9-7936-4cfe-a91f-a9148f4cab2b cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:55:28.123437 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-656f19fd-2458-4c0f-9a71-7a89fb5241f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:28.131893 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-efa9e289-a2a0-448f-add5-0c73b56b00a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:28.149244 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0aef329c-c523-4386-acb5-cc6e5ba13014 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:28.154601 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0aef329c-c523-4386-acb5-cc6e5ba13014 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:28.258397 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f19fd-2458-4c0f-9a71-7a89fb5241f3 None None] Pushing event updated for resources: {'Port': ['ID=bb4b696a-6333-4795-b318-b962455c185e,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:28.273922 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37adcd15-d686-4c65-baa5-ad38802627b3 admin admin] Router b94c713e-68cf-4180-9e3e-fac801e01283 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:55:28.300646 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef329c-c523-4386-acb5-cc6e5ba13014 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event updated for resources: {'Port': ['ID=e7819f00-dddd-4544-b8f1-f78a749d30bb,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:28.313405 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa9e289-a2a0-448f-add5-0c73b56b00a0 None None] Routers {'5381b717-ddb3-4682-8dfe-4a53036cdc3b'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:28.314055 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-efa9e289-a2a0-448f-add5-0c73b56b00a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:55:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['5381b717-ddb3-4682-8dfe-4a53036cdc3b'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:28.328718 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-27f5b8d2-a839-4e32-b9d6-99c9ccbec6ca None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:28.458361 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-27f5b8d2-a839-4e32-b9d6-99c9ccbec6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:28.507308 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37adcd15-d686-4c65-baa5-ad38802627b3 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:55:28.518587 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6559a15-9d06-4557-b689-a96eb92509d2 None None] Sync routers for ids ['b94c713e-68cf-4180-9e3e-fac801e01283'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:55:28.532869 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6559a15-9d06-4557-b689-a96eb92509d2 None None] Routers {'b94c713e-68cf-4180-9e3e-fac801e01283'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:28.533570 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b42abf0-1df2-4ac9-86d5-b4fe162cb698 None None] Pushing event updated for resources: {'Port': ['ID=b584f9f9-7936-4cfe-a91f-a9148f4cab2b,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:28.534295 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-b6559a15-9d06-4557-b689-a96eb92509d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:55:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['b94c713e-68cf-4180-9e3e-fac801e01283'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:28.559611 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-37adcd15-d686-4c65-baa5-ad38802627b3 admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:28.571247 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45486) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:28.571396 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-37adcd15-d686-4c65-baa5-ad38802627b3 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4891744 Oct 20 11:55:28.593397 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f5b8d2-a839-4e32-b9d6-99c9ccbec6ca None None] Network 488743ec-0a60-46e2-9b1d-0a7dced4bc87 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:55:28.627674 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 6ef9232b-1f1f-4535-ac7d-6a55d7943150 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:55:28.674074 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-27f5b8d2-a839-4e32-b9d6-99c9ccbec6ca None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:55:28.752180 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0aef329c-c523-4386-acb5-cc6e5ba13014 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:28.770305 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-b6559a15-9d06-4557-b689-a96eb92509d2 None None] Set router b94c713e-68cf-4180-9e3e-fac801e01283 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:55:28.943022 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 6ef9232b-1f1f-4535-ac7d-6a55d7943150 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:55:28.943625 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 6ef9232b-1f1f-4535-ac7d-6a55d7943150 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:55:28.950763 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f5b8d2-a839-4e32-b9d6-99c9ccbec6ca None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:55:28.987735 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0aef329c-c523-4386-acb5-cc6e5ba13014 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:28.998616 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-efa9e289-a2a0-448f-add5-0c73b56b00a0 None None] Set router 5381b717-ddb3-4682-8dfe-4a53036cdc3b gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:55:29.002146 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f5b8d2-a839-4e32-b9d6-99c9ccbec6ca None None] Pushing event updated for resources: {'Port': ['ID=2a17aa6a-5622-493f-b258-e0fb13ac2666,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:29.066967 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-ca20b92f-9eb7-40bf-8f42-ef2fd33f9e2b None None] Provisioning complete for port b584f9f9-7936-4cfe-a91f-a9148f4cab2b triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:29.066967 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ca20b92f-9eb7-40bf-8f42-ef2fd33f9e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:29.077981 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-b6559a15-9d06-4557-b689-a96eb92509d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94c713e-68cf-4180-9e3e-fac801e01283', 'name': 'tempest-TestServerBasicOps-562974473-router', 'tenant_id': '2d5b7151120a4793bd7f192cc16b9f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '2c4eae1e-9a0b-44c5-9e03-092e13153465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:26Z', 'updated_at': '2021-10-20T11:55:27Z', 'revision_number': 3, 'project_id': '2d5b7151120a4793bd7f192cc16b9f04', 'gw_port': {'id': '2c4eae1e-9a0b-44c5-9e03-092e13153465', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:66:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94c713e-68cf-4180-9e3e-fac801e01283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:26Z', 'updated_at': '2021-10-20T11:55:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:29.132420 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-27f5b8d2-a839-4e32-b9d6-99c9ccbec6ca None None] Attempting to bind port 2a17aa6a-5622-493f-b258-e0fb13ac2666 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:55:29.132790 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-27f5b8d2-a839-4e32-b9d6-99c9ccbec6ca None None] Attempting to bind port 2a17aa6a-5622-493f-b258-e0fb13ac2666 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '7f4717f3-e444-4ce1-a27e-8c1accbbbc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '488743ec-0a60-46e2-9b1d-0a7dced4bc87'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:55:29.133158 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f5b8d2-a839-4e32-b9d6-99c9ccbec6ca None None] Attempting to bind port 2a17aa6a-5622-493f-b258-e0fb13ac2666 on network 488743ec-0a60-46e2-9b1d-0a7dced4bc87 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:55:29.144121 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6559a15-9d06-4557-b689-a96eb92509d2 None None] Checking router: b94c713e-68cf-4180-9e3e-fac801e01283 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:55:29.144786 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6559a15-9d06-4557-b689-a96eb92509d2 None None] Updating router b94c713e-68cf-4180-9e3e-fac801e01283 port 2c4eae1e-9a0b-44c5-9e03-092e13153465 binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:55:29.173967 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f5b8d2-a839-4e32-b9d6-99c9ccbec6ca None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:55:29.174346 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f5b8d2-a839-4e32-b9d6-99c9ccbec6ca None None] Checking segment: {'id': '7f4717f3-e444-4ce1-a27e-8c1accbbbc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '488743ec-0a60-46e2-9b1d-0a7dced4bc87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:55:29.174742 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-27f5b8d2-a839-4e32-b9d6-99c9ccbec6ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:29.175174 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f5b8d2-a839-4e32-b9d6-99c9ccbec6ca None None] Bound using segment: {'id': '7f4717f3-e444-4ce1-a27e-8c1accbbbc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '488743ec-0a60-46e2-9b1d-0a7dced4bc87'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:55:29.175660 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-27f5b8d2-a839-4e32-b9d6-99c9ccbec6ca None None] Bound port: 2a17aa6a-5622-493f-b258-e0fb13ac2666, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f4717f3-e444-4ce1-a27e-8c1accbbbc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '488743ec-0a60-46e2-9b1d-0a7dced4bc87'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:55:29.176033 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-27f5b8d2-a839-4e32-b9d6-99c9ccbec6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:29.177894 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-b6559a15-9d06-4557-b689-a96eb92509d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:29.381927 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ca20b92f-9eb7-40bf-8f42-ef2fd33f9e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:29.383229 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-27f5b8d2-a839-4e32-b9d6-99c9ccbec6ca None None] For port 2a17aa6a-5622-493f-b258-e0fb13ac2666, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:55:29.455789 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-27f5b8d2-a839-4e32-b9d6-99c9ccbec6ca None None] For port 2a17aa6a-5622-493f-b258-e0fb13ac2666, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=2a17aa6a-5622-493f-b258-e0fb13ac2666,segment=NetworkSegment(7f4717f3-e444-4ce1-a27e-8c1accbbbc99),segment_id=7f4717f3-e444-4ce1-a27e-8c1accbbbc99)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:55:29.484306 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-27f5b8d2-a839-4e32-b9d6-99c9ccbec6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:29.513419 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45504) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:29.529788 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-ca20b92f-9eb7-40bf-8f42-ef2fd33f9e2b None None] For port b584f9f9-7936-4cfe-a91f-a9148f4cab2b, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=b584f9f9-7936-4cfe-a91f-a9148f4cab2b,segment=NetworkSegment(49ad3002-a7ea-48ed-82f2-9be1b66c0d9d),segment_id=49ad3002-a7ea-48ed-82f2-9be1b66c0d9d)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:29.564528 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0aef329c-c523-4386-acb5-cc6e5ba13014 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:29.575545 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0aef329c-c523-4386-acb5-cc6e5ba13014 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:29.585560 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ca20b92f-9eb7-40bf-8f42-ef2fd33f9e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:29.641820 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7e7d18ff-4e62-4a71-aab5-fedc76f20eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:29.655243 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-b6559a15-9d06-4557-b689-a96eb92509d2 None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:29.669178 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-b6559a15-9d06-4557-b689-a96eb92509d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:29.681436 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef329c-c523-4386-acb5-cc6e5ba13014 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event updated for resources: {'Port': ['ID=e7819f00-dddd-4544-b8f1-f78a749d30bb,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:29.698084 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0aef329c-c523-4386-acb5-cc6e5ba13014 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:29.730964 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-efa9e289-a2a0-448f-add5-0c73b56b00a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5381b717-ddb3-4682-8dfe-4a53036cdc3b', 'name': 'tempest-TestServerBasicOps-866396179-router', 'tenant_id': '431534d0ede2413dbcee33b2532563f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '3dad85c4-210d-4a3a-bf9c-1132a7255224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:18Z', 'updated_at': '2021-10-20T11:55:23Z', 'revision_number': 4, 'project_id': '431534d0ede2413dbcee33b2532563f1', 'gw_port': {'id': '3dad85c4-210d-4a3a-bf9c-1132a7255224', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:57:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5381b717-ddb3-4682-8dfe-4a53036cdc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:19Z', 'updated_at': '2021-10-20T11:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'b584f9f9-7936-4cfe-a91f-a9148f4cab2b', 'name': '', 'network_id': '2fe050b5-996c-48a3-b599-59e32328a5bb', 'tenant_id': '431534d0ede2413dbcee33b2532563f1', 'mac_address': 'fa:16:3e:f7:42:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5381b717-ddb3-4682-8dfe-4a53036cdc3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '33dc2046-45c1-467f-aafa-1d58d2b904f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:22Z', 'updated_at': '2021-10-20T11:55:28Z', 'revision_number': 4, 'project_id': '431534d0ede2413dbcee33b2532563f1', 'subnets': [{'id': '33dc2046-45c1-467f-aafa-1d58d2b904f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:29.742658 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1646e912-f88f-45a7-bb12-da1096d35d87 None None] Pushing event updated for resources: {'Port': ['ID=2c4eae1e-9a0b-44c5-9e03-092e13153465,revision_number=2']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:29.767114 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-b6559a15-9d06-4557-b689-a96eb92509d2 None None] Attempting to bind port 2c4eae1e-9a0b-44c5-9e03-092e13153465 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:55:29.767484 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-b6559a15-9d06-4557-b689-a96eb92509d2 None None] Attempting to bind port 2c4eae1e-9a0b-44c5-9e03-092e13153465 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:55:29.767850 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6559a15-9d06-4557-b689-a96eb92509d2 None None] Attempting to bind port 2c4eae1e-9a0b-44c5-9e03-092e13153465 on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:55:29.773854 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6559a15-9d06-4557-b689-a96eb92509d2 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:55:29.774225 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6559a15-9d06-4557-b689-a96eb92509d2 None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:55:29.774626 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-b6559a15-9d06-4557-b689-a96eb92509d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:29.775041 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6559a15-9d06-4557-b689-a96eb92509d2 None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:55:29.775508 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-b6559a15-9d06-4557-b689-a96eb92509d2 None None] Bound port: 2c4eae1e-9a0b-44c5-9e03-092e13153465, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:55:29.775886 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-b6559a15-9d06-4557-b689-a96eb92509d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:29.779476 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-3ec58296-4118-44d1-a4f7-cc3200555611 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1116654290-network', 'tenant_id': 'a39bc4800586482a872e4120608377b8'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:55:29.802908 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f5b8d2-a839-4e32-b9d6-99c9ccbec6ca None None] Pushing event updated for resources: {'Port': ['ID=2a17aa6a-5622-493f-b258-e0fb13ac2666,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:29.809132 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa9e289-a2a0-448f-add5-0c73b56b00a0 None None] The sync data for ids ['5381b717-ddb3-4682-8dfe-4a53036cdc3b'] in n-d-814735-3 is: [{'id': '5381b717-ddb3-4682-8dfe-4a53036cdc3b', 'name': 'tempest-TestServerBasicOps-866396179-router', 'tenant_id': '431534d0ede2413dbcee33b2532563f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '3dad85c4-210d-4a3a-bf9c-1132a7255224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:18Z', 'updated_at': '2021-10-20T11:55:23Z', 'revision_number': 4, 'project_id': '431534d0ede2413dbcee33b2532563f1', 'gw_port': {'id': '3dad85c4-210d-4a3a-bf9c-1132a7255224', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:57:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5381b717-ddb3-4682-8dfe-4a53036cdc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:19Z', 'updated_at': '2021-10-20T11:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'b584f9f9-7936-4cfe-a91f-a9148f4cab2b', 'name': '', 'network_id': '2fe050b5-996c-48a3-b599-59e32328a5bb', 'tenant_id': '431534d0ede2413dbcee33b2532563f1', 'mac_address': 'fa:16:3e:f7:42:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5381b717-ddb3-4682-8dfe-4a53036cdc3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '33dc2046-45c1-467f-aafa-1d58d2b904f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:22Z', 'updated_at': '2021-10-20T11:55:28Z', 'revision_number': 4, 'project_id': '431534d0ede2413dbcee33b2532563f1', 'subnets': [{'id': '33dc2046-45c1-467f-aafa-1d58d2b904f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:55:29.821504 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec58296-4118-44d1-a4f7-cc3200555611 admin admin] Made reservation on behalf of a39bc4800586482a872e4120608377b8 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:55:29.823852 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3ec58296-4118-44d1-a4f7-cc3200555611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:29.852072 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3ec58296-4118-44d1-a4f7-cc3200555611 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:29.902151 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca20b92f-9eb7-40bf-8f42-ef2fd33f9e2b None None] Pushing event updated for resources: {'Port': ['ID=b584f9f9-7936-4cfe-a91f-a9148f4cab2b,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:29.920014 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-b6559a15-9d06-4557-b689-a96eb92509d2 None None] For port 2c4eae1e-9a0b-44c5-9e03-092e13153465, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:55:29.923460 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-b6559a15-9d06-4557-b689-a96eb92509d2 None None] For port 2c4eae1e-9a0b-44c5-9e03-092e13153465, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=2c4eae1e-9a0b-44c5-9e03-092e13153465,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:55:29.933766 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-b6559a15-9d06-4557-b689-a96eb92509d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:29.992103 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d47844-8f92-40d9-8ee7-af7f44d621fd None None] Network 7492f028-ce05-451d-b3bc-e76e91f62dee requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:55:30.040000 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6559a15-9d06-4557-b689-a96eb92509d2 None None] Routers {'b94c713e-68cf-4180-9e3e-fac801e01283'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:30.040737 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-b6559a15-9d06-4557-b689-a96eb92509d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:55:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['b94c713e-68cf-4180-9e3e-fac801e01283'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:30.043986 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1646e912-f88f-45a7-bb12-da1096d35d87 None None] Pushing event updated for resources: {'Port': ['ID=2c4eae1e-9a0b-44c5-9e03-092e13153465,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:30.087498 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aef329c-c523-4386-acb5-cc6e5ba13014 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Network 488743ec-0a60-46e2-9b1d-0a7dced4bc87 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:55:30.090332 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3096a74a-0ce1-4610-ab75-a174f95ae660 None None] Provisioning complete for port bb4b696a-6333-4795-b318-b962455c185e triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:30.090705 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3096a74a-0ce1-4610-ab75-a174f95ae660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:30.164950 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-7e7d18ff-4e62-4a71-aab5-fedc76f20eaa admin admin] Allocated IP 172.20.0.1 (7492f028-ce05-451d-b3bc-e76e91f62dee/9a6e42f6-8505-4ee9-927f-d0bde909a248/8d752c0a-bdf1-4822-a39f-f94f34ffa294) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:55:30.197633 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-b6559a15-9d06-4557-b689-a96eb92509d2 None None] Set router b94c713e-68cf-4180-9e3e-fac801e01283 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:55:30.204390 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-0aef329c-c523-4386-acb5-cc6e5ba13014 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:55:30.294251 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3096a74a-0ce1-4610-ab75-a174f95ae660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:30.341425 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3096a74a-0ce1-4610-ab75-a174f95ae660 None None] For port bb4b696a-6333-4795-b318-b962455c185e, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=bb4b696a-6333-4795-b318-b962455c185e,segment=NetworkSegment(5dee4fac-1702-4f4d-8ac4-5a7d3569f1fc),segment_id=5dee4fac-1702-4f4d-8ac4-5a7d3569f1fc)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:30.356759 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3096a74a-0ce1-4610-ab75-a174f95ae660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:30.424338 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3096a74a-0ce1-4610-ab75-a174f95ae660 None None] Pushing event updated for resources: {'Port': ['ID=bb4b696a-6333-4795-b318-b962455c185e,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:30.452207 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3ec58296-4118-44d1-a4f7-cc3200555611 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:30.463278 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3ec58296-4118-44d1-a4f7-cc3200555611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:30.476947 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ec58296-4118-44d1-a4f7-cc3200555611 admin admin] vlan segment allocate from pool success with {'vlan_id': 1292, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:55:30.487587 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3ec58296-4118-44d1-a4f7-cc3200555611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:30.488017 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-3ec58296-4118-44d1-a4f7-cc3200555611 admin admin] Added segment 8866150f-0593-49f6-a32b-a3b0febe1d94 of type vlan for network 8272be60-2c9c-4567-a2ef-0c10dfcb119d Oct 20 11:55:30.567471 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-b6559a15-9d06-4557-b689-a96eb92509d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94c713e-68cf-4180-9e3e-fac801e01283', 'name': 'tempest-TestServerBasicOps-562974473-router', 'tenant_id': '2d5b7151120a4793bd7f192cc16b9f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '2c4eae1e-9a0b-44c5-9e03-092e13153465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:26Z', 'updated_at': '2021-10-20T11:55:27Z', 'revision_number': 3, 'project_id': '2d5b7151120a4793bd7f192cc16b9f04', 'gw_port': {'id': '2c4eae1e-9a0b-44c5-9e03-092e13153465', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:66:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94c713e-68cf-4180-9e3e-fac801e01283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:26Z', 'updated_at': '2021-10-20T11:55:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:30.574953 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3ec58296-4118-44d1-a4f7-cc3200555611 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:30.668061 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7e7d18ff-4e62-4a71-aab5-fedc76f20eaa admin admin] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:30.756419 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec58296-4118-44d1-a4f7-cc3200555611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d09786-5943-41fc-a47b-f64bdf845c42,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:30.768179 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3ec58296-4118-44d1-a4f7-cc3200555611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:30.769575 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec58296-4118-44d1-a4f7-cc3200555611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:30.770362 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3ec58296-4118-44d1-a4f7-cc3200555611 admin admin] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:30.774101 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6559a15-9d06-4557-b689-a96eb92509d2 None None] The sync data for ids ['b94c713e-68cf-4180-9e3e-fac801e01283'] in n-d-814735-3 is: [{'id': 'b94c713e-68cf-4180-9e3e-fac801e01283', 'name': 'tempest-TestServerBasicOps-562974473-router', 'tenant_id': '2d5b7151120a4793bd7f192cc16b9f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '2c4eae1e-9a0b-44c5-9e03-092e13153465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:26Z', 'updated_at': '2021-10-20T11:55:27Z', 'revision_number': 3, 'project_id': '2d5b7151120a4793bd7f192cc16b9f04', 'gw_port': {'id': '2c4eae1e-9a0b-44c5-9e03-092e13153465', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:66:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94c713e-68cf-4180-9e3e-fac801e01283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:26Z', 'updated_at': '2021-10-20T11:55:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:55:30.791772 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 2a17aa6a-5622-493f-b258-e0fb13ac2666 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:55:30.842760 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc02f-4646-4fb0-8c69-e525e992f229 None None] Provisioning complete for port bb4b696a-6333-4795-b318-b962455c185e triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:30.843709 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc02f-4646-4fb0-8c69-e525e992f229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:30.876993 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3ec58296-4118-44d1-a4f7-cc3200555611 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3615375 Oct 20 11:55:30.877582 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45512) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:30.882468 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-4fdf884a-9de0-44b0-909c-570998efd4ff admin admin] Request body: {'subnet': {'network_id': '8272be60-2c9c-4567-a2ef-0c10dfcb119d', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1116654290-subnet', 'tenant_id': 'a39bc4800586482a872e4120608377b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:55:30.921533 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fdf884a-9de0-44b0-909c-570998efd4ff admin admin] Made reservation on behalf of a39bc4800586482a872e4120608377b8 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:55:30.927565 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4fdf884a-9de0-44b0-909c-570998efd4ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:30.928835 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 2a17aa6a-5622-493f-b258-e0fb13ac2666 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:30.929408 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:30.953025 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec58296-4118-44d1-a4f7-cc3200555611 admin admin] Pushing event updated for resources: {'Network': ['ID=8272be60-2c9c-4567-a2ef-0c10dfcb119d,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:30.971651 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7e7d18ff-4e62-4a71-aab5-fedc76f20eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:31.001502 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 8272be60-2c9c-4567-a2ef-0c10dfcb119d details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:55:31.075720 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7d18ff-4e62-4a71-aab5-fedc76f20eaa admin admin] Network 7492f028-ce05-451d-b3bc-e76e91f62dee is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:55:31.075950 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aef329c-c523-4386-acb5-cc6e5ba13014 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Router 7a229505-ed1e-4f26-abda-7d415540f0e8 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:55:31.081985 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7d18ff-4e62-4a71-aab5-fedc76f20eaa admin admin] Pushing event updated for resources: {'Port': ['ID=8d752c0a-bdf1-4822-a39f-f94f34ffa294,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:31.085620 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-7e7d18ff-4e62-4a71-aab5-fedc76f20eaa admin admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:55:31.099850 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7d18ff-4e62-4a71-aab5-fedc76f20eaa admin admin] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:55:31.172468 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7e7d18ff-4e62-4a71-aab5-fedc76f20eaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:31.267790 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:31.317591 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aef329c-c523-4386-acb5-cc6e5ba13014 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:55:31.319254 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-0aef329c-c523-4386-acb5-cc6e5ba13014 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "PUT /v2.0/routers/7a229505-ed1e-4f26-abda-7d415540f0e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3461211 Oct 20 11:55:31.337461 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45514) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:31.349060 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 2a17aa6a-5622-493f-b258-e0fb13ac2666, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=2a17aa6a-5622-493f-b258-e0fb13ac2666,segment=NetworkSegment(7f4717f3-e444-4ce1-a27e-8c1accbbbc99),segment_id=7f4717f3-e444-4ce1-a27e-8c1accbbbc99)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:31.352522 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6308fbc1-6a8c-4fa0-bb50-7ab508396624 None None] Sync routers for ids ['7a229505-ed1e-4f26-abda-7d415540f0e8'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:55:31.362213 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea391b98-5ed9-44ff-869e-ae1abf2eb852 None None] Network 488743ec-0a60-46e2-9b1d-0a7dced4bc87 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:55:31.378182 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:31.378916 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device bb4b696a-6333-4795-b318-b962455c185e up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:55:31.442988 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b11d49-b6b7-427a-bdb5-959284c0c982 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:31.450938 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d1b11d49-b6b7-427a-bdb5-959284c0c982 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "GET /v2.0/ports/e7819f00-dddd-4544-b8f1-f78a749d30bb HTTP/1.1" status: 200 len: 977 time: 0.1119626 Oct 20 11:55:31.454251 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45516) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:31.532517 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6308fbc1-6a8c-4fa0-bb50-7ab508396624 None None] Routers {'7a229505-ed1e-4f26-abda-7d415540f0e8'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:31.533169 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-6308fbc1-6a8c-4fa0-bb50-7ab508396624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:55:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['7a229505-ed1e-4f26-abda-7d415540f0e8'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:31.540912 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7e7d18ff-4e62-4a71-aab5-fedc76f20eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:31.620805 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-6308fbc1-6a8c-4fa0-bb50-7ab508396624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:31.635953 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4fdf884a-9de0-44b0-909c-570998efd4ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:31.674175 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-4ac073b7-cb7a-41b0-b848-a948407ae734 None None] Provisioning complete for port 2a17aa6a-5622-493f-b258-e0fb13ac2666 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:31.674539 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4ac073b7-cb7a-41b0-b848-a948407ae734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:31.713390 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6308fbc1-6a8c-4fa0-bb50-7ab508396624 None None] Routers {'7a229505-ed1e-4f26-abda-7d415540f0e8'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:31.714026 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-6308fbc1-6a8c-4fa0-bb50-7ab508396624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:55:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['7a229505-ed1e-4f26-abda-7d415540f0e8'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:31.715949 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=2a17aa6a-5622-493f-b258-e0fb13ac2666,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:31.771233 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdf884a-9de0-44b0-909c-570998efd4ff admin admin] Checking segment: {'id': '8866150f-0593-49f6-a32b-a3b0febe1d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '8272be60-2c9c-4567-a2ef-0c10dfcb119d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:55:31.772108 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdf884a-9de0-44b0-909c-570998efd4ff admin admin] Network hostable DHCP agents. Network: 8272be60-2c9c-4567-a2ef-0c10dfcb119d, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:55:31.775246 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-6308fbc1-6a8c-4fa0-bb50-7ab508396624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:31.776121 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6308fbc1-6a8c-4fa0-bb50-7ab508396624 None None] The sync data for ids ['7a229505-ed1e-4f26-abda-7d415540f0e8'] in n-d-814735-3 is: [] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:55:31.796394 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf884a-9de0-44b0-909c-570998efd4ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=8389efb5-4922-419c-8872-f71fe9233d90,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:31.832279 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7e7d18ff-4e62-4a71-aab5-fedc76f20eaa admin admin] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:31.839537 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port bb4b696a-6333-4795-b318-b962455c185e triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:31.840008 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7e7d18ff-4e62-4a71-aab5-fedc76f20eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:31.840454 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:31.855625 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdf884a-9de0-44b0-909c-570998efd4ff admin admin] Network 8272be60-2c9c-4567-a2ef-0c10dfcb119d is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:55:31.868191 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-4fdf884a-9de0-44b0-909c-570998efd4ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 8272be60-2c9c-4567-a2ef-0c10dfcb119d) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:55:31.879135 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdf884a-9de0-44b0-909c-570998efd4ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:31.879758 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4fdf884a-9de0-44b0-909c-570998efd4ff admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:31.915798 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d247e617-e119-453f-94a7-5778ea80cd30 None None] Network 8272be60-2c9c-4567-a2ef-0c10dfcb119d requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:55:31.919777 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7e7d18ff-4e62-4a71-aab5-fedc76f20eaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:31.937328 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7d18ff-4e62-4a71-aab5-fedc76f20eaa admin admin] Pushing event updated for resources: {'Port': ['ID=8d752c0a-bdf1-4822-a39f-f94f34ffa294,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:31.939626 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4fdf884a-9de0-44b0-909c-570998efd4ff admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0584948 Oct 20 11:55:32.034914 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c679e24a-cd58-4c19-b467-43120f927af5 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:32.107963 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7d18ff-4e62-4a71-aab5-fedc76f20eaa admin admin] Network 7492f028-ce05-451d-b3bc-e76e91f62dee is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:55:32.109727 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-7e7d18ff-4e62-4a71-aab5-fedc76f20eaa admin admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:55:32.295566 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8876f6c-e09f-4e51-add9-92367fff73bd None None] Network 8272be60-2c9c-4567-a2ef-0c10dfcb119d requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:55:32.364094 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7d18ff-4e62-4a71-aab5-fedc76f20eaa admin admin] Router b94c713e-68cf-4180-9e3e-fac801e01283 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:55:32.499755 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-b0cbb3ee-7684-49ae-8d38-0a8a1c5cac55 None None] Provisioning complete for port 8d752c0a-bdf1-4822-a39f-f94f34ffa294 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:32.500123 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b0cbb3ee-7684-49ae-8d38-0a8a1c5cac55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:32.573272 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-c679e24a-cd58-4c19-b467-43120f927af5 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Deleting port e7819f00-dddd-4544-b8f1-f78a749d30bb {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:55:32.578234 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c679e24a-cd58-4c19-b467-43120f927af5 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:32.616741 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-b0cbb3ee-7684-49ae-8d38-0a8a1c5cac55 None None] Port 8d752c0a-bdf1-4822-a39f-f94f34ffa294 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:55:32.635217 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b584f9f9-7936-4cfe-a91f-a9148f4cab2b up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:55:32.706372 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c679e24a-cd58-4c19-b467-43120f927af5 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:32.722018 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-c679e24a-cd58-4c19-b467-43120f927af5 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Calling delete_port for e7819f00-dddd-4544-b8f1-f78a749d30bb owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:55:32.930865 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c679e24a-cd58-4c19-b467-43120f927af5 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:32.943797 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-13c669dc-1a0f-4b5b-b924-f312e4467ba9 None None] Provisioning complete for port 8d752c0a-bdf1-4822-a39f-f94f34ffa294 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:32.944510 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-13c669dc-1a0f-4b5b-b924-f312e4467ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:32.977848 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c679e24a-cd58-4c19-b467-43120f927af5 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event deleted for resources: {'Port': ['ID=e7819f00-dddd-4544-b8f1-f78a749d30bb,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:33.001106 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port b584f9f9-7936-4cfe-a91f-a9148f4cab2b triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:33.001624 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:33.062468 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-13c669dc-1a0f-4b5b-b924-f312e4467ba9 None None] Port 8d752c0a-bdf1-4822-a39f-f94f34ffa294 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:55:33.132505 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7d18ff-4e62-4a71-aab5-fedc76f20eaa admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:55:33.152298 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-7e7d18ff-4e62-4a71-aab5-fedc76f20eaa admin admin] 10.222.0.98 "PUT /v2.0/routers/b94c713e-68cf-4180-9e3e-fac801e01283/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5796537 Oct 20 11:55:33.188299 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-22f79147-deda-42b6-b62c-84305af1c5d5 None None] Could not find standard attr ID for object e7819f00-dddd-4544-b8f1-f78a749d30bb. {{(pid=100648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:55:33.196629 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-1374c909-fabd-40e6-9d01-1fcd662e4e76 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:33.199251 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-1374c909-fabd-40e6-9d01-1fcd662e4e76 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/networks?id=8272be60-2c9c-4567-a2ef-0c10dfcb119d HTTP/1.1" status: 200 len: 813 time: 0.2596149 Oct 20 11:55:33.233813 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-22f79147-deda-42b6-b62c-84305af1c5d5 None None] Provisioning complete for port 2a17aa6a-5622-493f-b258-e0fb13ac2666 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:33.234196 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-22f79147-deda-42b6-b62c-84305af1c5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:33.276010 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-01ece5c8-bbfd-4b39-ac18-f4606888b480 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/quotas/a39bc4800586482a872e4120608377b8 HTTP/1.1" status: 200 len: 375 time: 0.0261438 Oct 20 11:55:33.310260 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c679e24a-cd58-4c19-b467-43120f927af5 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:33.380836 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-9b813be7-b649-4d44-a87c-15c5c3cd9782 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=a39bc4800586482a872e4120608377b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0985184 Oct 20 11:55:33.446503 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 2a17aa6a-5622-493f-b258-e0fb13ac2666 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:55:33.552130 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-5c536fc9-bdc5-4cf5-9711-2a9ce0e4652d None None] Could not find standard attr ID for object e7819f00-dddd-4544-b8f1-f78a749d30bb. {{(pid=100648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:55:33.558542 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 2a17aa6a-5622-493f-b258-e0fb13ac2666 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:33.559517 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:33.589447 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-ea66f0ef-5d45-406c-88d9-77ddb471e8d1 service neutron] 10.222.0.98 "GET /v2.0/networks/8272be60-2c9c-4567-a2ef-0c10dfcb119d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848404 Oct 20 11:55:33.668216 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c679e24a-cd58-4c19-b467-43120f927af5 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Router 7a229505-ed1e-4f26-abda-7d415540f0e8 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:55:33.697471 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 2c4eae1e-9a0b-44c5-9e03-092e13153465 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:55:33.747777 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-755db765-d853-4e82-9d71-e8603f14cec0 service neutron] 10.222.0.98 "GET /v2.0/networks/8272be60-2c9c-4567-a2ef-0c10dfcb119d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574533 Oct 20 11:55:33.774664 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c679e24a-cd58-4c19-b467-43120f927af5 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:55:33.780265 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 2c4eae1e-9a0b-44c5-9e03-092e13153465 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:33.780577 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:33.797968 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865a14f9-6767-47b7-8fda-9c304a5801ea None None] Sync routers for ids ['7a229505-ed1e-4f26-abda-7d415540f0e8'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:55:33.802628 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45544) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:33.803705 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c679e24a-cd58-4c19-b467-43120f927af5 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "PUT /v2.0/routers/7a229505-ed1e-4f26-abda-7d415540f0e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3467233 Oct 20 11:55:33.832335 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865a14f9-6767-47b7-8fda-9c304a5801ea None None] Routers {'7a229505-ed1e-4f26-abda-7d415540f0e8'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:33.833374 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-865a14f9-6767-47b7-8fda-9c304a5801ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:55:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['7a229505-ed1e-4f26-abda-7d415540f0e8'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:33.915532 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e20989-c5e8-4849-87bb-5f6d5975e560 None None] Sync routers for ids ['b94c713e-68cf-4180-9e3e-fac801e01283'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:55:33.918678 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-eecb45d2-38d7-42b9-83be-4b3bad0a3542 None None] Could not find standard attr ID for object e7819f00-dddd-4544-b8f1-f78a749d30bb. {{(pid=100648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 11:55:33.952912 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-865a14f9-6767-47b7-8fda-9c304a5801ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:33.956203 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e20989-c5e8-4849-87bb-5f6d5975e560 None None] Routers {'b94c713e-68cf-4180-9e3e-fac801e01283'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:33.956858 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-e1e20989-c5e8-4849-87bb-5f6d5975e560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:55:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['b94c713e-68cf-4180-9e3e-fac801e01283'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:33.975991 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865a14f9-6767-47b7-8fda-9c304a5801ea None None] Routers {'7a229505-ed1e-4f26-abda-7d415540f0e8'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:33.976622 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-865a14f9-6767-47b7-8fda-9c304a5801ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:55:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['7a229505-ed1e-4f26-abda-7d415540f0e8'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:34.051336 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-865a14f9-6767-47b7-8fda-9c304a5801ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:34.053284 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865a14f9-6767-47b7-8fda-9c304a5801ea None None] The sync data for ids ['7a229505-ed1e-4f26-abda-7d415540f0e8'] in n-d-814735-3 is: [] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:55:34.149861 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:34.223454 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 2c4eae1e-9a0b-44c5-9e03-092e13153465, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=2c4eae1e-9a0b-44c5-9e03-092e13153465,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:34.232925 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a2608d3c-4f84-4ff2-989e-79aa99642a35 req-4177b8a7-6a34-4043-96f4-4bf93a9c63d8 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/ports?device_id=ea6f97c4-922b-4a2d-bca3-b18c8b4174f0 HTTP/1.1" status: 200 len: 210 time: 0.1592484 Oct 20 11:55:34.238768 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:34.256921 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-e1e20989-c5e8-4849-87bb-5f6d5975e560 None None] Set router b94c713e-68cf-4180-9e3e-fac801e01283 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:55:34.398527 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=2c4eae1e-9a0b-44c5-9e03-092e13153465,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:34.453028 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [None req-4c7c8987-14d0-4ee7-8d48-1e947b4b4cb4 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] remove_router_interface failed (client error): The resource could not be found. Oct 20 11:55:34.457886 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4c7c8987-14d0-4ee7-8d48-1e947b4b4cb4 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "PUT /v2.0/routers/7a229505-ed1e-4f26-abda-7d415540f0e8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6540704 Oct 20 11:55:34.461302 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45560) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:34.505111 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4fa67886-477b-41d2-a915-9c45eb90c083 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "GET /v2.0/ports?device_id=7a229505-ed1e-4f26-abda-7d415540f0e8 HTTP/1.1" status: 200 len: 205 time: 0.0420835 Oct 20 11:55:34.506212 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45562) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:34.575035 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-e1e20989-c5e8-4849-87bb-5f6d5975e560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94c713e-68cf-4180-9e3e-fac801e01283', 'name': 'tempest-TestServerBasicOps-562974473-router', 'tenant_id': '2d5b7151120a4793bd7f192cc16b9f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '2c4eae1e-9a0b-44c5-9e03-092e13153465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:26Z', 'updated_at': '2021-10-20T11:55:31Z', 'revision_number': 4, 'project_id': '2d5b7151120a4793bd7f192cc16b9f04', 'gw_port': {'id': '2c4eae1e-9a0b-44c5-9e03-092e13153465', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:66:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94c713e-68cf-4180-9e3e-fac801e01283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:26Z', 'updated_at': '2021-10-20T11:55:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '8d752c0a-bdf1-4822-a39f-f94f34ffa294', 'name': '', 'network_id': '7492f028-ce05-451d-b3bc-e76e91f62dee', 'tenant_id': '2d5b7151120a4793bd7f192cc16b9f04', 'mac_address': 'fa:16:3e:f6:e8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94c713e-68cf-4180-9e3e-fac801e01283', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '9a6e42f6-8505-4ee9-927f-d0bde909a248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:29Z', 'updated_at': '2021-10-20T11:55:31Z', 'revision_number': 2, 'project_id': '2d5b7151120a4793bd7f192cc16b9f04', 'subnets': [{'id': '9a6e42f6-8505-4ee9-927f-d0bde909a248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:34.607664 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e20989-c5e8-4849-87bb-5f6d5975e560 None None] Checking router: b94c713e-68cf-4180-9e3e-fac801e01283 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:55:34.608407 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e20989-c5e8-4849-87bb-5f6d5975e560 None None] Updating router b94c713e-68cf-4180-9e3e-fac801e01283 port 8d752c0a-bdf1-4822-a39f-f94f34ffa294 binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:55:34.621105 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-89eb8c41-6bf1-4d63-9975-99f3b6b3970a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for router, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:34.638041 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e1e20989-c5e8-4849-87bb-5f6d5975e560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:34.715313 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45568) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:34.721647 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-73547eed-c414-437c-9466-1517ba355084 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1092714094', 'description': 'tempest-secgroup-smoke-1092714094 description', 'project_id': '431534d0ede2413dbcee33b2532563f1'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:55:34.770862 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-73547eed-c414-437c-9466-1517ba355084 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:34.875113 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-89eb8c41-6bf1-4d63-9975-99f3b6b3970a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:34.877351 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-89eb8c41-6bf1-4d63-9975-99f3b6b3970a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:34.930910 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-89eb8c41-6bf1-4d63-9975-99f3b6b3970a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:34.931484 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89eb8c41-6bf1-4d63-9975-99f3b6b3970a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Fanout notify agent at l3_agent the message router_deleted on router 7a229505-ed1e-4f26-abda-7d415540f0e8 {{(pid=100647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:55:34.935094 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-73547eed-c414-437c-9466-1517ba355084 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:34.940786 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-89eb8c41-6bf1-4d63-9975-99f3b6b3970a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:34.942763 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-73547eed-c414-437c-9466-1517ba355084 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:34.943834 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-89eb8c41-6bf1-4d63-9975-99f3b6b3970a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "DELETE /v2.0/routers/7a229505-ed1e-4f26-abda-7d415540f0e8 HTTP/1.1" status: 204 len: 168 time: 0.4361777 Oct 20 11:55:34.947369 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45570) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:35.008682 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e1e20989-c5e8-4849-87bb-5f6d5975e560 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:35.013395 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-73547eed-c414-437c-9466-1517ba355084 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:35.014808 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-73547eed-c414-437c-9466-1517ba355084 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2983024 Oct 20 11:55:35.018307 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-46bd33b9-522b-44f9-8756-eebe5a6eee49 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Deleting subnet 9f11aecd-28c2-4fcc-aa1b-30f23813d385 {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:55:35.020367 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45572) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:35.024452 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e1e20989-c5e8-4849-87bb-5f6d5975e560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:35.027499 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-93842b2b-6beb-4b9a-b4e1-7a03efe66913 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Request body: {'security_group_rule': {'security_group_id': '54e6e0ab-7eae-4633-ae6e-05dddd2f2acf', 'project_id': '431534d0ede2413dbcee33b2532563f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:55:35.035323 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-46bd33b9-522b-44f9-8756-eebe5a6eee49 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:35.052726 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73547eed-c414-437c-9466-1517ba355084 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54e6e0ab-7eae-4633-ae6e-05dddd2f2acf,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:35.102037 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-46bd33b9-522b-44f9-8756-eebe5a6eee49 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:35.142581 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-93842b2b-6beb-4b9a-b4e1-7a03efe66913 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:35.155178 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ccf811-ea76-4825-b95c-90b7dd8cacb1 None None] Pushing event updated for resources: {'Port': ['ID=8d752c0a-bdf1-4822-a39f-f94f34ffa294,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:35.196308 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-e1e20989-c5e8-4849-87bb-5f6d5975e560 None None] Attempting to bind port 8d752c0a-bdf1-4822-a39f-f94f34ffa294 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:55:35.196630 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-e1e20989-c5e8-4849-87bb-5f6d5975e560 None None] Attempting to bind port 8d752c0a-bdf1-4822-a39f-f94f34ffa294 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '5dee4fac-1702-4f4d-8ac4-5a7d3569f1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '7492f028-ce05-451d-b3bc-e76e91f62dee'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:55:35.197070 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e20989-c5e8-4849-87bb-5f6d5975e560 None None] Attempting to bind port 8d752c0a-bdf1-4822-a39f-f94f34ffa294 on network 7492f028-ce05-451d-b3bc-e76e91f62dee {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:55:35.204474 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e20989-c5e8-4849-87bb-5f6d5975e560 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:55:35.204837 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e20989-c5e8-4849-87bb-5f6d5975e560 None None] Checking segment: {'id': '5dee4fac-1702-4f4d-8ac4-5a7d3569f1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '7492f028-ce05-451d-b3bc-e76e91f62dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:55:35.205234 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e1e20989-c5e8-4849-87bb-5f6d5975e560 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:35.205615 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e20989-c5e8-4849-87bb-5f6d5975e560 None None] Bound using segment: {'id': '5dee4fac-1702-4f4d-8ac4-5a7d3569f1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '7492f028-ce05-451d-b3bc-e76e91f62dee'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:55:35.206121 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-e1e20989-c5e8-4849-87bb-5f6d5975e560 None None] Bound port: 8d752c0a-bdf1-4822-a39f-f94f34ffa294, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dee4fac-1702-4f4d-8ac4-5a7d3569f1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '7492f028-ce05-451d-b3bc-e76e91f62dee'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:55:35.207438 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e1e20989-c5e8-4849-87bb-5f6d5975e560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:35.257343 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-46bd33b9-522b-44f9-8756-eebe5a6eee49 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:35.300938 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 2c4eae1e-9a0b-44c5-9e03-092e13153465 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:55:35.305379 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-93842b2b-6beb-4b9a-b4e1-7a03efe66913 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:35.324152 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-93842b2b-6beb-4b9a-b4e1-7a03efe66913 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:35.339405 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e1e20989-c5e8-4849-87bb-5f6d5975e560 None None] For port 8d752c0a-bdf1-4822-a39f-f94f34ffa294, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:55:35.358730 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e1e20989-c5e8-4849-87bb-5f6d5975e560 None None] For port 8d752c0a-bdf1-4822-a39f-f94f34ffa294, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=8d752c0a-bdf1-4822-a39f-f94f34ffa294,segment=NetworkSegment(5dee4fac-1702-4f4d-8ac4-5a7d3569f1fc),segment_id=5dee4fac-1702-4f4d-8ac4-5a7d3569f1fc)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:55:35.359032 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93842b2b-6beb-4b9a-b4e1-7a03efe66913 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3293d7b7-23e6-4103-ae11-17ab215440ff,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:35.367831 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e1e20989-c5e8-4849-87bb-5f6d5975e560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:35.387454 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d4997e79-4e07-4a69-9c2c-99aa2d931dc0 req-242aef38-8d4d-4db2-be50-1fb5cc1d100a tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/ports?device_id=ea6f97c4-922b-4a2d-bca3-b18c8b4174f0 HTTP/1.1" status: 200 len: 210 time: 0.0520813 Oct 20 11:55:35.397877 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-93842b2b-6beb-4b9a-b4e1-7a03efe66913 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:35.399179 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-93842b2b-6beb-4b9a-b4e1-7a03efe66913 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3777380 Oct 20 11:55:35.400911 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-46bd33b9-522b-44f9-8756-eebe5a6eee49 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:35.401945 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45576) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:35.417978 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-ba363055-ab4c-4ce1-a5b6-6f56ea4ac6d8 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Request body: {'security_group_rule': {'security_group_id': '54e6e0ab-7eae-4633-ae6e-05dddd2f2acf', 'project_id': '431534d0ede2413dbcee33b2532563f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:55:35.437045 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bd33b9-522b-44f9-8756-eebe5a6eee49 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event deleted for resources: {'Subnet': ['ID=9f11aecd-28c2-4fcc-aa1b-30f23813d385,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:35.437388 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e20989-c5e8-4849-87bb-5f6d5975e560 None None] Routers {'b94c713e-68cf-4180-9e3e-fac801e01283'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:35.438027 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-e1e20989-c5e8-4849-87bb-5f6d5975e560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:55:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['b94c713e-68cf-4180-9e3e-fac801e01283'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:35.448749 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-46bd33b9-522b-44f9-8756-eebe5a6eee49 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:35.452739 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-46bd33b9-522b-44f9-8756-eebe5a6eee49 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "DELETE /v2.0/subnets/9f11aecd-28c2-4fcc-aa1b-30f23813d385 HTTP/1.1" status: 204 len: 168 time: 0.5043728 Oct 20 11:55:35.454506 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 2c4eae1e-9a0b-44c5-9e03-092e13153465 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:35.454899 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:35.456620 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532d4ace-f76b-42b8-857c-95e6c298a6f7 None None] Network 488743ec-0a60-46e2-9b1d-0a7dced4bc87 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:55:35.457864 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45578) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:35.470343 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ba363055-ab4c-4ce1-a5b6-6f56ea4ac6d8 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:35.527951 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ccf811-ea76-4825-b95c-90b7dd8cacb1 None None] Pushing event updated for resources: {'Port': ['ID=8d752c0a-bdf1-4822-a39f-f94f34ffa294,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:35.577408 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e4c8f6e0-8d39-4eae-a4cf-2c10bf8e9203 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:35.601216 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ba363055-ab4c-4ce1-a5b6-6f56ea4ac6d8 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:35.625774 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ba363055-ab4c-4ce1-a5b6-6f56ea4ac6d8 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:35.685096 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba363055-ab4c-4ce1-a5b6-6f56ea4ac6d8 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=012c55c0-9803-47bb-8c57-8f80f6806690,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:35.706247 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ba363055-ab4c-4ce1-a5b6-6f56ea4ac6d8 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:35.707588 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ba363055-ab4c-4ce1-a5b6-6f56ea4ac6d8 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3042870 Oct 20 11:55:35.712880 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45580) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:35.715434 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-1fe91fb6-f253-4a4d-b52e-440213866279 None None] Provisioning complete for port 8d752c0a-bdf1-4822-a39f-f94f34ffa294 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:35.715975 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1fe91fb6-f253-4a4d-b52e-440213866279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:35.727818 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-67d1029b-18f5-4b9e-853a-4c4a283c416a tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Request body: {'security_group_rule': {'security_group_id': '54e6e0ab-7eae-4633-ae6e-05dddd2f2acf', 'project_id': '431534d0ede2413dbcee33b2532563f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:55:35.773810 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-e4c8f6e0-8d39-4eae-a4cf-2c10bf8e9203 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Deleting port 2a17aa6a-5622-493f-b258-e0fb13ac2666 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:55:35.774528 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e4c8f6e0-8d39-4eae-a4cf-2c10bf8e9203 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:35.860981 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-15c97871-f55c-4dd6-a4dc-f24ec8049301 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:35.862708 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-15c97871-f55c-4dd6-a4dc-f24ec8049301 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.89 "GET /v2.0/networks?id=8272be60-2c9c-4567-a2ef-0c10dfcb119d HTTP/1.1" status: 200 len: 813 time: 0.2779472 Oct 20 11:55:35.900082 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-67d1029b-18f5-4b9e-853a-4c4a283c416a tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:35.931338 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-63cdf267-6d20-4f1c-92d7-ecaba6fc1621 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Request body: {'port': {'device_id': '3766ac42-3ed1-49cb-af0e-38ddc72143b5', 'network_id': '8272be60-2c9c-4567-a2ef-0c10dfcb119d', 'admin_state_up': True, 'tenant_id': 'a39bc4800586482a872e4120608377b8'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:55:35.956479 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-e1e20989-c5e8-4849-87bb-5f6d5975e560 None None] Set router b94c713e-68cf-4180-9e3e-fac801e01283 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:55:35.999925 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-e4c8f6e0-8d39-4eae-a4cf-2c10bf8e9203 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] For port 2a17aa6a-5622-493f-b258-e0fb13ac2666, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=2a17aa6a-5622-493f-b258-e0fb13ac2666,segment=NetworkSegment(7f4717f3-e444-4ce1-a27e-8c1accbbbc99),segment_id=7f4717f3-e444-4ce1-a27e-8c1accbbbc99)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:36.000228 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e4c8f6e0-8d39-4eae-a4cf-2c10bf8e9203 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:36.016209 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-e4c8f6e0-8d39-4eae-a4cf-2c10bf8e9203 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Calling delete_port for 2a17aa6a-5622-493f-b258-e0fb13ac2666 owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:55:36.037599 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-38f31b08-ac1b-453b-9256-489bed651028 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:36.039550 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-38f31b08-ac1b-453b-9256-489bed651028 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.11 "GET /v2.0/networks?id=8272be60-2c9c-4567-a2ef-0c10dfcb119d HTTP/1.1" status: 200 len: 813 time: 0.2691593 Oct 20 11:55:36.057556 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-84ec63a8-bccb-4088-894f-d3967177b83f tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Request body: {'port': {'device_id': 'ea6f97c4-922b-4a2d-bca3-b18c8b4174f0', 'network_id': '8272be60-2c9c-4567-a2ef-0c10dfcb119d', 'admin_state_up': True, 'tenant_id': 'a39bc4800586482a872e4120608377b8'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:55:36.136796 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-67d1029b-18f5-4b9e-853a-4c4a283c416a tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:36.141777 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e4c8f6e0-8d39-4eae-a4cf-2c10bf8e9203 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:36.150884 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-67d1029b-18f5-4b9e-853a-4c4a283c416a tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:36.163662 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a4a029-a884-4b54-9de6-552d3358f1a8 None None] DHCP port deletion for 488743ec-0a60-46e2-9b1d-0a7dced4bc87 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:55:36.178963 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c8f6e0-8d39-4eae-a4cf-2c10bf8e9203 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event deleted for resources: {'Port': ['ID=2a17aa6a-5622-493f-b258-e0fb13ac2666,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:36.181505 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1fe91fb6-f253-4a4d-b52e-440213866279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:36.190817 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c8f6e0-8d39-4eae-a4cf-2c10bf8e9203 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] No DVR routers for this DVR port 2a17aa6a-5622-493f-b258-e0fb13ac2666 on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:55:36.217787 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-63cdf267-6d20-4f1c-92d7-ecaba6fc1621 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Made reservation on behalf of a39bc4800586482a872e4120608377b8 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:55:36.223017 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-63cdf267-6d20-4f1c-92d7-ecaba6fc1621 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:36.232069 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d1029b-18f5-4b9e-853a-4c4a283c416a tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b080761e-a458-4a07-a5e3-a94dea7d6c39,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:36.236047 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-1fe91fb6-f253-4a4d-b52e-440213866279 None None] For port 8d752c0a-bdf1-4822-a39f-f94f34ffa294, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=8d752c0a-bdf1-4822-a39f-f94f34ffa294,segment=NetworkSegment(5dee4fac-1702-4f4d-8ac4-5a7d3569f1fc),segment_id=5dee4fac-1702-4f4d-8ac4-5a7d3569f1fc)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:36.255842 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-67d1029b-18f5-4b9e-853a-4c4a283c416a tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:36.256630 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1fe91fb6-f253-4a4d-b52e-440213866279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:36.260579 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-67d1029b-18f5-4b9e-853a-4c4a283c416a tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5435081 Oct 20 11:55:36.260579 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45582) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:36.265894 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-69ccc850-2211-4889-a88f-f4e1d9a7ef6d tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Request body: {'security_group_rule': {'security_group_id': '54e6e0ab-7eae-4633-ae6e-05dddd2f2acf', 'project_id': '431534d0ede2413dbcee33b2532563f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:55:36.314343 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-84ec63a8-bccb-4088-894f-d3967177b83f tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Made reservation on behalf of a39bc4800586482a872e4120608377b8 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:55:36.319580 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-84ec63a8-bccb-4088-894f-d3967177b83f tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:36.319906 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e4c8f6e0-8d39-4eae-a4cf-2c10bf8e9203 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:36.320104 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe91fb6-f253-4a4d-b52e-440213866279 None None] Pushing event updated for resources: {'Port': ['ID=8d752c0a-bdf1-4822-a39f-f94f34ffa294,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:36.331626 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-e1e20989-c5e8-4849-87bb-5f6d5975e560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94c713e-68cf-4180-9e3e-fac801e01283', 'name': 'tempest-TestServerBasicOps-562974473-router', 'tenant_id': '2d5b7151120a4793bd7f192cc16b9f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '2c4eae1e-9a0b-44c5-9e03-092e13153465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:26Z', 'updated_at': '2021-10-20T11:55:31Z', 'revision_number': 4, 'project_id': '2d5b7151120a4793bd7f192cc16b9f04', 'gw_port': {'id': '2c4eae1e-9a0b-44c5-9e03-092e13153465', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:66:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94c713e-68cf-4180-9e3e-fac801e01283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:26Z', 'updated_at': '2021-10-20T11:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '8d752c0a-bdf1-4822-a39f-f94f34ffa294', 'name': '', 'network_id': '7492f028-ce05-451d-b3bc-e76e91f62dee', 'tenant_id': '2d5b7151120a4793bd7f192cc16b9f04', 'mac_address': 'fa:16:3e:f6:e8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94c713e-68cf-4180-9e3e-fac801e01283', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '9a6e42f6-8505-4ee9-927f-d0bde909a248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:29Z', 'updated_at': '2021-10-20T11:55:35Z', 'revision_number': 4, 'project_id': '2d5b7151120a4793bd7f192cc16b9f04', 'subnets': [{'id': '9a6e42f6-8505-4ee9-927f-d0bde909a248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:36.349441 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-e4c8f6e0-8d39-4eae-a4cf-2c10bf8e9203 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['488743ec-0a60-46e2-9b1d-0a7dced4bc87']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:36.363544 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-e4c8f6e0-8d39-4eae-a4cf-2c10bf8e9203 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f4717f3-e444-4ce1-a27e-8c1accbbbc99') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:36.364119 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-e4c8f6e0-8d39-4eae-a4cf-2c10bf8e9203 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f4717f3-e444-4ce1-a27e-8c1accbbbc99') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:36.366202 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-69ccc850-2211-4889-a88f-f4e1d9a7ef6d tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:36.367365 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e20989-c5e8-4849-87bb-5f6d5975e560 None None] The sync data for ids ['b94c713e-68cf-4180-9e3e-fac801e01283'] in n-d-814735-3 is: [{'id': 'b94c713e-68cf-4180-9e3e-fac801e01283', 'name': 'tempest-TestServerBasicOps-562974473-router', 'tenant_id': '2d5b7151120a4793bd7f192cc16b9f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '2c4eae1e-9a0b-44c5-9e03-092e13153465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:26Z', 'updated_at': '2021-10-20T11:55:31Z', 'revision_number': 4, 'project_id': '2d5b7151120a4793bd7f192cc16b9f04', 'gw_port': {'id': '2c4eae1e-9a0b-44c5-9e03-092e13153465', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:66:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94c713e-68cf-4180-9e3e-fac801e01283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:26Z', 'updated_at': '2021-10-20T11:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '8d752c0a-bdf1-4822-a39f-f94f34ffa294', 'name': '', 'network_id': '7492f028-ce05-451d-b3bc-e76e91f62dee', 'tenant_id': '2d5b7151120a4793bd7f192cc16b9f04', 'mac_address': 'fa:16:3e:f6:e8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94c713e-68cf-4180-9e3e-fac801e01283', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '9a6e42f6-8505-4ee9-927f-d0bde909a248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:29Z', 'updated_at': '2021-10-20T11:55:35Z', 'revision_number': 4, 'project_id': '2d5b7151120a4793bd7f192cc16b9f04', 'subnets': [{'id': '9a6e42f6-8505-4ee9-927f-d0bde909a248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:55:36.384129 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e4c8f6e0-8d39-4eae-a4cf-2c10bf8e9203 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:36.393251 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-50e2b35d-ca37-4e9b-9bb1-2dc5b8e771e2 None None] Provisioning complete for port 8d752c0a-bdf1-4822-a39f-f94f34ffa294 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:36.394005 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-50e2b35d-ca37-4e9b-9bb1-2dc5b8e771e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:36.428822 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e4c8f6e0-8d39-4eae-a4cf-2c10bf8e9203 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:36.463404 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4c8f6e0-8d39-4eae-a4cf-2c10bf8e9203 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Releasing vlan 1274 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:55:36.463801 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e4c8f6e0-8d39-4eae-a4cf-2c10bf8e9203 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:36.467167 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:55:36.467167 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:55:36.467167 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:55:36.467167 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:55:36.467167 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:55:36.467167 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:55:36.467167 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:55:36.467167 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:55:36.467167 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:55:36.467167 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:55:36.467167 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:55:36.467167 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:55:36.467167 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:55:36.467167 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:55:36.467167 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:55:36.467167 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:55:36.467167 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:55:36.467167 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:55:36.467167 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:55:36.467167 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:55:36.467167 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:55:36.467167 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:55:36.467167 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:55:36.467167 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:55:36.467167 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:55:36.467167 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:55:36.467167 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:55:36.467167 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:55:36.467167 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:55:36.467167 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:55:36.467167 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:55:36.467167 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:55:36.558930 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-69ccc850-2211-4889-a88f-f4e1d9a7ef6d tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:36.567285 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-69ccc850-2211-4889-a88f-f4e1d9a7ef6d tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:36.580326 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e4c8f6e0-8d39-4eae-a4cf-2c10bf8e9203 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:36.584597 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9925093e-5df5-4479-aece-369fae7c3461 req-feecdf5d-4bac-40cb-b3f3-a07e1204fe06 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/ports?device_id=ea6f97c4-922b-4a2d-bca3-b18c8b4174f0 HTTP/1.1" status: 200 len: 210 time: 0.0487008 Oct 20 11:55:36.601341 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e4c8f6e0-8d39-4eae-a4cf-2c10bf8e9203 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:36.603027 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-63cdf267-6d20-4f1c-92d7-ecaba6fc1621 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Allocated IP 172.20.0.6 (8272be60-2c9c-4567-a2ef-0c10dfcb119d/8389efb5-4922-419c-8872-f71fe9233d90/e27defa9-395b-4b2a-bc6b-15c44645438e) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:55:36.607758 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e4c8f6e0-8d39-4eae-a4cf-2c10bf8e9203 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "DELETE /v2.0/networks/488743ec-0a60-46e2-9b1d-0a7dced4bc87 HTTP/1.1" status: 204 len: 168 time: 1.1478422 Oct 20 11:55:36.615234 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45588) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:36.622126 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-57028115-3a96-49a1-b99f-70ae0d1ced1f tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Request body: {'network': {'name': 'tempest-RoutersTest-1521213072'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:55:36.622372 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ccc850-2211-4889-a88f-f4e1d9a7ef6d tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29412f30-b6e6-44ac-b4ef-4b2200d8382c,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:36.626287 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c8f6e0-8d39-4eae-a4cf-2c10bf8e9203 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event deleted for resources: {'Network': ['ID=488743ec-0a60-46e2-9b1d-0a7dced4bc87,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:36.636176 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-69ccc850-2211-4889-a88f-f4e1d9a7ef6d tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:36.639469 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-69ccc850-2211-4889-a88f-f4e1d9a7ef6d tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3777573 Oct 20 11:55:36.640487 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45590) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:36.646703 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-98c44eb7-1bfa-4e22-a614-7c6f37c4f249 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Request body: {'security_group_rule': {'security_group_id': '54e6e0ab-7eae-4633-ae6e-05dddd2f2acf', 'project_id': '431534d0ede2413dbcee33b2532563f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:55:36.682223 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57028115-3a96-49a1-b99f-70ae0d1ced1f tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Made reservation on behalf of a2e7a287bb194f73b0a7c68afae28ca1 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:55:36.685952 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-57028115-3a96-49a1-b99f-70ae0d1ced1f tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:36.705162 n-d-814735-3 neutron-server[100646]: INFO neutron.db.securitygroups_db [None req-98c44eb7-1bfa-4e22-a614-7c6f37c4f249 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Project 431534d0ede2413dbcee33b2532563f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:55:36.710528 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-98c44eb7-1bfa-4e22-a614-7c6f37c4f249 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:36.765356 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57028115-3a96-49a1-b99f-70ae0d1ced1f tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] vlan segment allocate from pool success with {'vlan_id': 1268, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:55:36.777773 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-98c44eb7-1bfa-4e22-a614-7c6f37c4f249 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:36.783579 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-98c44eb7-1bfa-4e22-a614-7c6f37c4f249 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:36.804854 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c44eb7-1bfa-4e22-a614-7c6f37c4f249 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feb49f7c-c047-4c73-9d12-602998627683,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:36.816128 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-98c44eb7-1bfa-4e22-a614-7c6f37c4f249 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:36.820562 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-98c44eb7-1bfa-4e22-a614-7c6f37c4f249 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1761661 Oct 20 11:55:36.820872 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-57028115-3a96-49a1-b99f-70ae0d1ced1f tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:36.820872 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-57028115-3a96-49a1-b99f-70ae0d1ced1f tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Added segment 6fd01daa-28ba-4234-8e77-a7489b98ddf9 of type vlan for network d84f7db2-4f63-4f55-b443-252860f81ef4 Oct 20 11:55:36.821063 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45594) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:36.826717 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-232ec400-36e1-4dbe-97ec-5f79712af0ab tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Request body: {'security_group_rule': {'security_group_id': '54e6e0ab-7eae-4633-ae6e-05dddd2f2acf', 'project_id': '431534d0ede2413dbcee33b2532563f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:55:36.852577 n-d-814735-3 neutron-server[100646]: INFO neutron.db.securitygroups_db [None req-232ec400-36e1-4dbe-97ec-5f79712af0ab tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Project 431534d0ede2413dbcee33b2532563f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:55:36.858016 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c90609-9ed1-4183-a71b-e9e67420862d req-633a70a5-0eb5-4bb8-89c9-35b1c501c3ba tempest-TestNetworkAdvancedServerOps-525790075 tempest-TestNetworkAdvancedServerOps-525790075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:36.858222 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-232ec400-36e1-4dbe-97ec-5f79712af0ab tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:36.859612 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-59c90609-9ed1-4183-a71b-e9e67420862d req-633a70a5-0eb5-4bb8-89c9-35b1c501c3ba tempest-TestNetworkAdvancedServerOps-525790075 tempest-TestNetworkAdvancedServerOps-525790075-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da HTTP/1.1" status: 200 len: 1097 time: 0.1414247 Oct 20 11:55:36.898704 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-57028115-3a96-49a1-b99f-70ae0d1ced1f tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:36.900885 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-59c90609-9ed1-4183-a71b-e9e67420862d req-68e5cbce-2d48-401b-94f6-cdefe92729f9 tempest-TestNetworkAdvancedServerOps-525790075 tempest-TestNetworkAdvancedServerOps-525790075-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:36.932220 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-63cdf267-6d20-4f1c-92d7-ecaba6fc1621 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:36.932831 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-232ec400-36e1-4dbe-97ec-5f79712af0ab tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:36.938211 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-232ec400-36e1-4dbe-97ec-5f79712af0ab tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:36.961226 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ec400-36e1-4dbe-97ec-5f79712af0ab tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=197948bb-c052-4241-8914-de3bf2aa92bb,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:36.969548 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-232ec400-36e1-4dbe-97ec-5f79712af0ab tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:36.978694 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-232ec400-36e1-4dbe-97ec-5f79712af0ab tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1484592 Oct 20 11:55:36.978906 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-57028115-3a96-49a1-b99f-70ae0d1ced1f tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:36.978906 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57028115-3a96-49a1-b99f-70ae0d1ced1f tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:36.978906 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-57028115-3a96-49a1-b99f-70ae0d1ced1f tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:37.049259 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-57028115-3a96-49a1-b99f-70ae0d1ced1f tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4328523 Oct 20 11:55:37.052160 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45604) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:37.057931 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-ddf52ae9-82eb-48c4-8dde-8ba4902d539b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Request body: {'subnet': {'network_id': 'd84f7db2-4f63-4f55-b443-252860f81ef4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:55:37.092771 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57028115-3a96-49a1-b99f-70ae0d1ced1f tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event updated for resources: {'Network': ['ID=d84f7db2-4f63-4f55-b443-252860f81ef4,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:37.105484 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network d84f7db2-4f63-4f55-b443-252860f81ef4 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:55:37.118444 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-63cdf267-6d20-4f1c-92d7-ecaba6fc1621 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:37.163220 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf52ae9-82eb-48c4-8dde-8ba4902d539b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Made reservation on behalf of a2e7a287bb194f73b0a7c68afae28ca1 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:55:37.167024 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ddf52ae9-82eb-48c4-8dde-8ba4902d539b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:37.215469 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-59c90609-9ed1-4183-a71b-e9e67420862d req-68e5cbce-2d48-401b-94f6-cdefe92729f9 tempest-TestNetworkAdvancedServerOps-525790075 tempest-TestNetworkAdvancedServerOps-525790075-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:37.232922 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-63cdf267-6d20-4f1c-92d7-ecaba6fc1621 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Network 8272be60-2c9c-4567-a2ef-0c10dfcb119d is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:55:37.235715 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-59c90609-9ed1-4183-a71b-e9e67420862d req-68e5cbce-2d48-401b-94f6-cdefe92729f9 tempest-TestNetworkAdvancedServerOps-525790075 tempest-TestNetworkAdvancedServerOps-525790075-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:37.249409 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8c75d509-f847-4038-aacd-a042e0a1dc65 req-9d60216d-8923-4059-b162-68e1ca5bebea tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1092714094&fields=id&tenant_id=431534d0ede2413dbcee33b2532563f1 HTTP/1.1" status: 200 len: 267 time: 0.1612976 Oct 20 11:55:37.258835 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-63cdf267-6d20-4f1c-92d7-ecaba6fc1621 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:55:37.271565 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cdf267-6d20-4f1c-92d7-ecaba6fc1621 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Pushing event updated for resources: {'Port': ['ID=e27defa9-395b-4b2a-bc6b-15c44645438e,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:37.277908 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-63cdf267-6d20-4f1c-92d7-ecaba6fc1621 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:55:37.278339 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 8d752c0a-bdf1-4822-a39f-f94f34ffa294 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:55:37.296990 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-84ec63a8-bccb-4088-894f-d3967177b83f tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Allocated IP 172.20.0.9 (8272be60-2c9c-4567-a2ef-0c10dfcb119d/8389efb5-4922-419c-8872-f71fe9233d90/4280229e-4e55-4df7-901e-f31ddab6a1d1) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:55:37.324804 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-59c90609-9ed1-4183-a71b-e9e67420862d req-68e5cbce-2d48-401b-94f6-cdefe92729f9 tempest-TestNetworkAdvancedServerOps-525790075 tempest-TestNetworkAdvancedServerOps-525790075-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=c7eb2a7d-ee6d-4283-97fc-8a188eb48807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4578729 Oct 20 11:55:37.366244 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 8d752c0a-bdf1-4822-a39f-f94f34ffa294 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:37.367105 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:37.391217 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e5cbce-2d48-401b-94f6-cdefe92729f9 tempest-TestNetworkAdvancedServerOps-525790075 tempest-TestNetworkAdvancedServerOps-525790075-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ea85de-3796-435c-adc6-7df5cf9a24ed,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:37.448360 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ddf52ae9-82eb-48c4-8dde-8ba4902d539b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:37.493625 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-63cdf267-6d20-4f1c-92d7-ecaba6fc1621 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:37.494275 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-63cdf267-6d20-4f1c-92d7-ecaba6fc1621 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:37.521745 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf52ae9-82eb-48c4-8dde-8ba4902d539b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event updated for resources: {'Subnet': ['ID=40fb8fc7-d004-4261-8f78-41f05dfd9d27,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:37.531486 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf52ae9-82eb-48c4-8dde-8ba4902d539b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Checking segment: {'id': '6fd01daa-28ba-4234-8e77-a7489b98ddf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'd84f7db2-4f63-4f55-b443-252860f81ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:55:37.532296 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf52ae9-82eb-48c4-8dde-8ba4902d539b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Network hostable DHCP agents. Network: d84f7db2-4f63-4f55-b443-252860f81ef4, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:55:37.563329 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 2a17aa6a-5622-493f-b258-e0fb13ac2666 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:55:37.564077 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf52ae9-82eb-48c4-8dde-8ba4902d539b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Network d84f7db2-4f63-4f55-b443-252860f81ef4 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:55:37.570998 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-63cdf267-6d20-4f1c-92d7-ecaba6fc1621 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6928656 Oct 20 11:55:37.579855 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-ddf52ae9-82eb-48c4-8dde-8ba4902d539b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, d84f7db2-4f63-4f55-b443-252860f81ef4) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:55:37.585972 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf52ae9-82eb-48c4-8dde-8ba4902d539b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:37.586700 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ddf52ae9-82eb-48c4-8dde-8ba4902d539b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:37.592388 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-3f4e1a40-9ebe-46af-94b7-dd76e83d50a5 service neutron] Request body: {'port': {'device_id': '3766ac42-3ed1-49cb-af0e-38ddc72143b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:55:37.608101 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75d509-f847-4038-aacd-a042e0a1dc65 req-6f8af533-a225-4080-88b1-62ce66afc912 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:37.608344 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ddf52ae9-82eb-48c4-8dde-8ba4902d539b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5523958 Oct 20 11:55:37.608437 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8c75d509-f847-4038-aacd-a042e0a1dc65 req-6f8af533-a225-4080-88b1-62ce66afc912 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] 10.222.0.98 "GET /v2.0/networks?id=2fe050b5-996c-48a3-b599-59e32328a5bb HTTP/1.1" status: 200 len: 808 time: 0.3385482 Oct 20 11:55:37.612012 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9bb73f-d5a3-4fbd-a8b0-9ee947a5dc1b None None] Network d84f7db2-4f63-4f55-b443-252860f81ef4 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:55:37.613560 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45612) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:37.615790 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 2a17aa6a-5622-493f-b258-e0fb13ac2666 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:55:37.617203 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 2a17aa6a-5622-493f-b258-e0fb13ac2666 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:55:37.619133 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-e71022ae-c880-489a-873d-2a7ff13fa41a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1334587663', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:55:37.660257 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7dfff-eec1-4941-8c2e-247d16b176e5 req-ae3658d2-f5f0-4f58-8caa-b0e64b8a7dc7 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:37.661843 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-54c7dfff-eec1-4941-8c2e-247d16b176e5 req-ae3658d2-f5f0-4f58-8caa-b0e64b8a7dc7 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da HTTP/1.1" status: 200 len: 946 time: 0.2020586 Oct 20 11:55:37.669040 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e71022ae-c880-489a-873d-2a7ff13fa41a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:37.670580 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e71022ae-c880-489a-873d-2a7ff13fa41a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:37.729992 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e71022ae-c880-489a-873d-2a7ff13fa41a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:37.738019 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8c75d509-f847-4038-aacd-a042e0a1dc65 req-f9d16113-54ae-4cc1-a7b7-dcb90fa7f5f1 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] 10.222.0.98 "GET /v2.0/quotas/431534d0ede2413dbcee33b2532563f1 HTTP/1.1" status: 200 len: 375 time: 0.0912862 Oct 20 11:55:37.745942 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e71022ae-c880-489a-873d-2a7ff13fa41a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:37.767839 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e71022ae-c880-489a-873d-2a7ff13fa41a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:37.768999 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e71022ae-c880-489a-873d-2a7ff13fa41a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1542218 Oct 20 11:55:37.772173 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45616) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:37.804175 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170d9884-3f55-4da1-8efa-9f9e89be8052 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-d84f7db2-4f63-4f55-b443-252860f81ef4', 'network_id': 'd84f7db2-4f63-4f55-b443-252860f81ef4', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'fixed_ips': [{'subnet_id': '40fb8fc7-d004-4261-8f78-41f05dfd9d27'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:55:37.805926 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-170d9884-3f55-4da1-8efa-9f9e89be8052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:37.836449 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-3f4e1a40-9ebe-46af-94b7-dd76e83d50a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:37.846272 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-54c7dfff-eec1-4941-8c2e-247d16b176e5 req-3e8baf32-6496-4998-830f-a2b130ced026 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=c7eb2a7d-ee6d-4283-97fc-8a188eb48807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468077 Oct 20 11:55:37.865038 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-84ec63a8-bccb-4088-894f-d3967177b83f tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:37.875743 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45618) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:37.962567 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8c75d509-f847-4038-aacd-a042e0a1dc65 req-aeae1640-2f11-497b-bc25-013766bdfc9b tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=431534d0ede2413dbcee33b2532563f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2004299 Oct 20 11:55:37.989733 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-170d9884-3f55-4da1-8efa-9f9e89be8052 None None] Allocated IP 172.20.0.2 (d84f7db2-4f63-4f55-b443-252860f81ef4/40fb8fc7-d004-4261-8f78-41f05dfd9d27/3c04c297-af06-43b0-9b93-9290c9ff428f) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:55:38.123964 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d638e687-ec85-46af-92e0-023e8ca1c70a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:38.164453 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-170d9884-3f55-4da1-8efa-9f9e89be8052 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:38.170839 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-170d9884-3f55-4da1-8efa-9f9e89be8052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:38.215725 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170d9884-3f55-4da1-8efa-9f9e89be8052 None None] Network d84f7db2-4f63-4f55-b443-252860f81ef4 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:55:38.222176 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-170d9884-3f55-4da1-8efa-9f9e89be8052 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:55:38.225863 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170d9884-3f55-4da1-8efa-9f9e89be8052 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:55:38.228260 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d9884-3f55-4da1-8efa-9f9e89be8052 None None] Pushing event updated for resources: {'Port': ['ID=3c04c297-af06-43b0-9b93-9290c9ff428f,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:38.291099 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-170d9884-3f55-4da1-8efa-9f9e89be8052 None None] Attempting to bind port 3c04c297-af06-43b0-9b93-9290c9ff428f on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:55:38.291621 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-170d9884-3f55-4da1-8efa-9f9e89be8052 None None] Attempting to bind port 3c04c297-af06-43b0-9b93-9290c9ff428f by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '6fd01daa-28ba-4234-8e77-a7489b98ddf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'd84f7db2-4f63-4f55-b443-252860f81ef4'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:55:38.291984 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170d9884-3f55-4da1-8efa-9f9e89be8052 None None] Attempting to bind port 3c04c297-af06-43b0-9b93-9290c9ff428f on network d84f7db2-4f63-4f55-b443-252860f81ef4 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:55:38.297807 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170d9884-3f55-4da1-8efa-9f9e89be8052 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:55:38.298253 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170d9884-3f55-4da1-8efa-9f9e89be8052 None None] Checking segment: {'id': '6fd01daa-28ba-4234-8e77-a7489b98ddf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'd84f7db2-4f63-4f55-b443-252860f81ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:55:38.298572 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-170d9884-3f55-4da1-8efa-9f9e89be8052 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:38.299072 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170d9884-3f55-4da1-8efa-9f9e89be8052 None None] Bound using segment: {'id': '6fd01daa-28ba-4234-8e77-a7489b98ddf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'd84f7db2-4f63-4f55-b443-252860f81ef4'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:55:38.299553 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-170d9884-3f55-4da1-8efa-9f9e89be8052 None None] Bound port: 3c04c297-af06-43b0-9b93-9290c9ff428f, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fd01daa-28ba-4234-8e77-a7489b98ddf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'd84f7db2-4f63-4f55-b443-252860f81ef4'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:55:38.299930 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-170d9884-3f55-4da1-8efa-9f9e89be8052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:38.381371 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-170d9884-3f55-4da1-8efa-9f9e89be8052 None None] For port 3c04c297-af06-43b0-9b93-9290c9ff428f, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:55:38.386220 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-170d9884-3f55-4da1-8efa-9f9e89be8052 None None] For port 3c04c297-af06-43b0-9b93-9290c9ff428f, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=3c04c297-af06-43b0-9b93-9290c9ff428f,segment=NetworkSegment(6fd01daa-28ba-4234-8e77-a7489b98ddf9),segment_id=6fd01daa-28ba-4234-8e77-a7489b98ddf9)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:55:38.397837 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-170d9884-3f55-4da1-8efa-9f9e89be8052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:38.439839 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2b286063-620b-4c6d-93a4-f95f2b64367a req-6921cc51-b1a4-4928-b06e-c360aea243a5 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/ports?device_id=ea6f97c4-922b-4a2d-bca3-b18c8b4174f0 HTTP/1.1" status: 200 len: 210 time: 0.4857507 Oct 20 11:55:38.466805 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-eb90736c-8a42-4f2d-8bfe-13e0c3b809a7 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/floatingips/512e090a-f253-4682-96dc-e0c1a66bb3b6 HTTP/1.1" status: 200 len: 994 time: 0.5892322 Oct 20 11:55:38.487043 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d9884-3f55-4da1-8efa-9f9e89be8052 None None] Pushing event updated for resources: {'Port': ['ID=3c04c297-af06-43b0-9b93-9290c9ff428f,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:38.689179 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-84ec63a8-bccb-4088-894f-d3967177b83f tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:38.702433 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8c75d509-f847-4038-aacd-a042e0a1dc65 req-8e0c5ea7-d058-4af0-bfa8-265db2ad6288 service neutron] 10.222.0.98 "GET /v2.0/networks/2fe050b5-996c-48a3-b599-59e32328a5bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7193465 Oct 20 11:55:38.801280 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-d638e687-ec85-46af-92e0-023e8ca1c70a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Allocated IP 172.20.0.1 (d84f7db2-4f63-4f55-b443-252860f81ef4/40fb8fc7-d004-4261-8f78-41f05dfd9d27/67bfd67b-3b57-4814-b19e-771fe8d10d3e) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:55:38.878486 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-84ec63a8-bccb-4088-894f-d3967177b83f tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Network 8272be60-2c9c-4567-a2ef-0c10dfcb119d is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:55:38.884771 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-65ddf72f-e405-40fe-87f2-b1ad2e8175ed req-3cc7583b-ae2f-4e1d-89f4-f1913cc20922 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:55:38.885950 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-65ddf72f-e405-40fe-87f2-b1ad2e8175ed req-3cc7583b-ae2f-4e1d-89f4-f1913cc20922 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0219913 Oct 20 11:55:38.891266 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ec63a8-bccb-4088-894f-d3967177b83f tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Pushing event updated for resources: {'Port': ['ID=4280229e-4e55-4df7-901e-f31ddab6a1d1,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:38.923101 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-84ec63a8-bccb-4088-894f-d3967177b83f tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:55:38.928734 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-84ec63a8-bccb-4088-894f-d3967177b83f tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:55:38.970046 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d638e687-ec85-46af-92e0-023e8ca1c70a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:39.006371 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d638e687-ec85-46af-92e0-023e8ca1c70a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:39.023649 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8c75d509-f847-4038-aacd-a042e0a1dc65 req-3d9a3ca7-2b55-4a89-8aca-00a8f77db858 service neutron] 10.222.0.98 "GET /v2.0/networks/2fe050b5-996c-48a3-b599-59e32328a5bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129799 Oct 20 11:55:39.041256 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-84ec63a8-bccb-4088-894f-d3967177b83f tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:39.041906 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-84ec63a8-bccb-4088-894f-d3967177b83f tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:39.047119 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d638e687-ec85-46af-92e0-023e8ca1c70a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Network d84f7db2-4f63-4f55-b443-252860f81ef4 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:55:39.050291 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-d638e687-ec85-46af-92e0-023e8ca1c70a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:55:39.054785 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d638e687-ec85-46af-92e0-023e8ca1c70a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:55:39.068957 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-84ec63a8-bccb-4088-894f-d3967177b83f tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0190740 Oct 20 11:55:39.092995 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d638e687-ec85-46af-92e0-023e8ca1c70a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event updated for resources: {'Port': ['ID=67bfd67b-3b57-4814-b19e-771fe8d10d3e,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:39.094478 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-2bc241b3-d3af-4227-8d3f-9230d3bc2804 service neutron] Request body: {'port': {'device_id': 'ea6f97c4-922b-4a2d-bca3-b18c8b4174f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:55:39.117957 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d638e687-ec85-46af-92e0-023e8ca1c70a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:39.145606 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-3f4e1a40-9ebe-46af-94b7-dd76e83d50a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e27defa9-395b-4b2a-bc6b-15c44645438e {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:55:39.173207 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-3f4e1a40-9ebe-46af-94b7-dd76e83d50a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:39.191910 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-2bc241b3-d3af-4227-8d3f-9230d3bc2804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:39.194454 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-3f4e1a40-9ebe-46af-94b7-dd76e83d50a5 service neutron] Transition to ACTIVE for port object e27defa9-395b-4b2a-bc6b-15c44645438e will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:55:39.210593 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-3f4e1a40-9ebe-46af-94b7-dd76e83d50a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:39.348555 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d638e687-ec85-46af-92e0-023e8ca1c70a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:39.375221 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-311edc44-98c1-4ccd-a2f5-9b6123ba4d7f req-ed40ef7e-2336-483e-bbf8-3ce5900208fd tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] 10.222.0.98 "GET /v2.0/ports?device_id=adb9f420-f79a-4251-8a1b-f5efa6557548 HTTP/1.1" status: 200 len: 210 time: 0.0625842 Oct 20 11:55:39.403774 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 3c04c297-af06-43b0-9b93-9290c9ff428f up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:55:39.430467 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45636) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:39.436564 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4e1a40-9ebe-46af-94b7-dd76e83d50a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e27defa9-395b-4b2a-bc6b-15c44645438e,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:39.506459 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 3c04c297-af06-43b0-9b93-9290c9ff428f triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:39.507162 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:39.674705 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:39.713840 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 3c04c297-af06-43b0-9b93-9290c9ff428f, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=3c04c297-af06-43b0-9b93-9290c9ff428f,segment=NetworkSegment(6fd01daa-28ba-4234-8e77-a7489b98ddf9),segment_id=6fd01daa-28ba-4234-8e77-a7489b98ddf9)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:39.720050 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:39.810261 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=3c04c297-af06-43b0-9b93-9290c9ff428f,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:39.835609 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec7bd6-a4f7-482f-9615-61495821da79 req-37e694ad-f8bb-4332-92e1-f12ed10c71c8 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:39.837196 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-66ec7bd6-a4f7-482f-9615-61495821da79 req-37e694ad-f8bb-4332-92e1-f12ed10c71c8 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/ports?device_id=ea6f97c4-922b-4a2d-bca3-b18c8b4174f0 HTTP/1.1" status: 200 len: 931 time: 0.2633049 Oct 20 11:55:39.876354 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f1a64-07f1-403e-994f-57f97c4e259b req-ce6b4a43-6f01-41c2-aa98-c030ee51a00c tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:39.877952 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f53f1a64-07f1-403e-994f-57f97c4e259b req-ce6b4a43-6f01-41c2-aa98-c030ee51a00c tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da HTTP/1.1" status: 200 len: 946 time: 0.3129859 Oct 20 11:55:39.885977 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cd34f710-1b03-475b-b8fa-bb10e9c1934d req-e5db7d6f-4359-4760-8d52-0bee2c7f0d1a service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4542265 Oct 20 11:55:39.886672 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-3f4e1a40-9ebe-46af-94b7-dd76e83d50a5 service neutron] Attempting to bind port e27defa9-395b-4b2a-bc6b-15c44645438e on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:55:39.887467 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-3f4e1a40-9ebe-46af-94b7-dd76e83d50a5 service neutron] Attempting to bind port e27defa9-395b-4b2a-bc6b-15c44645438e by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '8866150f-0593-49f6-a32b-a3b0febe1d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '8272be60-2c9c-4567-a2ef-0c10dfcb119d'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:55:39.887626 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-3f4e1a40-9ebe-46af-94b7-dd76e83d50a5 service neutron] Attempting to bind port e27defa9-395b-4b2a-bc6b-15c44645438e on network 8272be60-2c9c-4567-a2ef-0c10dfcb119d {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:55:39.891746 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d638e687-ec85-46af-92e0-023e8ca1c70a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:39.898955 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d638e687-ec85-46af-92e0-023e8ca1c70a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:39.912146 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cc6bc4-8b37-4ba9-bbe4-edc17a6261d8 None None] Network d84f7db2-4f63-4f55-b443-252860f81ef4 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:55:39.922033 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-cd34f710-1b03-475b-b8fa-bb10e9c1934d req-53ecdd18-0b42-4ba5-bcf3-c69b6f407828 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:55:39.923056 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cd34f710-1b03-475b-b8fa-bb10e9c1934d req-53ecdd18-0b42-4ba5-bcf3-c69b6f407828 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0173531 Oct 20 11:55:39.927971 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-3f4e1a40-9ebe-46af-94b7-dd76e83d50a5 service neutron] Port e27defa9-395b-4b2a-bc6b-15c44645438e on network 8272be60-2c9c-4567-a2ef-0c10dfcb119d not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:55:39.928303 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-3f4e1a40-9ebe-46af-94b7-dd76e83d50a5 service neutron] Attempting to bind port e27defa9-395b-4b2a-bc6b-15c44645438e on network 8272be60-2c9c-4567-a2ef-0c10dfcb119d {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:55:39.951150 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-3f4e1a40-9ebe-46af-94b7-dd76e83d50a5 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:55:39.952162 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-3f4e1a40-9ebe-46af-94b7-dd76e83d50a5 service neutron] Checking segment: {'id': '8866150f-0593-49f6-a32b-a3b0febe1d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '8272be60-2c9c-4567-a2ef-0c10dfcb119d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:55:39.952555 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-3f4e1a40-9ebe-46af-94b7-dd76e83d50a5 service neutron] Bound using segment: {'id': '8866150f-0593-49f6-a32b-a3b0febe1d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '8272be60-2c9c-4567-a2ef-0c10dfcb119d'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:55:39.953001 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-3f4e1a40-9ebe-46af-94b7-dd76e83d50a5 service neutron] Bound port: e27defa9-395b-4b2a-bc6b-15c44645438e, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8866150f-0593-49f6-a32b-a3b0febe1d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '8272be60-2c9c-4567-a2ef-0c10dfcb119d'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:55:39.953919 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-3f4e1a40-9ebe-46af-94b7-dd76e83d50a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:39.989860 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d638e687-ec85-46af-92e0-023e8ca1c70a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event updated for resources: {'Port': ['ID=67bfd67b-3b57-4814-b19e-771fe8d10d3e,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:39.999206 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d638e687-ec85-46af-92e0-023e8ca1c70a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:40.024331 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-66ec7bd6-a4f7-482f-9615-61495821da79 req-59ce8c5d-db7f-4e86-a3d6-6ef15e11b2ff tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/security-groups?id=23d09786-5943-41fc-a47b-f64bdf845c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453385 Oct 20 11:55:40.047207 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-6c0812dc-00c5-460d-863a-a37b70d8d98b None None] Provisioning complete for port 3c04c297-af06-43b0-9b93-9290c9ff428f triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:40.047650 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6c0812dc-00c5-460d-863a-a37b70d8d98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:40.054394 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:40.059717 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f53f1a64-07f1-403e-994f-57f97c4e259b req-3cd90fd5-07db-4340-b4b1-8009a1c15171 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=c7eb2a7d-ee6d-4283-97fc-8a188eb48807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601758 Oct 20 11:55:40.130299 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d638e687-ec85-46af-92e0-023e8ca1c70a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Network d84f7db2-4f63-4f55-b443-252860f81ef4 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:55:40.131954 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-d638e687-ec85-46af-92e0-023e8ca1c70a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:55:40.270303 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-2bc241b3-d3af-4227-8d3f-9230d3bc2804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4280229e-4e55-4df7-901e-f31ddab6a1d1 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:55:40.277783 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d638e687-ec85-46af-92e0-023e8ca1c70a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Router cef1fc54-fa24-4572-b955-e6f1a2391324 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:55:40.288328 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-2bc241b3-d3af-4227-8d3f-9230d3bc2804 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:40.307721 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-3f4e1a40-9ebe-46af-94b7-dd76e83d50a5 service neutron] For port e27defa9-395b-4b2a-bc6b-15c44645438e, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:55:40.312303 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-3f4e1a40-9ebe-46af-94b7-dd76e83d50a5 service neutron] For port e27defa9-395b-4b2a-bc6b-15c44645438e, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e27defa9-395b-4b2a-bc6b-15c44645438e,segment=NetworkSegment(8866150f-0593-49f6-a32b-a3b0febe1d94),segment_id=8866150f-0593-49f6-a32b-a3b0febe1d94)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:55:40.313560 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-2bc241b3-d3af-4227-8d3f-9230d3bc2804 service neutron] Transition to ACTIVE for port object 4280229e-4e55-4df7-901e-f31ddab6a1d1 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:55:40.322759 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-2bc241b3-d3af-4227-8d3f-9230d3bc2804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:40.400830 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-3f4e1a40-9ebe-46af-94b7-dd76e83d50a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:40.404944 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc241b3-d3af-4227-8d3f-9230d3bc2804 service neutron] Pushing event updated for resources: {'Port': ['ID=4280229e-4e55-4df7-901e-f31ddab6a1d1,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:40.468908 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d638e687-ec85-46af-92e0-023e8ca1c70a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:55:40.474518 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d638e687-ec85-46af-92e0-023e8ca1c70a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "PUT /v2.0/routers/cef1fc54-fa24-4572-b955-e6f1a2391324/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7006509 Oct 20 11:55:40.477559 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45666) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:40.483794 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e15b158-79d8-4817-813f-b6aafe18acb4 None None] Sync routers for ids ['cef1fc54-fa24-4572-b955-e6f1a2391324'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:55:40.497698 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e15b158-79d8-4817-813f-b6aafe18acb4 None None] Routers {'cef1fc54-fa24-4572-b955-e6f1a2391324'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:40.498489 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-2e15b158-79d8-4817-813f-b6aafe18acb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:55:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['cef1fc54-fa24-4572-b955-e6f1a2391324'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:40.508918 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-3f4e1a40-9ebe-46af-94b7-dd76e83d50a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:40.509540 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-3f4e1a40-9ebe-46af-94b7-dd76e83d50a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:40.512932 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-3f4e1a40-9ebe-46af-94b7-dd76e83d50a5 service neutron] 10.222.0.89 "PUT /v2.0/ports/e27defa9-395b-4b2a-bc6b-15c44645438e HTTP/1.1" status: 200 len: 1091 time: 2.9253719 Oct 20 11:55:40.551332 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-2e15b158-79d8-4817-813f-b6aafe18acb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:40.566766 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3766ac42-3ed1-49cb-af0e-38ddc72143b5', 'tag': 'e27defa9-395b-4b2a-bc6b-15c44645438e'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:55:40.567293 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e15b158-79d8-4817-813f-b6aafe18acb4 None None] Routers {'cef1fc54-fa24-4572-b955-e6f1a2391324'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:40.567973 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-2e15b158-79d8-4817-813f-b6aafe18acb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:55:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['cef1fc54-fa24-4572-b955-e6f1a2391324'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:40.569512 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e774a152-a597-4a7e-b1a4-50358a1cc61e" -d '{"events": [{"name": "network-changed", "server_uuid": "3766ac42-3ed1-49cb-af0e-38ddc72143b5", "tag": "e27defa9-395b-4b2a-bc6b-15c44645438e"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:55:40.577773 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa04da0-a069-4859-9435-4900f51f15ca tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:40.579910 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6fa04da0-a069-4859-9435-4900f51f15ca tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "GET /v2.0/ports/67bfd67b-3b57-4814-b19e-771fe8d10d3e HTTP/1.1" status: 200 len: 910 time: 0.0997548 Oct 20 11:55:40.582759 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45672) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:40.613839 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-2bc241b3-d3af-4227-8d3f-9230d3bc2804 service neutron] Attempting to bind port 4280229e-4e55-4df7-901e-f31ddab6a1d1 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:55:40.614171 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-2bc241b3-d3af-4227-8d3f-9230d3bc2804 service neutron] Attempting to bind port 4280229e-4e55-4df7-901e-f31ddab6a1d1 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '8866150f-0593-49f6-a32b-a3b0febe1d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '8272be60-2c9c-4567-a2ef-0c10dfcb119d'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:55:40.614497 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-2bc241b3-d3af-4227-8d3f-9230d3bc2804 service neutron] Attempting to bind port 4280229e-4e55-4df7-901e-f31ddab6a1d1 on network 8272be60-2c9c-4567-a2ef-0c10dfcb119d {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:55:40.645567 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6ee2fd33-56e7-473d-9b17-5b315fc697ed req-e10eb68c-ea1f-4607-b2f7-03699918c0ab tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] 10.222.0.98 "GET /v2.0/ports?device_id=adb9f420-f79a-4251-8a1b-f5efa6557548 HTTP/1.1" status: 200 len: 210 time: 0.1323225 Oct 20 11:55:40.651083 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-2e15b158-79d8-4817-813f-b6aafe18acb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:40.651198 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e15b158-79d8-4817-813f-b6aafe18acb4 None None] The sync data for ids ['cef1fc54-fa24-4572-b955-e6f1a2391324'] in n-d-814735-3 is: [] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:55:40.673735 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-2bc241b3-d3af-4227-8d3f-9230d3bc2804 service neutron] Port 4280229e-4e55-4df7-901e-f31ddab6a1d1 on network 8272be60-2c9c-4567-a2ef-0c10dfcb119d not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:55:40.674086 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-2bc241b3-d3af-4227-8d3f-9230d3bc2804 service neutron] Attempting to bind port 4280229e-4e55-4df7-901e-f31ddab6a1d1 on network 8272be60-2c9c-4567-a2ef-0c10dfcb119d {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:55:40.695472 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4e1a40-9ebe-46af-94b7-dd76e83d50a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e27defa9-395b-4b2a-bc6b-15c44645438e,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:40.696277 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e9681d3e-e35a-4c2e-800b-654ae49cf71b None None] Provisioning complete for port 67bfd67b-3b57-4814-b19e-771fe8d10d3e triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:40.698099 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e9681d3e-e35a-4c2e-800b-654ae49cf71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:40.712114 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4b89a5-0053-4da0-b43a-c9780895772b x-openstack-request-id: req-3b4b89a5-0053-4da0-b43a-c9780895772b {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:55:40.712469 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3766ac42-3ed1-49cb-af0e-38ddc72143b5", "tag": "e27defa9-395b-4b2a-bc6b-15c44645438e", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:55:40.713245 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3b4b89a5-0053-4da0-b43a-c9780895772b {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:55:40.713657 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3766ac42-3ed1-49cb-af0e-38ddc72143b5', 'tag': 'e27defa9-395b-4b2a-bc6b-15c44645438e', 'status': 'completed', 'code': 200} Oct 20 11:55:40.721554 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-2bc241b3-d3af-4227-8d3f-9230d3bc2804 service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:55:40.721901 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-2bc241b3-d3af-4227-8d3f-9230d3bc2804 service neutron] Checking segment: {'id': '8866150f-0593-49f6-a32b-a3b0febe1d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '8272be60-2c9c-4567-a2ef-0c10dfcb119d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:55:40.722261 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-2bc241b3-d3af-4227-8d3f-9230d3bc2804 service neutron] Bound using segment: {'id': '8866150f-0593-49f6-a32b-a3b0febe1d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '8272be60-2c9c-4567-a2ef-0c10dfcb119d'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:55:40.722893 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-2bc241b3-d3af-4227-8d3f-9230d3bc2804 service neutron] Bound port: 4280229e-4e55-4df7-901e-f31ddab6a1d1, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8866150f-0593-49f6-a32b-a3b0febe1d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '8272be60-2c9c-4567-a2ef-0c10dfcb119d'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:55:40.724863 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-2bc241b3-d3af-4227-8d3f-9230d3bc2804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:40.755468 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-7cc2f474-5c5c-458e-8ec9-d3b07a6d94c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:40.757981 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-7cc2f474-5c5c-458e-8ec9-d3b07a6d94c0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a39bc4800586482a872e4120608377b8&device_id=3766ac42-3ed1-49cb-af0e-38ddc72143b5 HTTP/1.1" status: 200 len: 1094 time: 0.1575093 Oct 20 11:55:40.782606 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e9681d3e-e35a-4c2e-800b-654ae49cf71b None None] Port 67bfd67b-3b57-4814-b19e-771fe8d10d3e cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:55:40.815492 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e9681d3e-e35a-4c2e-800b-654ae49cf71b None None] Provisioning complete for port 3c04c297-af06-43b0-9b93-9290c9ff428f triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:40.815821 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e9681d3e-e35a-4c2e-800b-654ae49cf71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:40.862496 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-5a150e20-ca19-4629-9216-3536b83336a2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e27defa9-395b-4b2a-bc6b-15c44645438e HTTP/1.1" status: 200 len: 217 time: 0.0763850 Oct 20 11:55:40.932613 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-2f51f1c3-a277-4dac-b080-0b362ba5d6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:40.934182 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-2f51f1c3-a277-4dac-b080-0b362ba5d6dd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8389efb5-4922-419c-8872-f71fe9233d90 HTTP/1.1" status: 200 len: 853 time: 0.0503805 Oct 20 11:55:41.043457 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-f26b7e08-1ee9-4544-8b00-8b3f5b91cbb3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8272be60-2c9c-4567-a2ef-0c10dfcb119d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360060 Oct 20 11:55:41.088663 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-2bc241b3-d3af-4227-8d3f-9230d3bc2804 service neutron] For port 4280229e-4e55-4df7-901e-f31ddab6a1d1, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:55:41.110970 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-2cff1684-d769-4f6f-b870-4d198d939818 None None] Provisioning complete for port 67bfd67b-3b57-4814-b19e-771fe8d10d3e triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:41.111274 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2cff1684-d769-4f6f-b870-4d198d939818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:41.119839 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-2bc241b3-d3af-4227-8d3f-9230d3bc2804 service neutron] For port 4280229e-4e55-4df7-901e-f31ddab6a1d1, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=4280229e-4e55-4df7-901e-f31ddab6a1d1,segment=NetworkSegment(8866150f-0593-49f6-a32b-a3b0febe1d94),segment_id=8866150f-0593-49f6-a32b-a3b0febe1d94)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:55:41.133780 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a8dd086b-53be-4531-ae1a-0bca63b5894d tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:41.196606 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-2bc241b3-d3af-4227-8d3f-9230d3bc2804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:41.218741 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-2cff1684-d769-4f6f-b870-4d198d939818 None None] Port 67bfd67b-3b57-4814-b19e-771fe8d10d3e cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:55:41.232178 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75d509-f847-4038-aacd-a042e0a1dc65 req-7360cf3e-47da-4c5e-a832-f3c8a87f0967 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:41.234066 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8c75d509-f847-4038-aacd-a042e0a1dc65 req-7360cf3e-47da-4c5e-a832-f3c8a87f0967 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] 10.222.0.89 "GET /v2.0/networks?id=2fe050b5-996c-48a3-b599-59e32328a5bb HTTP/1.1" status: 200 len: 808 time: 0.4387858 Oct 20 11:55:41.307368 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 3c04c297-af06-43b0-9b93-9290c9ff428f up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:55:41.367168 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-2bc241b3-d3af-4227-8d3f-9230d3bc2804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:41.367853 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-2bc241b3-d3af-4227-8d3f-9230d3bc2804 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:41.369649 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-2bc241b3-d3af-4227-8d3f-9230d3bc2804 service neutron] 10.222.0.11 "PUT /v2.0/ports/4280229e-4e55-4df7-901e-f31ddab6a1d1 HTTP/1.1" status: 200 len: 1091 time: 2.2804213 Oct 20 11:55:41.379180 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 3c04c297-af06-43b0-9b93-9290c9ff428f triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:41.380280 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:41.412999 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8c75d509-f847-4038-aacd-a042e0a1dc65 req-afb60eb6-1170-4719-b0ad-9dde188aa67e tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=431534d0ede2413dbcee33b2532563f1 HTTP/1.1" status: 200 len: 380 time: 0.1601796 Oct 20 11:55:41.455567 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-75abf530-b537-47c4-be4f-ce874ce96f53 None None] Provisioning complete for port 67bfd67b-3b57-4814-b19e-771fe8d10d3e triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:41.455936 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-75abf530-b537-47c4-be4f-ce874ce96f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:41.474739 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-8c75d509-f847-4038-aacd-a042e0a1dc65 req-a5fea20f-d197-4c88-97a0-d69b907f08ae tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Request body: {'port': {'device_id': 'adb9f420-f79a-4251-8a1b-f5efa6557548', 'network_id': '2fe050b5-996c-48a3-b599-59e32328a5bb', 'admin_state_up': True, 'tenant_id': '431534d0ede2413dbcee33b2532563f1', 'security_groups': ['54e6e0ab-7eae-4633-ae6e-05dddd2f2acf']}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:55:41.480374 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-b63e27ba-1407-4698-a624-a08a6a9af745 service neutron] 10.222.0.89 "GET /v2.0/networks/8272be60-2c9c-4567-a2ef-0c10dfcb119d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4207711 Oct 20 11:55:41.488035 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe6886f-d24d-45b1-ba8d-e8e3889b66f4 req-7a0df44b-2ba5-4f8d-b1f3-d44c5bd4f964 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:41.489675 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fbe6886f-d24d-45b1-ba8d-e8e3889b66f4 req-7a0df44b-2ba5-4f8d-b1f3-d44c5bd4f964 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da HTTP/1.1" status: 200 len: 946 time: 0.2975850 Oct 20 11:55:41.519702 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1aebd-7a41-47ad-8874-5b07bef6fe65 req-3821a330-45e3-4267-8c3d-344199bf65cb tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:41.521810 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-90b1aebd-7a41-47ad-8874-5b07bef6fe65 req-3821a330-45e3-4267-8c3d-344199bf65cb tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/ports?device_id=ea6f97c4-922b-4a2d-bca3-b18c8b4174f0 HTTP/1.1" status: 200 len: 943 time: 0.2510421 Oct 20 11:55:41.525978 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-75abf530-b537-47c4-be4f-ce874ce96f53 None None] Port 67bfd67b-3b57-4814-b19e-771fe8d10d3e cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:55:41.531454 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-a8dd086b-53be-4531-ae1a-0bca63b5894d tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Deleting port 67bfd67b-3b57-4814-b19e-771fe8d10d3e {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:55:41.531875 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a8dd086b-53be-4531-ae1a-0bca63b5894d tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:41.538503 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc241b3-d3af-4227-8d3f-9230d3bc2804 service neutron] Pushing event updated for resources: {'Port': ['ID=4280229e-4e55-4df7-901e-f31ddab6a1d1,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:41.618268 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a8dd086b-53be-4531-ae1a-0bca63b5894d tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:41.633263 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-a8dd086b-53be-4531-ae1a-0bca63b5894d tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Calling delete_port for 67bfd67b-3b57-4814-b19e-771fe8d10d3e owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:55:41.683921 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-a797c015-a496-4108-857a-4065fe4f8e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:41.685325 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-a797c015-a496-4108-857a-4065fe4f8e74 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a39bc4800586482a872e4120608377b8&device_id=ea6f97c4-922b-4a2d-bca3-b18c8b4174f0 HTTP/1.1" status: 200 len: 1094 time: 0.2488358 Oct 20 11:55:41.709325 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fbe6886f-d24d-45b1-ba8d-e8e3889b66f4 req-a3e2b484-18fd-48d8-843c-a2c4b9a24384 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=c7eb2a7d-ee6d-4283-97fc-8a188eb48807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833842 Oct 20 11:55:41.719763 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-90b1aebd-7a41-47ad-8874-5b07bef6fe65 req-246c7a14-5c25-4c16-bad7-2aa99fe7839d tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/security-groups?id=23d09786-5943-41fc-a47b-f64bdf845c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678553 Oct 20 11:55:41.765762 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-924f3318-1847-495f-8fea-f908af2b13d0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4280229e-4e55-4df7-901e-f31ddab6a1d1 HTTP/1.1" status: 200 len: 217 time: 0.0705471 Oct 20 11:55:41.809095 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-facfb436-4727-46fa-aba8-48fbbe9fca3e service neutron] 10.222.0.89 "GET /v2.0/networks/8272be60-2c9c-4567-a2ef-0c10dfcb119d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058929 Oct 20 11:55:41.827082 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a8dd086b-53be-4531-ae1a-0bca63b5894d tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:41.858972 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd086b-53be-4531-ae1a-0bca63b5894d tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event deleted for resources: {'Port': ['ID=67bfd67b-3b57-4814-b19e-771fe8d10d3e,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:41.869207 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-17b22c34-6e14-4339-80ea-d2951883ee3e req-398f1c83-dab0-4f50-bdbf-9c880ce68f17 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] 10.222.0.98 "GET /v2.0/ports?device_id=adb9f420-f79a-4251-8a1b-f5efa6557548 HTTP/1.1" status: 200 len: 210 time: 0.0843470 Oct 20 11:55:42.016990 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a8dd086b-53be-4531-ae1a-0bca63b5894d tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:42.179990 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8dd086b-53be-4531-ae1a-0bca63b5894d tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Router cef1fc54-fa24-4572-b955-e6f1a2391324 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:55:42.258403 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8dd086b-53be-4531-ae1a-0bca63b5894d tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:55:42.267086 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a8dd086b-53be-4531-ae1a-0bca63b5894d tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "PUT /v2.0/routers/cef1fc54-fa24-4572-b955-e6f1a2391324/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6798491 Oct 20 11:55:42.267345 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45684) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:42.268341 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2796e9c9-ce04-4857-ab0e-b3a267b94ffe None None] Sync routers for ids ['cef1fc54-fa24-4572-b955-e6f1a2391324'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:55:42.278552 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2796e9c9-ce04-4857-ab0e-b3a267b94ffe None None] Routers {'cef1fc54-fa24-4572-b955-e6f1a2391324'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:42.279208 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-2796e9c9-ce04-4857-ab0e-b3a267b94ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:55:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['cef1fc54-fa24-4572-b955-e6f1a2391324'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:42.298829 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-28b5bd95-3871-423d-95df-981b2cef472c tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "GET /v2.0/ports?device_id=cef1fc54-fa24-4572-b955-e6f1a2391324 HTTP/1.1" status: 200 len: 205 time: 0.0303254 Oct 20 11:55:42.299802 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45686) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:42.314827 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-2796e9c9-ce04-4857-ab0e-b3a267b94ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:42.319455 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-a1b48507-d2d8-4bf6-954f-807390c40bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:42.320940 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-a1b48507-d2d8-4bf6-954f-807390c40bef service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8389efb5-4922-419c-8872-f71fe9233d90 HTTP/1.1" status: 200 len: 853 time: 0.5374417 Oct 20 11:55:42.321616 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c75d509-f847-4038-aacd-a042e0a1dc65 req-a5fea20f-d197-4c88-97a0-d69b907f08ae tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Made reservation on behalf of 431534d0ede2413dbcee33b2532563f1 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:55:42.324352 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2796e9c9-ce04-4857-ab0e-b3a267b94ffe None None] Routers {'cef1fc54-fa24-4572-b955-e6f1a2391324'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:42.324946 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-2796e9c9-ce04-4857-ab0e-b3a267b94ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:55:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['cef1fc54-fa24-4572-b955-e6f1a2391324'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:42.325067 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-8c75d509-f847-4038-aacd-a042e0a1dc65 req-a5fea20f-d197-4c88-97a0-d69b907f08ae tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:42.341408 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774a152-a597-4a7e-b1a4-50358a1cc61e req-8f59597d-8d0c-49d5-88d4-eea350c65d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:42.342770 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e774a152-a597-4a7e-b1a4-50358a1cc61e req-8f59597d-8d0c-49d5-88d4-eea350c65d6c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a39bc4800586482a872e4120608377b8&device_id=3766ac42-3ed1-49cb-af0e-38ddc72143b5 HTTP/1.1" status: 200 len: 1094 time: 0.4657838 Oct 20 11:55:42.359120 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-2796e9c9-ce04-4857-ab0e-b3a267b94ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:42.359770 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2796e9c9-ce04-4857-ab0e-b3a267b94ffe None None] The sync data for ids ['cef1fc54-fa24-4572-b955-e6f1a2391324'] in n-d-814735-3 is: [] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:55:42.377700 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f8e804b1-c0cb-4034-b231-51f527b3b974 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:42.383695 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-fe2f64a6-edae-4792-a625-ca21a9bc6f41 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8272be60-2c9c-4567-a2ef-0c10dfcb119d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461686 Oct 20 11:55:42.396463 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34f710-1b03-475b-b8fa-bb10e9c1934d req-5377bbd2-0a7c-46d7-9270-3516a4c1ffe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:42.398390 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cd34f710-1b03-475b-b8fa-bb10e9c1934d req-5377bbd2-0a7c-46d7-9270-3516a4c1ffe0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d69630d5f3304dc8a33f46da29b2ea4c&device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da HTTP/1.1" status: 200 len: 1097 time: 0.5607173 Oct 20 11:55:42.538465 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f8e804b1-c0cb-4034-b231-51f527b3b974 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:42.540652 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f8e804b1-c0cb-4034-b231-51f527b3b974 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:42.590505 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f8e804b1-c0cb-4034-b231-51f527b3b974 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:42.591068 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e804b1-c0cb-4034-b231-51f527b3b974 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Fanout notify agent at l3_agent the message router_deleted on router cef1fc54-fa24-4572-b955-e6f1a2391324 {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:55:42.598246 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f8e804b1-c0cb-4034-b231-51f527b3b974 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:42.602328 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f8e804b1-c0cb-4034-b231-51f527b3b974 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "DELETE /v2.0/routers/cef1fc54-fa24-4572-b955-e6f1a2391324 HTTP/1.1" status: 204 len: 168 time: 0.3016331 Oct 20 11:55:42.602963 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45688) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:42.667091 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0e5db6b-f221-4eb1-891c-1a4b60e3a0dd tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Deleting subnet 40fb8fc7-d004-4261-8f78-41f05dfd9d27 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:55:42.670215 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f0e5db6b-f221-4eb1-891c-1a4b60e3a0dd tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:42.685484 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774a152-a597-4a7e-b1a4-50358a1cc61e req-d700634b-eb5a-4411-929a-2d48212dd56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:42.687019 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e774a152-a597-4a7e-b1a4-50358a1cc61e req-d700634b-eb5a-4411-929a-2d48212dd56e service neutron] 10.222.0.89 "GET /v2.0/networks?id=8272be60-2c9c-4567-a2ef-0c10dfcb119d HTTP/1.1" status: 200 len: 915 time: 0.3308280 Oct 20 11:55:42.710169 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f0e5db6b-f221-4eb1-891c-1a4b60e3a0dd tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:42.716353 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea6f97c4-922b-4a2d-bca3-b18c8b4174f0', 'tag': '4280229e-4e55-4df7-901e-f31ddab6a1d1'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:55:42.718560 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2abdc06-993d-4606-8e57-82ea6f9b2150" -d '{"events": [{"name": "network-changed", "server_uuid": "ea6f97c4-922b-4a2d-bca3-b18c8b4174f0", "tag": "4280229e-4e55-4df7-901e-f31ddab6a1d1"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:55:42.759278 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-bd68591c-aa53-45a8-b1b9-e8c9840712c3 service neutron] 10.222.0.11 "GET /v2.0/networks/8272be60-2c9c-4567-a2ef-0c10dfcb119d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568463 Oct 20 11:55:42.763794 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836bc673-e795-4376-9d76-78cbd5b7f74c x-openstack-request-id: req-836bc673-e795-4376-9d76-78cbd5b7f74c {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:55:42.765259 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea6f97c4-922b-4a2d-bca3-b18c8b4174f0", "tag": "4280229e-4e55-4df7-901e-f31ddab6a1d1", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:55:42.765517 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-836bc673-e795-4376-9d76-78cbd5b7f74c {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:55:42.765925 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea6f97c4-922b-4a2d-bca3-b18c8b4174f0', 'tag': '4280229e-4e55-4df7-901e-f31ddab6a1d1', 'status': 'completed', 'code': 200} Oct 20 11:55:42.771059 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e774a152-a597-4a7e-b1a4-50358a1cc61e req-04091dee-6e32-4d1a-865f-90feb79e4cce service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e27defa9-395b-4b2a-bc6b-15c44645438e HTTP/1.1" status: 200 len: 217 time: 0.0697250 Oct 20 11:55:42.772140 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34f710-1b03-475b-b8fa-bb10e9c1934d req-2f12d0b9-a6f4-4c13-a51f-e08f5e7ad4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:42.773935 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cd34f710-1b03-475b-b8fa-bb10e9c1934d req-2f12d0b9-a6f4-4c13-a51f-e08f5e7ad4b2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=be8d4b08-1f40-41ca-825b-f5eddd831266 HTTP/1.1" status: 200 len: 898 time: 0.3504143 Oct 20 11:55:42.803645 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f0e5db6b-f221-4eb1-891c-1a4b60e3a0dd tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:42.821956 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-8c75d509-f847-4038-aacd-a042e0a1dc65 req-a5fea20f-d197-4c88-97a0-d69b907f08ae tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Allocated IP 172.20.0.7 (2fe050b5-996c-48a3-b599-59e32328a5bb/33dc2046-45c1-467f-aafa-1d58d2b904f2/553703eb-1f16-4165-9460-35767089d52e) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:55:42.868303 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f0e5db6b-f221-4eb1-891c-1a4b60e3a0dd tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:42.895939 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e5db6b-f221-4eb1-891c-1a4b60e3a0dd tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event deleted for resources: {'Subnet': ['ID=40fb8fc7-d004-4261-8f78-41f05dfd9d27,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:42.900958 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f0e5db6b-f221-4eb1-891c-1a4b60e3a0dd tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:42.908995 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef218bb-57b0-4cef-b456-347ebe9d5f9e None None] Network d84f7db2-4f63-4f55-b443-252860f81ef4 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:55:42.917243 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f0e5db6b-f221-4eb1-891c-1a4b60e3a0dd tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "DELETE /v2.0/subnets/40fb8fc7-d004-4261-8f78-41f05dfd9d27 HTTP/1.1" status: 204 len: 168 time: 0.3131015 Oct 20 11:55:42.917961 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45698) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:42.981190 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cd34f710-1b03-475b-b8fa-bb10e9c1934d req-cf89c3c4-f816-4ee0-a271-d8e6b09fdafb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37fb5b3f-e30a-4e35-aad6-f26e2350e127 HTTP/1.1" status: 200 len: 1002 time: 0.1848979 Oct 20 11:55:43.000601 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6c10d7d1-8d4e-42da-9173-0fde7d5eca50 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:43.066556 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-6c10d7d1-8d4e-42da-9173-0fde7d5eca50 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Deleting port 3c04c297-af06-43b0-9b93-9290c9ff428f {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:55:43.066950 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6c10d7d1-8d4e-42da-9173-0fde7d5eca50 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:43.104453 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774a152-a597-4a7e-b1a4-50358a1cc61e req-168cd840-314f-4408-9e36-3c88d85eefc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:43.106083 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e774a152-a597-4a7e-b1a4-50358a1cc61e req-168cd840-314f-4408-9e36-3c88d85eefc2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8389efb5-4922-419c-8872-f71fe9233d90 HTTP/1.1" status: 200 len: 853 time: 0.3202138 Oct 20 11:55:43.110078 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe426925-7234-401e-9ed3-13fcc3765541 None None] DHCP port deletion for d84f7db2-4f63-4f55-b443-252860f81ef4 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:55:43.135680 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-6c10d7d1-8d4e-42da-9173-0fde7d5eca50 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] For port 3c04c297-af06-43b0-9b93-9290c9ff428f, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=3c04c297-af06-43b0-9b93-9290c9ff428f,segment=NetworkSegment(6fd01daa-28ba-4234-8e77-a7489b98ddf9),segment_id=6fd01daa-28ba-4234-8e77-a7489b98ddf9)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:43.136081 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6c10d7d1-8d4e-42da-9173-0fde7d5eca50 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:43.152474 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-6c10d7d1-8d4e-42da-9173-0fde7d5eca50 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Calling delete_port for 3c04c297-af06-43b0-9b93-9290c9ff428f owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:55:43.165622 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c11134-07cf-47bf-b5d0-a05d34aeaa6b req-73fed6fb-a724-48db-95a9-2d770c500ee8 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:43.165978 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-fe426925-7234-401e-9ed3-13fcc3765541 None None] Deleting port 3c04c297-af06-43b0-9b93-9290c9ff428f {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:55:43.167442 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-fe426925-7234-401e-9ed3-13fcc3765541 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:43.167569 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b7c11134-07cf-47bf-b5d0-a05d34aeaa6b req-73fed6fb-a724-48db-95a9-2d770c500ee8 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da HTTP/1.1" status: 200 len: 946 time: 0.3699317 Oct 20 11:55:43.189759 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34f710-1b03-475b-b8fa-bb10e9c1934d req-9b085794-3213-49c0-99be-2f3e473732d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:43.191196 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cd34f710-1b03-475b-b8fa-bb10e9c1934d req-9b085794-3213-49c0-99be-2f3e473732d7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c0c0ca76-fd38-4162-81dc-3bfc728323a9 HTTP/1.1" status: 200 len: 834 time: 0.1758916 Oct 20 11:55:43.198889 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217d6d9-3e4c-4b1a-a9ff-feb3566869cc req-9100867d-ed3f-4bf6-bcc1-0e7878003154 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:43.206254 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f217d6d9-3e4c-4b1a-a9ff-feb3566869cc req-9100867d-ed3f-4bf6-bcc1-0e7878003154 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/ports?device_id=ea6f97c4-922b-4a2d-bca3-b18c8b4174f0 HTTP/1.1" status: 200 len: 943 time: 0.3798053 Oct 20 11:55:43.214573 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e774a152-a597-4a7e-b1a4-50358a1cc61e req-a7a9e425-0f30-4a36-8757-387c4f07db5a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8272be60-2c9c-4567-a2ef-0c10dfcb119d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932899 Oct 20 11:55:43.258704 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 3c04c297-af06-43b0-9b93-9290c9ff428f no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:55:43.263105 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a64b142-9fa8-4369-9f2a-e352f79b4e79 req-44cb07a6-e096-4ae2-9af8-6644ad965aee service neutron] 10.222.0.11 "GET /v2.0/networks/8272be60-2c9c-4567-a2ef-0c10dfcb119d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4881890 Oct 20 11:55:43.279154 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6c10d7d1-8d4e-42da-9173-0fde7d5eca50 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:43.309643 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-fe426925-7234-401e-9ed3-13fcc3765541 None None] For port 3c04c297-af06-43b0-9b93-9290c9ff428f, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=3c04c297-af06-43b0-9b93-9290c9ff428f,segment=NetworkSegment(6fd01daa-28ba-4234-8e77-a7489b98ddf9),segment_id=6fd01daa-28ba-4234-8e77-a7489b98ddf9)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:43.310275 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-fe426925-7234-401e-9ed3-13fcc3765541 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:43.310870 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c10d7d1-8d4e-42da-9173-0fde7d5eca50 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event deleted for resources: {'Port': ['ID=3c04c297-af06-43b0-9b93-9290c9ff428f,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:43.314888 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c10d7d1-8d4e-42da-9173-0fde7d5eca50 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] No DVR routers for this DVR port 3c04c297-af06-43b0-9b93-9290c9ff428f on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:55:43.325104 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-fe426925-7234-401e-9ed3-13fcc3765541 None None] Calling delete_port for 3c04c297-af06-43b0-9b93-9290c9ff428f owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:55:43.326888 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No active binding found for port 3c04c297-af06-43b0-9b93-9290c9ff428f {{(pid=100648) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 20 11:55:43.327322 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 3c04c297-af06-43b0-9b93-9290c9ff428f not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:55:43.405857 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6c10d7d1-8d4e-42da-9173-0fde7d5eca50 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:43.413740 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f217d6d9-3e4c-4b1a-a9ff-feb3566869cc req-8159de3f-4718-4da6-b3b5-8299d05affc3 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/security-groups?id=23d09786-5943-41fc-a47b-f64bdf845c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063785 Oct 20 11:55:43.446140 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-fe426925-7234-401e-9ed3-13fcc3765541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:43.461455 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b7c11134-07cf-47bf-b5d0-a05d34aeaa6b req-7dec68c4-6717-45a8-a8fe-59b60d4109f0 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=c7eb2a7d-ee6d-4283-97fc-8a188eb48807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2711849 Oct 20 11:55:43.476082 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe426925-7234-401e-9ed3-13fcc3765541 None None] Pushing event deleted for resources: {'Port': ['ID=3c04c297-af06-43b0-9b93-9290c9ff428f,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:43.485938 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34f710-1b03-475b-b8fa-bb10e9c1934d req-10e6ce91-e990-483f-a53b-8078b4b1cad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:43.487492 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cd34f710-1b03-475b-b8fa-bb10e9c1934d req-10e6ce91-e990-483f-a53b-8078b4b1cad5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=be8d4b08-1f40-41ca-825b-f5eddd831266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2705104 Oct 20 11:55:43.488069 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device e27defa9-395b-4b2a-bc6b-15c44645438e details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:55:43.496597 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe426925-7234-401e-9ed3-13fcc3765541 None None] No DVR routers for this DVR port 3c04c297-af06-43b0-9b93-9290c9ff428f on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:55:43.574638 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-8c75d509-f847-4038-aacd-a042e0a1dc65 req-a5fea20f-d197-4c88-97a0-d69b907f08ae tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:43.577754 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0d6b2c17-39f8-4746-9f5b-51dfcfe97b02 req-01d744a3-0c0f-4008-9c6e-89f701c1c539 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] 10.222.0.98 "GET /v2.0/ports?device_id=adb9f420-f79a-4251-8a1b-f5efa6557548 HTTP/1.1" status: 200 len: 210 time: 0.0800240 Oct 20 11:55:43.653557 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e774a152-a597-4a7e-b1a4-50358a1cc61e req-64ea0c9b-a314-477d-92cf-51bc4a55aad3 service neutron] 10.222.0.89 "GET /v2.0/networks/8272be60-2c9c-4567-a2ef-0c10dfcb119d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928571 Oct 20 11:55:43.660808 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abdc06-993d-4606-8e57-82ea6f9b2150 req-c787cfe9-fc38-4d3b-b1e9-52a064fd742e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:43.662372 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b2abdc06-993d-4606-8e57-82ea6f9b2150 req-c787cfe9-fc38-4d3b-b1e9-52a064fd742e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a39bc4800586482a872e4120608377b8&device_id=ea6f97c4-922b-4a2d-bca3-b18c8b4174f0 HTTP/1.1" status: 200 len: 1094 time: 0.3090980 Oct 20 11:55:43.775923 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port e27defa9-395b-4b2a-bc6b-15c44645438e, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e27defa9-395b-4b2a-bc6b-15c44645438e,segment=NetworkSegment(8866150f-0593-49f6-a32b-a3b0febe1d94),segment_id=8866150f-0593-49f6-a32b-a3b0febe1d94)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:43.787984 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': 'e27defa9-395b-4b2a-bc6b-15c44645438e', 'network_id': '8272be60-2c9c-4567-a2ef-0c10dfcb119d', 'port_id': 'e27defa9-395b-4b2a-bc6b-15c44645438e', 'mac_address': 'fa:16:3e:23:3f:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8389efb5-4922-419c-8872-f71fe9233d90', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:55:43.791595 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-6c10d7d1-8d4e-42da-9173-0fde7d5eca50 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d84f7db2-4f63-4f55-b443-252860f81ef4']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:43.802833 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-6c10d7d1-8d4e-42da-9173-0fde7d5eca50 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fd01daa-28ba-4234-8e77-a7489b98ddf9') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:43.803160 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-6c10d7d1-8d4e-42da-9173-0fde7d5eca50 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fd01daa-28ba-4234-8e77-a7489b98ddf9') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:43.813671 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6c10d7d1-8d4e-42da-9173-0fde7d5eca50 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:43.826008 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:43.829864 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cd34f710-1b03-475b-b8fa-bb10e9c1934d req-a7fc2d68-77f3-4b16-a9ea-d59bd3f4954a service neutron] 10.222.0.11 "GET /v2.0/networks/be8d4b08-1f40-41ca-825b-f5eddd831266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189807 Oct 20 11:55:43.831217 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6c10d7d1-8d4e-42da-9173-0fde7d5eca50 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:43.838271 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c10d7d1-8d4e-42da-9173-0fde7d5eca50 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Releasing vlan 1268 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:55:43.838641 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6c10d7d1-8d4e-42da-9173-0fde7d5eca50 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:43.841837 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:55:43.841837 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:55:43.841837 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:55:43.841837 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:55:43.841837 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:55:43.841837 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:55:43.841837 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:55:43.841837 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:55:43.841837 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:55:43.841837 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:55:43.841837 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:55:43.841837 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:55:43.841837 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:55:43.841837 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:55:43.841837 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:55:43.841837 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:55:43.841837 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:55:43.841837 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:55:43.841837 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:55:43.841837 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:55:43.841837 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:55:43.841837 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:55:43.841837 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:55:43.841837 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:55:43.841837 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:55:43.841837 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:55:43.841837 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:55:43.841837 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:55:43.841837 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:55:43.841837 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:55:43.841837 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:55:43.841837 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:55:43.845592 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e27defa9-395b-4b2a-bc6b-15c44645438e {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:55:43.860579 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-8c75d509-f847-4038-aacd-a042e0a1dc65 req-a5fea20f-d197-4c88-97a0-d69b907f08ae tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:43.868132 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port e27defa9-395b-4b2a-bc6b-15c44645438e, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e27defa9-395b-4b2a-bc6b-15c44645438e,segment=NetworkSegment(8866150f-0593-49f6-a32b-a3b0febe1d94),segment_id=8866150f-0593-49f6-a32b-a3b0febe1d94)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:43.874281 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:43.906497 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6c10d7d1-8d4e-42da-9173-0fde7d5eca50 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:43.919419 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6c10d7d1-8d4e-42da-9173-0fde7d5eca50 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:43.926085 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6c10d7d1-8d4e-42da-9173-0fde7d5eca50 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "DELETE /v2.0/networks/d84f7db2-4f63-4f55-b443-252860f81ef4 HTTP/1.1" status: 204 len: 168 time: 1.0036347 Oct 20 11:55:43.932595 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=e27defa9-395b-4b2a-bc6b-15c44645438e,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:43.934843 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45700) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:43.939963 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-9ee33ae7-b977-41e6-97a2-4df89dfb9022 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-263581789', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}, 'admin_state_up': False}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:55:43.945949 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e774a152-a597-4a7e-b1a4-50358a1cc61e req-60ba58e2-05d0-48d1-b9b9-e9d4789fdf05 service neutron] 10.222.0.89 "GET /v2.0/networks/8272be60-2c9c-4567-a2ef-0c10dfcb119d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788503 Oct 20 11:55:43.946545 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c10d7d1-8d4e-42da-9173-0fde7d5eca50 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event deleted for resources: {'Network': ['ID=d84f7db2-4f63-4f55-b443-252860f81ef4,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:43.965066 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9ee33ae7-b977-41e6-97a2-4df89dfb9022 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:43.966149 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9ee33ae7-b977-41e6-97a2-4df89dfb9022 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:43.988434 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abdc06-993d-4606-8e57-82ea6f9b2150 req-f457db2d-91e2-4374-b566-01576552a138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:43.989907 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b2abdc06-993d-4606-8e57-82ea6f9b2150 req-f457db2d-91e2-4374-b566-01576552a138 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8272be60-2c9c-4567-a2ef-0c10dfcb119d HTTP/1.1" status: 200 len: 915 time: 0.3121212 Oct 20 11:55:43.995473 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c75d509-f847-4038-aacd-a042e0a1dc65 req-a5fea20f-d197-4c88-97a0-d69b907f08ae tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Network 2fe050b5-996c-48a3-b599-59e32328a5bb is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:55:44.002815 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-8c75d509-f847-4038-aacd-a042e0a1dc65 req-a5fea20f-d197-4c88-97a0-d69b907f08ae tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:55:44.005522 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c75d509-f847-4038-aacd-a042e0a1dc65 req-a5fea20f-d197-4c88-97a0-d69b907f08ae tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:55:44.021997 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9ee33ae7-b977-41e6-97a2-4df89dfb9022 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:44.082012 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fea20f-d197-4c88-97a0-d69b907f08ae tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Pushing event updated for resources: {'Port': ['ID=553703eb-1f16-4165-9460-35767089d52e,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:44.095491 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b2abdc06-993d-4606-8e57-82ea6f9b2150 req-3cc0ed5e-6e79-417b-99c3-3e77ab2a0988 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4280229e-4e55-4df7-901e-f31ddab6a1d1 HTTP/1.1" status: 200 len: 217 time: 0.0937579 Oct 20 11:55:44.125030 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fea20f-d197-4c88-97a0-d69b907f08ae tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:44.125430 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fea20f-d197-4c88-97a0-d69b907f08ae tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:44.125684 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fea20f-d197-4c88-97a0-d69b907f08ae tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:44.126048 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fea20f-d197-4c88-97a0-d69b907f08ae tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:44.126380 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fea20f-d197-4c88-97a0-d69b907f08ae tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:44.126693 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fea20f-d197-4c88-97a0-d69b907f08ae tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:44.127341 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fea20f-d197-4c88-97a0-d69b907f08ae tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:44.127736 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fea20f-d197-4c88-97a0-d69b907f08ae tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:44.128075 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fea20f-d197-4c88-97a0-d69b907f08ae tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:44.128397 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fea20f-d197-4c88-97a0-d69b907f08ae tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:44.128742 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fea20f-d197-4c88-97a0-d69b907f08ae tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:44.129018 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fea20f-d197-4c88-97a0-d69b907f08ae tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:55:44.148000 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['e27defa9-395b-4b2a-bc6b-15c44645438e'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:55:44.161636 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cd34f710-1b03-475b-b8fa-bb10e9c1934d req-ea16266b-3f3b-42f6-a26d-2a90986d702b service neutron] 10.222.0.11 "GET /v2.0/networks/be8d4b08-1f40-41ca-825b-f5eddd831266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220468 Oct 20 11:55:44.170826 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9ee33ae7-b977-41e6-97a2-4df89dfb9022 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:44.171215 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75d509-f847-4038-aacd-a042e0a1dc65 req-a5fea20f-d197-4c88-97a0-d69b907f08ae tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:44.171881 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-8c75d509-f847-4038-aacd-a042e0a1dc65 req-a5fea20f-d197-4c88-97a0-d69b907f08ae tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:44.197640 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abdc06-993d-4606-8e57-82ea6f9b2150 req-1d55ed64-c410-4a1a-8d95-44b2196f7a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:44.199664 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b2abdc06-993d-4606-8e57-82ea6f9b2150 req-1d55ed64-c410-4a1a-8d95-44b2196f7a8a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8389efb5-4922-419c-8872-f71fe9233d90 HTTP/1.1" status: 200 len: 853 time: 0.0879269 Oct 20 11:55:44.203812 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8c75d509-f847-4038-aacd-a042e0a1dc65 req-a5fea20f-d197-4c88-97a0-d69b907f08ae tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7343867 Oct 20 11:55:44.224944 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-8c75d509-f847-4038-aacd-a042e0a1dc65 req-09edf792-1c0c-4788-9f31-d9044dbd8c2c tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:55:44.227170 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8c75d509-f847-4038-aacd-a042e0a1dc65 req-09edf792-1c0c-4788-9f31-d9044dbd8c2c tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0081918 Oct 20 11:55:44.246416 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b2abdc06-993d-4606-8e57-82ea6f9b2150 req-15f35595-aae8-42f4-9dc4-df9163caaa0b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8272be60-2c9c-4567-a2ef-0c10dfcb119d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393817 Oct 20 11:55:44.250225 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-8c75d509-f847-4038-aacd-a042e0a1dc65 req-0489358b-9fdb-4153-8738-728fb4731240 service neutron] Request body: {'port': {'device_id': 'adb9f420-f79a-4251-8a1b-f5efa6557548', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:55:44.314307 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-570400dc-42ce-4981-9441-d766c90a48b5 None None] Provisioning complete for port 553703eb-1f16-4165-9460-35767089d52e triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:44.314891 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-570400dc-42ce-4981-9441-d766c90a48b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:44.373334 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-570400dc-42ce-4981-9441-d766c90a48b5 None None] Port 553703eb-1f16-4165-9460-35767089d52e cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:55:44.373576 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-8c75d509-f847-4038-aacd-a042e0a1dc65 req-0489358b-9fdb-4153-8738-728fb4731240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:44.420690 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9ee33ae7-b977-41e6-97a2-4df89dfb9022 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for router_gateway, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:44.433331 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b2abdc06-993d-4606-8e57-82ea6f9b2150 req-7261d3eb-bcb3-471f-a0f8-a4108a5c5f01 service neutron] 10.222.0.11 "GET /v2.0/networks/8272be60-2c9c-4567-a2ef-0c10dfcb119d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792874 Oct 20 11:55:44.441505 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9ee33ae7-b977-41e6-97a2-4df89dfb9022 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:44.557340 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-9ee33ae7-b977-41e6-97a2-4df89dfb9022 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Allocated IP 172.25.5.246 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/c6375617-46d8-4bd8-974b-53e4e5a607a9) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:55:44.664894 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9ee33ae7-b977-41e6-97a2-4df89dfb9022 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:44.687152 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71251a0-0639-4417-b061-302b9b0e7944 req-41c3f18d-24f6-414f-a15f-d9fe4b6b0903 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:44.688610 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d71251a0-0639-4417-b061-302b9b0e7944 req-41c3f18d-24f6-414f-a15f-d9fe4b6b0903 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/ports?device_id=ea6f97c4-922b-4a2d-bca3-b18c8b4174f0 HTTP/1.1" status: 200 len: 943 time: 0.1697505 Oct 20 11:55:44.697255 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b2abdc06-993d-4606-8e57-82ea6f9b2150 req-1b1219d7-e20c-4775-b561-7c024d6af887 service neutron] 10.222.0.11 "GET /v2.0/networks/8272be60-2c9c-4567-a2ef-0c10dfcb119d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484164 Oct 20 11:55:44.701453 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9ee33ae7-b977-41e6-97a2-4df89dfb9022 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:44.740795 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee33ae7-b977-41e6-97a2-4df89dfb9022 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:55:44.743815 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-9ee33ae7-b977-41e6-97a2-4df89dfb9022 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:55:44.750821 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee33ae7-b977-41e6-97a2-4df89dfb9022 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:55:44.753946 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee33ae7-b977-41e6-97a2-4df89dfb9022 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event updated for resources: {'Port': ['ID=c6375617-46d8-4bd8-974b-53e4e5a607a9,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:45.018258 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9ee33ae7-b977-41e6-97a2-4df89dfb9022 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for router_gateway, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:45.098495 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d4bc05-14f0-45b3-a0dc-7f829737c422 req-72fb02a8-9e02-4d48-b782-e25aa280c595 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:45.099953 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-21d4bc05-14f0-45b3-a0dc-7f829737c422 req-72fb02a8-9e02-4d48-b782-e25aa280c595 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da HTTP/1.1" status: 200 len: 946 time: 0.5538242 Oct 20 11:55:45.170844 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d71251a0-0639-4417-b061-302b9b0e7944 req-f4300445-fc65-4a38-9d83-473e7217ff94 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/security-groups?id=23d09786-5943-41fc-a47b-f64bdf845c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4448473 Oct 20 11:55:45.180407 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-21d4bc05-14f0-45b3-a0dc-7f829737c422 req-e2fad9b3-7124-4659-85cd-80c1628c1f0d tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=c7eb2a7d-ee6d-4283-97fc-8a188eb48807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726674 Oct 20 11:55:45.233034 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9ee33ae7-b977-41e6-97a2-4df89dfb9022 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:45.240427 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-8c75d509-f847-4038-aacd-a042e0a1dc65 req-0489358b-9fdb-4153-8738-728fb4731240 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 553703eb-1f16-4165-9460-35767089d52e {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:55:45.256942 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-8c75d509-f847-4038-aacd-a042e0a1dc65 req-0489358b-9fdb-4153-8738-728fb4731240 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:45.287978 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-8c75d509-f847-4038-aacd-a042e0a1dc65 req-0489358b-9fdb-4153-8738-728fb4731240 service neutron] Transition to ACTIVE for port object 553703eb-1f16-4165-9460-35767089d52e will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:55:45.297146 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-8c75d509-f847-4038-aacd-a042e0a1dc65 req-0489358b-9fdb-4153-8738-728fb4731240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:45.314086 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f548ea-cf6e-4cc7-a874-a6b2389b2f61 req-fa026291-c51b-4101-9e71-8ee7eb85be8a tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:45.315681 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-20f548ea-cf6e-4cc7-a874-a6b2389b2f61 req-fa026291-c51b-4101-9e71-8ee7eb85be8a tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] 10.222.0.98 "GET /v2.0/ports?device_id=adb9f420-f79a-4251-8a1b-f5efa6557548 HTTP/1.1" status: 200 len: 931 time: 0.0707941 Oct 20 11:55:45.368073 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee33ae7-b977-41e6-97a2-4df89dfb9022 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Router a36702e2-dd6c-4d20-9a0a-6a1505fc8555 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:55:45.383203 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0489358b-9fdb-4153-8738-728fb4731240 service neutron] Pushing event updated for resources: {'Port': ['ID=553703eb-1f16-4165-9460-35767089d52e,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:45.418044 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-20f548ea-cf6e-4cc7-a874-a6b2389b2f61 req-53178120-f327-44ca-9778-6cc1221d494a tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] 10.222.0.98 "GET /v2.0/security-groups?id=54e6e0ab-7eae-4633-ae6e-05dddd2f2acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808055 Oct 20 11:55:45.469967 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:45.471992 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-8c75d509-f847-4038-aacd-a042e0a1dc65 req-0489358b-9fdb-4153-8738-728fb4731240 service neutron] Attempting to bind port 553703eb-1f16-4165-9460-35767089d52e on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:55:45.472423 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-8c75d509-f847-4038-aacd-a042e0a1dc65 req-0489358b-9fdb-4153-8738-728fb4731240 service neutron] Attempting to bind port 553703eb-1f16-4165-9460-35767089d52e by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '49ad3002-a7ea-48ed-82f2-9be1b66c0d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '2fe050b5-996c-48a3-b599-59e32328a5bb'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:55:45.472861 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c75d509-f847-4038-aacd-a042e0a1dc65 req-0489358b-9fdb-4153-8738-728fb4731240 service neutron] Attempting to bind port 553703eb-1f16-4165-9460-35767089d52e on network 2fe050b5-996c-48a3-b599-59e32328a5bb {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:55:45.477821 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c75d509-f847-4038-aacd-a042e0a1dc65 req-0489358b-9fdb-4153-8738-728fb4731240 service neutron] Port 553703eb-1f16-4165-9460-35767089d52e on network 2fe050b5-996c-48a3-b599-59e32328a5bb not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:55:45.478213 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c75d509-f847-4038-aacd-a042e0a1dc65 req-0489358b-9fdb-4153-8738-728fb4731240 service neutron] Attempting to bind port 553703eb-1f16-4165-9460-35767089d52e on network 2fe050b5-996c-48a3-b599-59e32328a5bb {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:55:45.483339 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c75d509-f847-4038-aacd-a042e0a1dc65 req-0489358b-9fdb-4153-8738-728fb4731240 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:55:45.484168 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c75d509-f847-4038-aacd-a042e0a1dc65 req-0489358b-9fdb-4153-8738-728fb4731240 service neutron] Checking segment: {'id': '49ad3002-a7ea-48ed-82f2-9be1b66c0d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '2fe050b5-996c-48a3-b599-59e32328a5bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:55:45.484168 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c75d509-f847-4038-aacd-a042e0a1dc65 req-0489358b-9fdb-4153-8738-728fb4731240 service neutron] Bound using segment: {'id': '49ad3002-a7ea-48ed-82f2-9be1b66c0d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '2fe050b5-996c-48a3-b599-59e32328a5bb'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:55:45.484723 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-8c75d509-f847-4038-aacd-a042e0a1dc65 req-0489358b-9fdb-4153-8738-728fb4731240 service neutron] Bound port: 553703eb-1f16-4165-9460-35767089d52e, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ad3002-a7ea-48ed-82f2-9be1b66c0d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '2fe050b5-996c-48a3-b599-59e32328a5bb'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:55:45.485136 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-8c75d509-f847-4038-aacd-a042e0a1dc65 req-0489358b-9fdb-4153-8738-728fb4731240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:45.487898 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device e27defa9-395b-4b2a-bc6b-15c44645438e up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:55:45.504027 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee33ae7-b977-41e6-97a2-4df89dfb9022 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:55:45.517266 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5535501c-8065-44ec-a5b3-f873502de1b0 None None] Sync routers for ids ['a36702e2-dd6c-4d20-9a0a-6a1505fc8555'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:55:45.529212 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9ee33ae7-b977-41e6-97a2-4df89dfb9022 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:45.531296 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-9ee33ae7-b977-41e6-97a2-4df89dfb9022 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 1.5952072 Oct 20 11:55:45.532611 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5535501c-8065-44ec-a5b3-f873502de1b0 None None] Routers {'a36702e2-dd6c-4d20-9a0a-6a1505fc8555'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:45.533256 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-5535501c-8065-44ec-a5b3-f873502de1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:55:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['a36702e2-dd6c-4d20-9a0a-6a1505fc8555'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:45.534491 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45708) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:45.561502 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-8c75d509-f847-4038-aacd-a042e0a1dc65 req-0489358b-9fdb-4153-8738-728fb4731240 service neutron] For port 553703eb-1f16-4165-9460-35767089d52e, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:55:45.565886 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-8c75d509-f847-4038-aacd-a042e0a1dc65 req-0489358b-9fdb-4153-8738-728fb4731240 service neutron] For port 553703eb-1f16-4165-9460-35767089d52e, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=553703eb-1f16-4165-9460-35767089d52e,segment=NetworkSegment(49ad3002-a7ea-48ed-82f2-9be1b66c0d9d),segment_id=49ad3002-a7ea-48ed-82f2-9be1b66c0d9d)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:55:45.571663 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-8c75d509-f847-4038-aacd-a042e0a1dc65 req-0489358b-9fdb-4153-8738-728fb4731240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:45.592611 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 4280229e-4e55-4df7-901e-f31ddab6a1d1 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:55:45.600920 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-5535501c-8065-44ec-a5b3-f873502de1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:45.611225 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5535501c-8065-44ec-a5b3-f873502de1b0 None None] Routers {'a36702e2-dd6c-4d20-9a0a-6a1505fc8555'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:45.612280 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-5535501c-8065-44ec-a5b3-f873502de1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:55:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['a36702e2-dd6c-4d20-9a0a-6a1505fc8555'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:45.623305 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port e27defa9-395b-4b2a-bc6b-15c44645438e completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:55:45.624404 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75d509-f847-4038-aacd-a042e0a1dc65 req-0489358b-9fdb-4153-8738-728fb4731240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:45.625037 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-8c75d509-f847-4038-aacd-a042e0a1dc65 req-0489358b-9fdb-4153-8738-728fb4731240 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:45.626459 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8c75d509-f847-4038-aacd-a042e0a1dc65 req-0489358b-9fdb-4153-8738-728fb4731240 service neutron] 10.222.0.89 "PUT /v2.0/ports/553703eb-1f16-4165-9460-35767089d52e HTTP/1.1" status: 200 len: 1091 time: 1.3826790 Oct 20 11:55:45.629757 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port e27defa9-395b-4b2a-bc6b-15c44645438e triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:45.630143 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:45.648191 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adb9f420-f79a-4251-8a1b-f5efa6557548', 'tag': '553703eb-1f16-4165-9460-35767089d52e'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:55:45.651438 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f64a240-0c5b-4f89-b767-d3f6b8ad20fd" -d '{"events": [{"name": "network-changed", "server_uuid": "adb9f420-f79a-4251-8a1b-f5efa6557548", "tag": "553703eb-1f16-4165-9460-35767089d52e"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:55:45.667405 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-5535501c-8065-44ec-a5b3-f873502de1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:45.668469 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5535501c-8065-44ec-a5b3-f873502de1b0 None None] The sync data for ids ['a36702e2-dd6c-4d20-9a0a-6a1505fc8555'] in n-d-814735-3 is: [] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:55:45.705381 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-33b0b72b-5655-4365-aa88-c4242f8dc2a5 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "GET /v2.0/routers/a36702e2-dd6c-4d20-9a0a-6a1505fc8555 HTTP/1.1" status: 200 len: 880 time: 0.1690838 Oct 20 11:55:45.706386 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45712) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:45.750745 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7def119-c527-4e69-b3e7-3892c75460c6 x-openstack-request-id: req-a7def119-c527-4e69-b3e7-3892c75460c6 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:55:45.751060 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adb9f420-f79a-4251-8a1b-f5efa6557548", "tag": "553703eb-1f16-4165-9460-35767089d52e", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:55:45.751317 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a7def119-c527-4e69-b3e7-3892c75460c6 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:55:45.752236 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adb9f420-f79a-4251-8a1b-f5efa6557548', 'tag': '553703eb-1f16-4165-9460-35767089d52e', 'status': 'completed', 'code': 200} Oct 20 11:55:45.754041 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0489358b-9fdb-4153-8738-728fb4731240 service neutron] Pushing event updated for resources: {'Port': ['ID=553703eb-1f16-4165-9460-35767089d52e,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:45.779941 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75d509-f847-4038-aacd-a042e0a1dc65 req-f4ae9939-1d09-4a13-ae79-0167237072aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:45.781470 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8c75d509-f847-4038-aacd-a042e0a1dc65 req-f4ae9939-1d09-4a13-ae79-0167237072aa service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=431534d0ede2413dbcee33b2532563f1&device_id=adb9f420-f79a-4251-8a1b-f5efa6557548 HTTP/1.1" status: 200 len: 1094 time: 0.0801847 Oct 20 11:55:45.804428 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:45.843360 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8c75d509-f847-4038-aacd-a042e0a1dc65 req-70541922-5ba0-44ab-bd9b-d6f8825af974 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=553703eb-1f16-4165-9460-35767089d52e HTTP/1.1" status: 200 len: 217 time: 0.0503423 Oct 20 11:55:45.844190 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3766ac42-3ed1-49cb-af0e-38ddc72143b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e27defa9-395b-4b2a-bc6b-15c44645438e'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:55:45.846493 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32212d26-d7c1-43bc-9bd9-bf2b851b743a" -d '{"events": [{"server_uuid": "3766ac42-3ed1-49cb-af0e-38ddc72143b5", "name": "network-vif-plugged", "status": "completed", "tag": "e27defa9-395b-4b2a-bc6b-15c44645438e"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:55:45.851713 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 4280229e-4e55-4df7-901e-f31ddab6a1d1, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=4280229e-4e55-4df7-901e-f31ddab6a1d1,segment=NetworkSegment(8866150f-0593-49f6-a32b-a3b0febe1d94),segment_id=8866150f-0593-49f6-a32b-a3b0febe1d94)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:45.870630 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port e27defa9-395b-4b2a-bc6b-15c44645438e, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e27defa9-395b-4b2a-bc6b-15c44645438e,segment=NetworkSegment(8866150f-0593-49f6-a32b-a3b0febe1d94),segment_id=8866150f-0593-49f6-a32b-a3b0febe1d94)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:45.872195 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '4280229e-4e55-4df7-901e-f31ddab6a1d1', 'network_id': '8272be60-2c9c-4567-a2ef-0c10dfcb119d', 'port_id': '4280229e-4e55-4df7-901e-f31ddab6a1d1', 'mac_address': 'fa:16:3e:b4:dc:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8389efb5-4922-419c-8872-f71fe9233d90', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:55:45.904042 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:45.918564 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75d509-f847-4038-aacd-a042e0a1dc65 req-b601bb9f-469d-4def-8c9c-e93da52e88bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:45.920383 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8c75d509-f847-4038-aacd-a042e0a1dc65 req-b601bb9f-469d-4def-8c9c-e93da52e88bd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=33dc2046-45c1-467f-aafa-1d58d2b904f2 HTTP/1.1" status: 200 len: 847 time: 0.0668113 Oct 20 11:55:45.940064 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a8b00d-d318-4d3e-badf-2cdb12fe7329 x-openstack-request-id: req-59a8b00d-d318-4d3e-badf-2cdb12fe7329 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:55:45.940336 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3766ac42-3ed1-49cb-af0e-38ddc72143b5", "name": "network-vif-plugged", "status": "completed", "tag": "e27defa9-395b-4b2a-bc6b-15c44645438e", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:55:45.940661 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-59a8b00d-d318-4d3e-badf-2cdb12fe7329 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:55:45.941012 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3766ac42-3ed1-49cb-af0e-38ddc72143b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e27defa9-395b-4b2a-bc6b-15c44645438e', 'code': 200} Oct 20 11:55:45.946585 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:45.974152 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4280229e-4e55-4df7-901e-f31ddab6a1d1 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:55:45.975971 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75d509-f847-4038-aacd-a042e0a1dc65 req-c07a13bd-c46a-4d3a-9dd5-4b447b8df1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:45.977574 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8c75d509-f847-4038-aacd-a042e0a1dc65 req-c07a13bd-c46a-4d3a-9dd5-4b447b8df1ec service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2fe050b5-996c-48a3-b599-59e32328a5bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462606 Oct 20 11:55:45.991303 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d68a08fe-5014-4d85-9029-13d52812c5d8 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2831743 Oct 20 11:55:45.993599 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45716) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:45.998155 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-ea9d1fdc-019f-4de9-8342-293a5f9de562 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-263581789'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:55:46.010891 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=e27defa9-395b-4b2a-bc6b-15c44645438e,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:46.018686 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 4280229e-4e55-4df7-901e-f31ddab6a1d1, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=4280229e-4e55-4df7-901e-f31ddab6a1d1,segment=NetworkSegment(8866150f-0593-49f6-a32b-a3b0febe1d94),segment_id=8866150f-0593-49f6-a32b-a3b0febe1d94)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:46.023879 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:46.073501 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=4280229e-4e55-4df7-901e-f31ddab6a1d1,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:46.098980 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ccbeb-74d5-474c-b76a-04aed0b9f20e req-6b7f2ca3-7e62-484e-b992-6d2e04221ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:46.100522 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-da1ccbeb-74d5-474c-b76a-04aed0b9f20e req-6b7f2ca3-7e62-484e-b992-6d2e04221ab7 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3766ac42-3ed1-49cb-af0e-38ddc72143b5 HTTP/1.1" status: 200 len: 1096 time: 0.1048329 Oct 20 11:55:46.128706 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8c75d509-f847-4038-aacd-a042e0a1dc65 req-485f96ec-d14d-47a3-b17d-228919299912 service neutron] 10.222.0.89 "GET /v2.0/networks/2fe050b5-996c-48a3-b599-59e32328a5bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343083 Oct 20 11:55:46.154234 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-da1ccbeb-74d5-474c-b76a-04aed0b9f20e req-c5118ab7-6a20-4796-8a11-7367597cff31 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=23d09786-5943-41fc-a47b-f64bdf845c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414064 Oct 20 11:55:46.238413 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8c75d509-f847-4038-aacd-a042e0a1dc65 req-c5e78b66-10df-4ffe-9544-554e812f365e service neutron] 10.222.0.89 "GET /v2.0/networks/2fe050b5-996c-48a3-b599-59e32328a5bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963881 Oct 20 11:55:46.247004 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['4280229e-4e55-4df7-901e-f31ddab6a1d1'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:55:46.323953 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ea9d1fdc-019f-4de9-8342-293a5f9de562 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4352'] for router, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:46.335035 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8318404c-1e53-4eba-8d1c-aa76a36dcfad req-38f4ae93-d51f-42a9-8702-dd23931f21eb tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:46.336591 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8318404c-1e53-4eba-8d1c-aa76a36dcfad req-38f4ae93-d51f-42a9-8702-dd23931f21eb tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/ports?device_id=ea6f97c4-922b-4a2d-bca3-b18c8b4174f0 HTTP/1.1" status: 200 len: 944 time: 0.0886939 Oct 20 11:55:46.341203 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ea9d1fdc-019f-4de9-8342-293a5f9de562 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-652987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-652962', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-654361'] for router, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:46.345587 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a5db7-eb23-4cf2-a55b-77260d830e5f req-19d3ebe2-4169-4f8b-a239-d849b25d9367 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:46.347090 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a87a5db7-eb23-4cf2-a55b-77260d830e5f req-19d3ebe2-4169-4f8b-a239-d849b25d9367 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da HTTP/1.1" status: 200 len: 946 time: 0.0843747 Oct 20 11:55:46.411465 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8318404c-1e53-4eba-8d1c-aa76a36dcfad req-98bcf924-3c7b-4349-aa45-e11aaa649e32 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/security-groups?id=23d09786-5943-41fc-a47b-f64bdf845c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633736 Oct 20 11:55:46.416703 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a87a5db7-eb23-4cf2-a55b-77260d830e5f req-8d538246-93fd-4519-8ace-59ca3bfed006 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=c7eb2a7d-ee6d-4283-97fc-8a188eb48807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626466 Oct 20 11:55:46.460306 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64a240-0c5b-4f89-b767-d3f6b8ad20fd req-45758e5d-ef68-4035-87e3-2c77bc01c2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:46.461828 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4f64a240-0c5b-4f89-b767-d3f6b8ad20fd req-45758e5d-ef68-4035-87e3-2c77bc01c2d1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=431534d0ede2413dbcee33b2532563f1&device_id=adb9f420-f79a-4251-8a1b-f5efa6557548 HTTP/1.1" status: 200 len: 1094 time: 0.0442631 Oct 20 11:55:46.470544 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea9d1fdc-019f-4de9-8342-293a5f9de562 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Router a36702e2-dd6c-4d20-9a0a-6a1505fc8555 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:55:46.580892 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9d1fdc-019f-4de9-8342-293a5f9de562 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:55:46.588478 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ea9d1fdc-019f-4de9-8342-293a5f9de562 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:46.592948 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ea9d1fdc-019f-4de9-8342-293a5f9de562 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "PUT /v2.0/routers/a36702e2-dd6c-4d20-9a0a-6a1505fc8555 HTTP/1.1" status: 200 len: 887 time: 0.5956473 Oct 20 11:55:46.593106 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dad9748-3963-4fc4-bfc0-d2f56d81a275 None None] Sync routers for ids ['a36702e2-dd6c-4d20-9a0a-6a1505fc8555'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:55:46.593526 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d550b-e2aa-475f-8e6d-477df8b7fb9e req-a9a889c9-1db1-4a71-b83f-80876549a630 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:46.593653 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45724) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:46.594670 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b56d550b-e2aa-475f-8e6d-477df8b7fb9e req-a9a889c9-1db1-4a71-b83f-80876549a630 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] 10.222.0.98 "GET /v2.0/ports?device_id=adb9f420-f79a-4251-8a1b-f5efa6557548 HTTP/1.1" status: 200 len: 943 time: 0.0918782 Oct 20 11:55:46.597829 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64a240-0c5b-4f89-b767-d3f6b8ad20fd req-4f987ee6-32b1-4cc1-9d49-0712bf697c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:46.599220 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4f64a240-0c5b-4f89-b767-d3f6b8ad20fd req-4f987ee6-32b1-4cc1-9d49-0712bf697c5f service neutron] 10.222.0.89 "GET /v2.0/networks?id=2fe050b5-996c-48a3-b599-59e32328a5bb HTTP/1.1" status: 200 len: 910 time: 0.1275964 Oct 20 11:55:46.602310 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dad9748-3963-4fc4-bfc0-d2f56d81a275 None None] Routers {'a36702e2-dd6c-4d20-9a0a-6a1505fc8555'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:46.602993 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-8dad9748-3963-4fc4-bfc0-d2f56d81a275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:55:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['a36702e2-dd6c-4d20-9a0a-6a1505fc8555'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:46.642734 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-8dad9748-3963-4fc4-bfc0-d2f56d81a275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:46.653254 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dad9748-3963-4fc4-bfc0-d2f56d81a275 None None] Routers {'a36702e2-dd6c-4d20-9a0a-6a1505fc8555'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:46.653858 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-8dad9748-3963-4fc4-bfc0-d2f56d81a275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:55:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['a36702e2-dd6c-4d20-9a0a-6a1505fc8555'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:46.661551 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4f64a240-0c5b-4f89-b767-d3f6b8ad20fd req-7068ba3e-1376-4d1e-b9c4-e5564e36621d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=553703eb-1f16-4165-9460-35767089d52e HTTP/1.1" status: 200 len: 217 time: 0.0447896 Oct 20 11:55:46.681598 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b56d550b-e2aa-475f-8e6d-477df8b7fb9e req-a779c480-f308-4c37-9af9-0d354ed156b7 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] 10.222.0.98 "GET /v2.0/security-groups?id=54e6e0ab-7eae-4633-ae6e-05dddd2f2acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787935 Oct 20 11:55:46.689648 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-8dad9748-3963-4fc4-bfc0-d2f56d81a275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:46.690646 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dad9748-3963-4fc4-bfc0-d2f56d81a275 None None] The sync data for ids ['a36702e2-dd6c-4d20-9a0a-6a1505fc8555'] in n-d-814735-3 is: [] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:55:46.721491 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64a240-0c5b-4f89-b767-d3f6b8ad20fd req-cd03b1aa-d46b-40af-8ce6-8f7628274b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:46.723042 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4f64a240-0c5b-4f89-b767-d3f6b8ad20fd req-cd03b1aa-d46b-40af-8ce6-8f7628274b97 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=33dc2046-45c1-467f-aafa-1d58d2b904f2 HTTP/1.1" status: 200 len: 847 time: 0.0510678 Oct 20 11:55:46.780247 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64a240-0c5b-4f89-b767-d3f6b8ad20fd req-8c04299d-0928-4c80-85f8-d58b6c40c9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:46.781773 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4f64a240-0c5b-4f89-b767-d3f6b8ad20fd req-8c04299d-0928-4c80-85f8-d58b6c40c9df service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2fe050b5-996c-48a3-b599-59e32328a5bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484502 Oct 20 11:55:46.884425 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4f64a240-0c5b-4f89-b767-d3f6b8ad20fd req-3b5839f6-cf18-4a70-84e2-25baa6d6f3fc service neutron] 10.222.0.89 "GET /v2.0/networks/2fe050b5-996c-48a3-b599-59e32328a5bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919468 Oct 20 11:55:46.979090 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4f64a240-0c5b-4f89-b767-d3f6b8ad20fd req-464ba85e-16c9-4290-9b61-675965ed19a3 service neutron] 10.222.0.89 "GET /v2.0/networks/2fe050b5-996c-48a3-b599-59e32328a5bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859385 Oct 20 11:55:47.033192 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-23aa7dab-1ca1-4892-881b-4338c35ee776 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "GET /v2.0/routers/a36702e2-dd6c-4d20-9a0a-6a1505fc8555 HTTP/1.1" status: 200 len: 887 time: 0.4388061 Oct 20 11:55:47.037250 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45726) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:47.064864 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-261d1b73-0f52-40e6-a721-28966498aac6 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "GET /v2.0/ports?device_id=a36702e2-dd6c-4d20-9a0a-6a1505fc8555 HTTP/1.1" status: 200 len: 205 time: 0.0264928 Oct 20 11:55:47.067390 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45728) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:47.180787 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-14338625-1492-48f9-8d3a-771a0473f5e1 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:47.285748 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-14338625-1492-48f9-8d3a-771a0473f5e1 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:47.340889 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-14338625-1492-48f9-8d3a-771a0473f5e1 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Deleting port c6375617-46d8-4bd8-974b-53e4e5a607a9 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:55:47.341210 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-14338625-1492-48f9-8d3a-771a0473f5e1 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:47.421631 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-14338625-1492-48f9-8d3a-771a0473f5e1 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:47.434611 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-14338625-1492-48f9-8d3a-771a0473f5e1 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Calling delete_port for c6375617-46d8-4bd8-974b-53e4e5a607a9 owned by network:router_gateway {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:55:47.505103 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 553703eb-1f16-4165-9460-35767089d52e details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:55:47.577738 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7477f-7f23-408b-9ce9-1757d65e57f5 req-1477d737-2b26-495d-a60e-1ad893df983b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:47.579312 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3bf7477f-7f23-408b-9ce9-1757d65e57f5 req-1477d737-2b26-495d-a60e-1ad893df983b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da HTTP/1.1" status: 200 len: 946 time: 0.0863922 Oct 20 11:55:47.588031 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e73cc-628c-4b3b-806f-283a8a7337e8 req-75a6c59b-5038-426f-8c55-38b1af658415 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:47.589490 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a35e73cc-628c-4b3b-806f-283a8a7337e8 req-75a6c59b-5038-426f-8c55-38b1af658415 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/ports?device_id=ea6f97c4-922b-4a2d-bca3-b18c8b4174f0 HTTP/1.1" status: 200 len: 944 time: 0.0946970 Oct 20 11:55:47.620942 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 553703eb-1f16-4165-9460-35767089d52e, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=553703eb-1f16-4165-9460-35767089d52e,segment=NetworkSegment(49ad3002-a7ea-48ed-82f2-9be1b66c0d9d),segment_id=49ad3002-a7ea-48ed-82f2-9be1b66c0d9d)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:47.624968 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 4280229e-4e55-4df7-901e-f31ddab6a1d1 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:55:47.633793 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-14338625-1492-48f9-8d3a-771a0473f5e1 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:47.655396 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3bf7477f-7f23-408b-9ce9-1757d65e57f5 req-c2a7ef0c-943a-4d4d-bbc7-cd96d35dbe75 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=c7eb2a7d-ee6d-4283-97fc-8a188eb48807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648334 Oct 20 11:55:47.656627 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '553703eb-1f16-4165-9460-35767089d52e', 'network_id': '2fe050b5-996c-48a3-b599-59e32328a5bb', 'port_id': '553703eb-1f16-4165-9460-35767089d52e', 'mac_address': 'fa:16:3e:75:16:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33dc2046-45c1-467f-aafa-1d58d2b904f2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:55:47.671629 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14338625-1492-48f9-8d3a-771a0473f5e1 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event deleted for resources: {'Port': ['ID=c6375617-46d8-4bd8-974b-53e4e5a607a9,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:47.673552 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a35e73cc-628c-4b3b-806f-283a8a7337e8 req-81b8c070-ea0d-4221-b77b-03666b70fb35 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/security-groups?id=23d09786-5943-41fc-a47b-f64bdf845c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696313 Oct 20 11:55:47.708845 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:47.719943 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 4280229e-4e55-4df7-901e-f31ddab6a1d1 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:55:47.730315 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 553703eb-1f16-4165-9460-35767089d52e {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:55:47.734422 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 4280229e-4e55-4df7-901e-f31ddab6a1d1 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:47.734781 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:47.742987 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-14338625-1492-48f9-8d3a-771a0473f5e1 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:47.774149 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 553703eb-1f16-4165-9460-35767089d52e, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=553703eb-1f16-4165-9460-35767089d52e,segment=NetworkSegment(49ad3002-a7ea-48ed-82f2-9be1b66c0d9d),segment_id=49ad3002-a7ea-48ed-82f2-9be1b66c0d9d)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:47.782502 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:47.820717 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9977520-7cac-4cd7-908c-519408720708 req-a69cbb46-a3d4-4ee3-97d9-3d2765e802eb tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:47.823877 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d9977520-7cac-4cd7-908c-519408720708 req-a69cbb46-a3d4-4ee3-97d9-3d2765e802eb tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] 10.222.0.98 "GET /v2.0/ports?device_id=adb9f420-f79a-4251-8a1b-f5efa6557548 HTTP/1.1" status: 200 len: 944 time: 0.0567040 Oct 20 11:55:47.855376 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-14338625-1492-48f9-8d3a-771a0473f5e1 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:47.857158 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=553703eb-1f16-4165-9460-35767089d52e,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:47.858184 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-14338625-1492-48f9-8d3a-771a0473f5e1 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:47.864531 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d9977520-7cac-4cd7-908c-519408720708 req-765b92b8-87c0-4776-b5c5-b80af4561188 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] 10.222.0.98 "GET /v2.0/security-groups?id=54e6e0ab-7eae-4633-ae6e-05dddd2f2acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349922 Oct 20 11:55:47.867196 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:47.901776 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 4280229e-4e55-4df7-901e-f31ddab6a1d1, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=4280229e-4e55-4df7-901e-f31ddab6a1d1,segment=NetworkSegment(8866150f-0593-49f6-a32b-a3b0febe1d94),segment_id=8866150f-0593-49f6-a32b-a3b0febe1d94)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:47.906235 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-14338625-1492-48f9-8d3a-771a0473f5e1 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:47.906575 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:47.906845 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14338625-1492-48f9-8d3a-771a0473f5e1 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Fanout notify agent at l3_agent the message router_deleted on router a36702e2-dd6c-4d20-9a0a-6a1505fc8555 {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:55:47.913862 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-14338625-1492-48f9-8d3a-771a0473f5e1 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:47.915103 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-14338625-1492-48f9-8d3a-771a0473f5e1 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "DELETE /v2.0/routers/a36702e2-dd6c-4d20-9a0a-6a1505fc8555 HTTP/1.1" status: 204 len: 168 time: 0.8467369 Oct 20 11:55:47.918676 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45736) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:47.923713 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-4416f906-afaa-4ba3-bbe9-4dcfdfbfd1cf tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Request body: {'network': {'name': 'tempest-RoutersTest-108663860'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:55:47.943935 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea6f97c4-922b-4a2d-bca3-b18c8b4174f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4280229e-4e55-4df7-901e-f31ddab6a1d1'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:55:47.946362 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea36c75-f4f0-4386-9625-7830f6a579df" -d '{"events": [{"server_uuid": "ea6f97c4-922b-4a2d-bca3-b18c8b4174f0", "name": "network-vif-plugged", "status": "completed", "tag": "4280229e-4e55-4df7-901e-f31ddab6a1d1"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:55:47.946578 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4416f906-afaa-4ba3-bbe9-4dcfdfbfd1cf tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Made reservation on behalf of a2e7a287bb194f73b0a7c68afae28ca1 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:55:47.950249 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4416f906-afaa-4ba3-bbe9-4dcfdfbfd1cf tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:47.970920 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=4280229e-4e55-4df7-901e-f31ddab6a1d1,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:47.979354 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4416f906-afaa-4ba3-bbe9-4dcfdfbfd1cf tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] vlan segment allocate from pool success with {'vlan_id': 1265, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:55:47.986613 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d58b66-7ae6-4785-900d-0cb6640e03ba x-openstack-request-id: req-e4d58b66-7ae6-4785-900d-0cb6640e03ba {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:55:47.987101 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea6f97c4-922b-4a2d-bca3-b18c8b4174f0", "name": "network-vif-plugged", "status": "completed", "tag": "4280229e-4e55-4df7-901e-f31ddab6a1d1", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:55:47.987506 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e4d58b66-7ae6-4785-900d-0cb6640e03ba {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:55:47.987917 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea6f97c4-922b-4a2d-bca3-b18c8b4174f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4280229e-4e55-4df7-901e-f31ddab6a1d1', 'code': 200} Oct 20 11:55:47.988744 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4416f906-afaa-4ba3-bbe9-4dcfdfbfd1cf tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:47.989109 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-4416f906-afaa-4ba3-bbe9-4dcfdfbfd1cf tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Added segment 45debb13-5c93-4df3-a0e2-b973827e1384 of type vlan for network e5ac610f-e8fb-449a-b4fe-fe4aa96abf6a Oct 20 11:55:48.023955 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['553703eb-1f16-4165-9460-35767089d52e'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:55:48.033921 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4416f906-afaa-4ba3-bbe9-4dcfdfbfd1cf tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:48.062742 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4416f906-afaa-4ba3-bbe9-4dcfdfbfd1cf tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:48.069800 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4416f906-afaa-4ba3-bbe9-4dcfdfbfd1cf tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:48.070533 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4416f906-afaa-4ba3-bbe9-4dcfdfbfd1cf tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:48.087864 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698fa94-1af4-40f7-9c5a-4910680d9cea req-b5717e64-001f-434a-80ad-c9736ab8c56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:48.089498 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f698fa94-1af4-40f7-9c5a-4910680d9cea req-b5717e64-001f-434a-80ad-c9736ab8c56b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ea6f97c4-922b-4a2d-bca3-b18c8b4174f0 HTTP/1.1" status: 200 len: 1096 time: 0.0445995 Oct 20 11:55:48.108833 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4416f906-afaa-4ba3-bbe9-4dcfdfbfd1cf tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1889110 Oct 20 11:55:48.111320 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45740) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:48.116346 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-a24862f2-6f5b-48be-816c-d4646064e5cd tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Request body: {'subnet': {'network_id': 'e5ac610f-e8fb-449a-b4fe-fe4aa96abf6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:55:48.128174 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f698fa94-1af4-40f7-9c5a-4910680d9cea req-fe204b62-e49c-48e5-a49f-fa7bcdb1c5f4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=23d09786-5943-41fc-a47b-f64bdf845c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318367 Oct 20 11:55:48.161968 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4416f906-afaa-4ba3-bbe9-4dcfdfbfd1cf tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event updated for resources: {'Network': ['ID=e5ac610f-e8fb-449a-b4fe-fe4aa96abf6a,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:48.177048 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network e5ac610f-e8fb-449a-b4fe-fe4aa96abf6a details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:55:48.238624 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24862f2-6f5b-48be-816c-d4646064e5cd tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Made reservation on behalf of a2e7a287bb194f73b0a7c68afae28ca1 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:55:48.242195 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a24862f2-6f5b-48be-816c-d4646064e5cd tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:48.428988 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a24862f2-6f5b-48be-816c-d4646064e5cd tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:48.480941 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24862f2-6f5b-48be-816c-d4646064e5cd tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event updated for resources: {'Subnet': ['ID=ce346441-43e2-4452-8f3a-ef32988d8a42,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:48.496205 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24862f2-6f5b-48be-816c-d4646064e5cd tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Checking segment: {'id': '45debb13-5c93-4df3-a0e2-b973827e1384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'e5ac610f-e8fb-449a-b4fe-fe4aa96abf6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:55:48.496517 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24862f2-6f5b-48be-816c-d4646064e5cd tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Network hostable DHCP agents. Network: e5ac610f-e8fb-449a-b4fe-fe4aa96abf6a, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:55:48.515360 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24862f2-6f5b-48be-816c-d4646064e5cd tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Network e5ac610f-e8fb-449a-b4fe-fe4aa96abf6a is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:55:48.526159 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-a24862f2-6f5b-48be-816c-d4646064e5cd tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, e5ac610f-e8fb-449a-b4fe-fe4aa96abf6a) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:55:48.530336 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24862f2-6f5b-48be-816c-d4646064e5cd tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:48.530954 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a24862f2-6f5b-48be-816c-d4646064e5cd tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:48.535415 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61e16ae-cac2-44ee-8a28-e954d04f05c2 None None] Network e5ac610f-e8fb-449a-b4fe-fe4aa96abf6a requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:55:48.549277 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a24862f2-6f5b-48be-816c-d4646064e5cd tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4343240 Oct 20 11:55:48.549475 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45742) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:48.553884 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-c6277a97-9411-4cfc-b803-02e2a1d27289 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-106471240', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:55:48.578624 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c6277a97-9411-4cfc-b803-02e2a1d27289 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:48.579644 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c6277a97-9411-4cfc-b803-02e2a1d27289 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:48.636324 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c6277a97-9411-4cfc-b803-02e2a1d27289 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:48.643150 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c6277a97-9411-4cfc-b803-02e2a1d27289 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:48.663395 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c6277a97-9411-4cfc-b803-02e2a1d27289 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:48.664749 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c6277a97-9411-4cfc-b803-02e2a1d27289 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1144087 Oct 20 11:55:48.667598 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45744) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:48.678960 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4e7c64-c09a-4063-80a2-f02de0529430 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-e5ac610f-e8fb-449a-b4fe-fe4aa96abf6a', 'network_id': 'e5ac610f-e8fb-449a-b4fe-fe4aa96abf6a', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'fixed_ips': [{'subnet_id': 'ce346441-43e2-4452-8f3a-ef32988d8a42'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:55:48.679955 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-df4e7c64-c09a-4063-80a2-f02de0529430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:48.798396 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c345b1-ba46-4e09-9f6c-aeb5908b942d req-69c9d24d-1aaf-433f-8cfb-3c4489c23def tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:48.805833 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-58c345b1-ba46-4e09-9f6c-aeb5908b942d req-69c9d24d-1aaf-433f-8cfb-3c4489c23def tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da HTTP/1.1" status: 200 len: 946 time: 0.0856125 Oct 20 11:55:48.833113 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-df4e7c64-c09a-4063-80a2-f02de0529430 None None] Allocated IP 172.20.0.2 (e5ac610f-e8fb-449a-b4fe-fe4aa96abf6a/ce346441-43e2-4452-8f3a-ef32988d8a42/939797c9-786b-478d-aed5-02db9caffdad) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:55:48.856132 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014e8de-d56a-4840-8ddb-901f5b27108d req-c7837177-1904-439b-813b-1d28e16f70b9 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:48.857648 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3014e8de-d56a-4840-8ddb-901f5b27108d req-c7837177-1904-439b-813b-1d28e16f70b9 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/ports?device_id=ea6f97c4-922b-4a2d-bca3-b18c8b4174f0 HTTP/1.1" status: 200 len: 945 time: 0.0959911 Oct 20 11:55:48.863767 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-58c345b1-ba46-4e09-9f6c-aeb5908b942d req-e7348333-46d4-4b60-ae60-18f2b5770e75 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=c7eb2a7d-ee6d-4283-97fc-8a188eb48807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570171 Oct 20 11:55:48.902731 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3014e8de-d56a-4840-8ddb-901f5b27108d req-8d86f2b8-7134-4cc8-8aad-21f3569d3b03 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/security-groups?id=23d09786-5943-41fc-a47b-f64bdf845c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344167 Oct 20 11:55:48.973191 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-359ea6be-3ce5-405d-8b52-dc488add442a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:48.998649 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f8e76-2760-4444-8386-339b509dfe49 req-d4e93723-70f4-4f96-abbf-5bb8bb8f9c85 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:49.000318 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-873f8e76-2760-4444-8386-339b509dfe49 req-d4e93723-70f4-4f96-abbf-5bb8bb8f9c85 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] 10.222.0.98 "GET /v2.0/ports?device_id=adb9f420-f79a-4251-8a1b-f5efa6557548 HTTP/1.1" status: 200 len: 944 time: 0.0549185 Oct 20 11:55:49.017455 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-df4e7c64-c09a-4063-80a2-f02de0529430 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:49.032811 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-df4e7c64-c09a-4063-80a2-f02de0529430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:49.048888 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-873f8e76-2760-4444-8386-339b509dfe49 req-1c3862a2-e79b-4332-b003-48bc5b8b4a70 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] 10.222.0.98 "GET /v2.0/security-groups?id=54e6e0ab-7eae-4633-ae6e-05dddd2f2acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416403 Oct 20 11:55:49.071383 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4e7c64-c09a-4063-80a2-f02de0529430 None None] Network e5ac610f-e8fb-449a-b4fe-fe4aa96abf6a is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:55:49.075800 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-df4e7c64-c09a-4063-80a2-f02de0529430 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:55:49.082271 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4e7c64-c09a-4063-80a2-f02de0529430 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:55:49.085327 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4e7c64-c09a-4063-80a2-f02de0529430 None None] Pushing event updated for resources: {'Port': ['ID=939797c9-786b-478d-aed5-02db9caffdad,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:49.138939 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-df4e7c64-c09a-4063-80a2-f02de0529430 None None] Attempting to bind port 939797c9-786b-478d-aed5-02db9caffdad on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:55:49.139362 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-df4e7c64-c09a-4063-80a2-f02de0529430 None None] Attempting to bind port 939797c9-786b-478d-aed5-02db9caffdad by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '45debb13-5c93-4df3-a0e2-b973827e1384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'e5ac610f-e8fb-449a-b4fe-fe4aa96abf6a'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:55:49.140380 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4e7c64-c09a-4063-80a2-f02de0529430 None None] Attempting to bind port 939797c9-786b-478d-aed5-02db9caffdad on network e5ac610f-e8fb-449a-b4fe-fe4aa96abf6a {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:55:49.144722 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4e7c64-c09a-4063-80a2-f02de0529430 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:55:49.145094 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4e7c64-c09a-4063-80a2-f02de0529430 None None] Checking segment: {'id': '45debb13-5c93-4df3-a0e2-b973827e1384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'e5ac610f-e8fb-449a-b4fe-fe4aa96abf6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:55:49.145496 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-df4e7c64-c09a-4063-80a2-f02de0529430 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:49.145887 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4e7c64-c09a-4063-80a2-f02de0529430 None None] Bound using segment: {'id': '45debb13-5c93-4df3-a0e2-b973827e1384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'e5ac610f-e8fb-449a-b4fe-fe4aa96abf6a'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:55:49.146355 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-df4e7c64-c09a-4063-80a2-f02de0529430 None None] Bound port: 939797c9-786b-478d-aed5-02db9caffdad, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45debb13-5c93-4df3-a0e2-b973827e1384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'e5ac610f-e8fb-449a-b4fe-fe4aa96abf6a'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:55:49.146737 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-df4e7c64-c09a-4063-80a2-f02de0529430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:49.208786 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-df4e7c64-c09a-4063-80a2-f02de0529430 None None] For port 939797c9-786b-478d-aed5-02db9caffdad, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:55:49.212342 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-df4e7c64-c09a-4063-80a2-f02de0529430 None None] For port 939797c9-786b-478d-aed5-02db9caffdad, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=939797c9-786b-478d-aed5-02db9caffdad,segment=NetworkSegment(45debb13-5c93-4df3-a0e2-b973827e1384),segment_id=45debb13-5c93-4df3-a0e2-b973827e1384)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:55:49.217387 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-df4e7c64-c09a-4063-80a2-f02de0529430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:49.249962 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-359ea6be-3ce5-405d-8b52-dc488add442a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Allocated IP 172.20.0.1 (e5ac610f-e8fb-449a-b4fe-fe4aa96abf6a/ce346441-43e2-4452-8f3a-ef32988d8a42/0ef5ee47-2e90-402f-b427-9094ad374b06) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:55:49.285808 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4e7c64-c09a-4063-80a2-f02de0529430 None None] Pushing event updated for resources: {'Port': ['ID=939797c9-786b-478d-aed5-02db9caffdad,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:49.335609 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-cfbecd19-3c50-4111-9d0d-9787c7ee0ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:49.373454 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-359ea6be-3ce5-405d-8b52-dc488add442a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:49.407487 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-359ea6be-3ce5-405d-8b52-dc488add442a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:49.468476 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359ea6be-3ce5-405d-8b52-dc488add442a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Network e5ac610f-e8fb-449a-b4fe-fe4aa96abf6a is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:55:49.471467 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-359ea6be-3ce5-405d-8b52-dc488add442a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:55:49.478028 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359ea6be-3ce5-405d-8b52-dc488add442a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:55:49.483505 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ea6be-3ce5-405d-8b52-dc488add442a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event updated for resources: {'Port': ['ID=0ef5ee47-2e90-402f-b427-9094ad374b06,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:49.516522 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 553703eb-1f16-4165-9460-35767089d52e up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:55:49.533845 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-359ea6be-3ce5-405d-8b52-dc488add442a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:49.574755 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 553703eb-1f16-4165-9460-35767089d52e completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:55:49.579599 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 553703eb-1f16-4165-9460-35767089d52e triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:49.580008 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:49.657574 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-359ea6be-3ce5-405d-8b52-dc488add442a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:49.663396 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:49.695431 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 553703eb-1f16-4165-9460-35767089d52e, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=553703eb-1f16-4165-9460-35767089d52e,segment=NetworkSegment(49ad3002-a7ea-48ed-82f2-9be1b66c0d9d),segment_id=49ad3002-a7ea-48ed-82f2-9be1b66c0d9d)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:49.700297 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:49.748012 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=553703eb-1f16-4165-9460-35767089d52e,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:49.947764 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-359ea6be-3ce5-405d-8b52-dc488add442a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:49.962229 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-359ea6be-3ce5-405d-8b52-dc488add442a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:49.989544 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb9f420-f79a-4251-8a1b-f5efa6557548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '553703eb-1f16-4165-9460-35767089d52e'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:55:49.992382 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00c762d-3430-4e9a-a4d4-477cd7eda2f7" -d '{"events": [{"server_uuid": "adb9f420-f79a-4251-8a1b-f5efa6557548", "name": "network-vif-plugged", "status": "completed", "tag": "553703eb-1f16-4165-9460-35767089d52e"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:55:50.011036 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01849e0-f7ad-4c88-9e7c-c946a4ba3473 req-07f7aa1d-59a5-44b5-8314-75d1c1a526d8 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:50.015347 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c01849e0-f7ad-4c88-9e7c-c946a4ba3473 req-07f7aa1d-59a5-44b5-8314-75d1c1a526d8 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da HTTP/1.1" status: 200 len: 946 time: 0.0820112 Oct 20 11:55:50.039025 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-359ea6be-3ce5-405d-8b52-dc488add442a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:50.041312 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ea6be-3ce5-405d-8b52-dc488add442a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event updated for resources: {'Port': ['ID=0ef5ee47-2e90-402f-b427-9094ad374b06,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:50.088373 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7671a27-15c7-4a03-8a53-c190cbdf4487 req-cf7555e3-5ad4-45a7-ad93-987926b112ba tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:50.090292 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a7671a27-15c7-4a03-8a53-c190cbdf4487 req-cf7555e3-5ad4-45a7-ad93-987926b112ba tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/ports?device_id=ea6f97c4-922b-4a2d-bca3-b18c8b4174f0 HTTP/1.1" status: 200 len: 945 time: 0.1036105 Oct 20 11:55:50.095304 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c01849e0-f7ad-4c88-9e7c-c946a4ba3473 req-75fb3aa7-7fbb-4e87-9059-163e16ff51a6 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=c7eb2a7d-ee6d-4283-97fc-8a188eb48807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624681 Oct 20 11:55:50.150706 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8473313-2281-47bb-9924-c5925f54ba6f x-openstack-request-id: req-d8473313-2281-47bb-9924-c5925f54ba6f {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:55:50.151240 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb9f420-f79a-4251-8a1b-f5efa6557548", "name": "network-vif-plugged", "status": "completed", "tag": "553703eb-1f16-4165-9460-35767089d52e", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:55:50.151673 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d8473313-2281-47bb-9924-c5925f54ba6f {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:55:50.152222 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb9f420-f79a-4251-8a1b-f5efa6557548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '553703eb-1f16-4165-9460-35767089d52e', 'code': 200} Oct 20 11:55:50.157200 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a7671a27-15c7-4a03-8a53-c190cbdf4487 req-b8302f0b-ddc8-41d5-855b-751d6818ad6b tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/security-groups?id=23d09786-5943-41fc-a47b-f64bdf845c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587692 Oct 20 11:55:50.162184 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359ea6be-3ce5-405d-8b52-dc488add442a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Network e5ac610f-e8fb-449a-b4fe-fe4aa96abf6a is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:55:50.168288 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-359ea6be-3ce5-405d-8b52-dc488add442a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:55:50.288120 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c78a559-e3d6-4379-ad64-033d6d0d99e2 None None] Network e5ac610f-e8fb-449a-b4fe-fe4aa96abf6a requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:55:50.325488 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359ea6be-3ce5-405d-8b52-dc488add442a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Router df7deda3-6c80-46da-bdb9-13ee2e2fa922 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:55:50.326821 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f763b9-6d1b-4685-884e-8dae84c0d954 req-083ce12f-82ce-4369-99d0-3761f9c1b7e1 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:50.328564 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-38f763b9-6d1b-4685-884e-8dae84c0d954 req-083ce12f-82ce-4369-99d0-3761f9c1b7e1 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] 10.222.0.98 "GET /v2.0/ports?device_id=adb9f420-f79a-4251-8a1b-f5efa6557548 HTTP/1.1" status: 200 len: 945 time: 0.1214082 Oct 20 11:55:50.332941 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a223db8-cb8e-4596-b60b-64d6ea28264f req-dd78303a-f3cc-4224-8b51-89218b4b67d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:50.334321 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4a223db8-cb8e-4596-b60b-64d6ea28264f req-dd78303a-f3cc-4224-8b51-89218b4b67d1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=adb9f420-f79a-4251-8a1b-f5efa6557548 HTTP/1.1" status: 200 len: 1096 time: 0.1105812 Oct 20 11:55:50.345799 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d4cc4-0f20-49f3-a1e8-6ef92154d16e req-059d950f-222d-45ef-8136-98838cce6f06 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:50.346306 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-378d4cc4-0f20-49f3-a1e8-6ef92154d16e req-059d950f-222d-45ef-8136-98838cce6f06 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/ports?device_id=3766ac42-3ed1-49cb-af0e-38ddc72143b5 HTTP/1.1" status: 200 len: 945 time: 0.1060145 Oct 20 11:55:50.403046 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-4cfeae16-af87-4d7e-8965-df707dc482cd None None] Provisioning complete for port 939797c9-786b-478d-aed5-02db9caffdad triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:50.403692 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4cfeae16-af87-4d7e-8965-df707dc482cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:50.426427 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-38f763b9-6d1b-4685-884e-8dae84c0d954 req-e62af835-6ace-46d5-9f4f-896331c725f8 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] 10.222.0.98 "GET /v2.0/security-groups?id=54e6e0ab-7eae-4633-ae6e-05dddd2f2acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910821 Oct 20 11:55:50.437768 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-378d4cc4-0f20-49f3-a1e8-6ef92154d16e req-7d28e6ce-7d93-4253-99ea-80da48edeb68 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/security-groups?id=23d09786-5943-41fc-a47b-f64bdf845c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848780 Oct 20 11:55:50.439495 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4a223db8-cb8e-4596-b60b-64d6ea28264f req-18736c99-aa34-4c66-88ca-0a91d95a4783 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=54e6e0ab-7eae-4633-ae6e-05dddd2f2acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922835 Oct 20 11:55:50.444188 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359ea6be-3ce5-405d-8b52-dc488add442a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:55:50.453464 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-359ea6be-3ce5-405d-8b52-dc488add442a tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "PUT /v2.0/routers/df7deda3-6c80-46da-bdb9-13ee2e2fa922/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7826099 Oct 20 11:55:50.453708 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45762) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:50.458579 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b792ba0-b0e3-4265-8148-ae0dfea6e1f1 None None] Sync routers for ids ['df7deda3-6c80-46da-bdb9-13ee2e2fa922'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:55:50.467764 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b792ba0-b0e3-4265-8148-ae0dfea6e1f1 None None] Routers {'df7deda3-6c80-46da-bdb9-13ee2e2fa922'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:50.468593 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-5b792ba0-b0e3-4265-8148-ae0dfea6e1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:55:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['df7deda3-6c80-46da-bdb9-13ee2e2fa922'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:50.507750 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2b40de-859a-40d5-a005-74544537fb3e tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:50.511256 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-bb2b40de-859a-40d5-a005-74544537fb3e tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "GET /v2.0/ports/0ef5ee47-2e90-402f-b427-9094ad374b06 HTTP/1.1" status: 200 len: 910 time: 0.0564401 Oct 20 11:55:50.512152 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45766) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:50.520979 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-383d1233-c996-44cf-b27b-e66b9ffa234e tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ce346441-43e2-4452-8f3a-ef32988d8a42'}]}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:55:50.540373 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-5b792ba0-b0e3-4265-8148-ae0dfea6e1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:50.544032 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4cfeae16-af87-4d7e-8965-df707dc482cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:50.556651 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b792ba0-b0e3-4265-8148-ae0dfea6e1f1 None None] Routers {'df7deda3-6c80-46da-bdb9-13ee2e2fa922'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:50.557370 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-5b792ba0-b0e3-4265-8148-ae0dfea6e1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:55:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['df7deda3-6c80-46da-bdb9-13ee2e2fa922'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:50.604537 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-4cfeae16-af87-4d7e-8965-df707dc482cd None None] For port 939797c9-786b-478d-aed5-02db9caffdad, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=939797c9-786b-478d-aed5-02db9caffdad,segment=NetworkSegment(45debb13-5c93-4df3-a0e2-b973827e1384),segment_id=45debb13-5c93-4df3-a0e2-b973827e1384)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:50.609301 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4cfeae16-af87-4d7e-8965-df707dc482cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:50.636309 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-5b792ba0-b0e3-4265-8148-ae0dfea6e1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:50.637047 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b792ba0-b0e3-4265-8148-ae0dfea6e1f1 None None] The sync data for ids ['df7deda3-6c80-46da-bdb9-13ee2e2fa922'] in n-d-814735-3 is: [] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:55:50.698738 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfeae16-af87-4d7e-8965-df707dc482cd None None] Pushing event updated for resources: {'Port': ['ID=939797c9-786b-478d-aed5-02db9caffdad,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:50.730324 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-383d1233-c996-44cf-b27b-e66b9ffa234e tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:50.843359 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-2d354a3f-acf7-4fa1-8c55-fcf32051266d None None] Provisioning complete for port 0ef5ee47-2e90-402f-b427-9094ad374b06 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:50.843806 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2d354a3f-acf7-4fa1-8c55-fcf32051266d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:50.880648 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-2d354a3f-acf7-4fa1-8c55-fcf32051266d None None] Port 0ef5ee47-2e90-402f-b427-9094ad374b06 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:55:50.895552 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-2d354a3f-acf7-4fa1-8c55-fcf32051266d None None] Provisioning complete for port 939797c9-786b-478d-aed5-02db9caffdad triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:50.895702 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2d354a3f-acf7-4fa1-8c55-fcf32051266d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:51.124407 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-388683be-897c-4c21-ac5f-e88fffcba844 None None] Provisioning complete for port 0ef5ee47-2e90-402f-b427-9094ad374b06 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:51.124776 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-388683be-897c-4c21-ac5f-e88fffcba844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:51.166460 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-388683be-897c-4c21-ac5f-e88fffcba844 None None] Port 0ef5ee47-2e90-402f-b427-9094ad374b06 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:55:51.169989 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-279dfde1-88a9-4772-a72f-8a2901a69fc8 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:51.171480 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-279dfde1-88a9-4772-a72f-8a2901a69fc8 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/networks?id=8272be60-2c9c-4567-a2ef-0c10dfcb119d HTTP/1.1" status: 200 len: 813 time: 0.1931789 Oct 20 11:55:51.226274 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-e5968920-304b-4994-ac0c-98239efb4653 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/quotas/a39bc4800586482a872e4120608377b8 HTTP/1.1" status: 200 len: 375 time: 0.0401161 Oct 20 11:55:51.260424 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 939797c9-786b-478d-aed5-02db9caffdad up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:55:51.284030 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b94d8-8426-4b59-b1b8-edc3ad4a4e4c req-eefb496d-83c2-4ac6-a3dd-01eeb0a61dee tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:51.285517 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bd2b94d8-8426-4b59-b1b8-edc3ad4a4e4c req-eefb496d-83c2-4ac6-a3dd-01eeb0a61dee tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da HTTP/1.1" status: 200 len: 946 time: 0.1131241 Oct 20 11:55:51.307788 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-383d1233-c996-44cf-b27b-e66b9ffa234e tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:51.309006 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-01e44a26-d57e-4d31-9742-8b6645d9d26b None None] Provisioning complete for port 0ef5ee47-2e90-402f-b427-9094ad374b06 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:51.309367 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-01e44a26-d57e-4d31-9742-8b6645d9d26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:51.328783 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-383d1233-c996-44cf-b27b-e66b9ffa234e tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:51.348281 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 939797c9-786b-478d-aed5-02db9caffdad triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:51.348649 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:51.350033 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-01e44a26-d57e-4d31-9742-8b6645d9d26b None None] Port 0ef5ee47-2e90-402f-b427-9094ad374b06 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:55:51.370192 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-a3395e73-ac93-4cb2-9d1d-6c5323454d47 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=a39bc4800586482a872e4120608377b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1342320 Oct 20 11:55:51.439278 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bd2b94d8-8426-4b59-b1b8-edc3ad4a4e4c req-5755d2d5-8055-4184-8396-fa485876c4ab tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=c7eb2a7d-ee6d-4283-97fc-8a188eb48807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434417 Oct 20 11:55:51.464148 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d1233-c996-44cf-b27b-e66b9ffa234e tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event updated for resources: {'Port': ['ID=0ef5ee47-2e90-402f-b427-9094ad374b06,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:51.496062 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383d1233-c996-44cf-b27b-e66b9ffa234e tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:51.496667 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-383d1233-c996-44cf-b27b-e66b9ffa234e tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:51.497975 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-383d1233-c996-44cf-b27b-e66b9ffa234e tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "PUT /v2.0/ports/0ef5ee47-2e90-402f-b427-9094ad374b06 HTTP/1.1" status: 200 len: 910 time: 0.9846685 Oct 20 11:55:51.501229 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45786) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:51.563233 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-e6749f65-c55b-4ed7-bd00-f463d7b9f6e3 service neutron] 10.222.0.98 "GET /v2.0/networks/8272be60-2c9c-4567-a2ef-0c10dfcb119d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645546 Oct 20 11:55:51.575461 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e5dfb-8ea2-42d8-a43b-b8c1a05b1bba req-34569315-4daa-43e2-abae-833f278b98e8 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:51.576960 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-849e5dfb-8ea2-42d8-a43b-b8c1a05b1bba req-34569315-4daa-43e2-abae-833f278b98e8 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] 10.222.0.98 "GET /v2.0/ports?device_id=adb9f420-f79a-4251-8a1b-f5efa6557548 HTTP/1.1" status: 200 len: 945 time: 0.0726507 Oct 20 11:55:51.668620 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-849e5dfb-8ea2-42d8-a43b-b8c1a05b1bba req-32932b1f-33ae-4bf2-9bdd-7434e62a85c5 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] 10.222.0.98 "GET /v2.0/security-groups?id=54e6e0ab-7eae-4633-ae6e-05dddd2f2acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828419 Oct 20 11:55:51.697726 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-1e488b74-5d7d-49ee-8836-2373b9ef0d16 service neutron] 10.222.0.98 "GET /v2.0/networks/8272be60-2c9c-4567-a2ef-0c10dfcb119d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198206 Oct 20 11:55:51.839161 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a56e9f3c-359a-4f4b-9390-8bbf02642130 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:52.001576 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-63498f7a-e3f3-416a-85f2-72d064660146 req-e78fea71-56cb-4867-b63a-865d858dcc95 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/ports?device_id=a725756d-9727-48aa-b00a-2901ab6cf06b HTTP/1.1" status: 200 len: 210 time: 0.0332496 Oct 20 11:55:52.108583 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-a56e9f3c-359a-4f4b-9390-8bbf02642130 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Deleting port 0ef5ee47-2e90-402f-b427-9094ad374b06 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:55:52.108922 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a56e9f3c-359a-4f4b-9390-8bbf02642130 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:52.137725 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ca7416-ffa4-42dc-a7c4-07b1ebf9bf47 req-13eddde9-2715-4ad8-9c8e-301e45b5bdc3 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:52.139193 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07ca7416-ffa4-42dc-a7c4-07b1ebf9bf47 req-13eddde9-2715-4ad8-9c8e-301e45b5bdc3 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea6f97c4-922b-4a2d-bca3-b18c8b4174f0 HTTP/1.1" status: 200 len: 945 time: 0.0516605 Oct 20 11:55:52.195917 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-cc2e04f9-3ffb-46a6-add2-a698e140d98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:52.218958 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a56e9f3c-359a-4f4b-9390-8bbf02642130 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:52.231723 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-a56e9f3c-359a-4f4b-9390-8bbf02642130 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Calling delete_port for 0ef5ee47-2e90-402f-b427-9094ad374b06 owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:55:52.249709 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-07ca7416-ffa4-42dc-a7c4-07b1ebf9bf47 req-8c8ef9d8-d9ec-4cac-85d5-24092c94ee33 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Deleting port 4280229e-4e55-4df7-901e-f31ddab6a1d1 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:55:52.250271 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-07ca7416-ffa4-42dc-a7c4-07b1ebf9bf47 req-8c8ef9d8-d9ec-4cac-85d5-24092c94ee33 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:52.365719 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc581d-c1ce-4323-bf5e-482724d16604 req-63bf1135-b72d-4df8-8dea-062d7e98836b tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:52.367448 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-35dc581d-c1ce-4323-bf5e-482724d16604 req-63bf1135-b72d-4df8-8dea-062d7e98836b tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.89 "GET /v2.0/ports?device_id=3766ac42-3ed1-49cb-af0e-38ddc72143b5 HTTP/1.1" status: 200 len: 945 time: 0.0984566 Oct 20 11:55:52.391371 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-07ca7416-ffa4-42dc-a7c4-07b1ebf9bf47 req-8c8ef9d8-d9ec-4cac-85d5-24092c94ee33 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] For port 4280229e-4e55-4df7-901e-f31ddab6a1d1, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=4280229e-4e55-4df7-901e-f31ddab6a1d1,segment=NetworkSegment(8866150f-0593-49f6-a32b-a3b0febe1d94),segment_id=8866150f-0593-49f6-a32b-a3b0febe1d94)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:52.391823 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-07ca7416-ffa4-42dc-a7c4-07b1ebf9bf47 req-8c8ef9d8-d9ec-4cac-85d5-24092c94ee33 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:52.405733 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-07ca7416-ffa4-42dc-a7c4-07b1ebf9bf47 req-8c8ef9d8-d9ec-4cac-85d5-24092c94ee33 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Calling delete_port for 4280229e-4e55-4df7-901e-f31ddab6a1d1 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:55:52.424908 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a56e9f3c-359a-4f4b-9390-8bbf02642130 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:52.453541 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56e9f3c-359a-4f4b-9390-8bbf02642130 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event deleted for resources: {'Port': ['ID=0ef5ee47-2e90-402f-b427-9094ad374b06,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:52.625484 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e5462-3e41-43e8-8f7a-6c04665ce379 req-12e49d3c-b753-41db-a183-17a9ca2efaac tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:52.627237 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bb7e5462-3e41-43e8-8f7a-6c04665ce379 req-12e49d3c-b753-41db-a183-17a9ca2efaac tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da HTTP/1.1" status: 200 len: 946 time: 0.0872030 Oct 20 11:55:52.679972 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-35dc581d-c1ce-4323-bf5e-482724d16604 req-6f006bcd-1175-42b3-bcce-d85f3a824783 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Deleting port e27defa9-395b-4b2a-bc6b-15c44645438e {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:55:52.680520 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-35dc581d-c1ce-4323-bf5e-482724d16604 req-6f006bcd-1175-42b3-bcce-d85f3a824783 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:52.681171 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a56e9f3c-359a-4f4b-9390-8bbf02642130 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:52.773087 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bb7e5462-3e41-43e8-8f7a-6c04665ce379 req-c1d7aaf5-8b18-443d-a235-ba33c4b6daf8 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=c7eb2a7d-ee6d-4283-97fc-8a188eb48807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321275 Oct 20 11:55:52.836274 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-07ca7416-ffa4-42dc-a7c4-07b1ebf9bf47 req-8c8ef9d8-d9ec-4cac-85d5-24092c94ee33 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:52.849114 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['4280229e-4e55-4df7-901e-f31ddab6a1d1'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:55:52.852358 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['e27defa9-395b-4b2a-bc6b-15c44645438e'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:55:52.870952 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a56e9f3c-359a-4f4b-9390-8bbf02642130 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Router df7deda3-6c80-46da-bdb9-13ee2e2fa922 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:55:52.947579 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8ef9d8-d9ec-4cac-85d5-24092c94ee33 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Pushing event deleted for resources: {'Port': ['ID=4280229e-4e55-4df7-901e-f31ddab6a1d1,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:52.956300 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-35dc581d-c1ce-4323-bf5e-482724d16604 req-6f006bcd-1175-42b3-bcce-d85f3a824783 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] For port e27defa9-395b-4b2a-bc6b-15c44645438e, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e27defa9-395b-4b2a-bc6b-15c44645438e,segment=NetworkSegment(8866150f-0593-49f6-a32b-a3b0febe1d94),segment_id=8866150f-0593-49f6-a32b-a3b0febe1d94)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:52.965527 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-35dc581d-c1ce-4323-bf5e-482724d16604 req-6f006bcd-1175-42b3-bcce-d85f3a824783 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:53.038257 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-35dc581d-c1ce-4323-bf5e-482724d16604 req-6f006bcd-1175-42b3-bcce-d85f3a824783 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Calling delete_port for e27defa9-395b-4b2a-bc6b-15c44645438e owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:55:53.040709 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ca7416-ffa4-42dc-a7c4-07b1ebf9bf47 req-8c8ef9d8-d9ec-4cac-85d5-24092c94ee33 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] No DVR routers for this DVR port 4280229e-4e55-4df7-901e-f31ddab6a1d1 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:55:53.048290 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-07ca7416-ffa4-42dc-a7c4-07b1ebf9bf47 req-8c8ef9d8-d9ec-4cac-85d5-24092c94ee33 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:53.052065 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07ca7416-ffa4-42dc-a7c4-07b1ebf9bf47 req-8c8ef9d8-d9ec-4cac-85d5-24092c94ee33 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.11 "DELETE /v2.0/ports/4280229e-4e55-4df7-901e-f31ddab6a1d1 HTTP/1.1" status: 204 len: 173 time: 0.9067378 Oct 20 11:55:53.062565 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d04b2-c6eb-40bd-b84e-fc87a104f125 req-e4349d57-2290-4fc1-8527-cd56b65f46ec tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:53.071115 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8a6d04b2-c6eb-40bd-b84e-fc87a104f125 req-e4349d57-2290-4fc1-8527-cd56b65f46ec tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] 10.222.0.98 "GET /v2.0/ports?device_id=adb9f420-f79a-4251-8a1b-f5efa6557548 HTTP/1.1" status: 200 len: 945 time: 0.2524526 Oct 20 11:55:53.093726 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea6f97c4-922b-4a2d-bca3-b18c8b4174f0', 'name': 'network-vif-deleted', 'tag': '4280229e-4e55-4df7-901e-f31ddab6a1d1'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:55:53.096743 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43226e68-41c8-4ab0-98b4-896664330000" -d '{"events": [{"server_uuid": "ea6f97c4-922b-4a2d-bca3-b18c8b4174f0", "name": "network-vif-deleted", "tag": "4280229e-4e55-4df7-901e-f31ddab6a1d1"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:55:53.301406 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2dbc60f1-efa3-4b25-98c2-b83383a3423b req-0b242d5a-1deb-4798-8e61-0088e7d23a91 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/ports?device_id=a725756d-9727-48aa-b00a-2901ab6cf06b HTTP/1.1" status: 200 len: 210 time: 0.1794930 Oct 20 11:55:53.424445 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:53.432658 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:53.441055 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8a6d04b2-c6eb-40bd-b84e-fc87a104f125 req-dbc29d81-b115-4c62-adae-a70e2deff797 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] 10.222.0.98 "GET /v2.0/security-groups?id=54e6e0ab-7eae-4633-ae6e-05dddd2f2acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3686628 Oct 20 11:55:53.446018 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74af74ec-ea87-43a7-b186-8e767558ac13 x-openstack-request-id: req-74af74ec-ea87-43a7-b186-8e767558ac13 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:55:53.446018 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea6f97c4-922b-4a2d-bca3-b18c8b4174f0", "name": "network-vif-deleted", "tag": "4280229e-4e55-4df7-901e-f31ddab6a1d1", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:55:53.446519 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-74af74ec-ea87-43a7-b186-8e767558ac13 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:55:53.446770 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea6f97c4-922b-4a2d-bca3-b18c8b4174f0', 'name': 'network-vif-deleted', 'tag': '4280229e-4e55-4df7-901e-f31ddab6a1d1', 'status': 'completed', 'code': 200} Oct 20 11:55:53.547119 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56e9f3c-359a-4f4b-9390-8bbf02642130 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:55:53.556487 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a56e9f3c-359a-4f4b-9390-8bbf02642130 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "PUT /v2.0/routers/df7deda3-6c80-46da-bdb9-13ee2e2fa922/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0508316 Oct 20 11:55:53.556487 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45814) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:53.560045 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6543c489-bb40-4f86-a01c-1b32d20ac801 None None] Sync routers for ids ['df7deda3-6c80-46da-bdb9-13ee2e2fa922'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:55:53.572383 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6543c489-bb40-4f86-a01c-1b32d20ac801 None None] Routers {'df7deda3-6c80-46da-bdb9-13ee2e2fa922'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:53.572791 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-6543c489-bb40-4f86-a01c-1b32d20ac801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:55:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['df7deda3-6c80-46da-bdb9-13ee2e2fa922'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:53.609946 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-68ac634d-fa1b-47a3-b61f-fe67a8c6955f tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "GET /v2.0/ports?device_id=df7deda3-6c80-46da-bdb9-13ee2e2fa922 HTTP/1.1" status: 200 len: 205 time: 0.0506296 Oct 20 11:55:53.611250 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45816) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:53.618245 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-6543c489-bb40-4f86-a01c-1b32d20ac801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:53.629028 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6543c489-bb40-4f86-a01c-1b32d20ac801 None None] Routers {'df7deda3-6c80-46da-bdb9-13ee2e2fa922'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:53.630002 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-6543c489-bb40-4f86-a01c-1b32d20ac801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:55:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['df7deda3-6c80-46da-bdb9-13ee2e2fa922'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:53.685006 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-6543c489-bb40-4f86-a01c-1b32d20ac801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:53.685849 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6543c489-bb40-4f86-a01c-1b32d20ac801 None None] The sync data for ids ['df7deda3-6c80-46da-bdb9-13ee2e2fa922'] in n-d-814735-3 is: [] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:55:53.717670 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-366418d0-d11e-4675-9578-02e247132b8d tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:53.884781 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-366418d0-d11e-4675-9578-02e247132b8d tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:53.887198 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-366418d0-d11e-4675-9578-02e247132b8d tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:53.931776 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-366418d0-d11e-4675-9578-02e247132b8d tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:53.932297 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366418d0-d11e-4675-9578-02e247132b8d tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Fanout notify agent at l3_agent the message router_deleted on router df7deda3-6c80-46da-bdb9-13ee2e2fa922 {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:55:53.939207 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-366418d0-d11e-4675-9578-02e247132b8d tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:53.942946 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-366418d0-d11e-4675-9578-02e247132b8d tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "DELETE /v2.0/routers/df7deda3-6c80-46da-bdb9-13ee2e2fa922 HTTP/1.1" status: 204 len: 168 time: 0.3280978 Oct 20 11:55:53.943041 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45820) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:53.995554 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-40d90044-c213-4ecd-8700-f1bc65f11115 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Deleting subnet ce346441-43e2-4452-8f3a-ef32988d8a42 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:55:53.999100 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-40d90044-c213-4ecd-8700-f1bc65f11115 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:54.046369 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-40d90044-c213-4ecd-8700-f1bc65f11115 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:54.129677 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-40d90044-c213-4ecd-8700-f1bc65f11115 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:54.140165 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-3aa626f5-9724-45bc-b4ec-f9ce7920c56c tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:54.141635 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-3aa626f5-9724-45bc-b4ec-f9ce7920c56c tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.11 "GET /v2.0/networks?id=8272be60-2c9c-4567-a2ef-0c10dfcb119d HTTP/1.1" status: 200 len: 813 time: 0.8792150 Oct 20 11:55:54.162359 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4bc85-a87b-44f6-868b-4f233d939885 req-c4bab8b5-2959-4e21-9e0f-f5d1612d7c7a tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:54.163879 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-23c4bc85-a87b-44f6-868b-4f233d939885 req-c4bab8b5-2959-4e21-9e0f-f5d1612d7c7a tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] 10.222.0.98 "GET /v2.0/ports?device_id=adb9f420-f79a-4251-8a1b-f5efa6557548 HTTP/1.1" status: 200 len: 945 time: 0.6187272 Oct 20 11:55:54.177189 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-ecb25011-976f-4409-b7cf-002a00107d72 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Request body: {'port': {'device_id': '06d4d982-8579-4014-b7f1-4967d1f85a03', 'network_id': '8272be60-2c9c-4567-a2ef-0c10dfcb119d', 'admin_state_up': True, 'tenant_id': 'a39bc4800586482a872e4120608377b8'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:55:54.194747 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-40d90044-c213-4ecd-8700-f1bc65f11115 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:54.214214 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-6f81405e-8933-42fa-a43a-e149826f8f8b tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:54.215659 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-6f81405e-8933-42fa-a43a-e149826f8f8b tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.89 "GET /v2.0/networks?id=8272be60-2c9c-4567-a2ef-0c10dfcb119d HTTP/1.1" status: 200 len: 813 time: 0.7510700 Oct 20 11:55:54.220684 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d90044-c213-4ecd-8700-f1bc65f11115 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event deleted for resources: {'Subnet': ['ID=ce346441-43e2-4452-8f3a-ef32988d8a42,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:54.220836 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-35dc581d-c1ce-4323-bf5e-482724d16604 req-6f006bcd-1175-42b3-bcce-d85f3a824783 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:54.227141 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-40d90044-c213-4ecd-8700-f1bc65f11115 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:54.231748 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-40d90044-c213-4ecd-8700-f1bc65f11115 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "DELETE /v2.0/subnets/ce346441-43e2-4452-8f3a-ef32988d8a42 HTTP/1.1" status: 204 len: 168 time: 0.2877316 Oct 20 11:55:54.233409 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['4280229e-4e55-4df7-901e-f31ddab6a1d1'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:55:54.234675 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45822) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:54.236171 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9331dadb-287e-451a-af20-9dd3d066b564 None None] Network e5ac610f-e8fb-449a-b4fe-fe4aa96abf6a requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:55:54.249641 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-ddd11d3a-a5ed-4a56-a6fe-4fb03e90143c tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Request body: {'port': {'device_id': 'a725756d-9727-48aa-b00a-2901ab6cf06b', 'network_id': '8272be60-2c9c-4567-a2ef-0c10dfcb119d', 'admin_state_up': True, 'tenant_id': 'a39bc4800586482a872e4120608377b8'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:55:54.319031 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-60bed469-e3cc-4391-b5c2-d5f5f384dab4 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:54.331406 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f006bcd-1175-42b3-bcce-d85f3a824783 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Pushing event deleted for resources: {'Port': ['ID=e27defa9-395b-4b2a-bc6b-15c44645438e,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:54.351299 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968d573-3908-47f9-8cd7-3f77db5b3033 req-6f8b0b08-334f-4946-8eae-75fb3bfd4124 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:54.352854 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d968d573-3908-47f9-8cd7-3f77db5b3033 req-6f8b0b08-334f-4946-8eae-75fb3bfd4124 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da HTTP/1.1" status: 200 len: 946 time: 0.3011315 Oct 20 11:55:54.376586 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-60bed469-e3cc-4391-b5c2-d5f5f384dab4 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Deleting port 939797c9-786b-478d-aed5-02db9caffdad {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:55:54.376937 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-60bed469-e3cc-4391-b5c2-d5f5f384dab4 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:54.444053 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2606b7-9b6a-41d3-8c43-12d690a2ea98 None None] DHCP port deletion for e5ac610f-e8fb-449a-b4fe-fe4aa96abf6a request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:55:54.453438 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-60bed469-e3cc-4391-b5c2-d5f5f384dab4 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] For port 939797c9-786b-478d-aed5-02db9caffdad, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=939797c9-786b-478d-aed5-02db9caffdad,segment=NetworkSegment(45debb13-5c93-4df3-a0e2-b973827e1384),segment_id=45debb13-5c93-4df3-a0e2-b973827e1384)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:54.453877 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-60bed469-e3cc-4391-b5c2-d5f5f384dab4 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:54.458977 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-35dc581d-c1ce-4323-bf5e-482724d16604 req-6f006bcd-1175-42b3-bcce-d85f3a824783 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] No DVR routers for this DVR port e27defa9-395b-4b2a-bc6b-15c44645438e on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:55:54.461816 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-35dc581d-c1ce-4323-bf5e-482724d16604 req-6f006bcd-1175-42b3-bcce-d85f3a824783 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:54.465502 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-35dc581d-c1ce-4323-bf5e-482724d16604 req-6f006bcd-1175-42b3-bcce-d85f3a824783 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.89 "DELETE /v2.0/ports/e27defa9-395b-4b2a-bc6b-15c44645438e HTTP/1.1" status: 204 len: 173 time: 2.0541618 Oct 20 11:55:54.468463 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-23c4bc85-a87b-44f6-868b-4f233d939885 req-0fd61558-f1d3-4ad8-9c45-d6a7d1aa3a5e tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] 10.222.0.98 "GET /v2.0/security-groups?id=54e6e0ab-7eae-4633-ae6e-05dddd2f2acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2827899 Oct 20 11:55:54.468636 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-60bed469-e3cc-4391-b5c2-d5f5f384dab4 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Calling delete_port for 939797c9-786b-478d-aed5-02db9caffdad owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:55:54.493423 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-cb2606b7-9b6a-41d3-8c43-12d690a2ea98 None None] Deleting port 939797c9-786b-478d-aed5-02db9caffdad {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:55:54.494085 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-cb2606b7-9b6a-41d3-8c43-12d690a2ea98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:54.545853 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d968d573-3908-47f9-8cd7-3f77db5b3033 req-3dc8b934-5f13-4382-b7fe-77c154cb02a5 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=c7eb2a7d-ee6d-4283-97fc-8a188eb48807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656480 Oct 20 11:55:54.568008 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-ecb25011-976f-4409-b7cf-002a00107d72 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Made reservation on behalf of a39bc4800586482a872e4120608377b8 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:55:54.569946 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-60bed469-e3cc-4391-b5c2-d5f5f384dab4 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:54.579165 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-ecb25011-976f-4409-b7cf-002a00107d72 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:54.579446 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-cb2606b7-9b6a-41d3-8c43-12d690a2ea98 None None] For port 939797c9-786b-478d-aed5-02db9caffdad, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=939797c9-786b-478d-aed5-02db9caffdad,segment=NetworkSegment(45debb13-5c93-4df3-a0e2-b973827e1384),segment_id=45debb13-5c93-4df3-a0e2-b973827e1384)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:54.579840 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-cb2606b7-9b6a-41d3-8c43-12d690a2ea98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:54.596176 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-cb2606b7-9b6a-41d3-8c43-12d690a2ea98 None None] Calling delete_port for 939797c9-786b-478d-aed5-02db9caffdad owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:55:54.626161 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bed469-e3cc-4391-b5c2-d5f5f384dab4 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event deleted for resources: {'Port': ['ID=939797c9-786b-478d-aed5-02db9caffdad,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:54.628092 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bed469-e3cc-4391-b5c2-d5f5f384dab4 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] No DVR routers for this DVR port 939797c9-786b-478d-aed5-02db9caffdad on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:55:54.688102 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:55:54.688102 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:55:54.688102 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:55:54.688102 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:55:54.688102 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:55:54.688102 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:55:54.688102 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:55:54.688102 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:55:54.688102 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:55:54.688102 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:55:54.688102 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:55:54.688102 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:55:54.688102 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:55:54.688102 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:55:54.688102 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:55:54.688102 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:55:54.688102 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:55:54.688102 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:55:54.688102 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:55:54.688102 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:55:54.688102 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:55:54.688102 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:55:54.688102 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:55:54.688102 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:55:54.688102 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:55:54.688102 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:55:54.688102 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:55:54.688102 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:55:54.688102 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:55:54.688102 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:55:54.688102 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:55:54.688102 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:55:54.688102 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:55:54.688102 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:55:54.688102 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:55:54.688102 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:55:54.688102 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:55:54.688102 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:55:54.688102 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:55:54.688102 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:55:54.688102 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:55:54.688102 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:55:54.688102 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:55:54.688102 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:55:54.688102 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:55:54.688102 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:55:54.688102 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:55:54.688102 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:55:54.688102 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:55:54.688102 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:55:54.688102 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:55:54.688102 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:55:54.688102 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 11:55:54.688102 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 11:55:54.700970 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-cb2606b7-9b6a-41d3-8c43-12d690a2ea98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:54.715246 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ed3003ed-17e6-40d1-9bc1-6df289a217e2 req-6685b3f4-87bd-4601-b9f7-f156cd38a1a2 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/ports?device_id=a725756d-9727-48aa-b00a-2901ab6cf06b HTTP/1.1" status: 200 len: 210 time: 0.1036856 Oct 20 11:55:54.730589 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-ddd11d3a-a5ed-4a56-a6fe-4fb03e90143c tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Made reservation on behalf of a39bc4800586482a872e4120608377b8 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:55:54.732456 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2606b7-9b6a-41d3-8c43-12d690a2ea98 None None] Pushing event deleted for resources: {'Port': ['ID=939797c9-786b-478d-aed5-02db9caffdad,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:54.734332 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-ddd11d3a-a5ed-4a56-a6fe-4fb03e90143c tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:54.739484 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2606b7-9b6a-41d3-8c43-12d690a2ea98 None None] No DVR routers for this DVR port 939797c9-786b-478d-aed5-02db9caffdad on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:55:54.765438 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-60bed469-e3cc-4391-b5c2-d5f5f384dab4 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:54.786322 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-60bed469-e3cc-4391-b5c2-d5f5f384dab4 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5ac610f-e8fb-449a-b4fe-fe4aa96abf6a']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:54.795845 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-60bed469-e3cc-4391-b5c2-d5f5f384dab4 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45debb13-5c93-4df3-a0e2-b973827e1384') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:54.796145 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-60bed469-e3cc-4391-b5c2-d5f5f384dab4 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45debb13-5c93-4df3-a0e2-b973827e1384') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:54.805580 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-60bed469-e3cc-4391-b5c2-d5f5f384dab4 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:54.819460 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-60bed469-e3cc-4391-b5c2-d5f5f384dab4 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:54.826618 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60bed469-e3cc-4391-b5c2-d5f5f384dab4 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Releasing vlan 1265 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:55:54.827058 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-60bed469-e3cc-4391-b5c2-d5f5f384dab4 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:54.830229 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:55:54.830229 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:55:54.830229 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:55:54.830229 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:55:54.830229 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:55:54.830229 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:55:54.830229 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:55:54.830229 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:55:54.830229 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:55:54.830229 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:55:54.830229 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:55:54.830229 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:55:54.830229 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:55:54.830229 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:55:54.830229 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:55:54.830229 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:55:54.830229 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:55:54.830229 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:55:54.830229 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:55:54.830229 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:55:54.830229 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:55:54.830229 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:55:54.830229 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:55:54.830229 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:55:54.830229 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:55:54.830229 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:55:54.830229 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:55:54.830229 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:55:54.830229 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:55:54.830229 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:55:54.830229 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:55:54.830229 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:55:54.873581 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8cfee-69f2-43fd-afcf-0b2c3e1d285a req-18de96e5-f1ed-46b9-a79c-5fe297524389 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:54.875185 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dda8cfee-69f2-43fd-afcf-0b2c3e1d285a req-18de96e5-f1ed-46b9-a79c-5fe297524389 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] 10.222.0.98 "GET /v2.0/ports?device_id=adb9f420-f79a-4251-8a1b-f5efa6557548 HTTP/1.1" status: 200 len: 945 time: 0.2083383 Oct 20 11:55:54.896943 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-60bed469-e3cc-4391-b5c2-d5f5f384dab4 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:54.906363 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-60bed469-e3cc-4391-b5c2-d5f5f384dab4 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:54.910253 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-60bed469-e3cc-4391-b5c2-d5f5f384dab4 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "DELETE /v2.0/networks/e5ac610f-e8fb-449a-b4fe-fe4aa96abf6a HTTP/1.1" status: 204 len: 168 time: 0.6738658 Oct 20 11:55:54.918972 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:54.919237 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45828) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:54.921306 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bed469-e3cc-4391-b5c2-d5f5f384dab4 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event deleted for resources: {'Network': ['ID=e5ac610f-e8fb-449a-b4fe-fe4aa96abf6a,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:54.927684 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-6dcd610d-f1e9-4997-9175-f24abfff2141 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-757798737', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:55:54.945147 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-ecb25011-976f-4409-b7cf-002a00107d72 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Allocated IP 172.20.0.7 (8272be60-2c9c-4567-a2ef-0c10dfcb119d/8389efb5-4922-419c-8872-f71fe9233d90/c7826b30-6feb-4ea2-998b-8cffca1776b2) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:55:54.980045 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dda8cfee-69f2-43fd-afcf-0b2c3e1d285a req-04e30b1b-4100-4621-9b75-13233d480bc2 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] 10.222.0.98 "GET /v2.0/security-groups?id=54e6e0ab-7eae-4633-ae6e-05dddd2f2acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975735 Oct 20 11:55:54.993980 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6dcd610d-f1e9-4997-9175-f24abfff2141 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:54.995122 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6dcd610d-f1e9-4997-9175-f24abfff2141 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:55.007227 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45830) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:55.096892 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6dcd610d-f1e9-4997-9175-f24abfff2141 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:55.103201 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6dcd610d-f1e9-4997-9175-f24abfff2141 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:55.120273 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cda5432-fc72-4925-8a08-9c4c1a96bd11 tempest-TestServerBasicOps-62705972 tempest-TestServerBasicOps-62705972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:55.121837 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-9cda5432-fc72-4925-8a08-9c4c1a96bd11 tempest-TestServerBasicOps-62705972 tempest-TestServerBasicOps-62705972-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=adb9f420-f79a-4251-8a1b-f5efa6557548 HTTP/1.1" status: 200 len: 1091 time: 0.1134801 Oct 20 11:55:55.124940 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45834) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:55.129515 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-06489da9-1942-4266-a67a-8096d3d3ae9c tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'port_id': '553703eb-1f16-4165-9460-35767089d52e', 'tenant_id': '431534d0ede2413dbcee33b2532563f1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:55:55.154092 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06489da9-1942-4266-a67a-8096d3d3ae9c tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks [] for floatingip, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:55.163417 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6dcd610d-f1e9-4997-9175-f24abfff2141 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:55.164705 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-6dcd610d-f1e9-4997-9175-f24abfff2141 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2431002 Oct 20 11:55:55.168115 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45836) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:55.175212 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-af3fc743-f194-40ec-9ae7-f18f96bd60cb tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Request body: {'network': {'name': 'tempest-RoutersTest-878593883'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:55:55.187856 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-ecb25011-976f-4409-b7cf-002a00107d72 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:55.211959 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3fc743-f194-40ec-9ae7-f18f96bd60cb tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Made reservation on behalf of a2e7a287bb194f73b0a7c68afae28ca1 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:55:55.215570 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-af3fc743-f194-40ec-9ae7-f18f96bd60cb tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:55.233489 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-ecb25011-976f-4409-b7cf-002a00107d72 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:55.245692 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['4280229e-4e55-4df7-901e-f31ddab6a1d1'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:55:55.271771 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 939797c9-786b-478d-aed5-02db9caffdad no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:55:55.280381 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af3fc743-f194-40ec-9ae7-f18f96bd60cb tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] vlan segment allocate from pool success with {'vlan_id': 1289, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:55:55.294337 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-af3fc743-f194-40ec-9ae7-f18f96bd60cb tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:55.294683 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-af3fc743-f194-40ec-9ae7-f18f96bd60cb tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Added segment 09a49dac-a1a0-43af-9919-6944309e94e8 of type vlan for network c0748960-2ba3-45dc-b2f6-c6693b3a027b Oct 20 11:55:55.295197 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 939797c9-786b-478d-aed5-02db9caffdad {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:55:55.295733 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 939797c9-786b-478d-aed5-02db9caffdad not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:55:55.331247 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-ecb25011-976f-4409-b7cf-002a00107d72 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Network 8272be60-2c9c-4567-a2ef-0c10dfcb119d is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:55:55.332434 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-ddd11d3a-a5ed-4a56-a6fe-4fb03e90143c tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Allocated IP 172.20.0.8 (8272be60-2c9c-4567-a2ef-0c10dfcb119d/8389efb5-4922-419c-8872-f71fe9233d90/d99f85b4-6142-4823-a06a-52a1d39f527b) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:55:55.342402 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-ecb25011-976f-4409-b7cf-002a00107d72 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:55:55.342926 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-af3fc743-f194-40ec-9ae7-f18f96bd60cb tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:55.345267 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-ecb25011-976f-4409-b7cf-002a00107d72 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:55:55.352916 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06489da9-1942-4266-a67a-8096d3d3ae9c tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:55.354867 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb25011-976f-4409-b7cf-002a00107d72 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Pushing event updated for resources: {'Port': ['ID=c7826b30-6feb-4ea2-998b-8cffca1776b2,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:55.416800 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-af3fc743-f194-40ec-9ae7-f18f96bd60cb tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:55.422347 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3fc743-f194-40ec-9ae7-f18f96bd60cb tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:55.422961 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-af3fc743-f194-40ec-9ae7-f18f96bd60cb tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:55.423740 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-ecb25011-976f-4409-b7cf-002a00107d72 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:55.424343 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-ecb25011-976f-4409-b7cf-002a00107d72 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:55.448947 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3766ac42-3ed1-49cb-af0e-38ddc72143b5', 'name': 'network-vif-deleted', 'tag': 'e27defa9-395b-4b2a-bc6b-15c44645438e'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:55:55.452967 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b84e13-6356-4fba-87db-2356370cbb6a" -d '{"events": [{"server_uuid": "3766ac42-3ed1-49cb-af0e-38ddc72143b5", "name": "network-vif-deleted", "tag": "e27defa9-395b-4b2a-bc6b-15c44645438e"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:55:55.476639 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-af3fc743-f194-40ec-9ae7-f18f96bd60cb tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3073349 Oct 20 11:55:55.481568 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45840) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:55.484909 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-ecb25011-976f-4409-b7cf-002a00107d72 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3164411 Oct 20 11:55:55.492502 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-42ce8b68-fb16-492e-a440-dd7106d8ba57 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Request body: {'subnet': {'network_id': 'c0748960-2ba3-45dc-b2f6-c6693b3a027b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:55:55.502295 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78d1809-277d-49cc-8c5e-010a34d830c2 x-openstack-request-id: req-d78d1809-277d-49cc-8c5e-010a34d830c2 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:55:55.502577 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3766ac42-3ed1-49cb-af0e-38ddc72143b5", "name": "network-vif-deleted", "tag": "e27defa9-395b-4b2a-bc6b-15c44645438e", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:55:55.503195 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d78d1809-277d-49cc-8c5e-010a34d830c2 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:55:55.503195 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3766ac42-3ed1-49cb-af0e-38ddc72143b5', 'name': 'network-vif-deleted', 'tag': 'e27defa9-395b-4b2a-bc6b-15c44645438e', 'status': 'completed', 'code': 200} Oct 20 11:55:55.507221 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-1d79619e-96ce-4ac7-ab08-16d06c5bda40 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:55:55.508252 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-1d79619e-96ce-4ac7-ab08-16d06c5bda40 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0114386 Oct 20 11:55:55.534990 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3fc743-f194-40ec-9ae7-f18f96bd60cb tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event updated for resources: {'Network': ['ID=c0748960-2ba3-45dc-b2f6-c6693b3a027b,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:55.537064 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-f6201267-bbd9-4b92-89f2-45cb982cc611 service neutron] Request body: {'port': {'device_id': '06d4d982-8579-4014-b7f1-4967d1f85a03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:55:55.548460 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network c0748960-2ba3-45dc-b2f6-c6693b3a027b details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:55:55.557419 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-06489da9-1942-4266-a67a-8096d3d3ae9c tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Allocated IP 172.25.5.234 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/05b2e75d-901e-40cf-897b-53b2780419c4) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:55:55.580018 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device e27defa9-395b-4b2a-bc6b-15c44645438e no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:55:55.646294 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: e27defa9-395b-4b2a-bc6b-15c44645438e {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:55:55.647188 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device e27defa9-395b-4b2a-bc6b-15c44645438e not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:55:55.690994 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06489da9-1942-4266-a67a-8096d3d3ae9c tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:55.725186 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06489da9-1942-4266-a67a-8096d3d3ae9c tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:55.749628 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-f6201267-bbd9-4b92-89f2-45cb982cc611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:55.763838 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06489da9-1942-4266-a67a-8096d3d3ae9c tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:55:55.766763 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-06489da9-1942-4266-a67a-8096d3d3ae9c tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:55:55.769398 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-ddd11d3a-a5ed-4a56-a6fe-4fb03e90143c tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:55.770416 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06489da9-1942-4266-a67a-8096d3d3ae9c tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:55:55.779426 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06489da9-1942-4266-a67a-8096d3d3ae9c tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Pushing event updated for resources: {'Port': ['ID=05b2e75d-901e-40cf-897b-53b2780419c4,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:55.813421 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ce8b68-fb16-492e-a440-dd7106d8ba57 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Made reservation on behalf of a2e7a287bb194f73b0a7c68afae28ca1 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:55:55.816916 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-42ce8b68-fb16-492e-a440-dd7106d8ba57 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:55.826842 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936397b0-2c25-4c6a-8284-f63138f39d9a req-2d23c173-c0ce-4ff2-8b39-49a942b79185 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:55.828346 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-936397b0-2c25-4c6a-8284-f63138f39d9a req-2d23c173-c0ce-4ff2-8b39-49a942b79185 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da HTTP/1.1" status: 200 len: 946 time: 0.1677895 Oct 20 11:55:55.886411 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ba6afe83-9c09-483f-9fae-d54853c634ea req-b4a7687e-5f2c-405d-9890-236f3b462156 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/ports?device_id=a725756d-9727-48aa-b00a-2901ab6cf06b HTTP/1.1" status: 200 len: 210 time: 0.0787258 Oct 20 11:55:56.032818 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-ddd11d3a-a5ed-4a56-a6fe-4fb03e90143c tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:56.048122 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-936397b0-2c25-4c6a-8284-f63138f39d9a req-f363be5b-50e0-41f9-a308-a653b3f27672 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=c7eb2a7d-ee6d-4283-97fc-8a188eb48807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065151 Oct 20 11:55:56.146621 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-ddd11d3a-a5ed-4a56-a6fe-4fb03e90143c tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Network 8272be60-2c9c-4567-a2ef-0c10dfcb119d is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:55:56.152318 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06489da9-1942-4266-a67a-8096d3d3ae9c tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:56.158023 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-ddd11d3a-a5ed-4a56-a6fe-4fb03e90143c tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:55:56.172892 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-ddd11d3a-a5ed-4a56-a6fe-4fb03e90143c tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:55:56.179718 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd11d3a-a5ed-4a56-a6fe-4fb03e90143c tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Pushing event updated for resources: {'Port': ['ID=d99f85b4-6142-4823-a06a-52a1d39f527b,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:56.221046 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06489da9-1942-4266-a67a-8096d3d3ae9c tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:56.282516 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-ddd11d3a-a5ed-4a56-a6fe-4fb03e90143c tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:56.283159 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-ddd11d3a-a5ed-4a56-a6fe-4fb03e90143c tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:56.346680 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-ddd11d3a-a5ed-4a56-a6fe-4fb03e90143c tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1017363 Oct 20 11:55:56.349925 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-42ce8b68-fb16-492e-a440-dd7106d8ba57 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:56.376387 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06489da9-1942-4266-a67a-8096d3d3ae9c tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:56.381904 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06489da9-1942-4266-a67a-8096d3d3ae9c tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:56.384350 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-e9e7cee2-fc65-43c7-bc43-72d9c7db3739 service neutron] Request body: {'port': {'device_id': 'a725756d-9727-48aa-b00a-2901ab6cf06b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:55:56.453857 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-f6201267-bbd9-4b92-89f2-45cb982cc611 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7826b30-6feb-4ea2-998b-8cffca1776b2 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:55:56.454434 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06489da9-1942-4266-a67a-8096d3d3ae9c tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Pushing event updated for resources: {'Port': ['ID=05b2e75d-901e-40cf-897b-53b2780419c4,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:56.467710 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06489da9-1942-4266-a67a-8096d3d3ae9c tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:56.470150 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-f6201267-bbd9-4b92-89f2-45cb982cc611 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:56.474492 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce8b68-fb16-492e-a440-dd7106d8ba57 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event updated for resources: {'Subnet': ['ID=001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:56.512843 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-f6201267-bbd9-4b92-89f2-45cb982cc611 service neutron] Transition to ACTIVE for port object c7826b30-6feb-4ea2-998b-8cffca1776b2 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:55:56.521573 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-f6201267-bbd9-4b92-89f2-45cb982cc611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:56.523948 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-e9e7cee2-fc65-43c7-bc43-72d9c7db3739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:56.537460 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ce8b68-fb16-492e-a440-dd7106d8ba57 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Checking segment: {'id': '09a49dac-a1a0-43af-9919-6944309e94e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': 'c0748960-2ba3-45dc-b2f6-c6693b3a027b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:55:56.537897 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ce8b68-fb16-492e-a440-dd7106d8ba57 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Network hostable DHCP agents. Network: c0748960-2ba3-45dc-b2f6-c6693b3a027b, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:55:56.572597 n-d-814735-3 neutron-server[100646]: INFO neutron.db.l3_db [None req-06489da9-1942-4266-a67a-8096d3d3ae9c tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Floating IP abb54cd4-0d05-433a-aacc-4e61897746ac associated. External IP: 172.25.5.234, port: 553703eb-1f16-4165-9460-35767089d52e. Oct 20 11:55:56.616442 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6201267-bbd9-4b92-89f2-45cb982cc611 service neutron] Pushing event updated for resources: {'Port': ['ID=c7826b30-6feb-4ea2-998b-8cffca1776b2,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:56.629134 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ce8b68-fb16-492e-a440-dd7106d8ba57 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Network c0748960-2ba3-45dc-b2f6-c6693b3a027b is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:55:56.683200 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-42ce8b68-fb16-492e-a440-dd7106d8ba57 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, c0748960-2ba3-45dc-b2f6-c6693b3a027b) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:55:56.692467 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6acbd09-6079-4761-9b26-25cc0c42751a None None] Network c0748960-2ba3-45dc-b2f6-c6693b3a027b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:55:56.699325 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ce8b68-fb16-492e-a440-dd7106d8ba57 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:56.699928 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-42ce8b68-fb16-492e-a440-dd7106d8ba57 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:56.776947 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-42ce8b68-fb16-492e-a440-dd7106d8ba57 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2909057 Oct 20 11:55:56.782582 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45846) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:55:56.794636 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06489da9-1942-4266-a67a-8096d3d3ae9c tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Router 5381b717-ddb3-4682-8dfe-4a53036cdc3b has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:55:56.845640 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c15ddb5-385b-4513-8cbd-7505687d636a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-c0748960-2ba3-45dc-b2f6-c6693b3a027b', 'network_id': 'c0748960-2ba3-45dc-b2f6-c6693b3a027b', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'fixed_ips': [{'subnet_id': '001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:55:56.846523 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5c15ddb5-385b-4513-8cbd-7505687d636a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:56.848707 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-f6201267-bbd9-4b92-89f2-45cb982cc611 service neutron] Attempting to bind port c7826b30-6feb-4ea2-998b-8cffca1776b2 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:55:56.849034 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-f6201267-bbd9-4b92-89f2-45cb982cc611 service neutron] Attempting to bind port c7826b30-6feb-4ea2-998b-8cffca1776b2 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '8866150f-0593-49f6-a32b-a3b0febe1d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '8272be60-2c9c-4567-a2ef-0c10dfcb119d'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:55:56.849531 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-f6201267-bbd9-4b92-89f2-45cb982cc611 service neutron] Attempting to bind port c7826b30-6feb-4ea2-998b-8cffca1776b2 on network 8272be60-2c9c-4567-a2ef-0c10dfcb119d {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:55:56.892463 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-f6201267-bbd9-4b92-89f2-45cb982cc611 service neutron] Port c7826b30-6feb-4ea2-998b-8cffca1776b2 on network 8272be60-2c9c-4567-a2ef-0c10dfcb119d not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:55:56.892689 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-f6201267-bbd9-4b92-89f2-45cb982cc611 service neutron] Attempting to bind port c7826b30-6feb-4ea2-998b-8cffca1776b2 on network 8272be60-2c9c-4567-a2ef-0c10dfcb119d {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:55:56.914469 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06489da9-1942-4266-a67a-8096d3d3ae9c tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:55:56.925672 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6242cc22-17af-46d2-999a-485c57632642 None None] Sync routers for ids ['5381b717-ddb3-4682-8dfe-4a53036cdc3b'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:55:56.940030 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06489da9-1942-4266-a67a-8096d3d3ae9c tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:56.942130 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6242cc22-17af-46d2-999a-485c57632642 None None] Routers {'5381b717-ddb3-4682-8dfe-4a53036cdc3b'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:56.943872 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-6242cc22-17af-46d2-999a-485c57632642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:55:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['5381b717-ddb3-4682-8dfe-4a53036cdc3b'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:56.970286 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-f6201267-bbd9-4b92-89f2-45cb982cc611 service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:55:56.970615 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-f6201267-bbd9-4b92-89f2-45cb982cc611 service neutron] Checking segment: {'id': '8866150f-0593-49f6-a32b-a3b0febe1d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '8272be60-2c9c-4567-a2ef-0c10dfcb119d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:55:56.971052 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-f6201267-bbd9-4b92-89f2-45cb982cc611 service neutron] Bound using segment: {'id': '8866150f-0593-49f6-a32b-a3b0febe1d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '8272be60-2c9c-4567-a2ef-0c10dfcb119d'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:55:56.971500 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-f6201267-bbd9-4b92-89f2-45cb982cc611 service neutron] Bound port: c7826b30-6feb-4ea2-998b-8cffca1776b2, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8866150f-0593-49f6-a32b-a3b0febe1d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '8272be60-2c9c-4567-a2ef-0c10dfcb119d'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:55:56.971851 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-f6201267-bbd9-4b92-89f2-45cb982cc611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:56.974217 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-06489da9-1942-4266-a67a-8096d3d3ae9c tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8481529 Oct 20 11:55:56.975676 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adb9f420-f79a-4251-8a1b-f5efa6557548', 'tag': '553703eb-1f16-4165-9460-35767089d52e'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:55:56.978635 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d767f8-e47e-4d9c-b726-8d6e9d0ea5b0" -d '{"events": [{"name": "network-changed", "server_uuid": "adb9f420-f79a-4251-8a1b-f5efa6557548", "tag": "553703eb-1f16-4165-9460-35767089d52e"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:55:57.014620 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-5c15ddb5-385b-4513-8cbd-7505687d636a None None] Allocated IP 172.20.0.2 (c0748960-2ba3-45dc-b2f6-c6693b3a027b/001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1/04de35aa-8d86-4171-9ee7-0799fa4c6a35) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:55:57.027473 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c7dee2-ab94-4a38-99a8-1d2b5d801876 x-openstack-request-id: req-33c7dee2-ab94-4a38-99a8-1d2b5d801876 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:55:57.028029 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adb9f420-f79a-4251-8a1b-f5efa6557548", "tag": "553703eb-1f16-4165-9460-35767089d52e", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:55:57.028556 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-33c7dee2-ab94-4a38-99a8-1d2b5d801876 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:55:57.029429 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adb9f420-f79a-4251-8a1b-f5efa6557548', 'tag': '553703eb-1f16-4165-9460-35767089d52e', 'status': 'completed', 'code': 200} Oct 20 11:55:57.114194 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-6242cc22-17af-46d2-999a-485c57632642 None None] Set router 5381b717-ddb3-4682-8dfe-4a53036cdc3b gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:55:57.201923 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5c15ddb5-385b-4513-8cbd-7505687d636a None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:57.212115 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5c15ddb5-385b-4513-8cbd-7505687d636a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:57.249523 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c15ddb5-385b-4513-8cbd-7505687d636a None None] Network c0748960-2ba3-45dc-b2f6-c6693b3a027b is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:55:57.252715 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-5c15ddb5-385b-4513-8cbd-7505687d636a None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:55:57.256867 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c15ddb5-385b-4513-8cbd-7505687d636a None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:55:57.287903 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c15ddb5-385b-4513-8cbd-7505687d636a None None] Pushing event updated for resources: {'Port': ['ID=04de35aa-8d86-4171-9ee7-0799fa4c6a35,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:57.323329 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-5c15ddb5-385b-4513-8cbd-7505687d636a None None] Attempting to bind port 04de35aa-8d86-4171-9ee7-0799fa4c6a35 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:55:57.323702 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-5c15ddb5-385b-4513-8cbd-7505687d636a None None] Attempting to bind port 04de35aa-8d86-4171-9ee7-0799fa4c6a35 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '09a49dac-a1a0-43af-9919-6944309e94e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': 'c0748960-2ba3-45dc-b2f6-c6693b3a027b'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:55:57.324066 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c15ddb5-385b-4513-8cbd-7505687d636a None None] Attempting to bind port 04de35aa-8d86-4171-9ee7-0799fa4c6a35 on network c0748960-2ba3-45dc-b2f6-c6693b3a027b {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:55:57.330069 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c15ddb5-385b-4513-8cbd-7505687d636a None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:55:57.330680 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c15ddb5-385b-4513-8cbd-7505687d636a None None] Checking segment: {'id': '09a49dac-a1a0-43af-9919-6944309e94e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': 'c0748960-2ba3-45dc-b2f6-c6693b3a027b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:55:57.331115 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5c15ddb5-385b-4513-8cbd-7505687d636a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:57.331515 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c15ddb5-385b-4513-8cbd-7505687d636a None None] Bound using segment: {'id': '09a49dac-a1a0-43af-9919-6944309e94e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': 'c0748960-2ba3-45dc-b2f6-c6693b3a027b'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:55:57.331989 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-5c15ddb5-385b-4513-8cbd-7505687d636a None None] Bound port: 04de35aa-8d86-4171-9ee7-0799fa4c6a35, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09a49dac-a1a0-43af-9919-6944309e94e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': 'c0748960-2ba3-45dc-b2f6-c6693b3a027b'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:55:57.332435 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5c15ddb5-385b-4513-8cbd-7505687d636a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:57.367164 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-6242cc22-17af-46d2-999a-485c57632642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5381b717-ddb3-4682-8dfe-4a53036cdc3b', 'name': 'tempest-TestServerBasicOps-866396179-router', 'tenant_id': '431534d0ede2413dbcee33b2532563f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '3dad85c4-210d-4a3a-bf9c-1132a7255224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:18Z', 'updated_at': '2021-10-20T11:55:23Z', 'revision_number': 4, 'project_id': '431534d0ede2413dbcee33b2532563f1', 'gw_port': {'id': '3dad85c4-210d-4a3a-bf9c-1132a7255224', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:57:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5381b717-ddb3-4682-8dfe-4a53036cdc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:19Z', 'updated_at': '2021-10-20T11:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': 'abb54cd4-0d05-433a-aacc-4e61897746ac', 'tenant_id': '431534d0ede2413dbcee33b2532563f1', 'floating_ip_address': '172.25.5.234', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '5381b717-ddb3-4682-8dfe-4a53036cdc3b', 'port_id': '553703eb-1f16-4165-9460-35767089d52e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fe050b5-996c-48a3-b599-59e32328a5bb', 'mac_address': 'fa:16:3e:75:16:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb9f420-f79a-4251-8a1b-f5efa6557548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:55:55Z', 'updated_at': '2021-10-20T11:55:55Z', 'revision_number': 0, 'project_id': '431534d0ede2413dbcee33b2532563f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b584f9f9-7936-4cfe-a91f-a9148f4cab2b', 'name': '', 'network_id': '2fe050b5-996c-48a3-b599-59e32328a5bb', 'tenant_id': '431534d0ede2413dbcee33b2532563f1', 'mac_address': 'fa:16:3e:f7:42:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5381b717-ddb3-4682-8dfe-4a53036cdc3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '33dc2046-45c1-467f-aafa-1d58d2b904f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:22Z', 'updated_at': '2021-10-20T11:55:29Z', 'revision_number': 5, 'project_id': '431534d0ede2413dbcee33b2532563f1', 'subnets': [{'id': '33dc2046-45c1-467f-aafa-1d58d2b904f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:57.394339 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6242cc22-17af-46d2-999a-485c57632642 None None] Checking router: 5381b717-ddb3-4682-8dfe-4a53036cdc3b for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:55:57.404824 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6242cc22-17af-46d2-999a-485c57632642 None None] Routers {'5381b717-ddb3-4682-8dfe-4a53036cdc3b'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:55:57.405531 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-6242cc22-17af-46d2-999a-485c57632642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:55:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['5381b717-ddb3-4682-8dfe-4a53036cdc3b'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:57.406956 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-5c15ddb5-385b-4513-8cbd-7505687d636a None None] For port 04de35aa-8d86-4171-9ee7-0799fa4c6a35, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:55:57.411445 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-5c15ddb5-385b-4513-8cbd-7505687d636a None None] For port 04de35aa-8d86-4171-9ee7-0799fa4c6a35, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=04de35aa-8d86-4171-9ee7-0799fa4c6a35,segment=NetworkSegment(09a49dac-a1a0-43af-9919-6944309e94e8),segment_id=09a49dac-a1a0-43af-9919-6944309e94e8)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:55:57.417633 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5c15ddb5-385b-4513-8cbd-7505687d636a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:57.485601 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c15ddb5-385b-4513-8cbd-7505687d636a None None] Pushing event updated for resources: {'Port': ['ID=04de35aa-8d86-4171-9ee7-0799fa4c6a35,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:57.535416 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-6242cc22-17af-46d2-999a-485c57632642 None None] Set router 5381b717-ddb3-4682-8dfe-4a53036cdc3b gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:55:57.657136 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 4280229e-4e55-4df7-901e-f31ddab6a1d1 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:55:57.688675 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: 4280229e-4e55-4df7-901e-f31ddab6a1d1 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:55:57.691437 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 4280229e-4e55-4df7-901e-f31ddab6a1d1 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:55:57.735732 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4372144-9161-4c18-9c7a-1f5c78ee1d05 req-b27204b4-7a80-40fe-963e-0f659006e32f tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:57.737267 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d4372144-9161-4c18-9c7a-1f5c78ee1d05 req-b27204b4-7a80-40fe-963e-0f659006e32f tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/ports?device_id=a725756d-9727-48aa-b00a-2901ab6cf06b HTTP/1.1" status: 200 len: 931 time: 0.7039325 Oct 20 11:55:57.773898 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d767f8-e47e-4d9c-b726-8d6e9d0ea5b0 req-6256bb4f-bb74-46b5-94db-1ca4c44e83c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:57.775833 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e8d767f8-e47e-4d9c-b726-8d6e9d0ea5b0 req-6256bb4f-bb74-46b5-94db-1ca4c44e83c2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=431534d0ede2413dbcee33b2532563f1&device_id=adb9f420-f79a-4251-8a1b-f5efa6557548 HTTP/1.1" status: 200 len: 1096 time: 0.7036922 Oct 20 11:55:57.777050 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-f6201267-bbd9-4b92-89f2-45cb982cc611 service neutron] For port c7826b30-6feb-4ea2-998b-8cffca1776b2, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:55:57.797812 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-e9e7cee2-fc65-43c7-bc43-72d9c7db3739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d99f85b4-6142-4823-a06a-52a1d39f527b {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:55:57.823896 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-6242cc22-17af-46d2-999a-485c57632642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5381b717-ddb3-4682-8dfe-4a53036cdc3b', 'name': 'tempest-TestServerBasicOps-866396179-router', 'tenant_id': '431534d0ede2413dbcee33b2532563f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '3dad85c4-210d-4a3a-bf9c-1132a7255224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:18Z', 'updated_at': '2021-10-20T11:55:23Z', 'revision_number': 4, 'project_id': '431534d0ede2413dbcee33b2532563f1', 'gw_port': {'id': '3dad85c4-210d-4a3a-bf9c-1132a7255224', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:57:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5381b717-ddb3-4682-8dfe-4a53036cdc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:19Z', 'updated_at': '2021-10-20T11:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': 'abb54cd4-0d05-433a-aacc-4e61897746ac', 'tenant_id': '431534d0ede2413dbcee33b2532563f1', 'floating_ip_address': '172.25.5.234', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '5381b717-ddb3-4682-8dfe-4a53036cdc3b', 'port_id': '553703eb-1f16-4165-9460-35767089d52e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fe050b5-996c-48a3-b599-59e32328a5bb', 'mac_address': 'fa:16:3e:75:16:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb9f420-f79a-4251-8a1b-f5efa6557548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:55:55Z', 'updated_at': '2021-10-20T11:55:55Z', 'revision_number': 0, 'project_id': '431534d0ede2413dbcee33b2532563f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b584f9f9-7936-4cfe-a91f-a9148f4cab2b', 'name': '', 'network_id': '2fe050b5-996c-48a3-b599-59e32328a5bb', 'tenant_id': '431534d0ede2413dbcee33b2532563f1', 'mac_address': 'fa:16:3e:f7:42:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5381b717-ddb3-4682-8dfe-4a53036cdc3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '33dc2046-45c1-467f-aafa-1d58d2b904f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:22Z', 'updated_at': '2021-10-20T11:55:29Z', 'revision_number': 5, 'project_id': '431534d0ede2413dbcee33b2532563f1', 'subnets': [{'id': '33dc2046-45c1-467f-aafa-1d58d2b904f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:55:57.831811 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d7114-733c-44da-860d-38b51ef0638b req-0c8ff1da-1232-4117-9155-cd5222a03822 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:57.833288 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-198d7114-733c-44da-860d-38b51ef0638b req-0c8ff1da-1232-4117-9155-cd5222a03822 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da HTTP/1.1" status: 200 len: 946 time: 0.7058017 Oct 20 11:55:57.849760 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6242cc22-17af-46d2-999a-485c57632642 None None] The sync data for ids ['5381b717-ddb3-4682-8dfe-4a53036cdc3b'] in n-d-814735-3 is: [{'id': '5381b717-ddb3-4682-8dfe-4a53036cdc3b', 'name': 'tempest-TestServerBasicOps-866396179-router', 'tenant_id': '431534d0ede2413dbcee33b2532563f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '3dad85c4-210d-4a3a-bf9c-1132a7255224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:18Z', 'updated_at': '2021-10-20T11:55:23Z', 'revision_number': 4, 'project_id': '431534d0ede2413dbcee33b2532563f1', 'gw_port': {'id': '3dad85c4-210d-4a3a-bf9c-1132a7255224', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:57:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5381b717-ddb3-4682-8dfe-4a53036cdc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:19Z', 'updated_at': '2021-10-20T11:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': 'abb54cd4-0d05-433a-aacc-4e61897746ac', 'tenant_id': '431534d0ede2413dbcee33b2532563f1', 'floating_ip_address': '172.25.5.234', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '5381b717-ddb3-4682-8dfe-4a53036cdc3b', 'port_id': '553703eb-1f16-4165-9460-35767089d52e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fe050b5-996c-48a3-b599-59e32328a5bb', 'mac_address': 'fa:16:3e:75:16:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb9f420-f79a-4251-8a1b-f5efa6557548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:55:55Z', 'updated_at': '2021-10-20T11:55:55Z', 'revision_number': 0, 'project_id': '431534d0ede2413dbcee33b2532563f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b584f9f9-7936-4cfe-a91f-a9148f4cab2b', 'name': '', 'network_id': '2fe050b5-996c-48a3-b599-59e32328a5bb', 'tenant_id': '431534d0ede2413dbcee33b2532563f1', 'mac_address': 'fa:16:3e:f7:42:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5381b717-ddb3-4682-8dfe-4a53036cdc3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '33dc2046-45c1-467f-aafa-1d58d2b904f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:22Z', 'updated_at': '2021-10-20T11:55:29Z', 'revision_number': 5, 'project_id': '431534d0ede2413dbcee33b2532563f1', 'subnets': [{'id': '33dc2046-45c1-467f-aafa-1d58d2b904f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:55:57.852282 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-e9e7cee2-fc65-43c7-bc43-72d9c7db3739 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:57.856283 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-f6201267-bbd9-4b92-89f2-45cb982cc611 service neutron] For port c7826b30-6feb-4ea2-998b-8cffca1776b2, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=c7826b30-6feb-4ea2-998b-8cffca1776b2,segment=NetworkSegment(8866150f-0593-49f6-a32b-a3b0febe1d94),segment_id=8866150f-0593-49f6-a32b-a3b0febe1d94)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:55:57.878960 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-19c8ce45-f9bf-4fd1-8847-650030959d26 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:57.881048 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-f6201267-bbd9-4b92-89f2-45cb982cc611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:57.952233 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-e9e7cee2-fc65-43c7-bc43-72d9c7db3739 service neutron] Transition to ACTIVE for port object d99f85b4-6142-4823-a06a-52a1d39f527b will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:55:57.989299 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d4372144-9161-4c18-9c7a-1f5c78ee1d05 req-6c2f09e2-e9db-49fa-898d-d0cc02edbcb9 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/security-groups?id=23d09786-5943-41fc-a47b-f64bdf845c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342198 Oct 20 11:55:57.995217 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-f6201267-bbd9-4b92-89f2-45cb982cc611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:57.995957 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-f6201267-bbd9-4b92-89f2-45cb982cc611 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:57.998052 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-f6201267-bbd9-4b92-89f2-45cb982cc611 service neutron] 10.222.0.11 "PUT /v2.0/ports/c7826b30-6feb-4ea2-998b-8cffca1776b2 HTTP/1.1" status: 200 len: 1091 time: 2.4704444 Oct 20 11:55:58.005299 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06d4d982-8579-4014-b7f1-4967d1f85a03', 'tag': 'c7826b30-6feb-4ea2-998b-8cffca1776b2'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:55:58.007706 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6940bc40-9017-46e0-b8fb-357d16d7fffc" -d '{"events": [{"name": "network-changed", "server_uuid": "06d4d982-8579-4014-b7f1-4967d1f85a03", "tag": "c7826b30-6feb-4ea2-998b-8cffca1776b2"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:55:58.010372 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-e9e7cee2-fc65-43c7-bc43-72d9c7db3739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:58.078158 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c813623-ecc2-4770-a5db-981fa5951a82 None None] New status for floating IP abb54cd4-0d05-433a-aacc-4e61897746ac: ACTIVE {{(pid=100648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:55:58.091647 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef38ca06-6cfb-427b-93f4-f0c2c8a77b44 x-openstack-request-id: req-ef38ca06-6cfb-427b-93f4-f0c2c8a77b44 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:55:58.091936 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06d4d982-8579-4014-b7f1-4967d1f85a03", "tag": "c7826b30-6feb-4ea2-998b-8cffca1776b2", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:55:58.092188 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ef38ca06-6cfb-427b-93f4-f0c2c8a77b44 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:55:58.092873 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06d4d982-8579-4014-b7f1-4967d1f85a03', 'tag': 'c7826b30-6feb-4ea2-998b-8cffca1776b2', 'status': 'completed', 'code': 200} Oct 20 11:55:58.184188 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6201267-bbd9-4b92-89f2-45cb982cc611 service neutron] Pushing event updated for resources: {'Port': ['ID=c7826b30-6feb-4ea2-998b-8cffca1776b2,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:58.196859 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-198d7114-733c-44da-860d-38b51ef0638b req-2a8e44c9-d31a-4a14-9882-0e363f4c2eb1 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=c7eb2a7d-ee6d-4283-97fc-8a188eb48807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3281004 Oct 20 11:55:58.245754 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d767f8-e47e-4d9c-b726-8d6e9d0ea5b0 req-6e5c92aa-e787-41a2-a5db-aee71306dbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:58.247318 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e8d767f8-e47e-4d9c-b726-8d6e9d0ea5b0 req-6e5c92aa-e787-41a2-a5db-aee71306dbe8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2fe050b5-996c-48a3-b599-59e32328a5bb HTTP/1.1" status: 200 len: 910 time: 0.4604294 Oct 20 11:55:58.396831 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-8cab5255-148e-4724-b8e4-737636fc31f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:58.398740 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-8cab5255-148e-4724-b8e4-737636fc31f8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a39bc4800586482a872e4120608377b8&device_id=06d4d982-8579-4014-b7f1-4967d1f85a03 HTTP/1.1" status: 200 len: 1094 time: 0.3050742 Oct 20 11:55:58.405505 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e7cee2-fc65-43c7-bc43-72d9c7db3739 service neutron] Pushing event updated for resources: {'Port': ['ID=d99f85b4-6142-4823-a06a-52a1d39f527b,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:58.499839 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-f5b399df-27cb-4d5b-9ede-0dfc473de22f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7826b30-6feb-4ea2-998b-8cffca1776b2 HTTP/1.1" status: 200 len: 217 time: 0.0646248 Oct 20 11:55:58.506666 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e8d767f8-e47e-4d9c-b726-8d6e9d0ea5b0 req-ff03a65f-ddba-4f19-8272-748ed6fe4c72 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=553703eb-1f16-4165-9460-35767089d52e HTTP/1.1" status: 200 len: 1001 time: 0.2152023 Oct 20 11:55:58.589168 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-e9e7cee2-fc65-43c7-bc43-72d9c7db3739 service neutron] Attempting to bind port d99f85b4-6142-4823-a06a-52a1d39f527b on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:55:58.589528 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-e9e7cee2-fc65-43c7-bc43-72d9c7db3739 service neutron] Attempting to bind port d99f85b4-6142-4823-a06a-52a1d39f527b by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '8866150f-0593-49f6-a32b-a3b0febe1d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '8272be60-2c9c-4567-a2ef-0c10dfcb119d'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:55:58.589852 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-e9e7cee2-fc65-43c7-bc43-72d9c7db3739 service neutron] Attempting to bind port d99f85b4-6142-4823-a06a-52a1d39f527b on network 8272be60-2c9c-4567-a2ef-0c10dfcb119d {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:55:58.625914 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-e9e7cee2-fc65-43c7-bc43-72d9c7db3739 service neutron] Port d99f85b4-6142-4823-a06a-52a1d39f527b on network 8272be60-2c9c-4567-a2ef-0c10dfcb119d not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:55:58.626242 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-e9e7cee2-fc65-43c7-bc43-72d9c7db3739 service neutron] Attempting to bind port d99f85b4-6142-4823-a06a-52a1d39f527b on network 8272be60-2c9c-4567-a2ef-0c10dfcb119d {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:55:58.632282 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc51a70-6684-40ca-952e-a59a96df1e2b None None] Network c0748960-2ba3-45dc-b2f6-c6693b3a027b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:55:58.653651 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d767f8-e47e-4d9c-b726-8d6e9d0ea5b0 req-f43f9c71-857c-4999-8de6-4ffc3951d60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:58.655234 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e8d767f8-e47e-4d9c-b726-8d6e9d0ea5b0 req-f43f9c71-857c-4999-8de6-4ffc3951d60b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=33dc2046-45c1-467f-aafa-1d58d2b904f2 HTTP/1.1" status: 200 len: 847 time: 0.1305044 Oct 20 11:55:58.655949 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-e9e7cee2-fc65-43c7-bc43-72d9c7db3739 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:55:58.656278 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-e9e7cee2-fc65-43c7-bc43-72d9c7db3739 service neutron] Checking segment: {'id': '8866150f-0593-49f6-a32b-a3b0febe1d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '8272be60-2c9c-4567-a2ef-0c10dfcb119d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:55:58.656645 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-e9e7cee2-fc65-43c7-bc43-72d9c7db3739 service neutron] Bound using segment: {'id': '8866150f-0593-49f6-a32b-a3b0febe1d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '8272be60-2c9c-4567-a2ef-0c10dfcb119d'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:55:58.657083 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-e9e7cee2-fc65-43c7-bc43-72d9c7db3739 service neutron] Bound port: d99f85b4-6142-4823-a06a-52a1d39f527b, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8866150f-0593-49f6-a32b-a3b0febe1d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '8272be60-2c9c-4567-a2ef-0c10dfcb119d'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:55:58.657434 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-e9e7cee2-fc65-43c7-bc43-72d9c7db3739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:58.659973 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-42a7bf22-519b-46a7-9263-4b8a8239861e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:58.661445 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-42a7bf22-519b-46a7-9263-4b8a8239861e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8389efb5-4922-419c-8872-f71fe9233d90 HTTP/1.1" status: 200 len: 853 time: 0.1527433 Oct 20 11:55:58.667355 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-64189b84-d1f0-422a-b9ef-cec16d1e1d81 None None] Provisioning complete for port 04de35aa-8d86-4171-9ee7-0799fa4c6a35 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:58.667807 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-64189b84-d1f0-422a-b9ef-cec16d1e1d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:58.717993 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-19c8ce45-f9bf-4fd1-8847-650030959d26 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Allocated IP 172.20.0.1 (c0748960-2ba3-45dc-b2f6-c6693b3a027b/001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1/34b15ea2-9356-48dc-85e0-02f90abad53d) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:55:58.740398 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-d2a90510-5135-4f31-8173-12e052b0835b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8272be60-2c9c-4567-a2ef-0c10dfcb119d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495067 Oct 20 11:55:58.838113 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-64189b84-d1f0-422a-b9ef-cec16d1e1d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:58.878193 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-64189b84-d1f0-422a-b9ef-cec16d1e1d81 None None] For port 04de35aa-8d86-4171-9ee7-0799fa4c6a35, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=04de35aa-8d86-4171-9ee7-0799fa4c6a35,segment=NetworkSegment(09a49dac-a1a0-43af-9919-6944309e94e8),segment_id=09a49dac-a1a0-43af-9919-6944309e94e8)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:55:58.880036 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d767f8-e47e-4d9c-b726-8d6e9d0ea5b0 req-37385a8c-ee3b-4d16-b354-c39adb9d3370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:58.881877 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e8d767f8-e47e-4d9c-b726-8d6e9d0ea5b0 req-37385a8c-ee3b-4d16-b354-c39adb9d3370 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2fe050b5-996c-48a3-b599-59e32328a5bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2195151 Oct 20 11:55:58.884078 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-64189b84-d1f0-422a-b9ef-cec16d1e1d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:58.938360 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64189b84-d1f0-422a-b9ef-cec16d1e1d81 None None] Pushing event updated for resources: {'Port': ['ID=04de35aa-8d86-4171-9ee7-0799fa4c6a35,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:58.954859 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-e9e7cee2-fc65-43c7-bc43-72d9c7db3739 service neutron] For port d99f85b4-6142-4823-a06a-52a1d39f527b, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:55:59.017688 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-e9e7cee2-fc65-43c7-bc43-72d9c7db3739 service neutron] For port d99f85b4-6142-4823-a06a-52a1d39f527b, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=d99f85b4-6142-4823-a06a-52a1d39f527b,segment=NetworkSegment(8866150f-0593-49f6-a32b-a3b0febe1d94),segment_id=8866150f-0593-49f6-a32b-a3b0febe1d94)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:55:59.037280 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-e9e7cee2-fc65-43c7-bc43-72d9c7db3739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:59.060601 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-3bda7ad7-4b2d-4cc8-ad07-fc2013ea3283 service neutron] 10.222.0.11 "GET /v2.0/networks/8272be60-2c9c-4567-a2ef-0c10dfcb119d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906051 Oct 20 11:55:59.067886 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-19c8ce45-f9bf-4fd1-8847-650030959d26 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:59.106032 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-60d55245-9915-4b13-a0e8-a8b3d9c3dfc4 None None] Provisioning complete for port 04de35aa-8d86-4171-9ee7-0799fa4c6a35 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:59.106627 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-60d55245-9915-4b13-a0e8-a8b3d9c3dfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:59.162945 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-e9e7cee2-fc65-43c7-bc43-72d9c7db3739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:59.163467 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-e9e7cee2-fc65-43c7-bc43-72d9c7db3739 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:59.164878 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-e9e7cee2-fc65-43c7-bc43-72d9c7db3739 service neutron] 10.222.0.89 "PUT /v2.0/ports/d99f85b4-6142-4823-a06a-52a1d39f527b HTTP/1.1" status: 200 len: 1091 time: 2.7875402 Oct 20 11:55:59.234662 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e8d767f8-e47e-4d9c-b726-8d6e9d0ea5b0 req-de8d4186-c9d1-46eb-b8eb-584040382fc8 service neutron] 10.222.0.89 "GET /v2.0/networks/2fe050b5-996c-48a3-b599-59e32328a5bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177040 Oct 20 11:55:59.285610 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 04de35aa-8d86-4171-9ee7-0799fa4c6a35 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:55:59.290508 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e7cee2-fc65-43c7-bc43-72d9c7db3739 service neutron] Pushing event updated for resources: {'Port': ['ID=d99f85b4-6142-4823-a06a-52a1d39f527b,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:59.335436 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 04de35aa-8d86-4171-9ee7-0799fa4c6a35 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:59.335802 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:59.350450 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d3bf3-d793-4af7-aeeb-bf82c319c4af req-d56c14a7-9c53-4385-9dcf-302b0c233d91 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:59.351975 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4b2d3bf3-d793-4af7-aeeb-bf82c319c4af req-d56c14a7-9c53-4385-9dcf-302b0c233d91 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/ports?device_id=a725756d-9727-48aa-b00a-2901ab6cf06b HTTP/1.1" status: 200 len: 943 time: 0.2603927 Oct 20 11:55:59.371619 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-19c8ce45-f9bf-4fd1-8847-650030959d26 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:59.465536 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-392858e1-bdfb-4e1e-8abf-3f0007b08444 service neutron] 10.222.0.11 "GET /v2.0/networks/8272be60-2c9c-4567-a2ef-0c10dfcb119d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727031 Oct 20 11:55:59.490917 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c8ce45-f9bf-4fd1-8847-650030959d26 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Network c0748960-2ba3-45dc-b2f6-c6693b3a027b is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:55:59.502749 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-0c899d99-9674-4611-ad4c-a3861d6b1f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:59.504284 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-0c899d99-9674-4611-ad4c-a3861d6b1f2d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a39bc4800586482a872e4120608377b8&device_id=a725756d-9727-48aa-b00a-2901ab6cf06b HTTP/1.1" status: 200 len: 1094 time: 0.2631857 Oct 20 11:55:59.513267 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-19c8ce45-f9bf-4fd1-8847-650030959d26 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:55:59.521846 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8ce45-f9bf-4fd1-8847-650030959d26 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event updated for resources: {'Port': ['ID=34b15ea2-9356-48dc-85e0-02f90abad53d,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:55:59.526718 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c8ce45-f9bf-4fd1-8847-650030959d26 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:55:59.551242 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688fd374-6f9a-4794-8105-3bdb0b34a528 req-0d40945d-4e7c-4b2b-bfd3-83cbd427f2f3 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:59.552841 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-688fd374-6f9a-4794-8105-3bdb0b34a528 req-0d40945d-4e7c-4b2b-bfd3-83cbd427f2f3 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da HTTP/1.1" status: 200 len: 946 time: 0.2633364 Oct 20 11:55:59.591114 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4b2d3bf3-d793-4af7-aeeb-bf82c319c4af req-cda09f91-6a28-4850-827d-0ed64d433211 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/security-groups?id=23d09786-5943-41fc-a47b-f64bdf845c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211454 Oct 20 11:55:59.642648 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e8d767f8-e47e-4d9c-b726-8d6e9d0ea5b0 req-db941333-5ebd-492d-8720-5237adc34167 service neutron] 10.222.0.89 "GET /v2.0/networks/2fe050b5-996c-48a3-b599-59e32328a5bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979106 Oct 20 11:55:59.648569 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-6ec8004c-e7dc-43bb-8e7c-0a67a4a81603 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d99f85b4-6142-4823-a06a-52a1d39f527b HTTP/1.1" status: 200 len: 217 time: 0.1051652 Oct 20 11:55:59.716748 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-19c8ce45-f9bf-4fd1-8847-650030959d26 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:59.720722 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-313d4c8c-2441-4c4f-9d2d-2bf94900a041 None None] Provisioning complete for port 34b15ea2-9356-48dc-85e0-02f90abad53d triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:55:59.721090 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-313d4c8c-2441-4c4f-9d2d-2bf94900a041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:55:59.756850 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-313d4c8c-2441-4c4f-9d2d-2bf94900a041 None None] Port 34b15ea2-9356-48dc-85e0-02f90abad53d cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:55:59.760761 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-688fd374-6f9a-4794-8105-3bdb0b34a528 req-3a5a759b-c5b3-42a1-b483-e49629908ae0 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=c7eb2a7d-ee6d-4283-97fc-8a188eb48807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1971848 Oct 20 11:55:59.770561 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940bc40-9017-46e0-b8fb-357d16d7fffc req-686a5e94-b384-40a8-a8e4-21ad8165336c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:59.772233 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6940bc40-9017-46e0-b8fb-357d16d7fffc req-686a5e94-b384-40a8-a8e4-21ad8165336c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a39bc4800586482a872e4120608377b8&device_id=06d4d982-8579-4014-b7f1-4967d1f85a03 HTTP/1.1" status: 200 len: 1094 time: 0.2566206 Oct 20 11:55:59.813321 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-fa01c094-d4ae-44fb-b10a-ba3e4f7c32bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:55:59.815477 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-fa01c094-d4ae-44fb-b10a-ba3e4f7c32bf service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8389efb5-4922-419c-8872-f71fe9233d90 HTTP/1.1" status: 200 len: 853 time: 0.1462054 Oct 20 11:56:00.225660 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a725756d-9727-48aa-b00a-2901ab6cf06b', 'tag': 'd99f85b4-6142-4823-a06a-52a1d39f527b'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:56:00.228000 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f577e28d-b863-4e23-a289-3fdb00bea6a6" -d '{"events": [{"name": "network-changed", "server_uuid": "a725756d-9727-48aa-b00a-2901ab6cf06b", "tag": "d99f85b4-6142-4823-a06a-52a1d39f527b"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:56:00.262502 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-77a60f92-1c8a-4543-945b-a3a5f0ad2309 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8272be60-2c9c-4567-a2ef-0c10dfcb119d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4229414 Oct 20 11:56:00.298461 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d19813-fb1d-4458-a58a-997abb67c562 x-openstack-request-id: req-67d19813-fb1d-4458-a58a-997abb67c562 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:56:00.298755 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a725756d-9727-48aa-b00a-2901ab6cf06b", "tag": "d99f85b4-6142-4823-a06a-52a1d39f527b", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:56:00.299036 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-67d19813-fb1d-4458-a58a-997abb67c562 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:56:00.299430 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a725756d-9727-48aa-b00a-2901ab6cf06b', 'tag': 'd99f85b4-6142-4823-a06a-52a1d39f527b', 'status': 'completed', 'code': 200} Oct 20 11:56:00.372507 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940bc40-9017-46e0-b8fb-357d16d7fffc req-1ac516df-a813-458d-ba43-12bff1f77dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:00.373997 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6940bc40-9017-46e0-b8fb-357d16d7fffc req-1ac516df-a813-458d-ba43-12bff1f77dd6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8272be60-2c9c-4567-a2ef-0c10dfcb119d HTTP/1.1" status: 200 len: 915 time: 0.5886736 Oct 20 11:56:00.376392 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-19c8ce45-f9bf-4fd1-8847-650030959d26 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:00.429879 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6940bc40-9017-46e0-b8fb-357d16d7fffc req-eee574fd-fd74-48d0-a4ae-2bcf513ec9f3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7826b30-6feb-4ea2-998b-8cffca1776b2 HTTP/1.1" status: 200 len: 217 time: 0.0473144 Oct 20 11:56:00.498813 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-5aba241f-fd15-4027-ab98-3e391e3c2547 service neutron] 10.222.0.89 "GET /v2.0/networks/8272be60-2c9c-4567-a2ef-0c10dfcb119d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250428 Oct 20 11:56:00.610340 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940bc40-9017-46e0-b8fb-357d16d7fffc req-e35e5c35-f2cc-4f0f-866b-f7447cfe63b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:00.611864 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6940bc40-9017-46e0-b8fb-357d16d7fffc req-e35e5c35-f2cc-4f0f-866b-f7447cfe63b9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8389efb5-4922-419c-8872-f71fe9233d90 HTTP/1.1" status: 200 len: 853 time: 0.1583128 Oct 20 11:56:00.699270 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6940bc40-9017-46e0-b8fb-357d16d7fffc req-3778c931-b817-456e-bb1b-9e0378e74b43 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8272be60-2c9c-4567-a2ef-0c10dfcb119d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547035 Oct 20 11:56:00.828553 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d07716c6-a75b-4423-9b33-204d799f24e5 req-2ce9dfa7-fb4e-4fc5-81d1-26cc3c22c840 service neutron] 10.222.0.89 "GET /v2.0/networks/8272be60-2c9c-4567-a2ef-0c10dfcb119d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175733 Oct 20 11:56:00.927514 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df59bac-eb6a-447f-bca2-1599e91f3dd3 req-9a5543e1-1c33-4e42-860b-0fe284ad81f5 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:00.929084 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0df59bac-eb6a-447f-bca2-1599e91f3dd3 req-9a5543e1-1c33-4e42-860b-0fe284ad81f5 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/ports?device_id=a725756d-9727-48aa-b00a-2901ab6cf06b HTTP/1.1" status: 200 len: 943 time: 0.2654619 Oct 20 11:56:00.996309 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6940bc40-9017-46e0-b8fb-357d16d7fffc req-f4c3b871-eed1-48b5-9552-a03d65fc0c83 service neutron] 10.222.0.11 "GET /v2.0/networks/8272be60-2c9c-4567-a2ef-0c10dfcb119d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751079 Oct 20 11:56:01.056838 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-19c8ce45-f9bf-4fd1-8847-650030959d26 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:01.066634 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0df59bac-eb6a-447f-bca2-1599e91f3dd3 req-79259a14-56e8-4c3a-8c39-72ad58c7b20f tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/security-groups?id=23d09786-5943-41fc-a47b-f64bdf845c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172316 Oct 20 11:56:01.073854 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6b0e9-f7bc-4d25-bb98-a0949877dd3b req-e97207ff-f503-460a-b06b-d4829150292f tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:01.075322 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3eb6b0e9-f7bc-4d25-bb98-a0949877dd3b req-e97207ff-f503-460a-b06b-d4829150292f tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da HTTP/1.1" status: 200 len: 946 time: 0.2171342 Oct 20 11:56:01.107168 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-19c8ce45-f9bf-4fd1-8847-650030959d26 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:01.146840 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577e28d-b863-4e23-a289-3fdb00bea6a6 req-725f30a3-9b4e-4242-9ff6-67a304335467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:01.148713 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f577e28d-b863-4e23-a289-3fdb00bea6a6 req-725f30a3-9b4e-4242-9ff6-67a304335467 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a39bc4800586482a872e4120608377b8&device_id=a725756d-9727-48aa-b00a-2901ab6cf06b HTTP/1.1" status: 200 len: 1094 time: 0.2678914 Oct 20 11:56:01.302995 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8ce45-f9bf-4fd1-8847-650030959d26 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event updated for resources: {'Port': ['ID=34b15ea2-9356-48dc-85e0-02f90abad53d,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:01.305321 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-19c8ce45-f9bf-4fd1-8847-650030959d26 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:01.345301 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6940bc40-9017-46e0-b8fb-357d16d7fffc req-b812803e-9c17-47c1-a598-4445b4a01bfb service neutron] 10.222.0.11 "GET /v2.0/networks/8272be60-2c9c-4567-a2ef-0c10dfcb119d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400064 Oct 20 11:56:01.349303 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [req-cd34f710-1b03-475b-b8fa-bb10e9c1934d req-170b943a-5774-460e-a7a5-97e60b276465 service neutron] show failed (client error): The resource could not be found. Oct 20 11:56:01.350293 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cd34f710-1b03-475b-b8fa-bb10e9c1934d req-170b943a-5774-460e-a7a5-97e60b276465 service neutron] 10.222.0.11 "GET /v2.0/ports/37fb5b3f-e30a-4e35-aad6-f26e2350e127/bindings/n-h2-814735-3 HTTP/1.1" status: 404 len: 380 time: 0.2965944 Oct 20 11:56:01.356878 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3eb6b0e9-f7bc-4d25-bb98-a0949877dd3b req-c259501a-09be-43a0-8088-2ca0e70bb588 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=c7eb2a7d-ee6d-4283-97fc-8a188eb48807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2724843 Oct 20 11:56:01.435443 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577e28d-b863-4e23-a289-3fdb00bea6a6 req-db80289a-1722-4a7e-b030-a42aa8be4b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:01.436915 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f577e28d-b863-4e23-a289-3fdb00bea6a6 req-db80289a-1722-4a7e-b030-a42aa8be4b9a service neutron] 10.222.0.89 "GET /v2.0/networks?id=8272be60-2c9c-4567-a2ef-0c10dfcb119d HTTP/1.1" status: 200 len: 915 time: 0.2506628 Oct 20 11:56:01.484430 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f577e28d-b863-4e23-a289-3fdb00bea6a6 req-a60e1ed8-5cb7-4fdf-82c9-c56cff84c28b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d99f85b4-6142-4823-a06a-52a1d39f527b HTTP/1.1" status: 200 len: 217 time: 0.0388775 Oct 20 11:56:01.567416 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c8ce45-f9bf-4fd1-8847-650030959d26 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Network c0748960-2ba3-45dc-b2f6-c6693b3a027b is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:56:01.587982 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-19c8ce45-f9bf-4fd1-8847-650030959d26 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:56:01.603466 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577e28d-b863-4e23-a289-3fdb00bea6a6 req-15bdb2ab-2f9d-4f16-9718-e0686210da9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:01.604975 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f577e28d-b863-4e23-a289-3fdb00bea6a6 req-15bdb2ab-2f9d-4f16-9718-e0686210da9e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8389efb5-4922-419c-8872-f71fe9233d90 HTTP/1.1" status: 200 len: 853 time: 0.1111510 Oct 20 11:56:01.680681 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f577e28d-b863-4e23-a289-3fdb00bea6a6 req-aa1e2167-ccd1-4532-a9dc-98affc5a600a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8272be60-2c9c-4567-a2ef-0c10dfcb119d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656905 Oct 20 11:56:01.684053 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device c7826b30-6feb-4ea2-998b-8cffca1776b2 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:56:01.721961 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34f710-1b03-475b-b8fa-bb10e9c1934d req-50853922-ab07-4c97-9d51-31c0927666aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:01.723675 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cd34f710-1b03-475b-b8fa-bb10e9c1934d req-50853922-ab07-4c97-9d51-31c0927666aa service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da&tenant_id=d69630d5f3304dc8a33f46da29b2ea4c HTTP/1.1" status: 200 len: 1097 time: 0.1939781 Oct 20 11:56:01.746743 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-cd34f710-1b03-475b-b8fa-bb10e9c1934d req-bf61f331-db1e-4c26-ab3b-d0756f3729c4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-814735-3', 'device_owner': 'compute:nova'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:56:01.783137 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port c7826b30-6feb-4ea2-998b-8cffca1776b2, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=c7826b30-6feb-4ea2-998b-8cffca1776b2,segment=NetworkSegment(8866150f-0593-49f6-a32b-a3b0febe1d94),segment_id=8866150f-0593-49f6-a32b-a3b0febe1d94)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:56:01.795355 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': 'c7826b30-6feb-4ea2-998b-8cffca1776b2', 'network_id': '8272be60-2c9c-4567-a2ef-0c10dfcb119d', 'port_id': 'c7826b30-6feb-4ea2-998b-8cffca1776b2', 'mac_address': 'fa:16:3e:09:b8:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8389efb5-4922-419c-8872-f71fe9233d90', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:56:01.835813 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:01.848233 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7826b30-6feb-4ea2-998b-8cffca1776b2 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:56:01.868651 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port c7826b30-6feb-4ea2-998b-8cffca1776b2, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=c7826b30-6feb-4ea2-998b-8cffca1776b2,segment=NetworkSegment(8866150f-0593-49f6-a32b-a3b0febe1d94),segment_id=8866150f-0593-49f6-a32b-a3b0febe1d94)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:56:01.872912 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:01.877493 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-cd34f710-1b03-475b-b8fa-bb10e9c1934d req-bf61f331-db1e-4c26-ab3b-d0756f3729c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:01.893896 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f577e28d-b863-4e23-a289-3fdb00bea6a6 req-c7e462e0-e007-4e69-bf94-c613fc84ca2b service neutron] 10.222.0.89 "GET /v2.0/networks/8272be60-2c9c-4567-a2ef-0c10dfcb119d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049637 Oct 20 11:56:01.913458 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d98c8e58-182b-4c6c-a76d-202625c61f62 None None] Provisioning complete for port 34b15ea2-9356-48dc-85e0-02f90abad53d triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:56:01.913821 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d98c8e58-182b-4c6c-a76d-202625c61f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:01.931650 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c8ce45-f9bf-4fd1-8847-650030959d26 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Router d197abe3-49d4-480a-be09-14887dea0196 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:56:01.949604 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=c7826b30-6feb-4ea2-998b-8cffca1776b2,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:01.959720 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d98c8e58-182b-4c6c-a76d-202625c61f62 None None] Port 34b15ea2-9356-48dc-85e0-02f90abad53d cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:56:02.059838 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['c7826b30-6feb-4ea2-998b-8cffca1776b2'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:56:02.578361 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c8ce45-f9bf-4fd1-8847-650030959d26 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:56:02.581338 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f577e28d-b863-4e23-a289-3fdb00bea6a6 req-80393a5d-9030-416f-b5b2-5ce14dd86e2c service neutron] 10.222.0.89 "GET /v2.0/networks/8272be60-2c9c-4567-a2ef-0c10dfcb119d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6627080 Oct 20 11:56:02.584931 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-19c8ce45-f9bf-4fd1-8847-650030959d26 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "PUT /v2.0/routers/d197abe3-49d4-480a-be09-14887dea0196/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8012969 Oct 20 11:56:02.587900 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45874) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:02.591268 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5a2e90-b341-406f-bf23-f12af31b489f None None] Sync routers for ids ['d197abe3-49d4-480a-be09-14887dea0196'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:56:02.601693 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5a2e90-b341-406f-bf23-f12af31b489f None None] Routers {'d197abe3-49d4-480a-be09-14887dea0196'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:56:02.602265 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-7d5a2e90-b341-406f-bf23-f12af31b489f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:55:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['d197abe3-49d4-480a-be09-14887dea0196'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:02.604911 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-60d1fe9e-f04b-48ef-83d7-60a2df5ea31b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Request body: {'network': {'name': 'tempest-RoutersTest-113534624'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:56:02.636815 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d1fe9e-f04b-48ef-83d7-60a2df5ea31b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Made reservation on behalf of a2e7a287bb194f73b0a7c68afae28ca1 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:56:02.640340 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b10e22-eed2-42d6-9d90-0b705a8974a2 req-303871e4-949e-444d-888d-b73e83af75b1 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:02.640865 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-60d1fe9e-f04b-48ef-83d7-60a2df5ea31b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:02.646553 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-58b10e22-eed2-42d6-9d90-0b705a8974a2 req-303871e4-949e-444d-888d-b73e83af75b1 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/ports?device_id=a725756d-9727-48aa-b00a-2901ab6cf06b HTTP/1.1" status: 200 len: 943 time: 0.2172112 Oct 20 11:56:02.670766 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6485228-8329-4a94-b7dd-8d0fd39bf3ec req-7a56eece-b091-4b9b-94aa-0a0a5a995667 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:02.672295 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b6485228-8329-4a94-b7dd-8d0fd39bf3ec req-7a56eece-b091-4b9b-94aa-0a0a5a995667 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da HTTP/1.1" status: 200 len: 946 time: 0.2274261 Oct 20 11:56:02.681402 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60d1fe9e-f04b-48ef-83d7-60a2df5ea31b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] vlan segment allocate from pool success with {'vlan_id': 1299, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:56:02.693416 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-60d1fe9e-f04b-48ef-83d7-60a2df5ea31b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:02.694036 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-60d1fe9e-f04b-48ef-83d7-60a2df5ea31b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Added segment 28063257-0288-47cf-9e8f-5fe6f473f6f3 of type vlan for network 70845a18-1359-409f-ba16-11b3110aab59 Oct 20 11:56:02.739819 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-60d1fe9e-f04b-48ef-83d7-60a2df5ea31b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:02.745971 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-cd34f710-1b03-475b-b8fa-bb10e9c1934d req-bf61f331-db1e-4c26-ab3b-d0756f3729c4 service neutron] For port 37fb5b3f-e30a-4e35-aad6-f26e2350e127, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=37fb5b3f-e30a-4e35-aad6-f26e2350e127,segment=NetworkSegment(702cbdac-91cd-41f1-83e2-3306ffc6d11e),segment_id=702cbdac-91cd-41f1-83e2-3306ffc6d11e)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:56:02.750300 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-58b10e22-eed2-42d6-9d90-0b705a8974a2 req-eac53ac6-2c9f-47be-977a-4fc7a3176987 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/security-groups?id=23d09786-5943-41fc-a47b-f64bdf845c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995944 Oct 20 11:56:02.787249 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-60d1fe9e-f04b-48ef-83d7-60a2df5ea31b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:02.789383 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b6485228-8329-4a94-b7dd-8d0fd39bf3ec req-943bbcb5-022e-4aa7-aa68-68c6ae085f66 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=c7eb2a7d-ee6d-4283-97fc-8a188eb48807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989552 Oct 20 11:56:02.795198 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d1fe9e-f04b-48ef-83d7-60a2df5ea31b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:02.795996 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-60d1fe9e-f04b-48ef-83d7-60a2df5ea31b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:02.797074 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-cd34f710-1b03-475b-b8fa-bb10e9c1934d req-bf61f331-db1e-4c26-ab3b-d0756f3729c4 service neutron] For port 37fb5b3f-e30a-4e35-aad6-f26e2350e127, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:56:02.811321 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-7d5a2e90-b341-406f-bf23-f12af31b489f None None] Set router d197abe3-49d4-480a-be09-14887dea0196 gateway port host: None {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:56:02.839401 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37fb5b3f-e30a-4e35-aad6-f26e2350e127'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:56:02.841762 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253f34ef-5d29-45e5-9712-0e55449cc1d3" -d '{"events": [{"server_uuid": "a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da", "name": "network-vif-unplugged", "status": "completed", "tag": "37fb5b3f-e30a-4e35-aad6-f26e2350e127"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:56:02.846416 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-cd34f710-1b03-475b-b8fa-bb10e9c1934d req-bf61f331-db1e-4c26-ab3b-d0756f3729c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:02.860239 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-cd34f710-1b03-475b-b8fa-bb10e9c1934d req-bf61f331-db1e-4c26-ab3b-d0756f3729c4 service neutron] Transition to ACTIVE for port object 37fb5b3f-e30a-4e35-aad6-f26e2350e127 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:56:02.866823 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-cd34f710-1b03-475b-b8fa-bb10e9c1934d req-bf61f331-db1e-4c26-ab3b-d0756f3729c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:02.873053 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-60d1fe9e-f04b-48ef-83d7-60a2df5ea31b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2799692 Oct 20 11:56:02.875976 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45878) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:02.881657 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-e257e4b4-b98e-4681-8efa-fb81aa916e92 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Request body: {'subnet': {'network_id': '70845a18-1359-409f-ba16-11b3110aab59', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:56:02.924625 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e288ee4c-8902-4bb8-8c98-329ede07d3fd x-openstack-request-id: req-e288ee4c-8902-4bb8-8c98-329ede07d3fd {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:56:02.925249 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da", "name": "network-vif-unplugged", "status": "completed", "tag": "37fb5b3f-e30a-4e35-aad6-f26e2350e127", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:56:02.925249 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e288ee4c-8902-4bb8-8c98-329ede07d3fd {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:56:02.925896 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37fb5b3f-e30a-4e35-aad6-f26e2350e127', 'code': 200} Oct 20 11:56:02.955259 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d1fe9e-f04b-48ef-83d7-60a2df5ea31b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event updated for resources: {'Network': ['ID=70845a18-1359-409f-ba16-11b3110aab59,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:02.959676 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf61f331-db1e-4c26-ab3b-d0756f3729c4 service neutron] Pushing event updated for resources: {'Port': ['ID=37fb5b3f-e30a-4e35-aad6-f26e2350e127,revision_number=6']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:02.982947 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1fe9e-f04b-48ef-83d7-60a2df5ea31b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:56:02.983299 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1fe9e-f04b-48ef-83d7-60a2df5ea31b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:56:02.983645 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1fe9e-f04b-48ef-83d7-60a2df5ea31b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:56:02.983992 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1fe9e-f04b-48ef-83d7-60a2df5ea31b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:56:02.984319 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1fe9e-f04b-48ef-83d7-60a2df5ea31b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:56:02.984655 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1fe9e-f04b-48ef-83d7-60a2df5ea31b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:56:02.984982 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1fe9e-f04b-48ef-83d7-60a2df5ea31b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:56:02.985308 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1fe9e-f04b-48ef-83d7-60a2df5ea31b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:56:02.985633 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1fe9e-f04b-48ef-83d7-60a2df5ea31b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:56:02.985957 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1fe9e-f04b-48ef-83d7-60a2df5ea31b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:56:02.986278 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1fe9e-f04b-48ef-83d7-60a2df5ea31b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:56:02.986600 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1fe9e-f04b-48ef-83d7-60a2df5ea31b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:56:02.999411 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 70845a18-1359-409f-ba16-11b3110aab59 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:56:03.029910 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e257e4b4-b98e-4681-8efa-fb81aa916e92 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Made reservation on behalf of a2e7a287bb194f73b0a7c68afae28ca1 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:56:03.039868 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e257e4b4-b98e-4681-8efa-fb81aa916e92 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:03.077080 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-7d5a2e90-b341-406f-bf23-f12af31b489f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd197abe3-49d4-480a-be09-14887dea0196', 'name': 'tempest-RoutersTest-router-757798737', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:55Z', 'updated_at': '2021-10-20T11:55:59Z', 'revision_number': 2, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'gw_port_host': None, '_interfaces': [{'id': '34b15ea2-9356-48dc-85e0-02f90abad53d', 'name': '', 'network_id': 'c0748960-2ba3-45dc-b2f6-c6693b3a027b', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:d8:04:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:58Z', 'updated_at': '2021-10-20T11:56:00Z', 'revision_number': 2, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:03.109339 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5a2e90-b341-406f-bf23-f12af31b489f None None] Checking router: d197abe3-49d4-480a-be09-14887dea0196 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:56:03.110020 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5a2e90-b341-406f-bf23-f12af31b489f None None] Updating router d197abe3-49d4-480a-be09-14887dea0196 port 34b15ea2-9356-48dc-85e0-02f90abad53d binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:56:03.114714 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd34f710-1b03-475b-b8fa-bb10e9c1934d req-bf61f331-db1e-4c26-ab3b-d0756f3729c4 service neutron] No DVR routers for this DVR port 37fb5b3f-e30a-4e35-aad6-f26e2350e127 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:56:03.137406 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-7d5a2e90-b341-406f-bf23-f12af31b489f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:03.263632 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-cd34f710-1b03-475b-b8fa-bb10e9c1934d req-bf61f331-db1e-4c26-ab3b-d0756f3729c4 service neutron] Attempting to bind port 37fb5b3f-e30a-4e35-aad6-f26e2350e127 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:56:03.264058 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-cd34f710-1b03-475b-b8fa-bb10e9c1934d req-bf61f331-db1e-4c26-ab3b-d0756f3729c4 service neutron] Attempting to bind port 37fb5b3f-e30a-4e35-aad6-f26e2350e127 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '702cbdac-91cd-41f1-83e2-3306ffc6d11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'be8d4b08-1f40-41ca-825b-f5eddd831266'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:56:03.264449 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd34f710-1b03-475b-b8fa-bb10e9c1934d req-bf61f331-db1e-4c26-ab3b-d0756f3729c4 service neutron] Attempting to bind port 37fb5b3f-e30a-4e35-aad6-f26e2350e127 on network be8d4b08-1f40-41ca-825b-f5eddd831266 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:56:03.269104 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd34f710-1b03-475b-b8fa-bb10e9c1934d req-bf61f331-db1e-4c26-ab3b-d0756f3729c4 service neutron] Port 37fb5b3f-e30a-4e35-aad6-f26e2350e127 on network be8d4b08-1f40-41ca-825b-f5eddd831266 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:56:03.269424 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd34f710-1b03-475b-b8fa-bb10e9c1934d req-bf61f331-db1e-4c26-ab3b-d0756f3729c4 service neutron] Attempting to bind port 37fb5b3f-e30a-4e35-aad6-f26e2350e127 on network be8d4b08-1f40-41ca-825b-f5eddd831266 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:56:03.275791 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd34f710-1b03-475b-b8fa-bb10e9c1934d req-bf61f331-db1e-4c26-ab3b-d0756f3729c4 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:56:03.275791 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd34f710-1b03-475b-b8fa-bb10e9c1934d req-bf61f331-db1e-4c26-ab3b-d0756f3729c4 service neutron] Checking segment: {'id': '702cbdac-91cd-41f1-83e2-3306ffc6d11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'be8d4b08-1f40-41ca-825b-f5eddd831266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:56:03.276100 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd34f710-1b03-475b-b8fa-bb10e9c1934d req-bf61f331-db1e-4c26-ab3b-d0756f3729c4 service neutron] Bound using segment: {'id': '702cbdac-91cd-41f1-83e2-3306ffc6d11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'be8d4b08-1f40-41ca-825b-f5eddd831266'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:56:03.276436 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-cd34f710-1b03-475b-b8fa-bb10e9c1934d req-bf61f331-db1e-4c26-ab3b-d0756f3729c4 service neutron] Bound port: 37fb5b3f-e30a-4e35-aad6-f26e2350e127, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '702cbdac-91cd-41f1-83e2-3306ffc6d11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'be8d4b08-1f40-41ca-825b-f5eddd831266'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:56:03.276791 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-cd34f710-1b03-475b-b8fa-bb10e9c1934d req-bf61f331-db1e-4c26-ab3b-d0756f3729c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:03.301034 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e257e4b4-b98e-4681-8efa-fb81aa916e92 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:03.353486 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-cd34f710-1b03-475b-b8fa-bb10e9c1934d req-bf61f331-db1e-4c26-ab3b-d0756f3729c4 service neutron] For port 37fb5b3f-e30a-4e35-aad6-f26e2350e127, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:56:03.360271 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-cd34f710-1b03-475b-b8fa-bb10e9c1934d req-bf61f331-db1e-4c26-ab3b-d0756f3729c4 service neutron] For port 37fb5b3f-e30a-4e35-aad6-f26e2350e127, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=37fb5b3f-e30a-4e35-aad6-f26e2350e127,segment=NetworkSegment(702cbdac-91cd-41f1-83e2-3306ffc6d11e),segment_id=702cbdac-91cd-41f1-83e2-3306ffc6d11e)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:56:03.366694 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-cd34f710-1b03-475b-b8fa-bb10e9c1934d req-bf61f331-db1e-4c26-ab3b-d0756f3729c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:03.382772 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257e4b4-b98e-4681-8efa-fb81aa916e92 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event updated for resources: {'Subnet': ['ID=68932b9f-1f95-4539-8dc1-61546698d546,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:03.386524 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e257e4b4-b98e-4681-8efa-fb81aa916e92 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Checking segment: {'id': '28063257-0288-47cf-9e8f-5fe6f473f6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '70845a18-1359-409f-ba16-11b3110aab59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:56:03.386947 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e257e4b4-b98e-4681-8efa-fb81aa916e92 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Network hostable DHCP agents. Network: 70845a18-1359-409f-ba16-11b3110aab59, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:56:03.407981 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34f710-1b03-475b-b8fa-bb10e9c1934d req-bf61f331-db1e-4c26-ab3b-d0756f3729c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:03.408741 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-cd34f710-1b03-475b-b8fa-bb10e9c1934d req-bf61f331-db1e-4c26-ab3b-d0756f3729c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:03.410387 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cd34f710-1b03-475b-b8fa-bb10e9c1934d req-bf61f331-db1e-4c26-ab3b-d0756f3729c4 service neutron] 10.222.0.89 "PUT /v2.0/ports/37fb5b3f-e30a-4e35-aad6-f26e2350e127 HTTP/1.1" status: 200 len: 1092 time: 1.6713293 Oct 20 11:56:03.411945 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e257e4b4-b98e-4681-8efa-fb81aa916e92 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Network 70845a18-1359-409f-ba16-11b3110aab59 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:56:03.436972 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf61f331-db1e-4c26-ab3b-d0756f3729c4 service neutron] Pushing event updated for resources: {'Port': ['ID=37fb5b3f-e30a-4e35-aad6-f26e2350e127,revision_number=7']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:03.438518 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-e257e4b4-b98e-4681-8efa-fb81aa916e92 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 70845a18-1359-409f-ba16-11b3110aab59) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:56:03.444006 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e257e4b4-b98e-4681-8efa-fb81aa916e92 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:03.445320 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e257e4b4-b98e-4681-8efa-fb81aa916e92 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:03.454042 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46613acd-fc6a-4c9a-876b-1e5cadc36695 None None] Network 70845a18-1359-409f-ba16-11b3110aab59 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:56:03.466491 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-7d5a2e90-b341-406f-bf23-f12af31b489f None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:03.477163 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-7d5a2e90-b341-406f-bf23-f12af31b489f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:03.484189 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e257e4b4-b98e-4681-8efa-fb81aa916e92 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6069801 Oct 20 11:56:03.484864 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45880) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:03.492710 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34f710-1b03-475b-b8fa-bb10e9c1934d req-201596db-614c-467f-8682-130ec38d3f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:03.494439 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cd34f710-1b03-475b-b8fa-bb10e9c1934d req-201596db-614c-467f-8682-130ec38d3f73 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d69630d5f3304dc8a33f46da29b2ea4c&device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da HTTP/1.1" status: 200 len: 1095 time: 0.0523336 Oct 20 11:56:03.581653 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device d99f85b4-6142-4823-a06a-52a1d39f527b details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:56:03.636810 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34f710-1b03-475b-b8fa-bb10e9c1934d req-6dcb90d9-5520-49dd-8b9a-61a7f69149ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:03.638339 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cd34f710-1b03-475b-b8fa-bb10e9c1934d req-6dcb90d9-5520-49dd-8b9a-61a7f69149ce service neutron] 10.222.0.89 "GET /v2.0/networks?id=be8d4b08-1f40-41ca-825b-f5eddd831266 HTTP/1.1" status: 200 len: 898 time: 0.1348717 Oct 20 11:56:03.649540 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-7d5a2e90-b341-406f-bf23-f12af31b489f None None] Attempting to bind port 34b15ea2-9356-48dc-85e0-02f90abad53d on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:56:03.650109 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-7d5a2e90-b341-406f-bf23-f12af31b489f None None] Attempting to bind port 34b15ea2-9356-48dc-85e0-02f90abad53d by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '09a49dac-a1a0-43af-9919-6944309e94e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': 'c0748960-2ba3-45dc-b2f6-c6693b3a027b'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:56:03.651011 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5a2e90-b341-406f-bf23-f12af31b489f None None] Attempting to bind port 34b15ea2-9356-48dc-85e0-02f90abad53d on network c0748960-2ba3-45dc-b2f6-c6693b3a027b {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:56:03.655455 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9c881-60bd-4b2d-8144-02b251ac40f5 None None] Pushing event updated for resources: {'Port': ['ID=34b15ea2-9356-48dc-85e0-02f90abad53d,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:03.661428 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5a2e90-b341-406f-bf23-f12af31b489f None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:56:03.661937 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5a2e90-b341-406f-bf23-f12af31b489f None None] Checking segment: {'id': '09a49dac-a1a0-43af-9919-6944309e94e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': 'c0748960-2ba3-45dc-b2f6-c6693b3a027b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:56:03.662468 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-7d5a2e90-b341-406f-bf23-f12af31b489f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:03.663011 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5a2e90-b341-406f-bf23-f12af31b489f None None] Bound using segment: {'id': '09a49dac-a1a0-43af-9919-6944309e94e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': 'c0748960-2ba3-45dc-b2f6-c6693b3a027b'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:56:03.663569 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-7d5a2e90-b341-406f-bf23-f12af31b489f None None] Bound port: 34b15ea2-9356-48dc-85e0-02f90abad53d, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09a49dac-a1a0-43af-9919-6944309e94e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': 'c0748960-2ba3-45dc-b2f6-c6693b3a027b'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:56:03.664180 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-7d5a2e90-b341-406f-bf23-f12af31b489f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:03.728670 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device c7826b30-6feb-4ea2-998b-8cffca1776b2 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:56:03.758397 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cd34f710-1b03-475b-b8fa-bb10e9c1934d req-b8268ce5-bc2c-492c-9b8c-d4d5e5c03f8a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37fb5b3f-e30a-4e35-aad6-f26e2350e127 HTTP/1.1" status: 200 len: 1000 time: 0.1024399 Oct 20 11:56:03.791428 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-7d5a2e90-b341-406f-bf23-f12af31b489f None None] For port 34b15ea2-9356-48dc-85e0-02f90abad53d, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:56:03.795744 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-7d5a2e90-b341-406f-bf23-f12af31b489f None None] For port 34b15ea2-9356-48dc-85e0-02f90abad53d, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=34b15ea2-9356-48dc-85e0-02f90abad53d,segment=NetworkSegment(09a49dac-a1a0-43af-9919-6944309e94e8),segment_id=09a49dac-a1a0-43af-9919-6944309e94e8)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:56:03.808339 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-7d5a2e90-b341-406f-bf23-f12af31b489f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:03.915436 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033dbbbd-502b-4ef3-a24d-d1f4893d4e51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-70845a18-1359-409f-ba16-11b3110aab59', 'network_id': '70845a18-1359-409f-ba16-11b3110aab59', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'fixed_ips': [{'subnet_id': '68932b9f-1f95-4539-8dc1-61546698d546'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:56:03.916448 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-033dbbbd-502b-4ef3-a24d-d1f4893d4e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:03.932623 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5a2e90-b341-406f-bf23-f12af31b489f None None] Routers {'d197abe3-49d4-480a-be09-14887dea0196'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:56:03.933175 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-7d5a2e90-b341-406f-bf23-f12af31b489f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:55:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['d197abe3-49d4-480a-be09-14887dea0196'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:03.955121 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port d99f85b4-6142-4823-a06a-52a1d39f527b, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=d99f85b4-6142-4823-a06a-52a1d39f527b,segment=NetworkSegment(8866150f-0593-49f6-a32b-a3b0febe1d94),segment_id=8866150f-0593-49f6-a32b-a3b0febe1d94)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:56:03.980414 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': 'd99f85b4-6142-4823-a06a-52a1d39f527b', 'network_id': '8272be60-2c9c-4567-a2ef-0c10dfcb119d', 'port_id': 'd99f85b4-6142-4823-a06a-52a1d39f527b', 'mac_address': 'fa:16:3e:dc:49:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8389efb5-4922-419c-8872-f71fe9233d90', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:56:03.987570 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port c7826b30-6feb-4ea2-998b-8cffca1776b2 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:56:03.993986 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34f710-1b03-475b-b8fa-bb10e9c1934d req-3b315650-5cd9-494b-9d01-84963ebbb627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:03.995885 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cd34f710-1b03-475b-b8fa-bb10e9c1934d req-3b315650-5cd9-494b-9d01-84963ebbb627 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c0c0ca76-fd38-4162-81dc-3bfc728323a9 HTTP/1.1" status: 200 len: 834 time: 0.2248995 Oct 20 11:56:04.015983 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9c881-60bd-4b2d-8144-02b251ac40f5 None None] Pushing event updated for resources: {'Port': ['ID=34b15ea2-9356-48dc-85e0-02f90abad53d,revision_number=4']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:04.091977 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-7d5a2e90-b341-406f-bf23-f12af31b489f None None] Set router d197abe3-49d4-480a-be09-14887dea0196 gateway port host: None {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:56:04.095170 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58426d98-d793-40d7-8882-72c784d74bf0 req-34343579-329b-4256-acab-00d210db1313 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:04.102776 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-58426d98-d793-40d7-8882-72c784d74bf0 req-34343579-329b-4256-acab-00d210db1313 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/ports?device_id=a725756d-9727-48aa-b00a-2901ab6cf06b HTTP/1.1" status: 200 len: 943 time: 0.1694486 Oct 20 11:56:04.141997 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34f710-1b03-475b-b8fa-bb10e9c1934d req-5d22ff41-963d-49eb-9c8b-2dc8c2831ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:04.143904 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cd34f710-1b03-475b-b8fa-bb10e9c1934d req-5d22ff41-963d-49eb-9c8b-2dc8c2831ad2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=be8d4b08-1f40-41ca-825b-f5eddd831266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1241722 Oct 20 11:56:04.155082 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f0a40-1d21-4906-b81c-89146696aadc req-939c14f5-7fb6-4b17-994f-441ca251fe92 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:04.156771 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-883f0a40-1d21-4906-b81c-89146696aadc req-939c14f5-7fb6-4b17-994f-441ca251fe92 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da HTTP/1.1" status: 200 len: 944 time: 0.2000685 Oct 20 11:56:04.221880 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-033dbbbd-502b-4ef3-a24d-d1f4893d4e51 None None] Allocated IP 172.21.0.2 (70845a18-1359-409f-ba16-11b3110aab59/68932b9f-1f95-4539-8dc1-61546698d546/0536caee-144c-4a33-8237-71f87cda8297) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:56:04.225527 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port c7826b30-6feb-4ea2-998b-8cffca1776b2 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:56:04.226293 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:04.261878 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cd34f710-1b03-475b-b8fa-bb10e9c1934d req-efb62622-5098-4b00-bf6e-4a0332af865a service neutron] 10.222.0.89 "GET /v2.0/networks/be8d4b08-1f40-41ca-825b-f5eddd831266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040173 Oct 20 11:56:04.309731 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-84c0be57-f352-4570-b103-9d04035b0634 None None] Provisioning complete for port 34b15ea2-9356-48dc-85e0-02f90abad53d triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:56:04.310494 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-84c0be57-f352-4570-b103-9d04035b0634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:04.390667 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cd34f710-1b03-475b-b8fa-bb10e9c1934d req-3db30329-dac0-4690-b8b5-760b77d17e37 service neutron] 10.222.0.89 "GET /v2.0/networks/be8d4b08-1f40-41ca-825b-f5eddd831266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099188 Oct 20 11:56:04.392527 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-7d5a2e90-b341-406f-bf23-f12af31b489f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd197abe3-49d4-480a-be09-14887dea0196', 'name': 'tempest-RoutersTest-router-757798737', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:55Z', 'updated_at': '2021-10-20T11:55:59Z', 'revision_number': 2, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'gw_port_host': None, '_interfaces': [{'id': '34b15ea2-9356-48dc-85e0-02f90abad53d', 'name': '', 'network_id': 'c0748960-2ba3-45dc-b2f6-c6693b3a027b', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:d8:04:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:58Z', 'updated_at': '2021-10-20T11:56:03Z', 'revision_number': 4, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:04.404866 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-58426d98-d793-40d7-8882-72c784d74bf0 req-e179c224-5ccc-4b61-bd7f-488fdc2c72b8 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/security-groups?id=23d09786-5943-41fc-a47b-f64bdf845c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008220 Oct 20 11:56:04.430574 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-883f0a40-1d21-4906-b81c-89146696aadc req-112a3896-2877-468e-bf7e-aad18164d8a1 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=c7eb2a7d-ee6d-4283-97fc-8a188eb48807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676316 Oct 20 11:56:04.456737 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5a2e90-b341-406f-bf23-f12af31b489f None None] The sync data for ids ['d197abe3-49d4-480a-be09-14887dea0196'] in n-d-814735-3 is: [{'id': 'd197abe3-49d4-480a-be09-14887dea0196', 'name': 'tempest-RoutersTest-router-757798737', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:55Z', 'updated_at': '2021-10-20T11:55:59Z', 'revision_number': 2, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'gw_port_host': None, '_interfaces': [{'id': '34b15ea2-9356-48dc-85e0-02f90abad53d', 'name': '', 'network_id': 'c0748960-2ba3-45dc-b2f6-c6693b3a027b', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:d8:04:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:58Z', 'updated_at': '2021-10-20T11:56:03Z', 'revision_number': 4, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:56:04.459104 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e7cc7481-cd35-4c41-be17-3ed780b8cc91 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:04.459671 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:56:04.548516 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:04.607267 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d99f85b4-6142-4823-a06a-52a1d39f527b {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:56:04.697185 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port d99f85b4-6142-4823-a06a-52a1d39f527b, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=d99f85b4-6142-4823-a06a-52a1d39f527b,segment=NetworkSegment(8866150f-0593-49f6-a32b-a3b0febe1d94),segment_id=8866150f-0593-49f6-a32b-a3b0febe1d94)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:56:04.711801 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:04.770543 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:04.884315 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d4d982-8579-4014-b7f1-4967d1f85a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7826b30-6feb-4ea2-998b-8cffca1776b2'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:56:04.886857 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5c4ee6-f0eb-467d-a37b-28178c00de49" -d '{"events": [{"server_uuid": "06d4d982-8579-4014-b7f1-4967d1f85a03", "name": "network-vif-plugged", "status": "completed", "tag": "c7826b30-6feb-4ea2-998b-8cffca1776b2"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:56:04.889477 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-84c0be57-f352-4570-b103-9d04035b0634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:04.892146 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=d99f85b4-6142-4823-a06a-52a1d39f527b,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:04.899088 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-033dbbbd-502b-4ef3-a24d-d1f4893d4e51 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:04.921756 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-033dbbbd-502b-4ef3-a24d-d1f4893d4e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:04.925898 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port c7826b30-6feb-4ea2-998b-8cffca1776b2, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=c7826b30-6feb-4ea2-998b-8cffca1776b2,segment=NetworkSegment(8866150f-0593-49f6-a32b-a3b0febe1d94),segment_id=8866150f-0593-49f6-a32b-a3b0febe1d94)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:56:04.926827 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da', 'tag': '37fb5b3f-e30a-4e35-aad6-f26e2350e127'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:56:04.928652 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:56:04.929008 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:56:04.929361 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:56:04.929700 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:56:04.930033 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:56:04.930382 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:56:04.930707 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:56:04.931065 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:56:04.931190 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286a31e2-4aae-4f75-a276-2a268e49576a" -d '{"events": [{"name": "network-changed", "server_uuid": "a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da", "tag": "37fb5b3f-e30a-4e35-aad6-f26e2350e127"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:56:04.931403 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:56:04.931727 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:56:04.932098 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:56:04.932419 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:56:04.941748 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:04.942581 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 37fb5b3f-e30a-4e35-aad6-f26e2350e127 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:56:04.954933 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['d99f85b4-6142-4823-a06a-52a1d39f527b'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:56:04.976173 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e03b52c-c522-4a37-a30b-f57150eafc42 x-openstack-request-id: req-7e03b52c-c522-4a37-a30b-f57150eafc42 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:56:04.976465 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06d4d982-8579-4014-b7f1-4967d1f85a03", "name": "network-vif-plugged", "status": "completed", "tag": "c7826b30-6feb-4ea2-998b-8cffca1776b2", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:56:04.976720 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7e03b52c-c522-4a37-a30b-f57150eafc42 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:56:04.977125 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d4d982-8579-4014-b7f1-4967d1f85a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7826b30-6feb-4ea2-998b-8cffca1776b2', 'code': 200} Oct 20 11:56:04.996149 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-e7cc7481-cd35-4c41-be17-3ed780b8cc91 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Allocated IP 172.21.0.1 (70845a18-1359-409f-ba16-11b3110aab59/68932b9f-1f95-4539-8dc1-61546698d546/b9cd61ab-e9a8-488e-8fcd-2a2070850f33) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:56:05.004468 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df6cedb-4127-44e6-8348-9edba784ce47 x-openstack-request-id: req-1df6cedb-4127-44e6-8348-9edba784ce47 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:56:05.005017 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da", "tag": "37fb5b3f-e30a-4e35-aad6-f26e2350e127", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:56:05.005017 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1df6cedb-4127-44e6-8348-9edba784ce47 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:56:05.005689 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da', 'tag': '37fb5b3f-e30a-4e35-aad6-f26e2350e127', 'status': 'completed', 'code': 200} Oct 20 11:56:05.056879 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033dbbbd-502b-4ef3-a24d-d1f4893d4e51 None None] Network 70845a18-1359-409f-ba16-11b3110aab59 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:56:05.072492 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-033dbbbd-502b-4ef3-a24d-d1f4893d4e51 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:56:05.077266 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-84c0be57-f352-4570-b103-9d04035b0634 None None] For port 34b15ea2-9356-48dc-85e0-02f90abad53d, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=34b15ea2-9356-48dc-85e0-02f90abad53d,segment=NetworkSegment(09a49dac-a1a0-43af-9919-6944309e94e8),segment_id=09a49dac-a1a0-43af-9919-6944309e94e8)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:56:05.086603 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033dbbbd-502b-4ef3-a24d-d1f4893d4e51 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:56:05.098336 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-84c0be57-f352-4570-b103-9d04035b0634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:05.117713 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033dbbbd-502b-4ef3-a24d-d1f4893d4e51 None None] Pushing event updated for resources: {'Port': ['ID=0536caee-144c-4a33-8237-71f87cda8297,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:05.125374 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 37fb5b3f-e30a-4e35-aad6-f26e2350e127 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:56:05.152387 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868ef10-eea0-4469-99f4-1e6c49960669 req-0a542c93-a5b9-48f3-9a16-d06e2b23d0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:05.154081 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f868ef10-eea0-4469-99f4-1e6c49960669 req-0a542c93-a5b9-48f3-9a16-d06e2b23d0b6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=06d4d982-8579-4014-b7f1-4967d1f85a03 HTTP/1.1" status: 200 len: 1096 time: 0.1377325 Oct 20 11:56:05.163173 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e7cc7481-cd35-4c41-be17-3ed780b8cc91 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:05.168007 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a31e2-4aae-4f75-a276-2a268e49576a req-9333f12d-a127-4254-8919-6b799045dff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:05.169844 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-286a31e2-4aae-4f75-a276-2a268e49576a req-9333f12d-a127-4254-8919-6b799045dff5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d69630d5f3304dc8a33f46da29b2ea4c&device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da HTTP/1.1" status: 200 len: 1095 time: 0.1365941 Oct 20 11:56:05.176563 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a31e2-4aae-4f75-a276-2a268e49576a req-eb5846e3-0f74-4fdd-a7dc-de3bfd7572b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:05.178069 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-286a31e2-4aae-4f75-a276-2a268e49576a req-eb5846e3-0f74-4fdd-a7dc-de3bfd7572b7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d69630d5f3304dc8a33f46da29b2ea4c&device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da HTTP/1.1" status: 200 len: 1095 time: 0.1261978 Oct 20 11:56:05.215651 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e7cc7481-cd35-4c41-be17-3ed780b8cc91 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:05.255349 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-033dbbbd-502b-4ef3-a24d-d1f4893d4e51 None None] Attempting to bind port 0536caee-144c-4a33-8237-71f87cda8297 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:56:05.256015 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-033dbbbd-502b-4ef3-a24d-d1f4893d4e51 None None] Attempting to bind port 0536caee-144c-4a33-8237-71f87cda8297 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '28063257-0288-47cf-9e8f-5fe6f473f6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '70845a18-1359-409f-ba16-11b3110aab59'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:56:05.256130 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033dbbbd-502b-4ef3-a24d-d1f4893d4e51 None None] Attempting to bind port 0536caee-144c-4a33-8237-71f87cda8297 on network 70845a18-1359-409f-ba16-11b3110aab59 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:56:05.262478 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cc7481-cd35-4c41-be17-3ed780b8cc91 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Network 70845a18-1359-409f-ba16-11b3110aab59 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:56:05.266334 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-e7cc7481-cd35-4c41-be17-3ed780b8cc91 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:56:05.285027 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cc7481-cd35-4c41-be17-3ed780b8cc91 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:56:05.294468 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033dbbbd-502b-4ef3-a24d-d1f4893d4e51 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:56:05.294873 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033dbbbd-502b-4ef3-a24d-d1f4893d4e51 None None] Checking segment: {'id': '28063257-0288-47cf-9e8f-5fe6f473f6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '70845a18-1359-409f-ba16-11b3110aab59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:56:05.295279 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-033dbbbd-502b-4ef3-a24d-d1f4893d4e51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:05.295670 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033dbbbd-502b-4ef3-a24d-d1f4893d4e51 None None] Bound using segment: {'id': '28063257-0288-47cf-9e8f-5fe6f473f6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '70845a18-1359-409f-ba16-11b3110aab59'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:56:05.296151 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-033dbbbd-502b-4ef3-a24d-d1f4893d4e51 None None] Bound port: 0536caee-144c-4a33-8237-71f87cda8297, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28063257-0288-47cf-9e8f-5fe6f473f6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '70845a18-1359-409f-ba16-11b3110aab59'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:56:05.296524 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-033dbbbd-502b-4ef3-a24d-d1f4893d4e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:05.303927 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=c7826b30-6feb-4ea2-998b-8cffca1776b2,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:05.324951 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-4b386017-164e-4698-a2b4-fd5bced69942 None None] Provisioning complete for port 34b15ea2-9356-48dc-85e0-02f90abad53d triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:56:05.325315 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4b386017-164e-4698-a2b4-fd5bced69942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:05.342183 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc7481-cd35-4c41-be17-3ed780b8cc91 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event updated for resources: {'Port': ['ID=b9cd61ab-e9a8-488e-8fcd-2a2070850f33,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:05.355071 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e7cc7481-cd35-4c41-be17-3ed780b8cc91 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:05.373856 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 34b15ea2-9356-48dc-85e0-02f90abad53d up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:56:05.412223 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f868ef10-eea0-4469-99f4-1e6c49960669 req-ba660d93-68c4-4c3a-badd-7e744637a37e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=23d09786-5943-41fc-a47b-f64bdf845c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465513 Oct 20 11:56:05.477289 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a31e2-4aae-4f75-a276-2a268e49576a req-5b2b43e3-22c9-40fc-9268-3f2a7cc1d4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:05.487018 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-286a31e2-4aae-4f75-a276-2a268e49576a req-5b2b43e3-22c9-40fc-9268-3f2a7cc1d4fd service neutron] 10.222.0.11 "GET /v2.0/networks?id=be8d4b08-1f40-41ca-825b-f5eddd831266 HTTP/1.1" status: 200 len: 898 time: 0.3079631 Oct 20 11:56:05.492708 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a31e2-4aae-4f75-a276-2a268e49576a req-839b8f97-d4a5-42e5-8cc7-0a4a1665f494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:05.493706 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e7cc7481-cd35-4c41-be17-3ed780b8cc91 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:05.494216 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-286a31e2-4aae-4f75-a276-2a268e49576a req-839b8f97-d4a5-42e5-8cc7-0a4a1665f494 service neutron] 10.222.0.89 "GET /v2.0/networks?id=be8d4b08-1f40-41ca-825b-f5eddd831266 HTTP/1.1" status: 200 len: 898 time: 0.2672799 Oct 20 11:56:05.501827 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0be57-f352-4570-b103-9d04035b0634 None None] Pushing event updated for resources: {'Port': ['ID=34b15ea2-9356-48dc-85e0-02f90abad53d,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:05.528535 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-033dbbbd-502b-4ef3-a24d-d1f4893d4e51 None None] For port 0536caee-144c-4a33-8237-71f87cda8297, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:56:05.555280 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-033dbbbd-502b-4ef3-a24d-d1f4893d4e51 None None] For port 0536caee-144c-4a33-8237-71f87cda8297, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=0536caee-144c-4a33-8237-71f87cda8297,segment=NetworkSegment(28063257-0288-47cf-9e8f-5fe6f473f6f3),segment_id=28063257-0288-47cf-9e8f-5fe6f473f6f3)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:56:05.581819 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-033dbbbd-502b-4ef3-a24d-d1f4893d4e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:05.621745 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 37fb5b3f-e30a-4e35-aad6-f26e2350e127 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:56:05.632278 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 34b15ea2-9356-48dc-85e0-02f90abad53d triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:56:05.632642 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:05.734158 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-286a31e2-4aae-4f75-a276-2a268e49576a req-ff42f23f-fbcf-46f9-9e3e-5135f63105cb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37fb5b3f-e30a-4e35-aad6-f26e2350e127 HTTP/1.1" status: 200 len: 1000 time: 0.2272172 Oct 20 11:56:05.755714 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20da1f-cea5-4a74-99d1-7186c4c97cd0 req-1cf1acba-5075-46e7-9607-456beaac2d43 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:05.757998 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ee20da1f-cea5-4a74-99d1-7186c4c97cd0 req-1cf1acba-5075-46e7-9607-456beaac2d43 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da HTTP/1.1" status: 200 len: 944 time: 0.1816444 Oct 20 11:56:05.766437 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a86eb3-aeb9-4d22-afc4-bdecc9b4f282 req-4d0807f6-89d0-497d-9c44-38ee2d8952e0 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:05.776318 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d5a86eb3-aeb9-4d22-afc4-bdecc9b4f282 req-4d0807f6-89d0-497d-9c44-38ee2d8952e0 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/ports?device_id=a725756d-9727-48aa-b00a-2901ab6cf06b HTTP/1.1" status: 200 len: 944 time: 0.2723038 Oct 20 11:56:05.797649 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 37fb5b3f-e30a-4e35-aad6-f26e2350e127, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=37fb5b3f-e30a-4e35-aad6-f26e2350e127,segment=NetworkSegment(702cbdac-91cd-41f1-83e2-3306ffc6d11e),segment_id=702cbdac-91cd-41f1-83e2-3306ffc6d11e)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:56:05.800789 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-286a31e2-4aae-4f75-a276-2a268e49576a req-922ba2b7-856e-442f-bb37-12b0e58463f2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37fb5b3f-e30a-4e35-aad6-f26e2350e127 HTTP/1.1" status: 200 len: 1000 time: 0.1933055 Oct 20 11:56:05.811646 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '37fb5b3f-e30a-4e35-aad6-f26e2350e127', 'network_id': 'be8d4b08-1f40-41ca-825b-f5eddd831266', 'port_id': '37fb5b3f-e30a-4e35-aad6-f26e2350e127', 'mac_address': 'fa:16:3e:6d:94:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0c0ca76-fd38-4162-81dc-3bfc728323a9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:56:05.815834 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033dbbbd-502b-4ef3-a24d-d1f4893d4e51 None None] Pushing event updated for resources: {'Port': ['ID=0536caee-144c-4a33-8237-71f87cda8297,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:05.840549 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e7cc7481-cd35-4c41-be17-3ed780b8cc91 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:05.847488 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e7cc7481-cd35-4c41-be17-3ed780b8cc91 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:05.898641 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:05.926634 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37fb5b3f-e30a-4e35-aad6-f26e2350e127 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:56:05.953125 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 37fb5b3f-e30a-4e35-aad6-f26e2350e127, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=37fb5b3f-e30a-4e35-aad6-f26e2350e127,segment=NetworkSegment(702cbdac-91cd-41f1-83e2-3306ffc6d11e),segment_id=702cbdac-91cd-41f1-83e2-3306ffc6d11e)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:56:05.965917 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:05.974868 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc7481-cd35-4c41-be17-3ed780b8cc91 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event updated for resources: {'Port': ['ID=b9cd61ab-e9a8-488e-8fcd-2a2070850f33,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:05.979059 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e7cc7481-cd35-4c41-be17-3ed780b8cc91 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:05.998116 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a31e2-4aae-4f75-a276-2a268e49576a req-c67dd67f-b242-41e7-9a61-160d294d154c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:06.000767 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-286a31e2-4aae-4f75-a276-2a268e49576a req-c67dd67f-b242-41e7-9a61-160d294d154c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c0c0ca76-fd38-4162-81dc-3bfc728323a9 HTTP/1.1" status: 200 len: 834 time: 0.2547166 Oct 20 11:56:06.015484 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d5a86eb3-aeb9-4d22-afc4-bdecc9b4f282 req-3e714013-b564-493f-a334-e8c840978f19 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/security-groups?id=23d09786-5943-41fc-a47b-f64bdf845c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381694 Oct 20 11:56:06.025701 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a31e2-4aae-4f75-a276-2a268e49576a req-3f804ae2-1296-4058-b56d-fa04fbd37406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:06.027249 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-286a31e2-4aae-4f75-a276-2a268e49576a req-3f804ae2-1296-4058-b56d-fa04fbd37406 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c0c0ca76-fd38-4162-81dc-3bfc728323a9 HTTP/1.1" status: 200 len: 834 time: 0.2172921 Oct 20 11:56:06.049345 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ee20da1f-cea5-4a74-99d1-7186c4c97cd0 req-f42da5b6-cc80-4abb-93ca-b82ebd3cbf21 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=c7eb2a7d-ee6d-4283-97fc-8a188eb48807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2649181 Oct 20 11:56:06.068342 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=37fb5b3f-e30a-4e35-aad6-f26e2350e127,revision_number=8']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:06.112048 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cc7481-cd35-4c41-be17-3ed780b8cc91 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Network 70845a18-1359-409f-ba16-11b3110aab59 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:56:06.113959 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-e7cc7481-cd35-4c41-be17-3ed780b8cc91 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:56:06.131081 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a31e2-4aae-4f75-a276-2a268e49576a req-07922139-7995-4f8b-aca2-cd373a59afeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:06.132887 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-286a31e2-4aae-4f75-a276-2a268e49576a req-07922139-7995-4f8b-aca2-cd373a59afeb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=be8d4b08-1f40-41ca-825b-f5eddd831266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1093488 Oct 20 11:56:06.140316 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a31e2-4aae-4f75-a276-2a268e49576a req-8b41497a-143d-4a9a-bc71-8ec9f70f2edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:06.142944 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-286a31e2-4aae-4f75-a276-2a268e49576a req-8b41497a-143d-4a9a-bc71-8ec9f70f2edd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=be8d4b08-1f40-41ca-825b-f5eddd831266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0993886 Oct 20 11:56:06.262199 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['37fb5b3f-e30a-4e35-aad6-f26e2350e127'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:56:06.289083 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7cc7481-cd35-4c41-be17-3ed780b8cc91 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Router d197abe3-49d4-480a-be09-14887dea0196 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:56:06.334939 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-286a31e2-4aae-4f75-a276-2a268e49576a req-1c4c7606-d556-4047-b350-e97ab969afd3 service neutron] 10.222.0.89 "GET /v2.0/networks/be8d4b08-1f40-41ca-825b-f5eddd831266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903565 Oct 20 11:56:06.344414 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-286a31e2-4aae-4f75-a276-2a268e49576a req-2cf25840-7e9a-406a-abe1-a662ec2a2c36 service neutron] 10.222.0.11 "GET /v2.0/networks/be8d4b08-1f40-41ca-825b-f5eddd831266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845667 Oct 20 11:56:06.413614 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7cc7481-cd35-4c41-be17-3ed780b8cc91 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:56:06.418945 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e7cc7481-cd35-4c41-be17-3ed780b8cc91 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "PUT /v2.0/routers/d197abe3-49d4-480a-be09-14887dea0196/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9330482 Oct 20 11:56:06.421578 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45896) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:06.427232 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-1e3b8793-10df-4efa-9502-6f6d9f9e6c13 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Request body: {'network': {'name': 'tempest-RoutersTest-1910939176'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:56:06.428500 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79de3525-229d-46e1-8dfa-180ce9ea498d None None] Sync routers for ids ['d197abe3-49d4-480a-be09-14887dea0196'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:56:06.453294 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3b8793-10df-4efa-9502-6f6d9f9e6c13 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Made reservation on behalf of a2e7a287bb194f73b0a7c68afae28ca1 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:56:06.456932 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1e3b8793-10df-4efa-9502-6f6d9f9e6c13 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:06.459523 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79de3525-229d-46e1-8dfa-180ce9ea498d None None] Routers {'d197abe3-49d4-480a-be09-14887dea0196'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:56:06.460225 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-79de3525-229d-46e1-8dfa-180ce9ea498d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:55:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['d197abe3-49d4-480a-be09-14887dea0196'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:06.485800 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e3b8793-10df-4efa-9502-6f6d9f9e6c13 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] vlan segment allocate from pool success with {'vlan_id': 1260, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:56:06.498777 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1e3b8793-10df-4efa-9502-6f6d9f9e6c13 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:06.499567 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-1e3b8793-10df-4efa-9502-6f6d9f9e6c13 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Added segment 08ef34e6-5af4-4a59-84f1-cf80a1819925 of type vlan for network 2f666673-028b-4258-80ae-79ef735e8ece Oct 20 11:56:06.533844 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-286a31e2-4aae-4f75-a276-2a268e49576a req-ef36b752-32b9-42e0-8905-19d73bce1fd4 service neutron] 10.222.0.11 "GET /v2.0/networks/be8d4b08-1f40-41ca-825b-f5eddd831266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789749 Oct 20 11:56:06.535849 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-286a31e2-4aae-4f75-a276-2a268e49576a req-811b2240-bbad-4293-a21c-4fa8ae3b1aba service neutron] 10.222.0.89 "GET /v2.0/networks/be8d4b08-1f40-41ca-825b-f5eddd831266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907668 Oct 20 11:56:06.566632 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1e3b8793-10df-4efa-9502-6f6d9f9e6c13 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:06.593951 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-79de3525-229d-46e1-8dfa-180ce9ea498d None None] Set router d197abe3-49d4-480a-be09-14887dea0196 gateway port host: None {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:56:06.595362 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1e3b8793-10df-4efa-9502-6f6d9f9e6c13 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:06.601095 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3b8793-10df-4efa-9502-6f6d9f9e6c13 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:06.601717 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1e3b8793-10df-4efa-9502-6f6d9f9e6c13 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:06.634494 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1e3b8793-10df-4efa-9502-6f6d9f9e6c13 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2118111 Oct 20 11:56:06.637716 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45898) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:06.654857 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-39714501-c543-4733-ade5-ee44c944d2c5 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Request body: {'subnet': {'network_id': '2f666673-028b-4258-80ae-79ef735e8ece', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:56:06.709125 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3b8793-10df-4efa-9502-6f6d9f9e6c13 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event updated for resources: {'Network': ['ID=2f666673-028b-4258-80ae-79ef735e8ece,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:06.722369 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 2f666673-028b-4258-80ae-79ef735e8ece details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:56:06.784548 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39714501-c543-4733-ade5-ee44c944d2c5 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Made reservation on behalf of a2e7a287bb194f73b0a7c68afae28ca1 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:56:06.788464 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-39714501-c543-4733-ade5-ee44c944d2c5 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:06.989558 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-39714501-c543-4733-ade5-ee44c944d2c5 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:07.055686 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39714501-c543-4733-ade5-ee44c944d2c5 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event updated for resources: {'Subnet': ['ID=66828c9f-c21a-4814-bff0-d22c49f3a052,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:07.058338 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-79de3525-229d-46e1-8dfa-180ce9ea498d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd197abe3-49d4-480a-be09-14887dea0196', 'name': 'tempest-RoutersTest-router-757798737', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:55Z', 'updated_at': '2021-10-20T11:56:05Z', 'revision_number': 3, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'gw_port_host': None, '_interfaces': [{'id': '34b15ea2-9356-48dc-85e0-02f90abad53d', 'name': '', 'network_id': 'c0748960-2ba3-45dc-b2f6-c6693b3a027b', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:d8:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:58Z', 'updated_at': '2021-10-20T11:56:04Z', 'revision_number': 5, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9cd61ab-e9a8-488e-8fcd-2a2070850f33', 'name': '', 'network_id': '70845a18-1359-409f-ba16-11b3110aab59', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:7b:f2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '68932b9f-1f95-4539-8dc1-61546698d546', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:56:04Z', 'updated_at': '2021-10-20T11:56:05Z', 'revision_number': 2, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '68932b9f-1f95-4539-8dc1-61546698d546', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:07.068979 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39714501-c543-4733-ade5-ee44c944d2c5 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Checking segment: {'id': '08ef34e6-5af4-4a59-84f1-cf80a1819925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '2f666673-028b-4258-80ae-79ef735e8ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:56:07.069475 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39714501-c543-4733-ade5-ee44c944d2c5 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Network hostable DHCP agents. Network: 2f666673-028b-4258-80ae-79ef735e8ece, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:56:07.090335 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39714501-c543-4733-ade5-ee44c944d2c5 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Network 2f666673-028b-4258-80ae-79ef735e8ece is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:56:07.095679 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79de3525-229d-46e1-8dfa-180ce9ea498d None None] Checking router: d197abe3-49d4-480a-be09-14887dea0196 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:56:07.096036 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79de3525-229d-46e1-8dfa-180ce9ea498d None None] Updating router d197abe3-49d4-480a-be09-14887dea0196 port b9cd61ab-e9a8-488e-8fcd-2a2070850f33 binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:56:07.108923 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-39714501-c543-4733-ade5-ee44c944d2c5 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 2f666673-028b-4258-80ae-79ef735e8ece) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:56:07.113755 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39714501-c543-4733-ade5-ee44c944d2c5 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:07.114515 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-39714501-c543-4733-ade5-ee44c944d2c5 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:07.131090 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32ff2e5-ee6c-4bd4-83cd-103dd715ee77 None None] Network 2f666673-028b-4258-80ae-79ef735e8ece requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:56:07.154198 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82bc09e-b7aa-4a20-917d-de7bfaff2851 None None] Network 70845a18-1359-409f-ba16-11b3110aab59 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:56:07.161838 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-39714501-c543-4733-ade5-ee44c944d2c5 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5228934 Oct 20 11:56:07.164261 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45904) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:07.176315 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-79de3525-229d-46e1-8dfa-180ce9ea498d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:07.222256 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b1cf7c-7018-4081-82c4-c6758187f923 req-e42b5f99-96a8-4853-a7fd-d60672b03369 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:07.223870 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-08b1cf7c-7018-4081-82c4-c6758187f923 req-e42b5f99-96a8-4853-a7fd-d60672b03369 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/ports?device_id=a725756d-9727-48aa-b00a-2901ab6cf06b HTTP/1.1" status: 200 len: 944 time: 0.0984001 Oct 20 11:56:07.232011 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab663d-0b37-4bff-b593-0a5eb69ec3fa req-c77f11b5-0e5d-495b-bea6-e9be5cf90a48 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:07.233469 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-68ab663d-0b37-4bff-b593-0a5eb69ec3fa req-c77f11b5-0e5d-495b-bea6-e9be5cf90a48 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da HTTP/1.1" status: 200 len: 945 time: 0.0726583 Oct 20 11:56:07.306605 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-68ab663d-0b37-4bff-b593-0a5eb69ec3fa req-fb54c0c9-8ecc-4db3-ace8-81581a235fe5 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=c7eb2a7d-ee6d-4283-97fc-8a188eb48807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560548 Oct 20 11:56:07.310088 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-08b1cf7c-7018-4081-82c4-c6758187f923 req-8a60694d-af93-4196-9d38-307376142d8f tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/security-groups?id=23d09786-5943-41fc-a47b-f64bdf845c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756848 Oct 20 11:56:07.363888 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-798e6a2b-7e01-4cc1-9ce4-1290ceecd2d2 None None] Provisioning complete for port 0536caee-144c-4a33-8237-71f87cda8297 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:56:07.364487 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-798e6a2b-7e01-4cc1-9ce4-1290ceecd2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:07.432276 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 0536caee-144c-4a33-8237-71f87cda8297 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:56:07.572137 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112bc92-411f-497b-a319-95a3e6ff5629 req-d446083a-2280-4681-9d09-6e453f8a5542 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:07.573682 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9112bc92-411f-497b-a319-95a3e6ff5629 req-d446083a-2280-4681-9d09-6e453f8a5542 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da HTTP/1.1" status: 200 len: 945 time: 0.0761082 Oct 20 11:56:07.630042 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d997e226-82b5-4efd-8ba3-2b518c9ef472 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:07.647001 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 37fb5b3f-e30a-4e35-aad6-f26e2350e127 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:56:07.665775 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0382ad36-1181-4285-b6a8-de7b904d6b46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-2f666673-028b-4258-80ae-79ef735e8ece', 'network_id': '2f666673-028b-4258-80ae-79ef735e8ece', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'fixed_ips': [{'subnet_id': '66828c9f-c21a-4814-bff0-d22c49f3a052'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:56:07.666629 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0382ad36-1181-4285-b6a8-de7b904d6b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:07.684583 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85610fa1-f8bb-4fbc-be6a-50127d9dd52f req-1533d284-db68-472e-85cf-ed7dfb6de945 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:07.686105 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-85610fa1-f8bb-4fbc-be6a-50127d9dd52f req-1533d284-db68-472e-85cf-ed7dfb6de945 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da&tenant_id=d69630d5f3304dc8a33f46da29b2ea4c&binding%3Ahost_id=n-h2-814735-3 HTTP/1.1" status: 200 len: 945 time: 0.1110649 Oct 20 11:56:07.689576 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9112bc92-411f-497b-a319-95a3e6ff5629 req-ce65906a-70cf-4cb3-88ce-9a2a82b23e60 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=c7eb2a7d-ee6d-4283-97fc-8a188eb48807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055021 Oct 20 11:56:07.756174 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [req-85610fa1-f8bb-4fbc-be6a-50127d9dd52f req-25aeebb6-2746-479e-89c9-ba227d77a0e1 service neutron] delete failed (client error): The resource could not be found. Oct 20 11:56:07.757295 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-85610fa1-f8bb-4fbc-be6a-50127d9dd52f req-25aeebb6-2746-479e-89c9-ba227d77a0e1 service neutron] 10.222.0.11 "DELETE /v2.0/ports/37fb5b3f-e30a-4e35-aad6-f26e2350e127/bindings/n-h1-814735-3 HTTP/1.1" status: 404 len: 380 time: 0.0635431 Oct 20 11:56:07.816381 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 0536caee-144c-4a33-8237-71f87cda8297 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:56:07.816751 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:07.851442 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85610fa1-f8bb-4fbc-be6a-50127d9dd52f req-646a71e0-ac34-4cce-b700-5d541f0ed042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:07.857676 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-85610fa1-f8bb-4fbc-be6a-50127d9dd52f req-646a71e0-ac34-4cce-b700-5d541f0ed042 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d69630d5f3304dc8a33f46da29b2ea4c&device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da HTTP/1.1" status: 200 len: 1096 time: 0.0529459 Oct 20 11:56:07.914489 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-798e6a2b-7e01-4cc1-9ce4-1290ceecd2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:07.950055 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-d997e226-82b5-4efd-8ba3-2b518c9ef472 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Allocated IP 172.22.0.1 (2f666673-028b-4258-80ae-79ef735e8ece/66828c9f-c21a-4814-bff0-d22c49f3a052/22ebab45-b3d0-4b58-8764-c457a0562ed4) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:56:07.966387 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85610fa1-f8bb-4fbc-be6a-50127d9dd52f req-fc20f11c-e094-4a2a-a92c-dd566df16799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:07.968174 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-85610fa1-f8bb-4fbc-be6a-50127d9dd52f req-fc20f11c-e094-4a2a-a92c-dd566df16799 service neutron] 10.222.0.11 "GET /v2.0/networks?id=be8d4b08-1f40-41ca-825b-f5eddd831266 HTTP/1.1" status: 200 len: 898 time: 0.1038001 Oct 20 11:56:07.977282 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 37fb5b3f-e30a-4e35-aad6-f26e2350e127 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:56:08.003023 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 37fb5b3f-e30a-4e35-aad6-f26e2350e127 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:56:08.003396 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:08.010676 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-798e6a2b-7e01-4cc1-9ce4-1290ceecd2d2 None None] For port 0536caee-144c-4a33-8237-71f87cda8297, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=0536caee-144c-4a33-8237-71f87cda8297,segment=NetworkSegment(28063257-0288-47cf-9e8f-5fe6f473f6f3),segment_id=28063257-0288-47cf-9e8f-5fe6f473f6f3)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:56:08.046295 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-798e6a2b-7e01-4cc1-9ce4-1290ceecd2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:08.048837 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-85610fa1-f8bb-4fbc-be6a-50127d9dd52f req-aa9a399c-7215-486d-b284-4f3c2d2e9802 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37fb5b3f-e30a-4e35-aad6-f26e2350e127 HTTP/1.1" status: 200 len: 1001 time: 0.0733628 Oct 20 11:56:08.099664 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d997e226-82b5-4efd-8ba3-2b518c9ef472 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:08.111806 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85610fa1-f8bb-4fbc-be6a-50127d9dd52f req-d95a2c4b-ed3f-4fb9-a177-83cdd4a85d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:08.113526 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-85610fa1-f8bb-4fbc-be6a-50127d9dd52f req-d95a2c4b-ed3f-4fb9-a177-83cdd4a85d09 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c0c0ca76-fd38-4162-81dc-3bfc728323a9 HTTP/1.1" status: 200 len: 834 time: 0.0570087 Oct 20 11:56:08.124714 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-79de3525-229d-46e1-8dfa-180ce9ea498d None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:08.148651 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d997e226-82b5-4efd-8ba3-2b518c9ef472 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:08.165192 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-79de3525-229d-46e1-8dfa-180ce9ea498d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:08.167663 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85610fa1-f8bb-4fbc-be6a-50127d9dd52f req-aae4d1fe-a864-4bc0-954d-7ddd95eba946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:08.169223 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-85610fa1-f8bb-4fbc-be6a-50127d9dd52f req-aae4d1fe-a864-4bc0-954d-7ddd95eba946 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=be8d4b08-1f40-41ca-825b-f5eddd831266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470126 Oct 20 11:56:08.172602 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d997e226-82b5-4efd-8ba3-2b518c9ef472 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Network 2f666673-028b-4258-80ae-79ef735e8ece is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:56:08.190862 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-d997e226-82b5-4efd-8ba3-2b518c9ef472 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:56:08.196792 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d997e226-82b5-4efd-8ba3-2b518c9ef472 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:56:08.252269 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d997e226-82b5-4efd-8ba3-2b518c9ef472 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event updated for resources: {'Port': ['ID=22ebab45-b3d0-4b58-8764-c457a0562ed4,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:08.253464 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 34b15ea2-9356-48dc-85e0-02f90abad53d up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:56:08.260760 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d997e226-82b5-4efd-8ba3-2b518c9ef472 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:08.301145 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798e6a2b-7e01-4cc1-9ce4-1290ceecd2d2 None None] Pushing event updated for resources: {'Port': ['ID=0536caee-144c-4a33-8237-71f87cda8297,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:08.303054 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-85610fa1-f8bb-4fbc-be6a-50127d9dd52f req-bd04ce87-4e40-4f47-aed1-36ffaece5001 service neutron] 10.222.0.11 "GET /v2.0/networks/be8d4b08-1f40-41ca-825b-f5eddd831266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234107 Oct 20 11:56:08.312461 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-0382ad36-1181-4285-b6a8-de7b904d6b46 None None] Allocated IP 172.22.0.2 (2f666673-028b-4258-80ae-79ef735e8ece/66828c9f-c21a-4814-bff0-d22c49f3a052/b798c21b-39e4-469a-a295-1ea2a1c8a990) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:56:08.314586 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-82530295-3b90-4808-97e1-809b1be2a6e6 None None] Provisioning complete for port b9cd61ab-e9a8-488e-8fcd-2a2070850f33 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:56:08.315065 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-82530295-3b90-4808-97e1-809b1be2a6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:08.442819 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d997e226-82b5-4efd-8ba3-2b518c9ef472 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:08.505138 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-82530295-3b90-4808-97e1-809b1be2a6e6 None None] Port b9cd61ab-e9a8-488e-8fcd-2a2070850f33 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:56:08.506771 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0795e0-cb23-4610-bbec-ee50c810d1b9 None None] Pushing event updated for resources: {'Port': ['ID=b9cd61ab-e9a8-488e-8fcd-2a2070850f33,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:08.514627 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:08.521978 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-79de3525-229d-46e1-8dfa-180ce9ea498d None None] Attempting to bind port b9cd61ab-e9a8-488e-8fcd-2a2070850f33 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:56:08.522687 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-79de3525-229d-46e1-8dfa-180ce9ea498d None None] Attempting to bind port b9cd61ab-e9a8-488e-8fcd-2a2070850f33 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '28063257-0288-47cf-9e8f-5fe6f473f6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '70845a18-1359-409f-ba16-11b3110aab59'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:56:08.523070 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79de3525-229d-46e1-8dfa-180ce9ea498d None None] Attempting to bind port b9cd61ab-e9a8-488e-8fcd-2a2070850f33 on network 70845a18-1359-409f-ba16-11b3110aab59 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:56:08.523229 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-85610fa1-f8bb-4fbc-be6a-50127d9dd52f req-b101a004-c61f-4131-817c-59558cd284aa service neutron] 10.222.0.11 "GET /v2.0/networks/be8d4b08-1f40-41ca-825b-f5eddd831266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092092 Oct 20 11:56:08.537957 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13a580-33db-4cb9-8b74-0ab1f80de154 req-ca670e0a-66dc-4d85-b86a-567270cf9807 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:08.546270 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8f13a580-33db-4cb9-8b74-0ab1f80de154 req-ca670e0a-66dc-4d85-b86a-567270cf9807 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/ports?device_id=a725756d-9727-48aa-b00a-2901ab6cf06b HTTP/1.1" status: 200 len: 944 time: 0.1070120 Oct 20 11:56:08.587684 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79de3525-229d-46e1-8dfa-180ce9ea498d None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:56:08.588072 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79de3525-229d-46e1-8dfa-180ce9ea498d None None] Checking segment: {'id': '28063257-0288-47cf-9e8f-5fe6f473f6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '70845a18-1359-409f-ba16-11b3110aab59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:56:08.588355 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-79de3525-229d-46e1-8dfa-180ce9ea498d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:08.588747 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79de3525-229d-46e1-8dfa-180ce9ea498d None None] Bound using segment: {'id': '28063257-0288-47cf-9e8f-5fe6f473f6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '70845a18-1359-409f-ba16-11b3110aab59'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:56:08.589229 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-79de3525-229d-46e1-8dfa-180ce9ea498d None None] Bound port: b9cd61ab-e9a8-488e-8fcd-2a2070850f33, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28063257-0288-47cf-9e8f-5fe6f473f6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '70845a18-1359-409f-ba16-11b3110aab59'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:56:08.589599 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-79de3525-229d-46e1-8dfa-180ce9ea498d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:08.607588 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8f13a580-33db-4cb9-8b74-0ab1f80de154 req-dd8929e3-f7b5-4851-a951-7f0481afaa4d tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/security-groups?id=23d09786-5943-41fc-a47b-f64bdf845c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589204 Oct 20 11:56:08.632736 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37fb5b3f-e30a-4e35-aad6-f26e2350e127'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:56:08.635377 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444ed209-b8f8-4900-94a5-68e42b326d0a" -d '{"events": [{"server_uuid": "a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da", "name": "network-vif-plugged", "status": "completed", "tag": "37fb5b3f-e30a-4e35-aad6-f26e2350e127"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:56:08.639207 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 34b15ea2-9356-48dc-85e0-02f90abad53d triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:56:08.639666 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:08.668805 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 37fb5b3f-e30a-4e35-aad6-f26e2350e127, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=37fb5b3f-e30a-4e35-aad6-f26e2350e127,segment=NetworkSegment(702cbdac-91cd-41f1-83e2-3306ffc6d11e),segment_id=702cbdac-91cd-41f1-83e2-3306ffc6d11e)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:56:08.673303 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-82530295-3b90-4808-97e1-809b1be2a6e6 None None] Provisioning complete for port 0536caee-144c-4a33-8237-71f87cda8297 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:56:08.673700 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-82530295-3b90-4808-97e1-809b1be2a6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:08.703372 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835ff49e-1182-430a-8c39-0149c4814088 x-openstack-request-id: req-835ff49e-1182-430a-8c39-0149c4814088 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:56:08.703663 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da", "name": "network-vif-plugged", "status": "completed", "tag": "37fb5b3f-e30a-4e35-aad6-f26e2350e127", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:56:08.703918 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-835ff49e-1182-430a-8c39-0149c4814088 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:56:08.704325 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37fb5b3f-e30a-4e35-aad6-f26e2350e127', 'code': 200} Oct 20 11:56:08.750675 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:08.751514 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device d99f85b4-6142-4823-a06a-52a1d39f527b up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:56:08.795725 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d997e226-82b5-4efd-8ba3-2b518c9ef472 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:08.801430 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d997e226-82b5-4efd-8ba3-2b518c9ef472 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:08.874456 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625de6b-7748-485b-be38-2a4f8879e4f6 req-b900798b-17ae-4faa-ae4a-000246d8b169 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:08.877089 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2625de6b-7748-485b-be38-2a4f8879e4f6 req-b900798b-17ae-4faa-ae4a-000246d8b169 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da HTTP/1.1" status: 200 len: 946 time: 0.0851421 Oct 20 11:56:08.889532 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d997e226-82b5-4efd-8ba3-2b518c9ef472 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:08.893374 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d997e226-82b5-4efd-8ba3-2b518c9ef472 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event updated for resources: {'Port': ['ID=22ebab45-b3d0-4b58-8764-c457a0562ed4,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:08.923839 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2625de6b-7748-485b-be38-2a4f8879e4f6 req-9dd49dac-c555-4e91-8333-4cec9447a054 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=c7eb2a7d-ee6d-4283-97fc-8a188eb48807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386486 Oct 20 11:56:09.005762 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d997e226-82b5-4efd-8ba3-2b518c9ef472 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Network 2f666673-028b-4258-80ae-79ef735e8ece is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:56:09.007409 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-d997e226-82b5-4efd-8ba3-2b518c9ef472 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:56:09.114189 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d997e226-82b5-4efd-8ba3-2b518c9ef472 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Router d197abe3-49d4-480a-be09-14887dea0196 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:56:09.168912 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=37fb5b3f-e30a-4e35-aad6-f26e2350e127,revision_number=9']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:09.179632 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0382ad36-1181-4285-b6a8-de7b904d6b46 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:09.181408 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-79de3525-229d-46e1-8dfa-180ce9ea498d None None] For port b9cd61ab-e9a8-488e-8fcd-2a2070850f33, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:56:09.201172 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-79de3525-229d-46e1-8dfa-180ce9ea498d None None] For port b9cd61ab-e9a8-488e-8fcd-2a2070850f33, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=b9cd61ab-e9a8-488e-8fcd-2a2070850f33,segment=NetworkSegment(28063257-0288-47cf-9e8f-5fe6f473f6f3),segment_id=28063257-0288-47cf-9e8f-5fe6f473f6f3)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:56:09.202595 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0382ad36-1181-4285-b6a8-de7b904d6b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:09.232933 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port d99f85b4-6142-4823-a06a-52a1d39f527b completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:56:09.235528 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-79de3525-229d-46e1-8dfa-180ce9ea498d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:09.268845 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port d99f85b4-6142-4823-a06a-52a1d39f527b triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:56:09.269168 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:09.282064 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0382ad36-1181-4285-b6a8-de7b904d6b46 None None] Network 2f666673-028b-4258-80ae-79ef735e8ece is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:56:09.344829 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-0382ad36-1181-4285-b6a8-de7b904d6b46 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:56:09.364306 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0382ad36-1181-4285-b6a8-de7b904d6b46 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:56:09.382472 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0382ad36-1181-4285-b6a8-de7b904d6b46 None None] Pushing event updated for resources: {'Port': ['ID=b798c21b-39e4-469a-a295-1ea2a1c8a990,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:09.478360 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79de3525-229d-46e1-8dfa-180ce9ea498d None None] Routers {'d197abe3-49d4-480a-be09-14887dea0196'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:56:09.478995 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-79de3525-229d-46e1-8dfa-180ce9ea498d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:55:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['d197abe3-49d4-480a-be09-14887dea0196'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:09.556903 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-0382ad36-1181-4285-b6a8-de7b904d6b46 None None] Attempting to bind port b798c21b-39e4-469a-a295-1ea2a1c8a990 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:56:09.557596 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-0382ad36-1181-4285-b6a8-de7b904d6b46 None None] Attempting to bind port b798c21b-39e4-469a-a295-1ea2a1c8a990 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '08ef34e6-5af4-4a59-84f1-cf80a1819925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '2f666673-028b-4258-80ae-79ef735e8ece'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:56:09.557596 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0382ad36-1181-4285-b6a8-de7b904d6b46 None None] Attempting to bind port b798c21b-39e4-469a-a295-1ea2a1c8a990 on network 2f666673-028b-4258-80ae-79ef735e8ece {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:56:09.579024 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d997e226-82b5-4efd-8ba3-2b518c9ef472 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:56:09.582994 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 0536caee-144c-4a33-8237-71f87cda8297 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:56:09.584300 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d997e226-82b5-4efd-8ba3-2b518c9ef472 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "PUT /v2.0/routers/d197abe3-49d4-480a-be09-14887dea0196/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4175069 Oct 20 11:56:09.587138 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45916) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:09.592305 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-13a3d079-5ab5-43a5-a0c8-4dde30ca7705 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Request body: {'network': {'name': 'tempest-RoutersTest-964687102'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:56:09.617201 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a3d079-5ab5-43a5-a0c8-4dde30ca7705 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Made reservation on behalf of a2e7a287bb194f73b0a7c68afae28ca1 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:56:09.620885 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-13a3d079-5ab5-43a5-a0c8-4dde30ca7705 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:09.636767 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0795e0-cb23-4610-bbec-ee50c810d1b9 None None] Pushing event updated for resources: {'Port': ['ID=b9cd61ab-e9a8-488e-8fcd-2a2070850f33,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:09.644587 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0382ad36-1181-4285-b6a8-de7b904d6b46 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:56:09.644963 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0382ad36-1181-4285-b6a8-de7b904d6b46 None None] Checking segment: {'id': '08ef34e6-5af4-4a59-84f1-cf80a1819925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '2f666673-028b-4258-80ae-79ef735e8ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:56:09.645338 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0382ad36-1181-4285-b6a8-de7b904d6b46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:09.645747 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0382ad36-1181-4285-b6a8-de7b904d6b46 None None] Bound using segment: {'id': '08ef34e6-5af4-4a59-84f1-cf80a1819925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '2f666673-028b-4258-80ae-79ef735e8ece'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:56:09.646204 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-0382ad36-1181-4285-b6a8-de7b904d6b46 None None] Bound port: b798c21b-39e4-469a-a295-1ea2a1c8a990, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ef34e6-5af4-4a59-84f1-cf80a1819925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '2f666673-028b-4258-80ae-79ef735e8ece'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:56:09.646582 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0382ad36-1181-4285-b6a8-de7b904d6b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:09.659690 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13a3d079-5ab5-43a5-a0c8-4dde30ca7705 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] vlan segment allocate from pool success with {'vlan_id': 1275, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:56:09.670866 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-13a3d079-5ab5-43a5-a0c8-4dde30ca7705 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:09.671226 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-13a3d079-5ab5-43a5-a0c8-4dde30ca7705 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Added segment ffdc7274-110a-4601-bafd-d2cf7b168826 of type vlan for network da840476-420a-47a7-b677-d293ecb5a5ef Oct 20 11:56:09.682082 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-504461c2-f5fb-4721-a95a-8c804efe05e8 None None] Provisioning complete for port b9cd61ab-e9a8-488e-8fcd-2a2070850f33 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:56:09.682424 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-504461c2-f5fb-4721-a95a-8c804efe05e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:09.705584 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:09.714491 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-13a3d079-5ab5-43a5-a0c8-4dde30ca7705 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:09.737744 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86500e-5768-4b47-a2fc-15eb178f61a0 req-80b89559-0d09-4c12-a6a1-622af25fb45a tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:09.741791 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-79de3525-229d-46e1-8dfa-180ce9ea498d None None] Set router d197abe3-49d4-480a-be09-14887dea0196 gateway port host: None {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:56:09.742319 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-13a3d079-5ab5-43a5-a0c8-4dde30ca7705 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:09.745379 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9e86500e-5768-4b47-a2fc-15eb178f61a0 req-80b89559-0d09-4c12-a6a1-622af25fb45a tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/ports?device_id=a725756d-9727-48aa-b00a-2901ab6cf06b HTTP/1.1" status: 200 len: 944 time: 0.0592577 Oct 20 11:56:09.748851 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a3d079-5ab5-43a5-a0c8-4dde30ca7705 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:09.750108 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-13a3d079-5ab5-43a5-a0c8-4dde30ca7705 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:09.787866 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9e86500e-5768-4b47-a2fc-15eb178f61a0 req-1496498c-5317-4a7e-a588-e076fa22bc73 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/security-groups?id=23d09786-5943-41fc-a47b-f64bdf845c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416272 Oct 20 11:56:09.795174 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-13a3d079-5ab5-43a5-a0c8-4dde30ca7705 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2044353 Oct 20 11:56:09.795976 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45922) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:09.800572 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-019e706e-de4b-4e7c-be43-cd7b9b757dfa tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Request body: {'subnet': {'network_id': 'da840476-420a-47a7-b677-d293ecb5a5ef', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:56:09.847404 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a3d079-5ab5-43a5-a0c8-4dde30ca7705 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event updated for resources: {'Network': ['ID=da840476-420a-47a7-b677-d293ecb5a5ef,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:09.876359 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network da840476-420a-47a7-b677-d293ecb5a5ef details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:56:09.902395 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port d99f85b4-6142-4823-a06a-52a1d39f527b, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=d99f85b4-6142-4823-a06a-52a1d39f527b,segment=NetworkSegment(8866150f-0593-49f6-a32b-a3b0febe1d94),segment_id=8866150f-0593-49f6-a32b-a3b0febe1d94)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:56:09.904139 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-0382ad36-1181-4285-b6a8-de7b904d6b46 None None] For port b798c21b-39e4-469a-a295-1ea2a1c8a990, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:56:09.923143 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019e706e-de4b-4e7c-be43-cd7b9b757dfa tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Made reservation on behalf of a2e7a287bb194f73b0a7c68afae28ca1 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:56:09.926686 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-019e706e-de4b-4e7c-be43-cd7b9b757dfa tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:09.933965 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:09.946588 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 0536caee-144c-4a33-8237-71f87cda8297 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:56:09.946964 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:09.951082 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-0382ad36-1181-4285-b6a8-de7b904d6b46 None None] For port b798c21b-39e4-469a-a295-1ea2a1c8a990, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=b798c21b-39e4-469a-a295-1ea2a1c8a990,segment=NetworkSegment(08ef34e6-5af4-4a59-84f1-cf80a1819925),segment_id=08ef34e6-5af4-4a59-84f1-cf80a1819925)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:56:10.048944 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817d0e2-0408-4cc1-9b8f-82c9422e67b4 req-86d2ba26-6dbb-41bf-96da-de2e43ccdd61 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:10.051636 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0382ad36-1181-4285-b6a8-de7b904d6b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:10.051977 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f817d0e2-0408-4cc1-9b8f-82c9422e67b4 req-86d2ba26-6dbb-41bf-96da-de2e43ccdd61 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da HTTP/1.1" status: 200 len: 946 time: 0.0530968 Oct 20 11:56:10.093390 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f817d0e2-0408-4cc1-9b8f-82c9422e67b4 req-70ec3426-3b05-4961-b7bb-644e34e72b7d tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=c7eb2a7d-ee6d-4283-97fc-8a188eb48807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369480 Oct 20 11:56:10.118741 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45926) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:10.124159 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-019e706e-de4b-4e7c-be43-cd7b9b757dfa tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:10.146282 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:10.161831 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-504461c2-f5fb-4721-a95a-8c804efe05e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:10.187708 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=d99f85b4-6142-4823-a06a-52a1d39f527b,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:10.210499 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e001c5f9-d0ca-497e-82cd-2ac9b49c54a3 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/floatingips/512e090a-f253-4682-96dc-e0c1a66bb3b6 HTTP/1.1" status: 200 len: 994 time: 0.0802937 Oct 20 11:56:10.212036 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019e706e-de4b-4e7c-be43-cd7b9b757dfa tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Checking segment: {'id': 'ffdc7274-110a-4601-bafd-d2cf7b168826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'da840476-420a-47a7-b677-d293ecb5a5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:56:10.212409 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019e706e-de4b-4e7c-be43-cd7b9b757dfa tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Network hostable DHCP agents. Network: da840476-420a-47a7-b677-d293ecb5a5ef, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:56:10.222767 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019e706e-de4b-4e7c-be43-cd7b9b757dfa tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event updated for resources: {'Subnet': ['ID=c30a4ee7-cee5-495d-aa3e-7a618f022a78,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:10.243939 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019e706e-de4b-4e7c-be43-cd7b9b757dfa tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Network da840476-420a-47a7-b677-d293ecb5a5ef is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:56:10.256260 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-019e706e-de4b-4e7c-be43-cd7b9b757dfa tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, da840476-420a-47a7-b677-d293ecb5a5ef) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:56:10.261216 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019e706e-de4b-4e7c-be43-cd7b9b757dfa tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:10.261827 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-019e706e-de4b-4e7c-be43-cd7b9b757dfa tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:10.279878 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-019e706e-de4b-4e7c-be43-cd7b9b757dfa tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4832315 Oct 20 11:56:10.282623 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45928) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:10.283652 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0845d5ce-34c4-4253-91e8-fb7a2809488c None None] Network da840476-420a-47a7-b677-d293ecb5a5ef requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:56:10.293553 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-504461c2-f5fb-4721-a95a-8c804efe05e8 None None] For port b9cd61ab-e9a8-488e-8fcd-2a2070850f33, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=b9cd61ab-e9a8-488e-8fcd-2a2070850f33,segment=NetworkSegment(28063257-0288-47cf-9e8f-5fe6f473f6f3),segment_id=28063257-0288-47cf-9e8f-5fe6f473f6f3)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:56:10.320932 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-504461c2-f5fb-4721-a95a-8c804efe05e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:10.360476 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0382ad36-1181-4285-b6a8-de7b904d6b46 None None] Pushing event updated for resources: {'Port': ['ID=b798c21b-39e4-469a-a295-1ea2a1c8a990,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:10.494595 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504461c2-f5fb-4721-a95a-8c804efe05e8 None None] Pushing event updated for resources: {'Port': ['ID=b9cd61ab-e9a8-488e-8fcd-2a2070850f33,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:10.501842 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e4330f80-c05c-493b-a8fa-afcdbae382cb None None] Provisioning complete for port b9cd61ab-e9a8-488e-8fcd-2a2070850f33 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:56:10.502199 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e4330f80-c05c-493b-a8fa-afcdbae382cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:10.550511 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-79de3525-229d-46e1-8dfa-180ce9ea498d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd197abe3-49d4-480a-be09-14887dea0196', 'name': 'tempest-RoutersTest-router-757798737', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:55Z', 'updated_at': '2021-10-20T11:56:08Z', 'revision_number': 4, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'gw_port_host': None, '_interfaces': [{'id': '22ebab45-b3d0-4b58-8764-c457a0562ed4', 'name': '', 'network_id': '2f666673-028b-4258-80ae-79ef735e8ece', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:a1:30:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '66828c9f-c21a-4814-bff0-d22c49f3a052', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:56:07Z', 'updated_at': '2021-10-20T11:56:08Z', 'revision_number': 2, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '66828c9f-c21a-4814-bff0-d22c49f3a052', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34b15ea2-9356-48dc-85e0-02f90abad53d', 'name': '', 'network_id': 'c0748960-2ba3-45dc-b2f6-c6693b3a027b', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:d8:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:58Z', 'updated_at': '2021-10-20T11:56:04Z', 'revision_number': 5, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9cd61ab-e9a8-488e-8fcd-2a2070850f33', 'name': '', 'network_id': '70845a18-1359-409f-ba16-11b3110aab59', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:7b:f2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '68932b9f-1f95-4539-8dc1-61546698d546', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:56:04Z', 'updated_at': '2021-10-20T11:56:09Z', 'revision_number': 4, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '68932b9f-1f95-4539-8dc1-61546698d546', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:10.596631 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79de3525-229d-46e1-8dfa-180ce9ea498d None None] The sync data for ids ['d197abe3-49d4-480a-be09-14887dea0196'] in n-d-814735-3 is: [{'id': 'd197abe3-49d4-480a-be09-14887dea0196', 'name': 'tempest-RoutersTest-router-757798737', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:55Z', 'updated_at': '2021-10-20T11:56:08Z', 'revision_number': 4, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'gw_port_host': None, '_interfaces': [{'id': '22ebab45-b3d0-4b58-8764-c457a0562ed4', 'name': '', 'network_id': '2f666673-028b-4258-80ae-79ef735e8ece', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:a1:30:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '66828c9f-c21a-4814-bff0-d22c49f3a052', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:56:07Z', 'updated_at': '2021-10-20T11:56:08Z', 'revision_number': 2, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '66828c9f-c21a-4814-bff0-d22c49f3a052', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34b15ea2-9356-48dc-85e0-02f90abad53d', 'name': '', 'network_id': 'c0748960-2ba3-45dc-b2f6-c6693b3a027b', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:d8:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:58Z', 'updated_at': '2021-10-20T11:56:04Z', 'revision_number': 5, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9cd61ab-e9a8-488e-8fcd-2a2070850f33', 'name': '', 'network_id': '70845a18-1359-409f-ba16-11b3110aab59', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:7b:f2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '68932b9f-1f95-4539-8dc1-61546698d546', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:56:04Z', 'updated_at': '2021-10-20T11:56:09Z', 'revision_number': 4, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '68932b9f-1f95-4539-8dc1-61546698d546', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:56:10.657974 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32af0f4b-e8f8-43b2-b3f8-a9af657eea8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-da840476-420a-47a7-b677-d293ecb5a5ef', 'network_id': 'da840476-420a-47a7-b677-d293ecb5a5ef', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'fixed_ips': [{'subnet_id': 'c30a4ee7-cee5-495d-aa3e-7a618f022a78'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:56:10.658846 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-32af0f4b-e8f8-43b2-b3f8-a9af657eea8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:10.706210 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a725756d-9727-48aa-b00a-2901ab6cf06b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99f85b4-6142-4823-a06a-52a1d39f527b'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:56:10.708500 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd69103f-fc54-42b0-8000-f3d71597a4fb" -d '{"events": [{"server_uuid": "a725756d-9727-48aa-b00a-2901ab6cf06b", "name": "network-vif-plugged", "status": "completed", "tag": "d99f85b4-6142-4823-a06a-52a1d39f527b"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:56:10.787639 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2d8804-d369-4ee5-85ba-fcfcd98fb5d2 x-openstack-request-id: req-bf2d8804-d369-4ee5-85ba-fcfcd98fb5d2 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:56:10.787639 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a725756d-9727-48aa-b00a-2901ab6cf06b", "name": "network-vif-plugged", "status": "completed", "tag": "d99f85b4-6142-4823-a06a-52a1d39f527b", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:56:10.788229 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bf2d8804-d369-4ee5-85ba-fcfcd98fb5d2 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:56:10.788551 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a725756d-9727-48aa-b00a-2901ab6cf06b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99f85b4-6142-4823-a06a-52a1d39f527b', 'code': 200} Oct 20 11:56:11.037709 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33783b81-c2c4-4861-a211-a1fba408c885 req-58712110-dfcb-4779-a4b8-723a8b9083f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:11.039312 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-33783b81-c2c4-4861-a211-a1fba408c885 req-58712110-dfcb-4779-a4b8-723a8b9083f5 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a725756d-9727-48aa-b00a-2901ab6cf06b HTTP/1.1" status: 200 len: 1096 time: 0.1650019 Oct 20 11:56:11.049576 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-32af0f4b-e8f8-43b2-b3f8-a9af657eea8d None None] Allocated IP 172.23.0.2 (da840476-420a-47a7-b677-d293ecb5a5ef/c30a4ee7-cee5-495d-aa3e-7a618f022a78/30a07208-69d7-4590-bda5-b0fca4b43b44) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:56:11.070523 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd151fc-64c6-4c1d-b7d6-2e303e7b92e5 req-b0c71bc0-2f8f-4efa-b399-727e251a9e32 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:11.072161 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ffd151fc-64c6-4c1d-b7d6-2e303e7b92e5 req-b0c71bc0-2f8f-4efa-b399-727e251a9e32 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/ports?device_id=a725756d-9727-48aa-b00a-2901ab6cf06b HTTP/1.1" status: 200 len: 945 time: 0.1794589 Oct 20 11:56:11.170213 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-33783b81-c2c4-4861-a211-a1fba408c885 req-b40f8e6e-fe85-4af5-9853-cafbb05543d3 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=23d09786-5943-41fc-a47b-f64bdf845c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208937 Oct 20 11:56:11.210159 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ffd151fc-64c6-4c1d-b7d6-2e303e7b92e5 req-920f7f00-596f-44f4-b10f-a2db35d3ed4d tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/security-groups?id=23d09786-5943-41fc-a47b-f64bdf845c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284707 Oct 20 11:56:11.228020 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-32af0f4b-e8f8-43b2-b3f8-a9af657eea8d None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:11.248199 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-32af0f4b-e8f8-43b2-b3f8-a9af657eea8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:11.296062 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32af0f4b-e8f8-43b2-b3f8-a9af657eea8d None None] Network da840476-420a-47a7-b677-d293ecb5a5ef is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:56:11.299104 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-32af0f4b-e8f8-43b2-b3f8-a9af657eea8d None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:56:11.313622 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af0f4b-e8f8-43b2-b3f8-a9af657eea8d None None] Pushing event updated for resources: {'Port': ['ID=30a07208-69d7-4590-bda5-b0fca4b43b44,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:11.316865 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32af0f4b-e8f8-43b2-b3f8-a9af657eea8d None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:56:11.347930 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-172aa41c-a207-41d2-8e1f-c69145b54704 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:11.377967 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-32af0f4b-e8f8-43b2-b3f8-a9af657eea8d None None] Attempting to bind port 30a07208-69d7-4590-bda5-b0fca4b43b44 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:56:11.379815 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-32af0f4b-e8f8-43b2-b3f8-a9af657eea8d None None] Attempting to bind port 30a07208-69d7-4590-bda5-b0fca4b43b44 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'ffdc7274-110a-4601-bafd-d2cf7b168826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'da840476-420a-47a7-b677-d293ecb5a5ef'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:56:11.379815 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32af0f4b-e8f8-43b2-b3f8-a9af657eea8d None None] Attempting to bind port 30a07208-69d7-4590-bda5-b0fca4b43b44 on network da840476-420a-47a7-b677-d293ecb5a5ef {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:56:11.389979 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32af0f4b-e8f8-43b2-b3f8-a9af657eea8d None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:56:11.390502 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32af0f4b-e8f8-43b2-b3f8-a9af657eea8d None None] Checking segment: {'id': 'ffdc7274-110a-4601-bafd-d2cf7b168826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'da840476-420a-47a7-b677-d293ecb5a5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:56:11.393254 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-32af0f4b-e8f8-43b2-b3f8-a9af657eea8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:11.393786 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32af0f4b-e8f8-43b2-b3f8-a9af657eea8d None None] Bound using segment: {'id': 'ffdc7274-110a-4601-bafd-d2cf7b168826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'da840476-420a-47a7-b677-d293ecb5a5ef'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:56:11.394363 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-32af0f4b-e8f8-43b2-b3f8-a9af657eea8d None None] Bound port: 30a07208-69d7-4590-bda5-b0fca4b43b44, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffdc7274-110a-4601-bafd-d2cf7b168826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'da840476-420a-47a7-b677-d293ecb5a5ef'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:56:11.394914 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-32af0f4b-e8f8-43b2-b3f8-a9af657eea8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:11.438599 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0d5e3a-2fec-4b2e-9d1c-dd56682878fe None None] Network 2f666673-028b-4258-80ae-79ef735e8ece requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:56:11.529142 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-5e070b2a-624b-487a-89d9-a0e9924acba5 None None] Provisioning complete for port b798c21b-39e4-469a-a295-1ea2a1c8a990 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:56:11.529616 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5e070b2a-624b-487a-89d9-a0e9924acba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:11.572325 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-32af0f4b-e8f8-43b2-b3f8-a9af657eea8d None None] For port 30a07208-69d7-4590-bda5-b0fca4b43b44, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:56:11.611875 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-32af0f4b-e8f8-43b2-b3f8-a9af657eea8d None None] For port 30a07208-69d7-4590-bda5-b0fca4b43b44, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=30a07208-69d7-4590-bda5-b0fca4b43b44,segment=NetworkSegment(ffdc7274-110a-4601-bafd-d2cf7b168826),segment_id=ffdc7274-110a-4601-bafd-d2cf7b168826)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:56:11.629685 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-32af0f4b-e8f8-43b2-b3f8-a9af657eea8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:11.679228 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b798c21b-39e4-469a-a295-1ea2a1c8a990 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:56:11.687253 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-172aa41c-a207-41d2-8e1f-c69145b54704 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Allocated IP 172.23.0.1 (da840476-420a-47a7-b677-d293ecb5a5ef/c30a4ee7-cee5-495d-aa3e-7a618f022a78/0fef7a67-3189-472f-bb40-8f957d6500bf) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:56:11.827478 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af0f4b-e8f8-43b2-b3f8-a9af657eea8d None None] Pushing event updated for resources: {'Port': ['ID=30a07208-69d7-4590-bda5-b0fca4b43b44,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:11.838442 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5e070b2a-624b-487a-89d9-a0e9924acba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:11.850863 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-172aa41c-a207-41d2-8e1f-c69145b54704 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:11.891327 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port b798c21b-39e4-469a-a295-1ea2a1c8a990 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:56:11.891696 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:11.895842 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-5e070b2a-624b-487a-89d9-a0e9924acba5 None None] For port b798c21b-39e4-469a-a295-1ea2a1c8a990, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=b798c21b-39e4-469a-a295-1ea2a1c8a990,segment=NetworkSegment(08ef34e6-5af4-4a59-84f1-cf80a1819925),segment_id=08ef34e6-5af4-4a59-84f1-cf80a1819925)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:56:11.900005 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-172aa41c-a207-41d2-8e1f-c69145b54704 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:11.918438 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5e070b2a-624b-487a-89d9-a0e9924acba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:11.949721 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172aa41c-a207-41d2-8e1f-c69145b54704 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Network da840476-420a-47a7-b677-d293ecb5a5ef is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:56:11.953545 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-172aa41c-a207-41d2-8e1f-c69145b54704 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:56:11.956277 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172aa41c-a207-41d2-8e1f-c69145b54704 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:56:11.991174 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e070b2a-624b-487a-89d9-a0e9924acba5 None None] Pushing event updated for resources: {'Port': ['ID=b798c21b-39e4-469a-a295-1ea2a1c8a990,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:11.996871 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172aa41c-a207-41d2-8e1f-c69145b54704 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event updated for resources: {'Port': ['ID=0fef7a67-3189-472f-bb40-8f957d6500bf,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:12.029101 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-172aa41c-a207-41d2-8e1f-c69145b54704 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:12.061975 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b9cd61ab-e9a8-488e-8fcd-2a2070850f33 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:56:12.123926 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port b9cd61ab-e9a8-488e-8fcd-2a2070850f33 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:56:12.124370 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:12.189457 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-172aa41c-a207-41d2-8e1f-c69145b54704 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:12.224483 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7b9d68-b08b-4eea-9c03-d79f373ffa1b None None] Sync routers for ids ['d197abe3-49d4-480a-be09-14887dea0196'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:56:12.234779 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7b9d68-b08b-4eea-9c03-d79f373ffa1b None None] Routers {'d197abe3-49d4-480a-be09-14887dea0196'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:56:12.235735 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-1b7b9d68-b08b-4eea-9c03-d79f373ffa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:55:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['d197abe3-49d4-480a-be09-14887dea0196'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:12.343963 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-1b7b9d68-b08b-4eea-9c03-d79f373ffa1b None None] Set router d197abe3-49d4-480a-be09-14887dea0196 gateway port host: None {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:56:12.345846 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-536fe563-4f2a-4cac-9004-98bf96aa744b None None] Provisioning complete for port b798c21b-39e4-469a-a295-1ea2a1c8a990 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:56:12.346461 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-536fe563-4f2a-4cac-9004-98bf96aa744b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:12.404733 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe25fbe-8c35-4e60-a7a2-783138e90d92 req-5ebbce3d-dacd-450d-b4cf-de547f7d7257 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:12.406293 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1fe25fbe-8c35-4e60-a7a2-783138e90d92 req-5ebbce3d-dacd-450d-b4cf-de547f7d7257 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/ports?device_id=a725756d-9727-48aa-b00a-2901ab6cf06b HTTP/1.1" status: 200 len: 945 time: 0.0807855 Oct 20 11:56:12.478211 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-536fe563-4f2a-4cac-9004-98bf96aa744b None None] Provisioning complete for port 22ebab45-b3d0-4b58-8764-c457a0562ed4 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:56:12.479017 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-536fe563-4f2a-4cac-9004-98bf96aa744b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:12.498637 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1fe25fbe-8c35-4e60-a7a2-783138e90d92 req-9c7dea6f-324c-4640-80a0-dd4ea5f05bd2 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/security-groups?id=23d09786-5943-41fc-a47b-f64bdf845c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788066 Oct 20 11:56:12.573523 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-536fe563-4f2a-4cac-9004-98bf96aa744b None None] Port 22ebab45-b3d0-4b58-8764-c457a0562ed4 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:56:12.591486 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-172aa41c-a207-41d2-8e1f-c69145b54704 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:12.598084 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-172aa41c-a207-41d2-8e1f-c69145b54704 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:12.647916 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-1b7b9d68-b08b-4eea-9c03-d79f373ffa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd197abe3-49d4-480a-be09-14887dea0196', 'name': 'tempest-RoutersTest-router-757798737', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:55Z', 'updated_at': '2021-10-20T11:56:12Z', 'revision_number': 5, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'gw_port_host': None, '_interfaces': [{'id': '0fef7a67-3189-472f-bb40-8f957d6500bf', 'name': '', 'network_id': 'da840476-420a-47a7-b677-d293ecb5a5ef', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:d8:26:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c30a4ee7-cee5-495d-aa3e-7a618f022a78', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:56:11Z', 'updated_at': '2021-10-20T11:56:11Z', 'revision_number': 1, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': 'c30a4ee7-cee5-495d-aa3e-7a618f022a78', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22ebab45-b3d0-4b58-8764-c457a0562ed4', 'name': '', 'network_id': '2f666673-028b-4258-80ae-79ef735e8ece', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:a1:30:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '66828c9f-c21a-4814-bff0-d22c49f3a052', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:56:07Z', 'updated_at': '2021-10-20T11:56:08Z', 'revision_number': 2, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '66828c9f-c21a-4814-bff0-d22c49f3a052', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34b15ea2-9356-48dc-85e0-02f90abad53d', 'name': '', 'network_id': 'c0748960-2ba3-45dc-b2f6-c6693b3a027b', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:d8:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:58Z', 'updated_at': '2021-10-20T11:56:04Z', 'revision_number': 5, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9cd61ab-e9a8-488e-8fcd-2a2070850f33', 'name': '', 'network_id': '70845a18-1359-409f-ba16-11b3110aab59', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:7b:f2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '68932b9f-1f95-4539-8dc1-61546698d546', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:56:04Z', 'updated_at': '2021-10-20T11:56:10Z', 'revision_number': 5, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '68932b9f-1f95-4539-8dc1-61546698d546', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:12.687823 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-172aa41c-a207-41d2-8e1f-c69145b54704 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:12.688828 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7b9d68-b08b-4eea-9c03-d79f373ffa1b None None] Checking router: d197abe3-49d4-480a-be09-14887dea0196 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:56:12.689159 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7b9d68-b08b-4eea-9c03-d79f373ffa1b None None] Updating router d197abe3-49d4-480a-be09-14887dea0196 port 0fef7a67-3189-472f-bb40-8f957d6500bf binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:56:12.700068 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-ec9e2a9b-bbd7-4fdd-be7e-da6381210860 None None] Provisioning complete for port 22ebab45-b3d0-4b58-8764-c457a0562ed4 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:56:12.701774 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ec9e2a9b-bbd7-4fdd-be7e-da6381210860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:12.744625 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-1b7b9d68-b08b-4eea-9c03-d79f373ffa1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:12.761949 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-ec9e2a9b-bbd7-4fdd-be7e-da6381210860 None None] Port 22ebab45-b3d0-4b58-8764-c457a0562ed4 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:56:12.785927 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172aa41c-a207-41d2-8e1f-c69145b54704 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event updated for resources: {'Port': ['ID=0fef7a67-3189-472f-bb40-8f957d6500bf,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:12.828991 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172aa41c-a207-41d2-8e1f-c69145b54704 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Network da840476-420a-47a7-b677-d293ecb5a5ef is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:56:12.830704 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-172aa41c-a207-41d2-8e1f-c69145b54704 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:56:12.955278 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172aa41c-a207-41d2-8e1f-c69145b54704 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Router d197abe3-49d4-480a-be09-14887dea0196 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:56:12.990155 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-193acb5b-35e1-4870-82bc-ef0cbc960e74 None None] Provisioning complete for port 22ebab45-b3d0-4b58-8764-c457a0562ed4 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:56:12.990742 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-193acb5b-35e1-4870-82bc-ef0cbc960e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:13.050598 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-193acb5b-35e1-4870-82bc-ef0cbc960e74 None None] Port 22ebab45-b3d0-4b58-8764-c457a0562ed4 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:56:13.090952 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172aa41c-a207-41d2-8e1f-c69145b54704 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:56:13.096114 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-172aa41c-a207-41d2-8e1f-c69145b54704 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "PUT /v2.0/routers/d197abe3-49d4-480a-be09-14887dea0196/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8123624 Oct 20 11:56:13.098848 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45936) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:13.106098 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-2ec78f32-6409-4bf8-819f-75f6df12c91f tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:56:13.107684 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-1b7b9d68-b08b-4eea-9c03-d79f373ffa1b None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:13.111852 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2125c6d-e83a-4e34-aa0f-be264e41fc87 None None] Network da840476-420a-47a7-b677-d293ecb5a5ef requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:56:13.124559 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-1b7b9d68-b08b-4eea-9c03-d79f373ffa1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:13.174253 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5637599c-42d6-4db9-87b5-efb339f064d3 None None] Pushing event updated for resources: {'Port': ['ID=0fef7a67-3189-472f-bb40-8f957d6500bf,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:13.194950 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-0ef3b786-8631-4f33-b453-5c71cc2a4b76 None None] Provisioning complete for port 30a07208-69d7-4590-bda5-b0fca4b43b44 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:56:13.195382 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0ef3b786-8631-4f33-b453-5c71cc2a4b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:13.228154 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-1b7b9d68-b08b-4eea-9c03-d79f373ffa1b None None] Attempting to bind port 0fef7a67-3189-472f-bb40-8f957d6500bf on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:56:13.228798 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-1b7b9d68-b08b-4eea-9c03-d79f373ffa1b None None] Attempting to bind port 0fef7a67-3189-472f-bb40-8f957d6500bf by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'ffdc7274-110a-4601-bafd-d2cf7b168826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'da840476-420a-47a7-b677-d293ecb5a5ef'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:56:13.228898 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7b9d68-b08b-4eea-9c03-d79f373ffa1b None None] Attempting to bind port 0fef7a67-3189-472f-bb40-8f957d6500bf on network da840476-420a-47a7-b677-d293ecb5a5ef {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:56:13.234001 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7b9d68-b08b-4eea-9c03-d79f373ffa1b None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:56:13.234355 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7b9d68-b08b-4eea-9c03-d79f373ffa1b None None] Checking segment: {'id': 'ffdc7274-110a-4601-bafd-d2cf7b168826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'da840476-420a-47a7-b677-d293ecb5a5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:56:13.234759 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-1b7b9d68-b08b-4eea-9c03-d79f373ffa1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:13.235187 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7b9d68-b08b-4eea-9c03-d79f373ffa1b None None] Bound using segment: {'id': 'ffdc7274-110a-4601-bafd-d2cf7b168826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'da840476-420a-47a7-b677-d293ecb5a5ef'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:56:13.235647 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-1b7b9d68-b08b-4eea-9c03-d79f373ffa1b None None] Bound port: 0fef7a67-3189-472f-bb40-8f957d6500bf, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffdc7274-110a-4601-bafd-d2cf7b168826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'da840476-420a-47a7-b677-d293ecb5a5ef'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:56:13.236022 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-1b7b9d68-b08b-4eea-9c03-d79f373ffa1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:13.308519 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-1b7b9d68-b08b-4eea-9c03-d79f373ffa1b None None] For port 0fef7a67-3189-472f-bb40-8f957d6500bf, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:56:13.311509 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-1b7b9d68-b08b-4eea-9c03-d79f373ffa1b None None] For port 0fef7a67-3189-472f-bb40-8f957d6500bf, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=0fef7a67-3189-472f-bb40-8f957d6500bf,segment=NetworkSegment(ffdc7274-110a-4601-bafd-d2cf7b168826),segment_id=ffdc7274-110a-4601-bafd-d2cf7b168826)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:56:13.319036 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-1b7b9d68-b08b-4eea-9c03-d79f373ffa1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:13.340772 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0ef3b786-8631-4f33-b453-5c71cc2a4b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:13.359158 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7b9d68-b08b-4eea-9c03-d79f373ffa1b None None] Updating router d197abe3-49d4-480a-be09-14887dea0196 port 22ebab45-b3d0-4b58-8764-c457a0562ed4 binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:56:13.380916 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-0ef3b786-8631-4f33-b453-5c71cc2a4b76 None None] For port 30a07208-69d7-4590-bda5-b0fca4b43b44, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=30a07208-69d7-4590-bda5-b0fca4b43b44,segment=NetworkSegment(ffdc7274-110a-4601-bafd-d2cf7b168826),segment_id=ffdc7274-110a-4601-bafd-d2cf7b168826)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:56:13.385843 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0ef3b786-8631-4f33-b453-5c71cc2a4b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:13.391620 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-1b7b9d68-b08b-4eea-9c03-d79f373ffa1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:13.420357 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5637599c-42d6-4db9-87b5-efb339f064d3 None None] Pushing event updated for resources: {'Port': ['ID=0fef7a67-3189-472f-bb40-8f957d6500bf,revision_number=4']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:13.475823 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef3b786-8631-4f33-b453-5c71cc2a4b76 None None] Pushing event updated for resources: {'Port': ['ID=30a07208-69d7-4590-bda5-b0fca4b43b44,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:13.536889 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.extraroute_db [None req-2ec78f32-6409-4bf8-819f-75f6df12c91f tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=100647) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 20 11:56:13.556062 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.extraroute_db [None req-2ec78f32-6409-4bf8-819f-75f6df12c91f tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Removed routes are [] {{(pid=100647) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 20 11:56:13.557130 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2ec78f32-6409-4bf8-819f-75f6df12c91f tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4352'] for router, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:13.689383 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b798c21b-39e4-469a-a295-1ea2a1c8a990 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:56:13.746993 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-9eb7af93-92ff-4ac0-8fe3-b949ac6ec592 None None] Provisioning complete for port 30a07208-69d7-4590-bda5-b0fca4b43b44 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:56:13.747672 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9eb7af93-92ff-4ac0-8fe3-b949ac6ec592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:13.762323 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb2c92-a267-4187-b295-bec2f32d965b req-4fda8c85-9a1c-4a70-a222-2f6e7c70d2de tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:13.763998 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-26cb2c92-a267-4187-b295-bec2f32d965b req-4fda8c85-9a1c-4a70-a222-2f6e7c70d2de tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/ports?device_id=a725756d-9727-48aa-b00a-2901ab6cf06b HTTP/1.1" status: 200 len: 945 time: 0.1302876 Oct 20 11:56:13.809507 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port b798c21b-39e4-469a-a295-1ea2a1c8a990 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:56:13.810285 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:13.874447 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-1b7b9d68-b08b-4eea-9c03-d79f373ffa1b None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:13.882451 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-1b7b9d68-b08b-4eea-9c03-d79f373ffa1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:13.884025 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-26cb2c92-a267-4187-b295-bec2f32d965b req-aefda50d-5d73-4946-9219-7ebd7b604ad1 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/security-groups?id=23d09786-5943-41fc-a47b-f64bdf845c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094277 Oct 20 11:56:13.919086 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2ec78f32-6409-4bf8-819f-75f6df12c91f tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4352'] for router, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:13.930573 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2ec78f32-6409-4bf8-819f-75f6df12c91f tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-652987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-652962', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-654361'] for router, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:13.944365 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-9eb7af93-92ff-4ac0-8fe3-b949ac6ec592 None None] Provisioning complete for port 0fef7a67-3189-472f-bb40-8f957d6500bf triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:56:13.944808 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9eb7af93-92ff-4ac0-8fe3-b949ac6ec592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:13.950081 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 30a07208-69d7-4590-bda5-b0fca4b43b44 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:56:14.053723 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5637599c-42d6-4db9-87b5-efb339f064d3 None None] Pushing event updated for resources: {'Port': ['ID=22ebab45-b3d0-4b58-8764-c457a0562ed4,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:14.066940 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 30a07208-69d7-4590-bda5-b0fca4b43b44 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:56:14.067315 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:14.080267 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-1b7b9d68-b08b-4eea-9c03-d79f373ffa1b None None] Attempting to bind port 22ebab45-b3d0-4b58-8764-c457a0562ed4 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:56:14.080717 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-1b7b9d68-b08b-4eea-9c03-d79f373ffa1b None None] Attempting to bind port 22ebab45-b3d0-4b58-8764-c457a0562ed4 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '08ef34e6-5af4-4a59-84f1-cf80a1819925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '2f666673-028b-4258-80ae-79ef735e8ece'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:56:14.081858 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7b9d68-b08b-4eea-9c03-d79f373ffa1b None None] Attempting to bind port 22ebab45-b3d0-4b58-8764-c457a0562ed4 on network 2f666673-028b-4258-80ae-79ef735e8ece {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:56:14.090679 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7b9d68-b08b-4eea-9c03-d79f373ffa1b None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:56:14.091508 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7b9d68-b08b-4eea-9c03-d79f373ffa1b None None] Checking segment: {'id': '08ef34e6-5af4-4a59-84f1-cf80a1819925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '2f666673-028b-4258-80ae-79ef735e8ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:56:14.091928 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-1b7b9d68-b08b-4eea-9c03-d79f373ffa1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:14.092324 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7b9d68-b08b-4eea-9c03-d79f373ffa1b None None] Bound using segment: {'id': '08ef34e6-5af4-4a59-84f1-cf80a1819925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '2f666673-028b-4258-80ae-79ef735e8ece'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:56:14.092811 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-1b7b9d68-b08b-4eea-9c03-d79f373ffa1b None None] Bound port: 22ebab45-b3d0-4b58-8764-c457a0562ed4, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ef34e6-5af4-4a59-84f1-cf80a1819925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '2f666673-028b-4258-80ae-79ef735e8ece'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:56:14.093196 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-1b7b9d68-b08b-4eea-9c03-d79f373ffa1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:14.102643 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4261f-3050-4b93-aa8f-f4456bcb792c req-08b2ecbf-e537-41be-86f5-b99e742a9fda tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:14.104264 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d5a4261f-3050-4b93-aa8f-f4456bcb792c req-08b2ecbf-e537-41be-86f5-b99e742a9fda tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/ports?device_id=06d4d982-8579-4014-b7f1-4967d1f85a03 HTTP/1.1" status: 200 len: 945 time: 0.1031234 Oct 20 11:56:14.112357 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9eb7af93-92ff-4ac0-8fe3-b949ac6ec592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:14.170343 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-9eb7af93-92ff-4ac0-8fe3-b949ac6ec592 None None] For port 0fef7a67-3189-472f-bb40-8f957d6500bf, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=0fef7a67-3189-472f-bb40-8f957d6500bf,segment=NetworkSegment(ffdc7274-110a-4601-bafd-d2cf7b168826),segment_id=ffdc7274-110a-4601-bafd-d2cf7b168826)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:56:14.181617 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-1b7b9d68-b08b-4eea-9c03-d79f373ffa1b None None] For port 22ebab45-b3d0-4b58-8764-c457a0562ed4, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:56:14.186100 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-1b7b9d68-b08b-4eea-9c03-d79f373ffa1b None None] For port 22ebab45-b3d0-4b58-8764-c457a0562ed4, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=22ebab45-b3d0-4b58-8764-c457a0562ed4,segment=NetworkSegment(08ef34e6-5af4-4a59-84f1-cf80a1819925),segment_id=08ef34e6-5af4-4a59-84f1-cf80a1819925)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:56:14.189895 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d5a4261f-3050-4b93-aa8f-f4456bcb792c req-2ad18a12-5e76-49a2-9a6d-94ec2a181f43 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/security-groups?id=23d09786-5943-41fc-a47b-f64bdf845c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694261 Oct 20 11:56:14.195064 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-1b7b9d68-b08b-4eea-9c03-d79f373ffa1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:14.204735 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec78f32-6409-4bf8-819f-75f6df12c91f tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Router d197abe3-49d4-480a-be09-14887dea0196 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:56:14.228179 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9eb7af93-92ff-4ac0-8fe3-b949ac6ec592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:14.258769 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7b9d68-b08b-4eea-9c03-d79f373ffa1b None None] Routers {'d197abe3-49d4-480a-be09-14887dea0196'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:56:14.259509 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-1b7b9d68-b08b-4eea-9c03-d79f373ffa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:55:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['d197abe3-49d4-480a-be09-14887dea0196'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:14.369267 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb7af93-92ff-4ac0-8fe3-b949ac6ec592 None None] Pushing event updated for resources: {'Port': ['ID=0fef7a67-3189-472f-bb40-8f957d6500bf,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:14.385039 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-1b7b9d68-b08b-4eea-9c03-d79f373ffa1b None None] Set router d197abe3-49d4-480a-be09-14887dea0196 gateway port host: None {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:56:14.395159 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-bb7e1ea9-56ff-4f7c-832c-fa83598daaf9 None None] Provisioning complete for port 22ebab45-b3d0-4b58-8764-c457a0562ed4 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:56:14.395596 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bb7e1ea9-56ff-4f7c-832c-fa83598daaf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:14.398326 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec78f32-6409-4bf8-819f-75f6df12c91f tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:56:14.412041 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2ec78f32-6409-4bf8-819f-75f6df12c91f tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:14.418044 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45944) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:14.419021 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2ec78f32-6409-4bf8-819f-75f6df12c91f tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "PUT /v2.0/routers/d197abe3-49d4-480a-be09-14887dea0196 HTTP/1.1" status: 200 len: 933 time: 1.3184662 Oct 20 11:56:14.501326 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bb7e1ea9-56ff-4f7c-832c-fa83598daaf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:14.546069 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-bb7e1ea9-56ff-4f7c-832c-fa83598daaf9 None None] For port 22ebab45-b3d0-4b58-8764-c457a0562ed4, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=22ebab45-b3d0-4b58-8764-c457a0562ed4,segment=NetworkSegment(08ef34e6-5af4-4a59-84f1-cf80a1819925),segment_id=08ef34e6-5af4-4a59-84f1-cf80a1819925)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:56:14.557578 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bb7e1ea9-56ff-4f7c-832c-fa83598daaf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:14.566046 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5637599c-42d6-4db9-87b5-efb339f064d3 None None] Pushing event updated for resources: {'Port': ['ID=22ebab45-b3d0-4b58-8764-c457a0562ed4,revision_number=4']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:14.605723 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-bb7e1ea9-56ff-4f7c-832c-fa83598daaf9 None None] Provisioning complete for port 0fef7a67-3189-472f-bb40-8f957d6500bf triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:56:14.606395 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bb7e1ea9-56ff-4f7c-832c-fa83598daaf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:14.610861 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b259b9e8-9241-45ef-b41a-b22e424642a9 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "GET /v2.0/routers/d197abe3-49d4-480a-be09-14887dea0196 HTTP/1.1" status: 200 len: 933 time: 0.1914449 Oct 20 11:56:14.614672 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45948) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:14.620690 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-9889355c-7c6d-405a-b12f-e66aeffa1b8d tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Request body: {'router': {'routes': None}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:56:14.663339 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7e1ea9-56ff-4f7c-832c-fa83598daaf9 None None] Pushing event updated for resources: {'Port': ['ID=22ebab45-b3d0-4b58-8764-c457a0562ed4,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:14.810147 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-1b7b9d68-b08b-4eea-9c03-d79f373ffa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd197abe3-49d4-480a-be09-14887dea0196', 'name': 'tempest-RoutersTest-router-757798737', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:55Z', 'updated_at': '2021-10-20T11:56:13Z', 'revision_number': 6, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'gw_port_host': None, '_interfaces': [{'id': '0fef7a67-3189-472f-bb40-8f957d6500bf', 'name': '', 'network_id': 'da840476-420a-47a7-b677-d293ecb5a5ef', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:d8:26:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c30a4ee7-cee5-495d-aa3e-7a618f022a78', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:56:11Z', 'updated_at': '2021-10-20T11:56:14Z', 'revision_number': 5, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': 'c30a4ee7-cee5-495d-aa3e-7a618f022a78', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22ebab45-b3d0-4b58-8764-c457a0562ed4', 'name': '', 'network_id': '2f666673-028b-4258-80ae-79ef735e8ece', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:a1:30:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '66828c9f-c21a-4814-bff0-d22c49f3a052', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:56:07Z', 'updated_at': '2021-10-20T11:56:14Z', 'revision_number': 4, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '66828c9f-c21a-4814-bff0-d22c49f3a052', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34b15ea2-9356-48dc-85e0-02f90abad53d', 'name': '', 'network_id': 'c0748960-2ba3-45dc-b2f6-c6693b3a027b', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:d8:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:58Z', 'updated_at': '2021-10-20T11:56:04Z', 'revision_number': 5, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9cd61ab-e9a8-488e-8fcd-2a2070850f33', 'name': '', 'network_id': '70845a18-1359-409f-ba16-11b3110aab59', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:7b:f2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '68932b9f-1f95-4539-8dc1-61546698d546', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:56:04Z', 'updated_at': '2021-10-20T11:56:10Z', 'revision_number': 5, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '68932b9f-1f95-4539-8dc1-61546698d546', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:14.850983 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7b9d68-b08b-4eea-9c03-d79f373ffa1b None None] The sync data for ids ['d197abe3-49d4-480a-be09-14887dea0196'] in n-d-814735-3 is: [{'id': 'd197abe3-49d4-480a-be09-14887dea0196', 'name': 'tempest-RoutersTest-router-757798737', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:55Z', 'updated_at': '2021-10-20T11:56:13Z', 'revision_number': 6, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'gw_port_host': None, '_interfaces': [{'id': '0fef7a67-3189-472f-bb40-8f957d6500bf', 'name': '', 'network_id': 'da840476-420a-47a7-b677-d293ecb5a5ef', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:d8:26:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c30a4ee7-cee5-495d-aa3e-7a618f022a78', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:56:11Z', 'updated_at': '2021-10-20T11:56:14Z', 'revision_number': 5, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': 'c30a4ee7-cee5-495d-aa3e-7a618f022a78', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22ebab45-b3d0-4b58-8764-c457a0562ed4', 'name': '', 'network_id': '2f666673-028b-4258-80ae-79ef735e8ece', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:a1:30:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '66828c9f-c21a-4814-bff0-d22c49f3a052', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:56:07Z', 'updated_at': '2021-10-20T11:56:14Z', 'revision_number': 4, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '66828c9f-c21a-4814-bff0-d22c49f3a052', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34b15ea2-9356-48dc-85e0-02f90abad53d', 'name': '', 'network_id': 'c0748960-2ba3-45dc-b2f6-c6693b3a027b', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:d8:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:58Z', 'updated_at': '2021-10-20T11:56:04Z', 'revision_number': 5, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9cd61ab-e9a8-488e-8fcd-2a2070850f33', 'name': '', 'network_id': '70845a18-1359-409f-ba16-11b3110aab59', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:7b:f2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '68932b9f-1f95-4539-8dc1-61546698d546', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:56:04Z', 'updated_at': '2021-10-20T11:56:10Z', 'revision_number': 5, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '68932b9f-1f95-4539-8dc1-61546698d546', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:56:14.910712 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e57574b0-2812-44e5-94db-646594f1f90d None None] Provisioning complete for port 22ebab45-b3d0-4b58-8764-c457a0562ed4 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:56:14.911279 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e57574b0-2812-44e5-94db-646594f1f90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:15.032909 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e57574b0-2812-44e5-94db-646594f1f90d None None] Provisioning complete for port 0fef7a67-3189-472f-bb40-8f957d6500bf triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:56:15.033392 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e57574b0-2812-44e5-94db-646594f1f90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:15.243220 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-a917ee22-18d1-4a7f-8fd8-89742b1610a6 None None] Provisioning complete for port 0fef7a67-3189-472f-bb40-8f957d6500bf triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:56:15.243763 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a917ee22-18d1-4a7f-8fd8-89742b1610a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:15.349296 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b6328-13ab-4be8-8482-492f8297a8b4 req-44bb46c6-c6e8-446c-81c9-8724ea2405e6 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:15.350930 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9c1b6328-13ab-4be8-8482-492f8297a8b4 req-44bb46c6-c6e8-446c-81c9-8724ea2405e6 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/ports?device_id=06d4d982-8579-4014-b7f1-4967d1f85a03 HTTP/1.1" status: 200 len: 945 time: 0.5618985 Oct 20 11:56:15.441097 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9c1b6328-13ab-4be8-8482-492f8297a8b4 req-3f6ed6ce-d2f3-4c22-a9e5-3fe1f8e2a379 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/security-groups?id=23d09786-5943-41fc-a47b-f64bdf845c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658774 Oct 20 11:56:15.467568 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:15.563584 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.extraroute_db [None req-9889355c-7c6d-405a-b12f-e66aeffa1b8d tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Added routes are [] {{(pid=100647) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 20 11:56:15.563904 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.extraroute_db [None req-9889355c-7c6d-405a-b12f-e66aeffa1b8d tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=100647) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 20 11:56:15.598894 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9889355c-7c6d-405a-b12f-e66aeffa1b8d tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4352'] for router, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:15.634782 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e0f35f-5782-433c-b4fa-670270593f2d None None] Sync routers for ids ['d197abe3-49d4-480a-be09-14887dea0196'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:56:15.643827 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 0fef7a67-3189-472f-bb40-8f957d6500bf up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:56:15.653295 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e0f35f-5782-433c-b4fa-670270593f2d None None] Routers {'d197abe3-49d4-480a-be09-14887dea0196'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:56:15.653934 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-44e0f35f-5782-433c-b4fa-670270593f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:55:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['d197abe3-49d4-480a-be09-14887dea0196'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:15.841579 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9889355c-7c6d-405a-b12f-e66aeffa1b8d tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4352'] for router, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:15.855619 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da84bf-cefc-429c-8c48-2bcefb62f973 req-18da8b6d-e7c5-49d5-a8f7-23fc97ae00aa tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:15.858176 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-27da84bf-cefc-429c-8c48-2bcefb62f973 req-18da8b6d-e7c5-49d5-a8f7-23fc97ae00aa tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.11 "GET /v2.0/ports?device_id=06d4d982-8579-4014-b7f1-4967d1f85a03 HTTP/1.1" status: 200 len: 945 time: 0.1020374 Oct 20 11:56:15.860018 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9889355c-7c6d-405a-b12f-e66aeffa1b8d tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-652987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-652962', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-654361'] for router, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:15.924994 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-44e0f35f-5782-433c-b4fa-670270593f2d None None] Set router d197abe3-49d4-480a-be09-14887dea0196 gateway port host: None {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:56:15.956580 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 0fef7a67-3189-472f-bb40-8f957d6500bf triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:56:15.956943 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:16.012714 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9889355c-7c6d-405a-b12f-e66aeffa1b8d tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Router d197abe3-49d4-480a-be09-14887dea0196 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:56:16.043271 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-27da84bf-cefc-429c-8c48-2bcefb62f973 req-2a6981b4-d4cb-43e3-823f-9a2095a234b8 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Deleting port c7826b30-6feb-4ea2-998b-8cffca1776b2 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:56:16.043271 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-27da84bf-cefc-429c-8c48-2bcefb62f973 req-2a6981b4-d4cb-43e3-823f-9a2095a234b8 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:16.152717 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 30a07208-69d7-4590-bda5-b0fca4b43b44 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:56:16.186574 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9889355c-7c6d-405a-b12f-e66aeffa1b8d tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:56:16.195149 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9889355c-7c6d-405a-b12f-e66aeffa1b8d tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:16.196355 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-9889355c-7c6d-405a-b12f-e66aeffa1b8d tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "PUT /v2.0/routers/d197abe3-49d4-480a-be09-14887dea0196 HTTP/1.1" status: 200 len: 699 time: 1.5800698 Oct 20 11:56:16.200586 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45952) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:16.220184 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-27da84bf-cefc-429c-8c48-2bcefb62f973 req-2a6981b4-d4cb-43e3-823f-9a2095a234b8 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] For port c7826b30-6feb-4ea2-998b-8cffca1776b2, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=c7826b30-6feb-4ea2-998b-8cffca1776b2,segment=NetworkSegment(8866150f-0593-49f6-a32b-a3b0febe1d94),segment_id=8866150f-0593-49f6-a32b-a3b0febe1d94)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:56:16.220540 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-27da84bf-cefc-429c-8c48-2bcefb62f973 req-2a6981b4-d4cb-43e3-823f-9a2095a234b8 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:16.241271 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-27da84bf-cefc-429c-8c48-2bcefb62f973 req-2a6981b4-d4cb-43e3-823f-9a2095a234b8 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Calling delete_port for c7826b30-6feb-4ea2-998b-8cffca1776b2 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:56:16.243598 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 30a07208-69d7-4590-bda5-b0fca4b43b44 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:56:16.243979 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:16.247972 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-44e0f35f-5782-433c-b4fa-670270593f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd197abe3-49d4-480a-be09-14887dea0196', 'name': 'tempest-RoutersTest-router-757798737', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:55Z', 'updated_at': '2021-10-20T11:56:15Z', 'revision_number': 7, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'gw_port_host': None, '_interfaces': [{'id': '0fef7a67-3189-472f-bb40-8f957d6500bf', 'name': '', 'network_id': 'da840476-420a-47a7-b677-d293ecb5a5ef', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:d8:26:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c30a4ee7-cee5-495d-aa3e-7a618f022a78', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:56:11Z', 'updated_at': '2021-10-20T11:56:14Z', 'revision_number': 5, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': 'c30a4ee7-cee5-495d-aa3e-7a618f022a78', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22ebab45-b3d0-4b58-8764-c457a0562ed4', 'name': '', 'network_id': '2f666673-028b-4258-80ae-79ef735e8ece', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:a1:30:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '66828c9f-c21a-4814-bff0-d22c49f3a052', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:56:07Z', 'updated_at': '2021-10-20T11:56:14Z', 'revision_number': 5, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '66828c9f-c21a-4814-bff0-d22c49f3a052', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34b15ea2-9356-48dc-85e0-02f90abad53d', 'name': '', 'network_id': 'c0748960-2ba3-45dc-b2f6-c6693b3a027b', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:d8:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:58Z', 'updated_at': '2021-10-20T11:56:04Z', 'revision_number': 5, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9cd61ab-e9a8-488e-8fcd-2a2070850f33', 'name': '', 'network_id': '70845a18-1359-409f-ba16-11b3110aab59', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:7b:f2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '68932b9f-1f95-4539-8dc1-61546698d546', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:56:04Z', 'updated_at': '2021-10-20T11:56:10Z', 'revision_number': 5, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '68932b9f-1f95-4539-8dc1-61546698d546', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:16.296815 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e0f35f-5782-433c-b4fa-670270593f2d None None] Checking router: d197abe3-49d4-480a-be09-14887dea0196 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:56:16.317002 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e0f35f-5782-433c-b4fa-670270593f2d None None] Routers {'d197abe3-49d4-480a-be09-14887dea0196'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:56:16.317829 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-44e0f35f-5782-433c-b4fa-670270593f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:55:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['d197abe3-49d4-480a-be09-14887dea0196'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:16.318270 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-178b2d79-8e3e-48fa-bc85-c92a8b7d33b6 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "GET /v2.0/routers/d197abe3-49d4-480a-be09-14887dea0196 HTTP/1.1" status: 200 len: 699 time: 0.1153333 Oct 20 11:56:16.320922 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45954) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:16.363710 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa1502-b174-48fd-a7b8-8cf459e8471a req-5696d465-76a6-4860-91d7-2c76a17ad05b tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:16.365320 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5efa1502-b174-48fd-a7b8-8cf459e8471a req-5696d465-76a6-4860-91d7-2c76a17ad05b tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.89 "GET /v2.0/ports?device_id=a725756d-9727-48aa-b00a-2901ab6cf06b HTTP/1.1" status: 200 len: 945 time: 0.0808568 Oct 20 11:56:16.456092 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-44e0f35f-5782-433c-b4fa-670270593f2d None None] Set router d197abe3-49d4-480a-be09-14887dea0196 gateway port host: None {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:56:16.477066 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-27da84bf-cefc-429c-8c48-2bcefb62f973 req-2a6981b4-d4cb-43e3-823f-9a2095a234b8 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:16.495486 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['c7826b30-6feb-4ea2-998b-8cffca1776b2'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:56:16.497537 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['d99f85b4-6142-4823-a06a-52a1d39f527b'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:56:16.504852 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 22ebab45-b3d0-4b58-8764-c457a0562ed4 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:56:16.539272 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6981b4-d4cb-43e3-823f-9a2095a234b8 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Pushing event deleted for resources: {'Port': ['ID=c7826b30-6feb-4ea2-998b-8cffca1776b2,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:16.608816 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4f9d7d00-d664-4e94-ada9-9582cd6e6901 req-45571c93-ddd3-4e18-97d3-aae14cca9db6 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/ports?device_id=06d4d982-8579-4014-b7f1-4967d1f85a03 HTTP/1.1" status: 200 len: 210 time: 0.0594268 Oct 20 11:56:16.630419 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-27da84bf-cefc-429c-8c48-2bcefb62f973 req-2a6981b4-d4cb-43e3-823f-9a2095a234b8 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] No DVR routers for this DVR port c7826b30-6feb-4ea2-998b-8cffca1776b2 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:56:16.634084 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-27da84bf-cefc-429c-8c48-2bcefb62f973 req-2a6981b4-d4cb-43e3-823f-9a2095a234b8 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:16.640089 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-27da84bf-cefc-429c-8c48-2bcefb62f973 req-2a6981b4-d4cb-43e3-823f-9a2095a234b8 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.11 "DELETE /v2.0/ports/c7826b30-6feb-4ea2-998b-8cffca1776b2 HTTP/1.1" status: 204 len: 173 time: 0.7749829 Oct 20 11:56:16.641667 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d4d982-8579-4014-b7f1-4967d1f85a03', 'name': 'network-vif-deleted', 'tag': 'c7826b30-6feb-4ea2-998b-8cffca1776b2'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:56:16.650274 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a195960-a1dc-4353-a834-5aaf31f3d288" -d '{"events": [{"server_uuid": "06d4d982-8579-4014-b7f1-4967d1f85a03", "name": "network-vif-deleted", "tag": "c7826b30-6feb-4ea2-998b-8cffca1776b2"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:56:16.675417 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-5efa1502-b174-48fd-a7b8-8cf459e8471a req-9d892ac6-136e-4460-a883-32dd74292a36 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Deleting port d99f85b4-6142-4823-a06a-52a1d39f527b {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:56:16.685465 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5efa1502-b174-48fd-a7b8-8cf459e8471a req-9d892ac6-136e-4460-a883-32dd74292a36 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:16.729636 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732a5ff9-dd79-42d4-9647-eec75c972e35 x-openstack-request-id: req-732a5ff9-dd79-42d4-9647-eec75c972e35 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:56:16.730108 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06d4d982-8579-4014-b7f1-4967d1f85a03", "name": "network-vif-deleted", "tag": "c7826b30-6feb-4ea2-998b-8cffca1776b2", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:56:16.730448 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-732a5ff9-dd79-42d4-9647-eec75c972e35 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:56:16.731331 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d4d982-8579-4014-b7f1-4967d1f85a03', 'name': 'network-vif-deleted', 'tag': 'c7826b30-6feb-4ea2-998b-8cffca1776b2', 'status': 'completed', 'code': 200} Oct 20 11:56:16.752051 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-02c6bdb9-b805-4d25-ac85-c1d27906db3c tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:16.779819 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 22ebab45-b3d0-4b58-8764-c457a0562ed4 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:56:16.780203 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:16.824610 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-5efa1502-b174-48fd-a7b8-8cf459e8471a req-9d892ac6-136e-4460-a883-32dd74292a36 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] For port d99f85b4-6142-4823-a06a-52a1d39f527b, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=d99f85b4-6142-4823-a06a-52a1d39f527b,segment=NetworkSegment(8866150f-0593-49f6-a32b-a3b0febe1d94),segment_id=8866150f-0593-49f6-a32b-a3b0febe1d94)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:56:16.825025 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5efa1502-b174-48fd-a7b8-8cf459e8471a req-9d892ac6-136e-4460-a883-32dd74292a36 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:16.843118 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-5efa1502-b174-48fd-a7b8-8cf459e8471a req-9d892ac6-136e-4460-a883-32dd74292a36 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Calling delete_port for d99f85b4-6142-4823-a06a-52a1d39f527b owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:56:16.977138 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-44e0f35f-5782-433c-b4fa-670270593f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd197abe3-49d4-480a-be09-14887dea0196', 'name': 'tempest-RoutersTest-router-757798737', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:55Z', 'updated_at': '2021-10-20T11:56:15Z', 'revision_number': 7, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'gw_port_host': None, '_interfaces': [{'id': '0fef7a67-3189-472f-bb40-8f957d6500bf', 'name': '', 'network_id': 'da840476-420a-47a7-b677-d293ecb5a5ef', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:d8:26:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c30a4ee7-cee5-495d-aa3e-7a618f022a78', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:56:11Z', 'updated_at': '2021-10-20T11:56:14Z', 'revision_number': 5, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': 'c30a4ee7-cee5-495d-aa3e-7a618f022a78', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22ebab45-b3d0-4b58-8764-c457a0562ed4', 'name': '', 'network_id': '2f666673-028b-4258-80ae-79ef735e8ece', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:a1:30:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '66828c9f-c21a-4814-bff0-d22c49f3a052', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:56:07Z', 'updated_at': '2021-10-20T11:56:14Z', 'revision_number': 5, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '66828c9f-c21a-4814-bff0-d22c49f3a052', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34b15ea2-9356-48dc-85e0-02f90abad53d', 'name': '', 'network_id': 'c0748960-2ba3-45dc-b2f6-c6693b3a027b', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:d8:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:58Z', 'updated_at': '2021-10-20T11:56:04Z', 'revision_number': 5, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9cd61ab-e9a8-488e-8fcd-2a2070850f33', 'name': '', 'network_id': '70845a18-1359-409f-ba16-11b3110aab59', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:7b:f2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '68932b9f-1f95-4539-8dc1-61546698d546', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:56:04Z', 'updated_at': '2021-10-20T11:56:10Z', 'revision_number': 5, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '68932b9f-1f95-4539-8dc1-61546698d546', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:17.007360 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e0f35f-5782-433c-b4fa-670270593f2d None None] The sync data for ids ['d197abe3-49d4-480a-be09-14887dea0196'] in n-d-814735-3 is: [{'id': 'd197abe3-49d4-480a-be09-14887dea0196', 'name': 'tempest-RoutersTest-router-757798737', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:55Z', 'updated_at': '2021-10-20T11:56:15Z', 'revision_number': 7, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'gw_port_host': None, '_interfaces': [{'id': '0fef7a67-3189-472f-bb40-8f957d6500bf', 'name': '', 'network_id': 'da840476-420a-47a7-b677-d293ecb5a5ef', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:d8:26:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c30a4ee7-cee5-495d-aa3e-7a618f022a78', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:56:11Z', 'updated_at': '2021-10-20T11:56:14Z', 'revision_number': 5, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': 'c30a4ee7-cee5-495d-aa3e-7a618f022a78', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22ebab45-b3d0-4b58-8764-c457a0562ed4', 'name': '', 'network_id': '2f666673-028b-4258-80ae-79ef735e8ece', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:a1:30:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '66828c9f-c21a-4814-bff0-d22c49f3a052', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:56:07Z', 'updated_at': '2021-10-20T11:56:14Z', 'revision_number': 5, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '66828c9f-c21a-4814-bff0-d22c49f3a052', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34b15ea2-9356-48dc-85e0-02f90abad53d', 'name': '', 'network_id': 'c0748960-2ba3-45dc-b2f6-c6693b3a027b', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:d8:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:58Z', 'updated_at': '2021-10-20T11:56:04Z', 'revision_number': 5, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9cd61ab-e9a8-488e-8fcd-2a2070850f33', 'name': '', 'network_id': '70845a18-1359-409f-ba16-11b3110aab59', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:7b:f2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '68932b9f-1f95-4539-8dc1-61546698d546', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:56:04Z', 'updated_at': '2021-10-20T11:56:10Z', 'revision_number': 5, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '68932b9f-1f95-4539-8dc1-61546698d546', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:56:17.011776 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5efa1502-b174-48fd-a7b8-8cf459e8471a req-9d892ac6-136e-4460-a883-32dd74292a36 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:17.026059 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['c7826b30-6feb-4ea2-998b-8cffca1776b2'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:56:17.061318 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d892ac6-136e-4460-a883-32dd74292a36 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Pushing event deleted for resources: {'Port': ['ID=d99f85b4-6142-4823-a06a-52a1d39f527b,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:17.072447 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-02c6bdb9-b805-4d25-ac85-c1d27906db3c tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Deleting port 0fef7a67-3189-472f-bb40-8f957d6500bf {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:56:17.072958 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-02c6bdb9-b805-4d25-ac85-c1d27906db3c tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:17.114202 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-5efa1502-b174-48fd-a7b8-8cf459e8471a req-9d892ac6-136e-4460-a883-32dd74292a36 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] No DVR routers for this DVR port d99f85b4-6142-4823-a06a-52a1d39f527b on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:56:17.117222 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5efa1502-b174-48fd-a7b8-8cf459e8471a req-9d892ac6-136e-4460-a883-32dd74292a36 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:17.122488 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5efa1502-b174-48fd-a7b8-8cf459e8471a req-9d892ac6-136e-4460-a883-32dd74292a36 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.89 "DELETE /v2.0/ports/d99f85b4-6142-4823-a06a-52a1d39f527b HTTP/1.1" status: 204 len: 173 time: 0.7482352 Oct 20 11:56:17.189349 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-02c6bdb9-b805-4d25-ac85-c1d27906db3c tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] For port 0fef7a67-3189-472f-bb40-8f957d6500bf, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=0fef7a67-3189-472f-bb40-8f957d6500bf,segment=NetworkSegment(ffdc7274-110a-4601-bafd-d2cf7b168826),segment_id=ffdc7274-110a-4601-bafd-d2cf7b168826)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:56:17.189716 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-02c6bdb9-b805-4d25-ac85-c1d27906db3c tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:17.208881 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-02c6bdb9-b805-4d25-ac85-c1d27906db3c tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Calling delete_port for 0fef7a67-3189-472f-bb40-8f957d6500bf owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:56:17.313236 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8acecb-06cb-4681-ba33-8b9e7b6b217d None None] Sync routers for ids ['d197abe3-49d4-480a-be09-14887dea0196'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:56:17.324521 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8acecb-06cb-4681-ba33-8b9e7b6b217d None None] Routers {'d197abe3-49d4-480a-be09-14887dea0196'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:56:17.325162 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-cf8acecb-06cb-4681-ba33-8b9e7b6b217d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:55:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['d197abe3-49d4-480a-be09-14887dea0196'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:17.419482 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-02c6bdb9-b805-4d25-ac85-c1d27906db3c tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:17.430125 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-cf8acecb-06cb-4681-ba33-8b9e7b6b217d None None] Set router d197abe3-49d4-480a-be09-14887dea0196 gateway port host: None {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:56:17.450912 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6bdb9-b805-4d25-ac85-c1d27906db3c tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event deleted for resources: {'Port': ['ID=0fef7a67-3189-472f-bb40-8f957d6500bf,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:17.689944 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-02c6bdb9-b805-4d25-ac85-c1d27906db3c tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:17.742008 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-cf8acecb-06cb-4681-ba33-8b9e7b6b217d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd197abe3-49d4-480a-be09-14887dea0196', 'name': 'tempest-RoutersTest-router-757798737', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:55Z', 'updated_at': '2021-10-20T11:56:15Z', 'revision_number': 7, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'gw_port_host': None, '_interfaces': [{'id': '0fef7a67-3189-472f-bb40-8f957d6500bf', 'name': '', 'network_id': 'da840476-420a-47a7-b677-d293ecb5a5ef', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:d8:26:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c30a4ee7-cee5-495d-aa3e-7a618f022a78', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:56:11Z', 'updated_at': '2021-10-20T11:56:14Z', 'revision_number': 5, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': 'c30a4ee7-cee5-495d-aa3e-7a618f022a78', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22ebab45-b3d0-4b58-8764-c457a0562ed4', 'name': '', 'network_id': '2f666673-028b-4258-80ae-79ef735e8ece', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:a1:30:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '66828c9f-c21a-4814-bff0-d22c49f3a052', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:56:07Z', 'updated_at': '2021-10-20T11:56:14Z', 'revision_number': 5, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '66828c9f-c21a-4814-bff0-d22c49f3a052', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34b15ea2-9356-48dc-85e0-02f90abad53d', 'name': '', 'network_id': 'c0748960-2ba3-45dc-b2f6-c6693b3a027b', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:d8:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:58Z', 'updated_at': '2021-10-20T11:56:04Z', 'revision_number': 5, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9cd61ab-e9a8-488e-8fcd-2a2070850f33', 'name': '', 'network_id': '70845a18-1359-409f-ba16-11b3110aab59', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:7b:f2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '68932b9f-1f95-4539-8dc1-61546698d546', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:56:04Z', 'updated_at': '2021-10-20T11:56:10Z', 'revision_number': 5, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '68932b9f-1f95-4539-8dc1-61546698d546', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:17.777636 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8acecb-06cb-4681-ba33-8b9e7b6b217d None None] Checking router: d197abe3-49d4-480a-be09-14887dea0196 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:56:17.787502 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8acecb-06cb-4681-ba33-8b9e7b6b217d None None] Routers {'d197abe3-49d4-480a-be09-14887dea0196'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:56:17.788119 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-cf8acecb-06cb-4681-ba33-8b9e7b6b217d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:55:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['d197abe3-49d4-480a-be09-14887dea0196'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:17.818079 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7883daf3-d24b-40d6-890a-7711709f0916 req-77319d46-8072-4e35-b9b4-e2a9c6726a96 tempest-MultipleCreateTestJSON-95335094 tempest-MultipleCreateTestJSON-95335094-project] 10.222.0.98 "GET /v2.0/ports?device_id=a725756d-9727-48aa-b00a-2901ab6cf06b HTTP/1.1" status: 200 len: 210 time: 0.0366168 Oct 20 11:56:17.873309 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-cf8acecb-06cb-4681-ba33-8b9e7b6b217d None None] Set router d197abe3-49d4-480a-be09-14887dea0196 gateway port host: None {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:56:17.912424 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c6bdb9-b805-4d25-ac85-c1d27906db3c tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Router d197abe3-49d4-480a-be09-14887dea0196 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:56:18.008015 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c6bdb9-b805-4d25-ac85-c1d27906db3c tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:56:18.013049 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-02c6bdb9-b805-4d25-ac85-c1d27906db3c tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "PUT /v2.0/routers/d197abe3-49d4-480a-be09-14887dea0196/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6895654 Oct 20 11:56:18.015667 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45966) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:18.066700 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a5ba8f8-2885-4817-abaa-b4433d2fe4bc tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Deleting subnet c30a4ee7-cee5-495d-aa3e-7a618f022a78 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:56:18.070100 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6a5ba8f8-2885-4817-abaa-b4433d2fe4bc tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:18.081989 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-cf8acecb-06cb-4681-ba33-8b9e7b6b217d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd197abe3-49d4-480a-be09-14887dea0196', 'name': 'tempest-RoutersTest-router-757798737', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:55Z', 'updated_at': '2021-10-20T11:56:17Z', 'revision_number': 8, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'gw_port_host': None, '_interfaces': [{'id': '22ebab45-b3d0-4b58-8764-c457a0562ed4', 'name': '', 'network_id': '2f666673-028b-4258-80ae-79ef735e8ece', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:a1:30:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '66828c9f-c21a-4814-bff0-d22c49f3a052', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:56:07Z', 'updated_at': '2021-10-20T11:56:14Z', 'revision_number': 5, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '66828c9f-c21a-4814-bff0-d22c49f3a052', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34b15ea2-9356-48dc-85e0-02f90abad53d', 'name': '', 'network_id': 'c0748960-2ba3-45dc-b2f6-c6693b3a027b', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:d8:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:58Z', 'updated_at': '2021-10-20T11:56:04Z', 'revision_number': 5, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9cd61ab-e9a8-488e-8fcd-2a2070850f33', 'name': '', 'network_id': '70845a18-1359-409f-ba16-11b3110aab59', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:7b:f2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '68932b9f-1f95-4539-8dc1-61546698d546', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:56:04Z', 'updated_at': '2021-10-20T11:56:10Z', 'revision_number': 5, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '68932b9f-1f95-4539-8dc1-61546698d546', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:18.108180 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8acecb-06cb-4681-ba33-8b9e7b6b217d None None] The sync data for ids ['d197abe3-49d4-480a-be09-14887dea0196'] in n-d-814735-3 is: [{'id': 'd197abe3-49d4-480a-be09-14887dea0196', 'name': 'tempest-RoutersTest-router-757798737', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:55Z', 'updated_at': '2021-10-20T11:56:17Z', 'revision_number': 8, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'gw_port_host': None, '_interfaces': [{'id': '22ebab45-b3d0-4b58-8764-c457a0562ed4', 'name': '', 'network_id': '2f666673-028b-4258-80ae-79ef735e8ece', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:a1:30:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '66828c9f-c21a-4814-bff0-d22c49f3a052', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:56:07Z', 'updated_at': '2021-10-20T11:56:14Z', 'revision_number': 5, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '66828c9f-c21a-4814-bff0-d22c49f3a052', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34b15ea2-9356-48dc-85e0-02f90abad53d', 'name': '', 'network_id': 'c0748960-2ba3-45dc-b2f6-c6693b3a027b', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:d8:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:58Z', 'updated_at': '2021-10-20T11:56:04Z', 'revision_number': 5, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9cd61ab-e9a8-488e-8fcd-2a2070850f33', 'name': '', 'network_id': '70845a18-1359-409f-ba16-11b3110aab59', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:7b:f2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '68932b9f-1f95-4539-8dc1-61546698d546', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:56:04Z', 'updated_at': '2021-10-20T11:56:10Z', 'revision_number': 5, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '68932b9f-1f95-4539-8dc1-61546698d546', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:56:18.113716 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6a5ba8f8-2885-4817-abaa-b4433d2fe4bc tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:18.198002 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6a5ba8f8-2885-4817-abaa-b4433d2fe4bc tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:18.262538 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6a5ba8f8-2885-4817-abaa-b4433d2fe4bc tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:18.293145 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ba8f8-2885-4817-abaa-b4433d2fe4bc tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event deleted for resources: {'Subnet': ['ID=c30a4ee7-cee5-495d-aa3e-7a618f022a78,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:18.296638 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6a5ba8f8-2885-4817-abaa-b4433d2fe4bc tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:18.299898 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6a5ba8f8-2885-4817-abaa-b4433d2fe4bc tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "DELETE /v2.0/subnets/c30a4ee7-cee5-495d-aa3e-7a618f022a78 HTTP/1.1" status: 204 len: 168 time: 0.2832153 Oct 20 11:56:18.302953 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45968) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:18.303445 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13301549-169e-4014-a90f-b6332ec25a93 None None] Network da840476-420a-47a7-b677-d293ecb5a5ef requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:56:18.388335 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-669f1442-11a6-4554-b950-792b3c2637bb tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:18.448401 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-669f1442-11a6-4554-b950-792b3c2637bb tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Deleting port 30a07208-69d7-4590-bda5-b0fca4b43b44 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:56:18.448756 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-669f1442-11a6-4554-b950-792b3c2637bb tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:18.505633 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3a7ea7-4357-47fc-8d4e-efce7ab3f48a None None] DHCP port deletion for da840476-420a-47a7-b677-d293ecb5a5ef request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:56:18.516161 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-669f1442-11a6-4554-b950-792b3c2637bb tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] For port 30a07208-69d7-4590-bda5-b0fca4b43b44, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=30a07208-69d7-4590-bda5-b0fca4b43b44,segment=NetworkSegment(ffdc7274-110a-4601-bafd-d2cf7b168826),segment_id=ffdc7274-110a-4601-bafd-d2cf7b168826)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:56:18.516483 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-669f1442-11a6-4554-b950-792b3c2637bb tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:18.530551 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-669f1442-11a6-4554-b950-792b3c2637bb tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Calling delete_port for 30a07208-69d7-4590-bda5-b0fca4b43b44 owned by network:dhcp {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:56:18.552575 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-2b3a7ea7-4357-47fc-8d4e-efce7ab3f48a None None] Deleting port 30a07208-69d7-4590-bda5-b0fca4b43b44 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:56:18.552981 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2b3a7ea7-4357-47fc-8d4e-efce7ab3f48a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:18.616660 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-669f1442-11a6-4554-b950-792b3c2637bb tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:18.619392 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-2b3a7ea7-4357-47fc-8d4e-efce7ab3f48a None None] For port 30a07208-69d7-4590-bda5-b0fca4b43b44, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=30a07208-69d7-4590-bda5-b0fca4b43b44,segment=NetworkSegment(ffdc7274-110a-4601-bafd-d2cf7b168826),segment_id=ffdc7274-110a-4601-bafd-d2cf7b168826)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:56:18.619780 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2b3a7ea7-4357-47fc-8d4e-efce7ab3f48a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:18.637620 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-2b3a7ea7-4357-47fc-8d4e-efce7ab3f48a None None] Calling delete_port for 30a07208-69d7-4590-bda5-b0fca4b43b44 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:56:18.643896 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1442-11a6-4554-b950-792b3c2637bb tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event deleted for resources: {'Port': ['ID=30a07208-69d7-4590-bda5-b0fca4b43b44,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:18.650234 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669f1442-11a6-4554-b950-792b3c2637bb tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] No DVR routers for this DVR port 30a07208-69d7-4590-bda5-b0fca4b43b44 on host n-d-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:56:18.684576 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fb06b9-35a5-4b6e-883e-56940ec93236 None None] Sync routers for ids ['d197abe3-49d4-480a-be09-14887dea0196'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:56:18.700171 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fb06b9-35a5-4b6e-883e-56940ec93236 None None] Routers {'d197abe3-49d4-480a-be09-14887dea0196'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:56:18.700790 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-44fb06b9-35a5-4b6e-883e-56940ec93236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:55:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['d197abe3-49d4-480a-be09-14887dea0196'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:18.727684 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-669f1442-11a6-4554-b950-792b3c2637bb tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:18.734525 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a725756d-9727-48aa-b00a-2901ab6cf06b', 'name': 'network-vif-deleted', 'tag': 'd99f85b4-6142-4823-a06a-52a1d39f527b'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:56:18.736856 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59878f9d-3d12-453c-9697-8b38a09a1675" -d '{"events": [{"server_uuid": "a725756d-9727-48aa-b00a-2901ab6cf06b", "name": "network-vif-deleted", "tag": "d99f85b4-6142-4823-a06a-52a1d39f527b"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:56:18.759014 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-669f1442-11a6-4554-b950-792b3c2637bb tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da840476-420a-47a7-b677-d293ecb5a5ef']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:18.771042 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-669f1442-11a6-4554-b950-792b3c2637bb tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffdc7274-110a-4601-bafd-d2cf7b168826') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:18.771386 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-669f1442-11a6-4554-b950-792b3c2637bb tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffdc7274-110a-4601-bafd-d2cf7b168826') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:18.779663 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c54843-5b59-4213-8551-d49ce3926b4f x-openstack-request-id: req-06c54843-5b59-4213-8551-d49ce3926b4f {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:56:18.779956 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a725756d-9727-48aa-b00a-2901ab6cf06b", "name": "network-vif-deleted", "tag": "d99f85b4-6142-4823-a06a-52a1d39f527b", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:56:18.780203 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-06c54843-5b59-4213-8551-d49ce3926b4f {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:56:18.780592 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a725756d-9727-48aa-b00a-2901ab6cf06b', 'name': 'network-vif-deleted', 'tag': 'd99f85b4-6142-4823-a06a-52a1d39f527b', 'status': 'completed', 'code': 200} Oct 20 11:56:18.784083 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-669f1442-11a6-4554-b950-792b3c2637bb tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:18.799214 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-669f1442-11a6-4554-b950-792b3c2637bb tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:18.806626 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-669f1442-11a6-4554-b950-792b3c2637bb tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Releasing vlan 1275 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:56:18.807067 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-669f1442-11a6-4554-b950-792b3c2637bb tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:18.807204 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2b3a7ea7-4357-47fc-8d4e-efce7ab3f48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:18.810971 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:56:18.810971 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:56:18.810971 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:56:18.810971 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:56:18.810971 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:56:18.810971 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:56:18.810971 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:56:18.810971 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:56:18.810971 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:56:18.810971 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:56:18.810971 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:56:18.810971 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:56:18.810971 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:56:18.810971 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:56:18.810971 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:56:18.810971 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:56:18.810971 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:56:18.810971 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:56:18.810971 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:56:18.810971 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:56:18.810971 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:56:18.810971 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:56:18.810971 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:56:18.810971 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:56:18.810971 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:56:18.810971 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:56:18.810971 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:56:18.810971 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:56:18.810971 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:56:18.810971 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:56:18.810971 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:56:18.810971 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:56:18.814319 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-44fb06b9-35a5-4b6e-883e-56940ec93236 None None] Set router d197abe3-49d4-480a-be09-14887dea0196 gateway port host: None {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:56:18.864527 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a7ea7-4357-47fc-8d4e-efce7ab3f48a None None] Pushing event deleted for resources: {'Port': ['ID=30a07208-69d7-4590-bda5-b0fca4b43b44,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:18.872151 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3a7ea7-4357-47fc-8d4e-efce7ab3f48a None None] No DVR routers for this DVR port 30a07208-69d7-4590-bda5-b0fca4b43b44 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:56:18.879103 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45974) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:18.889211 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-669f1442-11a6-4554-b950-792b3c2637bb tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:18.903595 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-669f1442-11a6-4554-b950-792b3c2637bb tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:18.909968 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-669f1442-11a6-4554-b950-792b3c2637bb tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "DELETE /v2.0/networks/da840476-420a-47a7-b677-d293ecb5a5ef HTTP/1.1" status: 204 len: 168 time: 0.6034150 Oct 20 11:56:18.914209 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 45976) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:18.919486 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1442-11a6-4554-b950-792b3c2637bb tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event deleted for resources: {'Network': ['ID=da840476-420a-47a7-b677-d293ecb5a5ef,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:19.011613 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-57383591-8d29-4bf4-8c9a-d38f0193066b admin admin] Deleting subnet 8389efb5-4922-419c-8872-f71fe9233d90 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:56:19.017781 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-57383591-8d29-4bf4-8c9a-d38f0193066b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:19.128490 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-57383591-8d29-4bf4-8c9a-d38f0193066b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:19.199130 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-57383591-8d29-4bf4-8c9a-d38f0193066b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:19.232342 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-44fb06b9-35a5-4b6e-883e-56940ec93236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd197abe3-49d4-480a-be09-14887dea0196', 'name': 'tempest-RoutersTest-router-757798737', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:55Z', 'updated_at': '2021-10-20T11:56:17Z', 'revision_number': 8, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'gw_port_host': None, '_interfaces': [{'id': '22ebab45-b3d0-4b58-8764-c457a0562ed4', 'name': '', 'network_id': '2f666673-028b-4258-80ae-79ef735e8ece', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:a1:30:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '66828c9f-c21a-4814-bff0-d22c49f3a052', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:56:07Z', 'updated_at': '2021-10-20T11:56:14Z', 'revision_number': 5, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '66828c9f-c21a-4814-bff0-d22c49f3a052', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34b15ea2-9356-48dc-85e0-02f90abad53d', 'name': '', 'network_id': 'c0748960-2ba3-45dc-b2f6-c6693b3a027b', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:d8:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:58Z', 'updated_at': '2021-10-20T11:56:04Z', 'revision_number': 5, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9cd61ab-e9a8-488e-8fcd-2a2070850f33', 'name': '', 'network_id': '70845a18-1359-409f-ba16-11b3110aab59', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:7b:f2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '68932b9f-1f95-4539-8dc1-61546698d546', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:56:04Z', 'updated_at': '2021-10-20T11:56:10Z', 'revision_number': 5, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '68932b9f-1f95-4539-8dc1-61546698d546', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:19.259868 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fb06b9-35a5-4b6e-883e-56940ec93236 None None] Checking router: d197abe3-49d4-480a-be09-14887dea0196 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:56:19.269263 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fb06b9-35a5-4b6e-883e-56940ec93236 None None] Routers {'d197abe3-49d4-480a-be09-14887dea0196'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:56:19.269890 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-44fb06b9-35a5-4b6e-883e-56940ec93236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:55:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['d197abe3-49d4-480a-be09-14887dea0196'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:19.291933 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-57383591-8d29-4bf4-8c9a-d38f0193066b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:19.322736 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57383591-8d29-4bf4-8c9a-d38f0193066b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8389efb5-4922-419c-8872-f71fe9233d90,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:19.331338 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-57383591-8d29-4bf4-8c9a-d38f0193066b admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:19.336950 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-57383591-8d29-4bf4-8c9a-d38f0193066b admin admin] 10.222.0.98 "DELETE /v2.0/subnets/8389efb5-4922-419c-8872-f71fe9233d90 HTTP/1.1" status: 204 len: 168 time: 0.4543858 Oct 20 11:56:19.337362 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45978) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:19.360984 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0f39b159-9a03-4968-814c-a99fe5de3033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:19.373719 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-44fb06b9-35a5-4b6e-883e-56940ec93236 None None] Set router d197abe3-49d4-480a-be09-14887dea0196 gateway port host: None {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:56:19.401200 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cf3808b1-43a7-4c83-bbe4-b55a6cb82424 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:19.422554 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c443d60e-5d23-4015-a26f-bb85a10cc257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:19.508642 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c443d60e-5d23-4015-a26f-bb85a10cc257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:19.545552 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-c443d60e-5d23-4015-a26f-bb85a10cc257 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8272be60-2c9c-4567-a2ef-0c10dfcb119d']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:19.560295 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-c443d60e-5d23-4015-a26f-bb85a10cc257 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8866150f-0593-49f6-a32b-a3b0febe1d94') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:19.560695 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-c443d60e-5d23-4015-a26f-bb85a10cc257 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8866150f-0593-49f6-a32b-a3b0febe1d94') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:19.570862 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c443d60e-5d23-4015-a26f-bb85a10cc257 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:19.583240 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 0fef7a67-3189-472f-bb40-8f957d6500bf no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:56:19.589195 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c443d60e-5d23-4015-a26f-bb85a10cc257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:19.595976 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c443d60e-5d23-4015-a26f-bb85a10cc257 admin admin] Releasing vlan 1292 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:56:19.596366 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c443d60e-5d23-4015-a26f-bb85a10cc257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:19.598060 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:56:19.598060 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:56:19.598060 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:56:19.598060 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:56:19.598060 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:56:19.598060 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:56:19.598060 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:56:19.598060 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:56:19.598060 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:56:19.598060 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:56:19.598060 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:56:19.598060 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:56:19.598060 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:56:19.598060 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:56:19.598060 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:56:19.598060 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:56:19.598060 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:56:19.598060 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:56:19.598060 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:56:19.598060 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:56:19.598060 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:56:19.598060 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:56:19.598060 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:56:19.598060 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:56:19.598060 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:56:19.598060 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:56:19.598060 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:56:19.598060 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:56:19.598060 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:56:19.598060 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:56:19.598060 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:56:19.598060 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:56:19.606462 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 0fef7a67-3189-472f-bb40-8f957d6500bf {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:56:19.606819 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 0fef7a67-3189-472f-bb40-8f957d6500bf not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:56:19.607251 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 30a07208-69d7-4590-bda5-b0fca4b43b44 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:56:19.629111 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 30a07208-69d7-4590-bda5-b0fca4b43b44 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:56:19.629457 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 30a07208-69d7-4590-bda5-b0fca4b43b44 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:56:19.635938 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-44fb06b9-35a5-4b6e-883e-56940ec93236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd197abe3-49d4-480a-be09-14887dea0196', 'name': 'tempest-RoutersTest-router-757798737', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:55Z', 'updated_at': '2021-10-20T11:56:17Z', 'revision_number': 8, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'gw_port_host': None, '_interfaces': [{'id': '22ebab45-b3d0-4b58-8764-c457a0562ed4', 'name': '', 'network_id': '2f666673-028b-4258-80ae-79ef735e8ece', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:a1:30:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '66828c9f-c21a-4814-bff0-d22c49f3a052', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:56:07Z', 'updated_at': '2021-10-20T11:56:14Z', 'revision_number': 5, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '66828c9f-c21a-4814-bff0-d22c49f3a052', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34b15ea2-9356-48dc-85e0-02f90abad53d', 'name': '', 'network_id': 'c0748960-2ba3-45dc-b2f6-c6693b3a027b', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:d8:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:58Z', 'updated_at': '2021-10-20T11:56:04Z', 'revision_number': 5, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9cd61ab-e9a8-488e-8fcd-2a2070850f33', 'name': '', 'network_id': '70845a18-1359-409f-ba16-11b3110aab59', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:7b:f2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '68932b9f-1f95-4539-8dc1-61546698d546', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:56:04Z', 'updated_at': '2021-10-20T11:56:10Z', 'revision_number': 5, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '68932b9f-1f95-4539-8dc1-61546698d546', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:19.663693 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fb06b9-35a5-4b6e-883e-56940ec93236 None None] The sync data for ids ['d197abe3-49d4-480a-be09-14887dea0196'] in n-d-814735-3 is: [{'id': 'd197abe3-49d4-480a-be09-14887dea0196', 'name': 'tempest-RoutersTest-router-757798737', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:55Z', 'updated_at': '2021-10-20T11:56:17Z', 'revision_number': 8, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'gw_port_host': None, '_interfaces': [{'id': '22ebab45-b3d0-4b58-8764-c457a0562ed4', 'name': '', 'network_id': '2f666673-028b-4258-80ae-79ef735e8ece', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:a1:30:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '66828c9f-c21a-4814-bff0-d22c49f3a052', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:56:07Z', 'updated_at': '2021-10-20T11:56:14Z', 'revision_number': 5, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '66828c9f-c21a-4814-bff0-d22c49f3a052', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34b15ea2-9356-48dc-85e0-02f90abad53d', 'name': '', 'network_id': 'c0748960-2ba3-45dc-b2f6-c6693b3a027b', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:d8:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:58Z', 'updated_at': '2021-10-20T11:56:04Z', 'revision_number': 5, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9cd61ab-e9a8-488e-8fcd-2a2070850f33', 'name': '', 'network_id': '70845a18-1359-409f-ba16-11b3110aab59', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:7b:f2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '68932b9f-1f95-4539-8dc1-61546698d546', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:56:04Z', 'updated_at': '2021-10-20T11:56:10Z', 'revision_number': 5, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '68932b9f-1f95-4539-8dc1-61546698d546', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:56:19.667073 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c443d60e-5d23-4015-a26f-bb85a10cc257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:19.672922 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c443d60e-5d23-4015-a26f-bb85a10cc257 admin admin] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:19.673087 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device d99f85b4-6142-4823-a06a-52a1d39f527b no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:56:19.679356 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c443d60e-5d23-4015-a26f-bb85a10cc257 admin admin] 10.222.0.98 "DELETE /v2.0/networks/8272be60-2c9c-4567-a2ef-0c10dfcb119d HTTP/1.1" status: 204 len: 168 time: 0.3408704 Oct 20 11:56:19.694086 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c443d60e-5d23-4015-a26f-bb85a10cc257 admin admin] Pushing event deleted for resources: {'Network': ['ID=8272be60-2c9c-4567-a2ef-0c10dfcb119d,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:19.702098 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: d99f85b4-6142-4823-a06a-52a1d39f527b {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:56:19.702098 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device d99f85b4-6142-4823-a06a-52a1d39f527b not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:56:19.702402 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-cf3808b1-43a7-4c83-bbe4-b55a6cb82424 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Deleting port 22ebab45-b3d0-4b58-8764-c457a0562ed4 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:56:19.702861 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cf3808b1-43a7-4c83-bbe4-b55a6cb82424 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:19.746258 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device c7826b30-6feb-4ea2-998b-8cffca1776b2 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:56:19.777951 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: c7826b30-6feb-4ea2-998b-8cffca1776b2 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:56:19.778307 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device c7826b30-6feb-4ea2-998b-8cffca1776b2 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:56:19.822713 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45982) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:19.869019 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-091b231e-126c-419a-860c-5c09d6df241f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a39bc4800586482a872e4120608377b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449376 Oct 20 11:56:19.871517 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 45984) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:19.929046 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-376c3b82-6b19-4346-966c-62a3ab44b42d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:19.951051 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-376c3b82-6b19-4346-966c-62a3ab44b42d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:20.000636 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-376c3b82-6b19-4346-966c-62a3ab44b42d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:20.003209 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-376c3b82-6b19-4346-966c-62a3ab44b42d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:20.004544 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-376c3b82-6b19-4346-966c-62a3ab44b42d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/23d09786-5943-41fc-a47b-f64bdf845c42 HTTP/1.1" status: 204 len: 168 time: 0.1319172 Oct 20 11:56:20.013230 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376c3b82-6b19-4346-966c-62a3ab44b42d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d09786-5943-41fc-a47b-f64bdf845c42,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:20.141391 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-cf3808b1-43a7-4c83-bbe4-b55a6cb82424 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] For port 22ebab45-b3d0-4b58-8764-c457a0562ed4, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=22ebab45-b3d0-4b58-8764-c457a0562ed4,segment=NetworkSegment(08ef34e6-5af4-4a59-84f1-cf80a1819925),segment_id=08ef34e6-5af4-4a59-84f1-cf80a1819925)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:56:20.141751 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cf3808b1-43a7-4c83-bbe4-b55a6cb82424 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:20.155034 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-cf3808b1-43a7-4c83-bbe4-b55a6cb82424 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Calling delete_port for 22ebab45-b3d0-4b58-8764-c457a0562ed4 owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:56:20.327614 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cf3808b1-43a7-4c83-bbe4-b55a6cb82424 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:20.354297 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3808b1-43a7-4c83-bbe4-b55a6cb82424 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event deleted for resources: {'Port': ['ID=22ebab45-b3d0-4b58-8764-c457a0562ed4,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:20.532642 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cf3808b1-43a7-4c83-bbe4-b55a6cb82424 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:20.725276 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf3808b1-43a7-4c83-bbe4-b55a6cb82424 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Router d197abe3-49d4-480a-be09-14887dea0196 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:56:20.820671 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3808b1-43a7-4c83-bbe4-b55a6cb82424 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:56:20.825625 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-cf3808b1-43a7-4c83-bbe4-b55a6cb82424 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "PUT /v2.0/routers/d197abe3-49d4-480a-be09-14887dea0196/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9130189 Oct 20 11:56:20.829065 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46008) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:20.831036 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d27a577-6453-4250-9873-577646231859 None None] Sync routers for ids ['d197abe3-49d4-480a-be09-14887dea0196'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:56:20.839936 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d27a577-6453-4250-9873-577646231859 None None] Routers {'d197abe3-49d4-480a-be09-14887dea0196'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:56:20.840536 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-5d27a577-6453-4250-9873-577646231859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:55:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['d197abe3-49d4-480a-be09-14887dea0196'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:20.887435 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-c72f4cbb-d570-4ac2-ba97-26cbcc7d8232 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Deleting subnet 66828c9f-c21a-4814-bff0-d22c49f3a052 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:56:20.892018 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c72f4cbb-d570-4ac2-ba97-26cbcc7d8232 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:20.935942 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-5d27a577-6453-4250-9873-577646231859 None None] Set router d197abe3-49d4-480a-be09-14887dea0196 gateway port host: None {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:56:20.946892 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c72f4cbb-d570-4ac2-ba97-26cbcc7d8232 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:21.041241 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c72f4cbb-d570-4ac2-ba97-26cbcc7d8232 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:21.111223 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c72f4cbb-d570-4ac2-ba97-26cbcc7d8232 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:21.154430 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f4cbb-d570-4ac2-ba97-26cbcc7d8232 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event deleted for resources: {'Subnet': ['ID=66828c9f-c21a-4814-bff0-d22c49f3a052,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:21.156514 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c72f4cbb-d570-4ac2-ba97-26cbcc7d8232 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:21.162375 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 46024) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:21.162878 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c72f4cbb-d570-4ac2-ba97-26cbcc7d8232 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "DELETE /v2.0/subnets/66828c9f-c21a-4814-bff0-d22c49f3a052 HTTP/1.1" status: 204 len: 168 time: 0.3320930 Oct 20 11:56:21.163005 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5004d119-cd4d-46b9-9d0f-e6956ba7fa61 None None] Network 2f666673-028b-4258-80ae-79ef735e8ece requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:56:21.249010 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-51adeeaf-e2dc-48c4-b844-f81f29f84bfc tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:21.270135 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-5d27a577-6453-4250-9873-577646231859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd197abe3-49d4-480a-be09-14887dea0196', 'name': 'tempest-RoutersTest-router-757798737', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:55Z', 'updated_at': '2021-10-20T11:56:20Z', 'revision_number': 9, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'gw_port_host': None, '_interfaces': [{'id': '34b15ea2-9356-48dc-85e0-02f90abad53d', 'name': '', 'network_id': 'c0748960-2ba3-45dc-b2f6-c6693b3a027b', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:d8:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:58Z', 'updated_at': '2021-10-20T11:56:04Z', 'revision_number': 5, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9cd61ab-e9a8-488e-8fcd-2a2070850f33', 'name': '', 'network_id': '70845a18-1359-409f-ba16-11b3110aab59', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:7b:f2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '68932b9f-1f95-4539-8dc1-61546698d546', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:56:04Z', 'updated_at': '2021-10-20T11:56:10Z', 'revision_number': 5, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '68932b9f-1f95-4539-8dc1-61546698d546', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:21.298112 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d27a577-6453-4250-9873-577646231859 None None] Checking router: d197abe3-49d4-480a-be09-14887dea0196 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:56:21.308025 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d27a577-6453-4250-9873-577646231859 None None] Routers {'d197abe3-49d4-480a-be09-14887dea0196'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:56:21.308650 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-5d27a577-6453-4250-9873-577646231859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:55:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['d197abe3-49d4-480a-be09-14887dea0196'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:21.315958 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-51adeeaf-e2dc-48c4-b844-f81f29f84bfc tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Deleting port b798c21b-39e4-469a-a295-1ea2a1c8a990 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:56:21.316295 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-51adeeaf-e2dc-48c4-b844-f81f29f84bfc tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:21.398966 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-51adeeaf-e2dc-48c4-b844-f81f29f84bfc tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] For port b798c21b-39e4-469a-a295-1ea2a1c8a990, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=b798c21b-39e4-469a-a295-1ea2a1c8a990,segment=NetworkSegment(08ef34e6-5af4-4a59-84f1-cf80a1819925),segment_id=08ef34e6-5af4-4a59-84f1-cf80a1819925)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:56:21.399436 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-51adeeaf-e2dc-48c4-b844-f81f29f84bfc tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:21.415509 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-51adeeaf-e2dc-48c4-b844-f81f29f84bfc tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Calling delete_port for b798c21b-39e4-469a-a295-1ea2a1c8a990 owned by network:dhcp {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:56:21.420791 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef3a179-9f79-4a85-b4d8-b3ac485d750b None None] DHCP port deletion for 2f666673-028b-4258-80ae-79ef735e8ece request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:56:21.423873 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-5d27a577-6453-4250-9873-577646231859 None None] Set router d197abe3-49d4-480a-be09-14887dea0196 gateway port host: None {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:56:21.471167 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-2ef3a179-9f79-4a85-b4d8-b3ac485d750b None None] Deleting port b798c21b-39e4-469a-a295-1ea2a1c8a990 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:56:21.471586 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2ef3a179-9f79-4a85-b4d8-b3ac485d750b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:21.555574 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-2ef3a179-9f79-4a85-b4d8-b3ac485d750b None None] For port b798c21b-39e4-469a-a295-1ea2a1c8a990, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=b798c21b-39e4-469a-a295-1ea2a1c8a990,segment=NetworkSegment(08ef34e6-5af4-4a59-84f1-cf80a1819925),segment_id=08ef34e6-5af4-4a59-84f1-cf80a1819925)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:56:21.556758 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2ef3a179-9f79-4a85-b4d8-b3ac485d750b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:21.573765 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-51adeeaf-e2dc-48c4-b844-f81f29f84bfc tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:21.579142 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-2ef3a179-9f79-4a85-b4d8-b3ac485d750b None None] Calling delete_port for b798c21b-39e4-469a-a295-1ea2a1c8a990 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:56:21.593302 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46036) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:21.602630 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adeeaf-e2dc-48c4-b844-f81f29f84bfc tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event deleted for resources: {'Port': ['ID=b798c21b-39e4-469a-a295-1ea2a1c8a990,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:21.606566 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51adeeaf-e2dc-48c4-b844-f81f29f84bfc tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] No DVR routers for this DVR port b798c21b-39e4-469a-a295-1ea2a1c8a990 on host n-d-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:56:21.688869 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b798c21b-39e4-469a-a295-1ea2a1c8a990 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:56:21.704590 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-51adeeaf-e2dc-48c4-b844-f81f29f84bfc tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:21.710905 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: b798c21b-39e4-469a-a295-1ea2a1c8a990 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:56:21.711433 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b798c21b-39e4-469a-a295-1ea2a1c8a990 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:56:21.719380 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2ef3a179-9f79-4a85-b4d8-b3ac485d750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:21.732044 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-51adeeaf-e2dc-48c4-b844-f81f29f84bfc tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f666673-028b-4258-80ae-79ef735e8ece']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:21.744576 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-51adeeaf-e2dc-48c4-b844-f81f29f84bfc tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08ef34e6-5af4-4a59-84f1-cf80a1819925') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:21.745167 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-51adeeaf-e2dc-48c4-b844-f81f29f84bfc tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08ef34e6-5af4-4a59-84f1-cf80a1819925') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:21.752964 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef3a179-9f79-4a85-b4d8-b3ac485d750b None None] No DVR routers for this DVR port b798c21b-39e4-469a-a295-1ea2a1c8a990 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:56:21.757140 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-5d27a577-6453-4250-9873-577646231859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd197abe3-49d4-480a-be09-14887dea0196', 'name': 'tempest-RoutersTest-router-757798737', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:55Z', 'updated_at': '2021-10-20T11:56:20Z', 'revision_number': 9, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'gw_port_host': None, '_interfaces': [{'id': '34b15ea2-9356-48dc-85e0-02f90abad53d', 'name': '', 'network_id': 'c0748960-2ba3-45dc-b2f6-c6693b3a027b', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:d8:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:58Z', 'updated_at': '2021-10-20T11:56:04Z', 'revision_number': 5, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9cd61ab-e9a8-488e-8fcd-2a2070850f33', 'name': '', 'network_id': '70845a18-1359-409f-ba16-11b3110aab59', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:7b:f2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '68932b9f-1f95-4539-8dc1-61546698d546', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:56:04Z', 'updated_at': '2021-10-20T11:56:10Z', 'revision_number': 5, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '68932b9f-1f95-4539-8dc1-61546698d546', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:21.757606 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-51adeeaf-e2dc-48c4-b844-f81f29f84bfc tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:21.757974 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef3a179-9f79-4a85-b4d8-b3ac485d750b None None] Pushing event deleted for resources: {'Port': ['ID=b798c21b-39e4-469a-a295-1ea2a1c8a990,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:21.778046 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-63886871-d0dc-4313-ba82-a5b01d0d2701 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:21.778586 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-51adeeaf-e2dc-48c4-b844-f81f29f84bfc tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:21.785400 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51adeeaf-e2dc-48c4-b844-f81f29f84bfc tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Releasing vlan 1260 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:56:21.785975 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-51adeeaf-e2dc-48c4-b844-f81f29f84bfc tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:21.789968 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:56:21.789968 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:56:21.789968 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:56:21.789968 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:56:21.789968 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:56:21.789968 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:56:21.789968 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:56:21.789968 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:56:21.789968 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:56:21.789968 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:56:21.789968 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:56:21.789968 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:56:21.789968 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:56:21.789968 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:56:21.789968 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:56:21.789968 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:56:21.789968 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:56:21.789968 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:56:21.789968 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:56:21.789968 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:56:21.789968 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:56:21.789968 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:56:21.789968 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:56:21.789968 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:56:21.789968 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:56:21.789968 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:56:21.789968 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:56:21.789968 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:56:21.789968 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:56:21.789968 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:56:21.789968 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:56:21.789968 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:56:21.800893 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d27a577-6453-4250-9873-577646231859 None None] The sync data for ids ['d197abe3-49d4-480a-be09-14887dea0196'] in n-d-814735-3 is: [{'id': 'd197abe3-49d4-480a-be09-14887dea0196', 'name': 'tempest-RoutersTest-router-757798737', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:55Z', 'updated_at': '2021-10-20T11:56:20Z', 'revision_number': 9, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'gw_port_host': None, '_interfaces': [{'id': '34b15ea2-9356-48dc-85e0-02f90abad53d', 'name': '', 'network_id': 'c0748960-2ba3-45dc-b2f6-c6693b3a027b', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:d8:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:58Z', 'updated_at': '2021-10-20T11:56:04Z', 'revision_number': 5, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9cd61ab-e9a8-488e-8fcd-2a2070850f33', 'name': '', 'network_id': '70845a18-1359-409f-ba16-11b3110aab59', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:7b:f2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '68932b9f-1f95-4539-8dc1-61546698d546', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:56:04Z', 'updated_at': '2021-10-20T11:56:10Z', 'revision_number': 5, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '68932b9f-1f95-4539-8dc1-61546698d546', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:56:21.851707 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-51adeeaf-e2dc-48c4-b844-f81f29f84bfc tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:21.859236 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-51adeeaf-e2dc-48c4-b844-f81f29f84bfc tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:21.862218 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-51adeeaf-e2dc-48c4-b844-f81f29f84bfc tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "DELETE /v2.0/networks/2f666673-028b-4258-80ae-79ef735e8ece HTTP/1.1" status: 204 len: 168 time: 0.6986282 Oct 20 11:56:21.865279 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46040) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:21.873609 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adeeaf-e2dc-48c4-b844-f81f29f84bfc tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event deleted for resources: {'Network': ['ID=2f666673-028b-4258-80ae-79ef735e8ece,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:22.033387 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-63886871-d0dc-4313-ba82-a5b01d0d2701 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:22.039370 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-63886871-d0dc-4313-ba82-a5b01d0d2701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:22.117111 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63886871-d0dc-4313-ba82-a5b01d0d2701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1666cb-f90a-4d09-8636-19a15fd82fe4,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:22.121553 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-63886871-d0dc-4313-ba82-a5b01d0d2701 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4163fa1a08d14cafbdc40ab96f35d346&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5272932 Oct 20 11:56:22.124549 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 46042) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:22.183912 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d39507b2-5417-4d91-8f80-1ab5a251d305 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:22.203081 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a40f7b8b-d5c4-48ed-b244-1f537b5b907d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:22.216004 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d39507b2-5417-4d91-8f80-1ab5a251d305 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:22.271482 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d39507b2-5417-4d91-8f80-1ab5a251d305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:22.275910 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d39507b2-5417-4d91-8f80-1ab5a251d305 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:22.276639 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d39507b2-5417-4d91-8f80-1ab5a251d305 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6f1666cb-f90a-4d09-8636-19a15fd82fe4 HTTP/1.1" status: 204 len: 168 time: 0.1511681 Oct 20 11:56:22.284952 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39507b2-5417-4d91-8f80-1ab5a251d305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1666cb-f90a-4d09-8636-19a15fd82fe4,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:22.296879 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-92f5f09b-0599-4310-9f69-89a290a15853 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:22.550675 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-92f5f09b-0599-4310-9f69-89a290a15853 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Deleting port b9cd61ab-e9a8-488e-8fcd-2a2070850f33 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:56:22.551006 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-92f5f09b-0599-4310-9f69-89a290a15853 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:22.646081 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-92f5f09b-0599-4310-9f69-89a290a15853 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] For port b9cd61ab-e9a8-488e-8fcd-2a2070850f33, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=b9cd61ab-e9a8-488e-8fcd-2a2070850f33,segment=NetworkSegment(28063257-0288-47cf-9e8f-5fe6f473f6f3),segment_id=28063257-0288-47cf-9e8f-5fe6f473f6f3)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:56:22.646886 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-92f5f09b-0599-4310-9f69-89a290a15853 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:22.660264 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-92f5f09b-0599-4310-9f69-89a290a15853 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Calling delete_port for b9cd61ab-e9a8-488e-8fcd-2a2070850f33 owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:56:22.832058 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-92f5f09b-0599-4310-9f69-89a290a15853 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:22.857247 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5f09b-0599-4310-9f69-89a290a15853 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event deleted for resources: {'Port': ['ID=b9cd61ab-e9a8-488e-8fcd-2a2070850f33,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:22.921662 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46066) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:23.047439 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-57221e5a-5d30-44c8-9e39-7391e0277b05 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2141430277-network', 'tenant_id': 'ea755e9590d34b39adb71177b99b6d2c'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:56:23.051982 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-92f5f09b-0599-4310-9f69-89a290a15853 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:23.109363 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57221e5a-5d30-44c8-9e39-7391e0277b05 admin admin] Made reservation on behalf of ea755e9590d34b39adb71177b99b6d2c for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:56:23.111628 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-57221e5a-5d30-44c8-9e39-7391e0277b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:23.115503 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:23.149929 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-57221e5a-5d30-44c8-9e39-7391e0277b05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:23.182423 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:23.300362 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f5f09b-0599-4310-9f69-89a290a15853 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Router d197abe3-49d4-480a-be09-14887dea0196 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:56:23.315159 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-57221e5a-5d30-44c8-9e39-7391e0277b05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:23.320859 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-57221e5a-5d30-44c8-9e39-7391e0277b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:23.370995 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57221e5a-5d30-44c8-9e39-7391e0277b05 admin admin] vlan segment allocate from pool success with {'vlan_id': 1261, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:56:23.419430 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-57221e5a-5d30-44c8-9e39-7391e0277b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:23.419787 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-57221e5a-5d30-44c8-9e39-7391e0277b05 admin admin] Added segment d62d22e1-4ed0-4262-9452-80d2f51e2b28 of type vlan for network a15420de-6a07-4a4f-ba79-469962eb6cc8 Oct 20 11:56:23.421965 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57221e5a-5d30-44c8-9e39-7391e0277b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b237962-fe4d-4493-80f2-2859fd8cbf9f,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:23.470434 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f5f09b-0599-4310-9f69-89a290a15853 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:56:23.476855 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-92f5f09b-0599-4310-9f69-89a290a15853 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "PUT /v2.0/routers/d197abe3-49d4-480a-be09-14887dea0196/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6100297 Oct 20 11:56:23.478532 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-57221e5a-5d30-44c8-9e39-7391e0277b05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:23.480640 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 46070) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:23.484478 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b13e5af-1125-4b9a-8545-c85580a939e6 None None] Sync routers for ids ['d197abe3-49d4-480a-be09-14887dea0196'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:56:23.509524 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-57221e5a-5d30-44c8-9e39-7391e0277b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:23.510071 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b13e5af-1125-4b9a-8545-c85580a939e6 None None] Routers {'d197abe3-49d4-480a-be09-14887dea0196'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:56:23.510657 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57221e5a-5d30-44c8-9e39-7391e0277b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:23.510835 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-7b13e5af-1125-4b9a-8545-c85580a939e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:56:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['d197abe3-49d4-480a-be09-14887dea0196'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:23.511282 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-57221e5a-5d30-44c8-9e39-7391e0277b05 admin admin] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:23.547278 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-21b3b735-af56-4f56-a5ed-2b04b4ed2f7c tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Deleting subnet 68932b9f-1f95-4539-8dc1-61546698d546 {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:56:23.550653 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-21b3b735-af56-4f56-a5ed-2b04b4ed2f7c tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:23.554157 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-57221e5a-5d30-44c8-9e39-7391e0277b05 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6282673 Oct 20 11:56:23.554774 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46072) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:23.593436 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-3683879c-6991-4a2c-bf8b-1d244374f101 admin admin] Request body: {'subnet': {'network_id': 'a15420de-6a07-4a4f-ba79-469962eb6cc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2141430277-subnet', 'tenant_id': 'ea755e9590d34b39adb71177b99b6d2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:56:23.602921 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-21b3b735-af56-4f56-a5ed-2b04b4ed2f7c tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:23.615337 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57221e5a-5d30-44c8-9e39-7391e0277b05 admin admin] Pushing event updated for resources: {'Network': ['ID=a15420de-6a07-4a4f-ba79-469962eb6cc8,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:23.617115 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 22ebab45-b3d0-4b58-8764-c457a0562ed4 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:56:23.618145 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3683879c-6991-4a2c-bf8b-1d244374f101 admin admin] Made reservation on behalf of ea755e9590d34b39adb71177b99b6d2c for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:56:23.620724 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3683879c-6991-4a2c-bf8b-1d244374f101 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:23.646588 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 22ebab45-b3d0-4b58-8764-c457a0562ed4 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:56:23.648729 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 22ebab45-b3d0-4b58-8764-c457a0562ed4 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:56:23.653054 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network a15420de-6a07-4a4f-ba79-469962eb6cc8 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:56:23.694623 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-7b13e5af-1125-4b9a-8545-c85580a939e6 None None] Set router d197abe3-49d4-480a-be09-14887dea0196 gateway port host: None {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:56:23.704454 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-21b3b735-af56-4f56-a5ed-2b04b4ed2f7c tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:23.769208 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-21b3b735-af56-4f56-a5ed-2b04b4ed2f7c tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:23.800507 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb0671b-a834-44f9-8bcc-ffc922f8cad6 None None] Network 70845a18-1359-409f-ba16-11b3110aab59 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:56:23.805716 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-21b3b735-af56-4f56-a5ed-2b04b4ed2f7c tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:23.809264 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-21b3b735-af56-4f56-a5ed-2b04b4ed2f7c tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "DELETE /v2.0/subnets/68932b9f-1f95-4539-8dc1-61546698d546 HTTP/1.1" status: 204 len: 168 time: 0.3269453 Oct 20 11:56:23.810008 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3683879c-6991-4a2c-bf8b-1d244374f101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:23.810504 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b3b735-af56-4f56-a5ed-2b04b4ed2f7c tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event deleted for resources: {'Subnet': ['ID=68932b9f-1f95-4539-8dc1-61546698d546,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:23.812343 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 46074) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:23.885873 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3683879c-6991-4a2c-bf8b-1d244374f101 admin admin] Checking segment: {'id': 'd62d22e1-4ed0-4262-9452-80d2f51e2b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'a15420de-6a07-4a4f-ba79-469962eb6cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:56:23.886519 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3683879c-6991-4a2c-bf8b-1d244374f101 admin admin] Network hostable DHCP agents. Network: a15420de-6a07-4a4f-ba79-469962eb6cc8, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:56:23.892487 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-506b2e34-68b6-40b7-9959-f1afaec5f317 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:23.899038 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3683879c-6991-4a2c-bf8b-1d244374f101 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b999a9c2-9254-4dda-a454-6d38a553ee36,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:23.919825 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3683879c-6991-4a2c-bf8b-1d244374f101 admin admin] Network a15420de-6a07-4a4f-ba79-469962eb6cc8 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:56:23.931185 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-3683879c-6991-4a2c-bf8b-1d244374f101 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, a15420de-6a07-4a4f-ba79-469962eb6cc8) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:56:23.935585 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3683879c-6991-4a2c-bf8b-1d244374f101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:23.936186 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3683879c-6991-4a2c-bf8b-1d244374f101 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:23.955352 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-506b2e34-68b6-40b7-9959-f1afaec5f317 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Deleting port 0536caee-144c-4a33-8237-71f87cda8297 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:56:23.955753 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-506b2e34-68b6-40b7-9959-f1afaec5f317 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:23.956555 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3683879c-6991-4a2c-bf8b-1d244374f101 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3962679 Oct 20 11:56:23.962318 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bccb5d-e973-4ffc-935e-538e5ac4d60d None None] Network a15420de-6a07-4a4f-ba79-469962eb6cc8 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:56:24.033057 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-506b2e34-68b6-40b7-9959-f1afaec5f317 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] For port 0536caee-144c-4a33-8237-71f87cda8297, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=0536caee-144c-4a33-8237-71f87cda8297,segment=NetworkSegment(28063257-0288-47cf-9e8f-5fe6f473f6f3),segment_id=28063257-0288-47cf-9e8f-5fe6f473f6f3)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:56:24.033434 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-506b2e34-68b6-40b7-9959-f1afaec5f317 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:24.046898 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-506b2e34-68b6-40b7-9959-f1afaec5f317 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Calling delete_port for 0536caee-144c-4a33-8237-71f87cda8297 owned by network:dhcp {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:56:24.138965 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-7b13e5af-1125-4b9a-8545-c85580a939e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd197abe3-49d4-480a-be09-14887dea0196', 'name': 'tempest-RoutersTest-router-757798737', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:55Z', 'updated_at': '2021-10-20T11:56:22Z', 'revision_number': 10, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'gw_port_host': None, '_interfaces': [{'id': '34b15ea2-9356-48dc-85e0-02f90abad53d', 'name': '', 'network_id': 'c0748960-2ba3-45dc-b2f6-c6693b3a027b', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:d8:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:58Z', 'updated_at': '2021-10-20T11:56:04Z', 'revision_number': 5, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:24.146660 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-506b2e34-68b6-40b7-9959-f1afaec5f317 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:24.173327 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98eb07c9-2570-4ae1-be67-2818a7948b28 None None] Network a15420de-6a07-4a4f-ba79-469962eb6cc8 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:56:24.175295 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9beb740-0770-44bf-bf53-c4fe1089a5bc None None] DHCP port deletion for 70845a18-1359-409f-ba16-11b3110aab59 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:56:24.175769 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b2e34-68b6-40b7-9959-f1afaec5f317 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event deleted for resources: {'Port': ['ID=0536caee-144c-4a33-8237-71f87cda8297,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:24.180006 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b13e5af-1125-4b9a-8545-c85580a939e6 None None] Checking router: d197abe3-49d4-480a-be09-14887dea0196 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:56:24.181985 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506b2e34-68b6-40b7-9959-f1afaec5f317 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] No DVR routers for this DVR port 0536caee-144c-4a33-8237-71f87cda8297 on host n-d-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:56:24.216886 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b13e5af-1125-4b9a-8545-c85580a939e6 None None] Routers {'d197abe3-49d4-480a-be09-14887dea0196'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:56:24.217570 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-7b13e5af-1125-4b9a-8545-c85580a939e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:56:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['d197abe3-49d4-480a-be09-14887dea0196'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:24.275029 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-506b2e34-68b6-40b7-9959-f1afaec5f317 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:24.298407 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-506b2e34-68b6-40b7-9959-f1afaec5f317 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70845a18-1359-409f-ba16-11b3110aab59']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:24.319819 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-506b2e34-68b6-40b7-9959-f1afaec5f317 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28063257-0288-47cf-9e8f-5fe6f473f6f3') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:24.320181 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-506b2e34-68b6-40b7-9959-f1afaec5f317 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28063257-0288-47cf-9e8f-5fe6f473f6f3') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:24.345260 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-506b2e34-68b6-40b7-9959-f1afaec5f317 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:24.347246 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-7b13e5af-1125-4b9a-8545-c85580a939e6 None None] Set router d197abe3-49d4-480a-be09-14887dea0196 gateway port host: None {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:56:24.362774 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-506b2e34-68b6-40b7-9959-f1afaec5f317 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:24.373291 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-296cdda2-5087-4a16-86dc-7f61f23c1338 req-16116081-3fce-440a-9a82-96390572b3d3 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0722411 Oct 20 11:56:24.374214 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-506b2e34-68b6-40b7-9959-f1afaec5f317 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Releasing vlan 1299 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:56:24.374552 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-506b2e34-68b6-40b7-9959-f1afaec5f317 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:24.377902 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:56:24.377902 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:56:24.377902 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:56:24.377902 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:56:24.377902 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:56:24.377902 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:56:24.377902 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:56:24.377902 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:56:24.377902 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:56:24.377902 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:56:24.377902 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:56:24.377902 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:56:24.377902 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:56:24.377902 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:56:24.377902 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:56:24.377902 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:56:24.377902 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:56:24.377902 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:56:24.377902 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:56:24.377902 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:56:24.377902 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:56:24.377902 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:56:24.377902 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:56:24.377902 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:56:24.377902 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:56:24.377902 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:56:24.377902 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:56:24.377902 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:56:24.377902 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:56:24.377902 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:56:24.377902 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:56:24.377902 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:56:24.518457 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-506b2e34-68b6-40b7-9959-f1afaec5f317 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:24.531709 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-506b2e34-68b6-40b7-9959-f1afaec5f317 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:24.535409 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-506b2e34-68b6-40b7-9959-f1afaec5f317 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "DELETE /v2.0/networks/70845a18-1359-409f-ba16-11b3110aab59 HTTP/1.1" status: 204 len: 168 time: 0.7221363 Oct 20 11:56:24.538613 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46092) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:24.564829 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b2e34-68b6-40b7-9959-f1afaec5f317 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event deleted for resources: {'Network': ['ID=70845a18-1359-409f-ba16-11b3110aab59,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:24.593501 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296cdda2-5087-4a16-86dc-7f61f23c1338 req-a769a1fc-f374-43ef-80dc-6d54f15ad2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:24.595241 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-296cdda2-5087-4a16-86dc-7f61f23c1338 req-a769a1fc-f374-43ef-80dc-6d54f15ad2a4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d69630d5f3304dc8a33f46da29b2ea4c&device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da HTTP/1.1" status: 200 len: 1097 time: 0.1528752 Oct 20 11:56:24.603239 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf382779-6daf-44d7-b6c4-f0a7ea54d93a req-2b197cdb-511c-42f1-9008-9a1f9d245355 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:24.604940 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf382779-6daf-44d7-b6c4-f0a7ea54d93a req-2b197cdb-511c-42f1-9008-9a1f9d245355 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/networks?id=a15420de-6a07-4a4f-ba79-469962eb6cc8 HTTP/1.1" status: 200 len: 814 time: 0.2128069 Oct 20 11:56:24.621573 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf382779-6daf-44d7-b6c4-f0a7ea54d93a req-c4e243d7-0596-4879-bc1f-a415f7bac7ab tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/quotas/ea755e9590d34b39adb71177b99b6d2c HTTP/1.1" status: 200 len: 375 time: 0.0101638 Oct 20 11:56:24.684604 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf382779-6daf-44d7-b6c4-f0a7ea54d93a req-e91c172d-2419-4a1f-bbac-c09a4082f518 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=ea755e9590d34b39adb71177b99b6d2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549695 Oct 20 11:56:24.746255 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-7b13e5af-1125-4b9a-8545-c85580a939e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd197abe3-49d4-480a-be09-14887dea0196', 'name': 'tempest-RoutersTest-router-757798737', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:55Z', 'updated_at': '2021-10-20T11:56:22Z', 'revision_number': 10, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'gw_port_host': None, '_interfaces': [{'id': '34b15ea2-9356-48dc-85e0-02f90abad53d', 'name': '', 'network_id': 'c0748960-2ba3-45dc-b2f6-c6693b3a027b', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:d8:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:58Z', 'updated_at': '2021-10-20T11:56:04Z', 'revision_number': 5, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:24.775736 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b13e5af-1125-4b9a-8545-c85580a939e6 None None] The sync data for ids ['d197abe3-49d4-480a-be09-14887dea0196'] in n-d-814735-3 is: [{'id': 'd197abe3-49d4-480a-be09-14887dea0196', 'name': 'tempest-RoutersTest-router-757798737', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:55Z', 'updated_at': '2021-10-20T11:56:22Z', 'revision_number': 10, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'gw_port_host': None, '_interfaces': [{'id': '34b15ea2-9356-48dc-85e0-02f90abad53d', 'name': '', 'network_id': 'c0748960-2ba3-45dc-b2f6-c6693b3a027b', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'mac_address': 'fa:16:3e:d8:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd197abe3-49d4-480a-be09-14887dea0196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:58Z', 'updated_at': '2021-10-20T11:56:04Z', 'revision_number': 5, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'subnets': [{'id': '001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:56:24.817396 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296cdda2-5087-4a16-86dc-7f61f23c1338 req-e8ebaab2-980e-4824-b151-97c18a71f088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:24.819053 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-296cdda2-5087-4a16-86dc-7f61f23c1338 req-e8ebaab2-980e-4824-b151-97c18a71f088 service neutron] 10.222.0.89 "GET /v2.0/networks?id=be8d4b08-1f40-41ca-825b-f5eddd831266 HTTP/1.1" status: 200 len: 898 time: 0.1788290 Oct 20 11:56:24.868978 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf382779-6daf-44d7-b6c4-f0a7ea54d93a req-658bb37f-a61e-4484-9810-5dc6f38fad6c service neutron] 10.222.0.98 "GET /v2.0/networks/a15420de-6a07-4a4f-ba79-469962eb6cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742754 Oct 20 11:56:24.918402 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:24.928542 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-296cdda2-5087-4a16-86dc-7f61f23c1338 req-c3db42ca-3805-4c61-acb1-fbfe78793ebf service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37fb5b3f-e30a-4e35-aad6-f26e2350e127 HTTP/1.1" status: 200 len: 1002 time: 0.0982261 Oct 20 11:56:25.235563 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e2090afa-a3df-4e54-8fac-d53d7282495b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:25.384274 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296cdda2-5087-4a16-86dc-7f61f23c1338 req-7549d7c1-3666-4031-a1d3-e6b5f1e73b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:25.385639 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-296cdda2-5087-4a16-86dc-7f61f23c1338 req-7549d7c1-3666-4031-a1d3-e6b5f1e73b50 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c0c0ca76-fd38-4162-81dc-3bfc728323a9 HTTP/1.1" status: 200 len: 834 time: 0.0627227 Oct 20 11:56:25.387563 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf382779-6daf-44d7-b6c4-f0a7ea54d93a req-a67839cc-e6f6-4ebd-9c10-39eff766ee81 service neutron] 10.222.0.98 "GET /v2.0/networks/a15420de-6a07-4a4f-ba79-469962eb6cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5116696 Oct 20 11:56:25.440245 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296cdda2-5087-4a16-86dc-7f61f23c1338 req-a8a9e03c-9bb6-4d67-b9ca-3d69525e5e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:25.441770 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-296cdda2-5087-4a16-86dc-7f61f23c1338 req-a8a9e03c-9bb6-4d67-b9ca-3d69525e5e11 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=be8d4b08-1f40-41ca-825b-f5eddd831266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483196 Oct 20 11:56:25.487784 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-e2090afa-a3df-4e54-8fac-d53d7282495b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Deleting port 34b15ea2-9356-48dc-85e0-02f90abad53d {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:56:25.488184 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e2090afa-a3df-4e54-8fac-d53d7282495b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:25.546474 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-296cdda2-5087-4a16-86dc-7f61f23c1338 req-94468f38-c4eb-453f-bfde-c2ff590d5f40 service neutron] 10.222.0.89 "GET /v2.0/networks/be8d4b08-1f40-41ca-825b-f5eddd831266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941036 Oct 20 11:56:25.568287 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 0536caee-144c-4a33-8237-71f87cda8297 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:56:25.595884 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 0536caee-144c-4a33-8237-71f87cda8297 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:56:25.596466 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 0536caee-144c-4a33-8237-71f87cda8297 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:56:25.597529 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b9cd61ab-e9a8-488e-8fcd-2a2070850f33 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:56:25.604672 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2ea859c9-a3fc-49d1-9310-77b13a177aff req-cc1897e9-6f6e-43ad-abc8-081561b40e68 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 210 time: 0.0441916 Oct 20 11:56:25.623476 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: b9cd61ab-e9a8-488e-8fcd-2a2070850f33 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:56:25.623967 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b9cd61ab-e9a8-488e-8fcd-2a2070850f33 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:56:25.651335 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-e2090afa-a3df-4e54-8fac-d53d7282495b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] For port 34b15ea2-9356-48dc-85e0-02f90abad53d, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=34b15ea2-9356-48dc-85e0-02f90abad53d,segment=NetworkSegment(09a49dac-a1a0-43af-9919-6944309e94e8),segment_id=09a49dac-a1a0-43af-9919-6944309e94e8)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:56:25.651700 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e2090afa-a3df-4e54-8fac-d53d7282495b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:25.664663 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-e2090afa-a3df-4e54-8fac-d53d7282495b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Calling delete_port for 34b15ea2-9356-48dc-85e0-02f90abad53d owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:56:25.701647 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-296cdda2-5087-4a16-86dc-7f61f23c1338 req-9e84ccfe-b000-4167-81e1-d7dbc1d64658 service neutron] 10.222.0.89 "GET /v2.0/networks/be8d4b08-1f40-41ca-825b-f5eddd831266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398695 Oct 20 11:56:25.842927 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e2090afa-a3df-4e54-8fac-d53d7282495b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:25.870338 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2090afa-a3df-4e54-8fac-d53d7282495b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event deleted for resources: {'Port': ['ID=34b15ea2-9356-48dc-85e0-02f90abad53d,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:26.017986 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e2090afa-a3df-4e54-8fac-d53d7282495b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:26.179888 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2090afa-a3df-4e54-8fac-d53d7282495b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Router d197abe3-49d4-480a-be09-14887dea0196 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:56:26.258432 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2090afa-a3df-4e54-8fac-d53d7282495b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:56:26.263631 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e2090afa-a3df-4e54-8fac-d53d7282495b tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "PUT /v2.0/routers/d197abe3-49d4-480a-be09-14887dea0196/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7239892 Oct 20 11:56:26.266893 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46106) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:26.269506 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e346a2e4-4ecc-48ab-9e59-85fa48d7f1de None None] Sync routers for ids ['d197abe3-49d4-480a-be09-14887dea0196'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:56:26.279494 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e346a2e4-4ecc-48ab-9e59-85fa48d7f1de None None] Routers {'d197abe3-49d4-480a-be09-14887dea0196'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:56:26.280109 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-e346a2e4-4ecc-48ab-9e59-85fa48d7f1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:56:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['d197abe3-49d4-480a-be09-14887dea0196'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:26.318948 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-35e002ed-fed4-4300-bd4b-7469934ff3b7 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Deleting subnet 001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:56:26.322221 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-35e002ed-fed4-4300-bd4b-7469934ff3b7 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:26.351718 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-e346a2e4-4ecc-48ab-9e59-85fa48d7f1de None None] Set router d197abe3-49d4-480a-be09-14887dea0196 gateway port host: None {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:56:26.368229 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-35e002ed-fed4-4300-bd4b-7469934ff3b7 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:26.412348 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-e346a2e4-4ecc-48ab-9e59-85fa48d7f1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd197abe3-49d4-480a-be09-14887dea0196', 'name': 'tempest-RoutersTest-router-757798737', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:55Z', 'updated_at': '2021-10-20T11:56:25Z', 'revision_number': 11, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'gw_port_host': None}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:26.448872 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e346a2e4-4ecc-48ab-9e59-85fa48d7f1de None None] Checking router: d197abe3-49d4-480a-be09-14887dea0196 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:56:26.458651 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e346a2e4-4ecc-48ab-9e59-85fa48d7f1de None None] Routers {'d197abe3-49d4-480a-be09-14887dea0196'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:56:26.459420 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-e346a2e4-4ecc-48ab-9e59-85fa48d7f1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:56:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['d197abe3-49d4-480a-be09-14887dea0196'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:26.468129 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-35e002ed-fed4-4300-bd4b-7469934ff3b7 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:26.542557 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-e346a2e4-4ecc-48ab-9e59-85fa48d7f1de None None] Set router d197abe3-49d4-480a-be09-14887dea0196 gateway port host: None {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:56:26.543891 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-35e002ed-fed4-4300-bd4b-7469934ff3b7 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:26.584214 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-35e002ed-fed4-4300-bd4b-7469934ff3b7 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:26.591284 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-35e002ed-fed4-4300-bd4b-7469934ff3b7 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "DELETE /v2.0/subnets/001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1 HTTP/1.1" status: 204 len: 168 time: 0.3228004 Oct 20 11:56:26.594261 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e002ed-fed4-4300-bd4b-7469934ff3b7 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event deleted for resources: {'Subnet': ['ID=001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:26.597670 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a9bfb7-548c-4fbd-add4-0b3b8b122ee8 None None] Network c0748960-2ba3-45dc-b2f6-c6693b3a027b requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:56:26.598232 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 46108) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:26.613603 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-e346a2e4-4ecc-48ab-9e59-85fa48d7f1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd197abe3-49d4-480a-be09-14887dea0196', 'name': 'tempest-RoutersTest-router-757798737', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:55Z', 'updated_at': '2021-10-20T11:56:25Z', 'revision_number': 11, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'gw_port_host': None}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:26.643158 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e346a2e4-4ecc-48ab-9e59-85fa48d7f1de None None] The sync data for ids ['d197abe3-49d4-480a-be09-14887dea0196'] in n-d-814735-3 is: [{'id': 'd197abe3-49d4-480a-be09-14887dea0196', 'name': 'tempest-RoutersTest-router-757798737', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:55Z', 'updated_at': '2021-10-20T11:56:25Z', 'revision_number': 11, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'gw_port_host': None}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:56:26.669335 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf382779-6daf-44d7-b6c4-f0a7ea54d93a req-9aed527b-dae2-482d-ac40-4030dd394647 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:26.670953 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf382779-6daf-44d7-b6c4-f0a7ea54d93a req-9aed527b-dae2-482d-ac40-4030dd394647 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.11 "GET /v2.0/networks?id=a15420de-6a07-4a4f-ba79-469962eb6cc8 HTTP/1.1" status: 200 len: 814 time: 0.1910801 Oct 20 11:56:26.714913 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-bf382779-6daf-44d7-b6c4-f0a7ea54d93a req-330982db-0cc1-45f6-95fc-be5e6a3d6d91 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Request body: {'port': {'device_id': '4ce69061-7ed0-401c-b804-4365bf5d9f12', 'network_id': 'a15420de-6a07-4a4f-ba79-469962eb6cc8', 'admin_state_up': True, 'tenant_id': 'ea755e9590d34b39adb71177b99b6d2c'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:56:26.760971 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0563be09-7b79-4113-b685-125f222a5bfd req-fc8f39bb-95aa-43e7-b998-5312d8f0334f tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 210 time: 0.0503767 Oct 20 11:56:26.775134 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c36ca0e8-ee21-4e66-a262-53dc810ada73 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:26.891013 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf382779-6daf-44d7-b6c4-f0a7ea54d93a req-330982db-0cc1-45f6-95fc-be5e6a3d6d91 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Made reservation on behalf of ea755e9590d34b39adb71177b99b6d2c for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:56:26.894458 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-bf382779-6daf-44d7-b6c4-f0a7ea54d93a req-330982db-0cc1-45f6-95fc-be5e6a3d6d91 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:26.907933 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-c36ca0e8-ee21-4e66-a262-53dc810ada73 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Deleting port 04de35aa-8d86-4171-9ee7-0799fa4c6a35 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:56:26.908262 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c36ca0e8-ee21-4e66-a262-53dc810ada73 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:27.002485 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca538d0-63b2-4d13-9505-6aac63cf793a None None] DHCP port deletion for c0748960-2ba3-45dc-b2f6-c6693b3a027b request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:56:27.035171 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-c36ca0e8-ee21-4e66-a262-53dc810ada73 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] For port 04de35aa-8d86-4171-9ee7-0799fa4c6a35, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=04de35aa-8d86-4171-9ee7-0799fa4c6a35,segment=NetworkSegment(09a49dac-a1a0-43af-9919-6944309e94e8),segment_id=09a49dac-a1a0-43af-9919-6944309e94e8)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:56:27.035543 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c36ca0e8-ee21-4e66-a262-53dc810ada73 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:27.053156 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-cca538d0-63b2-4d13-9505-6aac63cf793a None None] Deleting port 04de35aa-8d86-4171-9ee7-0799fa4c6a35 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:56:27.053526 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-cca538d0-63b2-4d13-9505-6aac63cf793a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:27.072455 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-c36ca0e8-ee21-4e66-a262-53dc810ada73 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Calling delete_port for 04de35aa-8d86-4171-9ee7-0799fa4c6a35 owned by network:dhcp {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:56:27.114842 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-cca538d0-63b2-4d13-9505-6aac63cf793a None None] For port 04de35aa-8d86-4171-9ee7-0799fa4c6a35, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=04de35aa-8d86-4171-9ee7-0799fa4c6a35,segment=NetworkSegment(09a49dac-a1a0-43af-9919-6944309e94e8),segment_id=09a49dac-a1a0-43af-9919-6944309e94e8)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:56:27.115287 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-cca538d0-63b2-4d13-9505-6aac63cf793a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:27.128118 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-cca538d0-63b2-4d13-9505-6aac63cf793a None None] Calling delete_port for 04de35aa-8d86-4171-9ee7-0799fa4c6a35 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:56:27.139265 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-bf382779-6daf-44d7-b6c4-f0a7ea54d93a req-330982db-0cc1-45f6-95fc-be5e6a3d6d91 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Allocated IP 172.20.0.10 (a15420de-6a07-4a4f-ba79-469962eb6cc8/b999a9c2-9254-4dda-a454-6d38a553ee36/eae36528-cf16-4667-9859-d294f58c3767) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:56:27.211344 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c36ca0e8-ee21-4e66-a262-53dc810ada73 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:27.214340 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-cca538d0-63b2-4d13-9505-6aac63cf793a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:27.238704 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca538d0-63b2-4d13-9505-6aac63cf793a None None] Pushing event deleted for resources: {'Port': ['ID=04de35aa-8d86-4171-9ee7-0799fa4c6a35,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:27.243506 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca538d0-63b2-4d13-9505-6aac63cf793a None None] No DVR routers for this DVR port 04de35aa-8d86-4171-9ee7-0799fa4c6a35 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:56:27.257783 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36ca0e8-ee21-4e66-a262-53dc810ada73 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] No DVR routers for this DVR port 04de35aa-8d86-4171-9ee7-0799fa4c6a35 on host n-d-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:56:27.259515 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ca0e8-ee21-4e66-a262-53dc810ada73 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event deleted for resources: {'Port': ['ID=04de35aa-8d86-4171-9ee7-0799fa4c6a35,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:27.391377 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c36ca0e8-ee21-4e66-a262-53dc810ada73 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:27.426744 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-bf382779-6daf-44d7-b6c4-f0a7ea54d93a req-330982db-0cc1-45f6-95fc-be5e6a3d6d91 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:27.428950 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-c36ca0e8-ee21-4e66-a262-53dc810ada73 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0748960-2ba3-45dc-b2f6-c6693b3a027b']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:27.440651 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-c36ca0e8-ee21-4e66-a262-53dc810ada73 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09a49dac-a1a0-43af-9919-6944309e94e8') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:27.440954 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-c36ca0e8-ee21-4e66-a262-53dc810ada73 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09a49dac-a1a0-43af-9919-6944309e94e8') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:27.454552 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c36ca0e8-ee21-4e66-a262-53dc810ada73 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:27.476503 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c36ca0e8-ee21-4e66-a262-53dc810ada73 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:27.485065 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c36ca0e8-ee21-4e66-a262-53dc810ada73 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Releasing vlan 1289 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:56:27.485480 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c36ca0e8-ee21-4e66-a262-53dc810ada73 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:27.488500 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:56:27.488500 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:56:27.488500 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:56:27.488500 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:56:27.488500 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:56:27.488500 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:56:27.488500 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:56:27.488500 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:56:27.488500 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:56:27.488500 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:56:27.488500 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:56:27.488500 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:56:27.488500 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:56:27.488500 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:56:27.488500 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:56:27.488500 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:56:27.488500 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:56:27.488500 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:56:27.488500 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:56:27.488500 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:56:27.488500 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:56:27.488500 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:56:27.488500 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:56:27.488500 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:56:27.488500 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:56:27.488500 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:56:27.488500 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:56:27.488500 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:56:27.488500 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:56:27.488500 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:56:27.488500 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:56:27.488500 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:56:27.537739 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-bf382779-6daf-44d7-b6c4-f0a7ea54d93a req-330982db-0cc1-45f6-95fc-be5e6a3d6d91 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:27.544790 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 34b15ea2-9356-48dc-85e0-02f90abad53d no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:56:27.566510 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 34b15ea2-9356-48dc-85e0-02f90abad53d {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:56:27.566886 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 34b15ea2-9356-48dc-85e0-02f90abad53d not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:56:27.567289 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 04de35aa-8d86-4171-9ee7-0799fa4c6a35 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:56:27.579845 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c36ca0e8-ee21-4e66-a262-53dc810ada73 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:27.586682 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 04de35aa-8d86-4171-9ee7-0799fa4c6a35 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:56:27.587067 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 04de35aa-8d86-4171-9ee7-0799fa4c6a35 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:56:27.587202 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf382779-6daf-44d7-b6c4-f0a7ea54d93a req-330982db-0cc1-45f6-95fc-be5e6a3d6d91 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Network a15420de-6a07-4a4f-ba79-469962eb6cc8 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:56:27.594338 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c36ca0e8-ee21-4e66-a262-53dc810ada73 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:27.600326 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c36ca0e8-ee21-4e66-a262-53dc810ada73 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "DELETE /v2.0/networks/c0748960-2ba3-45dc-b2f6-c6693b3a027b HTTP/1.1" status: 204 len: 168 time: 0.9966071 Oct 20 11:56:27.601026 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46112) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:27.601705 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-bf382779-6daf-44d7-b6c4-f0a7ea54d93a req-330982db-0cc1-45f6-95fc-be5e6a3d6d91 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:56:27.606506 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-ad0c1a00-04fb-44ed-a9ad-d84d66f96241 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Request body: {'router': {'routes': None}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:56:27.621926 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf382779-6daf-44d7-b6c4-f0a7ea54d93a req-330982db-0cc1-45f6-95fc-be5e6a3d6d91 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:56:27.626114 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330982db-0cc1-45f6-95fc-be5e6a3d6d91 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Pushing event updated for resources: {'Port': ['ID=eae36528-cf16-4667-9859-d294f58c3767,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:27.649978 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ca0e8-ee21-4e66-a262-53dc810ada73 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Pushing event deleted for resources: {'Network': ['ID=c0748960-2ba3-45dc-b2f6-c6693b3a027b,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:27.683019 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf382779-6daf-44d7-b6c4-f0a7ea54d93a req-330982db-0cc1-45f6-95fc-be5e6a3d6d91 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:27.683929 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-bf382779-6daf-44d7-b6c4-f0a7ea54d93a req-330982db-0cc1-45f6-95fc-be5e6a3d6d91 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:27.700364 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf382779-6daf-44d7-b6c4-f0a7ea54d93a req-330982db-0cc1-45f6-95fc-be5e6a3d6d91 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9912338 Oct 20 11:56:27.712709 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-bf382779-6daf-44d7-b6c4-f0a7ea54d93a req-dc7e8304-7b1f-472e-bd40-6c2839dbe316 service neutron] Request body: {'port': {'device_id': '4ce69061-7ed0-401c-b804-4365bf5d9f12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:56:27.766815 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-bf382779-6daf-44d7-b6c4-f0a7ea54d93a req-dc7e8304-7b1f-472e-bd40-6c2839dbe316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:27.786120 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.extraroute_db [None req-ad0c1a00-04fb-44ed-a9ad-d84d66f96241 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Added routes are [] {{(pid=100646) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 20 11:56:27.786843 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.extraroute_db [None req-ad0c1a00-04fb-44ed-a9ad-d84d66f96241 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Removed routes are [] {{(pid=100646) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 20 11:56:27.786843 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ad0c1a00-04fb-44ed-a9ad-d84d66f96241 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4352'] for router, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:27.926935 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ad0c1a00-04fb-44ed-a9ad-d84d66f96241 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4352'] for router, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:27.930324 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ad0c1a00-04fb-44ed-a9ad-d84d66f96241 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-652987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-652962', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-654361'] for router, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:27.957644 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a3681-a47c-4b99-a250-65a2b3bf4dea req-ed0d9f01-e456-4a12-b1af-675ceb34cacc tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:27.959130 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d27a3681-a47c-4b99-a250-65a2b3bf4dea req-ed0d9f01-e456-4a12-b1af-675ceb34cacc tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 932 time: 0.1286948 Oct 20 11:56:28.006035 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad0c1a00-04fb-44ed-a9ad-d84d66f96241 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Router d197abe3-49d4-480a-be09-14887dea0196 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:56:28.041979 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d27a3681-a47c-4b99-a250-65a2b3bf4dea req-d2ff67f9-51a2-4330-970b-39392bcc6256 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567389 Oct 20 11:56:28.081254 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0c1a00-04fb-44ed-a9ad-d84d66f96241 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:56:28.088519 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ad0c1a00-04fb-44ed-a9ad-d84d66f96241 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:28.089725 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ad0c1a00-04fb-44ed-a9ad-d84d66f96241 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "PUT /v2.0/routers/d197abe3-49d4-480a-be09-14887dea0196 HTTP/1.1" status: 200 len: 700 time: 0.4871850 Oct 20 11:56:28.092476 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46116) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:28.095015 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f465c736-6e67-4525-a081-ec4622c20998 None None] Sync routers for ids ['d197abe3-49d4-480a-be09-14887dea0196'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:56:28.105742 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f465c736-6e67-4525-a081-ec4622c20998 None None] Routers {'d197abe3-49d4-480a-be09-14887dea0196'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:56:28.106231 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-bf382779-6daf-44d7-b6c4-f0a7ea54d93a req-dc7e8304-7b1f-472e-bd40-6c2839dbe316 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eae36528-cf16-4667-9859-d294f58c3767 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:56:28.106598 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-f465c736-6e67-4525-a081-ec4622c20998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:56:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['d197abe3-49d4-480a-be09-14887dea0196'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:28.114585 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-bf382779-6daf-44d7-b6c4-f0a7ea54d93a req-dc7e8304-7b1f-472e-bd40-6c2839dbe316 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:28.122412 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a864874a-78b1-4158-b876-5d1bbe706b4d tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "GET /v2.0/ports?device_id=d197abe3-49d4-480a-be09-14887dea0196 HTTP/1.1" status: 200 len: 205 time: 0.0288739 Oct 20 11:56:28.125465 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46118) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:28.128266 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-bf382779-6daf-44d7-b6c4-f0a7ea54d93a req-dc7e8304-7b1f-472e-bd40-6c2839dbe316 service neutron] Transition to ACTIVE for port object eae36528-cf16-4667-9859-d294f58c3767 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:56:28.133963 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-bf382779-6daf-44d7-b6c4-f0a7ea54d93a req-dc7e8304-7b1f-472e-bd40-6c2839dbe316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:28.178438 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-f465c736-6e67-4525-a081-ec4622c20998 None None] Set router d197abe3-49d4-480a-be09-14887dea0196 gateway port host: None {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:56:28.190744 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e8304-7b1f-472e-bd40-6c2839dbe316 service neutron] Pushing event updated for resources: {'Port': ['ID=eae36528-cf16-4667-9859-d294f58c3767,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:28.212555 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a07c2262-f068-4f96-933e-e8db20f15180 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:28.233399 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-f465c736-6e67-4525-a081-ec4622c20998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd197abe3-49d4-480a-be09-14887dea0196', 'name': 'tempest-RoutersTest-router-757798737', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:55Z', 'updated_at': '2021-10-20T11:56:25Z', 'revision_number': 11, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'gw_port_host': None}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:28.259494 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f465c736-6e67-4525-a081-ec4622c20998 None None] Checking router: d197abe3-49d4-480a-be09-14887dea0196 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:56:28.259726 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-bf382779-6daf-44d7-b6c4-f0a7ea54d93a req-dc7e8304-7b1f-472e-bd40-6c2839dbe316 service neutron] Attempting to bind port eae36528-cf16-4667-9859-d294f58c3767 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:56:28.259960 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-bf382779-6daf-44d7-b6c4-f0a7ea54d93a req-dc7e8304-7b1f-472e-bd40-6c2839dbe316 service neutron] Attempting to bind port eae36528-cf16-4667-9859-d294f58c3767 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': 'd62d22e1-4ed0-4262-9452-80d2f51e2b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'a15420de-6a07-4a4f-ba79-469962eb6cc8'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:56:28.260210 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf382779-6daf-44d7-b6c4-f0a7ea54d93a req-dc7e8304-7b1f-472e-bd40-6c2839dbe316 service neutron] Attempting to bind port eae36528-cf16-4667-9859-d294f58c3767 on network a15420de-6a07-4a4f-ba79-469962eb6cc8 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:56:28.264489 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf382779-6daf-44d7-b6c4-f0a7ea54d93a req-dc7e8304-7b1f-472e-bd40-6c2839dbe316 service neutron] Port eae36528-cf16-4667-9859-d294f58c3767 on network a15420de-6a07-4a4f-ba79-469962eb6cc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:56:28.264787 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf382779-6daf-44d7-b6c4-f0a7ea54d93a req-dc7e8304-7b1f-472e-bd40-6c2839dbe316 service neutron] Attempting to bind port eae36528-cf16-4667-9859-d294f58c3767 on network a15420de-6a07-4a4f-ba79-469962eb6cc8 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:56:28.267905 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f465c736-6e67-4525-a081-ec4622c20998 None None] Routers {'d197abe3-49d4-480a-be09-14887dea0196'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:56:28.268573 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-f465c736-6e67-4525-a081-ec4622c20998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:56:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['d197abe3-49d4-480a-be09-14887dea0196'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:28.269695 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf382779-6daf-44d7-b6c4-f0a7ea54d93a req-dc7e8304-7b1f-472e-bd40-6c2839dbe316 service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:56:28.269899 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf382779-6daf-44d7-b6c4-f0a7ea54d93a req-dc7e8304-7b1f-472e-bd40-6c2839dbe316 service neutron] Checking segment: {'id': 'd62d22e1-4ed0-4262-9452-80d2f51e2b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'a15420de-6a07-4a4f-ba79-469962eb6cc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:56:28.270279 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf382779-6daf-44d7-b6c4-f0a7ea54d93a req-dc7e8304-7b1f-472e-bd40-6c2839dbe316 service neutron] Bound using segment: {'id': 'd62d22e1-4ed0-4262-9452-80d2f51e2b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'a15420de-6a07-4a4f-ba79-469962eb6cc8'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:56:28.270746 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-bf382779-6daf-44d7-b6c4-f0a7ea54d93a req-dc7e8304-7b1f-472e-bd40-6c2839dbe316 service neutron] Bound port: eae36528-cf16-4667-9859-d294f58c3767, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd62d22e1-4ed0-4262-9452-80d2f51e2b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'a15420de-6a07-4a4f-ba79-469962eb6cc8'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:56:28.271404 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-bf382779-6daf-44d7-b6c4-f0a7ea54d93a req-dc7e8304-7b1f-472e-bd40-6c2839dbe316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:28.342017 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-f465c736-6e67-4525-a081-ec4622c20998 None None] Set router d197abe3-49d4-480a-be09-14887dea0196 gateway port host: None {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:56:28.350710 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-bf382779-6daf-44d7-b6c4-f0a7ea54d93a req-dc7e8304-7b1f-472e-bd40-6c2839dbe316 service neutron] For port eae36528-cf16-4667-9859-d294f58c3767, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:56:28.354738 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-bf382779-6daf-44d7-b6c4-f0a7ea54d93a req-dc7e8304-7b1f-472e-bd40-6c2839dbe316 service neutron] For port eae36528-cf16-4667-9859-d294f58c3767, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=eae36528-cf16-4667-9859-d294f58c3767,segment=NetworkSegment(d62d22e1-4ed0-4262-9452-80d2f51e2b28),segment_id=d62d22e1-4ed0-4262-9452-80d2f51e2b28)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:56:28.360348 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-bf382779-6daf-44d7-b6c4-f0a7ea54d93a req-dc7e8304-7b1f-472e-bd40-6c2839dbe316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:28.374965 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a07c2262-f068-4f96-933e-e8db20f15180 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:28.377222 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a07c2262-f068-4f96-933e-e8db20f15180 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:28.397821 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-f465c736-6e67-4525-a081-ec4622c20998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd197abe3-49d4-480a-be09-14887dea0196', 'name': 'tempest-RoutersTest-router-757798737', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:55Z', 'updated_at': '2021-10-20T11:56:25Z', 'revision_number': 11, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'gw_port_host': None}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:28.406368 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf382779-6daf-44d7-b6c4-f0a7ea54d93a req-dc7e8304-7b1f-472e-bd40-6c2839dbe316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:28.407150 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-bf382779-6daf-44d7-b6c4-f0a7ea54d93a req-dc7e8304-7b1f-472e-bd40-6c2839dbe316 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:28.408777 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf382779-6daf-44d7-b6c4-f0a7ea54d93a req-dc7e8304-7b1f-472e-bd40-6c2839dbe316 service neutron] 10.222.0.11 "PUT /v2.0/ports/eae36528-cf16-4667-9859-d294f58c3767 HTTP/1.1" status: 200 len: 1092 time: 0.7002399 Oct 20 11:56:28.409397 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ce69061-7ed0-401c-b804-4365bf5d9f12', 'tag': 'eae36528-cf16-4667-9859-d294f58c3767'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:56:28.411889 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a781f3e6-99ac-49dc-9d40-c991a66dd798" -d '{"events": [{"name": "network-changed", "server_uuid": "4ce69061-7ed0-401c-b804-4365bf5d9f12", "tag": "eae36528-cf16-4667-9859-d294f58c3767"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:56:28.431926 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a07c2262-f068-4f96-933e-e8db20f15180 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:28.432596 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07c2262-f068-4f96-933e-e8db20f15180 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Fanout notify agent at l3_agent the message router_deleted on router d197abe3-49d4-480a-be09-14887dea0196 {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:56:28.437092 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e8304-7b1f-472e-bd40-6c2839dbe316 service neutron] Pushing event updated for resources: {'Port': ['ID=eae36528-cf16-4667-9859-d294f58c3767,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:28.444053 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a07c2262-f068-4f96-933e-e8db20f15180 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:28.445899 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a07c2262-f068-4f96-933e-e8db20f15180 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "DELETE /v2.0/routers/d197abe3-49d4-480a-be09-14887dea0196 HTTP/1.1" status: 204 len: 168 time: 0.3190339 Oct 20 11:56:28.452063 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 46122) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:28.452253 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f465c736-6e67-4525-a081-ec4622c20998 None None] The sync data for ids ['d197abe3-49d4-480a-be09-14887dea0196'] in n-d-814735-3 is: [{'id': 'd197abe3-49d4-480a-be09-14887dea0196', 'name': 'tempest-RoutersTest-router-757798737', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:55Z', 'updated_at': '2021-10-20T11:56:25Z', 'revision_number': 11, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'gw_port_host': None}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:56:28.463963 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-861b9bc5-fa61-4395-8d03-c6c6eeabad69 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1543159705', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:56:28.485072 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ba893a-3a0e-4699-83e1-ed71961674aa x-openstack-request-id: req-44ba893a-3a0e-4699-83e1-ed71961674aa {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:56:28.485358 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ce69061-7ed0-401c-b804-4365bf5d9f12", "tag": "eae36528-cf16-4667-9859-d294f58c3767", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:56:28.485609 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-44ba893a-3a0e-4699-83e1-ed71961674aa {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:56:28.486014 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ce69061-7ed0-401c-b804-4365bf5d9f12', 'tag': 'eae36528-cf16-4667-9859-d294f58c3767', 'status': 'completed', 'code': 200} Oct 20 11:56:28.523781 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-861b9bc5-fa61-4395-8d03-c6c6eeabad69 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:28.524827 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-861b9bc5-fa61-4395-8d03-c6c6eeabad69 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:28.538160 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf382779-6daf-44d7-b6c4-f0a7ea54d93a req-09177ad5-0c19-4604-98a6-3294dbaa61a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:28.539852 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf382779-6daf-44d7-b6c4-f0a7ea54d93a req-09177ad5-0c19-4604-98a6-3294dbaa61a4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ea755e9590d34b39adb71177b99b6d2c&device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 1095 time: 0.0689094 Oct 20 11:56:28.617311 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf382779-6daf-44d7-b6c4-f0a7ea54d93a req-34558a2e-7886-4a53-9474-0db68807065c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eae36528-cf16-4667-9859-d294f58c3767 HTTP/1.1" status: 200 len: 217 time: 0.0627980 Oct 20 11:56:28.619109 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-861b9bc5-fa61-4395-8d03-c6c6eeabad69 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:28.624153 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-861b9bc5-fa61-4395-8d03-c6c6eeabad69 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:28.677340 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-861b9bc5-fa61-4395-8d03-c6c6eeabad69 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:28.678621 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-861b9bc5-fa61-4395-8d03-c6c6eeabad69 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2262321 Oct 20 11:56:28.681677 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46124) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:28.684230 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf382779-6daf-44d7-b6c4-f0a7ea54d93a req-4950a482-d529-462d-8e3e-c3491bb2fd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:28.685638 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf382779-6daf-44d7-b6c4-f0a7ea54d93a req-4950a482-d529-462d-8e3e-c3491bb2fd1f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b999a9c2-9254-4dda-a454-6d38a553ee36 HTTP/1.1" status: 200 len: 854 time: 0.0563550 Oct 20 11:56:28.686367 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-ef716506-896e-49f7-894f-f7483cccb793 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:56:28.719014 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf382779-6daf-44d7-b6c4-f0a7ea54d93a req-43a23d36-fea8-44ec-9e94-1cb381a25118 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a15420de-6a07-4a4f-ba79-469962eb6cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255768 Oct 20 11:56:28.813220 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf382779-6daf-44d7-b6c4-f0a7ea54d93a req-5d2c0ac1-c5a3-425e-9bc0-f1074ef94428 service neutron] 10.222.0.11 "GET /v2.0/networks/a15420de-6a07-4a4f-ba79-469962eb6cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871816 Oct 20 11:56:28.892337 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ef716506-896e-49f7-894f-f7483cccb793 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4352'] for router, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:28.902433 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf382779-6daf-44d7-b6c4-f0a7ea54d93a req-0c598bbc-2a89-4a9a-943c-7433de0d36db service neutron] 10.222.0.11 "GET /v2.0/networks/a15420de-6a07-4a4f-ba79-469962eb6cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816753 Oct 20 11:56:28.904747 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ef716506-896e-49f7-894f-f7483cccb793 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-652987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-652962', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-654361'] for router, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:28.994022 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a781f3e6-99ac-49dc-9d40-c991a66dd798 req-d381b916-5875-4ea4-880f-a30ad61df802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:28.995580 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a781f3e6-99ac-49dc-9d40-c991a66dd798 req-d381b916-5875-4ea4-880f-a30ad61df802 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ea755e9590d34b39adb71177b99b6d2c&device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 1095 time: 0.0490911 Oct 20 11:56:29.011425 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef716506-896e-49f7-894f-f7483cccb793 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Router 933e3968-520b-420c-b32d-b010856e2537 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:56:29.086035 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef716506-896e-49f7-894f-f7483cccb793 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:56:29.090646 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a781f3e6-99ac-49dc-9d40-c991a66dd798 req-01c27289-b8ac-47f3-a43b-15fff98e39e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:29.092278 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a781f3e6-99ac-49dc-9d40-c991a66dd798 req-01c27289-b8ac-47f3-a43b-15fff98e39e3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a15420de-6a07-4a4f-ba79-469962eb6cc8 HTTP/1.1" status: 200 len: 916 time: 0.0896993 Oct 20 11:56:29.093102 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ef716506-896e-49f7-894f-f7483cccb793 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:29.094023 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ef716506-896e-49f7-894f-f7483cccb793 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "PUT /v2.0/routers/933e3968-520b-420c-b32d-b010856e2537 HTTP/1.1" status: 200 len: 694 time: 0.4113104 Oct 20 11:56:29.096849 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46128) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:29.097777 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd02ceb2-a51d-4f66-b191-392545db08b3 None None] Sync routers for ids ['933e3968-520b-420c-b32d-b010856e2537'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:56:29.108098 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd02ceb2-a51d-4f66-b191-392545db08b3 None None] Routers {'933e3968-520b-420c-b32d-b010856e2537'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:56:29.108964 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-dd02ceb2-a51d-4f66-b191-392545db08b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:56:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['933e3968-520b-420c-b32d-b010856e2537'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:29.143805 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a781f3e6-99ac-49dc-9d40-c991a66dd798 req-651b0594-bc83-477a-82d2-c7a8c1e15f10 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eae36528-cf16-4667-9859-d294f58c3767 HTTP/1.1" status: 200 len: 217 time: 0.0440407 Oct 20 11:56:29.180928 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-dd02ceb2-a51d-4f66-b191-392545db08b3 None None] Set router 933e3968-520b-420c-b32d-b010856e2537 gateway port host: None {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:56:29.228430 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd40c60-c3ea-4f36-ab5d-8e33d4286544 req-c31ffe61-6d17-47c9-8d51-e31bc35eba33 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:29.230252 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-edd40c60-c3ea-4f36-ab5d-8e33d4286544 req-c31ffe61-6d17-47c9-8d51-e31bc35eba33 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 944 time: 0.0892205 Oct 20 11:56:29.232199 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a781f3e6-99ac-49dc-9d40-c991a66dd798 req-57d4f79d-28ed-433a-9e05-d2fc138e9fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:29.233712 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a781f3e6-99ac-49dc-9d40-c991a66dd798 req-57d4f79d-28ed-433a-9e05-d2fc138e9fe3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b999a9c2-9254-4dda-a454-6d38a553ee36 HTTP/1.1" status: 200 len: 854 time: 0.0802426 Oct 20 11:56:29.238019 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-dd02ceb2-a51d-4f66-b191-392545db08b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '933e3968-520b-420c-b32d-b010856e2537', 'name': 'tempest-RoutersTest-router-1543159705', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:56:28Z', 'updated_at': '2021-10-20T11:56:28Z', 'revision_number': 2, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'gw_port_host': None}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:29.265350 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd02ceb2-a51d-4f66-b191-392545db08b3 None None] Checking router: 933e3968-520b-420c-b32d-b010856e2537 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:56:29.275405 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd02ceb2-a51d-4f66-b191-392545db08b3 None None] Routers {'933e3968-520b-420c-b32d-b010856e2537'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:56:29.276025 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-dd02ceb2-a51d-4f66-b191-392545db08b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:56:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['933e3968-520b-420c-b32d-b010856e2537'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:29.279890 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a781f3e6-99ac-49dc-9d40-c991a66dd798 req-947df6f9-bd0f-4d95-8a84-e122b0674a1d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a15420de-6a07-4a4f-ba79-469962eb6cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348167 Oct 20 11:56:29.315393 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-edd40c60-c3ea-4f36-ab5d-8e33d4286544 req-5aa580d9-20b3-4c3e-b8ad-e37102b57821 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767257 Oct 20 11:56:29.361330 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-dd02ceb2-a51d-4f66-b191-392545db08b3 None None] Set router 933e3968-520b-420c-b32d-b010856e2537 gateway port host: None {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:56:29.403983 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a781f3e6-99ac-49dc-9d40-c991a66dd798 req-37c03d79-fdac-4ac6-bb68-334397b6964f service neutron] 10.222.0.11 "GET /v2.0/networks/a15420de-6a07-4a4f-ba79-469962eb6cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134233 Oct 20 11:56:29.507079 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a781f3e6-99ac-49dc-9d40-c991a66dd798 req-a657ee4a-f738-4c2e-9f05-acab86ffc7f6 service neutron] 10.222.0.11 "GET /v2.0/networks/a15420de-6a07-4a4f-ba79-469962eb6cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953214 Oct 20 11:56:29.517313 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-66b1eea1-7b96-4273-b29c-a08228dba338 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "GET /v2.0/routers/933e3968-520b-420c-b32d-b010856e2537 HTTP/1.1" status: 200 len: 700 time: 0.4188893 Oct 20 11:56:29.517688 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-dd02ceb2-a51d-4f66-b191-392545db08b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '933e3968-520b-420c-b32d-b010856e2537', 'name': 'tempest-RoutersTest-router-1543159705', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:56:28Z', 'updated_at': '2021-10-20T11:56:28Z', 'revision_number': 2, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'gw_port_host': None}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:29.519620 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46130) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:29.544358 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd02ceb2-a51d-4f66-b191-392545db08b3 None None] The sync data for ids ['933e3968-520b-420c-b32d-b010856e2537'] in n-d-814735-3 is: [{'id': '933e3968-520b-420c-b32d-b010856e2537', 'name': 'tempest-RoutersTest-router-1543159705', 'tenant_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:56:28Z', 'updated_at': '2021-10-20T11:56:28Z', 'revision_number': 2, 'project_id': 'a2e7a287bb194f73b0a7c68afae28ca1', 'gw_port_host': None}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:56:29.546499 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0ffe539c-0d07-4819-bcfe-6833c62df9d1 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "GET /v2.0/ports?device_id=933e3968-520b-420c-b32d-b010856e2537 HTTP/1.1" status: 200 len: 205 time: 0.0256262 Oct 20 11:56:29.548992 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46132) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:29.630565 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bc72bf06-0b56-4799-8b87-4f1b7ad76458 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:29.800916 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bc72bf06-0b56-4799-8b87-4f1b7ad76458 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:29.803292 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bc72bf06-0b56-4799-8b87-4f1b7ad76458 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:29.847001 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bc72bf06-0b56-4799-8b87-4f1b7ad76458 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:29.847501 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc72bf06-0b56-4799-8b87-4f1b7ad76458 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Fanout notify agent at l3_agent the message router_deleted on router 933e3968-520b-420c-b32d-b010856e2537 {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:56:29.854824 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bc72bf06-0b56-4799-8b87-4f1b7ad76458 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:29.855928 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-bc72bf06-0b56-4799-8b87-4f1b7ad76458 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "DELETE /v2.0/routers/933e3968-520b-420c-b32d-b010856e2537 HTTP/1.1" status: 204 len: 168 time: 0.3060429 Oct 20 11:56:29.859660 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46134) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:29.887258 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8c5d2961-78f9-459c-907c-2bbb558bb8a8 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "GET /v2.0/ports?device_id=933e3968-520b-420c-b32d-b010856e2537 HTTP/1.1" status: 200 len: 205 time: 0.0263269 Oct 20 11:56:29.889806 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 46136) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:29.927621 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [None req-02954bc5-1950-4e94-bb57-e2c536efd80c tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] delete failed (client error): The resource could not be found. Oct 20 11:56:29.928523 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-02954bc5-1950-4e94-bb57-e2c536efd80c tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "DELETE /v2.0/routers/933e3968-520b-420c-b32d-b010856e2537 HTTP/1.1" status: 404 len: 336 time: 0.0377274 Oct 20 11:56:29.931096 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 46138) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:29.956980 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8a36cdb-bd2a-4799-b6db-3a3f788333e6 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] DELETE failed (client error): The resource could not be found. Oct 20 11:56:29.957430 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8a36cdb-bd2a-4799-b6db-3a3f788333e6 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:56:29.960721 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c8a36cdb-bd2a-4799-b6db-3a3f788333e6 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "DELETE /v2.0/subnets/c30a4ee7-cee5-495d-aa3e-7a618f022a78 HTTP/1.1" status: 404 len: 337 time: 0.0287273 Oct 20 11:56:29.963436 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 46140) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:29.991114 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-01256f89-89da-40f4-bc2c-8a8e3e9f49a9 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] DELETE failed (client error): The resource could not be found. Oct 20 11:56:29.991881 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01256f89-89da-40f4-bc2c-8a8e3e9f49a9 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:56:29.995027 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-01256f89-89da-40f4-bc2c-8a8e3e9f49a9 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "DELETE /v2.0/subnets/66828c9f-c21a-4814-bff0-d22c49f3a052 HTTP/1.1" status: 404 len: 337 time: 0.0305803 Oct 20 11:56:29.997933 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 46142) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:30.032755 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f489f88-15aa-4e10-aa49-c1e73bd8c4c2 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] DELETE failed (client error): The resource could not be found. Oct 20 11:56:30.033207 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f489f88-15aa-4e10-aa49-c1e73bd8c4c2 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:56:30.036288 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3f489f88-15aa-4e10-aa49-c1e73bd8c4c2 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "DELETE /v2.0/subnets/68932b9f-1f95-4539-8dc1-61546698d546 HTTP/1.1" status: 404 len: 337 time: 0.0372021 Oct 20 11:56:30.041423 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46144) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:30.072967 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-36490ff6-2744-4f16-b153-05c1e861c3a3 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] DELETE failed (client error): The resource could not be found. Oct 20 11:56:30.073508 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36490ff6-2744-4f16-b153-05c1e861c3a3 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:56:30.076667 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-36490ff6-2744-4f16-b153-05c1e861c3a3 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "DELETE /v2.0/subnets/001e6ac3-dd73-4dcd-8692-fc3b9bb39ed1 HTTP/1.1" status: 404 len: 337 time: 0.0341635 Oct 20 11:56:30.080409 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 46146) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:30.109119 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e01b6d61-bde0-464b-8265-237a4de9a0cb tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "GET /v2.0/ports?device_id=d197abe3-49d4-480a-be09-14887dea0196 HTTP/1.1" status: 200 len: 205 time: 0.0274870 Oct 20 11:56:30.111631 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46148) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:30.154399 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-7be13931-4d5a-4004-91ac-fd231c272412 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] delete failed (client error): The resource could not be found. Oct 20 11:56:30.155474 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7be13931-4d5a-4004-91ac-fd231c272412 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "DELETE /v2.0/routers/d197abe3-49d4-480a-be09-14887dea0196 HTTP/1.1" status: 404 len: 336 time: 0.0428615 Oct 20 11:56:30.158240 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46150) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:30.185682 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-13e28035-1521-43a3-8812-a6b2d69bb365 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "GET /v2.0/ports?device_id=df7deda3-6c80-46da-bdb9-13ee2e2fa922 HTTP/1.1" status: 200 len: 205 time: 0.0262439 Oct 20 11:56:30.188178 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 46152) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:30.225097 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [None req-a0d988b6-d1f6-4374-91cc-ccb35760f90c tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] delete failed (client error): The resource could not be found. Oct 20 11:56:30.226150 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-a0d988b6-d1f6-4374-91cc-ccb35760f90c tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "DELETE /v2.0/routers/df7deda3-6c80-46da-bdb9-13ee2e2fa922 HTTP/1.1" status: 404 len: 336 time: 0.0369806 Oct 20 11:56:30.228842 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 46154) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:30.255590 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ea4ea60-37c6-41a5-99e1-abcc3a4edb38 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] DELETE failed (client error): The resource could not be found. Oct 20 11:56:30.256044 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ea4ea60-37c6-41a5-99e1-abcc3a4edb38 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:56:30.259084 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8ea4ea60-37c6-41a5-99e1-abcc3a4edb38 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "DELETE /v2.0/subnets/ce346441-43e2-4452-8f3a-ef32988d8a42 HTTP/1.1" status: 404 len: 337 time: 0.0293212 Oct 20 11:56:30.261766 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 46156) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:30.294448 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-81b671c9-2598-4f1c-a6df-151c99ddaea5 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "GET /v2.0/ports?device_id=a36702e2-dd6c-4d20-9a0a-6a1505fc8555 HTTP/1.1" status: 200 len: 205 time: 0.0294569 Oct 20 11:56:30.294693 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 46158) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:30.331202 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [None req-dcd8629d-f890-4a91-997a-f6034b2063a7 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] delete failed (client error): The resource could not be found. Oct 20 11:56:30.332221 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-dcd8629d-f890-4a91-997a-f6034b2063a7 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "DELETE /v2.0/routers/a36702e2-dd6c-4d20-9a0a-6a1505fc8555 HTTP/1.1" status: 404 len: 336 time: 0.0365880 Oct 20 11:56:30.335321 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46162) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:30.367095 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-32983af2-cd25-4f9b-9152-9e86112e6392 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "GET /v2.0/ports?device_id=cef1fc54-fa24-4572-b955-e6f1a2391324 HTTP/1.1" status: 200 len: 205 time: 0.0257332 Oct 20 11:56:30.367217 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 46164) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:30.419689 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [None req-981daa91-9db6-4bad-a441-94b54f35774f tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] delete failed (client error): The resource could not be found. Oct 20 11:56:30.420677 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-981daa91-9db6-4bad-a441-94b54f35774f tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "DELETE /v2.0/routers/cef1fc54-fa24-4572-b955-e6f1a2391324 HTTP/1.1" status: 404 len: 336 time: 0.0545344 Oct 20 11:56:30.423643 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46166) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:30.450679 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-8abc78e1-0eee-4df8-bac8-5cf216a812d5 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] DELETE failed (client error): The resource could not be found. Oct 20 11:56:30.451160 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8abc78e1-0eee-4df8-bac8-5cf216a812d5 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:56:30.456815 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8abc78e1-0eee-4df8-bac8-5cf216a812d5 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "DELETE /v2.0/subnets/40fb8fc7-d004-4261-8f78-41f05dfd9d27 HTTP/1.1" status: 404 len: 337 time: 0.0295954 Oct 20 11:56:30.457336 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46168) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:30.471261 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d061c-c7c0-474a-bb77-17f31ac93bc5 req-c0ea55fc-94d1-4506-ba72-3244f5417505 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:30.472844 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-140d061c-c7c0-474a-bb77-17f31ac93bc5 req-c0ea55fc-94d1-4506-ba72-3244f5417505 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 944 time: 0.0627868 Oct 20 11:56:30.489074 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-de518219-e433-484f-9c44-b61968452288 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "GET /v2.0/ports?device_id=7a229505-ed1e-4f26-abda-7d415540f0e8 HTTP/1.1" status: 200 len: 205 time: 0.0283215 Oct 20 11:56:30.489074 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46170) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:30.531987 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-140d061c-c7c0-474a-bb77-17f31ac93bc5 req-3d8108fd-b165-4a94-871e-fecf9b4aa208 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517263 Oct 20 11:56:30.542103 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-7920a7d5-5eb2-4452-b8f1-e6342f110cc6 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] delete failed (client error): The resource could not be found. Oct 20 11:56:30.545981 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7920a7d5-5eb2-4452-b8f1-e6342f110cc6 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "DELETE /v2.0/routers/7a229505-ed1e-4f26-abda-7d415540f0e8 HTTP/1.1" status: 404 len: 336 time: 0.0554829 Oct 20 11:56:30.546145 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 46172) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:30.572572 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-7575817c-20b8-45f5-8a03-dbe967461a78 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] DELETE failed (client error): The resource could not be found. Oct 20 11:56:30.573014 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7575817c-20b8-45f5-8a03-dbe967461a78 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:56:30.575990 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-7575817c-20b8-45f5-8a03-dbe967461a78 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "DELETE /v2.0/subnets/9f11aecd-28c2-4fcc-aa1b-30f23813d385 HTTP/1.1" status: 404 len: 337 time: 0.0289660 Oct 20 11:56:30.578407 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 46174) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:30.603846 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-6ec352eb-b78a-4597-a6dc-a41320400850 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "GET /v2.0/ports?device_id=fa641285-2957-4c74-9066-d0c1951bbb21 HTTP/1.1" status: 200 len: 205 time: 0.0243697 Oct 20 11:56:30.606872 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 46176) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:30.655888 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [None req-90d6499d-4d25-4f16-a996-80f2b03d2743 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] delete failed (client error): The resource could not be found. Oct 20 11:56:30.656946 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-90d6499d-4d25-4f16-a996-80f2b03d2743 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "DELETE /v2.0/routers/fa641285-2957-4c74-9066-d0c1951bbb21 HTTP/1.1" status: 404 len: 336 time: 0.0485058 Oct 20 11:56:30.659726 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 46178) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:30.686168 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-349fe769-966a-4d16-8529-208e0b91d044 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] DELETE failed (client error): The resource could not be found. Oct 20 11:56:30.686535 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-349fe769-966a-4d16-8529-208e0b91d044 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:56:30.689522 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-349fe769-966a-4d16-8529-208e0b91d044 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "DELETE /v2.0/subnets/f13cd4c4-8d3a-457a-9e00-78c24622502b HTTP/1.1" status: 404 len: 337 time: 0.0288210 Oct 20 11:56:30.692103 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 46180) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:30.717164 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-203083c8-19f9-44a0-b2d2-5bae0ff2fdc0 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] DELETE failed (client error): The resource could not be found. Oct 20 11:56:30.717611 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-203083c8-19f9-44a0-b2d2-5bae0ff2fdc0 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 11:56:30.720621 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-203083c8-19f9-44a0-b2d2-5bae0ff2fdc0 tempest-RoutersTest-1116601310 tempest-RoutersTest-1116601310-project] 10.222.0.98 "DELETE /v2.0/subnets/3ade4e18-e8e9-4ead-a5a5-fae2d1b18c40 HTTP/1.1" status: 404 len: 337 time: 0.0276437 Oct 20 11:56:30.933021 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 46186) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:31.080749 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2f04f27d-6b66-4b24-924f-3b731189306c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a2e7a287bb194f73b0a7c68afae28ca1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1465895 Oct 20 11:56:31.085079 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 46190) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:31.148756 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d0079933-588d-4325-8c16-e480fbb8f26a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:31.174546 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d0079933-588d-4325-8c16-e480fbb8f26a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:31.227458 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d0079933-588d-4325-8c16-e480fbb8f26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:31.230110 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d0079933-588d-4325-8c16-e480fbb8f26a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:31.231307 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d0079933-588d-4325-8c16-e480fbb8f26a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/7b322d2a-32b8-4532-947d-a185cf1e5167 HTTP/1.1" status: 204 len: 168 time: 0.1450939 Oct 20 11:56:31.238976 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0079933-588d-4325-8c16-e480fbb8f26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b322d2a-32b8-4532-947d-a185cf1e5167,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:31.649512 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e34ed07-7bd7-4be6-83af-fc700d7f399c req-1a5aeaac-65f3-48b4-b699-fe90c9318840 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:31.651078 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0e34ed07-7bd7-4be6-83af-fc700d7f399c req-1a5aeaac-65f3-48b4-b699-fe90c9318840 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 944 time: 0.0508268 Oct 20 11:56:31.690034 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0e34ed07-7bd7-4be6-83af-fc700d7f399c req-b8c826aa-ccbe-4e05-b3e8-1bfddba17b3e tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329463 Oct 20 11:56:31.792994 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device eae36528-cf16-4667-9859-d294f58c3767 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:56:31.898072 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port eae36528-cf16-4667-9859-d294f58c3767, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=eae36528-cf16-4667-9859-d294f58c3767,segment=NetworkSegment(d62d22e1-4ed0-4262-9452-80d2f51e2b28),segment_id=d62d22e1-4ed0-4262-9452-80d2f51e2b28)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:56:31.910089 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': 'eae36528-cf16-4667-9859-d294f58c3767', 'network_id': 'a15420de-6a07-4a4f-ba79-469962eb6cc8', 'port_id': 'eae36528-cf16-4667-9859-d294f58c3767', 'mac_address': 'fa:16:3e:05:5d:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b999a9c2-9254-4dda-a454-6d38a553ee36', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:56:31.947088 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:31.956722 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 46214) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:31.960582 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eae36528-cf16-4667-9859-d294f58c3767 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:56:31.980989 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port eae36528-cf16-4667-9859-d294f58c3767, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=eae36528-cf16-4667-9859-d294f58c3767,segment=NetworkSegment(d62d22e1-4ed0-4262-9452-80d2f51e2b28),segment_id=d62d22e1-4ed0-4262-9452-80d2f51e2b28)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:56:31.985733 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:32.031533 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=eae36528-cf16-4667-9859-d294f58c3767,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:32.057938 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-563f8c02-af8b-492f-8f59-1e3e886320f3 tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-216673697'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:56:32.087596 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563f8c02-af8b-492f-8f59-1e3e886320f3 tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] Made reservation on behalf of 7bcfebe71c3f498c80b6b3d2108d82ea for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:56:32.091211 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-563f8c02-af8b-492f-8f59-1e3e886320f3 tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:32.099971 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-563f8c02-af8b-492f-8f59-1e3e886320f3 tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:32.171427 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['eae36528-cf16-4667-9859-d294f58c3767'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:56:32.179866 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-563f8c02-af8b-492f-8f59-1e3e886320f3 tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:32.188891 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-563f8c02-af8b-492f-8f59-1e3e886320f3 tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:32.217409 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-563f8c02-af8b-492f-8f59-1e3e886320f3 tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] vlan segment allocate from pool success with {'vlan_id': 1259, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:56:32.223786 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563f8c02-af8b-492f-8f59-1e3e886320f3 tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95d2b418-4d37-4cd7-9382-5b4d43bc010a,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:32.229880 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-563f8c02-af8b-492f-8f59-1e3e886320f3 tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:32.230266 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-563f8c02-af8b-492f-8f59-1e3e886320f3 tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] Added segment ab5da6cd-853f-4a85-b343-2f69f4e1d65a of type vlan for network 62bde3e7-9cb9-4445-8ba4-e4dfe60805bb Oct 20 11:56:32.275374 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-563f8c02-af8b-492f-8f59-1e3e886320f3 tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:32.303846 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-563f8c02-af8b-492f-8f59-1e3e886320f3 tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:32.309605 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563f8c02-af8b-492f-8f59-1e3e886320f3 tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:32.310197 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-563f8c02-af8b-492f-8f59-1e3e886320f3 tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:32.345719 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-563f8c02-af8b-492f-8f59-1e3e886320f3 tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.3879128 Oct 20 11:56:32.349274 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46220) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:32.354214 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.tag.tag_plugin [None req-8944a804-ef35-47ba-a476-6aaac1f7d2a5 tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '62bde3e7-9cb9-4445-8ba4-e4dfe60805bb', 'tempest-TagsTest-Tag-1590510336') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:32.379152 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563f8c02-af8b-492f-8f59-1e3e886320f3 tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] Pushing event updated for resources: {'Network': ['ID=62bde3e7-9cb9-4445-8ba4-e4dfe60805bb,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:32.390451 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 62bde3e7-9cb9-4445-8ba4-e4dfe60805bb details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:56:32.438858 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8944a804-ef35-47ba-a476-6aaac1f7d2a5 tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] 10.222.0.98 "PUT /v2.0/networks/62bde3e7-9cb9-4445-8ba4-e4dfe60805bb/tags/tempest-TagsTest-Tag-1590510336 HTTP/1.1" status: 201 len: 201 time: 0.0882432 Oct 20 11:56:32.441329 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46222) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:32.446398 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.tag.tag_plugin [None req-d16c36c4-b413-4a77-8649-a55e6b117fd0 tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '62bde3e7-9cb9-4445-8ba4-e4dfe60805bb', 'tempest-TagsTest-Tag-1590510336') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:32.535134 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d16c36c4-b413-4a77-8649-a55e6b117fd0 tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] 10.222.0.98 "GET /v2.0/networks/62bde3e7-9cb9-4445-8ba4-e4dfe60805bb/tags/tempest-TagsTest-Tag-1590510336 HTTP/1.1" status: 204 len: 168 time: 0.0925784 Oct 20 11:56:32.538664 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46226) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:32.542987 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.tag.tag_plugin [None req-a65a62a7-3fd6-4423-8e71-78a4310a4af6 tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '62bde3e7-9cb9-4445-8ba4-e4dfe60805bb') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:32.618956 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a65a62a7-3fd6-4423-8e71-78a4310a4af6 tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] 10.222.0.98 "GET /v2.0/networks/62bde3e7-9cb9-4445-8ba4-e4dfe60805bb/tags HTTP/1.1" status: 200 len: 238 time: 0.0790648 Oct 20 11:56:32.621695 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46228) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:32.626099 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.tag.tag_plugin [None req-5ebefc38-803b-471c-af37-92773593584c tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '62bde3e7-9cb9-4445-8ba4-e4dfe60805bb', {'tags': ['tempest-TagsTest-Tag-4728714', 'tempest-TagsTest-Tag-946931263', 'tempest-TagsTest-Tag-178731424']}) {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:32.712320 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5ebefc38-803b-471c-af37-92773593584c tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] 10.222.0.98 "PUT /v2.0/networks/62bde3e7-9cb9-4445-8ba4-e4dfe60805bb/tags HTTP/1.1" status: 200 len: 304 time: 0.0895836 Oct 20 11:56:32.714996 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46232) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:32.719493 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.tag.tag_plugin [None req-262febc4-f73e-4429-b0e2-48ba4d254db2 tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '62bde3e7-9cb9-4445-8ba4-e4dfe60805bb', 'tempest-TagsTest-Tag-4728714') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:32.800860 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-262febc4-f73e-4429-b0e2-48ba4d254db2 tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] 10.222.0.98 "DELETE /v2.0/networks/62bde3e7-9cb9-4445-8ba4-e4dfe60805bb/tags/tempest-TagsTest-Tag-4728714 HTTP/1.1" status: 204 len: 168 time: 0.0846424 Oct 20 11:56:32.803663 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46234) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:32.804444 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252bf95-b0c7-494a-95fc-7521cdc4b115 req-7d3ab7c0-0575-4561-bb8a-56e27a0cb584 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:32.805987 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e252bf95-b0c7-494a-95fc-7521cdc4b115 req-7d3ab7c0-0575-4561-bb8a-56e27a0cb584 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 945 time: 0.0497365 Oct 20 11:56:32.808288 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.tag.tag_plugin [None req-16f910b7-74fb-49aa-95c2-fd0dfc7b33a4 tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '62bde3e7-9cb9-4445-8ba4-e4dfe60805bb', 'tempest-TagsTest-Tag-4728714') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:32.849498 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e252bf95-b0c7-494a-95fc-7521cdc4b115 req-0855b584-34ca-40e4-8d3d-c0239882986e tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362170 Oct 20 11:56:32.878750 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-16f910b7-74fb-49aa-95c2-fd0dfc7b33a4 tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] show failed (client error): The resource could not be found. Oct 20 11:56:32.880873 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-16f910b7-74fb-49aa-95c2-fd0dfc7b33a4 tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] 10.222.0.98 "GET /v2.0/networks/62bde3e7-9cb9-4445-8ba4-e4dfe60805bb/tags/tempest-TagsTest-Tag-4728714 HTTP/1.1" status: 404 len: 323 time: 0.0753117 Oct 20 11:56:32.882945 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46236) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:32.887083 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.tag.tag_plugin [None req-c85e30db-592d-4de0-a24f-887c62bbf0fa tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '62bde3e7-9cb9-4445-8ba4-e4dfe60805bb', 'tempest-TagsTest-Tag-946931263') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:32.956655 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c85e30db-592d-4de0-a24f-887c62bbf0fa tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] 10.222.0.98 "GET /v2.0/networks/62bde3e7-9cb9-4445-8ba4-e4dfe60805bb/tags/tempest-TagsTest-Tag-946931263 HTTP/1.1" status: 204 len: 168 time: 0.0726185 Oct 20 11:56:32.958050 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 46238) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:32.962578 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.tag.tag_plugin [None req-ef082d11-926b-43c9-8e6d-90cb97ff4d61 tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '62bde3e7-9cb9-4445-8ba4-e4dfe60805bb', 'tempest-TagsTest-Tag-178731424') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:33.035986 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ef082d11-926b-43c9-8e6d-90cb97ff4d61 tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] 10.222.0.98 "GET /v2.0/networks/62bde3e7-9cb9-4445-8ba4-e4dfe60805bb/tags/tempest-TagsTest-Tag-178731424 HTTP/1.1" status: 204 len: 168 time: 0.0763893 Oct 20 11:56:33.038465 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 46240) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:33.042908 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.tag.tag_plugin [None req-2ce78adf-c476-45cf-a540-37ea97512162 tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '62bde3e7-9cb9-4445-8ba4-e4dfe60805bb') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:33.133659 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2ce78adf-c476-45cf-a540-37ea97512162 tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] 10.222.0.98 "DELETE /v2.0/networks/62bde3e7-9cb9-4445-8ba4-e4dfe60805bb/tags HTTP/1.1" status: 204 len: 168 time: 0.0940218 Oct 20 11:56:33.136126 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 46242) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:33.140429 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.tag.tag_plugin [None req-aedeb818-7bac-41cd-a646-b198b1e3ea7f tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '62bde3e7-9cb9-4445-8ba4-e4dfe60805bb', 'tempest-TagsTest-Tag-946931263') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:33.206742 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [None req-aedeb818-7bac-41cd-a646-b198b1e3ea7f tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] show failed (client error): The resource could not be found. Oct 20 11:56:33.207749 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-aedeb818-7bac-41cd-a646-b198b1e3ea7f tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] 10.222.0.98 "GET /v2.0/networks/62bde3e7-9cb9-4445-8ba4-e4dfe60805bb/tags/tempest-TagsTest-Tag-946931263 HTTP/1.1" status: 404 len: 325 time: 0.0706627 Oct 20 11:56:33.210876 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 46244) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:33.215153 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.tag.tag_plugin [None req-e892c0d4-5787-4ad6-8bdf-6b403d3267be tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '62bde3e7-9cb9-4445-8ba4-e4dfe60805bb', 'tempest-TagsTest-Tag-178731424') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:33.283532 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [None req-e892c0d4-5787-4ad6-8bdf-6b403d3267be tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] show failed (client error): The resource could not be found. Oct 20 11:56:33.284554 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e892c0d4-5787-4ad6-8bdf-6b403d3267be tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] 10.222.0.98 "GET /v2.0/networks/62bde3e7-9cb9-4445-8ba4-e4dfe60805bb/tags/tempest-TagsTest-Tag-178731424 HTTP/1.1" status: 404 len: 325 time: 0.0727882 Oct 20 11:56:33.287560 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 46246) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:33.291751 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.tag.tag_plugin [None req-e5d3f822-7155-4760-aaa3-2e9491699599 tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '62bde3e7-9cb9-4445-8ba4-e4dfe60805bb') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:33.367407 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e5d3f822-7155-4760-aaa3-2e9491699599 tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] 10.222.0.98 "DELETE /v2.0/networks/62bde3e7-9cb9-4445-8ba4-e4dfe60805bb/tags HTTP/1.1" status: 204 len: 168 time: 0.0747578 Oct 20 11:56:33.367666 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 46248) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:33.447452 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2f59acce-9add-466e-9de8-15f1bebbf1fb tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:33.533536 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2f59acce-9add-466e-9de8-15f1bebbf1fb tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:33.554946 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-2f59acce-9add-466e-9de8-15f1bebbf1fb tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62bde3e7-9cb9-4445-8ba4-e4dfe60805bb']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:33.566482 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-2f59acce-9add-466e-9de8-15f1bebbf1fb tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab5da6cd-853f-4a85-b343-2f69f4e1d65a') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:33.566824 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-2f59acce-9add-466e-9de8-15f1bebbf1fb tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab5da6cd-853f-4a85-b343-2f69f4e1d65a') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:33.577554 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2f59acce-9add-466e-9de8-15f1bebbf1fb tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:33.591431 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2f59acce-9add-466e-9de8-15f1bebbf1fb tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:33.597887 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f59acce-9add-466e-9de8-15f1bebbf1fb tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] Releasing vlan 1259 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:56:33.598276 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2f59acce-9add-466e-9de8-15f1bebbf1fb tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:33.601635 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:56:33.601635 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:56:33.601635 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:56:33.601635 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:56:33.601635 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:56:33.601635 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:56:33.601635 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:56:33.601635 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:56:33.601635 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:56:33.601635 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:56:33.601635 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:56:33.601635 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:56:33.601635 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:56:33.601635 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:56:33.601635 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:56:33.601635 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:56:33.601635 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:56:33.601635 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:56:33.601635 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:56:33.601635 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:56:33.601635 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:56:33.601635 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:56:33.601635 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:56:33.601635 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:56:33.601635 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:56:33.601635 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:56:33.601635 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:56:33.601635 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:56:33.601635 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:56:33.601635 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:56:33.601635 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:56:33.601635 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:56:33.666985 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2f59acce-9add-466e-9de8-15f1bebbf1fb tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:33.675237 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2f59acce-9add-466e-9de8-15f1bebbf1fb tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:33.678198 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2f59acce-9add-466e-9de8-15f1bebbf1fb tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] 10.222.0.98 "DELETE /v2.0/networks/62bde3e7-9cb9-4445-8ba4-e4dfe60805bb HTTP/1.1" status: 204 len: 168 time: 0.3096216 Oct 20 11:56:33.693381 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f59acce-9add-466e-9de8-15f1bebbf1fb tempest-TagsTest-1489999883 tempest-TagsTest-1489999883-project] Pushing event deleted for resources: {'Network': ['ID=62bde3e7-9cb9-4445-8ba4-e4dfe60805bb,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:33.811343 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device eae36528-cf16-4667-9859-d294f58c3767 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:56:33.825545 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 46256) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:33.868945 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port eae36528-cf16-4667-9859-d294f58c3767 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:56:33.879218 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port eae36528-cf16-4667-9859-d294f58c3767 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:56:33.881805 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:33.986495 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5ed4c-6a46-4dbe-8cf8-cb21b66496a6 req-62d54f34-d01d-4ed4-83e5-47b8bda1d5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:33.988111 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-09d5ed4c-6a46-4dbe-8cf8-cb21b66496a6 req-62d54f34-d01d-4ed4-83e5-47b8bda1d5a0 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=adb9f420-f79a-4251-8a1b-f5efa6557548 HTTP/1.1" status: 200 len: 1096 time: 0.1613040 Oct 20 11:56:34.006981 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46264) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:34.007684 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237eb5be-2a81-466d-aad6-14d770f43b75 req-5b3925c0-4fea-472c-884b-0b2ab96a6c82 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:34.009198 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-237eb5be-2a81-466d-aad6-14d770f43b75 req-5b3925c0-4fea-472c-884b-0b2ab96a6c82 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 945 time: 0.0830634 Oct 20 11:56:34.030649 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:34.057383 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-09d5ed4c-6a46-4dbe-8cf8-cb21b66496a6 req-6e844705-ce41-411a-a87a-5e8d65efa1bc service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=54e6e0ab-7eae-4633-ae6e-05dddd2f2acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606842 Oct 20 11:56:34.068744 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port eae36528-cf16-4667-9859-d294f58c3767, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=eae36528-cf16-4667-9859-d294f58c3767,segment=NetworkSegment(d62d22e1-4ed0-4262-9452-80d2f51e2b28),segment_id=d62d22e1-4ed0-4262-9452-80d2f51e2b28)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:56:34.069989 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce69061-7ed0-401c-b804-4365bf5d9f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae36528-cf16-4667-9859-d294f58c3767'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:56:34.072618 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070db246-bde8-4039-941f-2a58f36fb626" -d '{"events": [{"server_uuid": "4ce69061-7ed0-401c-b804-4365bf5d9f12", "name": "network-vif-plugged", "status": "completed", "tag": "eae36528-cf16-4667-9859-d294f58c3767"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:56:34.077130 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:34.117434 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-237eb5be-2a81-466d-aad6-14d770f43b75 req-0c7a425c-7ca3-4c3c-a45d-66a761952cea tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902438 Oct 20 11:56:34.125138 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d57f244-6b5a-46e8-9edf-f33d9dce4f04 x-openstack-request-id: req-0d57f244-6b5a-46e8-9edf-f33d9dce4f04 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:56:34.125483 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce69061-7ed0-401c-b804-4365bf5d9f12", "name": "network-vif-plugged", "status": "completed", "tag": "eae36528-cf16-4667-9859-d294f58c3767", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:56:34.126209 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0d57f244-6b5a-46e8-9edf-f33d9dce4f04 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:56:34.127222 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce69061-7ed0-401c-b804-4365bf5d9f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae36528-cf16-4667-9859-d294f58c3767', 'code': 200} Oct 20 11:56:34.142371 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=eae36528-cf16-4667-9859-d294f58c3767,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:34.207764 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-98dae48d-2224-4980-bb11-6a6529fbc6fb admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7bcfebe71c3f498c80b6b3d2108d82ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1970758 Oct 20 11:56:34.208059 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46272) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:34.230099 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4274455-afb0-470e-8a37-5468035d08f8 req-8ccdc050-0fc4-425b-a6e4-b1fefea070f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:34.231845 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a4274455-afb0-470e-8a37-5468035d08f8 req-8ccdc050-0fc4-425b-a6e4-b1fefea070f5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 1097 time: 0.0470483 Oct 20 11:56:34.261313 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f4f8c59b-7c59-44e7-bb62-43865a9488d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:34.271362 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a4274455-afb0-470e-8a37-5468035d08f8 req-f120fb9f-304a-4a60-9ded-d8903bd97522 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321660 Oct 20 11:56:34.287625 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f4f8c59b-7c59-44e7-bb62-43865a9488d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:34.334026 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f4f8c59b-7c59-44e7-bb62-43865a9488d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:34.336849 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f4f8c59b-7c59-44e7-bb62-43865a9488d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:34.338155 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f4f8c59b-7c59-44e7-bb62-43865a9488d9 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/95d2b418-4d37-4cd7-9382-5b4d43bc010a HTTP/1.1" status: 204 len: 168 time: 0.1289835 Oct 20 11:56:34.348654 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f8c59b-7c59-44e7-bb62-43865a9488d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d2b418-4d37-4cd7-9382-5b4d43bc010a,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:35.234469 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ef3d7-aea6-499d-a8c3-81aebd86891f req-cb58c681-1106-4843-8887-2a1272efb649 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:35.236129 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f64ef3d7-aea6-499d-a8c3-81aebd86891f req-cb58c681-1106-4843-8887-2a1272efb649 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0547576 Oct 20 11:56:35.281696 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f64ef3d7-aea6-499d-a8c3-81aebd86891f req-d947cff7-b58d-47e3-a301-9ef71c8e852d tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393147 Oct 20 11:56:36.197146 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46342) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:36.324262 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-30f3a265-ab43-4dee-be45-08d9c6c00449 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:36.398422 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-30f3a265-ab43-4dee-be45-08d9c6c00449 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:36.402953 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-30f3a265-ab43-4dee-be45-08d9c6c00449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:36.404021 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa7c16-464a-48ca-858a-b431615381e9 req-352e0709-2a1b-4dff-83ab-898f00dd38ff tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:36.405478 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-72aa7c16-464a-48ca-858a-b431615381e9 req-352e0709-2a1b-4dff-83ab-898f00dd38ff tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0538979 Oct 20 11:56:36.438570 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f3a265-ab43-4dee-be45-08d9c6c00449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344c3460-e438-46c6-8983-c9512b11d514,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:36.445484 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-30f3a265-ab43-4dee-be45-08d9c6c00449 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2ed27bd30a984daa997f7ad590553aa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2447941 Oct 20 11:56:36.445679 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-72aa7c16-464a-48ca-858a-b431615381e9 req-c84fbc1b-1f05-4f7e-95dd-d5a3f439cfe3 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319200 Oct 20 11:56:36.445787 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46348) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:36.498937 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-05797acc-c107-4a27-87c9-9e8614cc349b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:36.521405 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-05797acc-c107-4a27-87c9-9e8614cc349b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:36.567981 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-05797acc-c107-4a27-87c9-9e8614cc349b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:36.571122 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-05797acc-c107-4a27-87c9-9e8614cc349b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:36.572489 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-05797acc-c107-4a27-87c9-9e8614cc349b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/344c3460-e438-46c6-8983-c9512b11d514 HTTP/1.1" status: 204 len: 168 time: 0.1259830 Oct 20 11:56:36.580424 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05797acc-c107-4a27-87c9-9e8614cc349b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344c3460-e438-46c6-8983-c9512b11d514,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:36.740596 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b615eb-a9fb-4147-9988-5d95071deb89 req-1a46d28d-ab11-4197-93fd-252844694068 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:36.742161 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f6b615eb-a9fb-4147-9988-5d95071deb89 req-1a46d28d-ab11-4197-93fd-252844694068 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/networks?id=a15420de-6a07-4a4f-ba79-469962eb6cc8 HTTP/1.1" status: 200 len: 814 time: 0.1142254 Oct 20 11:56:36.757620 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f6b615eb-a9fb-4147-9988-5d95071deb89 req-63670d72-c2fe-4075-9b4a-5bd1a31819b8 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/quotas/ea755e9590d34b39adb71177b99b6d2c HTTP/1.1" status: 200 len: 375 time: 0.0095210 Oct 20 11:56:36.811098 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f6b615eb-a9fb-4147-9988-5d95071deb89 req-f0112960-2d17-47a0-a519-591d6983d55d tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=ea755e9590d34b39adb71177b99b6d2c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0478899 Oct 20 11:56:36.861708 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46366) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:36.875829 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d89634a6-0634-4aba-b7f2-95b4ba6e420a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:36.905345 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f6b615eb-a9fb-4147-9988-5d95071deb89 req-e8fdd903-fc4c-4a35-9400-3976790cf659 service neutron] 10.222.0.98 "GET /v2.0/networks/a15420de-6a07-4a4f-ba79-469962eb6cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861502 Oct 20 11:56:36.950965 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d89634a6-0634-4aba-b7f2-95b4ba6e420a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:36.955887 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d89634a6-0634-4aba-b7f2-95b4ba6e420a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:36.992040 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89634a6-0634-4aba-b7f2-95b4ba6e420a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00bea82-7c86-4cdb-86a2-56d1941d02d4,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:36.998981 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d89634a6-0634-4aba-b7f2-95b4ba6e420a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=de85acb479b34e62aca95bdd9e00443f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1336789 Oct 20 11:56:36.999256 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46370) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:37.004653 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f6b615eb-a9fb-4147-9988-5d95071deb89 req-02c054be-7ac9-432a-9d82-2ca20cef224f service neutron] 10.222.0.98 "GET /v2.0/networks/a15420de-6a07-4a4f-ba79-469962eb6cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917699 Oct 20 11:56:37.049776 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2e9023dc-4084-405f-9bdc-c2995568d12b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:37.071024 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2e9023dc-4084-405f-9bdc-c2995568d12b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:37.131009 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2e9023dc-4084-405f-9bdc-c2995568d12b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:37.133899 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2e9023dc-4084-405f-9bdc-c2995568d12b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:37.138700 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2e9023dc-4084-405f-9bdc-c2995568d12b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c00bea82-7c86-4cdb-86a2-56d1941d02d4 HTTP/1.1" status: 204 len: 168 time: 0.1349359 Oct 20 11:56:37.146349 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9023dc-4084-405f-9bdc-c2995568d12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00bea82-7c86-4cdb-86a2-56d1941d02d4,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:37.188570 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a8ae6bd-e74d-4738-9c0f-8da851d3e4a6 req-666f23e1-b9a0-44a4-a81a-e97898ec4a9c tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4f451e6d-c8ac-406c-a4ee-de616121b23d HTTP/1.1" status: 200 len: 210 time: 0.0417423 Oct 20 11:56:38.204581 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b615eb-a9fb-4147-9988-5d95071deb89 req-2bb8604e-c162-48d5-a8da-76b9fd26e0d3 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:38.206042 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f6b615eb-a9fb-4147-9988-5d95071deb89 req-2bb8604e-c162-48d5-a8da-76b9fd26e0d3 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.89 "GET /v2.0/networks?id=a15420de-6a07-4a4f-ba79-469962eb6cc8 HTTP/1.1" status: 200 len: 814 time: 0.1105704 Oct 20 11:56:38.225086 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-f6b615eb-a9fb-4147-9988-5d95071deb89 req-e2164b9a-8cae-4caf-acda-17dc4f0a87e5 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Request body: {'port': {'device_id': '4f451e6d-c8ac-406c-a4ee-de616121b23d', 'network_id': 'a15420de-6a07-4a4f-ba79-469962eb6cc8', 'admin_state_up': True, 'tenant_id': 'ea755e9590d34b39adb71177b99b6d2c'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:56:38.641698 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-68be78d9-80b2-42e8-864a-431c402c902d req-ad3e077f-9e6f-4b09-a35e-1e3163a90ac4 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4f451e6d-c8ac-406c-a4ee-de616121b23d HTTP/1.1" status: 200 len: 210 time: 0.0349548 Oct 20 11:56:38.721116 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6b615eb-a9fb-4147-9988-5d95071deb89 req-e2164b9a-8cae-4caf-acda-17dc4f0a87e5 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Made reservation on behalf of ea755e9590d34b39adb71177b99b6d2c for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:56:38.724469 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f6b615eb-a9fb-4147-9988-5d95071deb89 req-e2164b9a-8cae-4caf-acda-17dc4f0a87e5 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:38.858158 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-f6b615eb-a9fb-4147-9988-5d95071deb89 req-e2164b9a-8cae-4caf-acda-17dc4f0a87e5 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Allocated IP 172.20.0.6 (a15420de-6a07-4a4f-ba79-469962eb6cc8/b999a9c2-9254-4dda-a454-6d38a553ee36/a9503850-36f0-4d2e-8406-d89e31e28c11) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:56:39.006903 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f6b615eb-a9fb-4147-9988-5d95071deb89 req-e2164b9a-8cae-4caf-acda-17dc4f0a87e5 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:39.052931 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f6b615eb-a9fb-4147-9988-5d95071deb89 req-e2164b9a-8cae-4caf-acda-17dc4f0a87e5 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:39.065505 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['eae36528-cf16-4667-9859-d294f58c3767'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:56:39.098769 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6b615eb-a9fb-4147-9988-5d95071deb89 req-e2164b9a-8cae-4caf-acda-17dc4f0a87e5 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Network a15420de-6a07-4a4f-ba79-469962eb6cc8 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:56:39.101900 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-f6b615eb-a9fb-4147-9988-5d95071deb89 req-e2164b9a-8cae-4caf-acda-17dc4f0a87e5 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:56:39.108540 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b615eb-a9fb-4147-9988-5d95071deb89 req-e2164b9a-8cae-4caf-acda-17dc4f0a87e5 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:56:39.112494 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2164b9a-8cae-4caf-acda-17dc4f0a87e5 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Pushing event updated for resources: {'Port': ['ID=a9503850-36f0-4d2e-8406-d89e31e28c11,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:39.157799 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b615eb-a9fb-4147-9988-5d95071deb89 req-e2164b9a-8cae-4caf-acda-17dc4f0a87e5 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:39.158417 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f6b615eb-a9fb-4147-9988-5d95071deb89 req-e2164b9a-8cae-4caf-acda-17dc4f0a87e5 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:39.174918 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f6b615eb-a9fb-4147-9988-5d95071deb89 req-e2164b9a-8cae-4caf-acda-17dc4f0a87e5 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9551201 Oct 20 11:56:39.187651 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-f6b615eb-a9fb-4147-9988-5d95071deb89 req-5efcc8a5-50c8-49eb-b31b-e1ad5cccb7dd service neutron] Request body: {'port': {'device_id': '4f451e6d-c8ac-406c-a4ee-de616121b23d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:56:39.246426 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f6b615eb-a9fb-4147-9988-5d95071deb89 req-5efcc8a5-50c8-49eb-b31b-e1ad5cccb7dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:39.527417 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-f6b615eb-a9fb-4147-9988-5d95071deb89 req-5efcc8a5-50c8-49eb-b31b-e1ad5cccb7dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9503850-36f0-4d2e-8406-d89e31e28c11 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:56:39.535026 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f6b615eb-a9fb-4147-9988-5d95071deb89 req-5efcc8a5-50c8-49eb-b31b-e1ad5cccb7dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:39.547402 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-f6b615eb-a9fb-4147-9988-5d95071deb89 req-5efcc8a5-50c8-49eb-b31b-e1ad5cccb7dd service neutron] Transition to ACTIVE for port object a9503850-36f0-4d2e-8406-d89e31e28c11 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:56:39.554035 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f6b615eb-a9fb-4147-9988-5d95071deb89 req-5efcc8a5-50c8-49eb-b31b-e1ad5cccb7dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:39.603879 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efcc8a5-50c8-49eb-b31b-e1ad5cccb7dd service neutron] Pushing event updated for resources: {'Port': ['ID=a9503850-36f0-4d2e-8406-d89e31e28c11,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:39.684253 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-f6b615eb-a9fb-4147-9988-5d95071deb89 req-5efcc8a5-50c8-49eb-b31b-e1ad5cccb7dd service neutron] Attempting to bind port a9503850-36f0-4d2e-8406-d89e31e28c11 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:56:39.684651 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-f6b615eb-a9fb-4147-9988-5d95071deb89 req-5efcc8a5-50c8-49eb-b31b-e1ad5cccb7dd service neutron] Attempting to bind port a9503850-36f0-4d2e-8406-d89e31e28c11 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': 'd62d22e1-4ed0-4262-9452-80d2f51e2b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'a15420de-6a07-4a4f-ba79-469962eb6cc8'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:56:39.684920 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b615eb-a9fb-4147-9988-5d95071deb89 req-5efcc8a5-50c8-49eb-b31b-e1ad5cccb7dd service neutron] Attempting to bind port a9503850-36f0-4d2e-8406-d89e31e28c11 on network a15420de-6a07-4a4f-ba79-469962eb6cc8 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:56:39.689596 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b615eb-a9fb-4147-9988-5d95071deb89 req-5efcc8a5-50c8-49eb-b31b-e1ad5cccb7dd service neutron] Port a9503850-36f0-4d2e-8406-d89e31e28c11 on network a15420de-6a07-4a4f-ba79-469962eb6cc8 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:56:39.689921 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b615eb-a9fb-4147-9988-5d95071deb89 req-5efcc8a5-50c8-49eb-b31b-e1ad5cccb7dd service neutron] Attempting to bind port a9503850-36f0-4d2e-8406-d89e31e28c11 on network a15420de-6a07-4a4f-ba79-469962eb6cc8 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:56:39.695968 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b615eb-a9fb-4147-9988-5d95071deb89 req-5efcc8a5-50c8-49eb-b31b-e1ad5cccb7dd service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:56:39.696301 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b615eb-a9fb-4147-9988-5d95071deb89 req-5efcc8a5-50c8-49eb-b31b-e1ad5cccb7dd service neutron] Checking segment: {'id': 'd62d22e1-4ed0-4262-9452-80d2f51e2b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'a15420de-6a07-4a4f-ba79-469962eb6cc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:56:39.696702 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b615eb-a9fb-4147-9988-5d95071deb89 req-5efcc8a5-50c8-49eb-b31b-e1ad5cccb7dd service neutron] Bound using segment: {'id': 'd62d22e1-4ed0-4262-9452-80d2f51e2b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'a15420de-6a07-4a4f-ba79-469962eb6cc8'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:56:39.697125 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-f6b615eb-a9fb-4147-9988-5d95071deb89 req-5efcc8a5-50c8-49eb-b31b-e1ad5cccb7dd service neutron] Bound port: a9503850-36f0-4d2e-8406-d89e31e28c11, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd62d22e1-4ed0-4262-9452-80d2f51e2b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'a15420de-6a07-4a4f-ba79-469962eb6cc8'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:56:39.697479 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f6b615eb-a9fb-4147-9988-5d95071deb89 req-5efcc8a5-50c8-49eb-b31b-e1ad5cccb7dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:39.790688 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-f6b615eb-a9fb-4147-9988-5d95071deb89 req-5efcc8a5-50c8-49eb-b31b-e1ad5cccb7dd service neutron] For port a9503850-36f0-4d2e-8406-d89e31e28c11, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:56:39.794443 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-f6b615eb-a9fb-4147-9988-5d95071deb89 req-5efcc8a5-50c8-49eb-b31b-e1ad5cccb7dd service neutron] For port a9503850-36f0-4d2e-8406-d89e31e28c11, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=a9503850-36f0-4d2e-8406-d89e31e28c11,segment=NetworkSegment(d62d22e1-4ed0-4262-9452-80d2f51e2b28),segment_id=d62d22e1-4ed0-4262-9452-80d2f51e2b28)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:56:39.805296 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde8c63-1a15-4727-adf5-a80769d86ac2 req-6fde02fd-4356-45be-a584-a3283b326a8d tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:39.806817 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bfde8c63-1a15-4727-adf5-a80769d86ac2 req-6fde02fd-4356-45be-a584-a3283b326a8d tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4f451e6d-c8ac-406c-a4ee-de616121b23d HTTP/1.1" status: 200 len: 943 time: 0.0737429 Oct 20 11:56:39.808282 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f6b615eb-a9fb-4147-9988-5d95071deb89 req-5efcc8a5-50c8-49eb-b31b-e1ad5cccb7dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:39.861774 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b615eb-a9fb-4147-9988-5d95071deb89 req-5efcc8a5-50c8-49eb-b31b-e1ad5cccb7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:39.862377 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f6b615eb-a9fb-4147-9988-5d95071deb89 req-5efcc8a5-50c8-49eb-b31b-e1ad5cccb7dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:39.863892 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f6b615eb-a9fb-4147-9988-5d95071deb89 req-5efcc8a5-50c8-49eb-b31b-e1ad5cccb7dd service neutron] 10.222.0.89 "PUT /v2.0/ports/a9503850-36f0-4d2e-8406-d89e31e28c11 HTTP/1.1" status: 200 len: 1091 time: 0.6805229 Oct 20 11:56:39.864312 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f451e6d-c8ac-406c-a4ee-de616121b23d', 'tag': 'a9503850-36f0-4d2e-8406-d89e31e28c11'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:56:39.866929 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e53465-d0e6-424d-8dfd-39dab10f5d9a" -d '{"events": [{"name": "network-changed", "server_uuid": "4f451e6d-c8ac-406c-a4ee-de616121b23d", "tag": "a9503850-36f0-4d2e-8406-d89e31e28c11"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:56:39.904431 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efcc8a5-50c8-49eb-b31b-e1ad5cccb7dd service neutron] Pushing event updated for resources: {'Port': ['ID=a9503850-36f0-4d2e-8406-d89e31e28c11,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:39.919049 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bfde8c63-1a15-4727-adf5-a80769d86ac2 req-ae187316-312a-477e-bc67-277f0bf5a382 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008718 Oct 20 11:56:39.919049 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ada726-3204-4c9a-8e5e-bbf3c9d02e31 x-openstack-request-id: req-b8ada726-3204-4c9a-8e5e-bbf3c9d02e31 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:56:39.919049 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f451e6d-c8ac-406c-a4ee-de616121b23d", "tag": "a9503850-36f0-4d2e-8406-d89e31e28c11", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:56:39.919049 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b8ada726-3204-4c9a-8e5e-bbf3c9d02e31 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:56:39.919049 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f451e6d-c8ac-406c-a4ee-de616121b23d', 'tag': 'a9503850-36f0-4d2e-8406-d89e31e28c11', 'status': 'completed', 'code': 200} Oct 20 11:56:39.960844 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b615eb-a9fb-4147-9988-5d95071deb89 req-9efd0159-df3b-4b40-8c07-3a16066423b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:39.962350 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f6b615eb-a9fb-4147-9988-5d95071deb89 req-9efd0159-df3b-4b40-8c07-3a16066423b2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ea755e9590d34b39adb71177b99b6d2c&device_id=4f451e6d-c8ac-406c-a4ee-de616121b23d HTTP/1.1" status: 200 len: 1094 time: 0.0531199 Oct 20 11:56:40.012992 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f6b615eb-a9fb-4147-9988-5d95071deb89 req-238da2e3-a61a-451d-bbe5-c890d3321949 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9503850-36f0-4d2e-8406-d89e31e28c11 HTTP/1.1" status: 200 len: 217 time: 0.0394914 Oct 20 11:56:40.040834 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:40.065977 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b615eb-a9fb-4147-9988-5d95071deb89 req-16de7498-f409-48b4-9915-56d83aa7678b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:40.068265 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f6b615eb-a9fb-4147-9988-5d95071deb89 req-16de7498-f409-48b4-9915-56d83aa7678b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b999a9c2-9254-4dda-a454-6d38a553ee36 HTTP/1.1" status: 200 len: 854 time: 0.0472419 Oct 20 11:56:40.102462 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f6b615eb-a9fb-4147-9988-5d95071deb89 req-0f9133ec-c20e-41a6-b9f9-03284b35de72 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a15420de-6a07-4a4f-ba79-469962eb6cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260983 Oct 20 11:56:40.201923 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f6b615eb-a9fb-4147-9988-5d95071deb89 req-883e26db-ddad-42f4-b9b9-da405cd6512c service neutron] 10.222.0.89 "GET /v2.0/networks/a15420de-6a07-4a4f-ba79-469962eb6cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920095 Oct 20 11:56:40.304664 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f6b615eb-a9fb-4147-9988-5d95071deb89 req-b86d6cc4-f6f4-48a2-8ea2-8c0b56d578a4 service neutron] 10.222.0.89 "GET /v2.0/networks/a15420de-6a07-4a4f-ba79-469962eb6cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939775 Oct 20 11:56:40.403283 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e53465-d0e6-424d-8dfd-39dab10f5d9a req-859dd062-72e1-41fc-b82f-1fecaed83788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:40.404846 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a1e53465-d0e6-424d-8dfd-39dab10f5d9a req-859dd062-72e1-41fc-b82f-1fecaed83788 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ea755e9590d34b39adb71177b99b6d2c&device_id=4f451e6d-c8ac-406c-a4ee-de616121b23d HTTP/1.1" status: 200 len: 1094 time: 0.0446892 Oct 20 11:56:40.510145 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e53465-d0e6-424d-8dfd-39dab10f5d9a req-81c5c500-9f37-4be0-8aa3-51f5ab8c1ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:40.512560 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a1e53465-d0e6-424d-8dfd-39dab10f5d9a req-81c5c500-9f37-4be0-8aa3-51f5ab8c1ccf service neutron] 10.222.0.89 "GET /v2.0/networks?id=a15420de-6a07-4a4f-ba79-469962eb6cc8 HTTP/1.1" status: 200 len: 916 time: 0.0985849 Oct 20 11:56:40.565421 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a1e53465-d0e6-424d-8dfd-39dab10f5d9a req-1b3b0ac5-2566-487f-aef9-acc8f3be27b2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9503850-36f0-4d2e-8406-d89e31e28c11 HTTP/1.1" status: 200 len: 217 time: 0.0398920 Oct 20 11:56:40.623174 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e53465-d0e6-424d-8dfd-39dab10f5d9a req-09ae190b-17c1-4894-9f75-0bc33404bc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:40.628436 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a1e53465-d0e6-424d-8dfd-39dab10f5d9a req-09ae190b-17c1-4894-9f75-0bc33404bc7a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b999a9c2-9254-4dda-a454-6d38a553ee36 HTTP/1.1" status: 200 len: 854 time: 0.0522716 Oct 20 11:56:40.664037 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a1e53465-d0e6-424d-8dfd-39dab10f5d9a req-04af983d-7980-4c9b-9611-ea4d7edd74ee service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a15420de-6a07-4a4f-ba79-469962eb6cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266578 Oct 20 11:56:40.768042 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a1e53465-d0e6-424d-8dfd-39dab10f5d9a req-e1e31da1-2985-4c1d-9d9c-0545116a6feb service neutron] 10.222.0.89 "GET /v2.0/networks/a15420de-6a07-4a4f-ba79-469962eb6cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925353 Oct 20 11:56:40.875460 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a1e53465-d0e6-424d-8dfd-39dab10f5d9a req-812bc2e3-fa27-4c2c-878e-f64a4550c4f3 service neutron] 10.222.0.89 "GET /v2.0/networks/a15420de-6a07-4a4f-ba79-469962eb6cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989366 Oct 20 11:56:41.049602 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa2d236-14ce-4941-b152-45c5ede989b9 req-56b3cc4a-3d39-43b1-af0b-616cf9f23ad2 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:41.051276 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4fa2d236-14ce-4941-b152-45c5ede989b9 req-56b3cc4a-3d39-43b1-af0b-616cf9f23ad2 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4f451e6d-c8ac-406c-a4ee-de616121b23d HTTP/1.1" status: 200 len: 943 time: 0.0596902 Oct 20 11:56:41.095867 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4fa2d236-14ce-4941-b152-45c5ede989b9 req-a6ae738e-9a15-423e-afe0-53fdf6df21ef tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382411 Oct 20 11:56:41.459701 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:56:41.718050 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46476) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:41.838374 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ecd7f6f1-9c64-4f7b-a090-3f13af717ee6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:41.924934 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ecd7f6f1-9c64-4f7b-a090-3f13af717ee6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:41.930140 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ecd7f6f1-9c64-4f7b-a090-3f13af717ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:41.966910 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd7f6f1-9c64-4f7b-a090-3f13af717ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d91d0cb-9287-434b-8c2e-47698b9e85e9,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:41.972427 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ecd7f6f1-9c64-4f7b-a090-3f13af717ee6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0403481f925a4d1bb60c7f0ac2d26a2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2532773 Oct 20 11:56:41.975162 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46480) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:42.025551 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a2c76a42-0ba3-4f2c-a81b-26eb4651a73b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:42.046087 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a2c76a42-0ba3-4f2c-a81b-26eb4651a73b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:42.101113 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a2c76a42-0ba3-4f2c-a81b-26eb4651a73b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:42.103983 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a2c76a42-0ba3-4f2c-a81b-26eb4651a73b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:42.105184 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a2c76a42-0ba3-4f2c-a81b-26eb4651a73b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5d91d0cb-9287-434b-8c2e-47698b9e85e9 HTTP/1.1" status: 204 len: 168 time: 0.1291058 Oct 20 11:56:42.113856 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c76a42-0ba3-4f2c-a81b-26eb4651a73b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d91d0cb-9287-434b-8c2e-47698b9e85e9,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:42.213018 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd18890-5c35-4d93-bd03-781442cdaf41 req-2b4fbcd9-f8cb-429c-901f-89d34fb4f7b1 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:42.216355 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ebd18890-5c35-4d93-bd03-781442cdaf41 req-2b4fbcd9-f8cb-429c-901f-89d34fb4f7b1 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4f451e6d-c8ac-406c-a4ee-de616121b23d HTTP/1.1" status: 200 len: 943 time: 0.0512884 Oct 20 11:56:42.259263 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ebd18890-5c35-4d93-bd03-781442cdaf41 req-6f61a17e-51cd-4058-b708-f5a0cff3ce6a tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383608 Oct 20 11:56:42.384505 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46488) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:42.401870 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-24fbc3fb-c992-4a0c-9195-49c835a88c4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:42.479510 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-24fbc3fb-c992-4a0c-9195-49c835a88c4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:42.485145 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-24fbc3fb-c992-4a0c-9195-49c835a88c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:42.527980 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-24fbc3fb-c992-4a0c-9195-49c835a88c4f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d6bc7acc82f344a48d72edc23b44eda4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1423059 Oct 20 11:56:42.528950 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fbc3fb-c992-4a0c-9195-49c835a88c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ab3bd3-61f8-4ad1-bdbd-e24ff7b6ad36,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:42.530749 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 46490) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:42.585399 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bc16a97e-2da6-4a62-953a-01019599d7af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:42.606180 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bc16a97e-2da6-4a62-953a-01019599d7af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:42.657193 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bc16a97e-2da6-4a62-953a-01019599d7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:42.661281 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bc16a97e-2da6-4a62-953a-01019599d7af admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:42.662745 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-bc16a97e-2da6-4a62-953a-01019599d7af admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/44ab3bd3-61f8-4ad1-bdbd-e24ff7b6ad36 HTTP/1.1" status: 204 len: 168 time: 0.1309178 Oct 20 11:56:42.670660 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc16a97e-2da6-4a62-953a-01019599d7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ab3bd3-61f8-4ad1-bdbd-e24ff7b6ad36,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:43.382028 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a777836-de31-46d0-93ec-8f3eef7eae16 req-53098f8e-f5e2-4c2e-a24b-09b64417f9e4 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:43.383570 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9a777836-de31-46d0-93ec-8f3eef7eae16 req-53098f8e-f5e2-4c2e-a24b-09b64417f9e4 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4f451e6d-c8ac-406c-a4ee-de616121b23d HTTP/1.1" status: 200 len: 943 time: 0.0540502 Oct 20 11:56:43.425338 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9a777836-de31-46d0-93ec-8f3eef7eae16 req-4fe470c9-806e-49e1-9e9e-821a451c7019 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352983 Oct 20 11:56:43.746545 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device a9503850-36f0-4d2e-8406-d89e31e28c11 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:56:43.843399 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port a9503850-36f0-4d2e-8406-d89e31e28c11, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=a9503850-36f0-4d2e-8406-d89e31e28c11,segment=NetworkSegment(d62d22e1-4ed0-4262-9452-80d2f51e2b28),segment_id=d62d22e1-4ed0-4262-9452-80d2f51e2b28)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:56:43.854481 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': 'a9503850-36f0-4d2e-8406-d89e31e28c11', 'network_id': 'a15420de-6a07-4a4f-ba79-469962eb6cc8', 'port_id': 'a9503850-36f0-4d2e-8406-d89e31e28c11', 'mac_address': 'fa:16:3e:db:f8:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b999a9c2-9254-4dda-a454-6d38a553ee36', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:56:43.890600 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:43.903627 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9503850-36f0-4d2e-8406-d89e31e28c11 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:56:43.922401 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port a9503850-36f0-4d2e-8406-d89e31e28c11, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=a9503850-36f0-4d2e-8406-d89e31e28c11,segment=NetworkSegment(d62d22e1-4ed0-4262-9452-80d2f51e2b28),segment_id=d62d22e1-4ed0-4262-9452-80d2f51e2b28)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:56:43.927127 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:43.976471 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=a9503850-36f0-4d2e-8406-d89e31e28c11,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:44.232845 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['a9503850-36f0-4d2e-8406-d89e31e28c11'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:56:44.548949 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58543df7-0579-4578-8f2f-a72e01c61330 req-4b27d4f1-64f3-4bd0-a2ad-6d8080b4a05f tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:44.550455 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-58543df7-0579-4578-8f2f-a72e01c61330 req-4b27d4f1-64f3-4bd0-a2ad-6d8080b4a05f tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4f451e6d-c8ac-406c-a4ee-de616121b23d HTTP/1.1" status: 200 len: 944 time: 0.0551064 Oct 20 11:56:44.590318 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-58543df7-0579-4578-8f2f-a72e01c61330 req-637c8e73-eb49-449f-a586-1ff39cda3ef5 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332985 Oct 20 11:56:45.499037 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:45.567025 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5183bc-1632-4ea3-9af8-d27c1bec6deb req-3a3e8ece-6d02-4bc7-b40b-1bc6a52f21d0 tempest-TestNetworkAdvancedServerOps-525790075 tempest-TestNetworkAdvancedServerOps-525790075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:45.568607 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3f5183bc-1632-4ea3-9af8-d27c1bec6deb req-3a3e8ece-6d02-4bc7-b40b-1bc6a52f21d0 tempest-TestNetworkAdvancedServerOps-525790075 tempest-TestNetworkAdvancedServerOps-525790075-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da HTTP/1.1" status: 200 len: 1097 time: 0.0461237 Oct 20 11:56:45.605248 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3f5183bc-1632-4ea3-9af8-d27c1bec6deb req-d0fd65be-6d73-4148-ae2e-4507689b1dd4 tempest-TestNetworkAdvancedServerOps-525790075 tempest-TestNetworkAdvancedServerOps-525790075-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=c7eb2a7d-ee6d-4283-97fc-8a188eb48807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298889 Oct 20 11:56:45.628864 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46550) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:45.738508 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device a9503850-36f0-4d2e-8406-d89e31e28c11 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:56:45.754749 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a725c977-6c36-431f-a418-efdd38d1c2e6 req-a3947d85-275d-4f0a-9a5a-77c54733208c tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:45.766860 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a725c977-6c36-431f-a418-efdd38d1c2e6 req-a3947d85-275d-4f0a-9a5a-77c54733208c tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4f451e6d-c8ac-406c-a4ee-de616121b23d HTTP/1.1" status: 200 len: 944 time: 0.0751066 Oct 20 11:56:45.800560 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port a9503850-36f0-4d2e-8406-d89e31e28c11 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:56:45.806040 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port a9503850-36f0-4d2e-8406-d89e31e28c11 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:56:45.806925 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:45.812017 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a725c977-6c36-431f-a418-efdd38d1c2e6 req-73fa8745-d0ab-43ba-9897-cf9881fa4d75 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431969 Oct 20 11:56:45.858247 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-6086fa06-2ec3-4df2-9a7f-b9485ee671dd tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Deleting port e51933af-38b4-42f0-aba9-1c35e9129f16 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:56:45.858658 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6086fa06-2ec3-4df2-9a7f-b9485ee671dd tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:45.896055 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:45.921173 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f451e6d-c8ac-406c-a4ee-de616121b23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9503850-36f0-4d2e-8406-d89e31e28c11'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:56:45.923924 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5870f66b-6d3d-45d5-b59d-ab0cb9fb9554" -d '{"events": [{"server_uuid": "4f451e6d-c8ac-406c-a4ee-de616121b23d", "name": "network-vif-plugged", "status": "completed", "tag": "a9503850-36f0-4d2e-8406-d89e31e28c11"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:56:45.938076 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port a9503850-36f0-4d2e-8406-d89e31e28c11, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=a9503850-36f0-4d2e-8406-d89e31e28c11,segment=NetworkSegment(d62d22e1-4ed0-4262-9452-80d2f51e2b28),segment_id=d62d22e1-4ed0-4262-9452-80d2f51e2b28)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:56:45.943364 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6086fa06-2ec3-4df2-9a7f-b9485ee671dd tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:45.943699 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6086fa06-2ec3-4df2-9a7f-b9485ee671dd tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:45.944198 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:45.956704 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-6086fa06-2ec3-4df2-9a7f-b9485ee671dd tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Calling delete_port for e51933af-38b4-42f0-aba9-1c35e9129f16 owned by network:floatingip {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:56:45.975980 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c9be0f-cefa-434f-b31f-6fdcab84e97a x-openstack-request-id: req-d6c9be0f-cefa-434f-b31f-6fdcab84e97a {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:56:45.976281 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f451e6d-c8ac-406c-a4ee-de616121b23d", "name": "network-vif-plugged", "status": "completed", "tag": "a9503850-36f0-4d2e-8406-d89e31e28c11", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:56:45.976529 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d6c9be0f-cefa-434f-b31f-6fdcab84e97a {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:56:45.976962 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f451e6d-c8ac-406c-a4ee-de616121b23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9503850-36f0-4d2e-8406-d89e31e28c11', 'code': 200} Oct 20 11:56:46.015825 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=a9503850-36f0-4d2e-8406-d89e31e28c11,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:46.090419 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e94c9-48ef-4c09-b4c0-9627b45821a6 req-3c6995b6-f9a6-49d2-a573-a8b2c8da217e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:46.092036 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e85e94c9-48ef-4c09-b4c0-9627b45821a6 req-3c6995b6-f9a6-49d2-a573-a8b2c8da217e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4f451e6d-c8ac-406c-a4ee-de616121b23d HTTP/1.1" status: 200 len: 1096 time: 0.0467553 Oct 20 11:56:46.131479 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e85e94c9-48ef-4c09-b4c0-9627b45821a6 req-244f0e27-dc79-4e5b-8b0f-e9323a036d49 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306470 Oct 20 11:56:46.137592 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6086fa06-2ec3-4df2-9a7f-b9485ee671dd tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:46.173984 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086fa06-2ec3-4df2-9a7f-b9485ee671dd tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event deleted for resources: {'Port': ['ID=e51933af-38b4-42f0-aba9-1c35e9129f16,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:46.235972 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6086fa06-2ec3-4df2-9a7f-b9485ee671dd tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for floatingip, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:46.236282 n-d-814735-3 neutron-server[100646]: INFO neutron.db.l3_db [None req-6086fa06-2ec3-4df2-9a7f-b9485ee671dd tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Floating IP 512e090a-f253-4682-96dc-e0c1a66bb3b6 disassociated (deleted). External IP: 172.25.5.125, port: 37fb5b3f-e30a-4e35-aad6-f26e2350e127. Oct 20 11:56:46.452121 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6086fa06-2ec3-4df2-9a7f-b9485ee671dd tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Router 1e3b7f11-ff99-48bc-9948-7555a87592e0 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:56:46.560364 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6086fa06-2ec3-4df2-9a7f-b9485ee671dd tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:56:46.565377 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6086fa06-2ec3-4df2-9a7f-b9485ee671dd tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:46.570422 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e48bf3-394e-4636-b2ab-b1484237289e None None] Sync routers for ids ['1e3b7f11-ff99-48bc-9948-7555a87592e0'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:56:46.579766 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e48bf3-394e-4636-b2ab-b1484237289e None None] Routers {'1e3b7f11-ff99-48bc-9948-7555a87592e0'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:56:46.580389 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-19e48bf3-394e-4636-b2ab-b1484237289e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:56:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['1e3b7f11-ff99-48bc-9948-7555a87592e0'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:46.596105 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6086fa06-2ec3-4df2-9a7f-b9485ee671dd tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "DELETE /v2.0/floatingips/512e090a-f253-4682-96dc-e0c1a66bb3b6 HTTP/1.1" status: 204 len: 168 time: 0.9630363 Oct 20 11:56:46.596105 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da', 'tag': '37fb5b3f-e30a-4e35-aad6-f26e2350e127'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:56:46.596762 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ce49b2-4a5a-463b-b035-654272f9edfc" -d '{"events": [{"name": "network-changed", "server_uuid": "a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da", "tag": "37fb5b3f-e30a-4e35-aad6-f26e2350e127"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:56:46.638998 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68ee365-81a0-451e-a12f-e8359664afd8 x-openstack-request-id: req-c68ee365-81a0-451e-a12f-e8359664afd8 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:56:46.639593 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da", "tag": "37fb5b3f-e30a-4e35-aad6-f26e2350e127", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:56:46.639593 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c68ee365-81a0-451e-a12f-e8359664afd8 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:56:46.639955 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da', 'tag': '37fb5b3f-e30a-4e35-aad6-f26e2350e127', 'status': 'completed', 'code': 200} Oct 20 11:56:46.703436 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-19e48bf3-394e-4636-b2ab-b1484237289e None None] Set router 1e3b7f11-ff99-48bc-9948-7555a87592e0 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:56:46.724439 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce49b2-4a5a-463b-b035-654272f9edfc req-b8282969-b11e-4e7d-834d-6928b4fbc077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:46.726704 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-74ce49b2-4a5a-463b-b035-654272f9edfc req-b8282969-b11e-4e7d-834d-6928b4fbc077 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d69630d5f3304dc8a33f46da29b2ea4c&device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da HTTP/1.1" status: 200 len: 1097 time: 0.0590799 Oct 20 11:56:46.831280 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce49b2-4a5a-463b-b035-654272f9edfc req-e90a58a8-695e-4262-a973-1575b006b6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:46.834870 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-74ce49b2-4a5a-463b-b035-654272f9edfc req-e90a58a8-695e-4262-a973-1575b006b6c9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=be8d4b08-1f40-41ca-825b-f5eddd831266 HTTP/1.1" status: 200 len: 898 time: 0.0990143 Oct 20 11:56:46.893330 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-74ce49b2-4a5a-463b-b035-654272f9edfc req-e48aadd9-24be-46d0-8ee3-9eed5da56f34 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37fb5b3f-e30a-4e35-aad6-f26e2350e127 HTTP/1.1" status: 200 len: 217 time: 0.0505073 Oct 20 11:56:46.961094 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-19e48bf3-394e-4636-b2ab-b1484237289e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3b7f11-ff99-48bc-9948-7555a87592e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334602402', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '643cda57-62e2-4b2b-a5e0-d0b8f8d449a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:54:37Z', 'updated_at': '2021-10-20T11:54:44Z', 'revision_number': 4, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': '643cda57-62e2-4b2b-a5e0-d0b8f8d449a7', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3b7f11-ff99-48bc-9948-7555a87592e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:54:37Z', 'updated_at': '2021-10-20T11:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'b91626b5-96a5-4829-b12e-e8ca2757a13f', 'name': '', 'network_id': 'be8d4b08-1f40-41ca-825b-f5eddd831266', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'mac_address': 'fa:16:3e:e6:c9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3b7f11-ff99-48bc-9948-7555a87592e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'c0c0ca76-fd38-4162-81dc-3bfc728323a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:54:43Z', 'updated_at': '2021-10-20T11:54:49Z', 'revision_number': 5, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'subnets': [{'id': 'c0c0ca76-fd38-4162-81dc-3bfc728323a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:47.013270 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce49b2-4a5a-463b-b035-654272f9edfc req-ec07fef1-5728-4619-8dff-493fa00ca61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:47.014770 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-74ce49b2-4a5a-463b-b035-654272f9edfc req-ec07fef1-5728-4619-8dff-493fa00ca61e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c0c0ca76-fd38-4162-81dc-3bfc728323a9 HTTP/1.1" status: 200 len: 834 time: 0.1019244 Oct 20 11:56:47.016635 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e48bf3-394e-4636-b2ab-b1484237289e None None] Checking router: 1e3b7f11-ff99-48bc-9948-7555a87592e0 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:56:47.024452 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e64215-8332-437f-b93e-b5ef0394beba req-6ccf552d-c0cf-42da-b987-c68f4ad34877 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:47.032339 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-76e64215-8332-437f-b93e-b5ef0394beba req-6ccf552d-c0cf-42da-b987-c68f4ad34877 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da HTTP/1.1" status: 200 len: 946 time: 0.1429639 Oct 20 11:56:47.057117 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cbe43-a061-4370-9411-3fabd7a0ae21 req-45d6ace2-cf2a-4316-b929-f19caa4bb15f tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:47.065788 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-629cbe43-a061-4370-9411-3fabd7a0ae21 req-45d6ace2-cf2a-4316-b929-f19caa4bb15f tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4f451e6d-c8ac-406c-a4ee-de616121b23d HTTP/1.1" status: 200 len: 945 time: 0.1775162 Oct 20 11:56:47.078842 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e48bf3-394e-4636-b2ab-b1484237289e None None] Routers {'1e3b7f11-ff99-48bc-9948-7555a87592e0'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:56:47.078842 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-19e48bf3-394e-4636-b2ab-b1484237289e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:56:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['1e3b7f11-ff99-48bc-9948-7555a87592e0'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:47.148347 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-76e64215-8332-437f-b93e-b5ef0394beba req-a88fa074-7cda-4de2-9618-f60da1ea6292 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=c7eb2a7d-ee6d-4283-97fc-8a188eb48807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143348 Oct 20 11:56:47.166394 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-629cbe43-a061-4370-9411-3fabd7a0ae21 req-f44a9b8e-c94d-4f1a-a2fc-84cb3da5cd06 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997920 Oct 20 11:56:47.172136 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce49b2-4a5a-463b-b035-654272f9edfc req-ebc1c9a1-c65a-4d87-96aa-9d7d76501c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:47.173660 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-74ce49b2-4a5a-463b-b035-654272f9edfc req-ebc1c9a1-c65a-4d87-96aa-9d7d76501c18 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=be8d4b08-1f40-41ca-825b-f5eddd831266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1386905 Oct 20 11:56:47.216171 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-19e48bf3-394e-4636-b2ab-b1484237289e None None] Set router 1e3b7f11-ff99-48bc-9948-7555a87592e0 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:56:47.281393 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-74ce49b2-4a5a-463b-b035-654272f9edfc req-3544ec56-ebc4-49de-9a22-dcc36f1e2028 service neutron] 10.222.0.89 "GET /v2.0/networks/be8d4b08-1f40-41ca-825b-f5eddd831266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933666 Oct 20 11:56:47.372338 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-74ce49b2-4a5a-463b-b035-654272f9edfc req-e7ca511f-a53e-4402-a5ad-fd4dbc76b97a service neutron] 10.222.0.89 "GET /v2.0/networks/be8d4b08-1f40-41ca-825b-f5eddd831266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829294 Oct 20 11:56:47.423910 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-19e48bf3-394e-4636-b2ab-b1484237289e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3b7f11-ff99-48bc-9948-7555a87592e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334602402', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '643cda57-62e2-4b2b-a5e0-d0b8f8d449a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:54:37Z', 'updated_at': '2021-10-20T11:54:44Z', 'revision_number': 4, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': '643cda57-62e2-4b2b-a5e0-d0b8f8d449a7', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3b7f11-ff99-48bc-9948-7555a87592e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:54:37Z', 'updated_at': '2021-10-20T11:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'b91626b5-96a5-4829-b12e-e8ca2757a13f', 'name': '', 'network_id': 'be8d4b08-1f40-41ca-825b-f5eddd831266', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'mac_address': 'fa:16:3e:e6:c9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3b7f11-ff99-48bc-9948-7555a87592e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'c0c0ca76-fd38-4162-81dc-3bfc728323a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:54:43Z', 'updated_at': '2021-10-20T11:54:49Z', 'revision_number': 5, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'subnets': [{'id': 'c0c0ca76-fd38-4162-81dc-3bfc728323a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:47.453463 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e48bf3-394e-4636-b2ab-b1484237289e None None] The sync data for ids ['1e3b7f11-ff99-48bc-9948-7555a87592e0'] in n-d-814735-3 is: [{'id': '1e3b7f11-ff99-48bc-9948-7555a87592e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334602402', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '643cda57-62e2-4b2b-a5e0-d0b8f8d449a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:54:37Z', 'updated_at': '2021-10-20T11:54:44Z', 'revision_number': 4, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': '643cda57-62e2-4b2b-a5e0-d0b8f8d449a7', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3b7f11-ff99-48bc-9948-7555a87592e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:54:37Z', 'updated_at': '2021-10-20T11:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'b91626b5-96a5-4829-b12e-e8ca2757a13f', 'name': '', 'network_id': 'be8d4b08-1f40-41ca-825b-f5eddd831266', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'mac_address': 'fa:16:3e:e6:c9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3b7f11-ff99-48bc-9948-7555a87592e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'c0c0ca76-fd38-4162-81dc-3bfc728323a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:54:43Z', 'updated_at': '2021-10-20T11:54:49Z', 'revision_number': 5, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'subnets': [{'id': 'c0c0ca76-fd38-4162-81dc-3bfc728323a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:56:47.692466 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b718d593-0f40-4ed6-8425-bf12c87c176e None None] New status for floating IP 512e090a-f253-4682-96dc-e0c1a66bb3b6: DOWN {{(pid=100649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:56:48.299510 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075cf84-1269-4999-be07-71a496c7fae8 req-3dd9c619-e3e8-4f70-b50d-fe8c7ebf91f2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:48.300924 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d075cf84-1269-4999-be07-71a496c7fae8 req-3dd9c619-e3e8-4f70-b50d-fe8c7ebf91f2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da HTTP/1.1" status: 200 len: 946 time: 0.0829711 Oct 20 11:56:48.320984 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59056c64-1754-4ce9-a5bd-e7e9c1ad834c req-37e2e70c-ba86-4684-a5ae-7e9304882aa8 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:48.322640 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-59056c64-1754-4ce9-a5bd-e7e9c1ad834c req-37e2e70c-ba86-4684-a5ae-7e9304882aa8 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4f451e6d-c8ac-406c-a4ee-de616121b23d HTTP/1.1" status: 200 len: 945 time: 0.0764832 Oct 20 11:56:48.371477 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d075cf84-1269-4999-be07-71a496c7fae8 req-a094c379-b5e4-4540-a563-6c07460394aa tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=c7eb2a7d-ee6d-4283-97fc-8a188eb48807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637953 Oct 20 11:56:48.379297 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-59056c64-1754-4ce9-a5bd-e7e9c1ad834c req-1b512412-9de1-4952-a545-22008f180c71 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484235 Oct 20 11:56:48.429838 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4237995-d107-4c6a-b05a-322d9c082e7f req-3c092102-ab9d-4a74-8096-0a4beb5d9d3f tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:48.430282 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a4237995-d107-4c6a-b05a-322d9c082e7f req-3c092102-ab9d-4a74-8096-0a4beb5d9d3f tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da HTTP/1.1" status: 200 len: 946 time: 0.0496829 Oct 20 11:56:48.541555 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-a4237995-d107-4c6a-b05a-322d9c082e7f req-796e1830-b6cf-46a6-b579-3edb9ece14fe tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Deleting port 37fb5b3f-e30a-4e35-aad6-f26e2350e127 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:56:48.541985 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a4237995-d107-4c6a-b05a-322d9c082e7f req-796e1830-b6cf-46a6-b579-3edb9ece14fe tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:48.662669 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-a4237995-d107-4c6a-b05a-322d9c082e7f req-796e1830-b6cf-46a6-b579-3edb9ece14fe tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] For port 37fb5b3f-e30a-4e35-aad6-f26e2350e127, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=37fb5b3f-e30a-4e35-aad6-f26e2350e127,segment=NetworkSegment(702cbdac-91cd-41f1-83e2-3306ffc6d11e),segment_id=702cbdac-91cd-41f1-83e2-3306ffc6d11e)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:56:48.663065 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a4237995-d107-4c6a-b05a-322d9c082e7f req-796e1830-b6cf-46a6-b579-3edb9ece14fe tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:48.685113 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-a4237995-d107-4c6a-b05a-322d9c082e7f req-796e1830-b6cf-46a6-b579-3edb9ece14fe tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Calling delete_port for 37fb5b3f-e30a-4e35-aad6-f26e2350e127 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:56:48.693435 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768aace-1a00-48bf-b17a-576e22ad97a1 req-34b81af4-a642-4d54-944d-36a847561796 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:48.694962 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1768aace-1a00-48bf-b17a-576e22ad97a1 req-34b81af4-a642-4d54-944d-36a847561796 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4f451e6d-c8ac-406c-a4ee-de616121b23d HTTP/1.1" status: 200 len: 945 time: 0.0933626 Oct 20 11:56:48.781130 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1768aace-1a00-48bf-b17a-576e22ad97a1 req-d0bec35a-6957-4857-b656-4cf5771049cc tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785639 Oct 20 11:56:48.854853 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a4237995-d107-4c6a-b05a-322d9c082e7f req-796e1830-b6cf-46a6-b579-3edb9ece14fe tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:48.889263 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e1830-b6cf-46a6-b579-3edb9ece14fe tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event deleted for resources: {'Port': ['ID=37fb5b3f-e30a-4e35-aad6-f26e2350e127,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:48.919993 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e1830-b6cf-46a6-b579-3edb9ece14fe tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:56:48.920350 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e1830-b6cf-46a6-b579-3edb9ece14fe tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:56:48.920678 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e1830-b6cf-46a6-b579-3edb9ece14fe tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:56:48.921043 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e1830-b6cf-46a6-b579-3edb9ece14fe tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:56:48.921385 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e1830-b6cf-46a6-b579-3edb9ece14fe tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:56:48.921721 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e1830-b6cf-46a6-b579-3edb9ece14fe tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:56:48.922069 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e1830-b6cf-46a6-b579-3edb9ece14fe tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:56:48.922411 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e1830-b6cf-46a6-b579-3edb9ece14fe tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:56:48.922717 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e1830-b6cf-46a6-b579-3edb9ece14fe tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:56:48.923125 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e1830-b6cf-46a6-b579-3edb9ece14fe tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:56:48.923381 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e1830-b6cf-46a6-b579-3edb9ece14fe tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:56:48.923708 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e1830-b6cf-46a6-b579-3edb9ece14fe tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:56:48.947457 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4237995-d107-4c6a-b05a-322d9c082e7f req-796e1830-b6cf-46a6-b579-3edb9ece14fe tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] No DVR routers for this DVR port 37fb5b3f-e30a-4e35-aad6-f26e2350e127 on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:56:48.950067 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a4237995-d107-4c6a-b05a-322d9c082e7f req-796e1830-b6cf-46a6-b579-3edb9ece14fe tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:48.953544 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a4237995-d107-4c6a-b05a-322d9c082e7f req-796e1830-b6cf-46a6-b579-3edb9ece14fe tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.89 "DELETE /v2.0/ports/37fb5b3f-e30a-4e35-aad6-f26e2350e127 HTTP/1.1" status: 204 len: 173 time: 0.5164311 Oct 20 11:56:48.953981 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da', 'name': 'network-vif-deleted', 'tag': '37fb5b3f-e30a-4e35-aad6-f26e2350e127'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:56:48.956403 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13c3404-dbd6-460e-a5a1-143ed7dd9ce0" -d '{"events": [{"server_uuid": "a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da", "name": "network-vif-deleted", "tag": "37fb5b3f-e30a-4e35-aad6-f26e2350e127"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:56:48.998308 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f944703-4566-42b6-abe0-e8437224368f x-openstack-request-id: req-7f944703-4566-42b6-abe0-e8437224368f {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:56:48.998600 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da", "name": "network-vif-deleted", "tag": "37fb5b3f-e30a-4e35-aad6-f26e2350e127", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:56:48.998910 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7f944703-4566-42b6-abe0-e8437224368f {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:56:48.999321 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da', 'name': 'network-vif-deleted', 'tag': '37fb5b3f-e30a-4e35-aad6-f26e2350e127', 'status': 'completed', 'code': 200} Oct 20 11:56:49.331360 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-67fc8c2e-e690-44f4-be44-afa494f4c509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:49.549672 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1b32257d-5abc-4e57-bc33-a3c5906c8673 req-6305c1fd-2aee-4e18-a1f0-a121000c5831 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8b27e5f-1353-4a8d-b857-dd1d1dd3e3da HTTP/1.1" status: 200 len: 210 time: 0.0675185 Oct 20 11:56:49.916930 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b60c5-88f4-47ad-977f-26111b2d0133 req-95e5d30e-e46c-4272-a566-1bae366194b8 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:49.918309 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8c6b60c5-88f4-47ad-977f-26111b2d0133 req-95e5d30e-e46c-4272-a566-1bae366194b8 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4f451e6d-c8ac-406c-a4ee-de616121b23d HTTP/1.1" status: 200 len: 945 time: 0.0556185 Oct 20 11:56:49.957568 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8c6b60c5-88f4-47ad-977f-26111b2d0133 req-0d5e7099-188f-4573-a09f-fdecbcd3dc03 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332499 Oct 20 11:56:50.139705 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4bb181-5cd8-41b4-a242-769a4490f858 req-c29f2f15-9a41-4143-bcd4-c90993eb3c87 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:50.141161 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fc4bb181-5cd8-41b4-a242-769a4490f858 req-c29f2f15-9a41-4143-bcd4-c90993eb3c87 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f451e6d-c8ac-406c-a4ee-de616121b23d HTTP/1.1" status: 200 len: 945 time: 0.0637386 Oct 20 11:56:50.238657 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-fc4bb181-5cd8-41b4-a242-769a4490f858 req-160406af-6239-4037-9af6-7750fff4d75a tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Deleting port a9503850-36f0-4d2e-8406-d89e31e28c11 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:56:50.239079 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-fc4bb181-5cd8-41b4-a242-769a4490f858 req-160406af-6239-4037-9af6-7750fff4d75a tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:50.337485 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-fc4bb181-5cd8-41b4-a242-769a4490f858 req-160406af-6239-4037-9af6-7750fff4d75a tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] For port a9503850-36f0-4d2e-8406-d89e31e28c11, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=a9503850-36f0-4d2e-8406-d89e31e28c11,segment=NetworkSegment(d62d22e1-4ed0-4262-9452-80d2f51e2b28),segment_id=d62d22e1-4ed0-4262-9452-80d2f51e2b28)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:56:50.337833 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-fc4bb181-5cd8-41b4-a242-769a4490f858 req-160406af-6239-4037-9af6-7750fff4d75a tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:50.350579 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-fc4bb181-5cd8-41b4-a242-769a4490f858 req-160406af-6239-4037-9af6-7750fff4d75a tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Calling delete_port for a9503850-36f0-4d2e-8406-d89e31e28c11 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:56:50.477919 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-fc4bb181-5cd8-41b4-a242-769a4490f858 req-160406af-6239-4037-9af6-7750fff4d75a tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:50.490731 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['eae36528-cf16-4667-9859-d294f58c3767'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:56:50.502605 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['a9503850-36f0-4d2e-8406-d89e31e28c11'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:56:50.513129 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160406af-6239-4037-9af6-7750fff4d75a tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Pushing event deleted for resources: {'Port': ['ID=a9503850-36f0-4d2e-8406-d89e31e28c11,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:50.554911 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc4bb181-5cd8-41b4-a242-769a4490f858 req-160406af-6239-4037-9af6-7750fff4d75a tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] No DVR routers for this DVR port a9503850-36f0-4d2e-8406-d89e31e28c11 on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:56:50.557607 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-fc4bb181-5cd8-41b4-a242-769a4490f858 req-160406af-6239-4037-9af6-7750fff4d75a tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:50.561184 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fc4bb181-5cd8-41b4-a242-769a4490f858 req-160406af-6239-4037-9af6-7750fff4d75a tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.89 "DELETE /v2.0/ports/a9503850-36f0-4d2e-8406-d89e31e28c11 HTTP/1.1" status: 204 len: 173 time: 0.4128549 Oct 20 11:56:50.601938 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46612) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:51.000793 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f451e6d-c8ac-406c-a4ee-de616121b23d', 'name': 'network-vif-deleted', 'tag': 'a9503850-36f0-4d2e-8406-d89e31e28c11'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:56:51.004024 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f136e76f-12e1-47a5-82b4-776aafd95409" -d '{"events": [{"server_uuid": "4f451e6d-c8ac-406c-a4ee-de616121b23d", "name": "network-vif-deleted", "tag": "a9503850-36f0-4d2e-8406-d89e31e28c11"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:56:51.013131 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-32de24ae-081b-424f-89fd-918a760ffede tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:51.051184 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f283714-85ac-4997-a7ed-079d878a4f4a x-openstack-request-id: req-7f283714-85ac-4997-a7ed-079d878a4f4a {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:56:51.052465 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f451e6d-c8ac-406c-a4ee-de616121b23d", "name": "network-vif-deleted", "tag": "a9503850-36f0-4d2e-8406-d89e31e28c11", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:56:51.052885 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7f283714-85ac-4997-a7ed-079d878a4f4a {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:56:51.053471 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f451e6d-c8ac-406c-a4ee-de616121b23d', 'name': 'network-vif-deleted', 'tag': 'a9503850-36f0-4d2e-8406-d89e31e28c11', 'status': 'completed', 'code': 200} Oct 20 11:56:51.093278 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-558241d6-13a9-4467-a8b3-cf11eafd9675 req-0424122e-9a9a-4969-9144-52f8d761c27d tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4f451e6d-c8ac-406c-a4ee-de616121b23d HTTP/1.1" status: 200 len: 210 time: 0.0314858 Oct 20 11:56:51.297411 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-32de24ae-081b-424f-89fd-918a760ffede tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Deleting port b91626b5-96a5-4829-b12e-e8ca2757a13f {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:56:51.297879 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-32de24ae-081b-424f-89fd-918a760ffede tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:51.390756 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-32de24ae-081b-424f-89fd-918a760ffede tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] For port b91626b5-96a5-4829-b12e-e8ca2757a13f, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=b91626b5-96a5-4829-b12e-e8ca2757a13f,segment=NetworkSegment(702cbdac-91cd-41f1-83e2-3306ffc6d11e),segment_id=702cbdac-91cd-41f1-83e2-3306ffc6d11e)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:56:51.391114 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-32de24ae-081b-424f-89fd-918a760ffede tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:51.404757 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-32de24ae-081b-424f-89fd-918a760ffede tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Calling delete_port for b91626b5-96a5-4829-b12e-e8ca2757a13f owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:56:51.616282 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-32de24ae-081b-424f-89fd-918a760ffede tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:51.655222 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de24ae-081b-424f-89fd-918a760ffede tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event deleted for resources: {'Port': ['ID=b91626b5-96a5-4829-b12e-e8ca2757a13f,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:51.778285 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 37fb5b3f-e30a-4e35-aad6-f26e2350e127 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:56:51.803105 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: 37fb5b3f-e30a-4e35-aad6-f26e2350e127 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:56:51.803882 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 37fb5b3f-e30a-4e35-aad6-f26e2350e127 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:56:52.164653 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-32de24ae-081b-424f-89fd-918a760ffede tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:52.195534 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-eaaa8716-e783-4031-9287-bfd4d475077f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:52.258917 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace61c20-4980-444c-b9fa-1518c8df29dd req-50d9576b-0449-4821-9edf-d5d187dc2383 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:52.260432 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ace61c20-4980-444c-b9fa-1518c8df29dd req-50d9576b-0449-4821-9edf-d5d187dc2383 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0487239 Oct 20 11:56:52.302468 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ace61c20-4980-444c-b9fa-1518c8df29dd req-01dfc35a-7e62-4330-8071-ab3bdccc74cc tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358579 Oct 20 11:56:52.387749 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32de24ae-081b-424f-89fd-918a760ffede tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Router 1e3b7f11-ff99-48bc-9948-7555a87592e0 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:56:52.517673 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32de24ae-081b-424f-89fd-918a760ffede tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:56:52.525404 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-32de24ae-081b-424f-89fd-918a760ffede tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "PUT /v2.0/routers/1e3b7f11-ff99-48bc-9948-7555a87592e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9216881 Oct 20 11:56:52.528584 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46638) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:52.531363 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8badaca4-c5cf-400a-839a-e4155379ab8b None None] Sync routers for ids ['1e3b7f11-ff99-48bc-9948-7555a87592e0'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:56:52.536880 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e80c2-03d1-42f6-a97d-b03130e748a7 req-b5c9c32c-7552-4a05-b26d-4074073f8e64 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:52.538422 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-538e80c2-03d1-42f6-a97d-b03130e748a7 req-b5c9c32c-7552-4a05-b26d-4074073f8e64 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0562742 Oct 20 11:56:52.546514 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8badaca4-c5cf-400a-839a-e4155379ab8b None None] Routers {'1e3b7f11-ff99-48bc-9948-7555a87592e0'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:56:52.547823 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-8badaca4-c5cf-400a-839a-e4155379ab8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:56:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['1e3b7f11-ff99-48bc-9948-7555a87592e0'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:52.588202 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-538e80c2-03d1-42f6-a97d-b03130e748a7 req-3de1f1ea-4ab2-458a-93db-e3ae911eaf0b tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436330 Oct 20 11:56:52.594616 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-e677fed9-9e8e-44c6-9a0e-a2a04de92a16 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Deleting subnet c0c0ca76-fd38-4162-81dc-3bfc728323a9 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:56:52.599180 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e677fed9-9e8e-44c6-9a0e-a2a04de92a16 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:52.654786 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e677fed9-9e8e-44c6-9a0e-a2a04de92a16 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:52.702245 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-8badaca4-c5cf-400a-839a-e4155379ab8b None None] Set router 1e3b7f11-ff99-48bc-9948-7555a87592e0 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:56:52.741088 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2472f0-7db5-495f-9f5a-0e23dd6a9366 req-e971e90c-5e0c-43a3-9329-a922ec15cfe0 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:52.743572 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2b2472f0-7db5-495f-9f5a-0e23dd6a9366 req-e971e90c-5e0c-43a3-9329-a922ec15cfe0 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0579193 Oct 20 11:56:52.760157 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e677fed9-9e8e-44c6-9a0e-a2a04de92a16 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:52.792126 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2b2472f0-7db5-495f-9f5a-0e23dd6a9366 req-d523eac6-5287-439a-bdc3-8abaf0475f3b tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413873 Oct 20 11:56:52.833952 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e677fed9-9e8e-44c6-9a0e-a2a04de92a16 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:52.862471 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e677fed9-9e8e-44c6-9a0e-a2a04de92a16 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event deleted for resources: {'Subnet': ['ID=c0c0ca76-fd38-4162-81dc-3bfc728323a9,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:52.877007 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e677fed9-9e8e-44c6-9a0e-a2a04de92a16 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:52.883299 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e677fed9-9e8e-44c6-9a0e-a2a04de92a16 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "DELETE /v2.0/subnets/c0c0ca76-fd38-4162-81dc-3bfc728323a9 HTTP/1.1" status: 204 len: 168 time: 0.3533554 Oct 20 11:56:52.884185 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46646) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:52.893483 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d23fce7-a70a-4f20-a836-0c7b64f07628 None None] Network be8d4b08-1f40-41ca-825b-f5eddd831266 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:56:53.008726 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-8badaca4-c5cf-400a-839a-e4155379ab8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3b7f11-ff99-48bc-9948-7555a87592e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334602402', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '643cda57-62e2-4b2b-a5e0-d0b8f8d449a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:54:37Z', 'updated_at': '2021-10-20T11:56:51Z', 'revision_number': 5, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': '643cda57-62e2-4b2b-a5e0-d0b8f8d449a7', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3b7f11-ff99-48bc-9948-7555a87592e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:54:37Z', 'updated_at': '2021-10-20T11:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:53.023410 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-92a3095c-2c4f-4c38-ae3a-10a35c0cfce9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:53.055921 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8badaca4-c5cf-400a-839a-e4155379ab8b None None] Checking router: 1e3b7f11-ff99-48bc-9948-7555a87592e0 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:56:53.071202 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8badaca4-c5cf-400a-839a-e4155379ab8b None None] Routers {'1e3b7f11-ff99-48bc-9948-7555a87592e0'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:56:53.071815 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-8badaca4-c5cf-400a-839a-e4155379ab8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:56:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['1e3b7f11-ff99-48bc-9948-7555a87592e0'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:53.155251 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:53.159867 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-92a3095c-2c4f-4c38-ae3a-10a35c0cfce9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:53.230694 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:53.241232 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4be4a4a-27f3-43d9-93f2-0e2b5df9d359 None None] DHCP port deletion for be8d4b08-1f40-41ca-825b-f5eddd831266 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:56:53.272962 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-8badaca4-c5cf-400a-839a-e4155379ab8b None None] Set router 1e3b7f11-ff99-48bc-9948-7555a87592e0 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:56:53.282356 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-92a3095c-2c4f-4c38-ae3a-10a35c0cfce9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Deleting port 643cda57-62e2-4b2b-a5e0-d0b8f8d449a7 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:56:53.283003 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-92a3095c-2c4f-4c38-ae3a-10a35c0cfce9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:53.398191 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-92a3095c-2c4f-4c38-ae3a-10a35c0cfce9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] For port 643cda57-62e2-4b2b-a5e0-d0b8f8d449a7, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=643cda57-62e2-4b2b-a5e0-d0b8f8d449a7,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:56:53.398606 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-92a3095c-2c4f-4c38-ae3a-10a35c0cfce9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:53.404696 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d4be4a4a-27f3-43d9-93f2-0e2b5df9d359 None None] Deleting port 4985034b-91ac-45b7-8b35-51c4c242ec31 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:56:53.404988 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d4be4a4a-27f3-43d9-93f2-0e2b5df9d359 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:53.417508 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-92a3095c-2c4f-4c38-ae3a-10a35c0cfce9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Calling delete_port for 643cda57-62e2-4b2b-a5e0-d0b8f8d449a7 owned by network:router_gateway {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:56:53.496846 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d4be4a4a-27f3-43d9-93f2-0e2b5df9d359 None None] For port 4985034b-91ac-45b7-8b35-51c4c242ec31, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=4985034b-91ac-45b7-8b35-51c4c242ec31,segment=NetworkSegment(702cbdac-91cd-41f1-83e2-3306ffc6d11e),segment_id=702cbdac-91cd-41f1-83e2-3306ffc6d11e)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:56:53.497231 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d4be4a4a-27f3-43d9-93f2-0e2b5df9d359 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:53.562951 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d4be4a4a-27f3-43d9-93f2-0e2b5df9d359 None None] Calling delete_port for 4985034b-91ac-45b7-8b35-51c4c242ec31 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:56:53.657383 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-92a3095c-2c4f-4c38-ae3a-10a35c0cfce9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:53.674597 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-8badaca4-c5cf-400a-839a-e4155379ab8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3b7f11-ff99-48bc-9948-7555a87592e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334602402', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '643cda57-62e2-4b2b-a5e0-d0b8f8d449a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:54:37Z', 'updated_at': '2021-10-20T11:56:51Z', 'revision_number': 5, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': '643cda57-62e2-4b2b-a5e0-d0b8f8d449a7', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3b7f11-ff99-48bc-9948-7555a87592e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:54:37Z', 'updated_at': '2021-10-20T11:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:53.699703 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a3095c-2c4f-4c38-ae3a-10a35c0cfce9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event deleted for resources: {'Port': ['ID=643cda57-62e2-4b2b-a5e0-d0b8f8d449a7,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:53.742154 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8badaca4-c5cf-400a-839a-e4155379ab8b None None] The sync data for ids ['1e3b7f11-ff99-48bc-9948-7555a87592e0'] in n-d-814735-3 is: [{'id': '1e3b7f11-ff99-48bc-9948-7555a87592e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334602402', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '643cda57-62e2-4b2b-a5e0-d0b8f8d449a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:54:37Z', 'updated_at': '2021-10-20T11:56:51Z', 'revision_number': 5, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': '643cda57-62e2-4b2b-a5e0-d0b8f8d449a7', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3b7f11-ff99-48bc-9948-7555a87592e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:54:37Z', 'updated_at': '2021-10-20T11:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:56:53.747903 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 4985034b-91ac-45b7-8b35-51c4c242ec31 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:56:53.802141 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device a9503850-36f0-4d2e-8406-d89e31e28c11 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:56:53.810702 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d4be4a4a-27f3-43d9-93f2-0e2b5df9d359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:53.844333 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-92a3095c-2c4f-4c38-ae3a-10a35c0cfce9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:53.853946 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: a9503850-36f0-4d2e-8406-d89e31e28c11 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:56:53.854302 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device a9503850-36f0-4d2e-8406-d89e31e28c11 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:56:53.858919 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4be4a4a-27f3-43d9-93f2-0e2b5df9d359 None None] Pushing event deleted for resources: {'Port': ['ID=4985034b-91ac-45b7-8b35-51c4c242ec31,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:53.860817 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4be4a4a-27f3-43d9-93f2-0e2b5df9d359 None None] No DVR routers for this DVR port 4985034b-91ac-45b7-8b35-51c4c242ec31 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:56:53.864859 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No active binding found for port 4985034b-91ac-45b7-8b35-51c4c242ec31 {{(pid=100648) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 20 11:56:53.865299 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 4985034b-91ac-45b7-8b35-51c4c242ec31 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:56:53.958426 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-92a3095c-2c4f-4c38-ae3a-10a35c0cfce9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:53.961781 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-92a3095c-2c4f-4c38-ae3a-10a35c0cfce9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:54.009089 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-92a3095c-2c4f-4c38-ae3a-10a35c0cfce9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:54.009824 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a3095c-2c4f-4c38-ae3a-10a35c0cfce9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Fanout notify agent at l3_agent the message router_deleted on router 1e3b7f11-ff99-48bc-9948-7555a87592e0 {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:56:54.017003 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-92a3095c-2c4f-4c38-ae3a-10a35c0cfce9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:54.020994 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-92a3095c-2c4f-4c38-ae3a-10a35c0cfce9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "DELETE /v2.0/routers/1e3b7f11-ff99-48bc-9948-7555a87592e0 HTTP/1.1" status: 204 len: 168 time: 1.1319363 Oct 20 11:56:54.021170 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46656) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:54.103702 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-65af753e-2132-498e-b637-4b3046ae29a7 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:54.208298 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-65af753e-2132-498e-b637-4b3046ae29a7 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:54.233372 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-65af753e-2132-498e-b637-4b3046ae29a7 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be8d4b08-1f40-41ca-825b-f5eddd831266']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:54.244116 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-65af753e-2132-498e-b637-4b3046ae29a7 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '702cbdac-91cd-41f1-83e2-3306ffc6d11e') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:54.244496 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-65af753e-2132-498e-b637-4b3046ae29a7 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '702cbdac-91cd-41f1-83e2-3306ffc6d11e') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:54.255338 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-65af753e-2132-498e-b637-4b3046ae29a7 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:54.277806 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-65af753e-2132-498e-b637-4b3046ae29a7 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:54.291012 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65af753e-2132-498e-b637-4b3046ae29a7 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Releasing vlan 1272 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:56:54.291823 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-65af753e-2132-498e-b637-4b3046ae29a7 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:54.297022 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:56:54.297022 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:56:54.297022 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:56:54.297022 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:56:54.297022 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:56:54.297022 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:56:54.297022 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:56:54.297022 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:56:54.297022 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:56:54.297022 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:56:54.297022 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:56:54.297022 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:56:54.297022 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:56:54.297022 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:56:54.297022 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:56:54.297022 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:56:54.297022 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:56:54.297022 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:56:54.297022 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:56:54.297022 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:56:54.297022 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:56:54.297022 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:56:54.297022 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:56:54.297022 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:56:54.297022 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:56:54.297022 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:56:54.297022 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:56:54.297022 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:56:54.297022 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:56:54.297022 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:56:54.297022 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:56:54.297022 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:56:54.382937 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-65af753e-2132-498e-b637-4b3046ae29a7 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:54.388071 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-65af753e-2132-498e-b637-4b3046ae29a7 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:54.391809 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-65af753e-2132-498e-b637-4b3046ae29a7 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "DELETE /v2.0/networks/be8d4b08-1f40-41ca-825b-f5eddd831266 HTTP/1.1" status: 204 len: 168 time: 0.3696771 Oct 20 11:56:54.394626 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 46660) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:54.408945 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af753e-2132-498e-b637-4b3046ae29a7 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event deleted for resources: {'Network': ['ID=be8d4b08-1f40-41ca-825b-f5eddd831266,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:54.536374 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d12a23aa-2b26-4d9f-b309-cd5d2f7a53db tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:54.572546 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d12a23aa-2b26-4d9f-b309-cd5d2f7a53db tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:54.647010 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d12a23aa-2b26-4d9f-b309-cd5d2f7a53db tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:54.647010 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d12a23aa-2b26-4d9f-b309-cd5d2f7a53db tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:54.647010 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d12a23aa-2b26-4d9f-b309-cd5d2f7a53db tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "DELETE /v2.0/security-groups/c7eb2a7d-ee6d-4283-97fc-8a188eb48807 HTTP/1.1" status: 204 len: 168 time: 0.2495053 Oct 20 11:56:54.663594 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a23aa-2b26-4d9f-b309-cd5d2f7a53db tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7eb2a7d-ee6d-4283-97fc-8a188eb48807,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:54.920380 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:55.075737 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 46676) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:55.080290 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-3a14b0d3-9ead-4bd3-84b3-99e8095c9961 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1981469131', 'description': 'tempest-secgroup-smoke-1981469131 description', 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:56:55.108656 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3a14b0d3-9ead-4bd3-84b3-99e8095c9961 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:55.174073 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3a14b0d3-9ead-4bd3-84b3-99e8095c9961 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:55.179250 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3a14b0d3-9ead-4bd3-84b3-99e8095c9961 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:55.206841 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3a14b0d3-9ead-4bd3-84b3-99e8095c9961 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:55.208082 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3a14b0d3-9ead-4bd3-84b3-99e8095c9961 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1313288 Oct 20 11:56:55.211175 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46678) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:55.215682 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a14b0d3-9ead-4bd3-84b3-99e8095c9961 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bde7e756-7381-4f9e-9284-33b0e6fb29a7,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:55.215866 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-7af4c402-a599-41dd-85f3-111a91e72f7f tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Request body: {'security_group_rule': {'security_group_id': 'bde7e756-7381-4f9e-9284-33b0e6fb29a7', 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:56:55.246627 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7af4c402-a599-41dd-85f3-111a91e72f7f tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:55.305066 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7af4c402-a599-41dd-85f3-111a91e72f7f tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:55.310865 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7af4c402-a599-41dd-85f3-111a91e72f7f tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:55.329267 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af4c402-a599-41dd-85f3-111a91e72f7f tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32862fcf-c0f3-4dcc-8f13-fa92318e60d2,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:55.335130 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7af4c402-a599-41dd-85f3-111a91e72f7f tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:55.339201 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7af4c402-a599-41dd-85f3-111a91e72f7f tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1242819 Oct 20 11:56:55.339319 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46680) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:55.344016 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-36a27166-49fe-4017-91ee-d8f77bd3d0ce tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Request body: {'security_group_rule': {'security_group_id': 'bde7e756-7381-4f9e-9284-33b0e6fb29a7', 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:56:55.372442 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-36a27166-49fe-4017-91ee-d8f77bd3d0ce tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:55.440761 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-36a27166-49fe-4017-91ee-d8f77bd3d0ce tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:55.449228 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-36a27166-49fe-4017-91ee-d8f77bd3d0ce tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:55.480164 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a27166-49fe-4017-91ee-d8f77bd3d0ce tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=263577ce-c3a0-4540-9b27-449f5b45ca45,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:55.495667 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-36a27166-49fe-4017-91ee-d8f77bd3d0ce tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:55.500951 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-36a27166-49fe-4017-91ee-d8f77bd3d0ce tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1578305 Oct 20 11:56:55.501291 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46688) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:55.508052 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-78536646-d6c3-4f09-8952-683fb1dac9bc tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Request body: {'security_group_rule': {'security_group_id': 'bde7e756-7381-4f9e-9284-33b0e6fb29a7', 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:56:55.550302 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-78536646-d6c3-4f09-8952-683fb1dac9bc tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:55.597103 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 643cda57-62e2-4b2b-a5e0-d0b8f8d449a7 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:56:55.624976 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 643cda57-62e2-4b2b-a5e0-d0b8f8d449a7 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:56:55.625628 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 643cda57-62e2-4b2b-a5e0-d0b8f8d449a7 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:56:55.627729 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b91626b5-96a5-4829-b12e-e8ca2757a13f no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:56:55.632698 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-78536646-d6c3-4f09-8952-683fb1dac9bc tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:55.639171 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-78536646-d6c3-4f09-8952-683fb1dac9bc tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:55.656691 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: b91626b5-96a5-4829-b12e-e8ca2757a13f {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:56:55.657258 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b91626b5-96a5-4829-b12e-e8ca2757a13f not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:56:55.669130 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78536646-d6c3-4f09-8952-683fb1dac9bc tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22c0496c-d4a4-46fd-94e0-1ea6977da400,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:55.681412 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-78536646-d6c3-4f09-8952-683fb1dac9bc tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:55.682975 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-78536646-d6c3-4f09-8952-683fb1dac9bc tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1797850 Oct 20 11:56:55.686031 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 46698) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:55.690892 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-c0317127-ead4-4f74-a5e0-9fadc7e3e1b2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Request body: {'security_group_rule': {'security_group_id': 'bde7e756-7381-4f9e-9284-33b0e6fb29a7', 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:56:55.728994 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c0317127-ead4-4f74-a5e0-9fadc7e3e1b2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:55.796713 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ad9bc-5a3e-4661-94bc-e853d0bee725 req-5fa38d38-4b97-4c3f-80b0-a18d4d570c44 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:55.798277 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f27ad9bc-5a3e-4661-94bc-e853d0bee725 req-5fa38d38-4b97-4c3f-80b0-a18d4d570c44 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0815325 Oct 20 11:56:55.830040 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c0317127-ead4-4f74-a5e0-9fadc7e3e1b2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:55.839939 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c0317127-ead4-4f74-a5e0-9fadc7e3e1b2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:55.868463 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0317127-ead4-4f74-a5e0-9fadc7e3e1b2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8f783cd-5e26-441f-a302-b3b6ea45e977,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:55.876377 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f27ad9bc-5a3e-4661-94bc-e853d0bee725 req-1007c5ad-901d-4d80-a721-048d03c16baa tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691295 Oct 20 11:56:55.880374 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c0317127-ead4-4f74-a5e0-9fadc7e3e1b2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:55.880847 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c0317127-ead4-4f74-a5e0-9fadc7e3e1b2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1936436 Oct 20 11:56:55.883753 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 46700) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:55.888711 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-6ae78ca2-1606-43c2-aab1-d92a307831f1 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Request body: {'security_group_rule': {'security_group_id': 'bde7e756-7381-4f9e-9284-33b0e6fb29a7', 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:56:55.917760 n-d-814735-3 neutron-server[100647]: INFO neutron.db.securitygroups_db [None req-6ae78ca2-1606-43c2-aab1-d92a307831f1 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Project d69630d5f3304dc8a33f46da29b2ea4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:56:55.924606 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6ae78ca2-1606-43c2-aab1-d92a307831f1 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:56.030686 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d74776-8f75-47cb-82fe-18fd81eda568 req-82abdb55-6954-4958-aeff-51efe3269c51 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:56.032117 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5d74776-8f75-47cb-82fe-18fd81eda568 req-82abdb55-6954-4958-aeff-51efe3269c51 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0754197 Oct 20 11:56:56.069981 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6ae78ca2-1606-43c2-aab1-d92a307831f1 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:56.076635 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6ae78ca2-1606-43c2-aab1-d92a307831f1 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:56.101494 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5d74776-8f75-47cb-82fe-18fd81eda568 req-31688110-3eac-4bc4-8c05-5e61b615f08c tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588543 Oct 20 11:56:56.107789 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae78ca2-1606-43c2-aab1-d92a307831f1 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f42bf65f-944c-4661-bc27-10839973fa8a,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:56.125544 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6ae78ca2-1606-43c2-aab1-d92a307831f1 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:56.127212 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-6ae78ca2-1606-43c2-aab1-d92a307831f1 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2422533 Oct 20 11:56:56.130938 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 46708) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:56.136942 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-206d3c1c-6ba5-491f-a9cc-3f7e4a870b43 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Request body: {'security_group_rule': {'security_group_id': 'bde7e756-7381-4f9e-9284-33b0e6fb29a7', 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:56:56.185445 n-d-814735-3 neutron-server[100647]: INFO neutron.db.securitygroups_db [None req-206d3c1c-6ba5-491f-a9cc-3f7e4a870b43 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Project d69630d5f3304dc8a33f46da29b2ea4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:56:56.192456 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-206d3c1c-6ba5-491f-a9cc-3f7e4a870b43 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:56.268443 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-206d3c1c-6ba5-491f-a9cc-3f7e4a870b43 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:56.273284 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-206d3c1c-6ba5-491f-a9cc-3f7e4a870b43 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:56.299313 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d3c1c-6ba5-491f-a9cc-3f7e4a870b43 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67feb6fb-8729-4dd1-909e-beebe163f2e9,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:56.307372 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-206d3c1c-6ba5-491f-a9cc-3f7e4a870b43 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:56.311928 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-206d3c1c-6ba5-491f-a9cc-3f7e4a870b43 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1769466 Oct 20 11:56:56.312815 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46710) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:56.317442 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-24e5fcde-633c-4ae1-a93a-7b228e30e19e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Request body: {'network': {'name': 'tempest-network-smoke--2027987740', 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'port_security_enabled': True}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:56:56.340479 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e5fcde-633c-4ae1-a93a-7b228e30e19e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Made reservation on behalf of d69630d5f3304dc8a33f46da29b2ea4c for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:56:56.346224 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-24e5fcde-633c-4ae1-a93a-7b228e30e19e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:56.378637 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24e5fcde-633c-4ae1-a93a-7b228e30e19e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] vlan segment allocate from pool success with {'vlan_id': 1263, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:56:56.390656 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-24e5fcde-633c-4ae1-a93a-7b228e30e19e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:56.391807 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-24e5fcde-633c-4ae1-a93a-7b228e30e19e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Added segment 95d08ebb-44bd-4ee9-9f6b-3d607310bce2 of type vlan for network 56112252-a34d-447c-a17a-793b19322615 Oct 20 11:56:56.442223 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-24e5fcde-633c-4ae1-a93a-7b228e30e19e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:56.483544 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-24e5fcde-633c-4ae1-a93a-7b228e30e19e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:56.490195 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e5fcde-633c-4ae1-a93a-7b228e30e19e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:56.490921 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-24e5fcde-633c-4ae1-a93a-7b228e30e19e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:56.534142 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 46718) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:56.534414 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-24e5fcde-633c-4ae1-a93a-7b228e30e19e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2207718 Oct 20 11:56:56.540839 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-61d94d43-90e2-484c-8bab-290be94faf0b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-337020047', 'admin_state_up': True, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:56:56.569899 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-61d94d43-90e2-484c-8bab-290be94faf0b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:56.570118 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5fcde-633c-4ae1-a93a-7b228e30e19e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'Network': ['ID=56112252-a34d-447c-a17a-793b19322615,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:56.573072 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-61d94d43-90e2-484c-8bab-290be94faf0b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:56.581341 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 56112252-a34d-447c-a17a-793b19322615 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:56:56.636353 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-61d94d43-90e2-484c-8bab-290be94faf0b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:56.782047 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-61d94d43-90e2-484c-8bab-290be94faf0b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:56.974767 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-61d94d43-90e2-484c-8bab-290be94faf0b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for router_gateway, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:56.994959 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-61d94d43-90e2-484c-8bab-290be94faf0b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:57.113079 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-61d94d43-90e2-484c-8bab-290be94faf0b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Allocated IP 172.25.5.93 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/aa832b85-7e9f-4e45-bddb-55d1d6344631) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:56:57.234309 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-61d94d43-90e2-484c-8bab-290be94faf0b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:57.280745 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-61d94d43-90e2-484c-8bab-290be94faf0b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:57.325445 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d94d43-90e2-484c-8bab-290be94faf0b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:56:57.329836 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-61d94d43-90e2-484c-8bab-290be94faf0b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:56:57.336780 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d94d43-90e2-484c-8bab-290be94faf0b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:56:57.340209 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d94d43-90e2-484c-8bab-290be94faf0b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'Port': ['ID=aa832b85-7e9f-4e45-bddb-55d1d6344631,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:57.603206 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-61d94d43-90e2-484c-8bab-290be94faf0b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for router_gateway, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:58.086807 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91387d12-38e9-4d84-b047-e993a65d2f19 req-5af7ae9d-7755-4462-a97f-dd0e3e71a97e tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:58.088313 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-91387d12-38e9-4d84-b047-e993a65d2f19 req-5af7ae9d-7755-4462-a97f-dd0e3e71a97e tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.4527617 Oct 20 11:56:58.169755 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-91387d12-38e9-4d84-b047-e993a65d2f19 req-f33e59dc-0a9d-45db-9cdd-7bf95d30b220 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737679 Oct 20 11:56:58.223678 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-61d94d43-90e2-484c-8bab-290be94faf0b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:58.351669 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e410e-7eab-460e-8b99-9094fb18d53f req-294c760f-9637-49d5-a1ca-dcf385303c18 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:58.353187 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db4e410e-7eab-460e-8b99-9094fb18d53f req-294c760f-9637-49d5-a1ca-dcf385303c18 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0925908 Oct 20 11:56:58.408327 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db4e410e-7eab-460e-8b99-9094fb18d53f req-1b8a487a-2b0d-4d5e-8741-761d21dc2477 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461850 Oct 20 11:56:58.422910 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d94d43-90e2-484c-8bab-290be94faf0b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Router 8c9aad86-c064-4aa3-88c1-5a855c92a442 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:56:58.597858 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d94d43-90e2-484c-8bab-290be94faf0b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:56:58.638035 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae9b68-2b3d-4c9e-880e-1a8bc3437aec req-cefd73d6-1804-4fbb-849c-9b55a026f3d3 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:58.640110 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3ae9b68-2b3d-4c9e-880e-1a8bc3437aec req-cefd73d6-1804-4fbb-849c-9b55a026f3d3 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0969989 Oct 20 11:56:58.653940 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-61d94d43-90e2-484c-8bab-290be94faf0b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:58.661549 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-61d94d43-90e2-484c-8bab-290be94faf0b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1247654 Oct 20 11:56:58.662178 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46752) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:58.679948 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748b115c-d364-4f05-b0c6-cb459df97004 None None] Sync routers for ids ['8c9aad86-c064-4aa3-88c1-5a855c92a442'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:56:58.696593 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748b115c-d364-4f05-b0c6-cb459df97004 None None] Routers {'8c9aad86-c064-4aa3-88c1-5a855c92a442'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:56:58.697645 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-748b115c-d364-4f05-b0c6-cb459df97004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:56:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['8c9aad86-c064-4aa3-88c1-5a855c92a442'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:58.721722 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d1425c82-4d93-488b-8beb-0576f8eb2389 tempest-TestNetworkAdvancedServerOps-525790075 tempest-TestNetworkAdvancedServerOps-525790075-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=d69630d5f3304dc8a33f46da29b2ea4c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0577974 Oct 20 11:56:58.724702 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3ae9b68-2b3d-4c9e-880e-1a8bc3437aec req-f6acdf81-8dfc-4132-9a89-85eef4586995 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579343 Oct 20 11:56:58.724849 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46754) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:58.826008 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9a59af-8265-42c3-a771-bcd3d260a966 tempest-TestNetworkAdvancedServerOps-525790075 tempest-TestNetworkAdvancedServerOps-525790075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:58.830497 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-de9a59af-8265-42c3-a771-bcd3d260a966 tempest-TestNetworkAdvancedServerOps-525790075 tempest-TestNetworkAdvancedServerOps-525790075-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1051295 Oct 20 11:56:58.831262 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46758) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:58.848841 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-748b115c-d364-4f05-b0c6-cb459df97004 None None] Set router 8c9aad86-c064-4aa3-88c1-5a855c92a442 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:56:58.855081 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311fc5c5-f416-4cb7-a793-fc0487ca8cab req-4788a9dd-91b7-4d10-911c-9b31179a6ee8 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:58.856862 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-311fc5c5-f416-4cb7-a793-fc0487ca8cab req-4788a9dd-91b7-4d10-911c-9b31179a6ee8 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0602174 Oct 20 11:56:58.869276 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-975ddc61-ee36-442f-9928-34ff610bb496 tempest-TestNetworkAdvancedServerOps-525790075 tempest-TestNetworkAdvancedServerOps-525790075-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=717966e5-c478-496f-bddb-05794fb74250&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365686 Oct 20 11:56:58.869901 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46760) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:58.875105 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-993bff75-60df-48cb-b04f-b21b9f6e8c5b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1148035374', 'network_id': '56112252-a34d-447c-a17a-793b19322615', 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:56:58.899729 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-311fc5c5-f416-4cb7-a793-fc0487ca8cab req-4a08f36a-5aee-49e7-9ed1-e6057c7e1058 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356092 Oct 20 11:56:58.980552 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993bff75-60df-48cb-b04f-b21b9f6e8c5b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Made reservation on behalf of d69630d5f3304dc8a33f46da29b2ea4c for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:56:58.984689 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-993bff75-60df-48cb-b04f-b21b9f6e8c5b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:59.048438 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-748b115c-d364-4f05-b0c6-cb459df97004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9aad86-c064-4aa3-88c1-5a855c92a442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337020047', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'aa832b85-7e9f-4e45-bddb-55d1d6344631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:56:56Z', 'updated_at': '2021-10-20T11:56:57Z', 'revision_number': 3, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': 'aa832b85-7e9f-4e45-bddb-55d1d6344631', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:46:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9aad86-c064-4aa3-88c1-5a855c92a442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:56:57Z', 'updated_at': '2021-10-20T11:56:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:59.074093 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5fc48-7b4e-4aed-b632-82864caccc9e req-ef52c07b-be4e-4bcd-9caf-38a298f321a4 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:59.076215 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-91e5fc48-7b4e-4aed-b632-82864caccc9e req-ef52c07b-be4e-4bcd-9caf-38a298f321a4 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0539958 Oct 20 11:56:59.080432 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748b115c-d364-4f05-b0c6-cb459df97004 None None] Checking router: 8c9aad86-c064-4aa3-88c1-5a855c92a442 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:56:59.080775 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748b115c-d364-4f05-b0c6-cb459df97004 None None] Updating router 8c9aad86-c064-4aa3-88c1-5a855c92a442 port aa832b85-7e9f-4e45-bddb-55d1d6344631 binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:56:59.108594 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-748b115c-d364-4f05-b0c6-cb459df97004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:59.126087 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-91e5fc48-7b4e-4aed-b632-82864caccc9e req-95a2f002-cdec-4ba5-aec3-edfb001fd523 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418410 Oct 20 11:56:59.173322 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-993bff75-60df-48cb-b04f-b21b9f6e8c5b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:59.232711 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993bff75-60df-48cb-b04f-b21b9f6e8c5b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'Subnet': ['ID=ca6f1c92-8b3e-4b78-9b73-cd867e309c20,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:59.243122 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993bff75-60df-48cb-b04f-b21b9f6e8c5b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Checking segment: {'id': '95d08ebb-44bd-4ee9-9f6b-3d607310bce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '56112252-a34d-447c-a17a-793b19322615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:56:59.243487 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993bff75-60df-48cb-b04f-b21b9f6e8c5b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Network hostable DHCP agents. Network: 56112252-a34d-447c-a17a-793b19322615, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:56:59.256135 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b4d4f-b096-40dd-ae93-cf41f2e3aeb9 req-a2015fdd-0c91-4e38-b82d-abcad60a60fa tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:59.259532 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f78b4d4f-b096-40dd-ae93-cf41f2e3aeb9 req-a2015fdd-0c91-4e38-b82d-abcad60a60fa tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0684972 Oct 20 11:56:59.265128 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993bff75-60df-48cb-b04f-b21b9f6e8c5b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Network 56112252-a34d-447c-a17a-793b19322615 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:56:59.284893 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-993bff75-60df-48cb-b04f-b21b9f6e8c5b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 56112252-a34d-447c-a17a-793b19322615) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:56:59.289932 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993bff75-60df-48cb-b04f-b21b9f6e8c5b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:59.290514 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-993bff75-60df-48cb-b04f-b21b9f6e8c5b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:59.299778 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b079ed5-2063-449e-b6fb-2b759e49cf4e None None] Network 56112252-a34d-447c-a17a-793b19322615 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:56:59.316248 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-993bff75-60df-48cb-b04f-b21b9f6e8c5b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4437108 Oct 20 11:56:59.316464 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 46774) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:56:59.335607 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f78b4d4f-b096-40dd-ae93-cf41f2e3aeb9 req-d562e27c-ba02-44a3-8bac-0a41aa310631 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697894 Oct 20 11:56:59.437033 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-748b115c-d364-4f05-b0c6-cb459df97004 None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:59.446491 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-748b115c-d364-4f05-b0c6-cb459df97004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:59.535202 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bd2c14-78cc-41fe-88fd-6de33a85156a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-56112252-a34d-447c-a17a-793b19322615', 'network_id': '56112252-a34d-447c-a17a-793b19322615', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'fixed_ips': [{'subnet_id': 'ca6f1c92-8b3e-4b78-9b73-cd867e309c20'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:56:59.536133 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-07bd2c14-78cc-41fe-88fd-6de33a85156a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:59.560195 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-748b115c-d364-4f05-b0c6-cb459df97004 None None] Attempting to bind port aa832b85-7e9f-4e45-bddb-55d1d6344631 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:56:59.560570 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-748b115c-d364-4f05-b0c6-cb459df97004 None None] Attempting to bind port aa832b85-7e9f-4e45-bddb-55d1d6344631 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:56:59.560938 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748b115c-d364-4f05-b0c6-cb459df97004 None None] Attempting to bind port aa832b85-7e9f-4e45-bddb-55d1d6344631 on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:56:59.565602 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510a1fe-10be-4bb4-9291-ad245246890f req-44eff6ce-0710-4b23-a58f-85278e292692 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:59.573905 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4510a1fe-10be-4bb4-9291-ad245246890f req-44eff6ce-0710-4b23-a58f-85278e292692 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0894322 Oct 20 11:56:59.583234 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748b115c-d364-4f05-b0c6-cb459df97004 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:56:59.583582 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748b115c-d364-4f05-b0c6-cb459df97004 None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:56:59.583989 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-748b115c-d364-4f05-b0c6-cb459df97004 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:59.584381 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748b115c-d364-4f05-b0c6-cb459df97004 None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:56:59.584869 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-748b115c-d364-4f05-b0c6-cb459df97004 None None] Bound port: aa832b85-7e9f-4e45-bddb-55d1d6344631, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:56:59.589613 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-748b115c-d364-4f05-b0c6-cb459df97004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:59.621017 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4510a1fe-10be-4bb4-9291-ad245246890f req-d0479f68-295d-4ef5-b4f7-073d9db6199a tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443635 Oct 20 11:56:59.646859 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab46ea0b-209f-40bb-ae18-bebfca9cf380 None None] Pushing event updated for resources: {'Port': ['ID=aa832b85-7e9f-4e45-bddb-55d1d6344631,revision_number=2']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:59.673985 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-748b115c-d364-4f05-b0c6-cb459df97004 None None] For port aa832b85-7e9f-4e45-bddb-55d1d6344631, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:56:59.677733 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-748b115c-d364-4f05-b0c6-cb459df97004 None None] For port aa832b85-7e9f-4e45-bddb-55d1d6344631, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=aa832b85-7e9f-4e45-bddb-55d1d6344631,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:56:59.684218 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab46ea0b-209f-40bb-ae18-bebfca9cf380 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:56:59.684885 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab46ea0b-209f-40bb-ae18-bebfca9cf380 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:56:59.685002 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab46ea0b-209f-40bb-ae18-bebfca9cf380 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:56:59.685470 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab46ea0b-209f-40bb-ae18-bebfca9cf380 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:56:59.685862 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab46ea0b-209f-40bb-ae18-bebfca9cf380 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:56:59.686254 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab46ea0b-209f-40bb-ae18-bebfca9cf380 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:56:59.686647 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab46ea0b-209f-40bb-ae18-bebfca9cf380 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:56:59.687055 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab46ea0b-209f-40bb-ae18-bebfca9cf380 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:56:59.687420 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab46ea0b-209f-40bb-ae18-bebfca9cf380 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:56:59.687937 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab46ea0b-209f-40bb-ae18-bebfca9cf380 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:56:59.688306 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab46ea0b-209f-40bb-ae18-bebfca9cf380 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:56:59.688690 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab46ea0b-209f-40bb-ae18-bebfca9cf380 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:56:59.700198 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-748b115c-d364-4f05-b0c6-cb459df97004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:56:59.756906 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748b115c-d364-4f05-b0c6-cb459df97004 None None] Routers {'8c9aad86-c064-4aa3-88c1-5a855c92a442'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:56:59.757689 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-748b115c-d364-4f05-b0c6-cb459df97004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:56:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['8c9aad86-c064-4aa3-88c1-5a855c92a442'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:56:59.816246 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce9166-1db2-4898-b9f5-dbd2e5a0320c req-bb532a3c-18a2-47b0-b93d-f4ffb80b69d0 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:56:59.817729 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19ce9166-1db2-4898-b9f5-dbd2e5a0320c req-bb532a3c-18a2-47b0-b93d-f4ffb80b69d0 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0878377 Oct 20 11:56:59.865223 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-748b115c-d364-4f05-b0c6-cb459df97004 None None] Set router 8c9aad86-c064-4aa3-88c1-5a855c92a442 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:56:59.892248 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19ce9166-1db2-4898-b9f5-dbd2e5a0320c req-2a25a35b-73b1-4afc-907d-783e70d73577 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679190 Oct 20 11:56:59.942880 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab46ea0b-209f-40bb-ae18-bebfca9cf380 None None] Pushing event updated for resources: {'Port': ['ID=aa832b85-7e9f-4e45-bddb-55d1d6344631,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:56:59.968703 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-07bd2c14-78cc-41fe-88fd-6de33a85156a None None] Allocated IP 172.20.0.2 (56112252-a34d-447c-a17a-793b19322615/ca6f1c92-8b3e-4b78-9b73-cd867e309c20/97da8c84-4a3b-4a2d-a598-9e6ca421727c) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:56:59.996952 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-16981012-025f-477a-94a2-0bf5fdc4f5eb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:00.158395 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-748b115c-d364-4f05-b0c6-cb459df97004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9aad86-c064-4aa3-88c1-5a855c92a442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337020047', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'aa832b85-7e9f-4e45-bddb-55d1d6344631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:56:56Z', 'updated_at': '2021-10-20T11:56:57Z', 'revision_number': 3, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': 'aa832b85-7e9f-4e45-bddb-55d1d6344631', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:46:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9aad86-c064-4aa3-88c1-5a855c92a442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:56:57Z', 'updated_at': '2021-10-20T11:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:57:00.181122 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-07bd2c14-78cc-41fe-88fd-6de33a85156a None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:00.190606 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-07bd2c14-78cc-41fe-88fd-6de33a85156a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:00.193552 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748b115c-d364-4f05-b0c6-cb459df97004 None None] The sync data for ids ['8c9aad86-c064-4aa3-88c1-5a855c92a442'] in n-d-814735-3 is: [{'id': '8c9aad86-c064-4aa3-88c1-5a855c92a442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337020047', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'aa832b85-7e9f-4e45-bddb-55d1d6344631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:56:56Z', 'updated_at': '2021-10-20T11:56:57Z', 'revision_number': 3, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': 'aa832b85-7e9f-4e45-bddb-55d1d6344631', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:46:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9aad86-c064-4aa3-88c1-5a855c92a442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:56:57Z', 'updated_at': '2021-10-20T11:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:57:00.208345 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60fdaa-6409-42e9-8ec7-ede4bca287ae req-f69d2d7c-dc50-431a-8d26-fdc0aa85732f tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:00.217223 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3b60fdaa-6409-42e9-8ec7-ede4bca287ae req-f69d2d7c-dc50-431a-8d26-fdc0aa85732f tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0960114 Oct 20 11:57:00.238570 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd2c14-78cc-41fe-88fd-6de33a85156a None None] Pushing event updated for resources: {'Port': ['ID=97da8c84-4a3b-4a2d-a598-9e6ca421727c,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:57:00.264458 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bd2c14-78cc-41fe-88fd-6de33a85156a None None] Network 56112252-a34d-447c-a17a-793b19322615 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:57:00.266888 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-07bd2c14-78cc-41fe-88fd-6de33a85156a None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:57:00.271227 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bd2c14-78cc-41fe-88fd-6de33a85156a None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:57:00.277763 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3b60fdaa-6409-42e9-8ec7-ede4bca287ae req-7673d80f-33e1-41a8-becc-7d403ddf42cb tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590672 Oct 20 11:57:00.341472 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-07bd2c14-78cc-41fe-88fd-6de33a85156a None None] Attempting to bind port 97da8c84-4a3b-4a2d-a598-9e6ca421727c on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:57:00.342503 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-07bd2c14-78cc-41fe-88fd-6de33a85156a None None] Attempting to bind port 97da8c84-4a3b-4a2d-a598-9e6ca421727c by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '95d08ebb-44bd-4ee9-9f6b-3d607310bce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '56112252-a34d-447c-a17a-793b19322615'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:57:00.343073 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bd2c14-78cc-41fe-88fd-6de33a85156a None None] Attempting to bind port 97da8c84-4a3b-4a2d-a598-9e6ca421727c on network 56112252-a34d-447c-a17a-793b19322615 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:57:00.349855 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bd2c14-78cc-41fe-88fd-6de33a85156a None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:57:00.350541 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bd2c14-78cc-41fe-88fd-6de33a85156a None None] Checking segment: {'id': '95d08ebb-44bd-4ee9-9f6b-3d607310bce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '56112252-a34d-447c-a17a-793b19322615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:57:00.351217 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-07bd2c14-78cc-41fe-88fd-6de33a85156a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:00.351771 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bd2c14-78cc-41fe-88fd-6de33a85156a None None] Bound using segment: {'id': '95d08ebb-44bd-4ee9-9f6b-3d607310bce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '56112252-a34d-447c-a17a-793b19322615'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:57:00.352403 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-07bd2c14-78cc-41fe-88fd-6de33a85156a None None] Bound port: 97da8c84-4a3b-4a2d-a598-9e6ca421727c, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d08ebb-44bd-4ee9-9f6b-3d607310bce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '56112252-a34d-447c-a17a-793b19322615'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:57:00.352968 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-07bd2c14-78cc-41fe-88fd-6de33a85156a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:00.406471 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-16981012-025f-477a-94a2-0bf5fdc4f5eb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Allocated IP 172.20.0.1 (56112252-a34d-447c-a17a-793b19322615/ca6f1c92-8b3e-4b78-9b73-cd867e309c20/db5bdb3b-5147-42e0-9ad5-fbb5cfa10306) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:57:00.420148 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda65950-5964-4d5b-9845-d1605c3fb6a8 req-46fc066d-fffb-4b7a-b140-bb4ef924009e tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:00.421671 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fda65950-5964-4d5b-9845-d1605c3fb6a8 req-46fc066d-fffb-4b7a-b140-bb4ef924009e tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0619864 Oct 20 11:57:00.427250 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-07bd2c14-78cc-41fe-88fd-6de33a85156a None None] For port 97da8c84-4a3b-4a2d-a598-9e6ca421727c, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:57:00.430836 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-07bd2c14-78cc-41fe-88fd-6de33a85156a None None] For port 97da8c84-4a3b-4a2d-a598-9e6ca421727c, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=97da8c84-4a3b-4a2d-a598-9e6ca421727c,segment=NetworkSegment(95d08ebb-44bd-4ee9-9f6b-3d607310bce2),segment_id=95d08ebb-44bd-4ee9-9f6b-3d607310bce2)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:57:00.439391 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-07bd2c14-78cc-41fe-88fd-6de33a85156a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:00.490913 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fda65950-5964-4d5b-9845-d1605c3fb6a8 req-51964e52-1c3e-4ae0-acbd-104e52806a66 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593951 Oct 20 11:57:00.504967 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd2c14-78cc-41fe-88fd-6de33a85156a None None] Pushing event updated for resources: {'Port': ['ID=97da8c84-4a3b-4a2d-a598-9e6ca421727c,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:57:00.644886 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-16981012-025f-477a-94a2-0bf5fdc4f5eb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:00.691009 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-16981012-025f-477a-94a2-0bf5fdc4f5eb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:00.752665 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16981012-025f-477a-94a2-0bf5fdc4f5eb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Network 56112252-a34d-447c-a17a-793b19322615 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:57:00.767747 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-16981012-025f-477a-94a2-0bf5fdc4f5eb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:57:00.769970 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16981012-025f-477a-94a2-0bf5fdc4f5eb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'Port': ['ID=db5bdb3b-5147-42e0-9ad5-fbb5cfa10306,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:57:00.773049 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16981012-025f-477a-94a2-0bf5fdc4f5eb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:57:00.781822 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbee27a-c148-4bf8-939a-2052d8f9b390 req-9dd622b7-be8d-47e7-a0c2-e48280f34140 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:00.784223 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-abbee27a-c148-4bf8-939a-2052d8f9b390 req-9dd622b7-be8d-47e7-a0c2-e48280f34140 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0798187 Oct 20 11:57:00.858456 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-abbee27a-c148-4bf8-939a-2052d8f9b390 req-23abacda-25ff-4f32-8c7a-5b0a69a7dfbf tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654647 Oct 20 11:57:00.864966 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-16981012-025f-477a-94a2-0bf5fdc4f5eb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:01.029254 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85f404-56bb-4653-bb2b-751277448d68 req-5577105d-6054-4b84-9bb6-6113ef4d82a8 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:01.038189 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fb85f404-56bb-4653-bb2b-751277448d68 req-5577105d-6054-4b84-9bb6-6113ef4d82a8 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0735049 Oct 20 11:57:01.040623 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-16981012-025f-477a-94a2-0bf5fdc4f5eb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:01.103076 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fb85f404-56bb-4653-bb2b-751277448d68 req-4ceae39d-b930-4598-9eb6-68f8409a569e tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436170 Oct 20 11:57:01.343058 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9b6c9-8fe6-4a5d-b328-8fde5fa9f3a3 req-ee5397bf-cdc7-4f66-a80c-9e9dd25edb19 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:01.348788 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1ee9b6c9-8fe6-4a5d-b328-8fde5fa9f3a3 req-ee5397bf-cdc7-4f66-a80c-9e9dd25edb19 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/networks?id=a15420de-6a07-4a4f-ba79-469962eb6cc8 HTTP/1.1" status: 200 len: 814 time: 0.1309774 Oct 20 11:57:01.364926 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1ee9b6c9-8fe6-4a5d-b328-8fde5fa9f3a3 req-492e89ec-5e9c-4f6a-830f-fc2425acd1c2 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/quotas/ea755e9590d34b39adb71177b99b6d2c HTTP/1.1" status: 200 len: 375 time: 0.0143461 Oct 20 11:57:01.455277 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-16981012-025f-477a-94a2-0bf5fdc4f5eb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:01.463540 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-16981012-025f-477a-94a2-0bf5fdc4f5eb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:01.498167 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1ee9b6c9-8fe6-4a5d-b328-8fde5fa9f3a3 req-c0b82d9e-f966-4397-b3ee-b66ce32e86d5 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=ea755e9590d34b39adb71177b99b6d2c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1185939 Oct 20 11:57:01.537402 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-16981012-025f-477a-94a2-0bf5fdc4f5eb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:01.727374 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16981012-025f-477a-94a2-0bf5fdc4f5eb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'Port': ['ID=db5bdb3b-5147-42e0-9ad5-fbb5cfa10306,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:57:01.746019 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe8c301-5779-4152-9624-7ce28ad0c4e3 req-1f1d2c60-59d5-4208-892e-5f4d70f0a35f tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:01.756996 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cfe8c301-5779-4152-9624-7ce28ad0c4e3 req-1f1d2c60-59d5-4208-892e-5f4d70f0a35f tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.1383789 Oct 20 11:57:01.772680 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device aa832b85-7e9f-4e45-bddb-55d1d6344631 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:57:01.791430 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16981012-025f-477a-94a2-0bf5fdc4f5eb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Network 56112252-a34d-447c-a17a-793b19322615 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:57:01.793402 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-16981012-025f-477a-94a2-0bf5fdc4f5eb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:57:01.811798 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cfe8c301-5779-4152-9624-7ce28ad0c4e3 req-b7d56224-247c-4e8a-b417-e7ece3f10e3f tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510325 Oct 20 11:57:01.885095 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port aa832b85-7e9f-4e45-bddb-55d1d6344631 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:57:01.886959 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:01.920465 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9e4642-f523-49d9-892d-97aa137a0a86 None None] Network 56112252-a34d-447c-a17a-793b19322615 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:57:01.955826 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6376559-e434-4d3a-b401-175ab41cacdd req-cda67fa6-def1-49e3-a956-57c40271cdce tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:01.957771 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d6376559-e434-4d3a-b401-175ab41cacdd req-cda67fa6-def1-49e3-a956-57c40271cdce tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0548408 Oct 20 11:57:01.969232 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16981012-025f-477a-94a2-0bf5fdc4f5eb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Router 8c9aad86-c064-4aa3-88c1-5a855c92a442 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:57:01.998031 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d6376559-e434-4d3a-b401-175ab41cacdd req-baed67a4-8bb0-464c-9cc0-2043b262d8fa tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332234 Oct 20 11:57:02.012535 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-768e3037-89fd-42ba-8c51-f992ce0dcb2c None None] Provisioning complete for port 97da8c84-4a3b-4a2d-a598-9e6ca421727c triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:57:02.013001 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-768e3037-89fd-42ba-8c51-f992ce0dcb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:02.102892 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16981012-025f-477a-94a2-0bf5fdc4f5eb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:57:02.109445 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-16981012-025f-477a-94a2-0bf5fdc4f5eb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "PUT /v2.0/routers/8c9aad86-c064-4aa3-88c1-5a855c92a442/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7914383 Oct 20 11:57:02.132221 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:02.168962 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port aa832b85-7e9f-4e45-bddb-55d1d6344631, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=aa832b85-7e9f-4e45-bddb-55d1d6344631,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:57:02.172909 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-227aaf5e-4c8a-4acc-bfb1-cc230316b9e9 req-5f30bc6f-407e-4838-97ff-c5e2e20de32d tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=ea755e9590d34b39adb71177b99b6d2c HTTP/1.1" status: 200 len: 221 time: 0.0276799 Oct 20 11:57:02.177445 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:02.178517 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 97da8c84-4a3b-4a2d-a598-9e6ca421727c up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:57:02.289198 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-768e3037-89fd-42ba-8c51-f992ce0dcb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:02.300733 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622dda3-9241-4bf7-962f-fa035c6282fb req-df5454c2-a1ff-4bac-b83a-837b061d1fce tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:02.302268 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a622dda3-9241-4bf7-962f-fa035c6282fb req-df5454c2-a1ff-4bac-b83a-837b061d1fce tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0720370 Oct 20 11:57:02.320148 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=aa832b85-7e9f-4e45-bddb-55d1d6344631,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:57:02.352487 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-768e3037-89fd-42ba-8c51-f992ce0dcb2c None None] For port 97da8c84-4a3b-4a2d-a598-9e6ca421727c, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=97da8c84-4a3b-4a2d-a598-9e6ca421727c,segment=NetworkSegment(95d08ebb-44bd-4ee9-9f6b-3d607310bce2),segment_id=95d08ebb-44bd-4ee9-9f6b-3d607310bce2)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:57:02.359139 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-04a4b23d-0d86-4f7d-999e-7599d89b935c req-37d09649-f282-4ec7-9005-3e022a50c440 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1981469131&fields=id&tenant_id=d69630d5f3304dc8a33f46da29b2ea4c HTTP/1.1" status: 200 len: 267 time: 0.0556147 Oct 20 11:57:02.359809 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 97da8c84-4a3b-4a2d-a598-9e6ca421727c triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:57:02.360212 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:02.365736 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-768e3037-89fd-42ba-8c51-f992ce0dcb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:02.384736 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a622dda3-9241-4bf7-962f-fa035c6282fb req-1388cfd2-017d-42e2-994d-2e53d5e33923 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672157 Oct 20 11:57:02.457716 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768e3037-89fd-42ba-8c51-f992ce0dcb2c None None] Pushing event updated for resources: {'Port': ['ID=97da8c84-4a3b-4a2d-a598-9e6ca421727c,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:57:02.541666 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688a8a36-ef08-4330-aa05-65c5909deff3 None None] Sync routers for ids ['8c9aad86-c064-4aa3-88c1-5a855c92a442'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:57:02.552035 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688a8a36-ef08-4330-aa05-65c5909deff3 None None] Routers {'8c9aad86-c064-4aa3-88c1-5a855c92a442'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:57:02.552255 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a4b23d-0d86-4f7d-999e-7599d89b935c req-f0775ad1-afea-4e1e-814d-4d3522e021ac tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:02.552877 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-688a8a36-ef08-4330-aa05-65c5909deff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:56:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['8c9aad86-c064-4aa3-88c1-5a855c92a442'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:57:02.553806 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-04a4b23d-0d86-4f7d-999e-7599d89b935c req-f0775ad1-afea-4e1e-814d-4d3522e021ac tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/networks?id=56112252-a34d-447c-a17a-793b19322615 HTTP/1.1" status: 200 len: 797 time: 0.1818843 Oct 20 11:57:02.567457 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de426ff2-5072-4db4-b83b-02909964b598 req-4c13205a-469d-4550-baaa-78fa6e5f741f tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:02.569351 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-de426ff2-5072-4db4-b83b-02909964b598 req-4c13205a-469d-4550-baaa-78fa6e5f741f tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0874431 Oct 20 11:57:02.590846 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-04a4b23d-0d86-4f7d-999e-7599d89b935c req-d66d9a5d-70d7-42e0-8964-0babf9fc17f8 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/quotas/d69630d5f3304dc8a33f46da29b2ea4c HTTP/1.1" status: 200 len: 375 time: 0.0201757 Oct 20 11:57:02.652081 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-de426ff2-5072-4db4-b83b-02909964b598 req-85c1e793-c770-480b-8d50-ee3117a6a7cb tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708864 Oct 20 11:57:02.678541 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-04a4b23d-0d86-4f7d-999e-7599d89b935c req-62b226e4-f187-44cd-9dfe-a9958b16c11c tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=d69630d5f3304dc8a33f46da29b2ea4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0662494 Oct 20 11:57:02.679873 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-688a8a36-ef08-4330-aa05-65c5909deff3 None None] Set router 8c9aad86-c064-4aa3-88c1-5a855c92a442 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:57:02.683955 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-04a4b23d-0d86-4f7d-999e-7599d89b935c req-e80c22b1-7f8b-4919-95b4-8a0e48c1c300 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:57:02.690333 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-04a4b23d-0d86-4f7d-999e-7599d89b935c req-e80c22b1-7f8b-4919-95b4-8a0e48c1c300 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0108294 Oct 20 11:57:02.799016 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-db7665a6-3950-40e7-9f9f-26b5c3decc28 None None] Provisioning complete for port 97da8c84-4a3b-4a2d-a598-9e6ca421727c triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:57:02.799989 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-db7665a6-3950-40e7-9f9f-26b5c3decc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:02.843137 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-04a4b23d-0d86-4f7d-999e-7599d89b935c req-be0900c4-d18b-49c8-9009-3c6ad611aff6 service neutron] 10.222.0.98 "GET /v2.0/networks/56112252-a34d-447c-a17a-793b19322615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501155 Oct 20 11:57:02.873347 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba36a1d-c98d-4421-af87-787e24e5d899 req-2412c4d8-d07e-4ec8-bb2e-8761c2d001fd tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:02.880280 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aba36a1d-c98d-4421-af87-787e24e5d899 req-2412c4d8-d07e-4ec8-bb2e-8761c2d001fd tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.1024122 Oct 20 11:57:02.983014 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aba36a1d-c98d-4421-af87-787e24e5d899 req-dbadddd6-b4d5-4101-9575-17a649904097 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753927 Oct 20 11:57:03.024300 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-04a4b23d-0d86-4f7d-999e-7599d89b935c req-b764eb14-7603-4828-b2bf-aaa9714633d5 service neutron] 10.222.0.98 "GET /v2.0/networks/56112252-a34d-447c-a17a-793b19322615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671972 Oct 20 11:57:03.025142 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-db7665a6-3950-40e7-9f9f-26b5c3decc28 None None] Provisioning complete for port db5bdb3b-5147-42e0-9ad5-fbb5cfa10306 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:57:03.025688 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-db7665a6-3950-40e7-9f9f-26b5c3decc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:03.065497 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-688a8a36-ef08-4330-aa05-65c5909deff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9aad86-c064-4aa3-88c1-5a855c92a442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337020047', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'aa832b85-7e9f-4e45-bddb-55d1d6344631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:56:56Z', 'updated_at': '2021-10-20T11:57:00Z', 'revision_number': 4, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': 'aa832b85-7e9f-4e45-bddb-55d1d6344631', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:46:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9aad86-c064-4aa3-88c1-5a855c92a442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:56:57Z', 'updated_at': '2021-10-20T11:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'db5bdb3b-5147-42e0-9ad5-fbb5cfa10306', 'name': '', 'network_id': '56112252-a34d-447c-a17a-793b19322615', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'mac_address': 'fa:16:3e:68:43:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9aad86-c064-4aa3-88c1-5a855c92a442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': 'ca6f1c92-8b3e-4b78-9b73-cd867e309c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:57:00Z', 'updated_at': '2021-10-20T11:57:01Z', 'revision_number': 2, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'subnets': [{'id': 'ca6f1c92-8b3e-4b78-9b73-cd867e309c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:57:03.100281 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688a8a36-ef08-4330-aa05-65c5909deff3 None None] Checking router: 8c9aad86-c064-4aa3-88c1-5a855c92a442 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:57:03.101176 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688a8a36-ef08-4330-aa05-65c5909deff3 None None] Updating router 8c9aad86-c064-4aa3-88c1-5a855c92a442 port db5bdb3b-5147-42e0-9ad5-fbb5cfa10306 binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:57:03.107713 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-db7665a6-3950-40e7-9f9f-26b5c3decc28 None None] Port db5bdb3b-5147-42e0-9ad5-fbb5cfa10306 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:57:03.174909 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-688a8a36-ef08-4330-aa05-65c5909deff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:03.185355 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ebe89b-20a6-414d-aa9f-bfd159193842 req-6f823976-28de-4303-9b20-ff4e7c772550 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:03.194659 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b1ebe89b-20a6-414d-aa9f-bfd159193842 req-6f823976-28de-4303-9b20-ff4e7c772550 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0624721 Oct 20 11:57:03.253386 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b1ebe89b-20a6-414d-aa9f-bfd159193842 req-e24ac2cc-c65d-45a8-9aa0-f369ce905a91 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418279 Oct 20 11:57:03.301578 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-66f0a931-1780-4909-ab4f-31d077678285 req-4b95f7a7-3358-4f60-be62-894abfed1065 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 210 time: 0.0469556 Oct 20 11:57:03.391011 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-5af83f45-7066-4251-b94e-d979bd6f65ac None None] Provisioning complete for port db5bdb3b-5147-42e0-9ad5-fbb5cfa10306 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:57:03.391413 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5af83f45-7066-4251-b94e-d979bd6f65ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:03.413435 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31589f36-4f20-4bb4-97e5-41e852d72f04 req-d77a8824-95a4-445e-91ca-13cac2465bcf tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:03.415797 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-31589f36-4f20-4bb4-97e5-41e852d72f04 req-d77a8824-95a4-445e-91ca-13cac2465bcf tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0640252 Oct 20 11:57:03.464550 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-31589f36-4f20-4bb4-97e5-41e852d72f04 req-b78b424a-10e3-400a-b8dd-872fc7e47944 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388432 Oct 20 11:57:03.469716 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-5af83f45-7066-4251-b94e-d979bd6f65ac None None] Port db5bdb3b-5147-42e0-9ad5-fbb5cfa10306 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:57:03.608937 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device aa832b85-7e9f-4e45-bddb-55d1d6344631 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:57:03.612735 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-688a8a36-ef08-4330-aa05-65c5909deff3 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:03.645096 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-688a8a36-ef08-4330-aa05-65c5909deff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:03.660560 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a64ee-5987-4e10-9466-7f0458ff616a req-fb64b208-a1f1-4c06-a92a-47ca9be82e0a tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:03.663110 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-598a64ee-5987-4e10-9466-7f0458ff616a req-fb64b208-a1f1-4c06-a92a-47ca9be82e0a tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0902297 Oct 20 11:57:03.715263 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44bba6-6ae3-438f-b694-a26cb842705f None None] Pushing event updated for resources: {'Port': ['ID=db5bdb3b-5147-42e0-9ad5-fbb5cfa10306,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:57:03.724307 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-598a64ee-5987-4e10-9466-7f0458ff616a req-40835cfa-8c5d-47ee-a343-c914491ba0b2 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520582 Oct 20 11:57:03.783413 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port aa832b85-7e9f-4e45-bddb-55d1d6344631 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:57:03.784008 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:03.789155 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-688a8a36-ef08-4330-aa05-65c5909deff3 None None] Attempting to bind port db5bdb3b-5147-42e0-9ad5-fbb5cfa10306 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:57:03.789569 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-688a8a36-ef08-4330-aa05-65c5909deff3 None None] Attempting to bind port db5bdb3b-5147-42e0-9ad5-fbb5cfa10306 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '95d08ebb-44bd-4ee9-9f6b-3d607310bce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '56112252-a34d-447c-a17a-793b19322615'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:57:03.789942 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688a8a36-ef08-4330-aa05-65c5909deff3 None None] Attempting to bind port db5bdb3b-5147-42e0-9ad5-fbb5cfa10306 on network 56112252-a34d-447c-a17a-793b19322615 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:57:03.814504 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688a8a36-ef08-4330-aa05-65c5909deff3 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:57:03.815306 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688a8a36-ef08-4330-aa05-65c5909deff3 None None] Checking segment: {'id': '95d08ebb-44bd-4ee9-9f6b-3d607310bce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '56112252-a34d-447c-a17a-793b19322615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:57:03.815306 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-688a8a36-ef08-4330-aa05-65c5909deff3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:03.815685 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688a8a36-ef08-4330-aa05-65c5909deff3 None None] Bound using segment: {'id': '95d08ebb-44bd-4ee9-9f6b-3d607310bce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '56112252-a34d-447c-a17a-793b19322615'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:57:03.816164 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-688a8a36-ef08-4330-aa05-65c5909deff3 None None] Bound port: db5bdb3b-5147-42e0-9ad5-fbb5cfa10306, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d08ebb-44bd-4ee9-9f6b-3d607310bce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '56112252-a34d-447c-a17a-793b19322615'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:57:03.816559 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-688a8a36-ef08-4330-aa05-65c5909deff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:03.887117 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12be068-8878-420e-ba3a-f304534168cc req-355262ab-9d58-4059-ad31-9ad3331d6de3 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:03.890119 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b12be068-8878-420e-ba3a-f304534168cc req-355262ab-9d58-4059-ad31-9ad3331d6de3 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0654016 Oct 20 11:57:03.947248 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b12be068-8878-420e-ba3a-f304534168cc req-4f9fa9b7-71b5-4fe8-bf88-fb2160e62627 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507691 Oct 20 11:57:04.072920 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-688a8a36-ef08-4330-aa05-65c5909deff3 None None] For port db5bdb3b-5147-42e0-9ad5-fbb5cfa10306, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:57:04.076979 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-688a8a36-ef08-4330-aa05-65c5909deff3 None None] For port db5bdb3b-5147-42e0-9ad5-fbb5cfa10306, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=db5bdb3b-5147-42e0-9ad5-fbb5cfa10306,segment=NetworkSegment(95d08ebb-44bd-4ee9-9f6b-3d607310bce2),segment_id=95d08ebb-44bd-4ee9-9f6b-3d607310bce2)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:57:04.109165 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-688a8a36-ef08-4330-aa05-65c5909deff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:04.116845 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6445b0e-48e2-447c-a67d-f9a25fa7d28c req-a5f8ef8d-88ee-4cdf-b47e-1a2de79572e6 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:04.118526 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6445b0e-48e2-447c-a67d-f9a25fa7d28c req-a5f8ef8d-88ee-4cdf-b47e-1a2de79572e6 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0662317 Oct 20 11:57:04.153015 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-14183dad-6cc6-4085-bb8c-231d396ce314 None None] Provisioning complete for port db5bdb3b-5147-42e0-9ad5-fbb5cfa10306 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:57:04.153473 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-14183dad-6cc6-4085-bb8c-231d396ce314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:04.161702 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6445b0e-48e2-447c-a67d-f9a25fa7d28c req-2de2386a-cf71-4d74-8f07-039c8be1af23 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370986 Oct 20 11:57:04.204415 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 97da8c84-4a3b-4a2d-a598-9e6ca421727c up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:57:04.266080 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688a8a36-ef08-4330-aa05-65c5909deff3 None None] Routers {'8c9aad86-c064-4aa3-88c1-5a855c92a442'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:57:04.266920 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-688a8a36-ef08-4330-aa05-65c5909deff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:56:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['8c9aad86-c064-4aa3-88c1-5a855c92a442'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:57:04.275831 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44bba6-6ae3-438f-b694-a26cb842705f None None] Pushing event updated for resources: {'Port': ['ID=db5bdb3b-5147-42e0-9ad5-fbb5cfa10306,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:57:04.327578 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8bcd4-6a51-4a11-bc2e-8ba186be6b75 req-3105a640-5470-4b74-8c0c-0cb403f94d07 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:04.335539 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ceb8bcd4-6a51-4a11-bc2e-8ba186be6b75 req-3105a640-5470-4b74-8c0c-0cb403f94d07 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0681131 Oct 20 11:57:04.385114 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ceb8bcd4-6a51-4a11-bc2e-8ba186be6b75 req-c169f735-d1a9-4045-b73c-27f3f662901c tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462897 Oct 20 11:57:04.495118 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-14183dad-6cc6-4085-bb8c-231d396ce314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:04.499810 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3f192e51-b3f7-4229-b01e-9bbcbd477546 req-734da821-df66-47ec-8802-1c0a1acb5224 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 210 time: 0.0697331 Oct 20 11:57:04.500325 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 97da8c84-4a3b-4a2d-a598-9e6ca421727c triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:57:04.500325 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:04.586823 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-688a8a36-ef08-4330-aa05-65c5909deff3 None None] Set router 8c9aad86-c064-4aa3-88c1-5a855c92a442 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:57:04.599481 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3be5fd-10b4-4b1b-bd7a-ab61f7c1bd4c req-c2b9748b-64dd-495d-863d-47e7ae022d52 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:04.607552 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1b3be5fd-10b4-4b1b-bd7a-ab61f7c1bd4c req-c2b9748b-64dd-495d-863d-47e7ae022d52 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.1067390 Oct 20 11:57:04.637394 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-14183dad-6cc6-4085-bb8c-231d396ce314 None None] For port db5bdb3b-5147-42e0-9ad5-fbb5cfa10306, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=db5bdb3b-5147-42e0-9ad5-fbb5cfa10306,segment=NetworkSegment(95d08ebb-44bd-4ee9-9f6b-3d607310bce2),segment_id=95d08ebb-44bd-4ee9-9f6b-3d607310bce2)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:57:04.660443 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-14183dad-6cc6-4085-bb8c-231d396ce314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:04.716057 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1b3be5fd-10b4-4b1b-bd7a-ab61f7c1bd4c req-e2a287f2-3cbc-4627-a66d-f4debb5dc13e tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071815 Oct 20 11:57:04.760857 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a4b23d-0d86-4f7d-999e-7599d89b935c req-aa5f1299-3623-4306-809a-42d92a018c9b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:04.760857 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-04a4b23d-0d86-4f7d-999e-7599d89b935c req-aa5f1299-3623-4306-809a-42d92a018c9b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.89 "GET /v2.0/networks?id=56112252-a34d-447c-a17a-793b19322615 HTTP/1.1" status: 200 len: 797 time: 0.2205231 Oct 20 11:57:04.908425 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-04a4b23d-0d86-4f7d-999e-7599d89b935c req-68aa743c-7004-495b-afb6-13860852070d tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d69630d5f3304dc8a33f46da29b2ea4c HTTP/1.1" status: 200 len: 380 time: 0.1252007 Oct 20 11:57:04.917699 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14183dad-6cc6-4085-bb8c-231d396ce314 None None] Pushing event updated for resources: {'Port': ['ID=db5bdb3b-5147-42e0-9ad5-fbb5cfa10306,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:57:04.941298 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-04a4b23d-0d86-4f7d-999e-7599d89b935c req-a57df3cd-3314-4391-a516-36ba0bb8d81f tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Request body: {'port': {'device_id': '56351b23-0389-402e-9cad-3bc7914b8783', 'network_id': '56112252-a34d-447c-a17a-793b19322615', 'admin_state_up': True, 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'security_groups': ['bde7e756-7381-4f9e-9284-33b0e6fb29a7']}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:57:04.954254 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-0411d5bd-4ba3-4bf2-a769-a869ad3f287c None None] Provisioning complete for port db5bdb3b-5147-42e0-9ad5-fbb5cfa10306 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:57:04.954618 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0411d5bd-4ba3-4bf2-a769-a869ad3f287c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:05.021868 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1370f-185e-45ff-ae60-884ee3270674 req-3564f018-84b6-460f-849e-91c6612f0a44 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:05.023769 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-39d1370f-185e-45ff-ae60-884ee3270674 req-3564f018-84b6-460f-849e-91c6612f0a44 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.1144588 Oct 20 11:57:05.091484 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-39d1370f-185e-45ff-ae60-884ee3270674 req-c991e2c8-4e39-4e89-92d7-525d0b2b7bf7 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573637 Oct 20 11:57:05.103626 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-688a8a36-ef08-4330-aa05-65c5909deff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9aad86-c064-4aa3-88c1-5a855c92a442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337020047', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'aa832b85-7e9f-4e45-bddb-55d1d6344631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:56:56Z', 'updated_at': '2021-10-20T11:57:00Z', 'revision_number': 4, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': 'aa832b85-7e9f-4e45-bddb-55d1d6344631', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:46:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9aad86-c064-4aa3-88c1-5a855c92a442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:56:57Z', 'updated_at': '2021-10-20T11:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'db5bdb3b-5147-42e0-9ad5-fbb5cfa10306', 'name': '', 'network_id': '56112252-a34d-447c-a17a-793b19322615', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'mac_address': 'fa:16:3e:68:43:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9aad86-c064-4aa3-88c1-5a855c92a442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': 'ca6f1c92-8b3e-4b78-9b73-cd867e309c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:57:00Z', 'updated_at': '2021-10-20T11:57:04Z', 'revision_number': 4, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'subnets': [{'id': 'ca6f1c92-8b3e-4b78-9b73-cd867e309c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:57:05.111447 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04a4b23d-0d86-4f7d-999e-7599d89b935c req-a57df3cd-3314-4391-a516-36ba0bb8d81f tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Made reservation on behalf of d69630d5f3304dc8a33f46da29b2ea4c for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:57:05.115777 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-04a4b23d-0d86-4f7d-999e-7599d89b935c req-a57df3cd-3314-4391-a516-36ba0bb8d81f tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:05.143073 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688a8a36-ef08-4330-aa05-65c5909deff3 None None] The sync data for ids ['8c9aad86-c064-4aa3-88c1-5a855c92a442'] in n-d-814735-3 is: [{'id': '8c9aad86-c064-4aa3-88c1-5a855c92a442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337020047', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'aa832b85-7e9f-4e45-bddb-55d1d6344631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:56:56Z', 'updated_at': '2021-10-20T11:57:00Z', 'revision_number': 4, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': 'aa832b85-7e9f-4e45-bddb-55d1d6344631', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:46:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9aad86-c064-4aa3-88c1-5a855c92a442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:56:57Z', 'updated_at': '2021-10-20T11:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'db5bdb3b-5147-42e0-9ad5-fbb5cfa10306', 'name': '', 'network_id': '56112252-a34d-447c-a17a-793b19322615', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'mac_address': 'fa:16:3e:68:43:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9aad86-c064-4aa3-88c1-5a855c92a442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': 'ca6f1c92-8b3e-4b78-9b73-cd867e309c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:57:00Z', 'updated_at': '2021-10-20T11:57:04Z', 'revision_number': 4, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'subnets': [{'id': 'ca6f1c92-8b3e-4b78-9b73-cd867e309c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:57:05.289372 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa1525-486e-4c89-83fb-381f0f882fbd req-921bfcd6-7e38-4424-89ec-fb4705cc6914 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:05.290968 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-05fa1525-486e-4c89-83fb-381f0f882fbd req-921bfcd6-7e38-4424-89ec-fb4705cc6914 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0988040 Oct 20 11:57:05.326273 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-04a4b23d-0d86-4f7d-999e-7599d89b935c req-a57df3cd-3314-4391-a516-36ba0bb8d81f tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Allocated IP 172.20.0.13 (56112252-a34d-447c-a17a-793b19322615/ca6f1c92-8b3e-4b78-9b73-cd867e309c20/ba68fa0b-7ec0-446e-8a4e-8584074943c3) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:57:05.362007 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-05fa1525-486e-4c89-83fb-381f0f882fbd req-9b1bf5e3-d50a-4bcc-b31b-3a75e8d4f89d tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627494 Oct 20 11:57:05.547062 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f746e-df61-4247-893b-92fadc772a89 req-cb50dfa2-60bb-4ad9-98d5-a7ef3e3c7941 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:05.548664 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eb0f746e-df61-4247-893b-92fadc772a89 req-cb50dfa2-60bb-4ad9-98d5-a7ef3e3c7941 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0899119 Oct 20 11:57:05.555116 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-04a4b23d-0d86-4f7d-999e-7599d89b935c req-a57df3cd-3314-4391-a516-36ba0bb8d81f tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:05.614032 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eb0f746e-df61-4247-893b-92fadc772a89 req-b560fccd-5ab5-4038-b2a6-ad7efbb28c85 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509343 Oct 20 11:57:05.676081 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-527735ed-5afb-4c4c-81d6-785cb646a459 req-aea60679-1d4b-4a10-bc60-7584600414e7 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 210 time: 0.0764539 Oct 20 11:57:05.683286 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device db5bdb3b-5147-42e0-9ad5-fbb5cfa10306 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:57:05.713990 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-04a4b23d-0d86-4f7d-999e-7599d89b935c req-a57df3cd-3314-4391-a516-36ba0bb8d81f tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:05.758176 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port db5bdb3b-5147-42e0-9ad5-fbb5cfa10306 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:57:05.758963 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:05.770450 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04a4b23d-0d86-4f7d-999e-7599d89b935c req-a57df3cd-3314-4391-a516-36ba0bb8d81f tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Network 56112252-a34d-447c-a17a-793b19322615 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:57:05.798980 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-04a4b23d-0d86-4f7d-999e-7599d89b935c req-a57df3cd-3314-4391-a516-36ba0bb8d81f tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:57:05.814087 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d940f4-4fe3-49b4-b01a-8c03d0bef134 req-097763cd-b77b-4a9d-b548-e46f3ba727ed tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:05.815740 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-86d940f4-4fe3-49b4-b01a-8c03d0bef134 req-097763cd-b77b-4a9d-b548-e46f3ba727ed tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0893254 Oct 20 11:57:05.816621 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a4b23d-0d86-4f7d-999e-7599d89b935c req-a57df3cd-3314-4391-a516-36ba0bb8d81f tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:57:05.874508 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a4b23d-0d86-4f7d-999e-7599d89b935c req-a57df3cd-3314-4391-a516-36ba0bb8d81f tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:05.880591 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-04a4b23d-0d86-4f7d-999e-7599d89b935c req-a57df3cd-3314-4391-a516-36ba0bb8d81f tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:05.946184 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-04a4b23d-0d86-4f7d-999e-7599d89b935c req-a57df3cd-3314-4391-a516-36ba0bb8d81f tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0268948 Oct 20 11:57:05.949187 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57df3cd-3314-4391-a516-36ba0bb8d81f tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'Port': ['ID=ba68fa0b-7ec0-446e-8a4e-8584074943c3,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:57:05.957035 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-86d940f4-4fe3-49b4-b01a-8c03d0bef134 req-85334709-cb4f-487f-81fe-b28d4bfbdc74 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587745 Oct 20 11:57:05.965009 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-04a4b23d-0d86-4f7d-999e-7599d89b935c req-99ba9090-b2f5-455f-b124-b75315f406fc service neutron] Request body: {'port': {'device_id': '56351b23-0389-402e-9cad-3bc7914b8783', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:57:06.050004 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-04a4b23d-0d86-4f7d-999e-7599d89b935c req-99ba9090-b2f5-455f-b124-b75315f406fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:06.146912 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-4897d07d-4c9b-46f7-b75f-a28fccf195b0 None None] Provisioning complete for port ba68fa0b-7ec0-446e-8a4e-8584074943c3 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:57:06.148027 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4897d07d-4c9b-46f7-b75f-a28fccf195b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:06.191225 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-4897d07d-4c9b-46f7-b75f-a28fccf195b0 None None] Port ba68fa0b-7ec0-446e-8a4e-8584074943c3 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:57:06.239525 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c85cfd-fc38-43b7-b65f-18d58ab58435 req-4b018f9d-ba1f-4ab4-bb27-c8a56689f534 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:06.241066 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-15c85cfd-fc38-43b7-b65f-18d58ab58435 req-4b018f9d-ba1f-4ab4-bb27-c8a56689f534 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.1327078 Oct 20 11:57:06.329745 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-15c85cfd-fc38-43b7-b65f-18d58ab58435 req-1ca739f3-1a34-479b-905c-f41dd3d7b994 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774200 Oct 20 11:57:06.410600 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-04a4b23d-0d86-4f7d-999e-7599d89b935c req-99ba9090-b2f5-455f-b124-b75315f406fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba68fa0b-7ec0-446e-8a4e-8584074943c3 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:57:06.426977 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-04a4b23d-0d86-4f7d-999e-7599d89b935c req-99ba9090-b2f5-455f-b124-b75315f406fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:06.459080 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-04a4b23d-0d86-4f7d-999e-7599d89b935c req-99ba9090-b2f5-455f-b124-b75315f406fc service neutron] Transition to ACTIVE for port object ba68fa0b-7ec0-446e-8a4e-8584074943c3 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:57:06.466424 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-04a4b23d-0d86-4f7d-999e-7599d89b935c req-99ba9090-b2f5-455f-b124-b75315f406fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:06.515400 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de681e86-6909-4748-a4c3-eb85a7c4d1a2 req-07b07020-c792-44cd-8b6e-5f4bb59a08af tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:06.517009 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-de681e86-6909-4748-a4c3-eb85a7c4d1a2 req-07b07020-c792-44cd-8b6e-5f4bb59a08af tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.1019802 Oct 20 11:57:06.567931 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ba9090-b2f5-455f-b124-b75315f406fc service neutron] Pushing event updated for resources: {'Port': ['ID=ba68fa0b-7ec0-446e-8a4e-8584074943c3,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:57:06.616925 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-de681e86-6909-4748-a4c3-eb85a7c4d1a2 req-9ba047ac-2700-46ad-84c8-6ad3762d8cac tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900257 Oct 20 11:57:06.643610 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-04a4b23d-0d86-4f7d-999e-7599d89b935c req-99ba9090-b2f5-455f-b124-b75315f406fc service neutron] Attempting to bind port ba68fa0b-7ec0-446e-8a4e-8584074943c3 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:57:06.643939 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-04a4b23d-0d86-4f7d-999e-7599d89b935c req-99ba9090-b2f5-455f-b124-b75315f406fc service neutron] Attempting to bind port ba68fa0b-7ec0-446e-8a4e-8584074943c3 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '95d08ebb-44bd-4ee9-9f6b-3d607310bce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '56112252-a34d-447c-a17a-793b19322615'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:57:06.644266 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a4b23d-0d86-4f7d-999e-7599d89b935c req-99ba9090-b2f5-455f-b124-b75315f406fc service neutron] Attempting to bind port ba68fa0b-7ec0-446e-8a4e-8584074943c3 on network 56112252-a34d-447c-a17a-793b19322615 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:57:06.649987 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a4b23d-0d86-4f7d-999e-7599d89b935c req-99ba9090-b2f5-455f-b124-b75315f406fc service neutron] Port ba68fa0b-7ec0-446e-8a4e-8584074943c3 on network 56112252-a34d-447c-a17a-793b19322615 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:57:06.650316 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a4b23d-0d86-4f7d-999e-7599d89b935c req-99ba9090-b2f5-455f-b124-b75315f406fc service neutron] Attempting to bind port ba68fa0b-7ec0-446e-8a4e-8584074943c3 on network 56112252-a34d-447c-a17a-793b19322615 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:57:06.659191 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a4b23d-0d86-4f7d-999e-7599d89b935c req-99ba9090-b2f5-455f-b124-b75315f406fc service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:57:06.659539 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a4b23d-0d86-4f7d-999e-7599d89b935c req-99ba9090-b2f5-455f-b124-b75315f406fc service neutron] Checking segment: {'id': '95d08ebb-44bd-4ee9-9f6b-3d607310bce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '56112252-a34d-447c-a17a-793b19322615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:57:06.659926 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a4b23d-0d86-4f7d-999e-7599d89b935c req-99ba9090-b2f5-455f-b124-b75315f406fc service neutron] Bound using segment: {'id': '95d08ebb-44bd-4ee9-9f6b-3d607310bce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '56112252-a34d-447c-a17a-793b19322615'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:57:06.660366 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-04a4b23d-0d86-4f7d-999e-7599d89b935c req-99ba9090-b2f5-455f-b124-b75315f406fc service neutron] Bound port: ba68fa0b-7ec0-446e-8a4e-8584074943c3, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95d08ebb-44bd-4ee9-9f6b-3d607310bce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '56112252-a34d-447c-a17a-793b19322615'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:57:06.660722 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-04a4b23d-0d86-4f7d-999e-7599d89b935c req-99ba9090-b2f5-455f-b124-b75315f406fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:06.786078 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-04a4b23d-0d86-4f7d-999e-7599d89b935c req-99ba9090-b2f5-455f-b124-b75315f406fc service neutron] For port ba68fa0b-7ec0-446e-8a4e-8584074943c3, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:57:06.790215 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-04a4b23d-0d86-4f7d-999e-7599d89b935c req-99ba9090-b2f5-455f-b124-b75315f406fc service neutron] For port ba68fa0b-7ec0-446e-8a4e-8584074943c3, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=ba68fa0b-7ec0-446e-8a4e-8584074943c3,segment=NetworkSegment(95d08ebb-44bd-4ee9-9f6b-3d607310bce2),segment_id=95d08ebb-44bd-4ee9-9f6b-3d607310bce2)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:57:06.822545 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-04a4b23d-0d86-4f7d-999e-7599d89b935c req-99ba9090-b2f5-455f-b124-b75315f406fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:06.912490 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a4b23d-0d86-4f7d-999e-7599d89b935c req-99ba9090-b2f5-455f-b124-b75315f406fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:06.913140 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-04a4b23d-0d86-4f7d-999e-7599d89b935c req-99ba9090-b2f5-455f-b124-b75315f406fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:06.914713 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-04a4b23d-0d86-4f7d-999e-7599d89b935c req-99ba9090-b2f5-455f-b124-b75315f406fc service neutron] 10.222.0.89 "PUT /v2.0/ports/ba68fa0b-7ec0-446e-8a4e-8584074943c3 HTTP/1.1" status: 200 len: 1092 time: 0.9544065 Oct 20 11:57:06.917828 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56351b23-0389-402e-9cad-3bc7914b8783', 'tag': 'ba68fa0b-7ec0-446e-8a4e-8584074943c3'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:57:06.920203 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6e9ede-41e9-4993-b360-3f6240201184" -d '{"events": [{"name": "network-changed", "server_uuid": "56351b23-0389-402e-9cad-3bc7914b8783", "tag": "ba68fa0b-7ec0-446e-8a4e-8584074943c3"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:57:06.960615 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8c888-cc96-4299-9153-ee810ff17809 req-befc6c2a-9066-4022-b675-f69b6dbfd744 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:06.962330 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-acc8c888-cc96-4299-9153-ee810ff17809 req-befc6c2a-9066-4022-b675-f69b6dbfd744 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 944 time: 0.1699569 Oct 20 11:57:06.999446 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ba9090-b2f5-455f-b124-b75315f406fc service neutron] Pushing event updated for resources: {'Port': ['ID=ba68fa0b-7ec0-446e-8a4e-8584074943c3,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:57:07.020334 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f5119-e09c-44f6-ba61-25255e4ffccb req-b75c826f-102f-4713-8ad9-c997d09e8cf9 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:07.021934 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8a6f5119-e09c-44f6-ba61-25255e4ffccb req-b75c826f-102f-4713-8ad9-c997d09e8cf9 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.2152212 Oct 20 11:57:07.057467 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-acc8c888-cc96-4299-9153-ee810ff17809 req-e92023d6-3501-45a4-87e5-1ee6284146a6 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=bde7e756-7381-4f9e-9284-33b0e6fb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818152 Oct 20 11:57:07.069660 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a4b23d-0d86-4f7d-999e-7599d89b935c req-df0f808c-35ed-42ec-b9b6-f129b3a65da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:07.071418 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-04a4b23d-0d86-4f7d-999e-7599d89b935c req-df0f808c-35ed-42ec-b9b6-f129b3a65da9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d69630d5f3304dc8a33f46da29b2ea4c&device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 1095 time: 0.1079373 Oct 20 11:57:07.130068 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2895653a-80a4-4891-a168-b503e49d47df x-openstack-request-id: req-2895653a-80a4-4891-a168-b503e49d47df {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:57:07.130340 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56351b23-0389-402e-9cad-3bc7914b8783", "tag": "ba68fa0b-7ec0-446e-8a4e-8584074943c3", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:57:07.130578 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2895653a-80a4-4891-a168-b503e49d47df {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:57:07.131056 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56351b23-0389-402e-9cad-3bc7914b8783', 'tag': 'ba68fa0b-7ec0-446e-8a4e-8584074943c3', 'status': 'completed', 'code': 200} Oct 20 11:57:07.134130 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8a6f5119-e09c-44f6-ba61-25255e4ffccb req-2e6e9a24-c29b-4926-bbb3-831bf464f4fe tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023715 Oct 20 11:57:07.135768 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-04a4b23d-0d86-4f7d-999e-7599d89b935c req-1ddc8519-e7fc-463b-ad3c-08510112f027 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba68fa0b-7ec0-446e-8a4e-8584074943c3 HTTP/1.1" status: 200 len: 217 time: 0.0521960 Oct 20 11:57:07.196158 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a4b23d-0d86-4f7d-999e-7599d89b935c req-fb90914f-52f5-476b-b824-fd6a3f9125cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:07.197746 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-04a4b23d-0d86-4f7d-999e-7599d89b935c req-fb90914f-52f5-476b-b824-fd6a3f9125cc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ca6f1c92-8b3e-4b78-9b73-cd867e309c20 HTTP/1.1" status: 200 len: 835 time: 0.0517383 Oct 20 11:57:07.281446 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a4b23d-0d86-4f7d-999e-7599d89b935c req-5a74ad02-e8c5-47f7-8e01-d78a69b83e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:07.282995 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-04a4b23d-0d86-4f7d-999e-7599d89b935c req-5a74ad02-e8c5-47f7-8e01-d78a69b83e5d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=56112252-a34d-447c-a17a-793b19322615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770965 Oct 20 11:57:07.293525 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e3ed7-bf7c-4ace-89fa-bf6e66e1b140 req-30246dd4-4c36-4c97-869e-e29683a1288b tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:07.294935 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9c7e3ed7-bf7c-4ace-89fa-bf6e66e1b140 req-30246dd4-4c36-4c97-869e-e29683a1288b tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0795407 Oct 20 11:57:07.390306 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9c7e3ed7-bf7c-4ace-89fa-bf6e66e1b140 req-ef0ec346-b7e2-48f0-8f66-9984750407fd tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875602 Oct 20 11:57:07.416055 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-04a4b23d-0d86-4f7d-999e-7599d89b935c req-ebbc02ad-e7a1-489d-bb1d-59d5d9badad7 service neutron] 10.222.0.89 "GET /v2.0/networks/56112252-a34d-447c-a17a-793b19322615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201897 Oct 20 11:57:07.551466 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-04a4b23d-0d86-4f7d-999e-7599d89b935c req-93e68964-a73b-42e2-a8c3-b807480801c1 service neutron] 10.222.0.89 "GET /v2.0/networks/56112252-a34d-447c-a17a-793b19322615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228919 Oct 20 11:57:07.559987 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade067f-18c4-40e8-bfd8-69a67a8ffb17 req-4dbce293-5e24-4de7-9923-cbb7bc9fc4e2 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:07.561476 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3ade067f-18c4-40e8-bfd8-69a67a8ffb17 req-4dbce293-5e24-4de7-9923-cbb7bc9fc4e2 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0720620 Oct 20 11:57:07.601934 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3ade067f-18c4-40e8-bfd8-69a67a8ffb17 req-a6abdc64-bbde-40ed-bdb5-f876b31cb4ec tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332494 Oct 20 11:57:07.661033 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e9ede-41e9-4993-b360-3f6240201184 req-0f4c3817-c847-4b2d-8587-005d813bd0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:07.662964 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2c6e9ede-41e9-4993-b360-3f6240201184 req-0f4c3817-c847-4b2d-8587-005d813bd0db service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d69630d5f3304dc8a33f46da29b2ea4c&device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 1095 time: 0.0465147 Oct 20 11:57:07.793957 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2ea02-250e-4be6-81ed-b5890b36a794 req-ce891f95-3670-48aa-9e85-e20bde84f140 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:07.795594 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cdc2ea02-250e-4be6-81ed-b5890b36a794 req-ce891f95-3670-48aa-9e85-e20bde84f140 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.1054628 Oct 20 11:57:07.801108 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e9ede-41e9-4993-b360-3f6240201184 req-7ed9d768-b19a-46b3-b17d-fc07a398c39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:07.802577 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2c6e9ede-41e9-4993-b360-3f6240201184 req-7ed9d768-b19a-46b3-b17d-fc07a398c39c service neutron] 10.222.0.89 "GET /v2.0/networks?id=56112252-a34d-447c-a17a-793b19322615 HTTP/1.1" status: 200 len: 899 time: 0.1319914 Oct 20 11:57:07.854964 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2c6e9ede-41e9-4993-b360-3f6240201184 req-f8a7d805-2562-4d69-967c-62de76d1a1bd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba68fa0b-7ec0-446e-8a4e-8584074943c3 HTTP/1.1" status: 200 len: 217 time: 0.0436933 Oct 20 11:57:07.880471 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cdc2ea02-250e-4be6-81ed-b5890b36a794 req-3de69964-9229-4d8f-8401-fc544cd4a605 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754018 Oct 20 11:57:07.918547 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e9ede-41e9-4993-b360-3f6240201184 req-3ef2ded3-535a-4076-8677-b4d597fb5738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:07.920086 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2c6e9ede-41e9-4993-b360-3f6240201184 req-3ef2ded3-535a-4076-8677-b4d597fb5738 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ca6f1c92-8b3e-4b78-9b73-cd867e309c20 HTTP/1.1" status: 200 len: 835 time: 0.0544364 Oct 20 11:57:07.975256 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e9ede-41e9-4993-b360-3f6240201184 req-c664357c-a7fd-4848-b2a1-04781302e6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:07.976912 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2c6e9ede-41e9-4993-b360-3f6240201184 req-c664357c-a7fd-4848-b2a1-04781302e6dd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=56112252-a34d-447c-a17a-793b19322615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483284 Oct 20 11:57:08.129198 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce107743-b34c-4212-955b-50f44242826d req-8b5a66c0-f7d2-426d-b6a4-0eedd7386769 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:08.130662 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ce107743-b34c-4212-955b-50f44242826d req-8b5a66c0-f7d2-426d-b6a4-0eedd7386769 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0679297 Oct 20 11:57:08.133285 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2c6e9ede-41e9-4993-b360-3f6240201184 req-30436898-3f34-4a26-a3f9-f89e90f4b912 service neutron] 10.222.0.89 "GET /v2.0/networks/56112252-a34d-447c-a17a-793b19322615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477182 Oct 20 11:57:08.269062 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ce107743-b34c-4212-955b-50f44242826d req-bf1902c5-0640-45ff-9564-7d86a3dba322 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228650 Oct 20 11:57:08.278882 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6a52b-098b-43cf-9964-e17c45c5ff2b req-234aadbf-2334-483f-bf54-264f5310022e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:08.280361 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6ed6a52b-098b-43cf-9964-e17c45c5ff2b req-234aadbf-2334-483f-bf54-264f5310022e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 944 time: 0.1440389 Oct 20 11:57:08.315124 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2c6e9ede-41e9-4993-b360-3f6240201184 req-e4e32295-ff72-4520-af1d-1bd5ca7331c9 service neutron] 10.222.0.89 "GET /v2.0/networks/56112252-a34d-447c-a17a-793b19322615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698921 Oct 20 11:57:08.338699 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6ed6a52b-098b-43cf-9964-e17c45c5ff2b req-977a1eef-c616-4f4b-84e6-7b444e69b859 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=bde7e756-7381-4f9e-9284-33b0e6fb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499334 Oct 20 11:57:09.400288 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f2545-1e10-4211-98d5-89e6b95f2401 req-35150df9-af56-492b-b1bd-2a50ea6f6d28 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:09.402300 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-088f2545-1e10-4211-98d5-89e6b95f2401 req-35150df9-af56-492b-b1bd-2a50ea6f6d28 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0590131 Oct 20 11:57:09.821854 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-088f2545-1e10-4211-98d5-89e6b95f2401 req-45fbf1c3-cf66-4520-93e5-16d5075c6c49 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4131448 Oct 20 11:57:09.837661 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5dad8-d9b8-4fd2-b616-a93af03ed18d req-36df170e-6e8f-4be9-9d3b-9b6536c05ebf tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:09.839161 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-02f5dad8-d9b8-4fd2-b616-a93af03ed18d req-36df170e-6e8f-4be9-9d3b-9b6536c05ebf tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 944 time: 0.4231205 Oct 20 11:57:09.884586 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-02f5dad8-d9b8-4fd2-b616-a93af03ed18d req-0d2c4dfa-dd8e-49d2-986e-5ecf25efa9c2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=bde7e756-7381-4f9e-9284-33b0e6fb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374224 Oct 20 11:57:10.043393 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:10.077508 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68969e37-958d-45dc-b895-8dbb79d8655a req-399c2e5d-3c06-4136-9ee7-9f4f24ff4961 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:10.079026 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-68969e37-958d-45dc-b895-8dbb79d8655a req-399c2e5d-3c06-4136-9ee7-9f4f24ff4961 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0513570 Oct 20 11:57:10.123462 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-68969e37-958d-45dc-b895-8dbb79d8655a req-f590d069-ac28-4699-a272-1ab418d7c614 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342073 Oct 20 11:57:11.014611 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507aaab6-e511-4e53-ac56-72353de40450 req-1e1fc19e-0e1d-446a-907e-96bfad5b8d93 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:11.016974 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-507aaab6-e511-4e53-ac56-72353de40450 req-1e1fc19e-0e1d-446a-907e-96bfad5b8d93 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 944 time: 0.0604229 Oct 20 11:57:11.055758 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-507aaab6-e511-4e53-ac56-72353de40450 req-ea561ef7-d7d3-448f-bcb4-add08c6d1bc6 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=bde7e756-7381-4f9e-9284-33b0e6fb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322349 Oct 20 11:57:11.243659 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97cbd41-d7ce-4763-8071-499d3018f318 req-6d9f684a-0b9d-434d-b40c-36c3775ffcfa tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:11.245151 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c97cbd41-d7ce-4763-8071-499d3018f318 req-6d9f684a-0b9d-434d-b40c-36c3775ffcfa tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0498917 Oct 20 11:57:11.282811 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c97cbd41-d7ce-4763-8071-499d3018f318 req-3912377e-97ba-4ef9-83b0-574740394e83 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316291 Oct 20 11:57:11.400142 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab3d63-7a57-43f8-929d-15f3d101b129 req-2fdc49e2-8a5d-41ab-9208-a72ea4087343 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:11.401654 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-49ab3d63-7a57-43f8-929d-15f3d101b129 req-2fdc49e2-8a5d-41ab-9208-a72ea4087343 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0511920 Oct 20 11:57:11.440114 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-49ab3d63-7a57-43f8-929d-15f3d101b129 req-91614a19-29b9-4cd3-9646-9afe1f136177 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323277 Oct 20 11:57:11.592127 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d635031-eae2-4c2a-bd6f-3a3fd4c6108b req-c9d31d1f-174f-4ecc-a68b-c780798955a2 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:11.593748 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7d635031-eae2-4c2a-bd6f-3a3fd4c6108b req-c9d31d1f-174f-4ecc-a68b-c780798955a2 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0528433 Oct 20 11:57:11.639752 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7d635031-eae2-4c2a-bd6f-3a3fd4c6108b req-2b82227c-cad1-4b3e-8400-1c30d1fa3f60 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394063 Oct 20 11:57:11.761020 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97a32e-608e-4408-9a8c-17145a4322f0 req-eecd1327-dd68-4292-8e7e-ebc289d1cb37 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:11.762518 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-be97a32e-608e-4408-9a8c-17145a4322f0 req-eecd1327-dd68-4292-8e7e-ebc289d1cb37 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0542622 Oct 20 11:57:11.801646 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-be97a32e-608e-4408-9a8c-17145a4322f0 req-698a97e8-9d97-4423-8a48-51540e4dc27c tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325608 Oct 20 11:57:11.888506 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device ba68fa0b-7ec0-446e-8a4e-8584074943c3 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:57:11.958050 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964fac84-f52d-41cb-8776-22c77b3857e2 req-22cad1fc-7bca-4122-aa24-f3ac646d5761 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:11.959731 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-964fac84-f52d-41cb-8776-22c77b3857e2 req-22cad1fc-7bca-4122-aa24-f3ac646d5761 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0670788 Oct 20 11:57:11.997775 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port ba68fa0b-7ec0-446e-8a4e-8584074943c3, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=ba68fa0b-7ec0-446e-8a4e-8584074943c3,segment=NetworkSegment(95d08ebb-44bd-4ee9-9f6b-3d607310bce2),segment_id=95d08ebb-44bd-4ee9-9f6b-3d607310bce2)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:57:12.002383 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-964fac84-f52d-41cb-8776-22c77b3857e2 req-4226b977-3346-4639-a983-cc3058207972 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349724 Oct 20 11:57:12.010265 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': 'ba68fa0b-7ec0-446e-8a4e-8584074943c3', 'network_id': '56112252-a34d-447c-a17a-793b19322615', 'port_id': 'ba68fa0b-7ec0-446e-8a4e-8584074943c3', 'mac_address': 'fa:16:3e:fc:dc:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca6f1c92-8b3e-4b78-9b73-cd867e309c20', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:57:12.052470 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:12.066325 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba68fa0b-7ec0-446e-8a4e-8584074943c3 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:57:12.101659 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port ba68fa0b-7ec0-446e-8a4e-8584074943c3, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=ba68fa0b-7ec0-446e-8a4e-8584074943c3,segment=NetworkSegment(95d08ebb-44bd-4ee9-9f6b-3d607310bce2),segment_id=95d08ebb-44bd-4ee9-9f6b-3d607310bce2)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:57:12.119547 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:12.148468 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b1a12e-3c20-41d4-9dbd-e44afe5d01eb req-93b2b094-3cee-4ed7-943b-efdb996a8f03 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:12.157929 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-02b1a12e-3c20-41d4-9dbd-e44afe5d01eb req-93b2b094-3cee-4ed7-943b-efdb996a8f03 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0744789 Oct 20 11:57:12.187752 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=ba68fa0b-7ec0-446e-8a4e-8584074943c3,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:57:12.197078 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:57:12.197939 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:57:12.198514 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:57:12.199096 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:57:12.199693 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:57:12.200231 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:57:12.200883 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:57:12.201426 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:57:12.202000 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:57:12.202531 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:57:12.203141 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:57:12.203754 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:57:12.225248 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-02b1a12e-3c20-41d4-9dbd-e44afe5d01eb req-50ce1985-c33c-4621-9543-d46929c1533d tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664468 Oct 20 11:57:12.253913 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88b339-c742-45a7-91de-32052e0bf562 req-db83d516-ad7f-4520-a056-5398e0653795 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:12.255600 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ac88b339-c742-45a7-91de-32052e0bf562 req-db83d516-ad7f-4520-a056-5398e0653795 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 945 time: 0.0879529 Oct 20 11:57:12.302555 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ac88b339-c742-45a7-91de-32052e0bf562 req-aa9eb93f-3b91-4c0e-ad93-9b373aebdd04 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=bde7e756-7381-4f9e-9284-33b0e6fb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408299 Oct 20 11:57:12.353852 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 47040) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:57:12.401981 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8a831-62bf-45ca-8122-85f2be2650a6 req-f86bcd7e-e3d1-42a4-85fa-c3c49578381b tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:12.403537 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c4e8a831-62bf-45ca-8122-85f2be2650a6 req-f86bcd7e-e3d1-42a4-85fa-c3c49578381b tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0500522 Oct 20 11:57:12.405198 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['ba68fa0b-7ec0-446e-8a4e-8584074943c3'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:57:12.449698 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c4e8a831-62bf-45ca-8122-85f2be2650a6 req-8a409349-293c-40d0-9f6e-8a88837ca3a3 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332377 Oct 20 11:57:12.575947 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efabee6a-562e-44c0-bc96-692f4b202596 req-e684226d-76d9-4d2f-8260-e1fbe49cbf25 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:12.577428 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-efabee6a-562e-44c0-bc96-692f4b202596 req-e684226d-76d9-4d2f-8260-e1fbe49cbf25 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0559285 Oct 20 11:57:12.624802 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-efabee6a-562e-44c0-bc96-692f4b202596 req-43a2573b-702d-425b-bf94-ad604fbf1d62 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409493 Oct 20 11:57:12.801973 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a178a7-f1e0-444d-9ebf-4a8dff8a688c req-76215e4c-4864-4a4f-92bb-231902685955 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:12.806320 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f3a178a7-f1e0-444d-9ebf-4a8dff8a688c req-76215e4c-4864-4a4f-92bb-231902685955 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0656950 Oct 20 11:57:12.872091 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7b8c0cdc-13c2-41d0-8dbc-922e8a488852 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:12.877376 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f3a178a7-f1e0-444d-9ebf-4a8dff8a688c req-af7c96eb-bcc6-41a6-b916-e114eb1c2e62 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638821 Oct 20 11:57:12.888278 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19831fa2-1332-4ff2-a597-a3440431f025 req-9e0471ed-9c53-49c7-a81c-7ba591382952 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1385243 Oct 20 11:57:12.953830 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7b8c0cdc-13c2-41d0-8dbc-922e8a488852 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:12.962640 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7b8c0cdc-13c2-41d0-8dbc-922e8a488852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:12.991415 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 47054) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:57:12.993517 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7b8c0cdc-13c2-41d0-8dbc-922e8a488852 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e1fb82656d4d48b2b4c9c833a6d2e37a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6385205 Oct 20 11:57:13.012886 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8c0cdc-13c2-41d0-8dbc-922e8a488852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec83490b-5a60-4663-987e-9a89f8f10f37,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:57:13.020207 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8c0cdc-13c2-41d0-8dbc-922e8a488852 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:57:13.020550 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8c0cdc-13c2-41d0-8dbc-922e8a488852 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:57:13.020890 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8c0cdc-13c2-41d0-8dbc-922e8a488852 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:57:13.021221 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8c0cdc-13c2-41d0-8dbc-922e8a488852 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:57:13.021750 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8c0cdc-13c2-41d0-8dbc-922e8a488852 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:57:13.022616 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8c0cdc-13c2-41d0-8dbc-922e8a488852 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:57:13.023043 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8c0cdc-13c2-41d0-8dbc-922e8a488852 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:57:13.023372 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8c0cdc-13c2-41d0-8dbc-922e8a488852 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:57:13.023696 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8c0cdc-13c2-41d0-8dbc-922e8a488852 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:57:13.024013 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8c0cdc-13c2-41d0-8dbc-922e8a488852 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:57:13.024492 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8c0cdc-13c2-41d0-8dbc-922e8a488852 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:57:13.024980 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8c0cdc-13c2-41d0-8dbc-922e8a488852 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:57:13.061067 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19831fa2-1332-4ff2-a597-a3440431f025 req-0e3a9b3f-057f-474b-8bbe-7bb8b33365e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:13.062670 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19831fa2-1332-4ff2-a597-a3440431f025 req-0e3a9b3f-057f-474b-8bbe-7bb8b33365e1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ea755e9590d34b39adb71177b99b6d2c&device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 1097 time: 0.1150992 Oct 20 11:57:13.079660 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4034a7-f65d-4f76-bf5e-ed27c4ac04a1 req-fa3ebae9-e04e-45dc-93bb-adcb5d9d1bfa tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:13.081131 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-be4034a7-f65d-4f76-bf5e-ed27c4ac04a1 req-fa3ebae9-e04e-45dc-93bb-adcb5d9d1bfa tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.1200242 Oct 20 11:57:13.114306 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-850efa45-3c82-4bbc-9e38-5e9a699a23b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:13.190684 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-850efa45-3c82-4bbc-9e38-5e9a699a23b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:13.213893 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-be4034a7-f65d-4f76-bf5e-ed27c4ac04a1 req-6c5d4d46-c885-468f-a6fb-cd0fdfb40e5f tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253366 Oct 20 11:57:13.249683 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19831fa2-1332-4ff2-a597-a3440431f025 req-02371f9d-0e6f-407f-a26b-bcc79c725762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:13.253281 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19831fa2-1332-4ff2-a597-a3440431f025 req-02371f9d-0e6f-407f-a26b-bcc79c725762 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a15420de-6a07-4a4f-ba79-469962eb6cc8 HTTP/1.1" status: 200 len: 916 time: 0.1638014 Oct 20 11:57:13.299763 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19831fa2-1332-4ff2-a597-a3440431f025 req-f2f053a7-2563-46ad-9030-007db69745c3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eae36528-cf16-4667-9859-d294f58c3767 HTTP/1.1" status: 200 len: 217 time: 0.0402303 Oct 20 11:57:13.306354 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-850efa45-3c82-4bbc-9e38-5e9a699a23b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:13.309117 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-850efa45-3c82-4bbc-9e38-5e9a699a23b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:13.310507 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-850efa45-3c82-4bbc-9e38-5e9a699a23b5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ec83490b-5a60-4663-987e-9a89f8f10f37 HTTP/1.1" status: 204 len: 168 time: 0.3170416 Oct 20 11:57:13.385885 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850efa45-3c82-4bbc-9e38-5e9a699a23b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec83490b-5a60-4663-987e-9a89f8f10f37,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:57:13.442360 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19831fa2-1332-4ff2-a597-a3440431f025 req-187f76c7-8a20-4787-b079-f36532259cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:13.443872 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19831fa2-1332-4ff2-a597-a3440431f025 req-187f76c7-8a20-4787-b079-f36532259cd2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b999a9c2-9254-4dda-a454-6d38a553ee36 HTTP/1.1" status: 200 len: 854 time: 0.1323533 Oct 20 11:57:13.455787 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e40ac-793f-408b-bdff-c5e5506334d4 req-5737c78d-049d-4d68-994a-a7237f6ab49d tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:13.457270 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-170e40ac-793f-408b-bdff-c5e5506334d4 req-5737c78d-049d-4d68-994a-a7237f6ab49d tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.1530509 Oct 20 11:57:13.500666 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19831fa2-1332-4ff2-a597-a3440431f025 req-71581827-c94a-43d9-aee6-568b10f9ecf7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a15420de-6a07-4a4f-ba79-469962eb6cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423996 Oct 20 11:57:13.518436 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dee64e-fc35-4a7d-97ad-b0236ac6b505 req-3e25473d-6cb2-47db-ad1e-46de47492d8d tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:13.519909 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-13dee64e-fc35-4a7d-97ad-b0236ac6b505 req-3e25473d-6cb2-47db-ad1e-46de47492d8d tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 945 time: 0.1157606 Oct 20 11:57:13.575524 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-170e40ac-793f-408b-bdff-c5e5506334d4 req-8392918c-8d56-47df-8ad9-95ad1df88afc tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063910 Oct 20 11:57:13.633956 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-13dee64e-fc35-4a7d-97ad-b0236ac6b505 req-6f4eddf2-1b8e-4602-888b-2100e5356801 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=bde7e756-7381-4f9e-9284-33b0e6fb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998917 Oct 20 11:57:13.654308 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 47068) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:57:13.657252 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19831fa2-1332-4ff2-a597-a3440431f025 req-77a7d10a-0578-4ab7-84de-741cf11a1f82 service neutron] 10.222.0.11 "GET /v2.0/networks/a15420de-6a07-4a4f-ba79-469962eb6cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489713 Oct 20 11:57:13.669901 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f9f70cab-fc6e-421f-92b3-c287a6282b76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:13.748035 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f9f70cab-fc6e-421f-92b3-c287a6282b76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:13.753389 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f9f70cab-fc6e-421f-92b3-c287a6282b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:13.773244 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c1884-b8d2-4310-be4d-08a961584ee9 req-6c51d276-0ceb-4bc0-b30a-749131587738 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:13.774776 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3e1c1884-b8d2-4310-be4d-08a961584ee9 req-6c51d276-0ceb-4bc0-b30a-749131587738 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.1161616 Oct 20 11:57:13.792243 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f9f70cab-fc6e-421f-92b3-c287a6282b76 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1c17db3ac4574cf38789e098ceb03608&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1362851 Oct 20 11:57:13.793108 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f70cab-fc6e-421f-92b3-c287a6282b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c163f0ef-b551-4ef1-8fba-cbe5724dc06b,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:57:13.795438 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 47070) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:57:13.805721 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19831fa2-1332-4ff2-a597-a3440431f025 req-5dd5a64d-4722-40fa-841e-364f162ba922 service neutron] 10.222.0.11 "GET /v2.0/networks/a15420de-6a07-4a4f-ba79-469962eb6cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384201 Oct 20 11:57:13.831101 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3e1c1884-b8d2-4310-be4d-08a961584ee9 req-ba2572f1-8a6d-4be0-81fb-47e729123401 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435817 Oct 20 11:57:13.850684 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-20191cc4-8aaa-4c8a-b746-c58dad62e534 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:13.872168 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-20191cc4-8aaa-4c8a-b746-c58dad62e534 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:13.904469 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device ba68fa0b-7ec0-446e-8a4e-8584074943c3 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:57:13.932705 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-20191cc4-8aaa-4c8a-b746-c58dad62e534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:13.935828 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-20191cc4-8aaa-4c8a-b746-c58dad62e534 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:13.939709 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-20191cc4-8aaa-4c8a-b746-c58dad62e534 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c163f0ef-b551-4ef1-8fba-cbe5724dc06b HTTP/1.1" status: 204 len: 168 time: 0.1411743 Oct 20 11:57:13.947774 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20191cc4-8aaa-4c8a-b746-c58dad62e534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c163f0ef-b551-4ef1-8fba-cbe5724dc06b,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:57:13.980464 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port ba68fa0b-7ec0-446e-8a4e-8584074943c3 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:57:13.984679 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port ba68fa0b-7ec0-446e-8a4e-8584074943c3 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:57:13.985267 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:14.015057 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667cbae-7362-46bc-ac8d-18fb95ba74f0 req-ba1f4a44-1505-4c24-8772-17a97a5e0fd5 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:14.016678 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4667cbae-7362-46bc-ac8d-18fb95ba74f0 req-ba1f4a44-1505-4c24-8772-17a97a5e0fd5 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0530632 Oct 20 11:57:14.056572 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4667cbae-7362-46bc-ac8d-18fb95ba74f0 req-00c7582d-dc04-4fd6-8955-2bbfbe51019d tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334847 Oct 20 11:57:14.064753 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:14.092029 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56351b23-0389-402e-9cad-3bc7914b8783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba68fa0b-7ec0-446e-8a4e-8584074943c3'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:57:14.094725 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fec8b79-96df-42bb-ba4e-1e86b5363a16" -d '{"events": [{"server_uuid": "56351b23-0389-402e-9cad-3bc7914b8783", "name": "network-vif-plugged", "status": "completed", "tag": "ba68fa0b-7ec0-446e-8a4e-8584074943c3"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:57:14.107484 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port ba68fa0b-7ec0-446e-8a4e-8584074943c3, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=ba68fa0b-7ec0-446e-8a4e-8584074943c3,segment=NetworkSegment(95d08ebb-44bd-4ee9-9f6b-3d607310bce2),segment_id=95d08ebb-44bd-4ee9-9f6b-3d607310bce2)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:57:14.113974 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:14.142479 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd8a6f0-1796-4597-af89-fdc8fd70426c x-openstack-request-id: req-6dd8a6f0-1796-4597-af89-fdc8fd70426c {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:57:14.142772 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56351b23-0389-402e-9cad-3bc7914b8783", "name": "network-vif-plugged", "status": "completed", "tag": "ba68fa0b-7ec0-446e-8a4e-8584074943c3", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:57:14.143060 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6dd8a6f0-1796-4597-af89-fdc8fd70426c {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:57:14.143494 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56351b23-0389-402e-9cad-3bc7914b8783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba68fa0b-7ec0-446e-8a4e-8584074943c3', 'code': 200} Oct 20 11:57:14.178932 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=ba68fa0b-7ec0-446e-8a4e-8584074943c3,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:57:14.213144 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83420976-1c94-4abf-a518-ecb18721dee9 req-2db33108-0f3d-47c7-adb6-224c56464270 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:14.214707 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-83420976-1c94-4abf-a518-ecb18721dee9 req-2db33108-0f3d-47c7-adb6-224c56464270 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0597315 Oct 20 11:57:14.276769 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-83420976-1c94-4abf-a518-ecb18721dee9 req-c912d955-3e1a-4a69-af14-18ff1c9f731e tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534530 Oct 20 11:57:14.282217 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646816e0-c15d-485f-95da-5e944532d357 req-1dd9e1d2-08c6-449f-b0d5-70ca7a959c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:14.283970 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-646816e0-c15d-485f-95da-5e944532d357 req-1dd9e1d2-08c6-449f-b0d5-70ca7a959c6b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 1097 time: 0.0684276 Oct 20 11:57:14.328135 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-646816e0-c15d-485f-95da-5e944532d357 req-06dce064-b2e6-4554-bb22-5ce172b933b3 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=bde7e756-7381-4f9e-9284-33b0e6fb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314190 Oct 20 11:57:14.414566 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67658e-0286-4b20-9f0b-ea8470c9a34a req-c20cea0c-fae4-4d10-b93b-8d89f55f1b6a tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:14.416137 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5f67658e-0286-4b20-9f0b-ea8470c9a34a req-c20cea0c-fae4-4d10-b93b-8d89f55f1b6a tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0522189 Oct 20 11:57:14.459167 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5f67658e-0286-4b20-9f0b-ea8470c9a34a req-78e648b0-d93a-4106-832c-c6a93b26018e tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367241 Oct 20 11:57:14.576300 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4168c6c-e35f-43fa-b55c-cc246d87effa req-96166eb2-b8ee-44cb-bb19-ebce29bcfb9d tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:14.577818 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e4168c6c-e35f-43fa-b55c-cc246d87effa req-96166eb2-b8ee-44cb-bb19-ebce29bcfb9d tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0504210 Oct 20 11:57:14.618932 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e4168c6c-e35f-43fa-b55c-cc246d87effa req-74d3f40f-00b4-4d03-aac0-93084c032a78 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341556 Oct 20 11:57:14.790322 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b132fd2-958d-495d-af4b-aebeae402135 req-ce87e96d-d65c-4658-acbd-afb7ab20cda3 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:14.792085 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1b132fd2-958d-495d-af4b-aebeae402135 req-ce87e96d-d65c-4658-acbd-afb7ab20cda3 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 946 time: 0.0856771 Oct 20 11:57:14.828186 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b640f-46ba-4d32-81ce-0d14530bc719 req-3af18683-a16d-4ab8-9aa5-8b4332c40bbf tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:14.829766 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f23b640f-46ba-4d32-81ce-0d14530bc719 req-3af18683-a16d-4ab8-9aa5-8b4332c40bbf tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0867870 Oct 20 11:57:14.858437 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1b132fd2-958d-495d-af4b-aebeae402135 req-95301f20-f508-4f27-9bb5-c1a331c55aa8 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=bde7e756-7381-4f9e-9284-33b0e6fb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568988 Oct 20 11:57:14.892438 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f23b640f-46ba-4d32-81ce-0d14530bc719 req-cef90d17-6ec6-4f7e-9921-e1718355d4d2 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525174 Oct 20 11:57:15.021746 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beabb5f-fd6c-4df9-8f58-1d1c7ec1a6f0 req-45ba392a-c88d-4478-b95b-e1993000e857 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:15.023843 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7beabb5f-fd6c-4df9-8f58-1d1c7ec1a6f0 req-45ba392a-c88d-4478-b95b-e1993000e857 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0625896 Oct 20 11:57:15.072908 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7beabb5f-fd6c-4df9-8f58-1d1c7ec1a6f0 req-639747de-a8dd-41b7-8144-e2fc66bbbb85 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417624 Oct 20 11:57:15.294513 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa65a1b-4ae7-4425-8d23-6c42919268d7 req-d1cf0681-a19b-4f1e-8c9a-b2f1c489b0cd tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:15.296081 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-daa65a1b-4ae7-4425-8d23-6c42919268d7 req-d1cf0681-a19b-4f1e-8c9a-b2f1c489b0cd tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0504806 Oct 20 11:57:15.335170 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-daa65a1b-4ae7-4425-8d23-6c42919268d7 req-0d5d9d35-6c4b-4c45-bac5-2968b7ddf8b6 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323803 Oct 20 11:57:15.460133 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785367b-2edc-4cb3-9dc3-aa9df810628e req-7edcf0e1-4153-41f6-aa36-5541b2cf9709 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:15.461652 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f785367b-2edc-4cb3-9dc3-aa9df810628e req-7edcf0e1-4153-41f6-aa36-5541b2cf9709 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0556636 Oct 20 11:57:15.495252 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:15.505827 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f785367b-2edc-4cb3-9dc3-aa9df810628e req-bba57def-81f7-4b05-885b-2e7d6037acbe tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377567 Oct 20 11:57:15.644900 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591cca7-a9dd-49e9-9cbe-612b7961c299 req-c1a2eede-a790-4c50-9306-f1d7da520ecc tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:15.647601 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8591cca7-a9dd-49e9-9cbe-612b7961c299 req-c1a2eede-a790-4c50-9306-f1d7da520ecc tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0558207 Oct 20 11:57:15.686391 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8591cca7-a9dd-49e9-9cbe-612b7961c299 req-69b861d8-d187-45d8-a575-ce54c2da9bce tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324004 Oct 20 11:57:15.809241 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab359d4-9486-47ae-855d-d5d2f14266b6 req-b7a00b5f-c6c6-40c6-b5ee-634de45555b1 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:15.810744 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8ab359d4-9486-47ae-855d-d5d2f14266b6 req-b7a00b5f-c6c6-40c6-b5ee-634de45555b1 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0516672 Oct 20 11:57:15.852439 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8ab359d4-9486-47ae-855d-d5d2f14266b6 req-d0d8897f-662c-4046-9817-5a2bfe13efb6 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348315 Oct 20 11:57:15.984294 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080cd1ef-8bf1-4561-9ce5-54367bbbff3b req-7c7077ae-ad92-417e-84c4-32592e2eb7fb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:15.985951 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-080cd1ef-8bf1-4561-9ce5-54367bbbff3b req-7c7077ae-ad92-417e-84c4-32592e2eb7fb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 946 time: 0.0559800 Oct 20 11:57:16.026016 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-080cd1ef-8bf1-4561-9ce5-54367bbbff3b req-0c80e4c7-a5e6-4018-9f3c-da84a5c6c5c5 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=bde7e756-7381-4f9e-9284-33b0e6fb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333688 Oct 20 11:57:16.141451 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9915e8d2-168b-4189-bf42-3af94c90d97a req-306017a2-f4d8-49ff-8912-6c3bb4114c36 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:16.143006 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9915e8d2-168b-4189-bf42-3af94c90d97a req-306017a2-f4d8-49ff-8912-6c3bb4114c36 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 946 time: 0.0514681 Oct 20 11:57:16.194754 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9915e8d2-168b-4189-bf42-3af94c90d97a req-2bb0099f-b5d6-4bda-8ee6-acf2fc1ea73d tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=bde7e756-7381-4f9e-9284-33b0e6fb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449026 Oct 20 11:57:16.223898 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 47162) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:57:16.265827 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535a4424-0243-49e9-a20b-9ada2434ed49 tempest-TestNetworkAdvancedServerOps-525790075 tempest-TestNetworkAdvancedServerOps-525790075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:16.270521 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-535a4424-0243-49e9-a20b-9ada2434ed49 tempest-TestNetworkAdvancedServerOps-525790075 tempest-TestNetworkAdvancedServerOps-525790075-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 1092 time: 0.0455647 Oct 20 11:57:16.271277 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 47164) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:57:16.276371 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-7ff45181-05b8-4ad5-84c4-a8a023a4a8cb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'port_id': 'ba68fa0b-7ec0-446e-8a4e-8584074943c3', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:57:16.299661 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7ff45181-05b8-4ad5-84c4-a8a023a4a8cb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for floatingip, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:16.325570 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e581f-00fd-4ae1-8d56-719a020f440f req-09e38c24-f765-447b-8517-7ef5552f973b tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:16.327074 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-759e581f-00fd-4ae1-8d56-719a020f440f req-09e38c24-f765-447b-8517-7ef5552f973b tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0632665 Oct 20 11:57:16.383509 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-759e581f-00fd-4ae1-8d56-719a020f440f req-92b329e0-9095-46f0-8421-608d5bb72030 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502102 Oct 20 11:57:16.427520 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7ff45181-05b8-4ad5-84c4-a8a023a4a8cb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:16.532649 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-7ff45181-05b8-4ad5-84c4-a8a023a4a8cb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Allocated IP 172.25.5.158 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/6a73731c-1bf6-47b2-b121-c6766d4a79bd) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:57:16.640987 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7ff45181-05b8-4ad5-84c4-a8a023a4a8cb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:16.677788 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7ff45181-05b8-4ad5-84c4-a8a023a4a8cb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:16.715452 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff45181-05b8-4ad5-84c4-a8a023a4a8cb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:57:16.718510 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-7ff45181-05b8-4ad5-84c4-a8a023a4a8cb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:57:16.721940 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff45181-05b8-4ad5-84c4-a8a023a4a8cb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:57:16.729890 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff45181-05b8-4ad5-84c4-a8a023a4a8cb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'Port': ['ID=6a73731c-1bf6-47b2-b121-c6766d4a79bd,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:57:17.093440 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7ff45181-05b8-4ad5-84c4-a8a023a4a8cb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:17.163928 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7ff45181-05b8-4ad5-84c4-a8a023a4a8cb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:17.314702 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7ff45181-05b8-4ad5-84c4-a8a023a4a8cb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:17.319990 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7ff45181-05b8-4ad5-84c4-a8a023a4a8cb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:17.403135 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff45181-05b8-4ad5-84c4-a8a023a4a8cb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'Port': ['ID=6a73731c-1bf6-47b2-b121-c6766d4a79bd,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:57:17.406357 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7ff45181-05b8-4ad5-84c4-a8a023a4a8cb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:17.511627 n-d-814735-3 neutron-server[100646]: INFO neutron.db.l3_db [None req-7ff45181-05b8-4ad5-84c4-a8a023a4a8cb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Floating IP b833d770-b599-464e-b8e5-903dc5e644fb associated. External IP: 172.25.5.158, port: ba68fa0b-7ec0-446e-8a4e-8584074943c3. Oct 20 11:57:17.512165 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a99dc-91a5-453e-b92f-a06a0db44d08 req-605b60c4-9caa-46f4-9db8-2bfe6f408935 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:17.513877 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-444a99dc-91a5-453e-b92f-a06a0db44d08 req-605b60c4-9caa-46f4-9db8-2bfe6f408935 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0581977 Oct 20 11:57:17.557570 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-444a99dc-91a5-453e-b92f-a06a0db44d08 req-2d38d46b-a4f3-4229-8660-70958b2b3e86 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369854 Oct 20 11:57:17.790390 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff45181-05b8-4ad5-84c4-a8a023a4a8cb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Router 8c9aad86-c064-4aa3-88c1-5a855c92a442 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:57:17.904492 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff45181-05b8-4ad5-84c4-a8a023a4a8cb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:57:17.915011 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156d97ea-d226-4b80-a61e-cdfecb5bb88e None None] Sync routers for ids ['8c9aad86-c064-4aa3-88c1-5a855c92a442'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:57:17.925244 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156d97ea-d226-4b80-a61e-cdfecb5bb88e None None] Routers {'8c9aad86-c064-4aa3-88c1-5a855c92a442'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:57:17.925407 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7ff45181-05b8-4ad5-84c4-a8a023a4a8cb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:17.925828 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-156d97ea-d226-4b80-a61e-cdfecb5bb88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:56:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['8c9aad86-c064-4aa3-88c1-5a855c92a442'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:57:17.952778 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7ff45181-05b8-4ad5-84c4-a8a023a4a8cb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6802602 Oct 20 11:57:17.953366 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56351b23-0389-402e-9cad-3bc7914b8783', 'tag': 'ba68fa0b-7ec0-446e-8a4e-8584074943c3'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:57:17.955747 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdbcd7da-3ee3-4ce7-b9fe-b817377d302f" -d '{"events": [{"name": "network-changed", "server_uuid": "56351b23-0389-402e-9cad-3bc7914b8783", "tag": "ba68fa0b-7ec0-446e-8a4e-8584074943c3"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:57:17.998213 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55de7fa-7a70-4152-a8c4-72a27a543768 x-openstack-request-id: req-c55de7fa-7a70-4152-a8c4-72a27a543768 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:57:17.998698 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56351b23-0389-402e-9cad-3bc7914b8783", "tag": "ba68fa0b-7ec0-446e-8a4e-8584074943c3", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:57:17.999028 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c55de7fa-7a70-4152-a8c4-72a27a543768 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:57:18.000115 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56351b23-0389-402e-9cad-3bc7914b8783', 'tag': 'ba68fa0b-7ec0-446e-8a4e-8584074943c3', 'status': 'completed', 'code': 200} Oct 20 11:57:18.032195 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-156d97ea-d226-4b80-a61e-cdfecb5bb88e None None] Set router 8c9aad86-c064-4aa3-88c1-5a855c92a442 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:57:18.090817 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495d6f7-52e6-474f-a78e-def72ae8cbc5 req-e8ad8249-6530-4caf-9543-808116a46476 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:18.092307 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a495d6f7-52e6-474f-a78e-def72ae8cbc5 req-e8ad8249-6530-4caf-9543-808116a46476 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 946 time: 0.0782504 Oct 20 11:57:18.094155 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbcd7da-3ee3-4ce7-b9fe-b817377d302f req-2bc6af82-5996-47e6-9fac-35b46ce300f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:18.095507 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fdbcd7da-3ee3-4ce7-b9fe-b817377d302f req-2bc6af82-5996-47e6-9fac-35b46ce300f4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d69630d5f3304dc8a33f46da29b2ea4c&device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 1097 time: 0.0718942 Oct 20 11:57:18.188106 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a495d6f7-52e6-474f-a78e-def72ae8cbc5 req-8b289072-9df9-4bf6-a60f-402b10368c1a tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=bde7e756-7381-4f9e-9284-33b0e6fb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885997 Oct 20 11:57:18.211457 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 47176) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:57:18.219724 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbcd7da-3ee3-4ce7-b9fe-b817377d302f req-0f9d723a-6f46-4362-acfc-e394df026ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:18.220956 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fdbcd7da-3ee3-4ce7-b9fe-b817377d302f req-0f9d723a-6f46-4362-acfc-e394df026ad9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=56112252-a34d-447c-a17a-793b19322615 HTTP/1.1" status: 200 len: 899 time: 0.1156540 Oct 20 11:57:18.283157 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a2e17214-28f4-4638-ab5c-7795b546f512 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/floatingips/b833d770-b599-464e-b8e5-903dc5e644fb HTTP/1.1" status: 200 len: 992 time: 0.0704815 Oct 20 11:57:18.289348 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fdbcd7da-3ee3-4ce7-b9fe-b817377d302f req-7ba34175-fd1d-4134-b534-738ee392e3a0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba68fa0b-7ec0-446e-8a4e-8584074943c3 HTTP/1.1" status: 200 len: 1000 time: 0.0604053 Oct 20 11:57:18.342331 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbcd7da-3ee3-4ce7-b9fe-b817377d302f req-8e01bbe1-dd26-40fa-a0e9-cd9cb051ef28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:18.343829 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fdbcd7da-3ee3-4ce7-b9fe-b817377d302f req-8e01bbe1-dd26-40fa-a0e9-cd9cb051ef28 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ca6f1c92-8b3e-4b78-9b73-cd867e309c20 HTTP/1.1" status: 200 len: 835 time: 0.0475199 Oct 20 11:57:18.358946 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-156d97ea-d226-4b80-a61e-cdfecb5bb88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9aad86-c064-4aa3-88c1-5a855c92a442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337020047', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'aa832b85-7e9f-4e45-bddb-55d1d6344631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:56:56Z', 'updated_at': '2021-10-20T11:57:00Z', 'revision_number': 4, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': 'aa832b85-7e9f-4e45-bddb-55d1d6344631', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:46:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9aad86-c064-4aa3-88c1-5a855c92a442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:56:57Z', 'updated_at': '2021-10-20T11:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': 'b833d770-b599-464e-b8e5-903dc5e644fb', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'floating_ip_address': '172.25.5.158', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '8c9aad86-c064-4aa3-88c1-5a855c92a442', 'port_id': 'ba68fa0b-7ec0-446e-8a4e-8584074943c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56112252-a34d-447c-a17a-793b19322615', 'mac_address': 'fa:16:3e:fc:dc:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56351b23-0389-402e-9cad-3bc7914b8783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:57:16Z', 'updated_at': '2021-10-20T11:57:16Z', 'revision_number': 0, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db5bdb3b-5147-42e0-9ad5-fbb5cfa10306', 'name': '', 'network_id': '56112252-a34d-447c-a17a-793b19322615', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'mac_address': 'fa:16:3e:68:43:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9aad86-c064-4aa3-88c1-5a855c92a442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': 'ca6f1c92-8b3e-4b78-9b73-cd867e309c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:57:00Z', 'updated_at': '2021-10-20T11:57:04Z', 'revision_number': 5, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'subnets': [{'id': 'ca6f1c92-8b3e-4b78-9b73-cd867e309c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:57:18.391267 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156d97ea-d226-4b80-a61e-cdfecb5bb88e None None] Checking router: 8c9aad86-c064-4aa3-88c1-5a855c92a442 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:57:18.400448 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbcd7da-3ee3-4ce7-b9fe-b817377d302f req-924f42a7-3cc1-4c6c-a75c-70e97fc7b3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:18.401965 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fdbcd7da-3ee3-4ce7-b9fe-b817377d302f req-924f42a7-3cc1-4c6c-a75c-70e97fc7b3f9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=56112252-a34d-447c-a17a-793b19322615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508025 Oct 20 11:57:18.402212 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156d97ea-d226-4b80-a61e-cdfecb5bb88e None None] Routers {'8c9aad86-c064-4aa3-88c1-5a855c92a442'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:57:18.402871 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-156d97ea-d226-4b80-a61e-cdfecb5bb88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:56:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['8c9aad86-c064-4aa3-88c1-5a855c92a442'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:57:18.463773 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:57:18.509987 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fdbcd7da-3ee3-4ce7-b9fe-b817377d302f req-df643a1f-7245-4c8b-8436-51267aa1e5c6 service neutron] 10.222.0.89 "GET /v2.0/networks/56112252-a34d-447c-a17a-793b19322615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994813 Oct 20 11:57:18.527976 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-156d97ea-d226-4b80-a61e-cdfecb5bb88e None None] Set router 8c9aad86-c064-4aa3-88c1-5a855c92a442 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:57:18.615435 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fdbcd7da-3ee3-4ce7-b9fe-b817377d302f req-caaa03e1-e911-4a21-83a5-fa88d21a15e5 service neutron] 10.222.0.89 "GET /v2.0/networks/56112252-a34d-447c-a17a-793b19322615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976837 Oct 20 11:57:18.689168 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7348165-abee-483f-b4e1-c2e83dc93f79 req-45d36f68-b826-4145-b850-2b77f3fa968c tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:18.690839 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e7348165-abee-483f-b4e1-c2e83dc93f79 req-45d36f68-b826-4145-b850-2b77f3fa968c tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0529594 Oct 20 11:57:18.734729 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e7348165-abee-483f-b4e1-c2e83dc93f79 req-1490ff14-8910-4423-ba15-eb49d33cbf4e tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373316 Oct 20 11:57:18.789263 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-156d97ea-d226-4b80-a61e-cdfecb5bb88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9aad86-c064-4aa3-88c1-5a855c92a442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337020047', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'aa832b85-7e9f-4e45-bddb-55d1d6344631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:56:56Z', 'updated_at': '2021-10-20T11:57:00Z', 'revision_number': 4, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': 'aa832b85-7e9f-4e45-bddb-55d1d6344631', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:46:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9aad86-c064-4aa3-88c1-5a855c92a442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:56:57Z', 'updated_at': '2021-10-20T11:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': 'b833d770-b599-464e-b8e5-903dc5e644fb', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'floating_ip_address': '172.25.5.158', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '8c9aad86-c064-4aa3-88c1-5a855c92a442', 'port_id': 'ba68fa0b-7ec0-446e-8a4e-8584074943c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56112252-a34d-447c-a17a-793b19322615', 'mac_address': 'fa:16:3e:fc:dc:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56351b23-0389-402e-9cad-3bc7914b8783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:57:16Z', 'updated_at': '2021-10-20T11:57:16Z', 'revision_number': 0, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db5bdb3b-5147-42e0-9ad5-fbb5cfa10306', 'name': '', 'network_id': '56112252-a34d-447c-a17a-793b19322615', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'mac_address': 'fa:16:3e:68:43:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9aad86-c064-4aa3-88c1-5a855c92a442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': 'ca6f1c92-8b3e-4b78-9b73-cd867e309c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:57:00Z', 'updated_at': '2021-10-20T11:57:04Z', 'revision_number': 5, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'subnets': [{'id': 'ca6f1c92-8b3e-4b78-9b73-cd867e309c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:57:18.821013 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156d97ea-d226-4b80-a61e-cdfecb5bb88e None None] The sync data for ids ['8c9aad86-c064-4aa3-88c1-5a855c92a442'] in n-d-814735-3 is: [{'id': '8c9aad86-c064-4aa3-88c1-5a855c92a442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337020047', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'aa832b85-7e9f-4e45-bddb-55d1d6344631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:56:56Z', 'updated_at': '2021-10-20T11:57:00Z', 'revision_number': 4, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': 'aa832b85-7e9f-4e45-bddb-55d1d6344631', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:46:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9aad86-c064-4aa3-88c1-5a855c92a442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:56:57Z', 'updated_at': '2021-10-20T11:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': 'b833d770-b599-464e-b8e5-903dc5e644fb', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'floating_ip_address': '172.25.5.158', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '8c9aad86-c064-4aa3-88c1-5a855c92a442', 'port_id': 'ba68fa0b-7ec0-446e-8a4e-8584074943c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56112252-a34d-447c-a17a-793b19322615', 'mac_address': 'fa:16:3e:fc:dc:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56351b23-0389-402e-9cad-3bc7914b8783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:57:16Z', 'updated_at': '2021-10-20T11:57:16Z', 'revision_number': 0, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db5bdb3b-5147-42e0-9ad5-fbb5cfa10306', 'name': '', 'network_id': '56112252-a34d-447c-a17a-793b19322615', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'mac_address': 'fa:16:3e:68:43:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9aad86-c064-4aa3-88c1-5a855c92a442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': 'ca6f1c92-8b3e-4b78-9b73-cd867e309c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:57:00Z', 'updated_at': '2021-10-20T11:57:04Z', 'revision_number': 5, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'subnets': [{'id': 'ca6f1c92-8b3e-4b78-9b73-cd867e309c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:57:19.016194 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56350df4-d818-4514-a8d7-dbbd30fd7a3e None None] New status for floating IP b833d770-b599-464e-b8e5-903dc5e644fb: ACTIVE {{(pid=100648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:57:19.285072 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 47212) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:57:19.328766 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-21899d1a-3685-400f-83dc-c80e9a8956ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:19.355446 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-9df42936-97c3-4524-878f-5a84ff04962e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/floatingips/b833d770-b599-464e-b8e5-903dc5e644fb HTTP/1.1" status: 200 len: 994 time: 0.0692413 Oct 20 11:57:19.857973 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5ae13-a074-4d04-b61e-4e90cbad0736 req-f1810c57-b31a-48d0-8de2-cb53b0da5d86 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:19.859526 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eff5ae13-a074-4d04-b61e-4e90cbad0736 req-f1810c57-b31a-48d0-8de2-cb53b0da5d86 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0520573 Oct 20 11:57:19.900276 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eff5ae13-a074-4d04-b61e-4e90cbad0736 req-9fc3b62c-c2a5-4585-a293-0bfddc168cdc tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346587 Oct 20 11:57:21.028986 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f9fa5-e9e8-4fca-b4e6-c16574f1e833 req-97b1d9dd-d57c-4146-90ac-e998356d41d7 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:21.030502 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-089f9fa5-e9e8-4fca-b4e6-c16574f1e833 req-97b1d9dd-d57c-4146-90ac-e998356d41d7 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0532947 Oct 20 11:57:21.074255 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-089f9fa5-e9e8-4fca-b4e6-c16574f1e833 req-cc115493-3ce3-4db2-afc0-fd4585fa6540 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371315 Oct 20 11:57:22.194946 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b4501-26f4-464b-91da-b60b8a96676f req-2da5a675-7699-453f-8a8f-ae910775bd51 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:22.197380 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9f9b4501-26f4-464b-91da-b60b8a96676f req-2da5a675-7699-453f-8a8f-ae910775bd51 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0532522 Oct 20 11:57:22.204314 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a27ec0af-d011-47d8-b1b3-adb57ec9cd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:22.236734 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9f9b4501-26f4-464b-91da-b60b8a96676f req-b207cef4-6253-4196-ade5-7fd874a27baa tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327725 Oct 20 11:57:23.119624 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:23.195650 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:23.357227 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9851f260-a2b1-444b-b628-07e472836ce3 req-55374819-7f1c-4ab2-8d7b-fe3932af5ffe tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:23.358736 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9851f260-a2b1-444b-b628-07e472836ce3 req-55374819-7f1c-4ab2-8d7b-fe3932af5ffe tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0509808 Oct 20 11:57:23.401967 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9851f260-a2b1-444b-b628-07e472836ce3 req-8a1cec57-5487-43bb-88f0-deb5ad47946a tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370066 Oct 20 11:57:23.576283 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 47238) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:57:23.692455 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-28b3f52c-37ec-4a7e-9884-ddc68d04c13e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:23.773511 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-28b3f52c-37ec-4a7e-9884-ddc68d04c13e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:23.778995 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-28b3f52c-37ec-4a7e-9884-ddc68d04c13e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:23.821948 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-28b3f52c-37ec-4a7e-9884-ddc68d04c13e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f820626a23d54d67925d583b1b78ee38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2442226 Oct 20 11:57:23.822722 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b3f52c-37ec-4a7e-9884-ddc68d04c13e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15325298-a28b-4983-9a57-c39268e8ca64,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:57:23.824861 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 47242) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:57:23.875116 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-77f1322f-507b-416e-b8ca-5a06fb3d0f2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:23.896436 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-77f1322f-507b-416e-b8ca-5a06fb3d0f2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:23.947347 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-77f1322f-507b-416e-b8ca-5a06fb3d0f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:23.949870 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-77f1322f-507b-416e-b8ca-5a06fb3d0f2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:23.951096 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-77f1322f-507b-416e-b8ca-5a06fb3d0f2a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/15325298-a28b-4983-9a57-c39268e8ca64 HTTP/1.1" status: 204 len: 168 time: 0.1251948 Oct 20 11:57:23.959827 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f1322f-507b-416e-b8ca-5a06fb3d0f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15325298-a28b-4983-9a57-c39268e8ca64,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:57:24.517922 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e6540-0c44-4175-be45-910544b53472 req-1c322596-5414-4a37-a705-92d03ef2c1b8 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:24.519465 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-212e6540-0c44-4175-be45-910544b53472 req-1c322596-5414-4a37-a705-92d03ef2c1b8 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0494504 Oct 20 11:57:24.559304 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-212e6540-0c44-4175-be45-910544b53472 req-ac2b1d89-4ca7-41b0-b4b7-ddfcc4822c20 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335410 Oct 20 11:57:24.921358 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:25.007578 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 47274) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:57:25.125004 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d63a0c86-0c39-4d2c-abc5-01f6cab3d743 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:25.200037 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d63a0c86-0c39-4d2c-abc5-01f6cab3d743 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:25.205179 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d63a0c86-0c39-4d2c-abc5-01f6cab3d743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:25.243165 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d63a0c86-0c39-4d2c-abc5-01f6cab3d743 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=aa8e96541f8b4ba8a1c536e25fd7a774&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2344265 Oct 20 11:57:25.244012 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63a0c86-0c39-4d2c-abc5-01f6cab3d743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce3b50a-989a-4dd2-a3ef-78db3697ba3f,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:57:25.246127 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 47278) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:57:25.301718 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-de1d5b79-269b-45f5-a1bd-57b4cf52f41c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:25.324530 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-de1d5b79-269b-45f5-a1bd-57b4cf52f41c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:25.373563 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-de1d5b79-269b-45f5-a1bd-57b4cf52f41c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:25.376110 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-de1d5b79-269b-45f5-a1bd-57b4cf52f41c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:25.377263 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-de1d5b79-269b-45f5-a1bd-57b4cf52f41c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/dce3b50a-989a-4dd2-a3ef-78db3697ba3f HTTP/1.1" status: 204 len: 168 time: 0.1301677 Oct 20 11:57:25.385322 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d5b79-269b-45f5-a1bd-57b4cf52f41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce3b50a-989a-4dd2-a3ef-78db3697ba3f,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:57:25.682308 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7775d066-af8e-4301-900a-0d48db5f6c23 req-2358d737-6bf7-40b1-97fa-9add7450d3cc tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:25.683866 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7775d066-af8e-4301-900a-0d48db5f6c23 req-2358d737-6bf7-40b1-97fa-9add7450d3cc tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0585582 Oct 20 11:57:25.725117 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7775d066-af8e-4301-900a-0d48db5f6c23 req-65ff747d-6a57-4d1c-9c89-9cdd6167e89f tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352461 Oct 20 11:57:26.050665 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 47302) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:57:26.160310 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-c2b8d790-77dc-4e5e-8e92-000d5b9f98f4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-343726440-network', 'tenant_id': 'd7b7ab08033641e78db1564572273b1c'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:57:26.188201 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b8d790-77dc-4e5e-8e92-000d5b9f98f4 admin admin] Made reservation on behalf of d7b7ab08033641e78db1564572273b1c for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:57:26.190623 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c2b8d790-77dc-4e5e-8e92-000d5b9f98f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:26.200086 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c2b8d790-77dc-4e5e-8e92-000d5b9f98f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:26.273192 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c2b8d790-77dc-4e5e-8e92-000d5b9f98f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:26.278818 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c2b8d790-77dc-4e5e-8e92-000d5b9f98f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:26.305781 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2b8d790-77dc-4e5e-8e92-000d5b9f98f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1256, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:57:26.318619 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c2b8d790-77dc-4e5e-8e92-000d5b9f98f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:26.318997 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-c2b8d790-77dc-4e5e-8e92-000d5b9f98f4 admin admin] Added segment 3048036d-24da-4c77-8770-5895de57991f of type vlan for network 9dd5b955-6620-4b7a-99df-260eeed30975 Oct 20 11:57:26.327138 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b8d790-77dc-4e5e-8e92-000d5b9f98f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b14f436-a6a9-471e-8ac7-7a4cef705ab9,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:57:26.352388 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-58206f78-2cf5-402f-995d-abdb0e952e53 req-ff886f3c-dfd8-4954-a03e-bf20bc6cb093 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=adb9f420-f79a-4251-8a1b-f5efa6557548&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421374 Oct 20 11:57:26.365538 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c2b8d790-77dc-4e5e-8e92-000d5b9f98f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:26.392579 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c2b8d790-77dc-4e5e-8e92-000d5b9f98f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:26.393720 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b8d790-77dc-4e5e-8e92-000d5b9f98f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:26.394301 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c2b8d790-77dc-4e5e-8e92-000d5b9f98f4 admin admin] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:26.417438 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58206f78-2cf5-402f-995d-abdb0e952e53 req-6ed5e746-b4be-43fa-b25a-2019823a00f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:26.418986 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-58206f78-2cf5-402f-995d-abdb0e952e53 req-6ed5e746-b4be-43fa-b25a-2019823a00f5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=431534d0ede2413dbcee33b2532563f1&device_id=adb9f420-f79a-4251-8a1b-f5efa6557548 HTTP/1.1" status: 200 len: 1096 time: 0.0415254 Oct 20 11:57:26.431640 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c2b8d790-77dc-4e5e-8e92-000d5b9f98f4 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3798034 Oct 20 11:57:26.434715 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 47306) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:57:26.439785 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-15dbb60e-7e82-42c9-8791-1d289b06be82 admin admin] Request body: {'subnet': {'network_id': '9dd5b955-6620-4b7a-99df-260eeed30975', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-343726440-subnet', 'tenant_id': 'd7b7ab08033641e78db1564572273b1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:57:26.463143 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b8d790-77dc-4e5e-8e92-000d5b9f98f4 admin admin] Pushing event updated for resources: {'Network': ['ID=9dd5b955-6620-4b7a-99df-260eeed30975,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:57:26.473977 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 9dd5b955-6620-4b7a-99df-260eeed30975 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:57:26.516610 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15dbb60e-7e82-42c9-8791-1d289b06be82 admin admin] Made reservation on behalf of d7b7ab08033641e78db1564572273b1c for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:57:26.519436 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-15dbb60e-7e82-42c9-8791-1d289b06be82 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:26.590680 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58206f78-2cf5-402f-995d-abdb0e952e53 req-d2e51299-4060-48a8-aa47-99dbd25ed8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:26.592104 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-58206f78-2cf5-402f-995d-abdb0e952e53 req-d2e51299-4060-48a8-aa47-99dbd25ed8b8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2fe050b5-996c-48a3-b599-59e32328a5bb HTTP/1.1" status: 200 len: 910 time: 0.1487558 Oct 20 11:57:26.677052 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-58206f78-2cf5-402f-995d-abdb0e952e53 req-32d262dc-c5a4-445f-ba69-5ab4887ac554 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=553703eb-1f16-4165-9460-35767089d52e HTTP/1.1" status: 200 len: 1001 time: 0.0739498 Oct 20 11:57:26.775288 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58206f78-2cf5-402f-995d-abdb0e952e53 req-e1d30c30-8991-4e46-9ab3-11bab011b735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:26.776742 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-58206f78-2cf5-402f-995d-abdb0e952e53 req-e1d30c30-8991-4e46-9ab3-11bab011b735 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=33dc2046-45c1-467f-aafa-1d58d2b904f2 HTTP/1.1" status: 200 len: 847 time: 0.0830035 Oct 20 11:57:26.821919 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-15dbb60e-7e82-42c9-8791-1d289b06be82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:26.894640 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dbb60e-7e82-42c9-8791-1d289b06be82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17e6f53e-e9d5-48fc-83a5-bdc3231d90a6,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:57:26.918904 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58206f78-2cf5-402f-995d-abdb0e952e53 req-a2e6f37a-eab7-4286-b698-8c1ee593c24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:26.920413 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-58206f78-2cf5-402f-995d-abdb0e952e53 req-a2e6f37a-eab7-4286-b698-8c1ee593c24c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2fe050b5-996c-48a3-b599-59e32328a5bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1319571 Oct 20 11:57:26.927504 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a072a1-cdb7-47b0-8002-bd9c66f6add2 req-6543d977-66e0-46c9-b1f6-b39ac04344db tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:26.928829 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f5a072a1-cdb7-47b0-8002-bd9c66f6add2 req-6543d977-66e0-46c9-b1f6-b39ac04344db tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.1304839 Oct 20 11:57:26.956975 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dbb60e-7e82-42c9-8791-1d289b06be82 admin admin] Checking segment: {'id': '3048036d-24da-4c77-8770-5895de57991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '9dd5b955-6620-4b7a-99df-260eeed30975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:57:26.957344 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dbb60e-7e82-42c9-8791-1d289b06be82 admin admin] Network hostable DHCP agents. Network: 9dd5b955-6620-4b7a-99df-260eeed30975, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:57:27.030164 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f5a072a1-cdb7-47b0-8002-bd9c66f6add2 req-7a6695d2-882e-42ed-9bb5-2fefb8d9b30d tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907776 Oct 20 11:57:27.040815 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dbb60e-7e82-42c9-8791-1d289b06be82 admin admin] Network 9dd5b955-6620-4b7a-99df-260eeed30975 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:57:27.058019 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-58206f78-2cf5-402f-995d-abdb0e952e53 req-4c8f91db-2d24-45b3-a5dd-2cc7d309495c service neutron] 10.222.0.89 "GET /v2.0/networks/2fe050b5-996c-48a3-b599-59e32328a5bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262119 Oct 20 11:57:27.059037 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-15dbb60e-7e82-42c9-8791-1d289b06be82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 9dd5b955-6620-4b7a-99df-260eeed30975) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:57:27.063248 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dbb60e-7e82-42c9-8791-1d289b06be82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:27.063811 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-15dbb60e-7e82-42c9-8791-1d289b06be82 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:27.070525 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03464589-644b-4ae5-ab86-cd705f4a118c None None] Network 9dd5b955-6620-4b7a-99df-260eeed30975 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:57:27.097532 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-15dbb60e-7e82-42c9-8791-1d289b06be82 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6616595 Oct 20 11:57:27.166708 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-58206f78-2cf5-402f-995d-abdb0e952e53 req-9155e4f9-0e24-4e35-be55-d1cbdecde03a service neutron] 10.222.0.89 "GET /v2.0/networks/2fe050b5-996c-48a3-b599-59e32328a5bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967143 Oct 20 11:57:27.191037 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af06a7a-61dc-415e-9a70-71e5aea9b46b None None] Network 9dd5b955-6620-4b7a-99df-260eeed30975 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:57:27.579840 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 47324) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:57:27.587829 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-51a9aeb5-9008-47d1-aa40-6693360d2c65 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2055582514-network', 'tenant_id': '1be0ed59f52a4bd59711819fe7552e22'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:57:27.624254 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a9aeb5-9008-47d1-aa40-6693360d2c65 admin admin] Made reservation on behalf of 1be0ed59f52a4bd59711819fe7552e22 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:57:27.627030 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-51a9aeb5-9008-47d1-aa40-6693360d2c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:27.637864 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-51a9aeb5-9008-47d1-aa40-6693360d2c65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:27.717670 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-51a9aeb5-9008-47d1-aa40-6693360d2c65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:27.725509 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-51a9aeb5-9008-47d1-aa40-6693360d2c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:27.763845 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51a9aeb5-9008-47d1-aa40-6693360d2c65 admin admin] vlan segment allocate from pool success with {'vlan_id': 1269, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:57:27.770163 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a9aeb5-9008-47d1-aa40-6693360d2c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecf8862-6109-45da-839a-e54a1c286f06,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:57:27.776548 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-51a9aeb5-9008-47d1-aa40-6693360d2c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:27.777250 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-51a9aeb5-9008-47d1-aa40-6693360d2c65 admin admin] Added segment 279224ae-4f95-423b-bfd2-5273d2fa51f9 of type vlan for network f353cbde-5b43-465c-87fe-61af4b0c3116 Oct 20 11:57:27.816360 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-51a9aeb5-9008-47d1-aa40-6693360d2c65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:27.842577 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-51a9aeb5-9008-47d1-aa40-6693360d2c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:27.843570 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a9aeb5-9008-47d1-aa40-6693360d2c65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:27.844148 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-51a9aeb5-9008-47d1-aa40-6693360d2c65 admin admin] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:27.879794 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-51a9aeb5-9008-47d1-aa40-6693360d2c65 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2985651 Oct 20 11:57:27.883077 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 47326) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:57:27.888222 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-b4167b16-f9c2-4870-a1e2-6d7715a8d674 admin admin] Request body: {'subnet': {'network_id': 'f353cbde-5b43-465c-87fe-61af4b0c3116', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2055582514-subnet', 'tenant_id': '1be0ed59f52a4bd59711819fe7552e22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:57:27.909631 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a9aeb5-9008-47d1-aa40-6693360d2c65 admin admin] Pushing event updated for resources: {'Network': ['ID=f353cbde-5b43-465c-87fe-61af4b0c3116,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:57:27.912404 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4167b16-f9c2-4870-a1e2-6d7715a8d674 admin admin] Made reservation on behalf of 1be0ed59f52a4bd59711819fe7552e22 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:57:27.915214 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b4167b16-f9c2-4870-a1e2-6d7715a8d674 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:27.919509 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network f353cbde-5b43-465c-87fe-61af4b0c3116 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:57:28.080875 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device eae36528-cf16-4667-9859-d294f58c3767 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:57:28.083673 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b4167b16-f9c2-4870-a1e2-6d7715a8d674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:28.146253 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4167b16-f9c2-4870-a1e2-6d7715a8d674 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7eafc0d8-c057-4e45-8ce0-e20d10cabcec,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:57:28.155380 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4167b16-f9c2-4870-a1e2-6d7715a8d674 admin admin] Checking segment: {'id': '279224ae-4f95-423b-bfd2-5273d2fa51f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': 'f353cbde-5b43-465c-87fe-61af4b0c3116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:57:28.155921 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4167b16-f9c2-4870-a1e2-6d7715a8d674 admin admin] Network hostable DHCP agents. Network: f353cbde-5b43-465c-87fe-61af4b0c3116, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:57:28.179246 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4167b16-f9c2-4870-a1e2-6d7715a8d674 admin admin] Network f353cbde-5b43-465c-87fe-61af4b0c3116 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:57:28.182673 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b920512-14f6-4065-ad98-b169205b17ac req-cec34277-8c04-44fa-a52f-b187b28c5a5e tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:28.184443 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0b920512-14f6-4065-ad98-b169205b17ac req-cec34277-8c04-44fa-a52f-b187b28c5a5e tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0824320 Oct 20 11:57:28.192715 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port eae36528-cf16-4667-9859-d294f58c3767, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=eae36528-cf16-4667-9859-d294f58c3767,segment=NetworkSegment(d62d22e1-4ed0-4262-9452-80d2f51e2b28),segment_id=d62d22e1-4ed0-4262-9452-80d2f51e2b28)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:57:28.198125 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-b4167b16-f9c2-4870-a1e2-6d7715a8d674 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, f353cbde-5b43-465c-87fe-61af4b0c3116) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:57:28.203066 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4167b16-f9c2-4870-a1e2-6d7715a8d674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:28.203893 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b4167b16-f9c2-4870-a1e2-6d7715a8d674 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:28.210280 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': 'eae36528-cf16-4667-9859-d294f58c3767', 'network_id': 'a15420de-6a07-4a4f-ba79-469962eb6cc8', 'port_id': 'eae36528-cf16-4667-9859-d294f58c3767', 'mac_address': 'fa:16:3e:05:5d:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b999a9c2-9254-4dda-a454-6d38a553ee36', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:57:28.212287 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b351fa6b-0a9d-40e6-87c9-5a4d70e0d3da None None] Network f353cbde-5b43-465c-87fe-61af4b0c3116 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:57:28.236509 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b4167b16-f9c2-4870-a1e2-6d7715a8d674 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3447444 Oct 20 11:57:28.267369 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0b920512-14f6-4065-ad98-b169205b17ac req-3b436057-6b5d-40d4-abad-7e8748d65f57 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756252 Oct 20 11:57:28.300758 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:28.318905 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eae36528-cf16-4667-9859-d294f58c3767 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:57:28.369109 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port eae36528-cf16-4667-9859-d294f58c3767, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=eae36528-cf16-4667-9859-d294f58c3767,segment=NetworkSegment(d62d22e1-4ed0-4262-9452-80d2f51e2b28),segment_id=d62d22e1-4ed0-4262-9452-80d2f51e2b28)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:57:28.392303 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:28.398964 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b0d36a-1055-473e-9a67-ed63fa595c2f None None] Network f353cbde-5b43-465c-87fe-61af4b0c3116 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:57:28.489769 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['eae36528-cf16-4667-9859-d294f58c3767'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:57:28.694310 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=eae36528-cf16-4667-9859-d294f58c3767,revision_number=6']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:57:28.809118 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715ae52-182a-4d25-a837-b9295cae929f req-5ddd6247-98c4-4647-a80e-a7744df7624f tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:28.810542 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8715ae52-182a-4d25-a837-b9295cae929f req-5ddd6247-98c4-4647-a80e-a7744df7624f tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/networks?id=9dd5b955-6620-4b7a-99df-260eeed30975 HTTP/1.1" status: 200 len: 811 time: 0.1178839 Oct 20 11:57:28.829300 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8715ae52-182a-4d25-a837-b9295cae929f req-153f413b-f45f-4b8e-882a-5de327d4cb0b tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/quotas/d7b7ab08033641e78db1564572273b1c HTTP/1.1" status: 200 len: 375 time: 0.0097008 Oct 20 11:57:28.888492 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8715ae52-182a-4d25-a837-b9295cae929f req-64cfbdf2-38ce-47da-b98a-b70273474a3e tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=d7b7ab08033641e78db1564572273b1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516686 Oct 20 11:57:28.987433 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8715ae52-182a-4d25-a837-b9295cae929f req-e6bb935f-bb55-4287-964d-9c0dfefb878d service neutron] 10.222.0.98 "GET /v2.0/networks/9dd5b955-6620-4b7a-99df-260eeed30975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980892 Oct 20 11:57:29.091977 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8715ae52-182a-4d25-a837-b9295cae929f req-114ceada-6972-4214-84ee-20b1b9489eac service neutron] 10.222.0.98 "GET /v2.0/networks/9dd5b955-6620-4b7a-99df-260eeed30975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979917 Oct 20 11:57:29.266488 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e710c5d1-5a53-4fc3-b6df-8aba0ab76fd9 req-1bb3aa46-acfe-4ca8-9a3b-bd9b5835622f tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/ports?device_id=46fe6c7c-4526-4b2f-87dc-362272490f65 HTTP/1.1" status: 200 len: 210 time: 0.0286050 Oct 20 11:57:29.420743 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d3e95-de00-449b-988d-6b48e416a6f2 req-00fb0eff-7db3-4e41-acc5-1494f8138349 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:29.422322 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-945d3e95-de00-449b-988d-6b48e416a6f2 req-00fb0eff-7db3-4e41-acc5-1494f8138349 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 945 time: 0.0750327 Oct 20 11:57:29.481174 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-945d3e95-de00-449b-988d-6b48e416a6f2 req-b649f2ed-ff06-4253-9598-cb95449091a8 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451934 Oct 20 11:57:30.104559 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device eae36528-cf16-4667-9859-d294f58c3767 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:57:30.157348 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port eae36528-cf16-4667-9859-d294f58c3767 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:57:30.158023 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:30.252842 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:30.280480 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce69061-7ed0-401c-b804-4365bf5d9f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae36528-cf16-4667-9859-d294f58c3767'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:57:30.282904 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb5e4d0-09a6-4aba-9efe-f09cea80b6fa" -d '{"events": [{"server_uuid": "4ce69061-7ed0-401c-b804-4365bf5d9f12", "name": "network-vif-plugged", "status": "completed", "tag": "eae36528-cf16-4667-9859-d294f58c3767"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:57:30.302410 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port eae36528-cf16-4667-9859-d294f58c3767, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=eae36528-cf16-4667-9859-d294f58c3767,segment=NetworkSegment(d62d22e1-4ed0-4262-9452-80d2f51e2b28),segment_id=d62d22e1-4ed0-4262-9452-80d2f51e2b28)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:57:30.308748 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:30.392989 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db66810d-f4d8-4b68-96b4-c02e4d9b72b8 x-openstack-request-id: req-db66810d-f4d8-4b68-96b4-c02e4d9b72b8 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:57:30.393403 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce69061-7ed0-401c-b804-4365bf5d9f12", "name": "network-vif-plugged", "status": "completed", "tag": "eae36528-cf16-4667-9859-d294f58c3767", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:57:30.393749 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-db66810d-f4d8-4b68-96b4-c02e4d9b72b8 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:57:30.394722 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce69061-7ed0-401c-b804-4365bf5d9f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae36528-cf16-4667-9859-d294f58c3767', 'code': 200} Oct 20 11:57:30.396784 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715ae52-182a-4d25-a837-b9295cae929f req-9832602a-b0b6-4630-8a6f-233a2fcc8faf tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:30.399111 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8715ae52-182a-4d25-a837-b9295cae929f req-9832602a-b0b6-4630-8a6f-233a2fcc8faf tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.11 "GET /v2.0/networks?id=9dd5b955-6620-4b7a-99df-260eeed30975 HTTP/1.1" status: 200 len: 811 time: 0.1421013 Oct 20 11:57:30.407184 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=eae36528-cf16-4667-9859-d294f58c3767,revision_number=7']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:57:30.420140 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-8715ae52-182a-4d25-a837-b9295cae929f req-430cea88-e205-4f82-bee0-342829f3b54d tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Request body: {'port': {'device_id': '46fe6c7c-4526-4b2f-87dc-362272490f65', 'network_id': '9dd5b955-6620-4b7a-99df-260eeed30975', 'admin_state_up': True, 'tenant_id': 'd7b7ab08033641e78db1564572273b1c'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:57:30.464866 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-22cf7755-dc81-4a86-97cd-4f5fcadbc694 req-6374e531-425e-48ff-b50c-7b38408d0946 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/ports?device_id=46fe6c7c-4526-4b2f-87dc-362272490f65 HTTP/1.1" status: 200 len: 210 time: 0.0646808 Oct 20 11:57:30.614003 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8715ae52-182a-4d25-a837-b9295cae929f req-430cea88-e205-4f82-bee0-342829f3b54d tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Made reservation on behalf of d7b7ab08033641e78db1564572273b1c for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:57:30.617624 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-8715ae52-182a-4d25-a837-b9295cae929f req-430cea88-e205-4f82-bee0-342829f3b54d tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:30.666579 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9ec0c-cf2d-4f09-9f16-5bba2eede4f9 req-c9033e09-fce4-4da8-a00c-51d81e524043 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:30.668131 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fcd9ec0c-cf2d-4f09-9f16-5bba2eede4f9 req-c9033e09-fce4-4da8-a00c-51d81e524043 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.1000345 Oct 20 11:57:30.773297 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fcd9ec0c-cf2d-4f09-9f16-5bba2eede4f9 req-07fc9c5f-3dec-4f18-8ae3-afbea97831dc tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778668 Oct 20 11:57:30.808878 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-8715ae52-182a-4d25-a837-b9295cae929f req-430cea88-e205-4f82-bee0-342829f3b54d tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Allocated IP 172.20.0.6 (9dd5b955-6620-4b7a-99df-260eeed30975/17e6f53e-e9d5-48fc-83a5-bdc3231d90a6/7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:57:30.975657 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-8715ae52-182a-4d25-a837-b9295cae929f req-430cea88-e205-4f82-bee0-342829f3b54d tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:31.012805 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-8715ae52-182a-4d25-a837-b9295cae929f req-430cea88-e205-4f82-bee0-342829f3b54d tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:31.063666 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8715ae52-182a-4d25-a837-b9295cae929f req-430cea88-e205-4f82-bee0-342829f3b54d tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Network 9dd5b955-6620-4b7a-99df-260eeed30975 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:57:31.067614 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-8715ae52-182a-4d25-a837-b9295cae929f req-430cea88-e205-4f82-bee0-342829f3b54d tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:57:31.072124 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-8715ae52-182a-4d25-a837-b9295cae929f req-430cea88-e205-4f82-bee0-342829f3b54d tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:57:31.100843 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430cea88-e205-4f82-bee0-342829f3b54d tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Pushing event updated for resources: {'Port': ['ID=7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:57:31.132856 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715ae52-182a-4d25-a837-b9295cae929f req-430cea88-e205-4f82-bee0-342829f3b54d tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:31.133627 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-8715ae52-182a-4d25-a837-b9295cae929f req-430cea88-e205-4f82-bee0-342829f3b54d tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:31.152646 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8715ae52-182a-4d25-a837-b9295cae929f req-430cea88-e205-4f82-bee0-342829f3b54d tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7364130 Oct 20 11:57:31.165490 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-8715ae52-182a-4d25-a837-b9295cae929f req-8c8405df-7130-4722-948f-b22bc0099365 service neutron] Request body: {'port': {'device_id': '46fe6c7c-4526-4b2f-87dc-362272490f65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:57:31.228339 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-8715ae52-182a-4d25-a837-b9295cae929f req-8c8405df-7130-4722-948f-b22bc0099365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:31.508592 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-8715ae52-182a-4d25-a837-b9295cae929f req-8c8405df-7130-4722-948f-b22bc0099365 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:57:31.516713 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-8715ae52-182a-4d25-a837-b9295cae929f req-8c8405df-7130-4722-948f-b22bc0099365 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:31.537896 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-8715ae52-182a-4d25-a837-b9295cae929f req-8c8405df-7130-4722-948f-b22bc0099365 service neutron] Transition to ACTIVE for port object 7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:57:31.547293 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-8715ae52-182a-4d25-a837-b9295cae929f req-8c8405df-7130-4722-948f-b22bc0099365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:31.638694 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8405df-7130-4722-948f-b22bc0099365 service neutron] Pushing event updated for resources: {'Port': ['ID=7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:57:31.684472 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739da297-0a32-4b92-a16d-beff742521c5 req-cf74aba8-c32e-4c02-9915-23704f58cd13 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:31.686166 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-739da297-0a32-4b92-a16d-beff742521c5 req-cf74aba8-c32e-4c02-9915-23704f58cd13 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/ports?device_id=46fe6c7c-4526-4b2f-87dc-362272490f65 HTTP/1.1" status: 200 len: 943 time: 0.1072302 Oct 20 11:57:31.787938 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-739da297-0a32-4b92-a16d-beff742521c5 req-a34c43a3-9dab-4d22-8d27-7ef67519b15b tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b14f436-a6a9-471e-8ac7-7a4cef705ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811551 Oct 20 11:57:31.792611 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-8715ae52-182a-4d25-a837-b9295cae929f req-8c8405df-7130-4722-948f-b22bc0099365 service neutron] Attempting to bind port 7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:57:31.792944 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-8715ae52-182a-4d25-a837-b9295cae929f req-8c8405df-7130-4722-948f-b22bc0099365 service neutron] Attempting to bind port 7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '3048036d-24da-4c77-8770-5895de57991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '9dd5b955-6620-4b7a-99df-260eeed30975'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:57:31.793289 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8715ae52-182a-4d25-a837-b9295cae929f req-8c8405df-7130-4722-948f-b22bc0099365 service neutron] Attempting to bind port 7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8 on network 9dd5b955-6620-4b7a-99df-260eeed30975 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:57:31.797841 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8715ae52-182a-4d25-a837-b9295cae929f req-8c8405df-7130-4722-948f-b22bc0099365 service neutron] Port 7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8 on network 9dd5b955-6620-4b7a-99df-260eeed30975 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:57:31.798162 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8715ae52-182a-4d25-a837-b9295cae929f req-8c8405df-7130-4722-948f-b22bc0099365 service neutron] Attempting to bind port 7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8 on network 9dd5b955-6620-4b7a-99df-260eeed30975 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:57:31.807737 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8715ae52-182a-4d25-a837-b9295cae929f req-8c8405df-7130-4722-948f-b22bc0099365 service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:57:31.807737 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8715ae52-182a-4d25-a837-b9295cae929f req-8c8405df-7130-4722-948f-b22bc0099365 service neutron] Checking segment: {'id': '3048036d-24da-4c77-8770-5895de57991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '9dd5b955-6620-4b7a-99df-260eeed30975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:57:31.807737 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8715ae52-182a-4d25-a837-b9295cae929f req-8c8405df-7130-4722-948f-b22bc0099365 service neutron] Bound using segment: {'id': '3048036d-24da-4c77-8770-5895de57991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '9dd5b955-6620-4b7a-99df-260eeed30975'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:57:31.807737 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-8715ae52-182a-4d25-a837-b9295cae929f req-8c8405df-7130-4722-948f-b22bc0099365 service neutron] Bound port: 7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3048036d-24da-4c77-8770-5895de57991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '9dd5b955-6620-4b7a-99df-260eeed30975'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:57:31.807737 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-8715ae52-182a-4d25-a837-b9295cae929f req-8c8405df-7130-4722-948f-b22bc0099365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:31.895124 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-8715ae52-182a-4d25-a837-b9295cae929f req-8c8405df-7130-4722-948f-b22bc0099365 service neutron] For port 7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:57:31.911839 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-8715ae52-182a-4d25-a837-b9295cae929f req-8c8405df-7130-4722-948f-b22bc0099365 service neutron] For port 7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8,segment=NetworkSegment(3048036d-24da-4c77-8770-5895de57991f),segment_id=3048036d-24da-4c77-8770-5895de57991f)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:57:31.917057 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-8715ae52-182a-4d25-a837-b9295cae929f req-8c8405df-7130-4722-948f-b22bc0099365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:31.928591 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea74989-cefa-4d87-8ecb-a8b45052b8d0 req-7e9da0e6-5173-4d72-b079-86f93535b94a tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:31.930163 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dea74989-cefa-4d87-8ecb-a8b45052b8d0 req-7e9da0e6-5173-4d72-b079-86f93535b94a tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0783226 Oct 20 11:57:31.974490 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715ae52-182a-4d25-a837-b9295cae929f req-8c8405df-7130-4722-948f-b22bc0099365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:31.974940 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-8715ae52-182a-4d25-a837-b9295cae929f req-8c8405df-7130-4722-948f-b22bc0099365 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:31.976212 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8715ae52-182a-4d25-a837-b9295cae929f req-8c8405df-7130-4722-948f-b22bc0099365 service neutron] 10.222.0.11 "PUT /v2.0/ports/7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8 HTTP/1.1" status: 200 len: 1091 time: 0.8152137 Oct 20 11:57:31.976734 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46fe6c7c-4526-4b2f-87dc-362272490f65', 'tag': '7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:57:31.979011 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10654944-19f1-4527-8102-bc94410845d4" -d '{"events": [{"name": "network-changed", "server_uuid": "46fe6c7c-4526-4b2f-87dc-362272490f65", "tag": "7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:57:32.016356 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dea74989-cefa-4d87-8ecb-a8b45052b8d0 req-b64687da-e120-48b6-842a-0e43713c4dbb tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771608 Oct 20 11:57:32.027406 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8405df-7130-4722-948f-b22bc0099365 service neutron] Pushing event updated for resources: {'Port': ['ID=7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:57:32.076970 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9c7e68-12b1-45cb-bea0-fff4e89caa0d x-openstack-request-id: req-fc9c7e68-12b1-45cb-bea0-fff4e89caa0d {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:57:32.077446 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46fe6c7c-4526-4b2f-87dc-362272490f65", "tag": "7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:57:32.077695 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fc9c7e68-12b1-45cb-bea0-fff4e89caa0d {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:57:32.078090 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46fe6c7c-4526-4b2f-87dc-362272490f65', 'tag': '7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8', 'status': 'completed', 'code': 200} Oct 20 11:57:32.096111 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715ae52-182a-4d25-a837-b9295cae929f req-0f3c2f3e-7200-42e7-b231-53685a081d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:32.098156 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8715ae52-182a-4d25-a837-b9295cae929f req-0f3c2f3e-7200-42e7-b231-53685a081d93 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7b7ab08033641e78db1564572273b1c&device_id=46fe6c7c-4526-4b2f-87dc-362272490f65 HTTP/1.1" status: 200 len: 1094 time: 0.0598536 Oct 20 11:57:32.143620 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8715ae52-182a-4d25-a837-b9295cae929f req-a6f807e0-2c50-4a06-8dd5-50adbe77cd90 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8 HTTP/1.1" status: 200 len: 217 time: 0.0365734 Oct 20 11:57:32.194905 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715ae52-182a-4d25-a837-b9295cae929f req-0e606058-de83-4217-a8df-61a69b722862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:32.196748 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8715ae52-182a-4d25-a837-b9295cae929f req-0e606058-de83-4217-a8df-61a69b722862 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=17e6f53e-e9d5-48fc-83a5-bdc3231d90a6 HTTP/1.1" status: 200 len: 851 time: 0.0464056 Oct 20 11:57:32.241451 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8715ae52-182a-4d25-a837-b9295cae929f req-6a76eaba-565d-4adf-b81f-cacab8111dd1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9dd5b955-6620-4b7a-99df-260eeed30975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357895 Oct 20 11:57:32.338925 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8715ae52-182a-4d25-a837-b9295cae929f req-0d929ad7-5efb-43af-8165-06c4d10fcfc5 service neutron] 10.222.0.11 "GET /v2.0/networks/9dd5b955-6620-4b7a-99df-260eeed30975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893481 Oct 20 11:57:32.437656 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8715ae52-182a-4d25-a837-b9295cae929f req-06729447-5d5e-4976-9cb3-367caa9513bb service neutron] 10.222.0.11 "GET /v2.0/networks/9dd5b955-6620-4b7a-99df-260eeed30975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904062 Oct 20 11:57:32.535948 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10654944-19f1-4527-8102-bc94410845d4 req-3b68f47f-2704-4c36-a3b1-91c4a1171df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:32.537592 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-10654944-19f1-4527-8102-bc94410845d4 req-3b68f47f-2704-4c36-a3b1-91c4a1171df1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7b7ab08033641e78db1564572273b1c&device_id=46fe6c7c-4526-4b2f-87dc-362272490f65 HTTP/1.1" status: 200 len: 1094 time: 0.0447745 Oct 20 11:57:32.638710 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10654944-19f1-4527-8102-bc94410845d4 req-bc12d01d-b9bf-4318-a93f-5598572ba072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:32.640198 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-10654944-19f1-4527-8102-bc94410845d4 req-bc12d01d-b9bf-4318-a93f-5598572ba072 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9dd5b955-6620-4b7a-99df-260eeed30975 HTTP/1.1" status: 200 len: 913 time: 0.0942833 Oct 20 11:57:32.692465 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-10654944-19f1-4527-8102-bc94410845d4 req-39956754-f09f-4cd4-9a28-37abeca1b548 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8 HTTP/1.1" status: 200 len: 217 time: 0.0429225 Oct 20 11:57:32.747649 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10654944-19f1-4527-8102-bc94410845d4 req-756d1aba-87bf-4cb5-9535-dcf796a3e01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:32.749137 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-10654944-19f1-4527-8102-bc94410845d4 req-756d1aba-87bf-4cb5-9535-dcf796a3e01a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=17e6f53e-e9d5-48fc-83a5-bdc3231d90a6 HTTP/1.1" status: 200 len: 851 time: 0.0481558 Oct 20 11:57:32.786291 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-10654944-19f1-4527-8102-bc94410845d4 req-849a7c0f-b3b4-432c-b97f-fb724f3c9d15 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9dd5b955-6620-4b7a-99df-260eeed30975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284100 Oct 20 11:57:32.942636 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-10654944-19f1-4527-8102-bc94410845d4 req-2b68bfd8-1b65-4263-866e-db9d55181f45 service neutron] 10.222.0.11 "GET /v2.0/networks/9dd5b955-6620-4b7a-99df-260eeed30975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483374 Oct 20 11:57:32.955706 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e1f51-72ee-4090-923e-bbfb8a910cdb req-bb154463-4003-485d-91b1-9f3d613c0b13 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:32.957740 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5b6e1f51-72ee-4090-923e-bbfb8a910cdb req-bb154463-4003-485d-91b1-9f3d613c0b13 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/ports?device_id=46fe6c7c-4526-4b2f-87dc-362272490f65 HTTP/1.1" status: 200 len: 943 time: 0.0846040 Oct 20 11:57:33.479359 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5b6e1f51-72ee-4090-923e-bbfb8a910cdb req-77bd6ea9-ed5b-436e-8cdc-1cb312b7e5a3 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b14f436-a6a9-471e-8ac7-7a4cef705ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5078106 Oct 20 11:57:33.540349 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae5f0b-875d-4031-90a8-9eddf7a61378 req-a8c47b66-b3bd-4b2e-94d4-20ce1de3e229 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:33.547384 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c8ae5f0b-875d-4031-90a8-9eddf7a61378 req-a8c47b66-b3bd-4b2e-94d4-20ce1de3e229 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.1028957 Oct 20 11:57:33.582289 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-10654944-19f1-4527-8102-bc94410845d4 req-7295c10a-8697-43ba-99c5-bd8465e22572 service neutron] 10.222.0.11 "GET /v2.0/networks/9dd5b955-6620-4b7a-99df-260eeed30975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6213992 Oct 20 11:57:33.601795 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c8ae5f0b-875d-4031-90a8-9eddf7a61378 req-c903adc4-e650-46f4-9d78-687b44e58484 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524380 Oct 20 11:57:34.671269 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cded3c-4497-44a0-978c-5bf83b6b90cc req-d8884b30-2b90-46f0-b73f-d0e99c60dd9e tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:34.672764 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-28cded3c-4497-44a0-978c-5bf83b6b90cc req-d8884b30-2b90-46f0-b73f-d0e99c60dd9e tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/ports?device_id=46fe6c7c-4526-4b2f-87dc-362272490f65 HTTP/1.1" status: 200 len: 943 time: 0.0880349 Oct 20 11:57:34.739763 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-28cded3c-4497-44a0-978c-5bf83b6b90cc req-de83b2ec-0a62-4dc4-8b61-16bd643bf090 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b14f436-a6a9-471e-8ac7-7a4cef705ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607300 Oct 20 11:57:34.763005 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab92a4-17c2-4403-a706-d41ceb9c3fbe req-0ec6ccd8-d5ed-472f-a097-f052e26aeda5 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:34.764601 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ddab92a4-17c2-4403-a706-d41ceb9c3fbe req-0ec6ccd8-d5ed-472f-a097-f052e26aeda5 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0687866 Oct 20 11:57:34.807369 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ddab92a4-17c2-4403-a706-d41ceb9c3fbe req-f45cf74d-5939-4a4d-887b-456cd24f2201 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362835 Oct 20 11:57:35.881855 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310353e-e308-4e06-8f7b-026738a07d07 req-b821b168-f066-4eb1-8e31-ea202cb51e44 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:35.883839 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2310353e-e308-4e06-8f7b-026738a07d07 req-b821b168-f066-4eb1-8e31-ea202cb51e44 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/ports?device_id=46fe6c7c-4526-4b2f-87dc-362272490f65 HTTP/1.1" status: 200 len: 943 time: 0.0664756 Oct 20 11:57:35.974393 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2310353e-e308-4e06-8f7b-026738a07d07 req-28ddfe75-9196-4cb6-8ed1-b185bbc05bbc tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b14f436-a6a9-471e-8ac7-7a4cef705ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836632 Oct 20 11:57:35.997742 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1953a-519a-4323-be12-3c9df2b9e00e req-24b845d1-9a77-4027-99ec-40cf23635918 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:35.997742 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0ed1953a-519a-4323-be12-3c9df2b9e00e req-24b845d1-9a77-4027-99ec-40cf23635918 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0954258 Oct 20 11:57:36.043641 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0ed1953a-519a-4323-be12-3c9df2b9e00e req-ec29b5f3-a8f7-4ef4-9fc7-df678c480d66 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427890 Oct 20 11:57:36.131610 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:57:36.232885 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8,segment=NetworkSegment(3048036d-24da-4c77-8770-5895de57991f),segment_id=3048036d-24da-4c77-8770-5895de57991f)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:57:36.245605 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8', 'network_id': '9dd5b955-6620-4b7a-99df-260eeed30975', 'port_id': '7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8', 'mac_address': 'fa:16:3e:ff:bd:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17e6f53e-e9d5-48fc-83a5-bdc3231d90a6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:57:36.287967 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:36.301775 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:57:36.321857 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8,segment=NetworkSegment(3048036d-24da-4c77-8770-5895de57991f),segment_id=3048036d-24da-4c77-8770-5895de57991f)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:57:36.326722 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:36.377700 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:57:36.593802 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:57:37.114888 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479bad1-d189-4893-919e-7d93a0e1c865 req-e159e408-28d5-4a61-9c65-8fd799bcfc2d tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:37.116378 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3479bad1-d189-4893-919e-7d93a0e1c865 req-e159e408-28d5-4a61-9c65-8fd799bcfc2d tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/ports?device_id=46fe6c7c-4526-4b2f-87dc-362272490f65 HTTP/1.1" status: 200 len: 944 time: 0.0597024 Oct 20 11:57:37.194118 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5afe1-e634-454f-ab32-c811407b1f07 req-aa0b02a8-7300-47a5-a68f-2cd3dc73ef54 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:37.195877 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-18a5afe1-e634-454f-ab32-c811407b1f07 req-aa0b02a8-7300-47a5-a68f-2cd3dc73ef54 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0748143 Oct 20 11:57:37.198754 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3479bad1-d189-4893-919e-7d93a0e1c865 req-c2d392a6-c808-4703-bd6d-a6c536855bd5 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b14f436-a6a9-471e-8ac7-7a4cef705ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687320 Oct 20 11:57:37.243942 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-18a5afe1-e634-454f-ab32-c811407b1f07 req-e39cf98f-fb60-439e-a6cd-337f3cbdbc0c tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373616 Oct 20 11:57:38.134212 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:57:38.197009 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:57:38.201149 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:57:38.201524 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:38.284679 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:38.329967 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46fe6c7c-4526-4b2f-87dc-362272490f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:57:38.332521 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58150dae-6817-4b9c-9192-eaa8aaf5c8c1" -d '{"events": [{"server_uuid": "46fe6c7c-4526-4b2f-87dc-362272490f65", "name": "network-vif-plugged", "status": "completed", "tag": "7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:57:38.347235 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8,segment=NetworkSegment(3048036d-24da-4c77-8770-5895de57991f),segment_id=3048036d-24da-4c77-8770-5895de57991f)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:57:38.352238 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:38.375610 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db300033-72a7-478e-9d24-18a3d41a2d2e req-0f205bd1-6ea7-4e1d-b3be-b6a18ae2d8ea tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:38.377097 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db300033-72a7-478e-9d24-18a3d41a2d2e req-0f205bd1-6ea7-4e1d-b3be-b6a18ae2d8ea tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/ports?device_id=46fe6c7c-4526-4b2f-87dc-362272490f65 HTTP/1.1" status: 200 len: 944 time: 0.0863020 Oct 20 11:57:38.390711 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aadf051-f721-4b09-9561-7943d2834fb9 req-5108a619-129a-4988-b7bd-f4c487454821 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:38.392182 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9aadf051-f721-4b09-9561-7943d2834fb9 req-5108a619-129a-4988-b7bd-f4c487454821 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0689347 Oct 20 11:57:38.405551 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:57:38.448852 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db300033-72a7-478e-9d24-18a3d41a2d2e req-b51ed6e4-0864-4baf-bf57-b290c17d2974 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b14f436-a6a9-471e-8ac7-7a4cef705ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556448 Oct 20 11:57:38.451554 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9aadf051-f721-4b09-9561-7943d2834fb9 req-fdc6f2c9-fea5-4aff-be3a-a6f1b923ecad tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517521 Oct 20 11:57:38.557786 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7aa37ec-fed1-4536-8e5b-8217740448e5 x-openstack-request-id: req-e7aa37ec-fed1-4536-8e5b-8217740448e5 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:57:38.558080 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46fe6c7c-4526-4b2f-87dc-362272490f65", "name": "network-vif-plugged", "status": "completed", "tag": "7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:57:38.558330 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e7aa37ec-fed1-4536-8e5b-8217740448e5 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:57:38.558723 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46fe6c7c-4526-4b2f-87dc-362272490f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8', 'code': 200} Oct 20 11:57:38.724685 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ed909-8740-4855-bd1e-887010d49d24 req-8d571041-667d-4675-a5f7-32345cd9c77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:38.726183 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-449ed909-8740-4855-bd1e-887010d49d24 req-8d571041-667d-4675-a5f7-32345cd9c77b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=46fe6c7c-4526-4b2f-87dc-362272490f65 HTTP/1.1" status: 200 len: 1096 time: 0.0407679 Oct 20 11:57:38.766645 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-449ed909-8740-4855-bd1e-887010d49d24 req-9c6b4b15-a0a0-4de8-a65b-c96ee0ba19be service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1b14f436-a6a9-471e-8ac7-7a4cef705ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314875 Oct 20 11:57:39.028681 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925124d1-fa9d-4e9c-ac90-381e60731232 req-2d5a693f-e95f-4564-86a4-bf5083ff4a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:39.030147 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-925124d1-fa9d-4e9c-ac90-381e60731232 req-2d5a693f-e95f-4564-86a4-bf5083ff4a44 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ea755e9590d34b39adb71177b99b6d2c&device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 1097 time: 0.0522611 Oct 20 11:57:39.133841 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925124d1-fa9d-4e9c-ac90-381e60731232 req-56f4034d-2bce-4f23-8ba8-d48b56aebbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:39.135362 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-925124d1-fa9d-4e9c-ac90-381e60731232 req-56f4034d-2bce-4f23-8ba8-d48b56aebbaa service neutron] 10.222.0.11 "GET /v2.0/networks?id=a15420de-6a07-4a4f-ba79-469962eb6cc8 HTTP/1.1" status: 200 len: 916 time: 0.0965962 Oct 20 11:57:39.180861 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-925124d1-fa9d-4e9c-ac90-381e60731232 req-1c5176e8-8a3b-439a-b37f-5f496278bf1b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eae36528-cf16-4667-9859-d294f58c3767 HTTP/1.1" status: 200 len: 217 time: 0.0375333 Oct 20 11:57:39.232351 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925124d1-fa9d-4e9c-ac90-381e60731232 req-612dff6a-b370-440f-bc7b-bb3df8abbc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:39.233745 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-925124d1-fa9d-4e9c-ac90-381e60731232 req-612dff6a-b370-440f-bc7b-bb3df8abbc94 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b999a9c2-9254-4dda-a454-6d38a553ee36 HTTP/1.1" status: 200 len: 854 time: 0.0444570 Oct 20 11:57:39.279532 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-925124d1-fa9d-4e9c-ac90-381e60731232 req-34eebacd-3e65-466b-b267-bd08cc72be3e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a15420de-6a07-4a4f-ba79-469962eb6cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370090 Oct 20 11:57:39.374646 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-925124d1-fa9d-4e9c-ac90-381e60731232 req-2064145b-b206-4700-a906-4336cec53349 service neutron] 10.222.0.11 "GET /v2.0/networks/a15420de-6a07-4a4f-ba79-469962eb6cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859923 Oct 20 11:57:39.474691 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-925124d1-fa9d-4e9c-ac90-381e60731232 req-addb6ae9-002a-45ed-b839-ca897db6bdd8 service neutron] 10.222.0.11 "GET /v2.0/networks/a15420de-6a07-4a4f-ba79-469962eb6cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915041 Oct 20 11:57:39.596807 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc2c74-e6dc-4823-9241-b29766802ba6 req-72185127-64c7-46af-9ab2-d5a24127a916 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:39.598357 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8dfc2c74-e6dc-4823-9241-b29766802ba6 req-72185127-64c7-46af-9ab2-d5a24127a916 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/ports?device_id=46fe6c7c-4526-4b2f-87dc-362272490f65 HTTP/1.1" status: 200 len: 945 time: 0.0817180 Oct 20 11:57:39.606915 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dfb045-ce30-473f-985f-aa6e11c59c9d req-8ee7527c-9b30-41e4-8401-d8f7a5744f48 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:39.608314 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a9dfb045-ce30-473f-985f-aa6e11c59c9d req-8ee7527c-9b30-41e4-8401-d8f7a5744f48 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0821593 Oct 20 11:57:39.663068 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8dfc2c74-e6dc-4823-9241-b29766802ba6 req-cf349dfe-9f62-44a1-8350-70c5611716dc tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b14f436-a6a9-471e-8ac7-7a4cef705ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537150 Oct 20 11:57:39.667987 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a9dfb045-ce30-473f-985f-aa6e11c59c9d req-2ce61daa-70d4-4898-b4e8-625d1b5143e7 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529461 Oct 20 11:57:40.048278 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:40.817850 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b1bde-dd9c-4f67-b12e-24c4481fcb1f req-7fa1c780-401a-41d4-82c1-5f496cf6d3fa tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:40.819383 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-814b1bde-dd9c-4f67-b12e-24c4481fcb1f req-7fa1c780-401a-41d4-82c1-5f496cf6d3fa tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/ports?device_id=46fe6c7c-4526-4b2f-87dc-362272490f65 HTTP/1.1" status: 200 len: 945 time: 0.0844793 Oct 20 11:57:40.829716 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce550b-b15e-4dc0-98d9-ba97f9cf1add req-b6608dbf-2fdb-4853-a4d3-032f732e6e81 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:40.831225 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-acce550b-b15e-4dc0-98d9-ba97f9cf1add req-b6608dbf-2fdb-4853-a4d3-032f732e6e81 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0698600 Oct 20 11:57:40.885525 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-814b1bde-dd9c-4f67-b12e-24c4481fcb1f req-9e488f45-cf65-41f0-83cb-34fe30b2d036 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b14f436-a6a9-471e-8ac7-7a4cef705ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533233 Oct 20 11:57:40.891000 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-acce550b-b15e-4dc0-98d9-ba97f9cf1add req-09fbf8c5-b284-4f04-bd27-6a43181de520 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529838 Oct 20 11:57:41.005834 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47b330-836c-439b-8496-4c4a12ee39ae req-9c00f008-6964-47e6-82e4-2ef7e8f943f6 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:41.007393 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ce47b330-836c-439b-8496-4c4a12ee39ae req-9c00f008-6964-47e6-82e4-2ef7e8f943f6 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/ports?device_id=46fe6c7c-4526-4b2f-87dc-362272490f65 HTTP/1.1" status: 200 len: 945 time: 0.0524127 Oct 20 11:57:41.048236 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ce47b330-836c-439b-8496-4c4a12ee39ae req-aa9ce6ed-af71-43b3-8107-498a762063f0 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b14f436-a6a9-471e-8ac7-7a4cef705ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346501 Oct 20 11:57:41.296015 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a624b9e-a196-4e60-9570-916d06cd24b9 req-6bc8d18c-646b-4131-b749-88e3fc12fbd1 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:41.297509 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7a624b9e-a196-4e60-9570-916d06cd24b9 req-6bc8d18c-646b-4131-b749-88e3fc12fbd1 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/ports?device_id=46fe6c7c-4526-4b2f-87dc-362272490f65 HTTP/1.1" status: 200 len: 945 time: 0.0551770 Oct 20 11:57:41.336723 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7a624b9e-a196-4e60-9570-916d06cd24b9 req-5d7b9434-bb93-4509-8efb-5c54e5d3b6a5 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b14f436-a6a9-471e-8ac7-7a4cef705ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327487 Oct 20 11:57:42.017747 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b28a0-1833-44d7-993a-4eda91c07ff8 req-b5b592f1-089d-4e73-94df-cda2210543df tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:42.019201 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-320b28a0-1833-44d7-993a-4eda91c07ff8 req-b5b592f1-089d-4e73-94df-cda2210543df tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0572219 Oct 20 11:57:42.061081 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-320b28a0-1833-44d7-993a-4eda91c07ff8 req-d4a9252a-69d8-4be7-90cc-cf575eb72ad3 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326500 Oct 20 11:57:42.135480 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device eae36528-cf16-4667-9859-d294f58c3767 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:57:42.198480 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b63726-0a2a-48be-86c5-202f934b8d76 req-56a6042d-551d-4b26-a5bb-2f0365edc6db tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:42.200333 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-71b63726-0a2a-48be-86c5-202f934b8d76 req-56a6042d-551d-4b26-a5bb-2f0365edc6db tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 946 time: 0.0553148 Oct 20 11:57:42.215730 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:42.239855 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-71b63726-0a2a-48be-86c5-202f934b8d76 req-821e767a-3997-4b30-a8a9-17cc719705af tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334847 Oct 20 11:57:42.240740 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce69061-7ed0-401c-b804-4365bf5d9f12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eae36528-cf16-4667-9859-d294f58c3767'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:57:42.243115 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7203179-8dbf-46fa-971e-de714afdd8e5" -d '{"events": [{"server_uuid": "4ce69061-7ed0-401c-b804-4365bf5d9f12", "name": "network-vif-unplugged", "status": "completed", "tag": "eae36528-cf16-4667-9859-d294f58c3767"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:57:42.255495 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port eae36528-cf16-4667-9859-d294f58c3767, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=eae36528-cf16-4667-9859-d294f58c3767,segment=NetworkSegment(d62d22e1-4ed0-4262-9452-80d2f51e2b28),segment_id=d62d22e1-4ed0-4262-9452-80d2f51e2b28)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:57:42.260802 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:42.285310 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 20 Oct 2021 11:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7eed9d3-2013-4710-9ce0-44df1a105d2a x-openstack-request-id: req-d7eed9d3-2013-4710-9ce0-44df1a105d2a {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:57:42.285620 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce69061-7ed0-401c-b804-4365bf5d9f12", "name": "network-vif-unplugged", "status": "failed", "tag": "eae36528-cf16-4667-9859-d294f58c3767", "code": 422}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:57:42.285868 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d7eed9d3-2013-4710-9ce0-44df1a105d2a {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:57:42.286258 n-d-814735-3 neutron-server[100648]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4ce69061-7ed0-401c-b804-4365bf5d9f12', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'eae36528-cf16-4667-9859-d294f58c3767', 'code': 422} returned with failed status Oct 20 11:57:42.311110 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=eae36528-cf16-4667-9859-d294f58c3767,revision_number=8']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:57:42.415105 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-c93d3312-d4f6-405a-8a9e-cb8343157cd2 req-1b9217a5-301c-4466-b798-6f4ec4906739 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:57:42.416160 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c93d3312-d4f6-405a-8a9e-cb8343157cd2 req-1b9217a5-301c-4466-b798-6f4ec4906739 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057824 Oct 20 11:57:42.469988 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d6821-a212-4c98-bc72-7520ef46977b req-1c132d84-975c-4816-815e-fa2eb1a0d86b tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:42.471414 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-471d6821-a212-4c98-bc72-7520ef46977b req-1c132d84-975c-4816-815e-fa2eb1a0d86b tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/ports?device_id=46fe6c7c-4526-4b2f-87dc-362272490f65 HTTP/1.1" status: 200 len: 945 time: 0.0545280 Oct 20 11:57:42.516285 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-471d6821-a212-4c98-bc72-7520ef46977b req-7e99a24b-2ba3-411b-bcc9-75b94d38a933 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b14f436-a6a9-471e-8ac7-7a4cef705ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382056 Oct 20 11:57:42.575746 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea407723-5614-4cf9-893e-b65185626f6b req-9d571948-7dfd-407f-aa88-d8a6cada3e2f tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:42.577433 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea407723-5614-4cf9-893e-b65185626f6b req-9d571948-7dfd-407f-aa88-d8a6cada3e2f tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 944 time: 0.0548303 Oct 20 11:57:42.620168 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea407723-5614-4cf9-893e-b65185626f6b req-fc3a670f-ec4d-4e25-bd77-38c64f0a8fb8 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346014 Oct 20 11:57:42.800654 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe5e1a-ac1b-414b-9360-26bd358d1252 req-043046a3-d4c4-42d2-b556-b7296998b763 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:42.802055 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-00fe5e1a-ac1b-414b-9360-26bd358d1252 req-043046a3-d4c4-42d2-b556-b7296998b763 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/ports?device_id=46fe6c7c-4526-4b2f-87dc-362272490f65 HTTP/1.1" status: 200 len: 945 time: 0.1162684 Oct 20 11:57:42.804741 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d20382-e9a6-4f4b-a7dd-fd53b4d2b63d req-c497797b-ad21-4e55-9930-261e03f0de36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:42.806301 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f5d20382-e9a6-4f4b-a7dd-fd53b4d2b63d req-c497797b-ad21-4e55-9930-261e03f0de36 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7b7ab08033641e78db1564572273b1c&device_id=46fe6c7c-4526-4b2f-87dc-362272490f65 HTTP/1.1" status: 200 len: 1096 time: 0.0894010 Oct 20 11:57:42.847266 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4301ff3f-4802-4b4f-93a9-61863e2cf7b6 req-b81924cf-bee6-4028-bd34-c10728156d17 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1053839 Oct 20 11:57:42.901046 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-00fe5e1a-ac1b-414b-9360-26bd358d1252 req-5ecf8eaf-e9cd-42bf-904f-526508fb195a tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b14f436-a6a9-471e-8ac7-7a4cef705ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924091 Oct 20 11:57:42.927091 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d20382-e9a6-4f4b-a7dd-fd53b4d2b63d req-9df994b1-b312-4ac7-bafa-2ff9d06c1ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:42.928586 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f5d20382-e9a6-4f4b-a7dd-fd53b4d2b63d req-9df994b1-b312-4ac7-bafa-2ff9d06c1ba7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9dd5b955-6620-4b7a-99df-260eeed30975 HTTP/1.1" status: 200 len: 913 time: 0.1127570 Oct 20 11:57:42.975235 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f5d20382-e9a6-4f4b-a7dd-fd53b4d2b63d req-c4a32a7a-7602-4ac6-ba39-d5f58fa77784 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8 HTTP/1.1" status: 200 len: 217 time: 0.0395777 Oct 20 11:57:43.024463 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d20382-e9a6-4f4b-a7dd-fd53b4d2b63d req-e025ca5f-b66d-476a-a47d-cdfd960f4519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:43.025967 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f5d20382-e9a6-4f4b-a7dd-fd53b4d2b63d req-e025ca5f-b66d-476a-a47d-cdfd960f4519 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=17e6f53e-e9d5-48fc-83a5-bdc3231d90a6 HTTP/1.1" status: 200 len: 851 time: 0.0444486 Oct 20 11:57:43.058476 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f5d20382-e9a6-4f4b-a7dd-fd53b4d2b63d req-267af5a4-a502-4efe-b78a-d3659c62a1d7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9dd5b955-6620-4b7a-99df-260eeed30975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254300 Oct 20 11:57:43.160330 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f5d20382-e9a6-4f4b-a7dd-fd53b4d2b63d req-0377d41a-cca2-4207-895d-17b031950dc2 service neutron] 10.222.0.11 "GET /v2.0/networks/9dd5b955-6620-4b7a-99df-260eeed30975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943451 Oct 20 11:57:43.253706 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f5d20382-e9a6-4f4b-a7dd-fd53b4d2b63d req-9c732e0a-737e-4b19-b7b6-cdd480b2dd60 service neutron] 10.222.0.11 "GET /v2.0/networks/9dd5b955-6620-4b7a-99df-260eeed30975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862744 Oct 20 11:57:43.748134 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c7498-31ea-4ff0-be46-5c54bdcd56b3 req-3c1630c7-a060-47ce-a449-d9e62235850c tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:43.749641 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8f8c7498-31ea-4ff0-be46-5c54bdcd56b3 req-3c1630c7-a060-47ce-a449-d9e62235850c tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 944 time: 0.0609443 Oct 20 11:57:43.807215 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8f8c7498-31ea-4ff0-be46-5c54bdcd56b3 req-a785a218-4288-4553-b6f6-74986fb65a4b tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481541 Oct 20 11:57:43.839954 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4301ff3f-4802-4b4f-93a9-61863e2cf7b6 req-f3630d76-b352-4565-87f7-ecff57641c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:43.841499 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4301ff3f-4802-4b4f-93a9-61863e2cf7b6 req-f3630d76-b352-4565-87f7-ecff57641c9e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12&tenant_id=ea755e9590d34b39adb71177b99b6d2c HTTP/1.1" status: 200 len: 1095 time: 0.0487063 Oct 20 11:57:43.904688 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4301ff3f-4802-4b4f-93a9-61863e2cf7b6 req-87d41438-b616-4ac1-a9b5-7c8f98f0c1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:43.906259 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4301ff3f-4802-4b4f-93a9-61863e2cf7b6 req-87d41438-b616-4ac1-a9b5-7c8f98f0c1ab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ea755e9590d34b39adb71177b99b6d2c&device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 1095 time: 0.0433359 Oct 20 11:57:44.034270 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4301ff3f-4802-4b4f-93a9-61863e2cf7b6 req-5ec70b12-48cf-4cc1-828b-c087dd6d0689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:44.035808 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4301ff3f-4802-4b4f-93a9-61863e2cf7b6 req-5ec70b12-48cf-4cc1-828b-c087dd6d0689 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a15420de-6a07-4a4f-ba79-469962eb6cc8 HTTP/1.1" status: 200 len: 916 time: 0.1222496 Oct 20 11:57:44.044232 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5563c-5f9e-4845-b30a-4dd215b0ffbb req-654174e3-b559-46cd-a5de-3df3bd3ecd28 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:44.045579 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d9a5563c-5f9e-4845-b30a-4dd215b0ffbb req-654174e3-b559-46cd-a5de-3df3bd3ecd28 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/ports?device_id=46fe6c7c-4526-4b2f-87dc-362272490f65 HTTP/1.1" status: 200 len: 945 time: 0.0694718 Oct 20 11:57:44.085274 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4301ff3f-4802-4b4f-93a9-61863e2cf7b6 req-f0c00637-3816-41d1-b6a9-c7af8bab1c6c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eae36528-cf16-4667-9859-d294f58c3767 HTTP/1.1" status: 200 len: 217 time: 0.0387270 Oct 20 11:57:44.146600 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d9a5563c-5f9e-4845-b30a-4dd215b0ffbb req-54206b94-b043-4e72-b129-8ecb5e355e4a tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b14f436-a6a9-471e-8ac7-7a4cef705ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946264 Oct 20 11:57:44.152460 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4301ff3f-4802-4b4f-93a9-61863e2cf7b6 req-5f2abf42-24dd-490d-b765-8bf195628e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:44.153877 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4301ff3f-4802-4b4f-93a9-61863e2cf7b6 req-5f2abf42-24dd-490d-b765-8bf195628e8b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b999a9c2-9254-4dda-a454-6d38a553ee36 HTTP/1.1" status: 200 len: 854 time: 0.0621743 Oct 20 11:57:44.186756 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4301ff3f-4802-4b4f-93a9-61863e2cf7b6 req-391a4845-1778-4184-97db-6d8a8b37c1ad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a15420de-6a07-4a4f-ba79-469962eb6cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252850 Oct 20 11:57:44.281846 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4301ff3f-4802-4b4f-93a9-61863e2cf7b6 req-cefd19bc-1741-4e9d-ad3e-8fe01c848bd8 service neutron] 10.222.0.11 "GET /v2.0/networks/a15420de-6a07-4a4f-ba79-469962eb6cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875304 Oct 20 11:57:44.407881 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4301ff3f-4802-4b4f-93a9-61863e2cf7b6 req-9eef02bf-eebe-4bf9-b707-d4d6395509fb service neutron] 10.222.0.11 "GET /v2.0/networks/a15420de-6a07-4a4f-ba79-469962eb6cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171958 Oct 20 11:57:44.415156 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40348b6f-c15a-4c27-be29-e585a06fea7a req-3f3d5006-2e85-421a-892f-2a68a175f306 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:44.416476 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-40348b6f-c15a-4c27-be29-e585a06fea7a req-3f3d5006-2e85-421a-892f-2a68a175f306 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/ports?device_id=46fe6c7c-4526-4b2f-87dc-362272490f65 HTTP/1.1" status: 200 len: 945 time: 0.0918853 Oct 20 11:57:44.457739 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-40348b6f-c15a-4c27-be29-e585a06fea7a req-82c91519-3ce7-461f-972d-a3bd3491d754 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b14f436-a6a9-471e-8ac7-7a4cef705ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341437 Oct 20 11:57:44.950066 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0bfdc8-5ca3-4856-a0b4-2a6ff6f17ec7 req-b68ff444-02b9-40f8-bfbf-3c0f71df702c tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:44.952567 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-df0bfdc8-5ca3-4856-a0b4-2a6ff6f17ec7 req-b68ff444-02b9-40f8-bfbf-3c0f71df702c tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 944 time: 0.0570993 Oct 20 11:57:44.996087 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-df0bfdc8-5ca3-4856-a0b4-2a6ff6f17ec7 req-649e33fc-8050-43da-9717-fa52e824ed6a tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373352 Oct 20 11:57:45.500523 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:45.592496 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4150c961-9d67-4eae-8f56-82c294c30d70 req-bf0c5be6-c22a-47ff-9203-d2e55ef559ed tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:45.594057 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4150c961-9d67-4eae-8f56-82c294c30d70 req-bf0c5be6-c22a-47ff-9203-d2e55ef559ed tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/ports?device_id=46fe6c7c-4526-4b2f-87dc-362272490f65 HTTP/1.1" status: 200 len: 945 time: 0.0517197 Oct 20 11:57:45.637988 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4150c961-9d67-4eae-8f56-82c294c30d70 req-bbeb3dfa-2356-4b96-9e96-f12921984905 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b14f436-a6a9-471e-8ac7-7a4cef705ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374982 Oct 20 11:57:46.122425 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f867bbf-b5df-4f4b-99e1-0c25840e3c7b req-e5044af7-dce6-4a76-a59f-f2157325ad95 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:46.124348 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9f867bbf-b5df-4f4b-99e1-0c25840e3c7b req-e5044af7-dce6-4a76-a59f-f2157325ad95 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 944 time: 0.0517788 Oct 20 11:57:46.149994 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device eae36528-cf16-4667-9859-d294f58c3767 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:57:46.167669 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9f867bbf-b5df-4f4b-99e1-0c25840e3c7b req-b0b75d4c-bbca-4c75-b19e-f85c2f7b0476 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346205 Oct 20 11:57:46.777037 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765b882-26ed-47b5-8984-793bd22b72b6 req-136a33da-609b-4659-8db1-3c8e7d5f92fa tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:46.778574 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5765b882-26ed-47b5-8984-793bd22b72b6 req-136a33da-609b-4659-8db1-3c8e7d5f92fa tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/ports?device_id=46fe6c7c-4526-4b2f-87dc-362272490f65 HTTP/1.1" status: 200 len: 945 time: 0.0589564 Oct 20 11:57:46.816365 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5765b882-26ed-47b5-8984-793bd22b72b6 req-90ef3f8b-33ed-4c20-b4f5-ae0b6b6f53ca tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b14f436-a6a9-471e-8ac7-7a4cef705ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315611 Oct 20 11:57:47.297751 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efefbfb0-4e10-4a60-80a2-5eaf56c648bd req-5579d501-f762-4b96-9de6-e657cfbc18f0 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:47.299297 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-efefbfb0-4e10-4a60-80a2-5eaf56c648bd req-5579d501-f762-4b96-9de6-e657cfbc18f0 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 944 time: 0.0514674 Oct 20 11:57:47.340122 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-efefbfb0-4e10-4a60-80a2-5eaf56c648bd req-eeb3a21c-2f39-4f57-a59a-8eaa9e99bc08 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347509 Oct 20 11:57:47.940004 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1035b35-25f0-4d63-b7cd-437f726670b0 req-fe0b3187-f6c2-4149-b249-828cbcf8fab0 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:47.941580 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c1035b35-25f0-4d63-b7cd-437f726670b0 req-fe0b3187-f6c2-4149-b249-828cbcf8fab0 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/ports?device_id=46fe6c7c-4526-4b2f-87dc-362272490f65 HTTP/1.1" status: 200 len: 945 time: 0.0507495 Oct 20 11:57:47.981602 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c1035b35-25f0-4d63-b7cd-437f726670b0 req-e9af19f2-de57-4deb-a474-b07c2814dc7e tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b14f436-a6a9-471e-8ac7-7a4cef705ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338209 Oct 20 11:57:48.469954 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9505b5f-c81c-4868-8031-e015530b1796 req-d0e479ce-920c-4b80-a130-b12a310dd797 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:48.471466 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a9505b5f-c81c-4868-8031-e015530b1796 req-d0e479ce-920c-4b80-a130-b12a310dd797 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 944 time: 0.0548944 Oct 20 11:57:48.512766 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a9505b5f-c81c-4868-8031-e015530b1796 req-c16a6f88-209c-463f-9b95-39f01f850edd tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353398 Oct 20 11:57:49.114548 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66fb0b-5bd6-4151-970c-b85e4df1bfe0 req-4ae4a50d-377a-405f-bdf0-6b9c3682964f tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:49.116119 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2f66fb0b-5bd6-4151-970c-b85e4df1bfe0 req-4ae4a50d-377a-405f-bdf0-6b9c3682964f tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/ports?device_id=46fe6c7c-4526-4b2f-87dc-362272490f65 HTTP/1.1" status: 200 len: 945 time: 0.0575955 Oct 20 11:57:49.157889 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2f66fb0b-5bd6-4151-970c-b85e4df1bfe0 req-52d12f67-9df0-4438-937a-b1ec229d1889 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b14f436-a6a9-471e-8ac7-7a4cef705ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350070 Oct 20 11:57:49.322443 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c1e0f6e6-3746-4503-8b8f-e25044acfe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:49.645314 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e31030-6117-44bb-a5cd-f51c902f929f req-d8f46553-a23f-4aef-b580-2bf1e94bf3c5 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:49.647152 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-27e31030-6117-44bb-a5cd-f51c902f929f req-d8f46553-a23f-4aef-b580-2bf1e94bf3c5 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 944 time: 0.0529540 Oct 20 11:57:49.689032 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-27e31030-6117-44bb-a5cd-f51c902f929f req-9b7d2a93-a55a-4d57-810d-00cb79a200a5 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347509 Oct 20 11:57:50.289412 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6d1a3-7d0b-4bf7-86b4-660382901b7f req-943928a9-431d-4bdb-83f6-8a33de1d10f1 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:50.291044 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-23f6d1a3-7d0b-4bf7-86b4-660382901b7f req-943928a9-431d-4bdb-83f6-8a33de1d10f1 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/ports?device_id=46fe6c7c-4526-4b2f-87dc-362272490f65 HTTP/1.1" status: 200 len: 945 time: 0.0611386 Oct 20 11:57:50.329186 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-23f6d1a3-7d0b-4bf7-86b4-660382901b7f req-d13e9ac3-2965-4d19-8c16-10a576b34866 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b14f436-a6a9-471e-8ac7-7a4cef705ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322096 Oct 20 11:57:50.814228 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df07cc4-0f71-4d68-88c0-3d91878d5b07 req-f0da780e-a953-4b83-b39a-000cd8e7b4b8 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:50.815784 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5df07cc4-0f71-4d68-88c0-3d91878d5b07 req-f0da780e-a953-4b83-b39a-000cd8e7b4b8 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 944 time: 0.0531454 Oct 20 11:57:50.867669 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5df07cc4-0f71-4d68-88c0-3d91878d5b07 req-a53e3beb-1084-415e-bd3f-5d4000192d52 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449123 Oct 20 11:57:51.447493 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60079301-38d4-4b70-baea-caf9abe8d4b1 req-844abe0a-2751-4099-995a-cb18b722af6a tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:51.448880 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-60079301-38d4-4b70-baea-caf9abe8d4b1 req-844abe0a-2751-4099-995a-cb18b722af6a tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/ports?device_id=46fe6c7c-4526-4b2f-87dc-362272490f65 HTTP/1.1" status: 200 len: 945 time: 0.0513318 Oct 20 11:57:51.488257 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-60079301-38d4-4b70-baea-caf9abe8d4b1 req-9492794a-c2f9-48fb-8016-47309473b856 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b14f436-a6a9-471e-8ac7-7a4cef705ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333309 Oct 20 11:57:51.998087 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ae2ab-7716-4f1d-a8b9-6e8d8ecc3e30 req-d4abd78a-dfbd-4b9a-b64f-5f2df1805078 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:51.999586 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-750ae2ab-7716-4f1d-a8b9-6e8d8ecc3e30 req-d4abd78a-dfbd-4b9a-b64f-5f2df1805078 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 944 time: 0.0561159 Oct 20 11:57:52.055782 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-750ae2ab-7716-4f1d-a8b9-6e8d8ecc3e30 req-2f16b366-43c4-4cbe-97a5-117d0f93133c tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498295 Oct 20 11:57:52.201671 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ab840c5f-87a7-4dc4-8902-aaa7b323228e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:52.608253 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd89034d-9179-4e6e-9f1a-3310de26eb7c req-4bc2eadd-87df-45e6-b780-a93b44d109ea tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:52.616449 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bd89034d-9179-4e6e-9f1a-3310de26eb7c req-4bc2eadd-87df-45e6-b780-a93b44d109ea tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/ports?device_id=46fe6c7c-4526-4b2f-87dc-362272490f65 HTTP/1.1" status: 200 len: 945 time: 0.0568743 Oct 20 11:57:52.650746 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bd89034d-9179-4e6e-9f1a-3310de26eb7c req-54fd013f-a5ea-41b5-aaa1-bc5b4c5f2326 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b14f436-a6a9-471e-8ac7-7a4cef705ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330787 Oct 20 11:57:53.124414 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:53.179220 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5abd27-7f70-4797-886e-248a200e424f req-3f8d6aa5-5f2b-45b1-82ef-aeb97ee3119b tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:53.186567 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1c5abd27-7f70-4797-886e-248a200e424f req-3f8d6aa5-5f2b-45b1-82ef-aeb97ee3119b tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 944 time: 0.0568585 Oct 20 11:57:53.199488 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:53.223844 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1c5abd27-7f70-4797-886e-248a200e424f req-d065966c-a61d-4457-9fce-42d16713c283 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335727 Oct 20 11:57:53.800403 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b7dc92-75a7-4d5a-9898-3af94d1a9a3b req-2e686e5a-13e9-42f4-963d-ea3eff0ce5ca tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:53.803270 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d0b7dc92-75a7-4d5a-9898-3af94d1a9a3b req-2e686e5a-13e9-42f4-963d-ea3eff0ce5ca tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/ports?device_id=46fe6c7c-4526-4b2f-87dc-362272490f65 HTTP/1.1" status: 200 len: 945 time: 0.0595238 Oct 20 11:57:53.847134 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d0b7dc92-75a7-4d5a-9898-3af94d1a9a3b req-100134a3-67d0-4551-a4a7-e3edc5bb321a tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b14f436-a6a9-471e-8ac7-7a4cef705ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328677 Oct 20 11:57:54.368168 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef531c-7cba-4414-82cd-0e7d16755ba9 req-98c67a75-1e1d-4c3b-9dc5-cf316627a009 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:54.369838 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-03ef531c-7cba-4414-82cd-0e7d16755ba9 req-98c67a75-1e1d-4c3b-9dc5-cf316627a009 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 944 time: 0.0534472 Oct 20 11:57:54.413572 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-03ef531c-7cba-4414-82cd-0e7d16755ba9 req-935b9e19-2b35-41fd-9a46-da89e4f409f4 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378182 Oct 20 11:57:54.580339 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e4dcc-dec3-4a06-aa48-e171781baf93 req-7aad5ae6-7396-444a-ab34-355e8a5c0f19 tempest-TestNetworkAdvancedServerOps-525790075 tempest-TestNetworkAdvancedServerOps-525790075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:54.581821 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-617e4dcc-dec3-4a06-aa48-e171781baf93 req-7aad5ae6-7396-444a-ab34-355e8a5c0f19 tempest-TestNetworkAdvancedServerOps-525790075 tempest-TestNetworkAdvancedServerOps-525790075-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 1097 time: 0.0460768 Oct 20 11:57:54.616735 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-617e4dcc-dec3-4a06-aa48-e171781baf93 req-589a1cb0-a688-420c-8b08-e16f32b5e522 tempest-TestNetworkAdvancedServerOps-525790075 tempest-TestNetworkAdvancedServerOps-525790075-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=bde7e756-7381-4f9e-9284-33b0e6fb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287621 Oct 20 11:57:54.753158 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b132f8d4-74af-4119-81b1-484b35b29ab5 req-26b98cfb-2828-476b-be16-73e520fb20e6 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:54.754874 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b132f8d4-74af-4119-81b1-484b35b29ab5 req-26b98cfb-2828-476b-be16-73e520fb20e6 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 946 time: 0.0647659 Oct 20 11:57:54.793693 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b132f8d4-74af-4119-81b1-484b35b29ab5 req-f8dc0bb6-57bb-4fdf-8b6d-f3c1164dc7b2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=bde7e756-7381-4f9e-9284-33b0e6fb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324135 Oct 20 11:57:54.827175 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 47576) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:57:54.913788 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-96e2cf0b-5e41-4ccc-ae30-823d13bfc729 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/floatingips/b833d770-b599-464e-b8e5-903dc5e644fb HTTP/1.1" status: 200 len: 994 time: 0.0853300 Oct 20 11:57:54.949699 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:54.978363 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82e8db-b507-4250-b6e7-45210dc9fe74 req-b7a251d9-9c6f-4774-be89-a3d73c5d09c1 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:54.979908 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8c82e8db-b507-4250-b6e7-45210dc9fe74 req-b7a251d9-9c6f-4774-be89-a3d73c5d09c1 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/ports?device_id=46fe6c7c-4526-4b2f-87dc-362272490f65 HTTP/1.1" status: 200 len: 945 time: 0.0531995 Oct 20 11:57:55.032123 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8c82e8db-b507-4250-b6e7-45210dc9fe74 req-5805b768-3554-40a4-a04f-ef38f8660500 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b14f436-a6a9-471e-8ac7-7a4cef705ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460541 Oct 20 11:57:55.233382 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-4d497f04-4bbb-4d72-8684-0a17c53c9d5d req-d9baf866-8c51-446b-b801-b78afe2c3c7e service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:57:55.234341 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4d497f04-4bbb-4d72-8684-0a17c53c9d5d req-d9baf866-8c51-446b-b801-b78afe2c3c7e service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054739 Oct 20 11:57:55.472425 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:57:55.590438 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e9d27-4de1-4a44-b608-c9ac64903643 req-187249a6-4923-452c-b209-4d6a66608cbd tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:55.591983 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-303e9d27-4de1-4a44-b608-c9ac64903643 req-187249a6-4923-452c-b209-4d6a66608cbd tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 946 time: 0.1210918 Oct 20 11:57:55.603464 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5d7f2-e825-4bf8-b8e4-69018417b473 req-ac378bd8-c0f1-4066-b917-09c7a1ed9897 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:55.604857 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bda5d7f2-e825-4bf8-b8e4-69018417b473 req-ac378bd8-c0f1-4066-b917-09c7a1ed9897 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 944 time: 0.0988603 Oct 20 11:57:55.615425 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-35398b53-9562-4b0d-b804-e4c2cf577a53 req-950eeb43-e46b-457f-b51a-a0196f89709d service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=56351b23-0389-402e-9cad-3bc7914b8783&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1082797 Oct 20 11:57:55.663836 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bda5d7f2-e825-4bf8-b8e4-69018417b473 req-77a0d6cd-23d4-4106-82cb-47fdcba826f5 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474756 Oct 20 11:57:55.680998 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-303e9d27-4de1-4a44-b608-c9ac64903643 req-246f7335-dce0-4edc-9fe0-711c910fcd39 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=bde7e756-7381-4f9e-9284-33b0e6fb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738859 Oct 20 11:57:56.155218 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b890bb41-ec8a-4593-9ce1-8ba9f8972624 req-5efaa7c9-3bec-42bc-9ab7-5c649dac40f2 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:56.156879 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b890bb41-ec8a-4593-9ce1-8ba9f8972624 req-5efaa7c9-3bec-42bc-9ab7-5c649dac40f2 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/ports?device_id=46fe6c7c-4526-4b2f-87dc-362272490f65 HTTP/1.1" status: 200 len: 945 time: 0.0569866 Oct 20 11:57:56.195684 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b890bb41-ec8a-4593-9ce1-8ba9f8972624 req-cff61a2c-b598-4226-adfb-3b83964c3af2 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b14f436-a6a9-471e-8ac7-7a4cef705ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326087 Oct 20 11:57:56.818823 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89649af-fc0f-4ac1-bb89-bed6a0273475 req-66d74e63-8a27-446c-815d-cfc512c1895d tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:56.820462 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a89649af-fc0f-4ac1-bb89-bed6a0273475 req-66d74e63-8a27-446c-815d-cfc512c1895d tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 944 time: 0.0860171 Oct 20 11:57:56.853187 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9318d8-e08e-4475-9558-441a994af560 req-2b8047e9-07d2-48f0-8caa-98d31b5f8485 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:56.854680 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2c9318d8-e08e-4475-9558-441a994af560 req-2b8047e9-07d2-48f0-8caa-98d31b5f8485 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 946 time: 0.0888271 Oct 20 11:57:56.885264 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a89649af-fc0f-4ac1-bb89-bed6a0273475 req-b4c895b2-738d-489d-ab99-7b1f59f7c752 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548387 Oct 20 11:57:56.906991 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2c9318d8-e08e-4475-9558-441a994af560 req-f49bc4ca-01de-486a-87a7-2eacaba8ac85 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=bde7e756-7381-4f9e-9284-33b0e6fb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456131 Oct 20 11:57:56.976124 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35398b53-9562-4b0d-b804-e4c2cf577a53 req-ee6d237a-bd6e-4716-ad13-a79f19526f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:56.977728 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-35398b53-9562-4b0d-b804-e4c2cf577a53 req-ee6d237a-bd6e-4716-ad13-a79f19526f83 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d69630d5f3304dc8a33f46da29b2ea4c&device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 1097 time: 0.1527994 Oct 20 11:57:57.073669 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35398b53-9562-4b0d-b804-e4c2cf577a53 req-71a0d0b5-90c2-450b-bd3a-d1c640a92e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:57.075182 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-35398b53-9562-4b0d-b804-e4c2cf577a53 req-71a0d0b5-90c2-450b-bd3a-d1c640a92e7f service neutron] 10.222.0.89 "GET /v2.0/networks?id=56112252-a34d-447c-a17a-793b19322615 HTTP/1.1" status: 200 len: 899 time: 0.0895948 Oct 20 11:57:57.145673 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-35398b53-9562-4b0d-b804-e4c2cf577a53 req-9b515eb6-5539-4610-8ad8-e614e2ea5f6a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba68fa0b-7ec0-446e-8a4e-8584074943c3 HTTP/1.1" status: 200 len: 1002 time: 0.0588844 Oct 20 11:57:57.209325 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35398b53-9562-4b0d-b804-e4c2cf577a53 req-de2611e1-202d-4d12-88ec-3212d5765b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:57.211675 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-35398b53-9562-4b0d-b804-e4c2cf577a53 req-de2611e1-202d-4d12-88ec-3212d5765b82 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ca6f1c92-8b3e-4b78-9b73-cd867e309c20 HTTP/1.1" status: 200 len: 835 time: 0.0570111 Oct 20 11:57:57.263558 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35398b53-9562-4b0d-b804-e4c2cf577a53 req-6f40c952-5fb0-4d58-8844-a6b5e1b1cf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:57.265105 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-35398b53-9562-4b0d-b804-e4c2cf577a53 req-6f40c952-5fb0-4d58-8844-a6b5e1b1cf2b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=56112252-a34d-447c-a17a-793b19322615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438943 Oct 20 11:57:57.373830 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5a380-6c0e-45c1-aa1b-8b29f73675ff req-af27035e-cb4e-438d-82e3-5344e17aac54 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:57.375339 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-82f5a380-6c0e-45c1-aa1b-8b29f73675ff req-af27035e-cb4e-438d-82e3-5344e17aac54 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/ports?device_id=46fe6c7c-4526-4b2f-87dc-362272490f65 HTTP/1.1" status: 200 len: 945 time: 0.1047328 Oct 20 11:57:57.409290 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-35398b53-9562-4b0d-b804-e4c2cf577a53 req-856bfff9-af97-4fa1-8c7f-c964c175692f service neutron] 10.222.0.89 "GET /v2.0/networks/56112252-a34d-447c-a17a-793b19322615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295485 Oct 20 11:57:57.433020 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-82f5a380-6c0e-45c1-aa1b-8b29f73675ff req-997cdc91-6cd2-4199-9208-de168a2d20bf tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b14f436-a6a9-471e-8ac7-7a4cef705ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516927 Oct 20 11:57:57.512813 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-35398b53-9562-4b0d-b804-e4c2cf577a53 req-831f4129-b3bf-4943-9a58-9d557d9ae900 service neutron] 10.222.0.89 "GET /v2.0/networks/56112252-a34d-447c-a17a-793b19322615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895615 Oct 20 11:57:57.655055 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf05b42-87c5-4ddd-bb7b-bdec2c65ebe3 req-2766f235-74b5-407d-aa65-ae08720d4cf7 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:57.656700 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3bf05b42-87c5-4ddd-bb7b-bdec2c65ebe3 req-2766f235-74b5-407d-aa65-ae08720d4cf7 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/ports?device_id=46fe6c7c-4526-4b2f-87dc-362272490f65 HTTP/1.1" status: 200 len: 945 time: 0.0666246 Oct 20 11:57:57.711993 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3bf05b42-87c5-4ddd-bb7b-bdec2c65ebe3 req-545948f3-5978-4f82-87c8-d5304947a522 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b14f436-a6a9-471e-8ac7-7a4cef705ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409961 Oct 20 11:57:57.714531 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73f0d9-ed60-417b-8ded-cd62c8c1f087 req-ed8dac6d-f51e-46dc-b804-0c7e2732c056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:57.715999 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea73f0d9-ed60-417b-8ded-cd62c8c1f087 req-ed8dac6d-f51e-46dc-b804-0c7e2732c056 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7b7ab08033641e78db1564572273b1c&device_id=46fe6c7c-4526-4b2f-87dc-362272490f65 HTTP/1.1" status: 200 len: 1096 time: 0.0790246 Oct 20 11:57:57.815073 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73f0d9-ed60-417b-8ded-cd62c8c1f087 req-cf1e74b1-c1a7-41bc-9c11-3428d953d936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:57.816544 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea73f0d9-ed60-417b-8ded-cd62c8c1f087 req-cf1e74b1-c1a7-41bc-9c11-3428d953d936 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9dd5b955-6620-4b7a-99df-260eeed30975 HTTP/1.1" status: 200 len: 913 time: 0.0923917 Oct 20 11:57:57.856896 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea73f0d9-ed60-417b-8ded-cd62c8c1f087 req-11fcff45-4f02-46dd-8937-09d278ac8d4f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8 HTTP/1.1" status: 200 len: 217 time: 0.0331597 Oct 20 11:57:57.910539 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73f0d9-ed60-417b-8ded-cd62c8c1f087 req-6d72274c-082b-4824-9c90-5f46b066b875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:57.912024 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea73f0d9-ed60-417b-8ded-cd62c8c1f087 req-6d72274c-082b-4824-9c90-5f46b066b875 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=17e6f53e-e9d5-48fc-83a5-bdc3231d90a6 HTTP/1.1" status: 200 len: 851 time: 0.0481386 Oct 20 11:57:57.960419 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea73f0d9-ed60-417b-8ded-cd62c8c1f087 req-44c35bd5-88ec-4123-bdcd-61dca3132398 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9dd5b955-6620-4b7a-99df-260eeed30975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410650 Oct 20 11:57:58.117938 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbf0c8-9d08-479d-8bf1-64444c01945a req-cf6a6e39-46ea-4a93-9487-2f0adffb5b94 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:58.119302 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5dcbf0c8-9d08-479d-8bf1-64444c01945a req-cf6a6e39-46ea-4a93-9487-2f0adffb5b94 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 944 time: 0.1509609 Oct 20 11:57:58.129652 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea73f0d9-ed60-417b-8ded-cd62c8c1f087 req-1ce30a74-dbf6-4c6f-af04-51170037a7b1 service neutron] 10.222.0.11 "GET /v2.0/networks/9dd5b955-6620-4b7a-99df-260eeed30975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624639 Oct 20 11:57:58.140769 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3345bc5-e765-483d-9111-c45bbd8e29ff req-f9fe711a-9254-4072-b7eb-cd9292a39928 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:58.142115 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3345bc5-e765-483d-9111-c45bbd8e29ff req-f9fe711a-9254-4072-b7eb-cd9292a39928 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 946 time: 0.1455138 Oct 20 11:57:58.211883 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device eae36528-cf16-4667-9859-d294f58c3767 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:57:58.316823 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port eae36528-cf16-4667-9859-d294f58c3767, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=eae36528-cf16-4667-9859-d294f58c3767,segment=NetworkSegment(d62d22e1-4ed0-4262-9452-80d2f51e2b28),segment_id=d62d22e1-4ed0-4262-9452-80d2f51e2b28)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:57:58.333879 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': 'eae36528-cf16-4667-9859-d294f58c3767', 'network_id': 'a15420de-6a07-4a4f-ba79-469962eb6cc8', 'port_id': 'eae36528-cf16-4667-9859-d294f58c3767', 'mac_address': 'fa:16:3e:05:5d:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b999a9c2-9254-4dda-a454-6d38a553ee36', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:57:58.379879 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:58.395178 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eae36528-cf16-4667-9859-d294f58c3767 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:57:58.416951 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port eae36528-cf16-4667-9859-d294f58c3767, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=eae36528-cf16-4667-9859-d294f58c3767,segment=NetworkSegment(d62d22e1-4ed0-4262-9452-80d2f51e2b28),segment_id=d62d22e1-4ed0-4262-9452-80d2f51e2b28)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:57:58.422454 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:57:58.471964 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=eae36528-cf16-4667-9859-d294f58c3767,revision_number=9']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:57:58.613691 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5dcbf0c8-9d08-479d-8bf1-64444c01945a req-4b4157f2-9c75-437e-9d91-7615acf44a6d tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4874511 Oct 20 11:57:58.618691 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3345bc5-e765-483d-9111-c45bbd8e29ff req-e3c075a4-4723-4784-aa7f-eb1cacf98783 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=bde7e756-7381-4f9e-9284-33b0e6fb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4617293 Oct 20 11:57:58.627777 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['eae36528-cf16-4667-9859-d294f58c3767'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:57:58.645679 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea73f0d9-ed60-417b-8ded-cd62c8c1f087 req-deb4715f-d40a-4950-94a8-883623718056 service neutron] 10.222.0.11 "GET /v2.0/networks/9dd5b955-6620-4b7a-99df-260eeed30975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5026174 Oct 20 11:57:58.832342 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ba073-05fb-4522-8bcf-564ee96a4c08 req-a6b6ce92-9c67-435a-824d-48d32ab2cbf4 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:58.833806 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-580ba073-05fb-4522-8bcf-564ee96a4c08 req-a6b6ce92-9c67-435a-824d-48d32ab2cbf4 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/ports?device_id=46fe6c7c-4526-4b2f-87dc-362272490f65 HTTP/1.1" status: 200 len: 945 time: 0.0489943 Oct 20 11:57:58.882390 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-580ba073-05fb-4522-8bcf-564ee96a4c08 req-2360a972-416a-4413-9137-44b0142b282b tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b14f436-a6a9-471e-8ac7-7a4cef705ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411859 Oct 20 11:57:59.757376 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af6ec6-baad-4aa1-9dc4-6d14cc5ea3c5 req-48d03823-9712-45d0-bc84-78e1ed68ba83 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:59.758962 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d0af6ec6-baad-4aa1-9dc4-6d14cc5ea3c5 req-48d03823-9712-45d0-bc84-78e1ed68ba83 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 945 time: 0.0767603 Oct 20 11:57:59.780864 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89045c26-6ca5-4ba4-b441-c1767b8da533 req-ee61993b-4cef-45e1-9667-df1db6a816a4 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:57:59.782244 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-89045c26-6ca5-4ba4-b441-c1767b8da533 req-ee61993b-4cef-45e1-9667-df1db6a816a4 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 946 time: 0.0741963 Oct 20 11:57:59.822918 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d0af6ec6-baad-4aa1-9dc4-6d14cc5ea3c5 req-2e675d6c-c4bc-462d-b3db-c12c76119ed3 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579216 Oct 20 11:57:59.834999 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-89045c26-6ca5-4ba4-b441-c1767b8da533 req-0b7a98e9-616c-4909-a724-3637b915c67b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=bde7e756-7381-4f9e-9284-33b0e6fb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465989 Oct 20 11:58:00.007891 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced07b56-9adb-4e3c-bbac-051c2920dfbd req-d4c2c6d0-785a-420f-94d4-6a83bf6ed306 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:00.009562 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ced07b56-9adb-4e3c-bbac-051c2920dfbd req-d4c2c6d0-785a-420f-94d4-6a83bf6ed306 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/ports?device_id=46fe6c7c-4526-4b2f-87dc-362272490f65 HTTP/1.1" status: 200 len: 945 time: 0.0596936 Oct 20 11:58:00.053867 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ced07b56-9adb-4e3c-bbac-051c2920dfbd req-9720fa1c-09b2-4434-87b3-3aaa71aaa440 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b14f436-a6a9-471e-8ac7-7a4cef705ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365229 Oct 20 11:58:00.227559 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device eae36528-cf16-4667-9859-d294f58c3767 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:58:00.275643 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port eae36528-cf16-4667-9859-d294f58c3767 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:58:00.276004 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:00.303348 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f89b9-1b5b-4bfe-8221-922a098abfc5 req-e7fe1a6b-a1a4-46cf-a99e-ab008dc8c55f tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:00.304823 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ce1f89b9-1b5b-4bfe-8221-922a098abfc5 req-e7fe1a6b-a1a4-46cf-a99e-ab008dc8c55f tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/ports?device_id=46fe6c7c-4526-4b2f-87dc-362272490f65 HTTP/1.1" status: 200 len: 945 time: 0.0494769 Oct 20 11:58:00.346985 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ce1f89b9-1b5b-4bfe-8221-922a098abfc5 req-7c63b1f2-6f1d-46a5-bfa5-f23ed457a951 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b14f436-a6a9-471e-8ac7-7a4cef705ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356479 Oct 20 11:58:00.350841 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:00.372594 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce69061-7ed0-401c-b804-4365bf5d9f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae36528-cf16-4667-9859-d294f58c3767'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:58:00.374856 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065e54ee-2404-4998-9697-7ef1efab1766" -d '{"events": [{"server_uuid": "4ce69061-7ed0-401c-b804-4365bf5d9f12", "name": "network-vif-plugged", "status": "completed", "tag": "eae36528-cf16-4667-9859-d294f58c3767"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:58:00.387046 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port eae36528-cf16-4667-9859-d294f58c3767, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=eae36528-cf16-4667-9859-d294f58c3767,segment=NetworkSegment(d62d22e1-4ed0-4262-9452-80d2f51e2b28),segment_id=d62d22e1-4ed0-4262-9452-80d2f51e2b28)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:58:00.391672 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:00.418587 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afdc0973-29bb-4bfb-9158-defdfac7dd36 x-openstack-request-id: req-afdc0973-29bb-4bfb-9158-defdfac7dd36 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:58:00.418904 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce69061-7ed0-401c-b804-4365bf5d9f12", "name": "network-vif-plugged", "status": "completed", "tag": "eae36528-cf16-4667-9859-d294f58c3767", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:58:00.419155 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-afdc0973-29bb-4bfb-9158-defdfac7dd36 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:58:00.419533 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce69061-7ed0-401c-b804-4365bf5d9f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae36528-cf16-4667-9859-d294f58c3767', 'code': 200} Oct 20 11:58:00.446486 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=eae36528-cf16-4667-9859-d294f58c3767,revision_number=10']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:00.577906 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a59bd-47cc-4cdb-9661-662566261f9e req-00376c42-546b-4a5e-b2d3-b115eb8e1898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:00.579705 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-741a59bd-47cc-4cdb-9661-662566261f9e req-00376c42-546b-4a5e-b2d3-b115eb8e1898 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 1098 time: 0.0411441 Oct 20 11:58:00.617490 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-741a59bd-47cc-4cdb-9661-662566261f9e req-cd5f99cc-c21e-4b79-9786-d637c352ecd9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286305 Oct 20 11:58:00.979883 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e574ab-029b-4cdf-b3bc-1eb084b7402b req-6dfa0722-e33b-462e-9b49-88218bae385b tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:00.981355 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-06e574ab-029b-4cdf-b3bc-1eb084b7402b req-6dfa0722-e33b-462e-9b49-88218bae385b tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 947 time: 0.0811377 Oct 20 11:58:00.992496 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448949c0-deca-498e-a7f9-de0f9fa6bfe4 req-bb542c43-5c2b-4435-be38-993323022790 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:00.993978 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-448949c0-deca-498e-a7f9-de0f9fa6bfe4 req-bb542c43-5c2b-4435-be38-993323022790 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 946 time: 0.0836174 Oct 20 11:58:01.052976 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-06e574ab-029b-4cdf-b3bc-1eb084b7402b req-d880e02a-2c5a-4d2c-8462-924fb34440e8 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580065 Oct 20 11:58:01.055739 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-448949c0-deca-498e-a7f9-de0f9fa6bfe4 req-598885ac-65c2-43dc-a408-91924e8cdad9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=bde7e756-7381-4f9e-9284-33b0e6fb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549979 Oct 20 11:58:01.477347 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577204ec-f0bc-40f7-ad0e-90b0bd9353c9 req-0b9e919e-50a2-4994-b470-f940ead8a696 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:01.478826 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-577204ec-f0bc-40f7-ad0e-90b0bd9353c9 req-0b9e919e-50a2-4994-b470-f940ead8a696 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/ports?device_id=46fe6c7c-4526-4b2f-87dc-362272490f65 HTTP/1.1" status: 200 len: 945 time: 0.0532169 Oct 20 11:58:01.520800 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-577204ec-f0bc-40f7-ad0e-90b0bd9353c9 req-58401449-81f3-44ce-8b39-f85d4b10f4e8 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b14f436-a6a9-471e-8ac7-7a4cef705ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330021 Oct 20 11:58:02.208811 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ad48f-3fe3-4df4-b35f-acbf239730f3 req-6fcfc768-17ae-4e8f-9ff8-1f92267f8eb9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:02.210305 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ce3ad48f-3fe3-4df4-b35f-acbf239730f3 req-6fcfc768-17ae-4e8f-9ff8-1f92267f8eb9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 946 time: 0.0848548 Oct 20 11:58:02.218814 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521aacc4-8935-4a56-9880-fced9710a394 req-fb6bbf7e-536e-4554-a441-f1ce9c6a5117 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:02.220207 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-521aacc4-8935-4a56-9880-fced9710a394 req-fb6bbf7e-536e-4554-a441-f1ce9c6a5117 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 947 time: 0.0815783 Oct 20 11:58:02.306592 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ce3ad48f-3fe3-4df4-b35f-acbf239730f3 req-64a17e87-0f59-4a44-a371-1794c1c074d4 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=bde7e756-7381-4f9e-9284-33b0e6fb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853767 Oct 20 11:58:02.316717 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-521aacc4-8935-4a56-9880-fced9710a394 req-7c06b75a-efed-4ebf-8e80-63edccdb2c9d tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883255 Oct 20 11:58:02.325135 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73288d-9f8e-4cbd-a3f8-dcd38896ee93 req-189aaf1e-a975-497d-abbf-824c6b4fe462 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:02.326598 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a73288d-9f8e-4cbd-a3f8-dcd38896ee93 req-189aaf1e-a975-497d-abbf-824c6b4fe462 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.11 "GET /v2.0/ports?device_id=46fe6c7c-4526-4b2f-87dc-362272490f65 HTTP/1.1" status: 200 len: 945 time: 0.0994413 Oct 20 11:58:02.428259 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-0a73288d-9f8e-4cbd-a3f8-dcd38896ee93 req-6c66c7f8-2d8c-4e47-a64a-ae1fee036ab1 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Deleting port 7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:58:02.428718 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0a73288d-9f8e-4cbd-a3f8-dcd38896ee93 req-6c66c7f8-2d8c-4e47-a64a-ae1fee036ab1 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:02.521396 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-0a73288d-9f8e-4cbd-a3f8-dcd38896ee93 req-6c66c7f8-2d8c-4e47-a64a-ae1fee036ab1 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] For port 7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8,segment=NetworkSegment(3048036d-24da-4c77-8770-5895de57991f),segment_id=3048036d-24da-4c77-8770-5895de57991f)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:58:02.521653 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0a73288d-9f8e-4cbd-a3f8-dcd38896ee93 req-6c66c7f8-2d8c-4e47-a64a-ae1fee036ab1 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:02.535419 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-0a73288d-9f8e-4cbd-a3f8-dcd38896ee93 req-6c66c7f8-2d8c-4e47-a64a-ae1fee036ab1 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Calling delete_port for 7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:58:02.687183 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae523c-f2ab-4dd4-bb79-c9609852b1e0 req-8533864b-aea7-4949-86eb-3381e08a482b tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:02.688653 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c0ae523c-f2ab-4dd4-bb79-c9609852b1e0 req-8533864b-aea7-4949-86eb-3381e08a482b tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/ports?device_id=46fe6c7c-4526-4b2f-87dc-362272490f65 HTTP/1.1" status: 200 len: 945 time: 0.0945427 Oct 20 11:58:02.722736 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0a73288d-9f8e-4cbd-a3f8-dcd38896ee93 req-6c66c7f8-2d8c-4e47-a64a-ae1fee036ab1 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:02.734568 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:58:02.767227 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c0ae523c-f2ab-4dd4-bb79-c9609852b1e0 req-d4d26da5-700d-4186-a43d-f59e5df37ac1 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b14f436-a6a9-471e-8ac7-7a4cef705ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709171 Oct 20 11:58:02.770375 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c66c7f8-2d8c-4e47-a64a-ae1fee036ab1 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Pushing event deleted for resources: {'Port': ['ID=7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:02.782016 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c66c7f8-2d8c-4e47-a64a-ae1fee036ab1 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:02.782343 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c66c7f8-2d8c-4e47-a64a-ae1fee036ab1 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:02.782682 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c66c7f8-2d8c-4e47-a64a-ae1fee036ab1 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:02.783035 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c66c7f8-2d8c-4e47-a64a-ae1fee036ab1 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:02.783365 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c66c7f8-2d8c-4e47-a64a-ae1fee036ab1 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:02.783690 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c66c7f8-2d8c-4e47-a64a-ae1fee036ab1 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:02.784015 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c66c7f8-2d8c-4e47-a64a-ae1fee036ab1 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:02.784354 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c66c7f8-2d8c-4e47-a64a-ae1fee036ab1 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:02.784701 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c66c7f8-2d8c-4e47-a64a-ae1fee036ab1 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:02.785015 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c66c7f8-2d8c-4e47-a64a-ae1fee036ab1 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:02.785322 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c66c7f8-2d8c-4e47-a64a-ae1fee036ab1 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:02.785639 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c66c7f8-2d8c-4e47-a64a-ae1fee036ab1 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:02.822311 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a73288d-9f8e-4cbd-a3f8-dcd38896ee93 req-6c66c7f8-2d8c-4e47-a64a-ae1fee036ab1 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] No DVR routers for this DVR port 7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:58:02.825238 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0a73288d-9f8e-4cbd-a3f8-dcd38896ee93 req-6c66c7f8-2d8c-4e47-a64a-ae1fee036ab1 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:02.828724 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a73288d-9f8e-4cbd-a3f8-dcd38896ee93 req-6c66c7f8-2d8c-4e47-a64a-ae1fee036ab1 tempest-TestServerAdvancedOps-1191524822 tempest-TestServerAdvancedOps-1191524822-project] 10.222.0.11 "DELETE /v2.0/ports/7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8 HTTP/1.1" status: 204 len: 173 time: 0.4957840 Oct 20 11:58:02.829287 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46fe6c7c-4526-4b2f-87dc-362272490f65', 'name': 'network-vif-deleted', 'tag': '7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:58:02.831654 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed5aefe-ab63-4521-8fef-7fae9567fbf5" -d '{"events": [{"server_uuid": "46fe6c7c-4526-4b2f-87dc-362272490f65", "name": "network-vif-deleted", "tag": "7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:58:02.931694 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0258e5db-f32e-4403-bd2e-1dfcc63608e6 x-openstack-request-id: req-0258e5db-f32e-4403-bd2e-1dfcc63608e6 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:58:02.931989 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46fe6c7c-4526-4b2f-87dc-362272490f65", "name": "network-vif-deleted", "tag": "7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:58:02.932244 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0258e5db-f32e-4403-bd2e-1dfcc63608e6 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:58:02.932645 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46fe6c7c-4526-4b2f-87dc-362272490f65', 'name': 'network-vif-deleted', 'tag': '7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8', 'status': 'completed', 'code': 200} Oct 20 11:58:03.456011 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ec79e-0430-46fb-a48c-3de6c063c665 req-498338d1-0ed6-4710-ae52-1d80b9b39282 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:03.457510 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-483ec79e-0430-46fb-a48c-3de6c063c665 req-498338d1-0ed6-4710-ae52-1d80b9b39282 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 946 time: 0.0807354 Oct 20 11:58:03.465540 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed809ae-6455-4775-a6c8-bc9fc88f91c4 req-04f318d9-a69a-402a-9e8e-5cf29a6f24fc tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:03.466921 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3ed809ae-6455-4775-a6c8-bc9fc88f91c4 req-04f318d9-a69a-402a-9e8e-5cf29a6f24fc tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 947 time: 0.0638463 Oct 20 11:58:03.522078 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-483ec79e-0430-46fb-a48c-3de6c063c665 req-1beca1c1-f211-406c-936d-856133372d33 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=bde7e756-7381-4f9e-9284-33b0e6fb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541904 Oct 20 11:58:03.529872 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3ed809ae-6455-4775-a6c8-bc9fc88f91c4 req-05cec3ff-4995-43bf-879e-4e6b83283e8b tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563467 Oct 20 11:58:03.652219 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc97d2-ad9c-42f2-96dd-e6920f22b27f req-cb51c4e2-39f8-4783-94a8-c8653a4f434d tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:03.653732 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9bfc97d2-ad9c-42f2-96dd-e6920f22b27f req-cb51c4e2-39f8-4783-94a8-c8653a4f434d tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 947 time: 0.0524592 Oct 20 11:58:03.692254 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9bfc97d2-ad9c-42f2-96dd-e6920f22b27f req-62612c48-2a7f-4920-8e29-0fbc320ca7c8 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318255 Oct 20 11:58:03.816105 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3482b7-0f6a-4193-a8f5-6cbbf78aa9ae req-b2eab21f-e8f0-45cf-a78d-3d99966f4146 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:03.817592 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db3482b7-0f6a-4193-a8f5-6cbbf78aa9ae req-b2eab21f-e8f0-45cf-a78d-3d99966f4146 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 947 time: 0.0517650 Oct 20 11:58:03.828619 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 47710) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:58:03.857066 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db3482b7-0f6a-4193-a8f5-6cbbf78aa9ae req-f6775db5-7cb3-4bac-a556-d81d0d90acb2 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329826 Oct 20 11:58:03.874408 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-aafc1761-afc1-4dab-9671-c379c27952b9 admin admin] Deleting subnet 17e6f53e-e9d5-48fc-83a5-bdc3231d90a6 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:58:03.877586 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-aafc1761-afc1-4dab-9671-c379c27952b9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:03.912958 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-aafc1761-afc1-4dab-9671-c379c27952b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:03.955797 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-aafc1761-afc1-4dab-9671-c379c27952b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:03.991299 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec292c5-9ca0-4fdf-af98-e3530a8bc43b req-e226854f-bdee-437d-a11a-773b5a5dbb6c tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:03.992642 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bec292c5-9ca0-4fdf-af98-e3530a8bc43b req-e226854f-bdee-437d-a11a-773b5a5dbb6c tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 947 time: 0.0527389 Oct 20 11:58:04.007951 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-aafc1761-afc1-4dab-9671-c379c27952b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:04.035074 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc1761-afc1-4dab-9671-c379c27952b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17e6f53e-e9d5-48fc-83a5-bdc3231d90a6,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:04.037376 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bec292c5-9ca0-4fdf-af98-e3530a8bc43b req-e9cbfd7e-fa5c-4a2d-a223-a605189aced2 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377209 Oct 20 11:58:04.038632 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-aafc1761-afc1-4dab-9671-c379c27952b9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:04.044443 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-aafc1761-afc1-4dab-9671-c379c27952b9 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/17e6f53e-e9d5-48fc-83a5-bdc3231d90a6 HTTP/1.1" status: 204 len: 168 time: 0.2142029 Oct 20 11:58:04.044592 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 47716) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:58:04.121790 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4ee8de25-32a3-41c3-bd71-edb5a364a226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:04.184635 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71ac1a-e3e8-44e7-ae56-d80a0ac09578 req-4fcd9f04-9caf-4ba1-b2f9-8d6750b04e7b tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:04.186110 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5e71ac1a-e3e8-44e7-ae56-d80a0ac09578 req-4fcd9f04-9caf-4ba1-b2f9-8d6750b04e7b tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 947 time: 0.0794170 Oct 20 11:58:04.250472 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4ee8de25-32a3-41c3-bd71-edb5a364a226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:04.277640 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5e71ac1a-e3e8-44e7-ae56-d80a0ac09578 req-f5f6e213-c429-4b58-842b-63f9fe7a765c tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796390 Oct 20 11:58:04.281048 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-4ee8de25-32a3-41c3-bd71-edb5a364a226 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd5b955-6620-4b7a-99df-260eeed30975']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:58:04.290661 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-4ee8de25-32a3-41c3-bd71-edb5a364a226 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3048036d-24da-4c77-8770-5895de57991f') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:58:04.291134 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-4ee8de25-32a3-41c3-bd71-edb5a364a226 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3048036d-24da-4c77-8770-5895de57991f') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:58:04.301279 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4ee8de25-32a3-41c3-bd71-edb5a364a226 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:04.314727 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4ee8de25-32a3-41c3-bd71-edb5a364a226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:04.321211 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ee8de25-32a3-41c3-bd71-edb5a364a226 admin admin] Releasing vlan 1256 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:58:04.321604 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4ee8de25-32a3-41c3-bd71-edb5a364a226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:04.323509 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 11:58:04.323509 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:58:04.323509 n-d-814735-3 neutron-server[100647]: timer() Oct 20 11:58:04.323509 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:58:04.323509 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 11:58:04.323509 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:58:04.323509 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 11:58:04.323509 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:58:04.323509 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 11:58:04.323509 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:58:04.323509 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 11:58:04.323509 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:58:04.323509 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 11:58:04.323509 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:58:04.323509 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:58:04.323509 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:58:04.323509 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:58:04.323509 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:58:04.323509 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 11:58:04.323509 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:58:04.323509 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 11:58:04.323509 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:58:04.323509 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:58:04.323509 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:58:04.323509 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 11:58:04.323509 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:58:04.323509 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:58:04.323509 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:58:04.323509 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:58:04.323509 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:58:04.323509 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:58:04.323509 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:58:04.401309 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4ee8de25-32a3-41c3-bd71-edb5a364a226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:04.408490 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4ee8de25-32a3-41c3-bd71-edb5a364a226 admin admin] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:04.411702 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4ee8de25-32a3-41c3-bd71-edb5a364a226 admin admin] 10.222.0.98 "DELETE /v2.0/networks/9dd5b955-6620-4b7a-99df-260eeed30975 HTTP/1.1" status: 204 len: 168 time: 0.3661497 Oct 20 11:58:04.414920 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 47724) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:58:04.424267 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee8de25-32a3-41c3-bd71-edb5a364a226 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dd5b955-6620-4b7a-99df-260eeed30975,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:04.442514 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1887947-143e-4c09-9435-23d6fcdb8843 req-050e8257-dad3-482c-9fd9-f2fb9cab028d tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:04.444181 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a1887947-143e-4c09-9435-23d6fcdb8843 req-050e8257-dad3-482c-9fd9-f2fb9cab028d tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 947 time: 0.0737095 Oct 20 11:58:04.464481 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-8678fca2-ff4b-4aff-b248-9ba512e5d0d8 admin admin] Deleting subnet 7eafc0d8-c057-4e45-8ce0-e20d10cabcec {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:58:04.467740 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8678fca2-ff4b-4aff-b248-9ba512e5d0d8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:04.484701 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a1887947-143e-4c09-9435-23d6fcdb8843 req-2f83e070-b85a-4c96-9986-1a039df488f4 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336788 Oct 20 11:58:04.504089 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8678fca2-ff4b-4aff-b248-9ba512e5d0d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:04.549047 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8678fca2-ff4b-4aff-b248-9ba512e5d0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:04.602081 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8678fca2-ff4b-4aff-b248-9ba512e5d0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:04.629657 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8678fca2-ff4b-4aff-b248-9ba512e5d0d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:04.632902 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8678fca2-ff4b-4aff-b248-9ba512e5d0d8 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/7eafc0d8-c057-4e45-8ce0-e20d10cabcec HTTP/1.1" status: 204 len: 168 time: 0.2168441 Oct 20 11:58:04.635645 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 47730) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:58:04.638275 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b78e80-1acb-401b-a965-d58577c9b2af req-808af7d9-e3da-4455-b773-521830b8bb81 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:04.639817 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-63b78e80-1acb-401b-a965-d58577c9b2af req-808af7d9-e3da-4455-b773-521830b8bb81 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 947 time: 0.0836864 Oct 20 11:58:04.653642 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8678fca2-ff4b-4aff-b248-9ba512e5d0d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7eafc0d8-c057-4e45-8ce0-e20d10cabcec,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:04.657297 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3f24b-bb2b-4795-b4db-d94e7d3ebd05 req-06db5a48-2f7a-4327-ad4a-695ecdc843ca tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:04.658844 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-61f3f24b-bb2b-4795-b4db-d94e7d3ebd05 req-06db5a48-2f7a-4327-ad4a-695ecdc843ca tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 946 time: 0.0668325 Oct 20 11:58:04.705994 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f089107b-d2e6-4ecc-810b-1b8abda75c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:04.715112 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-63b78e80-1acb-401b-a965-d58577c9b2af req-8742892d-c07e-49fd-8823-797d990f6516 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552559 Oct 20 11:58:04.717650 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-61f3f24b-bb2b-4795-b4db-d94e7d3ebd05 req-409fdbc6-060f-48f4-818b-0eff7264c28d tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=bde7e756-7381-4f9e-9284-33b0e6fb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517578 Oct 20 11:58:04.790355 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f089107b-d2e6-4ecc-810b-1b8abda75c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:04.810644 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-f089107b-d2e6-4ecc-810b-1b8abda75c29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f353cbde-5b43-465c-87fe-61af4b0c3116']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:58:04.819877 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-f089107b-d2e6-4ecc-810b-1b8abda75c29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '279224ae-4f95-423b-bfd2-5273d2fa51f9') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:58:04.820170 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-f089107b-d2e6-4ecc-810b-1b8abda75c29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '279224ae-4f95-423b-bfd2-5273d2fa51f9') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:58:04.829953 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f089107b-d2e6-4ecc-810b-1b8abda75c29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:04.843870 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f089107b-d2e6-4ecc-810b-1b8abda75c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:04.850181 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f089107b-d2e6-4ecc-810b-1b8abda75c29 admin admin] Releasing vlan 1269 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:58:04.850582 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f089107b-d2e6-4ecc-810b-1b8abda75c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:04.852522 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:58:04.852522 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:58:04.852522 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:58:04.852522 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:58:04.852522 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:58:04.852522 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:58:04.852522 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:58:04.852522 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:58:04.852522 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:58:04.852522 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:58:04.852522 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:58:04.852522 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:58:04.852522 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:58:04.852522 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:58:04.852522 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:58:04.852522 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:58:04.852522 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:58:04.852522 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:58:04.852522 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:58:04.852522 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:58:04.852522 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:58:04.852522 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:58:04.852522 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:58:04.852522 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:58:04.852522 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:58:04.852522 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:58:04.852522 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:58:04.852522 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:58:04.852522 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:58:04.852522 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:58:04.852522 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:58:04.852522 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:58:04.913159 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f089107b-d2e6-4ecc-810b-1b8abda75c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:04.928966 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f089107b-d2e6-4ecc-810b-1b8abda75c29 admin admin] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:04.932372 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f089107b-d2e6-4ecc-810b-1b8abda75c29 admin admin] 10.222.0.98 "DELETE /v2.0/networks/f353cbde-5b43-465c-87fe-61af4b0c3116 HTTP/1.1" status: 204 len: 168 time: 0.2955892 Oct 20 11:58:04.933536 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f089107b-d2e6-4ecc-810b-1b8abda75c29 admin admin] Pushing event deleted for resources: {'Network': ['ID=f353cbde-5b43-465c-87fe-61af4b0c3116,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:04.950095 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed808237-f6c7-4429-be6a-8c93d742f9b8 req-49f6c452-b0ad-434c-af80-6f5ef7b5dbdc tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:04.951750 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ed808237-f6c7-4429-be6a-8c93d742f9b8 req-49f6c452-b0ad-434c-af80-6f5ef7b5dbdc tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 947 time: 0.0547743 Oct 20 11:58:04.989116 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ed808237-f6c7-4429-be6a-8c93d742f9b8 req-79b0b6f1-5ee6-4a68-b277-5cb9fb5dbe4b tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312920 Oct 20 11:58:05.103701 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 47738) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:58:05.149619 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-bea6c342-c709-4b93-8867-4af91f9be433 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d7b7ab08033641e78db1564572273b1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447249 Oct 20 11:58:05.152419 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 47740) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:58:05.202254 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-be194f35-2709-450a-aeb4-012551dc3048 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:05.225610 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-be194f35-2709-450a-aeb4-012551dc3048 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:05.276991 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-be194f35-2709-450a-aeb4-012551dc3048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:05.279666 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-be194f35-2709-450a-aeb4-012551dc3048 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:05.280889 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-be194f35-2709-450a-aeb4-012551dc3048 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1b14f436-a6a9-471e-8ac7-7a4cef705ab9 HTTP/1.1" status: 204 len: 168 time: 0.1275268 Oct 20 11:58:05.289100 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be194f35-2709-450a-aeb4-012551dc3048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b14f436-a6a9-471e-8ac7-7a4cef705ab9,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:05.613138 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 47746) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:58:05.654700 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4ce417f4-e4f4-444b-a4d4-1fee0f10afa0 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1be0ed59f52a4bd59711819fe7552e22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402255 Oct 20 11:58:05.657196 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 47748) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:58:05.705937 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2bc87292-3be3-4634-b963-e296c19c0270 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:05.728160 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2bc87292-3be3-4634-b963-e296c19c0270 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:05.781235 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2bc87292-3be3-4634-b963-e296c19c0270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:05.783819 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2bc87292-3be3-4634-b963-e296c19c0270 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:05.785001 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2bc87292-3be3-4634-b963-e296c19c0270 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3ecf8862-6109-45da-839a-e54a1c286f06 HTTP/1.1" status: 204 len: 168 time: 0.1269419 Oct 20 11:58:05.793633 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc87292-3be3-4634-b963-e296c19c0270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecf8862-6109-45da-839a-e54a1c286f06,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:05.852626 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c518b1-9e7a-46b8-a5ab-42e6c10f793c req-1cd4f0a8-5b1e-4b73-89bd-781af4d5998c tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:05.854339 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d4c518b1-9e7a-46b8-a5ab-42e6c10f793c req-1cd4f0a8-5b1e-4b73-89bd-781af4d5998c tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 946 time: 0.0567694 Oct 20 11:58:05.895800 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d4c518b1-9e7a-46b8-a5ab-42e6c10f793c req-e62e539a-96f4-40cd-97e3-c5b7c7971c21 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=bde7e756-7381-4f9e-9284-33b0e6fb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346220 Oct 20 11:58:06.111117 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb59d9-98e9-4a7d-832c-abe7224ccc39 req-5b931441-7a67-429e-8301-12583846c0ad tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:06.112750 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-62bb59d9-98e9-4a7d-832c-abe7224ccc39 req-5b931441-7a67-429e-8301-12583846c0ad tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 947 time: 0.0511892 Oct 20 11:58:06.153094 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-62bb59d9-98e9-4a7d-832c-abe7224ccc39 req-1704747d-f04f-4701-b490-6aafa8e64f19 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337789 Oct 20 11:58:06.274618 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:58:06.297008 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: 7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:58:06.297437 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 7f4c4dd4-1193-4228-8bd1-b688d4bd6ea8 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:58:06.469828 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a38a01-1796-42e4-ba78-0ffe987d5a24 req-1ab794cb-576e-453c-b899-164e66fe52ff tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:06.471362 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-75a38a01-1796-42e4-ba78-0ffe987d5a24 req-1ab794cb-576e-453c-b899-164e66fe52ff tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 947 time: 0.0829346 Oct 20 11:58:06.485928 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a262c9-3e90-4678-a302-5db8270eed06 req-ba2ec4d6-8b7d-437f-b194-1e04aed6f92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:06.487384 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-88a262c9-3e90-4678-a302-5db8270eed06 req-ba2ec4d6-8b7d-437f-b194-1e04aed6f92c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ea755e9590d34b39adb71177b99b6d2c&device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 1098 time: 0.0635588 Oct 20 11:58:06.513897 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 47780) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:58:06.550852 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-75a38a01-1796-42e4-ba78-0ffe987d5a24 req-fdfffabb-f426-445e-a19c-22da720bbe86 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725930 Oct 20 11:58:06.603808 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a262c9-3e90-4678-a302-5db8270eed06 req-1bd7c694-ed1f-454a-8ff5-c2667076b89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:06.605309 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-88a262c9-3e90-4678-a302-5db8270eed06 req-1bd7c694-ed1f-454a-8ff5-c2667076b89b service neutron] 10.222.0.11 "GET /v2.0/networks?id=a15420de-6a07-4a4f-ba79-469962eb6cc8 HTTP/1.1" status: 200 len: 916 time: 0.1086287 Oct 20 11:58:06.617229 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-89b81d92-7d39-4bba-a672-44439299c772 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1084413399-network', 'tenant_id': '2a883afeccdc493d8238ba472f031019'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:58:06.640635 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b81d92-7d39-4bba-a672-44439299c772 admin admin] Made reservation on behalf of 2a883afeccdc493d8238ba472f031019 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:58:06.647087 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-89b81d92-7d39-4bba-a672-44439299c772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:06.652531 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-88a262c9-3e90-4678-a302-5db8270eed06 req-14bd69ff-b558-407b-826c-cb0ecdfa6691 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eae36528-cf16-4667-9859-d294f58c3767 HTTP/1.1" status: 200 len: 217 time: 0.0394690 Oct 20 11:58:06.653002 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-89b81d92-7d39-4bba-a672-44439299c772 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:06.702280 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a262c9-3e90-4678-a302-5db8270eed06 req-fd9e347e-4afb-45c1-af95-9381e0c7b53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:06.704000 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-88a262c9-3e90-4678-a302-5db8270eed06 req-fd9e347e-4afb-45c1-af95-9381e0c7b53c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b999a9c2-9254-4dda-a454-6d38a553ee36 HTTP/1.1" status: 200 len: 854 time: 0.0443311 Oct 20 11:58:06.727243 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-89b81d92-7d39-4bba-a672-44439299c772 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:06.732531 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-89b81d92-7d39-4bba-a672-44439299c772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:06.737820 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-88a262c9-3e90-4678-a302-5db8270eed06 req-25e4415e-a4b0-4429-930c-181b8f72cd7e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a15420de-6a07-4a4f-ba79-469962eb6cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255301 Oct 20 11:58:06.758862 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89b81d92-7d39-4bba-a672-44439299c772 admin admin] vlan segment allocate from pool success with {'vlan_id': 1257, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:58:06.765067 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b81d92-7d39-4bba-a672-44439299c772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c744fdb9-158b-4a83-bc4f-9b1470f59b7f,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:06.771893 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-89b81d92-7d39-4bba-a672-44439299c772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:06.772610 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-89b81d92-7d39-4bba-a672-44439299c772 admin admin] Added segment eb3b04cf-4e5d-47e1-a25f-825ff902331c of type vlan for network ef53a40f-cb7c-47fd-8a9f-559aa3e9824a Oct 20 11:58:06.814325 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-89b81d92-7d39-4bba-a672-44439299c772 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:06.834770 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-88a262c9-3e90-4678-a302-5db8270eed06 req-e56fe047-51b5-4c86-b02e-bf3f2b1726d9 service neutron] 10.222.0.11 "GET /v2.0/networks/a15420de-6a07-4a4f-ba79-469962eb6cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894980 Oct 20 11:58:06.840369 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-89b81d92-7d39-4bba-a672-44439299c772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:06.841352 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b81d92-7d39-4bba-a672-44439299c772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:06.841937 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-89b81d92-7d39-4bba-a672-44439299c772 admin admin] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:06.877589 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-89b81d92-7d39-4bba-a672-44439299c772 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3624244 Oct 20 11:58:06.880234 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 47784) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:58:06.884919 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-2c749233-9810-491f-8e60-4688715271a9 admin admin] Request body: {'subnet': {'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1084413399-subnet', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'ip_version': 4}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:58:06.918399 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b81d92-7d39-4bba-a672-44439299c772 admin admin] Pushing event updated for resources: {'Network': ['ID=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:06.928999 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network ef53a40f-cb7c-47fd-8a9f-559aa3e9824a details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:58:06.941803 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-88a262c9-3e90-4678-a302-5db8270eed06 req-8c32590a-7943-416c-8634-8bd40b91ea3a service neutron] 10.222.0.11 "GET /v2.0/networks/a15420de-6a07-4a4f-ba79-469962eb6cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001575 Oct 20 11:58:06.945561 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c749233-9810-491f-8e60-4688715271a9 admin admin] Made reservation on behalf of 2a883afeccdc493d8238ba472f031019 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:58:06.948858 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2c749233-9810-491f-8e60-4688715271a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:07.029915 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d1759-4a85-4af7-b0fb-50a5c35d2e40 req-ccdc7d7f-1a33-4a7f-a212-80cd36175665 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:07.031487 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea7d1759-4a85-4af7-b0fb-50a5c35d2e40 req-ccdc7d7f-1a33-4a7f-a212-80cd36175665 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 946 time: 0.0580339 Oct 20 11:58:07.071766 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea7d1759-4a85-4af7-b0fb-50a5c35d2e40 req-cb0bb56e-831a-4b53-84f7-6960dc817ce0 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=bde7e756-7381-4f9e-9284-33b0e6fb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323133 Oct 20 11:58:07.128643 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2c749233-9810-491f-8e60-4688715271a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:07.185179 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c749233-9810-491f-8e60-4688715271a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=667cbc2d-c894-4d06-bf55-c551daf9476c,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:07.193199 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c749233-9810-491f-8e60-4688715271a9 admin admin] Checking segment: {'id': 'eb3b04cf-4e5d-47e1-a25f-825ff902331c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:58:07.193562 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c749233-9810-491f-8e60-4688715271a9 admin admin] Network hostable DHCP agents. Network: ef53a40f-cb7c-47fd-8a9f-559aa3e9824a, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:58:07.211961 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c749233-9810-491f-8e60-4688715271a9 admin admin] Network ef53a40f-cb7c-47fd-8a9f-559aa3e9824a is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:58:07.221872 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-2c749233-9810-491f-8e60-4688715271a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, ef53a40f-cb7c-47fd-8a9f-559aa3e9824a) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:58:07.226021 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c749233-9810-491f-8e60-4688715271a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:07.226605 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2c749233-9810-491f-8e60-4688715271a9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:07.230852 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e50e38-f81a-4bf3-99ea-9c5ac88de88f None None] Network ef53a40f-cb7c-47fd-8a9f-559aa3e9824a requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:58:07.244132 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2c749233-9810-491f-8e60-4688715271a9 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3628488 Oct 20 11:58:07.246815 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 47788) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:58:07.251193 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-1a96024f-cff0-44fb-a197-3d9d0dfe2fe1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1084413399-router', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:58:07.272772 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1a96024f-cff0-44fb-a197-3d9d0dfe2fe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:07.273988 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1a96024f-cff0-44fb-a197-3d9d0dfe2fe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:07.328374 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1a96024f-cff0-44fb-a197-3d9d0dfe2fe1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:07.377478 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d964fec4-88bf-4dfa-972a-7dacded8eb8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-ef53a40f-cb7c-47fd-8a9f-559aa3e9824a', 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'fixed_ips': [{'subnet_id': '667cbc2d-c894-4d06-bf55-c551daf9476c'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:58:07.378351 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d964fec4-88bf-4dfa-972a-7dacded8eb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:07.468403 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1a96024f-cff0-44fb-a197-3d9d0dfe2fe1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:07.513344 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-d964fec4-88bf-4dfa-972a-7dacded8eb8d None None] Allocated IP 172.20.0.2 (ef53a40f-cb7c-47fd-8a9f-559aa3e9824a/667cbc2d-c894-4d06-bf55-c551daf9476c/482321da-9f95-4e91-ad2f-969c079b1dfe) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:58:07.682452 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded9bf8-77ef-43a8-99e2-b1b39c038f16 req-50fd5b69-67b1-4e40-9fc1-4f60dd7908d5 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:07.683618 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d964fec4-88bf-4dfa-972a-7dacded8eb8d None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:07.684132 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6ded9bf8-77ef-43a8-99e2-b1b39c038f16 req-50fd5b69-67b1-4e40-9fc1-4f60dd7908d5 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 947 time: 0.0629740 Oct 20 11:58:07.690270 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1a96024f-cff0-44fb-a197-3d9d0dfe2fe1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:07.691106 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d964fec4-88bf-4dfa-972a-7dacded8eb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:07.710008 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1a96024f-cff0-44fb-a197-3d9d0dfe2fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:07.730056 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d964fec4-88bf-4dfa-972a-7dacded8eb8d None None] Network ef53a40f-cb7c-47fd-8a9f-559aa3e9824a is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:58:07.731026 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6ded9bf8-77ef-43a8-99e2-b1b39c038f16 req-4dc23d33-2e7d-4aaa-9bd3-68f86721deb4 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370474 Oct 20 11:58:07.732963 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-d964fec4-88bf-4dfa-972a-7dacded8eb8d None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:58:07.736405 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d964fec4-88bf-4dfa-972a-7dacded8eb8d None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:58:07.765366 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d964fec4-88bf-4dfa-972a-7dacded8eb8d None None] Pushing event updated for resources: {'Port': ['ID=482321da-9f95-4e91-ad2f-969c079b1dfe,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:07.800605 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-d964fec4-88bf-4dfa-972a-7dacded8eb8d None None] Attempting to bind port 482321da-9f95-4e91-ad2f-969c079b1dfe on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:58:07.800975 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-d964fec4-88bf-4dfa-972a-7dacded8eb8d None None] Attempting to bind port 482321da-9f95-4e91-ad2f-969c079b1dfe by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'eb3b04cf-4e5d-47e1-a25f-825ff902331c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:58:07.801339 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d964fec4-88bf-4dfa-972a-7dacded8eb8d None None] Attempting to bind port 482321da-9f95-4e91-ad2f-969c079b1dfe on network ef53a40f-cb7c-47fd-8a9f-559aa3e9824a {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:58:07.806615 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d964fec4-88bf-4dfa-972a-7dacded8eb8d None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:58:07.807018 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d964fec4-88bf-4dfa-972a-7dacded8eb8d None None] Checking segment: {'id': 'eb3b04cf-4e5d-47e1-a25f-825ff902331c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:58:07.807420 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d964fec4-88bf-4dfa-972a-7dacded8eb8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:07.807813 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d964fec4-88bf-4dfa-972a-7dacded8eb8d None None] Bound using segment: {'id': 'eb3b04cf-4e5d-47e1-a25f-825ff902331c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:58:07.808282 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-d964fec4-88bf-4dfa-972a-7dacded8eb8d None None] Bound port: 482321da-9f95-4e91-ad2f-969c079b1dfe, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb3b04cf-4e5d-47e1-a25f-825ff902331c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:58:07.808663 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d964fec4-88bf-4dfa-972a-7dacded8eb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:07.841545 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-1a96024f-cff0-44fb-a197-3d9d0dfe2fe1 admin admin] Allocated IP 172.25.5.207 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/799a4dcb-4189-41ab-8c55-1fe2293dc0b1) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:58:07.855006 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429eb7f-406b-46cb-8662-79f595f513e5 req-4d59a995-9c67-4aa4-b6c7-e8e9ae9a393d tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:07.862295 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8429eb7f-406b-46cb-8662-79f595f513e5 req-4d59a995-9c67-4aa4-b6c7-e8e9ae9a393d tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 947 time: 0.0573204 Oct 20 11:58:07.873887 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d964fec4-88bf-4dfa-972a-7dacded8eb8d None None] For port 482321da-9f95-4e91-ad2f-969c079b1dfe, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:58:07.878036 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d964fec4-88bf-4dfa-972a-7dacded8eb8d None None] For port 482321da-9f95-4e91-ad2f-969c079b1dfe, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=482321da-9f95-4e91-ad2f-969c079b1dfe,segment=NetworkSegment(eb3b04cf-4e5d-47e1-a25f-825ff902331c),segment_id=eb3b04cf-4e5d-47e1-a25f-825ff902331c)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:58:07.882565 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d964fec4-88bf-4dfa-972a-7dacded8eb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:07.896140 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8429eb7f-406b-46cb-8662-79f595f513e5 req-9387052d-0681-43da-b2ae-1b0fbc72df52 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329597 Oct 20 11:58:07.940615 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d964fec4-88bf-4dfa-972a-7dacded8eb8d None None] Pushing event updated for resources: {'Port': ['ID=482321da-9f95-4e91-ad2f-969c079b1dfe,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:07.968464 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1a96024f-cff0-44fb-a197-3d9d0dfe2fe1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:08.004421 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1a96024f-cff0-44fb-a197-3d9d0dfe2fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:08.042624 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a96024f-cff0-44fb-a197-3d9d0dfe2fe1 admin admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:58:08.045569 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-1a96024f-cff0-44fb-a197-3d9d0dfe2fe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:58:08.048111 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a96024f-cff0-44fb-a197-3d9d0dfe2fe1 admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:58:08.065226 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d1e50-18a9-4110-aa2f-b2103393022f req-1377bf75-8394-4d70-a2ba-01760c149781 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:08.067162 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2c6d1e50-18a9-4110-aa2f-b2103393022f req-1377bf75-8394-4d70-a2ba-01760c149781 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 947 time: 0.0681672 Oct 20 11:58:08.120666 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2c6d1e50-18a9-4110-aa2f-b2103393022f req-54437562-c851-407c-bcdc-891daee88a5e tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473809 Oct 20 11:58:08.276551 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a50ff13-2df7-4a94-a4c0-c2c783cf09f2 req-4ac9579f-9507-4826-90e3-e82bb8ce1aae tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:08.278186 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6a50ff13-2df7-4a94-a4c0-c2c783cf09f2 req-4ac9579f-9507-4826-90e3-e82bb8ce1aae tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 946 time: 0.0957277 Oct 20 11:58:08.307804 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be3f3b0-fd6e-4b77-a88f-ff24e757fbaa req-58e37212-d4d7-47c8-a607-76eaadbc4701 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:08.309427 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5be3f3b0-fd6e-4b77-a88f-ff24e757fbaa req-58e37212-d4d7-47c8-a607-76eaadbc4701 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 947 time: 0.0764983 Oct 20 11:58:08.354105 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6a50ff13-2df7-4a94-a4c0-c2c783cf09f2 req-223490ef-48ca-445b-9ef9-f0add565cf0b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=bde7e756-7381-4f9e-9284-33b0e6fb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639365 Oct 20 11:58:08.375009 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5be3f3b0-fd6e-4b77-a88f-ff24e757fbaa req-63aacfac-3c43-4f23-8a8f-cac6fc58eb77 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507886 Oct 20 11:58:08.429260 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a96024f-cff0-44fb-a197-3d9d0dfe2fe1 admin admin] Pushing event updated for resources: {'Port': ['ID=799a4dcb-4189-41ab-8c55-1fe2293dc0b1,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:08.537425 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce4e77-fbbb-492c-8301-efbf84114039 req-70ac85ec-4aec-4e5b-8160-8ca7d96b2170 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:08.539192 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7fce4e77-fbbb-492c-8301-efbf84114039 req-70ac85ec-4aec-4e5b-8160-8ca7d96b2170 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 947 time: 0.0611355 Oct 20 11:58:08.583615 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7fce4e77-fbbb-492c-8301-efbf84114039 req-14a57319-fdb5-44f6-a86c-604f7d92e5e8 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381839 Oct 20 11:58:08.669897 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1a96024f-cff0-44fb-a197-3d9d0dfe2fe1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:08.717850 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f40508-9eab-4f12-b810-cd4a4b0a5344 req-bc2457af-b73a-45da-afa3-ffdf64e6b50b tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:08.722074 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-21f40508-9eab-4f12-b810-cd4a4b0a5344 req-bc2457af-b73a-45da-afa3-ffdf64e6b50b tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 947 time: 0.0534027 Oct 20 11:58:08.761799 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-21f40508-9eab-4f12-b810-cd4a4b0a5344 req-80e4e3ee-618b-41b3-978c-237f5b499ecf tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359805 Oct 20 11:58:08.884436 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1a96024f-cff0-44fb-a197-3d9d0dfe2fe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:08.896216 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8cc9a6-d9b2-4bb0-956c-7c3d1eb1aaf9 req-8a0cbed6-ebb4-41de-837b-24b14f4d688f tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:08.898197 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1e8cc9a6-d9b2-4bb0-956c-7c3d1eb1aaf9 req-8a0cbed6-ebb4-41de-837b-24b14f4d688f tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 947 time: 0.0516641 Oct 20 11:58:08.940158 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1e8cc9a6-d9b2-4bb0-956c-7c3d1eb1aaf9 req-50e66078-61a1-4226-b9d6-d39d8324e3d5 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353925 Oct 20 11:58:08.988686 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515fc18c-59a4-487e-9506-84103e45348e None None] Network ef53a40f-cb7c-47fd-8a9f-559aa3e9824a requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:58:09.042318 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a96024f-cff0-44fb-a197-3d9d0dfe2fe1 admin admin] Router a70410d0-77aa-4f8e-a5dd-630d4fedfd8e is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:58:09.074218 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-c3475642-e9f4-414c-9859-21f75e66cdb5 None None] Provisioning complete for port 482321da-9f95-4e91-ad2f-969c079b1dfe triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:58:09.074680 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c3475642-e9f4-414c-9859-21f75e66cdb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:09.075102 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998f023-f910-4249-b49f-4474cc318dd2 req-8b65abf3-2477-4367-b1d3-7c7d0221b44e tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:09.079314 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3998f023-f910-4249-b49f-4474cc318dd2 req-8b65abf3-2477-4367-b1d3-7c7d0221b44e tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 947 time: 0.0623384 Oct 20 11:58:09.122700 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3998f023-f910-4249-b49f-4474cc318dd2 req-8281b5ed-19df-48d1-94f2-04fc256c7946 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395091 Oct 20 11:58:09.174952 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a96024f-cff0-44fb-a197-3d9d0dfe2fe1 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:58:09.187929 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dd8d28-706c-45e8-aa73-decd634e2cf5 None None] Sync routers for ids ['a70410d0-77aa-4f8e-a5dd-630d4fedfd8e'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:58:09.197940 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1a96024f-cff0-44fb-a197-3d9d0dfe2fe1 admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:09.199324 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1a96024f-cff0-44fb-a197-3d9d0dfe2fe1 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9515316 Oct 20 11:58:09.202163 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 47816) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:58:09.203027 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dd8d28-706c-45e8-aa73-decd634e2cf5 None None] Routers {'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:58:09.203323 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-51dd8d28-706c-45e8-aa73-decd634e2cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:57:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['a70410d0-77aa-4f8e-a5dd-630d4fedfd8e'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:58:09.214173 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-4ebd17be-9cee-488c-9826-3f64bbc522c3 req-2a8655fd-c882-4e4e-8989-1ed86dc9baa7 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:58:09.215407 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4ebd17be-9cee-488c-9826-3f64bbc522c3 req-2a8655fd-c882-4e4e-8989-1ed86dc9baa7 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059555 Oct 20 11:58:09.232990 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c3475642-e9f4-414c-9859-21f75e66cdb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:09.303906 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-c3475642-e9f4-414c-9859-21f75e66cdb5 None None] For port 482321da-9f95-4e91-ad2f-969c079b1dfe, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=482321da-9f95-4e91-ad2f-969c079b1dfe,segment=NetworkSegment(eb3b04cf-4e5d-47e1-a25f-825ff902331c),segment_id=eb3b04cf-4e5d-47e1-a25f-825ff902331c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:58:09.309761 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c3475642-e9f4-414c-9859-21f75e66cdb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:09.402853 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3475642-e9f4-414c-9859-21f75e66cdb5 None None] Pushing event updated for resources: {'Port': ['ID=482321da-9f95-4e91-ad2f-969c079b1dfe,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:09.406528 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c587ba-b486-4382-909d-6682118307ad req-46708297-952d-44c7-a46b-3e4bee52a162 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:09.421061 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f8c587ba-b486-4382-909d-6682118307ad req-46708297-952d-44c7-a46b-3e4bee52a162 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 947 time: 0.1253290 Oct 20 11:58:09.425280 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-51dd8d28-706c-45e8-aa73-decd634e2cf5 None None] Set router a70410d0-77aa-4f8e-a5dd-630d4fedfd8e gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:58:09.471655 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f8c587ba-b486-4382-909d-6682118307ad req-e98d07d7-999b-4ed3-b2b8-733c460db459 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452085 Oct 20 11:58:09.537565 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e3bde126-ce79-4809-b006-1cb5078b61e7 None None] Provisioning complete for port 482321da-9f95-4e91-ad2f-969c079b1dfe triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:58:09.537927 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e3bde126-ce79-4809-b006-1cb5078b61e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:09.545863 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22810ae5-291f-4962-affe-3464ee6f4db8 req-9405c360-d75a-43e0-a5e2-ed46523074a7 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:09.547567 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-22810ae5-291f-4962-affe-3464ee6f4db8 req-9405c360-d75a-43e0-a5e2-ed46523074a7 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 946 time: 0.0749092 Oct 20 11:58:09.670192 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-51dd8d28-706c-45e8-aa73-decd634e2cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'name': 'tempest-TestVolumeBootPattern-1084413399-router', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '799a4dcb-4189-41ab-8c55-1fe2293dc0b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:07Z', 'updated_at': '2021-10-20T11:58:08Z', 'revision_number': 3, 'project_id': '2a883afeccdc493d8238ba472f031019', 'gw_port': {'id': '799a4dcb-4189-41ab-8c55-1fe2293dc0b1', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f2:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:07Z', 'updated_at': '2021-10-20T11:58:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:58:09.681746 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e121e43b-c1c5-467d-bacb-42b84fac7009 req-e32a2cf2-fbdd-4286-ad82-4e804f03d38f tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:09.683505 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e121e43b-c1c5-467d-bacb-42b84fac7009 req-e32a2cf2-fbdd-4286-ad82-4e804f03d38f tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 947 time: 0.1350191 Oct 20 11:58:09.698528 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-22810ae5-291f-4962-affe-3464ee6f4db8 req-3f454844-c644-4643-bc4d-c3be56378f80 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=bde7e756-7381-4f9e-9284-33b0e6fb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158433 Oct 20 11:58:09.704216 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dd8d28-706c-45e8-aa73-decd634e2cf5 None None] Checking router: a70410d0-77aa-4f8e-a5dd-630d4fedfd8e for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:58:09.704880 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dd8d28-706c-45e8-aa73-decd634e2cf5 None None] Updating router a70410d0-77aa-4f8e-a5dd-630d4fedfd8e port 799a4dcb-4189-41ab-8c55-1fe2293dc0b1 binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:58:09.722687 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 482321da-9f95-4e91-ad2f-969c079b1dfe up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:58:09.734971 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-51dd8d28-706c-45e8-aa73-decd634e2cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:09.753613 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e121e43b-c1c5-467d-bacb-42b84fac7009 req-96b608cc-3410-447c-a895-6138551cc872 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464447 Oct 20 11:58:09.793670 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 482321da-9f95-4e91-ad2f-969c079b1dfe triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:58:09.793913 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:09.847169 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-79ace86d-499b-4e76-97dc-a7498168f873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:09.902353 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b97f17-5c32-4379-8628-d08ba171b245 req-9ca1c520-3d04-47de-a5ea-834ff5a4a0ca tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:09.909656 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-22b97f17-5c32-4379-8628-d08ba171b245 req-9ca1c520-3d04-47de-a5ea-834ff5a4a0ca tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 947 time: 0.0608618 Oct 20 11:58:09.945200 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-22b97f17-5c32-4379-8628-d08ba171b245 req-1495ae00-f5ed-4e28-8cea-bf6c4584a629 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340793 Oct 20 11:58:10.023466 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-51dd8d28-706c-45e8-aa73-decd634e2cf5 None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:10.030587 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-51dd8d28-706c-45e8-aa73-decd634e2cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:10.035963 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-79ace86d-499b-4e76-97dc-a7498168f873 admin admin] Allocated IP 172.20.0.1 (ef53a40f-cb7c-47fd-8a9f-559aa3e9824a/667cbc2d-c894-4d06-bf55-c551daf9476c/c5aac12e-96be-47e1-ac70-78d4adb31282) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:58:10.051145 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:10.079299 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93f76a-ad21-4241-aabe-4a3f1a0c5bdc req-c4eeb6df-5b45-46ea-9765-50701b7582ef tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:10.081519 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-de93f76a-ad21-4241-aabe-4a3f1a0c5bdc req-c4eeb6df-5b45-46ea-9765-50701b7582ef tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 947 time: 0.0596626 Oct 20 11:58:10.095332 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1770f-d6ea-4ffc-90a7-e08d52b6c101 None None] Pushing event updated for resources: {'Port': ['ID=799a4dcb-4189-41ab-8c55-1fe2293dc0b1,revision_number=2']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:10.100005 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-51dd8d28-706c-45e8-aa73-decd634e2cf5 None None] Attempting to bind port 799a4dcb-4189-41ab-8c55-1fe2293dc0b1 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:58:10.100369 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-51dd8d28-706c-45e8-aa73-decd634e2cf5 None None] Attempting to bind port 799a4dcb-4189-41ab-8c55-1fe2293dc0b1 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:58:10.100726 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dd8d28-706c-45e8-aa73-decd634e2cf5 None None] Attempting to bind port 799a4dcb-4189-41ab-8c55-1fe2293dc0b1 on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:58:10.109369 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1770f-d6ea-4ffc-90a7-e08d52b6c101 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:10.109713 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1770f-d6ea-4ffc-90a7-e08d52b6c101 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:10.110049 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1770f-d6ea-4ffc-90a7-e08d52b6c101 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:10.110376 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1770f-d6ea-4ffc-90a7-e08d52b6c101 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:10.110708 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1770f-d6ea-4ffc-90a7-e08d52b6c101 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:10.111045 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1770f-d6ea-4ffc-90a7-e08d52b6c101 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:10.111369 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1770f-d6ea-4ffc-90a7-e08d52b6c101 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:10.111685 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1770f-d6ea-4ffc-90a7-e08d52b6c101 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:10.112000 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1770f-d6ea-4ffc-90a7-e08d52b6c101 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:10.112314 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1770f-d6ea-4ffc-90a7-e08d52b6c101 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:10.112629 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1770f-d6ea-4ffc-90a7-e08d52b6c101 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:10.112938 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1770f-d6ea-4ffc-90a7-e08d52b6c101 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:10.117655 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dd8d28-706c-45e8-aa73-decd634e2cf5 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:58:10.118022 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dd8d28-706c-45e8-aa73-decd634e2cf5 None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:58:10.118416 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-51dd8d28-706c-45e8-aa73-decd634e2cf5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:10.118991 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dd8d28-706c-45e8-aa73-decd634e2cf5 None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:58:10.119461 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-51dd8d28-706c-45e8-aa73-decd634e2cf5 None None] Bound port: 799a4dcb-4189-41ab-8c55-1fe2293dc0b1, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:58:10.119830 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-51dd8d28-706c-45e8-aa73-decd634e2cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:10.130671 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-de93f76a-ad21-4241-aabe-4a3f1a0c5bdc req-5ff0dc6a-6a25-431f-ac72-53b6498bdf6b tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402360 Oct 20 11:58:10.172903 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-51dd8d28-706c-45e8-aa73-decd634e2cf5 None None] For port 799a4dcb-4189-41ab-8c55-1fe2293dc0b1, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:58:10.176369 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-79ace86d-499b-4e76-97dc-a7498168f873 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:10.176587 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-51dd8d28-706c-45e8-aa73-decd634e2cf5 None None] For port 799a4dcb-4189-41ab-8c55-1fe2293dc0b1, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=799a4dcb-4189-41ab-8c55-1fe2293dc0b1,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:58:10.181886 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-51dd8d28-706c-45e8-aa73-decd634e2cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:10.217118 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-79ace86d-499b-4e76-97dc-a7498168f873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:10.238115 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dd8d28-706c-45e8-aa73-decd634e2cf5 None None] Routers {'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:58:10.238729 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-51dd8d28-706c-45e8-aa73-decd634e2cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:57:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['a70410d0-77aa-4f8e-a5dd-630d4fedfd8e'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:58:10.268293 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ace86d-499b-4e76-97dc-a7498168f873 admin admin] Pushing event updated for resources: {'Port': ['ID=c5aac12e-96be-47e1-ac70-78d4adb31282,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:10.271952 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06edf5-dd3a-42cf-9d87-6cbb1b7dc156 req-08165611-0f7e-4ee0-806e-721d7980546a tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:10.273955 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5f06edf5-dd3a-42cf-9d87-6cbb1b7dc156 req-08165611-0f7e-4ee0-806e-721d7980546a tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 947 time: 0.0594859 Oct 20 11:58:10.276374 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ace86d-499b-4e76-97dc-a7498168f873 admin admin] Network ef53a40f-cb7c-47fd-8a9f-559aa3e9824a is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:58:10.278257 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-79ace86d-499b-4e76-97dc-a7498168f873 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:58:10.280544 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ace86d-499b-4e76-97dc-a7498168f873 admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:58:10.321372 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5f06edf5-dd3a-42cf-9d87-6cbb1b7dc156 req-9d2de4d5-3779-44a3-b8e2-5b90ae302428 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387297 Oct 20 11:58:10.338768 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-79ace86d-499b-4e76-97dc-a7498168f873 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:10.391735 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1770f-d6ea-4ffc-90a7-e08d52b6c101 None None] Pushing event updated for resources: {'Port': ['ID=799a4dcb-4189-41ab-8c55-1fe2293dc0b1,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:10.454271 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e898d-8dde-4d60-a6e7-ce3b557dedb3 req-34150263-c3f5-47d6-aca8-45c87d815305 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:10.456056 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-218e898d-8dde-4d60-a6e7-ce3b557dedb3 req-34150263-c3f5-47d6-aca8-45c87d815305 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 947 time: 0.0541947 Oct 20 11:58:10.481201 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-51dd8d28-706c-45e8-aa73-decd634e2cf5 None None] Set router a70410d0-77aa-4f8e-a5dd-630d4fedfd8e gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:58:10.496284 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-79ace86d-499b-4e76-97dc-a7498168f873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:10.509091 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-218e898d-8dde-4d60-a6e7-ce3b557dedb3 req-606202b7-b462-4521-a884-ee6788eb4ce6 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407960 Oct 20 11:58:10.639139 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-f704c813-0c98-4871-8bd7-8c3946d29b74 None None] Provisioning complete for port c5aac12e-96be-47e1-ac70-78d4adb31282 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:58:10.640716 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f704c813-0c98-4871-8bd7-8c3946d29b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:10.644366 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b260f-3d31-402a-8c45-e71f31906dc8 req-81ed5c6e-1d9a-4c6f-b9d8-bd18f8e451a8 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:10.646030 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ac2b260f-3d31-402a-8c45-e71f31906dc8 req-81ed5c6e-1d9a-4c6f-b9d8-bd18f8e451a8 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 947 time: 0.0521674 Oct 20 11:58:10.692504 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ac2b260f-3d31-402a-8c45-e71f31906dc8 req-52c63ad4-96b2-4d89-b378-a1890706faa6 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368938 Oct 20 11:58:10.694133 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-f704c813-0c98-4871-8bd7-8c3946d29b74 None None] Port c5aac12e-96be-47e1-ac70-78d4adb31282 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:58:10.704035 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-51dd8d28-706c-45e8-aa73-decd634e2cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'name': 'tempest-TestVolumeBootPattern-1084413399-router', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '799a4dcb-4189-41ab-8c55-1fe2293dc0b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:07Z', 'updated_at': '2021-10-20T11:58:08Z', 'revision_number': 3, 'project_id': '2a883afeccdc493d8238ba472f031019', 'gw_port': {'id': '799a4dcb-4189-41ab-8c55-1fe2293dc0b1', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f2:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:07Z', 'updated_at': '2021-10-20T11:58:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:58:10.720824 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-79ace86d-499b-4e76-97dc-a7498168f873 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:10.727990 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-79ace86d-499b-4e76-97dc-a7498168f873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:10.744246 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dd8d28-706c-45e8-aa73-decd634e2cf5 None None] The sync data for ids ['a70410d0-77aa-4f8e-a5dd-630d4fedfd8e'] in n-d-814735-3 is: [{'id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'name': 'tempest-TestVolumeBootPattern-1084413399-router', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '799a4dcb-4189-41ab-8c55-1fe2293dc0b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:07Z', 'updated_at': '2021-10-20T11:58:08Z', 'revision_number': 3, 'project_id': '2a883afeccdc493d8238ba472f031019', 'gw_port': {'id': '799a4dcb-4189-41ab-8c55-1fe2293dc0b1', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f2:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:07Z', 'updated_at': '2021-10-20T11:58:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:58:10.824867 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ace86d-499b-4e76-97dc-a7498168f873 admin admin] Pushing event updated for resources: {'Port': ['ID=c5aac12e-96be-47e1-ac70-78d4adb31282,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:10.832870 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-79ace86d-499b-4e76-97dc-a7498168f873 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:10.868656 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117bd5a8-38b7-4227-9e49-3cdc4e18480d req-344f708b-66ee-4485-856a-f5704ec32a51 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:10.871046 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-117bd5a8-38b7-4227-9e49-3cdc4e18480d req-344f708b-66ee-4485-856a-f5704ec32a51 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 946 time: 0.0863562 Oct 20 11:58:10.919356 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-117bd5a8-38b7-4227-9e49-3cdc4e18480d req-d51df2fc-72ab-4029-829c-31afabdbc036 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=bde7e756-7381-4f9e-9284-33b0e6fb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411875 Oct 20 11:58:10.939060 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ace86d-499b-4e76-97dc-a7498168f873 admin admin] Network ef53a40f-cb7c-47fd-8a9f-559aa3e9824a is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:58:10.940222 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-79ace86d-499b-4e76-97dc-a7498168f873 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:58:11.091488 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ace86d-499b-4e76-97dc-a7498168f873 admin admin] Router a70410d0-77aa-4f8e-a5dd-630d4fedfd8e has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:58:11.238045 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ace86d-499b-4e76-97dc-a7498168f873 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:58:11.243736 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-79ace86d-499b-4e76-97dc-a7498168f873 admin admin] 10.222.0.98 "PUT /v2.0/routers/a70410d0-77aa-4f8e-a5dd-630d4fedfd8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0403976 Oct 20 11:58:11.318923 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-5f4a49ff-970d-4e3e-af12-b73955ee5bb3 None None] Provisioning complete for port c5aac12e-96be-47e1-ac70-78d4adb31282 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:58:11.319875 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5f4a49ff-970d-4e3e-af12-b73955ee5bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:11.360209 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-5f4a49ff-970d-4e3e-af12-b73955ee5bb3 None None] Port c5aac12e-96be-47e1-ac70-78d4adb31282 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:58:11.672559 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 799a4dcb-4189-41ab-8c55-1fe2293dc0b1 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:58:11.724916 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 799a4dcb-4189-41ab-8c55-1fe2293dc0b1 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:58:11.725641 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:11.791581 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 47860) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:58:11.797419 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-c77ec286-29f6-4300-a8e1-198481dc51a0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1212705628-network', 'tenant_id': '3b94d504c3f74b518666130ff2b6bd7e'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:58:11.823723 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:11.832890 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77ec286-29f6-4300-a8e1-198481dc51a0 admin admin] Made reservation on behalf of 3b94d504c3f74b518666130ff2b6bd7e for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:58:11.840153 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c77ec286-29f6-4300-a8e1-198481dc51a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:11.848186 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 799a4dcb-4189-41ab-8c55-1fe2293dc0b1, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=799a4dcb-4189-41ab-8c55-1fe2293dc0b1,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:58:11.854068 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:11.855121 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c77ec286-29f6-4300-a8e1-198481dc51a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:11.935358 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=799a4dcb-4189-41ab-8c55-1fe2293dc0b1,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:11.958374 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c77ec286-29f6-4300-a8e1-198481dc51a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:11.964865 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c77ec286-29f6-4300-a8e1-198481dc51a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:11.989434 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c77ec286-29f6-4300-a8e1-198481dc51a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1287, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:58:12.006665 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ec286-29f6-4300-a8e1-198481dc51a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec729c1c-4669-45be-aa5b-22552bb88308,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:12.010527 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c77ec286-29f6-4300-a8e1-198481dc51a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:12.010913 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-c77ec286-29f6-4300-a8e1-198481dc51a0 admin admin] Added segment 6c587cbe-c327-4f4a-a327-4c164ef56067 of type vlan for network 8652e2a2-b8d4-4075-a100-ab7f16227e84 Oct 20 11:58:12.058106 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696cc58-38d3-4a93-ae76-bcfaf29b8b7b req-9e4703aa-1d05-4132-8285-1ee295bb375e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:12.058721 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c77ec286-29f6-4300-a8e1-198481dc51a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:12.059841 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0696cc58-38d3-4a93-ae76-bcfaf29b8b7b req-9e4703aa-1d05-4132-8285-1ee295bb375e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 946 time: 0.0626805 Oct 20 11:58:12.086593 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c77ec286-29f6-4300-a8e1-198481dc51a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:12.087789 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77ec286-29f6-4300-a8e1-198481dc51a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:12.088365 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c77ec286-29f6-4300-a8e1-198481dc51a0 admin admin] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:12.115424 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0696cc58-38d3-4a93-ae76-bcfaf29b8b7b req-21939e60-40d0-4feb-9e4c-8396b1480da9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=bde7e756-7381-4f9e-9284-33b0e6fb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478191 Oct 20 11:58:12.126962 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c77ec286-29f6-4300-a8e1-198481dc51a0 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3323219 Oct 20 11:58:12.128361 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 47866) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:58:12.158009 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-10212322-330a-43f2-a06a-6f4a3058fa39 admin admin] Request body: {'subnet': {'network_id': '8652e2a2-b8d4-4075-a100-ab7f16227e84', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1212705628-subnet', 'tenant_id': '3b94d504c3f74b518666130ff2b6bd7e', 'ip_version': 4}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:58:12.164900 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ec286-29f6-4300-a8e1-198481dc51a0 admin admin] Pushing event updated for resources: {'Network': ['ID=8652e2a2-b8d4-4075-a100-ab7f16227e84,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:12.176127 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 8652e2a2-b8d4-4075-a100-ab7f16227e84 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:58:12.187991 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10212322-330a-43f2-a06a-6f4a3058fa39 admin admin] Made reservation on behalf of 3b94d504c3f74b518666130ff2b6bd7e for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:58:12.190967 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-10212322-330a-43f2-a06a-6f4a3058fa39 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:12.378207 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-10212322-330a-43f2-a06a-6f4a3058fa39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:12.431606 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10212322-330a-43f2-a06a-6f4a3058fa39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8853ecfd-194a-4b56-bfa1-4371557cb205,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:12.442107 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10212322-330a-43f2-a06a-6f4a3058fa39 admin admin] Checking segment: {'id': '6c587cbe-c327-4f4a-a327-4c164ef56067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '8652e2a2-b8d4-4075-a100-ab7f16227e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:58:12.442526 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10212322-330a-43f2-a06a-6f4a3058fa39 admin admin] Network hostable DHCP agents. Network: 8652e2a2-b8d4-4075-a100-ab7f16227e84, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:58:12.460508 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10212322-330a-43f2-a06a-6f4a3058fa39 admin admin] Network 8652e2a2-b8d4-4075-a100-ab7f16227e84 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:58:12.469128 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-10212322-330a-43f2-a06a-6f4a3058fa39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 8652e2a2-b8d4-4075-a100-ab7f16227e84) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:58:12.474406 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10212322-330a-43f2-a06a-6f4a3058fa39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:12.475397 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-10212322-330a-43f2-a06a-6f4a3058fa39 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:12.481082 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5974f3ab-e98a-4c46-bf11-58cdfe4e213d None None] Network 8652e2a2-b8d4-4075-a100-ab7f16227e84 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:58:12.494559 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-10212322-330a-43f2-a06a-6f4a3058fa39 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3656933 Oct 20 11:58:12.497246 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 47868) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:58:12.502777 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-6b359e4a-35b3-446b-8f4b-cf1f85a8bbbd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1212705628-router', 'tenant_id': '3b94d504c3f74b518666130ff2b6bd7e', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:58:12.527702 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6b359e4a-35b3-446b-8f4b-cf1f85a8bbbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:12.528939 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6b359e4a-35b3-446b-8f4b-cf1f85a8bbbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:12.593608 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6b359e4a-35b3-446b-8f4b-cf1f85a8bbbd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:12.654330 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2242bf-a995-4066-83ae-3f543abadeda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-8652e2a2-b8d4-4075-a100-ab7f16227e84', 'network_id': '8652e2a2-b8d4-4075-a100-ab7f16227e84', 'tenant_id': '3b94d504c3f74b518666130ff2b6bd7e', 'fixed_ips': [{'subnet_id': '8853ecfd-194a-4b56-bfa1-4371557cb205'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:58:12.655253 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3d2242bf-a995-4066-83ae-3f543abadeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:12.742491 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6b359e4a-35b3-446b-8f4b-cf1f85a8bbbd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:12.766175 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1188e88-9340-469e-b836-222d23d332d2 None None] Sync routers for ids ['a70410d0-77aa-4f8e-a5dd-630d4fedfd8e'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:58:12.806965 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1188e88-9340-469e-b836-222d23d332d2 None None] Routers {'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:58:12.807698 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-f1188e88-9340-469e-b836-222d23d332d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:57:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['a70410d0-77aa-4f8e-a5dd-630d4fedfd8e'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:58:12.867230 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-3d2242bf-a995-4066-83ae-3f543abadeda None None] Allocated IP 172.20.0.2 (8652e2a2-b8d4-4075-a100-ab7f16227e84/8853ecfd-194a-4b56-bfa1-4371557cb205/6dfcbb00-6483-4e5a-8253-1fd77ba26d48) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:58:12.983322 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-f1188e88-9340-469e-b836-222d23d332d2 None None] Set router a70410d0-77aa-4f8e-a5dd-630d4fedfd8e gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:58:12.986399 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6b359e4a-35b3-446b-8f4b-cf1f85a8bbbd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:13.007633 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6b359e4a-35b3-446b-8f4b-cf1f85a8bbbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:13.120487 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-6b359e4a-35b3-446b-8f4b-cf1f85a8bbbd admin admin] Allocated IP 172.25.5.37 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/3491b9e6-c69e-4c95-a874-296dc1101240) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:58:13.261058 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6b359e4a-35b3-446b-8f4b-cf1f85a8bbbd admin admin] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:13.302820 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796573b-22ba-4082-be87-b2ae5e994b1c req-3d7c47e9-5855-462c-9f94-effe1cdd8940 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:13.304360 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d796573b-22ba-4082-be87-b2ae5e994b1c req-3d7c47e9-5855-462c-9f94-effe1cdd8940 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 946 time: 0.0967941 Oct 20 11:58:13.328482 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6b359e4a-35b3-446b-8f4b-cf1f85a8bbbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:13.341480 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3d2242bf-a995-4066-83ae-3f543abadeda None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:13.352320 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3d2242bf-a995-4066-83ae-3f543abadeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:13.385626 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b359e4a-35b3-446b-8f4b-cf1f85a8bbbd admin admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:58:13.397024 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-6b359e4a-35b3-446b-8f4b-cf1f85a8bbbd admin admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:58:13.405167 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b359e4a-35b3-446b-8f4b-cf1f85a8bbbd admin admin] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:58:13.418273 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2242bf-a995-4066-83ae-3f543abadeda None None] Network 8652e2a2-b8d4-4075-a100-ab7f16227e84 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:58:13.428280 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-3d2242bf-a995-4066-83ae-3f543abadeda None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:58:13.435727 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d796573b-22ba-4082-be87-b2ae5e994b1c req-4ede43db-1c51-4088-a56e-a7163081e61c tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=bde7e756-7381-4f9e-9284-33b0e6fb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201210 Oct 20 11:58:13.436212 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2242bf-a995-4066-83ae-3f543abadeda None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:58:13.439911 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2242bf-a995-4066-83ae-3f543abadeda None None] Pushing event updated for resources: {'Port': ['ID=6dfcbb00-6483-4e5a-8253-1fd77ba26d48,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:13.455358 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2242bf-a995-4066-83ae-3f543abadeda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:13.455981 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2242bf-a995-4066-83ae-3f543abadeda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:13.455981 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2242bf-a995-4066-83ae-3f543abadeda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:13.456690 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2242bf-a995-4066-83ae-3f543abadeda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:13.456789 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2242bf-a995-4066-83ae-3f543abadeda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:13.457260 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2242bf-a995-4066-83ae-3f543abadeda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:13.457601 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2242bf-a995-4066-83ae-3f543abadeda None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:13.457907 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2242bf-a995-4066-83ae-3f543abadeda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:13.458278 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2242bf-a995-4066-83ae-3f543abadeda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:13.458527 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2242bf-a995-4066-83ae-3f543abadeda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:13.458871 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2242bf-a995-4066-83ae-3f543abadeda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:13.459188 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2242bf-a995-4066-83ae-3f543abadeda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:13.461387 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b359e4a-35b3-446b-8f4b-cf1f85a8bbbd admin admin] Pushing event updated for resources: {'Port': ['ID=3491b9e6-c69e-4c95-a874-296dc1101240,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:13.512926 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-f1188e88-9340-469e-b836-222d23d332d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'name': 'tempest-TestVolumeBootPattern-1084413399-router', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '799a4dcb-4189-41ab-8c55-1fe2293dc0b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:07Z', 'updated_at': '2021-10-20T11:58:10Z', 'revision_number': 4, 'project_id': '2a883afeccdc493d8238ba472f031019', 'gw_port': {'id': '799a4dcb-4189-41ab-8c55-1fe2293dc0b1', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:07Z', 'updated_at': '2021-10-20T11:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'c5aac12e-96be-47e1-ac70-78d4adb31282', 'name': '', 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'mac_address': 'fa:16:3e:3e:c9:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '667cbc2d-c894-4d06-bf55-c551daf9476c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:09Z', 'updated_at': '2021-10-20T11:58:10Z', 'revision_number': 2, 'project_id': '2a883afeccdc493d8238ba472f031019', 'subnets': [{'id': '667cbc2d-c894-4d06-bf55-c551daf9476c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:58:13.514832 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-3d2242bf-a995-4066-83ae-3f543abadeda None None] Attempting to bind port 6dfcbb00-6483-4e5a-8253-1fd77ba26d48 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:58:13.515197 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-3d2242bf-a995-4066-83ae-3f543abadeda None None] Attempting to bind port 6dfcbb00-6483-4e5a-8253-1fd77ba26d48 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '6c587cbe-c327-4f4a-a327-4c164ef56067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '8652e2a2-b8d4-4075-a100-ab7f16227e84'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:58:13.515552 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2242bf-a995-4066-83ae-3f543abadeda None None] Attempting to bind port 6dfcbb00-6483-4e5a-8253-1fd77ba26d48 on network 8652e2a2-b8d4-4075-a100-ab7f16227e84 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:58:13.544247 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1188e88-9340-469e-b836-222d23d332d2 None None] Checking router: a70410d0-77aa-4f8e-a5dd-630d4fedfd8e for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:58:13.544593 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1188e88-9340-469e-b836-222d23d332d2 None None] Updating router a70410d0-77aa-4f8e-a5dd-630d4fedfd8e port c5aac12e-96be-47e1-ac70-78d4adb31282 binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:58:13.546722 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2242bf-a995-4066-83ae-3f543abadeda None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:58:13.547011 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2242bf-a995-4066-83ae-3f543abadeda None None] Checking segment: {'id': '6c587cbe-c327-4f4a-a327-4c164ef56067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '8652e2a2-b8d4-4075-a100-ab7f16227e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:58:13.547380 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3d2242bf-a995-4066-83ae-3f543abadeda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:13.547767 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2242bf-a995-4066-83ae-3f543abadeda None None] Bound using segment: {'id': '6c587cbe-c327-4f4a-a327-4c164ef56067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '8652e2a2-b8d4-4075-a100-ab7f16227e84'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:58:13.548232 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-3d2242bf-a995-4066-83ae-3f543abadeda None None] Bound port: 6dfcbb00-6483-4e5a-8253-1fd77ba26d48, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c587cbe-c327-4f4a-a327-4c164ef56067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '8652e2a2-b8d4-4075-a100-ab7f16227e84'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:58:13.548603 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3d2242bf-a995-4066-83ae-3f543abadeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:13.586543 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f1188e88-9340-469e-b836-222d23d332d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:13.646826 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 799a4dcb-4189-41ab-8c55-1fe2293dc0b1 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:58:13.706192 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3d2242bf-a995-4066-83ae-3f543abadeda None None] For port 6dfcbb00-6483-4e5a-8253-1fd77ba26d48, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:58:13.725906 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6b359e4a-35b3-446b-8f4b-cf1f85a8bbbd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:13.766638 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3d2242bf-a995-4066-83ae-3f543abadeda None None] For port 6dfcbb00-6483-4e5a-8253-1fd77ba26d48, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=6dfcbb00-6483-4e5a-8253-1fd77ba26d48,segment=NetworkSegment(6c587cbe-c327-4f4a-a327-4c164ef56067),segment_id=6c587cbe-c327-4f4a-a327-4c164ef56067)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:58:13.778083 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3d2242bf-a995-4066-83ae-3f543abadeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:13.864137 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 799a4dcb-4189-41ab-8c55-1fe2293dc0b1 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:58:13.864519 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:13.869367 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-52cb5165-438a-4322-a5a4-fe039f3ec33b req-207fb12b-cbe1-43d5-b8fb-c275bba2553e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0925770 Oct 20 11:58:13.939836 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2242bf-a995-4066-83ae-3f543abadeda None None] Pushing event updated for resources: {'Port': ['ID=6dfcbb00-6483-4e5a-8253-1fd77ba26d48,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:14.036331 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb5165-438a-4322-a5a4-fe039f3ec33b req-fe0212ef-a3fa-4657-a0a1-e1d9fbb74072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:14.037821 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-52cb5165-438a-4322-a5a4-fe039f3ec33b req-fe0212ef-a3fa-4657-a0a1-e1d9fbb74072 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ea755e9590d34b39adb71177b99b6d2c&device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 1098 time: 0.1211257 Oct 20 11:58:14.048041 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6b359e4a-35b3-446b-8f4b-cf1f85a8bbbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:14.160111 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f1188e88-9340-469e-b836-222d23d332d2 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:14.188704 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f1188e88-9340-469e-b836-222d23d332d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:14.287979 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f77f308-31a2-4938-a05b-81bd96a64e68 None None] Pushing event updated for resources: {'Port': ['ID=c5aac12e-96be-47e1-ac70-78d4adb31282,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:14.399717 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-f1188e88-9340-469e-b836-222d23d332d2 None None] Attempting to bind port c5aac12e-96be-47e1-ac70-78d4adb31282 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:58:14.400219 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-f1188e88-9340-469e-b836-222d23d332d2 None None] Attempting to bind port c5aac12e-96be-47e1-ac70-78d4adb31282 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'eb3b04cf-4e5d-47e1-a25f-825ff902331c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:58:14.400598 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1188e88-9340-469e-b836-222d23d332d2 None None] Attempting to bind port c5aac12e-96be-47e1-ac70-78d4adb31282 on network ef53a40f-cb7c-47fd-8a9f-559aa3e9824a {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:58:14.409548 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1188e88-9340-469e-b836-222d23d332d2 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:58:14.409838 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1188e88-9340-469e-b836-222d23d332d2 None None] Checking segment: {'id': 'eb3b04cf-4e5d-47e1-a25f-825ff902331c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:58:14.410247 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f1188e88-9340-469e-b836-222d23d332d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:14.410640 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1188e88-9340-469e-b836-222d23d332d2 None None] Bound using segment: {'id': 'eb3b04cf-4e5d-47e1-a25f-825ff902331c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:58:14.411174 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-f1188e88-9340-469e-b836-222d23d332d2 None None] Bound port: c5aac12e-96be-47e1-ac70-78d4adb31282, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb3b04cf-4e5d-47e1-a25f-825ff902331c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:58:14.411555 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f1188e88-9340-469e-b836-222d23d332d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:14.563292 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-f1188e88-9340-469e-b836-222d23d332d2 None None] For port c5aac12e-96be-47e1-ac70-78d4adb31282, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:58:14.566931 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-f1188e88-9340-469e-b836-222d23d332d2 None None] For port c5aac12e-96be-47e1-ac70-78d4adb31282, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=c5aac12e-96be-47e1-ac70-78d4adb31282,segment=NetworkSegment(eb3b04cf-4e5d-47e1-a25f-825ff902331c),segment_id=eb3b04cf-4e5d-47e1-a25f-825ff902331c)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:58:14.575053 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f1188e88-9340-469e-b836-222d23d332d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:14.659379 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1188e88-9340-469e-b836-222d23d332d2 None None] Routers {'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:58:14.660219 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-f1188e88-9340-469e-b836-222d23d332d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:57:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['a70410d0-77aa-4f8e-a5dd-630d4fedfd8e'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:58:14.663560 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f77f308-31a2-4938-a05b-81bd96a64e68 None None] Pushing event updated for resources: {'Port': ['ID=c5aac12e-96be-47e1-ac70-78d4adb31282,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:14.737738 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-cb44a828-9ce1-4a05-b92a-b496c18a89ba None None] Provisioning complete for port c5aac12e-96be-47e1-ac70-78d4adb31282 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:58:14.738481 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-cb44a828-9ce1-4a05-b92a-b496c18a89ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:14.841674 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb5165-438a-4322-a5a4-fe039f3ec33b req-e665b3d1-b571-4930-b379-ad0dfaebd6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:14.843840 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-52cb5165-438a-4322-a5a4-fe039f3ec33b req-e665b3d1-b571-4930-b379-ad0dfaebd6b5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a15420de-6a07-4a4f-ba79-469962eb6cc8 HTTP/1.1" status: 200 len: 916 time: 0.7514923 Oct 20 11:58:14.916693 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-f1188e88-9340-469e-b836-222d23d332d2 None None] Set router a70410d0-77aa-4f8e-a5dd-630d4fedfd8e gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:58:14.986610 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-cb44a828-9ce1-4a05-b92a-b496c18a89ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:15.031654 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [req-35398b53-9562-4b0d-b804-e4c2cf577a53 req-0b0f9071-d14b-4394-86f4-e6ea197e48a6 service neutron] show failed (client error): The resource could not be found. Oct 20 11:58:15.032441 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-35398b53-9562-4b0d-b804-e4c2cf577a53 req-0b0f9071-d14b-4394-86f4-e6ea197e48a6 service neutron] 10.222.0.89 "GET /v2.0/ports/ba68fa0b-7ec0-446e-8a4e-8584074943c3/bindings/n-h1-814735-3 HTTP/1.1" status: 404 len: 380 time: 0.1873770 Oct 20 11:58:15.122839 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-52cb5165-438a-4322-a5a4-fe039f3ec33b req-2807caf8-d102-4da4-a71c-97826bc2a3ab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eae36528-cf16-4667-9859-d294f58c3767 HTTP/1.1" status: 200 len: 217 time: 0.0950413 Oct 20 11:58:15.132468 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5ef94-f92e-47ca-ae8c-ca922f362d31 req-3e379926-3fc4-4558-b774-1acd7f53536a tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:15.133849 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-cb44a828-9ce1-4a05-b92a-b496c18a89ba None None] For port c5aac12e-96be-47e1-ac70-78d4adb31282, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=c5aac12e-96be-47e1-ac70-78d4adb31282,segment=NetworkSegment(eb3b04cf-4e5d-47e1-a25f-825ff902331c),segment_id=eb3b04cf-4e5d-47e1-a25f-825ff902331c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:58:15.134191 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-61b5ef94-f92e-47ca-ae8c-ca922f362d31 req-3e379926-3fc4-4558-b774-1acd7f53536a tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 946 time: 0.2235763 Oct 20 11:58:15.148930 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-cb44a828-9ce1-4a05-b92a-b496c18a89ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:15.204091 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb5165-438a-4322-a5a4-fe039f3ec33b req-3ed30e6b-e803-47cc-9100-34f9dff43389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:15.206068 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-52cb5165-438a-4322-a5a4-fe039f3ec33b req-3ed30e6b-e803-47cc-9100-34f9dff43389 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b999a9c2-9254-4dda-a454-6d38a553ee36 HTTP/1.1" status: 200 len: 854 time: 0.0686843 Oct 20 11:58:15.214968 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb44a828-9ce1-4a05-b92a-b496c18a89ba None None] Pushing event updated for resources: {'Port': ['ID=c5aac12e-96be-47e1-ac70-78d4adb31282,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:15.304017 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-a4b40b19-71d5-40f5-a37f-513ec3d80728 None None] Provisioning complete for port c5aac12e-96be-47e1-ac70-78d4adb31282 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:58:15.304386 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a4b40b19-71d5-40f5-a37f-513ec3d80728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:15.318123 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-52cb5165-438a-4322-a5a4-fe039f3ec33b req-9e3a8bbf-2703-4fa4-996d-bdb4f08d9035 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a15420de-6a07-4a4f-ba79-469962eb6cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851347 Oct 20 11:58:15.340589 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b359e4a-35b3-446b-8f4b-cf1f85a8bbbd admin admin] Router ba0bac05-42ff-416f-9105-dcc76201ec2d is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:58:15.445583 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-f1188e88-9340-469e-b836-222d23d332d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'name': 'tempest-TestVolumeBootPattern-1084413399-router', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '799a4dcb-4189-41ab-8c55-1fe2293dc0b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:07Z', 'updated_at': '2021-10-20T11:58:10Z', 'revision_number': 4, 'project_id': '2a883afeccdc493d8238ba472f031019', 'gw_port': {'id': '799a4dcb-4189-41ab-8c55-1fe2293dc0b1', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:07Z', 'updated_at': '2021-10-20T11:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'c5aac12e-96be-47e1-ac70-78d4adb31282', 'name': '', 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'mac_address': 'fa:16:3e:3e:c9:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '667cbc2d-c894-4d06-bf55-c551daf9476c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:09Z', 'updated_at': '2021-10-20T11:58:14Z', 'revision_number': 4, 'project_id': '2a883afeccdc493d8238ba472f031019', 'subnets': [{'id': '667cbc2d-c894-4d06-bf55-c551daf9476c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:58:15.475190 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35398b53-9562-4b0d-b804-e4c2cf577a53 req-9a904e4f-5de5-42e9-ac06-340b378bcba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:15.476869 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-35398b53-9562-4b0d-b804-e4c2cf577a53 req-9a904e4f-5de5-42e9-ac06-340b378bcba8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=56351b23-0389-402e-9cad-3bc7914b8783&tenant_id=d69630d5f3304dc8a33f46da29b2ea4c HTTP/1.1" status: 200 len: 1097 time: 0.1574962 Oct 20 11:58:15.478499 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b258783e-2fe0-4df7-91ae-fd634fd435d5 None None] Network 8652e2a2-b8d4-4075-a100-ab7f16227e84 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:58:15.481849 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1188e88-9340-469e-b836-222d23d332d2 None None] The sync data for ids ['a70410d0-77aa-4f8e-a5dd-630d4fedfd8e'] in n-d-814735-3 is: [{'id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'name': 'tempest-TestVolumeBootPattern-1084413399-router', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '799a4dcb-4189-41ab-8c55-1fe2293dc0b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:07Z', 'updated_at': '2021-10-20T11:58:10Z', 'revision_number': 4, 'project_id': '2a883afeccdc493d8238ba472f031019', 'gw_port': {'id': '799a4dcb-4189-41ab-8c55-1fe2293dc0b1', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:07Z', 'updated_at': '2021-10-20T11:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'c5aac12e-96be-47e1-ac70-78d4adb31282', 'name': '', 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'mac_address': 'fa:16:3e:3e:c9:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '667cbc2d-c894-4d06-bf55-c551daf9476c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:09Z', 'updated_at': '2021-10-20T11:58:14Z', 'revision_number': 4, 'project_id': '2a883afeccdc493d8238ba472f031019', 'subnets': [{'id': '667cbc2d-c894-4d06-bf55-c551daf9476c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:58:15.489371 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-61b5ef94-f92e-47ca-ae8c-ca922f362d31 req-f10e47fe-30bc-4abc-98d9-90da769e20bf tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=bde7e756-7381-4f9e-9284-33b0e6fb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2590303 Oct 20 11:58:15.534765 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-35398b53-9562-4b0d-b804-e4c2cf577a53 req-ca5c45a5-0f9b-441e-b694-a106fa4e4ba4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-814735-3', 'device_owner': 'compute:nova'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:58:15.597131 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:15.635695 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-08255db5-b910-4c00-8770-2f1e0839577a None None] Provisioning complete for port 6dfcbb00-6483-4e5a-8253-1fd77ba26d48 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:58:15.635926 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-08255db5-b910-4c00-8770-2f1e0839577a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:15.760917 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b359e4a-35b3-446b-8f4b-cf1f85a8bbbd admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:58:15.773270 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49751f47-d4ed-4681-b45a-83f1313d1706 None None] Sync routers for ids ['ba0bac05-42ff-416f-9105-dcc76201ec2d'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:58:15.779200 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-35398b53-9562-4b0d-b804-e4c2cf577a53 req-ca5c45a5-0f9b-441e-b694-a106fa4e4ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:15.783212 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-52cb5165-438a-4322-a5a4-fe039f3ec33b req-53fe8bf1-1893-47ae-bc01-cda57b2fdc41 service neutron] 10.222.0.11 "GET /v2.0/networks/a15420de-6a07-4a4f-ba79-469962eb6cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4526165 Oct 20 11:58:15.788780 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49751f47-d4ed-4681-b45a-83f1313d1706 None None] Routers {'ba0bac05-42ff-416f-9105-dcc76201ec2d'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:58:15.789545 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-49751f47-d4ed-4681-b45a-83f1313d1706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:57:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['ba0bac05-42ff-416f-9105-dcc76201ec2d'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:58:15.858657 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device c5aac12e-96be-47e1-ac70-78d4adb31282 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:58:15.942699 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-52cb5165-438a-4322-a5a4-fe039f3ec33b req-40442276-4443-4ef0-ac6f-d986dd5aefd4 service neutron] 10.222.0.11 "GET /v2.0/networks/a15420de-6a07-4a4f-ba79-469962eb6cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342347 Oct 20 11:58:15.968827 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6b359e4a-35b3-446b-8f4b-cf1f85a8bbbd admin admin] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:15.973737 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 47888) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:58:15.974645 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-6b359e4a-35b3-446b-8f4b-cf1f85a8bbbd admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4761307 Oct 20 11:58:15.985460 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-49751f47-d4ed-4681-b45a-83f1313d1706 None None] Set router ba0bac05-42ff-416f-9105-dcc76201ec2d gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:58:16.122285 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-08255db5-b910-4c00-8770-2f1e0839577a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:16.204889 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port c5aac12e-96be-47e1-ac70-78d4adb31282 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:58:16.205497 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:16.349779 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-49751f47-d4ed-4681-b45a-83f1313d1706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0bac05-42ff-416f-9105-dcc76201ec2d', 'name': 'tempest-TestVolumeBootPattern-1212705628-router', 'tenant_id': '3b94d504c3f74b518666130ff2b6bd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '3491b9e6-c69e-4c95-a874-296dc1101240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:12Z', 'updated_at': '2021-10-20T11:58:13Z', 'revision_number': 3, 'project_id': '3b94d504c3f74b518666130ff2b6bd7e', 'gw_port': {'id': '3491b9e6-c69e-4c95-a874-296dc1101240', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:36:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0bac05-42ff-416f-9105-dcc76201ec2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:13Z', 'updated_at': '2021-10-20T11:58:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:58:16.394954 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-08255db5-b910-4c00-8770-2f1e0839577a None None] For port 6dfcbb00-6483-4e5a-8253-1fd77ba26d48, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=6dfcbb00-6483-4e5a-8253-1fd77ba26d48,segment=NetworkSegment(6c587cbe-c327-4f4a-a327-4c164ef56067),segment_id=6c587cbe-c327-4f4a-a327-4c164ef56067)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:58:16.397774 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49751f47-d4ed-4681-b45a-83f1313d1706 None None] Checking router: ba0bac05-42ff-416f-9105-dcc76201ec2d for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:58:16.397774 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49751f47-d4ed-4681-b45a-83f1313d1706 None None] Updating router ba0bac05-42ff-416f-9105-dcc76201ec2d port 3491b9e6-c69e-4c95-a874-296dc1101240 binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:58:16.431124 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-49751f47-d4ed-4681-b45a-83f1313d1706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:16.454867 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-08255db5-b910-4c00-8770-2f1e0839577a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:16.488314 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-35398b53-9562-4b0d-b804-e4c2cf577a53 req-ca5c45a5-0f9b-441e-b694-a106fa4e4ba4 service neutron] For port ba68fa0b-7ec0-446e-8a4e-8584074943c3, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=ba68fa0b-7ec0-446e-8a4e-8584074943c3,segment=NetworkSegment(95d08ebb-44bd-4ee9-9f6b-3d607310bce2),segment_id=95d08ebb-44bd-4ee9-9f6b-3d607310bce2)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:58:16.553570 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 6dfcbb00-6483-4e5a-8253-1fd77ba26d48 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:58:16.562133 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-35398b53-9562-4b0d-b804-e4c2cf577a53 req-ca5c45a5-0f9b-441e-b694-a106fa4e4ba4 service neutron] For port ba68fa0b-7ec0-446e-8a4e-8584074943c3, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:58:16.691763 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-7b2d49ee-f497-49fd-92ba-d9bae3a87d0e None None] Provisioning complete for port 6dfcbb00-6483-4e5a-8253-1fd77ba26d48 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:58:16.692260 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7b2d49ee-f497-49fd-92ba-d9bae3a87d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:16.751983 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56351b23-0389-402e-9cad-3bc7914b8783', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba68fa0b-7ec0-446e-8a4e-8584074943c3'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:58:16.756201 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69c4776-3048-4379-b59d-d453b7b45703" -d '{"events": [{"server_uuid": "56351b23-0389-402e-9cad-3bc7914b8783", "name": "network-vif-unplugged", "status": "completed", "tag": "ba68fa0b-7ec0-446e-8a4e-8584074943c3"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:58:16.769889 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-35398b53-9562-4b0d-b804-e4c2cf577a53 req-ca5c45a5-0f9b-441e-b694-a106fa4e4ba4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:16.774496 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08255db5-b910-4c00-8770-2f1e0839577a None None] Pushing event updated for resources: {'Port': ['ID=6dfcbb00-6483-4e5a-8253-1fd77ba26d48,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:16.797825 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-592227a8-ddb5-450f-ae4f-dc5caa5dad92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:16.816044 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-35398b53-9562-4b0d-b804-e4c2cf577a53 req-ca5c45a5-0f9b-441e-b694-a106fa4e4ba4 service neutron] Transition to ACTIVE for port object ba68fa0b-7ec0-446e-8a4e-8584074943c3 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:58:16.839433 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a561301-5119-4e2a-9d47-d8fec5ed4eda req-f60c769e-f0c4-4350-b337-1b5818100448 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:16.847479 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5a561301-5119-4e2a-9d47-d8fec5ed4eda req-f60c769e-f0c4-4350-b337-1b5818100448 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 946 time: 0.2264137 Oct 20 11:58:16.849276 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-35398b53-9562-4b0d-b804-e4c2cf577a53 req-ca5c45a5-0f9b-441e-b694-a106fa4e4ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:16.911948 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 11:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42eb9fa5-48c2-4893-b9ed-344f5201ebeb x-openstack-request-id: req-42eb9fa5-48c2-4893-b9ed-344f5201ebeb {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:58:16.912441 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-49751f47-d4ed-4681-b45a-83f1313d1706 None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:16.913006 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56351b23-0389-402e-9cad-3bc7914b8783", "name": "network-vif-unplugged", "status": "completed", "tag": "ba68fa0b-7ec0-446e-8a4e-8584074943c3", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:58:16.913896 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-42eb9fa5-48c2-4893-b9ed-344f5201ebeb {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:58:16.914564 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56351b23-0389-402e-9cad-3bc7914b8783', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba68fa0b-7ec0-446e-8a4e-8584074943c3', 'code': 200} Oct 20 11:58:16.927338 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-49751f47-d4ed-4681-b45a-83f1313d1706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:16.957556 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 6dfcbb00-6483-4e5a-8253-1fd77ba26d48 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:58:16.958106 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:16.981875 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c45a5-0f9b-441e-b694-a106fa4e4ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=ba68fa0b-7ec0-446e-8a4e-8584074943c3,revision_number=6']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:17.077456 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e9c22-f25a-4b7e-aa49-b3fdb5bdfe57 None None] Pushing event updated for resources: {'Port': ['ID=3491b9e6-c69e-4c95-a874-296dc1101240,revision_number=2']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:17.081313 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-49751f47-d4ed-4681-b45a-83f1313d1706 None None] Attempting to bind port 3491b9e6-c69e-4c95-a874-296dc1101240 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:58:17.081682 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-49751f47-d4ed-4681-b45a-83f1313d1706 None None] Attempting to bind port 3491b9e6-c69e-4c95-a874-296dc1101240 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:58:17.082044 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49751f47-d4ed-4681-b45a-83f1313d1706 None None] Attempting to bind port 3491b9e6-c69e-4c95-a874-296dc1101240 on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:58:17.107324 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49751f47-d4ed-4681-b45a-83f1313d1706 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:58:17.107694 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49751f47-d4ed-4681-b45a-83f1313d1706 None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:58:17.108174 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-49751f47-d4ed-4681-b45a-83f1313d1706 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:17.108840 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49751f47-d4ed-4681-b45a-83f1313d1706 None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:58:17.109496 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-49751f47-d4ed-4681-b45a-83f1313d1706 None None] Bound port: 3491b9e6-c69e-4c95-a874-296dc1101240, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:58:17.109927 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-49751f47-d4ed-4681-b45a-83f1313d1706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:17.111839 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-592227a8-ddb5-450f-ae4f-dc5caa5dad92 admin admin] Allocated IP 172.20.0.1 (8652e2a2-b8d4-4075-a100-ab7f16227e84/8853ecfd-194a-4b56-bfa1-4371557cb205/b5f55729-ed27-49c7-9d1b-ad04de233c98) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:58:17.130618 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5a561301-5119-4e2a-9d47-d8fec5ed4eda req-d407d07d-c106-4dce-952f-74db215181e8 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=bde7e756-7381-4f9e-9284-33b0e6fb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2217479 Oct 20 11:58:17.185570 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-35398b53-9562-4b0d-b804-e4c2cf577a53 req-ca5c45a5-0f9b-441e-b694-a106fa4e4ba4 service neutron] No DVR routers for this DVR port ba68fa0b-7ec0-446e-8a4e-8584074943c3 on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:58:17.249938 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-49751f47-d4ed-4681-b45a-83f1313d1706 None None] For port 3491b9e6-c69e-4c95-a874-296dc1101240, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:58:17.255189 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-49751f47-d4ed-4681-b45a-83f1313d1706 None None] For port 3491b9e6-c69e-4c95-a874-296dc1101240, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=3491b9e6-c69e-4c95-a874-296dc1101240,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:58:17.270102 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-49751f47-d4ed-4681-b45a-83f1313d1706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:17.328239 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-592227a8-ddb5-450f-ae4f-dc5caa5dad92 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:17.369388 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-592227a8-ddb5-450f-ae4f-dc5caa5dad92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:17.405850 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e9c22-f25a-4b7e-aa49-b3fdb5bdfe57 None None] Pushing event updated for resources: {'Port': ['ID=3491b9e6-c69e-4c95-a874-296dc1101240,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:17.410512 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49751f47-d4ed-4681-b45a-83f1313d1706 None None] Routers {'ba0bac05-42ff-416f-9105-dcc76201ec2d'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:58:17.411197 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-49751f47-d4ed-4681-b45a-83f1313d1706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:57:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['ba0bac05-42ff-416f-9105-dcc76201ec2d'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:58:17.422627 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592227a8-ddb5-450f-ae4f-dc5caa5dad92 admin admin] Network 8652e2a2-b8d4-4075-a100-ab7f16227e84 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:58:17.425845 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-592227a8-ddb5-450f-ae4f-dc5caa5dad92 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:58:17.429459 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592227a8-ddb5-450f-ae4f-dc5caa5dad92 admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:58:17.450358 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-35398b53-9562-4b0d-b804-e4c2cf577a53 req-ca5c45a5-0f9b-441e-b694-a106fa4e4ba4 service neutron] Attempting to bind port ba68fa0b-7ec0-446e-8a4e-8584074943c3 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:58:17.450684 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-35398b53-9562-4b0d-b804-e4c2cf577a53 req-ca5c45a5-0f9b-441e-b694-a106fa4e4ba4 service neutron] Attempting to bind port ba68fa0b-7ec0-446e-8a4e-8584074943c3 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '95d08ebb-44bd-4ee9-9f6b-3d607310bce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '56112252-a34d-447c-a17a-793b19322615'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:58:17.453858 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35398b53-9562-4b0d-b804-e4c2cf577a53 req-ca5c45a5-0f9b-441e-b694-a106fa4e4ba4 service neutron] Attempting to bind port ba68fa0b-7ec0-446e-8a4e-8584074943c3 on network 56112252-a34d-447c-a17a-793b19322615 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:58:17.459164 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35398b53-9562-4b0d-b804-e4c2cf577a53 req-ca5c45a5-0f9b-441e-b694-a106fa4e4ba4 service neutron] Port ba68fa0b-7ec0-446e-8a4e-8584074943c3 on network 56112252-a34d-447c-a17a-793b19322615 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:58:17.459575 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35398b53-9562-4b0d-b804-e4c2cf577a53 req-ca5c45a5-0f9b-441e-b694-a106fa4e4ba4 service neutron] Attempting to bind port ba68fa0b-7ec0-446e-8a4e-8584074943c3 on network 56112252-a34d-447c-a17a-793b19322615 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:58:17.465349 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35398b53-9562-4b0d-b804-e4c2cf577a53 req-ca5c45a5-0f9b-441e-b694-a106fa4e4ba4 service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:58:17.465667 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35398b53-9562-4b0d-b804-e4c2cf577a53 req-ca5c45a5-0f9b-441e-b694-a106fa4e4ba4 service neutron] Checking segment: {'id': '95d08ebb-44bd-4ee9-9f6b-3d607310bce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '56112252-a34d-447c-a17a-793b19322615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:58:17.466166 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35398b53-9562-4b0d-b804-e4c2cf577a53 req-ca5c45a5-0f9b-441e-b694-a106fa4e4ba4 service neutron] Bound using segment: {'id': '95d08ebb-44bd-4ee9-9f6b-3d607310bce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '56112252-a34d-447c-a17a-793b19322615'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:58:17.466612 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-35398b53-9562-4b0d-b804-e4c2cf577a53 req-ca5c45a5-0f9b-441e-b694-a106fa4e4ba4 service neutron] Bound port: ba68fa0b-7ec0-446e-8a4e-8584074943c3, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95d08ebb-44bd-4ee9-9f6b-3d607310bce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '56112252-a34d-447c-a17a-793b19322615'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:58:17.467029 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-35398b53-9562-4b0d-b804-e4c2cf577a53 req-ca5c45a5-0f9b-441e-b694-a106fa4e4ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:17.547556 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592227a8-ddb5-450f-ae4f-dc5caa5dad92 admin admin] Pushing event updated for resources: {'Port': ['ID=b5f55729-ed27-49c7-9d1b-ad04de233c98,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:17.559276 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592227a8-ddb5-450f-ae4f-dc5caa5dad92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:17.560003 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592227a8-ddb5-450f-ae4f-dc5caa5dad92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:17.560579 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592227a8-ddb5-450f-ae4f-dc5caa5dad92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:17.561115 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592227a8-ddb5-450f-ae4f-dc5caa5dad92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:17.561669 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592227a8-ddb5-450f-ae4f-dc5caa5dad92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:17.562210 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592227a8-ddb5-450f-ae4f-dc5caa5dad92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:17.562735 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592227a8-ddb5-450f-ae4f-dc5caa5dad92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:17.563511 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592227a8-ddb5-450f-ae4f-dc5caa5dad92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:17.564093 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592227a8-ddb5-450f-ae4f-dc5caa5dad92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:17.564635 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592227a8-ddb5-450f-ae4f-dc5caa5dad92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:17.565419 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592227a8-ddb5-450f-ae4f-dc5caa5dad92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:17.565897 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592227a8-ddb5-450f-ae4f-dc5caa5dad92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:58:17.579605 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-49751f47-d4ed-4681-b45a-83f1313d1706 None None] Set router ba0bac05-42ff-416f-9105-dcc76201ec2d gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:58:17.583601 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-35398b53-9562-4b0d-b804-e4c2cf577a53 req-ca5c45a5-0f9b-441e-b694-a106fa4e4ba4 service neutron] For port ba68fa0b-7ec0-446e-8a4e-8584074943c3, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:58:17.584208 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-592227a8-ddb5-450f-ae4f-dc5caa5dad92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:17.588206 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-35398b53-9562-4b0d-b804-e4c2cf577a53 req-ca5c45a5-0f9b-441e-b694-a106fa4e4ba4 service neutron] For port ba68fa0b-7ec0-446e-8a4e-8584074943c3, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=ba68fa0b-7ec0-446e-8a4e-8584074943c3,segment=NetworkSegment(95d08ebb-44bd-4ee9-9f6b-3d607310bce2),segment_id=95d08ebb-44bd-4ee9-9f6b-3d607310bce2)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:58:17.595933 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-35398b53-9562-4b0d-b804-e4c2cf577a53 req-ca5c45a5-0f9b-441e-b694-a106fa4e4ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:17.685863 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c45a5-0f9b-441e-b694-a106fa4e4ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=ba68fa0b-7ec0-446e-8a4e-8584074943c3,revision_number=7']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:17.697865 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 6dfcbb00-6483-4e5a-8253-1fd77ba26d48 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:58:17.707965 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35398b53-9562-4b0d-b804-e4c2cf577a53 req-ca5c45a5-0f9b-441e-b694-a106fa4e4ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:17.708766 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-35398b53-9562-4b0d-b804-e4c2cf577a53 req-ca5c45a5-0f9b-441e-b694-a106fa4e4ba4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:17.725097 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-35398b53-9562-4b0d-b804-e4c2cf577a53 req-ca5c45a5-0f9b-441e-b694-a106fa4e4ba4 service neutron] 10.222.0.11 "PUT /v2.0/ports/ba68fa0b-7ec0-446e-8a4e-8584074943c3 HTTP/1.1" status: 200 len: 1092 time: 2.2268019 Oct 20 11:58:17.811895 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 6dfcbb00-6483-4e5a-8253-1fd77ba26d48 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:58:17.812543 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:17.822458 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35398b53-9562-4b0d-b804-e4c2cf577a53 req-cedd8037-4e26-4a1d-8f97-0fcaaa182119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:17.824623 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-35398b53-9562-4b0d-b804-e4c2cf577a53 req-cedd8037-4e26-4a1d-8f97-0fcaaa182119 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d69630d5f3304dc8a33f46da29b2ea4c&device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 1095 time: 0.0733566 Oct 20 11:58:17.847393 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-592227a8-ddb5-450f-ae4f-dc5caa5dad92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:17.867929 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-49751f47-d4ed-4681-b45a-83f1313d1706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0bac05-42ff-416f-9105-dcc76201ec2d', 'name': 'tempest-TestVolumeBootPattern-1212705628-router', 'tenant_id': '3b94d504c3f74b518666130ff2b6bd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '3491b9e6-c69e-4c95-a874-296dc1101240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:12Z', 'updated_at': '2021-10-20T11:58:13Z', 'revision_number': 3, 'project_id': '3b94d504c3f74b518666130ff2b6bd7e', 'gw_port': {'id': '3491b9e6-c69e-4c95-a874-296dc1101240', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:36:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0bac05-42ff-416f-9105-dcc76201ec2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:13Z', 'updated_at': '2021-10-20T11:58:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:58:17.913521 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-537cb8b7-36d9-4e24-8f29-76750ab13639 None None] Provisioning complete for port b5f55729-ed27-49c7-9d1b-ad04de233c98 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:58:17.913887 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-537cb8b7-36d9-4e24-8f29-76750ab13639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:17.941287 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49751f47-d4ed-4681-b45a-83f1313d1706 None None] The sync data for ids ['ba0bac05-42ff-416f-9105-dcc76201ec2d'] in n-d-814735-3 is: [{'id': 'ba0bac05-42ff-416f-9105-dcc76201ec2d', 'name': 'tempest-TestVolumeBootPattern-1212705628-router', 'tenant_id': '3b94d504c3f74b518666130ff2b6bd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '3491b9e6-c69e-4c95-a874-296dc1101240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:12Z', 'updated_at': '2021-10-20T11:58:13Z', 'revision_number': 3, 'project_id': '3b94d504c3f74b518666130ff2b6bd7e', 'gw_port': {'id': '3491b9e6-c69e-4c95-a874-296dc1101240', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:36:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0bac05-42ff-416f-9105-dcc76201ec2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:13Z', 'updated_at': '2021-10-20T11:58:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:58:18.014048 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35398b53-9562-4b0d-b804-e4c2cf577a53 req-45a01729-1818-4676-a454-65f0a8eded71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:18.016519 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-537cb8b7-36d9-4e24-8f29-76750ab13639 None None] Port b5f55729-ed27-49c7-9d1b-ad04de233c98 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:58:18.016850 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-35398b53-9562-4b0d-b804-e4c2cf577a53 req-45a01729-1818-4676-a454-65f0a8eded71 service neutron] 10.222.0.11 "GET /v2.0/networks?id=56112252-a34d-447c-a17a-793b19322615 HTTP/1.1" status: 200 len: 899 time: 0.1833808 Oct 20 11:58:18.104164 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-592227a8-ddb5-450f-ae4f-dc5caa5dad92 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:18.104967 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-35398b53-9562-4b0d-b804-e4c2cf577a53 req-8292c186-0050-4282-b09d-8610e9e63a62 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba68fa0b-7ec0-446e-8a4e-8584074943c3 HTTP/1.1" status: 200 len: 1000 time: 0.0800977 Oct 20 11:58:18.110042 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-592227a8-ddb5-450f-ae4f-dc5caa5dad92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:18.168264 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35398b53-9562-4b0d-b804-e4c2cf577a53 req-5623cc3e-8bbb-4d6a-9044-d25ed62a6caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:18.172368 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-35398b53-9562-4b0d-b804-e4c2cf577a53 req-5623cc3e-8bbb-4d6a-9044-d25ed62a6caa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca6f1c92-8b3e-4b78-9b73-cd867e309c20 HTTP/1.1" status: 200 len: 835 time: 0.0600941 Oct 20 11:58:18.188396 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592227a8-ddb5-450f-ae4f-dc5caa5dad92 admin admin] Pushing event updated for resources: {'Port': ['ID=b5f55729-ed27-49c7-9d1b-ad04de233c98,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:18.212183 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-592227a8-ddb5-450f-ae4f-dc5caa5dad92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:18.215637 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device ba68fa0b-7ec0-446e-8a4e-8584074943c3 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:58:18.238013 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35398b53-9562-4b0d-b804-e4c2cf577a53 req-0a442fec-fab5-4b92-be74-b5460894a122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:18.240530 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-35398b53-9562-4b0d-b804-e4c2cf577a53 req-0a442fec-fab5-4b92-be74-b5460894a122 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=56112252-a34d-447c-a17a-793b19322615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600848 Oct 20 11:58:18.299980 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device ba68fa0b-7ec0-446e-8a4e-8584074943c3 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:58:18.332288 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592227a8-ddb5-450f-ae4f-dc5caa5dad92 admin admin] Network 8652e2a2-b8d4-4075-a100-ab7f16227e84 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:58:18.333366 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-592227a8-ddb5-450f-ae4f-dc5caa5dad92 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:58:18.433370 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5034adb-829d-4a37-a1f5-352d96d8582d req-1a2f9274-7351-4b2a-87d8-c2ce56941de7 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:18.442023 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a5034adb-829d-4a37-a1f5-352d96d8582d req-1a2f9274-7351-4b2a-87d8-c2ce56941de7 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 944 time: 0.1493487 Oct 20 11:58:18.479103 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-35398b53-9562-4b0d-b804-e4c2cf577a53 req-3b319268-a040-4b8b-831f-15ab9147f160 service neutron] 10.222.0.11 "GET /v2.0/networks/56112252-a34d-447c-a17a-793b19322615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307215 Oct 20 11:58:18.542193 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a5034adb-829d-4a37-a1f5-352d96d8582d req-4bdb1829-b42b-447e-800d-b900a5409c94 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=bde7e756-7381-4f9e-9284-33b0e6fb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990005 Oct 20 11:58:18.560091 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592227a8-ddb5-450f-ae4f-dc5caa5dad92 admin admin] Router ba0bac05-42ff-416f-9105-dcc76201ec2d has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:58:18.626550 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-35398b53-9562-4b0d-b804-e4c2cf577a53 req-af754e56-585e-402e-bdc1-7c08f7b6a08e service neutron] 10.222.0.11 "GET /v2.0/networks/56112252-a34d-447c-a17a-793b19322615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379437 Oct 20 11:58:18.714237 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592227a8-ddb5-450f-ae4f-dc5caa5dad92 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:58:18.732299 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-592227a8-ddb5-450f-ae4f-dc5caa5dad92 admin admin] 10.222.0.98 "PUT /v2.0/routers/ba0bac05-42ff-416f-9105-dcc76201ec2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7569058 Oct 20 11:58:18.769862 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-db03834e-34f1-4972-85a3-644a82a9bc2c None None] Provisioning complete for port b5f55729-ed27-49c7-9d1b-ad04de233c98 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:58:18.770280 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-db03834e-34f1-4972-85a3-644a82a9bc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:18.859202 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-db03834e-34f1-4972-85a3-644a82a9bc2c None None] Port b5f55729-ed27-49c7-9d1b-ad04de233c98 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:58:18.916340 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56351b23-0389-402e-9cad-3bc7914b8783', 'tag': 'ba68fa0b-7ec0-446e-8a4e-8584074943c3'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:58:18.918449 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a4f6be-15d2-47e3-8cb6-f22702e20003" -d '{"events": [{"name": "network-changed", "server_uuid": "56351b23-0389-402e-9cad-3bc7914b8783", "tag": "ba68fa0b-7ec0-446e-8a4e-8584074943c3"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:58:19.022545 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0290f215-b516-44a2-80d7-40c1edfb182d x-openstack-request-id: req-0290f215-b516-44a2-80d7-40c1edfb182d {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:58:19.023207 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56351b23-0389-402e-9cad-3bc7914b8783", "tag": "ba68fa0b-7ec0-446e-8a4e-8584074943c3", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:58:19.023207 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0290f215-b516-44a2-80d7-40c1edfb182d {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:58:19.023527 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56351b23-0389-402e-9cad-3bc7914b8783', 'tag': 'ba68fa0b-7ec0-446e-8a4e-8584074943c3', 'status': 'completed', 'code': 200} Oct 20 11:58:19.046552 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782435ea-5763-4a17-bb41-75e0c3b14ffd req-d2c0ac6e-74f3-4d3f-b827-305b89510e31 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:19.048290 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-782435ea-5763-4a17-bb41-75e0c3b14ffd req-d2c0ac6e-74f3-4d3f-b827-305b89510e31 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 947 time: 0.0859790 Oct 20 11:58:19.139556 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-782435ea-5763-4a17-bb41-75e0c3b14ffd req-9036b27b-58af-453a-bb62-2882f3a5b6f9 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796373 Oct 20 11:58:19.190926 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4f6be-15d2-47e3-8cb6-f22702e20003 req-15fb9201-5bea-4d4c-8e7c-c0bc18df8783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:19.192472 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-76a4f6be-15d2-47e3-8cb6-f22702e20003 req-15fb9201-5bea-4d4c-8e7c-c0bc18df8783 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d69630d5f3304dc8a33f46da29b2ea4c&device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 1095 time: 0.1427832 Oct 20 11:58:19.195130 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4f6be-15d2-47e3-8cb6-f22702e20003 req-9d6bc864-6dcd-41ce-83cc-c21a94376b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:19.196506 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-76a4f6be-15d2-47e3-8cb6-f22702e20003 req-9d6bc864-6dcd-41ce-83cc-c21a94376b64 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d69630d5f3304dc8a33f46da29b2ea4c&device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 1095 time: 0.1380625 Oct 20 11:58:19.332142 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f36c70ce-0041-43f3-8180-85868787192a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:19.369891 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4f6be-15d2-47e3-8cb6-f22702e20003 req-db19db3d-52b1-4f49-aeac-a99e571570cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:19.371437 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-76a4f6be-15d2-47e3-8cb6-f22702e20003 req-db19db3d-52b1-4f49-aeac-a99e571570cd service neutron] 10.222.0.11 "GET /v2.0/networks?id=56112252-a34d-447c-a17a-793b19322615 HTTP/1.1" status: 200 len: 899 time: 0.1716099 Oct 20 11:58:19.374089 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4f6be-15d2-47e3-8cb6-f22702e20003 req-233c6789-4606-4e21-8b17-b82ad83e6ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:19.375470 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-76a4f6be-15d2-47e3-8cb6-f22702e20003 req-233c6789-4606-4e21-8b17-b82ad83e6ac5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=56112252-a34d-447c-a17a-793b19322615 HTTP/1.1" status: 200 len: 899 time: 0.1667600 Oct 20 11:58:19.489665 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-76a4f6be-15d2-47e3-8cb6-f22702e20003 req-07ad6e47-0dcf-4b00-bfe4-407fa97a9b0a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba68fa0b-7ec0-446e-8a4e-8584074943c3 HTTP/1.1" status: 200 len: 1000 time: 0.1094737 Oct 20 11:58:19.491798 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-76a4f6be-15d2-47e3-8cb6-f22702e20003 req-9a352f59-deb5-4245-96ca-bb022baf832b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba68fa0b-7ec0-446e-8a4e-8584074943c3 HTTP/1.1" status: 200 len: 1000 time: 0.1045380 Oct 20 11:58:19.608510 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4f6be-15d2-47e3-8cb6-f22702e20003 req-077ede9f-7208-49e5-939b-7fc00bbe4309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:19.612517 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-76a4f6be-15d2-47e3-8cb6-f22702e20003 req-077ede9f-7208-49e5-939b-7fc00bbe4309 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca6f1c92-8b3e-4b78-9b73-cd867e309c20 HTTP/1.1" status: 200 len: 835 time: 0.1152201 Oct 20 11:58:19.662651 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4f6be-15d2-47e3-8cb6-f22702e20003 req-50d15745-3606-4dd3-841c-99f9a943d335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:19.664473 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-76a4f6be-15d2-47e3-8cb6-f22702e20003 req-50d15745-3606-4dd3-841c-99f9a943d335 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ca6f1c92-8b3e-4b78-9b73-cd867e309c20 HTTP/1.1" status: 200 len: 835 time: 0.1589522 Oct 20 11:58:19.708791 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 3491b9e6-c69e-4c95-a874-296dc1101240 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:58:19.762234 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4f6be-15d2-47e3-8cb6-f22702e20003 req-4dc7c335-1358-47cd-b7cf-7ba402990a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:19.763998 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-76a4f6be-15d2-47e3-8cb6-f22702e20003 req-4dc7c335-1358-47cd-b7cf-7ba402990a98 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=56112252-a34d-447c-a17a-793b19322615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1406765 Oct 20 11:58:19.767023 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 3491b9e6-c69e-4c95-a874-296dc1101240 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:58:19.767598 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:19.771767 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4f6be-15d2-47e3-8cb6-f22702e20003 req-c4dec9b8-68b3-41fa-967f-e9892d3ebb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:19.773789 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-76a4f6be-15d2-47e3-8cb6-f22702e20003 req-c4dec9b8-68b3-41fa-967f-e9892d3ebb56 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=56112252-a34d-447c-a17a-793b19322615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0890000 Oct 20 11:58:19.789614 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89bdc32-9e46-4a66-a3fd-f6a93ab825fe req-00e286ec-d329-4db9-a43c-05f30b5789d2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:19.791308 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d89bdc32-9e46-4a66-a3fd-f6a93ab825fe req-00e286ec-d329-4db9-a43c-05f30b5789d2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 944 time: 0.1054022 Oct 20 11:58:19.852873 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:19.883857 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 3491b9e6-c69e-4c95-a874-296dc1101240, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=3491b9e6-c69e-4c95-a874-296dc1101240,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:58:19.889791 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:19.941924 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=3491b9e6-c69e-4c95-a874-296dc1101240,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:19.957935 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d89bdc32-9e46-4a66-a3fd-f6a93ab825fe req-0ce88f23-fb0e-47f1-b379-ac35138c130e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=bde7e756-7381-4f9e-9284-33b0e6fb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398067 Oct 20 11:58:19.994505 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-76a4f6be-15d2-47e3-8cb6-f22702e20003 req-ed6229d5-ce9e-49a7-8493-1333798de154 service neutron] 10.222.0.11 "GET /v2.0/networks/56112252-a34d-447c-a17a-793b19322615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188594 Oct 20 11:58:19.996442 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-76a4f6be-15d2-47e3-8cb6-f22702e20003 req-ebfa2205-f5dc-4efb-b031-be4042cc08ff service neutron] 10.222.0.89 "GET /v2.0/networks/56112252-a34d-447c-a17a-793b19322615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032592 Oct 20 11:58:20.156059 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-76a4f6be-15d2-47e3-8cb6-f22702e20003 req-e7ab7506-9583-47e3-b8e4-494714af78c7 service neutron] 10.222.0.11 "GET /v2.0/networks/56112252-a34d-447c-a17a-793b19322615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529372 Oct 20 11:58:20.158243 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-76a4f6be-15d2-47e3-8cb6-f22702e20003 req-a3b9d9cd-11a9-4585-9bd9-d2aae022ec8d service neutron] 10.222.0.89 "GET /v2.0/networks/56112252-a34d-447c-a17a-793b19322615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477501 Oct 20 11:58:20.230049 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3b7f42-988d-4571-bb4c-3d2c39943a58 None None] Sync routers for ids ['ba0bac05-42ff-416f-9105-dcc76201ec2d'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:58:20.240284 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3b7f42-988d-4571-bb4c-3d2c39943a58 None None] Routers {'ba0bac05-42ff-416f-9105-dcc76201ec2d'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:58:20.241076 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-da3b7f42-988d-4571-bb4c-3d2c39943a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:57:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['ba0bac05-42ff-416f-9105-dcc76201ec2d'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:58:20.275142 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f8080-e2a3-41d1-957d-6010f184ff66 req-dddefc88-bb19-41bf-8037-2d91fc079b7a tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:20.276976 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bd9f8080-e2a3-41d1-957d-6010f184ff66 req-dddefc88-bb19-41bf-8037-2d91fc079b7a tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 947 time: 0.0526688 Oct 20 11:58:20.327031 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bd9f8080-e2a3-41d1-957d-6010f184ff66 req-6edd2187-1f23-46e2-8e6b-aaa2fee44124 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/security-groups?id=5b237962-fe4d-4493-80f2-2859fd8cbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393307 Oct 20 11:58:20.379026 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-da3b7f42-988d-4571-bb4c-3d2c39943a58 None None] Set router ba0bac05-42ff-416f-9105-dcc76201ec2d gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:58:20.588814 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-da3b7f42-988d-4571-bb4c-3d2c39943a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0bac05-42ff-416f-9105-dcc76201ec2d', 'name': 'tempest-TestVolumeBootPattern-1212705628-router', 'tenant_id': '3b94d504c3f74b518666130ff2b6bd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '3491b9e6-c69e-4c95-a874-296dc1101240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:12Z', 'updated_at': '2021-10-20T11:58:17Z', 'revision_number': 4, 'project_id': '3b94d504c3f74b518666130ff2b6bd7e', 'gw_port': {'id': '3491b9e6-c69e-4c95-a874-296dc1101240', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:36:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0bac05-42ff-416f-9105-dcc76201ec2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:13Z', 'updated_at': '2021-10-20T11:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'b5f55729-ed27-49c7-9d1b-ad04de233c98', 'name': '', 'network_id': '8652e2a2-b8d4-4075-a100-ab7f16227e84', 'tenant_id': '3b94d504c3f74b518666130ff2b6bd7e', 'mac_address': 'fa:16:3e:3c:bd:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0bac05-42ff-416f-9105-dcc76201ec2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '8853ecfd-194a-4b56-bfa1-4371557cb205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:16Z', 'updated_at': '2021-10-20T11:58:17Z', 'revision_number': 2, 'project_id': '3b94d504c3f74b518666130ff2b6bd7e', 'subnets': [{'id': '8853ecfd-194a-4b56-bfa1-4371557cb205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:58:20.614683 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3b7f42-988d-4571-bb4c-3d2c39943a58 None None] Checking router: ba0bac05-42ff-416f-9105-dcc76201ec2d for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:58:20.615065 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3b7f42-988d-4571-bb4c-3d2c39943a58 None None] Updating router ba0bac05-42ff-416f-9105-dcc76201ec2d port b5f55729-ed27-49c7-9d1b-ad04de233c98 binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:58:20.639634 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-da3b7f42-988d-4571-bb4c-3d2c39943a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:20.689730 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3b596-e352-432a-aa70-6165cb8a243a req-4a5317ba-191a-4928-83a2-178df36ab818 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:20.690940 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7aa3b596-e352-432a-aa70-6165cb8a243a req-4a5317ba-191a-4928-83a2-178df36ab818 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 947 time: 0.0547972 Oct 20 11:58:20.793038 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-7aa3b596-e352-432a-aa70-6165cb8a243a req-85edd0e4-ea0c-4be5-8ed2-fd800356af4d tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Deleting port eae36528-cf16-4667-9859-d294f58c3767 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:58:20.793452 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7aa3b596-e352-432a-aa70-6165cb8a243a req-85edd0e4-ea0c-4be5-8ed2-fd800356af4d tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:20.891978 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-7aa3b596-e352-432a-aa70-6165cb8a243a req-85edd0e4-ea0c-4be5-8ed2-fd800356af4d tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] For port eae36528-cf16-4667-9859-d294f58c3767, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=eae36528-cf16-4667-9859-d294f58c3767,segment=NetworkSegment(d62d22e1-4ed0-4262-9452-80d2f51e2b28),segment_id=d62d22e1-4ed0-4262-9452-80d2f51e2b28)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:58:20.892353 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7aa3b596-e352-432a-aa70-6165cb8a243a req-85edd0e4-ea0c-4be5-8ed2-fd800356af4d tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:20.915394 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-7aa3b596-e352-432a-aa70-6165cb8a243a req-85edd0e4-ea0c-4be5-8ed2-fd800356af4d tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Calling delete_port for eae36528-cf16-4667-9859-d294f58c3767 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:58:20.938066 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-da3b7f42-988d-4571-bb4c-3d2c39943a58 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:20.945193 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-da3b7f42-988d-4571-bb4c-3d2c39943a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:20.992084 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b758-d4d8-44e3-9d4f-273a2f544567 None None] Pushing event updated for resources: {'Port': ['ID=b5f55729-ed27-49c7-9d1b-ad04de233c98,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:21.050322 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-da3b7f42-988d-4571-bb4c-3d2c39943a58 None None] Attempting to bind port b5f55729-ed27-49c7-9d1b-ad04de233c98 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:58:21.050626 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-da3b7f42-988d-4571-bb4c-3d2c39943a58 None None] Attempting to bind port b5f55729-ed27-49c7-9d1b-ad04de233c98 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '6c587cbe-c327-4f4a-a327-4c164ef56067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '8652e2a2-b8d4-4075-a100-ab7f16227e84'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:58:21.051223 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3b7f42-988d-4571-bb4c-3d2c39943a58 None None] Attempting to bind port b5f55729-ed27-49c7-9d1b-ad04de233c98 on network 8652e2a2-b8d4-4075-a100-ab7f16227e84 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:58:21.057844 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3b7f42-988d-4571-bb4c-3d2c39943a58 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:58:21.058225 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3b7f42-988d-4571-bb4c-3d2c39943a58 None None] Checking segment: {'id': '6c587cbe-c327-4f4a-a327-4c164ef56067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '8652e2a2-b8d4-4075-a100-ab7f16227e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:58:21.058630 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-da3b7f42-988d-4571-bb4c-3d2c39943a58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:21.059053 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3b7f42-988d-4571-bb4c-3d2c39943a58 None None] Bound using segment: {'id': '6c587cbe-c327-4f4a-a327-4c164ef56067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '8652e2a2-b8d4-4075-a100-ab7f16227e84'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:58:21.059530 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-da3b7f42-988d-4571-bb4c-3d2c39943a58 None None] Bound port: b5f55729-ed27-49c7-9d1b-ad04de233c98, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c587cbe-c327-4f4a-a327-4c164ef56067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '8652e2a2-b8d4-4075-a100-ab7f16227e84'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:58:21.059912 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-da3b7f42-988d-4571-bb4c-3d2c39943a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:21.068143 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7fcac-7bb0-496d-8ba9-1a348782077f req-a67dae14-e64c-4db5-8478-9018d7a8db9d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:21.069697 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-25d7fcac-7bb0-496d-8ba9-1a348782077f req-a67dae14-e64c-4db5-8478-9018d7a8db9d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/networks?id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a HTTP/1.1" status: 200 len: 812 time: 0.1669717 Oct 20 11:58:21.115463 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-25d7fcac-7bb0-496d-8ba9-1a348782077f req-54046ab1-2a0e-44b0-a7a1-e4f86fcf204a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/quotas/2a883afeccdc493d8238ba472f031019 HTTP/1.1" status: 200 len: 375 time: 0.0345566 Oct 20 11:58:21.137569 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-da3b7f42-988d-4571-bb4c-3d2c39943a58 None None] For port b5f55729-ed27-49c7-9d1b-ad04de233c98, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:58:21.141406 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-da3b7f42-988d-4571-bb4c-3d2c39943a58 None None] For port b5f55729-ed27-49c7-9d1b-ad04de233c98, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=b5f55729-ed27-49c7-9d1b-ad04de233c98,segment=NetworkSegment(6c587cbe-c327-4f4a-a327-4c164ef56067),segment_id=6c587cbe-c327-4f4a-a327-4c164ef56067)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:58:21.146279 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-da3b7f42-988d-4571-bb4c-3d2c39943a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:21.205900 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3b7f42-988d-4571-bb4c-3d2c39943a58 None None] Routers {'ba0bac05-42ff-416f-9105-dcc76201ec2d'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:58:21.206213 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-da3b7f42-988d-4571-bb4c-3d2c39943a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:57:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['ba0bac05-42ff-416f-9105-dcc76201ec2d'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:58:21.211372 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31cd37f-6a5e-4cdc-b9e7-b02caffd7541 req-55097b73-3618-4cfd-8f2d-b16cef74a87c tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:21.213069 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f31cd37f-6a5e-4cdc-b9e7-b02caffd7541 req-55097b73-3618-4cfd-8f2d-b16cef74a87c tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 944 time: 0.1601167 Oct 20 11:58:21.245110 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b758-d4d8-44e3-9d4f-273a2f544567 None None] Pushing event updated for resources: {'Port': ['ID=b5f55729-ed27-49c7-9d1b-ad04de233c98,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:21.250520 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-25d7fcac-7bb0-496d-8ba9-1a348782077f req-0bf82a90-0db1-419c-a166-ac78333b3cb4 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=2a883afeccdc493d8238ba472f031019&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1231260 Oct 20 11:58:21.253027 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7aa3b596-e352-432a-aa70-6165cb8a243a req-85edd0e4-ea0c-4be5-8ed2-fd800356af4d tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:21.265366 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['eae36528-cf16-4667-9859-d294f58c3767'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:58:21.294631 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85edd0e4-ea0c-4be5-8ed2-fd800356af4d tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Pushing event deleted for resources: {'Port': ['ID=eae36528-cf16-4667-9859-d294f58c3767,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:21.345852 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f31cd37f-6a5e-4cdc-b9e7-b02caffd7541 req-4618aa86-63fa-412d-8d2c-79112a743bc7 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=bde7e756-7381-4f9e-9284-33b0e6fb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248202 Oct 20 11:58:21.349123 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-669b8d81-fd14-413c-9f8a-387cc7be6d47 None None] Provisioning complete for port b5f55729-ed27-49c7-9d1b-ad04de233c98 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:58:21.350291 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-669b8d81-fd14-413c-9f8a-387cc7be6d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:21.355785 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-da3b7f42-988d-4571-bb4c-3d2c39943a58 None None] Set router ba0bac05-42ff-416f-9105-dcc76201ec2d gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:58:21.371203 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa3b596-e352-432a-aa70-6165cb8a243a req-85edd0e4-ea0c-4be5-8ed2-fd800356af4d tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] No DVR routers for this DVR port eae36528-cf16-4667-9859-d294f58c3767 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:58:21.375034 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7aa3b596-e352-432a-aa70-6165cb8a243a req-85edd0e4-ea0c-4be5-8ed2-fd800356af4d tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:21.378506 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7aa3b596-e352-432a-aa70-6165cb8a243a req-85edd0e4-ea0c-4be5-8ed2-fd800356af4d tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.11 "DELETE /v2.0/ports/eae36528-cf16-4667-9859-d294f58c3767 HTTP/1.1" status: 204 len: 173 time: 0.6814561 Oct 20 11:58:21.379024 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce69061-7ed0-401c-b804-4365bf5d9f12', 'name': 'network-vif-deleted', 'tag': 'eae36528-cf16-4667-9859-d294f58c3767'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:58:21.381416 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930d958d-e528-4c6a-9c12-00b9932e952c" -d '{"events": [{"server_uuid": "4ce69061-7ed0-401c-b804-4365bf5d9f12", "name": "network-vif-deleted", "tag": "eae36528-cf16-4667-9859-d294f58c3767"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:58:21.574572 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-669b8d81-fd14-413c-9f8a-387cc7be6d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:21.663316 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-669b8d81-fd14-413c-9f8a-387cc7be6d47 None None] For port b5f55729-ed27-49c7-9d1b-ad04de233c98, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=b5f55729-ed27-49c7-9d1b-ad04de233c98,segment=NetworkSegment(6c587cbe-c327-4f4a-a327-4c164ef56067),segment_id=6c587cbe-c327-4f4a-a327-4c164ef56067)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:58:21.670934 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-669b8d81-fd14-413c-9f8a-387cc7be6d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:21.680271 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 3491b9e6-c69e-4c95-a874-296dc1101240 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:58:21.775755 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-da3b7f42-988d-4571-bb4c-3d2c39943a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0bac05-42ff-416f-9105-dcc76201ec2d', 'name': 'tempest-TestVolumeBootPattern-1212705628-router', 'tenant_id': '3b94d504c3f74b518666130ff2b6bd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '3491b9e6-c69e-4c95-a874-296dc1101240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:12Z', 'updated_at': '2021-10-20T11:58:17Z', 'revision_number': 4, 'project_id': '3b94d504c3f74b518666130ff2b6bd7e', 'gw_port': {'id': '3491b9e6-c69e-4c95-a874-296dc1101240', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:36:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0bac05-42ff-416f-9105-dcc76201ec2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:13Z', 'updated_at': '2021-10-20T11:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'b5f55729-ed27-49c7-9d1b-ad04de233c98', 'name': '', 'network_id': '8652e2a2-b8d4-4075-a100-ab7f16227e84', 'tenant_id': '3b94d504c3f74b518666130ff2b6bd7e', 'mac_address': 'fa:16:3e:3c:bd:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0bac05-42ff-416f-9105-dcc76201ec2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '8853ecfd-194a-4b56-bfa1-4371557cb205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:16Z', 'updated_at': '2021-10-20T11:58:21Z', 'revision_number': 4, 'project_id': '3b94d504c3f74b518666130ff2b6bd7e', 'subnets': [{'id': '8853ecfd-194a-4b56-bfa1-4371557cb205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:58:21.779367 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b8d81-fd14-413c-9f8a-387cc7be6d47 None None] Pushing event updated for resources: {'Port': ['ID=b5f55729-ed27-49c7-9d1b-ad04de233c98,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:21.814890 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3b7f42-988d-4571-bb4c-3d2c39943a58 None None] The sync data for ids ['ba0bac05-42ff-416f-9105-dcc76201ec2d'] in n-d-814735-3 is: [{'id': 'ba0bac05-42ff-416f-9105-dcc76201ec2d', 'name': 'tempest-TestVolumeBootPattern-1212705628-router', 'tenant_id': '3b94d504c3f74b518666130ff2b6bd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '3491b9e6-c69e-4c95-a874-296dc1101240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:12Z', 'updated_at': '2021-10-20T11:58:17Z', 'revision_number': 4, 'project_id': '3b94d504c3f74b518666130ff2b6bd7e', 'gw_port': {'id': '3491b9e6-c69e-4c95-a874-296dc1101240', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:36:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0bac05-42ff-416f-9105-dcc76201ec2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:13Z', 'updated_at': '2021-10-20T11:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'b5f55729-ed27-49c7-9d1b-ad04de233c98', 'name': '', 'network_id': '8652e2a2-b8d4-4075-a100-ab7f16227e84', 'tenant_id': '3b94d504c3f74b518666130ff2b6bd7e', 'mac_address': 'fa:16:3e:3c:bd:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0bac05-42ff-416f-9105-dcc76201ec2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '8853ecfd-194a-4b56-bfa1-4371557cb205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:16Z', 'updated_at': '2021-10-20T11:58:21Z', 'revision_number': 4, 'project_id': '3b94d504c3f74b518666130ff2b6bd7e', 'subnets': [{'id': '8853ecfd-194a-4b56-bfa1-4371557cb205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:58:21.831811 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-31e4e028-6779-450a-86d4-2fece068329d None None] Provisioning complete for port b5f55729-ed27-49c7-9d1b-ad04de233c98 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:58:21.832527 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-31e4e028-6779-450a-86d4-2fece068329d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:21.835375 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a45e4ea8-874f-429f-9322-2e4cf40189f3 req-35682c97-8161-47c5-a885-9452fd137c21 tempest-ServersNegativeTestJSON-974140118 tempest-ServersNegativeTestJSON-974140118-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ce69061-7ed0-401c-b804-4365bf5d9f12 HTTP/1.1" status: 200 len: 210 time: 0.0385230 Oct 20 11:58:21.892306 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 3491b9e6-c69e-4c95-a874-296dc1101240 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:58:21.892974 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:21.900091 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-25d7fcac-7bb0-496d-8ba9-1a348782077f req-40cbe6f5-a612-487a-92df-eb33919ef9c0 service neutron] 10.222.0.98 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6142807 Oct 20 11:58:22.035240 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-25d7fcac-7bb0-496d-8ba9-1a348782077f req-f0c71c9e-3f48-4ab9-ad75-7da2c5160db9 service neutron] 10.222.0.98 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342106 Oct 20 11:58:22.127829 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9a7e08-8f13-4a33-b81f-92059fa7a1d9 x-openstack-request-id: req-ce9a7e08-8f13-4a33-b81f-92059fa7a1d9 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:58:22.128544 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce69061-7ed0-401c-b804-4365bf5d9f12", "name": "network-vif-deleted", "tag": "eae36528-cf16-4667-9859-d294f58c3767", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:58:22.129053 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ce9a7e08-8f13-4a33-b81f-92059fa7a1d9 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:58:22.130892 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce69061-7ed0-401c-b804-4365bf5d9f12', 'name': 'network-vif-deleted', 'tag': 'eae36528-cf16-4667-9859-d294f58c3767', 'status': 'completed', 'code': 200} Oct 20 11:58:22.181871 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e09400-9225-490d-9f88-784809bdb958 req-5acf374b-1f22-48a2-9924-1093aa607d22 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:22.183515 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-76e09400-9225-490d-9f88-784809bdb958 req-5acf374b-1f22-48a2-9924-1093aa607d22 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.11 "GET /v2.0/ports?device_id=56351b23-0389-402e-9cad-3bc7914b8783&tenant_id=d69630d5f3304dc8a33f46da29b2ea4c&binding%3Ahost_id=n-h1-814735-3 HTTP/1.1" status: 200 len: 944 time: 0.0692308 Oct 20 11:58:22.202503 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-82ea4b2e-088c-43aa-946d-457f176cf6da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:22.291610 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-76e09400-9225-490d-9f88-784809bdb958 req-2b00fcda-2582-4e6b-b913-973b23d503e3 service neutron] 10.222.0.11 "GET /v2.0/ports/ba68fa0b-7ec0-446e-8a4e-8584074943c3/bindings/n-h1-814735-3 HTTP/1.1" status: 200 len: 382 time: 0.0997810 Oct 20 11:58:22.300406 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b14ba-b0f1-4a41-9b61-29ee144b6bbc req-11150211-5072-436d-812f-3e6fba8bcda3 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:22.301910 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-752b14ba-b0f1-4a41-9b61-29ee144b6bbc req-11150211-5072-436d-812f-3e6fba8bcda3 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 944 time: 0.1033094 Oct 20 11:58:22.366487 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device ba68fa0b-7ec0-446e-8a4e-8584074943c3 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:58:22.406413 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-752b14ba-b0f1-4a41-9b61-29ee144b6bbc req-241b5704-ea20-4a49-ab84-54f1d64de95c tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=bde7e756-7381-4f9e-9284-33b0e6fb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930662 Oct 20 11:58:22.415750 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e09400-9225-490d-9f88-784809bdb958 req-f23a69c9-cc25-4da4-8231-e99db1edfd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:22.417447 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-76e09400-9225-490d-9f88-784809bdb958 req-f23a69c9-cc25-4da4-8231-e99db1edfd28 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d69630d5f3304dc8a33f46da29b2ea4c&device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 1095 time: 0.0820022 Oct 20 11:58:22.471300 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-28c12c2a-f6d7-4e62-93bf-397aed0fc4b8 req-1a656400-f865-407d-ab72-89fcc0bcc786 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=10c22486-5f8b-4756-a16e-14fd4d433224 HTTP/1.1" status: 200 len: 210 time: 0.0468273 Oct 20 11:58:22.521292 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port ba68fa0b-7ec0-446e-8a4e-8584074943c3, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=ba68fa0b-7ec0-446e-8a4e-8584074943c3,segment=NetworkSegment(95d08ebb-44bd-4ee9-9f6b-3d607310bce2),segment_id=95d08ebb-44bd-4ee9-9f6b-3d607310bce2)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:58:22.535244 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': 'ba68fa0b-7ec0-446e-8a4e-8584074943c3', 'network_id': '56112252-a34d-447c-a17a-793b19322615', 'port_id': 'ba68fa0b-7ec0-446e-8a4e-8584074943c3', 'mac_address': 'fa:16:3e:fc:dc:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca6f1c92-8b3e-4b78-9b73-cd867e309c20', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:58:22.554348 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e09400-9225-490d-9f88-784809bdb958 req-6e13009c-10cf-4ff0-b585-09de6c6fb068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:22.556238 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-76e09400-9225-490d-9f88-784809bdb958 req-6e13009c-10cf-4ff0-b585-09de6c6fb068 service neutron] 10.222.0.11 "GET /v2.0/networks?id=56112252-a34d-447c-a17a-793b19322615 HTTP/1.1" status: 200 len: 899 time: 0.1305766 Oct 20 11:58:22.594737 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:22.612615 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba68fa0b-7ec0-446e-8a4e-8584074943c3 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:58:22.636056 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-76e09400-9225-490d-9f88-784809bdb958 req-2fd7a80e-4967-4812-aaa7-95915f2bcb81 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba68fa0b-7ec0-446e-8a4e-8584074943c3 HTTP/1.1" status: 200 len: 1000 time: 0.0716162 Oct 20 11:58:22.645725 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port ba68fa0b-7ec0-446e-8a4e-8584074943c3, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=ba68fa0b-7ec0-446e-8a4e-8584074943c3,segment=NetworkSegment(95d08ebb-44bd-4ee9-9f6b-3d607310bce2),segment_id=95d08ebb-44bd-4ee9-9f6b-3d607310bce2)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:58:22.654666 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:22.695306 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e09400-9225-490d-9f88-784809bdb958 req-5d6419ca-9fd6-443b-b33b-558f7a723235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:22.696832 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-76e09400-9225-490d-9f88-784809bdb958 req-5d6419ca-9fd6-443b-b33b-558f7a723235 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca6f1c92-8b3e-4b78-9b73-cd867e309c20 HTTP/1.1" status: 200 len: 835 time: 0.0531509 Oct 20 11:58:22.705592 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=ba68fa0b-7ec0-446e-8a4e-8584074943c3,revision_number=8']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:22.762406 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e09400-9225-490d-9f88-784809bdb958 req-7caeb1c5-8a74-4043-a5ea-84b6f5ff3443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:22.764344 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-76e09400-9225-490d-9f88-784809bdb958 req-7caeb1c5-8a74-4043-a5ea-84b6f5ff3443 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=56112252-a34d-447c-a17a-793b19322615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599833 Oct 20 11:58:22.865177 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['ba68fa0b-7ec0-446e-8a4e-8584074943c3'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:58:22.877776 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-76e09400-9225-490d-9f88-784809bdb958 req-c66b2890-9784-4e1b-9b42-fb9c56ec9b17 service neutron] 10.222.0.11 "GET /v2.0/networks/56112252-a34d-447c-a17a-793b19322615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041565 Oct 20 11:58:22.908701 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 47974) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:58:22.977763 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0a1d00a-8465-405a-8f32-05d31682044f admin admin] Deleting subnet b999a9c2-9254-4dda-a454-6d38a553ee36 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:58:22.982907 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f0a1d00a-8465-405a-8f32-05d31682044f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:23.026457 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-76e09400-9225-490d-9f88-784809bdb958 req-b4e676d5-a0b5-4b5d-ab09-4b3f5378c66d service neutron] 10.222.0.11 "GET /v2.0/networks/56112252-a34d-447c-a17a-793b19322615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369572 Oct 20 11:58:23.031373 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f0a1d00a-8465-405a-8f32-05d31682044f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:23.077102 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f0a1d00a-8465-405a-8f32-05d31682044f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:23.142126 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:23.154428 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f0a1d00a-8465-405a-8f32-05d31682044f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:23.185996 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a1d00a-8465-405a-8f32-05d31682044f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b999a9c2-9254-4dda-a454-6d38a553ee36,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:23.189891 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f0a1d00a-8465-405a-8f32-05d31682044f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:23.193389 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f0a1d00a-8465-405a-8f32-05d31682044f admin admin] 10.222.0.98 "DELETE /v2.0/subnets/b999a9c2-9254-4dda-a454-6d38a553ee36 HTTP/1.1" status: 204 len: 168 time: 0.2834713 Oct 20 11:58:23.195950 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 47976) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:58:23.211771 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:23.274549 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ce8c99b9-0775-4ca7-8182-fa2658e80ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:23.354447 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ce8c99b9-0775-4ca7-8182-fa2658e80ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:23.378142 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-ce8c99b9-0775-4ca7-8182-fa2658e80ad0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a15420de-6a07-4a4f-ba79-469962eb6cc8']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:58:23.389619 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-ce8c99b9-0775-4ca7-8182-fa2658e80ad0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd62d22e1-4ed0-4262-9452-80d2f51e2b28') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:58:23.389913 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-ce8c99b9-0775-4ca7-8182-fa2658e80ad0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd62d22e1-4ed0-4262-9452-80d2f51e2b28') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:58:23.404269 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ce8c99b9-0775-4ca7-8182-fa2658e80ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:23.420917 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ce8c99b9-0775-4ca7-8182-fa2658e80ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:23.427701 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce8c99b9-0775-4ca7-8182-fa2658e80ad0 admin admin] Releasing vlan 1261 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:58:23.428087 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ce8c99b9-0775-4ca7-8182-fa2658e80ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:23.431377 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:58:23.431377 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:58:23.431377 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:58:23.431377 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:58:23.431377 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:58:23.431377 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:58:23.431377 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:58:23.431377 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:58:23.431377 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:58:23.431377 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:58:23.431377 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:58:23.431377 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:58:23.431377 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:58:23.431377 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:58:23.431377 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:58:23.431377 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:58:23.431377 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:58:23.431377 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:58:23.431377 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:58:23.431377 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:58:23.431377 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:58:23.431377 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:58:23.431377 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:58:23.431377 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:58:23.431377 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:58:23.431377 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:58:23.431377 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:58:23.431377 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:58:23.431377 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:58:23.431377 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:58:23.431377 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:58:23.431377 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:58:23.501191 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ce8c99b9-0775-4ca7-8182-fa2658e80ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:23.508314 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ce8c99b9-0775-4ca7-8182-fa2658e80ad0 admin admin] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:23.514089 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ce8c99b9-0775-4ca7-8182-fa2658e80ad0 admin admin] 10.222.0.98 "DELETE /v2.0/networks/a15420de-6a07-4a4f-ba79-469962eb6cc8 HTTP/1.1" status: 204 len: 168 time: 0.3142393 Oct 20 11:58:23.534698 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c99b9-0775-4ca7-8182-fa2658e80ad0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a15420de-6a07-4a4f-ba79-469962eb6cc8,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:23.654013 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7fcac-7bb0-496d-8ba9-1a348782077f req-fe8bbe5f-b84c-4a75-bbcd-0f27433f598e tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:23.655540 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-25d7fcac-7bb0-496d-8ba9-1a348782077f req-fe8bbe5f-b84c-4a75-bbcd-0f27433f598e tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.11 "GET /v2.0/networks?id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a HTTP/1.1" status: 200 len: 812 time: 0.1597679 Oct 20 11:58:23.665959 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f906288-6249-4ade-a337-6727f0a11981 req-34d98c9e-cf01-4bd2-baf2-98fcef2aa059 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:23.667499 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4f906288-6249-4ade-a337-6727f0a11981 req-34d98c9e-cf01-4bd2-baf2-98fcef2aa059 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 945 time: 0.1932948 Oct 20 11:58:23.687935 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-25d7fcac-7bb0-496d-8ba9-1a348782077f req-e0d754f8-85c1-42eb-9376-78ce1cfd5cf4 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Request body: {'port': {'device_id': '10c22486-5f8b-4756-a16e-14fd4d433224', 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a', 'admin_state_up': True, 'tenant_id': '2a883afeccdc493d8238ba472f031019'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:58:23.700690 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-657bb234-4244-45b9-9f6f-7530900bc359 req-eb0dc909-9b7f-40e1-97d8-5aba9be5a710 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=10c22486-5f8b-4756-a16e-14fd4d433224 HTTP/1.1" status: 200 len: 210 time: 0.1463857 Oct 20 11:58:23.706582 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b5f55729-ed27-49c7-9d1b-ad04de233c98 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:58:23.765060 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port b5f55729-ed27-49c7-9d1b-ad04de233c98 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:58:23.765433 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:23.782506 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4f906288-6249-4ade-a337-6727f0a11981 req-58c83af3-cdd1-4872-a888-9dffe70b0ec9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=bde7e756-7381-4f9e-9284-33b0e6fb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895076 Oct 20 11:58:23.801716 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 47984) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:58:23.883633 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e4eb1603-271c-468c-94e3-1f9aa297526a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ea755e9590d34b39adb71177b99b6d2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0806448 Oct 20 11:58:23.884379 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 47986) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:58:23.898449 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25d7fcac-7bb0-496d-8ba9-1a348782077f req-e0d754f8-85c1-42eb-9376-78ce1cfd5cf4 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Made reservation on behalf of 2a883afeccdc493d8238ba472f031019 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:58:23.908370 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-25d7fcac-7bb0-496d-8ba9-1a348782077f req-e0d754f8-85c1-42eb-9376-78ce1cfd5cf4 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:23.941513 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-32603e04-4124-482d-a4e4-8451f0399536 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:23.973391 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-32603e04-4124-482d-a4e4-8451f0399536 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:24.057729 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-32603e04-4124-482d-a4e4-8451f0399536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:24.061515 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-32603e04-4124-482d-a4e4-8451f0399536 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:24.068020 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-32603e04-4124-482d-a4e4-8451f0399536 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5b237962-fe4d-4493-80f2-2859fd8cbf9f HTTP/1.1" status: 204 len: 168 time: 0.1825750 Oct 20 11:58:24.077633 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32603e04-4124-482d-a4e4-8451f0399536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b237962-fe4d-4493-80f2-2859fd8cbf9f,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:24.079183 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-25d7fcac-7bb0-496d-8ba9-1a348782077f req-e0d754f8-85c1-42eb-9376-78ce1cfd5cf4 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Allocated IP 172.20.0.6 (ef53a40f-cb7c-47fd-8a9f-559aa3e9824a/667cbc2d-c894-4d06-bf55-c551daf9476c/0c12f17f-b6e9-438b-bc33-ccacbf830a91) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:58:24.282399 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-25d7fcac-7bb0-496d-8ba9-1a348782077f req-e0d754f8-85c1-42eb-9376-78ce1cfd5cf4 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:24.318406 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-25d7fcac-7bb0-496d-8ba9-1a348782077f req-e0d754f8-85c1-42eb-9376-78ce1cfd5cf4 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:24.366181 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25d7fcac-7bb0-496d-8ba9-1a348782077f req-e0d754f8-85c1-42eb-9376-78ce1cfd5cf4 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Network ef53a40f-cb7c-47fd-8a9f-559aa3e9824a is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:58:24.369582 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-25d7fcac-7bb0-496d-8ba9-1a348782077f req-e0d754f8-85c1-42eb-9376-78ce1cfd5cf4 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:58:24.370084 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device ba68fa0b-7ec0-446e-8a4e-8584074943c3 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:58:24.375033 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d7fcac-7bb0-496d-8ba9-1a348782077f req-e0d754f8-85c1-42eb-9376-78ce1cfd5cf4 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:58:24.411323 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d754f8-85c1-42eb-9376-78ce1cfd5cf4 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Pushing event updated for resources: {'Port': ['ID=0c12f17f-b6e9-438b-bc33-ccacbf830a91,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:24.447551 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [req-4b815d3c-713a-463f-b6b9-8e09a53a8c85 req-c94ac7d6-cdcb-435a-b41d-ec44952096fa service neutron] (100646) timed out ('10.222.0.11', 56714) {{(pid=100646) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 20 11:58:24.448254 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7fcac-7bb0-496d-8ba9-1a348782077f req-e0d754f8-85c1-42eb-9376-78ce1cfd5cf4 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:24.448925 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-25d7fcac-7bb0-496d-8ba9-1a348782077f req-e0d754f8-85c1-42eb-9376-78ce1cfd5cf4 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:24.453845 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port ba68fa0b-7ec0-446e-8a4e-8584074943c3 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:58:24.470956 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-25d7fcac-7bb0-496d-8ba9-1a348782077f req-e0d754f8-85c1-42eb-9376-78ce1cfd5cf4 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7872496 Oct 20 11:58:24.482653 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port ba68fa0b-7ec0-446e-8a4e-8584074943c3 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:58:24.484011 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:24.486193 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-25d7fcac-7bb0-496d-8ba9-1a348782077f req-c0f1bda2-dd19-4f4a-977b-c9e23dc7894e service neutron] Request body: {'port': {'device_id': '10c22486-5f8b-4756-a16e-14fd4d433224', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:58:24.580760 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-25d7fcac-7bb0-496d-8ba9-1a348782077f req-c0f1bda2-dd19-4f4a-977b-c9e23dc7894e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:24.634497 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:24.704906 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56351b23-0389-402e-9cad-3bc7914b8783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba68fa0b-7ec0-446e-8a4e-8584074943c3'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:58:24.709225 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b72a28-190a-4bf4-83d3-9b803a9de693" -d '{"events": [{"server_uuid": "56351b23-0389-402e-9cad-3bc7914b8783", "name": "network-vif-plugged", "status": "completed", "tag": "ba68fa0b-7ec0-446e-8a4e-8584074943c3"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:58:24.715653 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port ba68fa0b-7ec0-446e-8a4e-8584074943c3, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=ba68fa0b-7ec0-446e-8a4e-8584074943c3,segment=NetworkSegment(95d08ebb-44bd-4ee9-9f6b-3d607310bce2),segment_id=95d08ebb-44bd-4ee9-9f6b-3d607310bce2)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:58:24.723576 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:24.724662 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device eae36528-cf16-4667-9859-d294f58c3767 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:58:24.765135 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: eae36528-cf16-4667-9859-d294f58c3767 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:58:24.765486 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device eae36528-cf16-4667-9859-d294f58c3767 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:58:25.026954 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9e56b-d988-42c1-b251-b49b37205d6f req-2de55c41-8196-480d-a301-acee99bbebc1 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:25.029230 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55187303-5bcb-4819-82a5-eb7cd5504b48 x-openstack-request-id: req-55187303-5bcb-4819-82a5-eb7cd5504b48 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:58:25.029513 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56351b23-0389-402e-9cad-3bc7914b8783", "name": "network-vif-plugged", "status": "completed", "tag": "ba68fa0b-7ec0-446e-8a4e-8584074943c3", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:58:25.029755 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-55187303-5bcb-4819-82a5-eb7cd5504b48 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:58:25.030520 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56351b23-0389-402e-9cad-3bc7914b8783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba68fa0b-7ec0-446e-8a4e-8584074943c3', 'code': 200} Oct 20 11:58:25.035770 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-def9e56b-d988-42c1-b251-b49b37205d6f req-2de55c41-8196-480d-a301-acee99bbebc1 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=10c22486-5f8b-4756-a16e-14fd4d433224 HTTP/1.1" status: 200 len: 931 time: 0.1698246 Oct 20 11:58:25.076005 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-f9ae8088-e4a1-4dca-bb63-f8caed543c86 None None] Provisioning complete for port 0c12f17f-b6e9-438b-bc33-ccacbf830a91 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:58:25.076389 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f9ae8088-e4a1-4dca-bb63-f8caed543c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:25.121611 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-f9ae8088-e4a1-4dca-bb63-f8caed543c86 None None] Port 0c12f17f-b6e9-438b-bc33-ccacbf830a91 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:58:25.128102 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-def9e56b-d988-42c1-b251-b49b37205d6f req-be2da7a9-bec6-46b5-ad1e-9bd26fb22bc3 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906355 Oct 20 11:58:25.128481 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=ba68fa0b-7ec0-446e-8a4e-8584074943c3,revision_number=9']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:25.133661 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:25.157085 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff4b4a-486e-4482-a20b-dc2887d7e1cd req-bb05de97-f52c-4449-a09a-aca6e3727821 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:25.158765 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-87ff4b4a-486e-4482-a20b-dc2887d7e1cd req-bb05de97-f52c-4449-a09a-aca6e3727821 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 946 time: 0.1856647 Oct 20 11:58:25.212096 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48014) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:58:25.217621 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-25d7fcac-7bb0-496d-8ba9-1a348782077f req-c0f1bda2-dd19-4f4a-977b-c9e23dc7894e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c12f17f-b6e9-438b-bc33-ccacbf830a91 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:58:25.235444 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-25d7fcac-7bb0-496d-8ba9-1a348782077f req-c0f1bda2-dd19-4f4a-977b-c9e23dc7894e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:25.243787 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-87ff4b4a-486e-4482-a20b-dc2887d7e1cd req-73adba20-b852-4d28-86ab-6edc071a9114 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=bde7e756-7381-4f9e-9284-33b0e6fb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623674 Oct 20 11:58:25.254721 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-25d7fcac-7bb0-496d-8ba9-1a348782077f req-c0f1bda2-dd19-4f4a-977b-c9e23dc7894e service neutron] Transition to ACTIVE for port object 0c12f17f-b6e9-438b-bc33-ccacbf830a91 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:58:25.271455 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-25d7fcac-7bb0-496d-8ba9-1a348782077f req-c0f1bda2-dd19-4f4a-977b-c9e23dc7894e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:25.347919 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f1bda2-dd19-4f4a-977b-c9e23dc7894e service neutron] Pushing event updated for resources: {'Port': ['ID=0c12f17f-b6e9-438b-bc33-ccacbf830a91,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:25.372690 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-2e8fce88-b66e-4b6b-b7e6-41b409ed5092 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1857829989-network', 'tenant_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:58:25.404763 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8fce88-b66e-4b6b-b7e6-41b409ed5092 admin admin] Made reservation on behalf of d5facc7ebf4c4973bcd1f7527a0dd7a6 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:58:25.408963 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2e8fce88-b66e-4b6b-b7e6-41b409ed5092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:25.420181 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2e8fce88-b66e-4b6b-b7e6-41b409ed5092 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:25.463773 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e09400-9225-490d-9f88-784809bdb958 req-f3c1fc3c-a0ba-4358-a7fb-a3bfce6b38a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:25.465764 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-76e09400-9225-490d-9f88-784809bdb958 req-f3c1fc3c-a0ba-4358-a7fb-a3bfce6b38a2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=56351b23-0389-402e-9cad-3bc7914b8783&tenant_id=d69630d5f3304dc8a33f46da29b2ea4c HTTP/1.1" status: 200 len: 1097 time: 0.1153338 Oct 20 11:58:25.469720 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-25d7fcac-7bb0-496d-8ba9-1a348782077f req-c0f1bda2-dd19-4f4a-977b-c9e23dc7894e service neutron] Attempting to bind port 0c12f17f-b6e9-438b-bc33-ccacbf830a91 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:58:25.470272 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-25d7fcac-7bb0-496d-8ba9-1a348782077f req-c0f1bda2-dd19-4f4a-977b-c9e23dc7894e service neutron] Attempting to bind port 0c12f17f-b6e9-438b-bc33-ccacbf830a91 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': 'eb3b04cf-4e5d-47e1-a25f-825ff902331c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:58:25.470867 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d7fcac-7bb0-496d-8ba9-1a348782077f req-c0f1bda2-dd19-4f4a-977b-c9e23dc7894e service neutron] Attempting to bind port 0c12f17f-b6e9-438b-bc33-ccacbf830a91 on network ef53a40f-cb7c-47fd-8a9f-559aa3e9824a {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:58:25.476766 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d7fcac-7bb0-496d-8ba9-1a348782077f req-c0f1bda2-dd19-4f4a-977b-c9e23dc7894e service neutron] Port 0c12f17f-b6e9-438b-bc33-ccacbf830a91 on network ef53a40f-cb7c-47fd-8a9f-559aa3e9824a not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:58:25.477107 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d7fcac-7bb0-496d-8ba9-1a348782077f req-c0f1bda2-dd19-4f4a-977b-c9e23dc7894e service neutron] Attempting to bind port 0c12f17f-b6e9-438b-bc33-ccacbf830a91 on network ef53a40f-cb7c-47fd-8a9f-559aa3e9824a {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:58:25.484666 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-76e09400-9225-490d-9f88-784809bdb958 req-0858eb3e-2036-4710-8d4b-8a5d3b6aa8fa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-814735-3', 'device_owner': 'compute:nova'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:58:25.490531 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d7fcac-7bb0-496d-8ba9-1a348782077f req-c0f1bda2-dd19-4f4a-977b-c9e23dc7894e service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:58:25.490819 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d7fcac-7bb0-496d-8ba9-1a348782077f req-c0f1bda2-dd19-4f4a-977b-c9e23dc7894e service neutron] Checking segment: {'id': 'eb3b04cf-4e5d-47e1-a25f-825ff902331c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:58:25.491673 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d7fcac-7bb0-496d-8ba9-1a348782077f req-c0f1bda2-dd19-4f4a-977b-c9e23dc7894e service neutron] Bound using segment: {'id': 'eb3b04cf-4e5d-47e1-a25f-825ff902331c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:58:25.493663 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-25d7fcac-7bb0-496d-8ba9-1a348782077f req-c0f1bda2-dd19-4f4a-977b-c9e23dc7894e service neutron] Bound port: 0c12f17f-b6e9-438b-bc33-ccacbf830a91, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb3b04cf-4e5d-47e1-a25f-825ff902331c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:58:25.494036 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-25d7fcac-7bb0-496d-8ba9-1a348782077f req-c0f1bda2-dd19-4f4a-977b-c9e23dc7894e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:25.552503 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2e8fce88-b66e-4b6b-b7e6-41b409ed5092 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:25.559231 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2e8fce88-b66e-4b6b-b7e6-41b409ed5092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:25.574648 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e8fce88-b66e-4b6b-b7e6-41b409ed5092 admin admin] vlan segment allocate from pool success with {'vlan_id': 1291, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:58:25.587130 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2e8fce88-b66e-4b6b-b7e6-41b409ed5092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:25.587130 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-2e8fce88-b66e-4b6b-b7e6-41b409ed5092 admin admin] Added segment 78d7fa11-a64e-4db6-8238-334913b98478 of type vlan for network 6dd2d5c8-1621-42ed-b480-8b3fe659c010 Oct 20 11:58:25.607089 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-76e09400-9225-490d-9f88-784809bdb958 req-0858eb3e-2036-4710-8d4b-8a5d3b6aa8fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:25.636649 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-25d7fcac-7bb0-496d-8ba9-1a348782077f req-c0f1bda2-dd19-4f4a-977b-c9e23dc7894e service neutron] For port 0c12f17f-b6e9-438b-bc33-ccacbf830a91, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:58:25.640680 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-25d7fcac-7bb0-496d-8ba9-1a348782077f req-c0f1bda2-dd19-4f4a-977b-c9e23dc7894e service neutron] For port 0c12f17f-b6e9-438b-bc33-ccacbf830a91, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=0c12f17f-b6e9-438b-bc33-ccacbf830a91,segment=NetworkSegment(eb3b04cf-4e5d-47e1-a25f-825ff902331c),segment_id=eb3b04cf-4e5d-47e1-a25f-825ff902331c)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:58:25.654110 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2e8fce88-b66e-4b6b-b7e6-41b409ed5092 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:25.661706 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-25d7fcac-7bb0-496d-8ba9-1a348782077f req-c0f1bda2-dd19-4f4a-977b-c9e23dc7894e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:25.693067 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2e8fce88-b66e-4b6b-b7e6-41b409ed5092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:25.694230 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8fce88-b66e-4b6b-b7e6-41b409ed5092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:25.694965 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2e8fce88-b66e-4b6b-b7e6-41b409ed5092 admin admin] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:25.704161 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7fcac-7bb0-496d-8ba9-1a348782077f req-c0f1bda2-dd19-4f4a-977b-c9e23dc7894e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:25.704823 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-25d7fcac-7bb0-496d-8ba9-1a348782077f req-c0f1bda2-dd19-4f4a-977b-c9e23dc7894e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:25.706354 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-25d7fcac-7bb0-496d-8ba9-1a348782077f req-c0f1bda2-dd19-4f4a-977b-c9e23dc7894e service neutron] 10.222.0.11 "PUT /v2.0/ports/0c12f17f-b6e9-438b-bc33-ccacbf830a91 HTTP/1.1" status: 200 len: 1091 time: 1.2267206 Oct 20 11:58:25.708866 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10c22486-5f8b-4756-a16e-14fd4d433224', 'tag': '0c12f17f-b6e9-438b-bc33-ccacbf830a91'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:58:25.711214 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862407af-b981-4d28-a6fc-dbfe6f1fe9fd" -d '{"events": [{"name": "network-changed", "server_uuid": "10c22486-5f8b-4756-a16e-14fd4d433224", "tag": "0c12f17f-b6e9-438b-bc33-ccacbf830a91"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:58:25.736466 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8fce88-b66e-4b6b-b7e6-41b409ed5092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b42607-b677-46ea-8f77-e624df99491b,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:25.773043 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2e8fce88-b66e-4b6b-b7e6-41b409ed5092 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5584104 Oct 20 11:58:25.775958 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48020) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:58:25.786229 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-74d9953d-d718-4992-bb74-633e7edc1afb admin admin] Request body: {'subnet': {'network_id': '6dd2d5c8-1621-42ed-b480-8b3fe659c010', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1857829989-subnet', 'tenant_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:58:25.810142 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6f11fd-a305-463f-b602-5f4c5c78ca22 x-openstack-request-id: req-0d6f11fd-a305-463f-b602-5f4c5c78ca22 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:58:25.810573 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10c22486-5f8b-4756-a16e-14fd4d433224", "tag": "0c12f17f-b6e9-438b-bc33-ccacbf830a91", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:58:25.811099 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0d6f11fd-a305-463f-b602-5f4c5c78ca22 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:58:25.813111 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10c22486-5f8b-4756-a16e-14fd4d433224', 'tag': '0c12f17f-b6e9-438b-bc33-ccacbf830a91', 'status': 'completed', 'code': 200} Oct 20 11:58:25.847022 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d9953d-d718-4992-bb74-633e7edc1afb admin admin] Made reservation on behalf of d5facc7ebf4c4973bcd1f7527a0dd7a6 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:58:25.849484 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-74d9953d-d718-4992-bb74-633e7edc1afb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:25.855743 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8fce88-b66e-4b6b-b7e6-41b409ed5092 admin admin] Pushing event updated for resources: {'Network': ['ID=6dd2d5c8-1621-42ed-b480-8b3fe659c010,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:25.868942 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 6dd2d5c8-1621-42ed-b480-8b3fe659c010 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:58:25.875780 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f1bda2-dd19-4f4a-977b-c9e23dc7894e service neutron] Pushing event updated for resources: {'Port': ['ID=0c12f17f-b6e9-438b-bc33-ccacbf830a91,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:25.925158 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7fcac-7bb0-496d-8ba9-1a348782077f req-43d5c3f1-83be-4074-8bdf-cb9b65cb2f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:25.927036 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-25d7fcac-7bb0-496d-8ba9-1a348782077f req-43d5c3f1-83be-4074-8bdf-cb9b65cb2f24 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2a883afeccdc493d8238ba472f031019&device_id=10c22486-5f8b-4756-a16e-14fd4d433224 HTTP/1.1" status: 200 len: 1094 time: 0.1076252 Oct 20 11:58:26.026655 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-25d7fcac-7bb0-496d-8ba9-1a348782077f req-19a9df60-ee35-4d77-a80e-8e547357fc65 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c12f17f-b6e9-438b-bc33-ccacbf830a91 HTTP/1.1" status: 200 len: 217 time: 0.0434322 Oct 20 11:58:26.063853 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-74d9953d-d718-4992-bb74-633e7edc1afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:26.084181 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-76e09400-9225-490d-9f88-784809bdb958 req-0858eb3e-2036-4710-8d4b-8a5d3b6aa8fa service neutron] For port ba68fa0b-7ec0-446e-8a4e-8584074943c3, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=ba68fa0b-7ec0-446e-8a4e-8584074943c3,segment=NetworkSegment(95d08ebb-44bd-4ee9-9f6b-3d607310bce2),segment_id=95d08ebb-44bd-4ee9-9f6b-3d607310bce2)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:58:26.105198 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7fcac-7bb0-496d-8ba9-1a348782077f req-176ffa22-1364-4089-a3f1-105fe54c77ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:26.106824 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-25d7fcac-7bb0-496d-8ba9-1a348782077f req-176ffa22-1364-4089-a3f1-105fe54c77ed service neutron] 10.222.0.11 "GET /v2.0/subnets?id=667cbc2d-c894-4d06-bf55-c551daf9476c HTTP/1.1" status: 200 len: 851 time: 0.0724518 Oct 20 11:58:26.128155 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d9953d-d718-4992-bb74-633e7edc1afb admin admin] Pushing event updated for resources: {'Subnet': ['ID=85c08acc-8a9f-45d6-96df-e5a8900af70a,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:26.136019 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d9953d-d718-4992-bb74-633e7edc1afb admin admin] Checking segment: {'id': '78d7fa11-a64e-4db6-8238-334913b98478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '6dd2d5c8-1621-42ed-b480-8b3fe659c010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:58:26.136019 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d9953d-d718-4992-bb74-633e7edc1afb admin admin] Network hostable DHCP agents. Network: 6dd2d5c8-1621-42ed-b480-8b3fe659c010, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:58:26.159965 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d9953d-d718-4992-bb74-633e7edc1afb admin admin] Network 6dd2d5c8-1621-42ed-b480-8b3fe659c010 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:58:26.161040 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-76e09400-9225-490d-9f88-784809bdb958 req-0858eb3e-2036-4710-8d4b-8a5d3b6aa8fa service neutron] For port ba68fa0b-7ec0-446e-8a4e-8584074943c3, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:58:26.176527 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-74d9953d-d718-4992-bb74-633e7edc1afb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 6dd2d5c8-1621-42ed-b480-8b3fe659c010) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:58:26.187102 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb1412b-931a-4368-bfb9-b8d682fe79de None None] Network 6dd2d5c8-1621-42ed-b480-8b3fe659c010 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:58:26.188313 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d9953d-d718-4992-bb74-633e7edc1afb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:26.190770 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-74d9953d-d718-4992-bb74-633e7edc1afb admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:26.202760 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7fcac-7bb0-496d-8ba9-1a348782077f req-f05ca2ef-0735-4d6a-9b09-e78a4a0c2be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:26.204425 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-25d7fcac-7bb0-496d-8ba9-1a348782077f req-f05ca2ef-0735-4d6a-9b09-e78a4a0c2be1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0872989 Oct 20 11:58:26.224842 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-74d9953d-d718-4992-bb74-633e7edc1afb admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4476171 Oct 20 11:58:26.225487 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48024) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:58:26.229996 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-45620b8f-d7d3-4404-96da-79974fb9da08 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1857829989-router', 'tenant_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:58:26.234040 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-76e09400-9225-490d-9f88-784809bdb958 req-0858eb3e-2036-4710-8d4b-8a5d3b6aa8fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:26.276100 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-45620b8f-d7d3-4404-96da-79974fb9da08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:26.277762 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-45620b8f-d7d3-4404-96da-79974fb9da08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:26.309372 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-76e09400-9225-490d-9f88-784809bdb958 req-0858eb3e-2036-4710-8d4b-8a5d3b6aa8fa service neutron] Transition to ACTIVE for port object ba68fa0b-7ec0-446e-8a4e-8584074943c3 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:58:26.346973 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-45620b8f-d7d3-4404-96da-79974fb9da08 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:26.372463 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-76e09400-9225-490d-9f88-784809bdb958 req-0858eb3e-2036-4710-8d4b-8a5d3b6aa8fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:26.380259 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be30046-f6f7-4246-b0ad-ea9845912467 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-6dd2d5c8-1621-42ed-b480-8b3fe659c010', 'network_id': '6dd2d5c8-1621-42ed-b480-8b3fe659c010', 'tenant_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'fixed_ips': [{'subnet_id': '85c08acc-8a9f-45d6-96df-e5a8900af70a'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:58:26.381571 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3be30046-f6f7-4246-b0ad-ea9845912467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:26.503058 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d8998-a584-46ac-a976-2f2a2c8f968d req-bdfdc2c0-8fbd-42dc-b48e-3eb7556d2221 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:26.513868 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4c1d8998-a584-46ac-a976-2f2a2c8f968d req-bdfdc2c0-8fbd-42dc-b48e-3eb7556d2221 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=10c22486-5f8b-4756-a16e-14fd4d433224 HTTP/1.1" status: 200 len: 943 time: 0.3006577 Oct 20 11:58:26.573362 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-3be30046-f6f7-4246-b0ad-ea9845912467 None None] Allocated IP 172.20.0.2 (6dd2d5c8-1621-42ed-b480-8b3fe659c010/85c08acc-8a9f-45d6-96df-e5a8900af70a/c51907d1-bf09-4c4c-a19b-9682191cef4b) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:58:26.629908 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0858eb3e-2036-4710-8d4b-8a5d3b6aa8fa service neutron] Pushing event updated for resources: {'Port': ['ID=ba68fa0b-7ec0-446e-8a4e-8584074943c3,revision_number=10']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:26.697934 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-25d7fcac-7bb0-496d-8ba9-1a348782077f req-0a248f69-c4c0-41cf-ac98-b986846dea20 service neutron] 10.222.0.11 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4836156 Oct 20 11:58:26.754575 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4c1d8998-a584-46ac-a976-2f2a2c8f968d req-dccc7f6d-2c0e-4d6c-a950-a40cb21cb9af tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393737 Oct 20 11:58:26.784266 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3be30046-f6f7-4246-b0ad-ea9845912467 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:26.793968 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3be30046-f6f7-4246-b0ad-ea9845912467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:26.799347 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6231f-ba01-452c-bd30-3a76b31bf09e req-46064242-a24b-4803-a1c4-9e6bb8df61ef tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:26.800994 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b0a6231f-ba01-452c-bd30-3a76b31bf09e req-46064242-a24b-4803-a1c4-9e6bb8df61ef tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 945 time: 0.4337196 Oct 20 11:58:26.858716 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be30046-f6f7-4246-b0ad-ea9845912467 None None] Pushing event updated for resources: {'Port': ['ID=c51907d1-bf09-4c4c-a19b-9682191cef4b,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:26.870492 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e09400-9225-490d-9f88-784809bdb958 req-0858eb3e-2036-4710-8d4b-8a5d3b6aa8fa service neutron] No DVR routers for this DVR port ba68fa0b-7ec0-446e-8a4e-8584074943c3 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:58:26.873274 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be30046-f6f7-4246-b0ad-ea9845912467 None None] Network 6dd2d5c8-1621-42ed-b480-8b3fe659c010 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:58:26.878228 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-3be30046-f6f7-4246-b0ad-ea9845912467 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:58:26.883720 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be30046-f6f7-4246-b0ad-ea9845912467 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:58:26.943360 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-45620b8f-d7d3-4404-96da-79974fb9da08 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:26.954248 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b0a6231f-ba01-452c-bd30-3a76b31bf09e req-9caed108-b57c-4498-a949-f45c7c1de9df tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=bde7e756-7381-4f9e-9284-33b0e6fb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455550 Oct 20 11:58:26.956904 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-3be30046-f6f7-4246-b0ad-ea9845912467 None None] Attempting to bind port c51907d1-bf09-4c4c-a19b-9682191cef4b on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:58:26.958460 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-3be30046-f6f7-4246-b0ad-ea9845912467 None None] Attempting to bind port c51907d1-bf09-4c4c-a19b-9682191cef4b by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '78d7fa11-a64e-4db6-8238-334913b98478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '6dd2d5c8-1621-42ed-b480-8b3fe659c010'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:58:26.958726 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be30046-f6f7-4246-b0ad-ea9845912467 None None] Attempting to bind port c51907d1-bf09-4c4c-a19b-9682191cef4b on network 6dd2d5c8-1621-42ed-b480-8b3fe659c010 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:58:26.960144 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-25d7fcac-7bb0-496d-8ba9-1a348782077f req-b4ca7f8d-4c88-4074-920e-2253f095e708 service neutron] 10.222.0.11 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168515 Oct 20 11:58:26.977843 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be30046-f6f7-4246-b0ad-ea9845912467 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:58:26.977843 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be30046-f6f7-4246-b0ad-ea9845912467 None None] Checking segment: {'id': '78d7fa11-a64e-4db6-8238-334913b98478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '6dd2d5c8-1621-42ed-b480-8b3fe659c010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:58:26.977843 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3be30046-f6f7-4246-b0ad-ea9845912467 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:26.977843 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be30046-f6f7-4246-b0ad-ea9845912467 None None] Bound using segment: {'id': '78d7fa11-a64e-4db6-8238-334913b98478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '6dd2d5c8-1621-42ed-b480-8b3fe659c010'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:58:26.977843 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-3be30046-f6f7-4246-b0ad-ea9845912467 None None] Bound port: c51907d1-bf09-4c4c-a19b-9682191cef4b, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78d7fa11-a64e-4db6-8238-334913b98478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '6dd2d5c8-1621-42ed-b480-8b3fe659c010'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:58:26.977843 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3be30046-f6f7-4246-b0ad-ea9845912467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:27.073188 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3be30046-f6f7-4246-b0ad-ea9845912467 None None] For port c51907d1-bf09-4c4c-a19b-9682191cef4b, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:58:27.080711 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3be30046-f6f7-4246-b0ad-ea9845912467 None None] For port c51907d1-bf09-4c4c-a19b-9682191cef4b, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=c51907d1-bf09-4c4c-a19b-9682191cef4b,segment=NetworkSegment(78d7fa11-a64e-4db6-8238-334913b98478),segment_id=78d7fa11-a64e-4db6-8238-334913b98478)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:58:27.086221 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3be30046-f6f7-4246-b0ad-ea9845912467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:27.116437 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-76e09400-9225-490d-9f88-784809bdb958 req-0858eb3e-2036-4710-8d4b-8a5d3b6aa8fa service neutron] Attempting to bind port ba68fa0b-7ec0-446e-8a4e-8584074943c3 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:58:27.117007 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-76e09400-9225-490d-9f88-784809bdb958 req-0858eb3e-2036-4710-8d4b-8a5d3b6aa8fa service neutron] Attempting to bind port ba68fa0b-7ec0-446e-8a4e-8584074943c3 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '95d08ebb-44bd-4ee9-9f6b-3d607310bce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '56112252-a34d-447c-a17a-793b19322615'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:58:27.117007 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e09400-9225-490d-9f88-784809bdb958 req-0858eb3e-2036-4710-8d4b-8a5d3b6aa8fa service neutron] Attempting to bind port ba68fa0b-7ec0-446e-8a4e-8584074943c3 on network 56112252-a34d-447c-a17a-793b19322615 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:58:27.139385 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e09400-9225-490d-9f88-784809bdb958 req-0858eb3e-2036-4710-8d4b-8a5d3b6aa8fa service neutron] Port ba68fa0b-7ec0-446e-8a4e-8584074943c3 on network 56112252-a34d-447c-a17a-793b19322615 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:58:27.139712 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e09400-9225-490d-9f88-784809bdb958 req-0858eb3e-2036-4710-8d4b-8a5d3b6aa8fa service neutron] Attempting to bind port ba68fa0b-7ec0-446e-8a4e-8584074943c3 on network 56112252-a34d-447c-a17a-793b19322615 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:58:27.146722 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862407af-b981-4d28-a6fc-dbfe6f1fe9fd req-6427b17e-9a55-4bf3-bbc0-7b708583eac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:27.148909 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be30046-f6f7-4246-b0ad-ea9845912467 None None] Pushing event updated for resources: {'Port': ['ID=c51907d1-bf09-4c4c-a19b-9682191cef4b,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:27.149050 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-862407af-b981-4d28-a6fc-dbfe6f1fe9fd req-6427b17e-9a55-4bf3-bbc0-7b708583eac2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2a883afeccdc493d8238ba472f031019&device_id=10c22486-5f8b-4756-a16e-14fd4d433224 HTTP/1.1" status: 200 len: 1094 time: 0.1213565 Oct 20 11:58:27.150309 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e09400-9225-490d-9f88-784809bdb958 req-0858eb3e-2036-4710-8d4b-8a5d3b6aa8fa service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:58:27.150663 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e09400-9225-490d-9f88-784809bdb958 req-0858eb3e-2036-4710-8d4b-8a5d3b6aa8fa service neutron] Checking segment: {'id': '95d08ebb-44bd-4ee9-9f6b-3d607310bce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '56112252-a34d-447c-a17a-793b19322615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:58:27.151117 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e09400-9225-490d-9f88-784809bdb958 req-0858eb3e-2036-4710-8d4b-8a5d3b6aa8fa service neutron] Bound using segment: {'id': '95d08ebb-44bd-4ee9-9f6b-3d607310bce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '56112252-a34d-447c-a17a-793b19322615'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:58:27.151568 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-76e09400-9225-490d-9f88-784809bdb958 req-0858eb3e-2036-4710-8d4b-8a5d3b6aa8fa service neutron] Bound port: ba68fa0b-7ec0-446e-8a4e-8584074943c3, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95d08ebb-44bd-4ee9-9f6b-3d607310bce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '56112252-a34d-447c-a17a-793b19322615'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:58:27.151926 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-76e09400-9225-490d-9f88-784809bdb958 req-0858eb3e-2036-4710-8d4b-8a5d3b6aa8fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:27.240647 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-45620b8f-d7d3-4404-96da-79974fb9da08 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:27.264112 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-45620b8f-d7d3-4404-96da-79974fb9da08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:27.314483 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-76e09400-9225-490d-9f88-784809bdb958 req-0858eb3e-2036-4710-8d4b-8a5d3b6aa8fa service neutron] For port ba68fa0b-7ec0-446e-8a4e-8584074943c3, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:58:27.318922 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-76e09400-9225-490d-9f88-784809bdb958 req-0858eb3e-2036-4710-8d4b-8a5d3b6aa8fa service neutron] For port ba68fa0b-7ec0-446e-8a4e-8584074943c3, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=ba68fa0b-7ec0-446e-8a4e-8584074943c3,segment=NetworkSegment(95d08ebb-44bd-4ee9-9f6b-3d607310bce2),segment_id=95d08ebb-44bd-4ee9-9f6b-3d607310bce2)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:58:27.360028 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-76e09400-9225-490d-9f88-784809bdb958 req-0858eb3e-2036-4710-8d4b-8a5d3b6aa8fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:27.426758 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-45620b8f-d7d3-4404-96da-79974fb9da08 admin admin] Allocated IP 172.25.5.58 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/b1c85f19-68fd-4e3c-98d7-0d3214c67877) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:58:27.436769 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862407af-b981-4d28-a6fc-dbfe6f1fe9fd req-6488411f-02f0-4f07-b980-ca03b13e9d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:27.438349 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-862407af-b981-4d28-a6fc-dbfe6f1fe9fd req-6488411f-02f0-4f07-b980-ca03b13e9d48 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a HTTP/1.1" status: 200 len: 914 time: 0.2799251 Oct 20 11:58:27.446065 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e09400-9225-490d-9f88-784809bdb958 req-0858eb3e-2036-4710-8d4b-8a5d3b6aa8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:27.447882 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-76e09400-9225-490d-9f88-784809bdb958 req-0858eb3e-2036-4710-8d4b-8a5d3b6aa8fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:27.449340 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-76e09400-9225-490d-9f88-784809bdb958 req-0858eb3e-2036-4710-8d4b-8a5d3b6aa8fa service neutron] 10.222.0.89 "PUT /v2.0/ports/ba68fa0b-7ec0-446e-8a4e-8584074943c3 HTTP/1.1" status: 200 len: 1093 time: 1.9690402 Oct 20 11:58:27.464417 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6dc0a5e8-3411-4570-a105-a339344cd96d req-624e435b-277c-42a0-898c-8ec6b7184e33 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=adb9f420-f79a-4251-8a1b-f5efa6557548&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1430888 Oct 20 11:58:27.571649 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-862407af-b981-4d28-a6fc-dbfe6f1fe9fd req-659827da-8b1b-4b0e-87c3-f4f1da6ea33d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c12f17f-b6e9-438b-bc33-ccacbf830a91 HTTP/1.1" status: 200 len: 217 time: 0.1106310 Oct 20 11:58:27.594899 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0858eb3e-2036-4710-8d4b-8a5d3b6aa8fa service neutron] Pushing event updated for resources: {'Port': ['ID=ba68fa0b-7ec0-446e-8a4e-8584074943c3,revision_number=11']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:27.628982 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-45620b8f-d7d3-4404-96da-79974fb9da08 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:27.695143 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-45620b8f-d7d3-4404-96da-79974fb9da08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:27.698473 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e09400-9225-490d-9f88-784809bdb958 req-5e5a9fd7-00bd-44fd-95ae-e6e1eccd239b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:27.700454 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-76e09400-9225-490d-9f88-784809bdb958 req-5e5a9fd7-00bd-44fd-95ae-e6e1eccd239b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d69630d5f3304dc8a33f46da29b2ea4c&device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 1096 time: 0.1663337 Oct 20 11:58:27.711079 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc0a5e8-3411-4570-a105-a339344cd96d req-dfa7aa26-c02e-46ea-8d42-92c891daaaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:27.712900 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6dc0a5e8-3411-4570-a105-a339344cd96d req-dfa7aa26-c02e-46ea-8d42-92c891daaaf4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=431534d0ede2413dbcee33b2532563f1&device_id=adb9f420-f79a-4251-8a1b-f5efa6557548 HTTP/1.1" status: 200 len: 1096 time: 0.1375804 Oct 20 11:58:27.717074 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862407af-b981-4d28-a6fc-dbfe6f1fe9fd req-05fa1a7e-d2b7-4884-90e3-55767c73d80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:27.718770 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-862407af-b981-4d28-a6fc-dbfe6f1fe9fd req-05fa1a7e-d2b7-4884-90e3-55767c73d80d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=667cbc2d-c894-4d06-bf55-c551daf9476c HTTP/1.1" status: 200 len: 851 time: 0.1300499 Oct 20 11:58:27.753803 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45620b8f-d7d3-4404-96da-79974fb9da08 admin admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:58:27.756962 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-45620b8f-d7d3-4404-96da-79974fb9da08 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:58:27.765305 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45620b8f-d7d3-4404-96da-79974fb9da08 admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:58:27.816199 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device c51907d1-bf09-4c4c-a19b-9682191cef4b up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:58:27.821976 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56351b23-0389-402e-9cad-3bc7914b8783', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba68fa0b-7ec0-446e-8a4e-8584074943c3'}, {'name': 'network-changed', 'server_uuid': '56351b23-0389-402e-9cad-3bc7914b8783', 'tag': 'ba68fa0b-7ec0-446e-8a4e-8584074943c3'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:58:27.829922 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45620b8f-d7d3-4404-96da-79974fb9da08 admin admin] Pushing event updated for resources: {'Port': ['ID=b1c85f19-68fd-4e3c-98d7-0d3214c67877,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:27.832862 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c0b96b-786f-4821-afc0-297e9d06fca8" -d '{"events": [{"server_uuid": "56351b23-0389-402e-9cad-3bc7914b8783", "name": "network-vif-unplugged", "status": "completed", "tag": "ba68fa0b-7ec0-446e-8a4e-8584074943c3"}, {"name": "network-changed", "server_uuid": "56351b23-0389-402e-9cad-3bc7914b8783", "tag": "ba68fa0b-7ec0-446e-8a4e-8584074943c3"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:58:27.895538 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port c51907d1-bf09-4c4c-a19b-9682191cef4b triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:58:27.895538 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:28.056249 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:28.094223 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port c51907d1-bf09-4c4c-a19b-9682191cef4b, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=c51907d1-bf09-4c4c-a19b-9682191cef4b,segment=NetworkSegment(78d7fa11-a64e-4db6-8238-334913b98478),segment_id=78d7fa11-a64e-4db6-8238-334913b98478)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:58:28.114841 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:28.179306 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-45620b8f-d7d3-4404-96da-79974fb9da08 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:28.205048 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=c51907d1-bf09-4c4c-a19b-9682191cef4b,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:28.370466 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device ba68fa0b-7ec0-446e-8a4e-8584074943c3 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:58:28.451750 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-45620b8f-d7d3-4404-96da-79974fb9da08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:28.461094 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device ba68fa0b-7ec0-446e-8a4e-8584074943c3 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:58:28.488913 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e09400-9225-490d-9f88-784809bdb958 req-464be15c-c3e7-4079-8214-85c557b2f7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:28.490875 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-76e09400-9225-490d-9f88-784809bdb958 req-464be15c-c3e7-4079-8214-85c557b2f7cf service neutron] 10.222.0.89 "GET /v2.0/networks?id=56112252-a34d-447c-a17a-793b19322615 HTTP/1.1" status: 200 len: 899 time: 0.7704647 Oct 20 11:58:28.493748 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 20 Oct 2021 11:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063757b1-660b-44b7-a3e5-5867bfc36a06 x-openstack-request-id: req-063757b1-660b-44b7-a3e5-5867bfc36a06 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:58:28.494123 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56351b23-0389-402e-9cad-3bc7914b8783", "name": "network-vif-unplugged", "status": "completed", "tag": "ba68fa0b-7ec0-446e-8a4e-8584074943c3", "code": 200}, {"name": "network-changed", "server_uuid": "56351b23-0389-402e-9cad-3bc7914b8783", "tag": "ba68fa0b-7ec0-446e-8a4e-8584074943c3", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:58:28.494455 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-063757b1-660b-44b7-a3e5-5867bfc36a06 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:58:28.494945 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56351b23-0389-402e-9cad-3bc7914b8783', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba68fa0b-7ec0-446e-8a4e-8584074943c3', 'code': 200} Oct 20 11:58:28.495282 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56351b23-0389-402e-9cad-3bc7914b8783', 'tag': 'ba68fa0b-7ec0-446e-8a4e-8584074943c3', 'status': 'completed', 'code': 200} Oct 20 11:58:28.581396 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5198bb-33ab-46f1-b8f9-70489dbdf3fd None None] Network 6dd2d5c8-1621-42ed-b480-8b3fe659c010 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:58:28.624562 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862407af-b981-4d28-a6fc-dbfe6f1fe9fd req-65652f47-be09-4b72-86ef-bca90d6a579c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:28.626852 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-862407af-b981-4d28-a6fc-dbfe6f1fe9fd req-65652f47-be09-4b72-86ef-bca90d6a579c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8229439 Oct 20 11:58:28.641183 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45620b8f-d7d3-4404-96da-79974fb9da08 admin admin] Router 13e2369d-9790-447e-a4d8-e6ef3d797042 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:58:28.706852 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f927a0d-e654-4c50-ba50-a78e1f158908 req-100287f7-cec5-447a-bd55-d31b6c9217b2 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:28.708529 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3f927a0d-e654-4c50-ba50-a78e1f158908 req-100287f7-cec5-447a-bd55-d31b6c9217b2 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=10c22486-5f8b-4756-a16e-14fd4d433224 HTTP/1.1" status: 200 len: 943 time: 0.8319407 Oct 20 11:58:28.714399 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc0a5e8-3411-4570-a105-a339344cd96d req-3a92e1b2-792a-4f20-b74f-d2f912cf0fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:28.715868 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6dc0a5e8-3411-4570-a105-a339344cd96d req-3a92e1b2-792a-4f20-b74f-d2f912cf0fc9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2fe050b5-996c-48a3-b599-59e32328a5bb HTTP/1.1" status: 200 len: 910 time: 0.9137533 Oct 20 11:58:28.742372 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0b96b-786f-4821-afc0-297e9d06fca8 req-b5ada400-b7ac-4ebb-98db-9ee86492e09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:28.745163 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f1c0b96b-786f-4821-afc0-297e9d06fca8 req-b5ada400-b7ac-4ebb-98db-9ee86492e09b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d69630d5f3304dc8a33f46da29b2ea4c&device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 1096 time: 0.2460167 Oct 20 11:58:28.755666 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-72625d68-2367-46c3-b547-e1b2fcb1a34d None None] Provisioning complete for port c51907d1-bf09-4c4c-a19b-9682191cef4b triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:58:28.756501 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-72625d68-2367-46c3-b547-e1b2fcb1a34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:28.775965 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45620b8f-d7d3-4404-96da-79974fb9da08 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:58:28.787841 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1cf56b-b734-4bcd-8c90-f3d35a8c7817 None None] Sync routers for ids ['13e2369d-9790-447e-a4d8-e6ef3d797042'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:58:28.798043 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-45620b8f-d7d3-4404-96da-79974fb9da08 admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:28.799039 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1cf56b-b734-4bcd-8c90-f3d35a8c7817 None None] Routers {'13e2369d-9790-447e-a4d8-e6ef3d797042'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:58:28.799505 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-45620b8f-d7d3-4404-96da-79974fb9da08 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5730748 Oct 20 11:58:28.800238 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-fd1cf56b-b734-4bcd-8c90-f3d35a8c7817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:58:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['13e2369d-9790-447e-a4d8-e6ef3d797042'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:58:28.802249 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48036) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:58:28.860206 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e103c1e-881b-4f5a-a270-27815dcbac5d req-d8f59cf7-d936-4797-a6ad-9765e23c82fe tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:28.862219 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7e103c1e-881b-4f5a-a270-27815dcbac5d req-d8f59cf7-d936-4797-a6ad-9765e23c82fe tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 945 time: 0.3642964 Oct 20 11:58:28.864255 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6dc0a5e8-3411-4570-a105-a339344cd96d req-2d1aaf8e-16e6-45c2-a160-77df413d0e5a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=553703eb-1f16-4165-9460-35767089d52e HTTP/1.1" status: 200 len: 1001 time: 0.1178710 Oct 20 11:58:29.018250 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0b96b-786f-4821-afc0-297e9d06fca8 req-c61abac8-8822-4c3f-874b-f523ec968ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:29.019647 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f1c0b96b-786f-4821-afc0-297e9d06fca8 req-c61abac8-8822-4c3f-874b-f523ec968ddc service neutron] 10.222.0.11 "GET /v2.0/networks?id=56112252-a34d-447c-a17a-793b19322615 HTTP/1.1" status: 200 len: 899 time: 0.1520250 Oct 20 11:58:29.086062 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-fd1cf56b-b734-4bcd-8c90-f3d35a8c7817 None None] Set router 13e2369d-9790-447e-a4d8-e6ef3d797042 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:58:29.129188 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-76e09400-9225-490d-9f88-784809bdb958 req-e4747b4b-3e47-479a-9109-51d2230d5b09 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba68fa0b-7ec0-446e-8a4e-8584074943c3 HTTP/1.1" status: 200 len: 1000 time: 0.6065850 Oct 20 11:58:29.130991 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc0a5e8-3411-4570-a105-a339344cd96d req-19691952-980b-4345-b802-5bb283315a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:29.132437 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6dc0a5e8-3411-4570-a105-a339344cd96d req-19691952-980b-4345-b802-5bb283315a4b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=33dc2046-45c1-467f-aafa-1d58d2b904f2 HTTP/1.1" status: 200 len: 847 time: 0.0509493 Oct 20 11:58:29.221229 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-862407af-b981-4d28-a6fc-dbfe6f1fe9fd req-aba634ad-305b-48ef-b860-6f07f8e2d5ef service neutron] 10.222.0.11 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5668771 Oct 20 11:58:29.237655 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-8c13b2ae-9126-4e66-a8e5-fe06a00ece9b None None] Provisioning complete for port c51907d1-bf09-4c4c-a19b-9682191cef4b triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:58:29.238245 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-8c13b2ae-9126-4e66-a8e5-fe06a00ece9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:29.312191 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-fd1cf56b-b734-4bcd-8c90-f3d35a8c7817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'name': 'tempest-AttachVolumeShelveTestJSON-1857829989-router', 'tenant_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'b1c85f19-68fd-4e3c-98d7-0d3214c67877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:26Z', 'updated_at': '2021-10-20T11:58:28Z', 'revision_number': 3, 'project_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'gw_port': {'id': 'b1c85f19-68fd-4e3c-98d7-0d3214c67877', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:27Z', 'updated_at': '2021-10-20T11:58:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:58:29.342164 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1cf56b-b734-4bcd-8c90-f3d35a8c7817 None None] Checking router: 13e2369d-9790-447e-a4d8-e6ef3d797042 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:58:29.342986 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1cf56b-b734-4bcd-8c90-f3d35a8c7817 None None] Updating router 13e2369d-9790-447e-a4d8-e6ef3d797042 port b1c85f19-68fd-4e3c-98d7-0d3214c67877 binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:58:29.358317 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3f927a0d-e654-4c50-ba50-a78e1f158908 req-c73447e0-81a2-4a73-ba89-4b258dd7921a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5185666 Oct 20 11:58:29.408605 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-fd1cf56b-b734-4bcd-8c90-f3d35a8c7817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:29.420000 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7e103c1e-881b-4f5a-a270-27815dcbac5d req-314f2549-de32-471c-bf78-408d57f90f09 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=bde7e756-7381-4f9e-9284-33b0e6fb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3992605 Oct 20 11:58:29.459047 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f1c0b96b-786f-4821-afc0-297e9d06fca8 req-07387e97-d9a7-47f9-9fa0-8310ffea1bac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba68fa0b-7ec0-446e-8a4e-8584074943c3 HTTP/1.1" status: 200 len: 1000 time: 0.3212571 Oct 20 11:58:29.493524 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc0a5e8-3411-4570-a105-a339344cd96d req-feb6ea3a-9721-44b0-9009-df59cd7ec451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:29.495041 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6dc0a5e8-3411-4570-a105-a339344cd96d req-feb6ea3a-9721-44b0-9009-df59cd7ec451 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2fe050b5-996c-48a3-b599-59e32328a5bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2806904 Oct 20 11:58:29.496425 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e09400-9225-490d-9f88-784809bdb958 req-fe1f4427-6087-44c6-8ab3-3cb49833a54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:29.497014 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-188824a8-a164-4c13-847e-138f7b30aca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:29.497766 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-76e09400-9225-490d-9f88-784809bdb958 req-fe1f4427-6087-44c6-8ab3-3cb49833a54b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ca6f1c92-8b3e-4b78-9b73-cd867e309c20 HTTP/1.1" status: 200 len: 835 time: 0.2822921 Oct 20 11:58:29.653515 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0b96b-786f-4821-afc0-297e9d06fca8 req-a90270d8-47bb-42dc-bcbb-8fdc99834a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:29.655340 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f1c0b96b-786f-4821-afc0-297e9d06fca8 req-a90270d8-47bb-42dc-bcbb-8fdc99834a8e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca6f1c92-8b3e-4b78-9b73-cd867e309c20 HTTP/1.1" status: 200 len: 835 time: 0.1657979 Oct 20 11:58:29.657165 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-862407af-b981-4d28-a6fc-dbfe6f1fe9fd req-96fa5659-82ca-4225-a83c-126f9a797c8e service neutron] 10.222.0.11 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3916912 Oct 20 11:58:29.714162 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device c51907d1-bf09-4c4c-a19b-9682191cef4b up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:58:29.723867 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-188824a8-a164-4c13-847e-138f7b30aca6 admin admin] Allocated IP 172.20.0.1 (6dd2d5c8-1621-42ed-b480-8b3fe659c010/85c08acc-8a9f-45d6-96df-e5a8900af70a/8335b7bb-896d-4613-b38b-b659863017f1) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:58:29.735124 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e09400-9225-490d-9f88-784809bdb958 req-74a55c0e-ce71-44cb-b077-1086ec5a0008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:29.737562 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-76e09400-9225-490d-9f88-784809bdb958 req-74a55c0e-ce71-44cb-b077-1086ec5a0008 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=56112252-a34d-447c-a17a-793b19322615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2023318 Oct 20 11:58:29.744244 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-fd1cf56b-b734-4bcd-8c90-f3d35a8c7817 None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:29.753583 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-fd1cf56b-b734-4bcd-8c90-f3d35a8c7817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:29.766408 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6dc0a5e8-3411-4570-a105-a339344cd96d req-afc1d9e0-3cc2-47d5-be82-5c1cb754d848 service neutron] 10.222.0.89 "GET /v2.0/networks/2fe050b5-996c-48a3-b599-59e32328a5bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336824 Oct 20 11:58:29.800783 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0b96b-786f-4821-afc0-297e9d06fca8 req-14b77a80-8f71-4057-a2db-145fb5d1b2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:29.802370 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f1c0b96b-786f-4821-afc0-297e9d06fca8 req-14b77a80-8f71-4057-a2db-145fb5d1b2ce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=56112252-a34d-447c-a17a-793b19322615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1332471 Oct 20 11:58:29.804204 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port c51907d1-bf09-4c4c-a19b-9682191cef4b triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:58:29.804581 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:29.817937 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-fd1cf56b-b734-4bcd-8c90-f3d35a8c7817 None None] Attempting to bind port b1c85f19-68fd-4e3c-98d7-0d3214c67877 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:58:29.818540 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-fd1cf56b-b734-4bcd-8c90-f3d35a8c7817 None None] Attempting to bind port b1c85f19-68fd-4e3c-98d7-0d3214c67877 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:58:29.819476 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1cf56b-b734-4bcd-8c90-f3d35a8c7817 None None] Attempting to bind port b1c85f19-68fd-4e3c-98d7-0d3214c67877 on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:58:29.830322 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1cf56b-b734-4bcd-8c90-f3d35a8c7817 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:58:29.831317 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1cf56b-b734-4bcd-8c90-f3d35a8c7817 None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:58:29.831790 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-fd1cf56b-b734-4bcd-8c90-f3d35a8c7817 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:29.832187 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1cf56b-b734-4bcd-8c90-f3d35a8c7817 None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:58:29.832667 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-fd1cf56b-b734-4bcd-8c90-f3d35a8c7817 None None] Bound port: b1c85f19-68fd-4e3c-98d7-0d3214c67877, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:58:29.833338 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-fd1cf56b-b734-4bcd-8c90-f3d35a8c7817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:29.855529 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-188824a8-a164-4c13-847e-138f7b30aca6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:29.896141 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-188824a8-a164-4c13-847e-138f7b30aca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:29.909522 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4c294f-a221-44d7-afd9-39af6f5ff2d8 None None] Pushing event updated for resources: {'Port': ['ID=b1c85f19-68fd-4e3c-98d7-0d3214c67877,revision_number=2']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:29.914253 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-fd1cf56b-b734-4bcd-8c90-f3d35a8c7817 None None] For port b1c85f19-68fd-4e3c-98d7-0d3214c67877, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:58:29.927521 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-fd1cf56b-b734-4bcd-8c90-f3d35a8c7817 None None] For port b1c85f19-68fd-4e3c-98d7-0d3214c67877, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=b1c85f19-68fd-4e3c-98d7-0d3214c67877,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:58:29.934479 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-fd1cf56b-b734-4bcd-8c90-f3d35a8c7817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:29.940872 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188824a8-a164-4c13-847e-138f7b30aca6 admin admin] Network 6dd2d5c8-1621-42ed-b480-8b3fe659c010 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:58:29.944433 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-188824a8-a164-4c13-847e-138f7b30aca6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:58:29.963701 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188824a8-a164-4c13-847e-138f7b30aca6 admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:58:29.995973 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1cf56b-b734-4bcd-8c90-f3d35a8c7817 None None] Routers {'13e2369d-9790-447e-a4d8-e6ef3d797042'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:58:29.996751 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-fd1cf56b-b734-4bcd-8c90-f3d35a8c7817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:58:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['13e2369d-9790-447e-a4d8-e6ef3d797042'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:58:30.036950 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f1c0b96b-786f-4821-afc0-297e9d06fca8 req-55d01c5a-3ce3-4e7b-868b-0672d6e02768 service neutron] 10.222.0.11 "GET /v2.0/networks/56112252-a34d-447c-a17a-793b19322615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094152 Oct 20 11:58:30.047331 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-188824a8-a164-4c13-847e-138f7b30aca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:30.130088 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-fd1cf56b-b734-4bcd-8c90-f3d35a8c7817 None None] Set router 13e2369d-9790-447e-a4d8-e6ef3d797042 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:58:30.151806 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188824a8-a164-4c13-847e-138f7b30aca6 admin admin] Pushing event updated for resources: {'Port': ['ID=8335b7bb-896d-4613-b38b-b659863017f1,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:30.175128 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-76e09400-9225-490d-9f88-784809bdb958 req-0eb72333-f84f-42b4-87ed-a86da4d7bd79 service neutron] 10.222.0.89 "GET /v2.0/networks/56112252-a34d-447c-a17a-793b19322615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243541 Oct 20 11:58:30.177089 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6dc0a5e8-3411-4570-a105-a339344cd96d req-dfd9af64-4c6d-416a-a64b-f9888e378526 service neutron] 10.222.0.89 "GET /v2.0/networks/2fe050b5-996c-48a3-b599-59e32328a5bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980060 Oct 20 11:58:30.229255 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f1c0b96b-786f-4821-afc0-297e9d06fca8 req-7f8f206e-7292-467b-804f-6713626f5e6e service neutron] 10.222.0.11 "GET /v2.0/networks/56112252-a34d-447c-a17a-793b19322615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813951 Oct 20 11:58:30.244164 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-9cc4f1be-83c4-4fdb-9583-6b8699fbc803 None None] Provisioning complete for port 8335b7bb-896d-4613-b38b-b659863017f1 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:58:30.245550 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9cc4f1be-83c4-4fdb-9583-6b8699fbc803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:30.276353 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4c294f-a221-44d7-afd9-39af6f5ff2d8 None None] Pushing event updated for resources: {'Port': ['ID=b1c85f19-68fd-4e3c-98d7-0d3214c67877,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:30.291684 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-188824a8-a164-4c13-847e-138f7b30aca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:30.310586 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-9cc4f1be-83c4-4fdb-9583-6b8699fbc803 None None] Port 8335b7bb-896d-4613-b38b-b659863017f1 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:58:30.383167 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-76e09400-9225-490d-9f88-784809bdb958 req-6f332b13-d061-4405-b26a-8b1761236fa4 service neutron] 10.222.0.89 "GET /v2.0/networks/56112252-a34d-447c-a17a-793b19322615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802247 Oct 20 11:58:30.403448 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-fd1cf56b-b734-4bcd-8c90-f3d35a8c7817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'name': 'tempest-AttachVolumeShelveTestJSON-1857829989-router', 'tenant_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'b1c85f19-68fd-4e3c-98d7-0d3214c67877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:26Z', 'updated_at': '2021-10-20T11:58:28Z', 'revision_number': 3, 'project_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'gw_port': {'id': 'b1c85f19-68fd-4e3c-98d7-0d3214c67877', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:27Z', 'updated_at': '2021-10-20T11:58:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:58:30.459254 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1cf56b-b734-4bcd-8c90-f3d35a8c7817 None None] The sync data for ids ['13e2369d-9790-447e-a4d8-e6ef3d797042'] in n-d-814735-3 is: [{'id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'name': 'tempest-AttachVolumeShelveTestJSON-1857829989-router', 'tenant_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'b1c85f19-68fd-4e3c-98d7-0d3214c67877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:26Z', 'updated_at': '2021-10-20T11:58:28Z', 'revision_number': 3, 'project_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'gw_port': {'id': 'b1c85f19-68fd-4e3c-98d7-0d3214c67877', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:27Z', 'updated_at': '2021-10-20T11:58:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:58:30.510544 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-188824a8-a164-4c13-847e-138f7b30aca6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:30.523938 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-188824a8-a164-4c13-847e-138f7b30aca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:30.597756 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0b96b-786f-4821-afc0-297e9d06fca8 req-2b5945fd-c485-48ac-b438-345e046ad831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:30.599252 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f1c0b96b-786f-4821-afc0-297e9d06fca8 req-2b5945fd-c485-48ac-b438-345e046ad831 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d69630d5f3304dc8a33f46da29b2ea4c&device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 1096 time: 0.1444190 Oct 20 11:58:30.608062 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188824a8-a164-4c13-847e-138f7b30aca6 admin admin] Pushing event updated for resources: {'Port': ['ID=8335b7bb-896d-4613-b38b-b659863017f1,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:30.616718 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ab4a0-8ba0-4bef-840b-02a1e487c83c req-36fac361-583b-4fbe-a256-ce0449a1dbe9 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:30.618817 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6a5ab4a0-8ba0-4bef-840b-02a1e487c83c req-36fac361-583b-4fbe-a256-ce0449a1dbe9 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=10c22486-5f8b-4756-a16e-14fd4d433224 HTTP/1.1" status: 200 len: 943 time: 0.1105030 Oct 20 11:58:30.619270 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-188824a8-a164-4c13-847e-138f7b30aca6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:30.671237 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b8853-c560-42d5-a008-4bb5e8dff5ed req-9b98182f-27ee-4e6e-8226-4009bdf30bbc tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:30.672909 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ca5b8853-c560-42d5-a008-4bb5e8dff5ed req-9b98182f-27ee-4e6e-8226-4009bdf30bbc tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 945 time: 0.1281044 Oct 20 11:58:30.735366 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188824a8-a164-4c13-847e-138f7b30aca6 admin admin] Network 6dd2d5c8-1621-42ed-b480-8b3fe659c010 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:58:30.736921 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-188824a8-a164-4c13-847e-138f7b30aca6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:58:30.767200 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6a5ab4a0-8ba0-4bef-840b-02a1e487c83c req-9a6e262e-eafa-41e0-a107-326bbb018d92 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385860 Oct 20 11:58:30.827720 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ca5b8853-c560-42d5-a008-4bb5e8dff5ed req-e7a149ce-024a-43b6-ac2e-68d8a2391f60 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=bde7e756-7381-4f9e-9284-33b0e6fb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405160 Oct 20 11:58:30.832803 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0b96b-786f-4821-afc0-297e9d06fca8 req-d6a91334-91ff-495b-8bbe-78373db4faa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:30.834347 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f1c0b96b-786f-4821-afc0-297e9d06fca8 req-d6a91334-91ff-495b-8bbe-78373db4faa5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=56112252-a34d-447c-a17a-793b19322615 HTTP/1.1" status: 200 len: 899 time: 0.2275400 Oct 20 11:58:30.888565 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-188824a8-a164-4c13-847e-138f7b30aca6 admin admin] Router 13e2369d-9790-447e-a4d8-e6ef3d797042 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:58:30.929310 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f1c0b96b-786f-4821-afc0-297e9d06fca8 req-96dd6779-2225-4673-bfc6-e20a5ff24284 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba68fa0b-7ec0-446e-8a4e-8584074943c3 HTTP/1.1" status: 200 len: 1000 time: 0.0742304 Oct 20 11:58:30.995545 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0b96b-786f-4821-afc0-297e9d06fca8 req-665b0d89-e7ac-4065-b757-d0a0d0ffc2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:30.997342 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f1c0b96b-786f-4821-afc0-297e9d06fca8 req-665b0d89-e7ac-4065-b757-d0a0d0ffc2fa service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ca6f1c92-8b3e-4b78-9b73-cd867e309c20 HTTP/1.1" status: 200 len: 835 time: 0.0545619 Oct 20 11:58:31.013288 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188824a8-a164-4c13-847e-138f7b30aca6 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:58:31.019953 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-188824a8-a164-4c13-847e-138f7b30aca6 admin admin] 10.222.0.98 "PUT /v2.0/routers/13e2369d-9790-447e-a4d8-e6ef3d797042/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2149708 Oct 20 11:58:31.053397 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0b96b-786f-4821-afc0-297e9d06fca8 req-6dc30577-b7f9-466a-993d-114cd47186bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:31.054944 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f1c0b96b-786f-4821-afc0-297e9d06fca8 req-6dc30577-b7f9-466a-993d-114cd47186bf service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=56112252-a34d-447c-a17a-793b19322615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485835 Oct 20 11:58:31.148380 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-493334ff-5855-4564-aae5-a9a289d9619c None None] Provisioning complete for port 8335b7bb-896d-4613-b38b-b659863017f1 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:58:31.149016 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-493334ff-5855-4564-aae5-a9a289d9619c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:31.158276 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f1c0b96b-786f-4821-afc0-297e9d06fca8 req-074d4e63-d1ba-422d-a5ac-867ef99eabae service neutron] 10.222.0.89 "GET /v2.0/networks/56112252-a34d-447c-a17a-793b19322615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942347 Oct 20 11:58:31.193745 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-493334ff-5855-4564-aae5-a9a289d9619c None None] Port 8335b7bb-896d-4613-b38b-b659863017f1 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:58:31.278294 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f1c0b96b-786f-4821-afc0-297e9d06fca8 req-34a861a2-4866-41dc-9ed6-6f5599698da4 service neutron] 10.222.0.89 "GET /v2.0/networks/56112252-a34d-447c-a17a-793b19322615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111615 Oct 20 11:58:31.531882 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48050) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:58:31.536575 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-c184cf43-0d9e-4e76-8a36-56afef4e8277 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1867548449', 'description': 'tempest-description--416309410'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:58:31.563167 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c184cf43-0d9e-4e76-8a36-56afef4e8277 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:31.653323 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c184cf43-0d9e-4e76-8a36-56afef4e8277 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:31.658416 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c184cf43-0d9e-4e76-8a36-56afef4e8277 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:31.686992 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b1c85f19-68fd-4e3c-98d7-0d3214c67877 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:58:31.690617 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c184cf43-0d9e-4e76-8a36-56afef4e8277 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55480e8e-6b51-4741-9299-1589dfa876e6,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:31.696683 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c184cf43-0d9e-4e76-8a36-56afef4e8277 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:31.698071 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c184cf43-0d9e-4e76-8a36-56afef4e8277 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1651800 Oct 20 11:58:31.701009 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48052) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:58:31.705510 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-92c23ab8-eb72-4738-8c73-f41d6334d2a0 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Request body: {'security_group_rule': {'security_group_id': '55480e8e-6b51-4741-9299-1589dfa876e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:58:31.732761 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-92c23ab8-eb72-4738-8c73-f41d6334d2a0 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:31.744664 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port b1c85f19-68fd-4e3c-98d7-0d3214c67877 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:58:31.745031 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:31.789649 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-92c23ab8-eb72-4738-8c73-f41d6334d2a0 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:31.794223 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-92c23ab8-eb72-4738-8c73-f41d6334d2a0 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:31.812488 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c23ab8-eb72-4738-8c73-f41d6334d2a0 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0d2c822-1a3a-4b4e-9d9b-37fefae35e19,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:31.821124 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-92c23ab8-eb72-4738-8c73-f41d6334d2a0 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:31.822383 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-92c23ab8-eb72-4738-8c73-f41d6334d2a0 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1204152 Oct 20 11:58:31.825210 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48056) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:58:31.829821 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:31.829981 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-ac0daf56-3152-46a5-9a41-4216132eb359 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Request body: {'security_group_rule': {'security_group_id': '55480e8e-6b51-4741-9299-1589dfa876e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:58:31.858863 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port b1c85f19-68fd-4e3c-98d7-0d3214c67877, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=b1c85f19-68fd-4e3c-98d7-0d3214c67877,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:58:31.866476 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ac0daf56-3152-46a5-9a41-4216132eb359 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:31.867661 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:31.936294 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=b1c85f19-68fd-4e3c-98d7-0d3214c67877,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:31.942006 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec19133b-ac99-4c3c-a24e-4adef417fc7e req-ee69d6ac-6d24-4c7f-ad3e-11b9e22d7364 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:31.943657 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ec19133b-ac99-4c3c-a24e-4adef417fc7e req-ee69d6ac-6d24-4c7f-ad3e-11b9e22d7364 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=10c22486-5f8b-4756-a16e-14fd4d433224 HTTP/1.1" status: 200 len: 943 time: 0.0904500 Oct 20 11:58:31.951088 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ac0daf56-3152-46a5-9a41-4216132eb359 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:31.957062 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ac0daf56-3152-46a5-9a41-4216132eb359 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:31.976699 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0daf56-3152-46a5-9a41-4216132eb359 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=323e1dc2-2fe7-4516-8f9d-cf17b6147235,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:31.987601 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ac0daf56-3152-46a5-9a41-4216132eb359 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:31.990835 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ac0daf56-3152-46a5-9a41-4216132eb359 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1626694 Oct 20 11:58:31.992061 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48060) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:58:31.996610 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-d326ae38-b092-42e2-b65d-0782f453a00a tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:58:32.018998 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d326ae38-b092-42e2-b65d-0782f453a00a tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks [] for floatingip, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:32.019251 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32db0b7-1ec7-4de6-be6e-742bbd92af76 req-7403803a-9e4e-4de1-af52-4f03b93b9d9c tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:32.020607 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f32db0b7-1ec7-4de6-be6e-742bbd92af76 req-7403803a-9e4e-4de1-af52-4f03b93b9d9c tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 945 time: 0.1082525 Oct 20 11:58:32.030933 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ec19133b-ac99-4c3c-a24e-4adef417fc7e req-7b95c951-d03a-4a15-988f-4661c195cf67 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659990 Oct 20 11:58:32.068634 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f32db0b7-1ec7-4de6-be6e-742bbd92af76 req-88512cf2-fe10-4945-ae4b-5204dd2242d0 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=bde7e756-7381-4f9e-9284-33b0e6fb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361621 Oct 20 11:58:32.133048 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d326ae38-b092-42e2-b65d-0782f453a00a tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:32.244226 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-d326ae38-b092-42e2-b65d-0782f453a00a tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Allocated IP 172.25.5.238 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/e833860f-ee90-4b82-acc9-57ec26458633) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:58:32.313699 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c83c0c0-37f2-466a-ad8a-7f49031d1533 None None] Sync routers for ids ['13e2369d-9790-447e-a4d8-e6ef3d797042'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:58:32.324551 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c83c0c0-37f2-466a-ad8a-7f49031d1533 None None] Routers {'13e2369d-9790-447e-a4d8-e6ef3d797042'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:58:32.325301 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-0c83c0c0-37f2-466a-ad8a-7f49031d1533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:58:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['13e2369d-9790-447e-a4d8-e6ef3d797042'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:58:32.369965 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d326ae38-b092-42e2-b65d-0782f453a00a tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:32.408486 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d326ae38-b092-42e2-b65d-0782f453a00a tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:32.445329 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-0c83c0c0-37f2-466a-ad8a-7f49031d1533 None None] Set router 13e2369d-9790-447e-a4d8-e6ef3d797042 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:58:32.447789 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d326ae38-b092-42e2-b65d-0782f453a00a tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:58:32.450734 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-d326ae38-b092-42e2-b65d-0782f453a00a tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:58:32.454283 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d326ae38-b092-42e2-b65d-0782f453a00a tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:58:32.461960 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:58:32.479188 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d326ae38-b092-42e2-b65d-0782f453a00a tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Pushing event updated for resources: {'Port': ['ID=e833860f-ee90-4b82-acc9-57ec26458633,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:32.547696 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d326ae38-b092-42e2-b65d-0782f453a00a tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:32.582402 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d326ae38-b092-42e2-b65d-0782f453a00a tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:32.649033 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-0c83c0c0-37f2-466a-ad8a-7f49031d1533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'name': 'tempest-AttachVolumeShelveTestJSON-1857829989-router', 'tenant_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'b1c85f19-68fd-4e3c-98d7-0d3214c67877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:26Z', 'updated_at': '2021-10-20T11:58:30Z', 'revision_number': 4, 'project_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'gw_port': {'id': 'b1c85f19-68fd-4e3c-98d7-0d3214c67877', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:27Z', 'updated_at': '2021-10-20T11:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '8335b7bb-896d-4613-b38b-b659863017f1', 'name': '', 'network_id': '6dd2d5c8-1621-42ed-b480-8b3fe659c010', 'tenant_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'mac_address': 'fa:16:3e:98:2a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '85c08acc-8a9f-45d6-96df-e5a8900af70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:29Z', 'updated_at': '2021-10-20T11:58:30Z', 'revision_number': 2, 'project_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'subnets': [{'id': '85c08acc-8a9f-45d6-96df-e5a8900af70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:58:32.675561 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c83c0c0-37f2-466a-ad8a-7f49031d1533 None None] Checking router: 13e2369d-9790-447e-a4d8-e6ef3d797042 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:58:32.675913 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c83c0c0-37f2-466a-ad8a-7f49031d1533 None None] Updating router 13e2369d-9790-447e-a4d8-e6ef3d797042 port 8335b7bb-896d-4613-b38b-b659863017f1 binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:58:32.704137 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0c83c0c0-37f2-466a-ad8a-7f49031d1533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:32.744421 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d326ae38-b092-42e2-b65d-0782f453a00a tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:32.750335 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d326ae38-b092-42e2-b65d-0782f453a00a tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:32.817370 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d326ae38-b092-42e2-b65d-0782f453a00a tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Pushing event updated for resources: {'Port': ['ID=e833860f-ee90-4b82-acc9-57ec26458633,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:32.827462 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d326ae38-b092-42e2-b65d-0782f453a00a tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:32.842968 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d326ae38-b092-42e2-b65d-0782f453a00a tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:32.844155 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d326ae38-b092-42e2-b65d-0782f453a00a tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8511386 Oct 20 11:58:32.971463 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0c83c0c0-37f2-466a-ad8a-7f49031d1533 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:32.977555 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0c83c0c0-37f2-466a-ad8a-7f49031d1533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:33.001197 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf0a9945-39aa-4af9-b3a3-c1f328a8b95a req-edec2b38-acfa-495b-bc05-6504190cc696 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--1867548449&fields=id&tenant_id=d5facc7ebf4c4973bcd1f7527a0dd7a6 HTTP/1.1" status: 200 len: 267 time: 0.0414393 Oct 20 11:58:33.033207 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1accc2-0e4d-4738-b6a9-12099fbbef07 None None] Pushing event updated for resources: {'Port': ['ID=8335b7bb-896d-4613-b38b-b659863017f1,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:33.123000 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-0c83c0c0-37f2-466a-ad8a-7f49031d1533 None None] Attempting to bind port 8335b7bb-896d-4613-b38b-b659863017f1 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:58:33.123490 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-0c83c0c0-37f2-466a-ad8a-7f49031d1533 None None] Attempting to bind port 8335b7bb-896d-4613-b38b-b659863017f1 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '78d7fa11-a64e-4db6-8238-334913b98478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '6dd2d5c8-1621-42ed-b480-8b3fe659c010'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:58:33.123945 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c83c0c0-37f2-466a-ad8a-7f49031d1533 None None] Attempting to bind port 8335b7bb-896d-4613-b38b-b659863017f1 on network 6dd2d5c8-1621-42ed-b480-8b3fe659c010 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:58:33.133640 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c83c0c0-37f2-466a-ad8a-7f49031d1533 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:58:33.134220 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c83c0c0-37f2-466a-ad8a-7f49031d1533 None None] Checking segment: {'id': '78d7fa11-a64e-4db6-8238-334913b98478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '6dd2d5c8-1621-42ed-b480-8b3fe659c010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:58:33.134730 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0c83c0c0-37f2-466a-ad8a-7f49031d1533 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:33.135236 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c83c0c0-37f2-466a-ad8a-7f49031d1533 None None] Bound using segment: {'id': '78d7fa11-a64e-4db6-8238-334913b98478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '6dd2d5c8-1621-42ed-b480-8b3fe659c010'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:58:33.135801 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-0c83c0c0-37f2-466a-ad8a-7f49031d1533 None None] Bound port: 8335b7bb-896d-4613-b38b-b659863017f1, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78d7fa11-a64e-4db6-8238-334913b98478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '6dd2d5c8-1621-42ed-b480-8b3fe659c010'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:58:33.136272 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0c83c0c0-37f2-466a-ad8a-7f49031d1533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:33.148520 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a9945-39aa-4af9-b3a3-c1f328a8b95a req-62831c66-f170-4236-bee0-5de2f57bd845 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:33.150354 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf0a9945-39aa-4af9-b3a3-c1f328a8b95a req-62831c66-f170-4236-bee0-5de2f57bd845 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/networks?id=6dd2d5c8-1621-42ed-b480-8b3fe659c010 HTTP/1.1" status: 200 len: 817 time: 0.1308422 Oct 20 11:58:33.195041 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf0a9945-39aa-4af9-b3a3-c1f328a8b95a req-52734f23-f218-4889-925c-4c1a28dd7879 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/quotas/d5facc7ebf4c4973bcd1f7527a0dd7a6 HTTP/1.1" status: 200 len: 375 time: 0.0329022 Oct 20 11:58:33.222992 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-0c83c0c0-37f2-466a-ad8a-7f49031d1533 None None] For port 8335b7bb-896d-4613-b38b-b659863017f1, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:58:33.226448 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-0c83c0c0-37f2-466a-ad8a-7f49031d1533 None None] For port 8335b7bb-896d-4613-b38b-b659863017f1, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=8335b7bb-896d-4613-b38b-b659863017f1,segment=NetworkSegment(78d7fa11-a64e-4db6-8238-334913b98478),segment_id=78d7fa11-a64e-4db6-8238-334913b98478)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:58:33.233031 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0c83c0c0-37f2-466a-ad8a-7f49031d1533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:33.251179 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3dc0b-787a-46ff-bb1f-20fdf73fcfbc req-278ce142-2351-476b-8971-49b89af8dabd tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:33.252935 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fbf3dc0b-787a-46ff-bb1f-20fdf73fcfbc req-278ce142-2351-476b-8971-49b89af8dabd tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=10c22486-5f8b-4756-a16e-14fd4d433224 HTTP/1.1" status: 200 len: 943 time: 0.1015327 Oct 20 11:58:33.283052 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf0a9945-39aa-4af9-b3a3-c1f328a8b95a req-d07fde63-5f1b-4c7e-bb42-e4e9b63967d7 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=d5facc7ebf4c4973bcd1f7527a0dd7a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0784831 Oct 20 11:58:33.310320 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c83c0c0-37f2-466a-ad8a-7f49031d1533 None None] Routers {'13e2369d-9790-447e-a4d8-e6ef3d797042'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:58:33.311246 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-0c83c0c0-37f2-466a-ad8a-7f49031d1533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:58:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['13e2369d-9790-447e-a4d8-e6ef3d797042'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:58:33.316970 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1accc2-0e4d-4738-b6a9-12099fbbef07 None None] Pushing event updated for resources: {'Port': ['ID=8335b7bb-896d-4613-b38b-b659863017f1,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:33.371962 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fbf3dc0b-787a-46ff-bb1f-20fdf73fcfbc req-150a613e-39cd-46d0-af2f-2575a17227f4 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036053 Oct 20 11:58:33.375565 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-2c132755-6349-4313-981c-2e8cb82c397e None None] Provisioning complete for port 8335b7bb-896d-4613-b38b-b659863017f1 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:58:33.376032 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2c132755-6349-4313-981c-2e8cb82c397e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:33.476914 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-0c83c0c0-37f2-466a-ad8a-7f49031d1533 None None] Set router 13e2369d-9790-447e-a4d8-e6ef3d797042 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:58:33.515056 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf0a9945-39aa-4af9-b3a3-c1f328a8b95a req-f2b436ea-cc0f-409c-ba0d-a528eb465c19 service neutron] 10.222.0.98 "GET /v2.0/networks/6dd2d5c8-1621-42ed-b480-8b3fe659c010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149909 Oct 20 11:58:33.566922 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8899ff-ecdd-425b-aaf5-6650946097df req-f2fbdf1e-9038-4f8b-b1de-5959fda62837 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:33.568516 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5b8899ff-ecdd-425b-aaf5-6650946097df req-f2fbdf1e-9038-4f8b-b1de-5959fda62837 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 945 time: 0.0992544 Oct 20 11:58:33.663857 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5b8899ff-ecdd-425b-aaf5-6650946097df req-6876f864-a475-4e4e-94f1-eb21d2e86bda tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=bde7e756-7381-4f9e-9284-33b0e6fb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653956 Oct 20 11:58:33.671867 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf0a9945-39aa-4af9-b3a3-c1f328a8b95a req-010ed2c3-3a18-4adf-af96-a9169d7e9415 service neutron] 10.222.0.98 "GET /v2.0/networks/6dd2d5c8-1621-42ed-b480-8b3fe659c010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446302 Oct 20 11:58:33.707193 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48078) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:58:33.756375 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b1c85f19-68fd-4e3c-98d7-0d3214c67877 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:58:33.763023 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2c132755-6349-4313-981c-2e8cb82c397e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:33.807024 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-21219b2b-6689-4e29-b06c-d3aad0321f58 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/floatingips/b833d770-b599-464e-b8e5-903dc5e644fb HTTP/1.1" status: 200 len: 992 time: 0.0985618 Oct 20 11:58:33.874319 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-2c132755-6349-4313-981c-2e8cb82c397e None None] For port 8335b7bb-896d-4613-b38b-b659863017f1, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=8335b7bb-896d-4613-b38b-b659863017f1,segment=NetworkSegment(78d7fa11-a64e-4db6-8238-334913b98478),segment_id=78d7fa11-a64e-4db6-8238-334913b98478)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:58:33.889250 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2c132755-6349-4313-981c-2e8cb82c397e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:33.925680 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0de85dc8-a68c-4943-a96b-61cd90165be0 req-84b5efd3-b5e8-4647-ade3-2457abc48511 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 210 time: 0.0382252 Oct 20 11:58:33.987314 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port b1c85f19-68fd-4e3c-98d7-0d3214c67877 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:58:33.987681 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:34.023476 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c132755-6349-4313-981c-2e8cb82c397e None None] Pushing event updated for resources: {'Port': ['ID=8335b7bb-896d-4613-b38b-b659863017f1,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:34.055864 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8517902-18e3-4cf7-b7ee-57bcc866b21b None None] Provisioning complete for port 8335b7bb-896d-4613-b38b-b659863017f1 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:58:34.056362 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8517902-18e3-4cf7-b7ee-57bcc866b21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:34.129476 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-0c83c0c0-37f2-466a-ad8a-7f49031d1533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'name': 'tempest-AttachVolumeShelveTestJSON-1857829989-router', 'tenant_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'b1c85f19-68fd-4e3c-98d7-0d3214c67877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:26Z', 'updated_at': '2021-10-20T11:58:30Z', 'revision_number': 4, 'project_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'gw_port': {'id': 'b1c85f19-68fd-4e3c-98d7-0d3214c67877', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:27Z', 'updated_at': '2021-10-20T11:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '8335b7bb-896d-4613-b38b-b659863017f1', 'name': '', 'network_id': '6dd2d5c8-1621-42ed-b480-8b3fe659c010', 'tenant_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'mac_address': 'fa:16:3e:98:2a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '85c08acc-8a9f-45d6-96df-e5a8900af70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:29Z', 'updated_at': '2021-10-20T11:58:33Z', 'revision_number': 4, 'project_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'subnets': [{'id': '85c08acc-8a9f-45d6-96df-e5a8900af70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:58:34.163095 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c83c0c0-37f2-466a-ad8a-7f49031d1533 None None] The sync data for ids ['13e2369d-9790-447e-a4d8-e6ef3d797042'] in n-d-814735-3 is: [{'id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'name': 'tempest-AttachVolumeShelveTestJSON-1857829989-router', 'tenant_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'b1c85f19-68fd-4e3c-98d7-0d3214c67877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:26Z', 'updated_at': '2021-10-20T11:58:30Z', 'revision_number': 4, 'project_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'gw_port': {'id': 'b1c85f19-68fd-4e3c-98d7-0d3214c67877', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:27Z', 'updated_at': '2021-10-20T11:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '8335b7bb-896d-4613-b38b-b659863017f1', 'name': '', 'network_id': '6dd2d5c8-1621-42ed-b480-8b3fe659c010', 'tenant_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'mac_address': 'fa:16:3e:98:2a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '85c08acc-8a9f-45d6-96df-e5a8900af70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:29Z', 'updated_at': '2021-10-20T11:58:33Z', 'revision_number': 4, 'project_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'subnets': [{'id': '85c08acc-8a9f-45d6-96df-e5a8900af70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:58:34.273089 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device ba68fa0b-7ec0-446e-8a4e-8584074943c3 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:58:34.431836 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port ba68fa0b-7ec0-446e-8a4e-8584074943c3, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=ba68fa0b-7ec0-446e-8a4e-8584074943c3,segment=NetworkSegment(95d08ebb-44bd-4ee9-9f6b-3d607310bce2),segment_id=95d08ebb-44bd-4ee9-9f6b-3d607310bce2)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:58:34.446461 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': 'ba68fa0b-7ec0-446e-8a4e-8584074943c3', 'network_id': '56112252-a34d-447c-a17a-793b19322615', 'port_id': 'ba68fa0b-7ec0-446e-8a4e-8584074943c3', 'mac_address': 'fa:16:3e:fc:dc:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca6f1c92-8b3e-4b78-9b73-cd867e309c20', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:58:34.502197 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:34.516188 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba68fa0b-7ec0-446e-8a4e-8584074943c3 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:58:34.538771 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port ba68fa0b-7ec0-446e-8a4e-8584074943c3, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=ba68fa0b-7ec0-446e-8a4e-8584074943c3,segment=NetworkSegment(95d08ebb-44bd-4ee9-9f6b-3d607310bce2),segment_id=95d08ebb-44bd-4ee9-9f6b-3d607310bce2)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:58:34.543977 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:34.552996 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb882d44-ed63-4150-8c5a-8c754bb93885 req-a5042a39-e11c-478e-b19e-fd985f9353d6 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:34.564780 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cb882d44-ed63-4150-8c5a-8c754bb93885 req-a5042a39-e11c-478e-b19e-fd985f9353d6 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=10c22486-5f8b-4756-a16e-14fd4d433224 HTTP/1.1" status: 200 len: 943 time: 0.0764413 Oct 20 11:58:34.605645 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cb882d44-ed63-4150-8c5a-8c754bb93885 req-418bc4c3-0027-484e-91d9-bd03837db5ca tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338659 Oct 20 11:58:34.608795 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=ba68fa0b-7ec0-446e-8a4e-8584074943c3,revision_number=12']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:34.804703 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['ba68fa0b-7ec0-446e-8a4e-8584074943c3'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:58:35.070223 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8b33263e-30d7-4afc-8423-5c7125f8cbac req-3dc0ad97-925c-4593-bb21-b51d35a3e349 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 210 time: 0.0482199 Oct 20 11:58:35.159681 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a9945-39aa-4af9-b3a3-c1f328a8b95a req-eeeba333-7c86-4621-99dc-1d31486b9ff6 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:35.161397 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf0a9945-39aa-4af9-b3a3-c1f328a8b95a req-eeeba333-7c86-4621-99dc-1d31486b9ff6 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.11 "GET /v2.0/networks?id=6dd2d5c8-1621-42ed-b480-8b3fe659c010 HTTP/1.1" status: 200 len: 817 time: 0.1661530 Oct 20 11:58:35.209826 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf0a9945-39aa-4af9-b3a3-c1f328a8b95a req-45a177d6-2290-4954-878b-13f8e88e59cf tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5facc7ebf4c4973bcd1f7527a0dd7a6 HTTP/1.1" status: 200 len: 380 time: 0.0358262 Oct 20 11:58:35.219685 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-cf0a9945-39aa-4af9-b3a3-c1f328a8b95a req-e11f92db-b927-48a3-a02d-85d268915d52 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Request body: {'port': {'device_id': '493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d', 'network_id': '6dd2d5c8-1621-42ed-b480-8b3fe659c010', 'admin_state_up': True, 'tenant_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'security_groups': ['55480e8e-6b51-4741-9299-1589dfa876e6']}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:58:35.345169 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf0a9945-39aa-4af9-b3a3-c1f328a8b95a req-e11f92db-b927-48a3-a02d-85d268915d52 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Made reservation on behalf of d5facc7ebf4c4973bcd1f7527a0dd7a6 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:58:35.349109 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-cf0a9945-39aa-4af9-b3a3-c1f328a8b95a req-e11f92db-b927-48a3-a02d-85d268915d52 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:35.476482 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-cf0a9945-39aa-4af9-b3a3-c1f328a8b95a req-e11f92db-b927-48a3-a02d-85d268915d52 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Allocated IP 172.20.0.10 (6dd2d5c8-1621-42ed-b480-8b3fe659c010/85c08acc-8a9f-45d6-96df-e5a8900af70a/acdba51b-1bef-4266-b4b0-335df89c63c3) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:58:35.619368 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-cf0a9945-39aa-4af9-b3a3-c1f328a8b95a req-e11f92db-b927-48a3-a02d-85d268915d52 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:35.669855 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-cf0a9945-39aa-4af9-b3a3-c1f328a8b95a req-e11f92db-b927-48a3-a02d-85d268915d52 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:35.694272 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 8335b7bb-896d-4613-b38b-b659863017f1 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:58:35.732604 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf0a9945-39aa-4af9-b3a3-c1f328a8b95a req-e11f92db-b927-48a3-a02d-85d268915d52 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Network 6dd2d5c8-1621-42ed-b480-8b3fe659c010 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:58:35.741667 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-cf0a9945-39aa-4af9-b3a3-c1f328a8b95a req-e11f92db-b927-48a3-a02d-85d268915d52 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:58:35.741868 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 8335b7bb-896d-4613-b38b-b659863017f1 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:58:35.742124 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:35.746047 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf0a9945-39aa-4af9-b3a3-c1f328a8b95a req-e11f92db-b927-48a3-a02d-85d268915d52 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:58:35.782006 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f92db-b927-48a3-a02d-85d268915d52 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Pushing event updated for resources: {'Port': ['ID=acdba51b-1bef-4266-b4b0-335df89c63c3,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:35.810302 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18518551-c489-4802-949d-af6681417f0e req-25807c66-eb49-4ba4-8ef5-b280c88a1b16 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:35.811909 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-18518551-c489-4802-949d-af6681417f0e req-25807c66-eb49-4ba4-8ef5-b280c88a1b16 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=10c22486-5f8b-4756-a16e-14fd4d433224 HTTP/1.1" status: 200 len: 943 time: 0.1109583 Oct 20 11:58:35.828731 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a9945-39aa-4af9-b3a3-c1f328a8b95a req-e11f92db-b927-48a3-a02d-85d268915d52 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:35.829516 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-cf0a9945-39aa-4af9-b3a3-c1f328a8b95a req-e11f92db-b927-48a3-a02d-85d268915d52 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:35.860165 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf0a9945-39aa-4af9-b3a3-c1f328a8b95a req-e11f92db-b927-48a3-a02d-85d268915d52 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6441700 Oct 20 11:58:35.874528 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-cf0a9945-39aa-4af9-b3a3-c1f328a8b95a req-20866ce9-bab3-44b1-bd9a-ed7b3b5f5d05 service neutron] Request body: {'port': {'device_id': '493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:58:35.880683 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-18518551-c489-4802-949d-af6681417f0e req-a68c4bb9-c1de-491e-87c6-af85fcf28111 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590663 Oct 20 11:58:35.933887 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-cf0a9945-39aa-4af9-b3a3-c1f328a8b95a req-20866ce9-bab3-44b1-bd9a-ed7b3b5f5d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:35.983950 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-6bd50042-0a1a-499e-aceb-0d8e1c5a5584 None None] Provisioning complete for port acdba51b-1bef-4266-b4b0-335df89c63c3 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:58:35.984535 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6bd50042-0a1a-499e-aceb-0d8e1c5a5584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:36.021611 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-6bd50042-0a1a-499e-aceb-0d8e1c5a5584 None None] Port acdba51b-1bef-4266-b4b0-335df89c63c3 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:58:36.294619 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device ba68fa0b-7ec0-446e-8a4e-8584074943c3 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:58:36.352437 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port ba68fa0b-7ec0-446e-8a4e-8584074943c3 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:58:36.356740 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port ba68fa0b-7ec0-446e-8a4e-8584074943c3 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:58:36.357111 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:36.441571 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:36.466324 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56351b23-0389-402e-9cad-3bc7914b8783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba68fa0b-7ec0-446e-8a4e-8584074943c3'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:58:36.468638 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d766b1-1112-4060-9c91-7f4e579e2bdc" -d '{"events": [{"server_uuid": "56351b23-0389-402e-9cad-3bc7914b8783", "name": "network-vif-plugged", "status": "completed", "tag": "ba68fa0b-7ec0-446e-8a4e-8584074943c3"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:58:36.485647 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port ba68fa0b-7ec0-446e-8a4e-8584074943c3, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=ba68fa0b-7ec0-446e-8a4e-8584074943c3,segment=NetworkSegment(95d08ebb-44bd-4ee9-9f6b-3d607310bce2),segment_id=95d08ebb-44bd-4ee9-9f6b-3d607310bce2)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:58:36.492092 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:36.510934 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b5262-58d8-41b9-8ed7-5645acca5e35 req-b8625f95-0953-45dc-8195-489538567a51 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:36.512441 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-704b5262-58d8-41b9-8ed7-5645acca5e35 req-b8625f95-0953-45dc-8195-489538567a51 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 932 time: 0.0858150 Oct 20 11:58:36.518954 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97591bb-986f-44c4-8e78-c81472fd69c3 x-openstack-request-id: req-d97591bb-986f-44c4-8e78-c81472fd69c3 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:58:36.519257 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56351b23-0389-402e-9cad-3bc7914b8783", "name": "network-vif-plugged", "status": "completed", "tag": "ba68fa0b-7ec0-446e-8a4e-8584074943c3", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:58:36.519501 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d97591bb-986f-44c4-8e78-c81472fd69c3 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:58:36.519896 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56351b23-0389-402e-9cad-3bc7914b8783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba68fa0b-7ec0-446e-8a4e-8584074943c3', 'code': 200} Oct 20 11:58:36.545821 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=ba68fa0b-7ec0-446e-8a4e-8584074943c3,revision_number=13']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:36.590898 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-704b5262-58d8-41b9-8ed7-5645acca5e35 req-6f57d087-8154-4d9f-93fd-29a51d23a110 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505576 Oct 20 11:58:36.654130 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-cf0a9945-39aa-4af9-b3a3-c1f328a8b95a req-20866ce9-bab3-44b1-bd9a-ed7b3b5f5d05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acdba51b-1bef-4266-b4b0-335df89c63c3 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:58:36.661736 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-cf0a9945-39aa-4af9-b3a3-c1f328a8b95a req-20866ce9-bab3-44b1-bd9a-ed7b3b5f5d05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:36.674178 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-cf0a9945-39aa-4af9-b3a3-c1f328a8b95a req-20866ce9-bab3-44b1-bd9a-ed7b3b5f5d05 service neutron] Transition to ACTIVE for port object acdba51b-1bef-4266-b4b0-335df89c63c3 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:58:36.680323 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-cf0a9945-39aa-4af9-b3a3-c1f328a8b95a req-20866ce9-bab3-44b1-bd9a-ed7b3b5f5d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:36.731297 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20866ce9-bab3-44b1-bd9a-ed7b3b5f5d05 service neutron] Pushing event updated for resources: {'Port': ['ID=acdba51b-1bef-4266-b4b0-335df89c63c3,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:36.804391 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-cf0a9945-39aa-4af9-b3a3-c1f328a8b95a req-20866ce9-bab3-44b1-bd9a-ed7b3b5f5d05 service neutron] Attempting to bind port acdba51b-1bef-4266-b4b0-335df89c63c3 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:58:36.804678 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-cf0a9945-39aa-4af9-b3a3-c1f328a8b95a req-20866ce9-bab3-44b1-bd9a-ed7b3b5f5d05 service neutron] Attempting to bind port acdba51b-1bef-4266-b4b0-335df89c63c3 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '78d7fa11-a64e-4db6-8238-334913b98478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '6dd2d5c8-1621-42ed-b480-8b3fe659c010'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:58:36.805084 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0a9945-39aa-4af9-b3a3-c1f328a8b95a req-20866ce9-bab3-44b1-bd9a-ed7b3b5f5d05 service neutron] Attempting to bind port acdba51b-1bef-4266-b4b0-335df89c63c3 on network 6dd2d5c8-1621-42ed-b480-8b3fe659c010 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:58:36.810007 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0a9945-39aa-4af9-b3a3-c1f328a8b95a req-20866ce9-bab3-44b1-bd9a-ed7b3b5f5d05 service neutron] Port acdba51b-1bef-4266-b4b0-335df89c63c3 on network 6dd2d5c8-1621-42ed-b480-8b3fe659c010 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:58:36.810319 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0a9945-39aa-4af9-b3a3-c1f328a8b95a req-20866ce9-bab3-44b1-bd9a-ed7b3b5f5d05 service neutron] Attempting to bind port acdba51b-1bef-4266-b4b0-335df89c63c3 on network 6dd2d5c8-1621-42ed-b480-8b3fe659c010 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:58:36.815931 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0a9945-39aa-4af9-b3a3-c1f328a8b95a req-20866ce9-bab3-44b1-bd9a-ed7b3b5f5d05 service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:58:36.816244 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0a9945-39aa-4af9-b3a3-c1f328a8b95a req-20866ce9-bab3-44b1-bd9a-ed7b3b5f5d05 service neutron] Checking segment: {'id': '78d7fa11-a64e-4db6-8238-334913b98478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '6dd2d5c8-1621-42ed-b480-8b3fe659c010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:58:36.816625 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0a9945-39aa-4af9-b3a3-c1f328a8b95a req-20866ce9-bab3-44b1-bd9a-ed7b3b5f5d05 service neutron] Bound using segment: {'id': '78d7fa11-a64e-4db6-8238-334913b98478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '6dd2d5c8-1621-42ed-b480-8b3fe659c010'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:58:36.817050 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-cf0a9945-39aa-4af9-b3a3-c1f328a8b95a req-20866ce9-bab3-44b1-bd9a-ed7b3b5f5d05 service neutron] Bound port: acdba51b-1bef-4266-b4b0-335df89c63c3, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78d7fa11-a64e-4db6-8238-334913b98478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '6dd2d5c8-1621-42ed-b480-8b3fe659c010'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:58:36.817398 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-cf0a9945-39aa-4af9-b3a3-c1f328a8b95a req-20866ce9-bab3-44b1-bd9a-ed7b3b5f5d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:36.886373 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-cf0a9945-39aa-4af9-b3a3-c1f328a8b95a req-20866ce9-bab3-44b1-bd9a-ed7b3b5f5d05 service neutron] For port acdba51b-1bef-4266-b4b0-335df89c63c3, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:58:36.890033 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-cf0a9945-39aa-4af9-b3a3-c1f328a8b95a req-20866ce9-bab3-44b1-bd9a-ed7b3b5f5d05 service neutron] For port acdba51b-1bef-4266-b4b0-335df89c63c3, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=acdba51b-1bef-4266-b4b0-335df89c63c3,segment=NetworkSegment(78d7fa11-a64e-4db6-8238-334913b98478),segment_id=78d7fa11-a64e-4db6-8238-334913b98478)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:58:36.896262 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-cf0a9945-39aa-4af9-b3a3-c1f328a8b95a req-20866ce9-bab3-44b1-bd9a-ed7b3b5f5d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:36.939048 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a9945-39aa-4af9-b3a3-c1f328a8b95a req-20866ce9-bab3-44b1-bd9a-ed7b3b5f5d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:36.939715 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-cf0a9945-39aa-4af9-b3a3-c1f328a8b95a req-20866ce9-bab3-44b1-bd9a-ed7b3b5f5d05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:36.941152 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf0a9945-39aa-4af9-b3a3-c1f328a8b95a req-20866ce9-bab3-44b1-bd9a-ed7b3b5f5d05 service neutron] 10.222.0.11 "PUT /v2.0/ports/acdba51b-1bef-4266-b4b0-335df89c63c3 HTTP/1.1" status: 200 len: 1092 time: 1.0728779 Oct 20 11:58:36.941605 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d', 'tag': 'acdba51b-1bef-4266-b4b0-335df89c63c3'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:58:36.944110 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc77c41-be9f-429a-87b3-33a55d9ff021" -d '{"events": [{"name": "network-changed", "server_uuid": "493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d", "tag": "acdba51b-1bef-4266-b4b0-335df89c63c3"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:58:37.008115 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20866ce9-bab3-44b1-bd9a-ed7b3b5f5d05 service neutron] Pushing event updated for resources: {'Port': ['ID=acdba51b-1bef-4266-b4b0-335df89c63c3,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:37.014988 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4316787c-3b31-4c4f-95e0-53e7c302e0db x-openstack-request-id: req-4316787c-3b31-4c4f-95e0-53e7c302e0db {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:58:37.014988 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d", "tag": "acdba51b-1bef-4266-b4b0-335df89c63c3", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:58:37.014988 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4316787c-3b31-4c4f-95e0-53e7c302e0db {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:58:37.015399 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d', 'tag': 'acdba51b-1bef-4266-b4b0-335df89c63c3', 'status': 'completed', 'code': 200} Oct 20 11:58:37.050217 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19111e6a-0419-4a49-b5f6-bdeb3f2326cb req-ab689d38-a44e-4b48-9683-35e3c44e7ff0 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:37.051817 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19111e6a-0419-4a49-b5f6-bdeb3f2326cb req-ab689d38-a44e-4b48-9683-35e3c44e7ff0 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=10c22486-5f8b-4756-a16e-14fd4d433224 HTTP/1.1" status: 200 len: 943 time: 0.0926344 Oct 20 11:58:37.067036 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a9945-39aa-4af9-b3a3-c1f328a8b95a req-f375e601-dfa9-4cd7-bffa-6e17cfc58d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:37.068538 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf0a9945-39aa-4af9-b3a3-c1f328a8b95a req-f375e601-dfa9-4cd7-bffa-6e17cfc58d79 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d5facc7ebf4c4973bcd1f7527a0dd7a6&device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 1095 time: 0.0706792 Oct 20 11:58:37.120081 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf0a9945-39aa-4af9-b3a3-c1f328a8b95a req-f8a18d5a-020f-4f06-afdb-de54266502fc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acdba51b-1bef-4266-b4b0-335df89c63c3 HTTP/1.1" status: 200 len: 217 time: 0.0433943 Oct 20 11:58:37.160446 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19111e6a-0419-4a49-b5f6-bdeb3f2326cb req-1be3ddb2-8d16-476c-ab78-5000591b1213 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013262 Oct 20 11:58:37.185285 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a9945-39aa-4af9-b3a3-c1f328a8b95a req-1cb2f390-fc68-481a-930a-6554fb296bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:37.186819 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf0a9945-39aa-4af9-b3a3-c1f328a8b95a req-1cb2f390-fc68-481a-930a-6554fb296bd7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=85c08acc-8a9f-45d6-96df-e5a8900af70a HTTP/1.1" status: 200 len: 856 time: 0.0592010 Oct 20 11:58:37.234100 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a9945-39aa-4af9-b3a3-c1f328a8b95a req-6f3b30a7-ed02-483a-88b4-baacb669ef3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:37.235614 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf0a9945-39aa-4af9-b3a3-c1f328a8b95a req-6f3b30a7-ed02-483a-88b4-baacb669ef3c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6dd2d5c8-1621-42ed-b480-8b3fe659c010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407038 Oct 20 11:58:37.335879 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf0a9945-39aa-4af9-b3a3-c1f328a8b95a req-de2dc913-1a60-4e8f-8fb8-81ba968c26b8 service neutron] 10.222.0.11 "GET /v2.0/networks/6dd2d5c8-1621-42ed-b480-8b3fe659c010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919812 Oct 20 11:58:37.428064 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf0a9945-39aa-4af9-b3a3-c1f328a8b95a req-9e4cc04a-9256-4908-b2bf-b8a90ac0a6c4 service neutron] 10.222.0.11 "GET /v2.0/networks/6dd2d5c8-1621-42ed-b480-8b3fe659c010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851882 Oct 20 11:58:37.532301 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc77c41-be9f-429a-87b3-33a55d9ff021 req-56f20d0d-3915-4535-b787-b452b4df5d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:37.533786 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-acc77c41-be9f-429a-87b3-33a55d9ff021 req-56f20d0d-3915-4535-b787-b452b4df5d13 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d5facc7ebf4c4973bcd1f7527a0dd7a6&device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 1095 time: 0.0460417 Oct 20 11:58:37.630329 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc77c41-be9f-429a-87b3-33a55d9ff021 req-791eee90-8f9a-426d-ac4c-e4dce9bae6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:37.631848 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-acc77c41-be9f-429a-87b3-33a55d9ff021 req-791eee90-8f9a-426d-ac4c-e4dce9bae6b0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6dd2d5c8-1621-42ed-b480-8b3fe659c010 HTTP/1.1" status: 200 len: 919 time: 0.0912054 Oct 20 11:58:37.677135 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-acc77c41-be9f-429a-87b3-33a55d9ff021 req-5fa89562-9101-42ee-ac02-c81ea5ae12ba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acdba51b-1bef-4266-b4b0-335df89c63c3 HTTP/1.1" status: 200 len: 217 time: 0.0377340 Oct 20 11:58:37.753188 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc77c41-be9f-429a-87b3-33a55d9ff021 req-2ac7c80f-f5d1-4def-8045-6fc71175572f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:37.754652 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-acc77c41-be9f-429a-87b3-33a55d9ff021 req-2ac7c80f-f5d1-4def-8045-6fc71175572f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=85c08acc-8a9f-45d6-96df-e5a8900af70a HTTP/1.1" status: 200 len: 856 time: 0.0699761 Oct 20 11:58:37.768112 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b85228-7161-4c35-9da3-45b267b070cb req-1666d481-1d7f-4223-92a1-1f0dba88f53d tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:37.769511 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b8b85228-7161-4c35-9da3-45b267b070cb req-1666d481-1d7f-4223-92a1-1f0dba88f53d tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 944 time: 0.0952110 Oct 20 11:58:37.832745 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b8b85228-7161-4c35-9da3-45b267b070cb req-99cfaf15-371d-4b02-b075-c5395c0bf611 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543437 Oct 20 11:58:37.835728 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc77c41-be9f-429a-87b3-33a55d9ff021 req-82785ea8-5242-4b5b-922d-4ed8b9cfdfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:37.836943 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-acc77c41-be9f-429a-87b3-33a55d9ff021 req-82785ea8-5242-4b5b-922d-4ed8b9cfdfec service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6dd2d5c8-1621-42ed-b480-8b3fe659c010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665929 Oct 20 11:58:37.935896 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-acc77c41-be9f-429a-87b3-33a55d9ff021 req-c13b6db9-9b09-4311-b379-a9d6efac6da1 service neutron] 10.222.0.11 "GET /v2.0/networks/6dd2d5c8-1621-42ed-b480-8b3fe659c010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896828 Oct 20 11:58:38.029829 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-acc77c41-be9f-429a-87b3-33a55d9ff021 req-595a611f-28d4-47da-9727-893f28b2a5f2 service neutron] 10.222.0.11 "GET /v2.0/networks/6dd2d5c8-1621-42ed-b480-8b3fe659c010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854976 Oct 20 11:58:38.286517 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b20f422-f9ff-4942-9d23-4369bf72ca72 req-44569ffa-a36c-4fc1-aeba-42490b87d26a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:38.288067 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7b20f422-f9ff-4942-9d23-4369bf72ca72 req-44569ffa-a36c-4fc1-aeba-42490b87d26a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=10c22486-5f8b-4756-a16e-14fd4d433224 HTTP/1.1" status: 200 len: 943 time: 0.0591025 Oct 20 11:58:38.330079 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7b20f422-f9ff-4942-9d23-4369bf72ca72 req-754da2e4-5ece-4223-b3e8-770a3d25d3ad tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332720 Oct 20 11:58:38.462051 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 0c12f17f-b6e9-438b-bc33-ccacbf830a91 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:58:38.559471 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 0c12f17f-b6e9-438b-bc33-ccacbf830a91, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=0c12f17f-b6e9-438b-bc33-ccacbf830a91,segment=NetworkSegment(eb3b04cf-4e5d-47e1-a25f-825ff902331c),segment_id=eb3b04cf-4e5d-47e1-a25f-825ff902331c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:58:38.571444 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '0c12f17f-b6e9-438b-bc33-ccacbf830a91', 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a', 'port_id': '0c12f17f-b6e9-438b-bc33-ccacbf830a91', 'mac_address': 'fa:16:3e:97:67:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '667cbc2d-c894-4d06-bf55-c551daf9476c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:58:38.613192 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:38.626068 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c12f17f-b6e9-438b-bc33-ccacbf830a91 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:58:38.645417 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 0c12f17f-b6e9-438b-bc33-ccacbf830a91, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=0c12f17f-b6e9-438b-bc33-ccacbf830a91,segment=NetworkSegment(eb3b04cf-4e5d-47e1-a25f-825ff902331c),segment_id=eb3b04cf-4e5d-47e1-a25f-825ff902331c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:58:38.651000 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:38.697962 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=0c12f17f-b6e9-438b-bc33-ccacbf830a91,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:38.854871 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['0c12f17f-b6e9-438b-bc33-ccacbf830a91'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:58:38.952748 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300edeac-6329-4bfc-83b8-c81a28e4753b req-fe57355c-b90c-46e5-9ea3-db86821431c3 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:38.954225 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-300edeac-6329-4bfc-83b8-c81a28e4753b req-fe57355c-b90c-46e5-9ea3-db86821431c3 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 944 time: 0.0492723 Oct 20 11:58:38.992927 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-300edeac-6329-4bfc-83b8-c81a28e4753b req-4d4a7433-9d58-40ae-84be-7a61ee335427 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320458 Oct 20 11:58:39.453659 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c4941-3d76-476c-8f55-6d12e6acf961 req-e4d5cba7-60be-4fd9-9a86-311d1d3a0555 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:39.455161 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-203c4941-3d76-476c-8f55-6d12e6acf961 req-e4d5cba7-60be-4fd9-9a86-311d1d3a0555 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=10c22486-5f8b-4756-a16e-14fd4d433224 HTTP/1.1" status: 200 len: 944 time: 0.0569327 Oct 20 11:58:39.500113 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-203c4941-3d76-476c-8f55-6d12e6acf961 req-65d44e9c-d628-4859-a912-5f020dc07dce tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359941 Oct 20 11:58:40.068790 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:40.126968 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8446f5a-c2b2-4669-ab07-e3b26d24c918 req-55f4d47e-f61b-4fa0-81ad-9e0e1bbb91f2 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:40.128473 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d8446f5a-c2b2-4669-ab07-e3b26d24c918 req-55f4d47e-f61b-4fa0-81ad-9e0e1bbb91f2 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 944 time: 0.0542204 Oct 20 11:58:40.167979 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d8446f5a-c2b2-4669-ab07-e3b26d24c918 req-4c76b1c9-634b-4307-8408-7bba7da39b87 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335300 Oct 20 11:58:40.478119 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device acdba51b-1bef-4266-b4b0-335df89c63c3 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:58:40.480265 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 0c12f17f-b6e9-438b-bc33-ccacbf830a91 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:58:40.589492 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 0c12f17f-b6e9-438b-bc33-ccacbf830a91 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:58:40.596886 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 0c12f17f-b6e9-438b-bc33-ccacbf830a91 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:58:40.597247 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:40.616296 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a67460-90ec-43a6-94d3-24356cface1b req-05d88f21-1490-43d2-b963-1539015a4d4b tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:40.617720 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-75a67460-90ec-43a6-94d3-24356cface1b req-05d88f21-1490-43d2-b963-1539015a4d4b tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=10c22486-5f8b-4756-a16e-14fd4d433224 HTTP/1.1" status: 200 len: 944 time: 0.0504537 Oct 20 11:58:40.630718 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port acdba51b-1bef-4266-b4b0-335df89c63c3, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=acdba51b-1bef-4266-b4b0-335df89c63c3,segment=NetworkSegment(78d7fa11-a64e-4db6-8238-334913b98478),segment_id=78d7fa11-a64e-4db6-8238-334913b98478)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:58:40.650264 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': 'acdba51b-1bef-4266-b4b0-335df89c63c3', 'network_id': '6dd2d5c8-1621-42ed-b480-8b3fe659c010', 'port_id': 'acdba51b-1bef-4266-b4b0-335df89c63c3', 'mac_address': 'fa:16:3e:2d:b7:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85c08acc-8a9f-45d6-96df-e5a8900af70a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:58:40.670044 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-75a67460-90ec-43a6-94d3-24356cface1b req-72617e7d-869f-40f2-bdea-eeb0ba216518 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454705 Oct 20 11:58:40.710640 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:40.728628 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acdba51b-1bef-4266-b4b0-335df89c63c3 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:58:40.739299 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:40.763490 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port acdba51b-1bef-4266-b4b0-335df89c63c3, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=acdba51b-1bef-4266-b4b0-335df89c63c3,segment=NetworkSegment(78d7fa11-a64e-4db6-8238-334913b98478),segment_id=78d7fa11-a64e-4db6-8238-334913b98478)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:58:40.770927 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:40.778786 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c22486-5f8b-4756-a16e-14fd4d433224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c12f17f-b6e9-438b-bc33-ccacbf830a91'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:58:40.781073 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1a4925-b7cc-442e-8ab7-bd0f479b5a5f" -d '{"events": [{"server_uuid": "10c22486-5f8b-4756-a16e-14fd4d433224", "name": "network-vif-plugged", "status": "completed", "tag": "0c12f17f-b6e9-438b-bc33-ccacbf830a91"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:58:40.810632 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 0c12f17f-b6e9-438b-bc33-ccacbf830a91, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=0c12f17f-b6e9-438b-bc33-ccacbf830a91,segment=NetworkSegment(eb3b04cf-4e5d-47e1-a25f-825ff902331c),segment_id=eb3b04cf-4e5d-47e1-a25f-825ff902331c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:58:40.817440 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:40.821885 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6e7bb7-d20c-4f65-a4aa-1d539688c0d5 x-openstack-request-id: req-3f6e7bb7-d20c-4f65-a4aa-1d539688c0d5 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:58:40.822176 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c22486-5f8b-4756-a16e-14fd4d433224", "name": "network-vif-plugged", "status": "completed", "tag": "0c12f17f-b6e9-438b-bc33-ccacbf830a91", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:58:40.822425 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3f6e7bb7-d20c-4f65-a4aa-1d539688c0d5 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:58:40.822815 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c22486-5f8b-4756-a16e-14fd4d433224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c12f17f-b6e9-438b-bc33-ccacbf830a91', 'code': 200} Oct 20 11:58:40.838931 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=acdba51b-1bef-4266-b4b0-335df89c63c3,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:40.887334 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=0c12f17f-b6e9-438b-bc33-ccacbf830a91,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:40.920474 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f18eb79-919a-48fb-a640-e26f78254754 req-e4b89e7f-813c-4329-9c1e-b4878577cd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:40.921994 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9f18eb79-919a-48fb-a640-e26f78254754 req-e4b89e7f-813c-4329-9c1e-b4878577cd8a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=10c22486-5f8b-4756-a16e-14fd4d433224 HTTP/1.1" status: 200 len: 1096 time: 0.0439966 Oct 20 11:58:40.959484 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9f18eb79-919a-48fb-a640-e26f78254754 req-e0b8526d-a022-4bbc-b386-aef77daba970 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279922 Oct 20 11:58:40.972782 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['acdba51b-1bef-4266-b4b0-335df89c63c3'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:58:41.325307 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bcb2e4-94eb-42b4-be52-d3d08a077455 req-6a20df42-10d2-4cd8-b0a1-d0e5d9b7ed07 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:41.326825 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f7bcb2e4-94eb-42b4-be52-d3d08a077455 req-6a20df42-10d2-4cd8-b0a1-d0e5d9b7ed07 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 945 time: 0.0584564 Oct 20 11:58:41.371714 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f7bcb2e4-94eb-42b4-be52-d3d08a077455 req-5cd0f8dc-5007-4d44-89bf-05501a827aa2 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341744 Oct 20 11:58:41.807399 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead7938-3be0-401a-9190-64e80b107d0c req-ec3140d5-caa5-4ca9-b8ec-493d8a55fc40 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:41.808903 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cead7938-3be0-401a-9190-64e80b107d0c req-ec3140d5-caa5-4ca9-b8ec-493d8a55fc40 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=10c22486-5f8b-4756-a16e-14fd4d433224 HTTP/1.1" status: 200 len: 945 time: 0.0654790 Oct 20 11:58:41.855481 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cead7938-3be0-401a-9190-64e80b107d0c req-ff807300-9637-42ba-9a0e-e8909d621b4c tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357447 Oct 20 11:58:42.484686 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device acdba51b-1bef-4266-b4b0-335df89c63c3 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:58:42.506540 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c7a78-5825-4815-8b2f-18b76679e6cd req-f1d9008f-2e77-4539-aef9-89c166fe14d8 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:42.508139 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-898c7a78-5825-4815-8b2f-18b76679e6cd req-f1d9008f-2e77-4539-aef9-89c166fe14d8 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 945 time: 0.0568242 Oct 20 11:58:42.535616 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port acdba51b-1bef-4266-b4b0-335df89c63c3 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:58:42.539544 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port acdba51b-1bef-4266-b4b0-335df89c63c3 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:58:42.539998 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:42.548930 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-898c7a78-5825-4815-8b2f-18b76679e6cd req-12b7b39c-a810-4cee-bfe3-ffd5d9a71201 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342619 Oct 20 11:58:42.622725 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:42.660151 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port acdba51b-1bef-4266-b4b0-335df89c63c3, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=acdba51b-1bef-4266-b4b0-335df89c63c3,segment=NetworkSegment(78d7fa11-a64e-4db6-8238-334913b98478),segment_id=78d7fa11-a64e-4db6-8238-334913b98478)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:58:42.665085 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:42.712009 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=acdba51b-1bef-4266-b4b0-335df89c63c3,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:42.826624 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acdba51b-1bef-4266-b4b0-335df89c63c3'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:58:42.829051 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86854825-d6d9-4b15-870a-e1d00f4c83bc" -d '{"events": [{"server_uuid": "493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d", "name": "network-vif-plugged", "status": "completed", "tag": "acdba51b-1bef-4266-b4b0-335df89c63c3"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:58:42.867058 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22908dd6-9d1d-4ffd-a959-b374f1d8cdb7 x-openstack-request-id: req-22908dd6-9d1d-4ffd-a959-b374f1d8cdb7 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:58:42.867384 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d", "name": "network-vif-plugged", "status": "completed", "tag": "acdba51b-1bef-4266-b4b0-335df89c63c3", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:58:42.867639 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-22908dd6-9d1d-4ffd-a959-b374f1d8cdb7 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:58:42.868089 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acdba51b-1bef-4266-b4b0-335df89c63c3', 'code': 200} Oct 20 11:58:43.002087 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604dcd4-7aff-4b9d-8ca6-38d6c51482d6 req-29944416-c637-409e-92df-e7113898729b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:43.003755 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7604dcd4-7aff-4b9d-8ca6-38d6c51482d6 req-29944416-c637-409e-92df-e7113898729b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 1097 time: 0.0772843 Oct 20 11:58:43.011548 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b36b5-d061-40df-81b8-f44f5669aa84 req-5d5af583-35c3-4c2f-b812-5e1fa0e40569 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:43.012907 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1b9b36b5-d061-40df-81b8-f44f5669aa84 req-5d5af583-35c3-4c2f-b812-5e1fa0e40569 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=10c22486-5f8b-4756-a16e-14fd4d433224 HTTP/1.1" status: 200 len: 945 time: 0.0851171 Oct 20 11:58:43.063172 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7604dcd4-7aff-4b9d-8ca6-38d6c51482d6 req-705d6557-c58c-4cab-a82b-f3b230a24946 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492988 Oct 20 11:58:43.070339 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1b9b36b5-d061-40df-81b8-f44f5669aa84 req-cb20e9bb-7fec-4825-900d-6909c134f4ef tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512426 Oct 20 11:58:43.204480 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2755f69-9432-4a89-adc0-ce5a15a6e74f req-0e530b6d-ce7b-46b6-ae0f-2e81a6e21d99 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:43.205975 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c2755f69-9432-4a89-adc0-ce5a15a6e74f req-0e530b6d-ce7b-46b6-ae0f-2e81a6e21d99 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=10c22486-5f8b-4756-a16e-14fd4d433224 HTTP/1.1" status: 200 len: 945 time: 0.0623295 Oct 20 11:58:43.248808 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c2755f69-9432-4a89-adc0-ce5a15a6e74f req-548fe737-630b-4ac8-ba8b-a163ba6c1cf9 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334628 Oct 20 11:58:43.373783 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6409c88c-e4c7-4acc-9072-7a20b2072e6e req-199375a0-133f-4084-a8e9-cc2e991ed33f tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:43.375762 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6409c88c-e4c7-4acc-9072-7a20b2072e6e req-199375a0-133f-4084-a8e9-cc2e991ed33f tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=10c22486-5f8b-4756-a16e-14fd4d433224 HTTP/1.1" status: 200 len: 945 time: 0.0612025 Oct 20 11:58:43.416654 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6409c88c-e4c7-4acc-9072-7a20b2072e6e req-8319280e-3dd8-4c99-a8a3-6105b8840754 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346193 Oct 20 11:58:43.681983 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355bf21-9397-4c37-8445-79ba718d01ba req-d01e7145-af0a-4855-9bfe-308b04ff77ed tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:43.683471 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9355bf21-9397-4c37-8445-79ba718d01ba req-d01e7145-af0a-4855-9bfe-308b04ff77ed tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=10c22486-5f8b-4756-a16e-14fd4d433224 HTTP/1.1" status: 200 len: 945 time: 0.0793533 Oct 20 11:58:43.705726 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b07cb-f880-49a2-86bc-c84f61822ddc req-2657b52b-97c6-45e1-ad9b-4f961c50e119 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:43.707172 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-205b07cb-f880-49a2-86bc-c84f61822ddc req-2657b52b-97c6-45e1-ad9b-4f961c50e119 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 946 time: 0.0764325 Oct 20 11:58:43.754215 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9355bf21-9397-4c37-8445-79ba718d01ba req-5aef0d7a-898d-4545-b724-8bc31ad1d1cc tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636041 Oct 20 11:58:43.761919 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-205b07cb-f880-49a2-86bc-c84f61822ddc req-d239b655-2174-4cdb-890e-f399cca79bd0 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485716 Oct 20 11:58:44.908795 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1cf63-2c4d-489e-b15d-3348a96d6cd1 req-2669224a-620d-40a4-a234-5050a11e6cc6 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:44.910256 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-86f1cf63-2c4d-489e-b15d-3348a96d6cd1 req-2669224a-620d-40a4-a234-5050a11e6cc6 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=10c22486-5f8b-4756-a16e-14fd4d433224 HTTP/1.1" status: 200 len: 945 time: 0.0827942 Oct 20 11:58:44.921012 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d9b92-bcea-4b36-8869-24e31dc419b9 req-e090df2a-06c4-4522-b5f5-4116d5a41a44 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:44.922418 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-775d9b92-bcea-4b36-8869-24e31dc419b9 req-e090df2a-06c4-4522-b5f5-4116d5a41a44 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 946 time: 0.0838709 Oct 20 11:58:44.980022 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-86f1cf63-2c4d-489e-b15d-3348a96d6cd1 req-464c5b3a-6a63-475f-9507-eba9963acaa6 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565262 Oct 20 11:58:44.984900 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-775d9b92-bcea-4b36-8869-24e31dc419b9 req-ea99558c-5ff2-42c3-aef7-0d0044a687f9 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557237 Oct 20 11:58:45.103130 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db96e31e-c1c7-48d7-83ef-ccabd57a77f4 req-862a6d40-2996-4daf-8006-632866bc6bc7 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:45.104484 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db96e31e-c1c7-48d7-83ef-ccabd57a77f4 req-862a6d40-2996-4daf-8006-632866bc6bc7 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 946 time: 0.0511146 Oct 20 11:58:45.114383 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 48152) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:58:45.120063 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-d34dfbca-7ada-42e8-8f43-be10b447a3f1 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Request body: {'floatingip': {'port_id': 'acdba51b-1bef-4266-b4b0-335df89c63c3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:58:45.168924 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d34dfbca-7ada-42e8-8f43-be10b447a3f1 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks [] for floatingip, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:45.282846 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c3964-5355-47ae-90d7-70dd67d27dba req-43b2769f-e38a-4401-82d9-5d56c91f4843 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:45.284310 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf4c3964-5355-47ae-90d7-70dd67d27dba req-43b2769f-e38a-4401-82d9-5d56c91f4843 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c22486-5f8b-4756-a16e-14fd4d433224 HTTP/1.1" status: 200 len: 945 time: 0.1316922 Oct 20 11:58:45.526151 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:45.535623 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-bf4c3964-5355-47ae-90d7-70dd67d27dba req-4c02e093-9aae-4a78-871f-23776f32e016 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Deleting port 0c12f17f-b6e9-438b-bc33-ccacbf830a91 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:58:45.535961 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-bf4c3964-5355-47ae-90d7-70dd67d27dba req-4c02e093-9aae-4a78-871f-23776f32e016 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:45.705988 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-bf4c3964-5355-47ae-90d7-70dd67d27dba req-4c02e093-9aae-4a78-871f-23776f32e016 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] For port 0c12f17f-b6e9-438b-bc33-ccacbf830a91, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=0c12f17f-b6e9-438b-bc33-ccacbf830a91,segment=NetworkSegment(eb3b04cf-4e5d-47e1-a25f-825ff902331c),segment_id=eb3b04cf-4e5d-47e1-a25f-825ff902331c)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:58:45.706347 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-bf4c3964-5355-47ae-90d7-70dd67d27dba req-4c02e093-9aae-4a78-871f-23776f32e016 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:45.726289 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-bf4c3964-5355-47ae-90d7-70dd67d27dba req-4c02e093-9aae-4a78-871f-23776f32e016 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Calling delete_port for 0c12f17f-b6e9-438b-bc33-ccacbf830a91 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:58:45.809738 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d34dfbca-7ada-42e8-8f43-be10b447a3f1 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:45.820700 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d34dfbca-7ada-42e8-8f43-be10b447a3f1 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:45.969415 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [None req-d34dfbca-7ada-42e8-8f43-be10b447a3f1 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Floating IP 8a6548de-c879-40d7-bd4c-910a64543e4a associated. External IP: 172.25.5.238, port: acdba51b-1bef-4266-b4b0-335df89c63c3. Oct 20 11:58:46.023722 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-bf4c3964-5355-47ae-90d7-70dd67d27dba req-4c02e093-9aae-4a78-871f-23776f32e016 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:46.037021 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['0c12f17f-b6e9-438b-bc33-ccacbf830a91'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:58:46.093781 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c02e093-9aae-4a78-871f-23776f32e016 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Pushing event deleted for resources: {'Port': ['ID=0c12f17f-b6e9-438b-bc33-ccacbf830a91,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:58:46.137432 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7c046033-37bf-49c2-a256-98581652cbb6 req-88a1652f-1eeb-45bb-ade4-87767ea56fde tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=10c22486-5f8b-4756-a16e-14fd4d433224 HTTP/1.1" status: 200 len: 210 time: 0.0814712 Oct 20 11:58:46.165097 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4c3964-5355-47ae-90d7-70dd67d27dba req-4c02e093-9aae-4a78-871f-23776f32e016 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] No DVR routers for this DVR port 0c12f17f-b6e9-438b-bc33-ccacbf830a91 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:58:46.167852 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-bf4c3964-5355-47ae-90d7-70dd67d27dba req-4c02e093-9aae-4a78-871f-23776f32e016 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:46.171158 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf4c3964-5355-47ae-90d7-70dd67d27dba req-4c02e093-9aae-4a78-871f-23776f32e016 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.11 "DELETE /v2.0/ports/0c12f17f-b6e9-438b-bc33-ccacbf830a91 HTTP/1.1" status: 204 len: 173 time: 0.8795002 Oct 20 11:58:46.171601 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c22486-5f8b-4756-a16e-14fd4d433224', 'name': 'network-vif-deleted', 'tag': '0c12f17f-b6e9-438b-bc33-ccacbf830a91'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:58:46.174022 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8ebf43-b1b5-478b-9c55-3e8ca10e6f5d" -d '{"events": [{"server_uuid": "10c22486-5f8b-4756-a16e-14fd4d433224", "name": "network-vif-deleted", "tag": "0c12f17f-b6e9-438b-bc33-ccacbf830a91"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:58:46.218867 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d725fcf7-7f60-481a-ba9a-6a1e2301dfb0 x-openstack-request-id: req-d725fcf7-7f60-481a-ba9a-6a1e2301dfb0 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:58:46.219155 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c22486-5f8b-4756-a16e-14fd4d433224", "name": "network-vif-deleted", "tag": "0c12f17f-b6e9-438b-bc33-ccacbf830a91", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:58:46.219405 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d725fcf7-7f60-481a-ba9a-6a1e2301dfb0 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:58:46.219801 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c22486-5f8b-4756-a16e-14fd4d433224', 'name': 'network-vif-deleted', 'tag': '0c12f17f-b6e9-438b-bc33-ccacbf830a91', 'status': 'completed', 'code': 200} Oct 20 11:58:46.298827 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34dfbca-7ada-42e8-8f43-be10b447a3f1 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Router 13e2369d-9790-447e-a4d8-e6ef3d797042 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:58:46.768607 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34dfbca-7ada-42e8-8f43-be10b447a3f1 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:58:46.773922 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d34dfbca-7ada-42e8-8f43-be10b447a3f1 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:46.781333 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366f4359-31e4-4d5a-813b-e08479dbf3b5 None None] Sync routers for ids ['13e2369d-9790-447e-a4d8-e6ef3d797042'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:58:46.791182 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366f4359-31e4-4d5a-813b-e08479dbf3b5 None None] Routers {'13e2369d-9790-447e-a4d8-e6ef3d797042'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:58:46.791852 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-366f4359-31e4-4d5a-813b-e08479dbf3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:58:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['13e2369d-9790-447e-a4d8-e6ef3d797042'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:58:46.801219 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d34dfbca-7ada-42e8-8f43-be10b447a3f1 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "PUT /v2.0/floatingips/8a6548de-c879-40d7-bd4c-910a64543e4a HTTP/1.1" status: 200 len: 992 time: 1.6855345 Oct 20 11:58:46.901134 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-366f4359-31e4-4d5a-813b-e08479dbf3b5 None None] Set router 13e2369d-9790-447e-a4d8-e6ef3d797042 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:58:47.142391 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-366f4359-31e4-4d5a-813b-e08479dbf3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'name': 'tempest-AttachVolumeShelveTestJSON-1857829989-router', 'tenant_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'b1c85f19-68fd-4e3c-98d7-0d3214c67877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:26Z', 'updated_at': '2021-10-20T11:58:30Z', 'revision_number': 4, 'project_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'gw_port': {'id': 'b1c85f19-68fd-4e3c-98d7-0d3214c67877', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:27Z', 'updated_at': '2021-10-20T11:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '8a6548de-c879-40d7-bd4c-910a64543e4a', 'tenant_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'floating_ip_address': '172.25.5.238', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'port_id': 'acdba51b-1bef-4266-b4b0-335df89c63c3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dd2d5c8-1621-42ed-b480-8b3fe659c010', 'mac_address': 'fa:16:3e:2d:b7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:58:32Z', 'updated_at': '2021-10-20T11:58:45Z', 'revision_number': 1, 'project_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8335b7bb-896d-4613-b38b-b659863017f1', 'name': '', 'network_id': '6dd2d5c8-1621-42ed-b480-8b3fe659c010', 'tenant_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'mac_address': 'fa:16:3e:98:2a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '85c08acc-8a9f-45d6-96df-e5a8900af70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:29Z', 'updated_at': '2021-10-20T11:58:33Z', 'revision_number': 5, 'project_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'subnets': [{'id': '85c08acc-8a9f-45d6-96df-e5a8900af70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:58:47.168446 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366f4359-31e4-4d5a-813b-e08479dbf3b5 None None] Checking router: 13e2369d-9790-447e-a4d8-e6ef3d797042 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:58:47.177340 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366f4359-31e4-4d5a-813b-e08479dbf3b5 None None] Routers {'13e2369d-9790-447e-a4d8-e6ef3d797042'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:58:47.177941 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-366f4359-31e4-4d5a-813b-e08479dbf3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:58:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['13e2369d-9790-447e-a4d8-e6ef3d797042'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:58:47.233909 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-31f01998-8fd2-4269-8cf0-87ef0c219711 req-68f6b76a-700b-4e4c-9310-8a3746d589b9 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=10c22486-5f8b-4756-a16e-14fd4d433224 HTTP/1.1" status: 200 len: 210 time: 0.0267496 Oct 20 11:58:47.291395 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-366f4359-31e4-4d5a-813b-e08479dbf3b5 None None] Set router 13e2369d-9790-447e-a4d8-e6ef3d797042 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:58:47.613397 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-366f4359-31e4-4d5a-813b-e08479dbf3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'name': 'tempest-AttachVolumeShelveTestJSON-1857829989-router', 'tenant_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'b1c85f19-68fd-4e3c-98d7-0d3214c67877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:26Z', 'updated_at': '2021-10-20T11:58:30Z', 'revision_number': 4, 'project_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'gw_port': {'id': 'b1c85f19-68fd-4e3c-98d7-0d3214c67877', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:27Z', 'updated_at': '2021-10-20T11:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '8a6548de-c879-40d7-bd4c-910a64543e4a', 'tenant_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'floating_ip_address': '172.25.5.238', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'port_id': 'acdba51b-1bef-4266-b4b0-335df89c63c3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dd2d5c8-1621-42ed-b480-8b3fe659c010', 'mac_address': 'fa:16:3e:2d:b7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:58:32Z', 'updated_at': '2021-10-20T11:58:45Z', 'revision_number': 1, 'project_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8335b7bb-896d-4613-b38b-b659863017f1', 'name': '', 'network_id': '6dd2d5c8-1621-42ed-b480-8b3fe659c010', 'tenant_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'mac_address': 'fa:16:3e:98:2a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '85c08acc-8a9f-45d6-96df-e5a8900af70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:29Z', 'updated_at': '2021-10-20T11:58:33Z', 'revision_number': 5, 'project_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'subnets': [{'id': '85c08acc-8a9f-45d6-96df-e5a8900af70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:58:47.639582 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366f4359-31e4-4d5a-813b-e08479dbf3b5 None None] The sync data for ids ['13e2369d-9790-447e-a4d8-e6ef3d797042'] in n-d-814735-3 is: [{'id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'name': 'tempest-AttachVolumeShelveTestJSON-1857829989-router', 'tenant_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'b1c85f19-68fd-4e3c-98d7-0d3214c67877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:26Z', 'updated_at': '2021-10-20T11:58:30Z', 'revision_number': 4, 'project_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'gw_port': {'id': 'b1c85f19-68fd-4e3c-98d7-0d3214c67877', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:27Z', 'updated_at': '2021-10-20T11:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '8a6548de-c879-40d7-bd4c-910a64543e4a', 'tenant_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'floating_ip_address': '172.25.5.238', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'port_id': 'acdba51b-1bef-4266-b4b0-335df89c63c3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dd2d5c8-1621-42ed-b480-8b3fe659c010', 'mac_address': 'fa:16:3e:2d:b7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:58:32Z', 'updated_at': '2021-10-20T11:58:45Z', 'revision_number': 1, 'project_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8335b7bb-896d-4613-b38b-b659863017f1', 'name': '', 'network_id': '6dd2d5c8-1621-42ed-b480-8b3fe659c010', 'tenant_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'mac_address': 'fa:16:3e:98:2a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '85c08acc-8a9f-45d6-96df-e5a8900af70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:29Z', 'updated_at': '2021-10-20T11:58:33Z', 'revision_number': 5, 'project_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'subnets': [{'id': '85c08acc-8a9f-45d6-96df-e5a8900af70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:58:47.829093 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ccc40d-df97-49de-8a90-95984548479c None None] New status for floating IP 8a6548de-c879-40d7-bd4c-910a64543e4a: ACTIVE {{(pid=100648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:58:48.221184 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d', 'tag': 'acdba51b-1bef-4266-b4b0-335df89c63c3'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:58:48.223708 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf72ebf2-dc6a-46c5-99d3-2b76785d17cc" -d '{"events": [{"name": "network-changed", "server_uuid": "493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d", "tag": "acdba51b-1bef-4266-b4b0-335df89c63c3"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:58:48.260436 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe536d3-223e-442c-b38b-4d6dff1164be x-openstack-request-id: req-7fe536d3-223e-442c-b38b-4d6dff1164be {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:58:48.261066 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d", "tag": "acdba51b-1bef-4266-b4b0-335df89c63c3", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:58:48.261066 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7fe536d3-223e-442c-b38b-4d6dff1164be {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:58:48.261436 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d', 'tag': 'acdba51b-1bef-4266-b4b0-335df89c63c3', 'status': 'completed', 'code': 200} Oct 20 11:58:48.343080 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4ecb4220-b044-41eb-b26b-33689d9249a0 req-102fdc88-ef33-422c-8ca6-30401d28d94c tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=10c22486-5f8b-4756-a16e-14fd4d433224 HTTP/1.1" status: 200 len: 210 time: 0.0316396 Oct 20 11:58:48.352692 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72ebf2-dc6a-46c5-99d3-2b76785d17cc req-e034abf0-4da4-4d8a-8247-ca44ced86b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:48.354710 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf72ebf2-dc6a-46c5-99d3-2b76785d17cc req-e034abf0-4da4-4d8a-8247-ca44ced86b5c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d5facc7ebf4c4973bcd1f7527a0dd7a6&device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 1097 time: 0.0714314 Oct 20 11:58:48.447470 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72ebf2-dc6a-46c5-99d3-2b76785d17cc req-347ab972-72a2-41ff-b249-edcbc64bca36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:48.448947 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf72ebf2-dc6a-46c5-99d3-2b76785d17cc req-347ab972-72a2-41ff-b249-edcbc64bca36 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6dd2d5c8-1621-42ed-b480-8b3fe659c010 HTTP/1.1" status: 200 len: 919 time: 0.0872424 Oct 20 11:58:48.508372 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 0c12f17f-b6e9-438b-bc33-ccacbf830a91 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:58:48.526339 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf72ebf2-dc6a-46c5-99d3-2b76785d17cc req-dcaecf23-d323-4b0e-b463-9df9c3084cfc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acdba51b-1bef-4266-b4b0-335df89c63c3 HTTP/1.1" status: 200 len: 1002 time: 0.0703049 Oct 20 11:58:48.528524 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: 0c12f17f-b6e9-438b-bc33-ccacbf830a91 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:58:48.528862 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 0c12f17f-b6e9-438b-bc33-ccacbf830a91 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:58:48.577584 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72ebf2-dc6a-46c5-99d3-2b76785d17cc req-7102054b-835b-42fa-8ac9-910c32e2fe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:48.579116 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf72ebf2-dc6a-46c5-99d3-2b76785d17cc req-7102054b-835b-42fa-8ac9-910c32e2fe16 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=85c08acc-8a9f-45d6-96df-e5a8900af70a HTTP/1.1" status: 200 len: 856 time: 0.0457883 Oct 20 11:58:48.626731 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72ebf2-dc6a-46c5-99d3-2b76785d17cc req-d6390043-40eb-4196-bd78-a4429bae164b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:58:48.628319 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf72ebf2-dc6a-46c5-99d3-2b76785d17cc req-d6390043-40eb-4196-bd78-a4429bae164b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6dd2d5c8-1621-42ed-b480-8b3fe659c010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425520 Oct 20 11:58:48.732254 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf72ebf2-dc6a-46c5-99d3-2b76785d17cc req-817cce83-9bf3-4576-9afe-1ba75fed4cd7 service neutron] 10.222.0.11 "GET /v2.0/networks/6dd2d5c8-1621-42ed-b480-8b3fe659c010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967786 Oct 20 11:58:48.825997 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf72ebf2-dc6a-46c5-99d3-2b76785d17cc req-5cdbff39-1e67-4a6c-8b7c-3e34a76fec8a service neutron] 10.222.0.11 "GET /v2.0/networks/6dd2d5c8-1621-42ed-b480-8b3fe659c010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854604 Oct 20 11:58:49.326759 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a7c22432-36b7-4209-8f4d-f0230d667f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:49.438426 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6a3f06fd-978f-462d-8df7-5e6abf15f70d req-95c9fefb-99c9-49c5-b380-16ab607eff8f tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=10c22486-5f8b-4756-a16e-14fd4d433224 HTTP/1.1" status: 200 len: 210 time: 0.0272284 Oct 20 11:58:50.540417 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5c72d854-711a-4bd2-bb75-9146ce46684e req-c6333d74-2764-432e-9b11-6e41d497ad45 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=10c22486-5f8b-4756-a16e-14fd4d433224 HTTP/1.1" status: 200 len: 210 time: 0.0345931 Oct 20 11:58:52.202513 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b24665be-2fe9-4c9e-a3b8-399750f327fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:53.128933 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:53.202541 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:58:54.929364 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:06.344767 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cad79c-f9b9-4b07-8e42-6b398fd675bf req-67df8ea3-5b9e-4b2c-9c23-13ed9edad794 tempest-TestNetworkAdvancedServerOps-525790075 tempest-TestNetworkAdvancedServerOps-525790075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:06.347631 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e1cad79c-f9b9-4b07-8e42-6b398fd675bf req-67df8ea3-5b9e-4b2c-9c23-13ed9edad794 tempest-TestNetworkAdvancedServerOps-525790075 tempest-TestNetworkAdvancedServerOps-525790075-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 1098 time: 0.0455327 Oct 20 11:59:06.385048 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e1cad79c-f9b9-4b07-8e42-6b398fd675bf req-e2205b14-c519-4f02-87e6-f469a8f4c2ef tempest-TestNetworkAdvancedServerOps-525790075 tempest-TestNetworkAdvancedServerOps-525790075-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=bde7e756-7381-4f9e-9284-33b0e6fb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313859 Oct 20 11:59:06.409508 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 48340) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:59:06.586735 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-c8f2cab5-6383-43cd-ab34-ed7a45c0add2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Deleting port 6a73731c-1bf6-47b2-b121-c6766d4a79bd {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:59:06.586986 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c8f2cab5-6383-43cd-ab34-ed7a45c0add2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:06.680917 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c8f2cab5-6383-43cd-ab34-ed7a45c0add2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:06.681214 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c8f2cab5-6383-43cd-ab34-ed7a45c0add2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:06.695014 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-c8f2cab5-6383-43cd-ab34-ed7a45c0add2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Calling delete_port for 6a73731c-1bf6-47b2-b121-c6766d4a79bd owned by network:floatingip {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:59:06.851553 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c8f2cab5-6383-43cd-ab34-ed7a45c0add2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:06.880610 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f2cab5-6383-43cd-ab34-ed7a45c0add2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event deleted for resources: {'Port': ['ID=6a73731c-1bf6-47b2-b121-c6766d4a79bd,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:59:06.910417 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f2cab5-6383-43cd-ab34-ed7a45c0add2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:59:06.910778 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f2cab5-6383-43cd-ab34-ed7a45c0add2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:59:06.911237 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f2cab5-6383-43cd-ab34-ed7a45c0add2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:59:06.911762 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f2cab5-6383-43cd-ab34-ed7a45c0add2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:59:06.912309 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f2cab5-6383-43cd-ab34-ed7a45c0add2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:59:06.912868 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f2cab5-6383-43cd-ab34-ed7a45c0add2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:59:06.913425 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f2cab5-6383-43cd-ab34-ed7a45c0add2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:59:06.913995 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f2cab5-6383-43cd-ab34-ed7a45c0add2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:59:06.914377 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f2cab5-6383-43cd-ab34-ed7a45c0add2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:59:06.914714 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f2cab5-6383-43cd-ab34-ed7a45c0add2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:59:06.915083 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f2cab5-6383-43cd-ab34-ed7a45c0add2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:59:06.915412 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f2cab5-6383-43cd-ab34-ed7a45c0add2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:59:06.963921 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c8f2cab5-6383-43cd-ab34-ed7a45c0add2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for floatingip, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:06.964345 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [None req-c8f2cab5-6383-43cd-ab34-ed7a45c0add2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Floating IP b833d770-b599-464e-b8e5-903dc5e644fb disassociated (deleted). External IP: 172.25.5.158, port: ba68fa0b-7ec0-446e-8a4e-8584074943c3. Oct 20 11:59:07.219583 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f2cab5-6383-43cd-ab34-ed7a45c0add2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Router 8c9aad86-c064-4aa3-88c1-5a855c92a442 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:59:07.342137 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f2cab5-6383-43cd-ab34-ed7a45c0add2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:59:07.347162 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c8f2cab5-6383-43cd-ab34-ed7a45c0add2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:07.352944 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d107fd74-02f2-41a3-a5df-00677db3bff7 None None] Sync routers for ids ['8c9aad86-c064-4aa3-88c1-5a855c92a442'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:59:07.363131 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d107fd74-02f2-41a3-a5df-00677db3bff7 None None] Routers {'8c9aad86-c064-4aa3-88c1-5a855c92a442'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:59:07.363662 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-d107fd74-02f2-41a3-a5df-00677db3bff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:58:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['8c9aad86-c064-4aa3-88c1-5a855c92a442'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:59:07.380971 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c8f2cab5-6383-43cd-ab34-ed7a45c0add2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "DELETE /v2.0/floatingips/b833d770-b599-464e-b8e5-903dc5e644fb HTTP/1.1" status: 204 len: 168 time: 0.9664760 Oct 20 11:59:07.380971 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56351b23-0389-402e-9cad-3bc7914b8783', 'tag': 'ba68fa0b-7ec0-446e-8a4e-8584074943c3'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:59:07.380971 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46beb8fe-eda4-4fbd-a27c-d314762039f8" -d '{"events": [{"name": "network-changed", "server_uuid": "56351b23-0389-402e-9cad-3bc7914b8783", "tag": "ba68fa0b-7ec0-446e-8a4e-8584074943c3"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:59:07.434312 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b22b9d-018e-47c9-a3aa-204b3795093d x-openstack-request-id: req-83b22b9d-018e-47c9-a3aa-204b3795093d {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:59:07.435065 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56351b23-0389-402e-9cad-3bc7914b8783", "tag": "ba68fa0b-7ec0-446e-8a4e-8584074943c3", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:59:07.435416 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-83b22b9d-018e-47c9-a3aa-204b3795093d {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:59:07.435963 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56351b23-0389-402e-9cad-3bc7914b8783', 'tag': 'ba68fa0b-7ec0-446e-8a4e-8584074943c3', 'status': 'completed', 'code': 200} Oct 20 11:59:07.490016 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-d107fd74-02f2-41a3-a5df-00677db3bff7 None None] Set router 8c9aad86-c064-4aa3-88c1-5a855c92a442 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:59:07.517626 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46beb8fe-eda4-4fbd-a27c-d314762039f8 req-d6fd8519-3a0d-40a0-930a-ce278742b699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:07.529215 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-46beb8fe-eda4-4fbd-a27c-d314762039f8 req-d6fd8519-3a0d-40a0-930a-ce278742b699 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d69630d5f3304dc8a33f46da29b2ea4c&device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 1098 time: 0.0646577 Oct 20 11:59:07.693618 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506cf621-6f8f-4d36-865a-e9de82e29902 req-42d974be-1262-4114-b486-ee7d45e8ab58 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:07.695159 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-506cf621-6f8f-4d36-865a-e9de82e29902 req-42d974be-1262-4114-b486-ee7d45e8ab58 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 947 time: 0.0809133 Oct 20 11:59:07.696611 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46beb8fe-eda4-4fbd-a27c-d314762039f8 req-d698252e-49bd-4aa4-be2c-1962e6603250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:07.697946 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-46beb8fe-eda4-4fbd-a27c-d314762039f8 req-d698252e-49bd-4aa4-be2c-1962e6603250 service neutron] 10.222.0.89 "GET /v2.0/networks?id=56112252-a34d-447c-a17a-793b19322615 HTTP/1.1" status: 200 len: 899 time: 0.1597016 Oct 20 11:59:07.700532 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-d107fd74-02f2-41a3-a5df-00677db3bff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9aad86-c064-4aa3-88c1-5a855c92a442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337020047', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'aa832b85-7e9f-4e45-bddb-55d1d6344631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:56:56Z', 'updated_at': '2021-10-20T11:57:00Z', 'revision_number': 4, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': 'aa832b85-7e9f-4e45-bddb-55d1d6344631', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:46:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9aad86-c064-4aa3-88c1-5a855c92a442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:56:57Z', 'updated_at': '2021-10-20T11:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'db5bdb3b-5147-42e0-9ad5-fbb5cfa10306', 'name': '', 'network_id': '56112252-a34d-447c-a17a-793b19322615', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'mac_address': 'fa:16:3e:68:43:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9aad86-c064-4aa3-88c1-5a855c92a442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': 'ca6f1c92-8b3e-4b78-9b73-cd867e309c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:57:00Z', 'updated_at': '2021-10-20T11:57:04Z', 'revision_number': 5, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'subnets': [{'id': 'ca6f1c92-8b3e-4b78-9b73-cd867e309c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:59:07.727561 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d107fd74-02f2-41a3-a5df-00677db3bff7 None None] Checking router: 8c9aad86-c064-4aa3-88c1-5a855c92a442 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:59:07.736851 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d107fd74-02f2-41a3-a5df-00677db3bff7 None None] Routers {'8c9aad86-c064-4aa3-88c1-5a855c92a442'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:59:07.737489 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-d107fd74-02f2-41a3-a5df-00677db3bff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:58:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['8c9aad86-c064-4aa3-88c1-5a855c92a442'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:59:07.761580 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-46beb8fe-eda4-4fbd-a27c-d314762039f8 req-30ac995a-bc24-469e-8361-d104f381ea13 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba68fa0b-7ec0-446e-8a4e-8584074943c3 HTTP/1.1" status: 200 len: 217 time: 0.0515654 Oct 20 11:59:07.807550 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-506cf621-6f8f-4d36-865a-e9de82e29902 req-fcc4b0f7-48bc-4b2f-8c0f-8d88dc4d6489 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=bde7e756-7381-4f9e-9284-33b0e6fb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046872 Oct 20 11:59:07.833944 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46beb8fe-eda4-4fbd-a27c-d314762039f8 req-517f44d6-bd90-40f2-ace7-16d9cb787e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:07.833944 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-46beb8fe-eda4-4fbd-a27c-d314762039f8 req-517f44d6-bd90-40f2-ace7-16d9cb787e61 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ca6f1c92-8b3e-4b78-9b73-cd867e309c20 HTTP/1.1" status: 200 len: 835 time: 0.0538628 Oct 20 11:59:07.856793 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-d107fd74-02f2-41a3-a5df-00677db3bff7 None None] Set router 8c9aad86-c064-4aa3-88c1-5a855c92a442 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:59:07.880736 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46beb8fe-eda4-4fbd-a27c-d314762039f8 req-1ec2f5aa-3c57-47bd-95bf-a6c86f15d628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:07.882150 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-46beb8fe-eda4-4fbd-a27c-d314762039f8 req-1ec2f5aa-3c57-47bd-95bf-a6c86f15d628 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=56112252-a34d-447c-a17a-793b19322615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465007 Oct 20 11:59:07.992594 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-46beb8fe-eda4-4fbd-a27c-d314762039f8 req-4fc6f477-7a74-4d5c-84f6-a310f42af781 service neutron] 10.222.0.89 "GET /v2.0/networks/56112252-a34d-447c-a17a-793b19322615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007984 Oct 20 11:59:08.085956 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-d107fd74-02f2-41a3-a5df-00677db3bff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9aad86-c064-4aa3-88c1-5a855c92a442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337020047', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'aa832b85-7e9f-4e45-bddb-55d1d6344631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:56:56Z', 'updated_at': '2021-10-20T11:57:00Z', 'revision_number': 4, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': 'aa832b85-7e9f-4e45-bddb-55d1d6344631', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:46:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9aad86-c064-4aa3-88c1-5a855c92a442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:56:57Z', 'updated_at': '2021-10-20T11:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'db5bdb3b-5147-42e0-9ad5-fbb5cfa10306', 'name': '', 'network_id': '56112252-a34d-447c-a17a-793b19322615', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'mac_address': 'fa:16:3e:68:43:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9aad86-c064-4aa3-88c1-5a855c92a442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': 'ca6f1c92-8b3e-4b78-9b73-cd867e309c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:57:00Z', 'updated_at': '2021-10-20T11:57:04Z', 'revision_number': 5, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'subnets': [{'id': 'ca6f1c92-8b3e-4b78-9b73-cd867e309c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:59:08.093081 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-46beb8fe-eda4-4fbd-a27c-d314762039f8 req-ffaf6077-da43-41a7-8d1d-cc658021fef4 service neutron] 10.222.0.89 "GET /v2.0/networks/56112252-a34d-447c-a17a-793b19322615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906253 Oct 20 11:59:08.119483 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d107fd74-02f2-41a3-a5df-00677db3bff7 None None] The sync data for ids ['8c9aad86-c064-4aa3-88c1-5a855c92a442'] in n-d-814735-3 is: [{'id': '8c9aad86-c064-4aa3-88c1-5a855c92a442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337020047', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'aa832b85-7e9f-4e45-bddb-55d1d6344631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:56:56Z', 'updated_at': '2021-10-20T11:57:00Z', 'revision_number': 4, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': 'aa832b85-7e9f-4e45-bddb-55d1d6344631', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:46:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9aad86-c064-4aa3-88c1-5a855c92a442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:56:57Z', 'updated_at': '2021-10-20T11:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'db5bdb3b-5147-42e0-9ad5-fbb5cfa10306', 'name': '', 'network_id': '56112252-a34d-447c-a17a-793b19322615', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'mac_address': 'fa:16:3e:68:43:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9aad86-c064-4aa3-88c1-5a855c92a442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': 'ca6f1c92-8b3e-4b78-9b73-cd867e309c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:57:00Z', 'updated_at': '2021-10-20T11:57:04Z', 'revision_number': 5, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'subnets': [{'id': 'ca6f1c92-8b3e-4b78-9b73-cd867e309c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:59:08.354950 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5f8611-4a5d-4c00-b6fd-81f56e1a742e None None] New status for floating IP b833d770-b599-464e-b8e5-903dc5e644fb: DOWN {{(pid=100648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:59:08.944648 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e52491-62ef-43d1-a2b9-485ee076a2e4 req-5ba3bd71-2a83-4021-885d-eed479d7d833 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:08.946302 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c7e52491-62ef-43d1-a2b9-485ee076a2e4 req-5ba3bd71-2a83-4021-885d-eed479d7d833 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 947 time: 0.0607359 Oct 20 11:59:08.992951 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c7e52491-62ef-43d1-a2b9-485ee076a2e4 req-e7612196-f591-4019-a782-3cb6c02933e0 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=bde7e756-7381-4f9e-9284-33b0e6fb29a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402305 Oct 20 11:59:09.146129 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cde5fa-bbf8-4ab4-9dda-577ca20285d1 req-7ffb3b73-a8e5-452f-9e2f-6815207411b2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:09.147941 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-40cde5fa-bbf8-4ab4-9dda-577ca20285d1 req-7ffb3b73-a8e5-452f-9e2f-6815207411b2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.89 "GET /v2.0/ports?device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 947 time: 0.0497012 Oct 20 11:59:09.241180 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-40cde5fa-bbf8-4ab4-9dda-577ca20285d1 req-774e17fb-f984-4c42-ab81-17c59d6164cc tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Deleting port ba68fa0b-7ec0-446e-8a4e-8584074943c3 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:59:09.241552 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-40cde5fa-bbf8-4ab4-9dda-577ca20285d1 req-774e17fb-f984-4c42-ab81-17c59d6164cc tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:09.336576 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-40cde5fa-bbf8-4ab4-9dda-577ca20285d1 req-774e17fb-f984-4c42-ab81-17c59d6164cc tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] For port ba68fa0b-7ec0-446e-8a4e-8584074943c3, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=ba68fa0b-7ec0-446e-8a4e-8584074943c3,segment=NetworkSegment(95d08ebb-44bd-4ee9-9f6b-3d607310bce2),segment_id=95d08ebb-44bd-4ee9-9f6b-3d607310bce2)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:59:09.336945 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-40cde5fa-bbf8-4ab4-9dda-577ca20285d1 req-774e17fb-f984-4c42-ab81-17c59d6164cc tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:09.350026 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-40cde5fa-bbf8-4ab4-9dda-577ca20285d1 req-774e17fb-f984-4c42-ab81-17c59d6164cc tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Calling delete_port for ba68fa0b-7ec0-446e-8a4e-8584074943c3 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:59:09.466667 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:59:09.503944 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-40cde5fa-bbf8-4ab4-9dda-577ca20285d1 req-774e17fb-f984-4c42-ab81-17c59d6164cc tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:09.538546 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e17fb-f984-4c42-ab81-17c59d6164cc tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event deleted for resources: {'Port': ['ID=ba68fa0b-7ec0-446e-8a4e-8584074943c3,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:59:09.582634 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-40cde5fa-bbf8-4ab4-9dda-577ca20285d1 req-774e17fb-f984-4c42-ab81-17c59d6164cc tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] No DVR routers for this DVR port ba68fa0b-7ec0-446e-8a4e-8584074943c3 on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:59:09.586783 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-40cde5fa-bbf8-4ab4-9dda-577ca20285d1 req-774e17fb-f984-4c42-ab81-17c59d6164cc tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:09.590514 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-40cde5fa-bbf8-4ab4-9dda-577ca20285d1 req-774e17fb-f984-4c42-ab81-17c59d6164cc tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.89 "DELETE /v2.0/ports/ba68fa0b-7ec0-446e-8a4e-8584074943c3 HTTP/1.1" status: 204 len: 173 time: 0.4359055 Oct 20 11:59:09.591071 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56351b23-0389-402e-9cad-3bc7914b8783', 'name': 'network-vif-deleted', 'tag': 'ba68fa0b-7ec0-446e-8a4e-8584074943c3'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:59:09.593527 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a40b2c9-e73f-4081-bcc6-dcff46f4f47c" -d '{"events": [{"server_uuid": "56351b23-0389-402e-9cad-3bc7914b8783", "name": "network-vif-deleted", "tag": "ba68fa0b-7ec0-446e-8a4e-8584074943c3"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:59:09.656119 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd850b5-61cb-423f-b19e-a65830c96d4d x-openstack-request-id: req-9bd850b5-61cb-423f-b19e-a65830c96d4d {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:59:09.656119 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56351b23-0389-402e-9cad-3bc7914b8783", "name": "network-vif-deleted", "tag": "ba68fa0b-7ec0-446e-8a4e-8584074943c3", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:59:09.656604 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9bd850b5-61cb-423f-b19e-a65830c96d4d {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:59:09.657413 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56351b23-0389-402e-9cad-3bc7914b8783', 'name': 'network-vif-deleted', 'tag': 'ba68fa0b-7ec0-446e-8a4e-8584074943c3', 'status': 'completed', 'code': 200} Oct 20 11:59:10.071909 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:10.138463 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d1645d79-d95d-4dcf-8a78-3c7d139e6d91 req-440c9518-e4d0-44e2-bcf7-2bc98ef67e2e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=56351b23-0389-402e-9cad-3bc7914b8783 HTTP/1.1" status: 200 len: 210 time: 0.0379031 Oct 20 11:59:11.195381 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48384) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:59:11.936782 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bfee7fef-87f7-48c8-8491-265ff01f8a3d tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:12.207662 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-bfee7fef-87f7-48c8-8491-265ff01f8a3d tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Deleting port db5bdb3b-5147-42e0-9ad5-fbb5cfa10306 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:59:12.208425 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bfee7fef-87f7-48c8-8491-265ff01f8a3d tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:12.304222 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-bfee7fef-87f7-48c8-8491-265ff01f8a3d tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] For port db5bdb3b-5147-42e0-9ad5-fbb5cfa10306, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=db5bdb3b-5147-42e0-9ad5-fbb5cfa10306,segment=NetworkSegment(95d08ebb-44bd-4ee9-9f6b-3d607310bce2),segment_id=95d08ebb-44bd-4ee9-9f6b-3d607310bce2)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:59:12.304589 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bfee7fef-87f7-48c8-8491-265ff01f8a3d tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:12.318248 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-bfee7fef-87f7-48c8-8491-265ff01f8a3d tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Calling delete_port for db5bdb3b-5147-42e0-9ad5-fbb5cfa10306 owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:59:12.441574 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device ba68fa0b-7ec0-446e-8a4e-8584074943c3 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:59:12.485888 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: ba68fa0b-7ec0-446e-8a4e-8584074943c3 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:59:12.487874 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device ba68fa0b-7ec0-446e-8a4e-8584074943c3 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:59:12.515051 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bfee7fef-87f7-48c8-8491-265ff01f8a3d tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:12.549799 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee7fef-87f7-48c8-8491-265ff01f8a3d tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event deleted for resources: {'Port': ['ID=db5bdb3b-5147-42e0-9ad5-fbb5cfa10306,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:59:12.741724 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bfee7fef-87f7-48c8-8491-265ff01f8a3d tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:13.006315 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfee7fef-87f7-48c8-8491-265ff01f8a3d tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Router 8c9aad86-c064-4aa3-88c1-5a855c92a442 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:59:13.120463 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfee7fef-87f7-48c8-8491-265ff01f8a3d tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:59:13.125775 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-bfee7fef-87f7-48c8-8491-265ff01f8a3d tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "PUT /v2.0/routers/8c9aad86-c064-4aa3-88c1-5a855c92a442/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9293659 Oct 20 11:59:13.128885 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48396) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:59:13.130607 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9152c5-a6bf-4266-802d-5da14d31adde None None] Sync routers for ids ['8c9aad86-c064-4aa3-88c1-5a855c92a442'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:59:13.140485 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9152c5-a6bf-4266-802d-5da14d31adde None None] Routers {'8c9aad86-c064-4aa3-88c1-5a855c92a442'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:59:13.141222 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-fb9152c5-a6bf-4266-802d-5da14d31adde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:58:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['8c9aad86-c064-4aa3-88c1-5a855c92a442'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:59:13.182168 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa54a628-836f-425b-8dfb-3f1bbd0e8f33 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Deleting subnet ca6f1c92-8b3e-4b78-9b73-cd867e309c20 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 11:59:13.185422 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-aa54a628-836f-425b-8dfb-3f1bbd0e8f33 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:13.235126 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-aa54a628-836f-425b-8dfb-3f1bbd0e8f33 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:13.249937 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-fb9152c5-a6bf-4266-802d-5da14d31adde None None] Set router 8c9aad86-c064-4aa3-88c1-5a855c92a442 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:59:13.319936 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-aa54a628-836f-425b-8dfb-3f1bbd0e8f33 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:13.380129 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-aa54a628-836f-425b-8dfb-3f1bbd0e8f33 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:13.412610 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa54a628-836f-425b-8dfb-3f1bbd0e8f33 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event deleted for resources: {'Subnet': ['ID=ca6f1c92-8b3e-4b78-9b73-cd867e309c20,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:59:13.417896 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-aa54a628-836f-425b-8dfb-3f1bbd0e8f33 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:13.421962 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-aa54a628-836f-425b-8dfb-3f1bbd0e8f33 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "DELETE /v2.0/subnets/ca6f1c92-8b3e-4b78-9b73-cd867e309c20 HTTP/1.1" status: 204 len: 168 time: 0.2916250 Oct 20 11:59:13.424605 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52512c60-ca98-4f96-bca9-8e9da29a1ddf None None] Network 56112252-a34d-447c-a17a-793b19322615 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:59:13.426971 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 48398) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:59:13.451320 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-fb9152c5-a6bf-4266-802d-5da14d31adde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9aad86-c064-4aa3-88c1-5a855c92a442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337020047', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'aa832b85-7e9f-4e45-bddb-55d1d6344631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:56:56Z', 'updated_at': '2021-10-20T11:59:12Z', 'revision_number': 5, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': 'aa832b85-7e9f-4e45-bddb-55d1d6344631', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:46:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9aad86-c064-4aa3-88c1-5a855c92a442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:56:57Z', 'updated_at': '2021-10-20T11:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:59:13.495937 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9152c5-a6bf-4266-802d-5da14d31adde None None] Checking router: 8c9aad86-c064-4aa3-88c1-5a855c92a442 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:59:13.516917 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9152c5-a6bf-4266-802d-5da14d31adde None None] Routers {'8c9aad86-c064-4aa3-88c1-5a855c92a442'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:59:13.516917 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-fb9152c5-a6bf-4266-802d-5da14d31adde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:58:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['8c9aad86-c064-4aa3-88c1-5a855c92a442'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:59:13.569903 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ab98f9e5-e565-4865-b719-58fb3aa840c8 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for router, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:13.710889 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-fb9152c5-a6bf-4266-802d-5da14d31adde None None] Set router 8c9aad86-c064-4aa3-88c1-5a855c92a442 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:59:13.741341 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ab98f9e5-e565-4865-b719-58fb3aa840c8 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:13.825668 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-ab98f9e5-e565-4865-b719-58fb3aa840c8 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Deleting port aa832b85-7e9f-4e45-bddb-55d1d6344631 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:59:13.826082 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ab98f9e5-e565-4865-b719-58fb3aa840c8 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:13.855551 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236a5afa-79ea-4e48-b6ca-8952119ba4da None None] DHCP port deletion for 56112252-a34d-447c-a17a-793b19322615 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 11:59:13.903267 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-236a5afa-79ea-4e48-b6ca-8952119ba4da None None] Deleting port 97da8c84-4a3b-4a2d-a598-9e6ca421727c {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:59:13.903645 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-236a5afa-79ea-4e48-b6ca-8952119ba4da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:13.969189 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-236a5afa-79ea-4e48-b6ca-8952119ba4da None None] For port 97da8c84-4a3b-4a2d-a598-9e6ca421727c, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=97da8c84-4a3b-4a2d-a598-9e6ca421727c,segment=NetworkSegment(95d08ebb-44bd-4ee9-9f6b-3d607310bce2),segment_id=95d08ebb-44bd-4ee9-9f6b-3d607310bce2)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:59:13.969585 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-236a5afa-79ea-4e48-b6ca-8952119ba4da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:13.982501 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-236a5afa-79ea-4e48-b6ca-8952119ba4da None None] Calling delete_port for 97da8c84-4a3b-4a2d-a598-9e6ca421727c owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:59:13.998655 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-ab98f9e5-e565-4865-b719-58fb3aa840c8 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] For port aa832b85-7e9f-4e45-bddb-55d1d6344631, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=aa832b85-7e9f-4e45-bddb-55d1d6344631,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:59:13.999107 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ab98f9e5-e565-4865-b719-58fb3aa840c8 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:14.015302 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a6a52-b4a7-4b1d-8510-4419055ac882 req-7373d62e-6f91-4d7f-9fc0-ec3f6f1c31b1 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:14.017126 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-449a6a52-b4a7-4b1d-8510-4419055ac882 req-7373d62e-6f91-4d7f-9fc0-ec3f6f1c31b1 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/networks?id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a HTTP/1.1" status: 200 len: 812 time: 0.1874094 Oct 20 11:59:14.024294 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-ab98f9e5-e565-4865-b719-58fb3aa840c8 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Calling delete_port for aa832b85-7e9f-4e45-bddb-55d1d6344631 owned by network:router_gateway {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:59:14.027161 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-fb9152c5-a6bf-4266-802d-5da14d31adde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9aad86-c064-4aa3-88c1-5a855c92a442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337020047', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'aa832b85-7e9f-4e45-bddb-55d1d6344631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:56:56Z', 'updated_at': '2021-10-20T11:59:12Z', 'revision_number': 5, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': 'aa832b85-7e9f-4e45-bddb-55d1d6344631', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:46:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9aad86-c064-4aa3-88c1-5a855c92a442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:56:57Z', 'updated_at': '2021-10-20T11:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:59:14.049451 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-449a6a52-b4a7-4b1d-8510-4419055ac882 req-2b4d5f5e-c126-4c55-bc60-f13b04ddc6d2 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/quotas/2a883afeccdc493d8238ba472f031019 HTTP/1.1" status: 200 len: 375 time: 0.0173311 Oct 20 11:59:14.053505 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9152c5-a6bf-4266-802d-5da14d31adde None None] The sync data for ids ['8c9aad86-c064-4aa3-88c1-5a855c92a442'] in n-d-814735-3 is: [{'id': '8c9aad86-c064-4aa3-88c1-5a855c92a442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337020047', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'aa832b85-7e9f-4e45-bddb-55d1d6344631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:56:56Z', 'updated_at': '2021-10-20T11:59:12Z', 'revision_number': 5, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': 'aa832b85-7e9f-4e45-bddb-55d1d6344631', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:46:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9aad86-c064-4aa3-88c1-5a855c92a442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:56:57Z', 'updated_at': '2021-10-20T11:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:59:14.063231 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-236a5afa-79ea-4e48-b6ca-8952119ba4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:14.091568 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a5afa-79ea-4e48-b6ca-8952119ba4da None None] Pushing event deleted for resources: {'Port': ['ID=97da8c84-4a3b-4a2d-a598-9e6ca421727c,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:59:14.099924 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236a5afa-79ea-4e48-b6ca-8952119ba4da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:59:14.100365 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236a5afa-79ea-4e48-b6ca-8952119ba4da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:59:14.100774 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236a5afa-79ea-4e48-b6ca-8952119ba4da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:59:14.101175 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236a5afa-79ea-4e48-b6ca-8952119ba4da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:59:14.101598 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236a5afa-79ea-4e48-b6ca-8952119ba4da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:59:14.101976 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236a5afa-79ea-4e48-b6ca-8952119ba4da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:59:14.102369 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236a5afa-79ea-4e48-b6ca-8952119ba4da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:59:14.102762 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236a5afa-79ea-4e48-b6ca-8952119ba4da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:59:14.103172 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236a5afa-79ea-4e48-b6ca-8952119ba4da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:59:14.103581 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236a5afa-79ea-4e48-b6ca-8952119ba4da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:59:14.103986 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236a5afa-79ea-4e48-b6ca-8952119ba4da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:59:14.104373 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236a5afa-79ea-4e48-b6ca-8952119ba4da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:59:14.108944 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236a5afa-79ea-4e48-b6ca-8952119ba4da None None] No DVR routers for this DVR port 97da8c84-4a3b-4a2d-a598-9e6ca421727c on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:59:14.145438 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-449a6a52-b4a7-4b1d-8510-4419055ac882 req-91f14dda-0cb1-4122-97c5-f6d1466da799 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=2a883afeccdc493d8238ba472f031019&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0662971 Oct 20 11:59:14.249358 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-449a6a52-b4a7-4b1d-8510-4419055ac882 req-137cba59-60d4-495a-be48-00b3b6547f96 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 11:59:14.250384 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-449a6a52-b4a7-4b1d-8510-4419055ac882 req-137cba59-60d4-495a-be48-00b3b6547f96 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0974648 Oct 20 11:59:14.289422 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ab98f9e5-e565-4865-b719-58fb3aa840c8 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:14.350653 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab98f9e5-e565-4865-b719-58fb3aa840c8 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event deleted for resources: {'Port': ['ID=aa832b85-7e9f-4e45-bddb-55d1d6344631,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:59:14.420542 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-449a6a52-b4a7-4b1d-8510-4419055ac882 req-a8458200-3a89-4316-81fa-1cd6f0c5c08d service neutron] 10.222.0.98 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635096 Oct 20 11:59:14.437059 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ab98f9e5-e565-4865-b719-58fb3aa840c8 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:14.578042 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ab98f9e5-e565-4865-b719-58fb3aa840c8 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:14.581852 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ab98f9e5-e565-4865-b719-58fb3aa840c8 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:14.641996 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ab98f9e5-e565-4865-b719-58fb3aa840c8 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:14.642554 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab98f9e5-e565-4865-b719-58fb3aa840c8 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Fanout notify agent at l3_agent the message router_deleted on router 8c9aad86-c064-4aa3-88c1-5a855c92a442 {{(pid=100647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 11:59:14.650110 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ab98f9e5-e565-4865-b719-58fb3aa840c8 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:14.651231 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ab98f9e5-e565-4865-b719-58fb3aa840c8 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "DELETE /v2.0/routers/8c9aad86-c064-4aa3-88c1-5a855c92a442 HTTP/1.1" status: 204 len: 168 time: 1.2230284 Oct 20 11:59:14.654188 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48418) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:59:14.655544 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-449a6a52-b4a7-4b1d-8510-4419055ac882 req-c96ec74c-52b5-4471-99ca-561bb52e719d service neutron] 10.222.0.98 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283041 Oct 20 11:59:14.760397 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-02eac95c-467c-4ff1-b29f-bf5724dfa73b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:14.811491 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0f6754f2-40c9-46bc-94f2-faf1f3de0368 req-0c14e823-76a1-42f3-ac3b-44da1e1bde9d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0600419 Oct 20 11:59:14.884122 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c0a19ecc-6509-42ea-9438-b92cedf1f566 req-5de998c8-92ba-49ae-a02b-72d38fe99c95 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d02da6d1-4f83-4f17-a8b8-da0db8fd3f5a HTTP/1.1" status: 200 len: 210 time: 0.0463560 Oct 20 11:59:14.919620 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-02eac95c-467c-4ff1-b29f-bf5724dfa73b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:14.930730 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6754f2-40c9-46bc-94f2-faf1f3de0368 req-c1db3235-acba-45b4-9906-b51ebe8ec2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:14.932682 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0f6754f2-40c9-46bc-94f2-faf1f3de0368 req-c1db3235-acba-45b4-9906-b51ebe8ec2d2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d5facc7ebf4c4973bcd1f7527a0dd7a6&device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 1097 time: 0.0533628 Oct 20 11:59:14.954101 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-02eac95c-467c-4ff1-b29f-bf5724dfa73b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56112252-a34d-447c-a17a-793b19322615']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:59:14.965417 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-02eac95c-467c-4ff1-b29f-bf5724dfa73b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95d08ebb-44bd-4ee9-9f6b-3d607310bce2') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:59:14.965893 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-02eac95c-467c-4ff1-b29f-bf5724dfa73b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95d08ebb-44bd-4ee9-9f6b-3d607310bce2') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:59:14.976346 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-02eac95c-467c-4ff1-b29f-bf5724dfa73b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:14.991540 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-02eac95c-467c-4ff1-b29f-bf5724dfa73b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:14.998430 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02eac95c-467c-4ff1-b29f-bf5724dfa73b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Releasing vlan 1263 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 11:59:14.998849 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-02eac95c-467c-4ff1-b29f-bf5724dfa73b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:15.001947 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 11:59:15.001947 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 11:59:15.001947 n-d-814735-3 neutron-server[100646]: timer() Oct 20 11:59:15.001947 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 11:59:15.001947 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 11:59:15.001947 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 11:59:15.001947 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 11:59:15.001947 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 11:59:15.001947 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 11:59:15.001947 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 11:59:15.001947 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 11:59:15.001947 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 11:59:15.001947 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 11:59:15.001947 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 11:59:15.001947 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 11:59:15.001947 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 11:59:15.001947 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 11:59:15.001947 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 11:59:15.001947 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 11:59:15.001947 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 11:59:15.001947 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 11:59:15.001947 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 11:59:15.001947 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 11:59:15.001947 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 11:59:15.001947 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 11:59:15.001947 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 11:59:15.001947 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 11:59:15.001947 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 11:59:15.001947 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 11:59:15.001947 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 11:59:15.001947 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 11:59:15.001947 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 11:59:15.051720 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6754f2-40c9-46bc-94f2-faf1f3de0368 req-56942364-c097-4500-905f-0d53a2075a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:15.053249 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0f6754f2-40c9-46bc-94f2-faf1f3de0368 req-56942364-c097-4500-905f-0d53a2075a03 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6dd2d5c8-1621-42ed-b480-8b3fe659c010 HTTP/1.1" status: 200 len: 919 time: 0.0956118 Oct 20 11:59:15.067254 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-02eac95c-467c-4ff1-b29f-bf5724dfa73b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:15.093903 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-02eac95c-467c-4ff1-b29f-bf5724dfa73b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:15.099799 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-02eac95c-467c-4ff1-b29f-bf5724dfa73b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "DELETE /v2.0/networks/56112252-a34d-447c-a17a-793b19322615 HTTP/1.1" status: 204 len: 168 time: 0.4414642 Oct 20 11:59:15.100178 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48430) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:59:15.107281 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eac95c-467c-4ff1-b29f-bf5724dfa73b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event deleted for resources: {'Network': ['ID=56112252-a34d-447c-a17a-793b19322615,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:59:15.137821 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0f6754f2-40c9-46bc-94f2-faf1f3de0368 req-89c6d84d-c575-475c-bc2b-2c8edea7193f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acdba51b-1bef-4266-b4b0-335df89c63c3 HTTP/1.1" status: 200 len: 1002 time: 0.0768957 Oct 20 11:59:15.174096 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f92c4689-fe22-48ca-9814-8ed3374424b4 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:15.199003 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6754f2-40c9-46bc-94f2-faf1f3de0368 req-64a712e0-17a8-4e94-82e9-99893304aca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:15.201045 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0f6754f2-40c9-46bc-94f2-faf1f3de0368 req-64a712e0-17a8-4e94-82e9-99893304aca3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=85c08acc-8a9f-45d6-96df-e5a8900af70a HTTP/1.1" status: 200 len: 856 time: 0.0502603 Oct 20 11:59:15.202783 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f92c4689-fe22-48ca-9814-8ed3374424b4 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:15.253627 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6754f2-40c9-46bc-94f2-faf1f3de0368 req-f2a73aa7-834d-4d82-9034-7406d4c5b892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:15.255176 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0f6754f2-40c9-46bc-94f2-faf1f3de0368 req-f2a73aa7-834d-4d82-9034-7406d4c5b892 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6dd2d5c8-1621-42ed-b480-8b3fe659c010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455387 Oct 20 11:59:15.280502 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f92c4689-fe22-48ca-9814-8ed3374424b4 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:15.284076 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f92c4689-fe22-48ca-9814-8ed3374424b4 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:15.285299 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f92c4689-fe22-48ca-9814-8ed3374424b4 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "DELETE /v2.0/security-groups/bde7e756-7381-4f9e-9284-33b0e6fb29a7 HTTP/1.1" status: 204 len: 168 time: 0.1842775 Oct 20 11:59:15.295305 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c4689-fe22-48ca-9814-8ed3374424b4 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde7e756-7381-4f9e-9284-33b0e6fb29a7,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:59:15.382495 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0f6754f2-40c9-46bc-94f2-faf1f3de0368 req-1109f6b5-98ea-437c-b4a1-73b51d0a2c41 service neutron] 10.222.0.11 "GET /v2.0/networks/6dd2d5c8-1621-42ed-b480-8b3fe659c010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181338 Oct 20 11:59:15.483023 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0f6754f2-40c9-46bc-94f2-faf1f3de0368 req-7ad3ea03-36c1-4d30-8c0a-01a7a38c873e service neutron] 10.222.0.11 "GET /v2.0/networks/6dd2d5c8-1621-42ed-b480-8b3fe659c010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916860 Oct 20 11:59:15.529989 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:15.688319 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 97da8c84-4a3b-4a2d-a598-9e6ca421727c no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:59:15.711587 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 97da8c84-4a3b-4a2d-a598-9e6ca421727c {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:59:15.712015 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 97da8c84-4a3b-4a2d-a598-9e6ca421727c not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:59:15.712504 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device aa832b85-7e9f-4e45-bddb-55d1d6344631 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:59:15.731267 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: aa832b85-7e9f-4e45-bddb-55d1d6344631 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:59:15.731600 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device aa832b85-7e9f-4e45-bddb-55d1d6344631 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:59:15.732018 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device db5bdb3b-5147-42e0-9ad5-fbb5cfa10306 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:59:15.751855 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: db5bdb3b-5147-42e0-9ad5-fbb5cfa10306 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:59:15.752230 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device db5bdb3b-5147-42e0-9ad5-fbb5cfa10306 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:59:15.890579 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48440) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:59:15.895563 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-c4fb9076-7969-405e-b763-4a5b3a6b7147 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1549276134', 'description': 'tempest-secgroup-smoke-1549276134 description', 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:59:15.928225 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c4fb9076-7969-405e-b763-4a5b3a6b7147 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:16.011522 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0850d793-c1cf-47c3-a280-48b94061388e req-0ba006be-789f-457a-969b-8605414fd816 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d02da6d1-4f83-4f17-a8b8-da0db8fd3f5a HTTP/1.1" status: 200 len: 210 time: 0.0350244 Oct 20 11:59:16.021371 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c4fb9076-7969-405e-b763-4a5b3a6b7147 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:16.034176 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c4fb9076-7969-405e-b763-4a5b3a6b7147 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:16.045939 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a6a52-b4a7-4b1d-8510-4419055ac882 req-8f47183a-3851-448a-adc5-a0f90a3f9b0d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:16.048041 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-449a6a52-b4a7-4b1d-8510-4419055ac882 req-8f47183a-3851-448a-adc5-a0f90a3f9b0d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.89 "GET /v2.0/networks?id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a HTTP/1.1" status: 200 len: 812 time: 0.1637807 Oct 20 11:59:16.065455 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-449a6a52-b4a7-4b1d-8510-4419055ac882 req-62294dee-e6f1-4e53-bfaf-61b24dce53e5 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Request body: {'port': {'device_id': 'd02da6d1-4f83-4f17-a8b8-da0db8fd3f5a', 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a', 'admin_state_up': True, 'tenant_id': '2a883afeccdc493d8238ba472f031019'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:59:16.065831 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c4fb9076-7969-405e-b763-4a5b3a6b7147 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:16.069821 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c4fb9076-7969-405e-b763-4a5b3a6b7147 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1753509 Oct 20 11:59:16.069821 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fb9076-7969-405e-b763-4a5b3a6b7147 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=252ec676-e08d-4ae9-9860-e9adf044dfd2,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:59:16.071242 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48444) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:59:16.076114 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-c5e0c7da-870a-4241-9e7f-3f7231329059 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Request body: {'security_group_rule': {'security_group_id': '252ec676-e08d-4ae9-9860-e9adf044dfd2', 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:59:16.105925 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c5e0c7da-870a-4241-9e7f-3f7231329059 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:16.168624 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c5e0c7da-870a-4241-9e7f-3f7231329059 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:16.176094 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c5e0c7da-870a-4241-9e7f-3f7231329059 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:16.196384 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-449a6a52-b4a7-4b1d-8510-4419055ac882 req-62294dee-e6f1-4e53-bfaf-61b24dce53e5 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Made reservation on behalf of 2a883afeccdc493d8238ba472f031019 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:59:16.197261 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e0c7da-870a-4241-9e7f-3f7231329059 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b79101f5-a452-4d2c-847a-50f30e1fba6a,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:59:16.202551 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-449a6a52-b4a7-4b1d-8510-4419055ac882 req-62294dee-e6f1-4e53-bfaf-61b24dce53e5 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:16.211264 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c5e0c7da-870a-4241-9e7f-3f7231329059 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:16.216282 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c5e0c7da-870a-4241-9e7f-3f7231329059 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1407976 Oct 20 11:59:16.216530 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48446) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:59:16.222047 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-d65dcc7f-04ea-416b-b929-1c65c8949232 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Request body: {'security_group_rule': {'security_group_id': '252ec676-e08d-4ae9-9860-e9adf044dfd2', 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:59:16.252870 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d65dcc7f-04ea-416b-b929-1c65c8949232 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:16.321838 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d65dcc7f-04ea-416b-b929-1c65c8949232 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:16.327543 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d65dcc7f-04ea-416b-b929-1c65c8949232 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:16.347587 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65dcc7f-04ea-416b-b929-1c65c8949232 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee786342-feac-4929-99cb-1bb90099ffea,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:59:16.355717 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d65dcc7f-04ea-416b-b929-1c65c8949232 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:16.359245 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d65dcc7f-04ea-416b-b929-1c65c8949232 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1413002 Oct 20 11:59:16.360313 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48448) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:59:16.361964 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-449a6a52-b4a7-4b1d-8510-4419055ac882 req-62294dee-e6f1-4e53-bfaf-61b24dce53e5 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Allocated IP 172.20.0.6 (ef53a40f-cb7c-47fd-8a9f-559aa3e9824a/667cbc2d-c894-4d06-bf55-c551daf9476c/d02dde90-f4c1-42a1-98ee-8bbb04622e98) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:59:16.366363 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-c4a44304-f83f-453c-a14f-d9fa2106b590 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Request body: {'security_group_rule': {'security_group_id': '252ec676-e08d-4ae9-9860-e9adf044dfd2', 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:59:16.401759 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c4a44304-f83f-453c-a14f-d9fa2106b590 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:16.471521 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c4a44304-f83f-453c-a14f-d9fa2106b590 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:16.476448 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c4a44304-f83f-453c-a14f-d9fa2106b590 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:16.500188 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a44304-f83f-453c-a14f-d9fa2106b590 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5bd0b3e-2cfd-44ec-b77f-d24fc0b7ad88,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:59:16.511786 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c4a44304-f83f-453c-a14f-d9fa2106b590 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:16.515871 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c4a44304-f83f-453c-a14f-d9fa2106b590 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1514649 Oct 20 11:59:16.516317 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48450) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:59:16.521974 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-d179427a-172b-4d3b-b8f8-3ad496eac686 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Request body: {'security_group_rule': {'security_group_id': '252ec676-e08d-4ae9-9860-e9adf044dfd2', 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:59:16.537673 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-449a6a52-b4a7-4b1d-8510-4419055ac882 req-62294dee-e6f1-4e53-bfaf-61b24dce53e5 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:16.555389 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d179427a-172b-4d3b-b8f8-3ad496eac686 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:16.586849 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-449a6a52-b4a7-4b1d-8510-4419055ac882 req-62294dee-e6f1-4e53-bfaf-61b24dce53e5 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:16.622320 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d179427a-172b-4d3b-b8f8-3ad496eac686 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:16.627816 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d179427a-172b-4d3b-b8f8-3ad496eac686 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:16.636194 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-449a6a52-b4a7-4b1d-8510-4419055ac882 req-62294dee-e6f1-4e53-bfaf-61b24dce53e5 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Network ef53a40f-cb7c-47fd-8a9f-559aa3e9824a is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:59:16.641352 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-449a6a52-b4a7-4b1d-8510-4419055ac882 req-62294dee-e6f1-4e53-bfaf-61b24dce53e5 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:59:16.650844 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d179427a-172b-4d3b-b8f8-3ad496eac686 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7248bef7-cdaa-455c-bcc2-d12bcf5e370f,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:59:16.654208 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-449a6a52-b4a7-4b1d-8510-4419055ac882 req-62294dee-e6f1-4e53-bfaf-61b24dce53e5 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:59:16.667865 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d179427a-172b-4d3b-b8f8-3ad496eac686 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:16.674333 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d179427a-172b-4d3b-b8f8-3ad496eac686 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1567414 Oct 20 11:59:16.675045 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48454) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:59:16.680575 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-d1be5b72-8e0a-4fc2-8c44-432abb03cf1e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Request body: {'security_group_rule': {'security_group_id': '252ec676-e08d-4ae9-9860-e9adf044dfd2', 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:59:16.689286 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62294dee-e6f1-4e53-bfaf-61b24dce53e5 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Pushing event updated for resources: {'Port': ['ID=d02dde90-f4c1-42a1-98ee-8bbb04622e98,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:59:16.716891 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a6a52-b4a7-4b1d-8510-4419055ac882 req-62294dee-e6f1-4e53-bfaf-61b24dce53e5 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:16.717604 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-449a6a52-b4a7-4b1d-8510-4419055ac882 req-62294dee-e6f1-4e53-bfaf-61b24dce53e5 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:16.726119 n-d-814735-3 neutron-server[100646]: INFO neutron.db.securitygroups_db [None req-d1be5b72-8e0a-4fc2-8c44-432abb03cf1e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Project d69630d5f3304dc8a33f46da29b2ea4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:59:16.743576 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d1be5b72-8e0a-4fc2-8c44-432abb03cf1e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:16.745969 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-449a6a52-b4a7-4b1d-8510-4419055ac882 req-62294dee-e6f1-4e53-bfaf-61b24dce53e5 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6855059 Oct 20 11:59:16.763132 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-449a6a52-b4a7-4b1d-8510-4419055ac882 req-9c7e8ae2-4a4c-4973-aa7e-545c6b1fe6ae service neutron] Request body: {'port': {'device_id': 'd02da6d1-4f83-4f17-a8b8-da0db8fd3f5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:59:16.829366 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d1be5b72-8e0a-4fc2-8c44-432abb03cf1e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:16.837466 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d1be5b72-8e0a-4fc2-8c44-432abb03cf1e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:16.846446 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-449a6a52-b4a7-4b1d-8510-4419055ac882 req-9c7e8ae2-4a4c-4973-aa7e-545c6b1fe6ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:16.857881 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be5b72-8e0a-4fc2-8c44-432abb03cf1e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd54c1b7-9db2-453a-b7ff-d3481c732930,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:59:16.876895 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d1be5b72-8e0a-4fc2-8c44-432abb03cf1e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:16.878190 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d1be5b72-8e0a-4fc2-8c44-432abb03cf1e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2021070 Oct 20 11:59:16.880944 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48460) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:59:16.886337 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-6d8475fd-c02b-487e-abba-640e8d7361a4 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Request body: {'security_group_rule': {'security_group_id': '252ec676-e08d-4ae9-9860-e9adf044dfd2', 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:59:16.924982 n-d-814735-3 neutron-server[100646]: INFO neutron.db.securitygroups_db [None req-6d8475fd-c02b-487e-abba-640e8d7361a4 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Project d69630d5f3304dc8a33f46da29b2ea4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 11:59:16.932358 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6d8475fd-c02b-487e-abba-640e8d7361a4 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:17.012260 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3cb78c63-afa7-4b50-8d28-3a8cb4159228 None None] Provisioning complete for port d02dde90-f4c1-42a1-98ee-8bbb04622e98 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:59:17.013227 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3cb78c63-afa7-4b50-8d28-3a8cb4159228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:17.026541 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6d8475fd-c02b-487e-abba-640e8d7361a4 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:17.032930 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6d8475fd-c02b-487e-abba-640e8d7361a4 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:17.056953 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3cb78c63-afa7-4b50-8d28-3a8cb4159228 None None] Port d02dde90-f4c1-42a1-98ee-8bbb04622e98 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:59:17.075225 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8475fd-c02b-487e-abba-640e8d7361a4 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b679fbe4-9cbc-4977-bbd4-bdbd5abc4c49,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:59:17.094580 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6d8475fd-c02b-487e-abba-640e8d7361a4 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:17.099411 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6d8475fd-c02b-487e-abba-640e8d7361a4 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2173262 Oct 20 11:59:17.100062 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48466) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:59:17.107277 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-ee02ef23-ae13-4072-b03d-1962e1b834f4 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Request body: {'network': {'name': 'tempest-network-smoke--403712855', 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'port_security_enabled': True}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:59:17.142542 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee02ef23-ae13-4072-b03d-1962e1b834f4 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Made reservation on behalf of d69630d5f3304dc8a33f46da29b2ea4c for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:59:17.148445 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ee02ef23-ae13-4072-b03d-1962e1b834f4 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:17.183687 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee02ef23-ae13-4072-b03d-1962e1b834f4 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] vlan segment allocate from pool success with {'vlan_id': 1269, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 11:59:17.196877 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ee02ef23-ae13-4072-b03d-1962e1b834f4 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:17.198220 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-ee02ef23-ae13-4072-b03d-1962e1b834f4 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Added segment b4996de9-7f7d-48c6-b055-ac8671add07b of type vlan for network 03b2c5ca-52d5-4ea9-b945-8cdfc2d77584 Oct 20 11:59:17.255735 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ee02ef23-ae13-4072-b03d-1962e1b834f4 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:17.285893 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ee02ef23-ae13-4072-b03d-1962e1b834f4 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:17.292018 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee02ef23-ae13-4072-b03d-1962e1b834f4 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:17.292901 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ee02ef23-ae13-4072-b03d-1962e1b834f4 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:17.343619 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ee02ef23-ae13-4072-b03d-1962e1b834f4 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2421215 Oct 20 11:59:17.355816 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48468) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:59:17.360505 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-f803a001-cedd-43fe-b3ff-595797c83d30 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1873725158', 'admin_state_up': True, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:59:17.401155 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee02ef23-ae13-4072-b03d-1962e1b834f4 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'Network': ['ID=03b2c5ca-52d5-4ea9-b945-8cdfc2d77584,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:59:17.418632 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 03b2c5ca-52d5-4ea9-b945-8cdfc2d77584 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 11:59:17.445251 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f803a001-cedd-43fe-b3ff-595797c83d30 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:17.446329 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f803a001-cedd-43fe-b3ff-595797c83d30 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:17.483949 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8c215-21d5-42c0-971c-6257c716ac0c req-e58c0066-1537-499f-b82a-e9be1ccafd3f tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:17.484869 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-11f8c215-21d5-42c0-971c-6257c716ac0c req-e58c0066-1537-499f-b82a-e9be1ccafd3f tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d02da6d1-4f83-4f17-a8b8-da0db8fd3f5a HTTP/1.1" status: 200 len: 931 time: 0.1201952 Oct 20 11:59:17.520419 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f803a001-cedd-43fe-b3ff-595797c83d30 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:17.584464 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-11f8c215-21d5-42c0-971c-6257c716ac0c req-4ea4db93-5861-4706-b2bc-64000ff86289 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895612 Oct 20 11:59:17.689341 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-449a6a52-b4a7-4b1d-8510-4419055ac882 req-9c7e8ae2-4a4c-4973-aa7e-545c6b1fe6ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d02dde90-f4c1-42a1-98ee-8bbb04622e98 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:59:17.697022 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f803a001-cedd-43fe-b3ff-595797c83d30 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:17.698194 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-449a6a52-b4a7-4b1d-8510-4419055ac882 req-9c7e8ae2-4a4c-4973-aa7e-545c6b1fe6ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:17.713477 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-449a6a52-b4a7-4b1d-8510-4419055ac882 req-9c7e8ae2-4a4c-4973-aa7e-545c6b1fe6ae service neutron] Transition to ACTIVE for port object d02dde90-f4c1-42a1-98ee-8bbb04622e98 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:59:17.717782 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-449a6a52-b4a7-4b1d-8510-4419055ac882 req-9c7e8ae2-4a4c-4973-aa7e-545c6b1fe6ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:17.782707 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e8ae2-4a4c-4973-aa7e-545c6b1fe6ae service neutron] Pushing event updated for resources: {'Port': ['ID=d02dde90-f4c1-42a1-98ee-8bbb04622e98,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:59:17.867754 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-449a6a52-b4a7-4b1d-8510-4419055ac882 req-9c7e8ae2-4a4c-4973-aa7e-545c6b1fe6ae service neutron] Attempting to bind port d02dde90-f4c1-42a1-98ee-8bbb04622e98 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:59:17.868086 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-449a6a52-b4a7-4b1d-8510-4419055ac882 req-9c7e8ae2-4a4c-4973-aa7e-545c6b1fe6ae service neutron] Attempting to bind port d02dde90-f4c1-42a1-98ee-8bbb04622e98 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': 'eb3b04cf-4e5d-47e1-a25f-825ff902331c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:59:17.868415 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449a6a52-b4a7-4b1d-8510-4419055ac882 req-9c7e8ae2-4a4c-4973-aa7e-545c6b1fe6ae service neutron] Attempting to bind port d02dde90-f4c1-42a1-98ee-8bbb04622e98 on network ef53a40f-cb7c-47fd-8a9f-559aa3e9824a {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:59:17.873828 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449a6a52-b4a7-4b1d-8510-4419055ac882 req-9c7e8ae2-4a4c-4973-aa7e-545c6b1fe6ae service neutron] Port d02dde90-f4c1-42a1-98ee-8bbb04622e98 on network ef53a40f-cb7c-47fd-8a9f-559aa3e9824a not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:59:17.874161 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449a6a52-b4a7-4b1d-8510-4419055ac882 req-9c7e8ae2-4a4c-4973-aa7e-545c6b1fe6ae service neutron] Attempting to bind port d02dde90-f4c1-42a1-98ee-8bbb04622e98 on network ef53a40f-cb7c-47fd-8a9f-559aa3e9824a {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:59:17.880265 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449a6a52-b4a7-4b1d-8510-4419055ac882 req-9c7e8ae2-4a4c-4973-aa7e-545c6b1fe6ae service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:59:17.880611 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449a6a52-b4a7-4b1d-8510-4419055ac882 req-9c7e8ae2-4a4c-4973-aa7e-545c6b1fe6ae service neutron] Checking segment: {'id': 'eb3b04cf-4e5d-47e1-a25f-825ff902331c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:59:17.881005 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449a6a52-b4a7-4b1d-8510-4419055ac882 req-9c7e8ae2-4a4c-4973-aa7e-545c6b1fe6ae service neutron] Bound using segment: {'id': 'eb3b04cf-4e5d-47e1-a25f-825ff902331c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:59:17.881591 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-449a6a52-b4a7-4b1d-8510-4419055ac882 req-9c7e8ae2-4a4c-4973-aa7e-545c6b1fe6ae service neutron] Bound port: d02dde90-f4c1-42a1-98ee-8bbb04622e98, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb3b04cf-4e5d-47e1-a25f-825ff902331c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:59:17.881954 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-449a6a52-b4a7-4b1d-8510-4419055ac882 req-9c7e8ae2-4a4c-4973-aa7e-545c6b1fe6ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:17.969564 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f803a001-cedd-43fe-b3ff-595797c83d30 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for router_gateway, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:17.982013 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-449a6a52-b4a7-4b1d-8510-4419055ac882 req-9c7e8ae2-4a4c-4973-aa7e-545c6b1fe6ae service neutron] For port d02dde90-f4c1-42a1-98ee-8bbb04622e98, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:59:17.987355 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-449a6a52-b4a7-4b1d-8510-4419055ac882 req-9c7e8ae2-4a4c-4973-aa7e-545c6b1fe6ae service neutron] For port d02dde90-f4c1-42a1-98ee-8bbb04622e98, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=d02dde90-f4c1-42a1-98ee-8bbb04622e98,segment=NetworkSegment(eb3b04cf-4e5d-47e1-a25f-825ff902331c),segment_id=eb3b04cf-4e5d-47e1-a25f-825ff902331c)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:59:17.995302 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-449a6a52-b4a7-4b1d-8510-4419055ac882 req-9c7e8ae2-4a4c-4973-aa7e-545c6b1fe6ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:17.996972 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f803a001-cedd-43fe-b3ff-595797c83d30 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:18.039501 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a6a52-b4a7-4b1d-8510-4419055ac882 req-9c7e8ae2-4a4c-4973-aa7e-545c6b1fe6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:18.040293 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-449a6a52-b4a7-4b1d-8510-4419055ac882 req-9c7e8ae2-4a4c-4973-aa7e-545c6b1fe6ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:18.042655 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-449a6a52-b4a7-4b1d-8510-4419055ac882 req-9c7e8ae2-4a4c-4973-aa7e-545c6b1fe6ae service neutron] 10.222.0.89 "PUT /v2.0/ports/d02dde90-f4c1-42a1-98ee-8bbb04622e98 HTTP/1.1" status: 200 len: 1091 time: 1.2861893 Oct 20 11:59:18.045475 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd02da6d1-4f83-4f17-a8b8-da0db8fd3f5a', 'tag': 'd02dde90-f4c1-42a1-98ee-8bbb04622e98'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:59:18.057042 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd97b47b-0b8f-4455-8cc8-c9fd51d059ac" -d '{"events": [{"name": "network-changed", "server_uuid": "d02da6d1-4f83-4f17-a8b8-da0db8fd3f5a", "tag": "d02dde90-f4c1-42a1-98ee-8bbb04622e98"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:59:18.132536 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d8a2dd-5e8c-4306-a582-a7f4a848c8f4 x-openstack-request-id: req-99d8a2dd-5e8c-4306-a582-a7f4a848c8f4 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:59:18.132848 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d02da6d1-4f83-4f17-a8b8-da0db8fd3f5a", "tag": "d02dde90-f4c1-42a1-98ee-8bbb04622e98", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:59:18.133083 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-99d8a2dd-5e8c-4306-a582-a7f4a848c8f4 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:59:18.133485 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd02da6d1-4f83-4f17-a8b8-da0db8fd3f5a', 'tag': 'd02dde90-f4c1-42a1-98ee-8bbb04622e98', 'status': 'completed', 'code': 200} Oct 20 11:59:18.140851 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e8ae2-4a4c-4973-aa7e-545c6b1fe6ae service neutron] Pushing event updated for resources: {'Port': ['ID=d02dde90-f4c1-42a1-98ee-8bbb04622e98,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:59:18.146626 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-f803a001-cedd-43fe-b3ff-595797c83d30 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Allocated IP 172.25.5.157 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/70cf3a76-4aea-43ca-804b-eef59e74d039) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:59:18.161968 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a6a52-b4a7-4b1d-8510-4419055ac882 req-7e8ad59c-72af-4d80-8da1-c6ab5ad1e3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:18.163894 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-449a6a52-b4a7-4b1d-8510-4419055ac882 req-7e8ad59c-72af-4d80-8da1-c6ab5ad1e3d8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2a883afeccdc493d8238ba472f031019&device_id=d02da6d1-4f83-4f17-a8b8-da0db8fd3f5a HTTP/1.1" status: 200 len: 1094 time: 0.0702999 Oct 20 11:59:18.215686 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-449a6a52-b4a7-4b1d-8510-4419055ac882 req-f92c57ef-4b8d-42ba-9238-82df6986cd9a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d02dde90-f4c1-42a1-98ee-8bbb04622e98 HTTP/1.1" status: 200 len: 217 time: 0.0414040 Oct 20 11:59:18.272703 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f803a001-cedd-43fe-b3ff-595797c83d30 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:18.287446 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a6a52-b4a7-4b1d-8510-4419055ac882 req-07d844a5-a006-46f5-8887-973aa5a05abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:18.289461 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-449a6a52-b4a7-4b1d-8510-4419055ac882 req-07d844a5-a006-46f5-8887-973aa5a05abd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=667cbc2d-c894-4d06-bf55-c551daf9476c HTTP/1.1" status: 200 len: 851 time: 0.0657132 Oct 20 11:59:18.322882 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f803a001-cedd-43fe-b3ff-595797c83d30 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:18.350888 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a6a52-b4a7-4b1d-8510-4419055ac882 req-782f7c6a-02d4-4aa3-9bd1-f2899873cb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:18.353219 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-449a6a52-b4a7-4b1d-8510-4419055ac882 req-782f7c6a-02d4-4aa3-9bd1-f2899873cb77 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501468 Oct 20 11:59:18.366842 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f803a001-cedd-43fe-b3ff-595797c83d30 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:59:18.371600 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-f803a001-cedd-43fe-b3ff-595797c83d30 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:59:18.379102 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f803a001-cedd-43fe-b3ff-595797c83d30 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:59:18.382555 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f803a001-cedd-43fe-b3ff-595797c83d30 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'Port': ['ID=70cf3a76-4aea-43ca-804b-eef59e74d039,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:59:18.414249 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f803a001-cedd-43fe-b3ff-595797c83d30 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:59:18.414591 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f803a001-cedd-43fe-b3ff-595797c83d30 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:59:18.414946 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f803a001-cedd-43fe-b3ff-595797c83d30 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:59:18.415293 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f803a001-cedd-43fe-b3ff-595797c83d30 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:59:18.415624 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f803a001-cedd-43fe-b3ff-595797c83d30 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:59:18.415953 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f803a001-cedd-43fe-b3ff-595797c83d30 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:59:18.416283 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f803a001-cedd-43fe-b3ff-595797c83d30 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:59:18.416610 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f803a001-cedd-43fe-b3ff-595797c83d30 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:59:18.416935 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f803a001-cedd-43fe-b3ff-595797c83d30 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:59:18.417261 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f803a001-cedd-43fe-b3ff-595797c83d30 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:59:18.417584 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f803a001-cedd-43fe-b3ff-595797c83d30 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:59:18.417902 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f803a001-cedd-43fe-b3ff-595797c83d30 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:59:18.458588 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-449a6a52-b4a7-4b1d-8510-4419055ac882 req-93f26be7-630d-4aa9-a170-06f804a86a18 service neutron] 10.222.0.89 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971870 Oct 20 11:59:18.564446 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-449a6a52-b4a7-4b1d-8510-4419055ac882 req-1a632363-1646-4b62-bcb9-7bb3753349f2 service neutron] 10.222.0.89 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947280 Oct 20 11:59:18.685881 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97b47b-0b8f-4455-8cc8-c9fd51d059ac req-89e65778-13dc-4935-96b0-997fa6650f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:18.688260 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bd97b47b-0b8f-4455-8cc8-c9fd51d059ac req-89e65778-13dc-4935-96b0-997fa6650f95 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2a883afeccdc493d8238ba472f031019&device_id=d02da6d1-4f83-4f17-a8b8-da0db8fd3f5a HTTP/1.1" status: 200 len: 1094 time: 0.0511115 Oct 20 11:59:18.692471 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f803a001-cedd-43fe-b3ff-595797c83d30 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for router_gateway, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:18.812923 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f485d4-797b-4831-8d43-81dbb4acb072 req-17c8d834-a6a7-4016-9ee0-c6781d1d6d46 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:18.814766 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-50f485d4-797b-4831-8d43-81dbb4acb072 req-17c8d834-a6a7-4016-9ee0-c6781d1d6d46 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d02da6d1-4f83-4f17-a8b8-da0db8fd3f5a HTTP/1.1" status: 200 len: 943 time: 0.1206291 Oct 20 11:59:18.840883 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97b47b-0b8f-4455-8cc8-c9fd51d059ac req-bc1082ec-5c52-4574-8a1c-279087a3b0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:18.842516 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bd97b47b-0b8f-4455-8cc8-c9fd51d059ac req-bc1082ec-5c52-4574-8a1c-279087a3b0b7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a HTTP/1.1" status: 200 len: 914 time: 0.1200919 Oct 20 11:59:18.918323 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bd97b47b-0b8f-4455-8cc8-c9fd51d059ac req-be5e0ae7-65d2-4bcb-95bb-d65e890b3bf9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d02dde90-f4c1-42a1-98ee-8bbb04622e98 HTTP/1.1" status: 200 len: 217 time: 0.0507305 Oct 20 11:59:18.924140 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-50f485d4-797b-4831-8d43-81dbb4acb072 req-fe551161-d6fb-47a9-8002-69957833dd8b tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805104 Oct 20 11:59:18.931298 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f803a001-cedd-43fe-b3ff-595797c83d30 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:18.994759 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97b47b-0b8f-4455-8cc8-c9fd51d059ac req-6950a4f3-ce57-428e-aa9d-1f25dfb4d402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:18.997553 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bd97b47b-0b8f-4455-8cc8-c9fd51d059ac req-6950a4f3-ce57-428e-aa9d-1f25dfb4d402 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=667cbc2d-c894-4d06-bf55-c551daf9476c HTTP/1.1" status: 200 len: 851 time: 0.0676858 Oct 20 11:59:19.059416 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97b47b-0b8f-4455-8cc8-c9fd51d059ac req-39164056-ed59-4c1b-8143-6c64ef77f605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:19.061230 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bd97b47b-0b8f-4455-8cc8-c9fd51d059ac req-39164056-ed59-4c1b-8143-6c64ef77f605 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542643 Oct 20 11:59:19.095606 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f803a001-cedd-43fe-b3ff-595797c83d30 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Router e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 11:59:19.169448 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bd97b47b-0b8f-4455-8cc8-c9fd51d059ac req-5e05168c-bddd-492a-8a13-ecddb1d43a95 service neutron] 10.222.0.89 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991004 Oct 20 11:59:19.212946 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f803a001-cedd-43fe-b3ff-595797c83d30 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:59:19.225493 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b6a7f6-fac0-42ab-b851-32f0b4fe79b2 None None] Sync routers for ids ['e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:59:19.236833 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b6a7f6-fac0-42ab-b851-32f0b4fe79b2 None None] Routers {'e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:59:19.238037 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-a4b6a7f6-fac0-42ab-b851-32f0b4fe79b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:58:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:59:19.242389 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f803a001-cedd-43fe-b3ff-595797c83d30 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:19.244388 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f803a001-cedd-43fe-b3ff-595797c83d30 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8875265 Oct 20 11:59:19.247075 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48480) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:59:19.270815 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bd97b47b-0b8f-4455-8cc8-c9fd51d059ac req-fc495191-df15-4ae5-9851-104406607ee2 service neutron] 10.222.0.89 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931768 Oct 20 11:59:19.283835 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b40d8411-c789-4d51-84e0-7a7a6c62a03c tempest-TestNetworkAdvancedServerOps-525790075 tempest-TestNetworkAdvancedServerOps-525790075-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=d69630d5f3304dc8a33f46da29b2ea4c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0355692 Oct 20 11:59:19.286326 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48482) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:59:19.366214 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-63e2498e-13be-41e1-a6fc-386fab127284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:19.374883 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-a4b6a7f6-fac0-42ab-b851-32f0b4fe79b2 None None] Set router e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:59:19.399197 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848cfb34-ac16-4f97-89aa-c145127dfa08 tempest-TestNetworkAdvancedServerOps-525790075 tempest-TestNetworkAdvancedServerOps-525790075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:19.401049 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-848cfb34-ac16-4f97-89aa-c145127dfa08 tempest-TestNetworkAdvancedServerOps-525790075 tempest-TestNetworkAdvancedServerOps-525790075-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1136587 Oct 20 11:59:19.403805 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48484) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:59:19.438246 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5704a668-80f6-4b87-964c-ae9a9d527409 tempest-TestNetworkAdvancedServerOps-525790075 tempest-TestNetworkAdvancedServerOps-525790075-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=717966e5-c478-496f-bddb-05794fb74250&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331843 Oct 20 11:59:19.441724 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 48486) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:59:19.446976 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-bf2ecafb-525c-4332-af5f-2ef4f7b17191 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-911368867', 'network_id': '03b2c5ca-52d5-4ea9-b945-8cdfc2d77584', 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:59:19.543283 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2ecafb-525c-4332-af5f-2ef4f7b17191 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Made reservation on behalf of d69630d5f3304dc8a33f46da29b2ea4c for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:59:19.547376 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bf2ecafb-525c-4332-af5f-2ef4f7b17191 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:19.573868 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-a4b6a7f6-fac0-42ab-b851-32f0b4fe79b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873725158', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '70cf3a76-4aea-43ca-804b-eef59e74d039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:59:17Z', 'updated_at': '2021-10-20T11:59:18Z', 'revision_number': 3, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': '70cf3a76-4aea-43ca-804b-eef59e74d039', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:59:18Z', 'updated_at': '2021-10-20T11:59:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:59:19.613044 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b6a7f6-fac0-42ab-b851-32f0b4fe79b2 None None] Checking router: e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:59:19.613717 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b6a7f6-fac0-42ab-b851-32f0b4fe79b2 None None] Updating router e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5 port 70cf3a76-4aea-43ca-804b-eef59e74d039 binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:59:19.653937 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a4b6a7f6-fac0-42ab-b851-32f0b4fe79b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:19.787768 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bf2ecafb-525c-4332-af5f-2ef4f7b17191 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:19.857798 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ecafb-525c-4332-af5f-2ef4f7b17191 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'Subnet': ['ID=3278640d-6e3c-4ee4-8d75-b217104a3ae7,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:59:19.866527 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2ecafb-525c-4332-af5f-2ef4f7b17191 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Checking segment: {'id': 'b4996de9-7f7d-48c6-b055-ac8671add07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '03b2c5ca-52d5-4ea9-b945-8cdfc2d77584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:59:19.866944 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2ecafb-525c-4332-af5f-2ef4f7b17191 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Network hostable DHCP agents. Network: 03b2c5ca-52d5-4ea9-b945-8cdfc2d77584, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 11:59:19.887864 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2ecafb-525c-4332-af5f-2ef4f7b17191 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Network 03b2c5ca-52d5-4ea9-b945-8cdfc2d77584 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 11:59:19.900215 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-bf2ecafb-525c-4332-af5f-2ef4f7b17191 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 03b2c5ca-52d5-4ea9-b945-8cdfc2d77584) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:59:19.905029 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2ecafb-525c-4332-af5f-2ef4f7b17191 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:19.905630 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bf2ecafb-525c-4332-af5f-2ef4f7b17191 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:19.917497 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef0d709-dfda-4016-9023-81dd34e6b717 None None] Network 03b2c5ca-52d5-4ea9-b945-8cdfc2d77584 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:59:19.927198 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-bf2ecafb-525c-4332-af5f-2ef4f7b17191 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4817190 Oct 20 11:59:19.927407 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 48488) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:59:19.958976 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a4b6a7f6-fac0-42ab-b851-32f0b4fe79b2 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:19.996021 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a4b6a7f6-fac0-42ab-b851-32f0b4fe79b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:20.062878 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b886d-3a28-4867-98e2-e3b00dd24c73 None None] Pushing event updated for resources: {'Port': ['ID=70cf3a76-4aea-43ca-804b-eef59e74d039,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:59:20.112877 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-a4b6a7f6-fac0-42ab-b851-32f0b4fe79b2 None None] Attempting to bind port 70cf3a76-4aea-43ca-804b-eef59e74d039 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:59:20.113360 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-a4b6a7f6-fac0-42ab-b851-32f0b4fe79b2 None None] Attempting to bind port 70cf3a76-4aea-43ca-804b-eef59e74d039 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:59:20.113822 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b6a7f6-fac0-42ab-b851-32f0b4fe79b2 None None] Attempting to bind port 70cf3a76-4aea-43ca-804b-eef59e74d039 on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:59:20.119691 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4480b5bf-7e0b-40d4-bcb0-6ce3631d6183 req-412abb57-d8dc-4975-a0ea-bae8b8faf547 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:20.121331 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4480b5bf-7e0b-40d4-bcb0-6ce3631d6183 req-412abb57-d8dc-4975-a0ea-bae8b8faf547 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d02da6d1-4f83-4f17-a8b8-da0db8fd3f5a HTTP/1.1" status: 200 len: 943 time: 0.0883269 Oct 20 11:59:20.128295 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b6a7f6-fac0-42ab-b851-32f0b4fe79b2 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:59:20.128664 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b6a7f6-fac0-42ab-b851-32f0b4fe79b2 None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:59:20.129067 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a4b6a7f6-fac0-42ab-b851-32f0b4fe79b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:20.129460 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b6a7f6-fac0-42ab-b851-32f0b4fe79b2 None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:59:20.129946 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-a4b6a7f6-fac0-42ab-b851-32f0b4fe79b2 None None] Bound port: 70cf3a76-4aea-43ca-804b-eef59e74d039, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:59:20.130321 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a4b6a7f6-fac0-42ab-b851-32f0b4fe79b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:20.210438 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4480b5bf-7e0b-40d4-bcb0-6ce3631d6183 req-31412a01-9d04-4680-aee7-1b7ea6f86a54 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763006 Oct 20 11:59:20.212396 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-a4b6a7f6-fac0-42ab-b851-32f0b4fe79b2 None None] For port 70cf3a76-4aea-43ca-804b-eef59e74d039, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:59:20.215999 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-a4b6a7f6-fac0-42ab-b851-32f0b4fe79b2 None None] For port 70cf3a76-4aea-43ca-804b-eef59e74d039, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=70cf3a76-4aea-43ca-804b-eef59e74d039,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:59:20.230305 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf4739d-7353-4f80-9a18-744160c85d71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-03b2c5ca-52d5-4ea9-b945-8cdfc2d77584', 'network_id': '03b2c5ca-52d5-4ea9-b945-8cdfc2d77584', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'fixed_ips': [{'subnet_id': '3278640d-6e3c-4ee4-8d75-b217104a3ae7'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 11:59:20.231637 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-edf4739d-7353-4f80-9a18-744160c85d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:20.256206 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a4b6a7f6-fac0-42ab-b851-32f0b4fe79b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:20.375831 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b6a7f6-fac0-42ab-b851-32f0b4fe79b2 None None] Routers {'e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:59:20.376490 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-a4b6a7f6-fac0-42ab-b851-32f0b4fe79b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:58:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:59:20.430963 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b886d-3a28-4867-98e2-e3b00dd24c73 None None] Pushing event updated for resources: {'Port': ['ID=70cf3a76-4aea-43ca-804b-eef59e74d039,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:59:20.522926 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-edf4739d-7353-4f80-9a18-744160c85d71 None None] Allocated IP 172.20.0.2 (03b2c5ca-52d5-4ea9-b945-8cdfc2d77584/3278640d-6e3c-4ee4-8d75-b217104a3ae7/16d0ec01-07db-4553-9ab8-02c8014407c7) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:59:20.561498 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-a4b6a7f6-fac0-42ab-b851-32f0b4fe79b2 None None] Set router e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:59:20.582182 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dcb0e8ef-80e1-44fa-a2b5-b514e6255457 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:21.028122 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-edf4739d-7353-4f80-9a18-744160c85d71 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:21.047029 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-edf4739d-7353-4f80-9a18-744160c85d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:21.091406 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-a4b6a7f6-fac0-42ab-b851-32f0b4fe79b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873725158', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '70cf3a76-4aea-43ca-804b-eef59e74d039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:59:17Z', 'updated_at': '2021-10-20T11:59:18Z', 'revision_number': 3, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': '70cf3a76-4aea-43ca-804b-eef59e74d039', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:59:18Z', 'updated_at': '2021-10-20T11:59:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:59:21.124781 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-dcb0e8ef-80e1-44fa-a2b5-b514e6255457 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Allocated IP 172.20.0.1 (03b2c5ca-52d5-4ea9-b945-8cdfc2d77584/3278640d-6e3c-4ee4-8d75-b217104a3ae7/759ee860-3a2b-4d91-9481-15e08e77e63f) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:59:21.128927 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf4739d-7353-4f80-9a18-744160c85d71 None None] Network 03b2c5ca-52d5-4ea9-b945-8cdfc2d77584 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:59:21.134933 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b6a7f6-fac0-42ab-b851-32f0b4fe79b2 None None] The sync data for ids ['e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5'] in n-d-814735-3 is: [{'id': 'e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873725158', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '70cf3a76-4aea-43ca-804b-eef59e74d039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:59:17Z', 'updated_at': '2021-10-20T11:59:18Z', 'revision_number': 3, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': '70cf3a76-4aea-43ca-804b-eef59e74d039', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:59:18Z', 'updated_at': '2021-10-20T11:59:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:59:21.136774 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-edf4739d-7353-4f80-9a18-744160c85d71 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:59:21.139076 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf4739d-7353-4f80-9a18-744160c85d71 None None] Pushing event updated for resources: {'Port': ['ID=16d0ec01-07db-4553-9ab8-02c8014407c7,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:59:21.141679 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf4739d-7353-4f80-9a18-744160c85d71 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:59:21.239297 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-edf4739d-7353-4f80-9a18-744160c85d71 None None] Attempting to bind port 16d0ec01-07db-4553-9ab8-02c8014407c7 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:59:21.242764 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-edf4739d-7353-4f80-9a18-744160c85d71 None None] Attempting to bind port 16d0ec01-07db-4553-9ab8-02c8014407c7 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'b4996de9-7f7d-48c6-b055-ac8671add07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '03b2c5ca-52d5-4ea9-b945-8cdfc2d77584'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:59:21.242764 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf4739d-7353-4f80-9a18-744160c85d71 None None] Attempting to bind port 16d0ec01-07db-4553-9ab8-02c8014407c7 on network 03b2c5ca-52d5-4ea9-b945-8cdfc2d77584 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:59:21.248116 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf4739d-7353-4f80-9a18-744160c85d71 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:59:21.248529 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf4739d-7353-4f80-9a18-744160c85d71 None None] Checking segment: {'id': 'b4996de9-7f7d-48c6-b055-ac8671add07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '03b2c5ca-52d5-4ea9-b945-8cdfc2d77584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:59:21.249017 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-edf4739d-7353-4f80-9a18-744160c85d71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:21.249492 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf4739d-7353-4f80-9a18-744160c85d71 None None] Bound using segment: {'id': 'b4996de9-7f7d-48c6-b055-ac8671add07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '03b2c5ca-52d5-4ea9-b945-8cdfc2d77584'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:59:21.251032 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-edf4739d-7353-4f80-9a18-744160c85d71 None None] Bound port: 16d0ec01-07db-4553-9ab8-02c8014407c7, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4996de9-7f7d-48c6-b055-ac8671add07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '03b2c5ca-52d5-4ea9-b945-8cdfc2d77584'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:59:21.251164 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-edf4739d-7353-4f80-9a18-744160c85d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:21.336115 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dcb0e8ef-80e1-44fa-a2b5-b514e6255457 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:21.344240 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-edf4739d-7353-4f80-9a18-744160c85d71 None None] For port 16d0ec01-07db-4553-9ab8-02c8014407c7, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:59:21.351300 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-edf4739d-7353-4f80-9a18-744160c85d71 None None] For port 16d0ec01-07db-4553-9ab8-02c8014407c7, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=16d0ec01-07db-4553-9ab8-02c8014407c7,segment=NetworkSegment(b4996de9-7f7d-48c6-b055-ac8671add07b),segment_id=b4996de9-7f7d-48c6-b055-ac8671add07b)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:59:21.367005 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-edf4739d-7353-4f80-9a18-744160c85d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:21.424083 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee3632-7c57-400a-b677-b1f000a2bff7 req-46adacf7-7eb9-483f-ba92-bd90475681a9 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:21.426400 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-feee3632-7c57-400a-b677-b1f000a2bff7 req-46adacf7-7eb9-483f-ba92-bd90475681a9 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d02da6d1-4f83-4f17-a8b8-da0db8fd3f5a HTTP/1.1" status: 200 len: 943 time: 0.0971844 Oct 20 11:59:21.456760 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf4739d-7353-4f80-9a18-744160c85d71 None None] Pushing event updated for resources: {'Port': ['ID=16d0ec01-07db-4553-9ab8-02c8014407c7,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:59:21.459955 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dcb0e8ef-80e1-44fa-a2b5-b514e6255457 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:21.554501 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb0e8ef-80e1-44fa-a2b5-b514e6255457 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Network 03b2c5ca-52d5-4ea9-b945-8cdfc2d77584 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:59:21.566063 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-feee3632-7c57-400a-b677-b1f000a2bff7 req-0a3f0f13-f1d9-42db-9c1d-dda9d4108d0d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257412 Oct 20 11:59:21.567300 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-dcb0e8ef-80e1-44fa-a2b5-b514e6255457 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:59:21.569941 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb0e8ef-80e1-44fa-a2b5-b514e6255457 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'Port': ['ID=759ee860-3a2b-4d91-9481-15e08e77e63f,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:59:21.572145 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb0e8ef-80e1-44fa-a2b5-b514e6255457 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:59:21.677170 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dcb0e8ef-80e1-44fa-a2b5-b514e6255457 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:21.868809 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 70cf3a76-4aea-43ca-804b-eef59e74d039 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:59:21.914729 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dcb0e8ef-80e1-44fa-a2b5-b514e6255457 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:21.938305 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 70cf3a76-4aea-43ca-804b-eef59e74d039 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:59:21.940350 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:22.043038 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:22.072092 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 70cf3a76-4aea-43ca-804b-eef59e74d039, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=70cf3a76-4aea-43ca-804b-eef59e74d039,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:59:22.087354 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:22.211286 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=70cf3a76-4aea-43ca-804b-eef59e74d039,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:59:22.222248 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-040fcb34-a4b2-4d26-b6ee-08a25085944e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:22.414358 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dcb0e8ef-80e1-44fa-a2b5-b514e6255457 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:22.425578 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dcb0e8ef-80e1-44fa-a2b5-b514e6255457 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:22.518509 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dcb0e8ef-80e1-44fa-a2b5-b514e6255457 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:22.535053 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb0e8ef-80e1-44fa-a2b5-b514e6255457 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'Port': ['ID=759ee860-3a2b-4d91-9481-15e08e77e63f,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:59:22.705241 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb0e8ef-80e1-44fa-a2b5-b514e6255457 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Network 03b2c5ca-52d5-4ea9-b945-8cdfc2d77584 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:59:22.709690 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-dcb0e8ef-80e1-44fa-a2b5-b514e6255457 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:59:22.869551 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977e1800-3394-4f3e-b4c7-551c56c1063e None None] Network 03b2c5ca-52d5-4ea9-b945-8cdfc2d77584 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 11:59:22.879453 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a3630-ab1b-42c0-bf9c-bdfa5e91bb88 req-638a0847-3b9d-4664-b10e-dbbadf5855bb tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:22.892257 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0e2a3630-ab1b-42c0-bf9c-bdfa5e91bb88 req-638a0847-3b9d-4664-b10e-dbbadf5855bb tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d02da6d1-4f83-4f17-a8b8-da0db8fd3f5a HTTP/1.1" status: 200 len: 943 time: 0.1708117 Oct 20 11:59:22.995219 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-6e0de3c4-9625-4c17-8747-202fa837b4bf None None] Provisioning complete for port 16d0ec01-07db-4553-9ab8-02c8014407c7 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:59:22.996196 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6e0de3c4-9625-4c17-8747-202fa837b4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:23.049704 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0e2a3630-ab1b-42c0-bf9c-bdfa5e91bb88 req-caa56405-1287-4432-9569-91f7835828f5 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498196 Oct 20 11:59:23.066643 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb0e8ef-80e1-44fa-a2b5-b514e6255457 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Router e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:59:23.170754 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:23.173273 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6e0de3c4-9625-4c17-8747-202fa837b4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:23.230064 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:23.233797 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-6e0de3c4-9625-4c17-8747-202fa837b4bf None None] For port 16d0ec01-07db-4553-9ab8-02c8014407c7, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=16d0ec01-07db-4553-9ab8-02c8014407c7,segment=NetworkSegment(b4996de9-7f7d-48c6-b055-ac8671add07b),segment_id=b4996de9-7f7d-48c6-b055-ac8671add07b)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:59:23.243144 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6e0de3c4-9625-4c17-8747-202fa837b4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:23.248555 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb0e8ef-80e1-44fa-a2b5-b514e6255457 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:59:23.258072 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-dcb0e8ef-80e1-44fa-a2b5-b514e6255457 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "PUT /v2.0/routers/e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3293636 Oct 20 11:59:23.324471 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0de3c4-9625-4c17-8747-202fa837b4bf None None] Pushing event updated for resources: {'Port': ['ID=16d0ec01-07db-4553-9ab8-02c8014407c7,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:59:23.577794 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-0b3e4066-adae-48f7-a498-97773b1b428f None None] Provisioning complete for port 16d0ec01-07db-4553-9ab8-02c8014407c7 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:59:23.578319 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0b3e4066-adae-48f7-a498-97773b1b428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:23.709950 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b9206e-8095-4b4c-b4a9-b2212caa94c8 None None] Sync routers for ids ['e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:59:23.734424 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b9206e-8095-4b4c-b4a9-b2212caa94c8 None None] Routers {'e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:59:23.735931 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-91b9206e-8095-4b4c-b4a9-b2212caa94c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:59:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:59:23.818142 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-0b3e4066-adae-48f7-a498-97773b1b428f None None] Provisioning complete for port 759ee860-3a2b-4d91-9481-15e08e77e63f triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:59:23.819124 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0b3e4066-adae-48f7-a498-97773b1b428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:23.906584 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-0b3e4066-adae-48f7-a498-97773b1b428f None None] Port 759ee860-3a2b-4d91-9481-15e08e77e63f cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:59:23.929092 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 16d0ec01-07db-4553-9ab8-02c8014407c7 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:59:24.045350 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-91b9206e-8095-4b4c-b4a9-b2212caa94c8 None None] Set router e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:59:24.060371 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e4da35a7-44d0-4c1e-a3dd-e897d41456c2 None None] Provisioning complete for port 759ee860-3a2b-4d91-9481-15e08e77e63f triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:59:24.060914 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e4da35a7-44d0-4c1e-a3dd-e897d41456c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:24.148638 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 16d0ec01-07db-4553-9ab8-02c8014407c7 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:59:24.149370 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:24.221640 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e4da35a7-44d0-4c1e-a3dd-e897d41456c2 None None] Port 759ee860-3a2b-4d91-9481-15e08e77e63f cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:59:24.310766 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-25457e72-bbe3-4ba7-aded-75c1b651bd6a req-8ac4734f-7e23-42da-8ad4-fc584c69caf6 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1549276134&fields=id&tenant_id=d69630d5f3304dc8a33f46da29b2ea4c HTTP/1.1" status: 200 len: 267 time: 0.7694905 Oct 20 11:59:24.332042 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17baf7dd-ccee-4202-9124-7b685a78eeda req-01ce5437-78db-41f8-982a-5d6784601324 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:24.333712 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-17baf7dd-ccee-4202-9124-7b685a78eeda req-01ce5437-78db-41f8-982a-5d6784601324 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d02da6d1-4f83-4f17-a8b8-da0db8fd3f5a HTTP/1.1" status: 200 len: 943 time: 0.0868254 Oct 20 11:59:24.340663 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 70cf3a76-4aea-43ca-804b-eef59e74d039 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:59:24.381117 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-cd3c3f82-7719-4720-b841-62d4cca1cad5 None None] Provisioning complete for port 759ee860-3a2b-4d91-9481-15e08e77e63f triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:59:24.381581 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-cd3c3f82-7719-4720-b841-62d4cca1cad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:24.455353 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-cd3c3f82-7719-4720-b841-62d4cca1cad5 None None] Port 759ee860-3a2b-4d91-9481-15e08e77e63f cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:59:24.470177 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 70cf3a76-4aea-43ca-804b-eef59e74d039 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:59:24.470904 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:24.479027 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-17baf7dd-ccee-4202-9124-7b685a78eeda req-f9021285-a26f-4c47-a193-ea2e2dd825aa tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618320 Oct 20 11:59:24.491370 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25457e72-bbe3-4ba7-aded-75c1b651bd6a req-363aa7dd-df9e-4332-9b23-8f571b34fb36 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:24.502071 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-25457e72-bbe3-4ba7-aded-75c1b651bd6a req-363aa7dd-df9e-4332-9b23-8f571b34fb36 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/networks?id=03b2c5ca-52d5-4ea9-b945-8cdfc2d77584 HTTP/1.1" status: 200 len: 796 time: 0.1655650 Oct 20 11:59:24.526521 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-91b9206e-8095-4b4c-b4a9-b2212caa94c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873725158', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '70cf3a76-4aea-43ca-804b-eef59e74d039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:59:17Z', 'updated_at': '2021-10-20T11:59:21Z', 'revision_number': 4, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': '70cf3a76-4aea-43ca-804b-eef59e74d039', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:59:18Z', 'updated_at': '2021-10-20T11:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '759ee860-3a2b-4d91-9481-15e08e77e63f', 'name': '', 'network_id': '03b2c5ca-52d5-4ea9-b945-8cdfc2d77584', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'mac_address': 'fa:16:3e:c1:61:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '3278640d-6e3c-4ee4-8d75-b217104a3ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:59:20Z', 'updated_at': '2021-10-20T11:59:22Z', 'revision_number': 2, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'subnets': [{'id': '3278640d-6e3c-4ee4-8d75-b217104a3ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:59:24.532615 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-25457e72-bbe3-4ba7-aded-75c1b651bd6a req-30db6f3d-2e75-4784-ab63-49925e99d31d tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/quotas/d69630d5f3304dc8a33f46da29b2ea4c HTTP/1.1" status: 200 len: 375 time: 0.0256402 Oct 20 11:59:24.568875 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b9206e-8095-4b4c-b4a9-b2212caa94c8 None None] Checking router: e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:59:24.568875 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b9206e-8095-4b4c-b4a9-b2212caa94c8 None None] Updating router e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5 port 759ee860-3a2b-4d91-9481-15e08e77e63f binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 11:59:24.604614 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-91b9206e-8095-4b4c-b4a9-b2212caa94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:24.620709 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-25457e72-bbe3-4ba7-aded-75c1b651bd6a req-a615a2bf-fa91-4582-89e1-58aa07155d8f tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=d69630d5f3304dc8a33f46da29b2ea4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0813398 Oct 20 11:59:24.845624 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-25457e72-bbe3-4ba7-aded-75c1b651bd6a req-0578bd83-bf9b-495a-87d8-6bbee20ae5da service neutron] 10.222.0.98 "GET /v2.0/networks/03b2c5ca-52d5-4ea9-b945-8cdfc2d77584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946647 Oct 20 11:59:24.918917 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-91b9206e-8095-4b4c-b4a9-b2212caa94c8 None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:24.927228 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-91b9206e-8095-4b4c-b4a9-b2212caa94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:24.940811 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:24.962012 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-25457e72-bbe3-4ba7-aded-75c1b651bd6a req-cca531b4-8602-4ee1-941b-feee0e02aa9d service neutron] 10.222.0.98 "GET /v2.0/networks/03b2c5ca-52d5-4ea9-b945-8cdfc2d77584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154573 Oct 20 11:59:25.040564 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7712388b-51c4-42d7-88e2-b308973ff12f None None] Pushing event updated for resources: {'Port': ['ID=759ee860-3a2b-4d91-9481-15e08e77e63f,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:59:25.053183 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712388b-51c4-42d7-88e2-b308973ff12f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:59:25.053523 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712388b-51c4-42d7-88e2-b308973ff12f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:59:25.053854 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712388b-51c4-42d7-88e2-b308973ff12f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:59:25.054183 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712388b-51c4-42d7-88e2-b308973ff12f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:59:25.054502 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712388b-51c4-42d7-88e2-b308973ff12f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:59:25.054839 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712388b-51c4-42d7-88e2-b308973ff12f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:59:25.055161 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712388b-51c4-42d7-88e2-b308973ff12f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:59:25.055477 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712388b-51c4-42d7-88e2-b308973ff12f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:59:25.055788 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712388b-51c4-42d7-88e2-b308973ff12f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:59:25.056098 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712388b-51c4-42d7-88e2-b308973ff12f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:59:25.056405 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712388b-51c4-42d7-88e2-b308973ff12f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:59:25.056843 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712388b-51c4-42d7-88e2-b308973ff12f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 11:59:25.069728 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-91b9206e-8095-4b4c-b4a9-b2212caa94c8 None None] Attempting to bind port 759ee860-3a2b-4d91-9481-15e08e77e63f on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:59:25.070087 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-91b9206e-8095-4b4c-b4a9-b2212caa94c8 None None] Attempting to bind port 759ee860-3a2b-4d91-9481-15e08e77e63f by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'b4996de9-7f7d-48c6-b055-ac8671add07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '03b2c5ca-52d5-4ea9-b945-8cdfc2d77584'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:59:25.070882 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b9206e-8095-4b4c-b4a9-b2212caa94c8 None None] Attempting to bind port 759ee860-3a2b-4d91-9481-15e08e77e63f on network 03b2c5ca-52d5-4ea9-b945-8cdfc2d77584 {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:59:25.076117 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b9206e-8095-4b4c-b4a9-b2212caa94c8 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:59:25.076473 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b9206e-8095-4b4c-b4a9-b2212caa94c8 None None] Checking segment: {'id': 'b4996de9-7f7d-48c6-b055-ac8671add07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '03b2c5ca-52d5-4ea9-b945-8cdfc2d77584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:59:25.076861 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-91b9206e-8095-4b4c-b4a9-b2212caa94c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:25.077258 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b9206e-8095-4b4c-b4a9-b2212caa94c8 None None] Bound using segment: {'id': 'b4996de9-7f7d-48c6-b055-ac8671add07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '03b2c5ca-52d5-4ea9-b945-8cdfc2d77584'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:59:25.077698 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-91b9206e-8095-4b4c-b4a9-b2212caa94c8 None None] Bound port: 759ee860-3a2b-4d91-9481-15e08e77e63f, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4996de9-7f7d-48c6-b055-ac8671add07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '03b2c5ca-52d5-4ea9-b945-8cdfc2d77584'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:59:25.078093 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-91b9206e-8095-4b4c-b4a9-b2212caa94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:25.228549 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d1b2e398-2733-430b-9974-3675bc0624fe req-8f4faa50-4e98-47f9-a68d-718febda7836 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=12817b82-0d1f-4410-a61c-8270f48feeea HTTP/1.1" status: 200 len: 210 time: 0.0456221 Oct 20 11:59:25.233418 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-91b9206e-8095-4b4c-b4a9-b2212caa94c8 None None] For port 759ee860-3a2b-4d91-9481-15e08e77e63f, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:59:25.237836 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-91b9206e-8095-4b4c-b4a9-b2212caa94c8 None None] For port 759ee860-3a2b-4d91-9481-15e08e77e63f, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=759ee860-3a2b-4d91-9481-15e08e77e63f,segment=NetworkSegment(b4996de9-7f7d-48c6-b055-ac8671add07b),segment_id=b4996de9-7f7d-48c6-b055-ac8671add07b)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:59:25.242368 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-91b9206e-8095-4b4c-b4a9-b2212caa94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:25.288671 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-91329a10-b6b3-4110-b24d-75e94cf04eb7 None None] Provisioning complete for port 759ee860-3a2b-4d91-9481-15e08e77e63f triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:59:25.289785 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-91329a10-b6b3-4110-b24d-75e94cf04eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:25.306502 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b9206e-8095-4b4c-b4a9-b2212caa94c8 None None] Routers {'e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:59:25.307283 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-91b9206e-8095-4b4c-b4a9-b2212caa94c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:59:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:59:25.368161 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7712388b-51c4-42d7-88e2-b308973ff12f None None] Pushing event updated for resources: {'Port': ['ID=759ee860-3a2b-4d91-9481-15e08e77e63f,revision_number=4']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:59:25.477360 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-91329a10-b6b3-4110-b24d-75e94cf04eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:25.533739 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-91b9206e-8095-4b4c-b4a9-b2212caa94c8 None None] Set router e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:59:25.543301 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-91329a10-b6b3-4110-b24d-75e94cf04eb7 None None] For port 759ee860-3a2b-4d91-9481-15e08e77e63f, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=759ee860-3a2b-4d91-9481-15e08e77e63f,segment=NetworkSegment(b4996de9-7f7d-48c6-b055-ac8671add07b),segment_id=b4996de9-7f7d-48c6-b055-ac8671add07b)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:59:25.552387 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-91329a10-b6b3-4110-b24d-75e94cf04eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:25.642304 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91329a10-b6b3-4110-b24d-75e94cf04eb7 None None] Pushing event updated for resources: {'Port': ['ID=759ee860-3a2b-4d91-9481-15e08e77e63f,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:59:25.700219 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-feaf8d5a-5dae-4959-a7e0-2a88c0fd1210 None None] Provisioning complete for port 759ee860-3a2b-4d91-9481-15e08e77e63f triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:59:25.700598 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-feaf8d5a-5dae-4959-a7e0-2a88c0fd1210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:25.738973 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe94dca-16a2-4f0b-bf16-df56fb64dc5a req-5c4d7acb-1129-456c-bdf2-108e2ae20d7b tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:25.741385 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bbe94dca-16a2-4f0b-bf16-df56fb64dc5a req-5c4d7acb-1129-456c-bdf2-108e2ae20d7b tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d02da6d1-4f83-4f17-a8b8-da0db8fd3f5a HTTP/1.1" status: 200 len: 943 time: 0.1176815 Oct 20 11:59:25.799194 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bbe94dca-16a2-4f0b-bf16-df56fb64dc5a req-864ed930-3cd9-4201-bd70-6327dea89a9f tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472782 Oct 20 11:59:25.921332 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-91b9206e-8095-4b4c-b4a9-b2212caa94c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873725158', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '70cf3a76-4aea-43ca-804b-eef59e74d039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:59:17Z', 'updated_at': '2021-10-20T11:59:21Z', 'revision_number': 4, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': '70cf3a76-4aea-43ca-804b-eef59e74d039', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:59:18Z', 'updated_at': '2021-10-20T11:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '759ee860-3a2b-4d91-9481-15e08e77e63f', 'name': '', 'network_id': '03b2c5ca-52d5-4ea9-b945-8cdfc2d77584', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'mac_address': 'fa:16:3e:c1:61:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '3278640d-6e3c-4ee4-8d75-b217104a3ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:59:20Z', 'updated_at': '2021-10-20T11:59:25Z', 'revision_number': 4, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'subnets': [{'id': '3278640d-6e3c-4ee4-8d75-b217104a3ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:59:25.951160 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b9206e-8095-4b4c-b4a9-b2212caa94c8 None None] The sync data for ids ['e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5'] in n-d-814735-3 is: [{'id': 'e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873725158', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '70cf3a76-4aea-43ca-804b-eef59e74d039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:59:17Z', 'updated_at': '2021-10-20T11:59:21Z', 'revision_number': 4, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': '70cf3a76-4aea-43ca-804b-eef59e74d039', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:59:18Z', 'updated_at': '2021-10-20T11:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '759ee860-3a2b-4d91-9481-15e08e77e63f', 'name': '', 'network_id': '03b2c5ca-52d5-4ea9-b945-8cdfc2d77584', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'mac_address': 'fa:16:3e:c1:61:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '3278640d-6e3c-4ee4-8d75-b217104a3ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:59:20Z', 'updated_at': '2021-10-20T11:59:25Z', 'revision_number': 4, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'subnets': [{'id': '3278640d-6e3c-4ee4-8d75-b217104a3ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:59:26.358597 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eea2ebc9-5354-4655-b9bd-f6d4cf12fe94 req-9a0bb0ca-caf8-4645-94e9-c42e67f34d3e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=12817b82-0d1f-4410-a61c-8270f48feeea HTTP/1.1" status: 200 len: 210 time: 0.0362759 Oct 20 11:59:26.568002 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25457e72-bbe3-4ba7-aded-75c1b651bd6a req-86150a5b-30d0-4ebd-90fc-8777f7cde5b9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:26.569765 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-25457e72-bbe3-4ba7-aded-75c1b651bd6a req-86150a5b-30d0-4ebd-90fc-8777f7cde5b9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.11 "GET /v2.0/networks?id=03b2c5ca-52d5-4ea9-b945-8cdfc2d77584 HTTP/1.1" status: 200 len: 796 time: 0.1821632 Oct 20 11:59:26.634100 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-25457e72-bbe3-4ba7-aded-75c1b651bd6a req-b249b4e0-e5b8-4395-b5b1-7a7293afd88f tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d69630d5f3304dc8a33f46da29b2ea4c HTTP/1.1" status: 200 len: 380 time: 0.0551162 Oct 20 11:59:26.644704 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-25457e72-bbe3-4ba7-aded-75c1b651bd6a req-f4710daa-fd01-4976-ba36-033f14de1f6c tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Request body: {'port': {'device_id': '12817b82-0d1f-4410-a61c-8270f48feeea', 'network_id': '03b2c5ca-52d5-4ea9-b945-8cdfc2d77584', 'admin_state_up': True, 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'security_groups': ['252ec676-e08d-4ae9-9860-e9adf044dfd2']}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:59:26.798256 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25457e72-bbe3-4ba7-aded-75c1b651bd6a req-f4710daa-fd01-4976-ba36-033f14de1f6c tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Made reservation on behalf of d69630d5f3304dc8a33f46da29b2ea4c for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 11:59:26.802690 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-25457e72-bbe3-4ba7-aded-75c1b651bd6a req-f4710daa-fd01-4976-ba36-033f14de1f6c tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:27.007275 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80721cf1-e19e-48df-af82-0b64fcab5227 req-76b58d21-e232-43c1-9adc-b70cfaea6f4e tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:27.011376 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-80721cf1-e19e-48df-af82-0b64fcab5227 req-76b58d21-e232-43c1-9adc-b70cfaea6f4e tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d02da6d1-4f83-4f17-a8b8-da0db8fd3f5a HTTP/1.1" status: 200 len: 943 time: 0.1125739 Oct 20 11:59:27.030427 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-25457e72-bbe3-4ba7-aded-75c1b651bd6a req-f4710daa-fd01-4976-ba36-033f14de1f6c tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Allocated IP 172.20.0.14 (03b2c5ca-52d5-4ea9-b945-8cdfc2d77584/3278640d-6e3c-4ee4-8d75-b217104a3ae7/04c5e18a-e6de-4bbb-b3e7-c09240be335c) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:59:27.084206 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-80721cf1-e19e-48df-af82-0b64fcab5227 req-df2aee21-7233-4b9f-adf9-8f4b33c0d65d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678525 Oct 20 11:59:27.223269 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-25457e72-bbe3-4ba7-aded-75c1b651bd6a req-f4710daa-fd01-4976-ba36-033f14de1f6c tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:27.264657 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-25457e72-bbe3-4ba7-aded-75c1b651bd6a req-f4710daa-fd01-4976-ba36-033f14de1f6c tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:27.314112 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25457e72-bbe3-4ba7-aded-75c1b651bd6a req-f4710daa-fd01-4976-ba36-033f14de1f6c tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Network 03b2c5ca-52d5-4ea9-b945-8cdfc2d77584 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:59:27.319665 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-25457e72-bbe3-4ba7-aded-75c1b651bd6a req-f4710daa-fd01-4976-ba36-033f14de1f6c tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:59:27.324023 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-25457e72-bbe3-4ba7-aded-75c1b651bd6a req-f4710daa-fd01-4976-ba36-033f14de1f6c tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:59:27.371747 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4710daa-fd01-4976-ba36-033f14de1f6c tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'Port': ['ID=04c5e18a-e6de-4bbb-b3e7-c09240be335c,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:59:27.397093 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25457e72-bbe3-4ba7-aded-75c1b651bd6a req-f4710daa-fd01-4976-ba36-033f14de1f6c tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:27.398868 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-25457e72-bbe3-4ba7-aded-75c1b651bd6a req-f4710daa-fd01-4976-ba36-033f14de1f6c tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:27.423502 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-25457e72-bbe3-4ba7-aded-75c1b651bd6a req-f4710daa-fd01-4976-ba36-033f14de1f6c tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7792931 Oct 20 11:59:27.434180 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-25457e72-bbe3-4ba7-aded-75c1b651bd6a req-65fa5534-0d6f-4520-b175-a97223feb2ae service neutron] Request body: {'port': {'device_id': '12817b82-0d1f-4410-a61c-8270f48feeea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:59:27.537637 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-25457e72-bbe3-4ba7-aded-75c1b651bd6a req-65fa5534-0d6f-4520-b175-a97223feb2ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:27.548985 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ccc46-1a3f-45ca-bbb6-2ae75ac7bbf7 req-cb2a444f-4ba0-46ad-84de-f54a049e7595 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:27.550572 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fe7ccc46-1a3f-45ca-bbb6-2ae75ac7bbf7 req-cb2a444f-4ba0-46ad-84de-f54a049e7595 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=12817b82-0d1f-4410-a61c-8270f48feeea HTTP/1.1" status: 200 len: 932 time: 0.0930028 Oct 20 11:59:27.624975 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fe7ccc46-1a3f-45ca-bbb6-2ae75ac7bbf7 req-6627fcf0-c1e5-46ff-9977-4211d9195365 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=252ec676-e08d-4ae9-9860-e9adf044dfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670595 Oct 20 11:59:27.658965 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-b520b0c0-28d7-42d2-8ebf-b7f60239a3d9 None None] Provisioning complete for port 04c5e18a-e6de-4bbb-b3e7-c09240be335c triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:59:27.660289 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b520b0c0-28d7-42d2-8ebf-b7f60239a3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:27.704927 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-b520b0c0-28d7-42d2-8ebf-b7f60239a3d9 None None] Port 04c5e18a-e6de-4bbb-b3e7-c09240be335c cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 11:59:27.731639 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 759ee860-3a2b-4d91-9481-15e08e77e63f up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:59:27.778337 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 759ee860-3a2b-4d91-9481-15e08e77e63f triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:59:27.778673 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:27.893260 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-25457e72-bbe3-4ba7-aded-75c1b651bd6a req-65fa5534-0d6f-4520-b175-a97223feb2ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04c5e18a-e6de-4bbb-b3e7-c09240be335c {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:59:27.901622 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-25457e72-bbe3-4ba7-aded-75c1b651bd6a req-65fa5534-0d6f-4520-b175-a97223feb2ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:27.914692 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-25457e72-bbe3-4ba7-aded-75c1b651bd6a req-65fa5534-0d6f-4520-b175-a97223feb2ae service neutron] Transition to ACTIVE for port object 04c5e18a-e6de-4bbb-b3e7-c09240be335c will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 11:59:27.919967 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-25457e72-bbe3-4ba7-aded-75c1b651bd6a req-65fa5534-0d6f-4520-b175-a97223feb2ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:27.968341 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fa5534-0d6f-4520-b175-a97223feb2ae service neutron] Pushing event updated for resources: {'Port': ['ID=04c5e18a-e6de-4bbb-b3e7-c09240be335c,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:59:28.043444 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-25457e72-bbe3-4ba7-aded-75c1b651bd6a req-65fa5534-0d6f-4520-b175-a97223feb2ae service neutron] Attempting to bind port 04c5e18a-e6de-4bbb-b3e7-c09240be335c on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 11:59:28.043752 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-25457e72-bbe3-4ba7-aded-75c1b651bd6a req-65fa5534-0d6f-4520-b175-a97223feb2ae service neutron] Attempting to bind port 04c5e18a-e6de-4bbb-b3e7-c09240be335c by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': 'b4996de9-7f7d-48c6-b055-ac8671add07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '03b2c5ca-52d5-4ea9-b945-8cdfc2d77584'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 11:59:28.044069 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25457e72-bbe3-4ba7-aded-75c1b651bd6a req-65fa5534-0d6f-4520-b175-a97223feb2ae service neutron] Attempting to bind port 04c5e18a-e6de-4bbb-b3e7-c09240be335c on network 03b2c5ca-52d5-4ea9-b945-8cdfc2d77584 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:59:28.048835 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25457e72-bbe3-4ba7-aded-75c1b651bd6a req-65fa5534-0d6f-4520-b175-a97223feb2ae service neutron] Port 04c5e18a-e6de-4bbb-b3e7-c09240be335c on network 03b2c5ca-52d5-4ea9-b945-8cdfc2d77584 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 11:59:28.049148 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25457e72-bbe3-4ba7-aded-75c1b651bd6a req-65fa5534-0d6f-4520-b175-a97223feb2ae service neutron] Attempting to bind port 04c5e18a-e6de-4bbb-b3e7-c09240be335c on network 03b2c5ca-52d5-4ea9-b945-8cdfc2d77584 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 11:59:28.054319 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25457e72-bbe3-4ba7-aded-75c1b651bd6a req-65fa5534-0d6f-4520-b175-a97223feb2ae service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 11:59:28.054656 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25457e72-bbe3-4ba7-aded-75c1b651bd6a req-65fa5534-0d6f-4520-b175-a97223feb2ae service neutron] Checking segment: {'id': 'b4996de9-7f7d-48c6-b055-ac8671add07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '03b2c5ca-52d5-4ea9-b945-8cdfc2d77584'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 11:59:28.055055 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25457e72-bbe3-4ba7-aded-75c1b651bd6a req-65fa5534-0d6f-4520-b175-a97223feb2ae service neutron] Bound using segment: {'id': 'b4996de9-7f7d-48c6-b055-ac8671add07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '03b2c5ca-52d5-4ea9-b945-8cdfc2d77584'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 11:59:28.055469 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-25457e72-bbe3-4ba7-aded-75c1b651bd6a req-65fa5534-0d6f-4520-b175-a97223feb2ae service neutron] Bound port: 04c5e18a-e6de-4bbb-b3e7-c09240be335c, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4996de9-7f7d-48c6-b055-ac8671add07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '03b2c5ca-52d5-4ea9-b945-8cdfc2d77584'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 11:59:28.055820 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-25457e72-bbe3-4ba7-aded-75c1b651bd6a req-65fa5534-0d6f-4520-b175-a97223feb2ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:28.120837 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-25457e72-bbe3-4ba7-aded-75c1b651bd6a req-65fa5534-0d6f-4520-b175-a97223feb2ae service neutron] For port 04c5e18a-e6de-4bbb-b3e7-c09240be335c, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 11:59:28.124124 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-25457e72-bbe3-4ba7-aded-75c1b651bd6a req-65fa5534-0d6f-4520-b175-a97223feb2ae service neutron] For port 04c5e18a-e6de-4bbb-b3e7-c09240be335c, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=04c5e18a-e6de-4bbb-b3e7-c09240be335c,segment=NetworkSegment(b4996de9-7f7d-48c6-b055-ac8671add07b),segment_id=b4996de9-7f7d-48c6-b055-ac8671add07b)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 11:59:28.130378 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-25457e72-bbe3-4ba7-aded-75c1b651bd6a req-65fa5534-0d6f-4520-b175-a97223feb2ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:28.164284 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25457e72-bbe3-4ba7-aded-75c1b651bd6a req-65fa5534-0d6f-4520-b175-a97223feb2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:28.164895 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-25457e72-bbe3-4ba7-aded-75c1b651bd6a req-65fa5534-0d6f-4520-b175-a97223feb2ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:28.166843 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-25457e72-bbe3-4ba7-aded-75c1b651bd6a req-65fa5534-0d6f-4520-b175-a97223feb2ae service neutron] 10.222.0.11 "PUT /v2.0/ports/04c5e18a-e6de-4bbb-b3e7-c09240be335c HTTP/1.1" status: 200 len: 1092 time: 0.7380319 Oct 20 11:59:28.171450 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12817b82-0d1f-4410-a61c-8270f48feeea', 'tag': '04c5e18a-e6de-4bbb-b3e7-c09240be335c'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:59:28.174271 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b896ef06-3744-44d1-953f-da2e9d17b7aa" -d '{"events": [{"name": "network-changed", "server_uuid": "12817b82-0d1f-4410-a61c-8270f48feeea", "tag": "04c5e18a-e6de-4bbb-b3e7-c09240be335c"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:59:28.224860 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133b6a2f-3ff6-48de-ac34-d83ba0dbe310 x-openstack-request-id: req-133b6a2f-3ff6-48de-ac34-d83ba0dbe310 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:59:28.225149 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12817b82-0d1f-4410-a61c-8270f48feeea", "tag": "04c5e18a-e6de-4bbb-b3e7-c09240be335c", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:59:28.225553 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-133b6a2f-3ff6-48de-ac34-d83ba0dbe310 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:59:28.225790 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12817b82-0d1f-4410-a61c-8270f48feeea', 'tag': '04c5e18a-e6de-4bbb-b3e7-c09240be335c', 'status': 'completed', 'code': 200} Oct 20 11:59:28.239202 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fa5534-0d6f-4520-b175-a97223feb2ae service neutron] Pushing event updated for resources: {'Port': ['ID=04c5e18a-e6de-4bbb-b3e7-c09240be335c,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:59:28.288094 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc2473-4910-4dcb-8498-a4297d8230fa req-1dc809fd-72f8-4c88-8b45-e15e49e0e9fe tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:28.289692 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-93bc2473-4910-4dcb-8498-a4297d8230fa req-1dc809fd-72f8-4c88-8b45-e15e49e0e9fe tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d02da6d1-4f83-4f17-a8b8-da0db8fd3f5a HTTP/1.1" status: 200 len: 943 time: 0.1219554 Oct 20 11:59:28.294709 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25457e72-bbe3-4ba7-aded-75c1b651bd6a req-71988ae5-dc94-4183-afab-dc6a7e732b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:28.296236 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-25457e72-bbe3-4ba7-aded-75c1b651bd6a req-71988ae5-dc94-4183-afab-dc6a7e732b05 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d69630d5f3304dc8a33f46da29b2ea4c&device_id=12817b82-0d1f-4410-a61c-8270f48feeea HTTP/1.1" status: 200 len: 1095 time: 0.0760920 Oct 20 11:59:28.354764 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-25457e72-bbe3-4ba7-aded-75c1b651bd6a req-125587d4-4d57-480e-8afb-c3be361a59b1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04c5e18a-e6de-4bbb-b3e7-c09240be335c HTTP/1.1" status: 200 len: 217 time: 0.0501404 Oct 20 11:59:28.393330 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-93bc2473-4910-4dcb-8498-a4297d8230fa req-5c2e8ec9-8a90-4bbe-843a-e1421d0109a2 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959215 Oct 20 11:59:28.416502 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25457e72-bbe3-4ba7-aded-75c1b651bd6a req-0908862b-2719-495b-b7e2-7bcdbb2c260f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:28.418060 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-25457e72-bbe3-4ba7-aded-75c1b651bd6a req-0908862b-2719-495b-b7e2-7bcdbb2c260f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3278640d-6e3c-4ee4-8d75-b217104a3ae7 HTTP/1.1" status: 200 len: 834 time: 0.0557194 Oct 20 11:59:28.469703 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25457e72-bbe3-4ba7-aded-75c1b651bd6a req-613c66ec-3ed7-4b6b-afb4-331b4925ea05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:28.471265 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-25457e72-bbe3-4ba7-aded-75c1b651bd6a req-613c66ec-3ed7-4b6b-afb4-331b4925ea05 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=03b2c5ca-52d5-4ea9-b945-8cdfc2d77584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460172 Oct 20 11:59:28.576305 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-25457e72-bbe3-4ba7-aded-75c1b651bd6a req-5f5d138a-b3d8-4c27-b5b2-04dbd63f8b42 service neutron] 10.222.0.11 "GET /v2.0/networks/03b2c5ca-52d5-4ea9-b945-8cdfc2d77584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974538 Oct 20 11:59:28.681694 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-25457e72-bbe3-4ba7-aded-75c1b651bd6a req-cd91e64b-7cf0-4784-993a-e5b32f322be5 service neutron] 10.222.0.11 "GET /v2.0/networks/03b2c5ca-52d5-4ea9-b945-8cdfc2d77584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975597 Oct 20 11:59:28.773165 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0fae5f-5de3-44ec-b1c4-6e1fec7037e6 req-82f5164b-1e99-4d0a-940c-915930c49643 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:28.774662 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9c0fae5f-5de3-44ec-b1c4-6e1fec7037e6 req-82f5164b-1e99-4d0a-940c-915930c49643 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=12817b82-0d1f-4410-a61c-8270f48feeea HTTP/1.1" status: 200 len: 944 time: 0.0758824 Oct 20 11:59:28.790561 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896ef06-3744-44d1-953f-da2e9d17b7aa req-156fb9af-0ca8-406d-9e8e-6c83990de2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:28.791997 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b896ef06-3744-44d1-953f-da2e9d17b7aa req-156fb9af-0ca8-406d-9e8e-6c83990de2fa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d69630d5f3304dc8a33f46da29b2ea4c&device_id=12817b82-0d1f-4410-a61c-8270f48feeea HTTP/1.1" status: 200 len: 1095 time: 0.0589221 Oct 20 11:59:28.849890 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9c0fae5f-5de3-44ec-b1c4-6e1fec7037e6 req-04767429-12c9-4eb7-a0f8-894d4b5d2f73 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=252ec676-e08d-4ae9-9860-e9adf044dfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688794 Oct 20 11:59:28.907341 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896ef06-3744-44d1-953f-da2e9d17b7aa req-557da2c3-64b0-4c8f-b7c6-f92ed2647567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:28.908913 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b896ef06-3744-44d1-953f-da2e9d17b7aa req-557da2c3-64b0-4c8f-b7c6-f92ed2647567 service neutron] 10.222.0.11 "GET /v2.0/networks?id=03b2c5ca-52d5-4ea9-b945-8cdfc2d77584 HTTP/1.1" status: 200 len: 898 time: 0.1083760 Oct 20 11:59:28.957506 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b896ef06-3744-44d1-953f-da2e9d17b7aa req-cad626b1-6f39-4fb9-aa44-112b276a0879 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04c5e18a-e6de-4bbb-b3e7-c09240be335c HTTP/1.1" status: 200 len: 217 time: 0.0403388 Oct 20 11:59:29.013314 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896ef06-3744-44d1-953f-da2e9d17b7aa req-e3df10d6-0152-4743-b80c-73a7c56eb6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:29.014875 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b896ef06-3744-44d1-953f-da2e9d17b7aa req-e3df10d6-0152-4743-b80c-73a7c56eb6ab service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3278640d-6e3c-4ee4-8d75-b217104a3ae7 HTTP/1.1" status: 200 len: 834 time: 0.0498636 Oct 20 11:59:29.064686 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896ef06-3744-44d1-953f-da2e9d17b7aa req-d02a6e20-5c24-4405-b01c-8633e2666fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:29.066207 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b896ef06-3744-44d1-953f-da2e9d17b7aa req-d02a6e20-5c24-4405-b01c-8633e2666fb4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=03b2c5ca-52d5-4ea9-b945-8cdfc2d77584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427077 Oct 20 11:59:29.169297 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b896ef06-3744-44d1-953f-da2e9d17b7aa req-a9fdb3c8-9a34-4852-98cd-0805988e3928 service neutron] 10.222.0.11 "GET /v2.0/networks/03b2c5ca-52d5-4ea9-b945-8cdfc2d77584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933120 Oct 20 11:59:29.268704 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b896ef06-3744-44d1-953f-da2e9d17b7aa req-a61bdec0-9d34-4a05-b3e5-ada848862b9a service neutron] 10.222.0.11 "GET /v2.0/networks/03b2c5ca-52d5-4ea9-b945-8cdfc2d77584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924406 Oct 20 11:59:29.521488 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a2d202-d35e-46e5-97c9-e73f47e67f4b req-058e0ecd-8f68-4e71-b1c5-fb3a73045155 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:29.523320 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d9a2d202-d35e-46e5-97c9-e73f47e67f4b req-058e0ecd-8f68-4e71-b1c5-fb3a73045155 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d02da6d1-4f83-4f17-a8b8-da0db8fd3f5a HTTP/1.1" status: 200 len: 943 time: 0.0552776 Oct 20 11:59:29.567861 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d9a2d202-d35e-46e5-97c9-e73f47e67f4b req-59325e9b-8bc5-4f09-abed-7fc0953143e7 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381322 Oct 20 11:59:29.984364 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0dc609-ea99-42bf-a686-4440ad248279 req-7814a021-8cd8-4695-8575-9c12ab7fff10 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:29.986076 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db0dc609-ea99-42bf-a686-4440ad248279 req-7814a021-8cd8-4695-8575-9c12ab7fff10 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=12817b82-0d1f-4410-a61c-8270f48feeea HTTP/1.1" status: 200 len: 944 time: 0.0615051 Oct 20 11:59:30.042914 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db0dc609-ea99-42bf-a686-4440ad248279 req-d65640dc-41ef-4816-b98d-d363f274d8ed tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=252ec676-e08d-4ae9-9860-e9adf044dfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500970 Oct 20 11:59:30.665578 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 04c5e18a-e6de-4bbb-b3e7-c09240be335c details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:59:30.692846 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c8eb5b-2b00-48a7-aa86-0f2357a57107 req-49d68d16-febd-4048-83b8-0f51104cf7d4 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:30.695457 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-33c8eb5b-2b00-48a7-aa86-0f2357a57107 req-49d68d16-febd-4048-83b8-0f51104cf7d4 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d02da6d1-4f83-4f17-a8b8-da0db8fd3f5a HTTP/1.1" status: 200 len: 943 time: 0.0578570 Oct 20 11:59:30.743536 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-33c8eb5b-2b00-48a7-aa86-0f2357a57107 req-e64a638b-aa98-4de4-9abe-67cd0f714c76 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392284 Oct 20 11:59:30.778619 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 04c5e18a-e6de-4bbb-b3e7-c09240be335c, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=04c5e18a-e6de-4bbb-b3e7-c09240be335c,segment=NetworkSegment(b4996de9-7f7d-48c6-b055-ac8671add07b),segment_id=b4996de9-7f7d-48c6-b055-ac8671add07b)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:59:30.790671 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '04c5e18a-e6de-4bbb-b3e7-c09240be335c', 'network_id': '03b2c5ca-52d5-4ea9-b945-8cdfc2d77584', 'port_id': '04c5e18a-e6de-4bbb-b3e7-c09240be335c', 'mac_address': 'fa:16:3e:61:f5:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3278640d-6e3c-4ee4-8d75-b217104a3ae7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:59:30.832022 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:30.845106 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04c5e18a-e6de-4bbb-b3e7-c09240be335c {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:59:30.865592 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 04c5e18a-e6de-4bbb-b3e7-c09240be335c, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=04c5e18a-e6de-4bbb-b3e7-c09240be335c,segment=NetworkSegment(b4996de9-7f7d-48c6-b055-ac8671add07b),segment_id=b4996de9-7f7d-48c6-b055-ac8671add07b)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:59:30.870814 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:30.926091 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=04c5e18a-e6de-4bbb-b3e7-c09240be335c,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:59:31.073622 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['04c5e18a-e6de-4bbb-b3e7-c09240be335c'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:59:31.166280 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521db587-922d-4301-8e2c-42881db0dc68 req-82cbfda8-c57a-4e4c-8495-db4bb246aa96 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:31.168217 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-521db587-922d-4301-8e2c-42881db0dc68 req-82cbfda8-c57a-4e4c-8495-db4bb246aa96 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=12817b82-0d1f-4410-a61c-8270f48feeea HTTP/1.1" status: 200 len: 945 time: 0.0527060 Oct 20 11:59:31.214364 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-521db587-922d-4301-8e2c-42881db0dc68 req-04c993bb-4c24-4ca0-b03f-33bb4f8102c0 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=252ec676-e08d-4ae9-9860-e9adf044dfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395217 Oct 20 11:59:31.866452 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4edfbdb-c756-410c-a8bc-052e0053904a req-e1c76e8f-94b3-4a45-8e2b-0a6ea3b4e9c0 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:31.867893 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f4edfbdb-c756-410c-a8bc-052e0053904a req-e1c76e8f-94b3-4a45-8e2b-0a6ea3b4e9c0 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d02da6d1-4f83-4f17-a8b8-da0db8fd3f5a HTTP/1.1" status: 200 len: 943 time: 0.0516257 Oct 20 11:59:31.908388 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f4edfbdb-c756-410c-a8bc-052e0053904a req-4c35a41a-aae4-4940-85d0-299082f106d2 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343788 Oct 20 11:59:32.332066 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabdf76c-74fe-4af8-a703-fb1ff14b7cf4 req-1add6129-34c0-445a-b36c-08d3bb1b4136 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:32.333642 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dabdf76c-74fe-4af8-a703-fb1ff14b7cf4 req-1add6129-34c0-445a-b36c-08d3bb1b4136 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=12817b82-0d1f-4410-a61c-8270f48feeea HTTP/1.1" status: 200 len: 945 time: 0.0511558 Oct 20 11:59:32.375120 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dabdf76c-74fe-4af8-a703-fb1ff14b7cf4 req-be2f3de9-159c-4c25-8917-24cd73cb4809 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=252ec676-e08d-4ae9-9860-e9adf044dfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349054 Oct 20 11:59:32.677193 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 04c5e18a-e6de-4bbb-b3e7-c09240be335c up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:59:32.730031 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 04c5e18a-e6de-4bbb-b3e7-c09240be335c completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:59:32.733975 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 04c5e18a-e6de-4bbb-b3e7-c09240be335c triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:59:32.734452 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:32.814114 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:32.836212 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12817b82-0d1f-4410-a61c-8270f48feeea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c5e18a-e6de-4bbb-b3e7-c09240be335c'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:59:32.838412 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbce2855-e244-4863-8434-c63007f10881" -d '{"events": [{"server_uuid": "12817b82-0d1f-4410-a61c-8270f48feeea", "name": "network-vif-plugged", "status": "completed", "tag": "04c5e18a-e6de-4bbb-b3e7-c09240be335c"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:59:32.850692 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 04c5e18a-e6de-4bbb-b3e7-c09240be335c, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=04c5e18a-e6de-4bbb-b3e7-c09240be335c,segment=NetworkSegment(b4996de9-7f7d-48c6-b055-ac8671add07b),segment_id=b4996de9-7f7d-48c6-b055-ac8671add07b)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:59:32.856014 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:32.880873 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b342c14-1954-4bb8-b9f8-475d29c04715 x-openstack-request-id: req-8b342c14-1954-4bb8-b9f8-475d29c04715 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:59:32.881242 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12817b82-0d1f-4410-a61c-8270f48feeea", "name": "network-vif-plugged", "status": "completed", "tag": "04c5e18a-e6de-4bbb-b3e7-c09240be335c", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:59:32.881578 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8b342c14-1954-4bb8-b9f8-475d29c04715 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:59:32.882034 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12817b82-0d1f-4410-a61c-8270f48feeea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c5e18a-e6de-4bbb-b3e7-c09240be335c', 'code': 200} Oct 20 11:59:32.912819 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=04c5e18a-e6de-4bbb-b3e7-c09240be335c,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:59:33.024019 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999a7c1-fcca-4f4f-912d-6b94c77cc238 req-2582aa17-5a71-4c1b-9ea4-7df146414ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:33.025544 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d999a7c1-fcca-4f4f-912d-6b94c77cc238 req-2582aa17-5a71-4c1b-9ea4-7df146414ad0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=12817b82-0d1f-4410-a61c-8270f48feeea HTTP/1.1" status: 200 len: 1097 time: 0.0798337 Oct 20 11:59:33.060315 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b35d06-d87a-4d59-be1e-45229859d2f9 req-572898a9-d91d-4472-bf44-805606c95883 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:33.061791 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-34b35d06-d87a-4d59-be1e-45229859d2f9 req-572898a9-d91d-4472-bf44-805606c95883 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d02da6d1-4f83-4f17-a8b8-da0db8fd3f5a HTTP/1.1" status: 200 len: 943 time: 0.0760915 Oct 20 11:59:33.082874 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d999a7c1-fcca-4f4f-912d-6b94c77cc238 req-c40445a6-e6fc-4985-be85-aed86fd3e031 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=252ec676-e08d-4ae9-9860-e9adf044dfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489461 Oct 20 11:59:33.109258 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-34b35d06-d87a-4d59-be1e-45229859d2f9 req-c8d42ffb-de8e-4e62-9e68-ecb81fec754e tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385370 Oct 20 11:59:33.564232 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1810e-100b-4ac5-ba11-37fa7731da08 req-8c7ee12c-fe28-43bd-8ee6-18f9ce4864a0 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:33.566121 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bcc1810e-100b-4ac5-ba11-37fa7731da08 req-8c7ee12c-fe28-43bd-8ee6-18f9ce4864a0 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=12817b82-0d1f-4410-a61c-8270f48feeea HTTP/1.1" status: 200 len: 946 time: 0.0543609 Oct 20 11:59:33.614278 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bcc1810e-100b-4ac5-ba11-37fa7731da08 req-363505c2-f8dd-4215-9b1d-231552da9154 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=252ec676-e08d-4ae9-9860-e9adf044dfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413072 Oct 20 11:59:34.240750 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac11f3-5951-46cd-946e-5d4fb860422c req-c1bce854-1e7e-4d78-8a31-7d3240884a0e tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:34.242615 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d3ac11f3-5951-46cd-946e-5d4fb860422c req-c1bce854-1e7e-4d78-8a31-7d3240884a0e tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d02da6d1-4f83-4f17-a8b8-da0db8fd3f5a HTTP/1.1" status: 200 len: 943 time: 0.0615869 Oct 20 11:59:34.290484 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d3ac11f3-5951-46cd-946e-5d4fb860422c req-12708512-b06c-47fe-a936-a74246a57ff9 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417292 Oct 20 11:59:34.735167 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb0fd89-2a02-445e-99cd-f96fc035b964 req-c2969c51-57d4-46f0-8958-cb088407a8c5 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:34.736706 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8fb0fd89-2a02-445e-99cd-f96fc035b964 req-c2969c51-57d4-46f0-8958-cb088407a8c5 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=12817b82-0d1f-4410-a61c-8270f48feeea HTTP/1.1" status: 200 len: 946 time: 0.0523086 Oct 20 11:59:34.777648 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8fb0fd89-2a02-445e-99cd-f96fc035b964 req-27294a0c-abc7-4244-8673-b0ef4a3b22e6 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=252ec676-e08d-4ae9-9860-e9adf044dfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346270 Oct 20 11:59:34.904689 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19018cd6-f3c7-468d-a549-3727653648a0 req-b1d1610d-9e05-41f8-b210-44d58c7f5fa3 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:34.906222 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19018cd6-f3c7-468d-a549-3727653648a0 req-b1d1610d-9e05-41f8-b210-44d58c7f5fa3 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=12817b82-0d1f-4410-a61c-8270f48feeea HTTP/1.1" status: 200 len: 946 time: 0.0530124 Oct 20 11:59:34.947379 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19018cd6-f3c7-468d-a549-3727653648a0 req-3c98c2ea-e84f-4f2a-ac84-3933750ffaea tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=252ec676-e08d-4ae9-9860-e9adf044dfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351198 Oct 20 11:59:34.971237 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48594) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:59:35.013282 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4769ac6f-d3da-4d5f-910b-f0ebda57c433 tempest-TestNetworkAdvancedServerOps-525790075 tempest-TestNetworkAdvancedServerOps-525790075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:35.014888 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4769ac6f-d3da-4d5f-910b-f0ebda57c433 tempest-TestNetworkAdvancedServerOps-525790075 tempest-TestNetworkAdvancedServerOps-525790075-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=12817b82-0d1f-4410-a61c-8270f48feeea HTTP/1.1" status: 200 len: 1092 time: 0.0425777 Oct 20 11:59:35.017843 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48596) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:59:35.022080 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-6ff4eade-22bd-4fd2-b241-942edda57900 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'port_id': '04c5e18a-e6de-4bbb-b3e7-c09240be335c', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 11:59:35.047643 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6ff4eade-22bd-4fd2-b241-942edda57900 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for floatingip, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:35.152955 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6ff4eade-22bd-4fd2-b241-942edda57900 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:35.257502 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-6ff4eade-22bd-4fd2-b241-942edda57900 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Allocated IP 172.25.5.46 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/2ef3fa03-dbdf-4de9-807c-780369913082) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 11:59:35.364081 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6ff4eade-22bd-4fd2-b241-942edda57900 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:35.400636 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6ff4eade-22bd-4fd2-b241-942edda57900 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:35.416583 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34475b1-fd7e-4629-ade8-a2b8a2c778f8 req-fe549443-5fc0-45ee-9283-add81007e4b7 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:35.418107 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c34475b1-fd7e-4629-ade8-a2b8a2c778f8 req-fe549443-5fc0-45ee-9283-add81007e4b7 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d02da6d1-4f83-4f17-a8b8-da0db8fd3f5a HTTP/1.1" status: 200 len: 943 time: 0.0601432 Oct 20 11:59:35.439940 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff4eade-22bd-4fd2-b241-942edda57900 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 11:59:35.444052 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-6ff4eade-22bd-4fd2-b241-942edda57900 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 11:59:35.450744 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff4eade-22bd-4fd2-b241-942edda57900 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 11:59:35.453934 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff4eade-22bd-4fd2-b241-942edda57900 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'Port': ['ID=2ef3fa03-dbdf-4de9-807c-780369913082,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:59:35.456281 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c34475b1-fd7e-4629-ade8-a2b8a2c778f8 req-56665ba7-c570-48d4-8924-67b98bd3918f tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317142 Oct 20 11:59:36.134202 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6ff4eade-22bd-4fd2-b241-942edda57900 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:36.198942 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6ff4eade-22bd-4fd2-b241-942edda57900 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:36.348232 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6ff4eade-22bd-4fd2-b241-942edda57900 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:36.354207 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6ff4eade-22bd-4fd2-b241-942edda57900 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:36.427291 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff4eade-22bd-4fd2-b241-942edda57900 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'Port': ['ID=2ef3fa03-dbdf-4de9-807c-780369913082,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:59:36.435975 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6ff4eade-22bd-4fd2-b241-942edda57900 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:36.541111 n-d-814735-3 neutron-server[100646]: INFO neutron.db.l3_db [None req-6ff4eade-22bd-4fd2-b241-942edda57900 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Floating IP 5fc9a9e4-cb57-4838-aa1c-c05561a20157 associated. External IP: 172.25.5.46, port: 04c5e18a-e6de-4bbb-b3e7-c09240be335c. Oct 20 11:59:36.575950 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ffcfec-133a-4ccf-a2d6-9725e368cbd7 req-36a6e15d-de8a-400e-88d9-f04a79b8942a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:36.577438 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d2ffcfec-133a-4ccf-a2d6-9725e368cbd7 req-36a6e15d-de8a-400e-88d9-f04a79b8942a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d02da6d1-4f83-4f17-a8b8-da0db8fd3f5a HTTP/1.1" status: 200 len: 943 time: 0.0513499 Oct 20 11:59:36.616393 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d2ffcfec-133a-4ccf-a2d6-9725e368cbd7 req-98c51a64-3993-40fe-902d-5bbfad67166a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325458 Oct 20 11:59:36.752054 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff4eade-22bd-4fd2-b241-942edda57900 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Router e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 11:59:36.870905 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff4eade-22bd-4fd2-b241-942edda57900 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 11:59:36.881556 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b599afe-4d31-42b4-9982-f0cd56ce96ac None None] Sync routers for ids ['e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 11:59:36.890706 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6ff4eade-22bd-4fd2-b241-942edda57900 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:36.892206 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b599afe-4d31-42b4-9982-f0cd56ce96ac None None] Routers {'e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:59:36.892830 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-5b599afe-4d31-42b4-9982-f0cd56ce96ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:59:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:59:36.917787 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6ff4eade-22bd-4fd2-b241-942edda57900 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8989174 Oct 20 11:59:36.918377 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12817b82-0d1f-4410-a61c-8270f48feeea', 'tag': '04c5e18a-e6de-4bbb-b3e7-c09240be335c'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:59:36.920661 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58544b11-288b-45fc-9693-807a217c67e4" -d '{"events": [{"name": "network-changed", "server_uuid": "12817b82-0d1f-4410-a61c-8270f48feeea", "tag": "04c5e18a-e6de-4bbb-b3e7-c09240be335c"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:59:37.007879 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-5b599afe-4d31-42b4-9982-f0cd56ce96ac None None] Set router e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:59:37.021406 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55deec-d9ff-4651-b3a7-041d161b7b19 req-cec61a03-7bbe-493b-bc72-f51f41fc03f4 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:37.023246 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8f55deec-d9ff-4651-b3a7-041d161b7b19 req-cec61a03-7bbe-493b-bc72-f51f41fc03f4 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=12817b82-0d1f-4410-a61c-8270f48feeea HTTP/1.1" status: 200 len: 946 time: 0.0515714 Oct 20 11:59:37.037233 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 11:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7f2a6d-3642-4e34-8b4c-e76b7194de64 x-openstack-request-id: req-dd7f2a6d-3642-4e34-8b4c-e76b7194de64 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:59:37.037503 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12817b82-0d1f-4410-a61c-8270f48feeea", "tag": "04c5e18a-e6de-4bbb-b3e7-c09240be335c", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:59:37.037702 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-dd7f2a6d-3642-4e34-8b4c-e76b7194de64 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:59:37.038249 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12817b82-0d1f-4410-a61c-8270f48feeea', 'tag': '04c5e18a-e6de-4bbb-b3e7-c09240be335c', 'status': 'completed', 'code': 200} Oct 20 11:59:37.073713 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8f55deec-d9ff-4651-b3a7-041d161b7b19 req-28611c2f-5925-4807-8476-e957b9dbc588 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=252ec676-e08d-4ae9-9860-e9adf044dfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427983 Oct 20 11:59:37.098165 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48612) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:59:37.106988 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58544b11-288b-45fc-9693-807a217c67e4 req-884f5c19-c873-4860-975a-7868a9b00577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:37.108547 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-58544b11-288b-45fc-9693-807a217c67e4 req-884f5c19-c873-4860-975a-7868a9b00577 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d69630d5f3304dc8a33f46da29b2ea4c&device_id=12817b82-0d1f-4410-a61c-8270f48feeea HTTP/1.1" status: 200 len: 1097 time: 0.0486853 Oct 20 11:59:37.166354 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3f279e2c-5e89-4806-8a8a-6409e3b65614 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/floatingips/5fc9a9e4-cb57-4838-aa1c-c05561a20157 HTTP/1.1" status: 200 len: 991 time: 0.0658729 Oct 20 11:59:37.199698 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58544b11-288b-45fc-9693-807a217c67e4 req-895c5798-4c7e-47ee-a732-0f8247a925e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:37.201351 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-58544b11-288b-45fc-9693-807a217c67e4 req-895c5798-4c7e-47ee-a732-0f8247a925e8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=03b2c5ca-52d5-4ea9-b945-8cdfc2d77584 HTTP/1.1" status: 200 len: 898 time: 0.0857563 Oct 20 11:59:37.249520 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-5b599afe-4d31-42b4-9982-f0cd56ce96ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873725158', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '70cf3a76-4aea-43ca-804b-eef59e74d039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:59:17Z', 'updated_at': '2021-10-20T11:59:21Z', 'revision_number': 4, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': '70cf3a76-4aea-43ca-804b-eef59e74d039', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:59:18Z', 'updated_at': '2021-10-20T11:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '5fc9a9e4-cb57-4838-aa1c-c05561a20157', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'floating_ip_address': '172.25.5.46', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5', 'port_id': '04c5e18a-e6de-4bbb-b3e7-c09240be335c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03b2c5ca-52d5-4ea9-b945-8cdfc2d77584', 'mac_address': 'fa:16:3e:61:f5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12817b82-0d1f-4410-a61c-8270f48feeea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:59:35Z', 'updated_at': '2021-10-20T11:59:35Z', 'revision_number': 0, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '759ee860-3a2b-4d91-9481-15e08e77e63f', 'name': '', 'network_id': '03b2c5ca-52d5-4ea9-b945-8cdfc2d77584', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'mac_address': 'fa:16:3e:c1:61:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '3278640d-6e3c-4ee4-8d75-b217104a3ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:59:20Z', 'updated_at': '2021-10-20T11:59:25Z', 'revision_number': 5, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'subnets': [{'id': '3278640d-6e3c-4ee4-8d75-b217104a3ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:59:37.275868 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-58544b11-288b-45fc-9693-807a217c67e4 req-ab3c3e59-0f19-4c55-980b-4e99f5349b7e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04c5e18a-e6de-4bbb-b3e7-c09240be335c HTTP/1.1" status: 200 len: 999 time: 0.0672781 Oct 20 11:59:37.276147 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b599afe-4d31-42b4-9982-f0cd56ce96ac None None] Checking router: e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 11:59:37.284881 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b599afe-4d31-42b4-9982-f0cd56ce96ac None None] Routers {'e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 11:59:37.285482 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-5b599afe-4d31-42b4-9982-f0cd56ce96ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T11:59:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:59:37.323985 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58544b11-288b-45fc-9693-807a217c67e4 req-11d4a99f-5d2d-498d-9e3e-e43e33cd2b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:37.325434 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-58544b11-288b-45fc-9693-807a217c67e4 req-11d4a99f-5d2d-498d-9e3e-e43e33cd2b38 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3278640d-6e3c-4ee4-8d75-b217104a3ae7 HTTP/1.1" status: 200 len: 834 time: 0.0432131 Oct 20 11:59:37.371751 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58544b11-288b-45fc-9693-807a217c67e4 req-ba621bc2-db80-4dfa-85bd-359cac43973e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:37.373306 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-58544b11-288b-45fc-9693-807a217c67e4 req-ba621bc2-db80-4dfa-85bd-359cac43973e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=03b2c5ca-52d5-4ea9-b945-8cdfc2d77584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406373 Oct 20 11:59:37.390127 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-5b599afe-4d31-42b4-9982-f0cd56ce96ac None None] Set router e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 11:59:37.472642 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-58544b11-288b-45fc-9693-807a217c67e4 req-772c30b7-f54f-4129-bf99-f447bfa37ddb service neutron] 10.222.0.11 "GET /v2.0/networks/03b2c5ca-52d5-4ea9-b945-8cdfc2d77584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912507 Oct 20 11:59:37.566708 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-58544b11-288b-45fc-9693-807a217c67e4 req-a4257fcc-3019-4f8f-bf27-234088d582ba service neutron] 10.222.0.11 "GET /v2.0/networks/03b2c5ca-52d5-4ea9-b945-8cdfc2d77584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869277 Oct 20 11:59:37.623975 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-5b599afe-4d31-42b4-9982-f0cd56ce96ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873725158', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '70cf3a76-4aea-43ca-804b-eef59e74d039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:59:17Z', 'updated_at': '2021-10-20T11:59:21Z', 'revision_number': 4, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': '70cf3a76-4aea-43ca-804b-eef59e74d039', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:59:18Z', 'updated_at': '2021-10-20T11:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '5fc9a9e4-cb57-4838-aa1c-c05561a20157', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'floating_ip_address': '172.25.5.46', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5', 'port_id': '04c5e18a-e6de-4bbb-b3e7-c09240be335c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03b2c5ca-52d5-4ea9-b945-8cdfc2d77584', 'mac_address': 'fa:16:3e:61:f5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12817b82-0d1f-4410-a61c-8270f48feeea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:59:35Z', 'updated_at': '2021-10-20T11:59:35Z', 'revision_number': 0, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '759ee860-3a2b-4d91-9481-15e08e77e63f', 'name': '', 'network_id': '03b2c5ca-52d5-4ea9-b945-8cdfc2d77584', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'mac_address': 'fa:16:3e:c1:61:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '3278640d-6e3c-4ee4-8d75-b217104a3ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:59:20Z', 'updated_at': '2021-10-20T11:59:25Z', 'revision_number': 5, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'subnets': [{'id': '3278640d-6e3c-4ee4-8d75-b217104a3ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 11:59:37.650969 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b599afe-4d31-42b4-9982-f0cd56ce96ac None None] The sync data for ids ['e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5'] in n-d-814735-3 is: [{'id': 'e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873725158', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '70cf3a76-4aea-43ca-804b-eef59e74d039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:59:17Z', 'updated_at': '2021-10-20T11:59:21Z', 'revision_number': 4, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': '70cf3a76-4aea-43ca-804b-eef59e74d039', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:59:18Z', 'updated_at': '2021-10-20T11:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '5fc9a9e4-cb57-4838-aa1c-c05561a20157', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'floating_ip_address': '172.25.5.46', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5', 'port_id': '04c5e18a-e6de-4bbb-b3e7-c09240be335c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03b2c5ca-52d5-4ea9-b945-8cdfc2d77584', 'mac_address': 'fa:16:3e:61:f5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12817b82-0d1f-4410-a61c-8270f48feeea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T11:59:35Z', 'updated_at': '2021-10-20T11:59:35Z', 'revision_number': 0, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '759ee860-3a2b-4d91-9481-15e08e77e63f', 'name': '', 'network_id': '03b2c5ca-52d5-4ea9-b945-8cdfc2d77584', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'mac_address': 'fa:16:3e:c1:61:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '3278640d-6e3c-4ee4-8d75-b217104a3ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:59:20Z', 'updated_at': '2021-10-20T11:59:25Z', 'revision_number': 5, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'subnets': [{'id': '3278640d-6e3c-4ee4-8d75-b217104a3ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 11:59:37.739872 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf5864-b695-4b38-8494-e011d5977337 req-15d31047-d769-4e5a-bd27-038bb8da9001 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:37.741402 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bfdf5864-b695-4b38-8494-e011d5977337 req-15d31047-d769-4e5a-bd27-038bb8da9001 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d02da6d1-4f83-4f17-a8b8-da0db8fd3f5a HTTP/1.1" status: 200 len: 943 time: 0.0552130 Oct 20 11:59:37.782476 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bfdf5864-b695-4b38-8494-e011d5977337 req-a8bc4574-7b21-4853-954b-8cd18290a0cc tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345590 Oct 20 11:59:37.852055 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c9f817-32a5-4fa9-932b-9fc81c524e2c None None] New status for floating IP 5fc9a9e4-cb57-4838-aa1c-c05561a20157: ACTIVE {{(pid=100649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 11:59:38.168796 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48618) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 11:59:38.228994 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-49ca6627-cede-4ff3-a76a-ef8f91c21fd7 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/floatingips/5fc9a9e4-cb57-4838-aa1c-c05561a20157 HTTP/1.1" status: 200 len: 993 time: 0.0590360 Oct 20 11:59:38.902502 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac89152-e394-4efb-9e9b-32ad347a4a99 req-8163e5c4-bb4f-46b7-8ee3-d7a1306a4997 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:38.904023 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ac89152-e394-4efb-9e9b-32ad347a4a99 req-8163e5c4-bb4f-46b7-8ee3-d7a1306a4997 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d02da6d1-4f83-4f17-a8b8-da0db8fd3f5a HTTP/1.1" status: 200 len: 943 time: 0.0528436 Oct 20 11:59:38.944335 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ac89152-e394-4efb-9e9b-32ad347a4a99 req-29c5f90e-e50b-4cd4-9085-176536e5315d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322328 Oct 20 11:59:40.074816 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860863b6-780c-4588-b6e8-758918a46c40 req-b0ab1d38-f3d9-4ff5-ae4d-542c99f0d578 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:40.076308 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-860863b6-780c-4588-b6e8-758918a46c40 req-b0ab1d38-f3d9-4ff5-ae4d-542c99f0d578 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d02da6d1-4f83-4f17-a8b8-da0db8fd3f5a HTTP/1.1" status: 200 len: 943 time: 0.0568588 Oct 20 11:59:40.082459 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:40.115805 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-860863b6-780c-4588-b6e8-758918a46c40 req-43030a60-2c22-4bf5-8ab4-b36927f08592 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325105 Oct 20 11:59:41.254218 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd8d26-5228-4e7c-ab2e-1cd6410e2723 req-1af1fbdd-51a4-413a-9db4-addb920648b6 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:41.255737 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-81bd8d26-5228-4e7c-ab2e-1cd6410e2723 req-1af1fbdd-51a4-413a-9db4-addb920648b6 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d02da6d1-4f83-4f17-a8b8-da0db8fd3f5a HTTP/1.1" status: 200 len: 943 time: 0.0540695 Oct 20 11:59:41.305654 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-81bd8d26-5228-4e7c-ab2e-1cd6410e2723 req-e2efec69-3345-428a-9c24-bc97388bf718 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396802 Oct 20 11:59:42.436169 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd302e7-6404-439d-be4e-cdfde534f49f req-61e02adc-a318-4b37-b93f-b3b5b9fc021a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:42.437658 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-acd302e7-6404-439d-be4e-cdfde534f49f req-61e02adc-a318-4b37-b93f-b3b5b9fc021a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d02da6d1-4f83-4f17-a8b8-da0db8fd3f5a HTTP/1.1" status: 200 len: 943 time: 0.0593927 Oct 20 11:59:42.488949 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-acd302e7-6404-439d-be4e-cdfde534f49f req-30d5aa72-bc47-43a1-9579-95572da12856 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445883 Oct 20 11:59:42.544414 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device d02dde90-f4c1-42a1-98ee-8bbb04622e98 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 11:59:42.645798 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port d02dde90-f4c1-42a1-98ee-8bbb04622e98, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=d02dde90-f4c1-42a1-98ee-8bbb04622e98,segment=NetworkSegment(eb3b04cf-4e5d-47e1-a25f-825ff902331c),segment_id=eb3b04cf-4e5d-47e1-a25f-825ff902331c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:59:42.815589 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': 'd02dde90-f4c1-42a1-98ee-8bbb04622e98', 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a', 'port_id': 'd02dde90-f4c1-42a1-98ee-8bbb04622e98', 'mac_address': 'fa:16:3e:f8:73:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '667cbc2d-c894-4d06-bf55-c551daf9476c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 11:59:42.855746 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:42.868857 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d02dde90-f4c1-42a1-98ee-8bbb04622e98 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 11:59:42.888680 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port d02dde90-f4c1-42a1-98ee-8bbb04622e98, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=d02dde90-f4c1-42a1-98ee-8bbb04622e98,segment=NetworkSegment(eb3b04cf-4e5d-47e1-a25f-825ff902331c),segment_id=eb3b04cf-4e5d-47e1-a25f-825ff902331c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:59:42.894160 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:42.949480 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=d02dde90-f4c1-42a1-98ee-8bbb04622e98,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:59:43.169092 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['d02dde90-f4c1-42a1-98ee-8bbb04622e98'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:59:43.612612 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222dc476-8597-468f-afff-31e1bc2c5f24 req-e1454f4a-1e36-45f8-85e4-e7b49d744adf tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:43.614119 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-222dc476-8597-468f-afff-31e1bc2c5f24 req-e1454f4a-1e36-45f8-85e4-e7b49d744adf tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d02da6d1-4f83-4f17-a8b8-da0db8fd3f5a HTTP/1.1" status: 200 len: 944 time: 0.0553133 Oct 20 11:59:43.655677 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-222dc476-8597-468f-afff-31e1bc2c5f24 req-47694865-b573-4ecc-ae3d-36ce7addbab2 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354354 Oct 20 11:59:44.560178 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device d02dde90-f4c1-42a1-98ee-8bbb04622e98 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 11:59:44.611816 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port d02dde90-f4c1-42a1-98ee-8bbb04622e98 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 11:59:44.615859 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port d02dde90-f4c1-42a1-98ee-8bbb04622e98 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 11:59:44.616255 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:44.698101 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:44.721032 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02da6d1-4f83-4f17-a8b8-da0db8fd3f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd02dde90-f4c1-42a1-98ee-8bbb04622e98'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:59:44.723520 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d09f32-7199-49ab-bbd8-0f0ef14d37e6" -d '{"events": [{"server_uuid": "d02da6d1-4f83-4f17-a8b8-da0db8fd3f5a", "name": "network-vif-plugged", "status": "completed", "tag": "d02dde90-f4c1-42a1-98ee-8bbb04622e98"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:59:44.736225 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port d02dde90-f4c1-42a1-98ee-8bbb04622e98, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=d02dde90-f4c1-42a1-98ee-8bbb04622e98,segment=NetworkSegment(eb3b04cf-4e5d-47e1-a25f-825ff902331c),segment_id=eb3b04cf-4e5d-47e1-a25f-825ff902331c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:59:44.740856 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:44.767255 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40dbf79b-6018-4ed0-973d-a2b1a2bd8932 x-openstack-request-id: req-40dbf79b-6018-4ed0-973d-a2b1a2bd8932 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:59:44.767549 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02da6d1-4f83-4f17-a8b8-da0db8fd3f5a", "name": "network-vif-plugged", "status": "completed", "tag": "d02dde90-f4c1-42a1-98ee-8bbb04622e98", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:59:44.767810 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-40dbf79b-6018-4ed0-973d-a2b1a2bd8932 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:59:44.768270 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd02da6d1-4f83-4f17-a8b8-da0db8fd3f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd02dde90-f4c1-42a1-98ee-8bbb04622e98', 'code': 200} Oct 20 11:59:44.779743 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625047b0-2bfe-4c17-977f-da4a3090397a req-f72a44fa-5fe8-46b8-b267-cecfe1e6efbf tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:44.781288 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-625047b0-2bfe-4c17-977f-da4a3090397a req-f72a44fa-5fe8-46b8-b267-cecfe1e6efbf tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d02da6d1-4f83-4f17-a8b8-da0db8fd3f5a HTTP/1.1" status: 200 len: 944 time: 0.0587947 Oct 20 11:59:44.796143 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=d02dde90-f4c1-42a1-98ee-8bbb04622e98,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:59:44.828393 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-625047b0-2bfe-4c17-977f-da4a3090397a req-01b6a4e2-b3ad-4b8c-ab58-8133ac853e82 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402768 Oct 20 11:59:44.873735 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb63123-bfc5-4452-8452-94015d2edd5d req-5e64d19d-3374-40be-8c60-fb2098682fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:44.875393 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5eb63123-bfc5-4452-8452-94015d2edd5d req-5e64d19d-3374-40be-8c60-fb2098682fe3 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d02da6d1-4f83-4f17-a8b8-da0db8fd3f5a HTTP/1.1" status: 200 len: 1096 time: 0.0396049 Oct 20 11:59:44.914648 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5eb63123-bfc5-4452-8452-94015d2edd5d req-5460fd9b-ef5e-46a9-8cd1-e93e38b669f9 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279684 Oct 20 11:59:45.538893 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:45.953136 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74511e9-8691-47dd-a221-a17823d2a31d req-453f62de-b664-4007-a9de-50f19bc243d2 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:45.954724 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b74511e9-8691-47dd-a221-a17823d2a31d req-453f62de-b664-4007-a9de-50f19bc243d2 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d02da6d1-4f83-4f17-a8b8-da0db8fd3f5a HTTP/1.1" status: 200 len: 945 time: 0.0505586 Oct 20 11:59:45.994198 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b74511e9-8691-47dd-a221-a17823d2a31d req-218ad9d9-91fb-4053-9ae4-435ff7a42489 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332103 Oct 20 11:59:46.468136 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 11:59:47.126412 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e6264-d846-4b11-b252-61e5ce77c25f req-7cebfb25-ecb2-4557-96cd-6ec9a57beb9d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:47.127970 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b08e6264-d846-4b11-b252-61e5ce77c25f req-7cebfb25-ecb2-4557-96cd-6ec9a57beb9d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d02da6d1-4f83-4f17-a8b8-da0db8fd3f5a HTTP/1.1" status: 200 len: 945 time: 0.0561805 Oct 20 11:59:47.169340 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b08e6264-d846-4b11-b252-61e5ce77c25f req-d6768deb-7c34-4adb-acc2-ac5aea30a917 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342247 Oct 20 11:59:47.286714 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b21385-606d-4766-9b7a-e78a75f4ddeb req-47cf50a7-3deb-4d8b-ad53-2c460c092383 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:47.288134 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07b21385-606d-4766-9b7a-e78a75f4ddeb req-47cf50a7-3deb-4d8b-ad53-2c460c092383 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d02da6d1-4f83-4f17-a8b8-da0db8fd3f5a HTTP/1.1" status: 200 len: 945 time: 0.0502660 Oct 20 11:59:47.328801 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07b21385-606d-4766-9b7a-e78a75f4ddeb req-0fd8b414-db21-4992-b08c-6fbd35ac6176 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335009 Oct 20 11:59:47.450719 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f2b5c-f6bf-47bf-aa45-379328540313 req-089212cd-2617-493e-8d61-7cffbd23aa7f tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:47.452267 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-642f2b5c-f6bf-47bf-aa45-379328540313 req-089212cd-2617-493e-8d61-7cffbd23aa7f tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d02da6d1-4f83-4f17-a8b8-da0db8fd3f5a HTTP/1.1" status: 200 len: 945 time: 0.0564587 Oct 20 11:59:47.492532 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-642f2b5c-f6bf-47bf-aa45-379328540313 req-a38dd54b-bb2a-4f4b-a88c-74b6069098d8 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342019 Oct 20 11:59:47.830407 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094bd8d-05fb-451f-94ba-7159b37a1c26 req-7c4fb67e-529f-4a35-ace9-7ee98d42559a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:47.831828 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9094bd8d-05fb-451f-94ba-7159b37a1c26 req-7c4fb67e-529f-4a35-ace9-7ee98d42559a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d02da6d1-4f83-4f17-a8b8-da0db8fd3f5a HTTP/1.1" status: 200 len: 945 time: 0.0615358 Oct 20 11:59:47.876952 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9094bd8d-05fb-451f-94ba-7159b37a1c26 req-1004974a-0721-4cd2-81a4-f39ed85b754b tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336392 Oct 20 11:59:49.007864 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea261ef7-2050-4ad0-8302-b0b03bdab7a9 req-b56c21c5-d1a8-4d47-96de-6c1a0249bf62 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:49.009360 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea261ef7-2050-4ad0-8302-b0b03bdab7a9 req-b56c21c5-d1a8-4d47-96de-6c1a0249bf62 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d02da6d1-4f83-4f17-a8b8-da0db8fd3f5a HTTP/1.1" status: 200 len: 945 time: 0.0563209 Oct 20 11:59:49.052455 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea261ef7-2050-4ad0-8302-b0b03bdab7a9 req-e3b839b8-25d1-4645-af61-a54dbe9bfa05 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368509 Oct 20 11:59:49.330930 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-58982329-494b-459e-ad68-ea155b3dabe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:49.401881 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f3ded-939b-40e6-8ea0-2a761d733421 req-f81e5af8-451f-43cf-987b-84e8843aa273 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 11:59:49.403400 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-605f3ded-939b-40e6-8ea0-2a761d733421 req-f81e5af8-451f-43cf-987b-84e8843aa273 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.89 "GET /v2.0/ports?device_id=d02da6d1-4f83-4f17-a8b8-da0db8fd3f5a HTTP/1.1" status: 200 len: 945 time: 0.0517375 Oct 20 11:59:49.505820 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-605f3ded-939b-40e6-8ea0-2a761d733421 req-500c0fb8-ae59-42ba-ba37-35ca0d3c7139 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Deleting port d02dde90-f4c1-42a1-98ee-8bbb04622e98 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 11:59:49.506150 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-605f3ded-939b-40e6-8ea0-2a761d733421 req-500c0fb8-ae59-42ba-ba37-35ca0d3c7139 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:49.597176 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-605f3ded-939b-40e6-8ea0-2a761d733421 req-500c0fb8-ae59-42ba-ba37-35ca0d3c7139 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] For port d02dde90-f4c1-42a1-98ee-8bbb04622e98, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=d02dde90-f4c1-42a1-98ee-8bbb04622e98,segment=NetworkSegment(eb3b04cf-4e5d-47e1-a25f-825ff902331c),segment_id=eb3b04cf-4e5d-47e1-a25f-825ff902331c)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 11:59:49.597419 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-605f3ded-939b-40e6-8ea0-2a761d733421 req-500c0fb8-ae59-42ba-ba37-35ca0d3c7139 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:49.610114 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-605f3ded-939b-40e6-8ea0-2a761d733421 req-500c0fb8-ae59-42ba-ba37-35ca0d3c7139 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Calling delete_port for d02dde90-f4c1-42a1-98ee-8bbb04622e98 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 11:59:49.749546 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-605f3ded-939b-40e6-8ea0-2a761d733421 req-500c0fb8-ae59-42ba-ba37-35ca0d3c7139 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:49.765743 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['d02dde90-f4c1-42a1-98ee-8bbb04622e98'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 11:59:49.779112 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500c0fb8-ae59-42ba-ba37-35ca0d3c7139 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Pushing event deleted for resources: {'Port': ['ID=d02dde90-f4c1-42a1-98ee-8bbb04622e98,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 11:59:49.824554 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-605f3ded-939b-40e6-8ea0-2a761d733421 req-500c0fb8-ae59-42ba-ba37-35ca0d3c7139 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] No DVR routers for this DVR port d02dde90-f4c1-42a1-98ee-8bbb04622e98 on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 11:59:49.827510 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-605f3ded-939b-40e6-8ea0-2a761d733421 req-500c0fb8-ae59-42ba-ba37-35ca0d3c7139 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:49.830925 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-605f3ded-939b-40e6-8ea0-2a761d733421 req-500c0fb8-ae59-42ba-ba37-35ca0d3c7139 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.89 "DELETE /v2.0/ports/d02dde90-f4c1-42a1-98ee-8bbb04622e98 HTTP/1.1" status: 204 len: 173 time: 0.4210365 Oct 20 11:59:49.831440 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02da6d1-4f83-4f17-a8b8-da0db8fd3f5a', 'name': 'network-vif-deleted', 'tag': 'd02dde90-f4c1-42a1-98ee-8bbb04622e98'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 11:59:49.833746 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60d0f6b-ccb4-4990-8f54-c1767af7e462" -d '{"events": [{"server_uuid": "d02da6d1-4f83-4f17-a8b8-da0db8fd3f5a", "name": "network-vif-deleted", "tag": "d02dde90-f4c1-42a1-98ee-8bbb04622e98"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 11:59:49.873059 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 11:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7cccdc-b3f4-409b-a7ea-23dfc0fdbc5d x-openstack-request-id: req-3f7cccdc-b3f4-409b-a7ea-23dfc0fdbc5d {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 11:59:49.873344 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02da6d1-4f83-4f17-a8b8-da0db8fd3f5a", "name": "network-vif-deleted", "tag": "d02dde90-f4c1-42a1-98ee-8bbb04622e98", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 11:59:49.874078 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3f7cccdc-b3f4-409b-a7ea-23dfc0fdbc5d {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 11:59:49.874460 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd02da6d1-4f83-4f17-a8b8-da0db8fd3f5a', 'name': 'network-vif-deleted', 'tag': 'd02dde90-f4c1-42a1-98ee-8bbb04622e98', 'status': 'completed', 'code': 200} Oct 20 11:59:50.156824 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-06627235-4051-4e5d-b777-ff004277d28f req-3b707d22-ad95-470d-aa42-15e539a93eb6 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d02da6d1-4f83-4f17-a8b8-da0db8fd3f5a HTTP/1.1" status: 200 len: 210 time: 0.0312295 Oct 20 11:59:51.257393 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4da14a7a-2beb-4365-a23c-a79321e3450e req-2e6fbed6-9a32-4aa5-b4f4-ae3e3ffe8ab8 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d02da6d1-4f83-4f17-a8b8-da0db8fd3f5a HTTP/1.1" status: 200 len: 210 time: 0.0279970 Oct 20 11:59:52.198289 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9149a899-9f11-4250-bec8-4fd7e951f999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:52.364133 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1e61de81-e5fc-4f15-9569-6f8fe0afe819 req-a9d7e441-49fb-412d-8f2b-9022e0e6ffb0 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d02da6d1-4f83-4f17-a8b8-da0db8fd3f5a HTTP/1.1" status: 200 len: 210 time: 0.0285203 Oct 20 11:59:52.588251 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device d02dde90-f4c1-42a1-98ee-8bbb04622e98 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 11:59:52.612123 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: d02dde90-f4c1-42a1-98ee-8bbb04622e98 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 11:59:52.612485 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device d02dde90-f4c1-42a1-98ee-8bbb04622e98 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 11:59:53.136423 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:53.209004 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 11:59:53.459916 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c13e000a-a411-4634-9fb3-4ac617e8a60b req-48135938-2ddc-4903-aa76-6bff8f3c63a2 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d02da6d1-4f83-4f17-a8b8-da0db8fd3f5a HTTP/1.1" status: 200 len: 210 time: 0.0270028 Oct 20 11:59:54.574417 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-90ef3ad7-eb5a-43e8-b6d4-3121a253e8b2 req-64383093-224e-4b78-a0ee-46557fad5433 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d02da6d1-4f83-4f17-a8b8-da0db8fd3f5a HTTP/1.1" status: 200 len: 210 time: 0.0288229 Oct 20 11:59:54.935251 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:09.552742 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705a0f1-425b-4a21-b2e7-948e94594412 req-25019285-f603-49ef-8531-8148c0d899c5 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:09.554266 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a705a0f1-425b-4a21-b2e7-948e94594412 req-25019285-f603-49ef-8531-8148c0d899c5 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=12817b82-0d1f-4410-a61c-8270f48feeea HTTP/1.1" status: 200 len: 946 time: 0.0554402 Oct 20 12:00:09.601390 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a705a0f1-425b-4a21-b2e7-948e94594412 req-0f80031a-6084-448c-9598-d87e8c211899 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=252ec676-e08d-4ae9-9860-e9adf044dfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396099 Oct 20 12:00:09.623985 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 48848) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:00:09.697671 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a478a153-b235-4de8-848f-79b0010d1daf tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/floatingips/5fc9a9e4-cb57-4838-aa1c-c05561a20157 HTTP/1.1" status: 200 len: 993 time: 0.0672126 Oct 20 12:00:10.083078 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:10.163521 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e81a234-3f58-4e36-835f-f81c335794a5 req-30049f39-3a33-4a61-a4ea-12b5274e2402 tempest-TestNetworkAdvancedServerOps-525790075 tempest-TestNetworkAdvancedServerOps-525790075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:10.165263 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9e81a234-3f58-4e36-835f-f81c335794a5 req-30049f39-3a33-4a61-a4ea-12b5274e2402 tempest-TestNetworkAdvancedServerOps-525790075 tempest-TestNetworkAdvancedServerOps-525790075-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=12817b82-0d1f-4410-a61c-8270f48feeea HTTP/1.1" status: 200 len: 1097 time: 0.0476310 Oct 20 12:00:10.202413 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9e81a234-3f58-4e36-835f-f81c335794a5 req-49296034-42e7-4f18-be09-afb792e5aee3 tempest-TestNetworkAdvancedServerOps-525790075 tempest-TestNetworkAdvancedServerOps-525790075-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=252ec676-e08d-4ae9-9860-e9adf044dfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313113 Oct 20 12:00:10.773152 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-52f45047-3d22-4bb5-8004-ed2c79359676 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=12817b82-0d1f-4410-a61c-8270f48feeea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0461333 Oct 20 12:00:10.782427 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-7cc7937e-3389-448a-8be0-328d8d16b3cd service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 12:00:10.783537 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-7cc7937e-3389-448a-8be0-328d8d16b3cd service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053687 Oct 20 12:00:11.361602 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-25665a25-df40-448d-b09e-abcc9645b534 tempest-TestNetworkAdvancedServerOps-525790075 tempest-TestNetworkAdvancedServerOps-525790075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:11.363092 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-25665a25-df40-448d-b09e-abcc9645b534 tempest-TestNetworkAdvancedServerOps-525790075 tempest-TestNetworkAdvancedServerOps-525790075-project-admin] 10.222.0.98 "GET /v2.0/ports/04c5e18a-e6de-4bbb-b3e7-c09240be335c HTTP/1.1" status: 200 len: 1094 time: 0.0424359 Oct 20 12:00:11.373418 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-f926a8d3-6d0f-4e4b-bd3f-535ad7786be2 service neutron] Request body: {'binding': {'host': 'n-h2-814735-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:00:11.374003 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-f926a8d3-6d0f-4e4b-bd3f-535ad7786be2 service neutron] Unknown quota resources ['binding']. {{(pid=100647) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 20 12:00:11.538079 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-f926a8d3-6d0f-4e4b-bd3f-535ad7786be2 service neutron] Attempting to bind port 04c5e18a-e6de-4bbb-b3e7-c09240be335c on host n-h2-814735-3 for vnic_type normal with profile None {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:00:11.538429 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-f926a8d3-6d0f-4e4b-bd3f-535ad7786be2 service neutron] Attempting to bind port 04c5e18a-e6de-4bbb-b3e7-c09240be335c by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': 'b4996de9-7f7d-48c6-b055-ac8671add07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '03b2c5ca-52d5-4ea9-b945-8cdfc2d77584'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:00:11.538756 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-f926a8d3-6d0f-4e4b-bd3f-535ad7786be2 service neutron] Attempting to bind port 04c5e18a-e6de-4bbb-b3e7-c09240be335c on network 03b2c5ca-52d5-4ea9-b945-8cdfc2d77584 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:00:11.543374 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-f926a8d3-6d0f-4e4b-bd3f-535ad7786be2 service neutron] Port 04c5e18a-e6de-4bbb-b3e7-c09240be335c on network 03b2c5ca-52d5-4ea9-b945-8cdfc2d77584 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 12:00:11.543689 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-f926a8d3-6d0f-4e4b-bd3f-535ad7786be2 service neutron] Attempting to bind port 04c5e18a-e6de-4bbb-b3e7-c09240be335c on network 03b2c5ca-52d5-4ea9-b945-8cdfc2d77584 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:00:11.548995 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-f926a8d3-6d0f-4e4b-bd3f-535ad7786be2 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 11, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:00:11.549335 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-f926a8d3-6d0f-4e4b-bd3f-535ad7786be2 service neutron] Checking segment: {'id': 'b4996de9-7f7d-48c6-b055-ac8671add07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '03b2c5ca-52d5-4ea9-b945-8cdfc2d77584'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:00:11.549705 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-f926a8d3-6d0f-4e4b-bd3f-535ad7786be2 service neutron] Bound using segment: {'id': 'b4996de9-7f7d-48c6-b055-ac8671add07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '03b2c5ca-52d5-4ea9-b945-8cdfc2d77584'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:00:11.550141 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-f926a8d3-6d0f-4e4b-bd3f-535ad7786be2 service neutron] Bound port: 04c5e18a-e6de-4bbb-b3e7-c09240be335c, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4996de9-7f7d-48c6-b055-ac8671add07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '03b2c5ca-52d5-4ea9-b945-8cdfc2d77584'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:00:11.645857 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-f926a8d3-6d0f-4e4b-bd3f-535ad7786be2 service neutron] For port 04c5e18a-e6de-4bbb-b3e7-c09240be335c, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=04c5e18a-e6de-4bbb-b3e7-c09240be335c,segment=NetworkSegment(b4996de9-7f7d-48c6-b055-ac8671add07b),segment_id=b4996de9-7f7d-48c6-b055-ac8671add07b)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:00:11.653976 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-f926a8d3-6d0f-4e4b-bd3f-535ad7786be2 service neutron] Publish callbacks [] for binding, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:11.655203 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-f926a8d3-6d0f-4e4b-bd3f-535ad7786be2 service neutron] 10.222.0.98 "POST /v2.0/ports/04c5e18a-e6de-4bbb-b3e7-c09240be335c/bindings HTTP/1.1" status: 201 len: 389 time: 0.2862229 Oct 20 12:00:11.917423 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b3a23-9492-4306-804e-f475cd672f96 req-a829a5e1-e08b-4e46-9316-a83edf75502e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:11.918646 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b01b3a23-9492-4306-804e-f475cd672f96 req-a829a5e1-e08b-4e46-9316-a83edf75502e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=12817b82-0d1f-4410-a61c-8270f48feeea HTTP/1.1" status: 200 len: 946 time: 0.1616230 Oct 20 12:00:11.946406 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-ff273dd1-ca9f-45cf-8734-28285a0bd710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:11.948258 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-ff273dd1-ca9f-45cf-8734-28285a0bd710 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d69630d5f3304dc8a33f46da29b2ea4c&device_id=12817b82-0d1f-4410-a61c-8270f48feeea HTTP/1.1" status: 200 len: 1097 time: 0.0763850 Oct 20 12:00:11.986546 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b01b3a23-9492-4306-804e-f475cd672f96 req-18a69d89-ac2d-4245-903c-1881f845f389 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=252ec676-e08d-4ae9-9860-e9adf044dfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609956 Oct 20 12:00:12.069261 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-a41857cd-073f-4815-ae4d-293f2ed2a5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:12.070695 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-a41857cd-073f-4815-ae4d-293f2ed2a5e2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=03b2c5ca-52d5-4ea9-b945-8cdfc2d77584 HTTP/1.1" status: 200 len: 898 time: 0.1093080 Oct 20 12:00:12.147651 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-d84636a7-d63d-4067-9be4-91cd74d1f40b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04c5e18a-e6de-4bbb-b3e7-c09240be335c HTTP/1.1" status: 200 len: 1001 time: 0.0646195 Oct 20 12:00:12.207424 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-8215cbe0-5132-4b76-928d-d056ac1f382a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:12.208990 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-8215cbe0-5132-4b76-928d-d056ac1f382a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3278640d-6e3c-4ee4-8d75-b217104a3ae7 HTTP/1.1" status: 200 len: 834 time: 0.0500202 Oct 20 12:00:12.270970 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-95aa25f7-71a6-47a1-8103-69ff9128e4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:12.273481 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-95aa25f7-71a6-47a1-8103-69ff9128e4f3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=03b2c5ca-52d5-4ea9-b945-8cdfc2d77584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488830 Oct 20 12:00:12.761972 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-99814752-714d-4cd5-855d-6f277e33da3a service neutron] 10.222.0.89 "GET /v2.0/networks/03b2c5ca-52d5-4ea9-b945-8cdfc2d77584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4757965 Oct 20 12:00:12.873222 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-37de6b1a-b48e-4b00-9462-b29aa5473260 service neutron] 10.222.0.89 "GET /v2.0/networks/03b2c5ca-52d5-4ea9-b945-8cdfc2d77584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980370 Oct 20 12:00:13.031912 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-d85c960f-4a05-4514-bae5-51dc67a6db52 tempest-TestNetworkAdvancedServerOps-525790075 tempest-TestNetworkAdvancedServerOps-525790075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:13.032566 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-d85c960f-4a05-4514-bae5-51dc67a6db52 tempest-TestNetworkAdvancedServerOps-525790075 tempest-TestNetworkAdvancedServerOps-525790075-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=12817b82-0d1f-4410-a61c-8270f48feeea&tenant_id=d69630d5f3304dc8a33f46da29b2ea4c&binding%3Ahost_id=n-h1-814735-3 HTTP/1.1" status: 200 len: 1097 time: 0.0835409 Oct 20 12:00:13.049502 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-af423890-846f-4cad-ab7b-90e448befdb7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-814735-3'}}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:00:13.145996 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-af423890-846f-4cad-ab7b-90e448befdb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:13.157613 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887efc7-d8ae-44df-af8c-3b66d50c528a req-4a63b291-cc1e-4902-b505-fef2b0f14e2e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:13.159149 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8887efc7-d8ae-44df-af8c-3b66d50c528a req-4a63b291-cc1e-4902-b505-fef2b0f14e2e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=12817b82-0d1f-4410-a61c-8270f48feeea HTTP/1.1" status: 200 len: 946 time: 0.0873170 Oct 20 12:00:13.226300 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8887efc7-d8ae-44df-af8c-3b66d50c528a req-f8845fe2-0508-4906-a268-acabf61abd44 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=252ec676-e08d-4ae9-9860-e9adf044dfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603147 Oct 20 12:00:13.326287 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-af423890-846f-4cad-ab7b-90e448befdb7 service neutron] For port 04c5e18a-e6de-4bbb-b3e7-c09240be335c, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=04c5e18a-e6de-4bbb-b3e7-c09240be335c,segment=NetworkSegment(b4996de9-7f7d-48c6-b055-ac8671add07b),segment_id=b4996de9-7f7d-48c6-b055-ac8671add07b)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:00:13.374186 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-af423890-846f-4cad-ab7b-90e448befdb7 service neutron] For port 04c5e18a-e6de-4bbb-b3e7-c09240be335c, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:00:13.418308 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12817b82-0d1f-4410-a61c-8270f48feeea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04c5e18a-e6de-4bbb-b3e7-c09240be335c'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:00:13.421020 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77793c0f-b4a2-488c-9f62-f383e5e4b173" -d '{"events": [{"server_uuid": "12817b82-0d1f-4410-a61c-8270f48feeea", "name": "network-vif-unplugged", "status": "completed", "tag": "04c5e18a-e6de-4bbb-b3e7-c09240be335c"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:00:13.425992 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-af423890-846f-4cad-ab7b-90e448befdb7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:13.433337 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-af423890-846f-4cad-ab7b-90e448befdb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:13.531655 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 12:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4f8f10-275f-447f-b532-06096a5ab95a x-openstack-request-id: req-3a4f8f10-275f-447f-b532-06096a5ab95a {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:00:13.532020 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12817b82-0d1f-4410-a61c-8270f48feeea", "name": "network-vif-unplugged", "status": "completed", "tag": "04c5e18a-e6de-4bbb-b3e7-c09240be335c", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:00:13.532221 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3a4f8f10-275f-447f-b532-06096a5ab95a {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:00:13.532590 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12817b82-0d1f-4410-a61c-8270f48feeea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04c5e18a-e6de-4bbb-b3e7-c09240be335c', 'code': 200} Oct 20 12:00:13.546292 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af423890-846f-4cad-ab7b-90e448befdb7 service neutron] Pushing event updated for resources: {'Port': ['ID=04c5e18a-e6de-4bbb-b3e7-c09240be335c,revision_number=7']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:13.560571 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af423890-846f-4cad-ab7b-90e448befdb7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:13.560971 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af423890-846f-4cad-ab7b-90e448befdb7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:13.561244 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af423890-846f-4cad-ab7b-90e448befdb7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:13.561585 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af423890-846f-4cad-ab7b-90e448befdb7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:13.561903 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af423890-846f-4cad-ab7b-90e448befdb7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:13.562274 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af423890-846f-4cad-ab7b-90e448befdb7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:13.562616 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af423890-846f-4cad-ab7b-90e448befdb7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:13.562965 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af423890-846f-4cad-ab7b-90e448befdb7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:13.563290 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af423890-846f-4cad-ab7b-90e448befdb7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:13.563609 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af423890-846f-4cad-ab7b-90e448befdb7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:13.563938 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af423890-846f-4cad-ab7b-90e448befdb7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:13.564287 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af423890-846f-4cad-ab7b-90e448befdb7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:13.628000 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-af423890-846f-4cad-ab7b-90e448befdb7 service neutron] Attempting to bind port 04c5e18a-e6de-4bbb-b3e7-c09240be335c on host n-h1-814735-3 for vnic_type normal with profile {"migrating_to": "n-h2-814735-3"} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:00:13.628490 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-af423890-846f-4cad-ab7b-90e448befdb7 service neutron] Attempting to bind port 04c5e18a-e6de-4bbb-b3e7-c09240be335c by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': 'b4996de9-7f7d-48c6-b055-ac8671add07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '03b2c5ca-52d5-4ea9-b945-8cdfc2d77584'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:00:13.628974 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-af423890-846f-4cad-ab7b-90e448befdb7 service neutron] Attempting to bind port 04c5e18a-e6de-4bbb-b3e7-c09240be335c on network 03b2c5ca-52d5-4ea9-b945-8cdfc2d77584 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:00:13.640436 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-af423890-846f-4cad-ab7b-90e448befdb7 service neutron] Port 04c5e18a-e6de-4bbb-b3e7-c09240be335c on network 03b2c5ca-52d5-4ea9-b945-8cdfc2d77584 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 12:00:13.641052 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-af423890-846f-4cad-ab7b-90e448befdb7 service neutron] Attempting to bind port 04c5e18a-e6de-4bbb-b3e7-c09240be335c on network 03b2c5ca-52d5-4ea9-b945-8cdfc2d77584 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:00:13.647728 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-af423890-846f-4cad-ab7b-90e448befdb7 service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:00:13.648202 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-af423890-846f-4cad-ab7b-90e448befdb7 service neutron] Checking segment: {'id': 'b4996de9-7f7d-48c6-b055-ac8671add07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '03b2c5ca-52d5-4ea9-b945-8cdfc2d77584'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:00:13.648779 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-af423890-846f-4cad-ab7b-90e448befdb7 service neutron] Bound using segment: {'id': 'b4996de9-7f7d-48c6-b055-ac8671add07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '03b2c5ca-52d5-4ea9-b945-8cdfc2d77584'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:00:13.649326 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-af423890-846f-4cad-ab7b-90e448befdb7 service neutron] Bound port: 04c5e18a-e6de-4bbb-b3e7-c09240be335c, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4996de9-7f7d-48c6-b055-ac8671add07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '03b2c5ca-52d5-4ea9-b945-8cdfc2d77584'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:00:13.650022 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-af423890-846f-4cad-ab7b-90e448befdb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:13.723872 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-af423890-846f-4cad-ab7b-90e448befdb7 service neutron] For port 04c5e18a-e6de-4bbb-b3e7-c09240be335c, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:00:13.727635 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-af423890-846f-4cad-ab7b-90e448befdb7 service neutron] For port 04c5e18a-e6de-4bbb-b3e7-c09240be335c, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=04c5e18a-e6de-4bbb-b3e7-c09240be335c,segment=NetworkSegment(b4996de9-7f7d-48c6-b055-ac8671add07b),segment_id=b4996de9-7f7d-48c6-b055-ac8671add07b)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:00:13.733541 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-af423890-846f-4cad-ab7b-90e448befdb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:13.830261 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-2dc11693-c5dc-45db-a613-0955ce5b58b2 None None] Provisioning complete for port 04c5e18a-e6de-4bbb-b3e7-c09240be335c triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:00:13.831470 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2dc11693-c5dc-45db-a613-0955ce5b58b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:13.835310 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af423890-846f-4cad-ab7b-90e448befdb7 service neutron] Pushing event updated for resources: {'Port': ['ID=04c5e18a-e6de-4bbb-b3e7-c09240be335c,revision_number=8']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:13.925254 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-af423890-846f-4cad-ab7b-90e448befdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:13.929513 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-af423890-846f-4cad-ab7b-90e448befdb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:13.929513 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-af423890-846f-4cad-ab7b-90e448befdb7 service neutron] 10.222.0.89 "PUT /v2.0/ports/04c5e18a-e6de-4bbb-b3e7-c09240be335c HTTP/1.1" status: 200 len: 1122 time: 0.8829010 Oct 20 12:00:13.947997 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2dc11693-c5dc-45db-a613-0955ce5b58b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:13.988786 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12817b82-0d1f-4410-a61c-8270f48feeea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c5e18a-e6de-4bbb-b3e7-c09240be335c'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:00:13.991051 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a304f924-25d6-48a8-bb46-4677ddaf805d" -d '{"events": [{"server_uuid": "12817b82-0d1f-4410-a61c-8270f48feeea", "name": "network-vif-plugged", "status": "completed", "tag": "04c5e18a-e6de-4bbb-b3e7-c09240be335c"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:00:14.004556 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-2dc11693-c5dc-45db-a613-0955ce5b58b2 None None] For port 04c5e18a-e6de-4bbb-b3e7-c09240be335c, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=04c5e18a-e6de-4bbb-b3e7-c09240be335c,segment=NetworkSegment(b4996de9-7f7d-48c6-b055-ac8671add07b),segment_id=b4996de9-7f7d-48c6-b055-ac8671add07b)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:00:14.007565 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['04c5e18a-e6de-4bbb-b3e7-c09240be335c'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:00:14.030487 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2dc11693-c5dc-45db-a613-0955ce5b58b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:14.081538 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4863e608-8540-4625-a8e1-58812d2d870f x-openstack-request-id: req-4863e608-8540-4625-a8e1-58812d2d870f {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:00:14.081819 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12817b82-0d1f-4410-a61c-8270f48feeea", "name": "network-vif-plugged", "status": "completed", "tag": "04c5e18a-e6de-4bbb-b3e7-c09240be335c", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:00:14.082154 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4863e608-8540-4625-a8e1-58812d2d870f {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:00:14.082542 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12817b82-0d1f-4410-a61c-8270f48feeea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c5e18a-e6de-4bbb-b3e7-c09240be335c', 'code': 200} Oct 20 12:00:14.200840 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc11693-c5dc-45db-a613-0955ce5b58b2 None None] Pushing event updated for resources: {'Port': ['ID=04c5e18a-e6de-4bbb-b3e7-c09240be335c,revision_number=9']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:14.219940 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc11693-c5dc-45db-a613-0955ce5b58b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:14.220278 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc11693-c5dc-45db-a613-0955ce5b58b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:14.220614 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc11693-c5dc-45db-a613-0955ce5b58b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:14.220945 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc11693-c5dc-45db-a613-0955ce5b58b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:14.221269 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc11693-c5dc-45db-a613-0955ce5b58b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:14.221608 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc11693-c5dc-45db-a613-0955ce5b58b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:14.221906 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc11693-c5dc-45db-a613-0955ce5b58b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:14.222238 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc11693-c5dc-45db-a613-0955ce5b58b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:14.222759 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc11693-c5dc-45db-a613-0955ce5b58b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:14.223142 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc11693-c5dc-45db-a613-0955ce5b58b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:14.223477 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc11693-c5dc-45db-a613-0955ce5b58b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:14.223796 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc11693-c5dc-45db-a613-0955ce5b58b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:14.354834 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb84c6fd-0b10-4a7e-937a-3bdbd6268b37 req-f4609305-f148-4a2e-89fb-4486142b2c4f tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:14.361286 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fb84c6fd-0b10-4a7e-937a-3bdbd6268b37 req-f4609305-f148-4a2e-89fb-4486142b2c4f tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=12817b82-0d1f-4410-a61c-8270f48feeea HTTP/1.1" status: 200 len: 946 time: 0.0585949 Oct 20 12:00:14.391694 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-b5f840f5-ab74-45ec-97fe-239003a87637 None None] Provisioning complete for port 04c5e18a-e6de-4bbb-b3e7-c09240be335c triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:00:14.391947 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b5f840f5-ab74-45ec-97fe-239003a87637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:14.405555 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fb84c6fd-0b10-4a7e-937a-3bdbd6268b37 req-eceb0eba-3da1-42c3-bbe4-81fed614766d tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=252ec676-e08d-4ae9-9860-e9adf044dfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433061 Oct 20 12:00:14.796224 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-35c3f497-23c7-44ff-a4df-86d895a397df req-efea5323-ff4e-4f64-84c7-cf7abf61429d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412600 Oct 20 12:00:14.889257 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3f497-23c7-44ff-a4df-86d895a397df req-620b2086-e60b-44fa-8b72-6e659772e5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:14.890833 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-35c3f497-23c7-44ff-a4df-86d895a397df req-620b2086-e60b-44fa-8b72-6e659772e5a9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d5facc7ebf4c4973bcd1f7527a0dd7a6&device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 1097 time: 0.0506101 Oct 20 12:00:15.006341 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3f497-23c7-44ff-a4df-86d895a397df req-72a5911d-fcb7-4e25-a36d-818bd6c175d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:15.007908 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-35c3f497-23c7-44ff-a4df-86d895a397df req-72a5911d-fcb7-4e25-a36d-818bd6c175d2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6dd2d5c8-1621-42ed-b480-8b3fe659c010 HTTP/1.1" status: 200 len: 919 time: 0.0965691 Oct 20 12:00:15.076801 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-35c3f497-23c7-44ff-a4df-86d895a397df req-00a86cdd-cf48-4bf9-b029-b1cbbc8c03c3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acdba51b-1bef-4266-b4b0-335df89c63c3 HTTP/1.1" status: 200 len: 1002 time: 0.0617011 Oct 20 12:00:15.128633 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3f497-23c7-44ff-a4df-86d895a397df req-4e4d42a0-fe7c-4ef7-98fa-285e94bf700a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:15.130215 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-35c3f497-23c7-44ff-a4df-86d895a397df req-4e4d42a0-fe7c-4ef7-98fa-285e94bf700a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=85c08acc-8a9f-45d6-96df-e5a8900af70a HTTP/1.1" status: 200 len: 856 time: 0.0463233 Oct 20 12:00:15.189873 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3f497-23c7-44ff-a4df-86d895a397df req-fe2e50e3-9c39-4f9c-8cb8-6fa48efdfcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:15.191447 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-35c3f497-23c7-44ff-a4df-86d895a397df req-fe2e50e3-9c39-4f9c-8cb8-6fa48efdfcf6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6dd2d5c8-1621-42ed-b480-8b3fe659c010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537195 Oct 20 12:00:15.288037 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-35c3f497-23c7-44ff-a4df-86d895a397df req-bf6da792-7ed1-415d-a1a3-89e0642bee3d service neutron] 10.222.0.11 "GET /v2.0/networks/6dd2d5c8-1621-42ed-b480-8b3fe659c010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886950 Oct 20 12:00:15.393896 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-35c3f497-23c7-44ff-a4df-86d895a397df req-86e516d2-8b7d-4d3d-93da-abb3876170be service neutron] 10.222.0.11 "GET /v2.0/networks/6dd2d5c8-1621-42ed-b480-8b3fe659c010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986366 Oct 20 12:00:15.535369 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b6fe5c-3ad2-4919-aac9-a1f404afaaaa req-add4f4fc-9986-4b1e-affb-54ae147667aa tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:15.537094 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-85b6fe5c-3ad2-4919-aac9-a1f404afaaaa req-add4f4fc-9986-4b1e-affb-54ae147667aa tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=12817b82-0d1f-4410-a61c-8270f48feeea HTTP/1.1" status: 200 len: 946 time: 0.0630269 Oct 20 12:00:15.537539 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12817b82-0d1f-4410-a61c-8270f48feeea', 'tag': '04c5e18a-e6de-4bbb-b3e7-c09240be335c'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:00:15.540018 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc5a0a2-c3a3-4d42-ae7b-40196eed56b3" -d '{"events": [{"name": "network-changed", "server_uuid": "12817b82-0d1f-4410-a61c-8270f48feeea", "tag": "04c5e18a-e6de-4bbb-b3e7-c09240be335c"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:00:15.551624 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:15.588066 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e87d12-b5d1-43b2-8d21-7a279efa452c x-openstack-request-id: req-35e87d12-b5d1-43b2-8d21-7a279efa452c {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:00:15.588358 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12817b82-0d1f-4410-a61c-8270f48feeea", "tag": "04c5e18a-e6de-4bbb-b3e7-c09240be335c", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:00:15.588613 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-35e87d12-b5d1-43b2-8d21-7a279efa452c {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:00:15.589014 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12817b82-0d1f-4410-a61c-8270f48feeea', 'tag': '04c5e18a-e6de-4bbb-b3e7-c09240be335c', 'status': 'completed', 'code': 200} Oct 20 12:00:15.603351 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-85b6fe5c-3ad2-4919-aac9-a1f404afaaaa req-bb1863d7-206f-4e7c-8c16-87a7d5946cb5 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=252ec676-e08d-4ae9-9860-e9adf044dfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476797 Oct 20 12:00:15.674684 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5a0a2-c3a3-4d42-ae7b-40196eed56b3 req-398b8b56-103d-4d6e-a608-6a77bdde99aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:15.676388 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ecc5a0a2-c3a3-4d42-ae7b-40196eed56b3 req-398b8b56-103d-4d6e-a608-6a77bdde99aa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d69630d5f3304dc8a33f46da29b2ea4c&device_id=12817b82-0d1f-4410-a61c-8270f48feeea HTTP/1.1" status: 200 len: 1127 time: 0.0638831 Oct 20 12:00:15.779635 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5a0a2-c3a3-4d42-ae7b-40196eed56b3 req-b16172d9-2df2-4e5f-857f-e3e95dc68e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:15.781134 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ecc5a0a2-c3a3-4d42-ae7b-40196eed56b3 req-b16172d9-2df2-4e5f-857f-e3e95dc68e40 service neutron] 10.222.0.11 "GET /v2.0/networks?id=03b2c5ca-52d5-4ea9-b945-8cdfc2d77584 HTTP/1.1" status: 200 len: 898 time: 0.0973945 Oct 20 12:00:15.848251 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ecc5a0a2-c3a3-4d42-ae7b-40196eed56b3 req-00e9f4ac-0540-493b-9993-2e3130b3befb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04c5e18a-e6de-4bbb-b3e7-c09240be335c HTTP/1.1" status: 200 len: 1001 time: 0.0591683 Oct 20 12:00:15.902384 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5a0a2-c3a3-4d42-ae7b-40196eed56b3 req-1841752b-a6d0-45e4-b398-bf682e202cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:15.903902 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ecc5a0a2-c3a3-4d42-ae7b-40196eed56b3 req-1841752b-a6d0-45e4-b398-bf682e202cbb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3278640d-6e3c-4ee4-8d75-b217104a3ae7 HTTP/1.1" status: 200 len: 834 time: 0.0487244 Oct 20 12:00:15.954249 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5a0a2-c3a3-4d42-ae7b-40196eed56b3 req-645dc08e-1782-48e8-bf2a-faa48c045717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:15.955852 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ecc5a0a2-c3a3-4d42-ae7b-40196eed56b3 req-645dc08e-1782-48e8-bf2a-faa48c045717 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=03b2c5ca-52d5-4ea9-b945-8cdfc2d77584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449235 Oct 20 12:00:16.082488 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ecc5a0a2-c3a3-4d42-ae7b-40196eed56b3 req-af30d862-7a3f-41b0-ae8f-1641404f0964 service neutron] 10.222.0.11 "GET /v2.0/networks/03b2c5ca-52d5-4ea9-b945-8cdfc2d77584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187718 Oct 20 12:00:16.186348 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ecc5a0a2-c3a3-4d42-ae7b-40196eed56b3 req-2c7428ff-d4cf-485b-8c80-e97acea4ac7d service neutron] 10.222.0.11 "GET /v2.0/networks/03b2c5ca-52d5-4ea9-b945-8cdfc2d77584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962090 Oct 20 12:00:16.726280 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b46a3c-caa8-442a-b591-99c0d639cbb7 req-97e2cc35-8865-4c60-9fbb-e225017f4a44 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:16.727918 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-47b46a3c-caa8-442a-b591-99c0d639cbb7 req-97e2cc35-8865-4c60-9fbb-e225017f4a44 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=12817b82-0d1f-4410-a61c-8270f48feeea HTTP/1.1" status: 200 len: 946 time: 0.0531774 Oct 20 12:00:16.729878 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 04c5e18a-e6de-4bbb-b3e7-c09240be335c details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:00:16.773222 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-47b46a3c-caa8-442a-b591-99c0d639cbb7 req-bfd42da6-eec5-42d7-bbdd-d6ef925eb664 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=252ec676-e08d-4ae9-9860-e9adf044dfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380020 Oct 20 12:00:16.829854 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 04c5e18a-e6de-4bbb-b3e7-c09240be335c, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=04c5e18a-e6de-4bbb-b3e7-c09240be335c,segment=NetworkSegment(b4996de9-7f7d-48c6-b055-ac8671add07b),segment_id=b4996de9-7f7d-48c6-b055-ac8671add07b)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:00:16.840897 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 04c5e18a-e6de-4bbb-b3e7-c09240be335c has no active binding in host n-h2-814735-3 {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 20 12:00:17.896812 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422b4bf-9988-4ef3-b557-c2ee334d5eb6 req-3f989115-b659-4c68-a835-17f0aecf43bb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:17.898728 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d422b4bf-9988-4ef3-b557-c2ee334d5eb6 req-3f989115-b659-4c68-a835-17f0aecf43bb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=12817b82-0d1f-4410-a61c-8270f48feeea HTTP/1.1" status: 200 len: 946 time: 0.0571225 Oct 20 12:00:17.938082 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d422b4bf-9988-4ef3-b557-c2ee334d5eb6 req-43d2b27d-c8d3-42a5-9748-3e20b423733f tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=252ec676-e08d-4ae9-9860-e9adf044dfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331800 Oct 20 12:00:18.990326 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-7b31559f-c4a0-4aec-9d9c-dde34aaf3cd8 service neutron] 10.222.0.11 "GET /v2.0/ports/04c5e18a-e6de-4bbb-b3e7-c09240be335c/bindings/n-h2-814735-3 HTTP/1.1" status: 200 len: 384 time: 0.0644031 Oct 20 12:00:19.098835 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136990e-9256-48b0-a5a3-cd6c6a4f5be7 req-e091b7a2-cc65-4463-a22a-576f50c6d5a7 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:19.100337 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0136990e-9256-48b0-a5a3-cd6c6a4f5be7 req-e091b7a2-cc65-4463-a22a-576f50c6d5a7 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=12817b82-0d1f-4410-a61c-8270f48feeea HTTP/1.1" status: 200 len: 946 time: 0.0760002 Oct 20 12:00:19.178994 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0136990e-9256-48b0-a5a3-cd6c6a4f5be7 req-63e80c26-375d-4283-a5d5-3468adc5dba8 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=252ec676-e08d-4ae9-9860-e9adf044dfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607109 Oct 20 12:00:19.240849 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-8cdbb262-7832-44e8-b9b3-b97970797be3 service neutron] For port 04c5e18a-e6de-4bbb-b3e7-c09240be335c, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=04c5e18a-e6de-4bbb-b3e7-c09240be335c,segment=NetworkSegment(b4996de9-7f7d-48c6-b055-ac8671add07b),segment_id=b4996de9-7f7d-48c6-b055-ac8671add07b)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:00:19.262545 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-8cdbb262-7832-44e8-b9b3-b97970797be3 service neutron] For port 04c5e18a-e6de-4bbb-b3e7-c09240be335c, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:00:19.307025 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12817b82-0d1f-4410-a61c-8270f48feeea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04c5e18a-e6de-4bbb-b3e7-c09240be335c'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:00:19.309358 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-debbcfc5-7996-49f9-8f46-7b5a4ad5bcfc" -d '{"events": [{"server_uuid": "12817b82-0d1f-4410-a61c-8270f48feeea", "name": "network-vif-unplugged", "status": "completed", "tag": "04c5e18a-e6de-4bbb-b3e7-c09240be335c"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:00:19.318402 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-8cdbb262-7832-44e8-b9b3-b97970797be3 service neutron] For port 04c5e18a-e6de-4bbb-b3e7-c09240be335c, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=04c5e18a-e6de-4bbb-b3e7-c09240be335c,segment=NetworkSegment(b4996de9-7f7d-48c6-b055-ac8671add07b),segment_id=b4996de9-7f7d-48c6-b055-ac8671add07b)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:00:19.335988 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-8cdbb262-7832-44e8-b9b3-b97970797be3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:19.337739 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6563a69b-2c94-4f00-b4fa-5687bfc40d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:19.372897 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 12:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82dfbd90-2bc9-46c3-b898-48ec9a9935ce x-openstack-request-id: req-82dfbd90-2bc9-46c3-b898-48ec9a9935ce {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:00:19.373190 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12817b82-0d1f-4410-a61c-8270f48feeea", "name": "network-vif-unplugged", "status": "completed", "tag": "04c5e18a-e6de-4bbb-b3e7-c09240be335c", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:00:19.373441 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-82dfbd90-2bc9-46c3-b898-48ec9a9935ce {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:00:19.373838 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12817b82-0d1f-4410-a61c-8270f48feeea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04c5e18a-e6de-4bbb-b3e7-c09240be335c', 'code': 200} Oct 20 12:00:19.423793 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-8cdbb262-7832-44e8-b9b3-b97970797be3 service neutron] Transition to ACTIVE for port object 04c5e18a-e6de-4bbb-b3e7-c09240be335c will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 12:00:19.428608 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-8cdbb262-7832-44e8-b9b3-b97970797be3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:19.528324 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdbb262-7832-44e8-b9b3-b97970797be3 service neutron] Pushing event updated for resources: {'Port': ['ID=04c5e18a-e6de-4bbb-b3e7-c09240be335c,revision_number=11']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:19.570567 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-8cdbb262-7832-44e8-b9b3-b97970797be3 service neutron] No DVR routers for this DVR port 04c5e18a-e6de-4bbb-b3e7-c09240be335c on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:00:19.773969 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a960e0-23db-4d0d-9ab4-5188cda355ad req-85e2f7d9-fcc2-42b8-83dc-6a20b1477b22 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:19.775522 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-49a960e0-23db-4d0d-9ab4-5188cda355ad req-85e2f7d9-fcc2-42b8-83dc-6a20b1477b22 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/networks?id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a HTTP/1.1" status: 200 len: 812 time: 0.1667590 Oct 20 12:00:19.812764 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-8cdbb262-7832-44e8-b9b3-b97970797be3 service neutron] 10.222.0.11 "PUT /v2.0/ports/04c5e18a-e6de-4bbb-b3e7-c09240be335c/bindings/n-h2-814735-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8145287 Oct 20 12:00:19.814915 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-49a960e0-23db-4d0d-9ab4-5188cda355ad req-e3674b3b-9d28-4c50-bd91-67557e54b534 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/quotas/2a883afeccdc493d8238ba472f031019 HTTP/1.1" status: 200 len: 375 time: 0.0332546 Oct 20 12:00:19.881545 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-49a960e0-23db-4d0d-9ab4-5188cda355ad req-18fba951-d653-4996-b027-5026e92d344f tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=2a883afeccdc493d8238ba472f031019&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575960 Oct 20 12:00:19.993871 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-596d44ff-95bc-40eb-8a41-3a658a24ff7e tempest-TestNetworkAdvancedServerOps-525790075 tempest-TestNetworkAdvancedServerOps-525790075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:19.995566 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-596d44ff-95bc-40eb-8a41-3a658a24ff7e tempest-TestNetworkAdvancedServerOps-525790075 tempest-TestNetworkAdvancedServerOps-525790075-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=12817b82-0d1f-4410-a61c-8270f48feeea&tenant_id=d69630d5f3304dc8a33f46da29b2ea4c&binding%3Ahost_id=n-h1-814735-3 HTTP/1.1" status: 200 len: 1096 time: 0.1051428 Oct 20 12:00:20.021157 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-49a960e0-23db-4d0d-9ab4-5188cda355ad req-16ad20cd-42c3-4d95-997b-16813390308f service neutron] 10.222.0.98 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317430 Oct 20 12:00:20.110515 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-f0beaa45-3c15-4468-9f3e-f259d0ddb376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:20.112041 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-f0beaa45-3c15-4468-9f3e-f259d0ddb376 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=12817b82-0d1f-4410-a61c-8270f48feeea&tenant_id=d69630d5f3304dc8a33f46da29b2ea4c HTTP/1.1" status: 200 len: 1096 time: 0.1034353 Oct 20 12:00:20.134957 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-49a960e0-23db-4d0d-9ab4-5188cda355ad req-1160724a-d5d1-4074-98a3-202bc281cf8d service neutron] 10.222.0.98 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954413 Oct 20 12:00:20.189143 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-7991ee8e-b70a-40a1-b0b2-26d75906f269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:20.191316 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-7991ee8e-b70a-40a1-b0b2-26d75906f269 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d69630d5f3304dc8a33f46da29b2ea4c&device_id=12817b82-0d1f-4410-a61c-8270f48feeea HTTP/1.1" status: 200 len: 1096 time: 0.0505953 Oct 20 12:00:20.350009 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-e45aee24-38ab-4b18-9d75-e5e1fbadd79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:20.351631 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-e45aee24-38ab-4b18-9d75-e5e1fbadd79f service neutron] 10.222.0.89 "GET /v2.0/networks?id=03b2c5ca-52d5-4ea9-b945-8cdfc2d77584 HTTP/1.1" status: 200 len: 898 time: 0.1492503 Oct 20 12:00:20.362696 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac34c1a-0311-4ce3-bd58-900c9c75753f req-9f374174-e3ad-4b07-aae8-20aa314f3630 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:20.364243 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6ac34c1a-0311-4ce3-bd58-900c9c75753f req-9f374174-e3ad-4b07-aae8-20aa314f3630 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=12817b82-0d1f-4410-a61c-8270f48feeea HTTP/1.1" status: 200 len: 945 time: 0.0890257 Oct 20 12:00:20.463365 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6ac34c1a-0311-4ce3-bd58-900c9c75753f req-395c16ff-7737-4a39-a65c-eb3f35647866 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=252ec676-e08d-4ae9-9860-e9adf044dfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924988 Oct 20 12:00:20.465187 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-0c55ba24-9391-4221-87c2-6f5104cca76b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04c5e18a-e6de-4bbb-b3e7-c09240be335c HTTP/1.1" status: 200 len: 999 time: 0.1000717 Oct 20 12:00:20.501227 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-34442b15-3949-4438-99b6-6ba01eae0589 req-8b41e630-6e41-4171-9bcb-03524d82fded tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf715d3e-0310-4ff5-aeae-f0db08db8d5a HTTP/1.1" status: 200 len: 210 time: 0.0340674 Oct 20 12:00:20.536823 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-e85eb5c7-c1e5-4fa3-803f-289c56bc9911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:20.538334 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-e85eb5c7-c1e5-4fa3-803f-289c56bc9911 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3278640d-6e3c-4ee4-8d75-b217104a3ae7 HTTP/1.1" status: 200 len: 834 time: 0.0607331 Oct 20 12:00:20.594242 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-93f55155-aafa-4290-b482-7121d281ff9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:20.596631 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-93f55155-aafa-4290-b482-7121d281ff9d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=03b2c5ca-52d5-4ea9-b945-8cdfc2d77584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475376 Oct 20 12:00:20.696272 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-c9926aeb-ac07-43d4-bfc3-a96515255154 service neutron] 10.222.0.89 "GET /v2.0/networks/03b2c5ca-52d5-4ea9-b945-8cdfc2d77584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915921 Oct 20 12:00:20.796098 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-7256987f-9780-46f8-860c-094ea78f06c7 service neutron] 10.222.0.89 "GET /v2.0/networks/03b2c5ca-52d5-4ea9-b945-8cdfc2d77584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915861 Oct 20 12:00:21.097727 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-4a6e804b-3003-4239-9032-dfd1b188dda9 tempest-TestNetworkAdvancedServerOps-525790075 tempest-TestNetworkAdvancedServerOps-525790075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:21.099211 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-4a6e804b-3003-4239-9032-dfd1b188dda9 tempest-TestNetworkAdvancedServerOps-525790075 tempest-TestNetworkAdvancedServerOps-525790075-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=12817b82-0d1f-4410-a61c-8270f48feeea&tenant_id=d69630d5f3304dc8a33f46da29b2ea4c&binding%3Ahost_id=n-h2-814735-3 HTTP/1.1" status: 200 len: 1096 time: 0.0517468 Oct 20 12:00:21.213066 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-bb2ca2cf-e362-464a-a3ed-f23c4bab940e service neutron] For port 04c5e18a-e6de-4bbb-b3e7-c09240be335c, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:00:21.216232 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-bb2ca2cf-e362-464a-a3ed-f23c4bab940e service neutron] Publish callbacks [] for binding, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:21.217404 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7291d4fc-77f6-483d-bed5-2ca738e3921c req-bb2ca2cf-e362-464a-a3ed-f23c4bab940e service neutron] 10.222.0.89 "DELETE /v2.0/ports/04c5e18a-e6de-4bbb-b3e7-c09240be335c/bindings/n-h1-814735-3 HTTP/1.1" status: 204 len: 173 time: 0.1102769 Oct 20 12:00:21.539493 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a960e0-23db-4d0d-9ab4-5188cda355ad req-b72adebe-ab8c-4d5e-a783-90930ad592a7 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:21.541062 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-49a960e0-23db-4d0d-9ab4-5188cda355ad req-b72adebe-ab8c-4d5e-a783-90930ad592a7 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.89 "GET /v2.0/networks?id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a HTTP/1.1" status: 200 len: 812 time: 0.1523788 Oct 20 12:00:21.561729 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-49a960e0-23db-4d0d-9ab4-5188cda355ad req-975a3edc-69f3-493c-b7bf-c521e6910feb tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Request body: {'port': {'device_id': 'bf715d3e-0310-4ff5-aeae-f0db08db8d5a', 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a', 'admin_state_up': True, 'tenant_id': '2a883afeccdc493d8238ba472f031019'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:00:21.697740 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fc0478d0-c07b-4bab-8f6e-dc5f5f69fb5e req-7ce3a7fa-c90a-47e4-b9e0-fb2f010d3f72 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf715d3e-0310-4ff5-aeae-f0db08db8d5a HTTP/1.1" status: 200 len: 210 time: 0.0835953 Oct 20 12:00:21.735480 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87801786-2318-4821-9e0c-3f0f7b450e67 req-37120925-d20c-49dc-9a5c-09e6d5f244cb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:21.737204 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-87801786-2318-4821-9e0c-3f0f7b450e67 req-37120925-d20c-49dc-9a5c-09e6d5f244cb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=12817b82-0d1f-4410-a61c-8270f48feeea HTTP/1.1" status: 200 len: 945 time: 0.1589563 Oct 20 12:00:21.785468 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49a960e0-23db-4d0d-9ab4-5188cda355ad req-975a3edc-69f3-493c-b7bf-c521e6910feb tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Made reservation on behalf of 2a883afeccdc493d8238ba472f031019 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:00:21.789350 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-49a960e0-23db-4d0d-9ab4-5188cda355ad req-975a3edc-69f3-493c-b7bf-c521e6910feb tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:21.798011 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-87801786-2318-4821-9e0c-3f0f7b450e67 req-ad80e9b6-4bac-426e-a530-f92e3b7dbda1 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=252ec676-e08d-4ae9-9860-e9adf044dfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521395 Oct 20 12:00:21.966950 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d29c77-5d51-4fc6-b48e-ae4a3003e4db req-823247e9-eb84-4d7f-ba99-aad8de4cbf48 tempest-TestNetworkAdvancedServerOps-525790075 tempest-TestNetworkAdvancedServerOps-525790075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:21.969335 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4d29c77-5d51-4fc6-b48e-ae4a3003e4db req-823247e9-eb84-4d7f-ba99-aad8de4cbf48 tempest-TestNetworkAdvancedServerOps-525790075 tempest-TestNetworkAdvancedServerOps-525790075-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=12817b82-0d1f-4410-a61c-8270f48feeea HTTP/1.1" status: 200 len: 1096 time: 0.0876176 Oct 20 12:00:21.970417 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-49a960e0-23db-4d0d-9ab4-5188cda355ad req-975a3edc-69f3-493c-b7bf-c521e6910feb tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Allocated IP 172.20.0.11 (ef53a40f-cb7c-47fd-8a9f-559aa3e9824a/667cbc2d-c894-4d06-bf55-c551daf9476c/cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:00:22.033799 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4d29c77-5d51-4fc6-b48e-ae4a3003e4db req-0f195888-c6c7-49af-a2f1-c49abe03fa72 tempest-TestNetworkAdvancedServerOps-525790075 tempest-TestNetworkAdvancedServerOps-525790075-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=252ec676-e08d-4ae9-9860-e9adf044dfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504632 Oct 20 12:00:22.203428 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6403c0-e2d9-4127-b3d0-5d3d50185187 req-6a35f63b-a1ec-4fab-b82e-1109607ec5bc tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:22.205290 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eb6403c0-e2d9-4127-b3d0-5d3d50185187 req-6a35f63b-a1ec-4fab-b82e-1109607ec5bc tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=12817b82-0d1f-4410-a61c-8270f48feeea HTTP/1.1" status: 200 len: 945 time: 0.0924327 Oct 20 12:00:22.209388 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-49a960e0-23db-4d0d-9ab4-5188cda355ad req-975a3edc-69f3-493c-b7bf-c521e6910feb tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:22.210522 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-78543a7a-b8d9-4b66-a0b0-cc12c62e18c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:22.280373 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eb6403c0-e2d9-4127-b3d0-5d3d50185187 req-76cf466d-2373-40a0-8043-0ce2547d6b3a tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=252ec676-e08d-4ae9-9860-e9adf044dfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623662 Oct 20 12:00:22.293311 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-49a960e0-23db-4d0d-9ab4-5188cda355ad req-975a3edc-69f3-493c-b7bf-c521e6910feb tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:22.315487 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49008) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:00:22.344627 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49a960e0-23db-4d0d-9ab4-5188cda355ad req-975a3edc-69f3-493c-b7bf-c521e6910feb tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Network ef53a40f-cb7c-47fd-8a9f-559aa3e9824a is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:00:22.351533 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-49a960e0-23db-4d0d-9ab4-5188cda355ad req-975a3edc-69f3-493c-b7bf-c521e6910feb tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:00:22.357194 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a960e0-23db-4d0d-9ab4-5188cda355ad req-975a3edc-69f3-493c-b7bf-c521e6910feb tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:00:22.389492 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f09875b7-96aa-4278-ae66-e12001273bf2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/floatingips/5fc9a9e4-cb57-4838-aa1c-c05561a20157 HTTP/1.1" status: 200 len: 991 time: 0.0722160 Oct 20 12:00:22.428886 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a960e0-23db-4d0d-9ab4-5188cda355ad req-975a3edc-69f3-493c-b7bf-c521e6910feb tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:22.429911 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-49a960e0-23db-4d0d-9ab4-5188cda355ad req-975a3edc-69f3-493c-b7bf-c521e6910feb tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:22.449812 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975a3edc-69f3-493c-b7bf-c521e6910feb tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Pushing event updated for resources: {'Port': ['ID=cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:22.459404 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-49a960e0-23db-4d0d-9ab4-5188cda355ad req-975a3edc-69f3-493c-b7bf-c521e6910feb tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9016409 Oct 20 12:00:22.475841 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-49a960e0-23db-4d0d-9ab4-5188cda355ad req-f5d54b30-7959-4335-8a54-ba266b2105ff service neutron] Request body: {'port': {'device_id': 'bf715d3e-0310-4ff5-aeae-f0db08db8d5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:00:22.540971 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-49a960e0-23db-4d0d-9ab4-5188cda355ad req-f5d54b30-7959-4335-8a54-ba266b2105ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:22.676871 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49018) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:00:22.692509 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-dacd0177-19dc-4aac-b10d-4af1bfbd511d None None] Provisioning complete for port cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:00:22.693342 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-dacd0177-19dc-4aac-b10d-4af1bfbd511d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:22.794269 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-dacd0177-19dc-4aac-b10d-4af1bfbd511d None None] Port cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:00:22.878560 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-73a2fc4f-5d10-491e-a135-d2e7fd8b6dcb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Deleting port 2ef3fa03-dbdf-4de9-807c-780369913082 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:00:22.879236 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-73a2fc4f-5d10-491e-a135-d2e7fd8b6dcb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:22.959965 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-49a960e0-23db-4d0d-9ab4-5188cda355ad req-f5d54b30-7959-4335-8a54-ba266b2105ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:00:22.970125 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-49a960e0-23db-4d0d-9ab4-5188cda355ad req-f5d54b30-7959-4335-8a54-ba266b2105ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:22.974102 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 04c5e18a-e6de-4bbb-b3e7-c09240be335c no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:00:22.993486 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd4280-27b7-4ee6-89e7-32a75a995996 req-4fa802a1-0f4c-4271-8ea2-8705374bf39e tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:23.000455 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-73a2fc4f-5d10-491e-a135-d2e7fd8b6dcb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:23.000804 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-73a2fc4f-5d10-491e-a135-d2e7fd8b6dcb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:23.001772 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8dbd4280-27b7-4ee6-89e7-32a75a995996 req-4fa802a1-0f4c-4271-8ea2-8705374bf39e tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf715d3e-0310-4ff5-aeae-f0db08db8d5a HTTP/1.1" status: 200 len: 932 time: 0.1054211 Oct 20 12:00:23.023116 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-49a960e0-23db-4d0d-9ab4-5188cda355ad req-f5d54b30-7959-4335-8a54-ba266b2105ff service neutron] Transition to ACTIVE for port object cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 12:00:23.024012 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-73a2fc4f-5d10-491e-a135-d2e7fd8b6dcb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Calling delete_port for 2ef3fa03-dbdf-4de9-807c-780369913082 owned by network:floatingip {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:00:23.038873 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-49a960e0-23db-4d0d-9ab4-5188cda355ad req-f5d54b30-7959-4335-8a54-ba266b2105ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:23.064114 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8dbd4280-27b7-4ee6-89e7-32a75a995996 req-05a81621-2a70-4f63-b209-72a1f6fa1135 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610535 Oct 20 12:00:23.125911 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 04c5e18a-e6de-4bbb-b3e7-c09240be335c not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:00:23.182942 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:23.220618 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:23.304728 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-73a2fc4f-5d10-491e-a135-d2e7fd8b6dcb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:23.381255 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a2fc4f-5d10-491e-a135-d2e7fd8b6dcb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event deleted for resources: {'Port': ['ID=2ef3fa03-dbdf-4de9-807c-780369913082,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:23.397591 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a2fc4f-5d10-491e-a135-d2e7fd8b6dcb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:23.397824 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a2fc4f-5d10-491e-a135-d2e7fd8b6dcb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:23.398345 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a2fc4f-5d10-491e-a135-d2e7fd8b6dcb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:23.398889 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a2fc4f-5d10-491e-a135-d2e7fd8b6dcb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:23.399380 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a2fc4f-5d10-491e-a135-d2e7fd8b6dcb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:23.400246 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a2fc4f-5d10-491e-a135-d2e7fd8b6dcb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:23.400246 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a2fc4f-5d10-491e-a135-d2e7fd8b6dcb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:23.400794 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a2fc4f-5d10-491e-a135-d2e7fd8b6dcb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:23.401277 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a2fc4f-5d10-491e-a135-d2e7fd8b6dcb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:23.401776 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a2fc4f-5d10-491e-a135-d2e7fd8b6dcb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:23.402256 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a2fc4f-5d10-491e-a135-d2e7fd8b6dcb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:23.402746 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a2fc4f-5d10-491e-a135-d2e7fd8b6dcb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:23.467146 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:00:23.483624 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-73a2fc4f-5d10-491e-a135-d2e7fd8b6dcb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for floatingip, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:23.484487 n-d-814735-3 neutron-server[100646]: INFO neutron.db.l3_db [None req-73a2fc4f-5d10-491e-a135-d2e7fd8b6dcb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Floating IP 5fc9a9e4-cb57-4838-aa1c-c05561a20157 disassociated (deleted). External IP: 172.25.5.46, port: 04c5e18a-e6de-4bbb-b3e7-c09240be335c. Oct 20 12:00:23.630986 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d54b30-7959-4335-8a54-ba266b2105ff service neutron] Pushing event updated for resources: {'Port': ['ID=cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:23.727886 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-49a960e0-23db-4d0d-9ab4-5188cda355ad req-f5d54b30-7959-4335-8a54-ba266b2105ff service neutron] Attempting to bind port cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:00:23.728487 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-49a960e0-23db-4d0d-9ab4-5188cda355ad req-f5d54b30-7959-4335-8a54-ba266b2105ff service neutron] Attempting to bind port cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': 'eb3b04cf-4e5d-47e1-a25f-825ff902331c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:00:23.728985 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a960e0-23db-4d0d-9ab4-5188cda355ad req-f5d54b30-7959-4335-8a54-ba266b2105ff service neutron] Attempting to bind port cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4 on network ef53a40f-cb7c-47fd-8a9f-559aa3e9824a {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:00:23.733674 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a960e0-23db-4d0d-9ab4-5188cda355ad req-f5d54b30-7959-4335-8a54-ba266b2105ff service neutron] Port cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4 on network ef53a40f-cb7c-47fd-8a9f-559aa3e9824a not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 12:00:23.734237 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a960e0-23db-4d0d-9ab4-5188cda355ad req-f5d54b30-7959-4335-8a54-ba266b2105ff service neutron] Attempting to bind port cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4 on network ef53a40f-cb7c-47fd-8a9f-559aa3e9824a {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:00:23.739598 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a960e0-23db-4d0d-9ab4-5188cda355ad req-f5d54b30-7959-4335-8a54-ba266b2105ff service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:00:23.740190 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a960e0-23db-4d0d-9ab4-5188cda355ad req-f5d54b30-7959-4335-8a54-ba266b2105ff service neutron] Checking segment: {'id': 'eb3b04cf-4e5d-47e1-a25f-825ff902331c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:00:23.740742 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a960e0-23db-4d0d-9ab4-5188cda355ad req-f5d54b30-7959-4335-8a54-ba266b2105ff service neutron] Bound using segment: {'id': 'eb3b04cf-4e5d-47e1-a25f-825ff902331c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:00:23.741467 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-49a960e0-23db-4d0d-9ab4-5188cda355ad req-f5d54b30-7959-4335-8a54-ba266b2105ff service neutron] Bound port: cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb3b04cf-4e5d-47e1-a25f-825ff902331c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:00:23.741999 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-49a960e0-23db-4d0d-9ab4-5188cda355ad req-f5d54b30-7959-4335-8a54-ba266b2105ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:23.787025 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a2fc4f-5d10-491e-a135-d2e7fd8b6dcb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Router e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:00:23.807866 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-49a960e0-23db-4d0d-9ab4-5188cda355ad req-f5d54b30-7959-4335-8a54-ba266b2105ff service neutron] For port cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:00:23.811146 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-49a960e0-23db-4d0d-9ab4-5188cda355ad req-f5d54b30-7959-4335-8a54-ba266b2105ff service neutron] For port cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4,segment=NetworkSegment(eb3b04cf-4e5d-47e1-a25f-825ff902331c),segment_id=eb3b04cf-4e5d-47e1-a25f-825ff902331c)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:00:23.816911 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-49a960e0-23db-4d0d-9ab4-5188cda355ad req-f5d54b30-7959-4335-8a54-ba266b2105ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:23.874481 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a960e0-23db-4d0d-9ab4-5188cda355ad req-f5d54b30-7959-4335-8a54-ba266b2105ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:23.875383 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-49a960e0-23db-4d0d-9ab4-5188cda355ad req-f5d54b30-7959-4335-8a54-ba266b2105ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:23.876660 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-49a960e0-23db-4d0d-9ab4-5188cda355ad req-f5d54b30-7959-4335-8a54-ba266b2105ff service neutron] 10.222.0.89 "PUT /v2.0/ports/cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4 HTTP/1.1" status: 200 len: 1092 time: 1.4055333 Oct 20 12:00:23.877212 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf715d3e-0310-4ff5-aeae-f0db08db8d5a', 'tag': 'cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:00:23.879714 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b159a5ac-b98f-4f3d-abb3-a2abfc6465c8" -d '{"events": [{"name": "network-changed", "server_uuid": "bf715d3e-0310-4ff5-aeae-f0db08db8d5a", "tag": "cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:00:23.955709 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a2fc4f-5d10-491e-a135-d2e7fd8b6dcb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:00:23.960514 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370e8401-436b-4fe2-8d17-68020a5c68f2 x-openstack-request-id: req-370e8401-436b-4fe2-8d17-68020a5c68f2 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:00:23.961056 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf715d3e-0310-4ff5-aeae-f0db08db8d5a", "tag": "cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:00:23.961683 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-370e8401-436b-4fe2-8d17-68020a5c68f2 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:00:23.962905 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf715d3e-0310-4ff5-aeae-f0db08db8d5a', 'tag': 'cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4', 'status': 'completed', 'code': 200} Oct 20 12:00:23.970892 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1510b04c-176c-481d-a9d9-22bdd7044e94 None None] Sync routers for ids ['e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:00:23.983530 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-73a2fc4f-5d10-491e-a135-d2e7fd8b6dcb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:23.987614 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1510b04c-176c-481d-a9d9-22bdd7044e94 None None] Routers {'e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:00:23.988372 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-1510b04c-176c-481d-a9d9-22bdd7044e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:00:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:23.994615 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d54b30-7959-4335-8a54-ba266b2105ff service neutron] Pushing event updated for resources: {'Port': ['ID=cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:24.016881 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a960e0-23db-4d0d-9ab4-5188cda355ad req-25776732-7cf3-4d1a-98dd-04f6932e75d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:24.018597 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-49a960e0-23db-4d0d-9ab4-5188cda355ad req-25776732-7cf3-4d1a-98dd-04f6932e75d6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2a883afeccdc493d8238ba472f031019&device_id=bf715d3e-0310-4ff5-aeae-f0db08db8d5a HTTP/1.1" status: 200 len: 1095 time: 0.0794220 Oct 20 12:00:24.053588 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-73a2fc4f-5d10-491e-a135-d2e7fd8b6dcb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "DELETE /v2.0/floatingips/5fc9a9e4-cb57-4838-aa1c-c05561a20157 HTTP/1.1" status: 204 len: 168 time: 1.3752699 Oct 20 12:00:24.054216 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12817b82-0d1f-4410-a61c-8270f48feeea', 'tag': '04c5e18a-e6de-4bbb-b3e7-c09240be335c'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:00:24.075351 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0594baca-c29a-4a00-a545-8816c46f7c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "12817b82-0d1f-4410-a61c-8270f48feeea", "tag": "04c5e18a-e6de-4bbb-b3e7-c09240be335c"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:00:24.110045 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-49a960e0-23db-4d0d-9ab4-5188cda355ad req-e145db92-0f74-45e1-865a-5097faab5bc8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4 HTTP/1.1" status: 200 len: 217 time: 0.0823381 Oct 20 12:00:24.148383 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338d0aea-6759-47f7-9f6c-c301095d2b41 x-openstack-request-id: req-338d0aea-6759-47f7-9f6c-c301095d2b41 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:00:24.148695 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12817b82-0d1f-4410-a61c-8270f48feeea", "tag": "04c5e18a-e6de-4bbb-b3e7-c09240be335c", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:00:24.148952 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-338d0aea-6759-47f7-9f6c-c301095d2b41 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:00:24.149364 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12817b82-0d1f-4410-a61c-8270f48feeea', 'tag': '04c5e18a-e6de-4bbb-b3e7-c09240be335c', 'status': 'completed', 'code': 200} Oct 20 12:00:24.172273 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-1510b04c-176c-481d-a9d9-22bdd7044e94 None None] Set router e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:00:24.267619 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a960e0-23db-4d0d-9ab4-5188cda355ad req-11b267a2-9868-4c34-8407-9b02e51c0ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:24.269652 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-49a960e0-23db-4d0d-9ab4-5188cda355ad req-11b267a2-9868-4c34-8407-9b02e51c0ddd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=667cbc2d-c894-4d06-bf55-c551daf9476c HTTP/1.1" status: 200 len: 851 time: 0.1470513 Oct 20 12:00:24.363804 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594baca-c29a-4a00-a545-8816c46f7c4c req-1a790296-f592-4cf1-99b3-eb82a6de3a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:24.365329 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0594baca-c29a-4a00-a545-8816c46f7c4c req-1a790296-f592-4cf1-99b3-eb82a6de3a39 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d69630d5f3304dc8a33f46da29b2ea4c&device_id=12817b82-0d1f-4410-a61c-8270f48feeea HTTP/1.1" status: 200 len: 1096 time: 0.1822019 Oct 20 12:00:24.438680 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a960e0-23db-4d0d-9ab4-5188cda355ad req-f5948b50-b057-43e0-9ae9-d77e16360e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:24.440285 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-49a960e0-23db-4d0d-9ab4-5188cda355ad req-f5948b50-b057-43e0-9ae9-d77e16360e15 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1340046 Oct 20 12:00:24.507579 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17fc0d-9b93-4ebe-a3be-e9ca0ca23ad1 req-185f6e8d-b289-48a7-96ca-e0b239f86e8a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:24.509302 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3b17fc0d-9b93-4ebe-a3be-e9ca0ca23ad1 req-185f6e8d-b289-48a7-96ca-e0b239f86e8a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf715d3e-0310-4ff5-aeae-f0db08db8d5a HTTP/1.1" status: 200 len: 944 time: 0.2328095 Oct 20 12:00:24.562323 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-1510b04c-176c-481d-a9d9-22bdd7044e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873725158', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '70cf3a76-4aea-43ca-804b-eef59e74d039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:59:17Z', 'updated_at': '2021-10-20T11:59:21Z', 'revision_number': 4, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': '70cf3a76-4aea-43ca-804b-eef59e74d039', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:59:18Z', 'updated_at': '2021-10-20T11:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '759ee860-3a2b-4d91-9481-15e08e77e63f', 'name': '', 'network_id': '03b2c5ca-52d5-4ea9-b945-8cdfc2d77584', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'mac_address': 'fa:16:3e:c1:61:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '3278640d-6e3c-4ee4-8d75-b217104a3ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:59:20Z', 'updated_at': '2021-10-20T11:59:25Z', 'revision_number': 5, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'subnets': [{'id': '3278640d-6e3c-4ee4-8d75-b217104a3ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:24.575082 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e35bd9-ae19-421f-bf31-8afd0fc2c6b7 req-eec18e35-3afe-457f-a534-3f1b659c2e3e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:24.577127 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-70e35bd9-ae19-421f-bf31-8afd0fc2c6b7 req-eec18e35-3afe-457f-a534-3f1b659c2e3e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=12817b82-0d1f-4410-a61c-8270f48feeea HTTP/1.1" status: 200 len: 945 time: 0.2041934 Oct 20 12:00:24.595818 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1510b04c-176c-481d-a9d9-22bdd7044e94 None None] Checking router: e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:00:24.611308 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1510b04c-176c-481d-a9d9-22bdd7044e94 None None] Routers {'e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:00:24.612174 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-1510b04c-176c-481d-a9d9-22bdd7044e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:00:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:24.640798 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594baca-c29a-4a00-a545-8816c46f7c4c req-d39f9a47-4eb1-4a64-b361-a248dcd797e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:24.645990 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0594baca-c29a-4a00-a545-8816c46f7c4c req-d39f9a47-4eb1-4a64-b361-a248dcd797e9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=03b2c5ca-52d5-4ea9-b945-8cdfc2d77584 HTTP/1.1" status: 200 len: 898 time: 0.2592230 Oct 20 12:00:24.726280 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3b17fc0d-9b93-4ebe-a3be-e9ca0ca23ad1 req-cdb59632-8f2c-4d87-8661-9eeb13d002d9 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894798 Oct 20 12:00:24.727748 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-1510b04c-176c-481d-a9d9-22bdd7044e94 None None] Set router e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:00:24.735258 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0594baca-c29a-4a00-a545-8816c46f7c4c req-127be8eb-0e71-4b2d-a3cc-ed16fbb7cd18 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04c5e18a-e6de-4bbb-b3e7-c09240be335c HTTP/1.1" status: 200 len: 217 time: 0.0684576 Oct 20 12:00:24.819126 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594baca-c29a-4a00-a545-8816c46f7c4c req-285ee149-0ac8-48cb-bb52-4ab2376ce284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:24.820743 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0594baca-c29a-4a00-a545-8816c46f7c4c req-285ee149-0ac8-48cb-bb52-4ab2376ce284 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3278640d-6e3c-4ee4-8d75-b217104a3ae7 HTTP/1.1" status: 200 len: 834 time: 0.0780396 Oct 20 12:00:24.854025 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b90f9-ffe9-4a07-9762-5314710bfdaf req-9b238980-ead8-4b66-8b35-a4b1c662c2e5 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:24.857143 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-197b90f9-ffe9-4a07-9762-5314710bfdaf req-9b238980-ead8-4b66-8b35-a4b1c662c2e5 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.89 "GET /v2.0/ports?device_id=12817b82-0d1f-4410-a61c-8270f48feeea HTTP/1.1" status: 200 len: 945 time: 0.0630026 Oct 20 12:00:24.883158 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-49a960e0-23db-4d0d-9ab4-5188cda355ad req-705da265-a4c6-4601-ac12-4f13803b1e8d service neutron] 10.222.0.89 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4316058 Oct 20 12:00:24.901728 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-70e35bd9-ae19-421f-bf31-8afd0fc2c6b7 req-21982c96-51fe-4304-8477-99eef885d8f4 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=252ec676-e08d-4ae9-9860-e9adf044dfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2584605 Oct 20 12:00:24.942384 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594baca-c29a-4a00-a545-8816c46f7c4c req-7995c058-a9df-489e-919f-3113e223b890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:24.945072 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0594baca-c29a-4a00-a545-8816c46f7c4c req-7995c058-a9df-489e-919f-3113e223b890 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=03b2c5ca-52d5-4ea9-b945-8cdfc2d77584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1052368 Oct 20 12:00:24.949240 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:24.964519 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-1510b04c-176c-481d-a9d9-22bdd7044e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873725158', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '70cf3a76-4aea-43ca-804b-eef59e74d039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:59:17Z', 'updated_at': '2021-10-20T11:59:21Z', 'revision_number': 4, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': '70cf3a76-4aea-43ca-804b-eef59e74d039', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:59:18Z', 'updated_at': '2021-10-20T11:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '759ee860-3a2b-4d91-9481-15e08e77e63f', 'name': '', 'network_id': '03b2c5ca-52d5-4ea9-b945-8cdfc2d77584', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'mac_address': 'fa:16:3e:c1:61:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '3278640d-6e3c-4ee4-8d75-b217104a3ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:59:20Z', 'updated_at': '2021-10-20T11:59:25Z', 'revision_number': 5, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'subnets': [{'id': '3278640d-6e3c-4ee4-8d75-b217104a3ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:24.975314 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-197b90f9-ffe9-4a07-9762-5314710bfdaf req-83588ffc-d2d9-49f5-9d73-d522c53de76c tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Deleting port 04c5e18a-e6de-4bbb-b3e7-c09240be335c {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:00:24.975658 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-197b90f9-ffe9-4a07-9762-5314710bfdaf req-83588ffc-d2d9-49f5-9d73-d522c53de76c tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:24.999624 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1510b04c-176c-481d-a9d9-22bdd7044e94 None None] The sync data for ids ['e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5'] in n-d-814735-3 is: [{'id': 'e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873725158', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '70cf3a76-4aea-43ca-804b-eef59e74d039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:59:17Z', 'updated_at': '2021-10-20T11:59:21Z', 'revision_number': 4, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': '70cf3a76-4aea-43ca-804b-eef59e74d039', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:59:18Z', 'updated_at': '2021-10-20T11:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '759ee860-3a2b-4d91-9481-15e08e77e63f', 'name': '', 'network_id': '03b2c5ca-52d5-4ea9-b945-8cdfc2d77584', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'mac_address': 'fa:16:3e:c1:61:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '3278640d-6e3c-4ee4-8d75-b217104a3ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:59:20Z', 'updated_at': '2021-10-20T11:59:25Z', 'revision_number': 5, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'subnets': [{'id': '3278640d-6e3c-4ee4-8d75-b217104a3ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:00:25.045243 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-49a960e0-23db-4d0d-9ab4-5188cda355ad req-8930ebf8-7e5e-4233-b691-64d0de160484 service neutron] 10.222.0.89 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412523 Oct 20 12:00:25.102908 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-197b90f9-ffe9-4a07-9762-5314710bfdaf req-83588ffc-d2d9-49f5-9d73-d522c53de76c tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] For port 04c5e18a-e6de-4bbb-b3e7-c09240be335c, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=04c5e18a-e6de-4bbb-b3e7-c09240be335c,segment=NetworkSegment(b4996de9-7f7d-48c6-b055-ac8671add07b),segment_id=b4996de9-7f7d-48c6-b055-ac8671add07b)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:00:25.103270 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-197b90f9-ffe9-4a07-9762-5314710bfdaf req-83588ffc-d2d9-49f5-9d73-d522c53de76c tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:25.116432 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-197b90f9-ffe9-4a07-9762-5314710bfdaf req-83588ffc-d2d9-49f5-9d73-d522c53de76c tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Calling delete_port for 04c5e18a-e6de-4bbb-b3e7-c09240be335c owned by compute:nova {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:00:25.183723 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b159a5ac-b98f-4f3d-abb3-a2abfc6465c8 req-75e88f41-e046-42e8-a0fa-d4d99c3d80c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:25.185466 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b159a5ac-b98f-4f3d-abb3-a2abfc6465c8 req-75e88f41-e046-42e8-a0fa-d4d99c3d80c0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2a883afeccdc493d8238ba472f031019&device_id=bf715d3e-0310-4ff5-aeae-f0db08db8d5a HTTP/1.1" status: 200 len: 1095 time: 0.0844831 Oct 20 12:00:25.189499 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0594baca-c29a-4a00-a545-8816c46f7c4c req-b455f4dd-3f52-4f81-9b5d-62bad8acc3b3 service neutron] 10.222.0.89 "GET /v2.0/networks/03b2c5ca-52d5-4ea9-b945-8cdfc2d77584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339156 Oct 20 12:00:25.259720 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-197b90f9-ffe9-4a07-9762-5314710bfdaf req-83588ffc-d2d9-49f5-9d73-d522c53de76c tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:25.296819 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83588ffc-d2d9-49f5-9d73-d522c53de76c tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event deleted for resources: {'Port': ['ID=04c5e18a-e6de-4bbb-b3e7-c09240be335c,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:25.325436 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0594baca-c29a-4a00-a545-8816c46f7c4c req-9e1256a8-c72d-4682-acd0-0eb776c1565a service neutron] 10.222.0.89 "GET /v2.0/networks/03b2c5ca-52d5-4ea9-b945-8cdfc2d77584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116009 Oct 20 12:00:25.363354 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-197b90f9-ffe9-4a07-9762-5314710bfdaf req-83588ffc-d2d9-49f5-9d73-d522c53de76c tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] No DVR routers for this DVR port 04c5e18a-e6de-4bbb-b3e7-c09240be335c on host n-h2-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:00:25.365889 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-197b90f9-ffe9-4a07-9762-5314710bfdaf req-83588ffc-d2d9-49f5-9d73-d522c53de76c tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:25.369548 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-197b90f9-ffe9-4a07-9762-5314710bfdaf req-83588ffc-d2d9-49f5-9d73-d522c53de76c tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.89 "DELETE /v2.0/ports/04c5e18a-e6de-4bbb-b3e7-c09240be335c HTTP/1.1" status: 204 len: 173 time: 0.5043914 Oct 20 12:00:25.399370 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c95edf9-08fe-411b-8230-684944f433a5 None None] New status for floating IP 5fc9a9e4-cb57-4838-aa1c-c05561a20157: DOWN {{(pid=100649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 12:00:25.436467 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b159a5ac-b98f-4f3d-abb3-a2abfc6465c8 req-38387c6e-fa40-4ac1-99ca-d51fd5b0c0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:25.438057 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b159a5ac-b98f-4f3d-abb3-a2abfc6465c8 req-38387c6e-fa40-4ac1-99ca-d51fd5b0c0b0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a HTTP/1.1" status: 200 len: 914 time: 0.2354157 Oct 20 12:00:25.496089 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b159a5ac-b98f-4f3d-abb3-a2abfc6465c8 req-5f0a4e68-bb72-456f-8feb-825e7d4f8be8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4 HTTP/1.1" status: 200 len: 217 time: 0.0464578 Oct 20 12:00:25.555835 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b159a5ac-b98f-4f3d-abb3-a2abfc6465c8 req-9fd5d27c-582b-495b-94c4-dc9469671f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:25.557409 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b159a5ac-b98f-4f3d-abb3-a2abfc6465c8 req-9fd5d27c-582b-495b-94c4-dc9469671f2e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=667cbc2d-c894-4d06-bf55-c551daf9476c HTTP/1.1" status: 200 len: 851 time: 0.0517554 Oct 20 12:00:25.614924 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b159a5ac-b98f-4f3d-abb3-a2abfc6465c8 req-9315f03c-29a0-4853-8923-8cf58398cfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:25.617250 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b159a5ac-b98f-4f3d-abb3-a2abfc6465c8 req-9315f03c-29a0-4853-8923-8cf58398cfa9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498319 Oct 20 12:00:25.740032 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b159a5ac-b98f-4f3d-abb3-a2abfc6465c8 req-4f437451-a995-4b0e-bf7e-f356c87165c2 service neutron] 10.222.0.89 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086152 Oct 20 12:00:25.884074 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55033e01-587f-4144-b2b7-70d1db0c11cc req-cb031dd1-8c8f-401b-addf-37346a96c7ad tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:25.885558 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-55033e01-587f-4144-b2b7-70d1db0c11cc req-cb031dd1-8c8f-401b-addf-37346a96c7ad tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf715d3e-0310-4ff5-aeae-f0db08db8d5a HTTP/1.1" status: 200 len: 944 time: 0.0960560 Oct 20 12:00:25.889228 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b159a5ac-b98f-4f3d-abb3-a2abfc6465c8 req-1884ac77-f251-4605-89f1-bca4032e79a3 service neutron] 10.222.0.89 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368024 Oct 20 12:00:25.927591 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-55033e01-587f-4144-b2b7-70d1db0c11cc req-9e176338-e559-42e1-b4a6-095f24955e65 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348094 Oct 20 12:00:25.954574 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49052) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:00:26.158837 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12817b82-0d1f-4410-a61c-8270f48feeea', 'name': 'network-vif-deleted', 'tag': '04c5e18a-e6de-4bbb-b3e7-c09240be335c'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:00:26.160486 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af66047d-4f8a-4e31-bb12-e04c03e61fc5" -d '{"events": [{"server_uuid": "12817b82-0d1f-4410-a61c-8270f48feeea", "name": "network-vif-deleted", "tag": "04c5e18a-e6de-4bbb-b3e7-c09240be335c"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:00:26.214005 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9b9211-45f3-4b24-be7a-2662bc25f8c9 x-openstack-request-id: req-fb9b9211-45f3-4b24-be7a-2662bc25f8c9 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:00:26.214485 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12817b82-0d1f-4410-a61c-8270f48feeea", "name": "network-vif-deleted", "tag": "04c5e18a-e6de-4bbb-b3e7-c09240be335c", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:00:26.214695 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fb9b9211-45f3-4b24-be7a-2662bc25f8c9 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:00:26.215230 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12817b82-0d1f-4410-a61c-8270f48feeea', 'name': 'network-vif-deleted', 'tag': '04c5e18a-e6de-4bbb-b3e7-c09240be335c', 'status': 'completed', 'code': 200} Oct 20 12:00:26.365821 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fc0c56cb-2696-4d0c-94e8-bdfb2755633c tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:26.586950 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92126916-4960-4cc2-9390-215c6569c5b4 req-63a7c8b4-0a54-404e-8c96-db9ffd8fd262 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:26.588924 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92126916-4960-4cc2-9390-215c6569c5b4 req-63a7c8b4-0a54-404e-8c96-db9ffd8fd262 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 946 time: 0.0530205 Oct 20 12:00:26.635305 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92126916-4960-4cc2-9390-215c6569c5b4 req-aafe98b3-cab6-4fed-9af4-2f25e132ae7f tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376151 Oct 20 12:00:26.653593 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c56cb-2696-4d0c-94e8-bdfb2755633c tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Deleting port 759ee860-3a2b-4d91-9481-15e08e77e63f {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:00:26.654006 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fc0c56cb-2696-4d0c-94e8-bdfb2755633c tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:26.748533 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-fc0c56cb-2696-4d0c-94e8-bdfb2755633c tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] For port 759ee860-3a2b-4d91-9481-15e08e77e63f, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=759ee860-3a2b-4d91-9481-15e08e77e63f,segment=NetworkSegment(b4996de9-7f7d-48c6-b055-ac8671add07b),segment_id=b4996de9-7f7d-48c6-b055-ac8671add07b)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:00:26.748857 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fc0c56cb-2696-4d0c-94e8-bdfb2755633c tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:26.762255 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c56cb-2696-4d0c-94e8-bdfb2755633c tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Calling delete_port for 759ee860-3a2b-4d91-9481-15e08e77e63f owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:00:26.952830 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fc0c56cb-2696-4d0c-94e8-bdfb2755633c tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:26.983327 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c56cb-2696-4d0c-94e8-bdfb2755633c tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event deleted for resources: {'Port': ['ID=759ee860-3a2b-4d91-9481-15e08e77e63f,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:27.072091 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f2fcfe-a67c-4b9f-a190-514c98ab7ab1 req-298848c8-e71a-478e-8f74-f0fa83556ffb tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:27.074021 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f2f2fcfe-a67c-4b9f-a190-514c98ab7ab1 req-298848c8-e71a-478e-8f74-f0fa83556ffb tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf715d3e-0310-4ff5-aeae-f0db08db8d5a HTTP/1.1" status: 200 len: 944 time: 0.0694408 Oct 20 12:00:27.118432 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f2f2fcfe-a67c-4b9f-a190-514c98ab7ab1 req-06fe8168-b91a-45d2-946c-eb14841e4888 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371726 Oct 20 12:00:27.172731 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fc0c56cb-2696-4d0c-94e8-bdfb2755633c tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:27.737990 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc0c56cb-2696-4d0c-94e8-bdfb2755633c tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Router e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:00:27.776094 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49c035-54f4-4282-8af9-b28bc7d5b791 req-b85bb083-8921-425c-b296-0e3273c5c674 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:27.777589 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7e49c035-54f4-4282-8af9-b28bc7d5b791 req-b85bb083-8921-425c-b296-0e3273c5c674 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 946 time: 0.0519383 Oct 20 12:00:27.815241 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7e49c035-54f4-4282-8af9-b28bc7d5b791 req-31f8da9f-45a4-4258-b59e-32e61fe41d41 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315683 Oct 20 12:00:27.848422 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0c56cb-2696-4d0c-94e8-bdfb2755633c tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:00:27.853912 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-fc0c56cb-2696-4d0c-94e8-bdfb2755633c tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "PUT /v2.0/routers/e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8978014 Oct 20 12:00:27.856224 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49074) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:00:27.859096 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400eb1c1-61b3-43b6-a9b6-769e8fc703d0 None None] Sync routers for ids ['e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:00:27.868479 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400eb1c1-61b3-43b6-a9b6-769e8fc703d0 None None] Routers {'e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:00:27.869082 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-400eb1c1-61b3-43b6-a9b6-769e8fc703d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:00:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:27.905925 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8843715-18a4-480d-bc20-21aca00b235d tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Deleting subnet 3278640d-6e3c-4ee4-8d75-b217104a3ae7 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 12:00:27.908894 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d8843715-18a4-480d-bc20-21aca00b235d tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:27.947791 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d8843715-18a4-480d-bc20-21aca00b235d tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:27.972853 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-400eb1c1-61b3-43b6-a9b6-769e8fc703d0 None None] Set router e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:00:28.042749 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d8843715-18a4-480d-bc20-21aca00b235d tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:28.107057 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d8843715-18a4-480d-bc20-21aca00b235d tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:28.133446 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8843715-18a4-480d-bc20-21aca00b235d tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event deleted for resources: {'Subnet': ['ID=3278640d-6e3c-4ee4-8d75-b217104a3ae7,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:28.142587 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d8843715-18a4-480d-bc20-21aca00b235d tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:28.146998 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d8843715-18a4-480d-bc20-21aca00b235d tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "DELETE /v2.0/subnets/3278640d-6e3c-4ee4-8d75-b217104a3ae7 HTTP/1.1" status: 204 len: 168 time: 0.2874668 Oct 20 12:00:28.147924 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 49078) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:00:28.178648 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7617c6c-349f-4168-96ec-a8907896ba2d None None] Network 03b2c5ca-52d5-4ea9-b945-8cdfc2d77584 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:00:28.291388 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd580c5-2137-4a5c-98d6-9f20f56ec6a5 req-dc37f9d9-3ad8-4f2e-a8ba-bfbf34a0261c tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:28.292911 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1dd580c5-2137-4a5c-98d6-9f20f56ec6a5 req-dc37f9d9-3ad8-4f2e-a8ba-bfbf34a0261c tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf715d3e-0310-4ff5-aeae-f0db08db8d5a HTTP/1.1" status: 200 len: 944 time: 0.0969546 Oct 20 12:00:28.297511 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b6fce48a-2525-44ba-b75a-a225d45e73eb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for router, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:28.403011 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-400eb1c1-61b3-43b6-a9b6-769e8fc703d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873725158', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '70cf3a76-4aea-43ca-804b-eef59e74d039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:59:17Z', 'updated_at': '2021-10-20T12:00:26Z', 'revision_number': 5, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': '70cf3a76-4aea-43ca-804b-eef59e74d039', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:59:18Z', 'updated_at': '2021-10-20T11:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:28.404422 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1dd580c5-2137-4a5c-98d6-9f20f56ec6a5 req-42ea87d5-0513-4b0d-b775-9ddf0d553ea4 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031976 Oct 20 12:00:28.429901 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400eb1c1-61b3-43b6-a9b6-769e8fc703d0 None None] Checking router: e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:00:28.432858 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b6fce48a-2525-44ba-b75a-a225d45e73eb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:28.439321 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400eb1c1-61b3-43b6-a9b6-769e8fc703d0 None None] Routers {'e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:00:28.439792 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-400eb1c1-61b3-43b6-a9b6-769e8fc703d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:00:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:28.476824 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e79452-ba3f-4f2d-931b-20c67804adbc None None] DHCP port deletion for 03b2c5ca-52d5-4ea9-b945-8cdfc2d77584 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 12:00:28.497878 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-b6fce48a-2525-44ba-b75a-a225d45e73eb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Deleting port 70cf3a76-4aea-43ca-804b-eef59e74d039 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:00:28.498243 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b6fce48a-2525-44ba-b75a-a225d45e73eb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:28.574244 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-400eb1c1-61b3-43b6-a9b6-769e8fc703d0 None None] Set router e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:00:28.577861 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-b6fce48a-2525-44ba-b75a-a225d45e73eb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] For port 70cf3a76-4aea-43ca-804b-eef59e74d039, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=70cf3a76-4aea-43ca-804b-eef59e74d039,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:00:28.578225 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b6fce48a-2525-44ba-b75a-a225d45e73eb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:28.590399 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-b6fce48a-2525-44ba-b75a-a225d45e73eb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Calling delete_port for 70cf3a76-4aea-43ca-804b-eef59e74d039 owned by network:router_gateway {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:00:28.626158 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-68e79452-ba3f-4f2d-931b-20c67804adbc None None] Deleting port 16d0ec01-07db-4553-9ab8-02c8014407c7 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:00:28.626526 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-68e79452-ba3f-4f2d-931b-20c67804adbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:28.740015 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-68e79452-ba3f-4f2d-931b-20c67804adbc None None] For port 16d0ec01-07db-4553-9ab8-02c8014407c7, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=16d0ec01-07db-4553-9ab8-02c8014407c7,segment=NetworkSegment(b4996de9-7f7d-48c6-b055-ac8671add07b),segment_id=b4996de9-7f7d-48c6-b055-ac8671add07b)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:00:28.740377 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-68e79452-ba3f-4f2d-931b-20c67804adbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:28.757994 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-68e79452-ba3f-4f2d-931b-20c67804adbc None None] Calling delete_port for 16d0ec01-07db-4553-9ab8-02c8014407c7 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:00:28.769908 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b6fce48a-2525-44ba-b75a-a225d45e73eb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:28.796136 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fce48a-2525-44ba-b75a-a225d45e73eb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event deleted for resources: {'Port': ['ID=70cf3a76-4aea-43ca-804b-eef59e74d039,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:28.823923 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 04c5e18a-e6de-4bbb-b3e7-c09240be335c no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:00:28.855954 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: 04c5e18a-e6de-4bbb-b3e7-c09240be335c {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:00:28.856260 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 04c5e18a-e6de-4bbb-b3e7-c09240be335c not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:00:28.865794 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b6fce48a-2525-44ba-b75a-a225d45e73eb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:28.899349 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-400eb1c1-61b3-43b6-a9b6-769e8fc703d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873725158', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '70cf3a76-4aea-43ca-804b-eef59e74d039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:59:17Z', 'updated_at': '2021-10-20T12:00:26Z', 'revision_number': 5, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': '70cf3a76-4aea-43ca-804b-eef59e74d039', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:59:18Z', 'updated_at': '2021-10-20T11:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:28.902311 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-68e79452-ba3f-4f2d-931b-20c67804adbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:28.949733 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400eb1c1-61b3-43b6-a9b6-769e8fc703d0 None None] The sync data for ids ['e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5'] in n-d-814735-3 is: [{'id': 'e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873725158', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '70cf3a76-4aea-43ca-804b-eef59e74d039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:59:17Z', 'updated_at': '2021-10-20T12:00:26Z', 'revision_number': 5, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': '70cf3a76-4aea-43ca-804b-eef59e74d039', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:59:18Z', 'updated_at': '2021-10-20T11:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:00:28.955042 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e79452-ba3f-4f2d-931b-20c67804adbc None None] Pushing event deleted for resources: {'Port': ['ID=16d0ec01-07db-4553-9ab8-02c8014407c7,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:28.956896 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e79452-ba3f-4f2d-931b-20c67804adbc None None] No DVR routers for this DVR port 16d0ec01-07db-4553-9ab8-02c8014407c7 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:00:28.982255 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b6fce48a-2525-44ba-b75a-a225d45e73eb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:28.985555 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b6fce48a-2525-44ba-b75a-a225d45e73eb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:29.048631 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a5e27-00a4-41ee-866e-a9b36181c2bc req-d129c2d4-1ca2-4b88-926e-6da6ed147909 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:29.050161 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2a5a5e27-00a4-41ee-866e-a9b36181c2bc req-d129c2d4-1ca2-4b88-926e-6da6ed147909 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 946 time: 0.1559207 Oct 20 12:00:29.051373 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b6fce48a-2525-44ba-b75a-a225d45e73eb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:29.051890 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6fce48a-2525-44ba-b75a-a225d45e73eb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Fanout notify agent at l3_agent the message router_deleted on router e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5 {{(pid=100647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 12:00:29.058437 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b6fce48a-2525-44ba-b75a-a225d45e73eb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:29.059495 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-b6fce48a-2525-44ba-b75a-a225d45e73eb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "DELETE /v2.0/routers/e8e61afe-21d3-4b93-bf1b-6c4d8dfb46a5 HTTP/1.1" status: 204 len: 168 time: 0.9105656 Oct 20 12:00:29.062508 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49082) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:00:29.092740 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2a5a5e27-00a4-41ee-866e-a9b36181c2bc req-38db20a0-2d4e-46c6-9ad7-b54e5079100f tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321681 Oct 20 12:00:29.143316 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-65dd8666-8b05-4e11-aee3-b3cfc577331e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:29.233648 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-65dd8666-8b05-4e11-aee3-b3cfc577331e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:29.253953 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-65dd8666-8b05-4e11-aee3-b3cfc577331e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03b2c5ca-52d5-4ea9-b945-8cdfc2d77584']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:29.263788 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-65dd8666-8b05-4e11-aee3-b3cfc577331e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4996de9-7f7d-48c6-b055-ac8671add07b') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:29.264076 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-65dd8666-8b05-4e11-aee3-b3cfc577331e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4996de9-7f7d-48c6-b055-ac8671add07b') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:29.273880 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-65dd8666-8b05-4e11-aee3-b3cfc577331e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:29.290884 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-65dd8666-8b05-4e11-aee3-b3cfc577331e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:29.298561 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65dd8666-8b05-4e11-aee3-b3cfc577331e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Releasing vlan 1269 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 12:00:29.299079 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-65dd8666-8b05-4e11-aee3-b3cfc577331e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:29.302288 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 12:00:29.302288 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 12:00:29.302288 n-d-814735-3 neutron-server[100646]: timer() Oct 20 12:00:29.302288 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 12:00:29.302288 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 12:00:29.302288 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 12:00:29.302288 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 12:00:29.302288 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 12:00:29.302288 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 12:00:29.302288 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 12:00:29.302288 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 12:00:29.302288 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 12:00:29.302288 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 12:00:29.302288 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 12:00:29.302288 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 12:00:29.302288 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 12:00:29.302288 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 12:00:29.302288 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 12:00:29.302288 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 12:00:29.302288 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 12:00:29.302288 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 12:00:29.302288 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 12:00:29.302288 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 12:00:29.302288 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 12:00:29.302288 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 12:00:29.302288 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 12:00:29.302288 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 12:00:29.302288 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 12:00:29.302288 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 12:00:29.302288 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 12:00:29.302288 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 12:00:29.302288 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 12:00:29.356564 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8f7e8bf1-8a9b-4ac4-be7c-a3b3f8402b34 req-5b1747f0-c2b8-4f0e-a0e0-4b8cc9a6e7c1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=adb9f420-f79a-4251-8a1b-f5efa6557548&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0493560 Oct 20 12:00:29.376644 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-65dd8666-8b05-4e11-aee3-b3cfc577331e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:29.402705 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-65dd8666-8b05-4e11-aee3-b3cfc577331e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:29.408630 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-65dd8666-8b05-4e11-aee3-b3cfc577331e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "DELETE /v2.0/networks/03b2c5ca-52d5-4ea9-b945-8cdfc2d77584 HTTP/1.1" status: 204 len: 168 time: 0.3420849 Oct 20 12:00:29.408630 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dd8666-8b05-4e11-aee3-b3cfc577331e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event deleted for resources: {'Network': ['ID=03b2c5ca-52d5-4ea9-b945-8cdfc2d77584,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:29.409074 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49084) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:00:29.476068 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e8bf1-8a9b-4ac4-be7c-a3b3f8402b34 req-fc35d573-8046-4b43-92bc-f4274832ee6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:29.477615 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8f7e8bf1-8a9b-4ac4-be7c-a3b3f8402b34 req-fc35d573-8046-4b43-92bc-f4274832ee6c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=431534d0ede2413dbcee33b2532563f1&device_id=adb9f420-f79a-4251-8a1b-f5efa6557548 HTTP/1.1" status: 200 len: 1096 time: 0.0480695 Oct 20 12:00:29.483729 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e55caa0e-d09f-4638-a73e-ac42ff75cfcc tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:29.513624 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e55caa0e-d09f-4638-a73e-ac42ff75cfcc tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:29.577874 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e55caa0e-d09f-4638-a73e-ac42ff75cfcc tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:29.581157 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e55caa0e-d09f-4638-a73e-ac42ff75cfcc tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:29.586232 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e55caa0e-d09f-4638-a73e-ac42ff75cfcc tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "DELETE /v2.0/security-groups/252ec676-e08d-4ae9-9860-e9adf044dfd2 HTTP/1.1" status: 204 len: 168 time: 0.1764669 Oct 20 12:00:29.599640 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55caa0e-d09f-4638-a73e-ac42ff75cfcc tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=252ec676-e08d-4ae9-9860-e9adf044dfd2,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:29.608525 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897948c2-5ad5-4f73-9697-21e1785d9a52 req-164d711d-9f15-4edb-b1e0-946293aab548 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:29.610442 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-897948c2-5ad5-4f73-9697-21e1785d9a52 req-164d711d-9f15-4edb-b1e0-946293aab548 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf715d3e-0310-4ff5-aeae-f0db08db8d5a HTTP/1.1" status: 200 len: 944 time: 0.1130168 Oct 20 12:00:29.671760 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-897948c2-5ad5-4f73-9697-21e1785d9a52 req-14f5b016-15fe-49df-adc4-7525f86090ff tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530534 Oct 20 12:00:29.672830 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e8bf1-8a9b-4ac4-be7c-a3b3f8402b34 req-92bbb404-5e7f-483a-8dca-26cbb43ad0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:29.674214 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8f7e8bf1-8a9b-4ac4-be7c-a3b3f8402b34 req-92bbb404-5e7f-483a-8dca-26cbb43ad0a6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2fe050b5-996c-48a3-b599-59e32328a5bb HTTP/1.1" status: 200 len: 910 time: 0.1668687 Oct 20 12:00:29.774477 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8f7e8bf1-8a9b-4ac4-be7c-a3b3f8402b34 req-92f14f69-a18c-42ef-abbd-b4f82667b8e8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=553703eb-1f16-4165-9460-35767089d52e HTTP/1.1" status: 200 len: 1001 time: 0.0864882 Oct 20 12:00:29.832703 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e8bf1-8a9b-4ac4-be7c-a3b3f8402b34 req-5f0b9e36-2722-4522-b467-cc46293bb6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:29.834245 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8f7e8bf1-8a9b-4ac4-be7c-a3b3f8402b34 req-5f0b9e36-2722-4522-b467-cc46293bb6fa service neutron] 10.222.0.89 "GET /v2.0/subnets?id=33dc2046-45c1-467f-aafa-1d58d2b904f2 HTTP/1.1" status: 200 len: 847 time: 0.0447898 Oct 20 12:00:29.867289 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49092) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:00:29.872691 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-d0d8143b-66c9-48f4-8795-633dd263a384 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-514724616', 'description': 'tempest-secgroup-smoke-514724616 description', 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:00:29.887565 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e8bf1-8a9b-4ac4-be7c-a3b3f8402b34 req-7be6e32a-b017-46d9-ad29-4e5e98dd8246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:29.889079 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8f7e8bf1-8a9b-4ac4-be7c-a3b3f8402b34 req-7be6e32a-b017-46d9-ad29-4e5e98dd8246 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2fe050b5-996c-48a3-b599-59e32328a5bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409575 Oct 20 12:00:29.898166 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d0d8143b-66c9-48f4-8795-633dd263a384 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:29.964050 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d0d8143b-66c9-48f4-8795-633dd263a384 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:29.968852 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d0d8143b-66c9-48f4-8795-633dd263a384 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:29.987630 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8f7e8bf1-8a9b-4ac4-be7c-a3b3f8402b34 req-f0801a7e-5a53-4341-bd74-d3a6c6e2a7df service neutron] 10.222.0.89 "GET /v2.0/networks/2fe050b5-996c-48a3-b599-59e32328a5bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888112 Oct 20 12:00:30.001518 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d0d8143b-66c9-48f4-8795-633dd263a384 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:30.002771 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d0d8143b-66c9-48f4-8795-633dd263a384 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1343575 Oct 20 12:00:30.004680 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d8143b-66c9-48f4-8795-633dd263a384 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f62853-1ecd-4f8a-95f7-857b88e3b0c0,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:30.006681 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 49094) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:00:30.010940 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-83bb7c5d-cc0c-4f46-808a-398db7b5a6d9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Request body: {'security_group_rule': {'security_group_id': 'e1f62853-1ecd-4f8a-95f7-857b88e3b0c0', 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:00:30.088853 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-83bb7c5d-cc0c-4f46-808a-398db7b5a6d9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:30.120187 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8f7e8bf1-8a9b-4ac4-be7c-a3b3f8402b34 req-b465c9a4-7fcd-44d7-9e21-a96ec5500ed4 service neutron] 10.222.0.89 "GET /v2.0/networks/2fe050b5-996c-48a3-b599-59e32328a5bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212394 Oct 20 12:00:30.168191 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 759ee860-3a2b-4d91-9481-15e08e77e63f no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:00:30.182321 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-83bb7c5d-cc0c-4f46-808a-398db7b5a6d9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:30.188695 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 759ee860-3a2b-4d91-9481-15e08e77e63f {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:00:30.189024 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 759ee860-3a2b-4d91-9481-15e08e77e63f not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:00:30.189599 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 16d0ec01-07db-4553-9ab8-02c8014407c7 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:00:30.192788 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-83bb7c5d-cc0c-4f46-808a-398db7b5a6d9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:30.209138 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 16d0ec01-07db-4553-9ab8-02c8014407c7 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:00:30.209483 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 16d0ec01-07db-4553-9ab8-02c8014407c7 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:00:30.231855 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb7c5d-cc0c-4f46-808a-398db7b5a6d9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f680667d-2246-4b8e-ab10-1de395ff4896,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:30.238243 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-83bb7c5d-cc0c-4f46-808a-398db7b5a6d9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:30.239470 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-83bb7c5d-cc0c-4f46-808a-398db7b5a6d9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2318232 Oct 20 12:00:30.242265 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 49098) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:00:30.247326 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-fe0c9277-c2e2-4f90-87ca-46bcf95622ba tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Request body: {'security_group_rule': {'security_group_id': 'e1f62853-1ecd-4f8a-95f7-857b88e3b0c0', 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:00:30.265228 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81bd01a-a33e-40fb-a444-04fba9e9bb66 req-f36cb0c5-8701-4a9f-8b1b-41ffa8daa802 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:30.266690 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f81bd01a-a33e-40fb-a444-04fba9e9bb66 req-f36cb0c5-8701-4a9f-8b1b-41ffa8daa802 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 946 time: 0.0915291 Oct 20 12:00:30.307944 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fe0c9277-c2e2-4f90-87ca-46bcf95622ba tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:30.322534 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f81bd01a-a33e-40fb-a444-04fba9e9bb66 req-2f1e92c7-60ad-4a5d-b82e-8848fc78426b tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490382 Oct 20 12:00:30.375929 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fe0c9277-c2e2-4f90-87ca-46bcf95622ba tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:30.381895 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fe0c9277-c2e2-4f90-87ca-46bcf95622ba tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:30.399713 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c9277-c2e2-4f90-87ca-46bcf95622ba tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ad389eb-86a8-4391-a6c2-4e98da7bec14,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:30.407558 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fe0c9277-c2e2-4f90-87ca-46bcf95622ba tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:30.409116 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-fe0c9277-c2e2-4f90-87ca-46bcf95622ba tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1658545 Oct 20 12:00:30.411966 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 49100) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:00:30.416345 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-bc12f408-33f4-46ce-917c-7d3cf9db1420 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Request body: {'security_group_rule': {'security_group_id': 'e1f62853-1ecd-4f8a-95f7-857b88e3b0c0', 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:00:30.446898 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bc12f408-33f4-46ce-917c-7d3cf9db1420 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:30.514066 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bc12f408-33f4-46ce-917c-7d3cf9db1420 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:30.520297 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bc12f408-33f4-46ce-917c-7d3cf9db1420 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:30.546150 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc12f408-33f4-46ce-917c-7d3cf9db1420 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0606eaf5-24ff-493b-8833-813f9adc6951,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:30.557763 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bc12f408-33f4-46ce-917c-7d3cf9db1420 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:30.559305 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-bc12f408-33f4-46ce-917c-7d3cf9db1420 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1462989 Oct 20 12:00:30.562279 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49102) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:00:30.568840 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-7ddd0b06-e203-4ce1-b116-e6d481aa0ab1 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Request body: {'security_group_rule': {'security_group_id': 'e1f62853-1ecd-4f8a-95f7-857b88e3b0c0', 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:00:30.601252 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7ddd0b06-e203-4ce1-b116-e6d481aa0ab1 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:30.665219 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7ddd0b06-e203-4ce1-b116-e6d481aa0ab1 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:30.671160 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7ddd0b06-e203-4ce1-b116-e6d481aa0ab1 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:30.688499 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddd0b06-e203-4ce1-b116-e6d481aa0ab1 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58c07d0c-937b-4018-8ca9-c9e71f8d9034,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:30.695125 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7ddd0b06-e203-4ce1-b116-e6d481aa0ab1 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:30.698904 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7ddd0b06-e203-4ce1-b116-e6d481aa0ab1 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1327367 Oct 20 12:00:30.700378 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49104) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:00:30.704731 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-0306d6e0-7e7a-4ba3-ba4c-879a9fe5b47d tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Request body: {'security_group_rule': {'security_group_id': 'e1f62853-1ecd-4f8a-95f7-857b88e3b0c0', 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:00:30.729080 n-d-814735-3 neutron-server[100646]: INFO neutron.db.securitygroups_db [None req-0306d6e0-7e7a-4ba3-ba4c-879a9fe5b47d tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Project d69630d5f3304dc8a33f46da29b2ea4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 12:00:30.734132 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0306d6e0-7e7a-4ba3-ba4c-879a9fe5b47d tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:30.796381 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0306d6e0-7e7a-4ba3-ba4c-879a9fe5b47d tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:30.798925 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120805e-70be-4128-b7fb-8e91d6311919 req-7bd2d540-2cb8-4600-9641-2770abe3e74f tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:30.800236 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c120805e-70be-4128-b7fb-8e91d6311919 req-7bd2d540-2cb8-4600-9641-2770abe3e74f tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf715d3e-0310-4ff5-aeae-f0db08db8d5a HTTP/1.1" status: 200 len: 944 time: 0.0506752 Oct 20 12:00:30.800976 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0306d6e0-7e7a-4ba3-ba4c-879a9fe5b47d tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:30.820136 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0306d6e0-7e7a-4ba3-ba4c-879a9fe5b47d tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a7f4334-ab52-4104-a8dc-ba7813e9d3e4,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:30.826493 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0306d6e0-7e7a-4ba3-ba4c-879a9fe5b47d tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:30.827793 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0306d6e0-7e7a-4ba3-ba4c-879a9fe5b47d tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1264851 Oct 20 12:00:30.830562 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49110) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:00:30.834959 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-05fc02c0-4c27-4e34-b7a0-cc23f11dfa49 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Request body: {'security_group_rule': {'security_group_id': 'e1f62853-1ecd-4f8a-95f7-857b88e3b0c0', 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:00:30.844749 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c120805e-70be-4128-b7fb-8e91d6311919 req-02126b53-189a-4c4e-b058-a3708f315f52 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377204 Oct 20 12:00:30.856437 n-d-814735-3 neutron-server[100646]: INFO neutron.db.securitygroups_db [None req-05fc02c0-4c27-4e34-b7a0-cc23f11dfa49 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Project d69630d5f3304dc8a33f46da29b2ea4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 12:00:30.861776 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-05fc02c0-4c27-4e34-b7a0-cc23f11dfa49 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:30.922182 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-05fc02c0-4c27-4e34-b7a0-cc23f11dfa49 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:30.927588 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-05fc02c0-4c27-4e34-b7a0-cc23f11dfa49 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:30.944593 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc02c0-4c27-4e34-b7a0-cc23f11dfa49 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=587e72a6-8ff4-4db1-ba7d-d28f8c0b445e,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:30.954701 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-05fc02c0-4c27-4e34-b7a0-cc23f11dfa49 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:30.955733 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-05fc02c0-4c27-4e34-b7a0-cc23f11dfa49 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1242068 Oct 20 12:00:30.959950 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49112) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:00:30.964882 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-b1b971a8-1411-43f5-923d-36092f956ef2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Request body: {'network': {'name': 'tempest-network-smoke--146529048', 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'port_security_enabled': True}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:00:30.988568 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b971a8-1411-43f5-923d-36092f956ef2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Made reservation on behalf of d69630d5f3304dc8a33f46da29b2ea4c for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:00:30.993482 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b1b971a8-1411-43f5-923d-36092f956ef2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:31.023512 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1b971a8-1411-43f5-923d-36092f956ef2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] vlan segment allocate from pool success with {'vlan_id': 1298, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 12:00:31.032883 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b1b971a8-1411-43f5-923d-36092f956ef2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:31.033238 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-b1b971a8-1411-43f5-923d-36092f956ef2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Added segment 9711587f-ead6-48e8-8d26-e6c27fdaa9ce of type vlan for network 7f0d14de-0097-4925-b4ce-2079955331dd Oct 20 12:00:31.074931 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b1b971a8-1411-43f5-923d-36092f956ef2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:31.100837 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b1b971a8-1411-43f5-923d-36092f956ef2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:31.106983 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b971a8-1411-43f5-923d-36092f956ef2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:31.106983 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b1b971a8-1411-43f5-923d-36092f956ef2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:31.142065 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b1b971a8-1411-43f5-923d-36092f956ef2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1810462 Oct 20 12:00:31.144870 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49114) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:00:31.149584 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-875d3a29-2b95-41ae-9ef6-d27fdab0b12e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1860620242', 'admin_state_up': True, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:00:31.189881 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b971a8-1411-43f5-923d-36092f956ef2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'Network': ['ID=7f0d14de-0097-4925-b4ce-2079955331dd,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:31.201831 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 7f0d14de-0097-4925-b4ce-2079955331dd details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 12:00:31.203974 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-875d3a29-2b95-41ae-9ef6-d27fdab0b12e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:31.205036 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-875d3a29-2b95-41ae-9ef6-d27fdab0b12e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:31.260699 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-875d3a29-2b95-41ae-9ef6-d27fdab0b12e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:31.412800 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-875d3a29-2b95-41ae-9ef6-d27fdab0b12e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:31.448600 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30821a1-9039-4e83-a93c-a16e85ef11e4 req-4eb19b0c-f6ca-4868-a259-96cb7fc89c59 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:31.450104 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e30821a1-9039-4e83-a93c-a16e85ef11e4 req-4eb19b0c-f6ca-4868-a259-96cb7fc89c59 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 946 time: 0.0550270 Oct 20 12:00:31.489384 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e30821a1-9039-4e83-a93c-a16e85ef11e4 req-5b82391d-215f-44af-a5fd-7458ad39f8f0 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319233 Oct 20 12:00:31.614987 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-875d3a29-2b95-41ae-9ef6-d27fdab0b12e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for router_gateway, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:31.633549 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-875d3a29-2b95-41ae-9ef6-d27fdab0b12e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:31.710276 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 70cf3a76-4aea-43ca-804b-eef59e74d039 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:00:31.730529 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 70cf3a76-4aea-43ca-804b-eef59e74d039 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:00:31.730899 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 70cf3a76-4aea-43ca-804b-eef59e74d039 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:00:31.752428 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-875d3a29-2b95-41ae-9ef6-d27fdab0b12e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Allocated IP 172.25.5.43 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/4b8e96b8-229b-4ba7-b6ec-1136920960eb) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:00:31.861701 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-875d3a29-2b95-41ae-9ef6-d27fdab0b12e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:31.900287 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-875d3a29-2b95-41ae-9ef6-d27fdab0b12e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:31.937497 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875d3a29-2b95-41ae-9ef6-d27fdab0b12e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:00:31.941911 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-875d3a29-2b95-41ae-9ef6-d27fdab0b12e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:00:31.944379 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875d3a29-2b95-41ae-9ef6-d27fdab0b12e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:00:31.964794 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a410003b-7423-40f2-8bc9-3e2753738737 req-9297f49f-970b-4a39-a7f5-a3f8a3f529ca tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:31.966593 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a410003b-7423-40f2-8bc9-3e2753738737 req-9297f49f-970b-4a39-a7f5-a3f8a3f529ca tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf715d3e-0310-4ff5-aeae-f0db08db8d5a HTTP/1.1" status: 200 len: 944 time: 0.0544820 Oct 20 12:00:31.975193 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d3a29-2b95-41ae-9ef6-d27fdab0b12e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'Port': ['ID=4b8e96b8-229b-4ba7-b6ec-1136920960eb,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:32.007667 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a410003b-7423-40f2-8bc9-3e2753738737 req-e012f564-ea8b-4368-b7ae-82b4a3f1b1d2 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342097 Oct 20 12:00:32.206996 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-875d3a29-2b95-41ae-9ef6-d27fdab0b12e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for router_gateway, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:32.415656 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-875d3a29-2b95-41ae-9ef6-d27fdab0b12e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:32.545145 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-875d3a29-2b95-41ae-9ef6-d27fdab0b12e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Router 03e1dac0-8ffd-447b-8151-55f43de87a2f is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 12:00:32.610392 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99102c1-0d38-4874-b29c-fb3aa0fca3ba req-7dfcc7bb-9956-48fe-b9f1-469aa3cfb4aa tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:32.611911 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f99102c1-0d38-4874-b29c-fb3aa0fca3ba req-7dfcc7bb-9956-48fe-b9f1-469aa3cfb4aa tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 946 time: 0.0497253 Oct 20 12:00:32.650634 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f99102c1-0d38-4874-b29c-fb3aa0fca3ba req-19868d83-72a8-4842-8a8e-394985f319b6 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326602 Oct 20 12:00:32.651862 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875d3a29-2b95-41ae-9ef6-d27fdab0b12e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:00:32.662484 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d666b827-7258-453e-8e9a-ae0a16473cbb None None] Sync routers for ids ['03e1dac0-8ffd-447b-8151-55f43de87a2f'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:00:32.672563 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d666b827-7258-453e-8e9a-ae0a16473cbb None None] Routers {'03e1dac0-8ffd-447b-8151-55f43de87a2f'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:00:32.673163 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-d666b827-7258-453e-8e9a-ae0a16473cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:00:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['03e1dac0-8ffd-447b-8151-55f43de87a2f'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:32.684397 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-875d3a29-2b95-41ae-9ef6-d27fdab0b12e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:32.685647 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-875d3a29-2b95-41ae-9ef6-d27fdab0b12e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5398331 Oct 20 12:00:32.688835 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49122) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:00:32.720411 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e09b91e2-f6a5-45fc-95a4-974cb0410034 tempest-TestNetworkAdvancedServerOps-525790075 tempest-TestNetworkAdvancedServerOps-525790075-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=d69630d5f3304dc8a33f46da29b2ea4c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304451 Oct 20 12:00:32.723094 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49124) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:00:32.777269 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-d666b827-7258-453e-8e9a-ae0a16473cbb None None] Set router 03e1dac0-8ffd-447b-8151-55f43de87a2f gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:00:32.810066 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804cf1a9-a4a9-4e59-981f-2d12c62721d7 tempest-TestNetworkAdvancedServerOps-525790075 tempest-TestNetworkAdvancedServerOps-525790075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:32.811650 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-804cf1a9-a4a9-4e59-981f-2d12c62721d7 tempest-TestNetworkAdvancedServerOps-525790075 tempest-TestNetworkAdvancedServerOps-525790075-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0876031 Oct 20 12:00:32.814557 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49126) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:00:32.844743 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f78eab0a-e172-4c2b-9930-b90006140d55 tempest-TestNetworkAdvancedServerOps-525790075 tempest-TestNetworkAdvancedServerOps-525790075-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=717966e5-c478-496f-bddb-05794fb74250&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265827 Oct 20 12:00:32.844990 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49128) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:00:32.849692 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-d714bc70-af37-40e0-93f3-4b71b3a7586a tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1009183323', 'network_id': '7f0d14de-0097-4925-b4ce-2079955331dd', 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:00:32.940789 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d714bc70-af37-40e0-93f3-4b71b3a7586a tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Made reservation on behalf of d69630d5f3304dc8a33f46da29b2ea4c for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:00:32.944588 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d714bc70-af37-40e0-93f3-4b71b3a7586a tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:32.959919 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-d666b827-7258-453e-8e9a-ae0a16473cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e1dac0-8ffd-447b-8151-55f43de87a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860620242', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '4b8e96b8-229b-4ba7-b6ec-1136920960eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:00:31Z', 'updated_at': '2021-10-20T12:00:32Z', 'revision_number': 3, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': '4b8e96b8-229b-4ba7-b6ec-1136920960eb', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:89:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e1dac0-8ffd-447b-8151-55f43de87a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:00:31Z', 'updated_at': '2021-10-20T12:00:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:32.988659 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d666b827-7258-453e-8e9a-ae0a16473cbb None None] Checking router: 03e1dac0-8ffd-447b-8151-55f43de87a2f for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:00:32.989001 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d666b827-7258-453e-8e9a-ae0a16473cbb None None] Updating router 03e1dac0-8ffd-447b-8151-55f43de87a2f port 4b8e96b8-229b-4ba7-b6ec-1136920960eb binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 12:00:33.020068 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-d666b827-7258-453e-8e9a-ae0a16473cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:33.153795 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f19e9a-1948-4b16-adcf-763b42ec428c req-f12b32ac-0196-496c-bc17-c531f5486a31 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:33.157303 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d714bc70-af37-40e0-93f3-4b71b3a7586a tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:33.163170 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c9f19e9a-1948-4b16-adcf-763b42ec428c req-f12b32ac-0196-496c-bc17-c531f5486a31 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf715d3e-0310-4ff5-aeae-f0db08db8d5a HTTP/1.1" status: 200 len: 944 time: 0.0706911 Oct 20 12:00:33.213126 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c9f19e9a-1948-4b16-adcf-763b42ec428c req-43717bb4-890b-426c-9a25-d31236473fe0 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449274 Oct 20 12:00:33.234274 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d714bc70-af37-40e0-93f3-4b71b3a7586a tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'Subnet': ['ID=fd61083e-c205-496d-a0f4-6dd7e3c83220,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:33.236631 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d714bc70-af37-40e0-93f3-4b71b3a7586a tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Checking segment: {'id': '9711587f-ead6-48e8-8d26-e6c27fdaa9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '7f0d14de-0097-4925-b4ce-2079955331dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:00:33.236985 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d714bc70-af37-40e0-93f3-4b71b3a7586a tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Network hostable DHCP agents. Network: 7f0d14de-0097-4925-b4ce-2079955331dd, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 12:00:33.256458 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d714bc70-af37-40e0-93f3-4b71b3a7586a tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Network 7f0d14de-0097-4925-b4ce-2079955331dd is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 12:00:33.266502 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-d714bc70-af37-40e0-93f3-4b71b3a7586a tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 7f0d14de-0097-4925-b4ce-2079955331dd) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:00:33.271514 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d714bc70-af37-40e0-93f3-4b71b3a7586a tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:33.272639 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d714bc70-af37-40e0-93f3-4b71b3a7586a tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:33.280046 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fc8a32-807f-4374-ae9c-6de177b88fe8 None None] Network 7f0d14de-0097-4925-b4ce-2079955331dd requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:00:33.299796 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 49132) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:00:33.300048 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d714bc70-af37-40e0-93f3-4b71b3a7586a tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4538543 Oct 20 12:00:33.318621 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-d666b827-7258-453e-8e9a-ae0a16473cbb None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:33.326078 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-d666b827-7258-453e-8e9a-ae0a16473cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:33.375372 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b31262-2560-406f-9162-79e536c47406 None None] Pushing event updated for resources: {'Port': ['ID=4b8e96b8-229b-4ba7-b6ec-1136920960eb,revision_number=2']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:33.397731 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b31262-2560-406f-9162-79e536c47406 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:33.398217 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b31262-2560-406f-9162-79e536c47406 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:33.398648 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b31262-2560-406f-9162-79e536c47406 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:33.399101 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b31262-2560-406f-9162-79e536c47406 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:33.400818 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b31262-2560-406f-9162-79e536c47406 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:33.400818 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b31262-2560-406f-9162-79e536c47406 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:33.400818 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b31262-2560-406f-9162-79e536c47406 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:33.400818 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b31262-2560-406f-9162-79e536c47406 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:33.400818 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b31262-2560-406f-9162-79e536c47406 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:33.401588 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b31262-2560-406f-9162-79e536c47406 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:33.401996 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b31262-2560-406f-9162-79e536c47406 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:33.402448 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b31262-2560-406f-9162-79e536c47406 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:00:33.406782 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-d666b827-7258-453e-8e9a-ae0a16473cbb None None] Attempting to bind port 4b8e96b8-229b-4ba7-b6ec-1136920960eb on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:00:33.407497 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-d666b827-7258-453e-8e9a-ae0a16473cbb None None] Attempting to bind port 4b8e96b8-229b-4ba7-b6ec-1136920960eb by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:00:33.407977 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d666b827-7258-453e-8e9a-ae0a16473cbb None None] Attempting to bind port 4b8e96b8-229b-4ba7-b6ec-1136920960eb on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:00:33.418741 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d666b827-7258-453e-8e9a-ae0a16473cbb None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:00:33.419315 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d666b827-7258-453e-8e9a-ae0a16473cbb None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:00:33.419834 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-d666b827-7258-453e-8e9a-ae0a16473cbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:33.420340 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d666b827-7258-453e-8e9a-ae0a16473cbb None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:00:33.420894 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-d666b827-7258-453e-8e9a-ae0a16473cbb None None] Bound port: 4b8e96b8-229b-4ba7-b6ec-1136920960eb, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:00:33.421367 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-d666b827-7258-453e-8e9a-ae0a16473cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:33.464065 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd69f28-fbbd-40b7-ab9c-986653920bc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-7f0d14de-0097-4925-b4ce-2079955331dd', 'network_id': '7f0d14de-0097-4925-b4ce-2079955331dd', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'fixed_ips': [{'subnet_id': 'fd61083e-c205-496d-a0f4-6dd7e3c83220'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 12:00:33.464993 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ebd69f28-fbbd-40b7-ab9c-986653920bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:33.485351 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-d666b827-7258-453e-8e9a-ae0a16473cbb None None] For port 4b8e96b8-229b-4ba7-b6ec-1136920960eb, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:00:33.489576 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-d666b827-7258-453e-8e9a-ae0a16473cbb None None] For port 4b8e96b8-229b-4ba7-b6ec-1136920960eb, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=4b8e96b8-229b-4ba7-b6ec-1136920960eb,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:00:33.493812 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-d666b827-7258-453e-8e9a-ae0a16473cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:33.535942 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d666b827-7258-453e-8e9a-ae0a16473cbb None None] Routers {'03e1dac0-8ffd-447b-8151-55f43de87a2f'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:00:33.536682 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-d666b827-7258-453e-8e9a-ae0a16473cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:00:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['03e1dac0-8ffd-447b-8151-55f43de87a2f'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:33.624723 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-ebd69f28-fbbd-40b7-ab9c-986653920bc7 None None] Allocated IP 172.20.0.2 (7f0d14de-0097-4925-b4ce-2079955331dd/fd61083e-c205-496d-a0f4-6dd7e3c83220/bf901ceb-620f-47b5-87c6-8fe44d32f28c) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:00:33.669363 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-d666b827-7258-453e-8e9a-ae0a16473cbb None None] Set router 03e1dac0-8ffd-447b-8151-55f43de87a2f gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:00:33.772527 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ebd69f28-fbbd-40b7-ab9c-986653920bc7 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:33.776946 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b31262-2560-406f-9162-79e536c47406 None None] Pushing event updated for resources: {'Port': ['ID=4b8e96b8-229b-4ba7-b6ec-1136920960eb,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:33.780491 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ebd69f28-fbbd-40b7-ab9c-986653920bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:33.836776 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd69f28-fbbd-40b7-ab9c-986653920bc7 None None] Pushing event updated for resources: {'Port': ['ID=bf901ceb-620f-47b5-87c6-8fe44d32f28c,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:33.845733 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd69f28-fbbd-40b7-ab9c-986653920bc7 None None] Network 7f0d14de-0097-4925-b4ce-2079955331dd is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:00:33.847438 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-ebd69f28-fbbd-40b7-ab9c-986653920bc7 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:00:33.853247 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd69f28-fbbd-40b7-ab9c-986653920bc7 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:00:33.892383 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21de613-e598-43c2-88bf-1e1bc0896a67 req-6c99f853-a904-4a1f-8a0d-6298af730c48 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:33.895670 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-d666b827-7258-453e-8e9a-ae0a16473cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e1dac0-8ffd-447b-8151-55f43de87a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860620242', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '4b8e96b8-229b-4ba7-b6ec-1136920960eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:00:31Z', 'updated_at': '2021-10-20T12:00:32Z', 'revision_number': 3, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': '4b8e96b8-229b-4ba7-b6ec-1136920960eb', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:89:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e1dac0-8ffd-447b-8151-55f43de87a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:00:31Z', 'updated_at': '2021-10-20T12:00:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:33.900079 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e21de613-e598-43c2-88bf-1e1bc0896a67 req-6c99f853-a904-4a1f-8a0d-6298af730c48 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 946 time: 0.1059563 Oct 20 12:00:33.915994 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-ebd69f28-fbbd-40b7-ab9c-986653920bc7 None None] Attempting to bind port bf901ceb-620f-47b5-87c6-8fe44d32f28c on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:00:33.916784 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-ebd69f28-fbbd-40b7-ab9c-986653920bc7 None None] Attempting to bind port bf901ceb-620f-47b5-87c6-8fe44d32f28c by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '9711587f-ead6-48e8-8d26-e6c27fdaa9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '7f0d14de-0097-4925-b4ce-2079955331dd'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:00:33.917343 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd69f28-fbbd-40b7-ab9c-986653920bc7 None None] Attempting to bind port bf901ceb-620f-47b5-87c6-8fe44d32f28c on network 7f0d14de-0097-4925-b4ce-2079955331dd {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:00:33.923750 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd69f28-fbbd-40b7-ab9c-986653920bc7 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:00:33.924417 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd69f28-fbbd-40b7-ab9c-986653920bc7 None None] Checking segment: {'id': '9711587f-ead6-48e8-8d26-e6c27fdaa9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '7f0d14de-0097-4925-b4ce-2079955331dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:00:33.925559 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ebd69f28-fbbd-40b7-ab9c-986653920bc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:33.926117 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd69f28-fbbd-40b7-ab9c-986653920bc7 None None] Bound using segment: {'id': '9711587f-ead6-48e8-8d26-e6c27fdaa9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '7f0d14de-0097-4925-b4ce-2079955331dd'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:00:33.926893 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-ebd69f28-fbbd-40b7-ab9c-986653920bc7 None None] Bound port: bf901ceb-620f-47b5-87c6-8fe44d32f28c, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9711587f-ead6-48e8-8d26-e6c27fdaa9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '7f0d14de-0097-4925-b4ce-2079955331dd'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:00:33.927460 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ebd69f28-fbbd-40b7-ab9c-986653920bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:33.930922 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d666b827-7258-453e-8e9a-ae0a16473cbb None None] The sync data for ids ['03e1dac0-8ffd-447b-8151-55f43de87a2f'] in n-d-814735-3 is: [{'id': '03e1dac0-8ffd-447b-8151-55f43de87a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860620242', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '4b8e96b8-229b-4ba7-b6ec-1136920960eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:00:31Z', 'updated_at': '2021-10-20T12:00:32Z', 'revision_number': 3, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': '4b8e96b8-229b-4ba7-b6ec-1136920960eb', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:89:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e1dac0-8ffd-447b-8151-55f43de87a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:00:31Z', 'updated_at': '2021-10-20T12:00:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:00:33.950070 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e21de613-e598-43c2-88bf-1e1bc0896a67 req-438ebabd-6691-42e5-9f53-ba5580c53f88 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490422 Oct 20 12:00:34.002431 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-40e37a1f-e6f8-49e2-b1e1-b3bf356a9f58 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:34.023963 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-ebd69f28-fbbd-40b7-ab9c-986653920bc7 None None] For port bf901ceb-620f-47b5-87c6-8fe44d32f28c, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:00:34.027394 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-ebd69f28-fbbd-40b7-ab9c-986653920bc7 None None] For port bf901ceb-620f-47b5-87c6-8fe44d32f28c, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=bf901ceb-620f-47b5-87c6-8fe44d32f28c,segment=NetworkSegment(9711587f-ead6-48e8-8d26-e6c27fdaa9ce),segment_id=9711587f-ead6-48e8-8d26-e6c27fdaa9ce)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:00:34.034055 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ebd69f28-fbbd-40b7-ab9c-986653920bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:34.097231 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd69f28-fbbd-40b7-ab9c-986653920bc7 None None] Pushing event updated for resources: {'Port': ['ID=bf901ceb-620f-47b5-87c6-8fe44d32f28c,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:34.794127 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf88d8-79e2-4257-a80e-6f8376d232cb req-9f9beba8-106f-49e5-8147-ebe979df0943 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:34.795715 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-13cf88d8-79e2-4257-a80e-6f8376d232cb req-9f9beba8-106f-49e5-8147-ebe979df0943 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf715d3e-0310-4ff5-aeae-f0db08db8d5a HTTP/1.1" status: 200 len: 944 time: 0.0976684 Oct 20 12:00:34.806178 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:00:34.814774 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-40e37a1f-e6f8-49e2-b1e1-b3bf356a9f58 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Allocated IP 172.20.0.1 (7f0d14de-0097-4925-b4ce-2079955331dd/fd61083e-c205-496d-a0f4-6dd7e3c83220/a1082c2c-a1bb-4a17-a60e-b3834622794d) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:00:34.868389 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-13cf88d8-79e2-4257-a80e-6f8376d232cb req-3a785cd2-1027-481f-93a8-c528e1d6f711 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663714 Oct 20 12:00:34.944237 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4,segment=NetworkSegment(eb3b04cf-4e5d-47e1-a25f-825ff902331c),segment_id=eb3b04cf-4e5d-47e1-a25f-825ff902331c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:00:34.957815 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': 'cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4', 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a', 'port_id': 'cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4', 'mac_address': 'fa:16:3e:17:9c:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '667cbc2d-c894-4d06-bf55-c551daf9476c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:00:34.975950 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-40e37a1f-e6f8-49e2-b1e1-b3bf356a9f58 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:35.002776 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:35.017554 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:00:35.021568 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-40e37a1f-e6f8-49e2-b1e1-b3bf356a9f58 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:35.049677 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4,segment=NetworkSegment(eb3b04cf-4e5d-47e1-a25f-825ff902331c),segment_id=eb3b04cf-4e5d-47e1-a25f-825ff902331c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:00:35.055492 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:35.095424 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e37a1f-e6f8-49e2-b1e1-b3bf356a9f58 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Network 7f0d14de-0097-4925-b4ce-2079955331dd is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:00:35.101572 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-40e37a1f-e6f8-49e2-b1e1-b3bf356a9f58 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:00:35.109199 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e37a1f-e6f8-49e2-b1e1-b3bf356a9f58 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:00:35.115877 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e37a1f-e6f8-49e2-b1e1-b3bf356a9f58 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'Port': ['ID=a1082c2c-a1bb-4a17-a60e-b3834622794d,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:35.116769 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:35.164121 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22794c48-8ad2-4dc0-95ce-67388fc642a2 req-4d1f27fe-3617-476b-b6d8-8f4c6db5c1f2 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:35.165779 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-22794c48-8ad2-4dc0-95ce-67388fc642a2 req-4d1f27fe-3617-476b-b6d8-8f4c6db5c1f2 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 946 time: 0.1126385 Oct 20 12:00:35.178158 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-40e37a1f-e6f8-49e2-b1e1-b3bf356a9f58 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:35.217411 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bfa14e-9e7d-44bf-8b0e-24511eab928f None None] Network 7f0d14de-0097-4925-b4ce-2079955331dd requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:00:35.249100 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-22794c48-8ad2-4dc0-95ce-67388fc642a2 req-27773ade-39e7-4074-9626-01b3941732db tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773127 Oct 20 12:00:35.331080 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:00:35.332322 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-40e37a1f-e6f8-49e2-b1e1-b3bf356a9f58 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:35.374139 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-ab5096d3-b34c-4a7e-8f71-62b377d3bf7a None None] Provisioning complete for port bf901ceb-620f-47b5-87c6-8fe44d32f28c triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:00:35.374511 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ab5096d3-b34c-4a7e-8f71-62b377d3bf7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:35.548317 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ab5096d3-b34c-4a7e-8f71-62b377d3bf7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:35.606787 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-ab5096d3-b34c-4a7e-8f71-62b377d3bf7a None None] For port bf901ceb-620f-47b5-87c6-8fe44d32f28c, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=bf901ceb-620f-47b5-87c6-8fe44d32f28c,segment=NetworkSegment(9711587f-ead6-48e8-8d26-e6c27fdaa9ce),segment_id=9711587f-ead6-48e8-8d26-e6c27fdaa9ce)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:00:35.616850 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ab5096d3-b34c-4a7e-8f71-62b377d3bf7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:35.667009 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-40e37a1f-e6f8-49e2-b1e1-b3bf356a9f58 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:35.670557 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5096d3-b34c-4a7e-8f71-62b377d3bf7a None None] Pushing event updated for resources: {'Port': ['ID=bf901ceb-620f-47b5-87c6-8fe44d32f28c,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:35.673077 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-40e37a1f-e6f8-49e2-b1e1-b3bf356a9f58 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:35.741367 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d94c7626-7acb-484b-b666-b1bbda0acd62 None None] Provisioning complete for port bf901ceb-620f-47b5-87c6-8fe44d32f28c triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:00:35.743337 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d94c7626-7acb-484b-b666-b1bbda0acd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:35.747999 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e37a1f-e6f8-49e2-b1e1-b3bf356a9f58 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'Port': ['ID=a1082c2c-a1bb-4a17-a60e-b3834622794d,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:35.750482 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-40e37a1f-e6f8-49e2-b1e1-b3bf356a9f58 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:35.889274 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d94c7626-7acb-484b-b666-b1bbda0acd62 None None] Provisioning complete for port a1082c2c-a1bb-4a17-a60e-b3834622794d triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:00:35.889785 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d94c7626-7acb-484b-b666-b1bbda0acd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:35.902869 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e37a1f-e6f8-49e2-b1e1-b3bf356a9f58 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Network 7f0d14de-0097-4925-b4ce-2079955331dd is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:00:35.904348 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-40e37a1f-e6f8-49e2-b1e1-b3bf356a9f58 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:00:35.923429 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device bf901ceb-620f-47b5-87c6-8fe44d32f28c up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:00:35.963423 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d94c7626-7acb-484b-b666-b1bbda0acd62 None None] Port a1082c2c-a1bb-4a17-a60e-b3834622794d cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:00:35.985595 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port bf901ceb-620f-47b5-87c6-8fe44d32f28c triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:00:35.986076 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:36.052312 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018347be-949f-4102-a084-f74559d479e3 req-6e26b8d1-5b00-4c36-9027-f48a68241ed3 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:36.054338 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-018347be-949f-4102-a084-f74559d479e3 req-6e26b8d1-5b00-4c36-9027-f48a68241ed3 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf715d3e-0310-4ff5-aeae-f0db08db8d5a HTTP/1.1" status: 200 len: 945 time: 0.0990086 Oct 20 12:00:36.072804 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 4b8e96b8-229b-4ba7-b6ec-1136920960eb up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:00:36.094572 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e37a1f-e6f8-49e2-b1e1-b3bf356a9f58 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Router 03e1dac0-8ffd-447b-8151-55f43de87a2f has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:00:36.116268 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-018347be-949f-4102-a084-f74559d479e3 req-e091dbb5-62e2-4a4a-94f7-d5d28ab254ba tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457413 Oct 20 12:00:36.120210 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d2f8a560-bb58-4202-8792-ff0598412d8d None None] Provisioning complete for port a1082c2c-a1bb-4a17-a60e-b3834622794d triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:00:36.120583 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d2f8a560-bb58-4202-8792-ff0598412d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:36.161967 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d2f8a560-bb58-4202-8792-ff0598412d8d None None] Port a1082c2c-a1bb-4a17-a60e-b3834622794d cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:00:36.165972 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 4b8e96b8-229b-4ba7-b6ec-1136920960eb triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:00:36.166349 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:36.231473 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e37a1f-e6f8-49e2-b1e1-b3bf356a9f58 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:00:36.239403 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-40e37a1f-e6f8-49e2-b1e1-b3bf356a9f58 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "PUT /v2.0/routers/03e1dac0-8ffd-447b-8151-55f43de87a2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9374669 Oct 20 12:00:36.241412 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19f04eb-9620-444c-8a37-8207a1a42eb3 None None] Sync routers for ids ['03e1dac0-8ffd-447b-8151-55f43de87a2f'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:00:36.254955 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:36.262516 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19f04eb-9620-444c-8a37-8207a1a42eb3 None None] Routers {'03e1dac0-8ffd-447b-8151-55f43de87a2f'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:00:36.263171 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-c19f04eb-9620-444c-8a37-8207a1a42eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:00:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['03e1dac0-8ffd-447b-8151-55f43de87a2f'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:36.312501 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 4b8e96b8-229b-4ba7-b6ec-1136920960eb, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=4b8e96b8-229b-4ba7-b6ec-1136920960eb,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:00:36.321451 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:36.413080 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf96dcbf-080c-4941-aabb-511016b7bac8 req-d77a1cca-d31f-4475-978d-9d6bff1170d4 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:36.414938 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf96dcbf-080c-4941-aabb-511016b7bac8 req-d77a1cca-d31f-4475-978d-9d6bff1170d4 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 946 time: 0.0850687 Oct 20 12:00:36.421314 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c53ccb63-9a00-44f8-a97b-e35a7d3b562a req-c6f8ab6d-eebc-4971-992e-77da0210770f tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-514724616&fields=id&tenant_id=d69630d5f3304dc8a33f46da29b2ea4c HTTP/1.1" status: 200 len: 267 time: 0.0643625 Oct 20 12:00:36.491419 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf96dcbf-080c-4941-aabb-511016b7bac8 req-b4c23622-0502-4fea-bf18-17c1dbb0513b tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689564 Oct 20 12:00:36.525803 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-69860ee9-0022-4b03-9b1a-0c8c87b5d040 None None] Provisioning complete for port a1082c2c-a1bb-4a17-a60e-b3834622794d triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:00:36.526219 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-69860ee9-0022-4b03-9b1a-0c8c87b5d040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:36.558031 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ccb63-9a00-44f8-a97b-e35a7d3b562a req-48742d57-2926-4dad-9fa1-71e1d51f0789 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:36.559567 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c53ccb63-9a00-44f8-a97b-e35a7d3b562a req-48742d57-2926-4dad-9fa1-71e1d51f0789 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/networks?id=7f0d14de-0097-4925-b4ce-2079955331dd HTTP/1.1" status: 200 len: 796 time: 0.1296749 Oct 20 12:00:36.575230 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c53ccb63-9a00-44f8-a97b-e35a7d3b562a req-a63ae02e-c0a0-4f58-a7ac-aafd81b58022 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/quotas/d69630d5f3304dc8a33f46da29b2ea4c HTTP/1.1" status: 200 len: 375 time: 0.0096741 Oct 20 12:00:36.597201 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=4b8e96b8-229b-4ba7-b6ec-1136920960eb,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:36.616977 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-c19f04eb-9620-444c-8a37-8207a1a42eb3 None None] Set router 03e1dac0-8ffd-447b-8151-55f43de87a2f gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:00:36.618759 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-69860ee9-0022-4b03-9b1a-0c8c87b5d040 None None] Port a1082c2c-a1bb-4a17-a60e-b3834622794d cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:00:36.631838 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c53ccb63-9a00-44f8-a97b-e35a7d3b562a req-11e4750f-4272-4bb3-86e2-f9731d216f0e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=d69630d5f3304dc8a33f46da29b2ea4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511091 Oct 20 12:00:36.732574 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c53ccb63-9a00-44f8-a97b-e35a7d3b562a req-daa57ab1-a634-492b-bc06-aac3bc686562 service neutron] 10.222.0.98 "GET /v2.0/networks/7f0d14de-0097-4925-b4ce-2079955331dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850062 Oct 20 12:00:36.828174 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:00:36.841710 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c53ccb63-9a00-44f8-a97b-e35a7d3b562a req-c7b3ce09-e600-4691-a695-73d99316f082 service neutron] 10.222.0.98 "GET /v2.0/networks/7f0d14de-0097-4925-b4ce-2079955331dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020389 Oct 20 12:00:36.866142 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-c19f04eb-9620-444c-8a37-8207a1a42eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e1dac0-8ffd-447b-8151-55f43de87a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860620242', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '4b8e96b8-229b-4ba7-b6ec-1136920960eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:00:31Z', 'updated_at': '2021-10-20T12:00:35Z', 'revision_number': 4, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': '4b8e96b8-229b-4ba7-b6ec-1136920960eb', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:89:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e1dac0-8ffd-447b-8151-55f43de87a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:00:31Z', 'updated_at': '2021-10-20T12:00:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'a1082c2c-a1bb-4a17-a60e-b3834622794d', 'name': '', 'network_id': '7f0d14de-0097-4925-b4ce-2079955331dd', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'mac_address': 'fa:16:3e:bf:c4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e1dac0-8ffd-447b-8151-55f43de87a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': 'fd61083e-c205-496d-a0f4-6dd7e3c83220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:00:34Z', 'updated_at': '2021-10-20T12:00:35Z', 'revision_number': 2, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'subnets': [{'id': 'fd61083e-c205-496d-a0f4-6dd7e3c83220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:36.898390 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19f04eb-9620-444c-8a37-8207a1a42eb3 None None] Checking router: 03e1dac0-8ffd-447b-8151-55f43de87a2f for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:00:36.899037 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19f04eb-9620-444c-8a37-8207a1a42eb3 None None] Updating router 03e1dac0-8ffd-447b-8151-55f43de87a2f port a1082c2c-a1bb-4a17-a60e-b3834622794d binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 12:00:36.931505 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c19f04eb-9620-444c-8a37-8207a1a42eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:36.939769 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 12:00:36.946412 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:00:36.946771 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:37.030609 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-21aa2200-02d5-4efe-a78f-294895f7db4e req-d37e940f-189d-409a-861a-af6e74edfde2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=1308bf88-97c8-4c26-a478-1f951a1a54bf HTTP/1.1" status: 200 len: 210 time: 0.0288143 Oct 20 12:00:37.128352 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:37.199351 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf715d3e-0310-4ff5-aeae-f0db08db8d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:00:37.201835 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176b7450-32ad-4e00-a4d7-0ca5651319e0" -d '{"events": [{"server_uuid": "bf715d3e-0310-4ff5-aeae-f0db08db8d5a", "name": "network-vif-plugged", "status": "completed", "tag": "cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:00:37.222651 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4,segment=NetworkSegment(eb3b04cf-4e5d-47e1-a25f-825ff902331c),segment_id=eb3b04cf-4e5d-47e1-a25f-825ff902331c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:00:37.229002 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:37.244330 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795c9fe-696a-4074-8b4e-da926c389322 req-e7229376-27b4-496d-8fd3-b2a60541e12e tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:37.252193 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f795c9fe-696a-4074-8b4e-da926c389322 req-e7229376-27b4-496d-8fd3-b2a60541e12e tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf715d3e-0310-4ff5-aeae-f0db08db8d5a HTTP/1.1" status: 200 len: 945 time: 0.0617619 Oct 20 12:00:37.268419 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb94314a-8d81-42a5-9cf2-00046d3208f8 x-openstack-request-id: req-cb94314a-8d81-42a5-9cf2-00046d3208f8 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:00:37.268710 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf715d3e-0310-4ff5-aeae-f0db08db8d5a", "name": "network-vif-plugged", "status": "completed", "tag": "cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:00:37.268982 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cb94314a-8d81-42a5-9cf2-00046d3208f8 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:00:37.269406 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf715d3e-0310-4ff5-aeae-f0db08db8d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4', 'code': 200} Oct 20 12:00:37.291153 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f795c9fe-696a-4074-8b4e-da926c389322 req-81abdbea-5188-47aa-a671-95a92eb44389 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376344 Oct 20 12:00:37.337374 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:37.363529 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c19f04eb-9620-444c-8a37-8207a1a42eb3 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:37.370176 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c19f04eb-9620-444c-8a37-8207a1a42eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:37.378972 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1488544-aab4-4af4-921d-da0e77eb087e req-954a799d-acdf-4a31-ab0c-347e8ee36858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:37.380464 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d1488544-aab4-4af4-921d-da0e77eb087e req-954a799d-acdf-4a31-ab0c-347e8ee36858 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=bf715d3e-0310-4ff5-aeae-f0db08db8d5a HTTP/1.1" status: 200 len: 1097 time: 0.0418925 Oct 20 12:00:37.427574 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d1488544-aab4-4af4-921d-da0e77eb087e req-3e5a276d-d9ca-47ae-8452-aea269ffc057 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380073 Oct 20 12:00:37.449252 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d216b40c-c385-4822-83d9-1c197a5ab30e None None] Pushing event updated for resources: {'Port': ['ID=a1082c2c-a1bb-4a17-a60e-b3834622794d,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:37.477361 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-c19f04eb-9620-444c-8a37-8207a1a42eb3 None None] Attempting to bind port a1082c2c-a1bb-4a17-a60e-b3834622794d on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:00:37.477733 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-c19f04eb-9620-444c-8a37-8207a1a42eb3 None None] Attempting to bind port a1082c2c-a1bb-4a17-a60e-b3834622794d by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '9711587f-ead6-48e8-8d26-e6c27fdaa9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '7f0d14de-0097-4925-b4ce-2079955331dd'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:00:37.478236 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19f04eb-9620-444c-8a37-8207a1a42eb3 None None] Attempting to bind port a1082c2c-a1bb-4a17-a60e-b3834622794d on network 7f0d14de-0097-4925-b4ce-2079955331dd {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:00:37.483840 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19f04eb-9620-444c-8a37-8207a1a42eb3 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:00:37.484213 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19f04eb-9620-444c-8a37-8207a1a42eb3 None None] Checking segment: {'id': '9711587f-ead6-48e8-8d26-e6c27fdaa9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '7f0d14de-0097-4925-b4ce-2079955331dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:00:37.484615 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c19f04eb-9620-444c-8a37-8207a1a42eb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:37.485289 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19f04eb-9620-444c-8a37-8207a1a42eb3 None None] Bound using segment: {'id': '9711587f-ead6-48e8-8d26-e6c27fdaa9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '7f0d14de-0097-4925-b4ce-2079955331dd'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:00:37.485851 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-c19f04eb-9620-444c-8a37-8207a1a42eb3 None None] Bound port: a1082c2c-a1bb-4a17-a60e-b3834622794d, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9711587f-ead6-48e8-8d26-e6c27fdaa9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '7f0d14de-0097-4925-b4ce-2079955331dd'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:00:37.486240 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c19f04eb-9620-444c-8a37-8207a1a42eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:37.563390 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-c19f04eb-9620-444c-8a37-8207a1a42eb3 None None] For port a1082c2c-a1bb-4a17-a60e-b3834622794d, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:00:37.568025 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-c19f04eb-9620-444c-8a37-8207a1a42eb3 None None] For port a1082c2c-a1bb-4a17-a60e-b3834622794d, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=a1082c2c-a1bb-4a17-a60e-b3834622794d,segment=NetworkSegment(9711587f-ead6-48e8-8d26-e6c27fdaa9ce),segment_id=9711587f-ead6-48e8-8d26-e6c27fdaa9ce)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:00:37.575934 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c19f04eb-9620-444c-8a37-8207a1a42eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:37.628090 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa2e20-4e1c-49c3-b86a-37accb71e63f req-b3c1697f-0877-4a6c-8aba-394866ac17fe tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:37.629697 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5cfa2e20-4e1c-49c3-b86a-37accb71e63f req-b3c1697f-0877-4a6c-8aba-394866ac17fe tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 946 time: 0.0556462 Oct 20 12:00:37.640953 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19f04eb-9620-444c-8a37-8207a1a42eb3 None None] Routers {'03e1dac0-8ffd-447b-8151-55f43de87a2f'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:00:37.641569 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-c19f04eb-9620-444c-8a37-8207a1a42eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:00:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['03e1dac0-8ffd-447b-8151-55f43de87a2f'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:37.648226 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d216b40c-c385-4822-83d9-1c197a5ab30e None None] Pushing event updated for resources: {'Port': ['ID=a1082c2c-a1bb-4a17-a60e-b3834622794d,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:37.686218 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5cfa2e20-4e1c-49c3-b86a-37accb71e63f req-8151c307-a75c-4e0a-bd91-13f1f04e5862 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422277 Oct 20 12:00:37.777483 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 4b8e96b8-229b-4ba7-b6ec-1136920960eb up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:00:37.779242 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-fe63beea-6dbb-4688-ae65-5b9caf46bc10 None None] Provisioning complete for port a1082c2c-a1bb-4a17-a60e-b3834622794d triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:00:37.779603 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-fe63beea-6dbb-4688-ae65-5b9caf46bc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:37.805164 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-c19f04eb-9620-444c-8a37-8207a1a42eb3 None None] Set router 03e1dac0-8ffd-447b-8151-55f43de87a2f gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:00:37.993785 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 4b8e96b8-229b-4ba7-b6ec-1136920960eb triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:00:37.994679 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:38.047742 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-fe63beea-6dbb-4688-ae65-5b9caf46bc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:38.125091 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-fe63beea-6dbb-4688-ae65-5b9caf46bc10 None None] For port a1082c2c-a1bb-4a17-a60e-b3834622794d, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=a1082c2c-a1bb-4a17-a60e-b3834622794d,segment=NetworkSegment(9711587f-ead6-48e8-8d26-e6c27fdaa9ce),segment_id=9711587f-ead6-48e8-8d26-e6c27fdaa9ce)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:00:38.145167 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-301162cc-9eac-45f8-b70b-e254ce3e30e4 req-dfd1cd99-6b0b-481d-891f-e6d5116e97e3 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=1308bf88-97c8-4c26-a478-1f951a1a54bf HTTP/1.1" status: 200 len: 210 time: 0.0331790 Oct 20 12:00:38.148376 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-fe63beea-6dbb-4688-ae65-5b9caf46bc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:38.163805 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ccb63-9a00-44f8-a97b-e35a7d3b562a req-81544958-82e7-4ab9-84f3-af0482c88db7 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:38.165899 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c53ccb63-9a00-44f8-a97b-e35a7d3b562a req-81544958-82e7-4ab9-84f3-af0482c88db7 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.11 "GET /v2.0/networks?id=7f0d14de-0097-4925-b4ce-2079955331dd HTTP/1.1" status: 200 len: 796 time: 0.1524909 Oct 20 12:00:38.216282 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c53ccb63-9a00-44f8-a97b-e35a7d3b562a req-d4724406-4b9b-429f-9201-bc5009b72657 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d69630d5f3304dc8a33f46da29b2ea4c HTTP/1.1" status: 200 len: 379 time: 0.0348647 Oct 20 12:00:38.220951 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe63beea-6dbb-4688-ae65-5b9caf46bc10 None None] Pushing event updated for resources: {'Port': ['ID=a1082c2c-a1bb-4a17-a60e-b3834622794d,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:38.225939 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-c19f04eb-9620-444c-8a37-8207a1a42eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e1dac0-8ffd-447b-8151-55f43de87a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860620242', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '4b8e96b8-229b-4ba7-b6ec-1136920960eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:00:31Z', 'updated_at': '2021-10-20T12:00:35Z', 'revision_number': 4, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': '4b8e96b8-229b-4ba7-b6ec-1136920960eb', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e1dac0-8ffd-447b-8151-55f43de87a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:00:31Z', 'updated_at': '2021-10-20T12:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'a1082c2c-a1bb-4a17-a60e-b3834622794d', 'name': '', 'network_id': '7f0d14de-0097-4925-b4ce-2079955331dd', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'mac_address': 'fa:16:3e:bf:c4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e1dac0-8ffd-447b-8151-55f43de87a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': 'fd61083e-c205-496d-a0f4-6dd7e3c83220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:00:34Z', 'updated_at': '2021-10-20T12:00:37Z', 'revision_number': 4, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'subnets': [{'id': 'fd61083e-c205-496d-a0f4-6dd7e3c83220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:38.229748 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-c53ccb63-9a00-44f8-a97b-e35a7d3b562a req-34ec9323-74ac-4672-b1cb-d7f682cb39ca tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Request body: {'port': {'device_id': '1308bf88-97c8-4c26-a478-1f951a1a54bf', 'network_id': '7f0d14de-0097-4925-b4ce-2079955331dd', 'admin_state_up': True, 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'security_groups': ['e1f62853-1ecd-4f8a-95f7-857b88e3b0c0']}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:00:38.252957 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19f04eb-9620-444c-8a37-8207a1a42eb3 None None] The sync data for ids ['03e1dac0-8ffd-447b-8151-55f43de87a2f'] in n-d-814735-3 is: [{'id': '03e1dac0-8ffd-447b-8151-55f43de87a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860620242', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '4b8e96b8-229b-4ba7-b6ec-1136920960eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:00:31Z', 'updated_at': '2021-10-20T12:00:35Z', 'revision_number': 4, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': '4b8e96b8-229b-4ba7-b6ec-1136920960eb', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e1dac0-8ffd-447b-8151-55f43de87a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:00:31Z', 'updated_at': '2021-10-20T12:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'a1082c2c-a1bb-4a17-a60e-b3834622794d', 'name': '', 'network_id': '7f0d14de-0097-4925-b4ce-2079955331dd', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'mac_address': 'fa:16:3e:bf:c4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e1dac0-8ffd-447b-8151-55f43de87a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': 'fd61083e-c205-496d-a0f4-6dd7e3c83220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:00:34Z', 'updated_at': '2021-10-20T12:00:37Z', 'revision_number': 4, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'subnets': [{'id': 'fd61083e-c205-496d-a0f4-6dd7e3c83220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:00:38.271029 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-0da6d457-a2d9-498e-9ae1-a1be1320d278 None None] Provisioning complete for port a1082c2c-a1bb-4a17-a60e-b3834622794d triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:00:38.271688 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0da6d457-a2d9-498e-9ae1-a1be1320d278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:38.412747 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c53ccb63-9a00-44f8-a97b-e35a7d3b562a req-34ec9323-74ac-4672-b1cb-d7f682cb39ca tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Made reservation on behalf of d69630d5f3304dc8a33f46da29b2ea4c for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:00:38.418172 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c53ccb63-9a00-44f8-a97b-e35a7d3b562a req-34ec9323-74ac-4672-b1cb-d7f682cb39ca tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:38.605891 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107ee57-ae2b-4fa5-ab9c-8d4b6b507483 req-1f3900ac-7f76-4436-8c95-b07939f802d7 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:38.607509 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c107ee57-ae2b-4fa5-ab9c-8d4b6b507483 req-1f3900ac-7f76-4436-8c95-b07939f802d7 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf715d3e-0310-4ff5-aeae-f0db08db8d5a HTTP/1.1" status: 200 len: 946 time: 0.1662297 Oct 20 12:00:38.666101 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c107ee57-ae2b-4fa5-ab9c-8d4b6b507483 req-56a67684-24ea-46aa-9641-202940f050f4 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487883 Oct 20 12:00:38.675998 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-c53ccb63-9a00-44f8-a97b-e35a7d3b562a req-34ec9323-74ac-4672-b1cb-d7f682cb39ca tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Allocated IP 172.20.0.4 (7f0d14de-0097-4925-b4ce-2079955331dd/fd61083e-c205-496d-a0f4-6dd7e3c83220/889149b3-773a-4d3c-af1a-bc2c3fa049f3) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:00:38.903153 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccac2fd-608b-47ce-9471-7ee3d6f1ae2e req-50c94e7d-d1d7-46f1-93c1-3fed3dc4c4f6 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:38.904826 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dccac2fd-608b-47ce-9471-7ee3d6f1ae2e req-50c94e7d-d1d7-46f1-93c1-3fed3dc4c4f6 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 946 time: 0.0914178 Oct 20 12:00:38.919641 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c53ccb63-9a00-44f8-a97b-e35a7d3b562a req-34ec9323-74ac-4672-b1cb-d7f682cb39ca tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:38.985758 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dccac2fd-608b-47ce-9471-7ee3d6f1ae2e req-f08f048b-6056-41c1-8fb9-4c581fe1c147 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728486 Oct 20 12:00:39.019083 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c53ccb63-9a00-44f8-a97b-e35a7d3b562a req-34ec9323-74ac-4672-b1cb-d7f682cb39ca tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:39.034227 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device acdba51b-1bef-4266-b4b0-335df89c63c3 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:00:39.104460 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c53ccb63-9a00-44f8-a97b-e35a7d3b562a req-34ec9323-74ac-4672-b1cb-d7f682cb39ca tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Network 7f0d14de-0097-4925-b4ce-2079955331dd is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:00:39.106107 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-c53ccb63-9a00-44f8-a97b-e35a7d3b562a req-34ec9323-74ac-4672-b1cb-d7f682cb39ca tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:00:39.125202 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ec9323-74ac-4672-b1cb-d7f682cb39ca tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'Port': ['ID=889149b3-773a-4d3c-af1a-bc2c3fa049f3,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:39.127891 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-c53ccb63-9a00-44f8-a97b-e35a7d3b562a req-34ec9323-74ac-4672-b1cb-d7f682cb39ca tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:00:39.193688 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cdbcc-f45c-4650-b47f-e14c7b8b249f req-ba67ea80-8a41-48e6-9451-fc8c3ec170cb tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:39.195303 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ae1cdbcc-f45c-4650-b47f-e14c7b8b249f req-ba67ea80-8a41-48e6-9451-fc8c3ec170cb tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] 10.222.0.98 "GET /v2.0/ports?device_id=adb9f420-f79a-4251-8a1b-f5efa6557548 HTTP/1.1" status: 200 len: 945 time: 0.1076391 Oct 20 12:00:39.202092 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port acdba51b-1bef-4266-b4b0-335df89c63c3, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=acdba51b-1bef-4266-b4b0-335df89c63c3,segment=NetworkSegment(78d7fa11-a64e-4db6-8238-334913b98478),segment_id=78d7fa11-a64e-4db6-8238-334913b98478)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:00:39.206819 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ccb63-9a00-44f8-a97b-e35a7d3b562a req-34ec9323-74ac-4672-b1cb-d7f682cb39ca tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:39.207516 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c53ccb63-9a00-44f8-a97b-e35a7d3b562a req-34ec9323-74ac-4672-b1cb-d7f682cb39ca tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:39.227140 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': 'acdba51b-1bef-4266-b4b0-335df89c63c3', 'network_id': '6dd2d5c8-1621-42ed-b480-8b3fe659c010', 'port_id': 'acdba51b-1bef-4266-b4b0-335df89c63c3', 'mac_address': 'fa:16:3e:2d:b7:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85c08acc-8a9f-45d6-96df-e5a8900af70a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:00:39.280982 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:39.298109 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id acdba51b-1bef-4266-b4b0-335df89c63c3 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:00:39.312471 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c53ccb63-9a00-44f8-a97b-e35a7d3b562a req-34ec9323-74ac-4672-b1cb-d7f682cb39ca tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0870731 Oct 20 12:00:39.326712 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port acdba51b-1bef-4266-b4b0-335df89c63c3, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=acdba51b-1bef-4266-b4b0-335df89c63c3,segment=NetworkSegment(78d7fa11-a64e-4db6-8238-334913b98478),segment_id=78d7fa11-a64e-4db6-8238-334913b98478)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:00:39.332660 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:39.333563 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-c53ccb63-9a00-44f8-a97b-e35a7d3b562a req-4dba3cee-ac07-442f-b9c9-f38cb80c4b48 service neutron] Request body: {'port': {'device_id': '1308bf88-97c8-4c26-a478-1f951a1a54bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:00:39.413555 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=acdba51b-1bef-4266-b4b0-335df89c63c3,revision_number=6']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:39.422253 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['acdba51b-1bef-4266-b4b0-335df89c63c3'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:00:39.481191 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ae1cdbcc-f45c-4650-b47f-e14c7b8b249f req-fa5081cb-908b-403f-b93b-ae9d59b8177d tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] 10.222.0.98 "GET /v2.0/security-groups?id=54e6e0ab-7eae-4633-ae6e-05dddd2f2acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2185073 Oct 20 12:00:39.534907 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c53ccb63-9a00-44f8-a97b-e35a7d3b562a req-4dba3cee-ac07-442f-b9c9-f38cb80c4b48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:39.552545 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7061bd8-8ef3-4715-82bf-e6b93e235691 req-2f62ed5d-aca4-4a88-9727-dd9af683a413 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:39.561151 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e7061bd8-8ef3-4715-82bf-e6b93e235691 req-2f62ed5d-aca4-4a88-9727-dd9af683a413 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=1308bf88-97c8-4c26-a478-1f951a1a54bf HTTP/1.1" status: 200 len: 931 time: 0.2320380 Oct 20 12:00:39.575361 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-f76c49c2-d8a7-4cb2-b25c-04f91789e0ca None None] Provisioning complete for port 889149b3-773a-4d3c-af1a-bc2c3fa049f3 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:00:39.575726 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f76c49c2-d8a7-4cb2-b25c-04f91789e0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:39.641442 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-f76c49c2-d8a7-4cb2-b25c-04f91789e0ca None None] Port 889149b3-773a-4d3c-af1a-bc2c3fa049f3 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:00:39.838205 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device a1082c2c-a1bb-4a17-a60e-b3834622794d up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:00:39.849334 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e7061bd8-8ef3-4715-82bf-e6b93e235691 req-aede962c-a673-45c0-b929-ae60fc8f1fe6 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1f62853-1ecd-4f8a-95f7-857b88e3b0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2815022 Oct 20 12:00:39.916025 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc949a4-5267-431d-a33a-72c6f00608e4 req-c9480df1-7577-4ad0-868c-653d75e9ccc2 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:39.917936 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-abc949a4-5267-431d-a33a-72c6f00608e4 req-c9480df1-7577-4ad0-868c-653d75e9ccc2 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf715d3e-0310-4ff5-aeae-f0db08db8d5a HTTP/1.1" status: 200 len: 946 time: 0.1074338 Oct 20 12:00:39.933610 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port a1082c2c-a1bb-4a17-a60e-b3834622794d triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:00:39.934135 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:40.037267 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-c53ccb63-9a00-44f8-a97b-e35a7d3b562a req-4dba3cee-ac07-442f-b9c9-f38cb80c4b48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 889149b3-773a-4d3c-af1a-bc2c3fa049f3 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:00:40.056035 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-abc949a4-5267-431d-a33a-72c6f00608e4 req-3774787f-d0c5-4b46-8334-891f250be2d5 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241298 Oct 20 12:00:40.069821 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c53ccb63-9a00-44f8-a97b-e35a7d3b562a req-4dba3cee-ac07-442f-b9c9-f38cb80c4b48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:40.098425 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:40.128561 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-c53ccb63-9a00-44f8-a97b-e35a7d3b562a req-4dba3cee-ac07-442f-b9c9-f38cb80c4b48 service neutron] Transition to ACTIVE for port object 889149b3-773a-4d3c-af1a-bc2c3fa049f3 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 12:00:40.145637 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c53ccb63-9a00-44f8-a97b-e35a7d3b562a req-4dba3cee-ac07-442f-b9c9-f38cb80c4b48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:40.207038 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2debab-2907-41df-94b4-ed29ad88ee4c req-88f4ce60-c649-4cbc-8020-0be598fd6b4d tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:40.211306 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8d2debab-2907-41df-94b4-ed29ad88ee4c req-88f4ce60-c649-4cbc-8020-0be598fd6b4d tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 945 time: 0.1246293 Oct 20 12:00:40.301646 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba3cee-ac07-442f-b9c9-f38cb80c4b48 service neutron] Pushing event updated for resources: {'Port': ['ID=889149b3-773a-4d3c-af1a-bc2c3fa049f3,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:40.318307 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5431a46c-8778-48f2-baa2-0fa5c7dc88d8 req-fbb3979d-897b-427f-bb35-29866c232455 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:40.320149 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5431a46c-8778-48f2-baa2-0fa5c7dc88d8 req-fbb3979d-897b-427f-bb35-29866c232455 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf715d3e-0310-4ff5-aeae-f0db08db8d5a HTTP/1.1" status: 200 len: 946 time: 0.1408792 Oct 20 12:00:40.323221 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8d2debab-2907-41df-94b4-ed29ad88ee4c req-ab683a4f-771d-46da-b038-91952b275713 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916972 Oct 20 12:00:40.421889 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5431a46c-8778-48f2-baa2-0fa5c7dc88d8 req-76e23d12-084c-4b9f-95eb-fb81bbd79cb9 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830204 Oct 20 12:00:40.453924 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-c53ccb63-9a00-44f8-a97b-e35a7d3b562a req-4dba3cee-ac07-442f-b9c9-f38cb80c4b48 service neutron] Attempting to bind port 889149b3-773a-4d3c-af1a-bc2c3fa049f3 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:00:40.454741 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-c53ccb63-9a00-44f8-a97b-e35a7d3b562a req-4dba3cee-ac07-442f-b9c9-f38cb80c4b48 service neutron] Attempting to bind port 889149b3-773a-4d3c-af1a-bc2c3fa049f3 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '9711587f-ead6-48e8-8d26-e6c27fdaa9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '7f0d14de-0097-4925-b4ce-2079955331dd'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:00:40.455446 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53ccb63-9a00-44f8-a97b-e35a7d3b562a req-4dba3cee-ac07-442f-b9c9-f38cb80c4b48 service neutron] Attempting to bind port 889149b3-773a-4d3c-af1a-bc2c3fa049f3 on network 7f0d14de-0097-4925-b4ce-2079955331dd {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:00:40.472693 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53ccb63-9a00-44f8-a97b-e35a7d3b562a req-4dba3cee-ac07-442f-b9c9-f38cb80c4b48 service neutron] Port 889149b3-773a-4d3c-af1a-bc2c3fa049f3 on network 7f0d14de-0097-4925-b4ce-2079955331dd not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 12:00:40.472693 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53ccb63-9a00-44f8-a97b-e35a7d3b562a req-4dba3cee-ac07-442f-b9c9-f38cb80c4b48 service neutron] Attempting to bind port 889149b3-773a-4d3c-af1a-bc2c3fa049f3 on network 7f0d14de-0097-4925-b4ce-2079955331dd {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:00:40.486467 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53ccb63-9a00-44f8-a97b-e35a7d3b562a req-4dba3cee-ac07-442f-b9c9-f38cb80c4b48 service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:00:40.487203 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53ccb63-9a00-44f8-a97b-e35a7d3b562a req-4dba3cee-ac07-442f-b9c9-f38cb80c4b48 service neutron] Checking segment: {'id': '9711587f-ead6-48e8-8d26-e6c27fdaa9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '7f0d14de-0097-4925-b4ce-2079955331dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:00:40.487203 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53ccb63-9a00-44f8-a97b-e35a7d3b562a req-4dba3cee-ac07-442f-b9c9-f38cb80c4b48 service neutron] Bound using segment: {'id': '9711587f-ead6-48e8-8d26-e6c27fdaa9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '7f0d14de-0097-4925-b4ce-2079955331dd'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:00:40.487654 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-c53ccb63-9a00-44f8-a97b-e35a7d3b562a req-4dba3cee-ac07-442f-b9c9-f38cb80c4b48 service neutron] Bound port: 889149b3-773a-4d3c-af1a-bc2c3fa049f3, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9711587f-ead6-48e8-8d26-e6c27fdaa9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '7f0d14de-0097-4925-b4ce-2079955331dd'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:00:40.488047 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c53ccb63-9a00-44f8-a97b-e35a7d3b562a req-4dba3cee-ac07-442f-b9c9-f38cb80c4b48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:40.638593 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e9a81-9f87-4cb6-8d8d-e7f4c68aab66 req-12501131-4ef9-49e5-87b2-32ba075192d2 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:40.640161 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f30e9a81-9f87-4cb6-8d8d-e7f4c68aab66 req-12501131-4ef9-49e5-87b2-32ba075192d2 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] 10.222.0.89 "GET /v2.0/ports?device_id=adb9f420-f79a-4251-8a1b-f5efa6557548 HTTP/1.1" status: 200 len: 945 time: 0.1788876 Oct 20 12:00:40.662820 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9359bb65-4312-4f9f-8a69-758b6998938f req-9114672d-834f-48d4-9609-6094451809b8 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:40.667154 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9359bb65-4312-4f9f-8a69-758b6998938f req-9114672d-834f-48d4-9609-6094451809b8 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] 10.222.0.98 "GET /v2.0/ports?device_id=adb9f420-f79a-4251-8a1b-f5efa6557548 HTTP/1.1" status: 200 len: 945 time: 0.0997343 Oct 20 12:00:40.668903 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-c53ccb63-9a00-44f8-a97b-e35a7d3b562a req-4dba3cee-ac07-442f-b9c9-f38cb80c4b48 service neutron] For port 889149b3-773a-4d3c-af1a-bc2c3fa049f3, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:00:40.674398 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-c53ccb63-9a00-44f8-a97b-e35a7d3b562a req-4dba3cee-ac07-442f-b9c9-f38cb80c4b48 service neutron] For port 889149b3-773a-4d3c-af1a-bc2c3fa049f3, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=889149b3-773a-4d3c-af1a-bc2c3fa049f3,segment=NetworkSegment(9711587f-ead6-48e8-8d26-e6c27fdaa9ce),segment_id=9711587f-ead6-48e8-8d26-e6c27fdaa9ce)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:00:40.703096 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c53ccb63-9a00-44f8-a97b-e35a7d3b562a req-4dba3cee-ac07-442f-b9c9-f38cb80c4b48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:40.795860 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba3cee-ac07-442f-b9c9-f38cb80c4b48 service neutron] Pushing event updated for resources: {'Port': ['ID=889149b3-773a-4d3c-af1a-bc2c3fa049f3,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:40.810232 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ccb63-9a00-44f8-a97b-e35a7d3b562a req-4dba3cee-ac07-442f-b9c9-f38cb80c4b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:40.810647 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c53ccb63-9a00-44f8-a97b-e35a7d3b562a req-4dba3cee-ac07-442f-b9c9-f38cb80c4b48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:40.812137 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c53ccb63-9a00-44f8-a97b-e35a7d3b562a req-4dba3cee-ac07-442f-b9c9-f38cb80c4b48 service neutron] 10.222.0.11 "PUT /v2.0/ports/889149b3-773a-4d3c-af1a-bc2c3fa049f3 HTTP/1.1" status: 200 len: 1091 time: 1.4848378 Oct 20 12:00:40.812975 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1308bf88-97c8-4c26-a478-1f951a1a54bf', 'tag': '889149b3-773a-4d3c-af1a-bc2c3fa049f3'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:00:40.815565 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d4c180-36b9-427e-9666-a541be87fc88" -d '{"events": [{"name": "network-changed", "server_uuid": "1308bf88-97c8-4c26-a478-1f951a1a54bf", "tag": "889149b3-773a-4d3c-af1a-bc2c3fa049f3"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:00:40.902919 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9359bb65-4312-4f9f-8a69-758b6998938f req-7c5b7cee-893f-4af8-af84-e839559e9c29 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] 10.222.0.98 "GET /v2.0/security-groups?id=54e6e0ab-7eae-4633-ae6e-05dddd2f2acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2259099 Oct 20 12:00:40.937362 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ccb63-9a00-44f8-a97b-e35a7d3b562a req-a4195732-d2f7-4f77-8d0d-004643da0d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:40.942358 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c53ccb63-9a00-44f8-a97b-e35a7d3b562a req-a4195732-d2f7-4f77-8d0d-004643da0d48 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d69630d5f3304dc8a33f46da29b2ea4c&device_id=1308bf88-97c8-4c26-a478-1f951a1a54bf HTTP/1.1" status: 200 len: 1094 time: 0.0773797 Oct 20 12:00:41.009018 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8ce825-de90-42cf-8094-370d3724e3aa x-openstack-request-id: req-ab8ce825-de90-42cf-8094-370d3724e3aa {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:00:41.009335 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1308bf88-97c8-4c26-a478-1f951a1a54bf", "tag": "889149b3-773a-4d3c-af1a-bc2c3fa049f3", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:00:41.009593 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ab8ce825-de90-42cf-8094-370d3724e3aa {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:00:41.010171 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1308bf88-97c8-4c26-a478-1f951a1a54bf', 'tag': '889149b3-773a-4d3c-af1a-bc2c3fa049f3', 'status': 'completed', 'code': 200} Oct 20 12:00:41.016677 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c53ccb63-9a00-44f8-a97b-e35a7d3b562a req-5e2330ef-af39-4a64-88fe-c044d44eca31 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=889149b3-773a-4d3c-af1a-bc2c3fa049f3 HTTP/1.1" status: 200 len: 217 time: 0.0631468 Oct 20 12:00:41.019966 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-f30e9a81-9f87-4cb6-8d8d-e7f4c68aab66 req-217663ad-bd45-4952-ad41-6433eae581e8 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Deleting port 553703eb-1f16-4165-9460-35767089d52e {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:00:41.020414 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f30e9a81-9f87-4cb6-8d8d-e7f4c68aab66 req-217663ad-bd45-4952-ad41-6433eae581e8 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:41.054437 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device acdba51b-1bef-4266-b4b0-335df89c63c3 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:00:41.274130 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port acdba51b-1bef-4266-b4b0-335df89c63c3 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:00:41.274942 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:41.333621 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-f30e9a81-9f87-4cb6-8d8d-e7f4c68aab66 req-217663ad-bd45-4952-ad41-6433eae581e8 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] For port 553703eb-1f16-4165-9460-35767089d52e, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=553703eb-1f16-4165-9460-35767089d52e,segment=NetworkSegment(49ad3002-a7ea-48ed-82f2-9be1b66c0d9d),segment_id=49ad3002-a7ea-48ed-82f2-9be1b66c0d9d)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:00:41.333999 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f30e9a81-9f87-4cb6-8d8d-e7f4c68aab66 req-217663ad-bd45-4952-ad41-6433eae581e8 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:41.388448 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ccb63-9a00-44f8-a97b-e35a7d3b562a req-63b8f047-8787-4124-b532-43ef4e350a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:41.390391 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c53ccb63-9a00-44f8-a97b-e35a7d3b562a req-63b8f047-8787-4124-b532-43ef4e350a7d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fd61083e-c205-496d-a0f4-6dd7e3c83220 HTTP/1.1" status: 200 len: 835 time: 0.3650191 Oct 20 12:00:41.428944 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:41.456192 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2faa30-5ff1-41c6-83dc-b249d6a70413 req-97f46eef-7c01-4cad-88bc-24eb78eff1d7 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:41.463875 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9f2faa30-5ff1-41c6-83dc-b249d6a70413 req-97f46eef-7c01-4cad-88bc-24eb78eff1d7 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=1308bf88-97c8-4c26-a478-1f951a1a54bf HTTP/1.1" status: 200 len: 943 time: 0.2932229 Oct 20 12:00:41.484898 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acdba51b-1bef-4266-b4b0-335df89c63c3'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:00:41.488218 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3572e6-4daa-4cad-8a97-73b8eab4b7fa" -d '{"events": [{"server_uuid": "493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d", "name": "network-vif-plugged", "status": "completed", "tag": "acdba51b-1bef-4266-b4b0-335df89c63c3"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:00:41.502019 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port acdba51b-1bef-4266-b4b0-335df89c63c3, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=acdba51b-1bef-4266-b4b0-335df89c63c3,segment=NetworkSegment(78d7fa11-a64e-4db6-8238-334913b98478),segment_id=78d7fa11-a64e-4db6-8238-334913b98478)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:00:41.510418 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:41.517416 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ccb63-9a00-44f8-a97b-e35a7d3b562a req-6dfc5a16-31cd-4007-b0af-4cd3132236e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:41.518999 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c53ccb63-9a00-44f8-a97b-e35a7d3b562a req-6dfc5a16-31cd-4007-b0af-4cd3132236e1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7f0d14de-0097-4925-b4ce-2079955331dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1185203 Oct 20 12:00:41.574357 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=acdba51b-1bef-4266-b4b0-335df89c63c3,revision_number=7']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:41.589314 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9f2faa30-5ff1-41c6-83dc-b249d6a70413 req-7c3834d6-78cc-45b9-966f-490541bbf49e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1f62853-1ecd-4f8a-95f7-857b88e3b0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244133 Oct 20 12:00:41.884130 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f30e9a81-9f87-4cb6-8d8d-e7f4c68aab66 req-217663ad-bd45-4952-ad41-6433eae581e8 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:41.884581 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f30e9a81-9f87-4cb6-8d8d-e7f4c68aab66 req-217663ad-bd45-4952-ad41-6433eae581e8 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:41.884902 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [req-f30e9a81-9f87-4cb6-8d8d-e7f4c68aab66 req-217663ad-bd45-4952-ad41-6433eae581e8 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Floating IP abb54cd4-0d05-433a-aacc-4e61897746ac disassociated. External IP: 172.25.5.234, port: 553703eb-1f16-4165-9460-35767089d52e. Oct 20 12:00:41.885264 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-f30e9a81-9f87-4cb6-8d8d-e7f4c68aab66 req-217663ad-bd45-4952-ad41-6433eae581e8 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Calling delete_port for 553703eb-1f16-4165-9460-35767089d52e owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:00:41.896032 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0e761-376e-42a6-9c7b-d1278f4646ed req-b6e2b9bb-3e11-4a4c-b2ea-341c900cab7e tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:41.898056 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-74e0e761-376e-42a6-9c7b-d1278f4646ed req-b6e2b9bb-3e11-4a4c-b2ea-341c900cab7e tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 946 time: 0.1936998 Oct 20 12:00:41.937804 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c53ccb63-9a00-44f8-a97b-e35a7d3b562a req-68682ee7-3fc8-4565-ba18-e84749c88dce service neutron] 10.222.0.11 "GET /v2.0/networks/7f0d14de-0097-4925-b4ce-2079955331dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834071 Oct 20 12:00:42.062350 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-74e0e761-376e-42a6-9c7b-d1278f4646ed req-827bfb37-acf1-4e27-92b3-f45aba5adae0 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451972 Oct 20 12:00:42.135380 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e6c5ed-75ee-4069-931d-b4e060e172bd x-openstack-request-id: req-90e6c5ed-75ee-4069-931d-b4e060e172bd {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:00:42.135380 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d", "name": "network-vif-plugged", "status": "completed", "tag": "acdba51b-1bef-4266-b4b0-335df89c63c3", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:00:42.135619 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-90e6c5ed-75ee-4069-931d-b4e060e172bd {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:00:42.135989 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acdba51b-1bef-4266-b4b0-335df89c63c3', 'code': 200} Oct 20 12:00:42.211692 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c53ccb63-9a00-44f8-a97b-e35a7d3b562a req-2d0c2da2-8a66-4096-985a-db853ecdb5c1 service neutron] 10.222.0.11 "GET /v2.0/networks/7f0d14de-0097-4925-b4ce-2079955331dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596607 Oct 20 12:00:42.835468 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f30e9a81-9f87-4cb6-8d8d-e7f4c68aab66 req-217663ad-bd45-4952-ad41-6433eae581e8 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:42.844798 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 553703eb-1f16-4165-9460-35767089d52e no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:00:42.873858 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: 553703eb-1f16-4165-9460-35767089d52e {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:00:42.874137 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 553703eb-1f16-4165-9460-35767089d52e not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:00:42.899084 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30586020-b727-453d-b4de-0b5d29ad1aa0 req-873328ca-0ec4-4260-a741-af63820565dd tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:42.900802 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-30586020-b727-453d-b4de-0b5d29ad1aa0 req-873328ca-0ec4-4260-a741-af63820565dd tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] 10.222.0.98 "GET /v2.0/ports?device_id=adb9f420-f79a-4251-8a1b-f5efa6557548 HTTP/1.1" status: 200 len: 945 time: 0.6236994 Oct 20 12:00:42.909450 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad4f44-ec8a-4e1e-87f8-b2c8f7e88069 req-a147e985-fbdc-4f0e-86e5-8b9be73c43ea tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:42.911829 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-21ad4f44-ec8a-4e1e-87f8-b2c8f7e88069 req-a147e985-fbdc-4f0e-86e5-8b9be73c43ea tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=1308bf88-97c8-4c26-a478-1f951a1a54bf HTTP/1.1" status: 200 len: 943 time: 0.1437185 Oct 20 12:00:42.913944 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4c180-36b9-427e-9666-a541be87fc88 req-99855129-d68a-4bcd-b5f8-6333fc0bc14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:42.915568 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-11d4c180-36b9-427e-9666-a541be87fc88 req-99855129-d68a-4bcd-b5f8-6333fc0bc14c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d69630d5f3304dc8a33f46da29b2ea4c&device_id=1308bf88-97c8-4c26-a478-1f951a1a54bf HTTP/1.1" status: 200 len: 1094 time: 0.6011357 Oct 20 12:00:42.916568 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217663ad-bd45-4952-ad41-6433eae581e8 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Pushing event deleted for resources: {'Port': ['ID=553703eb-1f16-4165-9460-35767089d52e,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:43.253502 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-21ad4f44-ec8a-4e1e-87f8-b2c8f7e88069 req-b6bffd06-8829-40cc-859c-211347917048 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1f62853-1ecd-4f8a-95f7-857b88e3b0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3331776 Oct 20 12:00:43.295937 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-30586020-b727-453d-b4de-0b5d29ad1aa0 req-9ee4b7eb-0975-4da5-91fd-6afdade1a980 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] 10.222.0.98 "GET /v2.0/security-groups?id=54e6e0ab-7eae-4633-ae6e-05dddd2f2acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3595598 Oct 20 12:00:43.302650 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4c180-36b9-427e-9666-a541be87fc88 req-3d127d02-d014-467e-b291-4318198a0e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:43.310954 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-11d4c180-36b9-427e-9666-a541be87fc88 req-3d127d02-d014-467e-b291-4318198a0e09 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7f0d14de-0097-4925-b4ce-2079955331dd HTTP/1.1" status: 200 len: 898 time: 0.3637114 Oct 20 12:00:43.367944 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-11d4c180-36b9-427e-9666-a541be87fc88 req-093f2866-e692-42b8-bd85-ddca489d0112 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=889149b3-773a-4d3c-af1a-bc2c3fa049f3 HTTP/1.1" status: 200 len: 217 time: 0.0480950 Oct 20 12:00:43.527557 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4c180-36b9-427e-9666-a541be87fc88 req-be162702-c5d0-49ca-b8b2-029031da2ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:43.530003 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-11d4c180-36b9-427e-9666-a541be87fc88 req-be162702-c5d0-49ca-b8b2-029031da2ce8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fd61083e-c205-496d-a0f4-6dd7e3c83220 HTTP/1.1" status: 200 len: 835 time: 0.1068957 Oct 20 12:00:43.538996 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f30e9a81-9f87-4cb6-8d8d-e7f4c68aab66 req-217663ad-bd45-4952-ad41-6433eae581e8 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Router 5381b717-ddb3-4682-8dfe-4a53036cdc3b has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:00:43.567493 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705536a9-e012-4855-b590-dbd99b8ebc7b req-7073fbe9-a805-41ae-a940-de692315cd9e tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:43.569652 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-705536a9-e012-4855-b590-dbd99b8ebc7b req-7073fbe9-a805-41ae-a940-de692315cd9e tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 946 time: 0.1593552 Oct 20 12:00:43.694588 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4c180-36b9-427e-9666-a541be87fc88 req-bff368b3-cdf4-4561-b3e8-3aaae067bc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:43.696187 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-11d4c180-36b9-427e-9666-a541be87fc88 req-bff368b3-cdf4-4561-b3e8-3aaae067bc7a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7f0d14de-0097-4925-b4ce-2079955331dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1561651 Oct 20 12:00:43.699098 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-705536a9-e012-4855-b590-dbd99b8ebc7b req-055d65ee-d4ea-46d4-9639-ce435524b4eb tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047871 Oct 20 12:00:43.848118 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f30e9a81-9f87-4cb6-8d8d-e7f4c68aab66 req-217663ad-bd45-4952-ad41-6433eae581e8 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:00:43.864043 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442cb103-f6ad-4f13-af2b-8450f5fdd790 None None] Sync routers for ids ['5381b717-ddb3-4682-8dfe-4a53036cdc3b'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:00:43.874601 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442cb103-f6ad-4f13-af2b-8450f5fdd790 None None] Routers {'5381b717-ddb3-4682-8dfe-4a53036cdc3b'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:00:43.875539 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-442cb103-f6ad-4f13-af2b-8450f5fdd790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:00:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['5381b717-ddb3-4682-8dfe-4a53036cdc3b'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:43.908618 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-f30e9a81-9f87-4cb6-8d8d-e7f4c68aab66 req-217663ad-bd45-4952-ad41-6433eae581e8 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] No DVR routers for this DVR port 553703eb-1f16-4165-9460-35767089d52e on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:00:43.916911 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-11d4c180-36b9-427e-9666-a541be87fc88 req-c66b0fc2-e0be-449a-929d-d73bf091abf7 service neutron] 10.222.0.11 "GET /v2.0/networks/7f0d14de-0097-4925-b4ce-2079955331dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126045 Oct 20 12:00:43.918045 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f30e9a81-9f87-4cb6-8d8d-e7f4c68aab66 req-217663ad-bd45-4952-ad41-6433eae581e8 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:43.921334 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f30e9a81-9f87-4cb6-8d8d-e7f4c68aab66 req-217663ad-bd45-4952-ad41-6433eae581e8 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] 10.222.0.89 "DELETE /v2.0/ports/553703eb-1f16-4165-9460-35767089d52e HTTP/1.1" status: 204 len: 173 time: 3.2416646 Oct 20 12:00:43.921794 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb9f420-f79a-4251-8a1b-f5efa6557548', 'name': 'network-vif-deleted', 'tag': '553703eb-1f16-4165-9460-35767089d52e'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:00:43.924704 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a685eb70-3d65-4de9-8f54-7fa26e385efd" -d '{"events": [{"server_uuid": "adb9f420-f79a-4251-8a1b-f5efa6557548", "name": "network-vif-deleted", "tag": "553703eb-1f16-4165-9460-35767089d52e"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:00:44.012932 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-442cb103-f6ad-4f13-af2b-8450f5fdd790 None None] Set router 5381b717-ddb3-4682-8dfe-4a53036cdc3b gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:00:44.056918 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850f49bf-7da4-46b3-a9e3-f21008a76907 x-openstack-request-id: req-850f49bf-7da4-46b3-a9e3-f21008a76907 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:00:44.057331 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb9f420-f79a-4251-8a1b-f5efa6557548", "name": "network-vif-deleted", "tag": "553703eb-1f16-4165-9460-35767089d52e", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:00:44.057651 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-850f49bf-7da4-46b3-a9e3-f21008a76907 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:00:44.058138 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb9f420-f79a-4251-8a1b-f5efa6557548', 'name': 'network-vif-deleted', 'tag': '553703eb-1f16-4165-9460-35767089d52e', 'status': 'completed', 'code': 200} Oct 20 12:00:44.092488 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-11d4c180-36b9-427e-9666-a541be87fc88 req-251e489a-f9a4-4341-a334-1475e7c96ef1 service neutron] 10.222.0.11 "GET /v2.0/networks/7f0d14de-0097-4925-b4ce-2079955331dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650724 Oct 20 12:00:44.560630 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-442cb103-f6ad-4f13-af2b-8450f5fdd790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5381b717-ddb3-4682-8dfe-4a53036cdc3b', 'name': 'tempest-TestServerBasicOps-866396179-router', 'tenant_id': '431534d0ede2413dbcee33b2532563f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '3dad85c4-210d-4a3a-bf9c-1132a7255224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:18Z', 'updated_at': '2021-10-20T11:55:23Z', 'revision_number': 4, 'project_id': '431534d0ede2413dbcee33b2532563f1', 'gw_port': {'id': '3dad85c4-210d-4a3a-bf9c-1132a7255224', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:57:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5381b717-ddb3-4682-8dfe-4a53036cdc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:19Z', 'updated_at': '2021-10-20T11:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'b584f9f9-7936-4cfe-a91f-a9148f4cab2b', 'name': '', 'network_id': '2fe050b5-996c-48a3-b599-59e32328a5bb', 'tenant_id': '431534d0ede2413dbcee33b2532563f1', 'mac_address': 'fa:16:3e:f7:42:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5381b717-ddb3-4682-8dfe-4a53036cdc3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '33dc2046-45c1-467f-aafa-1d58d2b904f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:22Z', 'updated_at': '2021-10-20T11:55:29Z', 'revision_number': 5, 'project_id': '431534d0ede2413dbcee33b2532563f1', 'subnets': [{'id': '33dc2046-45c1-467f-aafa-1d58d2b904f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:44.609994 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-800ee15e-2fa4-481d-94bd-7c4480af74bf req-b2d11f9d-3ca1-48c8-9b1b-bde20db4526e tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] 10.222.0.98 "GET /v2.0/ports?device_id=adb9f420-f79a-4251-8a1b-f5efa6557548 HTTP/1.1" status: 200 len: 210 time: 0.0885339 Oct 20 12:00:44.651924 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8c0ad-9e1b-449b-9e6b-6562841167b2 req-f8c1cec0-c1fa-4307-9066-917eef8c4488 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:44.660976 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f3f8c0ad-9e1b-449b-9e6b-6562841167b2 req-f8c1cec0-c1fa-4307-9066-917eef8c4488 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=1308bf88-97c8-4c26-a478-1f951a1a54bf HTTP/1.1" status: 200 len: 943 time: 0.2401245 Oct 20 12:00:44.661471 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442cb103-f6ad-4f13-af2b-8450f5fdd790 None None] Checking router: 5381b717-ddb3-4682-8dfe-4a53036cdc3b for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:00:44.676625 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442cb103-f6ad-4f13-af2b-8450f5fdd790 None None] Routers {'5381b717-ddb3-4682-8dfe-4a53036cdc3b'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:00:44.678246 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-442cb103-f6ad-4f13-af2b-8450f5fdd790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:00:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['5381b717-ddb3-4682-8dfe-4a53036cdc3b'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:44.733283 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f3f8c0ad-9e1b-449b-9e6b-6562841167b2 req-3dd9d714-3851-4c1e-a9b8-2f3e72ab9cec tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1f62853-1ecd-4f8a-95f7-857b88e3b0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713217 Oct 20 12:00:44.820895 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-442cb103-f6ad-4f13-af2b-8450f5fdd790 None None] Set router 5381b717-ddb3-4682-8dfe-4a53036cdc3b gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:00:44.917789 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74fc2a5-8396-4d3c-a127-c2ac0aa5e25f req-e8735d41-815f-4100-8169-eb14ab83d7c5 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:44.919965 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c74fc2a5-8396-4d3c-a127-c2ac0aa5e25f req-e8735d41-815f-4100-8169-eb14ab83d7c5 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 946 time: 0.1145763 Oct 20 12:00:44.928949 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8644d21-87e3-40c3-907e-552b6acfcbe5 req-d1e0ae57-1078-4ea5-a857-c7087844682e tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:44.930611 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a8644d21-87e3-40c3-907e-552b6acfcbe5 req-d1e0ae57-1078-4ea5-a857-c7087844682e tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/networks?id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a HTTP/1.1" status: 200 len: 812 time: 0.1671839 Oct 20 12:00:44.954609 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a8644d21-87e3-40c3-907e-552b6acfcbe5 req-7afe5ab1-d37e-4d56-a29f-d72086dc695f tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/quotas/2a883afeccdc493d8238ba472f031019 HTTP/1.1" status: 200 len: 375 time: 0.0167692 Oct 20 12:00:44.991059 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c74fc2a5-8396-4d3c-a127-c2ac0aa5e25f req-cf97988c-b6a6-4cf4-9543-fcb1c935c266 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592797 Oct 20 12:00:45.041972 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a8644d21-87e3-40c3-907e-552b6acfcbe5 req-3858d58d-dafb-493a-bcd7-ce7de234fbeb tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=2a883afeccdc493d8238ba472f031019&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0634751 Oct 20 12:00:45.082091 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 889149b3-773a-4d3c-af1a-bc2c3fa049f3 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:00:45.082728 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-442cb103-f6ad-4f13-af2b-8450f5fdd790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5381b717-ddb3-4682-8dfe-4a53036cdc3b', 'name': 'tempest-TestServerBasicOps-866396179-router', 'tenant_id': '431534d0ede2413dbcee33b2532563f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '3dad85c4-210d-4a3a-bf9c-1132a7255224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:18Z', 'updated_at': '2021-10-20T11:55:23Z', 'revision_number': 4, 'project_id': '431534d0ede2413dbcee33b2532563f1', 'gw_port': {'id': '3dad85c4-210d-4a3a-bf9c-1132a7255224', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:57:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5381b717-ddb3-4682-8dfe-4a53036cdc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:19Z', 'updated_at': '2021-10-20T11:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'b584f9f9-7936-4cfe-a91f-a9148f4cab2b', 'name': '', 'network_id': '2fe050b5-996c-48a3-b599-59e32328a5bb', 'tenant_id': '431534d0ede2413dbcee33b2532563f1', 'mac_address': 'fa:16:3e:f7:42:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5381b717-ddb3-4682-8dfe-4a53036cdc3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '33dc2046-45c1-467f-aafa-1d58d2b904f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:22Z', 'updated_at': '2021-10-20T11:55:29Z', 'revision_number': 5, 'project_id': '431534d0ede2413dbcee33b2532563f1', 'subnets': [{'id': '33dc2046-45c1-467f-aafa-1d58d2b904f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:45.119513 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442cb103-f6ad-4f13-af2b-8450f5fdd790 None None] The sync data for ids ['5381b717-ddb3-4682-8dfe-4a53036cdc3b'] in n-d-814735-3 is: [{'id': '5381b717-ddb3-4682-8dfe-4a53036cdc3b', 'name': 'tempest-TestServerBasicOps-866396179-router', 'tenant_id': '431534d0ede2413dbcee33b2532563f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '3dad85c4-210d-4a3a-bf9c-1132a7255224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:18Z', 'updated_at': '2021-10-20T11:55:23Z', 'revision_number': 4, 'project_id': '431534d0ede2413dbcee33b2532563f1', 'gw_port': {'id': '3dad85c4-210d-4a3a-bf9c-1132a7255224', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:57:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5381b717-ddb3-4682-8dfe-4a53036cdc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:19Z', 'updated_at': '2021-10-20T11:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'b584f9f9-7936-4cfe-a91f-a9148f4cab2b', 'name': '', 'network_id': '2fe050b5-996c-48a3-b599-59e32328a5bb', 'tenant_id': '431534d0ede2413dbcee33b2532563f1', 'mac_address': 'fa:16:3e:f7:42:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5381b717-ddb3-4682-8dfe-4a53036cdc3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '33dc2046-45c1-467f-aafa-1d58d2b904f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:22Z', 'updated_at': '2021-10-20T11:55:29Z', 'revision_number': 5, 'project_id': '431534d0ede2413dbcee33b2532563f1', 'subnets': [{'id': '33dc2046-45c1-467f-aafa-1d58d2b904f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:00:45.176038 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a8644d21-87e3-40c3-907e-552b6acfcbe5 req-ca592c18-2a53-486b-a6e7-2ba06af09ab3 service neutron] 10.222.0.98 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239429 Oct 20 12:00:45.280583 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 889149b3-773a-4d3c-af1a-bc2c3fa049f3, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=889149b3-773a-4d3c-af1a-bc2c3fa049f3,segment=NetworkSegment(9711587f-ead6-48e8-8d26-e6c27fdaa9ce),segment_id=9711587f-ead6-48e8-8d26-e6c27fdaa9ce)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:00:45.297693 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '889149b3-773a-4d3c-af1a-bc2c3fa049f3', 'network_id': '7f0d14de-0097-4925-b4ce-2079955331dd', 'port_id': '889149b3-773a-4d3c-af1a-bc2c3fa049f3', 'mac_address': 'fa:16:3e:3d:68:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd61083e-c205-496d-a0f4-6dd7e3c83220', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:00:45.299001 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a8644d21-87e3-40c3-907e-552b6acfcbe5 req-c6bf36b8-bee6-414b-af5d-db80413e2a31 service neutron] 10.222.0.98 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143081 Oct 20 12:00:45.352975 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:45.378941 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 889149b3-773a-4d3c-af1a-bc2c3fa049f3 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:00:45.402813 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 889149b3-773a-4d3c-af1a-bc2c3fa049f3, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=889149b3-773a-4d3c-af1a-bc2c3fa049f3,segment=NetworkSegment(9711587f-ead6-48e8-8d26-e6c27fdaa9ce),segment_id=9711587f-ead6-48e8-8d26-e6c27fdaa9ce)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:00:45.414315 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:45.484026 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=889149b3-773a-4d3c-af1a-bc2c3fa049f3,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:45.555437 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcfc32c-c20d-4cee-aaf8-b1640963aae6 None None] New status for floating IP abb54cd4-0d05-433a-aacc-4e61897746ac: DOWN {{(pid=100648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 12:00:45.568547 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f4628ab0-9049-4b11-9857-5e2f49b3042e req-3ef1d733-f40e-43cd-90da-b61a15986bd0 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=67376704-68fe-4912-9b02-80dd530b5faf HTTP/1.1" status: 200 len: 210 time: 0.0420649 Oct 20 12:00:45.726896 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 49332) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:00:45.863514 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['889149b3-773a-4d3c-af1a-bc2c3fa049f3'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:00:45.939283 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:45.974855 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c94c6-6104-4a97-8ec0-e1d773f23894 req-392261b3-66b3-4069-a56f-9422845afe31 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:45.976439 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a8c94c6-6104-4a97-8ec0-e1d773f23894 req-392261b3-66b3-4069-a56f-9422845afe31 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=1308bf88-97c8-4c26-a478-1f951a1a54bf HTTP/1.1" status: 200 len: 944 time: 0.1440544 Oct 20 12:00:46.038613 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a8c94c6-6104-4a97-8ec0-e1d773f23894 req-20edfc12-c08a-4c29-a3f6-8850b4ec6b69 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1f62853-1ecd-4f8a-95f7-857b88e3b0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545137 Oct 20 12:00:46.047915 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-8d94b267-55fb-4cb1-a66f-ce7e7710cbd1 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Deleting port 05b2e75d-901e-40cf-897b-53b2780419c4 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:00:46.048337 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8d94b267-55fb-4cb1-a66f-ce7e7710cbd1 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:46.200551 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8d94b267-55fb-4cb1-a66f-ce7e7710cbd1 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:46.200933 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8d94b267-55fb-4cb1-a66f-ce7e7710cbd1 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:46.220311 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-8d94b267-55fb-4cb1-a66f-ce7e7710cbd1 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Calling delete_port for 05b2e75d-901e-40cf-897b-53b2780419c4 owned by network:floatingip {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:00:46.232895 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8378b-1bc5-498c-9f43-47d82f7d4d4d req-3971d403-6ce0-436b-9766-950fbeedcb50 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:46.235019 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9bc8378b-1bc5-498c-9f43-47d82f7d4d4d req-3971d403-6ce0-436b-9766-950fbeedcb50 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 946 time: 0.0957227 Oct 20 12:00:46.320046 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9bc8378b-1bc5-498c-9f43-47d82f7d4d4d req-cdc0301b-3033-4f07-aa7b-22c5ef49cc61 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768237 Oct 20 12:00:46.413570 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8d94b267-55fb-4cb1-a66f-ce7e7710cbd1 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:46.463018 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d94b267-55fb-4cb1-a66f-ce7e7710cbd1 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Pushing event deleted for resources: {'Port': ['ID=05b2e75d-901e-40cf-897b-53b2780419c4,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:46.508926 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8d94b267-55fb-4cb1-a66f-ce7e7710cbd1 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks [] for floatingip, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:46.512321 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8d94b267-55fb-4cb1-a66f-ce7e7710cbd1 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:46.513688 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8d94b267-55fb-4cb1-a66f-ce7e7710cbd1 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] 10.222.0.98 "DELETE /v2.0/floatingips/abb54cd4-0d05-433a-aacc-4e61897746ac HTTP/1.1" status: 204 len: 168 time: 0.7855558 Oct 20 12:00:46.605020 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49346) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:00:46.701834 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-76e481c7-1ccb-49b5-90c1-919c7f8537db req-c1a1f48f-a13e-43f3-b95e-3adccf579300 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=67376704-68fe-4912-9b02-80dd530b5faf HTTP/1.1" status: 200 len: 210 time: 0.0525184 Oct 20 12:00:46.702474 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3766dc93-5319-40c5-a078-4ba5d589edd8 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:46.730622 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3766dc93-5319-40c5-a078-4ba5d589edd8 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:46.817494 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3766dc93-5319-40c5-a078-4ba5d589edd8 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:46.824902 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3766dc93-5319-40c5-a078-4ba5d589edd8 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:46.829780 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3766dc93-5319-40c5-a078-4ba5d589edd8 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] 10.222.0.98 "DELETE /v2.0/security-groups/54e6e0ab-7eae-4633-ae6e-05dddd2f2acf HTTP/1.1" status: 204 len: 168 time: 0.2236502 Oct 20 12:00:46.866999 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3766dc93-5319-40c5-a078-4ba5d589edd8 tempest-TestServerBasicOps-1086989089 tempest-TestServerBasicOps-1086989089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e6e0ab-7eae-4633-ae6e-05dddd2f2acf,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:46.894243 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49350) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:00:46.968808 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8644d21-87e3-40c3-907e-552b6acfcbe5 req-107faec5-ff77-411e-9f86-bd8370785850 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:46.970770 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a8644d21-87e3-40c3-907e-552b6acfcbe5 req-107faec5-ff77-411e-9f86-bd8370785850 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.89 "GET /v2.0/networks?id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a HTTP/1.1" status: 200 len: 812 time: 0.1644554 Oct 20 12:00:46.991900 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-a8644d21-87e3-40c3-907e-552b6acfcbe5 req-500453d1-09c9-49bb-b4c6-efd058b6526d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Request body: {'port': {'device_id': '67376704-68fe-4912-9b02-80dd530b5faf', 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a', 'admin_state_up': True, 'tenant_id': '2a883afeccdc493d8238ba472f031019'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:00:47.094681 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 889149b3-773a-4d3c-af1a-bc2c3fa049f3 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:00:47.206882 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 889149b3-773a-4d3c-af1a-bc2c3fa049f3 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 12:00:47.211703 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8644d21-87e3-40c3-907e-552b6acfcbe5 req-500453d1-09c9-49bb-b4c6-efd058b6526d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Made reservation on behalf of 2a883afeccdc493d8238ba472f031019 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:00:47.212083 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 889149b3-773a-4d3c-af1a-bc2c3fa049f3 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:00:47.212456 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:47.216006 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a8644d21-87e3-40c3-907e-552b6acfcbe5 req-500453d1-09c9-49bb-b4c6-efd058b6526d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:47.238395 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6747749-6cbf-4464-9ec3-a54d106c2d3f req-246e1b85-e860-4f2b-878a-5b23516888d7 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:47.241033 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b6747749-6cbf-4464-9ec3-a54d106c2d3f req-246e1b85-e860-4f2b-878a-5b23516888d7 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=1308bf88-97c8-4c26-a478-1f951a1a54bf HTTP/1.1" status: 200 len: 944 time: 0.0968049 Oct 20 12:00:47.370682 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:47.402453 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1308bf88-97c8-4c26-a478-1f951a1a54bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889149b3-773a-4d3c-af1a-bc2c3fa049f3'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:00:47.404897 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608ad4d4-bef1-46d4-946d-f7b8642989ad" -d '{"events": [{"server_uuid": "1308bf88-97c8-4c26-a478-1f951a1a54bf", "name": "network-vif-plugged", "status": "completed", "tag": "889149b3-773a-4d3c-af1a-bc2c3fa049f3"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:00:47.433368 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 889149b3-773a-4d3c-af1a-bc2c3fa049f3, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=889149b3-773a-4d3c-af1a-bc2c3fa049f3,segment=NetworkSegment(9711587f-ead6-48e8-8d26-e6c27fdaa9ce),segment_id=9711587f-ead6-48e8-8d26-e6c27fdaa9ce)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:00:47.443071 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:47.519156 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b6747749-6cbf-4464-9ec3-a54d106c2d3f req-54a02056-8deb-4fe4-808f-3fca5b3e9528 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1f62853-1ecd-4f8a-95f7-857b88e3b0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520455 Oct 20 12:00:47.541897 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=889149b3-773a-4d3c-af1a-bc2c3fa049f3,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:47.617029 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-a8644d21-87e3-40c3-907e-552b6acfcbe5 req-500453d1-09c9-49bb-b4c6-efd058b6526d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Allocated IP 172.20.0.6 (ef53a40f-cb7c-47fd-8a9f-559aa3e9824a/667cbc2d-c894-4d06-bf55-c551daf9476c/e643d4a2-0c65-44b4-8f14-ea6a598212d7) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:00:47.646504 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-39038b97-c1a0-40b1-887e-fc014a01cdc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:47.656649 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2a8677-8b57-483b-b648-a58fcdc230cb x-openstack-request-id: req-3d2a8677-8b57-483b-b648-a58fcdc230cb {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:00:47.656982 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1308bf88-97c8-4c26-a478-1f951a1a54bf", "name": "network-vif-plugged", "status": "completed", "tag": "889149b3-773a-4d3c-af1a-bc2c3fa049f3", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:00:47.657236 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3d2a8677-8b57-483b-b648-a58fcdc230cb {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:00:47.671178 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1308bf88-97c8-4c26-a478-1f951a1a54bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889149b3-773a-4d3c-af1a-bc2c3fa049f3', 'code': 200} Oct 20 12:00:47.717457 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cad922-c1ec-460a-8346-95d48bef7767 req-47e85223-c404-411c-b410-1e1f2e30ce67 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:47.719212 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-13cad922-c1ec-460a-8346-95d48bef7767 req-47e85223-c404-411c-b410-1e1f2e30ce67 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 946 time: 0.2532616 Oct 20 12:00:47.901116 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-13cad922-c1ec-460a-8346-95d48bef7767 req-a7fa88a7-8ca9-4a07-b608-9a7a6cdbc290 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734798 Oct 20 12:00:47.966785 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a8644d21-87e3-40c3-907e-552b6acfcbe5 req-500453d1-09c9-49bb-b4c6-efd058b6526d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:47.992911 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9af066ba-63de-4ef2-82f1-6b35ac589168 req-7889bd1e-3e4c-4f77-b8c3-ed5ef40990a8 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=67376704-68fe-4912-9b02-80dd530b5faf HTTP/1.1" status: 200 len: 210 time: 0.0985239 Oct 20 12:00:48.024417 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85640e22-bf9b-4fcc-842d-11558d35c9c4 req-1c68ee8f-2544-4836-8f84-22094dfc83ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:48.035062 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-85640e22-bf9b-4fcc-842d-11558d35c9c4 req-1c68ee8f-2544-4836-8f84-22094dfc83ee service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1308bf88-97c8-4c26-a478-1f951a1a54bf HTTP/1.1" status: 200 len: 1096 time: 0.2347443 Oct 20 12:00:48.107445 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-39038b97-c1a0-40b1-887e-fc014a01cdc5 admin admin] Deleting port b584f9f9-7936-4cfe-a91f-a9148f4cab2b {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:00:48.108269 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-39038b97-c1a0-40b1-887e-fc014a01cdc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:48.113588 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-85640e22-bf9b-4fcc-842d-11558d35c9c4 req-656fa466-6693-4d67-992b-98ec721758f2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e1f62853-1ecd-4f8a-95f7-857b88e3b0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693951 Oct 20 12:00:48.127469 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a8644d21-87e3-40c3-907e-552b6acfcbe5 req-500453d1-09c9-49bb-b4c6-efd058b6526d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:48.141866 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:00:48.196995 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8644d21-87e3-40c3-907e-552b6acfcbe5 req-500453d1-09c9-49bb-b4c6-efd058b6526d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Network ef53a40f-cb7c-47fd-8a9f-559aa3e9824a is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:00:48.202267 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-a8644d21-87e3-40c3-907e-552b6acfcbe5 req-500453d1-09c9-49bb-b4c6-efd058b6526d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:00:48.208834 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8644d21-87e3-40c3-907e-552b6acfcbe5 req-500453d1-09c9-49bb-b4c6-efd058b6526d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:00:48.234009 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-39038b97-c1a0-40b1-887e-fc014a01cdc5 admin admin] For port b584f9f9-7936-4cfe-a91f-a9148f4cab2b, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=b584f9f9-7936-4cfe-a91f-a9148f4cab2b,segment=NetworkSegment(49ad3002-a7ea-48ed-82f2-9be1b66c0d9d),segment_id=49ad3002-a7ea-48ed-82f2-9be1b66c0d9d)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:00:48.235455 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-39038b97-c1a0-40b1-887e-fc014a01cdc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:48.255270 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-39038b97-c1a0-40b1-887e-fc014a01cdc5 admin admin] Calling delete_port for b584f9f9-7936-4cfe-a91f-a9148f4cab2b owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:00:48.276506 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500453d1-09c9-49bb-b4c6-efd058b6526d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Pushing event updated for resources: {'Port': ['ID=e643d4a2-0c65-44b4-8f14-ea6a598212d7,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:48.322746 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8644d21-87e3-40c3-907e-552b6acfcbe5 req-500453d1-09c9-49bb-b4c6-efd058b6526d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:48.328613 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a8644d21-87e3-40c3-907e-552b6acfcbe5 req-500453d1-09c9-49bb-b4c6-efd058b6526d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:48.363387 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a8644d21-87e3-40c3-907e-552b6acfcbe5 req-500453d1-09c9-49bb-b4c6-efd058b6526d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3807530 Oct 20 12:00:48.379985 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-a8644d21-87e3-40c3-907e-552b6acfcbe5 req-9b9a995d-b54b-480e-a1df-8559017113f7 service neutron] Request body: {'port': {'device_id': '67376704-68fe-4912-9b02-80dd530b5faf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:00:48.478076 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a8644d21-87e3-40c3-907e-552b6acfcbe5 req-9b9a995d-b54b-480e-a1df-8559017113f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:48.578541 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-397a593d-b1f6-44cc-b049-7060195ea005 None None] Provisioning complete for port e643d4a2-0c65-44b4-8f14-ea6a598212d7 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:00:48.579258 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-397a593d-b1f6-44cc-b049-7060195ea005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:48.616430 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-397a593d-b1f6-44cc-b049-7060195ea005 None None] Port e643d4a2-0c65-44b4-8f14-ea6a598212d7 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:00:48.830656 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d812eb-1849-4866-bec7-ff5a15a2e29d req-3c6ba070-a841-4ee6-8e0e-b065acbb4c19 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:48.832667 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a5d812eb-1849-4866-bec7-ff5a15a2e29d req-3c6ba070-a841-4ee6-8e0e-b065acbb4c19 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=1308bf88-97c8-4c26-a478-1f951a1a54bf HTTP/1.1" status: 200 len: 945 time: 0.1854229 Oct 20 12:00:49.019000 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-39038b97-c1a0-40b1-887e-fc014a01cdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:49.082147 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-a8644d21-87e3-40c3-907e-552b6acfcbe5 req-9b9a995d-b54b-480e-a1df-8559017113f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e643d4a2-0c65-44b4-8f14-ea6a598212d7 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:00:49.096512 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39038b97-c1a0-40b1-887e-fc014a01cdc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b584f9f9-7936-4cfe-a91f-a9148f4cab2b,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:49.096785 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a5d812eb-1849-4866-bec7-ff5a15a2e29d req-66e98edc-16f4-4766-9f80-e7a0cf57b0bc tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1f62853-1ecd-4f8a-95f7-857b88e3b0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2519643 Oct 20 12:00:49.121333 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a8644d21-87e3-40c3-907e-552b6acfcbe5 req-9b9a995d-b54b-480e-a1df-8559017113f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:49.237122 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-a8644d21-87e3-40c3-907e-552b6acfcbe5 req-9b9a995d-b54b-480e-a1df-8559017113f7 service neutron] Transition to ACTIVE for port object e643d4a2-0c65-44b4-8f14-ea6a598212d7 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 12:00:49.264877 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db2904-5dfe-416b-92f7-8b478c3c1a2d req-96f538a0-bc19-4552-8c9d-73ed997c4e35 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:49.267005 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-22db2904-5dfe-416b-92f7-8b478c3c1a2d req-96f538a0-bc19-4552-8c9d-73ed997c4e35 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 946 time: 0.1976564 Oct 20 12:00:49.268525 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a8644d21-87e3-40c3-907e-552b6acfcbe5 req-9b9a995d-b54b-480e-a1df-8559017113f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:49.353881 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-cb45ad85-2045-4d5d-a38e-a447c06a4632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:49.411506 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a995d-b54b-480e-a1df-8559017113f7 service neutron] Pushing event updated for resources: {'Port': ['ID=e643d4a2-0c65-44b4-8f14-ea6a598212d7,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:49.425764 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-39038b97-c1a0-40b1-887e-fc014a01cdc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:49.530211 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f6eb3-1eaa-4dad-8f6b-f091cf2ad15e req-71e5d71c-d3a9-40da-ae3d-6f6c1e39911f tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:49.535955 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ee5f6eb3-1eaa-4dad-8f6b-f091cf2ad15e req-71e5d71c-d3a9-40da-ae3d-6f6c1e39911f tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=67376704-68fe-4912-9b02-80dd530b5faf HTTP/1.1" status: 200 len: 943 time: 0.1212749 Oct 20 12:00:49.544286 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-22db2904-5dfe-416b-92f7-8b478c3c1a2d req-a512b593-a324-420e-906b-fb44fffe2a94 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2232640 Oct 20 12:00:49.694348 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ee5f6eb3-1eaa-4dad-8f6b-f091cf2ad15e req-a95496da-8cdc-4a69-af59-50eb23efce31 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487908 Oct 20 12:00:49.805046 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-a8644d21-87e3-40c3-907e-552b6acfcbe5 req-9b9a995d-b54b-480e-a1df-8559017113f7 service neutron] Attempting to bind port e643d4a2-0c65-44b4-8f14-ea6a598212d7 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:00:49.805436 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-a8644d21-87e3-40c3-907e-552b6acfcbe5 req-9b9a995d-b54b-480e-a1df-8559017113f7 service neutron] Attempting to bind port e643d4a2-0c65-44b4-8f14-ea6a598212d7 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': 'eb3b04cf-4e5d-47e1-a25f-825ff902331c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:00:49.807401 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8644d21-87e3-40c3-907e-552b6acfcbe5 req-9b9a995d-b54b-480e-a1df-8559017113f7 service neutron] Attempting to bind port e643d4a2-0c65-44b4-8f14-ea6a598212d7 on network ef53a40f-cb7c-47fd-8a9f-559aa3e9824a {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:00:49.813522 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8644d21-87e3-40c3-907e-552b6acfcbe5 req-9b9a995d-b54b-480e-a1df-8559017113f7 service neutron] Port e643d4a2-0c65-44b4-8f14-ea6a598212d7 on network ef53a40f-cb7c-47fd-8a9f-559aa3e9824a not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 12:00:49.814011 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8644d21-87e3-40c3-907e-552b6acfcbe5 req-9b9a995d-b54b-480e-a1df-8559017113f7 service neutron] Attempting to bind port e643d4a2-0c65-44b4-8f14-ea6a598212d7 on network ef53a40f-cb7c-47fd-8a9f-559aa3e9824a {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:00:49.823131 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8644d21-87e3-40c3-907e-552b6acfcbe5 req-9b9a995d-b54b-480e-a1df-8559017113f7 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:00:49.824139 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8644d21-87e3-40c3-907e-552b6acfcbe5 req-9b9a995d-b54b-480e-a1df-8559017113f7 service neutron] Checking segment: {'id': 'eb3b04cf-4e5d-47e1-a25f-825ff902331c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:00:49.824536 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8644d21-87e3-40c3-907e-552b6acfcbe5 req-9b9a995d-b54b-480e-a1df-8559017113f7 service neutron] Bound using segment: {'id': 'eb3b04cf-4e5d-47e1-a25f-825ff902331c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:00:49.824979 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-a8644d21-87e3-40c3-907e-552b6acfcbe5 req-9b9a995d-b54b-480e-a1df-8559017113f7 service neutron] Bound port: e643d4a2-0c65-44b4-8f14-ea6a598212d7, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb3b04cf-4e5d-47e1-a25f-825ff902331c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:00:49.825882 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a8644d21-87e3-40c3-907e-552b6acfcbe5 req-9b9a995d-b54b-480e-a1df-8559017113f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:49.830398 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39038b97-c1a0-40b1-887e-fc014a01cdc5 admin admin] Router 5381b717-ddb3-4682-8dfe-4a53036cdc3b has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:00:49.975897 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-a8644d21-87e3-40c3-907e-552b6acfcbe5 req-9b9a995d-b54b-480e-a1df-8559017113f7 service neutron] For port e643d4a2-0c65-44b4-8f14-ea6a598212d7, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:00:49.984854 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-a8644d21-87e3-40c3-907e-552b6acfcbe5 req-9b9a995d-b54b-480e-a1df-8559017113f7 service neutron] For port e643d4a2-0c65-44b4-8f14-ea6a598212d7, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e643d4a2-0c65-44b4-8f14-ea6a598212d7,segment=NetworkSegment(eb3b04cf-4e5d-47e1-a25f-825ff902331c),segment_id=eb3b04cf-4e5d-47e1-a25f-825ff902331c)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:00:49.991357 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39038b97-c1a0-40b1-887e-fc014a01cdc5 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:00:50.000673 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-39038b97-c1a0-40b1-887e-fc014a01cdc5 admin admin] 10.222.0.98 "PUT /v2.0/routers/5381b717-ddb3-4682-8dfe-4a53036cdc3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1023769 Oct 20 12:00:50.002141 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49376) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:00:50.007924 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c159b20b-02f2-446a-ad71-f7ac0263da7f None None] Sync routers for ids ['5381b717-ddb3-4682-8dfe-4a53036cdc3b'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:00:50.008957 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a8644d21-87e3-40c3-907e-552b6acfcbe5 req-9b9a995d-b54b-480e-a1df-8559017113f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:50.022777 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c159b20b-02f2-446a-ad71-f7ac0263da7f None None] Routers {'5381b717-ddb3-4682-8dfe-4a53036cdc3b'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:00:50.023475 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-c159b20b-02f2-446a-ad71-f7ac0263da7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:00:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['5381b717-ddb3-4682-8dfe-4a53036cdc3b'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:50.086023 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8644d21-87e3-40c3-907e-552b6acfcbe5 req-9b9a995d-b54b-480e-a1df-8559017113f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:50.087319 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a8644d21-87e3-40c3-907e-552b6acfcbe5 req-9b9a995d-b54b-480e-a1df-8559017113f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:50.090685 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a8644d21-87e3-40c3-907e-552b6acfcbe5 req-9b9a995d-b54b-480e-a1df-8559017113f7 service neutron] 10.222.0.89 "PUT /v2.0/ports/e643d4a2-0c65-44b4-8f14-ea6a598212d7 HTTP/1.1" status: 200 len: 1091 time: 1.7186141 Oct 20 12:00:50.096775 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67376704-68fe-4912-9b02-80dd530b5faf', 'tag': 'e643d4a2-0c65-44b4-8f14-ea6a598212d7'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:00:50.105411 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e0c435-23f9-443b-adbf-201510c7e7a7" -d '{"events": [{"name": "network-changed", "server_uuid": "67376704-68fe-4912-9b02-80dd530b5faf", "tag": "e643d4a2-0c65-44b4-8f14-ea6a598212d7"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:00:50.220808 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c1cc74da-feaa-4e60-99f3-47d40efd46b9 admin admin] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:50.240245 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbec709c-6394-4907-8bab-1cae2278822f x-openstack-request-id: req-bbec709c-6394-4907-8bab-1cae2278822f {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:00:50.240606 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67376704-68fe-4912-9b02-80dd530b5faf", "tag": "e643d4a2-0c65-44b4-8f14-ea6a598212d7", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:00:50.243139 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bbec709c-6394-4907-8bab-1cae2278822f {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:00:50.243593 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67376704-68fe-4912-9b02-80dd530b5faf', 'tag': 'e643d4a2-0c65-44b4-8f14-ea6a598212d7', 'status': 'completed', 'code': 200} Oct 20 12:00:50.278668 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a995d-b54b-480e-a1df-8559017113f7 service neutron] Pushing event updated for resources: {'Port': ['ID=e643d4a2-0c65-44b4-8f14-ea6a598212d7,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:50.311670 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-c159b20b-02f2-446a-ad71-f7ac0263da7f None None] Set router 5381b717-ddb3-4682-8dfe-4a53036cdc3b gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:00:50.376435 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8644d21-87e3-40c3-907e-552b6acfcbe5 req-d0dbd5b9-0337-442a-beee-6129d591b5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:50.378011 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a8644d21-87e3-40c3-907e-552b6acfcbe5 req-d0dbd5b9-0337-442a-beee-6129d591b5f7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2a883afeccdc493d8238ba472f031019&device_id=67376704-68fe-4912-9b02-80dd530b5faf HTTP/1.1" status: 200 len: 1094 time: 0.2244666 Oct 20 12:00:50.408004 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2b205-ff27-4e66-a07f-5ed4ebc99a9b req-1e5f0200-7125-4c4b-b855-8e268c38e7b8 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:50.409629 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e0e2b205-ff27-4e66-a07f-5ed4ebc99a9b req-1e5f0200-7125-4c4b-b855-8e268c38e7b8 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=1308bf88-97c8-4c26-a478-1f951a1a54bf HTTP/1.1" status: 200 len: 945 time: 0.1350832 Oct 20 12:00:50.449057 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a8644d21-87e3-40c3-907e-552b6acfcbe5 req-21609197-1406-4be4-8314-3a93dfd16e77 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e643d4a2-0c65-44b4-8f14-ea6a598212d7 HTTP/1.1" status: 200 len: 217 time: 0.0586383 Oct 20 12:00:50.475836 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c1cc74da-feaa-4e60-99f3-47d40efd46b9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:50.539361 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e0e2b205-ff27-4e66-a07f-5ed4ebc99a9b req-e85400ad-ee10-48b4-8c30-a259003f9bb6 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1f62853-1ecd-4f8a-95f7-857b88e3b0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931733 Oct 20 12:00:50.549420 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8644d21-87e3-40c3-907e-552b6acfcbe5 req-093ba538-bcdb-43c7-9c9f-61f48028baa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:50.551011 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a8644d21-87e3-40c3-907e-552b6acfcbe5 req-093ba538-bcdb-43c7-9c9f-61f48028baa5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=667cbc2d-c894-4d06-bf55-c551daf9476c HTTP/1.1" status: 200 len: 851 time: 0.0873265 Oct 20 12:00:50.623337 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8644d21-87e3-40c3-907e-552b6acfcbe5 req-8b368b04-ee6c-42b6-8477-f83af0be227a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:50.625124 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a8644d21-87e3-40c3-907e-552b6acfcbe5 req-8b368b04-ee6c-42b6-8477-f83af0be227a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633647 Oct 20 12:00:50.637861 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-c1cc74da-feaa-4e60-99f3-47d40efd46b9 admin admin] Deleting port 3dad85c4-210d-4a3a-bf9c-1132a7255224 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:00:50.645937 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c1cc74da-feaa-4e60-99f3-47d40efd46b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:50.770923 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-c159b20b-02f2-446a-ad71-f7ac0263da7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5381b717-ddb3-4682-8dfe-4a53036cdc3b', 'name': 'tempest-TestServerBasicOps-866396179-router', 'tenant_id': '431534d0ede2413dbcee33b2532563f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '3dad85c4-210d-4a3a-bf9c-1132a7255224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:18Z', 'updated_at': '2021-10-20T12:00:48Z', 'revision_number': 5, 'project_id': '431534d0ede2413dbcee33b2532563f1', 'gw_port': {'id': '3dad85c4-210d-4a3a-bf9c-1132a7255224', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:57:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5381b717-ddb3-4682-8dfe-4a53036cdc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:19Z', 'updated_at': '2021-10-20T11:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:50.856436 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c159b20b-02f2-446a-ad71-f7ac0263da7f None None] Checking router: 5381b717-ddb3-4682-8dfe-4a53036cdc3b for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:00:50.868726 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c159b20b-02f2-446a-ad71-f7ac0263da7f None None] Routers {'5381b717-ddb3-4682-8dfe-4a53036cdc3b'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:00:50.869477 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-c159b20b-02f2-446a-ad71-f7ac0263da7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:00:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['5381b717-ddb3-4682-8dfe-4a53036cdc3b'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:50.912873 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff48e2-864d-402b-aed2-af832707d9b0 req-2aa1aeca-2fd0-463e-9379-8585bf805403 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:50.914616 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-c1cc74da-feaa-4e60-99f3-47d40efd46b9 admin admin] For port 3dad85c4-210d-4a3a-bf9c-1132a7255224, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=3dad85c4-210d-4a3a-bf9c-1132a7255224,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:00:50.914951 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c1cc74da-feaa-4e60-99f3-47d40efd46b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:50.920527 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b8ff48e2-864d-402b-aed2-af832707d9b0 req-2aa1aeca-2fd0-463e-9379-8585bf805403 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=1308bf88-97c8-4c26-a478-1f951a1a54bf HTTP/1.1" status: 200 len: 945 time: 0.2121754 Oct 20 12:00:50.942194 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-c1cc74da-feaa-4e60-99f3-47d40efd46b9 admin admin] Calling delete_port for 3dad85c4-210d-4a3a-bf9c-1132a7255224 owned by network:router_gateway {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:00:50.950110 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eac9ef-0d01-478d-afc3-8c6224dd366f req-6d6d617b-eb58-4d73-afef-46859aff71af tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:50.951983 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-03eac9ef-0d01-478d-afc3-8c6224dd366f req-6d6d617b-eb58-4d73-afef-46859aff71af tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 946 time: 0.2557492 Oct 20 12:00:50.964449 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a8644d21-87e3-40c3-907e-552b6acfcbe5 req-ae6f7d4f-2893-4229-b927-b4a23bc76a06 service neutron] 10.222.0.89 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909477 Oct 20 12:00:51.070937 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-c159b20b-02f2-446a-ad71-f7ac0263da7f None None] Set router 5381b717-ddb3-4682-8dfe-4a53036cdc3b gateway port host: None {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:00:51.080441 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-03eac9ef-0d01-478d-afc3-8c6224dd366f req-1283fa4e-92e1-47ce-b86b-48bdbd50d8b2 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147697 Oct 20 12:00:51.110855 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b8ff48e2-864d-402b-aed2-af832707d9b0 req-c40281d5-a417-4d12-90ff-05d63d557953 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1f62853-1ecd-4f8a-95f7-857b88e3b0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576667 Oct 20 12:00:51.195040 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-c159b20b-02f2-446a-ad71-f7ac0263da7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5381b717-ddb3-4682-8dfe-4a53036cdc3b', 'name': 'tempest-TestServerBasicOps-866396179-router', 'tenant_id': '431534d0ede2413dbcee33b2532563f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:18Z', 'updated_at': '2021-10-20T12:00:50Z', 'revision_number': 6, 'project_id': '431534d0ede2413dbcee33b2532563f1', 'gw_port_host': None}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:51.214020 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49388) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:00:51.254331 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c1cc74da-feaa-4e60-99f3-47d40efd46b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:51.263449 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c159b20b-02f2-446a-ad71-f7ac0263da7f None None] The sync data for ids ['5381b717-ddb3-4682-8dfe-4a53036cdc3b'] in n-d-814735-3 is: [{'id': '5381b717-ddb3-4682-8dfe-4a53036cdc3b', 'name': 'tempest-TestServerBasicOps-866396179-router', 'tenant_id': '431534d0ede2413dbcee33b2532563f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:18Z', 'updated_at': '2021-10-20T12:00:50Z', 'revision_number': 6, 'project_id': '431534d0ede2413dbcee33b2532563f1', 'gw_port_host': None}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:00:51.394320 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c1cc74da-feaa-4e60-99f3-47d40efd46b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:51.510086 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c1cc74da-feaa-4e60-99f3-47d40efd46b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:51.512582 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c1cc74da-feaa-4e60-99f3-47d40efd46b9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:51.563972 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cc74da-feaa-4e60-99f3-47d40efd46b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dad85c4-210d-4a3a-bf9c-1132a7255224,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:51.570251 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c1cc74da-feaa-4e60-99f3-47d40efd46b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:51.570913 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1cc74da-feaa-4e60-99f3-47d40efd46b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5381b717-ddb3-4682-8dfe-4a53036cdc3b {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 12:00:51.576820 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c1cc74da-feaa-4e60-99f3-47d40efd46b9 admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:51.581250 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c1cc74da-feaa-4e60-99f3-47d40efd46b9 admin admin] 10.222.0.98 "DELETE /v2.0/routers/5381b717-ddb3-4682-8dfe-4a53036cdc3b HTTP/1.1" status: 204 len: 168 time: 1.5778334 Oct 20 12:00:51.585099 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49390) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:00:51.598749 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c1eb51-7ee3-42f6-a4e6-a132ef7ad8c5 tempest-TestNetworkAdvancedServerOps-525790075 tempest-TestNetworkAdvancedServerOps-525790075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:51.604288 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-42c1eb51-7ee3-42f6-a4e6-a132ef7ad8c5 tempest-TestNetworkAdvancedServerOps-525790075 tempest-TestNetworkAdvancedServerOps-525790075-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=1308bf88-97c8-4c26-a478-1f951a1a54bf HTTP/1.1" status: 200 len: 1091 time: 0.3885024 Oct 20 12:00:51.648165 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49392) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:00:51.653567 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-c566c2ce-915b-4f54-a50e-b09786c38946 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'port_id': '889149b3-773a-4d3c-af1a-bc2c3fa049f3', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:00:51.694373 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c566c2ce-915b-4f54-a50e-b09786c38946 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for floatingip, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:51.763676 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-41b5d0e5-c437-4612-a691-d32323853985 admin admin] Deleting subnet 33dc2046-45c1-467f-aafa-1d58d2b904f2 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 12:00:51.786548 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-41b5d0e5-c437-4612-a691-d32323853985 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:51.880622 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe5fd24-aa95-4689-92ad-c8a553faaba7 req-cd0a134e-9801-4303-bb85-24472dea4a77 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:51.889061 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ebe5fd24-aa95-4689-92ad-c8a553faaba7 req-cd0a134e-9801-4303-bb85-24472dea4a77 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=67376704-68fe-4912-9b02-80dd530b5faf HTTP/1.1" status: 200 len: 943 time: 0.1807039 Oct 20 12:00:51.891910 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-41b5d0e5-c437-4612-a691-d32323853985 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:51.893844 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a8644d21-87e3-40c3-907e-552b6acfcbe5 req-9273f827-9080-43eb-a961-060c2f53b894 service neutron] 10.222.0.89 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9124153 Oct 20 12:00:51.951186 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ebe5fd24-aa95-4689-92ad-c8a553faaba7 req-3ec50423-ed60-4745-9e2e-bcf30601491d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577412 Oct 20 12:00:52.022679 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0c435-23f9-443b-adbf-201510c7e7a7 req-c820ef2b-9ba6-4f79-ae97-6e05f05b6ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:52.025061 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-59e0c435-23f9-443b-adbf-201510c7e7a7 req-c820ef2b-9ba6-4f79-ae97-6e05f05b6ff1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2a883afeccdc493d8238ba472f031019&device_id=67376704-68fe-4912-9b02-80dd530b5faf HTTP/1.1" status: 200 len: 1094 time: 0.0600286 Oct 20 12:00:52.030722 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c566c2ce-915b-4f54-a50e-b09786c38946 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:52.046765 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-41b5d0e5-c437-4612-a691-d32323853985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:52.175007 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0c435-23f9-443b-adbf-201510c7e7a7 req-48e6b805-04db-405f-911f-0f2998502d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:52.177337 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-59e0c435-23f9-443b-adbf-201510c7e7a7 req-48e6b805-04db-405f-911f-0f2998502d0f service neutron] 10.222.0.89 "GET /v2.0/networks?id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a HTTP/1.1" status: 200 len: 914 time: 0.1432891 Oct 20 12:00:52.219037 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4088b700-1051-4b9d-9d72-9d194c8b0939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:52.227156 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b584f9f9-7936-4cfe-a91f-a9148f4cab2b no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:00:52.264368 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: b584f9f9-7936-4cfe-a91f-a9148f4cab2b {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:00:52.273121 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-41b5d0e5-c437-4612-a691-d32323853985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:52.274216 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b584f9f9-7936-4cfe-a91f-a9148f4cab2b not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:00:52.280360 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-59e0c435-23f9-443b-adbf-201510c7e7a7 req-fee39994-54fc-4f0c-a85a-0371f2fd8430 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e643d4a2-0c65-44b4-8f14-ea6a598212d7 HTTP/1.1" status: 200 len: 217 time: 0.0949759 Oct 20 12:00:52.326759 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-c566c2ce-915b-4f54-a50e-b09786c38946 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Allocated IP 172.25.5.187 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/145c5916-c719-4061-a105-cd584b266add) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:00:52.333508 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b5d0e5-c437-4612-a691-d32323853985 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33dc2046-45c1-467f-aafa-1d58d2b904f2,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:52.337665 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-41b5d0e5-c437-4612-a691-d32323853985 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:52.341501 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de66e420-c82e-4b81-92aa-71a0a2a0fcbf None None] Network 2fe050b5-996c-48a3-b599-59e32328a5bb requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:00:52.346716 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0c435-23f9-443b-adbf-201510c7e7a7 req-bbf1d90c-c396-4fff-9aae-c1069ce8eb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:52.348752 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-59e0c435-23f9-443b-adbf-201510c7e7a7 req-bbf1d90c-c396-4fff-9aae-c1069ce8eb3b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=667cbc2d-c894-4d06-bf55-c551daf9476c HTTP/1.1" status: 200 len: 851 time: 0.0586748 Oct 20 12:00:52.353832 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-41b5d0e5-c437-4612-a691-d32323853985 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/33dc2046-45c1-467f-aafa-1d58d2b904f2 HTTP/1.1" status: 204 len: 168 time: 0.7672968 Oct 20 12:00:52.360493 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49396) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:00:52.430914 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a366797-8975-4a54-9eb4-f023462a3bd6 req-83d002ad-d60a-45ae-9fb2-37166a6dd5a1 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:52.432501 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7a366797-8975-4a54-9eb4-f023462a3bd6 req-83d002ad-d60a-45ae-9fb2-37166a6dd5a1 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 946 time: 0.1546257 Oct 20 12:00:52.441383 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0c435-23f9-443b-adbf-201510c7e7a7 req-85848380-ad33-4ffe-9de1-b4b4c2dff1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:52.442988 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-59e0c435-23f9-443b-adbf-201510c7e7a7 req-85848380-ad33-4ffe-9de1-b4b4c2dff1fb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791786 Oct 20 12:00:52.524574 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7a366797-8975-4a54-9eb4-f023462a3bd6 req-4e8eb1f5-5427-4014-b0f0-42ee96b437ae tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806432 Oct 20 12:00:52.589447 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7b1731b1-39ae-47c6-8cdb-6aeebaa039cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:52.635176 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-59e0c435-23f9-443b-adbf-201510c7e7a7 req-940b3d5e-73a6-438c-ba01-184dc151f682 service neutron] 10.222.0.89 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833370 Oct 20 12:00:52.710611 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c566c2ce-915b-4f54-a50e-b09786c38946 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:52.781992 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2009d237-7514-4da1-b542-268b5ddaa1de None None] DHCP port deletion for 2fe050b5-996c-48a3-b599-59e32328a5bb request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 12:00:52.827189 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-7b1731b1-39ae-47c6-8cdb-6aeebaa039cc admin admin] Deleting port 3529a19e-1ac3-4f78-ac22-93a04fb66091 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:00:52.829837 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7b1731b1-39ae-47c6-8cdb-6aeebaa039cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:52.888527 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-59e0c435-23f9-443b-adbf-201510c7e7a7 req-64bf917c-4f42-419c-a631-740a72e9dedc service neutron] 10.222.0.89 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441552 Oct 20 12:00:52.938607 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-2009d237-7514-4da1-b542-268b5ddaa1de None None] Deleting port 3529a19e-1ac3-4f78-ac22-93a04fb66091 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:00:52.939379 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2009d237-7514-4da1-b542-268b5ddaa1de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:52.957333 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-7b1731b1-39ae-47c6-8cdb-6aeebaa039cc admin admin] For port 3529a19e-1ac3-4f78-ac22-93a04fb66091, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=3529a19e-1ac3-4f78-ac22-93a04fb66091,segment=NetworkSegment(49ad3002-a7ea-48ed-82f2-9be1b66c0d9d),segment_id=49ad3002-a7ea-48ed-82f2-9be1b66c0d9d)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:00:52.957843 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7b1731b1-39ae-47c6-8cdb-6aeebaa039cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:52.969148 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c566c2ce-915b-4f54-a50e-b09786c38946 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:52.992767 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-7b1731b1-39ae-47c6-8cdb-6aeebaa039cc admin admin] Calling delete_port for 3529a19e-1ac3-4f78-ac22-93a04fb66091 owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:00:53.071457 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c566c2ce-915b-4f54-a50e-b09786c38946 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:00:53.079508 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-c566c2ce-915b-4f54-a50e-b09786c38946 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:00:53.083856 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c566c2ce-915b-4f54-a50e-b09786c38946 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:00:53.148390 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-2009d237-7514-4da1-b542-268b5ddaa1de None None] For port 3529a19e-1ac3-4f78-ac22-93a04fb66091, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=3529a19e-1ac3-4f78-ac22-93a04fb66091,segment=NetworkSegment(49ad3002-a7ea-48ed-82f2-9be1b66c0d9d),segment_id=49ad3002-a7ea-48ed-82f2-9be1b66c0d9d)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:00:53.149349 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2009d237-7514-4da1-b542-268b5ddaa1de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:53.169556 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-2009d237-7514-4da1-b542-268b5ddaa1de None None] Calling delete_port for 3529a19e-1ac3-4f78-ac22-93a04fb66091 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:00:53.173914 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:53.269188 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c566c2ce-915b-4f54-a50e-b09786c38946 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'Port': ['ID=145c5916-c719-4061-a105-cd584b266add,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:53.285440 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:53.295591 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a643a-a848-4597-8a42-6d1dce21ed41 req-73660c33-9e84-4d9e-825d-03bbd76f60ea tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:53.299124 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0f4a643a-a848-4597-8a42-6d1dce21ed41 req-73660c33-9e84-4d9e-825d-03bbd76f60ea tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=67376704-68fe-4912-9b02-80dd530b5faf HTTP/1.1" status: 200 len: 943 time: 0.1968720 Oct 20 12:00:53.353183 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2009d237-7514-4da1-b542-268b5ddaa1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:53.368552 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0f4a643a-a848-4597-8a42-6d1dce21ed41 req-0287e2d9-c7e3-4d2e-bfc5-40be3d1260d6 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529156 Oct 20 12:00:53.431359 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2009d237-7514-4da1-b542-268b5ddaa1de None None] Pushing event deleted for resources: {'Port': ['ID=3529a19e-1ac3-4f78-ac22-93a04fb66091,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:53.440731 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2009d237-7514-4da1-b542-268b5ddaa1de None None] No DVR routers for this DVR port 3529a19e-1ac3-4f78-ac22-93a04fb66091 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:00:53.540718 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7b1731b1-39ae-47c6-8cdb-6aeebaa039cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:53.623859 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1731b1-39ae-47c6-8cdb-6aeebaa039cc admin admin] Pushing event deleted for resources: {'Port': ['ID=3529a19e-1ac3-4f78-ac22-93a04fb66091,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:53.671551 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1731b1-39ae-47c6-8cdb-6aeebaa039cc admin admin] No DVR routers for this DVR port 3529a19e-1ac3-4f78-ac22-93a04fb66091 on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:00:53.799070 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 3529a19e-1ac3-4f78-ac22-93a04fb66091 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:00:53.835217 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573bb5c7-0af4-46dc-912b-23e3d9b52130 req-0d40b680-ed49-4c6d-8950-042ad2da676f tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:53.837025 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-573bb5c7-0af4-46dc-912b-23e3d9b52130 req-0d40b680-ed49-4c6d-8950-042ad2da676f tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 946 time: 0.1182601 Oct 20 12:00:53.859190 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7b1731b1-39ae-47c6-8cdb-6aeebaa039cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:53.870181 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 3529a19e-1ac3-4f78-ac22-93a04fb66091 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:00:53.877385 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 3529a19e-1ac3-4f78-ac22-93a04fb66091 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:00:53.877385 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 3dad85c4-210d-4a3a-bf9c-1132a7255224 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:00:53.916582 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-573bb5c7-0af4-46dc-912b-23e3d9b52130 req-247577a1-f7c8-4d9e-809a-9697086954e3 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645487 Oct 20 12:00:53.947452 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 3dad85c4-210d-4a3a-bf9c-1132a7255224 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:00:53.951278 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 3dad85c4-210d-4a3a-bf9c-1132a7255224 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:00:53.967155 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-7b1731b1-39ae-47c6-8cdb-6aeebaa039cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fe050b5-996c-48a3-b599-59e32328a5bb']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:53.983403 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-7b1731b1-39ae-47c6-8cdb-6aeebaa039cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49ad3002-a7ea-48ed-82f2-9be1b66c0d9d') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:53.984656 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-7b1731b1-39ae-47c6-8cdb-6aeebaa039cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49ad3002-a7ea-48ed-82f2-9be1b66c0d9d') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:54.000253 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7b1731b1-39ae-47c6-8cdb-6aeebaa039cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:54.073633 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7b1731b1-39ae-47c6-8cdb-6aeebaa039cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:54.090469 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b1731b1-39ae-47c6-8cdb-6aeebaa039cc admin admin] Releasing vlan 1267 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 12:00:54.091112 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7b1731b1-39ae-47c6-8cdb-6aeebaa039cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:54.094590 n-d-814735-3 neutron-server[100646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:00:54.094590 n-d-814735-3 neutron-server[100646]: self.session.flush() Oct 20 12:00:54.094590 n-d-814735-3 neutron-server[100646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:00:54.094590 n-d-814735-3 neutron-server[100646]: self.session.flush() Oct 20 12:00:54.094590 n-d-814735-3 neutron-server[100646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:00:54.094590 n-d-814735-3 neutron-server[100646]: self.session.flush() Oct 20 12:00:54.094590 n-d-814735-3 neutron-server[100646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:00:54.094590 n-d-814735-3 neutron-server[100646]: self.session.flush() Oct 20 12:00:54.094590 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 12:00:54.094590 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 12:00:54.094590 n-d-814735-3 neutron-server[100646]: timer() Oct 20 12:00:54.094590 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 12:00:54.094590 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 12:00:54.094590 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 12:00:54.094590 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 12:00:54.094590 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 12:00:54.094590 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 12:00:54.094590 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 12:00:54.094590 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 12:00:54.094590 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 12:00:54.094590 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 12:00:54.094590 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 12:00:54.094590 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 12:00:54.094590 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 12:00:54.094590 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 12:00:54.094590 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 12:00:54.094590 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 12:00:54.094590 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 12:00:54.094590 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 12:00:54.094590 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 12:00:54.094590 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 12:00:54.094590 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 12:00:54.094590 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 12:00:54.094590 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 12:00:54.094590 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 12:00:54.094590 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 12:00:54.094590 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 12:00:54.094590 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 12:00:54.094590 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 12:00:54.094590 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 12:00:54.214499 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7b1731b1-39ae-47c6-8cdb-6aeebaa039cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:54.220293 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c566c2ce-915b-4f54-a50e-b09786c38946 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:54.258393 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7b1731b1-39ae-47c6-8cdb-6aeebaa039cc admin admin] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:54.266038 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7b1731b1-39ae-47c6-8cdb-6aeebaa039cc admin admin] 10.222.0.98 "DELETE /v2.0/networks/2fe050b5-996c-48a3-b599-59e32328a5bb HTTP/1.1" status: 204 len: 168 time: 1.8937991 Oct 20 12:00:54.266038 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1731b1-39ae-47c6-8cdb-6aeebaa039cc admin admin] Pushing event deleted for resources: {'Network': ['ID=2fe050b5-996c-48a3-b599-59e32328a5bb,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:54.266820 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49402) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:00:54.415705 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c566c2ce-915b-4f54-a50e-b09786c38946 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:54.610077 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68283b8e-f68b-4594-8387-2569a4955124 req-93bd7d33-85e2-42f7-9edd-58ea19ce8757 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:54.611780 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-68283b8e-f68b-4594-8387-2569a4955124 req-93bd7d33-85e2-42f7-9edd-58ea19ce8757 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=67376704-68fe-4912-9b02-80dd530b5faf HTTP/1.1" status: 200 len: 943 time: 0.1296091 Oct 20 12:00:54.669477 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-68283b8e-f68b-4594-8387-2569a4955124 req-cf72d5d3-01ed-4ee2-94f4-aa7459cb1ce2 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502572 Oct 20 12:00:54.965064 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:55.134139 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7746a403-0601-4fcc-bedb-b25f3acc5773 req-61fbd5f4-e739-469d-bf03-f4f76b908ffb tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:55.137399 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7746a403-0601-4fcc-bedb-b25f3acc5773 req-61fbd5f4-e739-469d-bf03-f4f76b908ffb tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 946 time: 0.0992289 Oct 20 12:00:55.210900 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7746a403-0601-4fcc-bedb-b25f3acc5773 req-c651e9f5-b482-424e-afab-00c2fb5fcd0f tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663733 Oct 20 12:00:55.366481 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c566c2ce-915b-4f54-a50e-b09786c38946 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:55.377308 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c566c2ce-915b-4f54-a50e-b09786c38946 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:55.466299 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c566c2ce-915b-4f54-a50e-b09786c38946 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event updated for resources: {'Port': ['ID=145c5916-c719-4061-a105-cd584b266add,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:55.484382 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c566c2ce-915b-4f54-a50e-b09786c38946 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:55.630321 n-d-814735-3 neutron-server[100646]: INFO neutron.db.l3_db [None req-c566c2ce-915b-4f54-a50e-b09786c38946 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Floating IP 07747a21-1cff-410d-a368-4cc619de909d associated. External IP: 172.25.5.187, port: 889149b3-773a-4d3c-af1a-bc2c3fa049f3. Oct 20 12:00:55.766434 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a6957527-498f-4b2d-a409-1e3faf0de06f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:55.843642 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6958a7b-671e-4aed-91db-b6d33a27003e req-ae25595c-1666-451b-b1c8-2d2240a6bd61 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:55.847939 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d6958a7b-671e-4aed-91db-b6d33a27003e req-ae25595c-1666-451b-b1c8-2d2240a6bd61 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=67376704-68fe-4912-9b02-80dd530b5faf HTTP/1.1" status: 200 len: 943 time: 0.0676520 Oct 20 12:00:55.896192 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d6958a7b-671e-4aed-91db-b6d33a27003e req-8368d642-777b-4c40-b70f-001d40e2831e tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410855 Oct 20 12:00:56.111594 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c566c2ce-915b-4f54-a50e-b09786c38946 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Router 03e1dac0-8ffd-447b-8151-55f43de87a2f has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:00:56.312941 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c566c2ce-915b-4f54-a50e-b09786c38946 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:00:56.332439 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7c792b-3a7c-4e4a-8fc7-552f9e03d608 None None] Sync routers for ids ['03e1dac0-8ffd-447b-8151-55f43de87a2f'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:00:56.347157 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c566c2ce-915b-4f54-a50e-b09786c38946 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:56.352816 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-a6957527-498f-4b2d-a409-1e3faf0de06f admin admin] Deleting port 8d752c0a-bdf1-4822-a39f-f94f34ffa294 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:00:56.353383 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a6957527-498f-4b2d-a409-1e3faf0de06f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:56.353620 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7c792b-3a7c-4e4a-8fc7-552f9e03d608 None None] Routers {'03e1dac0-8ffd-447b-8151-55f43de87a2f'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:00:56.358948 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-db7c792b-3a7c-4e4a-8fc7-552f9e03d608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:00:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['03e1dac0-8ffd-447b-8151-55f43de87a2f'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:56.413182 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e62c0-bfc5-4b6c-ae32-3c847fa1f6b2 req-e5317320-7d16-4483-97bb-d26bd12dae26 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:56.420656 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-151e62c0-bfc5-4b6c-ae32-3c847fa1f6b2 req-e5317320-7d16-4483-97bb-d26bd12dae26 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 946 time: 0.0749798 Oct 20 12:00:56.449919 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c566c2ce-915b-4f54-a50e-b09786c38946 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.8005295 Oct 20 12:00:56.452232 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1308bf88-97c8-4c26-a478-1f951a1a54bf', 'tag': '889149b3-773a-4d3c-af1a-bc2c3fa049f3'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:00:56.463205 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e78e43-bc0f-43af-a118-98ea8067945a" -d '{"events": [{"name": "network-changed", "server_uuid": "1308bf88-97c8-4c26-a478-1f951a1a54bf", "tag": "889149b3-773a-4d3c-af1a-bc2c3fa049f3"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:00:56.474197 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-151e62c0-bfc5-4b6c-ae32-3c847fa1f6b2 req-711b5527-2c30-4c65-90dd-0454e01e854e tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525248 Oct 20 12:00:56.560595 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de78a0aa-bb38-47d1-b4bc-16b0d568bd3c x-openstack-request-id: req-de78a0aa-bb38-47d1-b4bc-16b0d568bd3c {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:00:56.563074 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1308bf88-97c8-4c26-a478-1f951a1a54bf", "tag": "889149b3-773a-4d3c-af1a-bc2c3fa049f3", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:00:56.563074 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-de78a0aa-bb38-47d1-b4bc-16b0d568bd3c {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:00:56.563074 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1308bf88-97c8-4c26-a478-1f951a1a54bf', 'tag': '889149b3-773a-4d3c-af1a-bc2c3fa049f3', 'status': 'completed', 'code': 200} Oct 20 12:00:56.563590 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-db7c792b-3a7c-4e4a-8fc7-552f9e03d608 None None] Set router 03e1dac0-8ffd-447b-8151-55f43de87a2f gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:00:56.615352 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-a6957527-498f-4b2d-a409-1e3faf0de06f admin admin] For port 8d752c0a-bdf1-4822-a39f-f94f34ffa294, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=8d752c0a-bdf1-4822-a39f-f94f34ffa294,segment=NetworkSegment(5dee4fac-1702-4f4d-8ac4-5a7d3569f1fc),segment_id=5dee4fac-1702-4f4d-8ac4-5a7d3569f1fc)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:00:56.616005 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a6957527-498f-4b2d-a409-1e3faf0de06f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:56.634314 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-a6957527-498f-4b2d-a409-1e3faf0de06f admin admin] Calling delete_port for 8d752c0a-bdf1-4822-a39f-f94f34ffa294 owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:00:56.698922 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0d9c8-eda6-4f07-8e5d-f9f31afb95b2 req-c034cb3c-8e72-4c6d-ac22-9847200226c7 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:56.701333 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-93d0d9c8-eda6-4f07-8e5d-f9f31afb95b2 req-c034cb3c-8e72-4c6d-ac22-9847200226c7 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=1308bf88-97c8-4c26-a478-1f951a1a54bf HTTP/1.1" status: 200 len: 945 time: 0.1731706 Oct 20 12:00:56.706320 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e78e43-bc0f-43af-a118-98ea8067945a req-712ab227-3610-49c5-a0cd-90747d61b4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:56.707909 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-23e78e43-bc0f-43af-a118-98ea8067945a req-712ab227-3610-49c5-a0cd-90747d61b4e7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d69630d5f3304dc8a33f46da29b2ea4c&device_id=1308bf88-97c8-4c26-a478-1f951a1a54bf HTTP/1.1" status: 200 len: 1096 time: 0.1185844 Oct 20 12:00:56.747384 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c64a20-e146-4af2-924c-77da3674bf78 req-2c2b2f13-d378-4788-9917-e6312ce31201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:56.748952 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-81c64a20-e146-4af2-924c-77da3674bf78 req-2c2b2f13-d378-4788-9917-e6312ce31201 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d5facc7ebf4c4973bcd1f7527a0dd7a6&device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 1097 time: 0.1688490 Oct 20 12:00:56.842877 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-93d0d9c8-eda6-4f07-8e5d-f9f31afb95b2 req-60a3480d-0d9d-4cac-9315-36959cfd7bee tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1f62853-1ecd-4f8a-95f7-857b88e3b0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337488 Oct 20 12:00:56.886197 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49430) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:00:56.892762 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-db7c792b-3a7c-4e4a-8fc7-552f9e03d608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e1dac0-8ffd-447b-8151-55f43de87a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860620242', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '4b8e96b8-229b-4ba7-b6ec-1136920960eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:00:31Z', 'updated_at': '2021-10-20T12:00:35Z', 'revision_number': 4, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': '4b8e96b8-229b-4ba7-b6ec-1136920960eb', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e1dac0-8ffd-447b-8151-55f43de87a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:00:31Z', 'updated_at': '2021-10-20T12:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '07747a21-1cff-410d-a368-4cc619de909d', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '03e1dac0-8ffd-447b-8151-55f43de87a2f', 'port_id': '889149b3-773a-4d3c-af1a-bc2c3fa049f3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f0d14de-0097-4925-b4ce-2079955331dd', 'mac_address': 'fa:16:3e:3d:68:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1308bf88-97c8-4c26-a478-1f951a1a54bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:00:53Z', 'updated_at': '2021-10-20T12:00:53Z', 'revision_number': 0, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1082c2c-a1bb-4a17-a60e-b3834622794d', 'name': '', 'network_id': '7f0d14de-0097-4925-b4ce-2079955331dd', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'mac_address': 'fa:16:3e:bf:c4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e1dac0-8ffd-447b-8151-55f43de87a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': 'fd61083e-c205-496d-a0f4-6dd7e3c83220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:00:34Z', 'updated_at': '2021-10-20T12:00:38Z', 'revision_number': 5, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'subnets': [{'id': 'fd61083e-c205-496d-a0f4-6dd7e3c83220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:56.902894 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e78e43-bc0f-43af-a118-98ea8067945a req-1c870fa6-8ff9-40f6-a996-87d69d94e94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:56.904374 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-23e78e43-bc0f-43af-a118-98ea8067945a req-1c870fa6-8ff9-40f6-a996-87d69d94e94d service neutron] 10.222.0.11 "GET /v2.0/networks?id=7f0d14de-0097-4925-b4ce-2079955331dd HTTP/1.1" status: 200 len: 898 time: 0.1854064 Oct 20 12:00:56.922387 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7c792b-3a7c-4e4a-8fc7-552f9e03d608 None None] Checking router: 03e1dac0-8ffd-447b-8151-55f43de87a2f for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:00:56.937355 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7c792b-3a7c-4e4a-8fc7-552f9e03d608 None None] Routers {'03e1dac0-8ffd-447b-8151-55f43de87a2f'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:00:56.940097 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-db7c792b-3a7c-4e4a-8fc7-552f9e03d608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:00:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['03e1dac0-8ffd-447b-8151-55f43de87a2f'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:56.940276 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c64a20-e146-4af2-924c-77da3674bf78 req-a0a98bd5-c723-4271-b84b-d8542cc141b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:56.941989 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-81c64a20-e146-4af2-924c-77da3674bf78 req-a0a98bd5-c723-4271-b84b-d8542cc141b8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6dd2d5c8-1621-42ed-b480-8b3fe659c010 HTTP/1.1" status: 200 len: 919 time: 0.1805377 Oct 20 12:00:57.061947 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d87713c4-02e3-4c2e-8e19-b33c9294e22a tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/floatingips/07747a21-1cff-410d-a368-4cc619de909d HTTP/1.1" status: 200 len: 991 time: 0.1742196 Oct 20 12:00:57.063644 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a6957527-498f-4b2d-a409-1e3faf0de06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:57.090575 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6957527-498f-4b2d-a409-1e3faf0de06f admin admin] Pushing event deleted for resources: {'Port': ['ID=8d752c0a-bdf1-4822-a39f-f94f34ffa294,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:57.100831 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-81c64a20-e146-4af2-924c-77da3674bf78 req-bc465df9-ceca-4de7-a0b6-f73486e91ff8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acdba51b-1bef-4266-b4b0-335df89c63c3 HTTP/1.1" status: 200 len: 1002 time: 0.1266351 Oct 20 12:00:57.104576 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-23e78e43-bc0f-43af-a118-98ea8067945a req-5b5b98d5-55a3-4856-8f21-a86ccb266bbe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=889149b3-773a-4d3c-af1a-bc2c3fa049f3 HTTP/1.1" status: 200 len: 999 time: 0.1909091 Oct 20 12:00:57.131778 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-db7c792b-3a7c-4e4a-8fc7-552f9e03d608 None None] Set router 03e1dac0-8ffd-447b-8151-55f43de87a2f gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:00:57.189081 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369af49-779f-4648-9e1a-56b424b67be0 req-e8980db4-7433-4523-92ca-4da2f87a1ac9 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:57.199221 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a369af49-779f-4648-9e1a-56b424b67be0 req-e8980db4-7433-4523-92ca-4da2f87a1ac9 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=67376704-68fe-4912-9b02-80dd530b5faf HTTP/1.1" status: 200 len: 943 time: 0.1668675 Oct 20 12:00:57.271161 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e78e43-bc0f-43af-a118-98ea8067945a req-2d80f8e0-001f-4c45-a006-d4867d9dcbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:57.273183 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-23e78e43-bc0f-43af-a118-98ea8067945a req-2d80f8e0-001f-4c45-a006-d4867d9dcbe7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fd61083e-c205-496d-a0f4-6dd7e3c83220 HTTP/1.1" status: 200 len: 835 time: 0.1518824 Oct 20 12:00:57.338604 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c64a20-e146-4af2-924c-77da3674bf78 req-ab4c181a-ce61-4576-995c-800833befd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:57.339068 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-81c64a20-e146-4af2-924c-77da3674bf78 req-ab4c181a-ce61-4576-995c-800833befd26 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=85c08acc-8a9f-45d6-96df-e5a8900af70a HTTP/1.1" status: 200 len: 856 time: 0.2189415 Oct 20 12:00:57.360552 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a369af49-779f-4648-9e1a-56b424b67be0 req-380b0f8d-300e-42d4-b00e-c7183c4dae90 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552274 Oct 20 12:00:57.409344 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e78e43-bc0f-43af-a118-98ea8067945a req-79189e77-b9db-4daf-9b7a-0b4fcb111f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:57.411200 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-23e78e43-bc0f-43af-a118-98ea8067945a req-79189e77-b9db-4daf-9b7a-0b4fcb111f36 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7f0d14de-0097-4925-b4ce-2079955331dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1230516 Oct 20 12:00:57.415975 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a6957527-498f-4b2d-a409-1e3faf0de06f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:57.432309 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c64a20-e146-4af2-924c-77da3674bf78 req-67742fbf-4379-4576-aaba-46b8cc4e09a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:57.434323 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-81c64a20-e146-4af2-924c-77da3674bf78 req-67742fbf-4379-4576-aaba-46b8cc4e09a8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6dd2d5c8-1621-42ed-b480-8b3fe659c010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724158 Oct 20 12:00:57.536647 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-db7c792b-3a7c-4e4a-8fc7-552f9e03d608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e1dac0-8ffd-447b-8151-55f43de87a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860620242', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '4b8e96b8-229b-4ba7-b6ec-1136920960eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:00:31Z', 'updated_at': '2021-10-20T12:00:35Z', 'revision_number': 4, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': '4b8e96b8-229b-4ba7-b6ec-1136920960eb', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e1dac0-8ffd-447b-8151-55f43de87a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:00:31Z', 'updated_at': '2021-10-20T12:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '07747a21-1cff-410d-a368-4cc619de909d', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '03e1dac0-8ffd-447b-8151-55f43de87a2f', 'port_id': '889149b3-773a-4d3c-af1a-bc2c3fa049f3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f0d14de-0097-4925-b4ce-2079955331dd', 'mac_address': 'fa:16:3e:3d:68:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1308bf88-97c8-4c26-a478-1f951a1a54bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:00:53Z', 'updated_at': '2021-10-20T12:00:53Z', 'revision_number': 0, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1082c2c-a1bb-4a17-a60e-b3834622794d', 'name': '', 'network_id': '7f0d14de-0097-4925-b4ce-2079955331dd', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'mac_address': 'fa:16:3e:bf:c4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e1dac0-8ffd-447b-8151-55f43de87a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': 'fd61083e-c205-496d-a0f4-6dd7e3c83220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:00:34Z', 'updated_at': '2021-10-20T12:00:38Z', 'revision_number': 5, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'subnets': [{'id': 'fd61083e-c205-496d-a0f4-6dd7e3c83220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:57.599091 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7c792b-3a7c-4e4a-8fc7-552f9e03d608 None None] The sync data for ids ['03e1dac0-8ffd-447b-8151-55f43de87a2f'] in n-d-814735-3 is: [{'id': '03e1dac0-8ffd-447b-8151-55f43de87a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860620242', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '4b8e96b8-229b-4ba7-b6ec-1136920960eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:00:31Z', 'updated_at': '2021-10-20T12:00:35Z', 'revision_number': 4, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': '4b8e96b8-229b-4ba7-b6ec-1136920960eb', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e1dac0-8ffd-447b-8151-55f43de87a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:00:31Z', 'updated_at': '2021-10-20T12:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '07747a21-1cff-410d-a368-4cc619de909d', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '03e1dac0-8ffd-447b-8151-55f43de87a2f', 'port_id': '889149b3-773a-4d3c-af1a-bc2c3fa049f3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f0d14de-0097-4925-b4ce-2079955331dd', 'mac_address': 'fa:16:3e:3d:68:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1308bf88-97c8-4c26-a478-1f951a1a54bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:00:53Z', 'updated_at': '2021-10-20T12:00:53Z', 'revision_number': 0, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1082c2c-a1bb-4a17-a60e-b3834622794d', 'name': '', 'network_id': '7f0d14de-0097-4925-b4ce-2079955331dd', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'mac_address': 'fa:16:3e:bf:c4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e1dac0-8ffd-447b-8151-55f43de87a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': 'fd61083e-c205-496d-a0f4-6dd7e3c83220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:00:34Z', 'updated_at': '2021-10-20T12:00:38Z', 'revision_number': 5, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'subnets': [{'id': 'fd61083e-c205-496d-a0f4-6dd7e3c83220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:00:57.677655 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-23e78e43-bc0f-43af-a118-98ea8067945a req-577a3a86-02e8-4fdb-abae-a195a799dad3 service neutron] 10.222.0.11 "GET /v2.0/networks/7f0d14de-0097-4925-b4ce-2079955331dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571161 Oct 20 12:00:57.729502 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-81c64a20-e146-4af2-924c-77da3674bf78 req-69ebd2ee-8a54-44bf-8260-52d22551e764 service neutron] 10.222.0.11 "GET /v2.0/networks/6dd2d5c8-1621-42ed-b480-8b3fe659c010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795086 Oct 20 12:00:57.741997 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a015b8a-eb69-415f-95a3-1e09bd6af956 req-4a78eb3c-43e7-47d9-bb72-344342c1f979 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:57.744382 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a015b8a-eb69-415f-95a3-1e09bd6af956 req-4a78eb3c-43e7-47d9-bb72-344342c1f979 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 946 time: 0.1455803 Oct 20 12:00:57.831796 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6957527-498f-4b2d-a409-1e3faf0de06f admin admin] Router b94c713e-68cf-4180-9e3e-fac801e01283 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:00:57.911621 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a015b8a-eb69-415f-95a3-1e09bd6af956 req-380e3633-6808-4657-8a3d-85b6708c04e7 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502948 Oct 20 12:00:57.939329 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-23e78e43-bc0f-43af-a118-98ea8067945a req-530a2d11-2eeb-4ba5-a8fb-10ab6545da97 service neutron] 10.222.0.11 "GET /v2.0/networks/7f0d14de-0097-4925-b4ce-2079955331dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471731 Oct 20 12:00:57.956175 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-81c64a20-e146-4af2-924c-77da3674bf78 req-01a4e05a-1721-4531-9b9c-2791753f8d08 service neutron] 10.222.0.11 "GET /v2.0/networks/6dd2d5c8-1621-42ed-b480-8b3fe659c010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037146 Oct 20 12:00:57.983152 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e22d221-5475-4f26-af3d-2a968082c0bf None None] New status for floating IP 07747a21-1cff-410d-a368-4cc619de909d: ACTIVE {{(pid=100649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 12:00:58.007249 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6957527-498f-4b2d-a409-1e3faf0de06f admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:00:58.015038 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 49436) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:00:58.015227 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a6957527-498f-4b2d-a409-1e3faf0de06f admin admin] 10.222.0.98 "PUT /v2.0/routers/b94c713e-68cf-4180-9e3e-fac801e01283/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7447135 Oct 20 12:00:58.018927 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebb5fe6-ed99-4c48-8fbe-9205085630ff None None] Sync routers for ids ['b94c713e-68cf-4180-9e3e-fac801e01283'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:00:58.032621 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebb5fe6-ed99-4c48-8fbe-9205085630ff None None] Routers {'b94c713e-68cf-4180-9e3e-fac801e01283'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:00:58.033275 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-0ebb5fe6-ed99-4c48-8fbe-9205085630ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:00:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['b94c713e-68cf-4180-9e3e-fac801e01283'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:58.065064 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49438) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:00:58.167112 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-26dc56eb-7e66-402c-98e4-7a68be333f93 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/floatingips/07747a21-1cff-410d-a368-4cc619de909d HTTP/1.1" status: 200 len: 991 time: 0.1003320 Oct 20 12:00:58.171841 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0ce3bd6d-6957-42b6-83b9-8b436354afec admin admin] Publish callbacks [] for router, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:58.175670 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-0ebb5fe6-ed99-4c48-8fbe-9205085630ff None None] Set router b94c713e-68cf-4180-9e3e-fac801e01283 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:00:58.335543 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0ce3bd6d-6957-42b6-83b9-8b436354afec admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:58.408734 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-0ce3bd6d-6957-42b6-83b9-8b436354afec admin admin] Deleting port 2c4eae1e-9a0b-44c5-9e03-092e13153465 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:00:58.409136 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0ce3bd6d-6957-42b6-83b9-8b436354afec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:58.411437 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-0ebb5fe6-ed99-4c48-8fbe-9205085630ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94c713e-68cf-4180-9e3e-fac801e01283', 'name': 'tempest-TestServerBasicOps-562974473-router', 'tenant_id': '2d5b7151120a4793bd7f192cc16b9f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '2c4eae1e-9a0b-44c5-9e03-092e13153465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:26Z', 'updated_at': '2021-10-20T12:00:56Z', 'revision_number': 5, 'project_id': '2d5b7151120a4793bd7f192cc16b9f04', 'gw_port': {'id': '2c4eae1e-9a0b-44c5-9e03-092e13153465', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:66:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94c713e-68cf-4180-9e3e-fac801e01283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:55:26Z', 'updated_at': '2021-10-20T11:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:58.442574 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebb5fe6-ed99-4c48-8fbe-9205085630ff None None] Checking router: b94c713e-68cf-4180-9e3e-fac801e01283 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:00:58.458746 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebb5fe6-ed99-4c48-8fbe-9205085630ff None None] Routers {'b94c713e-68cf-4180-9e3e-fac801e01283'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:00:58.459610 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-0ebb5fe6-ed99-4c48-8fbe-9205085630ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:00:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['b94c713e-68cf-4180-9e3e-fac801e01283'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:58.534229 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-0ce3bd6d-6957-42b6-83b9-8b436354afec admin admin] For port 2c4eae1e-9a0b-44c5-9e03-092e13153465, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=2c4eae1e-9a0b-44c5-9e03-092e13153465,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:00:58.534576 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0ce3bd6d-6957-42b6-83b9-8b436354afec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:58.550419 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-0ce3bd6d-6957-42b6-83b9-8b436354afec admin admin] Calling delete_port for 2c4eae1e-9a0b-44c5-9e03-092e13153465 owned by network:router_gateway {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:00:58.560026 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-0ebb5fe6-ed99-4c48-8fbe-9205085630ff None None] Set router b94c713e-68cf-4180-9e3e-fac801e01283 gateway port host: None {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:00:58.578227 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a75502-6749-456c-942e-2a98d699187c req-8649b960-f00c-4e9c-8fa5-3fb01d7086c0 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:58.579887 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e8a75502-6749-456c-942e-2a98d699187c req-8649b960-f00c-4e9c-8fa5-3fb01d7086c0 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=67376704-68fe-4912-9b02-80dd530b5faf HTTP/1.1" status: 200 len: 943 time: 0.0828116 Oct 20 12:00:58.677162 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e8a75502-6749-456c-942e-2a98d699187c req-797e8579-7f6d-4a77-8ca1-fe013098a413 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631814 Oct 20 12:00:58.809927 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-0ebb5fe6-ed99-4c48-8fbe-9205085630ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94c713e-68cf-4180-9e3e-fac801e01283', 'name': 'tempest-TestServerBasicOps-562974473-router', 'tenant_id': '2d5b7151120a4793bd7f192cc16b9f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:26Z', 'updated_at': '2021-10-20T12:00:58Z', 'revision_number': 6, 'project_id': '2d5b7151120a4793bd7f192cc16b9f04', 'gw_port_host': None}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:00:58.810729 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0ce3bd6d-6957-42b6-83b9-8b436354afec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:58.839784 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebb5fe6-ed99-4c48-8fbe-9205085630ff None None] The sync data for ids ['b94c713e-68cf-4180-9e3e-fac801e01283'] in n-d-814735-3 is: [{'id': 'b94c713e-68cf-4180-9e3e-fac801e01283', 'name': 'tempest-TestServerBasicOps-562974473-router', 'tenant_id': '2d5b7151120a4793bd7f192cc16b9f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:55:26Z', 'updated_at': '2021-10-20T12:00:58Z', 'revision_number': 6, 'project_id': '2d5b7151120a4793bd7f192cc16b9f04', 'gw_port_host': None}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:00:58.848196 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce3bd6d-6957-42b6-83b9-8b436354afec admin admin] Pushing event deleted for resources: {'Port': ['ID=2c4eae1e-9a0b-44c5-9e03-092e13153465,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:58.917389 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0ce3bd6d-6957-42b6-83b9-8b436354afec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:59.035207 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0ce3bd6d-6957-42b6-83b9-8b436354afec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:59.045785 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0ce3bd6d-6957-42b6-83b9-8b436354afec admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:59.115148 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0ce3bd6d-6957-42b6-83b9-8b436354afec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:59.115763 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce3bd6d-6957-42b6-83b9-8b436354afec admin admin] Fanout notify agent at l3_agent the message router_deleted on router b94c713e-68cf-4180-9e3e-fac801e01283 {{(pid=100647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 12:00:59.120554 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0ce3bd6d-6957-42b6-83b9-8b436354afec admin admin] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:59.121692 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-0ce3bd6d-6957-42b6-83b9-8b436354afec admin admin] 10.222.0.98 "DELETE /v2.0/routers/b94c713e-68cf-4180-9e3e-fac801e01283 HTTP/1.1" status: 204 len: 168 time: 1.1055977 Oct 20 12:00:59.124856 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49444) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:00:59.142271 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ff0f1-f989-4b9e-af7d-bc455fa541f8 req-a770c05c-b68d-428b-b740-104f32bd657a tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:59.143932 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-167ff0f1-f989-4b9e-af7d-bc455fa541f8 req-a770c05c-b68d-428b-b740-104f32bd657a tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 946 time: 0.1121981 Oct 20 12:00:59.173746 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49446) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:00:59.200210 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-167ff0f1-f989-4b9e-af7d-bc455fa541f8 req-9559f181-c30e-4e6a-8eb0-26ef86ee5ac2 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462990 Oct 20 12:00:59.243603 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b05f03c-cb51-437a-a666-e41851a99958 admin admin] Deleting subnet 9a6e42f6-8505-4ee9-927f-d0bde909a248 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 12:00:59.250059 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0b05f03c-cb51-437a-a666-e41851a99958 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:59.281395 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ea891109-c5be-46aa-98a3-5ba002685bc8 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/floatingips/07747a21-1cff-410d-a368-4cc619de909d HTTP/1.1" status: 200 len: 993 time: 0.1051040 Oct 20 12:00:59.297468 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0b05f03c-cb51-437a-a666-e41851a99958 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:59.399988 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0b05f03c-cb51-437a-a666-e41851a99958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:59.457395 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0b05f03c-cb51-437a-a666-e41851a99958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:59.483680 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b05f03c-cb51-437a-a666-e41851a99958 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a6e42f6-8505-4ee9-927f-d0bde909a248,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:00:59.487349 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0b05f03c-cb51-437a-a666-e41851a99958 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:59.490428 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0b05f03c-cb51-437a-a666-e41851a99958 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/9a6e42f6-8505-4ee9-927f-d0bde909a248 HTTP/1.1" status: 204 len: 168 time: 0.3645082 Oct 20 12:00:59.493650 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 49448) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:00:59.498823 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3218120e-d163-44c0-b479-464a222b5f48 None None] Network 7492f028-ce05-451d-b3bc-e76e91f62dee requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:00:59.575875 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c394acba-ef49-4479-b4c5-edf6bd52d6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:59.662010 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-c394acba-ef49-4479-b4c5-edf6bd52d6ef admin admin] Deleting port bb4b696a-6333-4795-b318-b962455c185e {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:00:59.662703 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c394acba-ef49-4479-b4c5-edf6bd52d6ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:59.726764 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18edf27f-e343-499f-a204-aaa799aaabc3 None None] DHCP port deletion for 7492f028-ce05-451d-b3bc-e76e91f62dee request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 12:00:59.796193 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-c394acba-ef49-4479-b4c5-edf6bd52d6ef admin admin] For port bb4b696a-6333-4795-b318-b962455c185e, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=bb4b696a-6333-4795-b318-b962455c185e,segment=NetworkSegment(5dee4fac-1702-4f4d-8ac4-5a7d3569f1fc),segment_id=5dee4fac-1702-4f4d-8ac4-5a7d3569f1fc)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:00:59.796545 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c394acba-ef49-4479-b4c5-edf6bd52d6ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:59.809534 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-18edf27f-e343-499f-a204-aaa799aaabc3 None None] Deleting port bb4b696a-6333-4795-b318-b962455c185e {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:00:59.809913 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-18edf27f-e343-499f-a204-aaa799aaabc3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:59.830819 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-c394acba-ef49-4479-b4c5-edf6bd52d6ef admin admin] Calling delete_port for bb4b696a-6333-4795-b318-b962455c185e owned by network:dhcp {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:00:59.870442 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 8d752c0a-bdf1-4822-a39f-f94f34ffa294 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:00:59.894728 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 8d752c0a-bdf1-4822-a39f-f94f34ffa294 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:00:59.895103 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 8d752c0a-bdf1-4822-a39f-f94f34ffa294 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:00:59.895536 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 2c4eae1e-9a0b-44c5-9e03-092e13153465 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:00:59.921185 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 2c4eae1e-9a0b-44c5-9e03-092e13153465 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:00:59.921576 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 2c4eae1e-9a0b-44c5-9e03-092e13153465 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:00:59.922626 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device bb4b696a-6333-4795-b318-b962455c185e no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:00:59.950406 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff05044c-9484-4421-ab36-719e725789d7 req-05ca2690-c4d2-4504-ab5b-198f7b672cae tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:00:59.952637 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ff05044c-9484-4421-ab36-719e725789d7 req-05ca2690-c4d2-4504-ab5b-198f7b672cae tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=67376704-68fe-4912-9b02-80dd530b5faf HTTP/1.1" status: 200 len: 943 time: 0.1487663 Oct 20 12:00:59.962044 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-18edf27f-e343-499f-a204-aaa799aaabc3 None None] For port bb4b696a-6333-4795-b318-b962455c185e, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=bb4b696a-6333-4795-b318-b962455c185e,segment=NetworkSegment(5dee4fac-1702-4f4d-8ac4-5a7d3569f1fc),segment_id=5dee4fac-1702-4f4d-8ac4-5a7d3569f1fc)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:00:59.962378 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-18edf27f-e343-499f-a204-aaa799aaabc3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:00:59.991575 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-18edf27f-e343-499f-a204-aaa799aaabc3 None None] Calling delete_port for bb4b696a-6333-4795-b318-b962455c185e owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:01:00.011489 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c394acba-ef49-4479-b4c5-edf6bd52d6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:00.014085 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No active binding found for port bb4b696a-6333-4795-b318-b962455c185e {{(pid=100648) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 20 12:01:00.014085 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device bb4b696a-6333-4795-b318-b962455c185e not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:01:00.018298 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ff05044c-9484-4421-ab36-719e725789d7 req-a0161985-3581-4f27-b745-3f8dd979a2ba tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586553 Oct 20 12:01:00.046435 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394acba-ef49-4479-b4c5-edf6bd52d6ef admin admin] Pushing event deleted for resources: {'Port': ['ID=bb4b696a-6333-4795-b318-b962455c185e,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:01:00.051357 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c394acba-ef49-4479-b4c5-edf6bd52d6ef admin admin] No DVR routers for this DVR port bb4b696a-6333-4795-b318-b962455c185e on host n-d-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:01:00.121171 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-18edf27f-e343-499f-a204-aaa799aaabc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:00.173054 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18edf27f-e343-499f-a204-aaa799aaabc3 None None] Pushing event deleted for resources: {'Port': ['ID=bb4b696a-6333-4795-b318-b962455c185e,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:01:00.179729 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18edf27f-e343-499f-a204-aaa799aaabc3 None None] No DVR routers for this DVR port bb4b696a-6333-4795-b318-b962455c185e on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:01:00.200622 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c394acba-ef49-4479-b4c5-edf6bd52d6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:00.221978 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-c394acba-ef49-4479-b4c5-edf6bd52d6ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7492f028-ce05-451d-b3bc-e76e91f62dee']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:01:00.232159 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-c394acba-ef49-4479-b4c5-edf6bd52d6ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dee4fac-1702-4f4d-8ac4-5a7d3569f1fc') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:01:00.232366 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-c394acba-ef49-4479-b4c5-edf6bd52d6ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dee4fac-1702-4f4d-8ac4-5a7d3569f1fc') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:01:00.242190 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c394acba-ef49-4479-b4c5-edf6bd52d6ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:00.257833 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c394acba-ef49-4479-b4c5-edf6bd52d6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:00.264765 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c394acba-ef49-4479-b4c5-edf6bd52d6ef admin admin] Releasing vlan 1293 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 12:01:00.265179 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c394acba-ef49-4479-b4c5-edf6bd52d6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:00.267590 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 12:01:00.267590 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 12:01:00.267590 n-d-814735-3 neutron-server[100647]: timer() Oct 20 12:01:00.267590 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 12:01:00.267590 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 12:01:00.267590 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 12:01:00.267590 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 12:01:00.267590 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 12:01:00.267590 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 12:01:00.267590 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 12:01:00.267590 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 12:01:00.267590 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 12:01:00.267590 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 12:01:00.267590 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 12:01:00.267590 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 12:01:00.267590 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 12:01:00.267590 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 12:01:00.267590 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 12:01:00.267590 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 12:01:00.267590 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 12:01:00.267590 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 12:01:00.267590 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 12:01:00.267590 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 12:01:00.267590 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 12:01:00.267590 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 12:01:00.267590 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 12:01:00.267590 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 12:01:00.267590 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 12:01:00.267590 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 12:01:00.267590 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 12:01:00.267590 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 12:01:00.267590 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 12:01:00.347349 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c394acba-ef49-4479-b4c5-edf6bd52d6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:00.351951 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c394acba-ef49-4479-b4c5-edf6bd52d6ef admin admin] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:00.355703 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c394acba-ef49-4479-b4c5-edf6bd52d6ef admin admin] 10.222.0.98 "DELETE /v2.0/networks/7492f028-ce05-451d-b3bc-e76e91f62dee HTTP/1.1" status: 204 len: 168 time: 0.8610234 Oct 20 12:01:00.376039 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394acba-ef49-4479-b4c5-edf6bd52d6ef admin admin] Pushing event deleted for resources: {'Network': ['ID=7492f028-ce05-451d-b3bc-e76e91f62dee,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:01:00.395118 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb88f18e-cb4c-4e74-87fd-8d1f8d64bd78 req-6886f0cb-8a93-4380-8bb6-7dacdea0baf3 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:00.396827 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cb88f18e-cb4c-4e74-87fd-8d1f8d64bd78 req-6886f0cb-8a93-4380-8bb6-7dacdea0baf3 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 946 time: 0.0814073 Oct 20 12:01:00.438391 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cb88f18e-cb4c-4e74-87fd-8d1f8d64bd78 req-8a35a36a-7813-4912-8828-7a14527d24ff tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342367 Oct 20 12:01:00.468781 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:01:00.478268 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 49458) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:01:00.521545 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c2904d13-bdca-4141-ae7e-9306f2fb9493 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=431534d0ede2413dbcee33b2532563f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396607 Oct 20 12:01:00.521846 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 49462) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:01:00.572645 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a1da5c99-dfa8-4b64-8070-5bda60870acc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:00.594261 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a1da5c99-dfa8-4b64-8070-5bda60870acc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:00.644057 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a1da5c99-dfa8-4b64-8070-5bda60870acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:00.646748 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a1da5c99-dfa8-4b64-8070-5bda60870acc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:00.648381 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-a1da5c99-dfa8-4b64-8070-5bda60870acc admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d3cc3780-673c-4fd5-99f9-b67e1797cce1 HTTP/1.1" status: 204 len: 168 time: 0.1251910 Oct 20 12:01:00.660922 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1da5c99-dfa8-4b64-8070-5bda60870acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3cc3780-673c-4fd5-99f9-b67e1797cce1,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:01:01.015016 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 49486) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:01:01.103445 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ea06e688-3c55-45fc-bcf3-d75af2b133b6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2d5b7151120a4793bd7f192cc16b9f04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0872111 Oct 20 12:01:01.105223 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49496) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:01:01.118747 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543210f2-6881-4416-b8f0-84af8008ffa1 req-d6dd2336-4fc6-4c36-b552-1828f7c06008 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:01.120511 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-543210f2-6881-4416-b8f0-84af8008ffa1 req-d6dd2336-4fc6-4c36-b552-1828f7c06008 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 946 time: 0.0792348 Oct 20 12:01:01.159791 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device acdba51b-1bef-4266-b4b0-335df89c63c3 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:01:01.166333 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-82cb79d6-d7aa-4af2-9bbe-2c023b0a0eb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:01.190956 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-82cb79d6-d7aa-4af2-9bbe-2c023b0a0eb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:01.198133 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-543210f2-6881-4416-b8f0-84af8008ffa1 req-e19a0da7-f3e8-447a-8f9b-32f4f7bee1dc tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715451 Oct 20 12:01:01.211727 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bada80-009b-4f49-9f70-24cfa1338496 req-3c770437-ee28-48e9-9374-7b3664ff95de tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:01.213255 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-87bada80-009b-4f49-9f70-24cfa1338496 req-3c770437-ee28-48e9-9374-7b3664ff95de tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=67376704-68fe-4912-9b02-80dd530b5faf HTTP/1.1" status: 200 len: 943 time: 0.0683119 Oct 20 12:01:01.256850 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-87bada80-009b-4f49-9f70-24cfa1338496 req-3a1bbc1e-82dc-41d8-9ce8-4736cddfd63a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367422 Oct 20 12:01:01.270738 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-82cb79d6-d7aa-4af2-9bbe-2c023b0a0eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:01.273829 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-82cb79d6-d7aa-4af2-9bbe-2c023b0a0eb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:01.275471 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-82cb79d6-d7aa-4af2-9bbe-2c023b0a0eb6 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6822de44-7ed7-4f32-80cd-ac612b5377bd HTTP/1.1" status: 204 len: 168 time: 0.1687849 Oct 20 12:01:01.282315 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:01.285154 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb79d6-d7aa-4af2-9bbe-2c023b0a0eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6822de44-7ed7-4f32-80cd-ac612b5377bd,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:01:01.322393 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acdba51b-1bef-4266-b4b0-335df89c63c3'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:01:01.323145 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239074c3-86cb-45c5-aebd-9ea3752a2915" -d '{"events": [{"server_uuid": "493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d", "name": "network-vif-unplugged", "status": "completed", "tag": "acdba51b-1bef-4266-b4b0-335df89c63c3"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:01:01.332082 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ee446b15-b417-40f1-bcae-6f74225e419e req-3aa36192-bb3d-48cb-abd2-659332b4001c service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2500453 Oct 20 12:01:01.337773 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port acdba51b-1bef-4266-b4b0-335df89c63c3, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=acdba51b-1bef-4266-b4b0-335df89c63c3,segment=NetworkSegment(78d7fa11-a64e-4db6-8238-334913b98478),segment_id=78d7fa11-a64e-4db6-8238-334913b98478)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:01:01.342835 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:01.376967 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 20 Oct 2021 12:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a51ea89-54d7-4371-ab3c-42018fb6d76b x-openstack-request-id: req-0a51ea89-54d7-4371-ab3c-42018fb6d76b {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:01:01.377255 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d", "name": "network-vif-unplugged", "status": "failed", "tag": "acdba51b-1bef-4266-b4b0-335df89c63c3", "code": 422}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:01:01.377601 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0a51ea89-54d7-4371-ab3c-42018fb6d76b {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:01:01.378046 n-d-814735-3 neutron-server[100648]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'acdba51b-1bef-4266-b4b0-335df89c63c3', 'code': 422} returned with failed status Oct 20 12:01:01.402574 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=acdba51b-1bef-4266-b4b0-335df89c63c3,revision_number=8']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:01:02.333709 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa639bd-1daa-4458-a5f4-e37f1663eb47 req-012e4474-7184-4496-b8df-a8a552dec9fa tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:02.335331 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9fa639bd-1daa-4458-a5f4-e37f1663eb47 req-012e4474-7184-4496-b8df-a8a552dec9fa tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 944 time: 0.0564630 Oct 20 12:01:02.400480 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9fa639bd-1daa-4458-a5f4-e37f1663eb47 req-03bb3613-ae10-4625-8584-c8cb8df34ab2 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542471 Oct 20 12:01:02.414449 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f4ebc-9297-49fb-a476-7215f593057e req-4c5f9323-3407-4f72-a764-14cbc8ce7dde tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:02.416187 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-152f4ebc-9297-49fb-a476-7215f593057e req-4c5f9323-3407-4f72-a764-14cbc8ce7dde tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=67376704-68fe-4912-9b02-80dd530b5faf HTTP/1.1" status: 200 len: 943 time: 0.0799606 Oct 20 12:01:02.465972 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-152f4ebc-9297-49fb-a476-7215f593057e req-da3ca9f1-d3c4-4a75-ab35-62c541ff3316 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433912 Oct 20 12:01:03.577190 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c049a1-eb36-44c5-ba6f-f161d8079680 req-733edbad-fca2-4cce-b2a2-5707c3ba84b7 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:03.578982 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-59c049a1-eb36-44c5-ba6f-f161d8079680 req-733edbad-fca2-4cce-b2a2-5707c3ba84b7 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 944 time: 0.0741165 Oct 20 12:01:03.677884 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-59c049a1-eb36-44c5-ba6f-f161d8079680 req-5e71b53a-aef7-4582-b25a-9f9be80d31b5 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888095 Oct 20 12:01:03.699951 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ede2e-1d9c-44a9-a02e-c78a3caaed90 req-2b8466d0-efc0-4551-a9d3-836107ffda1d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:03.702166 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-980ede2e-1d9c-44a9-a02e-c78a3caaed90 req-2b8466d0-efc0-4551-a9d3-836107ffda1d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=67376704-68fe-4912-9b02-80dd530b5faf HTTP/1.1" status: 200 len: 943 time: 0.1221297 Oct 20 12:01:03.753842 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-980ede2e-1d9c-44a9-a02e-c78a3caaed90 req-c93c34c7-9a24-4267-af0f-fd0c0ad86d35 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413411 Oct 20 12:01:04.805458 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e163cd-1df2-42fa-b696-2d5c0eb1c0bc req-7a7b2ff4-ff50-4c0a-8967-a9bea84015c0 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:04.807393 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b5e163cd-1df2-42fa-b696-2d5c0eb1c0bc req-7a7b2ff4-ff50-4c0a-8967-a9bea84015c0 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 944 time: 0.0539813 Oct 20 12:01:04.873718 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b5e163cd-1df2-42fa-b696-2d5c0eb1c0bc req-3fa9409a-7418-4af0-8dd5-4971f35b598f tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591698 Oct 20 12:01:04.895832 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc6067-ecd9-4932-b5c7-109765457907 req-01627699-26c8-4e1a-bd35-8631d5b04e5a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:04.897764 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-84fc6067-ecd9-4932-b5c7-109765457907 req-01627699-26c8-4e1a-bd35-8631d5b04e5a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=67376704-68fe-4912-9b02-80dd530b5faf HTTP/1.1" status: 200 len: 943 time: 0.0647781 Oct 20 12:01:04.943355 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-84fc6067-ecd9-4932-b5c7-109765457907 req-7fd78012-88d1-4798-af16-63ea20542ac7 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383973 Oct 20 12:01:06.010472 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125a943-c00c-4b91-89c2-c7a7d6cc954a req-cf414054-a0d3-413a-b89c-3149e5e0c58d tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:06.013029 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8125a943-c00c-4b91-89c2-c7a7d6cc954a req-cf414054-a0d3-413a-b89c-3149e5e0c58d tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 944 time: 0.0572324 Oct 20 12:01:06.090576 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8125a943-c00c-4b91-89c2-c7a7d6cc954a req-da10e6e0-17e9-4001-adb6-13cd3074b22c tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620799 Oct 20 12:01:06.105807 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43608b4c-095a-416f-b56c-148eb8995d52 req-9acf2f76-ff37-451f-986d-f0e0555066ca tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:06.107532 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-43608b4c-095a-416f-b56c-148eb8995d52 req-9acf2f76-ff37-451f-986d-f0e0555066ca tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=67376704-68fe-4912-9b02-80dd530b5faf HTTP/1.1" status: 200 len: 943 time: 0.0900807 Oct 20 12:01:06.152510 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-43608b4c-095a-416f-b56c-148eb8995d52 req-d395d980-8374-4067-a0c0-b07d40f232ae tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379326 Oct 20 12:01:07.248313 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9600cb-c4ae-4994-9bf4-b554bdacdd91 req-ca6559e5-793b-4702-80c1-ab9af7e77413 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:07.251276 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf9600cb-c4ae-4994-9bf4-b554bdacdd91 req-ca6559e5-793b-4702-80c1-ab9af7e77413 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 944 time: 0.0632014 Oct 20 12:01:07.689146 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf9600cb-c4ae-4994-9bf4-b554bdacdd91 req-1cd1e83a-4546-4b5e-9500-1240488e3524 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4278381 Oct 20 12:01:07.697665 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fbfcde-58f3-4a3b-8c9d-339dc4825b60 req-188cb3d0-eccf-409d-b9b4-ef2d15b38f95 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:07.705113 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b1fbfcde-58f3-4a3b-8c9d-339dc4825b60 req-188cb3d0-eccf-409d-b9b4-ef2d15b38f95 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=67376704-68fe-4912-9b02-80dd530b5faf HTTP/1.1" status: 200 len: 943 time: 0.4526663 Oct 20 12:01:07.743342 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b1fbfcde-58f3-4a3b-8c9d-339dc4825b60 req-e8418ad8-8499-4a2f-9829-314228d90f87 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374219 Oct 20 12:01:08.830582 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df15d7-a693-4126-a385-e23e49f4f067 req-193a6be0-bcc2-4ab6-b171-8fb760f36ec5 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:08.832282 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f5df15d7-a693-4126-a385-e23e49f4f067 req-193a6be0-bcc2-4ab6-b171-8fb760f36ec5 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 944 time: 0.0635955 Oct 20 12:01:08.907872 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f5df15d7-a693-4126-a385-e23e49f4f067 req-b6cd5925-33b1-44c2-9684-8d548123d5d1 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650597 Oct 20 12:01:08.916563 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1944f54-c44d-4a62-bf81-a623a1a0cdec req-44d4b7f4-d34f-4b01-a405-85fffa86924f tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:08.918149 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c1944f54-c44d-4a62-bf81-a623a1a0cdec req-44d4b7f4-d34f-4b01-a405-85fffa86924f tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=67376704-68fe-4912-9b02-80dd530b5faf HTTP/1.1" status: 200 len: 943 time: 0.0848374 Oct 20 12:01:08.961083 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c1944f54-c44d-4a62-bf81-a623a1a0cdec req-68351e19-5e17-429c-9435-56a00f07dc65 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348241 Oct 20 12:01:10.041706 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ea15f-8770-4e2c-9e85-1942b79ba63f req-e94e5134-e99a-4d67-8358-8055216121c8 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:10.046865 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3b0ea15f-8770-4e2c-9e85-1942b79ba63f req-e94e5134-e99a-4d67-8358-8055216121c8 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 944 time: 0.0553343 Oct 20 12:01:10.100268 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:10.121793 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3b0ea15f-8770-4e2c-9e85-1942b79ba63f req-c2bc877f-9037-4103-8c83-fc62f6cabc1b tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717537 Oct 20 12:01:10.130648 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817213d8-b572-4497-9aa0-e0a886e88e14 req-e6a6f4f5-2b96-42de-9cdc-ceab028b362a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:10.135649 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-817213d8-b572-4497-9aa0-e0a886e88e14 req-e6a6f4f5-2b96-42de-9cdc-ceab028b362a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=67376704-68fe-4912-9b02-80dd530b5faf HTTP/1.1" status: 200 len: 943 time: 0.0874584 Oct 20 12:01:10.178990 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-817213d8-b572-4497-9aa0-e0a886e88e14 req-22df2281-26ab-4390-ae4a-f3a7f1103a51 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373342 Oct 20 12:01:10.439552 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee446b15-b417-40f1-bcae-6f74225e419e req-d66fe794-2631-4d14-a538-5110f6c82869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:10.441229 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ee446b15-b417-40f1-bcae-6f74225e419e req-d66fe794-2631-4d14-a538-5110f6c82869 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d&tenant_id=d5facc7ebf4c4973bcd1f7527a0dd7a6 HTTP/1.1" status: 200 len: 1095 time: 0.0514784 Oct 20 12:01:10.511334 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee446b15-b417-40f1-bcae-6f74225e419e req-1f18624e-e3ba-4f80-826e-58ce137dbfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:10.512997 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ee446b15-b417-40f1-bcae-6f74225e419e req-1f18624e-e3ba-4f80-826e-58ce137dbfd5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d5facc7ebf4c4973bcd1f7527a0dd7a6&device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 1095 time: 0.0474491 Oct 20 12:01:10.621562 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee446b15-b417-40f1-bcae-6f74225e419e req-6c4e3c7a-4ff9-4b5c-a6ad-edf13ede3949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:10.623014 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ee446b15-b417-40f1-bcae-6f74225e419e req-6c4e3c7a-4ff9-4b5c-a6ad-edf13ede3949 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6dd2d5c8-1621-42ed-b480-8b3fe659c010 HTTP/1.1" status: 200 len: 919 time: 0.1028974 Oct 20 12:01:10.696203 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ee446b15-b417-40f1-bcae-6f74225e419e req-2faada3f-9881-48a5-9da3-8e9b5cd8c2db service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acdba51b-1bef-4266-b4b0-335df89c63c3 HTTP/1.1" status: 200 len: 1000 time: 0.0654182 Oct 20 12:01:10.752240 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee446b15-b417-40f1-bcae-6f74225e419e req-3357fb86-77b7-4bec-8fa3-27414f63f638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:10.753982 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ee446b15-b417-40f1-bcae-6f74225e419e req-3357fb86-77b7-4bec-8fa3-27414f63f638 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=85c08acc-8a9f-45d6-96df-e5a8900af70a HTTP/1.1" status: 200 len: 856 time: 0.0505402 Oct 20 12:01:10.802699 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee446b15-b417-40f1-bcae-6f74225e419e req-4087bfba-9723-4ace-a06f-3ca77e74a672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:10.804241 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ee446b15-b417-40f1-bcae-6f74225e419e req-4087bfba-9723-4ace-a06f-3ca77e74a672 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6dd2d5c8-1621-42ed-b480-8b3fe659c010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430381 Oct 20 12:01:10.906304 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ee446b15-b417-40f1-bcae-6f74225e419e req-f4c9b9d3-bf98-4c32-a96f-11a3be5a7010 service neutron] 10.222.0.11 "GET /v2.0/networks/6dd2d5c8-1621-42ed-b480-8b3fe659c010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940242 Oct 20 12:01:11.007714 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ee446b15-b417-40f1-bcae-6f74225e419e req-7696407c-6d94-46ac-8d94-38c7546f6792 service neutron] 10.222.0.11 "GET /v2.0/networks/6dd2d5c8-1621-42ed-b480-8b3fe659c010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918198 Oct 20 12:01:11.302701 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2857db8a-6732-449b-9f90-3a36d51a6e21 req-4aa768df-abbf-4de9-8a04-4abfce2003f9 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:11.304421 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2857db8a-6732-449b-9f90-3a36d51a6e21 req-4aa768df-abbf-4de9-8a04-4abfce2003f9 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 944 time: 0.0917990 Oct 20 12:01:11.342913 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ab341-0159-481d-bdb2-2aade7b436b5 req-f437568b-b115-49a3-a52b-910f8f230a0b tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:11.347066 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d39ab341-0159-481d-bdb2-2aade7b436b5 req-f437568b-b115-49a3-a52b-910f8f230a0b tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=67376704-68fe-4912-9b02-80dd530b5faf HTTP/1.1" status: 200 len: 943 time: 0.0866041 Oct 20 12:01:11.378474 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2857db8a-6732-449b-9f90-3a36d51a6e21 req-8588c043-9b87-4fb0-a688-6923645ecfa5 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658729 Oct 20 12:01:11.405785 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d39ab341-0159-481d-bdb2-2aade7b436b5 req-221a13c5-29b9-4ad8-a3ee-9864ddc921d8 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546186 Oct 20 12:01:12.558567 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6e966-977c-473f-985d-b3615a6822e7 req-ff6f074f-e414-447a-be6f-3badb05523fe tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:12.560195 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eab6e966-977c-473f-985d-b3615a6822e7 req-ff6f074f-e414-447a-be6f-3badb05523fe tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 944 time: 0.0893524 Oct 20 12:01:12.583540 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f985e-35fa-43f1-8385-c7f7e7355287 req-0635388f-bceb-4522-8220-ae6a091043c2 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:12.585048 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-613f985e-35fa-43f1-8385-c7f7e7355287 req-0635388f-bceb-4522-8220-ae6a091043c2 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=67376704-68fe-4912-9b02-80dd530b5faf HTTP/1.1" status: 200 len: 943 time: 0.0798171 Oct 20 12:01:12.634471 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eab6e966-977c-473f-985d-b3615a6822e7 req-f9dcd995-898e-421e-a292-94f55e39b400 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660136 Oct 20 12:01:12.642902 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-613f985e-35fa-43f1-8385-c7f7e7355287 req-53296cd7-8ab9-4697-a3bd-4a187fb5ef2c tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508385 Oct 20 12:01:13.831661 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17315b9-fde9-44f2-8e7f-c41782b83b58 req-1720b11a-32a9-4560-9a80-b77de7416196 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:13.833235 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e17315b9-fde9-44f2-8e7f-c41782b83b58 req-1720b11a-32a9-4560-9a80-b77de7416196 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=67376704-68fe-4912-9b02-80dd530b5faf HTTP/1.1" status: 200 len: 943 time: 0.0920365 Oct 20 12:01:13.894539 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e17315b9-fde9-44f2-8e7f-c41782b83b58 req-a898eadc-6e7a-41cb-b75d-df470a0a9d6e tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542178 Oct 20 12:01:14.034559 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c1a2b-adc7-41fc-a8bd-c153218cc47d req-c154cf81-8c7b-4706-b178-6293769edd53 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:14.037084 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d31c1a2b-adc7-41fc-a8bd-c153218cc47d req-c154cf81-8c7b-4706-b178-6293769edd53 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 944 time: 0.0652490 Oct 20 12:01:14.086233 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d31c1a2b-adc7-41fc-a8bd-c153218cc47d req-dc171b2a-5a27-4901-8077-efbfab8791a8 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417604 Oct 20 12:01:15.047496 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40fbf43-4c8a-4f0b-94e2-06a5d865f2d7 req-277814f3-5421-47c8-9c04-60b5900eb738 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:15.049296 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d40fbf43-4c8a-4f0b-94e2-06a5d865f2d7 req-277814f3-5421-47c8-9c04-60b5900eb738 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=67376704-68fe-4912-9b02-80dd530b5faf HTTP/1.1" status: 200 len: 943 time: 0.0642927 Oct 20 12:01:15.094004 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d40fbf43-4c8a-4f0b-94e2-06a5d865f2d7 req-70e468e7-767c-4fa6-9fa9-9503956e582f tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361538 Oct 20 12:01:15.258246 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5596a077-5d63-42c5-acf7-63635aa768f3 req-61289dfa-b40c-432e-bfa3-ecb6eb1271a6 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:15.259925 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5596a077-5d63-42c5-acf7-63635aa768f3 req-61289dfa-b40c-432e-bfa3-ecb6eb1271a6 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 944 time: 0.0851014 Oct 20 12:01:15.312907 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5596a077-5d63-42c5-acf7-63635aa768f3 req-3116e450-2613-4e54-9981-af3bb4e31413 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453041 Oct 20 12:01:15.601864 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:16.234859 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328efcc3-54bb-473c-87ca-eaef0c7ac8d3 req-a903a32c-4e2b-498f-bb05-3025c930e87c tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:16.236659 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-328efcc3-54bb-473c-87ca-eaef0c7ac8d3 req-a903a32c-4e2b-498f-bb05-3025c930e87c tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=67376704-68fe-4912-9b02-80dd530b5faf HTTP/1.1" status: 200 len: 943 time: 0.0605710 Oct 20 12:01:16.302879 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-328efcc3-54bb-473c-87ca-eaef0c7ac8d3 req-e20e81e8-1944-4ec6-a7a7-82883e67b6dc tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590379 Oct 20 12:01:16.451277 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4bdd8-c3ea-48cb-93bd-9de001db4723 req-a02d17d9-1990-4e11-8360-3d3f65cbe6f4 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:16.452834 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a1b4bdd8-c3ea-48cb-93bd-9de001db4723 req-a02d17d9-1990-4e11-8360-3d3f65cbe6f4 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 944 time: 0.0562191 Oct 20 12:01:16.497422 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a1b4bdd8-c3ea-48cb-93bd-9de001db4723 req-597a09ee-b1ba-429e-afd9-2bbf6e23aae6 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375314 Oct 20 12:01:17.451423 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f4815-9a8e-4e8a-8c05-fc443be44dda req-e5106ca4-bed3-475f-93c7-d25bbce73678 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:17.453261 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ce0f4815-9a8e-4e8a-8c05-fc443be44dda req-e5106ca4-bed3-475f-93c7-d25bbce73678 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=67376704-68fe-4912-9b02-80dd530b5faf HTTP/1.1" status: 200 len: 943 time: 0.0692873 Oct 20 12:01:17.497097 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ce0f4815-9a8e-4e8a-8c05-fc443be44dda req-5c995f20-efd5-4aaf-940d-0c4a9eb09981 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373943 Oct 20 12:01:17.636182 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260988e8-f86d-49d6-9065-67cf969d651a req-e43f5de1-a9e9-4ff6-aa65-8506e6bae189 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:17.638025 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-260988e8-f86d-49d6-9065-67cf969d651a req-e43f5de1-a9e9-4ff6-aa65-8506e6bae189 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 944 time: 0.0537841 Oct 20 12:01:17.687578 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-260988e8-f86d-49d6-9065-67cf969d651a req-2a31246b-903a-4af3-90a3-7e0afdf32189 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393360 Oct 20 12:01:18.631356 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bccc452-b88a-4851-8c46-9262ceed76de req-fad19df4-4167-4b5c-a71e-8ebc72c63240 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:18.634681 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1bccc452-b88a-4851-8c46-9262ceed76de req-fad19df4-4167-4b5c-a71e-8ebc72c63240 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=67376704-68fe-4912-9b02-80dd530b5faf HTTP/1.1" status: 200 len: 943 time: 0.0645418 Oct 20 12:01:18.681009 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1bccc452-b88a-4851-8c46-9262ceed76de req-d1cc01e6-4318-41d6-a5dc-5327db5413be tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389471 Oct 20 12:01:18.827815 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa580c3-1fb8-4bf3-b9f9-2ee67fce095f req-9dc408c0-0a44-4aad-983e-daaa285a48ef tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:18.829642 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7fa580c3-1fb8-4bf3-b9f9-2ee67fce095f req-9dc408c0-0a44-4aad-983e-daaa285a48ef tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 944 time: 0.0590920 Oct 20 12:01:18.887428 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7fa580c3-1fb8-4bf3-b9f9-2ee67fce095f req-0d50e354-2ea5-413e-a28b-364e7a0b6a9b tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462482 Oct 20 12:01:19.072924 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device e643d4a2-0c65-44b4-8f14-ea6a598212d7 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:01:19.278516 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port e643d4a2-0c65-44b4-8f14-ea6a598212d7, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e643d4a2-0c65-44b4-8f14-ea6a598212d7,segment=NetworkSegment(eb3b04cf-4e5d-47e1-a25f-825ff902331c),segment_id=eb3b04cf-4e5d-47e1-a25f-825ff902331c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:01:19.298120 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': 'e643d4a2-0c65-44b4-8f14-ea6a598212d7', 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a', 'port_id': 'e643d4a2-0c65-44b4-8f14-ea6a598212d7', 'mac_address': 'fa:16:3e:9f:cc:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '667cbc2d-c894-4d06-bf55-c551daf9476c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:01:19.349852 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f7d49a02-6229-4caa-99d4-35cdd41173d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:19.352089 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:19.366999 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e643d4a2-0c65-44b4-8f14-ea6a598212d7 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:01:19.393508 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port e643d4a2-0c65-44b4-8f14-ea6a598212d7, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e643d4a2-0c65-44b4-8f14-ea6a598212d7,segment=NetworkSegment(eb3b04cf-4e5d-47e1-a25f-825ff902331c),segment_id=eb3b04cf-4e5d-47e1-a25f-825ff902331c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:01:19.399749 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:19.455044 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=e643d4a2-0c65-44b4-8f14-ea6a598212d7,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:01:19.462486 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:01:19.462948 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:01:19.463287 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:01:19.463629 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:01:19.464058 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:01:19.464391 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:01:19.464723 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:01:19.465117 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:01:19.465558 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:01:19.465878 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:01:19.466267 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:01:19.466595 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:01:19.670892 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['e643d4a2-0c65-44b4-8f14-ea6a598212d7'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:01:19.820223 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a37e19-fb5c-49a6-97e5-11ffcb0c5369 req-0a989228-93a2-474c-99f5-8aaf9ed53b6a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:19.822037 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-06a37e19-fb5c-49a6-97e5-11ffcb0c5369 req-0a989228-93a2-474c-99f5-8aaf9ed53b6a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=67376704-68fe-4912-9b02-80dd530b5faf HTTP/1.1" status: 200 len: 944 time: 0.0579469 Oct 20 12:01:19.876362 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-06a37e19-fb5c-49a6-97e5-11ffcb0c5369 req-ba692dfb-c23c-462d-95b2-7b1dbbe3b4ae tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406089 Oct 20 12:01:20.026014 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d652f75-7647-4bf0-a556-6cc4f4eba68f req-65247790-49b4-4e86-9db6-0ecbc4bef58f tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:20.027598 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0d652f75-7647-4bf0-a556-6cc4f4eba68f req-65247790-49b4-4e86-9db6-0ecbc4bef58f tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 944 time: 0.0561402 Oct 20 12:01:20.073635 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0d652f75-7647-4bf0-a556-6cc4f4eba68f req-c7507fd1-5ef5-4a81-88b7-75914b9f3182 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393188 Oct 20 12:01:21.007582 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e1a75-cd39-485b-867b-b9272f651a60 req-c7ee66ad-b9d5-4311-a7a2-bda0c1385b14 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:21.009103 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-522e1a75-cd39-485b-867b-b9272f651a60 req-c7ee66ad-b9d5-4311-a7a2-bda0c1385b14 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=67376704-68fe-4912-9b02-80dd530b5faf HTTP/1.1" status: 200 len: 944 time: 0.0615280 Oct 20 12:01:21.048316 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-522e1a75-cd39-485b-867b-b9272f651a60 req-85caf709-f29d-45cb-92a6-9856f5cc8c9e tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329282 Oct 20 12:01:21.096954 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device e643d4a2-0c65-44b4-8f14-ea6a598212d7 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:01:21.150831 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port e643d4a2-0c65-44b4-8f14-ea6a598212d7 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 12:01:21.154940 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port e643d4a2-0c65-44b4-8f14-ea6a598212d7 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:01:21.155313 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:21.210012 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1dca1b-5af0-41cd-8f08-e287cac3f415 req-aea1380d-5786-4aae-9905-5f154aeecdf4 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:21.211705 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ef1dca1b-5af0-41cd-8f08-e287cac3f415 req-aea1380d-5786-4aae-9905-5f154aeecdf4 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 944 time: 0.0626402 Oct 20 12:01:21.238640 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:21.260544 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ef1dca1b-5af0-41cd-8f08-e287cac3f415 req-e73e84ad-7f2a-4586-a0e7-9209c603c201 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354826 Oct 20 12:01:21.261363 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67376704-68fe-4912-9b02-80dd530b5faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e643d4a2-0c65-44b4-8f14-ea6a598212d7'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:01:21.263697 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecaac385-af69-445f-9fea-8471f751c734" -d '{"events": [{"server_uuid": "67376704-68fe-4912-9b02-80dd530b5faf", "name": "network-vif-plugged", "status": "completed", "tag": "e643d4a2-0c65-44b4-8f14-ea6a598212d7"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:01:21.279138 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port e643d4a2-0c65-44b4-8f14-ea6a598212d7, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e643d4a2-0c65-44b4-8f14-ea6a598212d7,segment=NetworkSegment(eb3b04cf-4e5d-47e1-a25f-825ff902331c),segment_id=eb3b04cf-4e5d-47e1-a25f-825ff902331c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:01:21.291359 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:21.331106 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86e041f-c7c7-4873-8a1c-d46be68b05cf x-openstack-request-id: req-c86e041f-c7c7-4873-8a1c-d46be68b05cf {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:01:21.331450 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67376704-68fe-4912-9b02-80dd530b5faf", "name": "network-vif-plugged", "status": "completed", "tag": "e643d4a2-0c65-44b4-8f14-ea6a598212d7", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:01:21.331697 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c86e041f-c7c7-4873-8a1c-d46be68b05cf {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:01:21.332086 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67376704-68fe-4912-9b02-80dd530b5faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e643d4a2-0c65-44b4-8f14-ea6a598212d7', 'code': 200} Oct 20 12:01:21.352212 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=e643d4a2-0c65-44b4-8f14-ea6a598212d7,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:01:21.442639 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c8e7a-56bd-4f78-8d96-156ec5ca2192 req-95067c7a-1d1b-4020-ba62-543ddcf9e22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:21.444252 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-239c8e7a-56bd-4f78-8d96-156ec5ca2192 req-95067c7a-1d1b-4020-ba62-543ddcf9e22c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=67376704-68fe-4912-9b02-80dd530b5faf HTTP/1.1" status: 200 len: 1096 time: 0.0454521 Oct 20 12:01:21.488640 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-239c8e7a-56bd-4f78-8d96-156ec5ca2192 req-3a6ab003-0e73-4612-8db7-118dccafbdae service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366328 Oct 20 12:01:22.183916 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2464456-9308-45fd-9a71-7208129ccd5e req-441f3b54-10f6-4f4c-9b5d-c4efd061e0a6 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:22.185427 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b2464456-9308-45fd-9a71-7208129ccd5e req-441f3b54-10f6-4f4c-9b5d-c4efd061e0a6 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=67376704-68fe-4912-9b02-80dd530b5faf HTTP/1.1" status: 200 len: 945 time: 0.0611510 Oct 20 12:01:22.213347 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4e800f03-90a1-4ba4-a515-94dfa4484176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:22.239614 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b2464456-9308-45fd-9a71-7208129ccd5e req-683ae677-d63e-452e-a2b2-7b50617a59f3 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472536 Oct 20 12:01:22.387970 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5208c7c-39ad-4491-bf01-a45790f0d981 req-180083c5-a6c5-40bb-9949-694c80524dd9 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:22.389344 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a5208c7c-39ad-4491-bf01-a45790f0d981 req-180083c5-a6c5-40bb-9949-694c80524dd9 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 944 time: 0.0503168 Oct 20 12:01:22.430529 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a5208c7c-39ad-4491-bf01-a45790f0d981 req-a6ff2fa1-1d02-4c3d-b8b6-bfb202f36d2c tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343859 Oct 20 12:01:23.075073 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0378aa-976c-4593-9c3e-1395e3b054cb req-62915c96-f9c8-4959-b829-9a8f9c74f31b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:23.076791 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ed0378aa-976c-4593-9c3e-1395e3b054cb req-62915c96-f9c8-4959-b829-9a8f9c74f31b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=1308bf88-97c8-4c26-a478-1f951a1a54bf HTTP/1.1" status: 200 len: 945 time: 0.0495541 Oct 20 12:01:23.115533 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ed0378aa-976c-4593-9c3e-1395e3b054cb req-06de8791-e299-4ee0-a026-0916dc66820c tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1f62853-1ecd-4f8a-95f7-857b88e3b0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326366 Oct 20 12:01:23.130133 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:23.220143 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:23.381532 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8cf510-f67c-49d1-9e38-3b958bd46586 req-d06b414d-b5b5-407b-9103-bf4023a61a65 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:23.383173 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2c8cf510-f67c-49d1-9e38-3b958bd46586 req-d06b414d-b5b5-407b-9103-bf4023a61a65 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=67376704-68fe-4912-9b02-80dd530b5faf HTTP/1.1" status: 200 len: 945 time: 0.0682669 Oct 20 12:01:23.427084 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2c8cf510-f67c-49d1-9e38-3b958bd46586 req-f22451b0-323e-4640-ae9c-e9cfd944cae6 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344901 Oct 20 12:01:23.575473 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c0390-f42f-467f-8552-985648b4a9ef req-b2a45ca5-9ece-4b16-860d-7bf502719bfc tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:23.577041 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1e0c0390-f42f-467f-8552-985648b4a9ef req-b2a45ca5-9ece-4b16-860d-7bf502719bfc tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=67376704-68fe-4912-9b02-80dd530b5faf HTTP/1.1" status: 200 len: 945 time: 0.0780926 Oct 20 12:01:23.596708 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e84e50-93d6-4c4c-943e-1b01e883135b req-b15dd695-f35c-4892-bebf-080c55a88d34 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:23.599038 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-36e84e50-93d6-4c4c-943e-1b01e883135b req-b15dd695-f35c-4892-bebf-080c55a88d34 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 944 time: 0.0881443 Oct 20 12:01:23.662052 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1e0c0390-f42f-467f-8552-985648b4a9ef req-d9450c19-6064-46ba-bae3-6ad766001df4 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617640 Oct 20 12:01:23.667228 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-36e84e50-93d6-4c4c-943e-1b01e883135b req-59f0a76f-1a95-41bc-86b5-ee21d08d0a15 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602303 Oct 20 12:01:23.969252 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c095ac6-9b76-4f18-bff2-4a42b965d268 req-2363e50c-91fa-474e-a558-539558580c19 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:23.970973 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7c095ac6-9b76-4f18-bff2-4a42b965d268 req-2363e50c-91fa-474e-a558-539558580c19 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=67376704-68fe-4912-9b02-80dd530b5faf HTTP/1.1" status: 200 len: 945 time: 0.0578821 Oct 20 12:01:24.012992 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7c095ac6-9b76-4f18-bff2-4a42b965d268 req-3ba33c00-baee-4313-be42-99caa0fa186c tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356348 Oct 20 12:01:24.254777 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b93525-f498-4ad2-887b-1608d492e529 req-86f0f06e-ec77-4c02-a73a-cd8b10dfc4fc tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:24.256897 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-38b93525-f498-4ad2-887b-1608d492e529 req-86f0f06e-ec77-4c02-a73a-cd8b10dfc4fc tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=1308bf88-97c8-4c26-a478-1f951a1a54bf HTTP/1.1" status: 200 len: 945 time: 0.0669084 Oct 20 12:01:24.298030 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-38b93525-f498-4ad2-887b-1608d492e529 req-a57b3679-5703-4275-9bcb-abe3b36dab1c tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1f62853-1ecd-4f8a-95f7-857b88e3b0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344369 Oct 20 12:01:24.805609 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec394f82-36fe-4e12-a868-95ed0d2fb79f req-e7e9679e-0b89-4904-a2ff-a5b3b80d0b5a tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:24.807156 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ec394f82-36fe-4e12-a868-95ed0d2fb79f req-e7e9679e-0b89-4904-a2ff-a5b3b80d0b5a tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 944 time: 0.0649655 Oct 20 12:01:24.857406 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ec394f82-36fe-4e12-a868-95ed0d2fb79f req-13a7db03-3aa1-4637-87cd-630da2afcef5 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413430 Oct 20 12:01:24.953666 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:25.150835 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed395fc-e485-4663-b33b-58f2af610eca req-e4bd5d52-8ef6-4db7-90d1-2177c09bfe43 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:25.152351 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eed395fc-e485-4663-b33b-58f2af610eca req-e4bd5d52-8ef6-4db7-90d1-2177c09bfe43 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=67376704-68fe-4912-9b02-80dd530b5faf HTTP/1.1" status: 200 len: 945 time: 0.0569386 Oct 20 12:01:25.192565 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eed395fc-e485-4663-b33b-58f2af610eca req-346d994d-1c2e-48d4-ba60-c3488f07d26b tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337715 Oct 20 12:01:25.423395 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcdc468-c10b-4b7c-8d5f-0c2591566265 req-41546f6a-a2d6-4943-8ccc-06198c9a5835 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:25.424900 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9bcdc468-c10b-4b7c-8d5f-0c2591566265 req-41546f6a-a2d6-4943-8ccc-06198c9a5835 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=1308bf88-97c8-4c26-a478-1f951a1a54bf HTTP/1.1" status: 200 len: 945 time: 0.0541661 Oct 20 12:01:25.467339 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9bcdc468-c10b-4b7c-8d5f-0c2591566265 req-046e3637-2451-4fcd-a2a2-1a772515a903 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1f62853-1ecd-4f8a-95f7-857b88e3b0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356822 Oct 20 12:01:25.766845 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0487eb0f-b494-4c34-be88-fb1050b7c1b3 req-8eeeecd3-99b5-46e8-bc4c-c183095564fd tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:25.768358 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0487eb0f-b494-4c34-be88-fb1050b7c1b3 req-8eeeecd3-99b5-46e8-bc4c-c183095564fd tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.89 "GET /v2.0/ports?device_id=67376704-68fe-4912-9b02-80dd530b5faf HTTP/1.1" status: 200 len: 945 time: 0.0576715 Oct 20 12:01:25.881708 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-0487eb0f-b494-4c34-be88-fb1050b7c1b3 req-f5ede588-fc27-4b79-8a92-308fb4088ea7 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Deleting port e643d4a2-0c65-44b4-8f14-ea6a598212d7 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:01:25.882444 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0487eb0f-b494-4c34-be88-fb1050b7c1b3 req-f5ede588-fc27-4b79-8a92-308fb4088ea7 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:26.011262 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-0487eb0f-b494-4c34-be88-fb1050b7c1b3 req-f5ede588-fc27-4b79-8a92-308fb4088ea7 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] For port e643d4a2-0c65-44b4-8f14-ea6a598212d7, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e643d4a2-0c65-44b4-8f14-ea6a598212d7,segment=NetworkSegment(eb3b04cf-4e5d-47e1-a25f-825ff902331c),segment_id=eb3b04cf-4e5d-47e1-a25f-825ff902331c)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:01:26.011530 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0487eb0f-b494-4c34-be88-fb1050b7c1b3 req-f5ede588-fc27-4b79-8a92-308fb4088ea7 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:26.035150 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d158f-5a2b-4637-b8bf-8307b7c75bc3 req-f7ff3c06-85c1-406a-9201-a5a5834b5d3c tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:26.036845 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ba7d158f-5a2b-4637-b8bf-8307b7c75bc3 req-f7ff3c06-85c1-406a-9201-a5a5834b5d3c tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 944 time: 0.0900476 Oct 20 12:01:26.037716 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-0487eb0f-b494-4c34-be88-fb1050b7c1b3 req-f5ede588-fc27-4b79-8a92-308fb4088ea7 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Calling delete_port for e643d4a2-0c65-44b4-8f14-ea6a598212d7 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:01:26.127093 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ba7d158f-5a2b-4637-b8bf-8307b7c75bc3 req-1c04dacc-581c-4128-af25-7e9fd01a437b tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833418 Oct 20 12:01:26.208756 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0487eb0f-b494-4c34-be88-fb1050b7c1b3 req-f5ede588-fc27-4b79-8a92-308fb4088ea7 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:26.224935 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4', 'e643d4a2-0c65-44b4-8f14-ea6a598212d7'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:01:26.239827 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ede588-fc27-4b79-8a92-308fb4088ea7 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Pushing event deleted for resources: {'Port': ['ID=e643d4a2-0c65-44b4-8f14-ea6a598212d7,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:01:26.253435 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ede588-fc27-4b79-8a92-308fb4088ea7 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:01:26.253775 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ede588-fc27-4b79-8a92-308fb4088ea7 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:01:26.254118 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ede588-fc27-4b79-8a92-308fb4088ea7 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:01:26.254458 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ede588-fc27-4b79-8a92-308fb4088ea7 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:01:26.254817 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ede588-fc27-4b79-8a92-308fb4088ea7 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:01:26.255158 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ede588-fc27-4b79-8a92-308fb4088ea7 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:01:26.255516 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ede588-fc27-4b79-8a92-308fb4088ea7 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:01:26.255875 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ede588-fc27-4b79-8a92-308fb4088ea7 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:01:26.256223 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ede588-fc27-4b79-8a92-308fb4088ea7 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:01:26.256557 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ede588-fc27-4b79-8a92-308fb4088ea7 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:01:26.256882 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ede588-fc27-4b79-8a92-308fb4088ea7 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:01:26.257223 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ede588-fc27-4b79-8a92-308fb4088ea7 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:01:26.321074 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-0487eb0f-b494-4c34-be88-fb1050b7c1b3 req-f5ede588-fc27-4b79-8a92-308fb4088ea7 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] No DVR routers for this DVR port e643d4a2-0c65-44b4-8f14-ea6a598212d7 on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:01:26.324169 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-078f8f65-a934-4176-b114-0a96bd545993 req-fb8c17aa-317e-4d02-b02d-f903fe9c2d34 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=67376704-68fe-4912-9b02-80dd530b5faf HTTP/1.1" status: 200 len: 210 time: 0.0499060 Oct 20 12:01:26.325290 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0487eb0f-b494-4c34-be88-fb1050b7c1b3 req-f5ede588-fc27-4b79-8a92-308fb4088ea7 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:26.328694 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0487eb0f-b494-4c34-be88-fb1050b7c1b3 req-f5ede588-fc27-4b79-8a92-308fb4088ea7 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.89 "DELETE /v2.0/ports/e643d4a2-0c65-44b4-8f14-ea6a598212d7 HTTP/1.1" status: 204 len: 173 time: 0.5523915 Oct 20 12:01:26.329167 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67376704-68fe-4912-9b02-80dd530b5faf', 'name': 'network-vif-deleted', 'tag': 'e643d4a2-0c65-44b4-8f14-ea6a598212d7'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:01:26.331547 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b360c03e-734e-4dce-aa1d-8c454f6bc6cf" -d '{"events": [{"server_uuid": "67376704-68fe-4912-9b02-80dd530b5faf", "name": "network-vif-deleted", "tag": "e643d4a2-0c65-44b4-8f14-ea6a598212d7"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:01:26.392194 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c835501-8cb3-4c06-99d8-8909eeb413b3 x-openstack-request-id: req-9c835501-8cb3-4c06-99d8-8909eeb413b3 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:01:26.392554 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67376704-68fe-4912-9b02-80dd530b5faf", "name": "network-vif-deleted", "tag": "e643d4a2-0c65-44b4-8f14-ea6a598212d7", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:01:26.392896 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9c835501-8cb3-4c06-99d8-8909eeb413b3 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:01:26.393354 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67376704-68fe-4912-9b02-80dd530b5faf', 'name': 'network-vif-deleted', 'tag': 'e643d4a2-0c65-44b4-8f14-ea6a598212d7', 'status': 'completed', 'code': 200} Oct 20 12:01:26.588997 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66282a28-00be-430d-ad6a-d5aac2662d28 req-597295e3-b263-4a02-83e1-65b8c8d8f36e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:26.590478 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-66282a28-00be-430d-ad6a-d5aac2662d28 req-597295e3-b263-4a02-83e1-65b8c8d8f36e tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=1308bf88-97c8-4c26-a478-1f951a1a54bf HTTP/1.1" status: 200 len: 945 time: 0.0540247 Oct 20 12:01:26.631027 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-66282a28-00be-430d-ad6a-d5aac2662d28 req-2ce1728c-d47a-497e-8bb6-7d29b669659b tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1f62853-1ecd-4f8a-95f7-857b88e3b0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339611 Oct 20 12:01:27.258342 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251c28c-e0fb-4cbe-bde0-5c901584b1f4 req-db19abd6-003c-4454-898e-40a16ac2838b tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:27.260032 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7251c28c-e0fb-4cbe-bde0-5c901584b1f4 req-db19abd6-003c-4454-898e-40a16ac2838b tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 944 time: 0.0542481 Oct 20 12:01:27.304957 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7251c28c-e0fb-4cbe-bde0-5c901584b1f4 req-c529b898-58cd-4bcc-a7c3-015cd513eb40 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377393 Oct 20 12:01:27.433838 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-041b34ae-6a61-4bdf-a088-ed791164f1ac req-a794e476-5d6e-4fd7-887f-8cc6c7caa835 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=67376704-68fe-4912-9b02-80dd530b5faf HTTP/1.1" status: 200 len: 210 time: 0.0323012 Oct 20 12:01:27.750125 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b54aaf-1566-4ba0-ac3a-19c775d38175 req-529fb17e-f427-4ddf-b52a-bda7f56be37a tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:27.751738 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-84b54aaf-1566-4ba0-ac3a-19c775d38175 req-529fb17e-f427-4ddf-b52a-bda7f56be37a tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=1308bf88-97c8-4c26-a478-1f951a1a54bf HTTP/1.1" status: 200 len: 945 time: 0.0514605 Oct 20 12:01:27.791845 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-84b54aaf-1566-4ba0-ac3a-19c775d38175 req-587569ac-538c-4b84-8fb9-1bccdc258962 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1f62853-1ecd-4f8a-95f7-857b88e3b0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329897 Oct 20 12:01:28.435607 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ee4dc-fd5d-4b24-8340-b5b9329fc215 req-1315e521-dc75-451f-8c5e-ecc262b5f138 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:28.437104 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-185ee4dc-fd5d-4b24-8340-b5b9329fc215 req-1315e521-dc75-451f-8c5e-ecc262b5f138 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 944 time: 0.0561724 Oct 20 12:01:28.486849 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-185ee4dc-fd5d-4b24-8340-b5b9329fc215 req-3c77027c-85cb-4653-9145-5dfd2dd73066 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429835 Oct 20 12:01:28.538690 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-23749fb4-ee34-4083-aad7-a5b2d54d94d1 req-7131428d-8bd2-4a06-9c89-8610623de93f tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=67376704-68fe-4912-9b02-80dd530b5faf HTTP/1.1" status: 200 len: 210 time: 0.0312543 Oct 20 12:01:28.925953 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff04016-5d23-4411-8725-bc859518d417 req-3bb5df68-fd47-48e9-84c3-c3d53ab53037 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:28.928035 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ff04016-5d23-4411-8725-bc859518d417 req-3bb5df68-fd47-48e9-84c3-c3d53ab53037 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=1308bf88-97c8-4c26-a478-1f951a1a54bf HTTP/1.1" status: 200 len: 945 time: 0.0672576 Oct 20 12:01:28.976306 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ff04016-5d23-4411-8725-bc859518d417 req-671725e3-232f-48f9-bf46-30df59999b38 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1f62853-1ecd-4f8a-95f7-857b88e3b0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419798 Oct 20 12:01:29.329629 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device acdba51b-1bef-4266-b4b0-335df89c63c3 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:01:29.450349 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port acdba51b-1bef-4266-b4b0-335df89c63c3, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=acdba51b-1bef-4266-b4b0-335df89c63c3,segment=NetworkSegment(78d7fa11-a64e-4db6-8238-334913b98478),segment_id=78d7fa11-a64e-4db6-8238-334913b98478)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:01:29.462869 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': 'acdba51b-1bef-4266-b4b0-335df89c63c3', 'network_id': '6dd2d5c8-1621-42ed-b480-8b3fe659c010', 'port_id': 'acdba51b-1bef-4266-b4b0-335df89c63c3', 'mac_address': 'fa:16:3e:2d:b7:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85c08acc-8a9f-45d6-96df-e5a8900af70a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:01:29.503194 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:29.519477 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acdba51b-1bef-4266-b4b0-335df89c63c3 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:01:29.543889 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port acdba51b-1bef-4266-b4b0-335df89c63c3, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=acdba51b-1bef-4266-b4b0-335df89c63c3,segment=NetworkSegment(78d7fa11-a64e-4db6-8238-334913b98478),segment_id=78d7fa11-a64e-4db6-8238-334913b98478)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:01:29.549654 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:29.613352 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=acdba51b-1bef-4266-b4b0-335df89c63c3,revision_number=9']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:01:29.667778 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2ce10ecd-72c5-47ae-b909-baf0073baa70 req-46088710-3746-46ab-b67d-b43969c2cae8 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=67376704-68fe-4912-9b02-80dd530b5faf HTTP/1.1" status: 200 len: 210 time: 0.0314665 Oct 20 12:01:29.684786 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c45077-6e19-4fb1-aeb0-daed15669803 req-19b433b4-3a5d-49cc-ad5c-6f2b011de21b tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:29.688446 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-53c45077-6e19-4fb1-aeb0-daed15669803 req-19b433b4-3a5d-49cc-ad5c-6f2b011de21b tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 945 time: 0.0868423 Oct 20 12:01:29.735520 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-53c45077-6e19-4fb1-aeb0-daed15669803 req-d8a6c2ad-2b4f-4f1b-bfc4-6ec2903b4730 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386422 Oct 20 12:01:29.784521 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['acdba51b-1bef-4266-b4b0-335df89c63c3'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:01:30.108111 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c618afe-ea68-45ef-8a30-ef296eaf2788 req-dd09412b-161c-4ca6-bacd-763853dcaa65 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:30.109596 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6c618afe-ea68-45ef-8a30-ef296eaf2788 req-dd09412b-161c-4ca6-bacd-763853dcaa65 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=1308bf88-97c8-4c26-a478-1f951a1a54bf HTTP/1.1" status: 200 len: 945 time: 0.0568004 Oct 20 12:01:30.150761 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6c618afe-ea68-45ef-8a30-ef296eaf2788 req-071963a5-8510-4f3d-ab10-f60de96ab6f0 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1f62853-1ecd-4f8a-95f7-857b88e3b0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344152 Oct 20 12:01:30.334708 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5abce34a-c500-41e9-99d3-2c0e6935261e req-c5672238-5c35-4450-b2e1-246521752f6b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=bf715d3e-0310-4ff5-aeae-f0db08db8d5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0460355 Oct 20 12:01:30.423609 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abce34a-c500-41e9-99d3-2c0e6935261e req-6bb08b5c-078c-4b80-b0ff-259bfa5d6397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:30.425019 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5abce34a-c500-41e9-99d3-2c0e6935261e req-6bb08b5c-078c-4b80-b0ff-259bfa5d6397 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2a883afeccdc493d8238ba472f031019&device_id=bf715d3e-0310-4ff5-aeae-f0db08db8d5a HTTP/1.1" status: 200 len: 1097 time: 0.0433576 Oct 20 12:01:30.546487 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abce34a-c500-41e9-99d3-2c0e6935261e req-2ae78f81-90f5-44c0-ba3f-ee72451829c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:30.547998 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5abce34a-c500-41e9-99d3-2c0e6935261e req-2ae78f81-90f5-44c0-ba3f-ee72451829c0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a HTTP/1.1" status: 200 len: 914 time: 0.1001637 Oct 20 12:01:30.593777 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5abce34a-c500-41e9-99d3-2c0e6935261e req-d15a08ef-5310-491c-b8b3-8f366dab9c18 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4 HTTP/1.1" status: 200 len: 217 time: 0.0364435 Oct 20 12:01:30.647967 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abce34a-c500-41e9-99d3-2c0e6935261e req-4b46c254-78cd-4e4a-be80-5805e81a2cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:30.649428 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5abce34a-c500-41e9-99d3-2c0e6935261e req-4b46c254-78cd-4e4a-be80-5805e81a2cc4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=667cbc2d-c894-4d06-bf55-c551daf9476c HTTP/1.1" status: 200 len: 851 time: 0.0477414 Oct 20 12:01:30.713360 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abce34a-c500-41e9-99d3-2c0e6935261e req-0618f7b5-5661-48ec-a27f-eb9b923d0294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:30.715265 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5abce34a-c500-41e9-99d3-2c0e6935261e req-0618f7b5-5661-48ec-a27f-eb9b923d0294 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560012 Oct 20 12:01:30.809917 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4e00c4f3-1e8d-4e2f-89b9-ed76f0f2ac4d req-4f6699ee-496f-49d4-8f65-f32411b1b2bc tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=67376704-68fe-4912-9b02-80dd530b5faf HTTP/1.1" status: 200 len: 210 time: 0.0626981 Oct 20 12:01:30.868967 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5abce34a-c500-41e9-99d3-2c0e6935261e req-03667465-ed75-41ba-b0da-fe05d6e0a37a service neutron] 10.222.0.89 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439567 Oct 20 12:01:30.881115 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad2515-54e4-4d92-943d-d7de9b45aa97 req-c51b33c8-159d-4546-be87-7ccc4e97cc80 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:30.882825 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a1ad2515-54e4-4d92-943d-d7de9b45aa97 req-c51b33c8-159d-4546-be87-7ccc4e97cc80 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 945 time: 0.0684819 Oct 20 12:01:30.979102 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a1ad2515-54e4-4d92-943d-d7de9b45aa97 req-1601ecaa-6150-47d1-93fc-9934a3d95c72 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864220 Oct 20 12:01:31.001798 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5abce34a-c500-41e9-99d3-2c0e6935261e req-b9ec41ac-d399-4c0c-b969-88e425d50b4d service neutron] 10.222.0.89 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179781 Oct 20 12:01:31.133082 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device e643d4a2-0c65-44b4-8f14-ea6a598212d7 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:01:31.153547 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: e643d4a2-0c65-44b4-8f14-ea6a598212d7 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:01:31.153865 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device e643d4a2-0c65-44b4-8f14-ea6a598212d7 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:01:31.271199 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee62fa3-c50f-4577-9ffb-f4d9d919605e req-f211ee05-e984-4e05-81b1-c4fff6e148cc tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:31.273121 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1ee62fa3-c50f-4577-9ffb-f4d9d919605e req-f211ee05-e984-4e05-81b1-c4fff6e148cc tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=1308bf88-97c8-4c26-a478-1f951a1a54bf HTTP/1.1" status: 200 len: 945 time: 0.0519884 Oct 20 12:01:31.313738 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1ee62fa3-c50f-4577-9ffb-f4d9d919605e req-76da2a86-fe62-4f78-b40d-e08568b2e073 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1f62853-1ecd-4f8a-95f7-857b88e3b0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343962 Oct 20 12:01:31.345045 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device acdba51b-1bef-4266-b4b0-335df89c63c3 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:01:31.398726 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port acdba51b-1bef-4266-b4b0-335df89c63c3 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:01:31.399117 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:31.481537 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:31.507569 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acdba51b-1bef-4266-b4b0-335df89c63c3'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:01:31.509973 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5fc38a-627e-4ce6-9675-2b3249fcbdea" -d '{"events": [{"server_uuid": "493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d", "name": "network-vif-plugged", "status": "completed", "tag": "acdba51b-1bef-4266-b4b0-335df89c63c3"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:01:31.523559 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port acdba51b-1bef-4266-b4b0-335df89c63c3, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=acdba51b-1bef-4266-b4b0-335df89c63c3,segment=NetworkSegment(78d7fa11-a64e-4db6-8238-334913b98478),segment_id=78d7fa11-a64e-4db6-8238-334913b98478)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:01:31.529524 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:31.556854 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24832857-2de5-49cf-85d3-69404e3ce4ec x-openstack-request-id: req-24832857-2de5-49cf-85d3-69404e3ce4ec {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:01:31.557142 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d", "name": "network-vif-plugged", "status": "completed", "tag": "acdba51b-1bef-4266-b4b0-335df89c63c3", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:01:31.557394 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-24832857-2de5-49cf-85d3-69404e3ce4ec {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:01:31.557811 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acdba51b-1bef-4266-b4b0-335df89c63c3', 'code': 200} Oct 20 12:01:31.586411 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=acdba51b-1bef-4266-b4b0-335df89c63c3,revision_number=10']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:01:31.723904 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd3564-a261-4d8a-9894-c46a768012fe req-406f4423-69cf-408d-bc3f-1b2b63fdf327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:31.725450 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-00fd3564-a261-4d8a-9894-c46a768012fe req-406f4423-69cf-408d-bc3f-1b2b63fdf327 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 1098 time: 0.0445437 Oct 20 12:01:31.764906 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-00fd3564-a261-4d8a-9894-c46a768012fe req-9a05614b-8419-4659-97e2-aa00adf331bb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313199 Oct 20 12:01:32.108937 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8669e0cd-44aa-423a-a009-d0b0ee3fa09a req-180b8ade-c03d-426f-a2be-596aa09255d3 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:32.110315 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8669e0cd-44aa-423a-a009-d0b0ee3fa09a req-180b8ade-c03d-426f-a2be-596aa09255d3 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 947 time: 0.0514894 Oct 20 12:01:32.151941 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8669e0cd-44aa-423a-a009-d0b0ee3fa09a req-ff21c12c-dfe7-43e8-9479-4ba7f309f6fd tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354586 Oct 20 12:01:32.437481 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5335106-f5d9-456c-96d6-1327c61b80e7 req-29fc2fcf-c6d4-4e5a-ab91-3633886c904a tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:32.439010 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f5335106-f5d9-456c-96d6-1327c61b80e7 req-29fc2fcf-c6d4-4e5a-ab91-3633886c904a tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=1308bf88-97c8-4c26-a478-1f951a1a54bf HTTP/1.1" status: 200 len: 945 time: 0.0510809 Oct 20 12:01:32.477276 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f5335106-f5d9-456c-96d6-1327c61b80e7 req-fb271046-c3df-42fd-9d23-b5d30c2ac95c tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1f62853-1ecd-4f8a-95f7-857b88e3b0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322988 Oct 20 12:01:33.278218 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116de98-b479-4271-b749-a8543ef5fabc req-d8e5a8e4-972e-421a-83c3-36c44c262dad tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:33.279806 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f116de98-b479-4271-b749-a8543ef5fabc req-d8e5a8e4-972e-421a-83c3-36c44c262dad tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 947 time: 0.0530043 Oct 20 12:01:33.318854 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f116de98-b479-4271-b749-a8543ef5fabc req-5b3df093-eb1b-48fe-bda3-cf2f492ee47f tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326707 Oct 20 12:01:33.612468 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fdccaa-71a9-49e2-a261-cacd0b0ad492 req-e04b641d-def1-4d46-90f9-e2b2304611d7 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:33.614164 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d2fdccaa-71a9-49e2-a261-cacd0b0ad492 req-e04b641d-def1-4d46-90f9-e2b2304611d7 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=1308bf88-97c8-4c26-a478-1f951a1a54bf HTTP/1.1" status: 200 len: 945 time: 0.0586481 Oct 20 12:01:33.668311 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d2fdccaa-71a9-49e2-a261-cacd0b0ad492 req-d9ba7294-e775-4837-9323-9d92aa0fee46 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1f62853-1ecd-4f8a-95f7-857b88e3b0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477130 Oct 20 12:01:34.447527 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a400b-b2f7-48e1-82bf-fb5c11fe325b req-94c6e8e6-8580-4f50-951d-6b19f2e06ceb tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:34.449525 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ed2a400b-b2f7-48e1-82bf-fb5c11fe325b req-94c6e8e6-8580-4f50-951d-6b19f2e06ceb tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 947 time: 0.0524845 Oct 20 12:01:34.490037 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ed2a400b-b2f7-48e1-82bf-fb5c11fe325b req-18b4a189-edbb-433e-bbee-fe76d95bf83c tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342374 Oct 20 12:01:34.786891 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e71492-2dcd-4d36-be15-8f605ba4eb6c req-c152b069-8e4a-40f4-8fd6-c98b264e860c tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:34.788550 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-78e71492-2dcd-4d36-be15-8f605ba4eb6c req-c152b069-8e4a-40f4-8fd6-c98b264e860c tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=1308bf88-97c8-4c26-a478-1f951a1a54bf HTTP/1.1" status: 200 len: 945 time: 0.0501778 Oct 20 12:01:34.828121 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-78e71492-2dcd-4d36-be15-8f605ba4eb6c req-4b3f0266-fde1-49c5-862d-a17d3d26fca2 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1f62853-1ecd-4f8a-95f7-857b88e3b0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330601 Oct 20 12:01:35.720782 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b629b-335b-4380-935d-57a40de879be req-c93d635f-660b-4d47-abd8-8fc575594672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:35.722242 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-673b629b-335b-4380-935d-57a40de879be req-c93d635f-660b-4d47-abd8-8fc575594672 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1308bf88-97c8-4c26-a478-1f951a1a54bf HTTP/1.1" status: 200 len: 1096 time: 0.0446973 Oct 20 12:01:35.767164 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-673b629b-335b-4380-935d-57a40de879be req-4a35f0e0-49c3-4310-ade1-815752ea92aa service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e1f62853-1ecd-4f8a-95f7-857b88e3b0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372591 Oct 20 12:01:35.960133 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd39aeb2-15ac-40c6-8695-6958d905cc6f req-aca13363-f11f-4c28-b3b6-6391e73822fa tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:35.961801 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bd39aeb2-15ac-40c6-8695-6958d905cc6f req-aca13363-f11f-4c28-b3b6-6391e73822fa tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=1308bf88-97c8-4c26-a478-1f951a1a54bf HTTP/1.1" status: 200 len: 945 time: 0.0557337 Oct 20 12:01:36.001263 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bd39aeb2-15ac-40c6-8695-6958d905cc6f req-9e2fdb28-37fb-4cfe-87e1-287a2e7c52a0 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1f62853-1ecd-4f8a-95f7-857b88e3b0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332866 Oct 20 12:01:36.364596 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dae530-dd3e-4625-87cb-c5d5379c67cd req-da1eeddf-b6ce-4e45-88a7-9287e6a6d562 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:36.366069 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5dae530-dd3e-4625-87cb-c5d5379c67cd req-da1eeddf-b6ce-4e45-88a7-9287e6a6d562 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf715d3e-0310-4ff5-aeae-f0db08db8d5a HTTP/1.1" status: 200 len: 946 time: 0.0493934 Oct 20 12:01:36.403501 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5dae530-dd3e-4625-87cb-c5d5379c67cd req-4d5765f9-19f7-4271-a25c-089a40744bd1 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310884 Oct 20 12:01:37.128557 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768ac29-f20c-4b57-87d1-f94feb5092e4 req-3308f3d5-99bf-4fe1-ac48-302a575231bc tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:37.130030 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1768ac29-f20c-4b57-87d1-f94feb5092e4 req-3308f3d5-99bf-4fe1-ac48-302a575231bc tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=1308bf88-97c8-4c26-a478-1f951a1a54bf HTTP/1.1" status: 200 len: 945 time: 0.0561128 Oct 20 12:01:37.173001 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1768ac29-f20c-4b57-87d1-f94feb5092e4 req-6d716c42-aa2c-4ba8-9d5f-010338c28b90 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1f62853-1ecd-4f8a-95f7-857b88e3b0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369198 Oct 20 12:01:37.196326 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 49748) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:01:37.257348 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d65077d0-648a-4675-8c3a-18ac3b518523 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/floatingips/07747a21-1cff-410d-a368-4cc619de909d HTTP/1.1" status: 200 len: 993 time: 0.0598717 Oct 20 12:01:37.393651 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 889149b3-773a-4d3c-af1a-bc2c3fa049f3 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:01:37.468019 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:01:37.502242 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 889149b3-773a-4d3c-af1a-bc2c3fa049f3, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=889149b3-773a-4d3c-af1a-bc2c3fa049f3,segment=NetworkSegment(9711587f-ead6-48e8-8d26-e6c27fdaa9ce),segment_id=9711587f-ead6-48e8-8d26-e6c27fdaa9ce)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:01:37.513822 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '889149b3-773a-4d3c-af1a-bc2c3fa049f3', 'network_id': '7f0d14de-0097-4925-b4ce-2079955331dd', 'port_id': '889149b3-773a-4d3c-af1a-bc2c3fa049f3', 'mac_address': 'fa:16:3e:3d:68:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd61083e-c205-496d-a0f4-6dd7e3c83220', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:01:37.521077 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072323ab-dce4-4dc1-8767-9aa28b64c332 req-0661767c-3592-4d7c-8a61-f8cf0f7c1eba tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:37.522981 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-072323ab-dce4-4dc1-8767-9aa28b64c332 req-0661767c-3592-4d7c-8a61-f8cf0f7c1eba tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf715d3e-0310-4ff5-aeae-f0db08db8d5a HTTP/1.1" status: 200 len: 946 time: 0.0507576 Oct 20 12:01:37.555294 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:37.563371 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-072323ab-dce4-4dc1-8767-9aa28b64c332 req-e70e97bd-1d48-4727-a349-04e60816cee8 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=c744fdb9-158b-4a83-bc4f-9b1470f59b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342379 Oct 20 12:01:37.569802 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 889149b3-773a-4d3c-af1a-bc2c3fa049f3 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:01:37.592726 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 889149b3-773a-4d3c-af1a-bc2c3fa049f3, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=889149b3-773a-4d3c-af1a-bc2c3fa049f3,segment=NetworkSegment(9711587f-ead6-48e8-8d26-e6c27fdaa9ce),segment_id=9711587f-ead6-48e8-8d26-e6c27fdaa9ce)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:01:37.599366 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:37.649118 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=889149b3-773a-4d3c-af1a-bc2c3fa049f3,revision_number=6']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:01:37.822268 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['889149b3-773a-4d3c-af1a-bc2c3fa049f3'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:01:38.108153 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f706c2a-74ec-4b33-ab18-76785ad046f3 req-2a45b2c2-2775-4eb4-a2e3-15cffa3fae74 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:01:38.109764 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9f706c2a-74ec-4b33-ab18-76785ad046f3 req-2a45b2c2-2775-4eb4-a2e3-15cffa3fae74 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.89 "GET /v2.0/ports?device_id=bf715d3e-0310-4ff5-aeae-f0db08db8d5a HTTP/1.1" status: 200 len: 946 time: 0.0539989 Oct 20 12:01:38.213937 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-9f706c2a-74ec-4b33-ab18-76785ad046f3 req-0a691df7-8e19-45da-80fa-87e797cb149b tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Deleting port cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:01:38.214686 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9f706c2a-74ec-4b33-ab18-76785ad046f3 req-0a691df7-8e19-45da-80fa-87e797cb149b tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:38.311750 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-9f706c2a-74ec-4b33-ab18-76785ad046f3 req-0a691df7-8e19-45da-80fa-87e797cb149b tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] For port cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4,segment=NetworkSegment(eb3b04cf-4e5d-47e1-a25f-825ff902331c),segment_id=eb3b04cf-4e5d-47e1-a25f-825ff902331c)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:01:38.312110 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9f706c2a-74ec-4b33-ab18-76785ad046f3 req-0a691df7-8e19-45da-80fa-87e797cb149b tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:38.324275 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-9f706c2a-74ec-4b33-ab18-76785ad046f3 req-0a691df7-8e19-45da-80fa-87e797cb149b tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Calling delete_port for cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:01:38.462298 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9f706c2a-74ec-4b33-ab18-76785ad046f3 req-0a691df7-8e19-45da-80fa-87e797cb149b tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:38.476413 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:01:38.495747 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a691df7-8e19-45da-80fa-87e797cb149b tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Pushing event deleted for resources: {'Port': ['ID=cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:01:38.537220 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f706c2a-74ec-4b33-ab18-76785ad046f3 req-0a691df7-8e19-45da-80fa-87e797cb149b tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] No DVR routers for this DVR port cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4 on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:01:38.540059 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9f706c2a-74ec-4b33-ab18-76785ad046f3 req-0a691df7-8e19-45da-80fa-87e797cb149b tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:38.543495 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9f706c2a-74ec-4b33-ab18-76785ad046f3 req-0a691df7-8e19-45da-80fa-87e797cb149b tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.89 "DELETE /v2.0/ports/cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4 HTTP/1.1" status: 204 len: 173 time: 0.4263828 Oct 20 12:01:38.543939 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf715d3e-0310-4ff5-aeae-f0db08db8d5a', 'name': 'network-vif-deleted', 'tag': 'cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:01:38.546231 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44eea2d5-0400-4bdd-88b5-6a290b7f4aea" -d '{"events": [{"server_uuid": "bf715d3e-0310-4ff5-aeae-f0db08db8d5a", "name": "network-vif-deleted", "tag": "cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:01:38.591339 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c72350-9028-41d4-8b9c-50c23262c147 x-openstack-request-id: req-98c72350-9028-41d4-8b9c-50c23262c147 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:01:38.592048 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf715d3e-0310-4ff5-aeae-f0db08db8d5a", "name": "network-vif-deleted", "tag": "cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:01:38.592048 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-98c72350-9028-41d4-8b9c-50c23262c147 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:01:38.592577 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf715d3e-0310-4ff5-aeae-f0db08db8d5a', 'name': 'network-vif-deleted', 'tag': 'cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4', 'status': 'completed', 'code': 200} Oct 20 12:01:38.674578 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-26fda9b6-3861-4f0d-89f2-4bbfcf56989c req-ae346f4a-16be-4865-af2a-194f1389d396 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf715d3e-0310-4ff5-aeae-f0db08db8d5a HTTP/1.1" status: 200 len: 210 time: 0.0285013 Oct 20 12:01:39.411079 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 889149b3-773a-4d3c-af1a-bc2c3fa049f3 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:01:39.466833 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 889149b3-773a-4d3c-af1a-bc2c3fa049f3 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:01:39.467242 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:39.545572 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:39.568594 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1308bf88-97c8-4c26-a478-1f951a1a54bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889149b3-773a-4d3c-af1a-bc2c3fa049f3'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:01:39.570919 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7fb5e0-c61a-433e-a75a-25bb37d19782" -d '{"events": [{"server_uuid": "1308bf88-97c8-4c26-a478-1f951a1a54bf", "name": "network-vif-plugged", "status": "completed", "tag": "889149b3-773a-4d3c-af1a-bc2c3fa049f3"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:01:39.584057 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 889149b3-773a-4d3c-af1a-bc2c3fa049f3, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=889149b3-773a-4d3c-af1a-bc2c3fa049f3,segment=NetworkSegment(9711587f-ead6-48e8-8d26-e6c27fdaa9ce),segment_id=9711587f-ead6-48e8-8d26-e6c27fdaa9ce)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:01:39.590059 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:39.614732 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284996eb-a100-4c10-afd6-483d9a76fe62 x-openstack-request-id: req-284996eb-a100-4c10-afd6-483d9a76fe62 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:01:39.615113 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1308bf88-97c8-4c26-a478-1f951a1a54bf", "name": "network-vif-plugged", "status": "completed", "tag": "889149b3-773a-4d3c-af1a-bc2c3fa049f3", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:01:39.615468 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-284996eb-a100-4c10-afd6-483d9a76fe62 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:01:39.615923 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1308bf88-97c8-4c26-a478-1f951a1a54bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889149b3-773a-4d3c-af1a-bc2c3fa049f3', 'code': 200} Oct 20 12:01:39.641753 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=889149b3-773a-4d3c-af1a-bc2c3fa049f3,revision_number=7']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:01:39.774232 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19d42f51-b0c8-4e41-8d2d-86d802f432fa req-43937989-e3ab-42cc-b4e1-6ec8f49fa663 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf715d3e-0310-4ff5-aeae-f0db08db8d5a HTTP/1.1" status: 200 len: 210 time: 0.0309467 Oct 20 12:01:40.109669 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:40.870251 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-78091c0d-014a-4b89-97f4-edaa2c7bbcd8 req-1cd59024-9657-4a04-a1df-6c03116af43a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf715d3e-0310-4ff5-aeae-f0db08db8d5a HTTP/1.1" status: 200 len: 210 time: 0.0263598 Oct 20 12:01:41.973069 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-76818521-5568-4010-ab68-1091069f3f95 req-7ec13d4f-d3f5-4e17-b85a-d9a45ce335a4 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf715d3e-0310-4ff5-aeae-f0db08db8d5a HTTP/1.1" status: 200 len: 210 time: 0.0319443 Oct 20 12:01:43.098569 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f2384bac-a7b0-4f59-b78e-1d6951946598 req-fbe816dd-8a7a-4302-89d3-e927cd5c648d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf715d3e-0310-4ff5-aeae-f0db08db8d5a HTTP/1.1" status: 200 len: 210 time: 0.0264349 Oct 20 12:01:43.183622 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:01:43.204542 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:01:43.204867 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device cb9ab7f6-0ec5-4a1f-9b4a-01bb0387add4 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:01:45.618660 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:47.006503 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 49820) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:01:47.011342 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-dee93d8e-0b60-4697-a7ed-686151f0d4d0 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1821154933', 'description': 'tempest-secgroup-smoke-1821154933 description', 'project_id': '2a883afeccdc493d8238ba472f031019'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:01:47.035976 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dee93d8e-0b60-4697-a7ed-686151f0d4d0 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:47.104509 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dee93d8e-0b60-4697-a7ed-686151f0d4d0 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:47.110014 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dee93d8e-0b60-4697-a7ed-686151f0d4d0 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:47.138820 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dee93d8e-0b60-4697-a7ed-686151f0d4d0 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:47.140032 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-dee93d8e-0b60-4697-a7ed-686151f0d4d0 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1324663 Oct 20 12:01:47.141984 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee93d8e-0b60-4697-a7ed-686151f0d4d0 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1745226d-8e2b-4dea-859c-ac8bda6e828e,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:01:47.143519 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 49822) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:01:47.148732 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-f6565188-6472-487a-b17f-af082adace36 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Request body: {'security_group_rule': {'security_group_id': '1745226d-8e2b-4dea-859c-ac8bda6e828e', 'project_id': '2a883afeccdc493d8238ba472f031019', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:01:47.180166 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f6565188-6472-487a-b17f-af082adace36 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:47.226363 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f6565188-6472-487a-b17f-af082adace36 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:47.230865 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f6565188-6472-487a-b17f-af082adace36 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:47.252260 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6565188-6472-487a-b17f-af082adace36 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ad8a7a7-dfac-4ddd-bdb3-ee19e7ee64bd,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:01:47.261577 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f6565188-6472-487a-b17f-af082adace36 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:47.262818 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f6565188-6472-487a-b17f-af082adace36 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1181524 Oct 20 12:01:47.264491 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6565188-6472-487a-b17f-af082adace36 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:01:47.264828 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6565188-6472-487a-b17f-af082adace36 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:01:47.265172 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6565188-6472-487a-b17f-af082adace36 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:01:47.265820 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 49824) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:01:47.267143 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6565188-6472-487a-b17f-af082adace36 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:01:47.267525 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6565188-6472-487a-b17f-af082adace36 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:01:47.267994 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6565188-6472-487a-b17f-af082adace36 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:01:47.268329 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6565188-6472-487a-b17f-af082adace36 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:01:47.268658 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6565188-6472-487a-b17f-af082adace36 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:01:47.268984 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6565188-6472-487a-b17f-af082adace36 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:01:47.269311 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6565188-6472-487a-b17f-af082adace36 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:01:47.269636 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6565188-6472-487a-b17f-af082adace36 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:01:47.269963 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6565188-6472-487a-b17f-af082adace36 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:01:47.270386 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-7771ef86-3c66-47a5-bc1a-de048d8194c3 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Request body: {'security_group_rule': {'security_group_id': '1745226d-8e2b-4dea-859c-ac8bda6e828e', 'project_id': '2a883afeccdc493d8238ba472f031019', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:01:47.299539 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7771ef86-3c66-47a5-bc1a-de048d8194c3 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:47.356714 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7771ef86-3c66-47a5-bc1a-de048d8194c3 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:47.362730 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7771ef86-3c66-47a5-bc1a-de048d8194c3 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:47.386992 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7771ef86-3c66-47a5-bc1a-de048d8194c3 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77c8b7b1-7317-4a90-ace2-0f4ba02d1549,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:01:47.395993 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7771ef86-3c66-47a5-bc1a-de048d8194c3 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:47.397563 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-7771ef86-3c66-47a5-bc1a-de048d8194c3 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1303892 Oct 20 12:01:47.400421 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 49826) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:01:47.404819 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-5ba05337-7fa2-47a5-ac63-7e5060e6585e tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Request body: {'security_group_rule': {'security_group_id': '1745226d-8e2b-4dea-859c-ac8bda6e828e', 'project_id': '2a883afeccdc493d8238ba472f031019', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:01:47.436050 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5ba05337-7fa2-47a5-ac63-7e5060e6585e tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:47.497468 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5ba05337-7fa2-47a5-ac63-7e5060e6585e tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:47.502319 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5ba05337-7fa2-47a5-ac63-7e5060e6585e tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:47.522697 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba05337-7fa2-47a5-ac63-7e5060e6585e tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21f2f809-3d74-4f4c-b921-6647af952e06,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:01:47.528369 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5ba05337-7fa2-47a5-ac63-7e5060e6585e tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:47.533269 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-5ba05337-7fa2-47a5-ac63-7e5060e6585e tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1282477 Oct 20 12:01:47.533269 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 49828) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:01:47.537449 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-e85bac62-2c81-451b-9d83-8f252752d3d5 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Request body: {'security_group_rule': {'security_group_id': '1745226d-8e2b-4dea-859c-ac8bda6e828e', 'project_id': '2a883afeccdc493d8238ba472f031019', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:01:47.567393 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e85bac62-2c81-451b-9d83-8f252752d3d5 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:47.632775 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e85bac62-2c81-451b-9d83-8f252752d3d5 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:47.637933 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e85bac62-2c81-451b-9d83-8f252752d3d5 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:47.657166 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85bac62-2c81-451b-9d83-8f252752d3d5 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b074e5e-3bd9-488e-9f75-1953d8681305,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:01:47.662974 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e85bac62-2c81-451b-9d83-8f252752d3d5 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:47.666697 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e85bac62-2c81-451b-9d83-8f252752d3d5 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1300671 Oct 20 12:01:47.667006 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 49830) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:01:47.671388 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-8baf0fe0-0499-41da-bb19-24f5c137da0d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Request body: {'security_group_rule': {'security_group_id': '1745226d-8e2b-4dea-859c-ac8bda6e828e', 'project_id': '2a883afeccdc493d8238ba472f031019', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:01:47.695513 n-d-814735-3 neutron-server[100647]: INFO neutron.db.securitygroups_db [None req-8baf0fe0-0499-41da-bb19-24f5c137da0d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Project 2a883afeccdc493d8238ba472f031019 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 12:01:47.700152 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8baf0fe0-0499-41da-bb19-24f5c137da0d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:47.760344 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8baf0fe0-0499-41da-bb19-24f5c137da0d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:47.766436 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8baf0fe0-0499-41da-bb19-24f5c137da0d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:47.786197 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf0fe0-0499-41da-bb19-24f5c137da0d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af44ced7-2901-468d-ba1e-77b37083f365,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:01:47.793791 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8baf0fe0-0499-41da-bb19-24f5c137da0d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:47.795067 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8baf0fe0-0499-41da-bb19-24f5c137da0d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1270649 Oct 20 12:01:47.797821 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 49832) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:01:47.802119 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-c59aa54c-1484-4abd-993e-e91f552c1dc1 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Request body: {'security_group_rule': {'security_group_id': '1745226d-8e2b-4dea-859c-ac8bda6e828e', 'project_id': '2a883afeccdc493d8238ba472f031019', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:01:47.824463 n-d-814735-3 neutron-server[100647]: INFO neutron.db.securitygroups_db [None req-c59aa54c-1484-4abd-993e-e91f552c1dc1 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Project 2a883afeccdc493d8238ba472f031019 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 12:01:47.829563 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c59aa54c-1484-4abd-993e-e91f552c1dc1 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:47.894698 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c59aa54c-1484-4abd-993e-e91f552c1dc1 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:47.899940 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c59aa54c-1484-4abd-993e-e91f552c1dc1 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:47.917826 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59aa54c-1484-4abd-993e-e91f552c1dc1 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3372e10f-d58b-4807-81f1-9568a4de44ac,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:01:47.929345 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c59aa54c-1484-4abd-993e-e91f552c1dc1 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:47.930590 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c59aa54c-1484-4abd-993e-e91f552c1dc1 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1318834 Oct 20 12:01:49.338102 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c5187c8d-704b-4928-a724-019a110510b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:52.219804 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-20ad8eba-9eab-4929-92f8-cc64d73eff03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:53.131423 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:53.221921 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:01:54.949711 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:04.555736 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92adc0f5-00ec-4306-a686-d66b2b37faab req-65cb46b1-ef36-4911-b4f0-cb5b0d6fbcde tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1821154933&fields=id&tenant_id=2a883afeccdc493d8238ba472f031019 HTTP/1.1" status: 200 len: 267 time: 0.0350616 Oct 20 12:02:04.667500 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92adc0f5-00ec-4306-a686-d66b2b37faab req-9b0c9fb1-ce32-499c-9cf2-c91cb48848d4 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:04.668979 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92adc0f5-00ec-4306-a686-d66b2b37faab req-9b0c9fb1-ce32-499c-9cf2-c91cb48848d4 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/networks?id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a HTTP/1.1" status: 200 len: 812 time: 0.1063421 Oct 20 12:02:04.685182 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92adc0f5-00ec-4306-a686-d66b2b37faab req-426f4082-3274-45fe-a9ce-7e5e49c7a015 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/quotas/2a883afeccdc493d8238ba472f031019 HTTP/1.1" status: 200 len: 375 time: 0.0099854 Oct 20 12:02:04.743704 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92adc0f5-00ec-4306-a686-d66b2b37faab req-67ac0f64-f934-42c3-880a-ecdf34faf1ef tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=2a883afeccdc493d8238ba472f031019&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526736 Oct 20 12:02:04.843573 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92adc0f5-00ec-4306-a686-d66b2b37faab req-684cae42-c7a2-4ac2-854f-a33198829896 service neutron] 10.222.0.98 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839970 Oct 20 12:02:04.976959 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92adc0f5-00ec-4306-a686-d66b2b37faab req-e81c7510-bb2f-447f-948e-bcc84b633b88 service neutron] 10.222.0.98 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265712 Oct 20 12:02:05.291203 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d336f68b-7f83-4e48-929d-595274fb9336 req-95e23f7f-b9a4-4319-a168-8f27d33f927d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d314c927-2686-42e6-ae42-8ae0c1fcabd4 HTTP/1.1" status: 200 len: 210 time: 0.0273812 Oct 20 12:02:06.346963 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92adc0f5-00ec-4306-a686-d66b2b37faab req-ce8b4c7a-2f91-4983-95fa-98732434f55c tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:06.348690 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92adc0f5-00ec-4306-a686-d66b2b37faab req-ce8b4c7a-2f91-4983-95fa-98732434f55c tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.89 "GET /v2.0/networks?id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a HTTP/1.1" status: 200 len: 812 time: 0.1148767 Oct 20 12:02:06.402092 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-acaeca39-3e3f-434e-9249-3f57fabd05de req-a45c0231-dc78-4fb6-b2f5-6c154ae737fa tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d314c927-2686-42e6-ae42-8ae0c1fcabd4 HTTP/1.1" status: 200 len: 210 time: 0.0302832 Oct 20 12:02:06.424846 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92adc0f5-00ec-4306-a686-d66b2b37faab req-bfca28b8-d3b8-4c9c-9b45-163ac83f9fbf tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a883afeccdc493d8238ba472f031019 HTTP/1.1" status: 200 len: 380 time: 0.0667326 Oct 20 12:02:06.436880 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-92adc0f5-00ec-4306-a686-d66b2b37faab req-15baabf2-dfb8-4685-9522-ff13689fbb54 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Request body: {'port': {'device_id': 'd314c927-2686-42e6-ae42-8ae0c1fcabd4', 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a', 'admin_state_up': True, 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'security_groups': ['1745226d-8e2b-4dea-859c-ac8bda6e828e']}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:02:06.575903 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92adc0f5-00ec-4306-a686-d66b2b37faab req-15baabf2-dfb8-4685-9522-ff13689fbb54 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Made reservation on behalf of 2a883afeccdc493d8238ba472f031019 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:02:06.579686 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-92adc0f5-00ec-4306-a686-d66b2b37faab req-15baabf2-dfb8-4685-9522-ff13689fbb54 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:06.713084 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-92adc0f5-00ec-4306-a686-d66b2b37faab req-15baabf2-dfb8-4685-9522-ff13689fbb54 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Allocated IP 172.20.0.13 (ef53a40f-cb7c-47fd-8a9f-559aa3e9824a/667cbc2d-c894-4d06-bf55-c551daf9476c/376eccda-5f09-4bdb-9cf2-62dc6068899d) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:02:06.864823 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-92adc0f5-00ec-4306-a686-d66b2b37faab req-15baabf2-dfb8-4685-9522-ff13689fbb54 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:06.899871 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-92adc0f5-00ec-4306-a686-d66b2b37faab req-15baabf2-dfb8-4685-9522-ff13689fbb54 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:06.944122 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92adc0f5-00ec-4306-a686-d66b2b37faab req-15baabf2-dfb8-4685-9522-ff13689fbb54 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Network ef53a40f-cb7c-47fd-8a9f-559aa3e9824a is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:02:06.947240 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-92adc0f5-00ec-4306-a686-d66b2b37faab req-15baabf2-dfb8-4685-9522-ff13689fbb54 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:02:06.949854 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-92adc0f5-00ec-4306-a686-d66b2b37faab req-15baabf2-dfb8-4685-9522-ff13689fbb54 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:02:06.978256 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15baabf2-dfb8-4685-9522-ff13689fbb54 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Pushing event updated for resources: {'Port': ['ID=376eccda-5f09-4bdb-9cf2-62dc6068899d,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:07.008613 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92adc0f5-00ec-4306-a686-d66b2b37faab req-15baabf2-dfb8-4685-9522-ff13689fbb54 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:07.009275 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-92adc0f5-00ec-4306-a686-d66b2b37faab req-15baabf2-dfb8-4685-9522-ff13689fbb54 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:07.027462 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92adc0f5-00ec-4306-a686-d66b2b37faab req-15baabf2-dfb8-4685-9522-ff13689fbb54 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5954120 Oct 20 12:02:07.050778 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-92adc0f5-00ec-4306-a686-d66b2b37faab req-5fd3c802-0af2-4e59-9a6d-174894fcf5a0 service neutron] Request body: {'port': {'device_id': 'd314c927-2686-42e6-ae42-8ae0c1fcabd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:02:07.113995 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-92adc0f5-00ec-4306-a686-d66b2b37faab req-5fd3c802-0af2-4e59-9a6d-174894fcf5a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:07.180946 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-1099c064-b8fc-475d-9831-95946d56a035 None None] Provisioning complete for port 376eccda-5f09-4bdb-9cf2-62dc6068899d triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:02:07.181564 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1099c064-b8fc-475d-9831-95946d56a035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:07.223203 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-1099c064-b8fc-475d-9831-95946d56a035 None None] Port 376eccda-5f09-4bdb-9cf2-62dc6068899d cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:02:07.441102 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-92adc0f5-00ec-4306-a686-d66b2b37faab req-5fd3c802-0af2-4e59-9a6d-174894fcf5a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 376eccda-5f09-4bdb-9cf2-62dc6068899d {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:02:07.451021 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-92adc0f5-00ec-4306-a686-d66b2b37faab req-5fd3c802-0af2-4e59-9a6d-174894fcf5a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:07.470251 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-92adc0f5-00ec-4306-a686-d66b2b37faab req-5fd3c802-0af2-4e59-9a6d-174894fcf5a0 service neutron] Transition to ACTIVE for port object 376eccda-5f09-4bdb-9cf2-62dc6068899d will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 12:02:07.476346 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-92adc0f5-00ec-4306-a686-d66b2b37faab req-5fd3c802-0af2-4e59-9a6d-174894fcf5a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:07.569846 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd3c802-0af2-4e59-9a6d-174894fcf5a0 service neutron] Pushing event updated for resources: {'Port': ['ID=376eccda-5f09-4bdb-9cf2-62dc6068899d,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:07.592298 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba299d6-165f-4977-86dd-bccc63a27439 req-55899d04-5e7f-45d2-a18e-ea4b0d716d45 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:07.594057 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aba299d6-165f-4977-86dd-bccc63a27439 req-55899d04-5e7f-45d2-a18e-ea4b0d716d45 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d314c927-2686-42e6-ae42-8ae0c1fcabd4 HTTP/1.1" status: 200 len: 944 time: 0.1119034 Oct 20 12:02:07.702149 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aba299d6-165f-4977-86dd-bccc63a27439 req-ce1841eb-bdbe-4ad4-98d9-694c11ab81e1 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927415 Oct 20 12:02:07.720357 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-92adc0f5-00ec-4306-a686-d66b2b37faab req-5fd3c802-0af2-4e59-9a6d-174894fcf5a0 service neutron] Attempting to bind port 376eccda-5f09-4bdb-9cf2-62dc6068899d on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:02:07.720809 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-92adc0f5-00ec-4306-a686-d66b2b37faab req-5fd3c802-0af2-4e59-9a6d-174894fcf5a0 service neutron] Attempting to bind port 376eccda-5f09-4bdb-9cf2-62dc6068899d by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': 'eb3b04cf-4e5d-47e1-a25f-825ff902331c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:02:07.721234 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92adc0f5-00ec-4306-a686-d66b2b37faab req-5fd3c802-0af2-4e59-9a6d-174894fcf5a0 service neutron] Attempting to bind port 376eccda-5f09-4bdb-9cf2-62dc6068899d on network ef53a40f-cb7c-47fd-8a9f-559aa3e9824a {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:02:07.726153 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92adc0f5-00ec-4306-a686-d66b2b37faab req-5fd3c802-0af2-4e59-9a6d-174894fcf5a0 service neutron] Port 376eccda-5f09-4bdb-9cf2-62dc6068899d on network ef53a40f-cb7c-47fd-8a9f-559aa3e9824a not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 12:02:07.726153 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92adc0f5-00ec-4306-a686-d66b2b37faab req-5fd3c802-0af2-4e59-9a6d-174894fcf5a0 service neutron] Attempting to bind port 376eccda-5f09-4bdb-9cf2-62dc6068899d on network ef53a40f-cb7c-47fd-8a9f-559aa3e9824a {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:02:07.732463 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92adc0f5-00ec-4306-a686-d66b2b37faab req-5fd3c802-0af2-4e59-9a6d-174894fcf5a0 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:02:07.732864 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92adc0f5-00ec-4306-a686-d66b2b37faab req-5fd3c802-0af2-4e59-9a6d-174894fcf5a0 service neutron] Checking segment: {'id': 'eb3b04cf-4e5d-47e1-a25f-825ff902331c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:02:07.733339 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92adc0f5-00ec-4306-a686-d66b2b37faab req-5fd3c802-0af2-4e59-9a6d-174894fcf5a0 service neutron] Bound using segment: {'id': 'eb3b04cf-4e5d-47e1-a25f-825ff902331c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:02:07.733812 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-92adc0f5-00ec-4306-a686-d66b2b37faab req-5fd3c802-0af2-4e59-9a6d-174894fcf5a0 service neutron] Bound port: 376eccda-5f09-4bdb-9cf2-62dc6068899d, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb3b04cf-4e5d-47e1-a25f-825ff902331c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:02:07.734246 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-92adc0f5-00ec-4306-a686-d66b2b37faab req-5fd3c802-0af2-4e59-9a6d-174894fcf5a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:08.191702 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-92adc0f5-00ec-4306-a686-d66b2b37faab req-5fd3c802-0af2-4e59-9a6d-174894fcf5a0 service neutron] For port 376eccda-5f09-4bdb-9cf2-62dc6068899d, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:02:08.195718 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-92adc0f5-00ec-4306-a686-d66b2b37faab req-5fd3c802-0af2-4e59-9a6d-174894fcf5a0 service neutron] For port 376eccda-5f09-4bdb-9cf2-62dc6068899d, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=376eccda-5f09-4bdb-9cf2-62dc6068899d,segment=NetworkSegment(eb3b04cf-4e5d-47e1-a25f-825ff902331c),segment_id=eb3b04cf-4e5d-47e1-a25f-825ff902331c)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:02:08.200629 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-92adc0f5-00ec-4306-a686-d66b2b37faab req-5fd3c802-0af2-4e59-9a6d-174894fcf5a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:08.234961 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92adc0f5-00ec-4306-a686-d66b2b37faab req-5fd3c802-0af2-4e59-9a6d-174894fcf5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:08.235605 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-92adc0f5-00ec-4306-a686-d66b2b37faab req-5fd3c802-0af2-4e59-9a6d-174894fcf5a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:08.237150 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92adc0f5-00ec-4306-a686-d66b2b37faab req-5fd3c802-0af2-4e59-9a6d-174894fcf5a0 service neutron] 10.222.0.89 "PUT /v2.0/ports/376eccda-5f09-4bdb-9cf2-62dc6068899d HTTP/1.1" status: 200 len: 1092 time: 1.1944487 Oct 20 12:02:08.237441 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd314c927-2686-42e6-ae42-8ae0c1fcabd4', 'tag': '376eccda-5f09-4bdb-9cf2-62dc6068899d'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:02:08.239829 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235b8b4a-7055-4173-9e42-0a33b2d83547" -d '{"events": [{"name": "network-changed", "server_uuid": "d314c927-2686-42e6-ae42-8ae0c1fcabd4", "tag": "376eccda-5f09-4bdb-9cf2-62dc6068899d"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:02:08.278266 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd3c802-0af2-4e59-9a6d-174894fcf5a0 service neutron] Pushing event updated for resources: {'Port': ['ID=376eccda-5f09-4bdb-9cf2-62dc6068899d,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:08.301411 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05139ad9-800d-49a2-b10d-023c4e126cce x-openstack-request-id: req-05139ad9-800d-49a2-b10d-023c4e126cce {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:02:08.301694 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d314c927-2686-42e6-ae42-8ae0c1fcabd4", "tag": "376eccda-5f09-4bdb-9cf2-62dc6068899d", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:02:08.302149 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-05139ad9-800d-49a2-b10d-023c4e126cce {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:02:08.302551 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd314c927-2686-42e6-ae42-8ae0c1fcabd4', 'tag': '376eccda-5f09-4bdb-9cf2-62dc6068899d', 'status': 'completed', 'code': 200} Oct 20 12:02:08.350240 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92adc0f5-00ec-4306-a686-d66b2b37faab req-11ca9553-15bb-43dd-b16e-da4e6bea102f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:08.351814 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92adc0f5-00ec-4306-a686-d66b2b37faab req-11ca9553-15bb-43dd-b16e-da4e6bea102f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2a883afeccdc493d8238ba472f031019&device_id=d314c927-2686-42e6-ae42-8ae0c1fcabd4 HTTP/1.1" status: 200 len: 1095 time: 0.0600886 Oct 20 12:02:08.405287 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92adc0f5-00ec-4306-a686-d66b2b37faab req-da32d99c-0b0d-45fb-9077-ef7adbb1199a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=376eccda-5f09-4bdb-9cf2-62dc6068899d HTTP/1.1" status: 200 len: 217 time: 0.0409563 Oct 20 12:02:08.469968 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92adc0f5-00ec-4306-a686-d66b2b37faab req-ba86fe31-a5b2-4b70-801a-c8e7a33ddc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:08.471112 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92adc0f5-00ec-4306-a686-d66b2b37faab req-ba86fe31-a5b2-4b70-801a-c8e7a33ddc12 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=667cbc2d-c894-4d06-bf55-c551daf9476c HTTP/1.1" status: 200 len: 851 time: 0.0551491 Oct 20 12:02:08.524090 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92adc0f5-00ec-4306-a686-d66b2b37faab req-b8acdec1-2f19-4ad2-b6fb-6676eae2be99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:08.525590 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92adc0f5-00ec-4306-a686-d66b2b37faab req-b8acdec1-2f19-4ad2-b6fb-6676eae2be99 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433583 Oct 20 12:02:08.624866 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92adc0f5-00ec-4306-a686-d66b2b37faab req-1ce3d556-957f-4f48-bcad-6db438fd8234 service neutron] 10.222.0.89 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914774 Oct 20 12:02:08.747276 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92adc0f5-00ec-4306-a686-d66b2b37faab req-990288dc-0e45-4ab2-b6d7-7df7957894e4 service neutron] 10.222.0.89 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095314 Oct 20 12:02:08.860612 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b069f3-45e3-48f8-834a-6ad7696587b0 req-dbc6064b-f339-4268-a42f-7cd5138f609e tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:08.862152 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-33b069f3-45e3-48f8-834a-6ad7696587b0 req-dbc6064b-f339-4268-a42f-7cd5138f609e tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d314c927-2686-42e6-ae42-8ae0c1fcabd4 HTTP/1.1" status: 200 len: 944 time: 0.0802257 Oct 20 12:02:08.877480 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b8b4a-7055-4173-9e42-0a33b2d83547 req-a3b4b471-b5d8-4301-9d92-4b8846b56cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:08.879009 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-235b8b4a-7055-4173-9e42-0a33b2d83547 req-a3b4b471-b5d8-4301-9d92-4b8846b56cca service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2a883afeccdc493d8238ba472f031019&device_id=d314c927-2686-42e6-ae42-8ae0c1fcabd4 HTTP/1.1" status: 200 len: 1095 time: 0.0660996 Oct 20 12:02:08.936623 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-33b069f3-45e3-48f8-834a-6ad7696587b0 req-99720db7-51a5-4788-bc07-90eabc424e3d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672929 Oct 20 12:02:08.999359 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b8b4a-7055-4173-9e42-0a33b2d83547 req-524c9aad-b278-4017-abbe-73e2d22440e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:09.000887 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-235b8b4a-7055-4173-9e42-0a33b2d83547 req-524c9aad-b278-4017-abbe-73e2d22440e6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a HTTP/1.1" status: 200 len: 914 time: 0.1116865 Oct 20 12:02:09.048785 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-235b8b4a-7055-4173-9e42-0a33b2d83547 req-24567607-e06d-415c-883b-4efaff2249d0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=376eccda-5f09-4bdb-9cf2-62dc6068899d HTTP/1.1" status: 200 len: 217 time: 0.0356905 Oct 20 12:02:09.104955 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b8b4a-7055-4173-9e42-0a33b2d83547 req-2168f989-61e4-4a55-95ef-3740d13de195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:09.106444 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-235b8b4a-7055-4173-9e42-0a33b2d83547 req-2168f989-61e4-4a55-95ef-3740d13de195 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=667cbc2d-c894-4d06-bf55-c551daf9476c HTTP/1.1" status: 200 len: 851 time: 0.0481696 Oct 20 12:02:09.164512 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b8b4a-7055-4173-9e42-0a33b2d83547 req-e6a5fd77-9ac6-426d-a9a7-f2608efbe16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:09.165949 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-235b8b4a-7055-4173-9e42-0a33b2d83547 req-e6a5fd77-9ac6-426d-a9a7-f2608efbe16d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479889 Oct 20 12:02:09.265071 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-235b8b4a-7055-4173-9e42-0a33b2d83547 req-5fa00325-c72c-4a06-97e8-188ca6c0f5da service neutron] 10.222.0.89 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872655 Oct 20 12:02:09.368548 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-235b8b4a-7055-4173-9e42-0a33b2d83547 req-180ad699-a42c-4c89-bc5c-6ad377c2c0f0 service neutron] 10.222.0.89 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928109 Oct 20 12:02:10.058376 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4249d6-39f1-470a-a9df-0981ac8d70f1 req-6622fa1e-f701-4bdf-ad16-2e8eb215526f tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:10.059853 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aa4249d6-39f1-470a-a9df-0981ac8d70f1 req-6622fa1e-f701-4bdf-ad16-2e8eb215526f tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d314c927-2686-42e6-ae42-8ae0c1fcabd4 HTTP/1.1" status: 200 len: 944 time: 0.0521886 Oct 20 12:02:10.101239 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:10.103850 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aa4249d6-39f1-470a-a9df-0981ac8d70f1 req-1e94071b-ae83-400f-a7a4-d9513d63b333 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372806 Oct 20 12:02:11.228952 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43c65e-59cf-41d1-a236-8965eeb2682b req-191e6166-4368-41eb-94b0-f30d2f17dabf tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:11.230491 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ed43c65e-59cf-41d1-a236-8965eeb2682b req-191e6166-4368-41eb-94b0-f30d2f17dabf tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d314c927-2686-42e6-ae42-8ae0c1fcabd4 HTTP/1.1" status: 200 len: 944 time: 0.0528822 Oct 20 12:02:11.273381 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ed43c65e-59cf-41d1-a236-8965eeb2682b req-df16bc7e-1bce-4e7e-bc9b-7aac38f39906 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363348 Oct 20 12:02:12.408659 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390070d7-3fcc-43a0-aa87-65678fab7b32 req-1388fdad-0dd1-4ae0-a7b5-703e76d22897 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:12.411544 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-390070d7-3fcc-43a0-aa87-65678fab7b32 req-1388fdad-0dd1-4ae0-a7b5-703e76d22897 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d314c927-2686-42e6-ae42-8ae0c1fcabd4 HTTP/1.1" status: 200 len: 944 time: 0.0557411 Oct 20 12:02:12.454460 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-390070d7-3fcc-43a0-aa87-65678fab7b32 req-d96fd4ad-447e-43ab-b57f-94ae55db8463 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360696 Oct 20 12:02:13.574587 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd0305-8010-43ba-9946-f5813a43f4cf req-79fccb22-6152-49e7-b7aa-826e64809c8a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:13.577839 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ccdd0305-8010-43ba-9946-f5813a43f4cf req-79fccb22-6152-49e7-b7aa-826e64809c8a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d314c927-2686-42e6-ae42-8ae0c1fcabd4 HTTP/1.1" status: 200 len: 944 time: 0.0516181 Oct 20 12:02:13.627518 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ccdd0305-8010-43ba-9946-f5813a43f4cf req-4fa34176-3d74-4d73-ae0a-70289a9fe835 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425913 Oct 20 12:02:14.468191 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:02:14.480933 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50044) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:02:14.668828 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-40aa38bc-97d3-44bd-b24b-33225c2f17a9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Deleting port 145c5916-c719-4061-a105-cd584b266add {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:02:14.669435 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-40aa38bc-97d3-44bd-b24b-33225c2f17a9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:14.787139 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-40aa38bc-97d3-44bd-b24b-33225c2f17a9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:14.787556 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-40aa38bc-97d3-44bd-b24b-33225c2f17a9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:14.807567 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c252a-ff19-4749-9c08-ab7dabf8259e req-39566390-8505-4d31-9ef4-d01317823437 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:14.809169 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0e0c252a-ff19-4749-9c08-ab7dabf8259e req-39566390-8505-4d31-9ef4-d01317823437 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d314c927-2686-42e6-ae42-8ae0c1fcabd4 HTTP/1.1" status: 200 len: 944 time: 0.0865161 Oct 20 12:02:14.813967 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-40aa38bc-97d3-44bd-b24b-33225c2f17a9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Calling delete_port for 145c5916-c719-4061-a105-cd584b266add owned by network:floatingip {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:02:14.922383 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0e0c252a-ff19-4749-9c08-ab7dabf8259e req-bc3d638e-b85d-44da-b75b-b35ac4cae759 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038866 Oct 20 12:02:14.961049 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8bd063d7-dfbf-47c2-ac45-b14c506ccbfb req-abdb1d84-871e-49bd-9bd7-acaa8313b33f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2064600 Oct 20 12:02:15.090203 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd063d7-dfbf-47c2-ac45-b14c506ccbfb req-3705073a-cd12-48d4-8096-105e48fbb2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:15.097712 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8bd063d7-dfbf-47c2-ac45-b14c506ccbfb req-3705073a-cd12-48d4-8096-105e48fbb2bb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d5facc7ebf4c4973bcd1f7527a0dd7a6&device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 1098 time: 0.0650427 Oct 20 12:02:15.097712 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-40aa38bc-97d3-44bd-b24b-33225c2f17a9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:15.144767 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa38bc-97d3-44bd-b24b-33225c2f17a9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event deleted for resources: {'Port': ['ID=145c5916-c719-4061-a105-cd584b266add,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:15.313367 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-40aa38bc-97d3-44bd-b24b-33225c2f17a9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for floatingip, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:15.313946 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [None req-40aa38bc-97d3-44bd-b24b-33225c2f17a9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Floating IP 07747a21-1cff-410d-a368-4cc619de909d disassociated (deleted). External IP: 172.25.5.187, port: 889149b3-773a-4d3c-af1a-bc2c3fa049f3. Oct 20 12:02:15.390219 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd063d7-dfbf-47c2-ac45-b14c506ccbfb req-c601681d-5b9b-4602-83e9-b728e892d346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:15.391808 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8bd063d7-dfbf-47c2-ac45-b14c506ccbfb req-c601681d-5b9b-4602-83e9-b728e892d346 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6dd2d5c8-1621-42ed-b480-8b3fe659c010 HTTP/1.1" status: 200 len: 919 time: 0.2580225 Oct 20 12:02:15.507646 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2f38d-95fa-450d-b3ff-a781d22a23f3 req-09f811af-a19a-4d54-a441-238673445fa2 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:15.509266 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-06f2f38d-95fa-450d-b3ff-a781d22a23f3 req-09f811af-a19a-4d54-a441-238673445fa2 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 947 time: 0.2023129 Oct 20 12:02:15.541949 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8bd063d7-dfbf-47c2-ac45-b14c506ccbfb req-453324a8-1c41-44de-a7f6-1d2e8cceda46 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acdba51b-1bef-4266-b4b0-335df89c63c3 HTTP/1.1" status: 200 len: 1002 time: 0.1396010 Oct 20 12:02:15.639681 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-06f2f38d-95fa-450d-b3ff-a781d22a23f3 req-db4fcd19-da70-4aa7-abcd-2e3d0d1bf2b5 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230454 Oct 20 12:02:15.641143 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:15.705108 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd063d7-dfbf-47c2-ac45-b14c506ccbfb req-ab677e60-fcd2-4f97-9c89-dc1967b87710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:15.706646 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8bd063d7-dfbf-47c2-ac45-b14c506ccbfb req-ab677e60-fcd2-4f97-9c89-dc1967b87710 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=85c08acc-8a9f-45d6-96df-e5a8900af70a HTTP/1.1" status: 200 len: 856 time: 0.1548831 Oct 20 12:02:15.763084 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40aa38bc-97d3-44bd-b24b-33225c2f17a9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Router 03e1dac0-8ffd-447b-8151-55f43de87a2f has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:02:15.779396 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd063d7-dfbf-47c2-ac45-b14c506ccbfb req-e0b6c46b-31b3-471a-9de6-488c4cdb9033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:15.781008 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8bd063d7-dfbf-47c2-ac45-b14c506ccbfb req-e0b6c46b-31b3-471a-9de6-488c4cdb9033 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6dd2d5c8-1621-42ed-b480-8b3fe659c010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644600 Oct 20 12:02:15.960884 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8bd063d7-dfbf-47c2-ac45-b14c506ccbfb req-37780d7c-25ef-4d5d-8d58-e307eea976c4 service neutron] 10.222.0.11 "GET /v2.0/networks/6dd2d5c8-1621-42ed-b480-8b3fe659c010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433101 Oct 20 12:02:15.962267 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40aa38bc-97d3-44bd-b24b-33225c2f17a9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:02:15.969517 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-40aa38bc-97d3-44bd-b24b-33225c2f17a9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:15.991075 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2fd8f4-b221-42ab-8bfd-48860ea150cc None None] Sync routers for ids ['03e1dac0-8ffd-447b-8151-55f43de87a2f'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:02:16.014933 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2fd8f4-b221-42ab-8bfd-48860ea150cc None None] Routers {'03e1dac0-8ffd-447b-8151-55f43de87a2f'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:02:16.015570 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-7f2fd8f4-b221-42ab-8bfd-48860ea150cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:01:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['03e1dac0-8ffd-447b-8151-55f43de87a2f'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:02:16.045882 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-40aa38bc-97d3-44bd-b24b-33225c2f17a9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "DELETE /v2.0/floatingips/07747a21-1cff-410d-a368-4cc619de909d HTTP/1.1" status: 204 len: 168 time: 1.5610223 Oct 20 12:02:16.053283 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1308bf88-97c8-4c26-a478-1f951a1a54bf', 'tag': '889149b3-773a-4d3c-af1a-bc2c3fa049f3'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:02:16.055795 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5acbbf88-64dd-470c-b64e-03b7db87de95" -d '{"events": [{"name": "network-changed", "server_uuid": "1308bf88-97c8-4c26-a478-1f951a1a54bf", "tag": "889149b3-773a-4d3c-af1a-bc2c3fa049f3"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:02:16.130711 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85341fc5-1cea-49a1-82a0-b6c4d2b2092d req-c94d299c-fb98-4df0-82e6-5a9154fe3bba tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:16.132323 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-85341fc5-1cea-49a1-82a0-b6c4d2b2092d req-c94d299c-fb98-4df0-82e6-5a9154fe3bba tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d314c927-2686-42e6-ae42-8ae0c1fcabd4 HTTP/1.1" status: 200 len: 944 time: 0.1185455 Oct 20 12:02:16.173548 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8bd063d7-dfbf-47c2-ac45-b14c506ccbfb req-75d3e90f-a651-47e1-bb2b-3b697558abae service neutron] 10.222.0.11 "GET /v2.0/networks/6dd2d5c8-1621-42ed-b480-8b3fe659c010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996326 Oct 20 12:02:16.198016 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-85341fc5-1cea-49a1-82a0-b6c4d2b2092d req-c85f53bc-1edf-4667-8928-97746dcdb967 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513303 Oct 20 12:02:16.233592 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003fe67f-3adb-4173-b980-7ed067e6bdce x-openstack-request-id: req-003fe67f-3adb-4173-b980-7ed067e6bdce {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:02:16.234211 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1308bf88-97c8-4c26-a478-1f951a1a54bf", "tag": "889149b3-773a-4d3c-af1a-bc2c3fa049f3", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:02:16.234562 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-003fe67f-3adb-4173-b980-7ed067e6bdce {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:02:16.235218 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1308bf88-97c8-4c26-a478-1f951a1a54bf', 'tag': '889149b3-773a-4d3c-af1a-bc2c3fa049f3', 'status': 'completed', 'code': 200} Oct 20 12:02:16.309060 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-7f2fd8f4-b221-42ab-8bfd-48860ea150cc None None] Set router 03e1dac0-8ffd-447b-8151-55f43de87a2f gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:02:16.337125 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acbbf88-64dd-470c-b64e-03b7db87de95 req-dd786c87-a571-457c-a991-f7982b5fdeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:16.338650 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5acbbf88-64dd-470c-b64e-03b7db87de95 req-dd786c87-a571-457c-a991-f7982b5fdeb6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d69630d5f3304dc8a33f46da29b2ea4c&device_id=1308bf88-97c8-4c26-a478-1f951a1a54bf HTTP/1.1" status: 200 len: 1096 time: 0.0742171 Oct 20 12:02:16.351087 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e94480-b0e7-4c1b-809c-9b16576fdb87 req-790aff9b-ad86-46a2-b2d9-a66ed9ddc4dd tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:16.352753 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-02e94480-b0e7-4c1b-809c-9b16576fdb87 req-790aff9b-ad86-46a2-b2d9-a66ed9ddc4dd tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=1308bf88-97c8-4c26-a478-1f951a1a54bf HTTP/1.1" status: 200 len: 945 time: 0.0774071 Oct 20 12:02:16.447491 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-02e94480-b0e7-4c1b-809c-9b16576fdb87 req-599dc981-36fc-4f9f-a175-a9bd07e3fb90 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1f62853-1ecd-4f8a-95f7-857b88e3b0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862374 Oct 20 12:02:16.486254 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acbbf88-64dd-470c-b64e-03b7db87de95 req-5c14ea1c-2762-4003-9077-3b2c2a4a8976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:16.487966 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5acbbf88-64dd-470c-b64e-03b7db87de95 req-5c14ea1c-2762-4003-9077-3b2c2a4a8976 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7f0d14de-0097-4925-b4ce-2079955331dd HTTP/1.1" status: 200 len: 898 time: 0.1343567 Oct 20 12:02:16.534051 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5acbbf88-64dd-470c-b64e-03b7db87de95 req-3f3baccf-571d-4063-ab15-fffc897fe992 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=889149b3-773a-4d3c-af1a-bc2c3fa049f3 HTTP/1.1" status: 200 len: 217 time: 0.0372531 Oct 20 12:02:16.539526 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-7f2fd8f4-b221-42ab-8bfd-48860ea150cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e1dac0-8ffd-447b-8151-55f43de87a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860620242', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '4b8e96b8-229b-4ba7-b6ec-1136920960eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:00:31Z', 'updated_at': '2021-10-20T12:00:35Z', 'revision_number': 4, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': '4b8e96b8-229b-4ba7-b6ec-1136920960eb', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e1dac0-8ffd-447b-8151-55f43de87a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:00:31Z', 'updated_at': '2021-10-20T12:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'a1082c2c-a1bb-4a17-a60e-b3834622794d', 'name': '', 'network_id': '7f0d14de-0097-4925-b4ce-2079955331dd', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'mac_address': 'fa:16:3e:bf:c4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e1dac0-8ffd-447b-8151-55f43de87a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': 'fd61083e-c205-496d-a0f4-6dd7e3c83220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:00:34Z', 'updated_at': '2021-10-20T12:00:38Z', 'revision_number': 5, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'subnets': [{'id': 'fd61083e-c205-496d-a0f4-6dd7e3c83220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:02:16.565676 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2fd8f4-b221-42ab-8bfd-48860ea150cc None None] Checking router: 03e1dac0-8ffd-447b-8151-55f43de87a2f for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:02:16.574915 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2fd8f4-b221-42ab-8bfd-48860ea150cc None None] Routers {'03e1dac0-8ffd-447b-8151-55f43de87a2f'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:02:16.575540 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-7f2fd8f4-b221-42ab-8bfd-48860ea150cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:01:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['03e1dac0-8ffd-447b-8151-55f43de87a2f'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:02:16.588024 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acbbf88-64dd-470c-b64e-03b7db87de95 req-0e475d67-6cdc-4d80-a53d-fcca8ee40c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:16.589523 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5acbbf88-64dd-470c-b64e-03b7db87de95 req-0e475d67-6cdc-4d80-a53d-fcca8ee40c5f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fd61083e-c205-496d-a0f4-6dd7e3c83220 HTTP/1.1" status: 200 len: 835 time: 0.0459638 Oct 20 12:02:16.650126 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acbbf88-64dd-470c-b64e-03b7db87de95 req-d041321f-d4d9-41ac-a3cb-4a4edc7b1e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:16.651488 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5acbbf88-64dd-470c-b64e-03b7db87de95 req-d041321f-d4d9-41ac-a3cb-4a4edc7b1e9a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7f0d14de-0097-4925-b4ce-2079955331dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541773 Oct 20 12:02:16.698032 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-7f2fd8f4-b221-42ab-8bfd-48860ea150cc None None] Set router 03e1dac0-8ffd-447b-8151-55f43de87a2f gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:02:16.758778 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5acbbf88-64dd-470c-b64e-03b7db87de95 req-c0565767-4542-44fc-b601-4e3171d6134c service neutron] 10.222.0.11 "GET /v2.0/networks/7f0d14de-0097-4925-b4ce-2079955331dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985920 Oct 20 12:02:16.860962 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc37527-76a2-4f09-b388-0be140cffbbe req-5334708a-a417-4e8b-ac6e-d2eae7357f1b tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:16.862605 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7cc37527-76a2-4f09-b388-0be140cffbbe req-5334708a-a417-4e8b-ac6e-d2eae7357f1b tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 947 time: 0.1188483 Oct 20 12:02:16.909770 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-7f2fd8f4-b221-42ab-8bfd-48860ea150cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e1dac0-8ffd-447b-8151-55f43de87a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860620242', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '4b8e96b8-229b-4ba7-b6ec-1136920960eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:00:31Z', 'updated_at': '2021-10-20T12:00:35Z', 'revision_number': 4, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': '4b8e96b8-229b-4ba7-b6ec-1136920960eb', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e1dac0-8ffd-447b-8151-55f43de87a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:00:31Z', 'updated_at': '2021-10-20T12:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'a1082c2c-a1bb-4a17-a60e-b3834622794d', 'name': '', 'network_id': '7f0d14de-0097-4925-b4ce-2079955331dd', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'mac_address': 'fa:16:3e:bf:c4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e1dac0-8ffd-447b-8151-55f43de87a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': 'fd61083e-c205-496d-a0f4-6dd7e3c83220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:00:34Z', 'updated_at': '2021-10-20T12:00:38Z', 'revision_number': 5, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'subnets': [{'id': 'fd61083e-c205-496d-a0f4-6dd7e3c83220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:02:16.928295 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5acbbf88-64dd-470c-b64e-03b7db87de95 req-152f1930-07f7-449e-a87b-335450a74b23 service neutron] 10.222.0.11 "GET /v2.0/networks/7f0d14de-0097-4925-b4ce-2079955331dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543329 Oct 20 12:02:16.941304 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2fd8f4-b221-42ab-8bfd-48860ea150cc None None] The sync data for ids ['03e1dac0-8ffd-447b-8151-55f43de87a2f'] in n-d-814735-3 is: [{'id': '03e1dac0-8ffd-447b-8151-55f43de87a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860620242', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '4b8e96b8-229b-4ba7-b6ec-1136920960eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:00:31Z', 'updated_at': '2021-10-20T12:00:35Z', 'revision_number': 4, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': '4b8e96b8-229b-4ba7-b6ec-1136920960eb', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e1dac0-8ffd-447b-8151-55f43de87a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:00:31Z', 'updated_at': '2021-10-20T12:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'a1082c2c-a1bb-4a17-a60e-b3834622794d', 'name': '', 'network_id': '7f0d14de-0097-4925-b4ce-2079955331dd', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'mac_address': 'fa:16:3e:bf:c4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e1dac0-8ffd-447b-8151-55f43de87a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': 'fd61083e-c205-496d-a0f4-6dd7e3c83220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:00:34Z', 'updated_at': '2021-10-20T12:00:38Z', 'revision_number': 5, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'subnets': [{'id': 'fd61083e-c205-496d-a0f4-6dd7e3c83220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:02:16.945941 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de09725-5186-4424-b72b-f5e55d2b3428 req-d77d43ec-002e-40a0-8ea1-33b26bdac84a tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:16.947508 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3de09725-5186-4424-b72b-f5e55d2b3428 req-d77d43ec-002e-40a0-8ea1-33b26bdac84a tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.11 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 947 time: 0.1055112 Oct 20 12:02:16.953465 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7cc37527-76a2-4f09-b388-0be140cffbbe req-23b1e284-23f1-4d21-be1b-2729352c2732 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=55480e8e-6b51-4741-9299-1589dfa876e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735040 Oct 20 12:02:17.048616 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-3de09725-5186-4424-b72b-f5e55d2b3428 req-b8bb1437-bbab-4c19-b1ce-0c5f2141de86 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Deleting port acdba51b-1bef-4266-b4b0-335df89c63c3 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:02:17.048949 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3de09725-5186-4424-b72b-f5e55d2b3428 req-b8bb1437-bbab-4c19-b1ce-0c5f2141de86 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:17.141249 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-3de09725-5186-4424-b72b-f5e55d2b3428 req-b8bb1437-bbab-4c19-b1ce-0c5f2141de86 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] For port acdba51b-1bef-4266-b4b0-335df89c63c3, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=acdba51b-1bef-4266-b4b0-335df89c63c3,segment=NetworkSegment(78d7fa11-a64e-4db6-8238-334913b98478),segment_id=78d7fa11-a64e-4db6-8238-334913b98478)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:02:17.141488 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3de09725-5186-4424-b72b-f5e55d2b3428 req-b8bb1437-bbab-4c19-b1ce-0c5f2141de86 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:17.177311 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370b7e0b-ad8e-44fe-ba23-3f517eea2af4 None None] New status for floating IP 07747a21-1cff-410d-a368-4cc619de909d: DOWN {{(pid=100648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 12:02:17.353323 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3de09725-5186-4424-b72b-f5e55d2b3428 req-b8bb1437-bbab-4c19-b1ce-0c5f2141de86 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:17.353680 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3de09725-5186-4424-b72b-f5e55d2b3428 req-b8bb1437-bbab-4c19-b1ce-0c5f2141de86 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:17.353997 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [req-3de09725-5186-4424-b72b-f5e55d2b3428 req-b8bb1437-bbab-4c19-b1ce-0c5f2141de86 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Floating IP 8a6548de-c879-40d7-bd4c-910a64543e4a disassociated. External IP: 172.25.5.238, port: acdba51b-1bef-4266-b4b0-335df89c63c3. Oct 20 12:02:17.354343 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-3de09725-5186-4424-b72b-f5e55d2b3428 req-b8bb1437-bbab-4c19-b1ce-0c5f2141de86 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Calling delete_port for acdba51b-1bef-4266-b4b0-335df89c63c3 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:02:17.377409 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d219011a-a2fc-4abd-9eac-be398a003541 req-e0edf131-b959-4d44-97ad-3ef4291b2a37 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:17.378954 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d219011a-a2fc-4abd-9eac-be398a003541 req-e0edf131-b959-4d44-97ad-3ef4291b2a37 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d314c927-2686-42e6-ae42-8ae0c1fcabd4 HTTP/1.1" status: 200 len: 944 time: 0.0761499 Oct 20 12:02:17.460002 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d219011a-a2fc-4abd-9eac-be398a003541 req-8bb7e7bf-7f12-4fa9-8df4-b3f8debc3461 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504386 Oct 20 12:02:17.602962 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3de09725-5186-4424-b72b-f5e55d2b3428 req-b8bb1437-bbab-4c19-b1ce-0c5f2141de86 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:17.642442 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb1437-bbab-4c19-b1ce-0c5f2141de86 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Pushing event deleted for resources: {'Port': ['ID=acdba51b-1bef-4266-b4b0-335df89c63c3,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:17.651995 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9d22e-7db1-4021-ab0c-8bbb10b3f1eb req-3491fe21-65c6-4af0-9409-160f208e35be tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:17.653585 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c1c9d22e-7db1-4021-ab0c-8bbb10b3f1eb req-3491fe21-65c6-4af0-9409-160f208e35be tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=1308bf88-97c8-4c26-a478-1f951a1a54bf HTTP/1.1" status: 200 len: 945 time: 0.1205034 Oct 20 12:02:17.723114 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f3212-7fbf-4515-b9e4-8ad02512cefd req-81397b03-29a5-4a04-8016-04e016f60a1a tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:17.724517 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-500f3212-7fbf-4515-b9e4-8ad02512cefd req-81397b03-29a5-4a04-8016-04e016f60a1a tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.11 "GET /v2.0/ports?device_id=1308bf88-97c8-4c26-a478-1f951a1a54bf HTTP/1.1" status: 200 len: 945 time: 0.1511085 Oct 20 12:02:17.779361 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c1c9d22e-7db1-4021-ab0c-8bbb10b3f1eb req-11fb0acb-e8b6-4204-adcd-b7349be870cb tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1f62853-1ecd-4f8a-95f7-857b88e3b0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180809 Oct 20 12:02:18.252669 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-891c5d34-2824-4c8c-ba83-afd0397a0674 req-3bf159ff-98a6-4d2e-b073-1d5fade64eb0 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d HTTP/1.1" status: 200 len: 210 time: 0.0496955 Oct 20 12:02:18.279297 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3de09725-5186-4424-b72b-f5e55d2b3428 req-b8bb1437-bbab-4c19-b1ce-0c5f2141de86 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Router 13e2369d-9790-447e-a4d8-e6ef3d797042 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:02:18.335321 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-500f3212-7fbf-4515-b9e4-8ad02512cefd req-ab6dfc43-bca0-45b0-bf6d-fb7ad1222436 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Deleting port 889149b3-773a-4d3c-af1a-bc2c3fa049f3 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:02:18.335648 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-500f3212-7fbf-4515-b9e4-8ad02512cefd req-ab6dfc43-bca0-45b0-bf6d-fb7ad1222436 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:18.475482 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3de09725-5186-4424-b72b-f5e55d2b3428 req-b8bb1437-bbab-4c19-b1ce-0c5f2141de86 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:02:18.480011 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-500f3212-7fbf-4515-b9e4-8ad02512cefd req-ab6dfc43-bca0-45b0-bf6d-fb7ad1222436 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] For port 889149b3-773a-4d3c-af1a-bc2c3fa049f3, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=889149b3-773a-4d3c-af1a-bc2c3fa049f3,segment=NetworkSegment(9711587f-ead6-48e8-8d26-e6c27fdaa9ce),segment_id=9711587f-ead6-48e8-8d26-e6c27fdaa9ce)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:02:18.481287 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-500f3212-7fbf-4515-b9e4-8ad02512cefd req-ab6dfc43-bca0-45b0-bf6d-fb7ad1222436 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:18.486482 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167d6dff-73c2-4d2c-a39d-9cf392e5f1d7 None None] Sync routers for ids ['13e2369d-9790-447e-a4d8-e6ef3d797042'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:02:18.500176 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167d6dff-73c2-4d2c-a39d-9cf392e5f1d7 None None] Routers {'13e2369d-9790-447e-a4d8-e6ef3d797042'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:02:18.500919 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-167d6dff-73c2-4d2c-a39d-9cf392e5f1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:01:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['13e2369d-9790-447e-a4d8-e6ef3d797042'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:02:18.512174 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-500f3212-7fbf-4515-b9e4-8ad02512cefd req-ab6dfc43-bca0-45b0-bf6d-fb7ad1222436 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Calling delete_port for 889149b3-773a-4d3c-af1a-bc2c3fa049f3 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:02:18.538268 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de09725-5186-4424-b72b-f5e55d2b3428 req-b8bb1437-bbab-4c19-b1ce-0c5f2141de86 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] No DVR routers for this DVR port acdba51b-1bef-4266-b4b0-335df89c63c3 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:02:18.544138 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3de09725-5186-4424-b72b-f5e55d2b3428 req-b8bb1437-bbab-4c19-b1ce-0c5f2141de86 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:18.547473 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3de09725-5186-4424-b72b-f5e55d2b3428 req-b8bb1437-bbab-4c19-b1ce-0c5f2141de86 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.11 "DELETE /v2.0/ports/acdba51b-1bef-4266-b4b0-335df89c63c3 HTTP/1.1" status: 204 len: 173 time: 1.5915279 Oct 20 12:02:18.547919 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d', 'name': 'network-vif-deleted', 'tag': 'acdba51b-1bef-4266-b4b0-335df89c63c3'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:02:18.550228 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ee2190-ff8b-426b-88b0-b95295a4b59d" -d '{"events": [{"server_uuid": "493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d", "name": "network-vif-deleted", "tag": "acdba51b-1bef-4266-b4b0-335df89c63c3"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:02:18.613289 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2607187b-b6be-4a63-8360-fa3d4758cda8 x-openstack-request-id: req-2607187b-b6be-4a63-8360-fa3d4758cda8 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:02:18.613672 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d", "name": "network-vif-deleted", "tag": "acdba51b-1bef-4266-b4b0-335df89c63c3", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:02:18.613924 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2607187b-b6be-4a63-8360-fa3d4758cda8 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:02:18.614326 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '493a2c0a-22f5-4f93-bbd2-b9cf4ea5413d', 'name': 'network-vif-deleted', 'tag': 'acdba51b-1bef-4266-b4b0-335df89c63c3', 'status': 'completed', 'code': 200} Oct 20 12:02:18.657203 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd92ec-cacd-4dc0-9e58-9559e68d38e4 req-e4d2e2b8-bb59-42d4-993d-e0528b1d0eb0 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:18.658834 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-69bd92ec-cacd-4dc0-9e58-9559e68d38e4 req-e4d2e2b8-bb59-42d4-993d-e0528b1d0eb0 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d314c927-2686-42e6-ae42-8ae0c1fcabd4 HTTP/1.1" status: 200 len: 944 time: 0.1173170 Oct 20 12:02:18.677381 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-167d6dff-73c2-4d2c-a39d-9cf392e5f1d7 None None] Set router 13e2369d-9790-447e-a4d8-e6ef3d797042 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:02:18.741873 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-69bd92ec-cacd-4dc0-9e58-9559e68d38e4 req-3d5106ed-b5fa-46e5-ad28-da52331f512a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693007 Oct 20 12:02:18.773708 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-500f3212-7fbf-4515-b9e4-8ad02512cefd req-ab6dfc43-bca0-45b0-bf6d-fb7ad1222436 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:18.810944 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6dfc43-bca0-45b0-bf6d-fb7ad1222436 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event deleted for resources: {'Port': ['ID=889149b3-773a-4d3c-af1a-bc2c3fa049f3,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:18.864342 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-500f3212-7fbf-4515-b9e4-8ad02512cefd req-ab6dfc43-bca0-45b0-bf6d-fb7ad1222436 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] No DVR routers for this DVR port 889149b3-773a-4d3c-af1a-bc2c3fa049f3 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:02:18.867158 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-500f3212-7fbf-4515-b9e4-8ad02512cefd req-ab6dfc43-bca0-45b0-bf6d-fb7ad1222436 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:18.871397 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-500f3212-7fbf-4515-b9e4-8ad02512cefd req-ab6dfc43-bca0-45b0-bf6d-fb7ad1222436 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.11 "DELETE /v2.0/ports/889149b3-773a-4d3c-af1a-bc2c3fa049f3 HTTP/1.1" status: 204 len: 173 time: 1.1403019 Oct 20 12:02:18.907198 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-87e6b531-ce04-4428-9111-ab789f5efb20 req-ee7f2be8-23d9-40b3-8a66-b00cf072cdb4 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "GET /v2.0/ports?device_id=1308bf88-97c8-4c26-a478-1f951a1a54bf HTTP/1.1" status: 200 len: 210 time: 0.0347393 Oct 20 12:02:18.921143 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-167d6dff-73c2-4d2c-a39d-9cf392e5f1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'name': 'tempest-AttachVolumeShelveTestJSON-1857829989-router', 'tenant_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'b1c85f19-68fd-4e3c-98d7-0d3214c67877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:26Z', 'updated_at': '2021-10-20T11:58:30Z', 'revision_number': 4, 'project_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'gw_port': {'id': 'b1c85f19-68fd-4e3c-98d7-0d3214c67877', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:27Z', 'updated_at': '2021-10-20T11:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '8335b7bb-896d-4613-b38b-b659863017f1', 'name': '', 'network_id': '6dd2d5c8-1621-42ed-b480-8b3fe659c010', 'tenant_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'mac_address': 'fa:16:3e:98:2a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '85c08acc-8a9f-45d6-96df-e5a8900af70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:29Z', 'updated_at': '2021-10-20T11:58:33Z', 'revision_number': 5, 'project_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'subnets': [{'id': '85c08acc-8a9f-45d6-96df-e5a8900af70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:02:18.949332 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167d6dff-73c2-4d2c-a39d-9cf392e5f1d7 None None] Checking router: 13e2369d-9790-447e-a4d8-e6ef3d797042 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:02:18.958652 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167d6dff-73c2-4d2c-a39d-9cf392e5f1d7 None None] Routers {'13e2369d-9790-447e-a4d8-e6ef3d797042'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:02:18.959387 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-167d6dff-73c2-4d2c-a39d-9cf392e5f1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:01:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['13e2369d-9790-447e-a4d8-e6ef3d797042'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:02:19.086967 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-167d6dff-73c2-4d2c-a39d-9cf392e5f1d7 None None] Set router 13e2369d-9790-447e-a4d8-e6ef3d797042 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:02:19.332751 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-167d6dff-73c2-4d2c-a39d-9cf392e5f1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'name': 'tempest-AttachVolumeShelveTestJSON-1857829989-router', 'tenant_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'b1c85f19-68fd-4e3c-98d7-0d3214c67877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:26Z', 'updated_at': '2021-10-20T11:58:30Z', 'revision_number': 4, 'project_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'gw_port': {'id': 'b1c85f19-68fd-4e3c-98d7-0d3214c67877', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:27Z', 'updated_at': '2021-10-20T11:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '8335b7bb-896d-4613-b38b-b659863017f1', 'name': '', 'network_id': '6dd2d5c8-1621-42ed-b480-8b3fe659c010', 'tenant_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'mac_address': 'fa:16:3e:98:2a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '85c08acc-8a9f-45d6-96df-e5a8900af70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:29Z', 'updated_at': '2021-10-20T11:58:33Z', 'revision_number': 5, 'project_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'subnets': [{'id': '85c08acc-8a9f-45d6-96df-e5a8900af70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:02:19.346510 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a4d353be-67b2-4a5b-a53b-ddb037cc6efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:19.360565 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50084) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:02:19.364134 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167d6dff-73c2-4d2c-a39d-9cf392e5f1d7 None None] The sync data for ids ['13e2369d-9790-447e-a4d8-e6ef3d797042'] in n-d-814735-3 is: [{'id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'name': 'tempest-AttachVolumeShelveTestJSON-1857829989-router', 'tenant_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'b1c85f19-68fd-4e3c-98d7-0d3214c67877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:26Z', 'updated_at': '2021-10-20T11:58:30Z', 'revision_number': 4, 'project_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'gw_port': {'id': 'b1c85f19-68fd-4e3c-98d7-0d3214c67877', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:27Z', 'updated_at': '2021-10-20T11:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '8335b7bb-896d-4613-b38b-b659863017f1', 'name': '', 'network_id': '6dd2d5c8-1621-42ed-b480-8b3fe659c010', 'tenant_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'mac_address': 'fa:16:3e:98:2a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '85c08acc-8a9f-45d6-96df-e5a8900af70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:29Z', 'updated_at': '2021-10-20T11:58:33Z', 'revision_number': 5, 'project_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'subnets': [{'id': '85c08acc-8a9f-45d6-96df-e5a8900af70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:02:19.424323 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5b3b6080-d8f6-44b6-af45-b7567adba213 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:19.452197 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5b3b6080-d8f6-44b6-af45-b7567adba213 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:19.504412 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5b3b6080-d8f6-44b6-af45-b7567adba213 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:19.507199 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5b3b6080-d8f6-44b6-af45-b7567adba213 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:19.511068 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-5b3b6080-d8f6-44b6-af45-b7567adba213 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "DELETE /v2.0/security-groups/55480e8e-6b51-4741-9299-1589dfa876e6 HTTP/1.1" status: 204 len: 168 time: 0.1469533 Oct 20 12:02:19.511809 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50086) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:02:19.519760 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3b6080-d8f6-44b6-af45-b7567adba213 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55480e8e-6b51-4741-9299-1589dfa876e6,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:19.529623 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-0d16cb41-f582-432d-b47a-409f584690fc tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] show failed (client error): The resource could not be found. Oct 20 12:02:19.530993 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0d16cb41-f582-432d-b47a-409f584690fc tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups/55480e8e-6b51-4741-9299-1589dfa876e6 HTTP/1.1" status: 404 len: 347 time: 0.0175440 Oct 20 12:02:19.534221 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50088) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:02:19.629019 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c349d3-7532-4b47-adfe-178112776b4e None None] New status for floating IP 8a6548de-c879-40d7-bd4c-910a64543e4a: DOWN {{(pid=100648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 12:02:19.680172 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-65f5962c-f300-4e85-85af-efed89f7262c tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Deleting port e833860f-ee90-4b82-acc9-57ec26458633 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:02:19.680477 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-65f5962c-f300-4e85-85af-efed89f7262c tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:19.778094 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-65f5962c-f300-4e85-85af-efed89f7262c tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:19.778426 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-65f5962c-f300-4e85-85af-efed89f7262c tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:19.793648 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-65f5962c-f300-4e85-85af-efed89f7262c tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Calling delete_port for e833860f-ee90-4b82-acc9-57ec26458633 owned by network:floatingip {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:02:19.906941 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09147cb9-83c9-4faf-b8e0-d6c156da0055 req-a691c355-1e21-4c30-84ab-f60bac8eb96f tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:19.908350 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-09147cb9-83c9-4faf-b8e0-d6c156da0055 req-a691c355-1e21-4c30-84ab-f60bac8eb96f tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d314c927-2686-42e6-ae42-8ae0c1fcabd4 HTTP/1.1" status: 200 len: 944 time: 0.0725842 Oct 20 12:02:19.966839 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50094) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:02:19.981590 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-09147cb9-83c9-4faf-b8e0-d6c156da0055 req-10ab7ea1-10b2-4dba-b8fc-99fb1e7b5ccd tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659313 Oct 20 12:02:20.008534 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-65f5962c-f300-4e85-85af-efed89f7262c tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:20.036345 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f5962c-f300-4e85-85af-efed89f7262c tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Pushing event deleted for resources: {'Port': ['ID=e833860f-ee90-4b82-acc9-57ec26458633,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:20.105770 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-65f5962c-f300-4e85-85af-efed89f7262c tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks [] for floatingip, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:20.108519 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-65f5962c-f300-4e85-85af-efed89f7262c tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:20.109716 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-65f5962c-f300-4e85-85af-efed89f7262c tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "DELETE /v2.0/floatingips/8a6548de-c879-40d7-bd4c-910a64543e4a HTTP/1.1" status: 204 len: 168 time: 0.5744367 Oct 20 12:02:20.344919 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3b63e1ea-ea6a-4273-99cf-85854b433843 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:20.483551 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50098) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:02:20.488235 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-d84b19b0-2958-41f6-88f8-979d9d724874 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1633992666', 'description': 'tempest-description--911374845'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:02:20.512747 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d84b19b0-2958-41f6-88f8-979d9d724874 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:20.594043 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d84b19b0-2958-41f6-88f8-979d9d724874 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:20.598896 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d84b19b0-2958-41f6-88f8-979d9d724874 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:20.615271 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1308bf88-97c8-4c26-a478-1f951a1a54bf', 'name': 'network-vif-deleted', 'tag': '889149b3-773a-4d3c-af1a-bc2c3fa049f3'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:02:20.617549 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e62030-67b9-4d65-8178-87205b933942" -d '{"events": [{"server_uuid": "1308bf88-97c8-4c26-a478-1f951a1a54bf", "name": "network-vif-deleted", "tag": "889149b3-773a-4d3c-af1a-bc2c3fa049f3"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:02:20.625817 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-3b63e1ea-ea6a-4273-99cf-85854b433843 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Deleting port a1082c2c-a1bb-4a17-a60e-b3834622794d {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:02:20.626445 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3b63e1ea-ea6a-4273-99cf-85854b433843 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:20.641620 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b19b0-2958-41f6-88f8-979d9d724874 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49aa0f28-20c7-4c16-9e0b-51d677b96c39,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:20.647507 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d84b19b0-2958-41f6-88f8-979d9d724874 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:20.649594 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d84b19b0-2958-41f6-88f8-979d9d724874 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1649814 Oct 20 12:02:20.653100 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50102) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:02:20.660042 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-c704075b-f67d-4a38-9942-10a5b29f91f0 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Request body: {'security_group_rule': {'security_group_id': '49aa0f28-20c7-4c16-9e0b-51d677b96c39', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:02:20.671663 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e211946c-e24c-452c-bbd8-7bacd5cd99ad x-openstack-request-id: req-e211946c-e24c-452c-bbd8-7bacd5cd99ad {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:02:20.671957 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1308bf88-97c8-4c26-a478-1f951a1a54bf", "name": "network-vif-deleted", "tag": "889149b3-773a-4d3c-af1a-bc2c3fa049f3", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:02:20.672198 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e211946c-e24c-452c-bbd8-7bacd5cd99ad {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:02:20.672596 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1308bf88-97c8-4c26-a478-1f951a1a54bf', 'name': 'network-vif-deleted', 'tag': '889149b3-773a-4d3c-af1a-bc2c3fa049f3', 'status': 'completed', 'code': 200} Oct 20 12:02:20.690783 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c704075b-f67d-4a38-9942-10a5b29f91f0 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:20.732866 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-3b63e1ea-ea6a-4273-99cf-85854b433843 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] For port a1082c2c-a1bb-4a17-a60e-b3834622794d, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=a1082c2c-a1bb-4a17-a60e-b3834622794d,segment=NetworkSegment(9711587f-ead6-48e8-8d26-e6c27fdaa9ce),segment_id=9711587f-ead6-48e8-8d26-e6c27fdaa9ce)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:02:20.733267 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3b63e1ea-ea6a-4273-99cf-85854b433843 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:20.746892 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-3b63e1ea-ea6a-4273-99cf-85854b433843 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Calling delete_port for a1082c2c-a1bb-4a17-a60e-b3834622794d owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:02:20.752101 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c704075b-f67d-4a38-9942-10a5b29f91f0 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:20.756534 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c704075b-f67d-4a38-9942-10a5b29f91f0 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:20.776957 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c704075b-f67d-4a38-9942-10a5b29f91f0 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4632cea4-6913-42e0-9cd2-e4b97d30b78c,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:20.787634 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c704075b-f67d-4a38-9942-10a5b29f91f0 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:20.788569 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c704075b-f67d-4a38-9942-10a5b29f91f0 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1330025 Oct 20 12:02:20.792605 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50104) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:02:20.797487 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-ed739617-4521-462c-b7cf-e888771725d2 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Request body: {'security_group_rule': {'security_group_id': '49aa0f28-20c7-4c16-9e0b-51d677b96c39', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:02:20.826189 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ed739617-4521-462c-b7cf-e888771725d2 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:20.889946 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ed739617-4521-462c-b7cf-e888771725d2 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:20.894385 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ed739617-4521-462c-b7cf-e888771725d2 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:20.914297 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed739617-4521-462c-b7cf-e888771725d2 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95503dfc-ea69-4c76-9f6c-a4b9da1ce7e4,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:20.924815 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ed739617-4521-462c-b7cf-e888771725d2 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:20.926111 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ed739617-4521-462c-b7cf-e888771725d2 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1325037 Oct 20 12:02:20.929358 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50106) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:02:20.933834 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-9c187550-925a-43da-8831-28cd5ae570dc tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:02:20.941625 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3b63e1ea-ea6a-4273-99cf-85854b433843 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:20.960517 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9c187550-925a-43da-8831-28cd5ae570dc tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks [] for floatingip, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:20.974053 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b63e1ea-ea6a-4273-99cf-85854b433843 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event deleted for resources: {'Port': ['ID=a1082c2c-a1bb-4a17-a60e-b3834622794d,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:21.110821 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9c187550-925a-43da-8831-28cd5ae570dc tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:21.171281 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858bf874-9d73-4df0-a757-abfba601fdb9 req-a294b7cd-04c4-4053-9360-3cacd4d406a4 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:21.172907 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-858bf874-9d73-4df0-a757-abfba601fdb9 req-a294b7cd-04c4-4053-9360-3cacd4d406a4 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d314c927-2686-42e6-ae42-8ae0c1fcabd4 HTTP/1.1" status: 200 len: 944 time: 0.1053090 Oct 20 12:02:21.174956 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3b63e1ea-ea6a-4273-99cf-85854b433843 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:21.257868 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-858bf874-9d73-4df0-a757-abfba601fdb9 req-88eb1620-f06d-49a1-bf21-6b2659212db9 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767825 Oct 20 12:02:21.282830 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-9c187550-925a-43da-8831-28cd5ae570dc tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Allocated IP 172.25.5.170 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/871d027a-f34d-4ad3-bd97-c6e3c8e503bd) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:02:21.396042 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9c187550-925a-43da-8831-28cd5ae570dc tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:21.418166 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b63e1ea-ea6a-4273-99cf-85854b433843 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Router 03e1dac0-8ffd-447b-8151-55f43de87a2f has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:02:21.443988 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9c187550-925a-43da-8831-28cd5ae570dc tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:21.486393 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c187550-925a-43da-8831-28cd5ae570dc tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:02:21.489741 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-9c187550-925a-43da-8831-28cd5ae570dc tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:02:21.492420 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c187550-925a-43da-8831-28cd5ae570dc tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:02:21.524369 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c187550-925a-43da-8831-28cd5ae570dc tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Pushing event updated for resources: {'Port': ['ID=871d027a-f34d-4ad3-bd97-c6e3c8e503bd,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:21.615169 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9c187550-925a-43da-8831-28cd5ae570dc tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:21.657635 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9c187550-925a-43da-8831-28cd5ae570dc tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:21.705253 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device acdba51b-1bef-4266-b4b0-335df89c63c3 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:02:21.728660 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: acdba51b-1bef-4266-b4b0-335df89c63c3 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:02:21.728980 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device acdba51b-1bef-4266-b4b0-335df89c63c3 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:02:21.729586 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 889149b3-773a-4d3c-af1a-bc2c3fa049f3 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:02:21.752906 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: 889149b3-773a-4d3c-af1a-bc2c3fa049f3 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:02:21.753507 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 889149b3-773a-4d3c-af1a-bc2c3fa049f3 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:02:21.839024 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9c187550-925a-43da-8831-28cd5ae570dc tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:21.844657 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9c187550-925a-43da-8831-28cd5ae570dc tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:21.900847 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b63e1ea-ea6a-4273-99cf-85854b433843 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:02:21.909639 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3b63e1ea-ea6a-4273-99cf-85854b433843 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "PUT /v2.0/routers/03e1dac0-8ffd-447b-8151-55f43de87a2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9382999 Oct 20 12:02:21.909639 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50110) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:02:21.918026 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64e96b5-e258-442f-b1cf-4e3cd0b92b79 None None] Sync routers for ids ['03e1dac0-8ffd-447b-8151-55f43de87a2f'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:02:21.927618 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64e96b5-e258-442f-b1cf-4e3cd0b92b79 None None] Routers {'03e1dac0-8ffd-447b-8151-55f43de87a2f'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:02:21.928321 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-a64e96b5-e258-442f-b1cf-4e3cd0b92b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:01:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['03e1dac0-8ffd-447b-8151-55f43de87a2f'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:02:21.933137 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c187550-925a-43da-8831-28cd5ae570dc tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Pushing event updated for resources: {'Port': ['ID=871d027a-f34d-4ad3-bd97-c6e3c8e503bd,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:21.948890 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9c187550-925a-43da-8831-28cd5ae570dc tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:21.966969 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-e92d201b-774a-469f-bed8-a22aa4ee42f9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Deleting subnet fd61083e-c205-496d-a0f4-6dd7e3c83220 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 12:02:21.971633 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e92d201b-774a-469f-bed8-a22aa4ee42f9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:21.974126 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9c187550-925a-43da-8831-28cd5ae570dc tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:21.983407 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-9c187550-925a-43da-8831-28cd5ae570dc tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0449841 Oct 20 12:02:22.021284 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e92d201b-774a-469f-bed8-a22aa4ee42f9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:22.131003 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e92d201b-774a-469f-bed8-a22aa4ee42f9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:22.150438 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-a64e96b5-e258-442f-b1cf-4e3cd0b92b79 None None] Set router 03e1dac0-8ffd-447b-8151-55f43de87a2f gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:02:22.197671 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e92d201b-774a-469f-bed8-a22aa4ee42f9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:22.219470 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1ffc6205-dc74-45c5-9161-879d94b1d84f req-ba265224-fe41-45fd-9523-25d594cea735 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--1633992666&fields=id&tenant_id=d5facc7ebf4c4973bcd1f7527a0dd7a6 HTTP/1.1" status: 200 len: 267 time: 0.0415564 Oct 20 12:02:22.230170 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2bdbb399-7fdf-4f0a-8446-952ac51632a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:22.235687 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d201b-774a-469f-bed8-a22aa4ee42f9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event deleted for resources: {'Subnet': ['ID=fd61083e-c205-496d-a0f4-6dd7e3c83220,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:22.249904 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e92d201b-774a-469f-bed8-a22aa4ee42f9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:22.249904 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e92d201b-774a-469f-bed8-a22aa4ee42f9 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "DELETE /v2.0/subnets/fd61083e-c205-496d-a0f4-6dd7e3c83220 HTTP/1.1" status: 204 len: 168 time: 0.3363364 Oct 20 12:02:22.250234 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50124) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:02:22.257197 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39919b93-19a8-4508-a2ae-ba73741bf61d None None] Network 7f0d14de-0097-4925-b4ce-2079955331dd requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:02:22.399725 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-a64e96b5-e258-442f-b1cf-4e3cd0b92b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e1dac0-8ffd-447b-8151-55f43de87a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860620242', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '4b8e96b8-229b-4ba7-b6ec-1136920960eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:00:31Z', 'updated_at': '2021-10-20T12:02:20Z', 'revision_number': 5, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': '4b8e96b8-229b-4ba7-b6ec-1136920960eb', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e1dac0-8ffd-447b-8151-55f43de87a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:00:31Z', 'updated_at': '2021-10-20T12:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:02:22.410976 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-585e37f7-04aa-4845-9c9f-56ee98b4630f tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:22.438707 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e4b08-adfb-46ab-8a1d-77e8ca63cdd3 req-3273d554-dffb-4d23-840d-fff802099afe tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:22.440320 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fc4e4b08-adfb-46ab-8a1d-77e8ca63cdd3 req-3273d554-dffb-4d23-840d-fff802099afe tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d314c927-2686-42e6-ae42-8ae0c1fcabd4 HTTP/1.1" status: 200 len: 944 time: 0.0816400 Oct 20 12:02:22.448377 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc6205-dc74-45c5-9161-879d94b1d84f req-b315f791-36dc-4599-8364-9dd3d7f9e973 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:22.449933 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1ffc6205-dc74-45c5-9161-879d94b1d84f req-b315f791-36dc-4599-8364-9dd3d7f9e973 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/networks?id=6dd2d5c8-1621-42ed-b480-8b3fe659c010 HTTP/1.1" status: 200 len: 817 time: 0.2155259 Oct 20 12:02:22.457300 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64e96b5-e258-442f-b1cf-4e3cd0b92b79 None None] Checking router: 03e1dac0-8ffd-447b-8151-55f43de87a2f for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:02:22.476948 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64e96b5-e258-442f-b1cf-4e3cd0b92b79 None None] Routers {'03e1dac0-8ffd-447b-8151-55f43de87a2f'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:02:22.477678 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-a64e96b5-e258-442f-b1cf-4e3cd0b92b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:02:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['03e1dac0-8ffd-447b-8151-55f43de87a2f'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:02:22.485208 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1ffc6205-dc74-45c5-9161-879d94b1d84f req-28b54795-2241-45a9-b178-14637c09e332 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/quotas/d5facc7ebf4c4973bcd1f7527a0dd7a6 HTTP/1.1" status: 200 len: 375 time: 0.0156326 Oct 20 12:02:22.499161 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fc4e4b08-adfb-46ab-8a1d-77e8ca63cdd3 req-6a7f514d-311b-4aca-b64e-2a4983df4b03 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465920 Oct 20 12:02:22.502904 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb1298d-3915-480e-9f26-420c7b5bde9f None None] DHCP port deletion for 7f0d14de-0097-4925-b4ce-2079955331dd request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 12:02:22.565404 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-585e37f7-04aa-4845-9c9f-56ee98b4630f tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:22.572496 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-7eb1298d-3915-480e-9f26-420c7b5bde9f None None] Deleting port bf901ceb-620f-47b5-87c6-8fe44d32f28c {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:02:22.572872 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7eb1298d-3915-480e-9f26-420c7b5bde9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:22.584212 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1ffc6205-dc74-45c5-9161-879d94b1d84f req-ee84794d-64ff-41d3-8858-2b29e357bccc tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=d5facc7ebf4c4973bcd1f7527a0dd7a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0839288 Oct 20 12:02:22.634193 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-585e37f7-04aa-4845-9c9f-56ee98b4630f tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Deleting port 4b8e96b8-229b-4ba7-b6ec-1136920960eb {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:02:22.634569 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-585e37f7-04aa-4845-9c9f-56ee98b4630f tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:22.643158 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-a64e96b5-e258-442f-b1cf-4e3cd0b92b79 None None] Set router 03e1dac0-8ffd-447b-8151-55f43de87a2f gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:02:22.684536 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-7eb1298d-3915-480e-9f26-420c7b5bde9f None None] For port bf901ceb-620f-47b5-87c6-8fe44d32f28c, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=bf901ceb-620f-47b5-87c6-8fe44d32f28c,segment=NetworkSegment(9711587f-ead6-48e8-8d26-e6c27fdaa9ce),segment_id=9711587f-ead6-48e8-8d26-e6c27fdaa9ce)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:02:22.684924 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7eb1298d-3915-480e-9f26-420c7b5bde9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:22.703507 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-7eb1298d-3915-480e-9f26-420c7b5bde9f None None] Calling delete_port for bf901ceb-620f-47b5-87c6-8fe44d32f28c owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:02:22.727461 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1ffc6205-dc74-45c5-9161-879d94b1d84f req-5d032c4e-54c4-4b5c-8fb2-07acfd37435f service neutron] 10.222.0.98 "GET /v2.0/networks/6dd2d5c8-1621-42ed-b480-8b3fe659c010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269920 Oct 20 12:02:22.741077 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-585e37f7-04aa-4845-9c9f-56ee98b4630f tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] For port 4b8e96b8-229b-4ba7-b6ec-1136920960eb, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=4b8e96b8-229b-4ba7-b6ec-1136920960eb,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:02:22.741447 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-585e37f7-04aa-4845-9c9f-56ee98b4630f tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:22.759719 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-585e37f7-04aa-4845-9c9f-56ee98b4630f tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Calling delete_port for 4b8e96b8-229b-4ba7-b6ec-1136920960eb owned by network:router_gateway {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:02:22.811784 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7eb1298d-3915-480e-9f26-420c7b5bde9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:22.833188 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1ffc6205-dc74-45c5-9161-879d94b1d84f req-0c571317-0105-4319-b9d8-a7d54c92d5f0 service neutron] 10.222.0.98 "GET /v2.0/networks/6dd2d5c8-1621-42ed-b480-8b3fe659c010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045551 Oct 20 12:02:22.841189 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1298d-3915-480e-9f26-420c7b5bde9f None None] Pushing event deleted for resources: {'Port': ['ID=bf901ceb-620f-47b5-87c6-8fe44d32f28c,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:22.853829 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb1298d-3915-480e-9f26-420c7b5bde9f None None] No DVR routers for this DVR port bf901ceb-620f-47b5-87c6-8fe44d32f28c on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:02:22.860095 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1298d-3915-480e-9f26-420c7b5bde9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:02:22.860855 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1298d-3915-480e-9f26-420c7b5bde9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:02:22.861419 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1298d-3915-480e-9f26-420c7b5bde9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:02:22.862297 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1298d-3915-480e-9f26-420c7b5bde9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:02:22.862925 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1298d-3915-480e-9f26-420c7b5bde9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:02:22.863918 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1298d-3915-480e-9f26-420c7b5bde9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:02:22.864544 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1298d-3915-480e-9f26-420c7b5bde9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:02:22.865090 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1298d-3915-480e-9f26-420c7b5bde9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:02:22.865651 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1298d-3915-480e-9f26-420c7b5bde9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:02:22.866234 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1298d-3915-480e-9f26-420c7b5bde9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:02:22.867026 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1298d-3915-480e-9f26-420c7b5bde9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:02:22.867580 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1298d-3915-480e-9f26-420c7b5bde9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:02:22.873004 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-a64e96b5-e258-442f-b1cf-4e3cd0b92b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e1dac0-8ffd-447b-8151-55f43de87a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860620242', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '4b8e96b8-229b-4ba7-b6ec-1136920960eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:00:31Z', 'updated_at': '2021-10-20T12:02:20Z', 'revision_number': 5, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': '4b8e96b8-229b-4ba7-b6ec-1136920960eb', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e1dac0-8ffd-447b-8151-55f43de87a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:00:31Z', 'updated_at': '2021-10-20T12:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:02:22.910659 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64e96b5-e258-442f-b1cf-4e3cd0b92b79 None None] The sync data for ids ['03e1dac0-8ffd-447b-8151-55f43de87a2f'] in n-d-814735-3 is: [{'id': '03e1dac0-8ffd-447b-8151-55f43de87a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860620242', 'tenant_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '4b8e96b8-229b-4ba7-b6ec-1136920960eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:00:31Z', 'updated_at': '2021-10-20T12:02:20Z', 'revision_number': 5, 'project_id': 'd69630d5f3304dc8a33f46da29b2ea4c', 'gw_port': {'id': '4b8e96b8-229b-4ba7-b6ec-1136920960eb', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e1dac0-8ffd-447b-8151-55f43de87a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:00:31Z', 'updated_at': '2021-10-20T12:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:02:22.974120 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-585e37f7-04aa-4845-9c9f-56ee98b4630f tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:23.007966 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585e37f7-04aa-4845-9c9f-56ee98b4630f tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event deleted for resources: {'Port': ['ID=4b8e96b8-229b-4ba7-b6ec-1136920960eb,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:23.045620 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-be1de505-e50f-488a-bcfe-48e23218336b req-ef226002-ce68-4f15-a6bc-a4a6bfe2fe74 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 210 time: 0.0296767 Oct 20 12:02:23.080347 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-585e37f7-04aa-4845-9c9f-56ee98b4630f tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:23.128771 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:23.178946 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-585e37f7-04aa-4845-9c9f-56ee98b4630f tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:23.181248 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-585e37f7-04aa-4845-9c9f-56ee98b4630f tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:23.228062 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:23.253281 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-585e37f7-04aa-4845-9c9f-56ee98b4630f tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:23.254025 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585e37f7-04aa-4845-9c9f-56ee98b4630f tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Fanout notify agent at l3_agent the message router_deleted on router 03e1dac0-8ffd-447b-8151-55f43de87a2f {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 12:02:23.262924 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-585e37f7-04aa-4845-9c9f-56ee98b4630f tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:23.264205 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-585e37f7-04aa-4845-9c9f-56ee98b4630f tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "DELETE /v2.0/routers/03e1dac0-8ffd-447b-8151-55f43de87a2f HTTP/1.1" status: 204 len: 168 time: 1.0131376 Oct 20 12:02:23.267186 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50136) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:02:23.376348 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-402549c1-d831-41ca-9396-80157b9995a7 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:23.430045 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 376eccda-5f09-4bdb-9cf2-62dc6068899d details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:02:23.521108 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-402549c1-d831-41ca-9396-80157b9995a7 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:23.549625 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-402549c1-d831-41ca-9396-80157b9995a7 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f0d14de-0097-4925-b4ce-2079955331dd']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:02:23.552776 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 376eccda-5f09-4bdb-9cf2-62dc6068899d, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=376eccda-5f09-4bdb-9cf2-62dc6068899d,segment=NetworkSegment(eb3b04cf-4e5d-47e1-a25f-825ff902331c),segment_id=eb3b04cf-4e5d-47e1-a25f-825ff902331c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:02:23.562453 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-402549c1-d831-41ca-9396-80157b9995a7 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9711587f-ead6-48e8-8d26-e6c27fdaa9ce') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:02:23.562867 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-402549c1-d831-41ca-9396-80157b9995a7 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9711587f-ead6-48e8-8d26-e6c27fdaa9ce') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:02:23.571590 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '376eccda-5f09-4bdb-9cf2-62dc6068899d', 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a', 'port_id': '376eccda-5f09-4bdb-9cf2-62dc6068899d', 'mac_address': 'fa:16:3e:f9:c2:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '667cbc2d-c894-4d06-bf55-c551daf9476c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:02:23.578905 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-402549c1-d831-41ca-9396-80157b9995a7 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:23.594856 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-402549c1-d831-41ca-9396-80157b9995a7 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:23.603113 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-402549c1-d831-41ca-9396-80157b9995a7 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Releasing vlan 1298 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 12:02:23.603742 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-402549c1-d831-41ca-9396-80157b9995a7 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:23.620184 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 12:02:23.620184 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 12:02:23.620184 n-d-814735-3 neutron-server[100646]: timer() Oct 20 12:02:23.620184 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 12:02:23.620184 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 12:02:23.620184 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 12:02:23.620184 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 12:02:23.620184 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 12:02:23.620184 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 12:02:23.620184 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 12:02:23.620184 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 12:02:23.620184 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 12:02:23.620184 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 12:02:23.620184 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 12:02:23.620184 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 12:02:23.620184 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 12:02:23.620184 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 12:02:23.620184 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 12:02:23.620184 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 12:02:23.620184 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 12:02:23.620184 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 12:02:23.620184 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 12:02:23.620184 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 12:02:23.620184 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 12:02:23.620184 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 12:02:23.620184 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 12:02:23.620184 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 12:02:23.620184 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 12:02:23.620184 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 12:02:23.620184 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 12:02:23.620184 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 12:02:23.620184 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 12:02:23.625224 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:23.653952 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 376eccda-5f09-4bdb-9cf2-62dc6068899d {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:02:23.679385 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 376eccda-5f09-4bdb-9cf2-62dc6068899d, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=376eccda-5f09-4bdb-9cf2-62dc6068899d,segment=NetworkSegment(eb3b04cf-4e5d-47e1-a25f-825ff902331c),segment_id=eb3b04cf-4e5d-47e1-a25f-825ff902331c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:02:23.692209 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:23.714561 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea1387-a252-4e97-b61b-b35e2d386ae7 req-8dc6860a-5bd2-4a25-b431-f9411c696f80 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:23.716349 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-89ea1387-a252-4e97-b61b-b35e2d386ae7 req-8dc6860a-5bd2-4a25-b431-f9411c696f80 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d314c927-2686-42e6-ae42-8ae0c1fcabd4 HTTP/1.1" status: 200 len: 944 time: 0.0941973 Oct 20 12:02:23.737629 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-402549c1-d831-41ca-9396-80157b9995a7 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:23.746328 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-402549c1-d831-41ca-9396-80157b9995a7 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:23.754486 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-402549c1-d831-41ca-9396-80157b9995a7 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "DELETE /v2.0/networks/7f0d14de-0097-4925-b4ce-2079955331dd HTTP/1.1" status: 204 len: 168 time: 0.4864194 Oct 20 12:02:23.757559 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50142) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:02:23.777014 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402549c1-d831-41ca-9396-80157b9995a7 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event deleted for resources: {'Network': ['ID=7f0d14de-0097-4925-b4ce-2079955331dd,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:23.792111 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=376eccda-5f09-4bdb-9cf2-62dc6068899d,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:23.799750 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-89ea1387-a252-4e97-b61b-b35e2d386ae7 req-0ec7f265-6ea2-45e2-aa21-d348307c1480 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715654 Oct 20 12:02:23.863360 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2ad4f9d8-3d07-480b-8ab6-2b7b46398d57 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:23.892561 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2ad4f9d8-3d07-480b-8ab6-2b7b46398d57 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:23.959358 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['376eccda-5f09-4bdb-9cf2-62dc6068899d'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:02:23.966983 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2ad4f9d8-3d07-480b-8ab6-2b7b46398d57 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:23.969734 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2ad4f9d8-3d07-480b-8ab6-2b7b46398d57 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:23.971750 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2ad4f9d8-3d07-480b-8ab6-2b7b46398d57 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] 10.222.0.98 "DELETE /v2.0/security-groups/e1f62853-1ecd-4f8a-95f7-857b88e3b0c0 HTTP/1.1" status: 204 len: 168 time: 0.2117670 Oct 20 12:02:23.983865 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad4f9d8-3d07-480b-8ab6-2b7b46398d57 tempest-TestNetworkAdvancedServerOps-1363409052 tempest-TestNetworkAdvancedServerOps-1363409052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f62853-1ecd-4f8a-95f7-857b88e3b0c0,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:24.216852 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0b3039c7-bb77-4769-b11c-ed3a3e452652 req-911fd04c-e824-401c-9da2-561a3be2ab6a tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 210 time: 0.0638435 Oct 20 12:02:24.305015 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device bf901ceb-620f-47b5-87c6-8fe44d32f28c no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:02:24.334362 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: bf901ceb-620f-47b5-87c6-8fe44d32f28c {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:02:24.334709 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device bf901ceb-620f-47b5-87c6-8fe44d32f28c not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:02:24.335154 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device a1082c2c-a1bb-4a17-a60e-b3834622794d no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:02:24.347121 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc6205-dc74-45c5-9161-879d94b1d84f req-fb3803ad-fa18-45d4-82e8-ac7943caa8ed tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:24.348897 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1ffc6205-dc74-45c5-9161-879d94b1d84f req-fb3803ad-fa18-45d4-82e8-ac7943caa8ed tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.11 "GET /v2.0/networks?id=6dd2d5c8-1621-42ed-b480-8b3fe659c010 HTTP/1.1" status: 200 len: 817 time: 0.2309465 Oct 20 12:02:24.357256 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: a1082c2c-a1bb-4a17-a60e-b3834622794d {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:02:24.357606 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device a1082c2c-a1bb-4a17-a60e-b3834622794d not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:02:24.407438 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1ffc6205-dc74-45c5-9161-879d94b1d84f req-dbbfc60c-07c3-427d-b610-0e2e81bfab86 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5facc7ebf4c4973bcd1f7527a0dd7a6 HTTP/1.1" status: 200 len: 380 time: 0.0471113 Oct 20 12:02:24.418417 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-1ffc6205-dc74-45c5-9161-879d94b1d84f req-c8c97b2b-6dcc-4bb4-a46f-d2c240a62b31 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Request body: {'port': {'device_id': '24f78acd-85f1-4ceb-9380-c4e06e77d857', 'network_id': '6dd2d5c8-1621-42ed-b480-8b3fe659c010', 'admin_state_up': True, 'tenant_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'security_groups': ['49aa0f28-20c7-4c16-9e0b-51d677b96c39']}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:02:24.463935 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50152) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:02:24.546709 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ffc6205-dc74-45c5-9161-879d94b1d84f req-c8c97b2b-6dcc-4bb4-a46f-d2c240a62b31 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Made reservation on behalf of d5facc7ebf4c4973bcd1f7527a0dd7a6 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:02:24.550335 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-1ffc6205-dc74-45c5-9161-879d94b1d84f req-c8c97b2b-6dcc-4bb4-a46f-d2c240a62b31 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:24.619876 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-36c69e8f-6ac9-416c-9a19-7c35cada019b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d69630d5f3304dc8a33f46da29b2ea4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1516986 Oct 20 12:02:24.620255 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50158) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:02:24.672151 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9072fbd5-b65c-411f-bbc5-47b15674a545 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:24.678586 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-1ffc6205-dc74-45c5-9161-879d94b1d84f req-c8c97b2b-6dcc-4bb4-a46f-d2c240a62b31 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Allocated IP 172.20.0.9 (6dd2d5c8-1621-42ed-b480-8b3fe659c010/85c08acc-8a9f-45d6-96df-e5a8900af70a/7a41c414-e936-4384-ab02-34f20ae3ad38) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:02:24.694488 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9072fbd5-b65c-411f-bbc5-47b15674a545 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:24.745227 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9072fbd5-b65c-411f-bbc5-47b15674a545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:24.748271 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9072fbd5-b65c-411f-bbc5-47b15674a545 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:24.751253 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-9072fbd5-b65c-411f-bbc5-47b15674a545 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/cd1a8bf5-3759-4717-bbd7-aa6826ec7e40 HTTP/1.1" status: 204 len: 168 time: 0.1298790 Oct 20 12:02:24.759234 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9072fbd5-b65c-411f-bbc5-47b15674a545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1a8bf5-3759-4717-bbd7-aa6826ec7e40,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:24.830919 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-1ffc6205-dc74-45c5-9161-879d94b1d84f req-c8c97b2b-6dcc-4bb4-a46f-d2c240a62b31 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:24.869942 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-1ffc6205-dc74-45c5-9161-879d94b1d84f req-c8c97b2b-6dcc-4bb4-a46f-d2c240a62b31 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:24.943308 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ffc6205-dc74-45c5-9161-879d94b1d84f req-c8c97b2b-6dcc-4bb4-a46f-d2c240a62b31 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Network 6dd2d5c8-1621-42ed-b480-8b3fe659c010 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:02:24.951587 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-1ffc6205-dc74-45c5-9161-879d94b1d84f req-c8c97b2b-6dcc-4bb4-a46f-d2c240a62b31 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:02:24.953549 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:24.954489 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ffc6205-dc74-45c5-9161-879d94b1d84f req-c8c97b2b-6dcc-4bb4-a46f-d2c240a62b31 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:02:25.002081 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c97b2b-6dcc-4bb4-a46f-d2c240a62b31 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Pushing event updated for resources: {'Port': ['ID=7a41c414-e936-4384-ab02-34f20ae3ad38,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:25.023119 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67cb4e-c5fe-4fa7-b916-1e84079ba4db req-0d1ddb42-bfa6-494c-b6e0-202bf954caf8 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:25.024734 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ee67cb4e-c5fe-4fa7-b916-1e84079ba4db req-0d1ddb42-bfa6-494c-b6e0-202bf954caf8 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d314c927-2686-42e6-ae42-8ae0c1fcabd4 HTTP/1.1" status: 200 len: 945 time: 0.1390467 Oct 20 12:02:25.040538 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc6205-dc74-45c5-9161-879d94b1d84f req-c8c97b2b-6dcc-4bb4-a46f-d2c240a62b31 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:25.041509 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-1ffc6205-dc74-45c5-9161-879d94b1d84f req-c8c97b2b-6dcc-4bb4-a46f-d2c240a62b31 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:25.073388 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50166) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:02:25.076144 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1ffc6205-dc74-45c5-9161-879d94b1d84f req-c8c97b2b-6dcc-4bb4-a46f-d2c240a62b31 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6616602 Oct 20 12:02:25.089201 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-1ffc6205-dc74-45c5-9161-879d94b1d84f req-4fde32e2-bcc5-4264-92f7-1bb76cf27d73 service neutron] Request body: {'port': {'device_id': '24f78acd-85f1-4ceb-9380-c4e06e77d857', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:02:25.098639 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ee67cb4e-c5fe-4fa7-b916-1e84079ba4db req-9d67acc4-19b1-4a17-a557-7529882f5a2b tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653727 Oct 20 12:02:25.125161 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4143c7b0-5e64-4aa2-a51d-383b7ee28b9e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0974f12aee82475c9810bdd776e16df2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505264 Oct 20 12:02:25.127657 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50168) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:02:25.152901 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-1ffc6205-dc74-45c5-9161-879d94b1d84f req-4fde32e2-bcc5-4264-92f7-1bb76cf27d73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:25.183734 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-326b0805-ae8e-4e77-ae43-a1ab6884b8b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:25.205185 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-326b0805-ae8e-4e77-ae43-a1ab6884b8b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:25.232008 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-812fc35a-bf70-4df4-bf09-5e238ffe4244 None None] Provisioning complete for port 7a41c414-e936-4384-ab02-34f20ae3ad38 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:02:25.232596 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-812fc35a-bf70-4df4-bf09-5e238ffe4244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:25.259728 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-326b0805-ae8e-4e77-ae43-a1ab6884b8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:25.263746 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-326b0805-ae8e-4e77-ae43-a1ab6884b8b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:25.268600 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-326b0805-ae8e-4e77-ae43-a1ab6884b8b9 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/87ea85de-3796-435c-adc6-7df5cf9a24ed HTTP/1.1" status: 204 len: 168 time: 0.1396720 Oct 20 12:02:25.277841 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326b0805-ae8e-4e77-ae43-a1ab6884b8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ea85de-3796-435c-adc6-7df5cf9a24ed,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:25.319696 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-812fc35a-bf70-4df4-bf09-5e238ffe4244 None None] Port 7a41c414-e936-4384-ab02-34f20ae3ad38 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:02:25.432127 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2d5f9-45d0-4f84-b136-b43bc6a9e2e7 req-766a9eb0-8a8e-4255-944e-4d4c9b79c34b tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:25.433647 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d2c2d5f9-45d0-4f84-b136-b43bc6a9e2e7 req-766a9eb0-8a8e-4255-944e-4d4c9b79c34b tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 931 time: 0.1012173 Oct 20 12:02:25.442620 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 376eccda-5f09-4bdb-9cf2-62dc6068899d up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:02:25.502573 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 376eccda-5f09-4bdb-9cf2-62dc6068899d completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 12:02:25.506836 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 376eccda-5f09-4bdb-9cf2-62dc6068899d triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:02:25.507341 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:25.511187 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d2c2d5f9-45d0-4f84-b136-b43bc6a9e2e7 req-9e0023c0-33fc-4bca-98e6-ebc45438d030 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682688 Oct 20 12:02:25.531119 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-1ffc6205-dc74-45c5-9161-879d94b1d84f req-4fde32e2-bcc5-4264-92f7-1bb76cf27d73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a41c414-e936-4384-ab02-34f20ae3ad38 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:02:25.543651 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-1ffc6205-dc74-45c5-9161-879d94b1d84f req-4fde32e2-bcc5-4264-92f7-1bb76cf27d73 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:25.557222 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-1ffc6205-dc74-45c5-9161-879d94b1d84f req-4fde32e2-bcc5-4264-92f7-1bb76cf27d73 service neutron] Transition to ACTIVE for port object 7a41c414-e936-4384-ab02-34f20ae3ad38 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 12:02:25.563048 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-1ffc6205-dc74-45c5-9161-879d94b1d84f req-4fde32e2-bcc5-4264-92f7-1bb76cf27d73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:25.600892 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:25.627488 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd314c927-2686-42e6-ae42-8ae0c1fcabd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '376eccda-5f09-4bdb-9cf2-62dc6068899d'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:02:25.630410 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54e5f70-1e59-4117-ba1a-67acd732b0cf" -d '{"events": [{"server_uuid": "d314c927-2686-42e6-ae42-8ae0c1fcabd4", "name": "network-vif-plugged", "status": "completed", "tag": "376eccda-5f09-4bdb-9cf2-62dc6068899d"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:02:25.646916 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fde32e2-bcc5-4264-92f7-1bb76cf27d73 service neutron] Pushing event updated for resources: {'Port': ['ID=7a41c414-e936-4384-ab02-34f20ae3ad38,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:25.657053 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 376eccda-5f09-4bdb-9cf2-62dc6068899d, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=376eccda-5f09-4bdb-9cf2-62dc6068899d,segment=NetworkSegment(eb3b04cf-4e5d-47e1-a25f-825ff902331c),segment_id=eb3b04cf-4e5d-47e1-a25f-825ff902331c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:02:25.662259 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:25.721082 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-1ffc6205-dc74-45c5-9161-879d94b1d84f req-4fde32e2-bcc5-4264-92f7-1bb76cf27d73 service neutron] Attempting to bind port 7a41c414-e936-4384-ab02-34f20ae3ad38 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:02:25.722593 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-1ffc6205-dc74-45c5-9161-879d94b1d84f req-4fde32e2-bcc5-4264-92f7-1bb76cf27d73 service neutron] Attempting to bind port 7a41c414-e936-4384-ab02-34f20ae3ad38 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '78d7fa11-a64e-4db6-8238-334913b98478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '6dd2d5c8-1621-42ed-b480-8b3fe659c010'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:02:25.723410 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffc6205-dc74-45c5-9161-879d94b1d84f req-4fde32e2-bcc5-4264-92f7-1bb76cf27d73 service neutron] Attempting to bind port 7a41c414-e936-4384-ab02-34f20ae3ad38 on network 6dd2d5c8-1621-42ed-b480-8b3fe659c010 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:02:25.724066 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20baa979-facb-46bb-94a0-93c3a4554701 x-openstack-request-id: req-20baa979-facb-46bb-94a0-93c3a4554701 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:02:25.724356 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d314c927-2686-42e6-ae42-8ae0c1fcabd4", "name": "network-vif-plugged", "status": "completed", "tag": "376eccda-5f09-4bdb-9cf2-62dc6068899d", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:02:25.724775 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-20baa979-facb-46bb-94a0-93c3a4554701 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:02:25.725360 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd314c927-2686-42e6-ae42-8ae0c1fcabd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '376eccda-5f09-4bdb-9cf2-62dc6068899d', 'code': 200} Oct 20 12:02:25.726071 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=376eccda-5f09-4bdb-9cf2-62dc6068899d,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:25.731106 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffc6205-dc74-45c5-9161-879d94b1d84f req-4fde32e2-bcc5-4264-92f7-1bb76cf27d73 service neutron] Port 7a41c414-e936-4384-ab02-34f20ae3ad38 on network 6dd2d5c8-1621-42ed-b480-8b3fe659c010 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 12:02:25.731623 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffc6205-dc74-45c5-9161-879d94b1d84f req-4fde32e2-bcc5-4264-92f7-1bb76cf27d73 service neutron] Attempting to bind port 7a41c414-e936-4384-ab02-34f20ae3ad38 on network 6dd2d5c8-1621-42ed-b480-8b3fe659c010 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:02:25.750222 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffc6205-dc74-45c5-9161-879d94b1d84f req-4fde32e2-bcc5-4264-92f7-1bb76cf27d73 service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:02:25.750630 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffc6205-dc74-45c5-9161-879d94b1d84f req-4fde32e2-bcc5-4264-92f7-1bb76cf27d73 service neutron] Checking segment: {'id': '78d7fa11-a64e-4db6-8238-334913b98478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '6dd2d5c8-1621-42ed-b480-8b3fe659c010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:02:25.751169 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffc6205-dc74-45c5-9161-879d94b1d84f req-4fde32e2-bcc5-4264-92f7-1bb76cf27d73 service neutron] Bound using segment: {'id': '78d7fa11-a64e-4db6-8238-334913b98478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '6dd2d5c8-1621-42ed-b480-8b3fe659c010'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:02:25.751662 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-1ffc6205-dc74-45c5-9161-879d94b1d84f req-4fde32e2-bcc5-4264-92f7-1bb76cf27d73 service neutron] Bound port: 7a41c414-e936-4384-ab02-34f20ae3ad38, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78d7fa11-a64e-4db6-8238-334913b98478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '6dd2d5c8-1621-42ed-b480-8b3fe659c010'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:02:25.752127 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-1ffc6205-dc74-45c5-9161-879d94b1d84f req-4fde32e2-bcc5-4264-92f7-1bb76cf27d73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:25.790956 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 4b8e96b8-229b-4ba7-b6ec-1136920960eb no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:02:25.819084 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 4b8e96b8-229b-4ba7-b6ec-1136920960eb {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:02:25.819736 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 4b8e96b8-229b-4ba7-b6ec-1136920960eb not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:02:25.866515 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301c7cb-3a35-4745-9275-a7e6ab31c4db req-04bbf617-ec69-462b-8475-0c94923da295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:25.866515 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0301c7cb-3a35-4745-9275-a7e6ab31c4db req-04bbf617-ec69-462b-8475-0c94923da295 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d314c927-2686-42e6-ae42-8ae0c1fcabd4 HTTP/1.1" status: 200 len: 1097 time: 0.0724590 Oct 20 12:02:25.869469 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-1ffc6205-dc74-45c5-9161-879d94b1d84f req-4fde32e2-bcc5-4264-92f7-1bb76cf27d73 service neutron] For port 7a41c414-e936-4384-ab02-34f20ae3ad38, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:02:25.872959 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-1ffc6205-dc74-45c5-9161-879d94b1d84f req-4fde32e2-bcc5-4264-92f7-1bb76cf27d73 service neutron] For port 7a41c414-e936-4384-ab02-34f20ae3ad38, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=7a41c414-e936-4384-ab02-34f20ae3ad38,segment=NetworkSegment(78d7fa11-a64e-4db6-8238-334913b98478),segment_id=78d7fa11-a64e-4db6-8238-334913b98478)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:02:25.880150 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-1ffc6205-dc74-45c5-9161-879d94b1d84f req-4fde32e2-bcc5-4264-92f7-1bb76cf27d73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:25.930352 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc6205-dc74-45c5-9161-879d94b1d84f req-4fde32e2-bcc5-4264-92f7-1bb76cf27d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:25.931001 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-1ffc6205-dc74-45c5-9161-879d94b1d84f req-4fde32e2-bcc5-4264-92f7-1bb76cf27d73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:25.932396 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1ffc6205-dc74-45c5-9161-879d94b1d84f req-4fde32e2-bcc5-4264-92f7-1bb76cf27d73 service neutron] 10.222.0.11 "PUT /v2.0/ports/7a41c414-e936-4384-ab02-34f20ae3ad38 HTTP/1.1" status: 200 len: 1091 time: 0.8475492 Oct 20 12:02:25.934683 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24f78acd-85f1-4ceb-9380-c4e06e77d857', 'tag': '7a41c414-e936-4384-ab02-34f20ae3ad38'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:02:25.936987 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8e4acf-d314-4361-b50a-1889bbd53397" -d '{"events": [{"name": "network-changed", "server_uuid": "24f78acd-85f1-4ceb-9380-c4e06e77d857", "tag": "7a41c414-e936-4384-ab02-34f20ae3ad38"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:02:25.972408 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0301c7cb-3a35-4745-9275-a7e6ab31c4db req-bbe72eaf-24a5-4d7b-86fd-8e33fabeb47c service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897160 Oct 20 12:02:25.977759 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fde32e2-bcc5-4264-92f7-1bb76cf27d73 service neutron] Pushing event updated for resources: {'Port': ['ID=7a41c414-e936-4384-ab02-34f20ae3ad38,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:26.005221 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c5a0b3-d8d5-4b5c-ba38-be952409d7df x-openstack-request-id: req-e9c5a0b3-d8d5-4b5c-ba38-be952409d7df {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:02:26.005657 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24f78acd-85f1-4ceb-9380-c4e06e77d857", "tag": "7a41c414-e936-4384-ab02-34f20ae3ad38", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:02:26.006000 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e9c5a0b3-d8d5-4b5c-ba38-be952409d7df {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:02:26.006534 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24f78acd-85f1-4ceb-9380-c4e06e77d857', 'tag': '7a41c414-e936-4384-ab02-34f20ae3ad38', 'status': 'completed', 'code': 200} Oct 20 12:02:26.037950 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc6205-dc74-45c5-9161-879d94b1d84f req-ffdb5a92-d59c-4ee9-9139-e52d9b891ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:26.039784 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1ffc6205-dc74-45c5-9161-879d94b1d84f req-ffdb5a92-d59c-4ee9-9139-e52d9b891ee3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d5facc7ebf4c4973bcd1f7527a0dd7a6&device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 1094 time: 0.0462024 Oct 20 12:02:26.090886 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1ffc6205-dc74-45c5-9161-879d94b1d84f req-70f95a10-d46e-4e4a-8119-e2c511fe3fde service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a41c414-e936-4384-ab02-34f20ae3ad38 HTTP/1.1" status: 200 len: 217 time: 0.0397637 Oct 20 12:02:26.145585 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc6205-dc74-45c5-9161-879d94b1d84f req-34753cc0-31c8-4372-ab58-4c24864d3dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:26.145585 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1ffc6205-dc74-45c5-9161-879d94b1d84f req-34753cc0-31c8-4372-ab58-4c24864d3dba service neutron] 10.222.0.11 "GET /v2.0/subnets?id=85c08acc-8a9f-45d6-96df-e5a8900af70a HTTP/1.1" status: 200 len: 856 time: 0.0465281 Oct 20 12:02:26.231571 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc6205-dc74-45c5-9161-879d94b1d84f req-f4b6e021-8fa0-471e-a1f2-788a15c7a45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:26.233258 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1ffc6205-dc74-45c5-9161-879d94b1d84f req-f4b6e021-8fa0-471e-a1f2-788a15c7a45c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6dd2d5c8-1621-42ed-b480-8b3fe659c010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0812073 Oct 20 12:02:26.245441 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209fed2-3b77-4bd6-8e32-424d0fdfdafd req-037d7ba3-8153-4217-bd46-e4d6a6007932 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:26.246926 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2209fed2-3b77-4bd6-8e32-424d0fdfdafd req-037d7ba3-8153-4217-bd46-e4d6a6007932 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d314c927-2686-42e6-ae42-8ae0c1fcabd4 HTTP/1.1" status: 200 len: 946 time: 0.0585172 Oct 20 12:02:26.344030 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2209fed2-3b77-4bd6-8e32-424d0fdfdafd req-28fc5800-6a77-4874-9f77-3c6fdc0a5a92 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878060 Oct 20 12:02:26.364071 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1ffc6205-dc74-45c5-9161-879d94b1d84f req-1b60f6a8-aa3a-4755-b9e5-58af9ad75682 service neutron] 10.222.0.11 "GET /v2.0/networks/6dd2d5c8-1621-42ed-b480-8b3fe659c010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158566 Oct 20 12:02:26.458472 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1ffc6205-dc74-45c5-9161-879d94b1d84f req-66548ad8-27b3-469e-8a28-67d1bdc54b8f service neutron] 10.222.0.11 "GET /v2.0/networks/6dd2d5c8-1621-42ed-b480-8b3fe659c010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876772 Oct 20 12:02:26.543290 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e4acf-d314-4361-b50a-1889bbd53397 req-6725e165-1378-4f1b-8776-b63439800253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:26.544841 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7d8e4acf-d314-4361-b50a-1889bbd53397 req-6725e165-1378-4f1b-8776-b63439800253 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d5facc7ebf4c4973bcd1f7527a0dd7a6&device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 1094 time: 0.0434694 Oct 20 12:02:26.677938 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e4acf-d314-4361-b50a-1889bbd53397 req-b967b77a-e321-40df-9068-0571f940dda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:26.679461 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7d8e4acf-d314-4361-b50a-1889bbd53397 req-b967b77a-e321-40df-9068-0571f940dda6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6dd2d5c8-1621-42ed-b480-8b3fe659c010 HTTP/1.1" status: 200 len: 919 time: 0.1273401 Oct 20 12:02:26.687275 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdcff16-b0f3-42b0-b1c1-fd6de1b377bf req-33efc0c9-1ad4-4f9a-9a11-705eaabe0e8e tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:26.688681 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0fdcff16-b0f3-42b0-b1c1-fd6de1b377bf req-33efc0c9-1ad4-4f9a-9a11-705eaabe0e8e tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 943 time: 0.0989549 Oct 20 12:02:26.727084 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50214) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:02:26.733624 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7d8e4acf-d314-4361-b50a-1889bbd53397 req-81cc635d-9415-45de-8111-8e1266eed46d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a41c414-e936-4384-ab02-34f20ae3ad38 HTTP/1.1" status: 200 len: 217 time: 0.0439262 Oct 20 12:02:26.793696 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0fdcff16-b0f3-42b0-b1c1-fd6de1b377bf req-98543228-71fc-4a7e-9b36-6ca0730b69a1 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961614 Oct 20 12:02:26.804443 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e4acf-d314-4361-b50a-1889bbd53397 req-f1d4d75a-8a7a-4461-9832-76ade27fd056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:26.805870 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7d8e4acf-d314-4361-b50a-1889bbd53397 req-f1d4d75a-8a7a-4461-9832-76ade27fd056 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=85c08acc-8a9f-45d6-96df-e5a8900af70a HTTP/1.1" status: 200 len: 856 time: 0.0640147 Oct 20 12:02:26.854780 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e4acf-d314-4361-b50a-1889bbd53397 req-c3e8f61c-7d3e-4bcc-8bad-6b736ad33e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:26.856385 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7d8e4acf-d314-4361-b50a-1889bbd53397 req-c3e8f61c-7d3e-4bcc-8bad-6b736ad33e41 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6dd2d5c8-1621-42ed-b480-8b3fe659c010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421338 Oct 20 12:02:26.884710 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-a26089f2-2560-4aad-8808-55612e33d2cd tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Request body: {'network': {'name': 'tempest-network-smoke--1025754816', 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'port_security_enabled': True}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:02:26.907462 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26089f2-2560-4aad-8808-55612e33d2cd tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Made reservation on behalf of 07250ad1f1204e6d869db0513ecc8bd0 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:02:26.911043 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a26089f2-2560-4aad-8808-55612e33d2cd tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:26.919584 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a26089f2-2560-4aad-8808-55612e33d2cd tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:26.954877 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7d8e4acf-d314-4361-b50a-1889bbd53397 req-38a30582-8ece-4caf-ae94-7ee62f016128 service neutron] 10.222.0.11 "GET /v2.0/networks/6dd2d5c8-1621-42ed-b480-8b3fe659c010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902247 Oct 20 12:02:26.995915 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a26089f2-2560-4aad-8808-55612e33d2cd tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:27.001546 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a26089f2-2560-4aad-8808-55612e33d2cd tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:27.034141 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a26089f2-2560-4aad-8808-55612e33d2cd tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] vlan segment allocate from pool success with {'vlan_id': 1255, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 12:02:27.040746 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26089f2-2560-4aad-8808-55612e33d2cd tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c914df1-f753-4cee-a491-ee146a6b21de,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:27.047181 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a26089f2-2560-4aad-8808-55612e33d2cd tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:27.047521 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-a26089f2-2560-4aad-8808-55612e33d2cd tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Added segment 02249308-e01a-4a50-8abf-1e4da03a829e of type vlan for network 63896d51-3b2d-43a4-86ad-784fc9a25288 Oct 20 12:02:27.057877 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7d8e4acf-d314-4361-b50a-1889bbd53397 req-8e67f49e-28c9-49aa-89d7-52d903bb1b10 service neutron] 10.222.0.11 "GET /v2.0/networks/6dd2d5c8-1621-42ed-b480-8b3fe659c010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952277 Oct 20 12:02:27.090308 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a26089f2-2560-4aad-8808-55612e33d2cd tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:27.115503 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a26089f2-2560-4aad-8808-55612e33d2cd tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:27.121984 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26089f2-2560-4aad-8808-55612e33d2cd tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:27.122571 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a26089f2-2560-4aad-8808-55612e33d2cd tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:27.160972 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a26089f2-2560-4aad-8808-55612e33d2cd tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4327834 Oct 20 12:02:27.164056 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50218) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:02:27.169325 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-8f29c53d-1449-4cf5-9571-7185d182b460 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1252311248', 'admin_state_up': True, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:02:27.193326 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f29c53d-1449-4cf5-9571-7185d182b460 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:27.194379 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f29c53d-1449-4cf5-9571-7185d182b460 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:27.194904 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26089f2-2560-4aad-8808-55612e33d2cd tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event updated for resources: {'Network': ['ID=63896d51-3b2d-43a4-86ad-784fc9a25288,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:27.206126 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 63896d51-3b2d-43a4-86ad-784fc9a25288 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 12:02:27.254043 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f29c53d-1449-4cf5-9571-7185d182b460 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:27.405017 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f29c53d-1449-4cf5-9571-7185d182b460 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:27.499893 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc6edd1-fc9a-4425-a6ac-69047ba62e85 req-65f2cedc-e557-4d97-9e09-d42d0b45802d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:27.501406 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ddc6edd1-fc9a-4425-a6ac-69047ba62e85 req-65f2cedc-e557-4d97-9e09-d42d0b45802d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d314c927-2686-42e6-ae42-8ae0c1fcabd4 HTTP/1.1" status: 200 len: 946 time: 0.0849833 Oct 20 12:02:27.749606 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 7a41c414-e936-4384-ab02-34f20ae3ad38 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:02:27.861798 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 7a41c414-e936-4384-ab02-34f20ae3ad38, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=7a41c414-e936-4384-ab02-34f20ae3ad38,segment=NetworkSegment(78d7fa11-a64e-4db6-8238-334913b98478),segment_id=78d7fa11-a64e-4db6-8238-334913b98478)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:02:27.875262 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '7a41c414-e936-4384-ab02-34f20ae3ad38', 'network_id': '6dd2d5c8-1621-42ed-b480-8b3fe659c010', 'port_id': '7a41c414-e936-4384-ab02-34f20ae3ad38', 'mac_address': 'fa:16:3e:9e:da:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85c08acc-8a9f-45d6-96df-e5a8900af70a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:02:27.919630 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:27.936853 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a41c414-e936-4384-ab02-34f20ae3ad38 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:02:27.957058 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 7a41c414-e936-4384-ab02-34f20ae3ad38, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=7a41c414-e936-4384-ab02-34f20ae3ad38,segment=NetworkSegment(78d7fa11-a64e-4db6-8238-334913b98478),segment_id=78d7fa11-a64e-4db6-8238-334913b98478)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:02:27.961767 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:27.997202 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ddc6edd1-fc9a-4425-a6ac-69047ba62e85 req-3f07f98f-0ab7-4427-b40c-020ba8b83756 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4888303 Oct 20 12:02:28.011620 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=7a41c414-e936-4384-ab02-34f20ae3ad38,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:28.013305 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e2342-c210-4f1f-967e-eb399709e3da req-b211a215-f537-4aa1-8ba5-69dc0724aeef tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:28.014787 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9d9e2342-c210-4f1f-967e-eb399709e3da req-b211a215-f537-4aa1-8ba5-69dc0724aeef tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 943 time: 0.0931599 Oct 20 12:02:28.141989 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9d9e2342-c210-4f1f-967e-eb399709e3da req-1e2cabcc-5b24-47b6-a790-de53aacee477 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188087 Oct 20 12:02:28.166214 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['7a41c414-e936-4384-ab02-34f20ae3ad38'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:02:28.169340 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f29c53d-1449-4cf5-9571-7185d182b460 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for router_gateway, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:28.191183 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f29c53d-1449-4cf5-9571-7185d182b460 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:28.210472 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1c47e-859f-4a62-8c25-ea3624eea120 req-11072e84-e1bf-4445-96b3-9a235e239fe1 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:28.211995 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c8a1c47e-859f-4a62-8c25-ea3624eea120 req-11072e84-e1bf-4445-96b3-9a235e239fe1 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d314c927-2686-42e6-ae42-8ae0c1fcabd4 HTTP/1.1" status: 200 len: 946 time: 0.1346545 Oct 20 12:02:28.311388 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c8a1c47e-859f-4a62-8c25-ea3624eea120 req-356fd014-9b78-4337-874f-e7b314be62e4 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721211 Oct 20 12:02:28.341098 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50228) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:02:28.341791 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-8f29c53d-1449-4cf5-9571-7185d182b460 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Allocated IP 172.25.5.208 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/fcc61e75-ad89-43ea-90b0-3addf8971620) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:02:28.386098 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cb58c2-9d6c-4498-b5c0-b090778205b5 tempest-TestVolumeBootPattern-1789609337 tempest-TestVolumeBootPattern-1789609337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:28.390844 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-41cb58c2-9d6c-4498-b5c0-b090778205b5 tempest-TestVolumeBootPattern-1789609337 tempest-TestVolumeBootPattern-1789609337-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=d314c927-2686-42e6-ae42-8ae0c1fcabd4 HTTP/1.1" status: 200 len: 1092 time: 0.0457027 Oct 20 12:02:28.391063 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50230) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:02:28.395531 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-11c4a1d0-ab8a-4a97-9040-15674fe71907 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'port_id': '376eccda-5f09-4bdb-9cf2-62dc6068899d', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:02:28.420343 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-11c4a1d0-ab8a-4a97-9040-15674fe71907 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks [] for floatingip, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:28.459328 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f29c53d-1449-4cf5-9571-7185d182b460 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:28.496696 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f29c53d-1449-4cf5-9571-7185d182b460 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:28.525186 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-11c4a1d0-ab8a-4a97-9040-15674fe71907 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:28.534311 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f29c53d-1449-4cf5-9571-7185d182b460 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:02:28.540040 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-8f29c53d-1449-4cf5-9571-7185d182b460 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:02:28.543511 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f29c53d-1449-4cf5-9571-7185d182b460 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:02:28.567708 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f29c53d-1449-4cf5-9571-7185d182b460 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event updated for resources: {'Port': ['ID=fcc61e75-ad89-43ea-90b0-3addf8971620,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:28.581467 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f29c53d-1449-4cf5-9571-7185d182b460 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:02:28.581813 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f29c53d-1449-4cf5-9571-7185d182b460 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:02:28.582195 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f29c53d-1449-4cf5-9571-7185d182b460 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:02:28.582524 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f29c53d-1449-4cf5-9571-7185d182b460 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:02:28.582886 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f29c53d-1449-4cf5-9571-7185d182b460 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:02:28.583217 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f29c53d-1449-4cf5-9571-7185d182b460 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:02:28.583539 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f29c53d-1449-4cf5-9571-7185d182b460 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:02:28.583860 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f29c53d-1449-4cf5-9571-7185d182b460 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:02:28.584179 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f29c53d-1449-4cf5-9571-7185d182b460 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:02:28.584514 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f29c53d-1449-4cf5-9571-7185d182b460 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:02:28.584821 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f29c53d-1449-4cf5-9571-7185d182b460 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:02:28.585134 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f29c53d-1449-4cf5-9571-7185d182b460 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:02:28.633928 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-11c4a1d0-ab8a-4a97-9040-15674fe71907 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Allocated IP 172.25.5.249 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/d5e3ef3d-8556-449d-81e8-e550a97d7f8e) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:02:28.759953 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-11c4a1d0-ab8a-4a97-9040-15674fe71907 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:28.794304 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-11c4a1d0-ab8a-4a97-9040-15674fe71907 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:28.832023 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c4a1d0-ab8a-4a97-9040-15674fe71907 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:02:28.834902 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-11c4a1d0-ab8a-4a97-9040-15674fe71907 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:02:28.838455 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c4a1d0-ab8a-4a97-9040-15674fe71907 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:02:28.840137 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f29c53d-1449-4cf5-9571-7185d182b460 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for router_gateway, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:28.866316 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4a1d0-ab8a-4a97-9040-15674fe71907 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Pushing event updated for resources: {'Port': ['ID=d5e3ef3d-8556-449d-81e8-e550a97d7f8e,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:29.046384 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f29c53d-1449-4cf5-9571-7185d182b460 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:29.196974 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f29c53d-1449-4cf5-9571-7185d182b460 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Router 13c10ca0-15fd-40b6-8fb3-30242ffda062 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 12:02:29.226046 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-11c4a1d0-ab8a-4a97-9040-15674fe71907 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:29.295018 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-11c4a1d0-ab8a-4a97-9040-15674fe71907 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:29.331464 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52301c98-d90a-4bc5-b4a9-c0f7f8107f0c req-05352bef-6bef-4704-8abc-520583d3a562 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:29.332885 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-52301c98-d90a-4bc5-b4a9-c0f7f8107f0c req-05352bef-6bef-4704-8abc-520583d3a562 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 944 time: 0.0919919 Oct 20 12:02:29.350761 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f29c53d-1449-4cf5-9571-7185d182b460 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:02:29.361644 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82e7555-99cd-4d93-8f3c-ec40e8cc65a5 None None] Sync routers for ids ['13c10ca0-15fd-40b6-8fb3-30242ffda062'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:02:29.373792 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82e7555-99cd-4d93-8f3c-ec40e8cc65a5 None None] Routers {'13c10ca0-15fd-40b6-8fb3-30242ffda062'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:02:29.374526 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-b82e7555-99cd-4d93-8f3c-ec40e8cc65a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:02:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['13c10ca0-15fd-40b6-8fb3-30242ffda062'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:02:29.387001 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-52301c98-d90a-4bc5-b4a9-c0f7f8107f0c req-30a90707-f388-486b-8b5a-56504b7eae25 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453250 Oct 20 12:02:29.390543 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f29c53d-1449-4cf5-9571-7185d182b460 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:29.391387 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8f29c53d-1449-4cf5-9571-7185d182b460 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2262297 Oct 20 12:02:29.395111 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50234) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:02:29.472885 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-11c4a1d0-ab8a-4a97-9040-15674fe71907 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:29.477854 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-11c4a1d0-ab8a-4a97-9040-15674fe71907 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:29.509486 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3497a1a6-21d0-4288-86fb-6129050d93d3 tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=07250ad1f1204e6d869db0513ecc8bd0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1136584 Oct 20 12:02:29.512785 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50238) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:02:29.514484 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-b82e7555-99cd-4d93-8f3c-ec40e8cc65a5 None None] Set router 13c10ca0-15fd-40b6-8fb3-30242ffda062 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:02:29.568229 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4a1d0-ab8a-4a97-9040-15674fe71907 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Pushing event updated for resources: {'Port': ['ID=d5e3ef3d-8556-449d-81e8-e550a97d7f8e,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:29.573846 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-11c4a1d0-ab8a-4a97-9040-15674fe71907 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:29.610747 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8559f69a-ac59-48e9-a2f7-45c4354620a8 tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:29.612375 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8559f69a-ac59-48e9-a2f7-45c4354620a8 tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0986879 Oct 20 12:02:29.615362 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50240) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:02:29.648165 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d96972f1-d8aa-48e9-8d27-62e052e0b9f1 tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=717966e5-c478-496f-bddb-05794fb74250&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280998 Oct 20 12:02:29.648165 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50242) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:02:29.652758 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-f8b362c6-b508-4c53-b67e-ea7ccf79a120 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1790379047', 'network_id': '63896d51-3b2d-43a4-86ad-784fc9a25288', 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:02:29.679313 n-d-814735-3 neutron-server[100646]: INFO neutron.db.l3_db [None req-11c4a1d0-ab8a-4a97-9040-15674fe71907 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Floating IP 7db9c052-e8cf-4d9d-ad4f-fcdb0a7c58fc associated. External IP: 172.25.5.249, port: 376eccda-5f09-4bdb-9cf2-62dc6068899d. Oct 20 12:02:29.703753 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-b82e7555-99cd-4d93-8f3c-ec40e8cc65a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'name': 'tempest-TestNetworkBasicOps-router-1252311248', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'fcc61e75-ad89-43ea-90b0-3addf8971620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:02:27Z', 'updated_at': '2021-10-20T12:02:28Z', 'revision_number': 3, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'gw_port': {'id': 'fcc61e75-ad89-43ea-90b0-3addf8971620', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:02:28Z', 'updated_at': '2021-10-20T12:02:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:02:29.734372 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82e7555-99cd-4d93-8f3c-ec40e8cc65a5 None None] Checking router: 13c10ca0-15fd-40b6-8fb3-30242ffda062 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:02:29.734726 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82e7555-99cd-4d93-8f3c-ec40e8cc65a5 None None] Updating router 13c10ca0-15fd-40b6-8fb3-30242ffda062 port fcc61e75-ad89-43ea-90b0-3addf8971620 binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 12:02:29.741366 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b362c6-b508-4c53-b67e-ea7ccf79a120 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Made reservation on behalf of 07250ad1f1204e6d869db0513ecc8bd0 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:02:29.745145 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f8b362c6-b508-4c53-b67e-ea7ccf79a120 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:29.756529 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 7a41c414-e936-4384-ab02-34f20ae3ad38 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:02:29.801880 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b82e7555-99cd-4d93-8f3c-ec40e8cc65a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:29.920646 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c4a1d0-ab8a-4a97-9040-15674fe71907 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Router a70410d0-77aa-4f8e-a5dd-630d4fedfd8e has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:02:29.942058 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 7a41c414-e936-4384-ab02-34f20ae3ad38 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 12:02:29.951826 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 7a41c414-e936-4384-ab02-34f20ae3ad38 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:02:29.952207 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:29.955532 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f8b362c6-b508-4c53-b67e-ea7ccf79a120 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:30.023673 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b362c6-b508-4c53-b67e-ea7ccf79a120 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event updated for resources: {'Subnet': ['ID=ea332902-d373-443b-8ac3-55015e474f29,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:30.031171 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b362c6-b508-4c53-b67e-ea7ccf79a120 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Checking segment: {'id': '02249308-e01a-4a50-8abf-1e4da03a829e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '63896d51-3b2d-43a4-86ad-784fc9a25288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:02:30.031570 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b362c6-b508-4c53-b67e-ea7ccf79a120 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Network hostable DHCP agents. Network: 63896d51-3b2d-43a4-86ad-784fc9a25288, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 12:02:30.047702 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c4a1d0-ab8a-4a97-9040-15674fe71907 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:02:30.051660 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b362c6-b508-4c53-b67e-ea7ccf79a120 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Network 63896d51-3b2d-43a4-86ad-784fc9a25288 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 12:02:30.065677 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5561925c-e1a4-4fdf-9484-bd1dd6c8ff4f None None] Sync routers for ids ['a70410d0-77aa-4f8e-a5dd-630d4fedfd8e'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:02:30.069160 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-f8b362c6-b508-4c53-b67e-ea7ccf79a120 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 63896d51-3b2d-43a4-86ad-784fc9a25288) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:02:30.072398 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-11c4a1d0-ab8a-4a97-9040-15674fe71907 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:30.077151 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5561925c-e1a4-4fdf-9484-bd1dd6c8ff4f None None] Routers {'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:02:30.077997 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-5561925c-e1a4-4fdf-9484-bd1dd6c8ff4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:02:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['a70410d0-77aa-4f8e-a5dd-630d4fedfd8e'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:02:30.084770 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0350bb62-63ba-45d0-a61c-282f9dc3be46 None None] Network 63896d51-3b2d-43a4-86ad-784fc9a25288 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:02:30.087305 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b362c6-b508-4c53-b67e-ea7ccf79a120 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:30.087999 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f8b362c6-b508-4c53-b67e-ea7ccf79a120 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:30.119203 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-f8b362c6-b508-4c53-b67e-ea7ccf79a120 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4702036 Oct 20 12:02:30.122355 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50244) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:02:30.162737 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:30.191727 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-5561925c-e1a4-4fdf-9484-bd1dd6c8ff4f None None] Set router a70410d0-77aa-4f8e-a5dd-630d4fedfd8e gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:02:30.243303 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f78acd-85f1-4ceb-9380-c4e06e77d857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a41c414-e936-4384-ab02-34f20ae3ad38'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:02:30.245512 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f558a9ff-3ca0-496d-9cea-230fb3816e2a" -d '{"events": [{"server_uuid": "24f78acd-85f1-4ceb-9380-c4e06e77d857", "name": "network-vif-plugged", "status": "completed", "tag": "7a41c414-e936-4384-ab02-34f20ae3ad38"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:02:30.311219 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 7a41c414-e936-4384-ab02-34f20ae3ad38, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=7a41c414-e936-4384-ab02-34f20ae3ad38,segment=NetworkSegment(78d7fa11-a64e-4db6-8238-334913b98478),segment_id=78d7fa11-a64e-4db6-8238-334913b98478)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:02:30.316476 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c02cec-6fcc-4b50-bbbb-44dc089b3824 x-openstack-request-id: req-49c02cec-6fcc-4b50-bbbb-44dc089b3824 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:02:30.316476 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f78acd-85f1-4ceb-9380-c4e06e77d857", "name": "network-vif-plugged", "status": "completed", "tag": "7a41c414-e936-4384-ab02-34f20ae3ad38", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:02:30.316476 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-49c02cec-6fcc-4b50-bbbb-44dc089b3824 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:02:30.316959 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f78acd-85f1-4ceb-9380-c4e06e77d857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a41c414-e936-4384-ab02-34f20ae3ad38', 'code': 200} Oct 20 12:02:30.318561 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b82e7555-99cd-4d93-8f3c-ec40e8cc65a5 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:30.324473 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:30.348193 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b82e7555-99cd-4d93-8f3c-ec40e8cc65a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:30.430185 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-b82e7555-99cd-4d93-8f3c-ec40e8cc65a5 None None] Attempting to bind port fcc61e75-ad89-43ea-90b0-3addf8971620 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:02:30.430185 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-b82e7555-99cd-4d93-8f3c-ec40e8cc65a5 None None] Attempting to bind port fcc61e75-ad89-43ea-90b0-3addf8971620 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:02:30.430185 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82e7555-99cd-4d93-8f3c-ec40e8cc65a5 None None] Attempting to bind port fcc61e75-ad89-43ea-90b0-3addf8971620 on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:02:30.448738 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=7a41c414-e936-4384-ab02-34f20ae3ad38,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:30.454548 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82e7555-99cd-4d93-8f3c-ec40e8cc65a5 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:02:30.455004 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82e7555-99cd-4d93-8f3c-ec40e8cc65a5 None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:02:30.455403 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b82e7555-99cd-4d93-8f3c-ec40e8cc65a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:30.455790 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82e7555-99cd-4d93-8f3c-ec40e8cc65a5 None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:02:30.456367 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-b82e7555-99cd-4d93-8f3c-ec40e8cc65a5 None None] Bound port: fcc61e75-ad89-43ea-90b0-3addf8971620, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:02:30.456835 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b82e7555-99cd-4d93-8f3c-ec40e8cc65a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:30.476087 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-5561925c-e1a4-4fdf-9484-bd1dd6c8ff4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'name': 'tempest-TestVolumeBootPattern-1084413399-router', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '799a4dcb-4189-41ab-8c55-1fe2293dc0b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:07Z', 'updated_at': '2021-10-20T11:58:10Z', 'revision_number': 4, 'project_id': '2a883afeccdc493d8238ba472f031019', 'gw_port': {'id': '799a4dcb-4189-41ab-8c55-1fe2293dc0b1', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:07Z', 'updated_at': '2021-10-20T11:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '7db9c052-e8cf-4d9d-ad4f-fcdb0a7c58fc', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'floating_ip_address': '172.25.5.249', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'port_id': '376eccda-5f09-4bdb-9cf2-62dc6068899d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a', 'mac_address': 'fa:16:3e:f9:c2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314c927-2686-42e6-ae42-8ae0c1fcabd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:02:29Z', 'updated_at': '2021-10-20T12:02:29Z', 'revision_number': 0, 'project_id': '2a883afeccdc493d8238ba472f031019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5aac12e-96be-47e1-ac70-78d4adb31282', 'name': '', 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'mac_address': 'fa:16:3e:3e:c9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '667cbc2d-c894-4d06-bf55-c551daf9476c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:09Z', 'updated_at': '2021-10-20T11:58:15Z', 'revision_number': 5, 'project_id': '2a883afeccdc493d8238ba472f031019', 'subnets': [{'id': '667cbc2d-c894-4d06-bf55-c551daf9476c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:02:30.504834 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5561925c-e1a4-4fdf-9484-bd1dd6c8ff4f None None] Checking router: a70410d0-77aa-4f8e-a5dd-630d4fedfd8e for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:02:30.507772 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4aaef1-037a-4adc-8171-63f1da4fe3c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-63896d51-3b2d-43a4-86ad-784fc9a25288', 'network_id': '63896d51-3b2d-43a4-86ad-784fc9a25288', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'fixed_ips': [{'subnet_id': 'ea332902-d373-443b-8ac3-55015e474f29'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 12:02:30.508617 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9b4aaef1-037a-4adc-8171-63f1da4fe3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:30.515394 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5561925c-e1a4-4fdf-9484-bd1dd6c8ff4f None None] Routers {'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:02:30.516284 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-5561925c-e1a4-4fdf-9484-bd1dd6c8ff4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:02:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['a70410d0-77aa-4f8e-a5dd-630d4fedfd8e'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:02:30.563378 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137eca8b-cfc3-4ffd-81b5-a39b25c02a77 None None] Pushing event updated for resources: {'Port': ['ID=fcc61e75-ad89-43ea-90b0-3addf8971620,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:30.614562 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-11c4a1d0-ab8a-4a97-9040-15674fe71907 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2064130 Oct 20 12:02:30.614562 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd314c927-2686-42e6-ae42-8ae0c1fcabd4', 'tag': '376eccda-5f09-4bdb-9cf2-62dc6068899d'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:02:30.614562 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d25aab-e1c4-4050-ae72-7e85ac2e940f" -d '{"events": [{"name": "network-changed", "server_uuid": "d314c927-2686-42e6-ae42-8ae0c1fcabd4", "tag": "376eccda-5f09-4bdb-9cf2-62dc6068899d"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:02:30.650166 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc4df61-65ea-4d37-9405-7dc5499cd4a9 req-c9cf81cf-2391-48b2-a1fd-dfeb040d994e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:30.653752 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2dc4df61-65ea-4d37-9405-7dc5499cd4a9 req-c9cf81cf-2391-48b2-a1fd-dfeb040d994e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 1096 time: 0.2467360 Oct 20 12:02:30.656757 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7d1a92-1579-48f2-8ade-5069cf1c1d2f x-openstack-request-id: req-ed7d1a92-1579-48f2-8ade-5069cf1c1d2f {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:02:30.657099 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d314c927-2686-42e6-ae42-8ae0c1fcabd4", "tag": "376eccda-5f09-4bdb-9cf2-62dc6068899d", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:02:30.657357 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ed7d1a92-1579-48f2-8ade-5069cf1c1d2f {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:02:30.657752 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd314c927-2686-42e6-ae42-8ae0c1fcabd4', 'tag': '376eccda-5f09-4bdb-9cf2-62dc6068899d', 'status': 'completed', 'code': 200} Oct 20 12:02:30.659526 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-b82e7555-99cd-4d93-8f3c-ec40e8cc65a5 None None] For port fcc61e75-ad89-43ea-90b0-3addf8971620, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:02:30.665657 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-5561925c-e1a4-4fdf-9484-bd1dd6c8ff4f None None] Set router a70410d0-77aa-4f8e-a5dd-630d4fedfd8e gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:02:30.682220 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-b82e7555-99cd-4d93-8f3c-ec40e8cc65a5 None None] For port fcc61e75-ad89-43ea-90b0-3addf8971620, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=fcc61e75-ad89-43ea-90b0-3addf8971620,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:02:30.689760 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b82e7555-99cd-4d93-8f3c-ec40e8cc65a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:30.810129 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-9b4aaef1-037a-4adc-8171-63f1da4fe3c9 None None] Allocated IP 172.20.0.2 (63896d51-3b2d-43a4-86ad-784fc9a25288/ea332902-d373-443b-8ac3-55015e474f29/6b3adad9-f8b1-4a61-9845-04aacca2f81c) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:02:30.812865 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137eca8b-cfc3-4ffd-81b5-a39b25c02a77 None None] Pushing event updated for resources: {'Port': ['ID=fcc61e75-ad89-43ea-90b0-3addf8971620,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:30.815555 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82e7555-99cd-4d93-8f3c-ec40e8cc65a5 None None] Routers {'13c10ca0-15fd-40b6-8fb3-30242ffda062'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:02:30.816193 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-b82e7555-99cd-4d93-8f3c-ec40e8cc65a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:02:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['13c10ca0-15fd-40b6-8fb3-30242ffda062'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:02:30.917963 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-5561925c-e1a4-4fdf-9484-bd1dd6c8ff4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'name': 'tempest-TestVolumeBootPattern-1084413399-router', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '799a4dcb-4189-41ab-8c55-1fe2293dc0b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:07Z', 'updated_at': '2021-10-20T11:58:10Z', 'revision_number': 4, 'project_id': '2a883afeccdc493d8238ba472f031019', 'gw_port': {'id': '799a4dcb-4189-41ab-8c55-1fe2293dc0b1', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:07Z', 'updated_at': '2021-10-20T11:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '7db9c052-e8cf-4d9d-ad4f-fcdb0a7c58fc', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'floating_ip_address': '172.25.5.249', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'port_id': '376eccda-5f09-4bdb-9cf2-62dc6068899d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a', 'mac_address': 'fa:16:3e:f9:c2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314c927-2686-42e6-ae42-8ae0c1fcabd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:02:29Z', 'updated_at': '2021-10-20T12:02:29Z', 'revision_number': 0, 'project_id': '2a883afeccdc493d8238ba472f031019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5aac12e-96be-47e1-ac70-78d4adb31282', 'name': '', 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'mac_address': 'fa:16:3e:3e:c9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '667cbc2d-c894-4d06-bf55-c551daf9476c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:09Z', 'updated_at': '2021-10-20T11:58:15Z', 'revision_number': 5, 'project_id': '2a883afeccdc493d8238ba472f031019', 'subnets': [{'id': '667cbc2d-c894-4d06-bf55-c551daf9476c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:02:30.946587 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5561925c-e1a4-4fdf-9484-bd1dd6c8ff4f None None] The sync data for ids ['a70410d0-77aa-4f8e-a5dd-630d4fedfd8e'] in n-d-814735-3 is: [{'id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'name': 'tempest-TestVolumeBootPattern-1084413399-router', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '799a4dcb-4189-41ab-8c55-1fe2293dc0b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:07Z', 'updated_at': '2021-10-20T11:58:10Z', 'revision_number': 4, 'project_id': '2a883afeccdc493d8238ba472f031019', 'gw_port': {'id': '799a4dcb-4189-41ab-8c55-1fe2293dc0b1', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:07Z', 'updated_at': '2021-10-20T11:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '7db9c052-e8cf-4d9d-ad4f-fcdb0a7c58fc', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'floating_ip_address': '172.25.5.249', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'port_id': '376eccda-5f09-4bdb-9cf2-62dc6068899d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a', 'mac_address': 'fa:16:3e:f9:c2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314c927-2686-42e6-ae42-8ae0c1fcabd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:02:29Z', 'updated_at': '2021-10-20T12:02:29Z', 'revision_number': 0, 'project_id': '2a883afeccdc493d8238ba472f031019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5aac12e-96be-47e1-ac70-78d4adb31282', 'name': '', 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'mac_address': 'fa:16:3e:3e:c9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '667cbc2d-c894-4d06-bf55-c551daf9476c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:09Z', 'updated_at': '2021-10-20T11:58:15Z', 'revision_number': 5, 'project_id': '2a883afeccdc493d8238ba472f031019', 'subnets': [{'id': '667cbc2d-c894-4d06-bf55-c551daf9476c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:02:31.000534 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-b82e7555-99cd-4d93-8f3c-ec40e8cc65a5 None None] Set router 13c10ca0-15fd-40b6-8fb3-30242ffda062 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:02:31.159470 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e6b39-337e-4c3f-b05b-c22c1516b09e req-aca65543-d749-469d-a812-3f9fa26b92dd tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:31.161027 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-595e6b39-337e-4c3f-b05b-c22c1516b09e req-aca65543-d749-469d-a812-3f9fa26b92dd tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 945 time: 0.6362031 Oct 20 12:02:31.164315 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9b4aaef1-037a-4adc-8171-63f1da4fe3c9 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:31.167871 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2dc4df61-65ea-4d37-9405-7dc5499cd4a9 req-7f3f1ca8-4cfb-4538-af48-2276084a6a36 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5064595 Oct 20 12:02:31.180825 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9b4aaef1-037a-4adc-8171-63f1da4fe3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:31.187184 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31826233-0662-4d6a-be34-350de02624ee None None] New status for floating IP 7db9c052-e8cf-4d9d-ad4f-fcdb0a7c58fc: ACTIVE {{(pid=100648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 12:02:31.228960 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d25aab-e1c4-4050-ae72-7e85ac2e940f req-d91ca62c-7a7b-4c2c-9403-1e96c2e6995c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:31.230514 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-10d25aab-e1c4-4050-ae72-7e85ac2e940f req-d91ca62c-7a7b-4c2c-9403-1e96c2e6995c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2a883afeccdc493d8238ba472f031019&device_id=d314c927-2686-42e6-ae42-8ae0c1fcabd4 HTTP/1.1" status: 200 len: 1097 time: 0.5415835 Oct 20 12:02:31.278739 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-595e6b39-337e-4c3f-b05b-c22c1516b09e req-a3a885d6-b1fe-48d0-9067-aac9ef93aae1 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049540 Oct 20 12:02:31.289516 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4aaef1-037a-4adc-8171-63f1da4fe3c9 None None] Network 63896d51-3b2d-43a4-86ad-784fc9a25288 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:02:31.295981 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-9b4aaef1-037a-4adc-8171-63f1da4fe3c9 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:02:31.301049 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4aaef1-037a-4adc-8171-63f1da4fe3c9 None None] Pushing event updated for resources: {'Port': ['ID=6b3adad9-f8b1-4a61-9845-04aacca2f81c,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:31.306935 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4aaef1-037a-4adc-8171-63f1da4fe3c9 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:02:31.401693 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d25aab-e1c4-4050-ae72-7e85ac2e940f req-7327c4ea-055d-4d12-960b-fdf50e00f04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:31.403430 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-10d25aab-e1c4-4050-ae72-7e85ac2e940f req-7327c4ea-055d-4d12-960b-fdf50e00f04c service neutron] 10.222.0.89 "GET /v2.0/networks?id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a HTTP/1.1" status: 200 len: 914 time: 0.1627815 Oct 20 12:02:31.412054 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8bfb49c4-47eb-43cd-96fd-7861b91f547b tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:31.526526 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-10d25aab-e1c4-4050-ae72-7e85ac2e940f req-7c4e7986-e316-468c-bdbb-664763c2168c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=376eccda-5f09-4bdb-9cf2-62dc6068899d HTTP/1.1" status: 200 len: 1000 time: 0.1115093 Oct 20 12:02:31.612495 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-9b4aaef1-037a-4adc-8171-63f1da4fe3c9 None None] Attempting to bind port 6b3adad9-f8b1-4a61-9845-04aacca2f81c on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:02:31.613130 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-9b4aaef1-037a-4adc-8171-63f1da4fe3c9 None None] Attempting to bind port 6b3adad9-f8b1-4a61-9845-04aacca2f81c by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '02249308-e01a-4a50-8abf-1e4da03a829e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '63896d51-3b2d-43a4-86ad-784fc9a25288'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:02:31.613130 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4aaef1-037a-4adc-8171-63f1da4fe3c9 None None] Attempting to bind port 6b3adad9-f8b1-4a61-9845-04aacca2f81c on network 63896d51-3b2d-43a4-86ad-784fc9a25288 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:02:31.622696 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4aaef1-037a-4adc-8171-63f1da4fe3c9 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:02:31.623020 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4aaef1-037a-4adc-8171-63f1da4fe3c9 None None] Checking segment: {'id': '02249308-e01a-4a50-8abf-1e4da03a829e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '63896d51-3b2d-43a4-86ad-784fc9a25288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:02:31.623322 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9b4aaef1-037a-4adc-8171-63f1da4fe3c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:31.623700 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4aaef1-037a-4adc-8171-63f1da4fe3c9 None None] Bound using segment: {'id': '02249308-e01a-4a50-8abf-1e4da03a829e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '63896d51-3b2d-43a4-86ad-784fc9a25288'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:02:31.624164 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-9b4aaef1-037a-4adc-8171-63f1da4fe3c9 None None] Bound port: 6b3adad9-f8b1-4a61-9845-04aacca2f81c, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02249308-e01a-4a50-8abf-1e4da03a829e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '63896d51-3b2d-43a4-86ad-784fc9a25288'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:02:31.624549 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9b4aaef1-037a-4adc-8171-63f1da4fe3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:31.628889 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-b82e7555-99cd-4d93-8f3c-ec40e8cc65a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'name': 'tempest-TestNetworkBasicOps-router-1252311248', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'fcc61e75-ad89-43ea-90b0-3addf8971620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:02:27Z', 'updated_at': '2021-10-20T12:02:28Z', 'revision_number': 3, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'gw_port': {'id': 'fcc61e75-ad89-43ea-90b0-3addf8971620', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:02:28Z', 'updated_at': '2021-10-20T12:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:02:31.664466 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82e7555-99cd-4d93-8f3c-ec40e8cc65a5 None None] The sync data for ids ['13c10ca0-15fd-40b6-8fb3-30242ffda062'] in n-d-814735-3 is: [{'id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'name': 'tempest-TestNetworkBasicOps-router-1252311248', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'fcc61e75-ad89-43ea-90b0-3addf8971620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:02:27Z', 'updated_at': '2021-10-20T12:02:28Z', 'revision_number': 3, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'gw_port': {'id': 'fcc61e75-ad89-43ea-90b0-3addf8971620', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:02:28Z', 'updated_at': '2021-10-20T12:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:02:31.672810 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d25aab-e1c4-4050-ae72-7e85ac2e940f req-07620e9c-e068-4794-bde0-b1b52b5d60d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:31.674757 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-10d25aab-e1c4-4050-ae72-7e85ac2e940f req-07620e9c-e068-4794-bde0-b1b52b5d60d8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=667cbc2d-c894-4d06-bf55-c551daf9476c HTTP/1.1" status: 200 len: 851 time: 0.1376026 Oct 20 12:02:31.719726 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-9b4aaef1-037a-4adc-8171-63f1da4fe3c9 None None] For port 6b3adad9-f8b1-4a61-9845-04aacca2f81c, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:02:31.723270 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-9b4aaef1-037a-4adc-8171-63f1da4fe3c9 None None] For port 6b3adad9-f8b1-4a61-9845-04aacca2f81c, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=6b3adad9-f8b1-4a61-9845-04aacca2f81c,segment=NetworkSegment(02249308-e01a-4a50-8abf-1e4da03a829e),segment_id=02249308-e01a-4a50-8abf-1e4da03a829e)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:02:31.729235 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9b4aaef1-037a-4adc-8171-63f1da4fe3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:31.785214 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d25aab-e1c4-4050-ae72-7e85ac2e940f req-6a999dab-b154-4cac-b7b2-be6c7f9bee2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:31.787079 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-10d25aab-e1c4-4050-ae72-7e85ac2e940f req-6a999dab-b154-4cac-b7b2-be6c7f9bee2a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023154 Oct 20 12:02:31.804250 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4aaef1-037a-4adc-8171-63f1da4fe3c9 None None] Pushing event updated for resources: {'Port': ['ID=6b3adad9-f8b1-4a61-9845-04aacca2f81c,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:31.928702 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-8bfb49c4-47eb-43cd-96fd-7861b91f547b tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Allocated IP 172.20.0.1 (63896d51-3b2d-43a4-86ad-784fc9a25288/ea332902-d373-443b-8ac3-55015e474f29/409c9a3a-f355-4ccb-8a71-524402231069) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:02:31.962615 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-10d25aab-e1c4-4050-ae72-7e85ac2e940f req-38b5e029-22cb-4b02-943c-079142186225 service neutron] 10.222.0.89 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613853 Oct 20 12:02:32.182674 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8bfb49c4-47eb-43cd-96fd-7861b91f547b tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:32.186150 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-10d25aab-e1c4-4050-ae72-7e85ac2e940f req-7b327d7e-61e5-4eba-b715-4b54a83e97a7 service neutron] 10.222.0.89 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067909 Oct 20 12:02:32.234986 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8bfb49c4-47eb-43cd-96fd-7861b91f547b tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:32.282363 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfb49c4-47eb-43cd-96fd-7861b91f547b tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Network 63896d51-3b2d-43a4-86ad-784fc9a25288 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:02:32.285947 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-8bfb49c4-47eb-43cd-96fd-7861b91f547b tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:02:32.290002 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfb49c4-47eb-43cd-96fd-7861b91f547b tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:02:32.299338 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb49c4-47eb-43cd-96fd-7861b91f547b tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event updated for resources: {'Port': ['ID=409c9a3a-f355-4ccb-8a71-524402231069,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:32.380745 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8bfb49c4-47eb-43cd-96fd-7861b91f547b tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:32.436551 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-40f35340-16ef-4a73-9c0f-a5ff1a66c9cd req-d78dcd8e-3c6e-45f0-9e92-9df343f92849 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d314c927-2686-42e6-ae42-8ae0c1fcabd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1339233 Oct 20 12:02:32.478917 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff7ed2-66ef-4231-9325-9d1c87f7be72 req-87067d3a-f607-4962-b8fb-6bac6e527211 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:32.480461 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-17ff7ed2-66ef-4231-9325-9d1c87f7be72 req-87067d3a-f607-4962-b8fb-6bac6e527211 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 945 time: 0.1106882 Oct 20 12:02:32.607746 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-17ff7ed2-66ef-4231-9325-9d1c87f7be72 req-8f28c077-4e7a-46fb-b273-49ba2d389f62 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077576 Oct 20 12:02:32.612455 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f35340-16ef-4a73-9c0f-a5ff1a66c9cd req-e3b9cf98-aca2-4fcb-addb-97d448edf2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:32.614097 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-40f35340-16ef-4a73-9c0f-a5ff1a66c9cd req-e3b9cf98-aca2-4fcb-addb-97d448edf2b4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2a883afeccdc493d8238ba472f031019&device_id=d314c927-2686-42e6-ae42-8ae0c1fcabd4 HTTP/1.1" status: 200 len: 1097 time: 0.1153467 Oct 20 12:02:32.620317 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8bfb49c4-47eb-43cd-96fd-7861b91f547b tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:32.869439 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f35340-16ef-4a73-9c0f-a5ff1a66c9cd req-6b89f633-d493-480b-9789-b5fde16ed517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:32.870987 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-40f35340-16ef-4a73-9c0f-a5ff1a66c9cd req-6b89f633-d493-480b-9789-b5fde16ed517 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a HTTP/1.1" status: 200 len: 914 time: 0.2335169 Oct 20 12:02:32.880835 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed2a23-0732-4f7f-bffd-c5e482cd2cec req-0abcd92c-a52a-4f76-95ce-cd7e37ae4ef7 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:32.882331 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c9ed2a23-0732-4f7f-bffd-c5e482cd2cec req-0abcd92c-a52a-4f76-95ce-cd7e37ae4ef7 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 945 time: 0.1654234 Oct 20 12:02:32.891349 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50258) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:02:32.896402 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-0925ed7a-28f6-41ec-9606-492a09401437 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Request body: {'floatingip': {'port_id': '7a41c414-e936-4384-ab02-34f20ae3ad38'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:02:32.901639 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191404e7-a1a2-49f0-be51-4df869fdea7b None None] Network 63896d51-3b2d-43a4-86ad-784fc9a25288 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:02:32.950501 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0925ed7a-28f6-41ec-9606-492a09401437 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks [] for floatingip, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:32.986504 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-4a80b847-51fe-48fa-92d0-e1b6de308513 None None] Provisioning complete for port 6b3adad9-f8b1-4a61-9845-04aacca2f81c triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:02:32.986766 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4a80b847-51fe-48fa-92d0-e1b6de308513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:33.006371 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-40f35340-16ef-4a73-9c0f-a5ff1a66c9cd req-ab3b9b9f-cef2-4236-8150-55975138b75a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=376eccda-5f09-4bdb-9cf2-62dc6068899d HTTP/1.1" status: 200 len: 1002 time: 0.1213391 Oct 20 12:02:33.111434 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f35340-16ef-4a73-9c0f-a5ff1a66c9cd req-f20c57f6-3958-452f-a344-0882346a890b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:33.112941 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-40f35340-16ef-4a73-9c0f-a5ff1a66c9cd req-f20c57f6-3958-452f-a344-0882346a890b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=667cbc2d-c894-4d06-bf55-c551daf9476c HTTP/1.1" status: 200 len: 851 time: 0.0953543 Oct 20 12:02:33.132133 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4a80b847-51fe-48fa-92d0-e1b6de308513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:33.180475 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-4a80b847-51fe-48fa-92d0-e1b6de308513 None None] For port 6b3adad9-f8b1-4a61-9845-04aacca2f81c, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=6b3adad9-f8b1-4a61-9845-04aacca2f81c,segment=NetworkSegment(02249308-e01a-4a50-8abf-1e4da03a829e),segment_id=02249308-e01a-4a50-8abf-1e4da03a829e)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:02:33.205765 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f35340-16ef-4a73-9c0f-a5ff1a66c9cd req-b3a52e1b-21b4-4de3-9569-bf86b606dec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:33.207392 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-40f35340-16ef-4a73-9c0f-a5ff1a66c9cd req-b3a52e1b-21b4-4de3-9569-bf86b606dec2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832255 Oct 20 12:02:33.231294 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8bfb49c4-47eb-43cd-96fd-7861b91f547b tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:33.234227 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4a80b847-51fe-48fa-92d0-e1b6de308513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:33.251266 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8bfb49c4-47eb-43cd-96fd-7861b91f547b tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:33.314687 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a80b847-51fe-48fa-92d0-e1b6de308513 None None] Pushing event updated for resources: {'Port': ['ID=6b3adad9-f8b1-4a61-9845-04aacca2f81c,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:33.335467 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb49c4-47eb-43cd-96fd-7861b91f547b tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event updated for resources: {'Port': ['ID=409c9a3a-f355-4ccb-8a71-524402231069,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:33.400570 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8bfb49c4-47eb-43cd-96fd-7861b91f547b tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:33.440128 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-40f35340-16ef-4a73-9c0f-a5ff1a66c9cd req-f78db269-b38e-4034-b960-b233565ff5ab service neutron] 10.222.0.89 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205143 Oct 20 12:02:33.498787 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0925ed7a-28f6-41ec-9606-492a09401437 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:33.509436 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0925ed7a-28f6-41ec-9606-492a09401437 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:33.633721 n-d-814735-3 neutron-server[100646]: INFO neutron.db.l3_db [None req-0925ed7a-28f6-41ec-9606-492a09401437 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Floating IP 88d64106-3469-45d9-96a6-54b215122d2b associated. External IP: 172.25.5.170, port: 7a41c414-e936-4384-ab02-34f20ae3ad38. Oct 20 12:02:33.635053 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfb49c4-47eb-43cd-96fd-7861b91f547b tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Network 63896d51-3b2d-43a4-86ad-784fc9a25288 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:02:33.637956 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-8bfb49c4-47eb-43cd-96fd-7861b91f547b tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:02:33.691660 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-40f35340-16ef-4a73-9c0f-a5ff1a66c9cd req-9b78b763-a6a1-46e6-a185-c5cefea11b0b service neutron] 10.222.0.89 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389028 Oct 20 12:02:33.795264 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bfb49c4-47eb-43cd-96fd-7861b91f547b tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Router 13c10ca0-15fd-40b6-8fb3-30242ffda062 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:02:33.953462 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bfb49c4-47eb-43cd-96fd-7861b91f547b tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:02:33.966166 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58467c7c-db69-4faf-8c98-a513b9a19f16 None None] Sync routers for ids ['13c10ca0-15fd-40b6-8fb3-30242ffda062'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:02:33.986403 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8bfb49c4-47eb-43cd-96fd-7861b91f547b tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "PUT /v2.0/routers/13c10ca0-15fd-40b6-8fb3-30242ffda062/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8627267 Oct 20 12:02:33.992037 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50260) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:02:33.993304 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58467c7c-db69-4faf-8c98-a513b9a19f16 None None] Routers {'13c10ca0-15fd-40b6-8fb3-30242ffda062'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:02:33.994622 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-58467c7c-db69-4faf-8c98-a513b9a19f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:02:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['13c10ca0-15fd-40b6-8fb3-30242ffda062'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:02:33.995121 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 6b3adad9-f8b1-4a61-9845-04aacca2f81c up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:02:34.000152 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-7848fa37-dd0f-4387-b8f8-766611e086c5 None None] Provisioning complete for port 409c9a3a-f355-4ccb-8a71-524402231069 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:02:34.000152 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7848fa37-dd0f-4387-b8f8-766611e086c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:34.066595 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-7848fa37-dd0f-4387-b8f8-766611e086c5 None None] Port 409c9a3a-f355-4ccb-8a71-524402231069 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:02:34.084701 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 6b3adad9-f8b1-4a61-9845-04aacca2f81c triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:02:34.085674 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:34.087266 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-7848fa37-dd0f-4387-b8f8-766611e086c5 None None] Provisioning complete for port 6b3adad9-f8b1-4a61-9845-04aacca2f81c triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:02:34.087615 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7848fa37-dd0f-4387-b8f8-766611e086c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:34.141141 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0925ed7a-28f6-41ec-9606-492a09401437 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Router 13e2369d-9790-447e-a4d8-e6ef3d797042 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:02:34.370277 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device fcc61e75-ad89-43ea-90b0-3addf8971620 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:02:34.382880 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0925ed7a-28f6-41ec-9606-492a09401437 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:02:34.389385 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0925ed7a-28f6-41ec-9606-492a09401437 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:34.402074 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd150145-6e1b-41f1-a428-2ffd39ff895f None None] Sync routers for ids ['13e2369d-9790-447e-a4d8-e6ef3d797042'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:02:34.424606 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6494bb-90eb-43a8-bd0b-a558ed78fce4 tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:34.425069 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6494bb-90eb-43a8-bd0b-a558ed78fce4 tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:34.425851 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6494bb-90eb-43a8-bd0b-a558ed78fce4 tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:34.429110 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd150145-6e1b-41f1-a428-2ffd39ff895f None None] Routers {'13e2369d-9790-447e-a4d8-e6ef3d797042'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:02:34.430372 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-dd150145-6e1b-41f1-a428-2ffd39ff895f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:02:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['13e2369d-9790-447e-a4d8-e6ef3d797042'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:02:34.430687 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6494bb-90eb-43a8-bd0b-a558ed78fce4 tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:34.431998 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6494bb-90eb-43a8-bd0b-a558ed78fce4 tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:34.432470 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6494bb-90eb-43a8-bd0b-a558ed78fce4 tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:34.432926 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6494bb-90eb-43a8-bd0b-a558ed78fce4 tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:34.437621 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3a6494bb-90eb-43a8-bd0b-a558ed78fce4 tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4997 time: 0.4413373 Oct 20 12:02:34.437927 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50262) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:02:34.474545 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-58467c7c-db69-4faf-8c98-a513b9a19f16 None None] Set router 13c10ca0-15fd-40b6-8fb3-30242ffda062 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:02:34.482138 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0925ed7a-28f6-41ec-9606-492a09401437 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "PUT /v2.0/floatingips/88d64106-3469-45d9-96a6-54b215122d2b HTTP/1.1" status: 200 len: 991 time: 1.5871062 Oct 20 12:02:34.485840 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24f78acd-85f1-4ceb-9380-c4e06e77d857', 'tag': '7a41c414-e936-4384-ab02-34f20ae3ad38'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:02:34.490903 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7a11af-c500-44c1-9d76-87fadba19c0f" -d '{"events": [{"name": "network-changed", "server_uuid": "24f78acd-85f1-4ceb-9380-c4e06e77d857", "tag": "7a41c414-e936-4384-ab02-34f20ae3ad38"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:02:34.516467 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-0ec936b1-5ff3-4ba2-bd33-a90befbf024c None None] Provisioning complete for port 409c9a3a-f355-4ccb-8a71-524402231069 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:02:34.516840 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0ec936b1-5ff3-4ba2-bd33-a90befbf024c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:34.530265 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cf0f95-26bc-41b0-b795-0f8ca825a876 tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:34.531473 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cf0f95-26bc-41b0-b795-0f8ca825a876 tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:34.532252 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cf0f95-26bc-41b0-b795-0f8ca825a876 tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:34.533110 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cf0f95-26bc-41b0-b795-0f8ca825a876 tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:34.533937 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cf0f95-26bc-41b0-b795-0f8ca825a876 tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:34.534782 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cf0f95-26bc-41b0-b795-0f8ca825a876 tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:34.535749 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cf0f95-26bc-41b0-b795-0f8ca825a876 tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:34.539737 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f4cf0f95-26bc-41b0-b795-0f8ca825a876 tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4650 time: 0.1005502 Oct 20 12:02:34.544660 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50268) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:02:34.563699 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-0ec936b1-5ff3-4ba2-bd33-a90befbf024c None None] Port 409c9a3a-f355-4ccb-8a71-524402231069 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:02:34.595036 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf07a0ef-2e98-4d5f-824c-accbfb26ac7f x-openstack-request-id: req-cf07a0ef-2e98-4d5f-824c-accbfb26ac7f {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:02:34.595365 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24f78acd-85f1-4ceb-9380-c4e06e77d857", "tag": "7a41c414-e936-4384-ab02-34f20ae3ad38", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:02:34.595573 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cf07a0ef-2e98-4d5f-824c-accbfb26ac7f {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:02:34.596405 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24f78acd-85f1-4ceb-9380-c4e06e77d857', 'tag': '7a41c414-e936-4384-ab02-34f20ae3ad38', 'status': 'completed', 'code': 200} Oct 20 12:02:34.610888 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port fcc61e75-ad89-43ea-90b0-3addf8971620 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:02:34.611351 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:34.663995 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-dd150145-6e1b-41f1-a428-2ffd39ff895f None None] Set router 13e2369d-9790-447e-a4d8-e6ef3d797042 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:02:34.720554 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a11af-c500-44c1-9d76-87fadba19c0f req-62cd15af-c4d4-4f59-9cdc-837b8bad9f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:34.722078 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4e7a11af-c500-44c1-9d76-87fadba19c0f req-62cd15af-c4d4-4f59-9cdc-837b8bad9f9d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d5facc7ebf4c4973bcd1f7527a0dd7a6&device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 1096 time: 0.0719738 Oct 20 12:02:34.741736 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-26daf778-9337-45c4-8505-e77f35bb901e None None] Provisioning complete for port 409c9a3a-f355-4ccb-8a71-524402231069 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:02:34.742378 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-26daf778-9337-45c4-8505-e77f35bb901e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:34.792474 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-58467c7c-db69-4faf-8c98-a513b9a19f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'name': 'tempest-TestNetworkBasicOps-router-1252311248', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'fcc61e75-ad89-43ea-90b0-3addf8971620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:02:27Z', 'updated_at': '2021-10-20T12:02:32Z', 'revision_number': 4, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'gw_port': {'id': 'fcc61e75-ad89-43ea-90b0-3addf8971620', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:02:28Z', 'updated_at': '2021-10-20T12:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '409c9a3a-f355-4ccb-8a71-524402231069', 'name': '', 'network_id': '63896d51-3b2d-43a4-86ad-784fc9a25288', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'mac_address': 'fa:16:3e:f6:57:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'ea332902-d373-443b-8ac3-55015e474f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:02:31Z', 'updated_at': '2021-10-20T12:02:32Z', 'revision_number': 2, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'subnets': [{'id': 'ea332902-d373-443b-8ac3-55015e474f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:02:34.823519 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58467c7c-db69-4faf-8c98-a513b9a19f16 None None] Checking router: 13c10ca0-15fd-40b6-8fb3-30242ffda062 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:02:34.823796 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58467c7c-db69-4faf-8c98-a513b9a19f16 None None] Updating router 13c10ca0-15fd-40b6-8fb3-30242ffda062 port 409c9a3a-f355-4ccb-8a71-524402231069 binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 12:02:34.854256 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-58467c7c-db69-4faf-8c98-a513b9a19f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:34.858472 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-26daf778-9337-45c4-8505-e77f35bb901e None None] Port 409c9a3a-f355-4ccb-8a71-524402231069 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:02:34.891876 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:34.949324 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port fcc61e75-ad89-43ea-90b0-3addf8971620, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=fcc61e75-ad89-43ea-90b0-3addf8971620,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:02:34.955032 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:35.044273 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=fcc61e75-ad89-43ea-90b0-3addf8971620,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:35.073277 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-dd150145-6e1b-41f1-a428-2ffd39ff895f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'name': 'tempest-AttachVolumeShelveTestJSON-1857829989-router', 'tenant_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'b1c85f19-68fd-4e3c-98d7-0d3214c67877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:26Z', 'updated_at': '2021-10-20T11:58:30Z', 'revision_number': 4, 'project_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'gw_port': {'id': 'b1c85f19-68fd-4e3c-98d7-0d3214c67877', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:27Z', 'updated_at': '2021-10-20T11:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '88d64106-3469-45d9-96a6-54b215122d2b', 'tenant_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'port_id': '7a41c414-e936-4384-ab02-34f20ae3ad38', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dd2d5c8-1621-42ed-b480-8b3fe659c010', 'mac_address': 'fa:16:3e:9e:da:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f78acd-85f1-4ceb-9380-c4e06e77d857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:02:21Z', 'updated_at': '2021-10-20T12:02:33Z', 'revision_number': 1, 'project_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8335b7bb-896d-4613-b38b-b659863017f1', 'name': '', 'network_id': '6dd2d5c8-1621-42ed-b480-8b3fe659c010', 'tenant_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'mac_address': 'fa:16:3e:98:2a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '85c08acc-8a9f-45d6-96df-e5a8900af70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:29Z', 'updated_at': '2021-10-20T11:58:33Z', 'revision_number': 5, 'project_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'subnets': [{'id': '85c08acc-8a9f-45d6-96df-e5a8900af70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:02:35.107838 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd150145-6e1b-41f1-a428-2ffd39ff895f None None] Checking router: 13e2369d-9790-447e-a4d8-e6ef3d797042 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:02:35.118250 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd150145-6e1b-41f1-a428-2ffd39ff895f None None] Routers {'13e2369d-9790-447e-a4d8-e6ef3d797042'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:02:35.118886 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-dd150145-6e1b-41f1-a428-2ffd39ff895f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:02:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['13e2369d-9790-447e-a4d8-e6ef3d797042'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:02:35.139639 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-58467c7c-db69-4faf-8c98-a513b9a19f16 None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:35.147642 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-58467c7c-db69-4faf-8c98-a513b9a19f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:35.224325 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91897b71-ac1d-4690-b594-30aac31d5d85 None None] Pushing event updated for resources: {'Port': ['ID=409c9a3a-f355-4ccb-8a71-524402231069,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:35.244297 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91897b71-ac1d-4690-b594-30aac31d5d85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:02:35.244566 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-dd150145-6e1b-41f1-a428-2ffd39ff895f None None] Set router 13e2369d-9790-447e-a4d8-e6ef3d797042 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:02:35.244825 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91897b71-ac1d-4690-b594-30aac31d5d85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:02:35.245251 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91897b71-ac1d-4690-b594-30aac31d5d85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:02:35.245669 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91897b71-ac1d-4690-b594-30aac31d5d85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:02:35.246086 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91897b71-ac1d-4690-b594-30aac31d5d85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:02:35.246498 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91897b71-ac1d-4690-b594-30aac31d5d85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:02:35.246935 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91897b71-ac1d-4690-b594-30aac31d5d85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:02:35.247480 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91897b71-ac1d-4690-b594-30aac31d5d85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:02:35.247908 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91897b71-ac1d-4690-b594-30aac31d5d85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:02:35.248323 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91897b71-ac1d-4690-b594-30aac31d5d85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:02:35.248729 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91897b71-ac1d-4690-b594-30aac31d5d85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:02:35.249133 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91897b71-ac1d-4690-b594-30aac31d5d85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:02:35.266615 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-58467c7c-db69-4faf-8c98-a513b9a19f16 None None] Attempting to bind port 409c9a3a-f355-4ccb-8a71-524402231069 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:02:35.267249 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-58467c7c-db69-4faf-8c98-a513b9a19f16 None None] Attempting to bind port 409c9a3a-f355-4ccb-8a71-524402231069 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '02249308-e01a-4a50-8abf-1e4da03a829e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '63896d51-3b2d-43a4-86ad-784fc9a25288'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:02:35.267925 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58467c7c-db69-4faf-8c98-a513b9a19f16 None None] Attempting to bind port 409c9a3a-f355-4ccb-8a71-524402231069 on network 63896d51-3b2d-43a4-86ad-784fc9a25288 {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:02:35.274221 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58467c7c-db69-4faf-8c98-a513b9a19f16 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:02:35.274526 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58467c7c-db69-4faf-8c98-a513b9a19f16 None None] Checking segment: {'id': '02249308-e01a-4a50-8abf-1e4da03a829e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '63896d51-3b2d-43a4-86ad-784fc9a25288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:02:35.275198 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-58467c7c-db69-4faf-8c98-a513b9a19f16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:35.275478 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58467c7c-db69-4faf-8c98-a513b9a19f16 None None] Bound using segment: {'id': '02249308-e01a-4a50-8abf-1e4da03a829e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '63896d51-3b2d-43a4-86ad-784fc9a25288'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:02:35.276026 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-58467c7c-db69-4faf-8c98-a513b9a19f16 None None] Bound port: 409c9a3a-f355-4ccb-8a71-524402231069, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02249308-e01a-4a50-8abf-1e4da03a829e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '63896d51-3b2d-43a4-86ad-784fc9a25288'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:02:35.276461 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-58467c7c-db69-4faf-8c98-a513b9a19f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:35.323044 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a11af-c500-44c1-9d76-87fadba19c0f req-61ca47a7-9052-4ffd-98e8-fe7f11fcaabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:35.324913 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4e7a11af-c500-44c1-9d76-87fadba19c0f req-61ca47a7-9052-4ffd-98e8-fe7f11fcaabd service neutron] 10.222.0.11 "GET /v2.0/networks?id=6dd2d5c8-1621-42ed-b480-8b3fe659c010 HTTP/1.1" status: 200 len: 919 time: 0.5925112 Oct 20 12:02:35.361275 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-58467c7c-db69-4faf-8c98-a513b9a19f16 None None] For port 409c9a3a-f355-4ccb-8a71-524402231069, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:02:35.364733 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-58467c7c-db69-4faf-8c98-a513b9a19f16 None None] For port 409c9a3a-f355-4ccb-8a71-524402231069, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=409c9a3a-f355-4ccb-8a71-524402231069,segment=NetworkSegment(02249308-e01a-4a50-8abf-1e4da03a829e),segment_id=02249308-e01a-4a50-8abf-1e4da03a829e)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:02:35.372832 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-58467c7c-db69-4faf-8c98-a513b9a19f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:35.428588 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2ce4854d-c690-4026-b175-07e95633436b tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3774 time: 0.8821146 Oct 20 12:02:35.437695 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58467c7c-db69-4faf-8c98-a513b9a19f16 None None] Routers {'13c10ca0-15fd-40b6-8fb3-30242ffda062'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:02:35.438374 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-58467c7c-db69-4faf-8c98-a513b9a19f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:02:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['13c10ca0-15fd-40b6-8fb3-30242ffda062'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:02:35.447396 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4e7a11af-c500-44c1-9d76-87fadba19c0f req-af706460-5622-41f4-b851-d3f5a5dc7423 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a41c414-e936-4384-ab02-34f20ae3ad38 HTTP/1.1" status: 200 len: 999 time: 0.1142206 Oct 20 12:02:35.526994 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a11af-c500-44c1-9d76-87fadba19c0f req-fb32fead-c468-4ae7-aa8c-b447dc19a0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:35.529037 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4e7a11af-c500-44c1-9d76-87fadba19c0f req-fb32fead-c468-4ae7-aa8c-b447dc19a0aa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=85c08acc-8a9f-45d6-96df-e5a8900af70a HTTP/1.1" status: 200 len: 856 time: 0.0718026 Oct 20 12:02:35.530312 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-aa974b79-4a88-4477-be89-24bb348a8128 None None] Provisioning complete for port 409c9a3a-f355-4ccb-8a71-524402231069 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:02:35.530744 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-aa974b79-4a88-4477-be89-24bb348a8128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:35.575805 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91897b71-ac1d-4690-b594-30aac31d5d85 None None] Pushing event updated for resources: {'Port': ['ID=409c9a3a-f355-4ccb-8a71-524402231069,revision_number=4']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:35.582163 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-58467c7c-db69-4faf-8c98-a513b9a19f16 None None] Set router 13c10ca0-15fd-40b6-8fb3-30242ffda062 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:02:35.603638 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a11af-c500-44c1-9d76-87fadba19c0f req-cf924096-a78c-4e01-9f0e-fb9d501c10d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:35.604622 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-dd150145-6e1b-41f1-a428-2ffd39ff895f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'name': 'tempest-AttachVolumeShelveTestJSON-1857829989-router', 'tenant_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'b1c85f19-68fd-4e3c-98d7-0d3214c67877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:26Z', 'updated_at': '2021-10-20T11:58:30Z', 'revision_number': 4, 'project_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'gw_port': {'id': 'b1c85f19-68fd-4e3c-98d7-0d3214c67877', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:27Z', 'updated_at': '2021-10-20T11:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '88d64106-3469-45d9-96a6-54b215122d2b', 'tenant_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'port_id': '7a41c414-e936-4384-ab02-34f20ae3ad38', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dd2d5c8-1621-42ed-b480-8b3fe659c010', 'mac_address': 'fa:16:3e:9e:da:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f78acd-85f1-4ceb-9380-c4e06e77d857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:02:21Z', 'updated_at': '2021-10-20T12:02:33Z', 'revision_number': 1, 'project_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8335b7bb-896d-4613-b38b-b659863017f1', 'name': '', 'network_id': '6dd2d5c8-1621-42ed-b480-8b3fe659c010', 'tenant_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'mac_address': 'fa:16:3e:98:2a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '85c08acc-8a9f-45d6-96df-e5a8900af70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:29Z', 'updated_at': '2021-10-20T11:58:33Z', 'revision_number': 5, 'project_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'subnets': [{'id': '85c08acc-8a9f-45d6-96df-e5a8900af70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:02:35.604822 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4e7a11af-c500-44c1-9d76-87fadba19c0f req-cf924096-a78c-4e01-9f0e-fb9d501c10d0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6dd2d5c8-1621-42ed-b480-8b3fe659c010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658400 Oct 20 12:02:35.703994 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd150145-6e1b-41f1-a428-2ffd39ff895f None None] The sync data for ids ['13e2369d-9790-447e-a4d8-e6ef3d797042'] in n-d-814735-3 is: [{'id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'name': 'tempest-AttachVolumeShelveTestJSON-1857829989-router', 'tenant_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'b1c85f19-68fd-4e3c-98d7-0d3214c67877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:26Z', 'updated_at': '2021-10-20T11:58:30Z', 'revision_number': 4, 'project_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'gw_port': {'id': 'b1c85f19-68fd-4e3c-98d7-0d3214c67877', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:27Z', 'updated_at': '2021-10-20T11:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '88d64106-3469-45d9-96a6-54b215122d2b', 'tenant_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'port_id': '7a41c414-e936-4384-ab02-34f20ae3ad38', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dd2d5c8-1621-42ed-b480-8b3fe659c010', 'mac_address': 'fa:16:3e:9e:da:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f78acd-85f1-4ceb-9380-c4e06e77d857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:02:21Z', 'updated_at': '2021-10-20T12:02:33Z', 'revision_number': 1, 'project_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8335b7bb-896d-4613-b38b-b659863017f1', 'name': '', 'network_id': '6dd2d5c8-1621-42ed-b480-8b3fe659c010', 'tenant_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'mac_address': 'fa:16:3e:98:2a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '85c08acc-8a9f-45d6-96df-e5a8900af70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:29Z', 'updated_at': '2021-10-20T11:58:33Z', 'revision_number': 5, 'project_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'subnets': [{'id': '85c08acc-8a9f-45d6-96df-e5a8900af70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:02:35.742089 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-aa974b79-4a88-4477-be89-24bb348a8128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:35.799905 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-aa974b79-4a88-4477-be89-24bb348a8128 None None] For port 409c9a3a-f355-4ccb-8a71-524402231069, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=409c9a3a-f355-4ccb-8a71-524402231069,segment=NetworkSegment(02249308-e01a-4a50-8abf-1e4da03a829e),segment_id=02249308-e01a-4a50-8abf-1e4da03a829e)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:02:35.805214 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4e7a11af-c500-44c1-9d76-87fadba19c0f req-03c007ee-6dbd-410a-b856-8c7a492b10b6 service neutron] 10.222.0.11 "GET /v2.0/networks/6dd2d5c8-1621-42ed-b480-8b3fe659c010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906862 Oct 20 12:02:35.808942 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-aa974b79-4a88-4477-be89-24bb348a8128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:35.877851 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa974b79-4a88-4477-be89-24bb348a8128 None None] Pushing event updated for resources: {'Port': ['ID=409c9a3a-f355-4ccb-8a71-524402231069,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:35.898545 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50276) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:02:35.905566 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-5a975cdf-6f54-4e71-9c20-9ffb3f09adc3 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1274187342', 'description': 'tempest-secgroup-smoke-1274187342 description', 'project_id': '07250ad1f1204e6d869db0513ecc8bd0'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:02:35.908395 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device fcc61e75-ad89-43ea-90b0-3addf8971620 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:02:35.912166 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-58467c7c-db69-4faf-8c98-a513b9a19f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'name': 'tempest-TestNetworkBasicOps-router-1252311248', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'fcc61e75-ad89-43ea-90b0-3addf8971620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:02:27Z', 'updated_at': '2021-10-20T12:02:32Z', 'revision_number': 4, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'gw_port': {'id': 'fcc61e75-ad89-43ea-90b0-3addf8971620', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:02:28Z', 'updated_at': '2021-10-20T12:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '409c9a3a-f355-4ccb-8a71-524402231069', 'name': '', 'network_id': '63896d51-3b2d-43a4-86ad-784fc9a25288', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'mac_address': 'fa:16:3e:f6:57:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'ea332902-d373-443b-8ac3-55015e474f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:02:31Z', 'updated_at': '2021-10-20T12:02:35Z', 'revision_number': 4, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'subnets': [{'id': 'ea332902-d373-443b-8ac3-55015e474f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:02:35.943237 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58467c7c-db69-4faf-8c98-a513b9a19f16 None None] The sync data for ids ['13c10ca0-15fd-40b6-8fb3-30242ffda062'] in n-d-814735-3 is: [{'id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'name': 'tempest-TestNetworkBasicOps-router-1252311248', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'fcc61e75-ad89-43ea-90b0-3addf8971620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:02:27Z', 'updated_at': '2021-10-20T12:02:32Z', 'revision_number': 4, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'gw_port': {'id': 'fcc61e75-ad89-43ea-90b0-3addf8971620', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:02:28Z', 'updated_at': '2021-10-20T12:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '409c9a3a-f355-4ccb-8a71-524402231069', 'name': '', 'network_id': '63896d51-3b2d-43a4-86ad-784fc9a25288', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'mac_address': 'fa:16:3e:f6:57:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'ea332902-d373-443b-8ac3-55015e474f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:02:31Z', 'updated_at': '2021-10-20T12:02:35Z', 'revision_number': 4, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'subnets': [{'id': 'ea332902-d373-443b-8ac3-55015e474f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:02:35.948432 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5a975cdf-6f54-4e71-9c20-9ffb3f09adc3 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:35.959679 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e88cd0e1-5657-429b-a3a8-73d1ed4ca92d None None] Provisioning complete for port 409c9a3a-f355-4ccb-8a71-524402231069 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:02:35.960196 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e88cd0e1-5657-429b-a3a8-73d1ed4ca92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:35.999111 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4e7a11af-c500-44c1-9d76-87fadba19c0f req-34817e01-d67b-4026-a1dd-08b2c22847ff service neutron] 10.222.0.11 "GET /v2.0/networks/6dd2d5c8-1621-42ed-b480-8b3fe659c010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844270 Oct 20 12:02:36.023359 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port fcc61e75-ad89-43ea-90b0-3addf8971620 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:02:36.026336 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:36.075319 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5a975cdf-6f54-4e71-9c20-9ffb3f09adc3 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:36.080353 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5a975cdf-6f54-4e71-9c20-9ffb3f09adc3 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:36.113464 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5a975cdf-6f54-4e71-9c20-9ffb3f09adc3 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:36.118711 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50278) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:02:36.126467 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-cc2a87cb-9cb9-4166-a793-448b52370fc5 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Request body: {'security_group_rule': {'security_group_id': 'bc1e6cd9-cdce-4dd7-9d98-c65a49d01b47', 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:02:36.130614 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5a975cdf-6f54-4e71-9c20-9ffb3f09adc3 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2134655 Oct 20 12:02:36.136819 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a975cdf-6f54-4e71-9c20-9ffb3f09adc3 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1e6cd9-cdce-4dd7-9d98-c65a49d01b47,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:36.162694 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cc2a87cb-9cb9-4166-a793-448b52370fc5 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:36.214562 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f768b4f9-9c84-4cbe-ae06-6b4c0f18c88e None None] New status for floating IP 88d64106-3469-45d9-96a6-54b215122d2b: ACTIVE {{(pid=100649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 12:02:36.244909 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cc2a87cb-9cb9-4166-a793-448b52370fc5 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:36.250035 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cc2a87cb-9cb9-4166-a793-448b52370fc5 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:36.269073 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2a87cb-9cb9-4166-a793-448b52370fc5 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1f3d7bb-678b-45d1-beb2-1af56a250733,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:36.280555 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cc2a87cb-9cb9-4166-a793-448b52370fc5 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:36.284528 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-cc2a87cb-9cb9-4166-a793-448b52370fc5 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1625059 Oct 20 12:02:36.284969 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50280) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:02:36.289775 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-8e7ac098-b3bd-4db0-8730-85c6efe8744c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Request body: {'security_group_rule': {'security_group_id': 'bc1e6cd9-cdce-4dd7-9d98-c65a49d01b47', 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:02:36.321019 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac098-b3bd-4db0-8730-85c6efe8744c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:36.396842 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac098-b3bd-4db0-8730-85c6efe8744c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:36.401453 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac098-b3bd-4db0-8730-85c6efe8744c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:36.420826 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ac098-b3bd-4db0-8730-85c6efe8744c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=308d6029-1bcf-4eac-a4d9-1a9bd1e603aa,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:36.435157 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac098-b3bd-4db0-8730-85c6efe8744c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:36.436443 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8e7ac098-b3bd-4db0-8730-85c6efe8744c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1504953 Oct 20 12:02:36.439400 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50282) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:02:36.444822 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-36e0e195-2d60-4334-b0e1-8cd334223600 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Request body: {'security_group_rule': {'security_group_id': 'bc1e6cd9-cdce-4dd7-9d98-c65a49d01b47', 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:02:36.474359 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-36e0e195-2d60-4334-b0e1-8cd334223600 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:36.534999 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-36e0e195-2d60-4334-b0e1-8cd334223600 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:36.539209 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-36e0e195-2d60-4334-b0e1-8cd334223600 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:36.559623 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e0e195-2d60-4334-b0e1-8cd334223600 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcd57adf-5006-4cf0-b525-3bfe7ef620d5,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:36.565877 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-36e0e195-2d60-4334-b0e1-8cd334223600 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:36.566942 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-36e0e195-2d60-4334-b0e1-8cd334223600 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1257792 Oct 20 12:02:36.569813 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50284) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:02:36.574219 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-b94294ae-8ad8-4905-aacb-c46538736574 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Request body: {'security_group_rule': {'security_group_id': 'bc1e6cd9-cdce-4dd7-9d98-c65a49d01b47', 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:02:36.603296 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b94294ae-8ad8-4905-aacb-c46538736574 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:36.670770 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b94294ae-8ad8-4905-aacb-c46538736574 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:36.675219 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b94294ae-8ad8-4905-aacb-c46538736574 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:36.696589 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94294ae-8ad8-4905-aacb-c46538736574 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ded8cdf5-6b28-4a5c-8627-e772d7239180,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:36.702681 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b94294ae-8ad8-4905-aacb-c46538736574 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:36.703946 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-b94294ae-8ad8-4905-aacb-c46538736574 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1332345 Oct 20 12:02:36.706725 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50286) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:02:36.711448 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-b55a0d16-7ea1-4fa7-ae7e-0f335ef20306 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Request body: {'security_group_rule': {'security_group_id': 'bc1e6cd9-cdce-4dd7-9d98-c65a49d01b47', 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:02:36.747999 n-d-814735-3 neutron-server[100647]: INFO neutron.db.securitygroups_db [None req-b55a0d16-7ea1-4fa7-ae7e-0f335ef20306 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Project 07250ad1f1204e6d869db0513ecc8bd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 12:02:36.753584 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b55a0d16-7ea1-4fa7-ae7e-0f335ef20306 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:36.818363 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b55a0d16-7ea1-4fa7-ae7e-0f335ef20306 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:36.822592 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b55a0d16-7ea1-4fa7-ae7e-0f335ef20306 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:36.844191 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a0d16-7ea1-4fa7-ae7e-0f335ef20306 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9365f499-1b46-40d6-86ca-7dec4660d051,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:36.849223 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b55a0d16-7ea1-4fa7-ae7e-0f335ef20306 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:36.850442 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-b55a0d16-7ea1-4fa7-ae7e-0f335ef20306 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1425147 Oct 20 12:02:36.853226 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50292) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:02:36.857439 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-e9eb6447-4ba1-4a71-8814-dfc7ff81325b tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Request body: {'security_group_rule': {'security_group_id': 'bc1e6cd9-cdce-4dd7-9d98-c65a49d01b47', 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:02:36.880124 n-d-814735-3 neutron-server[100647]: INFO neutron.db.securitygroups_db [None req-e9eb6447-4ba1-4a71-8814-dfc7ff81325b tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Project 07250ad1f1204e6d869db0513ecc8bd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 12:02:36.884981 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e9eb6447-4ba1-4a71-8814-dfc7ff81325b tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:36.946048 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e9eb6447-4ba1-4a71-8814-dfc7ff81325b tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:36.950664 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e9eb6447-4ba1-4a71-8814-dfc7ff81325b tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:36.969728 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb6447-4ba1-4a71-8814-dfc7ff81325b tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fae76cc5-d115-4a9e-9a41-a986441e3a90,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:36.975692 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e9eb6447-4ba1-4a71-8814-dfc7ff81325b tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:36.977079 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e9eb6447-4ba1-4a71-8814-dfc7ff81325b tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1227632 Oct 20 12:02:37.125358 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fa6ba7ca-643b-4921-8143-a848c4b618ba req-474da677-05d1-4f3a-b8ff-52fd575bb003 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1274187342&fields=id&tenant_id=07250ad1f1204e6d869db0513ecc8bd0 HTTP/1.1" status: 200 len: 267 time: 0.0340097 Oct 20 12:02:37.238366 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ba7ca-643b-4921-8143-a848c4b618ba req-55a75a0d-0b89-4e60-9882-b247f2c87a9c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:37.239876 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fa6ba7ca-643b-4921-8143-a848c4b618ba req-55a75a0d-0b89-4e60-9882-b247f2c87a9c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/networks?id=63896d51-3b2d-43a4-86ad-784fc9a25288 HTTP/1.1" status: 200 len: 797 time: 0.1076901 Oct 20 12:02:37.256664 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fa6ba7ca-643b-4921-8143-a848c4b618ba req-81b343c7-76be-4ece-9380-9582794f7ac0 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/quotas/07250ad1f1204e6d869db0513ecc8bd0 HTTP/1.1" status: 200 len: 375 time: 0.0094154 Oct 20 12:02:37.313842 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fa6ba7ca-643b-4921-8143-a848c4b618ba req-9f27092d-4806-4314-93bb-06e984c6f0a8 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=07250ad1f1204e6d869db0513ecc8bd0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515611 Oct 20 12:02:37.427488 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fa6ba7ca-643b-4921-8143-a848c4b618ba req-a776056f-1399-4e6c-81e6-043c7fc27fa9 service neutron] 10.222.0.98 "GET /v2.0/networks/63896d51-3b2d-43a4-86ad-784fc9a25288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895476 Oct 20 12:02:37.525232 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fa6ba7ca-643b-4921-8143-a848c4b618ba req-bc209d66-b8f0-43b1-b141-15726ebd3b65 service neutron] 10.222.0.98 "GET /v2.0/networks/63896d51-3b2d-43a4-86ad-784fc9a25288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936091 Oct 20 12:02:37.691074 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-789667cc-a6a4-46f9-acd5-7156d8dece54 req-fa58dc91-921a-4a4e-a464-0f91b1cd113a tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/ports?device_id=00873856-3dae-4374-bcd4-61629a68e6c1 HTTP/1.1" status: 200 len: 210 time: 0.0276823 Oct 20 12:02:37.877411 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 409c9a3a-f355-4ccb-8a71-524402231069 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:02:37.929969 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 409c9a3a-f355-4ccb-8a71-524402231069 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:02:37.930336 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:38.797466 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-53cccdfa-7f4d-4474-a445-841202d8ea01 req-34d5fb6a-58ad-42e5-a9bd-97ec9e7ac180 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/ports?device_id=00873856-3dae-4374-bcd4-61629a68e6c1 HTTP/1.1" status: 200 len: 210 time: 0.0327227 Oct 20 12:02:38.818352 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ba7ca-643b-4921-8143-a848c4b618ba req-2670fdf5-1a48-416c-98b6-e18b6612760a tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:38.819966 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fa6ba7ca-643b-4921-8143-a848c4b618ba req-2670fdf5-1a48-416c-98b6-e18b6612760a tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.89 "GET /v2.0/networks?id=63896d51-3b2d-43a4-86ad-784fc9a25288 HTTP/1.1" status: 200 len: 797 time: 0.1681254 Oct 20 12:02:38.866121 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fa6ba7ca-643b-4921-8143-a848c4b618ba req-574f2919-80cc-4d1d-b0f6-09fcc64fbc67 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07250ad1f1204e6d869db0513ecc8bd0 HTTP/1.1" status: 200 len: 380 time: 0.0359070 Oct 20 12:02:38.876384 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-fa6ba7ca-643b-4921-8143-a848c4b618ba req-458ea5d3-6c55-4758-8a52-70d3c0a59377 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Request body: {'port': {'device_id': '00873856-3dae-4374-bcd4-61629a68e6c1', 'network_id': '63896d51-3b2d-43a4-86ad-784fc9a25288', 'admin_state_up': True, 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'security_groups': ['bc1e6cd9-cdce-4dd7-9d98-c65a49d01b47']}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:02:39.001257 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa6ba7ca-643b-4921-8143-a848c4b618ba req-458ea5d3-6c55-4758-8a52-70d3c0a59377 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Made reservation on behalf of 07250ad1f1204e6d869db0513ecc8bd0 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:02:39.005272 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-fa6ba7ca-643b-4921-8143-a848c4b618ba req-458ea5d3-6c55-4758-8a52-70d3c0a59377 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:39.139653 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-fa6ba7ca-643b-4921-8143-a848c4b618ba req-458ea5d3-6c55-4758-8a52-70d3c0a59377 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Allocated IP 172.20.0.5 (63896d51-3b2d-43a4-86ad-784fc9a25288/ea332902-d373-443b-8ac3-55015e474f29/412d5b67-c525-46dc-9781-64260493f71c) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:02:39.316646 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-fa6ba7ca-643b-4921-8143-a848c4b618ba req-458ea5d3-6c55-4758-8a52-70d3c0a59377 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:39.353810 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-fa6ba7ca-643b-4921-8143-a848c4b618ba req-458ea5d3-6c55-4758-8a52-70d3c0a59377 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:39.400540 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa6ba7ca-643b-4921-8143-a848c4b618ba req-458ea5d3-6c55-4758-8a52-70d3c0a59377 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Network 63896d51-3b2d-43a4-86ad-784fc9a25288 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:02:39.403778 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-fa6ba7ca-643b-4921-8143-a848c4b618ba req-458ea5d3-6c55-4758-8a52-70d3c0a59377 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:02:39.406412 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa6ba7ca-643b-4921-8143-a848c4b618ba req-458ea5d3-6c55-4758-8a52-70d3c0a59377 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:02:39.442644 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ea5d3-6c55-4758-8a52-70d3c0a59377 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event updated for resources: {'Port': ['ID=412d5b67-c525-46dc-9781-64260493f71c,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:39.469767 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ba7ca-643b-4921-8143-a848c4b618ba req-458ea5d3-6c55-4758-8a52-70d3c0a59377 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:39.470406 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-fa6ba7ca-643b-4921-8143-a848c4b618ba req-458ea5d3-6c55-4758-8a52-70d3c0a59377 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:39.488174 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fa6ba7ca-643b-4921-8143-a848c4b618ba req-458ea5d3-6c55-4758-8a52-70d3c0a59377 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6157410 Oct 20 12:02:39.501583 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-fa6ba7ca-643b-4921-8143-a848c4b618ba req-a05294a9-31a9-48dd-a29b-c2227782eef5 service neutron] Request body: {'port': {'device_id': '00873856-3dae-4374-bcd4-61629a68e6c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:02:39.565231 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-fa6ba7ca-643b-4921-8143-a848c4b618ba req-a05294a9-31a9-48dd-a29b-c2227782eef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:39.627204 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-bbfd038e-6edb-4cde-b76a-69b52ab2766b None None] Provisioning complete for port 412d5b67-c525-46dc-9781-64260493f71c triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:02:39.627780 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bbfd038e-6edb-4cde-b76a-69b52ab2766b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:39.671274 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-bbfd038e-6edb-4cde-b76a-69b52ab2766b None None] Port 412d5b67-c525-46dc-9781-64260493f71c cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:02:39.834105 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-fa6ba7ca-643b-4921-8143-a848c4b618ba req-a05294a9-31a9-48dd-a29b-c2227782eef5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 412d5b67-c525-46dc-9781-64260493f71c {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:02:39.841846 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-fa6ba7ca-643b-4921-8143-a848c4b618ba req-a05294a9-31a9-48dd-a29b-c2227782eef5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:39.855408 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-fa6ba7ca-643b-4921-8143-a848c4b618ba req-a05294a9-31a9-48dd-a29b-c2227782eef5 service neutron] Transition to ACTIVE for port object 412d5b67-c525-46dc-9781-64260493f71c will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 12:02:39.861484 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-fa6ba7ca-643b-4921-8143-a848c4b618ba req-a05294a9-31a9-48dd-a29b-c2227782eef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:39.942065 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05294a9-31a9-48dd-a29b-c2227782eef5 service neutron] Pushing event updated for resources: {'Port': ['ID=412d5b67-c525-46dc-9781-64260493f71c,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:40.004275 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c0c48b-e1df-4890-bf61-55e827003347 req-46b3cc78-2760-4e70-9281-97083420256c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:40.005926 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6c0c48b-e1df-4890-bf61-55e827003347 req-46b3cc78-2760-4e70-9281-97083420256c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/ports?device_id=00873856-3dae-4374-bcd4-61629a68e6c1 HTTP/1.1" status: 200 len: 943 time: 0.1161022 Oct 20 12:02:40.053604 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-fa6ba7ca-643b-4921-8143-a848c4b618ba req-a05294a9-31a9-48dd-a29b-c2227782eef5 service neutron] Attempting to bind port 412d5b67-c525-46dc-9781-64260493f71c on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:02:40.053903 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-fa6ba7ca-643b-4921-8143-a848c4b618ba req-a05294a9-31a9-48dd-a29b-c2227782eef5 service neutron] Attempting to bind port 412d5b67-c525-46dc-9781-64260493f71c by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '02249308-e01a-4a50-8abf-1e4da03a829e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '63896d51-3b2d-43a4-86ad-784fc9a25288'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:02:40.054248 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6ba7ca-643b-4921-8143-a848c4b618ba req-a05294a9-31a9-48dd-a29b-c2227782eef5 service neutron] Attempting to bind port 412d5b67-c525-46dc-9781-64260493f71c on network 63896d51-3b2d-43a4-86ad-784fc9a25288 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:02:40.068681 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6ba7ca-643b-4921-8143-a848c4b618ba req-a05294a9-31a9-48dd-a29b-c2227782eef5 service neutron] Port 412d5b67-c525-46dc-9781-64260493f71c on network 63896d51-3b2d-43a4-86ad-784fc9a25288 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 12:02:40.068980 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6ba7ca-643b-4921-8143-a848c4b618ba req-a05294a9-31a9-48dd-a29b-c2227782eef5 service neutron] Attempting to bind port 412d5b67-c525-46dc-9781-64260493f71c on network 63896d51-3b2d-43a4-86ad-784fc9a25288 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:02:40.077466 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a6c0c48b-e1df-4890-bf61-55e827003347 req-a4e698a5-96ec-4f91-bfc9-2ce422c1b0a7 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc1e6cd9-cdce-4dd7-9d98-c65a49d01b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626879 Oct 20 12:02:40.080316 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6ba7ca-643b-4921-8143-a848c4b618ba req-a05294a9-31a9-48dd-a29b-c2227782eef5 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:02:40.080772 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6ba7ca-643b-4921-8143-a848c4b618ba req-a05294a9-31a9-48dd-a29b-c2227782eef5 service neutron] Checking segment: {'id': '02249308-e01a-4a50-8abf-1e4da03a829e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '63896d51-3b2d-43a4-86ad-784fc9a25288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:02:40.081029 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6ba7ca-643b-4921-8143-a848c4b618ba req-a05294a9-31a9-48dd-a29b-c2227782eef5 service neutron] Bound using segment: {'id': '02249308-e01a-4a50-8abf-1e4da03a829e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '63896d51-3b2d-43a4-86ad-784fc9a25288'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:02:40.081464 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-fa6ba7ca-643b-4921-8143-a848c4b618ba req-a05294a9-31a9-48dd-a29b-c2227782eef5 service neutron] Bound port: 412d5b67-c525-46dc-9781-64260493f71c, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02249308-e01a-4a50-8abf-1e4da03a829e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '63896d51-3b2d-43a4-86ad-784fc9a25288'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:02:40.081820 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-fa6ba7ca-643b-4921-8143-a848c4b618ba req-a05294a9-31a9-48dd-a29b-c2227782eef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:40.137115 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:40.153508 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-fa6ba7ca-643b-4921-8143-a848c4b618ba req-a05294a9-31a9-48dd-a29b-c2227782eef5 service neutron] For port 412d5b67-c525-46dc-9781-64260493f71c, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:02:40.156906 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-fa6ba7ca-643b-4921-8143-a848c4b618ba req-a05294a9-31a9-48dd-a29b-c2227782eef5 service neutron] For port 412d5b67-c525-46dc-9781-64260493f71c, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=412d5b67-c525-46dc-9781-64260493f71c,segment=NetworkSegment(02249308-e01a-4a50-8abf-1e4da03a829e),segment_id=02249308-e01a-4a50-8abf-1e4da03a829e)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:02:40.160633 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-fa6ba7ca-643b-4921-8143-a848c4b618ba req-a05294a9-31a9-48dd-a29b-c2227782eef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:40.195135 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ba7ca-643b-4921-8143-a848c4b618ba req-a05294a9-31a9-48dd-a29b-c2227782eef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:40.196242 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-fa6ba7ca-643b-4921-8143-a848c4b618ba req-a05294a9-31a9-48dd-a29b-c2227782eef5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:40.198126 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fa6ba7ca-643b-4921-8143-a848c4b618ba req-a05294a9-31a9-48dd-a29b-c2227782eef5 service neutron] 10.222.0.89 "PUT /v2.0/ports/412d5b67-c525-46dc-9781-64260493f71c HTTP/1.1" status: 200 len: 1091 time: 0.7009907 Oct 20 12:02:40.200552 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00873856-3dae-4374-bcd4-61629a68e6c1', 'tag': '412d5b67-c525-46dc-9781-64260493f71c'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:02:40.203525 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c88d18-28f4-4235-be87-e802a47feea2" -d '{"events": [{"name": "network-changed", "server_uuid": "00873856-3dae-4374-bcd4-61629a68e6c1", "tag": "412d5b67-c525-46dc-9781-64260493f71c"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:02:40.231269 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05294a9-31a9-48dd-a29b-c2227782eef5 service neutron] Pushing event updated for resources: {'Port': ['ID=412d5b67-c525-46dc-9781-64260493f71c,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:40.250614 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b40a0db-4dcf-4330-8e76-f61934677b52 x-openstack-request-id: req-0b40a0db-4dcf-4330-8e76-f61934677b52 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:02:40.250931 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00873856-3dae-4374-bcd4-61629a68e6c1", "tag": "412d5b67-c525-46dc-9781-64260493f71c", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:02:40.251188 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0b40a0db-4dcf-4330-8e76-f61934677b52 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:02:40.251586 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00873856-3dae-4374-bcd4-61629a68e6c1', 'tag': '412d5b67-c525-46dc-9781-64260493f71c', 'status': 'completed', 'code': 200} Oct 20 12:02:40.286191 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ba7ca-643b-4921-8143-a848c4b618ba req-43581f4d-4438-4666-acb2-b806f49647af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:40.287789 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fa6ba7ca-643b-4921-8143-a848c4b618ba req-43581f4d-4438-4666-acb2-b806f49647af service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=07250ad1f1204e6d869db0513ecc8bd0&device_id=00873856-3dae-4374-bcd4-61629a68e6c1 HTTP/1.1" status: 200 len: 1094 time: 0.0468814 Oct 20 12:02:40.334460 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fa6ba7ca-643b-4921-8143-a848c4b618ba req-8f3347f0-e74d-4649-bfdf-3ea57678acc2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=412d5b67-c525-46dc-9781-64260493f71c HTTP/1.1" status: 200 len: 217 time: 0.0388896 Oct 20 12:02:40.389657 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ba7ca-643b-4921-8143-a848c4b618ba req-551fff0b-4b5c-4ff8-8723-e60ca86094bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:40.391749 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fa6ba7ca-643b-4921-8143-a848c4b618ba req-551fff0b-4b5c-4ff8-8723-e60ca86094bd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ea332902-d373-443b-8ac3-55015e474f29 HTTP/1.1" status: 200 len: 835 time: 0.0492375 Oct 20 12:02:40.449037 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ba7ca-643b-4921-8143-a848c4b618ba req-c895d398-dc6f-47f7-bd65-50635b3a06ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:40.450558 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fa6ba7ca-643b-4921-8143-a848c4b618ba req-c895d398-dc6f-47f7-bd65-50635b3a06ab service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=63896d51-3b2d-43a4-86ad-784fc9a25288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501871 Oct 20 12:02:40.546039 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fa6ba7ca-643b-4921-8143-a848c4b618ba req-2ec74dd9-8462-40dd-8dea-442ecdcc49a1 service neutron] 10.222.0.89 "GET /v2.0/networks/63896d51-3b2d-43a4-86ad-784fc9a25288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869951 Oct 20 12:02:40.646600 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fa6ba7ca-643b-4921-8143-a848c4b618ba req-ad0a1013-bd90-47ea-aacb-cafbd4e838a6 service neutron] 10.222.0.89 "GET /v2.0/networks/63896d51-3b2d-43a4-86ad-784fc9a25288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920184 Oct 20 12:02:40.741655 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c88d18-28f4-4235-be87-e802a47feea2 req-823373a3-11d4-4909-a6a2-d43e1923337f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:40.743188 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3c88d18-28f4-4235-be87-e802a47feea2 req-823373a3-11d4-4909-a6a2-d43e1923337f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=07250ad1f1204e6d869db0513ecc8bd0&device_id=00873856-3dae-4374-bcd4-61629a68e6c1 HTTP/1.1" status: 200 len: 1094 time: 0.0485606 Oct 20 12:02:40.841039 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c88d18-28f4-4235-be87-e802a47feea2 req-eea4eb0e-aef9-4157-9300-204092b174b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:40.842506 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3c88d18-28f4-4235-be87-e802a47feea2 req-eea4eb0e-aef9-4157-9300-204092b174b7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=63896d51-3b2d-43a4-86ad-784fc9a25288 HTTP/1.1" status: 200 len: 899 time: 0.0908883 Oct 20 12:02:40.889589 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3c88d18-28f4-4235-be87-e802a47feea2 req-c49bfcde-1a53-47a4-a5ad-ae2d66d5e208 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=412d5b67-c525-46dc-9781-64260493f71c HTTP/1.1" status: 200 len: 217 time: 0.0385623 Oct 20 12:02:40.943738 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c88d18-28f4-4235-be87-e802a47feea2 req-38d53169-75e6-4bfd-ba64-8da22a40a1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:40.945130 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3c88d18-28f4-4235-be87-e802a47feea2 req-38d53169-75e6-4bfd-ba64-8da22a40a1aa service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ea332902-d373-443b-8ac3-55015e474f29 HTTP/1.1" status: 200 len: 835 time: 0.0456567 Oct 20 12:02:40.997743 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c88d18-28f4-4235-be87-e802a47feea2 req-ea7d1c71-032e-4fc1-94e1-2fe6809c2a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:40.999294 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3c88d18-28f4-4235-be87-e802a47feea2 req-ea7d1c71-032e-4fc1-94e1-2fe6809c2a6b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=63896d51-3b2d-43a4-86ad-784fc9a25288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438912 Oct 20 12:02:41.099689 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3c88d18-28f4-4235-be87-e802a47feea2 req-34e1a37d-655e-41de-be2f-63e7156c585c service neutron] 10.222.0.89 "GET /v2.0/networks/63896d51-3b2d-43a4-86ad-784fc9a25288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904613 Oct 20 12:02:41.219998 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3c88d18-28f4-4235-be87-e802a47feea2 req-efe0daa3-eeca-4db7-b860-d7ac2c92b875 service neutron] 10.222.0.89 "GET /v2.0/networks/63896d51-3b2d-43a4-86ad-784fc9a25288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119277 Oct 20 12:02:41.234663 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0642fa-b9d0-49fa-b12d-8b9e642a332f req-f73f0770-212b-4d3c-8da8-07868b5649c2 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:41.236248 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fb0642fa-b9d0-49fa-b12d-8b9e642a332f req-f73f0770-212b-4d3c-8da8-07868b5649c2 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/ports?device_id=00873856-3dae-4374-bcd4-61629a68e6c1 HTTP/1.1" status: 200 len: 943 time: 0.0738509 Oct 20 12:02:41.282082 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fb0642fa-b9d0-49fa-b12d-8b9e642a332f req-3df1bec8-1d60-496d-a841-a6794a3e1304 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc1e6cd9-cdce-4dd7-9d98-c65a49d01b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358601 Oct 20 12:02:42.399789 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94cc832-84e8-422e-b7fd-e4bd2fd13b24 req-358b3113-dfb8-47e6-ba3c-48f376c2db18 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:42.401273 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b94cc832-84e8-422e-b7fd-e4bd2fd13b24 req-358b3113-dfb8-47e6-ba3c-48f376c2db18 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/ports?device_id=00873856-3dae-4374-bcd4-61629a68e6c1 HTTP/1.1" status: 200 len: 943 time: 0.0509439 Oct 20 12:02:42.444514 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b94cc832-84e8-422e-b7fd-e4bd2fd13b24 req-3f6387a0-7534-41a6-8999-4d6b6d8e574a tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc1e6cd9-cdce-4dd7-9d98-c65a49d01b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339866 Oct 20 12:02:43.570629 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99447796-c1bd-485b-9d3a-592d0e224723 req-a3f7aa22-79a4-4b1a-a17e-f6cb7d3978db tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:43.572212 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-99447796-c1bd-485b-9d3a-592d0e224723 req-a3f7aa22-79a4-4b1a-a17e-f6cb7d3978db tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/ports?device_id=00873856-3dae-4374-bcd4-61629a68e6c1 HTTP/1.1" status: 200 len: 943 time: 0.0584955 Oct 20 12:02:43.614453 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-99447796-c1bd-485b-9d3a-592d0e224723 req-c28b584f-37b1-410e-a54f-6987e3fd8d91 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc1e6cd9-cdce-4dd7-9d98-c65a49d01b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357220 Oct 20 12:02:43.664855 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 412d5b67-c525-46dc-9781-64260493f71c details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:02:43.768713 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 412d5b67-c525-46dc-9781-64260493f71c, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=412d5b67-c525-46dc-9781-64260493f71c,segment=NetworkSegment(02249308-e01a-4a50-8abf-1e4da03a829e),segment_id=02249308-e01a-4a50-8abf-1e4da03a829e)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:02:43.781242 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '412d5b67-c525-46dc-9781-64260493f71c', 'network_id': '63896d51-3b2d-43a4-86ad-784fc9a25288', 'port_id': '412d5b67-c525-46dc-9781-64260493f71c', 'mac_address': 'fa:16:3e:27:cc:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea332902-d373-443b-8ac3-55015e474f29', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:02:43.821765 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:43.834311 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 412d5b67-c525-46dc-9781-64260493f71c {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:02:43.856832 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 412d5b67-c525-46dc-9781-64260493f71c, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=412d5b67-c525-46dc-9781-64260493f71c,segment=NetworkSegment(02249308-e01a-4a50-8abf-1e4da03a829e),segment_id=02249308-e01a-4a50-8abf-1e4da03a829e)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:02:43.861175 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:43.908864 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=412d5b67-c525-46dc-9781-64260493f71c,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:44.100905 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['412d5b67-c525-46dc-9781-64260493f71c'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:02:44.761718 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c10f60-4725-4820-b09f-417c29efb7f7 req-ac8e7b95-efd8-44f4-995b-14fb7401b28c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:44.763215 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-88c10f60-4725-4820-b09f-417c29efb7f7 req-ac8e7b95-efd8-44f4-995b-14fb7401b28c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/ports?device_id=00873856-3dae-4374-bcd4-61629a68e6c1 HTTP/1.1" status: 200 len: 944 time: 0.0606716 Oct 20 12:02:45.072268 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-88c10f60-4725-4820-b09f-417c29efb7f7 req-f7e57ca6-67dc-40cf-8546-74c54d7e9c77 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc1e6cd9-cdce-4dd7-9d98-c65a49d01b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3029425 Oct 20 12:02:45.507570 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 412d5b67-c525-46dc-9781-64260493f71c up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:02:45.568001 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 412d5b67-c525-46dc-9781-64260493f71c completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 12:02:45.572607 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 412d5b67-c525-46dc-9781-64260493f71c triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:02:45.573021 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:45.656670 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:45.671142 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:45.694457 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00873856-3dae-4374-bcd4-61629a68e6c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412d5b67-c525-46dc-9781-64260493f71c'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:02:45.696953 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51cbe46-f219-434a-832c-fb72da5bc08b" -d '{"events": [{"server_uuid": "00873856-3dae-4374-bcd4-61629a68e6c1", "name": "network-vif-plugged", "status": "completed", "tag": "412d5b67-c525-46dc-9781-64260493f71c"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:02:45.710031 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 412d5b67-c525-46dc-9781-64260493f71c, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=412d5b67-c525-46dc-9781-64260493f71c,segment=NetworkSegment(02249308-e01a-4a50-8abf-1e4da03a829e),segment_id=02249308-e01a-4a50-8abf-1e4da03a829e)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:02:45.718584 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:45.768049 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=412d5b67-c525-46dc-9781-64260493f71c,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:45.866222 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e957663-31f4-4477-8cfa-106df98656fd x-openstack-request-id: req-0e957663-31f4-4477-8cfa-106df98656fd {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:02:45.866514 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00873856-3dae-4374-bcd4-61629a68e6c1", "name": "network-vif-plugged", "status": "completed", "tag": "412d5b67-c525-46dc-9781-64260493f71c", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:02:45.866763 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0e957663-31f4-4477-8cfa-106df98656fd {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:02:45.867191 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00873856-3dae-4374-bcd4-61629a68e6c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412d5b67-c525-46dc-9781-64260493f71c', 'code': 200} Oct 20 12:02:45.976329 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4c074-9db3-49c5-b795-8836115c55cc req-1fe2a75e-c8a8-4f20-8971-d26217717b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:45.977994 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-96e4c074-9db3-49c5-b795-8836115c55cc req-1fe2a75e-c8a8-4f20-8971-d26217717b38 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=00873856-3dae-4374-bcd4-61629a68e6c1 HTTP/1.1" status: 200 len: 1096 time: 0.0449784 Oct 20 12:02:46.022934 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-96e4c074-9db3-49c5-b795-8836115c55cc req-16d08b6f-4036-42e7-b4b2-eaa7d1f36071 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=bc1e6cd9-cdce-4dd7-9d98-c65a49d01b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306909 Oct 20 12:02:46.200221 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e31b8b-015f-44a8-ab53-64720c54461b req-0063f309-d2e0-45e7-8b8e-68a3ffc25ac8 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:46.201721 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d9e31b8b-015f-44a8-ab53-64720c54461b req-0063f309-d2e0-45e7-8b8e-68a3ffc25ac8 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/ports?device_id=00873856-3dae-4374-bcd4-61629a68e6c1 HTTP/1.1" status: 200 len: 945 time: 0.0522285 Oct 20 12:02:46.242068 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d9e31b8b-015f-44a8-ab53-64720c54461b req-da956aaf-1b19-4932-ad4a-eca31939eef1 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc1e6cd9-cdce-4dd7-9d98-c65a49d01b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337496 Oct 20 12:02:47.366505 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa5044-750f-432f-8aca-c3e3aa8f151a req-65876361-9804-4c43-80f8-66b7d48936e7 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:47.367995 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8daa5044-750f-432f-8aca-c3e3aa8f151a req-65876361-9804-4c43-80f8-66b7d48936e7 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/ports?device_id=00873856-3dae-4374-bcd4-61629a68e6c1 HTTP/1.1" status: 200 len: 945 time: 0.0548296 Oct 20 12:02:47.406409 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8daa5044-750f-432f-8aca-c3e3aa8f151a req-d58bd60d-df81-4ec8-ada7-be6e9de7c0a2 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc1e6cd9-cdce-4dd7-9d98-c65a49d01b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321460 Oct 20 12:02:48.529235 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e96a1-3aea-4a6d-ab17-ad3359560aec req-38ff3d5a-8381-4f69-a97e-ae432a3d5145 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:48.530824 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a49e96a1-3aea-4a6d-ab17-ad3359560aec req-38ff3d5a-8381-4f69-a97e-ae432a3d5145 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/ports?device_id=00873856-3dae-4374-bcd4-61629a68e6c1 HTTP/1.1" status: 200 len: 945 time: 0.0511055 Oct 20 12:02:48.569820 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a49e96a1-3aea-4a6d-ab17-ad3359560aec req-16d1d6fb-2587-4aea-b878-2e3f0af9df5a tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc1e6cd9-cdce-4dd7-9d98-c65a49d01b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326476 Oct 20 12:02:48.705119 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836be7da-d911-4d04-bdc0-a6410ef36468 req-9450a5a2-bbaa-4f7e-9289-d653cb1f5a5c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:48.706650 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-836be7da-d911-4d04-bdc0-a6410ef36468 req-9450a5a2-bbaa-4f7e-9289-d653cb1f5a5c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/ports?device_id=00873856-3dae-4374-bcd4-61629a68e6c1 HTTP/1.1" status: 200 len: 945 time: 0.0561609 Oct 20 12:02:48.755387 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-836be7da-d911-4d04-bdc0-a6410ef36468 req-661bea01-93db-4e6e-8d08-16bd058fe1e3 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc1e6cd9-cdce-4dd7-9d98-c65a49d01b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406981 Oct 20 12:02:48.778904 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50366) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:02:48.830634 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2354ccc4-28b3-43e1-b649-9f6dbc1fafeb tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:48.832473 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2354ccc4-28b3-43e1-b649-9f6dbc1fafeb tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=00873856-3dae-4374-bcd4-61629a68e6c1 HTTP/1.1" status: 200 len: 1091 time: 0.0522966 Oct 20 12:02:48.835654 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50368) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:02:48.840192 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-b0e89c9a-1828-4f09-b618-49bd0af2ed15 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'port_id': '412d5b67-c525-46dc-9781-64260493f71c', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:02:48.864693 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b0e89c9a-1828-4f09-b618-49bd0af2ed15 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for floatingip, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:48.969281 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b0e89c9a-1828-4f09-b618-49bd0af2ed15 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:49.081730 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-b0e89c9a-1828-4f09-b618-49bd0af2ed15 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Allocated IP 172.25.5.55 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/e451bdc4-e00b-465f-b00f-4813b9c0f3ca) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:02:49.188449 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b0e89c9a-1828-4f09-b618-49bd0af2ed15 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:49.226484 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b0e89c9a-1828-4f09-b618-49bd0af2ed15 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:49.265637 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e89c9a-1828-4f09-b618-49bd0af2ed15 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:02:49.268530 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-b0e89c9a-1828-4f09-b618-49bd0af2ed15 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:02:49.276437 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e89c9a-1828-4f09-b618-49bd0af2ed15 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:02:49.279503 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e89c9a-1828-4f09-b618-49bd0af2ed15 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event updated for resources: {'Port': ['ID=e451bdc4-e00b-465f-b00f-4813b9c0f3ca,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:49.308333 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e89c9a-1828-4f09-b618-49bd0af2ed15 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:02:49.308750 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e89c9a-1828-4f09-b618-49bd0af2ed15 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:02:49.309069 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e89c9a-1828-4f09-b618-49bd0af2ed15 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:02:49.309469 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e89c9a-1828-4f09-b618-49bd0af2ed15 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:02:49.309814 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e89c9a-1828-4f09-b618-49bd0af2ed15 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:02:49.310167 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e89c9a-1828-4f09-b618-49bd0af2ed15 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:02:49.310536 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e89c9a-1828-4f09-b618-49bd0af2ed15 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:02:49.310862 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e89c9a-1828-4f09-b618-49bd0af2ed15 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:02:49.311231 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e89c9a-1828-4f09-b618-49bd0af2ed15 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:02:49.311537 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e89c9a-1828-4f09-b618-49bd0af2ed15 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:02:49.311834 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e89c9a-1828-4f09-b618-49bd0af2ed15 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:02:49.312150 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e89c9a-1828-4f09-b618-49bd0af2ed15 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:02:49.331987 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6facf1c3-5b56-46e0-8c79-2c8667809d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:49.678179 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b0e89c9a-1828-4f09-b618-49bd0af2ed15 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:49.747869 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b0e89c9a-1828-4f09-b618-49bd0af2ed15 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:49.901858 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b0e89c9a-1828-4f09-b618-49bd0af2ed15 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:49.907506 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b0e89c9a-1828-4f09-b618-49bd0af2ed15 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:49.988292 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e89c9a-1828-4f09-b618-49bd0af2ed15 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event updated for resources: {'Port': ['ID=e451bdc4-e00b-465f-b00f-4813b9c0f3ca,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:02:49.996532 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b0e89c9a-1828-4f09-b618-49bd0af2ed15 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:50.135978 n-d-814735-3 neutron-server[100646]: INFO neutron.db.l3_db [None req-b0e89c9a-1828-4f09-b618-49bd0af2ed15 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Floating IP 9319fb42-671c-4d6c-9bf8-72b92cd28bd8 associated. External IP: 172.25.5.55, port: 412d5b67-c525-46dc-9781-64260493f71c. Oct 20 12:02:50.360489 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e89c9a-1828-4f09-b618-49bd0af2ed15 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Router 13c10ca0-15fd-40b6-8fb3-30242ffda062 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:02:50.479943 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e89c9a-1828-4f09-b618-49bd0af2ed15 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:02:50.490112 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bb7b14-966f-4951-a4c1-345bb7b3d89d None None] Sync routers for ids ['13c10ca0-15fd-40b6-8fb3-30242ffda062'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:02:50.500039 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b0e89c9a-1828-4f09-b618-49bd0af2ed15 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:50.502929 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bb7b14-966f-4951-a4c1-345bb7b3d89d None None] Routers {'13c10ca0-15fd-40b6-8fb3-30242ffda062'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:02:50.503617 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-d8bb7b14-966f-4951-a4c1-345bb7b3d89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:02:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['13c10ca0-15fd-40b6-8fb3-30242ffda062'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:02:50.531015 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b0e89c9a-1828-4f09-b618-49bd0af2ed15 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6915319 Oct 20 12:02:50.531015 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00873856-3dae-4374-bcd4-61629a68e6c1', 'tag': '412d5b67-c525-46dc-9781-64260493f71c'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:02:50.531354 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50372) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:02:50.531802 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db20b3c6-2d1f-4e86-ae03-1274473a00b4" -d '{"events": [{"name": "network-changed", "server_uuid": "00873856-3dae-4374-bcd4-61629a68e6c1", "tag": "412d5b67-c525-46dc-9781-64260493f71c"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:02:50.571101 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7afc0ee9-f8e5-4d9d-952b-870ef5fa25cb x-openstack-request-id: req-7afc0ee9-f8e5-4d9d-952b-870ef5fa25cb {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:02:50.571420 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00873856-3dae-4374-bcd4-61629a68e6c1", "tag": "412d5b67-c525-46dc-9781-64260493f71c", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:02:50.571772 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7afc0ee9-f8e5-4d9d-952b-870ef5fa25cb {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:02:50.572256 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00873856-3dae-4374-bcd4-61629a68e6c1', 'tag': '412d5b67-c525-46dc-9781-64260493f71c', 'status': 'completed', 'code': 200} Oct 20 12:02:50.615605 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-bae19f55-2b9e-4c6d-bdf3-5946933ee1a3 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/floatingips/9319fb42-671c-4d6c-9bf8-72b92cd28bd8 HTTP/1.1" status: 200 len: 990 time: 0.0830305 Oct 20 12:02:50.619042 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-d8bb7b14-966f-4951-a4c1-345bb7b3d89d None None] Set router 13c10ca0-15fd-40b6-8fb3-30242ffda062 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:02:50.651887 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20b3c6-2d1f-4e86-ae03-1274473a00b4 req-443f6212-dbf1-4778-b95d-0f1c2027b3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:50.653669 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db20b3c6-2d1f-4e86-ae03-1274473a00b4 req-443f6212-dbf1-4778-b95d-0f1c2027b3f1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=07250ad1f1204e6d869db0513ecc8bd0&device_id=00873856-3dae-4374-bcd4-61629a68e6c1 HTTP/1.1" status: 200 len: 1096 time: 0.0538647 Oct 20 12:02:50.752387 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20b3c6-2d1f-4e86-ae03-1274473a00b4 req-4af649f5-ec21-4e30-890f-b41424c5dbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:50.753842 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db20b3c6-2d1f-4e86-ae03-1274473a00b4 req-4af649f5-ec21-4e30-890f-b41424c5dbc9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=63896d51-3b2d-43a4-86ad-784fc9a25288 HTTP/1.1" status: 200 len: 899 time: 0.0926042 Oct 20 12:02:50.825773 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db20b3c6-2d1f-4e86-ae03-1274473a00b4 req-61ab52a7-6679-4e62-8681-1f1271274f0b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=412d5b67-c525-46dc-9781-64260493f71c HTTP/1.1" status: 200 len: 998 time: 0.0630343 Oct 20 12:02:50.872597 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-d8bb7b14-966f-4951-a4c1-345bb7b3d89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'name': 'tempest-TestNetworkBasicOps-router-1252311248', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'fcc61e75-ad89-43ea-90b0-3addf8971620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:02:27Z', 'updated_at': '2021-10-20T12:02:32Z', 'revision_number': 4, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'gw_port': {'id': 'fcc61e75-ad89-43ea-90b0-3addf8971620', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:02:28Z', 'updated_at': '2021-10-20T12:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '9319fb42-671c-4d6c-9bf8-72b92cd28bd8', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'floating_ip_address': '172.25.5.55', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'port_id': '412d5b67-c525-46dc-9781-64260493f71c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3710, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63896d51-3b2d-43a4-86ad-784fc9a25288', 'mac_address': 'fa:16:3e:27:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00873856-3dae-4374-bcd4-61629a68e6c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:02:49Z', 'updated_at': '2021-10-20T12:02:49Z', 'revision_number': 0, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '409c9a3a-f355-4ccb-8a71-524402231069', 'name': '', 'network_id': '63896d51-3b2d-43a4-86ad-784fc9a25288', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'mac_address': 'fa:16:3e:f6:57:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'ea332902-d373-443b-8ac3-55015e474f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:02:31Z', 'updated_at': '2021-10-20T12:02:35Z', 'revision_number': 5, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'subnets': [{'id': 'ea332902-d373-443b-8ac3-55015e474f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:02:50.880271 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20b3c6-2d1f-4e86-ae03-1274473a00b4 req-2c777823-e819-4b33-87a0-561a37ff9033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:50.881904 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db20b3c6-2d1f-4e86-ae03-1274473a00b4 req-2c777823-e819-4b33-87a0-561a37ff9033 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ea332902-d373-443b-8ac3-55015e474f29 HTTP/1.1" status: 200 len: 835 time: 0.0480208 Oct 20 12:02:50.899811 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bb7b14-966f-4951-a4c1-345bb7b3d89d None None] Checking router: 13c10ca0-15fd-40b6-8fb3-30242ffda062 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:02:50.908755 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bb7b14-966f-4951-a4c1-345bb7b3d89d None None] Routers {'13c10ca0-15fd-40b6-8fb3-30242ffda062'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:02:50.909364 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-d8bb7b14-966f-4951-a4c1-345bb7b3d89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:02:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['13c10ca0-15fd-40b6-8fb3-30242ffda062'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:02:50.934352 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20b3c6-2d1f-4e86-ae03-1274473a00b4 req-eb18349e-a01c-4a5a-92d7-7f91801abd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:02:50.935865 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db20b3c6-2d1f-4e86-ae03-1274473a00b4 req-eb18349e-a01c-4a5a-92d7-7f91801abd15 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=63896d51-3b2d-43a4-86ad-784fc9a25288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464835 Oct 20 12:02:51.013622 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-d8bb7b14-966f-4951-a4c1-345bb7b3d89d None None] Set router 13c10ca0-15fd-40b6-8fb3-30242ffda062 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:02:51.031446 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db20b3c6-2d1f-4e86-ae03-1274473a00b4 req-394f6960-b722-44bc-a990-8149347e7f18 service neutron] 10.222.0.89 "GET /v2.0/networks/63896d51-3b2d-43a4-86ad-784fc9a25288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869257 Oct 20 12:02:51.136597 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db20b3c6-2d1f-4e86-ae03-1274473a00b4 req-6720028a-7951-416c-b6d8-36afef8ca6d0 service neutron] 10.222.0.89 "GET /v2.0/networks/63896d51-3b2d-43a4-86ad-784fc9a25288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923588 Oct 20 12:02:51.240132 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-d8bb7b14-966f-4951-a4c1-345bb7b3d89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'name': 'tempest-TestNetworkBasicOps-router-1252311248', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'fcc61e75-ad89-43ea-90b0-3addf8971620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:02:27Z', 'updated_at': '2021-10-20T12:02:32Z', 'revision_number': 4, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'gw_port': {'id': 'fcc61e75-ad89-43ea-90b0-3addf8971620', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:02:28Z', 'updated_at': '2021-10-20T12:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '9319fb42-671c-4d6c-9bf8-72b92cd28bd8', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'floating_ip_address': '172.25.5.55', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'port_id': '412d5b67-c525-46dc-9781-64260493f71c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3710, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63896d51-3b2d-43a4-86ad-784fc9a25288', 'mac_address': 'fa:16:3e:27:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00873856-3dae-4374-bcd4-61629a68e6c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:02:49Z', 'updated_at': '2021-10-20T12:02:49Z', 'revision_number': 0, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '409c9a3a-f355-4ccb-8a71-524402231069', 'name': '', 'network_id': '63896d51-3b2d-43a4-86ad-784fc9a25288', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'mac_address': 'fa:16:3e:f6:57:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'ea332902-d373-443b-8ac3-55015e474f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:02:31Z', 'updated_at': '2021-10-20T12:02:35Z', 'revision_number': 5, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'subnets': [{'id': 'ea332902-d373-443b-8ac3-55015e474f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:02:51.270909 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bb7b14-966f-4951-a4c1-345bb7b3d89d None None] The sync data for ids ['13c10ca0-15fd-40b6-8fb3-30242ffda062'] in n-d-814735-3 is: [{'id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'name': 'tempest-TestNetworkBasicOps-router-1252311248', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'fcc61e75-ad89-43ea-90b0-3addf8971620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:02:27Z', 'updated_at': '2021-10-20T12:02:32Z', 'revision_number': 4, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'gw_port': {'id': 'fcc61e75-ad89-43ea-90b0-3addf8971620', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:02:28Z', 'updated_at': '2021-10-20T12:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '9319fb42-671c-4d6c-9bf8-72b92cd28bd8', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'floating_ip_address': '172.25.5.55', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'port_id': '412d5b67-c525-46dc-9781-64260493f71c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3710, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63896d51-3b2d-43a4-86ad-784fc9a25288', 'mac_address': 'fa:16:3e:27:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00873856-3dae-4374-bcd4-61629a68e6c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:02:49Z', 'updated_at': '2021-10-20T12:02:49Z', 'revision_number': 0, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '409c9a3a-f355-4ccb-8a71-524402231069', 'name': '', 'network_id': '63896d51-3b2d-43a4-86ad-784fc9a25288', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'mac_address': 'fa:16:3e:f6:57:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'ea332902-d373-443b-8ac3-55015e474f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:02:31Z', 'updated_at': '2021-10-20T12:02:35Z', 'revision_number': 5, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'subnets': [{'id': 'ea332902-d373-443b-8ac3-55015e474f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:02:51.469291 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:02:51.480428 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8789b41-0502-4482-9f77-3e21a3ac9f65 None None] New status for floating IP 9319fb42-671c-4d6c-9bf8-72b92cd28bd8: ACTIVE {{(pid=100649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 12:02:51.619667 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50380) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:02:51.688852 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d6513dd5-bcfc-445b-adeb-e923b050fd82 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/floatingips/9319fb42-671c-4d6c-9bf8-72b92cd28bd8 HTTP/1.1" status: 200 len: 992 time: 0.0679653 Oct 20 12:02:52.223844 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d60f2958-06ad-437b-87bf-6fb2d957f4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:53.124596 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:53.238338 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:02:54.956105 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:10.137970 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:15.636678 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:19.336021 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-58755531-7f35-4035-a794-e2c0f61c7c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:22.227803 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-eae2ca86-fc78-44b1-912b-cd4810b30a17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:23.130777 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:23.234936 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:24.960348 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:26.793374 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50466) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:03:26.869280 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c89ac27-3726-4f89-a594-e316ea61a3e7 tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:03:26.869764 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c89ac27-3726-4f89-a594-e316ea61a3e7 tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:03:26.870234 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c89ac27-3726-4f89-a594-e316ea61a3e7 tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:03:26.872104 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-7c89ac27-3726-4f89-a594-e316ea61a3e7 tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] 10.222.0.98 "GET /v2.0/ports?project_id=07250ad1f1204e6d869db0513ecc8bd0&network_id=63896d51-3b2d-43a4-86ad-784fc9a25288 HTTP/1.1" status: 200 len: 2969 time: 0.0777168 Oct 20 12:03:28.469246 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:03:30.039848 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50482) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:03:30.100362 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff613f80-8cd3-41af-9986-bc3e6ecd940a tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:03:30.101935 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ff613f80-8cd3-41af-9986-bc3e6ecd940a tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=717966e5-c478-496f-bddb-05794fb74250 HTTP/1.1" status: 200 len: 814 time: 0.0610802 Oct 20 12:03:30.859106 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50490) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:03:30.864363 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-031a54c8-7a9b-4d8a-ac10-fedab29ce153 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Request body: {'network': {'name': 'tempest-network-smoke--1448675680', 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'port_security_enabled': True}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:03:30.894097 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031a54c8-7a9b-4d8a-ac10-fedab29ce153 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Made reservation on behalf of 07250ad1f1204e6d869db0513ecc8bd0 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:03:30.898361 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-031a54c8-7a9b-4d8a-ac10-fedab29ce153 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:30.923395 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-031a54c8-7a9b-4d8a-ac10-fedab29ce153 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] vlan segment allocate from pool success with {'vlan_id': 1250, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 12:03:30.933961 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-031a54c8-7a9b-4d8a-ac10-fedab29ce153 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:30.934422 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-031a54c8-7a9b-4d8a-ac10-fedab29ce153 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Added segment e797968b-8e7e-4a37-9d42-d02daa2a450e of type vlan for network 3290b717-f7a6-4414-949a-fd1325bf265f Oct 20 12:03:30.984157 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-031a54c8-7a9b-4d8a-ac10-fedab29ce153 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:31.015071 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-031a54c8-7a9b-4d8a-ac10-fedab29ce153 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:31.021217 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031a54c8-7a9b-4d8a-ac10-fedab29ce153 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:03:31.021847 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-031a54c8-7a9b-4d8a-ac10-fedab29ce153 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:31.086052 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-031a54c8-7a9b-4d8a-ac10-fedab29ce153 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2257974 Oct 20 12:03:31.089373 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50492) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:03:31.132625 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a54c8-7a9b-4d8a-ac10-fedab29ce153 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event updated for resources: {'Network': ['ID=3290b717-f7a6-4414-949a-fd1325bf265f,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:03:31.140464 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a54c8-7a9b-4d8a-ac10-fedab29ce153 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:03:31.140817 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a54c8-7a9b-4d8a-ac10-fedab29ce153 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:03:31.141163 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a54c8-7a9b-4d8a-ac10-fedab29ce153 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:03:31.141495 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a54c8-7a9b-4d8a-ac10-fedab29ce153 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:03:31.141823 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a54c8-7a9b-4d8a-ac10-fedab29ce153 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:03:31.142151 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a54c8-7a9b-4d8a-ac10-fedab29ce153 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:03:31.142474 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a54c8-7a9b-4d8a-ac10-fedab29ce153 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:03:31.142818 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a54c8-7a9b-4d8a-ac10-fedab29ce153 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:03:31.143173 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a54c8-7a9b-4d8a-ac10-fedab29ce153 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:03:31.143443 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a54c8-7a9b-4d8a-ac10-fedab29ce153 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:03:31.143774 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a54c8-7a9b-4d8a-ac10-fedab29ce153 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:03:31.144272 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a54c8-7a9b-4d8a-ac10-fedab29ce153 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:03:31.156868 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3ce2cc-b937-4a10-a0d1-2eee44812e82 tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:03:31.157286 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 3290b717-f7a6-4414-949a-fd1325bf265f details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 12:03:31.158415 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4f3ce2cc-b937-4a10-a0d1-2eee44812e82 tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=07250ad1f1204e6d869db0513ecc8bd0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0680244 Oct 20 12:03:31.161272 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50496) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:03:31.251487 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953cff63-5d54-4f08-9659-1a5a7035aa6c tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:03:31.253000 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-953cff63-5d54-4f08-9659-1a5a7035aa6c tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0908096 Oct 20 12:03:31.256021 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50498) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:03:31.283597 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-43fafefb-544e-4b53-8e6b-af78fa244c86 tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=717966e5-c478-496f-bddb-05794fb74250&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265086 Oct 20 12:03:31.286291 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50500) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:03:31.312670 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-fab43c37-f8d8-40ba-be53-fe92398f9e66 tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=07250ad1f1204e6d869db0513ecc8bd0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0253429 Oct 20 12:03:31.315100 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50502) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:03:31.409245 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13319cd7-5cf2-46e5-bfd9-e92af47bd08e tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:03:31.410680 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-13319cd7-5cf2-46e5-bfd9-e92af47bd08e tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0947382 Oct 20 12:03:31.413866 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50504) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:03:31.447204 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-a03f3cc7-8ae8-4b24-b501-965e58b62176 tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=717966e5-c478-496f-bddb-05794fb74250&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320840 Oct 20 12:03:31.449990 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50506) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:03:31.454752 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-005f3184-cbd4-4b7a-a529-36b422035d2a tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-430362146', 'network_id': '3290b717-f7a6-4414-949a-fd1325bf265f', 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:03:31.540452 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005f3184-cbd4-4b7a-a529-36b422035d2a tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Made reservation on behalf of 07250ad1f1204e6d869db0513ecc8bd0 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:03:31.544239 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-005f3184-cbd4-4b7a-a529-36b422035d2a tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:31.724147 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-005f3184-cbd4-4b7a-a529-36b422035d2a tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:31.786933 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f3184-cbd4-4b7a-a529-36b422035d2a tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event updated for resources: {'Subnet': ['ID=229a364e-b1d3-4017-97fe-4f81ed16b64a,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:03:31.795694 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005f3184-cbd4-4b7a-a529-36b422035d2a tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Checking segment: {'id': 'e797968b-8e7e-4a37-9d42-d02daa2a450e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '3290b717-f7a6-4414-949a-fd1325bf265f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:03:31.796061 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005f3184-cbd4-4b7a-a529-36b422035d2a tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Network hostable DHCP agents. Network: 3290b717-f7a6-4414-949a-fd1325bf265f, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 12:03:31.813475 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005f3184-cbd4-4b7a-a529-36b422035d2a tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Network 3290b717-f7a6-4414-949a-fd1325bf265f is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 12:03:31.823106 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-005f3184-cbd4-4b7a-a529-36b422035d2a tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 3290b717-f7a6-4414-949a-fd1325bf265f) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:03:31.827491 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005f3184-cbd4-4b7a-a529-36b422035d2a tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:03:31.828086 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-005f3184-cbd4-4b7a-a529-36b422035d2a tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:31.832315 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf993d1-d7da-4968-b628-1b9c230f3d86 None None] Network 3290b717-f7a6-4414-949a-fd1325bf265f requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:03:31.844928 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-005f3184-cbd4-4b7a-a529-36b422035d2a tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3939028 Oct 20 12:03:31.979467 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cb6c51-8d84-41a8-a104-5a089834691c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-3290b717-f7a6-4414-949a-fd1325bf265f', 'network_id': '3290b717-f7a6-4414-949a-fd1325bf265f', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'fixed_ips': [{'subnet_id': '229a364e-b1d3-4017-97fe-4f81ed16b64a'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 12:03:31.980399 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c0cb6c51-8d84-41a8-a104-5a089834691c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:32.113204 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-c0cb6c51-8d84-41a8-a104-5a089834691c None None] Allocated IP 172.20.0.18 (3290b717-f7a6-4414-949a-fd1325bf265f/229a364e-b1d3-4017-97fe-4f81ed16b64a/ddac7e53-2380-41fe-bf50-9447e3b267fb) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:03:32.175804 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50510) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:03:32.180703 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-f0bec865-581a-446d-ac83-b461b225fe08 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1796517791', 'description': 'tempest-secgroup-smoke-1796517791 description', 'project_id': '07250ad1f1204e6d869db0513ecc8bd0'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:03:32.205383 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f0bec865-581a-446d-ac83-b461b225fe08 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:32.267866 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c0cb6c51-8d84-41a8-a104-5a089834691c None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:32.276076 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c0cb6c51-8d84-41a8-a104-5a089834691c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:32.281491 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f0bec865-581a-446d-ac83-b461b225fe08 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:32.286297 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f0bec865-581a-446d-ac83-b461b225fe08 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:32.319348 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cb6c51-8d84-41a8-a104-5a089834691c None None] Network 3290b717-f7a6-4414-949a-fd1325bf265f is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:03:32.319901 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f0bec865-581a-446d-ac83-b461b225fe08 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:32.323961 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f0bec865-581a-446d-ac83-b461b225fe08 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1444485 Oct 20 12:03:32.324127 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-c0cb6c51-8d84-41a8-a104-5a089834691c None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:03:32.324299 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50516) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:03:32.325072 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bec865-581a-446d-ac83-b461b225fe08 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efca8c23-c9e6-4837-9698-e1c5760ad229,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:03:32.330780 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-acd303f9-1f99-4ef6-a257-636252a8918d tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Request body: {'security_group_rule': {'security_group_id': 'efca8c23-c9e6-4837-9698-e1c5760ad229', 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:03:32.338873 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cb6c51-8d84-41a8-a104-5a089834691c None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:03:32.350511 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb6c51-8d84-41a8-a104-5a089834691c None None] Pushing event updated for resources: {'Port': ['ID=ddac7e53-2380-41fe-bf50-9447e3b267fb,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:03:32.361555 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb6c51-8d84-41a8-a104-5a089834691c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:03:32.361898 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb6c51-8d84-41a8-a104-5a089834691c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:03:32.362236 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb6c51-8d84-41a8-a104-5a089834691c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:03:32.362564 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb6c51-8d84-41a8-a104-5a089834691c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:03:32.362933 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb6c51-8d84-41a8-a104-5a089834691c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:03:32.363255 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb6c51-8d84-41a8-a104-5a089834691c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:03:32.363644 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb6c51-8d84-41a8-a104-5a089834691c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:03:32.363881 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb6c51-8d84-41a8-a104-5a089834691c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:03:32.364210 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb6c51-8d84-41a8-a104-5a089834691c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:03:32.364510 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb6c51-8d84-41a8-a104-5a089834691c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:03:32.364828 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb6c51-8d84-41a8-a104-5a089834691c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:03:32.365231 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb6c51-8d84-41a8-a104-5a089834691c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:03:32.365974 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-acd303f9-1f99-4ef6-a257-636252a8918d tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:32.421557 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-c0cb6c51-8d84-41a8-a104-5a089834691c None None] Attempting to bind port ddac7e53-2380-41fe-bf50-9447e3b267fb on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:03:32.422113 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-c0cb6c51-8d84-41a8-a104-5a089834691c None None] Attempting to bind port ddac7e53-2380-41fe-bf50-9447e3b267fb by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'e797968b-8e7e-4a37-9d42-d02daa2a450e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '3290b717-f7a6-4414-949a-fd1325bf265f'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:03:32.422327 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cb6c51-8d84-41a8-a104-5a089834691c None None] Attempting to bind port ddac7e53-2380-41fe-bf50-9447e3b267fb on network 3290b717-f7a6-4414-949a-fd1325bf265f {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:03:32.427375 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cb6c51-8d84-41a8-a104-5a089834691c None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:03:32.427737 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cb6c51-8d84-41a8-a104-5a089834691c None None] Checking segment: {'id': 'e797968b-8e7e-4a37-9d42-d02daa2a450e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '3290b717-f7a6-4414-949a-fd1325bf265f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:03:32.428130 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c0cb6c51-8d84-41a8-a104-5a089834691c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:32.428511 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cb6c51-8d84-41a8-a104-5a089834691c None None] Bound using segment: {'id': 'e797968b-8e7e-4a37-9d42-d02daa2a450e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '3290b717-f7a6-4414-949a-fd1325bf265f'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:03:32.428965 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-c0cb6c51-8d84-41a8-a104-5a089834691c None None] Bound port: ddac7e53-2380-41fe-bf50-9447e3b267fb, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e797968b-8e7e-4a37-9d42-d02daa2a450e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '3290b717-f7a6-4414-949a-fd1325bf265f'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:03:32.429334 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c0cb6c51-8d84-41a8-a104-5a089834691c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:32.430007 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-acd303f9-1f99-4ef6-a257-636252a8918d tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:32.434690 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-acd303f9-1f99-4ef6-a257-636252a8918d tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:32.458421 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd303f9-1f99-4ef6-a257-636252a8918d tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e0105e6-cccc-48d1-b0be-1b0d58d70dc0,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:03:32.475176 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-acd303f9-1f99-4ef6-a257-636252a8918d tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:32.476877 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-acd303f9-1f99-4ef6-a257-636252a8918d tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1506786 Oct 20 12:03:32.479538 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50518) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:03:32.484214 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-663b62fd-c869-4390-abaa-6a96a1d47274 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Request body: {'security_group_rule': {'security_group_id': 'efca8c23-c9e6-4837-9698-e1c5760ad229', 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:03:32.501976 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-c0cb6c51-8d84-41a8-a104-5a089834691c None None] For port ddac7e53-2380-41fe-bf50-9447e3b267fb, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:03:32.505439 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-c0cb6c51-8d84-41a8-a104-5a089834691c None None] For port ddac7e53-2380-41fe-bf50-9447e3b267fb, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=ddac7e53-2380-41fe-bf50-9447e3b267fb,segment=NetworkSegment(e797968b-8e7e-4a37-9d42-d02daa2a450e),segment_id=e797968b-8e7e-4a37-9d42-d02daa2a450e)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:03:32.510433 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c0cb6c51-8d84-41a8-a104-5a089834691c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:32.513894 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-663b62fd-c869-4390-abaa-6a96a1d47274 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:32.569815 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb6c51-8d84-41a8-a104-5a089834691c None None] Pushing event updated for resources: {'Port': ['ID=ddac7e53-2380-41fe-bf50-9447e3b267fb,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:03:32.581353 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-663b62fd-c869-4390-abaa-6a96a1d47274 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:32.585704 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-663b62fd-c869-4390-abaa-6a96a1d47274 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:32.604342 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663b62fd-c869-4390-abaa-6a96a1d47274 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05c2a0c8-2e03-4582-8d5f-8d6a7050875e,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:03:32.611905 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-663b62fd-c869-4390-abaa-6a96a1d47274 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:32.613176 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-663b62fd-c869-4390-abaa-6a96a1d47274 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1326051 Oct 20 12:03:32.616328 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50520) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:03:32.621301 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-10698c17-2495-4084-af8f-282ba692358f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Request body: {'security_group_rule': {'security_group_id': 'efca8c23-c9e6-4837-9698-e1c5760ad229', 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:03:32.651282 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-10698c17-2495-4084-af8f-282ba692358f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:32.718502 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-10698c17-2495-4084-af8f-282ba692358f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:32.723415 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-10698c17-2495-4084-af8f-282ba692358f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:32.741446 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10698c17-2495-4084-af8f-282ba692358f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ed77076-ed64-48cd-a62a-3a10dd0413fc,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:03:32.750816 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-10698c17-2495-4084-af8f-282ba692358f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:32.752057 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-10698c17-2495-4084-af8f-282ba692358f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1347244 Oct 20 12:03:32.755170 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50522) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:03:32.760745 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-a5e8a67d-6880-48d8-81d8-e7be55f881f0 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Request body: {'security_group_rule': {'security_group_id': 'efca8c23-c9e6-4837-9698-e1c5760ad229', 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:03:32.792076 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a5e8a67d-6880-48d8-81d8-e7be55f881f0 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:32.866683 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a5e8a67d-6880-48d8-81d8-e7be55f881f0 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:32.870740 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a5e8a67d-6880-48d8-81d8-e7be55f881f0 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:32.887883 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e8a67d-6880-48d8-81d8-e7be55f881f0 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e10b508-0590-41ac-874b-f04a2f5ff951,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:03:32.896770 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a5e8a67d-6880-48d8-81d8-e7be55f881f0 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:32.898418 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-a5e8a67d-6880-48d8-81d8-e7be55f881f0 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1418293 Oct 20 12:03:32.901205 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50524) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:03:32.905572 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-8bd22922-dc08-480a-9ab7-cf53ccc03596 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Request body: {'security_group_rule': {'security_group_id': 'efca8c23-c9e6-4837-9698-e1c5760ad229', 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:03:32.928169 n-d-814735-3 neutron-server[100647]: INFO neutron.db.securitygroups_db [None req-8bd22922-dc08-480a-9ab7-cf53ccc03596 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Project 07250ad1f1204e6d869db0513ecc8bd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 12:03:32.933174 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8bd22922-dc08-480a-9ab7-cf53ccc03596 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:32.996674 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8bd22922-dc08-480a-9ab7-cf53ccc03596 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:33.002107 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8bd22922-dc08-480a-9ab7-cf53ccc03596 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:33.016685 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22922-dc08-480a-9ab7-cf53ccc03596 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efa40543-7a78-4a1b-9d49-85451da9d045,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:03:33.034746 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8bd22922-dc08-480a-9ab7-cf53ccc03596 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:33.038540 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8bd22922-dc08-480a-9ab7-cf53ccc03596 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1340141 Oct 20 12:03:33.038830 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50526) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:03:33.043348 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-7710dbfa-f635-43d6-a71c-daa3725e56e3 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Request body: {'security_group_rule': {'security_group_id': 'efca8c23-c9e6-4837-9698-e1c5760ad229', 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:03:33.065317 n-d-814735-3 neutron-server[100647]: INFO neutron.db.securitygroups_db [None req-7710dbfa-f635-43d6-a71c-daa3725e56e3 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Project 07250ad1f1204e6d869db0513ecc8bd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 12:03:33.070266 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7710dbfa-f635-43d6-a71c-daa3725e56e3 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:33.131407 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7710dbfa-f635-43d6-a71c-daa3725e56e3 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:33.135551 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7710dbfa-f635-43d6-a71c-daa3725e56e3 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:33.155639 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7710dbfa-f635-43d6-a71c-daa3725e56e3 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ee1809f-ade6-43fc-abe9-48ac9e84a6fc,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:03:33.162044 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7710dbfa-f635-43d6-a71c-daa3725e56e3 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:33.163809 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-7710dbfa-f635-43d6-a71c-daa3725e56e3 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1238804 Oct 20 12:03:33.325649 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e38ed0d9-ec3c-49c4-ad41-aadeb03b36f1 req-e7ba3ce6-3c40-45f0-aabd-50205ade9a1d tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1796517791&fields=id&tenant_id=07250ad1f1204e6d869db0513ecc8bd0 HTTP/1.1" status: 200 len: 267 time: 0.0496933 Oct 20 12:03:33.476323 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-26a1b3db-9572-434a-badc-bea2ed1b3b63 req-8af8fa07-ee9a-47b8-a8b3-be275fedb4be service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d314c927-2686-42e6-ae42-8ae0c1fcabd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1685255 Oct 20 12:03:33.492585 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ed0d9-ec3c-49c4-ad41-aadeb03b36f1 req-6154cd5f-44a7-4fda-8315-31b97057e32e tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:03:33.494568 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e38ed0d9-ec3c-49c4-ad41-aadeb03b36f1 req-6154cd5f-44a7-4fda-8315-31b97057e32e tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/networks?id=3290b717-f7a6-4414-949a-fd1325bf265f HTTP/1.1" status: 200 len: 797 time: 0.1583951 Oct 20 12:03:33.515788 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e38ed0d9-ec3c-49c4-ad41-aadeb03b36f1 req-cd5870c3-03f8-4ddb-86cb-61dc4cea532c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/quotas/07250ad1f1204e6d869db0513ecc8bd0 HTTP/1.1" status: 200 len: 375 time: 0.0149941 Oct 20 12:03:33.595556 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1b3db-9572-434a-badc-bea2ed1b3b63 req-4265e109-562f-48e3-ac42-6498cf29ecd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:03:33.597141 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-26a1b3db-9572-434a-badc-bea2ed1b3b63 req-4265e109-562f-48e3-ac42-6498cf29ecd8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2a883afeccdc493d8238ba472f031019&device_id=d314c927-2686-42e6-ae42-8ae0c1fcabd4 HTTP/1.1" status: 200 len: 1097 time: 0.0669863 Oct 20 12:03:33.603879 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43724b70-e4bb-407c-a865-9f657eaf2c35 None None] Network 3290b717-f7a6-4414-949a-fd1325bf265f requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:03:33.615878 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e38ed0d9-ec3c-49c4-ad41-aadeb03b36f1 req-c6b400dd-47ad-4dd1-a011-8fd0dbab3871 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=07250ad1f1204e6d869db0513ecc8bd0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0953820 Oct 20 12:03:33.698639 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-5299ef96-dbbe-4000-9bef-ae24619834f7 None None] Provisioning complete for port ddac7e53-2380-41fe-bf50-9447e3b267fb triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:03:33.699024 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5299ef96-dbbe-4000-9bef-ae24619834f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:33.777526 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1b3db-9572-434a-badc-bea2ed1b3b63 req-964c3d8c-810b-4050-8f8d-5870179b243f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:03:33.779146 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-26a1b3db-9572-434a-badc-bea2ed1b3b63 req-964c3d8c-810b-4050-8f8d-5870179b243f service neutron] 10.222.0.89 "GET /v2.0/networks?id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a HTTP/1.1" status: 200 len: 914 time: 0.1557012 Oct 20 12:03:33.781240 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e38ed0d9-ec3c-49c4-ad41-aadeb03b36f1 req-be664e3a-ad3e-456c-8a1e-64aaf8122c40 service neutron] 10.222.0.98 "GET /v2.0/networks/3290b717-f7a6-4414-949a-fd1325bf265f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492355 Oct 20 12:03:33.856213 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5299ef96-dbbe-4000-9bef-ae24619834f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:33.904810 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-5299ef96-dbbe-4000-9bef-ae24619834f7 None None] For port ddac7e53-2380-41fe-bf50-9447e3b267fb, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=ddac7e53-2380-41fe-bf50-9447e3b267fb,segment=NetworkSegment(e797968b-8e7e-4a37-9d42-d02daa2a450e),segment_id=e797968b-8e7e-4a37-9d42-d02daa2a450e)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:03:33.911455 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-26a1b3db-9572-434a-badc-bea2ed1b3b63 req-d37f2946-aa35-4814-8d76-76014b329011 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=376eccda-5f09-4bdb-9cf2-62dc6068899d HTTP/1.1" status: 200 len: 1002 time: 0.1164167 Oct 20 12:03:33.918864 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5299ef96-dbbe-4000-9bef-ae24619834f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:33.949953 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e38ed0d9-ec3c-49c4-ad41-aadeb03b36f1 req-2ca14e1d-bf4f-49b0-82d9-9ae995cbdba8 service neutron] 10.222.0.98 "GET /v2.0/networks/3290b717-f7a6-4414-949a-fd1325bf265f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590877 Oct 20 12:03:33.992192 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5299ef96-dbbe-4000-9bef-ae24619834f7 None None] Pushing event updated for resources: {'Port': ['ID=ddac7e53-2380-41fe-bf50-9447e3b267fb,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:03:34.004816 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device ddac7e53-2380-41fe-bf50-9447e3b267fb up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:03:34.019597 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1b3db-9572-434a-badc-bea2ed1b3b63 req-b5d4e48a-5f54-483e-9d61-8c1870744811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:03:34.021100 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-26a1b3db-9572-434a-badc-bea2ed1b3b63 req-b5d4e48a-5f54-483e-9d61-8c1870744811 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=667cbc2d-c894-4d06-bf55-c551daf9476c HTTP/1.1" status: 200 len: 851 time: 0.0710993 Oct 20 12:03:34.093105 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1b3db-9572-434a-badc-bea2ed1b3b63 req-7cd87ae0-3d94-4972-9b94-4ef9a9e0bc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:03:34.095233 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-26a1b3db-9572-434a-badc-bea2ed1b3b63 req-7cd87ae0-3d94-4972-9b94-4ef9a9e0bc9e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613179 Oct 20 12:03:34.110116 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port ddac7e53-2380-41fe-bf50-9447e3b267fb triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:03:34.110587 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:34.151102 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f3714c6d-1910-481b-9ddc-602db116d1d1 req-e2280366-bd70-46c8-bf39-ab4530138802 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/ports?device_id=94721832-775a-4e06-b864-8ad93558485c HTTP/1.1" status: 200 len: 210 time: 0.0282214 Oct 20 12:03:34.247933 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-7daa5f19-621e-4f6d-977d-7ca1b858621d None None] Provisioning complete for port ddac7e53-2380-41fe-bf50-9447e3b267fb triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:03:34.248309 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7daa5f19-621e-4f6d-977d-7ca1b858621d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:34.257374 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-26a1b3db-9572-434a-badc-bea2ed1b3b63 req-f8764629-3fcd-4a41-a6ab-7358006e3017 service neutron] 10.222.0.89 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478510 Oct 20 12:03:34.364852 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-26a1b3db-9572-434a-badc-bea2ed1b3b63 req-06aacdea-18fd-4b61-b025-cf38ad1f60ee service neutron] 10.222.0.89 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960050 Oct 20 12:03:35.246627 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ed0d9-ec3c-49c4-ad41-aadeb03b36f1 req-fb68a586-8e17-4d8a-85ea-b742b577d70e tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:03:35.248209 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e38ed0d9-ec3c-49c4-ad41-aadeb03b36f1 req-fb68a586-8e17-4d8a-85ea-b742b577d70e tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.11 "GET /v2.0/networks?id=3290b717-f7a6-4414-949a-fd1325bf265f HTTP/1.1" status: 200 len: 797 time: 0.1213517 Oct 20 12:03:35.265627 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-748c7d41-e53d-4341-994d-60d9a57020bd req-aa6a5e24-e7c9-4f8b-9cf8-088b3fe37ddd tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/ports?device_id=94721832-775a-4e06-b864-8ad93558485c HTTP/1.1" status: 200 len: 210 time: 0.0435281 Oct 20 12:03:35.305930 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e38ed0d9-ec3c-49c4-ad41-aadeb03b36f1 req-4a05bb27-fc8c-4520-82af-38cc70f4013f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07250ad1f1204e6d869db0513ecc8bd0 HTTP/1.1" status: 200 len: 473 time: 0.0428696 Oct 20 12:03:35.316392 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-e38ed0d9-ec3c-49c4-ad41-aadeb03b36f1 req-7de5314a-5457-479c-92b2-91cb9036dc6f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Request body: {'port': {'device_id': '94721832-775a-4e06-b864-8ad93558485c', 'network_id': '3290b717-f7a6-4414-949a-fd1325bf265f', 'admin_state_up': True, 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'security_groups': ['efca8c23-c9e6-4837-9698-e1c5760ad229']}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:03:35.430440 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e38ed0d9-ec3c-49c4-ad41-aadeb03b36f1 req-7de5314a-5457-479c-92b2-91cb9036dc6f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Made reservation on behalf of 07250ad1f1204e6d869db0513ecc8bd0 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:03:35.433907 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e38ed0d9-ec3c-49c4-ad41-aadeb03b36f1 req-7de5314a-5457-479c-92b2-91cb9036dc6f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:35.564818 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-e38ed0d9-ec3c-49c4-ad41-aadeb03b36f1 req-7de5314a-5457-479c-92b2-91cb9036dc6f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Allocated IP 172.20.0.23 (3290b717-f7a6-4414-949a-fd1325bf265f/229a364e-b1d3-4017-97fe-4f81ed16b64a/d2efd6de-86ab-41c7-9316-a36577e2d8ef) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:03:35.709963 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e38ed0d9-ec3c-49c4-ad41-aadeb03b36f1 req-7de5314a-5457-479c-92b2-91cb9036dc6f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:35.743218 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e38ed0d9-ec3c-49c4-ad41-aadeb03b36f1 req-7de5314a-5457-479c-92b2-91cb9036dc6f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:35.788964 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e38ed0d9-ec3c-49c4-ad41-aadeb03b36f1 req-7de5314a-5457-479c-92b2-91cb9036dc6f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Network 3290b717-f7a6-4414-949a-fd1325bf265f is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:03:35.792022 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-e38ed0d9-ec3c-49c4-ad41-aadeb03b36f1 req-7de5314a-5457-479c-92b2-91cb9036dc6f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:03:35.795740 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-e38ed0d9-ec3c-49c4-ad41-aadeb03b36f1 req-7de5314a-5457-479c-92b2-91cb9036dc6f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:03:35.876054 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device ddac7e53-2380-41fe-bf50-9447e3b267fb up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:03:35.931874 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port ddac7e53-2380-41fe-bf50-9447e3b267fb triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:03:35.932345 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:36.070462 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-94905070-405d-40c2-8d55-6e6cbae0d965 None None] Provisioning complete for port d2efd6de-86ab-41c7-9316-a36577e2d8ef triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:03:36.070720 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-94905070-405d-40c2-8d55-6e6cbae0d965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:36.075438 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de5314a-5457-479c-92b2-91cb9036dc6f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event updated for resources: {'Port': ['ID=d2efd6de-86ab-41c7-9316-a36577e2d8ef,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:03:36.106484 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-94905070-405d-40c2-8d55-6e6cbae0d965 None None] Port d2efd6de-86ab-41c7-9316-a36577e2d8ef cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:03:36.119782 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ed0d9-ec3c-49c4-ad41-aadeb03b36f1 req-7de5314a-5457-479c-92b2-91cb9036dc6f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:03:36.120378 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e38ed0d9-ec3c-49c4-ad41-aadeb03b36f1 req-7de5314a-5457-479c-92b2-91cb9036dc6f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:36.137223 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e38ed0d9-ec3c-49c4-ad41-aadeb03b36f1 req-7de5314a-5457-479c-92b2-91cb9036dc6f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8245461 Oct 20 12:03:36.150882 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-e38ed0d9-ec3c-49c4-ad41-aadeb03b36f1 req-1cd7faf0-e69f-4961-9856-aab9fafeae06 service neutron] Request body: {'port': {'device_id': '94721832-775a-4e06-b864-8ad93558485c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:03:36.202223 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e38ed0d9-ec3c-49c4-ad41-aadeb03b36f1 req-1cd7faf0-e69f-4961-9856-aab9fafeae06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:36.436567 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1dc22c-5e0b-42a4-b239-f4fe2e8d0a49 req-be1f46e3-d660-4823-bed4-f17dfd4cf81b tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:03:36.438014 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dd1dc22c-5e0b-42a4-b239-f4fe2e8d0a49 req-be1f46e3-d660-4823-bed4-f17dfd4cf81b tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/ports?device_id=94721832-775a-4e06-b864-8ad93558485c HTTP/1.1" status: 200 len: 932 time: 0.0996876 Oct 20 12:03:36.512875 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dd1dc22c-5e0b-42a4-b239-f4fe2e8d0a49 req-7524d2fa-f57e-439a-8f9e-651a0957ebaf tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/security-groups?id=efca8c23-c9e6-4837-9698-e1c5760ad229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652547 Oct 20 12:03:36.527605 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-e38ed0d9-ec3c-49c4-ad41-aadeb03b36f1 req-1cd7faf0-e69f-4961-9856-aab9fafeae06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2efd6de-86ab-41c7-9316-a36577e2d8ef {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:03:36.535293 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e38ed0d9-ec3c-49c4-ad41-aadeb03b36f1 req-1cd7faf0-e69f-4961-9856-aab9fafeae06 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:36.547126 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-e38ed0d9-ec3c-49c4-ad41-aadeb03b36f1 req-1cd7faf0-e69f-4961-9856-aab9fafeae06 service neutron] Transition to ACTIVE for port object d2efd6de-86ab-41c7-9316-a36577e2d8ef will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 12:03:36.551256 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e38ed0d9-ec3c-49c4-ad41-aadeb03b36f1 req-1cd7faf0-e69f-4961-9856-aab9fafeae06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:36.605762 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd7faf0-e69f-4961-9856-aab9fafeae06 service neutron] Pushing event updated for resources: {'Port': ['ID=d2efd6de-86ab-41c7-9316-a36577e2d8ef,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:03:36.675890 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-e38ed0d9-ec3c-49c4-ad41-aadeb03b36f1 req-1cd7faf0-e69f-4961-9856-aab9fafeae06 service neutron] Attempting to bind port d2efd6de-86ab-41c7-9316-a36577e2d8ef on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:03:36.676292 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-e38ed0d9-ec3c-49c4-ad41-aadeb03b36f1 req-1cd7faf0-e69f-4961-9856-aab9fafeae06 service neutron] Attempting to bind port d2efd6de-86ab-41c7-9316-a36577e2d8ef by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': 'e797968b-8e7e-4a37-9d42-d02daa2a450e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '3290b717-f7a6-4414-949a-fd1325bf265f'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:03:36.676651 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38ed0d9-ec3c-49c4-ad41-aadeb03b36f1 req-1cd7faf0-e69f-4961-9856-aab9fafeae06 service neutron] Attempting to bind port d2efd6de-86ab-41c7-9316-a36577e2d8ef on network 3290b717-f7a6-4414-949a-fd1325bf265f {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:03:36.681451 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38ed0d9-ec3c-49c4-ad41-aadeb03b36f1 req-1cd7faf0-e69f-4961-9856-aab9fafeae06 service neutron] Port d2efd6de-86ab-41c7-9316-a36577e2d8ef on network 3290b717-f7a6-4414-949a-fd1325bf265f not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 12:03:36.681735 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38ed0d9-ec3c-49c4-ad41-aadeb03b36f1 req-1cd7faf0-e69f-4961-9856-aab9fafeae06 service neutron] Attempting to bind port d2efd6de-86ab-41c7-9316-a36577e2d8ef on network 3290b717-f7a6-4414-949a-fd1325bf265f {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:03:36.687514 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38ed0d9-ec3c-49c4-ad41-aadeb03b36f1 req-1cd7faf0-e69f-4961-9856-aab9fafeae06 service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:03:36.687814 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38ed0d9-ec3c-49c4-ad41-aadeb03b36f1 req-1cd7faf0-e69f-4961-9856-aab9fafeae06 service neutron] Checking segment: {'id': 'e797968b-8e7e-4a37-9d42-d02daa2a450e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '3290b717-f7a6-4414-949a-fd1325bf265f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:03:36.688189 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38ed0d9-ec3c-49c4-ad41-aadeb03b36f1 req-1cd7faf0-e69f-4961-9856-aab9fafeae06 service neutron] Bound using segment: {'id': 'e797968b-8e7e-4a37-9d42-d02daa2a450e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '3290b717-f7a6-4414-949a-fd1325bf265f'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:03:36.688606 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-e38ed0d9-ec3c-49c4-ad41-aadeb03b36f1 req-1cd7faf0-e69f-4961-9856-aab9fafeae06 service neutron] Bound port: d2efd6de-86ab-41c7-9316-a36577e2d8ef, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e797968b-8e7e-4a37-9d42-d02daa2a450e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '3290b717-f7a6-4414-949a-fd1325bf265f'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:03:36.688991 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e38ed0d9-ec3c-49c4-ad41-aadeb03b36f1 req-1cd7faf0-e69f-4961-9856-aab9fafeae06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:36.756373 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-e38ed0d9-ec3c-49c4-ad41-aadeb03b36f1 req-1cd7faf0-e69f-4961-9856-aab9fafeae06 service neutron] For port d2efd6de-86ab-41c7-9316-a36577e2d8ef, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:03:36.760950 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-e38ed0d9-ec3c-49c4-ad41-aadeb03b36f1 req-1cd7faf0-e69f-4961-9856-aab9fafeae06 service neutron] For port d2efd6de-86ab-41c7-9316-a36577e2d8ef, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=d2efd6de-86ab-41c7-9316-a36577e2d8ef,segment=NetworkSegment(e797968b-8e7e-4a37-9d42-d02daa2a450e),segment_id=e797968b-8e7e-4a37-9d42-d02daa2a450e)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:03:36.765641 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e38ed0d9-ec3c-49c4-ad41-aadeb03b36f1 req-1cd7faf0-e69f-4961-9856-aab9fafeae06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:36.801207 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ed0d9-ec3c-49c4-ad41-aadeb03b36f1 req-1cd7faf0-e69f-4961-9856-aab9fafeae06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:03:36.802273 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e38ed0d9-ec3c-49c4-ad41-aadeb03b36f1 req-1cd7faf0-e69f-4961-9856-aab9fafeae06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:36.803246 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e38ed0d9-ec3c-49c4-ad41-aadeb03b36f1 req-1cd7faf0-e69f-4961-9856-aab9fafeae06 service neutron] 10.222.0.11 "PUT /v2.0/ports/d2efd6de-86ab-41c7-9316-a36577e2d8ef HTTP/1.1" status: 200 len: 1092 time: 0.6569674 Oct 20 12:03:36.805994 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94721832-775a-4e06-b864-8ad93558485c', 'tag': 'd2efd6de-86ab-41c7-9316-a36577e2d8ef'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:03:36.809126 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b418e20-b4c5-47cc-b188-984247470093" -d '{"events": [{"name": "network-changed", "server_uuid": "94721832-775a-4e06-b864-8ad93558485c", "tag": "d2efd6de-86ab-41c7-9316-a36577e2d8ef"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:03:36.842329 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd7faf0-e69f-4961-9856-aab9fafeae06 service neutron] Pushing event updated for resources: {'Port': ['ID=d2efd6de-86ab-41c7-9316-a36577e2d8ef,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:03:36.904384 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ed0d9-ec3c-49c4-ad41-aadeb03b36f1 req-51b23587-a2a7-46bf-8019-fc79c2ce9798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:03:36.906084 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e38ed0d9-ec3c-49c4-ad41-aadeb03b36f1 req-51b23587-a2a7-46bf-8019-fc79c2ce9798 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=07250ad1f1204e6d869db0513ecc8bd0&device_id=94721832-775a-4e06-b864-8ad93558485c HTTP/1.1" status: 200 len: 1095 time: 0.0439386 Oct 20 12:03:36.950260 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a4f111-4135-44a9-ac74-d540998d1b22 x-openstack-request-id: req-e3a4f111-4135-44a9-ac74-d540998d1b22 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:03:36.950632 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94721832-775a-4e06-b864-8ad93558485c", "tag": "d2efd6de-86ab-41c7-9316-a36577e2d8ef", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:03:36.950968 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e3a4f111-4135-44a9-ac74-d540998d1b22 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:03:36.951423 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94721832-775a-4e06-b864-8ad93558485c', 'tag': 'd2efd6de-86ab-41c7-9316-a36577e2d8ef', 'status': 'completed', 'code': 200} Oct 20 12:03:36.953502 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e38ed0d9-ec3c-49c4-ad41-aadeb03b36f1 req-5f6448c7-e1c4-4be4-8998-0185f3244e13 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=d2efd6de-86ab-41c7-9316-a36577e2d8ef HTTP/1.1" status: 200 len: 217 time: 0.0389142 Oct 20 12:03:37.004305 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ed0d9-ec3c-49c4-ad41-aadeb03b36f1 req-e01d6b36-8c7c-4ec4-a96d-e1d2cad8a02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:03:37.005857 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e38ed0d9-ec3c-49c4-ad41-aadeb03b36f1 req-e01d6b36-8c7c-4ec4-a96d-e1d2cad8a02b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=229a364e-b1d3-4017-97fe-4f81ed16b64a HTTP/1.1" status: 200 len: 837 time: 0.0452907 Oct 20 12:03:37.057264 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ed0d9-ec3c-49c4-ad41-aadeb03b36f1 req-55578c03-5749-446d-aa40-544f2e00a839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:03:37.058646 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e38ed0d9-ec3c-49c4-ad41-aadeb03b36f1 req-55578c03-5749-446d-aa40-544f2e00a839 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3290b717-f7a6-4414-949a-fd1325bf265f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456836 Oct 20 12:03:37.148909 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e38ed0d9-ec3c-49c4-ad41-aadeb03b36f1 req-7921fbc7-a205-4877-bb83-93c81daaa259 service neutron] 10.222.0.11 "GET /v2.0/networks/3290b717-f7a6-4414-949a-fd1325bf265f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824175 Oct 20 12:03:37.242992 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e38ed0d9-ec3c-49c4-ad41-aadeb03b36f1 req-a4faea54-0a79-49ce-a3b4-7903648dc7e8 service neutron] 10.222.0.11 "GET /v2.0/networks/3290b717-f7a6-4414-949a-fd1325bf265f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865529 Oct 20 12:03:37.333901 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b418e20-b4c5-47cc-b188-984247470093 req-a98f0c9e-b6db-410f-93c6-678512c63eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:03:37.335300 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2b418e20-b4c5-47cc-b188-984247470093 req-a98f0c9e-b6db-410f-93c6-678512c63eb1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=07250ad1f1204e6d869db0513ecc8bd0&device_id=94721832-775a-4e06-b864-8ad93558485c HTTP/1.1" status: 200 len: 1095 time: 0.0428929 Oct 20 12:03:37.431952 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b418e20-b4c5-47cc-b188-984247470093 req-67a34aa6-39df-4530-be74-b3b9916bea44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:03:37.433436 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2b418e20-b4c5-47cc-b188-984247470093 req-67a34aa6-39df-4530-be74-b3b9916bea44 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3290b717-f7a6-4414-949a-fd1325bf265f HTTP/1.1" status: 200 len: 899 time: 0.0907490 Oct 20 12:03:37.474639 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2b418e20-b4c5-47cc-b188-984247470093 req-f4387325-b431-417e-92ea-d2aada5c32d7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=d2efd6de-86ab-41c7-9316-a36577e2d8ef HTTP/1.1" status: 200 len: 217 time: 0.0334566 Oct 20 12:03:37.523809 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b418e20-b4c5-47cc-b188-984247470093 req-242f0ecc-726c-4af3-8a64-a30fe6f9208c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:03:37.525249 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2b418e20-b4c5-47cc-b188-984247470093 req-242f0ecc-726c-4af3-8a64-a30fe6f9208c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=229a364e-b1d3-4017-97fe-4f81ed16b64a HTTP/1.1" status: 200 len: 837 time: 0.0435181 Oct 20 12:03:37.578678 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b418e20-b4c5-47cc-b188-984247470093 req-6b28de64-5cc1-47fd-b643-9b6cc5c86e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:03:37.580281 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2b418e20-b4c5-47cc-b188-984247470093 req-6b28de64-5cc1-47fd-b643-9b6cc5c86e39 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3290b717-f7a6-4414-949a-fd1325bf265f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462065 Oct 20 12:03:37.694461 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c63365-9eae-438c-89a4-0ef191b0d453 req-3a7c0110-5908-47aa-b0d4-4959c2fcf4cb tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:03:37.696007 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-90c63365-9eae-438c-89a4-0ef191b0d453 req-3a7c0110-5908-47aa-b0d4-4959c2fcf4cb tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/ports?device_id=94721832-775a-4e06-b864-8ad93558485c HTTP/1.1" status: 200 len: 944 time: 0.1128893 Oct 20 12:03:37.724671 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2b418e20-b4c5-47cc-b188-984247470093 req-9f53e85d-7ef7-4ae2-a947-5df297d2247a service neutron] 10.222.0.11 "GET /v2.0/networks/3290b717-f7a6-4414-949a-fd1325bf265f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329482 Oct 20 12:03:37.751390 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-90c63365-9eae-438c-89a4-0ef191b0d453 req-325c9897-ba1f-4e89-ab06-5efeaf6377f6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/security-groups?id=efca8c23-c9e6-4837-9698-e1c5760ad229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488880 Oct 20 12:03:37.826120 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2b418e20-b4c5-47cc-b188-984247470093 req-4c953d33-42af-4955-9ccf-818ccec8c275 service neutron] 10.222.0.11 "GET /v2.0/networks/3290b717-f7a6-4414-949a-fd1325bf265f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890744 Oct 20 12:03:38.869749 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6a495-2ee4-4d51-b5e5-d8f95b1be23a req-8529f818-a99b-430a-8e5f-42a514e236a5 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:03:38.871257 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-88f6a495-2ee4-4d51-b5e5-d8f95b1be23a req-8529f818-a99b-430a-8e5f-42a514e236a5 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/ports?device_id=94721832-775a-4e06-b864-8ad93558485c HTTP/1.1" status: 200 len: 944 time: 0.0506322 Oct 20 12:03:38.915140 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-88f6a495-2ee4-4d51-b5e5-d8f95b1be23a req-5966f072-9aa3-4321-8193-3f31e7b9e662 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/security-groups?id=efca8c23-c9e6-4837-9698-e1c5760ad229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374873 Oct 20 12:03:40.031678 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0de86-e34e-4e3f-bb49-1e6a5cffba9a req-efa1c140-b8cd-4c2f-8a4a-9b45b1c3b445 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:03:40.033176 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-90c0de86-e34e-4e3f-bb49-1e6a5cffba9a req-efa1c140-b8cd-4c2f-8a4a-9b45b1c3b445 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/ports?device_id=94721832-775a-4e06-b864-8ad93558485c HTTP/1.1" status: 200 len: 944 time: 0.0501657 Oct 20 12:03:40.072053 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-90c0de86-e34e-4e3f-bb49-1e6a5cffba9a req-432a44bc-13f2-491e-a620-1afefb87583a tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/security-groups?id=efca8c23-c9e6-4837-9698-e1c5760ad229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325012 Oct 20 12:03:40.074703 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device d2efd6de-86ab-41c7-9316-a36577e2d8ef details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:03:40.169645 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:40.180604 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port d2efd6de-86ab-41c7-9316-a36577e2d8ef, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=d2efd6de-86ab-41c7-9316-a36577e2d8ef,segment=NetworkSegment(e797968b-8e7e-4a37-9d42-d02daa2a450e),segment_id=e797968b-8e7e-4a37-9d42-d02daa2a450e)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:03:40.191167 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': 'd2efd6de-86ab-41c7-9316-a36577e2d8ef', 'network_id': '3290b717-f7a6-4414-949a-fd1325bf265f', 'port_id': 'd2efd6de-86ab-41c7-9316-a36577e2d8ef', 'mac_address': 'fa:16:3e:ea:7a:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229a364e-b1d3-4017-97fe-4f81ed16b64a', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:03:40.227834 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:40.240643 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2efd6de-86ab-41c7-9316-a36577e2d8ef {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:03:40.259548 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port d2efd6de-86ab-41c7-9316-a36577e2d8ef, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=d2efd6de-86ab-41c7-9316-a36577e2d8ef,segment=NetworkSegment(e797968b-8e7e-4a37-9d42-d02daa2a450e),segment_id=e797968b-8e7e-4a37-9d42-d02daa2a450e)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:03:40.264702 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:40.472765 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=d2efd6de-86ab-41c7-9316-a36577e2d8ef,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:03:40.533339 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['d2efd6de-86ab-41c7-9316-a36577e2d8ef'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:03:41.188910 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66d6e2-f2a1-4d2e-ab42-b4de58c09b69 req-73da51a8-7aed-49c1-bb54-dda6795bd524 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:03:41.190459 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5a66d6e2-f2a1-4d2e-ab42-b4de58c09b69 req-73da51a8-7aed-49c1-bb54-dda6795bd524 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/ports?device_id=94721832-775a-4e06-b864-8ad93558485c HTTP/1.1" status: 200 len: 945 time: 0.0500743 Oct 20 12:03:41.229597 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5a66d6e2-f2a1-4d2e-ab42-b4de58c09b69 req-d888d3eb-8bce-4803-a69b-3152ec0e88b0 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/security-groups?id=efca8c23-c9e6-4837-9698-e1c5760ad229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330575 Oct 20 12:03:42.090352 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device d2efd6de-86ab-41c7-9316-a36577e2d8ef up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:03:42.142347 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port d2efd6de-86ab-41c7-9316-a36577e2d8ef completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 12:03:42.146124 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port d2efd6de-86ab-41c7-9316-a36577e2d8ef triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:03:42.146488 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:42.221434 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:42.246571 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94721832-775a-4e06-b864-8ad93558485c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2efd6de-86ab-41c7-9316-a36577e2d8ef'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:03:42.249079 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9619a418-3a08-416d-80eb-d7bcfefeced2" -d '{"events": [{"server_uuid": "94721832-775a-4e06-b864-8ad93558485c", "name": "network-vif-plugged", "status": "completed", "tag": "d2efd6de-86ab-41c7-9316-a36577e2d8ef"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:03:42.265660 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port d2efd6de-86ab-41c7-9316-a36577e2d8ef, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=d2efd6de-86ab-41c7-9316-a36577e2d8ef,segment=NetworkSegment(e797968b-8e7e-4a37-9d42-d02daa2a450e),segment_id=e797968b-8e7e-4a37-9d42-d02daa2a450e)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:03:42.271661 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:42.301338 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52917349-7f22-408f-a2f0-e44199b012da x-openstack-request-id: req-52917349-7f22-408f-a2f0-e44199b012da {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:03:42.301632 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94721832-775a-4e06-b864-8ad93558485c", "name": "network-vif-plugged", "status": "completed", "tag": "d2efd6de-86ab-41c7-9316-a36577e2d8ef", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:03:42.301884 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-52917349-7f22-408f-a2f0-e44199b012da {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:03:42.302284 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94721832-775a-4e06-b864-8ad93558485c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2efd6de-86ab-41c7-9316-a36577e2d8ef', 'code': 200} Oct 20 12:03:42.324927 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=d2efd6de-86ab-41c7-9316-a36577e2d8ef,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:03:42.362476 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d21b92-c95f-4413-9746-acdfda344d00 req-50bc56f4-a780-4f40-a59c-53f6aa3d3119 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:03:42.363975 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e7d21b92-c95f-4413-9746-acdfda344d00 req-50bc56f4-a780-4f40-a59c-53f6aa3d3119 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/ports?device_id=94721832-775a-4e06-b864-8ad93558485c HTTP/1.1" status: 200 len: 946 time: 0.0548754 Oct 20 12:03:42.431051 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e7d21b92-c95f-4413-9746-acdfda344d00 req-1501ad35-d95c-40e2-bc22-f775a25589de tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/security-groups?id=efca8c23-c9e6-4837-9698-e1c5760ad229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583389 Oct 20 12:03:42.433672 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5a2d2-6e17-4f9b-9075-8bc986bf8acf req-17e8d1b9-fd05-492c-bb76-e0fa03ec6a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:03:42.435106 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-04e5a2d2-6e17-4f9b-9075-8bc986bf8acf req-17e8d1b9-fd05-492c-bb76-e0fa03ec6a14 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=94721832-775a-4e06-b864-8ad93558485c HTTP/1.1" status: 200 len: 1097 time: 0.0702236 Oct 20 12:03:42.470531 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-04e5a2d2-6e17-4f9b-9075-8bc986bf8acf req-627943ba-3d7e-4b4d-8208-5bf86759285d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=efca8c23-c9e6-4837-9698-e1c5760ad229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277827 Oct 20 12:03:43.551938 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d8708-aafd-4ede-acee-b5c6cc2fe77b req-4dc0cb26-f734-4712-9e77-3f1b9b91fcad tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:03:43.553449 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-309d8708-aafd-4ede-acee-b5c6cc2fe77b req-4dc0cb26-f734-4712-9e77-3f1b9b91fcad tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/ports?device_id=94721832-775a-4e06-b864-8ad93558485c HTTP/1.1" status: 200 len: 946 time: 0.0508473 Oct 20 12:03:43.591446 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-309d8708-aafd-4ede-acee-b5c6cc2fe77b req-30d75e91-8e2b-4124-a19d-c8623b2fc87c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/security-groups?id=efca8c23-c9e6-4837-9698-e1c5760ad229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319042 Oct 20 12:03:43.714668 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b3fe15-e47d-40fc-b3f5-e7a073f06635 req-6f373edc-9965-4915-8aca-3a34fe7aafa1 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:03:43.716096 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d8b3fe15-e47d-40fc-b3f5-e7a073f06635 req-6f373edc-9965-4915-8aca-3a34fe7aafa1 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/ports?device_id=94721832-775a-4e06-b864-8ad93558485c HTTP/1.1" status: 200 len: 946 time: 0.0544584 Oct 20 12:03:43.754473 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d8b3fe15-e47d-40fc-b3f5-e7a073f06635 req-26232e69-f8a0-49ba-a3c0-cae6d9111d05 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/security-groups?id=efca8c23-c9e6-4837-9698-e1c5760ad229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322738 Oct 20 12:03:45.249605 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50606) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:03:45.661795 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:45.699098 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-18ee13c9-0dc4-42f8-8abe-cbff6818c12c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:45.979305 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-18ee13c9-0dc4-42f8-8abe-cbff6818c12c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Allocated IP 172.20.0.17 (3290b717-f7a6-4414-949a-fd1325bf265f/229a364e-b1d3-4017-97fe-4f81ed16b64a/7774606a-69bb-4c47-9218-92f1ab51082f) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:03:46.089521 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-18ee13c9-0dc4-42f8-8abe-cbff6818c12c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:46.128445 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-18ee13c9-0dc4-42f8-8abe-cbff6818c12c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:46.168337 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ee13c9-0dc4-42f8-8abe-cbff6818c12c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Network 3290b717-f7a6-4414-949a-fd1325bf265f is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:03:46.171584 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-18ee13c9-0dc4-42f8-8abe-cbff6818c12c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:03:46.175289 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ee13c9-0dc4-42f8-8abe-cbff6818c12c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:03:46.184767 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee13c9-0dc4-42f8-8abe-cbff6818c12c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event updated for resources: {'Port': ['ID=7774606a-69bb-4c47-9218-92f1ab51082f,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:03:46.227338 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-18ee13c9-0dc4-42f8-8abe-cbff6818c12c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:46.364201 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-18ee13c9-0dc4-42f8-8abe-cbff6818c12c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:46.446128 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-35eb187a-ed5c-4844-b8c7-71457edab9f3 None None] Provisioning complete for port 7774606a-69bb-4c47-9218-92f1ab51082f triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:03:46.446463 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-35eb187a-ed5c-4844-b8c7-71457edab9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:46.479206 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-35eb187a-ed5c-4844-b8c7-71457edab9f3 None None] Port 7774606a-69bb-4c47-9218-92f1ab51082f cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:03:46.638301 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-18ee13c9-0dc4-42f8-8abe-cbff6818c12c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:46.645584 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-18ee13c9-0dc4-42f8-8abe-cbff6818c12c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:46.722684 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee13c9-0dc4-42f8-8abe-cbff6818c12c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event updated for resources: {'Port': ['ID=7774606a-69bb-4c47-9218-92f1ab51082f,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:03:46.725272 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-18ee13c9-0dc4-42f8-8abe-cbff6818c12c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:46.820690 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ee13c9-0dc4-42f8-8abe-cbff6818c12c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Network 3290b717-f7a6-4414-949a-fd1325bf265f is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:03:46.822157 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-18ee13c9-0dc4-42f8-8abe-cbff6818c12c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:03:46.939527 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ee13c9-0dc4-42f8-8abe-cbff6818c12c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Router 13c10ca0-15fd-40b6-8fb3-30242ffda062 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:03:47.103452 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-43f8f4cb-cdab-4359-a75c-049a5991b1fa None None] Provisioning complete for port 7774606a-69bb-4c47-9218-92f1ab51082f triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:03:47.104085 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-43f8f4cb-cdab-4359-a75c-049a5991b1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:47.139976 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-43f8f4cb-cdab-4359-a75c-049a5991b1fa None None] Port 7774606a-69bb-4c47-9218-92f1ab51082f cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:03:47.332307 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ee13c9-0dc4-42f8-8abe-cbff6818c12c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:03:47.337474 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-18ee13c9-0dc4-42f8-8abe-cbff6818c12c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "PUT /v2.0/routers/13c10ca0-15fd-40b6-8fb3-30242ffda062/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0862896 Oct 20 12:03:47.354253 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fef32cd-e93a-43d4-9326-d020dfd0c4a1 None None] Sync routers for ids ['13c10ca0-15fd-40b6-8fb3-30242ffda062'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:03:47.364731 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fef32cd-e93a-43d4-9326-d020dfd0c4a1 None None] Routers {'13c10ca0-15fd-40b6-8fb3-30242ffda062'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:03:47.365357 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-8fef32cd-e93a-43d4-9326-d020dfd0c4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:03:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['13c10ca0-15fd-40b6-8fb3-30242ffda062'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:03:47.473128 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-8fef32cd-e93a-43d4-9326-d020dfd0c4a1 None None] Set router 13c10ca0-15fd-40b6-8fb3-30242ffda062 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:03:47.708075 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-8fef32cd-e93a-43d4-9326-d020dfd0c4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'name': 'tempest-TestNetworkBasicOps-router-1252311248', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'fcc61e75-ad89-43ea-90b0-3addf8971620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:02:27Z', 'updated_at': '2021-10-20T12:03:46Z', 'revision_number': 5, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'gw_port': {'id': 'fcc61e75-ad89-43ea-90b0-3addf8971620', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:02:28Z', 'updated_at': '2021-10-20T12:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '9319fb42-671c-4d6c-9bf8-72b92cd28bd8', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'floating_ip_address': '172.25.5.55', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'port_id': '412d5b67-c525-46dc-9781-64260493f71c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3710, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63896d51-3b2d-43a4-86ad-784fc9a25288', 'mac_address': 'fa:16:3e:27:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00873856-3dae-4374-bcd4-61629a68e6c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:02:49Z', 'updated_at': '2021-10-20T12:02:51Z', 'revision_number': 1, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '409c9a3a-f355-4ccb-8a71-524402231069', 'name': '', 'network_id': '63896d51-3b2d-43a4-86ad-784fc9a25288', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'mac_address': 'fa:16:3e:f6:57:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'ea332902-d373-443b-8ac3-55015e474f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:02:31Z', 'updated_at': '2021-10-20T12:02:35Z', 'revision_number': 5, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'subnets': [{'id': 'ea332902-d373-443b-8ac3-55015e474f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7774606a-69bb-4c47-9218-92f1ab51082f', 'name': '', 'network_id': '3290b717-f7a6-4414-949a-fd1325bf265f', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'mac_address': 'fa:16:3e:9a:84:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '229a364e-b1d3-4017-97fe-4f81ed16b64a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:03:45Z', 'updated_at': '2021-10-20T12:03:46Z', 'revision_number': 2, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'subnets': [{'id': '229a364e-b1d3-4017-97fe-4f81ed16b64a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:03:47.734126 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fef32cd-e93a-43d4-9326-d020dfd0c4a1 None None] Checking router: 13c10ca0-15fd-40b6-8fb3-30242ffda062 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:03:47.734407 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fef32cd-e93a-43d4-9326-d020dfd0c4a1 None None] Updating router 13c10ca0-15fd-40b6-8fb3-30242ffda062 port 7774606a-69bb-4c47-9218-92f1ab51082f binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 12:03:47.761995 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-8fef32cd-e93a-43d4-9326-d020dfd0c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:48.024589 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-8fef32cd-e93a-43d4-9326-d020dfd0c4a1 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:48.030530 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-8fef32cd-e93a-43d4-9326-d020dfd0c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:48.083459 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2335ee0-2b6e-4e7d-a557-da7b2ad5083e None None] Pushing event updated for resources: {'Port': ['ID=7774606a-69bb-4c47-9218-92f1ab51082f,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:03:48.145525 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-8fef32cd-e93a-43d4-9326-d020dfd0c4a1 None None] Attempting to bind port 7774606a-69bb-4c47-9218-92f1ab51082f on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:03:48.146228 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-8fef32cd-e93a-43d4-9326-d020dfd0c4a1 None None] Attempting to bind port 7774606a-69bb-4c47-9218-92f1ab51082f by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'e797968b-8e7e-4a37-9d42-d02daa2a450e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '3290b717-f7a6-4414-949a-fd1325bf265f'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:03:48.146228 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fef32cd-e93a-43d4-9326-d020dfd0c4a1 None None] Attempting to bind port 7774606a-69bb-4c47-9218-92f1ab51082f on network 3290b717-f7a6-4414-949a-fd1325bf265f {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:03:48.151888 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fef32cd-e93a-43d4-9326-d020dfd0c4a1 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:03:48.152261 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fef32cd-e93a-43d4-9326-d020dfd0c4a1 None None] Checking segment: {'id': 'e797968b-8e7e-4a37-9d42-d02daa2a450e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '3290b717-f7a6-4414-949a-fd1325bf265f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:03:48.152672 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-8fef32cd-e93a-43d4-9326-d020dfd0c4a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:48.153221 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fef32cd-e93a-43d4-9326-d020dfd0c4a1 None None] Bound using segment: {'id': 'e797968b-8e7e-4a37-9d42-d02daa2a450e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '3290b717-f7a6-4414-949a-fd1325bf265f'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:03:48.153694 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-8fef32cd-e93a-43d4-9326-d020dfd0c4a1 None None] Bound port: 7774606a-69bb-4c47-9218-92f1ab51082f, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e797968b-8e7e-4a37-9d42-d02daa2a450e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '3290b717-f7a6-4414-949a-fd1325bf265f'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:03:48.153970 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-8fef32cd-e93a-43d4-9326-d020dfd0c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:48.220167 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-8fef32cd-e93a-43d4-9326-d020dfd0c4a1 None None] For port 7774606a-69bb-4c47-9218-92f1ab51082f, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:03:48.223692 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-8fef32cd-e93a-43d4-9326-d020dfd0c4a1 None None] For port 7774606a-69bb-4c47-9218-92f1ab51082f, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=7774606a-69bb-4c47-9218-92f1ab51082f,segment=NetworkSegment(e797968b-8e7e-4a37-9d42-d02daa2a450e),segment_id=e797968b-8e7e-4a37-9d42-d02daa2a450e)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:03:48.228603 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-8fef32cd-e93a-43d4-9326-d020dfd0c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:48.293385 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-0d57418f-950f-4584-ad75-07c4e794da00 None None] Provisioning complete for port 7774606a-69bb-4c47-9218-92f1ab51082f triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:03:48.293760 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0d57418f-950f-4584-ad75-07c4e794da00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:48.318298 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fef32cd-e93a-43d4-9326-d020dfd0c4a1 None None] Routers {'13c10ca0-15fd-40b6-8fb3-30242ffda062'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:03:48.318980 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-8fef32cd-e93a-43d4-9326-d020dfd0c4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:03:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['13c10ca0-15fd-40b6-8fb3-30242ffda062'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:03:48.323717 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2335ee0-2b6e-4e7d-a557-da7b2ad5083e None None] Pushing event updated for resources: {'Port': ['ID=7774606a-69bb-4c47-9218-92f1ab51082f,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:03:48.475239 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-8fef32cd-e93a-43d4-9326-d020dfd0c4a1 None None] Set router 13c10ca0-15fd-40b6-8fb3-30242ffda062 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:03:48.502208 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0d57418f-950f-4584-ad75-07c4e794da00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:48.582915 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-0d57418f-950f-4584-ad75-07c4e794da00 None None] For port 7774606a-69bb-4c47-9218-92f1ab51082f, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=7774606a-69bb-4c47-9218-92f1ab51082f,segment=NetworkSegment(e797968b-8e7e-4a37-9d42-d02daa2a450e),segment_id=e797968b-8e7e-4a37-9d42-d02daa2a450e)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:03:48.588193 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0d57418f-950f-4584-ad75-07c4e794da00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:48.686531 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d57418f-950f-4584-ad75-07c4e794da00 None None] Pushing event updated for resources: {'Port': ['ID=7774606a-69bb-4c47-9218-92f1ab51082f,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:03:48.729630 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-bfb4cb58-73f9-4283-97d4-0b3b6e6d652a None None] Provisioning complete for port 7774606a-69bb-4c47-9218-92f1ab51082f triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:03:48.730017 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bfb4cb58-73f9-4283-97d4-0b3b6e6d652a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:48.834991 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-8fef32cd-e93a-43d4-9326-d020dfd0c4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'name': 'tempest-TestNetworkBasicOps-router-1252311248', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'fcc61e75-ad89-43ea-90b0-3addf8971620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:02:27Z', 'updated_at': '2021-10-20T12:03:46Z', 'revision_number': 5, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'gw_port': {'id': 'fcc61e75-ad89-43ea-90b0-3addf8971620', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:02:28Z', 'updated_at': '2021-10-20T12:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '9319fb42-671c-4d6c-9bf8-72b92cd28bd8', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'floating_ip_address': '172.25.5.55', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'port_id': '412d5b67-c525-46dc-9781-64260493f71c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3710, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63896d51-3b2d-43a4-86ad-784fc9a25288', 'mac_address': 'fa:16:3e:27:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00873856-3dae-4374-bcd4-61629a68e6c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:02:49Z', 'updated_at': '2021-10-20T12:02:51Z', 'revision_number': 1, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '409c9a3a-f355-4ccb-8a71-524402231069', 'name': '', 'network_id': '63896d51-3b2d-43a4-86ad-784fc9a25288', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'mac_address': 'fa:16:3e:f6:57:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'ea332902-d373-443b-8ac3-55015e474f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:02:31Z', 'updated_at': '2021-10-20T12:02:35Z', 'revision_number': 5, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'subnets': [{'id': 'ea332902-d373-443b-8ac3-55015e474f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7774606a-69bb-4c47-9218-92f1ab51082f', 'name': '', 'network_id': '3290b717-f7a6-4414-949a-fd1325bf265f', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'mac_address': 'fa:16:3e:9a:84:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '229a364e-b1d3-4017-97fe-4f81ed16b64a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:03:45Z', 'updated_at': '2021-10-20T12:03:48Z', 'revision_number': 4, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'subnets': [{'id': '229a364e-b1d3-4017-97fe-4f81ed16b64a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:03:48.868554 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fef32cd-e93a-43d4-9326-d020dfd0c4a1 None None] The sync data for ids ['13c10ca0-15fd-40b6-8fb3-30242ffda062'] in n-d-814735-3 is: [{'id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'name': 'tempest-TestNetworkBasicOps-router-1252311248', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'fcc61e75-ad89-43ea-90b0-3addf8971620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:02:27Z', 'updated_at': '2021-10-20T12:03:46Z', 'revision_number': 5, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'gw_port': {'id': 'fcc61e75-ad89-43ea-90b0-3addf8971620', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:02:28Z', 'updated_at': '2021-10-20T12:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '9319fb42-671c-4d6c-9bf8-72b92cd28bd8', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'floating_ip_address': '172.25.5.55', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'port_id': '412d5b67-c525-46dc-9781-64260493f71c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3710, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63896d51-3b2d-43a4-86ad-784fc9a25288', 'mac_address': 'fa:16:3e:27:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00873856-3dae-4374-bcd4-61629a68e6c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:02:49Z', 'updated_at': '2021-10-20T12:02:51Z', 'revision_number': 1, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '409c9a3a-f355-4ccb-8a71-524402231069', 'name': '', 'network_id': '63896d51-3b2d-43a4-86ad-784fc9a25288', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'mac_address': 'fa:16:3e:f6:57:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'ea332902-d373-443b-8ac3-55015e474f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:02:31Z', 'updated_at': '2021-10-20T12:02:35Z', 'revision_number': 5, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'subnets': [{'id': 'ea332902-d373-443b-8ac3-55015e474f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7774606a-69bb-4c47-9218-92f1ab51082f', 'name': '', 'network_id': '3290b717-f7a6-4414-949a-fd1325bf265f', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'mac_address': 'fa:16:3e:9a:84:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '229a364e-b1d3-4017-97fe-4f81ed16b64a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:03:45Z', 'updated_at': '2021-10-20T12:03:48Z', 'revision_number': 4, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'subnets': [{'id': '229a364e-b1d3-4017-97fe-4f81ed16b64a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:03:49.339943 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-8183498a-ed16-4f2c-a630-735b25974a69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:49.897062 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 7774606a-69bb-4c47-9218-92f1ab51082f up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:03:49.947873 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 7774606a-69bb-4c47-9218-92f1ab51082f triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:03:49.948444 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:52.230825 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-de4dfefc-3fde-4c23-b354-160cbfb28a0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:53.125638 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:53.234784 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:03:54.962338 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:05.469360 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:04:07.781946 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50674) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:04:08.214844 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-783bae14-1b42-4fa1-b77e-17eb45361c70 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:08.592527 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-783bae14-1b42-4fa1-b77e-17eb45361c70 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Deleting port 7774606a-69bb-4c47-9218-92f1ab51082f {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:04:08.592838 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-783bae14-1b42-4fa1-b77e-17eb45361c70 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:08.684465 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-783bae14-1b42-4fa1-b77e-17eb45361c70 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] For port 7774606a-69bb-4c47-9218-92f1ab51082f, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=7774606a-69bb-4c47-9218-92f1ab51082f,segment=NetworkSegment(e797968b-8e7e-4a37-9d42-d02daa2a450e),segment_id=e797968b-8e7e-4a37-9d42-d02daa2a450e)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:04:08.684818 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-783bae14-1b42-4fa1-b77e-17eb45361c70 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:08.697551 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-783bae14-1b42-4fa1-b77e-17eb45361c70 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Calling delete_port for 7774606a-69bb-4c47-9218-92f1ab51082f owned by network:router_interface {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:04:08.884948 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-783bae14-1b42-4fa1-b77e-17eb45361c70 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:08.911179 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783bae14-1b42-4fa1-b77e-17eb45361c70 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event deleted for resources: {'Port': ['ID=7774606a-69bb-4c47-9218-92f1ab51082f,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:04:09.130640 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-783bae14-1b42-4fa1-b77e-17eb45361c70 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:09.447798 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783bae14-1b42-4fa1-b77e-17eb45361c70 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Router 13c10ca0-15fd-40b6-8fb3-30242ffda062 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:04:09.565589 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783bae14-1b42-4fa1-b77e-17eb45361c70 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:04:09.574522 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-783bae14-1b42-4fa1-b77e-17eb45361c70 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "PUT /v2.0/routers/13c10ca0-15fd-40b6-8fb3-30242ffda062/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7885442 Oct 20 12:04:09.576223 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7492171c-761d-441c-b068-c8fcfd3256ac None None] Sync routers for ids ['13c10ca0-15fd-40b6-8fb3-30242ffda062'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:04:09.586019 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7492171c-761d-441c-b068-c8fcfd3256ac None None] Routers {'13c10ca0-15fd-40b6-8fb3-30242ffda062'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:04:09.586651 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-7492171c-761d-441c-b068-c8fcfd3256ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:03:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['13c10ca0-15fd-40b6-8fb3-30242ffda062'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:04:09.701801 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-7492171c-761d-441c-b068-c8fcfd3256ac None None] Set router 13c10ca0-15fd-40b6-8fb3-30242ffda062 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:04:10.081588 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-7492171c-761d-441c-b068-c8fcfd3256ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'name': 'tempest-TestNetworkBasicOps-router-1252311248', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'fcc61e75-ad89-43ea-90b0-3addf8971620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:02:27Z', 'updated_at': '2021-10-20T12:04:08Z', 'revision_number': 6, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'gw_port': {'id': 'fcc61e75-ad89-43ea-90b0-3addf8971620', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:02:28Z', 'updated_at': '2021-10-20T12:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '9319fb42-671c-4d6c-9bf8-72b92cd28bd8', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'floating_ip_address': '172.25.5.55', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'port_id': '412d5b67-c525-46dc-9781-64260493f71c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3710, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63896d51-3b2d-43a4-86ad-784fc9a25288', 'mac_address': 'fa:16:3e:27:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00873856-3dae-4374-bcd4-61629a68e6c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:02:49Z', 'updated_at': '2021-10-20T12:02:51Z', 'revision_number': 1, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '409c9a3a-f355-4ccb-8a71-524402231069', 'name': '', 'network_id': '63896d51-3b2d-43a4-86ad-784fc9a25288', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'mac_address': 'fa:16:3e:f6:57:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'ea332902-d373-443b-8ac3-55015e474f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:02:31Z', 'updated_at': '2021-10-20T12:02:35Z', 'revision_number': 5, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'subnets': [{'id': 'ea332902-d373-443b-8ac3-55015e474f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:04:10.109712 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7492171c-761d-441c-b068-c8fcfd3256ac None None] Checking router: 13c10ca0-15fd-40b6-8fb3-30242ffda062 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:04:10.119494 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7492171c-761d-441c-b068-c8fcfd3256ac None None] Routers {'13c10ca0-15fd-40b6-8fb3-30242ffda062'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:04:10.120108 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-7492171c-761d-441c-b068-c8fcfd3256ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:03:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['13c10ca0-15fd-40b6-8fb3-30242ffda062'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:04:10.130640 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc336fe-5c69-435a-ae87-c62a00722201 req-56db1db8-857b-49d3-b8e6-72ab2ed092cb tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:10.135264 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7fc336fe-5c69-435a-ae87-c62a00722201 req-56db1db8-857b-49d3-b8e6-72ab2ed092cb tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/ports?device_id=94721832-775a-4e06-b864-8ad93558485c HTTP/1.1" status: 200 len: 946 time: 0.3773730 Oct 20 12:04:10.155867 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:10.187210 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7fc336fe-5c69-435a-ae87-c62a00722201 req-bc8d92d7-cbb6-4bcd-aa24-cee6ce270d86 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/security-groups?id=efca8c23-c9e6-4837-9698-e1c5760ad229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423310 Oct 20 12:04:10.232150 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-7492171c-761d-441c-b068-c8fcfd3256ac None None] Set router 13c10ca0-15fd-40b6-8fb3-30242ffda062 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:04:10.463843 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-7492171c-761d-441c-b068-c8fcfd3256ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'name': 'tempest-TestNetworkBasicOps-router-1252311248', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'fcc61e75-ad89-43ea-90b0-3addf8971620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:02:27Z', 'updated_at': '2021-10-20T12:04:08Z', 'revision_number': 6, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'gw_port': {'id': 'fcc61e75-ad89-43ea-90b0-3addf8971620', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:02:28Z', 'updated_at': '2021-10-20T12:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '9319fb42-671c-4d6c-9bf8-72b92cd28bd8', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'floating_ip_address': '172.25.5.55', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'port_id': '412d5b67-c525-46dc-9781-64260493f71c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3710, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63896d51-3b2d-43a4-86ad-784fc9a25288', 'mac_address': 'fa:16:3e:27:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00873856-3dae-4374-bcd4-61629a68e6c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:02:49Z', 'updated_at': '2021-10-20T12:02:51Z', 'revision_number': 1, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '409c9a3a-f355-4ccb-8a71-524402231069', 'name': '', 'network_id': '63896d51-3b2d-43a4-86ad-784fc9a25288', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'mac_address': 'fa:16:3e:f6:57:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'ea332902-d373-443b-8ac3-55015e474f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:02:31Z', 'updated_at': '2021-10-20T12:02:35Z', 'revision_number': 5, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'subnets': [{'id': 'ea332902-d373-443b-8ac3-55015e474f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:04:10.491946 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7492171c-761d-441c-b068-c8fcfd3256ac None None] The sync data for ids ['13c10ca0-15fd-40b6-8fb3-30242ffda062'] in n-d-814735-3 is: [{'id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'name': 'tempest-TestNetworkBasicOps-router-1252311248', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'fcc61e75-ad89-43ea-90b0-3addf8971620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:02:27Z', 'updated_at': '2021-10-20T12:04:08Z', 'revision_number': 6, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'gw_port': {'id': 'fcc61e75-ad89-43ea-90b0-3addf8971620', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:02:28Z', 'updated_at': '2021-10-20T12:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '9319fb42-671c-4d6c-9bf8-72b92cd28bd8', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'floating_ip_address': '172.25.5.55', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'port_id': '412d5b67-c525-46dc-9781-64260493f71c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3710, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63896d51-3b2d-43a4-86ad-784fc9a25288', 'mac_address': 'fa:16:3e:27:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00873856-3dae-4374-bcd4-61629a68e6c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:02:49Z', 'updated_at': '2021-10-20T12:02:51Z', 'revision_number': 1, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '409c9a3a-f355-4ccb-8a71-524402231069', 'name': '', 'network_id': '63896d51-3b2d-43a4-86ad-784fc9a25288', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'mac_address': 'fa:16:3e:f6:57:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'ea332902-d373-443b-8ac3-55015e474f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:02:31Z', 'updated_at': '2021-10-20T12:02:35Z', 'revision_number': 5, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'subnets': [{'id': 'ea332902-d373-443b-8ac3-55015e474f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:04:11.112660 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006b474-99b3-40ad-acf1-6c3d931c5eda req-8a444ea4-6ae8-4dc1-96f3-95b2a0772a87 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:11.114360 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3006b474-99b3-40ad-acf1-6c3d931c5eda req-8a444ea4-6ae8-4dc1-96f3-95b2a0772a87 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.11 "GET /v2.0/ports?device_id=94721832-775a-4e06-b864-8ad93558485c HTTP/1.1" status: 200 len: 946 time: 0.0586073 Oct 20 12:04:11.216787 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-3006b474-99b3-40ad-acf1-6c3d931c5eda req-19b239d4-d425-46a8-bcfe-b0202686f1c2 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Deleting port d2efd6de-86ab-41c7-9316-a36577e2d8ef {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:04:11.217569 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3006b474-99b3-40ad-acf1-6c3d931c5eda req-19b239d4-d425-46a8-bcfe-b0202686f1c2 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:11.336977 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-3006b474-99b3-40ad-acf1-6c3d931c5eda req-19b239d4-d425-46a8-bcfe-b0202686f1c2 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] For port d2efd6de-86ab-41c7-9316-a36577e2d8ef, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=d2efd6de-86ab-41c7-9316-a36577e2d8ef,segment=NetworkSegment(e797968b-8e7e-4a37-9d42-d02daa2a450e),segment_id=e797968b-8e7e-4a37-9d42-d02daa2a450e)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:04:11.337340 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3006b474-99b3-40ad-acf1-6c3d931c5eda req-19b239d4-d425-46a8-bcfe-b0202686f1c2 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:11.359784 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-3006b474-99b3-40ad-acf1-6c3d931c5eda req-19b239d4-d425-46a8-bcfe-b0202686f1c2 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Calling delete_port for d2efd6de-86ab-41c7-9316-a36577e2d8ef owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:04:11.368522 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa287f5b-dcb5-4c99-8054-ed375a20c9d0 req-9389ec21-ffb8-455f-ace5-90446ed3ee8c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:11.369947 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fa287f5b-dcb5-4c99-8054-ed375a20c9d0 req-9389ec21-ffb8-455f-ace5-90446ed3ee8c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/ports?device_id=94721832-775a-4e06-b864-8ad93558485c HTTP/1.1" status: 200 len: 946 time: 0.0958354 Oct 20 12:04:11.456276 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fa287f5b-dcb5-4c99-8054-ed375a20c9d0 req-86e79e94-cc4e-4939-8192-a6f07740697d tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/security-groups?id=efca8c23-c9e6-4837-9698-e1c5760ad229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788412 Oct 20 12:04:11.525396 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3006b474-99b3-40ad-acf1-6c3d931c5eda req-19b239d4-d425-46a8-bcfe-b0202686f1c2 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:11.559119 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b239d4-d425-46a8-bcfe-b0202686f1c2 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event deleted for resources: {'Port': ['ID=d2efd6de-86ab-41c7-9316-a36577e2d8ef,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:04:11.602437 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-3006b474-99b3-40ad-acf1-6c3d931c5eda req-19b239d4-d425-46a8-bcfe-b0202686f1c2 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] No DVR routers for this DVR port d2efd6de-86ab-41c7-9316-a36577e2d8ef on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:04:11.606189 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3006b474-99b3-40ad-acf1-6c3d931c5eda req-19b239d4-d425-46a8-bcfe-b0202686f1c2 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:11.609704 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3006b474-99b3-40ad-acf1-6c3d931c5eda req-19b239d4-d425-46a8-bcfe-b0202686f1c2 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.11 "DELETE /v2.0/ports/d2efd6de-86ab-41c7-9316-a36577e2d8ef HTTP/1.1" status: 204 len: 173 time: 0.4888556 Oct 20 12:04:11.610173 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94721832-775a-4e06-b864-8ad93558485c', 'name': 'network-vif-deleted', 'tag': 'd2efd6de-86ab-41c7-9316-a36577e2d8ef'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:04:11.612529 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03005a0a-310b-4107-8e86-b2cede3e79bc" -d '{"events": [{"server_uuid": "94721832-775a-4e06-b864-8ad93558485c", "name": "network-vif-deleted", "tag": "d2efd6de-86ab-41c7-9316-a36577e2d8ef"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:04:11.652665 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5707b9e-8a09-48b9-b099-05418cd7ff25 x-openstack-request-id: req-e5707b9e-8a09-48b9-b099-05418cd7ff25 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:04:11.653019 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94721832-775a-4e06-b864-8ad93558485c", "name": "network-vif-deleted", "tag": "d2efd6de-86ab-41c7-9316-a36577e2d8ef", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:04:11.653265 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e5707b9e-8a09-48b9-b099-05418cd7ff25 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:04:11.653706 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94721832-775a-4e06-b864-8ad93558485c', 'name': 'network-vif-deleted', 'tag': 'd2efd6de-86ab-41c7-9316-a36577e2d8ef', 'status': 'completed', 'code': 200} Oct 20 12:04:11.854533 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 7774606a-69bb-4c47-9218-92f1ab51082f no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:04:11.875878 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 7774606a-69bb-4c47-9218-92f1ab51082f {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:04:11.876197 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 7774606a-69bb-4c47-9218-92f1ab51082f not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:04:12.208623 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba961f04-47cd-4684-bf38-07c0491f1418 req-1346330b-5cde-4449-ab1c-2586f681fe17 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:12.210139 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ba961f04-47cd-4684-bf38-07c0491f1418 req-1346330b-5cde-4449-ab1c-2586f681fe17 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 945 time: 0.0508080 Oct 20 12:04:12.249067 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ba961f04-47cd-4684-bf38-07c0491f1418 req-6e092e97-2818-4701-9549-60e56f9f8ce0 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326686 Oct 20 12:04:12.514635 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50722) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:04:12.581180 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-423420e9-e3e4-4837-a322-5f08d491d478 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:12.610603 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-423420e9-e3e4-4837-a322-5f08d491d478 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:12.673994 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-423420e9-e3e4-4837-a322-5f08d491d478 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:12.676697 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-423420e9-e3e4-4837-a322-5f08d491d478 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:12.677908 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-423420e9-e3e4-4837-a322-5f08d491d478 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "DELETE /v2.0/security-groups/efca8c23-c9e6-4837-9698-e1c5760ad229 HTTP/1.1" status: 204 len: 168 time: 0.1621423 Oct 20 12:04:12.687812 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423420e9-e3e4-4837-a322-5f08d491d478 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efca8c23-c9e6-4837-9698-e1c5760ad229,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:04:12.713357 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50726) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:04:12.766730 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa9758ae-dfaa-4bd9-acea-c772aa19f9ad tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Deleting subnet 229a364e-b1d3-4017-97fe-4f81ed16b64a {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 12:04:12.770039 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-aa9758ae-dfaa-4bd9-acea-c772aa19f9ad tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:12.810364 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-aa9758ae-dfaa-4bd9-acea-c772aa19f9ad tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:13.224979 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-aa9758ae-dfaa-4bd9-acea-c772aa19f9ad tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:13.284161 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-aa9758ae-dfaa-4bd9-acea-c772aa19f9ad tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:13.309147 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9758ae-dfaa-4bd9-acea-c772aa19f9ad tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event deleted for resources: {'Subnet': ['ID=229a364e-b1d3-4017-97fe-4f81ed16b64a,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:04:13.318206 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9758ae-dfaa-4bd9-acea-c772aa19f9ad tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:04:13.318560 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9758ae-dfaa-4bd9-acea-c772aa19f9ad tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:04:13.318926 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9758ae-dfaa-4bd9-acea-c772aa19f9ad tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:04:13.319266 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9758ae-dfaa-4bd9-acea-c772aa19f9ad tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:04:13.319599 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9758ae-dfaa-4bd9-acea-c772aa19f9ad tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:04:13.319923 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9758ae-dfaa-4bd9-acea-c772aa19f9ad tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:04:13.320249 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9758ae-dfaa-4bd9-acea-c772aa19f9ad tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:04:13.320573 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9758ae-dfaa-4bd9-acea-c772aa19f9ad tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:04:13.320895 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9758ae-dfaa-4bd9-acea-c772aa19f9ad tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:04:13.321224 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9758ae-dfaa-4bd9-acea-c772aa19f9ad tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:04:13.321547 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9758ae-dfaa-4bd9-acea-c772aa19f9ad tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:04:13.321876 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9758ae-dfaa-4bd9-acea-c772aa19f9ad tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:04:13.326218 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-aa9758ae-dfaa-4bd9-acea-c772aa19f9ad tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:13.329539 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-aa9758ae-dfaa-4bd9-acea-c772aa19f9ad tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "DELETE /v2.0/subnets/229a364e-b1d3-4017-97fe-4f81ed16b64a HTTP/1.1" status: 204 len: 168 time: 0.6151013 Oct 20 12:04:13.333942 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f3e88e-0f88-42ed-ac23-3638277295b5 None None] Network 3290b717-f7a6-4414-949a-fd1325bf265f requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:04:13.335254 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50730) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:04:13.378652 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15964958-a3c2-444d-be03-97b5ecc38fb1 req-6bcb3ad7-bbd8-4f58-b6a7-2a75ce6e2f89 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:13.380323 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-15964958-a3c2-444d-be03-97b5ecc38fb1 req-6bcb3ad7-bbd8-4f58-b6a7-2a75ce6e2f89 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 945 time: 0.0566101 Oct 20 12:04:13.418589 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-73662c6a-3222-4dcc-b87f-0cdb4fb8c3f6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:13.424832 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-15964958-a3c2-444d-be03-97b5ecc38fb1 req-850756ca-907c-41e1-8666-80f9d2bdb2b9 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358696 Oct 20 12:04:13.472385 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-73662c6a-3222-4dcc-b87f-0cdb4fb8c3f6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Deleting port ddac7e53-2380-41fe-bf50-9447e3b267fb {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:04:13.472730 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-73662c6a-3222-4dcc-b87f-0cdb4fb8c3f6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:13.510225 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139f61ca-3a2b-469c-89f3-467eaad60b8d None None] DHCP port deletion for 3290b717-f7a6-4414-949a-fd1325bf265f request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 12:04:13.544652 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-73662c6a-3222-4dcc-b87f-0cdb4fb8c3f6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] For port ddac7e53-2380-41fe-bf50-9447e3b267fb, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=ddac7e53-2380-41fe-bf50-9447e3b267fb,segment=NetworkSegment(e797968b-8e7e-4a37-9d42-d02daa2a450e),segment_id=e797968b-8e7e-4a37-9d42-d02daa2a450e)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:04:13.545041 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-73662c6a-3222-4dcc-b87f-0cdb4fb8c3f6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:13.557274 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-73662c6a-3222-4dcc-b87f-0cdb4fb8c3f6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Calling delete_port for ddac7e53-2380-41fe-bf50-9447e3b267fb owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:04:13.558968 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-139f61ca-3a2b-469c-89f3-467eaad60b8d None None] Deleting port ddac7e53-2380-41fe-bf50-9447e3b267fb {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:04:13.559339 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-139f61ca-3a2b-469c-89f3-467eaad60b8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:13.621819 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-139f61ca-3a2b-469c-89f3-467eaad60b8d None None] For port ddac7e53-2380-41fe-bf50-9447e3b267fb, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=ddac7e53-2380-41fe-bf50-9447e3b267fb,segment=NetworkSegment(e797968b-8e7e-4a37-9d42-d02daa2a450e),segment_id=e797968b-8e7e-4a37-9d42-d02daa2a450e)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:04:13.622213 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-139f61ca-3a2b-469c-89f3-467eaad60b8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:13.635101 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-139f61ca-3a2b-469c-89f3-467eaad60b8d None None] Calling delete_port for ddac7e53-2380-41fe-bf50-9447e3b267fb owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:04:13.646401 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-73662c6a-3222-4dcc-b87f-0cdb4fb8c3f6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:13.675164 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73662c6a-3222-4dcc-b87f-0cdb4fb8c3f6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event deleted for resources: {'Port': ['ID=ddac7e53-2380-41fe-bf50-9447e3b267fb,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:04:13.677328 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73662c6a-3222-4dcc-b87f-0cdb4fb8c3f6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] No DVR routers for this DVR port ddac7e53-2380-41fe-bf50-9447e3b267fb on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:04:13.722141 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-139f61ca-3a2b-469c-89f3-467eaad60b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:13.748101 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139f61ca-3a2b-469c-89f3-467eaad60b8d None None] Pushing event deleted for resources: {'Port': ['ID=ddac7e53-2380-41fe-bf50-9447e3b267fb,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:04:13.750304 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139f61ca-3a2b-469c-89f3-467eaad60b8d None None] No DVR routers for this DVR port ddac7e53-2380-41fe-bf50-9447e3b267fb on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:04:13.768282 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-73662c6a-3222-4dcc-b87f-0cdb4fb8c3f6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:13.788685 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-73662c6a-3222-4dcc-b87f-0cdb4fb8c3f6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3290b717-f7a6-4414-949a-fd1325bf265f']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:04:13.798064 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-73662c6a-3222-4dcc-b87f-0cdb4fb8c3f6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e797968b-8e7e-4a37-9d42-d02daa2a450e') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:04:13.798363 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-73662c6a-3222-4dcc-b87f-0cdb4fb8c3f6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e797968b-8e7e-4a37-9d42-d02daa2a450e') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:04:13.808839 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-73662c6a-3222-4dcc-b87f-0cdb4fb8c3f6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:13.822941 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-73662c6a-3222-4dcc-b87f-0cdb4fb8c3f6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:13.829330 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73662c6a-3222-4dcc-b87f-0cdb4fb8c3f6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Releasing vlan 1250 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 12:04:13.829722 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-73662c6a-3222-4dcc-b87f-0cdb4fb8c3f6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:13.832968 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 12:04:13.832968 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 12:04:13.832968 n-d-814735-3 neutron-server[100646]: timer() Oct 20 12:04:13.832968 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 12:04:13.832968 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 12:04:13.832968 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 12:04:13.832968 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 12:04:13.832968 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 12:04:13.832968 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 12:04:13.832968 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 12:04:13.832968 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 12:04:13.832968 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 12:04:13.832968 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 12:04:13.832968 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 12:04:13.832968 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 12:04:13.832968 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 12:04:13.832968 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 12:04:13.832968 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 12:04:13.832968 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 12:04:13.832968 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 12:04:13.832968 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 12:04:13.832968 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 12:04:13.832968 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 12:04:13.832968 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 12:04:13.832968 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 12:04:13.832968 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 12:04:13.832968 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 12:04:13.832968 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 12:04:13.832968 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 12:04:13.832968 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 12:04:13.832968 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 12:04:13.832968 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 12:04:13.891307 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device ddac7e53-2380-41fe-bf50-9447e3b267fb no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:04:13.900075 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-73662c6a-3222-4dcc-b87f-0cdb4fb8c3f6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:13.913097 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: ddac7e53-2380-41fe-bf50-9447e3b267fb {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:04:13.913516 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device ddac7e53-2380-41fe-bf50-9447e3b267fb not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:04:13.917975 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-73662c6a-3222-4dcc-b87f-0cdb4fb8c3f6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:13.921382 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-73662c6a-3222-4dcc-b87f-0cdb4fb8c3f6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "DELETE /v2.0/networks/3290b717-f7a6-4414-949a-fd1325bf265f HTTP/1.1" status: 204 len: 168 time: 0.5850189 Oct 20 12:04:13.922833 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73662c6a-3222-4dcc-b87f-0cdb4fb8c3f6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event deleted for resources: {'Network': ['ID=3290b717-f7a6-4414-949a-fd1325bf265f,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:04:13.925044 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50732) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:04:14.082614 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-05b4b358-ff4e-4e6a-95ae-0d24498b6046 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Deleting port e451bdc4-e00b-465f-b00f-4813b9c0f3ca {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:04:14.082910 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-05b4b358-ff4e-4e6a-95ae-0d24498b6046 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:14.162820 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-05b4b358-ff4e-4e6a-95ae-0d24498b6046 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:14.163412 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-05b4b358-ff4e-4e6a-95ae-0d24498b6046 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:14.175919 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-05b4b358-ff4e-4e6a-95ae-0d24498b6046 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Calling delete_port for e451bdc4-e00b-465f-b00f-4813b9c0f3ca owned by network:floatingip {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:04:14.322884 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-05b4b358-ff4e-4e6a-95ae-0d24498b6046 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:14.347980 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b4b358-ff4e-4e6a-95ae-0d24498b6046 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event deleted for resources: {'Port': ['ID=e451bdc4-e00b-465f-b00f-4813b9c0f3ca,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:04:14.408548 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-05b4b358-ff4e-4e6a-95ae-0d24498b6046 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for floatingip, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:14.409499 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [None req-05b4b358-ff4e-4e6a-95ae-0d24498b6046 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Floating IP 9319fb42-671c-4d6c-9bf8-72b92cd28bd8 disassociated (deleted). External IP: 172.25.5.55, port: 412d5b67-c525-46dc-9781-64260493f71c. Oct 20 12:04:14.596857 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11fcb7a-27ab-4bf7-a177-1b658c8521a5 req-0c712222-8e7b-4c6f-aa7b-0d62f857b357 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:14.598385 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c11fcb7a-27ab-4bf7-a177-1b658c8521a5 req-0c712222-8e7b-4c6f-aa7b-0d62f857b357 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 945 time: 0.0971026 Oct 20 12:04:14.682851 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c11fcb7a-27ab-4bf7-a177-1b658c8521a5 req-25bf7159-8737-4f2f-9d10-1627817a8aac tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761769 Oct 20 12:04:14.684612 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b4b358-ff4e-4e6a-95ae-0d24498b6046 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Router 13c10ca0-15fd-40b6-8fb3-30242ffda062 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:04:14.789999 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b4b358-ff4e-4e6a-95ae-0d24498b6046 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:04:14.795021 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-05b4b358-ff4e-4e6a-95ae-0d24498b6046 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:14.801848 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0175ea02-f5fe-47a9-b28a-a93cae02e59a None None] Sync routers for ids ['13c10ca0-15fd-40b6-8fb3-30242ffda062'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:04:14.812360 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0175ea02-f5fe-47a9-b28a-a93cae02e59a None None] Routers {'13c10ca0-15fd-40b6-8fb3-30242ffda062'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:04:14.813070 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-0175ea02-f5fe-47a9-b28a-a93cae02e59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:03:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['13c10ca0-15fd-40b6-8fb3-30242ffda062'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:04:14.825051 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-05b4b358-ff4e-4e6a-95ae-0d24498b6046 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "DELETE /v2.0/floatingips/9319fb42-671c-4d6c-9bf8-72b92cd28bd8 HTTP/1.1" status: 204 len: 168 time: 0.8986185 Oct 20 12:04:14.825667 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00873856-3dae-4374-bcd4-61629a68e6c1', 'tag': '412d5b67-c525-46dc-9781-64260493f71c'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:04:14.828153 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7256e849-7a2e-4fe3-bed3-1fd468f1d901" -d '{"events": [{"name": "network-changed", "server_uuid": "00873856-3dae-4374-bcd4-61629a68e6c1", "tag": "412d5b67-c525-46dc-9781-64260493f71c"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:04:14.871275 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355a1545-011e-4595-bfb5-f111c3949c20 x-openstack-request-id: req-355a1545-011e-4595-bfb5-f111c3949c20 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:04:14.871571 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00873856-3dae-4374-bcd4-61629a68e6c1", "tag": "412d5b67-c525-46dc-9781-64260493f71c", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:04:14.871826 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-355a1545-011e-4595-bfb5-f111c3949c20 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:04:14.872237 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00873856-3dae-4374-bcd4-61629a68e6c1', 'tag': '412d5b67-c525-46dc-9781-64260493f71c', 'status': 'completed', 'code': 200} Oct 20 12:04:14.928774 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-0175ea02-f5fe-47a9-b28a-a93cae02e59a None None] Set router 13c10ca0-15fd-40b6-8fb3-30242ffda062 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:04:14.945614 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7256e849-7a2e-4fe3-bed3-1fd468f1d901 req-be55e5b8-70b6-48b0-b361-8e2be04594cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:14.947359 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7256e849-7a2e-4fe3-bed3-1fd468f1d901 req-be55e5b8-70b6-48b0-b361-8e2be04594cc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=07250ad1f1204e6d869db0513ecc8bd0&device_id=00873856-3dae-4374-bcd4-61629a68e6c1 HTTP/1.1" status: 200 len: 1096 time: 0.0424082 Oct 20 12:04:15.084889 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7256e849-7a2e-4fe3-bed3-1fd468f1d901 req-8ee689b2-d2d2-4f8b-9167-e5d8a2072072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:15.086400 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7256e849-7a2e-4fe3-bed3-1fd468f1d901 req-8ee689b2-d2d2-4f8b-9167-e5d8a2072072 service neutron] 10.222.0.89 "GET /v2.0/networks?id=63896d51-3b2d-43a4-86ad-784fc9a25288 HTTP/1.1" status: 200 len: 899 time: 0.1259303 Oct 20 12:04:15.105057 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d38a38-bcc5-4636-8872-892e05420f79 req-87092327-7194-4248-9b07-cd16f9f7199e tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:15.107360 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41d38a38-bcc5-4636-8872-892e05420f79 req-87092327-7194-4248-9b07-cd16f9f7199e tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/ports?device_id=00873856-3dae-4374-bcd4-61629a68e6c1 HTTP/1.1" status: 200 len: 945 time: 0.0755768 Oct 20 12:04:15.147928 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7256e849-7a2e-4fe3-bed3-1fd468f1d901 req-07cff57b-7dc8-40ba-b666-4ff198d8586a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=412d5b67-c525-46dc-9781-64260493f71c HTTP/1.1" status: 200 len: 217 time: 0.0509322 Oct 20 12:04:15.202774 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41d38a38-bcc5-4636-8872-892e05420f79 req-7868dc63-85c2-4dd5-b816-42078e101719 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc1e6cd9-cdce-4dd7-9d98-c65a49d01b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895839 Oct 20 12:04:15.214056 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7256e849-7a2e-4fe3-bed3-1fd468f1d901 req-710c2232-0388-4086-9d7f-d54a52a25a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:15.216513 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7256e849-7a2e-4fe3-bed3-1fd468f1d901 req-710c2232-0388-4086-9d7f-d54a52a25a45 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ea332902-d373-443b-8ac3-55015e474f29 HTTP/1.1" status: 200 len: 835 time: 0.0584269 Oct 20 12:04:15.267068 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7256e849-7a2e-4fe3-bed3-1fd468f1d901 req-983d4417-dadc-4f88-a9f8-660de8a5c096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:15.268655 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7256e849-7a2e-4fe3-bed3-1fd468f1d901 req-983d4417-dadc-4f88-a9f8-660de8a5c096 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=63896d51-3b2d-43a4-86ad-784fc9a25288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441813 Oct 20 12:04:15.297378 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-0175ea02-f5fe-47a9-b28a-a93cae02e59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'name': 'tempest-TestNetworkBasicOps-router-1252311248', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'fcc61e75-ad89-43ea-90b0-3addf8971620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:02:27Z', 'updated_at': '2021-10-20T12:04:08Z', 'revision_number': 6, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'gw_port': {'id': 'fcc61e75-ad89-43ea-90b0-3addf8971620', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:02:28Z', 'updated_at': '2021-10-20T12:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '409c9a3a-f355-4ccb-8a71-524402231069', 'name': '', 'network_id': '63896d51-3b2d-43a4-86ad-784fc9a25288', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'mac_address': 'fa:16:3e:f6:57:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'ea332902-d373-443b-8ac3-55015e474f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:02:31Z', 'updated_at': '2021-10-20T12:02:35Z', 'revision_number': 5, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'subnets': [{'id': 'ea332902-d373-443b-8ac3-55015e474f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:04:15.323490 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0175ea02-f5fe-47a9-b28a-a93cae02e59a None None] Checking router: 13c10ca0-15fd-40b6-8fb3-30242ffda062 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:04:15.332466 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0175ea02-f5fe-47a9-b28a-a93cae02e59a None None] Routers {'13c10ca0-15fd-40b6-8fb3-30242ffda062'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:04:15.333083 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-0175ea02-f5fe-47a9-b28a-a93cae02e59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:03:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['13c10ca0-15fd-40b6-8fb3-30242ffda062'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:04:15.362617 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7256e849-7a2e-4fe3-bed3-1fd468f1d901 req-cd6a6f37-f79d-4653-b688-061475b02c88 service neutron] 10.222.0.89 "GET /v2.0/networks/63896d51-3b2d-43a4-86ad-784fc9a25288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848851 Oct 20 12:04:15.439562 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-0175ea02-f5fe-47a9-b28a-a93cae02e59a None None] Set router 13c10ca0-15fd-40b6-8fb3-30242ffda062 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:04:15.460205 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7256e849-7a2e-4fe3-bed3-1fd468f1d901 req-be09ac30-627a-4f1d-9244-e7264f70c4d9 service neutron] 10.222.0.89 "GET /v2.0/networks/63896d51-3b2d-43a4-86ad-784fc9a25288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885587 Oct 20 12:04:15.636631 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-0175ea02-f5fe-47a9-b28a-a93cae02e59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'name': 'tempest-TestNetworkBasicOps-router-1252311248', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'fcc61e75-ad89-43ea-90b0-3addf8971620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:02:27Z', 'updated_at': '2021-10-20T12:04:08Z', 'revision_number': 6, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'gw_port': {'id': 'fcc61e75-ad89-43ea-90b0-3addf8971620', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:02:28Z', 'updated_at': '2021-10-20T12:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '409c9a3a-f355-4ccb-8a71-524402231069', 'name': '', 'network_id': '63896d51-3b2d-43a4-86ad-784fc9a25288', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'mac_address': 'fa:16:3e:f6:57:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'ea332902-d373-443b-8ac3-55015e474f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:02:31Z', 'updated_at': '2021-10-20T12:02:35Z', 'revision_number': 5, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'subnets': [{'id': 'ea332902-d373-443b-8ac3-55015e474f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:04:15.672699 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0175ea02-f5fe-47a9-b28a-a93cae02e59a None None] The sync data for ids ['13c10ca0-15fd-40b6-8fb3-30242ffda062'] in n-d-814735-3 is: [{'id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'name': 'tempest-TestNetworkBasicOps-router-1252311248', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'fcc61e75-ad89-43ea-90b0-3addf8971620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:02:27Z', 'updated_at': '2021-10-20T12:04:08Z', 'revision_number': 6, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'gw_port': {'id': 'fcc61e75-ad89-43ea-90b0-3addf8971620', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:02:28Z', 'updated_at': '2021-10-20T12:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '409c9a3a-f355-4ccb-8a71-524402231069', 'name': '', 'network_id': '63896d51-3b2d-43a4-86ad-784fc9a25288', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'mac_address': 'fa:16:3e:f6:57:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'ea332902-d373-443b-8ac3-55015e474f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:02:31Z', 'updated_at': '2021-10-20T12:02:35Z', 'revision_number': 5, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'subnets': [{'id': 'ea332902-d373-443b-8ac3-55015e474f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:04:15.685748 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:15.809676 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9cb0d8-0695-4ae0-9540-7620a98fe731 req-c2c00b3e-58ae-4174-b487-ba440b1412e8 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:15.811326 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7d9cb0d8-0695-4ae0-9540-7620a98fe731 req-c2c00b3e-58ae-4174-b487-ba440b1412e8 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 945 time: 0.0518086 Oct 20 12:04:15.851251 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7d9cb0d8-0695-4ae0-9540-7620a98fe731 req-fb841df0-6bdb-4158-8848-6c838a59f4e6 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336416 Oct 20 12:04:15.902932 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3531116-34c6-42d4-ad06-ca9f2f403c52 None None] New status for floating IP 9319fb42-671c-4d6c-9bf8-72b92cd28bd8: DOWN {{(pid=100649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 12:04:16.136148 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device d2efd6de-86ab-41c7-9316-a36577e2d8ef no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:04:16.156910 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: d2efd6de-86ab-41c7-9316-a36577e2d8ef {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:04:16.157134 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device d2efd6de-86ab-41c7-9316-a36577e2d8ef not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:04:16.323272 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7da37a-54b1-4b46-9f5d-c3adefb6d037 req-4b767199-0c87-45c4-bf32-9431f6bc3e68 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:16.324740 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9a7da37a-54b1-4b46-9f5d-c3adefb6d037 req-4b767199-0c87-45c4-bf32-9431f6bc3e68 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/ports?device_id=00873856-3dae-4374-bcd4-61629a68e6c1 HTTP/1.1" status: 200 len: 945 time: 0.0511744 Oct 20 12:04:16.372067 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9a7da37a-54b1-4b46-9f5d-c3adefb6d037 req-7043ed2f-ab82-4fc6-af24-62fb9c87fff0 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc1e6cd9-cdce-4dd7-9d98-c65a49d01b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363100 Oct 20 12:04:16.612038 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95f4db-1f7a-4be5-b63d-75663bcee070 req-651d9767-b0bf-4c02-a7ac-0bfceec27a7d tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:16.613514 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3e95f4db-1f7a-4be5-b63d-75663bcee070 req-651d9767-b0bf-4c02-a7ac-0bfceec27a7d tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.89 "GET /v2.0/ports?device_id=00873856-3dae-4374-bcd4-61629a68e6c1 HTTP/1.1" status: 200 len: 945 time: 0.0508015 Oct 20 12:04:16.709142 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-3e95f4db-1f7a-4be5-b63d-75663bcee070 req-0594a1fa-d708-47d4-94b6-fc7eb54d3bb7 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Deleting port 412d5b67-c525-46dc-9781-64260493f71c {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:04:16.709467 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3e95f4db-1f7a-4be5-b63d-75663bcee070 req-0594a1fa-d708-47d4-94b6-fc7eb54d3bb7 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:16.830192 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-3e95f4db-1f7a-4be5-b63d-75663bcee070 req-0594a1fa-d708-47d4-94b6-fc7eb54d3bb7 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] For port 412d5b67-c525-46dc-9781-64260493f71c, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=412d5b67-c525-46dc-9781-64260493f71c,segment=NetworkSegment(02249308-e01a-4a50-8abf-1e4da03a829e),segment_id=02249308-e01a-4a50-8abf-1e4da03a829e)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:04:16.830554 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3e95f4db-1f7a-4be5-b63d-75663bcee070 req-0594a1fa-d708-47d4-94b6-fc7eb54d3bb7 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:16.845385 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-3e95f4db-1f7a-4be5-b63d-75663bcee070 req-0594a1fa-d708-47d4-94b6-fc7eb54d3bb7 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Calling delete_port for 412d5b67-c525-46dc-9781-64260493f71c owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:04:16.859379 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e6703-3716-499b-b08b-edf73744683f req-25652a38-05ff-4980-802c-e59e0e890203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:16.860915 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a58e6703-3716-499b-b08b-edf73744683f req-25652a38-05ff-4980-802c-e59e0e890203 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d5facc7ebf4c4973bcd1f7527a0dd7a6&device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 1096 time: 0.0763061 Oct 20 12:04:17.059807 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e6703-3716-499b-b08b-edf73744683f req-e5c63831-4b3d-4b39-a53b-79fcc62950de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:17.061359 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a58e6703-3716-499b-b08b-edf73744683f req-e5c63831-4b3d-4b39-a53b-79fcc62950de service neutron] 10.222.0.11 "GET /v2.0/networks?id=6dd2d5c8-1621-42ed-b480-8b3fe659c010 HTTP/1.1" status: 200 len: 919 time: 0.1650875 Oct 20 12:04:17.083135 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70e0cc-8213-4d1b-8312-cd75e85e2e06 req-4c67094d-185e-4679-8278-df397a435e4f tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:17.084626 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7d70e0cc-8213-4d1b-8312-cd75e85e2e06 req-4c67094d-185e-4679-8278-df397a435e4f tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 945 time: 0.1539750 Oct 20 12:04:17.167617 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3e95f4db-1f7a-4be5-b63d-75663bcee070 req-0594a1fa-d708-47d4-94b6-fc7eb54d3bb7 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:17.183530 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a58e6703-3716-499b-b08b-edf73744683f req-f1759152-bf44-436c-a94b-534284e1be94 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a41c414-e936-4384-ab02-34f20ae3ad38 HTTP/1.1" status: 200 len: 1001 time: 0.1141391 Oct 20 12:04:17.222355 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7d70e0cc-8213-4d1b-8312-cd75e85e2e06 req-2ab6ae26-ed73-48c4-95ac-9b0625984e60 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047504 Oct 20 12:04:17.229248 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0594a1fa-d708-47d4-94b6-fc7eb54d3bb7 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event deleted for resources: {'Port': ['ID=412d5b67-c525-46dc-9781-64260493f71c,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:04:17.289969 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e95f4db-1f7a-4be5-b63d-75663bcee070 req-0594a1fa-d708-47d4-94b6-fc7eb54d3bb7 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] No DVR routers for this DVR port 412d5b67-c525-46dc-9781-64260493f71c on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:04:17.293763 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3e95f4db-1f7a-4be5-b63d-75663bcee070 req-0594a1fa-d708-47d4-94b6-fc7eb54d3bb7 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:17.297091 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3e95f4db-1f7a-4be5-b63d-75663bcee070 req-0594a1fa-d708-47d4-94b6-fc7eb54d3bb7 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.89 "DELETE /v2.0/ports/412d5b67-c525-46dc-9781-64260493f71c HTTP/1.1" status: 204 len: 173 time: 0.6735146 Oct 20 12:04:17.297552 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00873856-3dae-4374-bcd4-61629a68e6c1', 'name': 'network-vif-deleted', 'tag': '412d5b67-c525-46dc-9781-64260493f71c'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:04:17.299849 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fd3153-c92b-4b46-8474-4003417547b6" -d '{"events": [{"server_uuid": "00873856-3dae-4374-bcd4-61629a68e6c1", "name": "network-vif-deleted", "tag": "412d5b67-c525-46dc-9781-64260493f71c"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:04:17.305981 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e6703-3716-499b-b08b-edf73744683f req-ab149f72-3080-48f3-9f39-35e0512d7090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:17.307581 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a58e6703-3716-499b-b08b-edf73744683f req-ab149f72-3080-48f3-9f39-35e0512d7090 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=85c08acc-8a9f-45d6-96df-e5a8900af70a HTTP/1.1" status: 200 len: 856 time: 0.0955515 Oct 20 12:04:17.344534 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9317fc76-1eeb-429b-bc0e-4dead52e4ae8 x-openstack-request-id: req-9317fc76-1eeb-429b-bc0e-4dead52e4ae8 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:04:17.344831 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00873856-3dae-4374-bcd4-61629a68e6c1", "name": "network-vif-deleted", "tag": "412d5b67-c525-46dc-9781-64260493f71c", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:04:17.345087 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9317fc76-1eeb-429b-bc0e-4dead52e4ae8 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:04:17.345520 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00873856-3dae-4374-bcd4-61629a68e6c1', 'name': 'network-vif-deleted', 'tag': '412d5b67-c525-46dc-9781-64260493f71c', 'status': 'completed', 'code': 200} Oct 20 12:04:17.359577 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e6703-3716-499b-b08b-edf73744683f req-63737547-b6ba-41a1-b6f8-98ce9a36b019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:17.361144 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a58e6703-3716-499b-b08b-edf73744683f req-63737547-b6ba-41a1-b6f8-98ce9a36b019 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6dd2d5c8-1621-42ed-b480-8b3fe659c010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452533 Oct 20 12:04:17.459891 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a58e6703-3716-499b-b08b-edf73744683f req-7f398700-174f-458c-89ca-807136f6e05b service neutron] 10.222.0.11 "GET /v2.0/networks/6dd2d5c8-1621-42ed-b480-8b3fe659c010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906262 Oct 20 12:04:17.495926 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-496afa02-332b-4199-b449-adc3e15b552c req-98fdc339-d7f5-403d-922b-8394c652d457 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/ports?device_id=00873856-3dae-4374-bcd4-61629a68e6c1 HTTP/1.1" status: 200 len: 210 time: 0.0315251 Oct 20 12:04:17.576482 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a58e6703-3716-499b-b08b-edf73744683f req-9153ff12-9f4c-4b88-9254-df5ff201a599 service neutron] 10.222.0.11 "GET /v2.0/networks/6dd2d5c8-1621-42ed-b480-8b3fe659c010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034563 Oct 20 12:04:18.348922 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa1e0a3-ec2c-4865-bc8f-552416163949 req-2cab3210-c085-4b40-a093-61be35a93b91 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:18.350432 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5fa1e0a3-ec2c-4865-bc8f-552416163949 req-2cab3210-c085-4b40-a093-61be35a93b91 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 945 time: 0.0504224 Oct 20 12:04:18.396568 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5fa1e0a3-ec2c-4865-bc8f-552416163949 req-933aae73-b9de-4b74-ab89-38ed7d24e34b tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347605 Oct 20 12:04:18.552579 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50756) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:04:18.616158 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b7809b8d-d288-498c-9d6f-1eabd6d5f984 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:18.641979 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b7809b8d-d288-498c-9d6f-1eabd6d5f984 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:18.705123 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b7809b8d-d288-498c-9d6f-1eabd6d5f984 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:18.707892 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b7809b8d-d288-498c-9d6f-1eabd6d5f984 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:18.709084 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b7809b8d-d288-498c-9d6f-1eabd6d5f984 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "DELETE /v2.0/security-groups/bc1e6cd9-cdce-4dd7-9d98-c65a49d01b47 HTTP/1.1" status: 204 len: 168 time: 0.1555133 Oct 20 12:04:18.718901 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7809b8d-d288-498c-9d6f-1eabd6d5f984 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1e6cd9-cdce-4dd7-9d98-c65a49d01b47,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:04:18.742204 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50760) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:04:19.343106 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-eecd5852-b761-4360-ad6f-5ff6d6b80e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:19.400829 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0f2456f5-4aca-49a4-a5c9-33a4beab0149 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:19.587810 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a4179-f018-48e5-8425-91acc25e1fd0 req-75ea024b-d4e4-4fc1-8937-efdb67e7fc5a tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:19.589277 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a57a4179-f018-48e5-8425-91acc25e1fd0 req-75ea024b-d4e4-4fc1-8937-efdb67e7fc5a tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 945 time: 0.1042511 Oct 20 12:04:19.641497 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a57a4179-f018-48e5-8425-91acc25e1fd0 req-5ce387aa-d06d-4d3e-9e63-8e68f0a71ff6 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452049 Oct 20 12:04:19.731834 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-0f2456f5-4aca-49a4-a5c9-33a4beab0149 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Deleting port 409c9a3a-f355-4ccb-8a71-524402231069 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:04:19.732230 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0f2456f5-4aca-49a4-a5c9-33a4beab0149 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:19.824622 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-0f2456f5-4aca-49a4-a5c9-33a4beab0149 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] For port 409c9a3a-f355-4ccb-8a71-524402231069, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=409c9a3a-f355-4ccb-8a71-524402231069,segment=NetworkSegment(02249308-e01a-4a50-8abf-1e4da03a829e),segment_id=02249308-e01a-4a50-8abf-1e4da03a829e)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:04:19.824958 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0f2456f5-4aca-49a4-a5c9-33a4beab0149 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:19.837080 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-0f2456f5-4aca-49a4-a5c9-33a4beab0149 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Calling delete_port for 409c9a3a-f355-4ccb-8a71-524402231069 owned by network:router_interface {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:04:19.879776 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 412d5b67-c525-46dc-9781-64260493f71c no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:04:19.900262 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: 412d5b67-c525-46dc-9781-64260493f71c {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:04:19.900540 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 412d5b67-c525-46dc-9781-64260493f71c not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:04:20.029876 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0f2456f5-4aca-49a4-a5c9-33a4beab0149 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:20.054624 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2456f5-4aca-49a4-a5c9-33a4beab0149 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event deleted for resources: {'Port': ['ID=409c9a3a-f355-4ccb-8a71-524402231069,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:04:20.229725 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0f2456f5-4aca-49a4-a5c9-33a4beab0149 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:20.451734 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f2456f5-4aca-49a4-a5c9-33a4beab0149 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Router 13c10ca0-15fd-40b6-8fb3-30242ffda062 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:04:20.560806 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2456f5-4aca-49a4-a5c9-33a4beab0149 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:04:20.565977 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-0f2456f5-4aca-49a4-a5c9-33a4beab0149 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "PUT /v2.0/routers/13c10ca0-15fd-40b6-8fb3-30242ffda062/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8226583 Oct 20 12:04:20.568765 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50764) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:04:20.571500 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa1ebdf-b2d9-4b14-b7a4-7d757129cdc0 None None] Sync routers for ids ['13c10ca0-15fd-40b6-8fb3-30242ffda062'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:04:20.583308 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa1ebdf-b2d9-4b14-b7a4-7d757129cdc0 None None] Routers {'13c10ca0-15fd-40b6-8fb3-30242ffda062'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:04:20.584032 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-3aa1ebdf-b2d9-4b14-b7a4-7d757129cdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:03:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['13c10ca0-15fd-40b6-8fb3-30242ffda062'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:04:20.623337 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd5d4dc2-a232-4acc-a700-458e97990432 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Deleting subnet ea332902-d373-443b-8ac3-55015e474f29 {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 12:04:20.626644 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fd5d4dc2-a232-4acc-a700-458e97990432 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:20.667659 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fd5d4dc2-a232-4acc-a700-458e97990432 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:20.693591 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-3aa1ebdf-b2d9-4b14-b7a4-7d757129cdc0 None None] Set router 13c10ca0-15fd-40b6-8fb3-30242ffda062 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:04:20.828239 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fd5d4dc2-a232-4acc-a700-458e97990432 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:20.862965 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d7e72-bd15-42ad-8dd9-c4c8545eaf81 req-2b6c32ef-9a06-462b-bbe8-78e3e3c2310a tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:20.864457 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-530d7e72-bd15-42ad-8dd9-c4c8545eaf81 req-2b6c32ef-9a06-462b-bbe8-78e3e3c2310a tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 945 time: 0.1139858 Oct 20 12:04:20.877060 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-3aa1ebdf-b2d9-4b14-b7a4-7d757129cdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'name': 'tempest-TestNetworkBasicOps-router-1252311248', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'fcc61e75-ad89-43ea-90b0-3addf8971620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:02:27Z', 'updated_at': '2021-10-20T12:04:19Z', 'revision_number': 7, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'gw_port': {'id': 'fcc61e75-ad89-43ea-90b0-3addf8971620', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:02:28Z', 'updated_at': '2021-10-20T12:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:04:20.908198 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa1ebdf-b2d9-4b14-b7a4-7d757129cdc0 None None] Checking router: 13c10ca0-15fd-40b6-8fb3-30242ffda062 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:04:20.917778 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa1ebdf-b2d9-4b14-b7a4-7d757129cdc0 None None] Routers {'13c10ca0-15fd-40b6-8fb3-30242ffda062'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:04:20.918450 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-3aa1ebdf-b2d9-4b14-b7a4-7d757129cdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:03:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['13c10ca0-15fd-40b6-8fb3-30242ffda062'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:04:20.919357 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-530d7e72-bd15-42ad-8dd9-c4c8545eaf81 req-b3069929-2f95-4605-974f-5df140ed5041 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483210 Oct 20 12:04:20.925048 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fd5d4dc2-a232-4acc-a700-458e97990432 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:20.954507 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5d4dc2-a232-4acc-a700-458e97990432 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event deleted for resources: {'Subnet': ['ID=ea332902-d373-443b-8ac3-55015e474f29,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:04:20.956568 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-fd5d4dc2-a232-4acc-a700-458e97990432 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:20.959828 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-fd5d4dc2-a232-4acc-a700-458e97990432 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "DELETE /v2.0/subnets/ea332902-d373-443b-8ac3-55015e474f29 HTTP/1.1" status: 204 len: 168 time: 0.3901608 Oct 20 12:04:20.962409 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50768) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:04:20.969037 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aace6f12-dceb-440d-8ac8-9352da471417 None None] Network 63896d51-3b2d-43a4-86ad-784fc9a25288 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:04:21.074764 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-47e66f42-4d92-46dc-addb-4ec6d24d0897 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for router, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:21.099044 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-3aa1ebdf-b2d9-4b14-b7a4-7d757129cdc0 None None] Set router 13c10ca0-15fd-40b6-8fb3-30242ffda062 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:04:21.188618 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-47e66f42-4d92-46dc-addb-4ec6d24d0897 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:21.249902 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-47e66f42-4d92-46dc-addb-4ec6d24d0897 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Deleting port fcc61e75-ad89-43ea-90b0-3addf8971620 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:04:21.250268 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-47e66f42-4d92-46dc-addb-4ec6d24d0897 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:21.314409 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-3aa1ebdf-b2d9-4b14-b7a4-7d757129cdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'name': 'tempest-TestNetworkBasicOps-router-1252311248', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'fcc61e75-ad89-43ea-90b0-3addf8971620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:02:27Z', 'updated_at': '2021-10-20T12:04:19Z', 'revision_number': 7, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'gw_port': {'id': 'fcc61e75-ad89-43ea-90b0-3addf8971620', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:02:28Z', 'updated_at': '2021-10-20T12:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:04:21.322339 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f66b4a3-b176-4b39-8e24-26b775e51f1b None None] DHCP port deletion for 63896d51-3b2d-43a4-86ad-784fc9a25288 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 12:04:21.340909 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-47e66f42-4d92-46dc-addb-4ec6d24d0897 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] For port fcc61e75-ad89-43ea-90b0-3addf8971620, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=fcc61e75-ad89-43ea-90b0-3addf8971620,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:04:21.341183 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-47e66f42-4d92-46dc-addb-4ec6d24d0897 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:21.350175 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa1ebdf-b2d9-4b14-b7a4-7d757129cdc0 None None] The sync data for ids ['13c10ca0-15fd-40b6-8fb3-30242ffda062'] in n-d-814735-3 is: [{'id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'name': 'tempest-TestNetworkBasicOps-router-1252311248', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'fcc61e75-ad89-43ea-90b0-3addf8971620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:02:27Z', 'updated_at': '2021-10-20T12:04:19Z', 'revision_number': 7, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'gw_port': {'id': 'fcc61e75-ad89-43ea-90b0-3addf8971620', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c10ca0-15fd-40b6-8fb3-30242ffda062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:02:28Z', 'updated_at': '2021-10-20T12:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:04:21.355227 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-47e66f42-4d92-46dc-addb-4ec6d24d0897 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Calling delete_port for fcc61e75-ad89-43ea-90b0-3addf8971620 owned by network:router_gateway {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:04:21.403916 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-4f66b4a3-b176-4b39-8e24-26b775e51f1b None None] Deleting port 6b3adad9-f8b1-4a61-9845-04aacca2f81c {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:04:21.404286 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4f66b4a3-b176-4b39-8e24-26b775e51f1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:21.474440 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-4f66b4a3-b176-4b39-8e24-26b775e51f1b None None] For port 6b3adad9-f8b1-4a61-9845-04aacca2f81c, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=6b3adad9-f8b1-4a61-9845-04aacca2f81c,segment=NetworkSegment(02249308-e01a-4a50-8abf-1e4da03a829e),segment_id=02249308-e01a-4a50-8abf-1e4da03a829e)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:04:21.474825 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4f66b4a3-b176-4b39-8e24-26b775e51f1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:21.487292 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-4f66b4a3-b176-4b39-8e24-26b775e51f1b None None] Calling delete_port for 6b3adad9-f8b1-4a61-9845-04aacca2f81c owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:04:21.525903 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-47e66f42-4d92-46dc-addb-4ec6d24d0897 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:21.552810 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e66f42-4d92-46dc-addb-4ec6d24d0897 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event deleted for resources: {'Port': ['ID=fcc61e75-ad89-43ea-90b0-3addf8971620,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:04:21.572366 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4f66b4a3-b176-4b39-8e24-26b775e51f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:21.596147 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f66b4a3-b176-4b39-8e24-26b775e51f1b None None] Pushing event deleted for resources: {'Port': ['ID=6b3adad9-f8b1-4a61-9845-04aacca2f81c,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:04:21.603000 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f66b4a3-b176-4b39-8e24-26b775e51f1b None None] No DVR routers for this DVR port 6b3adad9-f8b1-4a61-9845-04aacca2f81c on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:04:21.614354 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-47e66f42-4d92-46dc-addb-4ec6d24d0897 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:21.723129 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-47e66f42-4d92-46dc-addb-4ec6d24d0897 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:21.725531 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-47e66f42-4d92-46dc-addb-4ec6d24d0897 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:21.802718 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-47e66f42-4d92-46dc-addb-4ec6d24d0897 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:21.803391 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e66f42-4d92-46dc-addb-4ec6d24d0897 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Fanout notify agent at l3_agent the message router_deleted on router 13c10ca0-15fd-40b6-8fb3-30242ffda062 {{(pid=100647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 12:04:21.811997 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-47e66f42-4d92-46dc-addb-4ec6d24d0897 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:21.815634 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-47e66f42-4d92-46dc-addb-4ec6d24d0897 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "DELETE /v2.0/routers/13c10ca0-15fd-40b6-8fb3-30242ffda062 HTTP/1.1" status: 204 len: 168 time: 0.8497877 Oct 20 12:04:21.816108 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50774) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:04:21.894473 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e744277a-1ef5-4418-825a-86e954a03d36 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:21.943283 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 409c9a3a-f355-4ccb-8a71-524402231069 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:04:21.974990 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 409c9a3a-f355-4ccb-8a71-524402231069 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:04:21.975243 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 409c9a3a-f355-4ccb-8a71-524402231069 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:04:21.975655 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 6b3adad9-f8b1-4a61-9845-04aacca2f81c no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:04:21.991020 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e744277a-1ef5-4418-825a-86e954a03d36 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:22.004663 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 6b3adad9-f8b1-4a61-9845-04aacca2f81c {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:04:22.005090 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 6b3adad9-f8b1-4a61-9845-04aacca2f81c not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:04:22.022726 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-e744277a-1ef5-4418-825a-86e954a03d36 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63896d51-3b2d-43a4-86ad-784fc9a25288']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:04:22.051808 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-e744277a-1ef5-4418-825a-86e954a03d36 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02249308-e01a-4a50-8abf-1e4da03a829e') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:04:22.052109 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-e744277a-1ef5-4418-825a-86e954a03d36 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02249308-e01a-4a50-8abf-1e4da03a829e') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:04:22.063811 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e744277a-1ef5-4418-825a-86e954a03d36 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:22.083091 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e744277a-1ef5-4418-825a-86e954a03d36 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:22.095841 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f0906-d069-4a4e-a869-5c6500a9eb85 req-3921c28c-3944-4f0e-9385-0de940594b7e tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:22.097040 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-601f0906-d069-4a4e-a869-5c6500a9eb85 req-3921c28c-3944-4f0e-9385-0de940594b7e tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 945 time: 0.0861137 Oct 20 12:04:22.100435 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e744277a-1ef5-4418-825a-86e954a03d36 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Releasing vlan 1255 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 12:04:22.101007 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e744277a-1ef5-4418-825a-86e954a03d36 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:22.104211 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 12:04:22.104211 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 12:04:22.104211 n-d-814735-3 neutron-server[100647]: timer() Oct 20 12:04:22.104211 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 12:04:22.104211 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 12:04:22.104211 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 12:04:22.104211 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 12:04:22.104211 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 12:04:22.104211 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 12:04:22.104211 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 12:04:22.104211 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 12:04:22.104211 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 12:04:22.104211 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 12:04:22.104211 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 12:04:22.104211 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 12:04:22.104211 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 12:04:22.104211 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 12:04:22.104211 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 12:04:22.104211 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 12:04:22.104211 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 12:04:22.104211 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 12:04:22.104211 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 12:04:22.104211 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 12:04:22.104211 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 12:04:22.104211 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 12:04:22.104211 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 12:04:22.104211 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 12:04:22.104211 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 12:04:22.104211 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 12:04:22.104211 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 12:04:22.104211 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 12:04:22.104211 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 12:04:22.177869 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e744277a-1ef5-4418-825a-86e954a03d36 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:22.183826 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e744277a-1ef5-4418-825a-86e954a03d36 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:22.187590 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e744277a-1ef5-4418-825a-86e954a03d36 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "DELETE /v2.0/networks/63896d51-3b2d-43a4-86ad-784fc9a25288 HTTP/1.1" status: 204 len: 168 time: 0.3704622 Oct 20 12:04:22.207380 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50778) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:04:22.208963 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-601f0906-d069-4a4e-a869-5c6500a9eb85 req-2b1bb2e5-a717-42ab-8377-f36abdd3bb26 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032052 Oct 20 12:04:22.209439 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744277a-1ef5-4418-825a-86e954a03d36 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event deleted for resources: {'Network': ['ID=63896d51-3b2d-43a4-86ad-784fc9a25288,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:04:22.213579 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-7290267f-9f00-41b2-b621-dec8f62c199f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Request body: {'network': {'name': 'tempest-network-smoke--837769540', 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'port_security_enabled': True}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:04:22.240158 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-da24c597-578b-4529-a885-021435c7cc73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:22.241631 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7290267f-9f00-41b2-b621-dec8f62c199f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Made reservation on behalf of 07250ad1f1204e6d869db0513ecc8bd0 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:04:22.245275 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7290267f-9f00-41b2-b621-dec8f62c199f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:22.268617 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7290267f-9f00-41b2-b621-dec8f62c199f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] vlan segment allocate from pool success with {'vlan_id': 1269, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 12:04:22.277697 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7290267f-9f00-41b2-b621-dec8f62c199f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:22.278047 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-7290267f-9f00-41b2-b621-dec8f62c199f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Added segment af81fc25-8095-4765-8a8c-9a3bd19a5540 of type vlan for network 7c52109c-af86-4d09-a81b-ecd1a3e34103 Oct 20 12:04:22.322578 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7290267f-9f00-41b2-b621-dec8f62c199f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:22.348374 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7290267f-9f00-41b2-b621-dec8f62c199f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:22.353941 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7290267f-9f00-41b2-b621-dec8f62c199f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:22.354487 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7290267f-9f00-41b2-b621-dec8f62c199f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:22.389226 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7290267f-9f00-41b2-b621-dec8f62c199f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1805038 Oct 20 12:04:22.392030 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50780) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:04:22.398959 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-bf570bca-11ca-4d7e-9397-08f21ac4356c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1297692152', 'admin_state_up': True, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:04:22.438933 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7290267f-9f00-41b2-b621-dec8f62c199f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event updated for resources: {'Network': ['ID=7c52109c-af86-4d09-a81b-ecd1a3e34103,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:04:22.456171 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 7c52109c-af86-4d09-a81b-ecd1a3e34103 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 12:04:22.456689 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bf570bca-11ca-4d7e-9397-08f21ac4356c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:22.457919 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bf570bca-11ca-4d7e-9397-08f21ac4356c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:22.518774 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bf570bca-11ca-4d7e-9397-08f21ac4356c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:22.656137 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bf570bca-11ca-4d7e-9397-08f21ac4356c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:22.852535 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bf570bca-11ca-4d7e-9397-08f21ac4356c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for router_gateway, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:22.871706 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bf570bca-11ca-4d7e-9397-08f21ac4356c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:22.979343 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-bf570bca-11ca-4d7e-9397-08f21ac4356c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Allocated IP 172.25.5.237 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/035db3ce-c050-4386-83d0-7a4e9691ad92) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:04:23.088161 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bf570bca-11ca-4d7e-9397-08f21ac4356c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:23.125326 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bf570bca-11ca-4d7e-9397-08f21ac4356c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:23.128528 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:23.162476 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf570bca-11ca-4d7e-9397-08f21ac4356c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:04:23.165379 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-bf570bca-11ca-4d7e-9397-08f21ac4356c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:04:23.168736 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf570bca-11ca-4d7e-9397-08f21ac4356c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:04:23.176893 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf570bca-11ca-4d7e-9397-08f21ac4356c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event updated for resources: {'Port': ['ID=035db3ce-c050-4386-83d0-7a4e9691ad92,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:04:23.236537 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:23.336413 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a817a76-bcab-47a5-8f4e-2ba746122d76 req-9bfa6d21-62ae-4572-ad88-a4faeb0eb724 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:23.337869 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a817a76-bcab-47a5-8f4e-2ba746122d76 req-9bfa6d21-62ae-4572-ad88-a4faeb0eb724 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 945 time: 0.0538690 Oct 20 12:04:23.377520 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a817a76-bcab-47a5-8f4e-2ba746122d76 req-d646ea6a-57f0-4f0d-903c-46ceff9f280e tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327992 Oct 20 12:04:23.438260 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bf570bca-11ca-4d7e-9397-08f21ac4356c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for router_gateway, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:23.633587 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bf570bca-11ca-4d7e-9397-08f21ac4356c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:23.768778 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf570bca-11ca-4d7e-9397-08f21ac4356c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Router f1cf7241-6fea-4b1f-ba2c-c18b4aa02457 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 12:04:23.851821 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device fcc61e75-ad89-43ea-90b0-3addf8971620 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:04:23.872452 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: fcc61e75-ad89-43ea-90b0-3addf8971620 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:04:23.873153 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device fcc61e75-ad89-43ea-90b0-3addf8971620 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:04:23.877934 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf570bca-11ca-4d7e-9397-08f21ac4356c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:04:23.887698 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530755a0-3627-41d0-a137-88c08631b2a9 None None] Sync routers for ids ['f1cf7241-6fea-4b1f-ba2c-c18b4aa02457'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:04:23.897884 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530755a0-3627-41d0-a137-88c08631b2a9 None None] Routers {'f1cf7241-6fea-4b1f-ba2c-c18b4aa02457'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:04:23.898614 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-530755a0-3627-41d0-a137-88c08631b2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:04:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['f1cf7241-6fea-4b1f-ba2c-c18b4aa02457'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:04:23.900538 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bf570bca-11ca-4d7e-9397-08f21ac4356c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:23.901863 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-bf570bca-11ca-4d7e-9397-08f21ac4356c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5088491 Oct 20 12:04:23.905404 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50784) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:04:23.937008 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3b924afd-2c8b-4f96-953b-f50115a7b3b3 tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=07250ad1f1204e6d869db0513ecc8bd0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273225 Oct 20 12:04:23.937263 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50786) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:04:24.002204 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-530755a0-3627-41d0-a137-88c08631b2a9 None None] Set router f1cf7241-6fea-4b1f-ba2c-c18b4aa02457 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:04:24.027858 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88c9bdd-85f0-4b1e-9ebf-c02f1860e632 tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:24.029348 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d88c9bdd-85f0-4b1e-9ebf-c02f1860e632 tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0910950 Oct 20 12:04:24.032313 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50788) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:04:24.192782 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-530755a0-3627-41d0-a137-88c08631b2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1cf7241-6fea-4b1f-ba2c-c18b4aa02457', 'name': 'tempest-TestNetworkBasicOps-router-1297692152', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '035db3ce-c050-4386-83d0-7a4e9691ad92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:04:22Z', 'updated_at': '2021-10-20T12:04:23Z', 'revision_number': 3, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'gw_port': {'id': '035db3ce-c050-4386-83d0-7a4e9691ad92', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1cf7241-6fea-4b1f-ba2c-c18b4aa02457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:04:22Z', 'updated_at': '2021-10-20T12:04:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:04:24.199119 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 7a41c414-e936-4384-ab02-34f20ae3ad38 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:04:24.224668 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530755a0-3627-41d0-a137-88c08631b2a9 None None] Checking router: f1cf7241-6fea-4b1f-ba2c-c18b4aa02457 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:04:24.225153 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530755a0-3627-41d0-a137-88c08631b2a9 None None] Updating router f1cf7241-6fea-4b1f-ba2c-c18b4aa02457 port 035db3ce-c050-4386-83d0-7a4e9691ad92 binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 12:04:24.256929 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-530755a0-3627-41d0-a137-88c08631b2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:24.303976 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 7a41c414-e936-4384-ab02-34f20ae3ad38, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=7a41c414-e936-4384-ab02-34f20ae3ad38,segment=NetworkSegment(78d7fa11-a64e-4db6-8238-334913b98478),segment_id=78d7fa11-a64e-4db6-8238-334913b98478)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:04:24.320820 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '7a41c414-e936-4384-ab02-34f20ae3ad38', 'network_id': '6dd2d5c8-1621-42ed-b480-8b3fe659c010', 'port_id': '7a41c414-e936-4384-ab02-34f20ae3ad38', 'mac_address': 'fa:16:3e:9e:da:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85c08acc-8a9f-45d6-96df-e5a8900af70a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:04:24.373278 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-06b44232-9547-4fa4-a4e5-882b5e35a994 tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=717966e5-c478-496f-bddb-05794fb74250&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3398488 Oct 20 12:04:24.376072 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50800) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:04:24.377716 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:24.382251 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-38585e11-bafe-488d-95d4-1bf138473041 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-826567298', 'network_id': '7c52109c-af86-4d09-a81b-ecd1a3e34103', 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:04:24.395191 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a41c414-e936-4384-ab02-34f20ae3ad38 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:04:24.419976 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 7a41c414-e936-4384-ab02-34f20ae3ad38, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=7a41c414-e936-4384-ab02-34f20ae3ad38,segment=NetworkSegment(78d7fa11-a64e-4db6-8238-334913b98478),segment_id=78d7fa11-a64e-4db6-8238-334913b98478)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:04:24.428398 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:24.482833 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=7a41c414-e936-4384-ab02-34f20ae3ad38,revision_number=6']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:04:24.533545 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['7a41c414-e936-4384-ab02-34f20ae3ad38'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:04:24.548667 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38585e11-bafe-488d-95d4-1bf138473041 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Made reservation on behalf of 07250ad1f1204e6d869db0513ecc8bd0 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:04:24.552446 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-38585e11-bafe-488d-95d4-1bf138473041 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:24.557267 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-530755a0-3627-41d0-a137-88c08631b2a9 None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:24.565600 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-530755a0-3627-41d0-a137-88c08631b2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:24.587333 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ad545-61ec-470b-b197-6ff98088921e req-724f6cdf-0777-48ce-b8f5-2afaee5f247b tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:24.588930 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a40ad545-61ec-470b-b197-6ff98088921e req-724f6cdf-0777-48ce-b8f5-2afaee5f247b tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 944 time: 0.0846856 Oct 20 12:04:24.632868 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-530755a0-3627-41d0-a137-88c08631b2a9 None None] Attempting to bind port 035db3ce-c050-4386-83d0-7a4e9691ad92 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:04:24.633254 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-530755a0-3627-41d0-a137-88c08631b2a9 None None] Attempting to bind port 035db3ce-c050-4386-83d0-7a4e9691ad92 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:04:24.633587 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530755a0-3627-41d0-a137-88c08631b2a9 None None] Attempting to bind port 035db3ce-c050-4386-83d0-7a4e9691ad92 on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:04:24.636560 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3349935f-9934-4a06-90b6-708c1091afa1 None None] Pushing event updated for resources: {'Port': ['ID=035db3ce-c050-4386-83d0-7a4e9691ad92,revision_number=2']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:04:24.648258 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530755a0-3627-41d0-a137-88c08631b2a9 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:04:24.648697 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530755a0-3627-41d0-a137-88c08631b2a9 None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:04:24.649023 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-530755a0-3627-41d0-a137-88c08631b2a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:24.649421 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530755a0-3627-41d0-a137-88c08631b2a9 None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:04:24.650362 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-530755a0-3627-41d0-a137-88c08631b2a9 None None] Bound port: 035db3ce-c050-4386-83d0-7a4e9691ad92, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:04:24.650362 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-530755a0-3627-41d0-a137-88c08631b2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:24.653883 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3349935f-9934-4a06-90b6-708c1091afa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:04:24.654458 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3349935f-9934-4a06-90b6-708c1091afa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:04:24.654832 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3349935f-9934-4a06-90b6-708c1091afa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:04:24.655175 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3349935f-9934-4a06-90b6-708c1091afa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:04:24.655507 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3349935f-9934-4a06-90b6-708c1091afa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:04:24.655966 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3349935f-9934-4a06-90b6-708c1091afa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:04:24.656298 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3349935f-9934-4a06-90b6-708c1091afa1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:04:24.656624 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3349935f-9934-4a06-90b6-708c1091afa1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:04:24.656962 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3349935f-9934-4a06-90b6-708c1091afa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:04:24.657267 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3349935f-9934-4a06-90b6-708c1091afa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:04:24.657791 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3349935f-9934-4a06-90b6-708c1091afa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:04:24.657917 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3349935f-9934-4a06-90b6-708c1091afa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:04:24.680355 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a40ad545-61ec-470b-b197-6ff98088921e req-01f3f98f-0baf-4d50-a1ed-33aeef9b2ca9 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825255 Oct 20 12:04:24.734395 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-530755a0-3627-41d0-a137-88c08631b2a9 None None] For port 035db3ce-c050-4386-83d0-7a4e9691ad92, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:04:24.738736 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-530755a0-3627-41d0-a137-88c08631b2a9 None None] For port 035db3ce-c050-4386-83d0-7a4e9691ad92, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=035db3ce-c050-4386-83d0-7a4e9691ad92,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:04:24.746334 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-530755a0-3627-41d0-a137-88c08631b2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:24.829766 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-38585e11-bafe-488d-95d4-1bf138473041 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:24.893904 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38585e11-bafe-488d-95d4-1bf138473041 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event updated for resources: {'Subnet': ['ID=0ce2eb46-bc8f-4d4a-a8d9-a3cd97792bfe,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:04:24.898191 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530755a0-3627-41d0-a137-88c08631b2a9 None None] Routers {'f1cf7241-6fea-4b1f-ba2c-c18b4aa02457'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:04:24.898844 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-530755a0-3627-41d0-a137-88c08631b2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:04:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['f1cf7241-6fea-4b1f-ba2c-c18b4aa02457'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:04:24.905262 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38585e11-bafe-488d-95d4-1bf138473041 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Checking segment: {'id': 'af81fc25-8095-4765-8a8c-9a3bd19a5540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '7c52109c-af86-4d09-a81b-ecd1a3e34103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:04:24.905637 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38585e11-bafe-488d-95d4-1bf138473041 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Network hostable DHCP agents. Network: 7c52109c-af86-4d09-a81b-ecd1a3e34103, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 12:04:24.927450 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38585e11-bafe-488d-95d4-1bf138473041 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Network 7c52109c-af86-4d09-a81b-ecd1a3e34103 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 12:04:24.944633 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-38585e11-bafe-488d-95d4-1bf138473041 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 7c52109c-af86-4d09-a81b-ecd1a3e34103) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:04:24.949603 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38585e11-bafe-488d-95d4-1bf138473041 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:24.950230 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-38585e11-bafe-488d-95d4-1bf138473041 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:24.970998 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3349935f-9934-4a06-90b6-708c1091afa1 None None] Pushing event updated for resources: {'Port': ['ID=035db3ce-c050-4386-83d0-7a4e9691ad92,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:04:24.979612 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-38585e11-bafe-488d-95d4-1bf138473041 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6022344 Oct 20 12:04:24.980481 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61a6899-1930-4d37-9380-79c800b0d429 None None] Network 7c52109c-af86-4d09-a81b-ecd1a3e34103 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:04:24.982430 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50822) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:04:25.022422 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:25.065400 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-530755a0-3627-41d0-a137-88c08631b2a9 None None] Set router f1cf7241-6fea-4b1f-ba2c-c18b4aa02457 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:04:25.203952 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1651bbf-2ee5-40e6-8eb4-9fe71e978201 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-7c52109c-af86-4d09-a81b-ecd1a3e34103', 'network_id': '7c52109c-af86-4d09-a81b-ecd1a3e34103', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'fixed_ips': [{'subnet_id': '0ce2eb46-bc8f-4d4a-a8d9-a3cd97792bfe'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 12:04:25.204874 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f1651bbf-2ee5-40e6-8eb4-9fe71e978201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:25.310997 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-530755a0-3627-41d0-a137-88c08631b2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1cf7241-6fea-4b1f-ba2c-c18b4aa02457', 'name': 'tempest-TestNetworkBasicOps-router-1297692152', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '035db3ce-c050-4386-83d0-7a4e9691ad92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:04:22Z', 'updated_at': '2021-10-20T12:04:23Z', 'revision_number': 3, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'gw_port': {'id': '035db3ce-c050-4386-83d0-7a4e9691ad92', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1cf7241-6fea-4b1f-ba2c-c18b4aa02457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:04:22Z', 'updated_at': '2021-10-20T12:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:04:25.354603 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530755a0-3627-41d0-a137-88c08631b2a9 None None] The sync data for ids ['f1cf7241-6fea-4b1f-ba2c-c18b4aa02457'] in n-d-814735-3 is: [{'id': 'f1cf7241-6fea-4b1f-ba2c-c18b4aa02457', 'name': 'tempest-TestNetworkBasicOps-router-1297692152', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '035db3ce-c050-4386-83d0-7a4e9691ad92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:04:22Z', 'updated_at': '2021-10-20T12:04:23Z', 'revision_number': 3, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'gw_port': {'id': '035db3ce-c050-4386-83d0-7a4e9691ad92', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1cf7241-6fea-4b1f-ba2c-c18b4aa02457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:04:22Z', 'updated_at': '2021-10-20T12:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:04:25.384756 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-f1651bbf-2ee5-40e6-8eb4-9fe71e978201 None None] Allocated IP 172.20.0.2 (7c52109c-af86-4d09-a81b-ecd1a3e34103/0ce2eb46-bc8f-4d4a-a8d9-a3cd97792bfe/e8a754b4-906b-4d97-bb60-c3419e85e353) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:04:25.588454 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6aad1047-3508-4043-a10c-047dff67509b tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:25.606095 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f1651bbf-2ee5-40e6-8eb4-9fe71e978201 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:25.623144 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f1651bbf-2ee5-40e6-8eb4-9fe71e978201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:25.674604 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1651bbf-2ee5-40e6-8eb4-9fe71e978201 None None] Network 7c52109c-af86-4d09-a81b-ecd1a3e34103 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:04:25.691364 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-f1651bbf-2ee5-40e6-8eb4-9fe71e978201 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:04:25.695567 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1651bbf-2ee5-40e6-8eb4-9fe71e978201 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:04:25.708831 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1651bbf-2ee5-40e6-8eb4-9fe71e978201 None None] Pushing event updated for resources: {'Port': ['ID=e8a754b4-906b-4d97-bb60-c3419e85e353,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:04:25.791615 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-f1651bbf-2ee5-40e6-8eb4-9fe71e978201 None None] Attempting to bind port e8a754b4-906b-4d97-bb60-c3419e85e353 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:04:25.792116 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-f1651bbf-2ee5-40e6-8eb4-9fe71e978201 None None] Attempting to bind port e8a754b4-906b-4d97-bb60-c3419e85e353 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'af81fc25-8095-4765-8a8c-9a3bd19a5540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '7c52109c-af86-4d09-a81b-ecd1a3e34103'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:04:25.792587 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1651bbf-2ee5-40e6-8eb4-9fe71e978201 None None] Attempting to bind port e8a754b4-906b-4d97-bb60-c3419e85e353 on network 7c52109c-af86-4d09-a81b-ecd1a3e34103 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:04:25.803853 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1651bbf-2ee5-40e6-8eb4-9fe71e978201 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:04:25.803853 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1651bbf-2ee5-40e6-8eb4-9fe71e978201 None None] Checking segment: {'id': 'af81fc25-8095-4765-8a8c-9a3bd19a5540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '7c52109c-af86-4d09-a81b-ecd1a3e34103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:04:25.804264 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f1651bbf-2ee5-40e6-8eb4-9fe71e978201 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:25.804746 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1651bbf-2ee5-40e6-8eb4-9fe71e978201 None None] Bound using segment: {'id': 'af81fc25-8095-4765-8a8c-9a3bd19a5540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '7c52109c-af86-4d09-a81b-ecd1a3e34103'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:04:25.805344 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-f1651bbf-2ee5-40e6-8eb4-9fe71e978201 None None] Bound port: e8a754b4-906b-4d97-bb60-c3419e85e353, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af81fc25-8095-4765-8a8c-9a3bd19a5540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '7c52109c-af86-4d09-a81b-ecd1a3e34103'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:04:25.806453 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f1651bbf-2ee5-40e6-8eb4-9fe71e978201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:25.916410 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-f1651bbf-2ee5-40e6-8eb4-9fe71e978201 None None] For port e8a754b4-906b-4d97-bb60-c3419e85e353, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:04:25.923182 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-f1651bbf-2ee5-40e6-8eb4-9fe71e978201 None None] For port e8a754b4-906b-4d97-bb60-c3419e85e353, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=e8a754b4-906b-4d97-bb60-c3419e85e353,segment=NetworkSegment(af81fc25-8095-4765-8a8c-9a3bd19a5540),segment_id=af81fc25-8095-4765-8a8c-9a3bd19a5540)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:04:25.937114 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f1651bbf-2ee5-40e6-8eb4-9fe71e978201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:25.939175 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26952c9-cbff-41b5-9821-e9366b57dea6 req-eaf6e2c0-758f-4fba-9fde-b569d3329fdd tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:25.949224 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e26952c9-cbff-41b5-9821-e9366b57dea6 req-eaf6e2c0-758f-4fba-9fde-b569d3329fdd tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 944 time: 0.1219001 Oct 20 12:04:26.034385 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 035db3ce-c050-4386-83d0-7a4e9691ad92 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:04:26.063267 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e26952c9-cbff-41b5-9821-e9366b57dea6 req-e30535dd-786b-4822-b428-ff9e1a926773 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078396 Oct 20 12:04:26.137816 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1651bbf-2ee5-40e6-8eb4-9fe71e978201 None None] Pushing event updated for resources: {'Port': ['ID=e8a754b4-906b-4d97-bb60-c3419e85e353,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:04:26.160203 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 035db3ce-c050-4386-83d0-7a4e9691ad92 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:04:26.160905 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:26.202346 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-6aad1047-3508-4043-a10c-047dff67509b tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Allocated IP 172.20.0.1 (7c52109c-af86-4d09-a81b-ecd1a3e34103/0ce2eb46-bc8f-4d4a-a8d9-a3cd97792bfe/294d39c5-e31b-4396-bc6b-3801266cdc08) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:04:26.220828 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 7a41c414-e936-4384-ab02-34f20ae3ad38 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:04:26.388922 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:26.424867 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 035db3ce-c050-4386-83d0-7a4e9691ad92, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=035db3ce-c050-4386-83d0-7a4e9691ad92,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:04:26.426774 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 7a41c414-e936-4384-ab02-34f20ae3ad38 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:04:26.427225 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:26.449386 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6aad1047-3508-4043-a10c-047dff67509b tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:26.513562 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6aad1047-3508-4043-a10c-047dff67509b tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:26.600148 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aad1047-3508-4043-a10c-047dff67509b tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Network 7c52109c-af86-4d09-a81b-ecd1a3e34103 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:04:26.607497 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-6aad1047-3508-4043-a10c-047dff67509b tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:04:26.623044 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aad1047-3508-4043-a10c-047dff67509b tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:04:26.632791 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad1047-3508-4043-a10c-047dff67509b tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event updated for resources: {'Port': ['ID=294d39c5-e31b-4396-bc6b-3801266cdc08,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:04:26.710911 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6aad1047-3508-4043-a10c-047dff67509b tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:26.737054 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:26.826689 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=035db3ce-c050-4386-83d0-7a4e9691ad92,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:04:26.886999 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6aad1047-3508-4043-a10c-047dff67509b tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:26.915799 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:26.957915 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f78acd-85f1-4ceb-9380-c4e06e77d857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a41c414-e936-4384-ab02-34f20ae3ad38'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:04:26.960879 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc60313e-42cf-420b-877c-b39b587f1730" -d '{"events": [{"server_uuid": "24f78acd-85f1-4ceb-9380-c4e06e77d857", "name": "network-vif-plugged", "status": "completed", "tag": "7a41c414-e936-4384-ab02-34f20ae3ad38"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:04:26.975966 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 7a41c414-e936-4384-ab02-34f20ae3ad38, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=7a41c414-e936-4384-ab02-34f20ae3ad38,segment=NetworkSegment(78d7fa11-a64e-4db6-8238-334913b98478),segment_id=78d7fa11-a64e-4db6-8238-334913b98478)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:04:26.984528 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:27.020614 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5f2556-324f-4745-b8d5-bd783c031b9c x-openstack-request-id: req-ac5f2556-324f-4745-b8d5-bd783c031b9c {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:04:27.020952 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f78acd-85f1-4ceb-9380-c4e06e77d857", "name": "network-vif-plugged", "status": "completed", "tag": "7a41c414-e936-4384-ab02-34f20ae3ad38", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:04:27.021157 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ac5f2556-324f-4745-b8d5-bd783c031b9c {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:04:27.021701 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f78acd-85f1-4ceb-9380-c4e06e77d857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a41c414-e936-4384-ab02-34f20ae3ad38', 'code': 200} Oct 20 12:04:27.064303 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=7a41c414-e936-4384-ab02-34f20ae3ad38,revision_number=7']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:04:27.248039 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb5098-bcdf-41ae-a563-2f6ec8dcb46a req-bed3cd46-7b33-4dd3-ab23-c1523dcbdc7f tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:27.251178 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5bfb5098-bcdf-41ae-a563-2f6ec8dcb46a req-bed3cd46-7b33-4dd3-ab23-c1523dcbdc7f tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 945 time: 0.0918272 Oct 20 12:04:27.261154 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6aad1047-3508-4043-a10c-047dff67509b tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:27.272711 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6aad1047-3508-4043-a10c-047dff67509b tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:27.320903 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5bfb5098-bcdf-41ae-a563-2f6ec8dcb46a req-36ae29bf-4b7d-4ead-ab4d-ccc79b20222d tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569890 Oct 20 12:04:27.408035 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad1047-3508-4043-a10c-047dff67509b tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event updated for resources: {'Port': ['ID=294d39c5-e31b-4396-bc6b-3801266cdc08,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:04:27.411797 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6aad1047-3508-4043-a10c-047dff67509b tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:27.531179 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aad1047-3508-4043-a10c-047dff67509b tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Network 7c52109c-af86-4d09-a81b-ecd1a3e34103 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:04:27.532911 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-6aad1047-3508-4043-a10c-047dff67509b tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:04:27.561771 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff594a89-3735-4040-ba59-7a09fb407842 None None] Network 7c52109c-af86-4d09-a81b-ecd1a3e34103 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:04:27.691370 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-f701527e-66a2-41fd-9f2f-ffed1b977f00 None None] Provisioning complete for port e8a754b4-906b-4d97-bb60-c3419e85e353 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:04:27.691884 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f701527e-66a2-41fd-9f2f-ffed1b977f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:27.704000 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aad1047-3508-4043-a10c-047dff67509b tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Router f1cf7241-6fea-4b1f-ba2c-c18b4aa02457 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:04:27.869853 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aad1047-3508-4043-a10c-047dff67509b tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:04:27.885302 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f701527e-66a2-41fd-9f2f-ffed1b977f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:27.893101 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50830) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:04:27.893317 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6aad1047-3508-4043-a10c-047dff67509b tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "PUT /v2.0/routers/f1cf7241-6fea-4b1f-ba2c-c18b4aa02457/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9090962 Oct 20 12:04:27.956838 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-f701527e-66a2-41fd-9f2f-ffed1b977f00 None None] For port e8a754b4-906b-4d97-bb60-c3419e85e353, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=e8a754b4-906b-4d97-bb60-c3419e85e353,segment=NetworkSegment(af81fc25-8095-4765-8a8c-9a3bd19a5540),segment_id=af81fc25-8095-4765-8a8c-9a3bd19a5540)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:04:27.969355 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f701527e-66a2-41fd-9f2f-ffed1b977f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:28.057448 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb6b328-8646-441a-895c-5e89ef825db7 tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:28.058367 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb6b328-8646-441a-895c-5e89ef825db7 tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:28.059003 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb6b328-8646-441a-895c-5e89ef825db7 tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:28.059858 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb6b328-8646-441a-895c-5e89ef825db7 tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:28.060518 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb6b328-8646-441a-895c-5e89ef825db7 tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:28.061176 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb6b328-8646-441a-895c-5e89ef825db7 tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:28.062283 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb6b328-8646-441a-895c-5e89ef825db7 tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:28.068389 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-dbb6b328-8646-441a-895c-5e89ef825db7 tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4996 time: 0.1755724 Oct 20 12:04:28.068700 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f701527e-66a2-41fd-9f2f-ffed1b977f00 None None] Pushing event updated for resources: {'Port': ['ID=e8a754b4-906b-4d97-bb60-c3419e85e353,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:04:28.071164 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50832) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:04:28.098138 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 035db3ce-c050-4386-83d0-7a4e9691ad92 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:04:28.141923 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b47253f-dd21-4393-a8bf-5519f0d87156 None None] Sync routers for ids ['f1cf7241-6fea-4b1f-ba2c-c18b4aa02457'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:04:28.165434 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b47253f-dd21-4393-a8bf-5519f0d87156 None None] Routers {'f1cf7241-6fea-4b1f-ba2c-c18b4aa02457'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:04:28.166192 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-6b47253f-dd21-4393-a8bf-5519f0d87156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:04:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['f1cf7241-6fea-4b1f-ba2c-c18b4aa02457'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:04:28.222995 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6081151a-96e3-43ce-b443-61b2f5e5e91c tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:28.223752 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6081151a-96e3-43ce-b443-61b2f5e5e91c tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:28.224269 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6081151a-96e3-43ce-b443-61b2f5e5e91c tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:28.224773 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6081151a-96e3-43ce-b443-61b2f5e5e91c tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:28.225276 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6081151a-96e3-43ce-b443-61b2f5e5e91c tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:28.225795 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6081151a-96e3-43ce-b443-61b2f5e5e91c tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:28.226290 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6081151a-96e3-43ce-b443-61b2f5e5e91c tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:28.228766 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-6081151a-96e3-43ce-b443-61b2f5e5e91c tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4649 time: 0.1558721 Oct 20 12:04:28.231704 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50834) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:04:28.290908 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 035db3ce-c050-4386-83d0-7a4e9691ad92 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:04:28.291269 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:28.335384 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-6b47253f-dd21-4393-a8bf-5519f0d87156 None None] Set router f1cf7241-6fea-4b1f-ba2c-c18b4aa02457 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:04:28.416793 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-ef428b5c-8c76-407c-97ff-5ba6ec26730e None None] Provisioning complete for port 294d39c5-e31b-4396-bc6b-3801266cdc08 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:04:28.417281 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ef428b5c-8c76-407c-97ff-5ba6ec26730e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:28.466783 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-768fd6ee-96f7-4453-9f2e-643c5ad22649 tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3774 time: 0.2322609 Oct 20 12:04:28.516762 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-ef428b5c-8c76-407c-97ff-5ba6ec26730e None None] Port 294d39c5-e31b-4396-bc6b-3801266cdc08 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:04:28.533078 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc76cac6-3fc7-45d4-8cea-6d9ca2fb71be req-0a501582-c02c-4368-84d4-351d959df318 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:28.540840 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fc76cac6-3fc7-45d4-8cea-6d9ca2fb71be req-0a501582-c02c-4368-84d4-351d959df318 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 945 time: 0.1280138 Oct 20 12:04:28.596413 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device e8a754b4-906b-4d97-bb60-c3419e85e353 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:04:28.625579 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fc76cac6-3fc7-45d4-8cea-6d9ca2fb71be req-824a3967-fb4a-4bc9-86dd-edd239b06aa0 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835917 Oct 20 12:04:28.712997 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-ef428b5c-8c76-407c-97ff-5ba6ec26730e None None] Provisioning complete for port e8a754b4-906b-4d97-bb60-c3419e85e353 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:04:28.713367 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ef428b5c-8c76-407c-97ff-5ba6ec26730e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:28.861908 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port e8a754b4-906b-4d97-bb60-c3419e85e353 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:04:28.862363 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:29.011715 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1aae28-6191-4118-809c-030d3037490a req-e861b808-8aee-4436-8afc-a61d90ed27a9 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:29.013477 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cc1aae28-6191-4118-809c-030d3037490a req-e861b808-8aee-4436-8afc-a61d90ed27a9 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d314c927-2686-42e6-ae42-8ae0c1fcabd4 HTTP/1.1" status: 200 len: 946 time: 0.0619748 Oct 20 12:04:29.031393 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-6b47253f-dd21-4393-a8bf-5519f0d87156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1cf7241-6fea-4b1f-ba2c-c18b4aa02457', 'name': 'tempest-TestNetworkBasicOps-router-1297692152', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '035db3ce-c050-4386-83d0-7a4e9691ad92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:04:22Z', 'updated_at': '2021-10-20T12:04:26Z', 'revision_number': 4, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'gw_port': {'id': '035db3ce-c050-4386-83d0-7a4e9691ad92', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cf7241-6fea-4b1f-ba2c-c18b4aa02457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:04:22Z', 'updated_at': '2021-10-20T12:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '294d39c5-e31b-4396-bc6b-3801266cdc08', 'name': '', 'network_id': '7c52109c-af86-4d09-a81b-ecd1a3e34103', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'mac_address': 'fa:16:3e:53:6a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1cf7241-6fea-4b1f-ba2c-c18b4aa02457', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '0ce2eb46-bc8f-4d4a-a8d9-a3cd97792bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:04:25Z', 'updated_at': '2021-10-20T12:04:27Z', 'revision_number': 2, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'subnets': [{'id': '0ce2eb46-bc8f-4d4a-a8d9-a3cd97792bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:04:29.051974 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50846) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:04:29.056760 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-fe8dd30e-66fe-4bd2-931f-b0ecbbfbdcdd tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-479754389', 'description': 'tempest-secgroup-smoke-479754389 description', 'project_id': '07250ad1f1204e6d869db0513ecc8bd0'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:04:29.066623 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b47253f-dd21-4393-a8bf-5519f0d87156 None None] Checking router: f1cf7241-6fea-4b1f-ba2c-c18b4aa02457 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:04:29.067129 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b47253f-dd21-4393-a8bf-5519f0d87156 None None] Updating router f1cf7241-6fea-4b1f-ba2c-c18b4aa02457 port 294d39c5-e31b-4396-bc6b-3801266cdc08 binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 12:04:29.091694 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cc1aae28-6191-4118-809c-030d3037490a req-044dcba4-8218-4931-a8ae-44df3ce42e58 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654936 Oct 20 12:04:29.096926 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fe8dd30e-66fe-4bd2-931f-b0ecbbfbdcdd tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:29.106378 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6b47253f-dd21-4393-a8bf-5519f0d87156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:29.131259 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e1311812-d502-45da-89b2-a1b6a9a7a2b7 None None] Provisioning complete for port 294d39c5-e31b-4396-bc6b-3801266cdc08 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:04:29.131544 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e1311812-d502-45da-89b2-a1b6a9a7a2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:29.182533 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fe8dd30e-66fe-4bd2-931f-b0ecbbfbdcdd tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:29.188502 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fe8dd30e-66fe-4bd2-931f-b0ecbbfbdcdd tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:29.224971 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8dd30e-66fe-4bd2-931f-b0ecbbfbdcdd tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f09265b6-30ad-4b59-b462-53bd79baea20,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:04:29.231019 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fe8dd30e-66fe-4bd2-931f-b0ecbbfbdcdd tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:29.235340 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-fe8dd30e-66fe-4bd2-931f-b0ecbbfbdcdd tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1799121 Oct 20 12:04:29.237080 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50848) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:04:29.241893 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-6ed4186d-cc40-4eb6-a230-eaf32f8a1f34 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Request body: {'security_group_rule': {'security_group_id': 'f09265b6-30ad-4b59-b462-53bd79baea20', 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:04:29.251241 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e1311812-d502-45da-89b2-a1b6a9a7a2b7 None None] Port 294d39c5-e31b-4396-bc6b-3801266cdc08 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:04:29.291739 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6ed4186d-cc40-4eb6-a230-eaf32f8a1f34 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:29.348831 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6ed4186d-cc40-4eb6-a230-eaf32f8a1f34 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:29.355509 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6ed4186d-cc40-4eb6-a230-eaf32f8a1f34 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:29.374853 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed4186d-cc40-4eb6-a230-eaf32f8a1f34 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88e714bb-4066-4ed1-b6a6-61cccba27e82,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:04:29.388388 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6ed4186d-cc40-4eb6-a230-eaf32f8a1f34 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:29.390173 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-6ed4186d-cc40-4eb6-a230-eaf32f8a1f34 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1519396 Oct 20 12:04:29.393015 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50850) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:04:29.397878 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-3ed465f4-6c5e-4f4a-bcc3-5d6ef12a818a tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Request body: {'security_group_rule': {'security_group_id': 'f09265b6-30ad-4b59-b462-53bd79baea20', 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:04:29.430196 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3ed465f4-6c5e-4f4a-bcc3-5d6ef12a818a tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:29.506354 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6b47253f-dd21-4393-a8bf-5519f0d87156 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:29.518899 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3ed465f4-6c5e-4f4a-bcc3-5d6ef12a818a tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:29.520343 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6b47253f-dd21-4393-a8bf-5519f0d87156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:29.526296 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3ed465f4-6c5e-4f4a-bcc3-5d6ef12a818a tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:29.550864 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed465f4-6c5e-4f4a-bcc3-5d6ef12a818a tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f4ac25f-25ee-4e35-8559-a94e01916a6a,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:04:29.565501 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3ed465f4-6c5e-4f4a-bcc3-5d6ef12a818a tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:29.571056 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3ed465f4-6c5e-4f4a-bcc3-5d6ef12a818a tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1768787 Oct 20 12:04:29.574198 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 50852) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:04:29.579988 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-63e1736c-f173-4bf4-b821-b1df743cc299 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Request body: {'security_group_rule': {'security_group_id': 'f09265b6-30ad-4b59-b462-53bd79baea20', 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:04:29.585083 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9414eb89-6fac-45b3-9699-e55fa0ca679d None None] Pushing event updated for resources: {'Port': ['ID=294d39c5-e31b-4396-bc6b-3801266cdc08,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:04:29.652670 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-63e1736c-f173-4bf4-b821-b1df743cc299 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:29.686329 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-6b47253f-dd21-4393-a8bf-5519f0d87156 None None] Attempting to bind port 294d39c5-e31b-4396-bc6b-3801266cdc08 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:04:29.687988 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-6b47253f-dd21-4393-a8bf-5519f0d87156 None None] Attempting to bind port 294d39c5-e31b-4396-bc6b-3801266cdc08 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'af81fc25-8095-4765-8a8c-9a3bd19a5540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '7c52109c-af86-4d09-a81b-ecd1a3e34103'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:04:29.687988 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b47253f-dd21-4393-a8bf-5519f0d87156 None None] Attempting to bind port 294d39c5-e31b-4396-bc6b-3801266cdc08 on network 7c52109c-af86-4d09-a81b-ecd1a3e34103 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:04:29.698390 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b47253f-dd21-4393-a8bf-5519f0d87156 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:04:29.699169 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b47253f-dd21-4393-a8bf-5519f0d87156 None None] Checking segment: {'id': 'af81fc25-8095-4765-8a8c-9a3bd19a5540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '7c52109c-af86-4d09-a81b-ecd1a3e34103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:04:29.699668 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6b47253f-dd21-4393-a8bf-5519f0d87156 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:29.700156 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b47253f-dd21-4393-a8bf-5519f0d87156 None None] Bound using segment: {'id': 'af81fc25-8095-4765-8a8c-9a3bd19a5540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '7c52109c-af86-4d09-a81b-ecd1a3e34103'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:04:29.700806 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-6b47253f-dd21-4393-a8bf-5519f0d87156 None None] Bound port: 294d39c5-e31b-4396-bc6b-3801266cdc08, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af81fc25-8095-4765-8a8c-9a3bd19a5540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '7c52109c-af86-4d09-a81b-ecd1a3e34103'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:04:29.701307 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6b47253f-dd21-4393-a8bf-5519f0d87156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:29.736690 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-63e1736c-f173-4bf4-b821-b1df743cc299 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:29.752565 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-63e1736c-f173-4bf4-b821-b1df743cc299 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:29.790218 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-6b47253f-dd21-4393-a8bf-5519f0d87156 None None] For port 294d39c5-e31b-4396-bc6b-3801266cdc08, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:04:29.793175 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e1736c-f173-4bf4-b821-b1df743cc299 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cebe33b-cc63-4097-af2b-eead2ee98074,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:04:29.802098 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-6b47253f-dd21-4393-a8bf-5519f0d87156 None None] For port 294d39c5-e31b-4396-bc6b-3801266cdc08, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=294d39c5-e31b-4396-bc6b-3801266cdc08,segment=NetworkSegment(af81fc25-8095-4765-8a8c-9a3bd19a5540),segment_id=af81fc25-8095-4765-8a8c-9a3bd19a5540)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:04:29.810396 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6b47253f-dd21-4393-a8bf-5519f0d87156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:29.811998 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-63e1736c-f173-4bf4-b821-b1df743cc299 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:29.813469 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-63e1736c-f173-4bf4-b821-b1df743cc299 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2378416 Oct 20 12:04:29.816486 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50860) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:04:29.822092 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-249d614a-0f74-465e-928d-1a381c7c0836 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Request body: {'security_group_rule': {'security_group_id': 'f09265b6-30ad-4b59-b462-53bd79baea20', 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:04:29.827546 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9934a0-0043-4e4e-983b-c576d12305c8 req-51dbbeb5-5d8d-4ebc-b5be-41cd3b098cce tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:29.830712 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8d9934a0-0043-4e4e-983b-c576d12305c8 req-51dbbeb5-5d8d-4ebc-b5be-41cd3b098cce tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 945 time: 0.0908873 Oct 20 12:04:29.891681 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8d9934a0-0043-4e4e-983b-c576d12305c8 req-a7aa379b-5c83-4bbe-9ca4-a7e20ded6f7d tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538061 Oct 20 12:04:29.904538 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-249d614a-0f74-465e-928d-1a381c7c0836 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:29.947502 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b47253f-dd21-4393-a8bf-5519f0d87156 None None] Routers {'f1cf7241-6fea-4b1f-ba2c-c18b4aa02457'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:04:29.948166 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-6b47253f-dd21-4393-a8bf-5519f0d87156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:04:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['f1cf7241-6fea-4b1f-ba2c-c18b4aa02457'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:04:30.003155 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device e8a754b4-906b-4d97-bb60-c3419e85e353 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:04:30.020528 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-249d614a-0f74-465e-928d-1a381c7c0836 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:30.030106 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-249d614a-0f74-465e-928d-1a381c7c0836 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:30.031175 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9414eb89-6fac-45b3-9699-e55fa0ca679d None None] Pushing event updated for resources: {'Port': ['ID=294d39c5-e31b-4396-bc6b-3801266cdc08,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:04:30.064987 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249d614a-0f74-465e-928d-1a381c7c0836 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69aad184-7a95-405b-b911-524f951c2bb7,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:04:30.069432 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-249d614a-0f74-465e-928d-1a381c7c0836 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:30.071362 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-249d614a-0f74-465e-928d-1a381c7c0836 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2532923 Oct 20 12:04:30.073977 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50862) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:04:30.079449 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-d2cbdb62-5968-4b2c-9a10-33823d94b998 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Request body: {'security_group_rule': {'security_group_id': 'f09265b6-30ad-4b59-b462-53bd79baea20', 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:04:30.093802 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-53ed5a22-38b8-4342-a649-785230dc6e0d None None] Provisioning complete for port 294d39c5-e31b-4396-bc6b-3801266cdc08 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:04:30.094070 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-53ed5a22-38b8-4342-a649-785230dc6e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:30.112069 n-d-814735-3 neutron-server[100646]: INFO neutron.db.securitygroups_db [None req-d2cbdb62-5968-4b2c-9a10-33823d94b998 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Project 07250ad1f1204e6d869db0513ecc8bd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 12:04:30.130217 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d2cbdb62-5968-4b2c-9a10-33823d94b998 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:30.233022 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-6b47253f-dd21-4393-a8bf-5519f0d87156 None None] Set router f1cf7241-6fea-4b1f-ba2c-c18b4aa02457 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:04:30.245095 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d2cbdb62-5968-4b2c-9a10-33823d94b998 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:30.257329 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc1ccf-6559-4bf4-88a4-29cdf0e97ff2 req-3da6014f-12b9-4ea0-ae98-740d16410ee0 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:30.259498 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e2fc1ccf-6559-4bf4-88a4-29cdf0e97ff2 req-3da6014f-12b9-4ea0-ae98-740d16410ee0 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d314c927-2686-42e6-ae42-8ae0c1fcabd4 HTTP/1.1" status: 200 len: 946 time: 0.0654006 Oct 20 12:04:30.261725 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d2cbdb62-5968-4b2c-9a10-33823d94b998 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:30.275447 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port e8a754b4-906b-4d97-bb60-c3419e85e353 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:04:30.276080 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:30.288669 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cbdb62-5968-4b2c-9a10-33823d94b998 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34d5b817-6805-4a84-8256-70554bc243a7,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:04:30.307279 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d2cbdb62-5968-4b2c-9a10-33823d94b998 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:30.309024 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d2cbdb62-5968-4b2c-9a10-33823d94b998 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2335813 Oct 20 12:04:30.311809 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 50866) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:04:30.318559 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-0c4bcdd1-eb66-4a33-b6d2-224898b6242f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Request body: {'security_group_rule': {'security_group_id': 'f09265b6-30ad-4b59-b462-53bd79baea20', 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:04:30.333956 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e2fc1ccf-6559-4bf4-88a4-29cdf0e97ff2 req-71dd304f-a39c-4367-8bd9-2c5e18932ea1 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618420 Oct 20 12:04:30.348668 n-d-814735-3 neutron-server[100646]: INFO neutron.db.securitygroups_db [None req-0c4bcdd1-eb66-4a33-b6d2-224898b6242f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Project 07250ad1f1204e6d869db0513ecc8bd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 12:04:30.355504 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0c4bcdd1-eb66-4a33-b6d2-224898b6242f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:30.409190 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-53ed5a22-38b8-4342-a649-785230dc6e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:30.451956 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0c4bcdd1-eb66-4a33-b6d2-224898b6242f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:30.456167 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0c4bcdd1-eb66-4a33-b6d2-224898b6242f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:30.468679 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-53ed5a22-38b8-4342-a649-785230dc6e0d None None] For port 294d39c5-e31b-4396-bc6b-3801266cdc08, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=294d39c5-e31b-4396-bc6b-3801266cdc08,segment=NetworkSegment(af81fc25-8095-4765-8a8c-9a3bd19a5540),segment_id=af81fc25-8095-4765-8a8c-9a3bd19a5540)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:04:30.476912 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4bcdd1-eb66-4a33-b6d2-224898b6242f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41881a29-310c-4efb-bf29-18c0b9894435,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:04:30.487657 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0c4bcdd1-eb66-4a33-b6d2-224898b6242f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:30.487878 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-53ed5a22-38b8-4342-a649-785230dc6e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:30.500710 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0c4bcdd1-eb66-4a33-b6d2-224898b6242f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1870739 Oct 20 12:04:30.650547 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed5a22-38b8-4342-a649-785230dc6e0d None None] Pushing event updated for resources: {'Port': ['ID=294d39c5-e31b-4396-bc6b-3801266cdc08,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:04:30.683760 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-24f1352c-f5df-4390-ae78-247473474d54 None None] Provisioning complete for port 294d39c5-e31b-4396-bc6b-3801266cdc08 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:04:30.684346 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-24f1352c-f5df-4390-ae78-247473474d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:30.692539 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7e23e411-c919-441e-8381-dc6be9d13fbf req-05c50645-bffb-44dd-a5b9-7c5c0c2406bc tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-479754389&fields=id&tenant_id=07250ad1f1204e6d869db0513ecc8bd0 HTTP/1.1" status: 200 len: 267 time: 0.0521734 Oct 20 12:04:30.798734 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-6b47253f-dd21-4393-a8bf-5519f0d87156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1cf7241-6fea-4b1f-ba2c-c18b4aa02457', 'name': 'tempest-TestNetworkBasicOps-router-1297692152', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '035db3ce-c050-4386-83d0-7a4e9691ad92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:04:22Z', 'updated_at': '2021-10-20T12:04:26Z', 'revision_number': 4, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'gw_port': {'id': '035db3ce-c050-4386-83d0-7a4e9691ad92', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cf7241-6fea-4b1f-ba2c-c18b4aa02457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:04:22Z', 'updated_at': '2021-10-20T12:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '294d39c5-e31b-4396-bc6b-3801266cdc08', 'name': '', 'network_id': '7c52109c-af86-4d09-a81b-ecd1a3e34103', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'mac_address': 'fa:16:3e:53:6a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1cf7241-6fea-4b1f-ba2c-c18b4aa02457', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '0ce2eb46-bc8f-4d4a-a8d9-a3cd97792bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:04:25Z', 'updated_at': '2021-10-20T12:04:29Z', 'revision_number': 4, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'subnets': [{'id': '0ce2eb46-bc8f-4d4a-a8d9-a3cd97792bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:04:30.818973 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23e411-c919-441e-8381-dc6be9d13fbf req-36be9831-f4c5-4c0c-ac50-f76f068abc05 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:30.820851 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7e23e411-c919-441e-8381-dc6be9d13fbf req-36be9831-f4c5-4c0c-ac50-f76f068abc05 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/networks?id=7c52109c-af86-4d09-a81b-ecd1a3e34103 HTTP/1.1" status: 200 len: 796 time: 0.1275136 Oct 20 12:04:30.861727 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7e23e411-c919-441e-8381-dc6be9d13fbf req-482c42d4-b779-44a1-be0c-0cbdec05ca31 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/quotas/07250ad1f1204e6d869db0513ecc8bd0 HTTP/1.1" status: 200 len: 375 time: 0.0309143 Oct 20 12:04:30.921968 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9293f1d4-10e9-48ee-a75d-05a485018e32 req-f914a6be-de21-4dd5-9697-4ac0fbbf0592 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:30.937623 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9293f1d4-10e9-48ee-a75d-05a485018e32 req-f914a6be-de21-4dd5-9697-4ac0fbbf0592 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.89 "GET /v2.0/ports?device_id=d314c927-2686-42e6-ae42-8ae0c1fcabd4 HTTP/1.1" status: 200 len: 946 time: 0.1154478 Oct 20 12:04:31.010035 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b47253f-dd21-4393-a8bf-5519f0d87156 None None] The sync data for ids ['f1cf7241-6fea-4b1f-ba2c-c18b4aa02457'] in n-d-814735-3 is: [{'id': 'f1cf7241-6fea-4b1f-ba2c-c18b4aa02457', 'name': 'tempest-TestNetworkBasicOps-router-1297692152', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '035db3ce-c050-4386-83d0-7a4e9691ad92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:04:22Z', 'updated_at': '2021-10-20T12:04:26Z', 'revision_number': 4, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'gw_port': {'id': '035db3ce-c050-4386-83d0-7a4e9691ad92', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cf7241-6fea-4b1f-ba2c-c18b4aa02457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:04:22Z', 'updated_at': '2021-10-20T12:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '294d39c5-e31b-4396-bc6b-3801266cdc08', 'name': '', 'network_id': '7c52109c-af86-4d09-a81b-ecd1a3e34103', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'mac_address': 'fa:16:3e:53:6a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1cf7241-6fea-4b1f-ba2c-c18b4aa02457', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '0ce2eb46-bc8f-4d4a-a8d9-a3cd97792bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:04:25Z', 'updated_at': '2021-10-20T12:04:29Z', 'revision_number': 4, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'subnets': [{'id': '0ce2eb46-bc8f-4d4a-a8d9-a3cd97792bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:04:31.029798 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7e23e411-c919-441e-8381-dc6be9d13fbf req-94205d28-649a-4cdb-9de4-0bfc37983035 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=07250ad1f1204e6d869db0513ecc8bd0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1537907 Oct 20 12:04:31.138868 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8940d36-623b-4796-928a-73e8b7171867 req-1e0c19ae-dffa-4fa5-bdf7-18cb03058e02 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:31.141634 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f8940d36-623b-4796-928a-73e8b7171867 req-1e0c19ae-dffa-4fa5-bdf7-18cb03058e02 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 945 time: 0.1335726 Oct 20 12:04:31.223413 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-9293f1d4-10e9-48ee-a75d-05a485018e32 req-5bcb59dc-ca34-4fc8-8f51-40ecd920936a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Deleting port 376eccda-5f09-4bdb-9cf2-62dc6068899d {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:04:31.223773 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9293f1d4-10e9-48ee-a75d-05a485018e32 req-5bcb59dc-ca34-4fc8-8f51-40ecd920936a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:31.238190 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f8940d36-623b-4796-928a-73e8b7171867 req-e297b1a2-ed60-4aa6-879d-82995ed5a6d6 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825901 Oct 20 12:04:31.437531 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7e23e411-c919-441e-8381-dc6be9d13fbf req-2152fa58-cc17-47c4-ba74-40f8981e176f service neutron] 10.222.0.98 "GET /v2.0/networks/7c52109c-af86-4d09-a81b-ecd1a3e34103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841910 Oct 20 12:04:31.562399 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-9293f1d4-10e9-48ee-a75d-05a485018e32 req-5bcb59dc-ca34-4fc8-8f51-40ecd920936a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] For port 376eccda-5f09-4bdb-9cf2-62dc6068899d, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=376eccda-5f09-4bdb-9cf2-62dc6068899d,segment=NetworkSegment(eb3b04cf-4e5d-47e1-a25f-825ff902331c),segment_id=eb3b04cf-4e5d-47e1-a25f-825ff902331c)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:04:31.562877 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9293f1d4-10e9-48ee-a75d-05a485018e32 req-5bcb59dc-ca34-4fc8-8f51-40ecd920936a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:31.664783 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7e23e411-c919-441e-8381-dc6be9d13fbf req-585f5380-c3e3-4d0d-8f00-d91eed080c8f service neutron] 10.222.0.98 "GET /v2.0/networks/7c52109c-af86-4d09-a81b-ecd1a3e34103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263696 Oct 20 12:04:31.683080 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43472db-6853-421c-b2fa-bdcfd6e9423c req-5de0b6b5-8dba-4ac4-93d6-c7e8ffc5e815 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:31.685553 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e43472db-6853-421c-b2fa-bdcfd6e9423c req-5de0b6b5-8dba-4ac4-93d6-c7e8ffc5e815 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d314c927-2686-42e6-ae42-8ae0c1fcabd4 HTTP/1.1" status: 200 len: 946 time: 0.2389600 Oct 20 12:04:31.814250 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e43472db-6853-421c-b2fa-bdcfd6e9423c req-243c806e-aa30-4ca5-8138-6a1ae0b3fa31 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128330 Oct 20 12:04:32.005304 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 294d39c5-e31b-4396-bc6b-3801266cdc08 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:04:32.032374 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7397f62e-6730-4834-a4fe-268aeeba7679 req-587d48a7-6c23-4acb-b722-986c716189aa tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/ports?device_id=bff77a0d-7fc4-474a-a9ba-726dca29ebb7 HTTP/1.1" status: 200 len: 210 time: 0.1015639 Oct 20 12:04:32.048616 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9293f1d4-10e9-48ee-a75d-05a485018e32 req-5bcb59dc-ca34-4fc8-8f51-40ecd920936a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:32.048988 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9293f1d4-10e9-48ee-a75d-05a485018e32 req-5bcb59dc-ca34-4fc8-8f51-40ecd920936a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:32.049365 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [req-9293f1d4-10e9-48ee-a75d-05a485018e32 req-5bcb59dc-ca34-4fc8-8f51-40ecd920936a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Floating IP 7db9c052-e8cf-4d9d-ad4f-fcdb0a7c58fc disassociated. External IP: 172.25.5.249, port: 376eccda-5f09-4bdb-9cf2-62dc6068899d. Oct 20 12:04:32.049664 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-9293f1d4-10e9-48ee-a75d-05a485018e32 req-5bcb59dc-ca34-4fc8-8f51-40ecd920936a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Calling delete_port for 376eccda-5f09-4bdb-9cf2-62dc6068899d owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:04:32.083185 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 294d39c5-e31b-4396-bc6b-3801266cdc08 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:04:32.083564 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:32.294096 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9293f1d4-10e9-48ee-a75d-05a485018e32 req-5bcb59dc-ca34-4fc8-8f51-40ecd920936a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:32.327911 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcb59dc-ca34-4fc8-8f51-40ecd920936a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Pushing event deleted for resources: {'Port': ['ID=376eccda-5f09-4bdb-9cf2-62dc6068899d,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:04:32.344806 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb59dc-ca34-4fc8-8f51-40ecd920936a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:04:32.345210 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb59dc-ca34-4fc8-8f51-40ecd920936a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:04:32.345564 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb59dc-ca34-4fc8-8f51-40ecd920936a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:04:32.345949 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb59dc-ca34-4fc8-8f51-40ecd920936a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:04:32.346341 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb59dc-ca34-4fc8-8f51-40ecd920936a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:04:32.346701 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb59dc-ca34-4fc8-8f51-40ecd920936a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:04:32.347031 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb59dc-ca34-4fc8-8f51-40ecd920936a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:04:32.347412 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb59dc-ca34-4fc8-8f51-40ecd920936a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:04:32.347788 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb59dc-ca34-4fc8-8f51-40ecd920936a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:04:32.348119 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb59dc-ca34-4fc8-8f51-40ecd920936a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:04:32.348450 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb59dc-ca34-4fc8-8f51-40ecd920936a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:04:32.348777 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb59dc-ca34-4fc8-8f51-40ecd920936a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:04:32.505802 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f20025-a3b9-4eaa-becc-633058105467 req-a54f440c-7e32-4b9c-8287-c0143ad630e6 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:32.507423 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-62f20025-a3b9-4eaa-becc-633058105467 req-a54f440c-7e32-4b9c-8287-c0143ad630e6 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 945 time: 0.1014957 Oct 20 12:04:32.559043 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9293f1d4-10e9-48ee-a75d-05a485018e32 req-5bcb59dc-ca34-4fc8-8f51-40ecd920936a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Router a70410d0-77aa-4f8e-a5dd-630d4fedfd8e has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:04:32.577125 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-62f20025-a3b9-4eaa-becc-633058105467 req-5ceae84d-5aae-4289-a1d4-a44373e6892f tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613914 Oct 20 12:04:32.734030 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9293f1d4-10e9-48ee-a75d-05a485018e32 req-5bcb59dc-ca34-4fc8-8f51-40ecd920936a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:04:32.745935 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5749b39-4b99-4ec5-b0cb-e3b594593a37 None None] Sync routers for ids ['a70410d0-77aa-4f8e-a5dd-630d4fedfd8e'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:04:32.765151 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5749b39-4b99-4ec5-b0cb-e3b594593a37 None None] Routers {'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:04:32.765811 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-f5749b39-4b99-4ec5-b0cb-e3b594593a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:04:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['a70410d0-77aa-4f8e-a5dd-630d4fedfd8e'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:04:32.830213 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-9293f1d4-10e9-48ee-a75d-05a485018e32 req-5bcb59dc-ca34-4fc8-8f51-40ecd920936a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] No DVR routers for this DVR port 376eccda-5f09-4bdb-9cf2-62dc6068899d on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:04:32.839758 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9293f1d4-10e9-48ee-a75d-05a485018e32 req-5bcb59dc-ca34-4fc8-8f51-40ecd920936a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:32.845655 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9293f1d4-10e9-48ee-a75d-05a485018e32 req-5bcb59dc-ca34-4fc8-8f51-40ecd920936a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.89 "DELETE /v2.0/ports/376eccda-5f09-4bdb-9cf2-62dc6068899d HTTP/1.1" status: 204 len: 173 time: 1.8927245 Oct 20 12:04:32.846910 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd314c927-2686-42e6-ae42-8ae0c1fcabd4', 'name': 'network-vif-deleted', 'tag': '376eccda-5f09-4bdb-9cf2-62dc6068899d'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:04:32.853684 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e23b01-f081-40a4-aa29-95a3d76d8570" -d '{"events": [{"server_uuid": "d314c927-2686-42e6-ae42-8ae0c1fcabd4", "name": "network-vif-deleted", "tag": "376eccda-5f09-4bdb-9cf2-62dc6068899d"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:04:32.916494 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ed6af6-9897-4f0e-93a2-a25d703909a8 x-openstack-request-id: req-51ed6af6-9897-4f0e-93a2-a25d703909a8 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:04:32.917051 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d314c927-2686-42e6-ae42-8ae0c1fcabd4", "name": "network-vif-deleted", "tag": "376eccda-5f09-4bdb-9cf2-62dc6068899d", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:04:32.917496 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-51ed6af6-9897-4f0e-93a2-a25d703909a8 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:04:32.918098 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd314c927-2686-42e6-ae42-8ae0c1fcabd4', 'name': 'network-vif-deleted', 'tag': '376eccda-5f09-4bdb-9cf2-62dc6068899d', 'status': 'completed', 'code': 200} Oct 20 12:04:33.012251 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-f5749b39-4b99-4ec5-b0cb-e3b594593a37 None None] Set router a70410d0-77aa-4f8e-a5dd-630d4fedfd8e gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:04:33.019501 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6a3254d0-dcc9-4143-8539-67480f7928be req-07bc65b8-162e-453f-a65a-e7e0436e046c tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d314c927-2686-42e6-ae42-8ae0c1fcabd4 HTTP/1.1" status: 200 len: 210 time: 0.0685945 Oct 20 12:04:33.224934 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-61972002-8a9e-4876-942f-75d60415f434 req-5b731af2-d2be-48e3-b5eb-7ba36ca48832 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/ports?device_id=bff77a0d-7fc4-474a-a9ba-726dca29ebb7 HTTP/1.1" status: 200 len: 210 time: 0.0658667 Oct 20 12:04:33.280242 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-f5749b39-4b99-4ec5-b0cb-e3b594593a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'name': 'tempest-TestVolumeBootPattern-1084413399-router', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '799a4dcb-4189-41ab-8c55-1fe2293dc0b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:07Z', 'updated_at': '2021-10-20T11:58:10Z', 'revision_number': 4, 'project_id': '2a883afeccdc493d8238ba472f031019', 'gw_port': {'id': '799a4dcb-4189-41ab-8c55-1fe2293dc0b1', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:07Z', 'updated_at': '2021-10-20T11:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'c5aac12e-96be-47e1-ac70-78d4adb31282', 'name': '', 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'mac_address': 'fa:16:3e:3e:c9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '667cbc2d-c894-4d06-bf55-c551daf9476c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:09Z', 'updated_at': '2021-10-20T11:58:15Z', 'revision_number': 5, 'project_id': '2a883afeccdc493d8238ba472f031019', 'subnets': [{'id': '667cbc2d-c894-4d06-bf55-c551daf9476c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:04:33.314858 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5749b39-4b99-4ec5-b0cb-e3b594593a37 None None] Checking router: a70410d0-77aa-4f8e-a5dd-630d4fedfd8e for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:04:33.334162 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5749b39-4b99-4ec5-b0cb-e3b594593a37 None None] Routers {'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:04:33.335175 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-f5749b39-4b99-4ec5-b0cb-e3b594593a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:04:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['a70410d0-77aa-4f8e-a5dd-630d4fedfd8e'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:04:33.657454 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-f5749b39-4b99-4ec5-b0cb-e3b594593a37 None None] Set router a70410d0-77aa-4f8e-a5dd-630d4fedfd8e gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:04:33.683780 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23e411-c919-441e-8381-dc6be9d13fbf req-c3472e8a-cfed-4cc7-90e5-576d4a979bb1 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:33.688648 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7e23e411-c919-441e-8381-dc6be9d13fbf req-c3472e8a-cfed-4cc7-90e5-576d4a979bb1 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.89 "GET /v2.0/networks?id=7c52109c-af86-4d09-a81b-ecd1a3e34103 HTTP/1.1" status: 200 len: 796 time: 0.3026063 Oct 20 12:04:33.856950 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7e23e411-c919-441e-8381-dc6be9d13fbf req-1485db28-561f-40b9-b1b6-ea44cf0fdf19 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07250ad1f1204e6d869db0513ecc8bd0 HTTP/1.1" status: 200 len: 379 time: 0.1539190 Oct 20 12:04:33.873865 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565de336-b59d-4916-816b-708b3f697c9f req-2b4762cc-7299-47d1-8bad-763cbc129902 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:33.875941 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-565de336-b59d-4916-816b-708b3f697c9f req-2b4762cc-7299-47d1-8bad-763cbc129902 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 945 time: 0.1384549 Oct 20 12:04:33.881350 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-7e23e411-c919-441e-8381-dc6be9d13fbf req-256dc8e4-98cc-4512-96d3-ea8f3c96061e tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Request body: {'port': {'device_id': 'bff77a0d-7fc4-474a-a9ba-726dca29ebb7', 'network_id': '7c52109c-af86-4d09-a81b-ecd1a3e34103', 'admin_state_up': True, 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'security_groups': ['f09265b6-30ad-4b59-b462-53bd79baea20']}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:04:33.929835 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 376eccda-5f09-4bdb-9cf2-62dc6068899d no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:04:33.961059 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: 376eccda-5f09-4bdb-9cf2-62dc6068899d {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:04:33.970020 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 376eccda-5f09-4bdb-9cf2-62dc6068899d not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:04:33.979978 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-f5749b39-4b99-4ec5-b0cb-e3b594593a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'name': 'tempest-TestVolumeBootPattern-1084413399-router', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '799a4dcb-4189-41ab-8c55-1fe2293dc0b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:07Z', 'updated_at': '2021-10-20T11:58:10Z', 'revision_number': 4, 'project_id': '2a883afeccdc493d8238ba472f031019', 'gw_port': {'id': '799a4dcb-4189-41ab-8c55-1fe2293dc0b1', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:07Z', 'updated_at': '2021-10-20T11:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'c5aac12e-96be-47e1-ac70-78d4adb31282', 'name': '', 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'mac_address': 'fa:16:3e:3e:c9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '667cbc2d-c894-4d06-bf55-c551daf9476c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:09Z', 'updated_at': '2021-10-20T11:58:15Z', 'revision_number': 5, 'project_id': '2a883afeccdc493d8238ba472f031019', 'subnets': [{'id': '667cbc2d-c894-4d06-bf55-c551daf9476c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:04:34.011254 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5749b39-4b99-4ec5-b0cb-e3b594593a37 None None] The sync data for ids ['a70410d0-77aa-4f8e-a5dd-630d4fedfd8e'] in n-d-814735-3 is: [{'id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'name': 'tempest-TestVolumeBootPattern-1084413399-router', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '799a4dcb-4189-41ab-8c55-1fe2293dc0b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:07Z', 'updated_at': '2021-10-20T11:58:10Z', 'revision_number': 4, 'project_id': '2a883afeccdc493d8238ba472f031019', 'gw_port': {'id': '799a4dcb-4189-41ab-8c55-1fe2293dc0b1', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:07Z', 'updated_at': '2021-10-20T11:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'c5aac12e-96be-47e1-ac70-78d4adb31282', 'name': '', 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'mac_address': 'fa:16:3e:3e:c9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '667cbc2d-c894-4d06-bf55-c551daf9476c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:09Z', 'updated_at': '2021-10-20T11:58:15Z', 'revision_number': 5, 'project_id': '2a883afeccdc493d8238ba472f031019', 'subnets': [{'id': '667cbc2d-c894-4d06-bf55-c551daf9476c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:04:34.074448 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-565de336-b59d-4916-816b-708b3f697c9f req-0f7dd846-b73c-4744-b540-0803a7c9d878 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702267 Oct 20 12:04:34.107532 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e23e411-c919-441e-8381-dc6be9d13fbf req-256dc8e4-98cc-4512-96d3-ea8f3c96061e tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Made reservation on behalf of 07250ad1f1204e6d869db0513ecc8bd0 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:04:34.111915 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7e23e411-c919-441e-8381-dc6be9d13fbf req-256dc8e4-98cc-4512-96d3-ea8f3c96061e tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:34.390574 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-7e23e411-c919-441e-8381-dc6be9d13fbf req-256dc8e4-98cc-4512-96d3-ea8f3c96061e tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Allocated IP 172.20.0.12 (7c52109c-af86-4d09-a81b-ecd1a3e34103/0ce2eb46-bc8f-4d4a-a8d9-a3cd97792bfe/6ea3a12d-0522-4c82-98c5-e319a93f5151) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:04:34.486557 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe079fe-c994-4e3f-b8d0-d7dcaa6a62b1 None None] New status for floating IP 7db9c052-e8cf-4d9d-ad4f-fcdb0a7c58fc: DOWN {{(pid=100648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 12:04:34.500987 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d07d3f3a-efa1-48b7-a54a-7e64b089dc2f req-7a02db86-6625-4aa3-9b24-2afd6c7920f3 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d314c927-2686-42e6-ae42-8ae0c1fcabd4 HTTP/1.1" status: 200 len: 210 time: 0.2916794 Oct 20 12:04:34.506029 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-53bad041-b5c9-4b86-80a3-821fe4e7c050 req-7ff836b1-80c5-4d89-9d89-f65b1576d476 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/ports?device_id=bff77a0d-7fc4-474a-a9ba-726dca29ebb7 HTTP/1.1" status: 200 len: 210 time: 0.0987198 Oct 20 12:04:34.715530 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7e23e411-c919-441e-8381-dc6be9d13fbf req-256dc8e4-98cc-4512-96d3-ea8f3c96061e tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:34.770301 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7e23e411-c919-441e-8381-dc6be9d13fbf req-256dc8e4-98cc-4512-96d3-ea8f3c96061e tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:34.850550 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e23e411-c919-441e-8381-dc6be9d13fbf req-256dc8e4-98cc-4512-96d3-ea8f3c96061e tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Network 7c52109c-af86-4d09-a81b-ecd1a3e34103 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:04:34.852077 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-7e23e411-c919-441e-8381-dc6be9d13fbf req-256dc8e4-98cc-4512-96d3-ea8f3c96061e tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:04:34.856591 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e23e411-c919-441e-8381-dc6be9d13fbf req-256dc8e4-98cc-4512-96d3-ea8f3c96061e tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:04:34.929981 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23e411-c919-441e-8381-dc6be9d13fbf req-256dc8e4-98cc-4512-96d3-ea8f3c96061e tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:34.931156 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7e23e411-c919-441e-8381-dc6be9d13fbf req-256dc8e4-98cc-4512-96d3-ea8f3c96061e tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:34.951466 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256dc8e4-98cc-4512-96d3-ea8f3c96061e tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event updated for resources: {'Port': ['ID=6ea3a12d-0522-4c82-98c5-e319a93f5151,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:04:34.984876 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7e23e411-c919-441e-8381-dc6be9d13fbf req-256dc8e4-98cc-4512-96d3-ea8f3c96061e tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1076431 Oct 20 12:04:35.008326 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-7e23e411-c919-441e-8381-dc6be9d13fbf req-22742925-5075-4423-a5e9-3021d6429a8e service neutron] Request body: {'port': {'device_id': 'bff77a0d-7fc4-474a-a9ba-726dca29ebb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:04:35.179634 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7e23e411-c919-441e-8381-dc6be9d13fbf req-22742925-5075-4423-a5e9-3021d6429a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:35.287628 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e17d1af3-f794-40e9-bf6a-9dae205c05fa None None] Provisioning complete for port 6ea3a12d-0522-4c82-98c5-e319a93f5151 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:04:35.288240 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e17d1af3-f794-40e9-bf6a-9dae205c05fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:35.323184 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e17d1af3-f794-40e9-bf6a-9dae205c05fa None None] Port 6ea3a12d-0522-4c82-98c5-e319a93f5151 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:04:35.407248 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1dc08b-0e43-4065-8e5f-e6c01ec90d59 req-cd4ef001-28fb-453e-bc23-bcbb8ac13aee tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:35.409151 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2a1dc08b-0e43-4065-8e5f-e6c01ec90d59 req-cd4ef001-28fb-453e-bc23-bcbb8ac13aee tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 945 time: 0.2075734 Oct 20 12:04:35.475959 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2a1dc08b-0e43-4065-8e5f-e6c01ec90d59 req-d0e5e1f8-5a87-4966-9f5d-f7ee37d29a8b tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594051 Oct 20 12:04:35.663551 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1e4ac422-2ecf-472c-a1e7-0f22ad09827f req-d9afc8b6-55d1-46af-bfc4-e342f2424838 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d314c927-2686-42e6-ae42-8ae0c1fcabd4 HTTP/1.1" status: 200 len: 210 time: 0.0519481 Oct 20 12:04:35.730680 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-7e23e411-c919-441e-8381-dc6be9d13fbf req-22742925-5075-4423-a5e9-3021d6429a8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ea3a12d-0522-4c82-98c5-e319a93f5151 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:04:35.741867 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8a204-3688-496b-9f1e-f1c1e354ffa1 req-a5a37285-bd68-4281-b263-ac18ed97382c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:35.743445 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d1d8a204-3688-496b-9f1e-f1c1e354ffa1 req-a5a37285-bd68-4281-b263-ac18ed97382c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/ports?device_id=bff77a0d-7fc4-474a-a9ba-726dca29ebb7 HTTP/1.1" status: 200 len: 932 time: 0.1478117 Oct 20 12:04:35.748770 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7e23e411-c919-441e-8381-dc6be9d13fbf req-22742925-5075-4423-a5e9-3021d6429a8e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:36.110617 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d1d8a204-3688-496b-9f1e-f1c1e354ffa1 req-4d5a170e-55cc-487c-9980-b1fa64e5eab8 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/security-groups?id=f09265b6-30ad-4b59-b462-53bd79baea20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3590670 Oct 20 12:04:36.111698 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-7e23e411-c919-441e-8381-dc6be9d13fbf req-22742925-5075-4423-a5e9-3021d6429a8e service neutron] Transition to ACTIVE for port object 6ea3a12d-0522-4c82-98c5-e319a93f5151 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 12:04:36.118416 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7e23e411-c919-441e-8381-dc6be9d13fbf req-22742925-5075-4423-a5e9-3021d6429a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:36.172041 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22742925-5075-4423-a5e9-3021d6429a8e service neutron] Pushing event updated for resources: {'Port': ['ID=6ea3a12d-0522-4c82-98c5-e319a93f5151,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:04:36.273012 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-7e23e411-c919-441e-8381-dc6be9d13fbf req-22742925-5075-4423-a5e9-3021d6429a8e service neutron] Attempting to bind port 6ea3a12d-0522-4c82-98c5-e319a93f5151 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:04:36.273353 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-7e23e411-c919-441e-8381-dc6be9d13fbf req-22742925-5075-4423-a5e9-3021d6429a8e service neutron] Attempting to bind port 6ea3a12d-0522-4c82-98c5-e319a93f5151 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': 'af81fc25-8095-4765-8a8c-9a3bd19a5540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '7c52109c-af86-4d09-a81b-ecd1a3e34103'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:04:36.273683 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e23e411-c919-441e-8381-dc6be9d13fbf req-22742925-5075-4423-a5e9-3021d6429a8e service neutron] Attempting to bind port 6ea3a12d-0522-4c82-98c5-e319a93f5151 on network 7c52109c-af86-4d09-a81b-ecd1a3e34103 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:04:36.280207 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e23e411-c919-441e-8381-dc6be9d13fbf req-22742925-5075-4423-a5e9-3021d6429a8e service neutron] Port 6ea3a12d-0522-4c82-98c5-e319a93f5151 on network 7c52109c-af86-4d09-a81b-ecd1a3e34103 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 12:04:36.280530 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e23e411-c919-441e-8381-dc6be9d13fbf req-22742925-5075-4423-a5e9-3021d6429a8e service neutron] Attempting to bind port 6ea3a12d-0522-4c82-98c5-e319a93f5151 on network 7c52109c-af86-4d09-a81b-ecd1a3e34103 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:04:36.286208 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e23e411-c919-441e-8381-dc6be9d13fbf req-22742925-5075-4423-a5e9-3021d6429a8e service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:04:36.286600 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e23e411-c919-441e-8381-dc6be9d13fbf req-22742925-5075-4423-a5e9-3021d6429a8e service neutron] Checking segment: {'id': 'af81fc25-8095-4765-8a8c-9a3bd19a5540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '7c52109c-af86-4d09-a81b-ecd1a3e34103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:04:36.287072 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e23e411-c919-441e-8381-dc6be9d13fbf req-22742925-5075-4423-a5e9-3021d6429a8e service neutron] Bound using segment: {'id': 'af81fc25-8095-4765-8a8c-9a3bd19a5540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '7c52109c-af86-4d09-a81b-ecd1a3e34103'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:04:36.287571 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-7e23e411-c919-441e-8381-dc6be9d13fbf req-22742925-5075-4423-a5e9-3021d6429a8e service neutron] Bound port: 6ea3a12d-0522-4c82-98c5-e319a93f5151, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af81fc25-8095-4765-8a8c-9a3bd19a5540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '7c52109c-af86-4d09-a81b-ecd1a3e34103'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:04:36.288006 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7e23e411-c919-441e-8381-dc6be9d13fbf req-22742925-5075-4423-a5e9-3021d6429a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:36.371257 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-7e23e411-c919-441e-8381-dc6be9d13fbf req-22742925-5075-4423-a5e9-3021d6429a8e service neutron] For port 6ea3a12d-0522-4c82-98c5-e319a93f5151, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:04:36.376138 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-7e23e411-c919-441e-8381-dc6be9d13fbf req-22742925-5075-4423-a5e9-3021d6429a8e service neutron] For port 6ea3a12d-0522-4c82-98c5-e319a93f5151, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=6ea3a12d-0522-4c82-98c5-e319a93f5151,segment=NetworkSegment(af81fc25-8095-4765-8a8c-9a3bd19a5540),segment_id=af81fc25-8095-4765-8a8c-9a3bd19a5540)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:04:36.389275 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7e23e411-c919-441e-8381-dc6be9d13fbf req-22742925-5075-4423-a5e9-3021d6429a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:36.443078 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23e411-c919-441e-8381-dc6be9d13fbf req-22742925-5075-4423-a5e9-3021d6429a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:36.443598 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7e23e411-c919-441e-8381-dc6be9d13fbf req-22742925-5075-4423-a5e9-3021d6429a8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:36.445273 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7e23e411-c919-441e-8381-dc6be9d13fbf req-22742925-5075-4423-a5e9-3021d6429a8e service neutron] 10.222.0.89 "PUT /v2.0/ports/6ea3a12d-0522-4c82-98c5-e319a93f5151 HTTP/1.1" status: 200 len: 1092 time: 1.4471893 Oct 20 12:04:36.445943 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bff77a0d-7fc4-474a-a9ba-726dca29ebb7', 'tag': '6ea3a12d-0522-4c82-98c5-e319a93f5151'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:04:36.469776 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6fedd7-9841-41e6-a77f-b34044f9acb8" -d '{"events": [{"name": "network-changed", "server_uuid": "bff77a0d-7fc4-474a-a9ba-726dca29ebb7", "tag": "6ea3a12d-0522-4c82-98c5-e319a93f5151"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:04:36.568954 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0000a998-1cb1-4307-932e-4eee820324ee x-openstack-request-id: req-0000a998-1cb1-4307-932e-4eee820324ee {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:04:36.569651 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bff77a0d-7fc4-474a-a9ba-726dca29ebb7", "tag": "6ea3a12d-0522-4c82-98c5-e319a93f5151", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:04:36.570063 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0000a998-1cb1-4307-932e-4eee820324ee {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:04:36.570629 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bff77a0d-7fc4-474a-a9ba-726dca29ebb7', 'tag': '6ea3a12d-0522-4c82-98c5-e319a93f5151', 'status': 'completed', 'code': 200} Oct 20 12:04:36.597625 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22742925-5075-4423-a5e9-3021d6429a8e service neutron] Pushing event updated for resources: {'Port': ['ID=6ea3a12d-0522-4c82-98c5-e319a93f5151,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:04:36.608398 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23e411-c919-441e-8381-dc6be9d13fbf req-c33dfa10-3a5e-464e-9019-26630b419e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:36.609683 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7e23e411-c919-441e-8381-dc6be9d13fbf req-c33dfa10-3a5e-464e-9019-26630b419e81 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=07250ad1f1204e6d869db0513ecc8bd0&device_id=bff77a0d-7fc4-474a-a9ba-726dca29ebb7 HTTP/1.1" status: 200 len: 1095 time: 0.1095016 Oct 20 12:04:36.741221 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7e23e411-c919-441e-8381-dc6be9d13fbf req-a5c0a56e-6f35-4d44-aa06-d381ffb952a8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ea3a12d-0522-4c82-98c5-e319a93f5151 HTTP/1.1" status: 200 len: 217 time: 0.1181586 Oct 20 12:04:36.851648 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-22495304-74d2-4bf1-87f1-fe4ee2bb569e req-8d6d1a6b-5ba5-48c3-bd77-ab0fde363a9f tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d314c927-2686-42e6-ae42-8ae0c1fcabd4 HTTP/1.1" status: 200 len: 210 time: 0.1016357 Oct 20 12:04:36.882254 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98727db3-6912-4910-a61d-b3d8c1fe2f95 req-a063b9ae-0950-4435-a3ad-a890ee1d1625 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:36.884532 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98727db3-6912-4910-a61d-b3d8c1fe2f95 req-a063b9ae-0950-4435-a3ad-a890ee1d1625 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 945 time: 0.2426486 Oct 20 12:04:36.932167 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23e411-c919-441e-8381-dc6be9d13fbf req-acc81e3c-e776-4f77-8909-54da2897a72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:36.933666 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7e23e411-c919-441e-8381-dc6be9d13fbf req-acc81e3c-e776-4f77-8909-54da2897a72a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0ce2eb46-bc8f-4d4a-a8d9-a3cd97792bfe HTTP/1.1" status: 200 len: 834 time: 0.1596680 Oct 20 12:04:36.941635 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98727db3-6912-4910-a61d-b3d8c1fe2f95 req-e9405955-7591-4477-9ac4-b1c36e2d5b38 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499091 Oct 20 12:04:36.993581 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23e411-c919-441e-8381-dc6be9d13fbf req-42b073fe-eaff-4b99-9ccb-4c12783096f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:36.995303 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7e23e411-c919-441e-8381-dc6be9d13fbf req-42b073fe-eaff-4b99-9ccb-4c12783096f7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7c52109c-af86-4d09-a81b-ecd1a3e34103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475678 Oct 20 12:04:37.110832 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7e23e411-c919-441e-8381-dc6be9d13fbf req-55838dba-96a8-4cbc-ab7d-6b60da8c5aeb service neutron] 10.222.0.89 "GET /v2.0/networks/7c52109c-af86-4d09-a81b-ecd1a3e34103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012323 Oct 20 12:04:37.283914 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7e23e411-c919-441e-8381-dc6be9d13fbf req-da016599-50e1-4fd3-af41-d48d3517dfeb service neutron] 10.222.0.89 "GET /v2.0/networks/7c52109c-af86-4d09-a81b-ecd1a3e34103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608410 Oct 20 12:04:37.300933 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272f2b2-27ab-43af-9fcd-6d6f19522bad req-cddf45ee-593f-4d90-ae37-b22f69677747 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:37.308593 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c272f2b2-27ab-43af-9fcd-6d6f19522bad req-cddf45ee-593f-4d90-ae37-b22f69677747 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/ports?device_id=bff77a0d-7fc4-474a-a9ba-726dca29ebb7 HTTP/1.1" status: 200 len: 944 time: 0.0826833 Oct 20 12:04:37.351549 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c272f2b2-27ab-43af-9fcd-6d6f19522bad req-c880c55c-2d80-4bb0-b6a8-dec710de28b3 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/security-groups?id=f09265b6-30ad-4b59-b462-53bd79baea20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419333 Oct 20 12:04:37.415158 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6fedd7-9841-41e6-a77f-b34044f9acb8 req-f0f877bc-0418-4905-8cfc-ec3877d3268e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:37.416884 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1f6fedd7-9841-41e6-a77f-b34044f9acb8 req-f0f877bc-0418-4905-8cfc-ec3877d3268e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=07250ad1f1204e6d869db0513ecc8bd0&device_id=bff77a0d-7fc4-474a-a9ba-726dca29ebb7 HTTP/1.1" status: 200 len: 1095 time: 0.0637534 Oct 20 12:04:37.522711 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6fedd7-9841-41e6-a77f-b34044f9acb8 req-e6d7d597-51f4-4d33-bc25-e25b14ae09d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:37.524680 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1f6fedd7-9841-41e6-a77f-b34044f9acb8 req-e6d7d597-51f4-4d33-bc25-e25b14ae09d0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=7c52109c-af86-4d09-a81b-ecd1a3e34103 HTTP/1.1" status: 200 len: 898 time: 0.0997109 Oct 20 12:04:37.590137 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1f6fedd7-9841-41e6-a77f-b34044f9acb8 req-53d14845-0bba-4be5-a535-65279e6e2e15 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ea3a12d-0522-4c82-98c5-e319a93f5151 HTTP/1.1" status: 200 len: 217 time: 0.0497217 Oct 20 12:04:37.661384 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6fedd7-9841-41e6-a77f-b34044f9acb8 req-0303f1bb-f629-42ba-876d-0578e524d158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:37.663219 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1f6fedd7-9841-41e6-a77f-b34044f9acb8 req-0303f1bb-f629-42ba-876d-0578e524d158 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0ce2eb46-bc8f-4d4a-a8d9-a3cd97792bfe HTTP/1.1" status: 200 len: 834 time: 0.0607822 Oct 20 12:04:37.719083 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6fedd7-9841-41e6-a77f-b34044f9acb8 req-f9a0ff3e-1b9f-46a5-a0e3-0344f6323c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:37.720859 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1f6fedd7-9841-41e6-a77f-b34044f9acb8 req-f9a0ff3e-1b9f-46a5-a0e3-0344f6323c30 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7c52109c-af86-4d09-a81b-ecd1a3e34103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490651 Oct 20 12:04:37.857548 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1f6fedd7-9841-41e6-a77f-b34044f9acb8 req-2064d2bc-c3e1-4327-872d-ca5addd8eccc service neutron] 10.222.0.89 "GET /v2.0/networks/7c52109c-af86-4d09-a81b-ecd1a3e34103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239464 Oct 20 12:04:37.977479 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1f6fedd7-9841-41e6-a77f-b34044f9acb8 req-19f0429a-c411-4094-8507-231a4b820cf8 service neutron] 10.222.0.89 "GET /v2.0/networks/7c52109c-af86-4d09-a81b-ecd1a3e34103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086383 Oct 20 12:04:37.996155 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f830f5c0-60c5-4966-afb7-3a9c305b604c req-0b426985-299d-43f0-9473-edf7e28d9126 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d314c927-2686-42e6-ae42-8ae0c1fcabd4 HTTP/1.1" status: 200 len: 210 time: 0.0358410 Oct 20 12:04:38.118253 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05755db6-cbc1-40f9-9e89-8fca7f889cc1 req-e77bab7b-63af-42df-82cd-78e2c0622eb5 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:38.119967 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-05755db6-cbc1-40f9-9e89-8fca7f889cc1 req-e77bab7b-63af-42df-82cd-78e2c0622eb5 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 945 time: 0.0570710 Oct 20 12:04:38.169483 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-05755db6-cbc1-40f9-9e89-8fca7f889cc1 req-7bdc8266-51a6-42bd-a829-fdc9490ef8dc tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427549 Oct 20 12:04:38.513976 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca7598-8791-4e60-884f-c53f5dd45b17 req-b933185b-1635-418a-bbb6-48e88012f16e tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:38.515398 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ccca7598-8791-4e60-884f-c53f5dd45b17 req-b933185b-1635-418a-bbb6-48e88012f16e tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/ports?device_id=bff77a0d-7fc4-474a-a9ba-726dca29ebb7 HTTP/1.1" status: 200 len: 944 time: 0.0624304 Oct 20 12:04:38.563896 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ccca7598-8791-4e60-884f-c53f5dd45b17 req-e482f876-22a5-49f8-90f1-5b48c31d6655 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/security-groups?id=f09265b6-30ad-4b59-b462-53bd79baea20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428724 Oct 20 12:04:39.171244 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-841ed251-d25c-452f-9d94-8007483010de req-31f29826-b739-49bd-8a4e-0fe43c4307a2 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=d314c927-2686-42e6-ae42-8ae0c1fcabd4 HTTP/1.1" status: 200 len: 210 time: 0.0406866 Oct 20 12:04:39.347232 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447eee65-4865-437f-9986-af49f90db5d7 req-26fd663f-42bf-409b-ba50-bd3249741c9a tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:39.349105 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-447eee65-4865-437f-9986-af49f90db5d7 req-26fd663f-42bf-409b-ba50-bd3249741c9a tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 945 time: 0.0670409 Oct 20 12:04:39.393448 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-447eee65-4865-437f-9986-af49f90db5d7 req-cd607ba9-395a-4b9a-819b-179a7a9e6f5c tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348737 Oct 20 12:04:39.686104 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bdc567-cb44-49ea-914a-89ce6cfcfa9a req-0fa8ecf5-582e-4c8d-84ba-a7729ad9fb12 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:39.687653 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-21bdc567-cb44-49ea-914a-89ce6cfcfa9a req-0fa8ecf5-582e-4c8d-84ba-a7729ad9fb12 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/ports?device_id=bff77a0d-7fc4-474a-a9ba-726dca29ebb7 HTTP/1.1" status: 200 len: 944 time: 0.0517871 Oct 20 12:04:39.727835 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-21bdc567-cb44-49ea-914a-89ce6cfcfa9a req-f73822ec-f8fd-40cc-823b-2755c14b9f4d tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/security-groups?id=f09265b6-30ad-4b59-b462-53bd79baea20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340328 Oct 20 12:04:39.974553 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 6ea3a12d-0522-4c82-98c5-e319a93f5151 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:04:40.079522 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 6ea3a12d-0522-4c82-98c5-e319a93f5151, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=6ea3a12d-0522-4c82-98c5-e319a93f5151,segment=NetworkSegment(af81fc25-8095-4765-8a8c-9a3bd19a5540),segment_id=af81fc25-8095-4765-8a8c-9a3bd19a5540)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:04:40.092118 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '6ea3a12d-0522-4c82-98c5-e319a93f5151', 'network_id': '7c52109c-af86-4d09-a81b-ecd1a3e34103', 'port_id': '6ea3a12d-0522-4c82-98c5-e319a93f5151', 'mac_address': 'fa:16:3e:5c:7a:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ce2eb46-bc8f-4d4a-a8d9-a3cd97792bfe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:04:40.129653 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:40.135188 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25fd650-f42b-4964-a83f-00f500bfd5fc req-48b648f6-dba1-4f45-8b86-e4b7c0e48d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:40.136737 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b25fd650-f42b-4964-a83f-00f500bfd5fc req-48b648f6-dba1-4f45-8b86-e4b7c0e48d9c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d5facc7ebf4c4973bcd1f7527a0dd7a6&device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 1096 time: 0.0434821 Oct 20 12:04:40.151359 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ea3a12d-0522-4c82-98c5-e319a93f5151 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:04:40.164501 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:40.172839 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 6ea3a12d-0522-4c82-98c5-e319a93f5151, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=6ea3a12d-0522-4c82-98c5-e319a93f5151,segment=NetworkSegment(af81fc25-8095-4765-8a8c-9a3bd19a5540),segment_id=af81fc25-8095-4765-8a8c-9a3bd19a5540)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:04:40.177363 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:40.228725 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=6ea3a12d-0522-4c82-98c5-e319a93f5151,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:04:40.237048 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:04:40.237246 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:04:40.237495 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:04:40.237773 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:04:40.238109 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:04:40.240542 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25fd650-f42b-4964-a83f-00f500bfd5fc req-4204e500-0bd8-4dfe-b0da-5502007288af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:40.241827 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b25fd650-f42b-4964-a83f-00f500bfd5fc req-4204e500-0bd8-4dfe-b0da-5502007288af service neutron] 10.222.0.11 "GET /v2.0/networks?id=6dd2d5c8-1621-42ed-b480-8b3fe659c010 HTTP/1.1" status: 200 len: 919 time: 0.0964534 Oct 20 12:04:40.242119 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:04:40.242477 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:04:40.242961 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:04:40.243309 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:04:40.243645 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:04:40.244042 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:04:40.244305 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:04:40.309665 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b25fd650-f42b-4964-a83f-00f500bfd5fc req-e8545de9-3e6f-4136-85e3-70307e6a6c4e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a41c414-e936-4384-ab02-34f20ae3ad38 HTTP/1.1" status: 200 len: 1001 time: 0.0602186 Oct 20 12:04:40.386826 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25fd650-f42b-4964-a83f-00f500bfd5fc req-59030a58-b66e-4bca-b98e-e7e029958ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:40.388301 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b25fd650-f42b-4964-a83f-00f500bfd5fc req-59030a58-b66e-4bca-b98e-e7e029958ae5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=85c08acc-8a9f-45d6-96df-e5a8900af70a HTTP/1.1" status: 200 len: 856 time: 0.0722349 Oct 20 12:04:40.393378 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e9869761-daf1-4861-bc3d-77488659d4cc req-eda53e05-956f-42be-8fff-752fb2400888 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1821154933&fields=id&tenant_id=2a883afeccdc493d8238ba472f031019 HTTP/1.1" status: 200 len: 267 time: 0.0475452 Oct 20 12:04:40.445818 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['6ea3a12d-0522-4c82-98c5-e319a93f5151'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:04:40.530177 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25fd650-f42b-4964-a83f-00f500bfd5fc req-65d0bc07-3731-404b-a75c-c480fc89d520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:40.531665 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b25fd650-f42b-4964-a83f-00f500bfd5fc req-65d0bc07-3731-404b-a75c-c480fc89d520 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6dd2d5c8-1621-42ed-b480-8b3fe659c010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1355457 Oct 20 12:04:40.594112 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f91724-a518-495e-8b2b-13e565188857 req-9b50b8bc-ceb9-4a1b-bf77-1e6c46f09c5c tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:40.595771 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3f91724-a518-495e-8b2b-13e565188857 req-9b50b8bc-ceb9-4a1b-bf77-1e6c46f09c5c tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 945 time: 0.1083932 Oct 20 12:04:40.631446 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9869761-daf1-4861-bc3d-77488659d4cc req-2d151524-00a6-43f9-8dd9-5d569b6df3cb tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:40.632945 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e9869761-daf1-4861-bc3d-77488659d4cc req-2d151524-00a6-43f9-8dd9-5d569b6df3cb tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/networks?id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a HTTP/1.1" status: 200 len: 812 time: 0.2290180 Oct 20 12:04:40.673494 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e9869761-daf1-4861-bc3d-77488659d4cc req-07eb128f-7e64-47d6-9f7d-69d71f190215 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/quotas/2a883afeccdc493d8238ba472f031019 HTTP/1.1" status: 200 len: 375 time: 0.0267897 Oct 20 12:04:40.709825 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3f91724-a518-495e-8b2b-13e565188857 req-553dd093-e40c-41f6-9caa-16227070bd61 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758440 Oct 20 12:04:40.725086 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b25fd650-f42b-4964-a83f-00f500bfd5fc req-79b67fe6-1d75-44c5-8236-010a94208fec service neutron] 10.222.0.11 "GET /v2.0/networks/6dd2d5c8-1621-42ed-b480-8b3fe659c010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821012 Oct 20 12:04:40.775586 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e9869761-daf1-4861-bc3d-77488659d4cc req-03ac424f-4ebb-4188-addf-390657451e38 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=2a883afeccdc493d8238ba472f031019&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0899472 Oct 20 12:04:40.866094 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b25fd650-f42b-4964-a83f-00f500bfd5fc req-6b98745b-bbe8-4cff-bf3d-617ad496fb67 service neutron] 10.222.0.11 "GET /v2.0/networks/6dd2d5c8-1621-42ed-b480-8b3fe659c010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328344 Oct 20 12:04:40.898036 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80feb332-3a69-4035-a728-5f3f398722f8 req-a248a2bd-6cca-41d4-bf86-af54fc965f33 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:40.899534 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-80feb332-3a69-4035-a728-5f3f398722f8 req-a248a2bd-6cca-41d4-bf86-af54fc965f33 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/ports?device_id=bff77a0d-7fc4-474a-a9ba-726dca29ebb7 HTTP/1.1" status: 200 len: 945 time: 0.0937171 Oct 20 12:04:40.981967 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-80feb332-3a69-4035-a728-5f3f398722f8 req-025c1849-06e2-4d2a-b5a3-82e597208975 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/security-groups?id=f09265b6-30ad-4b59-b462-53bd79baea20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741625 Oct 20 12:04:40.992287 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e9869761-daf1-4861-bc3d-77488659d4cc req-f8226695-a069-45b8-b10a-7fb84da0eab2 service neutron] 10.222.0.98 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875033 Oct 20 12:04:41.089749 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e9869761-daf1-4861-bc3d-77488659d4cc req-fe75af8a-7bc5-4a2c-9d67-44cd71a34bc6 service neutron] 10.222.0.98 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909925 Oct 20 12:04:41.380640 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-652d01d7-7a00-4896-901d-61d981a5b1de req-586d94cc-9e9d-4e70-acdc-0bf4f20058f6 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=c13f8214-602b-44ea-96a0-8e2f67de47ef HTTP/1.1" status: 200 len: 210 time: 0.0290480 Oct 20 12:04:41.838579 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92932377-e73c-4766-ac75-72207befb648 req-41d19a36-9ede-43cd-b4f6-3850ffb2c666 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:41.840334 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92932377-e73c-4766-ac75-72207befb648 req-41d19a36-9ede-43cd-b4f6-3850ffb2c666 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 945 time: 0.0552504 Oct 20 12:04:41.880875 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92932377-e73c-4766-ac75-72207befb648 req-3dab8491-0eb8-4d2d-ae63-2227f26a8b96 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334654 Oct 20 12:04:41.998966 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 6ea3a12d-0522-4c82-98c5-e319a93f5151 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:04:42.051809 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 6ea3a12d-0522-4c82-98c5-e319a93f5151 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 12:04:42.055995 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 6ea3a12d-0522-4c82-98c5-e319a93f5151 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:04:42.056372 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:42.099947 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa451b-3769-464a-a56b-b0fae312f930 req-a05d7121-b435-4a02-bbf9-dc421b92dcba tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:42.101460 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a8aa451b-3769-464a-a56b-b0fae312f930 req-a05d7121-b435-4a02-bbf9-dc421b92dcba tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/ports?device_id=bff77a0d-7fc4-474a-a9ba-726dca29ebb7 HTTP/1.1" status: 200 len: 945 time: 0.0505242 Oct 20 12:04:42.140039 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:42.141343 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a8aa451b-3769-464a-a56b-b0fae312f930 req-880a7e79-7b4e-4743-ba23-546a473b3bb5 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/security-groups?id=f09265b6-30ad-4b59-b462-53bd79baea20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331249 Oct 20 12:04:42.168217 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff77a0d-7fc4-474a-a9ba-726dca29ebb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea3a12d-0522-4c82-98c5-e319a93f5151'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:04:42.170582 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26926a79-02ed-4303-9187-db8f3d9c5a3e" -d '{"events": [{"server_uuid": "bff77a0d-7fc4-474a-a9ba-726dca29ebb7", "name": "network-vif-plugged", "status": "completed", "tag": "6ea3a12d-0522-4c82-98c5-e319a93f5151"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:04:42.183754 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 6ea3a12d-0522-4c82-98c5-e319a93f5151, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=6ea3a12d-0522-4c82-98c5-e319a93f5151,segment=NetworkSegment(af81fc25-8095-4765-8a8c-9a3bd19a5540),segment_id=af81fc25-8095-4765-8a8c-9a3bd19a5540)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:04:42.190598 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:42.216211 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89114dc1-cedb-43e1-8129-3c571a25700e x-openstack-request-id: req-89114dc1-cedb-43e1-8129-3c571a25700e {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:04:42.216211 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bff77a0d-7fc4-474a-a9ba-726dca29ebb7", "name": "network-vif-plugged", "status": "completed", "tag": "6ea3a12d-0522-4c82-98c5-e319a93f5151", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:04:42.216485 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-89114dc1-cedb-43e1-8129-3c571a25700e {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:04:42.216762 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bff77a0d-7fc4-474a-a9ba-726dca29ebb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea3a12d-0522-4c82-98c5-e319a93f5151', 'code': 200} Oct 20 12:04:42.246985 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=6ea3a12d-0522-4c82-98c5-e319a93f5151,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:04:42.370779 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7440c-35d9-4e7e-9f53-a170d4ee346c req-82d89362-27e0-4df3-9095-2a643e7dde65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:42.372626 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-08c7440c-35d9-4e7e-9f53-a170d4ee346c req-82d89362-27e0-4df3-9095-2a643e7dde65 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=bff77a0d-7fc4-474a-a9ba-726dca29ebb7 HTTP/1.1" status: 200 len: 1097 time: 0.0638361 Oct 20 12:04:42.381742 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9869761-daf1-4861-bc3d-77488659d4cc req-c9f808d2-4ed3-43ec-9656-bbdde996db83 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:42.383159 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e9869761-daf1-4861-bc3d-77488659d4cc req-c9f808d2-4ed3-43ec-9656-bbdde996db83 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.11 "GET /v2.0/networks?id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a HTTP/1.1" status: 200 len: 812 time: 0.1488740 Oct 20 12:04:42.442410 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-08c7440c-35d9-4e7e-9f53-a170d4ee346c req-4ccde16c-269c-4c39-995b-e3a5c5de1651 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=f09265b6-30ad-4b59-b462-53bd79baea20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581441 Oct 20 12:04:42.449606 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e9869761-daf1-4861-bc3d-77488659d4cc req-2f898f37-f561-4032-ad71-0e22da6b2d51 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a883afeccdc493d8238ba472f031019 HTTP/1.1" status: 200 len: 380 time: 0.0522356 Oct 20 12:04:42.462386 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-e9869761-daf1-4861-bc3d-77488659d4cc req-5cd767e5-551e-4086-ab95-124137f1a8f9 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Request body: {'port': {'device_id': 'c13f8214-602b-44ea-96a0-8e2f67de47ef', 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a', 'admin_state_up': True, 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'security_groups': ['1745226d-8e2b-4dea-859c-ac8bda6e828e']}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:04:42.468952 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:04:42.503490 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a848ded5-a7cc-43a7-a056-cee0d39e286a req-f31b7b13-f7fc-4629-a840-f77e51e3b944 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=c13f8214-602b-44ea-96a0-8e2f67de47ef HTTP/1.1" status: 200 len: 210 time: 0.0375447 Oct 20 12:04:42.600799 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9869761-daf1-4861-bc3d-77488659d4cc req-5cd767e5-551e-4086-ab95-124137f1a8f9 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Made reservation on behalf of 2a883afeccdc493d8238ba472f031019 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:04:42.604779 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e9869761-daf1-4861-bc3d-77488659d4cc req-5cd767e5-551e-4086-ab95-124137f1a8f9 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:42.744191 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-e9869761-daf1-4861-bc3d-77488659d4cc req-5cd767e5-551e-4086-ab95-124137f1a8f9 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Allocated IP 172.20.0.5 (ef53a40f-cb7c-47fd-8a9f-559aa3e9824a/667cbc2d-c894-4d06-bf55-c551daf9476c/837a949e-181a-459b-8f0d-385f56fcab00) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:04:42.888918 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e9869761-daf1-4861-bc3d-77488659d4cc req-5cd767e5-551e-4086-ab95-124137f1a8f9 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:42.923057 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e9869761-daf1-4861-bc3d-77488659d4cc req-5cd767e5-551e-4086-ab95-124137f1a8f9 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:42.974953 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9869761-daf1-4861-bc3d-77488659d4cc req-5cd767e5-551e-4086-ab95-124137f1a8f9 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Network ef53a40f-cb7c-47fd-8a9f-559aa3e9824a is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:04:42.986366 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-e9869761-daf1-4861-bc3d-77488659d4cc req-5cd767e5-551e-4086-ab95-124137f1a8f9 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:04:42.990053 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9869761-daf1-4861-bc3d-77488659d4cc req-5cd767e5-551e-4086-ab95-124137f1a8f9 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:04:43.041960 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd767e5-551e-4086-ab95-124137f1a8f9 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Pushing event updated for resources: {'Port': ['ID=837a949e-181a-459b-8f0d-385f56fcab00,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:04:43.070872 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9869761-daf1-4861-bc3d-77488659d4cc req-5cd767e5-551e-4086-ab95-124137f1a8f9 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:43.071556 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e9869761-daf1-4861-bc3d-77488659d4cc req-5cd767e5-551e-4086-ab95-124137f1a8f9 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:43.090873 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b31b6a-e5d1-45bf-b760-b8371ce426e7 req-4586f2bf-9c30-4dcd-a270-fe4db7401d4d tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:43.092564 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-71b31b6a-e5d1-45bf-b760-b8371ce426e7 req-4586f2bf-9c30-4dcd-a270-fe4db7401d4d tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 945 time: 0.1221876 Oct 20 12:04:43.102968 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e9869761-daf1-4861-bc3d-77488659d4cc req-5cd767e5-551e-4086-ab95-124137f1a8f9 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6458769 Oct 20 12:04:43.123287 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-e9869761-daf1-4861-bc3d-77488659d4cc req-771fb584-9375-4e43-8f29-4a2f79a29f19 service neutron] Request body: {'port': {'device_id': 'c13f8214-602b-44ea-96a0-8e2f67de47ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:04:43.169982 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-71b31b6a-e5d1-45bf-b760-b8371ce426e7 req-c1a259dd-58d1-47ac-b7be-36ef01abefbd tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659850 Oct 20 12:04:43.196532 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e9869761-daf1-4861-bc3d-77488659d4cc req-771fb584-9375-4e43-8f29-4a2f79a29f19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:43.294949 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-180d649f-e0d8-4810-b1f0-883716f874e4 None None] Provisioning complete for port 837a949e-181a-459b-8f0d-385f56fcab00 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:04:43.296240 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-180d649f-e0d8-4810-b1f0-883716f874e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:43.347006 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-180d649f-e0d8-4810-b1f0-883716f874e4 None None] Port 837a949e-181a-459b-8f0d-385f56fcab00 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:04:43.373209 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e5532-e5a5-4236-b960-13ae7a230aca req-958f1cbd-5cea-4de7-9426-da21e928bb61 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:43.374869 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-999e5532-e5a5-4236-b960-13ae7a230aca req-958f1cbd-5cea-4de7-9426-da21e928bb61 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/ports?device_id=bff77a0d-7fc4-474a-a9ba-726dca29ebb7 HTTP/1.1" status: 200 len: 946 time: 0.1317458 Oct 20 12:04:43.464712 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-999e5532-e5a5-4236-b960-13ae7a230aca req-3fffb1e6-591a-4b05-9cbd-437a54bd8cb9 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/security-groups?id=f09265b6-30ad-4b59-b462-53bd79baea20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723565 Oct 20 12:04:43.561568 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-e9869761-daf1-4861-bc3d-77488659d4cc req-771fb584-9375-4e43-8f29-4a2f79a29f19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 837a949e-181a-459b-8f0d-385f56fcab00 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:04:43.570097 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e9869761-daf1-4861-bc3d-77488659d4cc req-771fb584-9375-4e43-8f29-4a2f79a29f19 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:43.584827 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-e9869761-daf1-4861-bc3d-77488659d4cc req-771fb584-9375-4e43-8f29-4a2f79a29f19 service neutron] Transition to ACTIVE for port object 837a949e-181a-459b-8f0d-385f56fcab00 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 12:04:43.591078 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e9869761-daf1-4861-bc3d-77488659d4cc req-771fb584-9375-4e43-8f29-4a2f79a29f19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:43.790582 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771fb584-9375-4e43-8f29-4a2f79a29f19 service neutron] Pushing event updated for resources: {'Port': ['ID=837a949e-181a-459b-8f0d-385f56fcab00,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:04:43.797414 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-e9869761-daf1-4861-bc3d-77488659d4cc req-771fb584-9375-4e43-8f29-4a2f79a29f19 service neutron] Attempting to bind port 837a949e-181a-459b-8f0d-385f56fcab00 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:04:43.798104 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-e9869761-daf1-4861-bc3d-77488659d4cc req-771fb584-9375-4e43-8f29-4a2f79a29f19 service neutron] Attempting to bind port 837a949e-181a-459b-8f0d-385f56fcab00 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': 'eb3b04cf-4e5d-47e1-a25f-825ff902331c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:04:43.799247 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9869761-daf1-4861-bc3d-77488659d4cc req-771fb584-9375-4e43-8f29-4a2f79a29f19 service neutron] Attempting to bind port 837a949e-181a-459b-8f0d-385f56fcab00 on network ef53a40f-cb7c-47fd-8a9f-559aa3e9824a {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:04:43.811020 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9869761-daf1-4861-bc3d-77488659d4cc req-771fb584-9375-4e43-8f29-4a2f79a29f19 service neutron] Port 837a949e-181a-459b-8f0d-385f56fcab00 on network ef53a40f-cb7c-47fd-8a9f-559aa3e9824a not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 12:04:43.811349 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9869761-daf1-4861-bc3d-77488659d4cc req-771fb584-9375-4e43-8f29-4a2f79a29f19 service neutron] Attempting to bind port 837a949e-181a-459b-8f0d-385f56fcab00 on network ef53a40f-cb7c-47fd-8a9f-559aa3e9824a {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:04:43.828071 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81cdd5-5aa8-45a6-981f-a2f974b59976 req-917f36ed-b102-4773-a0cf-8fe231a61a8d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:43.836844 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ff81cdd5-5aa8-45a6-981f-a2f974b59976 req-917f36ed-b102-4773-a0cf-8fe231a61a8d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=c13f8214-602b-44ea-96a0-8e2f67de47ef HTTP/1.1" status: 200 len: 943 time: 0.2300489 Oct 20 12:04:43.838963 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9869761-daf1-4861-bc3d-77488659d4cc req-771fb584-9375-4e43-8f29-4a2f79a29f19 service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:04:43.839408 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9869761-daf1-4861-bc3d-77488659d4cc req-771fb584-9375-4e43-8f29-4a2f79a29f19 service neutron] Checking segment: {'id': 'eb3b04cf-4e5d-47e1-a25f-825ff902331c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:04:43.839828 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9869761-daf1-4861-bc3d-77488659d4cc req-771fb584-9375-4e43-8f29-4a2f79a29f19 service neutron] Bound using segment: {'id': 'eb3b04cf-4e5d-47e1-a25f-825ff902331c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:04:43.840277 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-e9869761-daf1-4861-bc3d-77488659d4cc req-771fb584-9375-4e43-8f29-4a2f79a29f19 service neutron] Bound port: 837a949e-181a-459b-8f0d-385f56fcab00, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb3b04cf-4e5d-47e1-a25f-825ff902331c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:04:43.840647 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e9869761-daf1-4861-bc3d-77488659d4cc req-771fb584-9375-4e43-8f29-4a2f79a29f19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:43.931477 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ff81cdd5-5aa8-45a6-981f-a2f974b59976 req-911f7ad5-e333-4ad1-b44b-5a9dfb5772d3 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935957 Oct 20 12:04:43.981205 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-e9869761-daf1-4861-bc3d-77488659d4cc req-771fb584-9375-4e43-8f29-4a2f79a29f19 service neutron] For port 837a949e-181a-459b-8f0d-385f56fcab00, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:04:43.985263 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-e9869761-daf1-4861-bc3d-77488659d4cc req-771fb584-9375-4e43-8f29-4a2f79a29f19 service neutron] For port 837a949e-181a-459b-8f0d-385f56fcab00, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=837a949e-181a-459b-8f0d-385f56fcab00,segment=NetworkSegment(eb3b04cf-4e5d-47e1-a25f-825ff902331c),segment_id=eb3b04cf-4e5d-47e1-a25f-825ff902331c)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:04:43.990461 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e9869761-daf1-4861-bc3d-77488659d4cc req-771fb584-9375-4e43-8f29-4a2f79a29f19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:44.027936 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9869761-daf1-4861-bc3d-77488659d4cc req-771fb584-9375-4e43-8f29-4a2f79a29f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:44.028587 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e9869761-daf1-4861-bc3d-77488659d4cc req-771fb584-9375-4e43-8f29-4a2f79a29f19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:44.030061 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e9869761-daf1-4861-bc3d-77488659d4cc req-771fb584-9375-4e43-8f29-4a2f79a29f19 service neutron] 10.222.0.11 "PUT /v2.0/ports/837a949e-181a-459b-8f0d-385f56fcab00 HTTP/1.1" status: 200 len: 1091 time: 0.9182820 Oct 20 12:04:44.030540 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c13f8214-602b-44ea-96a0-8e2f67de47ef', 'tag': '837a949e-181a-459b-8f0d-385f56fcab00'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:04:44.033653 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6324866-6049-483e-9ac0-8d6be7fcf17c" -d '{"events": [{"name": "network-changed", "server_uuid": "c13f8214-602b-44ea-96a0-8e2f67de47ef", "tag": "837a949e-181a-459b-8f0d-385f56fcab00"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:04:44.088499 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771fb584-9375-4e43-8f29-4a2f79a29f19 service neutron] Pushing event updated for resources: {'Port': ['ID=837a949e-181a-459b-8f0d-385f56fcab00,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:04:44.119368 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf84a7c3-1cd3-49eb-80ad-c186094e283b x-openstack-request-id: req-cf84a7c3-1cd3-49eb-80ad-c186094e283b {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:04:44.119665 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c13f8214-602b-44ea-96a0-8e2f67de47ef", "tag": "837a949e-181a-459b-8f0d-385f56fcab00", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:04:44.119917 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cf84a7c3-1cd3-49eb-80ad-c186094e283b {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:04:44.120319 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c13f8214-602b-44ea-96a0-8e2f67de47ef', 'tag': '837a949e-181a-459b-8f0d-385f56fcab00', 'status': 'completed', 'code': 200} Oct 20 12:04:44.138485 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9869761-daf1-4861-bc3d-77488659d4cc req-8f0494df-5472-4a80-9ec2-b271cd930ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:44.140328 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e9869761-daf1-4861-bc3d-77488659d4cc req-8f0494df-5472-4a80-9ec2-b271cd930ca4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2a883afeccdc493d8238ba472f031019&device_id=c13f8214-602b-44ea-96a0-8e2f67de47ef HTTP/1.1" status: 200 len: 1094 time: 0.0484037 Oct 20 12:04:44.194626 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e9869761-daf1-4861-bc3d-77488659d4cc req-77ce515f-674f-4362-9cd3-09a8d7209924 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=837a949e-181a-459b-8f0d-385f56fcab00 HTTP/1.1" status: 200 len: 217 time: 0.0451257 Oct 20 12:04:44.265251 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9869761-daf1-4861-bc3d-77488659d4cc req-3dd6a266-111e-4895-aa04-34e8863283b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:44.268401 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e9869761-daf1-4861-bc3d-77488659d4cc req-3dd6a266-111e-4895-aa04-34e8863283b6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=667cbc2d-c894-4d06-bf55-c551daf9476c HTTP/1.1" status: 200 len: 851 time: 0.0669639 Oct 20 12:04:44.327183 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9869761-daf1-4861-bc3d-77488659d4cc req-678e0d11-e21c-471b-8fb9-f207ad48b6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:44.329083 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e9869761-daf1-4861-bc3d-77488659d4cc req-678e0d11-e21c-471b-8fb9-f207ad48b6d1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529032 Oct 20 12:04:44.388886 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 7a41c414-e936-4384-ab02-34f20ae3ad38 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:04:44.482323 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebcb9bd-7ef5-4ff6-8be8-44184775f3d3 req-eb7b6de6-5fdc-421a-b060-ad7dfd2e2542 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:44.483914 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7ebcb9bd-7ef5-4ff6-8be8-44184775f3d3 req-eb7b6de6-5fdc-421a-b060-ad7dfd2e2542 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 945 time: 0.1105306 Oct 20 12:04:44.486242 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e9869761-daf1-4861-bc3d-77488659d4cc req-3dbaa70d-2fbf-421b-8d7d-66b07252424d service neutron] 10.222.0.11 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494696 Oct 20 12:04:44.543716 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:44.573123 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f78acd-85f1-4ceb-9380-c4e06e77d857', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a41c414-e936-4384-ab02-34f20ae3ad38'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:04:44.575619 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c588ee-9495-440a-a76b-7b2d7aedcdd1" -d '{"events": [{"server_uuid": "24f78acd-85f1-4ceb-9380-c4e06e77d857", "name": "network-vif-unplugged", "status": "completed", "tag": "7a41c414-e936-4384-ab02-34f20ae3ad38"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:04:44.589059 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 7a41c414-e936-4384-ab02-34f20ae3ad38, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=7a41c414-e936-4384-ab02-34f20ae3ad38,segment=NetworkSegment(78d7fa11-a64e-4db6-8238-334913b98478),segment_id=78d7fa11-a64e-4db6-8238-334913b98478)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:04:44.593602 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:44.655114 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=7a41c414-e936-4384-ab02-34f20ae3ad38,revision_number=8']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:04:44.975410 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7ebcb9bd-7ef5-4ff6-8be8-44184775f3d3 req-89707c08-f243-4891-94c7-d9c0d8f4f880 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4776883 Oct 20 12:04:45.018756 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3710bb2a-ea7d-47c1-8d22-ee9dc3aa72f1 req-8185bde3-1f06-4535-8500-93fe2b20011c service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4441121 Oct 20 12:04:45.033701 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b11f07-b1b4-422a-92e5-6e83445b0929 req-5727f131-f0c2-4ae6-b4da-c3e93d828a1a tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:45.035592 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-29b11f07-b1b4-422a-92e5-6e83445b0929 req-5727f131-f0c2-4ae6-b4da-c3e93d828a1a tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/ports?device_id=bff77a0d-7fc4-474a-a9ba-726dca29ebb7 HTTP/1.1" status: 200 len: 946 time: 0.4595428 Oct 20 12:04:45.037542 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e9869761-daf1-4861-bc3d-77488659d4cc req-0dcb68d3-bc8a-4df0-beaf-8ae0398d40dd service neutron] 10.222.0.11 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5387261 Oct 20 12:04:45.041006 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 20 Oct 2021 12:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c07d93-97b9-42a6-900d-e9fb4ab3ac3c x-openstack-request-id: req-09c07d93-97b9-42a6-900d-e9fb4ab3ac3c {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:04:45.041480 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f78acd-85f1-4ceb-9380-c4e06e77d857", "name": "network-vif-unplugged", "status": "failed", "tag": "7a41c414-e936-4384-ab02-34f20ae3ad38", "code": 422}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:04:45.041891 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-09c07d93-97b9-42a6-900d-e9fb4ab3ac3c {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:04:45.042449 n-d-814735-3 neutron-server[100648]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '24f78acd-85f1-4ceb-9380-c4e06e77d857', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7a41c414-e936-4384-ab02-34f20ae3ad38', 'code': 422} returned with failed status Oct 20 12:04:45.120349 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-29b11f07-b1b4-422a-92e5-6e83445b0929 req-99120968-cbae-4c2b-a287-54c9211601e0 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/security-groups?id=f09265b6-30ad-4b59-b462-53bd79baea20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746005 Oct 20 12:04:45.175032 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6324866-6049-483e-9ac0-8d6be7fcf17c req-b8f6aec9-b435-437e-830b-d82264144569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:45.176606 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e6324866-6049-483e-9ac0-8d6be7fcf17c req-b8f6aec9-b435-437e-830b-d82264144569 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2a883afeccdc493d8238ba472f031019&device_id=c13f8214-602b-44ea-96a0-8e2f67de47ef HTTP/1.1" status: 200 len: 1094 time: 0.0905175 Oct 20 12:04:45.202935 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537adc7-8cdc-47b3-acc8-ad7667106855 req-a795f762-0efa-4f82-99fb-2739f383afde tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:45.204940 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8537adc7-8cdc-47b3-acc8-ad7667106855 req-a795f762-0efa-4f82-99fb-2739f383afde tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=c13f8214-602b-44ea-96a0-8e2f67de47ef HTTP/1.1" status: 200 len: 943 time: 0.0877888 Oct 20 12:04:45.344122 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8537adc7-8cdc-47b3-acc8-ad7667106855 req-2314651d-cd03-44fa-ae84-bf0589166b9c tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264536 Oct 20 12:04:45.359588 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b035f6-430c-4a4c-aebc-9205fae6007c req-3e72c4b5-0f42-4dcb-94d9-f1d9284e4d09 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:45.361307 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-40b035f6-430c-4a4c-aebc-9205fae6007c req-3e72c4b5-0f42-4dcb-94d9-f1d9284e4d09 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/ports?device_id=bff77a0d-7fc4-474a-a9ba-726dca29ebb7 HTTP/1.1" status: 200 len: 946 time: 0.1455274 Oct 20 12:04:45.408922 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6324866-6049-483e-9ac0-8d6be7fcf17c req-803848a8-6fa5-4ac1-be0b-5113ae19f610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:45.410535 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e6324866-6049-483e-9ac0-8d6be7fcf17c req-803848a8-6fa5-4ac1-be0b-5113ae19f610 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a HTTP/1.1" status: 200 len: 914 time: 0.2263384 Oct 20 12:04:45.416274 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-40b035f6-430c-4a4c-aebc-9205fae6007c req-242470c4-05f6-49eb-a5d1-2adc8c3b7620 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/security-groups?id=f09265b6-30ad-4b59-b462-53bd79baea20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420444 Oct 20 12:04:45.444294 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51056) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:04:45.456781 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e6324866-6049-483e-9ac0-8d6be7fcf17c req-5affd11d-2f1e-465e-a095-058cd0879638 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=837a949e-181a-459b-8f0d-385f56fcab00 HTTP/1.1" status: 200 len: 217 time: 0.0391769 Oct 20 12:04:45.486131 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e57cb67-2bfd-4e17-9925-2731a75ab7d8 tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:45.492486 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3e57cb67-2bfd-4e17-9925-2731a75ab7d8 tempest-TestNetworkBasicOps-993755888 tempest-TestNetworkBasicOps-993755888-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=bff77a0d-7fc4-474a-a9ba-726dca29ebb7 HTTP/1.1" status: 200 len: 1092 time: 0.0460680 Oct 20 12:04:45.493738 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51058) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:04:45.498613 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-1400fb72-5c14-407d-9c59-02f8178a80e6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'port_id': '6ea3a12d-0522-4c82-98c5-e319a93f5151', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:04:45.516437 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6324866-6049-483e-9ac0-8d6be7fcf17c req-83e4a4b9-ab97-4a3d-bfdb-42aebcc28074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:45.518079 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e6324866-6049-483e-9ac0-8d6be7fcf17c req-83e4a4b9-ab97-4a3d-bfdb-42aebcc28074 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=667cbc2d-c894-4d06-bf55-c551daf9476c HTTP/1.1" status: 200 len: 851 time: 0.0542383 Oct 20 12:04:45.523940 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1400fb72-5c14-407d-9c59-02f8178a80e6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for floatingip, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:45.571604 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6324866-6049-483e-9ac0-8d6be7fcf17c req-cb3cff75-2ac6-4a7d-9c04-ba9288940e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:45.573831 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e6324866-6049-483e-9ac0-8d6be7fcf17c req-cb3cff75-2ac6-4a7d-9c04-ba9288940e96 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480294 Oct 20 12:04:45.665759 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:45.690697 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e6324866-6049-483e-9ac0-8d6be7fcf17c req-5003bea3-ae10-46ff-b91e-1ea1f52b871b service neutron] 10.222.0.11 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090155 Oct 20 12:04:45.798681 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e6324866-6049-483e-9ac0-8d6be7fcf17c req-e3d1e16a-5e70-4170-b25d-fb893d5934fd service neutron] 10.222.0.11 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005008 Oct 20 12:04:45.920565 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710bb2a-ea7d-47c1-8d22-ee9dc3aa72f1 req-d50aa04e-db19-479f-b083-ca688b6d4fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:45.922251 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3710bb2a-ea7d-47c1-8d22-ee9dc3aa72f1 req-d50aa04e-db19-479f-b083-ca688b6d4fd3 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857&tenant_id=d5facc7ebf4c4973bcd1f7527a0dd7a6 HTTP/1.1" status: 200 len: 1094 time: 0.0483789 Oct 20 12:04:45.935526 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-3710bb2a-ea7d-47c1-8d22-ee9dc3aa72f1 req-afe3e7a7-12a2-4784-97e0-014d3bcdee68 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-814735-3', 'device_owner': 'compute:nova'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:04:46.004945 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1400fb72-5c14-407d-9c59-02f8178a80e6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:46.007006 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3710bb2a-ea7d-47c1-8d22-ee9dc3aa72f1 req-afe3e7a7-12a2-4784-97e0-014d3bcdee68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:46.131634 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-1400fb72-5c14-407d-9c59-02f8178a80e6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Allocated IP 172.25.5.184 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/afbf3c75-daa6-4e49-b32a-4a43981eb5f9) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:04:46.199151 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae12e5-e581-4341-a1bd-904bb6354d54 req-c71689d0-f723-46e7-b73f-392b7a3efd40 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:46.200943 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-72ae12e5-e581-4341-a1bd-904bb6354d54 req-c71689d0-f723-46e7-b73f-392b7a3efd40 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 943 time: 0.1338532 Oct 20 12:04:46.235901 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1400fb72-5c14-407d-9c59-02f8178a80e6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:46.270681 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1400fb72-5c14-407d-9c59-02f8178a80e6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:46.299106 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-72ae12e5-e581-4341-a1bd-904bb6354d54 req-28d5928c-1018-413c-95d1-54c10203e59b tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846660 Oct 20 12:04:46.307739 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1400fb72-5c14-407d-9c59-02f8178a80e6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:04:46.312768 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-1400fb72-5c14-407d-9c59-02f8178a80e6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:04:46.316460 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1400fb72-5c14-407d-9c59-02f8178a80e6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:04:46.322978 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-3710bb2a-ea7d-47c1-8d22-ee9dc3aa72f1 req-afe3e7a7-12a2-4784-97e0-014d3bcdee68 service neutron] For port 7a41c414-e936-4384-ab02-34f20ae3ad38, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=7a41c414-e936-4384-ab02-34f20ae3ad38,segment=NetworkSegment(78d7fa11-a64e-4db6-8238-334913b98478),segment_id=78d7fa11-a64e-4db6-8238-334913b98478)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:04:46.345940 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1400fb72-5c14-407d-9c59-02f8178a80e6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event updated for resources: {'Port': ['ID=afbf3c75-daa6-4e49-b32a-4a43981eb5f9,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:04:46.387191 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-3710bb2a-ea7d-47c1-8d22-ee9dc3aa72f1 req-afe3e7a7-12a2-4784-97e0-014d3bcdee68 service neutron] For port 7a41c414-e936-4384-ab02-34f20ae3ad38, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:04:46.458180 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-3710bb2a-ea7d-47c1-8d22-ee9dc3aa72f1 req-afe3e7a7-12a2-4784-97e0-014d3bcdee68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a41c414-e936-4384-ab02-34f20ae3ad38 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:04:46.467658 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3710bb2a-ea7d-47c1-8d22-ee9dc3aa72f1 req-afe3e7a7-12a2-4784-97e0-014d3bcdee68 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:46.489935 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-3710bb2a-ea7d-47c1-8d22-ee9dc3aa72f1 req-afe3e7a7-12a2-4784-97e0-014d3bcdee68 service neutron] Transition to ACTIVE for port object 7a41c414-e936-4384-ab02-34f20ae3ad38 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 12:04:46.501769 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e154ca-89f4-441e-8d3c-5588f68159a1 req-39b25113-1391-4255-8656-4d3f7233389a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:46.503337 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-13e154ca-89f4-441e-8d3c-5588f68159a1 req-39b25113-1391-4255-8656-4d3f7233389a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=c13f8214-602b-44ea-96a0-8e2f67de47ef HTTP/1.1" status: 200 len: 943 time: 0.0853415 Oct 20 12:04:46.504894 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3710bb2a-ea7d-47c1-8d22-ee9dc3aa72f1 req-afe3e7a7-12a2-4784-97e0-014d3bcdee68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:46.638236 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe3e7a7-12a2-4784-97e0-014d3bcdee68 service neutron] Pushing event updated for resources: {'Port': ['ID=7a41c414-e936-4384-ab02-34f20ae3ad38,revision_number=9']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:04:46.695136 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-13e154ca-89f4-441e-8d3c-5588f68159a1 req-e32cb818-d0a5-4dfa-861e-12b261e51ba2 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849639 Oct 20 12:04:46.732993 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1400fb72-5c14-407d-9c59-02f8178a80e6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:46.753590 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-3710bb2a-ea7d-47c1-8d22-ee9dc3aa72f1 req-afe3e7a7-12a2-4784-97e0-014d3bcdee68 service neutron] No DVR routers for this DVR port 7a41c414-e936-4384-ab02-34f20ae3ad38 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:04:46.841221 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1400fb72-5c14-407d-9c59-02f8178a80e6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:46.910202 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-3710bb2a-ea7d-47c1-8d22-ee9dc3aa72f1 req-afe3e7a7-12a2-4784-97e0-014d3bcdee68 service neutron] Attempting to bind port 7a41c414-e936-4384-ab02-34f20ae3ad38 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:04:46.910537 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-3710bb2a-ea7d-47c1-8d22-ee9dc3aa72f1 req-afe3e7a7-12a2-4784-97e0-014d3bcdee68 service neutron] Attempting to bind port 7a41c414-e936-4384-ab02-34f20ae3ad38 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '78d7fa11-a64e-4db6-8238-334913b98478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '6dd2d5c8-1621-42ed-b480-8b3fe659c010'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:04:46.910935 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3710bb2a-ea7d-47c1-8d22-ee9dc3aa72f1 req-afe3e7a7-12a2-4784-97e0-014d3bcdee68 service neutron] Attempting to bind port 7a41c414-e936-4384-ab02-34f20ae3ad38 on network 6dd2d5c8-1621-42ed-b480-8b3fe659c010 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:04:46.915360 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3710bb2a-ea7d-47c1-8d22-ee9dc3aa72f1 req-afe3e7a7-12a2-4784-97e0-014d3bcdee68 service neutron] Port 7a41c414-e936-4384-ab02-34f20ae3ad38 on network 6dd2d5c8-1621-42ed-b480-8b3fe659c010 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 12:04:46.915678 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3710bb2a-ea7d-47c1-8d22-ee9dc3aa72f1 req-afe3e7a7-12a2-4784-97e0-014d3bcdee68 service neutron] Attempting to bind port 7a41c414-e936-4384-ab02-34f20ae3ad38 on network 6dd2d5c8-1621-42ed-b480-8b3fe659c010 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:04:46.920701 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3710bb2a-ea7d-47c1-8d22-ee9dc3aa72f1 req-afe3e7a7-12a2-4784-97e0-014d3bcdee68 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:04:46.921034 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3710bb2a-ea7d-47c1-8d22-ee9dc3aa72f1 req-afe3e7a7-12a2-4784-97e0-014d3bcdee68 service neutron] Checking segment: {'id': '78d7fa11-a64e-4db6-8238-334913b98478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '6dd2d5c8-1621-42ed-b480-8b3fe659c010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:04:46.921415 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3710bb2a-ea7d-47c1-8d22-ee9dc3aa72f1 req-afe3e7a7-12a2-4784-97e0-014d3bcdee68 service neutron] Bound using segment: {'id': '78d7fa11-a64e-4db6-8238-334913b98478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '6dd2d5c8-1621-42ed-b480-8b3fe659c010'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:04:46.921861 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-3710bb2a-ea7d-47c1-8d22-ee9dc3aa72f1 req-afe3e7a7-12a2-4784-97e0-014d3bcdee68 service neutron] Bound port: 7a41c414-e936-4384-ab02-34f20ae3ad38, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78d7fa11-a64e-4db6-8238-334913b98478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '6dd2d5c8-1621-42ed-b480-8b3fe659c010'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:04:46.922260 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3710bb2a-ea7d-47c1-8d22-ee9dc3aa72f1 req-afe3e7a7-12a2-4784-97e0-014d3bcdee68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:46.986112 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-3710bb2a-ea7d-47c1-8d22-ee9dc3aa72f1 req-afe3e7a7-12a2-4784-97e0-014d3bcdee68 service neutron] For port 7a41c414-e936-4384-ab02-34f20ae3ad38, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:04:46.989473 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-3710bb2a-ea7d-47c1-8d22-ee9dc3aa72f1 req-afe3e7a7-12a2-4784-97e0-014d3bcdee68 service neutron] For port 7a41c414-e936-4384-ab02-34f20ae3ad38, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=7a41c414-e936-4384-ab02-34f20ae3ad38,segment=NetworkSegment(78d7fa11-a64e-4db6-8238-334913b98478),segment_id=78d7fa11-a64e-4db6-8238-334913b98478)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:04:46.994111 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3710bb2a-ea7d-47c1-8d22-ee9dc3aa72f1 req-afe3e7a7-12a2-4784-97e0-014d3bcdee68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:47.018624 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1400fb72-5c14-407d-9c59-02f8178a80e6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:47.028600 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710bb2a-ea7d-47c1-8d22-ee9dc3aa72f1 req-afe3e7a7-12a2-4784-97e0-014d3bcdee68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:47.029098 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3710bb2a-ea7d-47c1-8d22-ee9dc3aa72f1 req-afe3e7a7-12a2-4784-97e0-014d3bcdee68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:47.030486 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3710bb2a-ea7d-47c1-8d22-ee9dc3aa72f1 req-afe3e7a7-12a2-4784-97e0-014d3bcdee68 service neutron] 10.222.0.89 "PUT /v2.0/ports/7a41c414-e936-4384-ab02-34f20ae3ad38 HTTP/1.1" status: 200 len: 1091 time: 1.0997941 Oct 20 12:04:47.030988 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24f78acd-85f1-4ceb-9380-c4e06e77d857', 'tag': '7a41c414-e936-4384-ab02-34f20ae3ad38'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:04:47.032612 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1400fb72-5c14-407d-9c59-02f8178a80e6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:47.033331 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c5b20b-f1fb-4ca1-a3a7-f9a4c4e6ab6c" -d '{"events": [{"name": "network-changed", "server_uuid": "24f78acd-85f1-4ceb-9380-c4e06e77d857", "tag": "7a41c414-e936-4384-ab02-34f20ae3ad38"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:04:47.108598 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc06fce4-86c7-42e2-92f3-5b1589ca9045 x-openstack-request-id: req-bc06fce4-86c7-42e2-92f3-5b1589ca9045 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:04:47.108951 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24f78acd-85f1-4ceb-9380-c4e06e77d857", "tag": "7a41c414-e936-4384-ab02-34f20ae3ad38", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:04:47.109159 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bc06fce4-86c7-42e2-92f3-5b1589ca9045 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:04:47.109530 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24f78acd-85f1-4ceb-9380-c4e06e77d857', 'tag': '7a41c414-e936-4384-ab02-34f20ae3ad38', 'status': 'completed', 'code': 200} Oct 20 12:04:47.118205 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe3e7a7-12a2-4784-97e0-014d3bcdee68 service neutron] Pushing event updated for resources: {'Port': ['ID=7a41c414-e936-4384-ab02-34f20ae3ad38,revision_number=10']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:04:47.118662 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1400fb72-5c14-407d-9c59-02f8178a80e6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event updated for resources: {'Port': ['ID=afbf3c75-daa6-4e49-b32a-4a43981eb5f9,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:04:47.132530 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1400fb72-5c14-407d-9c59-02f8178a80e6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:47.144599 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710bb2a-ea7d-47c1-8d22-ee9dc3aa72f1 req-670d561b-c693-4432-9cc4-f7891c4f9118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:47.146247 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3710bb2a-ea7d-47c1-8d22-ee9dc3aa72f1 req-670d561b-c693-4432-9cc4-f7891c4f9118 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d5facc7ebf4c4973bcd1f7527a0dd7a6&device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 1095 time: 0.0834558 Oct 20 12:04:47.254409 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710bb2a-ea7d-47c1-8d22-ee9dc3aa72f1 req-340a2cdc-0ce8-4c1b-8432-30aacaa14773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:47.256129 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3710bb2a-ea7d-47c1-8d22-ee9dc3aa72f1 req-340a2cdc-0ce8-4c1b-8432-30aacaa14773 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6dd2d5c8-1621-42ed-b480-8b3fe659c010 HTTP/1.1" status: 200 len: 919 time: 0.1019287 Oct 20 12:04:47.257131 n-d-814735-3 neutron-server[100646]: INFO neutron.db.l3_db [None req-1400fb72-5c14-407d-9c59-02f8178a80e6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Floating IP 8fea5502-c0c3-4c62-9554-c107aecefb6c associated. External IP: 172.25.5.184, port: 6ea3a12d-0522-4c82-98c5-e319a93f5151. Oct 20 12:04:47.351341 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3710bb2a-ea7d-47c1-8d22-ee9dc3aa72f1 req-69da94f3-fd2f-453d-92e7-2aba323a32d4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a41c414-e936-4384-ab02-34f20ae3ad38 HTTP/1.1" status: 200 len: 999 time: 0.0833275 Oct 20 12:04:47.444169 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710bb2a-ea7d-47c1-8d22-ee9dc3aa72f1 req-7f5e748f-b15a-43c4-b279-aa07dd8d7865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:47.445588 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3710bb2a-ea7d-47c1-8d22-ee9dc3aa72f1 req-7f5e748f-b15a-43c4-b279-aa07dd8d7865 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=85c08acc-8a9f-45d6-96df-e5a8900af70a HTTP/1.1" status: 200 len: 856 time: 0.0828760 Oct 20 12:04:47.469900 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afbb2ee-984f-4466-bf7e-ddac6c9a46e4 req-96f5c071-5543-4ac0-9744-06e326f0c94c tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:47.471419 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0afbb2ee-984f-4466-bf7e-ddac6c9a46e4 req-96f5c071-5543-4ac0-9744-06e326f0c94c tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 944 time: 0.0748625 Oct 20 12:04:47.498835 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1400fb72-5c14-407d-9c59-02f8178a80e6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Router f1cf7241-6fea-4b1f-ba2c-c18b4aa02457 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:04:47.531375 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710bb2a-ea7d-47c1-8d22-ee9dc3aa72f1 req-a7ab6595-d925-4788-b73f-9584f831aef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:47.532892 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3710bb2a-ea7d-47c1-8d22-ee9dc3aa72f1 req-a7ab6595-d925-4788-b73f-9584f831aef7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6dd2d5c8-1621-42ed-b480-8b3fe659c010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786469 Oct 20 12:04:47.536078 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0afbb2ee-984f-4466-bf7e-ddac6c9a46e4 req-c5b58d97-fe86-4c1e-82f8-1aee5fb117fe tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460093 Oct 20 12:04:47.615217 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1400fb72-5c14-407d-9c59-02f8178a80e6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:04:47.628288 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f844e77-3295-4526-80cf-8e5acc1f4d6e None None] Sync routers for ids ['f1cf7241-6fea-4b1f-ba2c-c18b4aa02457'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:04:47.638178 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1400fb72-5c14-407d-9c59-02f8178a80e6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:47.646354 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3710bb2a-ea7d-47c1-8d22-ee9dc3aa72f1 req-dc8ce3e3-fe39-42d2-b8ca-a6cf76145c99 service neutron] 10.222.0.89 "GET /v2.0/networks/6dd2d5c8-1621-42ed-b480-8b3fe659c010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006465 Oct 20 12:04:47.660124 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f844e77-3295-4526-80cf-8e5acc1f4d6e None None] Routers {'f1cf7241-6fea-4b1f-ba2c-c18b4aa02457'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:04:47.660937 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-2f844e77-3295-4526-80cf-8e5acc1f4d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:04:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['f1cf7241-6fea-4b1f-ba2c-c18b4aa02457'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:04:47.669419 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1400fb72-5c14-407d-9c59-02f8178a80e6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1739933 Oct 20 12:04:47.670389 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bff77a0d-7fc4-474a-a9ba-726dca29ebb7', 'tag': '6ea3a12d-0522-4c82-98c5-e319a93f5151'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:04:47.673113 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 51068) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:04:47.674003 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b13821-a6b4-47b0-ae99-6696024b6fd3" -d '{"events": [{"name": "network-changed", "server_uuid": "bff77a0d-7fc4-474a-a9ba-726dca29ebb7", "tag": "6ea3a12d-0522-4c82-98c5-e319a93f5151"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:04:47.800084 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42c367d-87f0-4099-876b-94b81978ac32 x-openstack-request-id: req-d42c367d-87f0-4099-876b-94b81978ac32 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:04:47.800721 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bff77a0d-7fc4-474a-a9ba-726dca29ebb7", "tag": "6ea3a12d-0522-4c82-98c5-e319a93f5151", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:04:47.800721 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d42c367d-87f0-4099-876b-94b81978ac32 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:04:47.801030 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bff77a0d-7fc4-474a-a9ba-726dca29ebb7', 'tag': '6ea3a12d-0522-4c82-98c5-e319a93f5151', 'status': 'completed', 'code': 200} Oct 20 12:04:47.806006 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-2f844e77-3295-4526-80cf-8e5acc1f4d6e None None] Set router f1cf7241-6fea-4b1f-ba2c-c18b4aa02457 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:04:47.851921 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8cf85ef9-8b79-4aaf-852c-70a701683ba0 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/floatingips/8fea5502-c0c3-4c62-9554-c107aecefb6c HTTP/1.1" status: 200 len: 992 time: 0.1766322 Oct 20 12:04:47.880657 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6579ff-1ca8-4afe-8f94-d0edd452ac42 req-ac3607b2-6198-4c11-b932-88966ae53488 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:47.882160 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6a6579ff-1ca8-4afe-8f94-d0edd452ac42 req-ac3607b2-6198-4c11-b932-88966ae53488 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=c13f8214-602b-44ea-96a0-8e2f67de47ef HTTP/1.1" status: 200 len: 943 time: 0.0936000 Oct 20 12:04:47.884291 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3710bb2a-ea7d-47c1-8d22-ee9dc3aa72f1 req-e9f42c20-5422-4f38-a137-630a8d057299 service neutron] 10.222.0.89 "GET /v2.0/networks/6dd2d5c8-1621-42ed-b480-8b3fe659c010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348559 Oct 20 12:04:47.903975 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b13821-a6b4-47b0-ae99-6696024b6fd3 req-bf56cecd-89eb-44f4-93f1-37ff2ddfde83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:47.905690 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c9b13821-a6b4-47b0-ae99-6696024b6fd3 req-bf56cecd-89eb-44f4-93f1-37ff2ddfde83 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=07250ad1f1204e6d869db0513ecc8bd0&device_id=bff77a0d-7fc4-474a-a9ba-726dca29ebb7 HTTP/1.1" status: 200 len: 1097 time: 0.0800042 Oct 20 12:04:47.932981 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6a6579ff-1ca8-4afe-8f94-d0edd452ac42 req-f21c3017-cb93-4d70-8180-e61b34ca303c tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441849 Oct 20 12:04:48.047628 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5b20b-f1fb-4ca1-a3a7-f9a4c4e6ab6c req-00fed035-a031-482d-a688-f4e983ff6d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:48.047908 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b13821-a6b4-47b0-ae99-6696024b6fd3 req-abc71eb2-614c-41fa-be94-e645d57e3f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:48.049311 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c9b13821-a6b4-47b0-ae99-6696024b6fd3 req-abc71eb2-614c-41fa-be94-e645d57e3f23 service neutron] 10.222.0.89 "GET /v2.0/networks?id=7c52109c-af86-4d09-a81b-ecd1a3e34103 HTTP/1.1" status: 200 len: 898 time: 0.1336343 Oct 20 12:04:48.049749 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-15c5b20b-f1fb-4ca1-a3a7-f9a4c4e6ab6c req-00fed035-a031-482d-a688-f4e983ff6d73 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d5facc7ebf4c4973bcd1f7527a0dd7a6&device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 1095 time: 0.0850942 Oct 20 12:04:48.167572 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5b20b-f1fb-4ca1-a3a7-f9a4c4e6ab6c req-f07f483a-f42f-4e8a-88f0-0f378ae7a491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:48.170048 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-15c5b20b-f1fb-4ca1-a3a7-f9a4c4e6ab6c req-f07f483a-f42f-4e8a-88f0-0f378ae7a491 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6dd2d5c8-1621-42ed-b480-8b3fe659c010 HTTP/1.1" status: 200 len: 919 time: 0.1060739 Oct 20 12:04:48.180494 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-2f844e77-3295-4526-80cf-8e5acc1f4d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1cf7241-6fea-4b1f-ba2c-c18b4aa02457', 'name': 'tempest-TestNetworkBasicOps-router-1297692152', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '035db3ce-c050-4386-83d0-7a4e9691ad92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:04:22Z', 'updated_at': '2021-10-20T12:04:26Z', 'revision_number': 4, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'gw_port': {'id': '035db3ce-c050-4386-83d0-7a4e9691ad92', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cf7241-6fea-4b1f-ba2c-c18b4aa02457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:04:22Z', 'updated_at': '2021-10-20T12:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '8fea5502-c0c3-4c62-9554-c107aecefb6c', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'floating_ip_address': '172.25.5.184', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'f1cf7241-6fea-4b1f-ba2c-c18b4aa02457', 'port_id': '6ea3a12d-0522-4c82-98c5-e319a93f5151', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c52109c-af86-4d09-a81b-ecd1a3e34103', 'mac_address': 'fa:16:3e:5c:7a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff77a0d-7fc4-474a-a9ba-726dca29ebb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:04:46Z', 'updated_at': '2021-10-20T12:04:46Z', 'revision_number': 0, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '294d39c5-e31b-4396-bc6b-3801266cdc08', 'name': '', 'network_id': '7c52109c-af86-4d09-a81b-ecd1a3e34103', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'mac_address': 'fa:16:3e:53:6a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cf7241-6fea-4b1f-ba2c-c18b4aa02457', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '0ce2eb46-bc8f-4d4a-a8d9-a3cd97792bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:04:25Z', 'updated_at': '2021-10-20T12:04:30Z', 'revision_number': 5, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'subnets': [{'id': '0ce2eb46-bc8f-4d4a-a8d9-a3cd97792bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:04:48.198938 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c9b13821-a6b4-47b0-ae99-6696024b6fd3 req-ca942cbb-41cb-4a83-bd4d-e78cf735945f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ea3a12d-0522-4c82-98c5-e319a93f5151 HTTP/1.1" status: 200 len: 1000 time: 0.1265905 Oct 20 12:04:48.251864 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-15c5b20b-f1fb-4ca1-a3a7-f9a4c4e6ab6c req-e9da3339-9abc-4362-8229-56826fb9ee5b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a41c414-e936-4384-ab02-34f20ae3ad38 HTTP/1.1" status: 200 len: 999 time: 0.0745759 Oct 20 12:04:48.274190 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b13821-a6b4-47b0-ae99-6696024b6fd3 req-2a4cbf57-a4e7-483d-9e7d-c3365f326272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:48.277039 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c9b13821-a6b4-47b0-ae99-6696024b6fd3 req-2a4cbf57-a4e7-483d-9e7d-c3365f326272 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0ce2eb46-bc8f-4d4a-a8d9-a3cd97792bfe HTTP/1.1" status: 200 len: 834 time: 0.0645893 Oct 20 12:04:48.314939 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f844e77-3295-4526-80cf-8e5acc1f4d6e None None] Checking router: f1cf7241-6fea-4b1f-ba2c-c18b4aa02457 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:04:48.324429 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f844e77-3295-4526-80cf-8e5acc1f4d6e None None] Routers {'f1cf7241-6fea-4b1f-ba2c-c18b4aa02457'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:04:48.325071 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-2f844e77-3295-4526-80cf-8e5acc1f4d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:04:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['f1cf7241-6fea-4b1f-ba2c-c18b4aa02457'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:04:48.476813 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-2f844e77-3295-4526-80cf-8e5acc1f4d6e None None] Set router f1cf7241-6fea-4b1f-ba2c-c18b4aa02457 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:04:48.698023 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e8b4d-9f62-49e4-8167-4eaeb4534ecd req-748689c8-037c-435a-9034-56bc202caa8b tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:48.699560 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-790e8b4d-9f62-49e4-8167-4eaeb4534ecd req-748689c8-037c-435a-9034-56bc202caa8b tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 944 time: 0.0760067 Oct 20 12:04:48.754101 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-790e8b4d-9f62-49e4-8167-4eaeb4534ecd req-d77729ed-6969-418b-8634-09e0ad6d0245 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479608 Oct 20 12:04:48.767455 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-2f844e77-3295-4526-80cf-8e5acc1f4d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1cf7241-6fea-4b1f-ba2c-c18b4aa02457', 'name': 'tempest-TestNetworkBasicOps-router-1297692152', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '035db3ce-c050-4386-83d0-7a4e9691ad92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:04:22Z', 'updated_at': '2021-10-20T12:04:26Z', 'revision_number': 4, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'gw_port': {'id': '035db3ce-c050-4386-83d0-7a4e9691ad92', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cf7241-6fea-4b1f-ba2c-c18b4aa02457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:04:22Z', 'updated_at': '2021-10-20T12:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '8fea5502-c0c3-4c62-9554-c107aecefb6c', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'floating_ip_address': '172.25.5.184', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'f1cf7241-6fea-4b1f-ba2c-c18b4aa02457', 'port_id': '6ea3a12d-0522-4c82-98c5-e319a93f5151', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c52109c-af86-4d09-a81b-ecd1a3e34103', 'mac_address': 'fa:16:3e:5c:7a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff77a0d-7fc4-474a-a9ba-726dca29ebb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:04:46Z', 'updated_at': '2021-10-20T12:04:46Z', 'revision_number': 0, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '294d39c5-e31b-4396-bc6b-3801266cdc08', 'name': '', 'network_id': '7c52109c-af86-4d09-a81b-ecd1a3e34103', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'mac_address': 'fa:16:3e:53:6a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cf7241-6fea-4b1f-ba2c-c18b4aa02457', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '0ce2eb46-bc8f-4d4a-a8d9-a3cd97792bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:04:25Z', 'updated_at': '2021-10-20T12:04:30Z', 'revision_number': 5, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'subnets': [{'id': '0ce2eb46-bc8f-4d4a-a8d9-a3cd97792bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:04:48.800678 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f844e77-3295-4526-80cf-8e5acc1f4d6e None None] The sync data for ids ['f1cf7241-6fea-4b1f-ba2c-c18b4aa02457'] in n-d-814735-3 is: [{'id': 'f1cf7241-6fea-4b1f-ba2c-c18b4aa02457', 'name': 'tempest-TestNetworkBasicOps-router-1297692152', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '035db3ce-c050-4386-83d0-7a4e9691ad92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:04:22Z', 'updated_at': '2021-10-20T12:04:26Z', 'revision_number': 4, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'gw_port': {'id': '035db3ce-c050-4386-83d0-7a4e9691ad92', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cf7241-6fea-4b1f-ba2c-c18b4aa02457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:04:22Z', 'updated_at': '2021-10-20T12:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '8fea5502-c0c3-4c62-9554-c107aecefb6c', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'floating_ip_address': '172.25.5.184', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'f1cf7241-6fea-4b1f-ba2c-c18b4aa02457', 'port_id': '6ea3a12d-0522-4c82-98c5-e319a93f5151', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c52109c-af86-4d09-a81b-ecd1a3e34103', 'mac_address': 'fa:16:3e:5c:7a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff77a0d-7fc4-474a-a9ba-726dca29ebb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:04:46Z', 'updated_at': '2021-10-20T12:04:46Z', 'revision_number': 0, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '294d39c5-e31b-4396-bc6b-3801266cdc08', 'name': '', 'network_id': '7c52109c-af86-4d09-a81b-ecd1a3e34103', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'mac_address': 'fa:16:3e:53:6a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cf7241-6fea-4b1f-ba2c-c18b4aa02457', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '0ce2eb46-bc8f-4d4a-a8d9-a3cd97792bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:04:25Z', 'updated_at': '2021-10-20T12:04:30Z', 'revision_number': 5, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'subnets': [{'id': '0ce2eb46-bc8f-4d4a-a8d9-a3cd97792bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:04:48.853891 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 51094) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:04:48.932140 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3f192953-79a4-4db9-b928-d87c08ec4b51 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/floatingips/8fea5502-c0c3-4c62-9554-c107aecefb6c HTTP/1.1" status: 200 len: 992 time: 0.0758882 Oct 20 12:04:49.062566 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65174079-6bda-416d-9d8c-ea0fb605b6b2 None None] New status for floating IP 8fea5502-c0c3-4c62-9554-c107aecefb6c: ACTIVE {{(pid=100648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 12:04:49.068546 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4672085-8b18-410c-be91-0845065a7c22 req-97736f2c-ea1c-48f8-bc61-f1fbd7058250 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:49.070443 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d4672085-8b18-410c-be91-0845065a7c22 req-97736f2c-ea1c-48f8-bc61-f1fbd7058250 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=c13f8214-602b-44ea-96a0-8e2f67de47ef HTTP/1.1" status: 200 len: 943 time: 0.0660648 Oct 20 12:04:49.110733 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d4672085-8b18-410c-be91-0845065a7c22 req-0164a7f5-7229-499c-9a00-58cd48b13f5a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331316 Oct 20 12:04:49.345591 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7810f7a6-6db8-4c3e-a0b7-35cedf0c1b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:49.891267 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a89d7f-31d4-473a-b6e4-1e78cc1ebd14 req-a770165d-4760-4472-81c7-916337863c84 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:49.892800 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-85a89d7f-31d4-473a-b6e4-1e78cc1ebd14 req-a770165d-4760-4472-81c7-916337863c84 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 944 time: 0.0504494 Oct 20 12:04:49.932908 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-85a89d7f-31d4-473a-b6e4-1e78cc1ebd14 req-03da7399-7e84-42ee-932f-0240d3284591 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336568 Oct 20 12:04:49.935166 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51100) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:04:50.007038 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-9a0a38da-8773-4de2-bea4-da0885e1b4de tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/floatingips/8fea5502-c0c3-4c62-9554-c107aecefb6c HTTP/1.1" status: 200 len: 994 time: 0.0705662 Oct 20 12:04:50.235239 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dfd11a-6c2f-4cd6-a916-3552d519ae75 req-ac95de71-9766-4b2c-afcb-6c5b46712265 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:50.237156 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a5dfd11a-6c2f-4cd6-a916-3552d519ae75 req-ac95de71-9766-4b2c-afcb-6c5b46712265 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=c13f8214-602b-44ea-96a0-8e2f67de47ef HTTP/1.1" status: 200 len: 943 time: 0.0522084 Oct 20 12:04:50.284056 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a5dfd11a-6c2f-4cd6-a916-3552d519ae75 req-59c66ac6-2ada-49db-a7ff-8f7a4bc203f1 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408056 Oct 20 12:04:51.077296 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460482d1-4e35-4ee7-b167-bf706a11d371 req-6db9e586-836d-4554-b375-70f78c15bf1b tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:51.078989 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-460482d1-4e35-4ee7-b167-bf706a11d371 req-6db9e586-836d-4554-b375-70f78c15bf1b tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 944 time: 0.0602996 Oct 20 12:04:51.122246 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-460482d1-4e35-4ee7-b167-bf706a11d371 req-ab7819a6-60c3-464b-b841-d28c603c8cc0 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370743 Oct 20 12:04:51.409072 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7cd0a-0fcc-4fbf-a08d-7f1ec4c92b80 req-a3cc0feb-cb6b-46eb-afc7-7c1850e19dba tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:51.410593 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-64c7cd0a-0fcc-4fbf-a08d-7f1ec4c92b80 req-a3cc0feb-cb6b-46eb-afc7-7c1850e19dba tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=c13f8214-602b-44ea-96a0-8e2f67de47ef HTTP/1.1" status: 200 len: 943 time: 0.0528710 Oct 20 12:04:51.455672 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-64c7cd0a-0fcc-4fbf-a08d-7f1ec4c92b80 req-40c8dd14-2b17-4921-856f-834ea6c0c32c tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381489 Oct 20 12:04:52.232818 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-80d6d50c-8c8b-4caa-bc2b-f9b4e74b270a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:52.253798 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7065d-1a98-428f-8c04-9cef9fbc36eb req-ed901ddc-9fdd-458a-b14e-1823e1f094de tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:52.255332 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aee7065d-1a98-428f-8c04-9cef9fbc36eb req-ed901ddc-9fdd-458a-b14e-1823e1f094de tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 944 time: 0.0575607 Oct 20 12:04:52.301641 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aee7065d-1a98-428f-8c04-9cef9fbc36eb req-94848e98-2b12-4017-b88a-9db65deb5f25 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390894 Oct 20 12:04:52.576661 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb251b-ade1-4c35-a34c-fa5d0a1010cf req-ed7e9932-fe25-4659-b4e8-2e1f969deb3e tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:52.578638 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-77eb251b-ade1-4c35-a34c-fa5d0a1010cf req-ed7e9932-fe25-4659-b4e8-2e1f969deb3e tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=c13f8214-602b-44ea-96a0-8e2f67de47ef HTTP/1.1" status: 200 len: 943 time: 0.0541067 Oct 20 12:04:52.619609 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-77eb251b-ade1-4c35-a34c-fa5d0a1010cf req-5a3388a7-a0c1-445d-aef3-e82c36993ece tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342855 Oct 20 12:04:53.140171 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:53.239078 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:53.425541 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159d4b2-472b-4da5-a876-3aaa1a68099a req-9631ac2a-73ad-4fb3-ac6d-e91a33258c8a tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:53.427063 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9159d4b2-472b-4da5-a876-3aaa1a68099a req-9631ac2a-73ad-4fb3-ac6d-e91a33258c8a tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 944 time: 0.0508919 Oct 20 12:04:53.468980 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9159d4b2-472b-4da5-a876-3aaa1a68099a req-385c92a9-6757-4ac3-a780-e6602d304899 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355678 Oct 20 12:04:53.753984 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03550e7-d235-43b0-a322-5ae1a9095921 req-6496657d-5da1-4598-8bfc-f27934205470 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:53.755612 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c03550e7-d235-43b0-a322-5ae1a9095921 req-6496657d-5da1-4598-8bfc-f27934205470 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=c13f8214-602b-44ea-96a0-8e2f67de47ef HTTP/1.1" status: 200 len: 943 time: 0.0551591 Oct 20 12:04:53.798888 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c03550e7-d235-43b0-a322-5ae1a9095921 req-a00fdbc1-c380-402a-a8f6-b40a2f56c604 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365188 Oct 20 12:04:54.387324 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 837a949e-181a-459b-8f0d-385f56fcab00 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:04:54.495517 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 837a949e-181a-459b-8f0d-385f56fcab00, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=837a949e-181a-459b-8f0d-385f56fcab00,segment=NetworkSegment(eb3b04cf-4e5d-47e1-a25f-825ff902331c),segment_id=eb3b04cf-4e5d-47e1-a25f-825ff902331c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:04:54.509587 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '837a949e-181a-459b-8f0d-385f56fcab00', 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a', 'port_id': '837a949e-181a-459b-8f0d-385f56fcab00', 'mac_address': 'fa:16:3e:aa:d5:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '667cbc2d-c894-4d06-bf55-c551daf9476c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:04:54.549390 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:54.568211 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 837a949e-181a-459b-8f0d-385f56fcab00 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:04:54.589806 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 837a949e-181a-459b-8f0d-385f56fcab00, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=837a949e-181a-459b-8f0d-385f56fcab00,segment=NetworkSegment(eb3b04cf-4e5d-47e1-a25f-825ff902331c),segment_id=eb3b04cf-4e5d-47e1-a25f-825ff902331c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:04:54.596160 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:54.602991 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607a276-1b9f-4b53-a255-4dd79f6d32ff req-3658b518-f73c-4a95-a806-31cf2f43c98f tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:54.604637 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5607a276-1b9f-4b53-a255-4dd79f6d32ff req-3658b518-f73c-4a95-a806-31cf2f43c98f tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 944 time: 0.0581198 Oct 20 12:04:54.658876 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5607a276-1b9f-4b53-a255-4dd79f6d32ff req-a5581da0-9cbd-42a6-b71d-582373deedbb tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481343 Oct 20 12:04:54.660190 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=837a949e-181a-459b-8f0d-385f56fcab00,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:04:54.798224 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['837a949e-181a-459b-8f0d-385f56fcab00'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:04:54.946252 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bbec3d-4cee-4a71-809f-8dadb1a3e12d req-47a58dad-301e-4d19-8f78-63a46168e61c tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:54.949053 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c0bbec3d-4cee-4a71-809f-8dadb1a3e12d req-47a58dad-301e-4d19-8f78-63a46168e61c tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=c13f8214-602b-44ea-96a0-8e2f67de47ef HTTP/1.1" status: 200 len: 944 time: 0.0695307 Oct 20 12:04:54.987935 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:55.005604 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c0bbec3d-4cee-4a71-809f-8dadb1a3e12d req-f5e30ecb-d2cf-4d1a-bb7f-2af815a6864d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460315 Oct 20 12:04:55.785915 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9936f1-cdc6-41b1-b50c-ccf4221f6976 req-53c3e0ef-e694-4357-8b1f-1797ad566e4c tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:55.787787 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9e9936f1-cdc6-41b1-b50c-ccf4221f6976 req-53c3e0ef-e694-4357-8b1f-1797ad566e4c tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 944 time: 0.0507586 Oct 20 12:04:55.831761 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9e9936f1-cdc6-41b1-b50c-ccf4221f6976 req-4f9825ed-cbd0-4033-8501-931a738502dc tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379355 Oct 20 12:04:56.128163 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520e27a-d487-4e6e-b26c-4d978eb8ec7e req-92a72f25-2fbf-4920-9f60-89b0e5fc2e26 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:56.129749 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f520e27a-d487-4e6e-b26c-4d978eb8ec7e req-92a72f25-2fbf-4920-9f60-89b0e5fc2e26 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=c13f8214-602b-44ea-96a0-8e2f67de47ef HTTP/1.1" status: 200 len: 944 time: 0.0565739 Oct 20 12:04:56.176817 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f520e27a-d487-4e6e-b26c-4d978eb8ec7e req-76e91799-f495-4715-91eb-b4618660fa4d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400655 Oct 20 12:04:56.400793 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 837a949e-181a-459b-8f0d-385f56fcab00 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:04:56.453654 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 837a949e-181a-459b-8f0d-385f56fcab00 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 12:04:56.462831 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 837a949e-181a-459b-8f0d-385f56fcab00 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:04:56.462831 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:56.558005 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:56.582253 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c13f8214-602b-44ea-96a0-8e2f67de47ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '837a949e-181a-459b-8f0d-385f56fcab00'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:04:56.584560 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3931fb44-bb7f-4835-8ebc-290d618f8181" -d '{"events": [{"server_uuid": "c13f8214-602b-44ea-96a0-8e2f67de47ef", "name": "network-vif-plugged", "status": "completed", "tag": "837a949e-181a-459b-8f0d-385f56fcab00"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:04:56.597167 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 837a949e-181a-459b-8f0d-385f56fcab00, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=837a949e-181a-459b-8f0d-385f56fcab00,segment=NetworkSegment(eb3b04cf-4e5d-47e1-a25f-825ff902331c),segment_id=eb3b04cf-4e5d-47e1-a25f-825ff902331c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:04:56.601677 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:56.638403 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c3d46a-f807-4dc7-800b-d4c5453b0f76 x-openstack-request-id: req-48c3d46a-f807-4dc7-800b-d4c5453b0f76 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:04:56.638774 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c13f8214-602b-44ea-96a0-8e2f67de47ef", "name": "network-vif-plugged", "status": "completed", "tag": "837a949e-181a-459b-8f0d-385f56fcab00", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:04:56.639080 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-48c3d46a-f807-4dc7-800b-d4c5453b0f76 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:04:56.639377 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c13f8214-602b-44ea-96a0-8e2f67de47ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '837a949e-181a-459b-8f0d-385f56fcab00', 'code': 200} Oct 20 12:04:56.669076 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=837a949e-181a-459b-8f0d-385f56fcab00,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:04:56.744767 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f6b0a-72ba-4cc4-b1fa-672becfe9c2e req-4a5639e6-c396-4528-b2f6-f63be390fe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:56.746304 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-112f6b0a-72ba-4cc4-b1fa-672becfe9c2e req-4a5639e6-c396-4528-b2f6-f63be390fe7d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c13f8214-602b-44ea-96a0-8e2f67de47ef HTTP/1.1" status: 200 len: 1096 time: 0.0450184 Oct 20 12:04:56.788539 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-112f6b0a-72ba-4cc4-b1fa-672becfe9c2e req-bb758f93-ca25-4b56-abf0-fac98dfcedd4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341396 Oct 20 12:04:56.961444 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515636db-2616-48a4-988a-28a61802467e req-744d5e94-5d04-41a5-9175-7aa955a0a2be tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:56.963069 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-515636db-2616-48a4-988a-28a61802467e req-744d5e94-5d04-41a5-9175-7aa955a0a2be tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 944 time: 0.0511296 Oct 20 12:04:57.006378 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-515636db-2616-48a4-988a-28a61802467e req-44adf6a4-280c-47d7-a365-b2910f3d6059 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372066 Oct 20 12:04:57.333891 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c038b2f-4cf7-457d-9982-1eb2aaacff27 req-491d86a3-74dc-4ee9-a352-84570a3d4ff9 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:57.335501 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3c038b2f-4cf7-457d-9982-1eb2aaacff27 req-491d86a3-74dc-4ee9-a352-84570a3d4ff9 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=c13f8214-602b-44ea-96a0-8e2f67de47ef HTTP/1.1" status: 200 len: 945 time: 0.0632854 Oct 20 12:04:57.375212 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3c038b2f-4cf7-457d-9982-1eb2aaacff27 req-c69e0a74-ac9e-44a9-8a51-bd61204231a3 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336514 Oct 20 12:04:58.132453 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2dce55-157e-4b0c-9019-6e92f4c57633 req-ecc6e0d2-6758-42e2-9686-513807a30f68 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:58.134244 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ab2dce55-157e-4b0c-9019-6e92f4c57633 req-ecc6e0d2-6758-42e2-9686-513807a30f68 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 944 time: 0.0499043 Oct 20 12:04:58.173779 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ab2dce55-157e-4b0c-9019-6e92f4c57633 req-ebeba7e9-80e4-4100-b0b1-cd86e04aef0d tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332842 Oct 20 12:04:58.496419 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2741de3-8d1f-46ae-acc4-f17f21471230 req-73d34064-f67a-4ee2-b1b1-1f9f95f21a12 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:58.498652 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f2741de3-8d1f-46ae-acc4-f17f21471230 req-73d34064-f67a-4ee2-b1b1-1f9f95f21a12 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=c13f8214-602b-44ea-96a0-8e2f67de47ef HTTP/1.1" status: 200 len: 945 time: 0.0500207 Oct 20 12:04:58.548362 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f2741de3-8d1f-46ae-acc4-f17f21471230 req-b51ccb00-249e-4b8b-8137-cd70b3e4b939 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439134 Oct 20 12:04:58.669230 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da046dfe-1f6a-4413-a0a6-9719628d1cfe req-2be25836-d6a3-47bd-956f-507f7ac14840 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:58.670698 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-da046dfe-1f6a-4413-a0a6-9719628d1cfe req-2be25836-d6a3-47bd-956f-507f7ac14840 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=c13f8214-602b-44ea-96a0-8e2f67de47ef HTTP/1.1" status: 200 len: 945 time: 0.0532141 Oct 20 12:04:58.709794 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-da046dfe-1f6a-4413-a0a6-9719628d1cfe req-b39479fb-4546-482d-9d22-2da1975afd39 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330541 Oct 20 12:04:58.732198 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51142) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:04:58.895232 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb598537-b93c-46af-81cf-884d03a52b6b tempest-TestVolumeBootPattern-1789609337 tempest-TestVolumeBootPattern-1789609337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:58.896821 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-cb598537-b93c-46af-81cf-884d03a52b6b tempest-TestVolumeBootPattern-1789609337 tempest-TestVolumeBootPattern-1789609337-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=c13f8214-602b-44ea-96a0-8e2f67de47ef HTTP/1.1" status: 200 len: 1091 time: 0.1634243 Oct 20 12:04:58.900173 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51146) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:04:58.904765 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-02f1c2fb-6ecb-4dd2-bb3b-d65b219589fa tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'port_id': '837a949e-181a-459b-8f0d-385f56fcab00', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:04:58.928792 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-02f1c2fb-6ecb-4dd2-bb3b-d65b219589fa tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks [] for floatingip, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:59.030041 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-02f1c2fb-6ecb-4dd2-bb3b-d65b219589fa tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:59.136856 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-02f1c2fb-6ecb-4dd2-bb3b-d65b219589fa tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Allocated IP 172.25.5.52 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/5df65df8-5ce7-432e-aba1-3d98d19dfab6) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:04:59.237253 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5b20b-f1fb-4ca1-a3a7-f9a4c4e6ab6c req-924059b7-6204-440f-862a-6a9f9357bca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:59.238779 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-15c5b20b-f1fb-4ca1-a3a7-f9a4c4e6ab6c req-924059b7-6204-440f-862a-6a9f9357bca8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=85c08acc-8a9f-45d6-96df-e5a8900af70a HTTP/1.1" status: 200 len: 856 time: 0.0590088 Oct 20 12:04:59.282708 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-02f1c2fb-6ecb-4dd2-bb3b-d65b219589fa tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:59.285343 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b13821-a6b4-47b0-ae99-6696024b6fd3 req-07de3363-500b-427e-af77-5f15dfef70c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:59.286832 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c9b13821-a6b4-47b0-ae99-6696024b6fd3 req-07de3363-500b-427e-af77-5f15dfef70c1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7c52109c-af86-4d09-a81b-ecd1a3e34103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854895 Oct 20 12:04:59.325235 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5b20b-f1fb-4ca1-a3a7-f9a4c4e6ab6c req-37f9bf79-eef2-40b4-84ec-7a5f62b5ac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:59.326756 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-15c5b20b-f1fb-4ca1-a3a7-f9a4c4e6ab6c req-37f9bf79-eef2-40b4-84ec-7a5f62b5ac1a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6dd2d5c8-1621-42ed-b480-8b3fe659c010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767267 Oct 20 12:04:59.334411 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a26b8-ed17-40a5-9f45-25ac37b12296 req-d24628b6-50c5-49ef-9bc1-1f411f38ad1e tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:04:59.335812 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d51a26b8-ed17-40a5-9f45-25ac37b12296 req-d24628b6-50c5-49ef-9bc1-1f411f38ad1e tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 944 time: 0.0753379 Oct 20 12:04:59.367721 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-02f1c2fb-6ecb-4dd2-bb3b-d65b219589fa tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:59.413277 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f1c2fb-6ecb-4dd2-bb3b-d65b219589fa tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:04:59.422305 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-02f1c2fb-6ecb-4dd2-bb3b-d65b219589fa tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:04:59.430390 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d51a26b8-ed17-40a5-9f45-25ac37b12296 req-74425160-9496-46eb-bddd-74c4a1fc81a6 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837436 Oct 20 12:04:59.432370 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f1c2fb-6ecb-4dd2-bb3b-d65b219589fa tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:04:59.452263 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-15c5b20b-f1fb-4ca1-a3a7-f9a4c4e6ab6c req-d335899c-6a71-49fd-b31c-b55a60b791c6 service neutron] 10.222.0.89 "GET /v2.0/networks/6dd2d5c8-1621-42ed-b480-8b3fe659c010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142139 Oct 20 12:04:59.464666 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f1c2fb-6ecb-4dd2-bb3b-d65b219589fa tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Pushing event updated for resources: {'Port': ['ID=5df65df8-5ce7-432e-aba1-3d98d19dfab6,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:04:59.470208 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c9b13821-a6b4-47b0-ae99-6696024b6fd3 req-aa9e71df-2abb-4a2a-bd1a-a367ed8bbb8b service neutron] 10.222.0.89 "GET /v2.0/networks/7c52109c-af86-4d09-a81b-ecd1a3e34103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636486 Oct 20 12:04:59.552649 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-15c5b20b-f1fb-4ca1-a3a7-f9a4c4e6ab6c req-0580bef7-5bb1-47e1-a6c0-aafa0da8681a service neutron] 10.222.0.89 "GET /v2.0/networks/6dd2d5c8-1621-42ed-b480-8b3fe659c010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918903 Oct 20 12:04:59.663428 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c9b13821-a6b4-47b0-ae99-6696024b6fd3 req-d66c1745-e74f-4aea-a06a-3bcf786c67cb service neutron] 10.222.0.89 "GET /v2.0/networks/7c52109c-af86-4d09-a81b-ecd1a3e34103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849022 Oct 20 12:04:59.881174 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-02f1c2fb-6ecb-4dd2-bb3b-d65b219589fa tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:04:59.948087 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-02f1c2fb-6ecb-4dd2-bb3b-d65b219589fa tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:00.102312 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-02f1c2fb-6ecb-4dd2-bb3b-d65b219589fa tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:00.108500 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-02f1c2fb-6ecb-4dd2-bb3b-d65b219589fa tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:00.176641 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f1c2fb-6ecb-4dd2-bb3b-d65b219589fa tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Pushing event updated for resources: {'Port': ['ID=5df65df8-5ce7-432e-aba1-3d98d19dfab6,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:00.188527 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-02f1c2fb-6ecb-4dd2-bb3b-d65b219589fa tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:00.286768 n-d-814735-3 neutron-server[100646]: INFO neutron.db.l3_db [None req-02f1c2fb-6ecb-4dd2-bb3b-d65b219589fa tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Floating IP 8fcfb14d-d3d6-4f6c-9505-8a92a2e8d52a associated. External IP: 172.25.5.52, port: 837a949e-181a-459b-8f0d-385f56fcab00. Oct 20 12:05:00.557216 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed4560-0ec2-42c1-a9ae-b705b2482d7a req-7ffae95f-8c58-45da-9de4-0e47cdc4d89c tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:05:00.558757 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-80ed4560-0ec2-42c1-a9ae-b705b2482d7a req-7ffae95f-8c58-45da-9de4-0e47cdc4d89c tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 944 time: 0.0514290 Oct 20 12:05:00.598675 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-80ed4560-0ec2-42c1-a9ae-b705b2482d7a req-2aca7c79-d28f-455e-af6e-f169c128873d tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330329 Oct 20 12:05:00.832377 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f1c2fb-6ecb-4dd2-bb3b-d65b219589fa tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Router a70410d0-77aa-4f8e-a5dd-630d4fedfd8e has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:05:00.944392 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f1c2fb-6ecb-4dd2-bb3b-d65b219589fa tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:05:00.955092 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4879fe73-61ba-49c9-8d44-0bc21ccf855c None None] Sync routers for ids ['a70410d0-77aa-4f8e-a5dd-630d4fedfd8e'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:05:00.962941 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-02f1c2fb-6ecb-4dd2-bb3b-d65b219589fa tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:00.964862 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4879fe73-61ba-49c9-8d44-0bc21ccf855c None None] Routers {'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:05:00.965518 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-4879fe73-61ba-49c9-8d44-0bc21ccf855c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:04:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['a70410d0-77aa-4f8e-a5dd-630d4fedfd8e'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:05:00.989596 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-02f1c2fb-6ecb-4dd2-bb3b-d65b219589fa tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0882561 Oct 20 12:05:00.990273 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c13f8214-602b-44ea-96a0-8e2f67de47ef', 'tag': '837a949e-181a-459b-8f0d-385f56fcab00'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:05:00.992596 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e137ec97-7141-4f77-9c58-3df2dc0c0cf0" -d '{"events": [{"name": "network-changed", "server_uuid": "c13f8214-602b-44ea-96a0-8e2f67de47ef", "tag": "837a949e-181a-459b-8f0d-385f56fcab00"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:05:01.034180 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca222f7-2ef6-4947-b659-7158d0eb3dfe x-openstack-request-id: req-fca222f7-2ef6-4947-b659-7158d0eb3dfe {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:05:01.034471 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c13f8214-602b-44ea-96a0-8e2f67de47ef", "tag": "837a949e-181a-459b-8f0d-385f56fcab00", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:05:01.034729 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fca222f7-2ef6-4947-b659-7158d0eb3dfe {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:05:01.035182 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c13f8214-602b-44ea-96a0-8e2f67de47ef', 'tag': '837a949e-181a-459b-8f0d-385f56fcab00', 'status': 'completed', 'code': 200} Oct 20 12:05:01.071160 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-4879fe73-61ba-49c9-8d44-0bc21ccf855c None None] Set router a70410d0-77aa-4f8e-a5dd-630d4fedfd8e gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:05:01.103653 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137ec97-7141-4f77-9c58-3df2dc0c0cf0 req-8a8797a1-143c-491b-b7cf-585f1b59969f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:05:01.105076 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e137ec97-7141-4f77-9c58-3df2dc0c0cf0 req-8a8797a1-143c-491b-b7cf-585f1b59969f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2a883afeccdc493d8238ba472f031019&device_id=c13f8214-602b-44ea-96a0-8e2f67de47ef HTTP/1.1" status: 200 len: 1096 time: 0.0452309 Oct 20 12:05:01.197056 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137ec97-7141-4f77-9c58-3df2dc0c0cf0 req-d553771a-0520-44fa-aa14-f43d3ec94a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:05:01.198671 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e137ec97-7141-4f77-9c58-3df2dc0c0cf0 req-d553771a-0520-44fa-aa14-f43d3ec94a43 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a HTTP/1.1" status: 200 len: 914 time: 0.0861511 Oct 20 12:05:01.267606 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e137ec97-7141-4f77-9c58-3df2dc0c0cf0 req-fb847786-cfff-42d1-ac5b-4901a04dbe58 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=837a949e-181a-459b-8f0d-385f56fcab00 HTTP/1.1" status: 200 len: 998 time: 0.0609784 Oct 20 12:05:01.290934 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-4879fe73-61ba-49c9-8d44-0bc21ccf855c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'name': 'tempest-TestVolumeBootPattern-1084413399-router', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '799a4dcb-4189-41ab-8c55-1fe2293dc0b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:07Z', 'updated_at': '2021-10-20T11:58:10Z', 'revision_number': 4, 'project_id': '2a883afeccdc493d8238ba472f031019', 'gw_port': {'id': '799a4dcb-4189-41ab-8c55-1fe2293dc0b1', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:07Z', 'updated_at': '2021-10-20T11:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '8fcfb14d-d3d6-4f6c-9505-8a92a2e8d52a', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'floating_ip_address': '172.25.5.52', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'port_id': '837a949e-181a-459b-8f0d-385f56fcab00', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a', 'mac_address': 'fa:16:3e:aa:d5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13f8214-602b-44ea-96a0-8e2f67de47ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:04:59Z', 'updated_at': '2021-10-20T12:04:59Z', 'revision_number': 0, 'project_id': '2a883afeccdc493d8238ba472f031019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5aac12e-96be-47e1-ac70-78d4adb31282', 'name': '', 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'mac_address': 'fa:16:3e:3e:c9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '667cbc2d-c894-4d06-bf55-c551daf9476c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:09Z', 'updated_at': '2021-10-20T11:58:15Z', 'revision_number': 5, 'project_id': '2a883afeccdc493d8238ba472f031019', 'subnets': [{'id': '667cbc2d-c894-4d06-bf55-c551daf9476c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:05:01.316608 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4879fe73-61ba-49c9-8d44-0bc21ccf855c None None] Checking router: a70410d0-77aa-4f8e-a5dd-630d4fedfd8e for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:05:01.316916 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137ec97-7141-4f77-9c58-3df2dc0c0cf0 req-15893cbb-a15c-4fed-9f3e-f93c8a7b93d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:05:01.318397 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e137ec97-7141-4f77-9c58-3df2dc0c0cf0 req-15893cbb-a15c-4fed-9f3e-f93c8a7b93d5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=667cbc2d-c894-4d06-bf55-c551daf9476c HTTP/1.1" status: 200 len: 851 time: 0.0437317 Oct 20 12:05:01.325177 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4879fe73-61ba-49c9-8d44-0bc21ccf855c None None] Routers {'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:05:01.325780 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-4879fe73-61ba-49c9-8d44-0bc21ccf855c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:04:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['a70410d0-77aa-4f8e-a5dd-630d4fedfd8e'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:05:01.365029 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137ec97-7141-4f77-9c58-3df2dc0c0cf0 req-fafdadb0-102b-4cae-a5c4-b3104e83cb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:05:01.366436 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e137ec97-7141-4f77-9c58-3df2dc0c0cf0 req-fafdadb0-102b-4cae-a5c4-b3104e83cb65 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409255 Oct 20 12:05:01.432014 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-4879fe73-61ba-49c9-8d44-0bc21ccf855c None None] Set router a70410d0-77aa-4f8e-a5dd-630d4fedfd8e gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:05:01.461641 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e137ec97-7141-4f77-9c58-3df2dc0c0cf0 req-fdb9c0f8-5507-42be-8733-ba2f1a6366c1 service neutron] 10.222.0.11 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879648 Oct 20 12:05:01.555969 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e137ec97-7141-4f77-9c58-3df2dc0c0cf0 req-14c3a335-a778-44d8-a0ed-a6d105495071 service neutron] 10.222.0.11 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872052 Oct 20 12:05:01.666248 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-4879fe73-61ba-49c9-8d44-0bc21ccf855c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'name': 'tempest-TestVolumeBootPattern-1084413399-router', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '799a4dcb-4189-41ab-8c55-1fe2293dc0b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:07Z', 'updated_at': '2021-10-20T11:58:10Z', 'revision_number': 4, 'project_id': '2a883afeccdc493d8238ba472f031019', 'gw_port': {'id': '799a4dcb-4189-41ab-8c55-1fe2293dc0b1', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:07Z', 'updated_at': '2021-10-20T11:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '8fcfb14d-d3d6-4f6c-9505-8a92a2e8d52a', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'floating_ip_address': '172.25.5.52', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'port_id': '837a949e-181a-459b-8f0d-385f56fcab00', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a', 'mac_address': 'fa:16:3e:aa:d5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13f8214-602b-44ea-96a0-8e2f67de47ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:04:59Z', 'updated_at': '2021-10-20T12:04:59Z', 'revision_number': 0, 'project_id': '2a883afeccdc493d8238ba472f031019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5aac12e-96be-47e1-ac70-78d4adb31282', 'name': '', 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'mac_address': 'fa:16:3e:3e:c9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '667cbc2d-c894-4d06-bf55-c551daf9476c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:09Z', 'updated_at': '2021-10-20T11:58:15Z', 'revision_number': 5, 'project_id': '2a883afeccdc493d8238ba472f031019', 'subnets': [{'id': '667cbc2d-c894-4d06-bf55-c551daf9476c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:05:01.692539 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4879fe73-61ba-49c9-8d44-0bc21ccf855c None None] The sync data for ids ['a70410d0-77aa-4f8e-a5dd-630d4fedfd8e'] in n-d-814735-3 is: [{'id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'name': 'tempest-TestVolumeBootPattern-1084413399-router', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '799a4dcb-4189-41ab-8c55-1fe2293dc0b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:07Z', 'updated_at': '2021-10-20T11:58:10Z', 'revision_number': 4, 'project_id': '2a883afeccdc493d8238ba472f031019', 'gw_port': {'id': '799a4dcb-4189-41ab-8c55-1fe2293dc0b1', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:07Z', 'updated_at': '2021-10-20T11:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '8fcfb14d-d3d6-4f6c-9505-8a92a2e8d52a', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'floating_ip_address': '172.25.5.52', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'port_id': '837a949e-181a-459b-8f0d-385f56fcab00', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a', 'mac_address': 'fa:16:3e:aa:d5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13f8214-602b-44ea-96a0-8e2f67de47ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:04:59Z', 'updated_at': '2021-10-20T12:04:59Z', 'revision_number': 0, 'project_id': '2a883afeccdc493d8238ba472f031019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5aac12e-96be-47e1-ac70-78d4adb31282', 'name': '', 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'mac_address': 'fa:16:3e:3e:c9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '667cbc2d-c894-4d06-bf55-c551daf9476c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:09Z', 'updated_at': '2021-10-20T11:58:15Z', 'revision_number': 5, 'project_id': '2a883afeccdc493d8238ba472f031019', 'subnets': [{'id': '667cbc2d-c894-4d06-bf55-c551daf9476c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:05:01.724295 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ae5e3-a37e-45a4-9094-a1f71c174b7f req-1a387fe6-11f3-406d-9d17-c35549ab964a tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:05:01.725847 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-930ae5e3-a37e-45a4-9094-a1f71c174b7f req-1a387fe6-11f3-406d-9d17-c35549ab964a tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 944 time: 0.0502884 Oct 20 12:05:01.770543 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-930ae5e3-a37e-45a4-9094-a1f71c174b7f req-b8fe5520-16c7-4e61-b587-1788e4fcbd20 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382619 Oct 20 12:05:01.887045 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afad2a51-9037-43df-bef9-c485bb452663 None None] New status for floating IP 8fcfb14d-d3d6-4f6c-9505-8a92a2e8d52a: ACTIVE {{(pid=100648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 12:05:02.898656 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3b6fd-e89c-4eaa-a6d7-f845ee191bb0 req-35069c55-2881-4a1a-9b19-511e2816d64a tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:05:02.900256 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-37e3b6fd-e89c-4eaa-a6d7-f845ee191bb0 req-35069c55-2881-4a1a-9b19-511e2816d64a tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 944 time: 0.0555904 Oct 20 12:05:02.940732 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-37e3b6fd-e89c-4eaa-a6d7-f845ee191bb0 req-43dcf50b-e89a-4d32-be57-a90c036a6943 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339172 Oct 20 12:05:04.067669 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c1be7-ce66-4b9a-8980-25d39772bc2a req-4604e9bd-bd62-4a66-8c09-a13f8dfb6ee7 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:05:04.069055 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 7a41c414-e936-4384-ab02-34f20ae3ad38 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:05:04.069514 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-741c1be7-ce66-4b9a-8980-25d39772bc2a req-4604e9bd-bd62-4a66-8c09-a13f8dfb6ee7 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 944 time: 0.0512238 Oct 20 12:05:04.110379 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-741c1be7-ce66-4b9a-8980-25d39772bc2a req-ade90a8b-0817-4697-b295-68d90474ed84 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348272 Oct 20 12:05:04.173128 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 7a41c414-e936-4384-ab02-34f20ae3ad38, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=7a41c414-e936-4384-ab02-34f20ae3ad38,segment=NetworkSegment(78d7fa11-a64e-4db6-8238-334913b98478),segment_id=78d7fa11-a64e-4db6-8238-334913b98478)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:05:04.184147 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '7a41c414-e936-4384-ab02-34f20ae3ad38', 'network_id': '6dd2d5c8-1621-42ed-b480-8b3fe659c010', 'port_id': '7a41c414-e936-4384-ab02-34f20ae3ad38', 'mac_address': 'fa:16:3e:9e:da:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85c08acc-8a9f-45d6-96df-e5a8900af70a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:05:04.220657 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:04.233363 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a41c414-e936-4384-ab02-34f20ae3ad38 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:05:04.252209 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 7a41c414-e936-4384-ab02-34f20ae3ad38, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=7a41c414-e936-4384-ab02-34f20ae3ad38,segment=NetworkSegment(78d7fa11-a64e-4db6-8238-334913b98478),segment_id=78d7fa11-a64e-4db6-8238-334913b98478)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:05:04.257790 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:04.303598 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=7a41c414-e936-4384-ab02-34f20ae3ad38,revision_number=11']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:04.505248 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['7a41c414-e936-4384-ab02-34f20ae3ad38'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:05:05.230607 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b5c63-f887-4b72-b713-1709de1d761b req-4d7c7dee-41c6-4117-89d5-d770c5317f13 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:05:05.232118 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d51b5c63-f887-4b72-b713-1709de1d761b req-4d7c7dee-41c6-4117-89d5-d770c5317f13 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 945 time: 0.0496912 Oct 20 12:05:05.273784 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d51b5c63-f887-4b72-b713-1709de1d761b req-17efb9e7-ad56-42e6-9f4f-47cf0453f4ee tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356817 Oct 20 12:05:06.080774 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 7a41c414-e936-4384-ab02-34f20ae3ad38 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:05:06.132932 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 7a41c414-e936-4384-ab02-34f20ae3ad38 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 12:05:06.136879 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 7a41c414-e936-4384-ab02-34f20ae3ad38 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:05:06.137239 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:06.215629 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:06.237910 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f78acd-85f1-4ceb-9380-c4e06e77d857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a41c414-e936-4384-ab02-34f20ae3ad38'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:05:06.240184 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3a719f-f835-4f21-9d0a-aa4cee95d5d8" -d '{"events": [{"server_uuid": "24f78acd-85f1-4ceb-9380-c4e06e77d857", "name": "network-vif-plugged", "status": "completed", "tag": "7a41c414-e936-4384-ab02-34f20ae3ad38"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:05:06.253254 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 7a41c414-e936-4384-ab02-34f20ae3ad38, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=7a41c414-e936-4384-ab02-34f20ae3ad38,segment=NetworkSegment(78d7fa11-a64e-4db6-8238-334913b98478),segment_id=78d7fa11-a64e-4db6-8238-334913b98478)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:05:06.257902 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:06.281568 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea3242b-dcdc-43ed-b651-f1ae26ce445c x-openstack-request-id: req-1ea3242b-dcdc-43ed-b651-f1ae26ce445c {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:05:06.281856 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f78acd-85f1-4ceb-9380-c4e06e77d857", "name": "network-vif-plugged", "status": "completed", "tag": "7a41c414-e936-4384-ab02-34f20ae3ad38", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:05:06.282131 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1ea3242b-dcdc-43ed-b651-f1ae26ce445c {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:05:06.282652 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f78acd-85f1-4ceb-9380-c4e06e77d857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a41c414-e936-4384-ab02-34f20ae3ad38', 'code': 200} Oct 20 12:05:06.309771 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=7a41c414-e936-4384-ab02-34f20ae3ad38,revision_number=12']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:06.400088 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5209da7-9c29-4377-a813-a8d75adbaf9c req-64227a59-bd95-4e15-9b8d-fd62763a941c tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:05:06.401348 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5209da7-9c29-4377-a813-a8d75adbaf9c req-64227a59-bd95-4e15-9b8d-fd62763a941c tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 946 time: 0.0532546 Oct 20 12:05:06.442486 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5209da7-9c29-4377-a813-a8d75adbaf9c req-7ea73cba-a246-4387-ae9f-08698703f85b tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344741 Oct 20 12:05:06.454134 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d54dc-3908-43d9-9464-7eaa1f11c232 req-0ebd4220-44bb-47d8-b7ae-e3215491b043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:05:06.455784 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-631d54dc-3908-43d9-9464-7eaa1f11c232 req-0ebd4220-44bb-47d8-b7ae-e3215491b043 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 1097 time: 0.0436604 Oct 20 12:05:06.496376 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-631d54dc-3908-43d9-9464-7eaa1f11c232 req-21054ce6-f445-4cc8-8ae6-e6632823041f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300996 Oct 20 12:05:07.566415 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe83c7d8-c8dc-400d-bc2b-a6d8e61ec085 req-a2461bd9-f17a-43f6-a12d-fff7bf157645 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:05:07.567976 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fe83c7d8-c8dc-400d-bc2b-a6d8e61ec085 req-a2461bd9-f17a-43f6-a12d-fff7bf157645 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 946 time: 0.0514987 Oct 20 12:05:07.611009 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fe83c7d8-c8dc-400d-bc2b-a6d8e61ec085 req-c60f7f52-4ca0-4a78-bead-2ed02da9d890 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361416 Oct 20 12:05:08.734345 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4805cbd-d3e9-4263-86c1-1e90fafea4bb req-fe2908ea-f1db-45fb-aa73-1d9789688c07 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:05:08.735914 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c4805cbd-d3e9-4263-86c1-1e90fafea4bb req-fe2908ea-f1db-45fb-aa73-1d9789688c07 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 946 time: 0.0497942 Oct 20 12:05:08.778380 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c4805cbd-d3e9-4263-86c1-1e90fafea4bb req-d38a020f-91b8-4c25-8b29-3328dfda6d05 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362885 Oct 20 12:05:10.143699 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:15.646774 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:18.781165 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f35c2608-2d96-4ebb-92b9-a2c59357cf6a req-149db2dc-19c8-4575-a057-30c36853d85e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c13f8214-602b-44ea-96a0-8e2f67de47ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440328 Oct 20 12:05:18.881181 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c2608-2d96-4ebb-92b9-a2c59357cf6a req-e3dec9b9-81de-4e53-b729-20fb60962698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:05:18.882695 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f35c2608-2d96-4ebb-92b9-a2c59357cf6a req-e3dec9b9-81de-4e53-b729-20fb60962698 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2a883afeccdc493d8238ba472f031019&device_id=c13f8214-602b-44ea-96a0-8e2f67de47ef HTTP/1.1" status: 200 len: 1096 time: 0.0503011 Oct 20 12:05:19.327974 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c2608-2d96-4ebb-92b9-a2c59357cf6a req-9204bfe9-db39-47e6-a06c-3b8f29aaf596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:05:19.329532 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f35c2608-2d96-4ebb-92b9-a2c59357cf6a req-9204bfe9-db39-47e6-a06c-3b8f29aaf596 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a HTTP/1.1" status: 200 len: 914 time: 0.4259343 Oct 20 12:05:19.350517 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0d46ef0a-9229-4d4c-a01f-3bb234c6a366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:19.397771 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f35c2608-2d96-4ebb-92b9-a2c59357cf6a req-e6cd6db8-1c80-4e58-a36f-e4c02f129d0e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=837a949e-181a-459b-8f0d-385f56fcab00 HTTP/1.1" status: 200 len: 1000 time: 0.0595267 Oct 20 12:05:19.454151 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c2608-2d96-4ebb-92b9-a2c59357cf6a req-37c6e5ac-46bb-4fc6-9082-75e1468eb507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:05:19.456151 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f35c2608-2d96-4ebb-92b9-a2c59357cf6a req-37c6e5ac-46bb-4fc6-9082-75e1468eb507 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=667cbc2d-c894-4d06-bf55-c551daf9476c HTTP/1.1" status: 200 len: 851 time: 0.0511346 Oct 20 12:05:19.469611 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:05:19.528806 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c2608-2d96-4ebb-92b9-a2c59357cf6a req-2c39fde3-a0a2-4216-8533-1d8bf6bb1f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:05:19.531132 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f35c2608-2d96-4ebb-92b9-a2c59357cf6a req-2c39fde3-a0a2-4216-8533-1d8bf6bb1f45 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671539 Oct 20 12:05:19.630316 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f35c2608-2d96-4ebb-92b9-a2c59357cf6a req-6e6d2bcf-1f63-445b-a3b5-4bcdcf356026 service neutron] 10.222.0.11 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908675 Oct 20 12:05:19.728062 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f35c2608-2d96-4ebb-92b9-a2c59357cf6a req-4153d5ad-01ac-4ec8-85b4-cbfb29c8866f service neutron] 10.222.0.11 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907633 Oct 20 12:05:21.090069 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51226) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:05:21.158251 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-71b142ca-dd3e-44e1-8d1d-92160351ce59 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/floatingips/8fea5502-c0c3-4c62-9554-c107aecefb6c HTTP/1.1" status: 200 len: 994 time: 0.0669818 Oct 20 12:05:21.486567 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51232) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:05:21.656398 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-029bc592-104d-48ba-9534-3615b2609d6d tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Deleting port afbf3c75-daa6-4e49-b32a-4a43981eb5f9 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:05:21.656820 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-029bc592-104d-48ba-9534-3615b2609d6d tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:21.742395 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-029bc592-104d-48ba-9534-3615b2609d6d tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:21.742654 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-029bc592-104d-48ba-9534-3615b2609d6d tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:21.754493 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-029bc592-104d-48ba-9534-3615b2609d6d tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Calling delete_port for afbf3c75-daa6-4e49-b32a-4a43981eb5f9 owned by network:floatingip {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:05:21.914208 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-029bc592-104d-48ba-9534-3615b2609d6d tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:21.943162 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029bc592-104d-48ba-9534-3615b2609d6d tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event deleted for resources: {'Port': ['ID=afbf3c75-daa6-4e49-b32a-4a43981eb5f9,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:21.955182 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029bc592-104d-48ba-9534-3615b2609d6d tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:05:21.955665 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029bc592-104d-48ba-9534-3615b2609d6d tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:05:21.956039 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029bc592-104d-48ba-9534-3615b2609d6d tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:05:21.956418 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029bc592-104d-48ba-9534-3615b2609d6d tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:05:21.956768 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029bc592-104d-48ba-9534-3615b2609d6d tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:05:21.957186 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029bc592-104d-48ba-9534-3615b2609d6d tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:05:21.957517 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029bc592-104d-48ba-9534-3615b2609d6d tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:05:21.957832 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029bc592-104d-48ba-9534-3615b2609d6d tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:05:21.958305 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029bc592-104d-48ba-9534-3615b2609d6d tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:05:21.958613 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029bc592-104d-48ba-9534-3615b2609d6d tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:05:21.959037 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029bc592-104d-48ba-9534-3615b2609d6d tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:05:21.959438 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029bc592-104d-48ba-9534-3615b2609d6d tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:05:22.028098 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-029bc592-104d-48ba-9534-3615b2609d6d tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for floatingip, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:22.028440 n-d-814735-3 neutron-server[100646]: INFO neutron.db.l3_db [None req-029bc592-104d-48ba-9534-3615b2609d6d tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Floating IP 8fea5502-c0c3-4c62-9554-c107aecefb6c disassociated (deleted). External IP: 172.25.5.184, port: 6ea3a12d-0522-4c82-98c5-e319a93f5151. Oct 20 12:05:22.235974 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-be1c87e4-bcbe-4c5c-a762-1b120e667225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:22.258666 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029bc592-104d-48ba-9534-3615b2609d6d tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Router f1cf7241-6fea-4b1f-ba2c-c18b4aa02457 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:05:22.369482 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029bc592-104d-48ba-9534-3615b2609d6d tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:05:22.374617 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-029bc592-104d-48ba-9534-3615b2609d6d tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:22.379607 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278d6d47-93a3-4ee2-89f9-086e824dc955 None None] Sync routers for ids ['f1cf7241-6fea-4b1f-ba2c-c18b4aa02457'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:05:22.389124 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278d6d47-93a3-4ee2-89f9-086e824dc955 None None] Routers {'f1cf7241-6fea-4b1f-ba2c-c18b4aa02457'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:05:22.389729 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-278d6d47-93a3-4ee2-89f9-086e824dc955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:05:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['f1cf7241-6fea-4b1f-ba2c-c18b4aa02457'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:05:22.403184 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-029bc592-104d-48ba-9534-3615b2609d6d tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "DELETE /v2.0/floatingips/8fea5502-c0c3-4c62-9554-c107aecefb6c HTTP/1.1" status: 204 len: 168 time: 0.9152901 Oct 20 12:05:22.403821 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bff77a0d-7fc4-474a-a9ba-726dca29ebb7', 'tag': '6ea3a12d-0522-4c82-98c5-e319a93f5151'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:05:22.406109 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dba2a73-6049-43cd-84b5-497e136b3015" -d '{"events": [{"name": "network-changed", "server_uuid": "bff77a0d-7fc4-474a-a9ba-726dca29ebb7", "tag": "6ea3a12d-0522-4c82-98c5-e319a93f5151"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:05:22.453727 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e628fdbc-025f-458b-a2f2-86876417ea6a x-openstack-request-id: req-e628fdbc-025f-458b-a2f2-86876417ea6a {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:05:22.454020 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bff77a0d-7fc4-474a-a9ba-726dca29ebb7", "tag": "6ea3a12d-0522-4c82-98c5-e319a93f5151", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:05:22.454323 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e628fdbc-025f-458b-a2f2-86876417ea6a {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:05:22.454942 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bff77a0d-7fc4-474a-a9ba-726dca29ebb7', 'tag': '6ea3a12d-0522-4c82-98c5-e319a93f5151', 'status': 'completed', 'code': 200} Oct 20 12:05:22.498505 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-278d6d47-93a3-4ee2-89f9-086e824dc955 None None] Set router f1cf7241-6fea-4b1f-ba2c-c18b4aa02457 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:05:22.526139 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba2a73-6049-43cd-84b5-497e136b3015 req-80a41303-f8fd-4c5a-90a0-7b9363af32a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:05:22.527786 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-9dba2a73-6049-43cd-84b5-497e136b3015 req-80a41303-f8fd-4c5a-90a0-7b9363af32a6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=07250ad1f1204e6d869db0513ecc8bd0&device_id=bff77a0d-7fc4-474a-a9ba-726dca29ebb7 HTTP/1.1" status: 200 len: 1097 time: 0.0452015 Oct 20 12:05:22.654588 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba2a73-6049-43cd-84b5-497e136b3015 req-bbad0ec6-f879-4582-8a92-8d6956791543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:05:22.656145 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-9dba2a73-6049-43cd-84b5-497e136b3015 req-bbad0ec6-f879-4582-8a92-8d6956791543 service neutron] 10.222.0.89 "GET /v2.0/networks?id=7c52109c-af86-4d09-a81b-ecd1a3e34103 HTTP/1.1" status: 200 len: 898 time: 0.1143372 Oct 20 12:05:22.663273 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3440ed38-8479-4c46-9b44-5486e2b90875 req-6c064994-8a8f-48c3-8196-e29cf4cbc97c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:05:22.664901 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3440ed38-8479-4c46-9b44-5486e2b90875 req-6c064994-8a8f-48c3-8196-e29cf4cbc97c tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/ports?device_id=bff77a0d-7fc4-474a-a9ba-726dca29ebb7 HTTP/1.1" status: 200 len: 946 time: 0.0539494 Oct 20 12:05:22.700750 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-9dba2a73-6049-43cd-84b5-497e136b3015 req-9af42086-3aa0-4bb0-b1e9-c40decb3988d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ea3a12d-0522-4c82-98c5-e319a93f5151 HTTP/1.1" status: 200 len: 217 time: 0.0365894 Oct 20 12:05:22.705076 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3440ed38-8479-4c46-9b44-5486e2b90875 req-c6bc9022-3680-4e7c-91a6-eff1f7517294 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/security-groups?id=f09265b6-30ad-4b59-b462-53bd79baea20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334024 Oct 20 12:05:22.722536 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-278d6d47-93a3-4ee2-89f9-086e824dc955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1cf7241-6fea-4b1f-ba2c-c18b4aa02457', 'name': 'tempest-TestNetworkBasicOps-router-1297692152', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '035db3ce-c050-4386-83d0-7a4e9691ad92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:04:22Z', 'updated_at': '2021-10-20T12:04:26Z', 'revision_number': 4, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'gw_port': {'id': '035db3ce-c050-4386-83d0-7a4e9691ad92', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cf7241-6fea-4b1f-ba2c-c18b4aa02457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:04:22Z', 'updated_at': '2021-10-20T12:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '294d39c5-e31b-4396-bc6b-3801266cdc08', 'name': '', 'network_id': '7c52109c-af86-4d09-a81b-ecd1a3e34103', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'mac_address': 'fa:16:3e:53:6a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cf7241-6fea-4b1f-ba2c-c18b4aa02457', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '0ce2eb46-bc8f-4d4a-a8d9-a3cd97792bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:04:25Z', 'updated_at': '2021-10-20T12:04:30Z', 'revision_number': 5, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'subnets': [{'id': '0ce2eb46-bc8f-4d4a-a8d9-a3cd97792bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:05:22.762058 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba2a73-6049-43cd-84b5-497e136b3015 req-aec42152-ef00-4719-ad20-efd5d653138c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:05:22.763617 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-9dba2a73-6049-43cd-84b5-497e136b3015 req-aec42152-ef00-4719-ad20-efd5d653138c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0ce2eb46-bc8f-4d4a-a8d9-a3cd97792bfe HTTP/1.1" status: 200 len: 834 time: 0.0542815 Oct 20 12:05:22.824106 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba2a73-6049-43cd-84b5-497e136b3015 req-48ff7e99-6c6a-49a1-815f-3b5882a9fa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:05:22.825633 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-9dba2a73-6049-43cd-84b5-497e136b3015 req-48ff7e99-6c6a-49a1-815f-3b5882a9fa64 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7c52109c-af86-4d09-a81b-ecd1a3e34103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520763 Oct 20 12:05:22.849960 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278d6d47-93a3-4ee2-89f9-086e824dc955 None None] Checking router: f1cf7241-6fea-4b1f-ba2c-c18b4aa02457 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:05:22.859366 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278d6d47-93a3-4ee2-89f9-086e824dc955 None None] Routers {'f1cf7241-6fea-4b1f-ba2c-c18b4aa02457'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:05:22.860022 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-278d6d47-93a3-4ee2-89f9-086e824dc955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:05:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['f1cf7241-6fea-4b1f-ba2c-c18b4aa02457'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:05:22.922627 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-9dba2a73-6049-43cd-84b5-497e136b3015 req-7cd22097-dcbb-4ccc-81ed-c9e824dbfa1f service neutron] 10.222.0.89 "GET /v2.0/networks/7c52109c-af86-4d09-a81b-ecd1a3e34103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887461 Oct 20 12:05:22.966167 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-278d6d47-93a3-4ee2-89f9-086e824dc955 None None] Set router f1cf7241-6fea-4b1f-ba2c-c18b4aa02457 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:05:23.026667 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-9dba2a73-6049-43cd-84b5-497e136b3015 req-965e0687-a494-426b-a3f1-d2e55ef2734e service neutron] 10.222.0.89 "GET /v2.0/networks/7c52109c-af86-4d09-a81b-ecd1a3e34103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907843 Oct 20 12:05:23.133587 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:23.162973 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-278d6d47-93a3-4ee2-89f9-086e824dc955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1cf7241-6fea-4b1f-ba2c-c18b4aa02457', 'name': 'tempest-TestNetworkBasicOps-router-1297692152', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '035db3ce-c050-4386-83d0-7a4e9691ad92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:04:22Z', 'updated_at': '2021-10-20T12:04:26Z', 'revision_number': 4, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'gw_port': {'id': '035db3ce-c050-4386-83d0-7a4e9691ad92', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cf7241-6fea-4b1f-ba2c-c18b4aa02457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:04:22Z', 'updated_at': '2021-10-20T12:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '294d39c5-e31b-4396-bc6b-3801266cdc08', 'name': '', 'network_id': '7c52109c-af86-4d09-a81b-ecd1a3e34103', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'mac_address': 'fa:16:3e:53:6a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cf7241-6fea-4b1f-ba2c-c18b4aa02457', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '0ce2eb46-bc8f-4d4a-a8d9-a3cd97792bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:04:25Z', 'updated_at': '2021-10-20T12:04:30Z', 'revision_number': 5, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'subnets': [{'id': '0ce2eb46-bc8f-4d4a-a8d9-a3cd97792bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:05:23.194684 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278d6d47-93a3-4ee2-89f9-086e824dc955 None None] The sync data for ids ['f1cf7241-6fea-4b1f-ba2c-c18b4aa02457'] in n-d-814735-3 is: [{'id': 'f1cf7241-6fea-4b1f-ba2c-c18b4aa02457', 'name': 'tempest-TestNetworkBasicOps-router-1297692152', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '035db3ce-c050-4386-83d0-7a4e9691ad92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:04:22Z', 'updated_at': '2021-10-20T12:04:26Z', 'revision_number': 4, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'gw_port': {'id': '035db3ce-c050-4386-83d0-7a4e9691ad92', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cf7241-6fea-4b1f-ba2c-c18b4aa02457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:04:22Z', 'updated_at': '2021-10-20T12:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '294d39c5-e31b-4396-bc6b-3801266cdc08', 'name': '', 'network_id': '7c52109c-af86-4d09-a81b-ecd1a3e34103', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'mac_address': 'fa:16:3e:53:6a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cf7241-6fea-4b1f-ba2c-c18b4aa02457', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '0ce2eb46-bc8f-4d4a-a8d9-a3cd97792bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:04:25Z', 'updated_at': '2021-10-20T12:04:30Z', 'revision_number': 5, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'subnets': [{'id': '0ce2eb46-bc8f-4d4a-a8d9-a3cd97792bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:05:23.256347 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:23.418718 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c1f06c-04dd-4645-b328-0a3858341a0b None None] New status for floating IP 8fea5502-c0c3-4c62-9554-c107aecefb6c: DOWN {{(pid=100648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 12:05:23.894020 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea2b036-c253-4e6e-b314-4a24643fb29b req-837d8615-2746-444f-9e74-0b746acb047a tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:05:23.895505 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ea2b036-c253-4e6e-b314-4a24643fb29b req-837d8615-2746-444f-9e74-0b746acb047a tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/ports?device_id=bff77a0d-7fc4-474a-a9ba-726dca29ebb7 HTTP/1.1" status: 200 len: 946 time: 0.1173122 Oct 20 12:05:23.935469 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ea2b036-c253-4e6e-b314-4a24643fb29b req-518830fb-c36e-4ad4-b484-c2a70058edef tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/security-groups?id=f09265b6-30ad-4b59-b462-53bd79baea20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326707 Oct 20 12:05:24.156181 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d8cb6-b9c2-497a-b99b-ac406894e639 req-ec9ff71f-7649-49aa-abdd-2de4bcea8455 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:05:24.157579 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5a5d8cb6-b9c2-497a-b99b-ac406894e639 req-ec9ff71f-7649-49aa-abdd-2de4bcea8455 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.89 "GET /v2.0/ports?device_id=bff77a0d-7fc4-474a-a9ba-726dca29ebb7 HTTP/1.1" status: 200 len: 946 time: 0.0523038 Oct 20 12:05:24.253594 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-5a5d8cb6-b9c2-497a-b99b-ac406894e639 req-a7082773-0617-424f-8be9-d281abbc11c6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Deleting port 6ea3a12d-0522-4c82-98c5-e319a93f5151 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:05:24.253898 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-5a5d8cb6-b9c2-497a-b99b-ac406894e639 req-a7082773-0617-424f-8be9-d281abbc11c6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:24.344436 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-5a5d8cb6-b9c2-497a-b99b-ac406894e639 req-a7082773-0617-424f-8be9-d281abbc11c6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] For port 6ea3a12d-0522-4c82-98c5-e319a93f5151, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=6ea3a12d-0522-4c82-98c5-e319a93f5151,segment=NetworkSegment(af81fc25-8095-4765-8a8c-9a3bd19a5540),segment_id=af81fc25-8095-4765-8a8c-9a3bd19a5540)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:05:24.344760 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-5a5d8cb6-b9c2-497a-b99b-ac406894e639 req-a7082773-0617-424f-8be9-d281abbc11c6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:24.358424 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-5a5d8cb6-b9c2-497a-b99b-ac406894e639 req-a7082773-0617-424f-8be9-d281abbc11c6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Calling delete_port for 6ea3a12d-0522-4c82-98c5-e319a93f5151 owned by compute:nova {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:05:24.492195 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-5a5d8cb6-b9c2-497a-b99b-ac406894e639 req-a7082773-0617-424f-8be9-d281abbc11c6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:24.521639 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7082773-0617-424f-8be9-d281abbc11c6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event deleted for resources: {'Port': ['ID=6ea3a12d-0522-4c82-98c5-e319a93f5151,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:24.564584 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a5d8cb6-b9c2-497a-b99b-ac406894e639 req-a7082773-0617-424f-8be9-d281abbc11c6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] No DVR routers for this DVR port 6ea3a12d-0522-4c82-98c5-e319a93f5151 on host n-h2-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:05:24.567422 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-5a5d8cb6-b9c2-497a-b99b-ac406894e639 req-a7082773-0617-424f-8be9-d281abbc11c6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:24.570757 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5a5d8cb6-b9c2-497a-b99b-ac406894e639 req-a7082773-0617-424f-8be9-d281abbc11c6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.89 "DELETE /v2.0/ports/6ea3a12d-0522-4c82-98c5-e319a93f5151 HTTP/1.1" status: 204 len: 173 time: 0.4059482 Oct 20 12:05:24.571228 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff77a0d-7fc4-474a-a9ba-726dca29ebb7', 'name': 'network-vif-deleted', 'tag': '6ea3a12d-0522-4c82-98c5-e319a93f5151'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:05:24.573535 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5485ac7-3448-4f3e-a159-6bd8ea80c2c2" -d '{"events": [{"server_uuid": "bff77a0d-7fc4-474a-a9ba-726dca29ebb7", "name": "network-vif-deleted", "tag": "6ea3a12d-0522-4c82-98c5-e319a93f5151"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:05:24.609626 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34dee487-c68c-4310-8658-514ac2c42bab x-openstack-request-id: req-34dee487-c68c-4310-8658-514ac2c42bab {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:05:24.609922 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bff77a0d-7fc4-474a-a9ba-726dca29ebb7", "name": "network-vif-deleted", "tag": "6ea3a12d-0522-4c82-98c5-e319a93f5151", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:05:24.610178 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-34dee487-c68c-4310-8658-514ac2c42bab {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:05:24.610583 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bff77a0d-7fc4-474a-a9ba-726dca29ebb7', 'name': 'network-vif-deleted', 'tag': '6ea3a12d-0522-4c82-98c5-e319a93f5151', 'status': 'completed', 'code': 200} Oct 20 12:05:24.993329 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:25.065639 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a230f47e-b438-41cd-a463-5874613a860a req-204273e1-c7e9-4ac7-a87c-5bd2671e604b tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "GET /v2.0/ports?device_id=bff77a0d-7fc4-474a-a9ba-726dca29ebb7 HTTP/1.1" status: 200 len: 210 time: 0.0345292 Oct 20 12:05:25.463780 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-7eb5e9ed-1499-4ee8-ac4b-e8ac86805d58 req-95656433-36d7-4981-ac49-a4690f393ecd service neutron] (100647) timed out ('10.222.0.98', 38016) {{(pid=100647) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 20 12:05:26.123441 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51254) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:05:26.190049 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-16d29d19-41b0-4ea2-a196-5c2525ca6a22 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:26.215380 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-16d29d19-41b0-4ea2-a196-5c2525ca6a22 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:26.284700 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-16d29d19-41b0-4ea2-a196-5c2525ca6a22 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:26.287349 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-16d29d19-41b0-4ea2-a196-5c2525ca6a22 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:26.288605 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-16d29d19-41b0-4ea2-a196-5c2525ca6a22 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "DELETE /v2.0/security-groups/f09265b6-30ad-4b59-b462-53bd79baea20 HTTP/1.1" status: 204 len: 168 time: 0.1641672 Oct 20 12:05:26.298499 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d29d19-41b0-4ea2-a196-5c2525ca6a22 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09265b6-30ad-4b59-b462-53bd79baea20,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:26.321927 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51258) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:05:26.691267 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-725ba2e4-b101-44db-885f-6f8964b45eb6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:27.275536 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-725ba2e4-b101-44db-885f-6f8964b45eb6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Deleting port 294d39c5-e31b-4396-bc6b-3801266cdc08 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:05:27.276306 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-725ba2e4-b101-44db-885f-6f8964b45eb6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:27.367355 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-725ba2e4-b101-44db-885f-6f8964b45eb6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] For port 294d39c5-e31b-4396-bc6b-3801266cdc08, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=294d39c5-e31b-4396-bc6b-3801266cdc08,segment=NetworkSegment(af81fc25-8095-4765-8a8c-9a3bd19a5540),segment_id=af81fc25-8095-4765-8a8c-9a3bd19a5540)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:05:27.367705 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-725ba2e4-b101-44db-885f-6f8964b45eb6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:27.385340 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-725ba2e4-b101-44db-885f-6f8964b45eb6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Calling delete_port for 294d39c5-e31b-4396-bc6b-3801266cdc08 owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:05:27.578020 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-725ba2e4-b101-44db-885f-6f8964b45eb6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:27.602263 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ba2e4-b101-44db-885f-6f8964b45eb6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event deleted for resources: {'Port': ['ID=294d39c5-e31b-4396-bc6b-3801266cdc08,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:27.779238 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-725ba2e4-b101-44db-885f-6f8964b45eb6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:28.002822 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-725ba2e4-b101-44db-885f-6f8964b45eb6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Router f1cf7241-6fea-4b1f-ba2c-c18b4aa02457 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:05:28.115060 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725ba2e4-b101-44db-885f-6f8964b45eb6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:05:28.120490 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-725ba2e4-b101-44db-885f-6f8964b45eb6 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "PUT /v2.0/routers/f1cf7241-6fea-4b1f-ba2c-c18b4aa02457/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7971840 Oct 20 12:05:28.123000 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51260) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:05:28.126195 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c81e51-064e-492f-9a7d-e43b3cc0856c None None] Sync routers for ids ['f1cf7241-6fea-4b1f-ba2c-c18b4aa02457'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:05:28.136592 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c81e51-064e-492f-9a7d-e43b3cc0856c None None] Routers {'f1cf7241-6fea-4b1f-ba2c-c18b4aa02457'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:05:28.137214 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-10c81e51-064e-492f-9a7d-e43b3cc0856c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:05:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['f1cf7241-6fea-4b1f-ba2c-c18b4aa02457'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:05:28.161790 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 6ea3a12d-0522-4c82-98c5-e319a93f5151 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:05:28.176473 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-15d53e75-ebc5-4e56-a6b0-9e5d1e890095 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Deleting subnet 0ce2eb46-bc8f-4d4a-a8d9-a3cd97792bfe {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 12:05:28.179772 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-15d53e75-ebc5-4e56-a6b0-9e5d1e890095 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:28.183329 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: 6ea3a12d-0522-4c82-98c5-e319a93f5151 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:05:28.183927 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 6ea3a12d-0522-4c82-98c5-e319a93f5151 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:05:28.220464 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-15d53e75-ebc5-4e56-a6b0-9e5d1e890095 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:28.241027 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-10c81e51-064e-492f-9a7d-e43b3cc0856c None None] Set router f1cf7241-6fea-4b1f-ba2c-c18b4aa02457 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:05:28.307057 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-15d53e75-ebc5-4e56-a6b0-9e5d1e890095 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:28.365177 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-15d53e75-ebc5-4e56-a6b0-9e5d1e890095 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:28.392236 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d53e75-ebc5-4e56-a6b0-9e5d1e890095 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event deleted for resources: {'Subnet': ['ID=0ce2eb46-bc8f-4d4a-a8d9-a3cd97792bfe,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:28.395967 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-15d53e75-ebc5-4e56-a6b0-9e5d1e890095 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:28.402140 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-15d53e75-ebc5-4e56-a6b0-9e5d1e890095 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "DELETE /v2.0/subnets/0ce2eb46-bc8f-4d4a-a8d9-a3cd97792bfe HTTP/1.1" status: 204 len: 168 time: 0.2756689 Oct 20 12:05:28.402786 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 51262) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:05:28.407267 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f4639c-f7d8-4cd8-a4ca-2d5b66fa544e None None] Network 7c52109c-af86-4d09-a81b-ecd1a3e34103 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:05:28.432578 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-10c81e51-064e-492f-9a7d-e43b3cc0856c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1cf7241-6fea-4b1f-ba2c-c18b4aa02457', 'name': 'tempest-TestNetworkBasicOps-router-1297692152', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '035db3ce-c050-4386-83d0-7a4e9691ad92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:04:22Z', 'updated_at': '2021-10-20T12:05:27Z', 'revision_number': 5, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'gw_port': {'id': '035db3ce-c050-4386-83d0-7a4e9691ad92', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cf7241-6fea-4b1f-ba2c-c18b4aa02457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:04:22Z', 'updated_at': '2021-10-20T12:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:05:28.459884 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c81e51-064e-492f-9a7d-e43b3cc0856c None None] Checking router: f1cf7241-6fea-4b1f-ba2c-c18b4aa02457 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:05:28.469498 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c81e51-064e-492f-9a7d-e43b3cc0856c None None] Routers {'f1cf7241-6fea-4b1f-ba2c-c18b4aa02457'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:05:28.470132 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-10c81e51-064e-492f-9a7d-e43b3cc0856c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:05:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['f1cf7241-6fea-4b1f-ba2c-c18b4aa02457'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:05:28.511739 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d808253-ae3b-468e-b87b-7bac7d9d766f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for router, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:28.583267 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-10c81e51-064e-492f-9a7d-e43b3cc0856c None None] Set router f1cf7241-6fea-4b1f-ba2c-c18b4aa02457 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:05:28.614119 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced81ae6-be06-4698-bbf5-6673abdd8818 None None] DHCP port deletion for 7c52109c-af86-4d09-a81b-ecd1a3e34103 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 12:05:28.622559 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d808253-ae3b-468e-b87b-7bac7d9d766f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:28.666679 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-ced81ae6-be06-4698-bbf5-6673abdd8818 None None] Deleting port e8a754b4-906b-4d97-bb60-c3419e85e353 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:05:28.667174 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ced81ae6-be06-4698-bbf5-6673abdd8818 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:28.681320 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-2d808253-ae3b-468e-b87b-7bac7d9d766f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Deleting port 035db3ce-c050-4386-83d0-7a4e9691ad92 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:05:28.681843 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d808253-ae3b-468e-b87b-7bac7d9d766f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:28.733911 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-ced81ae6-be06-4698-bbf5-6673abdd8818 None None] For port e8a754b4-906b-4d97-bb60-c3419e85e353, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=e8a754b4-906b-4d97-bb60-c3419e85e353,segment=NetworkSegment(af81fc25-8095-4765-8a8c-9a3bd19a5540),segment_id=af81fc25-8095-4765-8a8c-9a3bd19a5540)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:05:28.734669 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ced81ae6-be06-4698-bbf5-6673abdd8818 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:28.747526 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-ced81ae6-be06-4698-bbf5-6673abdd8818 None None] Calling delete_port for e8a754b4-906b-4d97-bb60-c3419e85e353 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:05:28.766434 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-2d808253-ae3b-468e-b87b-7bac7d9d766f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] For port 035db3ce-c050-4386-83d0-7a4e9691ad92, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=035db3ce-c050-4386-83d0-7a4e9691ad92,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:05:28.766434 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d808253-ae3b-468e-b87b-7bac7d9d766f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:28.778237 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-10c81e51-064e-492f-9a7d-e43b3cc0856c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1cf7241-6fea-4b1f-ba2c-c18b4aa02457', 'name': 'tempest-TestNetworkBasicOps-router-1297692152', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '035db3ce-c050-4386-83d0-7a4e9691ad92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:04:22Z', 'updated_at': '2021-10-20T12:05:27Z', 'revision_number': 5, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'gw_port': {'id': '035db3ce-c050-4386-83d0-7a4e9691ad92', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cf7241-6fea-4b1f-ba2c-c18b4aa02457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:04:22Z', 'updated_at': '2021-10-20T12:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:05:28.779726 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-2d808253-ae3b-468e-b87b-7bac7d9d766f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Calling delete_port for 035db3ce-c050-4386-83d0-7a4e9691ad92 owned by network:router_gateway {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:05:28.804446 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c81e51-064e-492f-9a7d-e43b3cc0856c None None] The sync data for ids ['f1cf7241-6fea-4b1f-ba2c-c18b4aa02457'] in n-d-814735-3 is: [{'id': 'f1cf7241-6fea-4b1f-ba2c-c18b4aa02457', 'name': 'tempest-TestNetworkBasicOps-router-1297692152', 'tenant_id': '07250ad1f1204e6d869db0513ecc8bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '035db3ce-c050-4386-83d0-7a4e9691ad92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:04:22Z', 'updated_at': '2021-10-20T12:05:27Z', 'revision_number': 5, 'project_id': '07250ad1f1204e6d869db0513ecc8bd0', 'gw_port': {'id': '035db3ce-c050-4386-83d0-7a4e9691ad92', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cf7241-6fea-4b1f-ba2c-c18b4aa02457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:04:22Z', 'updated_at': '2021-10-20T12:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:05:28.833221 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ced81ae6-be06-4698-bbf5-6673abdd8818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:28.846407 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced81ae6-be06-4698-bbf5-6673abdd8818 None None] No DVR routers for this DVR port e8a754b4-906b-4d97-bb60-c3419e85e353 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:05:28.870389 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced81ae6-be06-4698-bbf5-6673abdd8818 None None] Pushing event deleted for resources: {'Port': ['ID=e8a754b4-906b-4d97-bb60-c3419e85e353,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:28.958218 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d808253-ae3b-468e-b87b-7bac7d9d766f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:28.991147 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d808253-ae3b-468e-b87b-7bac7d9d766f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event deleted for resources: {'Port': ['ID=035db3ce-c050-4386-83d0-7a4e9691ad92,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:29.055623 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d808253-ae3b-468e-b87b-7bac7d9d766f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:29.145689 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d808253-ae3b-468e-b87b-7bac7d9d766f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:29.148163 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d808253-ae3b-468e-b87b-7bac7d9d766f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:29.194769 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d808253-ae3b-468e-b87b-7bac7d9d766f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:29.203591 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d808253-ae3b-468e-b87b-7bac7d9d766f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Fanout notify agent at l3_agent the message router_deleted on router f1cf7241-6fea-4b1f-ba2c-c18b4aa02457 {{(pid=100647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 12:05:29.212069 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d808253-ae3b-468e-b87b-7bac7d9d766f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:29.212981 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2d808253-ae3b-468e-b87b-7bac7d9d766f tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "DELETE /v2.0/routers/f1cf7241-6fea-4b1f-ba2c-c18b4aa02457 HTTP/1.1" status: 204 len: 168 time: 0.8094356 Oct 20 12:05:29.216636 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 51264) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:05:29.303697 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-97ec4a0b-ceba-48d2-894b-1983841cd3e1 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:29.396899 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-97ec4a0b-ceba-48d2-894b-1983841cd3e1 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:29.419252 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-97ec4a0b-ceba-48d2-894b-1983841cd3e1 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c52109c-af86-4d09-a81b-ecd1a3e34103']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:05:29.429047 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-97ec4a0b-ceba-48d2-894b-1983841cd3e1 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af81fc25-8095-4765-8a8c-9a3bd19a5540') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:05:29.429320 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-97ec4a0b-ceba-48d2-894b-1983841cd3e1 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af81fc25-8095-4765-8a8c-9a3bd19a5540') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:05:29.440217 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-97ec4a0b-ceba-48d2-894b-1983841cd3e1 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:29.454070 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-97ec4a0b-ceba-48d2-894b-1983841cd3e1 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:29.460356 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97ec4a0b-ceba-48d2-894b-1983841cd3e1 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Releasing vlan 1269 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 12:05:29.460803 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-97ec4a0b-ceba-48d2-894b-1983841cd3e1 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:29.463850 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 12:05:29.463850 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 12:05:29.463850 n-d-814735-3 neutron-server[100647]: timer() Oct 20 12:05:29.463850 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 12:05:29.463850 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 12:05:29.463850 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 12:05:29.463850 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 12:05:29.463850 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 12:05:29.463850 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 12:05:29.463850 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 12:05:29.463850 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 12:05:29.463850 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 12:05:29.463850 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 12:05:29.463850 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 12:05:29.463850 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 12:05:29.463850 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 12:05:29.463850 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 12:05:29.463850 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 12:05:29.463850 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 12:05:29.463850 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 12:05:29.463850 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 12:05:29.463850 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 12:05:29.463850 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 12:05:29.463850 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 12:05:29.463850 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 12:05:29.463850 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 12:05:29.463850 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 12:05:29.463850 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 12:05:29.463850 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 12:05:29.463850 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 12:05:29.463850 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 12:05:29.463850 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 12:05:29.525231 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-97ec4a0b-ceba-48d2-894b-1983841cd3e1 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:29.532524 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-97ec4a0b-ceba-48d2-894b-1983841cd3e1 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:29.535772 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-97ec4a0b-ceba-48d2-894b-1983841cd3e1 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] 10.222.0.98 "DELETE /v2.0/networks/7c52109c-af86-4d09-a81b-ecd1a3e34103 HTTP/1.1" status: 204 len: 168 time: 0.3181748 Oct 20 12:05:29.547231 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec4a0b-ceba-48d2-894b-1983841cd3e1 tempest-TestNetworkBasicOps-731415218 tempest-TestNetworkBasicOps-731415218-project] Pushing event deleted for resources: {'Network': ['ID=7c52109c-af86-4d09-a81b-ecd1a3e34103,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:29.808404 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 51270) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:05:29.934302 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 035db3ce-c050-4386-83d0-7a4e9691ad92 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:05:29.954139 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 035db3ce-c050-4386-83d0-7a4e9691ad92 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:05:29.954463 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 035db3ce-c050-4386-83d0-7a4e9691ad92 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:05:29.954916 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device e8a754b4-906b-4d97-bb60-c3419e85e353 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:05:29.957015 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-08110b12-9bdc-4f8f-b2bd-ec97df437884 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=07250ad1f1204e6d869db0513ecc8bd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1474721 Oct 20 12:05:29.959598 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 51276) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:05:29.974861 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: e8a754b4-906b-4d97-bb60-c3419e85e353 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:05:29.975178 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device e8a754b4-906b-4d97-bb60-c3419e85e353 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:05:29.975551 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 294d39c5-e31b-4396-bc6b-3801266cdc08 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:05:29.994073 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 294d39c5-e31b-4396-bc6b-3801266cdc08 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:05:29.994398 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 294d39c5-e31b-4396-bc6b-3801266cdc08 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:05:30.015812 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a83e11c2-ad91-44b4-9576-ae9494f96887 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:30.036702 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a83e11c2-ad91-44b4-9576-ae9494f96887 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:30.084289 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a83e11c2-ad91-44b4-9576-ae9494f96887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:30.088688 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a83e11c2-ad91-44b4-9576-ae9494f96887 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:30.090514 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-a83e11c2-ad91-44b4-9576-ae9494f96887 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9c914df1-f753-4cee-a491-ee146a6b21de HTTP/1.1" status: 204 len: 168 time: 0.1297815 Oct 20 12:05:30.099470 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83e11c2-ad91-44b4-9576-ae9494f96887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c914df1-f753-4cee-a491-ee146a6b21de,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:30.362358 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 51284) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:05:30.375815 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0701ecb5-28de-43b9-9c9f-d34b3fba2fd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:30.453982 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0701ecb5-28de-43b9-9c9f-d34b3fba2fd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:30.459486 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0701ecb5-28de-43b9-9c9f-d34b3fba2fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:30.498117 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-0701ecb5-28de-43b9-9c9f-d34b3fba2fd4 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0f72d7ba0cea4f4e81b6669dd2451eb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1345980 Oct 20 12:05:30.499020 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0701ecb5-28de-43b9-9c9f-d34b3fba2fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535380ad-6ca6-4367-b42e-1fd352b4b172,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:30.501017 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51286) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:05:30.553230 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5de76fc2-a98b-42cf-abcd-4e7c514428e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:30.575292 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5de76fc2-a98b-42cf-abcd-4e7c514428e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:30.624514 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5de76fc2-a98b-42cf-abcd-4e7c514428e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:30.627173 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5de76fc2-a98b-42cf-abcd-4e7c514428e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:30.628387 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5de76fc2-a98b-42cf-abcd-4e7c514428e8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/535380ad-6ca6-4367-b42e-1fd352b4b172 HTTP/1.1" status: 204 len: 168 time: 0.1263115 Oct 20 12:05:30.638464 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de76fc2-a98b-42cf-abcd-4e7c514428e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535380ad-6ca6-4367-b42e-1fd352b4b172,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:31.349247 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51308) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:05:31.450914 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-d83d47cc-b3b5-45c2-a544-988d84ace5a7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1575666281-network', 'tenant_id': '118af20a3cfe4f71944eafdde5c790b9'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:05:31.475989 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83d47cc-b3b5-45c2-a544-988d84ace5a7 admin admin] Made reservation on behalf of 118af20a3cfe4f71944eafdde5c790b9 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:05:31.478599 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d83d47cc-b3b5-45c2-a544-988d84ace5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:31.487921 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d83d47cc-b3b5-45c2-a544-988d84ace5a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:31.569936 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d83d47cc-b3b5-45c2-a544-988d84ace5a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:31.574486 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d83d47cc-b3b5-45c2-a544-988d84ace5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:31.599917 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d83d47cc-b3b5-45c2-a544-988d84ace5a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1275, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 12:05:31.610020 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83d47cc-b3b5-45c2-a544-988d84ace5a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e841bb0c-fb38-4366-b426-090ed529e74d,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:31.616025 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d83d47cc-b3b5-45c2-a544-988d84ace5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:31.616362 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-d83d47cc-b3b5-45c2-a544-988d84ace5a7 admin admin] Added segment f5dd2f67-3712-414d-8179-24cc087197e7 of type vlan for network bfa67a2e-d0d4-451f-9a9e-285e7b0873e6 Oct 20 12:05:31.658205 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d83d47cc-b3b5-45c2-a544-988d84ace5a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:31.684232 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d83d47cc-b3b5-45c2-a544-988d84ace5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:31.685192 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83d47cc-b3b5-45c2-a544-988d84ace5a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:05:31.685855 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d83d47cc-b3b5-45c2-a544-988d84ace5a7 admin admin] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:31.716838 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d83d47cc-b3b5-45c2-a544-988d84ace5a7 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3664391 Oct 20 12:05:31.720042 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 51312) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:05:31.725876 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-d02fc0a1-b227-4ec7-a960-b67295b92407 admin admin] Request body: {'subnet': {'network_id': 'bfa67a2e-d0d4-451f-9a9e-285e7b0873e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1575666281-subnet', 'tenant_id': '118af20a3cfe4f71944eafdde5c790b9', 'ip_version': 4}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:05:31.748228 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02fc0a1-b227-4ec7-a960-b67295b92407 admin admin] Made reservation on behalf of 118af20a3cfe4f71944eafdde5c790b9 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:05:31.749126 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83d47cc-b3b5-45c2-a544-988d84ace5a7 admin admin] Pushing event updated for resources: {'Network': ['ID=bfa67a2e-d0d4-451f-9a9e-285e7b0873e6,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:31.750560 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d02fc0a1-b227-4ec7-a960-b67295b92407 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:31.759474 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network bfa67a2e-d0d4-451f-9a9e-285e7b0873e6 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 12:05:31.921032 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d02fc0a1-b227-4ec7-a960-b67295b92407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:31.979728 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02fc0a1-b227-4ec7-a960-b67295b92407 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4193f3bc-e129-48ae-a1e9-e862ce07ac27,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:31.990949 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02fc0a1-b227-4ec7-a960-b67295b92407 admin admin] Checking segment: {'id': 'f5dd2f67-3712-414d-8179-24cc087197e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'bfa67a2e-d0d4-451f-9a9e-285e7b0873e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:05:31.991314 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02fc0a1-b227-4ec7-a960-b67295b92407 admin admin] Network hostable DHCP agents. Network: bfa67a2e-d0d4-451f-9a9e-285e7b0873e6, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 12:05:32.016134 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02fc0a1-b227-4ec7-a960-b67295b92407 admin admin] Network bfa67a2e-d0d4-451f-9a9e-285e7b0873e6 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 12:05:32.027220 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-d02fc0a1-b227-4ec7-a960-b67295b92407 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, bfa67a2e-d0d4-451f-9a9e-285e7b0873e6) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:05:32.031321 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02fc0a1-b227-4ec7-a960-b67295b92407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:05:32.031905 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d02fc0a1-b227-4ec7-a960-b67295b92407 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:32.036119 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66db3268-56a8-4a9f-aae2-a7bd80461fb0 None None] Network bfa67a2e-d0d4-451f-9a9e-285e7b0873e6 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:05:32.054759 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d02fc0a1-b227-4ec7-a960-b67295b92407 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3300912 Oct 20 12:05:32.055164 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 51314) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:05:32.059666 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-82a56256-a2ed-46a5-8010-c603ebfc4281 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1575666281-router', 'tenant_id': '118af20a3cfe4f71944eafdde5c790b9', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:05:32.083436 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-82a56256-a2ed-46a5-8010-c603ebfc4281 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:32.084441 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-82a56256-a2ed-46a5-8010-c603ebfc4281 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:32.138025 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-82a56256-a2ed-46a5-8010-c603ebfc4281 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:32.183431 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86af6a76-adc2-4ed5-b47d-e33abd47e61e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-bfa67a2e-d0d4-451f-9a9e-285e7b0873e6', 'network_id': 'bfa67a2e-d0d4-451f-9a9e-285e7b0873e6', 'tenant_id': '118af20a3cfe4f71944eafdde5c790b9', 'fixed_ips': [{'subnet_id': '4193f3bc-e129-48ae-a1e9-e862ce07ac27'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 12:05:32.184318 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-86af6a76-adc2-4ed5-b47d-e33abd47e61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:32.281523 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-82a56256-a2ed-46a5-8010-c603ebfc4281 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:32.325819 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-86af6a76-adc2-4ed5-b47d-e33abd47e61e None None] Allocated IP 172.20.0.2 (bfa67a2e-d0d4-451f-9a9e-285e7b0873e6/4193f3bc-e129-48ae-a1e9-e862ce07ac27/dff72696-ef8b-4235-bb1a-3b9df1d596b4) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:05:32.475469 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-86af6a76-adc2-4ed5-b47d-e33abd47e61e None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:32.482605 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-86af6a76-adc2-4ed5-b47d-e33abd47e61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:32.488373 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-82a56256-a2ed-46a5-8010-c603ebfc4281 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:32.512334 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-82a56256-a2ed-46a5-8010-c603ebfc4281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:32.521590 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86af6a76-adc2-4ed5-b47d-e33abd47e61e None None] Network bfa67a2e-d0d4-451f-9a9e-285e7b0873e6 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:05:32.524838 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-86af6a76-adc2-4ed5-b47d-e33abd47e61e None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:05:32.531337 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86af6a76-adc2-4ed5-b47d-e33abd47e61e None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:05:32.534361 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86af6a76-adc2-4ed5-b47d-e33abd47e61e None None] Pushing event updated for resources: {'Port': ['ID=dff72696-ef8b-4235-bb1a-3b9df1d596b4,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:32.589749 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-86af6a76-adc2-4ed5-b47d-e33abd47e61e None None] Attempting to bind port dff72696-ef8b-4235-bb1a-3b9df1d596b4 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:05:32.590121 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-86af6a76-adc2-4ed5-b47d-e33abd47e61e None None] Attempting to bind port dff72696-ef8b-4235-bb1a-3b9df1d596b4 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'f5dd2f67-3712-414d-8179-24cc087197e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'bfa67a2e-d0d4-451f-9a9e-285e7b0873e6'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:05:32.590487 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86af6a76-adc2-4ed5-b47d-e33abd47e61e None None] Attempting to bind port dff72696-ef8b-4235-bb1a-3b9df1d596b4 on network bfa67a2e-d0d4-451f-9a9e-285e7b0873e6 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:05:32.595774 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86af6a76-adc2-4ed5-b47d-e33abd47e61e None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:05:32.596623 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86af6a76-adc2-4ed5-b47d-e33abd47e61e None None] Checking segment: {'id': 'f5dd2f67-3712-414d-8179-24cc087197e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'bfa67a2e-d0d4-451f-9a9e-285e7b0873e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:05:32.596623 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-86af6a76-adc2-4ed5-b47d-e33abd47e61e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:32.596982 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86af6a76-adc2-4ed5-b47d-e33abd47e61e None None] Bound using segment: {'id': 'f5dd2f67-3712-414d-8179-24cc087197e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'bfa67a2e-d0d4-451f-9a9e-285e7b0873e6'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:05:32.597588 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-86af6a76-adc2-4ed5-b47d-e33abd47e61e None None] Bound port: dff72696-ef8b-4235-bb1a-3b9df1d596b4, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5dd2f67-3712-414d-8179-24cc087197e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'bfa67a2e-d0d4-451f-9a9e-285e7b0873e6'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:05:32.597965 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-86af6a76-adc2-4ed5-b47d-e33abd47e61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:32.620808 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-82a56256-a2ed-46a5-8010-c603ebfc4281 admin admin] Allocated IP 172.25.5.153 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/61486243-2a54-4446-96de-9818c0f90c27) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:05:32.663681 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-86af6a76-adc2-4ed5-b47d-e33abd47e61e None None] For port dff72696-ef8b-4235-bb1a-3b9df1d596b4, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:05:32.667287 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-86af6a76-adc2-4ed5-b47d-e33abd47e61e None None] For port dff72696-ef8b-4235-bb1a-3b9df1d596b4, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=dff72696-ef8b-4235-bb1a-3b9df1d596b4,segment=NetworkSegment(f5dd2f67-3712-414d-8179-24cc087197e7),segment_id=f5dd2f67-3712-414d-8179-24cc087197e7)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:05:32.672248 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-86af6a76-adc2-4ed5-b47d-e33abd47e61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:32.731619 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-82a56256-a2ed-46a5-8010-c603ebfc4281 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:32.732172 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86af6a76-adc2-4ed5-b47d-e33abd47e61e None None] Pushing event updated for resources: {'Port': ['ID=dff72696-ef8b-4235-bb1a-3b9df1d596b4,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:32.768827 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-82a56256-a2ed-46a5-8010-c603ebfc4281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:32.807463 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a56256-a2ed-46a5-8010-c603ebfc4281 admin admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:05:32.810412 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-82a56256-a2ed-46a5-8010-c603ebfc4281 admin admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:05:32.813115 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a56256-a2ed-46a5-8010-c603ebfc4281 admin admin] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:05:32.840601 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a56256-a2ed-46a5-8010-c603ebfc4281 admin admin] Pushing event updated for resources: {'Port': ['ID=61486243-2a54-4446-96de-9818c0f90c27,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:32.854912 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a56256-a2ed-46a5-8010-c603ebfc4281 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:05:32.855232 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a56256-a2ed-46a5-8010-c603ebfc4281 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:05:32.855600 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a56256-a2ed-46a5-8010-c603ebfc4281 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:05:32.855934 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a56256-a2ed-46a5-8010-c603ebfc4281 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:05:32.856262 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a56256-a2ed-46a5-8010-c603ebfc4281 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:05:32.856588 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a56256-a2ed-46a5-8010-c603ebfc4281 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:05:32.856885 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a56256-a2ed-46a5-8010-c603ebfc4281 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:05:32.857292 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a56256-a2ed-46a5-8010-c603ebfc4281 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:05:32.857581 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a56256-a2ed-46a5-8010-c603ebfc4281 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:05:32.857836 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a56256-a2ed-46a5-8010-c603ebfc4281 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:05:32.858156 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a56256-a2ed-46a5-8010-c603ebfc4281 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:05:32.858475 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a56256-a2ed-46a5-8010-c603ebfc4281 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:05:33.150520 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-82a56256-a2ed-46a5-8010-c603ebfc4281 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:33.355293 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-82a56256-a2ed-46a5-8010-c603ebfc4281 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:33.494311 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a56256-a2ed-46a5-8010-c603ebfc4281 admin admin] Router cb16b575-fb2b-4009-8d92-cae43cb71c74 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 12:05:33.678707 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192afa08-23ac-4d05-820f-4858ad40c388 None None] Network bfa67a2e-d0d4-451f-9a9e-285e7b0873e6 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:05:33.751755 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-f4cdc69b-6d94-4829-b90a-475a4ab621c7 None None] Provisioning complete for port dff72696-ef8b-4235-bb1a-3b9df1d596b4 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:05:33.752213 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f4cdc69b-6d94-4829-b90a-475a4ab621c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:33.904126 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f4cdc69b-6d94-4829-b90a-475a4ab621c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:33.940861 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a56256-a2ed-46a5-8010-c603ebfc4281 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:05:33.958656 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678acca8-37a1-4bc9-85f9-8ca06165b805 None None] Sync routers for ids ['cb16b575-fb2b-4009-8d92-cae43cb71c74'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:05:33.966557 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-82a56256-a2ed-46a5-8010-c603ebfc4281 admin admin] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:33.969997 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-82a56256-a2ed-46a5-8010-c603ebfc4281 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9111841 Oct 20 12:05:33.970388 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 51316) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:05:33.973260 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-f4cdc69b-6d94-4829-b90a-475a4ab621c7 None None] For port dff72696-ef8b-4235-bb1a-3b9df1d596b4, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=dff72696-ef8b-4235-bb1a-3b9df1d596b4,segment=NetworkSegment(f5dd2f67-3712-414d-8179-24cc087197e7),segment_id=f5dd2f67-3712-414d-8179-24cc087197e7)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:05:33.974193 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678acca8-37a1-4bc9-85f9-8ca06165b805 None None] Routers {'cb16b575-fb2b-4009-8d92-cae43cb71c74'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:05:33.974894 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-678acca8-37a1-4bc9-85f9-8ca06165b805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:05:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['cb16b575-fb2b-4009-8d92-cae43cb71c74'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:05:34.014492 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f4cdc69b-6d94-4829-b90a-475a4ab621c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:34.071847 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device dff72696-ef8b-4235-bb1a-3b9df1d596b4 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:05:34.166563 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cdc69b-6d94-4829-b90a-475a4ab621c7 None None] Pushing event updated for resources: {'Port': ['ID=dff72696-ef8b-4235-bb1a-3b9df1d596b4,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:34.199301 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-678acca8-37a1-4bc9-85f9-8ca06165b805 None None] Set router cb16b575-fb2b-4009-8d92-cae43cb71c74 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:05:34.266181 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port dff72696-ef8b-4235-bb1a-3b9df1d596b4 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:05:34.266907 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:34.338488 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5b221c8b-2406-4ad8-a1ca-4dcff8a784c5 req-8fb7c0a3-ab10-4144-972a-8f2d40afe846 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0520525 Oct 20 12:05:34.391483 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-566402a6-53ed-400c-af49-5a76e307fab3 None None] Provisioning complete for port dff72696-ef8b-4235-bb1a-3b9df1d596b4 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:05:34.391875 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-566402a6-53ed-400c-af49-5a76e307fab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:34.437715 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b221c8b-2406-4ad8-a1ca-4dcff8a784c5 req-cfaa6dd7-941a-4620-8572-e9825f3b3165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:05:34.439373 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5b221c8b-2406-4ad8-a1ca-4dcff8a784c5 req-cfaa6dd7-941a-4620-8572-e9825f3b3165 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d5facc7ebf4c4973bcd1f7527a0dd7a6&device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 1097 time: 0.0476258 Oct 20 12:05:34.486279 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b55cb081-28a5-4f6c-90b7-970df2eb2394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:34.544643 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-678acca8-37a1-4bc9-85f9-8ca06165b805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'name': 'tempest-TestVolumeBackupRestore-1575666281-router', 'tenant_id': '118af20a3cfe4f71944eafdde5c790b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '61486243-2a54-4446-96de-9818c0f90c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:05:32Z', 'updated_at': '2021-10-20T12:05:33Z', 'revision_number': 3, 'project_id': '118af20a3cfe4f71944eafdde5c790b9', 'gw_port': {'id': '61486243-2a54-4446-96de-9818c0f90c27', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:20:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:05:32Z', 'updated_at': '2021-10-20T12:05:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:05:34.558730 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b221c8b-2406-4ad8-a1ca-4dcff8a784c5 req-389aafa0-9b7e-43f7-9c8f-297f0e4b5e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:05:34.560255 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5b221c8b-2406-4ad8-a1ca-4dcff8a784c5 req-389aafa0-9b7e-43f7-9c8f-297f0e4b5e7e service neutron] 10.222.0.89 "GET /v2.0/networks?id=6dd2d5c8-1621-42ed-b480-8b3fe659c010 HTTP/1.1" status: 200 len: 919 time: 0.0985112 Oct 20 12:05:34.575345 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678acca8-37a1-4bc9-85f9-8ca06165b805 None None] Checking router: cb16b575-fb2b-4009-8d92-cae43cb71c74 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:05:34.575693 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678acca8-37a1-4bc9-85f9-8ca06165b805 None None] Updating router cb16b575-fb2b-4009-8d92-cae43cb71c74 port 61486243-2a54-4446-96de-9818c0f90c27 binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 12:05:34.605838 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-678acca8-37a1-4bc9-85f9-8ca06165b805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:34.638161 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5b221c8b-2406-4ad8-a1ca-4dcff8a784c5 req-3347f72b-7cc9-409c-81de-290f8cc09f3f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a41c414-e936-4384-ab02-34f20ae3ad38 HTTP/1.1" status: 200 len: 1001 time: 0.0692413 Oct 20 12:05:34.695986 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b221c8b-2406-4ad8-a1ca-4dcff8a784c5 req-e3583e26-40d5-4c78-a642-20c94d28b6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:05:34.697467 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5b221c8b-2406-4ad8-a1ca-4dcff8a784c5 req-e3583e26-40d5-4c78-a642-20c94d28b6be service neutron] 10.222.0.89 "GET /v2.0/subnets?id=85c08acc-8a9f-45d6-96df-e5a8900af70a HTTP/1.1" status: 200 len: 856 time: 0.0484819 Oct 20 12:05:34.710458 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-b55cb081-28a5-4f6c-90b7-970df2eb2394 admin admin] Allocated IP 172.20.0.1 (bfa67a2e-d0d4-451f-9a9e-285e7b0873e6/4193f3bc-e129-48ae-a1e9-e862ce07ac27/58cf6304-8145-4cde-8852-5e0078dc197e) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:05:34.752816 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b221c8b-2406-4ad8-a1ca-4dcff8a784c5 req-d55567c6-6447-4ca6-a73f-c9168158d1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:05:34.754360 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5b221c8b-2406-4ad8-a1ca-4dcff8a784c5 req-d55567c6-6447-4ca6-a73f-c9168158d1f5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6dd2d5c8-1621-42ed-b480-8b3fe659c010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488787 Oct 20 12:05:34.827078 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b55cb081-28a5-4f6c-90b7-970df2eb2394 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:34.853512 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5b221c8b-2406-4ad8-a1ca-4dcff8a784c5 req-57260c58-4ea0-43e1-ac63-962589547627 service neutron] 10.222.0.89 "GET /v2.0/networks/6dd2d5c8-1621-42ed-b480-8b3fe659c010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889957 Oct 20 12:05:34.863623 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b55cb081-28a5-4f6c-90b7-970df2eb2394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:34.880504 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-678acca8-37a1-4bc9-85f9-8ca06165b805 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:34.886859 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-678acca8-37a1-4bc9-85f9-8ca06165b805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:34.901592 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55cb081-28a5-4f6c-90b7-970df2eb2394 admin admin] Network bfa67a2e-d0d4-451f-9a9e-285e7b0873e6 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:05:34.905885 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-b55cb081-28a5-4f6c-90b7-970df2eb2394 admin admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:05:34.909610 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55cb081-28a5-4f6c-90b7-970df2eb2394 admin admin] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:05:34.937278 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-678acca8-37a1-4bc9-85f9-8ca06165b805 None None] Attempting to bind port 61486243-2a54-4446-96de-9818c0f90c27 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:05:34.937788 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-678acca8-37a1-4bc9-85f9-8ca06165b805 None None] Attempting to bind port 61486243-2a54-4446-96de-9818c0f90c27 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:05:34.938250 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678acca8-37a1-4bc9-85f9-8ca06165b805 None None] Attempting to bind port 61486243-2a54-4446-96de-9818c0f90c27 on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:05:34.939778 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55cb081-28a5-4f6c-90b7-970df2eb2394 admin admin] Pushing event updated for resources: {'Port': ['ID=58cf6304-8145-4cde-8852-5e0078dc197e,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:34.951200 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678acca8-37a1-4bc9-85f9-8ca06165b805 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:05:34.951670 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678acca8-37a1-4bc9-85f9-8ca06165b805 None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:05:34.953000 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-678acca8-37a1-4bc9-85f9-8ca06165b805 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:34.953255 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678acca8-37a1-4bc9-85f9-8ca06165b805 None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:05:34.954512 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-678acca8-37a1-4bc9-85f9-8ca06165b805 None None] Bound port: 61486243-2a54-4446-96de-9818c0f90c27, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:05:34.954998 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-678acca8-37a1-4bc9-85f9-8ca06165b805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:34.959585 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b55cb081-28a5-4f6c-90b7-970df2eb2394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:34.977157 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-5b221c8b-2406-4ad8-a1ca-4dcff8a784c5 req-8f721a4e-f8d4-478f-81cb-672a154d1333 service neutron] 10.222.0.89 "GET /v2.0/networks/6dd2d5c8-1621-42ed-b480-8b3fe659c010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155660 Oct 20 12:05:35.104212 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b55cb081-28a5-4f6c-90b7-970df2eb2394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:35.178162 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae6601f-9890-4495-bebe-08f5e07d3576 None None] Pushing event updated for resources: {'Port': ['ID=61486243-2a54-4446-96de-9818c0f90c27,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:35.183884 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-678acca8-37a1-4bc9-85f9-8ca06165b805 None None] For port 61486243-2a54-4446-96de-9818c0f90c27, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:05:35.200424 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-678acca8-37a1-4bc9-85f9-8ca06165b805 None None] For port 61486243-2a54-4446-96de-9818c0f90c27, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=61486243-2a54-4446-96de-9818c0f90c27,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:05:35.207097 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-678acca8-37a1-4bc9-85f9-8ca06165b805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:35.214654 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-b452793c-534f-4dd4-9213-d3fed4f4ecee None None] Provisioning complete for port 58cf6304-8145-4cde-8852-5e0078dc197e triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:05:35.215034 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b452793c-534f-4dd4-9213-d3fed4f4ecee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:35.279784 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b55cb081-28a5-4f6c-90b7-970df2eb2394 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:35.284843 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-b452793c-534f-4dd4-9213-d3fed4f4ecee None None] Port 58cf6304-8145-4cde-8852-5e0078dc197e cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:05:35.285094 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b55cb081-28a5-4f6c-90b7-970df2eb2394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:35.300658 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678acca8-37a1-4bc9-85f9-8ca06165b805 None None] Routers {'cb16b575-fb2b-4009-8d92-cae43cb71c74'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:05:35.301312 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-678acca8-37a1-4bc9-85f9-8ca06165b805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:05:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['cb16b575-fb2b-4009-8d92-cae43cb71c74'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:05:35.304439 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae6601f-9890-4495-bebe-08f5e07d3576 None None] Pushing event updated for resources: {'Port': ['ID=61486243-2a54-4446-96de-9818c0f90c27,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:35.356046 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55cb081-28a5-4f6c-90b7-970df2eb2394 admin admin] Pushing event updated for resources: {'Port': ['ID=58cf6304-8145-4cde-8852-5e0078dc197e,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:35.358440 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b55cb081-28a5-4f6c-90b7-970df2eb2394 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:35.410838 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-678acca8-37a1-4bc9-85f9-8ca06165b805 None None] Set router cb16b575-fb2b-4009-8d92-cae43cb71c74 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:05:35.452015 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55cb081-28a5-4f6c-90b7-970df2eb2394 admin admin] Network bfa67a2e-d0d4-451f-9a9e-285e7b0873e6 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:05:35.453550 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-b55cb081-28a5-4f6c-90b7-970df2eb2394 admin admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:05:35.577396 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b55cb081-28a5-4f6c-90b7-970df2eb2394 admin admin] Router cb16b575-fb2b-4009-8d92-cae43cb71c74 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:05:35.623013 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-678acca8-37a1-4bc9-85f9-8ca06165b805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'name': 'tempest-TestVolumeBackupRestore-1575666281-router', 'tenant_id': '118af20a3cfe4f71944eafdde5c790b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '61486243-2a54-4446-96de-9818c0f90c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:05:32Z', 'updated_at': '2021-10-20T12:05:35Z', 'revision_number': 4, 'project_id': '118af20a3cfe4f71944eafdde5c790b9', 'gw_port': {'id': '61486243-2a54-4446-96de-9818c0f90c27', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:20:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:05:32Z', 'updated_at': '2021-10-20T12:05:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '58cf6304-8145-4cde-8852-5e0078dc197e', 'name': '', 'network_id': 'bfa67a2e-d0d4-451f-9a9e-285e7b0873e6', 'tenant_id': '118af20a3cfe4f71944eafdde5c790b9', 'mac_address': 'fa:16:3e:b1:0f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '4193f3bc-e129-48ae-a1e9-e862ce07ac27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:05:34Z', 'updated_at': '2021-10-20T12:05:35Z', 'revision_number': 2, 'project_id': '118af20a3cfe4f71944eafdde5c790b9', 'subnets': [{'id': '4193f3bc-e129-48ae-a1e9-e862ce07ac27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:05:35.650716 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678acca8-37a1-4bc9-85f9-8ca06165b805 None None] The sync data for ids ['cb16b575-fb2b-4009-8d92-cae43cb71c74'] in n-d-814735-3 is: [{'id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'name': 'tempest-TestVolumeBackupRestore-1575666281-router', 'tenant_id': '118af20a3cfe4f71944eafdde5c790b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '61486243-2a54-4446-96de-9818c0f90c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:05:32Z', 'updated_at': '2021-10-20T12:05:35Z', 'revision_number': 4, 'project_id': '118af20a3cfe4f71944eafdde5c790b9', 'gw_port': {'id': '61486243-2a54-4446-96de-9818c0f90c27', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:20:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:05:32Z', 'updated_at': '2021-10-20T12:05:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '58cf6304-8145-4cde-8852-5e0078dc197e', 'name': '', 'network_id': 'bfa67a2e-d0d4-451f-9a9e-285e7b0873e6', 'tenant_id': '118af20a3cfe4f71944eafdde5c790b9', 'mac_address': 'fa:16:3e:b1:0f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '4193f3bc-e129-48ae-a1e9-e862ce07ac27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:05:34Z', 'updated_at': '2021-10-20T12:05:35Z', 'revision_number': 2, 'project_id': '118af20a3cfe4f71944eafdde5c790b9', 'subnets': [{'id': '4193f3bc-e129-48ae-a1e9-e862ce07ac27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:05:35.696095 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b55cb081-28a5-4f6c-90b7-970df2eb2394 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:05:35.702243 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-b55cb081-28a5-4f6c-90b7-970df2eb2394 admin admin] 10.222.0.98 "PUT /v2.0/routers/cb16b575-fb2b-4009-8d92-cae43cb71c74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7282798 Oct 20 12:05:35.707855 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-575a5101-abb5-4701-94e1-65866208d1ba None None] Provisioning complete for port 58cf6304-8145-4cde-8852-5e0078dc197e triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:05:35.708222 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-575a5101-abb5-4701-94e1-65866208d1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:35.745307 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-575a5101-abb5-4701-94e1-65866208d1ba None None] Port 58cf6304-8145-4cde-8852-5e0078dc197e cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:05:35.979070 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device dff72696-ef8b-4235-bb1a-3b9df1d596b4 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:05:36.048002 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port dff72696-ef8b-4235-bb1a-3b9df1d596b4 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:05:36.048494 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:36.346606 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 51332) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:05:36.351809 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-08b9b607-cdc5-4285-8bc4-ed8db9bf0f93 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1791135383-network', 'tenant_id': 'e5a1e3c0f4f849b092aada8eddaeec9e'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:05:36.378501 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b9b607-cdc5-4285-8bc4-ed8db9bf0f93 admin admin] Made reservation on behalf of e5a1e3c0f4f849b092aada8eddaeec9e for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:05:36.381091 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-08b9b607-cdc5-4285-8bc4-ed8db9bf0f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:36.390535 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-08b9b607-cdc5-4285-8bc4-ed8db9bf0f93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:36.479085 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-08b9b607-cdc5-4285-8bc4-ed8db9bf0f93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:36.484202 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-08b9b607-cdc5-4285-8bc4-ed8db9bf0f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:36.517818 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08b9b607-cdc5-4285-8bc4-ed8db9bf0f93 admin admin] vlan segment allocate from pool success with {'vlan_id': 1266, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 12:05:36.528433 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9b607-cdc5-4285-8bc4-ed8db9bf0f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5b6f5f-6011-4fc5-9d84-46e9ee55873a,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:36.533911 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-08b9b607-cdc5-4285-8bc4-ed8db9bf0f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:36.534254 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-08b9b607-cdc5-4285-8bc4-ed8db9bf0f93 admin admin] Added segment 93335436-8659-4ac0-b0c4-66424fff408b of type vlan for network c825eb8e-61bb-4d7c-b16f-711687800357 Oct 20 12:05:36.576930 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-08b9b607-cdc5-4285-8bc4-ed8db9bf0f93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:36.603686 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-08b9b607-cdc5-4285-8bc4-ed8db9bf0f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:36.604704 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b9b607-cdc5-4285-8bc4-ed8db9bf0f93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:05:36.605312 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-08b9b607-cdc5-4285-8bc4-ed8db9bf0f93 admin admin] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:36.665112 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-08b9b607-cdc5-4285-8bc4-ed8db9bf0f93 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3172712 Oct 20 12:05:36.668077 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51336) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:05:36.673695 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-c0f85c28-453a-4c35-8040-82ab34b66707 admin admin] Request body: {'subnet': {'network_id': 'c825eb8e-61bb-4d7c-b16f-711687800357', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1791135383-subnet', 'tenant_id': 'e5a1e3c0f4f849b092aada8eddaeec9e', 'ip_version': 4}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:05:36.695543 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9b607-cdc5-4285-8bc4-ed8db9bf0f93 admin admin] Pushing event updated for resources: {'Network': ['ID=c825eb8e-61bb-4d7c-b16f-711687800357,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:36.698590 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f85c28-453a-4c35-8040-82ab34b66707 admin admin] Made reservation on behalf of e5a1e3c0f4f849b092aada8eddaeec9e for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:05:36.701541 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c0f85c28-453a-4c35-8040-82ab34b66707 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:36.708050 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network c825eb8e-61bb-4d7c-b16f-711687800357 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 12:05:36.888630 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c0f85c28-453a-4c35-8040-82ab34b66707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:36.948600 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f85c28-453a-4c35-8040-82ab34b66707 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e773ed92-b797-4473-a783-1b875813af0e,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:36.954578 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f85c28-453a-4c35-8040-82ab34b66707 admin admin] Checking segment: {'id': '93335436-8659-4ac0-b0c4-66424fff408b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'c825eb8e-61bb-4d7c-b16f-711687800357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:05:36.954732 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f85c28-453a-4c35-8040-82ab34b66707 admin admin] Network hostable DHCP agents. Network: c825eb8e-61bb-4d7c-b16f-711687800357, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 12:05:36.973223 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f85c28-453a-4c35-8040-82ab34b66707 admin admin] Network c825eb8e-61bb-4d7c-b16f-711687800357 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 12:05:36.983395 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-c0f85c28-453a-4c35-8040-82ab34b66707 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, c825eb8e-61bb-4d7c-b16f-711687800357) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:05:36.987806 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f85c28-453a-4c35-8040-82ab34b66707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:05:36.988453 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c0f85c28-453a-4c35-8040-82ab34b66707 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:36.993203 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4789e394-aff4-4ae9-bb1c-9b982cfcbc4a None None] Network c825eb8e-61bb-4d7c-b16f-711687800357 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:05:37.005639 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c0f85c28-453a-4c35-8040-82ab34b66707 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3358302 Oct 20 12:05:37.008349 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51338) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:05:37.013214 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-5436fea3-5932-48e1-a06f-4aaeb62a8bbb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1791135383-router', 'tenant_id': 'e5a1e3c0f4f849b092aada8eddaeec9e', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:05:37.035416 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5436fea3-5932-48e1-a06f-4aaeb62a8bbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:37.036457 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5436fea3-5932-48e1-a06f-4aaeb62a8bbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:37.091837 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5436fea3-5932-48e1-a06f-4aaeb62a8bbb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:37.139030 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4bafe3-ee0a-42e8-ada6-738e09224ea9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-c825eb8e-61bb-4d7c-b16f-711687800357', 'network_id': 'c825eb8e-61bb-4d7c-b16f-711687800357', 'tenant_id': 'e5a1e3c0f4f849b092aada8eddaeec9e', 'fixed_ips': [{'subnet_id': 'e773ed92-b797-4473-a783-1b875813af0e'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 12:05:37.139897 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6e4bafe3-ee0a-42e8-ada6-738e09224ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:37.233823 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5436fea3-5932-48e1-a06f-4aaeb62a8bbb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:37.280809 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-6e4bafe3-ee0a-42e8-ada6-738e09224ea9 None None] Allocated IP 172.20.0.2 (c825eb8e-61bb-4d7c-b16f-711687800357/e773ed92-b797-4473-a783-1b875813af0e/246d0581-49e8-464a-8122-4531bcdca88a) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:05:37.431744 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6e4bafe3-ee0a-42e8-ada6-738e09224ea9 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:37.439236 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6e4bafe3-ee0a-42e8-ada6-738e09224ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:37.445266 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5436fea3-5932-48e1-a06f-4aaeb62a8bbb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:37.465275 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5436fea3-5932-48e1-a06f-4aaeb62a8bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:37.487447 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4bafe3-ee0a-42e8-ada6-738e09224ea9 None None] Pushing event updated for resources: {'Port': ['ID=246d0581-49e8-464a-8122-4531bcdca88a,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:37.491850 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4bafe3-ee0a-42e8-ada6-738e09224ea9 None None] Network c825eb8e-61bb-4d7c-b16f-711687800357 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:05:37.493310 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-6e4bafe3-ee0a-42e8-ada6-738e09224ea9 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:05:37.495725 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4bafe3-ee0a-42e8-ada6-738e09224ea9 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:05:37.552819 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-6e4bafe3-ee0a-42e8-ada6-738e09224ea9 None None] Attempting to bind port 246d0581-49e8-464a-8122-4531bcdca88a on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:05:37.553192 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-6e4bafe3-ee0a-42e8-ada6-738e09224ea9 None None] Attempting to bind port 246d0581-49e8-464a-8122-4531bcdca88a by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '93335436-8659-4ac0-b0c4-66424fff408b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'c825eb8e-61bb-4d7c-b16f-711687800357'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:05:37.553547 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4bafe3-ee0a-42e8-ada6-738e09224ea9 None None] Attempting to bind port 246d0581-49e8-464a-8122-4531bcdca88a on network c825eb8e-61bb-4d7c-b16f-711687800357 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:05:37.559201 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4bafe3-ee0a-42e8-ada6-738e09224ea9 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:05:37.559572 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4bafe3-ee0a-42e8-ada6-738e09224ea9 None None] Checking segment: {'id': '93335436-8659-4ac0-b0c4-66424fff408b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'c825eb8e-61bb-4d7c-b16f-711687800357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:05:37.559970 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6e4bafe3-ee0a-42e8-ada6-738e09224ea9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:37.560439 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4bafe3-ee0a-42e8-ada6-738e09224ea9 None None] Bound using segment: {'id': '93335436-8659-4ac0-b0c4-66424fff408b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'c825eb8e-61bb-4d7c-b16f-711687800357'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:05:37.561108 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-6e4bafe3-ee0a-42e8-ada6-738e09224ea9 None None] Bound port: 246d0581-49e8-464a-8122-4531bcdca88a, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93335436-8659-4ac0-b0c4-66424fff408b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'c825eb8e-61bb-4d7c-b16f-711687800357'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:05:37.561497 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6e4bafe3-ee0a-42e8-ada6-738e09224ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:37.583478 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-5436fea3-5932-48e1-a06f-4aaeb62a8bbb admin admin] Allocated IP 172.25.5.75 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/c074a250-4720-49ae-b54b-36e299937665) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:05:37.631915 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-6e4bafe3-ee0a-42e8-ada6-738e09224ea9 None None] For port 246d0581-49e8-464a-8122-4531bcdca88a, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:05:37.636374 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-6e4bafe3-ee0a-42e8-ada6-738e09224ea9 None None] For port 246d0581-49e8-464a-8122-4531bcdca88a, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=246d0581-49e8-464a-8122-4531bcdca88a,segment=NetworkSegment(93335436-8659-4ac0-b0c4-66424fff408b),segment_id=93335436-8659-4ac0-b0c4-66424fff408b)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:05:37.641153 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6e4bafe3-ee0a-42e8-ada6-738e09224ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:37.696885 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4bafe3-ee0a-42e8-ada6-738e09224ea9 None None] Pushing event updated for resources: {'Port': ['ID=246d0581-49e8-464a-8122-4531bcdca88a,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:37.698080 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5436fea3-5932-48e1-a06f-4aaeb62a8bbb admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:37.740092 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5436fea3-5932-48e1-a06f-4aaeb62a8bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:37.780347 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5436fea3-5932-48e1-a06f-4aaeb62a8bbb admin admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:05:37.783467 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-5436fea3-5932-48e1-a06f-4aaeb62a8bbb admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:05:37.784406 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b977197-b606-48a2-bfb6-68d1814f0b0c None None] Sync routers for ids ['cb16b575-fb2b-4009-8d92-cae43cb71c74'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:05:37.787292 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5436fea3-5932-48e1-a06f-4aaeb62a8bbb admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:05:37.799191 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b977197-b606-48a2-bfb6-68d1814f0b0c None None] Routers {'cb16b575-fb2b-4009-8d92-cae43cb71c74'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:05:37.800275 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-5b977197-b606-48a2-bfb6-68d1814f0b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:05:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['cb16b575-fb2b-4009-8d92-cae43cb71c74'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:05:37.811943 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5436fea3-5932-48e1-a06f-4aaeb62a8bbb admin admin] Pushing event updated for resources: {'Port': ['ID=c074a250-4720-49ae-b54b-36e299937665,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:37.966820 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-5b977197-b606-48a2-bfb6-68d1814f0b0c None None] Set router cb16b575-fb2b-4009-8d92-cae43cb71c74 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:05:38.050967 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 246d0581-49e8-464a-8122-4531bcdca88a up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:05:38.110550 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5436fea3-5932-48e1-a06f-4aaeb62a8bbb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:38.113419 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 246d0581-49e8-464a-8122-4531bcdca88a triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:05:38.113973 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:38.189378 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-5b977197-b606-48a2-bfb6-68d1814f0b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'name': 'tempest-TestVolumeBackupRestore-1575666281-router', 'tenant_id': '118af20a3cfe4f71944eafdde5c790b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '61486243-2a54-4446-96de-9818c0f90c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:05:32Z', 'updated_at': '2021-10-20T12:05:35Z', 'revision_number': 4, 'project_id': '118af20a3cfe4f71944eafdde5c790b9', 'gw_port': {'id': '61486243-2a54-4446-96de-9818c0f90c27', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:20:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:05:32Z', 'updated_at': '2021-10-20T12:05:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '58cf6304-8145-4cde-8852-5e0078dc197e', 'name': '', 'network_id': 'bfa67a2e-d0d4-451f-9a9e-285e7b0873e6', 'tenant_id': '118af20a3cfe4f71944eafdde5c790b9', 'mac_address': 'fa:16:3e:b1:0f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '4193f3bc-e129-48ae-a1e9-e862ce07ac27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:05:34Z', 'updated_at': '2021-10-20T12:05:35Z', 'revision_number': 2, 'project_id': '118af20a3cfe4f71944eafdde5c790b9', 'subnets': [{'id': '4193f3bc-e129-48ae-a1e9-e862ce07ac27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:05:38.196250 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:38.221434 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b977197-b606-48a2-bfb6-68d1814f0b0c None None] Checking router: cb16b575-fb2b-4009-8d92-cae43cb71c74 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:05:38.222105 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b977197-b606-48a2-bfb6-68d1814f0b0c None None] Updating router cb16b575-fb2b-4009-8d92-cae43cb71c74 port 58cf6304-8145-4cde-8852-5e0078dc197e binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 12:05:38.237303 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 246d0581-49e8-464a-8122-4531bcdca88a, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=246d0581-49e8-464a-8122-4531bcdca88a,segment=NetworkSegment(93335436-8659-4ac0-b0c4-66424fff408b),segment_id=93335436-8659-4ac0-b0c4-66424fff408b)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:05:38.244609 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:38.245556 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 61486243-2a54-4446-96de-9818c0f90c27 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:05:38.256603 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-5b977197-b606-48a2-bfb6-68d1814f0b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:38.333017 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=246d0581-49e8-464a-8122-4531bcdca88a,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:38.341322 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 61486243-2a54-4446-96de-9818c0f90c27 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:05:38.341691 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:38.346874 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5436fea3-5932-48e1-a06f-4aaeb62a8bbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:38.429852 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:38.461560 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 61486243-2a54-4446-96de-9818c0f90c27, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=61486243-2a54-4446-96de-9818c0f90c27,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:05:38.470295 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:38.507479 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5436fea3-5932-48e1-a06f-4aaeb62a8bbb admin admin] Router 29a40178-7164-4aa5-83d6-63282d306926 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 12:05:38.520947 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=61486243-2a54-4446-96de-9818c0f90c27,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:38.638713 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5436fea3-5932-48e1-a06f-4aaeb62a8bbb admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:05:38.650687 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7475c252-68f7-4e11-8a44-eab03bb419e3 None None] Sync routers for ids ['29a40178-7164-4aa5-83d6-63282d306926'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:05:38.652467 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-5b977197-b606-48a2-bfb6-68d1814f0b0c None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:38.662908 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-5b977197-b606-48a2-bfb6-68d1814f0b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:38.664516 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7475c252-68f7-4e11-8a44-eab03bb419e3 None None] Routers {'29a40178-7164-4aa5-83d6-63282d306926'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:05:38.665155 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-7475c252-68f7-4e11-8a44-eab03bb419e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:05:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['29a40178-7164-4aa5-83d6-63282d306926'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:05:38.666713 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5436fea3-5932-48e1-a06f-4aaeb62a8bbb admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:38.668768 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5436fea3-5932-48e1-a06f-4aaeb62a8bbb admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6590693 Oct 20 12:05:38.671665 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 51340) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:05:38.785603 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-5b977197-b606-48a2-bfb6-68d1814f0b0c None None] Attempting to bind port 58cf6304-8145-4cde-8852-5e0078dc197e on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:05:38.786263 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-5b977197-b606-48a2-bfb6-68d1814f0b0c None None] Attempting to bind port 58cf6304-8145-4cde-8852-5e0078dc197e by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'f5dd2f67-3712-414d-8179-24cc087197e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'bfa67a2e-d0d4-451f-9a9e-285e7b0873e6'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:05:38.786849 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b977197-b606-48a2-bfb6-68d1814f0b0c None None] Attempting to bind port 58cf6304-8145-4cde-8852-5e0078dc197e on network bfa67a2e-d0d4-451f-9a9e-285e7b0873e6 {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:05:38.791245 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb00dbde-f7bd-4273-b11e-38315db13afb None None] Pushing event updated for resources: {'Port': ['ID=58cf6304-8145-4cde-8852-5e0078dc197e,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:38.801320 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb00dbde-f7bd-4273-b11e-38315db13afb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:05:38.802053 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb00dbde-f7bd-4273-b11e-38315db13afb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:05:38.802850 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb00dbde-f7bd-4273-b11e-38315db13afb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:05:38.803376 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb00dbde-f7bd-4273-b11e-38315db13afb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:05:38.803872 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb00dbde-f7bd-4273-b11e-38315db13afb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:05:38.804210 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb00dbde-f7bd-4273-b11e-38315db13afb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:05:38.804542 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb00dbde-f7bd-4273-b11e-38315db13afb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:05:38.804871 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb00dbde-f7bd-4273-b11e-38315db13afb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:05:38.805197 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb00dbde-f7bd-4273-b11e-38315db13afb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:05:38.805519 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb00dbde-f7bd-4273-b11e-38315db13afb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:05:38.805846 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb00dbde-f7bd-4273-b11e-38315db13afb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:05:38.806165 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb00dbde-f7bd-4273-b11e-38315db13afb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:05:38.810723 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b977197-b606-48a2-bfb6-68d1814f0b0c None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:05:38.811500 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b977197-b606-48a2-bfb6-68d1814f0b0c None None] Checking segment: {'id': 'f5dd2f67-3712-414d-8179-24cc087197e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'bfa67a2e-d0d4-451f-9a9e-285e7b0873e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:05:38.812081 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-5b977197-b606-48a2-bfb6-68d1814f0b0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:38.812889 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b977197-b606-48a2-bfb6-68d1814f0b0c None None] Bound using segment: {'id': 'f5dd2f67-3712-414d-8179-24cc087197e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'bfa67a2e-d0d4-451f-9a9e-285e7b0873e6'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:05:38.813839 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-5b977197-b606-48a2-bfb6-68d1814f0b0c None None] Bound port: 58cf6304-8145-4cde-8852-5e0078dc197e, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5dd2f67-3712-414d-8179-24cc087197e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'bfa67a2e-d0d4-451f-9a9e-285e7b0873e6'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:05:38.814472 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-5b977197-b606-48a2-bfb6-68d1814f0b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:38.819709 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-7475c252-68f7-4e11-8a44-eab03bb419e3 None None] Set router 29a40178-7164-4aa5-83d6-63282d306926 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:05:38.892562 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-5b977197-b606-48a2-bfb6-68d1814f0b0c None None] For port 58cf6304-8145-4cde-8852-5e0078dc197e, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:05:38.896558 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-5b977197-b606-48a2-bfb6-68d1814f0b0c None None] For port 58cf6304-8145-4cde-8852-5e0078dc197e, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=58cf6304-8145-4cde-8852-5e0078dc197e,segment=NetworkSegment(f5dd2f67-3712-414d-8179-24cc087197e7),segment_id=f5dd2f67-3712-414d-8179-24cc087197e7)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:05:38.902647 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-5b977197-b606-48a2-bfb6-68d1814f0b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:38.958069 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236cb1db-3e92-4f21-b96b-31bca92b67b3 None None] Network c825eb8e-61bb-4d7c-b16f-711687800357 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:05:38.974110 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b977197-b606-48a2-bfb6-68d1814f0b0c None None] Routers {'cb16b575-fb2b-4009-8d92-cae43cb71c74'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:05:38.974780 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-5b977197-b606-48a2-bfb6-68d1814f0b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:05:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['cb16b575-fb2b-4009-8d92-cae43cb71c74'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:05:38.980038 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb00dbde-f7bd-4273-b11e-38315db13afb None None] Pushing event updated for resources: {'Port': ['ID=58cf6304-8145-4cde-8852-5e0078dc197e,revision_number=4']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:39.087287 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e9c225ed-16e9-426d-af55-12711a316f94 None None] Provisioning complete for port 246d0581-49e8-464a-8122-4531bcdca88a triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:05:39.088040 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e9c225ed-16e9-426d-af55-12711a316f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:39.120483 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-5b977197-b606-48a2-bfb6-68d1814f0b0c None None] Set router cb16b575-fb2b-4009-8d92-cae43cb71c74 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:05:39.282421 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ed2d0400-0fb6-4e22-a450-250697e155b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:39.346521 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-7475c252-68f7-4e11-8a44-eab03bb419e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a40178-7164-4aa5-83d6-63282d306926', 'name': 'tempest-TestVolumeBackupRestore-1791135383-router', 'tenant_id': 'e5a1e3c0f4f849b092aada8eddaeec9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'c074a250-4720-49ae-b54b-36e299937665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:05:37Z', 'updated_at': '2021-10-20T12:05:37Z', 'revision_number': 3, 'project_id': 'e5a1e3c0f4f849b092aada8eddaeec9e', 'gw_port': {'id': 'c074a250-4720-49ae-b54b-36e299937665', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ea:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a40178-7164-4aa5-83d6-63282d306926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:05:37Z', 'updated_at': '2021-10-20T12:05:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:05:39.379475 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7475c252-68f7-4e11-8a44-eab03bb419e3 None None] Checking router: 29a40178-7164-4aa5-83d6-63282d306926 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:05:39.379825 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7475c252-68f7-4e11-8a44-eab03bb419e3 None None] Updating router 29a40178-7164-4aa5-83d6-63282d306926 port c074a250-4720-49ae-b54b-36e299937665 binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 12:05:39.392877 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-5b977197-b606-48a2-bfb6-68d1814f0b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'name': 'tempest-TestVolumeBackupRestore-1575666281-router', 'tenant_id': '118af20a3cfe4f71944eafdde5c790b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '61486243-2a54-4446-96de-9818c0f90c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:05:32Z', 'updated_at': '2021-10-20T12:05:35Z', 'revision_number': 4, 'project_id': '118af20a3cfe4f71944eafdde5c790b9', 'gw_port': {'id': '61486243-2a54-4446-96de-9818c0f90c27', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:20:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:05:32Z', 'updated_at': '2021-10-20T12:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '58cf6304-8145-4cde-8852-5e0078dc197e', 'name': '', 'network_id': 'bfa67a2e-d0d4-451f-9a9e-285e7b0873e6', 'tenant_id': '118af20a3cfe4f71944eafdde5c790b9', 'mac_address': 'fa:16:3e:b1:0f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '4193f3bc-e129-48ae-a1e9-e862ce07ac27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:05:34Z', 'updated_at': '2021-10-20T12:05:38Z', 'revision_number': 4, 'project_id': '118af20a3cfe4f71944eafdde5c790b9', 'subnets': [{'id': '4193f3bc-e129-48ae-a1e9-e862ce07ac27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:05:39.421998 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7475c252-68f7-4e11-8a44-eab03bb419e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:39.422294 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b977197-b606-48a2-bfb6-68d1814f0b0c None None] The sync data for ids ['cb16b575-fb2b-4009-8d92-cae43cb71c74'] in n-d-814735-3 is: [{'id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'name': 'tempest-TestVolumeBackupRestore-1575666281-router', 'tenant_id': '118af20a3cfe4f71944eafdde5c790b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '61486243-2a54-4446-96de-9818c0f90c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:05:32Z', 'updated_at': '2021-10-20T12:05:35Z', 'revision_number': 4, 'project_id': '118af20a3cfe4f71944eafdde5c790b9', 'gw_port': {'id': '61486243-2a54-4446-96de-9818c0f90c27', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:20:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:05:32Z', 'updated_at': '2021-10-20T12:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '58cf6304-8145-4cde-8852-5e0078dc197e', 'name': '', 'network_id': 'bfa67a2e-d0d4-451f-9a9e-285e7b0873e6', 'tenant_id': '118af20a3cfe4f71944eafdde5c790b9', 'mac_address': 'fa:16:3e:b1:0f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '4193f3bc-e129-48ae-a1e9-e862ce07ac27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:05:34Z', 'updated_at': '2021-10-20T12:05:38Z', 'revision_number': 4, 'project_id': '118af20a3cfe4f71944eafdde5c790b9', 'subnets': [{'id': '4193f3bc-e129-48ae-a1e9-e862ce07ac27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:05:39.448670 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-fa73f979-ca7f-4001-bb1d-73a19ebd72b0 None None] Provisioning complete for port 58cf6304-8145-4cde-8852-5e0078dc197e triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:05:39.449037 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-fa73f979-ca7f-4001-bb1d-73a19ebd72b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:39.489664 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-ed2d0400-0fb6-4e22-a450-250697e155b8 admin admin] Allocated IP 172.20.0.1 (c825eb8e-61bb-4d7c-b16f-711687800357/e773ed92-b797-4473-a783-1b875813af0e/1e342cb3-6701-4442-85cc-6955e1734a8d) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:05:39.638697 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ed2d0400-0fb6-4e22-a450-250697e155b8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:39.683539 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ed2d0400-0fb6-4e22-a450-250697e155b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:39.692696 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-fa73f979-ca7f-4001-bb1d-73a19ebd72b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:39.726574 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2d0400-0fb6-4e22-a450-250697e155b8 admin admin] Network c825eb8e-61bb-4d7c-b16f-711687800357 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:05:39.730092 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-ed2d0400-0fb6-4e22-a450-250697e155b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:05:39.733403 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2d0400-0fb6-4e22-a450-250697e155b8 admin admin] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:05:39.773536 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d0400-0fb6-4e22-a450-250697e155b8 admin admin] Pushing event updated for resources: {'Port': ['ID=1e342cb3-6701-4442-85cc-6955e1734a8d,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:39.788188 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ed2d0400-0fb6-4e22-a450-250697e155b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:39.922178 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-fa73f979-ca7f-4001-bb1d-73a19ebd72b0 None None] For port 58cf6304-8145-4cde-8852-5e0078dc197e, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=58cf6304-8145-4cde-8852-5e0078dc197e,segment=NetworkSegment(f5dd2f67-3712-414d-8179-24cc087197e7),segment_id=f5dd2f67-3712-414d-8179-24cc087197e7)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:05:39.968803 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ed2d0400-0fb6-4e22-a450-250697e155b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:39.975280 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-fa73f979-ca7f-4001-bb1d-73a19ebd72b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:40.034227 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7475c252-68f7-4e11-8a44-eab03bb419e3 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:40.041389 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 246d0581-49e8-464a-8122-4531bcdca88a up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:05:40.047892 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7475c252-68f7-4e11-8a44-eab03bb419e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:40.101517 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa73f979-ca7f-4001-bb1d-73a19ebd72b0 None None] Pushing event updated for resources: {'Port': ['ID=58cf6304-8145-4cde-8852-5e0078dc197e,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:40.152819 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-7475c252-68f7-4e11-8a44-eab03bb419e3 None None] Attempting to bind port c074a250-4720-49ae-b54b-36e299937665 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:05:40.153185 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-7475c252-68f7-4e11-8a44-eab03bb419e3 None None] Attempting to bind port c074a250-4720-49ae-b54b-36e299937665 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:05:40.153539 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7475c252-68f7-4e11-8a44-eab03bb419e3 None None] Attempting to bind port c074a250-4720-49ae-b54b-36e299937665 on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:05:40.162468 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-0d22b5db-a0b5-436d-989d-97c16d4eae00 None None] Provisioning complete for port 246d0581-49e8-464a-8122-4531bcdca88a triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:05:40.162856 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0d22b5db-a0b5-436d-989d-97c16d4eae00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:40.191628 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ed2d0400-0fb6-4e22-a450-250697e155b8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:40.195728 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7475c252-68f7-4e11-8a44-eab03bb419e3 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:05:40.196220 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7475c252-68f7-4e11-8a44-eab03bb419e3 None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:05:40.196671 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7475c252-68f7-4e11-8a44-eab03bb419e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:40.197007 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7475c252-68f7-4e11-8a44-eab03bb419e3 None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:05:40.197555 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-7475c252-68f7-4e11-8a44-eab03bb419e3 None None] Bound port: c074a250-4720-49ae-b54b-36e299937665, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:05:40.197938 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7475c252-68f7-4e11-8a44-eab03bb419e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:40.198367 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ed2d0400-0fb6-4e22-a450-250697e155b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:40.236082 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:40.240478 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a696ff-aae9-40af-8ec7-108961e13c2a None None] Pushing event updated for resources: {'Port': ['ID=c074a250-4720-49ae-b54b-36e299937665,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:40.258546 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 246d0581-49e8-464a-8122-4531bcdca88a triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:05:40.258998 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:40.274575 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ed2d0400-0fb6-4e22-a450-250697e155b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:40.277293 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d0400-0fb6-4e22-a450-250697e155b8 admin admin] Pushing event updated for resources: {'Port': ['ID=1e342cb3-6701-4442-85cc-6955e1734a8d,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:40.311367 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-7475c252-68f7-4e11-8a44-eab03bb419e3 None None] For port c074a250-4720-49ae-b54b-36e299937665, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:05:40.316008 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-7475c252-68f7-4e11-8a44-eab03bb419e3 None None] For port c074a250-4720-49ae-b54b-36e299937665, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=c074a250-4720-49ae-b54b-36e299937665,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:05:40.324871 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7475c252-68f7-4e11-8a44-eab03bb419e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:40.381750 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2d0400-0fb6-4e22-a450-250697e155b8 admin admin] Network c825eb8e-61bb-4d7c-b16f-711687800357 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:05:40.383330 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-ed2d0400-0fb6-4e22-a450-250697e155b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:05:40.452803 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a696ff-aae9-40af-8ec7-108961e13c2a None None] Pushing event updated for resources: {'Port': ['ID=c074a250-4720-49ae-b54b-36e299937665,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:40.457463 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7475c252-68f7-4e11-8a44-eab03bb419e3 None None] Routers {'29a40178-7164-4aa5-83d6-63282d306926'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:05:40.458114 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-7475c252-68f7-4e11-8a44-eab03bb419e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:05:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['29a40178-7164-4aa5-83d6-63282d306926'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:05:40.467133 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-0d22b5db-a0b5-436d-989d-97c16d4eae00 None None] Provisioning complete for port 1e342cb3-6701-4442-85cc-6955e1734a8d triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:05:40.467536 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0d22b5db-a0b5-436d-989d-97c16d4eae00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:40.515843 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 61486243-2a54-4446-96de-9818c0f90c27 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:05:40.537070 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a696ff-aae9-40af-8ec7-108961e13c2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:05:40.537479 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a696ff-aae9-40af-8ec7-108961e13c2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:05:40.537749 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a696ff-aae9-40af-8ec7-108961e13c2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:05:40.538086 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a696ff-aae9-40af-8ec7-108961e13c2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:05:40.538416 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a696ff-aae9-40af-8ec7-108961e13c2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:05:40.538743 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a696ff-aae9-40af-8ec7-108961e13c2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:05:40.539126 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a696ff-aae9-40af-8ec7-108961e13c2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:05:40.539457 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a696ff-aae9-40af-8ec7-108961e13c2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:05:40.539774 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a696ff-aae9-40af-8ec7-108961e13c2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:05:40.540987 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a696ff-aae9-40af-8ec7-108961e13c2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:05:40.540987 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a696ff-aae9-40af-8ec7-108961e13c2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:05:40.540987 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a696ff-aae9-40af-8ec7-108961e13c2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:05:40.596483 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-0d22b5db-a0b5-436d-989d-97c16d4eae00 None None] Port 1e342cb3-6701-4442-85cc-6955e1734a8d cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:05:40.663444 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-7475c252-68f7-4e11-8a44-eab03bb419e3 None None] Set router 29a40178-7164-4aa5-83d6-63282d306926 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:05:40.696075 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 61486243-2a54-4446-96de-9818c0f90c27 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:05:40.696455 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:40.792366 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-4ad0bc2d-ce89-4612-9735-e34fc6527144 None None] Provisioning complete for port 1e342cb3-6701-4442-85cc-6955e1734a8d triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:05:40.792699 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4ad0bc2d-ce89-4612-9735-e34fc6527144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:40.829318 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2d0400-0fb6-4e22-a450-250697e155b8 admin admin] Router 29a40178-7164-4aa5-83d6-63282d306926 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:05:40.879513 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-4ad0bc2d-ce89-4612-9735-e34fc6527144 None None] Port 1e342cb3-6701-4442-85cc-6955e1734a8d cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:05:40.941380 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2d0400-0fb6-4e22-a450-250697e155b8 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:05:40.946328 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ed2d0400-0fb6-4e22-a450-250697e155b8 admin admin] 10.222.0.98 "PUT /v2.0/routers/29a40178-7164-4aa5-83d6-63282d306926/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2730279 Oct 20 12:05:40.947502 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 58cf6304-8145-4cde-8852-5e0078dc197e up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:05:41.010833 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-7475c252-68f7-4e11-8a44-eab03bb419e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a40178-7164-4aa5-83d6-63282d306926', 'name': 'tempest-TestVolumeBackupRestore-1791135383-router', 'tenant_id': 'e5a1e3c0f4f849b092aada8eddaeec9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'c074a250-4720-49ae-b54b-36e299937665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:05:37Z', 'updated_at': '2021-10-20T12:05:39Z', 'revision_number': 4, 'project_id': 'e5a1e3c0f4f849b092aada8eddaeec9e', 'gw_port': {'id': 'c074a250-4720-49ae-b54b-36e299937665', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ea:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a40178-7164-4aa5-83d6-63282d306926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:05:37Z', 'updated_at': '2021-10-20T12:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '1e342cb3-6701-4442-85cc-6955e1734a8d', 'name': '', 'network_id': 'c825eb8e-61bb-4d7c-b16f-711687800357', 'tenant_id': 'e5a1e3c0f4f849b092aada8eddaeec9e', 'mac_address': 'fa:16:3e:c5:bb:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a40178-7164-4aa5-83d6-63282d306926', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'e773ed92-b797-4473-a783-1b875813af0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:05:39Z', 'updated_at': '2021-10-20T12:05:40Z', 'revision_number': 2, 'project_id': 'e5a1e3c0f4f849b092aada8eddaeec9e', 'subnets': [{'id': 'e773ed92-b797-4473-a783-1b875813af0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:05:41.044150 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 58cf6304-8145-4cde-8852-5e0078dc197e triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:05:41.044521 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:41.046658 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7475c252-68f7-4e11-8a44-eab03bb419e3 None None] The sync data for ids ['29a40178-7164-4aa5-83d6-63282d306926'] in n-d-814735-3 is: [{'id': '29a40178-7164-4aa5-83d6-63282d306926', 'name': 'tempest-TestVolumeBackupRestore-1791135383-router', 'tenant_id': 'e5a1e3c0f4f849b092aada8eddaeec9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'c074a250-4720-49ae-b54b-36e299937665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:05:37Z', 'updated_at': '2021-10-20T12:05:39Z', 'revision_number': 4, 'project_id': 'e5a1e3c0f4f849b092aada8eddaeec9e', 'gw_port': {'id': 'c074a250-4720-49ae-b54b-36e299937665', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ea:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a40178-7164-4aa5-83d6-63282d306926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:05:37Z', 'updated_at': '2021-10-20T12:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '1e342cb3-6701-4442-85cc-6955e1734a8d', 'name': '', 'network_id': 'c825eb8e-61bb-4d7c-b16f-711687800357', 'tenant_id': 'e5a1e3c0f4f849b092aada8eddaeec9e', 'mac_address': 'fa:16:3e:c5:bb:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a40178-7164-4aa5-83d6-63282d306926', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'e773ed92-b797-4473-a783-1b875813af0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:05:39Z', 'updated_at': '2021-10-20T12:05:40Z', 'revision_number': 2, 'project_id': 'e5a1e3c0f4f849b092aada8eddaeec9e', 'subnets': [{'id': 'e773ed92-b797-4473-a783-1b875813af0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:05:41.959861 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 58cf6304-8145-4cde-8852-5e0078dc197e up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:05:42.017200 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 58cf6304-8145-4cde-8852-5e0078dc197e triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:05:42.017626 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:43.028163 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b087ac6-820f-42ed-95ef-199db571e84c req-fd9bf338-1eb9-4f0a-9446-ecb2e6338e41 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:05:43.030093 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4b087ac6-820f-42ed-95ef-199db571e84c req-fd9bf338-1eb9-4f0a-9446-ecb2e6338e41 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 946 time: 0.3224297 Oct 20 12:05:43.075943 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4b087ac6-820f-42ed-95ef-199db571e84c req-26f86845-1d94-43e8-9e69-decbac66841c tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380995 Oct 20 12:05:43.689413 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bf8d20-6608-4c5b-95a4-4409581cefae None None] Sync routers for ids ['29a40178-7164-4aa5-83d6-63282d306926'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:05:43.699461 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bf8d20-6608-4c5b-95a4-4409581cefae None None] Routers {'29a40178-7164-4aa5-83d6-63282d306926'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:05:43.700189 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-82bf8d20-6608-4c5b-95a4-4409581cefae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:05:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['29a40178-7164-4aa5-83d6-63282d306926'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:05:43.811051 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-82bf8d20-6608-4c5b-95a4-4409581cefae None None] Set router 29a40178-7164-4aa5-83d6-63282d306926 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:05:43.996735 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device c074a250-4720-49ae-b54b-36e299937665 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:05:44.057552 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port c074a250-4720-49ae-b54b-36e299937665 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:05:44.058039 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:44.067599 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-82bf8d20-6608-4c5b-95a4-4409581cefae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a40178-7164-4aa5-83d6-63282d306926', 'name': 'tempest-TestVolumeBackupRestore-1791135383-router', 'tenant_id': 'e5a1e3c0f4f849b092aada8eddaeec9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'c074a250-4720-49ae-b54b-36e299937665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:05:37Z', 'updated_at': '2021-10-20T12:05:39Z', 'revision_number': 4, 'project_id': 'e5a1e3c0f4f849b092aada8eddaeec9e', 'gw_port': {'id': 'c074a250-4720-49ae-b54b-36e299937665', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ea:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a40178-7164-4aa5-83d6-63282d306926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:05:37Z', 'updated_at': '2021-10-20T12:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '1e342cb3-6701-4442-85cc-6955e1734a8d', 'name': '', 'network_id': 'c825eb8e-61bb-4d7c-b16f-711687800357', 'tenant_id': 'e5a1e3c0f4f849b092aada8eddaeec9e', 'mac_address': 'fa:16:3e:c5:bb:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a40178-7164-4aa5-83d6-63282d306926', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'e773ed92-b797-4473-a783-1b875813af0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:05:39Z', 'updated_at': '2021-10-20T12:05:40Z', 'revision_number': 2, 'project_id': 'e5a1e3c0f4f849b092aada8eddaeec9e', 'subnets': [{'id': 'e773ed92-b797-4473-a783-1b875813af0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:05:44.105721 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bf8d20-6608-4c5b-95a4-4409581cefae None None] Checking router: 29a40178-7164-4aa5-83d6-63282d306926 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:05:44.107023 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bf8d20-6608-4c5b-95a4-4409581cefae None None] Updating router 29a40178-7164-4aa5-83d6-63282d306926 port 1e342cb3-6701-4442-85cc-6955e1734a8d binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 12:05:44.140842 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-82bf8d20-6608-4c5b-95a4-4409581cefae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:44.152514 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:44.186467 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port c074a250-4720-49ae-b54b-36e299937665, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=c074a250-4720-49ae-b54b-36e299937665,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:05:44.194137 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:44.247338 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3517f90d-8d4c-417a-a11e-6af23a74b526 req-67ef3408-3237-4076-93e6-c597923aab59 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:05:44.250902 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-3517f90d-8d4c-417a-a11e-6af23a74b526 req-67ef3408-3237-4076-93e6-c597923aab59 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.89 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 946 time: 0.0756655 Oct 20 12:05:44.270412 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4d01d-2dfe-45da-8e05-baf2580620bc req-e5f6bcfe-b8a6-4834-b3d2-17985cea5b09 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:05:44.274110 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7cb4d01d-2dfe-45da-8e05-baf2580620bc req-e5f6bcfe-b8a6-4834-b3d2-17985cea5b09 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 946 time: 0.0742741 Oct 20 12:05:44.277483 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=c074a250-4720-49ae-b54b-36e299937665,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:44.334099 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7cb4d01d-2dfe-45da-8e05-baf2580620bc req-48f63a7d-1d8d-41e2-9f19-c7854f728adc tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups?id=49aa0f28-20c7-4c16-9e0b-51d677b96c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539987 Oct 20 12:05:44.375304 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-3517f90d-8d4c-417a-a11e-6af23a74b526 req-26473ca0-4ff9-4137-93a2-9a13ccb23e4c tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Deleting port 7a41c414-e936-4384-ab02-34f20ae3ad38 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:05:44.375658 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-3517f90d-8d4c-417a-a11e-6af23a74b526 req-26473ca0-4ff9-4137-93a2-9a13ccb23e4c tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:44.469765 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-3517f90d-8d4c-417a-a11e-6af23a74b526 req-26473ca0-4ff9-4137-93a2-9a13ccb23e4c tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] For port 7a41c414-e936-4384-ab02-34f20ae3ad38, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=7a41c414-e936-4384-ab02-34f20ae3ad38,segment=NetworkSegment(78d7fa11-a64e-4db6-8238-334913b98478),segment_id=78d7fa11-a64e-4db6-8238-334913b98478)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:05:44.470282 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-3517f90d-8d4c-417a-a11e-6af23a74b526 req-26473ca0-4ff9-4137-93a2-9a13ccb23e4c tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:44.493953 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-82bf8d20-6608-4c5b-95a4-4409581cefae None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:44.501566 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-82bf8d20-6608-4c5b-95a4-4409581cefae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:44.563764 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8188c8cb-c6b4-49fe-be99-bf5867a84543 None None] Pushing event updated for resources: {'Port': ['ID=1e342cb3-6701-4442-85cc-6955e1734a8d,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:44.627517 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-82bf8d20-6608-4c5b-95a4-4409581cefae None None] Attempting to bind port 1e342cb3-6701-4442-85cc-6955e1734a8d on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:05:44.627892 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-82bf8d20-6608-4c5b-95a4-4409581cefae None None] Attempting to bind port 1e342cb3-6701-4442-85cc-6955e1734a8d by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '93335436-8659-4ac0-b0c4-66424fff408b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'c825eb8e-61bb-4d7c-b16f-711687800357'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:05:44.628174 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bf8d20-6608-4c5b-95a4-4409581cefae None None] Attempting to bind port 1e342cb3-6701-4442-85cc-6955e1734a8d on network c825eb8e-61bb-4d7c-b16f-711687800357 {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:05:44.635301 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bf8d20-6608-4c5b-95a4-4409581cefae None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:05:44.636006 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bf8d20-6608-4c5b-95a4-4409581cefae None None] Checking segment: {'id': '93335436-8659-4ac0-b0c4-66424fff408b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'c825eb8e-61bb-4d7c-b16f-711687800357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:05:44.636477 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-82bf8d20-6608-4c5b-95a4-4409581cefae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:44.636878 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bf8d20-6608-4c5b-95a4-4409581cefae None None] Bound using segment: {'id': '93335436-8659-4ac0-b0c4-66424fff408b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'c825eb8e-61bb-4d7c-b16f-711687800357'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:05:44.637619 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-82bf8d20-6608-4c5b-95a4-4409581cefae None None] Bound port: 1e342cb3-6701-4442-85cc-6955e1734a8d, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93335436-8659-4ac0-b0c4-66424fff408b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'c825eb8e-61bb-4d7c-b16f-711687800357'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:05:44.638005 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-82bf8d20-6608-4c5b-95a4-4409581cefae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:44.723866 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-82bf8d20-6608-4c5b-95a4-4409581cefae None None] For port 1e342cb3-6701-4442-85cc-6955e1734a8d, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:05:44.729248 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-82bf8d20-6608-4c5b-95a4-4409581cefae None None] For port 1e342cb3-6701-4442-85cc-6955e1734a8d, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=1e342cb3-6701-4442-85cc-6955e1734a8d,segment=NetworkSegment(93335436-8659-4ac0-b0c4-66424fff408b),segment_id=93335436-8659-4ac0-b0c4-66424fff408b)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:05:44.740960 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-82bf8d20-6608-4c5b-95a4-4409581cefae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:44.804980 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bf8d20-6608-4c5b-95a4-4409581cefae None None] Routers {'29a40178-7164-4aa5-83d6-63282d306926'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:05:44.805633 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-82bf8d20-6608-4c5b-95a4-4409581cefae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:05:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['29a40178-7164-4aa5-83d6-63282d306926'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:05:44.808970 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8188c8cb-c6b4-49fe-be99-bf5867a84543 None None] Pushing event updated for resources: {'Port': ['ID=1e342cb3-6701-4442-85cc-6955e1734a8d,revision_number=4']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:44.942423 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-69da4907-76ce-4de2-96d1-bbd497d32aa2 None None] Provisioning complete for port 1e342cb3-6701-4442-85cc-6955e1734a8d triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:05:44.943734 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-69da4907-76ce-4de2-96d1-bbd497d32aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:45.085255 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-82bf8d20-6608-4c5b-95a4-4409581cefae None None] Set router 29a40178-7164-4aa5-83d6-63282d306926 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:05:45.122307 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-69da4907-76ce-4de2-96d1-bbd497d32aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:45.158432 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-3517f90d-8d4c-417a-a11e-6af23a74b526 req-26473ca0-4ff9-4137-93a2-9a13ccb23e4c tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:45.159212 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-3517f90d-8d4c-417a-a11e-6af23a74b526 req-26473ca0-4ff9-4137-93a2-9a13ccb23e4c tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:45.160008 n-d-814735-3 neutron-server[100646]: INFO neutron.db.l3_db [req-3517f90d-8d4c-417a-a11e-6af23a74b526 req-26473ca0-4ff9-4137-93a2-9a13ccb23e4c tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Floating IP 88d64106-3469-45d9-96a6-54b215122d2b disassociated. External IP: 172.25.5.170, port: 7a41c414-e936-4384-ab02-34f20ae3ad38. Oct 20 12:05:45.160604 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-3517f90d-8d4c-417a-a11e-6af23a74b526 req-26473ca0-4ff9-4137-93a2-9a13ccb23e4c tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Calling delete_port for 7a41c414-e936-4384-ab02-34f20ae3ad38 owned by compute:nova {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:05:45.164477 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-69da4907-76ce-4de2-96d1-bbd497d32aa2 None None] For port 1e342cb3-6701-4442-85cc-6955e1734a8d, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=1e342cb3-6701-4442-85cc-6955e1734a8d,segment=NetworkSegment(93335436-8659-4ac0-b0c4-66424fff408b),segment_id=93335436-8659-4ac0-b0c4-66424fff408b)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:05:45.173240 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-69da4907-76ce-4de2-96d1-bbd497d32aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:45.245793 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da4907-76ce-4de2-96d1-bbd497d32aa2 None None] Pushing event updated for resources: {'Port': ['ID=1e342cb3-6701-4442-85cc-6955e1734a8d,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:45.300255 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-76fdec50-17b2-4ab6-a1df-394cf112e1c0 None None] Provisioning complete for port 1e342cb3-6701-4442-85cc-6955e1734a8d triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:05:45.300626 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-76fdec50-17b2-4ab6-a1df-394cf112e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:45.310725 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-3517f90d-8d4c-417a-a11e-6af23a74b526 req-26473ca0-4ff9-4137-93a2-9a13ccb23e4c tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:45.343630 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26473ca0-4ff9-4137-93a2-9a13ccb23e4c tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Pushing event deleted for resources: {'Port': ['ID=7a41c414-e936-4384-ab02-34f20ae3ad38,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:45.360840 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-82bf8d20-6608-4c5b-95a4-4409581cefae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a40178-7164-4aa5-83d6-63282d306926', 'name': 'tempest-TestVolumeBackupRestore-1791135383-router', 'tenant_id': 'e5a1e3c0f4f849b092aada8eddaeec9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'c074a250-4720-49ae-b54b-36e299937665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:05:37Z', 'updated_at': '2021-10-20T12:05:39Z', 'revision_number': 4, 'project_id': 'e5a1e3c0f4f849b092aada8eddaeec9e', 'gw_port': {'id': 'c074a250-4720-49ae-b54b-36e299937665', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ea:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a40178-7164-4aa5-83d6-63282d306926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:05:37Z', 'updated_at': '2021-10-20T12:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '1e342cb3-6701-4442-85cc-6955e1734a8d', 'name': '', 'network_id': 'c825eb8e-61bb-4d7c-b16f-711687800357', 'tenant_id': 'e5a1e3c0f4f849b092aada8eddaeec9e', 'mac_address': 'fa:16:3e:c5:bb:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a40178-7164-4aa5-83d6-63282d306926', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'e773ed92-b797-4473-a783-1b875813af0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:05:39Z', 'updated_at': '2021-10-20T12:05:44Z', 'revision_number': 4, 'project_id': 'e5a1e3c0f4f849b092aada8eddaeec9e', 'subnets': [{'id': 'e773ed92-b797-4473-a783-1b875813af0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:05:45.395713 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bf8d20-6608-4c5b-95a4-4409581cefae None None] The sync data for ids ['29a40178-7164-4aa5-83d6-63282d306926'] in n-d-814735-3 is: [{'id': '29a40178-7164-4aa5-83d6-63282d306926', 'name': 'tempest-TestVolumeBackupRestore-1791135383-router', 'tenant_id': 'e5a1e3c0f4f849b092aada8eddaeec9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'c074a250-4720-49ae-b54b-36e299937665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:05:37Z', 'updated_at': '2021-10-20T12:05:39Z', 'revision_number': 4, 'project_id': 'e5a1e3c0f4f849b092aada8eddaeec9e', 'gw_port': {'id': 'c074a250-4720-49ae-b54b-36e299937665', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ea:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a40178-7164-4aa5-83d6-63282d306926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:05:37Z', 'updated_at': '2021-10-20T12:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '1e342cb3-6701-4442-85cc-6955e1734a8d', 'name': '', 'network_id': 'c825eb8e-61bb-4d7c-b16f-711687800357', 'tenant_id': 'e5a1e3c0f4f849b092aada8eddaeec9e', 'mac_address': 'fa:16:3e:c5:bb:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a40178-7164-4aa5-83d6-63282d306926', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'e773ed92-b797-4473-a783-1b875813af0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:05:39Z', 'updated_at': '2021-10-20T12:05:44Z', 'revision_number': 4, 'project_id': 'e5a1e3c0f4f849b092aada8eddaeec9e', 'subnets': [{'id': 'e773ed92-b797-4473-a783-1b875813af0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:05:45.502696 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-631e0dcf-b79d-4d5e-a863-dc383f6841dc req-e4c931fd-a8a4-46ef-aef5-17e643a394ef tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/ports?device_id=24f78acd-85f1-4ceb-9380-c4e06e77d857 HTTP/1.1" status: 200 len: 210 time: 0.0430298 Oct 20 12:05:45.508535 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3517f90d-8d4c-417a-a11e-6af23a74b526 req-26473ca0-4ff9-4137-93a2-9a13ccb23e4c tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Router 13e2369d-9790-447e-a4d8-e6ef3d797042 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:05:45.639895 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3517f90d-8d4c-417a-a11e-6af23a74b526 req-26473ca0-4ff9-4137-93a2-9a13ccb23e4c tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:05:45.655047 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24889fd0-df2c-4b8e-9b97-0ed93a3e09d9 None None] Sync routers for ids ['13e2369d-9790-447e-a4d8-e6ef3d797042'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:05:45.676958 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24889fd0-df2c-4b8e-9b97-0ed93a3e09d9 None None] Routers {'13e2369d-9790-447e-a4d8-e6ef3d797042'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:05:45.677682 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-24889fd0-df2c-4b8e-9b97-0ed93a3e09d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:05:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['13e2369d-9790-447e-a4d8-e6ef3d797042'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:05:45.686997 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-3517f90d-8d4c-417a-a11e-6af23a74b526 req-26473ca0-4ff9-4137-93a2-9a13ccb23e4c tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] No DVR routers for this DVR port 7a41c414-e936-4384-ab02-34f20ae3ad38 on host n-h2-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:05:45.690107 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-3517f90d-8d4c-417a-a11e-6af23a74b526 req-26473ca0-4ff9-4137-93a2-9a13ccb23e4c tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:45.696204 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-3517f90d-8d4c-417a-a11e-6af23a74b526 req-26473ca0-4ff9-4137-93a2-9a13ccb23e4c tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.89 "DELETE /v2.0/ports/7a41c414-e936-4384-ab02-34f20ae3ad38 HTTP/1.1" status: 204 len: 173 time: 1.4345653 Oct 20 12:05:45.696702 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f78acd-85f1-4ceb-9380-c4e06e77d857', 'name': 'network-vif-deleted', 'tag': '7a41c414-e936-4384-ab02-34f20ae3ad38'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:05:45.699412 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d572e70b-bff6-45e6-808b-c4aa9592015c" -d '{"events": [{"server_uuid": "24f78acd-85f1-4ceb-9380-c4e06e77d857", "name": "network-vif-deleted", "tag": "7a41c414-e936-4384-ab02-34f20ae3ad38"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:05:45.726912 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:45.765106 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2062c2a-9299-491b-8476-ef810a79c8e7 x-openstack-request-id: req-f2062c2a-9299-491b-8476-ef810a79c8e7 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:05:45.765398 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f78acd-85f1-4ceb-9380-c4e06e77d857", "name": "network-vif-deleted", "tag": "7a41c414-e936-4384-ab02-34f20ae3ad38", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:05:45.765653 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f2062c2a-9299-491b-8476-ef810a79c8e7 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:05:45.766070 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f78acd-85f1-4ceb-9380-c4e06e77d857', 'name': 'network-vif-deleted', 'tag': '7a41c414-e936-4384-ab02-34f20ae3ad38', 'status': 'completed', 'code': 200} Oct 20 12:05:45.850484 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-24889fd0-df2c-4b8e-9b97-0ed93a3e09d9 None None] Set router 13e2369d-9790-447e-a4d8-e6ef3d797042 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:05:46.025653 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device c074a250-4720-49ae-b54b-36e299937665 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:05:46.116454 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port c074a250-4720-49ae-b54b-36e299937665 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:05:46.116815 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:46.178743 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-24889fd0-df2c-4b8e-9b97-0ed93a3e09d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'name': 'tempest-AttachVolumeShelveTestJSON-1857829989-router', 'tenant_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'b1c85f19-68fd-4e3c-98d7-0d3214c67877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:26Z', 'updated_at': '2021-10-20T11:58:30Z', 'revision_number': 4, 'project_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'gw_port': {'id': 'b1c85f19-68fd-4e3c-98d7-0d3214c67877', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:27Z', 'updated_at': '2021-10-20T11:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '8335b7bb-896d-4613-b38b-b659863017f1', 'name': '', 'network_id': '6dd2d5c8-1621-42ed-b480-8b3fe659c010', 'tenant_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'mac_address': 'fa:16:3e:98:2a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '85c08acc-8a9f-45d6-96df-e5a8900af70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:29Z', 'updated_at': '2021-10-20T11:58:33Z', 'revision_number': 5, 'project_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'subnets': [{'id': '85c08acc-8a9f-45d6-96df-e5a8900af70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:05:46.239016 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24889fd0-df2c-4b8e-9b97-0ed93a3e09d9 None None] Checking router: 13e2369d-9790-447e-a4d8-e6ef3d797042 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:05:46.259513 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 1e342cb3-6701-4442-85cc-6955e1734a8d up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:05:46.262912 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24889fd0-df2c-4b8e-9b97-0ed93a3e09d9 None None] Routers {'13e2369d-9790-447e-a4d8-e6ef3d797042'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:05:46.263771 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-24889fd0-df2c-4b8e-9b97-0ed93a3e09d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:05:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['13e2369d-9790-447e-a4d8-e6ef3d797042'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:05:46.568823 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 1e342cb3-6701-4442-85cc-6955e1734a8d triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:05:46.569177 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:46.599168 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-24889fd0-df2c-4b8e-9b97-0ed93a3e09d9 None None] Set router 13e2369d-9790-447e-a4d8-e6ef3d797042 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:05:46.602159 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 51456) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:05:46.671277 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c020d874-3b43-47ba-96dd-7135c4a21059 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:46.703911 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c020d874-3b43-47ba-96dd-7135c4a21059 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:46.771242 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c020d874-3b43-47ba-96dd-7135c4a21059 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:46.774856 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c020d874-3b43-47ba-96dd-7135c4a21059 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:46.776319 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c020d874-3b43-47ba-96dd-7135c4a21059 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "DELETE /v2.0/security-groups/49aa0f28-20c7-4c16-9e0b-51d677b96c39 HTTP/1.1" status: 204 len: 168 time: 0.1732943 Oct 20 12:05:46.779636 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51458) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:05:46.789550 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c020d874-3b43-47ba-96dd-7135c4a21059 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49aa0f28-20c7-4c16-9e0b-51d677b96c39,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:46.799031 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-882b61fb-2814-44c3-8635-5528279e5f1e tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] show failed (client error): The resource could not be found. Oct 20 12:05:46.800542 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-882b61fb-2814-44c3-8635-5528279e5f1e tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "GET /v2.0/security-groups/49aa0f28-20c7-4c16-9e0b-51d677b96c39 HTTP/1.1" status: 404 len: 347 time: 0.0197887 Oct 20 12:05:46.803692 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51460) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:05:46.900981 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-24889fd0-df2c-4b8e-9b97-0ed93a3e09d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'name': 'tempest-AttachVolumeShelveTestJSON-1857829989-router', 'tenant_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'b1c85f19-68fd-4e3c-98d7-0d3214c67877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:26Z', 'updated_at': '2021-10-20T11:58:30Z', 'revision_number': 4, 'project_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'gw_port': {'id': 'b1c85f19-68fd-4e3c-98d7-0d3214c67877', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:27Z', 'updated_at': '2021-10-20T11:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '8335b7bb-896d-4613-b38b-b659863017f1', 'name': '', 'network_id': '6dd2d5c8-1621-42ed-b480-8b3fe659c010', 'tenant_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'mac_address': 'fa:16:3e:98:2a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '85c08acc-8a9f-45d6-96df-e5a8900af70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:29Z', 'updated_at': '2021-10-20T11:58:33Z', 'revision_number': 5, 'project_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'subnets': [{'id': '85c08acc-8a9f-45d6-96df-e5a8900af70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:05:46.928431 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24889fd0-df2c-4b8e-9b97-0ed93a3e09d9 None None] The sync data for ids ['13e2369d-9790-447e-a4d8-e6ef3d797042'] in n-d-814735-3 is: [{'id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'name': 'tempest-AttachVolumeShelveTestJSON-1857829989-router', 'tenant_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'b1c85f19-68fd-4e3c-98d7-0d3214c67877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:26Z', 'updated_at': '2021-10-20T11:58:30Z', 'revision_number': 4, 'project_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'gw_port': {'id': 'b1c85f19-68fd-4e3c-98d7-0d3214c67877', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:27Z', 'updated_at': '2021-10-20T11:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '8335b7bb-896d-4613-b38b-b659863017f1', 'name': '', 'network_id': '6dd2d5c8-1621-42ed-b480-8b3fe659c010', 'tenant_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'mac_address': 'fa:16:3e:98:2a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '85c08acc-8a9f-45d6-96df-e5a8900af70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:29Z', 'updated_at': '2021-10-20T11:58:33Z', 'revision_number': 5, 'project_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'subnets': [{'id': '85c08acc-8a9f-45d6-96df-e5a8900af70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:05:46.950274 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-9c2cb394-3e3b-4f70-bd22-33be64954f01 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Deleting port 871d027a-f34d-4ad3-bd97-c6e3c8e503bd {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:05:46.950849 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9c2cb394-3e3b-4f70-bd22-33be64954f01 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:47.038017 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9c2cb394-3e3b-4f70-bd22-33be64954f01 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:47.038613 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9c2cb394-3e3b-4f70-bd22-33be64954f01 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:47.051724 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-9c2cb394-3e3b-4f70-bd22-33be64954f01 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Calling delete_port for 871d027a-f34d-4ad3-bd97-c6e3c8e503bd owned by network:floatingip {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:05:47.216194 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9c2cb394-3e3b-4f70-bd22-33be64954f01 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:47.244261 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2cb394-3e3b-4f70-bd22-33be64954f01 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Pushing event deleted for resources: {'Port': ['ID=871d027a-f34d-4ad3-bd97-c6e3c8e503bd,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:47.314071 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9c2cb394-3e3b-4f70-bd22-33be64954f01 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks [] for floatingip, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:47.317130 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9c2cb394-3e3b-4f70-bd22-33be64954f01 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:47.321118 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-9c2cb394-3e3b-4f70-bd22-33be64954f01 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] 10.222.0.98 "DELETE /v2.0/floatingips/88d64106-3469-45d9-96a6-54b215122d2b HTTP/1.1" status: 204 len: 168 time: 0.5137637 Oct 20 12:05:47.413099 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada40966-5a01-4707-8072-bd717df3c339 None None] New status for floating IP 88d64106-3469-45d9-96a6-54b215122d2b: DOWN {{(pid=100649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 12:05:48.253285 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 7a41c414-e936-4384-ab02-34f20ae3ad38 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:05:48.286288 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: 7a41c414-e936-4384-ab02-34f20ae3ad38 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:05:48.286666 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 7a41c414-e936-4384-ab02-34f20ae3ad38 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:05:49.348679 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0c344e5b-9ed3-488d-b639-d3cc4f0c5f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:52.233188 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d3e2d219-f3c2-4d7c-978f-f1958d0ad118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:53.019942 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51504) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:05:53.137858 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:53.251828 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:53.583823 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-893dce78-42b5-4de5-b325-3d237e0dfb9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:53.864806 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-893dce78-42b5-4de5-b325-3d237e0dfb9f admin admin] Deleting port 8335b7bb-896d-4613-b38b-b659863017f1 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:05:53.865075 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-893dce78-42b5-4de5-b325-3d237e0dfb9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:53.949755 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-893dce78-42b5-4de5-b325-3d237e0dfb9f admin admin] For port 8335b7bb-896d-4613-b38b-b659863017f1, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=8335b7bb-896d-4613-b38b-b659863017f1,segment=NetworkSegment(78d7fa11-a64e-4db6-8238-334913b98478),segment_id=78d7fa11-a64e-4db6-8238-334913b98478)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:05:53.949755 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-893dce78-42b5-4de5-b325-3d237e0dfb9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:53.962775 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-893dce78-42b5-4de5-b325-3d237e0dfb9f admin admin] Calling delete_port for 8335b7bb-896d-4613-b38b-b659863017f1 owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:05:54.162983 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-893dce78-42b5-4de5-b325-3d237e0dfb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:54.193922 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893dce78-42b5-4de5-b325-3d237e0dfb9f admin admin] Pushing event deleted for resources: {'Port': ['ID=8335b7bb-896d-4613-b38b-b659863017f1,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:54.373188 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-893dce78-42b5-4de5-b325-3d237e0dfb9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:54.601838 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893dce78-42b5-4de5-b325-3d237e0dfb9f admin admin] Router 13e2369d-9790-447e-a4d8-e6ef3d797042 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:05:54.712775 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893dce78-42b5-4de5-b325-3d237e0dfb9f admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:05:54.718623 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-893dce78-42b5-4de5-b325-3d237e0dfb9f admin admin] 10.222.0.98 "PUT /v2.0/routers/13e2369d-9790-447e-a4d8-e6ef3d797042/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6975281 Oct 20 12:05:54.720874 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 51528) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:05:54.722541 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d82689-400c-471c-bbdd-e38a140bd797 None None] Sync routers for ids ['13e2369d-9790-447e-a4d8-e6ef3d797042'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:05:54.733250 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d82689-400c-471c-bbdd-e38a140bd797 None None] Routers {'13e2369d-9790-447e-a4d8-e6ef3d797042'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:05:54.734223 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-33d82689-400c-471c-bbdd-e38a140bd797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:05:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['13e2369d-9790-447e-a4d8-e6ef3d797042'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:05:54.830619 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cfc1084c-ab0f-4a20-b25e-a1a0c2270e06 admin admin] Publish callbacks [] for router, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:54.842188 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-33d82689-400c-471c-bbdd-e38a140bd797 None None] Set router 13e2369d-9790-447e-a4d8-e6ef3d797042 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:05:54.942713 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cfc1084c-ab0f-4a20-b25e-a1a0c2270e06 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:54.995629 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:55.005254 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-cfc1084c-ab0f-4a20-b25e-a1a0c2270e06 admin admin] Deleting port b1c85f19-68fd-4e3c-98d7-0d3214c67877 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:05:55.005594 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cfc1084c-ab0f-4a20-b25e-a1a0c2270e06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:55.040816 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-33d82689-400c-471c-bbdd-e38a140bd797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'name': 'tempest-AttachVolumeShelveTestJSON-1857829989-router', 'tenant_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'b1c85f19-68fd-4e3c-98d7-0d3214c67877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:26Z', 'updated_at': '2021-10-20T12:05:54Z', 'revision_number': 5, 'project_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'gw_port': {'id': 'b1c85f19-68fd-4e3c-98d7-0d3214c67877', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:27Z', 'updated_at': '2021-10-20T11:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:05:55.067891 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d82689-400c-471c-bbdd-e38a140bd797 None None] Checking router: 13e2369d-9790-447e-a4d8-e6ef3d797042 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:05:55.077138 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d82689-400c-471c-bbdd-e38a140bd797 None None] Routers {'13e2369d-9790-447e-a4d8-e6ef3d797042'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:05:55.077879 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-33d82689-400c-471c-bbdd-e38a140bd797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:05:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['13e2369d-9790-447e-a4d8-e6ef3d797042'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:05:55.093459 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-cfc1084c-ab0f-4a20-b25e-a1a0c2270e06 admin admin] For port b1c85f19-68fd-4e3c-98d7-0d3214c67877, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=b1c85f19-68fd-4e3c-98d7-0d3214c67877,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:05:55.093823 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cfc1084c-ab0f-4a20-b25e-a1a0c2270e06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:55.107653 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-cfc1084c-ab0f-4a20-b25e-a1a0c2270e06 admin admin] Calling delete_port for b1c85f19-68fd-4e3c-98d7-0d3214c67877 owned by network:router_gateway {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:05:55.171436 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-33d82689-400c-471c-bbdd-e38a140bd797 None None] Set router 13e2369d-9790-447e-a4d8-e6ef3d797042 gateway port host: None {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:05:55.227581 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-33d82689-400c-471c-bbdd-e38a140bd797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'name': 'tempest-AttachVolumeShelveTestJSON-1857829989-router', 'tenant_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:26Z', 'updated_at': '2021-10-20T12:05:54Z', 'revision_number': 6, 'project_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'gw_port_host': None}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:05:55.255076 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d82689-400c-471c-bbdd-e38a140bd797 None None] The sync data for ids ['13e2369d-9790-447e-a4d8-e6ef3d797042'] in n-d-814735-3 is: [{'id': '13e2369d-9790-447e-a4d8-e6ef3d797042', 'name': 'tempest-AttachVolumeShelveTestJSON-1857829989-router', 'tenant_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:26Z', 'updated_at': '2021-10-20T12:05:54Z', 'revision_number': 6, 'project_id': 'd5facc7ebf4c4973bcd1f7527a0dd7a6', 'gw_port_host': None}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:05:55.285506 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cfc1084c-ab0f-4a20-b25e-a1a0c2270e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:55.315226 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc1084c-ab0f-4a20-b25e-a1a0c2270e06 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1c85f19-68fd-4e3c-98d7-0d3214c67877,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:55.380418 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cfc1084c-ab0f-4a20-b25e-a1a0c2270e06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:55.481345 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cfc1084c-ab0f-4a20-b25e-a1a0c2270e06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:55.483422 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cfc1084c-ab0f-4a20-b25e-a1a0c2270e06 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:55.529927 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cfc1084c-ab0f-4a20-b25e-a1a0c2270e06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:55.530564 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc1084c-ab0f-4a20-b25e-a1a0c2270e06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13e2369d-9790-447e-a4d8-e6ef3d797042 {{(pid=100647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 12:05:55.535140 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cfc1084c-ab0f-4a20-b25e-a1a0c2270e06 admin admin] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:55.536482 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-cfc1084c-ab0f-4a20-b25e-a1a0c2270e06 admin admin] 10.222.0.98 "DELETE /v2.0/routers/13e2369d-9790-447e-a4d8-e6ef3d797042 HTTP/1.1" status: 204 len: 168 time: 0.8140864 Oct 20 12:05:55.539374 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 51530) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:05:55.593923 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6655c22-d7ce-4b87-a3ed-1091f7b96d8d admin admin] Deleting subnet 85c08acc-8a9f-45d6-96df-e5a8900af70a {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 12:05:55.597797 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b6655c22-d7ce-4b87-a3ed-1091f7b96d8d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:55.653099 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b6655c22-d7ce-4b87-a3ed-1091f7b96d8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:55.759090 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b6655c22-d7ce-4b87-a3ed-1091f7b96d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:55.812989 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b6655c22-d7ce-4b87-a3ed-1091f7b96d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:55.840210 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6655c22-d7ce-4b87-a3ed-1091f7b96d8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85c08acc-8a9f-45d6-96df-e5a8900af70a,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:55.842206 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b6655c22-d7ce-4b87-a3ed-1091f7b96d8d admin admin] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:55.845471 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-b6655c22-d7ce-4b87-a3ed-1091f7b96d8d admin admin] 10.222.0.98 "DELETE /v2.0/subnets/85c08acc-8a9f-45d6-96df-e5a8900af70a HTTP/1.1" status: 204 len: 168 time: 0.3050847 Oct 20 12:05:55.846874 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4141cb-0d2d-4e99-9060-e9f70b27dc77 None None] Network 6dd2d5c8-1621-42ed-b480-8b3fe659c010 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:05:55.847968 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 51542) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:05:55.922099 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a05cf21d-0d03-4c8d-9a51-91b65b9a40f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:55.996453 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-a05cf21d-0d03-4c8d-9a51-91b65b9a40f2 admin admin] Deleting port c51907d1-bf09-4c4c-a19b-9682191cef4b {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:05:55.996694 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a05cf21d-0d03-4c8d-9a51-91b65b9a40f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:56.066121 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-a05cf21d-0d03-4c8d-9a51-91b65b9a40f2 admin admin] For port c51907d1-bf09-4c4c-a19b-9682191cef4b, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=c51907d1-bf09-4c4c-a19b-9682191cef4b,segment=NetworkSegment(78d7fa11-a64e-4db6-8238-334913b98478),segment_id=78d7fa11-a64e-4db6-8238-334913b98478)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:05:56.066506 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a05cf21d-0d03-4c8d-9a51-91b65b9a40f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:56.086572 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-a05cf21d-0d03-4c8d-9a51-91b65b9a40f2 admin admin] Calling delete_port for c51907d1-bf09-4c4c-a19b-9682191cef4b owned by network:dhcp {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:05:56.104957 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45352ee8-0e4c-47cc-bac5-a1cc71bf440c None None] DHCP port deletion for 6dd2d5c8-1621-42ed-b480-8b3fe659c010 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 12:05:56.176246 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-45352ee8-0e4c-47cc-bac5-a1cc71bf440c None None] Deleting port c51907d1-bf09-4c4c-a19b-9682191cef4b {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:05:56.176830 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-45352ee8-0e4c-47cc-bac5-a1cc71bf440c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:56.200855 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device c51907d1-bf09-4c4c-a19b-9682191cef4b no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:05:56.204617 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a05cf21d-0d03-4c8d-9a51-91b65b9a40f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:56.232273 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05cf21d-0d03-4c8d-9a51-91b65b9a40f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c51907d1-bf09-4c4c-a19b-9682191cef4b,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:56.232607 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: c51907d1-bf09-4c4c-a19b-9682191cef4b {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:05:56.232941 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device c51907d1-bf09-4c4c-a19b-9682191cef4b not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:05:56.233357 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 8335b7bb-896d-4613-b38b-b659863017f1 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:05:56.238571 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05cf21d-0d03-4c8d-9a51-91b65b9a40f2 admin admin] No DVR routers for this DVR port c51907d1-bf09-4c4c-a19b-9682191cef4b on host n-d-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:05:56.287319 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 8335b7bb-896d-4613-b38b-b659863017f1 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:05:56.287663 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 8335b7bb-896d-4613-b38b-b659863017f1 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:05:56.288068 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b1c85f19-68fd-4e3c-98d7-0d3214c67877 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:05:56.294618 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-45352ee8-0e4c-47cc-bac5-a1cc71bf440c None None] For port c51907d1-bf09-4c4c-a19b-9682191cef4b, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=c51907d1-bf09-4c4c-a19b-9682191cef4b,segment=NetworkSegment(78d7fa11-a64e-4db6-8238-334913b98478),segment_id=78d7fa11-a64e-4db6-8238-334913b98478)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:05:56.295332 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-45352ee8-0e4c-47cc-bac5-a1cc71bf440c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:56.318898 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: b1c85f19-68fd-4e3c-98d7-0d3214c67877 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:05:56.319198 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b1c85f19-68fd-4e3c-98d7-0d3214c67877 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:05:56.323507 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a05cf21d-0d03-4c8d-9a51-91b65b9a40f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:56.327153 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-45352ee8-0e4c-47cc-bac5-a1cc71bf440c None None] Calling delete_port for c51907d1-bf09-4c4c-a19b-9682191cef4b owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:05:56.346358 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-a05cf21d-0d03-4c8d-9a51-91b65b9a40f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dd2d5c8-1621-42ed-b480-8b3fe659c010']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:05:56.357964 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-a05cf21d-0d03-4c8d-9a51-91b65b9a40f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78d7fa11-a64e-4db6-8238-334913b98478') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:05:56.358261 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-a05cf21d-0d03-4c8d-9a51-91b65b9a40f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78d7fa11-a64e-4db6-8238-334913b98478') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:05:56.371002 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a05cf21d-0d03-4c8d-9a51-91b65b9a40f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:56.387094 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a05cf21d-0d03-4c8d-9a51-91b65b9a40f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:56.398153 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a05cf21d-0d03-4c8d-9a51-91b65b9a40f2 admin admin] Releasing vlan 1291 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 12:05:56.399038 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a05cf21d-0d03-4c8d-9a51-91b65b9a40f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:56.401971 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 12:05:56.401971 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 12:05:56.401971 n-d-814735-3 neutron-server[100647]: timer() Oct 20 12:05:56.401971 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 12:05:56.401971 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 12:05:56.401971 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 12:05:56.401971 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 12:05:56.401971 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 12:05:56.401971 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 12:05:56.401971 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 12:05:56.401971 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 12:05:56.401971 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 12:05:56.401971 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 12:05:56.401971 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 12:05:56.401971 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 12:05:56.401971 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 12:05:56.401971 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 12:05:56.401971 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 12:05:56.401971 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 12:05:56.401971 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 12:05:56.401971 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 12:05:56.401971 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 12:05:56.401971 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 12:05:56.401971 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 12:05:56.401971 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 12:05:56.401971 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 12:05:56.401971 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 12:05:56.401971 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 12:05:56.401971 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 12:05:56.401971 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 12:05:56.401971 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 12:05:56.401971 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 12:05:56.425007 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-45352ee8-0e4c-47cc-bac5-a1cc71bf440c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:56.454774 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45352ee8-0e4c-47cc-bac5-a1cc71bf440c None None] Pushing event deleted for resources: {'Port': ['ID=c51907d1-bf09-4c4c-a19b-9682191cef4b,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:56.457224 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45352ee8-0e4c-47cc-bac5-a1cc71bf440c None None] No DVR routers for this DVR port c51907d1-bf09-4c4c-a19b-9682191cef4b on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:05:56.477903 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:05:56.479754 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a05cf21d-0d03-4c8d-9a51-91b65b9a40f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:56.491017 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a05cf21d-0d03-4c8d-9a51-91b65b9a40f2 admin admin] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:56.494394 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-a05cf21d-0d03-4c8d-9a51-91b65b9a40f2 admin admin] 10.222.0.98 "DELETE /v2.0/networks/6dd2d5c8-1621-42ed-b480-8b3fe659c010 HTTP/1.1" status: 204 len: 168 time: 0.6454239 Oct 20 12:05:56.506472 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05cf21d-0d03-4c8d-9a51-91b65b9a40f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6dd2d5c8-1621-42ed-b480-8b3fe659c010,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:56.695882 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 51548) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:05:56.746190 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-1f71cb5c-7238-45b6-81f0-d0cdd408065a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d5facc7ebf4c4973bcd1f7527a0dd7a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491674 Oct 20 12:05:56.748774 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51550) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:05:56.813639 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b647edee-9962-4228-882e-6161b8919d51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:56.838772 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b647edee-9962-4228-882e-6161b8919d51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:56.888250 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b647edee-9962-4228-882e-6161b8919d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:56.891050 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b647edee-9962-4228-882e-6161b8919d51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:56.892265 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b647edee-9962-4228-882e-6161b8919d51 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/07b42607-b677-46ea-8f77-e624df99491b HTTP/1.1" status: 204 len: 168 time: 0.1418371 Oct 20 12:05:56.900606 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b647edee-9962-4228-882e-6161b8919d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b42607-b677-46ea-8f77-e624df99491b,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:57.627503 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51572) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:05:57.732880 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-3a9e0421-5199-43f5-85a5-28cecf20d69c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1454129079-network', 'tenant_id': '58fdc003a4314f66b954ab38700cfbc1'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:05:57.756542 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9e0421-5199-43f5-85a5-28cecf20d69c admin admin] Made reservation on behalf of 58fdc003a4314f66b954ab38700cfbc1 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:05:57.759018 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3a9e0421-5199-43f5-85a5-28cecf20d69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:57.767890 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3a9e0421-5199-43f5-85a5-28cecf20d69c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:57.845310 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3a9e0421-5199-43f5-85a5-28cecf20d69c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:57.851254 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3a9e0421-5199-43f5-85a5-28cecf20d69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:57.876362 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a9e0421-5199-43f5-85a5-28cecf20d69c admin admin] vlan segment allocate from pool success with {'vlan_id': 1281, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 12:05:57.886223 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9e0421-5199-43f5-85a5-28cecf20d69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5344e032-011c-406c-aea2-c622e4a05209,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:57.891167 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3a9e0421-5199-43f5-85a5-28cecf20d69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:57.891516 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-3a9e0421-5199-43f5-85a5-28cecf20d69c admin admin] Added segment 8a6ef2fb-9e20-47a1-b055-bd1508d5ca82 of type vlan for network 3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d Oct 20 12:05:57.937219 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3a9e0421-5199-43f5-85a5-28cecf20d69c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:57.964462 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3a9e0421-5199-43f5-85a5-28cecf20d69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:57.965791 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9e0421-5199-43f5-85a5-28cecf20d69c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:05:57.966618 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3a9e0421-5199-43f5-85a5-28cecf20d69c admin admin] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:58.002149 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3a9e0421-5199-43f5-85a5-28cecf20d69c admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3734922 Oct 20 12:05:58.005043 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 51578) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:05:58.034173 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-af9bd73f-d437-496e-909b-1d1d65f56cc7 admin admin] Request body: {'subnet': {'network_id': '3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1454129079-subnet', 'tenant_id': '58fdc003a4314f66b954ab38700cfbc1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:05:58.042216 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9e0421-5199-43f5-85a5-28cecf20d69c admin admin] Pushing event updated for resources: {'Network': ['ID=3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:58.053668 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 12:05:58.063043 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9bd73f-d437-496e-909b-1d1d65f56cc7 admin admin] Made reservation on behalf of 58fdc003a4314f66b954ab38700cfbc1 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:05:58.065479 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-af9bd73f-d437-496e-909b-1d1d65f56cc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:58.287959 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-af9bd73f-d437-496e-909b-1d1d65f56cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:58.343887 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9bd73f-d437-496e-909b-1d1d65f56cc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75e24381-51e0-4907-85b7-46112ca01e97,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:05:58.362120 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9bd73f-d437-496e-909b-1d1d65f56cc7 admin admin] Checking segment: {'id': '8a6ef2fb-9e20-47a1-b055-bd1508d5ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:05:58.362485 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9bd73f-d437-496e-909b-1d1d65f56cc7 admin admin] Network hostable DHCP agents. Network: 3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 12:05:58.388767 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9bd73f-d437-496e-909b-1d1d65f56cc7 admin admin] Network 3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 12:05:58.400952 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-af9bd73f-d437-496e-909b-1d1d65f56cc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:05:58.406956 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9bd73f-d437-496e-909b-1d1d65f56cc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:05:58.407575 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-af9bd73f-d437-496e-909b-1d1d65f56cc7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:05:58.415750 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccbb38e-c996-4f18-9fbb-774a98036a3a None None] Network 3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:05:58.430469 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-af9bd73f-d437-496e-909b-1d1d65f56cc7 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4243264 Oct 20 12:05:58.572404 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cc3985-7cd0-4337-a1d3-527d1a51f207 None None] Network 3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:05:58.941833 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6217ced-79e3-45b9-8715-fecfaa94cebb req-baf0f15e-3e3a-4e8f-9503-c582149d15a3 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:05:58.943259 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c6217ced-79e3-45b9-8715-fecfaa94cebb req-baf0f15e-3e3a-4e8f-9503-c582149d15a3 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/networks?id=3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d HTTP/1.1" status: 200 len: 815 time: 0.1074040 Oct 20 12:05:58.959141 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c6217ced-79e3-45b9-8715-fecfaa94cebb req-17c7c260-e38b-48fa-b4f1-9a0b0088de6d tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/quotas/58fdc003a4314f66b954ab38700cfbc1 HTTP/1.1" status: 200 len: 375 time: 0.0097506 Oct 20 12:05:58.996610 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c6217ced-79e3-45b9-8715-fecfaa94cebb req-55579697-8dfe-4046-836d-504f2f6b2ebd tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=58fdc003a4314f66b954ab38700cfbc1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314789 Oct 20 12:05:59.088645 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c6217ced-79e3-45b9-8715-fecfaa94cebb req-e66ab982-eae7-4dfe-b65a-04b74c322620 service neutron] 10.222.0.98 "GET /v2.0/networks/3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844672 Oct 20 12:05:59.189293 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c6217ced-79e3-45b9-8715-fecfaa94cebb req-63344205-de24-48f8-bd22-249bc9512c35 service neutron] 10.222.0.98 "GET /v2.0/networks/3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929732 Oct 20 12:05:59.376874 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3484b871-3812-4fba-bc26-87b3b024a27a req-f54c4cf4-93ef-4c19-97dd-6d99939d35b1 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c151a07-37e1-46ce-85c4-c2c015e000e5 HTTP/1.1" status: 200 len: 210 time: 0.0281923 Oct 20 12:06:00.404677 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6217ced-79e3-45b9-8715-fecfaa94cebb req-bb464ba9-08f2-4396-bf2b-4ce15c29e92c tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:00.407045 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c6217ced-79e3-45b9-8715-fecfaa94cebb req-bb464ba9-08f2-4396-bf2b-4ce15c29e92c tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.89 "GET /v2.0/networks?id=3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d HTTP/1.1" status: 200 len: 815 time: 0.1180122 Oct 20 12:06:00.427397 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-c6217ced-79e3-45b9-8715-fecfaa94cebb req-11e5876d-e8c3-4605-aa8d-435da6b4c91c tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Request body: {'port': {'device_id': '4c151a07-37e1-46ce-85c4-c2c015e000e5', 'network_id': '3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d', 'admin_state_up': True, 'tenant_id': '58fdc003a4314f66b954ab38700cfbc1'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:06:00.491487 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6c86344a-9002-4acf-b6b2-e0fcb6ea5993 req-00e06099-a725-498a-bfe5-eb9d1632d952 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c151a07-37e1-46ce-85c4-c2c015e000e5 HTTP/1.1" status: 200 len: 210 time: 0.0344522 Oct 20 12:06:00.553097 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6217ced-79e3-45b9-8715-fecfaa94cebb req-11e5876d-e8c3-4605-aa8d-435da6b4c91c tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Made reservation on behalf of 58fdc003a4314f66b954ab38700cfbc1 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:06:00.556583 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-c6217ced-79e3-45b9-8715-fecfaa94cebb req-11e5876d-e8c3-4605-aa8d-435da6b4c91c tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:00.692323 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [req-c6217ced-79e3-45b9-8715-fecfaa94cebb req-11e5876d-e8c3-4605-aa8d-435da6b4c91c tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Allocated IP 172.20.0.7 (3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d/75e24381-51e0-4907-85b7-46112ca01e97/b68633cf-aa78-45b2-961d-5153a234cb97) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:06:00.859469 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-c6217ced-79e3-45b9-8715-fecfaa94cebb req-11e5876d-e8c3-4605-aa8d-435da6b4c91c tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:00.897954 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-c6217ced-79e3-45b9-8715-fecfaa94cebb req-11e5876d-e8c3-4605-aa8d-435da6b4c91c tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:00.943601 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6217ced-79e3-45b9-8715-fecfaa94cebb req-11e5876d-e8c3-4605-aa8d-435da6b4c91c tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Network 3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:06:00.946721 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [req-c6217ced-79e3-45b9-8715-fecfaa94cebb req-11e5876d-e8c3-4605-aa8d-435da6b4c91c tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:06:00.950435 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6217ced-79e3-45b9-8715-fecfaa94cebb req-11e5876d-e8c3-4605-aa8d-435da6b4c91c tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:06:00.982550 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e5876d-e8c3-4605-aa8d-435da6b4c91c tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Pushing event updated for resources: {'Port': ['ID=b68633cf-aa78-45b2-961d-5153a234cb97,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:06:01.010970 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6217ced-79e3-45b9-8715-fecfaa94cebb req-11e5876d-e8c3-4605-aa8d-435da6b4c91c tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:01.011712 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-c6217ced-79e3-45b9-8715-fecfaa94cebb req-11e5876d-e8c3-4605-aa8d-435da6b4c91c tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:01.030748 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c6217ced-79e3-45b9-8715-fecfaa94cebb req-11e5876d-e8c3-4605-aa8d-435da6b4c91c tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6089094 Oct 20 12:06:01.041446 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [req-c6217ced-79e3-45b9-8715-fecfaa94cebb req-6e84adb6-722c-4e49-b860-0e401b9c8c13 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 12:06:01.042412 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c6217ced-79e3-45b9-8715-fecfaa94cebb req-6e84adb6-722c-4e49-b860-0e401b9c8c13 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052171 Oct 20 12:06:01.055458 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-c6217ced-79e3-45b9-8715-fecfaa94cebb req-18d019fe-64e8-4b35-9cda-dae4e4bb934f service neutron] Request body: {'port': {'device_id': '4c151a07-37e1-46ce-85c4-c2c015e000e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:06:01.111924 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-c6217ced-79e3-45b9-8715-fecfaa94cebb req-18d019fe-64e8-4b35-9cda-dae4e4bb934f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:01.383634 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-c6217ced-79e3-45b9-8715-fecfaa94cebb req-18d019fe-64e8-4b35-9cda-dae4e4bb934f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b68633cf-aa78-45b2-961d-5153a234cb97 {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:06:01.391564 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-c6217ced-79e3-45b9-8715-fecfaa94cebb req-18d019fe-64e8-4b35-9cda-dae4e4bb934f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:01.404224 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-c6217ced-79e3-45b9-8715-fecfaa94cebb req-18d019fe-64e8-4b35-9cda-dae4e4bb934f service neutron] Transition to ACTIVE for port object b68633cf-aa78-45b2-961d-5153a234cb97 will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 12:06:01.409298 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-c6217ced-79e3-45b9-8715-fecfaa94cebb req-18d019fe-64e8-4b35-9cda-dae4e4bb934f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:01.619015 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526237f5-df9d-40f2-bcac-80d7fc1a0a46 req-7e967022-251f-4d59-86dc-3d1f4e57ae0d tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:01.620674 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-526237f5-df9d-40f2-bcac-80d7fc1a0a46 req-7e967022-251f-4d59-86dc-3d1f4e57ae0d tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c151a07-37e1-46ce-85c4-c2c015e000e5 HTTP/1.1" status: 200 len: 943 time: 0.0549879 Oct 20 12:06:01.695169 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-526237f5-df9d-40f2-bcac-80d7fc1a0a46 req-bc8fdde2-e775-4869-a8ed-8915ade46464 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/security-groups?id=5344e032-011c-406c-aea2-c622e4a05209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650761 Oct 20 12:06:01.839543 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d019fe-64e8-4b35-9cda-dae4e4bb934f service neutron] Pushing event updated for resources: {'Port': ['ID=b68633cf-aa78-45b2-961d-5153a234cb97,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:06:01.891450 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-c6217ced-79e3-45b9-8715-fecfaa94cebb req-18d019fe-64e8-4b35-9cda-dae4e4bb934f service neutron] Attempting to bind port b68633cf-aa78-45b2-961d-5153a234cb97 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:06:01.891765 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-c6217ced-79e3-45b9-8715-fecfaa94cebb req-18d019fe-64e8-4b35-9cda-dae4e4bb934f service neutron] Attempting to bind port b68633cf-aa78-45b2-961d-5153a234cb97 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '8a6ef2fb-9e20-47a1-b055-bd1508d5ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:06:01.892165 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6217ced-79e3-45b9-8715-fecfaa94cebb req-18d019fe-64e8-4b35-9cda-dae4e4bb934f service neutron] Attempting to bind port b68633cf-aa78-45b2-961d-5153a234cb97 on network 3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:06:01.896770 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6217ced-79e3-45b9-8715-fecfaa94cebb req-18d019fe-64e8-4b35-9cda-dae4e4bb934f service neutron] Port b68633cf-aa78-45b2-961d-5153a234cb97 on network 3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 12:06:01.897418 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6217ced-79e3-45b9-8715-fecfaa94cebb req-18d019fe-64e8-4b35-9cda-dae4e4bb934f service neutron] Attempting to bind port b68633cf-aa78-45b2-961d-5153a234cb97 on network 3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:06:01.902633 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6217ced-79e3-45b9-8715-fecfaa94cebb req-18d019fe-64e8-4b35-9cda-dae4e4bb934f service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:06:01.902874 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6217ced-79e3-45b9-8715-fecfaa94cebb req-18d019fe-64e8-4b35-9cda-dae4e4bb934f service neutron] Checking segment: {'id': '8a6ef2fb-9e20-47a1-b055-bd1508d5ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:06:01.903346 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6217ced-79e3-45b9-8715-fecfaa94cebb req-18d019fe-64e8-4b35-9cda-dae4e4bb934f service neutron] Bound using segment: {'id': '8a6ef2fb-9e20-47a1-b055-bd1508d5ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:06:01.903798 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-c6217ced-79e3-45b9-8715-fecfaa94cebb req-18d019fe-64e8-4b35-9cda-dae4e4bb934f service neutron] Bound port: b68633cf-aa78-45b2-961d-5153a234cb97, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a6ef2fb-9e20-47a1-b055-bd1508d5ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:06:01.904261 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-c6217ced-79e3-45b9-8715-fecfaa94cebb req-18d019fe-64e8-4b35-9cda-dae4e4bb934f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:01.971443 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-c6217ced-79e3-45b9-8715-fecfaa94cebb req-18d019fe-64e8-4b35-9cda-dae4e4bb934f service neutron] For port b68633cf-aa78-45b2-961d-5153a234cb97, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:06:01.974631 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-c6217ced-79e3-45b9-8715-fecfaa94cebb req-18d019fe-64e8-4b35-9cda-dae4e4bb934f service neutron] For port b68633cf-aa78-45b2-961d-5153a234cb97, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=b68633cf-aa78-45b2-961d-5153a234cb97,segment=NetworkSegment(8a6ef2fb-9e20-47a1-b055-bd1508d5ca82),segment_id=8a6ef2fb-9e20-47a1-b055-bd1508d5ca82)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:06:01.979843 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-c6217ced-79e3-45b9-8715-fecfaa94cebb req-18d019fe-64e8-4b35-9cda-dae4e4bb934f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:02.014088 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6217ced-79e3-45b9-8715-fecfaa94cebb req-18d019fe-64e8-4b35-9cda-dae4e4bb934f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:02.014621 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-c6217ced-79e3-45b9-8715-fecfaa94cebb req-18d019fe-64e8-4b35-9cda-dae4e4bb934f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:02.016079 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c6217ced-79e3-45b9-8715-fecfaa94cebb req-18d019fe-64e8-4b35-9cda-dae4e4bb934f service neutron] 10.222.0.89 "PUT /v2.0/ports/b68633cf-aa78-45b2-961d-5153a234cb97 HTTP/1.1" status: 200 len: 1091 time: 0.9645600 Oct 20 12:06:02.016478 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c151a07-37e1-46ce-85c4-c2c015e000e5', 'tag': 'b68633cf-aa78-45b2-961d-5153a234cb97'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:06:02.018817 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-283e24a5-3f8f-464b-b099-17f18ebe6e7c" -d '{"events": [{"name": "network-changed", "server_uuid": "4c151a07-37e1-46ce-85c4-c2c015e000e5", "tag": "b68633cf-aa78-45b2-961d-5153a234cb97"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:06:02.042671 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d019fe-64e8-4b35-9cda-dae4e4bb934f service neutron] Pushing event updated for resources: {'Port': ['ID=b68633cf-aa78-45b2-961d-5153a234cb97,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:06:02.076703 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c46389-a1c4-4401-9076-d1a4bf0cb2cc x-openstack-request-id: req-89c46389-a1c4-4401-9076-d1a4bf0cb2cc {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:06:02.076990 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c151a07-37e1-46ce-85c4-c2c015e000e5", "tag": "b68633cf-aa78-45b2-961d-5153a234cb97", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:06:02.077239 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-89c46389-a1c4-4401-9076-d1a4bf0cb2cc {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:06:02.077635 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c151a07-37e1-46ce-85c4-c2c015e000e5', 'tag': 'b68633cf-aa78-45b2-961d-5153a234cb97', 'status': 'completed', 'code': 200} Oct 20 12:06:02.110189 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6217ced-79e3-45b9-8715-fecfaa94cebb req-5e349a0d-65e8-4b9a-858f-18c25dc8ba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:02.111810 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c6217ced-79e3-45b9-8715-fecfaa94cebb req-5e349a0d-65e8-4b9a-858f-18c25dc8ba73 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=58fdc003a4314f66b954ab38700cfbc1&device_id=4c151a07-37e1-46ce-85c4-c2c015e000e5 HTTP/1.1" status: 200 len: 1094 time: 0.0448236 Oct 20 12:06:02.157558 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c6217ced-79e3-45b9-8715-fecfaa94cebb req-0c63d9ee-fef2-49ee-ba0a-fb768de0c552 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b68633cf-aa78-45b2-961d-5153a234cb97 HTTP/1.1" status: 200 len: 217 time: 0.0350695 Oct 20 12:06:02.214478 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6217ced-79e3-45b9-8715-fecfaa94cebb req-d34107f4-d41f-40af-9e2b-ffb151fc498a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:02.215986 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c6217ced-79e3-45b9-8715-fecfaa94cebb req-d34107f4-d41f-40af-9e2b-ffb151fc498a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=75e24381-51e0-4907-85b7-46112ca01e97 HTTP/1.1" status: 200 len: 855 time: 0.0469716 Oct 20 12:06:02.253138 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c6217ced-79e3-45b9-8715-fecfaa94cebb req-6c960c93-a349-4d8f-bd81-38a331850438 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270140 Oct 20 12:06:02.348286 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c6217ced-79e3-45b9-8715-fecfaa94cebb req-03fbd314-06c7-4d61-aa1a-a127958150bd service neutron] 10.222.0.89 "GET /v2.0/networks/3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854397 Oct 20 12:06:02.460703 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-c6217ced-79e3-45b9-8715-fecfaa94cebb req-268d52f6-ddc8-4f54-b25f-e9adb960486f service neutron] 10.222.0.89 "GET /v2.0/networks/3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996323 Oct 20 12:06:02.569643 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e24a5-3f8f-464b-b099-17f18ebe6e7c req-307ac7a9-1a26-4da0-b56c-2cb334e46a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:02.571202 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-283e24a5-3f8f-464b-b099-17f18ebe6e7c req-307ac7a9-1a26-4da0-b56c-2cb334e46a0e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=58fdc003a4314f66b954ab38700cfbc1&device_id=4c151a07-37e1-46ce-85c4-c2c015e000e5 HTTP/1.1" status: 200 len: 1094 time: 0.0457609 Oct 20 12:06:02.669458 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e24a5-3f8f-464b-b099-17f18ebe6e7c req-63e63087-bca3-41ed-8740-da281c069f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:02.671016 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-283e24a5-3f8f-464b-b099-17f18ebe6e7c req-63e63087-bca3-41ed-8740-da281c069f22 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d HTTP/1.1" status: 200 len: 917 time: 0.0895362 Oct 20 12:06:02.717613 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-283e24a5-3f8f-464b-b099-17f18ebe6e7c req-a049bfad-3c75-479d-a6c4-e0267e8b1f6b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b68633cf-aa78-45b2-961d-5153a234cb97 HTTP/1.1" status: 200 len: 217 time: 0.0347331 Oct 20 12:06:02.776709 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e24a5-3f8f-464b-b099-17f18ebe6e7c req-b8996d82-4d62-43ea-be8d-746b8f03f4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:02.778421 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-283e24a5-3f8f-464b-b099-17f18ebe6e7c req-b8996d82-4d62-43ea-be8d-746b8f03f4f2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=75e24381-51e0-4907-85b7-46112ca01e97 HTTP/1.1" status: 200 len: 855 time: 0.0526123 Oct 20 12:06:02.811027 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76223e-f155-4490-a568-e344f427f3dc req-c1ab05b8-bf4b-4562-8039-88b05267b755 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:02.812563 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8a76223e-f155-4490-a568-e344f427f3dc req-c1ab05b8-bf4b-4562-8039-88b05267b755 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c151a07-37e1-46ce-85c4-c2c015e000e5 HTTP/1.1" status: 200 len: 943 time: 0.0556195 Oct 20 12:06:02.813346 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-283e24a5-3f8f-464b-b099-17f18ebe6e7c req-639eb936-4417-45f6-9e99-2ca38507c4bb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266919 Oct 20 12:06:02.853166 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8a76223e-f155-4490-a568-e344f427f3dc req-3acec466-b09d-47c7-a334-30a5aaf4051b tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/security-groups?id=5344e032-011c-406c-aea2-c622e4a05209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338128 Oct 20 12:06:02.910262 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-283e24a5-3f8f-464b-b099-17f18ebe6e7c req-9022d0fd-9905-4a6a-8877-e37afccaf3f7 service neutron] 10.222.0.89 "GET /v2.0/networks/3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876706 Oct 20 12:06:03.006637 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-283e24a5-3f8f-464b-b099-17f18ebe6e7c req-35877828-c980-4f40-9543-b2c4819188ca service neutron] 10.222.0.89 "GET /v2.0/networks/3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875320 Oct 20 12:06:03.972916 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b007c-043c-45c1-97eb-0ac135a2b3f6 req-5115ae4c-de9e-4339-87f5-f905142e1de0 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:03.974417 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-365b007c-043c-45c1-97eb-0ac135a2b3f6 req-5115ae4c-de9e-4339-87f5-f905142e1de0 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c151a07-37e1-46ce-85c4-c2c015e000e5 HTTP/1.1" status: 200 len: 943 time: 0.0504773 Oct 20 12:06:04.013748 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-365b007c-043c-45c1-97eb-0ac135a2b3f6 req-60a2e3f4-ef2a-4085-adde-0c4be35e6d70 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/security-groups?id=5344e032-011c-406c-aea2-c622e4a05209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330410 Oct 20 12:06:05.133522 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ae949-9605-4110-a946-d153b358a350 req-34d8b2ba-32e2-46f3-a0e7-68f7afce9bdf tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:05.135259 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d25ae949-9605-4110-a946-d153b358a350 req-34d8b2ba-32e2-46f3-a0e7-68f7afce9bdf tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c151a07-37e1-46ce-85c4-c2c015e000e5 HTTP/1.1" status: 200 len: 943 time: 0.0508900 Oct 20 12:06:05.176835 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d25ae949-9605-4110-a946-d153b358a350 req-0f3aea14-38af-466d-8940-e3a44986072d tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/security-groups?id=5344e032-011c-406c-aea2-c622e4a05209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352890 Oct 20 12:06:06.299094 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6517940-c192-4030-b8d7-593c7ccb5231 req-5b445a4f-e770-4a09-920c-aa5fc6d8f5d9 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:06.300582 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c6517940-c192-4030-b8d7-593c7ccb5231 req-5b445a4f-e770-4a09-920c-aa5fc6d8f5d9 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c151a07-37e1-46ce-85c4-c2c015e000e5 HTTP/1.1" status: 200 len: 943 time: 0.0535622 Oct 20 12:06:06.331517 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device b68633cf-aa78-45b2-961d-5153a234cb97 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:06:06.340961 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c6517940-c192-4030-b8d7-593c7ccb5231 req-00ab99e1-6919-46e9-92cd-6b8fa422db3b tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/security-groups?id=5344e032-011c-406c-aea2-c622e4a05209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340350 Oct 20 12:06:06.445267 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port b68633cf-aa78-45b2-961d-5153a234cb97, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=b68633cf-aa78-45b2-961d-5153a234cb97,segment=NetworkSegment(8a6ef2fb-9e20-47a1-b055-bd1508d5ca82),segment_id=8a6ef2fb-9e20-47a1-b055-bd1508d5ca82)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:06:06.456738 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': 'b68633cf-aa78-45b2-961d-5153a234cb97', 'network_id': '3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d', 'port_id': 'b68633cf-aa78-45b2-961d-5153a234cb97', 'mac_address': 'fa:16:3e:3f:a7:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e24381-51e0-4907-85b7-46112ca01e97', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:06:06.497093 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:06.510373 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b68633cf-aa78-45b2-961d-5153a234cb97 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:06:06.530360 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port b68633cf-aa78-45b2-961d-5153a234cb97, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=b68633cf-aa78-45b2-961d-5153a234cb97,segment=NetworkSegment(8a6ef2fb-9e20-47a1-b055-bd1508d5ca82),segment_id=8a6ef2fb-9e20-47a1-b055-bd1508d5ca82)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:06:06.535259 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:06.591312 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=b68633cf-aa78-45b2-961d-5153a234cb97,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:06:06.797424 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['b68633cf-aa78-45b2-961d-5153a234cb97'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:06:07.466901 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c2be2-b6b6-44d3-81cd-f522604d1278 req-bfefe3f2-cb49-4458-a4bc-58c9b6ccf89e tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:07.468387 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a01c2be2-b6b6-44d3-81cd-f522604d1278 req-bfefe3f2-cb49-4458-a4bc-58c9b6ccf89e tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c151a07-37e1-46ce-85c4-c2c015e000e5 HTTP/1.1" status: 200 len: 944 time: 0.0515275 Oct 20 12:06:07.507740 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a01c2be2-b6b6-44d3-81cd-f522604d1278 req-cd74da92-8b38-4a93-b3f5-51492c08d75b tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/security-groups?id=5344e032-011c-406c-aea2-c622e4a05209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329833 Oct 20 12:06:08.333995 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device b68633cf-aa78-45b2-961d-5153a234cb97 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:06:08.387826 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port b68633cf-aa78-45b2-961d-5153a234cb97 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 12:06:08.391540 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port b68633cf-aa78-45b2-961d-5153a234cb97 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:06:08.391948 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:08.478429 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:08.501985 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c151a07-37e1-46ce-85c4-c2c015e000e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68633cf-aa78-45b2-961d-5153a234cb97'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:06:08.504289 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0f5e31-0adc-4067-b89b-b2ec7fa05dd7" -d '{"events": [{"server_uuid": "4c151a07-37e1-46ce-85c4-c2c015e000e5", "name": "network-vif-plugged", "status": "completed", "tag": "b68633cf-aa78-45b2-961d-5153a234cb97"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:06:08.521042 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port b68633cf-aa78-45b2-961d-5153a234cb97, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=b68633cf-aa78-45b2-961d-5153a234cb97,segment=NetworkSegment(8a6ef2fb-9e20-47a1-b055-bd1508d5ca82),segment_id=8a6ef2fb-9e20-47a1-b055-bd1508d5ca82)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:06:08.526650 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:08.565057 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb006025-d847-47b1-b4c2-085385ce2546 x-openstack-request-id: req-fb006025-d847-47b1-b4c2-085385ce2546 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:06:08.565318 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c151a07-37e1-46ce-85c4-c2c015e000e5", "name": "network-vif-plugged", "status": "completed", "tag": "b68633cf-aa78-45b2-961d-5153a234cb97", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:06:08.565603 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fb006025-d847-47b1-b4c2-085385ce2546 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:06:08.565999 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c151a07-37e1-46ce-85c4-c2c015e000e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68633cf-aa78-45b2-961d-5153a234cb97', 'code': 200} Oct 20 12:06:08.585542 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=b68633cf-aa78-45b2-961d-5153a234cb97,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:06:08.655654 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b2bde-2767-48aa-af3b-351855d70c92 req-3cfe2d2a-80ab-4f11-98d5-a0790c3d7901 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:08.658316 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3b2b2bde-2767-48aa-af3b-351855d70c92 req-3cfe2d2a-80ab-4f11-98d5-a0790c3d7901 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c151a07-37e1-46ce-85c4-c2c015e000e5 HTTP/1.1" status: 200 len: 945 time: 0.0590775 Oct 20 12:06:08.690662 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dadc495-7a89-471c-a68b-c9596af26048 req-a6f2e99d-5ba8-4c6d-b71c-bc3c5849c4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:08.692903 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-4dadc495-7a89-471c-a68b-c9596af26048 req-a6f2e99d-5ba8-4c6d-b71c-bc3c5849c4a7 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4c151a07-37e1-46ce-85c4-c2c015e000e5 HTTP/1.1" status: 200 len: 1096 time: 0.0556879 Oct 20 12:06:08.697053 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3b2b2bde-2767-48aa-af3b-351855d70c92 req-4972eb64-4b10-4d10-a9a6-907c7916b908 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/security-groups?id=5344e032-011c-406c-aea2-c622e4a05209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338621 Oct 20 12:06:08.728426 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-4dadc495-7a89-471c-a68b-c9596af26048 req-d9f97e09-272e-44f4-8e98-1017e22d8373 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=5344e032-011c-406c-aea2-c622e4a05209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278506 Oct 20 12:06:09.826056 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d037f1-d16c-44e4-ab59-1b0cdb74a7d1 req-ea779089-ee6c-4999-9339-b19e6089982c tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:09.827596 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-16d037f1-d16c-44e4-ab59-1b0cdb74a7d1 req-ea779089-ee6c-4999-9339-b19e6089982c tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c151a07-37e1-46ce-85c4-c2c015e000e5 HTTP/1.1" status: 200 len: 945 time: 0.0587969 Oct 20 12:06:09.866566 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-16d037f1-d16c-44e4-ab59-1b0cdb74a7d1 req-63fac42d-05d7-42b2-9d2e-dbf2bf85c389 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/security-groups?id=5344e032-011c-406c-aea2-c622e4a05209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325644 Oct 20 12:06:10.149817 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:10.992536 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b6073-b3b0-4007-8c24-dc8e9acf8017 req-84b3b77e-7d3c-441b-9023-72637b0cd67f tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:10.994056 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-305b6073-b3b0-4007-8c24-dc8e9acf8017 req-84b3b77e-7d3c-441b-9023-72637b0cd67f tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c151a07-37e1-46ce-85c4-c2c015e000e5 HTTP/1.1" status: 200 len: 945 time: 0.0586083 Oct 20 12:06:11.034199 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-305b6073-b3b0-4007-8c24-dc8e9acf8017 req-f6950f5e-a863-4d54-ac45-06f2b6054057 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/security-groups?id=5344e032-011c-406c-aea2-c622e4a05209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340786 Oct 20 12:06:15.681267 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:18.777544 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf183f38-895a-4051-aa6f-b51e9efd7abe req-1a9a629b-9290-49d7-8893-42356df38d72 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c13f8214-602b-44ea-96a0-8e2f67de47ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430107 Oct 20 12:06:18.862354 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf183f38-895a-4051-aa6f-b51e9efd7abe req-7f9298c1-7ea6-4cb1-b832-b52838cbfd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:18.863939 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf183f38-895a-4051-aa6f-b51e9efd7abe req-7f9298c1-7ea6-4cb1-b832-b52838cbfd90 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2a883afeccdc493d8238ba472f031019&device_id=c13f8214-602b-44ea-96a0-8e2f67de47ef HTTP/1.1" status: 200 len: 1096 time: 0.0425913 Oct 20 12:06:18.973778 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf183f38-895a-4051-aa6f-b51e9efd7abe req-5febc854-77b9-47ef-89b2-57ec565204ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:18.975293 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf183f38-895a-4051-aa6f-b51e9efd7abe req-5febc854-77b9-47ef-89b2-57ec565204ce service neutron] 10.222.0.11 "GET /v2.0/networks?id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a HTTP/1.1" status: 200 len: 914 time: 0.0909789 Oct 20 12:06:19.049147 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf183f38-895a-4051-aa6f-b51e9efd7abe req-1b6e7f02-c4de-4c5a-a0e9-1038c065acd2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=837a949e-181a-459b-8f0d-385f56fcab00 HTTP/1.1" status: 200 len: 1000 time: 0.0661168 Oct 20 12:06:19.103250 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf183f38-895a-4051-aa6f-b51e9efd7abe req-1c55dcda-eddf-4988-8392-34842f75ab6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:19.104814 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf183f38-895a-4051-aa6f-b51e9efd7abe req-1c55dcda-eddf-4988-8392-34842f75ab6a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=667cbc2d-c894-4d06-bf55-c551daf9476c HTTP/1.1" status: 200 len: 851 time: 0.0488272 Oct 20 12:06:19.152923 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf183f38-895a-4051-aa6f-b51e9efd7abe req-c5e7142d-a52d-4fea-b516-01762b1905b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:19.154437 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf183f38-895a-4051-aa6f-b51e9efd7abe req-c5e7142d-a52d-4fea-b516-01762b1905b2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423915 Oct 20 12:06:19.165690 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-bf183f38-895a-4051-aa6f-b51e9efd7abe req-3cd66402-0b17-41ce-a04e-2d2c7db361ea service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 12:06:19.166611 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf183f38-895a-4051-aa6f-b51e9efd7abe req-3cd66402-0b17-41ce-a04e-2d2c7db361ea service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050159 Oct 20 12:06:19.267206 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf183f38-895a-4051-aa6f-b51e9efd7abe req-6e7f4fe7-be93-475a-a037-4c8699ac610e service neutron] 10.222.0.11 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933430 Oct 20 12:06:19.343368 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-658f5880-219e-4bdb-a69c-137cb741163a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:19.360211 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf183f38-895a-4051-aa6f-b51e9efd7abe req-51f6a135-7680-47b7-a095-4ea47f61889e service neutron] 10.222.0.11 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857446 Oct 20 12:06:22.230680 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-31f4e8f7-8bb5-4891-a6a0-fa4a384d1d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:23.143013 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:23.258658 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:23.544198 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57225c0-7222-426e-9a55-9e3e33583291 req-e8fffc27-700f-4e6f-b91a-28766bfbef5d tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:23.545669 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a57225c0-7222-426e-9a55-9e3e33583291 req-e8fffc27-700f-4e6f-b91a-28766bfbef5d tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/networks?id=3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d HTTP/1.1" status: 200 len: 815 time: 0.1076155 Oct 20 12:06:23.561378 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a57225c0-7222-426e-9a55-9e3e33583291 req-59211478-da29-425b-a55a-fd6700a47a81 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/quotas/58fdc003a4314f66b954ab38700cfbc1 HTTP/1.1" status: 200 len: 375 time: 0.0093033 Oct 20 12:06:23.612639 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a57225c0-7222-426e-9a55-9e3e33583291 req-9e999665-1739-4ff8-ad1f-3c2349092880 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=58fdc003a4314f66b954ab38700cfbc1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0457404 Oct 20 12:06:23.709638 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a57225c0-7222-426e-9a55-9e3e33583291 req-30d09f3b-f3fd-4522-b43f-bcd7c9bad02c service neutron] 10.222.0.98 "GET /v2.0/networks/3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896256 Oct 20 12:06:23.799935 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a57225c0-7222-426e-9a55-9e3e33583291 req-a27bce1e-a110-4f44-aa11-36e726eb3d65 service neutron] 10.222.0.98 "GET /v2.0/networks/3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831857 Oct 20 12:06:23.995074 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-68248dd7-56de-4a7c-b46b-d7ce6c016a0f req-e51d5f96-7473-487a-a36d-d00d7df4ffae tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c683c79-c1ce-480b-8f3f-0f7d76002664 HTTP/1.1" status: 200 len: 210 time: 0.0278013 Oct 20 12:06:24.987102 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:25.014623 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57225c0-7222-426e-9a55-9e3e33583291 req-fc7e3b9c-7a27-41f0-bf2f-90f145575399 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:25.016182 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a57225c0-7222-426e-9a55-9e3e33583291 req-fc7e3b9c-7a27-41f0-bf2f-90f145575399 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.89 "GET /v2.0/networks?id=3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d HTTP/1.1" status: 200 len: 815 time: 0.1218200 Oct 20 12:06:25.034871 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-a57225c0-7222-426e-9a55-9e3e33583291 req-b7e4dd15-9438-42fd-96fa-a4d3108cbfc6 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Request body: {'port': {'device_id': '6c683c79-c1ce-480b-8f3f-0f7d76002664', 'network_id': '3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d', 'admin_state_up': True, 'tenant_id': '58fdc003a4314f66b954ab38700cfbc1'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:06:25.098130 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d232fe9c-b9ab-483f-9c71-8f4c74492f72 req-f751d223-af6c-4665-8b6d-4a099bf76331 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c683c79-c1ce-480b-8f3f-0f7d76002664 HTTP/1.1" status: 200 len: 210 time: 0.0329280 Oct 20 12:06:25.148738 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a57225c0-7222-426e-9a55-9e3e33583291 req-b7e4dd15-9438-42fd-96fa-a4d3108cbfc6 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Made reservation on behalf of 58fdc003a4314f66b954ab38700cfbc1 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:06:25.152262 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a57225c0-7222-426e-9a55-9e3e33583291 req-b7e4dd15-9438-42fd-96fa-a4d3108cbfc6 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:25.285723 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [req-a57225c0-7222-426e-9a55-9e3e33583291 req-b7e4dd15-9438-42fd-96fa-a4d3108cbfc6 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Allocated IP 172.20.0.6 (3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d/75e24381-51e0-4907-85b7-46112ca01e97/2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:06:25.443333 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a57225c0-7222-426e-9a55-9e3e33583291 req-b7e4dd15-9438-42fd-96fa-a4d3108cbfc6 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:25.479462 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a57225c0-7222-426e-9a55-9e3e33583291 req-b7e4dd15-9438-42fd-96fa-a4d3108cbfc6 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:25.492696 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['b68633cf-aa78-45b2-961d-5153a234cb97'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:06:25.534652 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a57225c0-7222-426e-9a55-9e3e33583291 req-b7e4dd15-9438-42fd-96fa-a4d3108cbfc6 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Network 3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:06:25.538423 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [req-a57225c0-7222-426e-9a55-9e3e33583291 req-b7e4dd15-9438-42fd-96fa-a4d3108cbfc6 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:06:25.545333 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-a57225c0-7222-426e-9a55-9e3e33583291 req-b7e4dd15-9438-42fd-96fa-a4d3108cbfc6 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:06:25.549237 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e4dd15-9438-42fd-96fa-a4d3108cbfc6 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Pushing event updated for resources: {'Port': ['ID=2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:06:25.579095 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e4dd15-9438-42fd-96fa-a4d3108cbfc6 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:06:25.579428 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e4dd15-9438-42fd-96fa-a4d3108cbfc6 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:06:25.579786 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e4dd15-9438-42fd-96fa-a4d3108cbfc6 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:06:25.580398 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e4dd15-9438-42fd-96fa-a4d3108cbfc6 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:06:25.580553 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e4dd15-9438-42fd-96fa-a4d3108cbfc6 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:06:25.580760 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e4dd15-9438-42fd-96fa-a4d3108cbfc6 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:06:25.581087 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e4dd15-9438-42fd-96fa-a4d3108cbfc6 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:06:25.581429 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e4dd15-9438-42fd-96fa-a4d3108cbfc6 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:06:25.581750 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e4dd15-9438-42fd-96fa-a4d3108cbfc6 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:06:25.582074 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e4dd15-9438-42fd-96fa-a4d3108cbfc6 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:06:25.582379 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e4dd15-9438-42fd-96fa-a4d3108cbfc6 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:06:25.582705 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e4dd15-9438-42fd-96fa-a4d3108cbfc6 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:06:25.605306 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57225c0-7222-426e-9a55-9e3e33583291 req-b7e4dd15-9438-42fd-96fa-a4d3108cbfc6 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:25.606219 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a57225c0-7222-426e-9a55-9e3e33583291 req-b7e4dd15-9438-42fd-96fa-a4d3108cbfc6 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:25.623603 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a57225c0-7222-426e-9a55-9e3e33583291 req-b7e4dd15-9438-42fd-96fa-a4d3108cbfc6 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5951967 Oct 20 12:06:25.637892 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-a57225c0-7222-426e-9a55-9e3e33583291 req-0f28e0eb-9b44-4bd8-8251-7905e9955c6c service neutron] Request body: {'port': {'device_id': '6c683c79-c1ce-480b-8f3f-0f7d76002664', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:06:25.697555 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a57225c0-7222-426e-9a55-9e3e33583291 req-0f28e0eb-9b44-4bd8-8251-7905e9955c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:25.970247 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-a57225c0-7222-426e-9a55-9e3e33583291 req-0f28e0eb-9b44-4bd8-8251-7905e9955c6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7 {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:06:25.977981 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a57225c0-7222-426e-9a55-9e3e33583291 req-0f28e0eb-9b44-4bd8-8251-7905e9955c6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:25.990982 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-a57225c0-7222-426e-9a55-9e3e33583291 req-0f28e0eb-9b44-4bd8-8251-7905e9955c6c service neutron] Transition to ACTIVE for port object 2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7 will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 12:06:25.995862 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a57225c0-7222-426e-9a55-9e3e33583291 req-0f28e0eb-9b44-4bd8-8251-7905e9955c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:26.045072 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f28e0eb-9b44-4bd8-8251-7905e9955c6c service neutron] Pushing event updated for resources: {'Port': ['ID=2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:06:26.116577 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-a57225c0-7222-426e-9a55-9e3e33583291 req-0f28e0eb-9b44-4bd8-8251-7905e9955c6c service neutron] Attempting to bind port 2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:06:26.117038 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-a57225c0-7222-426e-9a55-9e3e33583291 req-0f28e0eb-9b44-4bd8-8251-7905e9955c6c service neutron] Attempting to bind port 2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '8a6ef2fb-9e20-47a1-b055-bd1508d5ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:06:26.117038 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57225c0-7222-426e-9a55-9e3e33583291 req-0f28e0eb-9b44-4bd8-8251-7905e9955c6c service neutron] Attempting to bind port 2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7 on network 3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:06:26.121235 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57225c0-7222-426e-9a55-9e3e33583291 req-0f28e0eb-9b44-4bd8-8251-7905e9955c6c service neutron] Port 2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7 on network 3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 12:06:26.121639 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57225c0-7222-426e-9a55-9e3e33583291 req-0f28e0eb-9b44-4bd8-8251-7905e9955c6c service neutron] Attempting to bind port 2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7 on network 3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:06:26.126710 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57225c0-7222-426e-9a55-9e3e33583291 req-0f28e0eb-9b44-4bd8-8251-7905e9955c6c service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:06:26.127063 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57225c0-7222-426e-9a55-9e3e33583291 req-0f28e0eb-9b44-4bd8-8251-7905e9955c6c service neutron] Checking segment: {'id': '8a6ef2fb-9e20-47a1-b055-bd1508d5ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:06:26.127443 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57225c0-7222-426e-9a55-9e3e33583291 req-0f28e0eb-9b44-4bd8-8251-7905e9955c6c service neutron] Bound using segment: {'id': '8a6ef2fb-9e20-47a1-b055-bd1508d5ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:06:26.127882 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-a57225c0-7222-426e-9a55-9e3e33583291 req-0f28e0eb-9b44-4bd8-8251-7905e9955c6c service neutron] Bound port: 2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a6ef2fb-9e20-47a1-b055-bd1508d5ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:06:26.128491 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a57225c0-7222-426e-9a55-9e3e33583291 req-0f28e0eb-9b44-4bd8-8251-7905e9955c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:26.193955 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-a57225c0-7222-426e-9a55-9e3e33583291 req-0f28e0eb-9b44-4bd8-8251-7905e9955c6c service neutron] For port 2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:06:26.197059 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-a57225c0-7222-426e-9a55-9e3e33583291 req-0f28e0eb-9b44-4bd8-8251-7905e9955c6c service neutron] For port 2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7,segment=NetworkSegment(8a6ef2fb-9e20-47a1-b055-bd1508d5ca82),segment_id=8a6ef2fb-9e20-47a1-b055-bd1508d5ca82)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:06:26.202688 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a57225c0-7222-426e-9a55-9e3e33583291 req-0f28e0eb-9b44-4bd8-8251-7905e9955c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:26.228799 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf821e-3e48-414d-b981-d96bec63101c req-5dec7e21-64d1-46cd-aec3-213194dcfe42 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:26.230370 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b5bf821e-3e48-414d-b981-d96bec63101c req-5dec7e21-64d1-46cd-aec3-213194dcfe42 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c683c79-c1ce-480b-8f3f-0f7d76002664 HTTP/1.1" status: 200 len: 943 time: 0.0542116 Oct 20 12:06:26.249410 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57225c0-7222-426e-9a55-9e3e33583291 req-0f28e0eb-9b44-4bd8-8251-7905e9955c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:26.250203 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-a57225c0-7222-426e-9a55-9e3e33583291 req-0f28e0eb-9b44-4bd8-8251-7905e9955c6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:26.252443 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a57225c0-7222-426e-9a55-9e3e33583291 req-0f28e0eb-9b44-4bd8-8251-7905e9955c6c service neutron] 10.222.0.89 "PUT /v2.0/ports/2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7 HTTP/1.1" status: 200 len: 1091 time: 0.6188767 Oct 20 12:06:26.252920 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c683c79-c1ce-480b-8f3f-0f7d76002664', 'tag': '2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:06:26.255480 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97bf41ed-9820-4def-b4da-5dfb00ff6c13" -d '{"events": [{"name": "network-changed", "server_uuid": "6c683c79-c1ce-480b-8f3f-0f7d76002664", "tag": "2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:06:26.290839 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b5bf821e-3e48-414d-b981-d96bec63101c req-d9a32fbc-62d1-4c65-9f1c-a7ac2e17a313 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/security-groups?id=5344e032-011c-406c-aea2-c622e4a05209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509226 Oct 20 12:06:26.295492 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f28e0eb-9b44-4bd8-8251-7905e9955c6c service neutron] Pushing event updated for resources: {'Port': ['ID=2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:06:26.334180 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4eadb4e-b2be-4f73-ba24-72e2277b24fa x-openstack-request-id: req-f4eadb4e-b2be-4f73-ba24-72e2277b24fa {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:06:26.334451 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c683c79-c1ce-480b-8f3f-0f7d76002664", "tag": "2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:06:26.334708 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f4eadb4e-b2be-4f73-ba24-72e2277b24fa {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:06:26.335141 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c683c79-c1ce-480b-8f3f-0f7d76002664', 'tag': '2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7', 'status': 'completed', 'code': 200} Oct 20 12:06:26.351725 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57225c0-7222-426e-9a55-9e3e33583291 req-21c8c1ee-6092-4444-aafe-815b77a342d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:26.353349 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a57225c0-7222-426e-9a55-9e3e33583291 req-21c8c1ee-6092-4444-aafe-815b77a342d1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=58fdc003a4314f66b954ab38700cfbc1&device_id=6c683c79-c1ce-480b-8f3f-0f7d76002664 HTTP/1.1" status: 200 len: 1094 time: 0.0468791 Oct 20 12:06:26.398546 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a57225c0-7222-426e-9a55-9e3e33583291 req-fd006379-756c-46d2-b7ad-2c2f36ec0a00 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7 HTTP/1.1" status: 200 len: 217 time: 0.0361054 Oct 20 12:06:26.452149 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57225c0-7222-426e-9a55-9e3e33583291 req-712db903-d1ef-49a1-a04c-386c0e95e22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:26.453622 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a57225c0-7222-426e-9a55-9e3e33583291 req-712db903-d1ef-49a1-a04c-386c0e95e22a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=75e24381-51e0-4907-85b7-46112ca01e97 HTTP/1.1" status: 200 len: 855 time: 0.0440483 Oct 20 12:06:26.489348 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a57225c0-7222-426e-9a55-9e3e33583291 req-6bf7d61a-aad7-47ea-aae6-65cce7d5cc68 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285573 Oct 20 12:06:26.581196 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a57225c0-7222-426e-9a55-9e3e33583291 req-b49ba979-292c-4d2a-91c4-2e140e1229fc service neutron] 10.222.0.89 "GET /v2.0/networks/3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845623 Oct 20 12:06:26.678859 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a57225c0-7222-426e-9a55-9e3e33583291 req-be516ec0-1f00-4ab5-b736-4ed8574194a9 service neutron] 10.222.0.89 "GET /v2.0/networks/3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895550 Oct 20 12:06:26.776367 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf41ed-9820-4def-b4da-5dfb00ff6c13 req-3fbb5d2b-9f9f-46f7-9cc8-59ab206a28b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:26.778038 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-97bf41ed-9820-4def-b4da-5dfb00ff6c13 req-3fbb5d2b-9f9f-46f7-9cc8-59ab206a28b0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=58fdc003a4314f66b954ab38700cfbc1&device_id=6c683c79-c1ce-480b-8f3f-0f7d76002664 HTTP/1.1" status: 200 len: 1094 time: 0.0502586 Oct 20 12:06:26.874773 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf41ed-9820-4def-b4da-5dfb00ff6c13 req-45244d74-2077-4f17-89bf-b4b630ad8883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:26.876413 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-97bf41ed-9820-4def-b4da-5dfb00ff6c13 req-45244d74-2077-4f17-89bf-b4b630ad8883 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d HTTP/1.1" status: 200 len: 917 time: 0.0898855 Oct 20 12:06:26.920203 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-97bf41ed-9820-4def-b4da-5dfb00ff6c13 req-481a9c1d-ba7f-4d8b-b92a-f1a6f4081982 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7 HTTP/1.1" status: 200 len: 217 time: 0.0353243 Oct 20 12:06:26.972274 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf41ed-9820-4def-b4da-5dfb00ff6c13 req-ed502529-b895-4cca-ad6f-589fb85c3d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:26.973816 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-97bf41ed-9820-4def-b4da-5dfb00ff6c13 req-ed502529-b895-4cca-ad6f-589fb85c3d5e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=75e24381-51e0-4907-85b7-46112ca01e97 HTTP/1.1" status: 200 len: 855 time: 0.0458093 Oct 20 12:06:27.008206 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-97bf41ed-9820-4def-b4da-5dfb00ff6c13 req-93e2275e-1f11-45f5-981a-6455603df67d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251036 Oct 20 12:06:27.106463 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-97bf41ed-9820-4def-b4da-5dfb00ff6c13 req-66b6187a-0dd4-4e65-b01f-5f0502b4e9f4 service neutron] 10.222.0.89 "GET /v2.0/networks/3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894089 Oct 20 12:06:27.212232 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-97bf41ed-9820-4def-b4da-5dfb00ff6c13 req-b524a49f-cfe3-4c90-9d5f-6241387e3e3a service neutron] 10.222.0.89 "GET /v2.0/networks/3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959392 Oct 20 12:06:27.421889 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abb59c-2961-439e-86c6-b1761de9f22d req-0fa6da32-0b7b-4b9f-acbd-e9c0f0c4d9c5 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:27.423471 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a9abb59c-2961-439e-86c6-b1761de9f22d req-0fa6da32-0b7b-4b9f-acbd-e9c0f0c4d9c5 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c683c79-c1ce-480b-8f3f-0f7d76002664 HTTP/1.1" status: 200 len: 943 time: 0.0526102 Oct 20 12:06:27.464758 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a9abb59c-2961-439e-86c6-b1761de9f22d req-f63a8326-f79c-4cb5-9aaa-c9165872ebf6 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/security-groups?id=5344e032-011c-406c-aea2-c622e4a05209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348709 Oct 20 12:06:28.588616 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe583e3-dcb7-47f2-9e79-3aadb96b01d5 req-18cfb6fe-5b83-4a68-91b4-4a4be9c0ca8e tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:28.590686 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9fe583e3-dcb7-47f2-9e79-3aadb96b01d5 req-18cfb6fe-5b83-4a68-91b4-4a4be9c0ca8e tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c683c79-c1ce-480b-8f3f-0f7d76002664 HTTP/1.1" status: 200 len: 943 time: 0.0521407 Oct 20 12:06:28.637057 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9fe583e3-dcb7-47f2-9e79-3aadb96b01d5 req-726c3082-c7d7-4165-b807-15050846ec31 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/security-groups?id=5344e032-011c-406c-aea2-c622e4a05209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401199 Oct 20 12:06:29.759025 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff893f1b-83c0-42e1-8bb8-fbfc617aa21c req-d3265dff-bd40-436a-97ef-82fa108d7539 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:29.760724 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ff893f1b-83c0-42e1-8bb8-fbfc617aa21c req-d3265dff-bd40-436a-97ef-82fa108d7539 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c683c79-c1ce-480b-8f3f-0f7d76002664 HTTP/1.1" status: 200 len: 943 time: 0.0525444 Oct 20 12:06:29.800647 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ff893f1b-83c0-42e1-8bb8-fbfc617aa21c req-49cbc186-a47c-48a3-857f-86d6c57b5ff8 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/security-groups?id=5344e032-011c-406c-aea2-c622e4a05209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340855 Oct 20 12:06:30.443955 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:06:30.541132 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7,segment=NetworkSegment(8a6ef2fb-9e20-47a1-b055-bd1508d5ca82),segment_id=8a6ef2fb-9e20-47a1-b055-bd1508d5ca82)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:06:30.552402 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7', 'network_id': '3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d', 'port_id': '2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7', 'mac_address': 'fa:16:3e:da:5f:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e24381-51e0-4907-85b7-46112ca01e97', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:06:30.593088 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:30.606968 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:06:30.629191 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7,segment=NetworkSegment(8a6ef2fb-9e20-47a1-b055-bd1508d5ca82),segment_id=8a6ef2fb-9e20-47a1-b055-bd1508d5ca82)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:06:30.634409 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:30.694310 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:06:30.886682 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:06:30.931500 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f5e42-bbf3-4f98-84aa-8c440a118d1d req-bb543b7a-3267-4356-aff7-79bc50561837 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:30.933070 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-405f5e42-bbf3-4f98-84aa-8c440a118d1d req-bb543b7a-3267-4356-aff7-79bc50561837 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c683c79-c1ce-480b-8f3f-0f7d76002664 HTTP/1.1" status: 200 len: 944 time: 0.0614090 Oct 20 12:06:30.991368 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-405f5e42-bbf3-4f98-84aa-8c440a118d1d req-d7135827-4294-43df-b404-3bc73d1e7836 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/security-groups?id=5344e032-011c-406c-aea2-c622e4a05209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495927 Oct 20 12:06:32.107962 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf9db4-ad41-4da7-8bc8-6148990a1b03 req-0bf514c9-bb3e-4f4d-854a-f9d0fa6e7e9c tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:32.109476 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-50bf9db4-ad41-4da7-8bc8-6148990a1b03 req-0bf514c9-bb3e-4f4d-854a-f9d0fa6e7e9c tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c683c79-c1ce-480b-8f3f-0f7d76002664 HTTP/1.1" status: 200 len: 944 time: 0.0547454 Oct 20 12:06:32.161433 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-50bf9db4-ad41-4da7-8bc8-6148990a1b03 req-f9458598-fd66-4aae-a6a0-a7ca939a8100 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/security-groups?id=5344e032-011c-406c-aea2-c622e4a05209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458877 Oct 20 12:06:32.455632 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:06:32.680423 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 12:06:32.684227 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:06:32.684713 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:32.764416 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:32.790132 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c683c79-c1ce-480b-8f3f-0f7d76002664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:06:32.791486 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef491fcc-4147-4714-8440-06bbdcc373d3" -d '{"events": [{"server_uuid": "6c683c79-c1ce-480b-8f3f-0f7d76002664", "name": "network-vif-plugged", "status": "completed", "tag": "2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:06:32.805323 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7,segment=NetworkSegment(8a6ef2fb-9e20-47a1-b055-bd1508d5ca82),segment_id=8a6ef2fb-9e20-47a1-b055-bd1508d5ca82)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:06:32.811056 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:32.834295 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0f07da-7e62-4074-9fbc-b92d6f2c10d5 x-openstack-request-id: req-0e0f07da-7e62-4074-9fbc-b92d6f2c10d5 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:06:32.834589 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c683c79-c1ce-480b-8f3f-0f7d76002664", "name": "network-vif-plugged", "status": "completed", "tag": "2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:06:32.834863 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0e0f07da-7e62-4074-9fbc-b92d6f2c10d5 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:06:32.835254 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c683c79-c1ce-480b-8f3f-0f7d76002664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7', 'code': 200} Oct 20 12:06:32.869151 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:06:32.932926 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3236a8-fca1-4a26-b7c4-0d5d3294c4f3 req-44d89e0a-bdc6-440a-9318-809b438cbde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:32.934482 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-7e3236a8-fca1-4a26-b7c4-0d5d3294c4f3 req-44d89e0a-bdc6-440a-9318-809b438cbde3 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6c683c79-c1ce-480b-8f3f-0f7d76002664 HTTP/1.1" status: 200 len: 1096 time: 0.0428665 Oct 20 12:06:32.971095 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-7e3236a8-fca1-4a26-b7c4-0d5d3294c4f3 req-fcc5b45c-f422-49fb-8c63-f49d909aa0c3 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=5344e032-011c-406c-aea2-c622e4a05209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283935 Oct 20 12:06:33.291947 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722314dc-278b-4947-aa11-da0e24e14e3a req-387363dd-3ca5-432f-bd53-77b976744829 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:33.300224 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-722314dc-278b-4947-aa11-da0e24e14e3a req-387363dd-3ca5-432f-bd53-77b976744829 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c683c79-c1ce-480b-8f3f-0f7d76002664 HTTP/1.1" status: 200 len: 945 time: 0.0657775 Oct 20 12:06:33.344052 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-722314dc-278b-4947-aa11-da0e24e14e3a req-e60ba263-dec4-49ee-95b5-2e073d16bbe2 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/security-groups?id=5344e032-011c-406c-aea2-c622e4a05209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425379 Oct 20 12:06:33.505009 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:06:34.476751 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b30a38-2954-4282-9416-7a146c931796 req-f822acb6-6331-44b9-b3d1-61fcdb11755a tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:34.478396 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-11b30a38-2954-4282-9416-7a146c931796 req-f822acb6-6331-44b9-b3d1-61fcdb11755a tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c683c79-c1ce-480b-8f3f-0f7d76002664 HTTP/1.1" status: 200 len: 945 time: 0.0513959 Oct 20 12:06:34.517687 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-11b30a38-2954-4282-9416-7a146c931796 req-62a84d1e-2f94-4d78-89b4-40f9a8237f45 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/security-groups?id=5344e032-011c-406c-aea2-c622e4a05209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330701 Oct 20 12:06:36.338341 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-850d5cb5-abd3-48b1-9c44-f9498d8186b3 req-4beb5933-c02e-432e-a367-f8f196712cee service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4c151a07-37e1-46ce-85c4-c2c015e000e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0483670 Oct 20 12:06:36.432490 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d5cb5-abd3-48b1-9c44-f9498d8186b3 req-b375a59e-b12c-46d3-8ffe-4d93fd622b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:36.434286 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-850d5cb5-abd3-48b1-9c44-f9498d8186b3 req-b375a59e-b12c-46d3-8ffe-4d93fd622b1e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=58fdc003a4314f66b954ab38700cfbc1&device_id=4c151a07-37e1-46ce-85c4-c2c015e000e5 HTTP/1.1" status: 200 len: 1096 time: 0.0477519 Oct 20 12:06:36.558173 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d5cb5-abd3-48b1-9c44-f9498d8186b3 req-3044cfe1-9bd8-4d9e-b36c-3ba060ad3951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:36.559882 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-850d5cb5-abd3-48b1-9c44-f9498d8186b3 req-3044cfe1-9bd8-4d9e-b36c-3ba060ad3951 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d HTTP/1.1" status: 200 len: 917 time: 0.1013186 Oct 20 12:06:36.608896 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-850d5cb5-abd3-48b1-9c44-f9498d8186b3 req-14a93d9c-7e69-4c77-b2e6-6ccf56eb85e1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b68633cf-aa78-45b2-961d-5153a234cb97 HTTP/1.1" status: 200 len: 217 time: 0.0394785 Oct 20 12:06:36.692018 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d5cb5-abd3-48b1-9c44-f9498d8186b3 req-85fc693b-95a6-4677-a821-c9d6f7bb1c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:36.695369 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-850d5cb5-abd3-48b1-9c44-f9498d8186b3 req-85fc693b-95a6-4677-a821-c9d6f7bb1c64 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=75e24381-51e0-4907-85b7-46112ca01e97 HTTP/1.1" status: 200 len: 855 time: 0.0777502 Oct 20 12:06:36.732883 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-850d5cb5-abd3-48b1-9c44-f9498d8186b3 req-40b1f86b-d027-40f6-a9f7-86a40b7ceb35 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279863 Oct 20 12:06:36.843548 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-850d5cb5-abd3-48b1-9c44-f9498d8186b3 req-e1fe941c-c200-4957-9a84-543e3a1e109d service neutron] 10.222.0.89 "GET /v2.0/networks/3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023927 Oct 20 12:06:37.025118 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-850d5cb5-abd3-48b1-9c44-f9498d8186b3 req-213e0728-fbc3-4fd2-ad01-c42935e35038 service neutron] 10.222.0.89 "GET /v2.0/networks/3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723933 Oct 20 12:06:40.168497 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:41.692423 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6a24c-a154-47c7-a704-b160c181c9e9 req-b93c45b4-e87d-4fd7-a4cc-4712b76fcee0 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:41.700460 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7ee6a24c-a154-47c7-a704-b160c181c9e9 req-b93c45b4-e87d-4fd7-a4cc-4712b76fcee0 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/networks?id=3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d HTTP/1.1" status: 200 len: 815 time: 0.1174314 Oct 20 12:06:41.716827 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7ee6a24c-a154-47c7-a704-b160c181c9e9 req-ba34d6a9-b374-45cc-b49d-75ae7098b8e7 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/quotas/58fdc003a4314f66b954ab38700cfbc1 HTTP/1.1" status: 200 len: 375 time: 0.0151777 Oct 20 12:06:41.766667 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7ee6a24c-a154-47c7-a704-b160c181c9e9 req-c775cfbd-edca-422a-a17b-7e056bf6cfc6 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=58fdc003a4314f66b954ab38700cfbc1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486174 Oct 20 12:06:41.876574 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7ee6a24c-a154-47c7-a704-b160c181c9e9 req-3c42b413-3347-4d1f-8ad4-5a7e663f96b7 service neutron] 10.222.0.98 "GET /v2.0/networks/3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007452 Oct 20 12:06:41.984405 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7ee6a24c-a154-47c7-a704-b160c181c9e9 req-36f4c32f-3eed-4a4e-8566-999a6f0701e8 service neutron] 10.222.0.98 "GET /v2.0/networks/3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996716 Oct 20 12:06:42.278672 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4170c80f-4241-4b1c-9481-e7edaa1456cb req-c2114554-9959-417b-8152-24eb1ff77fee tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/ports?device_id=415454c8-9e36-4606-91ba-49c22dda8219 HTTP/1.1" status: 200 len: 210 time: 0.0664046 Oct 20 12:06:43.268028 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6a24c-a154-47c7-a704-b160c181c9e9 req-8fe60b9f-34d2-4c01-a9f6-92702bc3bd9d tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:43.269632 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7ee6a24c-a154-47c7-a704-b160c181c9e9 req-8fe60b9f-34d2-4c01-a9f6-92702bc3bd9d tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.11 "GET /v2.0/networks?id=3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d HTTP/1.1" status: 200 len: 815 time: 0.1469934 Oct 20 12:06:43.305018 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-7ee6a24c-a154-47c7-a704-b160c181c9e9 req-86ac67f4-4af6-4c95-a750-f21b76ef579b tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Request body: {'port': {'device_id': '415454c8-9e36-4606-91ba-49c22dda8219', 'network_id': '3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d', 'admin_state_up': True, 'tenant_id': '58fdc003a4314f66b954ab38700cfbc1'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:06:43.718654 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c7d21b21-698f-4ae6-b717-1494f9bfdb43 req-a5c8459c-2934-4429-8d7a-b426dce01d50 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/ports?device_id=415454c8-9e36-4606-91ba-49c22dda8219 HTTP/1.1" status: 200 len: 210 time: 0.3576190 Oct 20 12:06:43.769399 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7db06c01-2e4d-408a-a560-4f5c23616f53 req-6da3709e-91f3-40e7-88ea-249767399dda tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1821154933&fields=id&tenant_id=2a883afeccdc493d8238ba472f031019 HTTP/1.1" status: 200 len: 267 time: 0.0676234 Oct 20 12:06:43.811329 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ee6a24c-a154-47c7-a704-b160c181c9e9 req-86ac67f4-4af6-4c95-a750-f21b76ef579b tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Made reservation on behalf of 58fdc003a4314f66b954ab38700cfbc1 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:06:43.815284 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7ee6a24c-a154-47c7-a704-b160c181c9e9 req-86ac67f4-4af6-4c95-a750-f21b76ef579b tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:43.946318 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db06c01-2e4d-408a-a560-4f5c23616f53 req-ab5f47da-be66-442b-8e25-6816a1c94141 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:43.947828 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7db06c01-2e4d-408a-a560-4f5c23616f53 req-ab5f47da-be66-442b-8e25-6816a1c94141 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/networks?id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a HTTP/1.1" status: 200 len: 812 time: 0.1694100 Oct 20 12:06:43.989823 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7db06c01-2e4d-408a-a560-4f5c23616f53 req-407f1cc1-c951-4627-966e-6e3a6c6543a6 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/quotas/2a883afeccdc493d8238ba472f031019 HTTP/1.1" status: 200 len: 375 time: 0.0343773 Oct 20 12:06:44.034168 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-7ee6a24c-a154-47c7-a704-b160c181c9e9 req-86ac67f4-4af6-4c95-a750-f21b76ef579b tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Allocated IP 172.20.0.3 (3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d/75e24381-51e0-4907-85b7-46112ca01e97/99f47581-fd07-4b70-a269-cac3d0299991) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:06:44.082636 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7db06c01-2e4d-408a-a560-4f5c23616f53 req-81178c88-ef1c-4bfa-9f57-ce6f77728551 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=2a883afeccdc493d8238ba472f031019&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0855966 Oct 20 12:06:44.257223 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7db06c01-2e4d-408a-a560-4f5c23616f53 req-8c25a2d7-8abf-4e76-b42d-1013e0bdb7a2 service neutron] 10.222.0.98 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611114 Oct 20 12:06:44.277898 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7ee6a24c-a154-47c7-a704-b160c181c9e9 req-86ac67f4-4af6-4c95-a750-f21b76ef579b tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:44.379134 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7db06c01-2e4d-408a-a560-4f5c23616f53 req-2a7d2cd1-2067-48b3-bcc2-2e5c983b43c8 service neutron] 10.222.0.98 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139355 Oct 20 12:06:44.383536 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7ee6a24c-a154-47c7-a704-b160c181c9e9 req-86ac67f4-4af6-4c95-a750-f21b76ef579b tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:44.398745 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['b68633cf-aa78-45b2-961d-5153a234cb97', '2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:06:44.442573 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ee6a24c-a154-47c7-a704-b160c181c9e9 req-86ac67f4-4af6-4c95-a750-f21b76ef579b tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Network 3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:06:44.446303 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-7ee6a24c-a154-47c7-a704-b160c181c9e9 req-86ac67f4-4af6-4c95-a750-f21b76ef579b tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:06:44.458835 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee6a24c-a154-47c7-a704-b160c181c9e9 req-86ac67f4-4af6-4c95-a750-f21b76ef579b tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:06:44.463476 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac67f4-4af6-4c95-a750-f21b76ef579b tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Pushing event updated for resources: {'Port': ['ID=99f47581-fd07-4b70-a269-cac3d0299991,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:06:44.496072 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac67f4-4af6-4c95-a750-f21b76ef579b tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:06:44.496428 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac67f4-4af6-4c95-a750-f21b76ef579b tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:06:44.496780 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac67f4-4af6-4c95-a750-f21b76ef579b tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:06:44.497121 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac67f4-4af6-4c95-a750-f21b76ef579b tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:06:44.497455 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac67f4-4af6-4c95-a750-f21b76ef579b tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:06:44.497785 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac67f4-4af6-4c95-a750-f21b76ef579b tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:06:44.498115 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac67f4-4af6-4c95-a750-f21b76ef579b tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:06:44.498786 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac67f4-4af6-4c95-a750-f21b76ef579b tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:06:44.499132 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac67f4-4af6-4c95-a750-f21b76ef579b tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:06:44.499460 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac67f4-4af6-4c95-a750-f21b76ef579b tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:06:44.499779 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac67f4-4af6-4c95-a750-f21b76ef579b tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:06:44.500100 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac67f4-4af6-4c95-a750-f21b76ef579b tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:06:44.542871 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6a24c-a154-47c7-a704-b160c181c9e9 req-86ac67f4-4af6-4c95-a750-f21b76ef579b tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:44.544521 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7ee6a24c-a154-47c7-a704-b160c181c9e9 req-86ac67f4-4af6-4c95-a750-f21b76ef579b tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:44.562575 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7ee6a24c-a154-47c7-a704-b160c181c9e9 req-86ac67f4-4af6-4c95-a750-f21b76ef579b tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2832124 Oct 20 12:06:44.581169 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-7ee6a24c-a154-47c7-a704-b160c181c9e9 req-172bdede-4415-42f8-b2c5-32dbbe690943 service neutron] Request body: {'port': {'device_id': '415454c8-9e36-4606-91ba-49c22dda8219', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:06:44.680803 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7ee6a24c-a154-47c7-a704-b160c181c9e9 req-172bdede-4415-42f8-b2c5-32dbbe690943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:44.767591 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bea0f882-7b24-4e75-831c-146859b57bba req-465ca258-0134-4789-8525-9025dc31e39c tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=134112bc-2e1e-4777-b92c-54e6770e17ca HTTP/1.1" status: 200 len: 210 time: 0.0322969 Oct 20 12:06:44.913712 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c360b-b2b9-48f6-ad9c-95e047c97b92 req-5186e075-04a9-46c2-b4a4-9bcb808948f0 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:44.915460 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eb0c360b-b2b9-48f6-ad9c-95e047c97b92 req-5186e075-04a9-46c2-b4a4-9bcb808948f0 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/ports?device_id=415454c8-9e36-4606-91ba-49c22dda8219 HTTP/1.1" status: 200 len: 931 time: 0.0937147 Oct 20 12:06:44.994639 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eb0c360b-b2b9-48f6-ad9c-95e047c97b92 req-f7c11115-3a72-4a7f-9c12-997c26221a52 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/security-groups?id=5344e032-011c-406c-aea2-c622e4a05209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465424 Oct 20 12:06:45.075266 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-7ee6a24c-a154-47c7-a704-b160c181c9e9 req-172bdede-4415-42f8-b2c5-32dbbe690943 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99f47581-fd07-4b70-a269-cac3d0299991 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:06:45.083587 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7ee6a24c-a154-47c7-a704-b160c181c9e9 req-172bdede-4415-42f8-b2c5-32dbbe690943 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:45.097189 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-7ee6a24c-a154-47c7-a704-b160c181c9e9 req-172bdede-4415-42f8-b2c5-32dbbe690943 service neutron] Transition to ACTIVE for port object 99f47581-fd07-4b70-a269-cac3d0299991 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 12:06:45.101162 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7ee6a24c-a154-47c7-a704-b160c181c9e9 req-172bdede-4415-42f8-b2c5-32dbbe690943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:45.154627 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172bdede-4415-42f8-b2c5-32dbbe690943 service neutron] Pushing event updated for resources: {'Port': ['ID=99f47581-fd07-4b70-a269-cac3d0299991,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:06:45.220039 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-7ee6a24c-a154-47c7-a704-b160c181c9e9 req-172bdede-4415-42f8-b2c5-32dbbe690943 service neutron] Attempting to bind port 99f47581-fd07-4b70-a269-cac3d0299991 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:06:45.220421 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-7ee6a24c-a154-47c7-a704-b160c181c9e9 req-172bdede-4415-42f8-b2c5-32dbbe690943 service neutron] Attempting to bind port 99f47581-fd07-4b70-a269-cac3d0299991 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '8a6ef2fb-9e20-47a1-b055-bd1508d5ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:06:45.220681 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee6a24c-a154-47c7-a704-b160c181c9e9 req-172bdede-4415-42f8-b2c5-32dbbe690943 service neutron] Attempting to bind port 99f47581-fd07-4b70-a269-cac3d0299991 on network 3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:06:45.225707 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee6a24c-a154-47c7-a704-b160c181c9e9 req-172bdede-4415-42f8-b2c5-32dbbe690943 service neutron] Port 99f47581-fd07-4b70-a269-cac3d0299991 on network 3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 12:06:45.226105 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee6a24c-a154-47c7-a704-b160c181c9e9 req-172bdede-4415-42f8-b2c5-32dbbe690943 service neutron] Attempting to bind port 99f47581-fd07-4b70-a269-cac3d0299991 on network 3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:06:45.231111 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee6a24c-a154-47c7-a704-b160c181c9e9 req-172bdede-4415-42f8-b2c5-32dbbe690943 service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:06:45.231443 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee6a24c-a154-47c7-a704-b160c181c9e9 req-172bdede-4415-42f8-b2c5-32dbbe690943 service neutron] Checking segment: {'id': '8a6ef2fb-9e20-47a1-b055-bd1508d5ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:06:45.231812 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee6a24c-a154-47c7-a704-b160c181c9e9 req-172bdede-4415-42f8-b2c5-32dbbe690943 service neutron] Bound using segment: {'id': '8a6ef2fb-9e20-47a1-b055-bd1508d5ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:06:45.232432 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-7ee6a24c-a154-47c7-a704-b160c181c9e9 req-172bdede-4415-42f8-b2c5-32dbbe690943 service neutron] Bound port: 99f47581-fd07-4b70-a269-cac3d0299991, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a6ef2fb-9e20-47a1-b055-bd1508d5ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:06:45.232836 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7ee6a24c-a154-47c7-a704-b160c181c9e9 req-172bdede-4415-42f8-b2c5-32dbbe690943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:45.303768 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-7ee6a24c-a154-47c7-a704-b160c181c9e9 req-172bdede-4415-42f8-b2c5-32dbbe690943 service neutron] For port 99f47581-fd07-4b70-a269-cac3d0299991, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:06:45.307447 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-7ee6a24c-a154-47c7-a704-b160c181c9e9 req-172bdede-4415-42f8-b2c5-32dbbe690943 service neutron] For port 99f47581-fd07-4b70-a269-cac3d0299991, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=99f47581-fd07-4b70-a269-cac3d0299991,segment=NetworkSegment(8a6ef2fb-9e20-47a1-b055-bd1508d5ca82),segment_id=8a6ef2fb-9e20-47a1-b055-bd1508d5ca82)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:06:45.312199 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7ee6a24c-a154-47c7-a704-b160c181c9e9 req-172bdede-4415-42f8-b2c5-32dbbe690943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:45.347777 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6a24c-a154-47c7-a704-b160c181c9e9 req-172bdede-4415-42f8-b2c5-32dbbe690943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:45.348394 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7ee6a24c-a154-47c7-a704-b160c181c9e9 req-172bdede-4415-42f8-b2c5-32dbbe690943 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:45.349897 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7ee6a24c-a154-47c7-a704-b160c181c9e9 req-172bdede-4415-42f8-b2c5-32dbbe690943 service neutron] 10.222.0.11 "PUT /v2.0/ports/99f47581-fd07-4b70-a269-cac3d0299991 HTTP/1.1" status: 200 len: 1091 time: 0.7769711 Oct 20 12:06:45.350285 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '415454c8-9e36-4606-91ba-49c22dda8219', 'tag': '99f47581-fd07-4b70-a269-cac3d0299991'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:06:45.352606 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92544ad9-1b10-4ba2-b689-a84ae737043b" -d '{"events": [{"name": "network-changed", "server_uuid": "415454c8-9e36-4606-91ba-49c22dda8219", "tag": "99f47581-fd07-4b70-a269-cac3d0299991"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:06:45.401765 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76181c7-f92b-4a5c-b9a9-f72ba3d663c6 x-openstack-request-id: req-d76181c7-f92b-4a5c-b9a9-f72ba3d663c6 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:06:45.402062 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "415454c8-9e36-4606-91ba-49c22dda8219", "tag": "99f47581-fd07-4b70-a269-cac3d0299991", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:06:45.402316 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d76181c7-f92b-4a5c-b9a9-f72ba3d663c6 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:06:45.402722 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '415454c8-9e36-4606-91ba-49c22dda8219', 'tag': '99f47581-fd07-4b70-a269-cac3d0299991', 'status': 'completed', 'code': 200} Oct 20 12:06:45.403737 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172bdede-4415-42f8-b2c5-32dbbe690943 service neutron] Pushing event updated for resources: {'Port': ['ID=99f47581-fd07-4b70-a269-cac3d0299991,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:06:45.449087 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6a24c-a154-47c7-a704-b160c181c9e9 req-97289af6-af47-4fad-85cf-970a43af888f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:45.450681 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7ee6a24c-a154-47c7-a704-b160c181c9e9 req-97289af6-af47-4fad-85cf-970a43af888f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=58fdc003a4314f66b954ab38700cfbc1&device_id=415454c8-9e36-4606-91ba-49c22dda8219 HTTP/1.1" status: 200 len: 1094 time: 0.0433822 Oct 20 12:06:45.497458 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7ee6a24c-a154-47c7-a704-b160c181c9e9 req-b9c69e2b-a657-4b1d-89d1-49100fd4cb2b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99f47581-fd07-4b70-a269-cac3d0299991 HTTP/1.1" status: 200 len: 217 time: 0.0388207 Oct 20 12:06:45.547744 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6a24c-a154-47c7-a704-b160c181c9e9 req-7daa3d05-0f9e-4b98-932d-9b757a1ee309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:45.549333 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7ee6a24c-a154-47c7-a704-b160c181c9e9 req-7daa3d05-0f9e-4b98-932d-9b757a1ee309 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75e24381-51e0-4907-85b7-46112ca01e97 HTTP/1.1" status: 200 len: 855 time: 0.0444620 Oct 20 12:06:45.584078 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7ee6a24c-a154-47c7-a704-b160c181c9e9 req-c384598b-8447-4e45-a0a8-9339ee970444 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272660 Oct 20 12:06:45.675239 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:45.688428 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7ee6a24c-a154-47c7-a704-b160c181c9e9 req-9a1ede9c-8d99-4222-a52f-eff1eafa9096 service neutron] 10.222.0.11 "GET /v2.0/networks/3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960429 Oct 20 12:06:45.783024 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7ee6a24c-a154-47c7-a704-b160c181c9e9 req-521a80d0-8de8-475a-aef8-af87ab505171 service neutron] 10.222.0.11 "GET /v2.0/networks/3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878513 Oct 20 12:06:45.909932 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ccb796b3-382f-4506-a8f8-bcc7fdbafb27 req-4b1155d6-2ed7-4c33-8535-3e77002c2d61 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=134112bc-2e1e-4777-b92c-54e6770e17ca HTTP/1.1" status: 200 len: 210 time: 0.0596375 Oct 20 12:06:45.916677 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db06c01-2e4d-408a-a560-4f5c23616f53 req-96f27d08-2150-4d7d-a471-260dd101f9b5 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:45.918442 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-7db06c01-2e4d-408a-a560-4f5c23616f53 req-96f27d08-2150-4d7d-a471-260dd101f9b5 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.89 "GET /v2.0/networks?id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a HTTP/1.1" status: 200 len: 812 time: 0.1419766 Oct 20 12:06:45.925213 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92544ad9-1b10-4ba2-b689-a84ae737043b req-32959cd6-19dd-4ab8-80de-0ea6f64411b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:45.926863 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92544ad9-1b10-4ba2-b689-a84ae737043b req-32959cd6-19dd-4ab8-80de-0ea6f64411b7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=58fdc003a4314f66b954ab38700cfbc1&device_id=415454c8-9e36-4606-91ba-49c22dda8219 HTTP/1.1" status: 200 len: 1094 time: 0.0869894 Oct 20 12:06:45.984382 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-7db06c01-2e4d-408a-a560-4f5c23616f53 req-76e16cf4-a784-4f59-a695-f5126bf74584 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a883afeccdc493d8238ba472f031019 HTTP/1.1" status: 200 len: 380 time: 0.0541308 Oct 20 12:06:46.001365 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-7db06c01-2e4d-408a-a560-4f5c23616f53 req-63c76838-e906-4601-84c5-7f021703649a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Request body: {'port': {'device_id': '134112bc-2e1e-4777-b92c-54e6770e17ca', 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a', 'admin_state_up': True, 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'security_groups': ['1745226d-8e2b-4dea-859c-ac8bda6e828e']}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:06:46.048013 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92544ad9-1b10-4ba2-b689-a84ae737043b req-1ee99738-cbd1-4535-a038-d4081c8800a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:46.049799 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92544ad9-1b10-4ba2-b689-a84ae737043b req-1ee99738-cbd1-4535-a038-d4081c8800a5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d HTTP/1.1" status: 200 len: 917 time: 0.1153171 Oct 20 12:06:46.101825 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92544ad9-1b10-4ba2-b689-a84ae737043b req-4402b193-f854-42c6-93e3-fe944d9d1157 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99f47581-fd07-4b70-a269-cac3d0299991 HTTP/1.1" status: 200 len: 217 time: 0.0422652 Oct 20 12:06:46.134471 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7db06c01-2e4d-408a-a560-4f5c23616f53 req-63c76838-e906-4601-84c5-7f021703649a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Made reservation on behalf of 2a883afeccdc493d8238ba472f031019 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:06:46.139185 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-7db06c01-2e4d-408a-a560-4f5c23616f53 req-63c76838-e906-4601-84c5-7f021703649a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:46.169449 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92544ad9-1b10-4ba2-b689-a84ae737043b req-f06c2881-dd6d-453f-bc21-c9f12f51c328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:46.170991 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92544ad9-1b10-4ba2-b689-a84ae737043b req-f06c2881-dd6d-453f-bc21-c9f12f51c328 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75e24381-51e0-4907-85b7-46112ca01e97 HTTP/1.1" status: 200 len: 855 time: 0.0607994 Oct 20 12:06:46.228852 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92544ad9-1b10-4ba2-b689-a84ae737043b req-d859c2c6-8029-4c4c-99f7-4a26754c8dfc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461576 Oct 20 12:06:46.244870 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5bbdcf-99a9-49e4-8514-0278ace02b61 req-8f178830-fe18-42c7-aae2-c9fa46a8c08b tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:46.246419 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7c5bbdcf-99a9-49e4-8514-0278ace02b61 req-8f178830-fe18-42c7-aae2-c9fa46a8c08b tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/ports?device_id=415454c8-9e36-4606-91ba-49c22dda8219 HTTP/1.1" status: 200 len: 943 time: 0.0744197 Oct 20 12:06:46.303574 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [req-7db06c01-2e4d-408a-a560-4f5c23616f53 req-63c76838-e906-4601-84c5-7f021703649a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Allocated IP 172.20.0.3 (ef53a40f-cb7c-47fd-8a9f-559aa3e9824a/667cbc2d-c894-4d06-bf55-c551daf9476c/fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:06:46.321889 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7c5bbdcf-99a9-49e4-8514-0278ace02b61 req-ebd71e3d-cf0a-47eb-9f0a-8aed9161095c tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/security-groups?id=5344e032-011c-406c-aea2-c622e4a05209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660627 Oct 20 12:06:46.386485 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92544ad9-1b10-4ba2-b689-a84ae737043b req-081ccce5-b6e2-447c-95aa-e1c98d869b5b service neutron] 10.222.0.11 "GET /v2.0/networks/3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390088 Oct 20 12:06:46.516870 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-7db06c01-2e4d-408a-a560-4f5c23616f53 req-63c76838-e906-4601-84c5-7f021703649a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:46.534026 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92544ad9-1b10-4ba2-b689-a84ae737043b req-86b69729-09ef-49c4-aa82-71dd6d97c0f3 service neutron] 10.222.0.11 "GET /v2.0/networks/3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395462 Oct 20 12:06:46.557004 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-7db06c01-2e4d-408a-a560-4f5c23616f53 req-63c76838-e906-4601-84c5-7f021703649a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:46.601410 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7db06c01-2e4d-408a-a560-4f5c23616f53 req-63c76838-e906-4601-84c5-7f021703649a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Network ef53a40f-cb7c-47fd-8a9f-559aa3e9824a is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:06:46.605425 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [req-7db06c01-2e4d-408a-a560-4f5c23616f53 req-63c76838-e906-4601-84c5-7f021703649a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:06:46.613166 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db06c01-2e4d-408a-a560-4f5c23616f53 req-63c76838-e906-4601-84c5-7f021703649a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:06:46.672767 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c76838-e906-4601-84c5-7f021703649a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Pushing event updated for resources: {'Port': ['ID=fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:06:46.690179 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db06c01-2e4d-408a-a560-4f5c23616f53 req-63c76838-e906-4601-84c5-7f021703649a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:46.690682 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-7db06c01-2e4d-408a-a560-4f5c23616f53 req-63c76838-e906-4601-84c5-7f021703649a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:46.714628 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-7db06c01-2e4d-408a-a560-4f5c23616f53 req-63c76838-e906-4601-84c5-7f021703649a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7170167 Oct 20 12:06:46.732982 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-7db06c01-2e4d-408a-a560-4f5c23616f53 req-9fcd7d69-8af5-4f6b-a807-ec9a94579cf9 service neutron] Request body: {'port': {'device_id': '134112bc-2e1e-4777-b92c-54e6770e17ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:06:46.811664 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-7db06c01-2e4d-408a-a560-4f5c23616f53 req-9fcd7d69-8af5-4f6b-a807-ec9a94579cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:46.874685 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e0e6451b-2905-4076-9028-df74ca0278e5 None None] Provisioning complete for port fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:06:46.876168 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e0e6451b-2905-4076-9028-df74ca0278e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:46.916361 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e0e6451b-2905-4076-9028-df74ca0278e5 None None] Port fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:06:47.005816 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 99f47581-fd07-4b70-a269-cac3d0299991 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:06:47.113233 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf56fdd-42c5-4355-aa96-f71d18179f94 req-092b3bec-b5bc-4d01-ac91-f5e11f79f471 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:47.116695 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bbf56fdd-42c5-4355-aa96-f71d18179f94 req-092b3bec-b5bc-4d01-ac91-f5e11f79f471 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=134112bc-2e1e-4777-b92c-54e6770e17ca HTTP/1.1" status: 200 len: 931 time: 0.1188850 Oct 20 12:06:47.169306 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-7db06c01-2e4d-408a-a560-4f5c23616f53 req-9fcd7d69-8af5-4f6b-a807-ec9a94579cf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:06:47.180606 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-7db06c01-2e4d-408a-a560-4f5c23616f53 req-9fcd7d69-8af5-4f6b-a807-ec9a94579cf9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:47.185624 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 99f47581-fd07-4b70-a269-cac3d0299991, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=99f47581-fd07-4b70-a269-cac3d0299991,segment=NetworkSegment(8a6ef2fb-9e20-47a1-b055-bd1508d5ca82),segment_id=8a6ef2fb-9e20-47a1-b055-bd1508d5ca82)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:06:47.199105 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-7db06c01-2e4d-408a-a560-4f5c23616f53 req-9fcd7d69-8af5-4f6b-a807-ec9a94579cf9 service neutron] Transition to ACTIVE for port object fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 12:06:47.202213 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bbf56fdd-42c5-4355-aa96-f71d18179f94 req-01376a60-5212-4bcf-992a-19fa1d6dd8ea tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777929 Oct 20 12:06:47.207226 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '99f47581-fd07-4b70-a269-cac3d0299991', 'network_id': '3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d', 'port_id': '99f47581-fd07-4b70-a269-cac3d0299991', 'mac_address': 'fa:16:3e:f6:13:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e24381-51e0-4907-85b7-46112ca01e97', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:06:47.212866 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-7db06c01-2e4d-408a-a560-4f5c23616f53 req-9fcd7d69-8af5-4f6b-a807-ec9a94579cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:47.260566 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:47.277328 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99f47581-fd07-4b70-a269-cac3d0299991 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:06:47.305366 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 99f47581-fd07-4b70-a269-cac3d0299991, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=99f47581-fd07-4b70-a269-cac3d0299991,segment=NetworkSegment(8a6ef2fb-9e20-47a1-b055-bd1508d5ca82),segment_id=8a6ef2fb-9e20-47a1-b055-bd1508d5ca82)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:06:47.312216 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd7d69-8af5-4f6b-a807-ec9a94579cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:06:47.314924 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:47.387858 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=99f47581-fd07-4b70-a269-cac3d0299991,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:06:47.404658 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:06:47.411513 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:06:47.411928 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:06:47.412330 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:06:47.412745 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:06:47.413141 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:06:47.413533 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:06:47.413909 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:06:47.414382 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:06:47.414767 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:06:47.415539 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:06:47.415921 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:06:47.416527 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-7db06c01-2e4d-408a-a560-4f5c23616f53 req-9fcd7d69-8af5-4f6b-a807-ec9a94579cf9 service neutron] Attempting to bind port fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:06:47.416869 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-7db06c01-2e4d-408a-a560-4f5c23616f53 req-9fcd7d69-8af5-4f6b-a807-ec9a94579cf9 service neutron] Attempting to bind port fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': 'eb3b04cf-4e5d-47e1-a25f-825ff902331c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:06:47.417201 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db06c01-2e4d-408a-a560-4f5c23616f53 req-9fcd7d69-8af5-4f6b-a807-ec9a94579cf9 service neutron] Attempting to bind port fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b on network ef53a40f-cb7c-47fd-8a9f-559aa3e9824a {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:06:47.429000 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db06c01-2e4d-408a-a560-4f5c23616f53 req-9fcd7d69-8af5-4f6b-a807-ec9a94579cf9 service neutron] Port fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b on network ef53a40f-cb7c-47fd-8a9f-559aa3e9824a not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 12:06:47.429360 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db06c01-2e4d-408a-a560-4f5c23616f53 req-9fcd7d69-8af5-4f6b-a807-ec9a94579cf9 service neutron] Attempting to bind port fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b on network ef53a40f-cb7c-47fd-8a9f-559aa3e9824a {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:06:47.458044 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db06c01-2e4d-408a-a560-4f5c23616f53 req-9fcd7d69-8af5-4f6b-a807-ec9a94579cf9 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:06:47.458383 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db06c01-2e4d-408a-a560-4f5c23616f53 req-9fcd7d69-8af5-4f6b-a807-ec9a94579cf9 service neutron] Checking segment: {'id': 'eb3b04cf-4e5d-47e1-a25f-825ff902331c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:06:47.458784 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db06c01-2e4d-408a-a560-4f5c23616f53 req-9fcd7d69-8af5-4f6b-a807-ec9a94579cf9 service neutron] Bound using segment: {'id': 'eb3b04cf-4e5d-47e1-a25f-825ff902331c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:06:47.459304 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-7db06c01-2e4d-408a-a560-4f5c23616f53 req-9fcd7d69-8af5-4f6b-a807-ec9a94579cf9 service neutron] Bound port: fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb3b04cf-4e5d-47e1-a25f-825ff902331c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:06:47.459694 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-7db06c01-2e4d-408a-a560-4f5c23616f53 req-9fcd7d69-8af5-4f6b-a807-ec9a94579cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:47.550095 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3274987-b2ca-4e79-809a-0774b5ac2efe req-aa1c523c-80d9-4997-a0d7-b80b18391632 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:47.555617 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['99f47581-fd07-4b70-a269-cac3d0299991'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:06:47.560221 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c3274987-b2ca-4e79-809a-0774b5ac2efe req-aa1c523c-80d9-4997-a0d7-b80b18391632 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/ports?device_id=415454c8-9e36-4606-91ba-49c22dda8219 HTTP/1.1" status: 200 len: 944 time: 0.1267807 Oct 20 12:06:47.584557 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-7db06c01-2e4d-408a-a560-4f5c23616f53 req-9fcd7d69-8af5-4f6b-a807-ec9a94579cf9 service neutron] For port fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:06:47.588185 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-7db06c01-2e4d-408a-a560-4f5c23616f53 req-9fcd7d69-8af5-4f6b-a807-ec9a94579cf9 service neutron] For port fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b,segment=NetworkSegment(eb3b04cf-4e5d-47e1-a25f-825ff902331c),segment_id=eb3b04cf-4e5d-47e1-a25f-825ff902331c)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:06:47.597436 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-7db06c01-2e4d-408a-a560-4f5c23616f53 req-9fcd7d69-8af5-4f6b-a807-ec9a94579cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:47.604331 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c3274987-b2ca-4e79-809a-0774b5ac2efe req-a379a526-5421-4567-966e-7eb24db06b93 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/security-groups?id=5344e032-011c-406c-aea2-c622e4a05209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429823 Oct 20 12:06:47.689184 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd7d69-8af5-4f6b-a807-ec9a94579cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:06:47.705428 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db06c01-2e4d-408a-a560-4f5c23616f53 req-9fcd7d69-8af5-4f6b-a807-ec9a94579cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:47.706065 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-7db06c01-2e4d-408a-a560-4f5c23616f53 req-9fcd7d69-8af5-4f6b-a807-ec9a94579cf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:47.707712 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-7db06c01-2e4d-408a-a560-4f5c23616f53 req-9fcd7d69-8af5-4f6b-a807-ec9a94579cf9 service neutron] 10.222.0.89 "PUT /v2.0/ports/fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b HTTP/1.1" status: 200 len: 1091 time: 0.9790065 Oct 20 12:06:47.708165 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '134112bc-2e1e-4777-b92c-54e6770e17ca', 'tag': 'fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:06:47.710689 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa230689-95a2-4958-8109-63c39108feac" -d '{"events": [{"name": "network-changed", "server_uuid": "134112bc-2e1e-4777-b92c-54e6770e17ca", "tag": "fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:06:47.778644 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82268118-dbb8-4c70-99ca-8ece9fcbd13b x-openstack-request-id: req-82268118-dbb8-4c70-99ca-8ece9fcbd13b {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:06:47.784566 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "134112bc-2e1e-4777-b92c-54e6770e17ca", "tag": "fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:06:47.784826 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-82268118-dbb8-4c70-99ca-8ece9fcbd13b {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:06:47.785157 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '134112bc-2e1e-4777-b92c-54e6770e17ca', 'tag': 'fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b', 'status': 'completed', 'code': 200} Oct 20 12:06:47.846462 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db06c01-2e4d-408a-a560-4f5c23616f53 req-920cbbbf-0eeb-4644-a870-21372e2c8c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:47.848139 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-7db06c01-2e4d-408a-a560-4f5c23616f53 req-920cbbbf-0eeb-4644-a870-21372e2c8c78 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2a883afeccdc493d8238ba472f031019&device_id=134112bc-2e1e-4777-b92c-54e6770e17ca HTTP/1.1" status: 200 len: 1094 time: 0.0790112 Oct 20 12:06:47.896994 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-7db06c01-2e4d-408a-a560-4f5c23616f53 req-b391c0ef-f055-4937-baeb-b2ef86d71825 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b HTTP/1.1" status: 200 len: 217 time: 0.0384693 Oct 20 12:06:47.953048 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db06c01-2e4d-408a-a560-4f5c23616f53 req-1bc31c8c-f61f-42f9-8caa-446be6f988a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:47.955033 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-7db06c01-2e4d-408a-a560-4f5c23616f53 req-1bc31c8c-f61f-42f9-8caa-446be6f988a0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=667cbc2d-c894-4d06-bf55-c551daf9476c HTTP/1.1" status: 200 len: 851 time: 0.0499215 Oct 20 12:06:48.011261 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db06c01-2e4d-408a-a560-4f5c23616f53 req-8c25b7c1-0113-477b-959a-c474d6bbea3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:48.012689 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-7db06c01-2e4d-408a-a560-4f5c23616f53 req-8c25b7c1-0113-477b-959a-c474d6bbea3b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486324 Oct 20 12:06:48.115101 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-7db06c01-2e4d-408a-a560-4f5c23616f53 req-e2c1caac-a51e-4ab2-aab7-7b8c55a3a468 service neutron] 10.222.0.89 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917997 Oct 20 12:06:48.222143 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-7db06c01-2e4d-408a-a560-4f5c23616f53 req-0bd47563-2f58-4fb5-ab3a-d71ed7913af6 service neutron] 10.222.0.89 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986726 Oct 20 12:06:48.337128 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa230689-95a2-4958-8109-63c39108feac req-d7827d82-aa64-4543-a8a8-8626bd3c52aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:48.338748 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-fa230689-95a2-4958-8109-63c39108feac req-d7827d82-aa64-4543-a8a8-8626bd3c52aa service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2a883afeccdc493d8238ba472f031019&device_id=134112bc-2e1e-4777-b92c-54e6770e17ca HTTP/1.1" status: 200 len: 1094 time: 0.0522900 Oct 20 12:06:48.346088 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7a7d2-5806-417a-992a-e5517a8789ce req-7f69d79a-d51f-4c25-ad1e-9f5b10413a90 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:48.353591 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2ab7a7d2-5806-417a-992a-e5517a8789ce req-7f69d79a-d51f-4c25-ad1e-9f5b10413a90 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=134112bc-2e1e-4777-b92c-54e6770e17ca HTTP/1.1" status: 200 len: 943 time: 0.0654478 Oct 20 12:06:48.403965 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2ab7a7d2-5806-417a-992a-e5517a8789ce req-4d519819-0aba-4db9-879b-c50eb81f4d18 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493572 Oct 20 12:06:48.458548 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa230689-95a2-4958-8109-63c39108feac req-a77bcd76-2e8f-4c5d-a90f-794eb31992a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:48.460167 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-fa230689-95a2-4958-8109-63c39108feac req-a77bcd76-2e8f-4c5d-a90f-794eb31992a0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a HTTP/1.1" status: 200 len: 914 time: 0.1122856 Oct 20 12:06:48.510123 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-fa230689-95a2-4958-8109-63c39108feac req-c762031e-389c-46f1-b66e-0a9327935e47 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b HTTP/1.1" status: 200 len: 217 time: 0.0409949 Oct 20 12:06:48.574519 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa230689-95a2-4958-8109-63c39108feac req-f6a665c9-cd01-4af4-a7e2-f094a61bbfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:48.576342 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-fa230689-95a2-4958-8109-63c39108feac req-f6a665c9-cd01-4af4-a7e2-f094a61bbfb1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=667cbc2d-c894-4d06-bf55-c551daf9476c HTTP/1.1" status: 200 len: 851 time: 0.0579686 Oct 20 12:06:48.639244 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa230689-95a2-4958-8109-63c39108feac req-58c6ae1a-8d64-448b-87f3-e4c0c86d02e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:48.640829 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-fa230689-95a2-4958-8109-63c39108feac req-58c6ae1a-8d64-448b-87f3-e4c0c86d02e3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555537 Oct 20 12:06:48.763743 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ee9e3-0b05-4654-9ce3-bfacfcc4a286 req-816c588f-2f84-439e-b0d1-fc416a5e1e2c tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:48.774744 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-fa230689-95a2-4958-8109-63c39108feac req-29b82c07-4cda-42f1-8508-b3f883ad41e4 service neutron] 10.222.0.89 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196375 Oct 20 12:06:48.775376 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-069ee9e3-0b05-4654-9ce3-bfacfcc4a286 req-816c588f-2f84-439e-b0d1-fc416a5e1e2c tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/ports?device_id=415454c8-9e36-4606-91ba-49c22dda8219 HTTP/1.1" status: 200 len: 944 time: 0.0777662 Oct 20 12:06:48.839461 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-069ee9e3-0b05-4654-9ce3-bfacfcc4a286 req-510f0762-ebb7-49e1-aa0f-99b9e8e398e2 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/security-groups?id=5344e032-011c-406c-aea2-c622e4a05209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628536 Oct 20 12:06:48.889978 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-fa230689-95a2-4958-8109-63c39108feac req-0d485d5a-07c3-4527-af00-bc61f7882a8b service neutron] 10.222.0.89 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034365 Oct 20 12:06:49.021720 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 99f47581-fd07-4b70-a269-cac3d0299991 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:06:49.076287 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 99f47581-fd07-4b70-a269-cac3d0299991 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 12:06:49.080897 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 99f47581-fd07-4b70-a269-cac3d0299991 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:06:49.081449 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:49.164245 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:49.194388 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415454c8-9e36-4606-91ba-49c22dda8219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f47581-fd07-4b70-a269-cac3d0299991'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:06:49.197048 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f855cce0-be94-4b5c-9d33-553341699b55" -d '{"events": [{"server_uuid": "415454c8-9e36-4606-91ba-49c22dda8219", "name": "network-vif-plugged", "status": "completed", "tag": "99f47581-fd07-4b70-a269-cac3d0299991"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:06:49.214053 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 99f47581-fd07-4b70-a269-cac3d0299991, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=99f47581-fd07-4b70-a269-cac3d0299991,segment=NetworkSegment(8a6ef2fb-9e20-47a1-b055-bd1508d5ca82),segment_id=8a6ef2fb-9e20-47a1-b055-bd1508d5ca82)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:06:49.220530 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:49.283122 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e69c09-2ec3-4bba-ada2-b45ec6efa9fe x-openstack-request-id: req-85e69c09-2ec3-4bba-ada2-b45ec6efa9fe {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:06:49.283740 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "415454c8-9e36-4606-91ba-49c22dda8219", "name": "network-vif-plugged", "status": "completed", "tag": "99f47581-fd07-4b70-a269-cac3d0299991", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:06:49.284241 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-85e69c09-2ec3-4bba-ada2-b45ec6efa9fe {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:06:49.284862 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415454c8-9e36-4606-91ba-49c22dda8219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f47581-fd07-4b70-a269-cac3d0299991', 'code': 200} Oct 20 12:06:49.288640 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=99f47581-fd07-4b70-a269-cac3d0299991,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:06:49.356037 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-68350e10-f2a9-4bb6-bb78-15dab4fab05f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:49.378823 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77a4f5-7d45-4833-8eab-bfa8a54168e1 req-0c9b5627-111e-46da-a2ed-15f46e035ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:49.380664 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ce77a4f5-7d45-4833-8eab-bfa8a54168e1 req-0c9b5627-111e-46da-a2ed-15f46e035ca7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=415454c8-9e36-4606-91ba-49c22dda8219 HTTP/1.1" status: 200 len: 1096 time: 0.0520122 Oct 20 12:06:49.418449 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ce77a4f5-7d45-4833-8eab-bfa8a54168e1 req-3fba0747-28a0-472a-8440-240d3026c03d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5344e032-011c-406c-aea2-c622e4a05209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300872 Oct 20 12:06:49.523312 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09260fe3-5c6f-4680-a03b-72373d114b6d req-7151822a-df1a-4d49-9857-fa217a3a938e tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:49.524793 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-09260fe3-5c6f-4680-a03b-72373d114b6d req-7151822a-df1a-4d49-9857-fa217a3a938e tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=134112bc-2e1e-4777-b92c-54e6770e17ca HTTP/1.1" status: 200 len: 943 time: 0.0588670 Oct 20 12:06:49.572790 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-09260fe3-5c6f-4680-a03b-72373d114b6d req-bca622f2-9305-451b-9575-1b48cd7d5d31 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405111 Oct 20 12:06:49.943602 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc916c-ecde-4574-b93e-85f8a22355fc req-79986dda-292f-4e22-96e4-1c82a9a98b9e tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:49.945604 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-85fc916c-ecde-4574-b93e-85f8a22355fc req-79986dda-292f-4e22-96e4-1c82a9a98b9e tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/ports?device_id=415454c8-9e36-4606-91ba-49c22dda8219 HTTP/1.1" status: 200 len: 945 time: 0.0558836 Oct 20 12:06:49.986553 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-85fc916c-ecde-4574-b93e-85f8a22355fc req-cd86e4b0-2412-4106-8e3c-b6f7666ae234 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/security-groups?id=5344e032-011c-406c-aea2-c622e4a05209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339305 Oct 20 12:06:50.717734 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623481c-b42f-42d7-834c-107f985f83a4 req-dfc35dc2-518b-4b76-a9f4-8f2b9e4a3fb1 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:50.719635 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4623481c-b42f-42d7-834c-107f985f83a4 req-dfc35dc2-518b-4b76-a9f4-8f2b9e4a3fb1 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=134112bc-2e1e-4777-b92c-54e6770e17ca HTTP/1.1" status: 200 len: 943 time: 0.0553968 Oct 20 12:06:50.760610 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4623481c-b42f-42d7-834c-107f985f83a4 req-445e6d30-c3ac-4af5-9fce-cf5ad9d0045b tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344398 Oct 20 12:06:51.107722 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d4780e-77d8-4d09-be94-b8f3c23d7de5 req-13cfee01-8768-4a5f-a01e-1eb48bce0bff tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:51.109318 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-00d4780e-77d8-4d09-be94-b8f3c23d7de5 req-13cfee01-8768-4a5f-a01e-1eb48bce0bff tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/ports?device_id=415454c8-9e36-4606-91ba-49c22dda8219 HTTP/1.1" status: 200 len: 945 time: 0.0508413 Oct 20 12:06:51.156647 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-00d4780e-77d8-4d09-be94-b8f3c23d7de5 req-b9a91aaf-07cc-4382-8196-acf9c6a927c8 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/security-groups?id=5344e032-011c-406c-aea2-c622e4a05209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403428 Oct 20 12:06:51.882923 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860cbb35-a2a1-484d-a6d9-1de1a8325d04 req-01b611f8-20da-4ea9-bbaa-d723f135a7c2 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:51.884631 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-860cbb35-a2a1-484d-a6d9-1de1a8325d04 req-01b611f8-20da-4ea9-bbaa-d723f135a7c2 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=134112bc-2e1e-4777-b92c-54e6770e17ca HTTP/1.1" status: 200 len: 943 time: 0.0548749 Oct 20 12:06:51.925386 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-860cbb35-a2a1-484d-a6d9-1de1a8325d04 req-43c1248e-2fce-4c30-954b-9abf894b0aa2 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344808 Oct 20 12:06:52.231662 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e3c0904d-ffd6-4c04-b9cd-fff5a494e757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:53.069037 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f7091a-c0b0-4c2e-8c71-db8c521c8164 req-9edbe789-4814-41b8-aff6-baf1a02ebf70 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:53.070951 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-61f7091a-c0b0-4c2e-8c71-db8c521c8164 req-9edbe789-4814-41b8-aff6-baf1a02ebf70 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=134112bc-2e1e-4777-b92c-54e6770e17ca HTTP/1.1" status: 200 len: 943 time: 0.0645869 Oct 20 12:06:53.125195 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-61f7091a-c0b0-4c2e-8c71-db8c521c8164 req-526ef4a0-dfee-4914-a73a-787a3024657b tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455499 Oct 20 12:06:53.161645 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:53.258041 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:54.277793 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c238b44-8251-43c8-b4d8-fe387a69b598 req-9b107af2-dc8f-4038-bc37-6c81036d2e55 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:54.280818 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4c238b44-8251-43c8-b4d8-fe387a69b598 req-9b107af2-dc8f-4038-bc37-6c81036d2e55 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=134112bc-2e1e-4777-b92c-54e6770e17ca HTTP/1.1" status: 200 len: 943 time: 0.0749130 Oct 20 12:06:54.335411 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4c238b44-8251-43c8-b4d8-fe387a69b598 req-0b024290-6de7-4a8a-ba36-21a2cce86c93 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473616 Oct 20 12:06:55.002757 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:06:55.469789 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc421add-35e3-4749-9d14-8ddd07b7b5e1 req-1d6a1413-1e5d-4b1b-9016-659bd707e43d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:55.475173 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bc421add-35e3-4749-9d14-8ddd07b7b5e1 req-1d6a1413-1e5d-4b1b-9016-659bd707e43d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=134112bc-2e1e-4777-b92c-54e6770e17ca HTTP/1.1" status: 200 len: 943 time: 0.0658834 Oct 20 12:06:55.527768 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bc421add-35e3-4749-9d14-8ddd07b7b5e1 req-51085dfe-6926-4225-8605-a8b21e760555 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480924 Oct 20 12:06:56.678695 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f3a77b-0745-48ab-9b5d-32b8b0375036 req-117d0114-1c0a-476c-ae91-241316b6e3d6 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:56.680511 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f1f3a77b-0745-48ab-9b5d-32b8b0375036 req-117d0114-1c0a-476c-ae91-241316b6e3d6 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=134112bc-2e1e-4777-b92c-54e6770e17ca HTTP/1.1" status: 200 len: 943 time: 0.0656121 Oct 20 12:06:56.733413 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f1f3a77b-0745-48ab-9b5d-32b8b0375036 req-95fcf479-40d6-40b0-866c-18cc8826daa1 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455005 Oct 20 12:06:57.872544 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8e449-f956-45c6-8762-bf2fe824a913 req-432efd37-bb54-46e7-8543-fb9944e21caa tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:57.874385 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-86d8e449-f956-45c6-8762-bf2fe824a913 req-432efd37-bb54-46e7-8543-fb9944e21caa tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=134112bc-2e1e-4777-b92c-54e6770e17ca HTTP/1.1" status: 200 len: 943 time: 0.0521657 Oct 20 12:06:57.918373 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-86d8e449-f956-45c6-8762-bf2fe824a913 req-85becc15-4989-497c-861f-eaf6f087ba60 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375822 Oct 20 12:06:59.049619 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c28d2a-b36a-44a0-ac2b-909b26bb720b req-d59272d6-3de3-493e-b074-ae39712007da tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:06:59.051336 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a7c28d2a-b36a-44a0-ac2b-909b26bb720b req-d59272d6-3de3-493e-b074-ae39712007da tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=134112bc-2e1e-4777-b92c-54e6770e17ca HTTP/1.1" status: 200 len: 943 time: 0.0532939 Oct 20 12:06:59.089741 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a7c28d2a-b36a-44a0-ac2b-909b26bb720b req-38b05fb0-e1e2-44f8-b1b7-1d4308fcf6cd tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324593 Oct 20 12:07:00.210151 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dbd6be-2f12-454c-a5b2-d806953875d1 req-b480329f-7474-42a7-93b6-a4c20f2440ed tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:00.211857 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d4dbd6be-2f12-454c-a5b2-d806953875d1 req-b480329f-7474-42a7-93b6-a4c20f2440ed tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=134112bc-2e1e-4777-b92c-54e6770e17ca HTTP/1.1" status: 200 len: 943 time: 0.0541043 Oct 20 12:07:00.265631 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d4dbd6be-2f12-454c-a5b2-d806953875d1 req-6256dc53-a3f4-49bc-b653-c2b315118360 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466697 Oct 20 12:07:00.580651 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:07:00.679549 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b,segment=NetworkSegment(eb3b04cf-4e5d-47e1-a25f-825ff902331c),segment_id=eb3b04cf-4e5d-47e1-a25f-825ff902331c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:07:00.691099 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': 'fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b', 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a', 'port_id': 'fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b', 'mac_address': 'fa:16:3e:a8:6a:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '667cbc2d-c894-4d06-bf55-c551daf9476c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:07:00.727701 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:00.740950 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:07:00.762891 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b,segment=NetworkSegment(eb3b04cf-4e5d-47e1-a25f-825ff902331c),segment_id=eb3b04cf-4e5d-47e1-a25f-825ff902331c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:07:00.769744 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:00.826455 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:07:01.028987 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:07:01.394504 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24319135-6a7b-4287-8091-6ac27b70defe req-b16ed273-fc71-451e-be97-bd667e2f4476 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:01.396025 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-24319135-6a7b-4287-8091-6ac27b70defe req-b16ed273-fc71-451e-be97-bd667e2f4476 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=134112bc-2e1e-4777-b92c-54e6770e17ca HTTP/1.1" status: 200 len: 944 time: 0.0534480 Oct 20 12:07:01.439525 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-24319135-6a7b-4287-8091-6ac27b70defe req-bd3eb48b-01be-469a-a004-271ab7dccd4c tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370448 Oct 20 12:07:02.559798 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83608bdf-94b8-48a6-904b-087790a0c805 req-f238fc07-a1a4-459b-b844-ef9cc7ee8bda tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:02.561323 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-83608bdf-94b8-48a6-904b-087790a0c805 req-f238fc07-a1a4-459b-b844-ef9cc7ee8bda tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=134112bc-2e1e-4777-b92c-54e6770e17ca HTTP/1.1" status: 200 len: 944 time: 0.0525842 Oct 20 12:07:02.595517 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:07:02.603664 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-83608bdf-94b8-48a6-904b-087790a0c805 req-0b5f2677-7ffb-4c93-861e-59a3b3c157b9 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361304 Oct 20 12:07:02.654033 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 12:07:02.658512 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:07:02.658905 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:02.746157 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:02.775266 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '134112bc-2e1e-4777-b92c-54e6770e17ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:07:02.777769 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e612de-e0c0-43d0-9773-96dd9cb9cbb8" -d '{"events": [{"server_uuid": "134112bc-2e1e-4777-b92c-54e6770e17ca", "name": "network-vif-plugged", "status": "completed", "tag": "fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:07:02.790337 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b,segment=NetworkSegment(eb3b04cf-4e5d-47e1-a25f-825ff902331c),segment_id=eb3b04cf-4e5d-47e1-a25f-825ff902331c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:07:02.795352 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:02.823328 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518e9557-2a08-4612-9541-cf597e2fc695 x-openstack-request-id: req-518e9557-2a08-4612-9541-cf597e2fc695 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:07:02.823621 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "134112bc-2e1e-4777-b92c-54e6770e17ca", "name": "network-vif-plugged", "status": "completed", "tag": "fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:07:02.823867 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-518e9557-2a08-4612-9541-cf597e2fc695 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:07:02.824251 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '134112bc-2e1e-4777-b92c-54e6770e17ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b', 'code': 200} Oct 20 12:07:02.852996 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:07:02.928333 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf42d41-c7fb-4004-9da3-381ba63cfa1b req-0a13a443-ab09-4da1-a077-25b31d1649c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:02.929935 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2bf42d41-c7fb-4004-9da3-381ba63cfa1b req-0a13a443-ab09-4da1-a077-25b31d1649c3 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=134112bc-2e1e-4777-b92c-54e6770e17ca HTTP/1.1" status: 200 len: 1096 time: 0.0463727 Oct 20 12:07:02.969223 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2bf42d41-c7fb-4004-9da3-381ba63cfa1b req-73e0a360-722d-4225-b032-5ea61dd0b1b1 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299516 Oct 20 12:07:03.749851 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceff3e6-6004-43b3-9906-a69ecb77ee11 req-a5160ca7-2f4f-41bc-85e8-007067e5587e tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:03.751768 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7ceff3e6-6004-43b3-9906-a69ecb77ee11 req-a5160ca7-2f4f-41bc-85e8-007067e5587e tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=134112bc-2e1e-4777-b92c-54e6770e17ca HTTP/1.1" status: 200 len: 945 time: 0.0507488 Oct 20 12:07:03.793684 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7ceff3e6-6004-43b3-9906-a69ecb77ee11 req-db6c2f34-1e4f-4c7d-b380-1c9fe7364b04 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344837 Oct 20 12:07:04.920474 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87bb547-9551-4ec3-b2be-0eb67c3f7ea5 req-f7f6f2d5-9a83-481e-a8c5-fce3594bcd42 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:04.928119 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e87bb547-9551-4ec3-b2be-0eb67c3f7ea5 req-f7f6f2d5-9a83-481e-a8c5-fce3594bcd42 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=134112bc-2e1e-4777-b92c-54e6770e17ca HTTP/1.1" status: 200 len: 945 time: 0.0578828 Oct 20 12:07:04.975233 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e87bb547-9551-4ec3-b2be-0eb67c3f7ea5 req-98b41680-ae78-42b0-b376-a4c565bf99b0 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442419 Oct 20 12:07:05.090957 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97eea9c-5715-4d76-8f28-ed2c844e5a05 req-161dc53c-9ddc-4363-974e-362994b0bb3c tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:05.092811 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b97eea9c-5715-4d76-8f28-ed2c844e5a05 req-161dc53c-9ddc-4363-974e-362994b0bb3c tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=134112bc-2e1e-4777-b92c-54e6770e17ca HTTP/1.1" status: 200 len: 945 time: 0.0513978 Oct 20 12:07:05.134825 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b97eea9c-5715-4d76-8f28-ed2c844e5a05 req-2a51879a-3a22-4122-96a1-203287642da6 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356598 Oct 20 12:07:05.158403 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 52526) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:07:05.201675 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31484c52-4761-4545-9278-6bc9b4444c53 tempest-TestVolumeBootPattern-1789609337 tempest-TestVolumeBootPattern-1789609337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:05.202220 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-31484c52-4761-4545-9278-6bc9b4444c53 tempest-TestVolumeBootPattern-1789609337 tempest-TestVolumeBootPattern-1789609337-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=134112bc-2e1e-4777-b92c-54e6770e17ca HTTP/1.1" status: 200 len: 1091 time: 0.0426669 Oct 20 12:07:05.205181 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 52528) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:07:05.209654 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-7885eb91-70ec-4cd4-ad7e-a92ad497f27a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'port_id': 'fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:07:05.236318 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7885eb91-70ec-4cd4-ad7e-a92ad497f27a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks [] for floatingip, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:05.343494 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7885eb91-70ec-4cd4-ad7e-a92ad497f27a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:05.456236 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-7885eb91-70ec-4cd4-ad7e-a92ad497f27a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Allocated IP 172.25.5.247 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/2415d35c-5382-40d5-a273-e332b2801361) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:07:05.561686 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7885eb91-70ec-4cd4-ad7e-a92ad497f27a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:05.601914 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7885eb91-70ec-4cd4-ad7e-a92ad497f27a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:05.638298 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7885eb91-70ec-4cd4-ad7e-a92ad497f27a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:07:05.641408 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-7885eb91-70ec-4cd4-ad7e-a92ad497f27a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:07:05.645014 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7885eb91-70ec-4cd4-ad7e-a92ad497f27a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:07:05.674086 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7885eb91-70ec-4cd4-ad7e-a92ad497f27a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Pushing event updated for resources: {'Port': ['ID=2415d35c-5382-40d5-a273-e332b2801361,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:07:06.450705 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7885eb91-70ec-4cd4-ad7e-a92ad497f27a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:06.551007 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7885eb91-70ec-4cd4-ad7e-a92ad497f27a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:06.707753 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7885eb91-70ec-4cd4-ad7e-a92ad497f27a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:06.713756 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7885eb91-70ec-4cd4-ad7e-a92ad497f27a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:06.781399 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7885eb91-70ec-4cd4-ad7e-a92ad497f27a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Pushing event updated for resources: {'Port': ['ID=2415d35c-5382-40d5-a273-e332b2801361,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:07:06.793704 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7885eb91-70ec-4cd4-ad7e-a92ad497f27a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:06.899290 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [None req-7885eb91-70ec-4cd4-ad7e-a92ad497f27a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Floating IP 02e48816-7f6d-4724-97c5-9e8f24aaca08 associated. External IP: 172.25.5.247, port: fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b. Oct 20 12:07:07.131804 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7885eb91-70ec-4cd4-ad7e-a92ad497f27a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Router a70410d0-77aa-4f8e-a5dd-630d4fedfd8e has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:07:07.241437 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7885eb91-70ec-4cd4-ad7e-a92ad497f27a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:07:07.253241 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0330b53-68d9-4c3e-9610-ddd2c4599c4a None None] Sync routers for ids ['a70410d0-77aa-4f8e-a5dd-630d4fedfd8e'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:07:07.264690 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7885eb91-70ec-4cd4-ad7e-a92ad497f27a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:07.265168 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0330b53-68d9-4c3e-9610-ddd2c4599c4a None None] Routers {'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:07:07.265622 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-f0330b53-68d9-4c3e-9610-ddd2c4599c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:06:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['a70410d0-77aa-4f8e-a5dd-630d4fedfd8e'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:07:07.302896 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-7885eb91-70ec-4cd4-ad7e-a92ad497f27a tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0881045 Oct 20 12:07:07.302896 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '134112bc-2e1e-4777-b92c-54e6770e17ca', 'tag': 'fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:07:07.302896 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cafb1026-40b3-4b6d-a5b0-a84e3cab76ef" -d '{"events": [{"name": "network-changed", "server_uuid": "134112bc-2e1e-4777-b92c-54e6770e17ca", "tag": "fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:07:07.339470 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1152e432-ecdd-4ce2-9f3d-43bab0fb3477 x-openstack-request-id: req-1152e432-ecdd-4ce2-9f3d-43bab0fb3477 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:07:07.339763 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "134112bc-2e1e-4777-b92c-54e6770e17ca", "tag": "fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:07:07.340015 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1152e432-ecdd-4ce2-9f3d-43bab0fb3477 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:07:07.340419 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '134112bc-2e1e-4777-b92c-54e6770e17ca', 'tag': 'fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b', 'status': 'completed', 'code': 200} Oct 20 12:07:07.378999 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-f0330b53-68d9-4c3e-9610-ddd2c4599c4a None None] Set router a70410d0-77aa-4f8e-a5dd-630d4fedfd8e gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:07:07.413696 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb1026-40b3-4b6d-a5b0-a84e3cab76ef req-aa155e94-70b8-4a95-a8dc-2bf981896fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:07.415460 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-cafb1026-40b3-4b6d-a5b0-a84e3cab76ef req-aa155e94-70b8-4a95-a8dc-2bf981896fb0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2a883afeccdc493d8238ba472f031019&device_id=134112bc-2e1e-4777-b92c-54e6770e17ca HTTP/1.1" status: 200 len: 1096 time: 0.0424891 Oct 20 12:07:07.517993 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb1026-40b3-4b6d-a5b0-a84e3cab76ef req-59d25ede-6195-4ce7-a009-2d5a07466537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:07.519715 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-cafb1026-40b3-4b6d-a5b0-a84e3cab76ef req-59d25ede-6195-4ce7-a009-2d5a07466537 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a HTTP/1.1" status: 200 len: 914 time: 0.0963237 Oct 20 12:07:07.605301 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-cafb1026-40b3-4b6d-a5b0-a84e3cab76ef req-d0177e08-d8a9-4561-9bce-bb39e14443df service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b HTTP/1.1" status: 200 len: 999 time: 0.0777967 Oct 20 12:07:07.612050 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-f0330b53-68d9-4c3e-9610-ddd2c4599c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'name': 'tempest-TestVolumeBootPattern-1084413399-router', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '799a4dcb-4189-41ab-8c55-1fe2293dc0b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:07Z', 'updated_at': '2021-10-20T11:58:10Z', 'revision_number': 4, 'project_id': '2a883afeccdc493d8238ba472f031019', 'gw_port': {'id': '799a4dcb-4189-41ab-8c55-1fe2293dc0b1', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:07Z', 'updated_at': '2021-10-20T11:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '02e48816-7f6d-4724-97c5-9e8f24aaca08', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'floating_ip_address': '172.25.5.247', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'port_id': 'fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3790, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a', 'mac_address': 'fa:16:3e:a8:6a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134112bc-2e1e-4777-b92c-54e6770e17ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:07:05Z', 'updated_at': '2021-10-20T12:07:05Z', 'revision_number': 0, 'project_id': '2a883afeccdc493d8238ba472f031019', 'fixed_ip_address_scope': None}, {'id': '8fcfb14d-d3d6-4f6c-9505-8a92a2e8d52a', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'floating_ip_address': '172.25.5.52', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'port_id': '837a949e-181a-459b-8f0d-385f56fcab00', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a', 'mac_address': 'fa:16:3e:aa:d5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13f8214-602b-44ea-96a0-8e2f67de47ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:04:59Z', 'updated_at': '2021-10-20T12:05:01Z', 'revision_number': 1, 'project_id': '2a883afeccdc493d8238ba472f031019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5aac12e-96be-47e1-ac70-78d4adb31282', 'name': '', 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'mac_address': 'fa:16:3e:3e:c9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '667cbc2d-c894-4d06-bf55-c551daf9476c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:09Z', 'updated_at': '2021-10-20T11:58:15Z', 'revision_number': 5, 'project_id': '2a883afeccdc493d8238ba472f031019', 'subnets': [{'id': '667cbc2d-c894-4d06-bf55-c551daf9476c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:07:07.650150 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0330b53-68d9-4c3e-9610-ddd2c4599c4a None None] Checking router: a70410d0-77aa-4f8e-a5dd-630d4fedfd8e for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:07:07.661434 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0330b53-68d9-4c3e-9610-ddd2c4599c4a None None] Routers {'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:07:07.662060 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-f0330b53-68d9-4c3e-9610-ddd2c4599c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:06:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['a70410d0-77aa-4f8e-a5dd-630d4fedfd8e'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:07:07.663098 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb1026-40b3-4b6d-a5b0-a84e3cab76ef req-16224e06-3719-4054-be8c-44c03d25a58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:07.664721 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-cafb1026-40b3-4b6d-a5b0-a84e3cab76ef req-16224e06-3719-4054-be8c-44c03d25a58b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=667cbc2d-c894-4d06-bf55-c551daf9476c HTTP/1.1" status: 200 len: 851 time: 0.0509737 Oct 20 12:07:07.716106 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb1026-40b3-4b6d-a5b0-a84e3cab76ef req-bfbedd0d-09db-45e7-bc53-972f6c950107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:07.718056 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-cafb1026-40b3-4b6d-a5b0-a84e3cab76ef req-bfbedd0d-09db-45e7-bc53-972f6c950107 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448248 Oct 20 12:07:07.777995 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-f0330b53-68d9-4c3e-9610-ddd2c4599c4a None None] Set router a70410d0-77aa-4f8e-a5dd-630d4fedfd8e gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:07:07.813590 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-cafb1026-40b3-4b6d-a5b0-a84e3cab76ef req-19878893-9223-4235-99cc-2febf5db8f42 service neutron] 10.222.0.89 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875671 Oct 20 12:07:07.915972 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-cafb1026-40b3-4b6d-a5b0-a84e3cab76ef req-ab83594a-92a2-4f55-ad70-0c1764476798 service neutron] 10.222.0.89 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942414 Oct 20 12:07:08.020385 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-f0330b53-68d9-4c3e-9610-ddd2c4599c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'name': 'tempest-TestVolumeBootPattern-1084413399-router', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '799a4dcb-4189-41ab-8c55-1fe2293dc0b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:07Z', 'updated_at': '2021-10-20T11:58:10Z', 'revision_number': 4, 'project_id': '2a883afeccdc493d8238ba472f031019', 'gw_port': {'id': '799a4dcb-4189-41ab-8c55-1fe2293dc0b1', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:07Z', 'updated_at': '2021-10-20T11:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '02e48816-7f6d-4724-97c5-9e8f24aaca08', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'floating_ip_address': '172.25.5.247', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'port_id': 'fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3790, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a', 'mac_address': 'fa:16:3e:a8:6a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134112bc-2e1e-4777-b92c-54e6770e17ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:07:05Z', 'updated_at': '2021-10-20T12:07:05Z', 'revision_number': 0, 'project_id': '2a883afeccdc493d8238ba472f031019', 'fixed_ip_address_scope': None}, {'id': '8fcfb14d-d3d6-4f6c-9505-8a92a2e8d52a', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'floating_ip_address': '172.25.5.52', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'port_id': '837a949e-181a-459b-8f0d-385f56fcab00', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a', 'mac_address': 'fa:16:3e:aa:d5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13f8214-602b-44ea-96a0-8e2f67de47ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:04:59Z', 'updated_at': '2021-10-20T12:05:01Z', 'revision_number': 1, 'project_id': '2a883afeccdc493d8238ba472f031019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5aac12e-96be-47e1-ac70-78d4adb31282', 'name': '', 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'mac_address': 'fa:16:3e:3e:c9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '667cbc2d-c894-4d06-bf55-c551daf9476c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:09Z', 'updated_at': '2021-10-20T11:58:15Z', 'revision_number': 5, 'project_id': '2a883afeccdc493d8238ba472f031019', 'subnets': [{'id': '667cbc2d-c894-4d06-bf55-c551daf9476c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:07:08.048435 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0330b53-68d9-4c3e-9610-ddd2c4599c4a None None] The sync data for ids ['a70410d0-77aa-4f8e-a5dd-630d4fedfd8e'] in n-d-814735-3 is: [{'id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'name': 'tempest-TestVolumeBootPattern-1084413399-router', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '799a4dcb-4189-41ab-8c55-1fe2293dc0b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:07Z', 'updated_at': '2021-10-20T11:58:10Z', 'revision_number': 4, 'project_id': '2a883afeccdc493d8238ba472f031019', 'gw_port': {'id': '799a4dcb-4189-41ab-8c55-1fe2293dc0b1', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:07Z', 'updated_at': '2021-10-20T11:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '02e48816-7f6d-4724-97c5-9e8f24aaca08', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'floating_ip_address': '172.25.5.247', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'port_id': 'fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3790, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a', 'mac_address': 'fa:16:3e:a8:6a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134112bc-2e1e-4777-b92c-54e6770e17ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:07:05Z', 'updated_at': '2021-10-20T12:07:05Z', 'revision_number': 0, 'project_id': '2a883afeccdc493d8238ba472f031019', 'fixed_ip_address_scope': None}, {'id': '8fcfb14d-d3d6-4f6c-9505-8a92a2e8d52a', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'floating_ip_address': '172.25.5.52', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'port_id': '837a949e-181a-459b-8f0d-385f56fcab00', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a', 'mac_address': 'fa:16:3e:aa:d5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13f8214-602b-44ea-96a0-8e2f67de47ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:04:59Z', 'updated_at': '2021-10-20T12:05:01Z', 'revision_number': 1, 'project_id': '2a883afeccdc493d8238ba472f031019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5aac12e-96be-47e1-ac70-78d4adb31282', 'name': '', 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'mac_address': 'fa:16:3e:3e:c9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '667cbc2d-c894-4d06-bf55-c551daf9476c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:09Z', 'updated_at': '2021-10-20T11:58:15Z', 'revision_number': 5, 'project_id': '2a883afeccdc493d8238ba472f031019', 'subnets': [{'id': '667cbc2d-c894-4d06-bf55-c551daf9476c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:07:08.362657 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5eb167a-8f2d-4fba-bec7-7309a674cf54 None None] New status for floating IP 02e48816-7f6d-4724-97c5-9e8f24aaca08: ACTIVE {{(pid=100648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 12:07:10.160395 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:10.464635 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:07:10.497334 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f511c-6745-4658-afee-d52177cc59f5 req-c80d462d-e144-41c5-bed3-6387a90e3de7 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:10.498841 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f21f511c-6745-4658-afee-d52177cc59f5 req-c80d462d-e144-41c5-bed3-6387a90e3de7 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/networks?id=3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d HTTP/1.1" status: 200 len: 815 time: 0.1122279 Oct 20 12:07:10.514430 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f21f511c-6745-4658-afee-d52177cc59f5 req-baf07e29-a2dd-4632-9170-edc09a2b9922 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/quotas/58fdc003a4314f66b954ab38700cfbc1 HTTP/1.1" status: 200 len: 375 time: 0.0095961 Oct 20 12:07:10.576037 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f21f511c-6745-4658-afee-d52177cc59f5 req-5b4fb5cd-72ec-4074-ad0d-7647588f021a tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=58fdc003a4314f66b954ab38700cfbc1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0555737 Oct 20 12:07:10.587587 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-f21f511c-6745-4658-afee-d52177cc59f5 req-9714a941-bef1-47a8-8f23-99d9fa614cba service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 12:07:10.588556 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f21f511c-6745-4658-afee-d52177cc59f5 req-9714a941-bef1-47a8-8f23-99d9fa614cba service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053673 Oct 20 12:07:10.689335 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f21f511c-6745-4658-afee-d52177cc59f5 req-1a4778de-a575-4653-bcbd-00a5e6d369c8 service neutron] 10.222.0.98 "GET /v2.0/networks/3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930054 Oct 20 12:07:10.782457 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f21f511c-6745-4658-afee-d52177cc59f5 req-3255b407-fa1a-4f7a-8d1b-3a7f68b03b60 service neutron] 10.222.0.98 "GET /v2.0/networks/3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863981 Oct 20 12:07:10.953373 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3f6c0a49-ef67-4382-8b95-c2106e1d8c4a req-35b1f8bb-b27c-4385-bdc8-8c9dec24d18f tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d264ac0-1aee-47d4-a47c-e73069e3c20d HTTP/1.1" status: 200 len: 210 time: 0.0276062 Oct 20 12:07:12.006600 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f511c-6745-4658-afee-d52177cc59f5 req-89aa9577-c435-4272-ad12-2557efa4c9bd tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:12.008434 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f21f511c-6745-4658-afee-d52177cc59f5 req-89aa9577-c435-4272-ad12-2557efa4c9bd tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.11 "GET /v2.0/networks?id=3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d HTTP/1.1" status: 200 len: 815 time: 0.1513746 Oct 20 12:07:12.023546 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-f21f511c-6745-4658-afee-d52177cc59f5 req-ff022dc7-0363-4e88-99e0-29fd3a85068b tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Request body: {'port': {'device_id': '8d264ac0-1aee-47d4-a47c-e73069e3c20d', 'network_id': '3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d', 'admin_state_up': True, 'tenant_id': '58fdc003a4314f66b954ab38700cfbc1'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:07:12.075417 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-acff4abd-f95b-4f9d-bba8-bd510f84e03b req-5040de33-984a-4762-9601-43c12f60293c tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d264ac0-1aee-47d4-a47c-e73069e3c20d HTTP/1.1" status: 200 len: 210 time: 0.0359468 Oct 20 12:07:12.176872 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f21f511c-6745-4658-afee-d52177cc59f5 req-ff022dc7-0363-4e88-99e0-29fd3a85068b tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Made reservation on behalf of 58fdc003a4314f66b954ab38700cfbc1 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:07:12.181112 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f21f511c-6745-4658-afee-d52177cc59f5 req-ff022dc7-0363-4e88-99e0-29fd3a85068b tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:12.306878 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-f21f511c-6745-4658-afee-d52177cc59f5 req-ff022dc7-0363-4e88-99e0-29fd3a85068b tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Allocated IP 172.20.0.14 (3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d/75e24381-51e0-4907-85b7-46112ca01e97/660f5b99-5e4f-4f44-aeed-9c6000e2cf8d) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:07:12.469581 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f21f511c-6745-4658-afee-d52177cc59f5 req-ff022dc7-0363-4e88-99e0-29fd3a85068b tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:12.506369 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f21f511c-6745-4658-afee-d52177cc59f5 req-ff022dc7-0363-4e88-99e0-29fd3a85068b tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:12.518746 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['99f47581-fd07-4b70-a269-cac3d0299991'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:07:12.525885 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['b68633cf-aa78-45b2-961d-5153a234cb97', '2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:07:12.558465 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f21f511c-6745-4658-afee-d52177cc59f5 req-ff022dc7-0363-4e88-99e0-29fd3a85068b tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Network 3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:07:12.561779 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-f21f511c-6745-4658-afee-d52177cc59f5 req-ff022dc7-0363-4e88-99e0-29fd3a85068b tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:07:12.565651 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21f511c-6745-4658-afee-d52177cc59f5 req-ff022dc7-0363-4e88-99e0-29fd3a85068b tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:07:12.595659 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff022dc7-0363-4e88-99e0-29fd3a85068b tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Pushing event updated for resources: {'Port': ['ID=660f5b99-5e4f-4f44-aeed-9c6000e2cf8d,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:07:12.622116 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f511c-6745-4658-afee-d52177cc59f5 req-ff022dc7-0363-4e88-99e0-29fd3a85068b tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:12.622741 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f21f511c-6745-4658-afee-d52177cc59f5 req-ff022dc7-0363-4e88-99e0-29fd3a85068b tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:12.642112 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f21f511c-6745-4658-afee-d52177cc59f5 req-ff022dc7-0363-4e88-99e0-29fd3a85068b tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6230903 Oct 20 12:07:12.655828 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-f21f511c-6745-4658-afee-d52177cc59f5 req-881e4217-80e3-4c10-8f3e-6cfa9d511d2b service neutron] Request body: {'port': {'device_id': '8d264ac0-1aee-47d4-a47c-e73069e3c20d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:07:12.714135 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f21f511c-6745-4658-afee-d52177cc59f5 req-881e4217-80e3-4c10-8f3e-6cfa9d511d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:12.992492 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-f21f511c-6745-4658-afee-d52177cc59f5 req-881e4217-80e3-4c10-8f3e-6cfa9d511d2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 660f5b99-5e4f-4f44-aeed-9c6000e2cf8d {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:07:13.001044 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f21f511c-6745-4658-afee-d52177cc59f5 req-881e4217-80e3-4c10-8f3e-6cfa9d511d2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:13.015008 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-f21f511c-6745-4658-afee-d52177cc59f5 req-881e4217-80e3-4c10-8f3e-6cfa9d511d2b service neutron] Transition to ACTIVE for port object 660f5b99-5e4f-4f44-aeed-9c6000e2cf8d will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 12:07:13.020739 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f21f511c-6745-4658-afee-d52177cc59f5 req-881e4217-80e3-4c10-8f3e-6cfa9d511d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:13.077499 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e4217-80e3-4c10-8f3e-6cfa9d511d2b service neutron] Pushing event updated for resources: {'Port': ['ID=660f5b99-5e4f-4f44-aeed-9c6000e2cf8d,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:07:13.148582 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-f21f511c-6745-4658-afee-d52177cc59f5 req-881e4217-80e3-4c10-8f3e-6cfa9d511d2b service neutron] Attempting to bind port 660f5b99-5e4f-4f44-aeed-9c6000e2cf8d on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:07:13.149220 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-f21f511c-6745-4658-afee-d52177cc59f5 req-881e4217-80e3-4c10-8f3e-6cfa9d511d2b service neutron] Attempting to bind port 660f5b99-5e4f-4f44-aeed-9c6000e2cf8d by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '8a6ef2fb-9e20-47a1-b055-bd1508d5ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:07:13.149624 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21f511c-6745-4658-afee-d52177cc59f5 req-881e4217-80e3-4c10-8f3e-6cfa9d511d2b service neutron] Attempting to bind port 660f5b99-5e4f-4f44-aeed-9c6000e2cf8d on network 3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:07:13.154458 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21f511c-6745-4658-afee-d52177cc59f5 req-881e4217-80e3-4c10-8f3e-6cfa9d511d2b service neutron] Port 660f5b99-5e4f-4f44-aeed-9c6000e2cf8d on network 3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 12:07:13.154777 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21f511c-6745-4658-afee-d52177cc59f5 req-881e4217-80e3-4c10-8f3e-6cfa9d511d2b service neutron] Attempting to bind port 660f5b99-5e4f-4f44-aeed-9c6000e2cf8d on network 3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:07:13.170320 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21f511c-6745-4658-afee-d52177cc59f5 req-881e4217-80e3-4c10-8f3e-6cfa9d511d2b service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:07:13.170738 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21f511c-6745-4658-afee-d52177cc59f5 req-881e4217-80e3-4c10-8f3e-6cfa9d511d2b service neutron] Checking segment: {'id': '8a6ef2fb-9e20-47a1-b055-bd1508d5ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:07:13.171153 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21f511c-6745-4658-afee-d52177cc59f5 req-881e4217-80e3-4c10-8f3e-6cfa9d511d2b service neutron] Bound using segment: {'id': '8a6ef2fb-9e20-47a1-b055-bd1508d5ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:07:13.171640 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-f21f511c-6745-4658-afee-d52177cc59f5 req-881e4217-80e3-4c10-8f3e-6cfa9d511d2b service neutron] Bound port: 660f5b99-5e4f-4f44-aeed-9c6000e2cf8d, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a6ef2fb-9e20-47a1-b055-bd1508d5ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:07:13.172005 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f21f511c-6745-4658-afee-d52177cc59f5 req-881e4217-80e3-4c10-8f3e-6cfa9d511d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:13.241878 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8add3bf8-bfb9-4187-9f89-cd195ec18267 req-ff1bfe77-3ed4-4988-bc4c-814900408e74 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:13.243484 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8add3bf8-bfb9-4187-9f89-cd195ec18267 req-ff1bfe77-3ed4-4988-bc4c-814900408e74 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d264ac0-1aee-47d4-a47c-e73069e3c20d HTTP/1.1" status: 200 len: 944 time: 0.0864677 Oct 20 12:07:13.294482 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-f21f511c-6745-4658-afee-d52177cc59f5 req-881e4217-80e3-4c10-8f3e-6cfa9d511d2b service neutron] For port 660f5b99-5e4f-4f44-aeed-9c6000e2cf8d, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:07:13.299587 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-f21f511c-6745-4658-afee-d52177cc59f5 req-881e4217-80e3-4c10-8f3e-6cfa9d511d2b service neutron] For port 660f5b99-5e4f-4f44-aeed-9c6000e2cf8d, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=660f5b99-5e4f-4f44-aeed-9c6000e2cf8d,segment=NetworkSegment(8a6ef2fb-9e20-47a1-b055-bd1508d5ca82),segment_id=8a6ef2fb-9e20-47a1-b055-bd1508d5ca82)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:07:13.305719 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8add3bf8-bfb9-4187-9f89-cd195ec18267 req-5a94055d-a0f1-4c44-896c-6b8340506cc4 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/security-groups?id=5344e032-011c-406c-aea2-c622e4a05209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559094 Oct 20 12:07:13.307227 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f21f511c-6745-4658-afee-d52177cc59f5 req-881e4217-80e3-4c10-8f3e-6cfa9d511d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:13.344475 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f511c-6745-4658-afee-d52177cc59f5 req-881e4217-80e3-4c10-8f3e-6cfa9d511d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:13.345088 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f21f511c-6745-4658-afee-d52177cc59f5 req-881e4217-80e3-4c10-8f3e-6cfa9d511d2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:13.346459 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f21f511c-6745-4658-afee-d52177cc59f5 req-881e4217-80e3-4c10-8f3e-6cfa9d511d2b service neutron] 10.222.0.11 "PUT /v2.0/ports/660f5b99-5e4f-4f44-aeed-9c6000e2cf8d HTTP/1.1" status: 200 len: 1092 time: 0.6950414 Oct 20 12:07:13.346926 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d264ac0-1aee-47d4-a47c-e73069e3c20d', 'tag': '660f5b99-5e4f-4f44-aeed-9c6000e2cf8d'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:07:13.349163 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2db989-5655-4820-b8ac-597650565bd9" -d '{"events": [{"name": "network-changed", "server_uuid": "8d264ac0-1aee-47d4-a47c-e73069e3c20d", "tag": "660f5b99-5e4f-4f44-aeed-9c6000e2cf8d"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:07:13.373948 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e4217-80e3-4c10-8f3e-6cfa9d511d2b service neutron] Pushing event updated for resources: {'Port': ['ID=660f5b99-5e4f-4f44-aeed-9c6000e2cf8d,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:07:13.390530 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0429b7f3-5e41-4d2e-8ab6-2170cbf1392a x-openstack-request-id: req-0429b7f3-5e41-4d2e-8ab6-2170cbf1392a {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:07:13.390913 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d264ac0-1aee-47d4-a47c-e73069e3c20d", "tag": "660f5b99-5e4f-4f44-aeed-9c6000e2cf8d", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:07:13.391222 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0429b7f3-5e41-4d2e-8ab6-2170cbf1392a {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:07:13.391693 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d264ac0-1aee-47d4-a47c-e73069e3c20d', 'tag': '660f5b99-5e4f-4f44-aeed-9c6000e2cf8d', 'status': 'completed', 'code': 200} Oct 20 12:07:13.443514 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f511c-6745-4658-afee-d52177cc59f5 req-8aee62f9-892a-4fdb-974e-59767ca32d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:13.445061 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f21f511c-6745-4658-afee-d52177cc59f5 req-8aee62f9-892a-4fdb-974e-59767ca32d2f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=58fdc003a4314f66b954ab38700cfbc1&device_id=8d264ac0-1aee-47d4-a47c-e73069e3c20d HTTP/1.1" status: 200 len: 1095 time: 0.0479796 Oct 20 12:07:13.491429 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f21f511c-6745-4658-afee-d52177cc59f5 req-13385636-a7c4-464b-910b-75e9295792e2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=660f5b99-5e4f-4f44-aeed-9c6000e2cf8d HTTP/1.1" status: 200 len: 217 time: 0.0371022 Oct 20 12:07:13.543926 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f511c-6745-4658-afee-d52177cc59f5 req-a6e951f4-b821-4baf-b5fd-0a7b00e37164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:13.545357 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f21f511c-6745-4658-afee-d52177cc59f5 req-a6e951f4-b821-4baf-b5fd-0a7b00e37164 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75e24381-51e0-4907-85b7-46112ca01e97 HTTP/1.1" status: 200 len: 855 time: 0.0463250 Oct 20 12:07:13.579502 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f21f511c-6745-4658-afee-d52177cc59f5 req-a4765ec5-dd71-4aea-85f7-2503bf72db82 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264387 Oct 20 12:07:13.678862 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f21f511c-6745-4658-afee-d52177cc59f5 req-ce776489-603f-446f-832e-024d5f1c6c01 service neutron] 10.222.0.11 "GET /v2.0/networks/3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913310 Oct 20 12:07:13.779044 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f21f511c-6745-4658-afee-d52177cc59f5 req-fd6a59a4-a293-4565-a057-eccb7850696c service neutron] 10.222.0.11 "GET /v2.0/networks/3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861022 Oct 20 12:07:13.874580 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2db989-5655-4820-b8ac-597650565bd9 req-5a5def71-0d7e-4887-9b57-f30a8f47b3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:13.876129 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2b2db989-5655-4820-b8ac-597650565bd9 req-5a5def71-0d7e-4887-9b57-f30a8f47b3d6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=58fdc003a4314f66b954ab38700cfbc1&device_id=8d264ac0-1aee-47d4-a47c-e73069e3c20d HTTP/1.1" status: 200 len: 1095 time: 0.0514266 Oct 20 12:07:13.975750 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2db989-5655-4820-b8ac-597650565bd9 req-4b8f33d4-e7cb-4986-99bc-84d1806dfd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:13.977244 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2b2db989-5655-4820-b8ac-597650565bd9 req-4b8f33d4-e7cb-4986-99bc-84d1806dfd96 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d HTTP/1.1" status: 200 len: 917 time: 0.0939119 Oct 20 12:07:14.025897 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2b2db989-5655-4820-b8ac-597650565bd9 req-edf2022e-4258-4e2d-93fb-647e6e88db3c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=660f5b99-5e4f-4f44-aeed-9c6000e2cf8d HTTP/1.1" status: 200 len: 217 time: 0.0393670 Oct 20 12:07:14.080347 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2db989-5655-4820-b8ac-597650565bd9 req-6259a921-af52-423f-8578-4091c2d0e066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:14.081853 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2b2db989-5655-4820-b8ac-597650565bd9 req-6259a921-af52-423f-8578-4091c2d0e066 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75e24381-51e0-4907-85b7-46112ca01e97 HTTP/1.1" status: 200 len: 855 time: 0.0471740 Oct 20 12:07:14.116888 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2b2db989-5655-4820-b8ac-597650565bd9 req-2417e6f3-5f7d-48ba-88da-54aaff468c14 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259037 Oct 20 12:07:14.209589 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2b2db989-5655-4820-b8ac-597650565bd9 req-ed4a4bb4-701d-462e-9c4a-18a56965c887 service neutron] 10.222.0.11 "GET /v2.0/networks/3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854788 Oct 20 12:07:14.309688 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2b2db989-5655-4820-b8ac-597650565bd9 req-91bbafb1-7f82-4d72-9e44-d6058cf1f72b service neutron] 10.222.0.11 "GET /v2.0/networks/3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905030 Oct 20 12:07:14.421881 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404496db-e1a7-45ed-be7b-9cafd435a52f req-3a3bd749-a435-4867-9395-d5e53723a638 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:14.423401 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-404496db-e1a7-45ed-be7b-9cafd435a52f req-3a3bd749-a435-4867-9395-d5e53723a638 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d264ac0-1aee-47d4-a47c-e73069e3c20d HTTP/1.1" status: 200 len: 944 time: 0.0509312 Oct 20 12:07:14.462706 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-404496db-e1a7-45ed-be7b-9cafd435a52f req-388efd52-5cb8-4e21-ae84-d86df732e4aa tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/security-groups?id=5344e032-011c-406c-aea2-c622e4a05209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331433 Oct 20 12:07:15.193939 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 660f5b99-5e4f-4f44-aeed-9c6000e2cf8d details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:07:15.301162 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 660f5b99-5e4f-4f44-aeed-9c6000e2cf8d, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=660f5b99-5e4f-4f44-aeed-9c6000e2cf8d,segment=NetworkSegment(8a6ef2fb-9e20-47a1-b055-bd1508d5ca82),segment_id=8a6ef2fb-9e20-47a1-b055-bd1508d5ca82)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:07:15.314492 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '660f5b99-5e4f-4f44-aeed-9c6000e2cf8d', 'network_id': '3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d', 'port_id': '660f5b99-5e4f-4f44-aeed-9c6000e2cf8d', 'mac_address': 'fa:16:3e:30:3e:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e24381-51e0-4907-85b7-46112ca01e97', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:07:15.357361 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:15.372601 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 660f5b99-5e4f-4f44-aeed-9c6000e2cf8d {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:07:15.394413 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 660f5b99-5e4f-4f44-aeed-9c6000e2cf8d, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=660f5b99-5e4f-4f44-aeed-9c6000e2cf8d,segment=NetworkSegment(8a6ef2fb-9e20-47a1-b055-bd1508d5ca82),segment_id=8a6ef2fb-9e20-47a1-b055-bd1508d5ca82)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:07:15.400632 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:15.450018 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=660f5b99-5e4f-4f44-aeed-9c6000e2cf8d,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:07:15.595333 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0110ac1f-6294-47ab-92f4-f482eb588f8e req-a948f2ac-dc33-424e-8567-316862169411 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:15.596999 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0110ac1f-6294-47ab-92f4-f482eb588f8e req-a948f2ac-dc33-424e-8567-316862169411 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d264ac0-1aee-47d4-a47c-e73069e3c20d HTTP/1.1" status: 200 len: 945 time: 0.0594146 Oct 20 12:07:15.640639 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0110ac1f-6294-47ab-92f4-f482eb588f8e req-8f78b3ce-22de-4910-9bc9-b3a63500e70e tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/security-groups?id=5344e032-011c-406c-aea2-c622e4a05209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361121 Oct 20 12:07:15.641237 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['660f5b99-5e4f-4f44-aeed-9c6000e2cf8d'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:07:15.694466 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:16.769799 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0b8ab-ddcf-435a-ac76-c540032cef56 req-81a9cb7e-be0a-4ad7-8b25-daa6c151e148 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:16.771527 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-62d0b8ab-ddcf-435a-ac76-c540032cef56 req-81a9cb7e-be0a-4ad7-8b25-daa6c151e148 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d264ac0-1aee-47d4-a47c-e73069e3c20d HTTP/1.1" status: 200 len: 945 time: 0.0546558 Oct 20 12:07:16.813866 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-62d0b8ab-ddcf-435a-ac76-c540032cef56 req-0863275a-388f-4a52-85fe-5442e6b1d64c tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/security-groups?id=5344e032-011c-406c-aea2-c622e4a05209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349245 Oct 20 12:07:17.223845 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 660f5b99-5e4f-4f44-aeed-9c6000e2cf8d up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:07:17.278975 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 660f5b99-5e4f-4f44-aeed-9c6000e2cf8d completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 12:07:17.282714 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 660f5b99-5e4f-4f44-aeed-9c6000e2cf8d triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:07:17.283114 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:17.359255 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:17.382302 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d264ac0-1aee-47d4-a47c-e73069e3c20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '660f5b99-5e4f-4f44-aeed-9c6000e2cf8d'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:07:17.384561 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7cc891-d655-4da4-ac4c-adb15c501a44" -d '{"events": [{"server_uuid": "8d264ac0-1aee-47d4-a47c-e73069e3c20d", "name": "network-vif-plugged", "status": "completed", "tag": "660f5b99-5e4f-4f44-aeed-9c6000e2cf8d"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:07:17.398006 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 660f5b99-5e4f-4f44-aeed-9c6000e2cf8d, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=660f5b99-5e4f-4f44-aeed-9c6000e2cf8d,segment=NetworkSegment(8a6ef2fb-9e20-47a1-b055-bd1508d5ca82),segment_id=8a6ef2fb-9e20-47a1-b055-bd1508d5ca82)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:07:17.403651 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:17.430456 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc7e56e-a29d-40d6-abe1-0ad5058e7cd3 x-openstack-request-id: req-5fc7e56e-a29d-40d6-abe1-0ad5058e7cd3 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:07:17.430969 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d264ac0-1aee-47d4-a47c-e73069e3c20d", "name": "network-vif-plugged", "status": "completed", "tag": "660f5b99-5e4f-4f44-aeed-9c6000e2cf8d", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:07:17.431220 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5fc7e56e-a29d-40d6-abe1-0ad5058e7cd3 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:07:17.431681 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d264ac0-1aee-47d4-a47c-e73069e3c20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '660f5b99-5e4f-4f44-aeed-9c6000e2cf8d', 'code': 200} Oct 20 12:07:17.462204 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=660f5b99-5e4f-4f44-aeed-9c6000e2cf8d,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:07:17.598179 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef69b5-5fe6-442e-8bac-a65f290a26d8 req-80806dc9-b916-4a4f-b77c-739ffe96c984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:17.599729 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-edef69b5-5fe6-442e-8bac-a65f290a26d8 req-80806dc9-b916-4a4f-b77c-739ffe96c984 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8d264ac0-1aee-47d4-a47c-e73069e3c20d HTTP/1.1" status: 200 len: 1097 time: 0.1121585 Oct 20 12:07:17.637727 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-edef69b5-5fe6-442e-8bac-a65f290a26d8 req-22473f2b-bc00-4fee-b38a-40bc17ad58b4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5344e032-011c-406c-aea2-c622e4a05209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299861 Oct 20 12:07:17.939013 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b845f-3ad6-4583-ab80-ca3ca44d7e03 req-6d602555-cd56-4bed-9262-86bf73f3a8a5 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:17.940675 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2b4b845f-3ad6-4583-ab80-ca3ca44d7e03 req-6d602555-cd56-4bed-9262-86bf73f3a8a5 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d264ac0-1aee-47d4-a47c-e73069e3c20d HTTP/1.1" status: 200 len: 946 time: 0.0551231 Oct 20 12:07:17.982728 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2b4b845f-3ad6-4583-ab80-ca3ca44d7e03 req-b1868a11-9ae7-49e3-81b8-d7109ecdcce0 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/security-groups?id=5344e032-011c-406c-aea2-c622e4a05209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359101 Oct 20 12:07:18.788351 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d9ea0e6-f6b7-4d99-9741-0a74456dd9d4 req-a32303e6-609c-48fa-96c4-b25fc9685aea service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c13f8214-602b-44ea-96a0-8e2f67de47ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439174 Oct 20 12:07:18.879136 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ea0e6-f6b7-4d99-9741-0a74456dd9d4 req-8a4ab4a0-c44f-493e-8dad-94421a6ba296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:18.880649 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d9ea0e6-f6b7-4d99-9741-0a74456dd9d4 req-8a4ab4a0-c44f-493e-8dad-94421a6ba296 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2a883afeccdc493d8238ba472f031019&device_id=c13f8214-602b-44ea-96a0-8e2f67de47ef HTTP/1.1" status: 200 len: 1096 time: 0.0453756 Oct 20 12:07:18.989962 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ea0e6-f6b7-4d99-9741-0a74456dd9d4 req-24b2ccec-37e0-41d4-8f50-4aec79f54afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:18.991474 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d9ea0e6-f6b7-4d99-9741-0a74456dd9d4 req-24b2ccec-37e0-41d4-8f50-4aec79f54afd service neutron] 10.222.0.11 "GET /v2.0/networks?id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a HTTP/1.1" status: 200 len: 914 time: 0.0906057 Oct 20 12:07:19.067201 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d9ea0e6-f6b7-4d99-9741-0a74456dd9d4 req-9e682bc2-d2cf-49d6-bc4b-65ce167a08bb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=837a949e-181a-459b-8f0d-385f56fcab00 HTTP/1.1" status: 200 len: 1000 time: 0.0668633 Oct 20 12:07:19.142348 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ea0e6-f6b7-4d99-9741-0a74456dd9d4 req-97ab1a04-c7ba-4b44-b83c-02640258e685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:19.143773 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d9ea0e6-f6b7-4d99-9741-0a74456dd9d4 req-97ab1a04-c7ba-4b44-b83c-02640258e685 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=667cbc2d-c894-4d06-bf55-c551daf9476c HTTP/1.1" status: 200 len: 851 time: 0.0534239 Oct 20 12:07:19.152454 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8e31f-94ed-4a8e-ac72-7c9c2dbd15c4 req-a5d5ab1b-e3c2-4dd1-842d-d30a75f336bc tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:19.153990 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fcc8e31f-94ed-4a8e-ac72-7c9c2dbd15c4 req-a5d5ab1b-e3c2-4dd1-842d-d30a75f336bc tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d264ac0-1aee-47d4-a47c-e73069e3c20d HTTP/1.1" status: 200 len: 946 time: 0.0965621 Oct 20 12:07:19.215393 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fcc8e31f-94ed-4a8e-ac72-7c9c2dbd15c4 req-393996e7-738f-48b3-b300-b0a2b14657de tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/security-groups?id=5344e032-011c-406c-aea2-c622e4a05209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528095 Oct 20 12:07:19.219973 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ea0e6-f6b7-4d99-9741-0a74456dd9d4 req-ec4229fa-cd66-4fb7-a959-ba3adfbe26d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:19.221860 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d9ea0e6-f6b7-4d99-9741-0a74456dd9d4 req-ec4229fa-cd66-4fb7-a959-ba3adfbe26d4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666115 Oct 20 12:07:19.340271 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d9ea0e6-f6b7-4d99-9741-0a74456dd9d4 req-04003daa-0ad0-43ab-841d-3c9b0ac77111 service neutron] 10.222.0.11 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115682 Oct 20 12:07:19.350123 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3d7e461b-74a4-480f-951c-dfa4bf9d7c5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:19.438198 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d9ea0e6-f6b7-4d99-9741-0a74456dd9d4 req-80f4b22e-b779-4de1-ba76-a46142dc5db4 service neutron] 10.222.0.11 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876217 Oct 20 12:07:22.228662 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-81c7ed16-0db6-4250-96f9-36de1bf577a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:23.146509 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:23.275207 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:25.003383 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:37.357921 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-4eb32093-9265-4c1b-af19-928fa1c7e530 req-84f953e8-9d8f-485a-bc13-8deab50c4388 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6c683c79-c1ce-480b-8f3f-0f7d76002664&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458672 Oct 20 12:07:37.432119 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb32093-9265-4c1b-af19-928fa1c7e530 req-07027008-39f0-44b6-b7c6-8ff5f2da8a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:37.433652 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-4eb32093-9265-4c1b-af19-928fa1c7e530 req-07027008-39f0-44b6-b7c6-8ff5f2da8a80 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=58fdc003a4314f66b954ab38700cfbc1&device_id=6c683c79-c1ce-480b-8f3f-0f7d76002664 HTTP/1.1" status: 200 len: 1096 time: 0.0481067 Oct 20 12:07:37.545339 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb32093-9265-4c1b-af19-928fa1c7e530 req-78b23b5d-01b0-43d0-9de2-7f0c9ae55fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:37.546965 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-4eb32093-9265-4c1b-af19-928fa1c7e530 req-78b23b5d-01b0-43d0-9de2-7f0c9ae55fd7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d HTTP/1.1" status: 200 len: 917 time: 0.0871079 Oct 20 12:07:37.594857 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-4eb32093-9265-4c1b-af19-928fa1c7e530 req-a73e6827-681b-4674-b558-21ee873e02ee service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7 HTTP/1.1" status: 200 len: 217 time: 0.0379562 Oct 20 12:07:38.025858 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb32093-9265-4c1b-af19-928fa1c7e530 req-bcb4ecb7-fa62-4f86-91b5-3e96e6062355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:38.027359 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-4eb32093-9265-4c1b-af19-928fa1c7e530 req-bcb4ecb7-fa62-4f86-91b5-3e96e6062355 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=75e24381-51e0-4907-85b7-46112ca01e97 HTTP/1.1" status: 200 len: 855 time: 0.4208190 Oct 20 12:07:38.064062 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-4eb32093-9265-4c1b-af19-928fa1c7e530 req-5b71b8b3-9e39-48e6-83cc-c33d4596df14 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244999 Oct 20 12:07:38.157902 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-4eb32093-9265-4c1b-af19-928fa1c7e530 req-31b80db9-891c-4504-be03-cc95a03eba01 service neutron] 10.222.0.89 "GET /v2.0/networks/3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853729 Oct 20 12:07:38.259510 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-4eb32093-9265-4c1b-af19-928fa1c7e530 req-6cb3918b-ac40-41e9-8043-b3fff94d1bcc service neutron] 10.222.0.89 "GET /v2.0/networks/3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896280 Oct 20 12:07:40.160583 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:42.858930 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45af9b8-00c1-43b8-b870-9d4dfaab9001 req-b45fc9b4-c9a0-4df2-a845-271fa4838d85 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:42.860972 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e45af9b8-00c1-43b8-b870-9d4dfaab9001 req-b45fc9b4-c9a0-4df2-a845-271fa4838d85 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d264ac0-1aee-47d4-a47c-e73069e3c20d HTTP/1.1" status: 200 len: 946 time: 0.0606043 Oct 20 12:07:42.903057 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e45af9b8-00c1-43b8-b870-9d4dfaab9001 req-a738bd61-899c-42e5-8a17-6d1377b8636d tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/security-groups?id=5344e032-011c-406c-aea2-c622e4a05209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354199 Oct 20 12:07:43.660598 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53000) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:07:43.665360 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-1ff85343-3966-4693-8275-130fbef577f8 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1554203848', 'description': 'tempest-secgroup-smoke-1554203848 description', 'project_id': '118af20a3cfe4f71944eafdde5c790b9'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:07:43.689713 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1ff85343-3966-4693-8275-130fbef577f8 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:43.755956 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1ff85343-3966-4693-8275-130fbef577f8 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:43.760709 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1ff85343-3966-4693-8275-130fbef577f8 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:43.791711 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1ff85343-3966-4693-8275-130fbef577f8 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:43.792851 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-1ff85343-3966-4693-8275-130fbef577f8 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1311321 Oct 20 12:07:43.793704 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff85343-3966-4693-8275-130fbef577f8 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca24dd0b-cfd0-4e52-a342-c57a2c2920aa,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:07:43.796070 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53002) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:07:43.801151 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-5a851b09-3759-4990-995c-af47c376e174 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Request body: {'security_group_rule': {'security_group_id': 'ca24dd0b-cfd0-4e52-a342-c57a2c2920aa', 'project_id': '118af20a3cfe4f71944eafdde5c790b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:07:43.826721 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5a851b09-3759-4990-995c-af47c376e174 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:43.881116 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5a851b09-3759-4990-995c-af47c376e174 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:43.885201 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5a851b09-3759-4990-995c-af47c376e174 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:43.902881 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a851b09-3759-4990-995c-af47c376e174 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6272542-b91a-4448-a530-39be1511092f,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:07:43.911584 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5a851b09-3759-4990-995c-af47c376e174 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:43.912820 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-5a851b09-3759-4990-995c-af47c376e174 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1158397 Oct 20 12:07:43.915630 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53004) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:07:43.920263 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-a89a0b15-8ddf-4dc4-81f2-6b5dd97bfede tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Request body: {'security_group_rule': {'security_group_id': 'ca24dd0b-cfd0-4e52-a342-c57a2c2920aa', 'project_id': '118af20a3cfe4f71944eafdde5c790b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:07:43.949860 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a89a0b15-8ddf-4dc4-81f2-6b5dd97bfede tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:44.042398 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a89a0b15-8ddf-4dc4-81f2-6b5dd97bfede tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:44.050097 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ba6fe-13b3-425d-89b1-ec47f3ec5017 req-aeb2682e-1cd9-410b-9a3e-ca081a1b7de7 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:44.051667 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-908ba6fe-13b3-425d-89b1-ec47f3ec5017 req-aeb2682e-1cd9-410b-9a3e-ca081a1b7de7 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d264ac0-1aee-47d4-a47c-e73069e3c20d HTTP/1.1" status: 200 len: 946 time: 0.0758727 Oct 20 12:07:44.052862 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a89a0b15-8ddf-4dc4-81f2-6b5dd97bfede tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:44.078653 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a0b15-8ddf-4dc4-81f2-6b5dd97bfede tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=699cd4bd-0110-44af-8156-44c030c4fe08,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:07:44.090717 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a89a0b15-8ddf-4dc4-81f2-6b5dd97bfede tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:44.094557 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-a89a0b15-8ddf-4dc4-81f2-6b5dd97bfede tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1753929 Oct 20 12:07:44.095020 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53008) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:07:44.099755 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-ffecb40b-4413-424e-9ad8-3877fced8be2 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Request body: {'security_group_rule': {'security_group_id': 'ca24dd0b-cfd0-4e52-a342-c57a2c2920aa', 'project_id': '118af20a3cfe4f71944eafdde5c790b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:07:44.110442 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-908ba6fe-13b3-425d-89b1-ec47f3ec5017 req-03b7be58-5834-47fc-af63-f13f3c8847cc tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/security-groups?id=5344e032-011c-406c-aea2-c622e4a05209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508144 Oct 20 12:07:44.134364 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ffecb40b-4413-424e-9ad8-3877fced8be2 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:44.194928 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ffecb40b-4413-424e-9ad8-3877fced8be2 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:44.199873 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ffecb40b-4413-424e-9ad8-3877fced8be2 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:44.221567 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffecb40b-4413-424e-9ad8-3877fced8be2 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a88c7249-4549-460e-a7eb-1f3237e9d692,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:07:44.229698 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffecb40b-4413-424e-9ad8-3877fced8be2 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:07:44.230044 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffecb40b-4413-424e-9ad8-3877fced8be2 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:07:44.230383 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffecb40b-4413-424e-9ad8-3877fced8be2 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:07:44.230717 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffecb40b-4413-424e-9ad8-3877fced8be2 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:07:44.231076 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffecb40b-4413-424e-9ad8-3877fced8be2 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:07:44.231406 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffecb40b-4413-424e-9ad8-3877fced8be2 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:07:44.231732 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffecb40b-4413-424e-9ad8-3877fced8be2 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:07:44.232053 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffecb40b-4413-424e-9ad8-3877fced8be2 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:07:44.232374 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffecb40b-4413-424e-9ad8-3877fced8be2 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:07:44.232702 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffecb40b-4413-424e-9ad8-3877fced8be2 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:07:44.233024 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffecb40b-4413-424e-9ad8-3877fced8be2 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:07:44.233376 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffecb40b-4413-424e-9ad8-3877fced8be2 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:07:44.237860 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ffecb40b-4413-424e-9ad8-3877fced8be2 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:44.239092 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ffecb40b-4413-424e-9ad8-3877fced8be2 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1430707 Oct 20 12:07:44.241822 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53010) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:07:44.246135 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-643cf0dc-47c9-46cd-8c8d-5d72ac38c433 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Request body: {'security_group_rule': {'security_group_id': 'ca24dd0b-cfd0-4e52-a342-c57a2c2920aa', 'project_id': '118af20a3cfe4f71944eafdde5c790b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:07:44.273749 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-643cf0dc-47c9-46cd-8c8d-5d72ac38c433 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:44.333475 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-643cf0dc-47c9-46cd-8c8d-5d72ac38c433 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:44.338332 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-643cf0dc-47c9-46cd-8c8d-5d72ac38c433 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:44.342098 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b40f5f-6025-4ded-a9b3-bc80cfba105d req-41732d87-fbf5-495d-bfba-9aab58b9b03d tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:44.343639 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-66b40f5f-6025-4ded-a9b3-bc80cfba105d req-41732d87-fbf5-495d-bfba-9aab58b9b03d tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d264ac0-1aee-47d4-a47c-e73069e3c20d HTTP/1.1" status: 200 len: 946 time: 0.0501819 Oct 20 12:07:44.358310 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643cf0dc-47c9-46cd-8c8d-5d72ac38c433 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e35789bf-0b62-4d1d-aa42-1dac37a6b354,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:07:44.368920 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-643cf0dc-47c9-46cd-8c8d-5d72ac38c433 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:44.370185 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-643cf0dc-47c9-46cd-8c8d-5d72ac38c433 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1274307 Oct 20 12:07:44.373033 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53012) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:07:44.377610 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-6a56accc-e028-4954-b518-215a4c29ff5e tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Request body: {'security_group_rule': {'security_group_id': 'ca24dd0b-cfd0-4e52-a342-c57a2c2920aa', 'project_id': '118af20a3cfe4f71944eafdde5c790b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:07:44.401872 n-d-814735-3 neutron-server[100646]: INFO neutron.db.securitygroups_db [None req-6a56accc-e028-4954-b518-215a4c29ff5e tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Project 118af20a3cfe4f71944eafdde5c790b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 12:07:44.406936 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6a56accc-e028-4954-b518-215a4c29ff5e tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:44.447649 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-66b40f5f-6025-4ded-a9b3-bc80cfba105d req-2105c1c8-927e-4ccf-8bcd-7ec90228a616 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Deleting port 660f5b99-5e4f-4f44-aeed-9c6000e2cf8d {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:07:44.447990 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-66b40f5f-6025-4ded-a9b3-bc80cfba105d req-2105c1c8-927e-4ccf-8bcd-7ec90228a616 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:44.466757 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6a56accc-e028-4954-b518-215a4c29ff5e tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:44.471887 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6a56accc-e028-4954-b518-215a4c29ff5e tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:44.489134 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a56accc-e028-4954-b518-215a4c29ff5e tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2e88be6-980d-4add-98b9-2233fef4a415,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:07:44.499938 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6a56accc-e028-4954-b518-215a4c29ff5e tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:44.501177 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6a56accc-e028-4954-b518-215a4c29ff5e tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1272097 Oct 20 12:07:44.503972 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53014) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:07:44.508469 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-c480de1b-3e78-489c-8474-beeeee484da0 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Request body: {'security_group_rule': {'security_group_id': 'ca24dd0b-cfd0-4e52-a342-c57a2c2920aa', 'project_id': '118af20a3cfe4f71944eafdde5c790b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:07:44.530619 n-d-814735-3 neutron-server[100646]: INFO neutron.db.securitygroups_db [None req-c480de1b-3e78-489c-8474-beeeee484da0 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Project 118af20a3cfe4f71944eafdde5c790b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 12:07:44.538720 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c480de1b-3e78-489c-8474-beeeee484da0 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:44.545716 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-66b40f5f-6025-4ded-a9b3-bc80cfba105d req-2105c1c8-927e-4ccf-8bcd-7ec90228a616 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] For port 660f5b99-5e4f-4f44-aeed-9c6000e2cf8d, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=660f5b99-5e4f-4f44-aeed-9c6000e2cf8d,segment=NetworkSegment(8a6ef2fb-9e20-47a1-b055-bd1508d5ca82),segment_id=8a6ef2fb-9e20-47a1-b055-bd1508d5ca82)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:07:44.546147 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-66b40f5f-6025-4ded-a9b3-bc80cfba105d req-2105c1c8-927e-4ccf-8bcd-7ec90228a616 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:44.563239 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-66b40f5f-6025-4ded-a9b3-bc80cfba105d req-2105c1c8-927e-4ccf-8bcd-7ec90228a616 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Calling delete_port for 660f5b99-5e4f-4f44-aeed-9c6000e2cf8d owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:07:44.600990 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c480de1b-3e78-489c-8474-beeeee484da0 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:44.605969 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c480de1b-3e78-489c-8474-beeeee484da0 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:44.621166 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c480de1b-3e78-489c-8474-beeeee484da0 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f7d8d7e-61c8-4203-b7e3-6b889e399756,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:07:44.633436 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c480de1b-3e78-489c-8474-beeeee484da0 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:44.643710 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c480de1b-3e78-489c-8474-beeeee484da0 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1299136 Oct 20 12:07:44.696805 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-66b40f5f-6025-4ded-a9b3-bc80cfba105d req-2105c1c8-927e-4ccf-8bcd-7ec90228a616 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:44.710347 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['99f47581-fd07-4b70-a269-cac3d0299991', '660f5b99-5e4f-4f44-aeed-9c6000e2cf8d'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:07:44.726490 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2105c1c8-927e-4ccf-8bcd-7ec90228a616 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Pushing event deleted for resources: {'Port': ['ID=660f5b99-5e4f-4f44-aeed-9c6000e2cf8d,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:07:44.734688 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['b68633cf-aa78-45b2-961d-5153a234cb97', '2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:07:44.735973 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2105c1c8-927e-4ccf-8bcd-7ec90228a616 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:07:44.736324 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2105c1c8-927e-4ccf-8bcd-7ec90228a616 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:07:44.736669 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2105c1c8-927e-4ccf-8bcd-7ec90228a616 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:07:44.737009 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2105c1c8-927e-4ccf-8bcd-7ec90228a616 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:07:44.738860 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2105c1c8-927e-4ccf-8bcd-7ec90228a616 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:07:44.738860 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2105c1c8-927e-4ccf-8bcd-7ec90228a616 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:07:44.738860 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2105c1c8-927e-4ccf-8bcd-7ec90228a616 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:07:44.738860 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2105c1c8-927e-4ccf-8bcd-7ec90228a616 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:07:44.738860 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2105c1c8-927e-4ccf-8bcd-7ec90228a616 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:07:44.740477 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2105c1c8-927e-4ccf-8bcd-7ec90228a616 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:07:44.740477 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2105c1c8-927e-4ccf-8bcd-7ec90228a616 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:07:44.740477 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2105c1c8-927e-4ccf-8bcd-7ec90228a616 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:07:44.797859 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b40f5f-6025-4ded-a9b3-bc80cfba105d req-2105c1c8-927e-4ccf-8bcd-7ec90228a616 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] No DVR routers for this DVR port 660f5b99-5e4f-4f44-aeed-9c6000e2cf8d on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:07:44.801197 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-66b40f5f-6025-4ded-a9b3-bc80cfba105d req-2105c1c8-927e-4ccf-8bcd-7ec90228a616 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:44.804497 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-66b40f5f-6025-4ded-a9b3-bc80cfba105d req-2105c1c8-927e-4ccf-8bcd-7ec90228a616 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.11 "DELETE /v2.0/ports/660f5b99-5e4f-4f44-aeed-9c6000e2cf8d HTTP/1.1" status: 204 len: 173 time: 0.4548740 Oct 20 12:07:44.805229 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d264ac0-1aee-47d4-a47c-e73069e3c20d', 'name': 'network-vif-deleted', 'tag': '660f5b99-5e4f-4f44-aeed-9c6000e2cf8d'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:07:44.807632 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9750dd67-7044-49f1-9755-fc440706b115" -d '{"events": [{"server_uuid": "8d264ac0-1aee-47d4-a47c-e73069e3c20d", "name": "network-vif-deleted", "tag": "660f5b99-5e4f-4f44-aeed-9c6000e2cf8d"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:07:44.831219 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4f1d3edd-01a0-4908-a839-318d558e7e0f req-48396844-20f6-4834-a552-278a677a5596 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1554203848&fields=id&tenant_id=118af20a3cfe4f71944eafdde5c790b9 HTTP/1.1" status: 200 len: 267 time: 0.0642910 Oct 20 12:07:44.858185 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1dbfd45-2d2c-4134-83db-1c96e6508d61 x-openstack-request-id: req-f1dbfd45-2d2c-4134-83db-1c96e6508d61 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:07:44.858685 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d264ac0-1aee-47d4-a47c-e73069e3c20d", "name": "network-vif-deleted", "tag": "660f5b99-5e4f-4f44-aeed-9c6000e2cf8d", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:07:44.859042 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f1dbfd45-2d2c-4134-83db-1c96e6508d61 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:07:44.859462 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d264ac0-1aee-47d4-a47c-e73069e3c20d', 'name': 'network-vif-deleted', 'tag': '660f5b99-5e4f-4f44-aeed-9c6000e2cf8d', 'status': 'completed', 'code': 200} Oct 20 12:07:44.951847 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d3edd-01a0-4908-a839-318d558e7e0f req-79c572e0-0f32-46e5-a8c7-1c2bec899374 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:44.953584 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4f1d3edd-01a0-4908-a839-318d558e7e0f req-79c572e0-0f32-46e5-a8c7-1c2bec899374 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "GET /v2.0/networks?id=bfa67a2e-d0d4-451f-9a9e-285e7b0873e6 HTTP/1.1" status: 200 len: 814 time: 0.1101658 Oct 20 12:07:44.970050 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4f1d3edd-01a0-4908-a839-318d558e7e0f req-5f5377fa-a8de-4a5c-b808-4a2c76e2d3da tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "GET /v2.0/quotas/118af20a3cfe4f71944eafdde5c790b9 HTTP/1.1" status: 200 len: 375 time: 0.0101900 Oct 20 12:07:45.026818 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4f1d3edd-01a0-4908-a839-318d558e7e0f req-530e950d-6d8d-44bf-bb85-366f77cf81aa tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=118af20a3cfe4f71944eafdde5c790b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505469 Oct 20 12:07:45.121587 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4f1d3edd-01a0-4908-a839-318d558e7e0f req-fe3dc74c-ae7f-43a8-8f5c-f4ac2b2e45be service neutron] 10.222.0.98 "GET /v2.0/networks/bfa67a2e-d0d4-451f-9a9e-285e7b0873e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831101 Oct 20 12:07:45.233851 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1153cd7a-2c75-42a8-b1e1-eb7f740b7c9a req-665510d5-2fab-4c37-a630-653468593660 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d264ac0-1aee-47d4-a47c-e73069e3c20d HTTP/1.1" status: 200 len: 210 time: 0.0357766 Oct 20 12:07:45.255685 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4f1d3edd-01a0-4908-a839-318d558e7e0f req-c5d0baa1-62e1-4806-9ca3-04db719702ae service neutron] 10.222.0.98 "GET /v2.0/networks/bfa67a2e-d0d4-451f-9a9e-285e7b0873e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205826 Oct 20 12:07:45.543974 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a2bf9f19-1474-4465-bfb8-63920dad84f9 req-af54aaa4-8595-4039-a16f-2bb394af144d tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "GET /v2.0/ports?device_id=db3e3a81-c1d4-411f-a753-bf2e8ae6ea96 HTTP/1.1" status: 200 len: 210 time: 0.0272901 Oct 20 12:07:45.686101 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:46.510716 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d3edd-01a0-4908-a839-318d558e7e0f req-7d34b82d-f96f-4e67-9ecb-ddf300d0603d tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:46.512249 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4f1d3edd-01a0-4908-a839-318d558e7e0f req-7d34b82d-f96f-4e67-9ecb-ddf300d0603d tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.11 "GET /v2.0/networks?id=bfa67a2e-d0d4-451f-9a9e-285e7b0873e6 HTTP/1.1" status: 200 len: 814 time: 0.1259496 Oct 20 12:07:46.563480 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4f1d3edd-01a0-4908-a839-318d558e7e0f req-834ee829-3cf6-4a9c-8a7a-0cf2cec3ce26 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=118af20a3cfe4f71944eafdde5c790b9 HTTP/1.1" status: 200 len: 380 time: 0.0405312 Oct 20 12:07:46.577579 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-4f1d3edd-01a0-4908-a839-318d558e7e0f req-32b0c588-f4d3-416f-ac69-365bf0eaf0f6 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Request body: {'port': {'device_id': 'db3e3a81-c1d4-411f-a753-bf2e8ae6ea96', 'network_id': 'bfa67a2e-d0d4-451f-9a9e-285e7b0873e6', 'admin_state_up': True, 'tenant_id': '118af20a3cfe4f71944eafdde5c790b9', 'security_groups': ['ca24dd0b-cfd0-4e52-a342-c57a2c2920aa']}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:07:46.677800 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8707ce73-786b-45e5-8b8b-bc5d0b1cbd21 req-7707ce05-98e0-4856-9c44-6d523d5db2c3 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "GET /v2.0/ports?device_id=db3e3a81-c1d4-411f-a753-bf2e8ae6ea96 HTTP/1.1" status: 200 len: 210 time: 0.0324614 Oct 20 12:07:46.724050 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f1d3edd-01a0-4908-a839-318d558e7e0f req-32b0c588-f4d3-416f-ac69-365bf0eaf0f6 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Made reservation on behalf of 118af20a3cfe4f71944eafdde5c790b9 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:07:46.727741 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4f1d3edd-01a0-4908-a839-318d558e7e0f req-32b0c588-f4d3-416f-ac69-365bf0eaf0f6 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:46.863112 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-4f1d3edd-01a0-4908-a839-318d558e7e0f req-32b0c588-f4d3-416f-ac69-365bf0eaf0f6 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Allocated IP 172.20.0.8 (bfa67a2e-d0d4-451f-9a9e-285e7b0873e6/4193f3bc-e129-48ae-a1e9-e862ce07ac27/4bd0f092-2c50-45c1-9553-18e44f162673) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:07:47.004699 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4f1d3edd-01a0-4908-a839-318d558e7e0f req-32b0c588-f4d3-416f-ac69-365bf0eaf0f6 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:47.042573 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4f1d3edd-01a0-4908-a839-318d558e7e0f req-32b0c588-f4d3-416f-ac69-365bf0eaf0f6 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:47.094593 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f1d3edd-01a0-4908-a839-318d558e7e0f req-32b0c588-f4d3-416f-ac69-365bf0eaf0f6 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Network bfa67a2e-d0d4-451f-9a9e-285e7b0873e6 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:07:47.097905 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-4f1d3edd-01a0-4908-a839-318d558e7e0f req-32b0c588-f4d3-416f-ac69-365bf0eaf0f6 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:07:47.105115 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1d3edd-01a0-4908-a839-318d558e7e0f req-32b0c588-f4d3-416f-ac69-365bf0eaf0f6 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:07:47.109484 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b0c588-f4d3-416f-ac69-365bf0eaf0f6 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Pushing event updated for resources: {'Port': ['ID=4bd0f092-2c50-45c1-9553-18e44f162673,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:07:47.347971 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 660f5b99-5e4f-4f44-aeed-9c6000e2cf8d no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:07:47.370368 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: 660f5b99-5e4f-4f44-aeed-9c6000e2cf8d {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:07:47.370604 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 660f5b99-5e4f-4f44-aeed-9c6000e2cf8d not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:07:47.444782 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-21bdbc6b-e54e-4d3a-9be9-ec897e03799c None None] Provisioning complete for port 4bd0f092-2c50-45c1-9553-18e44f162673 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:07:47.445154 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-21bdbc6b-e54e-4d3a-9be9-ec897e03799c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:47.464245 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:07:47.509555 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-21bdbc6b-e54e-4d3a-9be9-ec897e03799c None None] Port 4bd0f092-2c50-45c1-9553-18e44f162673 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:07:47.553795 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d3edd-01a0-4908-a839-318d558e7e0f req-32b0c588-f4d3-416f-ac69-365bf0eaf0f6 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:47.554728 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4f1d3edd-01a0-4908-a839-318d558e7e0f req-32b0c588-f4d3-416f-ac69-365bf0eaf0f6 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:47.573384 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4f1d3edd-01a0-4908-a839-318d558e7e0f req-32b0c588-f4d3-416f-ac69-365bf0eaf0f6 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0014911 Oct 20 12:07:47.587126 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-4f1d3edd-01a0-4908-a839-318d558e7e0f req-989e6385-dab1-4ae0-897e-511d0688e79d service neutron] Request body: {'port': {'device_id': 'db3e3a81-c1d4-411f-a753-bf2e8ae6ea96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:07:47.647410 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4f1d3edd-01a0-4908-a839-318d558e7e0f req-989e6385-dab1-4ae0-897e-511d0688e79d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:47.870714 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77776e9d-13fe-4643-8344-9c8acda6d091 req-21e6ead2-aaa1-4202-ac84-6a41ef945ce6 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:47.872234 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-77776e9d-13fe-4643-8344-9c8acda6d091 req-21e6ead2-aaa1-4202-ac84-6a41ef945ce6 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "GET /v2.0/ports?device_id=db3e3a81-c1d4-411f-a753-bf2e8ae6ea96 HTTP/1.1" status: 200 len: 931 time: 0.1108942 Oct 20 12:07:47.938046 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-77776e9d-13fe-4643-8344-9c8acda6d091 req-bfa80c0e-768a-4993-ab6b-3330758f1b9a tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca24dd0b-cfd0-4e52-a342-c57a2c2920aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585899 Oct 20 12:07:48.004243 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-4f1d3edd-01a0-4908-a839-318d558e7e0f req-989e6385-dab1-4ae0-897e-511d0688e79d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bd0f092-2c50-45c1-9553-18e44f162673 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:07:48.012605 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4f1d3edd-01a0-4908-a839-318d558e7e0f req-989e6385-dab1-4ae0-897e-511d0688e79d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:48.025921 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-4f1d3edd-01a0-4908-a839-318d558e7e0f req-989e6385-dab1-4ae0-897e-511d0688e79d service neutron] Transition to ACTIVE for port object 4bd0f092-2c50-45c1-9553-18e44f162673 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 12:07:48.030982 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4f1d3edd-01a0-4908-a839-318d558e7e0f req-989e6385-dab1-4ae0-897e-511d0688e79d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:48.085864 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e6385-dab1-4ae0-897e-511d0688e79d service neutron] Pushing event updated for resources: {'Port': ['ID=4bd0f092-2c50-45c1-9553-18e44f162673,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:07:48.166267 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-4f1d3edd-01a0-4908-a839-318d558e7e0f req-989e6385-dab1-4ae0-897e-511d0688e79d service neutron] Attempting to bind port 4bd0f092-2c50-45c1-9553-18e44f162673 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:07:48.166593 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-4f1d3edd-01a0-4908-a839-318d558e7e0f req-989e6385-dab1-4ae0-897e-511d0688e79d service neutron] Attempting to bind port 4bd0f092-2c50-45c1-9553-18e44f162673 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': 'f5dd2f67-3712-414d-8179-24cc087197e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'bfa67a2e-d0d4-451f-9a9e-285e7b0873e6'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:07:48.167161 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d3edd-01a0-4908-a839-318d558e7e0f req-989e6385-dab1-4ae0-897e-511d0688e79d service neutron] Attempting to bind port 4bd0f092-2c50-45c1-9553-18e44f162673 on network bfa67a2e-d0d4-451f-9a9e-285e7b0873e6 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:07:48.172115 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d3edd-01a0-4908-a839-318d558e7e0f req-989e6385-dab1-4ae0-897e-511d0688e79d service neutron] Port 4bd0f092-2c50-45c1-9553-18e44f162673 on network bfa67a2e-d0d4-451f-9a9e-285e7b0873e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 12:07:48.172758 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d3edd-01a0-4908-a839-318d558e7e0f req-989e6385-dab1-4ae0-897e-511d0688e79d service neutron] Attempting to bind port 4bd0f092-2c50-45c1-9553-18e44f162673 on network bfa67a2e-d0d4-451f-9a9e-285e7b0873e6 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:07:48.179153 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d3edd-01a0-4908-a839-318d558e7e0f req-989e6385-dab1-4ae0-897e-511d0688e79d service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:07:48.179649 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d3edd-01a0-4908-a839-318d558e7e0f req-989e6385-dab1-4ae0-897e-511d0688e79d service neutron] Checking segment: {'id': 'f5dd2f67-3712-414d-8179-24cc087197e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'bfa67a2e-d0d4-451f-9a9e-285e7b0873e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:07:48.179995 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d3edd-01a0-4908-a839-318d558e7e0f req-989e6385-dab1-4ae0-897e-511d0688e79d service neutron] Bound using segment: {'id': 'f5dd2f67-3712-414d-8179-24cc087197e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'bfa67a2e-d0d4-451f-9a9e-285e7b0873e6'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:07:48.180307 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-4f1d3edd-01a0-4908-a839-318d558e7e0f req-989e6385-dab1-4ae0-897e-511d0688e79d service neutron] Bound port: 4bd0f092-2c50-45c1-9553-18e44f162673, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5dd2f67-3712-414d-8179-24cc087197e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'bfa67a2e-d0d4-451f-9a9e-285e7b0873e6'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:07:48.183428 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4f1d3edd-01a0-4908-a839-318d558e7e0f req-989e6385-dab1-4ae0-897e-511d0688e79d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:48.286006 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-4f1d3edd-01a0-4908-a839-318d558e7e0f req-989e6385-dab1-4ae0-897e-511d0688e79d service neutron] For port 4bd0f092-2c50-45c1-9553-18e44f162673, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:07:48.292664 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-4f1d3edd-01a0-4908-a839-318d558e7e0f req-989e6385-dab1-4ae0-897e-511d0688e79d service neutron] For port 4bd0f092-2c50-45c1-9553-18e44f162673, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=4bd0f092-2c50-45c1-9553-18e44f162673,segment=NetworkSegment(f5dd2f67-3712-414d-8179-24cc087197e7),segment_id=f5dd2f67-3712-414d-8179-24cc087197e7)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:07:48.301050 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4f1d3edd-01a0-4908-a839-318d558e7e0f req-989e6385-dab1-4ae0-897e-511d0688e79d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:48.343823 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d3edd-01a0-4908-a839-318d558e7e0f req-989e6385-dab1-4ae0-897e-511d0688e79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:48.344761 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4f1d3edd-01a0-4908-a839-318d558e7e0f req-989e6385-dab1-4ae0-897e-511d0688e79d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:48.346161 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4f1d3edd-01a0-4908-a839-318d558e7e0f req-989e6385-dab1-4ae0-897e-511d0688e79d service neutron] 10.222.0.11 "PUT /v2.0/ports/4bd0f092-2c50-45c1-9553-18e44f162673 HTTP/1.1" status: 200 len: 1091 time: 0.7635095 Oct 20 12:07:48.346614 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db3e3a81-c1d4-411f-a753-bf2e8ae6ea96', 'tag': '4bd0f092-2c50-45c1-9553-18e44f162673'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:07:48.348931 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed3e7e6-01eb-415b-bfa1-545d1568243a" -d '{"events": [{"name": "network-changed", "server_uuid": "db3e3a81-c1d4-411f-a753-bf2e8ae6ea96", "tag": "4bd0f092-2c50-45c1-9553-18e44f162673"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:07:48.372981 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e6385-dab1-4ae0-897e-511d0688e79d service neutron] Pushing event updated for resources: {'Port': ['ID=4bd0f092-2c50-45c1-9553-18e44f162673,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:07:48.433876 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc553425-3544-4a85-89c2-6a9ec6e956eb x-openstack-request-id: req-dc553425-3544-4a85-89c2-6a9ec6e956eb {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:07:48.434210 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db3e3a81-c1d4-411f-a753-bf2e8ae6ea96", "tag": "4bd0f092-2c50-45c1-9553-18e44f162673", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:07:48.434512 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-dc553425-3544-4a85-89c2-6a9ec6e956eb {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:07:48.434942 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db3e3a81-c1d4-411f-a753-bf2e8ae6ea96', 'tag': '4bd0f092-2c50-45c1-9553-18e44f162673', 'status': 'completed', 'code': 200} Oct 20 12:07:48.455153 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d3edd-01a0-4908-a839-318d558e7e0f req-52ad682f-d9c9-4f8f-aae2-8cea02bdc050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:48.456292 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4f1d3edd-01a0-4908-a839-318d558e7e0f req-52ad682f-d9c9-4f8f-aae2-8cea02bdc050 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=118af20a3cfe4f71944eafdde5c790b9&device_id=db3e3a81-c1d4-411f-a753-bf2e8ae6ea96 HTTP/1.1" status: 200 len: 1094 time: 0.0578723 Oct 20 12:07:48.503195 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4f1d3edd-01a0-4908-a839-318d558e7e0f req-c640646b-1121-4040-8395-cc7a3b60e0d8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bd0f092-2c50-45c1-9553-18e44f162673 HTTP/1.1" status: 200 len: 217 time: 0.0384130 Oct 20 12:07:48.586534 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d3edd-01a0-4908-a839-318d558e7e0f req-743518d0-0176-4884-8115-880daa51c852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:48.587985 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4f1d3edd-01a0-4908-a839-318d558e7e0f req-743518d0-0176-4884-8115-880daa51c852 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4193f3bc-e129-48ae-a1e9-e862ce07ac27 HTTP/1.1" status: 200 len: 853 time: 0.0759051 Oct 20 12:07:48.639087 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d3edd-01a0-4908-a839-318d558e7e0f req-fbfefa97-54b7-485a-a310-886ccead2942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:48.640666 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4f1d3edd-01a0-4908-a839-318d558e7e0f req-fbfefa97-54b7-485a-a310-886ccead2942 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bfa67a2e-d0d4-451f-9a9e-285e7b0873e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454233 Oct 20 12:07:48.742195 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4f1d3edd-01a0-4908-a839-318d558e7e0f req-6a6237bd-d993-4c9a-8c82-61e82e3e18c7 service neutron] 10.222.0.11 "GET /v2.0/networks/bfa67a2e-d0d4-451f-9a9e-285e7b0873e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936773 Oct 20 12:07:48.844349 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4f1d3edd-01a0-4908-a839-318d558e7e0f req-e5f8f35e-3ae5-40a3-9730-a5680899b564 service neutron] 10.222.0.11 "GET /v2.0/networks/bfa67a2e-d0d4-451f-9a9e-285e7b0873e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946739 Oct 20 12:07:48.936721 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed3e7e6-01eb-415b-bfa1-545d1568243a req-3ae894f9-388c-481d-8491-b7f9244682d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:48.938918 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ed3e7e6-01eb-415b-bfa1-545d1568243a req-3ae894f9-388c-481d-8491-b7f9244682d5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=118af20a3cfe4f71944eafdde5c790b9&device_id=db3e3a81-c1d4-411f-a753-bf2e8ae6ea96 HTTP/1.1" status: 200 len: 1094 time: 0.0483346 Oct 20 12:07:49.071323 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed3e7e6-01eb-415b-bfa1-545d1568243a req-8015a97d-7e8a-4ad6-9fd1-4dac6cfcbfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:49.072916 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ed3e7e6-01eb-415b-bfa1-545d1568243a req-8015a97d-7e8a-4ad6-9fd1-4dac6cfcbfdd service neutron] 10.222.0.11 "GET /v2.0/networks?id=bfa67a2e-d0d4-451f-9a9e-285e7b0873e6 HTTP/1.1" status: 200 len: 916 time: 0.1269970 Oct 20 12:07:49.095727 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bef9fc-5391-4d0d-889d-d0cff18a8189 req-796888c9-7106-4c7c-b9fd-84b156a131ac tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:49.097211 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-00bef9fc-5391-4d0d-889d-d0cff18a8189 req-796888c9-7106-4c7c-b9fd-84b156a131ac tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "GET /v2.0/ports?device_id=db3e3a81-c1d4-411f-a753-bf2e8ae6ea96 HTTP/1.1" status: 200 len: 943 time: 0.0728900 Oct 20 12:07:49.128581 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ed3e7e6-01eb-415b-bfa1-545d1568243a req-988082c4-cde9-4d09-9f62-b0ab89759880 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bd0f092-2c50-45c1-9553-18e44f162673 HTTP/1.1" status: 200 len: 217 time: 0.0456553 Oct 20 12:07:49.200349 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-00bef9fc-5391-4d0d-889d-d0cff18a8189 req-06844af8-c9e7-43e0-b7e1-879b705fcd44 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca24dd0b-cfd0-4e52-a342-c57a2c2920aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763574 Oct 20 12:07:49.207622 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed3e7e6-01eb-415b-bfa1-545d1568243a req-9c57ceb4-2dd3-4578-975c-a409f6b28391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:49.209928 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ed3e7e6-01eb-415b-bfa1-545d1568243a req-9c57ceb4-2dd3-4578-975c-a409f6b28391 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4193f3bc-e129-48ae-a1e9-e862ce07ac27 HTTP/1.1" status: 200 len: 853 time: 0.0697722 Oct 20 12:07:49.259873 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed3e7e6-01eb-415b-bfa1-545d1568243a req-79d7609d-3eaf-4a01-9c73-d4c1f6de4963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:49.261398 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ed3e7e6-01eb-415b-bfa1-545d1568243a req-79d7609d-3eaf-4a01-9c73-d4c1f6de4963 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bfa67a2e-d0d4-451f-9a9e-285e7b0873e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441296 Oct 20 12:07:49.363034 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-28afc5d7-ce76-45cb-ac73-4e846930e65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:49.390728 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ed3e7e6-01eb-415b-bfa1-545d1568243a req-dfe707d0-db1e-48dc-bce1-84361f702f8a service neutron] 10.222.0.11 "GET /v2.0/networks/bfa67a2e-d0d4-451f-9a9e-285e7b0873e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199956 Oct 20 12:07:49.497340 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ed3e7e6-01eb-415b-bfa1-545d1568243a req-72ee8aa3-3ea7-4e61-8688-dc9807693a81 service neutron] 10.222.0.11 "GET /v2.0/networks/bfa67a2e-d0d4-451f-9a9e-285e7b0873e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995114 Oct 20 12:07:49.845754 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b88d1-0c59-426e-ae26-f7de18fcd284 req-8d3e52d9-42da-47f6-84a7-823d213e50fe tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:49.847374 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-900b88d1-0c59-426e-ae26-f7de18fcd284 req-8d3e52d9-42da-47f6-84a7-823d213e50fe tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/ports?device_id=415454c8-9e36-4606-91ba-49c22dda8219 HTTP/1.1" status: 200 len: 945 time: 0.0545225 Oct 20 12:07:49.888192 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-900b88d1-0c59-426e-ae26-f7de18fcd284 req-e31eef3e-c5c7-4ab2-a720-a0c86a47fd00 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/security-groups?id=5344e032-011c-406c-aea2-c622e4a05209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336590 Oct 20 12:07:50.333187 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f3286-9184-4303-a8e1-c29ed0292cb1 req-885939d9-ff30-4674-a4a5-49c4c5ffb84a tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:50.335412 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eb0f3286-9184-4303-a8e1-c29ed0292cb1 req-885939d9-ff30-4674-a4a5-49c4c5ffb84a tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "GET /v2.0/ports?device_id=db3e3a81-c1d4-411f-a753-bf2e8ae6ea96 HTTP/1.1" status: 200 len: 943 time: 0.0593045 Oct 20 12:07:50.379106 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eb0f3286-9184-4303-a8e1-c29ed0292cb1 req-ca4d3275-7260-48fc-b914-3ea76e3c7a55 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca24dd0b-cfd0-4e52-a342-c57a2c2920aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370271 Oct 20 12:07:51.015931 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90585f46-9edc-4e96-a8ce-a376d86e4957 req-785faa2e-f052-4734-97a7-b58da8d4e8d1 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:51.017948 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-90585f46-9edc-4e96-a8ce-a376d86e4957 req-785faa2e-f052-4734-97a7-b58da8d4e8d1 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/ports?device_id=415454c8-9e36-4606-91ba-49c22dda8219 HTTP/1.1" status: 200 len: 945 time: 0.0570309 Oct 20 12:07:51.057823 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-90585f46-9edc-4e96-a8ce-a376d86e4957 req-61ace523-2877-4ad8-ba95-9a31f0fb44c3 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/security-groups?id=5344e032-011c-406c-aea2-c622e4a05209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339158 Oct 20 12:07:51.265669 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aff0de-08aa-48f9-8190-7b8899c65adf req-e8bf8964-1475-4a5b-8c12-cb090ae5a8d8 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:51.267232 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d8aff0de-08aa-48f9-8190-7b8899c65adf req-e8bf8964-1475-4a5b-8c12-cb090ae5a8d8 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.11 "GET /v2.0/ports?device_id=415454c8-9e36-4606-91ba-49c22dda8219 HTTP/1.1" status: 200 len: 945 time: 0.0513444 Oct 20 12:07:51.371036 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-d8aff0de-08aa-48f9-8190-7b8899c65adf req-005258fe-6baa-4e84-a231-f8f63e0511cc tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Deleting port 99f47581-fd07-4b70-a269-cac3d0299991 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:07:51.371378 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d8aff0de-08aa-48f9-8190-7b8899c65adf req-005258fe-6baa-4e84-a231-f8f63e0511cc tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:51.500784 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-d8aff0de-08aa-48f9-8190-7b8899c65adf req-005258fe-6baa-4e84-a231-f8f63e0511cc tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] For port 99f47581-fd07-4b70-a269-cac3d0299991, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=99f47581-fd07-4b70-a269-cac3d0299991,segment=NetworkSegment(8a6ef2fb-9e20-47a1-b055-bd1508d5ca82),segment_id=8a6ef2fb-9e20-47a1-b055-bd1508d5ca82)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:07:51.501038 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d8aff0de-08aa-48f9-8190-7b8899c65adf req-005258fe-6baa-4e84-a231-f8f63e0511cc tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:51.518042 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-d8aff0de-08aa-48f9-8190-7b8899c65adf req-005258fe-6baa-4e84-a231-f8f63e0511cc tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Calling delete_port for 99f47581-fd07-4b70-a269-cac3d0299991 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:07:51.538804 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de6d9a-88b5-4305-90a4-9be3be645343 req-f841da0d-c8cc-459d-8b16-128ce05e0427 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:51.540329 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d4de6d9a-88b5-4305-90a4-9be3be645343 req-f841da0d-c8cc-459d-8b16-128ce05e0427 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "GET /v2.0/ports?device_id=db3e3a81-c1d4-411f-a753-bf2e8ae6ea96 HTTP/1.1" status: 200 len: 943 time: 0.0883958 Oct 20 12:07:51.620952 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d4de6d9a-88b5-4305-90a4-9be3be645343 req-78fdd3c6-adb3-4fba-841c-586c80d9e37c tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca24dd0b-cfd0-4e52-a342-c57a2c2920aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499539 Oct 20 12:07:51.694679 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d8aff0de-08aa-48f9-8190-7b8899c65adf req-005258fe-6baa-4e84-a231-f8f63e0511cc tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:51.708335 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['b68633cf-aa78-45b2-961d-5153a234cb97', '2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:07:51.711995 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['99f47581-fd07-4b70-a269-cac3d0299991'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:07:51.732902 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005258fe-6baa-4e84-a231-f8f63e0511cc tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Pushing event deleted for resources: {'Port': ['ID=99f47581-fd07-4b70-a269-cac3d0299991,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:07:51.775230 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8aff0de-08aa-48f9-8190-7b8899c65adf req-005258fe-6baa-4e84-a231-f8f63e0511cc tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] No DVR routers for this DVR port 99f47581-fd07-4b70-a269-cac3d0299991 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:07:51.778539 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-d8aff0de-08aa-48f9-8190-7b8899c65adf req-005258fe-6baa-4e84-a231-f8f63e0511cc tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:51.782420 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d8aff0de-08aa-48f9-8190-7b8899c65adf req-005258fe-6baa-4e84-a231-f8f63e0511cc tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.11 "DELETE /v2.0/ports/99f47581-fd07-4b70-a269-cac3d0299991 HTTP/1.1" status: 204 len: 173 time: 0.5082688 Oct 20 12:07:51.782973 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415454c8-9e36-4606-91ba-49c22dda8219', 'name': 'network-vif-deleted', 'tag': '99f47581-fd07-4b70-a269-cac3d0299991'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:07:51.785325 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd6c2c6-f7cf-4424-b459-569a1f3c22f9" -d '{"events": [{"server_uuid": "415454c8-9e36-4606-91ba-49c22dda8219", "name": "network-vif-deleted", "tag": "99f47581-fd07-4b70-a269-cac3d0299991"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:07:51.836630 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affcce75-7af5-4d99-bd68-6e529564c1a7 x-openstack-request-id: req-affcce75-7af5-4d99-bd68-6e529564c1a7 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:07:51.836926 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "415454c8-9e36-4606-91ba-49c22dda8219", "name": "network-vif-deleted", "tag": "99f47581-fd07-4b70-a269-cac3d0299991", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:07:51.837167 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-affcce75-7af5-4d99-bd68-6e529564c1a7 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:07:51.837570 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415454c8-9e36-4606-91ba-49c22dda8219', 'name': 'network-vif-deleted', 'tag': '99f47581-fd07-4b70-a269-cac3d0299991', 'status': 'completed', 'code': 200} Oct 20 12:07:52.171451 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-722b3915-1be8-4bd1-9f6f-9d308200628c req-51aa6745-15a3-4498-8bfc-aef07281dbcd tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/ports?device_id=415454c8-9e36-4606-91ba-49c22dda8219 HTTP/1.1" status: 200 len: 210 time: 0.0311656 Oct 20 12:07:52.223084 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-92dc0627-6a20-48df-863d-f27cc9fdfe14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:52.763360 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37ce67-7398-4d91-9668-9e3e693ae2cf req-b7ea2ac9-b192-4061-90c6-6fde19fcd345 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:52.764915 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cc37ce67-7398-4d91-9668-9e3e693ae2cf req-b7ea2ac9-b192-4061-90c6-6fde19fcd345 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "GET /v2.0/ports?device_id=db3e3a81-c1d4-411f-a753-bf2e8ae6ea96 HTTP/1.1" status: 200 len: 943 time: 0.0527604 Oct 20 12:07:52.808390 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cc37ce67-7398-4d91-9668-9e3e693ae2cf req-8661e4f3-16b5-41b3-832b-e5a471e9b32a tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca24dd0b-cfd0-4e52-a342-c57a2c2920aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371842 Oct 20 12:07:53.152074 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:53.261831 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:53.462165 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb3a2f-e122-4363-b97c-3ac1d0b3aab2 req-a705f85a-0ecb-40ce-9cad-0bd0faeaf24b tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:53.463729 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f7eb3a2f-e122-4363-b97c-3ac1d0b3aab2 req-a705f85a-0ecb-40ce-9cad-0bd0faeaf24b tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c683c79-c1ce-480b-8f3f-0f7d76002664 HTTP/1.1" status: 200 len: 945 time: 0.0546165 Oct 20 12:07:53.506385 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f7eb3a2f-e122-4363-b97c-3ac1d0b3aab2 req-51cc1afe-2b5e-4e8f-9740-bae0064ebf67 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/security-groups?id=5344e032-011c-406c-aea2-c622e4a05209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358222 Oct 20 12:07:53.932045 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d2c3b-a429-4138-9094-57ce664bda3a req-54167a6f-582c-4b29-a18e-d246b6ef0d55 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:53.933597 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3e4d2c3b-a429-4138-9094-57ce664bda3a req-54167a6f-582c-4b29-a18e-d246b6ef0d55 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "GET /v2.0/ports?device_id=db3e3a81-c1d4-411f-a753-bf2e8ae6ea96 HTTP/1.1" status: 200 len: 943 time: 0.0535610 Oct 20 12:07:53.974942 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3e4d2c3b-a429-4138-9094-57ce664bda3a req-cd908b2e-c130-44bc-a791-1d120a617370 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca24dd0b-cfd0-4e52-a342-c57a2c2920aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343585 Oct 20 12:07:54.889714 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb3b93-a83d-406f-8363-57c3ba7b20e8 req-62f50b5f-fc7f-4e7b-b354-f683be21a114 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:54.891244 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-babb3b93-a83d-406f-8363-57c3ba7b20e8 req-62f50b5f-fc7f-4e7b-b354-f683be21a114 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c683c79-c1ce-480b-8f3f-0f7d76002664 HTTP/1.1" status: 200 len: 945 time: 0.0523651 Oct 20 12:07:54.936567 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-babb3b93-a83d-406f-8363-57c3ba7b20e8 req-b7caab70-68d4-4be2-ba86-eb5b043d0c10 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/security-groups?id=5344e032-011c-406c-aea2-c622e4a05209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382307 Oct 20 12:07:54.992570 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:55.048928 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c3efc-6932-4011-b803-29ddaeb5f85e req-8c231e02-b34e-4224-b2dc-df73a53cef58 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:55.050488 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ec0c3efc-6932-4011-b803-29ddaeb5f85e req-8c231e02-b34e-4224-b2dc-df73a53cef58 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c683c79-c1ce-480b-8f3f-0f7d76002664 HTTP/1.1" status: 200 len: 945 time: 0.0574913 Oct 20 12:07:55.095930 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb9a8a-e2f8-4ed5-a938-58262887c109 req-edf71d18-61d0-44a2-8795-77b83c449c0b tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:55.097548 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4feb9a8a-e2f8-4ed5-a938-58262887c109 req-edf71d18-61d0-44a2-8795-77b83c449c0b tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "GET /v2.0/ports?device_id=db3e3a81-c1d4-411f-a753-bf2e8ae6ea96 HTTP/1.1" status: 200 len: 943 time: 0.0538371 Oct 20 12:07:55.140494 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4feb9a8a-e2f8-4ed5-a938-58262887c109 req-9f0ecab7-62ce-4dd9-a689-5c5d9a592c22 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca24dd0b-cfd0-4e52-a342-c57a2c2920aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358799 Oct 20 12:07:55.154748 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-ec0c3efc-6932-4011-b803-29ddaeb5f85e req-b4677313-7e13-44f1-9d24-a9f0717bca36 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Deleting port 2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:07:55.155188 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-ec0c3efc-6932-4011-b803-29ddaeb5f85e req-b4677313-7e13-44f1-9d24-a9f0717bca36 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:55.250113 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-ec0c3efc-6932-4011-b803-29ddaeb5f85e req-b4677313-7e13-44f1-9d24-a9f0717bca36 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] For port 2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7,segment=NetworkSegment(8a6ef2fb-9e20-47a1-b055-bd1508d5ca82),segment_id=8a6ef2fb-9e20-47a1-b055-bd1508d5ca82)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:07:55.250474 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-ec0c3efc-6932-4011-b803-29ddaeb5f85e req-b4677313-7e13-44f1-9d24-a9f0717bca36 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:55.263312 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-ec0c3efc-6932-4011-b803-29ddaeb5f85e req-b4677313-7e13-44f1-9d24-a9f0717bca36 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Calling delete_port for 2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7 owned by compute:nova {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:07:55.379247 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 99f47581-fd07-4b70-a269-cac3d0299991 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:07:55.392230 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-ec0c3efc-6932-4011-b803-29ddaeb5f85e req-b4677313-7e13-44f1-9d24-a9f0717bca36 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:55.402503 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: 99f47581-fd07-4b70-a269-cac3d0299991 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:07:55.402868 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 99f47581-fd07-4b70-a269-cac3d0299991 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:07:55.405872 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['b68633cf-aa78-45b2-961d-5153a234cb97', '2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:07:55.425912 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4677313-7e13-44f1-9d24-a9f0717bca36 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Pushing event deleted for resources: {'Port': ['ID=2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:07:55.473712 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec0c3efc-6932-4011-b803-29ddaeb5f85e req-b4677313-7e13-44f1-9d24-a9f0717bca36 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] No DVR routers for this DVR port 2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7 on host n-h2-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:07:55.476712 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-ec0c3efc-6932-4011-b803-29ddaeb5f85e req-b4677313-7e13-44f1-9d24-a9f0717bca36 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:55.480892 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ec0c3efc-6932-4011-b803-29ddaeb5f85e req-b4677313-7e13-44f1-9d24-a9f0717bca36 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.89 "DELETE /v2.0/ports/2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7 HTTP/1.1" status: 204 len: 173 time: 0.4242120 Oct 20 12:07:55.481380 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c683c79-c1ce-480b-8f3f-0f7d76002664', 'name': 'network-vif-deleted', 'tag': '2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:07:55.483760 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c65dcd-257e-46af-aa05-be911b27420f" -d '{"events": [{"server_uuid": "6c683c79-c1ce-480b-8f3f-0f7d76002664", "name": "network-vif-deleted", "tag": "2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:07:55.529109 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f553a7b-a412-464e-a2a7-e05d3472a7b5 x-openstack-request-id: req-7f553a7b-a412-464e-a2a7-e05d3472a7b5 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:07:55.529605 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c683c79-c1ce-480b-8f3f-0f7d76002664", "name": "network-vif-deleted", "tag": "2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:07:55.530002 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7f553a7b-a412-464e-a2a7-e05d3472a7b5 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:07:55.530438 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c683c79-c1ce-480b-8f3f-0f7d76002664', 'name': 'network-vif-deleted', 'tag': '2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7', 'status': 'completed', 'code': 200} Oct 20 12:07:56.056280 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0b71260f-b03f-4ec3-97dc-d1e4085d5c94 req-1ddcffed-fbb0-4b13-a1b4-25177f3ad5fd tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c683c79-c1ce-480b-8f3f-0f7d76002664 HTTP/1.1" status: 200 len: 210 time: 0.0316019 Oct 20 12:07:56.264159 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a045494-0748-4a9e-9b3e-72f2cda9abfd req-c08443a5-b109-437c-b189-cd68bd911d70 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:56.265732 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4a045494-0748-4a9e-9b3e-72f2cda9abfd req-c08443a5-b109-437c-b189-cd68bd911d70 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "GET /v2.0/ports?device_id=db3e3a81-c1d4-411f-a753-bf2e8ae6ea96 HTTP/1.1" status: 200 len: 943 time: 0.0509689 Oct 20 12:07:56.305451 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4a045494-0748-4a9e-9b3e-72f2cda9abfd req-8af33d04-71b2-4f84-b60d-c2647e9ef899 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca24dd0b-cfd0-4e52-a342-c57a2c2920aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333507 Oct 20 12:07:57.434127 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357789b9-0576-4bbd-82a1-3c5d242fb20d req-96c0c6c9-dd0c-46a9-a7b0-c6a4e4852ed3 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:57.435721 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-357789b9-0576-4bbd-82a1-3c5d242fb20d req-96c0c6c9-dd0c-46a9-a7b0-c6a4e4852ed3 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "GET /v2.0/ports?device_id=db3e3a81-c1d4-411f-a753-bf2e8ae6ea96 HTTP/1.1" status: 200 len: 943 time: 0.0603182 Oct 20 12:07:57.477278 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-357789b9-0576-4bbd-82a1-3c5d242fb20d req-e04e9ac7-2e3f-40e1-9d36-d926339504d4 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca24dd0b-cfd0-4e52-a342-c57a2c2920aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342114 Oct 20 12:07:58.602541 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b274d-0218-44db-a108-bba54f93f945 req-ff989c6a-6b73-42a7-9c78-3d046625e294 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:58.604269 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0f9b274d-0218-44db-a108-bba54f93f945 req-ff989c6a-6b73-42a7-9c78-3d046625e294 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "GET /v2.0/ports?device_id=db3e3a81-c1d4-411f-a753-bf2e8ae6ea96 HTTP/1.1" status: 200 len: 943 time: 0.0591609 Oct 20 12:07:58.650660 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0f9b274d-0218-44db-a108-bba54f93f945 req-2ae076d2-eb5f-4974-9ff1-bdf296c1329e tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca24dd0b-cfd0-4e52-a342-c57a2c2920aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378296 Oct 20 12:07:58.800462 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:07:58.821245 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: 2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:07:58.821551 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 2b17b9e8-49bd-4d4d-bb2c-eb89021c49f7 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:07:59.378548 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 4bd0f092-2c50-45c1-9553-18e44f162673 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:07:59.475999 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 4bd0f092-2c50-45c1-9553-18e44f162673, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=4bd0f092-2c50-45c1-9553-18e44f162673,segment=NetworkSegment(f5dd2f67-3712-414d-8179-24cc087197e7),segment_id=f5dd2f67-3712-414d-8179-24cc087197e7)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:07:59.488225 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '4bd0f092-2c50-45c1-9553-18e44f162673', 'network_id': 'bfa67a2e-d0d4-451f-9a9e-285e7b0873e6', 'port_id': '4bd0f092-2c50-45c1-9553-18e44f162673', 'mac_address': 'fa:16:3e:6d:f1:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4193f3bc-e129-48ae-a1e9-e862ce07ac27', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:07:59.529361 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:59.543591 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bd0f092-2c50-45c1-9553-18e44f162673 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:07:59.565260 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 4bd0f092-2c50-45c1-9553-18e44f162673, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=4bd0f092-2c50-45c1-9553-18e44f162673,segment=NetworkSegment(f5dd2f67-3712-414d-8179-24cc087197e7),segment_id=f5dd2f67-3712-414d-8179-24cc087197e7)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:07:59.571811 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:07:59.773766 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd1f51-1e1f-42b0-859c-2fc6b1c3e896 req-db5c52a1-6acf-4842-ac08-5f0ddcc9b78a tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:07:59.775384 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d8fd1f51-1e1f-42b0-859c-2fc6b1c3e896 req-db5c52a1-6acf-4842-ac08-5f0ddcc9b78a tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "GET /v2.0/ports?device_id=db3e3a81-c1d4-411f-a753-bf2e8ae6ea96 HTTP/1.1" status: 200 len: 944 time: 0.0519493 Oct 20 12:07:59.785120 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=4bd0f092-2c50-45c1-9553-18e44f162673,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:07:59.792602 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:07:59.792949 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:07:59.793290 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:07:59.793620 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:07:59.793949 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:07:59.794277 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:07:59.794601 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:07:59.794954 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:07:59.795762 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:07:59.795762 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:07:59.795977 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:07:59.796251 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:07:59.821075 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d8fd1f51-1e1f-42b0-859c-2fc6b1c3e896 req-a7e153a2-4173-4029-9096-beebb59889d3 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca24dd0b-cfd0-4e52-a342-c57a2c2920aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389662 Oct 20 12:07:59.833724 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['4bd0f092-2c50-45c1-9553-18e44f162673'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:08:00.567659 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b89a1-5cfb-437d-9946-8028688becee req-575b9ffb-7f98-46ad-b579-cdc1f3d2743d tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:00.569301 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bb7b89a1-5cfb-437d-9946-8028688becee req-575b9ffb-7f98-46ad-b579-cdc1f3d2743d tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c151a07-37e1-46ce-85c4-c2c015e000e5 HTTP/1.1" status: 200 len: 945 time: 0.0560029 Oct 20 12:08:00.610559 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bb7b89a1-5cfb-437d-9946-8028688becee req-a8787906-e0b2-4ff2-be07-c226d0fa3db1 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/security-groups?id=5344e032-011c-406c-aea2-c622e4a05209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344863 Oct 20 12:08:00.942711 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02fbb75-ef03-48c2-84d8-b8c7aa86a587 req-6cf16dbc-b5da-4b8d-ba98-affb9f28ef6f tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:00.943960 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c02fbb75-ef03-48c2-84d8-b8c7aa86a587 req-6cf16dbc-b5da-4b8d-ba98-affb9f28ef6f tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "GET /v2.0/ports?device_id=db3e3a81-c1d4-411f-a753-bf2e8ae6ea96 HTTP/1.1" status: 200 len: 944 time: 0.0520968 Oct 20 12:08:00.986748 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c02fbb75-ef03-48c2-84d8-b8c7aa86a587 req-3154c7cb-c1cf-4260-8584-1ea3da70cc79 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca24dd0b-cfd0-4e52-a342-c57a2c2920aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365176 Oct 20 12:08:01.398495 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 4bd0f092-2c50-45c1-9553-18e44f162673 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:08:01.453061 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 4bd0f092-2c50-45c1-9553-18e44f162673 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 12:08:01.456960 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 4bd0f092-2c50-45c1-9553-18e44f162673 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:08:01.457352 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:01.536356 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:01.562572 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3e3a81-c1d4-411f-a753-bf2e8ae6ea96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd0f092-2c50-45c1-9553-18e44f162673'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:08:01.564884 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6b3ed0-7e95-4267-a8d5-5a845d4ba0f8" -d '{"events": [{"server_uuid": "db3e3a81-c1d4-411f-a753-bf2e8ae6ea96", "name": "network-vif-plugged", "status": "completed", "tag": "4bd0f092-2c50-45c1-9553-18e44f162673"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:08:01.577598 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 4bd0f092-2c50-45c1-9553-18e44f162673, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=4bd0f092-2c50-45c1-9553-18e44f162673,segment=NetworkSegment(f5dd2f67-3712-414d-8179-24cc087197e7),segment_id=f5dd2f67-3712-414d-8179-24cc087197e7)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:08:01.583186 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:01.633294 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=4bd0f092-2c50-45c1-9553-18e44f162673,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:01.710711 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ee6d7d-6538-4d16-a899-671809da49e9 x-openstack-request-id: req-c6ee6d7d-6538-4d16-a899-671809da49e9 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:08:01.711039 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db3e3a81-c1d4-411f-a753-bf2e8ae6ea96", "name": "network-vif-plugged", "status": "completed", "tag": "4bd0f092-2c50-45c1-9553-18e44f162673", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:08:01.711756 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c6ee6d7d-6538-4d16-a899-671809da49e9 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:08:01.712161 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db3e3a81-c1d4-411f-a753-bf2e8ae6ea96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd0f092-2c50-45c1-9553-18e44f162673', 'code': 200} Oct 20 12:08:01.741012 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683bd69-a9a0-4fd0-86ab-d8ddb7c60c7b req-e6f0c733-97da-4b84-9eac-1c957c0841ec tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:01.742668 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e683bd69-a9a0-4fd0-86ab-d8ddb7c60c7b req-e6f0c733-97da-4b84-9eac-1c957c0841ec tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c151a07-37e1-46ce-85c4-c2c015e000e5 HTTP/1.1" status: 200 len: 945 time: 0.0531230 Oct 20 12:08:01.810526 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e683bd69-a9a0-4fd0-86ab-d8ddb7c60c7b req-5d966fbb-8d6f-4e96-9b76-1f33ca7c6162 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/security-groups?id=5344e032-011c-406c-aea2-c622e4a05209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606546 Oct 20 12:08:01.824747 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8e5db-76ff-4280-89eb-695ce8fc6886 req-e49309e6-4265-4095-9462-c7129e6e4704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:01.826258 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fbb8e5db-76ff-4280-89eb-695ce8fc6886 req-e49309e6-4265-4095-9462-c7129e6e4704 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=db3e3a81-c1d4-411f-a753-bf2e8ae6ea96 HTTP/1.1" status: 200 len: 1096 time: 0.0564055 Oct 20 12:08:01.863872 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fbb8e5db-76ff-4280-89eb-695ce8fc6886 req-7f78a1cd-6579-4f21-9f53-ddf856652500 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ca24dd0b-cfd0-4e52-a342-c57a2c2920aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294378 Oct 20 12:08:02.107672 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2330d5-6440-401d-b7f5-901aac9e30fb req-00cf5257-a77b-471d-b727-8b62d13dcbb2 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:02.109097 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d2330d5-6440-401d-b7f5-901aac9e30fb req-00cf5257-a77b-471d-b727-8b62d13dcbb2 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "GET /v2.0/ports?device_id=db3e3a81-c1d4-411f-a753-bf2e8ae6ea96 HTTP/1.1" status: 200 len: 945 time: 0.0503457 Oct 20 12:08:02.148190 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d2330d5-6440-401d-b7f5-901aac9e30fb req-e870def0-f621-406f-93db-5dc7cddcf191 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca24dd0b-cfd0-4e52-a342-c57a2c2920aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330222 Oct 20 12:08:02.253135 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a8421-ef6a-488d-901c-c250d8ff982e req-5c75111f-a01f-4448-8f72-db000078429f tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:02.254633 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-989a8421-ef6a-488d-901c-c250d8ff982e req-5c75111f-a01f-4448-8f72-db000078429f tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.89 "GET /v2.0/ports?device_id=4c151a07-37e1-46ce-85c4-c2c015e000e5 HTTP/1.1" status: 200 len: 945 time: 0.0493352 Oct 20 12:08:02.359331 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-989a8421-ef6a-488d-901c-c250d8ff982e req-8d421f38-461b-461b-b8e2-eea7d6c4bf15 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Deleting port b68633cf-aa78-45b2-961d-5153a234cb97 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:08:02.359684 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-989a8421-ef6a-488d-901c-c250d8ff982e req-8d421f38-461b-461b-b8e2-eea7d6c4bf15 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:02.452910 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-989a8421-ef6a-488d-901c-c250d8ff982e req-8d421f38-461b-461b-b8e2-eea7d6c4bf15 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] For port b68633cf-aa78-45b2-961d-5153a234cb97, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=b68633cf-aa78-45b2-961d-5153a234cb97,segment=NetworkSegment(8a6ef2fb-9e20-47a1-b055-bd1508d5ca82),segment_id=8a6ef2fb-9e20-47a1-b055-bd1508d5ca82)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:08:02.453327 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-989a8421-ef6a-488d-901c-c250d8ff982e req-8d421f38-461b-461b-b8e2-eea7d6c4bf15 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:02.466972 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-989a8421-ef6a-488d-901c-c250d8ff982e req-8d421f38-461b-461b-b8e2-eea7d6c4bf15 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Calling delete_port for b68633cf-aa78-45b2-961d-5153a234cb97 owned by compute:nova {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:08:02.603381 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-989a8421-ef6a-488d-901c-c250d8ff982e req-8d421f38-461b-461b-b8e2-eea7d6c4bf15 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:02.616500 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['b68633cf-aa78-45b2-961d-5153a234cb97'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:08:02.632916 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d421f38-461b-461b-b8e2-eea7d6c4bf15 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Pushing event deleted for resources: {'Port': ['ID=b68633cf-aa78-45b2-961d-5153a234cb97,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:02.680833 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-989a8421-ef6a-488d-901c-c250d8ff982e req-8d421f38-461b-461b-b8e2-eea7d6c4bf15 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] No DVR routers for this DVR port b68633cf-aa78-45b2-961d-5153a234cb97 on host n-h2-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:08:02.683669 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-989a8421-ef6a-488d-901c-c250d8ff982e req-8d421f38-461b-461b-b8e2-eea7d6c4bf15 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:02.687343 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-989a8421-ef6a-488d-901c-c250d8ff982e req-8d421f38-461b-461b-b8e2-eea7d6c4bf15 tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.89 "DELETE /v2.0/ports/b68633cf-aa78-45b2-961d-5153a234cb97 HTTP/1.1" status: 204 len: 173 time: 0.4268935 Oct 20 12:08:02.687797 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c151a07-37e1-46ce-85c4-c2c015e000e5', 'name': 'network-vif-deleted', 'tag': 'b68633cf-aa78-45b2-961d-5153a234cb97'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:08:02.690042 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667d8efb-af86-497e-b7b2-1a59610d0d59" -d '{"events": [{"server_uuid": "4c151a07-37e1-46ce-85c4-c2c015e000e5", "name": "network-vif-deleted", "tag": "b68633cf-aa78-45b2-961d-5153a234cb97"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:08:02.732652 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e16fe7a-44a6-4d53-8391-a1613f0fbbde x-openstack-request-id: req-5e16fe7a-44a6-4d53-8391-a1613f0fbbde {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:08:02.732979 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c151a07-37e1-46ce-85c4-c2c015e000e5", "name": "network-vif-deleted", "tag": "b68633cf-aa78-45b2-961d-5153a234cb97", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:08:02.733227 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5e16fe7a-44a6-4d53-8391-a1613f0fbbde {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:08:02.733628 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c151a07-37e1-46ce-85c4-c2c015e000e5', 'name': 'network-vif-deleted', 'tag': 'b68633cf-aa78-45b2-961d-5153a234cb97', 'status': 'completed', 'code': 200} Oct 20 12:08:02.920573 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ff36bbaf-96fd-4422-b656-28e073844bd3 req-08a89f97-9699-4b17-8799-18697854547a tempest-AttachVolumeNegativeTest-1863923535 tempest-AttachVolumeNegativeTest-1863923535-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c151a07-37e1-46ce-85c4-c2c015e000e5 HTTP/1.1" status: 200 len: 210 time: 0.0298812 Oct 20 12:08:03.276466 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c25e1-c8f1-4243-a943-b474f52fdbcc req-cf4cf9a0-7fdb-4aea-af43-26df4a8ef697 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:03.277966 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a92c25e1-c8f1-4243-a943-b474f52fdbcc req-cf4cf9a0-7fdb-4aea-af43-26df4a8ef697 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "GET /v2.0/ports?device_id=db3e3a81-c1d4-411f-a753-bf2e8ae6ea96 HTTP/1.1" status: 200 len: 945 time: 0.0559330 Oct 20 12:08:03.316916 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a92c25e1-c8f1-4243-a943-b474f52fdbcc req-b7c34246-5f2a-4e2b-a74a-b26c520b64f8 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca24dd0b-cfd0-4e52-a342-c57a2c2920aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327299 Oct 20 12:08:03.435004 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a48715-f933-4299-8005-2b7cfca77f65 req-df4d316e-c4d0-4138-a98b-29d57c0b0ca1 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:03.436515 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-42a48715-f933-4299-8005-2b7cfca77f65 req-df4d316e-c4d0-4138-a98b-29d57c0b0ca1 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "GET /v2.0/ports?device_id=db3e3a81-c1d4-411f-a753-bf2e8ae6ea96 HTTP/1.1" status: 200 len: 945 time: 0.0527861 Oct 20 12:08:03.475962 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-42a48715-f933-4299-8005-2b7cfca77f65 req-c2cd913b-152a-439c-a880-881c000ad259 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca24dd0b-cfd0-4e52-a342-c57a2c2920aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332899 Oct 20 12:08:03.504400 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53140) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:03.658959 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e77fb11-8989-4838-91e6-61645513fb6d tempest-TestVolumeBackupRestore-1230130633 tempest-TestVolumeBackupRestore-1230130633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:03.660584 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-6e77fb11-8989-4838-91e6-61645513fb6d tempest-TestVolumeBackupRestore-1230130633 tempest-TestVolumeBackupRestore-1230130633-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=db3e3a81-c1d4-411f-a753-bf2e8ae6ea96 HTTP/1.1" status: 200 len: 1091 time: 0.1551442 Oct 20 12:08:03.663591 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53144) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:03.668063 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-07bc7b7a-52b6-431b-b0cb-09e70252f548 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'port_id': '4bd0f092-2c50-45c1-9553-18e44f162673', 'tenant_id': '118af20a3cfe4f71944eafdde5c790b9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:08:03.691469 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-07bc7b7a-52b6-431b-b0cb-09e70252f548 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks [] for floatingip, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:03.792361 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-07bc7b7a-52b6-431b-b0cb-09e70252f548 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:03.901281 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-07bc7b7a-52b6-431b-b0cb-09e70252f548 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Allocated IP 172.25.5.127 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/8caee20f-a964-4568-bcdd-5cb5c0b05c9e) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:08:03.976582 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53148) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:04.037189 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-07bc7b7a-52b6-431b-b0cb-09e70252f548 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:04.045209 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-93bc93dc-3ab9-497f-9b89-befed0d8e90d admin admin] Deleting subnet 75e24381-51e0-4907-85b7-46112ca01e97 {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 12:08:04.050487 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-93bc93dc-3ab9-497f-9b89-befed0d8e90d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:04.103411 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-93bc93dc-3ab9-497f-9b89-befed0d8e90d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:04.136778 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-07bc7b7a-52b6-431b-b0cb-09e70252f548 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:04.175057 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-93bc93dc-3ab9-497f-9b89-befed0d8e90d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:04.213802 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bc7b7a-52b6-431b-b0cb-09e70252f548 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:08:04.216003 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc7b7a-52b6-431b-b0cb-09e70252f548 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Pushing event updated for resources: {'Port': ['ID=8caee20f-a964-4568-bcdd-5cb5c0b05c9e,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:04.220976 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-07bc7b7a-52b6-431b-b0cb-09e70252f548 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:08:04.224214 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bc7b7a-52b6-431b-b0cb-09e70252f548 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:08:04.279888 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-93bc93dc-3ab9-497f-9b89-befed0d8e90d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:04.327969 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc93dc-3ab9-497f-9b89-befed0d8e90d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75e24381-51e0-4907-85b7-46112ca01e97,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:04.334239 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-93bc93dc-3ab9-497f-9b89-befed0d8e90d admin admin] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:04.337395 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-93bc93dc-3ab9-497f-9b89-befed0d8e90d admin admin] 10.222.0.98 "DELETE /v2.0/subnets/75e24381-51e0-4907-85b7-46112ca01e97 HTTP/1.1" status: 204 len: 168 time: 0.3598425 Oct 20 12:08:04.340566 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53150) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:04.416998 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3425ec15-346f-4135-bb2e-f9b599d7ab0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:04.508690 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3425ec15-346f-4135-bb2e-f9b599d7ab0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:04.531828 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-3425ec15-346f-4135-bb2e-f9b599d7ab0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:04.542515 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-3425ec15-346f-4135-bb2e-f9b599d7ab0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a6ef2fb-9e20-47a1-b055-bd1508d5ca82') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:04.542941 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-3425ec15-346f-4135-bb2e-f9b599d7ab0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a6ef2fb-9e20-47a1-b055-bd1508d5ca82') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:04.553971 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3425ec15-346f-4135-bb2e-f9b599d7ab0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:04.568963 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3425ec15-346f-4135-bb2e-f9b599d7ab0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:04.576105 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3425ec15-346f-4135-bb2e-f9b599d7ab0e admin admin] Releasing vlan 1281 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 12:08:04.576768 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3425ec15-346f-4135-bb2e-f9b599d7ab0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:04.578954 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 12:08:04.578954 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 12:08:04.578954 n-d-814735-3 neutron-server[100646]: timer() Oct 20 12:08:04.578954 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 12:08:04.578954 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 12:08:04.578954 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 12:08:04.578954 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 12:08:04.578954 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 12:08:04.578954 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 12:08:04.578954 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 12:08:04.578954 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 12:08:04.578954 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 12:08:04.578954 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 12:08:04.578954 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 12:08:04.578954 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 12:08:04.578954 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 12:08:04.578954 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 12:08:04.578954 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 12:08:04.578954 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 12:08:04.578954 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 12:08:04.578954 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 12:08:04.578954 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 12:08:04.578954 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 12:08:04.578954 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 12:08:04.578954 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 12:08:04.578954 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 12:08:04.578954 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 12:08:04.578954 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 12:08:04.578954 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 12:08:04.578954 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 12:08:04.578954 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 12:08:04.578954 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 12:08:04.640790 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3425ec15-346f-4135-bb2e-f9b599d7ab0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:04.648117 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3425ec15-346f-4135-bb2e-f9b599d7ab0e admin admin] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:04.655382 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-07bc7b7a-52b6-431b-b0cb-09e70252f548 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:04.655628 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3425ec15-346f-4135-bb2e-f9b599d7ab0e admin admin] 10.222.0.98 "DELETE /v2.0/networks/3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d HTTP/1.1" status: 204 len: 168 time: 0.3106179 Oct 20 12:08:04.663814 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3425ec15-346f-4135-bb2e-f9b599d7ab0e admin admin] Pushing event deleted for resources: {'Network': ['ID=3b4a9a6f-7ffd-4dbd-b2c9-57415a48490d,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:04.735026 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-07bc7b7a-52b6-431b-b0cb-09e70252f548 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:04.802117 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53154) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:04.892198 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device b68633cf-aa78-45b2-961d-5153a234cb97 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:08:04.897622 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-24fee9c7-ee66-42ea-a085-e661aa37a1fa admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=58fdc003a4314f66b954ab38700cfbc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0938981 Oct 20 12:08:04.900330 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53156) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:04.914605 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: b68633cf-aa78-45b2-961d-5153a234cb97 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:08:04.915004 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device b68633cf-aa78-45b2-961d-5153a234cb97 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:08:04.980253 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-07bc7b7a-52b6-431b-b0cb-09e70252f548 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:04.990573 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-07bc7b7a-52b6-431b-b0cb-09e70252f548 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:05.021328 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3e10bc51-cf98-47e2-bf65-ec3e77897d39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:05.095129 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3e10bc51-cf98-47e2-bf65-ec3e77897d39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:05.103822 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc7b7a-52b6-431b-b0cb-09e70252f548 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Pushing event updated for resources: {'Port': ['ID=8caee20f-a964-4568-bcdd-5cb5c0b05c9e,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:05.140624 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-07bc7b7a-52b6-431b-b0cb-09e70252f548 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:05.233963 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3e10bc51-cf98-47e2-bf65-ec3e77897d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:05.236641 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3e10bc51-cf98-47e2-bf65-ec3e77897d39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:05.237987 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3e10bc51-cf98-47e2-bf65-ec3e77897d39 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5344e032-011c-406c-aea2-c622e4a05209 HTTP/1.1" status: 204 len: 168 time: 0.3367615 Oct 20 12:08:05.252335 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e10bc51-cf98-47e2-bf65-ec3e77897d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5344e032-011c-406c-aea2-c622e4a05209,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:05.267471 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [None req-07bc7b7a-52b6-431b-b0cb-09e70252f548 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Floating IP 168b7325-3c34-4946-98be-62305c98d3ca associated. External IP: 172.25.5.127, port: 4bd0f092-2c50-45c1-9553-18e44f162673. Oct 20 12:08:05.495171 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07bc7b7a-52b6-431b-b0cb-09e70252f548 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Router cb16b575-fb2b-4009-8d92-cae43cb71c74 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:08:05.612315 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07bc7b7a-52b6-431b-b0cb-09e70252f548 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:08:05.624068 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac0841f-1621-4b15-9453-cc04df03685b None None] Sync routers for ids ['cb16b575-fb2b-4009-8d92-cae43cb71c74'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:08:05.636872 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac0841f-1621-4b15-9453-cc04df03685b None None] Routers {'cb16b575-fb2b-4009-8d92-cae43cb71c74'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:08:05.637526 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-8ac0841f-1621-4b15-9453-cc04df03685b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:07:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['cb16b575-fb2b-4009-8d92-cae43cb71c74'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:05.639426 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-07bc7b7a-52b6-431b-b0cb-09e70252f548 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:05.673614 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-07bc7b7a-52b6-431b-b0cb-09e70252f548 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0089612 Oct 20 12:08:05.674203 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db3e3a81-c1d4-411f-a753-bf2e8ae6ea96', 'tag': '4bd0f092-2c50-45c1-9553-18e44f162673'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:08:05.676652 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53172) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:05.677168 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477d5620-80b7-438d-9e03-f38b4b70edc6" -d '{"events": [{"name": "network-changed", "server_uuid": "db3e3a81-c1d4-411f-a753-bf2e8ae6ea96", "tag": "4bd0f092-2c50-45c1-9553-18e44f162673"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:08:05.723222 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f90db3-a6bc-4811-b435-91eb75261478 x-openstack-request-id: req-58f90db3-a6bc-4811-b435-91eb75261478 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:08:05.723222 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db3e3a81-c1d4-411f-a753-bf2e8ae6ea96", "tag": "4bd0f092-2c50-45c1-9553-18e44f162673", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:08:05.723529 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-58f90db3-a6bc-4811-b435-91eb75261478 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:08:05.723782 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db3e3a81-c1d4-411f-a753-bf2e8ae6ea96', 'tag': '4bd0f092-2c50-45c1-9553-18e44f162673', 'status': 'completed', 'code': 200} Oct 20 12:08:05.733284 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3606d8d7-c0b8-41e7-95b4-28d93a924a51 tempest-TestVolumeBackupRestore-1230130633 tempest-TestVolumeBackupRestore-1230130633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:05.735459 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3606d8d7-c0b8-41e7-95b4-28d93a924a51 tempest-TestVolumeBackupRestore-1230130633 tempest-TestVolumeBackupRestore-1230130633-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=db3e3a81-c1d4-411f-a753-bf2e8ae6ea96 HTTP/1.1" status: 200 len: 1091 time: 0.0575740 Oct 20 12:08:05.738316 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53178) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:05.744487 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-0f879015-00b5-45c3-8a91-61d4efc17110 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Request body: {'floatingip': {'port_id': '4bd0f092-2c50-45c1-9553-18e44f162673'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:08:05.842506 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0f879015-00b5-45c3-8a91-61d4efc17110 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks [] for floatingip, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:05.872318 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-8ac0841f-1621-4b15-9453-cc04df03685b None None] Set router cb16b575-fb2b-4009-8d92-cae43cb71c74 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:08:05.885251 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d5620-80b7-438d-9e03-f38b4b70edc6 req-c38f4506-b1a3-4a11-88b2-f06b68a95f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:05.886854 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-477d5620-80b7-438d-9e03-f38b4b70edc6 req-c38f4506-b1a3-4a11-88b2-f06b68a95f08 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=118af20a3cfe4f71944eafdde5c790b9&device_id=db3e3a81-c1d4-411f-a753-bf2e8ae6ea96 HTTP/1.1" status: 200 len: 1096 time: 0.1009734 Oct 20 12:08:06.112735 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-8ac0841f-1621-4b15-9453-cc04df03685b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'name': 'tempest-TestVolumeBackupRestore-1575666281-router', 'tenant_id': '118af20a3cfe4f71944eafdde5c790b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '61486243-2a54-4446-96de-9818c0f90c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:05:32Z', 'updated_at': '2021-10-20T12:05:35Z', 'revision_number': 4, 'project_id': '118af20a3cfe4f71944eafdde5c790b9', 'gw_port': {'id': '61486243-2a54-4446-96de-9818c0f90c27', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:20:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:05:32Z', 'updated_at': '2021-10-20T12:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '168b7325-3c34-4946-98be-62305c98d3ca', 'tenant_id': '118af20a3cfe4f71944eafdde5c790b9', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'port_id': '4bd0f092-2c50-45c1-9553-18e44f162673', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3803, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfa67a2e-d0d4-451f-9a9e-285e7b0873e6', 'mac_address': 'fa:16:3e:6d:f1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3e3a81-c1d4-411f-a753-bf2e8ae6ea96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:08:04Z', 'updated_at': '2021-10-20T12:08:04Z', 'revision_number': 0, 'project_id': '118af20a3cfe4f71944eafdde5c790b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58cf6304-8145-4cde-8852-5e0078dc197e', 'name': '', 'network_id': 'bfa67a2e-d0d4-451f-9a9e-285e7b0873e6', 'tenant_id': '118af20a3cfe4f71944eafdde5c790b9', 'mac_address': 'fa:16:3e:b1:0f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '4193f3bc-e129-48ae-a1e9-e862ce07ac27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:05:34Z', 'updated_at': '2021-10-20T12:05:39Z', 'revision_number': 5, 'project_id': '118af20a3cfe4f71944eafdde5c790b9', 'subnets': [{'id': '4193f3bc-e129-48ae-a1e9-e862ce07ac27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:06.141813 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac0841f-1621-4b15-9453-cc04df03685b None None] Checking router: cb16b575-fb2b-4009-8d92-cae43cb71c74 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:08:06.151304 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac0841f-1621-4b15-9453-cc04df03685b None None] Routers {'cb16b575-fb2b-4009-8d92-cae43cb71c74'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:08:06.151946 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-8ac0841f-1621-4b15-9453-cc04df03685b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:07:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['cb16b575-fb2b-4009-8d92-cae43cb71c74'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:06.267542 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-8ac0841f-1621-4b15-9453-cc04df03685b None None] Set router cb16b575-fb2b-4009-8d92-cae43cb71c74 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:08:06.429295 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d5620-80b7-438d-9e03-f38b4b70edc6 req-1ca3dbbc-1130-4b31-9367-25b1a6eecd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:06.431356 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-477d5620-80b7-438d-9e03-f38b4b70edc6 req-1ca3dbbc-1130-4b31-9367-25b1a6eecd14 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bfa67a2e-d0d4-451f-9a9e-285e7b0873e6 HTTP/1.1" status: 200 len: 916 time: 0.5357430 Oct 20 12:08:06.540204 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-8ac0841f-1621-4b15-9453-cc04df03685b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'name': 'tempest-TestVolumeBackupRestore-1575666281-router', 'tenant_id': '118af20a3cfe4f71944eafdde5c790b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '61486243-2a54-4446-96de-9818c0f90c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:05:32Z', 'updated_at': '2021-10-20T12:05:35Z', 'revision_number': 4, 'project_id': '118af20a3cfe4f71944eafdde5c790b9', 'gw_port': {'id': '61486243-2a54-4446-96de-9818c0f90c27', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:20:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:05:32Z', 'updated_at': '2021-10-20T12:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '168b7325-3c34-4946-98be-62305c98d3ca', 'tenant_id': '118af20a3cfe4f71944eafdde5c790b9', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'port_id': '4bd0f092-2c50-45c1-9553-18e44f162673', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3803, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfa67a2e-d0d4-451f-9a9e-285e7b0873e6', 'mac_address': 'fa:16:3e:6d:f1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3e3a81-c1d4-411f-a753-bf2e8ae6ea96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:08:04Z', 'updated_at': '2021-10-20T12:08:04Z', 'revision_number': 0, 'project_id': '118af20a3cfe4f71944eafdde5c790b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58cf6304-8145-4cde-8852-5e0078dc197e', 'name': '', 'network_id': 'bfa67a2e-d0d4-451f-9a9e-285e7b0873e6', 'tenant_id': '118af20a3cfe4f71944eafdde5c790b9', 'mac_address': 'fa:16:3e:b1:0f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '4193f3bc-e129-48ae-a1e9-e862ce07ac27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:05:34Z', 'updated_at': '2021-10-20T12:05:39Z', 'revision_number': 5, 'project_id': '118af20a3cfe4f71944eafdde5c790b9', 'subnets': [{'id': '4193f3bc-e129-48ae-a1e9-e862ce07ac27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:06.566558 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-477d5620-80b7-438d-9e03-f38b4b70edc6 req-20fef0f4-206d-4671-84ad-bdb257bf3897 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bd0f092-2c50-45c1-9553-18e44f162673 HTTP/1.1" status: 200 len: 999 time: 0.1263993 Oct 20 12:08:06.567840 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac0841f-1621-4b15-9453-cc04df03685b None None] The sync data for ids ['cb16b575-fb2b-4009-8d92-cae43cb71c74'] in n-d-814735-3 is: [{'id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'name': 'tempest-TestVolumeBackupRestore-1575666281-router', 'tenant_id': '118af20a3cfe4f71944eafdde5c790b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '61486243-2a54-4446-96de-9818c0f90c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:05:32Z', 'updated_at': '2021-10-20T12:05:35Z', 'revision_number': 4, 'project_id': '118af20a3cfe4f71944eafdde5c790b9', 'gw_port': {'id': '61486243-2a54-4446-96de-9818c0f90c27', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:20:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:05:32Z', 'updated_at': '2021-10-20T12:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '168b7325-3c34-4946-98be-62305c98d3ca', 'tenant_id': '118af20a3cfe4f71944eafdde5c790b9', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'port_id': '4bd0f092-2c50-45c1-9553-18e44f162673', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3803, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfa67a2e-d0d4-451f-9a9e-285e7b0873e6', 'mac_address': 'fa:16:3e:6d:f1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3e3a81-c1d4-411f-a753-bf2e8ae6ea96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:08:04Z', 'updated_at': '2021-10-20T12:08:04Z', 'revision_number': 0, 'project_id': '118af20a3cfe4f71944eafdde5c790b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58cf6304-8145-4cde-8852-5e0078dc197e', 'name': '', 'network_id': 'bfa67a2e-d0d4-451f-9a9e-285e7b0873e6', 'tenant_id': '118af20a3cfe4f71944eafdde5c790b9', 'mac_address': 'fa:16:3e:b1:0f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '4193f3bc-e129-48ae-a1e9-e862ce07ac27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:05:34Z', 'updated_at': '2021-10-20T12:05:39Z', 'revision_number': 5, 'project_id': '118af20a3cfe4f71944eafdde5c790b9', 'subnets': [{'id': '4193f3bc-e129-48ae-a1e9-e862ce07ac27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:08:06.669868 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d5620-80b7-438d-9e03-f38b4b70edc6 req-7f9a15ab-95f0-442c-9164-57a0d46f7b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:06.671429 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-477d5620-80b7-438d-9e03-f38b4b70edc6 req-7f9a15ab-95f0-442c-9164-57a0d46f7b33 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4193f3bc-e129-48ae-a1e9-e862ce07ac27 HTTP/1.1" status: 200 len: 853 time: 0.0974405 Oct 20 12:08:06.805626 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d5620-80b7-438d-9e03-f38b4b70edc6 req-6b84a6e0-7e57-4868-8c74-4e9ac677a591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:06.807197 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-477d5620-80b7-438d-9e03-f38b4b70edc6 req-6b84a6e0-7e57-4868-8c74-4e9ac677a591 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bfa67a2e-d0d4-451f-9a9e-285e7b0873e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1266348 Oct 20 12:08:06.843588 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61447ef6-7f57-4a54-9a8e-53291b4179ed None None] New status for floating IP 168b7325-3c34-4946-98be-62305c98d3ca: ACTIVE {{(pid=100648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 12:08:06.983108 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0f879015-00b5-45c3-8a91-61d4efc17110 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:06.989028 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-477d5620-80b7-438d-9e03-f38b4b70edc6 req-da6200f1-0be4-49c8-b3d3-f5d92b59677e service neutron] 10.222.0.11 "GET /v2.0/networks/bfa67a2e-d0d4-451f-9a9e-285e7b0873e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699023 Oct 20 12:08:06.989530 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.db.api [None req-61447ef6-7f57-4a54-9a8e-53291b4179ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 12:08:06.989956 n-d-814735-3 neutron-server[100648]: DEBUG oslo_db.api [None req-61447ef6-7f57-4a54-9a8e-53291b4179ed None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 12:08:06.990110 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0f879015-00b5-45c3-8a91-61d4efc17110 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:07.168177 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-477d5620-80b7-438d-9e03-f38b4b70edc6 req-5be51d9a-c96e-4104-b130-54a2607542a9 service neutron] 10.222.0.11 "GET /v2.0/networks/bfa67a2e-d0d4-451f-9a9e-285e7b0873e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400125 Oct 20 12:08:07.278672 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f879015-00b5-45c3-8a91-61d4efc17110 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Router cb16b575-fb2b-4009-8d92-cae43cb71c74 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:08:07.393221 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f879015-00b5-45c3-8a91-61d4efc17110 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:08:07.398389 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0f879015-00b5-45c3-8a91-61d4efc17110 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:07.451434 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-0f879015-00b5-45c3-8a91-61d4efc17110 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "PUT /v2.0/floatingips/168b7325-3c34-4946-98be-62305c98d3ca HTTP/1.1" status: 200 len: 991 time: 1.7117739 Oct 20 12:08:07.491766 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61447ef6-7f57-4a54-9a8e-53291b4179ed None None] New status for floating IP 168b7325-3c34-4946-98be-62305c98d3ca: ACTIVE {{(pid=100648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 12:08:07.724713 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db3e3a81-c1d4-411f-a753-bf2e8ae6ea96', 'tag': '4bd0f092-2c50-45c1-9553-18e44f162673'}, {'name': 'network-changed', 'server_uuid': 'db3e3a81-c1d4-411f-a753-bf2e8ae6ea96', 'tag': '4bd0f092-2c50-45c1-9553-18e44f162673'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:08:07.727639 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720b4624-b384-4b31-9c5e-c756d5e8f4f7" -d '{"events": [{"name": "network-changed", "server_uuid": "db3e3a81-c1d4-411f-a753-bf2e8ae6ea96", "tag": "4bd0f092-2c50-45c1-9553-18e44f162673"}, {"name": "network-changed", "server_uuid": "db3e3a81-c1d4-411f-a753-bf2e8ae6ea96", "tag": "4bd0f092-2c50-45c1-9553-18e44f162673"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:08:07.727822 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e38787-8587-4587-8574-2a40216716a6 None None] Sync routers for ids ['cb16b575-fb2b-4009-8d92-cae43cb71c74'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:08:07.738690 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e38787-8587-4587-8574-2a40216716a6 None None] Routers {'cb16b575-fb2b-4009-8d92-cae43cb71c74'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:08:07.739353 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-d7e38787-8587-4587-8574-2a40216716a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:07:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['cb16b575-fb2b-4009-8d92-cae43cb71c74'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:07.767848 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 20 Oct 2021 12:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0415ac0f-96e4-4ed3-b783-8c4e63fe7651 x-openstack-request-id: req-0415ac0f-96e4-4ed3-b783-8c4e63fe7651 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:08:07.768152 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db3e3a81-c1d4-411f-a753-bf2e8ae6ea96", "tag": "4bd0f092-2c50-45c1-9553-18e44f162673", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "db3e3a81-c1d4-411f-a753-bf2e8ae6ea96", "tag": "4bd0f092-2c50-45c1-9553-18e44f162673", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:08:07.768408 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0415ac0f-96e4-4ed3-b783-8c4e63fe7651 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:08:07.768825 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db3e3a81-c1d4-411f-a753-bf2e8ae6ea96', 'tag': '4bd0f092-2c50-45c1-9553-18e44f162673', 'status': 'completed', 'code': 200} Oct 20 12:08:07.769084 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db3e3a81-c1d4-411f-a753-bf2e8ae6ea96', 'tag': '4bd0f092-2c50-45c1-9553-18e44f162673', 'status': 'completed', 'code': 200} Oct 20 12:08:07.837322 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b4624-b384-4b31-9c5e-c756d5e8f4f7 req-fc0b3c30-f9c0-46dd-b33b-4bf72f6d04ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:07.839275 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-720b4624-b384-4b31-9c5e-c756d5e8f4f7 req-fc0b3c30-f9c0-46dd-b33b-4bf72f6d04ac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=118af20a3cfe4f71944eafdde5c790b9&device_id=db3e3a81-c1d4-411f-a753-bf2e8ae6ea96 HTTP/1.1" status: 200 len: 1096 time: 0.0477493 Oct 20 12:08:07.863655 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-d7e38787-8587-4587-8574-2a40216716a6 None None] Set router cb16b575-fb2b-4009-8d92-cae43cb71c74 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:08:07.946692 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b4624-b384-4b31-9c5e-c756d5e8f4f7 req-40f80ce3-10fe-46b9-a496-400163cb8c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:07.948191 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-720b4624-b384-4b31-9c5e-c756d5e8f4f7 req-40f80ce3-10fe-46b9-a496-400163cb8c59 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bfa67a2e-d0d4-451f-9a9e-285e7b0873e6 HTTP/1.1" status: 200 len: 916 time: 0.1012230 Oct 20 12:08:07.993550 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53226) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:08.019996 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-720b4624-b384-4b31-9c5e-c756d5e8f4f7 req-01a2ce7c-3e82-4511-92f7-b29df288868d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bd0f092-2c50-45c1-9553-18e44f162673 HTTP/1.1" status: 200 len: 1001 time: 0.0637748 Oct 20 12:08:08.079039 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b4624-b384-4b31-9c5e-c756d5e8f4f7 req-00ddd1b4-ce6a-410f-8c85-2958e80b9ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:08.080844 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-720b4624-b384-4b31-9c5e-c756d5e8f4f7 req-00ddd1b4-ce6a-410f-8c85-2958e80b9ef3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4193f3bc-e129-48ae-a1e9-e862ce07ac27 HTTP/1.1" status: 200 len: 853 time: 0.0542378 Oct 20 12:08:08.099566 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-d7e38787-8587-4587-8574-2a40216716a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'name': 'tempest-TestVolumeBackupRestore-1575666281-router', 'tenant_id': '118af20a3cfe4f71944eafdde5c790b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '61486243-2a54-4446-96de-9818c0f90c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:05:32Z', 'updated_at': '2021-10-20T12:05:35Z', 'revision_number': 4, 'project_id': '118af20a3cfe4f71944eafdde5c790b9', 'gw_port': {'id': '61486243-2a54-4446-96de-9818c0f90c27', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:20:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:05:32Z', 'updated_at': '2021-10-20T12:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '168b7325-3c34-4946-98be-62305c98d3ca', 'tenant_id': '118af20a3cfe4f71944eafdde5c790b9', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'port_id': '4bd0f092-2c50-45c1-9553-18e44f162673', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3803, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfa67a2e-d0d4-451f-9a9e-285e7b0873e6', 'mac_address': 'fa:16:3e:6d:f1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3e3a81-c1d4-411f-a753-bf2e8ae6ea96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:08:04Z', 'updated_at': '2021-10-20T12:08:07Z', 'revision_number': 2, 'project_id': '118af20a3cfe4f71944eafdde5c790b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58cf6304-8145-4cde-8852-5e0078dc197e', 'name': '', 'network_id': 'bfa67a2e-d0d4-451f-9a9e-285e7b0873e6', 'tenant_id': '118af20a3cfe4f71944eafdde5c790b9', 'mac_address': 'fa:16:3e:b1:0f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '4193f3bc-e129-48ae-a1e9-e862ce07ac27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:05:34Z', 'updated_at': '2021-10-20T12:05:39Z', 'revision_number': 5, 'project_id': '118af20a3cfe4f71944eafdde5c790b9', 'subnets': [{'id': '4193f3bc-e129-48ae-a1e9-e862ce07ac27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:08.108002 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-18fa32e0-2c13-4562-863e-a87ae69408c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:08.127520 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e38787-8587-4587-8574-2a40216716a6 None None] Checking router: cb16b575-fb2b-4009-8d92-cae43cb71c74 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:08:08.132944 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b4624-b384-4b31-9c5e-c756d5e8f4f7 req-f53bfbc5-43c3-4337-b503-681c8f6b116e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:08.134701 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-720b4624-b384-4b31-9c5e-c756d5e8f4f7 req-f53bfbc5-43c3-4337-b503-681c8f6b116e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bfa67a2e-d0d4-451f-9a9e-285e7b0873e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451081 Oct 20 12:08:08.137795 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e38787-8587-4587-8574-2a40216716a6 None None] Routers {'cb16b575-fb2b-4009-8d92-cae43cb71c74'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:08:08.138412 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-d7e38787-8587-4587-8574-2a40216716a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:07:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['cb16b575-fb2b-4009-8d92-cae43cb71c74'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:08.188338 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-18fa32e0-2c13-4562-863e-a87ae69408c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:08.193714 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-18fa32e0-2c13-4562-863e-a87ae69408c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:08.232485 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-18fa32e0-2c13-4562-863e-a87ae69408c0 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7bbf8c961eec45ffa27bffb8a70da4c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2370672 Oct 20 12:08:08.235271 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53230) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:08.236283 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa32e0-2c13-4562-863e-a87ae69408c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6197a36-9923-452d-b335-62ad9930c5fd,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:08.254535 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-d7e38787-8587-4587-8574-2a40216716a6 None None] Set router cb16b575-fb2b-4009-8d92-cae43cb71c74 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:08:08.258470 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-720b4624-b384-4b31-9c5e-c756d5e8f4f7 req-d591eb90-d039-4a4b-b071-f9332e45d562 service neutron] 10.222.0.11 "GET /v2.0/networks/bfa67a2e-d0d4-451f-9a9e-285e7b0873e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155748 Oct 20 12:08:08.350531 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2ea05a6f-137c-4c4e-92f5-0e9350d75b22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:08.386003 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2ea05a6f-137c-4c4e-92f5-0e9350d75b22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:08.395182 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-720b4624-b384-4b31-9c5e-c756d5e8f4f7 req-c6df55b1-ad00-4045-8280-d273ed46379c service neutron] 10.222.0.11 "GET /v2.0/networks/bfa67a2e-d0d4-451f-9a9e-285e7b0873e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261220 Oct 20 12:08:08.447992 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2ea05a6f-137c-4c4e-92f5-0e9350d75b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:08.450543 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2ea05a6f-137c-4c4e-92f5-0e9350d75b22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:08.451787 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2ea05a6f-137c-4c4e-92f5-0e9350d75b22 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b6197a36-9923-452d-b335-62ad9930c5fd HTTP/1.1" status: 204 len: 168 time: 0.2155428 Oct 20 12:08:08.480718 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea05a6f-137c-4c4e-92f5-0e9350d75b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6197a36-9923-452d-b335-62ad9930c5fd,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:08.488575 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-d7e38787-8587-4587-8574-2a40216716a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'name': 'tempest-TestVolumeBackupRestore-1575666281-router', 'tenant_id': '118af20a3cfe4f71944eafdde5c790b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '61486243-2a54-4446-96de-9818c0f90c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:05:32Z', 'updated_at': '2021-10-20T12:05:35Z', 'revision_number': 4, 'project_id': '118af20a3cfe4f71944eafdde5c790b9', 'gw_port': {'id': '61486243-2a54-4446-96de-9818c0f90c27', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:20:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:05:32Z', 'updated_at': '2021-10-20T12:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '168b7325-3c34-4946-98be-62305c98d3ca', 'tenant_id': '118af20a3cfe4f71944eafdde5c790b9', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'port_id': '4bd0f092-2c50-45c1-9553-18e44f162673', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3803, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfa67a2e-d0d4-451f-9a9e-285e7b0873e6', 'mac_address': 'fa:16:3e:6d:f1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3e3a81-c1d4-411f-a753-bf2e8ae6ea96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:08:04Z', 'updated_at': '2021-10-20T12:08:07Z', 'revision_number': 2, 'project_id': '118af20a3cfe4f71944eafdde5c790b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58cf6304-8145-4cde-8852-5e0078dc197e', 'name': '', 'network_id': 'bfa67a2e-d0d4-451f-9a9e-285e7b0873e6', 'tenant_id': '118af20a3cfe4f71944eafdde5c790b9', 'mac_address': 'fa:16:3e:b1:0f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '4193f3bc-e129-48ae-a1e9-e862ce07ac27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:05:34Z', 'updated_at': '2021-10-20T12:05:39Z', 'revision_number': 5, 'project_id': '118af20a3cfe4f71944eafdde5c790b9', 'subnets': [{'id': '4193f3bc-e129-48ae-a1e9-e862ce07ac27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:08.494997 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b4624-b384-4b31-9c5e-c756d5e8f4f7 req-2ca7111d-69d2-41bc-a36e-266219bc24d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:08.496907 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-720b4624-b384-4b31-9c5e-c756d5e8f4f7 req-2ca7111d-69d2-41bc-a36e-266219bc24d4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=118af20a3cfe4f71944eafdde5c790b9&device_id=db3e3a81-c1d4-411f-a753-bf2e8ae6ea96 HTTP/1.1" status: 200 len: 1096 time: 0.0587699 Oct 20 12:08:08.522915 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e38787-8587-4587-8574-2a40216716a6 None None] The sync data for ids ['cb16b575-fb2b-4009-8d92-cae43cb71c74'] in n-d-814735-3 is: [{'id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'name': 'tempest-TestVolumeBackupRestore-1575666281-router', 'tenant_id': '118af20a3cfe4f71944eafdde5c790b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '61486243-2a54-4446-96de-9818c0f90c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:05:32Z', 'updated_at': '2021-10-20T12:05:35Z', 'revision_number': 4, 'project_id': '118af20a3cfe4f71944eafdde5c790b9', 'gw_port': {'id': '61486243-2a54-4446-96de-9818c0f90c27', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:20:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:05:32Z', 'updated_at': '2021-10-20T12:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '168b7325-3c34-4946-98be-62305c98d3ca', 'tenant_id': '118af20a3cfe4f71944eafdde5c790b9', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'port_id': '4bd0f092-2c50-45c1-9553-18e44f162673', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3803, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfa67a2e-d0d4-451f-9a9e-285e7b0873e6', 'mac_address': 'fa:16:3e:6d:f1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3e3a81-c1d4-411f-a753-bf2e8ae6ea96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:08:04Z', 'updated_at': '2021-10-20T12:08:07Z', 'revision_number': 2, 'project_id': '118af20a3cfe4f71944eafdde5c790b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58cf6304-8145-4cde-8852-5e0078dc197e', 'name': '', 'network_id': 'bfa67a2e-d0d4-451f-9a9e-285e7b0873e6', 'tenant_id': '118af20a3cfe4f71944eafdde5c790b9', 'mac_address': 'fa:16:3e:b1:0f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '4193f3bc-e129-48ae-a1e9-e862ce07ac27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:05:34Z', 'updated_at': '2021-10-20T12:05:39Z', 'revision_number': 5, 'project_id': '118af20a3cfe4f71944eafdde5c790b9', 'subnets': [{'id': '4193f3bc-e129-48ae-a1e9-e862ce07ac27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:08:08.597869 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b4624-b384-4b31-9c5e-c756d5e8f4f7 req-667ee912-241e-4d15-bb32-c594925b4a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:08.599410 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-720b4624-b384-4b31-9c5e-c756d5e8f4f7 req-667ee912-241e-4d15-bb32-c594925b4a85 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bfa67a2e-d0d4-451f-9a9e-285e7b0873e6 HTTP/1.1" status: 200 len: 916 time: 0.0948703 Oct 20 12:08:08.675353 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-720b4624-b384-4b31-9c5e-c756d5e8f4f7 req-1137ce6b-b392-4996-bed3-6392853985e5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bd0f092-2c50-45c1-9553-18e44f162673 HTTP/1.1" status: 200 len: 1001 time: 0.0687940 Oct 20 12:08:08.728603 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b4624-b384-4b31-9c5e-c756d5e8f4f7 req-ee1fe275-0777-4dae-8dda-7f9cdb30c736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:08.730134 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-720b4624-b384-4b31-9c5e-c756d5e8f4f7 req-ee1fe275-0777-4dae-8dda-7f9cdb30c736 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4193f3bc-e129-48ae-a1e9-e862ce07ac27 HTTP/1.1" status: 200 len: 853 time: 0.0478032 Oct 20 12:08:08.761235 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53236) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:08.775257 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-46d5788f-2cea-4989-ac39-6b3f36ee70ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:08.781652 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b4624-b384-4b31-9c5e-c756d5e8f4f7 req-c84160ca-7049-44ec-b5de-06d4d71edbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:08.783225 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-720b4624-b384-4b31-9c5e-c756d5e8f4f7 req-c84160ca-7049-44ec-b5de-06d4d71edbee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bfa67a2e-d0d4-451f-9a9e-285e7b0873e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465012 Oct 20 12:08:08.851013 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-46d5788f-2cea-4989-ac39-6b3f36ee70ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:08.855523 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-46d5788f-2cea-4989-ac39-6b3f36ee70ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:08.880230 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-720b4624-b384-4b31-9c5e-c756d5e8f4f7 req-db30af50-344d-422f-8b97-1902f2d3b8a9 service neutron] 10.222.0.11 "GET /v2.0/networks/bfa67a2e-d0d4-451f-9a9e-285e7b0873e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896041 Oct 20 12:08:08.897681 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-46d5788f-2cea-4989-ac39-6b3f36ee70ed admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d89074d088ad44d6989f659b008a8b40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1352715 Oct 20 12:08:08.898555 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5788f-2cea-4989-ac39-6b3f36ee70ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d937bd0-bea2-48db-a1e0-52a30d490f10,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:08.901112 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53238) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:08.950588 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-504cbc9c-173a-4def-99c7-fd3556c020fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:08.972638 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-504cbc9c-173a-4def-99c7-fd3556c020fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:08.985083 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-720b4624-b384-4b31-9c5e-c756d5e8f4f7 req-7767222b-b444-4e81-bf3a-a6f22a448084 service neutron] 10.222.0.11 "GET /v2.0/networks/bfa67a2e-d0d4-451f-9a9e-285e7b0873e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882499 Oct 20 12:08:09.019306 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-504cbc9c-173a-4def-99c7-fd3556c020fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:09.023245 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-504cbc9c-173a-4def-99c7-fd3556c020fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:09.024425 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-504cbc9c-173a-4def-99c7-fd3556c020fb admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4d937bd0-bea2-48db-a1e0-52a30d490f10 HTTP/1.1" status: 204 len: 168 time: 0.1226456 Oct 20 12:08:09.032331 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504cbc9c-173a-4def-99c7-fd3556c020fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d937bd0-bea2-48db-a1e0-52a30d490f10,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:10.158457 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:11.854581 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53302) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:11.968950 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-23c12489-9e7f-49d4-8c31-7cf66af326e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:12.052127 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-23c12489-9e7f-49d4-8c31-7cf66af326e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:12.056962 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-23c12489-9e7f-49d4-8c31-7cf66af326e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:12.094491 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-23c12489-9e7f-49d4-8c31-7cf66af326e4 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c969d03769584dba9332272663983ecb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2386611 Oct 20 12:08:12.095347 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c12489-9e7f-49d4-8c31-7cf66af326e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734aebf9-0ec7-42f8-80af-50522d43003e,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:12.097532 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53306) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:12.149583 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2fad54f8-b839-4d9b-8501-5db9902a19ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:12.172634 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2fad54f8-b839-4d9b-8501-5db9902a19ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:12.219960 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2fad54f8-b839-4d9b-8501-5db9902a19ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:12.222616 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2fad54f8-b839-4d9b-8501-5db9902a19ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:12.223839 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2fad54f8-b839-4d9b-8501-5db9902a19ac admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/734aebf9-0ec7-42f8-80af-50522d43003e HTTP/1.1" status: 204 len: 168 time: 0.1252844 Oct 20 12:08:12.231927 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad54f8-b839-4d9b-8501-5db9902a19ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734aebf9-0ec7-42f8-80af-50522d43003e,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:12.491303 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53312) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:12.505507 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-23134f56-e457-4261-824c-2cbab3c793c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:12.593728 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-23134f56-e457-4261-824c-2cbab3c793c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:12.598696 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-23134f56-e457-4261-824c-2cbab3c793c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:12.636566 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23134f56-e457-4261-824c-2cbab3c793c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967cf5ad-318a-4aba-9377-630a652b7d34,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:12.641068 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-23134f56-e457-4261-824c-2cbab3c793c0 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d50f1cfaa2fd4fd1af9860c5681c3ea2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1486757 Oct 20 12:08:12.643985 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53314) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:12.694082 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-13742887-9466-4544-b2da-2fddf299bbec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:12.716742 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-13742887-9466-4544-b2da-2fddf299bbec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:12.764723 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-13742887-9466-4544-b2da-2fddf299bbec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:12.767436 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-13742887-9466-4544-b2da-2fddf299bbec admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:12.768627 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-13742887-9466-4544-b2da-2fddf299bbec admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/967cf5ad-318a-4aba-9377-630a652b7d34 HTTP/1.1" status: 204 len: 168 time: 0.1232512 Oct 20 12:08:12.776922 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13742887-9466-4544-b2da-2fddf299bbec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967cf5ad-318a-4aba-9377-630a652b7d34,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:15.077541 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53376) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:15.187096 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-35fdb3dd-598f-478c-8ddf-275c67a90b7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:15.262854 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-35fdb3dd-598f-478c-8ddf-275c67a90b7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:15.267943 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-35fdb3dd-598f-478c-8ddf-275c67a90b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:15.309279 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-35fdb3dd-598f-478c-8ddf-275c67a90b7c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3b8545f8a7934eb5998dc76d68af4300&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2306037 Oct 20 12:08:15.310140 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fdb3dd-598f-478c-8ddf-275c67a90b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4afd880-cd04-438d-b197-dbbd87c7932f,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:15.312288 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53380) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:15.362374 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-81111a93-0f23-4731-a0c7-725e215d925c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:15.384431 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-81111a93-0f23-4731-a0c7-725e215d925c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:15.431638 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-81111a93-0f23-4731-a0c7-725e215d925c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:15.434093 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-81111a93-0f23-4731-a0c7-725e215d925c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:15.435278 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-81111a93-0f23-4731-a0c7-725e215d925c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f4afd880-cd04-438d-b197-dbbd87c7932f HTTP/1.1" status: 204 len: 168 time: 0.1220121 Oct 20 12:08:15.443576 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81111a93-0f23-4731-a0c7-725e215d925c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4afd880-cd04-438d-b197-dbbd87c7932f,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:15.705094 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:16.707657 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53426) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:16.820499 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d9263a6d-a681-4818-8a95-306969537465 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:16.901334 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d9263a6d-a681-4818-8a95-306969537465 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:16.906410 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d9263a6d-a681-4818-8a95-306969537465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:16.947646 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d9263a6d-a681-4818-8a95-306969537465 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=36ab3e552d7b472199ccde2faa62dea2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2388408 Oct 20 12:08:16.948478 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9263a6d-a681-4818-8a95-306969537465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda78c78-2a2b-4622-9c13-331849567ad5,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:16.951528 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53430) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:17.001878 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b9452878-0581-49ae-b338-8366b69247d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:17.023232 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b9452878-0581-49ae-b338-8366b69247d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:17.070877 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b9452878-0581-49ae-b338-8366b69247d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:17.073450 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b9452878-0581-49ae-b338-8366b69247d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:17.074635 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b9452878-0581-49ae-b338-8366b69247d8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/eda78c78-2a2b-4622-9c13-331849567ad5 HTTP/1.1" status: 204 len: 168 time: 0.1217325 Oct 20 12:08:17.082879 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9452878-0581-49ae-b338-8366b69247d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda78c78-2a2b-4622-9c13-331849567ad5,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:19.066732 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53518) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:19.176853 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-df789311-1864-4ff6-8d09-54018c22c6ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:19.251100 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-df789311-1864-4ff6-8d09-54018c22c6ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:19.256068 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-df789311-1864-4ff6-8d09-54018c22c6ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:19.292817 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df789311-1864-4ff6-8d09-54018c22c6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba68deb3-0048-4fb5-b272-d966a3057992,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:19.297269 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-df789311-1864-4ff6-8d09-54018c22c6ce admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=fb58351ceb9c4584a8ce00980106de06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2293220 Oct 20 12:08:19.300601 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53522) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:19.352882 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fab20ecb-acd6-4bfe-8b9a-f3c60220610d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:19.364053 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f10c9b8e-286d-41b4-a460-5878d860eabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:19.374924 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fab20ecb-acd6-4bfe-8b9a-f3c60220610d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:19.422322 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fab20ecb-acd6-4bfe-8b9a-f3c60220610d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:19.424922 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fab20ecb-acd6-4bfe-8b9a-f3c60220610d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:19.426091 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-fab20ecb-acd6-4bfe-8b9a-f3c60220610d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ba68deb3-0048-4fb5-b272-d966a3057992 HTTP/1.1" status: 204 len: 168 time: 0.1249514 Oct 20 12:08:19.433932 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab20ecb-acd6-4bfe-8b9a-f3c60220610d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba68deb3-0048-4fb5-b272-d966a3057992,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:19.710754 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53528) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:19.725141 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8acae608-9c3d-447e-be18-3b4ac0bb28c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:19.803657 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8acae608-9c3d-447e-be18-3b4ac0bb28c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:19.808542 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8acae608-9c3d-447e-be18-3b4ac0bb28c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:19.845321 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acae608-9c3d-447e-be18-3b4ac0bb28c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8bbfdd-8118-4944-8c6b-a4f76f461352,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:19.850163 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8acae608-9c3d-447e-be18-3b4ac0bb28c8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2cee91158fd1408fa9de79fda8f6dafb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1382849 Oct 20 12:08:19.852990 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53530) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:19.905090 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-102d1494-bb10-4a8e-8edb-cc6ea7e494ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:19.931843 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-102d1494-bb10-4a8e-8edb-cc6ea7e494ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:19.980635 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-102d1494-bb10-4a8e-8edb-cc6ea7e494ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:19.983269 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-102d1494-bb10-4a8e-8edb-cc6ea7e494ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:19.984494 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-102d1494-bb10-4a8e-8edb-cc6ea7e494ed admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/da8bbfdd-8118-4944-8c6b-a4f76f461352 HTTP/1.1" status: 204 len: 168 time: 0.1306059 Oct 20 12:08:19.993635 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102d1494-bb10-4a8e-8edb-cc6ea7e494ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8bbfdd-8118-4944-8c6b-a4f76f461352,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:21.956760 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53604) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:22.066945 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4f9e2b45-7393-4f17-8113-dae272625fa0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:22.143951 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4f9e2b45-7393-4f17-8113-dae272625fa0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:22.149346 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4f9e2b45-7393-4f17-8113-dae272625fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:22.189143 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4f9e2b45-7393-4f17-8113-dae272625fa0 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=098d43f52c5c4031b6ebc5b0c2f61c33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2309513 Oct 20 12:08:22.189977 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e2b45-7393-4f17-8113-dae272625fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b545b4-1e10-4de7-bb66-b21110d66128,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:22.191767 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53608) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:22.226780 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-776a2630-3042-4af5-8a99-7f87b50afd15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:22.244769 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cf95d112-63c4-46bd-abf5-7e2d08aeee3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:22.268003 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cf95d112-63c4-46bd-abf5-7e2d08aeee3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:22.317112 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cf95d112-63c4-46bd-abf5-7e2d08aeee3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:22.319466 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cf95d112-63c4-46bd-abf5-7e2d08aeee3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:22.320705 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-cf95d112-63c4-46bd-abf5-7e2d08aeee3e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/33b545b4-1e10-4de7-bb66-b21110d66128 HTTP/1.1" status: 204 len: 168 time: 0.1279256 Oct 20 12:08:22.328796 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf95d112-63c4-46bd-abf5-7e2d08aeee3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b545b4-1e10-4de7-bb66-b21110d66128,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:22.592578 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53614) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:22.606605 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-097a7e5b-c636-4b94-bce6-c90daf72632c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:22.686396 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-097a7e5b-c636-4b94-bce6-c90daf72632c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:22.690947 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-097a7e5b-c636-4b94-bce6-c90daf72632c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:22.732910 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-097a7e5b-c636-4b94-bce6-c90daf72632c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5e9f2af4789d416da87b6aa6310135e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1392176 Oct 20 12:08:22.733875 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097a7e5b-c636-4b94-bce6-c90daf72632c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b8483e-b47d-4f2a-b35a-8a9dce585f97,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:22.736030 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53616) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:22.793065 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-086f9e13-ff0b-4d8a-96e2-e6d1e2984dd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:22.816961 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-086f9e13-ff0b-4d8a-96e2-e6d1e2984dd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:22.866168 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-086f9e13-ff0b-4d8a-96e2-e6d1e2984dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:22.868972 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-086f9e13-ff0b-4d8a-96e2-e6d1e2984dd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:22.870180 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-086f9e13-ff0b-4d8a-96e2-e6d1e2984dd7 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c5b8483e-b47d-4f2a-b35a-8a9dce585f97 HTTP/1.1" status: 204 len: 168 time: 0.1331728 Oct 20 12:08:22.878811 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f9e13-ff0b-4d8a-96e2-e6d1e2984dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b8483e-b47d-4f2a-b35a-8a9dce585f97,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:23.155923 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:23.265086 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:24.145098 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53684) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:24.260663 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0712df51-d0e6-408a-bf8d-97f304be1e60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:24.343905 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0712df51-d0e6-408a-bf8d-97f304be1e60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:24.348826 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0712df51-d0e6-408a-bf8d-97f304be1e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:24.386749 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0712df51-d0e6-408a-bf8d-97f304be1e60 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=722e365d5aa849099c0c32f98eb4d547&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2404149 Oct 20 12:08:24.388019 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0712df51-d0e6-408a-bf8d-97f304be1e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09163d25-8c42-4d22-8b5c-f1426bc970da,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:24.389940 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53688) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:24.446706 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-73a11981-cb53-48f5-b92d-ff71e61150ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:24.463881 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:08:24.468375 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-73a11981-cb53-48f5-b92d-ff71e61150ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:24.519065 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-73a11981-cb53-48f5-b92d-ff71e61150ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:24.522461 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-73a11981-cb53-48f5-b92d-ff71e61150ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:24.523668 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-73a11981-cb53-48f5-b92d-ff71e61150ec admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/09163d25-8c42-4d22-8b5c-f1426bc970da HTTP/1.1" status: 204 len: 168 time: 0.1325655 Oct 20 12:08:24.531539 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a11981-cb53-48f5-b92d-ff71e61150ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09163d25-8c42-4d22-8b5c-f1426bc970da,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:24.998490 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:25.451018 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53718) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:25.570064 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5200f552-f2d9-4a5d-8fce-ac924c59ce20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:25.655128 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5200f552-f2d9-4a5d-8fce-ac924c59ce20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:25.660129 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5200f552-f2d9-4a5d-8fce-ac924c59ce20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:25.699729 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-5200f552-f2d9-4a5d-8fce-ac924c59ce20 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=dbf40db4be2843e69d38f6751b1cd9f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2474327 Oct 20 12:08:25.700580 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5200f552-f2d9-4a5d-8fce-ac924c59ce20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6bf2461-8933-4511-a4eb-80a3f36d74ce,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:25.702746 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53722) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:25.762764 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cb1e5473-4dc6-4313-8ea0-26b8a55a956e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:25.786588 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cb1e5473-4dc6-4313-8ea0-26b8a55a956e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:25.837732 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cb1e5473-4dc6-4313-8ea0-26b8a55a956e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:25.840757 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cb1e5473-4dc6-4313-8ea0-26b8a55a956e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:25.841978 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-cb1e5473-4dc6-4313-8ea0-26b8a55a956e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f6bf2461-8933-4511-a4eb-80a3f36d74ce HTTP/1.1" status: 204 len: 168 time: 0.1380174 Oct 20 12:08:25.850087 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1e5473-4dc6-4313-8ea0-26b8a55a956e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6bf2461-8933-4511-a4eb-80a3f36d74ce,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:27.091869 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53760) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:27.252374 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-398c5f59-2248-4205-8b4d-50d9e6207c03 tempest-ExternalNetworksTestJSON-1988796080 tempest-ExternalNetworksTestJSON-1988796080-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2123776112'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:08:27.283005 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398c5f59-2248-4205-8b4d-50d9e6207c03 tempest-ExternalNetworksTestJSON-1988796080 tempest-ExternalNetworksTestJSON-1988796080-project] Made reservation on behalf of 0bec4fb516c54405a732a1d0a5176cde for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:08:27.287051 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-398c5f59-2248-4205-8b4d-50d9e6207c03 tempest-ExternalNetworksTestJSON-1988796080 tempest-ExternalNetworksTestJSON-1988796080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:27.301889 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-398c5f59-2248-4205-8b4d-50d9e6207c03 tempest-ExternalNetworksTestJSON-1988796080 tempest-ExternalNetworksTestJSON-1988796080-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:27.392054 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-398c5f59-2248-4205-8b4d-50d9e6207c03 tempest-ExternalNetworksTestJSON-1988796080 tempest-ExternalNetworksTestJSON-1988796080-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:27.397013 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-398c5f59-2248-4205-8b4d-50d9e6207c03 tempest-ExternalNetworksTestJSON-1988796080 tempest-ExternalNetworksTestJSON-1988796080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:27.428292 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-398c5f59-2248-4205-8b4d-50d9e6207c03 tempest-ExternalNetworksTestJSON-1988796080 tempest-ExternalNetworksTestJSON-1988796080-project] vlan segment allocate from pool success with {'vlan_id': 1276, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 12:08:27.438656 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398c5f59-2248-4205-8b4d-50d9e6207c03 tempest-ExternalNetworksTestJSON-1988796080 tempest-ExternalNetworksTestJSON-1988796080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c798b5c-5efe-4fe2-9b6b-610583ee5bc2,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:27.448240 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-398c5f59-2248-4205-8b4d-50d9e6207c03 tempest-ExternalNetworksTestJSON-1988796080 tempest-ExternalNetworksTestJSON-1988796080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:27.448240 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-398c5f59-2248-4205-8b4d-50d9e6207c03 tempest-ExternalNetworksTestJSON-1988796080 tempest-ExternalNetworksTestJSON-1988796080-project] Added segment 622c76bc-91a5-4672-bd80-91f81151c119 of type vlan for network 442b89dd-b056-45f4-88e4-95f4c8c5becb Oct 20 12:08:27.490039 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-398c5f59-2248-4205-8b4d-50d9e6207c03 tempest-ExternalNetworksTestJSON-1988796080 tempest-ExternalNetworksTestJSON-1988796080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:27.516971 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-398c5f59-2248-4205-8b4d-50d9e6207c03 tempest-ExternalNetworksTestJSON-1988796080 tempest-ExternalNetworksTestJSON-1988796080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:27.523165 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398c5f59-2248-4205-8b4d-50d9e6207c03 tempest-ExternalNetworksTestJSON-1988796080 tempest-ExternalNetworksTestJSON-1988796080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:27.523747 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-398c5f59-2248-4205-8b4d-50d9e6207c03 tempest-ExternalNetworksTestJSON-1988796080 tempest-ExternalNetworksTestJSON-1988796080-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:27.565217 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-398c5f59-2248-4205-8b4d-50d9e6207c03 tempest-ExternalNetworksTestJSON-1988796080 tempest-ExternalNetworksTestJSON-1988796080-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.4721577 Oct 20 12:08:27.568853 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53764) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:27.598163 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398c5f59-2248-4205-8b4d-50d9e6207c03 tempest-ExternalNetworksTestJSON-1988796080 tempest-ExternalNetworksTestJSON-1988796080-project] Pushing event updated for resources: {'Network': ['ID=442b89dd-b056-45f4-88e4-95f4c8c5becb,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:27.608363 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 442b89dd-b056-45f4-88e4-95f4c8c5becb details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 12:08:27.629465 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-d41ae152-b866-4b94-81f0-cf71d375bd20 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Request body: {'network': {'name': 'tempest-network--1383050183', 'router:external': True}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:08:27.652285 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41ae152-b866-4b94-81f0-cf71d375bd20 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Made reservation on behalf of ae8ec24a44534c06bb97b77f0c4174b3 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:08:27.655438 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d41ae152-b866-4b94-81f0-cf71d375bd20 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:27.664367 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d41ae152-b866-4b94-81f0-cf71d375bd20 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:27.746713 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d41ae152-b866-4b94-81f0-cf71d375bd20 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:27.751802 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d41ae152-b866-4b94-81f0-cf71d375bd20 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:27.781427 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d41ae152-b866-4b94-81f0-cf71d375bd20 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] vlan segment allocate from pool success with {'vlan_id': 1277, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 12:08:27.791236 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ae152-b866-4b94-81f0-cf71d375bd20 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6ed723-bb50-40d9-8ab7-70a70a255dbf,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:27.799410 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d41ae152-b866-4b94-81f0-cf71d375bd20 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:27.799780 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-d41ae152-b866-4b94-81f0-cf71d375bd20 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Added segment 35992be5-e4f8-4668-b463-5df7869fee73 of type vlan for network 3592fe1d-a736-49fd-80ce-ce800b9c31aa Oct 20 12:08:27.849620 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d41ae152-b866-4b94-81f0-cf71d375bd20 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:27.880202 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d41ae152-b866-4b94-81f0-cf71d375bd20 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:27.881526 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41ae152-b866-4b94-81f0-cf71d375bd20 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:27.882193 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d41ae152-b866-4b94-81f0-cf71d375bd20 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:27.917774 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d41ae152-b866-4b94-81f0-cf71d375bd20 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3476131 Oct 20 12:08:27.920824 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53768) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:27.950835 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ae152-b866-4b94-81f0-cf71d375bd20 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Pushing event updated for resources: {'Network': ['ID=3592fe1d-a736-49fd-80ce-ce800b9c31aa,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:27.961032 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 3592fe1d-a736-49fd-80ce-ce800b9c31aa details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 12:08:27.994417 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-71a03107-eb33-49d6-ad8b-a976d95012f5 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:28.077101 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-71a03107-eb33-49d6-ad8b-a976d95012f5 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:28.097498 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-71a03107-eb33-49d6-ad8b-a976d95012f5 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3592fe1d-a736-49fd-80ce-ce800b9c31aa']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:28.106939 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-71a03107-eb33-49d6-ad8b-a976d95012f5 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35992be5-e4f8-4668-b463-5df7869fee73') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:28.107277 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-71a03107-eb33-49d6-ad8b-a976d95012f5 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35992be5-e4f8-4668-b463-5df7869fee73') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:28.117200 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-71a03107-eb33-49d6-ad8b-a976d95012f5 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:28.130498 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-71a03107-eb33-49d6-ad8b-a976d95012f5 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:28.136508 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71a03107-eb33-49d6-ad8b-a976d95012f5 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Releasing vlan 1277 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 12:08:28.136891 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-71a03107-eb33-49d6-ad8b-a976d95012f5 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:28.138634 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 12:08:28.138634 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 12:08:28.138634 n-d-814735-3 neutron-server[100646]: timer() Oct 20 12:08:28.138634 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 12:08:28.138634 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 12:08:28.138634 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 12:08:28.138634 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 12:08:28.138634 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 12:08:28.138634 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 12:08:28.138634 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 12:08:28.138634 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 12:08:28.138634 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 12:08:28.138634 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 12:08:28.138634 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 12:08:28.138634 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 12:08:28.138634 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 12:08:28.138634 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 12:08:28.138634 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 12:08:28.138634 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 12:08:28.138634 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 12:08:28.138634 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 12:08:28.138634 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 12:08:28.138634 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 12:08:28.138634 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 12:08:28.138634 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 12:08:28.138634 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 12:08:28.138634 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 12:08:28.138634 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 12:08:28.138634 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 12:08:28.138634 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 12:08:28.138634 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 12:08:28.138634 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 12:08:28.204706 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-71a03107-eb33-49d6-ad8b-a976d95012f5 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:28.210085 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a03107-eb33-49d6-ad8b-a976d95012f5 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3592fe1d-a736-49fd-80ce-ce800b9c31aa {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 20 12:08:28.212828 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-71a03107-eb33-49d6-ad8b-a976d95012f5 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:28.216051 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-71a03107-eb33-49d6-ad8b-a976d95012f5 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] 10.222.0.98 "DELETE /v2.0/networks/3592fe1d-a736-49fd-80ce-ce800b9c31aa HTTP/1.1" status: 204 len: 168 time: 0.2940657 Oct 20 12:08:28.219913 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53772) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:28.225000 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-465e443c-9f35-4507-b6e2-030489ee615d tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:08:28.226263 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a03107-eb33-49d6-ad8b-a976d95012f5 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Pushing event deleted for resources: {'Network': ['ID=3592fe1d-a736-49fd-80ce-ce800b9c31aa,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:28.248773 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465e443c-9f35-4507-b6e2-030489ee615d tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Made reservation on behalf of ae8ec24a44534c06bb97b77f0c4174b3 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:08:28.251217 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-465e443c-9f35-4507-b6e2-030489ee615d tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:28.277110 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-465e443c-9f35-4507-b6e2-030489ee615d tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] vlan segment allocate from pool success with {'vlan_id': 1267, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 12:08:28.287945 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-465e443c-9f35-4507-b6e2-030489ee615d tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:28.288261 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-465e443c-9f35-4507-b6e2-030489ee615d tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Added segment bb0eff73-c474-4567-84d2-346ab4b27180 of type vlan for network f19c1ef8-6414-484a-911c-a2ce5eb6bc2a Oct 20 12:08:28.340238 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-465e443c-9f35-4507-b6e2-030489ee615d tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:28.373344 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-465e443c-9f35-4507-b6e2-030489ee615d tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:28.374387 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465e443c-9f35-4507-b6e2-030489ee615d tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:28.375171 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-465e443c-9f35-4507-b6e2-030489ee615d tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:28.407201 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-465e443c-9f35-4507-b6e2-030489ee615d tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.1861222 Oct 20 12:08:28.410275 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53774) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:28.415887 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-e919d9f3-4409-431f-a012-3cf126577925 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Request body: {'subnet': {'network_id': 'f19c1ef8-6414-484a-911c-a2ce5eb6bc2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:08:28.438182 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e443c-9f35-4507-b6e2-030489ee615d tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Pushing event updated for resources: {'Network': ['ID=f19c1ef8-6414-484a-911c-a2ce5eb6bc2a,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:28.440288 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e919d9f3-4409-431f-a012-3cf126577925 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Made reservation on behalf of ae8ec24a44534c06bb97b77f0c4174b3 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:08:28.443265 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e919d9f3-4409-431f-a012-3cf126577925 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:28.451256 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network f19c1ef8-6414-484a-911c-a2ce5eb6bc2a details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 12:08:28.749061 n-d-814735-3 neutron-server[100646]: DEBUG neutron.objects.ports [None req-e919d9f3-4409-431f-a012-3cf126577925 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100646) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 12:08:28.749548 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e919d9f3-4409-431f-a012-3cf126577925 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:28.801908 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e919d9f3-4409-431f-a012-3cf126577925 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bc0cd191-590e-4d20-b943-d35c31a053c2,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:28.817159 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e919d9f3-4409-431f-a012-3cf126577925 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Checking segment: {'id': 'bb0eff73-c474-4567-84d2-346ab4b27180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'f19c1ef8-6414-484a-911c-a2ce5eb6bc2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:08:28.817513 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e919d9f3-4409-431f-a012-3cf126577925 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Network hostable DHCP agents. Network: f19c1ef8-6414-484a-911c-a2ce5eb6bc2a, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 12:08:28.836019 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e919d9f3-4409-431f-a012-3cf126577925 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Network f19c1ef8-6414-484a-911c-a2ce5eb6bc2a is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 12:08:28.845999 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-e919d9f3-4409-431f-a012-3cf126577925 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, f19c1ef8-6414-484a-911c-a2ce5eb6bc2a) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:08:28.850426 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e919d9f3-4409-431f-a012-3cf126577925 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:28.851048 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e919d9f3-4409-431f-a012-3cf126577925 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:28.856006 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08c661f-92fb-48ef-8d6e-b197dcf813a0 None None] Network f19c1ef8-6414-484a-911c-a2ce5eb6bc2a requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:08:28.871932 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e919d9f3-4409-431f-a012-3cf126577925 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4601929 Oct 20 12:08:28.874586 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53776) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:28.879581 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-6f8fa6bf-2a42-4c16-950b-da1176cbb38f tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Request body: {'floatingip': {'floating_network_id': 'f19c1ef8-6414-484a-911c-a2ce5eb6bc2a'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:08:28.901903 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6f8fa6bf-2a42-4c16-950b-da1176cbb38f tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:28.979125 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a934ab-5bca-4095-b89b-8636d44435aa None None] Network f19c1ef8-6414-484a-911c-a2ce5eb6bc2a requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:08:28.988702 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6f8fa6bf-2a42-4c16-950b-da1176cbb38f tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:29.101658 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-6f8fa6bf-2a42-4c16-950b-da1176cbb38f tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Allocated IP 172.20.0.7 (f19c1ef8-6414-484a-911c-a2ce5eb6bc2a/bc0cd191-590e-4d20-b943-d35c31a053c2/1ca5a0af-d6cd-4c49-970e-ce072cd24dc7) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:08:29.208246 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6f8fa6bf-2a42-4c16-950b-da1176cbb38f tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:29.244556 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6f8fa6bf-2a42-4c16-950b-da1176cbb38f tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:29.290241 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8fa6bf-2a42-4c16-950b-da1176cbb38f tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Network f19c1ef8-6414-484a-911c-a2ce5eb6bc2a is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:08:29.293380 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-6f8fa6bf-2a42-4c16-950b-da1176cbb38f tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:08:29.296159 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8fa6bf-2a42-4c16-950b-da1176cbb38f tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:08:29.323338 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8fa6bf-2a42-4c16-950b-da1176cbb38f tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Pushing event updated for resources: {'Port': ['ID=1ca5a0af-d6cd-4c49-970e-ce072cd24dc7,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:29.394272 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6f8fa6bf-2a42-4c16-950b-da1176cbb38f tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:29.431704 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6f8fa6bf-2a42-4c16-950b-da1176cbb38f tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:29.602725 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6f8fa6bf-2a42-4c16-950b-da1176cbb38f tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:29.608400 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6f8fa6bf-2a42-4c16-950b-da1176cbb38f tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:29.687987 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8fa6bf-2a42-4c16-950b-da1176cbb38f tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Pushing event updated for resources: {'Port': ['ID=1ca5a0af-d6cd-4c49-970e-ce072cd24dc7,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:29.696321 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6f8fa6bf-2a42-4c16-950b-da1176cbb38f tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:29.712689 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6f8fa6bf-2a42-4c16-950b-da1176cbb38f tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:29.714204 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6f8fa6bf-2a42-4c16-950b-da1176cbb38f tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8385444 Oct 20 12:08:29.717764 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53782) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:29.788192 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-34c642c0-6e55-44a4-8ca3-c66610dc7551 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] 10.222.0.98 "GET /v2.0/floatingips?floating_network_id=f19c1ef8-6414-484a-911c-a2ce5eb6bc2a HTTP/1.1" status: 200 len: 689 time: 0.0692275 Oct 20 12:08:29.790897 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53784) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:29.874904 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5c8e71d3-69af-424b-abca-fc92af204126 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:29.988003 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e71d3-69af-424b-abca-fc92af204126 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Deleting port 1ca5a0af-d6cd-4c49-970e-ce072cd24dc7 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:08:29.988349 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5c8e71d3-69af-424b-abca-fc92af204126 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:30.068872 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5c8e71d3-69af-424b-abca-fc92af204126 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:30.069174 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5c8e71d3-69af-424b-abca-fc92af204126 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:30.083564 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e71d3-69af-424b-abca-fc92af204126 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Calling delete_port for 1ca5a0af-d6cd-4c49-970e-ce072cd24dc7 owned by network:floatingip {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:08:30.231058 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5c8e71d3-69af-424b-abca-fc92af204126 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:30.256858 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e71d3-69af-424b-abca-fc92af204126 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ca5a0af-d6cd-4c49-970e-ce072cd24dc7,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:30.318718 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5c8e71d3-69af-424b-abca-fc92af204126 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:30.365788 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5c8e71d3-69af-424b-abca-fc92af204126 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:30.423568 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5c8e71d3-69af-424b-abca-fc92af204126 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:30.448032 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e71d3-69af-424b-abca-fc92af204126 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bc0cd191-590e-4d20-b943-d35c31a053c2,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:30.504919 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5c8e71d3-69af-424b-abca-fc92af204126 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:30.525962 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-5c8e71d3-69af-424b-abca-fc92af204126 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f19c1ef8-6414-484a-911c-a2ce5eb6bc2a']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:30.535449 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-5c8e71d3-69af-424b-abca-fc92af204126 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb0eff73-c474-4567-84d2-346ab4b27180') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:30.535754 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-5c8e71d3-69af-424b-abca-fc92af204126 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb0eff73-c474-4567-84d2-346ab4b27180') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:30.545441 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5c8e71d3-69af-424b-abca-fc92af204126 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:30.560435 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5c8e71d3-69af-424b-abca-fc92af204126 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:30.567308 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c8e71d3-69af-424b-abca-fc92af204126 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Releasing vlan 1267 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 12:08:30.567884 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5c8e71d3-69af-424b-abca-fc92af204126 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:30.569947 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 12:08:30.569947 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 12:08:30.569947 n-d-814735-3 neutron-server[100647]: timer() Oct 20 12:08:30.569947 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 12:08:30.569947 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 12:08:30.569947 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 12:08:30.569947 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 12:08:30.569947 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 12:08:30.569947 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 12:08:30.569947 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 12:08:30.569947 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 12:08:30.569947 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 12:08:30.569947 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 12:08:30.569947 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 12:08:30.569947 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 12:08:30.569947 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 12:08:30.569947 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 12:08:30.569947 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 12:08:30.569947 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 12:08:30.569947 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 12:08:30.569947 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 12:08:30.569947 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 12:08:30.569947 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 12:08:30.569947 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 12:08:30.569947 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 12:08:30.569947 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 12:08:30.569947 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 12:08:30.569947 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 12:08:30.569947 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 12:08:30.569947 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 12:08:30.569947 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 12:08:30.569947 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 12:08:30.638725 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5c8e71d3-69af-424b-abca-fc92af204126 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:30.645296 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8e71d3-69af-424b-abca-fc92af204126 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f19c1ef8-6414-484a-911c-a2ce5eb6bc2a {{(pid=100647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 20 12:08:30.658829 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5c8e71d3-69af-424b-abca-fc92af204126 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:30.662353 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-5c8e71d3-69af-424b-abca-fc92af204126 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] 10.222.0.98 "DELETE /v2.0/networks/f19c1ef8-6414-484a-911c-a2ce5eb6bc2a HTTP/1.1" status: 204 len: 168 time: 0.8706322 Oct 20 12:08:30.663950 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e71d3-69af-424b-abca-fc92af204126 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Pushing event deleted for resources: {'Network': ['ID=f19c1ef8-6414-484a-911c-a2ce5eb6bc2a,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:30.665243 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53786) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:30.792081 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-99d73e66-cfb6-4f2c-9273-2918c24506f4 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] 10.222.0.98 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3046 time: 0.1234360 Oct 20 12:08:30.794759 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53788) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:30.853772 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b937ce38-2b2d-4093-bb9a-900a2ebe1629 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:30.854253 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b937ce38-2b2d-4093-bb9a-900a2ebe1629 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:30.854730 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b937ce38-2b2d-4093-bb9a-900a2ebe1629 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:30.855201 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b937ce38-2b2d-4093-bb9a-900a2ebe1629 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:30.855641 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b937ce38-2b2d-4093-bb9a-900a2ebe1629 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:30.856068 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b937ce38-2b2d-4093-bb9a-900a2ebe1629 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:30.856595 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b937ce38-2b2d-4093-bb9a-900a2ebe1629 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:30.858807 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b937ce38-2b2d-4093-bb9a-900a2ebe1629 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4665 time: 0.0629284 Oct 20 12:08:30.861964 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53790) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:30.900656 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [None req-9393bd4d-33b9-4f39-9648-171bb503efd2 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] delete failed (client error): The resource could not be found. Oct 20 12:08:30.901758 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-9393bd4d-33b9-4f39-9648-171bb503efd2 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] 10.222.0.98 "DELETE /v2.0/floatingips/9a489468-7c82-4668-a5dd-a13a3edddb54 HTTP/1.1" status: 404 len: 345 time: 0.0386918 Oct 20 12:08:30.904568 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53792) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:30.927387 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-64359f5b-708a-4f50-b8b3-9bda8b714028 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] DELETE failed (client error): The resource could not be found. Oct 20 12:08:30.927966 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64359f5b-708a-4f50-b8b3-9bda8b714028 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 12:08:30.931162 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-64359f5b-708a-4f50-b8b3-9bda8b714028 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] 10.222.0.98 "DELETE /v2.0/networks/f19c1ef8-6414-484a-911c-a2ce5eb6bc2a HTTP/1.1" status: 404 len: 339 time: 0.0256093 Oct 20 12:08:30.935076 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53794) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:30.939651 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-f336130b-de81-4b64-9542-12a874afbf42 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Request body: {'network': {'name': 'tempest-network--422296236', 'router:external': True}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:08:30.960480 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f336130b-de81-4b64-9542-12a874afbf42 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Made reservation on behalf of ae8ec24a44534c06bb97b77f0c4174b3 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:08:30.962944 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f336130b-de81-4b64-9542-12a874afbf42 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:30.986783 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f336130b-de81-4b64-9542-12a874afbf42 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] vlan segment allocate from pool success with {'vlan_id': 1292, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 12:08:30.995920 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f336130b-de81-4b64-9542-12a874afbf42 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:30.996357 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-f336130b-de81-4b64-9542-12a874afbf42 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Added segment 5bbd10ba-0da0-4834-9b96-02c33acc3a20 of type vlan for network f535ad17-bd90-4cbb-b52d-a812eafccf06 Oct 20 12:08:31.044735 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f336130b-de81-4b64-9542-12a874afbf42 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:31.075997 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f336130b-de81-4b64-9542-12a874afbf42 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:31.077019 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f336130b-de81-4b64-9542-12a874afbf42 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:31.077668 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f336130b-de81-4b64-9542-12a874afbf42 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:31.105923 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-f336130b-de81-4b64-9542-12a874afbf42 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.1698298 Oct 20 12:08:31.108641 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53796) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:31.145094 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336130b-de81-4b64-9542-12a874afbf42 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Pushing event updated for resources: {'Network': ['ID=f535ad17-bd90-4cbb-b52d-a812eafccf06,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:31.156359 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network f535ad17-bd90-4cbb-b52d-a812eafccf06 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 12:08:31.327818 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ffd410-d408-4bb3-b873-510b8cd1162c tempest-ExternalNetworksTestJSON-1988796080 tempest-ExternalNetworksTestJSON-1988796080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:31.333525 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ffd410-d408-4bb3-b873-510b8cd1162c tempest-ExternalNetworksTestJSON-1988796080 tempest-ExternalNetworksTestJSON-1988796080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:31.340273 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ffd410-d408-4bb3-b873-510b8cd1162c tempest-ExternalNetworksTestJSON-1988796080 tempest-ExternalNetworksTestJSON-1988796080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:31.347298 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ffd410-d408-4bb3-b873-510b8cd1162c tempest-ExternalNetworksTestJSON-1988796080 tempest-ExternalNetworksTestJSON-1988796080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:31.349095 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c3ffd410-d408-4bb3-b873-510b8cd1162c tempest-ExternalNetworksTestJSON-1988796080 tempest-ExternalNetworksTestJSON-1988796080-project] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2393935 Oct 20 12:08:31.352154 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53798) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:31.430655 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8358fb72-556a-4910-9a83-3aa71d1e91d4 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:31.519243 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8358fb72-556a-4910-9a83-3aa71d1e91d4 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:31.542019 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-8358fb72-556a-4910-9a83-3aa71d1e91d4 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f535ad17-bd90-4cbb-b52d-a812eafccf06']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:31.552773 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-8358fb72-556a-4910-9a83-3aa71d1e91d4 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bbd10ba-0da0-4834-9b96-02c33acc3a20') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:31.553045 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-8358fb72-556a-4910-9a83-3aa71d1e91d4 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bbd10ba-0da0-4834-9b96-02c33acc3a20') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:31.563634 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8358fb72-556a-4910-9a83-3aa71d1e91d4 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:31.579197 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8358fb72-556a-4910-9a83-3aa71d1e91d4 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:31.586096 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8358fb72-556a-4910-9a83-3aa71d1e91d4 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Releasing vlan 1292 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 12:08:31.586696 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8358fb72-556a-4910-9a83-3aa71d1e91d4 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:31.588790 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 12:08:31.588790 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 12:08:31.588790 n-d-814735-3 neutron-server[100647]: timer() Oct 20 12:08:31.588790 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 12:08:31.588790 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 12:08:31.588790 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 12:08:31.588790 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 12:08:31.588790 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 12:08:31.588790 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 12:08:31.588790 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 12:08:31.588790 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 12:08:31.588790 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 12:08:31.588790 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 12:08:31.588790 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 12:08:31.588790 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 12:08:31.588790 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 12:08:31.588790 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 12:08:31.588790 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 12:08:31.588790 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 12:08:31.588790 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 12:08:31.588790 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 12:08:31.588790 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 12:08:31.588790 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 12:08:31.588790 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 12:08:31.588790 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 12:08:31.588790 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 12:08:31.588790 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 12:08:31.588790 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 12:08:31.588790 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 12:08:31.588790 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 12:08:31.588790 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 12:08:31.588790 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 12:08:31.650086 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8358fb72-556a-4910-9a83-3aa71d1e91d4 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:31.655659 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8358fb72-556a-4910-9a83-3aa71d1e91d4 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f535ad17-bd90-4cbb-b52d-a812eafccf06 {{(pid=100647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 20 12:08:31.658582 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8358fb72-556a-4910-9a83-3aa71d1e91d4 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:31.661970 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8358fb72-556a-4910-9a83-3aa71d1e91d4 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] 10.222.0.98 "DELETE /v2.0/networks/f535ad17-bd90-4cbb-b52d-a812eafccf06 HTTP/1.1" status: 204 len: 168 time: 0.3086309 Oct 20 12:08:31.665959 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53800) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:31.671772 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358fb72-556a-4910-9a83-3aa71d1e91d4 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Pushing event deleted for resources: {'Network': ['ID=f535ad17-bd90-4cbb-b52d-a812eafccf06,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:31.672120 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-ff653e1e-90bd-434d-914e-86c34ea2ab9c tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Request body: {'network': {'name': 'tempest-network--2039821924', 'router:external': True}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:08:31.700409 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff653e1e-90bd-434d-914e-86c34ea2ab9c tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Made reservation on behalf of ae8ec24a44534c06bb97b77f0c4174b3 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:08:31.703498 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ff653e1e-90bd-434d-914e-86c34ea2ab9c tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:31.736046 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff653e1e-90bd-434d-914e-86c34ea2ab9c tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] vlan segment allocate from pool success with {'vlan_id': 1298, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 12:08:31.747531 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ff653e1e-90bd-434d-914e-86c34ea2ab9c tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:31.747922 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-ff653e1e-90bd-434d-914e-86c34ea2ab9c tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Added segment 7b544685-e391-42dd-b7ef-283654703d1c of type vlan for network 71ccf9e1-9255-4c8e-b012-a6db597d722d Oct 20 12:08:31.803170 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ff653e1e-90bd-434d-914e-86c34ea2ab9c tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:31.837162 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ff653e1e-90bd-434d-914e-86c34ea2ab9c tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:31.838323 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff653e1e-90bd-434d-914e-86c34ea2ab9c tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:31.838971 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ff653e1e-90bd-434d-914e-86c34ea2ab9c tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:31.883446 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ff653e1e-90bd-434d-914e-86c34ea2ab9c tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.2160976 Oct 20 12:08:31.886560 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53802) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:31.917990 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff653e1e-90bd-434d-914e-86c34ea2ab9c tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Pushing event updated for resources: {'Network': ['ID=71ccf9e1-9255-4c8e-b012-a6db597d722d,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:31.929055 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 71ccf9e1-9255-4c8e-b012-a6db597d722d details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 12:08:32.335005 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf431d19-1443-4c7a-a8fb-3c5175fbbecb tempest-ExternalNetworksTestJSON-1988796080 tempest-ExternalNetworksTestJSON-1988796080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:32.336533 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-bf431d19-1443-4c7a-a8fb-3c5175fbbecb tempest-ExternalNetworksTestJSON-1988796080 tempest-ExternalNetworksTestJSON-1988796080-project] 10.222.0.98 "GET /v2.0/networks/71ccf9e1-9255-4c8e-b012-a6db597d722d HTTP/1.1" status: 200 len: 757 time: 0.4488168 Oct 20 12:08:32.339535 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53806) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:32.419777 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8dea3c7-35d9-4f11-abc2-b34342dbf219 tempest-ExternalNetworksTestJSON-1988796080 tempest-ExternalNetworksTestJSON-1988796080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:32.421149 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-b8dea3c7-35d9-4f11-abc2-b34342dbf219 tempest-ExternalNetworksTestJSON-1988796080 tempest-ExternalNetworksTestJSON-1988796080-project] 10.222.0.98 "GET /v2.0/networks/442b89dd-b056-45f4-88e4-95f4c8c5becb HTTP/1.1" status: 200 len: 768 time: 0.0806875 Oct 20 12:08:32.424029 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53808) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:32.499162 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-221a6649-706f-4d1f-a114-21d125430c27 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:32.585328 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-221a6649-706f-4d1f-a114-21d125430c27 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:32.605072 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-221a6649-706f-4d1f-a114-21d125430c27 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71ccf9e1-9255-4c8e-b012-a6db597d722d']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:32.614532 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-221a6649-706f-4d1f-a114-21d125430c27 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b544685-e391-42dd-b7ef-283654703d1c') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:32.614834 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-221a6649-706f-4d1f-a114-21d125430c27 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b544685-e391-42dd-b7ef-283654703d1c') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:32.624370 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-221a6649-706f-4d1f-a114-21d125430c27 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:32.638621 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-221a6649-706f-4d1f-a114-21d125430c27 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:32.646961 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-221a6649-706f-4d1f-a114-21d125430c27 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Releasing vlan 1298 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 12:08:32.647423 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-221a6649-706f-4d1f-a114-21d125430c27 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:32.649250 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 12:08:32.649250 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 12:08:32.649250 n-d-814735-3 neutron-server[100647]: timer() Oct 20 12:08:32.649250 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 12:08:32.649250 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 12:08:32.649250 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 12:08:32.649250 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 12:08:32.649250 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 12:08:32.649250 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 12:08:32.649250 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 12:08:32.649250 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 12:08:32.649250 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 12:08:32.649250 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 12:08:32.649250 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 12:08:32.649250 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 12:08:32.649250 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 12:08:32.649250 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 12:08:32.649250 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 12:08:32.649250 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 12:08:32.649250 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 12:08:32.649250 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 12:08:32.649250 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 12:08:32.649250 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 12:08:32.649250 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 12:08:32.649250 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 12:08:32.649250 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 12:08:32.649250 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 12:08:32.649250 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 12:08:32.649250 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 12:08:32.649250 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 12:08:32.649250 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 12:08:32.649250 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 12:08:32.720513 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-221a6649-706f-4d1f-a114-21d125430c27 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:32.728725 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221a6649-706f-4d1f-a114-21d125430c27 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 71ccf9e1-9255-4c8e-b012-a6db597d722d {{(pid=100647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 20 12:08:32.732579 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-221a6649-706f-4d1f-a114-21d125430c27 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:32.737831 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-221a6649-706f-4d1f-a114-21d125430c27 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] 10.222.0.98 "DELETE /v2.0/networks/71ccf9e1-9255-4c8e-b012-a6db597d722d HTTP/1.1" status: 204 len: 168 time: 0.3127248 Oct 20 12:08:32.741709 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53810) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:32.747053 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-72e5a8bf-693f-4a20-aa47-681bf2fccfac tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Request body: {'network': {'name': 'tempest-network--2130090153'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:08:32.758625 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a6649-706f-4d1f-a114-21d125430c27 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Pushing event deleted for resources: {'Network': ['ID=71ccf9e1-9255-4c8e-b012-a6db597d722d,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:32.771016 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e5a8bf-693f-4a20-aa47-681bf2fccfac tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Made reservation on behalf of ae8ec24a44534c06bb97b77f0c4174b3 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:08:32.773783 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-72e5a8bf-693f-4a20-aa47-681bf2fccfac tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:32.798768 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72e5a8bf-693f-4a20-aa47-681bf2fccfac tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] vlan segment allocate from pool success with {'vlan_id': 1271, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 12:08:32.809496 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-72e5a8bf-693f-4a20-aa47-681bf2fccfac tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:32.809966 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-72e5a8bf-693f-4a20-aa47-681bf2fccfac tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Added segment 7753799a-423a-4672-a00c-706533f9409d of type vlan for network 2862ab39-97cf-427b-8b43-074625b347e1 Oct 20 12:08:32.851518 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-72e5a8bf-693f-4a20-aa47-681bf2fccfac tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:32.885944 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-72e5a8bf-693f-4a20-aa47-681bf2fccfac tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:32.887070 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e5a8bf-693f-4a20-aa47-681bf2fccfac tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:32.887678 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-72e5a8bf-693f-4a20-aa47-681bf2fccfac tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:32.921948 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-72e5a8bf-693f-4a20-aa47-681bf2fccfac tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.1790061 Oct 20 12:08:32.924811 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53812) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:32.930123 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-d79a39f3-4322-4aab-accb-e727bc96b4e4 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:08:32.981499 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5a8bf-693f-4a20-aa47-681bf2fccfac tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Pushing event updated for resources: {'Network': ['ID=2862ab39-97cf-427b-8b43-074625b347e1,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:32.997241 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 2862ab39-97cf-427b-8b43-074625b347e1 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 12:08:33.114686 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d79a39f3-4322-4aab-accb-e727bc96b4e4 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:33.130590 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d79a39f3-4322-4aab-accb-e727bc96b4e4 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:33.146487 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d79a39f3-4322-4aab-accb-e727bc96b4e4 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Network 2862ab39-97cf-427b-8b43-074625b347e1 is not hosted by any dhcp agent {{(pid=100646) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 20 12:08:33.147757 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79a39f3-4322-4aab-accb-e727bc96b4e4 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:33.148355 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d79a39f3-4322-4aab-accb-e727bc96b4e4 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:33.152805 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d79a39f3-4322-4aab-accb-e727bc96b4e4 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] 10.222.0.98 "PUT /v2.0/networks/2862ab39-97cf-427b-8b43-074625b347e1 HTTP/1.1" status: 200 len: 859 time: 0.2240255 Oct 20 12:08:33.152980 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53814) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:33.199170 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a39f3-4322-4aab-accb-e727bc96b4e4 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Pushing event updated for resources: {'Network': ['ID=2862ab39-97cf-427b-8b43-074625b347e1,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:33.228383 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d93c19a4-ec35-497b-a9b6-489b3e096dc3 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:33.309875 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d93c19a4-ec35-497b-a9b6-489b3e096dc3 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:33.334487 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-d93c19a4-ec35-497b-a9b6-489b3e096dc3 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2862ab39-97cf-427b-8b43-074625b347e1']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:33.344211 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-d93c19a4-ec35-497b-a9b6-489b3e096dc3 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7753799a-423a-4672-a00c-706533f9409d') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:33.344505 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-d93c19a4-ec35-497b-a9b6-489b3e096dc3 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7753799a-423a-4672-a00c-706533f9409d') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:33.354341 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d93c19a4-ec35-497b-a9b6-489b3e096dc3 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:33.368073 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d93c19a4-ec35-497b-a9b6-489b3e096dc3 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:33.374010 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d93c19a4-ec35-497b-a9b6-489b3e096dc3 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Releasing vlan 1271 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 12:08:33.374449 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d93c19a4-ec35-497b-a9b6-489b3e096dc3 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:33.376313 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 12:08:33.376313 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 12:08:33.376313 n-d-814735-3 neutron-server[100647]: timer() Oct 20 12:08:33.376313 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 12:08:33.376313 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 12:08:33.376313 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 12:08:33.376313 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 12:08:33.376313 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 12:08:33.376313 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 12:08:33.376313 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 12:08:33.376313 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 12:08:33.376313 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 12:08:33.376313 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 12:08:33.376313 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 12:08:33.376313 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 12:08:33.376313 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 12:08:33.376313 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 12:08:33.376313 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 12:08:33.376313 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 12:08:33.376313 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 12:08:33.376313 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 12:08:33.376313 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 12:08:33.376313 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 12:08:33.376313 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 12:08:33.376313 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 12:08:33.376313 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 12:08:33.376313 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 12:08:33.376313 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 12:08:33.376313 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 12:08:33.376313 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 12:08:33.376313 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 12:08:33.376313 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 12:08:33.433867 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d93c19a4-ec35-497b-a9b6-489b3e096dc3 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:33.439365 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93c19a4-ec35-497b-a9b6-489b3e096dc3 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2862ab39-97cf-427b-8b43-074625b347e1 {{(pid=100647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 20 12:08:33.442123 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d93c19a4-ec35-497b-a9b6-489b3e096dc3 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:33.451253 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d93c19a4-ec35-497b-a9b6-489b3e096dc3 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] 10.222.0.98 "DELETE /v2.0/networks/2862ab39-97cf-427b-8b43-074625b347e1 HTTP/1.1" status: 204 len: 168 time: 0.2927656 Oct 20 12:08:33.451739 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53816) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:33.466465 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c19a4-ec35-497b-a9b6-489b3e096dc3 tempest-ExternalNetworksTestJSON-2032060724 tempest-ExternalNetworksTestJSON-2032060724-project-admin] Pushing event deleted for resources: {'Network': ['ID=2862ab39-97cf-427b-8b43-074625b347e1,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:33.484710 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-847f0c0d-210c-4509-87a8-1a98e13ef3db tempest-ExternalNetworksTestJSON-1988796080 tempest-ExternalNetworksTestJSON-1988796080-project] DELETE failed (client error): The resource could not be found. Oct 20 12:08:33.485220 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-847f0c0d-210c-4509-87a8-1a98e13ef3db tempest-ExternalNetworksTestJSON-1988796080 tempest-ExternalNetworksTestJSON-1988796080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 12:08:33.491047 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-847f0c0d-210c-4509-87a8-1a98e13ef3db tempest-ExternalNetworksTestJSON-1988796080 tempest-ExternalNetworksTestJSON-1988796080-project] 10.222.0.98 "DELETE /v2.0/subnets/bc0cd191-590e-4d20-b943-d35c31a053c2 HTTP/1.1" status: 404 len: 337 time: 0.0358689 Oct 20 12:08:33.491378 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53818) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:33.576294 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a017bbdf-8428-4685-bb51-1eb84e3d5ee6 tempest-ExternalNetworksTestJSON-1988796080 tempest-ExternalNetworksTestJSON-1988796080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:33.686388 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a017bbdf-8428-4685-bb51-1eb84e3d5ee6 tempest-ExternalNetworksTestJSON-1988796080 tempest-ExternalNetworksTestJSON-1988796080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:33.707010 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-a017bbdf-8428-4685-bb51-1eb84e3d5ee6 tempest-ExternalNetworksTestJSON-1988796080 tempest-ExternalNetworksTestJSON-1988796080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['442b89dd-b056-45f4-88e4-95f4c8c5becb']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:33.716157 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-a017bbdf-8428-4685-bb51-1eb84e3d5ee6 tempest-ExternalNetworksTestJSON-1988796080 tempest-ExternalNetworksTestJSON-1988796080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '622c76bc-91a5-4672-bd80-91f81151c119') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:33.716515 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-a017bbdf-8428-4685-bb51-1eb84e3d5ee6 tempest-ExternalNetworksTestJSON-1988796080 tempest-ExternalNetworksTestJSON-1988796080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '622c76bc-91a5-4672-bd80-91f81151c119') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:33.726560 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a017bbdf-8428-4685-bb51-1eb84e3d5ee6 tempest-ExternalNetworksTestJSON-1988796080 tempest-ExternalNetworksTestJSON-1988796080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:33.740543 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a017bbdf-8428-4685-bb51-1eb84e3d5ee6 tempest-ExternalNetworksTestJSON-1988796080 tempest-ExternalNetworksTestJSON-1988796080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:33.747036 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a017bbdf-8428-4685-bb51-1eb84e3d5ee6 tempest-ExternalNetworksTestJSON-1988796080 tempest-ExternalNetworksTestJSON-1988796080-project] Releasing vlan 1276 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 12:08:33.747805 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a017bbdf-8428-4685-bb51-1eb84e3d5ee6 tempest-ExternalNetworksTestJSON-1988796080 tempest-ExternalNetworksTestJSON-1988796080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:33.760238 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 12:08:33.760238 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 12:08:33.760238 n-d-814735-3 neutron-server[100646]: timer() Oct 20 12:08:33.760238 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 12:08:33.760238 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 12:08:33.760238 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 12:08:33.760238 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 12:08:33.760238 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 12:08:33.760238 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 12:08:33.760238 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 12:08:33.760238 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 12:08:33.760238 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 12:08:33.760238 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 12:08:33.760238 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 12:08:33.760238 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 12:08:33.760238 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 12:08:33.760238 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 12:08:33.760238 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 12:08:33.760238 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 12:08:33.760238 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 12:08:33.760238 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 12:08:33.760238 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 12:08:33.760238 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 12:08:33.760238 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 12:08:33.760238 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 12:08:33.760238 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 12:08:33.760238 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 12:08:33.760238 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 12:08:33.760238 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 12:08:33.760238 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 12:08:33.760238 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 12:08:33.760238 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 12:08:33.817988 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a017bbdf-8428-4685-bb51-1eb84e3d5ee6 tempest-ExternalNetworksTestJSON-1988796080 tempest-ExternalNetworksTestJSON-1988796080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:33.826236 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a017bbdf-8428-4685-bb51-1eb84e3d5ee6 tempest-ExternalNetworksTestJSON-1988796080 tempest-ExternalNetworksTestJSON-1988796080-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:33.833369 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a017bbdf-8428-4685-bb51-1eb84e3d5ee6 tempest-ExternalNetworksTestJSON-1988796080 tempest-ExternalNetworksTestJSON-1988796080-project] 10.222.0.98 "DELETE /v2.0/networks/442b89dd-b056-45f4-88e4-95f4c8c5becb HTTP/1.1" status: 204 len: 168 time: 0.3382466 Oct 20 12:08:33.849316 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a017bbdf-8428-4685-bb51-1eb84e3d5ee6 tempest-ExternalNetworksTestJSON-1988796080 tempest-ExternalNetworksTestJSON-1988796080-project] Pushing event deleted for resources: {'Network': ['ID=442b89dd-b056-45f4-88e4-95f4c8c5becb,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:34.091600 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53824) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:34.232486 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-650a1c68-962a-4499-b719-04e01673d219 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0bec4fb516c54405a732a1d0a5176cde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1396267 Oct 20 12:08:34.235051 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53828) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:34.291078 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c45cf0f3-6d3a-4c72-bfe2-163e3a1d30ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:34.315142 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c45cf0f3-6d3a-4c72-bfe2-163e3a1d30ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:34.364071 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c45cf0f3-6d3a-4c72-bfe2-163e3a1d30ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:34.366661 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c45cf0f3-6d3a-4c72-bfe2-163e3a1d30ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:34.367894 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c45cf0f3-6d3a-4c72-bfe2-163e3a1d30ed admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5c798b5c-5efe-4fe2-9b6b-610583ee5bc2 HTTP/1.1" status: 204 len: 168 time: 0.1319060 Oct 20 12:08:34.375816 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45cf0f3-6d3a-4c72-bfe2-163e3a1d30ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c798b5c-5efe-4fe2-9b6b-610583ee5bc2,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:34.652793 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53834) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:34.695590 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2ba768b4-d784-43d6-a9cf-f11550f55aed admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ae8ec24a44534c06bb97b77f0c4174b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415683 Oct 20 12:08:34.698026 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53836) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:34.752907 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3a568af8-2139-4bc4-bcca-3bf0f7224db3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:34.775846 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3a568af8-2139-4bc4-bcca-3bf0f7224db3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:34.824130 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3a568af8-2139-4bc4-bcca-3bf0f7224db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:34.826912 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3a568af8-2139-4bc4-bcca-3bf0f7224db3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:34.828136 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3a568af8-2139-4bc4-bcca-3bf0f7224db3 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/bd6ed723-bb50-40d9-8ab7-70a70a255dbf HTTP/1.1" status: 204 len: 168 time: 0.1291292 Oct 20 12:08:34.836093 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a568af8-2139-4bc4-bcca-3bf0f7224db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6ed723-bb50-40d9-8ab7-70a70a255dbf,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:36.090536 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53874) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:36.193742 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-0bc8873d-9287-4174-a944-5a27813e0dda tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1123274265', 'router:external': True}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:08:36.216512 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc8873d-9287-4174-a944-5a27813e0dda tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Made reservation on behalf of dbaf21860d08460aa2d7d72b3bf30d3e for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:08:36.218894 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0bc8873d-9287-4174-a944-5a27813e0dda tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:36.227357 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0bc8873d-9287-4174-a944-5a27813e0dda tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:36.305844 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0bc8873d-9287-4174-a944-5a27813e0dda tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:36.311155 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0bc8873d-9287-4174-a944-5a27813e0dda tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:36.339421 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bc8873d-9287-4174-a944-5a27813e0dda tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] vlan segment allocate from pool success with {'vlan_id': 1269, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 12:08:36.345758 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc8873d-9287-4174-a944-5a27813e0dda tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54737ae-ad95-4448-ad45-bf5290ef2f82,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:36.352336 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0bc8873d-9287-4174-a944-5a27813e0dda tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:36.352680 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-0bc8873d-9287-4174-a944-5a27813e0dda tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Added segment 69ac5126-f54d-4d3b-a948-46145c250b73 of type vlan for network e0e0f1cc-6242-4488-b516-9f0311b0f2ee Oct 20 12:08:36.398542 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0bc8873d-9287-4174-a944-5a27813e0dda tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:36.429969 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0bc8873d-9287-4174-a944-5a27813e0dda tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:36.431006 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc8873d-9287-4174-a944-5a27813e0dda tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:36.431594 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0bc8873d-9287-4174-a944-5a27813e0dda tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:36.469811 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-0bc8873d-9287-4174-a944-5a27813e0dda tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.3780773 Oct 20 12:08:36.473390 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53878) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:36.478493 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-0eca49ec-a6ab-4da2-b570-ec2a68331a7e tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Request body: {'subnet': {'network_id': 'e0e0f1cc-6242-4488-b516-9f0311b0f2ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:08:36.499140 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc8873d-9287-4174-a944-5a27813e0dda tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Pushing event updated for resources: {'Network': ['ID=e0e0f1cc-6242-4488-b516-9f0311b0f2ee,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:36.500753 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eca49ec-a6ab-4da2-b570-ec2a68331a7e tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Made reservation on behalf of dbaf21860d08460aa2d7d72b3bf30d3e for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:08:36.503365 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0eca49ec-a6ab-4da2-b570-ec2a68331a7e tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:36.509907 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network e0e0f1cc-6242-4488-b516-9f0311b0f2ee details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 12:08:36.789986 n-d-814735-3 neutron-server[100646]: DEBUG neutron.objects.ports [None req-0eca49ec-a6ab-4da2-b570-ec2a68331a7e tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100646) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 20 12:08:36.790449 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0eca49ec-a6ab-4da2-b570-ec2a68331a7e tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:36.844619 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca49ec-a6ab-4da2-b570-ec2a68331a7e tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d45b5535-d053-41a5-aecb-506c3bbab0cf,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:36.858458 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eca49ec-a6ab-4da2-b570-ec2a68331a7e tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Checking segment: {'id': '69ac5126-f54d-4d3b-a948-46145c250b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': 'e0e0f1cc-6242-4488-b516-9f0311b0f2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:08:36.858458 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eca49ec-a6ab-4da2-b570-ec2a68331a7e tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Network hostable DHCP agents. Network: e0e0f1cc-6242-4488-b516-9f0311b0f2ee, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 12:08:36.883100 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eca49ec-a6ab-4da2-b570-ec2a68331a7e tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Network e0e0f1cc-6242-4488-b516-9f0311b0f2ee is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 12:08:36.892457 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-0eca49ec-a6ab-4da2-b570-ec2a68331a7e tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, e0e0f1cc-6242-4488-b516-9f0311b0f2ee) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:08:36.897129 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eca49ec-a6ab-4da2-b570-ec2a68331a7e tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:36.897726 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0eca49ec-a6ab-4da2-b570-ec2a68331a7e tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:36.902631 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d59e650-c75c-457b-b96b-cbce16a16acd None None] Network e0e0f1cc-6242-4488-b516-9f0311b0f2ee requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:08:36.924665 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0eca49ec-a6ab-4da2-b570-ec2a68331a7e tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.4499252 Oct 20 12:08:36.927656 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53880) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:36.932572 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-9d9c8ec9-69d7-4167-8270-e4ff0aef483b tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-955111635', 'network_id': 'e0e0f1cc-6242-4488-b516-9f0311b0f2ee'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:08:36.953929 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9c8ec9-69d7-4167-8270-e4ff0aef483b tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Made reservation on behalf of dbaf21860d08460aa2d7d72b3bf30d3e for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:08:36.956462 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9d9c8ec9-69d7-4167-8270-e4ff0aef483b tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:36.972621 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [None req-9d9c8ec9-69d7-4167-8270-e4ff0aef483b tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] device_id is not set on port 33252040-3ff0-4dc8-97b4-169e0d5a9a2f yet. {{(pid=100646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 20 12:08:37.065114 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cefd16-68c3-4798-af9e-5df419bfe6f0 None None] Network e0e0f1cc-6242-4488-b516-9f0311b0f2ee requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:08:37.091022 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-9d9c8ec9-69d7-4167-8270-e4ff0aef483b tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Allocated IP 2001:db8::2d9 (e0e0f1cc-6242-4488-b516-9f0311b0f2ee/d45b5535-d053-41a5-aecb-506c3bbab0cf/33252040-3ff0-4dc8-97b4-169e0d5a9a2f) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:08:37.579432 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9d9c8ec9-69d7-4167-8270-e4ff0aef483b tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:37.613692 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9d9c8ec9-69d7-4167-8270-e4ff0aef483b tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:37.654356 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9c8ec9-69d7-4167-8270-e4ff0aef483b tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Network e0e0f1cc-6242-4488-b516-9f0311b0f2ee is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:08:37.657219 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-9d9c8ec9-69d7-4167-8270-e4ff0aef483b tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:08:37.660677 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9c8ec9-69d7-4167-8270-e4ff0aef483b tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:08:37.661819 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9c8ec9-69d7-4167-8270-e4ff0aef483b tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:37.662441 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9d9c8ec9-69d7-4167-8270-e4ff0aef483b tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:37.670781 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9c8ec9-69d7-4167-8270-e4ff0aef483b tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Pushing event updated for resources: {'Port': ['ID=33252040-3ff0-4dc8-97b4-169e0d5a9a2f,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:37.685731 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-9d9c8ec9-69d7-4167-8270-e4ff0aef483b tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7569904 Oct 20 12:08:37.688525 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53882) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:37.769929 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-eee448bc-a89a-485b-b122-1d58c037abf6 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Deleting port 33252040-3ff0-4dc8-97b4-169e0d5a9a2f {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:08:37.770225 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-eee448bc-a89a-485b-b122-1d58c037abf6 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:37.852487 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-eee448bc-a89a-485b-b122-1d58c037abf6 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:37.865108 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-eee448bc-a89a-485b-b122-1d58c037abf6 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Calling delete_port for 33252040-3ff0-4dc8-97b4-169e0d5a9a2f owned by {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:08:37.996857 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-eee448bc-a89a-485b-b122-1d58c037abf6 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:38.022995 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee448bc-a89a-485b-b122-1d58c037abf6 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Pushing event deleted for resources: {'Port': ['ID=33252040-3ff0-4dc8-97b4-169e0d5a9a2f,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:38.050460 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-eee448bc-a89a-485b-b122-1d58c037abf6 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:38.053798 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-eee448bc-a89a-485b-b122-1d58c037abf6 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] 10.222.0.98 "DELETE /v2.0/ports/33252040-3ff0-4dc8-97b4-169e0d5a9a2f HTTP/1.1" status: 204 len: 168 time: 0.3642647 Oct 20 12:08:38.056713 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53884) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:38.060989 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-14c093be-5396-4743-8778-6c0fcc07c9b2 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e0e0f1cc-6242-4488-b516-9f0311b0f2ee', 'external_fixed_ips': [{'subnet_id': 'd45b5535-d053-41a5-aecb-506c3bbab0cf', 'ip_address': '2001:db8::2d9'}]}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:08:38.084705 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-14c093be-5396-4743-8778-6c0fcc07c9b2 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:38.085714 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-14c093be-5396-4743-8778-6c0fcc07c9b2 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:38.171316 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-14c093be-5396-4743-8778-6c0fcc07c9b2 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:38.315278 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-14c093be-5396-4743-8778-6c0fcc07c9b2 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:38.417339 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-8eba8adb-a6f4-40ae-bfea-925a157bf5b0 req-06daac9e-5408-4482-aa1f-d59a1858e800 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=134112bc-2e1e-4777-b92c-54e6770e17ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1380167 Oct 20 12:08:38.584518 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba8adb-a6f4-40ae-bfea-925a157bf5b0 req-67d46414-d944-492d-9ba7-488a7a8ad310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:38.586084 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-8eba8adb-a6f4-40ae-bfea-925a157bf5b0 req-67d46414-d944-492d-9ba7-488a7a8ad310 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2a883afeccdc493d8238ba472f031019&device_id=134112bc-2e1e-4777-b92c-54e6770e17ca HTTP/1.1" status: 200 len: 1096 time: 0.1055892 Oct 20 12:08:38.587312 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-14c093be-5396-4743-8778-6c0fcc07c9b2 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:38.607014 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-14c093be-5396-4743-8778-6c0fcc07c9b2 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:38.819540 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba8adb-a6f4-40ae-bfea-925a157bf5b0 req-207eeaae-ad20-48c2-beb7-9fb7946eabc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:38.821051 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-8eba8adb-a6f4-40ae-bfea-925a157bf5b0 req-207eeaae-ad20-48c2-beb7-9fb7946eabc8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a HTTP/1.1" status: 200 len: 914 time: 0.2120519 Oct 20 12:08:38.913624 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-14c093be-5396-4743-8778-6c0fcc07c9b2 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Allocated IP 2001:db8::2d9 (e0e0f1cc-6242-4488-b516-9f0311b0f2ee/d45b5535-d053-41a5-aecb-506c3bbab0cf/b2673636-e684-41e5-929e-0207c77c4d38) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:08:38.930777 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-8eba8adb-a6f4-40ae-bfea-925a157bf5b0 req-d670039e-4340-4079-8852-de0d2edbe2e3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b HTTP/1.1" status: 200 len: 1001 time: 0.0818107 Oct 20 12:08:39.034218 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba8adb-a6f4-40ae-bfea-925a157bf5b0 req-046fa7e4-a58c-4ece-a4fd-6b2d416a09fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:39.035751 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-8eba8adb-a6f4-40ae-bfea-925a157bf5b0 req-046fa7e4-a58c-4ece-a4fd-6b2d416a09fa service neutron] 10.222.0.89 "GET /v2.0/subnets?id=667cbc2d-c894-4d06-bf55-c551daf9476c HTTP/1.1" status: 200 len: 851 time: 0.0854056 Oct 20 12:08:39.091861 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-14c093be-5396-4743-8778-6c0fcc07c9b2 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:39.114009 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba8adb-a6f4-40ae-bfea-925a157bf5b0 req-9c3937a4-53b0-45d8-a8ac-5219f0a64223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:39.115667 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-8eba8adb-a6f4-40ae-bfea-925a157bf5b0 req-9c3937a4-53b0-45d8-a8ac-5219f0a64223 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671239 Oct 20 12:08:39.186018 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-14c093be-5396-4743-8778-6c0fcc07c9b2 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:39.234628 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c093be-5396-4743-8778-6c0fcc07c9b2 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Network e0e0f1cc-6242-4488-b516-9f0311b0f2ee is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:08:39.240253 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-14c093be-5396-4743-8778-6c0fcc07c9b2 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:08:39.245571 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c093be-5396-4743-8778-6c0fcc07c9b2 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:08:39.297916 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c093be-5396-4743-8778-6c0fcc07c9b2 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Pushing event updated for resources: {'Port': ['ID=b2673636-e684-41e5-929e-0207c77c4d38,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:39.303935 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-8eba8adb-a6f4-40ae-bfea-925a157bf5b0 req-578413fb-9f4e-4e37-b440-26de484b86c2 service neutron] 10.222.0.89 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783881 Oct 20 12:08:39.493802 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-8eba8adb-a6f4-40ae-bfea-925a157bf5b0 req-a2f327f3-ffb0-48c5-ad93-e4b255fab625 service neutron] 10.222.0.89 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639352 Oct 20 12:08:39.549869 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-14c093be-5396-4743-8778-6c0fcc07c9b2 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:40.009927 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-14c093be-5396-4743-8778-6c0fcc07c9b2 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:40.152362 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c093be-5396-4743-8778-6c0fcc07c9b2 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Router 49a7f925-cb0c-44f4-80f5-faf95c49077f is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 12:08:40.160623 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:40.266412 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c093be-5396-4743-8778-6c0fcc07c9b2 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:08:40.278746 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866c61ad-5fc0-4729-bc49-2b81a46bffa6 None None] Sync routers for ids ['49a7f925-cb0c-44f4-80f5-faf95c49077f'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:08:40.287941 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-14c093be-5396-4743-8778-6c0fcc07c9b2 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:40.289265 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-14c093be-5396-4743-8778-6c0fcc07c9b2 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.2316484 Oct 20 12:08:40.294312 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53888) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:40.297783 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866c61ad-5fc0-4729-bc49-2b81a46bffa6 None None] Routers {'49a7f925-cb0c-44f4-80f5-faf95c49077f'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:08:40.298423 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-866c61ad-5fc0-4729-bc49-2b81a46bffa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:08:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['49a7f925-cb0c-44f4-80f5-faf95c49077f'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:40.406658 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e62b0fe7-2bab-468d-b1db-18768a3a601f tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:40.411939 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-866c61ad-5fc0-4729-bc49-2b81a46bffa6 None None] Set router 49a7f925-cb0c-44f4-80f5-faf95c49077f gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:08:40.526321 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e62b0fe7-2bab-468d-b1db-18768a3a601f tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:40.585788 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53892) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:40.591213 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-e62b0fe7-2bab-468d-b1db-18768a3a601f tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Deleting port b2673636-e684-41e5-929e-0207c77c4d38 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:08:40.592074 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e62b0fe7-2bab-468d-b1db-18768a3a601f tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:40.606667 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-866c61ad-5fc0-4729-bc49-2b81a46bffa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a7f925-cb0c-44f4-80f5-faf95c49077f', 'name': '', 'tenant_id': 'dbaf21860d08460aa2d7d72b3bf30d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e0f1cc-6242-4488-b516-9f0311b0f2ee', 'external_fixed_ips': [{'subnet_id': 'd45b5535-d053-41a5-aecb-506c3bbab0cf', 'ip_address': '2001:db8::2d9'}], 'enable_snat': True}, 'gw_port_id': 'b2673636-e684-41e5-929e-0207c77c4d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:08:38Z', 'updated_at': '2021-10-20T12:08:39Z', 'revision_number': 3, 'project_id': 'dbaf21860d08460aa2d7d72b3bf30d3e', 'gw_port': {'id': 'b2673636-e684-41e5-929e-0207c77c4d38', 'name': '', 'network_id': 'e0e0f1cc-6242-4488-b516-9f0311b0f2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:62:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a7f925-cb0c-44f4-80f5-faf95c49077f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'd45b5535-d053-41a5-aecb-506c3bbab0cf', 'ip_address': '2001:db8::2d9', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:08:38Z', 'updated_at': '2021-10-20T12:08:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd45b5535-d053-41a5-aecb-506c3bbab0cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:40.637168 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866c61ad-5fc0-4729-bc49-2b81a46bffa6 None None] Checking router: 49a7f925-cb0c-44f4-80f5-faf95c49077f for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:08:40.637541 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866c61ad-5fc0-4729-bc49-2b81a46bffa6 None None] Updating router 49a7f925-cb0c-44f4-80f5-faf95c49077f port b2673636-e684-41e5-929e-0207c77c4d38 binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 12:08:40.671582 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-866c61ad-5fc0-4729-bc49-2b81a46bffa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:40.698148 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e62b0fe7-2bab-468d-b1db-18768a3a601f tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:40.714216 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-e62b0fe7-2bab-468d-b1db-18768a3a601f tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Calling delete_port for b2673636-e684-41e5-929e-0207c77c4d38 owned by network:router_gateway {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:08:40.777492 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-8dd0d913-fe5d-4305-9145-1e79a1d17c7b tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Deleting port 8caee20f-a964-4568-bcdd-5cb5c0b05c9e {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:08:40.777983 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8dd0d913-fe5d-4305-9145-1e79a1d17c7b tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:40.870164 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8dd0d913-fe5d-4305-9145-1e79a1d17c7b tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:40.870583 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8dd0d913-fe5d-4305-9145-1e79a1d17c7b tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:40.883102 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-8dd0d913-fe5d-4305-9145-1e79a1d17c7b tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Calling delete_port for 8caee20f-a964-4568-bcdd-5cb5c0b05c9e owned by network:floatingip {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:08:40.914303 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e62b0fe7-2bab-468d-b1db-18768a3a601f tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:40.943604 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62b0fe7-2bab-468d-b1db-18768a3a601f tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Pushing event deleted for resources: {'Port': ['ID=b2673636-e684-41e5-929e-0207c77c4d38,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:40.965736 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.db.api [None req-866c61ad-5fc0-4729-bc49-2b81a46bffa6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 12:08:40.966233 n-d-814735-3 neutron-server[100648]: DEBUG oslo_db.api [None req-866c61ad-5fc0-4729-bc49-2b81a46bffa6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 12:08:40.974522 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e62b0fe7-2bab-468d-b1db-18768a3a601f tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:41.047096 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8dd0d913-fe5d-4305-9145-1e79a1d17c7b tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:41.076794 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd0d913-fe5d-4305-9145-1e79a1d17c7b tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Pushing event deleted for resources: {'Port': ['ID=8caee20f-a964-4568-bcdd-5cb5c0b05c9e,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:41.083466 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e62b0fe7-2bab-468d-b1db-18768a3a601f tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:41.085887 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e62b0fe7-2bab-468d-b1db-18768a3a601f tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:41.145576 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8dd0d913-fe5d-4305-9145-1e79a1d17c7b tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks [] for floatingip, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:41.146004 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [None req-8dd0d913-fe5d-4305-9145-1e79a1d17c7b tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Floating IP 168b7325-3c34-4946-98be-62305c98d3ca disassociated (deleted). External IP: 172.25.5.127, port: 4bd0f092-2c50-45c1-9553-18e44f162673. Oct 20 12:08:41.150871 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e62b0fe7-2bab-468d-b1db-18768a3a601f tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:41.151431 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62b0fe7-2bab-468d-b1db-18768a3a601f tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 49a7f925-cb0c-44f4-80f5-faf95c49077f {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 12:08:41.156381 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e62b0fe7-2bab-468d-b1db-18768a3a601f tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:41.157446 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e62b0fe7-2bab-468d-b1db-18768a3a601f tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] 10.222.0.98 "DELETE /v2.0/routers/49a7f925-cb0c-44f4-80f5-faf95c49077f HTTP/1.1" status: 204 len: 168 time: 0.8630953 Oct 20 12:08:41.160416 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53894) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:41.212205 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ccbd00f-36e7-4ada-a53b-e0b97618137c tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Deleting subnet d45b5535-d053-41a5-aecb-506c3bbab0cf {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 12:08:41.215821 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4ccbd00f-36e7-4ada-a53b-e0b97618137c tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:41.253803 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4ccbd00f-36e7-4ada-a53b-e0b97618137c tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:41.301593 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4ccbd00f-36e7-4ada-a53b-e0b97618137c tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:41.358819 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4ccbd00f-36e7-4ada-a53b-e0b97618137c tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:41.375304 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd0d913-fe5d-4305-9145-1e79a1d17c7b tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Router cb16b575-fb2b-4009-8d92-cae43cb71c74 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:08:41.390921 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccbd00f-36e7-4ada-a53b-e0b97618137c tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d45b5535-d053-41a5-aecb-506c3bbab0cf,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:41.397918 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4ccbd00f-36e7-4ada-a53b-e0b97618137c tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:41.401418 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4ccbd00f-36e7-4ada-a53b-e0b97618137c tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] 10.222.0.98 "DELETE /v2.0/subnets/d45b5535-d053-41a5-aecb-506c3bbab0cf HTTP/1.1" status: 204 len: 168 time: 0.2397373 Oct 20 12:08:41.404350 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53896) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:41.478952 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5dc9ed86-ea34-4a51-a3c1-9bded51d783f tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:41.484161 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866c61ad-5fc0-4729-bc49-2b81a46bffa6 None None] Port b2673636-e684-41e5-929e-0207c77c4d38 not found while updating agent binding for router 49a7f925-cb0c-44f4-80f5-faf95c49077f. {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 20 12:08:41.492759 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866c61ad-5fc0-4729-bc49-2b81a46bffa6 None None] Routers set() bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:08:41.493123 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866c61ad-5fc0-4729-bc49-2b81a46bffa6 None None] Router IDs set() for agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 20 12:08:41.493718 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_agentschedulers_db [None req-866c61ad-5fc0-4729-bc49-2b81a46bffa6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'49a7f925-cb0c-44f4-80f5-faf95c49077f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:08:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent'). {{(pid=100648) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 20 12:08:41.494090 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866c61ad-5fc0-4729-bc49-2b81a46bffa6 None None] The sync data for ids ['49a7f925-cb0c-44f4-80f5-faf95c49077f'] in n-d-814735-3 is: [] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:08:41.494593 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd0d913-fe5d-4305-9145-1e79a1d17c7b tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:08:41.501198 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8dd0d913-fe5d-4305-9145-1e79a1d17c7b tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:41.510786 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393dd44e-cf15-4ead-bbca-93fdf83a2978 None None] Sync routers for ids ['cb16b575-fb2b-4009-8d92-cae43cb71c74'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:08:41.521141 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393dd44e-cf15-4ead-bbca-93fdf83a2978 None None] Routers {'cb16b575-fb2b-4009-8d92-cae43cb71c74'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:08:41.522491 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-393dd44e-cf15-4ead-bbca-93fdf83a2978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:08:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['cb16b575-fb2b-4009-8d92-cae43cb71c74'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:41.535519 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8dd0d913-fe5d-4305-9145-1e79a1d17c7b tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "DELETE /v2.0/floatingips/168b7325-3c34-4946-98be-62305c98d3ca HTTP/1.1" status: 204 len: 168 time: 0.9485800 Oct 20 12:08:41.536258 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db3e3a81-c1d4-411f-a753-bf2e8ae6ea96', 'tag': '4bd0f092-2c50-45c1-9553-18e44f162673'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:08:41.538710 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dfdf433-a236-4df4-bab3-e1612a89e1eb" -d '{"events": [{"name": "network-changed", "server_uuid": "db3e3a81-c1d4-411f-a753-bf2e8ae6ea96", "tag": "4bd0f092-2c50-45c1-9553-18e44f162673"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:08:41.579427 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5dc9ed86-ea34-4a51-a3c1-9bded51d783f tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:41.603643 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-5dc9ed86-ea34-4a51-a3c1-9bded51d783f tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0e0f1cc-6242-4488-b516-9f0311b0f2ee']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:41.614670 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-5dc9ed86-ea34-4a51-a3c1-9bded51d783f tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69ac5126-f54d-4d3b-a948-46145c250b73') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:41.614980 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-5dc9ed86-ea34-4a51-a3c1-9bded51d783f tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69ac5126-f54d-4d3b-a948-46145c250b73') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:41.626297 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5dc9ed86-ea34-4a51-a3c1-9bded51d783f tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:41.635154 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-393dd44e-cf15-4ead-bbca-93fdf83a2978 None None] Set router cb16b575-fb2b-4009-8d92-cae43cb71c74 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:08:41.641653 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5dc9ed86-ea34-4a51-a3c1-9bded51d783f tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:41.648644 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dc9ed86-ea34-4a51-a3c1-9bded51d783f tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Releasing vlan 1269 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 12:08:41.649184 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5dc9ed86-ea34-4a51-a3c1-9bded51d783f tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:41.651033 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 12:08:41.651033 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 12:08:41.651033 n-d-814735-3 neutron-server[100646]: timer() Oct 20 12:08:41.651033 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 12:08:41.651033 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 12:08:41.651033 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 12:08:41.651033 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 12:08:41.651033 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 12:08:41.651033 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 12:08:41.651033 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 12:08:41.651033 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 12:08:41.651033 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 12:08:41.651033 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 12:08:41.651033 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 12:08:41.651033 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 12:08:41.651033 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 12:08:41.651033 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 12:08:41.651033 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 12:08:41.651033 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 12:08:41.651033 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 12:08:41.651033 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 12:08:41.651033 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 12:08:41.651033 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 12:08:41.651033 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 12:08:41.651033 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 12:08:41.651033 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 12:08:41.651033 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 12:08:41.651033 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 12:08:41.651033 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 12:08:41.651033 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 12:08:41.651033 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 12:08:41.651033 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 12:08:41.725764 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5dc9ed86-ea34-4a51-a3c1-9bded51d783f tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:41.731903 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc9ed86-ea34-4a51-a3c1-9bded51d783f tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e0e0f1cc-6242-4488-b516-9f0311b0f2ee {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 20 12:08:41.734585 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5dc9ed86-ea34-4a51-a3c1-9bded51d783f tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:41.738062 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5dc9ed86-ea34-4a51-a3c1-9bded51d783f tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] 10.222.0.98 "DELETE /v2.0/networks/e0e0f1cc-6242-4488-b516-9f0311b0f2ee HTTP/1.1" status: 204 len: 168 time: 0.3326428 Oct 20 12:08:41.748296 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc9ed86-ea34-4a51-a3c1-9bded51d783f tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Pushing event deleted for resources: {'Network': ['ID=e0e0f1cc-6242-4488-b516-9f0311b0f2ee,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:41.807717 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e628fdc9-d79d-404e-aa60-db55783478d7 x-openstack-request-id: req-e628fdc9-d79d-404e-aa60-db55783478d7 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:08:41.808283 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db3e3a81-c1d4-411f-a753-bf2e8ae6ea96", "tag": "4bd0f092-2c50-45c1-9553-18e44f162673", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:08:41.808283 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e628fdc9-d79d-404e-aa60-db55783478d7 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:08:41.808660 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db3e3a81-c1d4-411f-a753-bf2e8ae6ea96', 'tag': '4bd0f092-2c50-45c1-9553-18e44f162673', 'status': 'completed', 'code': 200} Oct 20 12:08:41.857988 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0eda8-3685-4dc7-9279-1faa305ce2b0 req-902e074d-0fda-44e9-9efd-395141812ba4 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:41.866831 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d7e0eda8-3685-4dc7-9279-1faa305ce2b0 req-902e074d-0fda-44e9-9efd-395141812ba4 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "GET /v2.0/ports?device_id=db3e3a81-c1d4-411f-a753-bf2e8ae6ea96 HTTP/1.1" status: 200 len: 945 time: 0.0703051 Oct 20 12:08:41.914013 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-393dd44e-cf15-4ead-bbca-93fdf83a2978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'name': 'tempest-TestVolumeBackupRestore-1575666281-router', 'tenant_id': '118af20a3cfe4f71944eafdde5c790b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '61486243-2a54-4446-96de-9818c0f90c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:05:32Z', 'updated_at': '2021-10-20T12:05:35Z', 'revision_number': 4, 'project_id': '118af20a3cfe4f71944eafdde5c790b9', 'gw_port': {'id': '61486243-2a54-4446-96de-9818c0f90c27', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:20:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:05:32Z', 'updated_at': '2021-10-20T12:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '58cf6304-8145-4cde-8852-5e0078dc197e', 'name': '', 'network_id': 'bfa67a2e-d0d4-451f-9a9e-285e7b0873e6', 'tenant_id': '118af20a3cfe4f71944eafdde5c790b9', 'mac_address': 'fa:16:3e:b1:0f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '4193f3bc-e129-48ae-a1e9-e862ce07ac27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:05:34Z', 'updated_at': '2021-10-20T12:05:39Z', 'revision_number': 5, 'project_id': '118af20a3cfe4f71944eafdde5c790b9', 'subnets': [{'id': '4193f3bc-e129-48ae-a1e9-e862ce07ac27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:41.951398 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d7e0eda8-3685-4dc7-9279-1faa305ce2b0 req-980d2db3-4254-40da-8cd7-24774c505a20 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca24dd0b-cfd0-4e52-a342-c57a2c2920aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786123 Oct 20 12:08:41.952077 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393dd44e-cf15-4ead-bbca-93fdf83a2978 None None] Checking router: cb16b575-fb2b-4009-8d92-cae43cb71c74 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:08:41.959013 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfdf433-a236-4df4-bab3-e1612a89e1eb req-374843e9-ac78-4e2a-8ca3-f093ce28ed65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:41.959380 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1dfdf433-a236-4df4-bab3-e1612a89e1eb req-374843e9-ac78-4e2a-8ca3-f093ce28ed65 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=118af20a3cfe4f71944eafdde5c790b9&device_id=db3e3a81-c1d4-411f-a753-bf2e8ae6ea96 HTTP/1.1" status: 200 len: 1096 time: 0.1197248 Oct 20 12:08:41.977795 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393dd44e-cf15-4ead-bbca-93fdf83a2978 None None] Routers {'cb16b575-fb2b-4009-8d92-cae43cb71c74'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:08:41.978432 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-393dd44e-cf15-4ead-bbca-93fdf83a2978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:08:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['cb16b575-fb2b-4009-8d92-cae43cb71c74'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:42.034290 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53912) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:42.038832 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-1e0fb6b4-d883-4ced-8c13-70a3ecf202c9 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Request body: {'router': {'name': 'tempest-router--772452416', 'project_id': '085cec9887384b9d9ded2f9526d35804'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:08:42.063937 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1e0fb6b4-d883-4ced-8c13-70a3ecf202c9 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:42.065138 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1e0fb6b4-d883-4ced-8c13-70a3ecf202c9 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:42.080072 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfdf433-a236-4df4-bab3-e1612a89e1eb req-aef1b485-e530-4ea7-be04-b53078fe161e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:42.081853 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1dfdf433-a236-4df4-bab3-e1612a89e1eb req-aef1b485-e530-4ea7-be04-b53078fe161e service neutron] 10.222.0.11 "GET /v2.0/networks?id=bfa67a2e-d0d4-451f-9a9e-285e7b0873e6 HTTP/1.1" status: 200 len: 916 time: 0.1139617 Oct 20 12:08:42.112721 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-393dd44e-cf15-4ead-bbca-93fdf83a2978 None None] Set router cb16b575-fb2b-4009-8d92-cae43cb71c74 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:08:42.129575 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1e0fb6b4-d883-4ced-8c13-70a3ecf202c9 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:42.134499 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1e0fb6b4-d883-4ced-8c13-70a3ecf202c9 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:42.143446 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1dfdf433-a236-4df4-bab3-e1612a89e1eb req-2e1fe3fd-4b7b-4969-b3b8-afa52c128995 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bd0f092-2c50-45c1-9553-18e44f162673 HTTP/1.1" status: 200 len: 217 time: 0.0528171 Oct 20 12:08:42.157930 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1e0fb6b4-d883-4ced-8c13-70a3ecf202c9 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:42.162077 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1e0fb6b4-d883-4ced-8c13-70a3ecf202c9 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1254766 Oct 20 12:08:42.163625 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53914) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:42.201046 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfdf433-a236-4df4-bab3-e1612a89e1eb req-602927ef-9ead-45ab-b4ee-1ee1c44fcd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:42.202612 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1dfdf433-a236-4df4-bab3-e1612a89e1eb req-602927ef-9ead-45ab-b4ee-1ee1c44fcd0d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4193f3bc-e129-48ae-a1e9-e862ce07ac27 HTTP/1.1" status: 200 len: 853 time: 0.0510190 Oct 20 12:08:42.244757 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ec10430c-3f64-4c9a-9c84-dac88a8933a6 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:42.257031 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfdf433-a236-4df4-bab3-e1612a89e1eb req-0e3a7c57-4d49-4ada-88e9-b858857b352a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:42.258685 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1dfdf433-a236-4df4-bab3-e1612a89e1eb req-0e3a7c57-4d49-4ada-88e9-b858857b352a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bfa67a2e-d0d4-451f-9a9e-285e7b0873e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480523 Oct 20 12:08:42.357905 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-393dd44e-cf15-4ead-bbca-93fdf83a2978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'name': 'tempest-TestVolumeBackupRestore-1575666281-router', 'tenant_id': '118af20a3cfe4f71944eafdde5c790b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '61486243-2a54-4446-96de-9818c0f90c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:05:32Z', 'updated_at': '2021-10-20T12:05:35Z', 'revision_number': 4, 'project_id': '118af20a3cfe4f71944eafdde5c790b9', 'gw_port': {'id': '61486243-2a54-4446-96de-9818c0f90c27', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:20:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:05:32Z', 'updated_at': '2021-10-20T12:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '58cf6304-8145-4cde-8852-5e0078dc197e', 'name': '', 'network_id': 'bfa67a2e-d0d4-451f-9a9e-285e7b0873e6', 'tenant_id': '118af20a3cfe4f71944eafdde5c790b9', 'mac_address': 'fa:16:3e:b1:0f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '4193f3bc-e129-48ae-a1e9-e862ce07ac27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:05:34Z', 'updated_at': '2021-10-20T12:05:39Z', 'revision_number': 5, 'project_id': '118af20a3cfe4f71944eafdde5c790b9', 'subnets': [{'id': '4193f3bc-e129-48ae-a1e9-e862ce07ac27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:42.375505 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1dfdf433-a236-4df4-bab3-e1612a89e1eb req-1367fe45-43af-42cd-b905-53ff4c73479c service neutron] 10.222.0.11 "GET /v2.0/networks/bfa67a2e-d0d4-451f-9a9e-285e7b0873e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054771 Oct 20 12:08:42.384955 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393dd44e-cf15-4ead-bbca-93fdf83a2978 None None] The sync data for ids ['cb16b575-fb2b-4009-8d92-cae43cb71c74'] in n-d-814735-3 is: [{'id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'name': 'tempest-TestVolumeBackupRestore-1575666281-router', 'tenant_id': '118af20a3cfe4f71944eafdde5c790b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '61486243-2a54-4446-96de-9818c0f90c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:05:32Z', 'updated_at': '2021-10-20T12:05:35Z', 'revision_number': 4, 'project_id': '118af20a3cfe4f71944eafdde5c790b9', 'gw_port': {'id': '61486243-2a54-4446-96de-9818c0f90c27', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:20:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:05:32Z', 'updated_at': '2021-10-20T12:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '58cf6304-8145-4cde-8852-5e0078dc197e', 'name': '', 'network_id': 'bfa67a2e-d0d4-451f-9a9e-285e7b0873e6', 'tenant_id': '118af20a3cfe4f71944eafdde5c790b9', 'mac_address': 'fa:16:3e:b1:0f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '4193f3bc-e129-48ae-a1e9-e862ce07ac27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:05:34Z', 'updated_at': '2021-10-20T12:05:39Z', 'revision_number': 5, 'project_id': '118af20a3cfe4f71944eafdde5c790b9', 'subnets': [{'id': '4193f3bc-e129-48ae-a1e9-e862ce07ac27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:08:42.493535 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1dfdf433-a236-4df4-bab3-e1612a89e1eb req-eb74d924-da69-4a63-a674-923ce5dccfc2 service neutron] 10.222.0.11 "GET /v2.0/networks/bfa67a2e-d0d4-451f-9a9e-285e7b0873e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087713 Oct 20 12:08:42.644874 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2669a6c-e5a5-4619-b303-916e7fde60e7 None None] New status for floating IP 168b7325-3c34-4946-98be-62305c98d3ca: DOWN {{(pid=100648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 12:08:42.677720 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ec10430c-3f64-4c9a-9c84-dac88a8933a6 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:42.679953 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ec10430c-3f64-4c9a-9c84-dac88a8933a6 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:42.728635 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ec10430c-3f64-4c9a-9c84-dac88a8933a6 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:42.729147 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec10430c-3f64-4c9a-9c84-dac88a8933a6 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a3d55251-10e1-489b-802e-a2600e36648a {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 12:08:42.733798 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ec10430c-3f64-4c9a-9c84-dac88a8933a6 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:42.734846 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ec10430c-3f64-4c9a-9c84-dac88a8933a6 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] 10.222.0.98 "DELETE /v2.0/routers/a3d55251-10e1-489b-802e-a2600e36648a HTTP/1.1" status: 204 len: 168 time: 0.5702617 Oct 20 12:08:42.848094 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53918) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:43.056719 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-804ace8f-c38c-485b-b8df-e888cda55722 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1632436244', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}, 'admin_state_up': False}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:08:43.075939 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023976a-f4a2-4e93-8c0f-3451a53eb6ce req-ee80e54b-49e9-44a6-9aaf-f857d88ea19c tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:43.078501 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e023976a-f4a2-4e93-8c0f-3451a53eb6ce req-ee80e54b-49e9-44a6-9aaf-f857d88ea19c tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "GET /v2.0/ports?device_id=db3e3a81-c1d4-411f-a753-bf2e8ae6ea96 HTTP/1.1" status: 200 len: 945 time: 0.0653727 Oct 20 12:08:43.083314 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-804ace8f-c38c-485b-b8df-e888cda55722 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:43.084917 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-804ace8f-c38c-485b-b8df-e888cda55722 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:43.123577 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e023976a-f4a2-4e93-8c0f-3451a53eb6ce req-bb76416d-60bf-4e8d-8531-e6647d83b681 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca24dd0b-cfd0-4e52-a342-c57a2c2920aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364730 Oct 20 12:08:43.143832 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-804ace8f-c38c-485b-b8df-e888cda55722 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:43.327534 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-804ace8f-c38c-485b-b8df-e888cda55722 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:43.355527 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0da447-2b4a-4d8e-a9c8-6f92940ea17e req-c2fc4eb4-5cb4-46eb-8f87-39f0e54d2e83 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:43.357016 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ae0da447-2b4a-4d8e-a9c8-6f92940ea17e req-c2fc4eb4-5cb4-46eb-8f87-39f0e54d2e83 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.11 "GET /v2.0/ports?device_id=db3e3a81-c1d4-411f-a753-bf2e8ae6ea96 HTTP/1.1" status: 200 len: 945 time: 0.0514567 Oct 20 12:08:43.451928 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-ae0da447-2b4a-4d8e-a9c8-6f92940ea17e req-ee3f7259-7f28-401a-822d-c5e7def1ecc6 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Deleting port 4bd0f092-2c50-45c1-9553-18e44f162673 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:08:43.452270 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ae0da447-2b4a-4d8e-a9c8-6f92940ea17e req-ee3f7259-7f28-401a-822d-c5e7def1ecc6 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:43.523258 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-804ace8f-c38c-485b-b8df-e888cda55722 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks [] for router_gateway, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:43.542177 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-804ace8f-c38c-485b-b8df-e888cda55722 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:43.546405 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-ae0da447-2b4a-4d8e-a9c8-6f92940ea17e req-ee3f7259-7f28-401a-822d-c5e7def1ecc6 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] For port 4bd0f092-2c50-45c1-9553-18e44f162673, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=4bd0f092-2c50-45c1-9553-18e44f162673,segment=NetworkSegment(f5dd2f67-3712-414d-8179-24cc087197e7),segment_id=f5dd2f67-3712-414d-8179-24cc087197e7)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:08:43.546771 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ae0da447-2b4a-4d8e-a9c8-6f92940ea17e req-ee3f7259-7f28-401a-822d-c5e7def1ecc6 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:43.567936 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-ae0da447-2b4a-4d8e-a9c8-6f92940ea17e req-ee3f7259-7f28-401a-822d-c5e7def1ecc6 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Calling delete_port for 4bd0f092-2c50-45c1-9553-18e44f162673 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:08:43.652385 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-804ace8f-c38c-485b-b8df-e888cda55722 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Allocated IP 172.25.5.21 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/ed44fe0e-cb75-4076-b962-a364ea60fdf2) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:08:43.733741 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ae0da447-2b4a-4d8e-a9c8-6f92940ea17e req-ee3f7259-7f28-401a-822d-c5e7def1ecc6 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:43.761145 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f7259-7f28-401a-822d-c5e7def1ecc6 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Pushing event deleted for resources: {'Port': ['ID=4bd0f092-2c50-45c1-9553-18e44f162673,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:43.806285 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae0da447-2b4a-4d8e-a9c8-6f92940ea17e req-ee3f7259-7f28-401a-822d-c5e7def1ecc6 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] No DVR routers for this DVR port 4bd0f092-2c50-45c1-9553-18e44f162673 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:08:43.809240 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ae0da447-2b4a-4d8e-a9c8-6f92940ea17e req-ee3f7259-7f28-401a-822d-c5e7def1ecc6 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:43.812691 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ae0da447-2b4a-4d8e-a9c8-6f92940ea17e req-ee3f7259-7f28-401a-822d-c5e7def1ecc6 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.11 "DELETE /v2.0/ports/4bd0f092-2c50-45c1-9553-18e44f162673 HTTP/1.1" status: 204 len: 173 time: 0.4485738 Oct 20 12:08:43.813167 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3e3a81-c1d4-411f-a753-bf2e8ae6ea96', 'name': 'network-vif-deleted', 'tag': '4bd0f092-2c50-45c1-9553-18e44f162673'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:08:43.815473 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c957c0f5-a97d-4f00-aa3b-74afe78191c0" -d '{"events": [{"server_uuid": "db3e3a81-c1d4-411f-a753-bf2e8ae6ea96", "name": "network-vif-deleted", "tag": "4bd0f092-2c50-45c1-9553-18e44f162673"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:08:43.826156 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-804ace8f-c38c-485b-b8df-e888cda55722 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:43.851411 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c5a634-4feb-4872-860c-52cea90c0636 x-openstack-request-id: req-c2c5a634-4feb-4872-860c-52cea90c0636 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:08:43.851644 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db3e3a81-c1d4-411f-a753-bf2e8ae6ea96", "name": "network-vif-deleted", "tag": "4bd0f092-2c50-45c1-9553-18e44f162673", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:08:43.851891 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c2c5a634-4feb-4872-860c-52cea90c0636 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:08:43.852308 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db3e3a81-c1d4-411f-a753-bf2e8ae6ea96', 'name': 'network-vif-deleted', 'tag': '4bd0f092-2c50-45c1-9553-18e44f162673', 'status': 'completed', 'code': 200} Oct 20 12:08:43.876427 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-804ace8f-c38c-485b-b8df-e888cda55722 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:43.922749 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804ace8f-c38c-485b-b8df-e888cda55722 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:08:43.925762 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-804ace8f-c38c-485b-b8df-e888cda55722 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:08:43.929354 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804ace8f-c38c-485b-b8df-e888cda55722 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:08:43.938217 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ace8f-c38c-485b-b8df-e888cda55722 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Pushing event updated for resources: {'Port': ['ID=ed44fe0e-cb75-4076-b962-a364ea60fdf2,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:44.238130 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e03ecbae-d176-414c-9127-7798cf8120dc req-a13a096d-df66-4712-9cae-5b97c01964a1 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "GET /v2.0/ports?device_id=db3e3a81-c1d4-411f-a753-bf2e8ae6ea96 HTTP/1.1" status: 200 len: 210 time: 0.0286860 Oct 20 12:08:44.283002 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-804ace8f-c38c-485b-b8df-e888cda55722 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks [] for router_gateway, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:44.498135 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-804ace8f-c38c-485b-b8df-e888cda55722 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:44.632014 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804ace8f-c38c-485b-b8df-e888cda55722 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Router 617267d6-2119-40f4-bb32-ecc1308b3928 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 12:08:44.746661 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804ace8f-c38c-485b-b8df-e888cda55722 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:08:44.758945 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc14bc06-f544-4a27-b94a-e4c3fa3c5a0b None None] Sync routers for ids ['617267d6-2119-40f4-bb32-ecc1308b3928'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:08:44.770431 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc14bc06-f544-4a27-b94a-e4c3fa3c5a0b None None] Routers {'617267d6-2119-40f4-bb32-ecc1308b3928'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:08:44.771161 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-fc14bc06-f544-4a27-b94a-e4c3fa3c5a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:08:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['617267d6-2119-40f4-bb32-ecc1308b3928'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:44.771854 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-804ace8f-c38c-485b-b8df-e888cda55722 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:44.773135 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-804ace8f-c38c-485b-b8df-e888cda55722 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.9240038 Oct 20 12:08:44.776200 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53928) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:44.810510 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-fc14bc06-f544-4a27-b94a-e4c3fa3c5a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:44.820199 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc14bc06-f544-4a27-b94a-e4c3fa3c5a0b None None] Routers {'617267d6-2119-40f4-bb32-ecc1308b3928'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:08:44.820807 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-fc14bc06-f544-4a27-b94a-e4c3fa3c5a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:08:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['617267d6-2119-40f4-bb32-ecc1308b3928'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:44.863159 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-fc14bc06-f544-4a27-b94a-e4c3fa3c5a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:44.864091 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc14bc06-f544-4a27-b94a-e4c3fa3c5a0b None None] The sync data for ids ['617267d6-2119-40f4-bb32-ecc1308b3928'] in n-d-814735-3 is: [] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:08:44.897389 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-210f187c-b7a8-4915-b00a-304e8fb7f283 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] 10.222.0.98 "GET /v2.0/routers/617267d6-2119-40f4-bb32-ecc1308b3928 HTTP/1.1" status: 200 len: 924 time: 0.1198993 Oct 20 12:08:44.900346 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53930) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:44.928284 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-6f3bf498-ceff-4ee8-bd43-066629c6e95d tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] 10.222.0.98 "GET /v2.0/ports?device_id=617267d6-2119-40f4-bb32-ecc1308b3928 HTTP/1.1" status: 200 len: 205 time: 0.0268121 Oct 20 12:08:44.930983 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53932) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:45.036491 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e6320659-011e-468d-bc6e-9ac5135882bb tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks [] for router, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:45.140008 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e6320659-011e-468d-bc6e-9ac5135882bb tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:45.197570 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-e6320659-011e-468d-bc6e-9ac5135882bb tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Deleting port ed44fe0e-cb75-4076-b962-a364ea60fdf2 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:08:45.197919 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e6320659-011e-468d-bc6e-9ac5135882bb tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:45.277897 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e6320659-011e-468d-bc6e-9ac5135882bb tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:45.290129 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-e6320659-011e-468d-bc6e-9ac5135882bb tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Calling delete_port for ed44fe0e-cb75-4076-b962-a364ea60fdf2 owned by network:router_gateway {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:08:45.368994 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-73dd7ac9-92b5-4927-b9df-cc15d7cb7623 req-f84c3df5-4dab-4b7b-8f49-20a5e269c423 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "GET /v2.0/ports?device_id=db3e3a81-c1d4-411f-a753-bf2e8ae6ea96 HTTP/1.1" status: 200 len: 210 time: 0.0380478 Oct 20 12:08:45.486725 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e6320659-011e-468d-bc6e-9ac5135882bb tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:45.514654 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6320659-011e-468d-bc6e-9ac5135882bb tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Pushing event deleted for resources: {'Port': ['ID=ed44fe0e-cb75-4076-b962-a364ea60fdf2,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:45.545370 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6320659-011e-468d-bc6e-9ac5135882bb tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:08:45.545655 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6320659-011e-468d-bc6e-9ac5135882bb tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:08:45.545882 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6320659-011e-468d-bc6e-9ac5135882bb tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:08:45.546218 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6320659-011e-468d-bc6e-9ac5135882bb tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:08:45.546518 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6320659-011e-468d-bc6e-9ac5135882bb tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:08:45.546865 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6320659-011e-468d-bc6e-9ac5135882bb tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:08:45.547188 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6320659-011e-468d-bc6e-9ac5135882bb tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:08:45.547505 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6320659-011e-468d-bc6e-9ac5135882bb tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:08:45.547821 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6320659-011e-468d-bc6e-9ac5135882bb tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:08:45.548138 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6320659-011e-468d-bc6e-9ac5135882bb tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:08:45.548453 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6320659-011e-468d-bc6e-9ac5135882bb tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:08:45.548767 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6320659-011e-468d-bc6e-9ac5135882bb tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:08:45.591140 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e6320659-011e-468d-bc6e-9ac5135882bb tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:45.686524 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e6320659-011e-468d-bc6e-9ac5135882bb tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:45.689732 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e6320659-011e-468d-bc6e-9ac5135882bb tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:45.692765 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:45.736359 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e6320659-011e-468d-bc6e-9ac5135882bb tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:45.736952 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6320659-011e-468d-bc6e-9ac5135882bb tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Fanout notify agent at l3_agent the message router_deleted on router 617267d6-2119-40f4-bb32-ecc1308b3928 {{(pid=100647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 12:08:45.744808 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e6320659-011e-468d-bc6e-9ac5135882bb tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:45.745891 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e6320659-011e-468d-bc6e-9ac5135882bb tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] 10.222.0.98 "DELETE /v2.0/routers/617267d6-2119-40f4-bb32-ecc1308b3928 HTTP/1.1" status: 204 len: 168 time: 0.8140354 Oct 20 12:08:45.749736 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53936) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:45.754062 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-c546afaa-42a4-4ffb-823b-ad5eefdaf48b tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Request body: {'router': {'name': 'tempest-snat-router-744790431', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'enable_snat': False}}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:08:45.777295 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c546afaa-42a4-4ffb-823b-ad5eefdaf48b tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:45.778456 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c546afaa-42a4-4ffb-823b-ad5eefdaf48b tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:45.834258 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c546afaa-42a4-4ffb-823b-ad5eefdaf48b tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:45.975311 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c546afaa-42a4-4ffb-823b-ad5eefdaf48b tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:46.180349 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c546afaa-42a4-4ffb-823b-ad5eefdaf48b tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:46.199804 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c546afaa-42a4-4ffb-823b-ad5eefdaf48b tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:46.306848 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-c546afaa-42a4-4ffb-823b-ad5eefdaf48b tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Allocated IP 172.25.5.204 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/79835fcc-6561-439e-8ebe-97b49a265a67) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:08:46.429466 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c546afaa-42a4-4ffb-823b-ad5eefdaf48b tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:46.481226 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2eae268a-12e9-450e-bbda-b210479bba0d req-a37b3748-3a5f-4710-91ea-31279db9ef16 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "GET /v2.0/ports?device_id=db3e3a81-c1d4-411f-a753-bf2e8ae6ea96 HTTP/1.1" status: 200 len: 210 time: 0.0340760 Oct 20 12:08:46.493505 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c546afaa-42a4-4ffb-823b-ad5eefdaf48b tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:46.497100 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53940) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:46.535032 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c546afaa-42a4-4ffb-823b-ad5eefdaf48b tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:08:46.538120 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-c546afaa-42a4-4ffb-823b-ad5eefdaf48b tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:08:46.544876 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c546afaa-42a4-4ffb-823b-ad5eefdaf48b tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:08:46.548127 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c546afaa-42a4-4ffb-823b-ad5eefdaf48b tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Pushing event updated for resources: {'Port': ['ID=79835fcc-6561-439e-8ebe-97b49a265a67,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:46.676054 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-22f51803-b46d-4f66-9f33-87605960943c tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Deleting port 2415d35c-5382-40d5-a273-e332b2801361 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:08:46.676311 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-22f51803-b46d-4f66-9f33-87605960943c tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:46.758844 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-22f51803-b46d-4f66-9f33-87605960943c tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:46.759077 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-22f51803-b46d-4f66-9f33-87605960943c tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:46.771998 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-22f51803-b46d-4f66-9f33-87605960943c tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Calling delete_port for 2415d35c-5382-40d5-a273-e332b2801361 owned by network:floatingip {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:08:46.806133 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c546afaa-42a4-4ffb-823b-ad5eefdaf48b tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:46.957045 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-22f51803-b46d-4f66-9f33-87605960943c tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:46.986925 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f51803-b46d-4f66-9f33-87605960943c tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Pushing event deleted for resources: {'Port': ['ID=2415d35c-5382-40d5-a273-e332b2801361,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:47.020267 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f51803-b46d-4f66-9f33-87605960943c tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:08:47.020508 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f51803-b46d-4f66-9f33-87605960943c tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:08:47.020891 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f51803-b46d-4f66-9f33-87605960943c tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:08:47.021227 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f51803-b46d-4f66-9f33-87605960943c tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:08:47.021920 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f51803-b46d-4f66-9f33-87605960943c tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:08:47.022236 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f51803-b46d-4f66-9f33-87605960943c tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:08:47.022563 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f51803-b46d-4f66-9f33-87605960943c tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:08:47.022917 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f51803-b46d-4f66-9f33-87605960943c tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:08:47.023224 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f51803-b46d-4f66-9f33-87605960943c tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:08:47.023608 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f51803-b46d-4f66-9f33-87605960943c tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:08:47.023918 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f51803-b46d-4f66-9f33-87605960943c tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:08:47.024239 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f51803-b46d-4f66-9f33-87605960943c tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:08:47.072958 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-22f51803-b46d-4f66-9f33-87605960943c tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks [] for floatingip, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:47.073408 n-d-814735-3 neutron-server[100646]: INFO neutron.db.l3_db [None req-22f51803-b46d-4f66-9f33-87605960943c tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Floating IP 02e48816-7f6d-4724-97c5-9e8f24aaca08 disassociated (deleted). External IP: 172.25.5.247, port: fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b. Oct 20 12:08:47.293459 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f51803-b46d-4f66-9f33-87605960943c tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Router a70410d0-77aa-4f8e-a5dd-630d4fedfd8e has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:08:47.391179 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c546afaa-42a4-4ffb-823b-ad5eefdaf48b tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:47.557080 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c546afaa-42a4-4ffb-823b-ad5eefdaf48b tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Router 860f18a5-0f38-42f4-a915-e2e353f3abd1 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 12:08:47.595169 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 4bd0f092-2c50-45c1-9553-18e44f162673 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:08:47.619845 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: 4bd0f092-2c50-45c1-9553-18e44f162673 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:08:47.620691 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 4bd0f092-2c50-45c1-9553-18e44f162673 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:08:47.637620 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-59f6f3c0-07fa-4b16-bf8e-8aa976d7565c req-1bb0a111-f9a4-4608-afef-8c22efdd6d1a tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "GET /v2.0/ports?device_id=db3e3a81-c1d4-411f-a753-bf2e8ae6ea96 HTTP/1.1" status: 200 len: 210 time: 0.0629880 Oct 20 12:08:47.693665 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f51803-b46d-4f66-9f33-87605960943c tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:08:47.698499 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-22f51803-b46d-4f66-9f33-87605960943c tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:47.712889 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e32ff2d-de43-4572-a564-35e91d8d8820 None None] Sync routers for ids ['a70410d0-77aa-4f8e-a5dd-630d4fedfd8e'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:08:47.720391 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c546afaa-42a4-4ffb-823b-ad5eefdaf48b tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:08:47.733397 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1feebf8-df82-4110-b1fe-e44c5fd70a0c None None] Sync routers for ids ['860f18a5-0f38-42f4-a915-e2e353f3abd1'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:08:47.734281 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e32ff2d-de43-4572-a564-35e91d8d8820 None None] Routers {'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:08:47.735126 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-0e32ff2d-de43-4572-a564-35e91d8d8820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:08:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['a70410d0-77aa-4f8e-a5dd-630d4fedfd8e'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:47.739304 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-22f51803-b46d-4f66-9f33-87605960943c tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "DELETE /v2.0/floatingips/02e48816-7f6d-4724-97c5-9e8f24aaca08 HTTP/1.1" status: 204 len: 168 time: 1.2358754 Oct 20 12:08:47.739304 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '134112bc-2e1e-4777-b92c-54e6770e17ca', 'tag': 'fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:08:47.742514 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ea51ad-c3e4-4cd9-ae38-c8d02dd6604e" -d '{"events": [{"name": "network-changed", "server_uuid": "134112bc-2e1e-4777-b92c-54e6770e17ca", "tag": "fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:08:47.750034 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c546afaa-42a4-4ffb-823b-ad5eefdaf48b tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:47.750322 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1feebf8-df82-4110-b1fe-e44c5fd70a0c None None] Routers {'860f18a5-0f38-42f4-a915-e2e353f3abd1'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:08:47.751326 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-b1feebf8-df82-4110-b1fe-e44c5fd70a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:08:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['860f18a5-0f38-42f4-a915-e2e353f3abd1'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:47.752580 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c546afaa-42a4-4ffb-823b-ad5eefdaf48b tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.0015352 Oct 20 12:08:47.755046 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53950) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:47.830624 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd095e9-91f6-4515-a33f-d59b6e5f4b6f x-openstack-request-id: req-1cd095e9-91f6-4515-a33f-d59b6e5f4b6f {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:08:47.832002 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "134112bc-2e1e-4777-b92c-54e6770e17ca", "tag": "fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:08:47.832625 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1cd095e9-91f6-4515-a33f-d59b6e5f4b6f {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:08:47.833555 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '134112bc-2e1e-4777-b92c-54e6770e17ca', 'tag': 'fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b', 'status': 'completed', 'code': 200} Oct 20 12:08:47.950863 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-b1feebf8-df82-4110-b1fe-e44c5fd70a0c None None] Set router 860f18a5-0f38-42f4-a915-e2e353f3abd1 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:08:47.952328 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea51ad-c3e4-4cd9-ae38-c8d02dd6604e req-337ab2ff-0533-4ae8-a390-c6b5c3f457d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:47.956231 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a6ea51ad-c3e4-4cd9-ae38-c8d02dd6604e req-337ab2ff-0533-4ae8-a390-c6b5c3f457d3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2a883afeccdc493d8238ba472f031019&device_id=134112bc-2e1e-4777-b92c-54e6770e17ca HTTP/1.1" status: 200 len: 1096 time: 0.1071038 Oct 20 12:08:48.029070 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-52c6bf25-97c6-4c84-a6ab-330efc5a792f tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] 10.222.0.98 "GET /v2.0/routers/860f18a5-0f38-42f4-a915-e2e353f3abd1 HTTP/1.1" status: 200 len: 908 time: 0.2727528 Oct 20 12:08:48.031007 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53952) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:48.037206 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-77db4d23-8845-48e0-b582-e94396d24773 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Request body: {'router': {'name': 'tempest-snat-router-744790431', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'enable_snat': True}}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:08:48.071455 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-77db4d23-8845-48e0-b582-e94396d24773 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:48.072503 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-77db4d23-8845-48e0-b582-e94396d24773 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:48.073555 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-0e32ff2d-de43-4572-a564-35e91d8d8820 None None] Set router a70410d0-77aa-4f8e-a5dd-630d4fedfd8e gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:08:48.130285 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-77db4d23-8845-48e0-b582-e94396d24773 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:48.249400 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea51ad-c3e4-4cd9-ae38-c8d02dd6604e req-ff3b7a9d-b436-44f4-806a-e3527413c27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:48.251894 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a6ea51ad-c3e4-4cd9-ae38-c8d02dd6604e req-ff3b7a9d-b436-44f4-806a-e3527413c27e service neutron] 10.222.0.89 "GET /v2.0/networks?id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a HTTP/1.1" status: 200 len: 914 time: 0.2850072 Oct 20 12:08:48.320918 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-b1feebf8-df82-4110-b1fe-e44c5fd70a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860f18a5-0f38-42f4-a915-e2e353f3abd1', 'name': 'tempest-snat-router-744790431', 'tenant_id': 'dbaf21860d08460aa2d7d72b3bf30d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.204'}], 'enable_snat': False}, 'gw_port_id': '79835fcc-6561-439e-8ebe-97b49a265a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:08:45Z', 'updated_at': '2021-10-20T12:08:46Z', 'revision_number': 3, 'project_id': 'dbaf21860d08460aa2d7d72b3bf30d3e', 'gw_port': {'id': '79835fcc-6561-439e-8ebe-97b49a265a67', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860f18a5-0f38-42f4-a915-e2e353f3abd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:08:46Z', 'updated_at': '2021-10-20T12:08:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:48.346036 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a6ea51ad-c3e4-4cd9-ae38-c8d02dd6604e req-48b0ae85-938c-4544-8a57-46876842dfcc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b HTTP/1.1" status: 200 len: 217 time: 0.0836041 Oct 20 12:08:48.353097 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-0e32ff2d-de43-4572-a564-35e91d8d8820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'name': 'tempest-TestVolumeBootPattern-1084413399-router', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '799a4dcb-4189-41ab-8c55-1fe2293dc0b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:07Z', 'updated_at': '2021-10-20T11:58:10Z', 'revision_number': 4, 'project_id': '2a883afeccdc493d8238ba472f031019', 'gw_port': {'id': '799a4dcb-4189-41ab-8c55-1fe2293dc0b1', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:07Z', 'updated_at': '2021-10-20T11:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '8fcfb14d-d3d6-4f6c-9505-8a92a2e8d52a', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'floating_ip_address': '172.25.5.52', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'port_id': '837a949e-181a-459b-8f0d-385f56fcab00', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a', 'mac_address': 'fa:16:3e:aa:d5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13f8214-602b-44ea-96a0-8e2f67de47ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:04:59Z', 'updated_at': '2021-10-20T12:05:01Z', 'revision_number': 1, 'project_id': '2a883afeccdc493d8238ba472f031019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5aac12e-96be-47e1-ac70-78d4adb31282', 'name': '', 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'mac_address': 'fa:16:3e:3e:c9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '667cbc2d-c894-4d06-bf55-c551daf9476c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:09Z', 'updated_at': '2021-10-20T11:58:15Z', 'revision_number': 5, 'project_id': '2a883afeccdc493d8238ba472f031019', 'subnets': [{'id': '667cbc2d-c894-4d06-bf55-c551daf9476c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:48.369010 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1feebf8-df82-4110-b1fe-e44c5fd70a0c None None] Checking router: 860f18a5-0f38-42f4-a915-e2e353f3abd1 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:08:48.369363 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1feebf8-df82-4110-b1fe-e44c5fd70a0c None None] Updating router 860f18a5-0f38-42f4-a915-e2e353f3abd1 port 79835fcc-6561-439e-8ebe-97b49a265a67 binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 12:08:48.389024 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e32ff2d-de43-4572-a564-35e91d8d8820 None None] Checking router: a70410d0-77aa-4f8e-a5dd-630d4fedfd8e for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:08:48.405331 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e32ff2d-de43-4572-a564-35e91d8d8820 None None] Routers {'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:08:48.405985 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-0e32ff2d-de43-4572-a564-35e91d8d8820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:08:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['a70410d0-77aa-4f8e-a5dd-630d4fedfd8e'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:48.407410 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-b1feebf8-df82-4110-b1fe-e44c5fd70a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:48.416163 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-77db4d23-8845-48e0-b582-e94396d24773 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:48.432160 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea51ad-c3e4-4cd9-ae38-c8d02dd6604e req-053b8087-8a5b-4dd3-9708-65263afc73db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:48.434522 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a6ea51ad-c3e4-4cd9-ae38-c8d02dd6604e req-053b8087-8a5b-4dd3-9708-65263afc73db service neutron] 10.222.0.89 "GET /v2.0/subnets?id=667cbc2d-c894-4d06-bf55-c551daf9476c HTTP/1.1" status: 200 len: 851 time: 0.0801303 Oct 20 12:08:48.442166 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b459b-940c-48db-8674-0513eff37ee1 req-e0aeb574-d907-465e-bb7f-19e4deb382b2 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:48.450692 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ed8b459b-940c-48db-8674-0513eff37ee1 req-e0aeb574-d907-465e-bb7f-19e4deb382b2 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=134112bc-2e1e-4777-b92c-54e6770e17ca HTTP/1.1" status: 200 len: 945 time: 0.3187509 Oct 20 12:08:48.527979 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ed8b459b-940c-48db-8674-0513eff37ee1 req-ad4bc7ca-61b7-477a-a093-e4ca047833e9 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762191 Oct 20 12:08:48.556596 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea51ad-c3e4-4cd9-ae38-c8d02dd6604e req-0e129508-63dc-4d6d-9429-577c7fbaa1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:48.559424 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a6ea51ad-c3e4-4cd9-ae38-c8d02dd6604e req-0e129508-63dc-4d6d-9429-577c7fbaa1ea service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1156893 Oct 20 12:08:48.571027 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-0e32ff2d-de43-4572-a564-35e91d8d8820 None None] Set router a70410d0-77aa-4f8e-a5dd-630d4fedfd8e gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:08:48.728046 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a6ea51ad-c3e4-4cd9-ae38-c8d02dd6604e req-e0453dc4-3772-403b-9a7c-2ce14775ae5d service neutron] 10.222.0.89 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582675 Oct 20 12:08:48.782119 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-77db4d23-8845-48e0-b582-e94396d24773 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:48.829164 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ff793ebb-f6e4-4d2c-8af7-60a71ccaaa1e req-c01bd7f3-0ef0-4672-9985-749a41094721 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "GET /v2.0/ports?device_id=db3e3a81-c1d4-411f-a753-bf2e8ae6ea96 HTTP/1.1" status: 200 len: 210 time: 0.0448079 Oct 20 12:08:48.830305 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-77db4d23-8845-48e0-b582-e94396d24773 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:48.844071 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-b1feebf8-df82-4110-b1fe-e44c5fd70a0c None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:48.859028 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-b1feebf8-df82-4110-b1fe-e44c5fd70a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:48.903320 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a6ea51ad-c3e4-4cd9-ae38-c8d02dd6604e req-193ca19e-ad6e-420d-9f59-633d05a75e6b service neutron] 10.222.0.89 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665463 Oct 20 12:08:48.903623 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-0e32ff2d-de43-4572-a564-35e91d8d8820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'name': 'tempest-TestVolumeBootPattern-1084413399-router', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '799a4dcb-4189-41ab-8c55-1fe2293dc0b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:07Z', 'updated_at': '2021-10-20T11:58:10Z', 'revision_number': 4, 'project_id': '2a883afeccdc493d8238ba472f031019', 'gw_port': {'id': '799a4dcb-4189-41ab-8c55-1fe2293dc0b1', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:07Z', 'updated_at': '2021-10-20T11:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '8fcfb14d-d3d6-4f6c-9505-8a92a2e8d52a', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'floating_ip_address': '172.25.5.52', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'port_id': '837a949e-181a-459b-8f0d-385f56fcab00', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a', 'mac_address': 'fa:16:3e:aa:d5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13f8214-602b-44ea-96a0-8e2f67de47ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:04:59Z', 'updated_at': '2021-10-20T12:05:01Z', 'revision_number': 1, 'project_id': '2a883afeccdc493d8238ba472f031019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5aac12e-96be-47e1-ac70-78d4adb31282', 'name': '', 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'mac_address': 'fa:16:3e:3e:c9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '667cbc2d-c894-4d06-bf55-c551daf9476c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:09Z', 'updated_at': '2021-10-20T11:58:15Z', 'revision_number': 5, 'project_id': '2a883afeccdc493d8238ba472f031019', 'subnets': [{'id': '667cbc2d-c894-4d06-bf55-c551daf9476c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:48.942135 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e32ff2d-de43-4572-a564-35e91d8d8820 None None] The sync data for ids ['a70410d0-77aa-4f8e-a5dd-630d4fedfd8e'] in n-d-814735-3 is: [{'id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'name': 'tempest-TestVolumeBootPattern-1084413399-router', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '799a4dcb-4189-41ab-8c55-1fe2293dc0b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:07Z', 'updated_at': '2021-10-20T11:58:10Z', 'revision_number': 4, 'project_id': '2a883afeccdc493d8238ba472f031019', 'gw_port': {'id': '799a4dcb-4189-41ab-8c55-1fe2293dc0b1', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:07Z', 'updated_at': '2021-10-20T11:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '8fcfb14d-d3d6-4f6c-9505-8a92a2e8d52a', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'floating_ip_address': '172.25.5.52', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'port_id': '837a949e-181a-459b-8f0d-385f56fcab00', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a', 'mac_address': 'fa:16:3e:aa:d5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13f8214-602b-44ea-96a0-8e2f67de47ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:04:59Z', 'updated_at': '2021-10-20T12:05:01Z', 'revision_number': 1, 'project_id': '2a883afeccdc493d8238ba472f031019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5aac12e-96be-47e1-ac70-78d4adb31282', 'name': '', 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'mac_address': 'fa:16:3e:3e:c9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '667cbc2d-c894-4d06-bf55-c551daf9476c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:09Z', 'updated_at': '2021-10-20T11:58:15Z', 'revision_number': 5, 'project_id': '2a883afeccdc493d8238ba472f031019', 'subnets': [{'id': '667cbc2d-c894-4d06-bf55-c551daf9476c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:08:48.989015 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-77db4d23-8845-48e0-b582-e94396d24773 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Allocated IP 172.25.5.78 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/e02f3041-c7f8-42cf-b946-6f4e1ca4359b) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:08:49.021304 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-b1feebf8-df82-4110-b1fe-e44c5fd70a0c None None] Attempting to bind port 79835fcc-6561-439e-8ebe-97b49a265a67 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:08:49.022037 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-b1feebf8-df82-4110-b1fe-e44c5fd70a0c None None] Attempting to bind port 79835fcc-6561-439e-8ebe-97b49a265a67 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:08:49.022477 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1feebf8-df82-4110-b1fe-e44c5fd70a0c None None] Attempting to bind port 79835fcc-6561-439e-8ebe-97b49a265a67 on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:08:49.025767 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ddc0ff-035f-46ee-af91-cea014525b8c None None] Pushing event updated for resources: {'Port': ['ID=79835fcc-6561-439e-8ebe-97b49a265a67,revision_number=2']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:49.030841 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1feebf8-df82-4110-b1fe-e44c5fd70a0c None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:08:49.031239 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1feebf8-df82-4110-b1fe-e44c5fd70a0c None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:08:49.031640 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-b1feebf8-df82-4110-b1fe-e44c5fd70a0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:49.032030 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1feebf8-df82-4110-b1fe-e44c5fd70a0c None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:08:49.032496 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-b1feebf8-df82-4110-b1fe-e44c5fd70a0c None None] Bound port: 79835fcc-6561-439e-8ebe-97b49a265a67, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:08:49.032870 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-b1feebf8-df82-4110-b1fe-e44c5fd70a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:49.057054 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ddc0ff-035f-46ee-af91-cea014525b8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:08:49.057322 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ddc0ff-035f-46ee-af91-cea014525b8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:08:49.057593 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ddc0ff-035f-46ee-af91-cea014525b8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:08:49.057922 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ddc0ff-035f-46ee-af91-cea014525b8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:08:49.058247 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ddc0ff-035f-46ee-af91-cea014525b8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:08:49.058573 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ddc0ff-035f-46ee-af91-cea014525b8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:08:49.058984 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ddc0ff-035f-46ee-af91-cea014525b8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:08:49.059256 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ddc0ff-035f-46ee-af91-cea014525b8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:08:49.059599 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ddc0ff-035f-46ee-af91-cea014525b8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:08:49.059914 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ddc0ff-035f-46ee-af91-cea014525b8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:08:49.060235 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ddc0ff-035f-46ee-af91-cea014525b8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:08:49.060550 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ddc0ff-035f-46ee-af91-cea014525b8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:08:49.108136 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-b1feebf8-df82-4110-b1fe-e44c5fd70a0c None None] For port 79835fcc-6561-439e-8ebe-97b49a265a67, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:08:49.112409 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-b1feebf8-df82-4110-b1fe-e44c5fd70a0c None None] For port 79835fcc-6561-439e-8ebe-97b49a265a67, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=79835fcc-6561-439e-8ebe-97b49a265a67,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:08:49.117831 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-b1feebf8-df82-4110-b1fe-e44c5fd70a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:49.141144 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-77db4d23-8845-48e0-b582-e94396d24773 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:49.182959 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ddc0ff-035f-46ee-af91-cea014525b8c None None] Pushing event updated for resources: {'Port': ['ID=79835fcc-6561-439e-8ebe-97b49a265a67,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:49.186233 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1feebf8-df82-4110-b1fe-e44c5fd70a0c None None] Routers {'860f18a5-0f38-42f4-a915-e2e353f3abd1'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:08:49.186859 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-b1feebf8-df82-4110-b1fe-e44c5fd70a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:08:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['860f18a5-0f38-42f4-a915-e2e353f3abd1'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:49.187546 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-77db4d23-8845-48e0-b582-e94396d24773 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:49.241221 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a2f7b6-c689-41e6-9c79-e25c26af7a17 None None] New status for floating IP 02e48816-7f6d-4724-97c5-9e8f24aaca08: DOWN {{(pid=100648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 12:08:49.245718 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77db4d23-8845-48e0-b582-e94396d24773 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:08:49.246915 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db4d23-8845-48e0-b582-e94396d24773 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Pushing event updated for resources: {'Port': ['ID=e02f3041-c7f8-42cf-b946-6f4e1ca4359b,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:49.251243 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-77db4d23-8845-48e0-b582-e94396d24773 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:08:49.253666 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77db4d23-8845-48e0-b582-e94396d24773 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:08:49.312441 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-b1feebf8-df82-4110-b1fe-e44c5fd70a0c None None] Set router 860f18a5-0f38-42f4-a915-e2e353f3abd1 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:08:49.362665 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-fe5b64cb-9509-40f4-9ea9-480beaeacadc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:49.515198 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-b1feebf8-df82-4110-b1fe-e44c5fd70a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860f18a5-0f38-42f4-a915-e2e353f3abd1', 'name': 'tempest-snat-router-744790431', 'tenant_id': 'dbaf21860d08460aa2d7d72b3bf30d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.204'}], 'enable_snat': False}, 'gw_port_id': '79835fcc-6561-439e-8ebe-97b49a265a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:08:45Z', 'updated_at': '2021-10-20T12:08:46Z', 'revision_number': 3, 'project_id': 'dbaf21860d08460aa2d7d72b3bf30d3e', 'gw_port': {'id': '79835fcc-6561-439e-8ebe-97b49a265a67', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860f18a5-0f38-42f4-a915-e2e353f3abd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:08:46Z', 'updated_at': '2021-10-20T12:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:49.524027 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-77db4d23-8845-48e0-b582-e94396d24773 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:49.542027 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1feebf8-df82-4110-b1fe-e44c5fd70a0c None None] The sync data for ids ['860f18a5-0f38-42f4-a915-e2e353f3abd1'] in n-d-814735-3 is: [{'id': '860f18a5-0f38-42f4-a915-e2e353f3abd1', 'name': 'tempest-snat-router-744790431', 'tenant_id': 'dbaf21860d08460aa2d7d72b3bf30d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.204'}], 'enable_snat': False}, 'gw_port_id': '79835fcc-6561-439e-8ebe-97b49a265a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:08:45Z', 'updated_at': '2021-10-20T12:08:46Z', 'revision_number': 3, 'project_id': 'dbaf21860d08460aa2d7d72b3bf30d3e', 'gw_port': {'id': '79835fcc-6561-439e-8ebe-97b49a265a67', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860f18a5-0f38-42f4-a915-e2e353f3abd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:08:46Z', 'updated_at': '2021-10-20T12:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:08:49.713144 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c153cc9b-88dd-4ee9-8adc-192e02c84dcc req-6e99f6af-e567-4285-9006-474454d47b6f tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:49.714720 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c153cc9b-88dd-4ee9-8adc-192e02c84dcc req-6e99f6af-e567-4285-9006-474454d47b6f tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=134112bc-2e1e-4777-b92c-54e6770e17ca HTTP/1.1" status: 200 len: 945 time: 0.0940518 Oct 20 12:08:49.802676 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c153cc9b-88dd-4ee9-8adc-192e02c84dcc req-c8794c0f-66a5-43c5-9be8-f55984097ced tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808697 Oct 20 12:08:49.820011 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-77db4d23-8845-48e0-b582-e94396d24773 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:49.876330 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858bc010-3b34-4705-9aca-90d5e6305347 req-032cb947-8719-45dd-85ad-8dc7eaad39e9 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:49.878257 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-858bc010-3b34-4705-9aca-90d5e6305347 req-032cb947-8719-45dd-85ad-8dc7eaad39e9 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.89 "GET /v2.0/ports?device_id=134112bc-2e1e-4777-b92c-54e6770e17ca HTTP/1.1" status: 200 len: 945 time: 0.0609796 Oct 20 12:08:49.911431 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 53962) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:49.990222 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77db4d23-8845-48e0-b582-e94396d24773 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Router 2b37df4a-7bb4-4ee0-bb87-01937f7e156e is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 12:08:50.022684 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-876d7063-ecfd-463e-81e1-60386b0eb277 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:50.047204 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-858bc010-3b34-4705-9aca-90d5e6305347 req-2883bbbf-cdc0-4095-90b6-e285612eadcf tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Deleting port fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:08:50.047594 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-858bc010-3b34-4705-9aca-90d5e6305347 req-2883bbbf-cdc0-4095-90b6-e285612eadcf tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:50.072842 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-876d7063-ecfd-463e-81e1-60386b0eb277 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:50.159092 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 79835fcc-6561-439e-8ebe-97b49a265a67 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:08:50.167040 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77db4d23-8845-48e0-b582-e94396d24773 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:08:50.178433 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89de8a0e-704a-4176-9c56-f09d8c6665b1 None None] Sync routers for ids ['2b37df4a-7bb4-4ee0-bb87-01937f7e156e'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:08:50.192126 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89de8a0e-704a-4176-9c56-f09d8c6665b1 None None] Routers {'2b37df4a-7bb4-4ee0-bb87-01937f7e156e'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:08:50.193904 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-89de8a0e-704a-4176-9c56-f09d8c6665b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:08:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['2b37df4a-7bb4-4ee0-bb87-01937f7e156e'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:50.194988 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-858bc010-3b34-4705-9aca-90d5e6305347 req-2883bbbf-cdc0-4095-90b6-e285612eadcf tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] For port fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b,segment=NetworkSegment(eb3b04cf-4e5d-47e1-a25f-825ff902331c),segment_id=eb3b04cf-4e5d-47e1-a25f-825ff902331c)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:08:50.195454 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-858bc010-3b34-4705-9aca-90d5e6305347 req-2883bbbf-cdc0-4095-90b6-e285612eadcf tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:50.216156 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-858bc010-3b34-4705-9aca-90d5e6305347 req-2883bbbf-cdc0-4095-90b6-e285612eadcf tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Calling delete_port for fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b owned by compute:nova {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:08:50.222469 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-77db4d23-8845-48e0-b582-e94396d24773 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:50.228287 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-77db4d23-8845-48e0-b582-e94396d24773 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.1921108 Oct 20 12:08:50.228526 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 53964) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:50.249901 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 79835fcc-6561-439e-8ebe-97b49a265a67 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:08:50.253279 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:50.285613 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-876d7063-ecfd-463e-81e1-60386b0eb277 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:50.288404 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-876d7063-ecfd-463e-81e1-60386b0eb277 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:50.293820 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-876d7063-ecfd-463e-81e1-60386b0eb277 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] 10.222.0.98 "DELETE /v2.0/security-groups/ca24dd0b-cfd0-4e52-a342-c57a2c2920aa HTTP/1.1" status: 204 len: 168 time: 0.3813176 Oct 20 12:08:50.315925 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d7063-ecfd-463e-81e1-60386b0eb277 tempest-TestVolumeBackupRestore-846039311 tempest-TestVolumeBackupRestore-846039311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca24dd0b-cfd0-4e52-a342-c57a2c2920aa,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:50.406568 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:50.440272 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 79835fcc-6561-439e-8ebe-97b49a265a67, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=79835fcc-6561-439e-8ebe-97b49a265a67,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:08:50.465483 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:50.468725 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-89de8a0e-704a-4176-9c56-f09d8c6665b1 None None] Set router 2b37df4a-7bb4-4ee0-bb87-01937f7e156e gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:08:50.483460 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-858bc010-3b34-4705-9aca-90d5e6305347 req-2883bbbf-cdc0-4095-90b6-e285612eadcf tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:50.580796 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2883bbbf-cdc0-4095-90b6-e285612eadcf tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Pushing event deleted for resources: {'Port': ['ID=fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:50.624054 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=79835fcc-6561-439e-8ebe-97b49a265a67,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:50.670513 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-858bc010-3b34-4705-9aca-90d5e6305347 req-2883bbbf-cdc0-4095-90b6-e285612eadcf tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] No DVR routers for this DVR port fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b on host n-h2-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:08:50.675307 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-858bc010-3b34-4705-9aca-90d5e6305347 req-2883bbbf-cdc0-4095-90b6-e285612eadcf tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:50.683181 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-858bc010-3b34-4705-9aca-90d5e6305347 req-2883bbbf-cdc0-4095-90b6-e285612eadcf tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.89 "DELETE /v2.0/ports/fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b HTTP/1.1" status: 204 len: 173 time: 0.7982016 Oct 20 12:08:50.683901 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '134112bc-2e1e-4777-b92c-54e6770e17ca', 'name': 'network-vif-deleted', 'tag': 'fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:08:50.686816 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed40d1dc-9e7d-492c-89e5-f1a6791d3800" -d '{"events": [{"server_uuid": "134112bc-2e1e-4777-b92c-54e6770e17ca", "name": "network-vif-deleted", "tag": "fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:08:50.815681 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e4feac-5d42-400d-8168-f2666c7300f8 x-openstack-request-id: req-98e4feac-5d42-400d-8168-f2666c7300f8 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:08:50.816120 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "134112bc-2e1e-4777-b92c-54e6770e17ca", "name": "network-vif-deleted", "tag": "fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:08:50.816601 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-98e4feac-5d42-400d-8168-f2666c7300f8 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:08:50.817273 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '134112bc-2e1e-4777-b92c-54e6770e17ca', 'name': 'network-vif-deleted', 'tag': 'fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b', 'status': 'completed', 'code': 200} Oct 20 12:08:50.999110 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-89de8a0e-704a-4176-9c56-f09d8c6665b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b37df4a-7bb4-4ee0-bb87-01937f7e156e', 'name': 'tempest-snat-router-744790431', 'tenant_id': 'dbaf21860d08460aa2d7d72b3bf30d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'e02f3041-c7f8-42cf-b946-6f4e1ca4359b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:08:48Z', 'updated_at': '2021-10-20T12:08:49Z', 'revision_number': 3, 'project_id': 'dbaf21860d08460aa2d7d72b3bf30d3e', 'gw_port': {'id': 'e02f3041-c7f8-42cf-b946-6f4e1ca4359b', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fc:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b37df4a-7bb4-4ee0-bb87-01937f7e156e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:08:48Z', 'updated_at': '2021-10-20T12:08:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:51.042390 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89de8a0e-704a-4176-9c56-f09d8c6665b1 None None] Checking router: 2b37df4a-7bb4-4ee0-bb87-01937f7e156e for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:08:51.043006 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89de8a0e-704a-4176-9c56-f09d8c6665b1 None None] Updating router 2b37df4a-7bb4-4ee0-bb87-01937f7e156e port e02f3041-c7f8-42cf-b946-6f4e1ca4359b binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 12:08:51.075289 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-89de8a0e-704a-4176-9c56-f09d8c6665b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:51.228912 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1aca79fa-2132-41bc-a273-becd7533e56b req-5c751640-0d28-4d51-90af-0c07b7f109ad tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=134112bc-2e1e-4777-b92c-54e6770e17ca HTTP/1.1" status: 200 len: 210 time: 0.0560682 Oct 20 12:08:51.259001 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-6b09e266-fd1c-4c44-9595-d2cf8101d6bc tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] 10.222.0.98 "GET /v2.0/routers/2b37df4a-7bb4-4ee0-bb87-01937f7e156e HTTP/1.1" status: 200 len: 906 time: 1.0288901 Oct 20 12:08:51.261672 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54042) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:51.391537 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-04245e6a-9ad3-4ad7-8256-34acf681652d tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks [] for router, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:51.417878 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-89de8a0e-704a-4176-9c56-f09d8c6665b1 None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:51.428503 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-89de8a0e-704a-4176-9c56-f09d8c6665b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:51.491538 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c8d197-bf2e-49e3-96a1-6656a2c0d435 None None] Pushing event updated for resources: {'Port': ['ID=e02f3041-c7f8-42cf-b946-6f4e1ca4359b,revision_number=2']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:51.524380 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-04245e6a-9ad3-4ad7-8256-34acf681652d tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:51.544038 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-89de8a0e-704a-4176-9c56-f09d8c6665b1 None None] Attempting to bind port e02f3041-c7f8-42cf-b946-6f4e1ca4359b on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:08:51.544642 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-89de8a0e-704a-4176-9c56-f09d8c6665b1 None None] Attempting to bind port e02f3041-c7f8-42cf-b946-6f4e1ca4359b by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:08:51.545714 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89de8a0e-704a-4176-9c56-f09d8c6665b1 None None] Attempting to bind port e02f3041-c7f8-42cf-b946-6f4e1ca4359b on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:08:51.556944 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89de8a0e-704a-4176-9c56-f09d8c6665b1 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:08:51.557302 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89de8a0e-704a-4176-9c56-f09d8c6665b1 None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:08:51.557700 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-89de8a0e-704a-4176-9c56-f09d8c6665b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:51.558437 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89de8a0e-704a-4176-9c56-f09d8c6665b1 None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:08:51.558929 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-89de8a0e-704a-4176-9c56-f09d8c6665b1 None None] Bound port: e02f3041-c7f8-42cf-b946-6f4e1ca4359b, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:08:51.559586 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-89de8a0e-704a-4176-9c56-f09d8c6665b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:51.596532 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-04245e6a-9ad3-4ad7-8256-34acf681652d tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Deleting port e02f3041-c7f8-42cf-b946-6f4e1ca4359b {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:08:51.597000 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-04245e6a-9ad3-4ad7-8256-34acf681652d tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:51.636445 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-89de8a0e-704a-4176-9c56-f09d8c6665b1 None None] For port e02f3041-c7f8-42cf-b946-6f4e1ca4359b, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:08:51.642166 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-89de8a0e-704a-4176-9c56-f09d8c6665b1 None None] For port e02f3041-c7f8-42cf-b946-6f4e1ca4359b, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=e02f3041-c7f8-42cf-b946-6f4e1ca4359b,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:08:51.655654 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-89de8a0e-704a-4176-9c56-f09d8c6665b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:51.724620 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89de8a0e-704a-4176-9c56-f09d8c6665b1 None None] Routers {'2b37df4a-7bb4-4ee0-bb87-01937f7e156e'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:08:51.725195 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-89de8a0e-704a-4176-9c56-f09d8c6665b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:08:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['2b37df4a-7bb4-4ee0-bb87-01937f7e156e'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:51.730764 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c8d197-bf2e-49e3-96a1-6656a2c0d435 None None] Pushing event updated for resources: {'Port': ['ID=e02f3041-c7f8-42cf-b946-6f4e1ca4359b,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:51.776138 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-04245e6a-9ad3-4ad7-8256-34acf681652d tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] For port e02f3041-c7f8-42cf-b946-6f4e1ca4359b, host n-d-814735-3, got binding levels [] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:08:51.776407 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-04245e6a-9ad3-4ad7-8256-34acf681652d tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:51.821441 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-04245e6a-9ad3-4ad7-8256-34acf681652d tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Calling delete_port for e02f3041-c7f8-42cf-b946-6f4e1ca4359b owned by network:router_gateway {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:08:51.845964 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-89de8a0e-704a-4176-9c56-f09d8c6665b1 None None] Set router 2b37df4a-7bb4-4ee0-bb87-01937f7e156e gateway port host: None {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:08:51.944197 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-89de8a0e-704a-4176-9c56-f09d8c6665b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b37df4a-7bb4-4ee0-bb87-01937f7e156e', 'name': 'tempest-snat-router-744790431', 'tenant_id': 'dbaf21860d08460aa2d7d72b3bf30d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:08:48Z', 'updated_at': '2021-10-20T12:08:51Z', 'revision_number': 4, 'project_id': 'dbaf21860d08460aa2d7d72b3bf30d3e', 'gw_port_host': None}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:51.985050 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89de8a0e-704a-4176-9c56-f09d8c6665b1 None None] The sync data for ids ['2b37df4a-7bb4-4ee0-bb87-01937f7e156e'] in n-d-814735-3 is: [{'id': '2b37df4a-7bb4-4ee0-bb87-01937f7e156e', 'name': 'tempest-snat-router-744790431', 'tenant_id': 'dbaf21860d08460aa2d7d72b3bf30d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:08:48Z', 'updated_at': '2021-10-20T12:08:51Z', 'revision_number': 4, 'project_id': 'dbaf21860d08460aa2d7d72b3bf30d3e', 'gw_port_host': None}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:08:52.134462 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 79835fcc-6561-439e-8ebe-97b49a265a67 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:08:52.141480 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-04245e6a-9ad3-4ad7-8256-34acf681652d tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:52.187166 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04245e6a-9ad3-4ad7-8256-34acf681652d tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Pushing event deleted for resources: {'Port': ['ID=e02f3041-c7f8-42cf-b946-6f4e1ca4359b,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:52.268671 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 79835fcc-6561-439e-8ebe-97b49a265a67 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:08:52.269086 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:52.297131 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-36bd1619-d6c0-464a-b173-0c54bfd87013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:52.307788 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-04245e6a-9ad3-4ad7-8256-34acf681652d tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:52.432117 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f6ad79d8-801b-49c3-b4ca-962a4fe03ee9 req-c7b113ca-9e5a-445b-ae37-92dbff8eaace tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=134112bc-2e1e-4777-b92c-54e6770e17ca HTTP/1.1" status: 200 len: 210 time: 0.0423446 Oct 20 12:08:52.529418 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-04245e6a-9ad3-4ad7-8256-34acf681652d tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:52.532139 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-04245e6a-9ad3-4ad7-8256-34acf681652d tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:52.596608 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-04245e6a-9ad3-4ad7-8256-34acf681652d tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:52.597271 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04245e6a-9ad3-4ad7-8256-34acf681652d tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2b37df4a-7bb4-4ee0-bb87-01937f7e156e {{(pid=100647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 12:08:52.601917 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-04245e6a-9ad3-4ad7-8256-34acf681652d tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:52.603085 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-04245e6a-9ad3-4ad7-8256-34acf681652d tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] 10.222.0.98 "DELETE /v2.0/routers/2b37df4a-7bb4-4ee0-bb87-01937f7e156e HTTP/1.1" status: 204 len: 168 time: 1.3399646 Oct 20 12:08:52.605514 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54184) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:52.738407 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-62c5a7f0-b025-4ad7-af58-66e854f76f4d tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks [] for router, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:52.896111 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-62c5a7f0-b025-4ad7-af58-66e854f76f4d tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:52.984187 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-62c5a7f0-b025-4ad7-af58-66e854f76f4d tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Deleting port 79835fcc-6561-439e-8ebe-97b49a265a67 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:08:52.984668 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-62c5a7f0-b025-4ad7-af58-66e854f76f4d tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:53.137771 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-62c5a7f0-b025-4ad7-af58-66e854f76f4d tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] For port 79835fcc-6561-439e-8ebe-97b49a265a67, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=79835fcc-6561-439e-8ebe-97b49a265a67,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:08:53.138142 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-62c5a7f0-b025-4ad7-af58-66e854f76f4d tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:53.154391 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:08:53.168828 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-62c5a7f0-b025-4ad7-af58-66e854f76f4d tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Calling delete_port for 79835fcc-6561-439e-8ebe-97b49a265a67 owned by network:router_gateway {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:08:53.229575 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:08:53.243704 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device fdb0b7c8-1bff-4bbc-a760-bd04de2b0b9b not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:08:53.277620 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:53.316766 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:53.479237 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-62c5a7f0-b025-4ad7-af58-66e854f76f4d tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:53.608149 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c5a7f0-b025-4ad7-af58-66e854f76f4d tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Pushing event deleted for resources: {'Port': ['ID=79835fcc-6561-439e-8ebe-97b49a265a67,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:53.634609 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c7a04ac5-7d56-45e1-ba42-43c6885be959 req-1c5bcf62-00f7-4fce-bb8a-0649000febb2 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=134112bc-2e1e-4777-b92c-54e6770e17ca HTTP/1.1" status: 200 len: 210 time: 0.0489616 Oct 20 12:08:53.688627 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-62c5a7f0-b025-4ad7-af58-66e854f76f4d tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:53.831520 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-62c5a7f0-b025-4ad7-af58-66e854f76f4d tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:53.835125 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-62c5a7f0-b025-4ad7-af58-66e854f76f4d tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:53.895072 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-62c5a7f0-b025-4ad7-af58-66e854f76f4d tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:53.895606 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c5a7f0-b025-4ad7-af58-66e854f76f4d tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 860f18a5-0f38-42f4-a915-e2e353f3abd1 {{(pid=100647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 12:08:53.900908 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-62c5a7f0-b025-4ad7-af58-66e854f76f4d tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:53.904533 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-62c5a7f0-b025-4ad7-af58-66e854f76f4d tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] 10.222.0.98 "DELETE /v2.0/routers/860f18a5-0f38-42f4-a915-e2e353f3abd1 HTTP/1.1" status: 204 len: 168 time: 1.2979383 Oct 20 12:08:53.908069 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54306) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:53.916778 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-07d535e6-1c6b-42d0-862c-5de1d9e372d2 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-713469239', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}, 'admin_state_up': False}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:08:53.985166 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-07d535e6-1c6b-42d0-862c-5de1d9e372d2 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:53.986884 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-07d535e6-1c6b-42d0-862c-5de1d9e372d2 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:54.096617 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-07d535e6-1c6b-42d0-862c-5de1d9e372d2 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:54.306470 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-07d535e6-1c6b-42d0-862c-5de1d9e372d2 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:54.768601 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-07d535e6-1c6b-42d0-862c-5de1d9e372d2 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks [] for router_gateway, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:54.794297 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-07d535e6-1c6b-42d0-862c-5de1d9e372d2 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:54.874700 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-886c79de-a9e5-403a-a054-8b469a4a6727 req-31715447-6cef-47d7-8681-697a2d680832 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=134112bc-2e1e-4777-b92c-54e6770e17ca HTTP/1.1" status: 200 len: 210 time: 0.0671573 Oct 20 12:08:54.976497 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-07d535e6-1c6b-42d0-862c-5de1d9e372d2 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Allocated IP 172.25.5.88 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/a64484d9-5fdb-4ae1-b656-1d4d005aba76) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:08:55.018918 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:55.215242 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-07d535e6-1c6b-42d0-862c-5de1d9e372d2 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:55.252642 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-07d535e6-1c6b-42d0-862c-5de1d9e372d2 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:55.296769 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d535e6-1c6b-42d0-862c-5de1d9e372d2 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:08:55.301115 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-07d535e6-1c6b-42d0-862c-5de1d9e372d2 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:08:55.305615 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d535e6-1c6b-42d0-862c-5de1d9e372d2 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:08:55.374493 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d535e6-1c6b-42d0-862c-5de1d9e372d2 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Pushing event updated for resources: {'Port': ['ID=a64484d9-5fdb-4ae1-b656-1d4d005aba76,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:55.664016 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-07d535e6-1c6b-42d0-862c-5de1d9e372d2 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks [] for router_gateway, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:55.945371 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-07d535e6-1c6b-42d0-862c-5de1d9e372d2 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:55.993586 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9d4c9928-65ea-4ef2-b034-55c5530f570e req-7d2e23ad-7163-4635-a1c7-ce70380fa09b tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=134112bc-2e1e-4777-b92c-54e6770e17ca HTTP/1.1" status: 200 len: 210 time: 0.0397799 Oct 20 12:08:56.113628 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 79835fcc-6561-439e-8ebe-97b49a265a67 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:08:56.143988 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 79835fcc-6561-439e-8ebe-97b49a265a67 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:08:56.144334 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 79835fcc-6561-439e-8ebe-97b49a265a67 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:08:56.175818 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54440) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:56.286010 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d535e6-1c6b-42d0-862c-5de1d9e372d2 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Router bad3e7e1-da7b-49f3-af65-0b2b893bd9a7 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 12:08:56.501948 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d535e6-1c6b-42d0-862c-5de1d9e372d2 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:08:56.515051 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c666f211-9b0d-4f06-bf16-3258c521a0df None None] Sync routers for ids ['bad3e7e1-da7b-49f3-af65-0b2b893bd9a7'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:08:56.531502 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c666f211-9b0d-4f06-bf16-3258c521a0df None None] Routers {'bad3e7e1-da7b-49f3-af65-0b2b893bd9a7'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:08:56.533242 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-c666f211-9b0d-4f06-bf16-3258c521a0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:08:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['bad3e7e1-da7b-49f3-af65-0b2b893bd9a7'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:56.559112 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-07d535e6-1c6b-42d0-862c-5de1d9e372d2 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:56.564125 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-07d535e6-1c6b-42d0-862c-5de1d9e372d2 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.6547723 Oct 20 12:08:56.566810 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54442) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:56.571763 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-1a8a40b9-4d48-4f0e-9530-2d688faaffa2 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'enable_snat': False}}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:08:56.580920 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4b9c900c-3a21-4d97-a56a-025c0c6edaf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:56.612041 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-c666f211-9b0d-4f06-bf16-3258c521a0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:56.620735 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c666f211-9b0d-4f06-bf16-3258c521a0df None None] Routers {'bad3e7e1-da7b-49f3-af65-0b2b893bd9a7'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:08:56.621334 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-c666f211-9b0d-4f06-bf16-3258c521a0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:08:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['bad3e7e1-da7b-49f3-af65-0b2b893bd9a7'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:56.714043 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-c666f211-9b0d-4f06-bf16-3258c521a0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:56.714750 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c666f211-9b0d-4f06-bf16-3258c521a0df None None] The sync data for ids ['bad3e7e1-da7b-49f3-af65-0b2b893bd9a7'] in n-d-814735-3 is: [] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:08:56.920315 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-4b9c900c-3a21-4d97-a56a-025c0c6edaf2 admin admin] Deleting port 58cf6304-8145-4cde-8852-5e0078dc197e {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:08:56.920648 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4b9c900c-3a21-4d97-a56a-025c0c6edaf2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:57.023415 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-4b9c900c-3a21-4d97-a56a-025c0c6edaf2 admin admin] For port 58cf6304-8145-4cde-8852-5e0078dc197e, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=58cf6304-8145-4cde-8852-5e0078dc197e,segment=NetworkSegment(f5dd2f67-3712-414d-8179-24cc087197e7),segment_id=f5dd2f67-3712-414d-8179-24cc087197e7)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:08:57.023415 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4b9c900c-3a21-4d97-a56a-025c0c6edaf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:57.039515 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-4b9c900c-3a21-4d97-a56a-025c0c6edaf2 admin admin] Calling delete_port for 58cf6304-8145-4cde-8852-5e0078dc197e owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:08:57.236672 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-42477800-6564-4801-8ec5-f629af3c26f2 req-520d3949-a43a-4f25-9754-bb7a882bb4b0 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=134112bc-2e1e-4777-b92c-54e6770e17ca HTTP/1.1" status: 200 len: 210 time: 0.0320809 Oct 20 12:08:57.248883 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4b9c900c-3a21-4d97-a56a-025c0c6edaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:57.310822 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c900c-3a21-4d97-a56a-025c0c6edaf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=58cf6304-8145-4cde-8852-5e0078dc197e,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:57.444446 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1a8a40b9-4d48-4f0e-9530-2d688faaffa2 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:57.571822 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4b9c900c-3a21-4d97-a56a-025c0c6edaf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:57.830712 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9c900c-3a21-4d97-a56a-025c0c6edaf2 admin admin] Router cb16b575-fb2b-4009-8d92-cae43cb71c74 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:08:57.941823 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1a8a40b9-4d48-4f0e-9530-2d688faaffa2 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4352'] for router, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:57.947245 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1a8a40b9-4d48-4f0e-9530-2d688faaffa2 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-652987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-652962', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-654361'] for router, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:57.956408 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9c900c-3a21-4d97-a56a-025c0c6edaf2 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:08:57.964207 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4b9c900c-3a21-4d97-a56a-025c0c6edaf2 admin admin] 10.222.0.98 "PUT /v2.0/routers/cb16b575-fb2b-4009-8d92-cae43cb71c74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7867360 Oct 20 12:08:57.965103 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54446) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:57.967902 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962e9b64-6869-48f3-baf2-f9a6e432cc80 None None] Sync routers for ids ['cb16b575-fb2b-4009-8d92-cae43cb71c74'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:08:57.979744 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962e9b64-6869-48f3-baf2-f9a6e432cc80 None None] Routers {'cb16b575-fb2b-4009-8d92-cae43cb71c74'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:08:57.980891 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-962e9b64-6869-48f3-baf2-f9a6e432cc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:08:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['cb16b575-fb2b-4009-8d92-cae43cb71c74'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:58.076271 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8a40b9-4d48-4f0e-9530-2d688faaffa2 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Router bad3e7e1-da7b-49f3-af65-0b2b893bd9a7 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:08:58.206805 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8a40b9-4d48-4f0e-9530-2d688faaffa2 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:08:58.216847 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8815fc-fef5-4b57-9259-d3081cb5085f None None] Sync routers for ids ['bad3e7e1-da7b-49f3-af65-0b2b893bd9a7'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:08:58.228572 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1a8a40b9-4d48-4f0e-9530-2d688faaffa2 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:58.230000 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-1a8a40b9-4d48-4f0e-9530-2d688faaffa2 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] 10.222.0.98 "PUT /v2.0/routers/bad3e7e1-da7b-49f3-af65-0b2b893bd9a7 HTTP/1.1" status: 200 len: 924 time: 1.6617768 Oct 20 12:08:58.232748 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54448) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:58.234599 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8815fc-fef5-4b57-9259-d3081cb5085f None None] Routers {'bad3e7e1-da7b-49f3-af65-0b2b893bd9a7'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:08:58.238748 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-ec8815fc-fef5-4b57-9259-d3081cb5085f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:08:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['bad3e7e1-da7b-49f3-af65-0b2b893bd9a7'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:58.260038 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-962e9b64-6869-48f3-baf2-f9a6e432cc80 None None] Set router cb16b575-fb2b-4009-8d92-cae43cb71c74 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:08:58.300729 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-ec8815fc-fef5-4b57-9259-d3081cb5085f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:58.311804 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8815fc-fef5-4b57-9259-d3081cb5085f None None] Routers {'bad3e7e1-da7b-49f3-af65-0b2b893bd9a7'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:08:58.312686 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-ec8815fc-fef5-4b57-9259-d3081cb5085f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:08:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['bad3e7e1-da7b-49f3-af65-0b2b893bd9a7'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:58.348672 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-ec8815fc-fef5-4b57-9259-d3081cb5085f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:58.349605 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8815fc-fef5-4b57-9259-d3081cb5085f None None] The sync data for ids ['bad3e7e1-da7b-49f3-af65-0b2b893bd9a7'] in n-d-814735-3 is: [] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:08:58.406461 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2631538f-131d-4786-910e-f326e03bb815 req-58be3d18-68f5-4a58-9171-6afcdfd577a9 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=134112bc-2e1e-4777-b92c-54e6770e17ca HTTP/1.1" status: 200 len: 210 time: 0.0311863 Oct 20 12:08:58.435129 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-05105b68-f04c-484b-abac-2b613b50a655 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] 10.222.0.98 "GET /v2.0/routers/bad3e7e1-da7b-49f3-af65-0b2b893bd9a7 HTTP/1.1" status: 200 len: 924 time: 0.2010982 Oct 20 12:08:58.437500 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54452) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:58.469742 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-621f2477-3b3e-4782-a78c-734159a20f03 admin admin] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:58.521868 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-962e9b64-6869-48f3-baf2-f9a6e432cc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'name': 'tempest-TestVolumeBackupRestore-1575666281-router', 'tenant_id': '118af20a3cfe4f71944eafdde5c790b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '61486243-2a54-4446-96de-9818c0f90c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:05:32Z', 'updated_at': '2021-10-20T12:08:57Z', 'revision_number': 5, 'project_id': '118af20a3cfe4f71944eafdde5c790b9', 'gw_port': {'id': '61486243-2a54-4446-96de-9818c0f90c27', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:20:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:05:32Z', 'updated_at': '2021-10-20T12:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:58.540112 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61cf378-f160-431e-830f-0b21756963ca tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:58.541895 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-a61cf378-f160-431e-830f-0b21756963ca tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] 10.222.0.98 "GET /v2.0/ports?network_id=717966e5-c478-496f-bddb-05794fb74250&device_id=bad3e7e1-da7b-49f3-af65-0b2b893bd9a7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1027462 Oct 20 12:08:58.547306 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54454) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:58.558586 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962e9b64-6869-48f3-baf2-f9a6e432cc80 None None] Checking router: cb16b575-fb2b-4009-8d92-cae43cb71c74 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:08:58.568878 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962e9b64-6869-48f3-baf2-f9a6e432cc80 None None] Routers {'cb16b575-fb2b-4009-8d92-cae43cb71c74'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:08:58.569111 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-962e9b64-6869-48f3-baf2-f9a6e432cc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:08:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['cb16b575-fb2b-4009-8d92-cae43cb71c74'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:58.586646 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-621f2477-3b3e-4782-a78c-734159a20f03 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:58.652601 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861f9de7-0b93-42ff-9650-34e605093a9b tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:08:58.654472 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-861f9de7-0b93-42ff-9650-34e605093a9b tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] 10.222.0.98 "GET /v2.0/networks/717966e5-c478-496f-bddb-05794fb74250 HTTP/1.1" status: 200 len: 881 time: 0.1061819 Oct 20 12:08:58.657449 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54456) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:58.687324 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-68cd6096-953d-4ede-8f20-f48252ccaab3 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] 10.222.0.98 "GET /v2.0/ports?device_id=bad3e7e1-da7b-49f3-af65-0b2b893bd9a7 HTTP/1.1" status: 200 len: 205 time: 0.0287647 Oct 20 12:08:58.689784 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54458) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:58.702786 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-962e9b64-6869-48f3-baf2-f9a6e432cc80 None None] Set router cb16b575-fb2b-4009-8d92-cae43cb71c74 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:08:58.743853 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-621f2477-3b3e-4782-a78c-734159a20f03 admin admin] Deleting port 61486243-2a54-4446-96de-9818c0f90c27 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:08:58.744201 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-621f2477-3b3e-4782-a78c-734159a20f03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:58.876141 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fbd48847-c9b5-4891-9735-f0aac8c1d2e3 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:58.904071 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-962e9b64-6869-48f3-baf2-f9a6e432cc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'name': 'tempest-TestVolumeBackupRestore-1575666281-router', 'tenant_id': '118af20a3cfe4f71944eafdde5c790b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '61486243-2a54-4446-96de-9818c0f90c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:05:32Z', 'updated_at': '2021-10-20T12:08:57Z', 'revision_number': 5, 'project_id': '118af20a3cfe4f71944eafdde5c790b9', 'gw_port': {'id': '61486243-2a54-4446-96de-9818c0f90c27', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:20:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:05:32Z', 'updated_at': '2021-10-20T12:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:08:58.923930 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-621f2477-3b3e-4782-a78c-734159a20f03 admin admin] For port 61486243-2a54-4446-96de-9818c0f90c27, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=61486243-2a54-4446-96de-9818c0f90c27,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:08:58.924213 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-621f2477-3b3e-4782-a78c-734159a20f03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:58.932055 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962e9b64-6869-48f3-baf2-f9a6e432cc80 None None] The sync data for ids ['cb16b575-fb2b-4009-8d92-cae43cb71c74'] in n-d-814735-3 is: [{'id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'name': 'tempest-TestVolumeBackupRestore-1575666281-router', 'tenant_id': '118af20a3cfe4f71944eafdde5c790b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '61486243-2a54-4446-96de-9818c0f90c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:05:32Z', 'updated_at': '2021-10-20T12:08:57Z', 'revision_number': 5, 'project_id': '118af20a3cfe4f71944eafdde5c790b9', 'gw_port': {'id': '61486243-2a54-4446-96de-9818c0f90c27', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:20:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb16b575-fb2b-4009-8d92-cae43cb71c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:05:32Z', 'updated_at': '2021-10-20T12:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:08:58.943780 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-621f2477-3b3e-4782-a78c-734159a20f03 admin admin] Calling delete_port for 61486243-2a54-4446-96de-9818c0f90c27 owned by network:router_gateway {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:08:59.057209 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fbd48847-c9b5-4891-9735-f0aac8c1d2e3 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:59.195353 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-fbd48847-c9b5-4891-9735-f0aac8c1d2e3 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Deleting port a64484d9-5fdb-4ae1-b656-1d4d005aba76 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:08:59.195583 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fbd48847-c9b5-4891-9735-f0aac8c1d2e3 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:59.224800 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-621f2477-3b3e-4782-a78c-734159a20f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:59.286632 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621f2477-3b3e-4782-a78c-734159a20f03 admin admin] Pushing event deleted for resources: {'Port': ['ID=61486243-2a54-4446-96de-9818c0f90c27,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:59.362339 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fbd48847-c9b5-4891-9735-f0aac8c1d2e3 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:59.379265 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-fbd48847-c9b5-4891-9735-f0aac8c1d2e3 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Calling delete_port for a64484d9-5fdb-4ae1-b656-1d4d005aba76 owned by network:router_gateway {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:08:59.383802 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-621f2477-3b3e-4782-a78c-734159a20f03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:59.534688 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-621f2477-3b3e-4782-a78c-734159a20f03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:59.539171 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-621f2477-3b3e-4782-a78c-734159a20f03 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:59.603140 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-621f2477-3b3e-4782-a78c-734159a20f03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:59.603706 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621f2477-3b3e-4782-a78c-734159a20f03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb16b575-fb2b-4009-8d92-cae43cb71c74 {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 12:08:59.608531 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-621f2477-3b3e-4782-a78c-734159a20f03 admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:59.609715 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-621f2477-3b3e-4782-a78c-734159a20f03 admin admin] 10.222.0.98 "DELETE /v2.0/routers/cb16b575-fb2b-4009-8d92-cae43cb71c74 HTTP/1.1" status: 204 len: 168 time: 1.6439576 Oct 20 12:08:59.612844 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54466) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:59.670027 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-4538afa1-c9bc-4b76-9d98-2af62115bf5a admin admin] Deleting subnet 4193f3bc-e129-48ae-a1e9-e862ce07ac27 {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 12:08:59.675382 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4538afa1-c9bc-4b76-9d98-2af62115bf5a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:59.729207 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4538afa1-c9bc-4b76-9d98-2af62115bf5a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:59.746680 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fbd48847-c9b5-4891-9735-f0aac8c1d2e3 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:59.777603 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd48847-c9b5-4891-9735-f0aac8c1d2e3 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Pushing event deleted for resources: {'Port': ['ID=a64484d9-5fdb-4ae1-b656-1d4d005aba76,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:59.843020 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fbd48847-c9b5-4891-9735-f0aac8c1d2e3 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:59.849790 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4538afa1-c9bc-4b76-9d98-2af62115bf5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:59.913225 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4538afa1-c9bc-4b76-9d98-2af62115bf5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:59.940047 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4538afa1-c9bc-4b76-9d98-2af62115bf5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4193f3bc-e129-48ae-a1e9-e862ce07ac27,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:08:59.947038 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fbd48847-c9b5-4891-9735-f0aac8c1d2e3 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:59.948475 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4538afa1-c9bc-4b76-9d98-2af62115bf5a admin admin] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:59.949502 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fbd48847-c9b5-4891-9735-f0aac8c1d2e3 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:59.952365 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4538afa1-c9bc-4b76-9d98-2af62115bf5a admin admin] 10.222.0.98 "DELETE /v2.0/subnets/4193f3bc-e129-48ae-a1e9-e862ce07ac27 HTTP/1.1" status: 204 len: 168 time: 0.3387225 Oct 20 12:08:59.954890 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54468) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:08:59.959805 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1938dd-91f4-4e87-a2fd-01ff8e333656 None None] Network bfa67a2e-d0d4-451f-9a9e-285e7b0873e6 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:08:59.998727 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fbd48847-c9b5-4891-9735-f0aac8c1d2e3 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:08:59.999913 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd48847-c9b5-4891-9735-f0aac8c1d2e3 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Fanout notify agent at l3_agent the message router_deleted on router bad3e7e1-da7b-49f3-af65-0b2b893bd9a7 {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 12:09:00.015444 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fbd48847-c9b5-4891-9735-f0aac8c1d2e3 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:00.016049 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-fbd48847-c9b5-4891-9735-f0aac8c1d2e3 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] 10.222.0.98 "DELETE /v2.0/routers/bad3e7e1-da7b-49f3-af65-0b2b893bd9a7 HTTP/1.1" status: 204 len: 168 time: 1.3252187 Oct 20 12:09:00.020618 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54470) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:00.025834 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-fc06a5d1-57cf-48d0-893a-7f5a09e30c5d tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2076098251', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:09:00.057147 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-92395bd2-ccd9-4d9a-aed6-f575723b4779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:00.059011 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fc06a5d1-57cf-48d0-893a-7f5a09e30c5d tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:00.060269 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fc06a5d1-57cf-48d0-893a-7f5a09e30c5d tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:00.129832 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-92395bd2-ccd9-4d9a-aed6-f575723b4779 admin admin] Deleting port dff72696-ef8b-4235-bb1a-3b9df1d596b4 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:09:00.130837 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-92395bd2-ccd9-4d9a-aed6-f575723b4779 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:00.155313 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fc06a5d1-57cf-48d0-893a-7f5a09e30c5d tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:00.160878 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fc06a5d1-57cf-48d0-893a-7f5a09e30c5d tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:00.199604 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fc06a5d1-57cf-48d0-893a-7f5a09e30c5d tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:00.201860 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-fc06a5d1-57cf-48d0-893a-7f5a09e30c5d tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1798003 Oct 20 12:09:00.205777 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54472) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:00.210604 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-1eb6c5d0-4a32-4bcc-a754-dbf274abd59e tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Request body: {'router': {'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:09:00.211444 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17831abd-62c6-4348-8e06-df3c0a8eb647 None None] DHCP port deletion for bfa67a2e-d0d4-451f-9a9e-285e7b0873e6 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 12:09:00.240484 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-92395bd2-ccd9-4d9a-aed6-f575723b4779 admin admin] For port dff72696-ef8b-4235-bb1a-3b9df1d596b4, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=dff72696-ef8b-4235-bb1a-3b9df1d596b4,segment=NetworkSegment(f5dd2f67-3712-414d-8179-24cc087197e7),segment_id=f5dd2f67-3712-414d-8179-24cc087197e7)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:09:00.240853 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-92395bd2-ccd9-4d9a-aed6-f575723b4779 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:00.266131 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-92395bd2-ccd9-4d9a-aed6-f575723b4779 admin admin] Calling delete_port for dff72696-ef8b-4235-bb1a-3b9df1d596b4 owned by network:dhcp {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:09:00.272849 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 58cf6304-8145-4cde-8852-5e0078dc197e no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:09:00.306062 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 58cf6304-8145-4cde-8852-5e0078dc197e {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:09:00.306634 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 58cf6304-8145-4cde-8852-5e0078dc197e not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:09:00.307066 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 61486243-2a54-4446-96de-9818c0f90c27 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:09:00.328040 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 61486243-2a54-4446-96de-9818c0f90c27 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:09:00.328602 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 61486243-2a54-4446-96de-9818c0f90c27 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:09:00.335585 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-17831abd-62c6-4348-8e06-df3c0a8eb647 None None] Deleting port dff72696-ef8b-4235-bb1a-3b9df1d596b4 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:09:00.335960 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-17831abd-62c6-4348-8e06-df3c0a8eb647 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:00.386392 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-92395bd2-ccd9-4d9a-aed6-f575723b4779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:00.404217 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-17831abd-62c6-4348-8e06-df3c0a8eb647 None None] For port dff72696-ef8b-4235-bb1a-3b9df1d596b4, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=dff72696-ef8b-4235-bb1a-3b9df1d596b4,segment=NetworkSegment(f5dd2f67-3712-414d-8179-24cc087197e7),segment_id=f5dd2f67-3712-414d-8179-24cc087197e7)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:09:00.404607 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-17831abd-62c6-4348-8e06-df3c0a8eb647 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:00.419350 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92395bd2-ccd9-4d9a-aed6-f575723b4779 admin admin] Pushing event deleted for resources: {'Port': ['ID=dff72696-ef8b-4235-bb1a-3b9df1d596b4,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:09:00.420694 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-17831abd-62c6-4348-8e06-df3c0a8eb647 None None] Calling delete_port for dff72696-ef8b-4235-bb1a-3b9df1d596b4 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:09:00.436637 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92395bd2-ccd9-4d9a-aed6-f575723b4779 admin admin] No DVR routers for this DVR port dff72696-ef8b-4235-bb1a-3b9df1d596b4 on host n-d-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:09:00.503099 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1eb6c5d0-4a32-4bcc-a754-dbf274abd59e tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:00.526857 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-92395bd2-ccd9-4d9a-aed6-f575723b4779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:00.532756 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-17831abd-62c6-4348-8e06-df3c0a8eb647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:00.553357 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-92395bd2-ccd9-4d9a-aed6-f575723b4779 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfa67a2e-d0d4-451f-9a9e-285e7b0873e6']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:09:00.564693 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-92395bd2-ccd9-4d9a-aed6-f575723b4779 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5dd2f67-3712-414d-8179-24cc087197e7') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:09:00.565125 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-92395bd2-ccd9-4d9a-aed6-f575723b4779 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5dd2f67-3712-414d-8179-24cc087197e7') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:09:00.573275 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17831abd-62c6-4348-8e06-df3c0a8eb647 None None] No DVR routers for this DVR port dff72696-ef8b-4235-bb1a-3b9df1d596b4 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:09:00.577951 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-92395bd2-ccd9-4d9a-aed6-f575723b4779 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:00.578132 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17831abd-62c6-4348-8e06-df3c0a8eb647 None None] Pushing event deleted for resources: {'Port': ['ID=dff72696-ef8b-4235-bb1a-3b9df1d596b4,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:09:00.587315 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17831abd-62c6-4348-8e06-df3c0a8eb647 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:09:00.587662 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17831abd-62c6-4348-8e06-df3c0a8eb647 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:09:00.587930 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17831abd-62c6-4348-8e06-df3c0a8eb647 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:09:00.588261 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17831abd-62c6-4348-8e06-df3c0a8eb647 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:09:00.588593 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17831abd-62c6-4348-8e06-df3c0a8eb647 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:09:00.588922 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17831abd-62c6-4348-8e06-df3c0a8eb647 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:09:00.589249 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17831abd-62c6-4348-8e06-df3c0a8eb647 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:09:00.589719 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17831abd-62c6-4348-8e06-df3c0a8eb647 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:09:00.590056 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17831abd-62c6-4348-8e06-df3c0a8eb647 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:09:00.590379 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17831abd-62c6-4348-8e06-df3c0a8eb647 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:09:00.590898 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17831abd-62c6-4348-8e06-df3c0a8eb647 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:09:00.591124 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17831abd-62c6-4348-8e06-df3c0a8eb647 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:09:00.604607 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-92395bd2-ccd9-4d9a-aed6-f575723b4779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:00.612133 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92395bd2-ccd9-4d9a-aed6-f575723b4779 admin admin] Releasing vlan 1275 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 12:09:00.612759 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-92395bd2-ccd9-4d9a-aed6-f575723b4779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:00.619352 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 12:09:00.619352 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 12:09:00.619352 n-d-814735-3 neutron-server[100647]: timer() Oct 20 12:09:00.619352 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 12:09:00.619352 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 12:09:00.619352 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 12:09:00.619352 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 12:09:00.619352 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 12:09:00.619352 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 12:09:00.619352 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 12:09:00.619352 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 12:09:00.619352 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 12:09:00.619352 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 12:09:00.619352 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 12:09:00.619352 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 12:09:00.619352 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 12:09:00.619352 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 12:09:00.619352 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 12:09:00.619352 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 12:09:00.619352 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 12:09:00.619352 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 12:09:00.619352 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 12:09:00.619352 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 12:09:00.619352 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 12:09:00.619352 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 12:09:00.619352 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 12:09:00.619352 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 12:09:00.619352 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 12:09:00.619352 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 12:09:00.619352 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 12:09:00.619352 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 12:09:00.619352 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 12:09:00.697769 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-92395bd2-ccd9-4d9a-aed6-f575723b4779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:00.704723 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-92395bd2-ccd9-4d9a-aed6-f575723b4779 admin admin] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:00.711387 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-92395bd2-ccd9-4d9a-aed6-f575723b4779 admin admin] 10.222.0.98 "DELETE /v2.0/networks/bfa67a2e-d0d4-451f-9a9e-285e7b0873e6 HTTP/1.1" status: 204 len: 168 time: 0.7551782 Oct 20 12:09:00.712465 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54476) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:00.729652 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92395bd2-ccd9-4d9a-aed6-f575723b4779 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfa67a2e-d0d4-451f-9a9e-285e7b0873e6,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:09:00.779844 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1eb6c5d0-4a32-4bcc-a754-dbf274abd59e tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks [] for router_gateway, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:00.799712 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1eb6c5d0-4a32-4bcc-a754-dbf274abd59e tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:00.919934 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-1eb6c5d0-4a32-4bcc-a754-dbf274abd59e tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Allocated IP 172.25.5.126 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/1784fdca-4ab3-4a34-8ac1-a8d55de413fd) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:09:01.037917 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1eb6c5d0-4a32-4bcc-a754-dbf274abd59e tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:01.073051 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1eb6c5d0-4a32-4bcc-a754-dbf274abd59e tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:01.090720 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-79a9d6f7-64be-420e-89e1-b5944de77b77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:01.114097 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb6c5d0-4a32-4bcc-a754-dbf274abd59e tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:09:01.116983 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-1eb6c5d0-4a32-4bcc-a754-dbf274abd59e tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:09:01.120503 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb6c5d0-4a32-4bcc-a754-dbf274abd59e tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:09:01.151727 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb6c5d0-4a32-4bcc-a754-dbf274abd59e tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Pushing event updated for resources: {'Port': ['ID=1784fdca-4ab3-4a34-8ac1-a8d55de413fd,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:09:01.363046 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-79a9d6f7-64be-420e-89e1-b5944de77b77 admin admin] Deleting port 1e342cb3-6701-4442-85cc-6955e1734a8d {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:09:01.363485 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-79a9d6f7-64be-420e-89e1-b5944de77b77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:01.454080 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-79a9d6f7-64be-420e-89e1-b5944de77b77 admin admin] For port 1e342cb3-6701-4442-85cc-6955e1734a8d, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=1e342cb3-6701-4442-85cc-6955e1734a8d,segment=NetworkSegment(93335436-8659-4ac0-b0c4-66424fff408b),segment_id=93335436-8659-4ac0-b0c4-66424fff408b)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:09:01.454446 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-79a9d6f7-64be-420e-89e1-b5944de77b77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:01.465847 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:09:01.468854 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-79a9d6f7-64be-420e-89e1-b5944de77b77 admin admin] Calling delete_port for 1e342cb3-6701-4442-85cc-6955e1734a8d owned by network:router_interface {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:09:01.664784 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1eb6c5d0-4a32-4bcc-a754-dbf274abd59e tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks [] for router_gateway, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:01.664958 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-79a9d6f7-64be-420e-89e1-b5944de77b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:01.695852 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9d6f7-64be-420e-89e1-b5944de77b77 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e342cb3-6701-4442-85cc-6955e1734a8d,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:09:01.899342 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-79a9d6f7-64be-420e-89e1-b5944de77b77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:01.918878 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1eb6c5d0-4a32-4bcc-a754-dbf274abd59e tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4352'] for router, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:01.923915 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1eb6c5d0-4a32-4bcc-a754-dbf274abd59e tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-652987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-652962', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-654361'] for router, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:02.068092 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb6c5d0-4a32-4bcc-a754-dbf274abd59e tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Router f5fea7e7-62be-4ba1-ad3a-59d0c09fc164 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 12:09:02.173231 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a9d6f7-64be-420e-89e1-b5944de77b77 admin admin] Router 29a40178-7164-4aa5-83d6-63282d306926 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:09:02.192711 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device dff72696-ef8b-4235-bb1a-3b9df1d596b4 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:09:02.200386 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb6c5d0-4a32-4bcc-a754-dbf274abd59e tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:09:02.208625 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1eb6c5d0-4a32-4bcc-a754-dbf274abd59e tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:02.213322 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ad51ae-fe03-4817-b3dd-ed8019836c58 None None] Sync routers for ids ['f5fea7e7-62be-4ba1-ad3a-59d0c09fc164'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:09:02.221055 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1eb6c5d0-4a32-4bcc-a754-dbf274abd59e tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] 10.222.0.98 "PUT /v2.0/routers/f5fea7e7-62be-4ba1-ad3a-59d0c09fc164 HTTP/1.1" status: 200 len: 884 time: 2.0139592 Oct 20 12:09:02.223616 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54480) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:02.224426 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: dff72696-ef8b-4235-bb1a-3b9df1d596b4 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:09:02.224903 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device dff72696-ef8b-4235-bb1a-3b9df1d596b4 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:09:02.225939 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ad51ae-fe03-4817-b3dd-ed8019836c58 None None] Routers {'f5fea7e7-62be-4ba1-ad3a-59d0c09fc164'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:09:02.227926 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-55ad51ae-fe03-4817-b3dd-ed8019836c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:08:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['f5fea7e7-62be-4ba1-ad3a-59d0c09fc164'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:09:02.280708 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-55ad51ae-fe03-4817-b3dd-ed8019836c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:09:02.292321 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ad51ae-fe03-4817-b3dd-ed8019836c58 None None] Routers {'f5fea7e7-62be-4ba1-ad3a-59d0c09fc164'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:09:02.293333 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-55ad51ae-fe03-4817-b3dd-ed8019836c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:08:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['f5fea7e7-62be-4ba1-ad3a-59d0c09fc164'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:09:02.328670 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a9d6f7-64be-420e-89e1-b5944de77b77 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:09:02.334710 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-79a9d6f7-64be-420e-89e1-b5944de77b77 admin admin] 10.222.0.98 "PUT /v2.0/routers/29a40178-7164-4aa5-83d6-63282d306926/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6114628 Oct 20 12:09:02.337631 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54482) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:02.339910 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15081ed3-4a89-4a2c-95c8-72a65cd37591 None None] Sync routers for ids ['29a40178-7164-4aa5-83d6-63282d306926'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:09:02.340310 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-55ad51ae-fe03-4817-b3dd-ed8019836c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:09:02.341754 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ad51ae-fe03-4817-b3dd-ed8019836c58 None None] The sync data for ids ['f5fea7e7-62be-4ba1-ad3a-59d0c09fc164'] in n-d-814735-3 is: [] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:09:02.353467 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15081ed3-4a89-4a2c-95c8-72a65cd37591 None None] Routers {'29a40178-7164-4aa5-83d6-63282d306926'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:09:02.354210 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-15081ed3-4a89-4a2c-95c8-72a65cd37591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:08:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['29a40178-7164-4aa5-83d6-63282d306926'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:09:02.418077 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e58a37ce-0682-4d60-9d3c-61c34d48bb41 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] 10.222.0.98 "GET /v2.0/routers/f5fea7e7-62be-4ba1-ad3a-59d0c09fc164 HTTP/1.1" status: 200 len: 925 time: 0.1882665 Oct 20 12:09:02.419051 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54484) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:02.467525 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-048f6494-605d-484a-bba8-b4109187ef43 admin admin] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:02.470762 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-15081ed3-4a89-4a2c-95c8-72a65cd37591 None None] Set router 29a40178-7164-4aa5-83d6-63282d306926 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:09:02.470952 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855a8c2b-47de-42dd-8408-f5d60e8a2b11 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:09:02.472018 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-855a8c2b-47de-42dd-8408-f5d60e8a2b11 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] 10.222.0.98 "GET /v2.0/ports?network_id=717966e5-c478-496f-bddb-05794fb74250&device_id=f5fea7e7-62be-4ba1-ad3a-59d0c09fc164&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0510020 Oct 20 12:09:02.474570 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54486) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:02.596042 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8348d82-dc08-4058-bac3-4eb02bca9081 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:09:02.598284 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-048f6494-605d-484a-bba8-b4109187ef43 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:02.601222 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-a8348d82-dc08-4058-bac3-4eb02bca9081 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] 10.222.0.98 "GET /v2.0/networks/717966e5-c478-496f-bddb-05794fb74250 HTTP/1.1" status: 200 len: 881 time: 0.1242967 Oct 20 12:09:02.603052 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54488) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:02.639503 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-75d7c900-758b-4a4c-97cc-f01ba7a96875 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5fea7e7-62be-4ba1-ad3a-59d0c09fc164 HTTP/1.1" status: 200 len: 205 time: 0.0351107 Oct 20 12:09:02.640375 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54490) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:02.677009 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-048f6494-605d-484a-bba8-b4109187ef43 admin admin] Deleting port c074a250-4720-49ae-b54b-36e299937665 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:09:02.677352 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-048f6494-605d-484a-bba8-b4109187ef43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:02.699905 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-15081ed3-4a89-4a2c-95c8-72a65cd37591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a40178-7164-4aa5-83d6-63282d306926', 'name': 'tempest-TestVolumeBackupRestore-1791135383-router', 'tenant_id': 'e5a1e3c0f4f849b092aada8eddaeec9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'c074a250-4720-49ae-b54b-36e299937665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:05:37Z', 'updated_at': '2021-10-20T12:09:01Z', 'revision_number': 5, 'project_id': 'e5a1e3c0f4f849b092aada8eddaeec9e', 'gw_port': {'id': 'c074a250-4720-49ae-b54b-36e299937665', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ea:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a40178-7164-4aa5-83d6-63282d306926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:05:37Z', 'updated_at': '2021-10-20T12:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:09:02.732851 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15081ed3-4a89-4a2c-95c8-72a65cd37591 None None] Checking router: 29a40178-7164-4aa5-83d6-63282d306926 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:09:02.760225 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15081ed3-4a89-4a2c-95c8-72a65cd37591 None None] Routers {'29a40178-7164-4aa5-83d6-63282d306926'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:09:02.760881 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-15081ed3-4a89-4a2c-95c8-72a65cd37591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:08:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['29a40178-7164-4aa5-83d6-63282d306926'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:09:02.782055 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a7220737-11ed-4ff0-9d27-b5678d107195 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks [] for router, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:02.804978 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-048f6494-605d-484a-bba8-b4109187ef43 admin admin] For port c074a250-4720-49ae-b54b-36e299937665, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=c074a250-4720-49ae-b54b-36e299937665,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:09:02.805707 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-048f6494-605d-484a-bba8-b4109187ef43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:02.822958 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-048f6494-605d-484a-bba8-b4109187ef43 admin admin] Calling delete_port for c074a250-4720-49ae-b54b-36e299937665 owned by network:router_gateway {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:09:02.900393 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-15081ed3-4a89-4a2c-95c8-72a65cd37591 None None] Set router 29a40178-7164-4aa5-83d6-63282d306926 gateway port host: None {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:09:02.955080 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-15081ed3-4a89-4a2c-95c8-72a65cd37591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a40178-7164-4aa5-83d6-63282d306926', 'name': 'tempest-TestVolumeBackupRestore-1791135383-router', 'tenant_id': 'e5a1e3c0f4f849b092aada8eddaeec9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:05:37Z', 'updated_at': '2021-10-20T12:09:02Z', 'revision_number': 6, 'project_id': 'e5a1e3c0f4f849b092aada8eddaeec9e', 'gw_port_host': None}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:09:02.989774 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15081ed3-4a89-4a2c-95c8-72a65cd37591 None None] The sync data for ids ['29a40178-7164-4aa5-83d6-63282d306926'] in n-d-814735-3 is: [{'id': '29a40178-7164-4aa5-83d6-63282d306926', 'name': 'tempest-TestVolumeBackupRestore-1791135383-router', 'tenant_id': 'e5a1e3c0f4f849b092aada8eddaeec9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:05:37Z', 'updated_at': '2021-10-20T12:09:02Z', 'revision_number': 6, 'project_id': 'e5a1e3c0f4f849b092aada8eddaeec9e', 'gw_port_host': None}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:09:03.050822 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-048f6494-605d-484a-bba8-b4109187ef43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:03.082155 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f6494-605d-484a-bba8-b4109187ef43 admin admin] Pushing event deleted for resources: {'Port': ['ID=c074a250-4720-49ae-b54b-36e299937665,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:09:03.164708 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-048f6494-605d-484a-bba8-b4109187ef43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:03.303922 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-048f6494-605d-484a-bba8-b4109187ef43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:03.306741 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-048f6494-605d-484a-bba8-b4109187ef43 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:03.355265 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a7220737-11ed-4ff0-9d27-b5678d107195 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:03.393975 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-048f6494-605d-484a-bba8-b4109187ef43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:03.394397 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048f6494-605d-484a-bba8-b4109187ef43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29a40178-7164-4aa5-83d6-63282d306926 {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 12:09:03.399668 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-048f6494-605d-484a-bba8-b4109187ef43 admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:03.400878 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-048f6494-605d-484a-bba8-b4109187ef43 admin admin] 10.222.0.98 "DELETE /v2.0/routers/29a40178-7164-4aa5-83d6-63282d306926 HTTP/1.1" status: 204 len: 168 time: 1.0628500 Oct 20 12:09:03.403670 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54498) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:03.437637 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-a7220737-11ed-4ff0-9d27-b5678d107195 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Deleting port 1784fdca-4ab3-4a34-8ac1-a8d55de413fd {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:09:03.438165 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a7220737-11ed-4ff0-9d27-b5678d107195 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:03.465728 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c76324e-6643-4b6e-8411-ba154e00a30c admin admin] Deleting subnet e773ed92-b797-4473-a783-1b875813af0e {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 12:09:03.471100 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3c76324e-6643-4b6e-8411-ba154e00a30c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:03.522431 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3c76324e-6643-4b6e-8411-ba154e00a30c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:03.542901 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a7220737-11ed-4ff0-9d27-b5678d107195 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:03.556354 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-a7220737-11ed-4ff0-9d27-b5678d107195 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Calling delete_port for 1784fdca-4ab3-4a34-8ac1-a8d55de413fd owned by network:router_gateway {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:09:03.659258 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3c76324e-6643-4b6e-8411-ba154e00a30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:03.720658 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3c76324e-6643-4b6e-8411-ba154e00a30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:03.755192 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c76324e-6643-4b6e-8411-ba154e00a30c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e773ed92-b797-4473-a783-1b875813af0e,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:09:03.760775 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3c76324e-6643-4b6e-8411-ba154e00a30c admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:03.764933 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3c76324e-6643-4b6e-8411-ba154e00a30c admin admin] 10.222.0.98 "DELETE /v2.0/subnets/e773ed92-b797-4473-a783-1b875813af0e HTTP/1.1" status: 204 len: 168 time: 0.3603013 Oct 20 12:09:03.766650 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260da6a2-07de-4b6c-825a-9846bbf6b6aa None None] Network c825eb8e-61bb-4d7c-b16f-711687800357 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:09:03.767510 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54500) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:03.786145 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a7220737-11ed-4ff0-9d27-b5678d107195 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:03.829636 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7220737-11ed-4ff0-9d27-b5678d107195 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Pushing event deleted for resources: {'Port': ['ID=1784fdca-4ab3-4a34-8ac1-a8d55de413fd,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:09:03.868411 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7e36992e-03ae-4048-b147-029aecc7b023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:03.963715 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a7220737-11ed-4ff0-9d27-b5678d107195 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:03.967490 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-7e36992e-03ae-4048-b147-029aecc7b023 admin admin] Deleting port 246d0581-49e8-464a-8122-4531bcdca88a {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:09:03.967490 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7e36992e-03ae-4048-b147-029aecc7b023 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:04.069030 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-7e36992e-03ae-4048-b147-029aecc7b023 admin admin] For port 246d0581-49e8-464a-8122-4531bcdca88a, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=246d0581-49e8-464a-8122-4531bcdca88a,segment=NetworkSegment(93335436-8659-4ac0-b0c4-66424fff408b),segment_id=93335436-8659-4ac0-b0c4-66424fff408b)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:09:04.069666 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7e36992e-03ae-4048-b147-029aecc7b023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:04.109978 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-7e36992e-03ae-4048-b147-029aecc7b023 admin admin] Calling delete_port for 246d0581-49e8-464a-8122-4531bcdca88a owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:09:04.161070 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a7220737-11ed-4ff0-9d27-b5678d107195 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:04.167634 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a7220737-11ed-4ff0-9d27-b5678d107195 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:04.267757 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7e36992e-03ae-4048-b147-029aecc7b023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:04.279905 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a7220737-11ed-4ff0-9d27-b5678d107195 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:04.280446 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7220737-11ed-4ff0-9d27-b5678d107195 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Fanout notify agent at l3_agent the message router_deleted on router f5fea7e7-62be-4ba1-ad3a-59d0c09fc164 {{(pid=100647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 12:09:04.287591 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a7220737-11ed-4ff0-9d27-b5678d107195 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:04.288732 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-a7220737-11ed-4ff0-9d27-b5678d107195 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] 10.222.0.98 "DELETE /v2.0/routers/f5fea7e7-62be-4ba1-ad3a-59d0c09fc164 HTTP/1.1" status: 204 len: 168 time: 1.6471744 Oct 20 12:09:04.292986 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54504) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:04.297536 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-71fe71d1-07d6-4361-92ce-b68be2197c47 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2071832011', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:09:04.316059 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e36992e-03ae-4048-b147-029aecc7b023 admin admin] Pushing event deleted for resources: {'Port': ['ID=246d0581-49e8-464a-8122-4531bcdca88a,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:09:04.325527 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e36992e-03ae-4048-b147-029aecc7b023 admin admin] No DVR routers for this DVR port 246d0581-49e8-464a-8122-4531bcdca88a on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:09:04.363562 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-71fe71d1-07d6-4361-92ce-b68be2197c47 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:04.364672 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-71fe71d1-07d6-4361-92ce-b68be2197c47 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:04.400764 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device c074a250-4720-49ae-b54b-36e299937665 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:09:04.447499 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: c074a250-4720-49ae-b54b-36e299937665 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:09:04.448922 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device c074a250-4720-49ae-b54b-36e299937665 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:09:04.449580 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 1e342cb3-6701-4442-85cc-6955e1734a8d no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:09:04.478158 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 1e342cb3-6701-4442-85cc-6955e1734a8d {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:09:04.478510 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 1e342cb3-6701-4442-85cc-6955e1734a8d not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:09:04.480655 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7e36992e-03ae-4048-b147-029aecc7b023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:04.496414 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-71fe71d1-07d6-4361-92ce-b68be2197c47 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:04.504920 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-71fe71d1-07d6-4361-92ce-b68be2197c47 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:04.509998 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-7e36992e-03ae-4048-b147-029aecc7b023 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c825eb8e-61bb-4d7c-b16f-711687800357']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:09:04.526721 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-7e36992e-03ae-4048-b147-029aecc7b023 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93335436-8659-4ac0-b0c4-66424fff408b') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:09:04.527040 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-7e36992e-03ae-4048-b147-029aecc7b023 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93335436-8659-4ac0-b0c4-66424fff408b') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:09:04.539356 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-71fe71d1-07d6-4361-92ce-b68be2197c47 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:04.539949 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7e36992e-03ae-4048-b147-029aecc7b023 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:04.545988 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-71fe71d1-07d6-4361-92ce-b68be2197c47 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2493842 Oct 20 12:09:04.546514 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54506) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:04.551828 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-3d8f0f35-7451-4b79-89b6-9d0503791801 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'enable_snat': True}}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:09:04.561917 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7e36992e-03ae-4048-b147-029aecc7b023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:04.573302 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e36992e-03ae-4048-b147-029aecc7b023 admin admin] Releasing vlan 1266 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 12:09:04.573605 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7e36992e-03ae-4048-b147-029aecc7b023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:04.575492 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 12:09:04.575492 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 12:09:04.575492 n-d-814735-3 neutron-server[100646]: timer() Oct 20 12:09:04.575492 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 12:09:04.575492 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 12:09:04.575492 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 12:09:04.575492 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 12:09:04.575492 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 12:09:04.575492 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 12:09:04.575492 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 12:09:04.575492 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 12:09:04.575492 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 12:09:04.575492 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 12:09:04.575492 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 12:09:04.575492 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 12:09:04.575492 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 12:09:04.575492 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 12:09:04.575492 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 12:09:04.575492 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 12:09:04.575492 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 12:09:04.575492 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 12:09:04.575492 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 12:09:04.575492 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 12:09:04.575492 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 12:09:04.575492 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 12:09:04.575492 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 12:09:04.575492 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 12:09:04.575492 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 12:09:04.575492 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 12:09:04.575492 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 12:09:04.575492 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 12:09:04.575492 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 12:09:04.612927 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb86521-5cdb-4953-94fd-2ed47cbe25ed None None] DHCP port deletion for c825eb8e-61bb-4d7c-b16f-711687800357 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 12:09:04.653824 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7e36992e-03ae-4048-b147-029aecc7b023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:04.660275 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7e36992e-03ae-4048-b147-029aecc7b023 admin admin] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:04.664558 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7e36992e-03ae-4048-b147-029aecc7b023 admin admin] 10.222.0.98 "DELETE /v2.0/networks/c825eb8e-61bb-4d7c-b16f-711687800357 HTTP/1.1" status: 204 len: 168 time: 0.8949904 Oct 20 12:09:04.680528 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e36992e-03ae-4048-b147-029aecc7b023 admin admin] Pushing event deleted for resources: {'Network': ['ID=c825eb8e-61bb-4d7c-b16f-711687800357,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:09:04.777646 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3d8f0f35-7451-4b79-89b6-9d0503791801 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:04.869320 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54510) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:04.909718 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0b5a4cbf-1e47-4767-9557-41be02be9a0b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=118af20a3cfe4f71944eafdde5c790b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391197 Oct 20 12:09:04.912144 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54512) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:04.949033 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54516) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:04.988284 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3d8f0f35-7451-4b79-89b6-9d0503791801 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:05.001005 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-892f631b-6544-41c1-a57c-48e64d2e0047 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:05.007741 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3d8f0f35-7451-4b79-89b6-9d0503791801 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:05.034548 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-892f631b-6544-41c1-a57c-48e64d2e0047 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:05.117017 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-3d8f0f35-7451-4b79-89b6-9d0503791801 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Allocated IP 172.25.5.173 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/0cf7187d-24d5-4166-8f79-b83240f85f61) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:09:05.150229 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-892f631b-6544-41c1-a57c-48e64d2e0047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:05.152794 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-892f631b-6544-41c1-a57c-48e64d2e0047 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:05.154002 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-892f631b-6544-41c1-a57c-48e64d2e0047 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e841bb0c-fb38-4366-b426-090ed529e74d HTTP/1.1" status: 204 len: 168 time: 0.2409508 Oct 20 12:09:05.165712 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892f631b-6544-41c1-a57c-48e64d2e0047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e841bb0c-fb38-4366-b426-090ed529e74d,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:09:05.171742 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-b44278a2-20cb-4314-b073-b7af4ea4240d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Deleting port 5df65df8-5ce7-432e-aba1-3d98d19dfab6 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:09:05.172157 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b44278a2-20cb-4314-b073-b7af4ea4240d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:05.224140 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3d8f0f35-7451-4b79-89b6-9d0503791801 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:05.258849 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b44278a2-20cb-4314-b073-b7af4ea4240d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:05.259101 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b44278a2-20cb-4314-b073-b7af4ea4240d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:05.269631 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3d8f0f35-7451-4b79-89b6-9d0503791801 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:05.273016 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-b44278a2-20cb-4314-b073-b7af4ea4240d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Calling delete_port for 5df65df8-5ce7-432e-aba1-3d98d19dfab6 owned by network:floatingip {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:09:05.308646 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8f0f35-7451-4b79-89b6-9d0503791801 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:09:05.313985 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-3d8f0f35-7451-4b79-89b6-9d0503791801 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:09:05.317868 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8f0f35-7451-4b79-89b6-9d0503791801 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:09:05.348813 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f0f35-7451-4b79-89b6-9d0503791801 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Pushing event updated for resources: {'Port': ['ID=0cf7187d-24d5-4166-8f79-b83240f85f61,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:09:05.528644 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54522) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:05.612328 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-16213b1b-eb24-467c-bd62-e36963560570 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e5a1e3c0f4f849b092aada8eddaeec9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0825112 Oct 20 12:09:05.614891 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54524) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:05.651609 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3d8f0f35-7451-4b79-89b6-9d0503791801 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:05.710459 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b44278a2-20cb-4314-b073-b7af4ea4240d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:05.727277 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3f4b9f48-0225-4601-8df2-d456e3ad422e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:05.738169 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44278a2-20cb-4314-b073-b7af4ea4240d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Pushing event deleted for resources: {'Port': ['ID=5df65df8-5ce7-432e-aba1-3d98d19dfab6,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:09:05.783158 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3f4b9f48-0225-4601-8df2-d456e3ad422e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:05.797566 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b44278a2-20cb-4314-b073-b7af4ea4240d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks [] for floatingip, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:05.797895 n-d-814735-3 neutron-server[100646]: INFO neutron.db.l3_db [None req-b44278a2-20cb-4314-b073-b7af4ea4240d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Floating IP 8fcfb14d-d3d6-4f6c-9505-8a92a2e8d52a disassociated (deleted). External IP: 172.25.5.52, port: 837a949e-181a-459b-8f0d-385f56fcab00. Oct 20 12:09:05.909065 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3d8f0f35-7451-4b79-89b6-9d0503791801 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4352'] for router, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:05.910730 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3f4b9f48-0225-4601-8df2-d456e3ad422e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:05.913253 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3f4b9f48-0225-4601-8df2-d456e3ad422e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:05.914391 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3f4b9f48-0225-4601-8df2-d456e3ad422e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ee5b6f5f-6011-4fc5-9d84-46e9ee55873a HTTP/1.1" status: 204 len: 168 time: 0.2986236 Oct 20 12:09:05.919143 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3d8f0f35-7451-4b79-89b6-9d0503791801 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-652987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-652962', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-654361'] for router, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:05.925841 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4b9f48-0225-4601-8df2-d456e3ad422e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5b6f5f-6011-4fc5-9d84-46e9ee55873a,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:09:06.019747 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b44278a2-20cb-4314-b073-b7af4ea4240d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Router a70410d0-77aa-4f8e-a5dd-630d4fedfd8e has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:09:06.088152 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d8f0f35-7451-4b79-89b6-9d0503791801 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Router 19535754-efee-4a5e-b444-2931d90cdcc6 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 12:09:06.124781 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 246d0581-49e8-464a-8122-4531bcdca88a no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:09:06.149593 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44278a2-20cb-4314-b073-b7af4ea4240d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:09:06.155506 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b44278a2-20cb-4314-b073-b7af4ea4240d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:06.156207 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 246d0581-49e8-464a-8122-4531bcdca88a {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:09:06.157099 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 246d0581-49e8-464a-8122-4531bcdca88a not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:09:06.177131 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d2cf50-0596-411b-b000-510523c4ae44 None None] Sync routers for ids ['a70410d0-77aa-4f8e-a5dd-630d4fedfd8e'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:09:06.196573 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d2cf50-0596-411b-b000-510523c4ae44 None None] Routers {'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:09:06.197516 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-10d2cf50-0596-411b-b000-510523c4ae44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:08:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['a70410d0-77aa-4f8e-a5dd-630d4fedfd8e'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:09:06.207581 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b44278a2-20cb-4314-b073-b7af4ea4240d tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "DELETE /v2.0/floatingips/8fcfb14d-d3d6-4f6c-9505-8a92a2e8d52a HTTP/1.1" status: 204 len: 168 time: 1.2572169 Oct 20 12:09:06.211055 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c13f8214-602b-44ea-96a0-8e2f67de47ef', 'tag': '837a949e-181a-459b-8f0d-385f56fcab00'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:09:06.213860 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60540781-602e-45e8-8cc1-8c43a0ca63d6" -d '{"events": [{"name": "network-changed", "server_uuid": "c13f8214-602b-44ea-96a0-8e2f67de47ef", "tag": "837a949e-181a-459b-8f0d-385f56fcab00"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:09:06.243011 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8f0f35-7451-4b79-89b6-9d0503791801 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:09:06.253636 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4581bd-fdab-49f8-90bf-5b45b2c2ad20 None None] Sync routers for ids ['19535754-efee-4a5e-b444-2931d90cdcc6'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:09:06.254250 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3d8f0f35-7451-4b79-89b6-9d0503791801 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:06.258319 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3d8f0f35-7451-4b79-89b6-9d0503791801 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] 10.222.0.98 "PUT /v2.0/routers/19535754-efee-4a5e-b444-2931d90cdcc6 HTTP/1.1" status: 200 len: 919 time: 1.7079344 Oct 20 12:09:06.258886 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54532) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:06.281421 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4581bd-fdab-49f8-90bf-5b45b2c2ad20 None None] Routers {'19535754-efee-4a5e-b444-2931d90cdcc6'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:09:06.289564 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-ad4581bd-fdab-49f8-90bf-5b45b2c2ad20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:08:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['19535754-efee-4a5e-b444-2931d90cdcc6'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:09:06.361436 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-10d2cf50-0596-411b-b000-510523c4ae44 None None] Set router a70410d0-77aa-4f8e-a5dd-630d4fedfd8e gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:09:06.371877 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-ad4581bd-fdab-49f8-90bf-5b45b2c2ad20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:09:06.381561 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d791db2-92cb-4c6c-8926-0172907fe148 x-openstack-request-id: req-1d791db2-92cb-4c6c-8926-0172907fe148 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:09:06.384547 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c13f8214-602b-44ea-96a0-8e2f67de47ef", "tag": "837a949e-181a-459b-8f0d-385f56fcab00", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:09:06.385570 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4581bd-fdab-49f8-90bf-5b45b2c2ad20 None None] Routers {'19535754-efee-4a5e-b444-2931d90cdcc6'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:09:06.385928 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1d791db2-92cb-4c6c-8926-0172907fe148 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:09:06.386505 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-ad4581bd-fdab-49f8-90bf-5b45b2c2ad20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:08:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['19535754-efee-4a5e-b444-2931d90cdcc6'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:09:06.387076 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c13f8214-602b-44ea-96a0-8e2f67de47ef', 'tag': '837a949e-181a-459b-8f0d-385f56fcab00', 'status': 'completed', 'code': 200} Oct 20 12:09:06.413457 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60540781-602e-45e8-8cc1-8c43a0ca63d6 req-43b5e095-1037-4064-be85-87503f794490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:09:06.417587 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-60540781-602e-45e8-8cc1-8c43a0ca63d6 req-43b5e095-1037-4064-be85-87503f794490 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2a883afeccdc493d8238ba472f031019&device_id=c13f8214-602b-44ea-96a0-8e2f67de47ef HTTP/1.1" status: 200 len: 1096 time: 0.0939069 Oct 20 12:09:06.451849 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-ad4581bd-fdab-49f8-90bf-5b45b2c2ad20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:09:06.452819 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4581bd-fdab-49f8-90bf-5b45b2c2ad20 None None] The sync data for ids ['19535754-efee-4a5e-b444-2931d90cdcc6'] in n-d-814735-3 is: [] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:09:06.552631 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-bb421f43-6f36-4f2b-9156-c65bad26757c tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] 10.222.0.98 "GET /v2.0/routers/19535754-efee-4a5e-b444-2931d90cdcc6 HTTP/1.1" status: 200 len: 925 time: 0.2921972 Oct 20 12:09:06.553677 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54536) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:06.616905 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60540781-602e-45e8-8cc1-8c43a0ca63d6 req-12517d10-cde4-4175-933a-9ec5b90bc5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:09:06.618435 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-60540781-602e-45e8-8cc1-8c43a0ca63d6 req-12517d10-cde4-4175-933a-9ec5b90bc5f6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a HTTP/1.1" status: 200 len: 914 time: 0.1882868 Oct 20 12:09:06.627783 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65beb8e-1e02-4e77-8874-98fbe2248147 req-9eb5d1f0-2b63-4943-9b41-bd80e3bd3c13 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:09:06.629374 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e65beb8e-1e02-4e77-8874-98fbe2248147 req-9eb5d1f0-2b63-4943-9b41-bd80e3bd3c13 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=c13f8214-602b-44ea-96a0-8e2f67de47ef HTTP/1.1" status: 200 len: 945 time: 0.0793238 Oct 20 12:09:06.677330 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-60540781-602e-45e8-8cc1-8c43a0ca63d6 req-b746b187-7aa2-4e97-bb98-dd2646cc9a08 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=837a949e-181a-459b-8f0d-385f56fcab00 HTTP/1.1" status: 200 len: 217 time: 0.0469582 Oct 20 12:09:06.680292 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96f9380-b921-49be-aa28-7083a682963b tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:09:06.682083 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b96f9380-b921-49be-aa28-7083a682963b tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] 10.222.0.98 "GET /v2.0/ports?network_id=717966e5-c478-496f-bddb-05794fb74250&device_id=19535754-efee-4a5e-b444-2931d90cdcc6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1265912 Oct 20 12:09:06.684978 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54538) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:06.687968 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-10d2cf50-0596-411b-b000-510523c4ae44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'name': 'tempest-TestVolumeBootPattern-1084413399-router', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '799a4dcb-4189-41ab-8c55-1fe2293dc0b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:07Z', 'updated_at': '2021-10-20T11:58:10Z', 'revision_number': 4, 'project_id': '2a883afeccdc493d8238ba472f031019', 'gw_port': {'id': '799a4dcb-4189-41ab-8c55-1fe2293dc0b1', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:07Z', 'updated_at': '2021-10-20T11:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'c5aac12e-96be-47e1-ac70-78d4adb31282', 'name': '', 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'mac_address': 'fa:16:3e:3e:c9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '667cbc2d-c894-4d06-bf55-c551daf9476c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:09Z', 'updated_at': '2021-10-20T11:58:15Z', 'revision_number': 5, 'project_id': '2a883afeccdc493d8238ba472f031019', 'subnets': [{'id': '667cbc2d-c894-4d06-bf55-c551daf9476c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:09:06.714218 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d2cf50-0596-411b-b000-510523c4ae44 None None] Checking router: a70410d0-77aa-4f8e-a5dd-630d4fedfd8e for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:09:06.724897 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d2cf50-0596-411b-b000-510523c4ae44 None None] Routers {'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:09:06.725322 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-10d2cf50-0596-411b-b000-510523c4ae44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:08:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['a70410d0-77aa-4f8e-a5dd-630d4fedfd8e'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:09:06.743746 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e65beb8e-1e02-4e77-8874-98fbe2248147 req-1e941f55-7228-455a-9070-242baf4cb1b8 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733933 Oct 20 12:09:06.747484 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60540781-602e-45e8-8cc1-8c43a0ca63d6 req-b018963a-d8fd-435b-8676-5b754f374678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:09:06.749175 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-60540781-602e-45e8-8cc1-8c43a0ca63d6 req-b018963a-d8fd-435b-8676-5b754f374678 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=667cbc2d-c894-4d06-bf55-c551daf9476c HTTP/1.1" status: 200 len: 851 time: 0.0592058 Oct 20 12:09:06.791568 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f884d092-d2e9-402d-87e2-0d4355f2950e tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:09:06.793238 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f884d092-d2e9-402d-87e2-0d4355f2950e tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] 10.222.0.98 "GET /v2.0/networks/717966e5-c478-496f-bddb-05794fb74250 HTTP/1.1" status: 200 len: 881 time: 0.1071513 Oct 20 12:09:06.796219 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54540) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:06.805811 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60540781-602e-45e8-8cc1-8c43a0ca63d6 req-0a50f694-c211-4053-b3e4-c1983e1ff2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:09:06.807380 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-60540781-602e-45e8-8cc1-8c43a0ca63d6 req-0a50f694-c211-4053-b3e4-c1983e1ff2c7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505528 Oct 20 12:09:06.828802 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a71addbe-8615-40c7-8375-719ec169844e tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] 10.222.0.98 "GET /v2.0/ports?device_id=19535754-efee-4a5e-b444-2931d90cdcc6 HTTP/1.1" status: 200 len: 205 time: 0.0314760 Oct 20 12:09:06.831454 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54542) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:06.839762 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-10d2cf50-0596-411b-b000-510523c4ae44 None None] Set router a70410d0-77aa-4f8e-a5dd-630d4fedfd8e gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:09:06.908715 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-60540781-602e-45e8-8cc1-8c43a0ca63d6 req-5c73f9bc-4975-41c7-8a29-6b9b5cf33336 service neutron] 10.222.0.11 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924125 Oct 20 12:09:06.941366 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b6a9b2ac-39e4-40ba-980b-2d71a420fccc tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:07.005726 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-60540781-602e-45e8-8cc1-8c43a0ca63d6 req-64c151f8-701d-43e1-926b-8d20744b265f service neutron] 10.222.0.11 "GET /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893369 Oct 20 12:09:07.047832 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b6a9b2ac-39e4-40ba-980b-2d71a420fccc tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:07.048049 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-10d2cf50-0596-411b-b000-510523c4ae44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'name': 'tempest-TestVolumeBootPattern-1084413399-router', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '799a4dcb-4189-41ab-8c55-1fe2293dc0b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:07Z', 'updated_at': '2021-10-20T11:58:10Z', 'revision_number': 4, 'project_id': '2a883afeccdc493d8238ba472f031019', 'gw_port': {'id': '799a4dcb-4189-41ab-8c55-1fe2293dc0b1', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:07Z', 'updated_at': '2021-10-20T11:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'c5aac12e-96be-47e1-ac70-78d4adb31282', 'name': '', 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'mac_address': 'fa:16:3e:3e:c9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '667cbc2d-c894-4d06-bf55-c551daf9476c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:09Z', 'updated_at': '2021-10-20T11:58:15Z', 'revision_number': 5, 'project_id': '2a883afeccdc493d8238ba472f031019', 'subnets': [{'id': '667cbc2d-c894-4d06-bf55-c551daf9476c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:09:07.077694 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d2cf50-0596-411b-b000-510523c4ae44 None None] The sync data for ids ['a70410d0-77aa-4f8e-a5dd-630d4fedfd8e'] in n-d-814735-3 is: [{'id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'name': 'tempest-TestVolumeBootPattern-1084413399-router', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '799a4dcb-4189-41ab-8c55-1fe2293dc0b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:07Z', 'updated_at': '2021-10-20T11:58:10Z', 'revision_number': 4, 'project_id': '2a883afeccdc493d8238ba472f031019', 'gw_port': {'id': '799a4dcb-4189-41ab-8c55-1fe2293dc0b1', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:07Z', 'updated_at': '2021-10-20T11:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'c5aac12e-96be-47e1-ac70-78d4adb31282', 'name': '', 'network_id': 'ef53a40f-cb7c-47fd-8a9f-559aa3e9824a', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'mac_address': 'fa:16:3e:3e:c9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '667cbc2d-c894-4d06-bf55-c551daf9476c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:09Z', 'updated_at': '2021-10-20T11:58:15Z', 'revision_number': 5, 'project_id': '2a883afeccdc493d8238ba472f031019', 'subnets': [{'id': '667cbc2d-c894-4d06-bf55-c551daf9476c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:09:07.101499 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-b6a9b2ac-39e4-40ba-980b-2d71a420fccc tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Deleting port 0cf7187d-24d5-4166-8f79-b83240f85f61 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:09:07.101836 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b6a9b2ac-39e4-40ba-980b-2d71a420fccc tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:07.180945 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b6a9b2ac-39e4-40ba-980b-2d71a420fccc tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:07.193656 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-b6a9b2ac-39e4-40ba-980b-2d71a420fccc tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Calling delete_port for 0cf7187d-24d5-4166-8f79-b83240f85f61 owned by network:router_gateway {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:09:07.299749 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf6c90b-6d2f-4bb2-b493-a5e257e91c82 None None] New status for floating IP 8fcfb14d-d3d6-4f6c-9505-8a92a2e8d52a: DOWN {{(pid=100649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 12:09:07.364606 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b6a9b2ac-39e4-40ba-980b-2d71a420fccc tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:07.389896 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a9b2ac-39e4-40ba-980b-2d71a420fccc tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Pushing event deleted for resources: {'Port': ['ID=0cf7187d-24d5-4166-8f79-b83240f85f61,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:09:07.462851 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b6a9b2ac-39e4-40ba-980b-2d71a420fccc tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:07.556274 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b6a9b2ac-39e4-40ba-980b-2d71a420fccc tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:07.558532 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b6a9b2ac-39e4-40ba-980b-2d71a420fccc tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:07.601408 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b6a9b2ac-39e4-40ba-980b-2d71a420fccc tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:07.601970 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a9b2ac-39e4-40ba-980b-2d71a420fccc tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Fanout notify agent at l3_agent the message router_deleted on router 19535754-efee-4a5e-b444-2931d90cdcc6 {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 12:09:07.608798 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b6a9b2ac-39e4-40ba-980b-2d71a420fccc tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:07.609883 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b6a9b2ac-39e4-40ba-980b-2d71a420fccc tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] 10.222.0.98 "DELETE /v2.0/routers/19535754-efee-4a5e-b444-2931d90cdcc6 HTTP/1.1" status: 204 len: 168 time: 0.7773764 Oct 20 12:09:07.613706 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54544) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:07.618126 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-fff3bfb6-a141-4af6-ba12-db6c16634f95 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-702715127', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:09:07.643144 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fff3bfb6-a141-4af6-ba12-db6c16634f95 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:07.644248 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fff3bfb6-a141-4af6-ba12-db6c16634f95 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:07.700745 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fff3bfb6-a141-4af6-ba12-db6c16634f95 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:07.707559 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fff3bfb6-a141-4af6-ba12-db6c16634f95 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:07.727355 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fff3bfb6-a141-4af6-ba12-db6c16634f95 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:07.728541 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-fff3bfb6-a141-4af6-ba12-db6c16634f95 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1138968 Oct 20 12:09:07.732270 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54546) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:07.736498 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-516238ce-c62b-4560-b0bd-b631b17500a5 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'enable_snat': False}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:09:07.869689 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6090499f-34f2-4341-86bf-6fdfadcf0f60 req-d6a6813b-6fac-4bbc-b18e-d7ae0d2ab705 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:09:07.871852 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6090499f-34f2-4341-86bf-6fdfadcf0f60 req-d6a6813b-6fac-4bbc-b18e-d7ae0d2ab705 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=c13f8214-602b-44ea-96a0-8e2f67de47ef HTTP/1.1" status: 200 len: 945 time: 0.0513494 Oct 20 12:09:07.916330 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6090499f-34f2-4341-86bf-6fdfadcf0f60 req-e6b6edd5-cee9-40fe-b209-8f98471bf897 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/security-groups?id=1745226d-8e2b-4dea-859c-ac8bda6e828e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381401 Oct 20 12:09:07.943646 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-516238ce-c62b-4560-b0bd-b631b17500a5 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:07.969062 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e9001-2531-458c-a7fc-09d12b85b297 req-99dd2df2-368e-4d96-841f-ca8e906ca3e5 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:09:07.970542 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4b4e9001-2531-458c-a7fc-09d12b85b297 req-99dd2df2-368e-4d96-841f-ca8e906ca3e5 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.11 "GET /v2.0/ports?device_id=c13f8214-602b-44ea-96a0-8e2f67de47ef HTTP/1.1" status: 200 len: 945 time: 0.0498738 Oct 20 12:09:08.065154 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-4b4e9001-2531-458c-a7fc-09d12b85b297 req-048bf6ee-206f-4e3b-8728-6923e0e66f69 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Deleting port 837a949e-181a-459b-8f0d-385f56fcab00 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:09:08.065472 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4b4e9001-2531-458c-a7fc-09d12b85b297 req-048bf6ee-206f-4e3b-8728-6923e0e66f69 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:08.149922 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-516238ce-c62b-4560-b0bd-b631b17500a5 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:08.162424 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-4b4e9001-2531-458c-a7fc-09d12b85b297 req-048bf6ee-206f-4e3b-8728-6923e0e66f69 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] For port 837a949e-181a-459b-8f0d-385f56fcab00, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=837a949e-181a-459b-8f0d-385f56fcab00,segment=NetworkSegment(eb3b04cf-4e5d-47e1-a25f-825ff902331c),segment_id=eb3b04cf-4e5d-47e1-a25f-825ff902331c)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:09:08.162818 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4b4e9001-2531-458c-a7fc-09d12b85b297 req-048bf6ee-206f-4e3b-8728-6923e0e66f69 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:08.169343 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-516238ce-c62b-4560-b0bd-b631b17500a5 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:08.176097 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-4b4e9001-2531-458c-a7fc-09d12b85b297 req-048bf6ee-206f-4e3b-8728-6923e0e66f69 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Calling delete_port for 837a949e-181a-459b-8f0d-385f56fcab00 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:09:08.279872 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-516238ce-c62b-4560-b0bd-b631b17500a5 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Allocated IP 172.25.5.231 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/aa9ef35c-288b-45be-a93a-1709169e11dd) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:09:08.313193 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4b4e9001-2531-458c-a7fc-09d12b85b297 req-048bf6ee-206f-4e3b-8728-6923e0e66f69 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:08.343509 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048bf6ee-206f-4e3b-8728-6923e0e66f69 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Pushing event deleted for resources: {'Port': ['ID=837a949e-181a-459b-8f0d-385f56fcab00,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:09:08.383723 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b4e9001-2531-458c-a7fc-09d12b85b297 req-048bf6ee-206f-4e3b-8728-6923e0e66f69 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] No DVR routers for this DVR port 837a949e-181a-459b-8f0d-385f56fcab00 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:09:08.386773 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-4b4e9001-2531-458c-a7fc-09d12b85b297 req-048bf6ee-206f-4e3b-8728-6923e0e66f69 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:08.390259 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4b4e9001-2531-458c-a7fc-09d12b85b297 req-048bf6ee-206f-4e3b-8728-6923e0e66f69 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.11 "DELETE /v2.0/ports/837a949e-181a-459b-8f0d-385f56fcab00 HTTP/1.1" status: 204 len: 173 time: 0.4136689 Oct 20 12:09:08.390703 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-516238ce-c62b-4560-b0bd-b631b17500a5 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:08.390828 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c13f8214-602b-44ea-96a0-8e2f67de47ef', 'name': 'network-vif-deleted', 'tag': '837a949e-181a-459b-8f0d-385f56fcab00'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:09:08.393405 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d67ad8-28d8-4acd-92a0-a77ca2f178a3" -d '{"events": [{"server_uuid": "c13f8214-602b-44ea-96a0-8e2f67de47ef", "name": "network-vif-deleted", "tag": "837a949e-181a-459b-8f0d-385f56fcab00"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:09:08.429403 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-516238ce-c62b-4560-b0bd-b631b17500a5 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:08.435296 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399cdbcd-d81b-4f7a-9fa0-a3c75b58d501 x-openstack-request-id: req-399cdbcd-d81b-4f7a-9fa0-a3c75b58d501 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:09:08.435662 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c13f8214-602b-44ea-96a0-8e2f67de47ef", "name": "network-vif-deleted", "tag": "837a949e-181a-459b-8f0d-385f56fcab00", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:09:08.435982 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-399cdbcd-d81b-4f7a-9fa0-a3c75b58d501 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:09:08.436650 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c13f8214-602b-44ea-96a0-8e2f67de47ef', 'name': 'network-vif-deleted', 'tag': '837a949e-181a-459b-8f0d-385f56fcab00', 'status': 'completed', 'code': 200} Oct 20 12:09:08.468778 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516238ce-c62b-4560-b0bd-b631b17500a5 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:09:08.471774 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-516238ce-c62b-4560-b0bd-b631b17500a5 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:09:08.475172 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516238ce-c62b-4560-b0bd-b631b17500a5 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:09:08.483638 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516238ce-c62b-4560-b0bd-b631b17500a5 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Pushing event updated for resources: {'Port': ['ID=aa9ef35c-288b-45be-a93a-1709169e11dd,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:09:08.743920 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-516238ce-c62b-4560-b0bd-b631b17500a5 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:09.028213 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-127ef7e4-0c57-4acf-a995-ad312a493a8e req-04439f25-ce1d-44bc-84e7-c289552eb086 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=c13f8214-602b-44ea-96a0-8e2f67de47ef HTTP/1.1" status: 200 len: 210 time: 0.0288939 Oct 20 12:09:09.230643 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-516238ce-c62b-4560-b0bd-b631b17500a5 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4352'] for router, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:09.234553 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-516238ce-c62b-4560-b0bd-b631b17500a5 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-652987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-652962', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-654361'] for router, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:09.374650 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-516238ce-c62b-4560-b0bd-b631b17500a5 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Router e7a2a10c-b649-4d80-9272-5a8481778d33 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 12:09:09.497186 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516238ce-c62b-4560-b0bd-b631b17500a5 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:09:09.501533 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-516238ce-c62b-4560-b0bd-b631b17500a5 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:09.505357 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-516238ce-c62b-4560-b0bd-b631b17500a5 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] 10.222.0.98 "PUT /v2.0/routers/e7a2a10c-b649-4d80-9272-5a8481778d33 HTTP/1.1" status: 200 len: 919 time: 1.7697186 Oct 20 12:09:09.505625 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54556) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:09.515439 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881a97ea-1d84-4618-9d3a-4a5ab387ae45 None None] Sync routers for ids ['e7a2a10c-b649-4d80-9272-5a8481778d33'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:09:09.526109 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881a97ea-1d84-4618-9d3a-4a5ab387ae45 None None] Routers {'e7a2a10c-b649-4d80-9272-5a8481778d33'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:09:09.527144 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-881a97ea-1d84-4618-9d3a-4a5ab387ae45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:08:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e7a2a10c-b649-4d80-9272-5a8481778d33'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:09:09.563221 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-881a97ea-1d84-4618-9d3a-4a5ab387ae45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:09:09.572416 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881a97ea-1d84-4618-9d3a-4a5ab387ae45 None None] Routers {'e7a2a10c-b649-4d80-9272-5a8481778d33'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:09:09.573085 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-881a97ea-1d84-4618-9d3a-4a5ab387ae45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:08:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e7a2a10c-b649-4d80-9272-5a8481778d33'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:09:09.613858 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-881a97ea-1d84-4618-9d3a-4a5ab387ae45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:09:09.614672 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881a97ea-1d84-4618-9d3a-4a5ab387ae45 None None] The sync data for ids ['e7a2a10c-b649-4d80-9272-5a8481778d33'] in n-d-814735-3 is: [] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:09:09.618172 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-929c2270-e93e-49b8-9686-e757210df228 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] 10.222.0.98 "GET /v2.0/routers/e7a2a10c-b649-4d80-9272-5a8481778d33 HTTP/1.1" status: 200 len: 925 time: 0.1112885 Oct 20 12:09:09.621560 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54558) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:09.669663 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c2c808-2886-492f-b1cb-c677b4d62ffe tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:09:09.671368 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-53c2c808-2886-492f-b1cb-c677b4d62ffe tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] 10.222.0.98 "GET /v2.0/ports?network_id=717966e5-c478-496f-bddb-05794fb74250&device_id=e7a2a10c-b649-4d80-9272-5a8481778d33&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0485244 Oct 20 12:09:09.674347 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54560) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:09.761201 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84458586-8ef0-4db4-a122-fe9ea5bd31b4 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:09:09.762871 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-84458586-8ef0-4db4-a122-fe9ea5bd31b4 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] 10.222.0.98 "GET /v2.0/networks/717966e5-c478-496f-bddb-05794fb74250 HTTP/1.1" status: 200 len: 881 time: 0.0873764 Oct 20 12:09:09.765692 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54562) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:09.795356 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-6140765c-ae77-45c3-950d-ffd5dcc7b030 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] 10.222.0.98 "GET /v2.0/ports?device_id=e7a2a10c-b649-4d80-9272-5a8481778d33 HTTP/1.1" status: 200 len: 205 time: 0.0260794 Oct 20 12:09:09.795600 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54564) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:09.908737 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-941313bb-a096-4504-b455-9f9fd2b2d251 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks [] for router, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:10.015800 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-941313bb-a096-4504-b455-9f9fd2b2d251 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:10.078249 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-941313bb-a096-4504-b455-9f9fd2b2d251 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Deleting port aa9ef35c-288b-45be-a93a-1709169e11dd {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:09:10.078983 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-941313bb-a096-4504-b455-9f9fd2b2d251 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:10.158935 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a8ea82ee-a9df-48ac-acfb-453c7738a584 req-2fc723de-e8c7-4f90-9e9e-38048475924c tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=c13f8214-602b-44ea-96a0-8e2f67de47ef HTTP/1.1" status: 200 len: 210 time: 0.0531237 Oct 20 12:09:10.189795 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-941313bb-a096-4504-b455-9f9fd2b2d251 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:10.194712 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:10.208458 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-941313bb-a096-4504-b455-9f9fd2b2d251 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Calling delete_port for aa9ef35c-288b-45be-a93a-1709169e11dd owned by network:router_gateway {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:09:10.429141 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-941313bb-a096-4504-b455-9f9fd2b2d251 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:10.455022 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941313bb-a096-4504-b455-9f9fd2b2d251 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Pushing event deleted for resources: {'Port': ['ID=aa9ef35c-288b-45be-a93a-1709169e11dd,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:09:10.528159 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-941313bb-a096-4504-b455-9f9fd2b2d251 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:10.621241 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-941313bb-a096-4504-b455-9f9fd2b2d251 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:10.623603 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-941313bb-a096-4504-b455-9f9fd2b2d251 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:10.681812 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-941313bb-a096-4504-b455-9f9fd2b2d251 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:10.682310 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941313bb-a096-4504-b455-9f9fd2b2d251 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Fanout notify agent at l3_agent the message router_deleted on router e7a2a10c-b649-4d80-9272-5a8481778d33 {{(pid=100647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 12:09:10.689764 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-941313bb-a096-4504-b455-9f9fd2b2d251 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:10.691143 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-941313bb-a096-4504-b455-9f9fd2b2d251 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] 10.222.0.98 "DELETE /v2.0/routers/e7a2a10c-b649-4d80-9272-5a8481778d33 HTTP/1.1" status: 204 len: 168 time: 0.8945651 Oct 20 12:09:10.695544 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54568) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:10.700418 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-80dc67d8-c6a5-49df-b3b8-4dc51c47771d tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-511438973', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}, 'admin_state_up': False}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:09:10.727638 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-80dc67d8-c6a5-49df-b3b8-4dc51c47771d tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:10.729104 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-80dc67d8-c6a5-49df-b3b8-4dc51c47771d tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:10.787680 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-80dc67d8-c6a5-49df-b3b8-4dc51c47771d tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:10.928747 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-80dc67d8-c6a5-49df-b3b8-4dc51c47771d tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:11.138644 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-80dc67d8-c6a5-49df-b3b8-4dc51c47771d tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks [] for router_gateway, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:11.158538 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-80dc67d8-c6a5-49df-b3b8-4dc51c47771d tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:11.265300 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-80dc67d8-c6a5-49df-b3b8-4dc51c47771d tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Allocated IP 172.25.5.97 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/97f6dd26-17b2-4ac0-885a-9d3943fee882) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:09:11.265626 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-45a16226-5c5a-4122-9d40-b52d6895247b req-f124cda7-0212-4984-8415-4154abef132e tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=c13f8214-602b-44ea-96a0-8e2f67de47ef HTTP/1.1" status: 200 len: 210 time: 0.0337901 Oct 20 12:09:11.383071 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-80dc67d8-c6a5-49df-b3b8-4dc51c47771d tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:11.417804 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-80dc67d8-c6a5-49df-b3b8-4dc51c47771d tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:11.456400 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80dc67d8-c6a5-49df-b3b8-4dc51c47771d tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:09:11.459268 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-80dc67d8-c6a5-49df-b3b8-4dc51c47771d tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:09:11.463534 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dc67d8-c6a5-49df-b3b8-4dc51c47771d tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:09:11.497064 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dc67d8-c6a5-49df-b3b8-4dc51c47771d tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Pushing event updated for resources: {'Port': ['ID=97f6dd26-17b2-4ac0-885a-9d3943fee882,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:09:11.719120 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 837a949e-181a-459b-8f0d-385f56fcab00 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:09:11.736117 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-80dc67d8-c6a5-49df-b3b8-4dc51c47771d tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks [] for router_gateway, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:11.739292 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: 837a949e-181a-459b-8f0d-385f56fcab00 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:09:11.739639 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 837a949e-181a-459b-8f0d-385f56fcab00 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:09:11.957803 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-80dc67d8-c6a5-49df-b3b8-4dc51c47771d tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:12.099821 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80dc67d8-c6a5-49df-b3b8-4dc51c47771d tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Router d849b227-5e11-4d24-9148-70b929bb8837 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 12:09:12.221286 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80dc67d8-c6a5-49df-b3b8-4dc51c47771d tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:09:12.231818 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37c4098-ae78-452f-be66-b25af49d3349 None None] Sync routers for ids ['d849b227-5e11-4d24-9148-70b929bb8837'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:09:12.242134 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37c4098-ae78-452f-be66-b25af49d3349 None None] Routers {'d849b227-5e11-4d24-9148-70b929bb8837'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:09:12.243108 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-f37c4098-ae78-452f-be66-b25af49d3349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:08:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['d849b227-5e11-4d24-9148-70b929bb8837'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:09:12.243938 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-80dc67d8-c6a5-49df-b3b8-4dc51c47771d tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:12.245249 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-80dc67d8-c6a5-49df-b3b8-4dc51c47771d tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5487111 Oct 20 12:09:12.248251 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54572) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:12.253244 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-3cb80ef3-f136-48df-a1e5-4a8115070296 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:09:12.280882 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-f37c4098-ae78-452f-be66-b25af49d3349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:09:12.291914 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37c4098-ae78-452f-be66-b25af49d3349 None None] Routers {'d849b227-5e11-4d24-9148-70b929bb8837'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:09:12.292736 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-f37c4098-ae78-452f-be66-b25af49d3349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:08:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['d849b227-5e11-4d24-9148-70b929bb8837'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:09:12.330745 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-f37c4098-ae78-452f-be66-b25af49d3349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:09:12.331434 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37c4098-ae78-452f-be66-b25af49d3349 None None] The sync data for ids ['d849b227-5e11-4d24-9148-70b929bb8837'] in n-d-814735-3 is: [] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:09:12.384593 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d8585857-1d31-4fc6-9d70-13f7ae014b3e req-522eacfa-b4ae-4952-8f92-0ad59150ca13 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "GET /v2.0/ports?device_id=c13f8214-602b-44ea-96a0-8e2f67de47ef HTTP/1.1" status: 200 len: 210 time: 0.0311747 Oct 20 12:09:12.572754 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3cb80ef3-f136-48df-a1e5-4a8115070296 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:12.586620 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3cb80ef3-f136-48df-a1e5-4a8115070296 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:12.643062 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-3cb80ef3-f136-48df-a1e5-4a8115070296 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Deleting port 97f6dd26-17b2-4ac0-885a-9d3943fee882 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:09:12.643395 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3cb80ef3-f136-48df-a1e5-4a8115070296 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:12.728298 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3cb80ef3-f136-48df-a1e5-4a8115070296 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:12.740931 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-3cb80ef3-f136-48df-a1e5-4a8115070296 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Calling delete_port for 97f6dd26-17b2-4ac0-885a-9d3943fee882 owned by network:router_gateway {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:09:12.910311 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3cb80ef3-f136-48df-a1e5-4a8115070296 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:12.936003 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb80ef3-f136-48df-a1e5-4a8115070296 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Pushing event deleted for resources: {'Port': ['ID=97f6dd26-17b2-4ac0-885a-9d3943fee882,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:09:12.997350 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3cb80ef3-f136-48df-a1e5-4a8115070296 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:13.442832 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54578) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:13.494136 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3cb80ef3-f136-48df-a1e5-4a8115070296 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4352'] for router, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:13.497874 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3cb80ef3-f136-48df-a1e5-4a8115070296 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-652987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-652962', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-654361'] for router, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:13.578334 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb80ef3-f136-48df-a1e5-4a8115070296 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Router d849b227-5e11-4d24-9148-70b929bb8837 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:09:13.590033 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-1f09f5cd-1785-43d0-b0b8-86c7f88346b8 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Deleting port d5e3ef3d-8556-449d-81e8-e550a97d7f8e {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:09:13.590387 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1f09f5cd-1785-43d0-b0b8-86c7f88346b8 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:13.657343 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb80ef3-f136-48df-a1e5-4a8115070296 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:09:13.665610 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3cb80ef3-f136-48df-a1e5-4a8115070296 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:13.670444 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3cb80ef3-f136-48df-a1e5-4a8115070296 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] 10.222.0.98 "PUT /v2.0/routers/d849b227-5e11-4d24-9148-70b929bb8837 HTTP/1.1" status: 200 len: 709 time: 1.4175918 Oct 20 12:09:13.670600 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54580) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:13.673025 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea4e75f-24e5-4480-97dd-6329748f60c3 None None] Sync routers for ids ['d849b227-5e11-4d24-9148-70b929bb8837'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:09:13.681993 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea4e75f-24e5-4480-97dd-6329748f60c3 None None] Routers {'d849b227-5e11-4d24-9148-70b929bb8837'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:09:13.682634 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-cea4e75f-24e5-4480-97dd-6329748f60c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:08:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['d849b227-5e11-4d24-9148-70b929bb8837'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:09:13.721391 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-cea4e75f-24e5-4480-97dd-6329748f60c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:09:13.727333 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1f09f5cd-1785-43d0-b0b8-86c7f88346b8 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:13.727655 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1f09f5cd-1785-43d0-b0b8-86c7f88346b8 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:13.735177 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea4e75f-24e5-4480-97dd-6329748f60c3 None None] Routers {'d849b227-5e11-4d24-9148-70b929bb8837'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:09:13.735815 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-cea4e75f-24e5-4480-97dd-6329748f60c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:08:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['d849b227-5e11-4d24-9148-70b929bb8837'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:09:13.766545 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-fce9be7d-566a-4c5e-938b-84d149e91b67 tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] 10.222.0.98 "GET /v2.0/routers/d849b227-5e11-4d24-9148-70b929bb8837 HTTP/1.1" status: 200 len: 744 time: 0.0924482 Oct 20 12:09:13.767586 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54582) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:13.768057 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-cea4e75f-24e5-4480-97dd-6329748f60c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:09:13.768146 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea4e75f-24e5-4480-97dd-6329748f60c3 None None] The sync data for ids ['d849b227-5e11-4d24-9148-70b929bb8837'] in n-d-814735-3 is: [] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:09:13.768350 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-1f09f5cd-1785-43d0-b0b8-86c7f88346b8 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Calling delete_port for d5e3ef3d-8556-449d-81e8-e550a97d7f8e owned by network:floatingip {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:09:13.819376 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4f4fc69f-d622-4eac-b590-2beacf6b31bb tempest-RoutersIpV6AdminTest-1070906049 tempest-RoutersIpV6AdminTest-1070906049-project-admin] 10.222.0.98 "GET /v2.0/ports?network_id=717966e5-c478-496f-bddb-05794fb74250&device_id=d849b227-5e11-4d24-9148-70b929bb8837 HTTP/1.1" status: 200 len: 205 time: 0.0507808 Oct 20 12:09:13.822063 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54584) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:14.198347 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-57ab2572-adc9-4e5b-a7fe-1288ecdf16b4 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] 10.222.0.98 "GET /v2.0/ports?device_id=d849b227-5e11-4d24-9148-70b929bb8837 HTTP/1.1" status: 200 len: 205 time: 0.3751550 Oct 20 12:09:14.201207 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54586) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:14.273129 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1f09f5cd-1785-43d0-b0b8-86c7f88346b8 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:14.280322 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-10a1a0cf-9030-4193-ba5c-650cd7ddda40 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:14.296735 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f09f5cd-1785-43d0-b0b8-86c7f88346b8 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Pushing event deleted for resources: {'Port': ['ID=d5e3ef3d-8556-449d-81e8-e550a97d7f8e,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:09:14.365072 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1f09f5cd-1785-43d0-b0b8-86c7f88346b8 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks [] for floatingip, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:14.367855 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1f09f5cd-1785-43d0-b0b8-86c7f88346b8 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:14.369079 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-1f09f5cd-1785-43d0-b0b8-86c7f88346b8 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "DELETE /v2.0/floatingips/7db9c052-e8cf-4d9d-ad4f-fcdb0a7c58fc HTTP/1.1" status: 204 len: 168 time: 0.9251187 Oct 20 12:09:14.446067 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-10a1a0cf-9030-4193-ba5c-650cd7ddda40 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:14.448542 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-10a1a0cf-9030-4193-ba5c-650cd7ddda40 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:14.500667 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-10a1a0cf-9030-4193-ba5c-650cd7ddda40 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:14.501198 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a1a0cf-9030-4193-ba5c-650cd7ddda40 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Fanout notify agent at l3_agent the message router_deleted on router d849b227-5e11-4d24-9148-70b929bb8837 {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 12:09:14.508320 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-10a1a0cf-9030-4193-ba5c-650cd7ddda40 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:14.509372 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-10a1a0cf-9030-4193-ba5c-650cd7ddda40 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] 10.222.0.98 "DELETE /v2.0/routers/d849b227-5e11-4d24-9148-70b929bb8837 HTTP/1.1" status: 204 len: 168 time: 0.3071518 Oct 20 12:09:14.514883 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54596) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:14.545920 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ea2fba16-4801-478f-92b9-02a61b639b8a tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] 10.222.0.98 "GET /v2.0/ports?device_id=d849b227-5e11-4d24-9148-70b929bb8837 HTTP/1.1" status: 200 len: 205 time: 0.0294738 Oct 20 12:09:14.548043 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54598) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:14.597526 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [None req-21f18b76-4784-4a10-b682-2044cdc2c6fe tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] delete failed (client error): The resource could not be found. Oct 20 12:09:14.598587 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-21f18b76-4784-4a10-b682-2044cdc2c6fe tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] 10.222.0.98 "DELETE /v2.0/routers/d849b227-5e11-4d24-9148-70b929bb8837 HTTP/1.1" status: 404 len: 336 time: 0.0495386 Oct 20 12:09:14.601509 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54600) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:14.633859 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7f52c97c-4aa1-4c54-bb5c-922f3e9f6265 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] 10.222.0.98 "GET /v2.0/ports?device_id=e7a2a10c-b649-4d80-9272-5a8481778d33 HTTP/1.1" status: 200 len: 205 time: 0.0309677 Oct 20 12:09:14.636392 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54602) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:14.674894 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-4898399a-0ac0-4109-9bf7-0f1cbd49f03f tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] delete failed (client error): The resource could not be found. Oct 20 12:09:14.675960 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4898399a-0ac0-4109-9bf7-0f1cbd49f03f tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] 10.222.0.98 "DELETE /v2.0/routers/e7a2a10c-b649-4d80-9272-5a8481778d33 HTTP/1.1" status: 404 len: 336 time: 0.0383849 Oct 20 12:09:14.679241 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54604) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:14.712286 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-17ccb4ae-dc80-4dfb-8229-4cf6b4f2d216 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] 10.222.0.98 "GET /v2.0/ports?device_id=19535754-efee-4a5e-b444-2931d90cdcc6 HTTP/1.1" status: 200 len: 205 time: 0.0318835 Oct 20 12:09:14.714754 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54606) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:14.754051 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-c612ed2a-7649-482d-8a3b-5f0e7fda2929 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] delete failed (client error): The resource could not be found. Oct 20 12:09:14.755142 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c612ed2a-7649-482d-8a3b-5f0e7fda2929 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] 10.222.0.98 "DELETE /v2.0/routers/19535754-efee-4a5e-b444-2931d90cdcc6 HTTP/1.1" status: 404 len: 336 time: 0.0393968 Oct 20 12:09:14.759897 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54608) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:14.789113 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4a38c162-b0a4-41e3-9c6a-ead836d83a3c tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5fea7e7-62be-4ba1-ad3a-59d0c09fc164 HTTP/1.1" status: 200 len: 205 time: 0.0278127 Oct 20 12:09:14.791426 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54610) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:14.833350 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [None req-34a4a942-b41e-4ed4-a7db-955c2d117ab7 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] delete failed (client error): The resource could not be found. Oct 20 12:09:14.834606 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-34a4a942-b41e-4ed4-a7db-955c2d117ab7 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] 10.222.0.98 "DELETE /v2.0/routers/f5fea7e7-62be-4ba1-ad3a-59d0c09fc164 HTTP/1.1" status: 404 len: 336 time: 0.0422547 Oct 20 12:09:14.837846 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54612) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:14.869133 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-fe9c401d-a7ed-4f95-83e8-0c4b2e2c8005 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] 10.222.0.98 "GET /v2.0/ports?device_id=bad3e7e1-da7b-49f3-af65-0b2b893bd9a7 HTTP/1.1" status: 200 len: 205 time: 0.0275629 Oct 20 12:09:14.869464 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54614) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:14.919359 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [None req-83f53612-e245-49c2-b1ba-519a09e1e156 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] delete failed (client error): The resource could not be found. Oct 20 12:09:14.920365 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-83f53612-e245-49c2-b1ba-519a09e1e156 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] 10.222.0.98 "DELETE /v2.0/routers/bad3e7e1-da7b-49f3-af65-0b2b893bd9a7 HTTP/1.1" status: 404 len: 336 time: 0.0496783 Oct 20 12:09:14.923504 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54616) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:14.960547 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-05bfd219-48ad-4da9-9e9a-25ad0e93db18 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] 10.222.0.98 "GET /v2.0/ports?device_id=617267d6-2119-40f4-bb32-ecc1308b3928 HTTP/1.1" status: 200 len: 205 time: 0.0333722 Oct 20 12:09:14.960742 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54618) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:15.000235 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [None req-19b1d116-c81d-483e-b308-93a07b6fb4dd tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] delete failed (client error): The resource could not be found. Oct 20 12:09:15.001286 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-19b1d116-c81d-483e-b308-93a07b6fb4dd tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] 10.222.0.98 "DELETE /v2.0/routers/617267d6-2119-40f4-bb32-ecc1308b3928 HTTP/1.1" status: 404 len: 336 time: 0.0396266 Oct 20 12:09:15.004229 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54620) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:15.033274 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-3def9179-004e-432c-adbf-e316aa75eb51 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] DELETE failed (client error): The resource could not be found. Oct 20 12:09:15.033778 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3def9179-004e-432c-adbf-e316aa75eb51 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 12:09:15.037129 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3def9179-004e-432c-adbf-e316aa75eb51 tempest-RoutersIpV6AdminTest-1985361736 tempest-RoutersIpV6AdminTest-1985361736-project] 10.222.0.98 "DELETE /v2.0/subnets/d45b5535-d053-41a5-aecb-506c3bbab0cf HTTP/1.1" status: 404 len: 337 time: 0.0317729 Oct 20 12:09:15.316982 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54626) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:15.444699 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0170a591-6389-42b9-b476-9109600dde85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:15.526865 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0170a591-6389-42b9-b476-9109600dde85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:15.532222 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0170a591-6389-42b9-b476-9109600dde85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:15.571789 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-0170a591-6389-42b9-b476-9109600dde85 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c53d4005f2c54ed49253373b84921568&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2527757 Oct 20 12:09:15.573032 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0170a591-6389-42b9-b476-9109600dde85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46772b71-84db-46f7-ba61-5e4b369767c3,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:09:15.573834 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54632) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:15.634143 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-62709e09-aeb7-44eb-8a0a-88519cf5d3d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:15.657565 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-62709e09-aeb7-44eb-8a0a-88519cf5d3d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:15.706064 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:15.716175 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-62709e09-aeb7-44eb-8a0a-88519cf5d3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:15.719378 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-62709e09-aeb7-44eb-8a0a-88519cf5d3d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:15.720636 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-62709e09-aeb7-44eb-8a0a-88519cf5d3d1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/46772b71-84db-46f7-ba61-5e4b369767c3 HTTP/1.1" status: 204 len: 168 time: 0.1452837 Oct 20 12:09:15.731393 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62709e09-aeb7-44eb-8a0a-88519cf5d3d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46772b71-84db-46f7-ba61-5e4b369767c3,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:09:16.012893 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54638) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:16.056544 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-83868596-6767-419b-a7ca-e11a34bca130 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=dbaf21860d08460aa2d7d72b3bf30d3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423949 Oct 20 12:09:16.059178 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54640) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:16.107692 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4825bdd6-c62d-4f9a-a991-d978bfbb3df3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:16.127813 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4825bdd6-c62d-4f9a-a991-d978bfbb3df3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:16.175144 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4825bdd6-c62d-4f9a-a991-d978bfbb3df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:16.177881 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4825bdd6-c62d-4f9a-a991-d978bfbb3df3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:16.179105 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4825bdd6-c62d-4f9a-a991-d978bfbb3df3 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a54737ae-ad95-4448-ad45-bf5290ef2f82 HTTP/1.1" status: 204 len: 168 time: 0.1189914 Oct 20 12:09:16.187486 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4825bdd6-c62d-4f9a-a991-d978bfbb3df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54737ae-ad95-4448-ad45-bf5290ef2f82,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:09:17.713643 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54684) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:17.782655 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b6dab6bd-2f5a-4072-bc30-97287a80cde2 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:17.818138 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b6dab6bd-2f5a-4072-bc30-97287a80cde2 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:17.886643 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b6dab6bd-2f5a-4072-bc30-97287a80cde2 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:17.889676 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b6dab6bd-2f5a-4072-bc30-97287a80cde2 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:17.891078 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-b6dab6bd-2f5a-4072-bc30-97287a80cde2 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] 10.222.0.98 "DELETE /v2.0/security-groups/1745226d-8e2b-4dea-859c-ac8bda6e828e HTTP/1.1" status: 204 len: 168 time: 0.1762986 Oct 20 12:09:17.901875 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dab6bd-2f5a-4072-bc30-97287a80cde2 tempest-TestVolumeBootPattern-447796806 tempest-TestVolumeBootPattern-447796806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1745226d-8e2b-4dea-859c-ac8bda6e828e,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:09:17.957093 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54694) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:18.491974 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-982c504c-7cda-4001-b9da-56805ff8d968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:18.752135 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-982c504c-7cda-4001-b9da-56805ff8d968 admin admin] Deleting port c5aac12e-96be-47e1-ac70-78d4adb31282 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:09:18.753050 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-982c504c-7cda-4001-b9da-56805ff8d968 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:18.841431 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-982c504c-7cda-4001-b9da-56805ff8d968 admin admin] For port c5aac12e-96be-47e1-ac70-78d4adb31282, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=c5aac12e-96be-47e1-ac70-78d4adb31282,segment=NetworkSegment(eb3b04cf-4e5d-47e1-a25f-825ff902331c),segment_id=eb3b04cf-4e5d-47e1-a25f-825ff902331c)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:09:18.841909 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-982c504c-7cda-4001-b9da-56805ff8d968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:18.861518 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-982c504c-7cda-4001-b9da-56805ff8d968 admin admin] Calling delete_port for c5aac12e-96be-47e1-ac70-78d4adb31282 owned by network:router_interface {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:09:19.045724 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-982c504c-7cda-4001-b9da-56805ff8d968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:19.071674 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982c504c-7cda-4001-b9da-56805ff8d968 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5aac12e-96be-47e1-ac70-78d4adb31282,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:09:19.300329 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-982c504c-7cda-4001-b9da-56805ff8d968 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:19.358686 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f2a334dc-9568-404b-bd11-ad87ad42110e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:19.570769 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982c504c-7cda-4001-b9da-56805ff8d968 admin admin] Router a70410d0-77aa-4f8e-a5dd-630d4fedfd8e has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:09:19.685951 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982c504c-7cda-4001-b9da-56805ff8d968 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:09:19.693872 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54714) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:19.694297 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-982c504c-7cda-4001-b9da-56805ff8d968 admin admin] 10.222.0.98 "PUT /v2.0/routers/a70410d0-77aa-4f8e-a5dd-630d4fedfd8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7358313 Oct 20 12:09:19.696981 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da73539b-ab76-4205-a6e6-9608c3d45a07 None None] Sync routers for ids ['a70410d0-77aa-4f8e-a5dd-630d4fedfd8e'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:09:19.718414 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da73539b-ab76-4205-a6e6-9608c3d45a07 None None] Routers {'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:09:19.719177 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-da73539b-ab76-4205-a6e6-9608c3d45a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:08:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['a70410d0-77aa-4f8e-a5dd-630d4fedfd8e'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:09:19.812066 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-835f6b2f-ece6-4d43-b4b9-eafe4c6f07d8 admin admin] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:19.825012 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-da73539b-ab76-4205-a6e6-9608c3d45a07 None None] Set router a70410d0-77aa-4f8e-a5dd-630d4fedfd8e gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:09:19.922231 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-835f6b2f-ece6-4d43-b4b9-eafe4c6f07d8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:19.980800 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-835f6b2f-ece6-4d43-b4b9-eafe4c6f07d8 admin admin] Deleting port 799a4dcb-4189-41ab-8c55-1fe2293dc0b1 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:09:19.980800 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-835f6b2f-ece6-4d43-b4b9-eafe4c6f07d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:20.009049 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-da73539b-ab76-4205-a6e6-9608c3d45a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'name': 'tempest-TestVolumeBootPattern-1084413399-router', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '799a4dcb-4189-41ab-8c55-1fe2293dc0b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:07Z', 'updated_at': '2021-10-20T12:09:18Z', 'revision_number': 5, 'project_id': '2a883afeccdc493d8238ba472f031019', 'gw_port': {'id': '799a4dcb-4189-41ab-8c55-1fe2293dc0b1', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:07Z', 'updated_at': '2021-10-20T11:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:09:20.036222 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da73539b-ab76-4205-a6e6-9608c3d45a07 None None] Checking router: a70410d0-77aa-4f8e-a5dd-630d4fedfd8e for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:09:20.044997 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da73539b-ab76-4205-a6e6-9608c3d45a07 None None] Routers {'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:09:20.045621 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-da73539b-ab76-4205-a6e6-9608c3d45a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:08:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['a70410d0-77aa-4f8e-a5dd-630d4fedfd8e'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:09:20.078731 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-835f6b2f-ece6-4d43-b4b9-eafe4c6f07d8 admin admin] For port 799a4dcb-4189-41ab-8c55-1fe2293dc0b1, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=799a4dcb-4189-41ab-8c55-1fe2293dc0b1,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:09:20.079187 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-835f6b2f-ece6-4d43-b4b9-eafe4c6f07d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:20.095423 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-835f6b2f-ece6-4d43-b4b9-eafe4c6f07d8 admin admin] Calling delete_port for 799a4dcb-4189-41ab-8c55-1fe2293dc0b1 owned by network:router_gateway {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:09:20.131929 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-da73539b-ab76-4205-a6e6-9608c3d45a07 None None] Set router a70410d0-77aa-4f8e-a5dd-630d4fedfd8e gateway port host: None {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:09:20.184285 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-da73539b-ab76-4205-a6e6-9608c3d45a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'name': 'tempest-TestVolumeBootPattern-1084413399-router', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:07Z', 'updated_at': '2021-10-20T12:09:19Z', 'revision_number': 6, 'project_id': '2a883afeccdc493d8238ba472f031019', 'gw_port_host': None}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:09:20.216616 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da73539b-ab76-4205-a6e6-9608c3d45a07 None None] The sync data for ids ['a70410d0-77aa-4f8e-a5dd-630d4fedfd8e'] in n-d-814735-3 is: [{'id': 'a70410d0-77aa-4f8e-a5dd-630d4fedfd8e', 'name': 'tempest-TestVolumeBootPattern-1084413399-router', 'tenant_id': '2a883afeccdc493d8238ba472f031019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:07Z', 'updated_at': '2021-10-20T12:09:19Z', 'revision_number': 6, 'project_id': '2a883afeccdc493d8238ba472f031019', 'gw_port_host': None}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:09:20.276787 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-835f6b2f-ece6-4d43-b4b9-eafe4c6f07d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:20.313507 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835f6b2f-ece6-4d43-b4b9-eafe4c6f07d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=799a4dcb-4189-41ab-8c55-1fe2293dc0b1,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:09:20.377459 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-835f6b2f-ece6-4d43-b4b9-eafe4c6f07d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:20.481416 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-835f6b2f-ece6-4d43-b4b9-eafe4c6f07d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:20.484662 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-835f6b2f-ece6-4d43-b4b9-eafe4c6f07d8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:20.529377 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-835f6b2f-ece6-4d43-b4b9-eafe4c6f07d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:20.529907 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835f6b2f-ece6-4d43-b4b9-eafe4c6f07d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a70410d0-77aa-4f8e-a5dd-630d4fedfd8e {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 12:09:20.534450 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-835f6b2f-ece6-4d43-b4b9-eafe4c6f07d8 admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:20.535735 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-835f6b2f-ece6-4d43-b4b9-eafe4c6f07d8 admin admin] 10.222.0.98 "DELETE /v2.0/routers/a70410d0-77aa-4f8e-a5dd-630d4fedfd8e HTTP/1.1" status: 204 len: 168 time: 0.8407795 Oct 20 12:09:20.538280 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54720) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:20.595523 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-daef7472-0d99-4038-aa87-71abe13d525c admin admin] Deleting subnet 667cbc2d-c894-4d06-bf55-c551daf9476c {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 12:09:20.599032 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-daef7472-0d99-4038-aa87-71abe13d525c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:20.635580 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-daef7472-0d99-4038-aa87-71abe13d525c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:20.736058 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-daef7472-0d99-4038-aa87-71abe13d525c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:20.807552 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-daef7472-0d99-4038-aa87-71abe13d525c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:20.835068 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef7472-0d99-4038-aa87-71abe13d525c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=667cbc2d-c894-4d06-bf55-c551daf9476c,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:09:20.837080 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-daef7472-0d99-4038-aa87-71abe13d525c admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:20.843106 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-daef7472-0d99-4038-aa87-71abe13d525c admin admin] 10.222.0.98 "DELETE /v2.0/subnets/667cbc2d-c894-4d06-bf55-c551daf9476c HTTP/1.1" status: 204 len: 168 time: 0.3012745 Oct 20 12:09:20.843565 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54726) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:20.848826 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dada708-58d1-4acb-acdd-073359cd9294 None None] Network ef53a40f-cb7c-47fd-8a9f-559aa3e9824a requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:09:20.932671 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-92c12fd6-c8b8-4bf8-aa01-aa0e969e0dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:21.025421 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-92c12fd6-c8b8-4bf8-aa01-aa0e969e0dc1 admin admin] Deleting port 482321da-9f95-4e91-ad2f-969c079b1dfe {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:09:21.025755 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-92c12fd6-c8b8-4bf8-aa01-aa0e969e0dc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:21.097507 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4577851-f8be-4c8d-af6b-815ed0672b34 None None] DHCP port deletion for ef53a40f-cb7c-47fd-8a9f-559aa3e9824a request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 12:09:21.107545 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-92c12fd6-c8b8-4bf8-aa01-aa0e969e0dc1 admin admin] For port 482321da-9f95-4e91-ad2f-969c079b1dfe, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=482321da-9f95-4e91-ad2f-969c079b1dfe,segment=NetworkSegment(eb3b04cf-4e5d-47e1-a25f-825ff902331c),segment_id=eb3b04cf-4e5d-47e1-a25f-825ff902331c)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:09:21.108120 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-92c12fd6-c8b8-4bf8-aa01-aa0e969e0dc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:21.125113 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-92c12fd6-c8b8-4bf8-aa01-aa0e969e0dc1 admin admin] Calling delete_port for 482321da-9f95-4e91-ad2f-969c079b1dfe owned by network:dhcp {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:09:21.167300 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-a4577851-f8be-4c8d-af6b-815ed0672b34 None None] Deleting port 482321da-9f95-4e91-ad2f-969c079b1dfe {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:09:21.167864 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a4577851-f8be-4c8d-af6b-815ed0672b34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:21.235542 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-92c12fd6-c8b8-4bf8-aa01-aa0e969e0dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:21.256402 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-a4577851-f8be-4c8d-af6b-815ed0672b34 None None] For port 482321da-9f95-4e91-ad2f-969c079b1dfe, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=482321da-9f95-4e91-ad2f-969c079b1dfe,segment=NetworkSegment(eb3b04cf-4e5d-47e1-a25f-825ff902331c),segment_id=eb3b04cf-4e5d-47e1-a25f-825ff902331c)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:09:21.256870 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a4577851-f8be-4c8d-af6b-815ed0672b34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:21.268341 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c12fd6-c8b8-4bf8-aa01-aa0e969e0dc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=482321da-9f95-4e91-ad2f-969c079b1dfe,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:09:21.274680 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-a4577851-f8be-4c8d-af6b-815ed0672b34 None None] Calling delete_port for 482321da-9f95-4e91-ad2f-969c079b1dfe owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:09:21.281132 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c12fd6-c8b8-4bf8-aa01-aa0e969e0dc1 admin admin] No DVR routers for this DVR port 482321da-9f95-4e91-ad2f-969c079b1dfe on host n-d-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:09:21.373014 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-92c12fd6-c8b8-4bf8-aa01-aa0e969e0dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:21.400776 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-92c12fd6-c8b8-4bf8-aa01-aa0e969e0dc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef53a40f-cb7c-47fd-8a9f-559aa3e9824a']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:09:21.402308 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a4577851-f8be-4c8d-af6b-815ed0672b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:21.413172 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-92c12fd6-c8b8-4bf8-aa01-aa0e969e0dc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb3b04cf-4e5d-47e1-a25f-825ff902331c') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:09:21.413472 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-92c12fd6-c8b8-4bf8-aa01-aa0e969e0dc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb3b04cf-4e5d-47e1-a25f-825ff902331c') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:09:21.426569 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-92c12fd6-c8b8-4bf8-aa01-aa0e969e0dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:21.431791 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4577851-f8be-4c8d-af6b-815ed0672b34 None None] Pushing event deleted for resources: {'Port': ['ID=482321da-9f95-4e91-ad2f-969c079b1dfe,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:09:21.444667 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4577851-f8be-4c8d-af6b-815ed0672b34 None None] No DVR routers for this DVR port 482321da-9f95-4e91-ad2f-969c079b1dfe on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:09:21.455709 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-92c12fd6-c8b8-4bf8-aa01-aa0e969e0dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:21.473954 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92c12fd6-c8b8-4bf8-aa01-aa0e969e0dc1 admin admin] Releasing vlan 1257 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 12:09:21.473954 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-92c12fd6-c8b8-4bf8-aa01-aa0e969e0dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:21.475186 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 12:09:21.475186 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 12:09:21.475186 n-d-814735-3 neutron-server[100647]: timer() Oct 20 12:09:21.475186 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 12:09:21.475186 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 12:09:21.475186 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 12:09:21.475186 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 12:09:21.475186 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 12:09:21.475186 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 12:09:21.475186 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 12:09:21.475186 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 12:09:21.475186 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 12:09:21.475186 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 12:09:21.475186 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 12:09:21.475186 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 12:09:21.475186 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 12:09:21.475186 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 12:09:21.475186 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 12:09:21.475186 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 12:09:21.475186 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 12:09:21.475186 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 12:09:21.475186 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 12:09:21.475186 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 12:09:21.475186 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 12:09:21.475186 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 12:09:21.475186 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 12:09:21.475186 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 12:09:21.475186 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 12:09:21.475186 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 12:09:21.475186 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 12:09:21.475186 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 12:09:21.475186 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 12:09:21.538979 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-92c12fd6-c8b8-4bf8-aa01-aa0e969e0dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:21.544632 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-92c12fd6-c8b8-4bf8-aa01-aa0e969e0dc1 admin admin] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:21.547843 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-92c12fd6-c8b8-4bf8-aa01-aa0e969e0dc1 admin admin] 10.222.0.98 "DELETE /v2.0/networks/ef53a40f-cb7c-47fd-8a9f-559aa3e9824a HTTP/1.1" status: 204 len: 168 time: 0.7032614 Oct 20 12:09:21.551946 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54728) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:21.562130 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c12fd6-c8b8-4bf8-aa01-aa0e969e0dc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef53a40f-cb7c-47fd-8a9f-559aa3e9824a,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:09:21.963050 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b308b93b-569e-4b9e-b5d0-1b6a5e2f907a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:22.094733 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device c5aac12e-96be-47e1-ac70-78d4adb31282 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:09:22.145632 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: c5aac12e-96be-47e1-ac70-78d4adb31282 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:09:22.146730 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device c5aac12e-96be-47e1-ac70-78d4adb31282 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:09:22.147347 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 799a4dcb-4189-41ab-8c55-1fe2293dc0b1 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:09:22.199500 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 799a4dcb-4189-41ab-8c55-1fe2293dc0b1 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:09:22.200609 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 799a4dcb-4189-41ab-8c55-1fe2293dc0b1 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:09:22.202643 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 482321da-9f95-4e91-ad2f-969c079b1dfe no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:09:22.232002 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 482321da-9f95-4e91-ad2f-969c079b1dfe {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:09:22.232736 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 482321da-9f95-4e91-ad2f-969c079b1dfe not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:09:22.252940 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b3791b22-74b7-4d1d-9f58-636d6b03e170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:22.293560 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-b308b93b-569e-4b9e-b5d0-1b6a5e2f907a admin admin] Deleting port b5f55729-ed27-49c7-9d1b-ad04de233c98 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:09:22.293892 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b308b93b-569e-4b9e-b5d0-1b6a5e2f907a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:22.384711 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-b308b93b-569e-4b9e-b5d0-1b6a5e2f907a admin admin] For port b5f55729-ed27-49c7-9d1b-ad04de233c98, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=b5f55729-ed27-49c7-9d1b-ad04de233c98,segment=NetworkSegment(6c587cbe-c327-4f4a-a327-4c164ef56067),segment_id=6c587cbe-c327-4f4a-a327-4c164ef56067)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:09:22.385079 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b308b93b-569e-4b9e-b5d0-1b6a5e2f907a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:22.398354 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-b308b93b-569e-4b9e-b5d0-1b6a5e2f907a admin admin] Calling delete_port for b5f55729-ed27-49c7-9d1b-ad04de233c98 owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:09:22.592345 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b308b93b-569e-4b9e-b5d0-1b6a5e2f907a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:22.622161 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b308b93b-569e-4b9e-b5d0-1b6a5e2f907a admin admin] Pushing event deleted for resources: {'Port': ['ID=b5f55729-ed27-49c7-9d1b-ad04de233c98,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:09:23.066592 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b308b93b-569e-4b9e-b5d0-1b6a5e2f907a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:23.164666 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:23.273140 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:23.293535 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b308b93b-569e-4b9e-b5d0-1b6a5e2f907a admin admin] Router ba0bac05-42ff-416f-9105-dcc76201ec2d has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:09:23.416259 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b308b93b-569e-4b9e-b5d0-1b6a5e2f907a admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:09:23.424049 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54746) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:23.424474 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b308b93b-569e-4b9e-b5d0-1b6a5e2f907a admin admin] 10.222.0.98 "PUT /v2.0/routers/ba0bac05-42ff-416f-9105-dcc76201ec2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8708534 Oct 20 12:09:23.431880 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd20680-31fc-4bc4-9c1c-b430085a8b4c None None] Sync routers for ids ['ba0bac05-42ff-416f-9105-dcc76201ec2d'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:09:23.457179 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd20680-31fc-4bc4-9c1c-b430085a8b4c None None] Routers {'ba0bac05-42ff-416f-9105-dcc76201ec2d'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:09:23.458292 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-1dd20680-31fc-4bc4-9c1c-b430085a8b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:09:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['ba0bac05-42ff-416f-9105-dcc76201ec2d'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:09:23.568427 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d3f4331e-f398-4c3d-8128-4dff65bdf1f1 admin admin] Publish callbacks [] for router, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:23.587433 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-1dd20680-31fc-4bc4-9c1c-b430085a8b4c None None] Set router ba0bac05-42ff-416f-9105-dcc76201ec2d gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:09:23.679863 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d3f4331e-f398-4c3d-8128-4dff65bdf1f1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:23.737995 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-d3f4331e-f398-4c3d-8128-4dff65bdf1f1 admin admin] Deleting port 3491b9e6-c69e-4c95-a874-296dc1101240 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:09:23.738308 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d3f4331e-f398-4c3d-8128-4dff65bdf1f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:23.773715 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-1dd20680-31fc-4bc4-9c1c-b430085a8b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0bac05-42ff-416f-9105-dcc76201ec2d', 'name': 'tempest-TestVolumeBootPattern-1212705628-router', 'tenant_id': '3b94d504c3f74b518666130ff2b6bd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '3491b9e6-c69e-4c95-a874-296dc1101240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:12Z', 'updated_at': '2021-10-20T12:09:22Z', 'revision_number': 5, 'project_id': '3b94d504c3f74b518666130ff2b6bd7e', 'gw_port': {'id': '3491b9e6-c69e-4c95-a874-296dc1101240', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:36:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0bac05-42ff-416f-9105-dcc76201ec2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T11:58:13Z', 'updated_at': '2021-10-20T11:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:09:23.804133 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd20680-31fc-4bc4-9c1c-b430085a8b4c None None] Checking router: ba0bac05-42ff-416f-9105-dcc76201ec2d for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:09:23.813347 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd20680-31fc-4bc4-9c1c-b430085a8b4c None None] Routers {'ba0bac05-42ff-416f-9105-dcc76201ec2d'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:09:23.813964 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-1dd20680-31fc-4bc4-9c1c-b430085a8b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:09:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['ba0bac05-42ff-416f-9105-dcc76201ec2d'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:09:23.838859 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-d3f4331e-f398-4c3d-8128-4dff65bdf1f1 admin admin] For port 3491b9e6-c69e-4c95-a874-296dc1101240, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=3491b9e6-c69e-4c95-a874-296dc1101240,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:09:23.839687 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d3f4331e-f398-4c3d-8128-4dff65bdf1f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:23.853322 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-d3f4331e-f398-4c3d-8128-4dff65bdf1f1 admin admin] Calling delete_port for 3491b9e6-c69e-4c95-a874-296dc1101240 owned by network:router_gateway {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:09:23.900284 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-1dd20680-31fc-4bc4-9c1c-b430085a8b4c None None] Set router ba0bac05-42ff-416f-9105-dcc76201ec2d gateway port host: None {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:09:23.954200 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-1dd20680-31fc-4bc4-9c1c-b430085a8b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0bac05-42ff-416f-9105-dcc76201ec2d', 'name': 'tempest-TestVolumeBootPattern-1212705628-router', 'tenant_id': '3b94d504c3f74b518666130ff2b6bd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:12Z', 'updated_at': '2021-10-20T12:09:23Z', 'revision_number': 6, 'project_id': '3b94d504c3f74b518666130ff2b6bd7e', 'gw_port_host': None}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:09:23.985841 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd20680-31fc-4bc4-9c1c-b430085a8b4c None None] The sync data for ids ['ba0bac05-42ff-416f-9105-dcc76201ec2d'] in n-d-814735-3 is: [{'id': 'ba0bac05-42ff-416f-9105-dcc76201ec2d', 'name': 'tempest-TestVolumeBootPattern-1212705628-router', 'tenant_id': '3b94d504c3f74b518666130ff2b6bd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T11:58:12Z', 'updated_at': '2021-10-20T12:09:23Z', 'revision_number': 6, 'project_id': '3b94d504c3f74b518666130ff2b6bd7e', 'gw_port_host': None}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:09:24.054268 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d3f4331e-f398-4c3d-8128-4dff65bdf1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:24.083456 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f4331e-f398-4c3d-8128-4dff65bdf1f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3491b9e6-c69e-4c95-a874-296dc1101240,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:09:24.162608 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d3f4331e-f398-4c3d-8128-4dff65bdf1f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:24.178241 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b5f55729-ed27-49c7-9d1b-ad04de233c98 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:09:24.201727 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: b5f55729-ed27-49c7-9d1b-ad04de233c98 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:09:24.202081 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b5f55729-ed27-49c7-9d1b-ad04de233c98 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:09:24.266652 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d3f4331e-f398-4c3d-8128-4dff65bdf1f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:24.268876 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d3f4331e-f398-4c3d-8128-4dff65bdf1f1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:24.313647 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d3f4331e-f398-4c3d-8128-4dff65bdf1f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:24.314317 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f4331e-f398-4c3d-8128-4dff65bdf1f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba0bac05-42ff-416f-9105-dcc76201ec2d {{(pid=100647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 12:09:24.320050 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d3f4331e-f398-4c3d-8128-4dff65bdf1f1 admin admin] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:24.321382 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d3f4331e-f398-4c3d-8128-4dff65bdf1f1 admin admin] 10.222.0.98 "DELETE /v2.0/routers/ba0bac05-42ff-416f-9105-dcc76201ec2d HTTP/1.1" status: 204 len: 168 time: 0.8955078 Oct 20 12:09:24.324234 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 54752) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:24.369029 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f3c5f6a-0d42-434a-81c1-8ccfdc57d2e5 admin admin] Deleting subnet 8853ecfd-194a-4b56-bfa1-4371557cb205 {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 12:09:24.372159 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0f3c5f6a-0d42-434a-81c1-8ccfdc57d2e5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:24.412806 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0f3c5f6a-0d42-434a-81c1-8ccfdc57d2e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:24.493057 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0f3c5f6a-0d42-434a-81c1-8ccfdc57d2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:24.568106 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0f3c5f6a-0d42-434a-81c1-8ccfdc57d2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:24.594349 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c5f6a-0d42-434a-81c1-8ccfdc57d2e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8853ecfd-194a-4b56-bfa1-4371557cb205,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:09:24.603146 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0f3c5f6a-0d42-434a-81c1-8ccfdc57d2e5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:24.608905 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88400efb-06d9-4866-b972-85f8eea6b49e None None] Network 8652e2a2-b8d4-4075-a100-ab7f16227e84 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:09:24.609848 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-0f3c5f6a-0d42-434a-81c1-8ccfdc57d2e5 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/8853ecfd-194a-4b56-bfa1-4371557cb205 HTTP/1.1" status: 204 len: 168 time: 0.2842586 Oct 20 12:09:24.612343 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54758) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:24.694251 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9ea4259d-de0f-40c7-86e8-18eab0b67eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:24.768841 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-9ea4259d-de0f-40c7-86e8-18eab0b67eea admin admin] Deleting port 6dfcbb00-6483-4e5a-8253-1fd77ba26d48 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:09:24.769187 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9ea4259d-de0f-40c7-86e8-18eab0b67eea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:24.793627 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb02b58-3664-4fd3-96db-0a5391eebfb7 None None] DHCP port deletion for 8652e2a2-b8d4-4075-a100-ab7f16227e84 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 12:09:24.840401 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-9ea4259d-de0f-40c7-86e8-18eab0b67eea admin admin] For port 6dfcbb00-6483-4e5a-8253-1fd77ba26d48, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=6dfcbb00-6483-4e5a-8253-1fd77ba26d48,segment=NetworkSegment(6c587cbe-c327-4f4a-a327-4c164ef56067),segment_id=6c587cbe-c327-4f4a-a327-4c164ef56067)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:09:24.840762 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9ea4259d-de0f-40c7-86e8-18eab0b67eea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:24.845376 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-5cb02b58-3664-4fd3-96db-0a5391eebfb7 None None] Deleting port 6dfcbb00-6483-4e5a-8253-1fd77ba26d48 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:09:24.845899 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5cb02b58-3664-4fd3-96db-0a5391eebfb7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:24.853654 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-9ea4259d-de0f-40c7-86e8-18eab0b67eea admin admin] Calling delete_port for 6dfcbb00-6483-4e5a-8253-1fd77ba26d48 owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:09:24.911631 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-5cb02b58-3664-4fd3-96db-0a5391eebfb7 None None] For port 6dfcbb00-6483-4e5a-8253-1fd77ba26d48, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=6dfcbb00-6483-4e5a-8253-1fd77ba26d48,segment=NetworkSegment(6c587cbe-c327-4f4a-a327-4c164ef56067),segment_id=6c587cbe-c327-4f4a-a327-4c164ef56067)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:09:24.911989 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5cb02b58-3664-4fd3-96db-0a5391eebfb7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:24.934023 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-5cb02b58-3664-4fd3-96db-0a5391eebfb7 None None] Calling delete_port for 6dfcbb00-6483-4e5a-8253-1fd77ba26d48 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:09:24.945787 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9ea4259d-de0f-40c7-86e8-18eab0b67eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:24.989012 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea4259d-de0f-40c7-86e8-18eab0b67eea admin admin] No DVR routers for this DVR port 6dfcbb00-6483-4e5a-8253-1fd77ba26d48 on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:09:24.992078 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4259d-de0f-40c7-86e8-18eab0b67eea admin admin] Pushing event deleted for resources: {'Port': ['ID=6dfcbb00-6483-4e5a-8253-1fd77ba26d48,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:09:25.024753 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:25.031529 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5cb02b58-3664-4fd3-96db-0a5391eebfb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:25.060605 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb02b58-3664-4fd3-96db-0a5391eebfb7 None None] Pushing event deleted for resources: {'Port': ['ID=6dfcbb00-6483-4e5a-8253-1fd77ba26d48,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:09:25.064435 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb02b58-3664-4fd3-96db-0a5391eebfb7 None None] No DVR routers for this DVR port 6dfcbb00-6483-4e5a-8253-1fd77ba26d48 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:09:25.088980 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9ea4259d-de0f-40c7-86e8-18eab0b67eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:25.109618 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-9ea4259d-de0f-40c7-86e8-18eab0b67eea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8652e2a2-b8d4-4075-a100-ab7f16227e84']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:09:25.119193 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-9ea4259d-de0f-40c7-86e8-18eab0b67eea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c587cbe-c327-4f4a-a327-4c164ef56067') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:09:25.119483 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-9ea4259d-de0f-40c7-86e8-18eab0b67eea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c587cbe-c327-4f4a-a327-4c164ef56067') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:09:25.129031 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9ea4259d-de0f-40c7-86e8-18eab0b67eea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:25.142578 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9ea4259d-de0f-40c7-86e8-18eab0b67eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:25.149367 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ea4259d-de0f-40c7-86e8-18eab0b67eea admin admin] Releasing vlan 1287 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 12:09:25.149724 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9ea4259d-de0f-40c7-86e8-18eab0b67eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:25.151602 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 12:09:25.151602 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 12:09:25.151602 n-d-814735-3 neutron-server[100646]: timer() Oct 20 12:09:25.151602 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 12:09:25.151602 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 12:09:25.151602 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 12:09:25.151602 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 12:09:25.151602 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 12:09:25.151602 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 12:09:25.151602 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 12:09:25.151602 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 12:09:25.151602 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 12:09:25.151602 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 12:09:25.151602 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 12:09:25.151602 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 12:09:25.151602 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 12:09:25.151602 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 12:09:25.151602 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 12:09:25.151602 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 12:09:25.151602 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 12:09:25.151602 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 12:09:25.151602 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 12:09:25.151602 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 12:09:25.151602 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 12:09:25.151602 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 12:09:25.151602 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 12:09:25.151602 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 12:09:25.151602 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 12:09:25.151602 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 12:09:25.151602 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 12:09:25.151602 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 12:09:25.151602 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 12:09:25.213218 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9ea4259d-de0f-40c7-86e8-18eab0b67eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:25.219252 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9ea4259d-de0f-40c7-86e8-18eab0b67eea admin admin] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:25.222391 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-9ea4259d-de0f-40c7-86e8-18eab0b67eea admin admin] 10.222.0.98 "DELETE /v2.0/networks/8652e2a2-b8d4-4075-a100-ab7f16227e84 HTTP/1.1" status: 204 len: 168 time: 0.6090398 Oct 20 12:09:25.233541 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4259d-de0f-40c7-86e8-18eab0b67eea admin admin] Pushing event deleted for resources: {'Network': ['ID=8652e2a2-b8d4-4075-a100-ab7f16227e84,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:09:25.367075 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54762) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:25.407498 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-433e21ef-bf5c-4a35-93bd-9d8a98f7c163 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2a883afeccdc493d8238ba472f031019&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391858 Oct 20 12:09:25.410178 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54764) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:25.458026 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c681ed4e-1462-48da-8210-1715578e423c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:25.479720 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c681ed4e-1462-48da-8210-1715578e423c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:25.535334 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c681ed4e-1462-48da-8210-1715578e423c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:25.538166 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c681ed4e-1462-48da-8210-1715578e423c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:25.539414 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c681ed4e-1462-48da-8210-1715578e423c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c744fdb9-158b-4a83-bc4f-9b1470f59b7f HTTP/1.1" status: 204 len: 168 time: 0.1283319 Oct 20 12:09:25.548176 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c681ed4e-1462-48da-8210-1715578e423c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c744fdb9-158b-4a83-bc4f-9b1470f59b7f,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:09:25.939971 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54774) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:25.985700 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b7f30e4e-91cb-4252-94b8-99a61adb9803 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3b94d504c3f74b518666130ff2b6bd7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420358 Oct 20 12:09:25.986335 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 54778) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:09:26.043562 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b8a92fc8-b44c-419d-b73a-8adf5a64ecf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:26.068753 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b8a92fc8-b44c-419d-b73a-8adf5a64ecf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:26.120178 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 3491b9e6-c69e-4c95-a874-296dc1101240 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:09:26.127876 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b8a92fc8-b44c-419d-b73a-8adf5a64ecf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:26.131109 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b8a92fc8-b44c-419d-b73a-8adf5a64ecf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:26.135765 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b8a92fc8-b44c-419d-b73a-8adf5a64ecf5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ec729c1c-4669-45be-aa5b-22552bb88308 HTTP/1.1" status: 204 len: 168 time: 0.1482780 Oct 20 12:09:26.146845 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a92fc8-b44c-419d-b73a-8adf5a64ecf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec729c1c-4669-45be-aa5b-22552bb88308,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:09:26.182672 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 3491b9e6-c69e-4c95-a874-296dc1101240 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:09:26.183048 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 3491b9e6-c69e-4c95-a874-296dc1101240 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:09:26.183622 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 6dfcbb00-6483-4e5a-8253-1fd77ba26d48 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:09:26.213634 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 6dfcbb00-6483-4e5a-8253-1fd77ba26d48 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:09:26.214011 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 6dfcbb00-6483-4e5a-8253-1fd77ba26d48 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:09:38.466385 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:09:40.185911 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:45.706646 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:49.352367 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c48917bb-e0dc-4315-9230-67f4fc6313d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:52.235704 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e7db6412-2cd1-45c2-bbc6-30a8adfc4f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:53.168383 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:53.274738 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:09:55.015297 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:08.504760 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55132) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:10:08.620206 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ac536922-a303-4d21-81c9-8b891e272dd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:08.697681 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ac536922-a303-4d21-81c9-8b891e272dd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:08.703132 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ac536922-a303-4d21-81c9-8b891e272dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:08.743352 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac536922-a303-4d21-81c9-8b891e272dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c945d4a2-d7c7-4395-acf6-630fa26adaf3,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:10:08.747364 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ac536922-a303-4d21-81c9-8b891e272dd1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6e5c47f6df3e418190018ab4cd967fc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2415090 Oct 20 12:10:08.750447 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55138) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:10:08.754880 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac536922-a303-4d21-81c9-8b891e272dd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:10:08.755428 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac536922-a303-4d21-81c9-8b891e272dd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:10:08.756788 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac536922-a303-4d21-81c9-8b891e272dd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:10:08.756957 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac536922-a303-4d21-81c9-8b891e272dd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:10:08.757515 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac536922-a303-4d21-81c9-8b891e272dd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:10:08.757883 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac536922-a303-4d21-81c9-8b891e272dd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:10:08.758228 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac536922-a303-4d21-81c9-8b891e272dd1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:10:08.758626 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac536922-a303-4d21-81c9-8b891e272dd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:10:08.759228 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac536922-a303-4d21-81c9-8b891e272dd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:10:08.759800 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac536922-a303-4d21-81c9-8b891e272dd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:10:08.760325 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac536922-a303-4d21-81c9-8b891e272dd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:10:08.760667 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac536922-a303-4d21-81c9-8b891e272dd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:10:08.803773 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b1135e1f-8793-47ac-b29d-8de56cbd6191 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:08.828974 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b1135e1f-8793-47ac-b29d-8de56cbd6191 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:08.877276 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b1135e1f-8793-47ac-b29d-8de56cbd6191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:08.880069 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b1135e1f-8793-47ac-b29d-8de56cbd6191 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:08.881239 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-b1135e1f-8793-47ac-b29d-8de56cbd6191 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c945d4a2-d7c7-4395-acf6-630fa26adaf3 HTTP/1.1" status: 204 len: 168 time: 0.1295397 Oct 20 12:10:08.889165 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1135e1f-8793-47ac-b29d-8de56cbd6191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c945d4a2-d7c7-4395-acf6-630fa26adaf3,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:10:08.897414 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1135e1f-8793-47ac-b29d-8de56cbd6191 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:10:08.897758 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1135e1f-8793-47ac-b29d-8de56cbd6191 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:10:08.898098 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1135e1f-8793-47ac-b29d-8de56cbd6191 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:10:08.898459 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1135e1f-8793-47ac-b29d-8de56cbd6191 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:10:08.898758 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1135e1f-8793-47ac-b29d-8de56cbd6191 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:10:08.899108 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1135e1f-8793-47ac-b29d-8de56cbd6191 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:10:08.899431 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1135e1f-8793-47ac-b29d-8de56cbd6191 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:10:08.899758 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1135e1f-8793-47ac-b29d-8de56cbd6191 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:10:08.900074 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1135e1f-8793-47ac-b29d-8de56cbd6191 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:10:08.900391 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1135e1f-8793-47ac-b29d-8de56cbd6191 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:10:08.900711 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1135e1f-8793-47ac-b29d-8de56cbd6191 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:10:08.901024 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1135e1f-8793-47ac-b29d-8de56cbd6191 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:10:09.157418 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55144) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:10:09.171876 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2db924e7-d3c7-4bde-a887-0fa85138056c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:09.249115 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2db924e7-d3c7-4bde-a887-0fa85138056c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:09.253788 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2db924e7-d3c7-4bde-a887-0fa85138056c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:09.291610 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2db924e7-d3c7-4bde-a887-0fa85138056c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=75708c825e5e4a15af6d7976a982a117&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1330483 Oct 20 12:10:09.292705 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db924e7-d3c7-4bde-a887-0fa85138056c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132c3621-ee14-467d-9f62-5a9189a1980a,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:10:09.294456 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55146) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:10:09.350419 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5b232a84-4b3a-4ae7-86d4-366b33383811 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:09.373951 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5b232a84-4b3a-4ae7-86d4-366b33383811 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:09.424834 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5b232a84-4b3a-4ae7-86d4-366b33383811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:09.427445 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5b232a84-4b3a-4ae7-86d4-366b33383811 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:09.428631 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5b232a84-4b3a-4ae7-86d4-366b33383811 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/132c3621-ee14-467d-9f62-5a9189a1980a HTTP/1.1" status: 204 len: 168 time: 0.1331098 Oct 20 12:10:09.436467 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b232a84-4b3a-4ae7-86d4-366b33383811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132c3621-ee14-467d-9f62-5a9189a1980a,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:10:10.199224 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:12.427287 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55278) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:10:12.540274 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-336ff344-c685-46c0-89e2-2ae7a2745630 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:12.621679 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-336ff344-c685-46c0-89e2-2ae7a2745630 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:12.627898 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-336ff344-c685-46c0-89e2-2ae7a2745630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:12.667275 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-336ff344-c685-46c0-89e2-2ae7a2745630 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=eed5e85c0cd74c0ba59b87101733157a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2388630 Oct 20 12:10:12.668523 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ff344-c685-46c0-89e2-2ae7a2745630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad0ac6d-557d-47ff-b858-9476ecaf4f25,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:10:12.670256 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55282) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:10:12.720368 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f1be4a68-a3b7-40a7-a34f-86000ccfaaf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:12.742102 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f1be4a68-a3b7-40a7-a34f-86000ccfaaf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:12.798652 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f1be4a68-a3b7-40a7-a34f-86000ccfaaf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:12.801192 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f1be4a68-a3b7-40a7-a34f-86000ccfaaf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:12.802391 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-f1be4a68-a3b7-40a7-a34f-86000ccfaaf6 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/bad0ac6d-557d-47ff-b858-9476ecaf4f25 HTTP/1.1" status: 204 len: 168 time: 0.1302750 Oct 20 12:10:12.810301 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be4a68-a3b7-40a7-a34f-86000ccfaaf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad0ac6d-557d-47ff-b858-9476ecaf4f25,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:10:13.084407 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55288) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:10:13.097861 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1b636f59-cbe7-4542-91ea-6eaac9aadb5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:13.172724 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1b636f59-cbe7-4542-91ea-6eaac9aadb5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:13.178043 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1b636f59-cbe7-4542-91ea-6eaac9aadb5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:13.215443 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-1b636f59-cbe7-4542-91ea-6eaac9aadb5a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a48b46b12c41496589fde83aa8db4697&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1299872 Oct 20 12:10:13.216310 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b636f59-cbe7-4542-91ea-6eaac9aadb5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c21e942-3155-422c-b130-ec278feb2c0d,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:10:13.218289 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55290) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:10:13.270401 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6e80c263-19cf-4d7e-a974-b6f661c5d897 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:13.294837 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6e80c263-19cf-4d7e-a974-b6f661c5d897 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:13.352055 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6e80c263-19cf-4d7e-a974-b6f661c5d897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:13.354700 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6e80c263-19cf-4d7e-a974-b6f661c5d897 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:13.355920 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6e80c263-19cf-4d7e-a974-b6f661c5d897 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4c21e942-3155-422c-b130-ec278feb2c0d HTTP/1.1" status: 204 len: 168 time: 0.1364634 Oct 20 12:10:13.363417 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e80c263-19cf-4d7e-a974-b6f661c5d897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c21e942-3155-422c-b130-ec278feb2c0d,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:10:15.466825 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:10:15.714221 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:19.360537 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-8e0c4e1f-294a-427d-9e3e-56f86f11939f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:22.238521 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5360ec68-096a-4805-aef4-81bd95e7f02a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:23.176180 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:23.286192 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:25.011361 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:26.486958 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55388) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:10:26.598821 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-af34eb76-cd4e-403c-b2d1-a05181887908 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:26.676362 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-af34eb76-cd4e-403c-b2d1-a05181887908 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:26.682130 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-af34eb76-cd4e-403c-b2d1-a05181887908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:26.724394 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-af34eb76-cd4e-403c-b2d1-a05181887908 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9bb2d52fd9aa438e8dadf72b418cccfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2362900 Oct 20 12:10:26.725278 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34eb76-cd4e-403c-b2d1-a05181887908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80701763-3c92-4889-ba52-84648b1fe4ca,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:10:26.728068 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55392) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:10:26.784111 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-280e467a-9d8e-4abc-946b-b136fdc4fb4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:26.807466 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-280e467a-9d8e-4abc-946b-b136fdc4fb4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:26.854631 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-280e467a-9d8e-4abc-946b-b136fdc4fb4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:26.857277 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-280e467a-9d8e-4abc-946b-b136fdc4fb4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:26.858422 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-280e467a-9d8e-4abc-946b-b136fdc4fb4a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/80701763-3c92-4889-ba52-84648b1fe4ca HTTP/1.1" status: 204 len: 168 time: 0.1292875 Oct 20 12:10:26.866946 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e467a-9d8e-4abc-946b-b136fdc4fb4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80701763-3c92-4889-ba52-84648b1fe4ca,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:10:27.151964 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55400) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:10:27.165779 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-67db5ae1-9e1d-4858-8fb7-ad8c81a2d89c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:27.246653 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-67db5ae1-9e1d-4858-8fb7-ad8c81a2d89c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:27.251793 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-67db5ae1-9e1d-4858-8fb7-ad8c81a2d89c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:27.290115 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67db5ae1-9e1d-4858-8fb7-ad8c81a2d89c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120e4829-c5c3-4ff0-9fa1-7baa571cadab,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:10:27.295978 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-67db5ae1-9e1d-4858-8fb7-ad8c81a2d89c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=747775da74d24c91a7b3af2891638fe0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1429596 Oct 20 12:10:27.297298 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55402) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:10:27.344658 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-88cdbd1b-464a-47bb-bdc7-3beed6d64db6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:27.369343 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-88cdbd1b-464a-47bb-bdc7-3beed6d64db6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:27.417281 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-88cdbd1b-464a-47bb-bdc7-3beed6d64db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:27.420018 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-88cdbd1b-464a-47bb-bdc7-3beed6d64db6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:27.421222 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-88cdbd1b-464a-47bb-bdc7-3beed6d64db6 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/120e4829-c5c3-4ff0-9fa1-7baa571cadab HTTP/1.1" status: 204 len: 168 time: 0.1229479 Oct 20 12:10:27.429634 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cdbd1b-464a-47bb-bdc7-3beed6d64db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120e4829-c5c3-4ff0-9fa1-7baa571cadab,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:10:35.051048 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55526) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:10:35.166754 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f15a684a-1a97-40d1-8833-ce2d69e88982 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:35.247446 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f15a684a-1a97-40d1-8833-ce2d69e88982 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:35.252716 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f15a684a-1a97-40d1-8833-ce2d69e88982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:35.292227 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f15a684a-1a97-40d1-8833-ce2d69e88982 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=eff25ed1b9d34f05a224cdda9fc4131b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2398131 Oct 20 12:10:35.293676 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a684a-1a97-40d1-8833-ce2d69e88982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2d49ad-8e85-473b-beaa-2102b929d9a7,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:10:35.295445 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55530) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:10:35.347574 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-12a125b7-374c-4eed-89c9-10435c057898 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:35.373811 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-12a125b7-374c-4eed-89c9-10435c057898 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:35.426560 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-12a125b7-374c-4eed-89c9-10435c057898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:35.429301 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-12a125b7-374c-4eed-89c9-10435c057898 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:35.430596 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-12a125b7-374c-4eed-89c9-10435c057898 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/cf2d49ad-8e85-473b-beaa-2102b929d9a7 HTTP/1.1" status: 204 len: 168 time: 0.1320326 Oct 20 12:10:35.439288 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a125b7-374c-4eed-89c9-10435c057898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2d49ad-8e85-473b-beaa-2102b929d9a7,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:10:35.700749 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55536) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:10:35.714517 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c17ceeee-dd62-4ece-bcc3-34f4e52ac1b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:35.791944 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c17ceeee-dd62-4ece-bcc3-34f4e52ac1b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:35.797371 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c17ceeee-dd62-4ece-bcc3-34f4e52ac1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:35.836724 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c17ceeee-dd62-4ece-bcc3-34f4e52ac1b9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=beaf1d692c594c838db03194fc95b0bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1348841 Oct 20 12:10:35.837780 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ceeee-dd62-4ece-bcc3-34f4e52ac1b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea92248-21ab-4522-b745-426a5e002624,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:10:35.840568 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55538) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:10:35.894815 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-803c47b6-c1a4-4ac4-98cf-feb934327370 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:35.919325 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-803c47b6-c1a4-4ac4-98cf-feb934327370 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:35.966835 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-803c47b6-c1a4-4ac4-98cf-feb934327370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:35.969442 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-803c47b6-c1a4-4ac4-98cf-feb934327370 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:35.971375 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-803c47b6-c1a4-4ac4-98cf-feb934327370 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6ea92248-21ab-4522-b745-426a5e002624 HTTP/1.1" status: 204 len: 168 time: 0.1294601 Oct 20 12:10:35.980566 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c47b6-c1a4-4ac4-98cf-feb934327370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea92248-21ab-4522-b745-426a5e002624,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:10:40.226296 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:45.717789 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:49.356590 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-934e1b47-6645-4ea4-908b-84c92660da28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:52.242580 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-51a9cdd1-12c6-4033-871f-0967b27b1174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:52.466693 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:10:53.171302 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:53.284179 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:10:55.021806 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:06.281766 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55690) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:11:06.393434 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8d66dc03-0e70-4ee8-99f4-b9598fec06b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:06.485687 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8d66dc03-0e70-4ee8-99f4-b9598fec06b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:06.491505 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8d66dc03-0e70-4ee8-99f4-b9598fec06b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:06.529461 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8d66dc03-0e70-4ee8-99f4-b9598fec06b0 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=11ca1abda7e441edbadb382623b3d1b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2465360 Oct 20 12:11:06.530405 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66dc03-0e70-4ee8-99f4-b9598fec06b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34c0dfa-29e6-473c-8d52-6c6f5c0ae831,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:11:06.532367 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55694) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:11:06.587340 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-22090a3d-584c-428b-8c73-9712a2e43278 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:06.610728 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-22090a3d-584c-428b-8c73-9712a2e43278 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:06.662379 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-22090a3d-584c-428b-8c73-9712a2e43278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:06.665156 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-22090a3d-584c-428b-8c73-9712a2e43278 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:06.666500 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-22090a3d-584c-428b-8c73-9712a2e43278 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b34c0dfa-29e6-473c-8d52-6c6f5c0ae831 HTTP/1.1" status: 204 len: 168 time: 0.1324980 Oct 20 12:11:06.674587 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22090a3d-584c-428b-8c73-9712a2e43278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34c0dfa-29e6-473c-8d52-6c6f5c0ae831,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:11:10.228201 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:15.719466 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:17.098339 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55822) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:11:17.210076 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-59a9082e-fb8e-4c69-9d39-e828f1ebdf97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:17.288711 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-59a9082e-fb8e-4c69-9d39-e828f1ebdf97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:17.293749 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-59a9082e-fb8e-4c69-9d39-e828f1ebdf97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:17.334777 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-59a9082e-fb8e-4c69-9d39-e828f1ebdf97 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3a32eae8548045059ed2eb22f3780c7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2353079 Oct 20 12:11:17.335973 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a9082e-fb8e-4c69-9d39-e828f1ebdf97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d00fc99-0dc7-45b1-9cdb-7ab661b92cc5,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:11:17.337651 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55826) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:11:17.343743 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a9082e-fb8e-4c69-9d39-e828f1ebdf97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:11:17.344039 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a9082e-fb8e-4c69-9d39-e828f1ebdf97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:11:17.344389 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a9082e-fb8e-4c69-9d39-e828f1ebdf97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:11:17.344737 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a9082e-fb8e-4c69-9d39-e828f1ebdf97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:11:17.345069 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a9082e-fb8e-4c69-9d39-e828f1ebdf97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:11:17.345394 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a9082e-fb8e-4c69-9d39-e828f1ebdf97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:11:17.345721 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a9082e-fb8e-4c69-9d39-e828f1ebdf97 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:11:17.346021 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a9082e-fb8e-4c69-9d39-e828f1ebdf97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:11:17.346406 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a9082e-fb8e-4c69-9d39-e828f1ebdf97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:11:17.346728 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a9082e-fb8e-4c69-9d39-e828f1ebdf97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:11:17.347075 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a9082e-fb8e-4c69-9d39-e828f1ebdf97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:11:17.347394 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a9082e-fb8e-4c69-9d39-e828f1ebdf97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:11:17.390965 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6f793200-6110-4a2e-98cc-f3e5a7bb0091 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:17.416297 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6f793200-6110-4a2e-98cc-f3e5a7bb0091 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:17.466008 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6f793200-6110-4a2e-98cc-f3e5a7bb0091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:17.468632 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6f793200-6110-4a2e-98cc-f3e5a7bb0091 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:17.469805 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6f793200-6110-4a2e-98cc-f3e5a7bb0091 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0d00fc99-0dc7-45b1-9cdb-7ab661b92cc5 HTTP/1.1" status: 204 len: 168 time: 0.1310561 Oct 20 12:11:17.477891 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f793200-6110-4a2e-98cc-f3e5a7bb0091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d00fc99-0dc7-45b1-9cdb-7ab661b92cc5,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:11:17.487592 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f793200-6110-4a2e-98cc-f3e5a7bb0091 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:11:17.487941 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f793200-6110-4a2e-98cc-f3e5a7bb0091 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:11:17.488284 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f793200-6110-4a2e-98cc-f3e5a7bb0091 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:11:17.488621 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f793200-6110-4a2e-98cc-f3e5a7bb0091 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:11:17.488958 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f793200-6110-4a2e-98cc-f3e5a7bb0091 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:11:17.489288 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f793200-6110-4a2e-98cc-f3e5a7bb0091 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:11:17.489616 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f793200-6110-4a2e-98cc-f3e5a7bb0091 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:11:17.489941 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f793200-6110-4a2e-98cc-f3e5a7bb0091 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:11:17.490266 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f793200-6110-4a2e-98cc-f3e5a7bb0091 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:11:17.490615 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f793200-6110-4a2e-98cc-f3e5a7bb0091 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:11:17.490988 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f793200-6110-4a2e-98cc-f3e5a7bb0091 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:11:17.491281 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f793200-6110-4a2e-98cc-f3e5a7bb0091 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:11:17.766226 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55832) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:11:17.780343 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-32ea84a9-0bfa-4137-b256-6def7a3bccc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:17.861216 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-32ea84a9-0bfa-4137-b256-6def7a3bccc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:17.866202 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-32ea84a9-0bfa-4137-b256-6def7a3bccc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:17.904560 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-32ea84a9-0bfa-4137-b256-6def7a3bccc8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=16340918e12c4bfaa548c5b2e6ef8996&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1370585 Oct 20 12:11:17.905833 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea84a9-0bfa-4137-b256-6def7a3bccc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d6ed67-93f8-4184-915b-bb643a36f248,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:11:17.907292 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55834) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:11:17.965411 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8d29a646-d3c6-42f9-a4a9-3b43018c976e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:17.989308 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8d29a646-d3c6-42f9-a4a9-3b43018c976e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:18.039804 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8d29a646-d3c6-42f9-a4a9-3b43018c976e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:18.042763 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8d29a646-d3c6-42f9-a4a9-3b43018c976e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:18.046666 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8d29a646-d3c6-42f9-a4a9-3b43018c976e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b4d6ed67-93f8-4184-915b-bb643a36f248 HTTP/1.1" status: 204 len: 168 time: 0.1358211 Oct 20 12:11:18.053227 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d29a646-d3c6-42f9-a4a9-3b43018c976e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d6ed67-93f8-4184-915b-bb643a36f248,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:11:18.389151 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55840) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:11:18.403002 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d11315b6-8e62-430f-8b67-b742b339df9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:18.477383 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d11315b6-8e62-430f-8b67-b742b339df9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:18.482603 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d11315b6-8e62-430f-8b67-b742b339df9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:18.519526 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d11315b6-8e62-430f-8b67-b742b339df9e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e0d39d0fdcfa49bf8c0b243d4f62984f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1290913 Oct 20 12:11:18.520737 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11315b6-8e62-430f-8b67-b742b339df9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5726f3-e437-403d-a8d7-8ab9c89e5e29,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:11:18.523704 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55842) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:11:18.580630 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cc29b510-0404-4794-8390-cb43283b0a62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:18.603807 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cc29b510-0404-4794-8390-cb43283b0a62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:18.658396 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cc29b510-0404-4794-8390-cb43283b0a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:18.661029 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-cc29b510-0404-4794-8390-cb43283b0a62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:18.662269 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-cc29b510-0404-4794-8390-cb43283b0a62 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ee5726f3-e437-403d-a8d7-8ab9c89e5e29 HTTP/1.1" status: 204 len: 168 time: 0.1371119 Oct 20 12:11:18.670392 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29b510-0404-4794-8390-cb43283b0a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5726f3-e437-403d-a8d7-8ab9c89e5e29,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:11:19.357836 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7ec6bbc9-3f93-4e36-9b29-5d068f7ab343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:22.241470 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1d3a2a7a-69c6-499b-937f-08bedfd6495b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:23.175829 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:23.283242 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:25.008387 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:29.108674 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55972) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:11:29.221721 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e17bf434-5a29-4f96-babf-870f28bb88bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:29.312420 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e17bf434-5a29-4f96-babf-870f28bb88bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:29.318346 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e17bf434-5a29-4f96-babf-870f28bb88bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:29.360522 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e17bf434-5a29-4f96-babf-870f28bb88bd admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8089f6c16c634df398b4601c42aecf26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2507977 Oct 20 12:11:29.361831 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17bf434-5a29-4f96-babf-870f28bb88bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc7a23e-436f-48fd-b5d1-2b36f10363da,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:11:29.363531 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55976) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:11:29.416625 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7f066e63-de52-490d-ac25-01b4b25641d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:29.438018 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7f066e63-de52-490d-ac25-01b4b25641d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:29.468896 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:11:29.492540 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7f066e63-de52-490d-ac25-01b4b25641d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:29.495125 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7f066e63-de52-490d-ac25-01b4b25641d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:29.499045 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7f066e63-de52-490d-ac25-01b4b25641d8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4fc7a23e-436f-48fd-b5d1-2b36f10363da HTTP/1.1" status: 204 len: 168 time: 0.1317801 Oct 20 12:11:29.504280 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f066e63-de52-490d-ac25-01b4b25641d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc7a23e-436f-48fd-b5d1-2b36f10363da,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:11:29.774250 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55982) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:11:29.788151 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0ebaf1bd-cbc9-4cc9-80a8-1e364ce11ab3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:29.862611 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0ebaf1bd-cbc9-4cc9-80a8-1e364ce11ab3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:29.867325 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0ebaf1bd-cbc9-4cc9-80a8-1e364ce11ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:29.905698 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-0ebaf1bd-cbc9-4cc9-80a8-1e364ce11ab3 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=71eea0b37ba94caebdafd68ee3e9e856&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1302748 Oct 20 12:11:29.906569 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebaf1bd-cbc9-4cc9-80a8-1e364ce11ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a2bb46-e37d-4343-9786-5f20c849bd34,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:11:29.908605 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55984) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:11:29.957715 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-07fea874-3cf9-4020-8847-4ab09a5e8aff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:29.978478 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-07fea874-3cf9-4020-8847-4ab09a5e8aff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:30.030220 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-07fea874-3cf9-4020-8847-4ab09a5e8aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:30.032926 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-07fea874-3cf9-4020-8847-4ab09a5e8aff admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:30.034198 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-07fea874-3cf9-4020-8847-4ab09a5e8aff admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/80a2bb46-e37d-4343-9786-5f20c849bd34 HTTP/1.1" status: 204 len: 168 time: 0.1245897 Oct 20 12:11:30.044392 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fea874-3cf9-4020-8847-4ab09a5e8aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a2bb46-e37d-4343-9786-5f20c849bd34,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:11:30.371144 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 55990) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:11:30.385243 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d45c6953-133d-4303-bdbb-3daa803f88ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:30.465653 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d45c6953-133d-4303-bdbb-3daa803f88ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:30.470998 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d45c6953-133d-4303-bdbb-3daa803f88ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:30.508523 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d45c6953-133d-4303-bdbb-3daa803f88ab admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c77ff039d5494623b8013e9e85baa0fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1362433 Oct 20 12:11:30.509476 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c6953-133d-4303-bdbb-3daa803f88ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3b2fe7-3a8f-4e49-bcce-dbc0a0a08016,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:11:30.511436 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 55992) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:11:30.567463 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b1fdd046-421a-4b77-bee4-d91045372404 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:30.589174 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b1fdd046-421a-4b77-bee4-d91045372404 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:30.644050 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b1fdd046-421a-4b77-bee4-d91045372404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:30.647661 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b1fdd046-421a-4b77-bee4-d91045372404 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:30.649750 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-b1fdd046-421a-4b77-bee4-d91045372404 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ac3b2fe7-3a8f-4e49-bcce-dbc0a0a08016 HTTP/1.1" status: 204 len: 168 time: 0.1363077 Oct 20 12:11:30.657500 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fdd046-421a-4b77-bee4-d91045372404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3b2fe7-3a8f-4e49-bcce-dbc0a0a08016,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:11:34.059474 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-09d5ed4c-6a46-4dbe-8cf8-cb21b66496a6 req-6e844705-ce41-411a-a87a-5e8d65efa1bc service neutron] (100647) timed out ('10.222.0.98', 46256) {{(pid=100647) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 20 12:11:40.230067 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:41.169745 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cc0a51ad-efff-4c15-a8ad-041d0ed0429c req-0ef8a226-8d48-4948-a915-b6abedf3e53a tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=07537d4c767046f583b6a30a7f7423e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335042 Oct 20 12:11:41.359080 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a51ad-efff-4c15-a8ad-041d0ed0429c req-6c847aa1-f213-4a05-a048-873c87a9a14f tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:11:41.360543 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cc0a51ad-efff-4c15-a8ad-041d0ed0429c req-6c847aa1-f213-4a05-a048-873c87a9a14f tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1831748 Oct 20 12:11:41.380517 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cc0a51ad-efff-4c15-a8ad-041d0ed0429c req-c85dd65c-5e71-4bf1-8475-1736f55e2d21 tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] 10.222.0.98 "GET /v2.0/quotas/07537d4c767046f583b6a30a7f7423e4 HTTP/1.1" status: 200 len: 375 time: 0.0108979 Oct 20 12:11:41.412417 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cc0a51ad-efff-4c15-a8ad-041d0ed0429c req-5954f5e4-ac64-4654-b311-955a696108cc tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=07537d4c767046f583b6a30a7f7423e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266106 Oct 20 12:11:41.691666 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0e7e61c6-b7a2-4ea3-93b6-c21a313a51fb req-4b3b3886-7482-49c4-92d4-9517ae1afd3e tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] 10.222.0.98 "GET /v2.0/ports?device_id=7e303a68-8b00-40b5-8d1c-8a603d711155 HTTP/1.1" status: 200 len: 210 time: 0.1370354 Oct 20 12:11:42.647599 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-cc0a51ad-efff-4c15-a8ad-041d0ed0429c req-6cbbafda-3d9b-400f-bb4f-353ebcbbfa54 tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=07537d4c767046f583b6a30a7f7423e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336933 Oct 20 12:11:42.784535 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ba4c64db-2e77-4340-9756-33ccd5513144 req-5329536e-9971-49db-9551-881e83fefc66 tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] 10.222.0.98 "GET /v2.0/ports?device_id=7e303a68-8b00-40b5-8d1c-8a603d711155 HTTP/1.1" status: 200 len: 210 time: 0.0266678 Oct 20 12:11:42.839471 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a51ad-efff-4c15-a8ad-041d0ed0429c req-01bb3ea9-b748-468e-ae94-769c052c2c90 tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:11:42.841024 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-cc0a51ad-efff-4c15-a8ad-041d0ed0429c req-01bb3ea9-b748-468e-ae94-769c052c2c90 tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1859581 Oct 20 12:11:42.855450 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-cc0a51ad-efff-4c15-a8ad-041d0ed0429c req-db8c85de-09b5-4bca-9a27-72ca6fd3d2fd tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] Request body: {'port': {'device_id': '7e303a68-8b00-40b5-8d1c-8a603d711155', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'admin_state_up': True, 'tenant_id': '07537d4c767046f583b6a30a7f7423e4'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:11:42.969960 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc0a51ad-efff-4c15-a8ad-041d0ed0429c req-db8c85de-09b5-4bca-9a27-72ca6fd3d2fd tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] Made reservation on behalf of 07537d4c767046f583b6a30a7f7423e4 for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:11:42.973700 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-cc0a51ad-efff-4c15-a8ad-041d0ed0429c req-db8c85de-09b5-4bca-9a27-72ca6fd3d2fd tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:42.982675 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-cc0a51ad-efff-4c15-a8ad-041d0ed0429c req-db8c85de-09b5-4bca-9a27-72ca6fd3d2fd tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:43.064459 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-cc0a51ad-efff-4c15-a8ad-041d0ed0429c req-db8c85de-09b5-4bca-9a27-72ca6fd3d2fd tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:43.069486 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-cc0a51ad-efff-4c15-a8ad-041d0ed0429c req-db8c85de-09b5-4bca-9a27-72ca6fd3d2fd tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:43.131411 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c85de-09b5-4bca-9a27-72ca6fd3d2fd tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b49e68-f4d9-4103-9667-914f80a90744,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:11:43.197832 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [req-cc0a51ad-efff-4c15-a8ad-041d0ed0429c req-db8c85de-09b5-4bca-9a27-72ca6fd3d2fd tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] Allocated IP 192.168.233.178 (09e5a906-63cf-4dde-b699-ab448fb18fb8/94289c8c-e5f7-4e30-b6a9-5b268a8fd610/11aa936d-831d-4377-a267-e69970ebb418) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:11:43.363203 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-cc0a51ad-efff-4c15-a8ad-041d0ed0429c req-db8c85de-09b5-4bca-9a27-72ca6fd3d2fd tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:43.399227 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-cc0a51ad-efff-4c15-a8ad-041d0ed0429c req-db8c85de-09b5-4bca-9a27-72ca6fd3d2fd tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:43.452262 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc0a51ad-efff-4c15-a8ad-041d0ed0429c req-db8c85de-09b5-4bca-9a27-72ca6fd3d2fd tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] Network 09e5a906-63cf-4dde-b699-ab448fb18fb8 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:11:43.455511 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [req-cc0a51ad-efff-4c15-a8ad-041d0ed0429c req-db8c85de-09b5-4bca-9a27-72ca6fd3d2fd tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:11:43.462681 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc0a51ad-efff-4c15-a8ad-041d0ed0429c req-db8c85de-09b5-4bca-9a27-72ca6fd3d2fd tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:11:43.466179 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c85de-09b5-4bca-9a27-72ca6fd3d2fd tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] Pushing event updated for resources: {'Port': ['ID=11aa936d-831d-4377-a267-e69970ebb418,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:11:43.512961 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a51ad-efff-4c15-a8ad-041d0ed0429c req-db8c85de-09b5-4bca-9a27-72ca6fd3d2fd tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:11:43.513621 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-cc0a51ad-efff-4c15-a8ad-041d0ed0429c req-db8c85de-09b5-4bca-9a27-72ca6fd3d2fd tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:43.531798 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-cc0a51ad-efff-4c15-a8ad-041d0ed0429c req-db8c85de-09b5-4bca-9a27-72ca6fd3d2fd tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6799922 Oct 20 12:11:43.550335 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-cc0a51ad-efff-4c15-a8ad-041d0ed0429c req-4a4ea2aa-2c20-4554-b850-c292811d1bdd service neutron] Request body: {'port': {'device_id': '7e303a68-8b00-40b5-8d1c-8a603d711155', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:11:43.605041 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-cc0a51ad-efff-4c15-a8ad-041d0ed0429c req-4a4ea2aa-2c20-4554-b850-c292811d1bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:43.711552 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-365b4d78-33d7-4cbc-966f-4eb43e75df4f None None] Provisioning complete for port 11aa936d-831d-4377-a267-e69970ebb418 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:11:43.712174 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-365b4d78-33d7-4cbc-966f-4eb43e75df4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:43.748927 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-365b4d78-33d7-4cbc-966f-4eb43e75df4f None None] Port 11aa936d-831d-4377-a267-e69970ebb418 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:11:43.875206 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-cc0a51ad-efff-4c15-a8ad-041d0ed0429c req-4a4ea2aa-2c20-4554-b850-c292811d1bdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11aa936d-831d-4377-a267-e69970ebb418 {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:11:43.882975 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-cc0a51ad-efff-4c15-a8ad-041d0ed0429c req-4a4ea2aa-2c20-4554-b850-c292811d1bdd service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:43.895141 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-cc0a51ad-efff-4c15-a8ad-041d0ed0429c req-4a4ea2aa-2c20-4554-b850-c292811d1bdd service neutron] Transition to ACTIVE for port object 11aa936d-831d-4377-a267-e69970ebb418 will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 12:11:43.900295 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-cc0a51ad-efff-4c15-a8ad-041d0ed0429c req-4a4ea2aa-2c20-4554-b850-c292811d1bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:43.952971 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ea2aa-2c20-4554-b850-c292811d1bdd service neutron] Pushing event updated for resources: {'Port': ['ID=11aa936d-831d-4377-a267-e69970ebb418,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:11:44.032274 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-cc0a51ad-efff-4c15-a8ad-041d0ed0429c req-4a4ea2aa-2c20-4554-b850-c292811d1bdd service neutron] Attempting to bind port 11aa936d-831d-4377-a267-e69970ebb418 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:11:44.032908 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-cc0a51ad-efff-4c15-a8ad-041d0ed0429c req-4a4ea2aa-2c20-4554-b850-c292811d1bdd service neutron] Attempting to bind port 11aa936d-831d-4377-a267-e69970ebb418 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:11:44.033245 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0a51ad-efff-4c15-a8ad-041d0ed0429c req-4a4ea2aa-2c20-4554-b850-c292811d1bdd service neutron] Attempting to bind port 11aa936d-831d-4377-a267-e69970ebb418 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:11:44.038563 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0a51ad-efff-4c15-a8ad-041d0ed0429c req-4a4ea2aa-2c20-4554-b850-c292811d1bdd service neutron] Port 11aa936d-831d-4377-a267-e69970ebb418 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 12:11:44.038921 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0a51ad-efff-4c15-a8ad-041d0ed0429c req-4a4ea2aa-2c20-4554-b850-c292811d1bdd service neutron] Attempting to bind port 11aa936d-831d-4377-a267-e69970ebb418 on network 09e5a906-63cf-4dde-b699-ab448fb18fb8 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:11:44.045187 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0a51ad-efff-4c15-a8ad-041d0ed0429c req-4a4ea2aa-2c20-4554-b850-c292811d1bdd service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:11:44.045488 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0a51ad-efff-4c15-a8ad-041d0ed0429c req-4a4ea2aa-2c20-4554-b850-c292811d1bdd service neutron] Checking segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:11:44.045916 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0a51ad-efff-4c15-a8ad-041d0ed0429c req-4a4ea2aa-2c20-4554-b850-c292811d1bdd service neutron] Bound using segment: {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:11:44.046374 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-cc0a51ad-efff-4c15-a8ad-041d0ed0429c req-4a4ea2aa-2c20-4554-b850-c292811d1bdd service neutron] Bound port: 11aa936d-831d-4377-a267-e69970ebb418, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '983227a7-9387-4d51-ad0f-e79006da0f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:11:44.046742 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-cc0a51ad-efff-4c15-a8ad-041d0ed0429c req-4a4ea2aa-2c20-4554-b850-c292811d1bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:44.122615 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-cc0a51ad-efff-4c15-a8ad-041d0ed0429c req-4a4ea2aa-2c20-4554-b850-c292811d1bdd service neutron] For port 11aa936d-831d-4377-a267-e69970ebb418, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:11:44.126423 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-cc0a51ad-efff-4c15-a8ad-041d0ed0429c req-4a4ea2aa-2c20-4554-b850-c292811d1bdd service neutron] For port 11aa936d-831d-4377-a267-e69970ebb418, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=11aa936d-831d-4377-a267-e69970ebb418,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:11:44.132102 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-cc0a51ad-efff-4c15-a8ad-041d0ed0429c req-4a4ea2aa-2c20-4554-b850-c292811d1bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:44.173409 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a51ad-efff-4c15-a8ad-041d0ed0429c req-4a4ea2aa-2c20-4554-b850-c292811d1bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:11:44.174035 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-cc0a51ad-efff-4c15-a8ad-041d0ed0429c req-4a4ea2aa-2c20-4554-b850-c292811d1bdd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:44.175565 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-cc0a51ad-efff-4c15-a8ad-041d0ed0429c req-4a4ea2aa-2c20-4554-b850-c292811d1bdd service neutron] 10.222.0.89 "PUT /v2.0/ports/11aa936d-831d-4377-a267-e69970ebb418 HTTP/1.1" status: 200 len: 1096 time: 0.6298189 Oct 20 12:11:44.176076 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e303a68-8b00-40b5-8d1c-8a603d711155', 'tag': '11aa936d-831d-4377-a267-e69970ebb418'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:11:44.178493 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b9b77f-2cda-4e7e-87be-6bd1edb07976" -d '{"events": [{"name": "network-changed", "server_uuid": "7e303a68-8b00-40b5-8d1c-8a603d711155", "tag": "11aa936d-831d-4377-a267-e69970ebb418"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:11:44.207547 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ea2aa-2c20-4554-b850-c292811d1bdd service neutron] Pushing event updated for resources: {'Port': ['ID=11aa936d-831d-4377-a267-e69970ebb418,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:11:44.292043 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a51ad-efff-4c15-a8ad-041d0ed0429c req-2222e811-4d24-4ef5-a8ba-1b2538cc20db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:11:44.294257 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-cc0a51ad-efff-4c15-a8ad-041d0ed0429c req-2222e811-4d24-4ef5-a8ba-1b2538cc20db service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=07537d4c767046f583b6a30a7f7423e4&device_id=7e303a68-8b00-40b5-8d1c-8a603d711155 HTTP/1.1" status: 200 len: 1099 time: 0.0615795 Oct 20 12:11:44.297805 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e6ad1-3a91-444e-a239-213879370503 req-447ae65b-059d-4e6b-b0a9-be6865c8c708 tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:11:44.299404 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-237e6ad1-3a91-444e-a239-213879370503 req-447ae65b-059d-4e6b-b0a9-be6865c8c708 tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] 10.222.0.98 "GET /v2.0/ports?device_id=7e303a68-8b00-40b5-8d1c-8a603d711155 HTTP/1.1" status: 200 len: 936 time: 0.4137089 Oct 20 12:11:44.340469 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-237e6ad1-3a91-444e-a239-213879370503 req-a525f3f6-0154-477b-b391-91ecf23b454d tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] 10.222.0.98 "GET /v2.0/security-groups?id=c0b49e68-f4d9-4103-9667-914f80a90744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339210 Oct 20 12:11:44.345727 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-cc0a51ad-efff-4c15-a8ad-041d0ed0429c req-b6f57bf4-d73b-47d3-876c-e07add7f7baa service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=11aa936d-831d-4377-a267-e69970ebb418 HTTP/1.1" status: 200 len: 217 time: 0.0393620 Oct 20 12:11:44.347918 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c8f9c2-a26d-4a65-908c-08eae1a8e68b x-openstack-request-id: req-d5c8f9c2-a26d-4a65-908c-08eae1a8e68b {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:11:44.347918 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e303a68-8b00-40b5-8d1c-8a603d711155", "tag": "11aa936d-831d-4377-a267-e69970ebb418", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:11:44.347918 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d5c8f9c2-a26d-4a65-908c-08eae1a8e68b {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:11:44.348263 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e303a68-8b00-40b5-8d1c-8a603d711155', 'tag': '11aa936d-831d-4377-a267-e69970ebb418', 'status': 'completed', 'code': 200} Oct 20 12:11:44.397455 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a51ad-efff-4c15-a8ad-041d0ed0429c req-4d6f02ce-cbdf-48bd-969b-c9f27972b72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:11:44.399159 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-cc0a51ad-efff-4c15-a8ad-041d0ed0429c req-4d6f02ce-cbdf-48bd-969b-c9f27972b72a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.0460150 Oct 20 12:11:44.448730 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a51ad-efff-4c15-a8ad-041d0ed0429c req-424d27ed-6a10-45b3-99c5-94c392d0972e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:11:44.450256 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-cc0a51ad-efff-4c15-a8ad-041d0ed0429c req-424d27ed-6a10-45b3-99c5-94c392d0972e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0399847 Oct 20 12:11:44.554062 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-cc0a51ad-efff-4c15-a8ad-041d0ed0429c req-b46e84dc-be59-41dd-b530-c930db258995 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920365 Oct 20 12:11:44.656943 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-cc0a51ad-efff-4c15-a8ad-041d0ed0429c req-cea4ba7b-f554-4f68-9129-f49d0ff326d2 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908704 Oct 20 12:11:44.762705 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b9b77f-2cda-4e7e-87be-6bd1edb07976 req-b5413981-e1ad-4b92-b171-d35655b32126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:11:44.764291 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-48b9b77f-2cda-4e7e-87be-6bd1edb07976 req-b5413981-e1ad-4b92-b171-d35655b32126 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=07537d4c767046f583b6a30a7f7423e4&device_id=7e303a68-8b00-40b5-8d1c-8a603d711155 HTTP/1.1" status: 200 len: 1099 time: 0.0524678 Oct 20 12:11:45.124428 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b9b77f-2cda-4e7e-87be-6bd1edb07976 req-7f3bbc15-29b3-4849-adb4-b925c6105727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:11:45.125894 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-48b9b77f-2cda-4e7e-87be-6bd1edb07976 req-7f3bbc15-29b3-4849-adb4-b925c6105727 service neutron] 10.222.0.89 "GET /v2.0/networks?id=09e5a906-63cf-4dde-b699-ab448fb18fb8 HTTP/1.1" status: 200 len: 871 time: 0.3541441 Oct 20 12:11:45.171294 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-48b9b77f-2cda-4e7e-87be-6bd1edb07976 req-8360b034-1659-4126-a136-a331bb342b36 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=11aa936d-831d-4377-a267-e69970ebb418 HTTP/1.1" status: 200 len: 217 time: 0.0366266 Oct 20 12:11:45.225183 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b9b77f-2cda-4e7e-87be-6bd1edb07976 req-c46809e6-b291-4555-aeaa-9d568cf1b56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:11:45.226685 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-48b9b77f-2cda-4e7e-87be-6bd1edb07976 req-c46809e6-b291-4555-aeaa-9d568cf1b56a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=94289c8c-e5f7-4e30-b6a9-5b268a8fd610 HTTP/1.1" status: 200 len: 843 time: 0.0478683 Oct 20 12:11:45.278730 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b9b77f-2cda-4e7e-87be-6bd1edb07976 req-1d7b3d47-5b35-4036-a681-b03f592dab6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:11:45.280240 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-48b9b77f-2cda-4e7e-87be-6bd1edb07976 req-1d7b3d47-5b35-4036-a681-b03f592dab6f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=09e5a906-63cf-4dde-b699-ab448fb18fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0445156 Oct 20 12:11:45.379475 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-48b9b77f-2cda-4e7e-87be-6bd1edb07976 req-9f1d98a7-83e6-42c5-bc9c-41275eb3a6d7 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903814 Oct 20 12:11:45.463152 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e6237-fafd-4480-bade-02ccbb75e510 req-45fff072-c5d1-43bf-93b8-07b4e8820780 tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:11:45.464824 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c15e6237-fafd-4480-bade-02ccbb75e510 req-45fff072-c5d1-43bf-93b8-07b4e8820780 tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] 10.222.0.98 "GET /v2.0/ports?device_id=7e303a68-8b00-40b5-8d1c-8a603d711155 HTTP/1.1" status: 200 len: 948 time: 0.0488441 Oct 20 12:11:45.474755 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-48b9b77f-2cda-4e7e-87be-6bd1edb07976 req-25b923df-170e-48fa-a12a-14aac2e688f8 service neutron] 10.222.0.89 "GET /v2.0/networks/09e5a906-63cf-4dde-b699-ab448fb18fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852222 Oct 20 12:11:45.504511 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c15e6237-fafd-4480-bade-02ccbb75e510 req-dfd04301-3b88-44e7-b3ed-904eab9f4079 tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] 10.222.0.98 "GET /v2.0/security-groups?id=c0b49e68-f4d9-4103-9667-914f80a90744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335383 Oct 20 12:11:45.751171 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:46.642506 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8526db8b-a65c-4b4a-9572-2dd04c4da035 req-d30ea2b4-5e95-4247-b2bd-c66633d0f9d7 tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:11:46.644816 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8526db8b-a65c-4b4a-9572-2dd04c4da035 req-d30ea2b4-5e95-4247-b2bd-c66633d0f9d7 tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] 10.222.0.98 "GET /v2.0/ports?device_id=7e303a68-8b00-40b5-8d1c-8a603d711155 HTTP/1.1" status: 200 len: 948 time: 0.0591359 Oct 20 12:11:46.694207 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8526db8b-a65c-4b4a-9572-2dd04c4da035 req-2498ea21-eceb-4dc2-a279-3c622e9ac4cb tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] 10.222.0.98 "GET /v2.0/security-groups?id=c0b49e68-f4d9-4103-9667-914f80a90744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366261 Oct 20 12:11:47.830598 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756341e8-2e9d-4fa6-9698-d1488b75c4e3 req-b8ed1c1d-cb2a-44d5-9e21-e3b606a4c3ab tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:11:47.832097 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-756341e8-2e9d-4fa6-9698-d1488b75c4e3 req-b8ed1c1d-cb2a-44d5-9e21-e3b606a4c3ab tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] 10.222.0.98 "GET /v2.0/ports?device_id=7e303a68-8b00-40b5-8d1c-8a603d711155 HTTP/1.1" status: 200 len: 948 time: 0.0668595 Oct 20 12:11:47.874988 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-756341e8-2e9d-4fa6-9698-d1488b75c4e3 req-cae49827-3c55-4735-9da9-f7431d78b686 tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] 10.222.0.98 "GET /v2.0/security-groups?id=c0b49e68-f4d9-4103-9667-914f80a90744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337973 Oct 20 12:11:47.967502 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 11aa936d-831d-4377-a267-e69970ebb418 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:11:48.068623 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 11aa936d-831d-4377-a267-e69970ebb418, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=11aa936d-831d-4377-a267-e69970ebb418,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:11:48.083260 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '11aa936d-831d-4377-a267-e69970ebb418', 'network_id': '09e5a906-63cf-4dde-b699-ab448fb18fb8', 'port_id': '11aa936d-831d-4377-a267-e69970ebb418', 'mac_address': 'fa:16:3e:92:76:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94289c8c-e5f7-4e30-b6a9-5b268a8fd610', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:11:48.126100 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:48.140213 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11aa936d-831d-4377-a267-e69970ebb418 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:11:48.161019 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 11aa936d-831d-4377-a267-e69970ebb418, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=11aa936d-831d-4377-a267-e69970ebb418,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:11:48.166931 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:48.220699 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=11aa936d-831d-4377-a267-e69970ebb418,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:11:48.228188 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:11:48.228559 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:11:48.228890 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:11:48.229219 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:11:48.229540 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:11:48.229864 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:11:48.230181 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:11:48.230500 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:11:48.230871 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:11:48.231193 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:11:48.231507 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:11:48.231809 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:11:48.489140 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['11aa936d-831d-4377-a267-e69970ebb418'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:11:49.001815 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f97f7-3736-41b9-9fe3-a85e58858713 req-a29e841e-16a6-4aaf-bc8e-768a2b5a0f87 tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:11:49.003351 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-742f97f7-3736-41b9-9fe3-a85e58858713 req-a29e841e-16a6-4aaf-bc8e-768a2b5a0f87 tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] 10.222.0.98 "GET /v2.0/ports?device_id=7e303a68-8b00-40b5-8d1c-8a603d711155 HTTP/1.1" status: 200 len: 949 time: 0.0554540 Oct 20 12:11:49.050188 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-742f97f7-3736-41b9-9fe3-a85e58858713 req-245143e2-23e7-45d2-b02e-51accc3c8d96 tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] 10.222.0.98 "GET /v2.0/security-groups?id=c0b49e68-f4d9-4103-9667-914f80a90744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373800 Oct 20 12:11:49.361483 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-44626155-15bd-4264-b5f8-20f997e49e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:49.966763 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 11aa936d-831d-4377-a267-e69970ebb418 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:11:50.027529 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 11aa936d-831d-4377-a267-e69970ebb418 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 12:11:50.031230 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 11aa936d-831d-4377-a267-e69970ebb418 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:11:50.031614 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:50.113381 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:50.136447 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e303a68-8b00-40b5-8d1c-8a603d711155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11aa936d-831d-4377-a267-e69970ebb418'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:11:50.138984 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e4c006-5aea-4524-a041-d8cdb0821d71" -d '{"events": [{"server_uuid": "7e303a68-8b00-40b5-8d1c-8a603d711155", "name": "network-vif-plugged", "status": "completed", "tag": "11aa936d-831d-4377-a267-e69970ebb418"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:11:50.152710 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 11aa936d-831d-4377-a267-e69970ebb418, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=11aa936d-831d-4377-a267-e69970ebb418,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:11:50.158805 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:50.192579 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e9ad5-ea6a-4ef8-ab5c-ff500298bf1f req-abfef714-3501-4c05-bdf4-cf661414ce9e tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:11:50.194162 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ba8e9ad5-ea6a-4ef8-ab5c-ff500298bf1f req-abfef714-3501-4c05-bdf4-cf661414ce9e tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] 10.222.0.98 "GET /v2.0/ports?device_id=7e303a68-8b00-40b5-8d1c-8a603d711155 HTTP/1.1" status: 200 len: 949 time: 0.0535438 Oct 20 12:11:50.206919 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=11aa936d-831d-4377-a267-e69970ebb418,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:11:50.232073 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ba8e9ad5-ea6a-4ef8-ab5c-ff500298bf1f req-50e4374d-caa3-4a38-a88a-e3bf3e3d8bd7 tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] 10.222.0.98 "GET /v2.0/security-groups?id=c0b49e68-f4d9-4103-9667-914f80a90744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311840 Oct 20 12:11:51.205216 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e00a4c-b3c9-4762-83a8-2f6e6a8793e2 x-openstack-request-id: req-39e00a4c-b3c9-4762-83a8-2f6e6a8793e2 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:11:51.205693 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e303a68-8b00-40b5-8d1c-8a603d711155", "name": "network-vif-plugged", "status": "completed", "tag": "11aa936d-831d-4377-a267-e69970ebb418", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:11:51.205826 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-39e00a4c-b3c9-4762-83a8-2f6e6a8793e2 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:11:51.206185 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e303a68-8b00-40b5-8d1c-8a603d711155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11aa936d-831d-4377-a267-e69970ebb418', 'code': 200} Oct 20 12:11:51.314009 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2890c5bd-cca1-4d3d-9d2e-19b398a90dc9 req-e484d871-007d-4561-9f18-d48e32dadece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:11:51.314009 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2890c5bd-cca1-4d3d-9d2e-19b398a90dc9 req-e484d871-007d-4561-9f18-d48e32dadece service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7e303a68-8b00-40b5-8d1c-8a603d711155 HTTP/1.1" status: 200 len: 1101 time: 0.0420423 Oct 20 12:11:51.355028 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-2890c5bd-cca1-4d3d-9d2e-19b398a90dc9 req-90376d86-93fe-4308-8788-77551bb61ef8 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c0b49e68-f4d9-4103-9667-914f80a90744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361989 Oct 20 12:11:51.357201 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c9c7d-38e7-44ee-b4dc-ae47cdbc2dae req-a9e2b92b-c841-4d26-822c-751763476854 tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:11:51.358697 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ee0c9c7d-38e7-44ee-b4dc-ae47cdbc2dae req-a9e2b92b-c841-4d26-822c-751763476854 tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] 10.222.0.98 "GET /v2.0/ports?device_id=7e303a68-8b00-40b5-8d1c-8a603d711155 HTTP/1.1" status: 200 len: 950 time: 0.0589242 Oct 20 12:11:51.403801 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ee0c9c7d-38e7-44ee-b4dc-ae47cdbc2dae req-91bbcc73-257c-40a2-a092-db6676dea247 tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] 10.222.0.98 "GET /v2.0/security-groups?id=c0b49e68-f4d9-4103-9667-914f80a90744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390205 Oct 20 12:11:52.236466 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-37cc5919-73fc-465c-bb3d-7dabb9a8863b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:52.537083 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1911d6-4a29-486d-90c9-f43c11e98de4 req-5c5cee9a-83ac-4487-8a01-a68dd0eb8689 tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:11:52.538600 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5f1911d6-4a29-486d-90c9-f43c11e98de4 req-5c5cee9a-83ac-4487-8a01-a68dd0eb8689 tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] 10.222.0.98 "GET /v2.0/ports?device_id=7e303a68-8b00-40b5-8d1c-8a603d711155 HTTP/1.1" status: 200 len: 950 time: 0.0564406 Oct 20 12:11:52.578564 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5f1911d6-4a29-486d-90c9-f43c11e98de4 req-bb3844c5-6c88-4768-bde0-0fd6835457a0 tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] 10.222.0.98 "GET /v2.0/security-groups?id=c0b49e68-f4d9-4103-9667-914f80a90744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337470 Oct 20 12:11:53.188958 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:53.287443 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:53.701440 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637dc43-28f9-4e86-b586-454d00abd4b3 req-ed15f87c-4e16-46e4-a4d0-df7c10eb4ed9 tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:11:53.703054 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7637dc43-28f9-4e86-b586-454d00abd4b3 req-ed15f87c-4e16-46e4-a4d0-df7c10eb4ed9 tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] 10.222.0.98 "GET /v2.0/ports?device_id=7e303a68-8b00-40b5-8d1c-8a603d711155 HTTP/1.1" status: 200 len: 950 time: 0.0526705 Oct 20 12:11:53.753004 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7637dc43-28f9-4e86-b586-454d00abd4b3 req-0ad2d9ea-2510-4d6b-95a0-4fe2926fc3a9 tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] 10.222.0.98 "GET /v2.0/security-groups?id=c0b49e68-f4d9-4103-9667-914f80a90744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409021 Oct 20 12:11:54.125724 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-c6c6a393-2880-4ad9-aaba-463c11833c0b req-f84e53c2-bfe7-44ab-ba42-c5500f5b50d6 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 12:11:54.126764 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c6c6a393-2880-4ad9-aaba-463c11833c0b req-f84e53c2-bfe7-44ab-ba42-c5500f5b50d6 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0779798 Oct 20 12:11:54.812928 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-6b49c57a-f592-4a3c-b1a3-d0c1e15a7449 req-23713ea8-9f0f-42af-8d9e-c4281599f219 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 12:11:54.813950 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6b49c57a-f592-4a3c-b1a3-d0c1e15a7449 req-23713ea8-9f0f-42af-8d9e-c4281599f219 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0735545 Oct 20 12:11:55.012347 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:55.166216 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7759d-418b-406e-ba89-ef6e63e19301 req-b88210fb-4b48-4177-b13e-7a5605bc0eff tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:11:55.167787 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a2e7759d-418b-406e-ba89-ef6e63e19301 req-b88210fb-4b48-4177-b13e-7a5605bc0eff tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] 10.222.0.98 "GET /v2.0/ports?device_id=7e303a68-8b00-40b5-8d1c-8a603d711155 HTTP/1.1" status: 200 len: 950 time: 0.0572746 Oct 20 12:11:55.207801 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a2e7759d-418b-406e-ba89-ef6e63e19301 req-bd6a9126-3e66-4bc4-92fd-ee44cba52c3f tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] 10.222.0.98 "GET /v2.0/security-groups?id=c0b49e68-f4d9-4103-9667-914f80a90744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336840 Oct 20 12:11:56.348505 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529971c-a7a7-45c9-b5df-33e58a5e5229 req-0291f48c-0e3c-4065-b7f1-5e5e49042d71 tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:11:56.350038 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b529971c-a7a7-45c9-b5df-33e58a5e5229 req-0291f48c-0e3c-4065-b7f1-5e5e49042d71 tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] 10.222.0.98 "GET /v2.0/ports?device_id=7e303a68-8b00-40b5-8d1c-8a603d711155 HTTP/1.1" status: 200 len: 950 time: 0.0656099 Oct 20 12:11:56.389732 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b529971c-a7a7-45c9-b5df-33e58a5e5229 req-00a27c3d-e454-4ac5-8e73-39b93faa25f0 tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] 10.222.0.98 "GET /v2.0/security-groups?id=c0b49e68-f4d9-4103-9667-914f80a90744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333004 Oct 20 12:11:56.577300 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7620bb2-921a-4f26-855b-468b066ebbb9 req-1ebdbb00-05d1-4119-9ed2-8904b43c9206 tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:11:56.578751 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-d7620bb2-921a-4f26-855b-468b066ebbb9 req-1ebdbb00-05d1-4119-9ed2-8904b43c9206 tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] 10.222.0.89 "GET /v2.0/ports?device_id=7e303a68-8b00-40b5-8d1c-8a603d711155 HTTP/1.1" status: 200 len: 950 time: 0.0599599 Oct 20 12:11:56.675744 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-d7620bb2-921a-4f26-855b-468b066ebbb9 req-9df06e38-8266-4cdc-b559-c29aa7c5dd71 tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] Deleting port 11aa936d-831d-4377-a267-e69970ebb418 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:11:56.676086 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-d7620bb2-921a-4f26-855b-468b066ebbb9 req-9df06e38-8266-4cdc-b559-c29aa7c5dd71 tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:56.771220 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-d7620bb2-921a-4f26-855b-468b066ebbb9 req-9df06e38-8266-4cdc-b559-c29aa7c5dd71 tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] For port 11aa936d-831d-4377-a267-e69970ebb418, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=11aa936d-831d-4377-a267-e69970ebb418,segment=NetworkSegment(983227a7-9387-4d51-ad0f-e79006da0f66),segment_id=983227a7-9387-4d51-ad0f-e79006da0f66)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:11:56.771578 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-d7620bb2-921a-4f26-855b-468b066ebbb9 req-9df06e38-8266-4cdc-b559-c29aa7c5dd71 tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:56.785049 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-d7620bb2-921a-4f26-855b-468b066ebbb9 req-9df06e38-8266-4cdc-b559-c29aa7c5dd71 tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] Calling delete_port for 11aa936d-831d-4377-a267-e69970ebb418 owned by compute:nova {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:11:56.928663 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-d7620bb2-921a-4f26-855b-468b066ebbb9 req-9df06e38-8266-4cdc-b559-c29aa7c5dd71 tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:56.942822 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['11aa936d-831d-4377-a267-e69970ebb418'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:11:56.958540 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df06e38-8266-4cdc-b559-c29aa7c5dd71 tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] Pushing event deleted for resources: {'Port': ['ID=11aa936d-831d-4377-a267-e69970ebb418,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:11:56.998142 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7620bb2-921a-4f26-855b-468b066ebbb9 req-9df06e38-8266-4cdc-b559-c29aa7c5dd71 tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] No DVR routers for this DVR port 11aa936d-831d-4377-a267-e69970ebb418 on host n-h2-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:11:57.001053 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-d7620bb2-921a-4f26-855b-468b066ebbb9 req-9df06e38-8266-4cdc-b559-c29aa7c5dd71 tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:57.004472 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-d7620bb2-921a-4f26-855b-468b066ebbb9 req-9df06e38-8266-4cdc-b559-c29aa7c5dd71 tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] 10.222.0.89 "DELETE /v2.0/ports/11aa936d-831d-4377-a267-e69970ebb418 HTTP/1.1" status: 204 len: 173 time: 0.4164257 Oct 20 12:11:57.004925 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e303a68-8b00-40b5-8d1c-8a603d711155', 'name': 'network-vif-deleted', 'tag': '11aa936d-831d-4377-a267-e69970ebb418'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:11:57.007307 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b5fd1a-9508-4a2e-a4fd-210473b1a90e" -d '{"events": [{"server_uuid": "7e303a68-8b00-40b5-8d1c-8a603d711155", "name": "network-vif-deleted", "tag": "11aa936d-831d-4377-a267-e69970ebb418"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:11:57.051015 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee361e1-bfae-4848-8b62-41bc949f5c5d x-openstack-request-id: req-eee361e1-bfae-4848-8b62-41bc949f5c5d {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:11:57.051320 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e303a68-8b00-40b5-8d1c-8a603d711155", "name": "network-vif-deleted", "tag": "11aa936d-831d-4377-a267-e69970ebb418", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:11:57.051643 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-eee361e1-bfae-4848-8b62-41bc949f5c5d {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:11:57.052177 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e303a68-8b00-40b5-8d1c-8a603d711155', 'name': 'network-vif-deleted', 'tag': '11aa936d-831d-4377-a267-e69970ebb418', 'status': 'completed', 'code': 200} Oct 20 12:11:57.503249 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5bcb010a-5fc4-4e82-8c87-f1eeb3165253 req-399fa65f-7fa0-4861-b9b2-7c9829af3c84 tempest-ServersAdminNegativeTestJSON-642926531 tempest-ServersAdminNegativeTestJSON-642926531-project] 10.222.0.98 "GET /v2.0/ports?device_id=7e303a68-8b00-40b5-8d1c-8a603d711155 HTTP/1.1" status: 200 len: 210 time: 0.0288761 Oct 20 12:11:58.800937 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 56158) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:11:58.943762 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-aefbd764-71e2-4dfd-b745-68bbbdc57c1a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=07537d4c767046f583b6a30a7f7423e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1416073 Oct 20 12:11:58.946275 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 56162) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:11:58.994255 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-18050a3b-164a-4efd-89b5-469adce50b68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:59.016393 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-18050a3b-164a-4efd-89b5-469adce50b68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:59.067152 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-18050a3b-164a-4efd-89b5-469adce50b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:59.070038 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-18050a3b-164a-4efd-89b5-469adce50b68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:59.071222 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-18050a3b-164a-4efd-89b5-469adce50b68 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c0b49e68-f4d9-4103-9667-914f80a90744 HTTP/1.1" status: 204 len: 168 time: 0.1240299 Oct 20 12:11:59.079895 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18050a3b-164a-4efd-89b5-469adce50b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b49e68-f4d9-4103-9667-914f80a90744,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:11:59.356523 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 56168) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:11:59.370147 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-14758d73-51b1-476d-b8e3-5b07b44cf21e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:59.462813 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-14758d73-51b1-476d-b8e3-5b07b44cf21e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:59.468555 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-14758d73-51b1-476d-b8e3-5b07b44cf21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:59.507184 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-14758d73-51b1-476d-b8e3-5b07b44cf21e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=bdfe530160d341a38c66f522cd9caf72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1494834 Oct 20 12:11:59.508355 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14758d73-51b1-476d-b8e3-5b07b44cf21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b8d95c-01a0-4369-888c-38de35add430,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:11:59.510221 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56170) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:11:59.563717 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fd2e3fd9-18c2-49f0-8379-75c87c300c49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:59.587169 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fd2e3fd9-18c2-49f0-8379-75c87c300c49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:59.643358 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fd2e3fd9-18c2-49f0-8379-75c87c300c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:59.646741 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fd2e3fd9-18c2-49f0-8379-75c87c300c49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:11:59.648092 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-fd2e3fd9-18c2-49f0-8379-75c87c300c49 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d1b8d95c-01a0-4369-888c-38de35add430 HTTP/1.1" status: 204 len: 168 time: 0.1354828 Oct 20 12:11:59.656494 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e3fd9-18c2-49f0-8379-75c87c300c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b8d95c-01a0-4369-888c-38de35add430,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:12:00.039008 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 11aa936d-831d-4377-a267-e69970ebb418 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:12:00.220223 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: 11aa936d-831d-4377-a267-e69970ebb418 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:12:00.220550 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 11aa936d-831d-4377-a267-e69970ebb418 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:12:00.427291 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56192) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:12:00.539865 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-3224f7d5-459a-4c60-9776-771880be2cd2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-727150349-network', 'tenant_id': '8f27be9fea81445f83faf6c1d0627e5b'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:12:00.573315 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3224f7d5-459a-4c60-9776-771880be2cd2 admin admin] Made reservation on behalf of 8f27be9fea81445f83faf6c1d0627e5b for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:12:00.577258 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3224f7d5-459a-4c60-9776-771880be2cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:00.587661 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3224f7d5-459a-4c60-9776-771880be2cd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:00.673202 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3224f7d5-459a-4c60-9776-771880be2cd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:00.677905 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3224f7d5-459a-4c60-9776-771880be2cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:00.703372 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3224f7d5-459a-4c60-9776-771880be2cd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1252, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 12:12:00.712909 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3224f7d5-459a-4c60-9776-771880be2cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0f27e1-e5e2-460b-b758-3f1da7aeb7fb,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:12:00.718059 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3224f7d5-459a-4c60-9776-771880be2cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:00.718394 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-3224f7d5-459a-4c60-9776-771880be2cd2 admin admin] Added segment 74a92f4a-3a2e-4067-9dad-4cd5328255ae of type vlan for network 5178ae9d-22e0-4ebf-8325-39724464f204 Oct 20 12:12:00.757280 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3224f7d5-459a-4c60-9776-771880be2cd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:00.782200 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3224f7d5-459a-4c60-9776-771880be2cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:00.783310 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3224f7d5-459a-4c60-9776-771880be2cd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:00.783902 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3224f7d5-459a-4c60-9776-771880be2cd2 admin admin] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:00.814948 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3224f7d5-459a-4c60-9776-771880be2cd2 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3865168 Oct 20 12:12:00.818083 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 56196) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:12:00.823202 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-7d1095d7-1f05-4fa5-add1-34f47d6e7122 admin admin] Request body: {'subnet': {'network_id': '5178ae9d-22e0-4ebf-8325-39724464f204', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-727150349-subnet', 'tenant_id': '8f27be9fea81445f83faf6c1d0627e5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:12:00.845650 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1095d7-1f05-4fa5-add1-34f47d6e7122 admin admin] Made reservation on behalf of 8f27be9fea81445f83faf6c1d0627e5b for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:12:00.848333 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7d1095d7-1f05-4fa5-add1-34f47d6e7122 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:00.849363 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3224f7d5-459a-4c60-9776-771880be2cd2 admin admin] Pushing event updated for resources: {'Network': ['ID=5178ae9d-22e0-4ebf-8325-39724464f204,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:12:00.864499 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 5178ae9d-22e0-4ebf-8325-39724464f204 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 12:12:01.028284 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7d1095d7-1f05-4fa5-add1-34f47d6e7122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:01.080894 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1095d7-1f05-4fa5-add1-34f47d6e7122 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da2c03c9-d8ef-41e8-81cb-6662ca8a6b31,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:12:01.096318 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1095d7-1f05-4fa5-add1-34f47d6e7122 admin admin] Checking segment: {'id': '74a92f4a-3a2e-4067-9dad-4cd5328255ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '5178ae9d-22e0-4ebf-8325-39724464f204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:12:01.096679 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1095d7-1f05-4fa5-add1-34f47d6e7122 admin admin] Network hostable DHCP agents. Network: 5178ae9d-22e0-4ebf-8325-39724464f204, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 12:12:01.114008 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1095d7-1f05-4fa5-add1-34f47d6e7122 admin admin] Network 5178ae9d-22e0-4ebf-8325-39724464f204 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 12:12:01.123154 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-7d1095d7-1f05-4fa5-add1-34f47d6e7122 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 5178ae9d-22e0-4ebf-8325-39724464f204) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:12:01.127142 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1095d7-1f05-4fa5-add1-34f47d6e7122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:01.127750 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7d1095d7-1f05-4fa5-add1-34f47d6e7122 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:01.133066 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00e0782-405d-4010-b4a9-b3d12eaf6250 None None] Network 5178ae9d-22e0-4ebf-8325-39724464f204 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:12:01.145613 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-7d1095d7-1f05-4fa5-add1-34f47d6e7122 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3260467 Oct 20 12:12:01.267537 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f6573d-bdb6-4c63-a90d-0bc42d348f28 None None] Network 5178ae9d-22e0-4ebf-8325-39724464f204 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:12:01.570670 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876cb466-0a6b-4743-b9c1-b88bbad7e1cb req-7b4bf340-5c4d-49b7-8916-7bf57ed43992 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:01.572184 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-876cb466-0a6b-4743-b9c1-b88bbad7e1cb req-7b4bf340-5c4d-49b7-8916-7bf57ed43992 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/networks?id=5178ae9d-22e0-4ebf-8325-39724464f204 HTTP/1.1" status: 200 len: 811 time: 0.1032014 Oct 20 12:12:01.587500 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-876cb466-0a6b-4743-b9c1-b88bbad7e1cb req-bda7ca91-b680-4c52-97f9-55cc4c705bff tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/quotas/8f27be9fea81445f83faf6c1d0627e5b HTTP/1.1" status: 200 len: 375 time: 0.0095265 Oct 20 12:12:01.622625 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-876cb466-0a6b-4743-b9c1-b88bbad7e1cb req-b9d0aec2-fe6c-4fac-b2f5-bbb2c9531dc2 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=8f27be9fea81445f83faf6c1d0627e5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299063 Oct 20 12:12:01.633832 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-876cb466-0a6b-4743-b9c1-b88bbad7e1cb req-fad11496-beef-4b09-a757-c9feaead3721 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 12:12:01.634837 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-876cb466-0a6b-4743-b9c1-b88bbad7e1cb req-fad11496-beef-4b09-a757-c9feaead3721 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052693 Oct 20 12:12:01.724525 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-876cb466-0a6b-4743-b9c1-b88bbad7e1cb req-0adec0a0-a84e-48cd-a369-7ef9196efb4b service neutron] 10.222.0.98 "GET /v2.0/networks/5178ae9d-22e0-4ebf-8325-39724464f204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833166 Oct 20 12:12:01.824385 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-876cb466-0a6b-4743-b9c1-b88bbad7e1cb req-a5260950-76bd-4b79-9893-ccc5cecabb43 service neutron] 10.222.0.98 "GET /v2.0/networks/5178ae9d-22e0-4ebf-8325-39724464f204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927367 Oct 20 12:12:02.010124 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a1a3083d-62b0-4a55-8ebc-ea93f30fb35a req-8d68e316-ba34-4e0b-8db2-455042b3b180 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5ffa0f7-c791-4399-8dc7-452db3db3a46 HTTP/1.1" status: 200 len: 210 time: 0.0270147 Oct 20 12:12:03.105397 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0cac029f-baaa-4582-b690-6ce82426e9cd req-9b7f51fd-8fb0-404a-aa87-aef5fe5d9693 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5ffa0f7-c791-4399-8dc7-452db3db3a46 HTTP/1.1" status: 200 len: 210 time: 0.0270801 Oct 20 12:12:03.125478 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876cb466-0a6b-4743-b9c1-b88bbad7e1cb req-d1cba2e1-db1f-492d-ad0d-02ea35328b25 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:03.127196 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-876cb466-0a6b-4743-b9c1-b88bbad7e1cb req-d1cba2e1-db1f-492d-ad0d-02ea35328b25 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.89 "GET /v2.0/networks?id=5178ae9d-22e0-4ebf-8325-39724464f204 HTTP/1.1" status: 200 len: 811 time: 0.1085246 Oct 20 12:12:03.147334 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-876cb466-0a6b-4743-b9c1-b88bbad7e1cb req-796fee74-70fc-4337-8099-24f1a4ac9083 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Request body: {'port': {'device_id': 'a5ffa0f7-c791-4399-8dc7-452db3db3a46', 'network_id': '5178ae9d-22e0-4ebf-8325-39724464f204', 'admin_state_up': True, 'tenant_id': '8f27be9fea81445f83faf6c1d0627e5b'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:12:03.264281 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-876cb466-0a6b-4743-b9c1-b88bbad7e1cb req-796fee74-70fc-4337-8099-24f1a4ac9083 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Made reservation on behalf of 8f27be9fea81445f83faf6c1d0627e5b for: {'port': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:12:03.267972 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-876cb466-0a6b-4743-b9c1-b88bbad7e1cb req-796fee74-70fc-4337-8099-24f1a4ac9083 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:03.409763 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [req-876cb466-0a6b-4743-b9c1-b88bbad7e1cb req-796fee74-70fc-4337-8099-24f1a4ac9083 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Allocated IP 172.20.0.8 (5178ae9d-22e0-4ebf-8325-39724464f204/da2c03c9-d8ef-41e8-81cb-6662ca8a6b31/7fba96eb-3971-4a78-bf81-d5a847985a80) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:12:03.576263 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-876cb466-0a6b-4743-b9c1-b88bbad7e1cb req-796fee74-70fc-4337-8099-24f1a4ac9083 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:03.616968 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-876cb466-0a6b-4743-b9c1-b88bbad7e1cb req-796fee74-70fc-4337-8099-24f1a4ac9083 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:03.664996 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-876cb466-0a6b-4743-b9c1-b88bbad7e1cb req-796fee74-70fc-4337-8099-24f1a4ac9083 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Network 5178ae9d-22e0-4ebf-8325-39724464f204 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:12:03.668127 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [req-876cb466-0a6b-4743-b9c1-b88bbad7e1cb req-796fee74-70fc-4337-8099-24f1a4ac9083 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:12:03.671863 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-876cb466-0a6b-4743-b9c1-b88bbad7e1cb req-796fee74-70fc-4337-8099-24f1a4ac9083 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:12:03.681151 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796fee74-70fc-4337-8099-24f1a4ac9083 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Pushing event updated for resources: {'Port': ['ID=7fba96eb-3971-4a78-bf81-d5a847985a80,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:12:03.726829 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876cb466-0a6b-4743-b9c1-b88bbad7e1cb req-796fee74-70fc-4337-8099-24f1a4ac9083 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:03.727464 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-876cb466-0a6b-4743-b9c1-b88bbad7e1cb req-796fee74-70fc-4337-8099-24f1a4ac9083 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:03.745973 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-876cb466-0a6b-4743-b9c1-b88bbad7e1cb req-796fee74-70fc-4337-8099-24f1a4ac9083 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6038287 Oct 20 12:12:03.766743 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-876cb466-0a6b-4743-b9c1-b88bbad7e1cb req-924e4c4d-ce67-444e-b8e9-25bad5d03233 service neutron] Request body: {'port': {'device_id': 'a5ffa0f7-c791-4399-8dc7-452db3db3a46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:12:03.826400 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-876cb466-0a6b-4743-b9c1-b88bbad7e1cb req-924e4c4d-ce67-444e-b8e9-25bad5d03233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:04.097219 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [req-876cb466-0a6b-4743-b9c1-b88bbad7e1cb req-924e4c4d-ce67-444e-b8e9-25bad5d03233 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fba96eb-3971-4a78-bf81-d5a847985a80 {{(pid=100646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:12:04.104842 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-876cb466-0a6b-4743-b9c1-b88bbad7e1cb req-924e4c4d-ce67-444e-b8e9-25bad5d03233 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:04.117007 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-876cb466-0a6b-4743-b9c1-b88bbad7e1cb req-924e4c4d-ce67-444e-b8e9-25bad5d03233 service neutron] Transition to ACTIVE for port object 7fba96eb-3971-4a78-bf81-d5a847985a80 will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 12:12:04.122547 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-876cb466-0a6b-4743-b9c1-b88bbad7e1cb req-924e4c4d-ce67-444e-b8e9-25bad5d03233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:04.174198 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924e4c4d-ce67-444e-b8e9-25bad5d03233 service neutron] Pushing event updated for resources: {'Port': ['ID=7fba96eb-3971-4a78-bf81-d5a847985a80,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:12:04.237044 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359ae3a-6041-47fa-82d0-6439c73403a0 req-20831542-909d-473f-bf67-d1d2e7aa3695 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:04.238552 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a359ae3a-6041-47fa-82d0-6439c73403a0 req-20831542-909d-473f-bf67-d1d2e7aa3695 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5ffa0f7-c791-4399-8dc7-452db3db3a46 HTTP/1.1" status: 200 len: 943 time: 0.0509622 Oct 20 12:12:04.242632 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-876cb466-0a6b-4743-b9c1-b88bbad7e1cb req-924e4c4d-ce67-444e-b8e9-25bad5d03233 service neutron] Attempting to bind port 7fba96eb-3971-4a78-bf81-d5a847985a80 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:12:04.243019 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-876cb466-0a6b-4743-b9c1-b88bbad7e1cb req-924e4c4d-ce67-444e-b8e9-25bad5d03233 service neutron] Attempting to bind port 7fba96eb-3971-4a78-bf81-d5a847985a80 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '74a92f4a-3a2e-4067-9dad-4cd5328255ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '5178ae9d-22e0-4ebf-8325-39724464f204'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:12:04.243350 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876cb466-0a6b-4743-b9c1-b88bbad7e1cb req-924e4c4d-ce67-444e-b8e9-25bad5d03233 service neutron] Attempting to bind port 7fba96eb-3971-4a78-bf81-d5a847985a80 on network 5178ae9d-22e0-4ebf-8325-39724464f204 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:12:04.248205 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876cb466-0a6b-4743-b9c1-b88bbad7e1cb req-924e4c4d-ce67-444e-b8e9-25bad5d03233 service neutron] Port 7fba96eb-3971-4a78-bf81-d5a847985a80 on network 5178ae9d-22e0-4ebf-8325-39724464f204 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 12:12:04.248598 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876cb466-0a6b-4743-b9c1-b88bbad7e1cb req-924e4c4d-ce67-444e-b8e9-25bad5d03233 service neutron] Attempting to bind port 7fba96eb-3971-4a78-bf81-d5a847985a80 on network 5178ae9d-22e0-4ebf-8325-39724464f204 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:12:04.253758 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876cb466-0a6b-4743-b9c1-b88bbad7e1cb req-924e4c4d-ce67-444e-b8e9-25bad5d03233 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:12:04.254121 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876cb466-0a6b-4743-b9c1-b88bbad7e1cb req-924e4c4d-ce67-444e-b8e9-25bad5d03233 service neutron] Checking segment: {'id': '74a92f4a-3a2e-4067-9dad-4cd5328255ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '5178ae9d-22e0-4ebf-8325-39724464f204'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:12:04.254770 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876cb466-0a6b-4743-b9c1-b88bbad7e1cb req-924e4c4d-ce67-444e-b8e9-25bad5d03233 service neutron] Bound using segment: {'id': '74a92f4a-3a2e-4067-9dad-4cd5328255ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '5178ae9d-22e0-4ebf-8325-39724464f204'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:12:04.255225 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-876cb466-0a6b-4743-b9c1-b88bbad7e1cb req-924e4c4d-ce67-444e-b8e9-25bad5d03233 service neutron] Bound port: 7fba96eb-3971-4a78-bf81-d5a847985a80, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74a92f4a-3a2e-4067-9dad-4cd5328255ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '5178ae9d-22e0-4ebf-8325-39724464f204'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:12:04.255575 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-876cb466-0a6b-4743-b9c1-b88bbad7e1cb req-924e4c4d-ce67-444e-b8e9-25bad5d03233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:04.277694 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a359ae3a-6041-47fa-82d0-6439c73403a0 req-026effd7-6a7e-42b8-8541-1428ba0b5a0e tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/security-groups?id=fb0f27e1-e5e2-460b-b758-3f1da7aeb7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330408 Oct 20 12:12:04.321641 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-876cb466-0a6b-4743-b9c1-b88bbad7e1cb req-924e4c4d-ce67-444e-b8e9-25bad5d03233 service neutron] For port 7fba96eb-3971-4a78-bf81-d5a847985a80, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:12:04.324756 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-876cb466-0a6b-4743-b9c1-b88bbad7e1cb req-924e4c4d-ce67-444e-b8e9-25bad5d03233 service neutron] For port 7fba96eb-3971-4a78-bf81-d5a847985a80, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=7fba96eb-3971-4a78-bf81-d5a847985a80,segment=NetworkSegment(74a92f4a-3a2e-4067-9dad-4cd5328255ae),segment_id=74a92f4a-3a2e-4067-9dad-4cd5328255ae)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:12:04.334463 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-876cb466-0a6b-4743-b9c1-b88bbad7e1cb req-924e4c4d-ce67-444e-b8e9-25bad5d03233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:04.378077 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876cb466-0a6b-4743-b9c1-b88bbad7e1cb req-924e4c4d-ce67-444e-b8e9-25bad5d03233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:04.378687 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-876cb466-0a6b-4743-b9c1-b88bbad7e1cb req-924e4c4d-ce67-444e-b8e9-25bad5d03233 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:04.380109 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-876cb466-0a6b-4743-b9c1-b88bbad7e1cb req-924e4c4d-ce67-444e-b8e9-25bad5d03233 service neutron] 10.222.0.89 "PUT /v2.0/ports/7fba96eb-3971-4a78-bf81-d5a847985a80 HTTP/1.1" status: 200 len: 1091 time: 0.6203187 Oct 20 12:12:04.380554 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ffa0f7-c791-4399-8dc7-452db3db3a46', 'tag': '7fba96eb-3971-4a78-bf81-d5a847985a80'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:12:04.382903 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6166ff4f-6f72-471e-9819-13e5eaa59640" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ffa0f7-c791-4399-8dc7-452db3db3a46", "tag": "7fba96eb-3971-4a78-bf81-d5a847985a80"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:12:04.411130 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924e4c4d-ce67-444e-b8e9-25bad5d03233 service neutron] Pushing event updated for resources: {'Port': ['ID=7fba96eb-3971-4a78-bf81-d5a847985a80,revision_number=3']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:12:04.425050 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634d5fb9-4b74-4181-9d74-312a6bbbca1e x-openstack-request-id: req-634d5fb9-4b74-4181-9d74-312a6bbbca1e {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:12:04.425375 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ffa0f7-c791-4399-8dc7-452db3db3a46", "tag": "7fba96eb-3971-4a78-bf81-d5a847985a80", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:12:04.425705 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-634d5fb9-4b74-4181-9d74-312a6bbbca1e {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:12:04.426162 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ffa0f7-c791-4399-8dc7-452db3db3a46', 'tag': '7fba96eb-3971-4a78-bf81-d5a847985a80', 'status': 'completed', 'code': 200} Oct 20 12:12:04.471633 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876cb466-0a6b-4743-b9c1-b88bbad7e1cb req-831aa700-cace-41ad-8a23-4d1d68790b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:04.473126 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-876cb466-0a6b-4743-b9c1-b88bbad7e1cb req-831aa700-cace-41ad-8a23-4d1d68790b13 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8f27be9fea81445f83faf6c1d0627e5b&device_id=a5ffa0f7-c791-4399-8dc7-452db3db3a46 HTTP/1.1" status: 200 len: 1094 time: 0.0418689 Oct 20 12:12:04.523560 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-876cb466-0a6b-4743-b9c1-b88bbad7e1cb req-c07b1dac-0e1b-4531-9b8b-885659c4f383 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fba96eb-3971-4a78-bf81-d5a847985a80 HTTP/1.1" status: 200 len: 217 time: 0.0368445 Oct 20 12:12:04.578160 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876cb466-0a6b-4743-b9c1-b88bbad7e1cb req-26380542-cb3e-41f4-a5a2-c281d3c6c283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:04.579593 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-876cb466-0a6b-4743-b9c1-b88bbad7e1cb req-26380542-cb3e-41f4-a5a2-c281d3c6c283 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=da2c03c9-d8ef-41e8-81cb-6662ca8a6b31 HTTP/1.1" status: 200 len: 851 time: 0.0453465 Oct 20 12:12:04.615912 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-876cb466-0a6b-4743-b9c1-b88bbad7e1cb req-1d07f3ed-efbf-4d0b-8823-2bc6ec99042b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5178ae9d-22e0-4ebf-8325-39724464f204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238531 Oct 20 12:12:04.713293 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-876cb466-0a6b-4743-b9c1-b88bbad7e1cb req-df6315eb-de96-449f-96c3-21670d9a434e service neutron] 10.222.0.89 "GET /v2.0/networks/5178ae9d-22e0-4ebf-8325-39724464f204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890512 Oct 20 12:12:04.813756 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-876cb466-0a6b-4743-b9c1-b88bbad7e1cb req-732fdcfc-c309-4266-b429-1b760375cbd6 service neutron] 10.222.0.89 "GET /v2.0/networks/5178ae9d-22e0-4ebf-8325-39724464f204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885136 Oct 20 12:12:04.922389 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166ff4f-6f72-471e-9819-13e5eaa59640 req-7664d55b-4c7e-4d55-a7b8-f7e5c206d5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:04.923957 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6166ff4f-6f72-471e-9819-13e5eaa59640 req-7664d55b-4c7e-4d55-a7b8-f7e5c206d5e0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8f27be9fea81445f83faf6c1d0627e5b&device_id=a5ffa0f7-c791-4399-8dc7-452db3db3a46 HTTP/1.1" status: 200 len: 1094 time: 0.0475864 Oct 20 12:12:05.016463 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166ff4f-6f72-471e-9819-13e5eaa59640 req-9bf50ba1-af62-4386-bc4d-d348d82ad003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:05.017928 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6166ff4f-6f72-471e-9819-13e5eaa59640 req-9bf50ba1-af62-4386-bc4d-d348d82ad003 service neutron] 10.222.0.89 "GET /v2.0/networks?id=5178ae9d-22e0-4ebf-8325-39724464f204 HTTP/1.1" status: 200 len: 913 time: 0.0869234 Oct 20 12:12:05.064511 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6166ff4f-6f72-471e-9819-13e5eaa59640 req-31206f69-a5d1-491d-82e8-c236fd0219b4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fba96eb-3971-4a78-bf81-d5a847985a80 HTTP/1.1" status: 200 len: 217 time: 0.0372326 Oct 20 12:12:05.115535 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166ff4f-6f72-471e-9819-13e5eaa59640 req-2140f16e-8bbf-4fe9-a327-1ea1fc706d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:05.116944 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6166ff4f-6f72-471e-9819-13e5eaa59640 req-2140f16e-8bbf-4fe9-a327-1ea1fc706d21 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=da2c03c9-d8ef-41e8-81cb-6662ca8a6b31 HTTP/1.1" status: 200 len: 851 time: 0.0439136 Oct 20 12:12:05.151729 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6166ff4f-6f72-471e-9819-13e5eaa59640 req-fe9fd1d5-a6cf-49a9-a230-ca0caa833625 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5178ae9d-22e0-4ebf-8325-39724464f204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241845 Oct 20 12:12:05.255670 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6166ff4f-6f72-471e-9819-13e5eaa59640 req-cb3d6211-ad63-454e-b965-5052149c9d2c service neutron] 10.222.0.89 "GET /v2.0/networks/5178ae9d-22e0-4ebf-8325-39724464f204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953794 Oct 20 12:12:05.358874 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-6166ff4f-6f72-471e-9819-13e5eaa59640 req-33d13404-dd87-4694-91d4-57aa2bd93826 service neutron] 10.222.0.89 "GET /v2.0/networks/5178ae9d-22e0-4ebf-8325-39724464f204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916576 Oct 20 12:12:05.401708 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff4ff4-4d4a-49c5-a875-b9238422a80c req-5f967203-d0d8-430c-a646-2f0c52f14a5a tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:05.403756 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b8ff4ff4-4d4a-49c5-a875-b9238422a80c req-5f967203-d0d8-430c-a646-2f0c52f14a5a tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5ffa0f7-c791-4399-8dc7-452db3db3a46 HTTP/1.1" status: 200 len: 943 time: 0.0553493 Oct 20 12:12:05.441237 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b8ff4ff4-4d4a-49c5-a875-b9238422a80c req-153ff6c4-7384-43f0-a6de-48a290fc7258 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/security-groups?id=fb0f27e1-e5e2-460b-b758-3f1da7aeb7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318613 Oct 20 12:12:06.472432 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:12:06.578234 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08cdcb-d2f5-42b5-bb44-52b0cfed6e1b req-86dc9e36-5485-49be-ae13-15a2ffb85435 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:06.579878 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4a08cdcb-d2f5-42b5-bb44-52b0cfed6e1b req-86dc9e36-5485-49be-ae13-15a2ffb85435 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5ffa0f7-c791-4399-8dc7-452db3db3a46 HTTP/1.1" status: 200 len: 943 time: 0.0632570 Oct 20 12:12:06.619122 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4a08cdcb-d2f5-42b5-bb44-52b0cfed6e1b req-59500908-1c6c-4ce8-a99d-5f82ec9d9f3b tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/security-groups?id=fb0f27e1-e5e2-460b-b758-3f1da7aeb7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330825 Oct 20 12:12:07.750273 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be97840-965a-433a-81a3-c75e7cb6e5c4 req-f962b20b-06a0-4676-b6ef-585c03aa1d29 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:07.751795 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8be97840-965a-433a-81a3-c75e7cb6e5c4 req-f962b20b-06a0-4676-b6ef-585c03aa1d29 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5ffa0f7-c791-4399-8dc7-452db3db3a46 HTTP/1.1" status: 200 len: 943 time: 0.0569162 Oct 20 12:12:07.796772 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8be97840-965a-433a-81a3-c75e7cb6e5c4 req-767f2159-83f3-485f-be77-9a5acf3f741b tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/security-groups?id=fb0f27e1-e5e2-460b-b758-3f1da7aeb7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389035 Oct 20 12:12:08.093085 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 7fba96eb-3971-4a78-bf81-d5a847985a80 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:12:08.197380 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 7fba96eb-3971-4a78-bf81-d5a847985a80, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=7fba96eb-3971-4a78-bf81-d5a847985a80,segment=NetworkSegment(74a92f4a-3a2e-4067-9dad-4cd5328255ae),segment_id=74a92f4a-3a2e-4067-9dad-4cd5328255ae)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:12:08.208460 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '7fba96eb-3971-4a78-bf81-d5a847985a80', 'network_id': '5178ae9d-22e0-4ebf-8325-39724464f204', 'port_id': '7fba96eb-3971-4a78-bf81-d5a847985a80', 'mac_address': 'fa:16:3e:60:33:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da2c03c9-d8ef-41e8-81cb-6662ca8a6b31', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:12:08.246604 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:08.259298 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fba96eb-3971-4a78-bf81-d5a847985a80 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:12:08.282749 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 7fba96eb-3971-4a78-bf81-d5a847985a80, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=7fba96eb-3971-4a78-bf81-d5a847985a80,segment=NetworkSegment(74a92f4a-3a2e-4067-9dad-4cd5328255ae),segment_id=74a92f4a-3a2e-4067-9dad-4cd5328255ae)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:12:08.288676 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:08.341695 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=7fba96eb-3971-4a78-bf81-d5a847985a80,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:12:08.544668 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['7fba96eb-3971-4a78-bf81-d5a847985a80'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:12:08.923323 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9b343-7489-407f-aa16-c8d3974aee2e req-c4c88884-55b6-4a08-a78d-9b4c312ba2bc tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:08.926303 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-47a9b343-7489-407f-aa16-c8d3974aee2e req-c4c88884-55b6-4a08-a78d-9b4c312ba2bc tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5ffa0f7-c791-4399-8dc7-452db3db3a46 HTTP/1.1" status: 200 len: 944 time: 0.0569470 Oct 20 12:12:08.965447 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-47a9b343-7489-407f-aa16-c8d3974aee2e req-493d6738-bdb2-4664-aabc-70d80025d83c tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/security-groups?id=fb0f27e1-e5e2-460b-b758-3f1da7aeb7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318348 Oct 20 12:12:10.093724 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab411d1-c279-41bf-89ca-c8cfc16b4366 req-8478eaa7-0f37-40b3-9fb1-0d8f32252a76 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:10.095259 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8ab411d1-c279-41bf-89ca-c8cfc16b4366 req-8478eaa7-0f37-40b3-9fb1-0d8f32252a76 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5ffa0f7-c791-4399-8dc7-452db3db3a46 HTTP/1.1" status: 200 len: 944 time: 0.0516448 Oct 20 12:12:10.121805 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 7fba96eb-3971-4a78-bf81-d5a847985a80 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:12:10.139310 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8ab411d1-c279-41bf-89ca-c8cfc16b4366 req-943694d2-8c4a-45c5-b177-18226942588f tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/security-groups?id=fb0f27e1-e5e2-460b-b758-3f1da7aeb7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349648 Oct 20 12:12:10.175901 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 7fba96eb-3971-4a78-bf81-d5a847985a80 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 12:12:10.180154 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 7fba96eb-3971-4a78-bf81-d5a847985a80 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:12:10.180517 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:10.242613 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:10.274552 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:10.296774 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ffa0f7-c791-4399-8dc7-452db3db3a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fba96eb-3971-4a78-bf81-d5a847985a80'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:12:10.299121 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38b7248-94d4-4d23-b7b4-0526f1fa019d" -d '{"events": [{"server_uuid": "a5ffa0f7-c791-4399-8dc7-452db3db3a46", "name": "network-vif-plugged", "status": "completed", "tag": "7fba96eb-3971-4a78-bf81-d5a847985a80"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:12:10.313778 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 7fba96eb-3971-4a78-bf81-d5a847985a80, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=7fba96eb-3971-4a78-bf81-d5a847985a80,segment=NetworkSegment(74a92f4a-3a2e-4067-9dad-4cd5328255ae),segment_id=74a92f4a-3a2e-4067-9dad-4cd5328255ae)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:12:10.319056 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:10.341842 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ef5053-f841-42a3-8f7f-55c8368c9c8d x-openstack-request-id: req-46ef5053-f841-42a3-8f7f-55c8368c9c8d {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:12:10.342132 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ffa0f7-c791-4399-8dc7-452db3db3a46", "name": "network-vif-plugged", "status": "completed", "tag": "7fba96eb-3971-4a78-bf81-d5a847985a80", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:12:10.342461 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-46ef5053-f841-42a3-8f7f-55c8368c9c8d {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:12:10.342881 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ffa0f7-c791-4399-8dc7-452db3db3a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fba96eb-3971-4a78-bf81-d5a847985a80', 'code': 200} Oct 20 12:12:10.368979 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=7fba96eb-3971-4a78-bf81-d5a847985a80,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:12:10.448175 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42110e0b-c2cc-4e4b-9381-c93e02a12f26 req-f53e8c9b-e64b-43d2-89b0-9c705d78e4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:10.449705 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-42110e0b-c2cc-4e4b-9381-c93e02a12f26 req-f53e8c9b-e64b-43d2-89b0-9c705d78e4c6 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a5ffa0f7-c791-4399-8dc7-452db3db3a46 HTTP/1.1" status: 200 len: 1096 time: 0.0422130 Oct 20 12:12:10.495222 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-42110e0b-c2cc-4e4b-9381-c93e02a12f26 req-9f09dc41-42e2-4980-9ee3-1bb66b10f1b7 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=fb0f27e1-e5e2-460b-b758-3f1da7aeb7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337887 Oct 20 12:12:11.279649 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7109d-eeba-42d9-81c6-a8ff9b613e76 req-22bad109-f461-49d0-86f0-a490fc9a818a tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:11.281165 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-29e7109d-eeba-42d9-81c6-a8ff9b613e76 req-22bad109-f461-49d0-86f0-a490fc9a818a tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5ffa0f7-c791-4399-8dc7-452db3db3a46 HTTP/1.1" status: 200 len: 945 time: 0.0521948 Oct 20 12:12:11.321920 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-29e7109d-eeba-42d9-81c6-a8ff9b613e76 req-a6df2837-accc-4086-9f40-dc76ec998a19 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/security-groups?id=fb0f27e1-e5e2-460b-b758-3f1da7aeb7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318949 Oct 20 12:12:12.451519 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea795511-f8ae-4390-97b4-d00734f9283a req-d52c3e62-420e-4071-a9f2-40232aeb8e27 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:12.453135 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea795511-f8ae-4390-97b4-d00734f9283a req-d52c3e62-420e-4071-a9f2-40232aeb8e27 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5ffa0f7-c791-4399-8dc7-452db3db3a46 HTTP/1.1" status: 200 len: 945 time: 0.0561478 Oct 20 12:12:12.494272 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea795511-f8ae-4390-97b4-d00734f9283a req-e6350a8d-10e8-4205-9ddf-b7a4353ed846 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/security-groups?id=fb0f27e1-e5e2-460b-b758-3f1da7aeb7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326996 Oct 20 12:12:12.745617 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7248d4e-e454-4f39-a848-045ef40bbb1a req-fe168ba2-c6b5-492f-b628-53921de4aea6 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:12.747128 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a7248d4e-e454-4f39-a848-045ef40bbb1a req-fe168ba2-c6b5-492f-b628-53921de4aea6 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5ffa0f7-c791-4399-8dc7-452db3db3a46 HTTP/1.1" status: 200 len: 945 time: 0.0494566 Oct 20 12:12:12.805909 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a7248d4e-e454-4f39-a848-045ef40bbb1a req-6ee35efb-2c35-4b2a-a902-e87593752cfb tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/security-groups?id=fb0f27e1-e5e2-460b-b758-3f1da7aeb7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497661 Oct 20 12:12:12.813474 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a56f0c54-0bc6-45a4-8484-c3fe75bae132 req-55b7ef7d-c159-4db9-8535-1f7013284120 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=a5ffa0f7-c791-4399-8dc7-452db3db3a46&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1220040 Oct 20 12:12:12.822895 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-a56f0c54-0bc6-45a4-8484-c3fe75bae132 req-30bffd3f-0133-4b92-99bd-38487a5f7a49 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 12:12:12.823848 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a56f0c54-0bc6-45a4-8484-c3fe75bae132 req-30bffd3f-0133-4b92-99bd-38487a5f7a49 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051198 Oct 20 12:12:13.952419 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd352e95-cd64-45e5-b50a-dbfa141f7182 req-f9ce5ed4-9281-43d5-8baf-229b2849e43b tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:13.953912 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bd352e95-cd64-45e5-b50a-dbfa141f7182 req-f9ce5ed4-9281-43d5-8baf-229b2849e43b tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5ffa0f7-c791-4399-8dc7-452db3db3a46 HTTP/1.1" status: 200 len: 945 time: 0.0629635 Oct 20 12:12:14.000909 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bd352e95-cd64-45e5-b50a-dbfa141f7182 req-d1b9c9a7-d558-43a4-bc2e-a45f3a0d276a tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/security-groups?id=fb0f27e1-e5e2-460b-b758-3f1da7aeb7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408442 Oct 20 12:12:14.107020 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f0c54-0bc6-45a4-8484-c3fe75bae132 req-8a297fd8-177f-40c6-88bc-efc3c7d14e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:14.108465 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a56f0c54-0bc6-45a4-8484-c3fe75bae132 req-8a297fd8-177f-40c6-88bc-efc3c7d14e3b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8f27be9fea81445f83faf6c1d0627e5b&device_id=a5ffa0f7-c791-4399-8dc7-452db3db3a46 HTTP/1.1" status: 200 len: 1096 time: 0.0476234 Oct 20 12:12:14.200737 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f0c54-0bc6-45a4-8484-c3fe75bae132 req-e09d077e-4a9a-4b51-876b-c3abcfdc865a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:14.202243 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a56f0c54-0bc6-45a4-8484-c3fe75bae132 req-e09d077e-4a9a-4b51-876b-c3abcfdc865a service neutron] 10.222.0.89 "GET /v2.0/networks?id=5178ae9d-22e0-4ebf-8325-39724464f204 HTTP/1.1" status: 200 len: 913 time: 0.0866251 Oct 20 12:12:14.250820 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a56f0c54-0bc6-45a4-8484-c3fe75bae132 req-ddcdbe2d-4c8e-4ad1-87da-5bd262bd8330 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fba96eb-3971-4a78-bf81-d5a847985a80 HTTP/1.1" status: 200 len: 217 time: 0.0383973 Oct 20 12:12:14.301711 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f0c54-0bc6-45a4-8484-c3fe75bae132 req-5a63664b-8ef0-4901-b207-5c4e74a8a011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:14.302938 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a56f0c54-0bc6-45a4-8484-c3fe75bae132 req-5a63664b-8ef0-4901-b207-5c4e74a8a011 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=da2c03c9-d8ef-41e8-81cb-6662ca8a6b31 HTTP/1.1" status: 200 len: 851 time: 0.0444760 Oct 20 12:12:14.335809 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a56f0c54-0bc6-45a4-8484-c3fe75bae132 req-83c986a7-7c6c-45a7-a97f-8ba5d5070b44 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5178ae9d-22e0-4ebf-8325-39724464f204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254805 Oct 20 12:12:14.455487 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a56f0c54-0bc6-45a4-8484-c3fe75bae132 req-5db5d0d5-d409-4406-a962-18d7057b5c5e service neutron] 10.222.0.89 "GET /v2.0/networks/5178ae9d-22e0-4ebf-8325-39724464f204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120260 Oct 20 12:12:14.563667 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a56f0c54-0bc6-45a4-8484-c3fe75bae132 req-36f845d6-6b5c-4028-a4e0-746f7b055475 service neutron] 10.222.0.89 "GET /v2.0/networks/5178ae9d-22e0-4ebf-8325-39724464f204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982685 Oct 20 12:12:15.124991 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01530c7d-e97c-411b-93b6-1a4113b15982 req-ca1f8a6a-a220-42e1-a68b-01921cc3dcfa tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:15.126476 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-01530c7d-e97c-411b-93b6-1a4113b15982 req-ca1f8a6a-a220-42e1-a68b-01921cc3dcfa tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5ffa0f7-c791-4399-8dc7-452db3db3a46 HTTP/1.1" status: 200 len: 945 time: 0.0548379 Oct 20 12:12:15.165185 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-01530c7d-e97c-411b-93b6-1a4113b15982 req-477561a7-d846-41f7-9838-969f6576d194 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/security-groups?id=fb0f27e1-e5e2-460b-b758-3f1da7aeb7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326223 Oct 20 12:12:15.748015 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:16.283414 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff759bcd-637c-4dc3-b2b8-a72c344883cc req-f59ec041-1263-4b1a-87dc-49996072de77 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:16.284796 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ff759bcd-637c-4dc3-b2b8-a72c344883cc req-f59ec041-1263-4b1a-87dc-49996072de77 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5ffa0f7-c791-4399-8dc7-452db3db3a46 HTTP/1.1" status: 200 len: 945 time: 0.0521324 Oct 20 12:12:16.323801 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ff759bcd-637c-4dc3-b2b8-a72c344883cc req-07e8c9ce-d6ee-45d2-85cc-d1528c40bf80 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/security-groups?id=fb0f27e1-e5e2-460b-b758-3f1da7aeb7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329480 Oct 20 12:12:17.446761 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01cbd3f-4851-464e-9209-8e2d10d37064 req-16ef67f2-5aa6-42bf-8825-052ed626139b tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:17.448246 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e01cbd3f-4851-464e-9209-8e2d10d37064 req-16ef67f2-5aa6-42bf-8825-052ed626139b tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5ffa0f7-c791-4399-8dc7-452db3db3a46 HTTP/1.1" status: 200 len: 945 time: 0.0563338 Oct 20 12:12:17.489692 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e01cbd3f-4851-464e-9209-8e2d10d37064 req-4e43c21f-299b-4d19-bfdc-7c10cbee8225 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/security-groups?id=fb0f27e1-e5e2-460b-b758-3f1da7aeb7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340288 Oct 20 12:12:18.624044 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adbfb36-2d65-4026-b8ef-f99b0c8a0d60 req-851ab765-4db0-4762-a43c-8f85da971d92 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:18.625522 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0adbfb36-2d65-4026-b8ef-f99b0c8a0d60 req-851ab765-4db0-4762-a43c-8f85da971d92 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5ffa0f7-c791-4399-8dc7-452db3db3a46 HTTP/1.1" status: 200 len: 945 time: 0.0549188 Oct 20 12:12:18.666402 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0adbfb36-2d65-4026-b8ef-f99b0c8a0d60 req-ef8bb698-9e22-4553-bd88-0e3c994755df tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/security-groups?id=fb0f27e1-e5e2-460b-b758-3f1da7aeb7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339432 Oct 20 12:12:19.362117 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-711fe3b8-6b80-4df8-bd35-5fc6d011f7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:19.798301 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50c4c8-5222-40dd-b1cf-1428ea0ccac0 req-edc2c85c-7ae5-4e4f-8fff-6ebea92cb7c6 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:19.799847 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7e50c4c8-5222-40dd-b1cf-1428ea0ccac0 req-edc2c85c-7ae5-4e4f-8fff-6ebea92cb7c6 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5ffa0f7-c791-4399-8dc7-452db3db3a46 HTTP/1.1" status: 200 len: 945 time: 0.0608897 Oct 20 12:12:19.838430 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7e50c4c8-5222-40dd-b1cf-1428ea0ccac0 req-88ce91ce-e817-4780-9ec8-71b6d8f01e00 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/security-groups?id=fb0f27e1-e5e2-460b-b758-3f1da7aeb7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325105 Oct 20 12:12:20.973388 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b3e5c-74f9-4dad-9c54-473e178e242a req-726230b3-1d9d-43aa-9410-996c17c51f97 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:20.974860 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2c6b3e5c-74f9-4dad-9c54-473e178e242a req-726230b3-1d9d-43aa-9410-996c17c51f97 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5ffa0f7-c791-4399-8dc7-452db3db3a46 HTTP/1.1" status: 200 len: 945 time: 0.0554321 Oct 20 12:12:21.018956 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2c6b3e5c-74f9-4dad-9c54-473e178e242a req-dbdb8e0d-e0fa-4708-aaa0-c30521e8bacb tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/security-groups?id=fb0f27e1-e5e2-460b-b758-3f1da7aeb7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331805 Oct 20 12:12:22.146816 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e309523-cee3-413b-ab05-0719372dc3ef req-5da1d66b-bad5-44be-af11-4988d9c68055 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:22.148363 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1e309523-cee3-413b-ab05-0719372dc3ef req-5da1d66b-bad5-44be-af11-4988d9c68055 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5ffa0f7-c791-4399-8dc7-452db3db3a46 HTTP/1.1" status: 200 len: 945 time: 0.0515544 Oct 20 12:12:22.199900 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1e309523-cee3-413b-ab05-0719372dc3ef req-d26ef707-8483-44db-bd95-086d80d5c531 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/security-groups?id=fb0f27e1-e5e2-460b-b758-3f1da7aeb7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453808 Oct 20 12:12:22.240411 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-deadc019-81fc-4699-88ba-f34adefc7a13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:23.187920 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:23.290297 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:23.335341 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df1a48-769d-4efa-9c63-fc5ee97614dd req-dc67a290-5c19-44a1-ab40-917ac84bc42a tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:23.336942 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-94df1a48-769d-4efa-9c63-fc5ee97614dd req-dc67a290-5c19-44a1-ab40-917ac84bc42a tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5ffa0f7-c791-4399-8dc7-452db3db3a46 HTTP/1.1" status: 200 len: 945 time: 0.0613959 Oct 20 12:12:23.376228 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-94df1a48-769d-4efa-9c63-fc5ee97614dd req-0f661e20-4121-4370-afb2-19d52eb59cae tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/security-groups?id=fb0f27e1-e5e2-460b-b758-3f1da7aeb7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330782 Oct 20 12:12:24.511878 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb8663-a295-4ce6-bb31-f3755cdf908f req-b9087e1a-edd5-4ac3-b9b8-b945ed976e26 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:24.513395 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8bbb8663-a295-4ce6-bb31-f3755cdf908f req-b9087e1a-edd5-4ac3-b9b8-b945ed976e26 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5ffa0f7-c791-4399-8dc7-452db3db3a46 HTTP/1.1" status: 200 len: 945 time: 0.0540874 Oct 20 12:12:24.552588 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8bbb8663-a295-4ce6-bb31-f3755cdf908f req-ff98d481-b6c9-446e-a656-9bf037d91c60 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/security-groups?id=fb0f27e1-e5e2-460b-b758-3f1da7aeb7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330763 Oct 20 12:12:25.017849 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:25.700866 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e1fc5-5db0-42b1-9267-34708fd62be1 req-56fc83bf-5f08-40f1-bc7f-70a63d7836f8 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:25.702460 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-932e1fc5-5db0-42b1-9267-34708fd62be1 req-56fc83bf-5f08-40f1-bc7f-70a63d7836f8 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5ffa0f7-c791-4399-8dc7-452db3db3a46 HTTP/1.1" status: 200 len: 945 time: 0.0608182 Oct 20 12:12:25.744865 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-932e1fc5-5db0-42b1-9267-34708fd62be1 req-6d1fc474-4cd3-43ab-a617-86a3e680e005 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/security-groups?id=fb0f27e1-e5e2-460b-b758-3f1da7aeb7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334508 Oct 20 12:12:26.877166 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e731f-bb4d-4dd9-aa89-bf50fce652ef req-092755d4-1121-4cdc-b418-3e5ec32566c0 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:26.878592 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b46e731f-bb4d-4dd9-aa89-bf50fce652ef req-092755d4-1121-4cdc-b418-3e5ec32566c0 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5ffa0f7-c791-4399-8dc7-452db3db3a46 HTTP/1.1" status: 200 len: 945 time: 0.0543387 Oct 20 12:12:26.921773 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b46e731f-bb4d-4dd9-aa89-bf50fce652ef req-3134b271-e7dd-4356-b635-02b358f4fe08 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/security-groups?id=fb0f27e1-e5e2-460b-b758-3f1da7aeb7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322416 Oct 20 12:12:28.045969 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aecd42-7495-4941-b460-7c5bda4a3190 req-ccaada7c-2ff4-46b2-835c-805d97e537dc tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:28.047538 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-46aecd42-7495-4941-b460-7c5bda4a3190 req-ccaada7c-2ff4-46b2-835c-805d97e537dc tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5ffa0f7-c791-4399-8dc7-452db3db3a46 HTTP/1.1" status: 200 len: 945 time: 0.0566795 Oct 20 12:12:28.086643 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-46aecd42-7495-4941-b460-7c5bda4a3190 req-4589d4fe-36a6-4d63-9441-ac627ecc64b3 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/security-groups?id=fb0f27e1-e5e2-460b-b758-3f1da7aeb7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326707 Oct 20 12:12:29.203950 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cdd08e-781a-4036-9bf8-0bbc7f1fe9e0 req-3fe0bccd-0afc-4c96-a461-64781ee93590 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:29.205430 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-80cdd08e-781a-4036-9bf8-0bbc7f1fe9e0 req-3fe0bccd-0afc-4c96-a461-64781ee93590 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5ffa0f7-c791-4399-8dc7-452db3db3a46 HTTP/1.1" status: 200 len: 945 time: 0.0504267 Oct 20 12:12:29.243815 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-80cdd08e-781a-4036-9bf8-0bbc7f1fe9e0 req-ddae5907-a7f3-48b9-816c-29d273e27b6e tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/security-groups?id=fb0f27e1-e5e2-460b-b758-3f1da7aeb7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322280 Oct 20 12:12:30.374284 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54442b52-7309-488d-9449-e2dca6c0a28b req-a5a145f2-6d54-44f1-84de-d6617b784541 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:30.376168 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-54442b52-7309-488d-9449-e2dca6c0a28b req-a5a145f2-6d54-44f1-84de-d6617b784541 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5ffa0f7-c791-4399-8dc7-452db3db3a46 HTTP/1.1" status: 200 len: 945 time: 0.0583994 Oct 20 12:12:30.413432 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-54442b52-7309-488d-9449-e2dca6c0a28b req-85b4fc17-62e6-4ffc-85f0-82d7157c2ea8 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/security-groups?id=fb0f27e1-e5e2-460b-b758-3f1da7aeb7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315731 Oct 20 12:12:31.535255 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe17384-fa8d-4f45-8b9a-376a911645c9 req-ff704468-8247-475b-ac10-d85723e22561 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:31.536740 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9fe17384-fa8d-4f45-8b9a-376a911645c9 req-ff704468-8247-475b-ac10-d85723e22561 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5ffa0f7-c791-4399-8dc7-452db3db3a46 HTTP/1.1" status: 200 len: 945 time: 0.0542099 Oct 20 12:12:31.577988 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9fe17384-fa8d-4f45-8b9a-376a911645c9 req-22d0aef9-2a72-475f-af47-8c03daad08d1 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/security-groups?id=fb0f27e1-e5e2-460b-b758-3f1da7aeb7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321965 Oct 20 12:12:32.709261 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3939909-03bf-4339-b898-cc9710effaad req-b6e115da-d9ba-4115-9c0f-95e79c025436 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:32.711072 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d3939909-03bf-4339-b898-cc9710effaad req-b6e115da-d9ba-4115-9c0f-95e79c025436 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5ffa0f7-c791-4399-8dc7-452db3db3a46 HTTP/1.1" status: 200 len: 945 time: 0.0515110 Oct 20 12:12:32.753738 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d3939909-03bf-4339-b898-cc9710effaad req-11866d2d-4816-4abf-8b37-06e4a73fd94e tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/security-groups?id=fb0f27e1-e5e2-460b-b758-3f1da7aeb7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364218 Oct 20 12:12:33.881095 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26994323-071f-4506-a94f-131ba469480b req-9b6f3a13-a5e7-40aa-bb91-9276bc8f07f3 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:33.882625 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-26994323-071f-4506-a94f-131ba469480b req-9b6f3a13-a5e7-40aa-bb91-9276bc8f07f3 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5ffa0f7-c791-4399-8dc7-452db3db3a46 HTTP/1.1" status: 200 len: 945 time: 0.0503690 Oct 20 12:12:33.922622 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-26994323-071f-4506-a94f-131ba469480b req-68fdd966-90ab-4404-ac3f-fe04fad03b4f tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/security-groups?id=fb0f27e1-e5e2-460b-b758-3f1da7aeb7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335615 Oct 20 12:12:35.049578 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba200d7-10a5-4091-b95d-0040c9f428ee req-e2b026ea-0696-4a49-ae43-9e9d25781edf tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:35.051062 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8ba200d7-10a5-4091-b95d-0040c9f428ee req-e2b026ea-0696-4a49-ae43-9e9d25781edf tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5ffa0f7-c791-4399-8dc7-452db3db3a46 HTTP/1.1" status: 200 len: 945 time: 0.0594356 Oct 20 12:12:35.091524 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8ba200d7-10a5-4091-b95d-0040c9f428ee req-12df3572-558e-40b7-81ae-d02b8ec074b5 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/security-groups?id=fb0f27e1-e5e2-460b-b758-3f1da7aeb7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314977 Oct 20 12:12:36.226319 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acdf275-5339-4de7-97f5-e6fe1a732f72 req-5d59bb8b-0ed6-4c8a-9018-d0f2a8064aaa tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:36.227815 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6acdf275-5339-4de7-97f5-e6fe1a732f72 req-5d59bb8b-0ed6-4c8a-9018-d0f2a8064aaa tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5ffa0f7-c791-4399-8dc7-452db3db3a46 HTTP/1.1" status: 200 len: 945 time: 0.0555329 Oct 20 12:12:36.271446 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6acdf275-5339-4de7-97f5-e6fe1a732f72 req-42340e8c-346d-476d-b4e9-b1ce2b20d01a tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/security-groups?id=fb0f27e1-e5e2-460b-b758-3f1da7aeb7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345485 Oct 20 12:12:37.401960 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a2e70-c660-495d-8ec8-8d9a830fdecd req-19ba1c42-49ef-49b1-b96b-9191811d8971 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:37.403458 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cc2a2e70-c660-495d-8ec8-8d9a830fdecd req-19ba1c42-49ef-49b1-b96b-9191811d8971 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5ffa0f7-c791-4399-8dc7-452db3db3a46 HTTP/1.1" status: 200 len: 945 time: 0.0532131 Oct 20 12:12:37.443912 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cc2a2e70-c660-495d-8ec8-8d9a830fdecd req-800f7833-8684-4145-ae9a-32d52e89c520 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/security-groups?id=fb0f27e1-e5e2-460b-b758-3f1da7aeb7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316844 Oct 20 12:12:38.571942 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ec36b-f714-48c1-8e38-30e2cffbbe20 req-33206b28-af5e-44ba-934b-21fa3bc6779f tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:38.573412 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-530ec36b-f714-48c1-8e38-30e2cffbbe20 req-33206b28-af5e-44ba-934b-21fa3bc6779f tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5ffa0f7-c791-4399-8dc7-452db3db3a46 HTTP/1.1" status: 200 len: 945 time: 0.0593235 Oct 20 12:12:38.613764 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-530ec36b-f714-48c1-8e38-30e2cffbbe20 req-2ab4cc34-dc46-4eb2-88ae-8bf1c384a029 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/security-groups?id=fb0f27e1-e5e2-460b-b758-3f1da7aeb7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315015 Oct 20 12:12:39.378966 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f62b7f-4664-44d3-b3f7-e42f53e6d0c1 req-84aaa938-cef6-42f7-9650-24f53f5546ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:39.380444 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e0f62b7f-4664-44d3-b3f7-e42f53e6d0c1 req-84aaa938-cef6-42f7-9650-24f53f5546ae service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8f27be9fea81445f83faf6c1d0627e5b&device_id=a5ffa0f7-c791-4399-8dc7-452db3db3a46 HTTP/1.1" status: 200 len: 1096 time: 0.0441914 Oct 20 12:12:39.497580 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f62b7f-4664-44d3-b3f7-e42f53e6d0c1 req-c3bf7d91-86a1-4293-a3b4-d630e856606b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:39.499147 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e0f62b7f-4664-44d3-b3f7-e42f53e6d0c1 req-c3bf7d91-86a1-4293-a3b4-d630e856606b service neutron] 10.222.0.89 "GET /v2.0/networks?id=5178ae9d-22e0-4ebf-8325-39724464f204 HTTP/1.1" status: 200 len: 913 time: 0.0922003 Oct 20 12:12:39.544135 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e0f62b7f-4664-44d3-b3f7-e42f53e6d0c1 req-2101e02b-b600-4fc0-a25a-462c8496e053 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fba96eb-3971-4a78-bf81-d5a847985a80 HTTP/1.1" status: 200 len: 217 time: 0.0349269 Oct 20 12:12:39.598676 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f62b7f-4664-44d3-b3f7-e42f53e6d0c1 req-918657e2-b2fc-4972-993e-a96bdad15ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:39.600137 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e0f62b7f-4664-44d3-b3f7-e42f53e6d0c1 req-918657e2-b2fc-4972-993e-a96bdad15ab3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=da2c03c9-d8ef-41e8-81cb-6662ca8a6b31 HTTP/1.1" status: 200 len: 851 time: 0.0483267 Oct 20 12:12:39.632305 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e0f62b7f-4664-44d3-b3f7-e42f53e6d0c1 req-1899b352-b6b2-463c-98c8-4f1881136371 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5178ae9d-22e0-4ebf-8325-39724464f204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238600 Oct 20 12:12:39.726476 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e0f62b7f-4664-44d3-b3f7-e42f53e6d0c1 req-8ce03f31-be18-45e8-81ac-83ef3aa445e7 service neutron] 10.222.0.89 "GET /v2.0/networks/5178ae9d-22e0-4ebf-8325-39724464f204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850301 Oct 20 12:12:39.735543 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432825e-6372-4d3c-90f4-2f6826b25475 req-7a565fbd-46de-49f9-8cce-4db182599b1b tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:39.737036 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9432825e-6372-4d3c-90f4-2f6826b25475 req-7a565fbd-46de-49f9-8cce-4db182599b1b tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5ffa0f7-c791-4399-8dc7-452db3db3a46 HTTP/1.1" status: 200 len: 945 time: 0.0521622 Oct 20 12:12:39.776303 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9432825e-6372-4d3c-90f4-2f6826b25475 req-e9504837-63f4-4d03-be28-5d794323cd37 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/security-groups?id=fb0f27e1-e5e2-460b-b758-3f1da7aeb7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328910 Oct 20 12:12:39.824304 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-e0f62b7f-4664-44d3-b3f7-e42f53e6d0c1 req-044d87ff-5a1b-431c-9469-106f5313f0ab service neutron] 10.222.0.89 "GET /v2.0/networks/5178ae9d-22e0-4ebf-8325-39724464f204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870049 Oct 20 12:12:40.255051 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:40.903753 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82036096-4b54-42ea-88ab-b11177bfb95e req-f606af16-756c-41c3-88e8-505706062a75 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:40.905082 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-82036096-4b54-42ea-88ab-b11177bfb95e req-f606af16-756c-41c3-88e8-505706062a75 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5ffa0f7-c791-4399-8dc7-452db3db3a46 HTTP/1.1" status: 200 len: 945 time: 0.0493751 Oct 20 12:12:40.943155 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-82036096-4b54-42ea-88ab-b11177bfb95e req-4f3aef69-d5ab-4240-8ce7-ef89985ffcf6 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/security-groups?id=fb0f27e1-e5e2-460b-b758-3f1da7aeb7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318291 Oct 20 12:12:41.861320 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [req-a56f0c54-0bc6-45a4-8484-c3fe75bae132 req-272c7ebb-a3e3-4259-bd1a-c21402f1c9b0 service neutron] show failed (client error): The resource could not be found. Oct 20 12:12:41.862317 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a56f0c54-0bc6-45a4-8484-c3fe75bae132 req-272c7ebb-a3e3-4259-bd1a-c21402f1c9b0 service neutron] 10.222.0.89 "GET /v2.0/ports/7fba96eb-3971-4a78-bf81-d5a847985a80/bindings/n-h1-814735-3 HTTP/1.1" status: 404 len: 380 time: 0.0601246 Oct 20 12:12:42.074912 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed086ef8-de74-4792-b3dd-66046b0bb2d9 req-d97b2b4c-2f40-43ea-925b-d95f637d2014 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:42.076377 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ed086ef8-de74-4792-b3dd-66046b0bb2d9 req-d97b2b4c-2f40-43ea-925b-d95f637d2014 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5ffa0f7-c791-4399-8dc7-452db3db3a46 HTTP/1.1" status: 200 len: 945 time: 0.0587797 Oct 20 12:12:42.135218 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ed086ef8-de74-4792-b3dd-66046b0bb2d9 req-028e996b-a022-4eb1-ba25-b4fdf777b9b4 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/security-groups?id=fb0f27e1-e5e2-460b-b758-3f1da7aeb7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528128 Oct 20 12:12:42.153692 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f0c54-0bc6-45a4-8484-c3fe75bae132 req-82d38a0a-2e35-47c9-8485-a21366248739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:42.155346 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a56f0c54-0bc6-45a4-8484-c3fe75bae132 req-82d38a0a-2e35-47c9-8485-a21366248739 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a5ffa0f7-c791-4399-8dc7-452db3db3a46&tenant_id=8f27be9fea81445f83faf6c1d0627e5b HTTP/1.1" status: 200 len: 1096 time: 0.1072202 Oct 20 12:12:42.168007 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-a56f0c54-0bc6-45a4-8484-c3fe75bae132 req-7e5141be-3d49-41dd-a69a-4cfd11a2325b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-814735-3', 'device_owner': 'compute:nova'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:12:42.219667 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a56f0c54-0bc6-45a4-8484-c3fe75bae132 req-7e5141be-3d49-41dd-a69a-4cfd11a2325b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:42.427843 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-a56f0c54-0bc6-45a4-8484-c3fe75bae132 req-7e5141be-3d49-41dd-a69a-4cfd11a2325b service neutron] For port 7fba96eb-3971-4a78-bf81-d5a847985a80, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=7fba96eb-3971-4a78-bf81-d5a847985a80,segment=NetworkSegment(74a92f4a-3a2e-4067-9dad-4cd5328255ae),segment_id=74a92f4a-3a2e-4067-9dad-4cd5328255ae)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:12:42.460003 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-a56f0c54-0bc6-45a4-8484-c3fe75bae132 req-7e5141be-3d49-41dd-a69a-4cfd11a2325b service neutron] For port 7fba96eb-3971-4a78-bf81-d5a847985a80, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:12:42.500708 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ffa0f7-c791-4399-8dc7-452db3db3a46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fba96eb-3971-4a78-bf81-d5a847985a80'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:12:42.503044 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05cdef80-f655-4e66-817d-f665db9370e4" -d '{"events": [{"server_uuid": "a5ffa0f7-c791-4399-8dc7-452db3db3a46", "name": "network-vif-unplugged", "status": "completed", "tag": "7fba96eb-3971-4a78-bf81-d5a847985a80"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:12:42.507144 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a56f0c54-0bc6-45a4-8484-c3fe75bae132 req-7e5141be-3d49-41dd-a69a-4cfd11a2325b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:42.519377 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-a56f0c54-0bc6-45a4-8484-c3fe75bae132 req-7e5141be-3d49-41dd-a69a-4cfd11a2325b service neutron] Transition to ACTIVE for port object 7fba96eb-3971-4a78-bf81-d5a847985a80 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 12:12:42.525538 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a56f0c54-0bc6-45a4-8484-c3fe75bae132 req-7e5141be-3d49-41dd-a69a-4cfd11a2325b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:42.555220 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 12:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e4ed7d-1ef2-4635-8b75-dd127e98f78e x-openstack-request-id: req-93e4ed7d-1ef2-4635-8b75-dd127e98f78e {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:12:42.555480 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ffa0f7-c791-4399-8dc7-452db3db3a46", "name": "network-vif-unplugged", "status": "completed", "tag": "7fba96eb-3971-4a78-bf81-d5a847985a80", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:12:42.555760 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-93e4ed7d-1ef2-4635-8b75-dd127e98f78e {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:12:42.556483 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ffa0f7-c791-4399-8dc7-452db3db3a46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fba96eb-3971-4a78-bf81-d5a847985a80', 'code': 200} Oct 20 12:12:42.588370 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-a56f0c54-0bc6-45a4-8484-c3fe75bae132 req-7e5141be-3d49-41dd-a69a-4cfd11a2325b service neutron] No DVR routers for this DVR port 7fba96eb-3971-4a78-bf81-d5a847985a80 on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:12:42.590265 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5141be-3d49-41dd-a69a-4cfd11a2325b service neutron] Pushing event updated for resources: {'Port': ['ID=7fba96eb-3971-4a78-bf81-d5a847985a80,revision_number=6']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:12:42.601300 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5141be-3d49-41dd-a69a-4cfd11a2325b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:12:42.601647 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5141be-3d49-41dd-a69a-4cfd11a2325b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:12:42.601981 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5141be-3d49-41dd-a69a-4cfd11a2325b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:12:42.602315 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5141be-3d49-41dd-a69a-4cfd11a2325b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:12:42.602643 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5141be-3d49-41dd-a69a-4cfd11a2325b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:12:42.602993 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5141be-3d49-41dd-a69a-4cfd11a2325b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:12:42.603316 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5141be-3d49-41dd-a69a-4cfd11a2325b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:12:42.603640 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5141be-3d49-41dd-a69a-4cfd11a2325b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:12:42.603960 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5141be-3d49-41dd-a69a-4cfd11a2325b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:12:42.604276 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5141be-3d49-41dd-a69a-4cfd11a2325b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:12:42.604600 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5141be-3d49-41dd-a69a-4cfd11a2325b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:12:42.604913 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5141be-3d49-41dd-a69a-4cfd11a2325b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:12:42.635715 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-a56f0c54-0bc6-45a4-8484-c3fe75bae132 req-7e5141be-3d49-41dd-a69a-4cfd11a2325b service neutron] Attempting to bind port 7fba96eb-3971-4a78-bf81-d5a847985a80 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:12:42.636050 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-a56f0c54-0bc6-45a4-8484-c3fe75bae132 req-7e5141be-3d49-41dd-a69a-4cfd11a2325b service neutron] Attempting to bind port 7fba96eb-3971-4a78-bf81-d5a847985a80 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '74a92f4a-3a2e-4067-9dad-4cd5328255ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '5178ae9d-22e0-4ebf-8325-39724464f204'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:12:42.636377 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56f0c54-0bc6-45a4-8484-c3fe75bae132 req-7e5141be-3d49-41dd-a69a-4cfd11a2325b service neutron] Attempting to bind port 7fba96eb-3971-4a78-bf81-d5a847985a80 on network 5178ae9d-22e0-4ebf-8325-39724464f204 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:12:42.640781 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56f0c54-0bc6-45a4-8484-c3fe75bae132 req-7e5141be-3d49-41dd-a69a-4cfd11a2325b service neutron] Port 7fba96eb-3971-4a78-bf81-d5a847985a80 on network 5178ae9d-22e0-4ebf-8325-39724464f204 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 12:12:42.641128 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56f0c54-0bc6-45a4-8484-c3fe75bae132 req-7e5141be-3d49-41dd-a69a-4cfd11a2325b service neutron] Attempting to bind port 7fba96eb-3971-4a78-bf81-d5a847985a80 on network 5178ae9d-22e0-4ebf-8325-39724464f204 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:12:42.646310 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56f0c54-0bc6-45a4-8484-c3fe75bae132 req-7e5141be-3d49-41dd-a69a-4cfd11a2325b service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:12:42.646642 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56f0c54-0bc6-45a4-8484-c3fe75bae132 req-7e5141be-3d49-41dd-a69a-4cfd11a2325b service neutron] Checking segment: {'id': '74a92f4a-3a2e-4067-9dad-4cd5328255ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '5178ae9d-22e0-4ebf-8325-39724464f204'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:12:42.647085 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56f0c54-0bc6-45a4-8484-c3fe75bae132 req-7e5141be-3d49-41dd-a69a-4cfd11a2325b service neutron] Bound using segment: {'id': '74a92f4a-3a2e-4067-9dad-4cd5328255ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '5178ae9d-22e0-4ebf-8325-39724464f204'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:12:42.647482 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-a56f0c54-0bc6-45a4-8484-c3fe75bae132 req-7e5141be-3d49-41dd-a69a-4cfd11a2325b service neutron] Bound port: 7fba96eb-3971-4a78-bf81-d5a847985a80, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74a92f4a-3a2e-4067-9dad-4cd5328255ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '5178ae9d-22e0-4ebf-8325-39724464f204'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:12:42.647827 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a56f0c54-0bc6-45a4-8484-c3fe75bae132 req-7e5141be-3d49-41dd-a69a-4cfd11a2325b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:42.712903 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-a56f0c54-0bc6-45a4-8484-c3fe75bae132 req-7e5141be-3d49-41dd-a69a-4cfd11a2325b service neutron] For port 7fba96eb-3971-4a78-bf81-d5a847985a80, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:12:42.715932 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-a56f0c54-0bc6-45a4-8484-c3fe75bae132 req-7e5141be-3d49-41dd-a69a-4cfd11a2325b service neutron] For port 7fba96eb-3971-4a78-bf81-d5a847985a80, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=7fba96eb-3971-4a78-bf81-d5a847985a80,segment=NetworkSegment(74a92f4a-3a2e-4067-9dad-4cd5328255ae),segment_id=74a92f4a-3a2e-4067-9dad-4cd5328255ae)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:12:42.720697 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a56f0c54-0bc6-45a4-8484-c3fe75bae132 req-7e5141be-3d49-41dd-a69a-4cfd11a2325b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:42.755858 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f0c54-0bc6-45a4-8484-c3fe75bae132 req-7e5141be-3d49-41dd-a69a-4cfd11a2325b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:42.756472 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a56f0c54-0bc6-45a4-8484-c3fe75bae132 req-7e5141be-3d49-41dd-a69a-4cfd11a2325b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:42.757828 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a56f0c54-0bc6-45a4-8484-c3fe75bae132 req-7e5141be-3d49-41dd-a69a-4cfd11a2325b service neutron] 10.222.0.11 "PUT /v2.0/ports/7fba96eb-3971-4a78-bf81-d5a847985a80 HTTP/1.1" status: 200 len: 1091 time: 0.5939095 Oct 20 12:12:42.775635 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5141be-3d49-41dd-a69a-4cfd11a2325b service neutron] Pushing event updated for resources: {'Port': ['ID=7fba96eb-3971-4a78-bf81-d5a847985a80,revision_number=7']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:12:42.819370 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f0c54-0bc6-45a4-8484-c3fe75bae132 req-b84a16f3-31dd-4d3d-85aa-d9f3b8caf3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:42.820847 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a56f0c54-0bc6-45a4-8484-c3fe75bae132 req-b84a16f3-31dd-4d3d-85aa-d9f3b8caf3a4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8f27be9fea81445f83faf6c1d0627e5b&device_id=a5ffa0f7-c791-4399-8dc7-452db3db3a46 HTTP/1.1" status: 200 len: 1094 time: 0.0406420 Oct 20 12:12:42.921686 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f0c54-0bc6-45a4-8484-c3fe75bae132 req-5d487114-3740-44c8-88aa-9fddafd7a5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:42.923158 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a56f0c54-0bc6-45a4-8484-c3fe75bae132 req-5d487114-3740-44c8-88aa-9fddafd7a5c9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5178ae9d-22e0-4ebf-8325-39724464f204 HTTP/1.1" status: 200 len: 913 time: 0.0949786 Oct 20 12:12:42.966995 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a56f0c54-0bc6-45a4-8484-c3fe75bae132 req-ff0c817f-d510-43ec-afdf-ee0913e3cc56 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fba96eb-3971-4a78-bf81-d5a847985a80 HTTP/1.1" status: 200 len: 217 time: 0.0362995 Oct 20 12:12:43.026494 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f0c54-0bc6-45a4-8484-c3fe75bae132 req-3ef7dbcb-d4d8-4d21-97ed-9740d2566c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:43.027921 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a56f0c54-0bc6-45a4-8484-c3fe75bae132 req-3ef7dbcb-d4d8-4d21-97ed-9740d2566c73 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=da2c03c9-d8ef-41e8-81cb-6662ca8a6b31 HTTP/1.1" status: 200 len: 851 time: 0.0541542 Oct 20 12:12:43.058363 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a56f0c54-0bc6-45a4-8484-c3fe75bae132 req-6da8b16c-deab-4d97-ab49-db360116e252 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5178ae9d-22e0-4ebf-8325-39724464f204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236704 Oct 20 12:12:43.148599 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a56f0c54-0bc6-45a4-8484-c3fe75bae132 req-1f25af30-8257-45ad-9252-f2b89d1165ad service neutron] 10.222.0.11 "GET /v2.0/networks/5178ae9d-22e0-4ebf-8325-39724464f204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819664 Oct 20 12:12:43.268126 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a56f0c54-0bc6-45a4-8484-c3fe75bae132 req-329a5510-ed86-4a69-9e8a-2a3f225bf76d service neutron] 10.222.0.11 "GET /v2.0/networks/5178ae9d-22e0-4ebf-8325-39724464f204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122491 Oct 20 12:12:43.280446 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1194f9c-89d4-4e2c-b902-78ca67a64075 req-f4a83c97-be7a-4f9c-881b-2c99261b64d5 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:43.281955 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f1194f9c-89d4-4e2c-b902-78ca67a64075 req-f4a83c97-be7a-4f9c-881b-2c99261b64d5 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5ffa0f7-c791-4399-8dc7-452db3db3a46 HTTP/1.1" status: 200 len: 943 time: 0.0683544 Oct 20 12:12:43.320333 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f1194f9c-89d4-4e2c-b902-78ca67a64075 req-a1911b5e-e9d0-4b54-97bb-239326fb8422 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/security-groups?id=fb0f27e1-e5e2-460b-b758-3f1da7aeb7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322096 Oct 20 12:12:43.474338 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:12:44.340639 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 7fba96eb-3971-4a78-bf81-d5a847985a80 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:12:44.382185 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 7fba96eb-3971-4a78-bf81-d5a847985a80 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:12:44.443558 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0889610-ec22-4450-991d-5826d8429ae7 req-b1e66fa9-f28e-42f3-aabe-a0c6ed9cbbc5 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:44.444938 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f0889610-ec22-4450-991d-5826d8429ae7 req-b1e66fa9-f28e-42f3-aabe-a0c6ed9cbbc5 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5ffa0f7-c791-4399-8dc7-452db3db3a46 HTTP/1.1" status: 200 len: 943 time: 0.0512776 Oct 20 12:12:44.491298 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f0889610-ec22-4450-991d-5826d8429ae7 req-372a565d-4c69-4dac-9a0d-b1a6f3db50e5 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/security-groups?id=fb0f27e1-e5e2-460b-b758-3f1da7aeb7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374806 Oct 20 12:12:44.557086 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ffa0f7-c791-4399-8dc7-452db3db3a46', 'tag': '7fba96eb-3971-4a78-bf81-d5a847985a80'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:12:44.559498 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0b012c-e2c6-4a32-9533-9b1c0c2147c5" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ffa0f7-c791-4399-8dc7-452db3db3a46", "tag": "7fba96eb-3971-4a78-bf81-d5a847985a80"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:12:44.609003 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d3d25c-c9d8-4332-9ad4-ec3921c75df2 x-openstack-request-id: req-c8d3d25c-c9d8-4332-9ad4-ec3921c75df2 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:12:44.609285 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ffa0f7-c791-4399-8dc7-452db3db3a46", "tag": "7fba96eb-3971-4a78-bf81-d5a847985a80", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:12:44.609539 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c8d3d25c-c9d8-4332-9ad4-ec3921c75df2 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:12:44.609937 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ffa0f7-c791-4399-8dc7-452db3db3a46', 'tag': '7fba96eb-3971-4a78-bf81-d5a847985a80', 'status': 'completed', 'code': 200} Oct 20 12:12:44.677482 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b012c-e2c6-4a32-9533-9b1c0c2147c5 req-1f3e2d2f-ac9b-4dc2-a914-298af6817219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:44.679080 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7e0b012c-e2c6-4a32-9533-9b1c0c2147c5 req-1f3e2d2f-ac9b-4dc2-a914-298af6817219 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8f27be9fea81445f83faf6c1d0627e5b&device_id=a5ffa0f7-c791-4399-8dc7-452db3db3a46 HTTP/1.1" status: 200 len: 1094 time: 0.0422990 Oct 20 12:12:44.681719 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b012c-e2c6-4a32-9533-9b1c0c2147c5 req-528853dc-9b14-4df3-a1ab-ab85673d2232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:44.683212 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-7e0b012c-e2c6-4a32-9533-9b1c0c2147c5 req-528853dc-9b14-4df3-a1ab-ab85673d2232 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8f27be9fea81445f83faf6c1d0627e5b&device_id=a5ffa0f7-c791-4399-8dc7-452db3db3a46 HTTP/1.1" status: 200 len: 1094 time: 0.0453382 Oct 20 12:12:44.776169 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b012c-e2c6-4a32-9533-9b1c0c2147c5 req-741b046e-b496-4694-8493-cecdac40b8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:44.777635 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7e0b012c-e2c6-4a32-9533-9b1c0c2147c5 req-741b046e-b496-4694-8493-cecdac40b8bf service neutron] 10.222.0.11 "GET /v2.0/networks?id=5178ae9d-22e0-4ebf-8325-39724464f204 HTTP/1.1" status: 200 len: 913 time: 0.0899756 Oct 20 12:12:44.780120 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b012c-e2c6-4a32-9533-9b1c0c2147c5 req-93eb846f-da33-4bc7-ad0d-248b97867778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:44.781618 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-7e0b012c-e2c6-4a32-9533-9b1c0c2147c5 req-93eb846f-da33-4bc7-ad0d-248b97867778 service neutron] 10.222.0.89 "GET /v2.0/networks?id=5178ae9d-22e0-4ebf-8325-39724464f204 HTTP/1.1" status: 200 len: 913 time: 0.0907047 Oct 20 12:12:44.827883 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-7e0b012c-e2c6-4a32-9533-9b1c0c2147c5 req-23bad60c-ffae-44c3-a679-c56f493f235b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fba96eb-3971-4a78-bf81-d5a847985a80 HTTP/1.1" status: 200 len: 217 time: 0.0376685 Oct 20 12:12:44.843614 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7e0b012c-e2c6-4a32-9533-9b1c0c2147c5 req-9a28d2d3-88c7-48d9-be76-ac0142b913c2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fba96eb-3971-4a78-bf81-d5a847985a80 HTTP/1.1" status: 200 len: 217 time: 0.0382237 Oct 20 12:12:44.877670 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b012c-e2c6-4a32-9533-9b1c0c2147c5 req-3cdcba5e-049c-46d8-b0cf-1103d3936b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:44.879157 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-7e0b012c-e2c6-4a32-9533-9b1c0c2147c5 req-3cdcba5e-049c-46d8-b0cf-1103d3936b04 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=da2c03c9-d8ef-41e8-81cb-6662ca8a6b31 HTTP/1.1" status: 200 len: 851 time: 0.0437574 Oct 20 12:12:44.891232 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b012c-e2c6-4a32-9533-9b1c0c2147c5 req-d1216dc1-088a-4490-81d4-dbfe09b067af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:44.892670 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7e0b012c-e2c6-4a32-9533-9b1c0c2147c5 req-d1216dc1-088a-4490-81d4-dbfe09b067af service neutron] 10.222.0.11 "GET /v2.0/subnets?id=da2c03c9-d8ef-41e8-81cb-6662ca8a6b31 HTTP/1.1" status: 200 len: 851 time: 0.0425694 Oct 20 12:12:44.912341 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-7e0b012c-e2c6-4a32-9533-9b1c0c2147c5 req-a4e7af85-0c64-466c-b354-8b3ebf43c0e6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5178ae9d-22e0-4ebf-8325-39724464f204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251498 Oct 20 12:12:44.924066 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7e0b012c-e2c6-4a32-9533-9b1c0c2147c5 req-4851b62d-bc42-4c03-aa2e-f2b2e8ef4376 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5178ae9d-22e0-4ebf-8325-39724464f204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241261 Oct 20 12:12:45.007182 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-7e0b012c-e2c6-4a32-9533-9b1c0c2147c5 req-043a3697-cb21-4e69-be49-e80fb9be8fb1 service neutron] 10.222.0.89 "GET /v2.0/networks/5178ae9d-22e0-4ebf-8325-39724464f204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865541 Oct 20 12:12:45.016498 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7e0b012c-e2c6-4a32-9533-9b1c0c2147c5 req-1422bd00-7c48-424b-b1d7-d80c88f73f3e service neutron] 10.222.0.11 "GET /v2.0/networks/5178ae9d-22e0-4ebf-8325-39724464f204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854368 Oct 20 12:12:45.102412 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-7e0b012c-e2c6-4a32-9533-9b1c0c2147c5 req-e7c9b5dd-ab2c-4fef-bc5c-48207462a527 service neutron] 10.222.0.89 "GET /v2.0/networks/5178ae9d-22e0-4ebf-8325-39724464f204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872765 Oct 20 12:12:45.103822 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7e0b012c-e2c6-4a32-9533-9b1c0c2147c5 req-d7220205-3523-4fd3-b51b-2eafc5b80103 service neutron] 10.222.0.11 "GET /v2.0/networks/5178ae9d-22e0-4ebf-8325-39724464f204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800920 Oct 20 12:12:45.639176 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d20990-f555-45f7-a15b-3fcd840ccea5 req-4a1a6201-7443-4fd8-9bd2-cb2ed9922b1e tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:45.640658 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f9d20990-f555-45f7-a15b-3fcd840ccea5 req-4a1a6201-7443-4fd8-9bd2-cb2ed9922b1e tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5ffa0f7-c791-4399-8dc7-452db3db3a46 HTTP/1.1" status: 200 len: 943 time: 0.0571208 Oct 20 12:12:45.686884 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f9d20990-f555-45f7-a15b-3fcd840ccea5 req-8dceb9aa-c294-4a3a-afbe-0e69969b855a tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/security-groups?id=fb0f27e1-e5e2-460b-b758-3f1da7aeb7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393918 Oct 20 12:12:45.742734 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:45.971587 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60987c5b-28d1-42a6-9fb6-d6cc0ae176cd req-adfcf0de-17e2-477c-8cbe-0f8cba5abafe tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:45.973025 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-60987c5b-28d1-42a6-9fb6-d6cc0ae176cd req-adfcf0de-17e2-477c-8cbe-0f8cba5abafe tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.89 "GET /v2.0/ports?device_id=a5ffa0f7-c791-4399-8dc7-452db3db3a46&tenant_id=8f27be9fea81445f83faf6c1d0627e5b&binding%3Ahost_id=n-h1-814735-3 HTTP/1.1" status: 200 len: 943 time: 0.0896680 Oct 20 12:12:46.035534 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [req-60987c5b-28d1-42a6-9fb6-d6cc0ae176cd req-20689c29-1063-4b9d-8246-a6066768e807 service neutron] delete failed (client error): The resource could not be found. Oct 20 12:12:46.036558 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-60987c5b-28d1-42a6-9fb6-d6cc0ae176cd req-20689c29-1063-4b9d-8246-a6066768e807 service neutron] 10.222.0.89 "DELETE /v2.0/ports/7fba96eb-3971-4a78-bf81-d5a847985a80/bindings/n-h2-814735-3 HTTP/1.1" status: 404 len: 380 time: 0.0545835 Oct 20 12:12:46.146157 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60987c5b-28d1-42a6-9fb6-d6cc0ae176cd req-b4ec63e5-fb72-44ba-b1ed-4978b9f17c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:46.147571 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-60987c5b-28d1-42a6-9fb6-d6cc0ae176cd req-b4ec63e5-fb72-44ba-b1ed-4978b9f17c69 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8f27be9fea81445f83faf6c1d0627e5b&device_id=a5ffa0f7-c791-4399-8dc7-452db3db3a46 HTTP/1.1" status: 200 len: 1094 time: 0.0529115 Oct 20 12:12:46.516868 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60987c5b-28d1-42a6-9fb6-d6cc0ae176cd req-2d70e602-337f-442f-9ce4-345c2b63103c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:46.518389 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-60987c5b-28d1-42a6-9fb6-d6cc0ae176cd req-2d70e602-337f-442f-9ce4-345c2b63103c service neutron] 10.222.0.89 "GET /v2.0/networks?id=5178ae9d-22e0-4ebf-8325-39724464f204 HTTP/1.1" status: 200 len: 913 time: 0.3631227 Oct 20 12:12:46.561970 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-60987c5b-28d1-42a6-9fb6-d6cc0ae176cd req-9b829806-6821-4f13-9572-f9ccb769f9b3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fba96eb-3971-4a78-bf81-d5a847985a80 HTTP/1.1" status: 200 len: 217 time: 0.0339487 Oct 20 12:12:46.610556 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60987c5b-28d1-42a6-9fb6-d6cc0ae176cd req-3ded0f7e-7817-4e92-9fc3-62fe12b6ab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:46.612013 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-60987c5b-28d1-42a6-9fb6-d6cc0ae176cd req-3ded0f7e-7817-4e92-9fc3-62fe12b6ab15 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=da2c03c9-d8ef-41e8-81cb-6662ca8a6b31 HTTP/1.1" status: 200 len: 851 time: 0.0424690 Oct 20 12:12:46.647503 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-60987c5b-28d1-42a6-9fb6-d6cc0ae176cd req-15035b37-0ca6-4f27-8dd8-7485d24f9c8e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5178ae9d-22e0-4ebf-8325-39724464f204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245357 Oct 20 12:12:46.656965 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 7fba96eb-3971-4a78-bf81-d5a847985a80 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:12:46.743158 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-60987c5b-28d1-42a6-9fb6-d6cc0ae176cd req-c6e9bd6d-8fa7-4b2c-92b9-76b3b3f00da6 service neutron] 10.222.0.89 "GET /v2.0/networks/5178ae9d-22e0-4ebf-8325-39724464f204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876067 Oct 20 12:12:46.754153 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 7fba96eb-3971-4a78-bf81-d5a847985a80, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=7fba96eb-3971-4a78-bf81-d5a847985a80,segment=NetworkSegment(74a92f4a-3a2e-4067-9dad-4cd5328255ae),segment_id=74a92f4a-3a2e-4067-9dad-4cd5328255ae)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:12:46.768922 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '7fba96eb-3971-4a78-bf81-d5a847985a80', 'network_id': '5178ae9d-22e0-4ebf-8325-39724464f204', 'port_id': '7fba96eb-3971-4a78-bf81-d5a847985a80', 'mac_address': 'fa:16:3e:60:33:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da2c03c9-d8ef-41e8-81cb-6662ca8a6b31', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:12:46.804348 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:46.817074 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fba96eb-3971-4a78-bf81-d5a847985a80 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:12:46.835534 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 7fba96eb-3971-4a78-bf81-d5a847985a80, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=7fba96eb-3971-4a78-bf81-d5a847985a80,segment=NetworkSegment(74a92f4a-3a2e-4067-9dad-4cd5328255ae),segment_id=74a92f4a-3a2e-4067-9dad-4cd5328255ae)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:12:46.839065 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-60987c5b-28d1-42a6-9fb6-d6cc0ae176cd req-5f32b152-4c4e-4819-8b24-f1b55b0d1e9d service neutron] 10.222.0.89 "GET /v2.0/networks/5178ae9d-22e0-4ebf-8325-39724464f204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873191 Oct 20 12:12:46.841460 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:46.893549 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=7fba96eb-3971-4a78-bf81-d5a847985a80,revision_number=8']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:12:47.117830 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['7fba96eb-3971-4a78-bf81-d5a847985a80'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:12:47.601881 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4988e11-b577-4c54-b6dd-cd8c36b14206 req-cd7f7046-fc25-485d-8a23-33c7e8fda8ab tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:47.603345 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e4988e11-b577-4c54-b6dd-cd8c36b14206 req-cd7f7046-fc25-485d-8a23-33c7e8fda8ab tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5ffa0f7-c791-4399-8dc7-452db3db3a46 HTTP/1.1" status: 200 len: 944 time: 0.0493655 Oct 20 12:12:47.644590 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e4988e11-b577-4c54-b6dd-cd8c36b14206 req-6db6db45-97df-4d11-a898-d8dd99013280 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/security-groups?id=fb0f27e1-e5e2-460b-b758-3f1da7aeb7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348694 Oct 20 12:12:48.678445 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 7fba96eb-3971-4a78-bf81-d5a847985a80 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:12:48.726888 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 7fba96eb-3971-4a78-bf81-d5a847985a80 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 12:12:48.731105 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 7fba96eb-3971-4a78-bf81-d5a847985a80 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:12:48.731467 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:48.767363 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542aa466-eaec-45e3-ba0f-0310fbdfc503 req-fd0d14f0-32fa-4488-80a9-c8420c536d63 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:48.769071 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-542aa466-eaec-45e3-ba0f-0310fbdfc503 req-fd0d14f0-32fa-4488-80a9-c8420c536d63 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5ffa0f7-c791-4399-8dc7-452db3db3a46 HTTP/1.1" status: 200 len: 944 time: 0.0520387 Oct 20 12:12:48.813544 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:48.836146 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ffa0f7-c791-4399-8dc7-452db3db3a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fba96eb-3971-4a78-bf81-d5a847985a80'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:12:48.838020 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-542aa466-eaec-45e3-ba0f-0310fbdfc503 req-2d5647d7-377f-4222-9d84-679de16f7fca tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.98 "GET /v2.0/security-groups?id=fb0f27e1-e5e2-460b-b758-3f1da7aeb7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622609 Oct 20 12:12:48.838359 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35070046-2957-47ca-95f0-8bb1cd4caa2c" -d '{"events": [{"server_uuid": "a5ffa0f7-c791-4399-8dc7-452db3db3a46", "name": "network-vif-plugged", "status": "completed", "tag": "7fba96eb-3971-4a78-bf81-d5a847985a80"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:12:48.852794 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 7fba96eb-3971-4a78-bf81-d5a847985a80, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=7fba96eb-3971-4a78-bf81-d5a847985a80,segment=NetworkSegment(74a92f4a-3a2e-4067-9dad-4cd5328255ae),segment_id=74a92f4a-3a2e-4067-9dad-4cd5328255ae)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:12:48.855578 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60987c5b-28d1-42a6-9fb6-d6cc0ae176cd req-135d5c87-57f2-4449-b479-67807b3309f5 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:48.857261 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-60987c5b-28d1-42a6-9fb6-d6cc0ae176cd req-135d5c87-57f2-4449-b479-67807b3309f5 tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5ffa0f7-c791-4399-8dc7-452db3db3a46 HTTP/1.1" status: 200 len: 944 time: 0.0744288 Oct 20 12:12:48.858038 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:48.889384 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6843b2-5e4e-425e-8722-aa7353c6003d x-openstack-request-id: req-7e6843b2-5e4e-425e-8722-aa7353c6003d {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:12:48.889688 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ffa0f7-c791-4399-8dc7-452db3db3a46", "name": "network-vif-plugged", "status": "completed", "tag": "7fba96eb-3971-4a78-bf81-d5a847985a80", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:12:48.889942 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7e6843b2-5e4e-425e-8722-aa7353c6003d {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:12:48.890332 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ffa0f7-c791-4399-8dc7-452db3db3a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fba96eb-3971-4a78-bf81-d5a847985a80', 'code': 200} Oct 20 12:12:48.910712 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=7fba96eb-3971-4a78-bf81-d5a847985a80,revision_number=9']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:12:48.918267 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:12:48.918614 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:12:48.918975 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:12:48.919310 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:12:48.919634 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:12:48.919960 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:12:48.920294 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:12:48.920598 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:12:48.920916 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:12:48.921231 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:12:48.921551 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:12:48.921867 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:12:48.946329 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-60987c5b-28d1-42a6-9fb6-d6cc0ae176cd req-b2111e2d-1dc5-49ae-b6ca-c2290383265c tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Deleting port 7fba96eb-3971-4a78-bf81-d5a847985a80 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:12:48.946661 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-60987c5b-28d1-42a6-9fb6-d6cc0ae176cd req-b2111e2d-1dc5-49ae-b6ca-c2290383265c tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:49.037481 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-60987c5b-28d1-42a6-9fb6-d6cc0ae176cd req-b2111e2d-1dc5-49ae-b6ca-c2290383265c tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] For port 7fba96eb-3971-4a78-bf81-d5a847985a80, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=7fba96eb-3971-4a78-bf81-d5a847985a80,segment=NetworkSegment(74a92f4a-3a2e-4067-9dad-4cd5328255ae),segment_id=74a92f4a-3a2e-4067-9dad-4cd5328255ae)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:12:49.037835 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-60987c5b-28d1-42a6-9fb6-d6cc0ae176cd req-b2111e2d-1dc5-49ae-b6ca-c2290383265c tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:49.049554 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-60987c5b-28d1-42a6-9fb6-d6cc0ae176cd req-b2111e2d-1dc5-49ae-b6ca-c2290383265c tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Calling delete_port for 7fba96eb-3971-4a78-bf81-d5a847985a80 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:12:49.198269 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-60987c5b-28d1-42a6-9fb6-d6cc0ae176cd req-b2111e2d-1dc5-49ae-b6ca-c2290383265c tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:49.211832 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['7fba96eb-3971-4a78-bf81-d5a847985a80'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:12:49.230827 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2111e2d-1dc5-49ae-b6ca-c2290383265c tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Pushing event deleted for resources: {'Port': ['ID=7fba96eb-3971-4a78-bf81-d5a847985a80,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:12:49.270525 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-60987c5b-28d1-42a6-9fb6-d6cc0ae176cd req-b2111e2d-1dc5-49ae-b6ca-c2290383265c tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] No DVR routers for this DVR port 7fba96eb-3971-4a78-bf81-d5a847985a80 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:12:49.273259 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-60987c5b-28d1-42a6-9fb6-d6cc0ae176cd req-b2111e2d-1dc5-49ae-b6ca-c2290383265c tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:49.276594 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-60987c5b-28d1-42a6-9fb6-d6cc0ae176cd req-b2111e2d-1dc5-49ae-b6ca-c2290383265c tempest-DeleteServersTestJSON-1768837762 tempest-DeleteServersTestJSON-1768837762-project] 10.222.0.11 "DELETE /v2.0/ports/7fba96eb-3971-4a78-bf81-d5a847985a80 HTTP/1.1" status: 204 len: 173 time: 0.4127526 Oct 20 12:12:49.277042 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ffa0f7-c791-4399-8dc7-452db3db3a46', 'name': 'network-vif-deleted', 'tag': '7fba96eb-3971-4a78-bf81-d5a847985a80'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:12:49.279282 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af89f482-4af9-4bc3-b8f4-7cc4b64ebcc0" -d '{"events": [{"server_uuid": "a5ffa0f7-c791-4399-8dc7-452db3db3a46", "name": "network-vif-deleted", "tag": "7fba96eb-3971-4a78-bf81-d5a847985a80"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:12:49.318544 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494ee30c-92aa-4052-881a-ee060b512c51 x-openstack-request-id: req-494ee30c-92aa-4052-881a-ee060b512c51 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:12:49.318855 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ffa0f7-c791-4399-8dc7-452db3db3a46", "name": "network-vif-deleted", "tag": "7fba96eb-3971-4a78-bf81-d5a847985a80", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:12:49.319108 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-494ee30c-92aa-4052-881a-ee060b512c51 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:12:49.319524 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ffa0f7-c791-4399-8dc7-452db3db3a46', 'name': 'network-vif-deleted', 'tag': '7fba96eb-3971-4a78-bf81-d5a847985a80', 'status': 'completed', 'code': 200} Oct 20 12:12:49.353584 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9185af41-f40a-4a44-b0bd-31ab852755e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:49.976481 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 56354) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:12:50.021356 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cd6a9bf-fe24-4b0a-b93c-21bae3effcf2 admin admin] Deleting subnet da2c03c9-d8ef-41e8-81cb-6662ca8a6b31 {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 12:12:50.024712 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a9bf-fe24-4b0a-b93c-21bae3effcf2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:50.058154 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a9bf-fe24-4b0a-b93c-21bae3effcf2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:50.101029 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a9bf-fe24-4b0a-b93c-21bae3effcf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:50.157571 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a9bf-fe24-4b0a-b93c-21bae3effcf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:50.182658 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a9bf-fe24-4b0a-b93c-21bae3effcf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da2c03c9-d8ef-41e8-81cb-6662ca8a6b31,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:12:50.186319 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a9bf-fe24-4b0a-b93c-21bae3effcf2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:50.189474 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2cd6a9bf-fe24-4b0a-b93c-21bae3effcf2 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/da2c03c9-d8ef-41e8-81cb-6662ca8a6b31 HTTP/1.1" status: 204 len: 168 time: 0.2119942 Oct 20 12:12:50.192358 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 56356) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:12:50.258752 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9d2461fc-3e84-49c9-9892-6dba265b2cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:50.350064 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9d2461fc-3e84-49c9-9892-6dba265b2cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:50.369445 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-9d2461fc-3e84-49c9-9892-6dba265b2cd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5178ae9d-22e0-4ebf-8325-39724464f204']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:12:50.378540 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-9d2461fc-3e84-49c9-9892-6dba265b2cd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74a92f4a-3a2e-4067-9dad-4cd5328255ae') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:12:50.378831 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-9d2461fc-3e84-49c9-9892-6dba265b2cd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74a92f4a-3a2e-4067-9dad-4cd5328255ae') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:12:50.388127 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9d2461fc-3e84-49c9-9892-6dba265b2cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:50.404789 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9d2461fc-3e84-49c9-9892-6dba265b2cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:50.411178 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d2461fc-3e84-49c9-9892-6dba265b2cd9 admin admin] Releasing vlan 1252 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 12:12:50.411585 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9d2461fc-3e84-49c9-9892-6dba265b2cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:50.413315 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 12:12:50.413315 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 12:12:50.413315 n-d-814735-3 neutron-server[100647]: timer() Oct 20 12:12:50.413315 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 12:12:50.413315 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 12:12:50.413315 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 12:12:50.413315 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 12:12:50.413315 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 12:12:50.413315 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 12:12:50.413315 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 12:12:50.413315 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 12:12:50.413315 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 12:12:50.413315 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 12:12:50.413315 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 12:12:50.413315 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 12:12:50.413315 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 12:12:50.413315 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 12:12:50.413315 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 12:12:50.413315 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 12:12:50.413315 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 12:12:50.413315 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 12:12:50.413315 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 12:12:50.413315 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 12:12:50.413315 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 12:12:50.413315 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 12:12:50.413315 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 12:12:50.413315 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 12:12:50.413315 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 12:12:50.413315 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 12:12:50.413315 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 12:12:50.413315 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 12:12:50.413315 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 12:12:50.469872 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9d2461fc-3e84-49c9-9892-6dba265b2cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:50.475684 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9d2461fc-3e84-49c9-9892-6dba265b2cd9 admin admin] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:50.478767 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-9d2461fc-3e84-49c9-9892-6dba265b2cd9 admin admin] 10.222.0.98 "DELETE /v2.0/networks/5178ae9d-22e0-4ebf-8325-39724464f204 HTTP/1.1" status: 204 len: 168 time: 0.2855139 Oct 20 12:12:50.489572 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2461fc-3e84-49c9-9892-6dba265b2cd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5178ae9d-22e0-4ebf-8325-39724464f204,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:12:50.602316 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56360) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:12:50.644698 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d22ec395-5252-4ecd-822e-d69e0785bc2d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8f27be9fea81445f83faf6c1d0627e5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410354 Oct 20 12:12:50.648175 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56362) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:12:50.705033 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-02ada150-01bd-43b6-a1e3-dc773d52f50f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:50.726333 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-02ada150-01bd-43b6-a1e3-dc773d52f50f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:50.777606 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-02ada150-01bd-43b6-a1e3-dc773d52f50f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:50.780604 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-02ada150-01bd-43b6-a1e3-dc773d52f50f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:50.781838 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-02ada150-01bd-43b6-a1e3-dc773d52f50f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/fb0f27e1-e5e2-460b-b758-3f1da7aeb7fb HTTP/1.1" status: 204 len: 168 time: 0.1329226 Oct 20 12:12:50.789890 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ada150-01bd-43b6-a1e3-dc773d52f50f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0f27e1-e5e2-460b-b758-3f1da7aeb7fb,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:12:50.797533 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ada150-01bd-43b6-a1e3-dc773d52f50f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:12:50.797848 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ada150-01bd-43b6-a1e3-dc773d52f50f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:12:50.798175 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ada150-01bd-43b6-a1e3-dc773d52f50f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:12:50.798533 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ada150-01bd-43b6-a1e3-dc773d52f50f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:12:50.798884 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ada150-01bd-43b6-a1e3-dc773d52f50f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:12:50.799215 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ada150-01bd-43b6-a1e3-dc773d52f50f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:12:50.799726 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ada150-01bd-43b6-a1e3-dc773d52f50f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:12:50.800052 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ada150-01bd-43b6-a1e3-dc773d52f50f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:12:50.800372 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ada150-01bd-43b6-a1e3-dc773d52f50f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:12:50.800670 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ada150-01bd-43b6-a1e3-dc773d52f50f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:12:50.801008 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ada150-01bd-43b6-a1e3-dc773d52f50f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:12:50.801312 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ada150-01bd-43b6-a1e3-dc773d52f50f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:12:51.498339 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56384) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:12:51.599960 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-dfd65e63-994d-4091-afcb-7f1a583ee97c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1658822104-network', 'tenant_id': 'c4be1945c16f443183e0fa7c60879e9a'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:12:51.622687 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd65e63-994d-4091-afcb-7f1a583ee97c admin admin] Made reservation on behalf of c4be1945c16f443183e0fa7c60879e9a for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:12:51.624958 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dfd65e63-994d-4091-afcb-7f1a583ee97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:51.633201 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dfd65e63-994d-4091-afcb-7f1a583ee97c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:51.709862 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dfd65e63-994d-4091-afcb-7f1a583ee97c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:51.715663 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dfd65e63-994d-4091-afcb-7f1a583ee97c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:51.739215 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd65e63-994d-4091-afcb-7f1a583ee97c admin admin] vlan segment allocate from pool success with {'vlan_id': 1254, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 12:12:51.747674 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd65e63-994d-4091-afcb-7f1a583ee97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa9d61f-9061-4130-94b6-4cb00d47d95b,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:12:51.753576 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dfd65e63-994d-4091-afcb-7f1a583ee97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:51.753908 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-dfd65e63-994d-4091-afcb-7f1a583ee97c admin admin] Added segment 6c968b60-b2ba-409e-8968-2442ceb23110 of type vlan for network 02733aaa-c86a-43bf-94ed-cdcff330da3e Oct 20 12:12:51.792505 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dfd65e63-994d-4091-afcb-7f1a583ee97c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:51.823558 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dfd65e63-994d-4091-afcb-7f1a583ee97c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:51.824902 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd65e63-994d-4091-afcb-7f1a583ee97c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:51.825859 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dfd65e63-994d-4091-afcb-7f1a583ee97c admin admin] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:51.861704 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-dfd65e63-994d-4091-afcb-7f1a583ee97c admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3621998 Oct 20 12:12:51.864847 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 56388) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:12:51.869773 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-86b2e88b-e6c8-465d-b0a3-89b22df4e1b1 admin admin] Request body: {'subnet': {'network_id': '02733aaa-c86a-43bf-94ed-cdcff330da3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1658822104-subnet', 'tenant_id': 'c4be1945c16f443183e0fa7c60879e9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:12:51.891547 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd65e63-994d-4091-afcb-7f1a583ee97c admin admin] Pushing event updated for resources: {'Network': ['ID=02733aaa-c86a-43bf-94ed-cdcff330da3e,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:12:51.892905 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b2e88b-e6c8-465d-b0a3-89b22df4e1b1 admin admin] Made reservation on behalf of c4be1945c16f443183e0fa7c60879e9a for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:12:51.897264 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-86b2e88b-e6c8-465d-b0a3-89b22df4e1b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:51.902746 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 02733aaa-c86a-43bf-94ed-cdcff330da3e details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 12:12:52.067485 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-86b2e88b-e6c8-465d-b0a3-89b22df4e1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:52.118547 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b2e88b-e6c8-465d-b0a3-89b22df4e1b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0e53653-6fd9-4c39-bdb9-e81c964ffb6b,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:12:52.128813 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b2e88b-e6c8-465d-b0a3-89b22df4e1b1 admin admin] Checking segment: {'id': '6c968b60-b2ba-409e-8968-2442ceb23110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '02733aaa-c86a-43bf-94ed-cdcff330da3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:12:52.129172 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b2e88b-e6c8-465d-b0a3-89b22df4e1b1 admin admin] Network hostable DHCP agents. Network: 02733aaa-c86a-43bf-94ed-cdcff330da3e, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 12:12:52.149390 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b2e88b-e6c8-465d-b0a3-89b22df4e1b1 admin admin] Network 02733aaa-c86a-43bf-94ed-cdcff330da3e is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 12:12:52.158307 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-86b2e88b-e6c8-465d-b0a3-89b22df4e1b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 02733aaa-c86a-43bf-94ed-cdcff330da3e) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:12:52.162325 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b2e88b-e6c8-465d-b0a3-89b22df4e1b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:52.162936 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-86b2e88b-e6c8-465d-b0a3-89b22df4e1b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:52.168119 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab06d271-d664-4775-adea-fab043e68396 None None] Network 02733aaa-c86a-43bf-94ed-cdcff330da3e requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:12:52.185478 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-86b2e88b-e6c8-465d-b0a3-89b22df4e1b1 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3128502 Oct 20 12:12:52.267140 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3a9b7e84-3914-4483-9da6-34968a3d28b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:52.322332 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75eb1f9c-c58e-477a-8f42-de3a2d33fd9c None None] Network 02733aaa-c86a-43bf-94ed-cdcff330da3e requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:12:52.624102 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce0933-3cc5-4fcf-ad65-6838ef986d79 req-93e9f02a-488e-4b45-9f0a-16d0f748eedf tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:52.625476 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6dce0933-3cc5-4fcf-ad65-6838ef986d79 req-93e9f02a-488e-4b45-9f0a-16d0f748eedf tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/networks?id=02733aaa-c86a-43bf-94ed-cdcff330da3e HTTP/1.1" status: 200 len: 815 time: 0.1081417 Oct 20 12:12:52.642255 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6dce0933-3cc5-4fcf-ad65-6838ef986d79 req-67c73d0d-a0fc-4bc8-990e-a3c0ddc68d04 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/quotas/c4be1945c16f443183e0fa7c60879e9a HTTP/1.1" status: 200 len: 375 time: 0.0108404 Oct 20 12:12:52.674613 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6dce0933-3cc5-4fcf-ad65-6838ef986d79 req-8e923a71-7bb9-401a-9a16-2d6b4fb00fe2 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=c4be1945c16f443183e0fa7c60879e9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262101 Oct 20 12:12:52.766321 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6dce0933-3cc5-4fcf-ad65-6838ef986d79 req-7c2cf009-3e95-4086-8a6e-d8607a3f6fe7 service neutron] 10.222.0.98 "GET /v2.0/networks/02733aaa-c86a-43bf-94ed-cdcff330da3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841281 Oct 20 12:12:52.770180 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 7fba96eb-3971-4a78-bf81-d5a847985a80 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:12:52.789730 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: 7fba96eb-3971-4a78-bf81-d5a847985a80 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:12:52.790072 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 7fba96eb-3971-4a78-bf81-d5a847985a80 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:12:52.856710 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6dce0933-3cc5-4fcf-ad65-6838ef986d79 req-e5e06bbd-e652-4786-9a79-2a60ad80ee0c service neutron] 10.222.0.98 "GET /v2.0/networks/02733aaa-c86a-43bf-94ed-cdcff330da3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835536 Oct 20 12:12:53.025344 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e13ee101-80ea-48d0-b602-d5b610cc3692 req-85f31498-296d-4026-9f73-b363f2189c27 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b HTTP/1.1" status: 200 len: 210 time: 0.0265944 Oct 20 12:12:53.180051 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:53.293286 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:53.984296 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce0933-3cc5-4fcf-ad65-6838ef986d79 req-e4f7ffd9-ed03-4635-b1aa-d9baac1524cf tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:53.985744 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6dce0933-3cc5-4fcf-ad65-6838ef986d79 req-e4f7ffd9-ed03-4635-b1aa-d9baac1524cf tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.11 "GET /v2.0/networks?id=02733aaa-c86a-43bf-94ed-cdcff330da3e HTTP/1.1" status: 200 len: 815 time: 0.1078606 Oct 20 12:12:53.998560 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-6dce0933-3cc5-4fcf-ad65-6838ef986d79 req-5a524dab-1555-418c-8203-3b9e92b75f7e tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Request body: {'port': {'device_id': '055f7f41-d2f8-472c-87ed-d0406507ea4b', 'network_id': '02733aaa-c86a-43bf-94ed-cdcff330da3e', 'admin_state_up': True, 'tenant_id': 'c4be1945c16f443183e0fa7c60879e9a'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:12:54.483211 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-99a46694-7c9b-4f53-8b58-0567a6d7490f req-a5502abf-6746-44a4-b1e4-cd832796bc38 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b HTTP/1.1" status: 200 len: 210 time: 0.3860672 Oct 20 12:12:54.487885 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dce0933-3cc5-4fcf-ad65-6838ef986d79 req-5a524dab-1555-418c-8203-3b9e92b75f7e tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Made reservation on behalf of c4be1945c16f443183e0fa7c60879e9a for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:12:54.491466 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6dce0933-3cc5-4fcf-ad65-6838ef986d79 req-5a524dab-1555-418c-8203-3b9e92b75f7e tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:54.613364 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-6dce0933-3cc5-4fcf-ad65-6838ef986d79 req-5a524dab-1555-418c-8203-3b9e92b75f7e tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Allocated IP 172.20.0.7 (02733aaa-c86a-43bf-94ed-cdcff330da3e/f0e53653-6fd9-4c39-bdb9-e81c964ffb6b/576b5d68-7d09-422e-aff2-341e67034c55) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:12:54.767088 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6dce0933-3cc5-4fcf-ad65-6838ef986d79 req-5a524dab-1555-418c-8203-3b9e92b75f7e tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:54.803049 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6dce0933-3cc5-4fcf-ad65-6838ef986d79 req-5a524dab-1555-418c-8203-3b9e92b75f7e tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:54.848245 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dce0933-3cc5-4fcf-ad65-6838ef986d79 req-5a524dab-1555-418c-8203-3b9e92b75f7e tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Network 02733aaa-c86a-43bf-94ed-cdcff330da3e is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:12:54.851299 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-6dce0933-3cc5-4fcf-ad65-6838ef986d79 req-5a524dab-1555-418c-8203-3b9e92b75f7e tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:12:54.856057 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dce0933-3cc5-4fcf-ad65-6838ef986d79 req-5a524dab-1555-418c-8203-3b9e92b75f7e tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:12:54.865338 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a524dab-1555-418c-8203-3b9e92b75f7e tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Pushing event updated for resources: {'Port': ['ID=576b5d68-7d09-422e-aff2-341e67034c55,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:12:54.911466 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce0933-3cc5-4fcf-ad65-6838ef986d79 req-5a524dab-1555-418c-8203-3b9e92b75f7e tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:54.912067 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6dce0933-3cc5-4fcf-ad65-6838ef986d79 req-5a524dab-1555-418c-8203-3b9e92b75f7e tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:54.930977 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6dce0933-3cc5-4fcf-ad65-6838ef986d79 req-5a524dab-1555-418c-8203-3b9e92b75f7e tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9359491 Oct 20 12:12:54.943092 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-6dce0933-3cc5-4fcf-ad65-6838ef986d79 req-e9bc5d0d-a662-497e-b7e6-5c1e1631cad8 service neutron] Request body: {'port': {'device_id': '055f7f41-d2f8-472c-87ed-d0406507ea4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:12:54.999623 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6dce0933-3cc5-4fcf-ad65-6838ef986d79 req-e9bc5d0d-a662-497e-b7e6-5c1e1631cad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:55.020619 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:55.260477 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-6dce0933-3cc5-4fcf-ad65-6838ef986d79 req-e9bc5d0d-a662-497e-b7e6-5c1e1631cad8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 576b5d68-7d09-422e-aff2-341e67034c55 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:12:55.268011 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6dce0933-3cc5-4fcf-ad65-6838ef986d79 req-e9bc5d0d-a662-497e-b7e6-5c1e1631cad8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:55.280647 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-6dce0933-3cc5-4fcf-ad65-6838ef986d79 req-e9bc5d0d-a662-497e-b7e6-5c1e1631cad8 service neutron] Transition to ACTIVE for port object 576b5d68-7d09-422e-aff2-341e67034c55 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 12:12:55.286487 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6dce0933-3cc5-4fcf-ad65-6838ef986d79 req-e9bc5d0d-a662-497e-b7e6-5c1e1631cad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:55.336284 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bc5d0d-a662-497e-b7e6-5c1e1631cad8 service neutron] Pushing event updated for resources: {'Port': ['ID=576b5d68-7d09-422e-aff2-341e67034c55,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:12:55.415460 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-6dce0933-3cc5-4fcf-ad65-6838ef986d79 req-e9bc5d0d-a662-497e-b7e6-5c1e1631cad8 service neutron] Attempting to bind port 576b5d68-7d09-422e-aff2-341e67034c55 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:12:55.415780 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-6dce0933-3cc5-4fcf-ad65-6838ef986d79 req-e9bc5d0d-a662-497e-b7e6-5c1e1631cad8 service neutron] Attempting to bind port 576b5d68-7d09-422e-aff2-341e67034c55 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '6c968b60-b2ba-409e-8968-2442ceb23110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '02733aaa-c86a-43bf-94ed-cdcff330da3e'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:12:55.416095 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dce0933-3cc5-4fcf-ad65-6838ef986d79 req-e9bc5d0d-a662-497e-b7e6-5c1e1631cad8 service neutron] Attempting to bind port 576b5d68-7d09-422e-aff2-341e67034c55 on network 02733aaa-c86a-43bf-94ed-cdcff330da3e {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:12:55.420547 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dce0933-3cc5-4fcf-ad65-6838ef986d79 req-e9bc5d0d-a662-497e-b7e6-5c1e1631cad8 service neutron] Port 576b5d68-7d09-422e-aff2-341e67034c55 on network 02733aaa-c86a-43bf-94ed-cdcff330da3e not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 12:12:55.420857 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dce0933-3cc5-4fcf-ad65-6838ef986d79 req-e9bc5d0d-a662-497e-b7e6-5c1e1631cad8 service neutron] Attempting to bind port 576b5d68-7d09-422e-aff2-341e67034c55 on network 02733aaa-c86a-43bf-94ed-cdcff330da3e {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:12:55.425805 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dce0933-3cc5-4fcf-ad65-6838ef986d79 req-e9bc5d0d-a662-497e-b7e6-5c1e1631cad8 service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:12:55.426131 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dce0933-3cc5-4fcf-ad65-6838ef986d79 req-e9bc5d0d-a662-497e-b7e6-5c1e1631cad8 service neutron] Checking segment: {'id': '6c968b60-b2ba-409e-8968-2442ceb23110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '02733aaa-c86a-43bf-94ed-cdcff330da3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:12:55.426503 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dce0933-3cc5-4fcf-ad65-6838ef986d79 req-e9bc5d0d-a662-497e-b7e6-5c1e1631cad8 service neutron] Bound using segment: {'id': '6c968b60-b2ba-409e-8968-2442ceb23110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '02733aaa-c86a-43bf-94ed-cdcff330da3e'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:12:55.426937 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-6dce0933-3cc5-4fcf-ad65-6838ef986d79 req-e9bc5d0d-a662-497e-b7e6-5c1e1631cad8 service neutron] Bound port: 576b5d68-7d09-422e-aff2-341e67034c55, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c968b60-b2ba-409e-8968-2442ceb23110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '02733aaa-c86a-43bf-94ed-cdcff330da3e'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:12:55.427277 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6dce0933-3cc5-4fcf-ad65-6838ef986d79 req-e9bc5d0d-a662-497e-b7e6-5c1e1631cad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:55.489658 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-6dce0933-3cc5-4fcf-ad65-6838ef986d79 req-e9bc5d0d-a662-497e-b7e6-5c1e1631cad8 service neutron] For port 576b5d68-7d09-422e-aff2-341e67034c55, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:12:55.492673 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-6dce0933-3cc5-4fcf-ad65-6838ef986d79 req-e9bc5d0d-a662-497e-b7e6-5c1e1631cad8 service neutron] For port 576b5d68-7d09-422e-aff2-341e67034c55, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=576b5d68-7d09-422e-aff2-341e67034c55,segment=NetworkSegment(6c968b60-b2ba-409e-8968-2442ceb23110),segment_id=6c968b60-b2ba-409e-8968-2442ceb23110)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:12:55.498139 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6dce0933-3cc5-4fcf-ad65-6838ef986d79 req-e9bc5d0d-a662-497e-b7e6-5c1e1631cad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:55.531566 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce0933-3cc5-4fcf-ad65-6838ef986d79 req-e9bc5d0d-a662-497e-b7e6-5c1e1631cad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:55.532168 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6dce0933-3cc5-4fcf-ad65-6838ef986d79 req-e9bc5d0d-a662-497e-b7e6-5c1e1631cad8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:55.533572 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6dce0933-3cc5-4fcf-ad65-6838ef986d79 req-e9bc5d0d-a662-497e-b7e6-5c1e1631cad8 service neutron] 10.222.0.11 "PUT /v2.0/ports/576b5d68-7d09-422e-aff2-341e67034c55 HTTP/1.1" status: 200 len: 1091 time: 0.5946777 Oct 20 12:12:55.534013 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '055f7f41-d2f8-472c-87ed-d0406507ea4b', 'tag': '576b5d68-7d09-422e-aff2-341e67034c55'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:12:55.536295 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1948f3a9-b587-4eb2-b77b-491afe7b2baa" -d '{"events": [{"name": "network-changed", "server_uuid": "055f7f41-d2f8-472c-87ed-d0406507ea4b", "tag": "576b5d68-7d09-422e-aff2-341e67034c55"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:12:55.573045 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bc5d0d-a662-497e-b7e6-5c1e1631cad8 service neutron] Pushing event updated for resources: {'Port': ['ID=576b5d68-7d09-422e-aff2-341e67034c55,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:12:55.576688 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad4889c-25df-4d42-a333-b6e06077f916 x-openstack-request-id: req-3ad4889c-25df-4d42-a333-b6e06077f916 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:12:55.576967 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "055f7f41-d2f8-472c-87ed-d0406507ea4b", "tag": "576b5d68-7d09-422e-aff2-341e67034c55", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:12:55.577214 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3ad4889c-25df-4d42-a333-b6e06077f916 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:12:55.577565 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '055f7f41-d2f8-472c-87ed-d0406507ea4b', 'tag': '576b5d68-7d09-422e-aff2-341e67034c55', 'status': 'completed', 'code': 200} Oct 20 12:12:55.642820 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08270b-4029-4fd0-bb1f-a3c52c96c20d req-9bd74c6a-0d91-474d-b9dc-e1369a993be7 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:55.644333 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9d08270b-4029-4fd0-bb1f-a3c52c96c20d req-9bd74c6a-0d91-474d-b9dc-e1369a993be7 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b HTTP/1.1" status: 200 len: 943 time: 0.0837576 Oct 20 12:12:55.650814 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce0933-3cc5-4fcf-ad65-6838ef986d79 req-5b1523d0-ecfd-4d02-962f-505b1d4f882f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:55.652215 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6dce0933-3cc5-4fcf-ad65-6838ef986d79 req-5b1523d0-ecfd-4d02-962f-505b1d4f882f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c4be1945c16f443183e0fa7c60879e9a&device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b HTTP/1.1" status: 200 len: 1094 time: 0.0610693 Oct 20 12:12:55.700743 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6dce0933-3cc5-4fcf-ad65-6838ef986d79 req-fa921a63-193a-45a1-a601-465c7d21669c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=576b5d68-7d09-422e-aff2-341e67034c55 HTTP/1.1" status: 200 len: 217 time: 0.0409782 Oct 20 12:12:55.721908 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9d08270b-4029-4fd0-bb1f-a3c52c96c20d req-6c000d4e-27ed-4d34-8022-0b0d032fb9e4 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688074 Oct 20 12:12:55.760251 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce0933-3cc5-4fcf-ad65-6838ef986d79 req-5d7c2b0e-f26d-4de6-a391-6690c322cc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:55.761748 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6dce0933-3cc5-4fcf-ad65-6838ef986d79 req-5d7c2b0e-f26d-4de6-a391-6690c322cc7b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f0e53653-6fd9-4c39-bdb9-e81c964ffb6b HTTP/1.1" status: 200 len: 855 time: 0.0521345 Oct 20 12:12:55.798383 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6dce0933-3cc5-4fcf-ad65-6838ef986d79 req-421ba701-3059-4355-beb4-f5762aff5114 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02733aaa-c86a-43bf-94ed-cdcff330da3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280750 Oct 20 12:12:55.889063 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6dce0933-3cc5-4fcf-ad65-6838ef986d79 req-7368d186-fbc8-47e8-8c64-144d1b22a47c service neutron] 10.222.0.11 "GET /v2.0/networks/02733aaa-c86a-43bf-94ed-cdcff330da3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834613 Oct 20 12:12:55.999162 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6dce0933-3cc5-4fcf-ad65-6838ef986d79 req-4c9f964d-26dd-45ba-a735-bd6ce9fdb02a service neutron] 10.222.0.11 "GET /v2.0/networks/02733aaa-c86a-43bf-94ed-cdcff330da3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016836 Oct 20 12:12:56.093029 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1948f3a9-b587-4eb2-b77b-491afe7b2baa req-ee4973dd-f992-4b92-818d-04c053dc8244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:56.094432 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1948f3a9-b587-4eb2-b77b-491afe7b2baa req-ee4973dd-f992-4b92-818d-04c053dc8244 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c4be1945c16f443183e0fa7c60879e9a&device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b HTTP/1.1" status: 200 len: 1094 time: 0.0415235 Oct 20 12:12:56.191269 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1948f3a9-b587-4eb2-b77b-491afe7b2baa req-16803a27-0236-4f93-b84f-da8574abfe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:56.192743 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1948f3a9-b587-4eb2-b77b-491afe7b2baa req-16803a27-0236-4f93-b84f-da8574abfe51 service neutron] 10.222.0.11 "GET /v2.0/networks?id=02733aaa-c86a-43bf-94ed-cdcff330da3e HTTP/1.1" status: 200 len: 917 time: 0.0912600 Oct 20 12:12:56.233569 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1948f3a9-b587-4eb2-b77b-491afe7b2baa req-a14ce0cb-bac4-4820-b74e-75c4fabb778b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=576b5d68-7d09-422e-aff2-341e67034c55 HTTP/1.1" status: 200 len: 217 time: 0.0336907 Oct 20 12:12:56.285606 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1948f3a9-b587-4eb2-b77b-491afe7b2baa req-aac70810-e9b1-41c2-afa8-be71e65614da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:56.287085 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1948f3a9-b587-4eb2-b77b-491afe7b2baa req-aac70810-e9b1-41c2-afa8-be71e65614da service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f0e53653-6fd9-4c39-bdb9-e81c964ffb6b HTTP/1.1" status: 200 len: 855 time: 0.0462787 Oct 20 12:12:56.324050 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1948f3a9-b587-4eb2-b77b-491afe7b2baa req-ce5aa312-2ede-4faa-8658-40eafa121b07 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02733aaa-c86a-43bf-94ed-cdcff330da3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285149 Oct 20 12:12:56.420463 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1948f3a9-b587-4eb2-b77b-491afe7b2baa req-09fa8a3b-67bf-44fc-a888-d769451d0da5 service neutron] 10.222.0.11 "GET /v2.0/networks/02733aaa-c86a-43bf-94ed-cdcff330da3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884430 Oct 20 12:12:56.514818 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1948f3a9-b587-4eb2-b77b-491afe7b2baa req-66e2db94-5968-4a92-b1db-f40d5ad79432 service neutron] 10.222.0.11 "GET /v2.0/networks/02733aaa-c86a-43bf-94ed-cdcff330da3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862703 Oct 20 12:12:56.846624 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd12990-6a86-4f6e-99f8-4e811f1353b5 req-02647505-01a7-4a05-8fa6-4c54677bdea2 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:56.848104 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-efd12990-6a86-4f6e-99f8-4e811f1353b5 req-02647505-01a7-4a05-8fa6-4c54677bdea2 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b HTTP/1.1" status: 200 len: 943 time: 0.0530958 Oct 20 12:12:56.889251 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-efd12990-6a86-4f6e-99f8-4e811f1353b5 req-20891eec-8b6c-4a22-9966-674d9ab972d7 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319965 Oct 20 12:12:58.015186 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd3cd4-0111-4bc8-806a-ed044400f114 req-832d2440-5926-4aae-9264-f25a17450714 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:58.016634 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eebd3cd4-0111-4bc8-806a-ed044400f114 req-832d2440-5926-4aae-9264-f25a17450714 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b HTTP/1.1" status: 200 len: 943 time: 0.0485337 Oct 20 12:12:58.054993 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eebd3cd4-0111-4bc8-806a-ed044400f114 req-b8013c54-9b4e-4e62-b6c9-71d5ae82f422 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320501 Oct 20 12:12:58.819633 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 576b5d68-7d09-422e-aff2-341e67034c55 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:12:58.912882 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 576b5d68-7d09-422e-aff2-341e67034c55, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=576b5d68-7d09-422e-aff2-341e67034c55,segment=NetworkSegment(6c968b60-b2ba-409e-8968-2442ceb23110),segment_id=6c968b60-b2ba-409e-8968-2442ceb23110)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:12:58.927584 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '576b5d68-7d09-422e-aff2-341e67034c55', 'network_id': '02733aaa-c86a-43bf-94ed-cdcff330da3e', 'port_id': '576b5d68-7d09-422e-aff2-341e67034c55', 'mac_address': 'fa:16:3e:8c:98:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0e53653-6fd9-4c39-bdb9-e81c964ffb6b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:12:58.964033 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:58.976862 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 576b5d68-7d09-422e-aff2-341e67034c55 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:12:58.995512 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 576b5d68-7d09-422e-aff2-341e67034c55, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=576b5d68-7d09-422e-aff2-341e67034c55,segment=NetworkSegment(6c968b60-b2ba-409e-8968-2442ceb23110),segment_id=6c968b60-b2ba-409e-8968-2442ceb23110)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:12:59.000208 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:12:59.048783 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=576b5d68-7d09-422e-aff2-341e67034c55,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:12:59.183245 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b1469-e6db-4b31-8d88-566fd672a91d req-aac28e48-9c85-44b3-b263-1051d0b1320e tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:12:59.184614 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-715b1469-e6db-4b31-8d88-566fd672a91d req-aac28e48-9c85-44b3-b263-1051d0b1320e tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b HTTP/1.1" status: 200 len: 944 time: 0.0602741 Oct 20 12:12:59.191988 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['576b5d68-7d09-422e-aff2-341e67034c55'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:12:59.225217 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-715b1469-e6db-4b31-8d88-566fd672a91d req-b78f0d42-dfd4-42ef-a0a9-1531abe1b2f5 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324032 Oct 20 12:13:00.347669 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852dd38d-7f35-498d-83c6-44b99e7393f7 req-45ffbc7f-57ab-42a0-99df-4e336953a34e tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:00.349133 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-852dd38d-7f35-498d-83c6-44b99e7393f7 req-45ffbc7f-57ab-42a0-99df-4e336953a34e tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b HTTP/1.1" status: 200 len: 944 time: 0.0519726 Oct 20 12:13:00.387994 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-852dd38d-7f35-498d-83c6-44b99e7393f7 req-be487532-d833-4654-84f1-120d3ab204a0 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325477 Oct 20 12:13:00.820789 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 576b5d68-7d09-422e-aff2-341e67034c55 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:13:00.887152 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 576b5d68-7d09-422e-aff2-341e67034c55 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 12:13:00.891541 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 576b5d68-7d09-422e-aff2-341e67034c55 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:13:00.891896 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:13:00.971659 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:13:00.992726 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '055f7f41-d2f8-472c-87ed-d0406507ea4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576b5d68-7d09-422e-aff2-341e67034c55'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:13:00.995091 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be7d116-ceda-48b1-8627-cb68b4d4caf5" -d '{"events": [{"server_uuid": "055f7f41-d2f8-472c-87ed-d0406507ea4b", "name": "network-vif-plugged", "status": "completed", "tag": "576b5d68-7d09-422e-aff2-341e67034c55"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:13:01.007387 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 576b5d68-7d09-422e-aff2-341e67034c55, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=576b5d68-7d09-422e-aff2-341e67034c55,segment=NetworkSegment(6c968b60-b2ba-409e-8968-2442ceb23110),segment_id=6c968b60-b2ba-409e-8968-2442ceb23110)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:13:01.016029 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:13:01.039268 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52595449-6e59-46b0-b9e4-eaab465649d0 x-openstack-request-id: req-52595449-6e59-46b0-b9e4-eaab465649d0 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:13:01.039558 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "055f7f41-d2f8-472c-87ed-d0406507ea4b", "name": "network-vif-plugged", "status": "completed", "tag": "576b5d68-7d09-422e-aff2-341e67034c55", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:13:01.039807 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-52595449-6e59-46b0-b9e4-eaab465649d0 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:13:01.040188 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '055f7f41-d2f8-472c-87ed-d0406507ea4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576b5d68-7d09-422e-aff2-341e67034c55', 'code': 200} Oct 20 12:13:01.065884 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=576b5d68-7d09-422e-aff2-341e67034c55,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:13:01.128303 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0cde6b-95f8-488c-a26c-bf0db5c4e796 req-82a2a525-a6b8-416a-9d87-bbbda3a7f8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:01.129753 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2e0cde6b-95f8-488c-a26c-bf0db5c4e796 req-82a2a525-a6b8-416a-9d87-bbbda3a7f8d0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b HTTP/1.1" status: 200 len: 1096 time: 0.0400293 Oct 20 12:13:01.164334 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2e0cde6b-95f8-488c-a26c-bf0db5c4e796 req-ad205cd5-91d1-4730-9bf5-c49f7148d1d7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272164 Oct 20 12:13:01.526853 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c63cc-81a6-4216-ac82-b50439efe671 req-fc2af2c7-7209-4f13-9be9-ec8c43cb7c66 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:01.528335 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2e0c63cc-81a6-4216-ac82-b50439efe671 req-fc2af2c7-7209-4f13-9be9-ec8c43cb7c66 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b HTTP/1.1" status: 200 len: 945 time: 0.0651934 Oct 20 12:13:01.565831 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2e0c63cc-81a6-4216-ac82-b50439efe671 req-4e87878b-b815-4b5b-8271-0871bea1a399 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314255 Oct 20 12:13:02.690610 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf79d16-e12c-4c04-8a6a-3ede3d2016fd req-d21da3e6-5538-42e2-b761-dfaf6882a5f5 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:02.692123 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ccf79d16-e12c-4c04-8a6a-3ede3d2016fd req-d21da3e6-5538-42e2-b761-dfaf6882a5f5 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b HTTP/1.1" status: 200 len: 945 time: 0.0517015 Oct 20 12:13:02.731958 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ccf79d16-e12c-4c04-8a6a-3ede3d2016fd req-eb4ec4b6-813a-4a40-b4da-d9cf17f505cd tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335424 Oct 20 12:13:02.846777 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10832c15-c912-44c4-97e7-a61794c33823 req-2012621b-32aa-4cf1-8406-3de6f171a844 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:02.848269 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-10832c15-c912-44c4-97e7-a61794c33823 req-2012621b-32aa-4cf1-8406-3de6f171a844 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b HTTP/1.1" status: 200 len: 945 time: 0.0511107 Oct 20 12:13:02.888747 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-10832c15-c912-44c4-97e7-a61794c33823 req-4b15170a-1eb4-4991-b129-ab6b9cd490e8 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317817 Oct 20 12:13:03.093378 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bab6c4-b310-4c32-bab3-4e2f6f75c71c req-24f39761-0a06-49e0-ae39-467079bf1370 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:03.094820 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b1bab6c4-b310-4c32-bab3-4e2f6f75c71c req-24f39761-0a06-49e0-ae39-467079bf1370 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b HTTP/1.1" status: 200 len: 945 time: 0.0536597 Oct 20 12:13:03.134527 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b1bab6c4-b310-4c32-bab3-4e2f6f75c71c req-24a6c951-0a2f-40f1-802b-7013685731c7 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318460 Oct 20 12:13:03.253226 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357bc4e-72f8-4759-8ca8-ba35cd648df0 req-89f94e2f-8e49-4b22-befb-c1fc84183b31 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:03.254693 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7357bc4e-72f8-4759-8ca8-ba35cd648df0 req-89f94e2f-8e49-4b22-befb-c1fc84183b31 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b HTTP/1.1" status: 200 len: 945 time: 0.0516977 Oct 20 12:13:03.302270 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7357bc4e-72f8-4759-8ca8-ba35cd648df0 req-450e1fb9-b3bc-4043-a524-80c4fb64463c tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393529 Oct 20 12:13:03.657213 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bdd4d3a4-6af1-428f-94eb-8869702c2307 req-34281126-e1ff-4216-9d8f-ef3f5b13e0ba service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0703475 Oct 20 12:13:03.668324 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cae603-7db5-47d1-b5f0-241ebf708afb req-924ebad5-4ecf-4334-8927-55bd162d0443 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:03.669765 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b8cae603-7db5-47d1-b5f0-241ebf708afb req-924ebad5-4ecf-4334-8927-55bd162d0443 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b HTTP/1.1" status: 200 len: 945 time: 0.0747590 Oct 20 12:13:03.709751 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b8cae603-7db5-47d1-b5f0-241ebf708afb req-3832947e-bc1b-4e28-8896-a365a70d16e0 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333877 Oct 20 12:13:04.838540 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25673e-c4bf-4387-8415-255b0cda11d7 req-275f3d04-24bd-46c7-bca9-95dde96812be tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:04.840256 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1f25673e-c4bf-4387-8415-255b0cda11d7 req-275f3d04-24bd-46c7-bca9-95dde96812be tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b HTTP/1.1" status: 200 len: 945 time: 0.0511961 Oct 20 12:13:04.903790 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1f25673e-c4bf-4387-8415-255b0cda11d7 req-2cd0df78-58e1-4118-93ea-e40e5749c280 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567946 Oct 20 12:13:04.920312 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4d3a4-6af1-428f-94eb-8869702c2307 req-bcc3152d-f4f0-4215-86da-3cccf658e9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:04.921783 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bdd4d3a4-6af1-428f-94eb-8869702c2307 req-bcc3152d-f4f0-4215-86da-3cccf658e9c9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c4be1945c16f443183e0fa7c60879e9a&device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b HTTP/1.1" status: 200 len: 1096 time: 0.0521240 Oct 20 12:13:05.022749 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4d3a4-6af1-428f-94eb-8869702c2307 req-f8d3050b-2d30-40f2-8b8b-acf8a04fe0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:05.024246 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bdd4d3a4-6af1-428f-94eb-8869702c2307 req-f8d3050b-2d30-40f2-8b8b-acf8a04fe0f4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=02733aaa-c86a-43bf-94ed-cdcff330da3e HTTP/1.1" status: 200 len: 917 time: 0.0951505 Oct 20 12:13:05.065905 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bdd4d3a4-6af1-428f-94eb-8869702c2307 req-a3263592-72f9-455f-83a5-b47dc684d835 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=576b5d68-7d09-422e-aff2-341e67034c55 HTTP/1.1" status: 200 len: 217 time: 0.0346105 Oct 20 12:13:05.119346 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4d3a4-6af1-428f-94eb-8869702c2307 req-9ac1c0d8-d833-4a5c-9e2e-3dd191849b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:05.120881 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bdd4d3a4-6af1-428f-94eb-8869702c2307 req-9ac1c0d8-d833-4a5c-9e2e-3dd191849b3e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f0e53653-6fd9-4c39-bdb9-e81c964ffb6b HTTP/1.1" status: 200 len: 855 time: 0.0484257 Oct 20 12:13:05.154167 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bdd4d3a4-6af1-428f-94eb-8869702c2307 req-19a0287c-07b0-4d3d-982d-8108411181f6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02733aaa-c86a-43bf-94ed-cdcff330da3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257440 Oct 20 12:13:05.242511 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bdd4d3a4-6af1-428f-94eb-8869702c2307 req-99d8494d-95ab-4220-8ac0-c3e46f50c43f service neutron] 10.222.0.11 "GET /v2.0/networks/02733aaa-c86a-43bf-94ed-cdcff330da3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812798 Oct 20 12:13:05.343143 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bdd4d3a4-6af1-428f-94eb-8869702c2307 req-3a81d5d4-1f14-49ba-8af0-7c13c5851f2f service neutron] 10.222.0.11 "GET /v2.0/networks/02733aaa-c86a-43bf-94ed-cdcff330da3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931137 Oct 20 12:13:06.051635 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff427e5-4f56-42fc-9d95-60c33313ae7e req-1bb503cb-676b-444a-94bf-49a4bc83c07b tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:06.053113 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dff427e5-4f56-42fc-9d95-60c33313ae7e req-1bb503cb-676b-444a-94bf-49a4bc83c07b tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b HTTP/1.1" status: 200 len: 945 time: 0.0568058 Oct 20 12:13:06.090517 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dff427e5-4f56-42fc-9d95-60c33313ae7e req-37414d51-d79a-4b02-b6d6-3bd9275ca892 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313666 Oct 20 12:13:07.222380 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca60cc19-4afd-4661-9ebf-59cd4f8d2fc4 req-b8f06640-b126-440f-b1bd-5e9fb8be8492 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:07.223873 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ca60cc19-4afd-4661-9ebf-59cd4f8d2fc4 req-b8f06640-b126-440f-b1bd-5e9fb8be8492 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b HTTP/1.1" status: 200 len: 945 time: 0.0512838 Oct 20 12:13:07.270735 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ca60cc19-4afd-4661-9ebf-59cd4f8d2fc4 req-ba2a6a25-7e46-402c-9177-fa4848955274 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381403 Oct 20 12:13:08.411567 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15abc5ff-960c-4433-a2d4-a1e4c40cdca3 req-4c7f485c-9675-40d3-af35-a225905cea83 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:08.413052 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-15abc5ff-960c-4433-a2d4-a1e4c40cdca3 req-4c7f485c-9675-40d3-af35-a225905cea83 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b HTTP/1.1" status: 200 len: 945 time: 0.0629528 Oct 20 12:13:08.452611 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-15abc5ff-960c-4433-a2d4-a1e4c40cdca3 req-ce9cb6a8-0283-4dfd-8551-9479a9008020 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326409 Oct 20 12:13:09.583180 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b971f-e780-45b8-ba62-23e623b0b482 req-2be3cd20-44a7-45d2-8683-5269167c9c60 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:09.584709 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bd6b971f-e780-45b8-ba62-23e623b0b482 req-2be3cd20-44a7-45d2-8683-5269167c9c60 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b HTTP/1.1" status: 200 len: 945 time: 0.0557673 Oct 20 12:13:09.622537 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bd6b971f-e780-45b8-ba62-23e623b0b482 req-d2344bf1-c021-4909-b451-1290906dc930 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315030 Oct 20 12:13:10.238141 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:13:10.747599 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29359fc-86f1-482e-b668-558c137f298b req-8438df61-d163-41c0-aa7e-5c3e9e47f50d tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:10.749220 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f29359fc-86f1-482e-b668-558c137f298b req-8438df61-d163-41c0-aa7e-5c3e9e47f50d tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b HTTP/1.1" status: 200 len: 945 time: 0.0501812 Oct 20 12:13:10.790771 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f29359fc-86f1-482e-b668-558c137f298b req-49aeb138-900b-490e-9bf8-3e3d2be12ed9 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356083 Oct 20 12:13:11.917451 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a6dcb-ef9c-4c5a-a853-80423c569deb req-e8838412-a505-4790-b5be-6ede3524321e tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:11.918825 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-466a6dcb-ef9c-4c5a-a853-80423c569deb req-e8838412-a505-4790-b5be-6ede3524321e tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b HTTP/1.1" status: 200 len: 945 time: 0.0514579 Oct 20 12:13:11.958268 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-466a6dcb-ef9c-4c5a-a853-80423c569deb req-8a29ae15-2805-4861-9950-52515d30ca7b tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308580 Oct 20 12:13:13.094040 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982a228-03e6-4d5e-b15f-e5c92ad8023f req-92f60add-8e31-446b-89b8-97e343ffdcd7 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:13.095540 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b982a228-03e6-4d5e-b15f-e5c92ad8023f req-92f60add-8e31-446b-89b8-97e343ffdcd7 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b HTTP/1.1" status: 200 len: 945 time: 0.0512550 Oct 20 12:13:13.134437 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b982a228-03e6-4d5e-b15f-e5c92ad8023f req-e49b7e8e-9acd-435e-9eee-125ed18dfcee tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327256 Oct 20 12:13:14.266539 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da818f52-14c7-4a0a-ab20-04b71f87812d req-47c21f70-3f12-4ec4-9502-b6ec6fff369f tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:14.268062 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-da818f52-14c7-4a0a-ab20-04b71f87812d req-47c21f70-3f12-4ec4-9502-b6ec6fff369f tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b HTTP/1.1" status: 200 len: 945 time: 0.0527556 Oct 20 12:13:14.312983 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-da818f52-14c7-4a0a-ab20-04b71f87812d req-765e310f-7e19-417e-945d-9bea074b752e tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383689 Oct 20 12:13:15.442820 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802aeb4-7bb8-40ab-a95d-5357e8d5cce4 req-dc91cf32-550e-4892-ad73-74166f3bf93b tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:15.444439 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e802aeb4-7bb8-40ab-a95d-5357e8d5cce4 req-dc91cf32-550e-4892-ad73-74166f3bf93b tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b HTTP/1.1" status: 200 len: 945 time: 0.0503886 Oct 20 12:13:15.484234 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e802aeb4-7bb8-40ab-a95d-5357e8d5cce4 req-11ce443c-075d-4957-9a38-a3f62736d3fa tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337591 Oct 20 12:13:15.767648 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:13:16.612069 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f659e6a-56e1-4286-a16a-4e045ef92edb req-3951ffc1-c58e-471b-ab91-faf16da4bd3e tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:16.613542 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8f659e6a-56e1-4286-a16a-4e045ef92edb req-3951ffc1-c58e-471b-ab91-faf16da4bd3e tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b HTTP/1.1" status: 200 len: 945 time: 0.0523224 Oct 20 12:13:16.656643 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8f659e6a-56e1-4286-a16a-4e045ef92edb req-16808598-f1db-421e-95bc-c59351c2280d tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342054 Oct 20 12:13:17.781197 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710718fe-d9ed-4e76-a5f8-a9cdf6f57730 req-ab2c5efd-2fdb-4c52-9967-55d9ae932660 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:17.782684 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-710718fe-d9ed-4e76-a5f8-a9cdf6f57730 req-ab2c5efd-2fdb-4c52-9967-55d9ae932660 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b HTTP/1.1" status: 200 len: 945 time: 0.0563216 Oct 20 12:13:17.824841 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-710718fe-d9ed-4e76-a5f8-a9cdf6f57730 req-d38cd174-3969-4530-95a5-308b7f3d05c9 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361176 Oct 20 12:13:18.961696 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6035e9-0275-436f-933c-03f0c65620dd req-c6fcc5c0-0da4-4198-a607-063ee4797aad tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:18.963199 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9f6035e9-0275-436f-933c-03f0c65620dd req-c6fcc5c0-0da4-4198-a607-063ee4797aad tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b HTTP/1.1" status: 200 len: 945 time: 0.0522342 Oct 20 12:13:19.001768 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9f6035e9-0275-436f-933c-03f0c65620dd req-bb6833b0-bb90-434e-974e-5294fdc51d1b tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321679 Oct 20 12:13:19.365969 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-23026e59-4e1a-4d89-86a2-ef045db54da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:13:20.128211 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa457437-627b-41fe-88a5-6e36ef8f479b req-9aa55443-6ff9-41e4-83b8-0878889caf18 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:20.129666 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fa457437-627b-41fe-88a5-6e36ef8f479b req-9aa55443-6ff9-41e4-83b8-0878889caf18 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b HTTP/1.1" status: 200 len: 945 time: 0.0561821 Oct 20 12:13:20.168204 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fa457437-627b-41fe-88a5-6e36ef8f479b req-03013ae4-5566-4043-bb9c-3f5a34f88318 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323999 Oct 20 12:13:20.477293 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:13:21.304288 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a8176c-3960-430d-a068-22d48eaa78fb req-9a93d07f-4544-4604-b628-c74146a5a4c4 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:21.305774 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-79a8176c-3960-430d-a068-22d48eaa78fb req-9a93d07f-4544-4604-b628-c74146a5a4c4 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b HTTP/1.1" status: 200 len: 945 time: 0.0522840 Oct 20 12:13:21.347582 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-79a8176c-3960-430d-a068-22d48eaa78fb req-96054c7b-4fd5-4e94-8853-33b89b2be174 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356593 Oct 20 12:13:22.252158 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-22daa9e2-e902-4ef2-bd19-c6e6dd8f64be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:13:22.494786 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d454e-5dc6-4e40-83f9-2166c3c8cd9f req-768c1ed8-5650-419c-b95d-cb2b0c59d3fa tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:22.496330 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-286d454e-5dc6-4e40-83f9-2166c3c8cd9f req-768c1ed8-5650-419c-b95d-cb2b0c59d3fa tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b HTTP/1.1" status: 200 len: 945 time: 0.0634379 Oct 20 12:13:22.535580 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-286d454e-5dc6-4e40-83f9-2166c3c8cd9f req-8472a809-c520-4a46-b9ba-983660c24052 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331743 Oct 20 12:13:23.197147 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:13:23.297356 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:13:23.669338 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1b048-f4d4-4072-860d-22745473412a req-b393c496-1436-416d-b1ca-c8c7a8ab65b1 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:23.670851 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3bb1b048-f4d4-4072-860d-22745473412a req-b393c496-1436-416d-b1ca-c8c7a8ab65b1 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b HTTP/1.1" status: 200 len: 945 time: 0.0543509 Oct 20 12:13:23.710573 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3bb1b048-f4d4-4072-860d-22745473412a req-7a5ac2b2-412d-4143-a49b-901fd9b8b390 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335674 Oct 20 12:13:24.843536 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac451bf-3b3d-4345-8919-9c7d6c3de9ab req-60ec40cc-502a-4ac2-8eb2-0f8b973d8527 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:24.845013 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3ac451bf-3b3d-4345-8919-9c7d6c3de9ab req-60ec40cc-502a-4ac2-8eb2-0f8b973d8527 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b HTTP/1.1" status: 200 len: 945 time: 0.0522807 Oct 20 12:13:24.891240 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3ac451bf-3b3d-4345-8919-9c7d6c3de9ab req-94a6b5c7-4dec-460e-9e54-13a1b4f686bc tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371735 Oct 20 12:13:25.027250 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:13:26.029769 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba9dd7-4d10-4569-9c5c-5a963b7c59f1 req-4435cf8f-8619-46bc-8316-19f106d5171b tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:26.031270 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e9ba9dd7-4d10-4569-9c5c-5a963b7c59f1 req-4435cf8f-8619-46bc-8316-19f106d5171b tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b HTTP/1.1" status: 200 len: 945 time: 0.0598583 Oct 20 12:13:26.069782 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e9ba9dd7-4d10-4569-9c5c-5a963b7c59f1 req-4518a38a-8b4c-4f04-b0df-57464a8ae0ce tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323863 Oct 20 12:13:26.782691 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad9fc8-da18-4274-a434-4ca0cd48f9c7 req-199bcd83-f46f-4781-a860-6cc94ab9192a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:26.784795 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-39ad9fc8-da18-4274-a434-4ca0cd48f9c7 req-199bcd83-f46f-4781-a860-6cc94ab9192a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c4be1945c16f443183e0fa7c60879e9a&device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b HTTP/1.1" status: 200 len: 1096 time: 0.0423086 Oct 20 12:13:26.891286 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad9fc8-da18-4274-a434-4ca0cd48f9c7 req-d471e4e2-6f6e-4e24-a744-34c8f29811d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:26.892773 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-39ad9fc8-da18-4274-a434-4ca0cd48f9c7 req-d471e4e2-6f6e-4e24-a744-34c8f29811d8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=02733aaa-c86a-43bf-94ed-cdcff330da3e HTTP/1.1" status: 200 len: 917 time: 0.0897589 Oct 20 12:13:26.935223 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-39ad9fc8-da18-4274-a434-4ca0cd48f9c7 req-fbb1f2b8-4d53-482a-9a17-b050efc10764 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=576b5d68-7d09-422e-aff2-341e67034c55 HTTP/1.1" status: 200 len: 217 time: 0.0345984 Oct 20 12:13:26.984140 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad9fc8-da18-4274-a434-4ca0cd48f9c7 req-0fdfdf37-4199-496a-8644-8d591d5c21a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:26.985604 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-39ad9fc8-da18-4274-a434-4ca0cd48f9c7 req-0fdfdf37-4199-496a-8644-8d591d5c21a1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f0e53653-6fd9-4c39-bdb9-e81c964ffb6b HTTP/1.1" status: 200 len: 855 time: 0.0438781 Oct 20 12:13:27.022662 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-39ad9fc8-da18-4274-a434-4ca0cd48f9c7 req-e818b1e5-41f5-4dab-a9a3-78c97175eb6f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02733aaa-c86a-43bf-94ed-cdcff330da3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298271 Oct 20 12:13:27.119570 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-39ad9fc8-da18-4274-a434-4ca0cd48f9c7 req-d62dd43d-2ab0-4bdc-b68d-98365e598fe2 service neutron] 10.222.0.11 "GET /v2.0/networks/02733aaa-c86a-43bf-94ed-cdcff330da3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901999 Oct 20 12:13:27.237579 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a894618-edd0-4452-884e-c0472422412e req-93376ad3-dcd2-446c-8eca-8020bd65483f tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:27.239080 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6a894618-edd0-4452-884e-c0472422412e req-93376ad3-dcd2-446c-8eca-8020bd65483f tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b HTTP/1.1" status: 200 len: 945 time: 0.0949543 Oct 20 12:13:27.255007 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-39ad9fc8-da18-4274-a434-4ca0cd48f9c7 req-c4e7515f-18d8-4483-94ab-e299cbb0da42 service neutron] 10.222.0.11 "GET /v2.0/networks/02733aaa-c86a-43bf-94ed-cdcff330da3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282532 Oct 20 12:13:27.282766 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6a894618-edd0-4452-884e-c0472422412e req-7e860968-6556-4827-ab17-dfb1d9633705 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364041 Oct 20 12:13:28.409515 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82046f49-58c9-461f-b2ae-d9aa2e51f57a req-c7324a64-32ca-46c0-8a88-62e29651614b tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:28.411089 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-82046f49-58c9-461f-b2ae-d9aa2e51f57a req-c7324a64-32ca-46c0-8a88-62e29651614b tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b HTTP/1.1" status: 200 len: 945 time: 0.0593002 Oct 20 12:13:28.463791 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-82046f49-58c9-461f-b2ae-d9aa2e51f57a req-c5d294ca-99e0-4f9d-a282-5a3a55cbe809 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434172 Oct 20 12:13:29.589787 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0adc6-a582-417f-b94f-937a392c969f req-7523074c-bc6c-4736-9d6a-c753dc70cbfd tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:29.591371 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c9b0adc6-a582-417f-b94f-937a392c969f req-7523074c-bc6c-4736-9d6a-c753dc70cbfd tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b HTTP/1.1" status: 200 len: 945 time: 0.0530922 Oct 20 12:13:29.636991 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c9b0adc6-a582-417f-b94f-937a392c969f req-976bd310-dd3f-460d-a707-ed87c36014c2 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338118 Oct 20 12:13:30.759488 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f209ae5d-492f-43ae-819b-53cb5e080299 req-041afdc9-c771-477b-b7e1-b4f1d56289db tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:30.760972 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f209ae5d-492f-43ae-819b-53cb5e080299 req-041afdc9-c771-477b-b7e1-b4f1d56289db tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b HTTP/1.1" status: 200 len: 945 time: 0.0501986 Oct 20 12:13:30.800860 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f209ae5d-492f-43ae-819b-53cb5e080299 req-0f7a408e-7a06-4db6-a75a-1da99bdeb577 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337596 Oct 20 12:13:31.934169 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f4603-43bd-4c12-adfd-1b0b7f3fc3d9 req-2c35a951-5913-499d-ac69-8839f1f81796 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:31.935676 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-022f4603-43bd-4c12-adfd-1b0b7f3fc3d9 req-2c35a951-5913-499d-ac69-8839f1f81796 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b HTTP/1.1" status: 200 len: 945 time: 0.0594838 Oct 20 12:13:31.974266 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-022f4603-43bd-4c12-adfd-1b0b7f3fc3d9 req-a317c580-1b0d-47bb-85bc-3b1f83d43957 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325019 Oct 20 12:13:32.303190 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [req-bdd4d3a4-6af1-428f-94eb-8869702c2307 req-138c5d0c-3c56-4d28-afcb-7be3802d25ef service neutron] show failed (client error): The resource could not be found. Oct 20 12:13:32.304236 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bdd4d3a4-6af1-428f-94eb-8869702c2307 req-138c5d0c-3c56-4d28-afcb-7be3802d25ef service neutron] 10.222.0.11 "GET /v2.0/ports/576b5d68-7d09-422e-aff2-341e67034c55/bindings/n-h2-814735-3 HTTP/1.1" status: 404 len: 380 time: 0.0776606 Oct 20 12:13:32.560479 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4d3a4-6af1-428f-94eb-8869702c2307 req-a6d38cdc-38e3-41e7-ba15-9588b7e7eb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:32.562025 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-bdd4d3a4-6af1-428f-94eb-8869702c2307 req-a6d38cdc-38e3-41e7-ba15-9588b7e7eb4e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b&tenant_id=c4be1945c16f443183e0fa7c60879e9a HTTP/1.1" status: 200 len: 1096 time: 0.0879197 Oct 20 12:13:32.578945 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [req-bdd4d3a4-6af1-428f-94eb-8869702c2307 req-5270f141-db04-4531-8bdb-4b10ffbd32d3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-814735-3', 'device_owner': 'compute:nova'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:13:32.633355 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-bdd4d3a4-6af1-428f-94eb-8869702c2307 req-5270f141-db04-4531-8bdb-4b10ffbd32d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:13:32.847482 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-bdd4d3a4-6af1-428f-94eb-8869702c2307 req-5270f141-db04-4531-8bdb-4b10ffbd32d3 service neutron] For port 576b5d68-7d09-422e-aff2-341e67034c55, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=576b5d68-7d09-422e-aff2-341e67034c55,segment=NetworkSegment(6c968b60-b2ba-409e-8968-2442ceb23110),segment_id=6c968b60-b2ba-409e-8968-2442ceb23110)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:13:32.879170 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-bdd4d3a4-6af1-428f-94eb-8869702c2307 req-5270f141-db04-4531-8bdb-4b10ffbd32d3 service neutron] For port 576b5d68-7d09-422e-aff2-341e67034c55, host n-h1-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:13:32.918943 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '055f7f41-d2f8-472c-87ed-d0406507ea4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '576b5d68-7d09-422e-aff2-341e67034c55'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:13:32.921270 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1efefa-451d-4ea5-8f67-6dcb8c7827e0" -d '{"events": [{"server_uuid": "055f7f41-d2f8-472c-87ed-d0406507ea4b", "name": "network-vif-unplugged", "status": "completed", "tag": "576b5d68-7d09-422e-aff2-341e67034c55"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:13:32.925023 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-bdd4d3a4-6af1-428f-94eb-8869702c2307 req-5270f141-db04-4531-8bdb-4b10ffbd32d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:13:32.937781 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.provisioning_blocks [req-bdd4d3a4-6af1-428f-94eb-8869702c2307 req-5270f141-db04-4531-8bdb-4b10ffbd32d3 service neutron] Transition to ACTIVE for port object 576b5d68-7d09-422e-aff2-341e67034c55 will not be triggered until provisioned by entity L2. {{(pid=100646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 12:13:32.942219 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-bdd4d3a4-6af1-428f-94eb-8869702c2307 req-5270f141-db04-4531-8bdb-4b10ffbd32d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:13:32.971890 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 12:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6104b5-bd79-4401-9064-9ebaeedde3ae x-openstack-request-id: req-bb6104b5-bd79-4401-9064-9ebaeedde3ae {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:13:32.972186 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "055f7f41-d2f8-472c-87ed-d0406507ea4b", "name": "network-vif-unplugged", "status": "completed", "tag": "576b5d68-7d09-422e-aff2-341e67034c55", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:13:32.973113 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bb6104b5-bd79-4401-9064-9ebaeedde3ae {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:13:32.973113 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '055f7f41-d2f8-472c-87ed-d0406507ea4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '576b5d68-7d09-422e-aff2-341e67034c55', 'code': 200} Oct 20 12:13:33.005864 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5270f141-db04-4531-8bdb-4b10ffbd32d3 service neutron] Pushing event updated for resources: {'Port': ['ID=576b5d68-7d09-422e-aff2-341e67034c55,revision_number=6']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:13:33.008384 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd4d3a4-6af1-428f-94eb-8869702c2307 req-5270f141-db04-4531-8bdb-4b10ffbd32d3 service neutron] No DVR routers for this DVR port 576b5d68-7d09-422e-aff2-341e67034c55 on host n-h1-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:13:33.047554 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-bdd4d3a4-6af1-428f-94eb-8869702c2307 req-5270f141-db04-4531-8bdb-4b10ffbd32d3 service neutron] Attempting to bind port 576b5d68-7d09-422e-aff2-341e67034c55 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:13:33.047798 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-bdd4d3a4-6af1-428f-94eb-8869702c2307 req-5270f141-db04-4531-8bdb-4b10ffbd32d3 service neutron] Attempting to bind port 576b5d68-7d09-422e-aff2-341e67034c55 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '6c968b60-b2ba-409e-8968-2442ceb23110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '02733aaa-c86a-43bf-94ed-cdcff330da3e'}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:13:33.048120 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4d3a4-6af1-428f-94eb-8869702c2307 req-5270f141-db04-4531-8bdb-4b10ffbd32d3 service neutron] Attempting to bind port 576b5d68-7d09-422e-aff2-341e67034c55 on network 02733aaa-c86a-43bf-94ed-cdcff330da3e {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:13:33.052497 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4d3a4-6af1-428f-94eb-8869702c2307 req-5270f141-db04-4531-8bdb-4b10ffbd32d3 service neutron] Port 576b5d68-7d09-422e-aff2-341e67034c55 on network 02733aaa-c86a-43bf-94ed-cdcff330da3e not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 12:13:33.052828 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4d3a4-6af1-428f-94eb-8869702c2307 req-5270f141-db04-4531-8bdb-4b10ffbd32d3 service neutron] Attempting to bind port 576b5d68-7d09-422e-aff2-341e67034c55 on network 02733aaa-c86a-43bf-94ed-cdcff330da3e {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:13:33.057706 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4d3a4-6af1-428f-94eb-8869702c2307 req-5270f141-db04-4531-8bdb-4b10ffbd32d3 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:13:33.058038 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4d3a4-6af1-428f-94eb-8869702c2307 req-5270f141-db04-4531-8bdb-4b10ffbd32d3 service neutron] Checking segment: {'id': '6c968b60-b2ba-409e-8968-2442ceb23110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '02733aaa-c86a-43bf-94ed-cdcff330da3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:13:33.058422 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4d3a4-6af1-428f-94eb-8869702c2307 req-5270f141-db04-4531-8bdb-4b10ffbd32d3 service neutron] Bound using segment: {'id': '6c968b60-b2ba-409e-8968-2442ceb23110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '02733aaa-c86a-43bf-94ed-cdcff330da3e'} {{(pid=100646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:13:33.058882 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.managers [req-bdd4d3a4-6af1-428f-94eb-8869702c2307 req-5270f141-db04-4531-8bdb-4b10ffbd32d3 service neutron] Bound port: 576b5d68-7d09-422e-aff2-341e67034c55, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c968b60-b2ba-409e-8968-2442ceb23110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '02733aaa-c86a-43bf-94ed-cdcff330da3e'}}] {{(pid=100646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:13:33.059238 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-bdd4d3a4-6af1-428f-94eb-8869702c2307 req-5270f141-db04-4531-8bdb-4b10ffbd32d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:13:33.097030 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c5b53-60d8-4168-a9af-e0bf4d81b281 req-9a52191a-d896-4dc8-929a-b26f8b061e59 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:33.104682 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ab8c5b53-60d8-4168-a9af-e0bf4d81b281 req-9a52191a-d896-4dc8-929a-b26f8b061e59 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b HTTP/1.1" status: 200 len: 943 time: 0.0575025 Oct 20 12:13:33.121887 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-bdd4d3a4-6af1-428f-94eb-8869702c2307 req-5270f141-db04-4531-8bdb-4b10ffbd32d3 service neutron] For port 576b5d68-7d09-422e-aff2-341e67034c55, host n-h2-814735-3, cleared binding levels {{(pid=100646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:13:33.125164 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-bdd4d3a4-6af1-428f-94eb-8869702c2307 req-5270f141-db04-4531-8bdb-4b10ffbd32d3 service neutron] For port 576b5d68-7d09-422e-aff2-341e67034c55, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=576b5d68-7d09-422e-aff2-341e67034c55,segment=NetworkSegment(6c968b60-b2ba-409e-8968-2442ceb23110),segment_id=6c968b60-b2ba-409e-8968-2442ceb23110)] {{(pid=100646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:13:33.131706 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-bdd4d3a4-6af1-428f-94eb-8869702c2307 req-5270f141-db04-4531-8bdb-4b10ffbd32d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:13:33.141436 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ab8c5b53-60d8-4168-a9af-e0bf4d81b281 req-c8ac4ad2-851e-47f5-a620-ef5bb8143ee5 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353947 Oct 20 12:13:33.167210 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4d3a4-6af1-428f-94eb-8869702c2307 req-5270f141-db04-4531-8bdb-4b10ffbd32d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:33.167848 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-bdd4d3a4-6af1-428f-94eb-8869702c2307 req-5270f141-db04-4531-8bdb-4b10ffbd32d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:13:33.169387 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-bdd4d3a4-6af1-428f-94eb-8869702c2307 req-5270f141-db04-4531-8bdb-4b10ffbd32d3 service neutron] 10.222.0.89 "PUT /v2.0/ports/576b5d68-7d09-422e-aff2-341e67034c55 HTTP/1.1" status: 200 len: 1091 time: 0.5946178 Oct 20 12:13:33.188971 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5270f141-db04-4531-8bdb-4b10ffbd32d3 service neutron] Pushing event updated for resources: {'Port': ['ID=576b5d68-7d09-422e-aff2-341e67034c55,revision_number=7']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:13:33.232104 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4d3a4-6af1-428f-94eb-8869702c2307 req-b2e05a77-6e67-461e-bce9-694e537626a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:33.233303 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-bdd4d3a4-6af1-428f-94eb-8869702c2307 req-b2e05a77-6e67-461e-bce9-694e537626a6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c4be1945c16f443183e0fa7c60879e9a&device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b HTTP/1.1" status: 200 len: 1094 time: 0.0405166 Oct 20 12:13:33.330853 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4d3a4-6af1-428f-94eb-8869702c2307 req-81739266-75d5-49fc-9cdf-77dc8f659798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:33.332280 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-bdd4d3a4-6af1-428f-94eb-8869702c2307 req-81739266-75d5-49fc-9cdf-77dc8f659798 service neutron] 10.222.0.89 "GET /v2.0/networks?id=02733aaa-c86a-43bf-94ed-cdcff330da3e HTTP/1.1" status: 200 len: 917 time: 0.0865612 Oct 20 12:13:33.377981 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-bdd4d3a4-6af1-428f-94eb-8869702c2307 req-331c2680-031f-41d6-acab-64130bd59684 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=576b5d68-7d09-422e-aff2-341e67034c55 HTTP/1.1" status: 200 len: 217 time: 0.0338342 Oct 20 12:13:33.433753 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4d3a4-6af1-428f-94eb-8869702c2307 req-8d423fff-7b88-4cfd-b904-387d3f9da6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:33.435342 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-bdd4d3a4-6af1-428f-94eb-8869702c2307 req-8d423fff-7b88-4cfd-b904-387d3f9da6d6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f0e53653-6fd9-4c39-bdb9-e81c964ffb6b HTTP/1.1" status: 200 len: 855 time: 0.0474768 Oct 20 12:13:33.468464 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-bdd4d3a4-6af1-428f-94eb-8869702c2307 req-1e2637a4-8154-4912-a593-196276b7da92 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02733aaa-c86a-43bf-94ed-cdcff330da3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247202 Oct 20 12:13:33.559283 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-bdd4d3a4-6af1-428f-94eb-8869702c2307 req-da3436b0-dadf-4c13-b5a2-0d66e1937ea3 service neutron] 10.222.0.89 "GET /v2.0/networks/02733aaa-c86a-43bf-94ed-cdcff330da3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817971 Oct 20 12:13:33.666313 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-bdd4d3a4-6af1-428f-94eb-8869702c2307 req-a058fd71-a4ed-4f38-8eb9-3f931b8c317d service neutron] 10.222.0.89 "GET /v2.0/networks/02733aaa-c86a-43bf-94ed-cdcff330da3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955648 Oct 20 12:13:34.261415 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc415ac6-0b53-418d-bb22-4ac103bbd234 req-4621d0a6-b657-49c5-bc55-d0e821a20433 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:34.263035 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bc415ac6-0b53-418d-bb22-4ac103bbd234 req-4621d0a6-b657-49c5-bc55-d0e821a20433 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b HTTP/1.1" status: 200 len: 943 time: 0.0502803 Oct 20 12:13:34.306028 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bc415ac6-0b53-418d-bb22-4ac103bbd234 req-13ea7df3-c7cc-46f5-8d6e-3afeb01ce556 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366573 Oct 20 12:13:34.974438 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '055f7f41-d2f8-472c-87ed-d0406507ea4b', 'tag': '576b5d68-7d09-422e-aff2-341e67034c55'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:13:34.976969 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7a9cbc-a868-4fc8-a199-b6521b8126a2" -d '{"events": [{"name": "network-changed", "server_uuid": "055f7f41-d2f8-472c-87ed-d0406507ea4b", "tag": "576b5d68-7d09-422e-aff2-341e67034c55"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:13:35.025546 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3f5dcc-2d69-4805-adc7-a3845e5b895f x-openstack-request-id: req-1f3f5dcc-2d69-4805-adc7-a3845e5b895f {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:13:35.025831 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "055f7f41-d2f8-472c-87ed-d0406507ea4b", "tag": "576b5d68-7d09-422e-aff2-341e67034c55", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:13:35.026074 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1f3f5dcc-2d69-4805-adc7-a3845e5b895f {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:13:35.026488 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '055f7f41-d2f8-472c-87ed-d0406507ea4b', 'tag': '576b5d68-7d09-422e-aff2-341e67034c55', 'status': 'completed', 'code': 200} Oct 20 12:13:35.088844 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a9cbc-a868-4fc8-a199-b6521b8126a2 req-77c14a09-eac4-410d-8f1b-758c2e681338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:35.090371 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ad7a9cbc-a868-4fc8-a199-b6521b8126a2 req-77c14a09-eac4-410d-8f1b-758c2e681338 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c4be1945c16f443183e0fa7c60879e9a&device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b HTTP/1.1" status: 200 len: 1094 time: 0.0460632 Oct 20 12:13:35.091850 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a9cbc-a868-4fc8-a199-b6521b8126a2 req-79d60075-0c70-4cb3-b009-772c4037c202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:35.093339 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ad7a9cbc-a868-4fc8-a199-b6521b8126a2 req-79d60075-0c70-4cb3-b009-772c4037c202 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c4be1945c16f443183e0fa7c60879e9a&device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b HTTP/1.1" status: 200 len: 1094 time: 0.0411146 Oct 20 12:13:35.099350 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 576b5d68-7d09-422e-aff2-341e67034c55 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:13:35.140288 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 576b5d68-7d09-422e-aff2-341e67034c55 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:13:35.182223 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a9cbc-a868-4fc8-a199-b6521b8126a2 req-ad747444-2fee-4a48-bb6f-5c3e10eb17e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:35.183745 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ad7a9cbc-a868-4fc8-a199-b6521b8126a2 req-ad747444-2fee-4a48-bb6f-5c3e10eb17e5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=02733aaa-c86a-43bf-94ed-cdcff330da3e HTTP/1.1" status: 200 len: 917 time: 0.0852683 Oct 20 12:13:35.192057 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a9cbc-a868-4fc8-a199-b6521b8126a2 req-5890aa19-4566-48cc-8d4f-f7bab0ea6e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:35.193516 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ad7a9cbc-a868-4fc8-a199-b6521b8126a2 req-5890aa19-4566-48cc-8d4f-f7bab0ea6e22 service neutron] 10.222.0.89 "GET /v2.0/networks?id=02733aaa-c86a-43bf-94ed-cdcff330da3e HTTP/1.1" status: 200 len: 917 time: 0.0911593 Oct 20 12:13:35.228737 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ad7a9cbc-a868-4fc8-a199-b6521b8126a2 req-1dbf3122-5ba7-4a56-9fab-e228855a4774 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=576b5d68-7d09-422e-aff2-341e67034c55 HTTP/1.1" status: 200 len: 217 time: 0.0373960 Oct 20 12:13:35.239665 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ad7a9cbc-a868-4fc8-a199-b6521b8126a2 req-6a5ab6c3-ebec-497e-9f0f-69f4505adc0c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=576b5d68-7d09-422e-aff2-341e67034c55 HTTP/1.1" status: 200 len: 217 time: 0.0341275 Oct 20 12:13:35.277739 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a9cbc-a868-4fc8-a199-b6521b8126a2 req-0201ad6d-db4b-4e01-b6bd-e09703be3396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:35.279242 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ad7a9cbc-a868-4fc8-a199-b6521b8126a2 req-0201ad6d-db4b-4e01-b6bd-e09703be3396 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f0e53653-6fd9-4c39-bdb9-e81c964ffb6b HTTP/1.1" status: 200 len: 855 time: 0.0440953 Oct 20 12:13:35.293454 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a9cbc-a868-4fc8-a199-b6521b8126a2 req-75defe94-1871-4527-90b9-7b720037e0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:35.295046 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ad7a9cbc-a868-4fc8-a199-b6521b8126a2 req-75defe94-1871-4527-90b9-7b720037e0cd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f0e53653-6fd9-4c39-bdb9-e81c964ffb6b HTTP/1.1" status: 200 len: 855 time: 0.0456800 Oct 20 12:13:35.311124 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ad7a9cbc-a868-4fc8-a199-b6521b8126a2 req-9219474f-8f8d-4e07-b32f-bc79feaeab17 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02733aaa-c86a-43bf-94ed-cdcff330da3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241539 Oct 20 12:13:35.336098 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ad7a9cbc-a868-4fc8-a199-b6521b8126a2 req-0cc128a7-6061-42b2-94bf-9ba4bbcb82c3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02733aaa-c86a-43bf-94ed-cdcff330da3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293665 Oct 20 12:13:35.432817 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ad7a9cbc-a868-4fc8-a199-b6521b8126a2 req-3e08ba0e-4bcd-4785-83f3-a7024ee1821c service neutron] 10.222.0.89 "GET /v2.0/networks/02733aaa-c86a-43bf-94ed-cdcff330da3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880773 Oct 20 12:13:35.437597 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ad7a9cbc-a868-4fc8-a199-b6521b8126a2 req-e0de10cb-04e7-48a7-a765-10724467a994 service neutron] 10.222.0.11 "GET /v2.0/networks/02733aaa-c86a-43bf-94ed-cdcff330da3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193690 Oct 20 12:13:35.461111 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d75f88-5c5a-4f75-98c0-bbc3649ecb2c req-1aa08b36-5720-4196-ab5b-3707a7e79eb3 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:35.463011 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c3d75f88-5c5a-4f75-98c0-bbc3649ecb2c req-1aa08b36-5720-4196-ab5b-3707a7e79eb3 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b HTTP/1.1" status: 200 len: 943 time: 0.0822027 Oct 20 12:13:35.538393 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-ad7a9cbc-a868-4fc8-a199-b6521b8126a2 req-e8d475eb-1e91-4796-84cf-419c5e790c5c service neutron] 10.222.0.89 "GET /v2.0/networks/02733aaa-c86a-43bf-94ed-cdcff330da3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970068 Oct 20 12:13:35.546626 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c3d75f88-5c5a-4f75-98c0-bbc3649ecb2c req-a7287f36-f692-4b89-9cb3-f68f4f8c3bbb tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719292 Oct 20 12:13:35.568749 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ad7a9cbc-a868-4fc8-a199-b6521b8126a2 req-785eb821-29c7-4ca0-bcb5-522dab8ea124 service neutron] 10.222.0.11 "GET /v2.0/networks/02733aaa-c86a-43bf-94ed-cdcff330da3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236916 Oct 20 12:13:36.594824 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 576b5d68-7d09-422e-aff2-341e67034c55 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:13:36.679254 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01337f6-5429-4f69-8e3b-a7f4f4a451f0 req-6cfb61e6-45a8-4a76-8bb3-94805005bc97 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:36.680743 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b01337f6-5429-4f69-8e3b-a7f4f4a451f0 req-6cfb61e6-45a8-4a76-8bb3-94805005bc97 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b HTTP/1.1" status: 200 len: 943 time: 0.0542612 Oct 20 12:13:36.690552 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 576b5d68-7d09-422e-aff2-341e67034c55, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=576b5d68-7d09-422e-aff2-341e67034c55,segment=NetworkSegment(6c968b60-b2ba-409e-8968-2442ceb23110),segment_id=6c968b60-b2ba-409e-8968-2442ceb23110)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:13:36.701944 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '576b5d68-7d09-422e-aff2-341e67034c55', 'network_id': '02733aaa-c86a-43bf-94ed-cdcff330da3e', 'port_id': '576b5d68-7d09-422e-aff2-341e67034c55', 'mac_address': 'fa:16:3e:8c:98:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0e53653-6fd9-4c39-bdb9-e81c964ffb6b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:13:36.718306 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b01337f6-5429-4f69-8e3b-a7f4f4a451f0 req-f69c5ee1-b7ae-40e1-9291-56e03d9a201d tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314927 Oct 20 12:13:36.742812 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:13:36.755830 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 576b5d68-7d09-422e-aff2-341e67034c55 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:13:36.776286 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 576b5d68-7d09-422e-aff2-341e67034c55, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=576b5d68-7d09-422e-aff2-341e67034c55,segment=NetworkSegment(6c968b60-b2ba-409e-8968-2442ceb23110),segment_id=6c968b60-b2ba-409e-8968-2442ceb23110)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:13:36.780950 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:13:36.833162 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=576b5d68-7d09-422e-aff2-341e67034c55,revision_number=8']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:13:36.983914 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66787aa0-5ed6-45d3-8e22-6516ed6a9104 req-e2403688-a76c-4629-9cf2-2afc47032a19 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:36.985410 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-66787aa0-5ed6-45d3-8e22-6516ed6a9104 req-e2403688-a76c-4629-9cf2-2afc47032a19 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b HTTP/1.1" status: 200 len: 944 time: 0.1108415 Oct 20 12:13:37.018072 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b1e54-f30d-4ddd-914c-e82968cac8be req-412b7c61-5814-4a9d-9466-18a7e415fd18 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:37.019521 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-530b1e54-f30d-4ddd-914c-e82968cac8be req-412b7c61-5814-4a9d-9466-18a7e415fd18 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.11 "GET /v2.0/ports?device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b&tenant_id=c4be1945c16f443183e0fa7c60879e9a&binding%3Ahost_id=n-h2-814735-3 HTTP/1.1" status: 200 len: 944 time: 0.1142590 Oct 20 12:13:37.036608 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['576b5d68-7d09-422e-aff2-341e67034c55'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:13:37.059923 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-66787aa0-5ed6-45d3-8e22-6516ed6a9104 req-ef51201c-2997-4177-ac05-85a6eb053a20 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675471 Oct 20 12:13:37.091192 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [req-530b1e54-f30d-4ddd-914c-e82968cac8be req-f92cb45b-3e3e-4781-b230-87c34cd4d39b service neutron] delete failed (client error): The resource could not be found. Oct 20 12:13:37.092139 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-530b1e54-f30d-4ddd-914c-e82968cac8be req-f92cb45b-3e3e-4781-b230-87c34cd4d39b service neutron] 10.222.0.11 "DELETE /v2.0/ports/576b5d68-7d09-422e-aff2-341e67034c55/bindings/n-h1-814735-3 HTTP/1.1" status: 404 len: 380 time: 0.0646570 Oct 20 12:13:37.176614 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b1e54-f30d-4ddd-914c-e82968cac8be req-63ee41f1-73a6-4710-a0ff-9a7af3ad9c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:37.178244 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-530b1e54-f30d-4ddd-914c-e82968cac8be req-63ee41f1-73a6-4710-a0ff-9a7af3ad9c6d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c4be1945c16f443183e0fa7c60879e9a&device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b HTTP/1.1" status: 200 len: 1095 time: 0.0432124 Oct 20 12:13:37.277583 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b1e54-f30d-4ddd-914c-e82968cac8be req-f6be3611-a6d7-4d00-a74e-4aaf4dcede8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:37.279180 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-530b1e54-f30d-4ddd-914c-e82968cac8be req-f6be3611-a6d7-4d00-a74e-4aaf4dcede8e service neutron] 10.222.0.11 "GET /v2.0/networks?id=02733aaa-c86a-43bf-94ed-cdcff330da3e HTTP/1.1" status: 200 len: 917 time: 0.0940166 Oct 20 12:13:37.319263 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-530b1e54-f30d-4ddd-914c-e82968cac8be req-93cbc6d0-7ca6-4215-b278-d5891ac244df service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=576b5d68-7d09-422e-aff2-341e67034c55 HTTP/1.1" status: 200 len: 217 time: 0.0331500 Oct 20 12:13:37.370153 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b1e54-f30d-4ddd-914c-e82968cac8be req-d74e5fbd-600c-454a-96e4-5d9339256453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:37.371687 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-530b1e54-f30d-4ddd-914c-e82968cac8be req-d74e5fbd-600c-454a-96e4-5d9339256453 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f0e53653-6fd9-4c39-bdb9-e81c964ffb6b HTTP/1.1" status: 200 len: 855 time: 0.0456872 Oct 20 12:13:37.403132 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-530b1e54-f30d-4ddd-914c-e82968cac8be req-b31ec2be-94f3-4407-9b3c-621c164d4f77 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02733aaa-c86a-43bf-94ed-cdcff330da3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237784 Oct 20 12:13:37.490817 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-530b1e54-f30d-4ddd-914c-e82968cac8be req-46886faf-6d3e-483e-b944-7a14a3504640 service neutron] 10.222.0.11 "GET /v2.0/networks/02733aaa-c86a-43bf-94ed-cdcff330da3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796936 Oct 20 12:13:37.594212 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-530b1e54-f30d-4ddd-914c-e82968cac8be req-0991caba-f84f-479d-84ba-8a4c135f29f8 service neutron] 10.222.0.11 "GET /v2.0/networks/02733aaa-c86a-43bf-94ed-cdcff330da3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960689 Oct 20 12:13:38.180103 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c1f04-2e33-41ba-962d-f70e773e3657 req-0692081b-af1b-4a42-b020-d09cb1b1b192 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:38.181596 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7c4c1f04-2e33-41ba-962d-f70e773e3657 req-0692081b-af1b-4a42-b020-d09cb1b1b192 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b HTTP/1.1" status: 200 len: 944 time: 0.0496616 Oct 20 12:13:38.219840 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7c4c1f04-2e33-41ba-962d-f70e773e3657 req-07be35e1-a501-4e8f-bc73-5f63da451d62 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321577 Oct 20 12:13:38.351852 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ab86d-5a96-4d80-8fa3-ae562031bfe3 req-3087d8ce-4ca4-493d-82b2-356a5ad11f9e tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:38.353309 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-385ab86d-5a96-4d80-8fa3-ae562031bfe3 req-3087d8ce-4ca4-493d-82b2-356a5ad11f9e tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b HTTP/1.1" status: 200 len: 944 time: 0.0599391 Oct 20 12:13:38.395589 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-385ab86d-5a96-4d80-8fa3-ae562031bfe3 req-d0b40e00-b67c-44ac-93cf-a2f5f8d5af03 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351455 Oct 20 12:13:38.521392 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce230529-16ef-4840-9221-279bfcece70a req-226b1a23-320d-40b9-a475-586bcb77813c tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:38.522770 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ce230529-16ef-4840-9221-279bfcece70a req-226b1a23-320d-40b9-a475-586bcb77813c tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b HTTP/1.1" status: 200 len: 944 time: 0.0555210 Oct 20 12:13:38.563783 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ce230529-16ef-4840-9221-279bfcece70a req-e6494b82-2bec-4838-8e88-8b8ed9e59fa6 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329039 Oct 20 12:13:38.610335 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 576b5d68-7d09-422e-aff2-341e67034c55 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:13:38.662502 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 576b5d68-7d09-422e-aff2-341e67034c55 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 12:13:38.666422 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 576b5d68-7d09-422e-aff2-341e67034c55 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:13:38.666843 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:13:38.744485 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:13:38.767202 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '055f7f41-d2f8-472c-87ed-d0406507ea4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576b5d68-7d09-422e-aff2-341e67034c55'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:13:38.769456 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac0aa86-7559-453e-a7fe-545ac87d9a4b" -d '{"events": [{"server_uuid": "055f7f41-d2f8-472c-87ed-d0406507ea4b", "name": "network-vif-plugged", "status": "completed", "tag": "576b5d68-7d09-422e-aff2-341e67034c55"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:13:38.783508 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 576b5d68-7d09-422e-aff2-341e67034c55, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=576b5d68-7d09-422e-aff2-341e67034c55,segment=NetworkSegment(6c968b60-b2ba-409e-8968-2442ceb23110),segment_id=6c968b60-b2ba-409e-8968-2442ceb23110)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:13:38.788044 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:13:38.844247 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=576b5d68-7d09-422e-aff2-341e67034c55,revision_number=9']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:13:38.882889 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116eb18c-c1bb-4193-a92c-5dc744865f38 x-openstack-request-id: req-116eb18c-c1bb-4193-a92c-5dc744865f38 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:13:38.883182 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "055f7f41-d2f8-472c-87ed-d0406507ea4b", "name": "network-vif-plugged", "status": "completed", "tag": "576b5d68-7d09-422e-aff2-341e67034c55", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:13:38.883433 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-116eb18c-c1bb-4193-a92c-5dc744865f38 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:13:38.883827 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '055f7f41-d2f8-472c-87ed-d0406507ea4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576b5d68-7d09-422e-aff2-341e67034c55', 'code': 200} Oct 20 12:13:38.939398 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d3b99-a5bd-4cf2-84b9-dba0661ebeae req-10a31d62-746e-4039-85f3-7e237b5c273c tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:38.940828 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ec8d3b99-a5bd-4cf2-84b9-dba0661ebeae req-10a31d62-746e-4039-85f3-7e237b5c273c tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/networks?id=02733aaa-c86a-43bf-94ed-cdcff330da3e HTTP/1.1" status: 200 len: 815 time: 0.1097598 Oct 20 12:13:38.955935 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ec8d3b99-a5bd-4cf2-84b9-dba0661ebeae req-d81ce82e-3e97-4ad5-bee7-536db4e4af53 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/quotas/c4be1945c16f443183e0fa7c60879e9a HTTP/1.1" status: 200 len: 375 time: 0.0093324 Oct 20 12:13:39.348127 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ec8d3b99-a5bd-4cf2-84b9-dba0661ebeae req-5a4a750f-caed-4ea0-aa50-d76c5f150c11 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=c4be1945c16f443183e0fa7c60879e9a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3869987 Oct 20 12:13:39.440838 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ec8d3b99-a5bd-4cf2-84b9-dba0661ebeae req-daeb0408-b91f-4895-b31b-bfbee17ad15e service neutron] 10.222.0.98 "GET /v2.0/networks/02733aaa-c86a-43bf-94ed-cdcff330da3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855277 Oct 20 12:13:39.535714 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ec8d3b99-a5bd-4cf2-84b9-dba0661ebeae req-328660e2-b7c9-4e5e-a8c0-eb8fd4e64164 service neutron] 10.222.0.98 "GET /v2.0/networks/02733aaa-c86a-43bf-94ed-cdcff330da3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888093 Oct 20 12:13:39.714209 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8bd8f955-ed0d-490f-ba2b-4981809e8026 req-4c7c43ad-2daf-40b8-8b24-c056fbb8ea2e tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf HTTP/1.1" status: 200 len: 210 time: 0.0275273 Oct 20 12:13:40.188451 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8765be6-8edf-4b0a-956a-477a20388829 req-93889721-baea-4c9d-b560-b2a0bb2317ed tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:40.189859 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-f8765be6-8edf-4b0a-956a-477a20388829 req-93889721-baea-4c9d-b560-b2a0bb2317ed tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.89 "GET /v2.0/ports?device_id=055f7f41-d2f8-472c-87ed-d0406507ea4b HTTP/1.1" status: 200 len: 945 time: 0.0514247 Oct 20 12:13:40.240672 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:13:40.286031 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-f8765be6-8edf-4b0a-956a-477a20388829 req-68e13ba5-7c9f-4c28-a981-20ecdc1915c2 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Deleting port 576b5d68-7d09-422e-aff2-341e67034c55 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:13:40.286370 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-f8765be6-8edf-4b0a-956a-477a20388829 req-68e13ba5-7c9f-4c28-a981-20ecdc1915c2 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:13:40.386166 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [req-f8765be6-8edf-4b0a-956a-477a20388829 req-68e13ba5-7c9f-4c28-a981-20ecdc1915c2 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] For port 576b5d68-7d09-422e-aff2-341e67034c55, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=576b5d68-7d09-422e-aff2-341e67034c55,segment=NetworkSegment(6c968b60-b2ba-409e-8968-2442ceb23110),segment_id=6c968b60-b2ba-409e-8968-2442ceb23110)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:13:40.386519 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-f8765be6-8edf-4b0a-956a-477a20388829 req-68e13ba5-7c9f-4c28-a981-20ecdc1915c2 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:13:40.405933 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [req-f8765be6-8edf-4b0a-956a-477a20388829 req-68e13ba5-7c9f-4c28-a981-20ecdc1915c2 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Calling delete_port for 576b5d68-7d09-422e-aff2-341e67034c55 owned by compute:nova {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:13:40.547303 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-f8765be6-8edf-4b0a-956a-477a20388829 req-68e13ba5-7c9f-4c28-a981-20ecdc1915c2 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:13:40.560148 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['576b5d68-7d09-422e-aff2-341e67034c55'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:13:40.578601 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e13ba5-7c9f-4c28-a981-20ecdc1915c2 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Pushing event deleted for resources: {'Port': ['ID=576b5d68-7d09-422e-aff2-341e67034c55,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:13:40.625562 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8765be6-8edf-4b0a-956a-477a20388829 req-68e13ba5-7c9f-4c28-a981-20ecdc1915c2 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] No DVR routers for this DVR port 576b5d68-7d09-422e-aff2-341e67034c55 on host n-h2-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:13:40.629125 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [req-f8765be6-8edf-4b0a-956a-477a20388829 req-68e13ba5-7c9f-4c28-a981-20ecdc1915c2 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:13:40.632908 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-f8765be6-8edf-4b0a-956a-477a20388829 req-68e13ba5-7c9f-4c28-a981-20ecdc1915c2 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.89 "DELETE /v2.0/ports/576b5d68-7d09-422e-aff2-341e67034c55 HTTP/1.1" status: 204 len: 173 time: 0.4366450 Oct 20 12:13:40.633390 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '055f7f41-d2f8-472c-87ed-d0406507ea4b', 'name': 'network-vif-deleted', 'tag': '576b5d68-7d09-422e-aff2-341e67034c55'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:13:40.635698 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68a063dd6e5276eeb28469a5b36d53b800f95fc2b18a2d4d332b1d1bde2b2c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9ac3a9-16c5-4a87-90e5-66f25682f427" -d '{"events": [{"server_uuid": "055f7f41-d2f8-472c-87ed-d0406507ea4b", "name": "network-vif-deleted", "tag": "576b5d68-7d09-422e-aff2-341e67034c55"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:13:40.678440 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce991de-77d2-459e-9f41-7666bac9a12a x-openstack-request-id: req-6ce991de-77d2-459e-9f41-7666bac9a12a {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:13:40.678735 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "055f7f41-d2f8-472c-87ed-d0406507ea4b", "name": "network-vif-deleted", "tag": "576b5d68-7d09-422e-aff2-341e67034c55", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:13:40.679018 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6ce991de-77d2-459e-9f41-7666bac9a12a {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:13:40.679614 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '055f7f41-d2f8-472c-87ed-d0406507ea4b', 'name': 'network-vif-deleted', 'tag': '576b5d68-7d09-422e-aff2-341e67034c55', 'status': 'completed', 'code': 200} Oct 20 12:13:40.739642 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d3b99-a5bd-4cf2-84b9-dba0661ebeae req-0337493f-2a82-4efb-aca9-8cf099863413 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:40.742252 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ec8d3b99-a5bd-4cf2-84b9-dba0661ebeae req-0337493f-2a82-4efb-aca9-8cf099863413 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.89 "GET /v2.0/networks?id=02733aaa-c86a-43bf-94ed-cdcff330da3e HTTP/1.1" status: 200 len: 815 time: 0.1251347 Oct 20 12:13:40.758072 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-ec8d3b99-a5bd-4cf2-84b9-dba0661ebeae req-fc31592d-ebb4-48fb-aa3a-6a71c1f347de tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Request body: {'port': {'device_id': '3cef9f46-08e8-4356-952a-e392ec7ae2cf', 'network_id': '02733aaa-c86a-43bf-94ed-cdcff330da3e', 'admin_state_up': True, 'tenant_id': 'c4be1945c16f443183e0fa7c60879e9a'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:13:40.854252 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-83912d60-ff2e-4b1d-af10-db733e694599 req-b7fea151-4c46-4e3a-9958-8b382b93095c tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf HTTP/1.1" status: 200 len: 210 time: 0.0677295 Oct 20 12:13:40.913823 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec8d3b99-a5bd-4cf2-84b9-dba0661ebeae req-fc31592d-ebb4-48fb-aa3a-6a71c1f347de tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Made reservation on behalf of c4be1945c16f443183e0fa7c60879e9a for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:13:40.917416 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ec8d3b99-a5bd-4cf2-84b9-dba0661ebeae req-fc31592d-ebb4-48fb-aa3a-6a71c1f347de tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:13:41.039329 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-ec8d3b99-a5bd-4cf2-84b9-dba0661ebeae req-fc31592d-ebb4-48fb-aa3a-6a71c1f347de tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Allocated IP 172.20.0.5 (02733aaa-c86a-43bf-94ed-cdcff330da3e/f0e53653-6fd9-4c39-bdb9-e81c964ffb6b/41e809f4-0847-49b7-9038-3bd1c3a38166) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:13:41.187019 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ec8d3b99-a5bd-4cf2-84b9-dba0661ebeae req-fc31592d-ebb4-48fb-aa3a-6a71c1f347de tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:13:41.224225 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ec8d3b99-a5bd-4cf2-84b9-dba0661ebeae req-fc31592d-ebb4-48fb-aa3a-6a71c1f347de tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:13:41.266085 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec8d3b99-a5bd-4cf2-84b9-dba0661ebeae req-fc31592d-ebb4-48fb-aa3a-6a71c1f347de tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Network 02733aaa-c86a-43bf-94ed-cdcff330da3e is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:13:41.271287 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-ec8d3b99-a5bd-4cf2-84b9-dba0661ebeae req-fc31592d-ebb4-48fb-aa3a-6a71c1f347de tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:13:41.277946 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec8d3b99-a5bd-4cf2-84b9-dba0661ebeae req-fc31592d-ebb4-48fb-aa3a-6a71c1f347de tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:13:41.280502 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31592d-ebb4-48fb-aa3a-6a71c1f347de tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Pushing event updated for resources: {'Port': ['ID=41e809f4-0847-49b7-9038-3bd1c3a38166,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:13:41.330677 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d3b99-a5bd-4cf2-84b9-dba0661ebeae req-fc31592d-ebb4-48fb-aa3a-6a71c1f347de tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:41.331320 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ec8d3b99-a5bd-4cf2-84b9-dba0661ebeae req-fc31592d-ebb4-48fb-aa3a-6a71c1f347de tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:13:41.348374 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ec8d3b99-a5bd-4cf2-84b9-dba0661ebeae req-fc31592d-ebb4-48fb-aa3a-6a71c1f347de tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5955505 Oct 20 12:13:41.468415 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-ec8d3b99-a5bd-4cf2-84b9-dba0661ebeae req-977bd548-bebc-4e9e-a40e-6e014acd93cd service neutron] Request body: {'port': {'device_id': '3cef9f46-08e8-4356-952a-e392ec7ae2cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:13:41.521244 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ec8d3b99-a5bd-4cf2-84b9-dba0661ebeae req-977bd548-bebc-4e9e-a40e-6e014acd93cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:13:41.790423 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-ec8d3b99-a5bd-4cf2-84b9-dba0661ebeae req-977bd548-bebc-4e9e-a40e-6e014acd93cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41e809f4-0847-49b7-9038-3bd1c3a38166 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:13:41.798053 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ec8d3b99-a5bd-4cf2-84b9-dba0661ebeae req-977bd548-bebc-4e9e-a40e-6e014acd93cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:13:41.810100 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-ec8d3b99-a5bd-4cf2-84b9-dba0661ebeae req-977bd548-bebc-4e9e-a40e-6e014acd93cd service neutron] Transition to ACTIVE for port object 41e809f4-0847-49b7-9038-3bd1c3a38166 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 12:13:41.814909 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ec8d3b99-a5bd-4cf2-84b9-dba0661ebeae req-977bd548-bebc-4e9e-a40e-6e014acd93cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:13:41.871327 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977bd548-bebc-4e9e-a40e-6e014acd93cd service neutron] Pushing event updated for resources: {'Port': ['ID=41e809f4-0847-49b7-9038-3bd1c3a38166,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:13:41.967080 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-ec8d3b99-a5bd-4cf2-84b9-dba0661ebeae req-977bd548-bebc-4e9e-a40e-6e014acd93cd service neutron] Attempting to bind port 41e809f4-0847-49b7-9038-3bd1c3a38166 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:13:41.967361 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-ec8d3b99-a5bd-4cf2-84b9-dba0661ebeae req-977bd548-bebc-4e9e-a40e-6e014acd93cd service neutron] Attempting to bind port 41e809f4-0847-49b7-9038-3bd1c3a38166 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '6c968b60-b2ba-409e-8968-2442ceb23110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '02733aaa-c86a-43bf-94ed-cdcff330da3e'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:13:41.967717 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8d3b99-a5bd-4cf2-84b9-dba0661ebeae req-977bd548-bebc-4e9e-a40e-6e014acd93cd service neutron] Attempting to bind port 41e809f4-0847-49b7-9038-3bd1c3a38166 on network 02733aaa-c86a-43bf-94ed-cdcff330da3e {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:13:41.975976 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8d3b99-a5bd-4cf2-84b9-dba0661ebeae req-977bd548-bebc-4e9e-a40e-6e014acd93cd service neutron] Port 41e809f4-0847-49b7-9038-3bd1c3a38166 on network 02733aaa-c86a-43bf-94ed-cdcff330da3e not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 12:13:41.976291 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8d3b99-a5bd-4cf2-84b9-dba0661ebeae req-977bd548-bebc-4e9e-a40e-6e014acd93cd service neutron] Attempting to bind port 41e809f4-0847-49b7-9038-3bd1c3a38166 on network 02733aaa-c86a-43bf-94ed-cdcff330da3e {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:13:41.984136 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8d3b99-a5bd-4cf2-84b9-dba0661ebeae req-977bd548-bebc-4e9e-a40e-6e014acd93cd service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:13:41.984464 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8d3b99-a5bd-4cf2-84b9-dba0661ebeae req-977bd548-bebc-4e9e-a40e-6e014acd93cd service neutron] Checking segment: {'id': '6c968b60-b2ba-409e-8968-2442ceb23110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '02733aaa-c86a-43bf-94ed-cdcff330da3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:13:41.984841 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8d3b99-a5bd-4cf2-84b9-dba0661ebeae req-977bd548-bebc-4e9e-a40e-6e014acd93cd service neutron] Bound using segment: {'id': '6c968b60-b2ba-409e-8968-2442ceb23110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '02733aaa-c86a-43bf-94ed-cdcff330da3e'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:13:41.985254 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-ec8d3b99-a5bd-4cf2-84b9-dba0661ebeae req-977bd548-bebc-4e9e-a40e-6e014acd93cd service neutron] Bound port: 41e809f4-0847-49b7-9038-3bd1c3a38166, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c968b60-b2ba-409e-8968-2442ceb23110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '02733aaa-c86a-43bf-94ed-cdcff330da3e'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:13:41.985612 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ec8d3b99-a5bd-4cf2-84b9-dba0661ebeae req-977bd548-bebc-4e9e-a40e-6e014acd93cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:13:42.006619 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c098b0f-f023-4d9c-a46d-afebec7d570a req-5c40c093-8d1b-4ed1-8f15-c5e55b1be4af tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:42.008132 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0c098b0f-f023-4d9c-a46d-afebec7d570a req-5c40c093-8d1b-4ed1-8f15-c5e55b1be4af tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf HTTP/1.1" status: 200 len: 943 time: 0.0787921 Oct 20 12:13:42.081036 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0c098b0f-f023-4d9c-a46d-afebec7d570a req-5c921a50-4d8a-4261-b6ad-6d8c3061ea7d tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522804 Oct 20 12:13:42.084469 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-ec8d3b99-a5bd-4cf2-84b9-dba0661ebeae req-977bd548-bebc-4e9e-a40e-6e014acd93cd service neutron] For port 41e809f4-0847-49b7-9038-3bd1c3a38166, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:13:42.087633 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-ec8d3b99-a5bd-4cf2-84b9-dba0661ebeae req-977bd548-bebc-4e9e-a40e-6e014acd93cd service neutron] For port 41e809f4-0847-49b7-9038-3bd1c3a38166, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=41e809f4-0847-49b7-9038-3bd1c3a38166,segment=NetworkSegment(6c968b60-b2ba-409e-8968-2442ceb23110),segment_id=6c968b60-b2ba-409e-8968-2442ceb23110)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:13:42.094030 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ec8d3b99-a5bd-4cf2-84b9-dba0661ebeae req-977bd548-bebc-4e9e-a40e-6e014acd93cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:13:42.126438 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d3b99-a5bd-4cf2-84b9-dba0661ebeae req-977bd548-bebc-4e9e-a40e-6e014acd93cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:42.127081 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-ec8d3b99-a5bd-4cf2-84b9-dba0661ebeae req-977bd548-bebc-4e9e-a40e-6e014acd93cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:13:42.128451 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ec8d3b99-a5bd-4cf2-84b9-dba0661ebeae req-977bd548-bebc-4e9e-a40e-6e014acd93cd service neutron] 10.222.0.89 "PUT /v2.0/ports/41e809f4-0847-49b7-9038-3bd1c3a38166 HTTP/1.1" status: 200 len: 1091 time: 0.7668386 Oct 20 12:13:42.128884 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cef9f46-08e8-4356-952a-e392ec7ae2cf', 'tag': '41e809f4-0847-49b7-9038-3bd1c3a38166'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:13:42.131170 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1563cdf-bd9d-487a-bbfb-8255566a7176" -d '{"events": [{"name": "network-changed", "server_uuid": "3cef9f46-08e8-4356-952a-e392ec7ae2cf", "tag": "41e809f4-0847-49b7-9038-3bd1c3a38166"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:13:42.155873 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977bd548-bebc-4e9e-a40e-6e014acd93cd service neutron] Pushing event updated for resources: {'Port': ['ID=41e809f4-0847-49b7-9038-3bd1c3a38166,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:13:42.214942 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d3b99-a5bd-4cf2-84b9-dba0661ebeae req-7962fcb1-bd21-4add-b91f-3ce07c8e5c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:42.216523 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ec8d3b99-a5bd-4cf2-84b9-dba0661ebeae req-7962fcb1-bd21-4add-b91f-3ce07c8e5c2f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c4be1945c16f443183e0fa7c60879e9a&device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf HTTP/1.1" status: 200 len: 1094 time: 0.0465100 Oct 20 12:13:42.259063 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37b372d-5f09-4b3a-86d4-336619763d83 x-openstack-request-id: req-d37b372d-5f09-4b3a-86d4-336619763d83 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:13:42.259353 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cef9f46-08e8-4356-952a-e392ec7ae2cf", "tag": "41e809f4-0847-49b7-9038-3bd1c3a38166", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:13:42.259601 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d37b372d-5f09-4b3a-86d4-336619763d83 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:13:42.259998 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cef9f46-08e8-4356-952a-e392ec7ae2cf', 'tag': '41e809f4-0847-49b7-9038-3bd1c3a38166', 'status': 'completed', 'code': 200} Oct 20 12:13:42.261791 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ec8d3b99-a5bd-4cf2-84b9-dba0661ebeae req-f64093b4-dd26-4d48-93a5-375a2e4d972a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41e809f4-0847-49b7-9038-3bd1c3a38166 HTTP/1.1" status: 200 len: 217 time: 0.0366957 Oct 20 12:13:42.319829 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d3b99-a5bd-4cf2-84b9-dba0661ebeae req-8276be47-d404-40e7-a86e-518f6c06ae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:42.321288 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ec8d3b99-a5bd-4cf2-84b9-dba0661ebeae req-8276be47-d404-40e7-a86e-518f6c06ae93 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f0e53653-6fd9-4c39-bdb9-e81c964ffb6b HTTP/1.1" status: 200 len: 855 time: 0.0523973 Oct 20 12:13:42.358773 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ec8d3b99-a5bd-4cf2-84b9-dba0661ebeae req-89e1b6a8-51a1-49ac-bf2f-e43f5878bae7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02733aaa-c86a-43bf-94ed-cdcff330da3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249007 Oct 20 12:13:42.460101 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ec8d3b99-a5bd-4cf2-84b9-dba0661ebeae req-5bc8e74e-b8f5-436b-9fe2-87e6e513c8ec service neutron] 10.222.0.89 "GET /v2.0/networks/02733aaa-c86a-43bf-94ed-cdcff330da3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919921 Oct 20 12:13:42.555118 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ec8d3b99-a5bd-4cf2-84b9-dba0661ebeae req-5fc46ac4-fb1c-4cbb-ab90-3dd835c4d026 service neutron] 10.222.0.89 "GET /v2.0/networks/02733aaa-c86a-43bf-94ed-cdcff330da3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831044 Oct 20 12:13:42.617594 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 576b5d68-7d09-422e-aff2-341e67034c55 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:13:42.638891 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: 576b5d68-7d09-422e-aff2-341e67034c55 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:13:42.639237 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 576b5d68-7d09-422e-aff2-341e67034c55 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:13:42.662558 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1563cdf-bd9d-487a-bbfb-8255566a7176 req-91df7497-1083-48b9-a7bf-e8fc26fbd5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:42.664127 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c1563cdf-bd9d-487a-bbfb-8255566a7176 req-91df7497-1083-48b9-a7bf-e8fc26fbd5e4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c4be1945c16f443183e0fa7c60879e9a&device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf HTTP/1.1" status: 200 len: 1094 time: 0.0495944 Oct 20 12:13:42.756047 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1563cdf-bd9d-487a-bbfb-8255566a7176 req-7deda3f1-6c96-4ac7-a425-0d6c15e7b125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:42.757536 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c1563cdf-bd9d-487a-bbfb-8255566a7176 req-7deda3f1-6c96-4ac7-a425-0d6c15e7b125 service neutron] 10.222.0.89 "GET /v2.0/networks?id=02733aaa-c86a-43bf-94ed-cdcff330da3e HTTP/1.1" status: 200 len: 917 time: 0.0851493 Oct 20 12:13:42.804039 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c1563cdf-bd9d-487a-bbfb-8255566a7176 req-e222f8a3-577f-41a6-a27a-2a9a5eec5b03 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41e809f4-0847-49b7-9038-3bd1c3a38166 HTTP/1.1" status: 200 len: 217 time: 0.0377929 Oct 20 12:13:42.861933 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1563cdf-bd9d-487a-bbfb-8255566a7176 req-0138ae56-8514-48f0-8120-b7dadf985e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:42.863397 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c1563cdf-bd9d-487a-bbfb-8255566a7176 req-0138ae56-8514-48f0-8120-b7dadf985e80 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f0e53653-6fd9-4c39-bdb9-e81c964ffb6b HTTP/1.1" status: 200 len: 855 time: 0.0508530 Oct 20 12:13:42.900975 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c1563cdf-bd9d-487a-bbfb-8255566a7176 req-937df6af-e797-4009-baf2-ef98196a297e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02733aaa-c86a-43bf-94ed-cdcff330da3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277011 Oct 20 12:13:42.995252 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c1563cdf-bd9d-487a-bbfb-8255566a7176 req-a1ddb90f-25a0-4cfe-ad50-e948311a75a8 service neutron] 10.222.0.89 "GET /v2.0/networks/02733aaa-c86a-43bf-94ed-cdcff330da3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855780 Oct 20 12:13:43.085595 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c1563cdf-bd9d-487a-bbfb-8255566a7176 req-8e7b7f02-00dc-4325-9181-3d36f4608a27 service neutron] 10.222.0.89 "GET /v2.0/networks/02733aaa-c86a-43bf-94ed-cdcff330da3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825021 Oct 20 12:13:43.201214 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64fb08-d87f-468a-8925-73a086f4807f req-f6968ee4-be19-4608-88dd-c2925b1f7947 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:43.202706 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ac64fb08-d87f-468a-8925-73a086f4807f req-f6968ee4-be19-4608-88dd-c2925b1f7947 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf HTTP/1.1" status: 200 len: 943 time: 0.0549867 Oct 20 12:13:43.243132 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ac64fb08-d87f-468a-8925-73a086f4807f req-7461abf6-18ee-43b5-949e-0a8820e363c9 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315917 Oct 20 12:13:44.378455 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bad86b-510f-45aa-9830-830aa990ef44 req-ffed00f8-ac91-43d4-bede-6b51f670ea0e tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:44.380034 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b9bad86b-510f-45aa-9830-830aa990ef44 req-ffed00f8-ac91-43d4-bede-6b51f670ea0e tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf HTTP/1.1" status: 200 len: 943 time: 0.0567555 Oct 20 12:13:44.421880 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b9bad86b-510f-45aa-9830-830aa990ef44 req-d8ec3c58-c69d-4d96-aecc-a0501b9bbbfd tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329530 Oct 20 12:13:44.631200 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 41e809f4-0847-49b7-9038-3bd1c3a38166 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:13:44.898354 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 41e809f4-0847-49b7-9038-3bd1c3a38166, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=41e809f4-0847-49b7-9038-3bd1c3a38166,segment=NetworkSegment(6c968b60-b2ba-409e-8968-2442ceb23110),segment_id=6c968b60-b2ba-409e-8968-2442ceb23110)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:13:44.915869 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '41e809f4-0847-49b7-9038-3bd1c3a38166', 'network_id': '02733aaa-c86a-43bf-94ed-cdcff330da3e', 'port_id': '41e809f4-0847-49b7-9038-3bd1c3a38166', 'mac_address': 'fa:16:3e:33:a6:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0e53653-6fd9-4c39-bdb9-e81c964ffb6b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:13:44.954645 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:13:44.967666 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41e809f4-0847-49b7-9038-3bd1c3a38166 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:13:44.986992 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 41e809f4-0847-49b7-9038-3bd1c3a38166, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=41e809f4-0847-49b7-9038-3bd1c3a38166,segment=NetworkSegment(6c968b60-b2ba-409e-8968-2442ceb23110),segment_id=6c968b60-b2ba-409e-8968-2442ceb23110)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:13:44.991925 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:13:45.037932 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=41e809f4-0847-49b7-9038-3bd1c3a38166,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:13:45.247849 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['41e809f4-0847-49b7-9038-3bd1c3a38166'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:13:45.564754 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be826944-2c79-45a0-92c6-dd98a1c0acdf req-5ba46209-3e46-492e-800a-e205805aaa09 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:45.566166 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-be826944-2c79-45a0-92c6-dd98a1c0acdf req-5ba46209-3e46-492e-800a-e205805aaa09 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf HTTP/1.1" status: 200 len: 944 time: 0.0663800 Oct 20 12:13:45.603851 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-be826944-2c79-45a0-92c6-dd98a1c0acdf req-4e95f069-2146-4d98-9410-d40cb7a86c53 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316851 Oct 20 12:13:45.772910 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:13:46.636845 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 41e809f4-0847-49b7-9038-3bd1c3a38166 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:13:46.691379 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 41e809f4-0847-49b7-9038-3bd1c3a38166 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 12:13:46.695094 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 41e809f4-0847-49b7-9038-3bd1c3a38166 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:13:46.695464 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:13:46.730301 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b971e0c-a844-411c-8135-81bd54a34a32 req-a89a5d1a-636c-4a87-be7b-a1d2c779a9cf tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:46.731899 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9b971e0c-a844-411c-8135-81bd54a34a32 req-a89a5d1a-636c-4a87-be7b-a1d2c779a9cf tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf HTTP/1.1" status: 200 len: 944 time: 0.0512433 Oct 20 12:13:46.770717 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9b971e0c-a844-411c-8135-81bd54a34a32 req-3c414159-ceff-40cd-bbff-ead440c8d478 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321448 Oct 20 12:13:46.775070 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:13:46.797158 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cef9f46-08e8-4356-952a-e392ec7ae2cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e809f4-0847-49b7-9038-3bd1c3a38166'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:13:46.799422 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361a884c-70c2-41e9-9d43-1ad4e1e7e958" -d '{"events": [{"server_uuid": "3cef9f46-08e8-4356-952a-e392ec7ae2cf", "name": "network-vif-plugged", "status": "completed", "tag": "41e809f4-0847-49b7-9038-3bd1c3a38166"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:13:46.811740 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 41e809f4-0847-49b7-9038-3bd1c3a38166, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=41e809f4-0847-49b7-9038-3bd1c3a38166,segment=NetworkSegment(6c968b60-b2ba-409e-8968-2442ceb23110),segment_id=6c968b60-b2ba-409e-8968-2442ceb23110)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:13:46.816959 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:13:46.839473 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59bd02e4-3fa8-4eb6-a646-33eded509484 x-openstack-request-id: req-59bd02e4-3fa8-4eb6-a646-33eded509484 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:13:46.839763 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cef9f46-08e8-4356-952a-e392ec7ae2cf", "name": "network-vif-plugged", "status": "completed", "tag": "41e809f4-0847-49b7-9038-3bd1c3a38166", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:13:46.840013 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-59bd02e4-3fa8-4eb6-a646-33eded509484 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:13:46.840419 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cef9f46-08e8-4356-952a-e392ec7ae2cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e809f4-0847-49b7-9038-3bd1c3a38166', 'code': 200} Oct 20 12:13:46.867891 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=41e809f4-0847-49b7-9038-3bd1c3a38166,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:13:46.963121 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d378cf-2eba-4fb5-b5d9-7df5e30da219 req-8ae24578-c0f2-4d93-8738-708f24acb718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:46.964636 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-67d378cf-2eba-4fb5-b5d9-7df5e30da219 req-8ae24578-c0f2-4d93-8738-708f24acb718 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf HTTP/1.1" status: 200 len: 1096 time: 0.0470669 Oct 20 12:13:47.005306 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-67d378cf-2eba-4fb5-b5d9-7df5e30da219 req-a613d356-ef1d-41a5-9a21-da1e6871b01a service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295732 Oct 20 12:13:47.901787 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a171a6b-4625-42ed-b2fd-5880418bdbf7 req-9b65d586-8d18-4fb2-b034-126cc6a7333c tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:47.903374 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4a171a6b-4625-42ed-b2fd-5880418bdbf7 req-9b65d586-8d18-4fb2-b034-126cc6a7333c tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf HTTP/1.1" status: 200 len: 945 time: 0.0643225 Oct 20 12:13:47.945047 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4a171a6b-4625-42ed-b2fd-5880418bdbf7 req-61f8e28b-b3e7-4575-b406-b8c54a8554f8 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330002 Oct 20 12:13:49.074435 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955c67b-f17c-45cb-8747-793e77f20b35 req-8348a4c1-32d1-4be6-ad81-d1ca933531ee tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:49.075952 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b955c67b-f17c-45cb-8747-793e77f20b35 req-8348a4c1-32d1-4be6-ad81-d1ca933531ee tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf HTTP/1.1" status: 200 len: 945 time: 0.0551121 Oct 20 12:13:49.119037 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b955c67b-f17c-45cb-8747-793e77f20b35 req-cc14f7b7-2f62-469d-b24e-1d703991320d tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329227 Oct 20 12:13:49.245675 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8001ed8-39f3-40e8-9512-80ea5c99093f req-0fb42064-5998-4302-866a-286cb89948d4 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:49.247135 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b8001ed8-39f3-40e8-9512-80ea5c99093f req-0fb42064-5998-4302-866a-286cb89948d4 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf HTTP/1.1" status: 200 len: 945 time: 0.0563693 Oct 20 12:13:49.286210 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b8001ed8-39f3-40e8-9512-80ea5c99093f req-43be46ea-bfc7-4d5e-96f3-34efec971427 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329244 Oct 20 12:13:49.360363 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b7a51c1d-23c7-4bf1-84c2-e197ba9430ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:13:49.545619 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9224f90b-3417-4b56-8281-037af6d31c7c req-704f857f-601a-4e58-8c39-9759519e6d52 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0692983 Oct 20 12:13:49.553770 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0401e-e489-4d5a-85eb-862d5d577271 req-69a92cc7-48d9-46ff-8f31-fc2057da8ffb tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:49.555466 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f6e0401e-e489-4d5a-85eb-862d5d577271 req-69a92cc7-48d9-46ff-8f31-fc2057da8ffb tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf HTTP/1.1" status: 200 len: 945 time: 0.0695469 Oct 20 12:13:49.599630 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f6e0401e-e489-4d5a-85eb-862d5d577271 req-fce5f902-5219-40b3-877c-aea79ce2a2a5 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358815 Oct 20 12:13:50.757414 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2aa31-975c-4f6a-8b35-7c0269ff12b5 req-0262196b-5772-4393-97e4-0881a52f694e tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:50.758932 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-87e2aa31-975c-4f6a-8b35-7c0269ff12b5 req-0262196b-5772-4393-97e4-0881a52f694e tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf HTTP/1.1" status: 200 len: 945 time: 0.0831451 Oct 20 12:13:50.763455 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224f90b-3417-4b56-8281-037af6d31c7c req-1606eb85-67d2-4287-a2e2-b037986d3879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:50.764835 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9224f90b-3417-4b56-8281-037af6d31c7c req-1606eb85-67d2-4287-a2e2-b037986d3879 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c4be1945c16f443183e0fa7c60879e9a&device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf HTTP/1.1" status: 200 len: 1096 time: 0.0581005 Oct 20 12:13:50.851586 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-87e2aa31-975c-4f6a-8b35-7c0269ff12b5 req-3aa17aad-7c89-4a0d-b069-658e53ac3858 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858073 Oct 20 12:13:50.880319 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224f90b-3417-4b56-8281-037af6d31c7c req-9a8319cc-7080-4b8a-b6ff-1f9b307b4f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:50.881767 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9224f90b-3417-4b56-8281-037af6d31c7c req-9a8319cc-7080-4b8a-b6ff-1f9b307b4f8b service neutron] 10.222.0.89 "GET /v2.0/networks?id=02733aaa-c86a-43bf-94ed-cdcff330da3e HTTP/1.1" status: 200 len: 917 time: 0.1098788 Oct 20 12:13:50.928585 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9224f90b-3417-4b56-8281-037af6d31c7c req-a543c9c0-108c-4e48-8c1c-f3120584fda3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41e809f4-0847-49b7-9038-3bd1c3a38166 HTTP/1.1" status: 200 len: 217 time: 0.0356381 Oct 20 12:13:50.979004 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224f90b-3417-4b56-8281-037af6d31c7c req-c0fa6b1c-228b-407a-afa1-00fa610df631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:50.980412 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9224f90b-3417-4b56-8281-037af6d31c7c req-c0fa6b1c-228b-407a-afa1-00fa610df631 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f0e53653-6fd9-4c39-bdb9-e81c964ffb6b HTTP/1.1" status: 200 len: 855 time: 0.0448165 Oct 20 12:13:51.012325 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9224f90b-3417-4b56-8281-037af6d31c7c req-b1cb96f5-10a6-407b-890f-ebc418257c75 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02733aaa-c86a-43bf-94ed-cdcff330da3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238087 Oct 20 12:13:51.112478 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9224f90b-3417-4b56-8281-037af6d31c7c req-c099a0a9-653e-402b-ad49-7fee2202bcde service neutron] 10.222.0.89 "GET /v2.0/networks/02733aaa-c86a-43bf-94ed-cdcff330da3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928345 Oct 20 12:13:51.212451 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9224f90b-3417-4b56-8281-037af6d31c7c req-e836a37c-9b91-4079-bb42-e7067c8f4d6b service neutron] 10.222.0.89 "GET /v2.0/networks/02733aaa-c86a-43bf-94ed-cdcff330da3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922713 Oct 20 12:13:51.987226 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926cb00-6fd9-40d0-b838-e02d69867942 req-86d2525a-a143-4f85-89f3-b34e4c33eeeb tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:51.988712 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d926cb00-6fd9-40d0-b838-e02d69867942 req-86d2525a-a143-4f85-89f3-b34e4c33eeeb tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf HTTP/1.1" status: 200 len: 945 time: 0.0631168 Oct 20 12:13:52.027517 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d926cb00-6fd9-40d0-b838-e02d69867942 req-ad414908-e08c-4264-b8ed-2c12c87599c6 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327008 Oct 20 12:13:52.247605 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e409e255-c80e-4b7f-8070-8bf7c91f01b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:13:53.156905 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71741251-c0a1-4180-bf8d-97e12112d404 req-a7f19581-19a1-497c-8f98-606aefd5d8b3 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:53.158399 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-71741251-c0a1-4180-bf8d-97e12112d404 req-a7f19581-19a1-497c-8f98-606aefd5d8b3 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf HTTP/1.1" status: 200 len: 945 time: 0.0521591 Oct 20 12:13:53.184412 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:13:53.201314 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-71741251-c0a1-4180-bf8d-97e12112d404 req-64f0f5c9-db8a-4144-865e-8140dadd44ad tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348625 Oct 20 12:13:53.300852 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:13:54.326308 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd31033-36e9-42c9-b5c2-760f46359895 req-529a9984-373e-404c-8abe-6f0f45b24bad tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:54.327795 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1fd31033-36e9-42c9-b5c2-760f46359895 req-529a9984-373e-404c-8abe-6f0f45b24bad tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf HTTP/1.1" status: 200 len: 945 time: 0.0524740 Oct 20 12:13:54.368722 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1fd31033-36e9-42c9-b5c2-760f46359895 req-95b7b90b-4f84-4231-8424-a568780681de tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321274 Oct 20 12:13:55.027889 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:13:55.504210 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5566b-099f-4523-9c57-bfa8e3a2236b req-6f85853b-6721-4ed1-8f3b-5f6f52358b1b tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:55.505699 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-16d5566b-099f-4523-9c57-bfa8e3a2236b req-6f85853b-6721-4ed1-8f3b-5f6f52358b1b tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf HTTP/1.1" status: 200 len: 945 time: 0.0631266 Oct 20 12:13:55.543838 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-16d5566b-099f-4523-9c57-bfa8e3a2236b req-3818889c-0337-4bbd-b148-081769370d81 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321190 Oct 20 12:13:56.674974 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c872a-749c-4dd9-a262-745ebd3e98a4 req-465b3334-e055-477d-8de7-be416f62e12f tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:56.676464 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-451c872a-749c-4dd9-a262-745ebd3e98a4 req-465b3334-e055-477d-8de7-be416f62e12f tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf HTTP/1.1" status: 200 len: 945 time: 0.0545626 Oct 20 12:13:56.717842 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-451c872a-749c-4dd9-a262-745ebd3e98a4 req-31029a7d-4ba1-4117-bcc8-e97db371fdff tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326900 Oct 20 12:13:57.476942 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:13:57.848560 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664fdd5-b9b7-4d85-8c59-4d6305cbaec2 req-256f746d-9081-4c5d-b4db-ee61ea0a5e33 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:57.850033 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6664fdd5-b9b7-4d85-8c59-4d6305cbaec2 req-256f746d-9081-4c5d-b4db-ee61ea0a5e33 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf HTTP/1.1" status: 200 len: 945 time: 0.0576446 Oct 20 12:13:57.890691 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6664fdd5-b9b7-4d85-8c59-4d6305cbaec2 req-41744f1f-05e5-421a-8b8f-9faab3791398 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326946 Oct 20 12:13:59.031092 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e4ea0-86c7-4d14-8fc9-82441dfdb62f req-62c16f81-4d53-483a-8113-aeb7ff58c6e5 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:13:59.033328 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fa7e4ea0-86c7-4d14-8fc9-82441dfdb62f req-62c16f81-4d53-483a-8113-aeb7ff58c6e5 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf HTTP/1.1" status: 200 len: 945 time: 0.0566103 Oct 20 12:13:59.072156 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fa7e4ea0-86c7-4d14-8fc9-82441dfdb62f req-ef36054d-b40d-4f96-adec-7fff22e30b67 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326891 Oct 20 12:14:00.205957 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138be41-9e4f-40e2-8840-b1dc2f0a8284 req-a2df25e4-0280-477f-8710-159f0ccc4f6b tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:00.207490 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c138be41-9e4f-40e2-8840-b1dc2f0a8284 req-a2df25e4-0280-477f-8710-159f0ccc4f6b tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf HTTP/1.1" status: 200 len: 945 time: 0.0561707 Oct 20 12:14:00.251218 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c138be41-9e4f-40e2-8840-b1dc2f0a8284 req-ce250474-1148-4dcb-ad9c-b8f129897c0a tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347540 Oct 20 12:14:01.384631 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a27fa-61f9-4f0e-aae5-d493bdbb4c07 req-b8eba4bf-4753-427b-8fd1-c7694985cc25 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:01.386099 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dc8a27fa-61f9-4f0e-aae5-d493bdbb4c07 req-b8eba4bf-4753-427b-8fd1-c7694985cc25 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf HTTP/1.1" status: 200 len: 945 time: 0.0552387 Oct 20 12:14:01.425760 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dc8a27fa-61f9-4f0e-aae5-d493bdbb4c07 req-8a8ddfd2-6fc5-4fb3-8402-e6704764da31 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335250 Oct 20 12:14:02.564924 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c43a05-af77-42d4-9a7b-36c07b192b49 req-2cdd3d00-75cb-4b82-8631-afd3d3c37c72 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:02.566390 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-13c43a05-af77-42d4-9a7b-36c07b192b49 req-2cdd3d00-75cb-4b82-8631-afd3d3c37c72 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf HTTP/1.1" status: 200 len: 945 time: 0.0628400 Oct 20 12:14:02.608655 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-13c43a05-af77-42d4-9a7b-36c07b192b49 req-9b5f3c46-42f7-443c-aa4f-fe96acd72bd6 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332832 Oct 20 12:14:03.738204 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee87d692-9b63-4bfc-b073-2117407a8de3 req-9c915c58-3c44-48c3-a3f0-23bf358d1b1c tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:03.739893 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ee87d692-9b63-4bfc-b073-2117407a8de3 req-9c915c58-3c44-48c3-a3f0-23bf358d1b1c tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf HTTP/1.1" status: 200 len: 945 time: 0.0533094 Oct 20 12:14:03.779484 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ee87d692-9b63-4bfc-b073-2117407a8de3 req-939e920e-53b5-46fd-a8c3-3f133612af16 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331466 Oct 20 12:14:04.906173 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec931e-d0d0-4a76-a6d5-bbeacca70014 req-811c8d33-feaf-4ea4-a31e-796024889cb2 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:04.907564 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-10ec931e-d0d0-4a76-a6d5-bbeacca70014 req-811c8d33-feaf-4ea4-a31e-796024889cb2 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf HTTP/1.1" status: 200 len: 945 time: 0.0501528 Oct 20 12:14:04.948976 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-10ec931e-d0d0-4a76-a6d5-bbeacca70014 req-b095a822-7e16-4fac-ac3a-15547ba28e22 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326319 Oct 20 12:14:06.084082 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45282ead-5a76-490f-b628-5b0cba5610b0 req-914f33be-fb7c-409a-bf31-6da83c44debb tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:06.085546 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-45282ead-5a76-490f-b628-5b0cba5610b0 req-914f33be-fb7c-409a-bf31-6da83c44debb tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf HTTP/1.1" status: 200 len: 945 time: 0.0596566 Oct 20 12:14:06.125176 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-45282ead-5a76-490f-b628-5b0cba5610b0 req-35b328bc-4f68-4d23-8539-5927d65b2032 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336242 Oct 20 12:14:07.255957 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae926a6e-6ab6-4450-81de-767681892b1c req-275ca249-6775-4da2-a257-4934a908687e tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:07.257489 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ae926a6e-6ab6-4450-81de-767681892b1c req-275ca249-6775-4da2-a257-4934a908687e tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf HTTP/1.1" status: 200 len: 945 time: 0.0504022 Oct 20 12:14:07.298139 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ae926a6e-6ab6-4450-81de-767681892b1c req-1f70518d-0247-4245-bf45-501df65f7090 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320151 Oct 20 12:14:08.421076 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069a82f-382b-4c6a-b203-87574f39addd req-a23145c1-bb09-4378-b18f-6f4676b27e26 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:08.422525 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e069a82f-382b-4c6a-b203-87574f39addd req-a23145c1-bb09-4378-b18f-6f4676b27e26 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf HTTP/1.1" status: 200 len: 945 time: 0.0497901 Oct 20 12:14:08.459620 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e069a82f-382b-4c6a-b203-87574f39addd req-084c9dfb-339d-472a-886d-2c96f9961d43 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310831 Oct 20 12:14:09.602737 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21d946-6875-44c2-91e5-79130b4a0aff req-09edda35-7dce-4323-97ee-19acb23f7c58 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:09.604278 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9e21d946-6875-44c2-91e5-79130b4a0aff req-09edda35-7dce-4323-97ee-19acb23f7c58 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf HTTP/1.1" status: 200 len: 945 time: 0.0626085 Oct 20 12:14:09.646396 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9e21d946-6875-44c2-91e5-79130b4a0aff req-f796b674-3cff-424d-a71e-67e46d2f2aaf tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332568 Oct 20 12:14:10.262088 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:10.769342 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c66ba9-17c7-4f2c-a1b2-a01fec547e6e req-6feaef6d-0075-4859-8ba7-e96c6e066043 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:10.771197 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-95c66ba9-17c7-4f2c-a1b2-a01fec547e6e req-6feaef6d-0075-4859-8ba7-e96c6e066043 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf HTTP/1.1" status: 200 len: 945 time: 0.0499945 Oct 20 12:14:10.813112 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-95c66ba9-17c7-4f2c-a1b2-a01fec547e6e req-ad68ada6-6b86-45b4-8f80-cf61cd35ed09 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355871 Oct 20 12:14:11.944801 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5852ba-4f93-4cc8-acaf-a1022d7303e4 req-28c7b3fc-9049-41b0-9fee-8f599e5eb943 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:11.946164 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8c5852ba-4f93-4cc8-acaf-a1022d7303e4 req-28c7b3fc-9049-41b0-9fee-8f599e5eb943 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf HTTP/1.1" status: 200 len: 945 time: 0.0537100 Oct 20 12:14:11.985976 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8c5852ba-4f93-4cc8-acaf-a1022d7303e4 req-86530099-ddb6-4c37-94ab-71dee3f73cad tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309463 Oct 20 12:14:13.125338 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811b85c-b4a6-41b7-9d95-78e6c52bd013 req-1ea4be5e-7ebd-425d-abe1-7f9430413c95 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:13.126825 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2811b85c-b4a6-41b7-9d95-78e6c52bd013 req-1ea4be5e-7ebd-425d-abe1-7f9430413c95 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf HTTP/1.1" status: 200 len: 945 time: 0.0615883 Oct 20 12:14:13.167910 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2811b85c-b4a6-41b7-9d95-78e6c52bd013 req-1ca8f8e4-3e64-40da-8d55-e6160fc96298 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319717 Oct 20 12:14:14.309422 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e613e-58be-4301-ac33-dec4a220bd25 req-c7479bb0-8a8b-45c6-b701-0e19483749f4 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:14.311445 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f09e613e-58be-4301-ac33-dec4a220bd25 req-c7479bb0-8a8b-45c6-b701-0e19483749f4 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf HTTP/1.1" status: 200 len: 945 time: 0.0660996 Oct 20 12:14:14.353648 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f09e613e-58be-4301-ac33-dec4a220bd25 req-7c7d60c3-cdbe-4554-8674-d060ce02d0e8 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331147 Oct 20 12:14:15.490419 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed51bf-ec01-49db-9cd1-db8b4f54f415 req-133694e9-009d-4ac7-974e-2a304d7827bf tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:15.491903 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-81ed51bf-ec01-49db-9cd1-db8b4f54f415 req-133694e9-009d-4ac7-974e-2a304d7827bf tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf HTTP/1.1" status: 200 len: 945 time: 0.0507090 Oct 20 12:14:15.529942 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-81ed51bf-ec01-49db-9cd1-db8b4f54f415 req-a802c4c8-0876-40d1-bcb8-7e46223df855 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319736 Oct 20 12:14:15.780456 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:16.650854 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a441a68-3b97-4365-87d4-6c908bb87b4b req-1b1ec103-080d-4f67-8cd8-05d35f8e558a tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:16.652382 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4a441a68-3b97-4365-87d4-6c908bb87b4b req-1b1ec103-080d-4f67-8cd8-05d35f8e558a tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf HTTP/1.1" status: 200 len: 945 time: 0.0552428 Oct 20 12:14:16.693815 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4a441a68-3b97-4365-87d4-6c908bb87b4b req-51b9c190-f77e-4325-a4c9-6b22f426f163 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326300 Oct 20 12:14:17.820900 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931f2d1-449a-415e-bb2c-fc89348a44d5 req-77cb17c8-8d60-46a5-ae7d-d8f18fa6aa50 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:17.822354 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3931f2d1-449a-415e-bb2c-fc89348a44d5 req-77cb17c8-8d60-46a5-ae7d-d8f18fa6aa50 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf HTTP/1.1" status: 200 len: 945 time: 0.0511181 Oct 20 12:14:17.862522 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3931f2d1-449a-415e-bb2c-fc89348a44d5 req-48165c4f-ce01-47f7-a6ec-544a4668a54d tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315292 Oct 20 12:14:18.397174 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [req-9224f90b-3417-4b56-8281-037af6d31c7c req-d1b254be-93b1-4952-87fa-191a51c8f320 service neutron] show failed (client error): The resource could not be found. Oct 20 12:14:18.398195 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9224f90b-3417-4b56-8281-037af6d31c7c req-d1b254be-93b1-4952-87fa-191a51c8f320 service neutron] 10.222.0.89 "GET /v2.0/ports/41e809f4-0847-49b7-9038-3bd1c3a38166/bindings/n-h1-814735-3 HTTP/1.1" status: 404 len: 380 time: 0.0772796 Oct 20 12:14:18.621849 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224f90b-3417-4b56-8281-037af6d31c7c req-d98f68a5-5b10-4a82-860e-669bb5dd8008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:18.623266 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9224f90b-3417-4b56-8281-037af6d31c7c req-d98f68a5-5b10-4a82-860e-669bb5dd8008 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf&tenant_id=c4be1945c16f443183e0fa7c60879e9a HTTP/1.1" status: 200 len: 1096 time: 0.0452800 Oct 20 12:14:18.634992 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-9224f90b-3417-4b56-8281-037af6d31c7c req-752a76fd-81c8-4e0b-a562-949fe5c49492 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-814735-3', 'device_owner': 'compute:nova'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:14:18.688077 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9224f90b-3417-4b56-8281-037af6d31c7c req-752a76fd-81c8-4e0b-a562-949fe5c49492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:18.889510 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-9224f90b-3417-4b56-8281-037af6d31c7c req-752a76fd-81c8-4e0b-a562-949fe5c49492 service neutron] For port 41e809f4-0847-49b7-9038-3bd1c3a38166, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=41e809f4-0847-49b7-9038-3bd1c3a38166,segment=NetworkSegment(6c968b60-b2ba-409e-8968-2442ceb23110),segment_id=6c968b60-b2ba-409e-8968-2442ceb23110)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:14:18.923547 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-9224f90b-3417-4b56-8281-037af6d31c7c req-752a76fd-81c8-4e0b-a562-949fe5c49492 service neutron] For port 41e809f4-0847-49b7-9038-3bd1c3a38166, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:14:18.991585 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cef9f46-08e8-4356-952a-e392ec7ae2cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41e809f4-0847-49b7-9038-3bd1c3a38166'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:14:18.994416 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ce8265-76b3-49f5-9e53-fdcfea88142a" -d '{"events": [{"server_uuid": "3cef9f46-08e8-4356-952a-e392ec7ae2cf", "name": "network-vif-unplugged", "status": "completed", "tag": "41e809f4-0847-49b7-9038-3bd1c3a38166"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:14:18.999081 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9224f90b-3417-4b56-8281-037af6d31c7c req-752a76fd-81c8-4e0b-a562-949fe5c49492 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:19.022338 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e7ba4-2e48-4fa5-8293-ecef32eb0e48 req-7a4f6779-8053-4b64-baa9-a7aafa675a83 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:19.023850 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-070e7ba4-2e48-4fa5-8293-ecef32eb0e48 req-7a4f6779-8053-4b64-baa9-a7aafa675a83 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf HTTP/1.1" status: 200 len: 945 time: 0.0821681 Oct 20 12:14:19.026691 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-9224f90b-3417-4b56-8281-037af6d31c7c req-752a76fd-81c8-4e0b-a562-949fe5c49492 service neutron] Transition to ACTIVE for port object 41e809f4-0847-49b7-9038-3bd1c3a38166 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 12:14:19.038313 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9224f90b-3417-4b56-8281-037af6d31c7c req-752a76fd-81c8-4e0b-a562-949fe5c49492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:19.052284 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 12:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba2d0df-a8e3-4ec7-80f3-7fda3da8c805 x-openstack-request-id: req-6ba2d0df-a8e3-4ec7-80f3-7fda3da8c805 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:14:19.052748 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cef9f46-08e8-4356-952a-e392ec7ae2cf", "name": "network-vif-unplugged", "status": "completed", "tag": "41e809f4-0847-49b7-9038-3bd1c3a38166", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:14:19.053108 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6ba2d0df-a8e3-4ec7-80f3-7fda3da8c805 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:14:19.053633 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cef9f46-08e8-4356-952a-e392ec7ae2cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41e809f4-0847-49b7-9038-3bd1c3a38166', 'code': 200} Oct 20 12:14:19.123750 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-9224f90b-3417-4b56-8281-037af6d31c7c req-752a76fd-81c8-4e0b-a562-949fe5c49492 service neutron] No DVR routers for this DVR port 41e809f4-0847-49b7-9038-3bd1c3a38166 on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:14:19.125754 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a76fd-81c8-4e0b-a562-949fe5c49492 service neutron] Pushing event updated for resources: {'Port': ['ID=41e809f4-0847-49b7-9038-3bd1c3a38166,revision_number=6']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:14:19.129950 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-070e7ba4-2e48-4fa5-8293-ecef32eb0e48 req-8a14d9b3-03ef-4f09-a305-a497040c691c tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997508 Oct 20 12:14:19.137967 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752a76fd-81c8-4e0b-a562-949fe5c49492 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:14:19.138310 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752a76fd-81c8-4e0b-a562-949fe5c49492 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:14:19.138627 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752a76fd-81c8-4e0b-a562-949fe5c49492 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:14:19.139010 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752a76fd-81c8-4e0b-a562-949fe5c49492 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:14:19.139340 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752a76fd-81c8-4e0b-a562-949fe5c49492 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:14:19.139732 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752a76fd-81c8-4e0b-a562-949fe5c49492 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:14:19.139987 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752a76fd-81c8-4e0b-a562-949fe5c49492 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:14:19.140308 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752a76fd-81c8-4e0b-a562-949fe5c49492 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:14:19.140597 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752a76fd-81c8-4e0b-a562-949fe5c49492 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:14:19.140921 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752a76fd-81c8-4e0b-a562-949fe5c49492 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:14:19.141258 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752a76fd-81c8-4e0b-a562-949fe5c49492 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:14:19.141572 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752a76fd-81c8-4e0b-a562-949fe5c49492 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:14:19.180575 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-9224f90b-3417-4b56-8281-037af6d31c7c req-752a76fd-81c8-4e0b-a562-949fe5c49492 service neutron] Attempting to bind port 41e809f4-0847-49b7-9038-3bd1c3a38166 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:14:19.180907 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-9224f90b-3417-4b56-8281-037af6d31c7c req-752a76fd-81c8-4e0b-a562-949fe5c49492 service neutron] Attempting to bind port 41e809f4-0847-49b7-9038-3bd1c3a38166 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '6c968b60-b2ba-409e-8968-2442ceb23110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '02733aaa-c86a-43bf-94ed-cdcff330da3e'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:14:19.181215 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9224f90b-3417-4b56-8281-037af6d31c7c req-752a76fd-81c8-4e0b-a562-949fe5c49492 service neutron] Attempting to bind port 41e809f4-0847-49b7-9038-3bd1c3a38166 on network 02733aaa-c86a-43bf-94ed-cdcff330da3e {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:14:19.185915 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9224f90b-3417-4b56-8281-037af6d31c7c req-752a76fd-81c8-4e0b-a562-949fe5c49492 service neutron] Port 41e809f4-0847-49b7-9038-3bd1c3a38166 on network 02733aaa-c86a-43bf-94ed-cdcff330da3e not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 12:14:19.186228 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9224f90b-3417-4b56-8281-037af6d31c7c req-752a76fd-81c8-4e0b-a562-949fe5c49492 service neutron] Attempting to bind port 41e809f4-0847-49b7-9038-3bd1c3a38166 on network 02733aaa-c86a-43bf-94ed-cdcff330da3e {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:14:19.191132 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9224f90b-3417-4b56-8281-037af6d31c7c req-752a76fd-81c8-4e0b-a562-949fe5c49492 service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:14:19.191452 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9224f90b-3417-4b56-8281-037af6d31c7c req-752a76fd-81c8-4e0b-a562-949fe5c49492 service neutron] Checking segment: {'id': '6c968b60-b2ba-409e-8968-2442ceb23110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '02733aaa-c86a-43bf-94ed-cdcff330da3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:14:19.191830 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9224f90b-3417-4b56-8281-037af6d31c7c req-752a76fd-81c8-4e0b-a562-949fe5c49492 service neutron] Bound using segment: {'id': '6c968b60-b2ba-409e-8968-2442ceb23110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '02733aaa-c86a-43bf-94ed-cdcff330da3e'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:14:19.192236 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-9224f90b-3417-4b56-8281-037af6d31c7c req-752a76fd-81c8-4e0b-a562-949fe5c49492 service neutron] Bound port: 41e809f4-0847-49b7-9038-3bd1c3a38166, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c968b60-b2ba-409e-8968-2442ceb23110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '02733aaa-c86a-43bf-94ed-cdcff330da3e'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:14:19.192574 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9224f90b-3417-4b56-8281-037af6d31c7c req-752a76fd-81c8-4e0b-a562-949fe5c49492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:19.261947 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-9224f90b-3417-4b56-8281-037af6d31c7c req-752a76fd-81c8-4e0b-a562-949fe5c49492 service neutron] For port 41e809f4-0847-49b7-9038-3bd1c3a38166, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:14:19.264989 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-9224f90b-3417-4b56-8281-037af6d31c7c req-752a76fd-81c8-4e0b-a562-949fe5c49492 service neutron] For port 41e809f4-0847-49b7-9038-3bd1c3a38166, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=41e809f4-0847-49b7-9038-3bd1c3a38166,segment=NetworkSegment(6c968b60-b2ba-409e-8968-2442ceb23110),segment_id=6c968b60-b2ba-409e-8968-2442ceb23110)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:14:19.271949 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9224f90b-3417-4b56-8281-037af6d31c7c req-752a76fd-81c8-4e0b-a562-949fe5c49492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:19.306088 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224f90b-3417-4b56-8281-037af6d31c7c req-752a76fd-81c8-4e0b-a562-949fe5c49492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:19.306684 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9224f90b-3417-4b56-8281-037af6d31c7c req-752a76fd-81c8-4e0b-a562-949fe5c49492 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:19.308073 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9224f90b-3417-4b56-8281-037af6d31c7c req-752a76fd-81c8-4e0b-a562-949fe5c49492 service neutron] 10.222.0.11 "PUT /v2.0/ports/41e809f4-0847-49b7-9038-3bd1c3a38166 HTTP/1.1" status: 200 len: 1091 time: 0.6771643 Oct 20 12:14:19.343568 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a76fd-81c8-4e0b-a562-949fe5c49492 service neutron] Pushing event updated for resources: {'Port': ['ID=41e809f4-0847-49b7-9038-3bd1c3a38166,revision_number=7']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:14:19.364441 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e1918d6e-2a78-487d-ba16-6235bc7ee94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:19.375898 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224f90b-3417-4b56-8281-037af6d31c7c req-e6a4d624-0e03-4005-8b63-29dcbdaef4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:19.377422 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9224f90b-3417-4b56-8281-037af6d31c7c req-e6a4d624-0e03-4005-8b63-29dcbdaef4b1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c4be1945c16f443183e0fa7c60879e9a&device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf HTTP/1.1" status: 200 len: 1094 time: 0.0427856 Oct 20 12:14:19.486606 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224f90b-3417-4b56-8281-037af6d31c7c req-372d61fa-9b4a-4200-bb51-542e011f5945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:19.489210 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9224f90b-3417-4b56-8281-037af6d31c7c req-372d61fa-9b4a-4200-bb51-542e011f5945 service neutron] 10.222.0.11 "GET /v2.0/networks?id=02733aaa-c86a-43bf-94ed-cdcff330da3e HTTP/1.1" status: 200 len: 917 time: 0.1041222 Oct 20 12:14:19.537244 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9224f90b-3417-4b56-8281-037af6d31c7c req-b5404b8d-9fa2-4f34-989f-8504ba626538 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41e809f4-0847-49b7-9038-3bd1c3a38166 HTTP/1.1" status: 200 len: 217 time: 0.0408566 Oct 20 12:14:19.593127 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224f90b-3417-4b56-8281-037af6d31c7c req-dc637aff-0fc7-47de-b31e-10aeebd6db8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:19.594648 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9224f90b-3417-4b56-8281-037af6d31c7c req-dc637aff-0fc7-47de-b31e-10aeebd6db8a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f0e53653-6fd9-4c39-bdb9-e81c964ffb6b HTTP/1.1" status: 200 len: 855 time: 0.0505795 Oct 20 12:14:19.626659 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9224f90b-3417-4b56-8281-037af6d31c7c req-f32e1328-f896-45a1-8e5e-6627cefb9c99 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02733aaa-c86a-43bf-94ed-cdcff330da3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248191 Oct 20 12:14:19.720726 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9224f90b-3417-4b56-8281-037af6d31c7c req-e87ec7af-fba4-47c4-a92e-934da6078e1a service neutron] 10.222.0.11 "GET /v2.0/networks/02733aaa-c86a-43bf-94ed-cdcff330da3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864768 Oct 20 12:14:19.822771 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9224f90b-3417-4b56-8281-037af6d31c7c req-72bdd390-2bb3-461f-be85-18d91dcdffa1 service neutron] 10.222.0.11 "GET /v2.0/networks/02733aaa-c86a-43bf-94ed-cdcff330da3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950022 Oct 20 12:14:20.263123 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123e163-25e2-4fd7-bd1f-4367a2951e3e req-acec7404-f5c0-4fde-a96a-e151a2c5f302 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:20.264941 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8123e163-25e2-4fd7-bd1f-4367a2951e3e req-acec7404-f5c0-4fde-a96a-e151a2c5f302 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf HTTP/1.1" status: 200 len: 943 time: 0.0513251 Oct 20 12:14:20.303978 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8123e163-25e2-4fd7-bd1f-4367a2951e3e req-94e0328e-70d8-47e7-a2b8-90746d268db9 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326607 Oct 20 12:14:21.056941 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cef9f46-08e8-4356-952a-e392ec7ae2cf', 'tag': '41e809f4-0847-49b7-9038-3bd1c3a38166'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:14:21.060788 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322d25f3-dcb5-42d7-95df-764e5196ce04" -d '{"events": [{"name": "network-changed", "server_uuid": "3cef9f46-08e8-4356-952a-e392ec7ae2cf", "tag": "41e809f4-0847-49b7-9038-3bd1c3a38166"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:14:21.112350 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85bd7163-1fcb-4eec-a79c-6a44f5d2c939 x-openstack-request-id: req-85bd7163-1fcb-4eec-a79c-6a44f5d2c939 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:14:21.112638 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cef9f46-08e8-4356-952a-e392ec7ae2cf", "tag": "41e809f4-0847-49b7-9038-3bd1c3a38166", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:14:21.112899 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-85bd7163-1fcb-4eec-a79c-6a44f5d2c939 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:14:21.113294 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cef9f46-08e8-4356-952a-e392ec7ae2cf', 'tag': '41e809f4-0847-49b7-9038-3bd1c3a38166', 'status': 'completed', 'code': 200} Oct 20 12:14:21.205387 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d25f3-dcb5-42d7-95df-764e5196ce04 req-e2e30132-c983-46f1-a169-8bf75bba5b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:21.206869 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-322d25f3-dcb5-42d7-95df-764e5196ce04 req-e2e30132-c983-46f1-a169-8bf75bba5b51 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c4be1945c16f443183e0fa7c60879e9a&device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf HTTP/1.1" status: 200 len: 1094 time: 0.0701578 Oct 20 12:14:21.209335 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d25f3-dcb5-42d7-95df-764e5196ce04 req-93822d76-65c1-4f8f-9bf2-699ef29324ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:21.210723 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-322d25f3-dcb5-42d7-95df-764e5196ce04 req-93822d76-65c1-4f8f-9bf2-699ef29324ff service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c4be1945c16f443183e0fa7c60879e9a&device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf HTTP/1.1" status: 200 len: 1094 time: 0.0643818 Oct 20 12:14:21.371554 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d25f3-dcb5-42d7-95df-764e5196ce04 req-5689ce2f-f44f-4232-b66b-950edd4b8acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:21.373021 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-322d25f3-dcb5-42d7-95df-764e5196ce04 req-5689ce2f-f44f-4232-b66b-950edd4b8acf service neutron] 10.222.0.11 "GET /v2.0/networks?id=02733aaa-c86a-43bf-94ed-cdcff330da3e HTTP/1.1" status: 200 len: 917 time: 0.1525550 Oct 20 12:14:21.375549 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d25f3-dcb5-42d7-95df-764e5196ce04 req-6503a617-0cc4-4b4d-b8a0-dd84915717aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:21.376841 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-322d25f3-dcb5-42d7-95df-764e5196ce04 req-6503a617-0cc4-4b4d-b8a0-dd84915717aa service neutron] 10.222.0.89 "GET /v2.0/networks?id=02733aaa-c86a-43bf-94ed-cdcff330da3e HTTP/1.1" status: 200 len: 917 time: 0.1491859 Oct 20 12:14:21.463518 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-322d25f3-dcb5-42d7-95df-764e5196ce04 req-b41884ec-633d-4e6d-b304-210f5b11c250 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41e809f4-0847-49b7-9038-3bd1c3a38166 HTTP/1.1" status: 200 len: 217 time: 0.0775609 Oct 20 12:14:21.464633 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-322d25f3-dcb5-42d7-95df-764e5196ce04 req-fe95b3a3-4308-4a0c-acc1-51d7246a914d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41e809f4-0847-49b7-9038-3bd1c3a38166 HTTP/1.1" status: 200 len: 217 time: 0.0708954 Oct 20 12:14:21.567784 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55313553-3bd8-4d2d-ae1c-390bb190cd51 req-430a7721-49a4-4c3f-a12e-7ae296bcc109 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:21.569268 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-55313553-3bd8-4d2d-ae1c-390bb190cd51 req-430a7721-49a4-4c3f-a12e-7ae296bcc109 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf HTTP/1.1" status: 200 len: 943 time: 0.1915464 Oct 20 12:14:21.574342 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d25f3-dcb5-42d7-95df-764e5196ce04 req-543c47a7-0c4b-4ffb-b17e-c17ae86e5cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:21.575705 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-322d25f3-dcb5-42d7-95df-764e5196ce04 req-543c47a7-0c4b-4ffb-b17e-c17ae86e5cae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f0e53653-6fd9-4c39-bdb9-e81c964ffb6b HTTP/1.1" status: 200 len: 855 time: 0.1020186 Oct 20 12:14:21.596317 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d25f3-dcb5-42d7-95df-764e5196ce04 req-abe254ac-889d-453a-af73-fd2206bed5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:21.597581 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-322d25f3-dcb5-42d7-95df-764e5196ce04 req-abe254ac-889d-453a-af73-fd2206bed5ae service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f0e53653-6fd9-4c39-bdb9-e81c964ffb6b HTTP/1.1" status: 200 len: 855 time: 0.1051216 Oct 20 12:14:21.618523 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-322d25f3-dcb5-42d7-95df-764e5196ce04 req-aa68e83e-735f-47d5-a5df-9273c68fdf78 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02733aaa-c86a-43bf-94ed-cdcff330da3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318720 Oct 20 12:14:21.655253 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-322d25f3-dcb5-42d7-95df-764e5196ce04 req-8ebb9fed-1013-4b8c-b728-a354936c5557 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02733aaa-c86a-43bf-94ed-cdcff330da3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388074 Oct 20 12:14:21.708085 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-55313553-3bd8-4d2d-ae1c-390bb190cd51 req-b9a23706-cff2-48b0-a7fd-a4cf8fe8213a tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300752 Oct 20 12:14:21.811791 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-322d25f3-dcb5-42d7-95df-764e5196ce04 req-59553c69-d2c6-47a7-8872-fe093e807ad0 service neutron] 10.222.0.11 "GET /v2.0/networks/02733aaa-c86a-43bf-94ed-cdcff330da3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832392 Oct 20 12:14:21.817407 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-322d25f3-dcb5-42d7-95df-764e5196ce04 req-8bc38d5c-d101-4f22-8354-f7660563f19b service neutron] 10.222.0.89 "GET /v2.0/networks/02733aaa-c86a-43bf-94ed-cdcff330da3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505632 Oct 20 12:14:21.929802 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9caaeb7-08aa-4a94-b2cc-631ff6542f29 req-1fd4be37-4447-41c7-bb26-3f099b4201c6 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:21.931207 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a9caaeb7-08aa-4a94-b2cc-631ff6542f29 req-1fd4be37-4447-41c7-bb26-3f099b4201c6 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf&tenant_id=c4be1945c16f443183e0fa7c60879e9a&binding%3Ahost_id=n-h1-814735-3 HTTP/1.1" status: 200 len: 943 time: 0.0551324 Oct 20 12:14:22.001469 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [req-a9caaeb7-08aa-4a94-b2cc-631ff6542f29 req-fc21276e-943c-4fa9-adad-81b6f6ccf5f9 service neutron] delete failed (client error): The resource could not be found. Oct 20 12:14:22.002543 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-a9caaeb7-08aa-4a94-b2cc-631ff6542f29 req-fc21276e-943c-4fa9-adad-81b6f6ccf5f9 service neutron] 10.222.0.89 "DELETE /v2.0/ports/41e809f4-0847-49b7-9038-3bd1c3a38166/bindings/n-h2-814735-3 HTTP/1.1" status: 404 len: 380 time: 0.0593855 Oct 20 12:14:22.250095 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-385c11b0-5f5d-44dd-8fcc-2d655fc6f361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:22.352841 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-322d25f3-dcb5-42d7-95df-764e5196ce04 req-301ba23e-9976-4b27-9a52-033dcb35805a service neutron] 10.222.0.11 "GET /v2.0/networks/02733aaa-c86a-43bf-94ed-cdcff330da3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5332482 Oct 20 12:14:22.365433 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1ee10-787d-4916-b0af-42f75f8bd852 req-35d6ff10-2f5d-4058-8a16-cc2926ab2640 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:22.367044 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cad1ee10-787d-4916-b0af-42f75f8bd852 req-35d6ff10-2f5d-4058-8a16-cc2926ab2640 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf HTTP/1.1" status: 200 len: 943 time: 0.4989336 Oct 20 12:14:22.373000 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-322d25f3-dcb5-42d7-95df-764e5196ce04 req-99f51a91-5359-461c-85e2-77c42f8cc686 service neutron] 10.222.0.89 "GET /v2.0/networks/02733aaa-c86a-43bf-94ed-cdcff330da3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5357156 Oct 20 12:14:22.409221 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cad1ee10-787d-4916-b0af-42f75f8bd852 req-7358bdb3-d7ef-4925-bc69-2bff24973c3c tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342464 Oct 20 12:14:22.482054 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9caaeb7-08aa-4a94-b2cc-631ff6542f29 req-d781aefd-d7fd-4e4c-9524-bb0449343348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:22.483460 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a9caaeb7-08aa-4a94-b2cc-631ff6542f29 req-d781aefd-d7fd-4e4c-9524-bb0449343348 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c4be1945c16f443183e0fa7c60879e9a&device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf HTTP/1.1" status: 200 len: 1094 time: 0.0415061 Oct 20 12:14:22.590280 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9caaeb7-08aa-4a94-b2cc-631ff6542f29 req-726da053-a9c0-47ce-8513-982fd99b6b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:22.592517 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a9caaeb7-08aa-4a94-b2cc-631ff6542f29 req-726da053-a9c0-47ce-8513-982fd99b6b7c service neutron] 10.222.0.89 "GET /v2.0/networks?id=02733aaa-c86a-43bf-94ed-cdcff330da3e HTTP/1.1" status: 200 len: 917 time: 0.0980594 Oct 20 12:14:22.636879 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a9caaeb7-08aa-4a94-b2cc-631ff6542f29 req-c41d7935-e753-4d4d-ab0c-8d892d116de3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41e809f4-0847-49b7-9038-3bd1c3a38166 HTTP/1.1" status: 200 len: 217 time: 0.0332701 Oct 20 12:14:22.689800 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9caaeb7-08aa-4a94-b2cc-631ff6542f29 req-00cd7b29-90f3-420b-af43-dfdf7a270d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:22.691287 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a9caaeb7-08aa-4a94-b2cc-631ff6542f29 req-00cd7b29-90f3-420b-af43-dfdf7a270d68 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f0e53653-6fd9-4c39-bdb9-e81c964ffb6b HTTP/1.1" status: 200 len: 855 time: 0.0447397 Oct 20 12:14:22.723209 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a9caaeb7-08aa-4a94-b2cc-631ff6542f29 req-a6817f17-0916-4641-8a30-361fa15a1b91 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02733aaa-c86a-43bf-94ed-cdcff330da3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238211 Oct 20 12:14:22.777319 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 41e809f4-0847-49b7-9038-3bd1c3a38166 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:14:22.815439 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 41e809f4-0847-49b7-9038-3bd1c3a38166 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:14:22.816617 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a9caaeb7-08aa-4a94-b2cc-631ff6542f29 req-b8f07754-3b53-41df-841c-05ffca27d8cb service neutron] 10.222.0.89 "GET /v2.0/networks/02733aaa-c86a-43bf-94ed-cdcff330da3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842545 Oct 20 12:14:22.918839 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a9caaeb7-08aa-4a94-b2cc-631ff6542f29 req-e53adcc3-cdaa-4aaf-9b61-587402a908ab service neutron] 10.222.0.89 "GET /v2.0/networks/02733aaa-c86a-43bf-94ed-cdcff330da3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941029 Oct 20 12:14:23.193910 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:23.259693 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 41e809f4-0847-49b7-9038-3bd1c3a38166 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:14:23.335930 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:23.367853 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 41e809f4-0847-49b7-9038-3bd1c3a38166, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=41e809f4-0847-49b7-9038-3bd1c3a38166,segment=NetworkSegment(6c968b60-b2ba-409e-8968-2442ceb23110),segment_id=6c968b60-b2ba-409e-8968-2442ceb23110)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:14:23.378747 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '41e809f4-0847-49b7-9038-3bd1c3a38166', 'network_id': '02733aaa-c86a-43bf-94ed-cdcff330da3e', 'port_id': '41e809f4-0847-49b7-9038-3bd1c3a38166', 'mac_address': 'fa:16:3e:33:a6:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0e53653-6fd9-4c39-bdb9-e81c964ffb6b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:14:23.414949 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:23.427538 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41e809f4-0847-49b7-9038-3bd1c3a38166 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:14:23.449312 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 41e809f4-0847-49b7-9038-3bd1c3a38166, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=41e809f4-0847-49b7-9038-3bd1c3a38166,segment=NetworkSegment(6c968b60-b2ba-409e-8968-2442ceb23110),segment_id=6c968b60-b2ba-409e-8968-2442ceb23110)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:14:23.455476 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:23.507188 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=41e809f4-0847-49b7-9038-3bd1c3a38166,revision_number=8']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:14:23.524062 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:14:23.524414 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:14:23.524763 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:14:23.525153 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:14:23.525590 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:14:23.525854 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:14:23.526218 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:14:23.526548 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:14:23.531079 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:14:23.531572 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:14:23.531915 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:14:23.532298 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:14:23.535257 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65874bb-30d1-4a22-96c5-4b26e4df4fa7 req-8012c08c-0ca2-49f1-b26c-b9c15b87588c tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:23.536814 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a65874bb-30d1-4a22-96c5-4b26e4df4fa7 req-8012c08c-0ca2-49f1-b26c-b9c15b87588c tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf HTTP/1.1" status: 200 len: 944 time: 0.0549958 Oct 20 12:14:23.579891 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a65874bb-30d1-4a22-96c5-4b26e4df4fa7 req-d6c3bd1c-fd2f-4a79-8ff0-f8252e2df4d9 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345294 Oct 20 12:14:23.665857 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['41e809f4-0847-49b7-9038-3bd1c3a38166'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:14:23.693494 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3ff9e-2115-48f8-b0af-b2e48b3e0f21 req-20776935-db88-4ee9-8335-71889127b856 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:23.695006 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6ba3ff9e-2115-48f8-b0af-b2e48b3e0f21 req-20776935-db88-4ee9-8335-71889127b856 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf HTTP/1.1" status: 200 len: 944 time: 0.0492127 Oct 20 12:14:23.735790 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6ba3ff9e-2115-48f8-b0af-b2e48b3e0f21 req-f6995c24-703b-4166-ae29-c583c021e13c tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346074 Oct 20 12:14:23.850557 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf99bd-3ca6-458c-a7dc-c9c82cfe5c7d req-94b88a3b-ac7a-41c2-9744-9d4cd1c19e30 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:23.852090 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-67cf99bd-3ca6-458c-a7dc-c9c82cfe5c7d req-94b88a3b-ac7a-41c2-9744-9d4cd1c19e30 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf HTTP/1.1" status: 200 len: 944 time: 0.0507281 Oct 20 12:14:23.896340 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-67cf99bd-3ca6-458c-a7dc-c9c82cfe5c7d req-7c6c3f11-8fcf-48df-b5dd-a56f85535e74 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356159 Oct 20 12:14:24.236968 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5856e6d6-b0fe-4993-9657-a89a35871f97 req-f4a792e0-91f0-48fa-a7ff-03948a15de1e tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:24.238469 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5856e6d6-b0fe-4993-9657-a89a35871f97 req-f4a792e0-91f0-48fa-a7ff-03948a15de1e tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf HTTP/1.1" status: 200 len: 944 time: 0.0488722 Oct 20 12:14:24.280569 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5856e6d6-b0fe-4993-9657-a89a35871f97 req-ba5de14a-dacd-4d94-a276-bff46c494263 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330663 Oct 20 12:14:25.030255 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:25.274892 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 41e809f4-0847-49b7-9038-3bd1c3a38166 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:14:25.338575 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 41e809f4-0847-49b7-9038-3bd1c3a38166 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 12:14:25.342896 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 41e809f4-0847-49b7-9038-3bd1c3a38166 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:14:25.343248 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:25.416700 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef5fc6-3745-494f-9d74-7bb60b6c72d1 req-0ebf6d4e-fd8d-47b2-9370-63cd6985edc8 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:25.418199 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b0ef5fc6-3745-494f-9d74-7bb60b6c72d1 req-0ebf6d4e-fd8d-47b2-9370-63cd6985edc8 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf HTTP/1.1" status: 200 len: 944 time: 0.0777211 Oct 20 12:14:25.422104 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:25.430134 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c29bb1-7fa0-4129-bf56-fc9281e94a94 req-8b85d8ee-3b73-4edd-b33e-189dd815479f tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:25.431607 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-91c29bb1-7fa0-4129-bf56-fc9281e94a94 req-8b85d8ee-3b73-4edd-b33e-189dd815479f tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cef9f46-08e8-4356-952a-e392ec7ae2cf HTTP/1.1" status: 200 len: 944 time: 0.0658937 Oct 20 12:14:25.446246 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cef9f46-08e8-4356-952a-e392ec7ae2cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e809f4-0847-49b7-9038-3bd1c3a38166'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:14:25.447346 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab432425-061b-49e0-ace0-5ab940c34771" -d '{"events": [{"server_uuid": "3cef9f46-08e8-4356-952a-e392ec7ae2cf", "name": "network-vif-plugged", "status": "completed", "tag": "41e809f4-0847-49b7-9038-3bd1c3a38166"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:14:25.460349 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 41e809f4-0847-49b7-9038-3bd1c3a38166, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=41e809f4-0847-49b7-9038-3bd1c3a38166,segment=NetworkSegment(6c968b60-b2ba-409e-8968-2442ceb23110),segment_id=6c968b60-b2ba-409e-8968-2442ceb23110)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:14:25.465672 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:25.492211 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993b0361-f2ab-4a05-a7b3-e2edd725500f x-openstack-request-id: req-993b0361-f2ab-4a05-a7b3-e2edd725500f {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:14:25.492211 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cef9f46-08e8-4356-952a-e392ec7ae2cf", "name": "network-vif-plugged", "status": "completed", "tag": "41e809f4-0847-49b7-9038-3bd1c3a38166", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:14:25.492211 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-993b0361-f2ab-4a05-a7b3-e2edd725500f {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:14:25.492636 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cef9f46-08e8-4356-952a-e392ec7ae2cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e809f4-0847-49b7-9038-3bd1c3a38166', 'code': 200} Oct 20 12:14:25.518414 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=41e809f4-0847-49b7-9038-3bd1c3a38166,revision_number=9']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:14:25.520633 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-91c29bb1-7fa0-4129-bf56-fc9281e94a94 req-c6415218-72f0-4404-831c-ae52a3e7e5c4 tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.98 "GET /v2.0/security-groups?id=2aa9d61f-9061-4130-94b6-4cb00d47d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814464 Oct 20 12:14:25.545856 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-b0ef5fc6-3745-494f-9d74-7bb60b6c72d1 req-ebb1a005-37a1-490f-9840-0bc9046e15eb tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Deleting port 41e809f4-0847-49b7-9038-3bd1c3a38166 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:14:25.546189 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b0ef5fc6-3745-494f-9d74-7bb60b6c72d1 req-ebb1a005-37a1-490f-9840-0bc9046e15eb tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:25.638484 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-b0ef5fc6-3745-494f-9d74-7bb60b6c72d1 req-ebb1a005-37a1-490f-9840-0bc9046e15eb tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] For port 41e809f4-0847-49b7-9038-3bd1c3a38166, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=41e809f4-0847-49b7-9038-3bd1c3a38166,segment=NetworkSegment(6c968b60-b2ba-409e-8968-2442ceb23110),segment_id=6c968b60-b2ba-409e-8968-2442ceb23110)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:14:25.638821 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b0ef5fc6-3745-494f-9d74-7bb60b6c72d1 req-ebb1a005-37a1-490f-9840-0bc9046e15eb tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:25.657073 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-b0ef5fc6-3745-494f-9d74-7bb60b6c72d1 req-ebb1a005-37a1-490f-9840-0bc9046e15eb tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Calling delete_port for 41e809f4-0847-49b7-9038-3bd1c3a38166 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:14:25.790870 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b0ef5fc6-3745-494f-9d74-7bb60b6c72d1 req-ebb1a005-37a1-490f-9840-0bc9046e15eb tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:25.803104 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['41e809f4-0847-49b7-9038-3bd1c3a38166'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:14:25.817636 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1a005-37a1-490f-9840-0bc9046e15eb tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Pushing event deleted for resources: {'Port': ['ID=41e809f4-0847-49b7-9038-3bd1c3a38166,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:14:25.863797 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ef5fc6-3745-494f-9d74-7bb60b6c72d1 req-ebb1a005-37a1-490f-9840-0bc9046e15eb tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] No DVR routers for this DVR port 41e809f4-0847-49b7-9038-3bd1c3a38166 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:14:25.866513 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b0ef5fc6-3745-494f-9d74-7bb60b6c72d1 req-ebb1a005-37a1-490f-9840-0bc9046e15eb tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:25.869981 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b0ef5fc6-3745-494f-9d74-7bb60b6c72d1 req-ebb1a005-37a1-490f-9840-0bc9046e15eb tempest-ServerDiskConfigTestJSON-1717832404 tempest-ServerDiskConfigTestJSON-1717832404-project] 10.222.0.11 "DELETE /v2.0/ports/41e809f4-0847-49b7-9038-3bd1c3a38166 HTTP/1.1" status: 204 len: 173 time: 0.4374661 Oct 20 12:14:25.870411 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cef9f46-08e8-4356-952a-e392ec7ae2cf', 'name': 'network-vif-deleted', 'tag': '41e809f4-0847-49b7-9038-3bd1c3a38166'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:14:25.872734 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b91fbb-ce1c-45e7-9b98-5cf624effb4e" -d '{"events": [{"server_uuid": "3cef9f46-08e8-4356-952a-e392ec7ae2cf", "name": "network-vif-deleted", "tag": "41e809f4-0847-49b7-9038-3bd1c3a38166"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:14:25.909224 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9363438-8e62-46b6-b252-2b8a2bea0c0a x-openstack-request-id: req-a9363438-8e62-46b6-b252-2b8a2bea0c0a {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:14:25.909511 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cef9f46-08e8-4356-952a-e392ec7ae2cf", "name": "network-vif-deleted", "tag": "41e809f4-0847-49b7-9038-3bd1c3a38166", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:14:25.909764 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a9363438-8e62-46b6-b252-2b8a2bea0c0a {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:14:25.910164 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cef9f46-08e8-4356-952a-e392ec7ae2cf', 'name': 'network-vif-deleted', 'tag': '41e809f4-0847-49b7-9038-3bd1c3a38166', 'status': 'completed', 'code': 200} Oct 20 12:14:26.652869 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 56720) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:14:26.705448 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-06825fee-ad01-42ab-91bf-9ca8ca27d8d6 admin admin] Deleting subnet f0e53653-6fd9-4c39-bdb9-e81c964ffb6b {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 12:14:26.710501 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-06825fee-ad01-42ab-91bf-9ca8ca27d8d6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:26.745003 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-06825fee-ad01-42ab-91bf-9ca8ca27d8d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:26.788165 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-06825fee-ad01-42ab-91bf-9ca8ca27d8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:26.842653 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-06825fee-ad01-42ab-91bf-9ca8ca27d8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:26.867437 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06825fee-ad01-42ab-91bf-9ca8ca27d8d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0e53653-6fd9-4c39-bdb9-e81c964ffb6b,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:14:26.873165 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-06825fee-ad01-42ab-91bf-9ca8ca27d8d6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:26.875712 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-06825fee-ad01-42ab-91bf-9ca8ca27d8d6 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/f0e53653-6fd9-4c39-bdb9-e81c964ffb6b HTTP/1.1" status: 204 len: 168 time: 0.2215481 Oct 20 12:14:26.879288 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 56722) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:14:26.948024 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-751f2314-4c04-4fec-89b4-66aff66f6453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:27.032411 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-751f2314-4c04-4fec-89b4-66aff66f6453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:27.061156 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-751f2314-4c04-4fec-89b4-66aff66f6453 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02733aaa-c86a-43bf-94ed-cdcff330da3e']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:14:27.075533 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-751f2314-4c04-4fec-89b4-66aff66f6453 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c968b60-b2ba-409e-8968-2442ceb23110') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:14:27.075826 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-751f2314-4c04-4fec-89b4-66aff66f6453 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c968b60-b2ba-409e-8968-2442ceb23110') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:14:27.085444 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-751f2314-4c04-4fec-89b4-66aff66f6453 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:27.099137 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-751f2314-4c04-4fec-89b4-66aff66f6453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:27.105341 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-751f2314-4c04-4fec-89b4-66aff66f6453 admin admin] Releasing vlan 1254 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 12:14:27.105719 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-751f2314-4c04-4fec-89b4-66aff66f6453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:27.107389 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 12:14:27.107389 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 12:14:27.107389 n-d-814735-3 neutron-server[100647]: timer() Oct 20 12:14:27.107389 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 12:14:27.107389 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 12:14:27.107389 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 12:14:27.107389 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 12:14:27.107389 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 12:14:27.107389 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 12:14:27.107389 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 12:14:27.107389 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 12:14:27.107389 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 12:14:27.107389 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 12:14:27.107389 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 12:14:27.107389 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 12:14:27.107389 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 12:14:27.107389 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 12:14:27.107389 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 12:14:27.107389 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 12:14:27.107389 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 12:14:27.107389 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 12:14:27.107389 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 12:14:27.107389 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 12:14:27.107389 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 12:14:27.107389 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 12:14:27.107389 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 12:14:27.107389 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 12:14:27.107389 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 12:14:27.107389 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 12:14:27.107389 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 12:14:27.107389 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 12:14:27.107389 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 12:14:27.165758 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-751f2314-4c04-4fec-89b4-66aff66f6453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:27.171601 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-751f2314-4c04-4fec-89b4-66aff66f6453 admin admin] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:27.174712 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-751f2314-4c04-4fec-89b4-66aff66f6453 admin admin] 10.222.0.98 "DELETE /v2.0/networks/02733aaa-c86a-43bf-94ed-cdcff330da3e HTTP/1.1" status: 204 len: 168 time: 0.2944632 Oct 20 12:14:27.185836 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751f2314-4c04-4fec-89b4-66aff66f6453 admin admin] Pushing event deleted for resources: {'Network': ['ID=02733aaa-c86a-43bf-94ed-cdcff330da3e,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:14:27.284926 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56726) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:14:27.325378 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-114c55d6-607a-4d95-bb3e-9cf7f4283a71 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c4be1945c16f443183e0fa7c60879e9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391800 Oct 20 12:14:27.327871 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56728) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:14:27.377281 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-49264275-3d8b-4e49-81d8-85e91ed12e6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:27.398765 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-49264275-3d8b-4e49-81d8-85e91ed12e6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:27.453312 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-49264275-3d8b-4e49-81d8-85e91ed12e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:27.457107 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-49264275-3d8b-4e49-81d8-85e91ed12e6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:27.458677 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-49264275-3d8b-4e49-81d8-85e91ed12e6e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2aa9d61f-9061-4130-94b6-4cb00d47d95b HTTP/1.1" status: 204 len: 168 time: 0.1299729 Oct 20 12:14:27.467125 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49264275-3d8b-4e49-81d8-85e91ed12e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa9d61f-9061-4130-94b6-4cb00d47d95b,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:14:27.474683 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49264275-3d8b-4e49-81d8-85e91ed12e6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:14:27.475089 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49264275-3d8b-4e49-81d8-85e91ed12e6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:14:27.475420 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49264275-3d8b-4e49-81d8-85e91ed12e6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:14:27.475756 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49264275-3d8b-4e49-81d8-85e91ed12e6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:14:27.476056 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49264275-3d8b-4e49-81d8-85e91ed12e6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:14:27.476386 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49264275-3d8b-4e49-81d8-85e91ed12e6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:14:27.476709 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49264275-3d8b-4e49-81d8-85e91ed12e6e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:14:27.477034 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49264275-3d8b-4e49-81d8-85e91ed12e6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:14:27.477366 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49264275-3d8b-4e49-81d8-85e91ed12e6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:14:27.477687 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49264275-3d8b-4e49-81d8-85e91ed12e6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:14:27.478011 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49264275-3d8b-4e49-81d8-85e91ed12e6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:14:27.478331 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49264275-3d8b-4e49-81d8-85e91ed12e6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:14:28.165938 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56750) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:14:28.306226 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-234bcaa4-4590-4846-9c9d-4222cbf32aab admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1403389520-network', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:14:28.330615 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234bcaa4-4590-4846-9c9d-4222cbf32aab admin admin] Made reservation on behalf of 19f2fe5b5db84f42890fc744e9639322 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:14:28.333065 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-234bcaa4-4590-4846-9c9d-4222cbf32aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:28.341871 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-234bcaa4-4590-4846-9c9d-4222cbf32aab admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:28.416610 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-234bcaa4-4590-4846-9c9d-4222cbf32aab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:28.421654 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-234bcaa4-4590-4846-9c9d-4222cbf32aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:28.444932 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-234bcaa4-4590-4846-9c9d-4222cbf32aab admin admin] vlan segment allocate from pool success with {'vlan_id': 1283, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 12:14:28.454343 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234bcaa4-4590-4846-9c9d-4222cbf32aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19171c45-2b87-43af-a824-4614fd214128,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:14:28.459331 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-234bcaa4-4590-4846-9c9d-4222cbf32aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:28.459661 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-234bcaa4-4590-4846-9c9d-4222cbf32aab admin admin] Added segment c1eca377-ac1d-4dd9-b6c8-2d237bc33922 of type vlan for network 70ec0249-a46b-4837-967e-6e2b16d900d6 Oct 20 12:14:28.503505 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-234bcaa4-4590-4846-9c9d-4222cbf32aab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:28.536203 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-234bcaa4-4590-4846-9c9d-4222cbf32aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:28.537276 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234bcaa4-4590-4846-9c9d-4222cbf32aab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:28.537934 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-234bcaa4-4590-4846-9c9d-4222cbf32aab admin admin] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:28.572325 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-234bcaa4-4590-4846-9c9d-4222cbf32aab admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4045873 Oct 20 12:14:28.575680 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 56758) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:14:28.580894 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-4c069219-f896-43b7-a887-babeaf831243 admin admin] Request body: {'subnet': {'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1403389520-subnet', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:14:28.602736 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c069219-f896-43b7-a887-babeaf831243 admin admin] Made reservation on behalf of 19f2fe5b5db84f42890fc744e9639322 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:14:28.605352 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234bcaa4-4590-4846-9c9d-4222cbf32aab admin admin] Pushing event updated for resources: {'Network': ['ID=70ec0249-a46b-4837-967e-6e2b16d900d6,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:14:28.605534 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4c069219-f896-43b7-a887-babeaf831243 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:28.615935 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 70ec0249-a46b-4837-967e-6e2b16d900d6 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 12:14:28.779582 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4c069219-f896-43b7-a887-babeaf831243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:28.838202 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c069219-f896-43b7-a887-babeaf831243 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a896c64-352c-4dbf-98af-b7773d966ee8,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:14:28.847156 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c069219-f896-43b7-a887-babeaf831243 admin admin] Checking segment: {'id': 'c1eca377-ac1d-4dd9-b6c8-2d237bc33922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:14:28.847516 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c069219-f896-43b7-a887-babeaf831243 admin admin] Network hostable DHCP agents. Network: 70ec0249-a46b-4837-967e-6e2b16d900d6, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 12:14:28.872302 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c069219-f896-43b7-a887-babeaf831243 admin admin] Network 70ec0249-a46b-4837-967e-6e2b16d900d6 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 12:14:28.883105 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-4c069219-f896-43b7-a887-babeaf831243 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 70ec0249-a46b-4837-967e-6e2b16d900d6) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:14:28.887291 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c069219-f896-43b7-a887-babeaf831243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:28.887871 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4c069219-f896-43b7-a887-babeaf831243 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:28.892250 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d161890f-7c66-476c-9c05-b96e3b3c72e6 None None] Network 70ec0249-a46b-4837-967e-6e2b16d900d6 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:14:28.904417 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4c069219-f896-43b7-a887-babeaf831243 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3275256 Oct 20 12:14:28.907239 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 56760) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:14:28.911447 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-bfd6e3f0-170d-4c42-967f-75b0f018439f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1403389520-router', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:14:28.932999 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bfd6e3f0-170d-4c42-967f-75b0f018439f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:28.935041 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bfd6e3f0-170d-4c42-967f-75b0f018439f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:29.004329 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bfd6e3f0-170d-4c42-967f-75b0f018439f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:29.045658 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7caaec-fb9b-4a2e-afa9-985f6103bcd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-70ec0249-a46b-4837-967e-6e2b16d900d6', 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'fixed_ips': [{'subnet_id': '5a896c64-352c-4dbf-98af-b7773d966ee8'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 12:14:29.046582 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b7caaec-fb9b-4a2e-afa9-985f6103bcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:29.144235 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bfd6e3f0-170d-4c42-967f-75b0f018439f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:29.182058 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-3b7caaec-fb9b-4a2e-afa9-985f6103bcd7 None None] Allocated IP 172.20.0.2 (70ec0249-a46b-4837-967e-6e2b16d900d6/5a896c64-352c-4dbf-98af-b7773d966ee8/2c8d54d3-3bc0-41d6-9f86-19722e3c122a) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:14:29.301874 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 41e809f4-0847-49b7-9038-3bd1c3a38166 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:14:29.325774 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: 41e809f4-0847-49b7-9038-3bd1c3a38166 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:14:29.326095 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 41e809f4-0847-49b7-9038-3bd1c3a38166 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:14:29.344850 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b7caaec-fb9b-4a2e-afa9-985f6103bcd7 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:29.350679 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b7caaec-fb9b-4a2e-afa9-985f6103bcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:29.358259 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bfd6e3f0-170d-4c42-967f-75b0f018439f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:29.377409 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bfd6e3f0-170d-4c42-967f-75b0f018439f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:29.393442 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7caaec-fb9b-4a2e-afa9-985f6103bcd7 None None] Network 70ec0249-a46b-4837-967e-6e2b16d900d6 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:14:29.396954 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-3b7caaec-fb9b-4a2e-afa9-985f6103bcd7 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:14:29.403546 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7caaec-fb9b-4a2e-afa9-985f6103bcd7 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:14:29.405481 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7caaec-fb9b-4a2e-afa9-985f6103bcd7 None None] Pushing event updated for resources: {'Port': ['ID=2c8d54d3-3bc0-41d6-9f86-19722e3c122a,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:14:29.457808 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-3b7caaec-fb9b-4a2e-afa9-985f6103bcd7 None None] Attempting to bind port 2c8d54d3-3bc0-41d6-9f86-19722e3c122a on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:14:29.458158 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-3b7caaec-fb9b-4a2e-afa9-985f6103bcd7 None None] Attempting to bind port 2c8d54d3-3bc0-41d6-9f86-19722e3c122a by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'c1eca377-ac1d-4dd9-b6c8-2d237bc33922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:14:29.458512 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7caaec-fb9b-4a2e-afa9-985f6103bcd7 None None] Attempting to bind port 2c8d54d3-3bc0-41d6-9f86-19722e3c122a on network 70ec0249-a46b-4837-967e-6e2b16d900d6 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:14:29.463705 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7caaec-fb9b-4a2e-afa9-985f6103bcd7 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:14:29.464104 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7caaec-fb9b-4a2e-afa9-985f6103bcd7 None None] Checking segment: {'id': 'c1eca377-ac1d-4dd9-b6c8-2d237bc33922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:14:29.464987 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b7caaec-fb9b-4a2e-afa9-985f6103bcd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:29.465477 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7caaec-fb9b-4a2e-afa9-985f6103bcd7 None None] Bound using segment: {'id': 'c1eca377-ac1d-4dd9-b6c8-2d237bc33922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:14:29.466430 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-3b7caaec-fb9b-4a2e-afa9-985f6103bcd7 None None] Bound port: 2c8d54d3-3bc0-41d6-9f86-19722e3c122a, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1eca377-ac1d-4dd9-b6c8-2d237bc33922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:14:29.466588 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b7caaec-fb9b-4a2e-afa9-985f6103bcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:29.480160 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-bfd6e3f0-170d-4c42-967f-75b0f018439f admin admin] Allocated IP 172.25.5.246 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/02824e8b-1cc1-45b3-9e93-5430fa0545b9) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:14:29.527998 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b7caaec-fb9b-4a2e-afa9-985f6103bcd7 None None] For port 2c8d54d3-3bc0-41d6-9f86-19722e3c122a, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:14:29.531274 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b7caaec-fb9b-4a2e-afa9-985f6103bcd7 None None] For port 2c8d54d3-3bc0-41d6-9f86-19722e3c122a, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=2c8d54d3-3bc0-41d6-9f86-19722e3c122a,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:14:29.535831 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b7caaec-fb9b-4a2e-afa9-985f6103bcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:29.587214 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bfd6e3f0-170d-4c42-967f-75b0f018439f admin admin] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:29.592772 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7caaec-fb9b-4a2e-afa9-985f6103bcd7 None None] Pushing event updated for resources: {'Port': ['ID=2c8d54d3-3bc0-41d6-9f86-19722e3c122a,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:14:29.630746 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bfd6e3f0-170d-4c42-967f-75b0f018439f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:29.668515 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd6e3f0-170d-4c42-967f-75b0f018439f admin admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:14:29.671519 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-bfd6e3f0-170d-4c42-967f-75b0f018439f admin admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:14:29.675085 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd6e3f0-170d-4c42-967f-75b0f018439f admin admin] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:14:29.702897 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd6e3f0-170d-4c42-967f-75b0f018439f admin admin] Pushing event updated for resources: {'Port': ['ID=02824e8b-1cc1-45b3-9e93-5430fa0545b9,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:14:29.943087 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bfd6e3f0-170d-4c42-967f-75b0f018439f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:30.138747 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bfd6e3f0-170d-4c42-967f-75b0f018439f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:30.277662 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd6e3f0-170d-4c42-967f-75b0f018439f admin admin] Router 956088cc-6721-4268-862d-8c1db994f3dd is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 12:14:30.306761 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 2c8d54d3-3bc0-41d6-9f86-19722e3c122a up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:14:30.358027 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 2c8d54d3-3bc0-41d6-9f86-19722e3c122a triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:14:30.358402 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:30.399585 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd6e3f0-170d-4c42-967f-75b0f018439f admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:14:30.410776 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599ec2a2-aeec-4f2f-814d-96a9aca85105 None None] Sync routers for ids ['956088cc-6721-4268-862d-8c1db994f3dd'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:14:30.421335 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599ec2a2-aeec-4f2f-814d-96a9aca85105 None None] Routers {'956088cc-6721-4268-862d-8c1db994f3dd'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:14:30.421637 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bfd6e3f0-170d-4c42-967f-75b0f018439f admin admin] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:30.422301 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-599ec2a2-aeec-4f2f-814d-96a9aca85105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:14:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['956088cc-6721-4268-862d-8c1db994f3dd'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:14:30.426572 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 56762) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:14:30.427248 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-bfd6e3f0-170d-4c42-967f-75b0f018439f admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5189335 Oct 20 12:14:30.441910 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:30.476480 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 2c8d54d3-3bc0-41d6-9f86-19722e3c122a, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=2c8d54d3-3bc0-41d6-9f86-19722e3c122a,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:14:30.481760 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:30.541382 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=2c8d54d3-3bc0-41d6-9f86-19722e3c122a,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:14:30.555464 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680bfc3e-937b-42f3-a958-13d0e04e4034 None None] Network 70ec0249-a46b-4837-967e-6e2b16d900d6 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:14:30.586268 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-599ec2a2-aeec-4f2f-814d-96a9aca85105 None None] Set router 956088cc-6721-4268-862d-8c1db994f3dd gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:14:30.651382 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-300d839f-f5fe-4a09-abab-530f59c248d9 None None] Provisioning complete for port 2c8d54d3-3bc0-41d6-9f86-19722e3c122a triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:14:30.651848 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-300d839f-f5fe-4a09-abab-530f59c248d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:30.866610 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-599ec2a2-aeec-4f2f-814d-96a9aca85105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956088cc-6721-4268-862d-8c1db994f3dd', 'name': 'tempest-ServerActionsTestJSON-1403389520-router', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:14:28Z', 'updated_at': '2021-10-20T12:14:29Z', 'revision_number': 3, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'gw_port': {'id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:29Z', 'updated_at': '2021-10-20T12:14:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:14:30.890059 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-061f0726-22fa-4cf8-b636-bd8c9474a673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:30.894003 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599ec2a2-aeec-4f2f-814d-96a9aca85105 None None] Checking router: 956088cc-6721-4268-862d-8c1db994f3dd for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:14:30.894715 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599ec2a2-aeec-4f2f-814d-96a9aca85105 None None] Updating router 956088cc-6721-4268-862d-8c1db994f3dd port 02824e8b-1cc1-45b3-9e93-5430fa0545b9 binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 12:14:30.920527 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-599ec2a2-aeec-4f2f-814d-96a9aca85105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:31.011027 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-a5b56e20-826b-4bf0-b2f8-fca165c2efcf None None] Provisioning complete for port 2c8d54d3-3bc0-41d6-9f86-19722e3c122a triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:14:31.011399 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a5b56e20-826b-4bf0-b2f8-fca165c2efcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:31.054749 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-061f0726-22fa-4cf8-b636-bd8c9474a673 admin admin] Allocated IP 172.20.0.1 (70ec0249-a46b-4837-967e-6e2b16d900d6/5a896c64-352c-4dbf-98af-b7773d966ee8/0cfd37e8-850c-4a89-842a-e2e66a1d8257) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:14:31.159024 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-061f0726-22fa-4cf8-b636-bd8c9474a673 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:31.176808 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-599ec2a2-aeec-4f2f-814d-96a9aca85105 None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:31.183846 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-599ec2a2-aeec-4f2f-814d-96a9aca85105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:31.192714 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-061f0726-22fa-4cf8-b636-bd8c9474a673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:31.228100 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061f0726-22fa-4cf8-b636-bd8c9474a673 admin admin] Network 70ec0249-a46b-4837-967e-6e2b16d900d6 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:14:31.232364 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-061f0726-22fa-4cf8-b636-bd8c9474a673 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:14:31.234866 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-599ec2a2-aeec-4f2f-814d-96a9aca85105 None None] Attempting to bind port 02824e8b-1cc1-45b3-9e93-5430fa0545b9 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:14:31.235155 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-599ec2a2-aeec-4f2f-814d-96a9aca85105 None None] Attempting to bind port 02824e8b-1cc1-45b3-9e93-5430fa0545b9 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:14:31.235510 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599ec2a2-aeec-4f2f-814d-96a9aca85105 None None] Attempting to bind port 02824e8b-1cc1-45b3-9e93-5430fa0545b9 on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:14:31.235840 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061f0726-22fa-4cf8-b636-bd8c9474a673 admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:14:31.247508 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538f8248-1256-41ea-b9ab-7a4f997ccfc3 None None] Pushing event updated for resources: {'Port': ['ID=02824e8b-1cc1-45b3-9e93-5430fa0545b9,revision_number=2']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:14:31.254839 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599ec2a2-aeec-4f2f-814d-96a9aca85105 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:14:31.255160 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599ec2a2-aeec-4f2f-814d-96a9aca85105 None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:14:31.255574 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-599ec2a2-aeec-4f2f-814d-96a9aca85105 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:31.255932 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599ec2a2-aeec-4f2f-814d-96a9aca85105 None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:14:31.256380 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-599ec2a2-aeec-4f2f-814d-96a9aca85105 None None] Bound port: 02824e8b-1cc1-45b3-9e93-5430fa0545b9, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:14:31.256777 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-599ec2a2-aeec-4f2f-814d-96a9aca85105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:31.259548 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538f8248-1256-41ea-b9ab-7a4f997ccfc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:14:31.259863 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538f8248-1256-41ea-b9ab-7a4f997ccfc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:14:31.260219 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538f8248-1256-41ea-b9ab-7a4f997ccfc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:14:31.260543 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538f8248-1256-41ea-b9ab-7a4f997ccfc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:14:31.260897 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538f8248-1256-41ea-b9ab-7a4f997ccfc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:14:31.261213 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538f8248-1256-41ea-b9ab-7a4f997ccfc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:14:31.261512 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538f8248-1256-41ea-b9ab-7a4f997ccfc3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:14:31.261821 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538f8248-1256-41ea-b9ab-7a4f997ccfc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:14:31.262130 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538f8248-1256-41ea-b9ab-7a4f997ccfc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:14:31.262436 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538f8248-1256-41ea-b9ab-7a4f997ccfc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:14:31.262747 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538f8248-1256-41ea-b9ab-7a4f997ccfc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:14:31.263083 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538f8248-1256-41ea-b9ab-7a4f997ccfc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:14:31.264398 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061f0726-22fa-4cf8-b636-bd8c9474a673 admin admin] Pushing event updated for resources: {'Port': ['ID=0cfd37e8-850c-4a89-842a-e2e66a1d8257,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:14:31.284295 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-061f0726-22fa-4cf8-b636-bd8c9474a673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:31.323473 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-599ec2a2-aeec-4f2f-814d-96a9aca85105 None None] For port 02824e8b-1cc1-45b3-9e93-5430fa0545b9, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:14:31.327594 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-599ec2a2-aeec-4f2f-814d-96a9aca85105 None None] For port 02824e8b-1cc1-45b3-9e93-5430fa0545b9, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=02824e8b-1cc1-45b3-9e93-5430fa0545b9,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:14:31.333525 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-599ec2a2-aeec-4f2f-814d-96a9aca85105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:31.397396 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599ec2a2-aeec-4f2f-814d-96a9aca85105 None None] Routers {'956088cc-6721-4268-862d-8c1db994f3dd'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:14:31.398052 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-599ec2a2-aeec-4f2f-814d-96a9aca85105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:14:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['956088cc-6721-4268-862d-8c1db994f3dd'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:14:31.437885 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538f8248-1256-41ea-b9ab-7a4f997ccfc3 None None] Pushing event updated for resources: {'Port': ['ID=02824e8b-1cc1-45b3-9e93-5430fa0545b9,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:14:31.447492 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-061f0726-22fa-4cf8-b636-bd8c9474a673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:31.512718 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-599ec2a2-aeec-4f2f-814d-96a9aca85105 None None] Set router 956088cc-6721-4268-862d-8c1db994f3dd gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:14:31.517225 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-4fb42b6e-cd6f-41ec-ada5-8802fab1ee1d None None] Provisioning complete for port 0cfd37e8-850c-4a89-842a-e2e66a1d8257 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:14:31.517819 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4fb42b6e-cd6f-41ec-ada5-8802fab1ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:31.552472 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-4fb42b6e-cd6f-41ec-ada5-8802fab1ee1d None None] Port 0cfd37e8-850c-4a89-842a-e2e66a1d8257 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:14:31.705545 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-599ec2a2-aeec-4f2f-814d-96a9aca85105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956088cc-6721-4268-862d-8c1db994f3dd', 'name': 'tempest-ServerActionsTestJSON-1403389520-router', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:14:28Z', 'updated_at': '2021-10-20T12:14:29Z', 'revision_number': 3, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'gw_port': {'id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:29Z', 'updated_at': '2021-10-20T12:14:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:14:31.733606 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599ec2a2-aeec-4f2f-814d-96a9aca85105 None None] The sync data for ids ['956088cc-6721-4268-862d-8c1db994f3dd'] in n-d-814735-3 is: [{'id': '956088cc-6721-4268-862d-8c1db994f3dd', 'name': 'tempest-ServerActionsTestJSON-1403389520-router', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:14:28Z', 'updated_at': '2021-10-20T12:14:29Z', 'revision_number': 3, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'gw_port': {'id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:29Z', 'updated_at': '2021-10-20T12:14:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:14:31.899293 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-061f0726-22fa-4cf8-b636-bd8c9474a673 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:31.905443 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-061f0726-22fa-4cf8-b636-bd8c9474a673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:31.975134 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061f0726-22fa-4cf8-b636-bd8c9474a673 admin admin] Pushing event updated for resources: {'Port': ['ID=0cfd37e8-850c-4a89-842a-e2e66a1d8257,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:14:31.983890 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-061f0726-22fa-4cf8-b636-bd8c9474a673 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:32.076852 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061f0726-22fa-4cf8-b636-bd8c9474a673 admin admin] Network 70ec0249-a46b-4837-967e-6e2b16d900d6 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:14:32.078344 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-061f0726-22fa-4cf8-b636-bd8c9474a673 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:14:32.201128 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-061f0726-22fa-4cf8-b636-bd8c9474a673 admin admin] Router 956088cc-6721-4268-862d-8c1db994f3dd has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:14:32.341605 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061f0726-22fa-4cf8-b636-bd8c9474a673 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:14:32.354543 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-061f0726-22fa-4cf8-b636-bd8c9474a673 admin admin] 10.222.0.98 "PUT /v2.0/routers/956088cc-6721-4268-862d-8c1db994f3dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9181859 Oct 20 12:14:32.379549 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-2839190b-bd1b-4cf2-944d-9eee4b253013 None None] Provisioning complete for port 0cfd37e8-850c-4a89-842a-e2e66a1d8257 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:14:32.380086 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2839190b-bd1b-4cf2-944d-9eee4b253013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:32.383940 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 02824e8b-1cc1-45b3-9e93-5430fa0545b9 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:14:32.447999 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-2839190b-bd1b-4cf2-944d-9eee4b253013 None None] Port 0cfd37e8-850c-4a89-842a-e2e66a1d8257 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:14:32.462719 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 02824e8b-1cc1-45b3-9e93-5430fa0545b9 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:14:32.463126 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:32.546329 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:32.566757 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 02824e8b-1cc1-45b3-9e93-5430fa0545b9, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=02824e8b-1cc1-45b3-9e93-5430fa0545b9,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:14:32.571793 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:32.572574 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 2c8d54d3-3bc0-41d6-9f86-19722e3c122a up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:14:32.650560 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=02824e8b-1cc1-45b3-9e93-5430fa0545b9,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:14:32.661592 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 2c8d54d3-3bc0-41d6-9f86-19722e3c122a triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:14:32.661962 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:32.910960 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 56770) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:14:32.915838 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-92ddd5a9-982c-4517-9065-d30f76813f78 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1996447437', 'description': 'tempest-description--655058262'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:14:32.941667 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-92ddd5a9-982c-4517-9065-d30f76813f78 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:33.009388 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-92ddd5a9-982c-4517-9065-d30f76813f78 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:33.015619 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-92ddd5a9-982c-4517-9065-d30f76813f78 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:33.045982 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ddd5a9-982c-4517-9065-d30f76813f78 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=517c55d5-ff0c-4145-a697-6d57c1c4db44,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:14:33.051768 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-92ddd5a9-982c-4517-9065-d30f76813f78 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:33.053065 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-92ddd5a9-982c-4517-9065-d30f76813f78 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1409931 Oct 20 12:14:33.055897 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 56772) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:14:33.060364 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-ea703c73-ea9a-4d93-8ccb-01ddcba844a8 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Request body: {'security_group_rule': {'security_group_id': '517c55d5-ff0c-4145-a697-6d57c1c4db44', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:14:33.089897 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ea703c73-ea9a-4d93-8ccb-01ddcba844a8 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:33.151404 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ea703c73-ea9a-4d93-8ccb-01ddcba844a8 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:33.156342 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ea703c73-ea9a-4d93-8ccb-01ddcba844a8 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:33.174936 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea703c73-ea9a-4d93-8ccb-01ddcba844a8 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee592a84-9d2d-4fe3-96e1-c37fad53e24f,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:14:33.184349 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ea703c73-ea9a-4d93-8ccb-01ddcba844a8 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:33.185657 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ea703c73-ea9a-4d93-8ccb-01ddcba844a8 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1288147 Oct 20 12:14:33.188380 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 56774) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:14:33.193277 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-079411ec-2925-46a9-8330-c51df7f5b694 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Request body: {'security_group_rule': {'security_group_id': '517c55d5-ff0c-4145-a697-6d57c1c4db44', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:14:33.221638 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-079411ec-2925-46a9-8330-c51df7f5b694 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:33.262119 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825ea5d2-e8a8-4935-83c2-4b440d04e1df None None] Sync routers for ids ['956088cc-6721-4268-862d-8c1db994f3dd'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:14:33.272217 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825ea5d2-e8a8-4935-83c2-4b440d04e1df None None] Routers {'956088cc-6721-4268-862d-8c1db994f3dd'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:14:33.272757 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-825ea5d2-e8a8-4935-83c2-4b440d04e1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:14:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['956088cc-6721-4268-862d-8c1db994f3dd'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:14:33.287272 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-079411ec-2925-46a9-8330-c51df7f5b694 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:33.291956 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-079411ec-2925-46a9-8330-c51df7f5b694 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:33.309946 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079411ec-2925-46a9-8330-c51df7f5b694 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=649f584a-f9a7-4d18-a648-769e1d9b8b9e,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:14:33.319015 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-079411ec-2925-46a9-8330-c51df7f5b694 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:33.323099 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-079411ec-2925-46a9-8330-c51df7f5b694 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1303792 Oct 20 12:14:33.323807 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 56776) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:14:33.328271 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-4735e6b0-4026-4f1a-bbfe-e2fe7cf3e54d tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:14:33.350367 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4735e6b0-4026-4f1a-bbfe-e2fe7cf3e54d tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks [] for floatingip, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:33.382346 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-825ea5d2-e8a8-4935-83c2-4b440d04e1df None None] Set router 956088cc-6721-4268-862d-8c1db994f3dd gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:14:33.451586 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4735e6b0-4026-4f1a-bbfe-e2fe7cf3e54d tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:33.554038 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-4735e6b0-4026-4f1a-bbfe-e2fe7cf3e54d tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Allocated IP 172.25.5.122 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/0a64f12f-037b-4eba-b275-ae3060cbd630) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:14:33.580283 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-825ea5d2-e8a8-4935-83c2-4b440d04e1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956088cc-6721-4268-862d-8c1db994f3dd', 'name': 'tempest-ServerActionsTestJSON-1403389520-router', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:14:28Z', 'updated_at': '2021-10-20T12:14:31Z', 'revision_number': 4, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'gw_port': {'id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:29Z', 'updated_at': '2021-10-20T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '0cfd37e8-850c-4a89-842a-e2e66a1d8257', 'name': '', 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'mac_address': 'fa:16:3e:6d:c6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:30Z', 'updated_at': '2021-10-20T12:14:31Z', 'revision_number': 2, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'subnets': [{'id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:14:33.609836 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825ea5d2-e8a8-4935-83c2-4b440d04e1df None None] Checking router: 956088cc-6721-4268-862d-8c1db994f3dd for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:14:33.610193 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825ea5d2-e8a8-4935-83c2-4b440d04e1df None None] Updating router 956088cc-6721-4268-862d-8c1db994f3dd port 0cfd37e8-850c-4a89-842a-e2e66a1d8257 binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 12:14:33.635870 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-825ea5d2-e8a8-4935-83c2-4b440d04e1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:33.673728 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4735e6b0-4026-4f1a-bbfe-e2fe7cf3e54d tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:33.713598 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4735e6b0-4026-4f1a-bbfe-e2fe7cf3e54d tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:33.757492 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4735e6b0-4026-4f1a-bbfe-e2fe7cf3e54d tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:14:33.762221 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-4735e6b0-4026-4f1a-bbfe-e2fe7cf3e54d tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:14:33.765478 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4735e6b0-4026-4f1a-bbfe-e2fe7cf3e54d tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:14:33.795640 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4735e6b0-4026-4f1a-bbfe-e2fe7cf3e54d tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Pushing event updated for resources: {'Port': ['ID=0a64f12f-037b-4eba-b275-ae3060cbd630,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:14:33.865736 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4735e6b0-4026-4f1a-bbfe-e2fe7cf3e54d tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:33.902003 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4735e6b0-4026-4f1a-bbfe-e2fe7cf3e54d tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:34.054300 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4735e6b0-4026-4f1a-bbfe-e2fe7cf3e54d tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:34.059494 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4735e6b0-4026-4f1a-bbfe-e2fe7cf3e54d tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:34.084003 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-825ea5d2-e8a8-4935-83c2-4b440d04e1df None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:34.090502 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-825ea5d2-e8a8-4935-83c2-4b440d04e1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:34.136188 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4735e6b0-4026-4f1a-bbfe-e2fe7cf3e54d tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Pushing event updated for resources: {'Port': ['ID=0a64f12f-037b-4eba-b275-ae3060cbd630,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:14:34.142624 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220bbf8-afb4-498c-b426-7e31a8e6e458 None None] Pushing event updated for resources: {'Port': ['ID=0cfd37e8-850c-4a89-842a-e2e66a1d8257,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:14:34.145380 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4735e6b0-4026-4f1a-bbfe-e2fe7cf3e54d tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:34.164189 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4735e6b0-4026-4f1a-bbfe-e2fe7cf3e54d tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:34.165745 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4735e6b0-4026-4f1a-bbfe-e2fe7cf3e54d tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8409758 Oct 20 12:14:34.209687 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-825ea5d2-e8a8-4935-83c2-4b440d04e1df None None] Attempting to bind port 0cfd37e8-850c-4a89-842a-e2e66a1d8257 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:14:34.210264 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-825ea5d2-e8a8-4935-83c2-4b440d04e1df None None] Attempting to bind port 0cfd37e8-850c-4a89-842a-e2e66a1d8257 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'c1eca377-ac1d-4dd9-b6c8-2d237bc33922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:14:34.210837 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825ea5d2-e8a8-4935-83c2-4b440d04e1df None None] Attempting to bind port 0cfd37e8-850c-4a89-842a-e2e66a1d8257 on network 70ec0249-a46b-4837-967e-6e2b16d900d6 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:14:34.217455 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825ea5d2-e8a8-4935-83c2-4b440d04e1df None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:14:34.218044 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825ea5d2-e8a8-4935-83c2-4b440d04e1df None None] Checking segment: {'id': 'c1eca377-ac1d-4dd9-b6c8-2d237bc33922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:14:34.218608 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-825ea5d2-e8a8-4935-83c2-4b440d04e1df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:34.219362 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825ea5d2-e8a8-4935-83c2-4b440d04e1df None None] Bound using segment: {'id': 'c1eca377-ac1d-4dd9-b6c8-2d237bc33922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:14:34.220136 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-825ea5d2-e8a8-4935-83c2-4b440d04e1df None None] Bound port: 0cfd37e8-850c-4a89-842a-e2e66a1d8257, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1eca377-ac1d-4dd9-b6c8-2d237bc33922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:14:34.220833 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-825ea5d2-e8a8-4935-83c2-4b440d04e1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:34.304624 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-825ea5d2-e8a8-4935-83c2-4b440d04e1df None None] For port 0cfd37e8-850c-4a89-842a-e2e66a1d8257, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:14:34.309066 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 02824e8b-1cc1-45b3-9e93-5430fa0545b9 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:14:34.312747 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-825ea5d2-e8a8-4935-83c2-4b440d04e1df None None] For port 0cfd37e8-850c-4a89-842a-e2e66a1d8257, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=0cfd37e8-850c-4a89-842a-e2e66a1d8257,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:14:34.344384 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-825ea5d2-e8a8-4935-83c2-4b440d04e1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:34.351358 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-991989d0-8b9d-49c7-9704-75ce914f5268 req-4ab20b1e-b3bf-48ee-a07e-9842e6567f96 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--1996447437&fields=id&tenant_id=19f2fe5b5db84f42890fc744e9639322 HTTP/1.1" status: 200 len: 267 time: 0.0652316 Oct 20 12:14:34.435267 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825ea5d2-e8a8-4935-83c2-4b440d04e1df None None] Routers {'956088cc-6721-4268-862d-8c1db994f3dd'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:14:34.435902 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-825ea5d2-e8a8-4935-83c2-4b440d04e1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:14:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['956088cc-6721-4268-862d-8c1db994f3dd'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:14:34.475094 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220bbf8-afb4-498c-b426-7e31a8e6e458 None None] Pushing event updated for resources: {'Port': ['ID=0cfd37e8-850c-4a89-842a-e2e66a1d8257,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:14:34.479812 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 02824e8b-1cc1-45b3-9e93-5430fa0545b9 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:14:34.480258 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:34.480577 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991989d0-8b9d-49c7-9704-75ce914f5268 req-21c50171-5b69-45e8-9c0a-36a119019498 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:34.482263 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-991989d0-8b9d-49c7-9704-75ce914f5268 req-21c50171-5b69-45e8-9c0a-36a119019498 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/networks?id=70ec0249-a46b-4837-967e-6e2b16d900d6 HTTP/1.1" status: 200 len: 812 time: 0.1235857 Oct 20 12:14:34.490487 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:14:34.500758 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-991989d0-8b9d-49c7-9704-75ce914f5268 req-f6bc50c6-2e0b-489c-afad-c596fee3bad5 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/quotas/19f2fe5b5db84f42890fc744e9639322 HTTP/1.1" status: 200 len: 375 time: 0.0118985 Oct 20 12:14:34.556877 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-991989d0-8b9d-49c7-9704-75ce914f5268 req-2c964083-322b-4f9c-a625-24af90c35f24 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=19f2fe5b5db84f42890fc744e9639322&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497487 Oct 20 12:14:34.567295 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-c3dc836f-8b5d-41cc-a0a1-c8e88218c59e None None] Provisioning complete for port 0cfd37e8-850c-4a89-842a-e2e66a1d8257 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:14:34.567568 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c3dc836f-8b5d-41cc-a0a1-c8e88218c59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:34.628970 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-825ea5d2-e8a8-4935-83c2-4b440d04e1df None None] Set router 956088cc-6721-4268-862d-8c1db994f3dd gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:14:34.659241 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-991989d0-8b9d-49c7-9704-75ce914f5268 req-75517b59-85b1-4044-8cff-6eac6e7957a9 service neutron] 10.222.0.98 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897300 Oct 20 12:14:34.761188 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-991989d0-8b9d-49c7-9704-75ce914f5268 req-67e7930b-b6b8-4e5c-a075-4400de8530ad service neutron] 10.222.0.98 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958402 Oct 20 12:14:34.820624 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c3dc836f-8b5d-41cc-a0a1-c8e88218c59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:34.895339 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-c3dc836f-8b5d-41cc-a0a1-c8e88218c59e None None] For port 0cfd37e8-850c-4a89-842a-e2e66a1d8257, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=0cfd37e8-850c-4a89-842a-e2e66a1d8257,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:14:34.904659 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c3dc836f-8b5d-41cc-a0a1-c8e88218c59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:34.932826 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-de96b772-ae44-4008-8949-eae1557cdb13 req-fd36dcb7-ba09-43a9-8ebc-c4c6319b040e tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=9bb5a67b-9010-46cd-8a88-1a50be5a0e1f HTTP/1.1" status: 200 len: 210 time: 0.0277786 Oct 20 12:14:34.960310 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc836f-8b5d-41cc-a0a1-c8e88218c59e None None] Pushing event updated for resources: {'Port': ['ID=0cfd37e8-850c-4a89-842a-e2e66a1d8257,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:14:34.965767 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-825ea5d2-e8a8-4935-83c2-4b440d04e1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956088cc-6721-4268-862d-8c1db994f3dd', 'name': 'tempest-ServerActionsTestJSON-1403389520-router', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:14:28Z', 'updated_at': '2021-10-20T12:14:31Z', 'revision_number': 4, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'gw_port': {'id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:29Z', 'updated_at': '2021-10-20T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '0cfd37e8-850c-4a89-842a-e2e66a1d8257', 'name': '', 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'mac_address': 'fa:16:3e:6d:c6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:30Z', 'updated_at': '2021-10-20T12:14:34Z', 'revision_number': 4, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'subnets': [{'id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:14:34.992944 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825ea5d2-e8a8-4935-83c2-4b440d04e1df None None] The sync data for ids ['956088cc-6721-4268-862d-8c1db994f3dd'] in n-d-814735-3 is: [{'id': '956088cc-6721-4268-862d-8c1db994f3dd', 'name': 'tempest-ServerActionsTestJSON-1403389520-router', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:14:28Z', 'updated_at': '2021-10-20T12:14:31Z', 'revision_number': 4, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'gw_port': {'id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:29Z', 'updated_at': '2021-10-20T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '0cfd37e8-850c-4a89-842a-e2e66a1d8257', 'name': '', 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'mac_address': 'fa:16:3e:6d:c6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:30Z', 'updated_at': '2021-10-20T12:14:34Z', 'revision_number': 4, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'subnets': [{'id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:14:35.027808 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-fa036989-4876-438c-a4a7-d05b1e9494a2 None None] Provisioning complete for port 0cfd37e8-850c-4a89-842a-e2e66a1d8257 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:14:35.028281 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-fa036989-4876-438c-a4a7-d05b1e9494a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:36.033784 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-af52ad48-b615-4110-a81f-4453fdfd27b0 req-75febf7b-60b6-4e0b-86f5-910441faab45 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=9bb5a67b-9010-46cd-8a88-1a50be5a0e1f HTTP/1.1" status: 200 len: 210 time: 0.0269618 Oct 20 12:14:36.206905 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991989d0-8b9d-49c7-9704-75ce914f5268 req-d64729fe-ffe7-454c-a625-1543af6164ab tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:36.208337 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-991989d0-8b9d-49c7-9704-75ce914f5268 req-d64729fe-ffe7-454c-a625-1543af6164ab tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.89 "GET /v2.0/networks?id=70ec0249-a46b-4837-967e-6e2b16d900d6 HTTP/1.1" status: 200 len: 812 time: 0.1062150 Oct 20 12:14:36.256168 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-991989d0-8b9d-49c7-9704-75ce914f5268 req-2aac6baf-da3b-4072-9a70-a51d305d1bf9 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19f2fe5b5db84f42890fc744e9639322 HTTP/1.1" status: 200 len: 380 time: 0.0376942 Oct 20 12:14:36.270736 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-991989d0-8b9d-49c7-9704-75ce914f5268 req-654f5730-8aa9-4ab8-8869-da2349a256f5 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Request body: {'port': {'device_id': '9bb5a67b-9010-46cd-8a88-1a50be5a0e1f', 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6', 'admin_state_up': True, 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'security_groups': ['517c55d5-ff0c-4145-a697-6d57c1c4db44']}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:14:36.304385 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 0cfd37e8-850c-4a89-842a-e2e66a1d8257 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:14:36.351217 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 0cfd37e8-850c-4a89-842a-e2e66a1d8257 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:14:36.351468 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:36.388290 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-991989d0-8b9d-49c7-9704-75ce914f5268 req-654f5730-8aa9-4ab8-8869-da2349a256f5 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Made reservation on behalf of 19f2fe5b5db84f42890fc744e9639322 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:14:36.391816 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-991989d0-8b9d-49c7-9704-75ce914f5268 req-654f5730-8aa9-4ab8-8869-da2349a256f5 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:36.514602 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-991989d0-8b9d-49c7-9704-75ce914f5268 req-654f5730-8aa9-4ab8-8869-da2349a256f5 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Allocated IP 172.20.0.11 (70ec0249-a46b-4837-967e-6e2b16d900d6/5a896c64-352c-4dbf-98af-b7773d966ee8/cf196405-6161-4074-b804-9c60784b8009) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:14:36.656451 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-991989d0-8b9d-49c7-9704-75ce914f5268 req-654f5730-8aa9-4ab8-8869-da2349a256f5 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:36.693806 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-991989d0-8b9d-49c7-9704-75ce914f5268 req-654f5730-8aa9-4ab8-8869-da2349a256f5 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:36.735168 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-991989d0-8b9d-49c7-9704-75ce914f5268 req-654f5730-8aa9-4ab8-8869-da2349a256f5 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Network 70ec0249-a46b-4837-967e-6e2b16d900d6 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:14:36.738296 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-991989d0-8b9d-49c7-9704-75ce914f5268 req-654f5730-8aa9-4ab8-8869-da2349a256f5 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:14:36.741848 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-991989d0-8b9d-49c7-9704-75ce914f5268 req-654f5730-8aa9-4ab8-8869-da2349a256f5 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:14:36.750301 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f5730-8aa9-4ab8-8869-da2349a256f5 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Pushing event updated for resources: {'Port': ['ID=cf196405-6161-4074-b804-9c60784b8009,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:14:36.796783 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991989d0-8b9d-49c7-9704-75ce914f5268 req-654f5730-8aa9-4ab8-8869-da2349a256f5 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:36.797401 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-991989d0-8b9d-49c7-9704-75ce914f5268 req-654f5730-8aa9-4ab8-8869-da2349a256f5 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:36.814979 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-991989d0-8b9d-49c7-9704-75ce914f5268 req-654f5730-8aa9-4ab8-8869-da2349a256f5 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5484293 Oct 20 12:14:36.832109 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-991989d0-8b9d-49c7-9704-75ce914f5268 req-6d08d9be-4d16-4ffb-8511-01f15cc167dd service neutron] Request body: {'port': {'device_id': '9bb5a67b-9010-46cd-8a88-1a50be5a0e1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:14:36.893272 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-991989d0-8b9d-49c7-9704-75ce914f5268 req-6d08d9be-4d16-4ffb-8511-01f15cc167dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:36.974762 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-1538ac30-1086-496f-a6cf-bb07a5a9b707 None None] Provisioning complete for port cf196405-6161-4074-b804-9c60784b8009 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:14:36.975153 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1538ac30-1086-496f-a6cf-bb07a5a9b707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:37.011802 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-1538ac30-1086-496f-a6cf-bb07a5a9b707 None None] Port cf196405-6161-4074-b804-9c60784b8009 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:14:37.185869 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-991989d0-8b9d-49c7-9704-75ce914f5268 req-6d08d9be-4d16-4ffb-8511-01f15cc167dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf196405-6161-4074-b804-9c60784b8009 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:14:37.196479 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fbae9-499d-41d4-a3e7-8851e03b2b11 req-4bf2c2f8-6190-4361-ab79-4da994f58b59 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:37.197984 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-178fbae9-499d-41d4-a3e7-8851e03b2b11 req-4bf2c2f8-6190-4361-ab79-4da994f58b59 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=9bb5a67b-9010-46cd-8a88-1a50be5a0e1f HTTP/1.1" status: 200 len: 932 time: 0.0948224 Oct 20 12:14:37.201919 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-991989d0-8b9d-49c7-9704-75ce914f5268 req-6d08d9be-4d16-4ffb-8511-01f15cc167dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:37.580956 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-991989d0-8b9d-49c7-9704-75ce914f5268 req-6d08d9be-4d16-4ffb-8511-01f15cc167dd service neutron] Transition to ACTIVE for port object cf196405-6161-4074-b804-9c60784b8009 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 12:14:37.593049 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-991989d0-8b9d-49c7-9704-75ce914f5268 req-6d08d9be-4d16-4ffb-8511-01f15cc167dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:37.608123 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-178fbae9-499d-41d4-a3e7-8851e03b2b11 req-266cfa0b-0810-40bf-b5f0-9d6f99f792fd tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4038196 Oct 20 12:14:37.652320 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d08d9be-4d16-4ffb-8511-01f15cc167dd service neutron] Pushing event updated for resources: {'Port': ['ID=cf196405-6161-4074-b804-9c60784b8009,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:14:37.719847 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-991989d0-8b9d-49c7-9704-75ce914f5268 req-6d08d9be-4d16-4ffb-8511-01f15cc167dd service neutron] Attempting to bind port cf196405-6161-4074-b804-9c60784b8009 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:14:37.720178 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-991989d0-8b9d-49c7-9704-75ce914f5268 req-6d08d9be-4d16-4ffb-8511-01f15cc167dd service neutron] Attempting to bind port cf196405-6161-4074-b804-9c60784b8009 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': 'c1eca377-ac1d-4dd9-b6c8-2d237bc33922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:14:37.720497 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991989d0-8b9d-49c7-9704-75ce914f5268 req-6d08d9be-4d16-4ffb-8511-01f15cc167dd service neutron] Attempting to bind port cf196405-6161-4074-b804-9c60784b8009 on network 70ec0249-a46b-4837-967e-6e2b16d900d6 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:14:37.725208 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991989d0-8b9d-49c7-9704-75ce914f5268 req-6d08d9be-4d16-4ffb-8511-01f15cc167dd service neutron] Port cf196405-6161-4074-b804-9c60784b8009 on network 70ec0249-a46b-4837-967e-6e2b16d900d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 12:14:37.725526 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991989d0-8b9d-49c7-9704-75ce914f5268 req-6d08d9be-4d16-4ffb-8511-01f15cc167dd service neutron] Attempting to bind port cf196405-6161-4074-b804-9c60784b8009 on network 70ec0249-a46b-4837-967e-6e2b16d900d6 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:14:37.730734 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991989d0-8b9d-49c7-9704-75ce914f5268 req-6d08d9be-4d16-4ffb-8511-01f15cc167dd service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:14:37.731045 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991989d0-8b9d-49c7-9704-75ce914f5268 req-6d08d9be-4d16-4ffb-8511-01f15cc167dd service neutron] Checking segment: {'id': 'c1eca377-ac1d-4dd9-b6c8-2d237bc33922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:14:37.731436 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991989d0-8b9d-49c7-9704-75ce914f5268 req-6d08d9be-4d16-4ffb-8511-01f15cc167dd service neutron] Bound using segment: {'id': 'c1eca377-ac1d-4dd9-b6c8-2d237bc33922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:14:37.731857 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-991989d0-8b9d-49c7-9704-75ce914f5268 req-6d08d9be-4d16-4ffb-8511-01f15cc167dd service neutron] Bound port: cf196405-6161-4074-b804-9c60784b8009, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1eca377-ac1d-4dd9-b6c8-2d237bc33922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:14:37.732209 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-991989d0-8b9d-49c7-9704-75ce914f5268 req-6d08d9be-4d16-4ffb-8511-01f15cc167dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:37.804913 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-991989d0-8b9d-49c7-9704-75ce914f5268 req-6d08d9be-4d16-4ffb-8511-01f15cc167dd service neutron] For port cf196405-6161-4074-b804-9c60784b8009, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:14:37.809320 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-991989d0-8b9d-49c7-9704-75ce914f5268 req-6d08d9be-4d16-4ffb-8511-01f15cc167dd service neutron] For port cf196405-6161-4074-b804-9c60784b8009, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=cf196405-6161-4074-b804-9c60784b8009,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:14:37.813729 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-991989d0-8b9d-49c7-9704-75ce914f5268 req-6d08d9be-4d16-4ffb-8511-01f15cc167dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:37.845889 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991989d0-8b9d-49c7-9704-75ce914f5268 req-6d08d9be-4d16-4ffb-8511-01f15cc167dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:37.846511 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-991989d0-8b9d-49c7-9704-75ce914f5268 req-6d08d9be-4d16-4ffb-8511-01f15cc167dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:37.847923 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-991989d0-8b9d-49c7-9704-75ce914f5268 req-6d08d9be-4d16-4ffb-8511-01f15cc167dd service neutron] 10.222.0.89 "PUT /v2.0/ports/cf196405-6161-4074-b804-9c60784b8009 HTTP/1.1" status: 200 len: 1092 time: 1.0203574 Oct 20 12:14:37.848323 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb5a67b-9010-46cd-8a88-1a50be5a0e1f', 'tag': 'cf196405-6161-4074-b804-9c60784b8009'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:14:37.850601 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92dc820-6320-48e0-af29-c954d1081a9e" -d '{"events": [{"name": "network-changed", "server_uuid": "9bb5a67b-9010-46cd-8a88-1a50be5a0e1f", "tag": "cf196405-6161-4074-b804-9c60784b8009"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:14:37.877311 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d08d9be-4d16-4ffb-8511-01f15cc167dd service neutron] Pushing event updated for resources: {'Port': ['ID=cf196405-6161-4074-b804-9c60784b8009,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:14:37.905704 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8d9217-8e4c-4612-9925-7e4f0e88c85c x-openstack-request-id: req-5a8d9217-8e4c-4612-9925-7e4f0e88c85c {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:14:37.906001 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bb5a67b-9010-46cd-8a88-1a50be5a0e1f", "tag": "cf196405-6161-4074-b804-9c60784b8009", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:14:37.906370 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5a8d9217-8e4c-4612-9925-7e4f0e88c85c {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:14:37.906685 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb5a67b-9010-46cd-8a88-1a50be5a0e1f', 'tag': 'cf196405-6161-4074-b804-9c60784b8009', 'status': 'completed', 'code': 200} Oct 20 12:14:37.962277 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991989d0-8b9d-49c7-9704-75ce914f5268 req-0d1d48c2-f1b7-44d1-a306-9dacfc102960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:37.964008 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-991989d0-8b9d-49c7-9704-75ce914f5268 req-0d1d48c2-f1b7-44d1-a306-9dacfc102960 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=19f2fe5b5db84f42890fc744e9639322&device_id=9bb5a67b-9010-46cd-8a88-1a50be5a0e1f HTTP/1.1" status: 200 len: 1095 time: 0.0443897 Oct 20 12:14:38.010347 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-991989d0-8b9d-49c7-9704-75ce914f5268 req-025a12b5-42dc-43a7-a703-a1217e49922a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf196405-6161-4074-b804-9c60784b8009 HTTP/1.1" status: 200 len: 217 time: 0.0380683 Oct 20 12:14:38.065323 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991989d0-8b9d-49c7-9704-75ce914f5268 req-d9719f7c-34fd-4770-8449-289060de8d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:38.066769 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-991989d0-8b9d-49c7-9704-75ce914f5268 req-d9719f7c-34fd-4770-8449-289060de8d15 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5a896c64-352c-4dbf-98af-b7773d966ee8 HTTP/1.1" status: 200 len: 851 time: 0.0433314 Oct 20 12:14:38.113655 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991989d0-8b9d-49c7-9704-75ce914f5268 req-531ebdd8-c03e-4cb0-b335-6d66145d815d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:38.115141 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-991989d0-8b9d-49c7-9704-75ce914f5268 req-531ebdd8-c03e-4cb0-b335-6d66145d815d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=70ec0249-a46b-4837-967e-6e2b16d900d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405126 Oct 20 12:14:38.222337 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-991989d0-8b9d-49c7-9704-75ce914f5268 req-bfac76d0-dffd-4466-b723-80feb035a358 service neutron] 10.222.0.89 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951478 Oct 20 12:14:38.334869 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-991989d0-8b9d-49c7-9704-75ce914f5268 req-dff8a50d-9eed-4573-bb5a-dfe41b6bc0bf service neutron] 10.222.0.89 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011875 Oct 20 12:14:38.440687 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92dc820-6320-48e0-af29-c954d1081a9e req-d56de48e-90fd-4f50-8acb-f39e0772044f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:38.443057 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c92dc820-6320-48e0-af29-c954d1081a9e req-d56de48e-90fd-4f50-8acb-f39e0772044f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=19f2fe5b5db84f42890fc744e9639322&device_id=9bb5a67b-9010-46cd-8a88-1a50be5a0e1f HTTP/1.1" status: 200 len: 1095 time: 0.0557525 Oct 20 12:14:38.533519 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92dc820-6320-48e0-af29-c954d1081a9e req-5778ba62-259c-43ad-adc7-1ed3a39b31df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:38.535011 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c92dc820-6320-48e0-af29-c954d1081a9e req-5778ba62-259c-43ad-adc7-1ed3a39b31df service neutron] 10.222.0.89 "GET /v2.0/networks?id=70ec0249-a46b-4837-967e-6e2b16d900d6 HTTP/1.1" status: 200 len: 914 time: 0.0845592 Oct 20 12:14:38.578714 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c92dc820-6320-48e0-af29-c954d1081a9e req-cdf6d4e6-9f3c-46a4-b1ff-686b550f5cb0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf196405-6161-4074-b804-9c60784b8009 HTTP/1.1" status: 200 len: 217 time: 0.0360336 Oct 20 12:14:38.629532 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92dc820-6320-48e0-af29-c954d1081a9e req-a25c014c-8f34-4d65-857c-6a6e10ccc60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:38.630944 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c92dc820-6320-48e0-af29-c954d1081a9e req-a25c014c-8f34-4d65-857c-6a6e10ccc60e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5a896c64-352c-4dbf-98af-b7773d966ee8 HTTP/1.1" status: 200 len: 851 time: 0.0439177 Oct 20 12:14:38.680403 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92dc820-6320-48e0-af29-c954d1081a9e req-cd2ff65c-0824-4e11-9b21-e42d908d66de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:38.681892 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c92dc820-6320-48e0-af29-c954d1081a9e req-cd2ff65c-0824-4e11-9b21-e42d908d66de service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=70ec0249-a46b-4837-967e-6e2b16d900d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432723 Oct 20 12:14:38.782847 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2dc5ef-a08d-4ece-b280-e021f89f5597 req-4e3e01aa-c4ea-4a98-983b-752e912fee2c tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:38.784351 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3d2dc5ef-a08d-4ece-b280-e021f89f5597 req-4e3e01aa-c4ea-4a98-983b-752e912fee2c tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=9bb5a67b-9010-46cd-8a88-1a50be5a0e1f HTTP/1.1" status: 200 len: 944 time: 0.1062083 Oct 20 12:14:38.819604 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c92dc820-6320-48e0-af29-c954d1081a9e req-77c04983-94d6-411a-8a93-9afcba143ff8 service neutron] 10.222.0.89 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284022 Oct 20 12:14:38.844005 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3d2dc5ef-a08d-4ece-b280-e021f89f5597 req-36a9aaf0-902c-43ea-b799-a44315e6ac36 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522513 Oct 20 12:14:38.924306 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c92dc820-6320-48e0-af29-c954d1081a9e req-fd2a49d1-b345-49cb-8eae-ac044da71693 service neutron] 10.222.0.89 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948036 Oct 20 12:14:39.972167 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e8f9be-072d-4699-8176-e07eac75338f req-5bddb049-5738-4027-ab7c-0947c5a979a9 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:39.973654 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a3e8f9be-072d-4699-8176-e07eac75338f req-5bddb049-5738-4027-ab7c-0947c5a979a9 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=9bb5a67b-9010-46cd-8a88-1a50be5a0e1f HTTP/1.1" status: 200 len: 944 time: 0.0514374 Oct 20 12:14:40.012264 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a3e8f9be-072d-4699-8176-e07eac75338f req-4875f174-0ea5-4459-b1d5-685c3708fd6a tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323761 Oct 20 12:14:40.257107 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:40.908995 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device cf196405-6161-4074-b804-9c60784b8009 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:14:41.016959 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port cf196405-6161-4074-b804-9c60784b8009, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=cf196405-6161-4074-b804-9c60784b8009,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:14:41.034879 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': 'cf196405-6161-4074-b804-9c60784b8009', 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6', 'port_id': 'cf196405-6161-4074-b804-9c60784b8009', 'mac_address': 'fa:16:3e:0b:55:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:14:41.083767 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:41.097377 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf196405-6161-4074-b804-9c60784b8009 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:14:41.117104 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port cf196405-6161-4074-b804-9c60784b8009, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=cf196405-6161-4074-b804-9c60784b8009,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:14:41.122815 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:41.141226 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9f4b6-bc39-45ff-a0ef-264c8acf98a9 req-bc30b29e-c488-4fc0-8c59-687a845470b6 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:41.142822 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ca9f4b6-bc39-45ff-a0ef-264c8acf98a9 req-bc30b29e-c488-4fc0-8c59-687a845470b6 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=9bb5a67b-9010-46cd-8a88-1a50be5a0e1f HTTP/1.1" status: 200 len: 944 time: 0.0535250 Oct 20 12:14:41.173043 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=cf196405-6161-4074-b804-9c60784b8009,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:14:41.183310 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ca9f4b6-bc39-45ff-a0ef-264c8acf98a9 req-41119ceb-3d07-4807-ab44-c542dac97e9f tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339611 Oct 20 12:14:41.393818 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['cf196405-6161-4074-b804-9c60784b8009'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:14:42.313952 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6265d69-960b-451b-a37c-b0057fbf83aa req-0681b723-58b6-4267-9ddc-b391291fbb12 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:42.315406 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c6265d69-960b-451b-a37c-b0057fbf83aa req-0681b723-58b6-4267-9ddc-b391291fbb12 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=9bb5a67b-9010-46cd-8a88-1a50be5a0e1f HTTP/1.1" status: 200 len: 945 time: 0.0567567 Oct 20 12:14:42.354646 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c6265d69-960b-451b-a37c-b0057fbf83aa req-1ede97ae-5b09-4647-b444-b251549afef5 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331581 Oct 20 12:14:42.932570 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device cf196405-6161-4074-b804-9c60784b8009 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:14:42.990573 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port cf196405-6161-4074-b804-9c60784b8009 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 12:14:42.994470 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port cf196405-6161-4074-b804-9c60784b8009 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:14:42.994887 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:43.069711 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:43.094609 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb5a67b-9010-46cd-8a88-1a50be5a0e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf196405-6161-4074-b804-9c60784b8009'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:14:43.096902 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480352b9-f899-4800-8177-df46fcd9a9cd" -d '{"events": [{"server_uuid": "9bb5a67b-9010-46cd-8a88-1a50be5a0e1f", "name": "network-vif-plugged", "status": "completed", "tag": "cf196405-6161-4074-b804-9c60784b8009"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:14:43.109849 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port cf196405-6161-4074-b804-9c60784b8009, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=cf196405-6161-4074-b804-9c60784b8009,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:14:43.115660 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:43.138467 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429ad1d7-0f85-422d-b219-e5f275f70708 x-openstack-request-id: req-429ad1d7-0f85-422d-b219-e5f275f70708 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:14:43.139001 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb5a67b-9010-46cd-8a88-1a50be5a0e1f", "name": "network-vif-plugged", "status": "completed", "tag": "cf196405-6161-4074-b804-9c60784b8009", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:14:43.139406 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-429ad1d7-0f85-422d-b219-e5f275f70708 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:14:43.140009 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb5a67b-9010-46cd-8a88-1a50be5a0e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf196405-6161-4074-b804-9c60784b8009', 'code': 200} Oct 20 12:14:43.167277 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=cf196405-6161-4074-b804-9c60784b8009,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:14:43.244570 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e9231-ee63-43c0-b0ee-0fc9a338170a req-1ed908b1-d47b-4ca5-ab74-f2a8b334458b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:43.246423 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db6e9231-ee63-43c0-b0ee-0fc9a338170a req-1ed908b1-d47b-4ca5-ab74-f2a8b334458b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=9bb5a67b-9010-46cd-8a88-1a50be5a0e1f HTTP/1.1" status: 200 len: 1097 time: 0.0458908 Oct 20 12:14:43.283439 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db6e9231-ee63-43c0-b0ee-0fc9a338170a req-64799e7a-e4b5-42e1-a49e-20901d25d0bf service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291927 Oct 20 12:14:43.492137 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c5903-9cee-477a-b837-6251ecaf95ba req-a1d562e9-37da-4460-b5c1-cb2dac424c36 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:43.493617 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c67c5903-9cee-477a-b837-6251ecaf95ba req-a1d562e9-37da-4460-b5c1-cb2dac424c36 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=9bb5a67b-9010-46cd-8a88-1a50be5a0e1f HTTP/1.1" status: 200 len: 946 time: 0.0569260 Oct 20 12:14:43.537892 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c67c5903-9cee-477a-b837-6251ecaf95ba req-33003cef-42d6-487a-9abc-080c851d5f8d tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352585 Oct 20 12:14:44.677189 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea3d00b-40db-4b65-ad89-bcd893d0123f req-dca71d10-22a2-4e35-b0fe-aa1e4eb4a9a7 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:44.679278 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2ea3d00b-40db-4b65-ad89-bcd893d0123f req-dca71d10-22a2-4e35-b0fe-aa1e4eb4a9a7 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=9bb5a67b-9010-46cd-8a88-1a50be5a0e1f HTTP/1.1" status: 200 len: 946 time: 0.0574424 Oct 20 12:14:44.718091 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2ea3d00b-40db-4b65-ad89-bcd893d0123f req-6fb36d4d-68d5-4e76-a43e-9be8ea04b266 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332799 Oct 20 12:14:45.788018 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:45.855124 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b3e5e-8010-4b12-96f8-360b34f260f5 req-73884129-dc55-4bc9-98ec-4e66a6d64f53 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:45.856660 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ab8b3e5e-8010-4b12-96f8-360b34f260f5 req-73884129-dc55-4bc9-98ec-4e66a6d64f53 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=9bb5a67b-9010-46cd-8a88-1a50be5a0e1f HTTP/1.1" status: 200 len: 946 time: 0.0565228 Oct 20 12:14:45.898543 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ab8b3e5e-8010-4b12-96f8-360b34f260f5 req-a5aae68d-d144-426a-8f99-3dd14da84bbd tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329003 Oct 20 12:14:46.016966 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5d99c-6928-4e2c-93be-af1fa9ca2f3b req-15b0c5b1-8091-40c7-a1ec-7b37bff6b1eb tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:46.018427 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c2a5d99c-6928-4e2c-93be-af1fa9ca2f3b req-15b0c5b1-8091-40c7-a1ec-7b37bff6b1eb tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=9bb5a67b-9010-46cd-8a88-1a50be5a0e1f HTTP/1.1" status: 200 len: 946 time: 0.0550961 Oct 20 12:14:46.027791 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 56828) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:14:46.034469 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-f0f8f115-caa0-4d3d-a6e5-597ba596621d tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Request body: {'floatingip': {'port_id': 'cf196405-6161-4074-b804-9c60784b8009'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:14:46.079550 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f0f8f115-caa0-4d3d-a6e5-597ba596621d tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks [] for floatingip, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:46.507951 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f0f8f115-caa0-4d3d-a6e5-597ba596621d tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:46.513619 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f0f8f115-caa0-4d3d-a6e5-597ba596621d tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:46.613428 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [None req-f0f8f115-caa0-4d3d-a6e5-597ba596621d tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Floating IP 5540c2e5-b848-452d-973f-f80e0ee89494 associated. External IP: 172.25.5.122, port: cf196405-6161-4074-b804-9c60784b8009. Oct 20 12:14:46.815986 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f8f115-caa0-4d3d-a6e5-597ba596621d tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Router 956088cc-6721-4268-862d-8c1db994f3dd has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:14:46.928117 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f8f115-caa0-4d3d-a6e5-597ba596621d tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:14:46.933200 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f0f8f115-caa0-4d3d-a6e5-597ba596621d tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:46.938369 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b7eb52-49ec-4043-8bbb-5adff3438972 None None] Sync routers for ids ['956088cc-6721-4268-862d-8c1db994f3dd'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:14:46.947728 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b7eb52-49ec-4043-8bbb-5adff3438972 None None] Routers {'956088cc-6721-4268-862d-8c1db994f3dd'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:14:46.948342 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-f0b7eb52-49ec-4043-8bbb-5adff3438972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:14:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['956088cc-6721-4268-862d-8c1db994f3dd'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:14:46.960701 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-f0f8f115-caa0-4d3d-a6e5-597ba596621d tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "PUT /v2.0/floatingips/5540c2e5-b848-452d-973f-f80e0ee89494 HTTP/1.1" status: 200 len: 992 time: 0.9316492 Oct 20 12:14:46.961246 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb5a67b-9010-46cd-8a88-1a50be5a0e1f', 'tag': 'cf196405-6161-4074-b804-9c60784b8009'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:14:46.963608 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e42368f-2df0-49c4-ba86-58b1c181a684" -d '{"events": [{"name": "network-changed", "server_uuid": "9bb5a67b-9010-46cd-8a88-1a50be5a0e1f", "tag": "cf196405-6161-4074-b804-9c60784b8009"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:14:47.004127 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1416ca62-d5ce-40b2-95a6-c791b1159f4f x-openstack-request-id: req-1416ca62-d5ce-40b2-95a6-c791b1159f4f {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:14:47.004880 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bb5a67b-9010-46cd-8a88-1a50be5a0e1f", "tag": "cf196405-6161-4074-b804-9c60784b8009", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:14:47.005147 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1416ca62-d5ce-40b2-95a6-c791b1159f4f {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:14:47.005622 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb5a67b-9010-46cd-8a88-1a50be5a0e1f', 'tag': 'cf196405-6161-4074-b804-9c60784b8009', 'status': 'completed', 'code': 200} Oct 20 12:14:47.057204 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-f0b7eb52-49ec-4043-8bbb-5adff3438972 None None] Set router 956088cc-6721-4268-862d-8c1db994f3dd gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:14:47.078053 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42368f-2df0-49c4-ba86-58b1c181a684 req-a2773af5-08fa-4b63-8b49-4f26f913ad35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:47.079514 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1e42368f-2df0-49c4-ba86-58b1c181a684 req-a2773af5-08fa-4b63-8b49-4f26f913ad35 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=19f2fe5b5db84f42890fc744e9639322&device_id=9bb5a67b-9010-46cd-8a88-1a50be5a0e1f HTTP/1.1" status: 200 len: 1097 time: 0.0471430 Oct 20 12:14:47.170326 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42368f-2df0-49c4-ba86-58b1c181a684 req-5a4effef-aa73-40f9-8222-5fee77dbf3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:47.171834 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1e42368f-2df0-49c4-ba86-58b1c181a684 req-5a4effef-aa73-40f9-8222-5fee77dbf3cf service neutron] 10.222.0.89 "GET /v2.0/networks?id=70ec0249-a46b-4837-967e-6e2b16d900d6 HTTP/1.1" status: 200 len: 914 time: 0.0847700 Oct 20 12:14:47.239722 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1e42368f-2df0-49c4-ba86-58b1c181a684 req-99b03db9-79da-4e88-b605-c49d0151ff3a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf196405-6161-4074-b804-9c60784b8009 HTTP/1.1" status: 200 len: 1000 time: 0.0604227 Oct 20 12:14:47.285727 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-f0b7eb52-49ec-4043-8bbb-5adff3438972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956088cc-6721-4268-862d-8c1db994f3dd', 'name': 'tempest-ServerActionsTestJSON-1403389520-router', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:14:28Z', 'updated_at': '2021-10-20T12:14:31Z', 'revision_number': 4, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'gw_port': {'id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:29Z', 'updated_at': '2021-10-20T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '5540c2e5-b848-452d-973f-f80e0ee89494', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'floating_ip_address': '172.25.5.122', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'port_id': 'cf196405-6161-4074-b804-9c60784b8009', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6', 'mac_address': 'fa:16:3e:0b:55:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb5a67b-9010-46cd-8a88-1a50be5a0e1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:14:33Z', 'updated_at': '2021-10-20T12:14:46Z', 'revision_number': 1, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cfd37e8-850c-4a89-842a-e2e66a1d8257', 'name': '', 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'mac_address': 'fa:16:3e:6d:c6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:30Z', 'updated_at': '2021-10-20T12:14:34Z', 'revision_number': 5, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'subnets': [{'id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:14:47.291438 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42368f-2df0-49c4-ba86-58b1c181a684 req-8f4a5bad-fa94-4712-a6f4-7b3a3b2e4ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:47.293002 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1e42368f-2df0-49c4-ba86-58b1c181a684 req-8f4a5bad-fa94-4712-a6f4-7b3a3b2e4ff9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5a896c64-352c-4dbf-98af-b7773d966ee8 HTTP/1.1" status: 200 len: 851 time: 0.0454230 Oct 20 12:14:47.311730 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b7eb52-49ec-4043-8bbb-5adff3438972 None None] Checking router: 956088cc-6721-4268-862d-8c1db994f3dd for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:14:47.320565 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b7eb52-49ec-4043-8bbb-5adff3438972 None None] Routers {'956088cc-6721-4268-862d-8c1db994f3dd'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:14:47.321158 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-f0b7eb52-49ec-4043-8bbb-5adff3438972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:14:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['956088cc-6721-4268-862d-8c1db994f3dd'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:14:47.339021 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42368f-2df0-49c4-ba86-58b1c181a684 req-ac560e5f-e4bb-4db1-ac25-62936feb8ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:14:47.340485 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1e42368f-2df0-49c4-ba86-58b1c181a684 req-ac560e5f-e4bb-4db1-ac25-62936feb8ce9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=70ec0249-a46b-4837-967e-6e2b16d900d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402744 Oct 20 12:14:47.428915 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-f0b7eb52-49ec-4043-8bbb-5adff3438972 None None] Set router 956088cc-6721-4268-862d-8c1db994f3dd gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:14:47.437061 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1e42368f-2df0-49c4-ba86-58b1c181a684 req-b4fe96b0-71d9-4c1d-b248-e589fc58ad17 service neutron] 10.222.0.89 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889750 Oct 20 12:14:47.531841 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1e42368f-2df0-49c4-ba86-58b1c181a684 req-1aff0aee-f877-4efc-9915-ad9ce7f0f362 service neutron] 10.222.0.89 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868680 Oct 20 12:14:47.746138 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-f0b7eb52-49ec-4043-8bbb-5adff3438972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956088cc-6721-4268-862d-8c1db994f3dd', 'name': 'tempest-ServerActionsTestJSON-1403389520-router', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:14:28Z', 'updated_at': '2021-10-20T12:14:31Z', 'revision_number': 4, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'gw_port': {'id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:29Z', 'updated_at': '2021-10-20T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '5540c2e5-b848-452d-973f-f80e0ee89494', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'floating_ip_address': '172.25.5.122', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'port_id': 'cf196405-6161-4074-b804-9c60784b8009', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6', 'mac_address': 'fa:16:3e:0b:55:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb5a67b-9010-46cd-8a88-1a50be5a0e1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:14:33Z', 'updated_at': '2021-10-20T12:14:46Z', 'revision_number': 1, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cfd37e8-850c-4a89-842a-e2e66a1d8257', 'name': '', 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'mac_address': 'fa:16:3e:6d:c6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:30Z', 'updated_at': '2021-10-20T12:14:34Z', 'revision_number': 5, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'subnets': [{'id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:14:47.774605 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b7eb52-49ec-4043-8bbb-5adff3438972 None None] The sync data for ids ['956088cc-6721-4268-862d-8c1db994f3dd'] in n-d-814735-3 is: [{'id': '956088cc-6721-4268-862d-8c1db994f3dd', 'name': 'tempest-ServerActionsTestJSON-1403389520-router', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:14:28Z', 'updated_at': '2021-10-20T12:14:31Z', 'revision_number': 4, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'gw_port': {'id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:29Z', 'updated_at': '2021-10-20T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '5540c2e5-b848-452d-973f-f80e0ee89494', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'floating_ip_address': '172.25.5.122', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'port_id': 'cf196405-6161-4074-b804-9c60784b8009', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6', 'mac_address': 'fa:16:3e:0b:55:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb5a67b-9010-46cd-8a88-1a50be5a0e1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:14:33Z', 'updated_at': '2021-10-20T12:14:46Z', 'revision_number': 1, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cfd37e8-850c-4a89-842a-e2e66a1d8257', 'name': '', 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'mac_address': 'fa:16:3e:6d:c6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:30Z', 'updated_at': '2021-10-20T12:14:34Z', 'revision_number': 5, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'subnets': [{'id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:14:48.003022 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb40f7ef-bd92-4f02-a752-e361c86e40d9 None None] New status for floating IP 5540c2e5-b848-452d-973f-f80e0ee89494: ACTIVE {{(pid=100648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 12:14:49.377008 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-117fc90e-159e-4159-811e-88d9810d1f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:52.258735 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e27469bd-a694-4ce7-9efe-d1bf0a8d386d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:53.195278 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:53.307677 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:14:55.036337 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:15:10.257959 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:15:11.486842 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:15:15.806411 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:15:19.381221 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-42b325a5-9084-4ec0-b923-6e19062c0f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:15:22.255396 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-217e85a3-0c87-4ef4-88fe-ac9fc59df291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:15:23.198603 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:15:23.307960 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:15:25.036513 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:15:25.327832 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-0594baca-c29a-4a00-a545-8816c46f7c4c req-9e1256a8-c72d-4682-acd0-0eb776c1565a service neutron] (100647) timed out ('10.222.0.89', 51908) {{(pid=100647) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 20 12:15:40.263964 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:15:43.353618 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-65f8e653-e5b1-4d6d-969d-541c74c0768a req-e5e5373e-f6a8-4e47-9487-8ccd2bd36dc9 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=9bb5a67b-9010-46cd-8a88-1a50be5a0e1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0483460 Oct 20 12:15:43.461359 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8e653-e5b1-4d6d-969d-541c74c0768a req-4b347e97-92f6-4574-b771-61be1211f513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:15:43.462944 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-65f8e653-e5b1-4d6d-969d-541c74c0768a req-4b347e97-92f6-4574-b771-61be1211f513 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=19f2fe5b5db84f42890fc744e9639322&device_id=9bb5a67b-9010-46cd-8a88-1a50be5a0e1f HTTP/1.1" status: 200 len: 1097 time: 0.0561733 Oct 20 12:15:43.583455 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8e653-e5b1-4d6d-969d-541c74c0768a req-22f0c39b-8f61-483c-9915-0b017326713e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:15:43.585616 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-65f8e653-e5b1-4d6d-969d-541c74c0768a req-22f0c39b-8f61-483c-9915-0b017326713e service neutron] 10.222.0.89 "GET /v2.0/networks?id=70ec0249-a46b-4837-967e-6e2b16d900d6 HTTP/1.1" status: 200 len: 914 time: 0.0957177 Oct 20 12:15:43.659520 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-65f8e653-e5b1-4d6d-969d-541c74c0768a req-8ce80c3d-0788-4c6d-b084-d878bc85a62b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf196405-6161-4074-b804-9c60784b8009 HTTP/1.1" status: 200 len: 1002 time: 0.0627973 Oct 20 12:15:43.714314 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8e653-e5b1-4d6d-969d-541c74c0768a req-e10a6c60-842f-4f6a-afb9-13bc35578b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:15:43.715753 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-65f8e653-e5b1-4d6d-969d-541c74c0768a req-e10a6c60-842f-4f6a-afb9-13bc35578b45 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5a896c64-352c-4dbf-98af-b7773d966ee8 HTTP/1.1" status: 200 len: 851 time: 0.0438037 Oct 20 12:15:43.768262 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8e653-e5b1-4d6d-969d-541c74c0768a req-231552d3-31b1-4ba2-b9c5-7d480c6d162a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:15:43.771099 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-65f8e653-e5b1-4d6d-969d-541c74c0768a req-231552d3-31b1-4ba2-b9c5-7d480c6d162a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=70ec0249-a46b-4837-967e-6e2b16d900d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470016 Oct 20 12:15:43.870068 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-65f8e653-e5b1-4d6d-969d-541c74c0768a req-d06ef888-5457-44e7-8511-4d37958f9cb2 service neutron] 10.222.0.89 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875244 Oct 20 12:15:43.968942 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-65f8e653-e5b1-4d6d-969d-541c74c0768a req-be84ec9d-9f38-45d5-99cd-0ce28391c27c service neutron] 10.222.0.89 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855389 Oct 20 12:15:45.812731 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:15:48.492782 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:15:49.376066 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0dc0a6d5-41c1-43b8-99de-9bab4eeca63f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:15:52.260226 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4093f1f3-8f9a-4048-9032-c71bad2d9c7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:15:53.197723 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:15:53.310474 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:15:55.045263 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:16:10.274090 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:16:15.812714 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:16:19.387843 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3e83de63-d3c3-44d3-9d4f-2400e69a9b54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:16:22.254716 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-59efade9-662e-4201-b69c-33702bec0dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:16:23.199759 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:16:23.319355 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:16:25.043051 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:16:25.497547 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:16:28.199039 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff107b-4792-4499-8401-d0a324f61d5f req-6ec28504-395c-46a9-abfa-6abc4500a619 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:28.200551 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5cff107b-4792-4499-8401-d0a324f61d5f req-6ec28504-395c-46a9-abfa-6abc4500a619 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=9bb5a67b-9010-46cd-8a88-1a50be5a0e1f HTTP/1.1" status: 200 len: 946 time: 0.0634389 Oct 20 12:16:28.247221 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5cff107b-4792-4499-8401-d0a324f61d5f req-cd47a475-1c15-4059-a535-8cb759809e15 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376351 Oct 20 12:16:28.504168 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-27703c92-7e3c-4661-911b-1dbab491ebd9 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=9bb5a67b-9010-46cd-8a88-1a50be5a0e1f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0655906 Oct 20 12:16:28.515885 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da754657-627d-492c-8e90-b232029d1cec req-7721777b-ad76-4218-b8e7-dddfd34563bc tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:28.517299 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-da754657-627d-492c-8e90-b232029d1cec req-7721777b-ad76-4218-b8e7-dddfd34563bc tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=9bb5a67b-9010-46cd-8a88-1a50be5a0e1f HTTP/1.1" status: 200 len: 946 time: 0.0707991 Oct 20 12:16:28.558167 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-da754657-627d-492c-8e90-b232029d1cec req-5e95c5ec-984f-473e-84be-ea353750f75b tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323949 Oct 20 12:16:29.687294 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d25b1-bfc0-4ca1-bdbb-32dd3859a8ec req-5b5141f0-2d25-4392-b6be-9cbca0059b70 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:29.688820 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8e8d25b1-bfc0-4ca1-bdbb-32dd3859a8ec req-5b5141f0-2d25-4392-b6be-9cbca0059b70 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=9bb5a67b-9010-46cd-8a88-1a50be5a0e1f HTTP/1.1" status: 200 len: 946 time: 0.0579877 Oct 20 12:16:29.730998 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8e8d25b1-bfc0-4ca1-bdbb-32dd3859a8ec req-aaa0d78a-4e4b-4a3f-aad2-c2a16d0d6eb8 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360062 Oct 20 12:16:30.852390 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b38b6-39c6-4b3f-a9ea-53e3f29b427d req-e8c75dad-4b1c-478e-bafd-2a7cb6b80507 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:30.853850 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b96b38b6-39c6-4b3f-a9ea-53e3f29b427d req-e8c75dad-4b1c-478e-bafd-2a7cb6b80507 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=9bb5a67b-9010-46cd-8a88-1a50be5a0e1f HTTP/1.1" status: 200 len: 946 time: 0.0537825 Oct 20 12:16:30.891717 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b96b38b6-39c6-4b3f-a9ea-53e3f29b427d req-5e4b7174-a540-4434-acb8-81eb060d1ab2 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317836 Oct 20 12:16:31.740772 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-0ec9f27b-0e9d-4c0e-8811-4e434afad49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:31.742247 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-0ec9f27b-0e9d-4c0e-8811-4e434afad49d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=19f2fe5b5db84f42890fc744e9639322&device_id=9bb5a67b-9010-46cd-8a88-1a50be5a0e1f HTTP/1.1" status: 200 len: 1097 time: 0.0448041 Oct 20 12:16:31.837263 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-6c7fdfb6-8939-4e49-aa53-699ad93250a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:31.838711 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-6c7fdfb6-8939-4e49-aa53-699ad93250a8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=70ec0249-a46b-4837-967e-6e2b16d900d6 HTTP/1.1" status: 200 len: 914 time: 0.0888596 Oct 20 12:16:31.909406 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-14b45840-f368-483d-ad52-0c829f94bd94 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf196405-6161-4074-b804-9c60784b8009 HTTP/1.1" status: 200 len: 1002 time: 0.0577221 Oct 20 12:16:31.979256 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-2eafbf00-6855-40ba-b944-6a0effdd803a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:31.980670 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-2eafbf00-6855-40ba-b944-6a0effdd803a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5a896c64-352c-4dbf-98af-b7773d966ee8 HTTP/1.1" status: 200 len: 851 time: 0.0589132 Oct 20 12:16:32.039729 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3524c-c889-4c24-a44e-f962a4fa10de req-ca100098-7769-450d-a003-13b09dd2f6ac tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:32.041175 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4e3524c-c889-4c24-a44e-f962a4fa10de req-ca100098-7769-450d-a003-13b09dd2f6ac tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=9bb5a67b-9010-46cd-8a88-1a50be5a0e1f HTTP/1.1" status: 200 len: 946 time: 0.0724957 Oct 20 12:16:32.054409 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-fb282b7c-3c36-41a2-a2e3-299142084768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:32.055814 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-fb282b7c-3c36-41a2-a2e3-299142084768 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=70ec0249-a46b-4837-967e-6e2b16d900d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618093 Oct 20 12:16:32.072873 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-734ff1c0-df43-46e2-aa10-75b65279b1ba service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 12:16:32.073790 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-734ff1c0-df43-46e2-aa10-75b65279b1ba service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049682 Oct 20 12:16:32.096275 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b4e3524c-c889-4c24-a44e-f962a4fa10de req-e9566cee-d6cf-4a6d-88a7-12436df9a134 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490754 Oct 20 12:16:32.180228 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-173468c7-ccdf-405d-80d3-2e2a18ec0b1a service neutron] 10.222.0.89 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956566 Oct 20 12:16:32.272443 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-ea917bca-3b77-4e1f-a027-2a3fe6895c8f service neutron] 10.222.0.89 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803092 Oct 20 12:16:33.222622 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06505253-0b65-478d-a2d1-43126097056a req-6a6ebf58-0a06-465b-913f-96c3b36bec48 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:33.224165 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-06505253-0b65-478d-a2d1-43126097056a req-6a6ebf58-0a06-465b-913f-96c3b36bec48 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=9bb5a67b-9010-46cd-8a88-1a50be5a0e1f HTTP/1.1" status: 200 len: 946 time: 0.0557313 Oct 20 12:16:33.263192 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-06505253-0b65-478d-a2d1-43126097056a req-a823f825-bcdd-4376-b69a-862181582835 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326822 Oct 20 12:16:34.390095 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dde1a4-f504-4ccb-a16d-f06adc068e6b req-1d65e086-1572-4ad5-88d5-6b9730dc399f tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:34.391629 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-30dde1a4-f504-4ccb-a16d-f06adc068e6b req-1d65e086-1572-4ad5-88d5-6b9730dc399f tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=9bb5a67b-9010-46cd-8a88-1a50be5a0e1f HTTP/1.1" status: 200 len: 946 time: 0.0560179 Oct 20 12:16:34.432879 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-30dde1a4-f504-4ccb-a16d-f06adc068e6b req-f389fc8a-6d5b-4e13-a09e-234983895660 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318232 Oct 20 12:16:35.563265 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e95a8-94fe-419a-b626-3c2d4639af2c req-ebcc6b37-d7da-4eda-bd6c-8b884d2a549c tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:35.564708 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b67e95a8-94fe-419a-b626-3c2d4639af2c req-ebcc6b37-d7da-4eda-bd6c-8b884d2a549c tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=9bb5a67b-9010-46cd-8a88-1a50be5a0e1f HTTP/1.1" status: 200 len: 946 time: 0.0500607 Oct 20 12:16:35.603043 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b67e95a8-94fe-419a-b626-3c2d4639af2c req-e5d89db6-6477-4ff0-ba7f-8aede598d91d tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322378 Oct 20 12:16:36.741247 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9369f-25f9-44de-8a6b-869c9636ec8f req-f8b09c9a-8faa-47ef-b6ac-a25f5d03ee1e tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:36.742670 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-83b9369f-25f9-44de-8a6b-869c9636ec8f req-f8b09c9a-8faa-47ef-b6ac-a25f5d03ee1e tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=9bb5a67b-9010-46cd-8a88-1a50be5a0e1f HTTP/1.1" status: 200 len: 946 time: 0.0561521 Oct 20 12:16:36.784088 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-83b9369f-25f9-44de-8a6b-869c9636ec8f req-110ae53f-fa92-49de-8694-27ce00ddb133 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322313 Oct 20 12:16:37.918216 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d216701-f351-4e75-85a5-1360c016e73e req-30474497-ccbd-4711-b108-1c76cfdfb3d6 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:37.919614 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d216701-f351-4e75-85a5-1360c016e73e req-30474497-ccbd-4711-b108-1c76cfdfb3d6 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=9bb5a67b-9010-46cd-8a88-1a50be5a0e1f HTTP/1.1" status: 200 len: 946 time: 0.0520813 Oct 20 12:16:37.956762 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d216701-f351-4e75-85a5-1360c016e73e req-4b76fb25-b6ec-43c3-a9b8-b78fedc48b97 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309908 Oct 20 12:16:39.087692 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1936d26-7309-4401-aad2-296eebf11195 req-36f62e59-f5ba-49d0-9c60-a5eec9d32ce5 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:39.089145 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d1936d26-7309-4401-aad2-296eebf11195 req-36f62e59-f5ba-49d0-9c60-a5eec9d32ce5 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=9bb5a67b-9010-46cd-8a88-1a50be5a0e1f HTTP/1.1" status: 200 len: 946 time: 0.0543857 Oct 20 12:16:39.127800 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d1936d26-7309-4401-aad2-296eebf11195 req-8ee55915-34c5-4dd9-85d1-4a81e1e9e39f tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324011 Oct 20 12:16:40.257968 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ebdd0d-e2d4-4aa7-9322-98d45355d2f7 req-5e5f26be-2646-4b3e-aacc-4adbb04c5f36 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:40.259451 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-23ebdd0d-e2d4-4aa7-9322-98d45355d2f7 req-5e5f26be-2646-4b3e-aacc-4adbb04c5f36 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=9bb5a67b-9010-46cd-8a88-1a50be5a0e1f HTTP/1.1" status: 200 len: 946 time: 0.0572865 Oct 20 12:16:40.277069 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:16:40.297882 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-23ebdd0d-e2d4-4aa7-9322-98d45355d2f7 req-84033105-465c-42d4-b794-fcc9b1618b4e tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323858 Oct 20 12:16:41.496528 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45a82f-af6b-4bb2-8c62-716354536b43 req-e7648844-0570-4fa8-beef-26f0f9ab3428 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:41.498013 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7b45a82f-af6b-4bb2-8c62-716354536b43 req-e7648844-0570-4fa8-beef-26f0f9ab3428 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=9bb5a67b-9010-46cd-8a88-1a50be5a0e1f HTTP/1.1" status: 200 len: 946 time: 0.1271482 Oct 20 12:16:41.550239 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7b45a82f-af6b-4bb2-8c62-716354536b43 req-77e6d807-3b06-49bc-b56e-b138445da476 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427446 Oct 20 12:16:42.757554 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd3d23-4c26-4a41-aabb-d11d37631463 req-099ffe70-3584-4f3e-9742-cc6cc5f87870 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:42.759042 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-69bd3d23-4c26-4a41-aabb-d11d37631463 req-099ffe70-3584-4f3e-9742-cc6cc5f87870 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=9bb5a67b-9010-46cd-8a88-1a50be5a0e1f HTTP/1.1" status: 200 len: 946 time: 0.1247838 Oct 20 12:16:42.805282 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-69bd3d23-4c26-4a41-aabb-d11d37631463 req-492cf9e2-e4f7-4009-bab3-4657929b87b8 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370660 Oct 20 12:16:43.946989 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113447d-1a45-49dd-acfb-9a2fadb2ef6b req-1d158c55-c712-4582-8e0c-325c8c49745d tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:43.948426 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8113447d-1a45-49dd-acfb-9a2fadb2ef6b req-1d158c55-c712-4582-8e0c-325c8c49745d tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=9bb5a67b-9010-46cd-8a88-1a50be5a0e1f HTTP/1.1" status: 200 len: 946 time: 0.0676670 Oct 20 12:16:43.991595 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8113447d-1a45-49dd-acfb-9a2fadb2ef6b req-d7e6bd3d-ad5e-48aa-8e0c-745101e935b8 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370760 Oct 20 12:16:44.369231 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aabdec-642f-4522-8695-0a4a4e65a0b6 req-57966490-f6ab-41ae-a74a-7d59da4e2bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:44.370719 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-38aabdec-642f-4522-8695-0a4a4e65a0b6 req-57966490-f6ab-41ae-a74a-7d59da4e2bb7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=19f2fe5b5db84f42890fc744e9639322&device_id=9bb5a67b-9010-46cd-8a88-1a50be5a0e1f HTTP/1.1" status: 200 len: 1097 time: 0.0418494 Oct 20 12:16:44.490291 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aabdec-642f-4522-8695-0a4a4e65a0b6 req-ce4d4e71-ac4c-4ade-823b-e82774a47b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:44.492092 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-38aabdec-642f-4522-8695-0a4a4e65a0b6 req-ce4d4e71-ac4c-4ade-823b-e82774a47b08 service neutron] 10.222.0.89 "GET /v2.0/networks?id=70ec0249-a46b-4837-967e-6e2b16d900d6 HTTP/1.1" status: 200 len: 914 time: 0.0935926 Oct 20 12:16:44.565313 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-38aabdec-642f-4522-8695-0a4a4e65a0b6 req-4f06c8b6-b7f5-4ab4-857a-09793dfbde55 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf196405-6161-4074-b804-9c60784b8009 HTTP/1.1" status: 200 len: 1002 time: 0.0610368 Oct 20 12:16:44.584202 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-b249ff7c-a351-4386-99de-b3a83073a2f1 service neutron] show failed (client error): The resource could not be found. Oct 20 12:16:44.585244 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-b249ff7c-a351-4386-99de-b3a83073a2f1 service neutron] 10.222.0.89 "GET /v2.0/ports/cf196405-6161-4074-b804-9c60784b8009/bindings/n-h1-814735-3 HTTP/1.1" status: 404 len: 380 time: 0.0592091 Oct 20 12:16:44.623307 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aabdec-642f-4522-8695-0a4a4e65a0b6 req-705230c8-49b4-4e55-bdc6-eadcfdd8f81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:44.624761 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-38aabdec-642f-4522-8695-0a4a4e65a0b6 req-705230c8-49b4-4e55-bdc6-eadcfdd8f81d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5a896c64-352c-4dbf-98af-b7773d966ee8 HTTP/1.1" status: 200 len: 851 time: 0.0473943 Oct 20 12:16:44.679361 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aabdec-642f-4522-8695-0a4a4e65a0b6 req-c1a3c397-275c-4b18-a3dd-0e4ecfa2b1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:44.680952 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-38aabdec-642f-4522-8695-0a4a4e65a0b6 req-c1a3c397-275c-4b18-a3dd-0e4ecfa2b1b5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=70ec0249-a46b-4837-967e-6e2b16d900d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407629 Oct 20 12:16:44.804612 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-38aabdec-642f-4522-8695-0a4a4e65a0b6 req-ee30b1ab-9628-42df-9ef0-f6e91bd3c890 service neutron] 10.222.0.89 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124630 Oct 20 12:16:44.835320 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-f93499ff-cf5a-42e7-bc13-e7bb0c2f5983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:44.836674 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-f93499ff-cf5a-42e7-bc13-e7bb0c2f5983 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9bb5a67b-9010-46cd-8a88-1a50be5a0e1f&tenant_id=19f2fe5b5db84f42890fc744e9639322 HTTP/1.1" status: 200 len: 1097 time: 0.0665987 Oct 20 12:16:44.855757 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-2b8f3630-81a9-4389-ac92-823316b3c472 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 12:16:44.856692 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-2b8f3630-81a9-4389-ac92-823316b3c472 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0103889 Oct 20 12:16:44.887205 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-2db8b7aa-951f-4d61-b2c4-adb3ac0a5dbe service neutron] Request body: {'port': {'binding:host_id': 'n-h1-814735-3', 'device_owner': 'compute:nova'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:16:44.950424 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-38aabdec-642f-4522-8695-0a4a4e65a0b6 req-28384b0a-659c-470c-a7f5-b232e4af9e84 service neutron] 10.222.0.89 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341152 Oct 20 12:16:44.957918 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-2db8b7aa-951f-4d61-b2c4-adb3ac0a5dbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:16:45.514765 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573a593-fecd-456e-bb62-55c432ea377f req-a6fc044f-6c68-4d75-af62-7c2fe79d330c tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:45.516268 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5573a593-fecd-456e-bb62-55c432ea377f req-a6fc044f-6c68-4d75-af62-7c2fe79d330c tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=9bb5a67b-9010-46cd-8a88-1a50be5a0e1f HTTP/1.1" status: 200 len: 946 time: 0.4463799 Oct 20 12:16:45.552272 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-2db8b7aa-951f-4d61-b2c4-adb3ac0a5dbe service neutron] For port cf196405-6161-4074-b804-9c60784b8009, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=cf196405-6161-4074-b804-9c60784b8009,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:16:45.578826 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5573a593-fecd-456e-bb62-55c432ea377f req-59e823c6-db42-4899-aa56-c3eaa56fedbc tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561106 Oct 20 12:16:45.597578 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-2db8b7aa-951f-4d61-b2c4-adb3ac0a5dbe service neutron] For port cf196405-6161-4074-b804-9c60784b8009, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:16:45.635668 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb5a67b-9010-46cd-8a88-1a50be5a0e1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf196405-6161-4074-b804-9c60784b8009'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:16:45.637953 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273a4387-687e-4c68-82fa-f238acf0a37e" -d '{"events": [{"server_uuid": "9bb5a67b-9010-46cd-8a88-1a50be5a0e1f", "name": "network-vif-unplugged", "status": "completed", "tag": "cf196405-6161-4074-b804-9c60784b8009"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:16:45.641681 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-2db8b7aa-951f-4d61-b2c4-adb3ac0a5dbe service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:16:45.655242 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-2db8b7aa-951f-4d61-b2c4-adb3ac0a5dbe service neutron] Transition to ACTIVE for port object cf196405-6161-4074-b804-9c60784b8009 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 12:16:45.661461 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-2db8b7aa-951f-4d61-b2c4-adb3ac0a5dbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:16:45.696485 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 12:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17163d9-6802-4555-a299-22983daa7be9 x-openstack-request-id: req-e17163d9-6802-4555-a299-22983daa7be9 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:16:45.696774 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb5a67b-9010-46cd-8a88-1a50be5a0e1f", "name": "network-vif-unplugged", "status": "completed", "tag": "cf196405-6161-4074-b804-9c60784b8009", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:16:45.697019 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e17163d9-6802-4555-a299-22983daa7be9 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:16:45.697408 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb5a67b-9010-46cd-8a88-1a50be5a0e1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf196405-6161-4074-b804-9c60784b8009', 'code': 200} Oct 20 12:16:45.746925 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db8b7aa-951f-4d61-b2c4-adb3ac0a5dbe service neutron] Pushing event updated for resources: {'Port': ['ID=cf196405-6161-4074-b804-9c60784b8009,revision_number=6']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:16:45.759444 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8b7aa-951f-4d61-b2c4-adb3ac0a5dbe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:16:45.759789 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8b7aa-951f-4d61-b2c4-adb3ac0a5dbe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:16:45.760124 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8b7aa-951f-4d61-b2c4-adb3ac0a5dbe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:16:45.760479 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8b7aa-951f-4d61-b2c4-adb3ac0a5dbe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:16:45.760803 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8b7aa-951f-4d61-b2c4-adb3ac0a5dbe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:16:45.761130 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8b7aa-951f-4d61-b2c4-adb3ac0a5dbe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:16:45.761536 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8b7aa-951f-4d61-b2c4-adb3ac0a5dbe service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:16:45.761861 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8b7aa-951f-4d61-b2c4-adb3ac0a5dbe service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:16:45.762182 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8b7aa-951f-4d61-b2c4-adb3ac0a5dbe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:16:45.762502 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8b7aa-951f-4d61-b2c4-adb3ac0a5dbe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:16:45.762878 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8b7aa-951f-4d61-b2c4-adb3ac0a5dbe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:16:45.763276 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8b7aa-951f-4d61-b2c4-adb3ac0a5dbe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:16:45.796249 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:16:45.798008 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-2db8b7aa-951f-4d61-b2c4-adb3ac0a5dbe service neutron] No DVR routers for this DVR port cf196405-6161-4074-b804-9c60784b8009 on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:16:45.932362 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-2db8b7aa-951f-4d61-b2c4-adb3ac0a5dbe service neutron] Attempting to bind port cf196405-6161-4074-b804-9c60784b8009 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:16:45.932662 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-2db8b7aa-951f-4d61-b2c4-adb3ac0a5dbe service neutron] Attempting to bind port cf196405-6161-4074-b804-9c60784b8009 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': 'c1eca377-ac1d-4dd9-b6c8-2d237bc33922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:16:45.932990 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-2db8b7aa-951f-4d61-b2c4-adb3ac0a5dbe service neutron] Attempting to bind port cf196405-6161-4074-b804-9c60784b8009 on network 70ec0249-a46b-4837-967e-6e2b16d900d6 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:16:45.937439 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-2db8b7aa-951f-4d61-b2c4-adb3ac0a5dbe service neutron] Port cf196405-6161-4074-b804-9c60784b8009 on network 70ec0249-a46b-4837-967e-6e2b16d900d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 12:16:45.937763 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-2db8b7aa-951f-4d61-b2c4-adb3ac0a5dbe service neutron] Attempting to bind port cf196405-6161-4074-b804-9c60784b8009 on network 70ec0249-a46b-4837-967e-6e2b16d900d6 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:16:45.942719 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-2db8b7aa-951f-4d61-b2c4-adb3ac0a5dbe service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:16:45.943108 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-2db8b7aa-951f-4d61-b2c4-adb3ac0a5dbe service neutron] Checking segment: {'id': 'c1eca377-ac1d-4dd9-b6c8-2d237bc33922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:16:45.943503 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-2db8b7aa-951f-4d61-b2c4-adb3ac0a5dbe service neutron] Bound using segment: {'id': 'c1eca377-ac1d-4dd9-b6c8-2d237bc33922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:16:45.943929 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-2db8b7aa-951f-4d61-b2c4-adb3ac0a5dbe service neutron] Bound port: cf196405-6161-4074-b804-9c60784b8009, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1eca377-ac1d-4dd9-b6c8-2d237bc33922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:16:45.944276 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-2db8b7aa-951f-4d61-b2c4-adb3ac0a5dbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:16:46.014388 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-2db8b7aa-951f-4d61-b2c4-adb3ac0a5dbe service neutron] For port cf196405-6161-4074-b804-9c60784b8009, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:16:46.017533 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-2db8b7aa-951f-4d61-b2c4-adb3ac0a5dbe service neutron] For port cf196405-6161-4074-b804-9c60784b8009, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=cf196405-6161-4074-b804-9c60784b8009,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:16:46.025929 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-2db8b7aa-951f-4d61-b2c4-adb3ac0a5dbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:16:46.071728 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-2db8b7aa-951f-4d61-b2c4-adb3ac0a5dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:46.072364 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-2db8b7aa-951f-4d61-b2c4-adb3ac0a5dbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:16:46.073715 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-2db8b7aa-951f-4d61-b2c4-adb3ac0a5dbe service neutron] 10.222.0.11 "PUT /v2.0/ports/cf196405-6161-4074-b804-9c60784b8009 HTTP/1.1" status: 200 len: 1092 time: 1.1916544 Oct 20 12:16:46.094812 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db8b7aa-951f-4d61-b2c4-adb3ac0a5dbe service neutron] Pushing event updated for resources: {'Port': ['ID=cf196405-6161-4074-b804-9c60784b8009,revision_number=7']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:16:46.138946 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-29d77787-a16e-4d9c-a6fb-7bfd0bb30a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:46.140490 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-29d77787-a16e-4d9c-a6fb-7bfd0bb30a30 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=19f2fe5b5db84f42890fc744e9639322&device_id=9bb5a67b-9010-46cd-8a88-1a50be5a0e1f HTTP/1.1" status: 200 len: 1095 time: 0.0421152 Oct 20 12:16:46.240833 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-a41ee3f7-7e1f-4973-b4ac-607e0934dff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:46.242346 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-a41ee3f7-7e1f-4973-b4ac-607e0934dff8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70ec0249-a46b-4837-967e-6e2b16d900d6 HTTP/1.1" status: 200 len: 914 time: 0.0946069 Oct 20 12:16:46.308043 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-de63d365-cd41-4413-96fb-8f84dd4c4c16 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf196405-6161-4074-b804-9c60784b8009 HTTP/1.1" status: 200 len: 1000 time: 0.0581789 Oct 20 12:16:46.357067 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-2a1a0af4-07ea-4294-934f-6b335820b439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:46.358416 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-2a1a0af4-07ea-4294-934f-6b335820b439 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5a896c64-352c-4dbf-98af-b7773d966ee8 HTTP/1.1" status: 200 len: 851 time: 0.0434647 Oct 20 12:16:46.408029 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-b8992340-2bc6-4c44-af80-5d4574fc15e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:46.409529 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-b8992340-2bc6-4c44-af80-5d4574fc15e9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70ec0249-a46b-4837-967e-6e2b16d900d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439277 Oct 20 12:16:46.501945 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-13098e7d-f6eb-4027-bebd-b8c7a380d15a service neutron] 10.222.0.11 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842328 Oct 20 12:16:46.596408 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-fd2d30b6-785e-42d5-a337-a609dd59de61 service neutron] 10.222.0.11 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876651 Oct 20 12:16:46.703465 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac4fc56-b7f1-4892-af8e-e6586417ba19 req-b8732860-9bd3-4a37-8684-d2936a7fa103 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:46.704955 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fac4fc56-b7f1-4892-af8e-e6586417ba19 req-b8732860-9bd3-4a37-8684-d2936a7fa103 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=9bb5a67b-9010-46cd-8a88-1a50be5a0e1f HTTP/1.1" status: 200 len: 944 time: 0.0538340 Oct 20 12:16:46.744145 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fac4fc56-b7f1-4892-af8e-e6586417ba19 req-b5896717-b045-43a5-b31b-1a4f3c061d7a tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326860 Oct 20 12:16:47.699090 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb5a67b-9010-46cd-8a88-1a50be5a0e1f', 'tag': 'cf196405-6161-4074-b804-9c60784b8009'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:16:47.702964 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535731a0-7c35-4b0d-aa9b-7283bc5004dc" -d '{"events": [{"name": "network-changed", "server_uuid": "9bb5a67b-9010-46cd-8a88-1a50be5a0e1f", "tag": "cf196405-6161-4074-b804-9c60784b8009"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:16:47.759733 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a014f44-51ec-41ca-bac7-7e23671da8ed x-openstack-request-id: req-0a014f44-51ec-41ca-bac7-7e23671da8ed {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:16:47.760004 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bb5a67b-9010-46cd-8a88-1a50be5a0e1f", "tag": "cf196405-6161-4074-b804-9c60784b8009", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:16:47.760254 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0a014f44-51ec-41ca-bac7-7e23671da8ed {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:16:47.760655 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb5a67b-9010-46cd-8a88-1a50be5a0e1f', 'tag': 'cf196405-6161-4074-b804-9c60784b8009', 'status': 'completed', 'code': 200} Oct 20 12:16:47.879369 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535731a0-7c35-4b0d-aa9b-7283bc5004dc req-e58c7e9e-87af-44d9-b3d9-888f4508902b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:47.880905 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-535731a0-7c35-4b0d-aa9b-7283bc5004dc req-e58c7e9e-87af-44d9-b3d9-888f4508902b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=19f2fe5b5db84f42890fc744e9639322&device_id=9bb5a67b-9010-46cd-8a88-1a50be5a0e1f HTTP/1.1" status: 200 len: 1095 time: 0.1008260 Oct 20 12:16:47.884232 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535731a0-7c35-4b0d-aa9b-7283bc5004dc req-9aa72397-57a4-4641-a7b0-01cab99f859c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:47.885546 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-535731a0-7c35-4b0d-aa9b-7283bc5004dc req-9aa72397-57a4-4641-a7b0-01cab99f859c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=19f2fe5b5db84f42890fc744e9639322&device_id=9bb5a67b-9010-46cd-8a88-1a50be5a0e1f HTTP/1.1" status: 200 len: 1095 time: 0.0808132 Oct 20 12:16:47.922520 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8fe2d-ac04-44fc-add9-352db2d73403 req-2e841ab0-bede-4e2d-9358-8738ede9b587 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:47.923861 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ea8fe2d-ac04-44fc-add9-352db2d73403 req-2e841ab0-bede-4e2d-9358-8738ede9b587 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=9bb5a67b-9010-46cd-8a88-1a50be5a0e1f HTTP/1.1" status: 200 len: 944 time: 0.1037853 Oct 20 12:16:48.069085 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ea8fe2d-ac04-44fc-add9-352db2d73403 req-45b2abd5-157c-45c1-a450-60704cde62fe tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342273 Oct 20 12:16:48.087693 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535731a0-7c35-4b0d-aa9b-7283bc5004dc req-dae8bc15-1ee5-4b85-bc50-8069b21a5bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:48.087693 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-535731a0-7c35-4b0d-aa9b-7283bc5004dc req-dae8bc15-1ee5-4b85-bc50-8069b21a5bee service neutron] 10.222.0.11 "GET /v2.0/networks?id=70ec0249-a46b-4837-967e-6e2b16d900d6 HTTP/1.1" status: 200 len: 914 time: 0.1936834 Oct 20 12:16:48.087693 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535731a0-7c35-4b0d-aa9b-7283bc5004dc req-59b38f43-1b6b-46cc-bc93-5fcc550864b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:48.087693 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-535731a0-7c35-4b0d-aa9b-7283bc5004dc req-59b38f43-1b6b-46cc-bc93-5fcc550864b3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=70ec0249-a46b-4837-967e-6e2b16d900d6 HTTP/1.1" status: 200 len: 914 time: 0.1859303 Oct 20 12:16:48.194959 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-535731a0-7c35-4b0d-aa9b-7283bc5004dc req-b284e062-c5ad-4751-8f20-1ee1d7b0362a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf196405-6161-4074-b804-9c60784b8009 HTTP/1.1" status: 200 len: 1000 time: 0.1049905 Oct 20 12:16:48.196573 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-535731a0-7c35-4b0d-aa9b-7283bc5004dc req-5b68f7eb-829e-4a72-9068-f6db0b145343 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf196405-6161-4074-b804-9c60784b8009 HTTP/1.1" status: 200 len: 1000 time: 0.1011367 Oct 20 12:16:48.278659 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535731a0-7c35-4b0d-aa9b-7283bc5004dc req-f1361822-60d3-4926-9f79-2542905129b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:48.280131 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-535731a0-7c35-4b0d-aa9b-7283bc5004dc req-f1361822-60d3-4926-9f79-2542905129b0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5a896c64-352c-4dbf-98af-b7773d966ee8 HTTP/1.1" status: 200 len: 851 time: 0.0782137 Oct 20 12:16:48.281752 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535731a0-7c35-4b0d-aa9b-7283bc5004dc req-568188ea-79d7-45dd-86c8-e5d645ad7312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:48.283060 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-535731a0-7c35-4b0d-aa9b-7283bc5004dc req-568188ea-79d7-45dd-86c8-e5d645ad7312 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5a896c64-352c-4dbf-98af-b7773d966ee8 HTTP/1.1" status: 200 len: 851 time: 0.0741286 Oct 20 12:16:48.355107 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535731a0-7c35-4b0d-aa9b-7283bc5004dc req-c71fb8e3-815e-4da7-87f7-2cb68676ca73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:48.356589 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-535731a0-7c35-4b0d-aa9b-7283bc5004dc req-c71fb8e3-815e-4da7-87f7-2cb68676ca73 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70ec0249-a46b-4837-967e-6e2b16d900d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693359 Oct 20 12:16:48.358190 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535731a0-7c35-4b0d-aa9b-7283bc5004dc req-56131bce-e806-454f-a135-2916c77cef2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:48.359514 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-535731a0-7c35-4b0d-aa9b-7283bc5004dc req-56131bce-e806-454f-a135-2916c77cef2e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=70ec0249-a46b-4837-967e-6e2b16d900d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650671 Oct 20 12:16:48.509183 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-535731a0-7c35-4b0d-aa9b-7283bc5004dc req-423c3a56-9032-4e7c-800b-0ac26b3b28c1 service neutron] 10.222.0.11 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445696 Oct 20 12:16:48.514318 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-535731a0-7c35-4b0d-aa9b-7283bc5004dc req-56d75e0a-05fa-4d7c-b9d6-374e9e617351 service neutron] 10.222.0.89 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421754 Oct 20 12:16:48.666252 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-535731a0-7c35-4b0d-aa9b-7283bc5004dc req-c937d197-30eb-4a77-9547-b0786b7e257c service neutron] 10.222.0.11 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487041 Oct 20 12:16:48.671417 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-535731a0-7c35-4b0d-aa9b-7283bc5004dc req-fdc20c79-0a71-40c0-8ddd-fc096a8c7f9d service neutron] 10.222.0.89 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361444 Oct 20 12:16:49.206905 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac9838-2bf8-4fa2-bc11-a685cb99525d req-4dae7592-5a90-40ec-8ae9-c01960cf3833 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:49.208365 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dcac9838-2bf8-4fa2-bc11-a685cb99525d req-4dae7592-5a90-40ec-8ae9-c01960cf3833 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=9bb5a67b-9010-46cd-8a88-1a50be5a0e1f HTTP/1.1" status: 200 len: 944 time: 0.0548501 Oct 20 12:16:49.246288 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dcac9838-2bf8-4fa2-bc11-a685cb99525d req-2241784e-29e0-42f1-8459-f1ef9ceeebbb tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319612 Oct 20 12:16:49.383414 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e61febfb-9755-4365-b811-ea39d97c9890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:16:49.491448 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016196c9-522a-4846-8a1f-25258f50ab43 req-fa2f1a37-f853-4c79-af83-e048fd35875d tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:49.492926 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-016196c9-522a-4846-8a1f-25258f50ab43 req-fa2f1a37-f853-4c79-af83-e048fd35875d tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=9bb5a67b-9010-46cd-8a88-1a50be5a0e1f HTTP/1.1" status: 200 len: 944 time: 0.0816088 Oct 20 12:16:49.498253 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device cf196405-6161-4074-b804-9c60784b8009 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:16:49.500992 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73912c84-8074-412f-8fe5-2064eee9cb90 req-f52ed674-1c19-4fd6-8b71-5d598bc15c1b tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:49.502387 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-73912c84-8074-412f-8fe5-2064eee9cb90 req-f52ed674-1c19-4fd6-8b71-5d598bc15c1b tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.89 "GET /v2.0/ports?device_id=9bb5a67b-9010-46cd-8a88-1a50be5a0e1f&tenant_id=19f2fe5b5db84f42890fc744e9639322&binding%3Ahost_id=n-h1-814735-3 HTTP/1.1" status: 200 len: 944 time: 0.0821481 Oct 20 12:16:49.541805 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device cf196405-6161-4074-b804-9c60784b8009 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:16:49.564257 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-016196c9-522a-4846-8a1f-25258f50ab43 req-abde00ac-c857-4881-84f4-3a3885528d21 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608785 Oct 20 12:16:49.586292 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [req-73912c84-8074-412f-8fe5-2064eee9cb90 req-5424a3a9-9753-468b-8a7c-0e22c9e4987f service neutron] delete failed (client error): The resource could not be found. Oct 20 12:16:49.587340 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-73912c84-8074-412f-8fe5-2064eee9cb90 req-5424a3a9-9753-468b-8a7c-0e22c9e4987f service neutron] 10.222.0.89 "DELETE /v2.0/ports/cf196405-6161-4074-b804-9c60784b8009/bindings/n-h2-814735-3 HTTP/1.1" status: 404 len: 380 time: 0.0709572 Oct 20 12:16:49.679454 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73912c84-8074-412f-8fe5-2064eee9cb90 req-5097f0a8-02a1-4693-a25e-53fb876c78ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:49.681222 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-73912c84-8074-412f-8fe5-2064eee9cb90 req-5097f0a8-02a1-4693-a25e-53fb876c78ef service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=19f2fe5b5db84f42890fc744e9639322&device_id=9bb5a67b-9010-46cd-8a88-1a50be5a0e1f HTTP/1.1" status: 200 len: 1095 time: 0.0436742 Oct 20 12:16:49.772236 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device cf196405-6161-4074-b804-9c60784b8009 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:16:49.782365 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73912c84-8074-412f-8fe5-2064eee9cb90 req-b1f1047e-36f7-4a96-b018-d05028468f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:49.782653 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-73912c84-8074-412f-8fe5-2064eee9cb90 req-b1f1047e-36f7-4a96-b018-d05028468f4d service neutron] 10.222.0.89 "GET /v2.0/networks?id=70ec0249-a46b-4837-967e-6e2b16d900d6 HTTP/1.1" status: 200 len: 914 time: 0.0907471 Oct 20 12:16:49.856874 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-73912c84-8074-412f-8fe5-2064eee9cb90 req-d14bb487-48a2-4af9-a9a3-aacafc754a9f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf196405-6161-4074-b804-9c60784b8009 HTTP/1.1" status: 200 len: 1000 time: 0.0616984 Oct 20 12:16:49.872162 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port cf196405-6161-4074-b804-9c60784b8009, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=cf196405-6161-4074-b804-9c60784b8009,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:16:49.883950 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': 'cf196405-6161-4074-b804-9c60784b8009', 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6', 'port_id': 'cf196405-6161-4074-b804-9c60784b8009', 'mac_address': 'fa:16:3e:0b:55:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:16:49.913688 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73912c84-8074-412f-8fe5-2064eee9cb90 req-b3fe75c5-6792-4f7f-a2e0-cbd34eed1db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:49.915124 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-73912c84-8074-412f-8fe5-2064eee9cb90 req-b3fe75c5-6792-4f7f-a2e0-cbd34eed1db0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5a896c64-352c-4dbf-98af-b7773d966ee8 HTTP/1.1" status: 200 len: 851 time: 0.0475900 Oct 20 12:16:49.923956 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:16:49.936276 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf196405-6161-4074-b804-9c60784b8009 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:16:49.954976 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port cf196405-6161-4074-b804-9c60784b8009, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=cf196405-6161-4074-b804-9c60784b8009,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:16:49.960103 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:16:49.967416 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73912c84-8074-412f-8fe5-2064eee9cb90 req-dae603ce-e870-4620-9424-83843d256ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:49.968952 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-73912c84-8074-412f-8fe5-2064eee9cb90 req-dae603ce-e870-4620-9424-83843d256ccf service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=70ec0249-a46b-4837-967e-6e2b16d900d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429952 Oct 20 12:16:50.005325 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=cf196405-6161-4074-b804-9c60784b8009,revision_number=8']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:16:50.012909 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:16:50.013251 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:16:50.013590 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:16:50.013924 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:16:50.014251 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:16:50.014574 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:16:50.014929 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:16:50.015251 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:16:50.015554 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:16:50.015871 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:16:50.016194 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:16:50.016514 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:16:50.065346 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-73912c84-8074-412f-8fe5-2064eee9cb90 req-1fcacf24-32a6-4782-ad39-40374f7abda8 service neutron] 10.222.0.89 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880909 Oct 20 12:16:50.160626 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-73912c84-8074-412f-8fe5-2064eee9cb90 req-329826b1-f892-489f-bbd4-c78887957b8d service neutron] 10.222.0.89 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855656 Oct 20 12:16:50.198724 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['cf196405-6161-4074-b804-9c60784b8009'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:16:50.688871 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43cdb8-f495-4ed9-85cc-07f1bccb2921 req-fbe1fbbd-d339-4a88-bca3-f8322f303609 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:50.690500 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2e43cdb8-f495-4ed9-85cc-07f1bccb2921 req-fbe1fbbd-d339-4a88-bca3-f8322f303609 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=9bb5a67b-9010-46cd-8a88-1a50be5a0e1f HTTP/1.1" status: 200 len: 945 time: 0.0516059 Oct 20 12:16:50.729454 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2e43cdb8-f495-4ed9-85cc-07f1bccb2921 req-cf6e4ad5-e3cb-4ecd-9318-5306a0f11972 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328000 Oct 20 12:16:51.794290 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device cf196405-6161-4074-b804-9c60784b8009 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:16:51.844242 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port cf196405-6161-4074-b804-9c60784b8009 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 12:16:51.847830 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port cf196405-6161-4074-b804-9c60784b8009 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:16:51.848192 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:16:51.866046 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd6930-1b17-42e6-bbab-077819f7ddef req-cb82da26-2d88-44e0-8773-e9e9452d5a2d tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:51.867524 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-94cd6930-1b17-42e6-bbab-077819f7ddef req-cb82da26-2d88-44e0-8773-e9e9452d5a2d tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=9bb5a67b-9010-46cd-8a88-1a50be5a0e1f HTTP/1.1" status: 200 len: 945 time: 0.0546570 Oct 20 12:16:51.906367 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-94cd6930-1b17-42e6-bbab-077819f7ddef req-6e5ea1d7-f5e5-45af-a8ff-2d2cf159903b tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326099 Oct 20 12:16:51.924293 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:16:51.947564 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb5a67b-9010-46cd-8a88-1a50be5a0e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf196405-6161-4074-b804-9c60784b8009'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:16:51.949892 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5722ed-b9eb-4ba1-8ac4-f7d22bcb322a" -d '{"events": [{"server_uuid": "9bb5a67b-9010-46cd-8a88-1a50be5a0e1f", "name": "network-vif-plugged", "status": "completed", "tag": "cf196405-6161-4074-b804-9c60784b8009"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:16:51.965433 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port cf196405-6161-4074-b804-9c60784b8009, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=cf196405-6161-4074-b804-9c60784b8009,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:16:51.971065 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:16:51.996266 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7de7f9-bf17-4a2d-8adc-dc7763863536 x-openstack-request-id: req-8d7de7f9-bf17-4a2d-8adc-dc7763863536 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:16:51.996545 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb5a67b-9010-46cd-8a88-1a50be5a0e1f", "name": "network-vif-plugged", "status": "completed", "tag": "cf196405-6161-4074-b804-9c60784b8009", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:16:51.996802 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8d7de7f9-bf17-4a2d-8adc-dc7763863536 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:16:51.997184 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb5a67b-9010-46cd-8a88-1a50be5a0e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf196405-6161-4074-b804-9c60784b8009', 'code': 200} Oct 20 12:16:52.022589 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=cf196405-6161-4074-b804-9c60784b8009,revision_number=9']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:16:52.022965 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d469ff-e2a6-4142-9083-15fbc0a2022b req-caf1492b-6672-4f03-8d82-f236a473d714 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:52.024454 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-27d469ff-e2a6-4142-9083-15fbc0a2022b req-caf1492b-6672-4f03-8d82-f236a473d714 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=9bb5a67b-9010-46cd-8a88-1a50be5a0e1f HTTP/1.1" status: 200 len: 946 time: 0.0501585 Oct 20 12:16:52.062105 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-27d469ff-e2a6-4142-9083-15fbc0a2022b req-de1e4b4f-00ee-4df7-ba31-815fbe3e7264 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315874 Oct 20 12:16:52.190584 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b21363-f439-4156-98a3-6276cb5d32c0 req-4f611d4c-58e8-4c54-8aac-b99e18baba7e tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:52.191991 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-04b21363-f439-4156-98a3-6276cb5d32c0 req-4f611d4c-58e8-4c54-8aac-b99e18baba7e tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=9bb5a67b-9010-46cd-8a88-1a50be5a0e1f HTTP/1.1" status: 200 len: 946 time: 0.0519907 Oct 20 12:16:52.230584 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-04b21363-f439-4156-98a3-6276cb5d32c0 req-45ce0d21-24f9-4200-8c96-18ce10c7b9f7 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321345 Oct 20 12:16:52.250291 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b0bed1e-957c-4211-8f7c-b17ec71c862e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:16:52.479199 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833fa89-c688-492f-8dab-4c81e1e9d3a5 req-09ee1f41-8092-4cde-beff-eeca63ef056e tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:52.480646 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8833fa89-c688-492f-8dab-4c81e1e9d3a5 req-09ee1f41-8092-4cde-beff-eeca63ef056e tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=9bb5a67b-9010-46cd-8a88-1a50be5a0e1f HTTP/1.1" status: 200 len: 946 time: 0.0640833 Oct 20 12:16:52.519502 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8833fa89-c688-492f-8dab-4c81e1e9d3a5 req-92614a99-75da-444e-abf8-e8caca0b9cc4 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322549 Oct 20 12:16:53.202771 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:16:53.319478 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:16:53.666513 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52011c63-63bf-4029-b0d8-2145740d4a9a req-f28bb162-ed17-482f-9c28-a972eff3301c tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:53.668044 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-52011c63-63bf-4029-b0d8-2145740d4a9a req-f28bb162-ed17-482f-9c28-a972eff3301c tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=9bb5a67b-9010-46cd-8a88-1a50be5a0e1f HTTP/1.1" status: 200 len: 946 time: 0.0753987 Oct 20 12:16:53.689700 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7eb4ab-34a1-4e52-9906-6e3961cabc1b req-72b4c1d5-d1ed-4c63-a6f4-59a0b3cc2c87 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:53.691126 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cd7eb4ab-34a1-4e52-9906-6e3961cabc1b req-72b4c1d5-d1ed-4c63-a6f4-59a0b3cc2c87 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bb5a67b-9010-46cd-8a88-1a50be5a0e1f HTTP/1.1" status: 200 len: 946 time: 0.0685985 Oct 20 12:16:53.745969 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-52011c63-63bf-4029-b0d8-2145740d4a9a req-303fa044-83e7-4f89-b45b-bed3530d2637 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714207 Oct 20 12:16:53.803197 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-cd7eb4ab-34a1-4e52-9906-6e3961cabc1b req-1e600d87-49ef-4b8b-a630-8ef4b5998227 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Deleting port cf196405-6161-4074-b804-9c60784b8009 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:16:53.803557 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-cd7eb4ab-34a1-4e52-9906-6e3961cabc1b req-1e600d87-49ef-4b8b-a630-8ef4b5998227 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:16:53.899058 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-cd7eb4ab-34a1-4e52-9906-6e3961cabc1b req-1e600d87-49ef-4b8b-a630-8ef4b5998227 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] For port cf196405-6161-4074-b804-9c60784b8009, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=cf196405-6161-4074-b804-9c60784b8009,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:16:53.899420 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-cd7eb4ab-34a1-4e52-9906-6e3961cabc1b req-1e600d87-49ef-4b8b-a630-8ef4b5998227 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:16:54.068838 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-cd7eb4ab-34a1-4e52-9906-6e3961cabc1b req-1e600d87-49ef-4b8b-a630-8ef4b5998227 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:16:54.069075 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-cd7eb4ab-34a1-4e52-9906-6e3961cabc1b req-1e600d87-49ef-4b8b-a630-8ef4b5998227 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:16:54.069395 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [req-cd7eb4ab-34a1-4e52-9906-6e3961cabc1b req-1e600d87-49ef-4b8b-a630-8ef4b5998227 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Floating IP 5540c2e5-b848-452d-973f-f80e0ee89494 disassociated. External IP: 172.25.5.122, port: cf196405-6161-4074-b804-9c60784b8009. Oct 20 12:16:54.069704 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-cd7eb4ab-34a1-4e52-9906-6e3961cabc1b req-1e600d87-49ef-4b8b-a630-8ef4b5998227 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Calling delete_port for cf196405-6161-4074-b804-9c60784b8009 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:16:54.204788 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-cd7eb4ab-34a1-4e52-9906-6e3961cabc1b req-1e600d87-49ef-4b8b-a630-8ef4b5998227 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:16:54.234430 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e600d87-49ef-4b8b-a630-8ef4b5998227 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Pushing event deleted for resources: {'Port': ['ID=cf196405-6161-4074-b804-9c60784b8009,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:16:54.354384 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd7eb4ab-34a1-4e52-9906-6e3961cabc1b req-1e600d87-49ef-4b8b-a630-8ef4b5998227 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Router 956088cc-6721-4268-862d-8c1db994f3dd has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:16:54.462666 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd7eb4ab-34a1-4e52-9906-6e3961cabc1b req-1e600d87-49ef-4b8b-a630-8ef4b5998227 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:16:54.473163 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0676977-25de-4b5a-8c8c-2f033ca6edd9 None None] Sync routers for ids ['956088cc-6721-4268-862d-8c1db994f3dd'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:16:54.484696 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0676977-25de-4b5a-8c8c-2f033ca6edd9 None None] Routers {'956088cc-6721-4268-862d-8c1db994f3dd'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:16:54.485304 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-b0676977-25de-4b5a-8c8c-2f033ca6edd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:16:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['956088cc-6721-4268-862d-8c1db994f3dd'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:16:54.503155 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7eb4ab-34a1-4e52-9906-6e3961cabc1b req-1e600d87-49ef-4b8b-a630-8ef4b5998227 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] No DVR routers for this DVR port cf196405-6161-4074-b804-9c60784b8009 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:16:54.506045 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-cd7eb4ab-34a1-4e52-9906-6e3961cabc1b req-1e600d87-49ef-4b8b-a630-8ef4b5998227 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:16:54.509711 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cd7eb4ab-34a1-4e52-9906-6e3961cabc1b req-1e600d87-49ef-4b8b-a630-8ef4b5998227 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.11 "DELETE /v2.0/ports/cf196405-6161-4074-b804-9c60784b8009 HTTP/1.1" status: 204 len: 173 time: 0.8122680 Oct 20 12:16:54.510142 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb5a67b-9010-46cd-8a88-1a50be5a0e1f', 'name': 'network-vif-deleted', 'tag': 'cf196405-6161-4074-b804-9c60784b8009'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:16:54.513000 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51d3009-e4ea-40fb-b069-fce4c27a5915" -d '{"events": [{"server_uuid": "9bb5a67b-9010-46cd-8a88-1a50be5a0e1f", "name": "network-vif-deleted", "tag": "cf196405-6161-4074-b804-9c60784b8009"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:16:54.558055 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788bc478-f817-4103-b702-f9b873d334a2 x-openstack-request-id: req-788bc478-f817-4103-b702-f9b873d334a2 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:16:54.558342 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb5a67b-9010-46cd-8a88-1a50be5a0e1f", "name": "network-vif-deleted", "tag": "cf196405-6161-4074-b804-9c60784b8009", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:16:54.558784 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-788bc478-f817-4103-b702-f9b873d334a2 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:16:54.559206 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb5a67b-9010-46cd-8a88-1a50be5a0e1f', 'name': 'network-vif-deleted', 'tag': 'cf196405-6161-4074-b804-9c60784b8009', 'status': 'completed', 'code': 200} Oct 20 12:16:54.600432 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-b0676977-25de-4b5a-8c8c-2f033ca6edd9 None None] Set router 956088cc-6721-4268-862d-8c1db994f3dd gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:16:54.805981 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-b0676977-25de-4b5a-8c8c-2f033ca6edd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956088cc-6721-4268-862d-8c1db994f3dd', 'name': 'tempest-ServerActionsTestJSON-1403389520-router', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:14:28Z', 'updated_at': '2021-10-20T12:14:31Z', 'revision_number': 4, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'gw_port': {'id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:29Z', 'updated_at': '2021-10-20T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '0cfd37e8-850c-4a89-842a-e2e66a1d8257', 'name': '', 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'mac_address': 'fa:16:3e:6d:c6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:30Z', 'updated_at': '2021-10-20T12:14:34Z', 'revision_number': 5, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'subnets': [{'id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:16:54.836040 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0676977-25de-4b5a-8c8c-2f033ca6edd9 None None] Checking router: 956088cc-6721-4268-862d-8c1db994f3dd for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:16:54.844744 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0676977-25de-4b5a-8c8c-2f033ca6edd9 None None] Routers {'956088cc-6721-4268-862d-8c1db994f3dd'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:16:54.845361 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-b0676977-25de-4b5a-8c8c-2f033ca6edd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:16:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['956088cc-6721-4268-862d-8c1db994f3dd'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:16:54.954413 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-b0676977-25de-4b5a-8c8c-2f033ca6edd9 None None] Set router 956088cc-6721-4268-862d-8c1db994f3dd gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:16:54.988782 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-22540b97-9f21-4342-8a59-7d231c27f055 req-840b9010-6c5d-4574-8d9d-d5a71b9d00c2 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--1996447437&fields=id&tenant_id=19f2fe5b5db84f42890fc744e9639322 HTTP/1.1" status: 200 len: 267 time: 0.0331004 Oct 20 12:16:55.050521 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:16:55.105136 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22540b97-9f21-4342-8a59-7d231c27f055 req-139d1b2a-616a-48c2-bde7-cda24a712a23 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:55.106544 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-22540b97-9f21-4342-8a59-7d231c27f055 req-139d1b2a-616a-48c2-bde7-cda24a712a23 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/networks?id=70ec0249-a46b-4837-967e-6e2b16d900d6 HTTP/1.1" status: 200 len: 812 time: 0.1106479 Oct 20 12:16:55.121769 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-22540b97-9f21-4342-8a59-7d231c27f055 req-27945a71-458b-4102-a857-4075853a605b tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/quotas/19f2fe5b5db84f42890fc744e9639322 HTTP/1.1" status: 200 len: 375 time: 0.0091639 Oct 20 12:16:55.165906 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-b0676977-25de-4b5a-8c8c-2f033ca6edd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956088cc-6721-4268-862d-8c1db994f3dd', 'name': 'tempest-ServerActionsTestJSON-1403389520-router', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:14:28Z', 'updated_at': '2021-10-20T12:14:31Z', 'revision_number': 4, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'gw_port': {'id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:29Z', 'updated_at': '2021-10-20T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '0cfd37e8-850c-4a89-842a-e2e66a1d8257', 'name': '', 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'mac_address': 'fa:16:3e:6d:c6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:30Z', 'updated_at': '2021-10-20T12:14:34Z', 'revision_number': 5, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'subnets': [{'id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:16:55.174739 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-22540b97-9f21-4342-8a59-7d231c27f055 req-b2161407-7ef1-4aa6-a67a-937a91225342 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=19f2fe5b5db84f42890fc744e9639322&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475175 Oct 20 12:16:55.191654 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0676977-25de-4b5a-8c8c-2f033ca6edd9 None None] The sync data for ids ['956088cc-6721-4268-862d-8c1db994f3dd'] in n-d-814735-3 is: [{'id': '956088cc-6721-4268-862d-8c1db994f3dd', 'name': 'tempest-ServerActionsTestJSON-1403389520-router', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:14:28Z', 'updated_at': '2021-10-20T12:14:31Z', 'revision_number': 4, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'gw_port': {'id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:29Z', 'updated_at': '2021-10-20T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '0cfd37e8-850c-4a89-842a-e2e66a1d8257', 'name': '', 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'mac_address': 'fa:16:3e:6d:c6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:30Z', 'updated_at': '2021-10-20T12:14:34Z', 'revision_number': 5, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'subnets': [{'id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:16:55.327343 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-22540b97-9f21-4342-8a59-7d231c27f055 req-2a41f914-c573-4fba-aed2-bdb5977b0bbf service neutron] 10.222.0.98 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401432 Oct 20 12:16:55.415104 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5888e073-da94-4366-a053-63b7f3e02953 None None] New status for floating IP 5540c2e5-b848-452d-973f-f80e0ee89494: DOWN {{(pid=100648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 12:16:55.419407 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-22540b97-9f21-4342-8a59-7d231c27f055 req-35e53795-1941-445c-be3a-afca59310b71 service neutron] 10.222.0.98 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859275 Oct 20 12:16:55.586460 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bed01d35-f07b-4e59-9f1e-f49dec3f06c7 req-ccccee67-58c2-4811-9fdf-d36d879349ed tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=acd4363f-4eb4-469a-beed-1d273c8019ba HTTP/1.1" status: 200 len: 210 time: 0.0316913 Oct 20 12:16:55.809597 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device cf196405-6161-4074-b804-9c60784b8009 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:16:55.829246 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: cf196405-6161-4074-b804-9c60784b8009 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:16:55.829589 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device cf196405-6161-4074-b804-9c60784b8009 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:16:56.488554 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22540b97-9f21-4342-8a59-7d231c27f055 req-0b9d6dc9-04e0-4e92-9498-a86731d2b403 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:56.490025 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-22540b97-9f21-4342-8a59-7d231c27f055 req-0b9d6dc9-04e0-4e92-9498-a86731d2b403 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.11 "GET /v2.0/networks?id=70ec0249-a46b-4837-967e-6e2b16d900d6 HTTP/1.1" status: 200 len: 812 time: 0.1043799 Oct 20 12:16:56.535726 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-22540b97-9f21-4342-8a59-7d231c27f055 req-a473aa9f-3171-45f8-9300-4d313676fb2b tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19f2fe5b5db84f42890fc744e9639322 HTTP/1.1" status: 200 len: 380 time: 0.0367525 Oct 20 12:16:56.545253 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-22540b97-9f21-4342-8a59-7d231c27f055 req-40d04c73-9566-4262-8b5e-caa042041289 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Request body: {'port': {'device_id': 'acd4363f-4eb4-469a-beed-1d273c8019ba', 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6', 'admin_state_up': True, 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'security_groups': ['517c55d5-ff0c-4145-a697-6d57c1c4db44']}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:16:56.689171 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e94e1df6-e74b-486f-bbd1-8f5a06ea1cea req-a00a6eb8-a477-48c4-8368-8d8ec3e6c59b tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=acd4363f-4eb4-469a-beed-1d273c8019ba HTTP/1.1" status: 200 len: 210 time: 0.0334876 Oct 20 12:16:56.694632 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22540b97-9f21-4342-8a59-7d231c27f055 req-40d04c73-9566-4262-8b5e-caa042041289 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Made reservation on behalf of 19f2fe5b5db84f42890fc744e9639322 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:16:56.698135 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-22540b97-9f21-4342-8a59-7d231c27f055 req-40d04c73-9566-4262-8b5e-caa042041289 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:16:56.825597 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-22540b97-9f21-4342-8a59-7d231c27f055 req-40d04c73-9566-4262-8b5e-caa042041289 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Allocated IP 172.20.0.7 (70ec0249-a46b-4837-967e-6e2b16d900d6/5a896c64-352c-4dbf-98af-b7773d966ee8/2592e6d8-a7e0-4123-96b0-064fe90e5fd3) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:16:57.321608 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-22540b97-9f21-4342-8a59-7d231c27f055 req-40d04c73-9566-4262-8b5e-caa042041289 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:16:57.356714 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-22540b97-9f21-4342-8a59-7d231c27f055 req-40d04c73-9566-4262-8b5e-caa042041289 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:16:57.401599 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22540b97-9f21-4342-8a59-7d231c27f055 req-40d04c73-9566-4262-8b5e-caa042041289 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Network 70ec0249-a46b-4837-967e-6e2b16d900d6 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:16:57.404712 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-22540b97-9f21-4342-8a59-7d231c27f055 req-40d04c73-9566-4262-8b5e-caa042041289 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:16:57.408314 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-22540b97-9f21-4342-8a59-7d231c27f055 req-40d04c73-9566-4262-8b5e-caa042041289 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:16:57.417428 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d04c73-9566-4262-8b5e-caa042041289 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Pushing event updated for resources: {'Port': ['ID=2592e6d8-a7e0-4123-96b0-064fe90e5fd3,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:16:57.462917 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22540b97-9f21-4342-8a59-7d231c27f055 req-40d04c73-9566-4262-8b5e-caa042041289 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:57.463656 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-22540b97-9f21-4342-8a59-7d231c27f055 req-40d04c73-9566-4262-8b5e-caa042041289 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:16:57.480681 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-22540b97-9f21-4342-8a59-7d231c27f055 req-40d04c73-9566-4262-8b5e-caa042041289 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9391608 Oct 20 12:16:57.493415 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-22540b97-9f21-4342-8a59-7d231c27f055 req-3dfb0fe0-d7e9-4162-9195-fe0028d2b2f0 service neutron] Request body: {'port': {'device_id': 'acd4363f-4eb4-469a-beed-1d273c8019ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:16:57.548724 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-22540b97-9f21-4342-8a59-7d231c27f055 req-3dfb0fe0-d7e9-4162-9195-fe0028d2b2f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:16:57.614889 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-7a3354ad-96c3-4616-a1f6-11230abc61e8 None None] Provisioning complete for port 2592e6d8-a7e0-4123-96b0-064fe90e5fd3 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:16:57.615875 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7a3354ad-96c3-4616-a1f6-11230abc61e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:16:57.652365 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-7a3354ad-96c3-4616-a1f6-11230abc61e8 None None] Port 2592e6d8-a7e0-4123-96b0-064fe90e5fd3 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:16:57.847797 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166e2d1-dfea-450a-84c1-2931669a10e8 req-89bcf791-4075-4cb4-ae20-58f05660e2e6 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:57.849178 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e166e2d1-dfea-450a-84c1-2931669a10e8 req-89bcf791-4075-4cb4-ae20-58f05660e2e6 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=acd4363f-4eb4-469a-beed-1d273c8019ba HTTP/1.1" status: 200 len: 931 time: 0.0904531 Oct 20 12:16:57.856553 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-22540b97-9f21-4342-8a59-7d231c27f055 req-3dfb0fe0-d7e9-4162-9195-fe0028d2b2f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2592e6d8-a7e0-4123-96b0-064fe90e5fd3 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:16:57.869418 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-22540b97-9f21-4342-8a59-7d231c27f055 req-3dfb0fe0-d7e9-4162-9195-fe0028d2b2f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:16:57.891209 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-22540b97-9f21-4342-8a59-7d231c27f055 req-3dfb0fe0-d7e9-4162-9195-fe0028d2b2f0 service neutron] Transition to ACTIVE for port object 2592e6d8-a7e0-4123-96b0-064fe90e5fd3 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 12:16:57.899492 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-22540b97-9f21-4342-8a59-7d231c27f055 req-3dfb0fe0-d7e9-4162-9195-fe0028d2b2f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:16:57.933869 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e166e2d1-dfea-450a-84c1-2931669a10e8 req-aab0940e-d32f-479a-9d58-4906fba57473 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729573 Oct 20 12:16:57.956693 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb0fe0-d7e9-4162-9195-fe0028d2b2f0 service neutron] Pushing event updated for resources: {'Port': ['ID=2592e6d8-a7e0-4123-96b0-064fe90e5fd3,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:16:58.031431 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-22540b97-9f21-4342-8a59-7d231c27f055 req-3dfb0fe0-d7e9-4162-9195-fe0028d2b2f0 service neutron] Attempting to bind port 2592e6d8-a7e0-4123-96b0-064fe90e5fd3 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:16:58.031765 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-22540b97-9f21-4342-8a59-7d231c27f055 req-3dfb0fe0-d7e9-4162-9195-fe0028d2b2f0 service neutron] Attempting to bind port 2592e6d8-a7e0-4123-96b0-064fe90e5fd3 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': 'c1eca377-ac1d-4dd9-b6c8-2d237bc33922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:16:58.032088 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22540b97-9f21-4342-8a59-7d231c27f055 req-3dfb0fe0-d7e9-4162-9195-fe0028d2b2f0 service neutron] Attempting to bind port 2592e6d8-a7e0-4123-96b0-064fe90e5fd3 on network 70ec0249-a46b-4837-967e-6e2b16d900d6 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:16:58.036637 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22540b97-9f21-4342-8a59-7d231c27f055 req-3dfb0fe0-d7e9-4162-9195-fe0028d2b2f0 service neutron] Port 2592e6d8-a7e0-4123-96b0-064fe90e5fd3 on network 70ec0249-a46b-4837-967e-6e2b16d900d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 12:16:58.036960 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22540b97-9f21-4342-8a59-7d231c27f055 req-3dfb0fe0-d7e9-4162-9195-fe0028d2b2f0 service neutron] Attempting to bind port 2592e6d8-a7e0-4123-96b0-064fe90e5fd3 on network 70ec0249-a46b-4837-967e-6e2b16d900d6 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:16:58.041980 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22540b97-9f21-4342-8a59-7d231c27f055 req-3dfb0fe0-d7e9-4162-9195-fe0028d2b2f0 service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:16:58.042310 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22540b97-9f21-4342-8a59-7d231c27f055 req-3dfb0fe0-d7e9-4162-9195-fe0028d2b2f0 service neutron] Checking segment: {'id': 'c1eca377-ac1d-4dd9-b6c8-2d237bc33922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:16:58.042733 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22540b97-9f21-4342-8a59-7d231c27f055 req-3dfb0fe0-d7e9-4162-9195-fe0028d2b2f0 service neutron] Bound using segment: {'id': 'c1eca377-ac1d-4dd9-b6c8-2d237bc33922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:16:58.043477 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-22540b97-9f21-4342-8a59-7d231c27f055 req-3dfb0fe0-d7e9-4162-9195-fe0028d2b2f0 service neutron] Bound port: 2592e6d8-a7e0-4123-96b0-064fe90e5fd3, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1eca377-ac1d-4dd9-b6c8-2d237bc33922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:16:58.043834 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-22540b97-9f21-4342-8a59-7d231c27f055 req-3dfb0fe0-d7e9-4162-9195-fe0028d2b2f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:16:58.108165 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-22540b97-9f21-4342-8a59-7d231c27f055 req-3dfb0fe0-d7e9-4162-9195-fe0028d2b2f0 service neutron] For port 2592e6d8-a7e0-4123-96b0-064fe90e5fd3, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:16:58.111295 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-22540b97-9f21-4342-8a59-7d231c27f055 req-3dfb0fe0-d7e9-4162-9195-fe0028d2b2f0 service neutron] For port 2592e6d8-a7e0-4123-96b0-064fe90e5fd3, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=2592e6d8-a7e0-4123-96b0-064fe90e5fd3,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:16:58.116974 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-22540b97-9f21-4342-8a59-7d231c27f055 req-3dfb0fe0-d7e9-4162-9195-fe0028d2b2f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:16:58.154374 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22540b97-9f21-4342-8a59-7d231c27f055 req-3dfb0fe0-d7e9-4162-9195-fe0028d2b2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:58.154918 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-22540b97-9f21-4342-8a59-7d231c27f055 req-3dfb0fe0-d7e9-4162-9195-fe0028d2b2f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:16:58.156265 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-22540b97-9f21-4342-8a59-7d231c27f055 req-3dfb0fe0-d7e9-4162-9195-fe0028d2b2f0 service neutron] 10.222.0.11 "PUT /v2.0/ports/2592e6d8-a7e0-4123-96b0-064fe90e5fd3 HTTP/1.1" status: 200 len: 1091 time: 0.6674576 Oct 20 12:16:58.156722 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd4363f-4eb4-469a-beed-1d273c8019ba', 'tag': '2592e6d8-a7e0-4123-96b0-064fe90e5fd3'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:16:58.158973 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4a11c1-f3f3-4377-b47a-1e309d500d73" -d '{"events": [{"name": "network-changed", "server_uuid": "acd4363f-4eb4-469a-beed-1d273c8019ba", "tag": "2592e6d8-a7e0-4123-96b0-064fe90e5fd3"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:16:58.189994 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb0fe0-d7e9-4162-9195-fe0028d2b2f0 service neutron] Pushing event updated for resources: {'Port': ['ID=2592e6d8-a7e0-4123-96b0-064fe90e5fd3,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:16:58.216388 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb4fb90-42f4-45f1-b80b-c27d3ef6dead x-openstack-request-id: req-7cb4fb90-42f4-45f1-b80b-c27d3ef6dead {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:16:58.216686 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acd4363f-4eb4-469a-beed-1d273c8019ba", "tag": "2592e6d8-a7e0-4123-96b0-064fe90e5fd3", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:16:58.216941 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7cb4fb90-42f4-45f1-b80b-c27d3ef6dead {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:16:58.217345 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acd4363f-4eb4-469a-beed-1d273c8019ba', 'tag': '2592e6d8-a7e0-4123-96b0-064fe90e5fd3', 'status': 'completed', 'code': 200} Oct 20 12:16:58.248287 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22540b97-9f21-4342-8a59-7d231c27f055 req-295b5094-5f46-4429-93a8-e8869cb2c517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:58.250042 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-22540b97-9f21-4342-8a59-7d231c27f055 req-295b5094-5f46-4429-93a8-e8869cb2c517 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=19f2fe5b5db84f42890fc744e9639322&device_id=acd4363f-4eb4-469a-beed-1d273c8019ba HTTP/1.1" status: 200 len: 1094 time: 0.0442524 Oct 20 12:16:58.292961 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-22540b97-9f21-4342-8a59-7d231c27f055 req-2e9ef730-0ea2-451c-ba58-77569acf7b82 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2592e6d8-a7e0-4123-96b0-064fe90e5fd3 HTTP/1.1" status: 200 len: 217 time: 0.0353272 Oct 20 12:16:58.349960 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22540b97-9f21-4342-8a59-7d231c27f055 req-cbf4ae46-21cd-4c2c-a293-b29be6d8ce37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:58.351515 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-22540b97-9f21-4342-8a59-7d231c27f055 req-cbf4ae46-21cd-4c2c-a293-b29be6d8ce37 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5a896c64-352c-4dbf-98af-b7773d966ee8 HTTP/1.1" status: 200 len: 851 time: 0.0514543 Oct 20 12:16:58.400204 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22540b97-9f21-4342-8a59-7d231c27f055 req-ea35b18d-5604-4762-ab23-378f05e59f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:58.401611 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-22540b97-9f21-4342-8a59-7d231c27f055 req-ea35b18d-5604-4762-ab23-378f05e59f8d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70ec0249-a46b-4837-967e-6e2b16d900d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419774 Oct 20 12:16:58.491773 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-22540b97-9f21-4342-8a59-7d231c27f055 req-96bbf10a-eb63-4d57-9e3f-ef668a7f2513 service neutron] 10.222.0.11 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829835 Oct 20 12:16:58.583459 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-22540b97-9f21-4342-8a59-7d231c27f055 req-437cb3ab-43ad-49c8-9a21-b6cc09dbbe8e service neutron] 10.222.0.11 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848792 Oct 20 12:16:58.675081 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a11c1-f3f3-4377-b47a-1e309d500d73 req-0a1c28a3-d236-4368-9753-fed798449444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:58.676515 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ad4a11c1-f3f3-4377-b47a-1e309d500d73 req-0a1c28a3-d236-4368-9753-fed798449444 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=19f2fe5b5db84f42890fc744e9639322&device_id=acd4363f-4eb4-469a-beed-1d273c8019ba HTTP/1.1" status: 200 len: 1094 time: 0.0436547 Oct 20 12:16:58.780811 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a11c1-f3f3-4377-b47a-1e309d500d73 req-06d609ee-233e-41a5-95f0-ddd036a66715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:58.782270 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ad4a11c1-f3f3-4377-b47a-1e309d500d73 req-06d609ee-233e-41a5-95f0-ddd036a66715 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70ec0249-a46b-4837-967e-6e2b16d900d6 HTTP/1.1" status: 200 len: 914 time: 0.0976274 Oct 20 12:16:58.823299 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ad4a11c1-f3f3-4377-b47a-1e309d500d73 req-ee60b053-65a0-4192-be26-24fb1a42f41f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2592e6d8-a7e0-4123-96b0-064fe90e5fd3 HTTP/1.1" status: 200 len: 217 time: 0.0333488 Oct 20 12:16:58.872977 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a11c1-f3f3-4377-b47a-1e309d500d73 req-c5a623a3-819a-4c25-82fc-d0a07c472ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:58.874365 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ad4a11c1-f3f3-4377-b47a-1e309d500d73 req-c5a623a3-819a-4c25-82fc-d0a07c472ff9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5a896c64-352c-4dbf-98af-b7773d966ee8 HTTP/1.1" status: 200 len: 851 time: 0.0431788 Oct 20 12:16:58.925372 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a11c1-f3f3-4377-b47a-1e309d500d73 req-9fc16be0-1a50-4602-9475-788ddeabfb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:58.926720 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ad4a11c1-f3f3-4377-b47a-1e309d500d73 req-9fc16be0-1a50-4602-9475-788ddeabfb6a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70ec0249-a46b-4837-967e-6e2b16d900d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442502 Oct 20 12:16:59.039966 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ad4a11c1-f3f3-4377-b47a-1e309d500d73 req-c90e6539-0ea0-48ec-ba8e-f9e621eb2a47 service neutron] 10.222.0.11 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045830 Oct 20 12:16:59.081725 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2033f920-e214-4d4e-85fa-5d41c176bb52 req-52733490-e5a5-4f3c-9583-1b4aa849e926 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:16:59.083163 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2033f920-e214-4d4e-85fa-5d41c176bb52 req-52733490-e5a5-4f3c-9583-1b4aa849e926 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=acd4363f-4eb4-469a-beed-1d273c8019ba HTTP/1.1" status: 200 len: 943 time: 0.0811021 Oct 20 12:16:59.158894 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2033f920-e214-4d4e-85fa-5d41c176bb52 req-77934f1c-ccfa-4ea0-be64-0b7215595d41 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695984 Oct 20 12:16:59.169095 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ad4a11c1-f3f3-4377-b47a-1e309d500d73 req-8e2123c3-9cea-40b8-a2da-2a84abb1a95a service neutron] 10.222.0.11 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208580 Oct 20 12:17:00.305040 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2238d-0284-422d-ac33-0f61d343e198 req-a7dfa44f-ed4e-4cdc-9e35-e22d84f3e77c tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:17:00.306076 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e3d2238d-0284-422d-ac33-0f61d343e198 req-a7dfa44f-ed4e-4cdc-9e35-e22d84f3e77c tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=acd4363f-4eb4-469a-beed-1d273c8019ba HTTP/1.1" status: 200 len: 943 time: 0.0645893 Oct 20 12:17:00.352324 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e3d2238d-0284-422d-ac33-0f61d343e198 req-76fd413d-c34e-4f8f-b871-053828c2a9b2 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364738 Oct 20 12:17:01.490060 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861cedf-a349-43fa-8e97-8cec69284f61 req-8a0776d7-0e42-4455-95bb-f8d26b05097f tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:17:01.492177 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6861cedf-a349-43fa-8e97-8cec69284f61 req-8a0776d7-0e42-4455-95bb-f8d26b05097f tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=acd4363f-4eb4-469a-beed-1d273c8019ba HTTP/1.1" status: 200 len: 943 time: 0.0566921 Oct 20 12:17:01.531557 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6861cedf-a349-43fa-8e97-8cec69284f61 req-3cc4a08c-9cc4-43cd-8fba-1f62f2e1edb7 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330644 Oct 20 12:17:01.842151 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 2592e6d8-a7e0-4123-96b0-064fe90e5fd3 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:17:01.941742 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 2592e6d8-a7e0-4123-96b0-064fe90e5fd3, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=2592e6d8-a7e0-4123-96b0-064fe90e5fd3,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:17:01.955015 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '2592e6d8-a7e0-4123-96b0-064fe90e5fd3', 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6', 'port_id': '2592e6d8-a7e0-4123-96b0-064fe90e5fd3', 'mac_address': 'fa:16:3e:91:c9:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:17:02.008992 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:17:02.021828 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2592e6d8-a7e0-4123-96b0-064fe90e5fd3 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:17:02.041034 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 2592e6d8-a7e0-4123-96b0-064fe90e5fd3, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=2592e6d8-a7e0-4123-96b0-064fe90e5fd3,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:17:02.046750 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:17:02.095298 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=2592e6d8-a7e0-4123-96b0-064fe90e5fd3,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:17:02.232892 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['2592e6d8-a7e0-4123-96b0-064fe90e5fd3'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:17:02.498654 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:17:02.662190 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d68da-380c-471d-9568-e45621d419a1 req-62928f6f-7558-413c-8b9b-62f7dce70dec tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:17:02.663813 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea3d68da-380c-471d-9568-e45621d419a1 req-62928f6f-7558-413c-8b9b-62f7dce70dec tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=acd4363f-4eb4-469a-beed-1d273c8019ba HTTP/1.1" status: 200 len: 944 time: 0.0531163 Oct 20 12:17:02.701964 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea3d68da-380c-471d-9568-e45621d419a1 req-c70eeb8c-9a47-48f9-b92b-c5fb4ff227da tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319862 Oct 20 12:17:03.833630 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab9df4-123d-4d99-9b79-b58882d3ba2f req-7a0ec4da-8621-4887-a052-9d34386e9d92 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:17:03.835118 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5dab9df4-123d-4d99-9b79-b58882d3ba2f req-7a0ec4da-8621-4887-a052-9d34386e9d92 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=acd4363f-4eb4-469a-beed-1d273c8019ba HTTP/1.1" status: 200 len: 944 time: 0.0549071 Oct 20 12:17:03.840642 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 2592e6d8-a7e0-4123-96b0-064fe90e5fd3 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:17:03.874249 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5dab9df4-123d-4d99-9b79-b58882d3ba2f req-6df3c7f0-c9ad-45b9-978a-5703e8dd3fc5 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325792 Oct 20 12:17:03.892384 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 2592e6d8-a7e0-4123-96b0-064fe90e5fd3 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 12:17:03.896588 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 2592e6d8-a7e0-4123-96b0-064fe90e5fd3 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:17:03.896986 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:17:03.972256 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:17:03.994544 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd4363f-4eb4-469a-beed-1d273c8019ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2592e6d8-a7e0-4123-96b0-064fe90e5fd3'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:17:03.996824 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a02f156-3c7d-4e09-b2d4-08736cb699e3" -d '{"events": [{"server_uuid": "acd4363f-4eb4-469a-beed-1d273c8019ba", "name": "network-vif-plugged", "status": "completed", "tag": "2592e6d8-a7e0-4123-96b0-064fe90e5fd3"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:17:04.008824 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 2592e6d8-a7e0-4123-96b0-064fe90e5fd3, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=2592e6d8-a7e0-4123-96b0-064fe90e5fd3,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:17:04.013962 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:17:04.039853 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450dd73a-03f0-4586-b135-cdcc94b7d51f x-openstack-request-id: req-450dd73a-03f0-4586-b135-cdcc94b7d51f {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:17:04.040144 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd4363f-4eb4-469a-beed-1d273c8019ba", "name": "network-vif-plugged", "status": "completed", "tag": "2592e6d8-a7e0-4123-96b0-064fe90e5fd3", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:17:04.040395 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-450dd73a-03f0-4586-b135-cdcc94b7d51f {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:17:04.040779 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd4363f-4eb4-469a-beed-1d273c8019ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2592e6d8-a7e0-4123-96b0-064fe90e5fd3', 'code': 200} Oct 20 12:17:04.065545 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=2592e6d8-a7e0-4123-96b0-064fe90e5fd3,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:17:04.135605 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1491270-6064-48b7-a9c2-8175410f4933 req-da49160f-1ae2-4a7b-afd4-d587fb441398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:17:04.137086 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b1491270-6064-48b7-a9c2-8175410f4933 req-da49160f-1ae2-4a7b-afd4-d587fb441398 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=acd4363f-4eb4-469a-beed-1d273c8019ba HTTP/1.1" status: 200 len: 1096 time: 0.0431190 Oct 20 12:17:04.172425 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b1491270-6064-48b7-a9c2-8175410f4933 req-4d2c7422-5fc9-4774-ae1a-f7ff78d0c81a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273166 Oct 20 12:17:05.013010 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a00a8-b548-47d3-b5f5-bde5baa9051b req-fd2e9d37-38e2-4f6a-b175-23d212f0eb75 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:17:05.014468 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-674a00a8-b548-47d3-b5f5-bde5baa9051b req-fd2e9d37-38e2-4f6a-b175-23d212f0eb75 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=acd4363f-4eb4-469a-beed-1d273c8019ba HTTP/1.1" status: 200 len: 945 time: 0.0572834 Oct 20 12:17:05.053582 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-674a00a8-b548-47d3-b5f5-bde5baa9051b req-935c6913-5178-42c4-9b97-a08c173a2018 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327501 Oct 20 12:17:06.184897 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb107b3a-544c-4bf4-b8ee-b2d8236e91e5 req-04fa4f9a-cd46-4c75-b6c3-536a3a61ee61 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:17:06.186430 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eb107b3a-544c-4bf4-b8ee-b2d8236e91e5 req-04fa4f9a-cd46-4c75-b6c3-536a3a61ee61 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=acd4363f-4eb4-469a-beed-1d273c8019ba HTTP/1.1" status: 200 len: 945 time: 0.0584617 Oct 20 12:17:06.226996 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eb107b3a-544c-4bf4-b8ee-b2d8236e91e5 req-24d2038a-8c62-4bcf-a02a-043acb3b9888 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326321 Oct 20 12:17:06.359246 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a180f921-a71e-4e3f-960b-e5ace08fe4ad req-c2f4da05-6444-4d27-bfab-e835105333f2 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:17:06.360667 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a180f921-a71e-4e3f-960b-e5ace08fe4ad req-c2f4da05-6444-4d27-bfab-e835105333f2 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=acd4363f-4eb4-469a-beed-1d273c8019ba HTTP/1.1" status: 200 len: 945 time: 0.0587442 Oct 20 12:17:06.369605 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 57222) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:17:06.376318 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-dbae47ae-6fe8-4f23-889b-01271f0faa59 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Request body: {'floatingip': {'port_id': '2592e6d8-a7e0-4123-96b0-064fe90e5fd3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:17:06.417384 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dbae47ae-6fe8-4f23-889b-01271f0faa59 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks [] for floatingip, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:17:06.842652 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dbae47ae-6fe8-4f23-889b-01271f0faa59 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:17:06.847385 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dbae47ae-6fe8-4f23-889b-01271f0faa59 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:17:06.948834 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [None req-dbae47ae-6fe8-4f23-889b-01271f0faa59 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Floating IP 5540c2e5-b848-452d-973f-f80e0ee89494 associated. External IP: 172.25.5.122, port: 2592e6d8-a7e0-4123-96b0-064fe90e5fd3. Oct 20 12:17:07.156856 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbae47ae-6fe8-4f23-889b-01271f0faa59 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Router 956088cc-6721-4268-862d-8c1db994f3dd has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:17:07.266168 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbae47ae-6fe8-4f23-889b-01271f0faa59 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:17:07.271772 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dbae47ae-6fe8-4f23-889b-01271f0faa59 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:17:07.276479 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccf38e7-5cf9-4d70-a061-883733c59d94 None None] Sync routers for ids ['956088cc-6721-4268-862d-8c1db994f3dd'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:17:07.286533 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccf38e7-5cf9-4d70-a061-883733c59d94 None None] Routers {'956088cc-6721-4268-862d-8c1db994f3dd'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:17:07.287184 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-9ccf38e7-5cf9-4d70-a061-883733c59d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:16:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['956088cc-6721-4268-862d-8c1db994f3dd'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:17:07.307301 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-dbae47ae-6fe8-4f23-889b-01271f0faa59 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "PUT /v2.0/floatingips/5540c2e5-b848-452d-973f-f80e0ee89494 HTTP/1.1" status: 200 len: 991 time: 0.9337149 Oct 20 12:17:07.307301 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd4363f-4eb4-469a-beed-1d273c8019ba', 'tag': '2592e6d8-a7e0-4123-96b0-064fe90e5fd3'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:17:07.307689 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a11d20-76e7-42ed-acc3-a9bf561cfeac" -d '{"events": [{"name": "network-changed", "server_uuid": "acd4363f-4eb4-469a-beed-1d273c8019ba", "tag": "2592e6d8-a7e0-4123-96b0-064fe90e5fd3"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:17:07.343547 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c1031d-6e13-4aa5-9b09-99842e3a2257 x-openstack-request-id: req-35c1031d-6e13-4aa5-9b09-99842e3a2257 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:17:07.344079 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acd4363f-4eb4-469a-beed-1d273c8019ba", "tag": "2592e6d8-a7e0-4123-96b0-064fe90e5fd3", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:17:07.344483 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-35c1031d-6e13-4aa5-9b09-99842e3a2257 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:17:07.345035 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acd4363f-4eb4-469a-beed-1d273c8019ba', 'tag': '2592e6d8-a7e0-4123-96b0-064fe90e5fd3', 'status': 'completed', 'code': 200} Oct 20 12:17:07.392425 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-9ccf38e7-5cf9-4d70-a061-883733c59d94 None None] Set router 956088cc-6721-4268-862d-8c1db994f3dd gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:17:07.407323 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a11d20-76e7-42ed-acc3-a9bf561cfeac req-5aea50ee-607f-4c3e-9faa-8a139a2e40cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:17:07.408847 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-28a11d20-76e7-42ed-acc3-a9bf561cfeac req-5aea50ee-607f-4c3e-9faa-8a139a2e40cf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=19f2fe5b5db84f42890fc744e9639322&device_id=acd4363f-4eb4-469a-beed-1d273c8019ba HTTP/1.1" status: 200 len: 1096 time: 0.0404873 Oct 20 12:17:07.503641 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a11d20-76e7-42ed-acc3-a9bf561cfeac req-316ff2ad-88ed-48b9-9744-2c6375ca092d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:17:07.505155 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-28a11d20-76e7-42ed-acc3-a9bf561cfeac req-316ff2ad-88ed-48b9-9744-2c6375ca092d service neutron] 10.222.0.11 "GET /v2.0/networks?id=70ec0249-a46b-4837-967e-6e2b16d900d6 HTTP/1.1" status: 200 len: 914 time: 0.0892429 Oct 20 12:17:07.568768 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-28a11d20-76e7-42ed-acc3-a9bf561cfeac req-472aaffb-50eb-4d0c-a6c7-331759c71e59 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2592e6d8-a7e0-4123-96b0-064fe90e5fd3 HTTP/1.1" status: 200 len: 999 time: 0.0567925 Oct 20 12:17:07.617051 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-9ccf38e7-5cf9-4d70-a061-883733c59d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956088cc-6721-4268-862d-8c1db994f3dd', 'name': 'tempest-ServerActionsTestJSON-1403389520-router', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:14:28Z', 'updated_at': '2021-10-20T12:14:31Z', 'revision_number': 4, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'gw_port': {'id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:29Z', 'updated_at': '2021-10-20T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '5540c2e5-b848-452d-973f-f80e0ee89494', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'floating_ip_address': '172.25.5.122', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'port_id': '2592e6d8-a7e0-4123-96b0-064fe90e5fd3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6', 'mac_address': 'fa:16:3e:91:c9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd4363f-4eb4-469a-beed-1d273c8019ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:14:33Z', 'updated_at': '2021-10-20T12:17:06Z', 'revision_number': 5, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cfd37e8-850c-4a89-842a-e2e66a1d8257', 'name': '', 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'mac_address': 'fa:16:3e:6d:c6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:30Z', 'updated_at': '2021-10-20T12:14:34Z', 'revision_number': 5, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'subnets': [{'id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:17:07.621644 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a11d20-76e7-42ed-acc3-a9bf561cfeac req-f9285689-ad19-44b3-8813-55d922b8825f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:17:07.623173 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-28a11d20-76e7-42ed-acc3-a9bf561cfeac req-f9285689-ad19-44b3-8813-55d922b8825f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5a896c64-352c-4dbf-98af-b7773d966ee8 HTTP/1.1" status: 200 len: 851 time: 0.0482011 Oct 20 12:17:07.645849 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccf38e7-5cf9-4d70-a061-883733c59d94 None None] Checking router: 956088cc-6721-4268-862d-8c1db994f3dd for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:17:07.654347 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccf38e7-5cf9-4d70-a061-883733c59d94 None None] Routers {'956088cc-6721-4268-862d-8c1db994f3dd'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:17:07.654980 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-9ccf38e7-5cf9-4d70-a061-883733c59d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:16:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['956088cc-6721-4268-862d-8c1db994f3dd'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:17:07.669601 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a11d20-76e7-42ed-acc3-a9bf561cfeac req-c6a721a8-4c05-4658-a68c-96a1e76960e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:17:07.671146 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-28a11d20-76e7-42ed-acc3-a9bf561cfeac req-c6a721a8-4c05-4658-a68c-96a1e76960e9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70ec0249-a46b-4837-967e-6e2b16d900d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410767 Oct 20 12:17:07.760044 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-9ccf38e7-5cf9-4d70-a061-883733c59d94 None None] Set router 956088cc-6721-4268-862d-8c1db994f3dd gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:17:07.760422 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-28a11d20-76e7-42ed-acc3-a9bf561cfeac req-b2dc6d9e-3bf7-4fcb-82d9-165240fc44fd service neutron] 10.222.0.11 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815859 Oct 20 12:17:07.857486 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-28a11d20-76e7-42ed-acc3-a9bf561cfeac req-4a14ea8c-8420-4027-a6df-0aa0bf6bf206 service neutron] 10.222.0.11 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893066 Oct 20 12:17:08.078776 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-9ccf38e7-5cf9-4d70-a061-883733c59d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956088cc-6721-4268-862d-8c1db994f3dd', 'name': 'tempest-ServerActionsTestJSON-1403389520-router', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:14:28Z', 'updated_at': '2021-10-20T12:14:31Z', 'revision_number': 4, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'gw_port': {'id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:29Z', 'updated_at': '2021-10-20T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '5540c2e5-b848-452d-973f-f80e0ee89494', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'floating_ip_address': '172.25.5.122', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'port_id': '2592e6d8-a7e0-4123-96b0-064fe90e5fd3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6', 'mac_address': 'fa:16:3e:91:c9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd4363f-4eb4-469a-beed-1d273c8019ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:14:33Z', 'updated_at': '2021-10-20T12:17:06Z', 'revision_number': 5, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cfd37e8-850c-4a89-842a-e2e66a1d8257', 'name': '', 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'mac_address': 'fa:16:3e:6d:c6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:30Z', 'updated_at': '2021-10-20T12:14:34Z', 'revision_number': 5, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'subnets': [{'id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:17:08.109610 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccf38e7-5cf9-4d70-a061-883733c59d94 None None] The sync data for ids ['956088cc-6721-4268-862d-8c1db994f3dd'] in n-d-814735-3 is: [{'id': '956088cc-6721-4268-862d-8c1db994f3dd', 'name': 'tempest-ServerActionsTestJSON-1403389520-router', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:14:28Z', 'updated_at': '2021-10-20T12:14:31Z', 'revision_number': 4, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'gw_port': {'id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:29Z', 'updated_at': '2021-10-20T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '5540c2e5-b848-452d-973f-f80e0ee89494', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'floating_ip_address': '172.25.5.122', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'port_id': '2592e6d8-a7e0-4123-96b0-064fe90e5fd3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6', 'mac_address': 'fa:16:3e:91:c9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd4363f-4eb4-469a-beed-1d273c8019ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:14:33Z', 'updated_at': '2021-10-20T12:17:06Z', 'revision_number': 5, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cfd37e8-850c-4a89-842a-e2e66a1d8257', 'name': '', 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'mac_address': 'fa:16:3e:6d:c6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:30Z', 'updated_at': '2021-10-20T12:14:34Z', 'revision_number': 5, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'subnets': [{'id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:17:08.342372 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bec34a1-9b55-4554-946b-03b0b1e1c19f None None] New status for floating IP 5540c2e5-b848-452d-973f-f80e0ee89494: ACTIVE {{(pid=100648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 12:17:10.270428 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:17:15.814500 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:17:18.549746 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-3de09725-5186-4424-b72b-f5e55d2b3428 req-b8bb1437-bbab-4c19-b1ce-0c5f2141de86 tempest-AttachVolumeShelveTestJSON-2036341360 tempest-AttachVolumeShelveTestJSON-2036341360-project] (100647) timed out ('10.222.0.11', 56728) {{(pid=100647) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 20 12:17:19.379093 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9b83dcec-7b64-48a3-a086-e58abe425095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:17:22.255009 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-efad5cfe-e6d6-4a50-ae9f-9e2ac771c5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:17:23.197993 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:17:23.320015 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:17:25.045801 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:17:31.740859 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-276bd5c6-2d19-4861-acde-bed529d3f8ec req-fce9b1db-2d70-49a1-a42c-eb03099d37fa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=acd4363f-4eb4-469a-beed-1d273c8019ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461564 Oct 20 12:17:31.832022 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276bd5c6-2d19-4861-acde-bed529d3f8ec req-e6223ae8-f98f-4683-8f1c-6b7dcc66d2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:17:31.833507 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-276bd5c6-2d19-4861-acde-bed529d3f8ec req-e6223ae8-f98f-4683-8f1c-6b7dcc66d2d4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=19f2fe5b5db84f42890fc744e9639322&device_id=acd4363f-4eb4-469a-beed-1d273c8019ba HTTP/1.1" status: 200 len: 1096 time: 0.0460145 Oct 20 12:17:31.958467 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276bd5c6-2d19-4861-acde-bed529d3f8ec req-f91f508f-ac24-4a07-8f56-6c9704bb8f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:17:31.960064 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-276bd5c6-2d19-4861-acde-bed529d3f8ec req-f91f508f-ac24-4a07-8f56-6c9704bb8f1e service neutron] 10.222.0.11 "GET /v2.0/networks?id=70ec0249-a46b-4837-967e-6e2b16d900d6 HTTP/1.1" status: 200 len: 914 time: 0.1009123 Oct 20 12:17:32.032486 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-276bd5c6-2d19-4861-acde-bed529d3f8ec req-bf98cc14-cac3-4ed6-9778-0da3b30a3ae7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2592e6d8-a7e0-4123-96b0-064fe90e5fd3 HTTP/1.1" status: 200 len: 1001 time: 0.0633726 Oct 20 12:17:32.084847 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276bd5c6-2d19-4861-acde-bed529d3f8ec req-846de731-c662-403a-a777-e08e37e9297d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:17:32.086352 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-276bd5c6-2d19-4861-acde-bed529d3f8ec req-846de731-c662-403a-a777-e08e37e9297d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5a896c64-352c-4dbf-98af-b7773d966ee8 HTTP/1.1" status: 200 len: 851 time: 0.0455594 Oct 20 12:17:32.138858 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276bd5c6-2d19-4861-acde-bed529d3f8ec req-d74b7662-8b42-4b3c-b3ee-d4aaa6b6bc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:17:32.140396 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-276bd5c6-2d19-4861-acde-bed529d3f8ec req-d74b7662-8b42-4b3c-b3ee-d4aaa6b6bc0a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70ec0249-a46b-4837-967e-6e2b16d900d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449045 Oct 20 12:17:32.233088 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-276bd5c6-2d19-4861-acde-bed529d3f8ec req-2ace6a2b-aaeb-4fce-a84b-9f4ee6e2b4d0 service neutron] 10.222.0.11 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850685 Oct 20 12:17:32.325421 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-276bd5c6-2d19-4861-acde-bed529d3f8ec req-002d75d1-6d15-4e03-b3be-71346816d957 service neutron] 10.222.0.11 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842073 Oct 20 12:17:39.498994 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:17:40.286588 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:17:45.824423 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:17:49.388375 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-79c0f57f-e825-424a-baa9-37b7365fbdb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:17:52.249402 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bc66cfbb-c1bd-4e77-8462-a73b4e1e5c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:17:53.204776 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:17:53.324664 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:17:55.052714 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:18:10.300746 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:18:15.833922 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:18:16.502768 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:18:19.387273 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-cfbe51ad-52db-47ec-a441-630c0c814121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:18:22.257702 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a2b7f561-52a7-4bde-ac84-b1ff6400d1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:18:23.207167 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:18:23.327597 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:18:25.062344 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:18:32.332216 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-223771d2-94bb-4ed6-a8a4-632523a7f7bf req-46068708-8b24-4c84-9340-6f4b356470f7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=acd4363f-4eb4-469a-beed-1d273c8019ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1047661 Oct 20 12:18:32.419925 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223771d2-94bb-4ed6-a8a4-632523a7f7bf req-9c45770c-6dfd-42a2-a335-3b59953224da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:18:32.421505 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-223771d2-94bb-4ed6-a8a4-632523a7f7bf req-9c45770c-6dfd-42a2-a335-3b59953224da service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=19f2fe5b5db84f42890fc744e9639322&device_id=acd4363f-4eb4-469a-beed-1d273c8019ba HTTP/1.1" status: 200 len: 1096 time: 0.0454268 Oct 20 12:18:32.522467 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223771d2-94bb-4ed6-a8a4-632523a7f7bf req-25e1dbe3-2cda-482f-8b58-ba74ed5b2951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:18:32.523855 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-223771d2-94bb-4ed6-a8a4-632523a7f7bf req-25e1dbe3-2cda-482f-8b58-ba74ed5b2951 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70ec0249-a46b-4837-967e-6e2b16d900d6 HTTP/1.1" status: 200 len: 914 time: 0.0835509 Oct 20 12:18:32.592303 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-223771d2-94bb-4ed6-a8a4-632523a7f7bf req-80c5c79e-2bee-45ee-a035-8fdd1b1626fa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2592e6d8-a7e0-4123-96b0-064fe90e5fd3 HTTP/1.1" status: 200 len: 1001 time: 0.0613561 Oct 20 12:18:32.646671 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223771d2-94bb-4ed6-a8a4-632523a7f7bf req-fe48f0f9-96dd-4cd4-9794-e7de4b21ca2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:18:32.647268 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-223771d2-94bb-4ed6-a8a4-632523a7f7bf req-fe48f0f9-96dd-4cd4-9794-e7de4b21ca2f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5a896c64-352c-4dbf-98af-b7773d966ee8 HTTP/1.1" status: 200 len: 851 time: 0.0483894 Oct 20 12:18:32.693860 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223771d2-94bb-4ed6-a8a4-632523a7f7bf req-56515571-4f7f-42a7-9661-096a8440a540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:18:32.695379 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-223771d2-94bb-4ed6-a8a4-632523a7f7bf req-56515571-4f7f-42a7-9661-096a8440a540 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70ec0249-a46b-4837-967e-6e2b16d900d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409625 Oct 20 12:18:32.787678 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-223771d2-94bb-4ed6-a8a4-632523a7f7bf req-a698168e-4e61-435f-b523-1ff7e01b62b8 service neutron] 10.222.0.11 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851555 Oct 20 12:18:32.876912 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-223771d2-94bb-4ed6-a8a4-632523a7f7bf req-15c1fbc6-ad70-4982-9f0b-e57ef1369302 service neutron] 10.222.0.11 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818291 Oct 20 12:18:40.316034 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:18:42.821577 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e3e03d-d66d-4376-9310-4ed48698c08f req-1464bd9a-cffa-45ac-959e-f2df0e8f28c2 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:18:42.823109 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c2e3e03d-d66d-4376-9310-4ed48698c08f req-1464bd9a-cffa-45ac-959e-f2df0e8f28c2 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=acd4363f-4eb4-469a-beed-1d273c8019ba HTTP/1.1" status: 200 len: 945 time: 0.0594063 Oct 20 12:18:42.862342 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c2e3e03d-d66d-4376-9310-4ed48698c08f req-76824fe5-1ab5-4a24-85fc-5d0b97849530 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321176 Oct 20 12:18:43.991431 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f71299-fdb3-40df-b609-3116d761ed38 req-e8f0100a-068a-4b56-b538-e98d70b92cf4 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:18:43.992980 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-56f71299-fdb3-40df-b609-3116d761ed38 req-e8f0100a-068a-4b56-b538-e98d70b92cf4 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=acd4363f-4eb4-469a-beed-1d273c8019ba HTTP/1.1" status: 200 len: 945 time: 0.0516808 Oct 20 12:18:44.033525 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-56f71299-fdb3-40df-b609-3116d761ed38 req-eefc1446-7df8-4e1d-9e12-00844b55d27b tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326614 Oct 20 12:18:45.161832 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28476a-12da-4d6d-8345-0adc4a00d151 req-a1a51b69-5e94-4fe9-8206-a7e65a9c1b25 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:18:45.163317 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7b28476a-12da-4d6d-8345-0adc4a00d151 req-a1a51b69-5e94-4fe9-8206-a7e65a9c1b25 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=acd4363f-4eb4-469a-beed-1d273c8019ba HTTP/1.1" status: 200 len: 945 time: 0.0500984 Oct 20 12:18:45.200140 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7b28476a-12da-4d6d-8345-0adc4a00d151 req-eac21da0-0d56-4545-9190-3ad24a0bba90 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307658 Oct 20 12:18:45.850642 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:18:46.333163 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12166f-b17d-43b5-9190-fe8e06acb260 req-7c83bcb1-3475-4bcb-913f-631940d9ec6c tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:18:46.334638 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0b12166f-b17d-43b5-9190-fe8e06acb260 req-7c83bcb1-3475-4bcb-913f-631940d9ec6c tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=acd4363f-4eb4-469a-beed-1d273c8019ba HTTP/1.1" status: 200 len: 945 time: 0.0556948 Oct 20 12:18:46.375563 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0b12166f-b17d-43b5-9190-fe8e06acb260 req-6a19d755-2313-4179-8686-0bfc0eb788e8 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321414 Oct 20 12:18:47.506538 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc9f9f-17d7-4b5c-b0dd-fee8b439319d req-ba033d01-1473-4b9e-831c-835ab66471cf tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:18:47.508436 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-22fc9f9f-17d7-4b5c-b0dd-fee8b439319d req-ba033d01-1473-4b9e-831c-835ab66471cf tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=acd4363f-4eb4-469a-beed-1d273c8019ba HTTP/1.1" status: 200 len: 945 time: 0.0522227 Oct 20 12:18:47.546304 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-22fc9f9f-17d7-4b5c-b0dd-fee8b439319d req-c5f67a75-333e-4939-98af-ba718b56a749 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318940 Oct 20 12:18:48.671954 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235097d-1b60-4f66-9f42-15fff84513b6 req-88e2124f-63e0-444f-836d-8142c57430f4 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:18:48.673434 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c235097d-1b60-4f66-9f42-15fff84513b6 req-88e2124f-63e0-444f-836d-8142c57430f4 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=acd4363f-4eb4-469a-beed-1d273c8019ba HTTP/1.1" status: 200 len: 945 time: 0.0510328 Oct 20 12:18:48.710672 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c235097d-1b60-4f66-9f42-15fff84513b6 req-80521a7c-c857-4a3e-a533-93a04a5483c4 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310597 Oct 20 12:18:49.391459 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-dfe3211e-f304-443a-b004-73cff198beef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:18:49.841086 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41965f4d-0740-4d97-b014-601a334dba68 req-dfc897c9-5da0-47e8-b40b-cd653031c7fb tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:18:49.842604 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41965f4d-0740-4d97-b014-601a334dba68 req-dfc897c9-5da0-47e8-b40b-cd653031c7fb tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=acd4363f-4eb4-469a-beed-1d273c8019ba HTTP/1.1" status: 200 len: 945 time: 0.0549939 Oct 20 12:18:49.881431 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41965f4d-0740-4d97-b014-601a334dba68 req-9187ebe8-9bd6-42ef-bb4d-4837e4357126 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326235 Oct 20 12:18:51.014504 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a110613-905c-4c00-9c6e-2a4b7a522a28 req-f7053925-0b5f-43a7-9243-86429b57f4dc tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:18:51.016022 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2a110613-905c-4c00-9c6e-2a4b7a522a28 req-f7053925-0b5f-43a7-9243-86429b57f4dc tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=acd4363f-4eb4-469a-beed-1d273c8019ba HTTP/1.1" status: 200 len: 945 time: 0.0593357 Oct 20 12:18:51.054666 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2a110613-905c-4c00-9c6e-2a4b7a522a28 req-4924e724-baaa-42aa-b1ac-2df94772ac35 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321465 Oct 20 12:18:52.188761 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f916a5-da49-4bdb-85ea-d95e9a7fbc95 req-bc7035c6-342c-4413-9928-2cd99571392b tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:18:52.190243 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-80f916a5-da49-4bdb-85ea-d95e9a7fbc95 req-bc7035c6-342c-4413-9928-2cd99571392b tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=acd4363f-4eb4-469a-beed-1d273c8019ba HTTP/1.1" status: 200 len: 945 time: 0.0571947 Oct 20 12:18:52.231572 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-80f916a5-da49-4bdb-85ea-d95e9a7fbc95 req-e78ff3a9-3776-4e30-9e49-89e835ce0700 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328074 Oct 20 12:18:52.251391 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ba8c8583-b361-4170-b632-9c1f71b63d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:18:53.210017 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:18:53.329022 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:18:53.502946 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:18:53.711833 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc627a-5e50-4120-baeb-83271890d592 req-a34c977a-674d-4169-8cab-739b1265746f tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:18:53.713306 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7fbc627a-5e50-4120-baeb-83271890d592 req-a34c977a-674d-4169-8cab-739b1265746f tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=acd4363f-4eb4-469a-beed-1d273c8019ba HTTP/1.1" status: 200 len: 945 time: 0.4077277 Oct 20 12:18:53.750711 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7fbc627a-5e50-4120-baeb-83271890d592 req-e915ff83-9938-4069-9132-25daa8f6ae39 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312006 Oct 20 12:18:54.000964 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c75c9c-d863-4c66-ac37-8ec56f17b95d req-18f16f3d-c6db-432e-9cfb-d792be527d31 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:18:54.002437 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-55c75c9c-d863-4c66-ac37-8ec56f17b95d req-18f16f3d-c6db-432e-9cfb-d792be527d31 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=acd4363f-4eb4-469a-beed-1d273c8019ba HTTP/1.1" status: 200 len: 945 time: 0.0487902 Oct 20 12:18:54.064178 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-55c75c9c-d863-4c66-ac37-8ec56f17b95d req-f23506ec-daa5-4bc1-a4bd-5f7aebfa9046 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530591 Oct 20 12:18:54.067567 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a83b8048-7ab5-4920-aa46-12a01126bb43 req-7b5634b3-9d0f-410a-a3fb-0acef6e6afc5 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=acd4363f-4eb4-469a-beed-1d273c8019ba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1199710 Oct 20 12:18:55.064861 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:18:55.189480 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19062cca-8c65-4fa9-8e68-e08e919b8e40 req-309f8f01-21aa-4fee-b76c-352dcbde6ac1 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:18:55.191001 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19062cca-8c65-4fa9-8e68-e08e919b8e40 req-309f8f01-21aa-4fee-b76c-352dcbde6ac1 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=acd4363f-4eb4-469a-beed-1d273c8019ba HTTP/1.1" status: 200 len: 945 time: 0.0582952 Oct 20 12:18:55.252107 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19062cca-8c65-4fa9-8e68-e08e919b8e40 req-cf955f23-c532-4ac9-a60a-333ff5b49cad tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547917 Oct 20 12:18:55.261488 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b8048-7ab5-4920-aa46-12a01126bb43 req-d3df08d9-e66c-4a1d-b780-3cd3d20ccf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:18:55.262963 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a83b8048-7ab5-4920-aa46-12a01126bb43 req-d3df08d9-e66c-4a1d-b780-3cd3d20ccf98 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=19f2fe5b5db84f42890fc744e9639322&device_id=acd4363f-4eb4-469a-beed-1d273c8019ba HTTP/1.1" status: 200 len: 1096 time: 0.0595539 Oct 20 12:18:55.354988 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b8048-7ab5-4920-aa46-12a01126bb43 req-077a0246-26f7-49ad-918d-83b0b186f4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:18:55.356334 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a83b8048-7ab5-4920-aa46-12a01126bb43 req-077a0246-26f7-49ad-918d-83b0b186f4a3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70ec0249-a46b-4837-967e-6e2b16d900d6 HTTP/1.1" status: 200 len: 914 time: 0.0864933 Oct 20 12:18:55.423837 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a83b8048-7ab5-4920-aa46-12a01126bb43 req-891dba83-84cd-4161-a158-d3195ef82985 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2592e6d8-a7e0-4123-96b0-064fe90e5fd3 HTTP/1.1" status: 200 len: 1001 time: 0.0597985 Oct 20 12:18:55.472818 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b8048-7ab5-4920-aa46-12a01126bb43 req-19dd9f47-be3e-4ef1-a099-dda102f35edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:18:55.474186 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a83b8048-7ab5-4920-aa46-12a01126bb43 req-19dd9f47-be3e-4ef1-a099-dda102f35edc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5a896c64-352c-4dbf-98af-b7773d966ee8 HTTP/1.1" status: 200 len: 851 time: 0.0426190 Oct 20 12:18:55.533952 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b8048-7ab5-4920-aa46-12a01126bb43 req-faea6859-11fd-4daf-9730-88112767e99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:18:55.535488 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a83b8048-7ab5-4920-aa46-12a01126bb43 req-faea6859-11fd-4daf-9730-88112767e99f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70ec0249-a46b-4837-967e-6e2b16d900d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540867 Oct 20 12:18:55.625319 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a83b8048-7ab5-4920-aa46-12a01126bb43 req-30ee9d1a-08f6-499f-a398-8bb46422acca service neutron] 10.222.0.11 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823088 Oct 20 12:18:55.722743 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a83b8048-7ab5-4920-aa46-12a01126bb43 req-aec559ce-2e3f-4c53-a67f-1ceebf6bae2d service neutron] 10.222.0.11 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898352 Oct 20 12:18:56.388020 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cad4e5-a1d9-40f7-b2f2-609b4d3064db req-75e46f53-94e9-41de-9d38-9601a735bd4a tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:18:56.389493 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-70cad4e5-a1d9-40f7-b2f2-609b4d3064db req-75e46f53-94e9-41de-9d38-9601a735bd4a tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=acd4363f-4eb4-469a-beed-1d273c8019ba HTTP/1.1" status: 200 len: 945 time: 0.0590374 Oct 20 12:18:56.428144 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-70cad4e5-a1d9-40f7-b2f2-609b4d3064db req-518bb114-6b57-4481-a777-6d789b741ebc tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315714 Oct 20 12:18:57.552623 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b735c-2d03-4c1f-8fd2-05ed0cd7fb56 req-3f0794d3-3bfc-43c8-a274-a98b081a4edd tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:18:57.554075 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-399b735c-2d03-4c1f-8fd2-05ed0cd7fb56 req-3f0794d3-3bfc-43c8-a274-a98b081a4edd tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=acd4363f-4eb4-469a-beed-1d273c8019ba HTTP/1.1" status: 200 len: 945 time: 0.0502968 Oct 20 12:18:57.595591 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-399b735c-2d03-4c1f-8fd2-05ed0cd7fb56 req-90b4b418-b9fe-4def-984b-d2451d0135b3 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354469 Oct 20 12:18:58.238416 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [req-a83b8048-7ab5-4920-aa46-12a01126bb43 req-f6df322f-46fa-416a-9d83-ad6c4574193c service neutron] show failed (client error): The resource could not be found. Oct 20 12:18:58.239475 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a83b8048-7ab5-4920-aa46-12a01126bb43 req-f6df322f-46fa-416a-9d83-ad6c4574193c service neutron] 10.222.0.11 "GET /v2.0/ports/2592e6d8-a7e0-4123-96b0-064fe90e5fd3/bindings/n-h2-814735-3 HTTP/1.1" status: 404 len: 380 time: 0.0711734 Oct 20 12:18:58.516402 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b8048-7ab5-4920-aa46-12a01126bb43 req-b262d6a4-6b4b-4836-92d1-c7a481d52cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:18:58.517834 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a83b8048-7ab5-4920-aa46-12a01126bb43 req-b262d6a4-6b4b-4836-92d1-c7a481d52cfe service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=acd4363f-4eb4-469a-beed-1d273c8019ba&tenant_id=19f2fe5b5db84f42890fc744e9639322 HTTP/1.1" status: 200 len: 1096 time: 0.1018269 Oct 20 12:18:58.532256 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-a83b8048-7ab5-4920-aa46-12a01126bb43 req-588894ed-42da-449b-8fac-f29db610a05e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-814735-3', 'device_owner': 'compute:nova'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:18:58.586948 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a83b8048-7ab5-4920-aa46-12a01126bb43 req-588894ed-42da-449b-8fac-f29db610a05e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:18:58.770052 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67a527-83a3-4372-834f-0136a98a9b92 req-dd0989cd-7259-4ddd-a0c2-620bf823ead3 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:18:58.771482 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d67a527-83a3-4372-834f-0136a98a9b92 req-dd0989cd-7259-4ddd-a0c2-620bf823ead3 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=acd4363f-4eb4-469a-beed-1d273c8019ba HTTP/1.1" status: 200 len: 945 time: 0.0852017 Oct 20 12:18:58.849777 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6d67a527-83a3-4372-834f-0136a98a9b92 req-dfcd2975-947b-4aaa-b748-30f26bf1a6b2 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522470 Oct 20 12:18:58.851480 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-a83b8048-7ab5-4920-aa46-12a01126bb43 req-588894ed-42da-449b-8fac-f29db610a05e service neutron] For port 2592e6d8-a7e0-4123-96b0-064fe90e5fd3, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=2592e6d8-a7e0-4123-96b0-064fe90e5fd3,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:18:58.884966 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-a83b8048-7ab5-4920-aa46-12a01126bb43 req-588894ed-42da-449b-8fac-f29db610a05e service neutron] For port 2592e6d8-a7e0-4123-96b0-064fe90e5fd3, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:18:58.927306 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd4363f-4eb4-469a-beed-1d273c8019ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2592e6d8-a7e0-4123-96b0-064fe90e5fd3'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:18:58.929587 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f06bb61-0da2-4b49-a26a-2352f85eedbf" -d '{"events": [{"server_uuid": "acd4363f-4eb4-469a-beed-1d273c8019ba", "name": "network-vif-unplugged", "status": "completed", "tag": "2592e6d8-a7e0-4123-96b0-064fe90e5fd3"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:18:58.933689 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a83b8048-7ab5-4920-aa46-12a01126bb43 req-588894ed-42da-449b-8fac-f29db610a05e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:18:58.947806 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-a83b8048-7ab5-4920-aa46-12a01126bb43 req-588894ed-42da-449b-8fac-f29db610a05e service neutron] Transition to ACTIVE for port object 2592e6d8-a7e0-4123-96b0-064fe90e5fd3 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 12:18:58.952670 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a83b8048-7ab5-4920-aa46-12a01126bb43 req-588894ed-42da-449b-8fac-f29db610a05e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:18:59.028456 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588894ed-42da-449b-8fac-f29db610a05e service neutron] Pushing event updated for resources: {'Port': ['ID=2592e6d8-a7e0-4123-96b0-064fe90e5fd3,revision_number=6']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:18:59.045680 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588894ed-42da-449b-8fac-f29db610a05e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:18:59.046136 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588894ed-42da-449b-8fac-f29db610a05e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:18:59.046457 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588894ed-42da-449b-8fac-f29db610a05e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:18:59.046859 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588894ed-42da-449b-8fac-f29db610a05e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:18:59.051202 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588894ed-42da-449b-8fac-f29db610a05e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:18:59.051581 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588894ed-42da-449b-8fac-f29db610a05e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:18:59.051977 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588894ed-42da-449b-8fac-f29db610a05e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:18:59.052317 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588894ed-42da-449b-8fac-f29db610a05e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:18:59.052654 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588894ed-42da-449b-8fac-f29db610a05e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:18:59.052988 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588894ed-42da-449b-8fac-f29db610a05e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:18:59.053646 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588894ed-42da-449b-8fac-f29db610a05e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:18:59.053646 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588894ed-42da-449b-8fac-f29db610a05e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:18:59.088810 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-a83b8048-7ab5-4920-aa46-12a01126bb43 req-588894ed-42da-449b-8fac-f29db610a05e service neutron] No DVR routers for this DVR port 2592e6d8-a7e0-4123-96b0-064fe90e5fd3 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:18:59.130101 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 12:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c28c8f1-d417-4e13-8df0-6881b574ee65 x-openstack-request-id: req-1c28c8f1-d417-4e13-8df0-6881b574ee65 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:18:59.130388 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd4363f-4eb4-469a-beed-1d273c8019ba", "name": "network-vif-unplugged", "status": "completed", "tag": "2592e6d8-a7e0-4123-96b0-064fe90e5fd3", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:18:59.130655 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1c28c8f1-d417-4e13-8df0-6881b574ee65 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:18:59.131071 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd4363f-4eb4-469a-beed-1d273c8019ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2592e6d8-a7e0-4123-96b0-064fe90e5fd3', 'code': 200} Oct 20 12:18:59.234120 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-a83b8048-7ab5-4920-aa46-12a01126bb43 req-588894ed-42da-449b-8fac-f29db610a05e service neutron] Attempting to bind port 2592e6d8-a7e0-4123-96b0-064fe90e5fd3 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:18:59.234427 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-a83b8048-7ab5-4920-aa46-12a01126bb43 req-588894ed-42da-449b-8fac-f29db610a05e service neutron] Attempting to bind port 2592e6d8-a7e0-4123-96b0-064fe90e5fd3 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': 'c1eca377-ac1d-4dd9-b6c8-2d237bc33922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:18:59.234777 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83b8048-7ab5-4920-aa46-12a01126bb43 req-588894ed-42da-449b-8fac-f29db610a05e service neutron] Attempting to bind port 2592e6d8-a7e0-4123-96b0-064fe90e5fd3 on network 70ec0249-a46b-4837-967e-6e2b16d900d6 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:18:59.239226 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83b8048-7ab5-4920-aa46-12a01126bb43 req-588894ed-42da-449b-8fac-f29db610a05e service neutron] Port 2592e6d8-a7e0-4123-96b0-064fe90e5fd3 on network 70ec0249-a46b-4837-967e-6e2b16d900d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 12:18:59.239551 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83b8048-7ab5-4920-aa46-12a01126bb43 req-588894ed-42da-449b-8fac-f29db610a05e service neutron] Attempting to bind port 2592e6d8-a7e0-4123-96b0-064fe90e5fd3 on network 70ec0249-a46b-4837-967e-6e2b16d900d6 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:18:59.244521 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83b8048-7ab5-4920-aa46-12a01126bb43 req-588894ed-42da-449b-8fac-f29db610a05e service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:18:59.244832 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83b8048-7ab5-4920-aa46-12a01126bb43 req-588894ed-42da-449b-8fac-f29db610a05e service neutron] Checking segment: {'id': 'c1eca377-ac1d-4dd9-b6c8-2d237bc33922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:18:59.245237 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83b8048-7ab5-4920-aa46-12a01126bb43 req-588894ed-42da-449b-8fac-f29db610a05e service neutron] Bound using segment: {'id': 'c1eca377-ac1d-4dd9-b6c8-2d237bc33922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:18:59.245653 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-a83b8048-7ab5-4920-aa46-12a01126bb43 req-588894ed-42da-449b-8fac-f29db610a05e service neutron] Bound port: 2592e6d8-a7e0-4123-96b0-064fe90e5fd3, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1eca377-ac1d-4dd9-b6c8-2d237bc33922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:18:59.245994 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a83b8048-7ab5-4920-aa46-12a01126bb43 req-588894ed-42da-449b-8fac-f29db610a05e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:18:59.309474 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-a83b8048-7ab5-4920-aa46-12a01126bb43 req-588894ed-42da-449b-8fac-f29db610a05e service neutron] For port 2592e6d8-a7e0-4123-96b0-064fe90e5fd3, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:18:59.312646 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-a83b8048-7ab5-4920-aa46-12a01126bb43 req-588894ed-42da-449b-8fac-f29db610a05e service neutron] For port 2592e6d8-a7e0-4123-96b0-064fe90e5fd3, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=2592e6d8-a7e0-4123-96b0-064fe90e5fd3,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:18:59.317679 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a83b8048-7ab5-4920-aa46-12a01126bb43 req-588894ed-42da-449b-8fac-f29db610a05e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:18:59.351389 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b8048-7ab5-4920-aa46-12a01126bb43 req-588894ed-42da-449b-8fac-f29db610a05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:18:59.352019 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a83b8048-7ab5-4920-aa46-12a01126bb43 req-588894ed-42da-449b-8fac-f29db610a05e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:18:59.353390 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a83b8048-7ab5-4920-aa46-12a01126bb43 req-588894ed-42da-449b-8fac-f29db610a05e service neutron] 10.222.0.89 "PUT /v2.0/ports/2592e6d8-a7e0-4123-96b0-064fe90e5fd3 HTTP/1.1" status: 200 len: 1091 time: 0.8252599 Oct 20 12:18:59.373975 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588894ed-42da-449b-8fac-f29db610a05e service neutron] Pushing event updated for resources: {'Port': ['ID=2592e6d8-a7e0-4123-96b0-064fe90e5fd3,revision_number=7']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:18:59.422238 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b8048-7ab5-4920-aa46-12a01126bb43 req-7a9617c6-48ae-49cb-99d9-9d52bfc6283b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:18:59.424924 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a83b8048-7ab5-4920-aa46-12a01126bb43 req-7a9617c6-48ae-49cb-99d9-9d52bfc6283b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=19f2fe5b5db84f42890fc744e9639322&device_id=acd4363f-4eb4-469a-beed-1d273c8019ba HTTP/1.1" status: 200 len: 1094 time: 0.0446503 Oct 20 12:18:59.525012 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b8048-7ab5-4920-aa46-12a01126bb43 req-aca5cbd8-0218-4bcf-a0d3-815d18be4d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:18:59.526671 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a83b8048-7ab5-4920-aa46-12a01126bb43 req-aca5cbd8-0218-4bcf-a0d3-815d18be4d30 service neutron] 10.222.0.89 "GET /v2.0/networks?id=70ec0249-a46b-4837-967e-6e2b16d900d6 HTTP/1.1" status: 200 len: 914 time: 0.0944431 Oct 20 12:18:59.592278 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a83b8048-7ab5-4920-aa46-12a01126bb43 req-e17caa8e-b3c3-4625-aa9f-531b915f19c7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2592e6d8-a7e0-4123-96b0-064fe90e5fd3 HTTP/1.1" status: 200 len: 999 time: 0.0565686 Oct 20 12:18:59.648785 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b8048-7ab5-4920-aa46-12a01126bb43 req-b0b50a19-8ba8-4d4b-b810-914f4553527c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:18:59.650277 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a83b8048-7ab5-4920-aa46-12a01126bb43 req-b0b50a19-8ba8-4d4b-b810-914f4553527c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5a896c64-352c-4dbf-98af-b7773d966ee8 HTTP/1.1" status: 200 len: 851 time: 0.0498884 Oct 20 12:18:59.698670 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b8048-7ab5-4920-aa46-12a01126bb43 req-9e798613-4323-45f7-8678-d5de8dbf2caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:18:59.700224 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a83b8048-7ab5-4920-aa46-12a01126bb43 req-9e798613-4323-45f7-8678-d5de8dbf2caf service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=70ec0249-a46b-4837-967e-6e2b16d900d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414300 Oct 20 12:18:59.799436 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a83b8048-7ab5-4920-aa46-12a01126bb43 req-d2c06ebd-6973-4a8e-8091-49cedda5b1dd service neutron] 10.222.0.89 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908387 Oct 20 12:18:59.891680 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a83b8048-7ab5-4920-aa46-12a01126bb43 req-f030060e-f153-471c-b6ea-775d9f66c53c service neutron] 10.222.0.89 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844271 Oct 20 12:18:59.968786 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba405be1-cdc1-489e-98c3-99f3a3bfc313 req-a72657a7-c8af-4ea2-bc2f-2dc2d9a06ea2 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:18:59.970368 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ba405be1-cdc1-489e-98c3-99f3a3bfc313 req-a72657a7-c8af-4ea2-bc2f-2dc2d9a06ea2 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=acd4363f-4eb4-469a-beed-1d273c8019ba HTTP/1.1" status: 200 len: 943 time: 0.0501952 Oct 20 12:19:00.008858 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ba405be1-cdc1-489e-98c3-99f3a3bfc313 req-9e959a76-f670-4413-bff6-f2e86b3cd601 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320535 Oct 20 12:19:00.305568 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 2592e6d8-a7e0-4123-96b0-064fe90e5fd3 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:19:00.344522 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 2592e6d8-a7e0-4123-96b0-064fe90e5fd3 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:19:01.132061 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd4363f-4eb4-469a-beed-1d273c8019ba', 'tag': '2592e6d8-a7e0-4123-96b0-064fe90e5fd3'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:19:01.134352 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d32c56e-2d36-444c-ac8d-d592376cff15" -d '{"events": [{"name": "network-changed", "server_uuid": "acd4363f-4eb4-469a-beed-1d273c8019ba", "tag": "2592e6d8-a7e0-4123-96b0-064fe90e5fd3"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:19:01.153034 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4dac4-264f-40cf-a8b9-98504459d3a9 req-02122723-ffde-404b-bf21-aa50f523977d tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:19:01.154729 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fff4dac4-264f-40cf-a8b9-98504459d3a9 req-02122723-ffde-404b-bf21-aa50f523977d tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=acd4363f-4eb4-469a-beed-1d273c8019ba HTTP/1.1" status: 200 len: 943 time: 0.0674298 Oct 20 12:19:01.190390 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc4f519-6cc1-4fab-a2e6-a587c1fd5c57 x-openstack-request-id: req-ecc4f519-6cc1-4fab-a2e6-a587c1fd5c57 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:19:01.190655 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acd4363f-4eb4-469a-beed-1d273c8019ba", "tag": "2592e6d8-a7e0-4123-96b0-064fe90e5fd3", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:19:01.190931 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ecc4f519-6cc1-4fab-a2e6-a587c1fd5c57 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:19:01.191320 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acd4363f-4eb4-469a-beed-1d273c8019ba', 'tag': '2592e6d8-a7e0-4123-96b0-064fe90e5fd3', 'status': 'completed', 'code': 200} Oct 20 12:19:01.204061 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fff4dac4-264f-40cf-a8b9-98504459d3a9 req-c43d47c7-9c6d-433c-b2f5-29177156eb63 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431788 Oct 20 12:19:01.272090 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32c56e-2d36-444c-ac8d-d592376cff15 req-968942ee-4c49-474e-85dd-4ef719f98752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:19:01.273587 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8d32c56e-2d36-444c-ac8d-d592376cff15 req-968942ee-4c49-474e-85dd-4ef719f98752 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=19f2fe5b5db84f42890fc744e9639322&device_id=acd4363f-4eb4-469a-beed-1d273c8019ba HTTP/1.1" status: 200 len: 1094 time: 0.0686922 Oct 20 12:19:01.275258 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32c56e-2d36-444c-ac8d-d592376cff15 req-124a26b0-3c25-47f8-ad5e-6d2f2accab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:19:01.276580 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8d32c56e-2d36-444c-ac8d-d592376cff15 req-124a26b0-3c25-47f8-ad5e-6d2f2accab7f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=19f2fe5b5db84f42890fc744e9639322&device_id=acd4363f-4eb4-469a-beed-1d273c8019ba HTTP/1.1" status: 200 len: 1094 time: 0.0631542 Oct 20 12:19:01.435219 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32c56e-2d36-444c-ac8d-d592376cff15 req-cc699fb9-98a1-4e37-a848-03453e0c2d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:19:01.436896 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8d32c56e-2d36-444c-ac8d-d592376cff15 req-cc699fb9-98a1-4e37-a848-03453e0c2d84 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70ec0249-a46b-4837-967e-6e2b16d900d6 HTTP/1.1" status: 200 len: 914 time: 0.1559551 Oct 20 12:19:01.438309 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32c56e-2d36-444c-ac8d-d592376cff15 req-edc36698-dd3b-47d2-b622-7cf42a95bfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:19:01.439609 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8d32c56e-2d36-444c-ac8d-d592376cff15 req-edc36698-dd3b-47d2-b622-7cf42a95bfc4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=70ec0249-a46b-4837-967e-6e2b16d900d6 HTTP/1.1" status: 200 len: 914 time: 0.1515636 Oct 20 12:19:01.547704 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8d32c56e-2d36-444c-ac8d-d592376cff15 req-cf5b44cb-de25-4e2b-939e-fdc6e2721cb7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2592e6d8-a7e0-4123-96b0-064fe90e5fd3 HTTP/1.1" status: 200 len: 999 time: 0.0974004 Oct 20 12:19:01.549254 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8d32c56e-2d36-444c-ac8d-d592376cff15 req-583f7519-3aaf-4036-8cd3-0d03b437813c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2592e6d8-a7e0-4123-96b0-064fe90e5fd3 HTTP/1.1" status: 200 len: 999 time: 0.1047432 Oct 20 12:19:01.627879 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32c56e-2d36-444c-ac8d-d592376cff15 req-869698a9-ddb7-42fc-a6da-c26988df71a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:19:01.629305 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8d32c56e-2d36-444c-ac8d-d592376cff15 req-869698a9-ddb7-42fc-a6da-c26988df71a5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5a896c64-352c-4dbf-98af-b7773d966ee8 HTTP/1.1" status: 200 len: 851 time: 0.0743773 Oct 20 12:19:01.630978 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32c56e-2d36-444c-ac8d-d592376cff15 req-1e993e55-0571-4115-99f1-b87e090c05d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:19:01.632261 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8d32c56e-2d36-444c-ac8d-d592376cff15 req-1e993e55-0571-4115-99f1-b87e090c05d2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5a896c64-352c-4dbf-98af-b7773d966ee8 HTTP/1.1" status: 200 len: 851 time: 0.0702322 Oct 20 12:19:01.704287 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32c56e-2d36-444c-ac8d-d592376cff15 req-b7b31f6b-a2b9-449a-8d8c-ee892b3eeb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:19:01.705775 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8d32c56e-2d36-444c-ac8d-d592376cff15 req-b7b31f6b-a2b9-449a-8d8c-ee892b3eeb99 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=70ec0249-a46b-4837-967e-6e2b16d900d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684371 Oct 20 12:19:01.710097 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32c56e-2d36-444c-ac8d-d592376cff15 req-ea80af88-dda3-4334-b668-0169cc8fd675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:19:01.711534 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8d32c56e-2d36-444c-ac8d-d592376cff15 req-ea80af88-dda3-4334-b668-0169cc8fd675 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70ec0249-a46b-4837-967e-6e2b16d900d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663292 Oct 20 12:19:01.857006 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8d32c56e-2d36-444c-ac8d-d592376cff15 req-cedf163e-11f2-498b-bb34-25974a49ce2a service neutron] 10.222.0.89 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430418 Oct 20 12:19:01.862087 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8d32c56e-2d36-444c-ac8d-d592376cff15 req-3182b6df-0f41-4dbc-adb2-00476ada374b service neutron] 10.222.0.11 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414099 Oct 20 12:19:02.012351 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8d32c56e-2d36-444c-ac8d-d592376cff15 req-b6119c8e-1efa-4b0f-8799-66f533cb9297 service neutron] 10.222.0.89 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452324 Oct 20 12:19:02.014071 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8d32c56e-2d36-444c-ac8d-d592376cff15 req-8e589b8b-59a6-49c3-88da-9a2b91eb090c service neutron] 10.222.0.11 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402586 Oct 20 12:19:02.081634 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 2592e6d8-a7e0-4123-96b0-064fe90e5fd3 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:19:02.186831 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 2592e6d8-a7e0-4123-96b0-064fe90e5fd3, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=2592e6d8-a7e0-4123-96b0-064fe90e5fd3,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:19:02.198962 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '2592e6d8-a7e0-4123-96b0-064fe90e5fd3', 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6', 'port_id': '2592e6d8-a7e0-4123-96b0-064fe90e5fd3', 'mac_address': 'fa:16:3e:91:c9:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:19:02.238012 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:19:02.251283 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2592e6d8-a7e0-4123-96b0-064fe90e5fd3 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:19:02.270991 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 2592e6d8-a7e0-4123-96b0-064fe90e5fd3, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=2592e6d8-a7e0-4123-96b0-064fe90e5fd3,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:19:02.275236 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:19:02.325498 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=2592e6d8-a7e0-4123-96b0-064fe90e5fd3,revision_number=8']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:19:02.326145 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd115d7-f6fb-43e8-8538-175d09c1f1d9 req-d5d7ab8e-4b95-4630-9ef1-166f70d22641 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:19:02.327671 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9dd115d7-f6fb-43e8-8538-175d09c1f1d9 req-d5d7ab8e-4b95-4630-9ef1-166f70d22641 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=acd4363f-4eb4-469a-beed-1d273c8019ba HTTP/1.1" status: 200 len: 944 time: 0.0482881 Oct 20 12:19:02.332846 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:19:02.333193 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:19:02.333533 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:19:02.333863 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:19:02.334165 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:19:02.334491 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:19:02.334834 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:19:02.335156 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:19:02.335502 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:19:02.335787 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:19:02.336113 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:19:02.336420 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:19:02.367503 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9dd115d7-f6fb-43e8-8538-175d09c1f1d9 req-5ac8d887-7d21-47f8-a05c-2953958d13e1 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337667 Oct 20 12:19:02.595115 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417dbe26-c321-44fb-a0e1-21c936250560 req-70bb4899-e9ab-4ef6-904a-423ffb282074 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:19:02.596467 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-417dbe26-c321-44fb-a0e1-21c936250560 req-70bb4899-e9ab-4ef6-904a-423ffb282074 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=acd4363f-4eb4-469a-beed-1d273c8019ba HTTP/1.1" status: 200 len: 944 time: 0.0848372 Oct 20 12:19:02.605205 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['2592e6d8-a7e0-4123-96b0-064fe90e5fd3'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:19:02.609583 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3094fb1-d156-4a79-bdbe-0cb67703e41c req-83b51df0-f58a-4719-9c6a-0b688b81196c tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:19:02.611092 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e3094fb1-d156-4a79-bdbe-0cb67703e41c req-83b51df0-f58a-4719-9c6a-0b688b81196c tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.11 "GET /v2.0/ports?device_id=acd4363f-4eb4-469a-beed-1d273c8019ba&tenant_id=19f2fe5b5db84f42890fc744e9639322&binding%3Ahost_id=n-h2-814735-3 HTTP/1.1" status: 200 len: 944 time: 0.0666516 Oct 20 12:19:02.673510 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-417dbe26-c321-44fb-a0e1-21c936250560 req-46539598-cabf-4f1d-8a02-3992e48d5e28 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614667 Oct 20 12:19:02.694290 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [req-e3094fb1-d156-4a79-bdbe-0cb67703e41c req-78ae1a50-2be5-43a5-95a1-78522ce2a5cd service neutron] delete failed (client error): The resource could not be found. Oct 20 12:19:02.694290 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e3094fb1-d156-4a79-bdbe-0cb67703e41c req-78ae1a50-2be5-43a5-95a1-78522ce2a5cd service neutron] 10.222.0.11 "DELETE /v2.0/ports/2592e6d8-a7e0-4123-96b0-064fe90e5fd3/bindings/n-h1-814735-3 HTTP/1.1" status: 404 len: 380 time: 0.0680077 Oct 20 12:19:02.780764 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3094fb1-d156-4a79-bdbe-0cb67703e41c req-1ee05fcf-33e0-4592-983b-bd6aa5e007b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:19:02.782300 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e3094fb1-d156-4a79-bdbe-0cb67703e41c req-1ee05fcf-33e0-4592-983b-bd6aa5e007b6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=19f2fe5b5db84f42890fc744e9639322&device_id=acd4363f-4eb4-469a-beed-1d273c8019ba HTTP/1.1" status: 200 len: 1095 time: 0.0461841 Oct 20 12:19:02.883913 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3094fb1-d156-4a79-bdbe-0cb67703e41c req-6bef5745-01e1-4444-b735-caa4080a0c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:19:02.885511 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e3094fb1-d156-4a79-bdbe-0cb67703e41c req-6bef5745-01e1-4444-b735-caa4080a0c57 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70ec0249-a46b-4837-967e-6e2b16d900d6 HTTP/1.1" status: 200 len: 914 time: 0.0961411 Oct 20 12:19:02.963526 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e3094fb1-d156-4a79-bdbe-0cb67703e41c req-e85ac783-6f9f-4dd9-9c7a-7361f7069d97 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2592e6d8-a7e0-4123-96b0-064fe90e5fd3 HTTP/1.1" status: 200 len: 1000 time: 0.0692303 Oct 20 12:19:03.013331 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3094fb1-d156-4a79-bdbe-0cb67703e41c req-c3763e24-6e50-46e2-819b-8b515ce0e791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:19:03.014709 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e3094fb1-d156-4a79-bdbe-0cb67703e41c req-c3763e24-6e50-46e2-819b-8b515ce0e791 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5a896c64-352c-4dbf-98af-b7773d966ee8 HTTP/1.1" status: 200 len: 851 time: 0.0432432 Oct 20 12:19:03.059688 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3094fb1-d156-4a79-bdbe-0cb67703e41c req-bd3ac86c-6468-4f5a-a8c8-1be3d0fe758c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:19:03.061140 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e3094fb1-d156-4a79-bdbe-0cb67703e41c req-bd3ac86c-6468-4f5a-a8c8-1be3d0fe758c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70ec0249-a46b-4837-967e-6e2b16d900d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393746 Oct 20 12:19:03.153471 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e3094fb1-d156-4a79-bdbe-0cb67703e41c req-53869d16-2f97-423e-b45f-0f8fdc658fb1 service neutron] 10.222.0.11 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845232 Oct 20 12:19:03.242089 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e3094fb1-d156-4a79-bdbe-0cb67703e41c req-cbd55a09-0177-47a0-9a75-6061dd78422c service neutron] 10.222.0.11 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813060 Oct 20 12:19:03.802698 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accec39c-7743-44fd-89c6-636a8c6fa9fd req-3bf50742-6bf7-4c67-a1fe-d3919d88a6c5 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:19:03.804415 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-accec39c-7743-44fd-89c6-636a8c6fa9fd req-3bf50742-6bf7-4c67-a1fe-d3919d88a6c5 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=acd4363f-4eb4-469a-beed-1d273c8019ba HTTP/1.1" status: 200 len: 944 time: 0.0576479 Oct 20 12:19:03.844552 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-accec39c-7743-44fd-89c6-636a8c6fa9fd req-520db4ce-35a6-4a53-a0ef-5fc5fe3df3d5 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336020 Oct 20 12:19:03.976751 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ab12c-c17e-437e-a0ca-81f8550df708 req-5d5b45c1-77c7-4969-86df-1521da4a1823 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:19:03.978249 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ca6ab12c-c17e-437e-a0ca-81f8550df708 req-5d5b45c1-77c7-4969-86df-1521da4a1823 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=acd4363f-4eb4-469a-beed-1d273c8019ba HTTP/1.1" status: 200 len: 944 time: 0.0650432 Oct 20 12:19:04.021053 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ca6ab12c-c17e-437e-a0ca-81f8550df708 req-55a9cef8-1dd2-4d3c-9974-dd27084e9906 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340581 Oct 20 12:19:04.089361 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 2592e6d8-a7e0-4123-96b0-064fe90e5fd3 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:19:04.145999 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 2592e6d8-a7e0-4123-96b0-064fe90e5fd3 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 12:19:04.150662 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 2592e6d8-a7e0-4123-96b0-064fe90e5fd3 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:19:04.151043 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:19:04.231509 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:19:04.254812 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd4363f-4eb4-469a-beed-1d273c8019ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2592e6d8-a7e0-4123-96b0-064fe90e5fd3'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:19:04.257152 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3802ae7-82d8-4bf2-85ad-b645b882e080" -d '{"events": [{"server_uuid": "acd4363f-4eb4-469a-beed-1d273c8019ba", "name": "network-vif-plugged", "status": "completed", "tag": "2592e6d8-a7e0-4123-96b0-064fe90e5fd3"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:19:04.270640 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 2592e6d8-a7e0-4123-96b0-064fe90e5fd3, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=2592e6d8-a7e0-4123-96b0-064fe90e5fd3,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:19:04.273275 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c64eb-c77e-451b-9c36-c5297fa500df req-31b5240e-a03e-4f58-a663-e637385ab6a1 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:19:04.275011 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-423c64eb-c77e-451b-9c36-c5297fa500df req-31b5240e-a03e-4f58-a663-e637385ab6a1 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=acd4363f-4eb4-469a-beed-1d273c8019ba HTTP/1.1" status: 200 len: 944 time: 0.0826824 Oct 20 12:19:04.277114 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:19:04.311019 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d509350-31a8-4182-a760-4bec6e6035dd req-51f81592-0d70-4e86-9f40-d03b7dab6f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:19:04.312514 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d509350-31a8-4182-a760-4bec6e6035dd req-51f81592-0d70-4e86-9f40-d03b7dab6f7f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=19f2fe5b5db84f42890fc744e9639322&device_id=acd4363f-4eb4-469a-beed-1d273c8019ba HTTP/1.1" status: 200 len: 1095 time: 0.0782964 Oct 20 12:19:04.329167 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=2592e6d8-a7e0-4123-96b0-064fe90e5fd3,revision_number=9']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:19:04.339907 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-423c64eb-c77e-451b-9c36-c5297fa500df req-466562cd-c781-40d0-9c71-34fb8b58af1b tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570421 Oct 20 12:19:04.374492 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d5e63d-1a3b-4e6c-bf16-833c5f96f832 x-openstack-request-id: req-52d5e63d-1a3b-4e6c-bf16-833c5f96f832 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:19:04.374822 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd4363f-4eb4-469a-beed-1d273c8019ba", "name": "network-vif-plugged", "status": "completed", "tag": "2592e6d8-a7e0-4123-96b0-064fe90e5fd3", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:19:04.375074 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-52d5e63d-1a3b-4e6c-bf16-833c5f96f832 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:19:04.375602 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd4363f-4eb4-469a-beed-1d273c8019ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2592e6d8-a7e0-4123-96b0-064fe90e5fd3', 'code': 200} Oct 20 12:19:04.416986 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d509350-31a8-4182-a760-4bec6e6035dd req-a05aafe8-5a28-4250-8f3c-c61825c89508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:19:04.418459 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d509350-31a8-4182-a760-4bec6e6035dd req-a05aafe8-5a28-4250-8f3c-c61825c89508 service neutron] 10.222.0.89 "GET /v2.0/networks?id=70ec0249-a46b-4837-967e-6e2b16d900d6 HTTP/1.1" status: 200 len: 914 time: 0.0963459 Oct 20 12:19:04.492907 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d509350-31a8-4182-a760-4bec6e6035dd req-cb089031-5141-45ca-ad5c-ebf184acaa81 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2592e6d8-a7e0-4123-96b0-064fe90e5fd3 HTTP/1.1" status: 200 len: 1001 time: 0.0631621 Oct 20 12:19:04.547167 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d509350-31a8-4182-a760-4bec6e6035dd req-25bc8b9e-6e3f-425e-81fd-97112ce6f145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:19:04.548743 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d509350-31a8-4182-a760-4bec6e6035dd req-25bc8b9e-6e3f-425e-81fd-97112ce6f145 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5a896c64-352c-4dbf-98af-b7773d966ee8 HTTP/1.1" status: 200 len: 851 time: 0.0448313 Oct 20 12:19:04.599540 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d509350-31a8-4182-a760-4bec6e6035dd req-d3ffbd6b-deef-4e8b-92d8-b380883e317d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:19:04.601552 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d509350-31a8-4182-a760-4bec6e6035dd req-d3ffbd6b-deef-4e8b-92d8-b380883e317d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=70ec0249-a46b-4837-967e-6e2b16d900d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454869 Oct 20 12:19:04.702311 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d509350-31a8-4182-a760-4bec6e6035dd req-edb1a401-583f-4465-a8cf-0a400d714f6c service neutron] 10.222.0.89 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922761 Oct 20 12:19:04.797238 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1d509350-31a8-4182-a760-4bec6e6035dd req-5a4f187c-0247-489e-bb2b-6ccf079f2676 service neutron] 10.222.0.89 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852826 Oct 20 12:19:05.475364 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be43f7-975e-405e-9b5e-ae5e34933701 req-cce22193-6250-4e41-af16-81871761d4f0 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:19:05.476842 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b6be43f7-975e-405e-9b5e-ae5e34933701 req-cce22193-6250-4e41-af16-81871761d4f0 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=acd4363f-4eb4-469a-beed-1d273c8019ba HTTP/1.1" status: 200 len: 945 time: 0.0583379 Oct 20 12:19:05.518957 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b6be43f7-975e-405e-9b5e-ae5e34933701 req-5cc6d8c4-e9cf-4ecf-9eae-d710bfe126a8 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326514 Oct 20 12:19:05.774921 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1cbf9-b00a-4218-9ab9-06e9d715bd72 req-c090353c-8766-4636-b29d-1c9dc74addfc tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:19:05.776440 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1db1cbf9-b00a-4218-9ab9-06e9d715bd72 req-c090353c-8766-4636-b29d-1c9dc74addfc tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=acd4363f-4eb4-469a-beed-1d273c8019ba HTTP/1.1" status: 200 len: 945 time: 0.0551217 Oct 20 12:19:05.815160 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1db1cbf9-b00a-4218-9ab9-06e9d715bd72 req-307626bb-b2ec-49a4-a1d5-5671343bc29f tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324841 Oct 20 12:19:06.950420 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d578b-5b20-4779-86bd-f1ffaf61d431 req-0ed5e915-daa8-4ff8-840a-067868e24a40 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:19:06.952113 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-380d578b-5b20-4779-86bd-f1ffaf61d431 req-0ed5e915-daa8-4ff8-840a-067868e24a40 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=acd4363f-4eb4-469a-beed-1d273c8019ba HTTP/1.1" status: 200 len: 945 time: 0.0498731 Oct 20 12:19:06.993138 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-380d578b-5b20-4779-86bd-f1ffaf61d431 req-04456da5-d6d6-460b-87e5-9fe1fa5efee0 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329320 Oct 20 12:19:07.153530 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a829f-8abd-4c77-ade5-58b5669d58e8 req-3d14010d-4262-4ee3-b5d8-2c03db52a3b8 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:19:07.154985 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c33a829f-8abd-4c77-ade5-58b5669d58e8 req-3d14010d-4262-4ee3-b5d8-2c03db52a3b8 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.89 "GET /v2.0/ports?device_id=acd4363f-4eb4-469a-beed-1d273c8019ba HTTP/1.1" status: 200 len: 945 time: 0.0585637 Oct 20 12:19:07.244990 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-c33a829f-8abd-4c77-ade5-58b5669d58e8 req-9728e344-34e1-4b93-8d5b-4c3538eb6f65 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Deleting port 2592e6d8-a7e0-4123-96b0-064fe90e5fd3 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:19:07.245263 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c33a829f-8abd-4c77-ade5-58b5669d58e8 req-9728e344-34e1-4b93-8d5b-4c3538eb6f65 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:19:07.711807 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-c33a829f-8abd-4c77-ade5-58b5669d58e8 req-9728e344-34e1-4b93-8d5b-4c3538eb6f65 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] For port 2592e6d8-a7e0-4123-96b0-064fe90e5fd3, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=2592e6d8-a7e0-4123-96b0-064fe90e5fd3,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:19:07.712179 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c33a829f-8abd-4c77-ade5-58b5669d58e8 req-9728e344-34e1-4b93-8d5b-4c3538eb6f65 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:19:07.890830 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c33a829f-8abd-4c77-ade5-58b5669d58e8 req-9728e344-34e1-4b93-8d5b-4c3538eb6f65 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:19:07.891205 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c33a829f-8abd-4c77-ade5-58b5669d58e8 req-9728e344-34e1-4b93-8d5b-4c3538eb6f65 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:19:07.891527 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [req-c33a829f-8abd-4c77-ade5-58b5669d58e8 req-9728e344-34e1-4b93-8d5b-4c3538eb6f65 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Floating IP 5540c2e5-b848-452d-973f-f80e0ee89494 disassociated. External IP: 172.25.5.122, port: 2592e6d8-a7e0-4123-96b0-064fe90e5fd3. Oct 20 12:19:07.891868 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-c33a829f-8abd-4c77-ade5-58b5669d58e8 req-9728e344-34e1-4b93-8d5b-4c3538eb6f65 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Calling delete_port for 2592e6d8-a7e0-4123-96b0-064fe90e5fd3 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:19:08.021601 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c33a829f-8abd-4c77-ade5-58b5669d58e8 req-9728e344-34e1-4b93-8d5b-4c3538eb6f65 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:19:08.051784 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9728e344-34e1-4b93-8d5b-4c3538eb6f65 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Pushing event deleted for resources: {'Port': ['ID=2592e6d8-a7e0-4123-96b0-064fe90e5fd3,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:19:08.126552 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-228a3a0c-f838-43df-8eb4-572fe497db61 req-e839f8e7-faa8-4991-8ea0-2e35d689d21a tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=acd4363f-4eb4-469a-beed-1d273c8019ba HTTP/1.1" status: 200 len: 210 time: 0.0619955 Oct 20 12:19:08.206672 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c33a829f-8abd-4c77-ade5-58b5669d58e8 req-9728e344-34e1-4b93-8d5b-4c3538eb6f65 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Router 956088cc-6721-4268-862d-8c1db994f3dd has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:19:08.316381 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c33a829f-8abd-4c77-ade5-58b5669d58e8 req-9728e344-34e1-4b93-8d5b-4c3538eb6f65 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:19:08.326545 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13d951f-bc78-4b00-b2a4-21e86df1adbc None None] Sync routers for ids ['956088cc-6721-4268-862d-8c1db994f3dd'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:19:08.335688 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13d951f-bc78-4b00-b2a4-21e86df1adbc None None] Routers {'956088cc-6721-4268-862d-8c1db994f3dd'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:19:08.336280 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-c13d951f-bc78-4b00-b2a4-21e86df1adbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:18:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['956088cc-6721-4268-862d-8c1db994f3dd'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:19:08.356611 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-c33a829f-8abd-4c77-ade5-58b5669d58e8 req-9728e344-34e1-4b93-8d5b-4c3538eb6f65 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] No DVR routers for this DVR port 2592e6d8-a7e0-4123-96b0-064fe90e5fd3 on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:19:08.359408 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c33a829f-8abd-4c77-ade5-58b5669d58e8 req-9728e344-34e1-4b93-8d5b-4c3538eb6f65 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:19:08.362693 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c33a829f-8abd-4c77-ade5-58b5669d58e8 req-9728e344-34e1-4b93-8d5b-4c3538eb6f65 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.89 "DELETE /v2.0/ports/2592e6d8-a7e0-4123-96b0-064fe90e5fd3 HTTP/1.1" status: 204 len: 173 time: 1.2007720 Oct 20 12:19:08.363152 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd4363f-4eb4-469a-beed-1d273c8019ba', 'name': 'network-vif-deleted', 'tag': '2592e6d8-a7e0-4123-96b0-064fe90e5fd3'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:19:08.365462 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e57c70d-aad7-41e6-82d3-352576376411" -d '{"events": [{"server_uuid": "acd4363f-4eb4-469a-beed-1d273c8019ba", "name": "network-vif-deleted", "tag": "2592e6d8-a7e0-4123-96b0-064fe90e5fd3"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:19:08.402846 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78696d6-739d-4404-8496-4b6104f32457 x-openstack-request-id: req-b78696d6-739d-4404-8496-4b6104f32457 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:19:08.403235 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd4363f-4eb4-469a-beed-1d273c8019ba", "name": "network-vif-deleted", "tag": "2592e6d8-a7e0-4123-96b0-064fe90e5fd3", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:19:08.403396 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b78696d6-739d-4404-8496-4b6104f32457 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:19:08.403801 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd4363f-4eb4-469a-beed-1d273c8019ba', 'name': 'network-vif-deleted', 'tag': '2592e6d8-a7e0-4123-96b0-064fe90e5fd3', 'status': 'completed', 'code': 200} Oct 20 12:19:08.443489 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-c13d951f-bc78-4b00-b2a4-21e86df1adbc None None] Set router 956088cc-6721-4268-862d-8c1db994f3dd gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:19:08.641728 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-c13d951f-bc78-4b00-b2a4-21e86df1adbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956088cc-6721-4268-862d-8c1db994f3dd', 'name': 'tempest-ServerActionsTestJSON-1403389520-router', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:14:28Z', 'updated_at': '2021-10-20T12:14:31Z', 'revision_number': 4, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'gw_port': {'id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:29Z', 'updated_at': '2021-10-20T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '0cfd37e8-850c-4a89-842a-e2e66a1d8257', 'name': '', 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'mac_address': 'fa:16:3e:6d:c6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:30Z', 'updated_at': '2021-10-20T12:14:34Z', 'revision_number': 5, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'subnets': [{'id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:19:08.667665 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13d951f-bc78-4b00-b2a4-21e86df1adbc None None] Checking router: 956088cc-6721-4268-862d-8c1db994f3dd for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:19:08.676299 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13d951f-bc78-4b00-b2a4-21e86df1adbc None None] Routers {'956088cc-6721-4268-862d-8c1db994f3dd'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:19:08.676894 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-c13d951f-bc78-4b00-b2a4-21e86df1adbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:18:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['956088cc-6721-4268-862d-8c1db994f3dd'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:19:08.782468 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-c13d951f-bc78-4b00-b2a4-21e86df1adbc None None] Set router 956088cc-6721-4268-862d-8c1db994f3dd gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:19:09.001318 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-c13d951f-bc78-4b00-b2a4-21e86df1adbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956088cc-6721-4268-862d-8c1db994f3dd', 'name': 'tempest-ServerActionsTestJSON-1403389520-router', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:14:28Z', 'updated_at': '2021-10-20T12:14:31Z', 'revision_number': 4, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'gw_port': {'id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:29Z', 'updated_at': '2021-10-20T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '0cfd37e8-850c-4a89-842a-e2e66a1d8257', 'name': '', 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'mac_address': 'fa:16:3e:6d:c6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:30Z', 'updated_at': '2021-10-20T12:14:34Z', 'revision_number': 5, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'subnets': [{'id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:19:09.027761 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13d951f-bc78-4b00-b2a4-21e86df1adbc None None] The sync data for ids ['956088cc-6721-4268-862d-8c1db994f3dd'] in n-d-814735-3 is: [{'id': '956088cc-6721-4268-862d-8c1db994f3dd', 'name': 'tempest-ServerActionsTestJSON-1403389520-router', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:14:28Z', 'updated_at': '2021-10-20T12:14:31Z', 'revision_number': 4, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'gw_port': {'id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:29Z', 'updated_at': '2021-10-20T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '0cfd37e8-850c-4a89-842a-e2e66a1d8257', 'name': '', 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'mac_address': 'fa:16:3e:6d:c6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:30Z', 'updated_at': '2021-10-20T12:14:34Z', 'revision_number': 5, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'subnets': [{'id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:19:09.264411 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b03cb0-2a58-4fd9-9a1b-3062c3bbc3f6 None None] New status for floating IP 5540c2e5-b848-452d-973f-f80e0ee89494: DOWN {{(pid=100648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 12:19:09.401679 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-889bc01d-9fdb-4e85-8b5a-56b19b8e1ec8 req-31be0975-d1be-41f4-81ed-0c2ca0e16ff6 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--1996447437&fields=id&tenant_id=19f2fe5b5db84f42890fc744e9639322 HTTP/1.1" status: 200 len: 267 time: 0.0366340 Oct 20 12:19:09.513555 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889bc01d-9fdb-4e85-8b5a-56b19b8e1ec8 req-738ea3d8-cdfe-4e18-b62a-e33e56f374c4 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:19:09.514949 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-889bc01d-9fdb-4e85-8b5a-56b19b8e1ec8 req-738ea3d8-cdfe-4e18-b62a-e33e56f374c4 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/networks?id=70ec0249-a46b-4837-967e-6e2b16d900d6 HTTP/1.1" status: 200 len: 812 time: 0.1053243 Oct 20 12:19:09.532030 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-889bc01d-9fdb-4e85-8b5a-56b19b8e1ec8 req-a416c47f-afc7-4bb9-94a3-af2935ab7985 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/quotas/19f2fe5b5db84f42890fc744e9639322 HTTP/1.1" status: 200 len: 375 time: 0.0091560 Oct 20 12:19:09.590135 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-889bc01d-9fdb-4e85-8b5a-56b19b8e1ec8 req-4500f6c7-5df0-4f14-b78d-edfaecaeeb11 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=19f2fe5b5db84f42890fc744e9639322&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0503607 Oct 20 12:19:09.607652 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-889bc01d-9fdb-4e85-8b5a-56b19b8e1ec8 req-83179c72-8237-4187-8be5-4d0412d6b248 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 12:19:09.608606 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-889bc01d-9fdb-4e85-8b5a-56b19b8e1ec8 req-83179c72-8237-4187-8be5-4d0412d6b248 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051739 Oct 20 12:19:09.703804 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-889bc01d-9fdb-4e85-8b5a-56b19b8e1ec8 req-72dfe8b3-6556-483d-b4a3-051d9420b63d service neutron] 10.222.0.98 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893872 Oct 20 12:19:09.800656 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-889bc01d-9fdb-4e85-8b5a-56b19b8e1ec8 req-5a9d87e8-7584-448c-aabc-8a84ba7bac37 service neutron] 10.222.0.98 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873249 Oct 20 12:19:10.112358 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 2592e6d8-a7e0-4123-96b0-064fe90e5fd3 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:19:10.144139 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: 2592e6d8-a7e0-4123-96b0-064fe90e5fd3 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:19:10.144507 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 2592e6d8-a7e0-4123-96b0-064fe90e5fd3 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:19:10.308101 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:19:11.000767 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-184c677a-c040-4713-aefa-6b3c4a183641 req-62c559f6-bb45-4b7a-ab5c-7aa4a7646f7b tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8 HTTP/1.1" status: 200 len: 210 time: 0.0328071 Oct 20 12:19:12.003209 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889bc01d-9fdb-4e85-8b5a-56b19b8e1ec8 req-15c43450-280b-4cd5-b71b-c7da574b7300 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:19:12.004661 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-889bc01d-9fdb-4e85-8b5a-56b19b8e1ec8 req-15c43450-280b-4cd5-b71b-c7da574b7300 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.11 "GET /v2.0/networks?id=70ec0249-a46b-4837-967e-6e2b16d900d6 HTTP/1.1" status: 200 len: 812 time: 0.1104031 Oct 20 12:19:12.051255 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-889bc01d-9fdb-4e85-8b5a-56b19b8e1ec8 req-982e64eb-d50c-4da1-9a47-2108899899b2 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19f2fe5b5db84f42890fc744e9639322 HTTP/1.1" status: 200 len: 380 time: 0.0364904 Oct 20 12:19:12.062249 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-889bc01d-9fdb-4e85-8b5a-56b19b8e1ec8 req-395e39e0-fb7f-4b46-8445-24573004cb47 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Request body: {'port': {'device_id': '62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8', 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6', 'admin_state_up': True, 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'security_groups': ['517c55d5-ff0c-4145-a697-6d57c1c4db44']}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:19:12.116739 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5335043c-fd28-44d7-84ca-023c1ba35006 req-235f252e-8141-48a3-84b1-eb62cfc28afd tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8 HTTP/1.1" status: 200 len: 210 time: 0.0396562 Oct 20 12:19:12.198927 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-889bc01d-9fdb-4e85-8b5a-56b19b8e1ec8 req-395e39e0-fb7f-4b46-8445-24573004cb47 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Made reservation on behalf of 19f2fe5b5db84f42890fc744e9639322 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:19:12.202755 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-889bc01d-9fdb-4e85-8b5a-56b19b8e1ec8 req-395e39e0-fb7f-4b46-8445-24573004cb47 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:19:12.336134 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-889bc01d-9fdb-4e85-8b5a-56b19b8e1ec8 req-395e39e0-fb7f-4b46-8445-24573004cb47 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Allocated IP 172.20.0.11 (70ec0249-a46b-4837-967e-6e2b16d900d6/5a896c64-352c-4dbf-98af-b7773d966ee8/60ec1108-d0f4-46ad-9435-23a6ca437d70) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:19:12.475722 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-889bc01d-9fdb-4e85-8b5a-56b19b8e1ec8 req-395e39e0-fb7f-4b46-8445-24573004cb47 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:19:12.513996 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-889bc01d-9fdb-4e85-8b5a-56b19b8e1ec8 req-395e39e0-fb7f-4b46-8445-24573004cb47 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:19:12.562158 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-889bc01d-9fdb-4e85-8b5a-56b19b8e1ec8 req-395e39e0-fb7f-4b46-8445-24573004cb47 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Network 70ec0249-a46b-4837-967e-6e2b16d900d6 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:19:12.565178 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-889bc01d-9fdb-4e85-8b5a-56b19b8e1ec8 req-395e39e0-fb7f-4b46-8445-24573004cb47 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:19:12.571637 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-889bc01d-9fdb-4e85-8b5a-56b19b8e1ec8 req-395e39e0-fb7f-4b46-8445-24573004cb47 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:19:12.575468 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e39e0-fb7f-4b46-8445-24573004cb47 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Pushing event updated for resources: {'Port': ['ID=60ec1108-d0f4-46ad-9435-23a6ca437d70,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:19:12.623221 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889bc01d-9fdb-4e85-8b5a-56b19b8e1ec8 req-395e39e0-fb7f-4b46-8445-24573004cb47 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:19:12.623854 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-889bc01d-9fdb-4e85-8b5a-56b19b8e1ec8 req-395e39e0-fb7f-4b46-8445-24573004cb47 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:19:12.648044 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-889bc01d-9fdb-4e85-8b5a-56b19b8e1ec8 req-395e39e0-fb7f-4b46-8445-24573004cb47 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5894260 Oct 20 12:19:12.661403 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-889bc01d-9fdb-4e85-8b5a-56b19b8e1ec8 req-d965a0e2-27a7-4641-be65-f623caf21ef2 service neutron] Request body: {'port': {'device_id': '62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:19:12.716254 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-889bc01d-9fdb-4e85-8b5a-56b19b8e1ec8 req-d965a0e2-27a7-4641-be65-f623caf21ef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:19:12.825662 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-cdb6ff9a-4dcf-4a29-afbf-c5c7aac72f94 None None] Provisioning complete for port 60ec1108-d0f4-46ad-9435-23a6ca437d70 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:19:12.826305 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-cdb6ff9a-4dcf-4a29-afbf-c5c7aac72f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:19:12.860580 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-cdb6ff9a-4dcf-4a29-afbf-c5c7aac72f94 None None] Port 60ec1108-d0f4-46ad-9435-23a6ca437d70 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:19:12.992947 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-889bc01d-9fdb-4e85-8b5a-56b19b8e1ec8 req-d965a0e2-27a7-4641-be65-f623caf21ef2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60ec1108-d0f4-46ad-9435-23a6ca437d70 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:19:13.000397 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-889bc01d-9fdb-4e85-8b5a-56b19b8e1ec8 req-d965a0e2-27a7-4641-be65-f623caf21ef2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:19:13.012768 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-889bc01d-9fdb-4e85-8b5a-56b19b8e1ec8 req-d965a0e2-27a7-4641-be65-f623caf21ef2 service neutron] Transition to ACTIVE for port object 60ec1108-d0f4-46ad-9435-23a6ca437d70 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 12:19:13.018197 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-889bc01d-9fdb-4e85-8b5a-56b19b8e1ec8 req-d965a0e2-27a7-4641-be65-f623caf21ef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:19:13.076049 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d965a0e2-27a7-4641-be65-f623caf21ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=60ec1108-d0f4-46ad-9435-23a6ca437d70,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:19:13.156518 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-889bc01d-9fdb-4e85-8b5a-56b19b8e1ec8 req-d965a0e2-27a7-4641-be65-f623caf21ef2 service neutron] Attempting to bind port 60ec1108-d0f4-46ad-9435-23a6ca437d70 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:19:13.157070 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-889bc01d-9fdb-4e85-8b5a-56b19b8e1ec8 req-d965a0e2-27a7-4641-be65-f623caf21ef2 service neutron] Attempting to bind port 60ec1108-d0f4-46ad-9435-23a6ca437d70 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': 'c1eca377-ac1d-4dd9-b6c8-2d237bc33922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:19:13.157399 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889bc01d-9fdb-4e85-8b5a-56b19b8e1ec8 req-d965a0e2-27a7-4641-be65-f623caf21ef2 service neutron] Attempting to bind port 60ec1108-d0f4-46ad-9435-23a6ca437d70 on network 70ec0249-a46b-4837-967e-6e2b16d900d6 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:19:13.162348 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889bc01d-9fdb-4e85-8b5a-56b19b8e1ec8 req-d965a0e2-27a7-4641-be65-f623caf21ef2 service neutron] Port 60ec1108-d0f4-46ad-9435-23a6ca437d70 on network 70ec0249-a46b-4837-967e-6e2b16d900d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 12:19:13.162672 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889bc01d-9fdb-4e85-8b5a-56b19b8e1ec8 req-d965a0e2-27a7-4641-be65-f623caf21ef2 service neutron] Attempting to bind port 60ec1108-d0f4-46ad-9435-23a6ca437d70 on network 70ec0249-a46b-4837-967e-6e2b16d900d6 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:19:13.168056 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889bc01d-9fdb-4e85-8b5a-56b19b8e1ec8 req-d965a0e2-27a7-4641-be65-f623caf21ef2 service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:19:13.168390 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889bc01d-9fdb-4e85-8b5a-56b19b8e1ec8 req-d965a0e2-27a7-4641-be65-f623caf21ef2 service neutron] Checking segment: {'id': 'c1eca377-ac1d-4dd9-b6c8-2d237bc33922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:19:13.168778 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889bc01d-9fdb-4e85-8b5a-56b19b8e1ec8 req-d965a0e2-27a7-4641-be65-f623caf21ef2 service neutron] Bound using segment: {'id': 'c1eca377-ac1d-4dd9-b6c8-2d237bc33922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:19:13.169206 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-889bc01d-9fdb-4e85-8b5a-56b19b8e1ec8 req-d965a0e2-27a7-4641-be65-f623caf21ef2 service neutron] Bound port: 60ec1108-d0f4-46ad-9435-23a6ca437d70, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1eca377-ac1d-4dd9-b6c8-2d237bc33922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:19:13.169546 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-889bc01d-9fdb-4e85-8b5a-56b19b8e1ec8 req-d965a0e2-27a7-4641-be65-f623caf21ef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:19:13.263775 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-889bc01d-9fdb-4e85-8b5a-56b19b8e1ec8 req-d965a0e2-27a7-4641-be65-f623caf21ef2 service neutron] For port 60ec1108-d0f4-46ad-9435-23a6ca437d70, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:19:13.267558 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-889bc01d-9fdb-4e85-8b5a-56b19b8e1ec8 req-d965a0e2-27a7-4641-be65-f623caf21ef2 service neutron] For port 60ec1108-d0f4-46ad-9435-23a6ca437d70, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=60ec1108-d0f4-46ad-9435-23a6ca437d70,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:19:13.278953 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36389b4a-da2f-47ae-b017-fb844e79e7e3 req-b5122243-08dc-4d9a-9901-aa116ac02bfb tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:19:13.280477 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-36389b4a-da2f-47ae-b017-fb844e79e7e3 req-b5122243-08dc-4d9a-9901-aa116ac02bfb tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8 HTTP/1.1" status: 200 len: 944 time: 0.0766375 Oct 20 12:19:13.281978 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-889bc01d-9fdb-4e85-8b5a-56b19b8e1ec8 req-d965a0e2-27a7-4641-be65-f623caf21ef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:19:13.332318 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889bc01d-9fdb-4e85-8b5a-56b19b8e1ec8 req-d965a0e2-27a7-4641-be65-f623caf21ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:19:13.332939 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-889bc01d-9fdb-4e85-8b5a-56b19b8e1ec8 req-d965a0e2-27a7-4641-be65-f623caf21ef2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:19:13.334323 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-889bc01d-9fdb-4e85-8b5a-56b19b8e1ec8 req-d965a0e2-27a7-4641-be65-f623caf21ef2 service neutron] 10.222.0.11 "PUT /v2.0/ports/60ec1108-d0f4-46ad-9435-23a6ca437d70 HTTP/1.1" status: 200 len: 1092 time: 0.6774604 Oct 20 12:19:13.335064 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8', 'tag': '60ec1108-d0f4-46ad-9435-23a6ca437d70'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:19:13.337335 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a40d5a4-fe29-49d1-9afb-1e6fa12d65b3" -d '{"events": [{"name": "network-changed", "server_uuid": "62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8", "tag": "60ec1108-d0f4-46ad-9435-23a6ca437d70"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:19:13.385062 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c3a9b5-8864-44ce-9b06-64500c79c1de x-openstack-request-id: req-43c3a9b5-8864-44ce-9b06-64500c79c1de {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:19:13.385352 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8", "tag": "60ec1108-d0f4-46ad-9435-23a6ca437d70", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:19:13.385683 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-43c3a9b5-8864-44ce-9b06-64500c79c1de {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:19:13.386110 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8', 'tag': '60ec1108-d0f4-46ad-9435-23a6ca437d70', 'status': 'completed', 'code': 200} Oct 20 12:19:13.389469 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-36389b4a-da2f-47ae-b017-fb844e79e7e3 req-f077a67d-591b-4044-9dcc-4995451d634b tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996246 Oct 20 12:19:13.390178 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d965a0e2-27a7-4641-be65-f623caf21ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=60ec1108-d0f4-46ad-9435-23a6ca437d70,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:19:13.435314 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889bc01d-9fdb-4e85-8b5a-56b19b8e1ec8 req-4f46da81-e58b-497d-8ac2-1776b4a2fb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:19:13.436851 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-889bc01d-9fdb-4e85-8b5a-56b19b8e1ec8 req-4f46da81-e58b-497d-8ac2-1776b4a2fb5f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=19f2fe5b5db84f42890fc744e9639322&device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8 HTTP/1.1" status: 200 len: 1095 time: 0.0436342 Oct 20 12:19:13.480002 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-889bc01d-9fdb-4e85-8b5a-56b19b8e1ec8 req-62a0d3ec-b745-4c66-8252-9cfbd16f9751 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60ec1108-d0f4-46ad-9435-23a6ca437d70 HTTP/1.1" status: 200 len: 217 time: 0.0349700 Oct 20 12:19:13.532556 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889bc01d-9fdb-4e85-8b5a-56b19b8e1ec8 req-ba2a6476-d68b-4895-8055-35c88ef2bfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:19:13.534122 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-889bc01d-9fdb-4e85-8b5a-56b19b8e1ec8 req-ba2a6476-d68b-4895-8055-35c88ef2bfcc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5a896c64-352c-4dbf-98af-b7773d966ee8 HTTP/1.1" status: 200 len: 851 time: 0.0470681 Oct 20 12:19:13.585709 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889bc01d-9fdb-4e85-8b5a-56b19b8e1ec8 req-be764fde-077c-47f9-bd0a-2c03bb899290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:19:13.587259 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-889bc01d-9fdb-4e85-8b5a-56b19b8e1ec8 req-be764fde-077c-47f9-bd0a-2c03bb899290 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70ec0249-a46b-4837-967e-6e2b16d900d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460141 Oct 20 12:19:13.676564 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-889bc01d-9fdb-4e85-8b5a-56b19b8e1ec8 req-bc2122bd-47f0-44b8-a27e-a429d2ed058a service neutron] 10.222.0.11 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820673 Oct 20 12:19:13.777005 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-889bc01d-9fdb-4e85-8b5a-56b19b8e1ec8 req-b7e99731-3052-4cef-a22b-666613499579 service neutron] 10.222.0.11 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927238 Oct 20 12:19:13.867159 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40d5a4-fe29-49d1-9afb-1e6fa12d65b3 req-f98bf5ad-49cf-4233-ac50-ca1cc81fab21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:19:13.868613 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7a40d5a4-fe29-49d1-9afb-1e6fa12d65b3 req-f98bf5ad-49cf-4233-ac50-ca1cc81fab21 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=19f2fe5b5db84f42890fc744e9639322&device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8 HTTP/1.1" status: 200 len: 1095 time: 0.0409324 Oct 20 12:19:13.962754 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40d5a4-fe29-49d1-9afb-1e6fa12d65b3 req-ec226a57-0b86-4eda-bc55-35ba13ebbe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:19:13.964221 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7a40d5a4-fe29-49d1-9afb-1e6fa12d65b3 req-ec226a57-0b86-4eda-bc55-35ba13ebbe6d service neutron] 10.222.0.11 "GET /v2.0/networks?id=70ec0249-a46b-4837-967e-6e2b16d900d6 HTTP/1.1" status: 200 len: 914 time: 0.0877154 Oct 20 12:19:14.005119 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7a40d5a4-fe29-49d1-9afb-1e6fa12d65b3 req-0e73a6be-c8ff-4a52-afbd-c749fdad8bc8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60ec1108-d0f4-46ad-9435-23a6ca437d70 HTTP/1.1" status: 200 len: 217 time: 0.0335085 Oct 20 12:19:14.058617 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40d5a4-fe29-49d1-9afb-1e6fa12d65b3 req-fe5bf9c3-f48e-42f8-a721-591b113bc928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:19:14.060119 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7a40d5a4-fe29-49d1-9afb-1e6fa12d65b3 req-fe5bf9c3-f48e-42f8-a721-591b113bc928 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5a896c64-352c-4dbf-98af-b7773d966ee8 HTTP/1.1" status: 200 len: 851 time: 0.0463865 Oct 20 12:19:14.113151 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40d5a4-fe29-49d1-9afb-1e6fa12d65b3 req-414cfa3f-8414-4fd5-aaa6-e6d8a7fa2251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:19:14.114618 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7a40d5a4-fe29-49d1-9afb-1e6fa12d65b3 req-414cfa3f-8414-4fd5-aaa6-e6d8a7fa2251 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70ec0249-a46b-4837-967e-6e2b16d900d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463912 Oct 20 12:19:14.216853 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7a40d5a4-fe29-49d1-9afb-1e6fa12d65b3 req-d66cf75b-d4f2-40f5-b46d-f5e74aeb914b service neutron] 10.222.0.11 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933046 Oct 20 12:19:14.321440 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7a40d5a4-fe29-49d1-9afb-1e6fa12d65b3 req-468f1fa3-b77b-4669-b8d2-e15bfe0f2fc6 service neutron] 10.222.0.11 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963817 Oct 20 12:19:14.525329 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb291363-725a-496f-868b-7b44daebbb3b req-91c1b373-5ca3-49fd-af83-058342795fe8 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:19:14.526731 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cb291363-725a-496f-868b-7b44daebbb3b req-91c1b373-5ca3-49fd-af83-058342795fe8 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8 HTTP/1.1" status: 200 len: 944 time: 0.0645509 Oct 20 12:19:14.565368 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cb291363-725a-496f-868b-7b44daebbb3b req-616e14b1-04b9-458f-81f8-75fdfe106b2c tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320320 Oct 20 12:19:15.691173 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27771e-20fc-4474-8414-8bb43f6294c8 req-31550dba-8257-4028-9e3c-fefb1c9a7b7d tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:19:15.692628 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3e27771e-20fc-4474-8414-8bb43f6294c8 req-31550dba-8257-4028-9e3c-fefb1c9a7b7d tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8 HTTP/1.1" status: 200 len: 944 time: 0.0508161 Oct 20 12:19:15.729890 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3e27771e-20fc-4474-8414-8bb43f6294c8 req-0f5aeb31-31b6-48b5-b726-abcff230f9ec tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311232 Oct 20 12:19:15.868136 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:19:16.352824 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 60ec1108-d0f4-46ad-9435-23a6ca437d70 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:19:16.452852 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 60ec1108-d0f4-46ad-9435-23a6ca437d70, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=60ec1108-d0f4-46ad-9435-23a6ca437d70,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:19:16.463796 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '60ec1108-d0f4-46ad-9435-23a6ca437d70', 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6', 'port_id': '60ec1108-d0f4-46ad-9435-23a6ca437d70', 'mac_address': 'fa:16:3e:93:62:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:19:16.507805 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:19:16.521232 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60ec1108-d0f4-46ad-9435-23a6ca437d70 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:19:16.542105 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 60ec1108-d0f4-46ad-9435-23a6ca437d70, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=60ec1108-d0f4-46ad-9435-23a6ca437d70,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:19:16.548570 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:19:16.596843 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=60ec1108-d0f4-46ad-9435-23a6ca437d70,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:19:16.783884 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['60ec1108-d0f4-46ad-9435-23a6ca437d70'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:19:16.865022 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674fc640-ab04-4429-bba2-40dc520b54ec req-d91e098c-d47e-4c23-be72-17ec90069c45 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:19:16.866483 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-674fc640-ab04-4429-bba2-40dc520b54ec req-d91e098c-d47e-4c23-be72-17ec90069c45 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8 HTTP/1.1" status: 200 len: 945 time: 0.0557725 Oct 20 12:19:16.905032 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-674fc640-ab04-4429-bba2-40dc520b54ec req-6efa4c5f-1dba-4809-a2da-b88db710e9b3 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324330 Oct 20 12:19:18.034093 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c747de9-9c4b-442b-9e7d-f62f0731992b req-c6b8ed19-8b38-4571-850a-21543808e60f tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:19:18.035557 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0c747de9-9c4b-442b-9e7d-f62f0731992b req-c6b8ed19-8b38-4571-850a-21543808e60f tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8 HTTP/1.1" status: 200 len: 945 time: 0.0522370 Oct 20 12:19:18.075738 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0c747de9-9c4b-442b-9e7d-f62f0731992b req-37db93e1-7cf0-4739-8e7d-5ce3975e7633 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314825 Oct 20 12:19:18.368748 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 60ec1108-d0f4-46ad-9435-23a6ca437d70 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:19:18.425123 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 60ec1108-d0f4-46ad-9435-23a6ca437d70 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 12:19:18.428822 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 60ec1108-d0f4-46ad-9435-23a6ca437d70 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:19:18.429194 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:19:18.507266 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:19:18.530079 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ec1108-d0f4-46ad-9435-23a6ca437d70'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:19:18.532462 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57faa04c-15a3-4e3a-bce0-b1d8ddab68f3" -d '{"events": [{"server_uuid": "62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8", "name": "network-vif-plugged", "status": "completed", "tag": "60ec1108-d0f4-46ad-9435-23a6ca437d70"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:19:18.544750 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 60ec1108-d0f4-46ad-9435-23a6ca437d70, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=60ec1108-d0f4-46ad-9435-23a6ca437d70,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:19:18.549681 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:19:18.574168 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d778686-df55-4dbe-99a4-f9dd67771ffb x-openstack-request-id: req-5d778686-df55-4dbe-99a4-f9dd67771ffb {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:19:18.574457 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8", "name": "network-vif-plugged", "status": "completed", "tag": "60ec1108-d0f4-46ad-9435-23a6ca437d70", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:19:18.574704 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5d778686-df55-4dbe-99a4-f9dd67771ffb {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:19:18.575115 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ec1108-d0f4-46ad-9435-23a6ca437d70', 'code': 200} Oct 20 12:19:18.602564 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=60ec1108-d0f4-46ad-9435-23a6ca437d70,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:19:18.674670 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c9da6-e579-45d5-9ac7-d97296fe8ff6 req-94ed9ec4-86c2-4f22-bcbb-f0a49cef3663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:19:18.676184 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bc0c9da6-e579-45d5-9ac7-d97296fe8ff6 req-94ed9ec4-86c2-4f22-bcbb-f0a49cef3663 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8 HTTP/1.1" status: 200 len: 1097 time: 0.0419850 Oct 20 12:19:18.717665 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bc0c9da6-e579-45d5-9ac7-d97296fe8ff6 req-bd4c4657-015a-433f-a072-5cfb6e7befcd service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342033 Oct 20 12:19:19.208337 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ab05c-b7ce-4254-8b24-f79eae40f3b3 req-7895693d-d3b4-43b9-abac-f6c882189581 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:19:19.209817 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1a4ab05c-b7ce-4254-8b24-f79eae40f3b3 req-7895693d-d3b4-43b9-abac-f6c882189581 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8 HTTP/1.1" status: 200 len: 946 time: 0.0541029 Oct 20 12:19:19.250011 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1a4ab05c-b7ce-4254-8b24-f79eae40f3b3 req-41436d44-3573-4484-be5a-e3d9a2f37414 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312428 Oct 20 12:19:19.386537 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c3f9613e-e4f5-4898-861e-4044250c5ad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:19:20.381141 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b550b24f-c8db-4da6-ba47-f97396da0656 req-f5808875-755d-4b49-86c9-922ed382c52c tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:19:20.382590 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b550b24f-c8db-4da6-ba47-f97396da0656 req-f5808875-755d-4b49-86c9-922ed382c52c tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8 HTTP/1.1" status: 200 len: 946 time: 0.0520966 Oct 20 12:19:20.424174 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b550b24f-c8db-4da6-ba47-f97396da0656 req-328f4d2a-0247-46ef-8641-df7e94b2ed6b tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353813 Oct 20 12:19:20.548118 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c907d-3f4f-4e49-b8b8-68962d96d7ae req-c6059224-93e5-409d-a005-d6dc5f610496 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:19:20.549630 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-139c907d-3f4f-4e49-b8b8-68962d96d7ae req-c6059224-93e5-409d-a005-d6dc5f610496 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8 HTTP/1.1" status: 200 len: 946 time: 0.0544753 Oct 20 12:19:20.559786 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 57584) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:19:20.566151 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-4c69098f-d5e5-45df-8908-f82ed29cdeea tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Request body: {'floatingip': {'port_id': '60ec1108-d0f4-46ad-9435-23a6ca437d70'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:19:20.609340 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4c69098f-d5e5-45df-8908-f82ed29cdeea tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks [] for floatingip, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:19:21.050002 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4c69098f-d5e5-45df-8908-f82ed29cdeea tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:19:21.056047 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4c69098f-d5e5-45df-8908-f82ed29cdeea tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:19:21.159424 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [None req-4c69098f-d5e5-45df-8908-f82ed29cdeea tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Floating IP 5540c2e5-b848-452d-973f-f80e0ee89494 associated. External IP: 172.25.5.122, port: 60ec1108-d0f4-46ad-9435-23a6ca437d70. Oct 20 12:19:21.380569 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c69098f-d5e5-45df-8908-f82ed29cdeea tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Router 956088cc-6721-4268-862d-8c1db994f3dd has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:19:21.504010 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c69098f-d5e5-45df-8908-f82ed29cdeea tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:19:21.508995 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4c69098f-d5e5-45df-8908-f82ed29cdeea tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:19:21.515238 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa67ed9d-53f9-4e48-a104-653a3554f796 None None] Sync routers for ids ['956088cc-6721-4268-862d-8c1db994f3dd'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:19:21.524788 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa67ed9d-53f9-4e48-a104-653a3554f796 None None] Routers {'956088cc-6721-4268-862d-8c1db994f3dd'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:19:21.525397 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-fa67ed9d-53f9-4e48-a104-653a3554f796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:18:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['956088cc-6721-4268-862d-8c1db994f3dd'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:19:21.539879 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4c69098f-d5e5-45df-8908-f82ed29cdeea tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "PUT /v2.0/floatingips/5540c2e5-b848-452d-973f-f80e0ee89494 HTTP/1.1" status: 200 len: 992 time: 0.9759798 Oct 20 12:19:21.539879 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8', 'tag': '60ec1108-d0f4-46ad-9435-23a6ca437d70'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:19:21.540140 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd847fc-f30c-4f6a-977b-a41e159297d7" -d '{"events": [{"name": "network-changed", "server_uuid": "62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8", "tag": "60ec1108-d0f4-46ad-9435-23a6ca437d70"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:19:21.584978 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd92c825-dc39-4eb4-ad5e-10f725393e21 x-openstack-request-id: req-dd92c825-dc39-4eb4-ad5e-10f725393e21 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:19:21.585283 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8", "tag": "60ec1108-d0f4-46ad-9435-23a6ca437d70", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:19:21.585522 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-dd92c825-dc39-4eb4-ad5e-10f725393e21 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:19:21.586037 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8', 'tag': '60ec1108-d0f4-46ad-9435-23a6ca437d70', 'status': 'completed', 'code': 200} Oct 20 12:19:21.632430 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-fa67ed9d-53f9-4e48-a104-653a3554f796 None None] Set router 956088cc-6721-4268-862d-8c1db994f3dd gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:19:21.654082 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd847fc-f30c-4f6a-977b-a41e159297d7 req-57a02fe3-ad35-4671-8969-7793a578df09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:19:21.655658 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ddd847fc-f30c-4f6a-977b-a41e159297d7 req-57a02fe3-ad35-4671-8969-7793a578df09 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=19f2fe5b5db84f42890fc744e9639322&device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8 HTTP/1.1" status: 200 len: 1097 time: 0.0455422 Oct 20 12:19:21.745195 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd847fc-f30c-4f6a-977b-a41e159297d7 req-78267215-458e-4194-bbf0-138ff8845bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:19:21.746698 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ddd847fc-f30c-4f6a-977b-a41e159297d7 req-78267215-458e-4194-bbf0-138ff8845bad service neutron] 10.222.0.11 "GET /v2.0/networks?id=70ec0249-a46b-4837-967e-6e2b16d900d6 HTTP/1.1" status: 200 len: 914 time: 0.0840337 Oct 20 12:19:21.815841 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ddd847fc-f30c-4f6a-977b-a41e159297d7 req-b498073f-4787-49fc-9fbd-fa74122b3918 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60ec1108-d0f4-46ad-9435-23a6ca437d70 HTTP/1.1" status: 200 len: 1000 time: 0.0620792 Oct 20 12:19:21.856661 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-fa67ed9d-53f9-4e48-a104-653a3554f796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956088cc-6721-4268-862d-8c1db994f3dd', 'name': 'tempest-ServerActionsTestJSON-1403389520-router', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:14:28Z', 'updated_at': '2021-10-20T12:14:31Z', 'revision_number': 4, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'gw_port': {'id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:29Z', 'updated_at': '2021-10-20T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '5540c2e5-b848-452d-973f-f80e0ee89494', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'floating_ip_address': '172.25.5.122', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'port_id': '60ec1108-d0f4-46ad-9435-23a6ca437d70', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6', 'mac_address': 'fa:16:3e:93:62:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:14:33Z', 'updated_at': '2021-10-20T12:19:20Z', 'revision_number': 9, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cfd37e8-850c-4a89-842a-e2e66a1d8257', 'name': '', 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'mac_address': 'fa:16:3e:6d:c6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:30Z', 'updated_at': '2021-10-20T12:14:34Z', 'revision_number': 5, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'subnets': [{'id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:19:21.865933 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd847fc-f30c-4f6a-977b-a41e159297d7 req-421dcc66-53c5-441e-bcd4-1d95a44495df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:19:21.867447 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ddd847fc-f30c-4f6a-977b-a41e159297d7 req-421dcc66-53c5-441e-bcd4-1d95a44495df service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5a896c64-352c-4dbf-98af-b7773d966ee8 HTTP/1.1" status: 200 len: 851 time: 0.0446942 Oct 20 12:19:21.916661 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd847fc-f30c-4f6a-977b-a41e159297d7 req-3f1843fd-b5e3-4267-9c35-9cd7d5ca5f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:19:21.918095 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ddd847fc-f30c-4f6a-977b-a41e159297d7 req-3f1843fd-b5e3-4267-9c35-9cd7d5ca5f62 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70ec0249-a46b-4837-967e-6e2b16d900d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434294 Oct 20 12:19:21.977341 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa67ed9d-53f9-4e48-a104-653a3554f796 None None] Checking router: 956088cc-6721-4268-862d-8c1db994f3dd for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:19:21.985959 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa67ed9d-53f9-4e48-a104-653a3554f796 None None] Routers {'956088cc-6721-4268-862d-8c1db994f3dd'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:19:21.986600 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-fa67ed9d-53f9-4e48-a104-653a3554f796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:18:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['956088cc-6721-4268-862d-8c1db994f3dd'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:19:22.013620 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ddd847fc-f30c-4f6a-977b-a41e159297d7 req-69f24f3c-9c37-4e6d-a074-e848f78c2d36 service neutron] 10.222.0.11 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881865 Oct 20 12:19:22.089790 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-fa67ed9d-53f9-4e48-a104-653a3554f796 None None] Set router 956088cc-6721-4268-862d-8c1db994f3dd gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:19:22.102506 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ddd847fc-f30c-4f6a-977b-a41e159297d7 req-ae1cd1ba-67c5-4a07-81af-6ed45d813b34 service neutron] 10.222.0.11 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819571 Oct 20 12:19:22.247856 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d7dcb16c-2fca-4c5b-894a-c26d8b732821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:19:22.313609 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-fa67ed9d-53f9-4e48-a104-653a3554f796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956088cc-6721-4268-862d-8c1db994f3dd', 'name': 'tempest-ServerActionsTestJSON-1403389520-router', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:14:28Z', 'updated_at': '2021-10-20T12:14:31Z', 'revision_number': 4, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'gw_port': {'id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:29Z', 'updated_at': '2021-10-20T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '5540c2e5-b848-452d-973f-f80e0ee89494', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'floating_ip_address': '172.25.5.122', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'port_id': '60ec1108-d0f4-46ad-9435-23a6ca437d70', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6', 'mac_address': 'fa:16:3e:93:62:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:14:33Z', 'updated_at': '2021-10-20T12:19:20Z', 'revision_number': 9, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cfd37e8-850c-4a89-842a-e2e66a1d8257', 'name': '', 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'mac_address': 'fa:16:3e:6d:c6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:30Z', 'updated_at': '2021-10-20T12:14:34Z', 'revision_number': 5, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'subnets': [{'id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:19:22.342963 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa67ed9d-53f9-4e48-a104-653a3554f796 None None] The sync data for ids ['956088cc-6721-4268-862d-8c1db994f3dd'] in n-d-814735-3 is: [{'id': '956088cc-6721-4268-862d-8c1db994f3dd', 'name': 'tempest-ServerActionsTestJSON-1403389520-router', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:14:28Z', 'updated_at': '2021-10-20T12:14:31Z', 'revision_number': 4, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'gw_port': {'id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:29Z', 'updated_at': '2021-10-20T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '5540c2e5-b848-452d-973f-f80e0ee89494', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'floating_ip_address': '172.25.5.122', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'port_id': '60ec1108-d0f4-46ad-9435-23a6ca437d70', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6', 'mac_address': 'fa:16:3e:93:62:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:14:33Z', 'updated_at': '2021-10-20T12:19:20Z', 'revision_number': 9, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cfd37e8-850c-4a89-842a-e2e66a1d8257', 'name': '', 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'mac_address': 'fa:16:3e:6d:c6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:30Z', 'updated_at': '2021-10-20T12:14:34Z', 'revision_number': 5, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'subnets': [{'id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:19:22.530945 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7975fda-25cb-4a74-a2f2-9fc40cebf4f3 None None] New status for floating IP 5540c2e5-b848-452d-973f-f80e0ee89494: ACTIVE {{(pid=100648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 12:19:23.211966 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:19:23.338142 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:19:25.060960 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:19:30.508482 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:19:33.514594 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-803f3412-cdbd-4dfb-8553-10ccf17e1715 req-5a50107e-9175-4912-81e4-78f12a6144c0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0485568 Oct 20 12:19:33.958629 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f3412-cdbd-4dfb-8553-10ccf17e1715 req-5843450d-301f-424d-a645-a7c700269a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:19:33.960170 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-803f3412-cdbd-4dfb-8553-10ccf17e1715 req-5843450d-301f-424d-a645-a7c700269a6e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=19f2fe5b5db84f42890fc744e9639322&device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8 HTTP/1.1" status: 200 len: 1097 time: 0.4017222 Oct 20 12:19:34.065541 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f3412-cdbd-4dfb-8553-10ccf17e1715 req-f592c3d4-55bb-4519-a248-ffcced834fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:19:34.067054 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-803f3412-cdbd-4dfb-8553-10ccf17e1715 req-f592c3d4-55bb-4519-a248-ffcced834fd3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70ec0249-a46b-4837-967e-6e2b16d900d6 HTTP/1.1" status: 200 len: 914 time: 0.0855172 Oct 20 12:19:34.134777 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-803f3412-cdbd-4dfb-8553-10ccf17e1715 req-6cc9a0de-7ec5-4f0a-9af9-da45bb00775d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60ec1108-d0f4-46ad-9435-23a6ca437d70 HTTP/1.1" status: 200 len: 1003 time: 0.0604675 Oct 20 12:19:34.182499 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f3412-cdbd-4dfb-8553-10ccf17e1715 req-bcef2a5e-ecf0-49f6-95ee-94c8b3fe4572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:19:34.183919 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-803f3412-cdbd-4dfb-8553-10ccf17e1715 req-bcef2a5e-ecf0-49f6-95ee-94c8b3fe4572 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5a896c64-352c-4dbf-98af-b7773d966ee8 HTTP/1.1" status: 200 len: 851 time: 0.0427949 Oct 20 12:19:34.230674 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f3412-cdbd-4dfb-8553-10ccf17e1715 req-c9054753-2ea2-4a83-93e2-747919866a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:19:34.232093 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-803f3412-cdbd-4dfb-8553-10ccf17e1715 req-c9054753-2ea2-4a83-93e2-747919866a6e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70ec0249-a46b-4837-967e-6e2b16d900d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406761 Oct 20 12:19:34.340460 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-803f3412-cdbd-4dfb-8553-10ccf17e1715 req-9d9ce865-ee3b-47dd-aea2-71462eefb684 service neutron] 10.222.0.11 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008003 Oct 20 12:19:34.435158 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-803f3412-cdbd-4dfb-8553-10ccf17e1715 req-7c043801-0040-428f-bdf6-700f3f6a68e9 service neutron] 10.222.0.11 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869274 Oct 20 12:19:40.311220 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:19:45.887734 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:19:49.400891 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d37c12a0-604d-43fd-817a-8705d8f2f54c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:19:52.258518 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6324cff0-fd53-448c-94cc-df5f896fa0f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:19:53.205417 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:19:53.338494 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:19:55.064727 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:20:07.513244 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:20:10.309337 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:20:15.873032 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:20:19.399202 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2a0f489c-b2cf-4317-88d7-63573a6bfb0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:20:22.258725 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b2e11c0b-fb68-4365-bc43-2edf54e71ecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:20:23.215162 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:20:23.343492 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:20:25.078564 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:20:33.739450 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cb09af1f-80a9-4b02-a7da-00c4f2c506ba req-8b3c2db3-48cd-4190-9602-c1a70d8bd594 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397742 Oct 20 12:20:33.823290 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09af1f-80a9-4b02-a7da-00c4f2c506ba req-be1c2a6f-b1a6-4dd3-b896-3c81193eb706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:20:33.825214 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cb09af1f-80a9-4b02-a7da-00c4f2c506ba req-be1c2a6f-b1a6-4dd3-b896-3c81193eb706 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=19f2fe5b5db84f42890fc744e9639322&device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8 HTTP/1.1" status: 200 len: 1097 time: 0.0431671 Oct 20 12:20:33.934882 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09af1f-80a9-4b02-a7da-00c4f2c506ba req-30d2a535-6b08-46ed-841c-9f01cfb1fe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:20:33.936291 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cb09af1f-80a9-4b02-a7da-00c4f2c506ba req-30d2a535-6b08-46ed-841c-9f01cfb1fe41 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70ec0249-a46b-4837-967e-6e2b16d900d6 HTTP/1.1" status: 200 len: 914 time: 0.0910318 Oct 20 12:20:34.001110 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cb09af1f-80a9-4b02-a7da-00c4f2c506ba req-0fecea7e-b351-43d9-bb4e-dc28ce05c16e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60ec1108-d0f4-46ad-9435-23a6ca437d70 HTTP/1.1" status: 200 len: 1003 time: 0.0570273 Oct 20 12:20:34.050591 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09af1f-80a9-4b02-a7da-00c4f2c506ba req-a46abce5-c944-4e18-b1df-557cb8b36fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:20:34.052062 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cb09af1f-80a9-4b02-a7da-00c4f2c506ba req-a46abce5-c944-4e18-b1df-557cb8b36fb5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5a896c64-352c-4dbf-98af-b7773d966ee8 HTTP/1.1" status: 200 len: 851 time: 0.0436997 Oct 20 12:20:34.102316 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09af1f-80a9-4b02-a7da-00c4f2c506ba req-58293e2a-1392-4e10-88bd-476ffee53913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:20:34.103839 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cb09af1f-80a9-4b02-a7da-00c4f2c506ba req-58293e2a-1392-4e10-88bd-476ffee53913 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70ec0249-a46b-4837-967e-6e2b16d900d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447993 Oct 20 12:20:34.195709 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cb09af1f-80a9-4b02-a7da-00c4f2c506ba req-fd5a0ca9-5073-4c18-84a4-7755f8016d21 service neutron] 10.222.0.11 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838239 Oct 20 12:20:34.300957 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cb09af1f-80a9-4b02-a7da-00c4f2c506ba req-d5e5b177-038b-41ff-a176-10ae5b7a15f2 service neutron] 10.222.0.11 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982733 Oct 20 12:20:40.318506 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:20:44.519163 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:20:45.887272 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:20:49.402749 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6354803a-aa3f-4a92-b42c-9772eae3f7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:20:52.257774 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f5529a55-9aa6-493d-8874-86895253f6f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:20:53.218612 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:20:53.351876 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:20:55.081393 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:20:57.255330 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-27dc0df9-e6f7-4a02-9f4d-04160023c1d4 req-35f28814-912b-4aaa-867a-7a7085e7b70a service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0675585 Oct 20 12:20:57.263767 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b86672-6ffb-4981-bfff-acaed31f7282 req-63724b1a-1967-44f3-9120-2b6329c26831 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:20:57.265171 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d3b86672-6ffb-4981-bfff-acaed31f7282 req-63724b1a-1967-44f3-9120-2b6329c26831 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8 HTTP/1.1" status: 200 len: 946 time: 0.0693843 Oct 20 12:20:57.310047 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d3b86672-6ffb-4981-bfff-acaed31f7282 req-cd711135-ffee-4e20-bc12-7f3971cf8dee tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382271 Oct 20 12:20:58.452209 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f82d1a-aa22-450f-9412-8e4754e1ef1b req-dfa7781e-21f8-4308-b375-d5ff6a49520b tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:20:58.453566 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d9f82d1a-aa22-450f-9412-8e4754e1ef1b req-dfa7781e-21f8-4308-b375-d5ff6a49520b tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8 HTTP/1.1" status: 200 len: 946 time: 0.0579414 Oct 20 12:20:58.504130 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d9f82d1a-aa22-450f-9412-8e4754e1ef1b req-a9980e6f-ebd9-400a-82d0-b3228cccd4fd tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422525 Oct 20 12:20:58.677868 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc0df9-e6f7-4a02-9f4d-04160023c1d4 req-95364878-4254-421a-930b-4581253867d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:20:58.679428 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-27dc0df9-e6f7-4a02-9f4d-04160023c1d4 req-95364878-4254-421a-930b-4581253867d2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=19f2fe5b5db84f42890fc744e9639322&device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8 HTTP/1.1" status: 200 len: 1097 time: 0.0438335 Oct 20 12:20:58.777272 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc0df9-e6f7-4a02-9f4d-04160023c1d4 req-8a3cdce3-a5b0-49e3-bf1d-1bd05fcdd1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:20:58.778827 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-27dc0df9-e6f7-4a02-9f4d-04160023c1d4 req-8a3cdce3-a5b0-49e3-bf1d-1bd05fcdd1d0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70ec0249-a46b-4837-967e-6e2b16d900d6 HTTP/1.1" status: 200 len: 914 time: 0.0919919 Oct 20 12:20:58.847658 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-27dc0df9-e6f7-4a02-9f4d-04160023c1d4 req-a633c477-cef4-45f2-8537-e29fa4298940 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60ec1108-d0f4-46ad-9435-23a6ca437d70 HTTP/1.1" status: 200 len: 1003 time: 0.0610282 Oct 20 12:20:58.902357 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc0df9-e6f7-4a02-9f4d-04160023c1d4 req-656dca49-48ab-4d07-97a0-4d8780b401f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:20:58.904204 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-27dc0df9-e6f7-4a02-9f4d-04160023c1d4 req-656dca49-48ab-4d07-97a0-4d8780b401f9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5a896c64-352c-4dbf-98af-b7773d966ee8 HTTP/1.1" status: 200 len: 851 time: 0.0498586 Oct 20 12:20:58.955831 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc0df9-e6f7-4a02-9f4d-04160023c1d4 req-14425daa-ad8e-4915-a84a-5fb770c52fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:20:58.957285 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-27dc0df9-e6f7-4a02-9f4d-04160023c1d4 req-14425daa-ad8e-4915-a84a-5fb770c52fd6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70ec0249-a46b-4837-967e-6e2b16d900d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457330 Oct 20 12:20:59.050280 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-27dc0df9-e6f7-4a02-9f4d-04160023c1d4 req-b1bdb5dc-c3af-4785-b9c1-306d45678426 service neutron] 10.222.0.11 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849016 Oct 20 12:20:59.150155 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-27dc0df9-e6f7-4a02-9f4d-04160023c1d4 req-1296e048-bdda-4ef3-971f-e5df22e7c6df service neutron] 10.222.0.11 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921216 Oct 20 12:20:59.642731 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe5c80c-a1a1-461f-aa95-91c4d3f879aa req-1cc78919-3994-4fab-8dce-1890ad4a9294 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:20:59.644679 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dbe5c80c-a1a1-461f-aa95-91c4d3f879aa req-1cc78919-3994-4fab-8dce-1890ad4a9294 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8 HTTP/1.1" status: 200 len: 946 time: 0.0595894 Oct 20 12:20:59.684925 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dbe5c80c-a1a1-461f-aa95-91c4d3f879aa req-cd21535f-e061-43f7-82d4-9b970fca703f tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339794 Oct 20 12:21:00.813138 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5fb721-a546-4346-b84d-ed3e64c6ae4d req-d19b9d2f-1407-433d-b829-ae490b463f56 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:00.814775 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5e5fb721-a546-4346-b84d-ed3e64c6ae4d req-d19b9d2f-1407-433d-b829-ae490b463f56 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8 HTTP/1.1" status: 200 len: 946 time: 0.0560875 Oct 20 12:21:00.853538 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5e5fb721-a546-4346-b84d-ed3e64c6ae4d req-b362d3f6-3677-4420-b2eb-886a32285073 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325027 Oct 20 12:21:01.987936 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68a9a5-38d0-4188-9ec5-7241ebac5d3c req-4e3824d4-bc73-46fd-88f5-51df00cdf0e1 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:01.989415 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5c68a9a5-38d0-4188-9ec5-7241ebac5d3c req-4e3824d4-bc73-46fd-88f5-51df00cdf0e1 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8 HTTP/1.1" status: 200 len: 946 time: 0.0554240 Oct 20 12:21:02.027301 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5c68a9a5-38d0-4188-9ec5-7241ebac5d3c req-bde11549-8e64-4f2e-8e96-47a20ad71b68 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317779 Oct 20 12:21:03.144681 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9baffb5-0435-4870-8bca-684caf5c67f8 req-2fa27e86-e8e7-4d1d-8ab2-fb1cae290b91 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:03.146176 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a9baffb5-0435-4870-8bca-684caf5c67f8 req-2fa27e86-e8e7-4d1d-8ab2-fb1cae290b91 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8 HTTP/1.1" status: 200 len: 946 time: 0.0523672 Oct 20 12:21:03.190885 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a9baffb5-0435-4870-8bca-684caf5c67f8 req-abfe179c-c50e-407a-82f7-38e41327fb9e tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385780 Oct 20 12:21:04.324586 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142a75d-5bcf-4a40-8744-43dd7d85218d req-40b863b9-233e-464c-bc61-fac203759d5e tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:04.326176 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4142a75d-5bcf-4a40-8744-43dd7d85218d req-40b863b9-233e-464c-bc61-fac203759d5e tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8 HTTP/1.1" status: 200 len: 946 time: 0.0542662 Oct 20 12:21:04.367526 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4142a75d-5bcf-4a40-8744-43dd7d85218d req-3cf64cf3-f15c-4e25-a5b7-b6eb9a3945e4 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352817 Oct 20 12:21:05.515365 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6426e-fcf7-4f64-9929-b7baa7ecb183 req-214715ab-c9e8-4ac7-bac0-6068130522ff tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:05.516836 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fea6426e-fcf7-4f64-9929-b7baa7ecb183 req-214715ab-c9e8-4ac7-bac0-6068130522ff tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8 HTTP/1.1" status: 200 len: 946 time: 0.0674903 Oct 20 12:21:05.558136 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fea6426e-fcf7-4f64-9929-b7baa7ecb183 req-c450a0fd-346b-4e3a-b173-3a11650df4d4 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323372 Oct 20 12:21:06.689850 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180fd51a-575c-4f2e-a7c3-d3004665919d req-7de3f24a-c3d4-4dd9-bc30-802f0a7df2a7 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:06.691413 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-180fd51a-575c-4f2e-a7c3-d3004665919d req-7de3f24a-c3d4-4dd9-bc30-802f0a7df2a7 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8 HTTP/1.1" status: 200 len: 946 time: 0.0631711 Oct 20 12:21:06.736587 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-180fd51a-575c-4f2e-a7c3-d3004665919d req-f94863d0-50d0-4437-b6f7-fef914189727 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386193 Oct 20 12:21:07.862363 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f438d-77a0-4199-82d5-4cb94fb790f8 req-b71bc771-930f-4b3b-b7db-50fc6c2c2b15 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:07.863871 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2c9f438d-77a0-4199-82d5-4cb94fb790f8 req-b71bc771-930f-4b3b-b7db-50fc6c2c2b15 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8 HTTP/1.1" status: 200 len: 946 time: 0.0522990 Oct 20 12:21:07.905060 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2c9f438d-77a0-4199-82d5-4cb94fb790f8 req-59a5a202-571c-4915-9576-22cf0e7962b4 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323429 Oct 20 12:21:09.047306 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf5d743-9324-44c0-b640-43180e83368c req-4802a7ec-9da6-4791-ae62-2f3b64806459 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:09.048796 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-abf5d743-9324-44c0-b640-43180e83368c req-4802a7ec-9da6-4791-ae62-2f3b64806459 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8 HTTP/1.1" status: 200 len: 946 time: 0.0564010 Oct 20 12:21:09.089655 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-abf5d743-9324-44c0-b640-43180e83368c req-c74f19fd-fd39-40a2-8f71-78b760a830ee tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320518 Oct 20 12:21:10.230519 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f41e3-0508-4ec0-ab5c-d50b085d637b req-eb4e6756-cdd6-47bb-81cd-d1b4ec1a354c tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:10.231999 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-887f41e3-0508-4ec0-ab5c-d50b085d637b req-eb4e6756-cdd6-47bb-81cd-d1b4ec1a354c tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8 HTTP/1.1" status: 200 len: 946 time: 0.0502806 Oct 20 12:21:10.271582 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-887f41e3-0508-4ec0-ab5c-d50b085d637b req-9d867e4b-fa64-4735-9b9c-794fa812c913 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336363 Oct 20 12:21:10.331064 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:11.052613 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [req-27dc0df9-e6f7-4a02-9f4d-04160023c1d4 req-f3473d21-c639-4159-b447-d59692b6a6a8 service neutron] show failed (client error): The resource could not be found. Oct 20 12:21:11.053630 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-27dc0df9-e6f7-4a02-9f4d-04160023c1d4 req-f3473d21-c639-4159-b447-d59692b6a6a8 service neutron] 10.222.0.11 "GET /v2.0/ports/60ec1108-d0f4-46ad-9435-23a6ca437d70/bindings/n-h2-814735-3 HTTP/1.1" status: 404 len: 380 time: 0.0627213 Oct 20 12:21:11.278436 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc0df9-e6f7-4a02-9f4d-04160023c1d4 req-ec45cc12-2041-4d82-9574-9af05c529d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:11.279886 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-27dc0df9-e6f7-4a02-9f4d-04160023c1d4 req-ec45cc12-2041-4d82-9574-9af05c529d80 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8&tenant_id=19f2fe5b5db84f42890fc744e9639322 HTTP/1.1" status: 200 len: 1097 time: 0.0472372 Oct 20 12:21:11.293344 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-27dc0df9-e6f7-4a02-9f4d-04160023c1d4 req-4dc09dba-6a4d-4fa6-9dfb-26e159c0544b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-814735-3', 'device_owner': 'compute:nova'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:21:11.355198 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-27dc0df9-e6f7-4a02-9f4d-04160023c1d4 req-4dc09dba-6a4d-4fa6-9dfb-26e159c0544b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:11.422975 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b75f0e-62a0-4f5a-aae3-4e634db0c559 req-f293fc1a-181b-416c-a8a1-89f9fa5a869c tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:11.424427 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b6b75f0e-62a0-4f5a-aae3-4e634db0c559 req-f293fc1a-181b-416c-a8a1-89f9fa5a869c tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8 HTTP/1.1" status: 200 len: 946 time: 0.0844069 Oct 20 12:21:11.531765 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b6b75f0e-62a0-4f5a-aae3-4e634db0c559 req-1771e2d6-c570-4885-98f0-5f7f8b57bb09 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952387 Oct 20 12:21:11.621709 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-27dc0df9-e6f7-4a02-9f4d-04160023c1d4 req-4dc09dba-6a4d-4fa6-9dfb-26e159c0544b service neutron] For port 60ec1108-d0f4-46ad-9435-23a6ca437d70, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=60ec1108-d0f4-46ad-9435-23a6ca437d70,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:21:11.656476 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-27dc0df9-e6f7-4a02-9f4d-04160023c1d4 req-4dc09dba-6a4d-4fa6-9dfb-26e159c0544b service neutron] For port 60ec1108-d0f4-46ad-9435-23a6ca437d70, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:21:11.696215 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60ec1108-d0f4-46ad-9435-23a6ca437d70'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:21:11.698514 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b05accb-5e53-45c0-8a50-46c0563be583" -d '{"events": [{"server_uuid": "62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8", "name": "network-vif-unplugged", "status": "completed", "tag": "60ec1108-d0f4-46ad-9435-23a6ca437d70"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:21:11.702290 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-27dc0df9-e6f7-4a02-9f4d-04160023c1d4 req-4dc09dba-6a4d-4fa6-9dfb-26e159c0544b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:11.715260 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-27dc0df9-e6f7-4a02-9f4d-04160023c1d4 req-4dc09dba-6a4d-4fa6-9dfb-26e159c0544b service neutron] Transition to ACTIVE for port object 60ec1108-d0f4-46ad-9435-23a6ca437d70 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 12:21:11.719895 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-27dc0df9-e6f7-4a02-9f4d-04160023c1d4 req-4dc09dba-6a4d-4fa6-9dfb-26e159c0544b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:11.752681 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 12:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f98f4f-4210-4e4b-9ca9-30f703aea915 x-openstack-request-id: req-f0f98f4f-4210-4e4b-9ca9-30f703aea915 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:21:11.753484 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8", "name": "network-vif-unplugged", "status": "completed", "tag": "60ec1108-d0f4-46ad-9435-23a6ca437d70", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:21:11.753484 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f0f98f4f-4210-4e4b-9ca9-30f703aea915 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:21:11.753647 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60ec1108-d0f4-46ad-9435-23a6ca437d70', 'code': 200} Oct 20 12:21:11.805393 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc09dba-6a4d-4fa6-9dfb-26e159c0544b service neutron] Pushing event updated for resources: {'Port': ['ID=60ec1108-d0f4-46ad-9435-23a6ca437d70,revision_number=6']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:21:11.817607 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc09dba-6a4d-4fa6-9dfb-26e159c0544b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:21:11.817953 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc09dba-6a4d-4fa6-9dfb-26e159c0544b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:21:11.818288 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc09dba-6a4d-4fa6-9dfb-26e159c0544b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:21:11.818622 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc09dba-6a4d-4fa6-9dfb-26e159c0544b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:21:11.818978 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc09dba-6a4d-4fa6-9dfb-26e159c0544b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:21:11.819291 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc09dba-6a4d-4fa6-9dfb-26e159c0544b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:21:11.819632 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc09dba-6a4d-4fa6-9dfb-26e159c0544b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:21:11.819951 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc09dba-6a4d-4fa6-9dfb-26e159c0544b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:21:11.820256 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc09dba-6a4d-4fa6-9dfb-26e159c0544b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:21:11.820576 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc09dba-6a4d-4fa6-9dfb-26e159c0544b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:21:11.820901 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc09dba-6a4d-4fa6-9dfb-26e159c0544b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:21:11.821208 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc09dba-6a4d-4fa6-9dfb-26e159c0544b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:21:11.853391 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-27dc0df9-e6f7-4a02-9f4d-04160023c1d4 req-4dc09dba-6a4d-4fa6-9dfb-26e159c0544b service neutron] No DVR routers for this DVR port 60ec1108-d0f4-46ad-9435-23a6ca437d70 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:21:11.993683 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-27dc0df9-e6f7-4a02-9f4d-04160023c1d4 req-4dc09dba-6a4d-4fa6-9dfb-26e159c0544b service neutron] Attempting to bind port 60ec1108-d0f4-46ad-9435-23a6ca437d70 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:21:11.994023 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-27dc0df9-e6f7-4a02-9f4d-04160023c1d4 req-4dc09dba-6a4d-4fa6-9dfb-26e159c0544b service neutron] Attempting to bind port 60ec1108-d0f4-46ad-9435-23a6ca437d70 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': 'c1eca377-ac1d-4dd9-b6c8-2d237bc33922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:21:11.994338 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27dc0df9-e6f7-4a02-9f4d-04160023c1d4 req-4dc09dba-6a4d-4fa6-9dfb-26e159c0544b service neutron] Attempting to bind port 60ec1108-d0f4-46ad-9435-23a6ca437d70 on network 70ec0249-a46b-4837-967e-6e2b16d900d6 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:21:11.999094 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27dc0df9-e6f7-4a02-9f4d-04160023c1d4 req-4dc09dba-6a4d-4fa6-9dfb-26e159c0544b service neutron] Port 60ec1108-d0f4-46ad-9435-23a6ca437d70 on network 70ec0249-a46b-4837-967e-6e2b16d900d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 12:21:11.999413 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27dc0df9-e6f7-4a02-9f4d-04160023c1d4 req-4dc09dba-6a4d-4fa6-9dfb-26e159c0544b service neutron] Attempting to bind port 60ec1108-d0f4-46ad-9435-23a6ca437d70 on network 70ec0249-a46b-4837-967e-6e2b16d900d6 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:21:12.004382 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27dc0df9-e6f7-4a02-9f4d-04160023c1d4 req-4dc09dba-6a4d-4fa6-9dfb-26e159c0544b service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:21:12.004732 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27dc0df9-e6f7-4a02-9f4d-04160023c1d4 req-4dc09dba-6a4d-4fa6-9dfb-26e159c0544b service neutron] Checking segment: {'id': 'c1eca377-ac1d-4dd9-b6c8-2d237bc33922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:21:12.005089 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27dc0df9-e6f7-4a02-9f4d-04160023c1d4 req-4dc09dba-6a4d-4fa6-9dfb-26e159c0544b service neutron] Bound using segment: {'id': 'c1eca377-ac1d-4dd9-b6c8-2d237bc33922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:21:12.005502 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-27dc0df9-e6f7-4a02-9f4d-04160023c1d4 req-4dc09dba-6a4d-4fa6-9dfb-26e159c0544b service neutron] Bound port: 60ec1108-d0f4-46ad-9435-23a6ca437d70, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1eca377-ac1d-4dd9-b6c8-2d237bc33922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:21:12.005844 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-27dc0df9-e6f7-4a02-9f4d-04160023c1d4 req-4dc09dba-6a4d-4fa6-9dfb-26e159c0544b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:12.068857 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-27dc0df9-e6f7-4a02-9f4d-04160023c1d4 req-4dc09dba-6a4d-4fa6-9dfb-26e159c0544b service neutron] For port 60ec1108-d0f4-46ad-9435-23a6ca437d70, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:21:12.073421 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-27dc0df9-e6f7-4a02-9f4d-04160023c1d4 req-4dc09dba-6a4d-4fa6-9dfb-26e159c0544b service neutron] For port 60ec1108-d0f4-46ad-9435-23a6ca437d70, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=60ec1108-d0f4-46ad-9435-23a6ca437d70,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:21:12.078878 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-27dc0df9-e6f7-4a02-9f4d-04160023c1d4 req-4dc09dba-6a4d-4fa6-9dfb-26e159c0544b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:12.114348 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc0df9-e6f7-4a02-9f4d-04160023c1d4 req-4dc09dba-6a4d-4fa6-9dfb-26e159c0544b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:12.115041 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-27dc0df9-e6f7-4a02-9f4d-04160023c1d4 req-4dc09dba-6a4d-4fa6-9dfb-26e159c0544b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:12.116483 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-27dc0df9-e6f7-4a02-9f4d-04160023c1d4 req-4dc09dba-6a4d-4fa6-9dfb-26e159c0544b service neutron] 10.222.0.89 "PUT /v2.0/ports/60ec1108-d0f4-46ad-9435-23a6ca437d70 HTTP/1.1" status: 200 len: 1092 time: 0.8271832 Oct 20 12:21:12.137279 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc09dba-6a4d-4fa6-9dfb-26e159c0544b service neutron] Pushing event updated for resources: {'Port': ['ID=60ec1108-d0f4-46ad-9435-23a6ca437d70,revision_number=7']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:21:12.191656 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc0df9-e6f7-4a02-9f4d-04160023c1d4 req-1a3e9057-7ce7-4a21-9a46-0082908bb02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:12.193270 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-27dc0df9-e6f7-4a02-9f4d-04160023c1d4 req-1a3e9057-7ce7-4a21-9a46-0082908bb02c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=19f2fe5b5db84f42890fc744e9639322&device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8 HTTP/1.1" status: 200 len: 1095 time: 0.0464070 Oct 20 12:21:12.288787 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc0df9-e6f7-4a02-9f4d-04160023c1d4 req-e729e001-f671-484e-949c-c781ef463be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:12.290305 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-27dc0df9-e6f7-4a02-9f4d-04160023c1d4 req-e729e001-f671-484e-949c-c781ef463be1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=70ec0249-a46b-4837-967e-6e2b16d900d6 HTTP/1.1" status: 200 len: 914 time: 0.0873413 Oct 20 12:21:12.370028 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-27dc0df9-e6f7-4a02-9f4d-04160023c1d4 req-04038bba-fefe-4452-95a6-d3515964e049 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60ec1108-d0f4-46ad-9435-23a6ca437d70 HTTP/1.1" status: 200 len: 1001 time: 0.0663924 Oct 20 12:21:12.424758 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc0df9-e6f7-4a02-9f4d-04160023c1d4 req-741c3b3f-21f0-4fdb-a17a-62d30ac12aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:12.426054 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-27dc0df9-e6f7-4a02-9f4d-04160023c1d4 req-741c3b3f-21f0-4fdb-a17a-62d30ac12aef service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5a896c64-352c-4dbf-98af-b7773d966ee8 HTTP/1.1" status: 200 len: 851 time: 0.0444269 Oct 20 12:21:12.479577 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc0df9-e6f7-4a02-9f4d-04160023c1d4 req-8eed10d7-6f0f-4ec1-898b-f2db62576343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:12.481714 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-27dc0df9-e6f7-4a02-9f4d-04160023c1d4 req-8eed10d7-6f0f-4ec1-898b-f2db62576343 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=70ec0249-a46b-4837-967e-6e2b16d900d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437536 Oct 20 12:21:12.599923 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-27dc0df9-e6f7-4a02-9f4d-04160023c1d4 req-82f51760-69bb-48c2-9c39-c259ace4ad5b service neutron] 10.222.0.89 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045508 Oct 20 12:21:12.720491 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dfdcac-5018-4294-88ed-eaa5e42b7854 req-748ee17f-5bef-423d-96d9-010cd7d82403 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:12.721984 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-90dfdcac-5018-4294-88ed-eaa5e42b7854 req-748ee17f-5bef-423d-96d9-010cd7d82403 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8 HTTP/1.1" status: 200 len: 944 time: 0.1149099 Oct 20 12:21:12.748773 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-27dc0df9-e6f7-4a02-9f4d-04160023c1d4 req-7ad799db-7160-425f-bfbc-ceab9e555fae service neutron] 10.222.0.89 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327260 Oct 20 12:21:12.769197 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-90dfdcac-5018-4294-88ed-eaa5e42b7854 req-99990fb2-3ced-4fc1-b7d8-0c5afec5be6f tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411494 Oct 20 12:21:13.755817 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8', 'tag': '60ec1108-d0f4-46ad-9435-23a6ca437d70'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:21:13.759695 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73279ef6-6e19-4f6d-b4dc-14719e34254a" -d '{"events": [{"name": "network-changed", "server_uuid": "62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8", "tag": "60ec1108-d0f4-46ad-9435-23a6ca437d70"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:21:13.814068 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c29f45-5cba-4834-bda2-55f9dabfc5da x-openstack-request-id: req-28c29f45-5cba-4834-bda2-55f9dabfc5da {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:21:13.814361 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8", "tag": "60ec1108-d0f4-46ad-9435-23a6ca437d70", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:21:13.814609 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-28c29f45-5cba-4834-bda2-55f9dabfc5da {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:21:13.815118 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8', 'tag': '60ec1108-d0f4-46ad-9435-23a6ca437d70', 'status': 'completed', 'code': 200} Oct 20 12:21:13.927137 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73279ef6-6e19-4f6d-b4dc-14719e34254a req-b6d7afe3-8d3f-4bc7-a614-be1d535f6716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:13.928534 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-73279ef6-6e19-4f6d-b4dc-14719e34254a req-b6d7afe3-8d3f-4bc7-a614-be1d535f6716 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=19f2fe5b5db84f42890fc744e9639322&device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8 HTTP/1.1" status: 200 len: 1095 time: 0.0941062 Oct 20 12:21:13.958990 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73279ef6-6e19-4f6d-b4dc-14719e34254a req-b2ce24f9-c122-4b8f-9fad-e0e9ffddb6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:13.960348 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-73279ef6-6e19-4f6d-b4dc-14719e34254a req-b2ce24f9-c122-4b8f-9fad-e0e9ffddb6e6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=19f2fe5b5db84f42890fc744e9639322&device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8 HTTP/1.1" status: 200 len: 1095 time: 0.1162732 Oct 20 12:21:13.969590 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0143fd1-12f0-4a7c-84ed-56da0d121d0b req-52a3a1ad-8226-4e0b-b416-bc22cc00a44a tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:13.970957 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b0143fd1-12f0-4a7c-84ed-56da0d121d0b req-52a3a1ad-8226-4e0b-b416-bc22cc00a44a tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8 HTTP/1.1" status: 200 len: 944 time: 0.1121593 Oct 20 12:21:14.113402 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b0143fd1-12f0-4a7c-84ed-56da0d121d0b req-c01ad4cc-2273-412b-85a0-7366419b995a tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320603 Oct 20 12:21:14.121558 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73279ef6-6e19-4f6d-b4dc-14719e34254a req-857e7589-680e-463e-9e8a-1a6b4292c621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:14.123020 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-73279ef6-6e19-4f6d-b4dc-14719e34254a req-857e7589-680e-463e-9e8a-1a6b4292c621 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70ec0249-a46b-4837-967e-6e2b16d900d6 HTTP/1.1" status: 200 len: 914 time: 0.1867845 Oct 20 12:21:14.170036 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73279ef6-6e19-4f6d-b4dc-14719e34254a req-2e47b04f-4433-424c-9fff-2334939bcaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:14.171488 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-73279ef6-6e19-4f6d-b4dc-14719e34254a req-2e47b04f-4433-424c-9fff-2334939bcaf3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=70ec0249-a46b-4837-967e-6e2b16d900d6 HTTP/1.1" status: 200 len: 914 time: 0.1997259 Oct 20 12:21:14.233320 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-73279ef6-6e19-4f6d-b4dc-14719e34254a req-64e8a3ec-efc8-49a3-bb99-2558b2d2fbe7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60ec1108-d0f4-46ad-9435-23a6ca437d70 HTTP/1.1" status: 200 len: 1001 time: 0.0988374 Oct 20 12:21:14.271953 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-73279ef6-6e19-4f6d-b4dc-14719e34254a req-1f4ca0c6-3313-49a5-b84f-f312b93c0337 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60ec1108-d0f4-46ad-9435-23a6ca437d70 HTTP/1.1" status: 200 len: 1001 time: 0.0923395 Oct 20 12:21:14.312618 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73279ef6-6e19-4f6d-b4dc-14719e34254a req-1df7c6a2-f53c-465d-947d-220132dad47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:14.314032 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-73279ef6-6e19-4f6d-b4dc-14719e34254a req-1df7c6a2-f53c-465d-947d-220132dad47e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5a896c64-352c-4dbf-98af-b7773d966ee8 HTTP/1.1" status: 200 len: 851 time: 0.0741658 Oct 20 12:21:14.355365 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73279ef6-6e19-4f6d-b4dc-14719e34254a req-5d146af7-5bfb-4ff6-bab7-01716d5cde13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:14.356866 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-73279ef6-6e19-4f6d-b4dc-14719e34254a req-5d146af7-5bfb-4ff6-bab7-01716d5cde13 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5a896c64-352c-4dbf-98af-b7773d966ee8 HTTP/1.1" status: 200 len: 851 time: 0.0761256 Oct 20 12:21:14.377047 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73279ef6-6e19-4f6d-b4dc-14719e34254a req-c462eef2-342b-413b-b616-68ed73adfac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:14.378389 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-73279ef6-6e19-4f6d-b4dc-14719e34254a req-c462eef2-342b-413b-b616-68ed73adfac3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70ec0249-a46b-4837-967e-6e2b16d900d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565279 Oct 20 12:21:14.465772 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73279ef6-6e19-4f6d-b4dc-14719e34254a req-4fa91c7b-5ef3-428b-bddf-7c7afed89cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:14.467149 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-73279ef6-6e19-4f6d-b4dc-14719e34254a req-4fa91c7b-5ef3-428b-bddf-7c7afed89cd2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=70ec0249-a46b-4837-967e-6e2b16d900d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0981643 Oct 20 12:21:14.506812 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-73279ef6-6e19-4f6d-b4dc-14719e34254a req-3d587bd2-ac7c-41f6-93ca-679963c29ce9 service neutron] 10.222.0.11 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116426 Oct 20 12:21:14.585993 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 60ec1108-d0f4-46ad-9435-23a6ca437d70 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:21:14.688484 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 60ec1108-d0f4-46ad-9435-23a6ca437d70, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=60ec1108-d0f4-46ad-9435-23a6ca437d70,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:21:14.701492 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '60ec1108-d0f4-46ad-9435-23a6ca437d70', 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6', 'port_id': '60ec1108-d0f4-46ad-9435-23a6ca437d70', 'mac_address': 'fa:16:3e:93:62:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:21:14.745633 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:14.759920 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60ec1108-d0f4-46ad-9435-23a6ca437d70 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:21:14.781395 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 60ec1108-d0f4-46ad-9435-23a6ca437d70, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=60ec1108-d0f4-46ad-9435-23a6ca437d70,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:21:14.789825 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:14.839986 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=60ec1108-d0f4-46ad-9435-23a6ca437d70,revision_number=8']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:21:14.849326 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:21:14.849660 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:21:14.850018 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:21:14.850356 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:21:14.850690 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:21:14.851048 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:21:14.851378 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:21:14.851697 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:21:14.852018 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:21:14.852336 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:21:14.852657 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:21:14.852998 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:21:14.894209 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 60ec1108-d0f4-46ad-9435-23a6ca437d70 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:21:14.936345 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 60ec1108-d0f4-46ad-9435-23a6ca437d70 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:21:15.006308 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-73279ef6-6e19-4f6d-b4dc-14719e34254a req-f0dbb2b9-67d4-44ff-9999-c5062e3ac607 service neutron] 10.222.0.89 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5264990 Oct 20 12:21:15.033075 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['60ec1108-d0f4-46ad-9435-23a6ca437d70'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:21:15.038961 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-73279ef6-6e19-4f6d-b4dc-14719e34254a req-71d66806-9937-4515-a0ac-fe421c2b435c service neutron] 10.222.0.11 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5238447 Oct 20 12:21:15.104467 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-73279ef6-6e19-4f6d-b4dc-14719e34254a req-3475f29c-0ade-4693-8ee8-079a3697d565 service neutron] 10.222.0.89 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869956 Oct 20 12:21:15.235208 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427ca88-d786-4794-8fad-fa4ee532350f req-a96104ea-aae2-4bb3-b734-a38c0dc07f44 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:15.236692 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b427ca88-d786-4794-8fad-fa4ee532350f req-a96104ea-aae2-4bb3-b734-a38c0dc07f44 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8 HTTP/1.1" status: 200 len: 945 time: 0.0530498 Oct 20 12:21:15.278696 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b427ca88-d786-4794-8fad-fa4ee532350f req-4a771a3e-b5cc-4f9f-9162-3060de31c976 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329952 Oct 20 12:21:15.603981 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b73dd-b370-46be-9480-1dc2d6c2e05b req-450e531a-1161-46ed-9e15-3e42759ae7a9 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:15.605357 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-543b73dd-b370-46be-9480-1dc2d6c2e05b req-450e531a-1161-46ed-9e15-3e42759ae7a9 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.89 "GET /v2.0/ports?device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8&tenant_id=19f2fe5b5db84f42890fc744e9639322&binding%3Ahost_id=n-h2-814735-3 HTTP/1.1" status: 200 len: 945 time: 0.0759218 Oct 20 12:21:15.619029 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048f366-3e81-4289-b963-049609a9e31e req-8bb0e084-8e8c-4667-90b3-57948430e710 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:15.620366 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0048f366-3e81-4289-b963-049609a9e31e req-8bb0e084-8e8c-4667-90b3-57948430e710 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8 HTTP/1.1" status: 200 len: 945 time: 0.0648925 Oct 20 12:21:15.696357 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0048f366-3e81-4289-b963-049609a9e31e req-fa73315b-b6da-4e6a-83fa-b449c5c9e457 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690236 Oct 20 12:21:15.702101 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-543b73dd-b370-46be-9480-1dc2d6c2e05b req-a3f03e9f-598e-475f-b648-410d3f3ce7c1 service neutron] 10.222.0.89 "GET /v2.0/ports/60ec1108-d0f4-46ad-9435-23a6ca437d70/bindings/n-h2-814735-3 HTTP/1.1" status: 200 len: 382 time: 0.0808780 Oct 20 12:21:15.779038 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b73dd-b370-46be-9480-1dc2d6c2e05b req-8761ef65-93a5-46ec-b953-06fb26f61fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:15.780538 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-543b73dd-b370-46be-9480-1dc2d6c2e05b req-8761ef65-93a5-46ec-b953-06fb26f61fdc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=19f2fe5b5db84f42890fc744e9639322&device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8 HTTP/1.1" status: 200 len: 1096 time: 0.0521951 Oct 20 12:21:15.870339 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b73dd-b370-46be-9480-1dc2d6c2e05b req-03b06832-5bec-42c7-8877-8dc97f885bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:15.871794 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-543b73dd-b370-46be-9480-1dc2d6c2e05b req-03b06832-5bec-42c7-8877-8dc97f885bba service neutron] 10.222.0.89 "GET /v2.0/networks?id=70ec0249-a46b-4837-967e-6e2b16d900d6 HTTP/1.1" status: 200 len: 914 time: 0.0842755 Oct 20 12:21:15.885555 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:15.948060 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-543b73dd-b370-46be-9480-1dc2d6c2e05b req-03927b76-df5a-439f-941c-a290acfbf94c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60ec1108-d0f4-46ad-9435-23a6ca437d70 HTTP/1.1" status: 200 len: 1002 time: 0.0678027 Oct 20 12:21:15.997753 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b73dd-b370-46be-9480-1dc2d6c2e05b req-bdc87744-c9e7-4781-bb56-7e364e3f5a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:15.999182 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-543b73dd-b370-46be-9480-1dc2d6c2e05b req-bdc87744-c9e7-4781-bb56-7e364e3f5a5f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5a896c64-352c-4dbf-98af-b7773d966ee8 HTTP/1.1" status: 200 len: 851 time: 0.0438209 Oct 20 12:21:16.046103 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b73dd-b370-46be-9480-1dc2d6c2e05b req-dee7daf4-74df-4975-b261-5d170844c134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:16.047583 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-543b73dd-b370-46be-9480-1dc2d6c2e05b req-dee7daf4-74df-4975-b261-5d170844c134 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=70ec0249-a46b-4837-967e-6e2b16d900d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410211 Oct 20 12:21:16.143253 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-543b73dd-b370-46be-9480-1dc2d6c2e05b req-7b147178-cea5-4b0a-8587-ff40e57a8fb1 service neutron] 10.222.0.89 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877635 Oct 20 12:21:16.239524 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-543b73dd-b370-46be-9480-1dc2d6c2e05b req-553fc136-28f4-4226-a1ab-262147611c4a service neutron] 10.222.0.89 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890608 Oct 20 12:21:16.603276 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 60ec1108-d0f4-46ad-9435-23a6ca437d70 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:21:16.679765 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 60ec1108-d0f4-46ad-9435-23a6ca437d70 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 12:21:16.683369 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 60ec1108-d0f4-46ad-9435-23a6ca437d70 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:21:16.683732 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:16.764287 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:16.787964 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ec1108-d0f4-46ad-9435-23a6ca437d70'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:21:16.790455 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5cc2e0-be92-4739-8c5c-d0350d535218" -d '{"events": [{"server_uuid": "62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8", "name": "network-vif-plugged", "status": "completed", "tag": "60ec1108-d0f4-46ad-9435-23a6ca437d70"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:21:16.803509 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 60ec1108-d0f4-46ad-9435-23a6ca437d70, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=60ec1108-d0f4-46ad-9435-23a6ca437d70,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:21:16.809054 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:16.823990 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06828462-389a-4214-ba4d-9643d6ff13dc req-c0760727-320e-460d-84d6-aa7ebb8a8b2c tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:16.825690 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-06828462-389a-4214-ba4d-9643d6ff13dc req-c0760727-320e-460d-84d6-aa7ebb8a8b2c tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8 HTTP/1.1" status: 200 len: 945 time: 0.0553150 Oct 20 12:21:16.849214 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5a684f-41e4-4c8a-8418-1a4feda82b67 x-openstack-request-id: req-5c5a684f-41e4-4c8a-8418-1a4feda82b67 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:21:16.849535 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8", "name": "network-vif-plugged", "status": "completed", "tag": "60ec1108-d0f4-46ad-9435-23a6ca437d70", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:21:16.849752 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5c5a684f-41e4-4c8a-8418-1a4feda82b67 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:21:16.850134 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ec1108-d0f4-46ad-9435-23a6ca437d70', 'code': 200} Oct 20 12:21:16.858999 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=60ec1108-d0f4-46ad-9435-23a6ca437d70,revision_number=9']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:21:16.866049 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-06828462-389a-4214-ba4d-9643d6ff13dc req-2f9f42be-4933-4328-93ba-e397f0671700 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334644 Oct 20 12:21:18.007971 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92309b75-ea48-44c7-80fe-16470a185258 req-2d50bdab-49d9-4826-9d0a-bb08b7306ebc tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:18.009833 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92309b75-ea48-44c7-80fe-16470a185258 req-2d50bdab-49d9-4826-9d0a-bb08b7306ebc tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8 HTTP/1.1" status: 200 len: 946 time: 0.0569022 Oct 20 12:21:18.051761 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92309b75-ea48-44c7-80fe-16470a185258 req-f880cca4-f5fb-4d6b-857d-28505ee904d5 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325594 Oct 20 12:21:18.538488 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b73dd-b370-46be-9480-1dc2d6c2e05b req-a70fb571-c70a-4d39-9028-a3190fce1b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:18.539945 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-543b73dd-b370-46be-9480-1dc2d6c2e05b req-a70fb571-c70a-4d39-9028-a3190fce1b04 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8&tenant_id=19f2fe5b5db84f42890fc744e9639322 HTTP/1.1" status: 200 len: 1097 time: 0.0422142 Oct 20 12:21:18.551790 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-543b73dd-b370-46be-9480-1dc2d6c2e05b req-8d2e14a1-0faf-4a54-b79a-7a351c0b59d5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-814735-3', 'device_owner': 'compute:nova'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:21:18.604749 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-543b73dd-b370-46be-9480-1dc2d6c2e05b req-8d2e14a1-0faf-4a54-b79a-7a351c0b59d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:18.811456 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-543b73dd-b370-46be-9480-1dc2d6c2e05b req-8d2e14a1-0faf-4a54-b79a-7a351c0b59d5 service neutron] For port 60ec1108-d0f4-46ad-9435-23a6ca437d70, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=60ec1108-d0f4-46ad-9435-23a6ca437d70,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:21:18.844605 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-543b73dd-b370-46be-9480-1dc2d6c2e05b req-8d2e14a1-0faf-4a54-b79a-7a351c0b59d5 service neutron] For port 60ec1108-d0f4-46ad-9435-23a6ca437d70, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:21:18.886716 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60ec1108-d0f4-46ad-9435-23a6ca437d70'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:21:18.889946 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77359372-fbba-47a7-bb81-3a54c941de28" -d '{"events": [{"server_uuid": "62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8", "name": "network-vif-unplugged", "status": "completed", "tag": "60ec1108-d0f4-46ad-9435-23a6ca437d70"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:21:18.895111 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-543b73dd-b370-46be-9480-1dc2d6c2e05b req-8d2e14a1-0faf-4a54-b79a-7a351c0b59d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:18.908506 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-543b73dd-b370-46be-9480-1dc2d6c2e05b req-8d2e14a1-0faf-4a54-b79a-7a351c0b59d5 service neutron] Transition to ACTIVE for port object 60ec1108-d0f4-46ad-9435-23a6ca437d70 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 12:21:18.914113 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-543b73dd-b370-46be-9480-1dc2d6c2e05b req-8d2e14a1-0faf-4a54-b79a-7a351c0b59d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:18.945713 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 12:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ab25e8-4dd5-440a-aed9-3db7aa6ced54 x-openstack-request-id: req-b5ab25e8-4dd5-440a-aed9-3db7aa6ced54 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:21:18.946003 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8", "name": "network-vif-unplugged", "status": "completed", "tag": "60ec1108-d0f4-46ad-9435-23a6ca437d70", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:21:18.946249 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b5ab25e8-4dd5-440a-aed9-3db7aa6ced54 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:21:18.946655 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60ec1108-d0f4-46ad-9435-23a6ca437d70', 'code': 200} Oct 20 12:21:19.001489 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2e14a1-0faf-4a54-b79a-7a351c0b59d5 service neutron] Pushing event updated for resources: {'Port': ['ID=60ec1108-d0f4-46ad-9435-23a6ca437d70,revision_number=10']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:21:19.039471 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-543b73dd-b370-46be-9480-1dc2d6c2e05b req-8d2e14a1-0faf-4a54-b79a-7a351c0b59d5 service neutron] No DVR routers for this DVR port 60ec1108-d0f4-46ad-9435-23a6ca437d70 on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:21:19.209956 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e8c5c-47a7-4db6-95eb-65ec2ac24281 req-0e5e48e3-6d21-41a1-bcff-3d6214f7ed15 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:19.211452 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f25e8c5c-47a7-4db6-95eb-65ec2ac24281 req-0e5e48e3-6d21-41a1-bcff-3d6214f7ed15 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8 HTTP/1.1" status: 200 len: 945 time: 0.0826714 Oct 20 12:21:19.225690 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-543b73dd-b370-46be-9480-1dc2d6c2e05b req-8d2e14a1-0faf-4a54-b79a-7a351c0b59d5 service neutron] Attempting to bind port 60ec1108-d0f4-46ad-9435-23a6ca437d70 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:21:19.225945 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-543b73dd-b370-46be-9480-1dc2d6c2e05b req-8d2e14a1-0faf-4a54-b79a-7a351c0b59d5 service neutron] Attempting to bind port 60ec1108-d0f4-46ad-9435-23a6ca437d70 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': 'c1eca377-ac1d-4dd9-b6c8-2d237bc33922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:21:19.226265 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543b73dd-b370-46be-9480-1dc2d6c2e05b req-8d2e14a1-0faf-4a54-b79a-7a351c0b59d5 service neutron] Attempting to bind port 60ec1108-d0f4-46ad-9435-23a6ca437d70 on network 70ec0249-a46b-4837-967e-6e2b16d900d6 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:21:19.242068 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543b73dd-b370-46be-9480-1dc2d6c2e05b req-8d2e14a1-0faf-4a54-b79a-7a351c0b59d5 service neutron] Port 60ec1108-d0f4-46ad-9435-23a6ca437d70 on network 70ec0249-a46b-4837-967e-6e2b16d900d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 12:21:19.242357 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543b73dd-b370-46be-9480-1dc2d6c2e05b req-8d2e14a1-0faf-4a54-b79a-7a351c0b59d5 service neutron] Attempting to bind port 60ec1108-d0f4-46ad-9435-23a6ca437d70 on network 70ec0249-a46b-4837-967e-6e2b16d900d6 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:21:19.254735 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543b73dd-b370-46be-9480-1dc2d6c2e05b req-8d2e14a1-0faf-4a54-b79a-7a351c0b59d5 service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:21:19.255059 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543b73dd-b370-46be-9480-1dc2d6c2e05b req-8d2e14a1-0faf-4a54-b79a-7a351c0b59d5 service neutron] Checking segment: {'id': 'c1eca377-ac1d-4dd9-b6c8-2d237bc33922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:21:19.255450 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543b73dd-b370-46be-9480-1dc2d6c2e05b req-8d2e14a1-0faf-4a54-b79a-7a351c0b59d5 service neutron] Bound using segment: {'id': 'c1eca377-ac1d-4dd9-b6c8-2d237bc33922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:21:19.255854 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-543b73dd-b370-46be-9480-1dc2d6c2e05b req-8d2e14a1-0faf-4a54-b79a-7a351c0b59d5 service neutron] Bound port: 60ec1108-d0f4-46ad-9435-23a6ca437d70, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1eca377-ac1d-4dd9-b6c8-2d237bc33922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:21:19.256201 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-543b73dd-b370-46be-9480-1dc2d6c2e05b req-8d2e14a1-0faf-4a54-b79a-7a351c0b59d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:19.263233 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f25e8c5c-47a7-4db6-95eb-65ec2ac24281 req-c5d4982d-a5ba-4bc8-aafb-0c5574f56128 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447438 Oct 20 12:21:19.325900 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-543b73dd-b370-46be-9480-1dc2d6c2e05b req-8d2e14a1-0faf-4a54-b79a-7a351c0b59d5 service neutron] For port 60ec1108-d0f4-46ad-9435-23a6ca437d70, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:21:19.328911 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-543b73dd-b370-46be-9480-1dc2d6c2e05b req-8d2e14a1-0faf-4a54-b79a-7a351c0b59d5 service neutron] For port 60ec1108-d0f4-46ad-9435-23a6ca437d70, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=60ec1108-d0f4-46ad-9435-23a6ca437d70,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:21:19.334244 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-543b73dd-b370-46be-9480-1dc2d6c2e05b req-8d2e14a1-0faf-4a54-b79a-7a351c0b59d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:19.368527 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b73dd-b370-46be-9480-1dc2d6c2e05b req-8d2e14a1-0faf-4a54-b79a-7a351c0b59d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:19.369108 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-543b73dd-b370-46be-9480-1dc2d6c2e05b req-8d2e14a1-0faf-4a54-b79a-7a351c0b59d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:19.370514 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-543b73dd-b370-46be-9480-1dc2d6c2e05b req-8d2e14a1-0faf-4a54-b79a-7a351c0b59d5 service neutron] 10.222.0.11 "PUT /v2.0/ports/60ec1108-d0f4-46ad-9435-23a6ca437d70 HTTP/1.1" status: 200 len: 1093 time: 0.8225729 Oct 20 12:21:19.394642 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2e14a1-0faf-4a54-b79a-7a351c0b59d5 service neutron] Pushing event updated for resources: {'Port': ['ID=60ec1108-d0f4-46ad-9435-23a6ca437d70,revision_number=11']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:21:19.397259 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3aa3a403-7c1e-4ab9-a340-9764afd90c67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:19.438927 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b73dd-b370-46be-9480-1dc2d6c2e05b req-fd76e50d-6601-4de5-94c5-815700794ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:19.440484 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-543b73dd-b370-46be-9480-1dc2d6c2e05b req-fd76e50d-6601-4de5-94c5-815700794ee6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=19f2fe5b5db84f42890fc744e9639322&device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8 HTTP/1.1" status: 200 len: 1096 time: 0.0426514 Oct 20 12:21:19.537757 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b73dd-b370-46be-9480-1dc2d6c2e05b req-5621495b-2e91-4b49-bc61-5863f4572299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:19.539394 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-543b73dd-b370-46be-9480-1dc2d6c2e05b req-5621495b-2e91-4b49-bc61-5863f4572299 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70ec0249-a46b-4837-967e-6e2b16d900d6 HTTP/1.1" status: 200 len: 914 time: 0.0912449 Oct 20 12:21:19.604481 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-543b73dd-b370-46be-9480-1dc2d6c2e05b req-10ae2ea0-3be3-4d1a-adc6-59ce42fe277d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60ec1108-d0f4-46ad-9435-23a6ca437d70 HTTP/1.1" status: 200 len: 1001 time: 0.0571253 Oct 20 12:21:19.658356 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b73dd-b370-46be-9480-1dc2d6c2e05b req-5d1091b8-68b3-4025-8c77-0570a2e30799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:19.659842 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-543b73dd-b370-46be-9480-1dc2d6c2e05b req-5d1091b8-68b3-4025-8c77-0570a2e30799 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5a896c64-352c-4dbf-98af-b7773d966ee8 HTTP/1.1" status: 200 len: 851 time: 0.0482736 Oct 20 12:21:19.705408 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b73dd-b370-46be-9480-1dc2d6c2e05b req-f9b1d06b-ba1b-4cd0-9d32-7bcc4b8dc3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:19.706963 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-543b73dd-b370-46be-9480-1dc2d6c2e05b req-f9b1d06b-ba1b-4cd0-9d32-7bcc4b8dc3fa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70ec0249-a46b-4837-967e-6e2b16d900d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392194 Oct 20 12:21:19.798289 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-543b73dd-b370-46be-9480-1dc2d6c2e05b req-76a0ee82-ab0f-4a96-9dca-78438a406948 service neutron] 10.222.0.11 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836878 Oct 20 12:21:19.890941 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-543b73dd-b370-46be-9480-1dc2d6c2e05b req-42b4be78-ef73-41ac-8dc3-fab4a5357369 service neutron] 10.222.0.11 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847125 Oct 20 12:21:20.393713 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061d38b-25c1-4c9e-8b01-2bbb555e4255 req-74127c92-ad06-4e76-b045-1baa23d32203 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:20.395206 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e061d38b-25c1-4c9e-8b01-2bbb555e4255 req-74127c92-ad06-4e76-b045-1baa23d32203 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8 HTTP/1.1" status: 200 len: 945 time: 0.0550179 Oct 20 12:21:20.436071 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e061d38b-25c1-4c9e-8b01-2bbb555e4255 req-be679f04-343e-4beb-a2e8-2945b6397799 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317888 Oct 20 12:21:20.611144 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 60ec1108-d0f4-46ad-9435-23a6ca437d70 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:21:20.654763 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 60ec1108-d0f4-46ad-9435-23a6ca437d70 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:21:20.948636 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8', 'tag': '60ec1108-d0f4-46ad-9435-23a6ca437d70'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:21:20.952776 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509fbbc1-d453-41b7-a89c-e5de120f05b3" -d '{"events": [{"name": "network-changed", "server_uuid": "62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8", "tag": "60ec1108-d0f4-46ad-9435-23a6ca437d70"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:21:21.014106 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e4c9fc-3c64-43dd-ac51-fbc30f088efa x-openstack-request-id: req-b3e4c9fc-3c64-43dd-ac51-fbc30f088efa {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:21:21.014411 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8", "tag": "60ec1108-d0f4-46ad-9435-23a6ca437d70", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:21:21.014666 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b3e4c9fc-3c64-43dd-ac51-fbc30f088efa {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:21:21.015105 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8', 'tag': '60ec1108-d0f4-46ad-9435-23a6ca437d70', 'status': 'completed', 'code': 200} Oct 20 12:21:21.111200 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fbbc1-d453-41b7-a89c-e5de120f05b3 req-94b7c32c-e43c-4715-8eca-60b8c913ee1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:21.112698 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-509fbbc1-d453-41b7-a89c-e5de120f05b3 req-94b7c32c-e43c-4715-8eca-60b8c913ee1f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=19f2fe5b5db84f42890fc744e9639322&device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8 HTTP/1.1" status: 200 len: 1096 time: 0.0724185 Oct 20 12:21:21.114363 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fbbc1-d453-41b7-a89c-e5de120f05b3 req-6caebb18-4fb4-4a00-bcba-853e851780a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:21.115725 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-509fbbc1-d453-41b7-a89c-e5de120f05b3 req-6caebb18-4fb4-4a00-bcba-853e851780a5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=19f2fe5b5db84f42890fc744e9639322&device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8 HTTP/1.1" status: 200 len: 1096 time: 0.0773993 Oct 20 12:21:21.269880 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fbbc1-d453-41b7-a89c-e5de120f05b3 req-0fbd4243-69b1-4183-9cdf-494ee5406b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:21.271303 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-509fbbc1-d453-41b7-a89c-e5de120f05b3 req-0fbd4243-69b1-4183-9cdf-494ee5406b0b service neutron] 10.222.0.89 "GET /v2.0/networks?id=70ec0249-a46b-4837-967e-6e2b16d900d6 HTTP/1.1" status: 200 len: 914 time: 0.1508346 Oct 20 12:21:21.275203 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fbbc1-d453-41b7-a89c-e5de120f05b3 req-2877ee39-c7da-480e-a146-7a54c54b8b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:21.276690 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-509fbbc1-d453-41b7-a89c-e5de120f05b3 req-2877ee39-c7da-480e-a146-7a54c54b8b42 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70ec0249-a46b-4837-967e-6e2b16d900d6 HTTP/1.1" status: 200 len: 914 time: 0.1491778 Oct 20 12:21:21.384768 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-509fbbc1-d453-41b7-a89c-e5de120f05b3 req-f91c0e50-898f-45eb-a03b-91ac650bee6b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60ec1108-d0f4-46ad-9435-23a6ca437d70 HTTP/1.1" status: 200 len: 1001 time: 0.1058397 Oct 20 12:21:21.386482 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-509fbbc1-d453-41b7-a89c-e5de120f05b3 req-d083f2a1-bede-42d2-9739-c38abfea2220 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60ec1108-d0f4-46ad-9435-23a6ca437d70 HTTP/1.1" status: 200 len: 1001 time: 0.1019075 Oct 20 12:21:21.470610 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fbbc1-d453-41b7-a89c-e5de120f05b3 req-580d6f75-db34-47bd-a1f5-b106a6ca96cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:21.472118 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-509fbbc1-d453-41b7-a89c-e5de120f05b3 req-580d6f75-db34-47bd-a1f5-b106a6ca96cd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5a896c64-352c-4dbf-98af-b7773d966ee8 HTTP/1.1" status: 200 len: 851 time: 0.0798025 Oct 20 12:21:21.475434 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fbbc1-d453-41b7-a89c-e5de120f05b3 req-a7b76e16-60f0-42ef-9aa5-5b8bb9f759d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:21.476754 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-509fbbc1-d453-41b7-a89c-e5de120f05b3 req-a7b76e16-60f0-42ef-9aa5-5b8bb9f759d5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5a896c64-352c-4dbf-98af-b7773d966ee8 HTTP/1.1" status: 200 len: 851 time: 0.0768416 Oct 20 12:21:21.518914 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:21:21.576651 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fbbc1-d453-41b7-a89c-e5de120f05b3 req-c4d7f2c8-0ad3-445a-be3c-b83d8755eb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:21.578042 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-509fbbc1-d453-41b7-a89c-e5de120f05b3 req-c4d7f2c8-0ad3-445a-be3c-b83d8755eb70 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=70ec0249-a46b-4837-967e-6e2b16d900d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0988095 Oct 20 12:21:21.582653 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fbbc1-d453-41b7-a89c-e5de120f05b3 req-f445908b-42f5-43a3-ba81-a6ade9ca9827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:21.584012 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-509fbbc1-d453-41b7-a89c-e5de120f05b3 req-f445908b-42f5-43a3-ba81-a6ade9ca9827 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70ec0249-a46b-4837-967e-6e2b16d900d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0973265 Oct 20 12:21:21.611561 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84952a14-be18-4870-aa33-0b85d4e3a1bc req-4de13cca-0d9c-4474-93b3-13506f06cc3b tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:21.612956 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-84952a14-be18-4870-aa33-0b85d4e3a1bc req-4de13cca-0d9c-4474-93b3-13506f06cc3b tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8 HTTP/1.1" status: 200 len: 945 time: 0.1038964 Oct 20 12:21:21.754678 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-84952a14-be18-4870-aa33-0b85d4e3a1bc req-3e3f0b9d-611c-4cd5-af16-2dcf138d00da tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298709 Oct 20 12:21:21.778346 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-509fbbc1-d453-41b7-a89c-e5de120f05b3 req-b5e51502-e62e-421b-826f-243db9db23d1 service neutron] 10.222.0.89 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913738 Oct 20 12:21:21.780541 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-509fbbc1-d453-41b7-a89c-e5de120f05b3 req-4d98f478-ff58-4e22-8a0c-103f74cfcf48 service neutron] 10.222.0.11 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897128 Oct 20 12:21:21.974076 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-509fbbc1-d453-41b7-a89c-e5de120f05b3 req-f95ae7aa-07c5-4980-b242-612d9b8f663e service neutron] 10.222.0.89 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880412 Oct 20 12:21:21.976613 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-509fbbc1-d453-41b7-a89c-e5de120f05b3 req-d2a243c5-d5ff-4fd3-a9fb-fbb051024f73 service neutron] 10.222.0.11 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835029 Oct 20 12:21:21.984040 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82abd54-f816-4409-9901-4951ce9517e7 req-378fcc73-7d8f-4eea-8950-f6bbff1b7ff5 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:21.985443 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b82abd54-f816-4409-9901-4951ce9517e7 req-378fcc73-7d8f-4eea-8950-f6bbff1b7ff5 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8 HTTP/1.1" status: 200 len: 945 time: 0.1550679 Oct 20 12:21:22.024658 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b82abd54-f816-4409-9901-4951ce9517e7 req-74ee7059-aeb0-4e37-a807-d17c7b666613 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326467 Oct 20 12:21:22.143572 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ad356-32c2-489a-a0f0-1cf55fbc29be req-02a9443b-3881-43ab-a57d-ef066ca9e412 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:22.145041 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a70ad356-32c2-489a-a0f0-1cf55fbc29be req-02a9443b-3881-43ab-a57d-ef066ca9e412 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8 HTTP/1.1" status: 200 len: 945 time: 0.0522535 Oct 20 12:21:22.185081 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a70ad356-32c2-489a-a0f0-1cf55fbc29be req-ba6760cb-7590-4dec-8641-93061ec8e543 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313313 Oct 20 12:21:22.250547 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-8831c2ec-1090-4668-951d-5be187fa6f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:22.419639 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e0dce-006e-4873-bbb8-3f33f020340c req-14f79ff2-2c9a-4832-9a0f-2966647b5f86 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:22.421125 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b02e0dce-006e-4873-bbb8-3f33f020340c req-14f79ff2-2c9a-4832-9a0f-2966647b5f86 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8 HTTP/1.1" status: 200 len: 945 time: 0.0514781 Oct 20 12:21:22.466696 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b02e0dce-006e-4873-bbb8-3f33f020340c req-3feb30f2-02b8-45bf-bd75-354d446a405e tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367901 Oct 20 12:21:22.901728 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 60ec1108-d0f4-46ad-9435-23a6ca437d70 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:21:23.013090 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 60ec1108-d0f4-46ad-9435-23a6ca437d70, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=60ec1108-d0f4-46ad-9435-23a6ca437d70,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:21:23.025322 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '60ec1108-d0f4-46ad-9435-23a6ca437d70', 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6', 'port_id': '60ec1108-d0f4-46ad-9435-23a6ca437d70', 'mac_address': 'fa:16:3e:93:62:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:21:23.061288 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:23.074520 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60ec1108-d0f4-46ad-9435-23a6ca437d70 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:21:23.094951 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 60ec1108-d0f4-46ad-9435-23a6ca437d70, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=60ec1108-d0f4-46ad-9435-23a6ca437d70,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:21:23.100249 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:23.153580 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=60ec1108-d0f4-46ad-9435-23a6ca437d70,revision_number=12']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:21:23.211568 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:23.358063 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:23.609732 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b199fb3-5be6-46f2-823f-6062af344700 req-15f2db24-fc3e-4985-97f4-ab497a4ab85d tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:23.611357 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7b199fb3-5be6-46f2-823f-6062af344700 req-15f2db24-fc3e-4985-97f4-ab497a4ab85d tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.11 "GET /v2.0/ports?device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8 HTTP/1.1" status: 200 len: 946 time: 0.0788379 Oct 20 12:21:23.631449 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1845a60-f551-4f4a-a83b-b035cf22516e req-c0f33775-cb11-4138-bbf8-039621b8fdd8 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:23.632892 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b1845a60-f551-4f4a-a83b-b035cf22516e req-c0f33775-cb11-4138-bbf8-039621b8fdd8 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8 HTTP/1.1" status: 200 len: 946 time: 0.0749400 Oct 20 12:21:23.713775 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b1845a60-f551-4f4a-a83b-b035cf22516e req-9d827d04-f8f3-4a23-8913-49eb4c6278d9 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623031 Oct 20 12:21:23.736576 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-7b199fb3-5be6-46f2-823f-6062af344700 req-0117e2da-2978-4280-a7fe-32812ed49c57 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Deleting port 60ec1108-d0f4-46ad-9435-23a6ca437d70 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:21:23.736914 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7b199fb3-5be6-46f2-823f-6062af344700 req-0117e2da-2978-4280-a7fe-32812ed49c57 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:23.828028 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-7b199fb3-5be6-46f2-823f-6062af344700 req-0117e2da-2978-4280-a7fe-32812ed49c57 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] For port 60ec1108-d0f4-46ad-9435-23a6ca437d70, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=60ec1108-d0f4-46ad-9435-23a6ca437d70,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:21:23.828261 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7b199fb3-5be6-46f2-823f-6062af344700 req-0117e2da-2978-4280-a7fe-32812ed49c57 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:23.997451 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7b199fb3-5be6-46f2-823f-6062af344700 req-0117e2da-2978-4280-a7fe-32812ed49c57 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:23.997808 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7b199fb3-5be6-46f2-823f-6062af344700 req-0117e2da-2978-4280-a7fe-32812ed49c57 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:23.998120 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [req-7b199fb3-5be6-46f2-823f-6062af344700 req-0117e2da-2978-4280-a7fe-32812ed49c57 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Floating IP 5540c2e5-b848-452d-973f-f80e0ee89494 disassociated. External IP: 172.25.5.122, port: 60ec1108-d0f4-46ad-9435-23a6ca437d70. Oct 20 12:21:23.998598 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-7b199fb3-5be6-46f2-823f-6062af344700 req-0117e2da-2978-4280-a7fe-32812ed49c57 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Calling delete_port for 60ec1108-d0f4-46ad-9435-23a6ca437d70 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:21:24.143816 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7b199fb3-5be6-46f2-823f-6062af344700 req-0117e2da-2978-4280-a7fe-32812ed49c57 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:24.182337 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0117e2da-2978-4280-a7fe-32812ed49c57 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Pushing event deleted for resources: {'Port': ['ID=60ec1108-d0f4-46ad-9435-23a6ca437d70,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:21:24.304636 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b199fb3-5be6-46f2-823f-6062af344700 req-0117e2da-2978-4280-a7fe-32812ed49c57 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Router 956088cc-6721-4268-862d-8c1db994f3dd has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:21:24.414564 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b199fb3-5be6-46f2-823f-6062af344700 req-0117e2da-2978-4280-a7fe-32812ed49c57 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:21:24.424372 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b377d35a-5ee0-47fc-bf39-17c180b8f175 None None] Sync routers for ids ['956088cc-6721-4268-862d-8c1db994f3dd'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:21:24.434023 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b377d35a-5ee0-47fc-bf39-17c180b8f175 None None] Routers {'956088cc-6721-4268-862d-8c1db994f3dd'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:21:24.434627 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-b377d35a-5ee0-47fc-bf39-17c180b8f175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:21:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['956088cc-6721-4268-862d-8c1db994f3dd'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:21:24.453669 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b199fb3-5be6-46f2-823f-6062af344700 req-0117e2da-2978-4280-a7fe-32812ed49c57 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] No DVR routers for this DVR port 60ec1108-d0f4-46ad-9435-23a6ca437d70 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:21:24.456623 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7b199fb3-5be6-46f2-823f-6062af344700 req-0117e2da-2978-4280-a7fe-32812ed49c57 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:24.460141 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7b199fb3-5be6-46f2-823f-6062af344700 req-0117e2da-2978-4280-a7fe-32812ed49c57 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.11 "DELETE /v2.0/ports/60ec1108-d0f4-46ad-9435-23a6ca437d70 HTTP/1.1" status: 204 len: 173 time: 0.8421018 Oct 20 12:21:24.460600 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8', 'name': 'network-vif-deleted', 'tag': '60ec1108-d0f4-46ad-9435-23a6ca437d70'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:21:24.462903 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2217d8b-9961-49dc-92d9-b77437fff5fd" -d '{"events": [{"server_uuid": "62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8", "name": "network-vif-deleted", "tag": "60ec1108-d0f4-46ad-9435-23a6ca437d70"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:21:24.504978 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520bcb81-6a63-4db6-b513-1fd503c06e00 x-openstack-request-id: req-520bcb81-6a63-4db6-b513-1fd503c06e00 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:21:24.505270 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8", "name": "network-vif-deleted", "tag": "60ec1108-d0f4-46ad-9435-23a6ca437d70", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:21:24.505554 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-520bcb81-6a63-4db6-b513-1fd503c06e00 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:21:24.505956 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8', 'name': 'network-vif-deleted', 'tag': '60ec1108-d0f4-46ad-9435-23a6ca437d70', 'status': 'completed', 'code': 200} Oct 20 12:21:24.548582 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-b377d35a-5ee0-47fc-bf39-17c180b8f175 None None] Set router 956088cc-6721-4268-862d-8c1db994f3dd gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:21:24.757472 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-b377d35a-5ee0-47fc-bf39-17c180b8f175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956088cc-6721-4268-862d-8c1db994f3dd', 'name': 'tempest-ServerActionsTestJSON-1403389520-router', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:14:28Z', 'updated_at': '2021-10-20T12:14:31Z', 'revision_number': 4, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'gw_port': {'id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:29Z', 'updated_at': '2021-10-20T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '0cfd37e8-850c-4a89-842a-e2e66a1d8257', 'name': '', 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'mac_address': 'fa:16:3e:6d:c6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:30Z', 'updated_at': '2021-10-20T12:14:34Z', 'revision_number': 5, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'subnets': [{'id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:21:24.787741 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b377d35a-5ee0-47fc-bf39-17c180b8f175 None None] Checking router: 956088cc-6721-4268-862d-8c1db994f3dd for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:21:24.796817 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b377d35a-5ee0-47fc-bf39-17c180b8f175 None None] Routers {'956088cc-6721-4268-862d-8c1db994f3dd'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:21:24.797480 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-b377d35a-5ee0-47fc-bf39-17c180b8f175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:21:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['956088cc-6721-4268-862d-8c1db994f3dd'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:21:24.826866 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-77ddf17a-57e9-4323-8247-c8368842a510 req-76baf75b-62a6-43fe-861e-35b24edd35d0 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=62d38ba4-66f6-4e19-ba3a-87fa5c00c2e8 HTTP/1.1" status: 200 len: 210 time: 0.0281682 Oct 20 12:21:24.902441 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-b377d35a-5ee0-47fc-bf39-17c180b8f175 None None] Set router 956088cc-6721-4268-862d-8c1db994f3dd gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:21:24.909827 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 60ec1108-d0f4-46ad-9435-23a6ca437d70 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:21:24.915051 n-d-814735-3 neutron-server[100648]: INFO neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No ports have port_id starting with 60ec1108-d0f4-46ad-9435-23a6ca437d70 Oct 20 12:21:24.916138 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 60ec1108-d0f4-46ad-9435-23a6ca437d70 requested by agent hyperv_n-h1-814735-3 not found in database {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Oct 20 12:21:25.074672 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:25.107632 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-b377d35a-5ee0-47fc-bf39-17c180b8f175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956088cc-6721-4268-862d-8c1db994f3dd', 'name': 'tempest-ServerActionsTestJSON-1403389520-router', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:14:28Z', 'updated_at': '2021-10-20T12:14:31Z', 'revision_number': 4, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'gw_port': {'id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:29Z', 'updated_at': '2021-10-20T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '0cfd37e8-850c-4a89-842a-e2e66a1d8257', 'name': '', 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'mac_address': 'fa:16:3e:6d:c6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:30Z', 'updated_at': '2021-10-20T12:14:34Z', 'revision_number': 5, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'subnets': [{'id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:21:25.133149 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b377d35a-5ee0-47fc-bf39-17c180b8f175 None None] The sync data for ids ['956088cc-6721-4268-862d-8c1db994f3dd'] in n-d-814735-3 is: [{'id': '956088cc-6721-4268-862d-8c1db994f3dd', 'name': 'tempest-ServerActionsTestJSON-1403389520-router', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:14:28Z', 'updated_at': '2021-10-20T12:14:31Z', 'revision_number': 4, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'gw_port': {'id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:29Z', 'updated_at': '2021-10-20T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '0cfd37e8-850c-4a89-842a-e2e66a1d8257', 'name': '', 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'mac_address': 'fa:16:3e:6d:c6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:30Z', 'updated_at': '2021-10-20T12:14:34Z', 'revision_number': 5, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'subnets': [{'id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:21:25.365376 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fad28fd-b56d-4950-a0db-91c062bc6d32 None None] New status for floating IP 5540c2e5-b848-452d-973f-f80e0ee89494: DOWN {{(pid=100648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 12:21:26.121987 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f292fb1b-db8c-4d31-9756-3d58b5aef1ae req-285cb142-a161-4395-bba4-cd6b55a0053d tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--1996447437&fields=id&tenant_id=19f2fe5b5db84f42890fc744e9639322 HTTP/1.1" status: 200 len: 267 time: 0.0375016 Oct 20 12:21:26.234184 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292fb1b-db8c-4d31-9756-3d58b5aef1ae req-78b1f2c4-5c16-4936-b4fe-c2af1e7b0469 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:26.235724 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f292fb1b-db8c-4d31-9756-3d58b5aef1ae req-78b1f2c4-5c16-4936-b4fe-c2af1e7b0469 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/networks?id=70ec0249-a46b-4837-967e-6e2b16d900d6 HTTP/1.1" status: 200 len: 812 time: 0.1039059 Oct 20 12:21:26.254113 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f292fb1b-db8c-4d31-9756-3d58b5aef1ae req-5807f9d5-01a0-44c8-9c05-eca1beb756b3 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/quotas/19f2fe5b5db84f42890fc744e9639322 HTTP/1.1" status: 200 len: 375 time: 0.0094926 Oct 20 12:21:26.321015 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f292fb1b-db8c-4d31-9756-3d58b5aef1ae req-b64f66f3-c759-4224-a347-0a06b01d4f3d tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=19f2fe5b5db84f42890fc744e9639322&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0589387 Oct 20 12:21:26.485466 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f292fb1b-db8c-4d31-9756-3d58b5aef1ae req-f1e76f52-38e0-4894-8332-23dc8eb52364 service neutron] 10.222.0.98 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508729 Oct 20 12:21:26.581366 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f292fb1b-db8c-4d31-9756-3d58b5aef1ae req-a188aca3-dbdc-4900-a016-f671a55467f7 service neutron] 10.222.0.98 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858917 Oct 20 12:21:27.783095 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-68eb1177-2d3a-43c2-809a-86099560a6fc req-d3bcf385-6c93-4b41-86d8-8a7bd6815fc9 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 210 time: 0.0308182 Oct 20 12:21:28.830143 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292fb1b-db8c-4d31-9756-3d58b5aef1ae req-3b4201d7-e7e5-49b3-80a6-2d99b7658afb tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:28.831625 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f292fb1b-db8c-4d31-9756-3d58b5aef1ae req-3b4201d7-e7e5-49b3-80a6-2d99b7658afb tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.89 "GET /v2.0/networks?id=70ec0249-a46b-4837-967e-6e2b16d900d6 HTTP/1.1" status: 200 len: 812 time: 0.1060238 Oct 20 12:21:28.891615 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a544b36c-e10a-4b95-b1d2-99c8a4c6ba1e req-b7768e88-ed65-4d62-8cde-aa36bb6382c8 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 210 time: 0.0335274 Oct 20 12:21:28.905776 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f292fb1b-db8c-4d31-9756-3d58b5aef1ae req-6e1b9f9d-ddbb-4049-a00c-21423d89758b tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19f2fe5b5db84f42890fc744e9639322 HTTP/1.1" status: 200 len: 380 time: 0.0628881 Oct 20 12:21:28.916535 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 60ec1108-d0f4-46ad-9435-23a6ca437d70 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:21:28.919754 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-f292fb1b-db8c-4d31-9756-3d58b5aef1ae req-cbec679b-4deb-4e88-b94d-f9542c2dba90 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Request body: {'port': {'device_id': 'ccfe9d3f-12f3-4928-a958-410be7e5370b', 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6', 'admin_state_up': True, 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'security_groups': ['517c55d5-ff0c-4145-a697-6d57c1c4db44']}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:21:28.937286 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: 60ec1108-d0f4-46ad-9435-23a6ca437d70 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:21:28.937630 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 60ec1108-d0f4-46ad-9435-23a6ca437d70 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:21:29.040415 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f292fb1b-db8c-4d31-9756-3d58b5aef1ae req-cbec679b-4deb-4e88-b94d-f9542c2dba90 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Made reservation on behalf of 19f2fe5b5db84f42890fc744e9639322 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:21:29.044173 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f292fb1b-db8c-4d31-9756-3d58b5aef1ae req-cbec679b-4deb-4e88-b94d-f9542c2dba90 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:29.174018 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-f292fb1b-db8c-4d31-9756-3d58b5aef1ae req-cbec679b-4deb-4e88-b94d-f9542c2dba90 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Allocated IP 172.20.0.12 (70ec0249-a46b-4837-967e-6e2b16d900d6/5a896c64-352c-4dbf-98af-b7773d966ee8/9617fe96-aa69-4845-9e6c-73dd6ea25cb2) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:21:29.320293 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f292fb1b-db8c-4d31-9756-3d58b5aef1ae req-cbec679b-4deb-4e88-b94d-f9542c2dba90 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:29.368177 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f292fb1b-db8c-4d31-9756-3d58b5aef1ae req-cbec679b-4deb-4e88-b94d-f9542c2dba90 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:29.770911 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f292fb1b-db8c-4d31-9756-3d58b5aef1ae req-cbec679b-4deb-4e88-b94d-f9542c2dba90 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Network 70ec0249-a46b-4837-967e-6e2b16d900d6 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:21:29.773952 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-f292fb1b-db8c-4d31-9756-3d58b5aef1ae req-cbec679b-4deb-4e88-b94d-f9542c2dba90 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:21:29.777617 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-f292fb1b-db8c-4d31-9756-3d58b5aef1ae req-cbec679b-4deb-4e88-b94d-f9542c2dba90 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:21:29.786747 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec679b-4deb-4e88-b94d-f9542c2dba90 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Pushing event updated for resources: {'Port': ['ID=9617fe96-aa69-4845-9e6c-73dd6ea25cb2,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:21:29.832890 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292fb1b-db8c-4d31-9756-3d58b5aef1ae req-cbec679b-4deb-4e88-b94d-f9542c2dba90 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:29.833634 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f292fb1b-db8c-4d31-9756-3d58b5aef1ae req-cbec679b-4deb-4e88-b94d-f9542c2dba90 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:29.852843 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f292fb1b-db8c-4d31-9756-3d58b5aef1ae req-cbec679b-4deb-4e88-b94d-f9542c2dba90 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9366808 Oct 20 12:21:29.872964 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-f292fb1b-db8c-4d31-9756-3d58b5aef1ae req-5d1d33d3-4d29-426a-8df2-e23e9ce1977f service neutron] Request body: {'port': {'device_id': 'ccfe9d3f-12f3-4928-a958-410be7e5370b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:21:29.928502 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f292fb1b-db8c-4d31-9756-3d58b5aef1ae req-5d1d33d3-4d29-426a-8df2-e23e9ce1977f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:30.060186 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-545a3550-744d-421d-a9ef-5e75ee2f6073 None None] Provisioning complete for port 9617fe96-aa69-4845-9e6c-73dd6ea25cb2 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:21:30.060781 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-545a3550-744d-421d-a9ef-5e75ee2f6073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:30.082581 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651fd41-a3ab-4a4e-9481-61806448575c req-82ea5118-82ee-48bb-a7d8-260ad0b479cb tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:30.084136 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3651fd41-a3ab-4a4e-9481-61806448575c req-82ea5118-82ee-48bb-a7d8-260ad0b479cb tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 932 time: 0.1131835 Oct 20 12:21:30.098930 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-545a3550-744d-421d-a9ef-5e75ee2f6073 None None] Port 9617fe96-aa69-4845-9e6c-73dd6ea25cb2 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:21:30.175641 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3651fd41-a3ab-4a4e-9481-61806448575c req-dfc8dfca-489e-4035-930b-873868a7e689 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850656 Oct 20 12:21:30.254408 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-f292fb1b-db8c-4d31-9756-3d58b5aef1ae req-5d1d33d3-4d29-426a-8df2-e23e9ce1977f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9617fe96-aa69-4845-9e6c-73dd6ea25cb2 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:21:30.261827 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f292fb1b-db8c-4d31-9756-3d58b5aef1ae req-5d1d33d3-4d29-426a-8df2-e23e9ce1977f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:30.274220 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-f292fb1b-db8c-4d31-9756-3d58b5aef1ae req-5d1d33d3-4d29-426a-8df2-e23e9ce1977f service neutron] Transition to ACTIVE for port object 9617fe96-aa69-4845-9e6c-73dd6ea25cb2 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 12:21:30.281098 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f292fb1b-db8c-4d31-9756-3d58b5aef1ae req-5d1d33d3-4d29-426a-8df2-e23e9ce1977f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:30.331874 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d33d3-4d29-426a-8df2-e23e9ce1977f service neutron] Pushing event updated for resources: {'Port': ['ID=9617fe96-aa69-4845-9e6c-73dd6ea25cb2,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:21:30.404341 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-f292fb1b-db8c-4d31-9756-3d58b5aef1ae req-5d1d33d3-4d29-426a-8df2-e23e9ce1977f service neutron] Attempting to bind port 9617fe96-aa69-4845-9e6c-73dd6ea25cb2 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:21:30.404719 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-f292fb1b-db8c-4d31-9756-3d58b5aef1ae req-5d1d33d3-4d29-426a-8df2-e23e9ce1977f service neutron] Attempting to bind port 9617fe96-aa69-4845-9e6c-73dd6ea25cb2 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': 'c1eca377-ac1d-4dd9-b6c8-2d237bc33922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:21:30.405050 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f292fb1b-db8c-4d31-9756-3d58b5aef1ae req-5d1d33d3-4d29-426a-8df2-e23e9ce1977f service neutron] Attempting to bind port 9617fe96-aa69-4845-9e6c-73dd6ea25cb2 on network 70ec0249-a46b-4837-967e-6e2b16d900d6 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:21:30.409926 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f292fb1b-db8c-4d31-9756-3d58b5aef1ae req-5d1d33d3-4d29-426a-8df2-e23e9ce1977f service neutron] Port 9617fe96-aa69-4845-9e6c-73dd6ea25cb2 on network 70ec0249-a46b-4837-967e-6e2b16d900d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 12:21:30.410252 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f292fb1b-db8c-4d31-9756-3d58b5aef1ae req-5d1d33d3-4d29-426a-8df2-e23e9ce1977f service neutron] Attempting to bind port 9617fe96-aa69-4845-9e6c-73dd6ea25cb2 on network 70ec0249-a46b-4837-967e-6e2b16d900d6 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:21:30.415480 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f292fb1b-db8c-4d31-9756-3d58b5aef1ae req-5d1d33d3-4d29-426a-8df2-e23e9ce1977f service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:21:30.415830 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f292fb1b-db8c-4d31-9756-3d58b5aef1ae req-5d1d33d3-4d29-426a-8df2-e23e9ce1977f service neutron] Checking segment: {'id': 'c1eca377-ac1d-4dd9-b6c8-2d237bc33922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:21:30.416220 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f292fb1b-db8c-4d31-9756-3d58b5aef1ae req-5d1d33d3-4d29-426a-8df2-e23e9ce1977f service neutron] Bound using segment: {'id': 'c1eca377-ac1d-4dd9-b6c8-2d237bc33922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:21:30.416683 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-f292fb1b-db8c-4d31-9756-3d58b5aef1ae req-5d1d33d3-4d29-426a-8df2-e23e9ce1977f service neutron] Bound port: 9617fe96-aa69-4845-9e6c-73dd6ea25cb2, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1eca377-ac1d-4dd9-b6c8-2d237bc33922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:21:30.417039 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f292fb1b-db8c-4d31-9756-3d58b5aef1ae req-5d1d33d3-4d29-426a-8df2-e23e9ce1977f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:30.485925 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-f292fb1b-db8c-4d31-9756-3d58b5aef1ae req-5d1d33d3-4d29-426a-8df2-e23e9ce1977f service neutron] For port 9617fe96-aa69-4845-9e6c-73dd6ea25cb2, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:21:30.489217 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-f292fb1b-db8c-4d31-9756-3d58b5aef1ae req-5d1d33d3-4d29-426a-8df2-e23e9ce1977f service neutron] For port 9617fe96-aa69-4845-9e6c-73dd6ea25cb2, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=9617fe96-aa69-4845-9e6c-73dd6ea25cb2,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:21:30.494591 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f292fb1b-db8c-4d31-9756-3d58b5aef1ae req-5d1d33d3-4d29-426a-8df2-e23e9ce1977f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:30.531558 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292fb1b-db8c-4d31-9756-3d58b5aef1ae req-5d1d33d3-4d29-426a-8df2-e23e9ce1977f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:30.532214 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f292fb1b-db8c-4d31-9756-3d58b5aef1ae req-5d1d33d3-4d29-426a-8df2-e23e9ce1977f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:30.533731 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f292fb1b-db8c-4d31-9756-3d58b5aef1ae req-5d1d33d3-4d29-426a-8df2-e23e9ce1977f service neutron] 10.222.0.89 "PUT /v2.0/ports/9617fe96-aa69-4845-9e6c-73dd6ea25cb2 HTTP/1.1" status: 200 len: 1092 time: 0.6653388 Oct 20 12:21:30.534192 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccfe9d3f-12f3-4928-a958-410be7e5370b', 'tag': '9617fe96-aa69-4845-9e6c-73dd6ea25cb2'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:21:30.536469 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36aab996-5582-45a4-8c2a-c7160387f323" -d '{"events": [{"name": "network-changed", "server_uuid": "ccfe9d3f-12f3-4928-a958-410be7e5370b", "tag": "9617fe96-aa69-4845-9e6c-73dd6ea25cb2"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:21:30.563136 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d33d3-4d29-426a-8df2-e23e9ce1977f service neutron] Pushing event updated for resources: {'Port': ['ID=9617fe96-aa69-4845-9e6c-73dd6ea25cb2,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:21:30.577321 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4cd336-e862-4388-9628-5d0c4094cf54 x-openstack-request-id: req-ec4cd336-e862-4388-9628-5d0c4094cf54 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:21:30.577611 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccfe9d3f-12f3-4928-a958-410be7e5370b", "tag": "9617fe96-aa69-4845-9e6c-73dd6ea25cb2", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:21:30.577914 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ec4cd336-e862-4388-9628-5d0c4094cf54 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:21:30.578369 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccfe9d3f-12f3-4928-a958-410be7e5370b', 'tag': '9617fe96-aa69-4845-9e6c-73dd6ea25cb2', 'status': 'completed', 'code': 200} Oct 20 12:21:30.626413 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292fb1b-db8c-4d31-9756-3d58b5aef1ae req-5ac249cd-64fa-4130-87ea-52cafe0f8633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:30.627964 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f292fb1b-db8c-4d31-9756-3d58b5aef1ae req-5ac249cd-64fa-4130-87ea-52cafe0f8633 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=19f2fe5b5db84f42890fc744e9639322&device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 1095 time: 0.0422444 Oct 20 12:21:30.675117 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f292fb1b-db8c-4d31-9756-3d58b5aef1ae req-1e41d44a-09ce-47d4-8fba-db7aa3d96aa3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9617fe96-aa69-4845-9e6c-73dd6ea25cb2 HTTP/1.1" status: 200 len: 217 time: 0.0351810 Oct 20 12:21:30.732817 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292fb1b-db8c-4d31-9756-3d58b5aef1ae req-d641f0d3-ff8c-4122-8532-8cfd2e70e1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:30.735440 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f292fb1b-db8c-4d31-9756-3d58b5aef1ae req-d641f0d3-ff8c-4122-8532-8cfd2e70e1be service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5a896c64-352c-4dbf-98af-b7773d966ee8 HTTP/1.1" status: 200 len: 851 time: 0.0497921 Oct 20 12:21:30.789681 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292fb1b-db8c-4d31-9756-3d58b5aef1ae req-c53fe56a-7917-403b-a613-400a251dcb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:30.791252 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f292fb1b-db8c-4d31-9756-3d58b5aef1ae req-c53fe56a-7917-403b-a613-400a251dcb92 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=70ec0249-a46b-4837-967e-6e2b16d900d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449381 Oct 20 12:21:30.889004 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f292fb1b-db8c-4d31-9756-3d58b5aef1ae req-9c989b66-4db8-4fcd-9ba3-c0b6f8fbd9f6 service neutron] 10.222.0.89 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848441 Oct 20 12:21:30.984466 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f292fb1b-db8c-4d31-9756-3d58b5aef1ae req-994f5154-515c-47ff-ac7e-faa545d92142 service neutron] 10.222.0.89 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844042 Oct 20 12:21:31.106829 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aab996-5582-45a4-8c2a-c7160387f323 req-5af4ca18-a8bd-4dbf-8497-7269f7fa4a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:31.108340 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-36aab996-5582-45a4-8c2a-c7160387f323 req-5af4ca18-a8bd-4dbf-8497-7269f7fa4a27 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=19f2fe5b5db84f42890fc744e9639322&device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 1095 time: 0.0513330 Oct 20 12:21:31.218826 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aab996-5582-45a4-8c2a-c7160387f323 req-2df29427-b81b-4ea8-bedf-cdc2322b4743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:31.220343 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-36aab996-5582-45a4-8c2a-c7160387f323 req-2df29427-b81b-4ea8-bedf-cdc2322b4743 service neutron] 10.222.0.89 "GET /v2.0/networks?id=70ec0249-a46b-4837-967e-6e2b16d900d6 HTTP/1.1" status: 200 len: 914 time: 0.1035051 Oct 20 12:21:31.275661 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-36aab996-5582-45a4-8c2a-c7160387f323 req-b914e397-791d-408f-b5f7-a38df126707d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9617fe96-aa69-4845-9e6c-73dd6ea25cb2 HTTP/1.1" status: 200 len: 217 time: 0.0425563 Oct 20 12:21:31.346910 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aab996-5582-45a4-8c2a-c7160387f323 req-b64540b2-33e2-410f-a6d1-bb86b9ab2c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:31.348340 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-36aab996-5582-45a4-8c2a-c7160387f323 req-b64540b2-33e2-410f-a6d1-bb86b9ab2c75 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5a896c64-352c-4dbf-98af-b7773d966ee8 HTTP/1.1" status: 200 len: 851 time: 0.0548165 Oct 20 12:21:31.356612 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed189c43-d0bc-490c-ac76-c6d3aaaab50c req-23c74d0e-0459-4b95-891b-caf87a458446 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:31.357956 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ed189c43-d0bc-490c-ac76-c6d3aaaab50c req-23c74d0e-0459-4b95-891b-caf87a458446 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 944 time: 0.0919218 Oct 20 12:21:31.421245 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ed189c43-d0bc-490c-ac76-c6d3aaaab50c req-f65308ec-382f-4028-a2cf-4e6ebcf5e786 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550656 Oct 20 12:21:31.423870 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aab996-5582-45a4-8c2a-c7160387f323 req-6b0b6c3b-607a-4e18-91ee-db9f860a261e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:31.425282 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-36aab996-5582-45a4-8c2a-c7160387f323 req-6b0b6c3b-607a-4e18-91ee-db9f860a261e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=70ec0249-a46b-4837-967e-6e2b16d900d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665171 Oct 20 12:21:31.521413 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-36aab996-5582-45a4-8c2a-c7160387f323 req-d2d0516d-ccb8-4e31-83a5-0464d5091048 service neutron] 10.222.0.89 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859137 Oct 20 12:21:31.619969 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-36aab996-5582-45a4-8c2a-c7160387f323 req-0c19dc1a-d452-4576-acab-660fbab45586 service neutron] 10.222.0.89 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892689 Oct 20 12:21:32.571559 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc0cb3-bb20-4dd0-96e9-249d84d88f4f req-aa974539-9b4c-4de2-9695-fb7b112c81d8 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:32.573060 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3cc0cb3-bb20-4dd0-96e9-249d84d88f4f req-aa974539-9b4c-4de2-9695-fb7b112c81d8 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 944 time: 0.0574758 Oct 20 12:21:32.611034 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3cc0cb3-bb20-4dd0-96e9-249d84d88f4f req-47022410-1dc2-48b4-a946-880aca676c8a tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317535 Oct 20 12:21:32.656937 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 9617fe96-aa69-4845-9e6c-73dd6ea25cb2 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:21:32.752597 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 9617fe96-aa69-4845-9e6c-73dd6ea25cb2, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=9617fe96-aa69-4845-9e6c-73dd6ea25cb2,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:21:32.763687 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '9617fe96-aa69-4845-9e6c-73dd6ea25cb2', 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6', 'port_id': '9617fe96-aa69-4845-9e6c-73dd6ea25cb2', 'mac_address': 'fa:16:3e:c8:e9:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:21:32.803811 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:32.817401 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9617fe96-aa69-4845-9e6c-73dd6ea25cb2 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:21:32.837669 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 9617fe96-aa69-4845-9e6c-73dd6ea25cb2, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=9617fe96-aa69-4845-9e6c-73dd6ea25cb2,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:21:32.843517 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:32.890071 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=9617fe96-aa69-4845-9e6c-73dd6ea25cb2,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:21:33.084280 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['9617fe96-aa69-4845-9e6c-73dd6ea25cb2'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:21:33.735744 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb8cbd-fbd8-4826-a044-d9a9f682cbae req-ab308f2a-d59d-42a2-876f-b23b95627fd1 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:33.737268 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6dcb8cbd-fbd8-4826-a044-d9a9f682cbae req-ab308f2a-d59d-42a2-876f-b23b95627fd1 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 945 time: 0.0496454 Oct 20 12:21:33.777259 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6dcb8cbd-fbd8-4826-a044-d9a9f682cbae req-a1559777-61b4-406e-9f9a-39312de3f530 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331981 Oct 20 12:21:34.665115 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 9617fe96-aa69-4845-9e6c-73dd6ea25cb2 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:21:34.719765 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 9617fe96-aa69-4845-9e6c-73dd6ea25cb2 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 12:21:34.723473 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 9617fe96-aa69-4845-9e6c-73dd6ea25cb2 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:21:34.723845 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:34.799673 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:34.822346 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccfe9d3f-12f3-4928-a958-410be7e5370b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9617fe96-aa69-4845-9e6c-73dd6ea25cb2'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:21:34.824675 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b828fa57e7caf6451b6bf1b12a7b98ac4f8cf2ae328c9c57056994bff7ddb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee9024a-3ed9-4146-a6b4-d6ad8cb432b6" -d '{"events": [{"server_uuid": "ccfe9d3f-12f3-4928-a958-410be7e5370b", "name": "network-vif-plugged", "status": "completed", "tag": "9617fe96-aa69-4845-9e6c-73dd6ea25cb2"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:21:34.839933 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 9617fe96-aa69-4845-9e6c-73dd6ea25cb2, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=9617fe96-aa69-4845-9e6c-73dd6ea25cb2,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:21:34.845387 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:34.913667 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd2508-86eb-45ec-8191-60802711ae8a req-0348ba2c-4a6e-4235-93fa-4d68fad18838 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:34.915223 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-87fd2508-86eb-45ec-8191-60802711ae8a req-0348ba2c-4a6e-4235-93fa-4d68fad18838 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 946 time: 0.0626681 Oct 20 12:21:34.985486 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-87fd2508-86eb-45ec-8191-60802711ae8a req-c01ed0db-037c-4cc1-9357-26f783b419fe tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629561 Oct 20 12:21:34.997696 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc95e08-d664-4fa4-99f7-0dabc3d299be req-c8f924a7-9f04-4a05-8a42-e052ff1b28db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:34.999330 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-acc95e08-d664-4fa4-99f7-0dabc3d299be req-c8f924a7-9f04-4a05-8a42-e052ff1b28db service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 1097 time: 0.0606394 Oct 20 12:21:35.032335 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40c6cb6-bf88-4777-8450-27f8a955c821 x-openstack-request-id: req-c40c6cb6-bf88-4777-8450-27f8a955c821 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:21:35.032623 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccfe9d3f-12f3-4928-a958-410be7e5370b", "name": "network-vif-plugged", "status": "completed", "tag": "9617fe96-aa69-4845-9e6c-73dd6ea25cb2", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:21:35.032871 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c40c6cb6-bf88-4777-8450-27f8a955c821 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:21:35.033238 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccfe9d3f-12f3-4928-a958-410be7e5370b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9617fe96-aa69-4845-9e6c-73dd6ea25cb2', 'code': 200} Oct 20 12:21:35.041621 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-acc95e08-d664-4fa4-99f7-0dabc3d299be req-0a1a87a8-52fd-4fe5-ab50-5a5685ecd957 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303962 Oct 20 12:21:35.057467 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=9617fe96-aa69-4845-9e6c-73dd6ea25cb2,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:21:36.112396 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96446aab-dbad-4d1f-a0af-c85974522087 req-57164f63-3a33-4c82-b005-042cc68b3aef tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:36.113883 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-96446aab-dbad-4d1f-a0af-c85974522087 req-57164f63-3a33-4c82-b005-042cc68b3aef tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 946 time: 0.0552735 Oct 20 12:21:36.155311 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-96446aab-dbad-4d1f-a0af-c85974522087 req-03ec95f7-c787-4f46-ac87-ba94aeaefd45 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326059 Oct 20 12:21:37.296602 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94c52b-5beb-4f02-a422-2672efebe95a req-b4112aed-cd70-4568-91e4-50cf03f96eb4 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:37.298077 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dd94c52b-5beb-4f02-a422-2672efebe95a req-b4112aed-cd70-4568-91e4-50cf03f96eb4 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 946 time: 0.0549653 Oct 20 12:21:37.339659 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dd94c52b-5beb-4f02-a422-2672efebe95a req-6329a980-05fa-47be-b7fc-22019ba479b5 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326178 Oct 20 12:21:37.469917 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec05e34-96ff-4210-90f8-723087f75e52 req-38e5eeab-a1db-46c1-badc-53153bb2fed8 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:37.471456 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2ec05e34-96ff-4210-90f8-723087f75e52 req-38e5eeab-a1db-46c1-badc-53153bb2fed8 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 946 time: 0.0609310 Oct 20 12:21:37.483901 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 57946) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:21:37.488256 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-3632495b-5bce-44ff-acb0-3260195cf05c tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Request body: {'floatingip': {'port_id': '9617fe96-aa69-4845-9e6c-73dd6ea25cb2'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:21:37.527012 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3632495b-5bce-44ff-acb0-3260195cf05c tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks [] for floatingip, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:37.962473 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3632495b-5bce-44ff-acb0-3260195cf05c tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:37.969167 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3632495b-5bce-44ff-acb0-3260195cf05c tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:38.067523 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [None req-3632495b-5bce-44ff-acb0-3260195cf05c tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Floating IP 5540c2e5-b848-452d-973f-f80e0ee89494 associated. External IP: 172.25.5.122, port: 9617fe96-aa69-4845-9e6c-73dd6ea25cb2. Oct 20 12:21:38.278663 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3632495b-5bce-44ff-acb0-3260195cf05c tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Router 956088cc-6721-4268-862d-8c1db994f3dd has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:21:38.383680 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3632495b-5bce-44ff-acb0-3260195cf05c tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:21:38.389195 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3632495b-5bce-44ff-acb0-3260195cf05c tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:38.395114 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddd79eb-5640-4e09-8e37-70e4d64f8800 None None] Sync routers for ids ['956088cc-6721-4268-862d-8c1db994f3dd'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:21:38.404396 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddd79eb-5640-4e09-8e37-70e4d64f8800 None None] Routers {'956088cc-6721-4268-862d-8c1db994f3dd'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:21:38.404985 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-dddd79eb-5640-4e09-8e37-70e4d64f8800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:21:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['956088cc-6721-4268-862d-8c1db994f3dd'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:21:38.417048 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3632495b-5bce-44ff-acb0-3260195cf05c tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "PUT /v2.0/floatingips/5540c2e5-b848-452d-973f-f80e0ee89494 HTTP/1.1" status: 200 len: 993 time: 0.9320917 Oct 20 12:21:38.417623 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccfe9d3f-12f3-4928-a958-410be7e5370b', 'tag': '9617fe96-aa69-4845-9e6c-73dd6ea25cb2'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:21:38.420050 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2afe71ff1aae6f251519f528c93b3084514be0ca3cbd05c53b631525e1700131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffc2d0b-427f-447a-b26a-061f4a513fd1" -d '{"events": [{"name": "network-changed", "server_uuid": "ccfe9d3f-12f3-4928-a958-410be7e5370b", "tag": "9617fe96-aa69-4845-9e6c-73dd6ea25cb2"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:21:38.457755 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a50034-1983-4e6e-9122-95014df8920f x-openstack-request-id: req-17a50034-1983-4e6e-9122-95014df8920f {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:21:38.458131 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccfe9d3f-12f3-4928-a958-410be7e5370b", "tag": "9617fe96-aa69-4845-9e6c-73dd6ea25cb2", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:21:38.458454 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-17a50034-1983-4e6e-9122-95014df8920f {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:21:38.458963 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccfe9d3f-12f3-4928-a958-410be7e5370b', 'tag': '9617fe96-aa69-4845-9e6c-73dd6ea25cb2', 'status': 'completed', 'code': 200} Oct 20 12:21:38.516870 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-dddd79eb-5640-4e09-8e37-70e4d64f8800 None None] Set router 956088cc-6721-4268-862d-8c1db994f3dd gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:21:38.522276 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc2d0b-427f-447a-b26a-061f4a513fd1 req-8f4a7a85-0012-4a1d-8520-aba430153c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:38.523858 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dffc2d0b-427f-447a-b26a-061f4a513fd1 req-8f4a7a85-0012-4a1d-8520-aba430153c59 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=19f2fe5b5db84f42890fc744e9639322&device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 1097 time: 0.0421543 Oct 20 12:21:38.622882 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc2d0b-427f-447a-b26a-061f4a513fd1 req-e165d284-d8a2-4a06-87f8-7e7987345911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:38.624328 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dffc2d0b-427f-447a-b26a-061f4a513fd1 req-e165d284-d8a2-4a06-87f8-7e7987345911 service neutron] 10.222.0.89 "GET /v2.0/networks?id=70ec0249-a46b-4837-967e-6e2b16d900d6 HTTP/1.1" status: 200 len: 914 time: 0.0932918 Oct 20 12:21:38.692905 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dffc2d0b-427f-447a-b26a-061f4a513fd1 req-51421033-8faa-49ea-8f47-813f6539f636 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9617fe96-aa69-4845-9e6c-73dd6ea25cb2 HTTP/1.1" status: 200 len: 1001 time: 0.0608153 Oct 20 12:21:38.743472 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc2d0b-427f-447a-b26a-061f4a513fd1 req-4b3f2333-9e9a-4852-9926-65aafbfb4181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:38.744969 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dffc2d0b-427f-447a-b26a-061f4a513fd1 req-4b3f2333-9e9a-4852-9926-65aafbfb4181 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5a896c64-352c-4dbf-98af-b7773d966ee8 HTTP/1.1" status: 200 len: 851 time: 0.0442121 Oct 20 12:21:38.796389 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc2d0b-427f-447a-b26a-061f4a513fd1 req-eb7bd373-3ee2-4fab-8522-b8e5b01a262c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:38.797889 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dffc2d0b-427f-447a-b26a-061f4a513fd1 req-eb7bd373-3ee2-4fab-8522-b8e5b01a262c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=70ec0249-a46b-4837-967e-6e2b16d900d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451012 Oct 20 12:21:38.839043 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-dddd79eb-5640-4e09-8e37-70e4d64f8800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956088cc-6721-4268-862d-8c1db994f3dd', 'name': 'tempest-ServerActionsTestJSON-1403389520-router', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:14:28Z', 'updated_at': '2021-10-20T12:14:31Z', 'revision_number': 4, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'gw_port': {'id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:29Z', 'updated_at': '2021-10-20T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '5540c2e5-b848-452d-973f-f80e0ee89494', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'floating_ip_address': '172.25.5.122', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'port_id': '9617fe96-aa69-4845-9e6c-73dd6ea25cb2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6', 'mac_address': 'fa:16:3e:c8:e9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfe9d3f-12f3-4928-a958-410be7e5370b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:14:33Z', 'updated_at': '2021-10-20T12:21:37Z', 'revision_number': 13, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cfd37e8-850c-4a89-842a-e2e66a1d8257', 'name': '', 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'mac_address': 'fa:16:3e:6d:c6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:30Z', 'updated_at': '2021-10-20T12:14:34Z', 'revision_number': 5, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'subnets': [{'id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:21:38.868664 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddd79eb-5640-4e09-8e37-70e4d64f8800 None None] Checking router: 956088cc-6721-4268-862d-8c1db994f3dd for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:21:38.877041 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddd79eb-5640-4e09-8e37-70e4d64f8800 None None] Routers {'956088cc-6721-4268-862d-8c1db994f3dd'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:21:38.877620 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-dddd79eb-5640-4e09-8e37-70e4d64f8800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:21:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['956088cc-6721-4268-862d-8c1db994f3dd'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:21:38.891712 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dffc2d0b-427f-447a-b26a-061f4a513fd1 req-54f066a4-c95a-40f6-9d75-42c47c1f3df0 service neutron] 10.222.0.89 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860372 Oct 20 12:21:38.985319 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-dddd79eb-5640-4e09-8e37-70e4d64f8800 None None] Set router 956088cc-6721-4268-862d-8c1db994f3dd gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:21:38.985844 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dffc2d0b-427f-447a-b26a-061f4a513fd1 req-bc58bcd3-d0c5-4549-aa2b-cf8cfcc6fe88 service neutron] 10.222.0.89 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867651 Oct 20 12:21:39.210507 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-dddd79eb-5640-4e09-8e37-70e4d64f8800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956088cc-6721-4268-862d-8c1db994f3dd', 'name': 'tempest-ServerActionsTestJSON-1403389520-router', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:14:28Z', 'updated_at': '2021-10-20T12:14:31Z', 'revision_number': 4, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'gw_port': {'id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:29Z', 'updated_at': '2021-10-20T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '5540c2e5-b848-452d-973f-f80e0ee89494', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'floating_ip_address': '172.25.5.122', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'port_id': '9617fe96-aa69-4845-9e6c-73dd6ea25cb2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6', 'mac_address': 'fa:16:3e:c8:e9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfe9d3f-12f3-4928-a958-410be7e5370b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:14:33Z', 'updated_at': '2021-10-20T12:21:37Z', 'revision_number': 13, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cfd37e8-850c-4a89-842a-e2e66a1d8257', 'name': '', 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'mac_address': 'fa:16:3e:6d:c6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:30Z', 'updated_at': '2021-10-20T12:14:34Z', 'revision_number': 5, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'subnets': [{'id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:21:39.237241 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddd79eb-5640-4e09-8e37-70e4d64f8800 None None] The sync data for ids ['956088cc-6721-4268-862d-8c1db994f3dd'] in n-d-814735-3 is: [{'id': '956088cc-6721-4268-862d-8c1db994f3dd', 'name': 'tempest-ServerActionsTestJSON-1403389520-router', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:14:28Z', 'updated_at': '2021-10-20T12:14:31Z', 'revision_number': 4, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'gw_port': {'id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:29Z', 'updated_at': '2021-10-20T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '5540c2e5-b848-452d-973f-f80e0ee89494', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'floating_ip_address': '172.25.5.122', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'port_id': '9617fe96-aa69-4845-9e6c-73dd6ea25cb2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6', 'mac_address': 'fa:16:3e:c8:e9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfe9d3f-12f3-4928-a958-410be7e5370b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:14:33Z', 'updated_at': '2021-10-20T12:21:37Z', 'revision_number': 13, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cfd37e8-850c-4a89-842a-e2e66a1d8257', 'name': '', 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'mac_address': 'fa:16:3e:6d:c6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:30Z', 'updated_at': '2021-10-20T12:14:34Z', 'revision_number': 5, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'subnets': [{'id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:21:39.425439 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0871be57-69d7-4f82-8347-107035a73fc0 None None] New status for floating IP 5540c2e5-b848-452d-973f-f80e0ee89494: ACTIVE {{(pid=100648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 12:21:40.339663 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:45.903312 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:49.323164 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-df2a39d5-eb95-4583-ad20-2b971d6b3a80 req-9aeda646-2043-47aa-be38-11d6dbfe5b02 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417070 Oct 20 12:21:49.396699 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e4059326-ac7e-4c1f-a9b0-4c2417a7e8f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:49.418209 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a39d5-eb95-4583-ad20-2b971d6b3a80 req-286c0874-0283-499f-b50d-3f2dfb533a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:49.419793 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-df2a39d5-eb95-4583-ad20-2b971d6b3a80 req-286c0874-0283-499f-b50d-3f2dfb533a75 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=19f2fe5b5db84f42890fc744e9639322&device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 1097 time: 0.0507720 Oct 20 12:21:49.546951 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a39d5-eb95-4583-ad20-2b971d6b3a80 req-902740ae-36f1-436c-b570-dddfcffc360a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:49.548800 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-df2a39d5-eb95-4583-ad20-2b971d6b3a80 req-902740ae-36f1-436c-b570-dddfcffc360a service neutron] 10.222.0.89 "GET /v2.0/networks?id=70ec0249-a46b-4837-967e-6e2b16d900d6 HTTP/1.1" status: 200 len: 914 time: 0.1080577 Oct 20 12:21:49.617146 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-df2a39d5-eb95-4583-ad20-2b971d6b3a80 req-61eb9ab0-bd59-4584-b8c3-85a91fea4db2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9617fe96-aa69-4845-9e6c-73dd6ea25cb2 HTTP/1.1" status: 200 len: 1003 time: 0.0564740 Oct 20 12:21:49.672958 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a39d5-eb95-4583-ad20-2b971d6b3a80 req-dceefbca-35b3-463c-bda6-e386eabaedbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:49.674416 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-df2a39d5-eb95-4583-ad20-2b971d6b3a80 req-dceefbca-35b3-463c-bda6-e386eabaedbf service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5a896c64-352c-4dbf-98af-b7773d966ee8 HTTP/1.1" status: 200 len: 851 time: 0.0480909 Oct 20 12:21:49.720696 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a39d5-eb95-4583-ad20-2b971d6b3a80 req-04996dcd-5d1b-4a2c-91d9-59768ef61a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:21:49.722244 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-df2a39d5-eb95-4583-ad20-2b971d6b3a80 req-04996dcd-5d1b-4a2c-91d9-59768ef61a5b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=70ec0249-a46b-4837-967e-6e2b16d900d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398660 Oct 20 12:21:49.812505 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-df2a39d5-eb95-4583-ad20-2b971d6b3a80 req-9787d7bb-ac90-4a8c-801e-47c834cb828a service neutron] 10.222.0.89 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824378 Oct 20 12:21:49.911221 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-df2a39d5-eb95-4583-ad20-2b971d6b3a80 req-41950b04-73a6-4e31-9a3a-f29950ac1e08 service neutron] 10.222.0.89 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903513 Oct 20 12:21:52.260835 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-29a0c100-24a9-4bb1-9d00-600b9dde42ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:53.219329 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:53.361344 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:55.083555 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:21:58.522312 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:22:10.336988 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:22:15.906232 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:22:19.406983 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4123fe72-d716-4705-bd3b-0c1fe0c99d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:22:22.261474 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f6518b08-2fea-4e80-892b-afa2ad00bb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:22:23.218784 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:22:23.365912 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:22:25.091425 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:22:35.527777 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:22:40.345743 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:22:45.906123 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:22:49.399745 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bb924544-46d5-4eb6-add2-d5dcfb809eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:22:50.321487 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c766c429-514a-4967-9791-f2bf660bfb56 req-9bd3014b-b5d5-479e-a545-60ab01b86f44 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0513649 Oct 20 12:22:50.415395 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766c429-514a-4967-9791-f2bf660bfb56 req-44416ec6-03e1-4839-90d5-5d46b1672f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:22:50.417001 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c766c429-514a-4967-9791-f2bf660bfb56 req-44416ec6-03e1-4839-90d5-5d46b1672f92 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=19f2fe5b5db84f42890fc744e9639322&device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 1097 time: 0.0434549 Oct 20 12:22:50.530939 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766c429-514a-4967-9791-f2bf660bfb56 req-cd483f97-55f6-4a39-aee7-e6b51eec2c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:22:50.532434 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c766c429-514a-4967-9791-f2bf660bfb56 req-cd483f97-55f6-4a39-aee7-e6b51eec2c8e service neutron] 10.222.0.89 "GET /v2.0/networks?id=70ec0249-a46b-4837-967e-6e2b16d900d6 HTTP/1.1" status: 200 len: 914 time: 0.0917888 Oct 20 12:22:50.600983 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c766c429-514a-4967-9791-f2bf660bfb56 req-ea53ed09-5c1f-4147-b103-96fa1e563db6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9617fe96-aa69-4845-9e6c-73dd6ea25cb2 HTTP/1.1" status: 200 len: 1003 time: 0.0601580 Oct 20 12:22:50.662997 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766c429-514a-4967-9791-f2bf660bfb56 req-49f987f9-367b-4bf6-847e-7ac6c2206fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:22:50.665099 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c766c429-514a-4967-9791-f2bf660bfb56 req-49f987f9-367b-4bf6-847e-7ac6c2206fa3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5a896c64-352c-4dbf-98af-b7773d966ee8 HTTP/1.1" status: 200 len: 851 time: 0.0531414 Oct 20 12:22:50.723450 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766c429-514a-4967-9791-f2bf660bfb56 req-0ec08e50-1268-4005-98e3-f6b291027ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:22:50.725060 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c766c429-514a-4967-9791-f2bf660bfb56 req-0ec08e50-1268-4005-98e3-f6b291027ff5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=70ec0249-a46b-4837-967e-6e2b16d900d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508394 Oct 20 12:22:50.826196 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c766c429-514a-4967-9791-f2bf660bfb56 req-52fd205f-9eff-45ed-9aaf-e825c9c9e0cf service neutron] 10.222.0.89 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889442 Oct 20 12:22:50.921753 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c766c429-514a-4967-9791-f2bf660bfb56 req-623934cf-086a-4d0c-97b0-22d199c6349d service neutron] 10.222.0.89 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828936 Oct 20 12:22:52.265740 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-8b4ba703-4cf4-46c8-9c7d-f5f6e95c474e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:22:53.220710 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:22:53.366551 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:22:55.094401 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:23:10.348714 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:23:12.532974 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:23:15.914068 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:23:19.416117 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c11b1e34-a086-4358-959e-e7bbb21513b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:23:21.107007 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db63b17-3f23-4937-a627-54ea76071e48 req-65fb3b24-b09b-4f0e-9364-d03842ba0a9c tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:23:21.108477 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3db63b17-3f23-4937-a627-54ea76071e48 req-65fb3b24-b09b-4f0e-9364-d03842ba0a9c tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 946 time: 0.0944405 Oct 20 12:23:21.147545 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3db63b17-3f23-4937-a627-54ea76071e48 req-f9cc54bc-5258-4bad-9d69-31b789fbdf7c tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330303 Oct 20 12:23:22.260473 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c2951498-3e2a-45df-b1c7-05e2f2aed11d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:23:23.213532 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:23:23.364019 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:23:25.093005 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:23:33.550759 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-65a77f79-68f8-4e71-a38c-87161f984129 req-3bac2480-cce4-459a-a3e1-4e8e04f0ac21 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 12:23:33.551772 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-65a77f79-68f8-4e71-a38c-87161f984129 req-3bac2480-cce4-459a-a3e1-4e8e04f0ac21 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0507958 Oct 20 12:23:33.769711 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f12c9944-0302-4134-adc6-27a60e3e0001 req-d4c8f065-c9fb-4942-9a64-924a612f9a9d service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0736148 Oct 20 12:23:33.777364 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753d62b-1c65-460b-8d59-75ae5c4f7f2b req-7acaea36-3c81-4ca2-b8db-1df3a7921ce8 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:23:33.778738 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6753d62b-1c65-460b-8d59-75ae5c4f7f2b req-7acaea36-3c81-4ca2-b8db-1df3a7921ce8 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 946 time: 0.0846264 Oct 20 12:23:33.783494 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-f12c9944-0302-4134-adc6-27a60e3e0001 req-b2d70b35-957a-4054-aee1-13033097da2e service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 12:23:33.784416 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f12c9944-0302-4134-adc6-27a60e3e0001 req-b2d70b35-957a-4054-aee1-13033097da2e service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048535 Oct 20 12:23:33.818487 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6753d62b-1c65-460b-8d59-75ae5c4f7f2b req-c535b5fd-df97-4441-b999-c73b21d28033 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331056 Oct 20 12:23:34.945989 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ade94-ee84-444e-bbbd-205ed4af131a req-cabb419a-d05b-40f1-9f6e-aa24dc4b0769 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:23:34.947624 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a21ade94-ee84-444e-bbbd-205ed4af131a req-cabb419a-d05b-40f1-9f6e-aa24dc4b0769 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 946 time: 0.0496805 Oct 20 12:23:34.994359 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a21ade94-ee84-444e-bbbd-205ed4af131a req-9cd1e519-883c-43dc-b87a-c66a1f3ae4cc tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404785 Oct 20 12:23:35.405471 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c9944-0302-4134-adc6-27a60e3e0001 req-3eac664e-0757-4565-b845-05d5a01bfebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:23:35.406933 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f12c9944-0302-4134-adc6-27a60e3e0001 req-3eac664e-0757-4565-b845-05d5a01bfebe service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=19f2fe5b5db84f42890fc744e9639322&device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 1097 time: 0.4394407 Oct 20 12:23:35.497087 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c9944-0302-4134-adc6-27a60e3e0001 req-9ca91952-692a-4444-9a7e-994518a6fc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:23:35.498524 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f12c9944-0302-4134-adc6-27a60e3e0001 req-9ca91952-692a-4444-9a7e-994518a6fc63 service neutron] 10.222.0.89 "GET /v2.0/networks?id=70ec0249-a46b-4837-967e-6e2b16d900d6 HTTP/1.1" status: 200 len: 914 time: 0.0834272 Oct 20 12:23:35.568317 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f12c9944-0302-4134-adc6-27a60e3e0001 req-2bafea88-c659-4825-b851-33275cada23a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9617fe96-aa69-4845-9e6c-73dd6ea25cb2 HTTP/1.1" status: 200 len: 1003 time: 0.0612199 Oct 20 12:23:35.619785 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c9944-0302-4134-adc6-27a60e3e0001 req-e9ad696e-2ff8-45c7-bd34-b22ed3b44b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:23:35.621194 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f12c9944-0302-4134-adc6-27a60e3e0001 req-e9ad696e-2ff8-45c7-bd34-b22ed3b44b68 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5a896c64-352c-4dbf-98af-b7773d966ee8 HTTP/1.1" status: 200 len: 851 time: 0.0445807 Oct 20 12:23:35.667993 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c9944-0302-4134-adc6-27a60e3e0001 req-2c1bb23e-042d-49f5-9b27-16b0aab42f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:23:35.669434 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f12c9944-0302-4134-adc6-27a60e3e0001 req-2c1bb23e-042d-49f5-9b27-16b0aab42f5a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=70ec0249-a46b-4837-967e-6e2b16d900d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399652 Oct 20 12:23:35.771837 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f12c9944-0302-4134-adc6-27a60e3e0001 req-6e7a380c-63f5-4501-a32e-2c90da9a7e20 service neutron] 10.222.0.89 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932970 Oct 20 12:23:35.869556 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f12c9944-0302-4134-adc6-27a60e3e0001 req-ecc8012d-404c-477a-bcab-2eb50b263545 service neutron] 10.222.0.89 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858104 Oct 20 12:23:36.113803 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064522af-5a1e-4c6e-970e-48ae5736c5ad req-b32418dd-b0f2-448f-bb67-8be706c6e586 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:23:36.115325 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-064522af-5a1e-4c6e-970e-48ae5736c5ad req-b32418dd-b0f2-448f-bb67-8be706c6e586 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 946 time: 0.0502472 Oct 20 12:23:36.153744 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-064522af-5a1e-4c6e-970e-48ae5736c5ad req-212df98a-f4ef-4887-ae91-bbeb158b078b tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321167 Oct 20 12:23:37.292565 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0171fbe-c967-446d-bd7b-24421d62ebf9 req-e4b2e9fd-0d36-4410-a744-053bc9dbaad3 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:23:37.294174 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d0171fbe-c967-446d-bd7b-24421d62ebf9 req-e4b2e9fd-0d36-4410-a744-053bc9dbaad3 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 946 time: 0.0584192 Oct 20 12:23:37.331378 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d0171fbe-c967-446d-bd7b-24421d62ebf9 req-cecd8b03-8fc6-465f-8174-79fa8cd399d2 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311961 Oct 20 12:23:38.466028 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d7f35-9432-407a-b129-99aec43420a7 req-696660f8-9b7b-44cd-aee0-d7fa79f47296 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:23:38.467541 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9f4d7f35-9432-407a-b129-99aec43420a7 req-696660f8-9b7b-44cd-aee0-d7fa79f47296 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 946 time: 0.0542076 Oct 20 12:23:38.505464 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9f4d7f35-9432-407a-b129-99aec43420a7 req-5136bc2f-f214-4d36-9c46-edaec59fc060 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318587 Oct 20 12:23:39.622774 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1167f89-b290-463c-8c8b-a1d3a9232ea2 req-995826e8-98bb-4663-b7fe-93abc3b99045 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:23:39.624310 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c1167f89-b290-463c-8c8b-a1d3a9232ea2 req-995826e8-98bb-4663-b7fe-93abc3b99045 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 946 time: 0.0481453 Oct 20 12:23:39.673868 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c1167f89-b290-463c-8c8b-a1d3a9232ea2 req-ed3ad6b3-a97b-4763-acaa-4791dd1856ce tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430863 Oct 20 12:23:40.352839 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:23:40.803416 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f70a16-7478-42d9-9167-86d1104996d0 req-d93986d9-c2c5-41cc-be06-177b182b9556 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:23:40.804901 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-87f70a16-7478-42d9-9167-86d1104996d0 req-d93986d9-c2c5-41cc-be06-177b182b9556 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 946 time: 0.0501945 Oct 20 12:23:40.842198 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-87f70a16-7478-42d9-9167-86d1104996d0 req-ff74efac-d064-4c8c-92dc-e9c316b6a95a tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311260 Oct 20 12:23:41.974284 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2c44c-8e49-4820-92c7-137985f891c1 req-5b95f431-a997-49cd-8480-63906d662f83 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:23:41.975791 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b5e2c44c-8e49-4820-92c7-137985f891c1 req-5b95f431-a997-49cd-8480-63906d662f83 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 946 time: 0.0541282 Oct 20 12:23:42.014767 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b5e2c44c-8e49-4820-92c7-137985f891c1 req-01115882-d4e8-466f-b65e-0206616ecd84 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328228 Oct 20 12:23:43.143198 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc1b9a-3501-465f-9b10-3724c3a89421 req-0c455dcd-3234-4196-8e3e-848a7cac32bd tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:23:43.144714 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cafc1b9a-3501-465f-9b10-3724c3a89421 req-0c455dcd-3234-4196-8e3e-848a7cac32bd tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 946 time: 0.0527852 Oct 20 12:23:43.186775 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cafc1b9a-3501-465f-9b10-3724c3a89421 req-c6c65fc9-9ed8-4c61-80ea-1c3a729178aa tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325046 Oct 20 12:23:44.313711 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d8c89-6e3d-413b-9b9e-4e2a429acf5c req-bf402b55-d02c-4f4e-93f7-2f4ebefd64e4 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:23:44.315255 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-355d8c89-6e3d-413b-9b9e-4e2a429acf5c req-bf402b55-d02c-4f4e-93f7-2f4ebefd64e4 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 946 time: 0.0567284 Oct 20 12:23:44.356877 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-355d8c89-6e3d-413b-9b9e-4e2a429acf5c req-958aeb17-66f4-40eb-9b3d-f202ff6452d5 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356371 Oct 20 12:23:45.480924 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e7d89-da2c-4a2f-909c-4b06dc67fc10 req-08705109-c03e-4746-ad27-e8690b55bb3c tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:23:45.482545 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-923e7d89-da2c-4a2f-909c-4b06dc67fc10 req-08705109-c03e-4746-ad27-e8690b55bb3c tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 946 time: 0.0550482 Oct 20 12:23:45.522419 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-923e7d89-da2c-4a2f-909c-4b06dc67fc10 req-3a443c48-07da-4b0f-b5ce-1b9e1a1dc1de tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337486 Oct 20 12:23:45.924923 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:23:46.654806 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae724b8-b323-47e7-9e43-1947f9077a14 req-9c97f159-0c76-4a70-bb8b-458a2d0cbaa3 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:23:46.656315 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fae724b8-b323-47e7-9e43-1947f9077a14 req-9c97f159-0c76-4a70-bb8b-458a2d0cbaa3 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 946 time: 0.0595212 Oct 20 12:23:46.696572 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fae724b8-b323-47e7-9e43-1947f9077a14 req-6729f7bf-8563-4b67-ae6d-9667cfbf15a8 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340588 Oct 20 12:23:47.821512 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a836fb-5173-4cf9-863d-a08fd6ae72c7 req-b55fb4bb-82d0-413e-b2ae-251e73906b61 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:23:47.823319 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b0a836fb-5173-4cf9-863d-a08fd6ae72c7 req-b55fb4bb-82d0-413e-b2ae-251e73906b61 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 946 time: 0.0524065 Oct 20 12:23:47.866034 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b0a836fb-5173-4cf9-863d-a08fd6ae72c7 req-cb0347a5-8a8e-4865-82ff-62faaed5f216 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338676 Oct 20 12:23:49.003376 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d9383-6826-4b4f-a8bb-0e0412d7fb81 req-11ba2a0f-0df3-47a8-bb12-e01263bfdfa8 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:23:49.004894 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9a4d9383-6826-4b4f-a8bb-0e0412d7fb81 req-11ba2a0f-0df3-47a8-bb12-e01263bfdfa8 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 946 time: 0.0553396 Oct 20 12:23:49.045523 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9a4d9383-6826-4b4f-a8bb-0e0412d7fb81 req-9c1a9de5-1d72-4c84-813b-56a9a58418a7 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335088 Oct 20 12:23:49.402246 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2fa215c3-6920-4d16-bdc0-a3b7e30f3c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:23:49.533559 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:23:50.189926 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608fca28-9452-4d26-b513-8696712a8f29 req-5093fe04-60f9-40f3-ba44-f7d9b9954b47 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:23:50.191531 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-608fca28-9452-4d26-b513-8696712a8f29 req-5093fe04-60f9-40f3-ba44-f7d9b9954b47 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 946 time: 0.0569656 Oct 20 12:23:50.232518 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-608fca28-9452-4d26-b513-8696712a8f29 req-67fa15a5-fcb1-45a0-a639-c1b596fda7fe tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345724 Oct 20 12:23:50.369975 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [req-f12c9944-0302-4134-adc6-27a60e3e0001 req-de85c2a1-aa2e-46ec-a776-ce25f07107c1 service neutron] show failed (client error): The resource could not be found. Oct 20 12:23:50.370932 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f12c9944-0302-4134-adc6-27a60e3e0001 req-de85c2a1-aa2e-46ec-a776-ce25f07107c1 service neutron] 10.222.0.89 "GET /v2.0/ports/9617fe96-aa69-4845-9e6c-73dd6ea25cb2/bindings/n-h1-814735-3 HTTP/1.1" status: 404 len: 380 time: 0.0567379 Oct 20 12:23:50.706046 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c9944-0302-4134-adc6-27a60e3e0001 req-59a13985-2ade-412f-8f9a-a3dc7598df05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:23:50.707642 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f12c9944-0302-4134-adc6-27a60e3e0001 req-59a13985-2ade-412f-8f9a-a3dc7598df05 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b&tenant_id=19f2fe5b5db84f42890fc744e9639322 HTTP/1.1" status: 200 len: 1097 time: 0.1068342 Oct 20 12:23:50.719474 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-f12c9944-0302-4134-adc6-27a60e3e0001 req-8e2bd357-5e84-4044-814d-f916263675f8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-814735-3', 'device_owner': 'compute:nova'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:23:50.775116 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f12c9944-0302-4134-adc6-27a60e3e0001 req-8e2bd357-5e84-4044-814d-f916263675f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:23:50.980233 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-f12c9944-0302-4134-adc6-27a60e3e0001 req-8e2bd357-5e84-4044-814d-f916263675f8 service neutron] For port 9617fe96-aa69-4845-9e6c-73dd6ea25cb2, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=9617fe96-aa69-4845-9e6c-73dd6ea25cb2,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:23:51.012902 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-f12c9944-0302-4134-adc6-27a60e3e0001 req-8e2bd357-5e84-4044-814d-f916263675f8 service neutron] For port 9617fe96-aa69-4845-9e6c-73dd6ea25cb2, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:23:51.058815 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccfe9d3f-12f3-4928-a958-410be7e5370b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9617fe96-aa69-4845-9e6c-73dd6ea25cb2'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:23:51.064735 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f12c9944-0302-4134-adc6-27a60e3e0001 req-8e2bd357-5e84-4044-814d-f916263675f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:23:51.078856 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-f12c9944-0302-4134-adc6-27a60e3e0001 req-8e2bd357-5e84-4044-814d-f916263675f8 service neutron] Transition to ACTIVE for port object 9617fe96-aa69-4845-9e6c-73dd6ea25cb2 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 12:23:51.084206 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f12c9944-0302-4134-adc6-27a60e3e0001 req-8e2bd357-5e84-4044-814d-f916263675f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:23:51.118295 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0a02dd2059fce6544e6c1114f6588b97938997ae633064690662b627edbbcf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002f56de-d90d-4eaf-b1b3-9e78e500760b" -d '{"events": [{"server_uuid": "ccfe9d3f-12f3-4928-a958-410be7e5370b", "name": "network-vif-unplugged", "status": "completed", "tag": "9617fe96-aa69-4845-9e6c-73dd6ea25cb2"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:23:51.181143 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2bd357-5e84-4044-814d-f916263675f8 service neutron] Pushing event updated for resources: {'Port': ['ID=9617fe96-aa69-4845-9e6c-73dd6ea25cb2,revision_number=6']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:23:51.195861 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2bd357-5e84-4044-814d-f916263675f8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:23:51.196515 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2bd357-5e84-4044-814d-f916263675f8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:23:51.196694 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2bd357-5e84-4044-814d-f916263675f8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:23:51.197035 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2bd357-5e84-4044-814d-f916263675f8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:23:51.197372 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2bd357-5e84-4044-814d-f916263675f8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:23:51.197703 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2bd357-5e84-4044-814d-f916263675f8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:23:51.198030 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2bd357-5e84-4044-814d-f916263675f8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:23:51.198355 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2bd357-5e84-4044-814d-f916263675f8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:23:51.198681 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2bd357-5e84-4044-814d-f916263675f8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:23:51.199043 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2bd357-5e84-4044-814d-f916263675f8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:23:51.199369 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2bd357-5e84-4044-814d-f916263675f8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:23:51.199686 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2bd357-5e84-4044-814d-f916263675f8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:23:51.239814 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 12:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f699dfb6-30cd-4f0c-a65f-bd67adff94df x-openstack-request-id: req-f699dfb6-30cd-4f0c-a65f-bd67adff94df {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:23:51.240121 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccfe9d3f-12f3-4928-a958-410be7e5370b", "name": "network-vif-unplugged", "status": "completed", "tag": "9617fe96-aa69-4845-9e6c-73dd6ea25cb2", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:23:51.240376 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f699dfb6-30cd-4f0c-a65f-bd67adff94df {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:23:51.240794 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccfe9d3f-12f3-4928-a958-410be7e5370b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9617fe96-aa69-4845-9e6c-73dd6ea25cb2', 'code': 200} Oct 20 12:23:51.241646 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12c9944-0302-4134-adc6-27a60e3e0001 req-8e2bd357-5e84-4044-814d-f916263675f8 service neutron] No DVR routers for this DVR port 9617fe96-aa69-4845-9e6c-73dd6ea25cb2 on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:23:51.397063 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07823b-d35a-4937-8ca6-1a1328f3fb42 req-d3399662-75f7-4728-89c8-c7284021f979 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:23:51.398555 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9e07823b-d35a-4937-8ca6-1a1328f3fb42 req-d3399662-75f7-4728-89c8-c7284021f979 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 944 time: 0.0719547 Oct 20 12:23:51.439302 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-f12c9944-0302-4134-adc6-27a60e3e0001 req-8e2bd357-5e84-4044-814d-f916263675f8 service neutron] Attempting to bind port 9617fe96-aa69-4845-9e6c-73dd6ea25cb2 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:23:51.439538 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-f12c9944-0302-4134-adc6-27a60e3e0001 req-8e2bd357-5e84-4044-814d-f916263675f8 service neutron] Attempting to bind port 9617fe96-aa69-4845-9e6c-73dd6ea25cb2 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': 'c1eca377-ac1d-4dd9-b6c8-2d237bc33922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:23:51.439847 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12c9944-0302-4134-adc6-27a60e3e0001 req-8e2bd357-5e84-4044-814d-f916263675f8 service neutron] Attempting to bind port 9617fe96-aa69-4845-9e6c-73dd6ea25cb2 on network 70ec0249-a46b-4837-967e-6e2b16d900d6 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:23:51.451842 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12c9944-0302-4134-adc6-27a60e3e0001 req-8e2bd357-5e84-4044-814d-f916263675f8 service neutron] Port 9617fe96-aa69-4845-9e6c-73dd6ea25cb2 on network 70ec0249-a46b-4837-967e-6e2b16d900d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 12:23:51.452169 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12c9944-0302-4134-adc6-27a60e3e0001 req-8e2bd357-5e84-4044-814d-f916263675f8 service neutron] Attempting to bind port 9617fe96-aa69-4845-9e6c-73dd6ea25cb2 on network 70ec0249-a46b-4837-967e-6e2b16d900d6 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:23:51.471856 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9e07823b-d35a-4937-8ca6-1a1328f3fb42 req-8df6d5e3-56a3-4f26-bba0-efea7d8bb64a tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595119 Oct 20 12:23:51.473165 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12c9944-0302-4134-adc6-27a60e3e0001 req-8e2bd357-5e84-4044-814d-f916263675f8 service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:23:51.473481 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12c9944-0302-4134-adc6-27a60e3e0001 req-8e2bd357-5e84-4044-814d-f916263675f8 service neutron] Checking segment: {'id': 'c1eca377-ac1d-4dd9-b6c8-2d237bc33922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:23:51.473858 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12c9944-0302-4134-adc6-27a60e3e0001 req-8e2bd357-5e84-4044-814d-f916263675f8 service neutron] Bound using segment: {'id': 'c1eca377-ac1d-4dd9-b6c8-2d237bc33922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:23:51.474291 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-f12c9944-0302-4134-adc6-27a60e3e0001 req-8e2bd357-5e84-4044-814d-f916263675f8 service neutron] Bound port: 9617fe96-aa69-4845-9e6c-73dd6ea25cb2, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1eca377-ac1d-4dd9-b6c8-2d237bc33922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:23:51.474648 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f12c9944-0302-4134-adc6-27a60e3e0001 req-8e2bd357-5e84-4044-814d-f916263675f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:23:51.539253 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-f12c9944-0302-4134-adc6-27a60e3e0001 req-8e2bd357-5e84-4044-814d-f916263675f8 service neutron] For port 9617fe96-aa69-4845-9e6c-73dd6ea25cb2, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:23:51.542280 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-f12c9944-0302-4134-adc6-27a60e3e0001 req-8e2bd357-5e84-4044-814d-f916263675f8 service neutron] For port 9617fe96-aa69-4845-9e6c-73dd6ea25cb2, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=9617fe96-aa69-4845-9e6c-73dd6ea25cb2,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:23:51.548027 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f12c9944-0302-4134-adc6-27a60e3e0001 req-8e2bd357-5e84-4044-814d-f916263675f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:23:51.587610 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c9944-0302-4134-adc6-27a60e3e0001 req-8e2bd357-5e84-4044-814d-f916263675f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:23:51.588308 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-f12c9944-0302-4134-adc6-27a60e3e0001 req-8e2bd357-5e84-4044-814d-f916263675f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:23:51.589812 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f12c9944-0302-4134-adc6-27a60e3e0001 req-8e2bd357-5e84-4044-814d-f916263675f8 service neutron] 10.222.0.11 "PUT /v2.0/ports/9617fe96-aa69-4845-9e6c-73dd6ea25cb2 HTTP/1.1" status: 200 len: 1092 time: 0.8744149 Oct 20 12:23:51.612564 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2bd357-5e84-4044-814d-f916263675f8 service neutron] Pushing event updated for resources: {'Port': ['ID=9617fe96-aa69-4845-9e6c-73dd6ea25cb2,revision_number=7']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:23:51.662500 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c9944-0302-4134-adc6-27a60e3e0001 req-dbbc361b-d2cd-4e20-93ad-8d8e7a129a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:23:51.664212 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f12c9944-0302-4134-adc6-27a60e3e0001 req-dbbc361b-d2cd-4e20-93ad-8d8e7a129a79 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=19f2fe5b5db84f42890fc744e9639322&device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 1095 time: 0.0485160 Oct 20 12:23:51.770238 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c9944-0302-4134-adc6-27a60e3e0001 req-de381bf1-fdc4-4957-a920-12c703d98342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:23:51.771859 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f12c9944-0302-4134-adc6-27a60e3e0001 req-de381bf1-fdc4-4957-a920-12c703d98342 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70ec0249-a46b-4837-967e-6e2b16d900d6 HTTP/1.1" status: 200 len: 914 time: 0.1012228 Oct 20 12:23:51.842909 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f12c9944-0302-4134-adc6-27a60e3e0001 req-e8f0bd1f-f939-4c91-bdf4-a54bc718b5b8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9617fe96-aa69-4845-9e6c-73dd6ea25cb2 HTTP/1.1" status: 200 len: 1001 time: 0.0635436 Oct 20 12:23:51.893814 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c9944-0302-4134-adc6-27a60e3e0001 req-0a1cf3fc-95bd-431d-84f2-a25e13237b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:23:51.895233 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f12c9944-0302-4134-adc6-27a60e3e0001 req-0a1cf3fc-95bd-431d-84f2-a25e13237b8d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5a896c64-352c-4dbf-98af-b7773d966ee8 HTTP/1.1" status: 200 len: 851 time: 0.0453165 Oct 20 12:23:51.946102 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c9944-0302-4134-adc6-27a60e3e0001 req-793b5c1a-4b60-4b87-bf61-2493e5733236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:23:51.947653 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f12c9944-0302-4134-adc6-27a60e3e0001 req-793b5c1a-4b60-4b87-bf61-2493e5733236 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70ec0249-a46b-4837-967e-6e2b16d900d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452368 Oct 20 12:23:52.039056 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f12c9944-0302-4134-adc6-27a60e3e0001 req-384fd09f-bc7f-4847-bcc5-919a38950d28 service neutron] 10.222.0.11 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835133 Oct 20 12:23:52.137114 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f12c9944-0302-4134-adc6-27a60e3e0001 req-41ad8763-171e-4452-b879-74c2a36c6804 service neutron] 10.222.0.11 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899985 Oct 20 12:23:52.263452 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-8b30ef0f-df2b-44f2-9395-e386a719ef49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:23:52.594507 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad84e5c-2183-4fb0-8740-aa6a276a38f8 req-228493b5-a7ed-4f42-9ef4-26a71ac74034 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:23:52.596075 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1ad84e5c-2183-4fb0-8740-aa6a276a38f8 req-228493b5-a7ed-4f42-9ef4-26a71ac74034 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 944 time: 0.0510178 Oct 20 12:23:52.636299 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1ad84e5c-2183-4fb0-8740-aa6a276a38f8 req-cc076115-1608-4778-9acc-be6b11aa8b4b tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339463 Oct 20 12:23:53.217533 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:23:53.242151 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccfe9d3f-12f3-4928-a958-410be7e5370b', 'tag': '9617fe96-aa69-4845-9e6c-73dd6ea25cb2'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:23:53.244732 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0a02dd2059fce6544e6c1114f6588b97938997ae633064690662b627edbbcf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92af0fd4-7eb2-4724-a272-b7344d353690" -d '{"events": [{"name": "network-changed", "server_uuid": "ccfe9d3f-12f3-4928-a958-410be7e5370b", "tag": "9617fe96-aa69-4845-9e6c-73dd6ea25cb2"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:23:53.302752 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1de6df-f256-4c24-aeb5-83af67948487 x-openstack-request-id: req-6f1de6df-f256-4c24-aeb5-83af67948487 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:23:53.303112 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccfe9d3f-12f3-4928-a958-410be7e5370b", "tag": "9617fe96-aa69-4845-9e6c-73dd6ea25cb2", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:23:53.303329 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6f1de6df-f256-4c24-aeb5-83af67948487 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:23:53.303765 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccfe9d3f-12f3-4928-a958-410be7e5370b', 'tag': '9617fe96-aa69-4845-9e6c-73dd6ea25cb2', 'status': 'completed', 'code': 200} Oct 20 12:23:53.310260 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 9617fe96-aa69-4845-9e6c-73dd6ea25cb2 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:23:53.362076 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 9617fe96-aa69-4845-9e6c-73dd6ea25cb2 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:23:53.368301 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:23:53.398475 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af0fd4-7eb2-4724-a272-b7344d353690 req-a68e274f-fd3d-4a5e-85a2-195980ad4134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:23:53.400034 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92af0fd4-7eb2-4724-a272-b7344d353690 req-a68e274f-fd3d-4a5e-85a2-195980ad4134 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=19f2fe5b5db84f42890fc744e9639322&device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 1095 time: 0.0752168 Oct 20 12:23:53.402383 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af0fd4-7eb2-4724-a272-b7344d353690 req-74792502-a6e8-4111-bcdb-d0dc8ac819a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:23:53.403807 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92af0fd4-7eb2-4724-a272-b7344d353690 req-74792502-a6e8-4111-bcdb-d0dc8ac819a2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=19f2fe5b5db84f42890fc744e9639322&device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 1095 time: 0.0705788 Oct 20 12:23:53.560247 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af0fd4-7eb2-4724-a272-b7344d353690 req-5ce09cbd-9b11-40fd-bcfa-85398f7e6d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:23:53.561687 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92af0fd4-7eb2-4724-a272-b7344d353690 req-5ce09cbd-9b11-40fd-bcfa-85398f7e6d53 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70ec0249-a46b-4837-967e-6e2b16d900d6 HTTP/1.1" status: 200 len: 914 time: 0.1550236 Oct 20 12:23:53.564399 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af0fd4-7eb2-4724-a272-b7344d353690 req-e79e7e87-d396-40cc-bfd5-ce109adea684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:23:53.565749 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92af0fd4-7eb2-4724-a272-b7344d353690 req-e79e7e87-d396-40cc-bfd5-ce109adea684 service neutron] 10.222.0.89 "GET /v2.0/networks?id=70ec0249-a46b-4837-967e-6e2b16d900d6 HTTP/1.1" status: 200 len: 914 time: 0.1505167 Oct 20 12:23:53.674632 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92af0fd4-7eb2-4724-a272-b7344d353690 req-43e4437c-6435-4d1b-a34c-634a037030f5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9617fe96-aa69-4845-9e6c-73dd6ea25cb2 HTTP/1.1" status: 200 len: 1001 time: 0.1052003 Oct 20 12:23:53.681812 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92af0fd4-7eb2-4724-a272-b7344d353690 req-eb567926-6f58-4fa0-a54a-c7fabff99863 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9617fe96-aa69-4845-9e6c-73dd6ea25cb2 HTTP/1.1" status: 200 len: 1001 time: 0.1068461 Oct 20 12:23:53.786474 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af0fd4-7eb2-4724-a272-b7344d353690 req-03c20068-6d6d-4520-aeae-4d3beeacacef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:23:53.787973 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92af0fd4-7eb2-4724-a272-b7344d353690 req-03c20068-6d6d-4520-aeae-4d3beeacacef service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5a896c64-352c-4dbf-98af-b7773d966ee8 HTTP/1.1" status: 200 len: 851 time: 0.1046383 Oct 20 12:23:53.806658 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af0fd4-7eb2-4724-a272-b7344d353690 req-75a8d196-f9a8-44e8-92ff-82b7e95ead18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:23:53.808089 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92af0fd4-7eb2-4724-a272-b7344d353690 req-75a8d196-f9a8-44e8-92ff-82b7e95ead18 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5a896c64-352c-4dbf-98af-b7773d966ee8 HTTP/1.1" status: 200 len: 851 time: 0.1158707 Oct 20 12:23:53.858065 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba23250-4cef-44ab-8663-58cd1951a4b7 req-49a69f33-007f-4c83-b18c-e490efdfe84a tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:23:53.859652 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3ba23250-4cef-44ab-8663-58cd1951a4b7 req-49a69f33-007f-4c83-b18c-e490efdfe84a tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 944 time: 0.1424766 Oct 20 12:23:53.895488 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af0fd4-7eb2-4724-a272-b7344d353690 req-9e398917-a973-45c5-8cf5-f077eadd3bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:23:53.896989 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92af0fd4-7eb2-4724-a272-b7344d353690 req-9e398917-a973-45c5-8cf5-f077eadd3bc2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70ec0249-a46b-4837-967e-6e2b16d900d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1013882 Oct 20 12:23:53.910470 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af0fd4-7eb2-4724-a272-b7344d353690 req-f085bbcf-242c-4293-bde2-658443283092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:23:53.911980 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92af0fd4-7eb2-4724-a272-b7344d353690 req-f085bbcf-242c-4293-bde2-658443283092 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=70ec0249-a46b-4837-967e-6e2b16d900d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0886064 Oct 20 12:23:53.934018 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3ba23250-4cef-44ab-8663-58cd1951a4b7 req-b2fca0c3-6883-4dea-9326-8865ad65074a tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665789 Oct 20 12:23:54.071361 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92af0fd4-7eb2-4724-a272-b7344d353690 req-28cc916f-471a-41a1-8118-c99af2bebbf6 service neutron] 10.222.0.11 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565471 Oct 20 12:23:54.073107 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92af0fd4-7eb2-4724-a272-b7344d353690 req-41ffc33a-b1ed-4991-886b-ed879f02a1db service neutron] 10.222.0.89 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493275 Oct 20 12:23:54.225100 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92af0fd4-7eb2-4724-a272-b7344d353690 req-feb48a12-16e3-44a4-98e1-496d03de68b1 service neutron] 10.222.0.11 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466389 Oct 20 12:23:54.226947 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92af0fd4-7eb2-4724-a272-b7344d353690 req-426effc7-4593-4a96-bd0f-642c5d05d1b7 service neutron] 10.222.0.89 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415062 Oct 20 12:23:55.057805 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f683bc44-26a8-44d6-b5a1-17d118a6c994 req-fdb5a65b-cc05-4235-81f1-618863db6873 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:23:55.059342 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f683bc44-26a8-44d6-b5a1-17d118a6c994 req-fdb5a65b-cc05-4235-81f1-618863db6873 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 944 time: 0.0518167 Oct 20 12:23:55.096901 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:23:55.100677 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f683bc44-26a8-44d6-b5a1-17d118a6c994 req-9f0b0c8b-8863-48f3-b7de-1dba4344a2e1 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350819 Oct 20 12:23:56.225553 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d709c-9a5e-48d7-86fb-df6c1037bcb5 req-6897f377-4de8-498f-9116-b516dd5e5eba tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:23:56.227077 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-441d709c-9a5e-48d7-86fb-df6c1037bcb5 req-6897f377-4de8-498f-9116-b516dd5e5eba tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 944 time: 0.0566273 Oct 20 12:23:56.267007 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-441d709c-9a5e-48d7-86fb-df6c1037bcb5 req-c818bade-bcc8-46e3-8190-638e4b36ec2b tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337107 Oct 20 12:23:57.398651 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f60f1-44e7-43ed-9e8f-22f32d678fa2 req-1c49da10-44c5-48dc-b419-1c66c355a6ed tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:23:57.400164 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-000f60f1-44e7-43ed-9e8f-22f32d678fa2 req-1c49da10-44c5-48dc-b419-1c66c355a6ed tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 944 time: 0.0515771 Oct 20 12:23:57.439042 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-000f60f1-44e7-43ed-9e8f-22f32d678fa2 req-86bfb747-0613-4b62-9cf9-6e5c0e62a5fd tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327468 Oct 20 12:23:58.559662 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e41e8-eadd-487b-a9e6-e147a1a04864 req-42083f5b-b2f4-49a2-92b1-2de2f3c95535 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:23:58.561270 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ae8e41e8-eadd-487b-a9e6-e147a1a04864 req-42083f5b-b2f4-49a2-92b1-2de2f3c95535 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 944 time: 0.0520062 Oct 20 12:23:58.600457 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ae8e41e8-eadd-487b-a9e6-e147a1a04864 req-3ab3863c-94fb-4330-accc-1695593427bd tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328767 Oct 20 12:23:59.724182 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78445a96-125c-4009-a798-876e8d6a1dc1 req-55cb4841-f380-49ba-a6eb-ccbab38e31a8 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:23:59.725690 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-78445a96-125c-4009-a798-876e8d6a1dc1 req-55cb4841-f380-49ba-a6eb-ccbab38e31a8 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 944 time: 0.0546358 Oct 20 12:23:59.765811 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-78445a96-125c-4009-a798-876e8d6a1dc1 req-9a3b07de-8b88-40e1-ab72-9e60227f2a64 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340195 Oct 20 12:24:00.904098 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ec7e8-d410-491a-97c7-52b8d4a0da06 req-396381c4-ce61-4f08-b004-ce6052f40025 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:00.905612 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-da9ec7e8-d410-491a-97c7-52b8d4a0da06 req-396381c4-ce61-4f08-b004-ce6052f40025 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 944 time: 0.0516970 Oct 20 12:24:00.944211 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-da9ec7e8-d410-491a-97c7-52b8d4a0da06 req-f82aa853-e895-41d6-82e6-5180b0f5360b tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323224 Oct 20 12:24:02.064980 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ffbb0-56b1-46f1-8b7b-0b589351feba req-15fb927b-7093-47c9-91b2-c5666a8dcf71 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:02.066501 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-952ffbb0-56b1-46f1-8b7b-0b589351feba req-15fb927b-7093-47c9-91b2-c5666a8dcf71 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 944 time: 0.0524831 Oct 20 12:24:02.105529 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-952ffbb0-56b1-46f1-8b7b-0b589351feba req-b1c638ac-c987-4b08-bd2f-a18d4d297303 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328145 Oct 20 12:24:03.231265 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83276d18-ab48-402f-9dd1-f68bda604d13 req-80b1c250-7058-44b7-95e8-f8d0c4273ec2 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:03.232761 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-83276d18-ab48-402f-9dd1-f68bda604d13 req-80b1c250-7058-44b7-95e8-f8d0c4273ec2 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 944 time: 0.0540767 Oct 20 12:24:03.636769 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-83276d18-ab48-402f-9dd1-f68bda604d13 req-fd5f1705-116a-4bfe-9d05-d3650b7c5247 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3969626 Oct 20 12:24:04.768537 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f744c10-7f01-40e1-aed8-e5352ff1416d req-b9c488ea-3c4f-47b6-888d-b2441f3367d7 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:04.770030 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0f744c10-7f01-40e1-aed8-e5352ff1416d req-b9c488ea-3c4f-47b6-888d-b2441f3367d7 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 944 time: 0.0541966 Oct 20 12:24:04.812848 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0f744c10-7f01-40e1-aed8-e5352ff1416d req-3208a18d-bffc-4656-950a-5b8e48d419a3 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347979 Oct 20 12:24:05.143621 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fe20d-3d4d-4a8f-b654-0293918bb795 req-b906f4e9-e843-4bc8-9bdf-8f829164fa8c tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:05.145073 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8f8fe20d-3d4d-4a8f-b654-0293918bb795 req-b906f4e9-e843-4bc8-9bdf-8f829164fa8c tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b&tenant_id=19f2fe5b5db84f42890fc744e9639322&binding%3Ahost_id=n-h1-814735-3 HTTP/1.1" status: 200 len: 944 time: 0.0815451 Oct 20 12:24:05.159338 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7b711-c272-49eb-b12f-35063dad7749 req-4db072d9-a28c-4cd4-8ca2-cd512046dc8f tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:05.160868 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-56a7b711-c272-49eb-b12f-35063dad7749 req-4db072d9-a28c-4cd4-8ca2-cd512046dc8f tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 944 time: 0.0713785 Oct 20 12:24:05.232862 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-56a7b711-c272-49eb-b12f-35063dad7749 req-e2a5357f-af83-45fa-9678-d6d2142a7f83 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658879 Oct 20 12:24:05.239682 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8f8fe20d-3d4d-4a8f-b654-0293918bb795 req-0d9bb634-a8e6-42a7-8510-92c9fcaebe5e service neutron] 10.222.0.11 "GET /v2.0/ports/9617fe96-aa69-4845-9e6c-73dd6ea25cb2/bindings/n-h1-814735-3 HTTP/1.1" status: 200 len: 382 time: 0.0779459 Oct 20 12:24:05.308174 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fe20d-3d4d-4a8f-b654-0293918bb795 req-257cf3d8-d802-4c5f-8b4c-1da66cf20e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:05.309715 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8f8fe20d-3d4d-4a8f-b654-0293918bb795 req-257cf3d8-d802-4c5f-8b4c-1da66cf20e49 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=19f2fe5b5db84f42890fc744e9639322&device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 1095 time: 0.0440910 Oct 20 12:24:05.406163 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fe20d-3d4d-4a8f-b654-0293918bb795 req-80686fb2-c1e4-4d54-a34e-3e55d4b2bdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:05.407714 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8f8fe20d-3d4d-4a8f-b654-0293918bb795 req-80686fb2-c1e4-4d54-a34e-3e55d4b2bdce service neutron] 10.222.0.11 "GET /v2.0/networks?id=70ec0249-a46b-4837-967e-6e2b16d900d6 HTTP/1.1" status: 200 len: 914 time: 0.0910311 Oct 20 12:24:05.473345 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8f8fe20d-3d4d-4a8f-b654-0293918bb795 req-6a852d8a-84fb-41c4-b2b3-4c777044cff6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9617fe96-aa69-4845-9e6c-73dd6ea25cb2 HTTP/1.1" status: 200 len: 1001 time: 0.0583146 Oct 20 12:24:05.528294 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fe20d-3d4d-4a8f-b654-0293918bb795 req-97adaa8d-8e11-48bb-8580-ae29e0d476fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:05.529997 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8f8fe20d-3d4d-4a8f-b654-0293918bb795 req-97adaa8d-8e11-48bb-8580-ae29e0d476fe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5a896c64-352c-4dbf-98af-b7773d966ee8 HTTP/1.1" status: 200 len: 851 time: 0.0496771 Oct 20 12:24:05.580539 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fe20d-3d4d-4a8f-b654-0293918bb795 req-5648fb92-997b-4fb4-aa7d-c3ed36121c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:05.582368 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8f8fe20d-3d4d-4a8f-b654-0293918bb795 req-5648fb92-997b-4fb4-aa7d-c3ed36121c36 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70ec0249-a46b-4837-967e-6e2b16d900d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453377 Oct 20 12:24:05.678283 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8f8fe20d-3d4d-4a8f-b654-0293918bb795 req-e5dad4db-f5f1-4760-a96b-3b2805b102f6 service neutron] 10.222.0.11 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889125 Oct 20 12:24:05.689473 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 9617fe96-aa69-4845-9e6c-73dd6ea25cb2 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:24:05.773502 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8f8fe20d-3d4d-4a8f-b654-0293918bb795 req-5e21f054-a743-4e6d-b60e-2235d52f79fe service neutron] 10.222.0.11 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863736 Oct 20 12:24:05.786491 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 9617fe96-aa69-4845-9e6c-73dd6ea25cb2, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=9617fe96-aa69-4845-9e6c-73dd6ea25cb2,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:24:05.798330 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '9617fe96-aa69-4845-9e6c-73dd6ea25cb2', 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6', 'port_id': '9617fe96-aa69-4845-9e6c-73dd6ea25cb2', 'mac_address': 'fa:16:3e:c8:e9:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:24:05.838822 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:05.851772 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9617fe96-aa69-4845-9e6c-73dd6ea25cb2 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:24:05.871793 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 9617fe96-aa69-4845-9e6c-73dd6ea25cb2, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=9617fe96-aa69-4845-9e6c-73dd6ea25cb2,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:24:05.876389 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:05.923135 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=9617fe96-aa69-4845-9e6c-73dd6ea25cb2,revision_number=8']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:24:05.931218 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:24:05.931563 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:24:05.931895 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:24:05.932222 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:24:05.932524 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:24:05.932869 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:24:05.933186 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:24:05.933501 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:24:05.933814 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:24:05.934126 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:24:05.934441 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:24:05.934751 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:24:06.146740 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['9617fe96-aa69-4845-9e6c-73dd6ea25cb2'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:24:06.356140 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4b58e-cbf9-4cc4-9c63-d9f387fde97c req-8e936bcd-886a-4401-a193-e23b7efc1555 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:06.357892 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-12b4b58e-cbf9-4cc4-9c63-d9f387fde97c req-8e936bcd-886a-4401-a193-e23b7efc1555 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 945 time: 0.0504317 Oct 20 12:24:06.405329 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-12b4b58e-cbf9-4cc4-9c63-d9f387fde97c req-b62bbb68-feda-4236-955e-e1317273226a tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410421 Oct 20 12:24:07.544218 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8216f-27ac-415b-9bbe-fe932c431129 req-ea10da74-6684-47f2-99b6-c003ef362f4d tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:07.545870 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6ee8216f-27ac-415b-9bbe-fe932c431129 req-ea10da74-6684-47f2-99b6-c003ef362f4d tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 945 time: 0.0651090 Oct 20 12:24:07.591819 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6ee8216f-27ac-415b-9bbe-fe932c431129 req-07a32c27-4923-4bdd-8d2e-17da4c04b91c tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344396 Oct 20 12:24:07.700895 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 9617fe96-aa69-4845-9e6c-73dd6ea25cb2 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:24:07.756426 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 9617fe96-aa69-4845-9e6c-73dd6ea25cb2 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 12:24:07.761190 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 9617fe96-aa69-4845-9e6c-73dd6ea25cb2 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:24:07.761745 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:07.840591 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:07.863955 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccfe9d3f-12f3-4928-a958-410be7e5370b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9617fe96-aa69-4845-9e6c-73dd6ea25cb2'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:24:07.881348 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 9617fe96-aa69-4845-9e6c-73dd6ea25cb2, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=9617fe96-aa69-4845-9e6c-73dd6ea25cb2,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:24:07.886330 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:07.911269 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ba663b728f61600953c7c701890058d53749f56dec976386d606a322f26966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae32f912-2cc8-4c1b-89d6-ec14c765af32" -d '{"events": [{"server_uuid": "ccfe9d3f-12f3-4928-a958-410be7e5370b", "name": "network-vif-plugged", "status": "completed", "tag": "9617fe96-aa69-4845-9e6c-73dd6ea25cb2"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:24:07.947866 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=9617fe96-aa69-4845-9e6c-73dd6ea25cb2,revision_number=9']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:24:08.015754 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a73df0-5b0c-466d-818a-7a20a6694604 x-openstack-request-id: req-66a73df0-5b0c-466d-818a-7a20a6694604 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:24:08.016059 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccfe9d3f-12f3-4928-a958-410be7e5370b", "name": "network-vif-plugged", "status": "completed", "tag": "9617fe96-aa69-4845-9e6c-73dd6ea25cb2", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:24:08.016320 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-66a73df0-5b0c-466d-818a-7a20a6694604 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:24:08.016747 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccfe9d3f-12f3-4928-a958-410be7e5370b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9617fe96-aa69-4845-9e6c-73dd6ea25cb2', 'code': 200} Oct 20 12:24:08.722858 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c1cd3b-b5ac-44e4-9ad8-5103ea69f827 req-85b78a3a-b5df-4618-b12b-237b7057210d tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:08.724485 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-49c1cd3b-b5ac-44e4-9ad8-5103ea69f827 req-85b78a3a-b5df-4618-b12b-237b7057210d tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 946 time: 0.0538466 Oct 20 12:24:08.766141 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-49c1cd3b-b5ac-44e4-9ad8-5103ea69f827 req-b1f20bb8-9543-4056-8af3-a2ec6c82fbdb tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347884 Oct 20 12:24:09.886020 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf47512-a8fd-4194-89c7-7076813b779f req-5a0c137a-7a49-4d17-a9ae-6e89d851d591 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:09.887574 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-baf47512-a8fd-4194-89c7-7076813b779f req-5a0c137a-7a49-4d17-a9ae-6e89d851d591 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 946 time: 0.0509794 Oct 20 12:24:09.925488 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-baf47512-a8fd-4194-89c7-7076813b779f req-b94fbb1c-a13b-403a-af18-22f510ebbad4 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313721 Oct 20 12:24:10.044454 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fe20d-3d4d-4a8f-b654-0293918bb795 req-65f25c31-3ab2-4372-9746-5eb8cfa302df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:10.045973 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8f8fe20d-3d4d-4a8f-b654-0293918bb795 req-65f25c31-3ab2-4372-9746-5eb8cfa302df service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b&tenant_id=19f2fe5b5db84f42890fc744e9639322 HTTP/1.1" status: 200 len: 1097 time: 0.0467694 Oct 20 12:24:10.063116 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-8f8fe20d-3d4d-4a8f-b654-0293918bb795 req-97b99225-b86a-4480-8929-e1b343b11b27 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-814735-3', 'device_owner': 'compute:nova'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:24:10.115416 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-8f8fe20d-3d4d-4a8f-b654-0293918bb795 req-97b99225-b86a-4480-8929-e1b343b11b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:10.328010 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-8f8fe20d-3d4d-4a8f-b654-0293918bb795 req-97b99225-b86a-4480-8929-e1b343b11b27 service neutron] For port 9617fe96-aa69-4845-9e6c-73dd6ea25cb2, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=9617fe96-aa69-4845-9e6c-73dd6ea25cb2,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:24:10.369486 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-8f8fe20d-3d4d-4a8f-b654-0293918bb795 req-97b99225-b86a-4480-8929-e1b343b11b27 service neutron] For port 9617fe96-aa69-4845-9e6c-73dd6ea25cb2, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:24:10.370525 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:10.408893 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccfe9d3f-12f3-4928-a958-410be7e5370b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9617fe96-aa69-4845-9e6c-73dd6ea25cb2'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:24:10.411213 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0a02dd2059fce6544e6c1114f6588b97938997ae633064690662b627edbbcf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb61199-b8c5-44f2-8939-bcb884ef89df" -d '{"events": [{"server_uuid": "ccfe9d3f-12f3-4928-a958-410be7e5370b", "name": "network-vif-unplugged", "status": "completed", "tag": "9617fe96-aa69-4845-9e6c-73dd6ea25cb2"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:24:10.415326 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-8f8fe20d-3d4d-4a8f-b654-0293918bb795 req-97b99225-b86a-4480-8929-e1b343b11b27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:10.427785 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-8f8fe20d-3d4d-4a8f-b654-0293918bb795 req-97b99225-b86a-4480-8929-e1b343b11b27 service neutron] Transition to ACTIVE for port object 9617fe96-aa69-4845-9e6c-73dd6ea25cb2 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 12:24:10.432020 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-8f8fe20d-3d4d-4a8f-b654-0293918bb795 req-97b99225-b86a-4480-8929-e1b343b11b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:10.459713 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 12:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6624453b-aaa2-4fbd-a84e-3a865a0040e9 x-openstack-request-id: req-6624453b-aaa2-4fbd-a84e-3a865a0040e9 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:24:10.460004 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccfe9d3f-12f3-4928-a958-410be7e5370b", "name": "network-vif-unplugged", "status": "completed", "tag": "9617fe96-aa69-4845-9e6c-73dd6ea25cb2", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:24:10.460248 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6624453b-aaa2-4fbd-a84e-3a865a0040e9 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:24:10.460639 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccfe9d3f-12f3-4928-a958-410be7e5370b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9617fe96-aa69-4845-9e6c-73dd6ea25cb2', 'code': 200} Oct 20 12:24:10.512130 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b99225-b86a-4480-8929-e1b343b11b27 service neutron] Pushing event updated for resources: {'Port': ['ID=9617fe96-aa69-4845-9e6c-73dd6ea25cb2,revision_number=10']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:24:10.565610 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f8fe20d-3d4d-4a8f-b654-0293918bb795 req-97b99225-b86a-4480-8929-e1b343b11b27 service neutron] No DVR routers for this DVR port 9617fe96-aa69-4845-9e6c-73dd6ea25cb2 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:24:10.702020 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-8f8fe20d-3d4d-4a8f-b654-0293918bb795 req-97b99225-b86a-4480-8929-e1b343b11b27 service neutron] Attempting to bind port 9617fe96-aa69-4845-9e6c-73dd6ea25cb2 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:24:10.702313 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-8f8fe20d-3d4d-4a8f-b654-0293918bb795 req-97b99225-b86a-4480-8929-e1b343b11b27 service neutron] Attempting to bind port 9617fe96-aa69-4845-9e6c-73dd6ea25cb2 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': 'c1eca377-ac1d-4dd9-b6c8-2d237bc33922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:24:10.702659 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8fe20d-3d4d-4a8f-b654-0293918bb795 req-97b99225-b86a-4480-8929-e1b343b11b27 service neutron] Attempting to bind port 9617fe96-aa69-4845-9e6c-73dd6ea25cb2 on network 70ec0249-a46b-4837-967e-6e2b16d900d6 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:24:10.707066 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8fe20d-3d4d-4a8f-b654-0293918bb795 req-97b99225-b86a-4480-8929-e1b343b11b27 service neutron] Port 9617fe96-aa69-4845-9e6c-73dd6ea25cb2 on network 70ec0249-a46b-4837-967e-6e2b16d900d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 12:24:10.707383 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8fe20d-3d4d-4a8f-b654-0293918bb795 req-97b99225-b86a-4480-8929-e1b343b11b27 service neutron] Attempting to bind port 9617fe96-aa69-4845-9e6c-73dd6ea25cb2 on network 70ec0249-a46b-4837-967e-6e2b16d900d6 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:24:10.712106 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8fe20d-3d4d-4a8f-b654-0293918bb795 req-97b99225-b86a-4480-8929-e1b343b11b27 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:24:10.712428 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8fe20d-3d4d-4a8f-b654-0293918bb795 req-97b99225-b86a-4480-8929-e1b343b11b27 service neutron] Checking segment: {'id': 'c1eca377-ac1d-4dd9-b6c8-2d237bc33922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:24:10.712802 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8fe20d-3d4d-4a8f-b654-0293918bb795 req-97b99225-b86a-4480-8929-e1b343b11b27 service neutron] Bound using segment: {'id': 'c1eca377-ac1d-4dd9-b6c8-2d237bc33922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:24:10.713216 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-8f8fe20d-3d4d-4a8f-b654-0293918bb795 req-97b99225-b86a-4480-8929-e1b343b11b27 service neutron] Bound port: 9617fe96-aa69-4845-9e6c-73dd6ea25cb2, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1eca377-ac1d-4dd9-b6c8-2d237bc33922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:24:10.713558 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-8f8fe20d-3d4d-4a8f-b654-0293918bb795 req-97b99225-b86a-4480-8929-e1b343b11b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:10.780427 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-8f8fe20d-3d4d-4a8f-b654-0293918bb795 req-97b99225-b86a-4480-8929-e1b343b11b27 service neutron] For port 9617fe96-aa69-4845-9e6c-73dd6ea25cb2, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:24:10.784452 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-8f8fe20d-3d4d-4a8f-b654-0293918bb795 req-97b99225-b86a-4480-8929-e1b343b11b27 service neutron] For port 9617fe96-aa69-4845-9e6c-73dd6ea25cb2, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=9617fe96-aa69-4845-9e6c-73dd6ea25cb2,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:24:10.788806 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-8f8fe20d-3d4d-4a8f-b654-0293918bb795 req-97b99225-b86a-4480-8929-e1b343b11b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:10.824234 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fe20d-3d4d-4a8f-b654-0293918bb795 req-97b99225-b86a-4480-8929-e1b343b11b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:10.824818 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-8f8fe20d-3d4d-4a8f-b654-0293918bb795 req-97b99225-b86a-4480-8929-e1b343b11b27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:10.826201 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8f8fe20d-3d4d-4a8f-b654-0293918bb795 req-97b99225-b86a-4480-8929-e1b343b11b27 service neutron] 10.222.0.89 "PUT /v2.0/ports/9617fe96-aa69-4845-9e6c-73dd6ea25cb2 HTTP/1.1" status: 200 len: 1093 time: 0.7672226 Oct 20 12:24:10.844917 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b99225-b86a-4480-8929-e1b343b11b27 service neutron] Pushing event updated for resources: {'Port': ['ID=9617fe96-aa69-4845-9e6c-73dd6ea25cb2,revision_number=11']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:24:10.900897 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fe20d-3d4d-4a8f-b654-0293918bb795 req-47bf3290-ac3a-4fa5-95ec-1291173c9539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:10.902541 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8f8fe20d-3d4d-4a8f-b654-0293918bb795 req-47bf3290-ac3a-4fa5-95ec-1291173c9539 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=19f2fe5b5db84f42890fc744e9639322&device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 1096 time: 0.0465615 Oct 20 12:24:10.998983 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fe20d-3d4d-4a8f-b654-0293918bb795 req-51e7d076-de99-497f-9c3c-2cfb53122a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:11.000516 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8f8fe20d-3d4d-4a8f-b654-0293918bb795 req-51e7d076-de99-497f-9c3c-2cfb53122a9e service neutron] 10.222.0.89 "GET /v2.0/networks?id=70ec0249-a46b-4837-967e-6e2b16d900d6 HTTP/1.1" status: 200 len: 914 time: 0.0886552 Oct 20 12:24:11.094404 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8f8fe20d-3d4d-4a8f-b654-0293918bb795 req-782c6b0e-fc74-43c6-8cc5-dad7d9e89e9b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9617fe96-aa69-4845-9e6c-73dd6ea25cb2 HTTP/1.1" status: 200 len: 1001 time: 0.0806823 Oct 20 12:24:11.105953 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d524593-f424-4f9d-9540-682387fc8364 req-318e0ccb-fb9e-45d1-81b4-31f9b01078b4 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:11.107460 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5d524593-f424-4f9d-9540-682387fc8364 req-318e0ccb-fb9e-45d1-81b4-31f9b01078b4 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 945 time: 0.1025198 Oct 20 12:24:11.172943 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fe20d-3d4d-4a8f-b654-0293918bb795 req-d1c36ed7-791a-459e-a398-fb9e2dbb1156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:11.174437 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8f8fe20d-3d4d-4a8f-b654-0293918bb795 req-d1c36ed7-791a-459e-a398-fb9e2dbb1156 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5a896c64-352c-4dbf-98af-b7773d966ee8 HTTP/1.1" status: 200 len: 851 time: 0.0661116 Oct 20 12:24:11.179796 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5d524593-f424-4f9d-9540-682387fc8364 req-6d5b681b-cf67-4020-a47f-e77e1753ffa7 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639939 Oct 20 12:24:11.230144 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fe20d-3d4d-4a8f-b654-0293918bb795 req-cd8c1f8b-0146-4389-9123-97e969096832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:11.231655 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8f8fe20d-3d4d-4a8f-b654-0293918bb795 req-cd8c1f8b-0146-4389-9123-97e969096832 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=70ec0249-a46b-4837-967e-6e2b16d900d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455477 Oct 20 12:24:11.331479 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8f8fe20d-3d4d-4a8f-b654-0293918bb795 req-e1a33659-5a5f-4549-86b1-c62dcb41425b service neutron] 10.222.0.89 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910499 Oct 20 12:24:11.440001 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8f8fe20d-3d4d-4a8f-b654-0293918bb795 req-70ed3fdc-17e3-4527-9151-cafed82e8130 service neutron] 10.222.0.89 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990341 Oct 20 12:24:11.731195 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 9617fe96-aa69-4845-9e6c-73dd6ea25cb2 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:24:11.772649 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 9617fe96-aa69-4845-9e6c-73dd6ea25cb2 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:24:12.311751 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36face27-63dd-46b4-8b0a-a5bf912a0606 req-4187d2a6-85ff-4a06-b6a9-126e33e9fc52 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:12.313303 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-36face27-63dd-46b4-8b0a-a5bf912a0606 req-4187d2a6-85ff-4a06-b6a9-126e33e9fc52 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 945 time: 0.0511522 Oct 20 12:24:12.351955 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-36face27-63dd-46b4-8b0a-a5bf912a0606 req-57ae2ef3-cf0b-4931-a421-3e44d2c17fbb tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322542 Oct 20 12:24:12.461887 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccfe9d3f-12f3-4928-a958-410be7e5370b', 'tag': '9617fe96-aa69-4845-9e6c-73dd6ea25cb2'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:24:12.464563 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0a02dd2059fce6544e6c1114f6588b97938997ae633064690662b627edbbcf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d3826e-f6ac-4801-a036-c73fbd658d77" -d '{"events": [{"name": "network-changed", "server_uuid": "ccfe9d3f-12f3-4928-a958-410be7e5370b", "tag": "9617fe96-aa69-4845-9e6c-73dd6ea25cb2"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:24:12.513640 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0781db14-ee61-4bb0-bfe0-5f60d0fe3b41 x-openstack-request-id: req-0781db14-ee61-4bb0-bfe0-5f60d0fe3b41 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:24:12.513934 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccfe9d3f-12f3-4928-a958-410be7e5370b", "tag": "9617fe96-aa69-4845-9e6c-73dd6ea25cb2", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:24:12.514278 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0781db14-ee61-4bb0-bfe0-5f60d0fe3b41 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:24:12.514999 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccfe9d3f-12f3-4928-a958-410be7e5370b', 'tag': '9617fe96-aa69-4845-9e6c-73dd6ea25cb2', 'status': 'completed', 'code': 200} Oct 20 12:24:12.604798 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3826e-f6ac-4801-a036-c73fbd658d77 req-1bcd1829-c30a-4786-b2d1-3ae0e2192717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:12.606301 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5d3826e-f6ac-4801-a036-c73fbd658d77 req-1bcd1829-c30a-4786-b2d1-3ae0e2192717 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=19f2fe5b5db84f42890fc744e9639322&device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 1096 time: 0.0702009 Oct 20 12:24:12.611482 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3826e-f6ac-4801-a036-c73fbd658d77 req-6ac5f77b-0463-40a2-ac43-7fbd870a29c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:12.612847 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5d3826e-f6ac-4801-a036-c73fbd658d77 req-6ac5f77b-0463-40a2-ac43-7fbd870a29c1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=19f2fe5b5db84f42890fc744e9639322&device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 1096 time: 0.0684638 Oct 20 12:24:12.769073 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3826e-f6ac-4801-a036-c73fbd658d77 req-d189d4bf-49e3-4d09-ba44-d83bd999cc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:12.770444 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5d3826e-f6ac-4801-a036-c73fbd658d77 req-d189d4bf-49e3-4d09-ba44-d83bd999cc07 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70ec0249-a46b-4837-967e-6e2b16d900d6 HTTP/1.1" status: 200 len: 914 time: 0.1567299 Oct 20 12:24:12.771561 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3826e-f6ac-4801-a036-c73fbd658d77 req-95a538ee-31a3-41fc-8e77-bd41d73dfab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:12.772858 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5d3826e-f6ac-4801-a036-c73fbd658d77 req-95a538ee-31a3-41fc-8e77-bd41d73dfab6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=70ec0249-a46b-4837-967e-6e2b16d900d6 HTTP/1.1" status: 200 len: 914 time: 0.1519113 Oct 20 12:24:12.883367 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5d3826e-f6ac-4801-a036-c73fbd658d77 req-f9438450-3a48-4cf1-bc62-4ed0ec022f54 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9617fe96-aa69-4845-9e6c-73dd6ea25cb2 HTTP/1.1" status: 200 len: 1001 time: 0.1051888 Oct 20 12:24:12.889198 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5d3826e-f6ac-4801-a036-c73fbd658d77 req-53b7e559-a878-4e0d-a9d0-b2d8a8998907 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9617fe96-aa69-4845-9e6c-73dd6ea25cb2 HTTP/1.1" status: 200 len: 1001 time: 0.1054697 Oct 20 12:24:12.965660 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3826e-f6ac-4801-a036-c73fbd658d77 req-fa7295de-40f8-4c08-b562-aecf91dcc9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:12.967215 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5d3826e-f6ac-4801-a036-c73fbd658d77 req-fa7295de-40f8-4c08-b562-aecf91dcc9a9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5a896c64-352c-4dbf-98af-b7773d966ee8 HTTP/1.1" status: 200 len: 851 time: 0.0771613 Oct 20 12:24:12.968770 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3826e-f6ac-4801-a036-c73fbd658d77 req-2b0afc58-367c-4d69-bb2b-148cfb21ee0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:12.970198 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5d3826e-f6ac-4801-a036-c73fbd658d77 req-2b0afc58-367c-4d69-bb2b-148cfb21ee0d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5a896c64-352c-4dbf-98af-b7773d966ee8 HTTP/1.1" status: 200 len: 851 time: 0.0726705 Oct 20 12:24:13.047496 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3826e-f6ac-4801-a036-c73fbd658d77 req-243730ac-c8d5-4686-863e-e26961563480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:13.049024 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5d3826e-f6ac-4801-a036-c73fbd658d77 req-243730ac-c8d5-4686-863e-e26961563480 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=70ec0249-a46b-4837-967e-6e2b16d900d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665181 Oct 20 12:24:13.050739 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3826e-f6ac-4801-a036-c73fbd658d77 req-cd1a1118-1a82-4e02-81c5-05b44295b181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:13.052168 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5d3826e-f6ac-4801-a036-c73fbd658d77 req-cd1a1118-1a82-4e02-81c5-05b44295b181 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70ec0249-a46b-4837-967e-6e2b16d900d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777993 Oct 20 12:24:13.203988 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5d3826e-f6ac-4801-a036-c73fbd658d77 req-0a0da501-10ef-4e3f-98fe-ac63705740c5 service neutron] 10.222.0.89 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475947 Oct 20 12:24:13.207505 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5d3826e-f6ac-4801-a036-c73fbd658d77 req-8600e764-969e-4f95-8142-4914d17da2f2 service neutron] 10.222.0.11 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442273 Oct 20 12:24:13.358880 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5d3826e-f6ac-4801-a036-c73fbd658d77 req-43e6a43e-a30a-463d-89de-22b6f6dd39e4 service neutron] 10.222.0.89 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477282 Oct 20 12:24:13.362450 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5d3826e-f6ac-4801-a036-c73fbd658d77 req-283af930-5afc-4ab0-b271-87f5cd853465 service neutron] 10.222.0.11 "GET /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443987 Oct 20 12:24:13.473705 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11066362-9c23-4947-b564-18ba84337ccc req-ca5ad046-12c4-422c-83b3-39be2305b1e7 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:13.475207 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-11066362-9c23-4947-b564-18ba84337ccc req-ca5ad046-12c4-422c-83b3-39be2305b1e7 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 945 time: 0.0534854 Oct 20 12:24:13.513401 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-11066362-9c23-4947-b564-18ba84337ccc req-fa20c685-f5e7-49b4-bddc-ca49ae78dcbd tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319014 Oct 20 12:24:14.640177 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30ab6b-4a65-4c69-8ccd-b8b3e658f318 req-b9ba1ecc-2fde-4b7a-9e66-34d03e769bde tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:14.642271 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf30ab6b-4a65-4c69-8ccd-b8b3e658f318 req-b9ba1ecc-2fde-4b7a-9e66-34d03e769bde tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 945 time: 0.0521483 Oct 20 12:24:14.684106 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf30ab6b-4a65-4c69-8ccd-b8b3e658f318 req-dfb4ca4e-ec32-4279-ad88-99fa4ac6256f tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345731 Oct 20 12:24:15.804611 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4585c34-afe9-4f9b-a6af-f1772240af46 req-3070da50-d420-4412-883c-61876e8f0cd1 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:15.806174 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a4585c34-afe9-4f9b-a6af-f1772240af46 req-3070da50-d420-4412-883c-61876e8f0cd1 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 945 time: 0.0507960 Oct 20 12:24:15.845533 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a4585c34-afe9-4f9b-a6af-f1772240af46 req-e5a38e2f-dfee-49ec-8d91-5de68f1c7cd5 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330842 Oct 20 12:24:15.908623 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:16.988550 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216cddf8-14e3-428b-be3e-8fe706707cdd req-1fa51878-a1f5-46b8-8e29-6e658b2af35a tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:16.989994 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-216cddf8-14e3-428b-be3e-8fe706707cdd req-1fa51878-a1f5-46b8-8e29-6e658b2af35a tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 945 time: 0.0602584 Oct 20 12:24:17.032808 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-216cddf8-14e3-428b-be3e-8fe706707cdd req-7c79d1a9-3b0a-436b-b907-f96ca940f688 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328348 Oct 20 12:24:18.179992 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552eadb-21fc-45f6-a81b-5fe285847bae req-ca24c33f-3241-46ea-8f65-7b066b835087 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:18.181559 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4552eadb-21fc-45f6-a81b-5fe285847bae req-ca24c33f-3241-46ea-8f65-7b066b835087 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 945 time: 0.0569456 Oct 20 12:24:18.224402 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4552eadb-21fc-45f6-a81b-5fe285847bae req-4e3eb4cb-da5c-4ef6-8c68-307f4c00b859 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338678 Oct 20 12:24:19.369376 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031c226-5467-4133-8ebd-02dd4f2b712f req-ed890ed0-b018-4367-8323-00dfac7d955f tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:19.371099 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1031c226-5467-4133-8ebd-02dd4f2b712f req-ed890ed0-b018-4367-8323-00dfac7d955f tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 945 time: 0.0619991 Oct 20 12:24:19.407836 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-cc56ce2d-b074-47d2-aeca-05b22cff536c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:19.418765 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1031c226-5467-4133-8ebd-02dd4f2b712f req-1752bdf9-801f-4560-8c7f-de28fc0b7adb tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388699 Oct 20 12:24:20.563812 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ccb02-c1ee-466b-bb3a-a72fc54c3ea4 req-93a32175-a75f-4230-87d9-09054c7b2274 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:20.565342 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-196ccb02-c1ee-466b-bb3a-a72fc54c3ea4 req-93a32175-a75f-4230-87d9-09054c7b2274 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 945 time: 0.0665345 Oct 20 12:24:20.610635 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-196ccb02-c1ee-466b-bb3a-a72fc54c3ea4 req-6673abe6-fa0e-4c6c-a97a-ae7753acff73 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359793 Oct 20 12:24:21.741918 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235968a-2cd3-4ee5-bc3c-584a66f0cde2 req-aee19fb4-6a83-4459-884d-7a53cd145ce3 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:21.743490 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7235968a-2cd3-4ee5-bc3c-584a66f0cde2 req-aee19fb4-6a83-4459-884d-7a53cd145ce3 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 945 time: 0.0505166 Oct 20 12:24:21.784212 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7235968a-2cd3-4ee5-bc3c-584a66f0cde2 req-8318c0df-c91a-4908-9e3a-a3fc10910ce1 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328758 Oct 20 12:24:22.270695 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9738a1c2-5089-4a52-abdf-d759eb1337c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:22.912149 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f25135-1193-4417-ae41-373673294e28 req-9bdd82e9-fa39-490c-bf15-4cd01aa603c3 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:22.913543 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b9f25135-1193-4417-ae41-373673294e28 req-9bdd82e9-fa39-490c-bf15-4cd01aa603c3 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 945 time: 0.0582497 Oct 20 12:24:22.953108 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b9f25135-1193-4417-ae41-373673294e28 req-0b45e90c-6cc5-4332-b924-03093cd349e1 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327122 Oct 20 12:24:23.223129 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:23.369197 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:23.435697 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 9617fe96-aa69-4845-9e6c-73dd6ea25cb2 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:24:23.550103 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 9617fe96-aa69-4845-9e6c-73dd6ea25cb2, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=9617fe96-aa69-4845-9e6c-73dd6ea25cb2,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:24:23.565065 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '9617fe96-aa69-4845-9e6c-73dd6ea25cb2', 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6', 'port_id': '9617fe96-aa69-4845-9e6c-73dd6ea25cb2', 'mac_address': 'fa:16:3e:c8:e9:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:24:23.607439 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:23.621698 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9617fe96-aa69-4845-9e6c-73dd6ea25cb2 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:24:23.644491 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 9617fe96-aa69-4845-9e6c-73dd6ea25cb2, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=9617fe96-aa69-4845-9e6c-73dd6ea25cb2,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:24:23.649730 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:23.701496 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=9617fe96-aa69-4845-9e6c-73dd6ea25cb2,revision_number=12']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:24:23.916254 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['9617fe96-aa69-4845-9e6c-73dd6ea25cb2'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:24:24.078484 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7652494-6785-4ee7-af19-e33328ed736f req-9f1b6844-ae72-428e-89a1-b7beb1a0b554 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:24.080007 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e7652494-6785-4ee7-af19-e33328ed736f req-9f1b6844-ae72-428e-89a1-b7beb1a0b554 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 946 time: 0.0546892 Oct 20 12:24:24.118870 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e7652494-6785-4ee7-af19-e33328ed736f req-2a38a2a2-3cf9-47c1-bf68-49ba2fa4face tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328293 Oct 20 12:24:24.253888 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6243a3-14c5-45e8-aacb-f08dc8a4e04c req-d8772f49-1cf2-46e6-bba8-6263d13b2b2a tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:24.255538 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dd6243a3-14c5-45e8-aacb-f08dc8a4e04c req-d8772f49-1cf2-46e6-bba8-6263d13b2b2a tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 946 time: 0.0690634 Oct 20 12:24:24.297977 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dd6243a3-14c5-45e8-aacb-f08dc8a4e04c req-87f219f4-76a9-44d0-a68c-bb780fcdb33b tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357027 Oct 20 12:24:24.419579 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b5399d-d5bd-497f-9b1a-73485984d717 req-14911771-0f07-4f27-9445-bddfb5464ad4 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:24.421197 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b6b5399d-d5bd-497f-9b1a-73485984d717 req-14911771-0f07-4f27-9445-bddfb5464ad4 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 946 time: 0.0516348 Oct 20 12:24:24.464457 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b6b5399d-d5bd-497f-9b1a-73485984d717 req-36faeeb8-8495-4d44-a799-4d8ab5103847 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331478 Oct 20 12:24:24.752939 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c16cd-07fc-40cb-9592-4f59f5e81e2a req-5bdd196f-2ea2-4f57-9a21-c72f8cd01106 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:24.754482 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-de0c16cd-07fc-40cb-9592-4f59f5e81e2a req-5bdd196f-2ea2-4f57-9a21-c72f8cd01106 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 946 time: 0.0657005 Oct 20 12:24:24.801650 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-de0c16cd-07fc-40cb-9592-4f59f5e81e2a req-91d86149-3cf3-4c75-8048-a29aced8c109 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343287 Oct 20 12:24:25.098985 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:25.456661 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 9617fe96-aa69-4845-9e6c-73dd6ea25cb2 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:24:25.510267 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 9617fe96-aa69-4845-9e6c-73dd6ea25cb2 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 12:24:25.514376 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 9617fe96-aa69-4845-9e6c-73dd6ea25cb2 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:24:25.515149 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:25.608838 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:25.635391 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccfe9d3f-12f3-4928-a958-410be7e5370b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9617fe96-aa69-4845-9e6c-73dd6ea25cb2'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:24:25.638065 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ba663b728f61600953c7c701890058d53749f56dec976386d606a322f26966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8517be5-e3c8-43ba-8602-1423c4e9cdf9" -d '{"events": [{"server_uuid": "ccfe9d3f-12f3-4928-a958-410be7e5370b", "name": "network-vif-plugged", "status": "completed", "tag": "9617fe96-aa69-4845-9e6c-73dd6ea25cb2"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:24:25.652593 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 9617fe96-aa69-4845-9e6c-73dd6ea25cb2, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=9617fe96-aa69-4845-9e6c-73dd6ea25cb2,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:24:25.658149 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:25.682168 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b643eed9-a9e6-4cd1-8148-acda14ba7d65 x-openstack-request-id: req-b643eed9-a9e6-4cd1-8148-acda14ba7d65 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:24:25.682469 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccfe9d3f-12f3-4928-a958-410be7e5370b", "name": "network-vif-plugged", "status": "completed", "tag": "9617fe96-aa69-4845-9e6c-73dd6ea25cb2", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:24:25.682736 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b643eed9-a9e6-4cd1-8148-acda14ba7d65 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:24:25.683148 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccfe9d3f-12f3-4928-a958-410be7e5370b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9617fe96-aa69-4845-9e6c-73dd6ea25cb2', 'code': 200} Oct 20 12:24:25.708423 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=9617fe96-aa69-4845-9e6c-73dd6ea25cb2,revision_number=13']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:24:25.922188 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3a065-4256-462a-bf66-575326b1cb44 req-7906671e-a686-4c9b-8b7a-422fb90dd949 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:25.923767 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-63f3a065-4256-462a-bf66-575326b1cb44 req-7906671e-a686-4c9b-8b7a-422fb90dd949 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 947 time: 0.0514584 Oct 20 12:24:25.962669 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-63f3a065-4256-462a-bf66-575326b1cb44 req-dfa851ef-7cfe-47c9-8d4b-d2b85f09560f tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups?id=517c55d5-ff0c-4145-a697-6d57c1c4db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327823 Oct 20 12:24:26.472002 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32554ec7-cdd9-41f8-a2ce-1209a8f7078f req-6b39b2be-7492-4f3d-8ea0-81a0d9ea5d16 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:26.473473 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-32554ec7-cdd9-41f8-a2ce-1209a8f7078f req-6b39b2be-7492-4f3d-8ea0-81a0d9ea5d16 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.89 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 947 time: 0.0540240 Oct 20 12:24:26.532922 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:24:26.574499 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-32554ec7-cdd9-41f8-a2ce-1209a8f7078f req-7bb4bfe8-d13c-486e-a029-df4ff1207667 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Deleting port 9617fe96-aa69-4845-9e6c-73dd6ea25cb2 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:24:26.574818 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-32554ec7-cdd9-41f8-a2ce-1209a8f7078f req-7bb4bfe8-d13c-486e-a029-df4ff1207667 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:26.669487 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-32554ec7-cdd9-41f8-a2ce-1209a8f7078f req-7bb4bfe8-d13c-486e-a029-df4ff1207667 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] For port 9617fe96-aa69-4845-9e6c-73dd6ea25cb2, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=9617fe96-aa69-4845-9e6c-73dd6ea25cb2,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:24:26.669912 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-32554ec7-cdd9-41f8-a2ce-1209a8f7078f req-7bb4bfe8-d13c-486e-a029-df4ff1207667 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:26.868030 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-32554ec7-cdd9-41f8-a2ce-1209a8f7078f req-7bb4bfe8-d13c-486e-a029-df4ff1207667 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:26.868311 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-32554ec7-cdd9-41f8-a2ce-1209a8f7078f req-7bb4bfe8-d13c-486e-a029-df4ff1207667 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:26.868624 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [req-32554ec7-cdd9-41f8-a2ce-1209a8f7078f req-7bb4bfe8-d13c-486e-a029-df4ff1207667 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Floating IP 5540c2e5-b848-452d-973f-f80e0ee89494 disassociated. External IP: 172.25.5.122, port: 9617fe96-aa69-4845-9e6c-73dd6ea25cb2. Oct 20 12:24:26.868967 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-32554ec7-cdd9-41f8-a2ce-1209a8f7078f req-7bb4bfe8-d13c-486e-a029-df4ff1207667 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Calling delete_port for 9617fe96-aa69-4845-9e6c-73dd6ea25cb2 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:24:27.000739 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-32554ec7-cdd9-41f8-a2ce-1209a8f7078f req-7bb4bfe8-d13c-486e-a029-df4ff1207667 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:27.035256 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb4bfe8-d13c-486e-a029-df4ff1207667 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Pushing event deleted for resources: {'Port': ['ID=9617fe96-aa69-4845-9e6c-73dd6ea25cb2,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:24:27.101855 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1b5f5ae4-983f-4ff0-b03d-4c310424c2c9 req-306f4f51-5812-4afa-af51-4c55cdb1d128 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 210 time: 0.0568488 Oct 20 12:24:27.533821 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32554ec7-cdd9-41f8-a2ce-1209a8f7078f req-7bb4bfe8-d13c-486e-a029-df4ff1207667 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Router 956088cc-6721-4268-862d-8c1db994f3dd has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:24:27.647322 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32554ec7-cdd9-41f8-a2ce-1209a8f7078f req-7bb4bfe8-d13c-486e-a029-df4ff1207667 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:24:27.657129 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de267a7-d5ab-4551-8593-517b24ce372e None None] Sync routers for ids ['956088cc-6721-4268-862d-8c1db994f3dd'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:24:27.666407 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de267a7-d5ab-4551-8593-517b24ce372e None None] Routers {'956088cc-6721-4268-862d-8c1db994f3dd'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:24:27.672339 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-0de267a7-d5ab-4551-8593-517b24ce372e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:24:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['956088cc-6721-4268-862d-8c1db994f3dd'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:24:27.688374 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-32554ec7-cdd9-41f8-a2ce-1209a8f7078f req-7bb4bfe8-d13c-486e-a029-df4ff1207667 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] No DVR routers for this DVR port 9617fe96-aa69-4845-9e6c-73dd6ea25cb2 on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:24:27.691407 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-32554ec7-cdd9-41f8-a2ce-1209a8f7078f req-7bb4bfe8-d13c-486e-a029-df4ff1207667 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:27.695255 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-32554ec7-cdd9-41f8-a2ce-1209a8f7078f req-7bb4bfe8-d13c-486e-a029-df4ff1207667 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.89 "DELETE /v2.0/ports/9617fe96-aa69-4845-9e6c-73dd6ea25cb2 HTTP/1.1" status: 204 len: 173 time: 1.2140803 Oct 20 12:24:27.695702 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccfe9d3f-12f3-4928-a958-410be7e5370b', 'name': 'network-vif-deleted', 'tag': '9617fe96-aa69-4845-9e6c-73dd6ea25cb2'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:24:27.698735 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0a02dd2059fce6544e6c1114f6588b97938997ae633064690662b627edbbcf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e26d6d-974c-444a-9647-6745f210c74c" -d '{"events": [{"server_uuid": "ccfe9d3f-12f3-4928-a958-410be7e5370b", "name": "network-vif-deleted", "tag": "9617fe96-aa69-4845-9e6c-73dd6ea25cb2"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:24:27.741054 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539a3a73-cf3a-4c2e-a0f6-73e3a959a4df x-openstack-request-id: req-539a3a73-cf3a-4c2e-a0f6-73e3a959a4df {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:24:27.741352 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccfe9d3f-12f3-4928-a958-410be7e5370b", "name": "network-vif-deleted", "tag": "9617fe96-aa69-4845-9e6c-73dd6ea25cb2", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:24:27.741605 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-539a3a73-cf3a-4c2e-a0f6-73e3a959a4df {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:24:27.742076 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccfe9d3f-12f3-4928-a958-410be7e5370b', 'name': 'network-vif-deleted', 'tag': '9617fe96-aa69-4845-9e6c-73dd6ea25cb2', 'status': 'completed', 'code': 200} Oct 20 12:24:27.787902 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-0de267a7-d5ab-4551-8593-517b24ce372e None None] Set router 956088cc-6721-4268-862d-8c1db994f3dd gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:24:27.993841 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-0de267a7-d5ab-4551-8593-517b24ce372e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956088cc-6721-4268-862d-8c1db994f3dd', 'name': 'tempest-ServerActionsTestJSON-1403389520-router', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:14:28Z', 'updated_at': '2021-10-20T12:14:31Z', 'revision_number': 4, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'gw_port': {'id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:29Z', 'updated_at': '2021-10-20T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '0cfd37e8-850c-4a89-842a-e2e66a1d8257', 'name': '', 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'mac_address': 'fa:16:3e:6d:c6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:30Z', 'updated_at': '2021-10-20T12:14:34Z', 'revision_number': 5, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'subnets': [{'id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:24:28.019987 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de267a7-d5ab-4551-8593-517b24ce372e None None] Checking router: 956088cc-6721-4268-862d-8c1db994f3dd for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:24:28.028166 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de267a7-d5ab-4551-8593-517b24ce372e None None] Routers {'956088cc-6721-4268-862d-8c1db994f3dd'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:24:28.028761 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-0de267a7-d5ab-4551-8593-517b24ce372e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:24:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['956088cc-6721-4268-862d-8c1db994f3dd'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:24:28.134975 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-0de267a7-d5ab-4551-8593-517b24ce372e None None] Set router 956088cc-6721-4268-862d-8c1db994f3dd gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:24:28.213141 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d47aba9d-57aa-468f-a32c-e127bb7bb163 req-7731a335-e0f7-4b4a-bb88-af787fc05124 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 210 time: 0.0273786 Oct 20 12:24:28.434888 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-0de267a7-d5ab-4551-8593-517b24ce372e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956088cc-6721-4268-862d-8c1db994f3dd', 'name': 'tempest-ServerActionsTestJSON-1403389520-router', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:14:28Z', 'updated_at': '2021-10-20T12:14:31Z', 'revision_number': 4, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'gw_port': {'id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:29Z', 'updated_at': '2021-10-20T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '0cfd37e8-850c-4a89-842a-e2e66a1d8257', 'name': '', 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'mac_address': 'fa:16:3e:6d:c6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:30Z', 'updated_at': '2021-10-20T12:14:34Z', 'revision_number': 5, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'subnets': [{'id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:24:28.463735 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de267a7-d5ab-4551-8593-517b24ce372e None None] The sync data for ids ['956088cc-6721-4268-862d-8c1db994f3dd'] in n-d-814735-3 is: [{'id': '956088cc-6721-4268-862d-8c1db994f3dd', 'name': 'tempest-ServerActionsTestJSON-1403389520-router', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:14:28Z', 'updated_at': '2021-10-20T12:14:31Z', 'revision_number': 4, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'gw_port': {'id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:29Z', 'updated_at': '2021-10-20T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '0cfd37e8-850c-4a89-842a-e2e66a1d8257', 'name': '', 'network_id': '70ec0249-a46b-4837-967e-6e2b16d900d6', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'mac_address': 'fa:16:3e:6d:c6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:30Z', 'updated_at': '2021-10-20T12:14:34Z', 'revision_number': 5, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'subnets': [{'id': '5a896c64-352c-4dbf-98af-b7773d966ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:24:28.707707 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089ec764-49fa-48c9-ba67-de18393fbec1 None None] New status for floating IP 5540c2e5-b848-452d-973f-f80e0ee89494: DOWN {{(pid=100648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 12:24:29.320379 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7783da70-b6f4-4114-82fe-0fae128d5223 req-f37205b6-4778-4632-a859-9ada58e89629 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 210 time: 0.0287249 Oct 20 12:24:30.420957 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-13c95de1-994b-46ff-a0bf-0a144fb3c946 req-fc1e020f-4c3f-4297-8cdf-52b9208e398f tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 210 time: 0.0266328 Oct 20 12:24:31.459614 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 9617fe96-aa69-4845-9e6c-73dd6ea25cb2 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:24:31.480499 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: 9617fe96-aa69-4845-9e6c-73dd6ea25cb2 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:24:31.481355 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 9617fe96-aa69-4845-9e6c-73dd6ea25cb2 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:24:31.526426 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3aa34f94-9cf9-41b1-ae3a-0bafc43a3a2c req-6f5e8886-2df3-4cf7-90d0-a2a881cb3f92 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccfe9d3f-12f3-4928-a958-410be7e5370b HTTP/1.1" status: 200 len: 210 time: 0.0304735 Oct 20 12:24:36.530454 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58452) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:24:36.595491 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f3ad9edd-9fbe-48ad-a48d-9e4c1a281556 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:36.623264 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f3ad9edd-9fbe-48ad-a48d-9e4c1a281556 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:36.679954 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f3ad9edd-9fbe-48ad-a48d-9e4c1a281556 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:36.682460 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f3ad9edd-9fbe-48ad-a48d-9e4c1a281556 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:36.686646 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f3ad9edd-9fbe-48ad-a48d-9e4c1a281556 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "DELETE /v2.0/security-groups/517c55d5-ff0c-4145-a697-6d57c1c4db44 HTTP/1.1" status: 204 len: 168 time: 0.1521623 Oct 20 12:24:36.686929 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58458) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:24:36.703508 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad9edd-9fbe-48ad-a48d-9e4c1a281556 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=517c55d5-ff0c-4145-a697-6d57c1c4db44,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:24:36.716388 n-d-814735-3 neutron-server[100646]: INFO neutron.api.v2.resource [None req-3b5fccdc-f1b1-419e-858b-69ba98dec454 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] show failed (client error): The resource could not be found. Oct 20 12:24:36.720326 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3b5fccdc-f1b1-419e-858b-69ba98dec454 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "GET /v2.0/security-groups/517c55d5-ff0c-4145-a697-6d57c1c4db44 HTTP/1.1" status: 404 len: 347 time: 0.0295532 Oct 20 12:24:36.720326 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ad9edd-9fbe-48ad-a48d-9e4c1a281556 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:24:36.720326 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ad9edd-9fbe-48ad-a48d-9e4c1a281556 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:24:36.720326 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ad9edd-9fbe-48ad-a48d-9e4c1a281556 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:24:36.720747 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ad9edd-9fbe-48ad-a48d-9e4c1a281556 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:24:36.720842 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ad9edd-9fbe-48ad-a48d-9e4c1a281556 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:24:36.721089 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ad9edd-9fbe-48ad-a48d-9e4c1a281556 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:24:36.721410 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ad9edd-9fbe-48ad-a48d-9e4c1a281556 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:24:36.721670 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58460) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:24:36.722132 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ad9edd-9fbe-48ad-a48d-9e4c1a281556 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:24:36.722132 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ad9edd-9fbe-48ad-a48d-9e4c1a281556 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:24:36.722376 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ad9edd-9fbe-48ad-a48d-9e4c1a281556 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:24:36.722653 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ad9edd-9fbe-48ad-a48d-9e4c1a281556 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:24:36.723008 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ad9edd-9fbe-48ad-a48d-9e4c1a281556 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:24:36.860506 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfbb8-24e3-4d08-a992-aba92ded09e6 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Deleting port 0a64f12f-037b-4eba-b275-ae3060cbd630 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:24:36.860506 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a28dfbb8-24e3-4d08-a992-aba92ded09e6 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:36.938956 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a28dfbb8-24e3-4d08-a992-aba92ded09e6 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:36.939205 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a28dfbb8-24e3-4d08-a992-aba92ded09e6 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:36.953178 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfbb8-24e3-4d08-a992-aba92ded09e6 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Calling delete_port for 0a64f12f-037b-4eba-b275-ae3060cbd630 owned by network:floatingip {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:24:37.094455 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a28dfbb8-24e3-4d08-a992-aba92ded09e6 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:37.119760 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfbb8-24e3-4d08-a992-aba92ded09e6 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Pushing event deleted for resources: {'Port': ['ID=0a64f12f-037b-4eba-b275-ae3060cbd630,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:24:37.185875 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a28dfbb8-24e3-4d08-a992-aba92ded09e6 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks [] for floatingip, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:37.188598 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a28dfbb8-24e3-4d08-a992-aba92ded09e6 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:37.189785 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-a28dfbb8-24e3-4d08-a992-aba92ded09e6 tempest-ServerActionsTestJSON-884941101 tempest-ServerActionsTestJSON-884941101-project] 10.222.0.98 "DELETE /v2.0/floatingips/5540c2e5-b848-452d-973f-f80e0ee89494 HTTP/1.1" status: 204 len: 168 time: 0.4661078 Oct 20 12:24:37.192947 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58462) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:24:37.737153 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c48ef409-247d-4a37-b07b-482d8cca3c60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:38.012256 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-c48ef409-247d-4a37-b07b-482d8cca3c60 admin admin] Deleting port 0cfd37e8-850c-4a89-842a-e2e66a1d8257 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:24:38.012733 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c48ef409-247d-4a37-b07b-482d8cca3c60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:38.093151 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-c48ef409-247d-4a37-b07b-482d8cca3c60 admin admin] For port 0cfd37e8-850c-4a89-842a-e2e66a1d8257, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=0cfd37e8-850c-4a89-842a-e2e66a1d8257,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:24:38.093457 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c48ef409-247d-4a37-b07b-482d8cca3c60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:38.111096 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-c48ef409-247d-4a37-b07b-482d8cca3c60 admin admin] Calling delete_port for 0cfd37e8-850c-4a89-842a-e2e66a1d8257 owned by network:router_interface {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:24:38.293699 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c48ef409-247d-4a37-b07b-482d8cca3c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:38.323095 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ef409-247d-4a37-b07b-482d8cca3c60 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cfd37e8-850c-4a89-842a-e2e66a1d8257,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:24:38.490561 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c48ef409-247d-4a37-b07b-482d8cca3c60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:38.722596 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48ef409-247d-4a37-b07b-482d8cca3c60 admin admin] Router 956088cc-6721-4268-862d-8c1db994f3dd has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:24:38.835791 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48ef409-247d-4a37-b07b-482d8cca3c60 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:24:38.841660 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c48ef409-247d-4a37-b07b-482d8cca3c60 admin admin] 10.222.0.98 "PUT /v2.0/routers/956088cc-6721-4268-862d-8c1db994f3dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6477311 Oct 20 12:24:38.843687 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58466) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:24:38.845065 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd55508-c145-437a-b4a8-285c9488866d None None] Sync routers for ids ['956088cc-6721-4268-862d-8c1db994f3dd'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:24:38.855302 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd55508-c145-437a-b4a8-285c9488866d None None] Routers {'956088cc-6721-4268-862d-8c1db994f3dd'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:24:38.855914 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-5dd55508-c145-437a-b4a8-285c9488866d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:24:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['956088cc-6721-4268-862d-8c1db994f3dd'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:24:38.966614 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5f4db90a-cdb4-4fbf-9c30-a30897f0e719 admin admin] Publish callbacks [] for router, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:38.970673 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-5dd55508-c145-437a-b4a8-285c9488866d None None] Set router 956088cc-6721-4268-862d-8c1db994f3dd gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:24:39.090306 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5f4db90a-cdb4-4fbf-9c30-a30897f0e719 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:39.150997 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-5f4db90a-cdb4-4fbf-9c30-a30897f0e719 admin admin] Deleting port 02824e8b-1cc1-45b3-9e93-5430fa0545b9 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:24:39.151321 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5f4db90a-cdb4-4fbf-9c30-a30897f0e719 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:39.161858 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-5dd55508-c145-437a-b4a8-285c9488866d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956088cc-6721-4268-862d-8c1db994f3dd', 'name': 'tempest-ServerActionsTestJSON-1403389520-router', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:14:28Z', 'updated_at': '2021-10-20T12:24:38Z', 'revision_number': 5, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'gw_port': {'id': '02824e8b-1cc1-45b3-9e93-5430fa0545b9', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956088cc-6721-4268-862d-8c1db994f3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:14:29Z', 'updated_at': '2021-10-20T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:24:39.188465 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd55508-c145-437a-b4a8-285c9488866d None None] Checking router: 956088cc-6721-4268-862d-8c1db994f3dd for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:24:39.197105 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd55508-c145-437a-b4a8-285c9488866d None None] Routers {'956088cc-6721-4268-862d-8c1db994f3dd'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:24:39.200162 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-5dd55508-c145-437a-b4a8-285c9488866d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:24:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['956088cc-6721-4268-862d-8c1db994f3dd'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:24:39.232596 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-5f4db90a-cdb4-4fbf-9c30-a30897f0e719 admin admin] For port 02824e8b-1cc1-45b3-9e93-5430fa0545b9, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=02824e8b-1cc1-45b3-9e93-5430fa0545b9,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:24:39.232983 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5f4db90a-cdb4-4fbf-9c30-a30897f0e719 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:39.250771 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-5f4db90a-cdb4-4fbf-9c30-a30897f0e719 admin admin] Calling delete_port for 02824e8b-1cc1-45b3-9e93-5430fa0545b9 owned by network:router_gateway {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:24:39.292603 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-5dd55508-c145-437a-b4a8-285c9488866d None None] Set router 956088cc-6721-4268-862d-8c1db994f3dd gateway port host: None {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:24:39.346118 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-5dd55508-c145-437a-b4a8-285c9488866d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956088cc-6721-4268-862d-8c1db994f3dd', 'name': 'tempest-ServerActionsTestJSON-1403389520-router', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:14:28Z', 'updated_at': '2021-10-20T12:24:39Z', 'revision_number': 6, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'gw_port_host': None}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:24:39.372062 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd55508-c145-437a-b4a8-285c9488866d None None] The sync data for ids ['956088cc-6721-4268-862d-8c1db994f3dd'] in n-d-814735-3 is: [{'id': '956088cc-6721-4268-862d-8c1db994f3dd', 'name': 'tempest-ServerActionsTestJSON-1403389520-router', 'tenant_id': '19f2fe5b5db84f42890fc744e9639322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:14:28Z', 'updated_at': '2021-10-20T12:24:39Z', 'revision_number': 6, 'project_id': '19f2fe5b5db84f42890fc744e9639322', 'gw_port_host': None}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:24:39.438943 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5f4db90a-cdb4-4fbf-9c30-a30897f0e719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:39.470534 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4db90a-cdb4-4fbf-9c30-a30897f0e719 admin admin] Pushing event deleted for resources: {'Port': ['ID=02824e8b-1cc1-45b3-9e93-5430fa0545b9,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:24:39.532810 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5f4db90a-cdb4-4fbf-9c30-a30897f0e719 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:39.623379 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5f4db90a-cdb4-4fbf-9c30-a30897f0e719 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:39.625640 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5f4db90a-cdb4-4fbf-9c30-a30897f0e719 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:39.674536 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5f4db90a-cdb4-4fbf-9c30-a30897f0e719 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:39.675023 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4db90a-cdb4-4fbf-9c30-a30897f0e719 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 956088cc-6721-4268-862d-8c1db994f3dd {{(pid=100647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 12:24:39.680074 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5f4db90a-cdb4-4fbf-9c30-a30897f0e719 admin admin] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:39.681224 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-5f4db90a-cdb4-4fbf-9c30-a30897f0e719 admin admin] 10.222.0.98 "DELETE /v2.0/routers/956088cc-6721-4268-862d-8c1db994f3dd HTTP/1.1" status: 204 len: 168 time: 0.8365750 Oct 20 12:24:39.683928 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58468) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:24:39.730423 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6a3c981-31eb-4e96-ac48-eba7e32cd9a7 admin admin] Deleting subnet 5a896c64-352c-4dbf-98af-b7773d966ee8 {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 12:24:39.734297 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d6a3c981-31eb-4e96-ac48-eba7e32cd9a7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:39.771521 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d6a3c981-31eb-4e96-ac48-eba7e32cd9a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:39.863370 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d6a3c981-31eb-4e96-ac48-eba7e32cd9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:39.915756 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d6a3c981-31eb-4e96-ac48-eba7e32cd9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:39.941128 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a3c981-31eb-4e96-ac48-eba7e32cd9a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a896c64-352c-4dbf-98af-b7773d966ee8,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:24:39.944703 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d6a3c981-31eb-4e96-ac48-eba7e32cd9a7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:39.950455 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d6a3c981-31eb-4e96-ac48-eba7e32cd9a7 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/5a896c64-352c-4dbf-98af-b7773d966ee8 HTTP/1.1" status: 204 len: 168 time: 0.2651782 Oct 20 12:24:39.950923 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58470) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:24:39.951772 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b55dba4-837e-4b81-b61d-ca65def7057f None None] Network 70ec0249-a46b-4837-967e-6e2b16d900d6 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:24:40.026304 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-372c588d-8944-4a13-a228-3e096f4bb962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:40.089796 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-372c588d-8944-4a13-a228-3e096f4bb962 admin admin] Deleting port 2c8d54d3-3bc0-41d6-9f86-19722e3c122a {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:24:40.090142 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-372c588d-8944-4a13-a228-3e096f4bb962 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:40.152989 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9b1233-d3f3-4de7-b34c-c80c5fb3db2e None None] DHCP port deletion for 70ec0249-a46b-4837-967e-6e2b16d900d6 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 12:24:40.164697 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-372c588d-8944-4a13-a228-3e096f4bb962 admin admin] For port 2c8d54d3-3bc0-41d6-9f86-19722e3c122a, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=2c8d54d3-3bc0-41d6-9f86-19722e3c122a,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:24:40.165394 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-372c588d-8944-4a13-a228-3e096f4bb962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:40.188552 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-372c588d-8944-4a13-a228-3e096f4bb962 admin admin] Calling delete_port for 2c8d54d3-3bc0-41d6-9f86-19722e3c122a owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:24:40.204210 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-dc9b1233-d3f3-4de7-b34c-c80c5fb3db2e None None] Deleting port 2c8d54d3-3bc0-41d6-9f86-19722e3c122a {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:24:40.204572 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-dc9b1233-d3f3-4de7-b34c-c80c5fb3db2e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:40.268324 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-dc9b1233-d3f3-4de7-b34c-c80c5fb3db2e None None] For port 2c8d54d3-3bc0-41d6-9f86-19722e3c122a, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=2c8d54d3-3bc0-41d6-9f86-19722e3c122a,segment=NetworkSegment(c1eca377-ac1d-4dd9-b6c8-2d237bc33922),segment_id=c1eca377-ac1d-4dd9-b6c8-2d237bc33922)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:24:40.268720 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-dc9b1233-d3f3-4de7-b34c-c80c5fb3db2e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:40.274515 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-372c588d-8944-4a13-a228-3e096f4bb962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:40.286953 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-dc9b1233-d3f3-4de7-b34c-c80c5fb3db2e None None] Calling delete_port for 2c8d54d3-3bc0-41d6-9f86-19722e3c122a owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:24:40.301746 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c588d-8944-4a13-a228-3e096f4bb962 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c8d54d3-3bc0-41d6-9f86-19722e3c122a,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:24:40.306940 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372c588d-8944-4a13-a228-3e096f4bb962 admin admin] No DVR routers for this DVR port 2c8d54d3-3bc0-41d6-9f86-19722e3c122a on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:24:40.363424 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:24:40.363424 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 12:24:40.363424 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:24:40.363424 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 12:24:40.363424 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:24:40.363424 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 12:24:40.363424 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:24:40.363424 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 12:24:40.363424 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:24:40.363424 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 12:24:40.363424 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:24:40.363424 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 12:24:40.363424 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:24:40.363424 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 12:24:40.363424 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:24:40.363424 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 12:24:40.363424 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:24:40.363424 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 12:24:40.363424 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:24:40.363424 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 12:24:40.363424 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:24:40.363424 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 12:24:40.363424 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:24:40.363424 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 12:24:40.363424 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:24:40.363424 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 12:24:40.363424 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:24:40.363424 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 12:24:40.363424 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:24:40.363424 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 12:24:40.363424 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:24:40.363424 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 12:24:40.363424 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:24:40.363424 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 12:24:40.363424 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:24:40.363424 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 12:24:40.363424 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:24:40.363424 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 12:24:40.363424 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:24:40.363424 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 12:24:40.363424 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:24:40.363424 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 12:24:40.363424 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:24:40.363424 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 12:24:40.363424 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:24:40.363424 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 12:24:40.363424 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:24:40.363424 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 12:24:40.363424 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:24:40.363424 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 12:24:40.363424 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:24:40.363424 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 12:24:40.363424 n-d-814735-3 neutron-server[100648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 20 12:24:40.363424 n-d-814735-3 neutron-server[100648]: self.session.flush() Oct 20 12:24:40.367732 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-dc9b1233-d3f3-4de7-b34c-c80c5fb3db2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:40.390234 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-372c588d-8944-4a13-a228-3e096f4bb962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:40.402944 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b1233-d3f3-4de7-b34c-c80c5fb3db2e None None] Pushing event deleted for resources: {'Port': ['ID=2c8d54d3-3bc0-41d6-9f86-19722e3c122a,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:24:40.408701 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9b1233-d3f3-4de7-b34c-c80c5fb3db2e None None] No DVR routers for this DVR port 2c8d54d3-3bc0-41d6-9f86-19722e3c122a on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:24:40.410835 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:40.419283 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-372c588d-8944-4a13-a228-3e096f4bb962 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70ec0249-a46b-4837-967e-6e2b16d900d6']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:24:40.430820 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-372c588d-8944-4a13-a228-3e096f4bb962 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1eca377-ac1d-4dd9-b6c8-2d237bc33922') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:24:40.431118 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-372c588d-8944-4a13-a228-3e096f4bb962 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1eca377-ac1d-4dd9-b6c8-2d237bc33922') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:24:40.441833 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-372c588d-8944-4a13-a228-3e096f4bb962 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:40.456629 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-372c588d-8944-4a13-a228-3e096f4bb962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:40.463560 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-372c588d-8944-4a13-a228-3e096f4bb962 admin admin] Releasing vlan 1283 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 12:24:40.463961 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-372c588d-8944-4a13-a228-3e096f4bb962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:40.465852 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 12:24:40.465852 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 12:24:40.465852 n-d-814735-3 neutron-server[100646]: timer() Oct 20 12:24:40.465852 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 12:24:40.465852 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 12:24:40.465852 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 12:24:40.465852 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 12:24:40.465852 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 12:24:40.465852 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 12:24:40.465852 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 12:24:40.465852 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 12:24:40.465852 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 12:24:40.465852 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 12:24:40.465852 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 12:24:40.465852 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 12:24:40.465852 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 12:24:40.465852 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 12:24:40.465852 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 12:24:40.465852 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 12:24:40.465852 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 12:24:40.465852 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 12:24:40.465852 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 12:24:40.465852 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 12:24:40.465852 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 12:24:40.465852 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 12:24:40.465852 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 12:24:40.465852 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 12:24:40.465852 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 12:24:40.465852 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 12:24:40.465852 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 12:24:40.465852 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 12:24:40.465852 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 12:24:40.527361 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-372c588d-8944-4a13-a228-3e096f4bb962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:40.533176 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-372c588d-8944-4a13-a228-3e096f4bb962 admin admin] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:40.536402 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-372c588d-8944-4a13-a228-3e096f4bb962 admin admin] 10.222.0.98 "DELETE /v2.0/networks/70ec0249-a46b-4837-967e-6e2b16d900d6 HTTP/1.1" status: 204 len: 168 time: 0.5844991 Oct 20 12:24:40.547319 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c588d-8944-4a13-a228-3e096f4bb962 admin admin] Pushing event deleted for resources: {'Network': ['ID=70ec0249-a46b-4837-967e-6e2b16d900d6,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:24:40.661826 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58474) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:24:40.663550 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 02824e8b-1cc1-45b3-9e93-5430fa0545b9 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:24:40.684409 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 02824e8b-1cc1-45b3-9e93-5430fa0545b9 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:24:40.684664 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 02824e8b-1cc1-45b3-9e93-5430fa0545b9 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:24:40.685069 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 0cfd37e8-850c-4a89-842a-e2e66a1d8257 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:24:40.706282 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a0131683-37db-4552-9b19-ac45dd8f6a1f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=19f2fe5b5db84f42890fc744e9639322&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430610 Oct 20 12:24:40.707696 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 0cfd37e8-850c-4a89-842a-e2e66a1d8257 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:24:40.707973 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 0cfd37e8-850c-4a89-842a-e2e66a1d8257 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:24:40.708464 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 2c8d54d3-3bc0-41d6-9f86-19722e3c122a no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:24:40.708826 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58476) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:24:40.727878 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 2c8d54d3-3bc0-41d6-9f86-19722e3c122a {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:24:40.728225 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 2c8d54d3-3bc0-41d6-9f86-19722e3c122a not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:24:40.760672 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06d65558-7d54-4dc3-9034-caf4e4c69283 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:40.783026 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06d65558-7d54-4dc3-9034-caf4e4c69283 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:40.831038 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06d65558-7d54-4dc3-9034-caf4e4c69283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:40.833582 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-06d65558-7d54-4dc3-9034-caf4e4c69283 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:40.834767 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-06d65558-7d54-4dc3-9034-caf4e4c69283 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/19171c45-2b87-43af-a824-4614fd214128 HTTP/1.1" status: 204 len: 168 time: 0.1250248 Oct 20 12:24:40.843092 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d65558-7d54-4dc3-9034-caf4e4c69283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19171c45-2b87-43af-a824-4614fd214128,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:24:41.600137 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58498) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:24:41.717305 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-8e10b14e-4d80-4f3f-a8ab-3cfc487a6313 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-414130559-network', 'tenant_id': 'a673c8d807014a05851472a84ca0fe26'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:24:41.742736 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e10b14e-4d80-4f3f-a8ab-3cfc487a6313 admin admin] Made reservation on behalf of a673c8d807014a05851472a84ca0fe26 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:24:41.745148 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8e10b14e-4d80-4f3f-a8ab-3cfc487a6313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:41.754382 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8e10b14e-4d80-4f3f-a8ab-3cfc487a6313 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:41.828343 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8e10b14e-4d80-4f3f-a8ab-3cfc487a6313 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:41.834662 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8e10b14e-4d80-4f3f-a8ab-3cfc487a6313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:41.858668 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e10b14e-4d80-4f3f-a8ab-3cfc487a6313 admin admin] vlan segment allocate from pool success with {'vlan_id': 1262, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 12:24:41.868651 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e10b14e-4d80-4f3f-a8ab-3cfc487a6313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51556001-2c7d-4740-bcc7-a27184faa1c9,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:24:41.873407 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8e10b14e-4d80-4f3f-a8ab-3cfc487a6313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:41.873756 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-8e10b14e-4d80-4f3f-a8ab-3cfc487a6313 admin admin] Added segment ad575d33-d55b-43f1-948a-7283de9bd17f of type vlan for network 6c5a374a-d074-4ef5-8e93-00cab80208ac Oct 20 12:24:41.913666 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8e10b14e-4d80-4f3f-a8ab-3cfc487a6313 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:41.945096 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8e10b14e-4d80-4f3f-a8ab-3cfc487a6313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:41.946046 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e10b14e-4d80-4f3f-a8ab-3cfc487a6313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:41.946620 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8e10b14e-4d80-4f3f-a8ab-3cfc487a6313 admin admin] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:41.980638 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8e10b14e-4d80-4f3f-a8ab-3cfc487a6313 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3793919 Oct 20 12:24:41.983848 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58502) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:24:41.989332 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-f16e67aa-4677-4fe0-b393-5d5372ce0d78 admin admin] Request body: {'subnet': {'network_id': '6c5a374a-d074-4ef5-8e93-00cab80208ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-414130559-subnet', 'tenant_id': 'a673c8d807014a05851472a84ca0fe26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:24:42.011314 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16e67aa-4677-4fe0-b393-5d5372ce0d78 admin admin] Made reservation on behalf of a673c8d807014a05851472a84ca0fe26 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:24:42.012513 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e10b14e-4d80-4f3f-a8ab-3cfc487a6313 admin admin] Pushing event updated for resources: {'Network': ['ID=6c5a374a-d074-4ef5-8e93-00cab80208ac,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:24:42.013955 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f16e67aa-4677-4fe0-b393-5d5372ce0d78 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:42.024347 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 6c5a374a-d074-4ef5-8e93-00cab80208ac details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 12:24:42.194161 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f16e67aa-4677-4fe0-b393-5d5372ce0d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:42.259979 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e67aa-4677-4fe0-b393-5d5372ce0d78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c831cc2-941f-4957-9e0b-2d0aa7931294,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:24:42.271185 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16e67aa-4677-4fe0-b393-5d5372ce0d78 admin admin] Checking segment: {'id': 'ad575d33-d55b-43f1-948a-7283de9bd17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '6c5a374a-d074-4ef5-8e93-00cab80208ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:24:42.271549 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16e67aa-4677-4fe0-b393-5d5372ce0d78 admin admin] Network hostable DHCP agents. Network: 6c5a374a-d074-4ef5-8e93-00cab80208ac, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 12:24:42.294053 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16e67aa-4677-4fe0-b393-5d5372ce0d78 admin admin] Network 6c5a374a-d074-4ef5-8e93-00cab80208ac is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 12:24:42.306693 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-f16e67aa-4677-4fe0-b393-5d5372ce0d78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 6c5a374a-d074-4ef5-8e93-00cab80208ac) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:24:42.311471 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16e67aa-4677-4fe0-b393-5d5372ce0d78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:42.312050 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f16e67aa-4677-4fe0-b393-5d5372ce0d78 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:42.316938 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cba5df4-90c1-4f54-9d41-158916b911d4 None None] Network 6c5a374a-d074-4ef5-8e93-00cab80208ac requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:24:42.328598 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f16e67aa-4677-4fe0-b393-5d5372ce0d78 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3435683 Oct 20 12:24:42.451344 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bace5614-ae6e-4cb1-995f-fc8cb884abe2 None None] Network 6c5a374a-d074-4ef5-8e93-00cab80208ac requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:24:42.775127 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61665325-0edc-40e6-981b-79c472086d15 req-0db9200c-9005-4a7f-9cdd-91f7de6a0b6d tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:42.776654 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-61665325-0edc-40e6-981b-79c472086d15 req-0db9200c-9005-4a7f-9cdd-91f7de6a0b6d tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/networks?id=6c5a374a-d074-4ef5-8e93-00cab80208ac HTTP/1.1" status: 200 len: 813 time: 0.1131201 Oct 20 12:24:42.793676 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-61665325-0edc-40e6-981b-79c472086d15 req-613a52c8-ff29-4ee6-a4fc-4e05f9d63a49 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/quotas/a673c8d807014a05851472a84ca0fe26 HTTP/1.1" status: 200 len: 375 time: 0.0108714 Oct 20 12:24:42.834969 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-61665325-0edc-40e6-981b-79c472086d15 req-4dc82d78-7d16-49e2-8170-7a76ff958987 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=a673c8d807014a05851472a84ca0fe26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349188 Oct 20 12:24:43.019270 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-61665325-0edc-40e6-981b-79c472086d15 req-8b56c3ec-7e87-44bb-9f56-4ae6ce6df33c service neutron] 10.222.0.98 "GET /v2.0/networks/6c5a374a-d074-4ef5-8e93-00cab80208ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392274 Oct 20 12:24:43.133465 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-61665325-0edc-40e6-981b-79c472086d15 req-c60e09c6-3a71-4c10-927f-c7c71b04b6e6 service neutron] 10.222.0.98 "GET /v2.0/networks/6c5a374a-d074-4ef5-8e93-00cab80208ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067665 Oct 20 12:24:43.311023 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-21b8ff0e-3bc9-47d3-91ce-c705ecd8f9ea req-4cd10840-38bf-411e-870f-6cb79f72a446 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/ports?device_id=72f2f5dc-e30e-45c9-beac-478dcc95fde9 HTTP/1.1" status: 200 len: 210 time: 0.0285122 Oct 20 12:24:44.379676 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61665325-0edc-40e6-981b-79c472086d15 req-bbfbaca7-1a1b-425d-ba34-00885056896c tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:44.381280 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-61665325-0edc-40e6-981b-79c472086d15 req-bbfbaca7-1a1b-425d-ba34-00885056896c tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.89 "GET /v2.0/networks?id=6c5a374a-d074-4ef5-8e93-00cab80208ac HTTP/1.1" status: 200 len: 813 time: 0.1198254 Oct 20 12:24:44.401342 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-61665325-0edc-40e6-981b-79c472086d15 req-5b2b62df-55b8-4f18-b52c-b5eca51f2d27 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Request body: {'port': {'device_id': '72f2f5dc-e30e-45c9-beac-478dcc95fde9', 'network_id': '6c5a374a-d074-4ef5-8e93-00cab80208ac', 'admin_state_up': True, 'tenant_id': 'a673c8d807014a05851472a84ca0fe26'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:24:44.422131 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ce6e6865-7320-4565-bbd7-f6687c55e9b1 req-70c47f43-2671-4901-b54a-813fc01140e1 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/ports?device_id=72f2f5dc-e30e-45c9-beac-478dcc95fde9 HTTP/1.1" status: 200 len: 210 time: 0.0378876 Oct 20 12:24:44.541114 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61665325-0edc-40e6-981b-79c472086d15 req-5b2b62df-55b8-4f18-b52c-b5eca51f2d27 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Made reservation on behalf of a673c8d807014a05851472a84ca0fe26 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:24:44.545031 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-61665325-0edc-40e6-981b-79c472086d15 req-5b2b62df-55b8-4f18-b52c-b5eca51f2d27 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:44.677920 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-61665325-0edc-40e6-981b-79c472086d15 req-5b2b62df-55b8-4f18-b52c-b5eca51f2d27 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Allocated IP 172.20.0.14 (6c5a374a-d074-4ef5-8e93-00cab80208ac/8c831cc2-941f-4957-9e0b-2d0aa7931294/bc6a1c89-5573-4ebc-9afa-1ec610154d5d) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:24:44.833858 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-61665325-0edc-40e6-981b-79c472086d15 req-5b2b62df-55b8-4f18-b52c-b5eca51f2d27 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:44.873205 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-61665325-0edc-40e6-981b-79c472086d15 req-5b2b62df-55b8-4f18-b52c-b5eca51f2d27 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:44.920132 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61665325-0edc-40e6-981b-79c472086d15 req-5b2b62df-55b8-4f18-b52c-b5eca51f2d27 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Network 6c5a374a-d074-4ef5-8e93-00cab80208ac is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:24:44.923518 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-61665325-0edc-40e6-981b-79c472086d15 req-5b2b62df-55b8-4f18-b52c-b5eca51f2d27 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:24:44.926924 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-61665325-0edc-40e6-981b-79c472086d15 req-5b2b62df-55b8-4f18-b52c-b5eca51f2d27 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:24:44.935660 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b62df-55b8-4f18-b52c-b5eca51f2d27 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Pushing event updated for resources: {'Port': ['ID=bc6a1c89-5573-4ebc-9afa-1ec610154d5d,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:24:44.985492 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61665325-0edc-40e6-981b-79c472086d15 req-5b2b62df-55b8-4f18-b52c-b5eca51f2d27 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:44.986130 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-61665325-0edc-40e6-981b-79c472086d15 req-5b2b62df-55b8-4f18-b52c-b5eca51f2d27 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:45.004145 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-61665325-0edc-40e6-981b-79c472086d15 req-5b2b62df-55b8-4f18-b52c-b5eca51f2d27 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6067493 Oct 20 12:24:45.019296 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-61665325-0edc-40e6-981b-79c472086d15 req-2a4b367f-7fc0-422b-bc37-1d0077c62e4e service neutron] Request body: {'port': {'device_id': '72f2f5dc-e30e-45c9-beac-478dcc95fde9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:24:45.074974 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-61665325-0edc-40e6-981b-79c472086d15 req-2a4b367f-7fc0-422b-bc37-1d0077c62e4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:45.702004 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a449d1d-0cff-46b3-a193-95651c1e8e01 req-8a069346-e8c4-43d6-bf5f-29f6f7c15e6b tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:45.703536 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6a449d1d-0cff-46b3-a193-95651c1e8e01 req-8a069346-e8c4-43d6-bf5f-29f6f7c15e6b tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/ports?device_id=72f2f5dc-e30e-45c9-beac-478dcc95fde9 HTTP/1.1" status: 200 len: 932 time: 0.1055737 Oct 20 12:24:45.778328 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6a449d1d-0cff-46b3-a193-95651c1e8e01 req-3d807d94-2923-4e2d-8d8a-d52816aea4bd tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/security-groups?id=51556001-2c7d-4740-bcc7-a27184faa1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681050 Oct 20 12:24:45.791089 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-61665325-0edc-40e6-981b-79c472086d15 req-2a4b367f-7fc0-422b-bc37-1d0077c62e4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc6a1c89-5573-4ebc-9afa-1ec610154d5d {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:24:45.800126 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-61665325-0edc-40e6-981b-79c472086d15 req-2a4b367f-7fc0-422b-bc37-1d0077c62e4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:45.817925 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-61665325-0edc-40e6-981b-79c472086d15 req-2a4b367f-7fc0-422b-bc37-1d0077c62e4e service neutron] Transition to ACTIVE for port object bc6a1c89-5573-4ebc-9afa-1ec610154d5d will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 12:24:45.823146 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-61665325-0edc-40e6-981b-79c472086d15 req-2a4b367f-7fc0-422b-bc37-1d0077c62e4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:45.879682 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b367f-7fc0-422b-bc37-1d0077c62e4e service neutron] Pushing event updated for resources: {'Port': ['ID=bc6a1c89-5573-4ebc-9afa-1ec610154d5d,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:24:45.937416 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:45.960046 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-61665325-0edc-40e6-981b-79c472086d15 req-2a4b367f-7fc0-422b-bc37-1d0077c62e4e service neutron] Attempting to bind port bc6a1c89-5573-4ebc-9afa-1ec610154d5d on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:24:45.960381 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-61665325-0edc-40e6-981b-79c472086d15 req-2a4b367f-7fc0-422b-bc37-1d0077c62e4e service neutron] Attempting to bind port bc6a1c89-5573-4ebc-9afa-1ec610154d5d by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': 'ad575d33-d55b-43f1-948a-7283de9bd17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '6c5a374a-d074-4ef5-8e93-00cab80208ac'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:24:45.960708 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61665325-0edc-40e6-981b-79c472086d15 req-2a4b367f-7fc0-422b-bc37-1d0077c62e4e service neutron] Attempting to bind port bc6a1c89-5573-4ebc-9afa-1ec610154d5d on network 6c5a374a-d074-4ef5-8e93-00cab80208ac {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:24:45.965232 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61665325-0edc-40e6-981b-79c472086d15 req-2a4b367f-7fc0-422b-bc37-1d0077c62e4e service neutron] Port bc6a1c89-5573-4ebc-9afa-1ec610154d5d on network 6c5a374a-d074-4ef5-8e93-00cab80208ac not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 12:24:45.965549 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61665325-0edc-40e6-981b-79c472086d15 req-2a4b367f-7fc0-422b-bc37-1d0077c62e4e service neutron] Attempting to bind port bc6a1c89-5573-4ebc-9afa-1ec610154d5d on network 6c5a374a-d074-4ef5-8e93-00cab80208ac {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:24:45.970760 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61665325-0edc-40e6-981b-79c472086d15 req-2a4b367f-7fc0-422b-bc37-1d0077c62e4e service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:24:45.971157 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61665325-0edc-40e6-981b-79c472086d15 req-2a4b367f-7fc0-422b-bc37-1d0077c62e4e service neutron] Checking segment: {'id': 'ad575d33-d55b-43f1-948a-7283de9bd17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '6c5a374a-d074-4ef5-8e93-00cab80208ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:24:45.971538 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61665325-0edc-40e6-981b-79c472086d15 req-2a4b367f-7fc0-422b-bc37-1d0077c62e4e service neutron] Bound using segment: {'id': 'ad575d33-d55b-43f1-948a-7283de9bd17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '6c5a374a-d074-4ef5-8e93-00cab80208ac'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:24:45.971961 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-61665325-0edc-40e6-981b-79c472086d15 req-2a4b367f-7fc0-422b-bc37-1d0077c62e4e service neutron] Bound port: bc6a1c89-5573-4ebc-9afa-1ec610154d5d, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad575d33-d55b-43f1-948a-7283de9bd17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '6c5a374a-d074-4ef5-8e93-00cab80208ac'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:24:45.972314 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-61665325-0edc-40e6-981b-79c472086d15 req-2a4b367f-7fc0-422b-bc37-1d0077c62e4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:46.037248 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-61665325-0edc-40e6-981b-79c472086d15 req-2a4b367f-7fc0-422b-bc37-1d0077c62e4e service neutron] For port bc6a1c89-5573-4ebc-9afa-1ec610154d5d, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:24:46.040506 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-61665325-0edc-40e6-981b-79c472086d15 req-2a4b367f-7fc0-422b-bc37-1d0077c62e4e service neutron] For port bc6a1c89-5573-4ebc-9afa-1ec610154d5d, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=bc6a1c89-5573-4ebc-9afa-1ec610154d5d,segment=NetworkSegment(ad575d33-d55b-43f1-948a-7283de9bd17f),segment_id=ad575d33-d55b-43f1-948a-7283de9bd17f)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:24:46.046563 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-61665325-0edc-40e6-981b-79c472086d15 req-2a4b367f-7fc0-422b-bc37-1d0077c62e4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:46.082698 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61665325-0edc-40e6-981b-79c472086d15 req-2a4b367f-7fc0-422b-bc37-1d0077c62e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:46.083349 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-61665325-0edc-40e6-981b-79c472086d15 req-2a4b367f-7fc0-422b-bc37-1d0077c62e4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:46.084787 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-61665325-0edc-40e6-981b-79c472086d15 req-2a4b367f-7fc0-422b-bc37-1d0077c62e4e service neutron] 10.222.0.89 "PUT /v2.0/ports/bc6a1c89-5573-4ebc-9afa-1ec610154d5d HTTP/1.1" status: 200 len: 1092 time: 1.0701594 Oct 20 12:24:46.085248 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72f2f5dc-e30e-45c9-beac-478dcc95fde9', 'tag': 'bc6a1c89-5573-4ebc-9afa-1ec610154d5d'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:24:46.087582 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0a02dd2059fce6544e6c1114f6588b97938997ae633064690662b627edbbcf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e526ac3-c9e2-418f-bbf0-c568cdf0802c" -d '{"events": [{"name": "network-changed", "server_uuid": "72f2f5dc-e30e-45c9-beac-478dcc95fde9", "tag": "bc6a1c89-5573-4ebc-9afa-1ec610154d5d"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:24:46.113385 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b367f-7fc0-422b-bc37-1d0077c62e4e service neutron] Pushing event updated for resources: {'Port': ['ID=bc6a1c89-5573-4ebc-9afa-1ec610154d5d,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:24:46.129913 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b8cada-8cb6-400f-9f87-df19fc740ba1 x-openstack-request-id: req-e4b8cada-8cb6-400f-9f87-df19fc740ba1 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:24:46.130199 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72f2f5dc-e30e-45c9-beac-478dcc95fde9", "tag": "bc6a1c89-5573-4ebc-9afa-1ec610154d5d", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:24:46.130536 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e4b8cada-8cb6-400f-9f87-df19fc740ba1 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:24:46.131137 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72f2f5dc-e30e-45c9-beac-478dcc95fde9', 'tag': 'bc6a1c89-5573-4ebc-9afa-1ec610154d5d', 'status': 'completed', 'code': 200} Oct 20 12:24:46.185700 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61665325-0edc-40e6-981b-79c472086d15 req-97a67345-b5fd-4498-a863-3428b16c8f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:46.187272 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-61665325-0edc-40e6-981b-79c472086d15 req-97a67345-b5fd-4498-a863-3428b16c8f5c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a673c8d807014a05851472a84ca0fe26&device_id=72f2f5dc-e30e-45c9-beac-478dcc95fde9 HTTP/1.1" status: 200 len: 1095 time: 0.0507212 Oct 20 12:24:46.241947 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-61665325-0edc-40e6-981b-79c472086d15 req-6964c83a-a83d-4129-a06f-4fbc491d08bc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc6a1c89-5573-4ebc-9afa-1ec610154d5d HTTP/1.1" status: 200 len: 217 time: 0.0411832 Oct 20 12:24:46.296742 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61665325-0edc-40e6-981b-79c472086d15 req-05824d76-bee8-4c5b-af39-66b5f7ec03e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:46.298128 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-61665325-0edc-40e6-981b-79c472086d15 req-05824d76-bee8-4c5b-af39-66b5f7ec03e8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8c831cc2-941f-4957-9e0b-2d0aa7931294 HTTP/1.1" status: 200 len: 853 time: 0.0473733 Oct 20 12:24:46.336274 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-61665325-0edc-40e6-981b-79c472086d15 req-de4ab117-f83a-461d-9b14-3df7bcf1685f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6c5a374a-d074-4ef5-8e93-00cab80208ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271492 Oct 20 12:24:46.435632 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-61665325-0edc-40e6-981b-79c472086d15 req-b85ca461-e451-40cb-a295-4e2ef125a1ff service neutron] 10.222.0.89 "GET /v2.0/networks/6c5a374a-d074-4ef5-8e93-00cab80208ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887387 Oct 20 12:24:46.533026 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-61665325-0edc-40e6-981b-79c472086d15 req-db9ce29e-acfc-488d-b959-9a00bfa1feec service neutron] 10.222.0.89 "GET /v2.0/networks/6c5a374a-d074-4ef5-8e93-00cab80208ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859599 Oct 20 12:24:46.631714 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e526ac3-c9e2-418f-bbf0-c568cdf0802c req-db4ba3cb-7f14-4e28-b469-c2e2e81dc4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:46.633394 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4e526ac3-c9e2-418f-bbf0-c568cdf0802c req-db4ba3cb-7f14-4e28-b469-c2e2e81dc4d3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a673c8d807014a05851472a84ca0fe26&device_id=72f2f5dc-e30e-45c9-beac-478dcc95fde9 HTTP/1.1" status: 200 len: 1095 time: 0.0486584 Oct 20 12:24:46.730304 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e526ac3-c9e2-418f-bbf0-c568cdf0802c req-de75179c-d0f4-45bc-bf8d-1d0ed86ef5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:46.731835 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4e526ac3-c9e2-418f-bbf0-c568cdf0802c req-de75179c-d0f4-45bc-bf8d-1d0ed86ef5a9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6c5a374a-d074-4ef5-8e93-00cab80208ac HTTP/1.1" status: 200 len: 915 time: 0.0912015 Oct 20 12:24:46.786179 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4e526ac3-c9e2-418f-bbf0-c568cdf0802c req-831054ed-1485-4b63-9143-3898769b7d50 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc6a1c89-5573-4ebc-9afa-1ec610154d5d HTTP/1.1" status: 200 len: 217 time: 0.0462556 Oct 20 12:24:46.847822 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e526ac3-c9e2-418f-bbf0-c568cdf0802c req-49d08751-39ad-4258-81be-06227824e91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:46.849215 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4e526ac3-c9e2-418f-bbf0-c568cdf0802c req-49d08751-39ad-4258-81be-06227824e91e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8c831cc2-941f-4957-9e0b-2d0aa7931294 HTTP/1.1" status: 200 len: 853 time: 0.0496132 Oct 20 12:24:46.900675 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4e526ac3-c9e2-418f-bbf0-c568cdf0802c req-d547f4e1-6572-4cbf-8924-fbe0089b7d6c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6c5a374a-d074-4ef5-8e93-00cab80208ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403223 Oct 20 12:24:46.941853 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd12ff-a351-4a60-9253-9601d09fcb74 req-543337df-dd96-40b7-bf30-840b222c1c27 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:46.943541 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bffd12ff-a351-4a60-9253-9601d09fcb74 req-543337df-dd96-40b7-bf30-840b222c1c27 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/ports?device_id=72f2f5dc-e30e-45c9-beac-478dcc95fde9 HTTP/1.1" status: 200 len: 944 time: 0.0920706 Oct 20 12:24:47.032747 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bffd12ff-a351-4a60-9253-9601d09fcb74 req-f5cb4bb1-eb14-4a3c-9681-c2d5e9c09b61 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/security-groups?id=51556001-2c7d-4740-bcc7-a27184faa1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776954 Oct 20 12:24:47.044149 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4e526ac3-c9e2-418f-bbf0-c568cdf0802c req-7ed01d9a-c6ea-4048-93b6-da6a6335aa0f service neutron] 10.222.0.89 "GET /v2.0/networks/6c5a374a-d074-4ef5-8e93-00cab80208ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306307 Oct 20 12:24:47.144828 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4e526ac3-c9e2-418f-bbf0-c568cdf0802c req-00015424-68b8-4715-9a61-f005231afb13 service neutron] 10.222.0.89 "GET /v2.0/networks/6c5a374a-d074-4ef5-8e93-00cab80208ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928884 Oct 20 12:24:47.542276 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device bc6a1c89-5573-4ebc-9afa-1ec610154d5d details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:24:47.646624 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port bc6a1c89-5573-4ebc-9afa-1ec610154d5d, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=bc6a1c89-5573-4ebc-9afa-1ec610154d5d,segment=NetworkSegment(ad575d33-d55b-43f1-948a-7283de9bd17f),segment_id=ad575d33-d55b-43f1-948a-7283de9bd17f)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:24:47.658743 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': 'bc6a1c89-5573-4ebc-9afa-1ec610154d5d', 'network_id': '6c5a374a-d074-4ef5-8e93-00cab80208ac', 'port_id': 'bc6a1c89-5573-4ebc-9afa-1ec610154d5d', 'mac_address': 'fa:16:3e:d2:a3:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c831cc2-941f-4957-9e0b-2d0aa7931294', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:24:47.696068 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:47.709317 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc6a1c89-5573-4ebc-9afa-1ec610154d5d {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:24:47.728678 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port bc6a1c89-5573-4ebc-9afa-1ec610154d5d, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=bc6a1c89-5573-4ebc-9afa-1ec610154d5d,segment=NetworkSegment(ad575d33-d55b-43f1-948a-7283de9bd17f),segment_id=ad575d33-d55b-43f1-948a-7283de9bd17f)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:24:47.735024 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:47.782313 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=bc6a1c89-5573-4ebc-9afa-1ec610154d5d,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:24:47.992346 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['bc6a1c89-5573-4ebc-9afa-1ec610154d5d'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:24:48.175978 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace4105-a2df-48ed-bb53-e83158497d37 req-96983a90-8d04-4a1e-8ff0-eed429c3c0b4 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:48.177542 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7ace4105-a2df-48ed-bb53-e83158497d37 req-96983a90-8d04-4a1e-8ff0-eed429c3c0b4 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/ports?device_id=72f2f5dc-e30e-45c9-beac-478dcc95fde9 HTTP/1.1" status: 200 len: 945 time: 0.0629613 Oct 20 12:24:48.219666 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7ace4105-a2df-48ed-bb53-e83158497d37 req-91f17b7b-44ee-4b8c-8139-e504244689e3 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/security-groups?id=51556001-2c7d-4740-bcc7-a27184faa1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335631 Oct 20 12:24:49.346450 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54deb9-a4cd-4db2-b635-1f8a1cf5ee22 req-3141d45a-d1f5-4a68-bb0f-0a652351f879 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:49.348009 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a54deb9-a4cd-4db2-b635-1f8a1cf5ee22 req-3141d45a-d1f5-4a68-bb0f-0a652351f879 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/ports?device_id=72f2f5dc-e30e-45c9-beac-478dcc95fde9 HTTP/1.1" status: 200 len: 945 time: 0.0527129 Oct 20 12:24:49.390499 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a54deb9-a4cd-4db2-b635-1f8a1cf5ee22 req-cf46e03b-c4f6-4138-9e24-24e79a33c53d tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/security-groups?id=51556001-2c7d-4740-bcc7-a27184faa1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336854 Oct 20 12:24:49.410068 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-feedde6f-f001-4731-8df9-ae6826d05b2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:49.544414 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device bc6a1c89-5573-4ebc-9afa-1ec610154d5d up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:24:49.597713 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port bc6a1c89-5573-4ebc-9afa-1ec610154d5d completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 12:24:49.601915 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port bc6a1c89-5573-4ebc-9afa-1ec610154d5d triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:24:49.602289 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:49.856582 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:49.887191 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72f2f5dc-e30e-45c9-beac-478dcc95fde9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc6a1c89-5573-4ebc-9afa-1ec610154d5d'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:24:49.890108 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ba663b728f61600953c7c701890058d53749f56dec976386d606a322f26966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ee652e-ff3c-4c71-966a-c87514ad58b1" -d '{"events": [{"server_uuid": "72f2f5dc-e30e-45c9-beac-478dcc95fde9", "name": "network-vif-plugged", "status": "completed", "tag": "bc6a1c89-5573-4ebc-9afa-1ec610154d5d"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:24:49.904085 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port bc6a1c89-5573-4ebc-9afa-1ec610154d5d, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=bc6a1c89-5573-4ebc-9afa-1ec610154d5d,segment=NetworkSegment(ad575d33-d55b-43f1-948a-7283de9bd17f),segment_id=ad575d33-d55b-43f1-948a-7283de9bd17f)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:24:49.908963 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:49.931857 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814e5ac8-20f6-4f31-bcef-2a6ee26dfd12 x-openstack-request-id: req-814e5ac8-20f6-4f31-bcef-2a6ee26dfd12 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:24:49.932146 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72f2f5dc-e30e-45c9-beac-478dcc95fde9", "name": "network-vif-plugged", "status": "completed", "tag": "bc6a1c89-5573-4ebc-9afa-1ec610154d5d", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:24:49.932394 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-814e5ac8-20f6-4f31-bcef-2a6ee26dfd12 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:24:49.932781 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72f2f5dc-e30e-45c9-beac-478dcc95fde9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc6a1c89-5573-4ebc-9afa-1ec610154d5d', 'code': 200} Oct 20 12:24:49.962632 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=bc6a1c89-5573-4ebc-9afa-1ec610154d5d,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:24:50.041078 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe1665-a6d6-4c4b-b99a-296bd45626ee req-7d6b3643-6655-43f4-87f8-876c4ad7ff10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:50.042584 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-03fe1665-a6d6-4c4b-b99a-296bd45626ee req-7d6b3643-6655-43f4-87f8-876c4ad7ff10 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=72f2f5dc-e30e-45c9-beac-478dcc95fde9 HTTP/1.1" status: 200 len: 1097 time: 0.0464973 Oct 20 12:24:50.087859 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-03fe1665-a6d6-4c4b-b99a-296bd45626ee req-c572d722-6be2-41b4-95d3-f20faffedf61 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=51556001-2c7d-4740-bcc7-a27184faa1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327168 Oct 20 12:24:50.516262 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5f18a-de9d-4dbf-8144-4ccd7ad47e5e req-53c2de97-a911-4180-bfd4-ef25888e78c9 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:50.518580 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-63a5f18a-de9d-4dbf-8144-4ccd7ad47e5e req-53c2de97-a911-4180-bfd4-ef25888e78c9 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/ports?device_id=72f2f5dc-e30e-45c9-beac-478dcc95fde9 HTTP/1.1" status: 200 len: 946 time: 0.0539029 Oct 20 12:24:50.568934 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-63a5f18a-de9d-4dbf-8144-4ccd7ad47e5e req-aff9d11d-2187-43fa-ab56-fc5af9157abc tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/security-groups?id=51556001-2c7d-4740-bcc7-a27184faa1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433722 Oct 20 12:24:51.699109 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763327df-50dd-4eb3-bcc8-d2742227b8fe req-81c3953b-640f-4092-aa51-f69b7fd82603 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:51.700690 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-763327df-50dd-4eb3-bcc8-d2742227b8fe req-81c3953b-640f-4092-aa51-f69b7fd82603 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/ports?device_id=72f2f5dc-e30e-45c9-beac-478dcc95fde9 HTTP/1.1" status: 200 len: 946 time: 0.0601113 Oct 20 12:24:51.745027 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-763327df-50dd-4eb3-bcc8-d2742227b8fe req-d27c35c3-6509-4e20-85e6-52130fa7b246 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/security-groups?id=51556001-2c7d-4740-bcc7-a27184faa1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380144 Oct 20 12:24:52.002850 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae30c3-483b-49f1-b004-00c00dbeca16 req-25707ffa-8e57-4a05-903c-f18bff8f7779 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:52.004442 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3aae30c3-483b-49f1-b004-00c00dbeca16 req-25707ffa-8e57-4a05-903c-f18bff8f7779 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/networks?id=6c5a374a-d074-4ef5-8e93-00cab80208ac HTTP/1.1" status: 200 len: 813 time: 0.1225095 Oct 20 12:24:52.023547 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3aae30c3-483b-49f1-b004-00c00dbeca16 req-13e2d3b4-b220-4a87-8ff9-600740349e4b tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/quotas/a673c8d807014a05851472a84ca0fe26 HTTP/1.1" status: 200 len: 375 time: 0.0102260 Oct 20 12:24:52.082192 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3aae30c3-483b-49f1-b004-00c00dbeca16 req-00237512-4548-4a7b-9aee-441b9af782e0 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=a673c8d807014a05851472a84ca0fe26&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0526018 Oct 20 12:24:52.173036 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-3aae30c3-483b-49f1-b004-00c00dbeca16 req-17d7a950-94ff-4568-a118-8358d695e05a service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 12:24:52.174083 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3aae30c3-483b-49f1-b004-00c00dbeca16 req-17d7a950-94ff-4568-a118-8358d695e05a service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0497851 Oct 20 12:24:52.266211 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6e7a895d-9854-492e-ab29-b5414159de49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:52.278217 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3aae30c3-483b-49f1-b004-00c00dbeca16 req-df58c8fb-8b29-4545-ab1c-d1b5f8406e80 service neutron] 10.222.0.98 "GET /v2.0/networks/6c5a374a-d074-4ef5-8e93-00cab80208ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968416 Oct 20 12:24:52.369881 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3aae30c3-483b-49f1-b004-00c00dbeca16 req-5dbe0ff4-a9bb-40fc-a8d0-42ffad2671b9 service neutron] 10.222.0.98 "GET /v2.0/networks/6c5a374a-d074-4ef5-8e93-00cab80208ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851400 Oct 20 12:24:52.558044 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf3bb26c-7354-4bb7-98f0-41c053946270 req-52349c3c-739b-48df-a779-b8f7e0a315ff tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b484885-63ff-4907-a75d-043d1d454e7a HTTP/1.1" status: 200 len: 210 time: 0.0401785 Oct 20 12:24:53.225507 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:53.313651 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-27724915-ea37-43fa-8446-c807a379fc25 req-e283edb7-a754-4875-bb6b-4c948bf75910 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=72f2f5dc-e30e-45c9-beac-478dcc95fde9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420563 Oct 20 12:24:53.374016 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:53.409697 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27724915-ea37-43fa-8446-c807a379fc25 req-889e44d3-4085-42a7-aa03-ef1ca58e8f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:53.411139 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-27724915-ea37-43fa-8446-c807a379fc25 req-889e44d3-4085-42a7-aa03-ef1ca58e8f33 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a673c8d807014a05851472a84ca0fe26&device_id=72f2f5dc-e30e-45c9-beac-478dcc95fde9 HTTP/1.1" status: 200 len: 1097 time: 0.0455096 Oct 20 12:24:53.535855 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27724915-ea37-43fa-8446-c807a379fc25 req-cfa68000-bb4b-4952-a55c-d1810588de9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:53.540683 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-27724915-ea37-43fa-8446-c807a379fc25 req-cfa68000-bb4b-4952-a55c-d1810588de9b service neutron] 10.222.0.89 "GET /v2.0/networks?id=6c5a374a-d074-4ef5-8e93-00cab80208ac HTTP/1.1" status: 200 len: 915 time: 0.1016898 Oct 20 12:24:53.593950 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-27724915-ea37-43fa-8446-c807a379fc25 req-52f6dd64-600c-4cae-8020-d7455f3224d6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc6a1c89-5573-4ebc-9afa-1ec610154d5d HTTP/1.1" status: 200 len: 217 time: 0.0484357 Oct 20 12:24:53.720608 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8151c67b-5ff0-4de0-86d7-2079d6c6e326 req-a1d56b52-cf29-456d-8ac0-8e17d04aefff tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b484885-63ff-4907-a75d-043d1d454e7a HTTP/1.1" status: 200 len: 210 time: 0.0678456 Oct 20 12:24:53.735556 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27724915-ea37-43fa-8446-c807a379fc25 req-cf484103-fc8d-463a-a09f-f59d75962b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:53.737008 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-27724915-ea37-43fa-8446-c807a379fc25 req-cf484103-fc8d-463a-a09f-f59d75962b04 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8c831cc2-941f-4957-9e0b-2d0aa7931294 HTTP/1.1" status: 200 len: 853 time: 0.1301205 Oct 20 12:24:53.785190 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-27724915-ea37-43fa-8446-c807a379fc25 req-d98869bb-5c76-4d80-b342-ef2c6fd94d92 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6c5a374a-d074-4ef5-8e93-00cab80208ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390878 Oct 20 12:24:53.791896 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae30c3-483b-49f1-b004-00c00dbeca16 req-e8d8ec1d-c986-43e2-886a-82ffd1217c46 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:53.793249 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3aae30c3-483b-49f1-b004-00c00dbeca16 req-e8d8ec1d-c986-43e2-886a-82ffd1217c46 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.11 "GET /v2.0/networks?id=6c5a374a-d074-4ef5-8e93-00cab80208ac HTTP/1.1" status: 200 len: 813 time: 0.2408171 Oct 20 12:24:53.816993 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-3aae30c3-483b-49f1-b004-00c00dbeca16 req-eab79d3d-ffb9-419b-a23a-90afc4a6707e tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Request body: {'port': {'device_id': '9b484885-63ff-4907-a75d-043d1d454e7a', 'network_id': '6c5a374a-d074-4ef5-8e93-00cab80208ac', 'admin_state_up': True, 'tenant_id': 'a673c8d807014a05851472a84ca0fe26'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:24:53.953618 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-27724915-ea37-43fa-8446-c807a379fc25 req-6a91ad9e-07cc-4ce2-92b4-184f4996e901 service neutron] 10.222.0.89 "GET /v2.0/networks/6c5a374a-d074-4ef5-8e93-00cab80208ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593602 Oct 20 12:24:54.041871 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aae30c3-483b-49f1-b004-00c00dbeca16 req-eab79d3d-ffb9-419b-a23a-90afc4a6707e tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Made reservation on behalf of a673c8d807014a05851472a84ca0fe26 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:24:54.045363 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3aae30c3-483b-49f1-b004-00c00dbeca16 req-eab79d3d-ffb9-419b-a23a-90afc4a6707e tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:54.081938 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-27724915-ea37-43fa-8446-c807a379fc25 req-97a7398a-a3cc-4a01-b06d-40391a3c8edc service neutron] 10.222.0.89 "GET /v2.0/networks/6c5a374a-d074-4ef5-8e93-00cab80208ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207314 Oct 20 12:24:54.196041 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-3aae30c3-483b-49f1-b004-00c00dbeca16 req-eab79d3d-ffb9-419b-a23a-90afc4a6707e tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Allocated IP 172.20.0.9 (6c5a374a-d074-4ef5-8e93-00cab80208ac/8c831cc2-941f-4957-9e0b-2d0aa7931294/c0b75b1c-ef57-4421-8389-ad934b80a948) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:24:54.348389 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3aae30c3-483b-49f1-b004-00c00dbeca16 req-eab79d3d-ffb9-419b-a23a-90afc4a6707e tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:54.388625 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3aae30c3-483b-49f1-b004-00c00dbeca16 req-eab79d3d-ffb9-419b-a23a-90afc4a6707e tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:54.401195 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['bc6a1c89-5573-4ebc-9afa-1ec610154d5d'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:24:54.432426 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aae30c3-483b-49f1-b004-00c00dbeca16 req-eab79d3d-ffb9-419b-a23a-90afc4a6707e tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Network 6c5a374a-d074-4ef5-8e93-00cab80208ac is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:24:54.435639 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-3aae30c3-483b-49f1-b004-00c00dbeca16 req-eab79d3d-ffb9-419b-a23a-90afc4a6707e tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:24:54.439453 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aae30c3-483b-49f1-b004-00c00dbeca16 req-eab79d3d-ffb9-419b-a23a-90afc4a6707e tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:24:54.448531 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab79d3d-ffb9-419b-a23a-90afc4a6707e tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Pushing event updated for resources: {'Port': ['ID=c0b75b1c-ef57-4421-8389-ad934b80a948,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:24:54.478827 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab79d3d-ffb9-419b-a23a-90afc4a6707e tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:24:54.479158 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab79d3d-ffb9-419b-a23a-90afc4a6707e tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:24:54.479496 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab79d3d-ffb9-419b-a23a-90afc4a6707e tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:24:54.479831 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab79d3d-ffb9-419b-a23a-90afc4a6707e tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:24:54.480164 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab79d3d-ffb9-419b-a23a-90afc4a6707e tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:24:54.480491 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab79d3d-ffb9-419b-a23a-90afc4a6707e tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:24:54.480819 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab79d3d-ffb9-419b-a23a-90afc4a6707e tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:24:54.481142 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab79d3d-ffb9-419b-a23a-90afc4a6707e tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:24:54.481464 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab79d3d-ffb9-419b-a23a-90afc4a6707e tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:24:54.481787 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab79d3d-ffb9-419b-a23a-90afc4a6707e tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:24:54.482117 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab79d3d-ffb9-419b-a23a-90afc4a6707e tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:24:54.482434 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab79d3d-ffb9-419b-a23a-90afc4a6707e tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:24:54.506964 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae30c3-483b-49f1-b004-00c00dbeca16 req-eab79d3d-ffb9-419b-a23a-90afc4a6707e tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:54.507613 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3aae30c3-483b-49f1-b004-00c00dbeca16 req-eab79d3d-ffb9-419b-a23a-90afc4a6707e tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:54.526259 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3aae30c3-483b-49f1-b004-00c00dbeca16 req-eab79d3d-ffb9-419b-a23a-90afc4a6707e tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7232306 Oct 20 12:24:54.538606 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-3aae30c3-483b-49f1-b004-00c00dbeca16 req-dac9f53b-f6dd-44ce-8329-a7d7361abc80 service neutron] Request body: {'port': {'device_id': '9b484885-63ff-4907-a75d-043d1d454e7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:24:54.598118 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3aae30c3-483b-49f1-b004-00c00dbeca16 req-dac9f53b-f6dd-44ce-8329-a7d7361abc80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:54.873680 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bdba1a-7b85-4a3b-b5b5-82a12faf1839 req-ecc3c01c-7df7-4cca-8e77-f793f73ad5e8 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:54.875251 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d3bdba1a-7b85-4a3b-b5b5-82a12faf1839 req-ecc3c01c-7df7-4cca-8e77-f793f73ad5e8 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b484885-63ff-4907-a75d-043d1d454e7a HTTP/1.1" status: 200 len: 931 time: 0.0803211 Oct 20 12:24:54.959954 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-3aae30c3-483b-49f1-b004-00c00dbeca16 req-dac9f53b-f6dd-44ce-8329-a7d7361abc80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0b75b1c-ef57-4421-8389-ad934b80a948 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:24:54.969178 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d3bdba1a-7b85-4a3b-b5b5-82a12faf1839 req-2a3b1560-5f10-43cb-87d8-d3397dc8a424 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/security-groups?id=51556001-2c7d-4740-bcc7-a27184faa1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828867 Oct 20 12:24:54.971055 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3aae30c3-483b-49f1-b004-00c00dbeca16 req-dac9f53b-f6dd-44ce-8329-a7d7361abc80 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:54.984416 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-3aae30c3-483b-49f1-b004-00c00dbeca16 req-dac9f53b-f6dd-44ce-8329-a7d7361abc80 service neutron] Transition to ACTIVE for port object c0b75b1c-ef57-4421-8389-ad934b80a948 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 12:24:54.990401 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3aae30c3-483b-49f1-b004-00c00dbeca16 req-dac9f53b-f6dd-44ce-8329-a7d7361abc80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:55.043061 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac9f53b-f6dd-44ce-8329-a7d7361abc80 service neutron] Pushing event updated for resources: {'Port': ['ID=c0b75b1c-ef57-4421-8389-ad934b80a948,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:24:55.101420 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:55.116089 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-3aae30c3-483b-49f1-b004-00c00dbeca16 req-dac9f53b-f6dd-44ce-8329-a7d7361abc80 service neutron] Attempting to bind port c0b75b1c-ef57-4421-8389-ad934b80a948 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:24:55.116392 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-3aae30c3-483b-49f1-b004-00c00dbeca16 req-dac9f53b-f6dd-44ce-8329-a7d7361abc80 service neutron] Attempting to bind port c0b75b1c-ef57-4421-8389-ad934b80a948 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': 'ad575d33-d55b-43f1-948a-7283de9bd17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '6c5a374a-d074-4ef5-8e93-00cab80208ac'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:24:55.116748 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aae30c3-483b-49f1-b004-00c00dbeca16 req-dac9f53b-f6dd-44ce-8329-a7d7361abc80 service neutron] Attempting to bind port c0b75b1c-ef57-4421-8389-ad934b80a948 on network 6c5a374a-d074-4ef5-8e93-00cab80208ac {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:24:55.121408 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aae30c3-483b-49f1-b004-00c00dbeca16 req-dac9f53b-f6dd-44ce-8329-a7d7361abc80 service neutron] Port c0b75b1c-ef57-4421-8389-ad934b80a948 on network 6c5a374a-d074-4ef5-8e93-00cab80208ac not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 12:24:55.121728 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aae30c3-483b-49f1-b004-00c00dbeca16 req-dac9f53b-f6dd-44ce-8329-a7d7361abc80 service neutron] Attempting to bind port c0b75b1c-ef57-4421-8389-ad934b80a948 on network 6c5a374a-d074-4ef5-8e93-00cab80208ac {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:24:55.126750 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aae30c3-483b-49f1-b004-00c00dbeca16 req-dac9f53b-f6dd-44ce-8329-a7d7361abc80 service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:24:55.127046 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aae30c3-483b-49f1-b004-00c00dbeca16 req-dac9f53b-f6dd-44ce-8329-a7d7361abc80 service neutron] Checking segment: {'id': 'ad575d33-d55b-43f1-948a-7283de9bd17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '6c5a374a-d074-4ef5-8e93-00cab80208ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:24:55.127424 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aae30c3-483b-49f1-b004-00c00dbeca16 req-dac9f53b-f6dd-44ce-8329-a7d7361abc80 service neutron] Bound using segment: {'id': 'ad575d33-d55b-43f1-948a-7283de9bd17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '6c5a374a-d074-4ef5-8e93-00cab80208ac'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:24:55.127847 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-3aae30c3-483b-49f1-b004-00c00dbeca16 req-dac9f53b-f6dd-44ce-8329-a7d7361abc80 service neutron] Bound port: c0b75b1c-ef57-4421-8389-ad934b80a948, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad575d33-d55b-43f1-948a-7283de9bd17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '6c5a374a-d074-4ef5-8e93-00cab80208ac'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:24:55.128190 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3aae30c3-483b-49f1-b004-00c00dbeca16 req-dac9f53b-f6dd-44ce-8329-a7d7361abc80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:55.196550 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-3aae30c3-483b-49f1-b004-00c00dbeca16 req-dac9f53b-f6dd-44ce-8329-a7d7361abc80 service neutron] For port c0b75b1c-ef57-4421-8389-ad934b80a948, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:24:55.199775 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-3aae30c3-483b-49f1-b004-00c00dbeca16 req-dac9f53b-f6dd-44ce-8329-a7d7361abc80 service neutron] For port c0b75b1c-ef57-4421-8389-ad934b80a948, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=c0b75b1c-ef57-4421-8389-ad934b80a948,segment=NetworkSegment(ad575d33-d55b-43f1-948a-7283de9bd17f),segment_id=ad575d33-d55b-43f1-948a-7283de9bd17f)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:24:55.204852 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3aae30c3-483b-49f1-b004-00c00dbeca16 req-dac9f53b-f6dd-44ce-8329-a7d7361abc80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:55.239435 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae30c3-483b-49f1-b004-00c00dbeca16 req-dac9f53b-f6dd-44ce-8329-a7d7361abc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:55.240036 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-3aae30c3-483b-49f1-b004-00c00dbeca16 req-dac9f53b-f6dd-44ce-8329-a7d7361abc80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:55.241441 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3aae30c3-483b-49f1-b004-00c00dbeca16 req-dac9f53b-f6dd-44ce-8329-a7d7361abc80 service neutron] 10.222.0.11 "PUT /v2.0/ports/c0b75b1c-ef57-4421-8389-ad934b80a948 HTTP/1.1" status: 200 len: 1091 time: 0.7072496 Oct 20 12:24:55.241888 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b484885-63ff-4907-a75d-043d1d454e7a', 'tag': 'c0b75b1c-ef57-4421-8389-ad934b80a948'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:24:55.244235 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0a02dd2059fce6544e6c1114f6588b97938997ae633064690662b627edbbcf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561fa7fb-ea2a-43e4-99c8-e5ba77895b7f" -d '{"events": [{"name": "network-changed", "server_uuid": "9b484885-63ff-4907-a75d-043d1d454e7a", "tag": "c0b75b1c-ef57-4421-8389-ad934b80a948"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:24:55.271478 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac9f53b-f6dd-44ce-8329-a7d7361abc80 service neutron] Pushing event updated for resources: {'Port': ['ID=c0b75b1c-ef57-4421-8389-ad934b80a948,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:24:55.295940 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90f5b5f-cbcb-4b9a-844a-5076d83cc0a6 x-openstack-request-id: req-f90f5b5f-cbcb-4b9a-844a-5076d83cc0a6 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:24:55.296379 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b484885-63ff-4907-a75d-043d1d454e7a", "tag": "c0b75b1c-ef57-4421-8389-ad934b80a948", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:24:55.296566 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f90f5b5f-cbcb-4b9a-844a-5076d83cc0a6 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:24:55.297108 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b484885-63ff-4907-a75d-043d1d454e7a', 'tag': 'c0b75b1c-ef57-4421-8389-ad934b80a948', 'status': 'completed', 'code': 200} Oct 20 12:24:55.335776 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae30c3-483b-49f1-b004-00c00dbeca16 req-a2ef6a1d-b6b8-4553-ab68-15a79f72b3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:55.337318 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3aae30c3-483b-49f1-b004-00c00dbeca16 req-a2ef6a1d-b6b8-4553-ab68-15a79f72b3c6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a673c8d807014a05851472a84ca0fe26&device_id=9b484885-63ff-4907-a75d-043d1d454e7a HTTP/1.1" status: 200 len: 1094 time: 0.0515430 Oct 20 12:24:55.382241 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3aae30c3-483b-49f1-b004-00c00dbeca16 req-2023043d-eb46-4774-8c9f-5c1e0d518325 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0b75b1c-ef57-4421-8389-ad934b80a948 HTTP/1.1" status: 200 len: 217 time: 0.0374095 Oct 20 12:24:55.431785 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae30c3-483b-49f1-b004-00c00dbeca16 req-9015214e-b47f-41ef-97fa-7b30b4aa3dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:55.433253 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3aae30c3-483b-49f1-b004-00c00dbeca16 req-9015214e-b47f-41ef-97fa-7b30b4aa3dda service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8c831cc2-941f-4957-9e0b-2d0aa7931294 HTTP/1.1" status: 200 len: 853 time: 0.0443645 Oct 20 12:24:55.465050 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3aae30c3-483b-49f1-b004-00c00dbeca16 req-75c99ce0-03e4-4e9c-8e44-014ee4771e5f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6c5a374a-d074-4ef5-8e93-00cab80208ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248747 Oct 20 12:24:55.564137 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3aae30c3-483b-49f1-b004-00c00dbeca16 req-860f6e71-bbb9-4997-9a8e-d6a51f253a41 service neutron] 10.222.0.11 "GET /v2.0/networks/6c5a374a-d074-4ef5-8e93-00cab80208ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922968 Oct 20 12:24:55.664666 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3aae30c3-483b-49f1-b004-00c00dbeca16 req-9d6d3362-bbc4-44f5-a09a-175fb883bef9 service neutron] 10.222.0.11 "GET /v2.0/networks/6c5a374a-d074-4ef5-8e93-00cab80208ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923433 Oct 20 12:24:55.759823 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561fa7fb-ea2a-43e4-99c8-e5ba77895b7f req-a1eacdf8-81a7-45f4-ac90-3c1c903c1ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:55.761363 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-561fa7fb-ea2a-43e4-99c8-e5ba77895b7f req-a1eacdf8-81a7-45f4-ac90-3c1c903c1ff7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a673c8d807014a05851472a84ca0fe26&device_id=9b484885-63ff-4907-a75d-043d1d454e7a HTTP/1.1" status: 200 len: 1094 time: 0.0453300 Oct 20 12:24:55.862117 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561fa7fb-ea2a-43e4-99c8-e5ba77895b7f req-a65c6ff1-16eb-45b5-a1ff-371509c9b7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:55.863666 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-561fa7fb-ea2a-43e4-99c8-e5ba77895b7f req-a65c6ff1-16eb-45b5-a1ff-371509c9b7d1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6c5a374a-d074-4ef5-8e93-00cab80208ac HTTP/1.1" status: 200 len: 915 time: 0.0953729 Oct 20 12:24:55.907299 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-561fa7fb-ea2a-43e4-99c8-e5ba77895b7f req-92ff7c2d-5f81-45f9-9a54-6c7c01937e1b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0b75b1c-ef57-4421-8389-ad934b80a948 HTTP/1.1" status: 200 len: 217 time: 0.0355012 Oct 20 12:24:55.962746 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561fa7fb-ea2a-43e4-99c8-e5ba77895b7f req-17d747f4-10b5-44a9-b55e-10dc3218122a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:55.964320 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-561fa7fb-ea2a-43e4-99c8-e5ba77895b7f req-17d747f4-10b5-44a9-b55e-10dc3218122a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8c831cc2-941f-4957-9e0b-2d0aa7931294 HTTP/1.1" status: 200 len: 853 time: 0.0502701 Oct 20 12:24:55.999508 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-561fa7fb-ea2a-43e4-99c8-e5ba77895b7f req-4576146f-b5d2-4c3f-9e6e-ff764f078ab2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6c5a374a-d074-4ef5-8e93-00cab80208ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275576 Oct 20 12:24:56.126316 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-561fa7fb-ea2a-43e4-99c8-e5ba77895b7f req-1a47c97c-c7dc-4cfa-a969-c74fee1c76fc service neutron] 10.222.0.11 "GET /v2.0/networks/6c5a374a-d074-4ef5-8e93-00cab80208ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179967 Oct 20 12:24:56.138944 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae59a18-0606-4a85-b209-e9ee414c321a req-ee4e369b-81e0-4622-8667-1a450d0920ae tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:56.140531 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2ae59a18-0606-4a85-b209-e9ee414c321a req-ee4e369b-81e0-4622-8667-1a450d0920ae tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b484885-63ff-4907-a75d-043d1d454e7a HTTP/1.1" status: 200 len: 943 time: 0.0755739 Oct 20 12:24:56.230187 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2ae59a18-0606-4a85-b209-e9ee414c321a req-ee8ae165-e5d2-4c26-bc08-00b6e89d0d43 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/security-groups?id=51556001-2c7d-4740-bcc7-a27184faa1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800571 Oct 20 12:24:56.257398 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-561fa7fb-ea2a-43e4-99c8-e5ba77895b7f req-b5aded01-9134-4428-834d-db59699cea6b service neutron] 10.222.0.11 "GET /v2.0/networks/6c5a374a-d074-4ef5-8e93-00cab80208ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158426 Oct 20 12:24:57.360845 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54cd62-1c88-4673-9cc1-815fdfe40486 req-31508ec9-9c93-4f86-92d7-4c4844b6a982 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:57.362363 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8a54cd62-1c88-4673-9cc1-815fdfe40486 req-31508ec9-9c93-4f86-92d7-4c4844b6a982 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b484885-63ff-4907-a75d-043d1d454e7a HTTP/1.1" status: 200 len: 943 time: 0.0566013 Oct 20 12:24:57.401082 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8a54cd62-1c88-4673-9cc1-815fdfe40486 req-239c7790-eb93-407d-8080-6c158b827430 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/security-groups?id=51556001-2c7d-4740-bcc7-a27184faa1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325844 Oct 20 12:24:57.854290 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device c0b75b1c-ef57-4421-8389-ad934b80a948 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:24:57.954071 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port c0b75b1c-ef57-4421-8389-ad934b80a948, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=c0b75b1c-ef57-4421-8389-ad934b80a948,segment=NetworkSegment(ad575d33-d55b-43f1-948a-7283de9bd17f),segment_id=ad575d33-d55b-43f1-948a-7283de9bd17f)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:24:57.965737 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': 'c0b75b1c-ef57-4421-8389-ad934b80a948', 'network_id': '6c5a374a-d074-4ef5-8e93-00cab80208ac', 'port_id': 'c0b75b1c-ef57-4421-8389-ad934b80a948', 'mac_address': 'fa:16:3e:8f:1f:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c831cc2-941f-4957-9e0b-2d0aa7931294', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:24:58.007330 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:58.020568 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0b75b1c-ef57-4421-8389-ad934b80a948 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:24:58.039545 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port c0b75b1c-ef57-4421-8389-ad934b80a948, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=c0b75b1c-ef57-4421-8389-ad934b80a948,segment=NetworkSegment(ad575d33-d55b-43f1-948a-7283de9bd17f),segment_id=ad575d33-d55b-43f1-948a-7283de9bd17f)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:24:58.045524 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:24:58.093747 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=c0b75b1c-ef57-4421-8389-ad934b80a948,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:24:58.231380 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['c0b75b1c-ef57-4421-8389-ad934b80a948'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:24:58.522537 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273655b7-21a5-4f22-89c1-c04d3e9bcd71 req-a5e467d6-f639-4672-a4c6-05ab251708db tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:58.524014 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-273655b7-21a5-4f22-89c1-c04d3e9bcd71 req-a5e467d6-f639-4672-a4c6-05ab251708db tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b484885-63ff-4907-a75d-043d1d454e7a HTTP/1.1" status: 200 len: 944 time: 0.0516300 Oct 20 12:24:58.564122 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-273655b7-21a5-4f22-89c1-c04d3e9bcd71 req-d6e4a148-9121-4d23-aa0b-4a2a4c1d696c tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/security-groups?id=51556001-2c7d-4740-bcc7-a27184faa1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339298 Oct 20 12:24:59.684418 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b531361-16f1-4e97-bbae-f142dd292eaa req-7987c3a9-dcfd-4e8f-a6b2-71c6a76c0fa1 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:24:59.685914 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4b531361-16f1-4e97-bbae-f142dd292eaa req-7987c3a9-dcfd-4e8f-a6b2-71c6a76c0fa1 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b484885-63ff-4907-a75d-043d1d454e7a HTTP/1.1" status: 200 len: 944 time: 0.0516946 Oct 20 12:24:59.725302 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4b531361-16f1-4e97-bbae-f142dd292eaa req-6f94e581-eb98-48b0-a8dc-cef82b5ace62 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/security-groups?id=51556001-2c7d-4740-bcc7-a27184faa1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330632 Oct 20 12:24:59.870707 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device c0b75b1c-ef57-4421-8389-ad934b80a948 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:24:59.923282 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port c0b75b1c-ef57-4421-8389-ad934b80a948 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 12:24:59.931126 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port c0b75b1c-ef57-4421-8389-ad934b80a948 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:24:59.931496 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:00.014533 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:00.038347 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b484885-63ff-4907-a75d-043d1d454e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b75b1c-ef57-4421-8389-ad934b80a948'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:25:00.040654 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ba663b728f61600953c7c701890058d53749f56dec976386d606a322f26966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bccd7b0f-27ef-4f98-80ab-d87cab57f113" -d '{"events": [{"server_uuid": "9b484885-63ff-4907-a75d-043d1d454e7a", "name": "network-vif-plugged", "status": "completed", "tag": "c0b75b1c-ef57-4421-8389-ad934b80a948"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:25:00.054020 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port c0b75b1c-ef57-4421-8389-ad934b80a948, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=c0b75b1c-ef57-4421-8389-ad934b80a948,segment=NetworkSegment(ad575d33-d55b-43f1-948a-7283de9bd17f),segment_id=ad575d33-d55b-43f1-948a-7283de9bd17f)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:25:00.059433 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:00.085076 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f7adba-291a-417d-b52d-9f77346b98ac x-openstack-request-id: req-b9f7adba-291a-417d-b52d-9f77346b98ac {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:25:00.085366 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b484885-63ff-4907-a75d-043d1d454e7a", "name": "network-vif-plugged", "status": "completed", "tag": "c0b75b1c-ef57-4421-8389-ad934b80a948", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:25:00.085616 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b9f7adba-291a-417d-b52d-9f77346b98ac {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:25:00.086000 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b484885-63ff-4907-a75d-043d1d454e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b75b1c-ef57-4421-8389-ad934b80a948', 'code': 200} Oct 20 12:25:00.112095 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=c0b75b1c-ef57-4421-8389-ad934b80a948,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:00.188103 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f15d5f-75aa-4f6e-8087-0b7a15cf3c65 req-fd462d18-5d98-4da5-b3d3-e7ff4a3328f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:00.189686 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f3f15d5f-75aa-4f6e-8087-0b7a15cf3c65 req-fd462d18-5d98-4da5-b3d3-e7ff4a3328f9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9b484885-63ff-4907-a75d-043d1d454e7a HTTP/1.1" status: 200 len: 1096 time: 0.0492556 Oct 20 12:25:00.229759 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f3f15d5f-75aa-4f6e-8087-0b7a15cf3c65 req-03cc58ae-1cdc-4b16-9ba0-dc6ec96a21d4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=51556001-2c7d-4740-bcc7-a27184faa1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328548 Oct 20 12:25:00.852139 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5d9d9-c309-4980-b89b-d749f3b4026e req-f3740eaa-7ec8-49ef-8b69-8eb9b7d97868 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:00.853744 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2bb5d9d9-c309-4980-b89b-d749f3b4026e req-f3740eaa-7ec8-49ef-8b69-8eb9b7d97868 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b484885-63ff-4907-a75d-043d1d454e7a HTTP/1.1" status: 200 len: 945 time: 0.0523825 Oct 20 12:25:00.895577 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2bb5d9d9-c309-4980-b89b-d749f3b4026e req-2f9dfbb7-cf0a-4c6f-89be-6e66c716db37 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/security-groups?id=51556001-2c7d-4740-bcc7-a27184faa1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326357 Oct 20 12:25:02.016957 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230d783-7e7c-4243-9a8b-20c8e3e9588d req-785ed7d2-cd55-48a7-8305-c12752862770 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:02.018870 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e230d783-7e7c-4243-9a8b-20c8e3e9588d req-785ed7d2-cd55-48a7-8305-c12752862770 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b484885-63ff-4907-a75d-043d1d454e7a HTTP/1.1" status: 200 len: 945 time: 0.0514975 Oct 20 12:25:02.059709 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e230d783-7e7c-4243-9a8b-20c8e3e9588d req-7a4a45de-cd16-4541-a914-67d238bed471 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/security-groups?id=51556001-2c7d-4740-bcc7-a27184faa1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339234 Oct 20 12:25:02.317834 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd887e20-6205-49f5-9575-b3466b4bfcd3 req-66fec5c2-f6d6-43cc-b338-4dc11ca35acd tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:02.319900 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bd887e20-6205-49f5-9575-b3466b4bfcd3 req-66fec5c2-f6d6-43cc-b338-4dc11ca35acd tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b484885-63ff-4907-a75d-043d1d454e7a HTTP/1.1" status: 200 len: 945 time: 0.0655010 Oct 20 12:25:02.716725 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bd887e20-6205-49f5-9575-b3466b4bfcd3 req-873bcab3-71cb-4fc0-943a-f1f70a7f3030 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/security-groups?id=51556001-2c7d-4740-bcc7-a27184faa1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904335 Oct 20 12:25:03.531422 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28e0a4-004d-42a0-ad5f-10f1a9cbcb51 req-05bd57d1-5c9d-469c-8444-1ab653d02bff tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:03.532889 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8a28e0a4-004d-42a0-ad5f-10f1a9cbcb51 req-05bd57d1-5c9d-469c-8444-1ab653d02bff tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b484885-63ff-4907-a75d-043d1d454e7a HTTP/1.1" status: 200 len: 945 time: 0.0530055 Oct 20 12:25:03.533032 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:25:03.631548 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-8a28e0a4-004d-42a0-ad5f-10f1a9cbcb51 req-3996eaf5-b9d6-436f-b859-0465299c155b tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Deleting port c0b75b1c-ef57-4421-8389-ad934b80a948 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:25:03.631882 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-8a28e0a4-004d-42a0-ad5f-10f1a9cbcb51 req-3996eaf5-b9d6-436f-b859-0465299c155b tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:03.721958 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-8a28e0a4-004d-42a0-ad5f-10f1a9cbcb51 req-3996eaf5-b9d6-436f-b859-0465299c155b tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] For port c0b75b1c-ef57-4421-8389-ad934b80a948, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=c0b75b1c-ef57-4421-8389-ad934b80a948,segment=NetworkSegment(ad575d33-d55b-43f1-948a-7283de9bd17f),segment_id=ad575d33-d55b-43f1-948a-7283de9bd17f)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:25:03.722297 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-8a28e0a4-004d-42a0-ad5f-10f1a9cbcb51 req-3996eaf5-b9d6-436f-b859-0465299c155b tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:03.735848 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-8a28e0a4-004d-42a0-ad5f-10f1a9cbcb51 req-3996eaf5-b9d6-436f-b859-0465299c155b tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Calling delete_port for c0b75b1c-ef57-4421-8389-ad934b80a948 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:25:03.894710 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5fb5c9-79bf-4dfb-a64e-12bdeb66be98 req-bb3b59bc-c582-4823-bfac-c21c5a4ccb89 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:03.896176 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-be5fb5c9-79bf-4dfb-a64e-12bdeb66be98 req-bb3b59bc-c582-4823-bfac-c21c5a4ccb89 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b484885-63ff-4907-a75d-043d1d454e7a HTTP/1.1" status: 200 len: 945 time: 0.0860572 Oct 20 12:25:03.914025 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-8a28e0a4-004d-42a0-ad5f-10f1a9cbcb51 req-3996eaf5-b9d6-436f-b859-0465299c155b tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:03.927846 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['c0b75b1c-ef57-4421-8389-ad934b80a948'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:25:03.932242 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['bc6a1c89-5573-4ebc-9afa-1ec610154d5d'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:25:03.961824 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3996eaf5-b9d6-436f-b859-0465299c155b tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Pushing event deleted for resources: {'Port': ['ID=c0b75b1c-ef57-4421-8389-ad934b80a948,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:04.009417 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-be5fb5c9-79bf-4dfb-a64e-12bdeb66be98 req-b8b3fc56-d35d-4d2d-8fdd-23e11fb26949 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/security-groups?id=51556001-2c7d-4740-bcc7-a27184faa1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041365 Oct 20 12:25:04.032460 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a28e0a4-004d-42a0-ad5f-10f1a9cbcb51 req-3996eaf5-b9d6-436f-b859-0465299c155b tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] No DVR routers for this DVR port c0b75b1c-ef57-4421-8389-ad934b80a948 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:25:04.037697 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-8a28e0a4-004d-42a0-ad5f-10f1a9cbcb51 req-3996eaf5-b9d6-436f-b859-0465299c155b tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:04.041077 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8a28e0a4-004d-42a0-ad5f-10f1a9cbcb51 req-3996eaf5-b9d6-436f-b859-0465299c155b tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.11 "DELETE /v2.0/ports/c0b75b1c-ef57-4421-8389-ad934b80a948 HTTP/1.1" status: 204 len: 173 time: 0.5014749 Oct 20 12:25:04.041537 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b484885-63ff-4907-a75d-043d1d454e7a', 'name': 'network-vif-deleted', 'tag': 'c0b75b1c-ef57-4421-8389-ad934b80a948'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:25:04.043872 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0a02dd2059fce6544e6c1114f6588b97938997ae633064690662b627edbbcf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e8d7ac-c487-4bad-b970-50b8b94cd5df" -d '{"events": [{"server_uuid": "9b484885-63ff-4907-a75d-043d1d454e7a", "name": "network-vif-deleted", "tag": "c0b75b1c-ef57-4421-8389-ad934b80a948"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:25:04.080245 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eddb663-c77f-4849-92cb-64447abc37e9 x-openstack-request-id: req-9eddb663-c77f-4849-92cb-64447abc37e9 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:25:04.080539 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b484885-63ff-4907-a75d-043d1d454e7a", "name": "network-vif-deleted", "tag": "c0b75b1c-ef57-4421-8389-ad934b80a948", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:25:04.080784 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9eddb663-c77f-4849-92cb-64447abc37e9 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:25:04.081186 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b484885-63ff-4907-a75d-043d1d454e7a', 'name': 'network-vif-deleted', 'tag': 'c0b75b1c-ef57-4421-8389-ad934b80a948', 'status': 'completed', 'code': 200} Oct 20 12:25:05.174468 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4dcdb-5a49-4f88-81ec-35a956aaa786 req-312276d8-c7ca-4fd0-bc3d-4460ae094953 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:05.175999 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-05e4dcdb-5a49-4f88-81ec-35a956aaa786 req-312276d8-c7ca-4fd0-bc3d-4460ae094953 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/ports?device_id=72f2f5dc-e30e-45c9-beac-478dcc95fde9 HTTP/1.1" status: 200 len: 946 time: 0.0521829 Oct 20 12:25:05.219098 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-05e4dcdb-5a49-4f88-81ec-35a956aaa786 req-c78a673e-a705-4d4c-b1c5-3a01226ab495 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/security-groups?id=51556001-2c7d-4740-bcc7-a27184faa1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365484 Oct 20 12:25:05.356629 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705c8de-0494-458d-9274-4b39dd266260 req-413b5ee3-1e92-4b7c-9328-fcba9985f19e tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:05.358016 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8705c8de-0494-458d-9274-4b39dd266260 req-413b5ee3-1e92-4b7c-9328-fcba9985f19e tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/ports?device_id=72f2f5dc-e30e-45c9-beac-478dcc95fde9 HTTP/1.1" status: 200 len: 946 time: 0.0519292 Oct 20 12:25:05.401736 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8705c8de-0494-458d-9274-4b39dd266260 req-3cdce1d7-6b16-4268-ad14-c5c683852e14 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/security-groups?id=51556001-2c7d-4740-bcc7-a27184faa1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373905 Oct 20 12:25:05.522449 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626606fc-ee8c-4069-8f06-6ab771250c1a req-c0d3083e-2118-45b9-b77b-554802121122 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:05.523971 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-626606fc-ee8c-4069-8f06-6ab771250c1a req-c0d3083e-2118-45b9-b77b-554802121122 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/ports?device_id=72f2f5dc-e30e-45c9-beac-478dcc95fde9 HTTP/1.1" status: 200 len: 946 time: 0.0517972 Oct 20 12:25:05.563897 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-626606fc-ee8c-4069-8f06-6ab771250c1a req-e2a31f1c-8058-405a-9063-49ed0fdff823 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/security-groups?id=51556001-2c7d-4740-bcc7-a27184faa1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337241 Oct 20 12:25:05.738092 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe6fcc-faa3-471b-b7e7-fea0deb37c23 req-53d4d3a7-6e9c-4513-9506-eae933d961d7 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:05.739615 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4fbe6fcc-faa3-471b-b7e7-fea0deb37c23 req-53d4d3a7-6e9c-4513-9506-eae933d961d7 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/ports?device_id=72f2f5dc-e30e-45c9-beac-478dcc95fde9 HTTP/1.1" status: 200 len: 946 time: 0.0507550 Oct 20 12:25:05.778718 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4fbe6fcc-faa3-471b-b7e7-fea0deb37c23 req-b53c8911-a462-4ca2-86d7-b09246a76332 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/security-groups?id=51556001-2c7d-4740-bcc7-a27184faa1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328317 Oct 20 12:25:05.898611 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f539194f-1847-411a-bde1-275c91a04c92 req-3bbb428f-cff0-48cd-8474-a1ef9d5b3247 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:05.900036 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f539194f-1847-411a-bde1-275c91a04c92 req-3bbb428f-cff0-48cd-8474-a1ef9d5b3247 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/ports?device_id=72f2f5dc-e30e-45c9-beac-478dcc95fde9 HTTP/1.1" status: 200 len: 946 time: 0.0521524 Oct 20 12:25:05.941818 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f539194f-1847-411a-bde1-275c91a04c92 req-50e269f7-bcb1-4c1a-9da5-8d2cac5d5f78 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/security-groups?id=51556001-2c7d-4740-bcc7-a27184faa1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354269 Oct 20 12:25:06.095816 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb1a90-b465-40fb-a632-ffb167aa3daa req-b544aefa-8d40-4a02-a76d-7ce3ae82f3c6 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:06.097294 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f8eb1a90-b465-40fb-a632-ffb167aa3daa req-b544aefa-8d40-4a02-a76d-7ce3ae82f3c6 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/ports?device_id=72f2f5dc-e30e-45c9-beac-478dcc95fde9 HTTP/1.1" status: 200 len: 946 time: 0.0656972 Oct 20 12:25:06.140023 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f8eb1a90-b465-40fb-a632-ffb167aa3daa req-f909394b-ea09-47dd-8fa4-4b37a7dbb192 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/security-groups?id=51556001-2c7d-4740-bcc7-a27184faa1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334461 Oct 20 12:25:06.456214 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018fee4-628d-40eb-bcd1-ee0ddf3cd8bd req-4f5a22a9-8ae1-4e0b-b073-0f3fcd6ba42f tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:06.457727 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b018fee4-628d-40eb-bcd1-ee0ddf3cd8bd req-4f5a22a9-8ae1-4e0b-b073-0f3fcd6ba42f tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/ports?device_id=72f2f5dc-e30e-45c9-beac-478dcc95fde9 HTTP/1.1" status: 200 len: 946 time: 0.0544386 Oct 20 12:25:06.497049 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b018fee4-628d-40eb-bcd1-ee0ddf3cd8bd req-42ef8d31-1c6f-48ca-ba6b-fbd8c0e767fc tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/security-groups?id=51556001-2c7d-4740-bcc7-a27184faa1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331023 Oct 20 12:25:07.628357 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffde62f-4452-4300-968c-ff7ba899eb53 req-9d8cebd7-96f4-4bdf-9bdc-17d398e8dbb2 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:07.629986 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1ffde62f-4452-4300-968c-ff7ba899eb53 req-9d8cebd7-96f4-4bdf-9bdc-17d398e8dbb2 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/ports?device_id=72f2f5dc-e30e-45c9-beac-478dcc95fde9 HTTP/1.1" status: 200 len: 946 time: 0.0544531 Oct 20 12:25:07.676013 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1ffde62f-4452-4300-968c-ff7ba899eb53 req-a1c749e8-e418-430e-a11b-1c172b9728df tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/security-groups?id=51556001-2c7d-4740-bcc7-a27184faa1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396395 Oct 20 12:25:07.885377 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device c0b75b1c-ef57-4421-8389-ad934b80a948 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:25:07.906613 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: c0b75b1c-ef57-4421-8389-ad934b80a948 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:25:07.906941 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device c0b75b1c-ef57-4421-8389-ad934b80a948 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:25:07.907696 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19041d39-a77f-4bfe-9804-1efc06379d3e req-4975450b-2ed8-4ad4-8ed3-126b6e8cbf78 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:07.909249 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19041d39-a77f-4bfe-9804-1efc06379d3e req-4975450b-2ed8-4ad4-8ed3-126b6e8cbf78 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.89 "GET /v2.0/ports?device_id=72f2f5dc-e30e-45c9-beac-478dcc95fde9 HTTP/1.1" status: 200 len: 946 time: 0.0546136 Oct 20 12:25:08.007392 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-19041d39-a77f-4bfe-9804-1efc06379d3e req-935e8247-8329-4ec6-a367-e3d085e33355 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Deleting port bc6a1c89-5573-4ebc-9afa-1ec610154d5d {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:25:08.007735 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-19041d39-a77f-4bfe-9804-1efc06379d3e req-935e8247-8329-4ec6-a367-e3d085e33355 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:08.107994 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-19041d39-a77f-4bfe-9804-1efc06379d3e req-935e8247-8329-4ec6-a367-e3d085e33355 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] For port bc6a1c89-5573-4ebc-9afa-1ec610154d5d, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=bc6a1c89-5573-4ebc-9afa-1ec610154d5d,segment=NetworkSegment(ad575d33-d55b-43f1-948a-7283de9bd17f),segment_id=ad575d33-d55b-43f1-948a-7283de9bd17f)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:25:08.108391 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-19041d39-a77f-4bfe-9804-1efc06379d3e req-935e8247-8329-4ec6-a367-e3d085e33355 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:08.124457 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-19041d39-a77f-4bfe-9804-1efc06379d3e req-935e8247-8329-4ec6-a367-e3d085e33355 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Calling delete_port for bc6a1c89-5573-4ebc-9afa-1ec610154d5d owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:25:08.262389 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-19041d39-a77f-4bfe-9804-1efc06379d3e req-935e8247-8329-4ec6-a367-e3d085e33355 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:08.277004 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['bc6a1c89-5573-4ebc-9afa-1ec610154d5d'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:25:08.290773 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e8247-8329-4ec6-a367-e3d085e33355 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Pushing event deleted for resources: {'Port': ['ID=bc6a1c89-5573-4ebc-9afa-1ec610154d5d,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:08.332084 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-19041d39-a77f-4bfe-9804-1efc06379d3e req-935e8247-8329-4ec6-a367-e3d085e33355 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] No DVR routers for this DVR port bc6a1c89-5573-4ebc-9afa-1ec610154d5d on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:25:08.335171 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-19041d39-a77f-4bfe-9804-1efc06379d3e req-935e8247-8329-4ec6-a367-e3d085e33355 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:08.338497 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-19041d39-a77f-4bfe-9804-1efc06379d3e req-935e8247-8329-4ec6-a367-e3d085e33355 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.89 "DELETE /v2.0/ports/bc6a1c89-5573-4ebc-9afa-1ec610154d5d HTTP/1.1" status: 204 len: 173 time: 0.4194403 Oct 20 12:25:08.338981 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72f2f5dc-e30e-45c9-beac-478dcc95fde9', 'name': 'network-vif-deleted', 'tag': 'bc6a1c89-5573-4ebc-9afa-1ec610154d5d'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:25:08.341279 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0a02dd2059fce6544e6c1114f6588b97938997ae633064690662b627edbbcf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56d80e3-0074-4fa5-8eac-a3831d1cb7a2" -d '{"events": [{"server_uuid": "72f2f5dc-e30e-45c9-beac-478dcc95fde9", "name": "network-vif-deleted", "tag": "bc6a1c89-5573-4ebc-9afa-1ec610154d5d"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:25:08.376851 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b245e582-05b5-4d83-b4d5-b469781917ec x-openstack-request-id: req-b245e582-05b5-4d83-b4d5-b469781917ec {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:25:08.377134 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72f2f5dc-e30e-45c9-beac-478dcc95fde9", "name": "network-vif-deleted", "tag": "bc6a1c89-5573-4ebc-9afa-1ec610154d5d", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:25:08.377402 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b245e582-05b5-4d83-b4d5-b469781917ec {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:25:08.377774 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72f2f5dc-e30e-45c9-beac-478dcc95fde9', 'name': 'network-vif-deleted', 'tag': 'bc6a1c89-5573-4ebc-9afa-1ec610154d5d', 'status': 'completed', 'code': 200} Oct 20 12:25:08.807370 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dc419eff-3929-458c-9dd9-a20779a09005 req-e4b8fc9c-8f66-48ad-ba6a-881352aad0c8 tempest-ServersNegativeTestJSON-653300660 tempest-ServersNegativeTestJSON-653300660-project] 10.222.0.98 "GET /v2.0/ports?device_id=72f2f5dc-e30e-45c9-beac-478dcc95fde9 HTTP/1.1" status: 200 len: 210 time: 0.0295844 Oct 20 12:25:09.878564 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58668) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:25:09.944152 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-91d67731-4ce1-4121-8b41-62e1bbdbc137 admin admin] Deleting subnet 8c831cc2-941f-4957-9e0b-2d0aa7931294 {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 12:25:09.947898 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-91d67731-4ce1-4121-8b41-62e1bbdbc137 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:09.986452 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-91d67731-4ce1-4121-8b41-62e1bbdbc137 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:10.028808 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-91d67731-4ce1-4121-8b41-62e1bbdbc137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:10.088196 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-91d67731-4ce1-4121-8b41-62e1bbdbc137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:10.118103 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d67731-4ce1-4121-8b41-62e1bbdbc137 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c831cc2-941f-4957-9e0b-2d0aa7931294,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:10.121937 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-91d67731-4ce1-4121-8b41-62e1bbdbc137 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:10.125166 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-91d67731-4ce1-4121-8b41-62e1bbdbc137 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/8c831cc2-941f-4957-9e0b-2d0aa7931294 HTTP/1.1" status: 204 len: 168 time: 0.2454796 Oct 20 12:25:10.128687 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58670) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:25:10.198909 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-10c3e641-a56c-4aeb-8d63-07b2ea63469f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:10.287628 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-10c3e641-a56c-4aeb-8d63-07b2ea63469f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:10.309593 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-10c3e641-a56c-4aeb-8d63-07b2ea63469f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c5a374a-d074-4ef5-8e93-00cab80208ac']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:25:10.319593 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-10c3e641-a56c-4aeb-8d63-07b2ea63469f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad575d33-d55b-43f1-948a-7283de9bd17f') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:25:10.319890 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-10c3e641-a56c-4aeb-8d63-07b2ea63469f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad575d33-d55b-43f1-948a-7283de9bd17f') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:25:10.330003 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-10c3e641-a56c-4aeb-8d63-07b2ea63469f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:10.343394 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-10c3e641-a56c-4aeb-8d63-07b2ea63469f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:10.349415 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10c3e641-a56c-4aeb-8d63-07b2ea63469f admin admin] Releasing vlan 1262 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 12:25:10.349794 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-10c3e641-a56c-4aeb-8d63-07b2ea63469f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:10.351453 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 12:25:10.351453 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 12:25:10.351453 n-d-814735-3 neutron-server[100647]: timer() Oct 20 12:25:10.351453 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 12:25:10.351453 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 12:25:10.351453 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 12:25:10.351453 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 12:25:10.351453 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 12:25:10.351453 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 12:25:10.351453 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 12:25:10.351453 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 12:25:10.351453 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 12:25:10.351453 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 12:25:10.351453 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 12:25:10.351453 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 12:25:10.351453 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 12:25:10.351453 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 12:25:10.351453 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 12:25:10.351453 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 12:25:10.351453 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 12:25:10.351453 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 12:25:10.351453 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 12:25:10.351453 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 12:25:10.351453 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 12:25:10.351453 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 12:25:10.351453 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 12:25:10.351453 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 12:25:10.351453 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 12:25:10.351453 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 12:25:10.351453 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 12:25:10.351453 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 12:25:10.351453 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 12:25:10.399454 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:10.405853 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-10c3e641-a56c-4aeb-8d63-07b2ea63469f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:10.411451 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-10c3e641-a56c-4aeb-8d63-07b2ea63469f admin admin] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:10.414608 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-10c3e641-a56c-4aeb-8d63-07b2ea63469f admin admin] 10.222.0.98 "DELETE /v2.0/networks/6c5a374a-d074-4ef5-8e93-00cab80208ac HTTP/1.1" status: 204 len: 168 time: 0.2850029 Oct 20 12:25:10.425780 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c3e641-a56c-4aeb-8d63-07b2ea63469f admin admin] Pushing event deleted for resources: {'Network': ['ID=6c5a374a-d074-4ef5-8e93-00cab80208ac,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:10.538131 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58674) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:25:10.582343 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-36aef039-1ef9-45f1-9d94-9e7e308a4ce0 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a673c8d807014a05851472a84ca0fe26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429256 Oct 20 12:25:10.585031 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58676) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:25:10.648539 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a3fbc7b1-d1ec-411d-a500-557547fc91f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:10.679165 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a3fbc7b1-d1ec-411d-a500-557547fc91f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:10.730686 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a3fbc7b1-d1ec-411d-a500-557547fc91f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:10.734106 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a3fbc7b1-d1ec-411d-a500-557547fc91f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:10.734644 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a3fbc7b1-d1ec-411d-a500-557547fc91f3 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/51556001-2c7d-4740-bcc7-a27184faa1c9 HTTP/1.1" status: 204 len: 168 time: 0.1486464 Oct 20 12:25:10.743824 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fbc7b1-d1ec-411d-a500-557547fc91f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51556001-2c7d-4740-bcc7-a27184faa1c9,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:11.508807 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58702) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:25:11.618488 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-5b0f70fa-f5a4-4163-9feb-053ed2c8e649 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1655914133'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:25:11.643055 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0f70fa-f5a4-4163-9feb-053ed2c8e649 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Made reservation on behalf of 0d96ec2ff8b84750a538c30dc4c35159 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:25:11.647302 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5b0f70fa-f5a4-4163-9feb-053ed2c8e649 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:11.657845 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5b0f70fa-f5a4-4163-9feb-053ed2c8e649 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:11.667144 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device bc6a1c89-5573-4ebc-9afa-1ec610154d5d no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:25:11.691433 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: bc6a1c89-5573-4ebc-9afa-1ec610154d5d {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:25:11.691872 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device bc6a1c89-5573-4ebc-9afa-1ec610154d5d not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:25:11.740840 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5b0f70fa-f5a4-4163-9feb-053ed2c8e649 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:11.745666 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5b0f70fa-f5a4-4163-9feb-053ed2c8e649 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:11.778906 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b0f70fa-f5a4-4163-9feb-053ed2c8e649 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] vlan segment allocate from pool success with {'vlan_id': 1259, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 12:25:11.785425 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f70fa-f5a4-4163-9feb-053ed2c8e649 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=123fbc81-78e7-4e5b-af3e-d1835ff35dac,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:11.792159 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5b0f70fa-f5a4-4163-9feb-053ed2c8e649 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:11.792999 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-5b0f70fa-f5a4-4163-9feb-053ed2c8e649 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Added segment c329a93f-a8dd-4346-93f8-732619cec6f4 of type vlan for network f3482aca-437c-46d0-8ac5-cb9ea7d281da Oct 20 12:25:11.838294 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5b0f70fa-f5a4-4163-9feb-053ed2c8e649 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:11.866269 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5b0f70fa-f5a4-4163-9feb-053ed2c8e649 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:11.872075 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0f70fa-f5a4-4163-9feb-053ed2c8e649 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:11.872654 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5b0f70fa-f5a4-4163-9feb-053ed2c8e649 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:11.913050 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5b0f70fa-f5a4-4163-9feb-053ed2c8e649 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4025853 Oct 20 12:25:11.941960 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f70fa-f5a4-4163-9feb-053ed2c8e649 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Pushing event updated for resources: {'Network': ['ID=f3482aca-437c-46d0-8ac5-cb9ea7d281da,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:11.953190 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network f3482aca-437c-46d0-8ac5-cb9ea7d281da details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 12:25:15.176812 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58706) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:25:15.182171 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-7ed51838-d663-4101-a63d-6e32cdb04bc0 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Request body: {'subnet': {'network_id': 'f3482aca-437c-46d0-8ac5-cb9ea7d281da', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:25:15.280948 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed51838-d663-4101-a63d-6e32cdb04bc0 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Made reservation on behalf of 0d96ec2ff8b84750a538c30dc4c35159 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:25:15.285050 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7ed51838-d663-4101-a63d-6e32cdb04bc0 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:15.489340 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7ed51838-d663-4101-a63d-6e32cdb04bc0 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:15.563683 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed51838-d663-4101-a63d-6e32cdb04bc0 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Checking segment: {'id': 'c329a93f-a8dd-4346-93f8-732619cec6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': 'f3482aca-437c-46d0-8ac5-cb9ea7d281da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:25:15.564016 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed51838-d663-4101-a63d-6e32cdb04bc0 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Network hostable DHCP agents. Network: f3482aca-437c-46d0-8ac5-cb9ea7d281da, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 12:25:15.566118 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed51838-d663-4101-a63d-6e32cdb04bc0 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Pushing event updated for resources: {'Subnet': ['ID=d1c6e5fc-3868-44d7-98ea-36d3635f7bcc,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:15.589697 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed51838-d663-4101-a63d-6e32cdb04bc0 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Network f3482aca-437c-46d0-8ac5-cb9ea7d281da is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 12:25:15.600397 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-7ed51838-d663-4101-a63d-6e32cdb04bc0 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, f3482aca-437c-46d0-8ac5-cb9ea7d281da) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:25:15.604870 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed51838-d663-4101-a63d-6e32cdb04bc0 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:15.605625 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7ed51838-d663-4101-a63d-6e32cdb04bc0 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:15.610823 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0eb05b7-6eec-403b-b7e0-1f50a71b3b39 None None] Network f3482aca-437c-46d0-8ac5-cb9ea7d281da requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:25:15.626257 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7ed51838-d663-4101-a63d-6e32cdb04bc0 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4481695 Oct 20 12:25:15.629947 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58710) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:25:15.635569 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-8d33da9d-f063-4856-8629-4bca4fbb7fb9 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1112560026'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:25:15.660109 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d33da9d-f063-4856-8629-4bca4fbb7fb9 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Made reservation on behalf of 0d96ec2ff8b84750a538c30dc4c35159 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:25:15.663698 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8d33da9d-f063-4856-8629-4bca4fbb7fb9 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:15.689285 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d33da9d-f063-4856-8629-4bca4fbb7fb9 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] vlan segment allocate from pool success with {'vlan_id': 1262, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 12:25:15.698615 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8d33da9d-f063-4856-8629-4bca4fbb7fb9 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:15.700349 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-8d33da9d-f063-4856-8629-4bca4fbb7fb9 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Added segment 20854424-0060-4067-b540-bd934ab8f94b of type vlan for network 0f088ef9-0829-4afe-bf70-6b7b92d82bc9 Oct 20 12:25:15.759739 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8d33da9d-f063-4856-8629-4bca4fbb7fb9 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:15.767610 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6390c9b2-8167-4232-9f48-d1b13dda5823 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-f3482aca-437c-46d0-8ac5-cb9ea7d281da', 'network_id': 'f3482aca-437c-46d0-8ac5-cb9ea7d281da', 'tenant_id': '0d96ec2ff8b84750a538c30dc4c35159', 'fixed_ips': [{'subnet_id': 'd1c6e5fc-3868-44d7-98ea-36d3635f7bcc'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 12:25:15.768959 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6390c9b2-8167-4232-9f48-d1b13dda5823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:15.787901 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8d33da9d-f063-4856-8629-4bca4fbb7fb9 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:15.793589 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d33da9d-f063-4856-8629-4bca4fbb7fb9 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:15.794224 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8d33da9d-f063-4856-8629-4bca4fbb7fb9 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:15.830534 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8d33da9d-f063-4856-8629-4bca4fbb7fb9 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1991730 Oct 20 12:25:15.833519 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58712) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:25:15.840861 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-8bed9b2c-8d60-4d5b-a42e-821bcff239a2 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Request body: {'subnet': {'network_id': '0f088ef9-0829-4afe-bf70-6b7b92d82bc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:25:15.882319 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d33da9d-f063-4856-8629-4bca4fbb7fb9 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Pushing event updated for resources: {'Network': ['ID=0f088ef9-0829-4afe-bf70-6b7b92d82bc9,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:15.896531 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 0f088ef9-0829-4afe-bf70-6b7b92d82bc9 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 12:25:15.966079 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bed9b2c-8d60-4d5b-a42e-821bcff239a2 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Made reservation on behalf of 0d96ec2ff8b84750a538c30dc4c35159 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:25:15.969327 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8bed9b2c-8d60-4d5b-a42e-821bcff239a2 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:15.973830 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-6390c9b2-8167-4232-9f48-d1b13dda5823 None None] Allocated IP 2001:db8:0:ffff::2 (f3482aca-437c-46d0-8ac5-cb9ea7d281da/d1c6e5fc-3868-44d7-98ea-36d3635f7bcc/07b1bf9c-7184-484a-98a6-d6c25349c9e6) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:25:15.989174 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:16.146149 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6390c9b2-8167-4232-9f48-d1b13dda5823 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:16.153392 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6390c9b2-8167-4232-9f48-d1b13dda5823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:16.177847 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8bed9b2c-8d60-4d5b-a42e-821bcff239a2 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:16.189912 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6390c9b2-8167-4232-9f48-d1b13dda5823 None None] Network f3482aca-437c-46d0-8ac5-cb9ea7d281da is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:25:16.192802 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-6390c9b2-8167-4232-9f48-d1b13dda5823 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:25:16.195545 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6390c9b2-8167-4232-9f48-d1b13dda5823 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:25:16.211643 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6390c9b2-8167-4232-9f48-d1b13dda5823 None None] Pushing event updated for resources: {'Port': ['ID=07b1bf9c-7184-484a-98a6-d6c25349c9e6,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:16.231739 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed9b2c-8d60-4d5b-a42e-821bcff239a2 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Pushing event updated for resources: {'Subnet': ['ID=88560ee0-a85a-4098-8957-45b3c681ec3c,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:16.237085 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6390c9b2-8167-4232-9f48-d1b13dda5823 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:25:16.237732 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6390c9b2-8167-4232-9f48-d1b13dda5823 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:25:16.238009 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6390c9b2-8167-4232-9f48-d1b13dda5823 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:25:16.238606 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6390c9b2-8167-4232-9f48-d1b13dda5823 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:25:16.239013 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6390c9b2-8167-4232-9f48-d1b13dda5823 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:25:16.239457 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6390c9b2-8167-4232-9f48-d1b13dda5823 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:25:16.239899 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6390c9b2-8167-4232-9f48-d1b13dda5823 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:25:16.240316 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6390c9b2-8167-4232-9f48-d1b13dda5823 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:25:16.240706 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6390c9b2-8167-4232-9f48-d1b13dda5823 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:25:16.241207 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6390c9b2-8167-4232-9f48-d1b13dda5823 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:25:16.241600 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6390c9b2-8167-4232-9f48-d1b13dda5823 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:25:16.241925 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6390c9b2-8167-4232-9f48-d1b13dda5823 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:25:16.255641 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bed9b2c-8d60-4d5b-a42e-821bcff239a2 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Checking segment: {'id': '20854424-0060-4067-b540-bd934ab8f94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '0f088ef9-0829-4afe-bf70-6b7b92d82bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:25:16.256005 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bed9b2c-8d60-4d5b-a42e-821bcff239a2 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Network hostable DHCP agents. Network: 0f088ef9-0829-4afe-bf70-6b7b92d82bc9, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 12:25:16.276085 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bed9b2c-8d60-4d5b-a42e-821bcff239a2 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Network 0f088ef9-0829-4afe-bf70-6b7b92d82bc9 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 12:25:16.277905 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-6390c9b2-8167-4232-9f48-d1b13dda5823 None None] Attempting to bind port 07b1bf9c-7184-484a-98a6-d6c25349c9e6 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:25:16.278274 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-6390c9b2-8167-4232-9f48-d1b13dda5823 None None] Attempting to bind port 07b1bf9c-7184-484a-98a6-d6c25349c9e6 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'c329a93f-a8dd-4346-93f8-732619cec6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': 'f3482aca-437c-46d0-8ac5-cb9ea7d281da'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:25:16.278648 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6390c9b2-8167-4232-9f48-d1b13dda5823 None None] Attempting to bind port 07b1bf9c-7184-484a-98a6-d6c25349c9e6 on network f3482aca-437c-46d0-8ac5-cb9ea7d281da {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:25:16.284821 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6390c9b2-8167-4232-9f48-d1b13dda5823 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:25:16.285248 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6390c9b2-8167-4232-9f48-d1b13dda5823 None None] Checking segment: {'id': 'c329a93f-a8dd-4346-93f8-732619cec6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': 'f3482aca-437c-46d0-8ac5-cb9ea7d281da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:25:16.285839 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6390c9b2-8167-4232-9f48-d1b13dda5823 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:16.286270 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6390c9b2-8167-4232-9f48-d1b13dda5823 None None] Bound using segment: {'id': 'c329a93f-a8dd-4346-93f8-732619cec6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': 'f3482aca-437c-46d0-8ac5-cb9ea7d281da'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:25:16.286873 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-6390c9b2-8167-4232-9f48-d1b13dda5823 None None] Bound port: 07b1bf9c-7184-484a-98a6-d6c25349c9e6, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c329a93f-a8dd-4346-93f8-732619cec6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': 'f3482aca-437c-46d0-8ac5-cb9ea7d281da'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:25:16.287259 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6390c9b2-8167-4232-9f48-d1b13dda5823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:16.288238 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-8bed9b2c-8d60-4d5b-a42e-821bcff239a2 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 0f088ef9-0829-4afe-bf70-6b7b92d82bc9) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:25:16.292782 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bed9b2c-8d60-4d5b-a42e-821bcff239a2 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:16.293396 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8bed9b2c-8d60-4d5b-a42e-821bcff239a2 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:16.301210 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198eeecc-ff04-4cf5-8e95-f1e5ab3226f0 None None] Network 0f088ef9-0829-4afe-bf70-6b7b92d82bc9 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:25:16.314103 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8bed9b2c-8d60-4d5b-a42e-821bcff239a2 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4794118 Oct 20 12:25:16.317071 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58714) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:25:16.417971 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-6390c9b2-8167-4232-9f48-d1b13dda5823 None None] For port 07b1bf9c-7184-484a-98a6-d6c25349c9e6, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:25:16.425898 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-6390c9b2-8167-4232-9f48-d1b13dda5823 None None] For port 07b1bf9c-7184-484a-98a6-d6c25349c9e6, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=07b1bf9c-7184-484a-98a6-d6c25349c9e6,segment=NetworkSegment(c329a93f-a8dd-4346-93f8-732619cec6f4),segment_id=c329a93f-a8dd-4346-93f8-732619cec6f4)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:25:16.428016 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6339b99b-ac64-4c4b-9047-bfc7b298d668 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:16.432082 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6390c9b2-8167-4232-9f48-d1b13dda5823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:16.506615 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6339b99b-ac64-4c4b-9047-bfc7b298d668 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:16.540657 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6390c9b2-8167-4232-9f48-d1b13dda5823 None None] Pushing event updated for resources: {'Port': ['ID=07b1bf9c-7184-484a-98a6-d6c25349c9e6,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:16.559763 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51a315a-a919-43c0-a3a5-73d044ed3070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-0f088ef9-0829-4afe-bf70-6b7b92d82bc9', 'network_id': '0f088ef9-0829-4afe-bf70-6b7b92d82bc9', 'tenant_id': '0d96ec2ff8b84750a538c30dc4c35159', 'fixed_ips': [{'subnet_id': '88560ee0-a85a-4098-8957-45b3c681ec3c'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 12:25:16.561046 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b51a315a-a919-43c0-a3a5-73d044ed3070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:16.582546 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6339b99b-ac64-4c4b-9047-bfc7b298d668 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:16.615249 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6339b99b-ac64-4c4b-9047-bfc7b298d668 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Pushing event deleted for resources: {'Subnet': ['ID=88560ee0-a85a-4098-8957-45b3c681ec3c,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:16.688115 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6339b99b-ac64-4c4b-9047-bfc7b298d668 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server [None req-b51a315a-a919-43c0-a3a5-73d044ed3070 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 88560ee0-a85a-4098-8957-45b3c681ec3c: This subnet is being modified by another concurrent operation. Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise self.value Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server raise exception Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 88560ee0-a85a-4098-8957-45b3c681ec3c: This subnet is being modified by another concurrent operation. Oct 20 12:25:16.724387 n-d-814735-3 neutron-server[100648]: ERROR oslo_messaging.rpc.server Oct 20 12:25:16.732638 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-6339b99b-ac64-4c4b-9047-bfc7b298d668 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f088ef9-0829-4afe-bf70-6b7b92d82bc9']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:25:16.736220 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-6339b99b-ac64-4c4b-9047-bfc7b298d668 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20854424-0060-4067-b540-bd934ab8f94b') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:25:16.736519 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-6339b99b-ac64-4c4b-9047-bfc7b298d668 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20854424-0060-4067-b540-bd934ab8f94b') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:25:16.743190 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb48b63-634e-4f87-a436-3aa33b36827d None None] Network 0f088ef9-0829-4afe-bf70-6b7b92d82bc9 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:25:16.746205 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6339b99b-ac64-4c4b-9047-bfc7b298d668 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:16.763735 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6339b99b-ac64-4c4b-9047-bfc7b298d668 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:16.773579 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6339b99b-ac64-4c4b-9047-bfc7b298d668 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Releasing vlan 1262 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 12:25:16.774011 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6339b99b-ac64-4c4b-9047-bfc7b298d668 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:16.777286 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 12:25:16.777286 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 12:25:16.777286 n-d-814735-3 neutron-server[100646]: timer() Oct 20 12:25:16.777286 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 12:25:16.777286 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 12:25:16.777286 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 12:25:16.777286 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 12:25:16.777286 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 12:25:16.777286 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 12:25:16.777286 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 12:25:16.777286 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 12:25:16.777286 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 12:25:16.777286 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 12:25:16.777286 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 12:25:16.777286 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 12:25:16.777286 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 12:25:16.777286 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 12:25:16.777286 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 12:25:16.777286 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 12:25:16.777286 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 12:25:16.777286 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 12:25:16.777286 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 12:25:16.777286 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 12:25:16.777286 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 12:25:16.777286 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 12:25:16.777286 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 12:25:16.777286 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 12:25:16.777286 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 12:25:16.777286 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 12:25:16.777286 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 12:25:16.777286 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 12:25:16.777286 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 12:25:16.852697 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6339b99b-ac64-4c4b-9047-bfc7b298d668 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:16.860423 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6339b99b-ac64-4c4b-9047-bfc7b298d668 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:16.867288 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6339b99b-ac64-4c4b-9047-bfc7b298d668 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] 10.222.0.98 "DELETE /v2.0/networks/0f088ef9-0829-4afe-bf70-6b7b92d82bc9 HTTP/1.1" status: 204 len: 168 time: 0.5490458 Oct 20 12:25:16.867450 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58716) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:25:16.872474 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-8f1d6639-b33d-4bb1-b4ff-ec325eb30f51 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-583403896'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:25:16.879062 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6339b99b-ac64-4c4b-9047-bfc7b298d668 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Pushing event deleted for resources: {'Network': ['ID=0f088ef9-0829-4afe-bf70-6b7b92d82bc9,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:16.894896 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1d6639-b33d-4bb1-b4ff-ec325eb30f51 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Made reservation on behalf of 0d96ec2ff8b84750a538c30dc4c35159 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:25:16.899731 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f1d6639-b33d-4bb1-b4ff-ec325eb30f51 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:16.929721 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f1d6639-b33d-4bb1-b4ff-ec325eb30f51 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] vlan segment allocate from pool success with {'vlan_id': 1277, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 12:25:16.939558 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f1d6639-b33d-4bb1-b4ff-ec325eb30f51 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:16.939833 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-8f1d6639-b33d-4bb1-b4ff-ec325eb30f51 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Added segment 67e52e31-6b34-4e43-b2e7-7b2c5e7282d6 of type vlan for network d22dc30c-1604-425c-9cbb-900e89124cc4 Oct 20 12:25:16.981033 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f1d6639-b33d-4bb1-b4ff-ec325eb30f51 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:17.007095 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f1d6639-b33d-4bb1-b4ff-ec325eb30f51 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:17.012853 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d6639-b33d-4bb1-b4ff-ec325eb30f51 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:17.013472 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f1d6639-b33d-4bb1-b4ff-ec325eb30f51 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:17.055055 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8f1d6639-b33d-4bb1-b4ff-ec325eb30f51 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1865089 Oct 20 12:25:17.058081 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58718) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:25:17.065815 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-c0890dc1-23be-488a-afa1-969a3319038d tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Request body: {'subnet': {'network_id': 'd22dc30c-1604-425c-9cbb-900e89124cc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:25:17.107311 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d6639-b33d-4bb1-b4ff-ec325eb30f51 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Pushing event updated for resources: {'Network': ['ID=d22dc30c-1604-425c-9cbb-900e89124cc4,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:17.118221 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network d22dc30c-1604-425c-9cbb-900e89124cc4 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 12:25:17.201247 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0890dc1-23be-488a-afa1-969a3319038d tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Made reservation on behalf of 0d96ec2ff8b84750a538c30dc4c35159 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:25:17.205216 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c0890dc1-23be-488a-afa1-969a3319038d tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:17.269743 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.ipam_backend_mixin [None req-c0890dc1-23be-488a-afa1-969a3319038d tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Performing IP validity checks on allocation pools {{(pid=100647) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 20 12:25:17.270268 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.ipam_backend_mixin [None req-c0890dc1-23be-488a-afa1-969a3319038d tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100647) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 20 12:25:17.403131 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c0890dc1-23be-488a-afa1-969a3319038d tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:17.464975 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0890dc1-23be-488a-afa1-969a3319038d tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Pushing event updated for resources: {'Subnet': ['ID=8990ab6a-1673-4332-985f-71e02ab48d03,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:17.477470 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0890dc1-23be-488a-afa1-969a3319038d tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Checking segment: {'id': '67e52e31-6b34-4e43-b2e7-7b2c5e7282d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'd22dc30c-1604-425c-9cbb-900e89124cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:25:17.477908 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0890dc1-23be-488a-afa1-969a3319038d tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Network hostable DHCP agents. Network: d22dc30c-1604-425c-9cbb-900e89124cc4, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 12:25:17.484871 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ede7e6a-012b-4d3d-87e0-8d81aad47101 None None] Network f3482aca-437c-46d0-8ac5-cb9ea7d281da requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:25:17.496056 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0890dc1-23be-488a-afa1-969a3319038d tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Network d22dc30c-1604-425c-9cbb-900e89124cc4 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 12:25:17.506522 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-c0890dc1-23be-488a-afa1-969a3319038d tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, d22dc30c-1604-425c-9cbb-900e89124cc4) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:25:17.511661 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0890dc1-23be-488a-afa1-969a3319038d tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:17.512328 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-c0890dc1-23be-488a-afa1-969a3319038d tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:17.530209 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-c0890dc1-23be-488a-afa1-969a3319038d tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4710877 Oct 20 12:25:17.533029 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58722) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:25:17.548268 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a741da5e-8384-40ab-a1ab-d9f490f4e875 None None] Network d22dc30c-1604-425c-9cbb-900e89124cc4 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:25:17.551849 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-68c93fff-38f5-489c-a4f1-5d140998a3ca None None] Provisioning complete for port 07b1bf9c-7184-484a-98a6-d6c25349c9e6 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:25:17.552200 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-68c93fff-38f5-489c-a4f1-5d140998a3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:17.639686 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0ca175ee-602d-4825-b65a-675edb23ca2a tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:17.720568 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0ca175ee-602d-4825-b65a-675edb23ca2a tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:17.789267 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0ca175ee-602d-4825-b65a-675edb23ca2a tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:17.790637 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-68c93fff-38f5-489c-a4f1-5d140998a3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:17.817548 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca175ee-602d-4825-b65a-675edb23ca2a tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Pushing event deleted for resources: {'Subnet': ['ID=8990ab6a-1673-4332-985f-71e02ab48d03,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:17.912859 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0ca175ee-602d-4825-b65a-675edb23ca2a tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:17.953717 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-0ca175ee-602d-4825-b65a-675edb23ca2a tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d22dc30c-1604-425c-9cbb-900e89124cc4']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:25:17.964791 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-0ca175ee-602d-4825-b65a-675edb23ca2a tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67e52e31-6b34-4e43-b2e7-7b2c5e7282d6') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:25:17.965088 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-0ca175ee-602d-4825-b65a-675edb23ca2a tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67e52e31-6b34-4e43-b2e7-7b2c5e7282d6') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:25:17.975882 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0ca175ee-602d-4825-b65a-675edb23ca2a tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:17.990685 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0ca175ee-602d-4825-b65a-675edb23ca2a tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:17.997172 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ca175ee-602d-4825-b65a-675edb23ca2a tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Releasing vlan 1277 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 12:25:17.997566 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0ca175ee-602d-4825-b65a-675edb23ca2a tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:18.000858 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 12:25:18.000858 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 12:25:18.000858 n-d-814735-3 neutron-server[100647]: timer() Oct 20 12:25:18.000858 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 12:25:18.000858 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 12:25:18.000858 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 12:25:18.000858 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 12:25:18.000858 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 12:25:18.000858 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 12:25:18.000858 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 12:25:18.000858 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 12:25:18.000858 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 12:25:18.000858 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 12:25:18.000858 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 12:25:18.000858 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 12:25:18.000858 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 12:25:18.000858 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 12:25:18.000858 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 12:25:18.000858 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 12:25:18.000858 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 12:25:18.000858 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 12:25:18.000858 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 12:25:18.000858 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 12:25:18.000858 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 12:25:18.000858 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 12:25:18.000858 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 12:25:18.000858 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 12:25:18.000858 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 12:25:18.000858 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 12:25:18.000858 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 12:25:18.000858 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 12:25:18.000858 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 12:25:18.015064 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372b8825-e864-43b1-b9b0-49cded45c173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-d22dc30c-1604-425c-9cbb-900e89124cc4', 'network_id': 'd22dc30c-1604-425c-9cbb-900e89124cc4', 'tenant_id': '0d96ec2ff8b84750a538c30dc4c35159', 'fixed_ips': [{'subnet_id': '8990ab6a-1673-4332-985f-71e02ab48d03'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 12:25:18.015963 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-372b8825-e864-43b1-b9b0-49cded45c173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:18.022724 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-68c93fff-38f5-489c-a4f1-5d140998a3ca None None] For port 07b1bf9c-7184-484a-98a6-d6c25349c9e6, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=07b1bf9c-7184-484a-98a6-d6c25349c9e6,segment=NetworkSegment(c329a93f-a8dd-4346-93f8-732619cec6f4),segment_id=c329a93f-a8dd-4346-93f8-732619cec6f4)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:25:18.031422 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-68c93fff-38f5-489c-a4f1-5d140998a3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:18.076263 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0ca175ee-602d-4825-b65a-675edb23ca2a tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:18.083987 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0ca175ee-602d-4825-b65a-675edb23ca2a tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:18.087809 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-0ca175ee-602d-4825-b65a-675edb23ca2a tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] 10.222.0.98 "DELETE /v2.0/networks/d22dc30c-1604-425c-9cbb-900e89124cc4 HTTP/1.1" status: 204 len: 168 time: 0.5537970 Oct 20 12:25:18.091565 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58724) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:25:18.105883 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-dc915fc7-6ed4-486b-80b7-e247f2096cc3 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-768726356'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:25:18.111228 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca175ee-602d-4825-b65a-675edb23ca2a tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Pushing event deleted for resources: {'Network': ['ID=d22dc30c-1604-425c-9cbb-900e89124cc4,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:18.116377 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c93fff-38f5-489c-a4f1-5d140998a3ca None None] Pushing event updated for resources: {'Port': ['ID=07b1bf9c-7184-484a-98a6-d6c25349c9e6,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:18.126638 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7700ea-56f7-4d3f-a8a6-cd95b7bd1b68 None None] Network d22dc30c-1604-425c-9cbb-900e89124cc4 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:25:18.135065 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc915fc7-6ed4-486b-80b7-e247f2096cc3 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Made reservation on behalf of 0d96ec2ff8b84750a538c30dc4c35159 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:25:18.139819 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dc915fc7-6ed4-486b-80b7-e247f2096cc3 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:18.149979 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7700ea-56f7-4d3f-a8a6-cd95b7bd1b68 None None] Network d22dc30c-1604-425c-9cbb-900e89124cc4 could not be found, it might have been deleted concurrently. {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 20 12:25:18.169572 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc915fc7-6ed4-486b-80b7-e247f2096cc3 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] vlan segment allocate from pool success with {'vlan_id': 1295, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 12:25:18.179812 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dc915fc7-6ed4-486b-80b7-e247f2096cc3 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:18.180160 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-dc915fc7-6ed4-486b-80b7-e247f2096cc3 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Added segment f214770d-7dd6-4352-9382-7d53ac57c2eb of type vlan for network 3266d8d2-ea0d-47aa-b83f-239d5e9ae872 Oct 20 12:25:18.219536 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02624fa6-0ee0-44e1-9397-62d1f825cef0 None None] get_active_networks_info from n-d-814735-3 {{(pid=100648) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 20 12:25:18.221795 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dc915fc7-6ed4-486b-80b7-e247f2096cc3 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:18.248509 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dc915fc7-6ed4-486b-80b7-e247f2096cc3 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:18.254110 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc915fc7-6ed4-486b-80b7-e247f2096cc3 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:18.254708 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-dc915fc7-6ed4-486b-80b7-e247f2096cc3 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:18.275531 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-b800ce65-fd60-4b24-94fa-1ddae6eb00d7 None None] Provisioning complete for port 07b1bf9c-7184-484a-98a6-d6c25349c9e6 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:25:18.275912 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b800ce65-fd60-4b24-94fa-1ddae6eb00d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:18.284786 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-dc915fc7-6ed4-486b-80b7-e247f2096cc3 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1917932 Oct 20 12:25:18.288471 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58726) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:25:18.294903 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-ffbb405a-8642-4078-8338-c093c9145ce1 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Request body: {'subnet': {'network_id': '3266d8d2-ea0d-47aa-b83f-239d5e9ae872', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:25:18.328894 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02624fa6-0ee0-44e1-9397-62d1f825cef0 None None] Resources bound (agent type, host, resource id): {{(pid=100648) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 12:25:18.332938 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc915fc7-6ed4-486b-80b7-e247f2096cc3 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Pushing event updated for resources: {'Network': ['ID=3266d8d2-ea0d-47aa-b83f-239d5e9ae872,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:18.347508 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 3266d8d2-ea0d-47aa-b83f-239d5e9ae872 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 12:25:18.389841 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbb405a-8642-4078-8338-c093c9145ce1 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Made reservation on behalf of 0d96ec2ff8b84750a538c30dc4c35159 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:25:18.393850 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ffbb405a-8642-4078-8338-c093c9145ce1 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:18.590359 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ffbb405a-8642-4078-8338-c093c9145ce1 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:18.657885 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbb405a-8642-4078-8338-c093c9145ce1 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Pushing event updated for resources: {'Subnet': ['ID=171a1cb5-23bd-41e0-94dd-e9442f1e0edb,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:18.668034 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbb405a-8642-4078-8338-c093c9145ce1 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Checking segment: {'id': 'f214770d-7dd6-4352-9382-7d53ac57c2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '3266d8d2-ea0d-47aa-b83f-239d5e9ae872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:25:18.668403 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbb405a-8642-4078-8338-c093c9145ce1 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Network hostable DHCP agents. Network: 3266d8d2-ea0d-47aa-b83f-239d5e9ae872, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 12:25:18.685855 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbb405a-8642-4078-8338-c093c9145ce1 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Network 3266d8d2-ea0d-47aa-b83f-239d5e9ae872 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 12:25:18.701507 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-ffbb405a-8642-4078-8338-c093c9145ce1 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 3266d8d2-ea0d-47aa-b83f-239d5e9ae872) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:25:18.706137 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbb405a-8642-4078-8338-c093c9145ce1 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:18.706898 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 07b1bf9c-7184-484a-98a6-d6c25349c9e6 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:25:18.707112 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ffbb405a-8642-4078-8338-c093c9145ce1 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:18.711989 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29824ae2-a963-4c75-bb59-d08c060d5390 None None] Network 3266d8d2-ea0d-47aa-b83f-239d5e9ae872 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:25:18.725171 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ffbb405a-8642-4078-8338-c093c9145ce1 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4349029 Oct 20 12:25:18.728847 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58728) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:25:18.733984 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-843e9043-f35b-4227-a2b9-3233c7ff5818 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-909848986'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:25:18.760314 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843e9043-f35b-4227-a2b9-3233c7ff5818 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Made reservation on behalf of 0d96ec2ff8b84750a538c30dc4c35159 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:25:18.763948 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-843e9043-f35b-4227-a2b9-3233c7ff5818 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:18.788298 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-843e9043-f35b-4227-a2b9-3233c7ff5818 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] vlan segment allocate from pool success with {'vlan_id': 1253, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 12:25:18.798665 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-843e9043-f35b-4227-a2b9-3233c7ff5818 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:18.799039 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-843e9043-f35b-4227-a2b9-3233c7ff5818 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Added segment 826a5f13-fa04-4e34-baaf-ead1dfe32d33 of type vlan for network 6792f44e-b36f-48e4-b59e-3c314eeed225 Oct 20 12:25:18.827441 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 07b1bf9c-7184-484a-98a6-d6c25349c9e6 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:25:18.828039 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:18.841813 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-843e9043-f35b-4227-a2b9-3233c7ff5818 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:18.867244 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-843e9043-f35b-4227-a2b9-3233c7ff5818 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:18.873066 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843e9043-f35b-4227-a2b9-3233c7ff5818 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:18.873657 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-843e9043-f35b-4227-a2b9-3233c7ff5818 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:18.914204 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-843e9043-f35b-4227-a2b9-3233c7ff5818 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1841280 Oct 20 12:25:18.917837 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58730) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:25:18.925849 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-0e590fa7-0a5b-453d-bdf4-21910d5a9ba4 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Request body: {'subnet': {'network_id': '6792f44e-b36f-48e4-b59e-3c314eeed225', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:25:18.944146 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b447bb-00d3-4019-bfc7-12ad71e68c07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-3266d8d2-ea0d-47aa-b83f-239d5e9ae872', 'network_id': '3266d8d2-ea0d-47aa-b83f-239d5e9ae872', 'tenant_id': '0d96ec2ff8b84750a538c30dc4c35159', 'fixed_ips': [{'subnet_id': '171a1cb5-23bd-41e0-94dd-e9442f1e0edb'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 12:25:18.945249 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-21b447bb-00d3-4019-bfc7-12ad71e68c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:18.953233 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e9043-f35b-4227-a2b9-3233c7ff5818 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Pushing event updated for resources: {'Network': ['ID=6792f44e-b36f-48e4-b59e-3c314eeed225,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:18.965767 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 6792f44e-b36f-48e4-b59e-3c314eeed225 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 12:25:19.025237 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e590fa7-0a5b-453d-bdf4-21910d5a9ba4 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Made reservation on behalf of 0d96ec2ff8b84750a538c30dc4c35159 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:25:19.028768 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0e590fa7-0a5b-453d-bdf4-21910d5a9ba4 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:19.159698 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-21b447bb-00d3-4019-bfc7-12ad71e68c07 None None] Allocated IP 2001:db8::2 (3266d8d2-ea0d-47aa-b83f-239d5e9ae872/171a1cb5-23bd-41e0-94dd-e9442f1e0edb/ca7a8f6a-4a56-4495-bbe6-6b713db0c8b9) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:25:19.220108 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0e590fa7-0a5b-453d-bdf4-21910d5a9ba4 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:19.284831 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e590fa7-0a5b-453d-bdf4-21910d5a9ba4 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Pushing event updated for resources: {'Subnet': ['ID=918cc8f9-4020-43bf-aecf-a45ab29a037c,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:19.295745 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e590fa7-0a5b-453d-bdf4-21910d5a9ba4 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Checking segment: {'id': '826a5f13-fa04-4e34-baaf-ead1dfe32d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '6792f44e-b36f-48e4-b59e-3c314eeed225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:25:19.296107 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e590fa7-0a5b-453d-bdf4-21910d5a9ba4 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Network hostable DHCP agents. Network: 6792f44e-b36f-48e4-b59e-3c314eeed225, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 12:25:19.311813 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-21b447bb-00d3-4019-bfc7-12ad71e68c07 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:19.312986 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e590fa7-0a5b-453d-bdf4-21910d5a9ba4 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Network 6792f44e-b36f-48e4-b59e-3c314eeed225 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 12:25:19.321090 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-21b447bb-00d3-4019-bfc7-12ad71e68c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:19.323409 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-0e590fa7-0a5b-453d-bdf4-21910d5a9ba4 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 6792f44e-b36f-48e4-b59e-3c314eeed225) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:25:19.329023 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e590fa7-0a5b-453d-bdf4-21910d5a9ba4 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:19.330228 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0e590fa7-0a5b-453d-bdf4-21910d5a9ba4 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:19.346853 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-0e590fa7-0a5b-453d-bdf4-21910d5a9ba4 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4272192 Oct 20 12:25:19.349541 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58732) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:25:19.351508 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0fb022-f73e-4782-bc89-afa11cac9207 None None] Network 6792f44e-b36f-48e4-b59e-3c314eeed225 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:25:19.398409 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b447bb-00d3-4019-bfc7-12ad71e68c07 None None] Network 3266d8d2-ea0d-47aa-b83f-239d5e9ae872 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:25:19.406028 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-21b447bb-00d3-4019-bfc7-12ad71e68c07 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:25:19.407811 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b447bb-00d3-4019-bfc7-12ad71e68c07 None None] Pushing event updated for resources: {'Port': ['ID=ca7a8f6a-4a56-4495-bbe6-6b713db0c8b9,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:19.411453 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b447bb-00d3-4019-bfc7-12ad71e68c07 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:25:19.465562 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6c8e10f3-a860-4075-8258-066b29d4bed0 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:19.472808 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-00f0ef3b-0648-4422-9780-e51e1b6ef3b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:19.514078 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-21b447bb-00d3-4019-bfc7-12ad71e68c07 None None] Attempting to bind port ca7a8f6a-4a56-4495-bbe6-6b713db0c8b9 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:25:19.514435 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-21b447bb-00d3-4019-bfc7-12ad71e68c07 None None] Attempting to bind port ca7a8f6a-4a56-4495-bbe6-6b713db0c8b9 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'f214770d-7dd6-4352-9382-7d53ac57c2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '3266d8d2-ea0d-47aa-b83f-239d5e9ae872'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:25:19.514808 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b447bb-00d3-4019-bfc7-12ad71e68c07 None None] Attempting to bind port ca7a8f6a-4a56-4495-bbe6-6b713db0c8b9 on network 3266d8d2-ea0d-47aa-b83f-239d5e9ae872 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:25:19.518700 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6c8e10f3-a860-4075-8258-066b29d4bed0 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:19.538648 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b447bb-00d3-4019-bfc7-12ad71e68c07 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:25:19.538965 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b447bb-00d3-4019-bfc7-12ad71e68c07 None None] Checking segment: {'id': 'f214770d-7dd6-4352-9382-7d53ac57c2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '3266d8d2-ea0d-47aa-b83f-239d5e9ae872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:25:19.539335 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-21b447bb-00d3-4019-bfc7-12ad71e68c07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:19.539723 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b447bb-00d3-4019-bfc7-12ad71e68c07 None None] Bound using segment: {'id': 'f214770d-7dd6-4352-9382-7d53ac57c2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '3266d8d2-ea0d-47aa-b83f-239d5e9ae872'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:25:19.540243 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-21b447bb-00d3-4019-bfc7-12ad71e68c07 None None] Bound port: ca7a8f6a-4a56-4495-bbe6-6b713db0c8b9, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f214770d-7dd6-4352-9382-7d53ac57c2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '3266d8d2-ea0d-47aa-b83f-239d5e9ae872'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:25:19.540614 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-21b447bb-00d3-4019-bfc7-12ad71e68c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:19.586661 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6c8e10f3-a860-4075-8258-066b29d4bed0 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:19.622155 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8e10f3-a860-4075-8258-066b29d4bed0 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Pushing event deleted for resources: {'Subnet': ['ID=918cc8f9-4020-43bf-aecf-a45ab29a037c,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:19.622454 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b553b8e-6e4b-4991-b513-dd0ba4a695d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-6792f44e-b36f-48e4-b59e-3c314eeed225', 'network_id': '6792f44e-b36f-48e4-b59e-3c314eeed225', 'tenant_id': '0d96ec2ff8b84750a538c30dc4c35159', 'fixed_ips': [{'subnet_id': '918cc8f9-4020-43bf-aecf-a45ab29a037c'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 12:25:19.623355 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2b553b8e-6e4b-4991-b513-dd0ba4a695d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:19.648394 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-21b447bb-00d3-4019-bfc7-12ad71e68c07 None None] For port ca7a8f6a-4a56-4495-bbe6-6b713db0c8b9, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:25:19.666552 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-21b447bb-00d3-4019-bfc7-12ad71e68c07 None None] For port ca7a8f6a-4a56-4495-bbe6-6b713db0c8b9, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=ca7a8f6a-4a56-4495-bbe6-6b713db0c8b9,segment=NetworkSegment(f214770d-7dd6-4352-9382-7d53ac57c2eb),segment_id=f214770d-7dd6-4352-9382-7d53ac57c2eb)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:25:19.671670 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-21b447bb-00d3-4019-bfc7-12ad71e68c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:19.680485 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6c8e10f3-a860-4075-8258-066b29d4bed0 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:19.701119 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-6c8e10f3-a860-4075-8258-066b29d4bed0 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6792f44e-b36f-48e4-b59e-3c314eeed225']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:25:19.710907 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-6c8e10f3-a860-4075-8258-066b29d4bed0 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '826a5f13-fa04-4e34-baaf-ead1dfe32d33') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:25:19.711177 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-6c8e10f3-a860-4075-8258-066b29d4bed0 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '826a5f13-fa04-4e34-baaf-ead1dfe32d33') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:25:19.722041 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6c8e10f3-a860-4075-8258-066b29d4bed0 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:19.746287 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6c8e10f3-a860-4075-8258-066b29d4bed0 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:19.747441 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f09aa5-ecb7-4162-9fd0-9c4e957f8c37 None None] Network 6792f44e-b36f-48e4-b59e-3c314eeed225 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:25:19.754007 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c8e10f3-a860-4075-8258-066b29d4bed0 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Releasing vlan 1253 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 12:25:19.754712 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6c8e10f3-a860-4075-8258-066b29d4bed0 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:19.758884 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 12:25:19.758884 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 12:25:19.758884 n-d-814735-3 neutron-server[100647]: timer() Oct 20 12:25:19.758884 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 12:25:19.758884 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 12:25:19.758884 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 12:25:19.758884 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 12:25:19.758884 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 12:25:19.758884 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 12:25:19.758884 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 12:25:19.758884 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 12:25:19.758884 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 12:25:19.758884 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 12:25:19.758884 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 12:25:19.758884 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 12:25:19.758884 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 12:25:19.758884 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 12:25:19.758884 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 12:25:19.758884 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 12:25:19.758884 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 12:25:19.758884 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 12:25:19.758884 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 12:25:19.758884 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 12:25:19.758884 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 12:25:19.758884 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 12:25:19.758884 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 12:25:19.758884 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 12:25:19.758884 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 12:25:19.758884 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 12:25:19.758884 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 12:25:19.758884 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 12:25:19.758884 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 12:25:19.835215 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b447bb-00d3-4019-bfc7-12ad71e68c07 None None] Pushing event updated for resources: {'Port': ['ID=ca7a8f6a-4a56-4495-bbe6-6b713db0c8b9,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:19.843564 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6c8e10f3-a860-4075-8258-066b29d4bed0 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:19.855139 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6c8e10f3-a860-4075-8258-066b29d4bed0 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:19.858781 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-6c8e10f3-a860-4075-8258-066b29d4bed0 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] 10.222.0.98 "DELETE /v2.0/networks/6792f44e-b36f-48e4-b59e-3c314eeed225 HTTP/1.1" status: 204 len: 168 time: 0.5083084 Oct 20 12:25:19.861745 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58734) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:25:19.871045 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8e10f3-a860-4075-8258-066b29d4bed0 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Pushing event deleted for resources: {'Network': ['ID=6792f44e-b36f-48e4-b59e-3c314eeed225,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:19.893677 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-989f2b97-8351-4b06-a15a-e565ef944932 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] GET failed (client error): The resource could not be found. Oct 20 12:25:19.895054 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-989f2b97-8351-4b06-a15a-e565ef944932 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] 10.222.0.98 "GET /v2.0/subnets/918cc8f9-4020-43bf-aecf-a45ab29a037c HTTP/1.1" status: 404 len: 337 time: 0.0322385 Oct 20 12:25:19.899009 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58736) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:25:19.917882 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-590ce902-f924-4a3c-8ece-adbb6bc0fa23 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] DELETE failed (client error): The resource could not be found. Oct 20 12:25:19.918458 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-590ce902-f924-4a3c-8ece-adbb6bc0fa23 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 12:25:19.921591 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-590ce902-f924-4a3c-8ece-adbb6bc0fa23 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] 10.222.0.98 "DELETE /v2.0/networks/6792f44e-b36f-48e4-b59e-3c314eeed225 HTTP/1.1" status: 404 len: 339 time: 0.0215030 Oct 20 12:25:19.925509 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58738) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:25:19.968358 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc2b110e-b6e4-4152-b1e3-b5ecbae6e754 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] DELETE failed (client error): The resource could not be found. Oct 20 12:25:19.968813 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc2b110e-b6e4-4152-b1e3-b5ecbae6e754 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 12:25:19.972110 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-dc2b110e-b6e4-4152-b1e3-b5ecbae6e754 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] 10.222.0.98 "DELETE /v2.0/subnets/918cc8f9-4020-43bf-aecf-a45ab29a037c HTTP/1.1" status: 404 len: 337 time: 0.0456455 Oct 20 12:25:19.975430 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58740) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:25:19.995552 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-1414450f-1b6b-4c66-9b0c-420a3d652978 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] DELETE failed (client error): The resource could not be found. Oct 20 12:25:19.996145 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1414450f-1b6b-4c66-9b0c-420a3d652978 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 12:25:19.999221 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-1414450f-1b6b-4c66-9b0c-420a3d652978 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] 10.222.0.98 "DELETE /v2.0/networks/6792f44e-b36f-48e4-b59e-3c314eeed225 HTTP/1.1" status: 404 len: 339 time: 0.0227373 Oct 20 12:25:20.001964 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58742) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:25:20.056575 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-7db098a3-247c-4d8e-8a2b-393096881965 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Deleting subnet 171a1cb5-23bd-41e0-94dd-e9442f1e0edb {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 12:25:20.060198 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7db098a3-247c-4d8e-8a2b-393096881965 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:20.113383 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7db098a3-247c-4d8e-8a2b-393096881965 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:20.198824 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7db098a3-247c-4d8e-8a2b-393096881965 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:20.259037 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7db098a3-247c-4d8e-8a2b-393096881965 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:20.291975 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db098a3-247c-4d8e-8a2b-393096881965 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Pushing event deleted for resources: {'Subnet': ['ID=171a1cb5-23bd-41e0-94dd-e9442f1e0edb,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:20.297223 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7db098a3-247c-4d8e-8a2b-393096881965 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:20.300176 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-7db098a3-247c-4d8e-8a2b-393096881965 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] 10.222.0.98 "DELETE /v2.0/subnets/171a1cb5-23bd-41e0-94dd-e9442f1e0edb HTTP/1.1" status: 204 len: 168 time: 0.2972662 Oct 20 12:25:20.302775 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58744) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:25:20.388702 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ff62babe-b1c9-487f-92ff-225bcbd66fb6 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:20.445155 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-ff62babe-b1c9-487f-92ff-225bcbd66fb6 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Deleting port ca7a8f6a-4a56-4495-bbe6-6b713db0c8b9 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:25:20.445495 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ff62babe-b1c9-487f-92ff-225bcbd66fb6 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:20.516120 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-ff62babe-b1c9-487f-92ff-225bcbd66fb6 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] For port ca7a8f6a-4a56-4495-bbe6-6b713db0c8b9, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=ca7a8f6a-4a56-4495-bbe6-6b713db0c8b9,segment=NetworkSegment(f214770d-7dd6-4352-9382-7d53ac57c2eb),segment_id=f214770d-7dd6-4352-9382-7d53ac57c2eb)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:25:20.516546 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ff62babe-b1c9-487f-92ff-225bcbd66fb6 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:20.531599 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-ff62babe-b1c9-487f-92ff-225bcbd66fb6 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Calling delete_port for ca7a8f6a-4a56-4495-bbe6-6b713db0c8b9 owned by network:dhcp {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:25:20.619221 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ff62babe-b1c9-487f-92ff-225bcbd66fb6 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:20.652087 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff62babe-b1c9-487f-92ff-225bcbd66fb6 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Pushing event deleted for resources: {'Port': ['ID=ca7a8f6a-4a56-4495-bbe6-6b713db0c8b9,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:20.654781 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff62babe-b1c9-487f-92ff-225bcbd66fb6 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] No DVR routers for this DVR port ca7a8f6a-4a56-4495-bbe6-6b713db0c8b9 on host n-d-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:25:20.725718 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device ca7a8f6a-4a56-4495-bbe6-6b713db0c8b9 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:25:20.746282 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: ca7a8f6a-4a56-4495-bbe6-6b713db0c8b9 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:25:20.746720 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device ca7a8f6a-4a56-4495-bbe6-6b713db0c8b9 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 20 12:25:20.748269 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ff62babe-b1c9-487f-92ff-225bcbd66fb6 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:20.775103 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-ff62babe-b1c9-487f-92ff-225bcbd66fb6 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3266d8d2-ea0d-47aa-b83f-239d5e9ae872']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:25:20.775377 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eac7af6-0b3a-4613-8a1a-106a32a73192 None None] Network 3266d8d2-ea0d-47aa-b83f-239d5e9ae872 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:25:20.777510 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Port ca7a8f6a-4a56-4495-bbe6-6b713db0c8b9 not found, will not notify nova. {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 20 12:25:20.785413 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-ff62babe-b1c9-487f-92ff-225bcbd66fb6 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f214770d-7dd6-4352-9382-7d53ac57c2eb') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:25:20.785787 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-ff62babe-b1c9-487f-92ff-225bcbd66fb6 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f214770d-7dd6-4352-9382-7d53ac57c2eb') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:25:20.795928 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ff62babe-b1c9-487f-92ff-225bcbd66fb6 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:20.809816 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ff62babe-b1c9-487f-92ff-225bcbd66fb6 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:20.815821 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff62babe-b1c9-487f-92ff-225bcbd66fb6 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Releasing vlan 1295 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 12:25:20.816206 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ff62babe-b1c9-487f-92ff-225bcbd66fb6 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:20.819254 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 12:25:20.819254 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 12:25:20.819254 n-d-814735-3 neutron-server[100647]: timer() Oct 20 12:25:20.819254 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 12:25:20.819254 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 12:25:20.819254 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 12:25:20.819254 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 12:25:20.819254 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 12:25:20.819254 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 12:25:20.819254 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 12:25:20.819254 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 12:25:20.819254 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 12:25:20.819254 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 12:25:20.819254 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 12:25:20.819254 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 12:25:20.819254 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 12:25:20.819254 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 12:25:20.819254 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 12:25:20.819254 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 12:25:20.819254 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 12:25:20.819254 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 12:25:20.819254 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 12:25:20.819254 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 12:25:20.819254 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 12:25:20.819254 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 12:25:20.819254 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 12:25:20.819254 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 12:25:20.819254 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 12:25:20.819254 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 12:25:20.819254 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 12:25:20.819254 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 12:25:20.819254 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 12:25:20.843600 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-35141d29-0624-4e09-a85b-e1111d9245b7 None None] Could not find standard attr ID for object ca7a8f6a-4a56-4495-bbe6-6b713db0c8b9. {{(pid=100648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 12:25:20.884278 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ff62babe-b1c9-487f-92ff-225bcbd66fb6 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:20.891807 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ff62babe-b1c9-487f-92ff-225bcbd66fb6 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:20.897673 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ff62babe-b1c9-487f-92ff-225bcbd66fb6 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] 10.222.0.98 "DELETE /v2.0/networks/3266d8d2-ea0d-47aa-b83f-239d5e9ae872 HTTP/1.1" status: 204 len: 168 time: 0.5915918 Oct 20 12:25:20.897820 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58748) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:25:20.916701 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff62babe-b1c9-487f-92ff-225bcbd66fb6 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Pushing event deleted for resources: {'Network': ['ID=3266d8d2-ea0d-47aa-b83f-239d5e9ae872,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:20.937023 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e3b165b-c762-449e-997a-f77ce0ef8b05 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] DELETE failed (client error): The resource could not be found. Oct 20 12:25:20.937442 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e3b165b-c762-449e-997a-f77ce0ef8b05 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 12:25:20.938697 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4025e3b-6289-442c-aa6e-6e6a35434f91 None None] DHCP port deletion for 3266d8d2-ea0d-47aa-b83f-239d5e9ae872 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 12:25:20.940678 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-7e3b165b-c762-449e-997a-f77ce0ef8b05 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] 10.222.0.98 "DELETE /v2.0/subnets/8990ab6a-1673-4332-985f-71e02ab48d03 HTTP/1.1" status: 404 len: 337 time: 0.0417526 Oct 20 12:25:20.943366 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58750) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:25:20.961913 n-d-814735-3 neutron-server[100647]: INFO neutron.pecan_wsgi.hooks.translation [None req-49f9d61e-df5b-49d3-8806-71a229d18530 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] DELETE failed (client error): The resource could not be found. Oct 20 12:25:20.962457 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49f9d61e-df5b-49d3-8806-71a229d18530 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 12:25:20.965591 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-49f9d61e-df5b-49d3-8806-71a229d18530 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] 10.222.0.98 "DELETE /v2.0/networks/d22dc30c-1604-425c-9cbb-900e89124cc4 HTTP/1.1" status: 404 len: 339 time: 0.0212905 Oct 20 12:25:20.968365 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58752) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:25:20.995093 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-38f122cc-b2c4-43a0-afa0-f895ed25da1c tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] DELETE failed (client error): The resource could not be found. Oct 20 12:25:20.995549 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38f122cc-b2c4-43a0-afa0-f895ed25da1c tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 12:25:20.998587 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-38f122cc-b2c4-43a0-afa0-f895ed25da1c tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] 10.222.0.98 "DELETE /v2.0/subnets/88560ee0-a85a-4098-8957-45b3c681ec3c HTTP/1.1" status: 404 len: 337 time: 0.0292149 Oct 20 12:25:21.001463 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58754) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:25:21.019524 n-d-814735-3 neutron-server[100646]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ac5fdd8-847f-47c0-ad1d-5f13700f3bca tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] DELETE failed (client error): The resource could not be found. Oct 20 12:25:21.020052 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ac5fdd8-847f-47c0-ad1d-5f13700f3bca tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 20 12:25:21.022995 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3ac5fdd8-847f-47c0-ad1d-5f13700f3bca tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] 10.222.0.98 "DELETE /v2.0/networks/0f088ef9-0829-4afe-bf70-6b7b92d82bc9 HTTP/1.1" status: 404 len: 339 time: 0.0207040 Oct 20 12:25:21.025544 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58756) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:25:21.082040 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcd97cc3-99af-42ef-a23c-a2e93731a3a5 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Deleting subnet d1c6e5fc-3868-44d7-98ea-36d3635f7bcc {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 12:25:21.085232 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dcd97cc3-99af-42ef-a23c-a2e93731a3a5 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:21.127446 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dcd97cc3-99af-42ef-a23c-a2e93731a3a5 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:21.211869 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dcd97cc3-99af-42ef-a23c-a2e93731a3a5 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:21.278618 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dcd97cc3-99af-42ef-a23c-a2e93731a3a5 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:21.305514 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd97cc3-99af-42ef-a23c-a2e93731a3a5 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Pushing event deleted for resources: {'Subnet': ['ID=d1c6e5fc-3868-44d7-98ea-36d3635f7bcc,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:21.309486 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dcd97cc3-99af-42ef-a23c-a2e93731a3a5 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:21.312803 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-dcd97cc3-99af-42ef-a23c-a2e93731a3a5 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] 10.222.0.98 "DELETE /v2.0/subnets/d1c6e5fc-3868-44d7-98ea-36d3635f7bcc HTTP/1.1" status: 204 len: 168 time: 0.2863078 Oct 20 12:25:21.316068 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58758) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:25:21.318689 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fa5f8c-8882-41c1-9636-92cb67789022 None None] Network f3482aca-437c-46d0-8ac5-cb9ea7d281da requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:25:21.397564 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0ae29e20-3aab-41e1-a7ec-6ebf18c49e93 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:21.452151 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-0ae29e20-3aab-41e1-a7ec-6ebf18c49e93 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Deleting port 07b1bf9c-7184-484a-98a6-d6c25349c9e6 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:25:21.452493 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0ae29e20-3aab-41e1-a7ec-6ebf18c49e93 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:21.499422 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c112c53-b1c7-49ee-b484-4bd1322fc23d None None] DHCP port deletion for f3482aca-437c-46d0-8ac5-cb9ea7d281da request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 12:25:21.516201 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-0ae29e20-3aab-41e1-a7ec-6ebf18c49e93 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] For port 07b1bf9c-7184-484a-98a6-d6c25349c9e6, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=07b1bf9c-7184-484a-98a6-d6c25349c9e6,segment=NetworkSegment(c329a93f-a8dd-4346-93f8-732619cec6f4),segment_id=c329a93f-a8dd-4346-93f8-732619cec6f4)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:25:21.516607 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0ae29e20-3aab-41e1-a7ec-6ebf18c49e93 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:21.530251 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-0ae29e20-3aab-41e1-a7ec-6ebf18c49e93 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Calling delete_port for 07b1bf9c-7184-484a-98a6-d6c25349c9e6 owned by network:dhcp {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:25:21.548348 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-2c112c53-b1c7-49ee-b484-4bd1322fc23d None None] Deleting port 07b1bf9c-7184-484a-98a6-d6c25349c9e6 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:25:21.548713 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2c112c53-b1c7-49ee-b484-4bd1322fc23d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:21.613287 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-2c112c53-b1c7-49ee-b484-4bd1322fc23d None None] For port 07b1bf9c-7184-484a-98a6-d6c25349c9e6, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=07b1bf9c-7184-484a-98a6-d6c25349c9e6,segment=NetworkSegment(c329a93f-a8dd-4346-93f8-732619cec6f4),segment_id=c329a93f-a8dd-4346-93f8-732619cec6f4)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:25:21.613804 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2c112c53-b1c7-49ee-b484-4bd1322fc23d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:21.622626 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0ae29e20-3aab-41e1-a7ec-6ebf18c49e93 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:21.627706 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-2c112c53-b1c7-49ee-b484-4bd1322fc23d None None] Calling delete_port for 07b1bf9c-7184-484a-98a6-d6c25349c9e6 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:25:21.647946 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae29e20-3aab-41e1-a7ec-6ebf18c49e93 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Pushing event deleted for resources: {'Port': ['ID=07b1bf9c-7184-484a-98a6-d6c25349c9e6,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:21.652467 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae29e20-3aab-41e1-a7ec-6ebf18c49e93 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] No DVR routers for this DVR port 07b1bf9c-7184-484a-98a6-d6c25349c9e6 on host n-d-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:25:21.702576 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2c112c53-b1c7-49ee-b484-4bd1322fc23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:21.726769 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c112c53-b1c7-49ee-b484-4bd1322fc23d None None] Pushing event deleted for resources: {'Port': ['ID=07b1bf9c-7184-484a-98a6-d6c25349c9e6,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:21.730269 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c112c53-b1c7-49ee-b484-4bd1322fc23d None None] No DVR routers for this DVR port 07b1bf9c-7184-484a-98a6-d6c25349c9e6 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:25:21.737008 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0ae29e20-3aab-41e1-a7ec-6ebf18c49e93 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:21.757959 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-0ae29e20-3aab-41e1-a7ec-6ebf18c49e93 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3482aca-437c-46d0-8ac5-cb9ea7d281da']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:25:21.769250 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-0ae29e20-3aab-41e1-a7ec-6ebf18c49e93 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c329a93f-a8dd-4346-93f8-732619cec6f4') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:25:21.769546 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-0ae29e20-3aab-41e1-a7ec-6ebf18c49e93 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c329a93f-a8dd-4346-93f8-732619cec6f4') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:25:21.778787 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0ae29e20-3aab-41e1-a7ec-6ebf18c49e93 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:21.791842 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0ae29e20-3aab-41e1-a7ec-6ebf18c49e93 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:21.797908 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ae29e20-3aab-41e1-a7ec-6ebf18c49e93 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Releasing vlan 1259 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 12:25:21.798432 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0ae29e20-3aab-41e1-a7ec-6ebf18c49e93 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:21.801403 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 12:25:21.801403 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 12:25:21.801403 n-d-814735-3 neutron-server[100647]: timer() Oct 20 12:25:21.801403 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 12:25:21.801403 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 12:25:21.801403 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 12:25:21.801403 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 12:25:21.801403 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 12:25:21.801403 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 12:25:21.801403 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 12:25:21.801403 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 12:25:21.801403 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 12:25:21.801403 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 12:25:21.801403 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 12:25:21.801403 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 12:25:21.801403 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 12:25:21.801403 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 12:25:21.801403 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 12:25:21.801403 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 12:25:21.801403 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 12:25:21.801403 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 12:25:21.801403 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 12:25:21.801403 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 12:25:21.801403 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 12:25:21.801403 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 12:25:21.801403 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 12:25:21.801403 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 12:25:21.801403 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 12:25:21.801403 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 12:25:21.801403 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 12:25:21.801403 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 12:25:21.801403 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 12:25:21.861745 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0ae29e20-3aab-41e1-a7ec-6ebf18c49e93 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:21.868791 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0ae29e20-3aab-41e1-a7ec-6ebf18c49e93 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:21.871858 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-0ae29e20-3aab-41e1-a7ec-6ebf18c49e93 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] 10.222.0.98 "DELETE /v2.0/networks/f3482aca-437c-46d0-8ac5-cb9ea7d281da HTTP/1.1" status: 204 len: 168 time: 0.5548005 Oct 20 12:25:21.883884 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae29e20-3aab-41e1-a7ec-6ebf18c49e93 tempest-NetworksIpV6Test-186570919 tempest-NetworksIpV6Test-186570919-project] Pushing event deleted for resources: {'Network': ['ID=f3482aca-437c-46d0-8ac5-cb9ea7d281da,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:22.132288 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58766) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:25:22.262088 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b59d4c0d-e21d-4c3f-98de-9bb388aac504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:22.277589 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3a6b1138-2cfa-4b28-a3ab-35c521948f17 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0d96ec2ff8b84750a538c30dc4c35159&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1441367 Oct 20 12:25:22.280385 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58770) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:25:22.330381 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0602926e-95ac-4d9d-9524-b2e88ec28e01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:22.351788 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0602926e-95ac-4d9d-9524-b2e88ec28e01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:22.407633 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0602926e-95ac-4d9d-9524-b2e88ec28e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:22.411517 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0602926e-95ac-4d9d-9524-b2e88ec28e01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:22.413461 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-0602926e-95ac-4d9d-9524-b2e88ec28e01 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/123fbc81-78e7-4e5b-af3e-d1835ff35dac HTTP/1.1" status: 204 len: 168 time: 0.1319001 Oct 20 12:25:22.426365 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602926e-95ac-4d9d-9524-b2e88ec28e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123fbc81-78e7-4e5b-af3e-d1835ff35dac,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:22.678208 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 07b1bf9c-7184-484a-98a6-d6c25349c9e6 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:25:22.703827 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 07b1bf9c-7184-484a-98a6-d6c25349c9e6 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:25:22.704216 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 07b1bf9c-7184-484a-98a6-d6c25349c9e6 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:25:22.704647 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device ca7a8f6a-4a56-4495-bbe6-6b713db0c8b9 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:25:22.724729 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: ca7a8f6a-4a56-4495-bbe6-6b713db0c8b9 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:25:22.725077 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device ca7a8f6a-4a56-4495-bbe6-6b713db0c8b9 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:25:23.087335 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58792) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:25:23.192791 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-11b0bf8e-5676-404d-8907-aeab394921f7 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1718760899', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:25:23.218771 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-11b0bf8e-5676-404d-8907-aeab394921f7 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:23.220015 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-11b0bf8e-5676-404d-8907-aeab394921f7 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:23.236051 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:23.278265 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-11b0bf8e-5676-404d-8907-aeab394921f7 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:23.286277 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-11b0bf8e-5676-404d-8907-aeab394921f7 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:23.306624 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-11b0bf8e-5676-404d-8907-aeab394921f7 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:23.308049 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-11b0bf8e-5676-404d-8907-aeab394921f7 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2196646 Oct 20 12:25:23.311272 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58796) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:25:23.319493 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-881f8858-1769-4ee2-8275-8c19a51e0942 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1580524958'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:25:23.344860 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881f8858-1769-4ee2-8275-8c19a51e0942 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Made reservation on behalf of 3fba9949a3fa4663ae4adfc93a19755d for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:25:23.348470 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-881f8858-1769-4ee2-8275-8c19a51e0942 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:23.358029 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-881f8858-1769-4ee2-8275-8c19a51e0942 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:23.376825 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:23.438141 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-881f8858-1769-4ee2-8275-8c19a51e0942 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:23.444094 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-881f8858-1769-4ee2-8275-8c19a51e0942 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:23.475180 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-881f8858-1769-4ee2-8275-8c19a51e0942 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] vlan segment allocate from pool success with {'vlan_id': 1259, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 12:25:23.485158 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881f8858-1769-4ee2-8275-8c19a51e0942 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1b7113-6400-4d91-83ae-e6bc4d6a210a,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:23.490609 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-881f8858-1769-4ee2-8275-8c19a51e0942 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:23.490980 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-881f8858-1769-4ee2-8275-8c19a51e0942 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Added segment 536558f3-6eed-485b-94f7-67fdcec4b661 of type vlan for network 46bbeb8d-8512-42bd-ab46-5bee615ea3e5 Oct 20 12:25:23.532091 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-881f8858-1769-4ee2-8275-8c19a51e0942 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:23.557905 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-881f8858-1769-4ee2-8275-8c19a51e0942 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:23.563617 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881f8858-1769-4ee2-8275-8c19a51e0942 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:23.564343 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-881f8858-1769-4ee2-8275-8c19a51e0942 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:23.599794 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-881f8858-1769-4ee2-8275-8c19a51e0942 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2870114 Oct 20 12:25:23.602815 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58798) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:25:23.607864 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-058cc977-1050-4072-9f19-63a9b3ad25ec tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Request body: {'subnet': {'network_id': '46bbeb8d-8512-42bd-ab46-5bee615ea3e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:25:23.634585 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881f8858-1769-4ee2-8275-8c19a51e0942 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Pushing event updated for resources: {'Network': ['ID=46bbeb8d-8512-42bd-ab46-5bee615ea3e5,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:23.647910 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 46bbeb8d-8512-42bd-ab46-5bee615ea3e5 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 12:25:23.703333 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058cc977-1050-4072-9f19-63a9b3ad25ec tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Made reservation on behalf of 3fba9949a3fa4663ae4adfc93a19755d for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:25:23.707097 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-058cc977-1050-4072-9f19-63a9b3ad25ec tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:23.896650 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-058cc977-1050-4072-9f19-63a9b3ad25ec tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:23.952920 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058cc977-1050-4072-9f19-63a9b3ad25ec tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Pushing event updated for resources: {'Subnet': ['ID=3606b7e8-50ca-4e2c-bf94-248e92a173cd,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:23.963019 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058cc977-1050-4072-9f19-63a9b3ad25ec tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Checking segment: {'id': '536558f3-6eed-485b-94f7-67fdcec4b661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '46bbeb8d-8512-42bd-ab46-5bee615ea3e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:25:23.963376 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058cc977-1050-4072-9f19-63a9b3ad25ec tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Network hostable DHCP agents. Network: 46bbeb8d-8512-42bd-ab46-5bee615ea3e5, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 12:25:23.981622 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058cc977-1050-4072-9f19-63a9b3ad25ec tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Network 46bbeb8d-8512-42bd-ab46-5bee615ea3e5 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 12:25:23.991112 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-058cc977-1050-4072-9f19-63a9b3ad25ec tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 46bbeb8d-8512-42bd-ab46-5bee615ea3e5) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:25:23.995340 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058cc977-1050-4072-9f19-63a9b3ad25ec tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:23.995991 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-058cc977-1050-4072-9f19-63a9b3ad25ec tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:24.000298 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51aa2e06-33f8-4bbe-bacc-9c2f708827e0 None None] Network 46bbeb8d-8512-42bd-ab46-5bee615ea3e5 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:25:24.013312 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-058cc977-1050-4072-9f19-63a9b3ad25ec tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4094219 Oct 20 12:25:24.016372 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58800) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:25:24.021613 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-4f34e667-de15-4b14-aba7-86f6b5fb28e8 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2068642883'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:25:24.043658 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f34e667-de15-4b14-aba7-86f6b5fb28e8 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Made reservation on behalf of 3fba9949a3fa4663ae4adfc93a19755d for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:25:24.047354 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4f34e667-de15-4b14-aba7-86f6b5fb28e8 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:24.072546 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f34e667-de15-4b14-aba7-86f6b5fb28e8 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] vlan segment allocate from pool success with {'vlan_id': 1279, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 12:25:24.081375 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4f34e667-de15-4b14-aba7-86f6b5fb28e8 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:24.081719 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-4f34e667-de15-4b14-aba7-86f6b5fb28e8 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Added segment cfb05ba3-86a2-463d-87d3-764b3aff62c8 of type vlan for network 77c58078-f1f3-44a8-882d-92f70a5614e7 Oct 20 12:25:24.121385 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4f34e667-de15-4b14-aba7-86f6b5fb28e8 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:24.144357 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea77152-30ac-49e2-a927-deb4bc866f01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-46bbeb8d-8512-42bd-ab46-5bee615ea3e5', 'network_id': '46bbeb8d-8512-42bd-ab46-5bee615ea3e5', 'tenant_id': '3fba9949a3fa4663ae4adfc93a19755d', 'fixed_ips': [{'subnet_id': '3606b7e8-50ca-4e2c-bf94-248e92a173cd'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 12:25:24.145183 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-dea77152-30ac-49e2-a927-deb4bc866f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:24.146815 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4f34e667-de15-4b14-aba7-86f6b5fb28e8 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:24.152669 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f34e667-de15-4b14-aba7-86f6b5fb28e8 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:24.153261 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4f34e667-de15-4b14-aba7-86f6b5fb28e8 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:24.191087 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4f34e667-de15-4b14-aba7-86f6b5fb28e8 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1709239 Oct 20 12:25:24.191334 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58802) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:25:24.196058 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-adfb9ddb-0540-4e80-b3ad-869776b66baf tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Request body: {'subnet': {'network_id': '77c58078-f1f3-44a8-882d-92f70a5614e7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:25:24.246311 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f34e667-de15-4b14-aba7-86f6b5fb28e8 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Pushing event updated for resources: {'Network': ['ID=77c58078-f1f3-44a8-882d-92f70a5614e7,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:24.258093 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 77c58078-f1f3-44a8-882d-92f70a5614e7 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 12:25:24.316676 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfb9ddb-0540-4e80-b3ad-869776b66baf tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Made reservation on behalf of 3fba9949a3fa4663ae4adfc93a19755d for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:25:24.320585 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-adfb9ddb-0540-4e80-b3ad-869776b66baf tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:24.321935 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-dea77152-30ac-49e2-a927-deb4bc866f01 None None] Allocated IP 172.20.0.2 (46bbeb8d-8512-42bd-ab46-5bee615ea3e5/3606b7e8-50ca-4e2c-bf94-248e92a173cd/eecaa931-3f11-400c-80ad-0c1299e1f30a) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:25:24.478822 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-dea77152-30ac-49e2-a927-deb4bc866f01 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:24.486143 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-dea77152-30ac-49e2-a927-deb4bc866f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:24.511289 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-adfb9ddb-0540-4e80-b3ad-869776b66baf tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:24.523751 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea77152-30ac-49e2-a927-deb4bc866f01 None None] Network 46bbeb8d-8512-42bd-ab46-5bee615ea3e5 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:25:24.529395 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-dea77152-30ac-49e2-a927-deb4bc866f01 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:25:24.532349 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea77152-30ac-49e2-a927-deb4bc866f01 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:25:24.545690 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea77152-30ac-49e2-a927-deb4bc866f01 None None] Pushing event updated for resources: {'Port': ['ID=eecaa931-3f11-400c-80ad-0c1299e1f30a,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:24.579254 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb9ddb-0540-4e80-b3ad-869776b66baf tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Pushing event updated for resources: {'Subnet': ['ID=8a372fa3-9616-4dff-ae0c-0e442f72c911,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:24.590002 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfb9ddb-0540-4e80-b3ad-869776b66baf tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Checking segment: {'id': 'cfb05ba3-86a2-463d-87d3-764b3aff62c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '77c58078-f1f3-44a8-882d-92f70a5614e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:25:24.590354 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfb9ddb-0540-4e80-b3ad-869776b66baf tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Network hostable DHCP agents. Network: 77c58078-f1f3-44a8-882d-92f70a5614e7, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 12:25:24.606551 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-dea77152-30ac-49e2-a927-deb4bc866f01 None None] Attempting to bind port eecaa931-3f11-400c-80ad-0c1299e1f30a on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:25:24.606947 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-dea77152-30ac-49e2-a927-deb4bc866f01 None None] Attempting to bind port eecaa931-3f11-400c-80ad-0c1299e1f30a by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '536558f3-6eed-485b-94f7-67fdcec4b661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '46bbeb8d-8512-42bd-ab46-5bee615ea3e5'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:25:24.607497 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea77152-30ac-49e2-a927-deb4bc866f01 None None] Attempting to bind port eecaa931-3f11-400c-80ad-0c1299e1f30a on network 46bbeb8d-8512-42bd-ab46-5bee615ea3e5 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:25:24.609078 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfb9ddb-0540-4e80-b3ad-869776b66baf tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Network 77c58078-f1f3-44a8-882d-92f70a5614e7 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 12:25:24.612954 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea77152-30ac-49e2-a927-deb4bc866f01 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:25:24.613342 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea77152-30ac-49e2-a927-deb4bc866f01 None None] Checking segment: {'id': '536558f3-6eed-485b-94f7-67fdcec4b661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '46bbeb8d-8512-42bd-ab46-5bee615ea3e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:25:24.613740 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-dea77152-30ac-49e2-a927-deb4bc866f01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:24.614137 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea77152-30ac-49e2-a927-deb4bc866f01 None None] Bound using segment: {'id': '536558f3-6eed-485b-94f7-67fdcec4b661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '46bbeb8d-8512-42bd-ab46-5bee615ea3e5'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:25:24.614616 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-dea77152-30ac-49e2-a927-deb4bc866f01 None None] Bound port: eecaa931-3f11-400c-80ad-0c1299e1f30a, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536558f3-6eed-485b-94f7-67fdcec4b661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '46bbeb8d-8512-42bd-ab46-5bee615ea3e5'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:25:24.615027 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-dea77152-30ac-49e2-a927-deb4bc866f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:24.619007 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-adfb9ddb-0540-4e80-b3ad-869776b66baf tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 77c58078-f1f3-44a8-882d-92f70a5614e7) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:25:24.624076 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfb9ddb-0540-4e80-b3ad-869776b66baf tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:24.624804 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-adfb9ddb-0540-4e80-b3ad-869776b66baf tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:24.644096 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-adfb9ddb-0540-4e80-b3ad-869776b66baf tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4517748 Oct 20 12:25:24.647179 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58804) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:25:24.651398 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cfdb8c-7557-4585-88e9-348422a5111b None None] Network 77c58078-f1f3-44a8-882d-92f70a5614e7 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:25:24.652367 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-0b2b4372-2659-4265-bdcb-ebbd934e4e59 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Request body: {'router': {'external_gateway_info': {'network_id': '77c58078-f1f3-44a8-882d-92f70a5614e7'}}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:25:24.734778 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-dea77152-30ac-49e2-a927-deb4bc866f01 None None] For port eecaa931-3f11-400c-80ad-0c1299e1f30a, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:25:24.752101 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-dea77152-30ac-49e2-a927-deb4bc866f01 None None] For port eecaa931-3f11-400c-80ad-0c1299e1f30a, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=eecaa931-3f11-400c-80ad-0c1299e1f30a,segment=NetworkSegment(536558f3-6eed-485b-94f7-67fdcec4b661),segment_id=536558f3-6eed-485b-94f7-67fdcec4b661)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:25:24.759074 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-dea77152-30ac-49e2-a927-deb4bc866f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:24.847040 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea77152-30ac-49e2-a927-deb4bc866f01 None None] Pushing event updated for resources: {'Port': ['ID=eecaa931-3f11-400c-80ad-0c1299e1f30a,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:24.878471 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0b2b4372-2659-4265-bdcb-ebbd934e4e59 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:24.884782 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25545952-8b04-4f5c-b824-9786a7619c47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-77c58078-f1f3-44a8-882d-92f70a5614e7', 'network_id': '77c58078-f1f3-44a8-882d-92f70a5614e7', 'tenant_id': '3fba9949a3fa4663ae4adfc93a19755d', 'fixed_ips': [{'subnet_id': '8a372fa3-9616-4dff-ae0c-0e442f72c911'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 12:25:24.885662 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25545952-8b04-4f5c-b824-9786a7619c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:24.996420 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [None req-0b2b4372-2659-4265-bdcb-ebbd934e4e59 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 20 12:25:24.997572 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-0b2b4372-2659-4265-bdcb-ebbd934e4e59 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] 10.222.0.98 "PUT /v2.0/routers/2d112719-634b-4da9-b6e4-cc2917ad4042 HTTP/1.1" status: 400 len: 364 time: 0.3494272 Oct 20 12:25:25.003756 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58806) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:25:25.056419 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-25545952-8b04-4f5c-b824-9786a7619c47 None None] Allocated IP 172.21.0.2 (77c58078-f1f3-44a8-882d-92f70a5614e7/8a372fa3-9616-4dff-ae0c-0e442f72c911/82aa9d5d-bd4b-4fd5-afbc-1b1eddfb9430) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:25:25.088933 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c7eab1d-4db8-4155-96e4-31668847d9a8 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Deleting subnet 8a372fa3-9616-4dff-ae0c-0e442f72c911 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 12:25:25.147240 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:25.407892 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25545952-8b04-4f5c-b824-9786a7619c47 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:25.414126 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8c7eab1d-4db8-4155-96e4-31668847d9a8 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:25.415004 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25545952-8b04-4f5c-b824-9786a7619c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:25.450166 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25545952-8b04-4f5c-b824-9786a7619c47 None None] Network 77c58078-f1f3-44a8-882d-92f70a5614e7 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:25:25.453106 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-25545952-8b04-4f5c-b824-9786a7619c47 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:25:25.456680 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25545952-8b04-4f5c-b824-9786a7619c47 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:25:25.456844 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8c7eab1d-4db8-4155-96e4-31668847d9a8 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:25.467384 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25545952-8b04-4f5c-b824-9786a7619c47 None None] Pushing event updated for resources: {'Port': ['ID=82aa9d5d-bd4b-4fd5-afbc-1b1eddfb9430,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:25.518434 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-25545952-8b04-4f5c-b824-9786a7619c47 None None] Attempting to bind port 82aa9d5d-bd4b-4fd5-afbc-1b1eddfb9430 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:25:25.519041 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-25545952-8b04-4f5c-b824-9786a7619c47 None None] Attempting to bind port 82aa9d5d-bd4b-4fd5-afbc-1b1eddfb9430 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'cfb05ba3-86a2-463d-87d3-764b3aff62c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '77c58078-f1f3-44a8-882d-92f70a5614e7'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:25:25.519463 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25545952-8b04-4f5c-b824-9786a7619c47 None None] Attempting to bind port 82aa9d5d-bd4b-4fd5-afbc-1b1eddfb9430 on network 77c58078-f1f3-44a8-882d-92f70a5614e7 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:25:25.524883 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25545952-8b04-4f5c-b824-9786a7619c47 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:25:25.525273 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25545952-8b04-4f5c-b824-9786a7619c47 None None] Checking segment: {'id': 'cfb05ba3-86a2-463d-87d3-764b3aff62c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '77c58078-f1f3-44a8-882d-92f70a5614e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:25:25.525676 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25545952-8b04-4f5c-b824-9786a7619c47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:25.526072 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25545952-8b04-4f5c-b824-9786a7619c47 None None] Bound using segment: {'id': 'cfb05ba3-86a2-463d-87d3-764b3aff62c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '77c58078-f1f3-44a8-882d-92f70a5614e7'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:25:25.526572 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-25545952-8b04-4f5c-b824-9786a7619c47 None None] Bound port: 82aa9d5d-bd4b-4fd5-afbc-1b1eddfb9430, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfb05ba3-86a2-463d-87d3-764b3aff62c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '77c58078-f1f3-44a8-882d-92f70a5614e7'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:25:25.526949 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25545952-8b04-4f5c-b824-9786a7619c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:25.543004 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8c7eab1d-4db8-4155-96e4-31668847d9a8 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:25.611669 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8c7eab1d-4db8-4155-96e4-31668847d9a8 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:25.613488 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-25545952-8b04-4f5c-b824-9786a7619c47 None None] For port 82aa9d5d-bd4b-4fd5-afbc-1b1eddfb9430, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:25:25.617286 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-25545952-8b04-4f5c-b824-9786a7619c47 None None] For port 82aa9d5d-bd4b-4fd5-afbc-1b1eddfb9430, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=82aa9d5d-bd4b-4fd5-afbc-1b1eddfb9430,segment=NetworkSegment(cfb05ba3-86a2-463d-87d3-764b3aff62c8),segment_id=cfb05ba3-86a2-463d-87d3-764b3aff62c8)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:25:25.624562 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25545952-8b04-4f5c-b824-9786a7619c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:25.641701 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7eab1d-4db8-4155-96e4-31668847d9a8 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Pushing event deleted for resources: {'Subnet': ['ID=8a372fa3-9616-4dff-ae0c-0e442f72c911,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:25.656411 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8c7eab1d-4db8-4155-96e4-31668847d9a8 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:25.661163 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8c7eab1d-4db8-4155-96e4-31668847d9a8 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] 10.222.0.98 "DELETE /v2.0/subnets/8a372fa3-9616-4dff-ae0c-0e442f72c911 HTTP/1.1" status: 204 len: 168 time: 0.6556315 Oct 20 12:25:25.664324 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58808) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:25:25.699348 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25545952-8b04-4f5c-b824-9786a7619c47 None None] Pushing event updated for resources: {'Port': ['ID=82aa9d5d-bd4b-4fd5-afbc-1b1eddfb9430,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:25.769641 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5794abcc-010f-4b09-a2b9-5897b59e0af8 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:25.829894 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-5794abcc-010f-4b09-a2b9-5897b59e0af8 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Deleting port 82aa9d5d-bd4b-4fd5-afbc-1b1eddfb9430 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:25:25.830235 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5794abcc-010f-4b09-a2b9-5897b59e0af8 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:25.930366 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ef6071-52de-4442-81b9-ba9d8528d175 None None] Network 46bbeb8d-8512-42bd-ab46-5bee615ea3e5 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:25:25.932426 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-5794abcc-010f-4b09-a2b9-5897b59e0af8 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] For port 82aa9d5d-bd4b-4fd5-afbc-1b1eddfb9430, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=82aa9d5d-bd4b-4fd5-afbc-1b1eddfb9430,segment=NetworkSegment(cfb05ba3-86a2-463d-87d3-764b3aff62c8),segment_id=cfb05ba3-86a2-463d-87d3-764b3aff62c8)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:25:25.932973 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5794abcc-010f-4b09-a2b9-5897b59e0af8 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:25.948578 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-5794abcc-010f-4b09-a2b9-5897b59e0af8 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Calling delete_port for 82aa9d5d-bd4b-4fd5-afbc-1b1eddfb9430 owned by network:dhcp {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:25:26.023353 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-81e43768-ebb7-48a8-8b24-a51cd02e92dd None None] Provisioning complete for port eecaa931-3f11-400c-80ad-0c1299e1f30a triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:25:26.023723 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-81e43768-ebb7-48a8-8b24-a51cd02e92dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:26.046696 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5794abcc-010f-4b09-a2b9-5897b59e0af8 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:26.070905 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5794abcc-010f-4b09-a2b9-5897b59e0af8 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Pushing event deleted for resources: {'Port': ['ID=82aa9d5d-bd4b-4fd5-afbc-1b1eddfb9430,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:26.078929 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5794abcc-010f-4b09-a2b9-5897b59e0af8 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] No DVR routers for this DVR port 82aa9d5d-bd4b-4fd5-afbc-1b1eddfb9430 on host n-d-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:25:26.165574 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-81e43768-ebb7-48a8-8b24-a51cd02e92dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:26.169009 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5794abcc-010f-4b09-a2b9-5897b59e0af8 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:26.195023 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-5794abcc-010f-4b09-a2b9-5897b59e0af8 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77c58078-f1f3-44a8-882d-92f70a5614e7']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:25:26.205777 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-5794abcc-010f-4b09-a2b9-5897b59e0af8 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfb05ba3-86a2-463d-87d3-764b3aff62c8') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:25:26.206070 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-5794abcc-010f-4b09-a2b9-5897b59e0af8 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfb05ba3-86a2-463d-87d3-764b3aff62c8') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:25:26.210417 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-81e43768-ebb7-48a8-8b24-a51cd02e92dd None None] For port eecaa931-3f11-400c-80ad-0c1299e1f30a, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=eecaa931-3f11-400c-80ad-0c1299e1f30a,segment=NetworkSegment(536558f3-6eed-485b-94f7-67fdcec4b661),segment_id=536558f3-6eed-485b-94f7-67fdcec4b661)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:25:26.216170 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-81e43768-ebb7-48a8-8b24-a51cd02e92dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:26.217290 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5794abcc-010f-4b09-a2b9-5897b59e0af8 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:26.236306 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5794abcc-010f-4b09-a2b9-5897b59e0af8 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:26.245879 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5794abcc-010f-4b09-a2b9-5897b59e0af8 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Releasing vlan 1279 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 12:25:26.247078 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5794abcc-010f-4b09-a2b9-5897b59e0af8 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:26.249934 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 12:25:26.249934 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 12:25:26.249934 n-d-814735-3 neutron-server[100647]: timer() Oct 20 12:25:26.249934 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 12:25:26.249934 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 12:25:26.249934 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 12:25:26.249934 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 12:25:26.249934 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 12:25:26.249934 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 12:25:26.249934 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 12:25:26.249934 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 12:25:26.249934 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 12:25:26.249934 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 12:25:26.249934 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 12:25:26.249934 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 12:25:26.249934 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 12:25:26.249934 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 12:25:26.249934 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 12:25:26.249934 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 12:25:26.249934 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 12:25:26.249934 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 12:25:26.249934 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 12:25:26.249934 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 12:25:26.249934 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 12:25:26.249934 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 12:25:26.249934 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 12:25:26.249934 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 12:25:26.249934 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 12:25:26.249934 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 12:25:26.249934 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 12:25:26.249934 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 12:25:26.249934 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 12:25:26.273572 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e43768-ebb7-48a8-8b24-a51cd02e92dd None None] Pushing event updated for resources: {'Port': ['ID=eecaa931-3f11-400c-80ad-0c1299e1f30a,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:26.441601 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e699340b-821f-4fd8-ba89-e4a2073bc650 None None] Provisioning complete for port eecaa931-3f11-400c-80ad-0c1299e1f30a triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:25:26.441947 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e699340b-821f-4fd8-ba89-e4a2073bc650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:26.708737 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5794abcc-010f-4b09-a2b9-5897b59e0af8 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:26.715098 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5794abcc-010f-4b09-a2b9-5897b59e0af8 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:26.719719 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-5794abcc-010f-4b09-a2b9-5897b59e0af8 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] 10.222.0.98 "DELETE /v2.0/networks/77c58078-f1f3-44a8-882d-92f70a5614e7 HTTP/1.1" status: 204 len: 168 time: 1.0539939 Oct 20 12:25:26.721045 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58810) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:25:26.740223 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device eecaa931-3f11-400c-80ad-0c1299e1f30a up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:25:26.744912 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5794abcc-010f-4b09-a2b9-5897b59e0af8 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Pushing event deleted for resources: {'Network': ['ID=77c58078-f1f3-44a8-882d-92f70a5614e7,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:26.784302 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-f4317c26-8e7e-41e4-9f74-f6eb0b7a5d66 None None] Could not find standard attr ID for object 82aa9d5d-bd4b-4fd5-afbc-1b1eddfb9430. {{(pid=100648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 20 12:25:26.796496 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1483963-c1d6-4f91-a534-d9107bbd2cb6 None None] DHCP port deletion for 77c58078-f1f3-44a8-882d-92f70a5614e7 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 12:25:26.798729 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-5802c825-d1f6-4c3c-b922-90e6eba5edda tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Deleting subnet 3606b7e8-50ca-4e2c-bf94-248e92a173cd {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 12:25:26.802017 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5802c825-d1f6-4c3c-b922-90e6eba5edda tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:26.808124 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port eecaa931-3f11-400c-80ad-0c1299e1f30a triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:25:26.808490 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:26.834061 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0320ac63-5011-47c2-ab4b-ec53d0388322 None None] Network 77c58078-f1f3-44a8-882d-92f70a5614e7 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:25:26.843774 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5802c825-d1f6-4c3c-b922-90e6eba5edda tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:26.849582 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0320ac63-5011-47c2-ab4b-ec53d0388322 None None] Network 77c58078-f1f3-44a8-882d-92f70a5614e7 could not be found, it might have been deleted concurrently. {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 20 12:25:26.934754 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5802c825-d1f6-4c3c-b922-90e6eba5edda tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:27.000758 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5802c825-d1f6-4c3c-b922-90e6eba5edda tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:27.026401 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5802c825-d1f6-4c3c-b922-90e6eba5edda tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Pushing event deleted for resources: {'Subnet': ['ID=3606b7e8-50ca-4e2c-bf94-248e92a173cd,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:27.033693 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5802c825-d1f6-4c3c-b922-90e6eba5edda tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:27.037120 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5802c825-d1f6-4c3c-b922-90e6eba5edda tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] 10.222.0.98 "DELETE /v2.0/subnets/3606b7e8-50ca-4e2c-bf94-248e92a173cd HTTP/1.1" status: 204 len: 168 time: 0.3148468 Oct 20 12:25:27.039881 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58812) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:25:27.040318 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d194030d-b3ad-4d63-b9fa-2d457e57bb28 None None] Network 46bbeb8d-8512-42bd-ab46-5bee615ea3e5 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:25:27.116205 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-be157689-ce3e-4f34-b9ef-8da6c3b6c662 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:27.170903 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-be157689-ce3e-4f34-b9ef-8da6c3b6c662 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Deleting port eecaa931-3f11-400c-80ad-0c1299e1f30a {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:25:27.171234 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-be157689-ce3e-4f34-b9ef-8da6c3b6c662 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:27.215317 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31860f1d-d3e3-4078-ac5f-2a0015b31adb None None] DHCP port deletion for 46bbeb8d-8512-42bd-ab46-5bee615ea3e5 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 12:25:27.240534 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-be157689-ce3e-4f34-b9ef-8da6c3b6c662 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] For port eecaa931-3f11-400c-80ad-0c1299e1f30a, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=eecaa931-3f11-400c-80ad-0c1299e1f30a,segment=NetworkSegment(536558f3-6eed-485b-94f7-67fdcec4b661),segment_id=536558f3-6eed-485b-94f7-67fdcec4b661)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:25:27.240862 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-be157689-ce3e-4f34-b9ef-8da6c3b6c662 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:27.254944 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-be157689-ce3e-4f34-b9ef-8da6c3b6c662 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Calling delete_port for eecaa931-3f11-400c-80ad-0c1299e1f30a owned by network:dhcp {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:25:27.266965 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-31860f1d-d3e3-4078-ac5f-2a0015b31adb None None] Deleting port eecaa931-3f11-400c-80ad-0c1299e1f30a {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:25:27.267708 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-31860f1d-d3e3-4078-ac5f-2a0015b31adb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:27.334391 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-31860f1d-d3e3-4078-ac5f-2a0015b31adb None None] For port eecaa931-3f11-400c-80ad-0c1299e1f30a, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=eecaa931-3f11-400c-80ad-0c1299e1f30a,segment=NetworkSegment(536558f3-6eed-485b-94f7-67fdcec4b661),segment_id=536558f3-6eed-485b-94f7-67fdcec4b661)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:25:27.334782 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-31860f1d-d3e3-4078-ac5f-2a0015b31adb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:27.344156 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-be157689-ce3e-4f34-b9ef-8da6c3b6c662 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:27.349172 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-31860f1d-d3e3-4078-ac5f-2a0015b31adb None None] Calling delete_port for eecaa931-3f11-400c-80ad-0c1299e1f30a owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:25:27.374816 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be157689-ce3e-4f34-b9ef-8da6c3b6c662 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] No DVR routers for this DVR port eecaa931-3f11-400c-80ad-0c1299e1f30a on host n-d-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:25:27.379868 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be157689-ce3e-4f34-b9ef-8da6c3b6c662 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Pushing event deleted for resources: {'Port': ['ID=eecaa931-3f11-400c-80ad-0c1299e1f30a,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:27.432083 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-31860f1d-d3e3-4078-ac5f-2a0015b31adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:27.457829 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31860f1d-d3e3-4078-ac5f-2a0015b31adb None None] Pushing event deleted for resources: {'Port': ['ID=eecaa931-3f11-400c-80ad-0c1299e1f30a,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:27.460901 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-be157689-ce3e-4f34-b9ef-8da6c3b6c662 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:27.463561 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31860f1d-d3e3-4078-ac5f-2a0015b31adb None None] No DVR routers for this DVR port eecaa931-3f11-400c-80ad-0c1299e1f30a on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:25:27.490274 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-be157689-ce3e-4f34-b9ef-8da6c3b6c662 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46bbeb8d-8512-42bd-ab46-5bee615ea3e5']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:25:27.501291 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-be157689-ce3e-4f34-b9ef-8da6c3b6c662 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '536558f3-6eed-485b-94f7-67fdcec4b661') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:25:27.501584 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-be157689-ce3e-4f34-b9ef-8da6c3b6c662 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '536558f3-6eed-485b-94f7-67fdcec4b661') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:25:27.511957 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-be157689-ce3e-4f34-b9ef-8da6c3b6c662 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:27.527888 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-be157689-ce3e-4f34-b9ef-8da6c3b6c662 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:27.534523 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be157689-ce3e-4f34-b9ef-8da6c3b6c662 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Releasing vlan 1259 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 12:25:27.534949 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-be157689-ce3e-4f34-b9ef-8da6c3b6c662 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:27.538055 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 12:25:27.538055 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 12:25:27.538055 n-d-814735-3 neutron-server[100647]: timer() Oct 20 12:25:27.538055 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 12:25:27.538055 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 12:25:27.538055 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 12:25:27.538055 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 12:25:27.538055 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 12:25:27.538055 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 12:25:27.538055 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 12:25:27.538055 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 12:25:27.538055 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 12:25:27.538055 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 12:25:27.538055 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 12:25:27.538055 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 12:25:27.538055 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 12:25:27.538055 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 12:25:27.538055 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 12:25:27.538055 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 12:25:27.538055 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 12:25:27.538055 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 12:25:27.538055 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 12:25:27.538055 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 12:25:27.538055 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 12:25:27.538055 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 12:25:27.538055 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 12:25:27.538055 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 12:25:27.538055 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 12:25:27.538055 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 12:25:27.538055 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 12:25:27.538055 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 12:25:27.538055 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 12:25:27.600759 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-be157689-ce3e-4f34-b9ef-8da6c3b6c662 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:27.608853 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-be157689-ce3e-4f34-b9ef-8da6c3b6c662 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:27.613657 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-be157689-ce3e-4f34-b9ef-8da6c3b6c662 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] 10.222.0.98 "DELETE /v2.0/networks/46bbeb8d-8512-42bd-ab46-5bee615ea3e5 HTTP/1.1" status: 204 len: 168 time: 0.5727358 Oct 20 12:25:27.616471 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58814) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:25:27.624893 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be157689-ce3e-4f34-b9ef-8da6c3b6c662 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Pushing event deleted for resources: {'Network': ['ID=46bbeb8d-8512-42bd-ab46-5bee615ea3e5,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:27.646811 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5b53586b-db46-4d47-96d7-15da996712d7 tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] 10.222.0.98 "GET /v2.0/ports?device_id=2d112719-634b-4da9-b6e4-cc2917ad4042 HTTP/1.1" status: 200 len: 205 time: 0.0290861 Oct 20 12:25:27.649337 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58816) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:25:27.726289 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1b2db99e-593e-48f9-acf5-2041e899a74c tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:28.172452 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1b2db99e-593e-48f9-acf5-2041e899a74c tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:28.175567 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1b2db99e-593e-48f9-acf5-2041e899a74c tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:28.221246 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1b2db99e-593e-48f9-acf5-2041e899a74c tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:28.221882 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2db99e-593e-48f9-acf5-2041e899a74c tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Fanout notify agent at l3_agent the message router_deleted on router 2d112719-634b-4da9-b6e4-cc2917ad4042 {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 12:25:28.229930 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1b2db99e-593e-48f9-acf5-2041e899a74c tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:28.231060 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1b2db99e-593e-48f9-acf5-2041e899a74c tempest-RoutersNegativeTest-290644169 tempest-RoutersNegativeTest-290644169-project] 10.222.0.98 "DELETE /v2.0/routers/2d112719-634b-4da9-b6e4-cc2917ad4042 HTTP/1.1" status: 204 len: 168 time: 0.5805190 Oct 20 12:25:28.482024 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58822) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:25:28.635345 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-febf007b-c810-4fa6-b3fe-9beb09b3e3d8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3fba9949a3fa4663ae4adfc93a19755d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1497123 Oct 20 12:25:28.636116 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58826) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:25:28.691450 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-90e9836e-a504-4fb0-a411-3a54a956cbf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:28.692584 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 82aa9d5d-bd4b-4fd5-afbc-1b1eddfb9430 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:25:28.713266 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 82aa9d5d-bd4b-4fd5-afbc-1b1eddfb9430 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:25:28.713583 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 82aa9d5d-bd4b-4fd5-afbc-1b1eddfb9430 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:25:28.713991 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device eecaa931-3f11-400c-80ad-0c1299e1f30a no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:25:28.714118 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-90e9836e-a504-4fb0-a411-3a54a956cbf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:28.734171 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: eecaa931-3f11-400c-80ad-0c1299e1f30a {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:25:28.734572 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device eecaa931-3f11-400c-80ad-0c1299e1f30a not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:25:28.772081 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-90e9836e-a504-4fb0-a411-3a54a956cbf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:28.775046 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-90e9836e-a504-4fb0-a411-3a54a956cbf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:28.776265 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-90e9836e-a504-4fb0-a411-3a54a956cbf2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/dd1b7113-6400-4d91-83ae-e6bc4d6a210a HTTP/1.1" status: 204 len: 168 time: 0.1391401 Oct 20 12:25:28.785061 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e9836e-a504-4fb0-a411-3a54a956cbf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1b7113-6400-4d91-83ae-e6bc4d6a210a,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:29.462076 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58848) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:25:29.557540 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-09513230-c345-47ae-ba9c-1f3232aac5ea admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1706635337-network', 'tenant_id': 'cfe261ff8e774152a2f8a084b2f3d77c'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:25:29.579526 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09513230-c345-47ae-ba9c-1f3232aac5ea admin admin] Made reservation on behalf of cfe261ff8e774152a2f8a084b2f3d77c for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:25:29.581789 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-09513230-c345-47ae-ba9c-1f3232aac5ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:29.590150 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-09513230-c345-47ae-ba9c-1f3232aac5ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:29.667515 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-09513230-c345-47ae-ba9c-1f3232aac5ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:29.672366 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-09513230-c345-47ae-ba9c-1f3232aac5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:29.696432 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09513230-c345-47ae-ba9c-1f3232aac5ea admin admin] vlan segment allocate from pool success with {'vlan_id': 1269, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 12:25:29.706679 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09513230-c345-47ae-ba9c-1f3232aac5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecee9c2b-d23c-455e-aac1-32207d021030,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:29.712586 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-09513230-c345-47ae-ba9c-1f3232aac5ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:29.712925 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-09513230-c345-47ae-ba9c-1f3232aac5ea admin admin] Added segment 1d58c0d1-e224-4c3a-aea1-4ab5e706de37 of type vlan for network 0906b586-00a2-4850-86f9-f93194f3e6f0 Oct 20 12:25:29.758061 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-09513230-c345-47ae-ba9c-1f3232aac5ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:29.783825 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-09513230-c345-47ae-ba9c-1f3232aac5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:29.784662 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09513230-c345-47ae-ba9c-1f3232aac5ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:29.785237 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-09513230-c345-47ae-ba9c-1f3232aac5ea admin admin] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:29.818974 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-09513230-c345-47ae-ba9c-1f3232aac5ea admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.3552597 Oct 20 12:25:29.822831 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58852) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:25:29.828170 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-ceb78805-7969-40f2-aecc-32c1a44b0ea3 admin admin] Request body: {'subnet': {'network_id': '0906b586-00a2-4850-86f9-f93194f3e6f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1706635337-subnet', 'tenant_id': 'cfe261ff8e774152a2f8a084b2f3d77c', 'ip_version': 4}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:25:29.851975 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb78805-7969-40f2-aecc-32c1a44b0ea3 admin admin] Made reservation on behalf of cfe261ff8e774152a2f8a084b2f3d77c for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:25:29.852727 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09513230-c345-47ae-ba9c-1f3232aac5ea admin admin] Pushing event updated for resources: {'Network': ['ID=0906b586-00a2-4850-86f9-f93194f3e6f0,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:29.854571 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ceb78805-7969-40f2-aecc-32c1a44b0ea3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:29.865952 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 0906b586-00a2-4850-86f9-f93194f3e6f0 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 12:25:30.034819 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ceb78805-7969-40f2-aecc-32c1a44b0ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:30.082976 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb78805-7969-40f2-aecc-32c1a44b0ea3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a137276a-3421-4387-bf47-3f6b0b255d14,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:30.099971 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb78805-7969-40f2-aecc-32c1a44b0ea3 admin admin] Checking segment: {'id': '1d58c0d1-e224-4c3a-aea1-4ab5e706de37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '0906b586-00a2-4850-86f9-f93194f3e6f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:25:30.100325 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb78805-7969-40f2-aecc-32c1a44b0ea3 admin admin] Network hostable DHCP agents. Network: 0906b586-00a2-4850-86f9-f93194f3e6f0, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 12:25:30.118256 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb78805-7969-40f2-aecc-32c1a44b0ea3 admin admin] Network 0906b586-00a2-4850-86f9-f93194f3e6f0 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 12:25:30.127523 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-ceb78805-7969-40f2-aecc-32c1a44b0ea3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 0906b586-00a2-4850-86f9-f93194f3e6f0) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:25:30.131680 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb78805-7969-40f2-aecc-32c1a44b0ea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:30.132277 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ceb78805-7969-40f2-aecc-32c1a44b0ea3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:30.139205 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38672c8e-2a2d-40ad-9ee0-d710232849f0 None None] Network 0906b586-00a2-4850-86f9-f93194f3e6f0 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:25:30.152287 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ceb78805-7969-40f2-aecc-32c1a44b0ea3 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3279395 Oct 20 12:25:30.152911 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58854) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:25:30.157982 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-31af0d08-faa8-4ae1-aba2-25edf0a0c8e9 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1706635337-router', 'tenant_id': 'cfe261ff8e774152a2f8a084b2f3d77c', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:25:30.190474 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-31af0d08-faa8-4ae1-aba2-25edf0a0c8e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:30.191561 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-31af0d08-faa8-4ae1-aba2-25edf0a0c8e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:30.244784 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-31af0d08-faa8-4ae1-aba2-25edf0a0c8e9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:30.300557 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0254e969-5293-46e9-bce2-8450d921f112 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-0906b586-00a2-4850-86f9-f93194f3e6f0', 'network_id': '0906b586-00a2-4850-86f9-f93194f3e6f0', 'tenant_id': 'cfe261ff8e774152a2f8a084b2f3d77c', 'fixed_ips': [{'subnet_id': 'a137276a-3421-4387-bf47-3f6b0b255d14'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 12:25:30.301455 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0254e969-5293-46e9-bce2-8450d921f112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:30.393687 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-31af0d08-faa8-4ae1-aba2-25edf0a0c8e9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:30.434102 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-0254e969-5293-46e9-bce2-8450d921f112 None None] Allocated IP 172.20.0.2 (0906b586-00a2-4850-86f9-f93194f3e6f0/a137276a-3421-4387-bf47-3f6b0b255d14/42e00f49-d34e-490d-b1d6-4a4f09b701da) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:25:30.584454 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0254e969-5293-46e9-bce2-8450d921f112 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:30.591396 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0254e969-5293-46e9-bce2-8450d921f112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:30.596597 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-31af0d08-faa8-4ae1-aba2-25edf0a0c8e9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:30.626192 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-31af0d08-faa8-4ae1-aba2-25edf0a0c8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:30.638752 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0254e969-5293-46e9-bce2-8450d921f112 None None] Network 0906b586-00a2-4850-86f9-f93194f3e6f0 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:25:30.643956 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-0254e969-5293-46e9-bce2-8450d921f112 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:25:30.648187 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0254e969-5293-46e9-bce2-8450d921f112 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:25:30.657310 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0254e969-5293-46e9-bce2-8450d921f112 None None] Pushing event updated for resources: {'Port': ['ID=42e00f49-d34e-490d-b1d6-4a4f09b701da,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:30.712541 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-0254e969-5293-46e9-bce2-8450d921f112 None None] Attempting to bind port 42e00f49-d34e-490d-b1d6-4a4f09b701da on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:25:30.713008 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-0254e969-5293-46e9-bce2-8450d921f112 None None] Attempting to bind port 42e00f49-d34e-490d-b1d6-4a4f09b701da by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1d58c0d1-e224-4c3a-aea1-4ab5e706de37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '0906b586-00a2-4850-86f9-f93194f3e6f0'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:25:30.713487 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0254e969-5293-46e9-bce2-8450d921f112 None None] Attempting to bind port 42e00f49-d34e-490d-b1d6-4a4f09b701da on network 0906b586-00a2-4850-86f9-f93194f3e6f0 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:25:30.718676 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0254e969-5293-46e9-bce2-8450d921f112 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:25:30.719075 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0254e969-5293-46e9-bce2-8450d921f112 None None] Checking segment: {'id': '1d58c0d1-e224-4c3a-aea1-4ab5e706de37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '0906b586-00a2-4850-86f9-f93194f3e6f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:25:30.719497 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0254e969-5293-46e9-bce2-8450d921f112 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:30.719875 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0254e969-5293-46e9-bce2-8450d921f112 None None] Bound using segment: {'id': '1d58c0d1-e224-4c3a-aea1-4ab5e706de37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '0906b586-00a2-4850-86f9-f93194f3e6f0'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:25:30.720338 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-0254e969-5293-46e9-bce2-8450d921f112 None None] Bound port: 42e00f49-d34e-490d-b1d6-4a4f09b701da, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d58c0d1-e224-4c3a-aea1-4ab5e706de37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '0906b586-00a2-4850-86f9-f93194f3e6f0'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:25:30.720712 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0254e969-5293-46e9-bce2-8450d921f112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:30.730294 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-31af0d08-faa8-4ae1-aba2-25edf0a0c8e9 admin admin] Allocated IP 172.25.5.142 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/876e32f3-c0f4-4547-ad28-2db93f539787) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:25:30.782911 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-0254e969-5293-46e9-bce2-8450d921f112 None None] For port 42e00f49-d34e-490d-b1d6-4a4f09b701da, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:25:30.785999 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-0254e969-5293-46e9-bce2-8450d921f112 None None] For port 42e00f49-d34e-490d-b1d6-4a4f09b701da, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=42e00f49-d34e-490d-b1d6-4a4f09b701da,segment=NetworkSegment(1d58c0d1-e224-4c3a-aea1-4ab5e706de37),segment_id=1d58c0d1-e224-4c3a-aea1-4ab5e706de37)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:25:30.790201 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0254e969-5293-46e9-bce2-8450d921f112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:30.841964 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-31af0d08-faa8-4ae1-aba2-25edf0a0c8e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:30.851514 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0254e969-5293-46e9-bce2-8450d921f112 None None] Pushing event updated for resources: {'Port': ['ID=42e00f49-d34e-490d-b1d6-4a4f09b701da,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:30.884628 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-31af0d08-faa8-4ae1-aba2-25edf0a0c8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:30.923578 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31af0d08-faa8-4ae1-aba2-25edf0a0c8e9 admin admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:25:30.926526 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-31af0d08-faa8-4ae1-aba2-25edf0a0c8e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:25:30.930175 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31af0d08-faa8-4ae1-aba2-25edf0a0c8e9 admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:25:30.955349 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af0d08-faa8-4ae1-aba2-25edf0a0c8e9 admin admin] Pushing event updated for resources: {'Port': ['ID=876e32f3-c0f4-4547-ad28-2db93f539787,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:31.207463 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-31af0d08-faa8-4ae1-aba2-25edf0a0c8e9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:31.413426 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-31af0d08-faa8-4ae1-aba2-25edf0a0c8e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:31.560515 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31af0d08-faa8-4ae1-aba2-25edf0a0c8e9 admin admin] Router 84dd2184-7da1-4233-a332-3d6035fd5e4c is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 12:25:31.679618 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31af0d08-faa8-4ae1-aba2-25edf0a0c8e9 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:25:31.689086 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad49a976-56a2-4329-8bd5-4798ccd667e9 None None] Sync routers for ids ['84dd2184-7da1-4233-a332-3d6035fd5e4c'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:25:31.699092 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad49a976-56a2-4329-8bd5-4798ccd667e9 None None] Routers {'84dd2184-7da1-4233-a332-3d6035fd5e4c'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:25:31.699786 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-ad49a976-56a2-4329-8bd5-4798ccd667e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:25:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['84dd2184-7da1-4233-a332-3d6035fd5e4c'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:25:31.703959 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-31af0d08-faa8-4ae1-aba2-25edf0a0c8e9 admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:31.705276 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-31af0d08-faa8-4ae1-aba2-25edf0a0c8e9 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5509715 Oct 20 12:25:31.708148 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58856) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:25:31.768395 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03a936a-6bdd-41ad-b6d3-774e62d4f2ed None None] Network 0906b586-00a2-4850-86f9-f93194f3e6f0 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:25:31.869890 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-ad49a976-56a2-4329-8bd5-4798ccd667e9 None None] Set router 84dd2184-7da1-4233-a332-3d6035fd5e4c gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:25:32.022504 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-55180c6e-7e91-4e27-b762-0504b6ae8d88 None None] Provisioning complete for port 42e00f49-d34e-490d-b1d6-4a4f09b701da triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:25:32.022752 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-55180c6e-7e91-4e27-b762-0504b6ae8d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:32.135335 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1b15d316-a74d-455d-865a-ff42b1394956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:32.302167 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-1b15d316-a74d-455d-865a-ff42b1394956 admin admin] Allocated IP 172.20.0.1 (0906b586-00a2-4850-86f9-f93194f3e6f0/a137276a-3421-4387-bf47-3f6b0b255d14/348b736b-7e28-49ab-a3df-7f8649a63ebf) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:25:32.350997 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-55180c6e-7e91-4e27-b762-0504b6ae8d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:32.388912 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-ad49a976-56a2-4329-8bd5-4798ccd667e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84dd2184-7da1-4233-a332-3d6035fd5e4c', 'name': 'tempest-TestEncryptedCinderVolumes-1706635337-router', 'tenant_id': 'cfe261ff8e774152a2f8a084b2f3d77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '876e32f3-c0f4-4547-ad28-2db93f539787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:25:30Z', 'updated_at': '2021-10-20T12:25:31Z', 'revision_number': 3, 'project_id': 'cfe261ff8e774152a2f8a084b2f3d77c', 'gw_port': {'id': '876e32f3-c0f4-4547-ad28-2db93f539787', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84dd2184-7da1-4233-a332-3d6035fd5e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:25:30Z', 'updated_at': '2021-10-20T12:25:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:25:32.416466 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-55180c6e-7e91-4e27-b762-0504b6ae8d88 None None] For port 42e00f49-d34e-490d-b1d6-4a4f09b701da, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=42e00f49-d34e-490d-b1d6-4a4f09b701da,segment=NetworkSegment(1d58c0d1-e224-4c3a-aea1-4ab5e706de37),segment_id=1d58c0d1-e224-4c3a-aea1-4ab5e706de37)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:25:32.416652 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1b15d316-a74d-455d-865a-ff42b1394956 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:32.417656 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad49a976-56a2-4329-8bd5-4798ccd667e9 None None] Checking router: 84dd2184-7da1-4233-a332-3d6035fd5e4c for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:25:32.417980 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad49a976-56a2-4329-8bd5-4798ccd667e9 None None] Updating router 84dd2184-7da1-4233-a332-3d6035fd5e4c port 876e32f3-c0f4-4547-ad28-2db93f539787 binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 12:25:32.437360 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-55180c6e-7e91-4e27-b762-0504b6ae8d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:32.454239 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1b15d316-a74d-455d-865a-ff42b1394956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:32.465509 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ad49a976-56a2-4329-8bd5-4798ccd667e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:32.497247 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b15d316-a74d-455d-865a-ff42b1394956 admin admin] Network 0906b586-00a2-4850-86f9-f93194f3e6f0 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:25:32.499734 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-1b15d316-a74d-455d-865a-ff42b1394956 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:25:32.507541 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b15d316-a74d-455d-865a-ff42b1394956 admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:25:32.510862 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b15d316-a74d-455d-865a-ff42b1394956 admin admin] Pushing event updated for resources: {'Port': ['ID=348b736b-7e28-49ab-a3df-7f8649a63ebf,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:32.548750 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1b15d316-a74d-455d-865a-ff42b1394956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:32.564384 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55180c6e-7e91-4e27-b762-0504b6ae8d88 None None] Pushing event updated for resources: {'Port': ['ID=42e00f49-d34e-490d-b1d6-4a4f09b701da,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:32.690043 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-873c3131-28f3-41f9-829b-1e7c64a96dba None None] Provisioning complete for port 42e00f49-d34e-490d-b1d6-4a4f09b701da triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:25:32.690769 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-873c3131-28f3-41f9-829b-1e7c64a96dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:32.789589 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 42e00f49-d34e-490d-b1d6-4a4f09b701da up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:25:32.867142 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ad49a976-56a2-4329-8bd5-4798ccd667e9 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:32.879266 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ad49a976-56a2-4329-8bd5-4798ccd667e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:32.949117 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b94c27a-cdae-4be4-a813-6ef7814c3173 None None] Pushing event updated for resources: {'Port': ['ID=876e32f3-c0f4-4547-ad28-2db93f539787,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:32.951757 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 42e00f49-d34e-490d-b1d6-4a4f09b701da triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:25:32.952140 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:32.954379 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-ad49a976-56a2-4329-8bd5-4798ccd667e9 None None] Attempting to bind port 876e32f3-c0f4-4547-ad28-2db93f539787 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:25:32.954748 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-ad49a976-56a2-4329-8bd5-4798ccd667e9 None None] Attempting to bind port 876e32f3-c0f4-4547-ad28-2db93f539787 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:25:32.955267 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad49a976-56a2-4329-8bd5-4798ccd667e9 None None] Attempting to bind port 876e32f3-c0f4-4547-ad28-2db93f539787 on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:25:32.978262 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad49a976-56a2-4329-8bd5-4798ccd667e9 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:25:32.978676 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad49a976-56a2-4329-8bd5-4798ccd667e9 None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:25:32.979123 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ad49a976-56a2-4329-8bd5-4798ccd667e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:32.979567 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad49a976-56a2-4329-8bd5-4798ccd667e9 None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:25:32.980126 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-ad49a976-56a2-4329-8bd5-4798ccd667e9 None None] Bound port: 876e32f3-c0f4-4547-ad28-2db93f539787, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:25:32.980557 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ad49a976-56a2-4329-8bd5-4798ccd667e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:33.008402 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1b15d316-a74d-455d-865a-ff42b1394956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:33.060563 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-ad49a976-56a2-4329-8bd5-4798ccd667e9 None None] For port 876e32f3-c0f4-4547-ad28-2db93f539787, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:25:33.065550 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-ad49a976-56a2-4329-8bd5-4798ccd667e9 None None] For port 876e32f3-c0f4-4547-ad28-2db93f539787, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=876e32f3-c0f4-4547-ad28-2db93f539787,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:25:33.071747 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3ba4a391-29f5-4d80-a78e-6b358abd9977 None None] Provisioning complete for port 348b736b-7e28-49ab-a3df-7f8649a63ebf triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:25:33.072153 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3ba4a391-29f5-4d80-a78e-6b358abd9977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:33.074489 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ad49a976-56a2-4329-8bd5-4798ccd667e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:33.193564 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3ba4a391-29f5-4d80-a78e-6b358abd9977 None None] Port 348b736b-7e28-49ab-a3df-7f8649a63ebf cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:25:33.199750 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1b15d316-a74d-455d-865a-ff42b1394956 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:33.199886 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b94c27a-cdae-4be4-a813-6ef7814c3173 None None] Pushing event updated for resources: {'Port': ['ID=876e32f3-c0f4-4547-ad28-2db93f539787,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:33.202535 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad49a976-56a2-4329-8bd5-4798ccd667e9 None None] Routers {'84dd2184-7da1-4233-a332-3d6035fd5e4c'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:25:33.203162 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-ad49a976-56a2-4329-8bd5-4798ccd667e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:25:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['84dd2184-7da1-4233-a332-3d6035fd5e4c'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:25:33.205815 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1b15d316-a74d-455d-865a-ff42b1394956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:33.276545 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b15d316-a74d-455d-865a-ff42b1394956 admin admin] Pushing event updated for resources: {'Port': ['ID=348b736b-7e28-49ab-a3df-7f8649a63ebf,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:33.282400 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1b15d316-a74d-455d-865a-ff42b1394956 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:33.323279 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-ad49a976-56a2-4329-8bd5-4798ccd667e9 None None] Set router 84dd2184-7da1-4233-a332-3d6035fd5e4c gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:25:33.376852 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b15d316-a74d-455d-865a-ff42b1394956 admin admin] Network 0906b586-00a2-4850-86f9-f93194f3e6f0 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:25:33.378586 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-1b15d316-a74d-455d-865a-ff42b1394956 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:25:33.505342 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b15d316-a74d-455d-865a-ff42b1394956 admin admin] Router 84dd2184-7da1-4233-a332-3d6035fd5e4c has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:25:33.545325 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-ad49a976-56a2-4329-8bd5-4798ccd667e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84dd2184-7da1-4233-a332-3d6035fd5e4c', 'name': 'tempest-TestEncryptedCinderVolumes-1706635337-router', 'tenant_id': 'cfe261ff8e774152a2f8a084b2f3d77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '876e32f3-c0f4-4547-ad28-2db93f539787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:25:30Z', 'updated_at': '2021-10-20T12:25:32Z', 'revision_number': 4, 'project_id': 'cfe261ff8e774152a2f8a084b2f3d77c', 'gw_port': {'id': '876e32f3-c0f4-4547-ad28-2db93f539787', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84dd2184-7da1-4233-a332-3d6035fd5e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:25:30Z', 'updated_at': '2021-10-20T12:25:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '348b736b-7e28-49ab-a3df-7f8649a63ebf', 'name': '', 'network_id': '0906b586-00a2-4850-86f9-f93194f3e6f0', 'tenant_id': 'cfe261ff8e774152a2f8a084b2f3d77c', 'mac_address': 'fa:16:3e:8b:95:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84dd2184-7da1-4233-a332-3d6035fd5e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'a137276a-3421-4387-bf47-3f6b0b255d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:25:32Z', 'updated_at': '2021-10-20T12:25:33Z', 'revision_number': 2, 'project_id': 'cfe261ff8e774152a2f8a084b2f3d77c', 'subnets': [{'id': 'a137276a-3421-4387-bf47-3f6b0b255d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:25:33.575134 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad49a976-56a2-4329-8bd5-4798ccd667e9 None None] The sync data for ids ['84dd2184-7da1-4233-a332-3d6035fd5e4c'] in n-d-814735-3 is: [{'id': '84dd2184-7da1-4233-a332-3d6035fd5e4c', 'name': 'tempest-TestEncryptedCinderVolumes-1706635337-router', 'tenant_id': 'cfe261ff8e774152a2f8a084b2f3d77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '876e32f3-c0f4-4547-ad28-2db93f539787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:25:30Z', 'updated_at': '2021-10-20T12:25:32Z', 'revision_number': 4, 'project_id': 'cfe261ff8e774152a2f8a084b2f3d77c', 'gw_port': {'id': '876e32f3-c0f4-4547-ad28-2db93f539787', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84dd2184-7da1-4233-a332-3d6035fd5e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:25:30Z', 'updated_at': '2021-10-20T12:25:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '348b736b-7e28-49ab-a3df-7f8649a63ebf', 'name': '', 'network_id': '0906b586-00a2-4850-86f9-f93194f3e6f0', 'tenant_id': 'cfe261ff8e774152a2f8a084b2f3d77c', 'mac_address': 'fa:16:3e:8b:95:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84dd2184-7da1-4233-a332-3d6035fd5e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'a137276a-3421-4387-bf47-3f6b0b255d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:25:32Z', 'updated_at': '2021-10-20T12:25:33Z', 'revision_number': 2, 'project_id': 'cfe261ff8e774152a2f8a084b2f3d77c', 'subnets': [{'id': 'a137276a-3421-4387-bf47-3f6b0b255d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:25:33.625478 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b15d316-a74d-455d-865a-ff42b1394956 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:25:33.634562 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1b15d316-a74d-455d-865a-ff42b1394956 admin admin] 10.222.0.98 "PUT /v2.0/routers/84dd2184-7da1-4233-a332-3d6035fd5e4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9252994 Oct 20 12:25:33.721858 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-5988c195-f4a5-425b-a986-b6533ee9710b None None] Provisioning complete for port 348b736b-7e28-49ab-a3df-7f8649a63ebf triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:25:33.722499 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5988c195-f4a5-425b-a986-b6533ee9710b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:33.779765 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-5988c195-f4a5-425b-a986-b6533ee9710b None None] Port 348b736b-7e28-49ab-a3df-7f8649a63ebf cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:25:34.236406 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58878) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:25:34.243849 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-4f8b235c-96a9-466a-bb80-688ba5630aeb admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1699965830-network', 'tenant_id': 'fc77925b364c44feb49fd769e4d16048'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:25:34.277700 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8b235c-96a9-466a-bb80-688ba5630aeb admin admin] Made reservation on behalf of fc77925b364c44feb49fd769e4d16048 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:25:34.280362 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4f8b235c-96a9-466a-bb80-688ba5630aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:34.291140 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4f8b235c-96a9-466a-bb80-688ba5630aeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:34.405590 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4f8b235c-96a9-466a-bb80-688ba5630aeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:34.411025 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4f8b235c-96a9-466a-bb80-688ba5630aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:34.444491 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f8b235c-96a9-466a-bb80-688ba5630aeb admin admin] vlan segment allocate from pool success with {'vlan_id': 1279, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 12:25:34.463738 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8b235c-96a9-466a-bb80-688ba5630aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff5c49e-875f-49c6-a229-6160192f708f,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:34.468763 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4f8b235c-96a9-466a-bb80-688ba5630aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:34.469556 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-4f8b235c-96a9-466a-bb80-688ba5630aeb admin admin] Added segment d548d1fb-f58b-4b23-b160-2303f543835e of type vlan for network fb040358-1415-4da9-8b70-33b267109348 Oct 20 12:25:34.523369 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4f8b235c-96a9-466a-bb80-688ba5630aeb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:34.553200 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4f8b235c-96a9-466a-bb80-688ba5630aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:34.554498 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8b235c-96a9-466a-bb80-688ba5630aeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:34.555188 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4f8b235c-96a9-466a-bb80-688ba5630aeb admin admin] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:34.592057 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4f8b235c-96a9-466a-bb80-688ba5630aeb admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.3544655 Oct 20 12:25:34.594862 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58880) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:25:34.600041 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-c98cfbfd-194b-4fc2-953e-3cfdf65fd3bd admin admin] Request body: {'subnet': {'network_id': 'fb040358-1415-4da9-8b70-33b267109348', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1699965830-subnet', 'tenant_id': 'fc77925b364c44feb49fd769e4d16048', 'ip_version': 4}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:25:34.638923 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8b235c-96a9-466a-bb80-688ba5630aeb admin admin] Pushing event updated for resources: {'Network': ['ID=fb040358-1415-4da9-8b70-33b267109348,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:34.653843 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network fb040358-1415-4da9-8b70-33b267109348 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 12:25:34.661883 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98cfbfd-194b-4fc2-953e-3cfdf65fd3bd admin admin] Made reservation on behalf of fc77925b364c44feb49fd769e4d16048 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:25:34.667248 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c98cfbfd-194b-4fc2-953e-3cfdf65fd3bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:34.752254 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 876e32f3-c0f4-4547-ad28-2db93f539787 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:25:34.806324 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 876e32f3-c0f4-4547-ad28-2db93f539787 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:25:34.806695 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:34.890509 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c98cfbfd-194b-4fc2-953e-3cfdf65fd3bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:34.897276 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:34.920290 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 876e32f3-c0f4-4547-ad28-2db93f539787, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=876e32f3-c0f4-4547-ad28-2db93f539787,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:25:34.924740 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:34.947162 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98cfbfd-194b-4fc2-953e-3cfdf65fd3bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8bf963f-3484-424f-b181-66dcb7d387e7,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:34.958697 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98cfbfd-194b-4fc2-953e-3cfdf65fd3bd admin admin] Checking segment: {'id': 'd548d1fb-f58b-4b23-b160-2303f543835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'fb040358-1415-4da9-8b70-33b267109348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:25:34.959623 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98cfbfd-194b-4fc2-953e-3cfdf65fd3bd admin admin] Network hostable DHCP agents. Network: fb040358-1415-4da9-8b70-33b267109348, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 12:25:34.974943 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=876e32f3-c0f4-4547-ad28-2db93f539787,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:34.979655 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98cfbfd-194b-4fc2-953e-3cfdf65fd3bd admin admin] Network fb040358-1415-4da9-8b70-33b267109348 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 12:25:34.991043 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-c98cfbfd-194b-4fc2-953e-3cfdf65fd3bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, fb040358-1415-4da9-8b70-33b267109348) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:25:34.995291 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98cfbfd-194b-4fc2-953e-3cfdf65fd3bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:34.995891 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c98cfbfd-194b-4fc2-953e-3cfdf65fd3bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:35.001107 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fdc98e-5009-46df-b394-8947bb311adc None None] Network fb040358-1415-4da9-8b70-33b267109348 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:25:35.018185 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c98cfbfd-194b-4fc2-953e-3cfdf65fd3bd admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4191928 Oct 20 12:25:35.018581 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 58884) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:25:35.023280 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-7128b508-ee64-4e88-a227-c7f541c189fe admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1699965830-router', 'tenant_id': 'fc77925b364c44feb49fd769e4d16048', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:25:35.048784 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7128b508-ee64-4e88-a227-c7f541c189fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:35.049892 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7128b508-ee64-4e88-a227-c7f541c189fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:35.107523 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7128b508-ee64-4e88-a227-c7f541c189fe admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:35.157769 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a5fb65-1308-4d0c-b48d-51222d8a7286 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-fb040358-1415-4da9-8b70-33b267109348', 'network_id': 'fb040358-1415-4da9-8b70-33b267109348', 'tenant_id': 'fc77925b364c44feb49fd769e4d16048', 'fixed_ips': [{'subnet_id': 'd8bf963f-3484-424f-b181-66dcb7d387e7'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 12:25:35.158680 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-86a5fb65-1308-4d0c-b48d-51222d8a7286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:35.247170 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7128b508-ee64-4e88-a227-c7f541c189fe admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:35.298915 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-86a5fb65-1308-4d0c-b48d-51222d8a7286 None None] Allocated IP 172.20.0.2 (fb040358-1415-4da9-8b70-33b267109348/d8bf963f-3484-424f-b181-66dcb7d387e7/acd15949-7d5e-461d-bbd8-cba322b0d3a3) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:25:35.451817 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-86a5fb65-1308-4d0c-b48d-51222d8a7286 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:35.460208 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-86a5fb65-1308-4d0c-b48d-51222d8a7286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:35.463662 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7128b508-ee64-4e88-a227-c7f541c189fe admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:35.484391 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7128b508-ee64-4e88-a227-c7f541c189fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:35.498457 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a5fb65-1308-4d0c-b48d-51222d8a7286 None None] Network fb040358-1415-4da9-8b70-33b267109348 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:25:35.502010 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-86a5fb65-1308-4d0c-b48d-51222d8a7286 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:25:35.507247 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a5fb65-1308-4d0c-b48d-51222d8a7286 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:25:35.520653 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a5fb65-1308-4d0c-b48d-51222d8a7286 None None] Pushing event updated for resources: {'Port': ['ID=acd15949-7d5e-461d-bbd8-cba322b0d3a3,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:35.576589 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-86a5fb65-1308-4d0c-b48d-51222d8a7286 None None] Attempting to bind port acd15949-7d5e-461d-bbd8-cba322b0d3a3 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:25:35.576996 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-86a5fb65-1308-4d0c-b48d-51222d8a7286 None None] Attempting to bind port acd15949-7d5e-461d-bbd8-cba322b0d3a3 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'd548d1fb-f58b-4b23-b160-2303f543835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'fb040358-1415-4da9-8b70-33b267109348'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:25:35.577367 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a5fb65-1308-4d0c-b48d-51222d8a7286 None None] Attempting to bind port acd15949-7d5e-461d-bbd8-cba322b0d3a3 on network fb040358-1415-4da9-8b70-33b267109348 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:25:35.584942 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a5fb65-1308-4d0c-b48d-51222d8a7286 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:25:35.585318 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a5fb65-1308-4d0c-b48d-51222d8a7286 None None] Checking segment: {'id': 'd548d1fb-f58b-4b23-b160-2303f543835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'fb040358-1415-4da9-8b70-33b267109348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:25:35.585734 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-86a5fb65-1308-4d0c-b48d-51222d8a7286 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:35.587010 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a5fb65-1308-4d0c-b48d-51222d8a7286 None None] Bound using segment: {'id': 'd548d1fb-f58b-4b23-b160-2303f543835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'fb040358-1415-4da9-8b70-33b267109348'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:25:35.587556 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-86a5fb65-1308-4d0c-b48d-51222d8a7286 None None] Bound port: acd15949-7d5e-461d-bbd8-cba322b0d3a3, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd548d1fb-f58b-4b23-b160-2303f543835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'fb040358-1415-4da9-8b70-33b267109348'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:25:35.587950 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-86a5fb65-1308-4d0c-b48d-51222d8a7286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:35.608669 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-7128b508-ee64-4e88-a227-c7f541c189fe admin admin] Allocated IP 172.25.5.25 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/d170918a-e3ca-419e-b584-9ceaa51ac7b9) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:25:35.661563 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-86a5fb65-1308-4d0c-b48d-51222d8a7286 None None] For port acd15949-7d5e-461d-bbd8-cba322b0d3a3, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:25:35.665102 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-86a5fb65-1308-4d0c-b48d-51222d8a7286 None None] For port acd15949-7d5e-461d-bbd8-cba322b0d3a3, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=acd15949-7d5e-461d-bbd8-cba322b0d3a3,segment=NetworkSegment(d548d1fb-f58b-4b23-b160-2303f543835e),segment_id=d548d1fb-f58b-4b23-b160-2303f543835e)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:25:35.669830 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-86a5fb65-1308-4d0c-b48d-51222d8a7286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:35.727057 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a5fb65-1308-4d0c-b48d-51222d8a7286 None None] Pushing event updated for resources: {'Port': ['ID=acd15949-7d5e-461d-bbd8-cba322b0d3a3,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:35.736142 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7128b508-ee64-4e88-a227-c7f541c189fe admin admin] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:35.772750 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3323dd-4293-45fd-84f2-1426015af3b1 None None] Sync routers for ids ['84dd2184-7da1-4233-a332-3d6035fd5e4c'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:25:35.777724 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7128b508-ee64-4e88-a227-c7f541c189fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:35.783525 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3323dd-4293-45fd-84f2-1426015af3b1 None None] Routers {'84dd2184-7da1-4233-a332-3d6035fd5e4c'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:25:35.784155 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-8a3323dd-4293-45fd-84f2-1426015af3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:25:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['84dd2184-7da1-4233-a332-3d6035fd5e4c'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:25:35.820710 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7128b508-ee64-4e88-a227-c7f541c189fe admin admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:25:35.827493 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-7128b508-ee64-4e88-a227-c7f541c189fe admin admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:25:35.830148 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128b508-ee64-4e88-a227-c7f541c189fe admin admin] Pushing event updated for resources: {'Port': ['ID=d170918a-e3ca-419e-b584-9ceaa51ac7b9,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:35.833587 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7128b508-ee64-4e88-a227-c7f541c189fe admin admin] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:25:35.900325 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-8a3323dd-4293-45fd-84f2-1426015af3b1 None None] Set router 84dd2184-7da1-4233-a332-3d6035fd5e4c gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:25:36.116160 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7128b508-ee64-4e88-a227-c7f541c189fe admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:36.133850 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-8a3323dd-4293-45fd-84f2-1426015af3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84dd2184-7da1-4233-a332-3d6035fd5e4c', 'name': 'tempest-TestEncryptedCinderVolumes-1706635337-router', 'tenant_id': 'cfe261ff8e774152a2f8a084b2f3d77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '876e32f3-c0f4-4547-ad28-2db93f539787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:25:30Z', 'updated_at': '2021-10-20T12:25:32Z', 'revision_number': 4, 'project_id': 'cfe261ff8e774152a2f8a084b2f3d77c', 'gw_port': {'id': '876e32f3-c0f4-4547-ad28-2db93f539787', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84dd2184-7da1-4233-a332-3d6035fd5e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:25:30Z', 'updated_at': '2021-10-20T12:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '348b736b-7e28-49ab-a3df-7f8649a63ebf', 'name': '', 'network_id': '0906b586-00a2-4850-86f9-f93194f3e6f0', 'tenant_id': 'cfe261ff8e774152a2f8a084b2f3d77c', 'mac_address': 'fa:16:3e:8b:95:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84dd2184-7da1-4233-a332-3d6035fd5e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'a137276a-3421-4387-bf47-3f6b0b255d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:25:32Z', 'updated_at': '2021-10-20T12:25:33Z', 'revision_number': 2, 'project_id': 'cfe261ff8e774152a2f8a084b2f3d77c', 'subnets': [{'id': 'a137276a-3421-4387-bf47-3f6b0b255d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:25:36.160323 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3323dd-4293-45fd-84f2-1426015af3b1 None None] Checking router: 84dd2184-7da1-4233-a332-3d6035fd5e4c for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:25:36.160669 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3323dd-4293-45fd-84f2-1426015af3b1 None None] Updating router 84dd2184-7da1-4233-a332-3d6035fd5e4c port 348b736b-7e28-49ab-a3df-7f8649a63ebf binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 12:25:36.185515 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-8a3323dd-4293-45fd-84f2-1426015af3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:36.321014 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7128b508-ee64-4e88-a227-c7f541c189fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:36.464401 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-8a3323dd-4293-45fd-84f2-1426015af3b1 None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:36.466834 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7128b508-ee64-4e88-a227-c7f541c189fe admin admin] Router 1eac561d-4562-45d9-83ea-e62d0c4cc858 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 12:25:36.471038 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-8a3323dd-4293-45fd-84f2-1426015af3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:36.559408 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b9f9a3-d429-40ff-87c9-62260e196381 None None] Pushing event updated for resources: {'Port': ['ID=348b736b-7e28-49ab-a3df-7f8649a63ebf,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:36.576076 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9f9a3-d429-40ff-87c9-62260e196381 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:25:36.576442 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9f9a3-d429-40ff-87c9-62260e196381 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:25:36.576746 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9f9a3-d429-40ff-87c9-62260e196381 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:25:36.577080 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9f9a3-d429-40ff-87c9-62260e196381 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:25:36.577410 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9f9a3-d429-40ff-87c9-62260e196381 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:25:36.577737 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9f9a3-d429-40ff-87c9-62260e196381 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:25:36.578055 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9f9a3-d429-40ff-87c9-62260e196381 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:25:36.578379 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9f9a3-d429-40ff-87c9-62260e196381 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:25:36.578756 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9f9a3-d429-40ff-87c9-62260e196381 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:25:36.579104 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9f9a3-d429-40ff-87c9-62260e196381 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:25:36.579977 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9f9a3-d429-40ff-87c9-62260e196381 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:25:36.579977 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9f9a3-d429-40ff-87c9-62260e196381 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:25:36.592157 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-8a3323dd-4293-45fd-84f2-1426015af3b1 None None] Attempting to bind port 348b736b-7e28-49ab-a3df-7f8649a63ebf on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:25:36.592541 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-8a3323dd-4293-45fd-84f2-1426015af3b1 None None] Attempting to bind port 348b736b-7e28-49ab-a3df-7f8649a63ebf by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1d58c0d1-e224-4c3a-aea1-4ab5e706de37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '0906b586-00a2-4850-86f9-f93194f3e6f0'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:25:36.592884 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3323dd-4293-45fd-84f2-1426015af3b1 None None] Attempting to bind port 348b736b-7e28-49ab-a3df-7f8649a63ebf on network 0906b586-00a2-4850-86f9-f93194f3e6f0 {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:25:36.598331 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3323dd-4293-45fd-84f2-1426015af3b1 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:25:36.598700 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3323dd-4293-45fd-84f2-1426015af3b1 None None] Checking segment: {'id': '1d58c0d1-e224-4c3a-aea1-4ab5e706de37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '0906b586-00a2-4850-86f9-f93194f3e6f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:25:36.599339 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-8a3323dd-4293-45fd-84f2-1426015af3b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:36.599736 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3323dd-4293-45fd-84f2-1426015af3b1 None None] Bound using segment: {'id': '1d58c0d1-e224-4c3a-aea1-4ab5e706de37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '0906b586-00a2-4850-86f9-f93194f3e6f0'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:25:36.600215 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-8a3323dd-4293-45fd-84f2-1426015af3b1 None None] Bound port: 348b736b-7e28-49ab-a3df-7f8649a63ebf, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d58c0d1-e224-4c3a-aea1-4ab5e706de37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '0906b586-00a2-4850-86f9-f93194f3e6f0'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:25:36.600591 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-8a3323dd-4293-45fd-84f2-1426015af3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:36.605406 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7128b508-ee64-4e88-a227-c7f541c189fe admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:25:36.617983 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acfe19a-9b68-43e4-9a34-1d589a094561 None None] Sync routers for ids ['1eac561d-4562-45d9-83ea-e62d0c4cc858'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:25:36.636307 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-7128b508-ee64-4e88-a227-c7f541c189fe admin admin] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:36.638216 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acfe19a-9b68-43e4-9a34-1d589a094561 None None] Routers {'1eac561d-4562-45d9-83ea-e62d0c4cc858'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:25:36.639061 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-3acfe19a-9b68-43e4-9a34-1d589a094561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:25:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['1eac561d-4562-45d9-83ea-e62d0c4cc858'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:25:36.639419 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-7128b508-ee64-4e88-a227-c7f541c189fe admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6197257 Oct 20 12:25:36.647515 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 58886) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:25:36.721320 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-8a3323dd-4293-45fd-84f2-1426015af3b1 None None] For port 348b736b-7e28-49ab-a3df-7f8649a63ebf, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:25:36.732182 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-8a3323dd-4293-45fd-84f2-1426015af3b1 None None] For port 348b736b-7e28-49ab-a3df-7f8649a63ebf, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=348b736b-7e28-49ab-a3df-7f8649a63ebf,segment=NetworkSegment(1d58c0d1-e224-4c3a-aea1-4ab5e706de37),segment_id=1d58c0d1-e224-4c3a-aea1-4ab5e706de37)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:25:36.745722 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-8a3323dd-4293-45fd-84f2-1426015af3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:36.839856 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b9f9a3-d429-40ff-87c9-62260e196381 None None] Pushing event updated for resources: {'Port': ['ID=348b736b-7e28-49ab-a3df-7f8649a63ebf,revision_number=4']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:36.848105 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3323dd-4293-45fd-84f2-1426015af3b1 None None] Routers {'84dd2184-7da1-4233-a332-3d6035fd5e4c'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:25:36.849108 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-8a3323dd-4293-45fd-84f2-1426015af3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:25:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['84dd2184-7da1-4233-a332-3d6035fd5e4c'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:25:37.038033 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device acd15949-7d5e-461d-bbd8-cba322b0d3a3 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:25:37.061393 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d37c57-b94a-41f9-bcdd-3e1cdba7e986 None None] Network fb040358-1415-4da9-8b70-33b267109348 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:25:37.109155 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-8a3323dd-4293-45fd-84f2-1426015af3b1 None None] Set router 84dd2184-7da1-4233-a332-3d6035fd5e4c gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:25:37.154456 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-3acfe19a-9b68-43e4-9a34-1d589a094561 None None] Set router 1eac561d-4562-45d9-83ea-e62d0c4cc858 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:25:37.213427 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7e315061-c883-44bc-8006-a1f85f36a6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:37.216540 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-1ec25876-eb4a-43f1-813a-9c35515f8a2c None None] Provisioning complete for port acd15949-7d5e-461d-bbd8-cba322b0d3a3 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:25:37.216938 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1ec25876-eb4a-43f1-813a-9c35515f8a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:37.340127 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-8a3323dd-4293-45fd-84f2-1426015af3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84dd2184-7da1-4233-a332-3d6035fd5e4c', 'name': 'tempest-TestEncryptedCinderVolumes-1706635337-router', 'tenant_id': 'cfe261ff8e774152a2f8a084b2f3d77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '876e32f3-c0f4-4547-ad28-2db93f539787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:25:30Z', 'updated_at': '2021-10-20T12:25:32Z', 'revision_number': 4, 'project_id': 'cfe261ff8e774152a2f8a084b2f3d77c', 'gw_port': {'id': '876e32f3-c0f4-4547-ad28-2db93f539787', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84dd2184-7da1-4233-a332-3d6035fd5e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:25:30Z', 'updated_at': '2021-10-20T12:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '348b736b-7e28-49ab-a3df-7f8649a63ebf', 'name': '', 'network_id': '0906b586-00a2-4850-86f9-f93194f3e6f0', 'tenant_id': 'cfe261ff8e774152a2f8a084b2f3d77c', 'mac_address': 'fa:16:3e:8b:95:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84dd2184-7da1-4233-a332-3d6035fd5e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'a137276a-3421-4387-bf47-3f6b0b255d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:25:32Z', 'updated_at': '2021-10-20T12:25:36Z', 'revision_number': 4, 'project_id': 'cfe261ff8e774152a2f8a084b2f3d77c', 'subnets': [{'id': 'a137276a-3421-4387-bf47-3f6b0b255d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:25:37.361493 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port acd15949-7d5e-461d-bbd8-cba322b0d3a3 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:25:37.361772 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:37.374523 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3323dd-4293-45fd-84f2-1426015af3b1 None None] The sync data for ids ['84dd2184-7da1-4233-a332-3d6035fd5e4c'] in n-d-814735-3 is: [{'id': '84dd2184-7da1-4233-a332-3d6035fd5e4c', 'name': 'tempest-TestEncryptedCinderVolumes-1706635337-router', 'tenant_id': 'cfe261ff8e774152a2f8a084b2f3d77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '876e32f3-c0f4-4547-ad28-2db93f539787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:25:30Z', 'updated_at': '2021-10-20T12:25:32Z', 'revision_number': 4, 'project_id': 'cfe261ff8e774152a2f8a084b2f3d77c', 'gw_port': {'id': '876e32f3-c0f4-4547-ad28-2db93f539787', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84dd2184-7da1-4233-a332-3d6035fd5e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:25:30Z', 'updated_at': '2021-10-20T12:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '348b736b-7e28-49ab-a3df-7f8649a63ebf', 'name': '', 'network_id': '0906b586-00a2-4850-86f9-f93194f3e6f0', 'tenant_id': 'cfe261ff8e774152a2f8a084b2f3d77c', 'mac_address': 'fa:16:3e:8b:95:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84dd2184-7da1-4233-a332-3d6035fd5e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'a137276a-3421-4387-bf47-3f6b0b255d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:25:32Z', 'updated_at': '2021-10-20T12:25:36Z', 'revision_number': 4, 'project_id': 'cfe261ff8e774152a2f8a084b2f3d77c', 'subnets': [{'id': 'a137276a-3421-4387-bf47-3f6b0b255d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:25:37.388622 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-7e315061-c883-44bc-8006-a1f85f36a6d5 admin admin] Allocated IP 172.20.0.1 (fb040358-1415-4da9-8b70-33b267109348/d8bf963f-3484-424f-b181-66dcb7d387e7/c4abdd3b-522d-47c5-8d0c-d10d911c08e0) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:25:37.509811 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7e315061-c883-44bc-8006-a1f85f36a6d5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:37.510685 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1ec25876-eb4a-43f1-813a-9c35515f8a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:37.545718 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7e315061-c883-44bc-8006-a1f85f36a6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:37.590823 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-1ec25876-eb4a-43f1-813a-9c35515f8a2c None None] For port acd15949-7d5e-461d-bbd8-cba322b0d3a3, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=acd15949-7d5e-461d-bbd8-cba322b0d3a3,segment=NetworkSegment(d548d1fb-f58b-4b23-b160-2303f543835e),segment_id=d548d1fb-f58b-4b23-b160-2303f543835e)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:25:37.608119 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1ec25876-eb4a-43f1-813a-9c35515f8a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:37.615299 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e315061-c883-44bc-8006-a1f85f36a6d5 admin admin] Network fb040358-1415-4da9-8b70-33b267109348 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:25:37.619012 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-7e315061-c883-44bc-8006-a1f85f36a6d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:25:37.626968 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e315061-c883-44bc-8006-a1f85f36a6d5 admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:25:37.647597 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:37.678212 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7e315061-c883-44bc-8006-a1f85f36a6d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:37.681041 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-3acfe19a-9b68-43e4-9a34-1d589a094561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eac561d-4562-45d9-83ea-e62d0c4cc858', 'name': 'tempest-TestEncryptedCinderVolumes-1699965830-router', 'tenant_id': 'fc77925b364c44feb49fd769e4d16048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': 'd170918a-e3ca-419e-b584-9ceaa51ac7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:25:35Z', 'updated_at': '2021-10-20T12:25:35Z', 'revision_number': 3, 'project_id': 'fc77925b364c44feb49fd769e4d16048', 'gw_port': {'id': 'd170918a-e3ca-419e-b584-9ceaa51ac7b9', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:39:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eac561d-4562-45d9-83ea-e62d0c4cc858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:25:35Z', 'updated_at': '2021-10-20T12:25:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:25:37.683707 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-1ec25876-eb4a-43f1-813a-9c35515f8a2c None None] Provisioning complete for port 348b736b-7e28-49ab-a3df-7f8649a63ebf triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:25:37.684086 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1ec25876-eb4a-43f1-813a-9c35515f8a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:37.725977 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e315061-c883-44bc-8006-a1f85f36a6d5 admin admin] Pushing event updated for resources: {'Port': ['ID=c4abdd3b-522d-47c5-8d0c-d10d911c08e0,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:37.730950 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acfe19a-9b68-43e4-9a34-1d589a094561 None None] Checking router: 1eac561d-4562-45d9-83ea-e62d0c4cc858 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:25:37.731455 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acfe19a-9b68-43e4-9a34-1d589a094561 None None] Updating router 1eac561d-4562-45d9-83ea-e62d0c4cc858 port d170918a-e3ca-419e-b584-9ceaa51ac7b9 binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 12:25:37.739452 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e315061-c883-44bc-8006-a1f85f36a6d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:25:37.739794 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e315061-c883-44bc-8006-a1f85f36a6d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:25:37.740271 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e315061-c883-44bc-8006-a1f85f36a6d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:25:37.740609 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e315061-c883-44bc-8006-a1f85f36a6d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:25:37.740935 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e315061-c883-44bc-8006-a1f85f36a6d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:25:37.741355 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e315061-c883-44bc-8006-a1f85f36a6d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:25:37.741710 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e315061-c883-44bc-8006-a1f85f36a6d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:25:37.742036 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e315061-c883-44bc-8006-a1f85f36a6d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:25:37.742354 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e315061-c883-44bc-8006-a1f85f36a6d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:25:37.742673 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e315061-c883-44bc-8006-a1f85f36a6d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:25:37.743016 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e315061-c883-44bc-8006-a1f85f36a6d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:25:37.743333 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e315061-c883-44bc-8006-a1f85f36a6d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:25:37.778101 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec25876-eb4a-43f1-813a-9c35515f8a2c None None] Pushing event updated for resources: {'Port': ['ID=acd15949-7d5e-461d-bbd8-cba322b0d3a3,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:37.845874 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3acfe19a-9b68-43e4-9a34-1d589a094561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:37.855356 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7e315061-c883-44bc-8006-a1f85f36a6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:37.909005 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.db.api [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 12:25:37.909502 n-d-814735-3 neutron-server[100648]: DEBUG oslo_db.api [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 12:25:38.019108 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1ec25876-eb4a-43f1-813a-9c35515f8a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:38.066294 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7e315061-c883-44bc-8006-a1f85f36a6d5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:38.077863 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7e315061-c883-44bc-8006-a1f85f36a6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:38.108188 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-1ec25876-eb4a-43f1-813a-9c35515f8a2c None None] For port 348b736b-7e28-49ab-a3df-7f8649a63ebf, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=348b736b-7e28-49ab-a3df-7f8649a63ebf,segment=NetworkSegment(1d58c0d1-e224-4c3a-aea1-4ab5e706de37),segment_id=1d58c0d1-e224-4c3a-aea1-4ab5e706de37)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:25:38.115692 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1ec25876-eb4a-43f1-813a-9c35515f8a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:38.153635 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7e315061-c883-44bc-8006-a1f85f36a6d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:38.155781 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e315061-c883-44bc-8006-a1f85f36a6d5 admin admin] Pushing event updated for resources: {'Port': ['ID=c4abdd3b-522d-47c5-8d0c-d10d911c08e0,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:38.191260 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec25876-eb4a-43f1-813a-9c35515f8a2c None None] Pushing event updated for resources: {'Port': ['ID=348b736b-7e28-49ab-a3df-7f8649a63ebf,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:38.254935 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e315061-c883-44bc-8006-a1f85f36a6d5 admin admin] Network fb040358-1415-4da9-8b70-33b267109348 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:25:38.255713 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3acfe19a-9b68-43e4-9a34-1d589a094561 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:38.256542 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-7e315061-c883-44bc-8006-a1f85f36a6d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:25:38.257173 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-acda97a6-22b1-4be0-8524-9127e0a3ae5d None None] Provisioning complete for port c4abdd3b-522d-47c5-8d0c-d10d911c08e0 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:25:38.257522 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-acda97a6-22b1-4be0-8524-9127e0a3ae5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:38.283709 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3acfe19a-9b68-43e4-9a34-1d589a094561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:38.345370 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-acda97a6-22b1-4be0-8524-9127e0a3ae5d None None] Port c4abdd3b-522d-47c5-8d0c-d10d911c08e0 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:25:38.348638 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b08f31e-28be-424b-9a84-314d666184aa None None] Pushing event updated for resources: {'Port': ['ID=d170918a-e3ca-419e-b584-9ceaa51ac7b9,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:38.356071 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-3acfe19a-9b68-43e4-9a34-1d589a094561 None None] Attempting to bind port d170918a-e3ca-419e-b584-9ceaa51ac7b9 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:25:38.356439 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-3acfe19a-9b68-43e4-9a34-1d589a094561 None None] Attempting to bind port d170918a-e3ca-419e-b584-9ceaa51ac7b9 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:25:38.356797 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acfe19a-9b68-43e4-9a34-1d589a094561 None None] Attempting to bind port d170918a-e3ca-419e-b584-9ceaa51ac7b9 on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:25:38.363343 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acfe19a-9b68-43e4-9a34-1d589a094561 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:25:38.363701 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acfe19a-9b68-43e4-9a34-1d589a094561 None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:25:38.364098 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3acfe19a-9b68-43e4-9a34-1d589a094561 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:38.364639 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acfe19a-9b68-43e4-9a34-1d589a094561 None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:25:38.365122 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-3acfe19a-9b68-43e4-9a34-1d589a094561 None None] Bound port: d170918a-e3ca-419e-b584-9ceaa51ac7b9, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:25:38.365496 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3acfe19a-9b68-43e4-9a34-1d589a094561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:38.380696 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e315061-c883-44bc-8006-a1f85f36a6d5 admin admin] Router 1eac561d-4562-45d9-83ea-e62d0c4cc858 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:25:38.389207 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-acda97a6-22b1-4be0-8524-9127e0a3ae5d None None] Provisioning complete for port acd15949-7d5e-461d-bbd8-cba322b0d3a3 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:25:38.389561 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-acda97a6-22b1-4be0-8524-9127e0a3ae5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:38.476195 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3acfe19a-9b68-43e4-9a34-1d589a094561 None None] For port d170918a-e3ca-419e-b584-9ceaa51ac7b9, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:25:38.494024 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 876e32f3-c0f4-4547-ad28-2db93f539787 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:25:38.498882 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3acfe19a-9b68-43e4-9a34-1d589a094561 None None] For port d170918a-e3ca-419e-b584-9ceaa51ac7b9, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=d170918a-e3ca-419e-b584-9ceaa51ac7b9,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:25:38.501590 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e315061-c883-44bc-8006-a1f85f36a6d5 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:25:38.507329 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7e315061-c883-44bc-8006-a1f85f36a6d5 admin admin] 10.222.0.98 "PUT /v2.0/routers/1eac561d-4562-45d9-83ea-e62d0c4cc858/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8580618 Oct 20 12:25:38.520620 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3acfe19a-9b68-43e4-9a34-1d589a094561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:38.632221 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b08f31e-28be-424b-9a84-314d666184aa None None] Pushing event updated for resources: {'Port': ['ID=d170918a-e3ca-419e-b584-9ceaa51ac7b9,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:38.636463 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acfe19a-9b68-43e4-9a34-1d589a094561 None None] Routers {'1eac561d-4562-45d9-83ea-e62d0c4cc858'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:25:38.637072 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-3acfe19a-9b68-43e4-9a34-1d589a094561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:25:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['1eac561d-4562-45d9-83ea-e62d0c4cc858'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:25:38.688528 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 876e32f3-c0f4-4547-ad28-2db93f539787 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:25:38.689188 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:38.693127 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-acda97a6-22b1-4be0-8524-9127e0a3ae5d None None] Provisioning complete for port 348b736b-7e28-49ab-a3df-7f8649a63ebf triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:25:38.693475 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-acda97a6-22b1-4be0-8524-9127e0a3ae5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:38.986193 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-3acfe19a-9b68-43e4-9a34-1d589a094561 None None] Set router 1eac561d-4562-45d9-83ea-e62d0c4cc858 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:25:39.236787 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 348b736b-7e28-49ab-a3df-7f8649a63ebf up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:25:39.286752 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3c1ceadb-05be-4a3b-ba7e-03173568d4c5 None None] Provisioning complete for port c4abdd3b-522d-47c5-8d0c-d10d911c08e0 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:25:39.287145 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3c1ceadb-05be-4a3b-ba7e-03173568d4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:39.340273 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-3acfe19a-9b68-43e4-9a34-1d589a094561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eac561d-4562-45d9-83ea-e62d0c4cc858', 'name': 'tempest-TestEncryptedCinderVolumes-1699965830-router', 'tenant_id': 'fc77925b364c44feb49fd769e4d16048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': 'd170918a-e3ca-419e-b584-9ceaa51ac7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:25:35Z', 'updated_at': '2021-10-20T12:25:37Z', 'revision_number': 4, 'project_id': 'fc77925b364c44feb49fd769e4d16048', 'gw_port': {'id': 'd170918a-e3ca-419e-b584-9ceaa51ac7b9', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:39:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eac561d-4562-45d9-83ea-e62d0c4cc858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:25:35Z', 'updated_at': '2021-10-20T12:25:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'c4abdd3b-522d-47c5-8d0c-d10d911c08e0', 'name': '', 'network_id': 'fb040358-1415-4da9-8b70-33b267109348', 'tenant_id': 'fc77925b364c44feb49fd769e4d16048', 'mac_address': 'fa:16:3e:8e:24:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eac561d-4562-45d9-83ea-e62d0c4cc858', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'd8bf963f-3484-424f-b181-66dcb7d387e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:25:37Z', 'updated_at': '2021-10-20T12:25:37Z', 'revision_number': 2, 'project_id': 'fc77925b364c44feb49fd769e4d16048', 'subnets': [{'id': 'd8bf963f-3484-424f-b181-66dcb7d387e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:25:39.342853 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3c1ceadb-05be-4a3b-ba7e-03173568d4c5 None None] Port c4abdd3b-522d-47c5-8d0c-d10d911c08e0 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:25:39.370978 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acfe19a-9b68-43e4-9a34-1d589a094561 None None] The sync data for ids ['1eac561d-4562-45d9-83ea-e62d0c4cc858'] in n-d-814735-3 is: [{'id': '1eac561d-4562-45d9-83ea-e62d0c4cc858', 'name': 'tempest-TestEncryptedCinderVolumes-1699965830-router', 'tenant_id': 'fc77925b364c44feb49fd769e4d16048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': 'd170918a-e3ca-419e-b584-9ceaa51ac7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:25:35Z', 'updated_at': '2021-10-20T12:25:37Z', 'revision_number': 4, 'project_id': 'fc77925b364c44feb49fd769e4d16048', 'gw_port': {'id': 'd170918a-e3ca-419e-b584-9ceaa51ac7b9', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:39:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eac561d-4562-45d9-83ea-e62d0c4cc858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:25:35Z', 'updated_at': '2021-10-20T12:25:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'c4abdd3b-522d-47c5-8d0c-d10d911c08e0', 'name': '', 'network_id': 'fb040358-1415-4da9-8b70-33b267109348', 'tenant_id': 'fc77925b364c44feb49fd769e4d16048', 'mac_address': 'fa:16:3e:8e:24:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eac561d-4562-45d9-83ea-e62d0c4cc858', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'd8bf963f-3484-424f-b181-66dcb7d387e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:25:37Z', 'updated_at': '2021-10-20T12:25:37Z', 'revision_number': 2, 'project_id': 'fc77925b364c44feb49fd769e4d16048', 'subnets': [{'id': 'd8bf963f-3484-424f-b181-66dcb7d387e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:25:39.374816 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 348b736b-7e28-49ab-a3df-7f8649a63ebf triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:25:39.375195 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:39.444533 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4413ef9-29dc-4d2c-8777-655f0804faa8 req-553e2a34-32c8-4af5-86a8-6b8b62224562 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:39.446547 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e4413ef9-29dc-4d2c-8777-655f0804faa8 req-553e2a34-32c8-4af5-86a8-6b8b62224562 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/networks?id=0906b586-00a2-4850-86f9-f93194f3e6f0 HTTP/1.1" status: 200 len: 817 time: 0.1141331 Oct 20 12:25:39.458974 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device acd15949-7d5e-461d-bbd8-cba322b0d3a3 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:25:39.462845 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e4413ef9-29dc-4d2c-8777-655f0804faa8 req-20179ab2-f3e9-47a9-b55d-18405b95cfd6 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/quotas/cfe261ff8e774152a2f8a084b2f3d77c HTTP/1.1" status: 200 len: 375 time: 0.0101871 Oct 20 12:25:39.510876 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port acd15949-7d5e-461d-bbd8-cba322b0d3a3 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:25:39.511252 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:39.523140 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e4413ef9-29dc-4d2c-8777-655f0804faa8 req-74003946-ccd2-496f-a051-1d9480eb499f tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=cfe261ff8e774152a2f8a084b2f3d77c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533113 Oct 20 12:25:39.663834 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e4413ef9-29dc-4d2c-8777-655f0804faa8 req-d232d08a-a4b3-4172-89f4-aa5f2313df2f service neutron] 10.222.0.98 "GET /v2.0/networks/0906b586-00a2-4850-86f9-f93194f3e6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269326 Oct 20 12:25:39.765061 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e4413ef9-29dc-4d2c-8777-655f0804faa8 req-f68f8613-3b16-4b85-be83-66f91b915b06 service neutron] 10.222.0.98 "GET /v2.0/networks/0906b586-00a2-4850-86f9-f93194f3e6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946343 Oct 20 12:25:39.953389 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2fe2b23d-b18b-46a8-b09b-f4efc02578d1 req-c5712a11-0094-4c33-8e8b-e14f10a09b8f tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/ports?device_id=353a0d8d-5f7a-4d0c-ad13-491e17d83c84 HTTP/1.1" status: 200 len: 210 time: 0.0290532 Oct 20 12:25:40.397419 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:40.532218 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:25:40.995951 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4413ef9-29dc-4d2c-8777-655f0804faa8 req-2f799120-432d-46eb-9ce1-32ed59867936 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:40.997499 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e4413ef9-29dc-4d2c-8777-655f0804faa8 req-2f799120-432d-46eb-9ce1-32ed59867936 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.89 "GET /v2.0/networks?id=0906b586-00a2-4850-86f9-f93194f3e6f0 HTTP/1.1" status: 200 len: 817 time: 0.1187201 Oct 20 12:25:41.013599 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-e4413ef9-29dc-4d2c-8777-655f0804faa8 req-591f4ac2-c079-46b8-ad18-1593b96ac346 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Request body: {'port': {'device_id': '353a0d8d-5f7a-4d0c-ad13-491e17d83c84', 'network_id': '0906b586-00a2-4850-86f9-f93194f3e6f0', 'admin_state_up': True, 'tenant_id': 'cfe261ff8e774152a2f8a084b2f3d77c'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:25:41.074134 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d0b26176-2693-458c-a3ff-fb1b379fe101 req-303406a6-9801-4163-a950-92945a15dc9c tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/ports?device_id=353a0d8d-5f7a-4d0c-ad13-491e17d83c84 HTTP/1.1" status: 200 len: 210 time: 0.0370805 Oct 20 12:25:41.152686 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4413ef9-29dc-4d2c-8777-655f0804faa8 req-591f4ac2-c079-46b8-ad18-1593b96ac346 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Made reservation on behalf of cfe261ff8e774152a2f8a084b2f3d77c for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:25:41.156395 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e4413ef9-29dc-4d2c-8777-655f0804faa8 req-591f4ac2-c079-46b8-ad18-1593b96ac346 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:41.228753 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device d170918a-e3ca-419e-b584-9ceaa51ac7b9 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:25:41.287562 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port d170918a-e3ca-419e-b584-9ceaa51ac7b9 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:25:41.287935 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:41.294156 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-e4413ef9-29dc-4d2c-8777-655f0804faa8 req-591f4ac2-c079-46b8-ad18-1593b96ac346 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Allocated IP 172.20.0.10 (0906b586-00a2-4850-86f9-f93194f3e6f0/a137276a-3421-4387-bf47-3f6b0b255d14/d46d56d3-4a24-463a-b35d-d3eb13ce8fe8) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:25:41.372145 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:41.396219 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port d170918a-e3ca-419e-b584-9ceaa51ac7b9, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=d170918a-e3ca-419e-b584-9ceaa51ac7b9,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:25:41.402711 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:41.456850 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=d170918a-e3ca-419e-b584-9ceaa51ac7b9,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:41.470500 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e4413ef9-29dc-4d2c-8777-655f0804faa8 req-591f4ac2-c079-46b8-ad18-1593b96ac346 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:41.505388 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e4413ef9-29dc-4d2c-8777-655f0804faa8 req-591f4ac2-c079-46b8-ad18-1593b96ac346 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:41.550393 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4413ef9-29dc-4d2c-8777-655f0804faa8 req-591f4ac2-c079-46b8-ad18-1593b96ac346 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Network 0906b586-00a2-4850-86f9-f93194f3e6f0 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:25:41.553536 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-e4413ef9-29dc-4d2c-8777-655f0804faa8 req-591f4ac2-c079-46b8-ad18-1593b96ac346 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:25:41.558128 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4413ef9-29dc-4d2c-8777-655f0804faa8 req-591f4ac2-c079-46b8-ad18-1593b96ac346 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:25:41.567746 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f4ac2-c079-46b8-ad18-1593b96ac346 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Pushing event updated for resources: {'Port': ['ID=d46d56d3-4a24-463a-b35d-d3eb13ce8fe8,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:41.568057 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a4186d-9dc3-4196-a243-c3ee2a2445df None None] Sync routers for ids ['1eac561d-4562-45d9-83ea-e62d0c4cc858'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:25:41.578889 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a4186d-9dc3-4196-a243-c3ee2a2445df None None] Routers {'1eac561d-4562-45d9-83ea-e62d0c4cc858'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:25:41.579562 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-b9a4186d-9dc3-4196-a243-c3ee2a2445df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:25:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['1eac561d-4562-45d9-83ea-e62d0c4cc858'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:25:41.614036 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4413ef9-29dc-4d2c-8777-655f0804faa8 req-591f4ac2-c079-46b8-ad18-1593b96ac346 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:41.614690 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e4413ef9-29dc-4d2c-8777-655f0804faa8 req-591f4ac2-c079-46b8-ad18-1593b96ac346 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:41.631899 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e4413ef9-29dc-4d2c-8777-655f0804faa8 req-591f4ac2-c079-46b8-ad18-1593b96ac346 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6237798 Oct 20 12:25:41.652248 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-e4413ef9-29dc-4d2c-8777-655f0804faa8 req-27547827-fece-42a5-89ca-5a052432885b service neutron] Request body: {'port': {'device_id': '353a0d8d-5f7a-4d0c-ad13-491e17d83c84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:25:41.696694 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-b9a4186d-9dc3-4196-a243-c3ee2a2445df None None] Set router 1eac561d-4562-45d9-83ea-e62d0c4cc858 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:25:41.717225 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e4413ef9-29dc-4d2c-8777-655f0804faa8 req-27547827-fece-42a5-89ca-5a052432885b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:41.878682 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-deed7535-a7a9-4e60-8137-d84227f878a5 None None] Provisioning complete for port d46d56d3-4a24-463a-b35d-d3eb13ce8fe8 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:25:41.879467 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-deed7535-a7a9-4e60-8137-d84227f878a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:41.894709 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-b9a4186d-9dc3-4196-a243-c3ee2a2445df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eac561d-4562-45d9-83ea-e62d0c4cc858', 'name': 'tempest-TestEncryptedCinderVolumes-1699965830-router', 'tenant_id': 'fc77925b364c44feb49fd769e4d16048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': 'd170918a-e3ca-419e-b584-9ceaa51ac7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:25:35Z', 'updated_at': '2021-10-20T12:25:37Z', 'revision_number': 4, 'project_id': 'fc77925b364c44feb49fd769e4d16048', 'gw_port': {'id': 'd170918a-e3ca-419e-b584-9ceaa51ac7b9', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:39:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eac561d-4562-45d9-83ea-e62d0c4cc858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:25:35Z', 'updated_at': '2021-10-20T12:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'c4abdd3b-522d-47c5-8d0c-d10d911c08e0', 'name': '', 'network_id': 'fb040358-1415-4da9-8b70-33b267109348', 'tenant_id': 'fc77925b364c44feb49fd769e4d16048', 'mac_address': 'fa:16:3e:8e:24:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eac561d-4562-45d9-83ea-e62d0c4cc858', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'd8bf963f-3484-424f-b181-66dcb7d387e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:25:37Z', 'updated_at': '2021-10-20T12:25:37Z', 'revision_number': 2, 'project_id': 'fc77925b364c44feb49fd769e4d16048', 'subnets': [{'id': 'd8bf963f-3484-424f-b181-66dcb7d387e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:25:41.917507 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-deed7535-a7a9-4e60-8137-d84227f878a5 None None] Port d46d56d3-4a24-463a-b35d-d3eb13ce8fe8 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:25:41.920479 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a4186d-9dc3-4196-a243-c3ee2a2445df None None] Checking router: 1eac561d-4562-45d9-83ea-e62d0c4cc858 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:25:41.920831 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a4186d-9dc3-4196-a243-c3ee2a2445df None None] Updating router 1eac561d-4562-45d9-83ea-e62d0c4cc858 port c4abdd3b-522d-47c5-8d0c-d10d911c08e0 binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 12:25:41.945312 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-b9a4186d-9dc3-4196-a243-c3ee2a2445df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:41.986038 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-e4413ef9-29dc-4d2c-8777-655f0804faa8 req-27547827-fece-42a5-89ca-5a052432885b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d46d56d3-4a24-463a-b35d-d3eb13ce8fe8 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:25:41.993902 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e4413ef9-29dc-4d2c-8777-655f0804faa8 req-27547827-fece-42a5-89ca-5a052432885b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:42.006150 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-e4413ef9-29dc-4d2c-8777-655f0804faa8 req-27547827-fece-42a5-89ca-5a052432885b service neutron] Transition to ACTIVE for port object d46d56d3-4a24-463a-b35d-d3eb13ce8fe8 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 12:25:42.011476 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e4413ef9-29dc-4d2c-8777-655f0804faa8 req-27547827-fece-42a5-89ca-5a052432885b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:42.064287 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27547827-fece-42a5-89ca-5a052432885b service neutron] Pushing event updated for resources: {'Port': ['ID=d46d56d3-4a24-463a-b35d-d3eb13ce8fe8,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:42.145069 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-e4413ef9-29dc-4d2c-8777-655f0804faa8 req-27547827-fece-42a5-89ca-5a052432885b service neutron] Attempting to bind port d46d56d3-4a24-463a-b35d-d3eb13ce8fe8 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:25:42.145319 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-e4413ef9-29dc-4d2c-8777-655f0804faa8 req-27547827-fece-42a5-89ca-5a052432885b service neutron] Attempting to bind port d46d56d3-4a24-463a-b35d-d3eb13ce8fe8 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '1d58c0d1-e224-4c3a-aea1-4ab5e706de37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '0906b586-00a2-4850-86f9-f93194f3e6f0'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:25:42.145774 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4413ef9-29dc-4d2c-8777-655f0804faa8 req-27547827-fece-42a5-89ca-5a052432885b service neutron] Attempting to bind port d46d56d3-4a24-463a-b35d-d3eb13ce8fe8 on network 0906b586-00a2-4850-86f9-f93194f3e6f0 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:25:42.150589 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4413ef9-29dc-4d2c-8777-655f0804faa8 req-27547827-fece-42a5-89ca-5a052432885b service neutron] Port d46d56d3-4a24-463a-b35d-d3eb13ce8fe8 on network 0906b586-00a2-4850-86f9-f93194f3e6f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 12:25:42.150951 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4413ef9-29dc-4d2c-8777-655f0804faa8 req-27547827-fece-42a5-89ca-5a052432885b service neutron] Attempting to bind port d46d56d3-4a24-463a-b35d-d3eb13ce8fe8 on network 0906b586-00a2-4850-86f9-f93194f3e6f0 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:25:42.157049 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4413ef9-29dc-4d2c-8777-655f0804faa8 req-27547827-fece-42a5-89ca-5a052432885b service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:25:42.157556 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4413ef9-29dc-4d2c-8777-655f0804faa8 req-27547827-fece-42a5-89ca-5a052432885b service neutron] Checking segment: {'id': '1d58c0d1-e224-4c3a-aea1-4ab5e706de37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '0906b586-00a2-4850-86f9-f93194f3e6f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:25:42.157964 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4413ef9-29dc-4d2c-8777-655f0804faa8 req-27547827-fece-42a5-89ca-5a052432885b service neutron] Bound using segment: {'id': '1d58c0d1-e224-4c3a-aea1-4ab5e706de37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '0906b586-00a2-4850-86f9-f93194f3e6f0'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:25:42.158424 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-e4413ef9-29dc-4d2c-8777-655f0804faa8 req-27547827-fece-42a5-89ca-5a052432885b service neutron] Bound port: d46d56d3-4a24-463a-b35d-d3eb13ce8fe8, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d58c0d1-e224-4c3a-aea1-4ab5e706de37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '0906b586-00a2-4850-86f9-f93194f3e6f0'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:25:42.158820 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e4413ef9-29dc-4d2c-8777-655f0804faa8 req-27547827-fece-42a5-89ca-5a052432885b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:42.243551 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-b9a4186d-9dc3-4196-a243-c3ee2a2445df None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:42.251813 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-b9a4186d-9dc3-4196-a243-c3ee2a2445df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:42.258456 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-e4413ef9-29dc-4d2c-8777-655f0804faa8 req-27547827-fece-42a5-89ca-5a052432885b service neutron] For port d46d56d3-4a24-463a-b35d-d3eb13ce8fe8, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:25:42.268816 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b632569-ff45-4689-af98-d8ecfa6522a0 req-427eb8cf-147e-4794-8c55-7f61c22b5772 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:42.270323 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2b632569-ff45-4689-af98-d8ecfa6522a0 req-427eb8cf-147e-4794-8c55-7f61c22b5772 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/ports?device_id=353a0d8d-5f7a-4d0c-ad13-491e17d83c84 HTTP/1.1" status: 200 len: 944 time: 0.0768661 Oct 20 12:25:42.282877 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-e4413ef9-29dc-4d2c-8777-655f0804faa8 req-27547827-fece-42a5-89ca-5a052432885b service neutron] For port d46d56d3-4a24-463a-b35d-d3eb13ce8fe8, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=d46d56d3-4a24-463a-b35d-d3eb13ce8fe8,segment=NetworkSegment(1d58c0d1-e224-4c3a-aea1-4ab5e706de37),segment_id=1d58c0d1-e224-4c3a-aea1-4ab5e706de37)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:25:42.302022 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e4413ef9-29dc-4d2c-8777-655f0804faa8 req-27547827-fece-42a5-89ca-5a052432885b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:42.302822 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79668c7e-3d9f-4454-9440-8233980a1f81 None None] Pushing event updated for resources: {'Port': ['ID=c4abdd3b-522d-47c5-8d0c-d10d911c08e0,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:42.358874 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4413ef9-29dc-4d2c-8777-655f0804faa8 req-27547827-fece-42a5-89ca-5a052432885b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:42.359535 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e4413ef9-29dc-4d2c-8777-655f0804faa8 req-27547827-fece-42a5-89ca-5a052432885b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:42.359645 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-b9a4186d-9dc3-4196-a243-c3ee2a2445df None None] Attempting to bind port c4abdd3b-522d-47c5-8d0c-d10d911c08e0 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:25:42.360085 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-b9a4186d-9dc3-4196-a243-c3ee2a2445df None None] Attempting to bind port c4abdd3b-522d-47c5-8d0c-d10d911c08e0 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'd548d1fb-f58b-4b23-b160-2303f543835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'fb040358-1415-4da9-8b70-33b267109348'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:25:42.360573 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a4186d-9dc3-4196-a243-c3ee2a2445df None None] Attempting to bind port c4abdd3b-522d-47c5-8d0c-d10d911c08e0 on network fb040358-1415-4da9-8b70-33b267109348 {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:25:42.361725 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e4413ef9-29dc-4d2c-8777-655f0804faa8 req-27547827-fece-42a5-89ca-5a052432885b service neutron] 10.222.0.89 "PUT /v2.0/ports/d46d56d3-4a24-463a-b35d-d3eb13ce8fe8 HTTP/1.1" status: 200 len: 1092 time: 0.7134914 Oct 20 12:25:42.365886 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a4186d-9dc3-4196-a243-c3ee2a2445df None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:25:42.367991 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '353a0d8d-5f7a-4d0c-ad13-491e17d83c84', 'tag': 'd46d56d3-4a24-463a-b35d-d3eb13ce8fe8'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:25:42.370466 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0a02dd2059fce6544e6c1114f6588b97938997ae633064690662b627edbbcf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4f5a3f-e2b6-4193-8273-3126b75025b9" -d '{"events": [{"name": "network-changed", "server_uuid": "353a0d8d-5f7a-4d0c-ad13-491e17d83c84", "tag": "d46d56d3-4a24-463a-b35d-d3eb13ce8fe8"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:25:42.373664 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a4186d-9dc3-4196-a243-c3ee2a2445df None None] Checking segment: {'id': 'd548d1fb-f58b-4b23-b160-2303f543835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'fb040358-1415-4da9-8b70-33b267109348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:25:42.373664 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-b9a4186d-9dc3-4196-a243-c3ee2a2445df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:42.374280 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a4186d-9dc3-4196-a243-c3ee2a2445df None None] Bound using segment: {'id': 'd548d1fb-f58b-4b23-b160-2303f543835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'fb040358-1415-4da9-8b70-33b267109348'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:25:42.374901 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-b9a4186d-9dc3-4196-a243-c3ee2a2445df None None] Bound port: c4abdd3b-522d-47c5-8d0c-d10d911c08e0, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd548d1fb-f58b-4b23-b160-2303f543835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'fb040358-1415-4da9-8b70-33b267109348'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:25:42.375375 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-b9a4186d-9dc3-4196-a243-c3ee2a2445df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:42.379559 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2b632569-ff45-4689-af98-d8ecfa6522a0 req-53f6f179-fc64-484f-9f82-16d7d3c8fcea tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecee9c2b-d23c-455e-aac1-32207d021030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017487 Oct 20 12:25:42.404090 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27547827-fece-42a5-89ca-5a052432885b service neutron] Pushing event updated for resources: {'Port': ['ID=d46d56d3-4a24-463a-b35d-d3eb13ce8fe8,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:42.455119 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a4d6d6-1946-4520-a9af-466ac0633fe3 x-openstack-request-id: req-d6a4d6d6-1946-4520-a9af-466ac0633fe3 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:25:42.455492 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "353a0d8d-5f7a-4d0c-ad13-491e17d83c84", "tag": "d46d56d3-4a24-463a-b35d-d3eb13ce8fe8", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:25:42.455812 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d6a4d6d6-1946-4520-a9af-466ac0633fe3 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:25:42.456380 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '353a0d8d-5f7a-4d0c-ad13-491e17d83c84', 'tag': 'd46d56d3-4a24-463a-b35d-d3eb13ce8fe8', 'status': 'completed', 'code': 200} Oct 20 12:25:42.466881 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4413ef9-29dc-4d2c-8777-655f0804faa8 req-781efbd0-ef75-4be3-aece-9d5f1a96d66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:42.468481 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e4413ef9-29dc-4d2c-8777-655f0804faa8 req-781efbd0-ef75-4be3-aece-9d5f1a96d66f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cfe261ff8e774152a2f8a084b2f3d77c&device_id=353a0d8d-5f7a-4d0c-ad13-491e17d83c84 HTTP/1.1" status: 200 len: 1095 time: 0.0553412 Oct 20 12:25:42.495644 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-b9a4186d-9dc3-4196-a243-c3ee2a2445df None None] For port c4abdd3b-522d-47c5-8d0c-d10d911c08e0, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:25:42.499244 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-b9a4186d-9dc3-4196-a243-c3ee2a2445df None None] For port c4abdd3b-522d-47c5-8d0c-d10d911c08e0, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=c4abdd3b-522d-47c5-8d0c-d10d911c08e0,segment=NetworkSegment(d548d1fb-f58b-4b23-b160-2303f543835e),segment_id=d548d1fb-f58b-4b23-b160-2303f543835e)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:25:42.506354 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-b9a4186d-9dc3-4196-a243-c3ee2a2445df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:42.525173 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e4413ef9-29dc-4d2c-8777-655f0804faa8 req-5afe4cde-4b4c-48ad-9653-cb7d1bc5601c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d46d56d3-4a24-463a-b35d-d3eb13ce8fe8 HTTP/1.1" status: 200 len: 217 time: 0.0475159 Oct 20 12:25:42.579094 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a4186d-9dc3-4196-a243-c3ee2a2445df None None] Routers {'1eac561d-4562-45d9-83ea-e62d0c4cc858'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:25:42.580370 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-b9a4186d-9dc3-4196-a243-c3ee2a2445df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:25:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['1eac561d-4562-45d9-83ea-e62d0c4cc858'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:25:42.582842 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79668c7e-3d9f-4454-9440-8233980a1f81 None None] Pushing event updated for resources: {'Port': ['ID=c4abdd3b-522d-47c5-8d0c-d10d911c08e0,revision_number=4']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:42.588951 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4413ef9-29dc-4d2c-8777-655f0804faa8 req-51e7d46a-91c8-4a78-827c-b18fd5cc9a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:42.590463 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e4413ef9-29dc-4d2c-8777-655f0804faa8 req-51e7d46a-91c8-4a78-827c-b18fd5cc9a35 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a137276a-3421-4387-bf47-3f6b0b255d14 HTTP/1.1" status: 200 len: 856 time: 0.0579796 Oct 20 12:25:42.651067 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4413ef9-29dc-4d2c-8777-655f0804faa8 req-8ae8b08c-341c-4a64-a886-1eeb418bd13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:42.653097 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e4413ef9-29dc-4d2c-8777-655f0804faa8 req-8ae8b08c-341c-4a64-a886-1eeb418bd13c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0906b586-00a2-4850-86f9-f93194f3e6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545094 Oct 20 12:25:42.668251 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-f2303067-474d-4a92-b543-d88eb3e9aa2a None None] Provisioning complete for port c4abdd3b-522d-47c5-8d0c-d10d911c08e0 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:25:42.669669 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f2303067-474d-4a92-b543-d88eb3e9aa2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:42.704459 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-b9a4186d-9dc3-4196-a243-c3ee2a2445df None None] Set router 1eac561d-4562-45d9-83ea-e62d0c4cc858 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:25:42.766861 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f2303067-474d-4a92-b543-d88eb3e9aa2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:42.767121 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e4413ef9-29dc-4d2c-8777-655f0804faa8 req-08d9f23a-898e-4696-92df-206eb8e28d48 service neutron] 10.222.0.89 "GET /v2.0/networks/0906b586-00a2-4850-86f9-f93194f3e6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059425 Oct 20 12:25:42.808659 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-f2303067-474d-4a92-b543-d88eb3e9aa2a None None] For port c4abdd3b-522d-47c5-8d0c-d10d911c08e0, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=c4abdd3b-522d-47c5-8d0c-d10d911c08e0,segment=NetworkSegment(d548d1fb-f58b-4b23-b160-2303f543835e),segment_id=d548d1fb-f58b-4b23-b160-2303f543835e)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:25:42.814825 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f2303067-474d-4a92-b543-d88eb3e9aa2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:42.872481 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e4413ef9-29dc-4d2c-8777-655f0804faa8 req-9d67ba32-ffef-4684-a574-eb3508d90e06 service neutron] 10.222.0.89 "GET /v2.0/networks/0906b586-00a2-4850-86f9-f93194f3e6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977807 Oct 20 12:25:42.879778 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2303067-474d-4a92-b543-d88eb3e9aa2a None None] Pushing event updated for resources: {'Port': ['ID=c4abdd3b-522d-47c5-8d0c-d10d911c08e0,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:42.932796 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-b9a4186d-9dc3-4196-a243-c3ee2a2445df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eac561d-4562-45d9-83ea-e62d0c4cc858', 'name': 'tempest-TestEncryptedCinderVolumes-1699965830-router', 'tenant_id': 'fc77925b364c44feb49fd769e4d16048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': 'd170918a-e3ca-419e-b584-9ceaa51ac7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:25:35Z', 'updated_at': '2021-10-20T12:25:37Z', 'revision_number': 4, 'project_id': 'fc77925b364c44feb49fd769e4d16048', 'gw_port': {'id': 'd170918a-e3ca-419e-b584-9ceaa51ac7b9', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:39:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eac561d-4562-45d9-83ea-e62d0c4cc858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:25:35Z', 'updated_at': '2021-10-20T12:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'c4abdd3b-522d-47c5-8d0c-d10d911c08e0', 'name': '', 'network_id': 'fb040358-1415-4da9-8b70-33b267109348', 'tenant_id': 'fc77925b364c44feb49fd769e4d16048', 'mac_address': 'fa:16:3e:8e:24:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eac561d-4562-45d9-83ea-e62d0c4cc858', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'd8bf963f-3484-424f-b181-66dcb7d387e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:25:37Z', 'updated_at': '2021-10-20T12:25:42Z', 'revision_number': 4, 'project_id': 'fc77925b364c44feb49fd769e4d16048', 'subnets': [{'id': 'd8bf963f-3484-424f-b181-66dcb7d387e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:25:42.945665 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-2151ae39-745c-4b5a-a8c4-91f1c0a3db8d None None] Provisioning complete for port c4abdd3b-522d-47c5-8d0c-d10d911c08e0 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:25:42.946035 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2151ae39-745c-4b5a-a8c4-91f1c0a3db8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:42.961020 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a4186d-9dc3-4196-a243-c3ee2a2445df None None] The sync data for ids ['1eac561d-4562-45d9-83ea-e62d0c4cc858'] in n-d-814735-3 is: [{'id': '1eac561d-4562-45d9-83ea-e62d0c4cc858', 'name': 'tempest-TestEncryptedCinderVolumes-1699965830-router', 'tenant_id': 'fc77925b364c44feb49fd769e4d16048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': 'd170918a-e3ca-419e-b584-9ceaa51ac7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:25:35Z', 'updated_at': '2021-10-20T12:25:37Z', 'revision_number': 4, 'project_id': 'fc77925b364c44feb49fd769e4d16048', 'gw_port': {'id': 'd170918a-e3ca-419e-b584-9ceaa51ac7b9', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:39:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eac561d-4562-45d9-83ea-e62d0c4cc858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:25:35Z', 'updated_at': '2021-10-20T12:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'c4abdd3b-522d-47c5-8d0c-d10d911c08e0', 'name': '', 'network_id': 'fb040358-1415-4da9-8b70-33b267109348', 'tenant_id': 'fc77925b364c44feb49fd769e4d16048', 'mac_address': 'fa:16:3e:8e:24:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eac561d-4562-45d9-83ea-e62d0c4cc858', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'd8bf963f-3484-424f-b181-66dcb7d387e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:25:37Z', 'updated_at': '2021-10-20T12:25:42Z', 'revision_number': 4, 'project_id': 'fc77925b364c44feb49fd769e4d16048', 'subnets': [{'id': 'd8bf963f-3484-424f-b181-66dcb7d387e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:25:42.974888 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f5a3f-e2b6-4193-8273-3126b75025b9 req-646bbbe6-419e-42dd-b679-55ce4b5a9c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:42.976622 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cb4f5a3f-e2b6-4193-8273-3126b75025b9 req-646bbbe6-419e-42dd-b679-55ce4b5a9c6b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cfe261ff8e774152a2f8a084b2f3d77c&device_id=353a0d8d-5f7a-4d0c-ad13-491e17d83c84 HTTP/1.1" status: 200 len: 1095 time: 0.0471301 Oct 20 12:25:43.076167 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f5a3f-e2b6-4193-8273-3126b75025b9 req-062d51a3-3cf5-4ec4-99e6-57c4d34f88e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:43.077671 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cb4f5a3f-e2b6-4193-8273-3126b75025b9 req-062d51a3-3cf5-4ec4-99e6-57c4d34f88e4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0906b586-00a2-4850-86f9-f93194f3e6f0 HTTP/1.1" status: 200 len: 919 time: 0.0932238 Oct 20 12:25:43.121325 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cb4f5a3f-e2b6-4193-8273-3126b75025b9 req-14260682-2002-4f1e-b5e8-8eff85088265 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d46d56d3-4a24-463a-b35d-d3eb13ce8fe8 HTTP/1.1" status: 200 len: 217 time: 0.0351036 Oct 20 12:25:43.183078 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f5a3f-e2b6-4193-8273-3126b75025b9 req-cb584e0b-93a8-4078-b6a0-0d080d1fcb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:43.184668 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cb4f5a3f-e2b6-4193-8273-3126b75025b9 req-cb584e0b-93a8-4078-b6a0-0d080d1fcb61 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a137276a-3421-4387-bf47-3f6b0b255d14 HTTP/1.1" status: 200 len: 856 time: 0.0559258 Oct 20 12:25:43.243127 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f5a3f-e2b6-4193-8273-3126b75025b9 req-6190bfb1-a6b2-4864-8768-a30c8ac8b20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:43.244662 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cb4f5a3f-e2b6-4193-8273-3126b75025b9 req-6190bfb1-a6b2-4864-8768-a30c8ac8b20c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0906b586-00a2-4850-86f9-f93194f3e6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516384 Oct 20 12:25:43.246632 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device d170918a-e3ca-419e-b584-9ceaa51ac7b9 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:25:43.297452 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port d170918a-e3ca-419e-b584-9ceaa51ac7b9 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:25:43.297828 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:43.347308 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cb4f5a3f-e2b6-4193-8273-3126b75025b9 req-d5e8fe8f-40ba-4a30-95b7-14bd0b0f8d6b service neutron] 10.222.0.89 "GET /v2.0/networks/0906b586-00a2-4850-86f9-f93194f3e6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930977 Oct 20 12:25:43.380637 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device c4abdd3b-522d-47c5-8d0c-d10d911c08e0 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:25:43.433351 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port c4abdd3b-522d-47c5-8d0c-d10d911c08e0 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:25:43.433890 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:43.455304 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cb4f5a3f-e2b6-4193-8273-3126b75025b9 req-6fcdf7bc-72f9-4858-ae9b-3fc3484b3825 service neutron] 10.222.0.89 "GET /v2.0/networks/0906b586-00a2-4850-86f9-f93194f3e6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992999 Oct 20 12:25:43.550778 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34e4761-96c2-4416-835c-5a2324b82b8f req-671b0021-a736-453a-bfc2-bdf143f01506 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:43.552389 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a34e4761-96c2-4416-835c-5a2324b82b8f req-671b0021-a736-453a-bfc2-bdf143f01506 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/ports?device_id=353a0d8d-5f7a-4d0c-ad13-491e17d83c84 HTTP/1.1" status: 200 len: 944 time: 0.0638061 Oct 20 12:25:43.594278 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a34e4761-96c2-4416-835c-5a2324b82b8f req-14b899a7-e944-46a8-83fc-07a72fedc53a tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecee9c2b-d23c-455e-aac1-32207d021030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346930 Oct 20 12:25:44.726027 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c827b12-08ff-45aa-941e-431f4cd65827 req-cd55fce5-e3e7-4650-b1e6-15dbcea4ed72 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:44.727554 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2c827b12-08ff-45aa-941e-431f4cd65827 req-cd55fce5-e3e7-4650-b1e6-15dbcea4ed72 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/ports?device_id=353a0d8d-5f7a-4d0c-ad13-491e17d83c84 HTTP/1.1" status: 200 len: 944 time: 0.0528562 Oct 20 12:25:44.768064 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2c827b12-08ff-45aa-941e-431f4cd65827 req-de17051f-13e2-41de-8173-90805f7031b0 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecee9c2b-d23c-455e-aac1-32207d021030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316091 Oct 20 12:25:45.800248 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device d46d56d3-4a24-463a-b35d-d3eb13ce8fe8 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:25:45.904248 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4076e-aaf5-472e-b048-94f546140771 req-ce13a862-6b1c-4222-aff9-39680bcb5fe8 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:45.906546 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-99b4076e-aaf5-472e-b048-94f546140771 req-ce13a862-6b1c-4222-aff9-39680bcb5fe8 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/ports?device_id=353a0d8d-5f7a-4d0c-ad13-491e17d83c84 HTTP/1.1" status: 200 len: 944 time: 0.0558536 Oct 20 12:25:45.907058 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port d46d56d3-4a24-463a-b35d-d3eb13ce8fe8, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=d46d56d3-4a24-463a-b35d-d3eb13ce8fe8,segment=NetworkSegment(1d58c0d1-e224-4c3a-aea1-4ab5e706de37),segment_id=1d58c0d1-e224-4c3a-aea1-4ab5e706de37)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:25:45.918850 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': 'd46d56d3-4a24-463a-b35d-d3eb13ce8fe8', 'network_id': '0906b586-00a2-4850-86f9-f93194f3e6f0', 'port_id': 'd46d56d3-4a24-463a-b35d-d3eb13ce8fe8', 'mac_address': 'fa:16:3e:fc:04:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a137276a-3421-4387-bf47-3f6b0b255d14', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:25:45.945967 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-99b4076e-aaf5-472e-b048-94f546140771 req-99c98a5e-53ed-438e-9b50-75bb297d70c0 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecee9c2b-d23c-455e-aac1-32207d021030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326161 Oct 20 12:25:45.964541 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:45.973173 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:45.977778 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d46d56d3-4a24-463a-b35d-d3eb13ce8fe8 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:25:45.997885 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port d46d56d3-4a24-463a-b35d-d3eb13ce8fe8, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=d46d56d3-4a24-463a-b35d-d3eb13ce8fe8,segment=NetworkSegment(1d58c0d1-e224-4c3a-aea1-4ab5e706de37),segment_id=1d58c0d1-e224-4c3a-aea1-4ab5e706de37)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:25:46.002759 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:46.054248 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=d46d56d3-4a24-463a-b35d-d3eb13ce8fe8,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:46.243911 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['d46d56d3-4a24-463a-b35d-d3eb13ce8fe8'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:25:47.068173 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7269b865-e9f1-4489-bfe2-54454aa66ec2 req-d06518fd-449c-45ee-8191-ba076b493009 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:47.069707 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7269b865-e9f1-4489-bfe2-54454aa66ec2 req-d06518fd-449c-45ee-8191-ba076b493009 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/ports?device_id=353a0d8d-5f7a-4d0c-ad13-491e17d83c84 HTTP/1.1" status: 200 len: 945 time: 0.0550838 Oct 20 12:25:47.110286 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7269b865-e9f1-4489-bfe2-54454aa66ec2 req-a5181e76-17bb-407f-bfab-e59fb49322e3 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecee9c2b-d23c-455e-aac1-32207d021030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342813 Oct 20 12:25:47.806983 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device d46d56d3-4a24-463a-b35d-d3eb13ce8fe8 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:25:47.861456 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port d46d56d3-4a24-463a-b35d-d3eb13ce8fe8 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 12:25:47.865053 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port d46d56d3-4a24-463a-b35d-d3eb13ce8fe8 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:25:47.865421 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:47.941861 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:47.964492 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '353a0d8d-5f7a-4d0c-ad13-491e17d83c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd46d56d3-4a24-463a-b35d-d3eb13ce8fe8'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:25:47.966741 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ba663b728f61600953c7c701890058d53749f56dec976386d606a322f26966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899521e1-26e4-4ccc-a0c7-526e6d446b33" -d '{"events": [{"server_uuid": "353a0d8d-5f7a-4d0c-ad13-491e17d83c84", "name": "network-vif-plugged", "status": "completed", "tag": "d46d56d3-4a24-463a-b35d-d3eb13ce8fe8"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:25:47.980459 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port d46d56d3-4a24-463a-b35d-d3eb13ce8fe8, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=d46d56d3-4a24-463a-b35d-d3eb13ce8fe8,segment=NetworkSegment(1d58c0d1-e224-4c3a-aea1-4ab5e706de37),segment_id=1d58c0d1-e224-4c3a-aea1-4ab5e706de37)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:25:47.984782 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:48.007893 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4aaab49-b545-47a0-942f-b916a1c5e8d6 x-openstack-request-id: req-d4aaab49-b545-47a0-942f-b916a1c5e8d6 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:25:48.008188 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "353a0d8d-5f7a-4d0c-ad13-491e17d83c84", "name": "network-vif-plugged", "status": "completed", "tag": "d46d56d3-4a24-463a-b35d-d3eb13ce8fe8", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:25:48.008442 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d4aaab49-b545-47a0-942f-b916a1c5e8d6 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:25:48.008837 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '353a0d8d-5f7a-4d0c-ad13-491e17d83c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd46d56d3-4a24-463a-b35d-d3eb13ce8fe8', 'code': 200} Oct 20 12:25:48.035974 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=d46d56d3-4a24-463a-b35d-d3eb13ce8fe8,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:25:48.112864 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d08f4f-eefe-4c07-b283-ad0c394537b4 req-428c838b-d9fe-488b-a200-6ea7498bc9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:48.114404 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b8d08f4f-eefe-4c07-b283-ad0c394537b4 req-428c838b-d9fe-488b-a200-6ea7498bc9bf service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=353a0d8d-5f7a-4d0c-ad13-491e17d83c84 HTTP/1.1" status: 200 len: 1097 time: 0.0454590 Oct 20 12:25:48.154045 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b8d08f4f-eefe-4c07-b283-ad0c394537b4 req-082aa7ce-a9a3-45a2-879e-b06d6b2eb150 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ecee9c2b-d23c-455e-aac1-32207d021030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315483 Oct 20 12:25:48.227812 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d120b-59ee-4a5e-9528-7e10b9a037a7 req-49153b1e-1c20-4949-b5fe-74c46ff3dfa6 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:48.229337 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a03d120b-59ee-4a5e-9528-7e10b9a037a7 req-49153b1e-1c20-4949-b5fe-74c46ff3dfa6 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/ports?device_id=353a0d8d-5f7a-4d0c-ad13-491e17d83c84 HTTP/1.1" status: 200 len: 946 time: 0.0515170 Oct 20 12:25:48.268532 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a03d120b-59ee-4a5e-9528-7e10b9a037a7 req-ac325a3e-1232-43f5-b288-1723f8654d91 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecee9c2b-d23c-455e-aac1-32207d021030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330811 Oct 20 12:25:49.409236 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a641155-a3d1-482e-b90d-071b2888003e req-7a1981cc-c2d3-427e-9927-8bf1c04bdc8c tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:49.409957 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-fd00d37e-c761-461f-8756-6536e183f86c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:49.411707 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9a641155-a3d1-482e-b90d-071b2888003e req-7a1981cc-c2d3-427e-9927-8bf1c04bdc8c tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/ports?device_id=353a0d8d-5f7a-4d0c-ad13-491e17d83c84 HTTP/1.1" status: 200 len: 946 time: 0.0574179 Oct 20 12:25:49.451063 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9a641155-a3d1-482e-b90d-071b2888003e req-97262f87-fab6-4c1f-89f1-cb6d4f0d5d01 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecee9c2b-d23c-455e-aac1-32207d021030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329061 Oct 20 12:25:50.570548 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a7995-72f6-4724-837f-699de205dd04 req-86f0752f-6426-44a2-a0bf-3d81fa603491 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:50.572052 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-167a7995-72f6-4724-837f-699de205dd04 req-86f0752f-6426-44a2-a0bf-3d81fa603491 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/ports?device_id=353a0d8d-5f7a-4d0c-ad13-491e17d83c84 HTTP/1.1" status: 200 len: 946 time: 0.0536895 Oct 20 12:25:50.612498 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-167a7995-72f6-4724-837f-699de205dd04 req-27f3b021-300f-48c0-82d9-b521ff5f0371 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecee9c2b-d23c-455e-aac1-32207d021030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342236 Oct 20 12:25:50.730089 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8cc2ee-3cb3-415d-8faa-c0f1c4a0b3bf req-3d6ee2ce-281c-4469-a540-25dab31cda17 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:50.731593 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea8cc2ee-3cb3-415d-8faa-c0f1c4a0b3bf req-3d6ee2ce-281c-4469-a540-25dab31cda17 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/ports?device_id=353a0d8d-5f7a-4d0c-ad13-491e17d83c84 HTTP/1.1" status: 200 len: 946 time: 0.0496984 Oct 20 12:25:50.769904 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea8cc2ee-3cb3-415d-8faa-c0f1c4a0b3bf req-9f047517-4f19-45a9-8c27-a841c40c6583 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecee9c2b-d23c-455e-aac1-32207d021030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322254 Oct 20 12:25:52.271468 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3bddc00e-1387-4a6d-9d52-c63d3bda9f9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:53.230725 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:53.382605 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:25:54.306472 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-223f85b3-a14b-4f31-b03e-157c6baaadcf req-5982df48-ca3a-4240-a286-0d8e5201f8de service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=353a0d8d-5f7a-4d0c-ad13-491e17d83c84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467882 Oct 20 12:25:54.399417 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f85b3-a14b-4f31-b03e-157c6baaadcf req-99f3e8e0-7c3c-4f31-9daf-6a5499f7afa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:54.400984 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-223f85b3-a14b-4f31-b03e-157c6baaadcf req-99f3e8e0-7c3c-4f31-9daf-6a5499f7afa3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cfe261ff8e774152a2f8a084b2f3d77c&device_id=353a0d8d-5f7a-4d0c-ad13-491e17d83c84 HTTP/1.1" status: 200 len: 1097 time: 0.0494733 Oct 20 12:25:54.507073 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f85b3-a14b-4f31-b03e-157c6baaadcf req-b22bfde2-2474-4366-9d3a-da2fd78312f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:54.508451 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-223f85b3-a14b-4f31-b03e-157c6baaadcf req-b22bfde2-2474-4366-9d3a-da2fd78312f1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0906b586-00a2-4850-86f9-f93194f3e6f0 HTTP/1.1" status: 200 len: 919 time: 0.0870047 Oct 20 12:25:54.553798 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-223f85b3-a14b-4f31-b03e-157c6baaadcf req-abb82ad2-f240-434d-a3d3-8554e0a2ffdf service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d46d56d3-4a24-463a-b35d-d3eb13ce8fe8 HTTP/1.1" status: 200 len: 217 time: 0.0371451 Oct 20 12:25:54.604399 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f85b3-a14b-4f31-b03e-157c6baaadcf req-8138ef29-3136-456f-9b6d-d1e4b092cab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:54.605855 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-223f85b3-a14b-4f31-b03e-157c6baaadcf req-8138ef29-3136-456f-9b6d-d1e4b092cab7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a137276a-3421-4387-bf47-3f6b0b255d14 HTTP/1.1" status: 200 len: 856 time: 0.0443976 Oct 20 12:25:54.652459 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f85b3-a14b-4f31-b03e-157c6baaadcf req-51296b28-7664-45ce-8727-91ea1aed30ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:25:54.653980 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-223f85b3-a14b-4f31-b03e-157c6baaadcf req-51296b28-7664-45ce-8727-91ea1aed30ea service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0906b586-00a2-4850-86f9-f93194f3e6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413346 Oct 20 12:25:54.751252 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-223f85b3-a14b-4f31-b03e-157c6baaadcf req-4ce88c85-39d6-46aa-a79b-68ab5ce4c660 service neutron] 10.222.0.89 "GET /v2.0/networks/0906b586-00a2-4850-86f9-f93194f3e6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895200 Oct 20 12:25:54.844752 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-223f85b3-a14b-4f31-b03e-157c6baaadcf req-19abd01f-f5e4-4906-8dc9-b40f04d554fb service neutron] 10.222.0.89 "GET /v2.0/networks/0906b586-00a2-4850-86f9-f93194f3e6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859420 Oct 20 12:25:55.108681 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:10.413896 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:13.476654 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805c797-7b5f-4762-bce1-9c88ccfdc5f7 req-518b58af-330b-4120-a4d3-9159a08985db tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:26:13.478143 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4805c797-7b5f-4762-bce1-9c88ccfdc5f7 req-518b58af-330b-4120-a4d3-9159a08985db tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/ports?device_id=353a0d8d-5f7a-4d0c-ad13-491e17d83c84 HTTP/1.1" status: 200 len: 946 time: 0.0568240 Oct 20 12:26:13.523432 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4805c797-7b5f-4762-bce1-9c88ccfdc5f7 req-29306b8c-ca1d-442e-8cbe-ce16376222e7 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecee9c2b-d23c-455e-aac1-32207d021030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388124 Oct 20 12:26:14.649450 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f41b5-9e4d-492e-a82b-b840f105fb04 req-60abc4b1-5021-475f-9eba-ab8fdeb2775e tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:26:14.650416 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2d8f41b5-9e4d-492e-a82b-b840f105fb04 req-60abc4b1-5021-475f-9eba-ab8fdeb2775e tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/ports?device_id=353a0d8d-5f7a-4d0c-ad13-491e17d83c84 HTTP/1.1" status: 200 len: 946 time: 0.0515761 Oct 20 12:26:14.689035 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2d8f41b5-9e4d-492e-a82b-b840f105fb04 req-58abb1d7-f62f-4118-9ced-addeb542fea5 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecee9c2b-d23c-455e-aac1-32207d021030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321317 Oct 20 12:26:15.305726 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1021d-9653-43f5-99f6-8f4d2e8587c7 req-fadd3f34-1885-4b7f-ac87-38c81e544cf7 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:26:15.307193 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6be1021d-9653-43f5-99f6-8f4d2e8587c7 req-fadd3f34-1885-4b7f-ac87-38c81e544cf7 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.89 "GET /v2.0/ports?device_id=353a0d8d-5f7a-4d0c-ad13-491e17d83c84 HTTP/1.1" status: 200 len: 946 time: 0.0577829 Oct 20 12:26:15.792418 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-6be1021d-9653-43f5-99f6-8f4d2e8587c7 req-f6207b16-8b07-4d56-9adc-bba23ee1513b tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Deleting port d46d56d3-4a24-463a-b35d-d3eb13ce8fe8 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:26:15.793114 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6be1021d-9653-43f5-99f6-8f4d2e8587c7 req-f6207b16-8b07-4d56-9adc-bba23ee1513b tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:15.874334 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd279dd-ff1a-46ed-91df-f353ca50460c req-669e7e61-c5f3-4068-a760-d014f8cfb2e2 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:26:15.875824 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4bd279dd-ff1a-46ed-91df-f353ca50460c req-669e7e61-c5f3-4068-a760-d014f8cfb2e2 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/ports?device_id=353a0d8d-5f7a-4d0c-ad13-491e17d83c84 HTTP/1.1" status: 200 len: 946 time: 0.1132169 Oct 20 12:26:15.912966 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-6be1021d-9653-43f5-99f6-8f4d2e8587c7 req-f6207b16-8b07-4d56-9adc-bba23ee1513b tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] For port d46d56d3-4a24-463a-b35d-d3eb13ce8fe8, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=d46d56d3-4a24-463a-b35d-d3eb13ce8fe8,segment=NetworkSegment(1d58c0d1-e224-4c3a-aea1-4ab5e706de37),segment_id=1d58c0d1-e224-4c3a-aea1-4ab5e706de37)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:26:15.913229 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6be1021d-9653-43f5-99f6-8f4d2e8587c7 req-f6207b16-8b07-4d56-9adc-bba23ee1513b tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:15.931398 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:15.936719 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-6be1021d-9653-43f5-99f6-8f4d2e8587c7 req-f6207b16-8b07-4d56-9adc-bba23ee1513b tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Calling delete_port for d46d56d3-4a24-463a-b35d-d3eb13ce8fe8 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:26:15.945098 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4bd279dd-ff1a-46ed-91df-f353ca50460c req-3c9f0569-c67e-43fe-9cab-2cd5153788e3 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecee9c2b-d23c-455e-aac1-32207d021030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620158 Oct 20 12:26:16.087503 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6be1021d-9653-43f5-99f6-8f4d2e8587c7 req-f6207b16-8b07-4d56-9adc-bba23ee1513b tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:16.100674 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['d46d56d3-4a24-463a-b35d-d3eb13ce8fe8'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:26:16.117393 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6207b16-8b07-4d56-9adc-bba23ee1513b tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Pushing event deleted for resources: {'Port': ['ID=d46d56d3-4a24-463a-b35d-d3eb13ce8fe8,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:26:16.148100 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6207b16-8b07-4d56-9adc-bba23ee1513b tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:26:16.148357 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6207b16-8b07-4d56-9adc-bba23ee1513b tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:26:16.148699 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6207b16-8b07-4d56-9adc-bba23ee1513b tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:26:16.149035 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6207b16-8b07-4d56-9adc-bba23ee1513b tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:26:16.149441 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6207b16-8b07-4d56-9adc-bba23ee1513b tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:26:16.149807 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6207b16-8b07-4d56-9adc-bba23ee1513b tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:26:16.150111 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6207b16-8b07-4d56-9adc-bba23ee1513b tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:26:16.150432 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6207b16-8b07-4d56-9adc-bba23ee1513b tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:26:16.150751 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6207b16-8b07-4d56-9adc-bba23ee1513b tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:26:16.151095 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6207b16-8b07-4d56-9adc-bba23ee1513b tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:26:16.151415 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6207b16-8b07-4d56-9adc-bba23ee1513b tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:26:16.151732 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6207b16-8b07-4d56-9adc-bba23ee1513b tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:26:16.171420 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-6be1021d-9653-43f5-99f6-8f4d2e8587c7 req-f6207b16-8b07-4d56-9adc-bba23ee1513b tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] No DVR routers for this DVR port d46d56d3-4a24-463a-b35d-d3eb13ce8fe8 on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:26:16.174423 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6be1021d-9653-43f5-99f6-8f4d2e8587c7 req-f6207b16-8b07-4d56-9adc-bba23ee1513b tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:16.177847 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6be1021d-9653-43f5-99f6-8f4d2e8587c7 req-f6207b16-8b07-4d56-9adc-bba23ee1513b tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.89 "DELETE /v2.0/ports/d46d56d3-4a24-463a-b35d-d3eb13ce8fe8 HTTP/1.1" status: 204 len: 173 time: 0.8643298 Oct 20 12:26:16.178312 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '353a0d8d-5f7a-4d0c-ad13-491e17d83c84', 'name': 'network-vif-deleted', 'tag': 'd46d56d3-4a24-463a-b35d-d3eb13ce8fe8'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:26:16.180810 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0a02dd2059fce6544e6c1114f6588b97938997ae633064690662b627edbbcf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4dcddc-e91c-4dae-875e-da8aac447b45" -d '{"events": [{"server_uuid": "353a0d8d-5f7a-4d0c-ad13-491e17d83c84", "name": "network-vif-deleted", "tag": "d46d56d3-4a24-463a-b35d-d3eb13ce8fe8"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:26:16.221180 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2234e74-9430-416a-9f0f-ba9696c3869c x-openstack-request-id: req-b2234e74-9430-416a-9f0f-ba9696c3869c {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:26:16.222165 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "353a0d8d-5f7a-4d0c-ad13-491e17d83c84", "name": "network-vif-deleted", "tag": "d46d56d3-4a24-463a-b35d-d3eb13ce8fe8", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:26:16.223209 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b2234e74-9430-416a-9f0f-ba9696c3869c {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:26:16.223972 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '353a0d8d-5f7a-4d0c-ad13-491e17d83c84', 'name': 'network-vif-deleted', 'tag': 'd46d56d3-4a24-463a-b35d-d3eb13ce8fe8', 'status': 'completed', 'code': 200} Oct 20 12:26:17.531760 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:26:17.716393 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd23c5-96fd-4e39-b1bf-327f73238cf2 req-4322dbaa-7f6f-4004-bfd7-97ca788fab08 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:26:17.717898 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-24dd23c5-96fd-4e39-b1bf-327f73238cf2 req-4322dbaa-7f6f-4004-bfd7-97ca788fab08 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/networks?id=0906b586-00a2-4850-86f9-f93194f3e6f0 HTTP/1.1" status: 200 len: 817 time: 0.1090374 Oct 20 12:26:17.733761 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-24dd23c5-96fd-4e39-b1bf-327f73238cf2 req-a3d95cef-c2e6-44a3-814f-a6dc5285426a tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/quotas/cfe261ff8e774152a2f8a084b2f3d77c HTTP/1.1" status: 200 len: 375 time: 0.0097635 Oct 20 12:26:17.787157 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-24dd23c5-96fd-4e39-b1bf-327f73238cf2 req-b442156b-c1ba-4218-bf99-c13065c67f8a tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=cfe261ff8e774152a2f8a084b2f3d77c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476906 Oct 20 12:26:17.889457 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-24dd23c5-96fd-4e39-b1bf-327f73238cf2 req-858334bc-8dc9-4e63-bec7-0f68988c061a service neutron] 10.222.0.98 "GET /v2.0/networks/0906b586-00a2-4850-86f9-f93194f3e6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899863 Oct 20 12:26:17.983468 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-24dd23c5-96fd-4e39-b1bf-327f73238cf2 req-a1581aa3-695c-4e2f-8d76-2bff173078bb service neutron] 10.222.0.98 "GET /v2.0/networks/0906b586-00a2-4850-86f9-f93194f3e6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874007 Oct 20 12:26:18.145186 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ba02105c-a1d8-4d34-a943-ca8ae13eab9c req-f7ec5d1c-4363-43a6-8b27-23d24eb2f0ad tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/ports?device_id=46559fe0-df6c-4238-8e43-021f9ad88bbd HTTP/1.1" status: 200 len: 210 time: 0.0277667 Oct 20 12:26:19.185936 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd23c5-96fd-4e39-b1bf-327f73238cf2 req-1dfdaabc-4333-4c3c-9f1c-30177626b3a7 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:26:19.187494 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-24dd23c5-96fd-4e39-b1bf-327f73238cf2 req-1dfdaabc-4333-4c3c-9f1c-30177626b3a7 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.89 "GET /v2.0/networks?id=0906b586-00a2-4850-86f9-f93194f3e6f0 HTTP/1.1" status: 200 len: 817 time: 0.1120887 Oct 20 12:26:19.201894 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-24dd23c5-96fd-4e39-b1bf-327f73238cf2 req-62cec4ff-b73e-46ca-a026-3a7205f093e1 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Request body: {'port': {'device_id': '46559fe0-df6c-4238-8e43-021f9ad88bbd', 'network_id': '0906b586-00a2-4850-86f9-f93194f3e6f0', 'admin_state_up': True, 'tenant_id': 'cfe261ff8e774152a2f8a084b2f3d77c'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:26:19.252513 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8ea76cf7-5ea4-4466-834b-b032e3b20122 req-d968472d-fe1a-4f8a-9eb7-6b4b7d7e4a5e tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/ports?device_id=46559fe0-df6c-4238-8e43-021f9ad88bbd HTTP/1.1" status: 200 len: 210 time: 0.0343652 Oct 20 12:26:19.339214 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24dd23c5-96fd-4e39-b1bf-327f73238cf2 req-62cec4ff-b73e-46ca-a026-3a7205f093e1 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Made reservation on behalf of cfe261ff8e774152a2f8a084b2f3d77c for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:26:19.342959 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-24dd23c5-96fd-4e39-b1bf-327f73238cf2 req-62cec4ff-b73e-46ca-a026-3a7205f093e1 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:19.406328 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a8d49220-d12a-408d-b5de-a3d27403cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:19.471833 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-24dd23c5-96fd-4e39-b1bf-327f73238cf2 req-62cec4ff-b73e-46ca-a026-3a7205f093e1 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Allocated IP 172.20.0.12 (0906b586-00a2-4850-86f9-f93194f3e6f0/a137276a-3421-4387-bf47-3f6b0b255d14/c4007007-7b17-4d27-903d-5f06e77f504c) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:26:19.624952 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-24dd23c5-96fd-4e39-b1bf-327f73238cf2 req-62cec4ff-b73e-46ca-a026-3a7205f093e1 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:19.662231 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-24dd23c5-96fd-4e39-b1bf-327f73238cf2 req-62cec4ff-b73e-46ca-a026-3a7205f093e1 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:19.712908 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24dd23c5-96fd-4e39-b1bf-327f73238cf2 req-62cec4ff-b73e-46ca-a026-3a7205f093e1 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Network 0906b586-00a2-4850-86f9-f93194f3e6f0 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:26:19.716726 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-24dd23c5-96fd-4e39-b1bf-327f73238cf2 req-62cec4ff-b73e-46ca-a026-3a7205f093e1 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:26:19.724849 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-24dd23c5-96fd-4e39-b1bf-327f73238cf2 req-62cec4ff-b73e-46ca-a026-3a7205f093e1 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:26:19.728353 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cec4ff-b73e-46ca-a026-3a7205f093e1 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Pushing event updated for resources: {'Port': ['ID=c4007007-7b17-4d27-903d-5f06e77f504c,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:26:19.776321 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd23c5-96fd-4e39-b1bf-327f73238cf2 req-62cec4ff-b73e-46ca-a026-3a7205f093e1 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:26:19.776937 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-24dd23c5-96fd-4e39-b1bf-327f73238cf2 req-62cec4ff-b73e-46ca-a026-3a7205f093e1 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:19.793666 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-24dd23c5-96fd-4e39-b1bf-327f73238cf2 req-62cec4ff-b73e-46ca-a026-3a7205f093e1 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5958359 Oct 20 12:26:19.812287 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-24dd23c5-96fd-4e39-b1bf-327f73238cf2 req-1dfc67e6-dac1-4361-a16d-47de266624b9 service neutron] Request body: {'port': {'device_id': '46559fe0-df6c-4238-8e43-021f9ad88bbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:26:19.868595 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-24dd23c5-96fd-4e39-b1bf-327f73238cf2 req-1dfc67e6-dac1-4361-a16d-47de266624b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:19.933083 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device d46d56d3-4a24-463a-b35d-d3eb13ce8fe8 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:26:19.937460 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-bb086908-8aef-413b-88f1-e83ce7fddae7 None None] Provisioning complete for port c4007007-7b17-4d27-903d-5f06e77f504c triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:26:19.938006 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bb086908-8aef-413b-88f1-e83ce7fddae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:19.970138 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: d46d56d3-4a24-463a-b35d-d3eb13ce8fe8 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:26:19.970765 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device d46d56d3-4a24-463a-b35d-d3eb13ce8fe8 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:26:19.987295 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-bb086908-8aef-413b-88f1-e83ce7fddae7 None None] Port c4007007-7b17-4d27-903d-5f06e77f504c cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:26:20.135577 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-24dd23c5-96fd-4e39-b1bf-327f73238cf2 req-1dfc67e6-dac1-4361-a16d-47de266624b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4007007-7b17-4d27-903d-5f06e77f504c {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:26:20.143408 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-24dd23c5-96fd-4e39-b1bf-327f73238cf2 req-1dfc67e6-dac1-4361-a16d-47de266624b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:20.155565 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-24dd23c5-96fd-4e39-b1bf-327f73238cf2 req-1dfc67e6-dac1-4361-a16d-47de266624b9 service neutron] Transition to ACTIVE for port object c4007007-7b17-4d27-903d-5f06e77f504c will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 12:26:20.160962 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-24dd23c5-96fd-4e39-b1bf-327f73238cf2 req-1dfc67e6-dac1-4361-a16d-47de266624b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:20.211898 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc67e6-dac1-4361-a16d-47de266624b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c4007007-7b17-4d27-903d-5f06e77f504c,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:26:20.286276 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-24dd23c5-96fd-4e39-b1bf-327f73238cf2 req-1dfc67e6-dac1-4361-a16d-47de266624b9 service neutron] Attempting to bind port c4007007-7b17-4d27-903d-5f06e77f504c on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:26:20.286606 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-24dd23c5-96fd-4e39-b1bf-327f73238cf2 req-1dfc67e6-dac1-4361-a16d-47de266624b9 service neutron] Attempting to bind port c4007007-7b17-4d27-903d-5f06e77f504c by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '1d58c0d1-e224-4c3a-aea1-4ab5e706de37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '0906b586-00a2-4850-86f9-f93194f3e6f0'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:26:20.286974 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24dd23c5-96fd-4e39-b1bf-327f73238cf2 req-1dfc67e6-dac1-4361-a16d-47de266624b9 service neutron] Attempting to bind port c4007007-7b17-4d27-903d-5f06e77f504c on network 0906b586-00a2-4850-86f9-f93194f3e6f0 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:26:20.291608 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24dd23c5-96fd-4e39-b1bf-327f73238cf2 req-1dfc67e6-dac1-4361-a16d-47de266624b9 service neutron] Port c4007007-7b17-4d27-903d-5f06e77f504c on network 0906b586-00a2-4850-86f9-f93194f3e6f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 12:26:20.291927 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24dd23c5-96fd-4e39-b1bf-327f73238cf2 req-1dfc67e6-dac1-4361-a16d-47de266624b9 service neutron] Attempting to bind port c4007007-7b17-4d27-903d-5f06e77f504c on network 0906b586-00a2-4850-86f9-f93194f3e6f0 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:26:20.297246 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24dd23c5-96fd-4e39-b1bf-327f73238cf2 req-1dfc67e6-dac1-4361-a16d-47de266624b9 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:26:20.297644 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24dd23c5-96fd-4e39-b1bf-327f73238cf2 req-1dfc67e6-dac1-4361-a16d-47de266624b9 service neutron] Checking segment: {'id': '1d58c0d1-e224-4c3a-aea1-4ab5e706de37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '0906b586-00a2-4850-86f9-f93194f3e6f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:26:20.298076 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24dd23c5-96fd-4e39-b1bf-327f73238cf2 req-1dfc67e6-dac1-4361-a16d-47de266624b9 service neutron] Bound using segment: {'id': '1d58c0d1-e224-4c3a-aea1-4ab5e706de37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '0906b586-00a2-4850-86f9-f93194f3e6f0'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:26:20.298501 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-24dd23c5-96fd-4e39-b1bf-327f73238cf2 req-1dfc67e6-dac1-4361-a16d-47de266624b9 service neutron] Bound port: c4007007-7b17-4d27-903d-5f06e77f504c, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d58c0d1-e224-4c3a-aea1-4ab5e706de37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '0906b586-00a2-4850-86f9-f93194f3e6f0'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:26:20.298872 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-24dd23c5-96fd-4e39-b1bf-327f73238cf2 req-1dfc67e6-dac1-4361-a16d-47de266624b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:20.393914 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-24dd23c5-96fd-4e39-b1bf-327f73238cf2 req-1dfc67e6-dac1-4361-a16d-47de266624b9 service neutron] For port c4007007-7b17-4d27-903d-5f06e77f504c, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:26:20.398283 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-24dd23c5-96fd-4e39-b1bf-327f73238cf2 req-1dfc67e6-dac1-4361-a16d-47de266624b9 service neutron] For port c4007007-7b17-4d27-903d-5f06e77f504c, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=c4007007-7b17-4d27-903d-5f06e77f504c,segment=NetworkSegment(1d58c0d1-e224-4c3a-aea1-4ab5e706de37),segment_id=1d58c0d1-e224-4c3a-aea1-4ab5e706de37)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:26:20.407340 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5f087-2402-4eca-b501-501f73e7b04b req-21eba388-fe4d-4e02-b194-d49d7b10438f tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:26:20.408838 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8ae5f087-2402-4eca-b501-501f73e7b04b req-21eba388-fe4d-4e02-b194-d49d7b10438f tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/ports?device_id=46559fe0-df6c-4238-8e43-021f9ad88bbd HTTP/1.1" status: 200 len: 944 time: 0.0764904 Oct 20 12:26:20.411145 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-24dd23c5-96fd-4e39-b1bf-327f73238cf2 req-1dfc67e6-dac1-4361-a16d-47de266624b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:20.458525 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd23c5-96fd-4e39-b1bf-327f73238cf2 req-1dfc67e6-dac1-4361-a16d-47de266624b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:26:20.459100 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-24dd23c5-96fd-4e39-b1bf-327f73238cf2 req-1dfc67e6-dac1-4361-a16d-47de266624b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:20.460482 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-24dd23c5-96fd-4e39-b1bf-327f73238cf2 req-1dfc67e6-dac1-4361-a16d-47de266624b9 service neutron] 10.222.0.89 "PUT /v2.0/ports/c4007007-7b17-4d27-903d-5f06e77f504c HTTP/1.1" status: 200 len: 1092 time: 0.6526630 Oct 20 12:26:20.460925 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46559fe0-df6c-4238-8e43-021f9ad88bbd', 'tag': 'c4007007-7b17-4d27-903d-5f06e77f504c'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:26:20.463361 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0a02dd2059fce6544e6c1114f6588b97938997ae633064690662b627edbbcf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d10766-feec-46fa-994b-2e13395b2bd3" -d '{"events": [{"name": "network-changed", "server_uuid": "46559fe0-df6c-4238-8e43-021f9ad88bbd", "tag": "c4007007-7b17-4d27-903d-5f06e77f504c"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:26:20.507247 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8ae5f087-2402-4eca-b501-501f73e7b04b req-c1c02240-df33-4a8a-877d-124fae6a96b8 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecee9c2b-d23c-455e-aac1-32207d021030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905313 Oct 20 12:26:20.508013 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc67e6-dac1-4361-a16d-47de266624b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c4007007-7b17-4d27-903d-5f06e77f504c,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:26:20.513072 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ffa705-c761-4a1d-a894-9d21a955b88a x-openstack-request-id: req-87ffa705-c761-4a1d-a894-9d21a955b88a {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:26:20.513361 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46559fe0-df6c-4238-8e43-021f9ad88bbd", "tag": "c4007007-7b17-4d27-903d-5f06e77f504c", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:26:20.513608 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-87ffa705-c761-4a1d-a894-9d21a955b88a {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:26:20.514005 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46559fe0-df6c-4238-8e43-021f9ad88bbd', 'tag': 'c4007007-7b17-4d27-903d-5f06e77f504c', 'status': 'completed', 'code': 200} Oct 20 12:26:20.555456 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd23c5-96fd-4e39-b1bf-327f73238cf2 req-7fdd305f-7200-477f-bf71-3b4208d5af91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:26:20.556988 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-24dd23c5-96fd-4e39-b1bf-327f73238cf2 req-7fdd305f-7200-477f-bf71-3b4208d5af91 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cfe261ff8e774152a2f8a084b2f3d77c&device_id=46559fe0-df6c-4238-8e43-021f9ad88bbd HTTP/1.1" status: 200 len: 1095 time: 0.0422244 Oct 20 12:26:20.605706 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-24dd23c5-96fd-4e39-b1bf-327f73238cf2 req-c5d1fba7-9ab3-4fe8-80b6-be486c257c1d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4007007-7b17-4d27-903d-5f06e77f504c HTTP/1.1" status: 200 len: 217 time: 0.0360870 Oct 20 12:26:20.655455 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd23c5-96fd-4e39-b1bf-327f73238cf2 req-3ff67b4c-e335-41e4-ac58-dbe865138b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:26:20.656946 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-24dd23c5-96fd-4e39-b1bf-327f73238cf2 req-3ff67b4c-e335-41e4-ac58-dbe865138b49 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a137276a-3421-4387-bf47-3f6b0b255d14 HTTP/1.1" status: 200 len: 856 time: 0.0441639 Oct 20 12:26:20.708263 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd23c5-96fd-4e39-b1bf-327f73238cf2 req-6ad74dd5-ae82-44e9-b902-48219221b347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:26:20.709682 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-24dd23c5-96fd-4e39-b1bf-327f73238cf2 req-6ad74dd5-ae82-44e9-b902-48219221b347 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0906b586-00a2-4850-86f9-f93194f3e6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444827 Oct 20 12:26:20.806413 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-24dd23c5-96fd-4e39-b1bf-327f73238cf2 req-96dc2eb1-2ce3-4180-9e92-a6018eec4c0f service neutron] 10.222.0.89 "GET /v2.0/networks/0906b586-00a2-4850-86f9-f93194f3e6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889690 Oct 20 12:26:20.907477 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-24dd23c5-96fd-4e39-b1bf-327f73238cf2 req-5ec22182-8aa7-4a4c-bb49-04bdcb37d7e4 service neutron] 10.222.0.89 "GET /v2.0/networks/0906b586-00a2-4850-86f9-f93194f3e6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932467 Oct 20 12:26:20.997093 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d10766-feec-46fa-994b-2e13395b2bd3 req-0a3d7a68-bd22-4525-bcc6-dc1de5f88079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:26:20.998445 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-10d10766-feec-46fa-994b-2e13395b2bd3 req-0a3d7a68-bd22-4525-bcc6-dc1de5f88079 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cfe261ff8e774152a2f8a084b2f3d77c&device_id=46559fe0-df6c-4238-8e43-021f9ad88bbd HTTP/1.1" status: 200 len: 1095 time: 0.0404272 Oct 20 12:26:21.093544 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d10766-feec-46fa-994b-2e13395b2bd3 req-d83622c4-0ae3-4db0-84e4-0e99b8147431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:26:21.095032 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-10d10766-feec-46fa-994b-2e13395b2bd3 req-d83622c4-0ae3-4db0-84e4-0e99b8147431 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0906b586-00a2-4850-86f9-f93194f3e6f0 HTTP/1.1" status: 200 len: 919 time: 0.0889375 Oct 20 12:26:21.137608 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-10d10766-feec-46fa-994b-2e13395b2bd3 req-57d816f3-cb5d-47a7-bf44-6f20a5a6ab0d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4007007-7b17-4d27-903d-5f06e77f504c HTTP/1.1" status: 200 len: 217 time: 0.0344312 Oct 20 12:26:21.187853 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d10766-feec-46fa-994b-2e13395b2bd3 req-df878395-ae8a-41a5-826b-457680b7416b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:26:21.189273 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-10d10766-feec-46fa-994b-2e13395b2bd3 req-df878395-ae8a-41a5-826b-457680b7416b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a137276a-3421-4387-bf47-3f6b0b255d14 HTTP/1.1" status: 200 len: 856 time: 0.0430801 Oct 20 12:26:21.242366 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d10766-feec-46fa-994b-2e13395b2bd3 req-889b7e46-c7af-48ed-b39e-b7a1e5d45a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:26:21.243978 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-10d10766-feec-46fa-994b-2e13395b2bd3 req-889b7e46-c7af-48ed-b39e-b7a1e5d45a17 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0906b586-00a2-4850-86f9-f93194f3e6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462561 Oct 20 12:26:21.337687 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-10d10766-feec-46fa-994b-2e13395b2bd3 req-99c58323-729d-4e5a-90c4-46efbfdead82 service neutron] 10.222.0.89 "GET /v2.0/networks/0906b586-00a2-4850-86f9-f93194f3e6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848148 Oct 20 12:26:21.432256 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-10d10766-feec-46fa-994b-2e13395b2bd3 req-6d05fec3-5ca9-49ef-84fc-483b8f34ddfa service neutron] 10.222.0.89 "GET /v2.0/networks/0906b586-00a2-4850-86f9-f93194f3e6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869756 Oct 20 12:26:21.651963 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df9d89-475f-4443-8db6-07fcb275b373 req-2890013a-5032-4072-8980-13ee7fffb5a9 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:26:21.653483 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b5df9d89-475f-4443-8db6-07fcb275b373 req-2890013a-5032-4072-8980-13ee7fffb5a9 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/ports?device_id=46559fe0-df6c-4238-8e43-021f9ad88bbd HTTP/1.1" status: 200 len: 944 time: 0.0539501 Oct 20 12:26:21.692490 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b5df9d89-475f-4443-8db6-07fcb275b373 req-281b7b34-28ae-497e-b4a5-34971688b9bb tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecee9c2b-d23c-455e-aac1-32207d021030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329034 Oct 20 12:26:22.272670 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1ab4d90f-d43e-4145-8844-3afbd0135c20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:22.826360 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b617781-56d4-4aa3-858e-355c76b56611 req-584516ef-c0e0-42a8-9fa7-dc0a4cbe5ad6 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:26:22.828672 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0b617781-56d4-4aa3-858e-355c76b56611 req-584516ef-c0e0-42a8-9fa7-dc0a4cbe5ad6 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/ports?device_id=46559fe0-df6c-4238-8e43-021f9ad88bbd HTTP/1.1" status: 200 len: 944 time: 0.0565577 Oct 20 12:26:22.869178 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0b617781-56d4-4aa3-858e-355c76b56611 req-0b4ac97a-25db-4a6a-8f32-cab870671bc9 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecee9c2b-d23c-455e-aac1-32207d021030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341048 Oct 20 12:26:23.235899 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:23.383748 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:23.931807 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device c4007007-7b17-4d27-903d-5f06e77f504c details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:26:23.996775 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b456a29-48a4-4ad9-8079-e88549c139de req-ff87f9ac-ea60-419d-bc3a-d75e7aad1d03 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:26:23.998224 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9b456a29-48a4-4ad9-8079-e88549c139de req-ff87f9ac-ea60-419d-bc3a-d75e7aad1d03 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/ports?device_id=46559fe0-df6c-4238-8e43-021f9ad88bbd HTTP/1.1" status: 200 len: 944 time: 0.0544720 Oct 20 12:26:24.027425 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port c4007007-7b17-4d27-903d-5f06e77f504c, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=c4007007-7b17-4d27-903d-5f06e77f504c,segment=NetworkSegment(1d58c0d1-e224-4c3a-aea1-4ab5e706de37),segment_id=1d58c0d1-e224-4c3a-aea1-4ab5e706de37)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:26:24.036640 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9b456a29-48a4-4ad9-8079-e88549c139de req-af3360f3-81da-49a7-ad18-d12997af99c9 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecee9c2b-d23c-455e-aac1-32207d021030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320053 Oct 20 12:26:24.038912 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': 'c4007007-7b17-4d27-903d-5f06e77f504c', 'network_id': '0906b586-00a2-4850-86f9-f93194f3e6f0', 'port_id': 'c4007007-7b17-4d27-903d-5f06e77f504c', 'mac_address': 'fa:16:3e:9f:e5:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a137276a-3421-4387-bf47-3f6b0b255d14', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:26:24.080038 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:24.096020 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4007007-7b17-4d27-903d-5f06e77f504c {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:26:24.114730 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port c4007007-7b17-4d27-903d-5f06e77f504c, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=c4007007-7b17-4d27-903d-5f06e77f504c,segment=NetworkSegment(1d58c0d1-e224-4c3a-aea1-4ab5e706de37),segment_id=1d58c0d1-e224-4c3a-aea1-4ab5e706de37)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:26:24.121355 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:24.174191 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=c4007007-7b17-4d27-903d-5f06e77f504c,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:26:24.184066 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:26:24.184411 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:26:24.184744 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:26:24.185077 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:26:24.185403 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:26:24.185728 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:26:24.186047 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:26:24.186365 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:26:24.186680 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:26:24.187004 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:26:24.187324 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:26:24.187639 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:26:24.349773 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['c4007007-7b17-4d27-903d-5f06e77f504c'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:26:25.111860 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:25.167954 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cff6c-e79e-40ff-b72b-c11b2c4d2f23 req-62477c2b-91ba-41d8-875f-999ec07b9cd6 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:26:25.169440 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5b6cff6c-e79e-40ff-b72b-c11b2c4d2f23 req-62477c2b-91ba-41d8-875f-999ec07b9cd6 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/ports?device_id=46559fe0-df6c-4238-8e43-021f9ad88bbd HTTP/1.1" status: 200 len: 945 time: 0.0509317 Oct 20 12:26:25.207657 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5b6cff6c-e79e-40ff-b72b-c11b2c4d2f23 req-620daa78-5e9a-491c-87f9-17df19a66991 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecee9c2b-d23c-455e-aac1-32207d021030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320361 Oct 20 12:26:25.966219 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device c4007007-7b17-4d27-903d-5f06e77f504c up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:26:26.026435 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port c4007007-7b17-4d27-903d-5f06e77f504c completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 12:26:26.030421 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port c4007007-7b17-4d27-903d-5f06e77f504c triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:26:26.030813 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:26.109421 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:26.132161 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46559fe0-df6c-4238-8e43-021f9ad88bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4007007-7b17-4d27-903d-5f06e77f504c'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:26:26.134426 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ba663b728f61600953c7c701890058d53749f56dec976386d606a322f26966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bf851d-7845-4a8d-ae82-3f3673fffe5f" -d '{"events": [{"server_uuid": "46559fe0-df6c-4238-8e43-021f9ad88bbd", "name": "network-vif-plugged", "status": "completed", "tag": "c4007007-7b17-4d27-903d-5f06e77f504c"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:26:26.146585 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port c4007007-7b17-4d27-903d-5f06e77f504c, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=c4007007-7b17-4d27-903d-5f06e77f504c,segment=NetworkSegment(1d58c0d1-e224-4c3a-aea1-4ab5e706de37),segment_id=1d58c0d1-e224-4c3a-aea1-4ab5e706de37)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:26:26.151078 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:26.176212 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2254d2-f9db-4fe4-a409-f54d968501e8 x-openstack-request-id: req-ea2254d2-f9db-4fe4-a409-f54d968501e8 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:26:26.176495 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46559fe0-df6c-4238-8e43-021f9ad88bbd", "name": "network-vif-plugged", "status": "completed", "tag": "c4007007-7b17-4d27-903d-5f06e77f504c", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:26:26.176742 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ea2254d2-f9db-4fe4-a409-f54d968501e8 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:26:26.177103 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46559fe0-df6c-4238-8e43-021f9ad88bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4007007-7b17-4d27-903d-5f06e77f504c', 'code': 200} Oct 20 12:26:26.207397 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=c4007007-7b17-4d27-903d-5f06e77f504c,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:26:26.279008 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd38e262-c47f-4c26-8cd3-c65c58cbad15 req-7a6fdf9e-7cab-4d84-b21b-ec76146186e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:26:26.280485 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bd38e262-c47f-4c26-8cd3-c65c58cbad15 req-7a6fdf9e-7cab-4d84-b21b-ec76146186e6 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=46559fe0-df6c-4238-8e43-021f9ad88bbd HTTP/1.1" status: 200 len: 1097 time: 0.0431862 Oct 20 12:26:26.351825 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526c216-1228-4416-9320-e284eb78bfb5 req-eb50c008-f81d-40df-ad84-4d6808b16869 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:26:26.353301 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c526c216-1228-4416-9320-e284eb78bfb5 req-eb50c008-f81d-40df-ad84-4d6808b16869 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/ports?device_id=46559fe0-df6c-4238-8e43-021f9ad88bbd HTTP/1.1" status: 200 len: 946 time: 0.0773735 Oct 20 12:26:26.354981 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bd38e262-c47f-4c26-8cd3-c65c58cbad15 req-11f9bf52-bdf2-4142-875e-2fb36316bd94 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ecee9c2b-d23c-455e-aac1-32207d021030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508029 Oct 20 12:26:26.393938 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c526c216-1228-4416-9320-e284eb78bfb5 req-27430c3a-8e1f-43c4-bc32-aae40e331263 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecee9c2b-d23c-455e-aac1-32207d021030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327227 Oct 20 12:26:27.525767 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb2300-7ebf-4eac-844a-826622e95d2b req-d820773c-0735-4580-aaa1-3e97812f8e65 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:26:27.527267 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f3cb2300-7ebf-4eac-844a-826622e95d2b req-d820773c-0735-4580-aaa1-3e97812f8e65 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/ports?device_id=46559fe0-df6c-4238-8e43-021f9ad88bbd HTTP/1.1" status: 200 len: 946 time: 0.0536213 Oct 20 12:26:27.565140 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f3cb2300-7ebf-4eac-844a-826622e95d2b req-5c2ed13e-69f1-41b4-a21d-c8503e8f5edc tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecee9c2b-d23c-455e-aac1-32207d021030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319161 Oct 20 12:26:28.694139 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7108d56-b015-4c54-9ecc-579759885ded req-e06c7235-576b-4d6b-90d5-955ebc8dffec tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:26:28.695649 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c7108d56-b015-4c54-9ecc-579759885ded req-e06c7235-576b-4d6b-90d5-955ebc8dffec tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/ports?device_id=46559fe0-df6c-4238-8e43-021f9ad88bbd HTTP/1.1" status: 200 len: 946 time: 0.0582433 Oct 20 12:26:28.733552 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c7108d56-b015-4c54-9ecc-579759885ded req-5efe7ac5-0f3f-4967-b8d2-5a694011cca0 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecee9c2b-d23c-455e-aac1-32207d021030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318625 Oct 20 12:26:28.864778 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d4792-0ed0-41f2-a38c-7a75a2e1a64e req-6d0e8345-825c-4ae5-b04e-98630e6736fa tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:26:28.866170 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0c9d4792-0ed0-41f2-a38c-7a75a2e1a64e req-6d0e8345-825c-4ae5-b04e-98630e6736fa tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/ports?device_id=46559fe0-df6c-4238-8e43-021f9ad88bbd HTTP/1.1" status: 200 len: 946 time: 0.0608191 Oct 20 12:26:28.905805 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0c9d4792-0ed0-41f2-a38c-7a75a2e1a64e req-ba81d3d6-1544-49ff-8079-810d72329318 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecee9c2b-d23c-455e-aac1-32207d021030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334346 Oct 20 12:26:40.428259 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:45.946334 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:49.401998 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b3a35df4-0b45-489a-804a-93464a0e4cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:50.460693 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00c844-6bb5-4528-a84a-8d098c6f39fa req-906a2094-8648-4bd8-8081-e4e3953b015d tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:26:50.462278 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9e00c844-6bb5-4528-a84a-8d098c6f39fa req-906a2094-8648-4bd8-8081-e4e3953b015d tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/ports?device_id=46559fe0-df6c-4238-8e43-021f9ad88bbd HTTP/1.1" status: 200 len: 946 time: 0.0532146 Oct 20 12:26:50.503673 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9e00c844-6bb5-4528-a84a-8d098c6f39fa req-03d11ddc-5ff4-41d1-8ea3-cb5503e0e632 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecee9c2b-d23c-455e-aac1-32207d021030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344677 Oct 20 12:26:51.625416 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684619b-17ef-4dcc-92b8-f12042370873 req-8414cfe9-ba9e-4b3e-bdfc-e7ba8fff1716 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:26:51.627024 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4684619b-17ef-4dcc-92b8-f12042370873 req-8414cfe9-ba9e-4b3e-bdfc-e7ba8fff1716 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/ports?device_id=46559fe0-df6c-4238-8e43-021f9ad88bbd HTTP/1.1" status: 200 len: 946 time: 0.0485487 Oct 20 12:26:51.665638 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4684619b-17ef-4dcc-92b8-f12042370873 req-603e4520-3e29-40e9-9ff0-679af9bf3911 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecee9c2b-d23c-455e-aac1-32207d021030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325220 Oct 20 12:26:52.262116 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ae74dd-8f1c-416b-97c7-a1ae31842917 req-758c46d7-9ac1-424b-a482-7b70f037e29e tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:26:52.263870 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-77ae74dd-8f1c-416b-97c7-a1ae31842917 req-758c46d7-9ac1-424b-a482-7b70f037e29e tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.89 "GET /v2.0/ports?device_id=46559fe0-df6c-4238-8e43-021f9ad88bbd HTTP/1.1" status: 200 len: 946 time: 0.0687208 Oct 20 12:26:52.266297 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3e0c2c15-1373-4ff3-9197-208f47a89a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:52.363920 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-77ae74dd-8f1c-416b-97c7-a1ae31842917 req-163efd84-4f02-40cd-bf48-1b37ed8d5635 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Deleting port c4007007-7b17-4d27-903d-5f06e77f504c {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:26:52.364259 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-77ae74dd-8f1c-416b-97c7-a1ae31842917 req-163efd84-4f02-40cd-bf48-1b37ed8d5635 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:52.455194 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-77ae74dd-8f1c-416b-97c7-a1ae31842917 req-163efd84-4f02-40cd-bf48-1b37ed8d5635 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] For port c4007007-7b17-4d27-903d-5f06e77f504c, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=c4007007-7b17-4d27-903d-5f06e77f504c,segment=NetworkSegment(1d58c0d1-e224-4c3a-aea1-4ab5e706de37),segment_id=1d58c0d1-e224-4c3a-aea1-4ab5e706de37)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:26:52.455555 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-77ae74dd-8f1c-416b-97c7-a1ae31842917 req-163efd84-4f02-40cd-bf48-1b37ed8d5635 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:52.467582 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-77ae74dd-8f1c-416b-97c7-a1ae31842917 req-163efd84-4f02-40cd-bf48-1b37ed8d5635 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Calling delete_port for c4007007-7b17-4d27-903d-5f06e77f504c owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:26:52.608482 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-77ae74dd-8f1c-416b-97c7-a1ae31842917 req-163efd84-4f02-40cd-bf48-1b37ed8d5635 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:52.621304 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['c4007007-7b17-4d27-903d-5f06e77f504c'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:26:52.642716 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163efd84-4f02-40cd-bf48-1b37ed8d5635 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Pushing event deleted for resources: {'Port': ['ID=c4007007-7b17-4d27-903d-5f06e77f504c,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:26:52.686369 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ae74dd-8f1c-416b-97c7-a1ae31842917 req-163efd84-4f02-40cd-bf48-1b37ed8d5635 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] No DVR routers for this DVR port c4007007-7b17-4d27-903d-5f06e77f504c on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:26:52.690551 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-77ae74dd-8f1c-416b-97c7-a1ae31842917 req-163efd84-4f02-40cd-bf48-1b37ed8d5635 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:52.693906 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-77ae74dd-8f1c-416b-97c7-a1ae31842917 req-163efd84-4f02-40cd-bf48-1b37ed8d5635 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.89 "DELETE /v2.0/ports/c4007007-7b17-4d27-903d-5f06e77f504c HTTP/1.1" status: 204 len: 173 time: 0.4210675 Oct 20 12:26:52.694370 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46559fe0-df6c-4238-8e43-021f9ad88bbd', 'name': 'network-vif-deleted', 'tag': 'c4007007-7b17-4d27-903d-5f06e77f504c'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:26:52.696806 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0a02dd2059fce6544e6c1114f6588b97938997ae633064690662b627edbbcf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f2b2b5-2e8d-4d36-b3f4-4225ca322cf1" -d '{"events": [{"server_uuid": "46559fe0-df6c-4238-8e43-021f9ad88bbd", "name": "network-vif-deleted", "tag": "c4007007-7b17-4d27-903d-5f06e77f504c"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:26:52.762566 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae59cb5-2484-4abd-8799-36f07543675a x-openstack-request-id: req-0ae59cb5-2484-4abd-8799-36f07543675a {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:26:52.763197 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46559fe0-df6c-4238-8e43-021f9ad88bbd", "name": "network-vif-deleted", "tag": "c4007007-7b17-4d27-903d-5f06e77f504c", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:26:52.763613 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0ae59cb5-2484-4abd-8799-36f07543675a {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:26:52.764191 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46559fe0-df6c-4238-8e43-021f9ad88bbd', 'name': 'network-vif-deleted', 'tag': 'c4007007-7b17-4d27-903d-5f06e77f504c', 'status': 'completed', 'code': 200} Oct 20 12:26:52.786433 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3e1a3f48-b75f-4ab9-ad8c-d1a080a40326 req-7566e23b-e1f3-4105-bcf3-51e620e3dad5 tempest-TestEncryptedCinderVolumes-2135507585 tempest-TestEncryptedCinderVolumes-2135507585-project] 10.222.0.98 "GET /v2.0/ports?device_id=46559fe0-df6c-4238-8e43-021f9ad88bbd HTTP/1.1" status: 200 len: 210 time: 0.0355887 Oct 20 12:26:53.239567 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:53.385549 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:53.881818 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59220) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:26:54.238115 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-240b4e2b-5d45-42b1-9d42-f6990822202a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:54.502216 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-240b4e2b-5d45-42b1-9d42-f6990822202a admin admin] Deleting port 348b736b-7e28-49ab-a3df-7f8649a63ebf {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:26:54.502457 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-240b4e2b-5d45-42b1-9d42-f6990822202a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:54.530974 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:26:54.593004 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-240b4e2b-5d45-42b1-9d42-f6990822202a admin admin] For port 348b736b-7e28-49ab-a3df-7f8649a63ebf, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=348b736b-7e28-49ab-a3df-7f8649a63ebf,segment=NetworkSegment(1d58c0d1-e224-4c3a-aea1-4ab5e706de37),segment_id=1d58c0d1-e224-4c3a-aea1-4ab5e706de37)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:26:54.593570 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-240b4e2b-5d45-42b1-9d42-f6990822202a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:54.606926 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-240b4e2b-5d45-42b1-9d42-f6990822202a admin admin] Calling delete_port for 348b736b-7e28-49ab-a3df-7f8649a63ebf owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:26:54.805257 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-240b4e2b-5d45-42b1-9d42-f6990822202a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:54.836595 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240b4e2b-5d45-42b1-9d42-f6990822202a admin admin] Pushing event deleted for resources: {'Port': ['ID=348b736b-7e28-49ab-a3df-7f8649a63ebf,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:26:54.864388 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240b4e2b-5d45-42b1-9d42-f6990822202a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:26:54.864762 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240b4e2b-5d45-42b1-9d42-f6990822202a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:26:54.865076 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240b4e2b-5d45-42b1-9d42-f6990822202a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:26:54.865402 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240b4e2b-5d45-42b1-9d42-f6990822202a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:26:54.865724 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240b4e2b-5d45-42b1-9d42-f6990822202a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:26:54.866049 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240b4e2b-5d45-42b1-9d42-f6990822202a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:26:54.866393 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240b4e2b-5d45-42b1-9d42-f6990822202a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:26:54.866715 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240b4e2b-5d45-42b1-9d42-f6990822202a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:26:54.867270 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240b4e2b-5d45-42b1-9d42-f6990822202a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:26:54.867592 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240b4e2b-5d45-42b1-9d42-f6990822202a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:26:54.867911 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240b4e2b-5d45-42b1-9d42-f6990822202a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:26:54.868231 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240b4e2b-5d45-42b1-9d42-f6990822202a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:26:55.032013 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-240b4e2b-5d45-42b1-9d42-f6990822202a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:55.115723 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:55.545581 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-240b4e2b-5d45-42b1-9d42-f6990822202a admin admin] Router 84dd2184-7da1-4233-a332-3d6035fd5e4c has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:26:55.659354 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240b4e2b-5d45-42b1-9d42-f6990822202a admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:26:55.665519 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-240b4e2b-5d45-42b1-9d42-f6990822202a admin admin] 10.222.0.98 "PUT /v2.0/routers/84dd2184-7da1-4233-a332-3d6035fd5e4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7825608 Oct 20 12:26:55.668513 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59224) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:26:55.669696 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b0a79d-99ae-4b3d-8042-436c126fd32d None None] Sync routers for ids ['84dd2184-7da1-4233-a332-3d6035fd5e4c'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:26:55.679267 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b0a79d-99ae-4b3d-8042-436c126fd32d None None] Routers {'84dd2184-7da1-4233-a332-3d6035fd5e4c'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:26:55.680061 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-c1b0a79d-99ae-4b3d-8042-436c126fd32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:26:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['84dd2184-7da1-4233-a332-3d6035fd5e4c'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:26:55.778588 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3ddf5371-cba8-4690-a1e5-3175bffe25a0 admin admin] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:55.785600 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-c1b0a79d-99ae-4b3d-8042-436c126fd32d None None] Set router 84dd2184-7da1-4233-a332-3d6035fd5e4c gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:26:55.916105 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3ddf5371-cba8-4690-a1e5-3175bffe25a0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:55.977076 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-c1b0a79d-99ae-4b3d-8042-436c126fd32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84dd2184-7da1-4233-a332-3d6035fd5e4c', 'name': 'tempest-TestEncryptedCinderVolumes-1706635337-router', 'tenant_id': 'cfe261ff8e774152a2f8a084b2f3d77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '876e32f3-c0f4-4547-ad28-2db93f539787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:25:30Z', 'updated_at': '2021-10-20T12:26:54Z', 'revision_number': 5, 'project_id': 'cfe261ff8e774152a2f8a084b2f3d77c', 'gw_port': {'id': '876e32f3-c0f4-4547-ad28-2db93f539787', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84dd2184-7da1-4233-a332-3d6035fd5e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:25:30Z', 'updated_at': '2021-10-20T12:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:26:55.977921 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-3ddf5371-cba8-4690-a1e5-3175bffe25a0 admin admin] Deleting port 876e32f3-c0f4-4547-ad28-2db93f539787 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:26:55.978308 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3ddf5371-cba8-4690-a1e5-3175bffe25a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:56.003723 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b0a79d-99ae-4b3d-8042-436c126fd32d None None] Checking router: 84dd2184-7da1-4233-a332-3d6035fd5e4c for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:26:56.012488 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b0a79d-99ae-4b3d-8042-436c126fd32d None None] Routers {'84dd2184-7da1-4233-a332-3d6035fd5e4c'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:26:56.013088 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-c1b0a79d-99ae-4b3d-8042-436c126fd32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:26:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['84dd2184-7da1-4233-a332-3d6035fd5e4c'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:26:56.061327 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-3ddf5371-cba8-4690-a1e5-3175bffe25a0 admin admin] For port 876e32f3-c0f4-4547-ad28-2db93f539787, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=876e32f3-c0f4-4547-ad28-2db93f539787,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:26:56.062011 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3ddf5371-cba8-4690-a1e5-3175bffe25a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:56.074754 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-3ddf5371-cba8-4690-a1e5-3175bffe25a0 admin admin] Calling delete_port for 876e32f3-c0f4-4547-ad28-2db93f539787 owned by network:router_gateway {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:26:56.088578 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device c4007007-7b17-4d27-903d-5f06e77f504c no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:26:56.118542 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-c1b0a79d-99ae-4b3d-8042-436c126fd32d None None] Set router 84dd2184-7da1-4233-a332-3d6035fd5e4c gateway port host: None {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:26:56.120693 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: c4007007-7b17-4d27-903d-5f06e77f504c {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:26:56.121035 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device c4007007-7b17-4d27-903d-5f06e77f504c not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:26:56.179102 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-c1b0a79d-99ae-4b3d-8042-436c126fd32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84dd2184-7da1-4233-a332-3d6035fd5e4c', 'name': 'tempest-TestEncryptedCinderVolumes-1706635337-router', 'tenant_id': 'cfe261ff8e774152a2f8a084b2f3d77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:25:30Z', 'updated_at': '2021-10-20T12:26:55Z', 'revision_number': 6, 'project_id': 'cfe261ff8e774152a2f8a084b2f3d77c', 'gw_port_host': None}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:26:56.207935 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b0a79d-99ae-4b3d-8042-436c126fd32d None None] The sync data for ids ['84dd2184-7da1-4233-a332-3d6035fd5e4c'] in n-d-814735-3 is: [{'id': '84dd2184-7da1-4233-a332-3d6035fd5e4c', 'name': 'tempest-TestEncryptedCinderVolumes-1706635337-router', 'tenant_id': 'cfe261ff8e774152a2f8a084b2f3d77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:25:30Z', 'updated_at': '2021-10-20T12:26:55Z', 'revision_number': 6, 'project_id': 'cfe261ff8e774152a2f8a084b2f3d77c', 'gw_port_host': None}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:26:56.252244 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3ddf5371-cba8-4690-a1e5-3175bffe25a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:56.283335 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddf5371-cba8-4690-a1e5-3175bffe25a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=876e32f3-c0f4-4547-ad28-2db93f539787,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:26:56.345163 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3ddf5371-cba8-4690-a1e5-3175bffe25a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:56.442335 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3ddf5371-cba8-4690-a1e5-3175bffe25a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:56.444536 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3ddf5371-cba8-4690-a1e5-3175bffe25a0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:56.503619 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3ddf5371-cba8-4690-a1e5-3175bffe25a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:56.504077 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ddf5371-cba8-4690-a1e5-3175bffe25a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84dd2184-7da1-4233-a332-3d6035fd5e4c {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 12:26:56.510832 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3ddf5371-cba8-4690-a1e5-3175bffe25a0 admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:56.512048 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3ddf5371-cba8-4690-a1e5-3175bffe25a0 admin admin] 10.222.0.98 "DELETE /v2.0/routers/84dd2184-7da1-4233-a332-3d6035fd5e4c HTTP/1.1" status: 204 len: 168 time: 0.8425467 Oct 20 12:26:56.514839 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59226) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:26:56.566695 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-7afdf3b4-a4b0-4dc6-abb8-9d76402eaa53 admin admin] Deleting subnet a137276a-3421-4387-bf47-3f6b0b255d14 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 12:26:56.570253 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7afdf3b4-a4b0-4dc6-abb8-9d76402eaa53 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:56.607734 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7afdf3b4-a4b0-4dc6-abb8-9d76402eaa53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:56.685352 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7afdf3b4-a4b0-4dc6-abb8-9d76402eaa53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:56.740722 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7afdf3b4-a4b0-4dc6-abb8-9d76402eaa53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:56.765809 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afdf3b4-a4b0-4dc6-abb8-9d76402eaa53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a137276a-3421-4387-bf47-3f6b0b255d14,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:26:56.769852 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7afdf3b4-a4b0-4dc6-abb8-9d76402eaa53 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:56.773052 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7afdf3b4-a4b0-4dc6-abb8-9d76402eaa53 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/a137276a-3421-4387-bf47-3f6b0b255d14 HTTP/1.1" status: 204 len: 168 time: 0.2572222 Oct 20 12:26:56.775720 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59228) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:26:56.778455 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd38594c-a088-4a9f-bf17-2f43d204cad5 None None] Network 0906b586-00a2-4850-86f9-f93194f3e6f0 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:26:56.845548 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8f27d01a-7408-4e5e-9902-254786ddbd1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:56.903746 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-8f27d01a-7408-4e5e-9902-254786ddbd1b admin admin] Deleting port 42e00f49-d34e-490d-b1d6-4a4f09b701da {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:26:56.904081 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8f27d01a-7408-4e5e-9902-254786ddbd1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:56.966861 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-8f27d01a-7408-4e5e-9902-254786ddbd1b admin admin] For port 42e00f49-d34e-490d-b1d6-4a4f09b701da, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=42e00f49-d34e-490d-b1d6-4a4f09b701da,segment=NetworkSegment(1d58c0d1-e224-4c3a-aea1-4ab5e706de37),segment_id=1d58c0d1-e224-4c3a-aea1-4ab5e706de37)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:26:56.967225 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8f27d01a-7408-4e5e-9902-254786ddbd1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:56.981836 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-8f27d01a-7408-4e5e-9902-254786ddbd1b admin admin] Calling delete_port for 42e00f49-d34e-490d-b1d6-4a4f09b701da owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:26:56.988926 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64edaea9-a69c-485c-9b2a-14364ddfaa2e None None] DHCP port deletion for 0906b586-00a2-4850-86f9-f93194f3e6f0 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 12:26:57.044808 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-64edaea9-a69c-485c-9b2a-14364ddfaa2e None None] Deleting port 42e00f49-d34e-490d-b1d6-4a4f09b701da {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:26:57.045214 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-64edaea9-a69c-485c-9b2a-14364ddfaa2e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:57.082576 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8f27d01a-7408-4e5e-9902-254786ddbd1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:57.109630 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f27d01a-7408-4e5e-9902-254786ddbd1b admin admin] Pushing event deleted for resources: {'Port': ['ID=42e00f49-d34e-490d-b1d6-4a4f09b701da,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:26:57.113749 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f27d01a-7408-4e5e-9902-254786ddbd1b admin admin] No DVR routers for this DVR port 42e00f49-d34e-490d-b1d6-4a4f09b701da on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:26:57.115874 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-64edaea9-a69c-485c-9b2a-14364ddfaa2e None None] For port 42e00f49-d34e-490d-b1d6-4a4f09b701da, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=42e00f49-d34e-490d-b1d6-4a4f09b701da,segment=NetworkSegment(1d58c0d1-e224-4c3a-aea1-4ab5e706de37),segment_id=1d58c0d1-e224-4c3a-aea1-4ab5e706de37)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:26:57.116275 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-64edaea9-a69c-485c-9b2a-14364ddfaa2e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:57.133662 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-64edaea9-a69c-485c-9b2a-14364ddfaa2e None None] Calling delete_port for 42e00f49-d34e-490d-b1d6-4a4f09b701da owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:26:57.184764 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8f27d01a-7408-4e5e-9902-254786ddbd1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:57.212932 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-64edaea9-a69c-485c-9b2a-14364ddfaa2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:57.215253 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-8f27d01a-7408-4e5e-9902-254786ddbd1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0906b586-00a2-4850-86f9-f93194f3e6f0']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:26:57.225175 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-8f27d01a-7408-4e5e-9902-254786ddbd1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d58c0d1-e224-4c3a-aea1-4ab5e706de37') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:26:57.225527 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-8f27d01a-7408-4e5e-9902-254786ddbd1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d58c0d1-e224-4c3a-aea1-4ab5e706de37') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:26:57.235976 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8f27d01a-7408-4e5e-9902-254786ddbd1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:57.238352 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64edaea9-a69c-485c-9b2a-14364ddfaa2e None None] Pushing event deleted for resources: {'Port': ['ID=42e00f49-d34e-490d-b1d6-4a4f09b701da,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:26:57.245766 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64edaea9-a69c-485c-9b2a-14364ddfaa2e None None] No DVR routers for this DVR port 42e00f49-d34e-490d-b1d6-4a4f09b701da on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:26:57.261169 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8f27d01a-7408-4e5e-9902-254786ddbd1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:57.269950 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f27d01a-7408-4e5e-9902-254786ddbd1b admin admin] Releasing vlan 1269 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 12:26:57.271093 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8f27d01a-7408-4e5e-9902-254786ddbd1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:57.272472 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 42e00f49-d34e-490d-b1d6-4a4f09b701da no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:26:57.273082 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 12:26:57.273082 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 12:26:57.273082 n-d-814735-3 neutron-server[100646]: timer() Oct 20 12:26:57.273082 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 12:26:57.273082 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 12:26:57.273082 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 12:26:57.273082 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 12:26:57.273082 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 12:26:57.273082 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 12:26:57.273082 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 12:26:57.273082 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 12:26:57.273082 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 12:26:57.273082 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 12:26:57.273082 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 12:26:57.273082 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 12:26:57.273082 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 12:26:57.273082 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 12:26:57.273082 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 12:26:57.273082 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 12:26:57.273082 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 12:26:57.273082 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 12:26:57.273082 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 12:26:57.273082 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 12:26:57.273082 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 12:26:57.273082 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 12:26:57.273082 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 12:26:57.273082 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 12:26:57.273082 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 12:26:57.273082 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 12:26:57.273082 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 12:26:57.273082 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 12:26:57.273082 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 12:26:57.294126 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 42e00f49-d34e-490d-b1d6-4a4f09b701da {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:26:57.294557 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 42e00f49-d34e-490d-b1d6-4a4f09b701da not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:26:57.295056 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 348b736b-7e28-49ab-a3df-7f8649a63ebf no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:26:57.317366 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 348b736b-7e28-49ab-a3df-7f8649a63ebf {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:26:57.317874 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 348b736b-7e28-49ab-a3df-7f8649a63ebf not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:26:57.318347 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 876e32f3-c0f4-4547-ad28-2db93f539787 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:26:57.336287 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8f27d01a-7408-4e5e-9902-254786ddbd1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:57.339412 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 876e32f3-c0f4-4547-ad28-2db93f539787 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:26:57.339818 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 876e32f3-c0f4-4547-ad28-2db93f539787 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:26:57.341900 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8f27d01a-7408-4e5e-9902-254786ddbd1b admin admin] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:57.346182 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8f27d01a-7408-4e5e-9902-254786ddbd1b admin admin] 10.222.0.98 "DELETE /v2.0/networks/0906b586-00a2-4850-86f9-f93194f3e6f0 HTTP/1.1" status: 204 len: 168 time: 0.5694065 Oct 20 12:26:57.349254 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 59230) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:26:57.360108 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f27d01a-7408-4e5e-9902-254786ddbd1b admin admin] Pushing event deleted for resources: {'Network': ['ID=0906b586-00a2-4850-86f9-f93194f3e6f0,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:26:57.703256 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9b75dfae-2bc8-489d-8e9d-277af91a4ded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:57.963458 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-9b75dfae-2bc8-489d-8e9d-277af91a4ded admin admin] Deleting port c4abdd3b-522d-47c5-8d0c-d10d911c08e0 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:26:57.963801 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9b75dfae-2bc8-489d-8e9d-277af91a4ded admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:58.040412 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-9b75dfae-2bc8-489d-8e9d-277af91a4ded admin admin] For port c4abdd3b-522d-47c5-8d0c-d10d911c08e0, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=c4abdd3b-522d-47c5-8d0c-d10d911c08e0,segment=NetworkSegment(d548d1fb-f58b-4b23-b160-2303f543835e),segment_id=d548d1fb-f58b-4b23-b160-2303f543835e)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:26:58.040758 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9b75dfae-2bc8-489d-8e9d-277af91a4ded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:58.053238 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-9b75dfae-2bc8-489d-8e9d-277af91a4ded admin admin] Calling delete_port for c4abdd3b-522d-47c5-8d0c-d10d911c08e0 owned by network:router_interface {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:26:58.250619 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9b75dfae-2bc8-489d-8e9d-277af91a4ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:58.275377 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b75dfae-2bc8-489d-8e9d-277af91a4ded admin admin] Pushing event deleted for resources: {'Port': ['ID=c4abdd3b-522d-47c5-8d0c-d10d911c08e0,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:26:58.816159 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9b75dfae-2bc8-489d-8e9d-277af91a4ded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:59.036593 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b75dfae-2bc8-489d-8e9d-277af91a4ded admin admin] Router 1eac561d-4562-45d9-83ea-e62d0c4cc858 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:26:59.156394 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b75dfae-2bc8-489d-8e9d-277af91a4ded admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:26:59.162076 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-9b75dfae-2bc8-489d-8e9d-277af91a4ded admin admin] 10.222.0.98 "PUT /v2.0/routers/1eac561d-4562-45d9-83ea-e62d0c4cc858/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8116300 Oct 20 12:26:59.164304 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 59232) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:26:59.165422 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef715ea5-988c-4ccf-a8ca-de530b95d96d None None] Sync routers for ids ['1eac561d-4562-45d9-83ea-e62d0c4cc858'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:26:59.175104 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef715ea5-988c-4ccf-a8ca-de530b95d96d None None] Routers {'1eac561d-4562-45d9-83ea-e62d0c4cc858'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:26:59.175717 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-ef715ea5-988c-4ccf-a8ca-de530b95d96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:26:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['1eac561d-4562-45d9-83ea-e62d0c4cc858'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:26:59.270680 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-893e97fb-4fa4-4f08-873f-95a27c2a8b55 admin admin] Publish callbacks [] for router, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:59.283387 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-ef715ea5-988c-4ccf-a8ca-de530b95d96d None None] Set router 1eac561d-4562-45d9-83ea-e62d0c4cc858 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:26:59.373038 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-893e97fb-4fa4-4f08-873f-95a27c2a8b55 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:59.428298 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-893e97fb-4fa4-4f08-873f-95a27c2a8b55 admin admin] Deleting port d170918a-e3ca-419e-b584-9ceaa51ac7b9 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:26:59.428654 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-893e97fb-4fa4-4f08-873f-95a27c2a8b55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:59.459214 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-ef715ea5-988c-4ccf-a8ca-de530b95d96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eac561d-4562-45d9-83ea-e62d0c4cc858', 'name': 'tempest-TestEncryptedCinderVolumes-1699965830-router', 'tenant_id': 'fc77925b364c44feb49fd769e4d16048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': 'd170918a-e3ca-419e-b584-9ceaa51ac7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:25:35Z', 'updated_at': '2021-10-20T12:26:58Z', 'revision_number': 5, 'project_id': 'fc77925b364c44feb49fd769e4d16048', 'gw_port': {'id': 'd170918a-e3ca-419e-b584-9ceaa51ac7b9', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:39:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eac561d-4562-45d9-83ea-e62d0c4cc858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:25:35Z', 'updated_at': '2021-10-20T12:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:26:59.488565 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef715ea5-988c-4ccf-a8ca-de530b95d96d None None] Checking router: 1eac561d-4562-45d9-83ea-e62d0c4cc858 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:26:59.497019 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef715ea5-988c-4ccf-a8ca-de530b95d96d None None] Routers {'1eac561d-4562-45d9-83ea-e62d0c4cc858'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:26:59.497615 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-ef715ea5-988c-4ccf-a8ca-de530b95d96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:26:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['1eac561d-4562-45d9-83ea-e62d0c4cc858'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:26:59.510287 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-893e97fb-4fa4-4f08-873f-95a27c2a8b55 admin admin] For port d170918a-e3ca-419e-b584-9ceaa51ac7b9, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=d170918a-e3ca-419e-b584-9ceaa51ac7b9,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:26:59.510652 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-893e97fb-4fa4-4f08-873f-95a27c2a8b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:59.523829 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-893e97fb-4fa4-4f08-873f-95a27c2a8b55 admin admin] Calling delete_port for d170918a-e3ca-419e-b584-9ceaa51ac7b9 owned by network:router_gateway {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:26:59.583369 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-ef715ea5-988c-4ccf-a8ca-de530b95d96d None None] Set router 1eac561d-4562-45d9-83ea-e62d0c4cc858 gateway port host: None {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:26:59.635606 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-ef715ea5-988c-4ccf-a8ca-de530b95d96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eac561d-4562-45d9-83ea-e62d0c4cc858', 'name': 'tempest-TestEncryptedCinderVolumes-1699965830-router', 'tenant_id': 'fc77925b364c44feb49fd769e4d16048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:25:35Z', 'updated_at': '2021-10-20T12:26:59Z', 'revision_number': 6, 'project_id': 'fc77925b364c44feb49fd769e4d16048', 'gw_port_host': None}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:26:59.667409 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef715ea5-988c-4ccf-a8ca-de530b95d96d None None] The sync data for ids ['1eac561d-4562-45d9-83ea-e62d0c4cc858'] in n-d-814735-3 is: [{'id': '1eac561d-4562-45d9-83ea-e62d0c4cc858', 'name': 'tempest-TestEncryptedCinderVolumes-1699965830-router', 'tenant_id': 'fc77925b364c44feb49fd769e4d16048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:25:35Z', 'updated_at': '2021-10-20T12:26:59Z', 'revision_number': 6, 'project_id': 'fc77925b364c44feb49fd769e4d16048', 'gw_port_host': None}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:26:59.695496 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-893e97fb-4fa4-4f08-873f-95a27c2a8b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:59.728649 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893e97fb-4fa4-4f08-873f-95a27c2a8b55 admin admin] Pushing event deleted for resources: {'Port': ['ID=d170918a-e3ca-419e-b584-9ceaa51ac7b9,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:26:59.790021 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-893e97fb-4fa4-4f08-873f-95a27c2a8b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:59.884155 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-893e97fb-4fa4-4f08-873f-95a27c2a8b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:59.886499 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-893e97fb-4fa4-4f08-873f-95a27c2a8b55 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:59.932924 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-893e97fb-4fa4-4f08-873f-95a27c2a8b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:59.933586 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893e97fb-4fa4-4f08-873f-95a27c2a8b55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1eac561d-4562-45d9-83ea-e62d0c4cc858 {{(pid=100647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 12:26:59.938212 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-893e97fb-4fa4-4f08-873f-95a27c2a8b55 admin admin] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:26:59.939413 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-893e97fb-4fa4-4f08-873f-95a27c2a8b55 admin admin] 10.222.0.98 "DELETE /v2.0/routers/1eac561d-4562-45d9-83ea-e62d0c4cc858 HTTP/1.1" status: 204 len: 168 time: 0.7741656 Oct 20 12:26:59.943108 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 59234) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:26:59.998292 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-a613d546-b1cc-4d27-b446-d1576ba64ced admin admin] Deleting subnet d8bf963f-3484-424f-b181-66dcb7d387e7 {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 12:27:00.003016 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a613d546-b1cc-4d27-b446-d1576ba64ced admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:00.042340 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a613d546-b1cc-4d27-b446-d1576ba64ced admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:00.128494 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a613d546-b1cc-4d27-b446-d1576ba64ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:00.188653 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a613d546-b1cc-4d27-b446-d1576ba64ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:00.214995 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a613d546-b1cc-4d27-b446-d1576ba64ced admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8bf963f-3484-424f-b181-66dcb7d387e7,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:27:00.217104 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a613d546-b1cc-4d27-b446-d1576ba64ced admin admin] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:00.220126 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-a613d546-b1cc-4d27-b446-d1576ba64ced admin admin] 10.222.0.98 "DELETE /v2.0/subnets/d8bf963f-3484-424f-b181-66dcb7d387e7 HTTP/1.1" status: 204 len: 168 time: 0.2756078 Oct 20 12:27:00.222661 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7751dd22-ed06-4870-b15d-97f82d9dd14d None None] Network fb040358-1415-4da9-8b70-33b267109348 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:27:00.223362 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 59236) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:27:00.290212 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-35be91a9-0372-4a5a-a0b2-093fef2c7777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:00.349871 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-35be91a9-0372-4a5a-a0b2-093fef2c7777 admin admin] Deleting port acd15949-7d5e-461d-bbd8-cba322b0d3a3 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:27:00.350208 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-35be91a9-0372-4a5a-a0b2-093fef2c7777 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:00.417891 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-35be91a9-0372-4a5a-a0b2-093fef2c7777 admin admin] For port acd15949-7d5e-461d-bbd8-cba322b0d3a3, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=acd15949-7d5e-461d-bbd8-cba322b0d3a3,segment=NetworkSegment(d548d1fb-f58b-4b23-b160-2303f543835e),segment_id=d548d1fb-f58b-4b23-b160-2303f543835e)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:27:00.418689 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-35be91a9-0372-4a5a-a0b2-093fef2c7777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:00.432335 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-35be91a9-0372-4a5a-a0b2-093fef2c7777 admin admin] Calling delete_port for acd15949-7d5e-461d-bbd8-cba322b0d3a3 owned by network:dhcp {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:27:00.441249 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09fb87d-bf0f-47cb-bed2-f927c0a2b1b6 None None] DHCP port deletion for fb040358-1415-4da9-8b70-33b267109348 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 12:27:00.487556 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-c09fb87d-bf0f-47cb-bed2-f927c0a2b1b6 None None] Deleting port acd15949-7d5e-461d-bbd8-cba322b0d3a3 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:27:00.488011 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c09fb87d-bf0f-47cb-bed2-f927c0a2b1b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:00.516975 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-35be91a9-0372-4a5a-a0b2-093fef2c7777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:00.546604 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35be91a9-0372-4a5a-a0b2-093fef2c7777 admin admin] No DVR routers for this DVR port acd15949-7d5e-461d-bbd8-cba322b0d3a3 on host n-d-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:27:00.551473 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35be91a9-0372-4a5a-a0b2-093fef2c7777 admin admin] Pushing event deleted for resources: {'Port': ['ID=acd15949-7d5e-461d-bbd8-cba322b0d3a3,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:27:00.552458 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-c09fb87d-bf0f-47cb-bed2-f927c0a2b1b6 None None] For port acd15949-7d5e-461d-bbd8-cba322b0d3a3, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=acd15949-7d5e-461d-bbd8-cba322b0d3a3,segment=NetworkSegment(d548d1fb-f58b-4b23-b160-2303f543835e),segment_id=d548d1fb-f58b-4b23-b160-2303f543835e)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:27:00.552827 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c09fb87d-bf0f-47cb-bed2-f927c0a2b1b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:00.566744 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-c09fb87d-bf0f-47cb-bed2-f927c0a2b1b6 None None] Calling delete_port for acd15949-7d5e-461d-bbd8-cba322b0d3a3 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:27:00.623448 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-35be91a9-0372-4a5a-a0b2-093fef2c7777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:00.650663 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c09fb87d-bf0f-47cb-bed2-f927c0a2b1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:00.651885 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-35be91a9-0372-4a5a-a0b2-093fef2c7777 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb040358-1415-4da9-8b70-33b267109348']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:27:00.662038 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-35be91a9-0372-4a5a-a0b2-093fef2c7777 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd548d1fb-f58b-4b23-b160-2303f543835e') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:27:00.662334 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-35be91a9-0372-4a5a-a0b2-093fef2c7777 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd548d1fb-f58b-4b23-b160-2303f543835e') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:27:00.672703 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-35be91a9-0372-4a5a-a0b2-093fef2c7777 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:00.679229 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09fb87d-bf0f-47cb-bed2-f927c0a2b1b6 None None] Pushing event deleted for resources: {'Port': ['ID=acd15949-7d5e-461d-bbd8-cba322b0d3a3,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:27:00.684042 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09fb87d-bf0f-47cb-bed2-f927c0a2b1b6 None None] No DVR routers for this DVR port acd15949-7d5e-461d-bbd8-cba322b0d3a3 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:27:00.694302 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-35be91a9-0372-4a5a-a0b2-093fef2c7777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:00.703602 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35be91a9-0372-4a5a-a0b2-093fef2c7777 admin admin] Releasing vlan 1279 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 12:27:00.704119 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-35be91a9-0372-4a5a-a0b2-093fef2c7777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:00.705952 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 12:27:00.705952 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 12:27:00.705952 n-d-814735-3 neutron-server[100647]: timer() Oct 20 12:27:00.705952 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 12:27:00.705952 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 12:27:00.705952 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 12:27:00.705952 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 12:27:00.705952 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 12:27:00.705952 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 12:27:00.705952 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 12:27:00.705952 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 12:27:00.705952 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 12:27:00.705952 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 12:27:00.705952 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 12:27:00.705952 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 12:27:00.705952 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 12:27:00.705952 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 12:27:00.705952 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 12:27:00.705952 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 12:27:00.705952 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 12:27:00.705952 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 12:27:00.705952 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 12:27:00.705952 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 12:27:00.705952 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 12:27:00.705952 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 12:27:00.705952 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 12:27:00.705952 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 12:27:00.705952 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 12:27:00.705952 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 12:27:00.705952 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 12:27:00.705952 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 12:27:00.705952 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 12:27:00.765964 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-35be91a9-0372-4a5a-a0b2-093fef2c7777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:00.771765 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-35be91a9-0372-4a5a-a0b2-093fef2c7777 admin admin] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:00.774986 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-35be91a9-0372-4a5a-a0b2-093fef2c7777 admin admin] 10.222.0.98 "DELETE /v2.0/networks/fb040358-1415-4da9-8b70-33b267109348 HTTP/1.1" status: 204 len: 168 time: 0.5506997 Oct 20 12:27:00.788546 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35be91a9-0372-4a5a-a0b2-093fef2c7777 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb040358-1415-4da9-8b70-33b267109348,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:27:00.957387 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 59240) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:27:00.998948 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3556ff0b-b085-4836-9069-7b36bb968fd5 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=cfe261ff8e774152a2f8a084b2f3d77c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403569 Oct 20 12:27:01.002514 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59242) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:27:01.051758 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e2ad3927-0070-45bc-a5d9-038f46b224e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:01.072325 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e2ad3927-0070-45bc-a5d9-038f46b224e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:01.128303 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e2ad3927-0070-45bc-a5d9-038f46b224e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:01.131251 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e2ad3927-0070-45bc-a5d9-038f46b224e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:01.132465 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e2ad3927-0070-45bc-a5d9-038f46b224e7 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ecee9c2b-d23c-455e-aac1-32207d021030 HTTP/1.1" status: 204 len: 168 time: 0.1289301 Oct 20 12:27:01.141113 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad3927-0070-45bc-a5d9-038f46b224e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecee9c2b-d23c-455e-aac1-32207d021030,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:27:01.240702 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device d170918a-e3ca-419e-b584-9ceaa51ac7b9 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:27:01.261507 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: d170918a-e3ca-419e-b584-9ceaa51ac7b9 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:27:01.261856 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device d170918a-e3ca-419e-b584-9ceaa51ac7b9 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:27:01.262263 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device c4abdd3b-522d-47c5-8d0c-d10d911c08e0 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:27:01.285417 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: c4abdd3b-522d-47c5-8d0c-d10d911c08e0 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:27:01.285745 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device c4abdd3b-522d-47c5-8d0c-d10d911c08e0 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:27:01.286157 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device acd15949-7d5e-461d-bbd8-cba322b0d3a3 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:27:01.305483 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: acd15949-7d5e-461d-bbd8-cba322b0d3a3 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:27:01.305821 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device acd15949-7d5e-461d-bbd8-cba322b0d3a3 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:27:01.455139 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 59248) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:27:01.500535 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3144a513-4820-45a5-9711-ffa1963ef16e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=fc77925b364c44feb49fd769e4d16048&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442319 Oct 20 12:27:01.503499 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 59250) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:27:01.555041 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0576c1e9-f869-4e6d-8bd5-91452bd1b34b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:01.576345 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0576c1e9-f869-4e6d-8bd5-91452bd1b34b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:01.627769 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0576c1e9-f869-4e6d-8bd5-91452bd1b34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:01.630326 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0576c1e9-f869-4e6d-8bd5-91452bd1b34b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:01.631556 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-0576c1e9-f869-4e6d-8bd5-91452bd1b34b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/bff5c49e-875f-49c6-a229-6160192f708f HTTP/1.1" status: 204 len: 168 time: 0.1271491 Oct 20 12:27:01.639814 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0576c1e9-f869-4e6d-8bd5-91452bd1b34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff5c49e-875f-49c6-a229-6160192f708f,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:27:02.345268 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 59272) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:27:02.465292 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-4f537b9a-b51c-415d-b58b-ce745ffdd9c4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1275333891-network', 'tenant_id': '4a16d31e813d4a428e11b65d4e21b2d1'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:27:02.491924 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f537b9a-b51c-415d-b58b-ce745ffdd9c4 admin admin] Made reservation on behalf of 4a16d31e813d4a428e11b65d4e21b2d1 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:27:02.494277 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4f537b9a-b51c-415d-b58b-ce745ffdd9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:02.503096 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4f537b9a-b51c-415d-b58b-ce745ffdd9c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:02.577944 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4f537b9a-b51c-415d-b58b-ce745ffdd9c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:02.584537 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4f537b9a-b51c-415d-b58b-ce745ffdd9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:02.609414 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f537b9a-b51c-415d-b58b-ce745ffdd9c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1299, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 12:27:02.619572 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f537b9a-b51c-415d-b58b-ce745ffdd9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ab9f18-b096-451c-851d-4dc7347e8b52,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:27:02.625422 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4f537b9a-b51c-415d-b58b-ce745ffdd9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:02.625771 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-4f537b9a-b51c-415d-b58b-ce745ffdd9c4 admin admin] Added segment a32ca7fa-9cfd-4279-9c5c-da12df7302de of type vlan for network 29000e8e-8d9b-4eb8-901a-5c59e0ede9b7 Oct 20 12:27:02.669750 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4f537b9a-b51c-415d-b58b-ce745ffdd9c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:02.698123 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4f537b9a-b51c-415d-b58b-ce745ffdd9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:02.699084 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f537b9a-b51c-415d-b58b-ce745ffdd9c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:27:02.699665 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4f537b9a-b51c-415d-b58b-ce745ffdd9c4 admin admin] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:02.729761 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4f537b9a-b51c-415d-b58b-ce745ffdd9c4 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3834004 Oct 20 12:27:02.732976 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59276) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:27:02.738154 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-90f39218-679d-4067-b4d4-d02da205f62d admin admin] Request body: {'subnet': {'network_id': '29000e8e-8d9b-4eb8-901a-5c59e0ede9b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1275333891-subnet', 'tenant_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'ip_version': 4}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:27:02.763123 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f39218-679d-4067-b4d4-d02da205f62d admin admin] Made reservation on behalf of 4a16d31e813d4a428e11b65d4e21b2d1 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:27:02.764299 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f537b9a-b51c-415d-b58b-ce745ffdd9c4 admin admin] Pushing event updated for resources: {'Network': ['ID=29000e8e-8d9b-4eb8-901a-5c59e0ede9b7,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:27:02.765440 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-90f39218-679d-4067-b4d4-d02da205f62d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:02.775639 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 29000e8e-8d9b-4eb8-901a-5c59e0ede9b7 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 12:27:02.945211 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-90f39218-679d-4067-b4d4-d02da205f62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:02.993244 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f39218-679d-4067-b4d4-d02da205f62d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2bc3cdc-97a5-4420-a07a-8cd1ddc61196,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:27:03.008980 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f39218-679d-4067-b4d4-d02da205f62d admin admin] Checking segment: {'id': 'a32ca7fa-9cfd-4279-9c5c-da12df7302de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '29000e8e-8d9b-4eb8-901a-5c59e0ede9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:27:03.009365 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f39218-679d-4067-b4d4-d02da205f62d admin admin] Network hostable DHCP agents. Network: 29000e8e-8d9b-4eb8-901a-5c59e0ede9b7, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 12:27:03.028347 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f39218-679d-4067-b4d4-d02da205f62d admin admin] Network 29000e8e-8d9b-4eb8-901a-5c59e0ede9b7 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 12:27:03.038369 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-90f39218-679d-4067-b4d4-d02da205f62d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 29000e8e-8d9b-4eb8-901a-5c59e0ede9b7) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:27:03.042687 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f39218-679d-4067-b4d4-d02da205f62d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:27:03.043297 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-90f39218-679d-4067-b4d4-d02da205f62d admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:03.049220 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a3d158-eab1-49e3-89e7-bbdfd9d566e5 None None] Network 29000e8e-8d9b-4eb8-901a-5c59e0ede9b7 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:27:03.061736 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 59278) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:27:03.061941 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-90f39218-679d-4067-b4d4-d02da205f62d admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3276894 Oct 20 12:27:03.066457 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-af06e908-3fb9-4e14-8056-d4fc0ef06f4f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1275333891-router', 'tenant_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:27:03.088247 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-af06e908-3fb9-4e14-8056-d4fc0ef06f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:03.089383 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-af06e908-3fb9-4e14-8056-d4fc0ef06f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:03.144058 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-af06e908-3fb9-4e14-8056-d4fc0ef06f4f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:03.199530 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91de74e4-2d85-4591-ab08-bd52f5b0bf96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-29000e8e-8d9b-4eb8-901a-5c59e0ede9b7', 'network_id': '29000e8e-8d9b-4eb8-901a-5c59e0ede9b7', 'tenant_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'fixed_ips': [{'subnet_id': 'd2bc3cdc-97a5-4420-a07a-8cd1ddc61196'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 12:27:03.200419 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-91de74e4-2d85-4591-ab08-bd52f5b0bf96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:03.289110 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-af06e908-3fb9-4e14-8056-d4fc0ef06f4f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:03.334757 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-91de74e4-2d85-4591-ab08-bd52f5b0bf96 None None] Allocated IP 172.20.0.2 (29000e8e-8d9b-4eb8-901a-5c59e0ede9b7/d2bc3cdc-97a5-4420-a07a-8cd1ddc61196/60df0115-4869-41c8-a700-cf8f682fe604) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:27:03.479231 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-91de74e4-2d85-4591-ab08-bd52f5b0bf96 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:03.485410 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-91de74e4-2d85-4591-ab08-bd52f5b0bf96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:03.490603 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-af06e908-3fb9-4e14-8056-d4fc0ef06f4f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:03.509759 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-af06e908-3fb9-4e14-8056-d4fc0ef06f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:03.522048 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91de74e4-2d85-4591-ab08-bd52f5b0bf96 None None] Network 29000e8e-8d9b-4eb8-901a-5c59e0ede9b7 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:27:03.524903 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-91de74e4-2d85-4591-ab08-bd52f5b0bf96 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:27:03.527569 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91de74e4-2d85-4591-ab08-bd52f5b0bf96 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:27:03.541470 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91de74e4-2d85-4591-ab08-bd52f5b0bf96 None None] Pushing event updated for resources: {'Port': ['ID=60df0115-4869-41c8-a700-cf8f682fe604,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:27:03.590172 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-91de74e4-2d85-4591-ab08-bd52f5b0bf96 None None] Attempting to bind port 60df0115-4869-41c8-a700-cf8f682fe604 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:27:03.590525 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-91de74e4-2d85-4591-ab08-bd52f5b0bf96 None None] Attempting to bind port 60df0115-4869-41c8-a700-cf8f682fe604 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'a32ca7fa-9cfd-4279-9c5c-da12df7302de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '29000e8e-8d9b-4eb8-901a-5c59e0ede9b7'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:27:03.590914 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91de74e4-2d85-4591-ab08-bd52f5b0bf96 None None] Attempting to bind port 60df0115-4869-41c8-a700-cf8f682fe604 on network 29000e8e-8d9b-4eb8-901a-5c59e0ede9b7 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:27:03.595808 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91de74e4-2d85-4591-ab08-bd52f5b0bf96 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:27:03.596161 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91de74e4-2d85-4591-ab08-bd52f5b0bf96 None None] Checking segment: {'id': 'a32ca7fa-9cfd-4279-9c5c-da12df7302de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '29000e8e-8d9b-4eb8-901a-5c59e0ede9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:27:03.596552 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-91de74e4-2d85-4591-ab08-bd52f5b0bf96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:03.596936 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91de74e4-2d85-4591-ab08-bd52f5b0bf96 None None] Bound using segment: {'id': 'a32ca7fa-9cfd-4279-9c5c-da12df7302de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '29000e8e-8d9b-4eb8-901a-5c59e0ede9b7'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:27:03.597387 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-91de74e4-2d85-4591-ab08-bd52f5b0bf96 None None] Bound port: 60df0115-4869-41c8-a700-cf8f682fe604, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32ca7fa-9cfd-4279-9c5c-da12df7302de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '29000e8e-8d9b-4eb8-901a-5c59e0ede9b7'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:27:03.597758 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-91de74e4-2d85-4591-ab08-bd52f5b0bf96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:03.616702 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-af06e908-3fb9-4e14-8056-d4fc0ef06f4f admin admin] Allocated IP 172.25.5.209 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/2311e9bd-d691-4a41-8a7a-a5e6454c5d16) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:27:03.664334 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-91de74e4-2d85-4591-ab08-bd52f5b0bf96 None None] For port 60df0115-4869-41c8-a700-cf8f682fe604, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:27:03.667673 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-91de74e4-2d85-4591-ab08-bd52f5b0bf96 None None] For port 60df0115-4869-41c8-a700-cf8f682fe604, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=60df0115-4869-41c8-a700-cf8f682fe604,segment=NetworkSegment(a32ca7fa-9cfd-4279-9c5c-da12df7302de),segment_id=a32ca7fa-9cfd-4279-9c5c-da12df7302de)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:27:03.672131 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-91de74e4-2d85-4591-ab08-bd52f5b0bf96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:03.723310 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-af06e908-3fb9-4e14-8056-d4fc0ef06f4f admin admin] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:03.734063 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91de74e4-2d85-4591-ab08-bd52f5b0bf96 None None] Pushing event updated for resources: {'Port': ['ID=60df0115-4869-41c8-a700-cf8f682fe604,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:27:03.761603 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-af06e908-3fb9-4e14-8056-d4fc0ef06f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:03.806075 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af06e908-3fb9-4e14-8056-d4fc0ef06f4f admin admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:27:03.808976 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-af06e908-3fb9-4e14-8056-d4fc0ef06f4f admin admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:27:03.812369 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af06e908-3fb9-4e14-8056-d4fc0ef06f4f admin admin] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:27:03.821001 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06e908-3fb9-4e14-8056-d4fc0ef06f4f admin admin] Pushing event updated for resources: {'Port': ['ID=2311e9bd-d691-4a41-8a7a-a5e6454c5d16,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:27:04.080923 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-af06e908-3fb9-4e14-8056-d4fc0ef06f4f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:04.279475 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-af06e908-3fb9-4e14-8056-d4fc0ef06f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:04.415796 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af06e908-3fb9-4e14-8056-d4fc0ef06f4f admin admin] Router 178c8607-9f3f-48a3-948d-3b8806469451 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 12:27:04.527957 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af06e908-3fb9-4e14-8056-d4fc0ef06f4f admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:27:04.538601 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ce3a99-e365-418c-8443-8f2caa419a02 None None] Sync routers for ids ['178c8607-9f3f-48a3-948d-3b8806469451'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:27:04.547531 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-af06e908-3fb9-4e14-8056-d4fc0ef06f4f admin admin] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:04.551796 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-af06e908-3fb9-4e14-8056-d4fc0ef06f4f admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4861302 Oct 20 12:27:04.551999 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 59280) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:27:04.553457 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ce3a99-e365-418c-8443-8f2caa419a02 None None] Routers {'178c8607-9f3f-48a3-948d-3b8806469451'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:27:04.554102 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-05ce3a99-e365-418c-8443-8f2caa419a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:26:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['178c8607-9f3f-48a3-948d-3b8806469451'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:27:04.646022 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ee3754-caa7-49f1-a397-d7413a620967 None None] Network 29000e8e-8d9b-4eb8-901a-5c59e0ede9b7 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:27:04.724469 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-05ce3a99-e365-418c-8443-8f2caa419a02 None None] Set router 178c8607-9f3f-48a3-948d-3b8806469451 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:27:04.796019 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-df9f043d-e944-4fb0-b343-2c39482c9171 None None] Provisioning complete for port 60df0115-4869-41c8-a700-cf8f682fe604 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:27:04.796381 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-df9f043d-e944-4fb0-b343-2c39482c9171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:05.018262 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-df9f043d-e944-4fb0-b343-2c39482c9171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:05.063915 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-df9f043d-e944-4fb0-b343-2c39482c9171 None None] For port 60df0115-4869-41c8-a700-cf8f682fe604, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=60df0115-4869-41c8-a700-cf8f682fe604,segment=NetworkSegment(a32ca7fa-9cfd-4279-9c5c-da12df7302de),segment_id=a32ca7fa-9cfd-4279-9c5c-da12df7302de)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:27:05.072232 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-05ce3a99-e365-418c-8443-8f2caa419a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178c8607-9f3f-48a3-948d-3b8806469451', 'name': 'tempest-TestMinimumBasicScenario-1275333891-router', 'tenant_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '2311e9bd-d691-4a41-8a7a-a5e6454c5d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:27:03Z', 'updated_at': '2021-10-20T12:27:03Z', 'revision_number': 3, 'project_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'gw_port': {'id': '2311e9bd-d691-4a41-8a7a-a5e6454c5d16', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178c8607-9f3f-48a3-948d-3b8806469451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:27:03Z', 'updated_at': '2021-10-20T12:27:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:27:05.074280 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-df9f043d-e944-4fb0-b343-2c39482c9171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:05.119627 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ce3a99-e365-418c-8443-8f2caa419a02 None None] Checking router: 178c8607-9f3f-48a3-948d-3b8806469451 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:27:05.119984 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ce3a99-e365-418c-8443-8f2caa419a02 None None] Updating router 178c8607-9f3f-48a3-948d-3b8806469451 port 2311e9bd-d691-4a41-8a7a-a5e6454c5d16 binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 12:27:05.155603 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-05ce3a99-e365-418c-8443-8f2caa419a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:05.189622 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f043d-e944-4fb0-b343-2c39482c9171 None None] Pushing event updated for resources: {'Port': ['ID=60df0115-4869-41c8-a700-cf8f682fe604,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:27:05.308271 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 60df0115-4869-41c8-a700-cf8f682fe604 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:27:05.355092 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-de3e8c5b-1aaa-43e6-9a1a-28d395064686 None None] Provisioning complete for port 60df0115-4869-41c8-a700-cf8f682fe604 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:27:05.355450 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-de3e8c5b-1aaa-43e6-9a1a-28d395064686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:05.361056 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bd1872a9-ad1c-44fd-aa3f-dbf206e44d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:05.456291 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 60df0115-4869-41c8-a700-cf8f682fe604 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:27:05.456663 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:05.519932 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-bd1872a9-ad1c-44fd-aa3f-dbf206e44d6f admin admin] Allocated IP 172.20.0.1 (29000e8e-8d9b-4eb8-901a-5c59e0ede9b7/d2bc3cdc-97a5-4420-a07a-8cd1ddc61196/084619cd-ffa9-4f19-b2a8-7c10e43bc5df) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:27:05.625533 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-05ce3a99-e365-418c-8443-8f2caa419a02 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:05.627980 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bd1872a9-ad1c-44fd-aa3f-dbf206e44d6f admin admin] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:05.640747 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-05ce3a99-e365-418c-8443-8f2caa419a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:05.665052 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bd1872a9-ad1c-44fd-aa3f-dbf206e44d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:05.698911 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451b8f94-c9a8-4ea5-b40e-1252225a73cf None None] Pushing event updated for resources: {'Port': ['ID=2311e9bd-d691-4a41-8a7a-a5e6454c5d16,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:27:05.702431 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-05ce3a99-e365-418c-8443-8f2caa419a02 None None] Attempting to bind port 2311e9bd-d691-4a41-8a7a-a5e6454c5d16 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:27:05.702807 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-05ce3a99-e365-418c-8443-8f2caa419a02 None None] Attempting to bind port 2311e9bd-d691-4a41-8a7a-a5e6454c5d16 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:27:05.703185 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ce3a99-e365-418c-8443-8f2caa419a02 None None] Attempting to bind port 2311e9bd-d691-4a41-8a7a-a5e6454c5d16 on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:27:05.708622 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ce3a99-e365-418c-8443-8f2caa419a02 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:27:05.708789 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1872a9-ad1c-44fd-aa3f-dbf206e44d6f admin admin] Network 29000e8e-8d9b-4eb8-901a-5c59e0ede9b7 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:27:05.708994 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ce3a99-e365-418c-8443-8f2caa419a02 None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:27:05.709386 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-05ce3a99-e365-418c-8443-8f2caa419a02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:05.709769 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ce3a99-e365-418c-8443-8f2caa419a02 None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:27:05.710236 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-05ce3a99-e365-418c-8443-8f2caa419a02 None None] Bound port: 2311e9bd-d691-4a41-8a7a-a5e6454c5d16, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:27:05.710833 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-05ce3a99-e365-418c-8443-8f2caa419a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:05.713105 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-bd1872a9-ad1c-44fd-aa3f-dbf206e44d6f admin admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:27:05.719840 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1872a9-ad1c-44fd-aa3f-dbf206e44d6f admin admin] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:27:05.723122 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1872a9-ad1c-44fd-aa3f-dbf206e44d6f admin admin] Pushing event updated for resources: {'Port': ['ID=084619cd-ffa9-4f19-b2a8-7c10e43bc5df,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:27:05.759894 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bd1872a9-ad1c-44fd-aa3f-dbf206e44d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:05.763764 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-05ce3a99-e365-418c-8443-8f2caa419a02 None None] For port 2311e9bd-d691-4a41-8a7a-a5e6454c5d16, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:27:05.767523 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-05ce3a99-e365-418c-8443-8f2caa419a02 None None] For port 2311e9bd-d691-4a41-8a7a-a5e6454c5d16, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=2311e9bd-d691-4a41-8a7a-a5e6454c5d16,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:27:05.772934 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-05ce3a99-e365-418c-8443-8f2caa419a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:05.822962 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ce3a99-e365-418c-8443-8f2caa419a02 None None] Routers {'178c8607-9f3f-48a3-948d-3b8806469451'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:27:05.823597 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-05ce3a99-e365-418c-8443-8f2caa419a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:26:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['178c8607-9f3f-48a3-948d-3b8806469451'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:27:05.875605 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451b8f94-c9a8-4ea5-b40e-1252225a73cf None None] Pushing event updated for resources: {'Port': ['ID=2311e9bd-d691-4a41-8a7a-a5e6454c5d16,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:27:05.900423 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bd1872a9-ad1c-44fd-aa3f-dbf206e44d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:05.948810 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-05ce3a99-e365-418c-8443-8f2caa419a02 None None] Set router 178c8607-9f3f-48a3-948d-3b8806469451 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:27:06.064503 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bd1872a9-ad1c-44fd-aa3f-dbf206e44d6f admin admin] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:06.070252 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bd1872a9-ad1c-44fd-aa3f-dbf206e44d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:06.141648 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1872a9-ad1c-44fd-aa3f-dbf206e44d6f admin admin] Pushing event updated for resources: {'Port': ['ID=084619cd-ffa9-4f19-b2a8-7c10e43bc5df,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:27:06.145685 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bd1872a9-ad1c-44fd-aa3f-dbf206e44d6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:06.199554 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-bec09543-6694-4de7-a616-b04599f70658 None None] Provisioning complete for port 084619cd-ffa9-4f19-b2a8-7c10e43bc5df triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:27:06.199922 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bec09543-6694-4de7-a616-b04599f70658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:06.240987 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1872a9-ad1c-44fd-aa3f-dbf206e44d6f admin admin] Network 29000e8e-8d9b-4eb8-901a-5c59e0ede9b7 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:27:06.242484 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-bd1872a9-ad1c-44fd-aa3f-dbf206e44d6f admin admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:27:06.270353 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-bec09543-6694-4de7-a616-b04599f70658 None None] Port 084619cd-ffa9-4f19-b2a8-7c10e43bc5df cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:27:06.327914 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-05ce3a99-e365-418c-8443-8f2caa419a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178c8607-9f3f-48a3-948d-3b8806469451', 'name': 'tempest-TestMinimumBasicScenario-1275333891-router', 'tenant_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '2311e9bd-d691-4a41-8a7a-a5e6454c5d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:27:03Z', 'updated_at': '2021-10-20T12:27:03Z', 'revision_number': 3, 'project_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'gw_port': {'id': '2311e9bd-d691-4a41-8a7a-a5e6454c5d16', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178c8607-9f3f-48a3-948d-3b8806469451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:27:03Z', 'updated_at': '2021-10-20T12:27:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:27:06.354134 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ce3a99-e365-418c-8443-8f2caa419a02 None None] The sync data for ids ['178c8607-9f3f-48a3-948d-3b8806469451'] in n-d-814735-3 is: [{'id': '178c8607-9f3f-48a3-948d-3b8806469451', 'name': 'tempest-TestMinimumBasicScenario-1275333891-router', 'tenant_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '2311e9bd-d691-4a41-8a7a-a5e6454c5d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:27:03Z', 'updated_at': '2021-10-20T12:27:03Z', 'revision_number': 3, 'project_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'gw_port': {'id': '2311e9bd-d691-4a41-8a7a-a5e6454c5d16', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178c8607-9f3f-48a3-948d-3b8806469451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:27:03Z', 'updated_at': '2021-10-20T12:27:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:27:06.364006 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd1872a9-ad1c-44fd-aa3f-dbf206e44d6f admin admin] Router 178c8607-9f3f-48a3-948d-3b8806469451 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:27:06.483889 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1872a9-ad1c-44fd-aa3f-dbf206e44d6f admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:27:06.489639 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-bd1872a9-ad1c-44fd-aa3f-dbf206e44d6f admin admin] 10.222.0.98 "PUT /v2.0/routers/178c8607-9f3f-48a3-948d-3b8806469451/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9364576 Oct 20 12:27:06.490670 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-26345862-a20c-4af8-8082-042879407705 None None] Provisioning complete for port 084619cd-ffa9-4f19-b2a8-7c10e43bc5df triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:27:06.491118 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-26345862-a20c-4af8-8082-042879407705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:06.530108 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-26345862-a20c-4af8-8082-042879407705 None None] Port 084619cd-ffa9-4f19-b2a8-7c10e43bc5df cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:27:07.001528 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 59296) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:27:07.007308 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-9c810af5-e188-4e7d-b05f-8439ff65e784 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-63370534-network', 'tenant_id': 'ec3c56704b644cfbb165edd820cc8805'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:27:07.029438 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c810af5-e188-4e7d-b05f-8439ff65e784 admin admin] Made reservation on behalf of ec3c56704b644cfbb165edd820cc8805 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:27:07.031914 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9c810af5-e188-4e7d-b05f-8439ff65e784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:07.041411 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9c810af5-e188-4e7d-b05f-8439ff65e784 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:07.122608 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9c810af5-e188-4e7d-b05f-8439ff65e784 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:07.127339 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9c810af5-e188-4e7d-b05f-8439ff65e784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:07.154922 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c810af5-e188-4e7d-b05f-8439ff65e784 admin admin] vlan segment allocate from pool success with {'vlan_id': 1281, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 12:27:07.165147 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c810af5-e188-4e7d-b05f-8439ff65e784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ff500b-9190-4078-969e-6dd2c95fe720,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:27:07.170484 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9c810af5-e188-4e7d-b05f-8439ff65e784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:07.170943 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-9c810af5-e188-4e7d-b05f-8439ff65e784 admin admin] Added segment 34cd45ae-086b-4c66-8f2f-ed9424cc08d2 of type vlan for network 24106eb5-b92e-41b1-a5fc-746bc4053774 Oct 20 12:27:07.211923 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9c810af5-e188-4e7d-b05f-8439ff65e784 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:07.238588 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9c810af5-e188-4e7d-b05f-8439ff65e784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:07.239710 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c810af5-e188-4e7d-b05f-8439ff65e784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:27:07.240586 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-9c810af5-e188-4e7d-b05f-8439ff65e784 admin admin] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:07.273607 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-9c810af5-e188-4e7d-b05f-8439ff65e784 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2708130 Oct 20 12:27:07.276831 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59298) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:27:07.283413 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-c4d34cb5-c29e-4591-b193-9ec5fea6a41e admin admin] Request body: {'subnet': {'network_id': '24106eb5-b92e-41b1-a5fc-746bc4053774', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-63370534-subnet', 'tenant_id': 'ec3c56704b644cfbb165edd820cc8805', 'ip_version': 4}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:27:07.305769 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c810af5-e188-4e7d-b05f-8439ff65e784 admin admin] Pushing event updated for resources: {'Network': ['ID=24106eb5-b92e-41b1-a5fc-746bc4053774,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:27:07.312752 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 60df0115-4869-41c8-a700-cf8f682fe604 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:27:07.313327 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d34cb5-c29e-4591-b193-9ec5fea6a41e admin admin] Made reservation on behalf of ec3c56704b644cfbb165edd820cc8805 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:27:07.315443 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c4d34cb5-c29e-4591-b193-9ec5fea6a41e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:07.335371 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 24106eb5-b92e-41b1-a5fc-746bc4053774 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 12:27:07.420348 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 60df0115-4869-41c8-a700-cf8f682fe604 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:27:07.420722 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:07.486760 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c4d34cb5-c29e-4591-b193-9ec5fea6a41e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:07.496772 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 2311e9bd-d691-4a41-8a7a-a5e6454c5d16 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:27:07.539012 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d34cb5-c29e-4591-b193-9ec5fea6a41e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d65876ed-ae6c-4843-a131-9bbe973d8a6a,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:27:07.550023 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d34cb5-c29e-4591-b193-9ec5fea6a41e admin admin] Checking segment: {'id': '34cd45ae-086b-4c66-8f2f-ed9424cc08d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '24106eb5-b92e-41b1-a5fc-746bc4053774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:27:07.550378 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d34cb5-c29e-4591-b193-9ec5fea6a41e admin admin] Network hostable DHCP agents. Network: 24106eb5-b92e-41b1-a5fc-746bc4053774, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 12:27:07.550492 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 2311e9bd-d691-4a41-8a7a-a5e6454c5d16 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:27:07.550908 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:07.570957 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d34cb5-c29e-4591-b193-9ec5fea6a41e admin admin] Network 24106eb5-b92e-41b1-a5fc-746bc4053774 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 12:27:07.583696 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-c4d34cb5-c29e-4591-b193-9ec5fea6a41e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 24106eb5-b92e-41b1-a5fc-746bc4053774) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:27:07.588944 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d34cb5-c29e-4591-b193-9ec5fea6a41e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:27:07.589696 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c4d34cb5-c29e-4591-b193-9ec5fea6a41e admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:07.594886 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a1461a-e513-4124-999d-6e999530553e None None] Network 24106eb5-b92e-41b1-a5fc-746bc4053774 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:27:07.606339 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c4d34cb5-c29e-4591-b193-9ec5fea6a41e admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3275681 Oct 20 12:27:07.608892 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59300) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:27:07.613184 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-7416029a-2a25-41d4-ab0e-2fe3b6c05f92 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-63370534-router', 'tenant_id': 'ec3c56704b644cfbb165edd820cc8805', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:27:07.636625 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7416029a-2a25-41d4-ab0e-2fe3b6c05f92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:07.637905 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7416029a-2a25-41d4-ab0e-2fe3b6c05f92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:07.691713 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:07.694198 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7416029a-2a25-41d4-ab0e-2fe3b6c05f92 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:07.725248 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 2311e9bd-d691-4a41-8a7a-a5e6454c5d16, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=2311e9bd-d691-4a41-8a7a-a5e6454c5d16,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:27:07.748808 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:07.824747 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=2311e9bd-d691-4a41-8a7a-a5e6454c5d16,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:27:07.828705 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260c2d61-85cf-47fc-bd49-6d2f3cc9c945 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-24106eb5-b92e-41b1-a5fc-746bc4053774', 'network_id': '24106eb5-b92e-41b1-a5fc-746bc4053774', 'tenant_id': 'ec3c56704b644cfbb165edd820cc8805', 'fixed_ips': [{'subnet_id': 'd65876ed-ae6c-4843-a131-9bbe973d8a6a'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 12:27:07.829620 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-260c2d61-85cf-47fc-bd49-6d2f3cc9c945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:07.846103 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7416029a-2a25-41d4-ab0e-2fe3b6c05f92 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:07.920802 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8389de3-d791-434d-9e7d-a4b8a8e97be8 None None] Sync routers for ids ['178c8607-9f3f-48a3-948d-3b8806469451'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:27:07.930582 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8389de3-d791-434d-9e7d-a4b8a8e97be8 None None] Routers {'178c8607-9f3f-48a3-948d-3b8806469451'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:27:07.931480 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-b8389de3-d791-434d-9e7d-a4b8a8e97be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:26:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['178c8607-9f3f-48a3-948d-3b8806469451'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:27:07.971600 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-260c2d61-85cf-47fc-bd49-6d2f3cc9c945 None None] Allocated IP 172.20.0.2 (24106eb5-b92e-41b1-a5fc-746bc4053774/d65876ed-ae6c-4843-a131-9bbe973d8a6a/633d9c51-acea-4b7a-b6bd-bfa9ed8f9d9b) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:27:08.044306 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-b8389de3-d791-434d-9e7d-a4b8a8e97be8 None None] Set router 178c8607-9f3f-48a3-948d-3b8806469451 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:27:08.054439 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7416029a-2a25-41d4-ab0e-2fe3b6c05f92 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:08.076218 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7416029a-2a25-41d4-ab0e-2fe3b6c05f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:08.126554 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-260c2d61-85cf-47fc-bd49-6d2f3cc9c945 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:08.133762 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-260c2d61-85cf-47fc-bd49-6d2f3cc9c945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:08.177891 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260c2d61-85cf-47fc-bd49-6d2f3cc9c945 None None] Network 24106eb5-b92e-41b1-a5fc-746bc4053774 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:27:08.181136 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-260c2d61-85cf-47fc-bd49-6d2f3cc9c945 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:27:08.183658 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260c2d61-85cf-47fc-bd49-6d2f3cc9c945 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:27:08.185393 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-7416029a-2a25-41d4-ab0e-2fe3b6c05f92 admin admin] Allocated IP 172.25.5.149 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/d251542d-f261-44d8-ad90-8049511c7770) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:27:08.219821 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c2d61-85cf-47fc-bd49-6d2f3cc9c945 None None] Pushing event updated for resources: {'Port': ['ID=633d9c51-acea-4b7a-b6bd-bfa9ed8f9d9b,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:27:08.249908 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-260c2d61-85cf-47fc-bd49-6d2f3cc9c945 None None] Attempting to bind port 633d9c51-acea-4b7a-b6bd-bfa9ed8f9d9b on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:27:08.250570 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-260c2d61-85cf-47fc-bd49-6d2f3cc9c945 None None] Attempting to bind port 633d9c51-acea-4b7a-b6bd-bfa9ed8f9d9b by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '34cd45ae-086b-4c66-8f2f-ed9424cc08d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '24106eb5-b92e-41b1-a5fc-746bc4053774'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:27:08.251181 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260c2d61-85cf-47fc-bd49-6d2f3cc9c945 None None] Attempting to bind port 633d9c51-acea-4b7a-b6bd-bfa9ed8f9d9b on network 24106eb5-b92e-41b1-a5fc-746bc4053774 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:27:08.256876 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260c2d61-85cf-47fc-bd49-6d2f3cc9c945 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:27:08.257245 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260c2d61-85cf-47fc-bd49-6d2f3cc9c945 None None] Checking segment: {'id': '34cd45ae-086b-4c66-8f2f-ed9424cc08d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '24106eb5-b92e-41b1-a5fc-746bc4053774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:27:08.257640 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-260c2d61-85cf-47fc-bd49-6d2f3cc9c945 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:08.258187 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260c2d61-85cf-47fc-bd49-6d2f3cc9c945 None None] Bound using segment: {'id': '34cd45ae-086b-4c66-8f2f-ed9424cc08d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '24106eb5-b92e-41b1-a5fc-746bc4053774'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:27:08.258669 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-260c2d61-85cf-47fc-bd49-6d2f3cc9c945 None None] Bound port: 633d9c51-acea-4b7a-b6bd-bfa9ed8f9d9b, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34cd45ae-086b-4c66-8f2f-ed9424cc08d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '24106eb5-b92e-41b1-a5fc-746bc4053774'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:27:08.259074 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-260c2d61-85cf-47fc-bd49-6d2f3cc9c945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:08.268546 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-b8389de3-d791-434d-9e7d-a4b8a8e97be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178c8607-9f3f-48a3-948d-3b8806469451', 'name': 'tempest-TestMinimumBasicScenario-1275333891-router', 'tenant_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '2311e9bd-d691-4a41-8a7a-a5e6454c5d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:27:03Z', 'updated_at': '2021-10-20T12:27:05Z', 'revision_number': 4, 'project_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'gw_port': {'id': '2311e9bd-d691-4a41-8a7a-a5e6454c5d16', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c8607-9f3f-48a3-948d-3b8806469451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:27:03Z', 'updated_at': '2021-10-20T12:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '084619cd-ffa9-4f19-b2a8-7c10e43bc5df', 'name': '', 'network_id': '29000e8e-8d9b-4eb8-901a-5c59e0ede9b7', 'tenant_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'mac_address': 'fa:16:3e:93:09:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178c8607-9f3f-48a3-948d-3b8806469451', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'd2bc3cdc-97a5-4420-a07a-8cd1ddc61196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:27:05Z', 'updated_at': '2021-10-20T12:27:05Z', 'revision_number': 2, 'project_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'subnets': [{'id': 'd2bc3cdc-97a5-4420-a07a-8cd1ddc61196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:27:08.291388 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7416029a-2a25-41d4-ab0e-2fe3b6c05f92 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:08.298237 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8389de3-d791-434d-9e7d-a4b8a8e97be8 None None] Checking router: 178c8607-9f3f-48a3-948d-3b8806469451 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:27:08.298633 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8389de3-d791-434d-9e7d-a4b8a8e97be8 None None] Updating router 178c8607-9f3f-48a3-948d-3b8806469451 port 084619cd-ffa9-4f19-b2a8-7c10e43bc5df binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 12:27:08.326858 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-260c2d61-85cf-47fc-bd49-6d2f3cc9c945 None None] For port 633d9c51-acea-4b7a-b6bd-bfa9ed8f9d9b, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:27:08.329325 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7416029a-2a25-41d4-ab0e-2fe3b6c05f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:08.329696 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-b8389de3-d791-434d-9e7d-a4b8a8e97be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:08.331598 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-260c2d61-85cf-47fc-bd49-6d2f3cc9c945 None None] For port 633d9c51-acea-4b7a-b6bd-bfa9ed8f9d9b, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=633d9c51-acea-4b7a-b6bd-bfa9ed8f9d9b,segment=NetworkSegment(34cd45ae-086b-4c66-8f2f-ed9424cc08d2),segment_id=34cd45ae-086b-4c66-8f2f-ed9424cc08d2)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:27:08.336569 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-260c2d61-85cf-47fc-bd49-6d2f3cc9c945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:08.369372 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7416029a-2a25-41d4-ab0e-2fe3b6c05f92 admin admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:27:08.373626 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-7416029a-2a25-41d4-ab0e-2fe3b6c05f92 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:27:08.382210 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7416029a-2a25-41d4-ab0e-2fe3b6c05f92 admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:27:08.405837 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c2d61-85cf-47fc-bd49-6d2f3cc9c945 None None] Pushing event updated for resources: {'Port': ['ID=633d9c51-acea-4b7a-b6bd-bfa9ed8f9d9b,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:27:08.415422 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7416029a-2a25-41d4-ab0e-2fe3b6c05f92 admin admin] Pushing event updated for resources: {'Port': ['ID=d251542d-f261-44d8-ad90-8049511c7770,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:27:08.621936 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-b8389de3-d791-434d-9e7d-a4b8a8e97be8 None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:08.628205 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-b8389de3-d791-434d-9e7d-a4b8a8e97be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:08.688177 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7416029a-2a25-41d4-ab0e-2fe3b6c05f92 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:08.720644 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921091f6-5e50-41ab-b7f5-dba13a578aea None None] Pushing event updated for resources: {'Port': ['ID=084619cd-ffa9-4f19-b2a8-7c10e43bc5df,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:27:08.740352 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921091f6-5e50-41ab-b7f5-dba13a578aea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:27:08.740695 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921091f6-5e50-41ab-b7f5-dba13a578aea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:27:08.741030 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921091f6-5e50-41ab-b7f5-dba13a578aea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:27:08.741364 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921091f6-5e50-41ab-b7f5-dba13a578aea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:27:08.741692 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921091f6-5e50-41ab-b7f5-dba13a578aea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:27:08.742014 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921091f6-5e50-41ab-b7f5-dba13a578aea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:27:08.742331 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921091f6-5e50-41ab-b7f5-dba13a578aea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:27:08.742644 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921091f6-5e50-41ab-b7f5-dba13a578aea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:27:08.742987 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921091f6-5e50-41ab-b7f5-dba13a578aea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:27:08.743304 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921091f6-5e50-41ab-b7f5-dba13a578aea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:27:08.743656 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921091f6-5e50-41ab-b7f5-dba13a578aea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:27:08.744363 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921091f6-5e50-41ab-b7f5-dba13a578aea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:27:08.764903 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-b8389de3-d791-434d-9e7d-a4b8a8e97be8 None None] Attempting to bind port 084619cd-ffa9-4f19-b2a8-7c10e43bc5df on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:27:08.765270 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-b8389de3-d791-434d-9e7d-a4b8a8e97be8 None None] Attempting to bind port 084619cd-ffa9-4f19-b2a8-7c10e43bc5df by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'a32ca7fa-9cfd-4279-9c5c-da12df7302de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '29000e8e-8d9b-4eb8-901a-5c59e0ede9b7'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:27:08.765626 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8389de3-d791-434d-9e7d-a4b8a8e97be8 None None] Attempting to bind port 084619cd-ffa9-4f19-b2a8-7c10e43bc5df on network 29000e8e-8d9b-4eb8-901a-5c59e0ede9b7 {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:27:08.772740 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8389de3-d791-434d-9e7d-a4b8a8e97be8 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:27:08.773165 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8389de3-d791-434d-9e7d-a4b8a8e97be8 None None] Checking segment: {'id': 'a32ca7fa-9cfd-4279-9c5c-da12df7302de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '29000e8e-8d9b-4eb8-901a-5c59e0ede9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:27:08.773835 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-b8389de3-d791-434d-9e7d-a4b8a8e97be8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:08.774483 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8389de3-d791-434d-9e7d-a4b8a8e97be8 None None] Bound using segment: {'id': 'a32ca7fa-9cfd-4279-9c5c-da12df7302de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '29000e8e-8d9b-4eb8-901a-5c59e0ede9b7'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:27:08.775022 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-b8389de3-d791-434d-9e7d-a4b8a8e97be8 None None] Bound port: 084619cd-ffa9-4f19-b2a8-7c10e43bc5df, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32ca7fa-9cfd-4279-9c5c-da12df7302de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '29000e8e-8d9b-4eb8-901a-5c59e0ede9b7'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:27:08.775398 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-b8389de3-d791-434d-9e7d-a4b8a8e97be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:08.843132 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-b8389de3-d791-434d-9e7d-a4b8a8e97be8 None None] For port 084619cd-ffa9-4f19-b2a8-7c10e43bc5df, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:27:08.846896 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-b8389de3-d791-434d-9e7d-a4b8a8e97be8 None None] For port 084619cd-ffa9-4f19-b2a8-7c10e43bc5df, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=084619cd-ffa9-4f19-b2a8-7c10e43bc5df,segment=NetworkSegment(a32ca7fa-9cfd-4279-9c5c-da12df7302de),segment_id=a32ca7fa-9cfd-4279-9c5c-da12df7302de)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:27:08.852106 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-b8389de3-d791-434d-9e7d-a4b8a8e97be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:08.914688 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8389de3-d791-434d-9e7d-a4b8a8e97be8 None None] Routers {'178c8607-9f3f-48a3-948d-3b8806469451'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:27:08.915384 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-b8389de3-d791-434d-9e7d-a4b8a8e97be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:26:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['178c8607-9f3f-48a3-948d-3b8806469451'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:27:08.917379 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921091f6-5e50-41ab-b7f5-dba13a578aea None None] Pushing event updated for resources: {'Port': ['ID=084619cd-ffa9-4f19-b2a8-7c10e43bc5df,revision_number=4']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:27:08.977823 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d769d51f-2ef6-4e42-a034-ed721d4b7586 None None] Provisioning complete for port 084619cd-ffa9-4f19-b2a8-7c10e43bc5df triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:27:08.978281 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d769d51f-2ef6-4e42-a034-ed721d4b7586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:09.090946 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d769d51f-2ef6-4e42-a034-ed721d4b7586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:09.127302 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d769d51f-2ef6-4e42-a034-ed721d4b7586 None None] For port 084619cd-ffa9-4f19-b2a8-7c10e43bc5df, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=084619cd-ffa9-4f19-b2a8-7c10e43bc5df,segment=NetworkSegment(a32ca7fa-9cfd-4279-9c5c-da12df7302de),segment_id=a32ca7fa-9cfd-4279-9c5c-da12df7302de)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:27:09.134436 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d769d51f-2ef6-4e42-a034-ed721d4b7586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:09.143707 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-b8389de3-d791-434d-9e7d-a4b8a8e97be8 None None] Set router 178c8607-9f3f-48a3-948d-3b8806469451 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:27:09.196393 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d769d51f-2ef6-4e42-a034-ed721d4b7586 None None] Pushing event updated for resources: {'Port': ['ID=084619cd-ffa9-4f19-b2a8-7c10e43bc5df,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:27:09.242189 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7416029a-2a25-41d4-ab0e-2fe3b6c05f92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:09.265734 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-17739bc1-8435-448d-8cb5-e693f5825ef6 None None] Provisioning complete for port 084619cd-ffa9-4f19-b2a8-7c10e43bc5df triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:27:09.266192 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-17739bc1-8435-448d-8cb5-e693f5825ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:09.404009 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-b8389de3-d791-434d-9e7d-a4b8a8e97be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178c8607-9f3f-48a3-948d-3b8806469451', 'name': 'tempest-TestMinimumBasicScenario-1275333891-router', 'tenant_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '2311e9bd-d691-4a41-8a7a-a5e6454c5d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:27:03Z', 'updated_at': '2021-10-20T12:27:05Z', 'revision_number': 4, 'project_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'gw_port': {'id': '2311e9bd-d691-4a41-8a7a-a5e6454c5d16', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c8607-9f3f-48a3-948d-3b8806469451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:27:03Z', 'updated_at': '2021-10-20T12:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '084619cd-ffa9-4f19-b2a8-7c10e43bc5df', 'name': '', 'network_id': '29000e8e-8d9b-4eb8-901a-5c59e0ede9b7', 'tenant_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'mac_address': 'fa:16:3e:93:09:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178c8607-9f3f-48a3-948d-3b8806469451', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'd2bc3cdc-97a5-4420-a07a-8cd1ddc61196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:27:05Z', 'updated_at': '2021-10-20T12:27:08Z', 'revision_number': 4, 'project_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'subnets': [{'id': 'd2bc3cdc-97a5-4420-a07a-8cd1ddc61196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:27:09.432359 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7416029a-2a25-41d4-ab0e-2fe3b6c05f92 admin admin] Router 099d1633-e7cf-4d85-a780-77406206816c is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 12:27:09.434411 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 633d9c51-acea-4b7a-b6bd-bfa9ed8f9d9b up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:27:09.435229 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8389de3-d791-434d-9e7d-a4b8a8e97be8 None None] The sync data for ids ['178c8607-9f3f-48a3-948d-3b8806469451'] in n-d-814735-3 is: [{'id': '178c8607-9f3f-48a3-948d-3b8806469451', 'name': 'tempest-TestMinimumBasicScenario-1275333891-router', 'tenant_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '2311e9bd-d691-4a41-8a7a-a5e6454c5d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:27:03Z', 'updated_at': '2021-10-20T12:27:05Z', 'revision_number': 4, 'project_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'gw_port': {'id': '2311e9bd-d691-4a41-8a7a-a5e6454c5d16', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c8607-9f3f-48a3-948d-3b8806469451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:27:03Z', 'updated_at': '2021-10-20T12:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '084619cd-ffa9-4f19-b2a8-7c10e43bc5df', 'name': '', 'network_id': '29000e8e-8d9b-4eb8-901a-5c59e0ede9b7', 'tenant_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'mac_address': 'fa:16:3e:93:09:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178c8607-9f3f-48a3-948d-3b8806469451', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'd2bc3cdc-97a5-4420-a07a-8cd1ddc61196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:27:05Z', 'updated_at': '2021-10-20T12:27:08Z', 'revision_number': 4, 'project_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'subnets': [{'id': 'd2bc3cdc-97a5-4420-a07a-8cd1ddc61196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:27:09.536544 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 633d9c51-acea-4b7a-b6bd-bfa9ed8f9d9b triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:27:09.536918 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:09.582056 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7416029a-2a25-41d4-ab0e-2fe3b6c05f92 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:27:09.594377 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64c967c-f89e-437e-9d2d-c06eb165055c None None] Sync routers for ids ['099d1633-e7cf-4d85-a780-77406206816c'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:27:09.609173 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7416029a-2a25-41d4-ab0e-2fe3b6c05f92 admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:09.611042 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7416029a-2a25-41d4-ab0e-2fe3b6c05f92 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0008581 Oct 20 12:27:09.613901 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 59302) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:27:09.636983 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64c967c-f89e-437e-9d2d-c06eb165055c None None] Routers {'099d1633-e7cf-4d85-a780-77406206816c'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:27:09.637702 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-e64c967c-f89e-437e-9d2d-c06eb165055c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:26:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['099d1633-e7cf-4d85-a780-77406206816c'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:27:09.696856 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:09.772899 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 633d9c51-acea-4b7a-b6bd-bfa9ed8f9d9b, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=633d9c51-acea-4b7a-b6bd-bfa9ed8f9d9b,segment=NetworkSegment(34cd45ae-086b-4c66-8f2f-ed9424cc08d2),segment_id=34cd45ae-086b-4c66-8f2f-ed9424cc08d2)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:27:09.786967 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-e64c967c-f89e-437e-9d2d-c06eb165055c None None] Set router 099d1633-e7cf-4d85-a780-77406206816c gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:27:09.788885 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:09.789679 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 2311e9bd-d691-4a41-8a7a-a5e6454c5d16 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:27:09.879014 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02472151-ffdf-4ccd-a91a-8a13b2efa242 None None] Network 24106eb5-b92e-41b1-a5fc-746bc4053774 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:27:10.034251 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-2a386f7d-0ba0-4b41-b4a5-a2ec2eba5381 None None] Provisioning complete for port 633d9c51-acea-4b7a-b6bd-bfa9ed8f9d9b triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:27:10.034648 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2a386f7d-0ba0-4b41-b4a5-a2ec2eba5381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:10.041603 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=633d9c51-acea-4b7a-b6bd-bfa9ed8f9d9b,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:27:10.123236 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a801a1a7-a27f-4400-a69f-08f1a19446d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:10.147014 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 2311e9bd-d691-4a41-8a7a-a5e6454c5d16 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:27:10.147381 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:10.293574 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-a801a1a7-a27f-4400-a69f-08f1a19446d5 admin admin] Allocated IP 172.20.0.1 (24106eb5-b92e-41b1-a5fc-746bc4053774/d65876ed-ae6c-4843-a131-9bbe973d8a6a/d5648728-eb39-4d97-aaca-08f68c6e4b8e) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:27:10.406692 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a801a1a7-a27f-4400-a69f-08f1a19446d5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:10.444613 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a801a1a7-a27f-4400-a69f-08f1a19446d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:10.469431 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:10.489476 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a801a1a7-a27f-4400-a69f-08f1a19446d5 admin admin] Network 24106eb5-b92e-41b1-a5fc-746bc4053774 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:27:10.494232 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-a801a1a7-a27f-4400-a69f-08f1a19446d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:27:10.497332 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a801a1a7-a27f-4400-a69f-08f1a19446d5 admin admin] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:27:10.513089 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-e64c967c-f89e-437e-9d2d-c06eb165055c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099d1633-e7cf-4d85-a780-77406206816c', 'name': 'tempest-TestMinimumBasicScenario-63370534-router', 'tenant_id': 'ec3c56704b644cfbb165edd820cc8805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'd251542d-f261-44d8-ad90-8049511c7770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:27:07Z', 'updated_at': '2021-10-20T12:27:08Z', 'revision_number': 3, 'project_id': 'ec3c56704b644cfbb165edd820cc8805', 'gw_port': {'id': 'd251542d-f261-44d8-ad90-8049511c7770', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a3:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099d1633-e7cf-4d85-a780-77406206816c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:27:08Z', 'updated_at': '2021-10-20T12:27:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:27:10.523662 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a801a1a7-a27f-4400-a69f-08f1a19446d5 admin admin] Pushing event updated for resources: {'Port': ['ID=d5648728-eb39-4d97-aaca-08f68c6e4b8e,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:27:10.555339 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a801a1a7-a27f-4400-a69f-08f1a19446d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:10.560513 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64c967c-f89e-437e-9d2d-c06eb165055c None None] Checking router: 099d1633-e7cf-4d85-a780-77406206816c for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:27:10.560860 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64c967c-f89e-437e-9d2d-c06eb165055c None None] Updating router 099d1633-e7cf-4d85-a780-77406206816c port d251542d-f261-44d8-ad90-8049511c7770 binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 12:27:10.588368 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e64c967c-f89e-437e-9d2d-c06eb165055c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:10.726573 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a801a1a7-a27f-4400-a69f-08f1a19446d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:10.813613 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-dc999be8-7632-4595-aa0d-474ea121b6f4 None None] Provisioning complete for port 633d9c51-acea-4b7a-b6bd-bfa9ed8f9d9b triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:27:10.813976 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-dc999be8-7632-4595-aa0d-474ea121b6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:10.901030 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a801a1a7-a27f-4400-a69f-08f1a19446d5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:10.906938 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a801a1a7-a27f-4400-a69f-08f1a19446d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:10.943703 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e64c967c-f89e-437e-9d2d-c06eb165055c None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:10.952366 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e64c967c-f89e-437e-9d2d-c06eb165055c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:10.977570 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a801a1a7-a27f-4400-a69f-08f1a19446d5 admin admin] Pushing event updated for resources: {'Port': ['ID=d5648728-eb39-4d97-aaca-08f68c6e4b8e,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:27:10.980377 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a801a1a7-a27f-4400-a69f-08f1a19446d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:11.006380 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-e64c967c-f89e-437e-9d2d-c06eb165055c None None] Attempting to bind port d251542d-f261-44d8-ad90-8049511c7770 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:27:11.006723 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-e64c967c-f89e-437e-9d2d-c06eb165055c None None] Attempting to bind port d251542d-f261-44d8-ad90-8049511c7770 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:27:11.007113 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64c967c-f89e-437e-9d2d-c06eb165055c None None] Attempting to bind port d251542d-f261-44d8-ad90-8049511c7770 on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:27:11.009092 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0030bd2e-4fcd-4fb3-be2e-e06ea1268c4e None None] Pushing event updated for resources: {'Port': ['ID=d251542d-f261-44d8-ad90-8049511c7770,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:27:11.015901 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64c967c-f89e-437e-9d2d-c06eb165055c None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:27:11.016265 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64c967c-f89e-437e-9d2d-c06eb165055c None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:27:11.016655 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e64c967c-f89e-437e-9d2d-c06eb165055c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:11.017379 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64c967c-f89e-437e-9d2d-c06eb165055c None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:27:11.017850 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-e64c967c-f89e-437e-9d2d-c06eb165055c None None] Bound port: d251542d-f261-44d8-ad90-8049511c7770, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:27:11.018243 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e64c967c-f89e-437e-9d2d-c06eb165055c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:11.072384 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a801a1a7-a27f-4400-a69f-08f1a19446d5 admin admin] Network 24106eb5-b92e-41b1-a5fc-746bc4053774 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:27:11.073133 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e64c967c-f89e-437e-9d2d-c06eb165055c None None] For port d251542d-f261-44d8-ad90-8049511c7770, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:27:11.073939 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-a801a1a7-a27f-4400-a69f-08f1a19446d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:27:11.076914 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e64c967c-f89e-437e-9d2d-c06eb165055c None None] For port d251542d-f261-44d8-ad90-8049511c7770, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=d251542d-f261-44d8-ad90-8049511c7770,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:27:11.084847 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e64c967c-f89e-437e-9d2d-c06eb165055c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:11.088246 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-914d115e-5f5b-44cf-bc5c-e47371cbc0e4 None None] Provisioning complete for port d5648728-eb39-4d97-aaca-08f68c6e4b8e triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:27:11.088593 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-914d115e-5f5b-44cf-bc5c-e47371cbc0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:11.166760 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-914d115e-5f5b-44cf-bc5c-e47371cbc0e4 None None] Port d5648728-eb39-4d97-aaca-08f68c6e4b8e cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:27:11.180444 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64c967c-f89e-437e-9d2d-c06eb165055c None None] Routers {'099d1633-e7cf-4d85-a780-77406206816c'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:27:11.181035 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-e64c967c-f89e-437e-9d2d-c06eb165055c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:26:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['099d1633-e7cf-4d85-a780-77406206816c'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:27:11.182825 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0030bd2e-4fcd-4fb3-be2e-e06ea1268c4e None None] Pushing event updated for resources: {'Port': ['ID=d251542d-f261-44d8-ad90-8049511c7770,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:27:11.206642 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a801a1a7-a27f-4400-a69f-08f1a19446d5 admin admin] Router 099d1633-e7cf-4d85-a780-77406206816c has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:27:11.327323 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-e64c967c-f89e-437e-9d2d-c06eb165055c None None] Set router 099d1633-e7cf-4d85-a780-77406206816c gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:27:11.340957 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a801a1a7-a27f-4400-a69f-08f1a19446d5 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:27:11.356572 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-a801a1a7-a27f-4400-a69f-08f1a19446d5 admin admin] 10.222.0.98 "PUT /v2.0/routers/099d1633-e7cf-4d85-a780-77406206816c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7413831 Oct 20 12:27:11.359810 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 084619cd-ffa9-4f19-b2a8-7c10e43bc5df up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:27:11.459353 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-f0f5734b-ec84-4be9-b877-200bb4c6ef9e None None] Provisioning complete for port d5648728-eb39-4d97-aaca-08f68c6e4b8e triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:27:11.459749 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f0f5734b-ec84-4be9-b877-200bb4c6ef9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:11.551001 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-f0f5734b-ec84-4be9-b877-200bb4c6ef9e None None] Port d5648728-eb39-4d97-aaca-08f68c6e4b8e cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:27:11.575321 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 084619cd-ffa9-4f19-b2a8-7c10e43bc5df triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:27:11.575688 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:11.636928 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-e64c967c-f89e-437e-9d2d-c06eb165055c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099d1633-e7cf-4d85-a780-77406206816c', 'name': 'tempest-TestMinimumBasicScenario-63370534-router', 'tenant_id': 'ec3c56704b644cfbb165edd820cc8805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'd251542d-f261-44d8-ad90-8049511c7770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:27:07Z', 'updated_at': '2021-10-20T12:27:10Z', 'revision_number': 4, 'project_id': 'ec3c56704b644cfbb165edd820cc8805', 'gw_port': {'id': 'd251542d-f261-44d8-ad90-8049511c7770', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a3:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099d1633-e7cf-4d85-a780-77406206816c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:27:08Z', 'updated_at': '2021-10-20T12:27:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'd5648728-eb39-4d97-aaca-08f68c6e4b8e', 'name': '', 'network_id': '24106eb5-b92e-41b1-a5fc-746bc4053774', 'tenant_id': 'ec3c56704b644cfbb165edd820cc8805', 'mac_address': 'fa:16:3e:42:63:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099d1633-e7cf-4d85-a780-77406206816c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'd65876ed-ae6c-4843-a131-9bbe973d8a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:27:10Z', 'updated_at': '2021-10-20T12:27:10Z', 'revision_number': 2, 'project_id': 'ec3c56704b644cfbb165edd820cc8805', 'subnets': [{'id': 'd65876ed-ae6c-4843-a131-9bbe973d8a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:27:11.686865 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64c967c-f89e-437e-9d2d-c06eb165055c None None] The sync data for ids ['099d1633-e7cf-4d85-a780-77406206816c'] in n-d-814735-3 is: [{'id': '099d1633-e7cf-4d85-a780-77406206816c', 'name': 'tempest-TestMinimumBasicScenario-63370534-router', 'tenant_id': 'ec3c56704b644cfbb165edd820cc8805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'd251542d-f261-44d8-ad90-8049511c7770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:27:07Z', 'updated_at': '2021-10-20T12:27:10Z', 'revision_number': 4, 'project_id': 'ec3c56704b644cfbb165edd820cc8805', 'gw_port': {'id': 'd251542d-f261-44d8-ad90-8049511c7770', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a3:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099d1633-e7cf-4d85-a780-77406206816c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:27:08Z', 'updated_at': '2021-10-20T12:27:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'd5648728-eb39-4d97-aaca-08f68c6e4b8e', 'name': '', 'network_id': '24106eb5-b92e-41b1-a5fc-746bc4053774', 'tenant_id': 'ec3c56704b644cfbb165edd820cc8805', 'mac_address': 'fa:16:3e:42:63:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099d1633-e7cf-4d85-a780-77406206816c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'd65876ed-ae6c-4843-a131-9bbe973d8a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:27:10Z', 'updated_at': '2021-10-20T12:27:10Z', 'revision_number': 2, 'project_id': 'ec3c56704b644cfbb165edd820cc8805', 'subnets': [{'id': 'd65876ed-ae6c-4843-a131-9bbe973d8a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:27:11.700241 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 633d9c51-acea-4b7a-b6bd-bfa9ed8f9d9b up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:27:11.747591 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 633d9c51-acea-4b7a-b6bd-bfa9ed8f9d9b triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:27:11.747956 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:13.303925 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device d251542d-f261-44d8-ad90-8049511c7770 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:27:13.364316 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port d251542d-f261-44d8-ad90-8049511c7770 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:27:13.364780 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:13.463883 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:13.491034 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port d251542d-f261-44d8-ad90-8049511c7770, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=d251542d-f261-44d8-ad90-8049511c7770,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:27:13.495473 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:13.559435 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=d251542d-f261-44d8-ad90-8049511c7770,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:27:13.802558 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18c679c-6478-4b90-8624-f97007850a68 None None] Sync routers for ids ['099d1633-e7cf-4d85-a780-77406206816c'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:27:13.813904 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18c679c-6478-4b90-8624-f97007850a68 None None] Routers {'099d1633-e7cf-4d85-a780-77406206816c'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:27:13.814871 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-b18c679c-6478-4b90-8624-f97007850a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:26:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['099d1633-e7cf-4d85-a780-77406206816c'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:27:13.933424 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-b18c679c-6478-4b90-8624-f97007850a68 None None] Set router 099d1633-e7cf-4d85-a780-77406206816c gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:27:14.172881 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-b18c679c-6478-4b90-8624-f97007850a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099d1633-e7cf-4d85-a780-77406206816c', 'name': 'tempest-TestMinimumBasicScenario-63370534-router', 'tenant_id': 'ec3c56704b644cfbb165edd820cc8805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'd251542d-f261-44d8-ad90-8049511c7770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:27:07Z', 'updated_at': '2021-10-20T12:27:10Z', 'revision_number': 4, 'project_id': 'ec3c56704b644cfbb165edd820cc8805', 'gw_port': {'id': 'd251542d-f261-44d8-ad90-8049511c7770', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099d1633-e7cf-4d85-a780-77406206816c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:27:08Z', 'updated_at': '2021-10-20T12:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'd5648728-eb39-4d97-aaca-08f68c6e4b8e', 'name': '', 'network_id': '24106eb5-b92e-41b1-a5fc-746bc4053774', 'tenant_id': 'ec3c56704b644cfbb165edd820cc8805', 'mac_address': 'fa:16:3e:42:63:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099d1633-e7cf-4d85-a780-77406206816c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'd65876ed-ae6c-4843-a131-9bbe973d8a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:27:10Z', 'updated_at': '2021-10-20T12:27:10Z', 'revision_number': 2, 'project_id': 'ec3c56704b644cfbb165edd820cc8805', 'subnets': [{'id': 'd65876ed-ae6c-4843-a131-9bbe973d8a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:27:14.204031 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18c679c-6478-4b90-8624-f97007850a68 None None] Checking router: 099d1633-e7cf-4d85-a780-77406206816c for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:27:14.204375 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18c679c-6478-4b90-8624-f97007850a68 None None] Updating router 099d1633-e7cf-4d85-a780-77406206816c port d5648728-eb39-4d97-aaca-08f68c6e4b8e binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 12:27:14.231385 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-b18c679c-6478-4b90-8624-f97007850a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:14.527952 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-b18c679c-6478-4b90-8624-f97007850a68 None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:14.535091 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-b18c679c-6478-4b90-8624-f97007850a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:14.595418 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c097f1-2444-49dc-97a6-c07c34ad6dd7 None None] Pushing event updated for resources: {'Port': ['ID=d5648728-eb39-4d97-aaca-08f68c6e4b8e,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:27:14.659456 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-b18c679c-6478-4b90-8624-f97007850a68 None None] Attempting to bind port d5648728-eb39-4d97-aaca-08f68c6e4b8e on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:27:14.659456 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-b18c679c-6478-4b90-8624-f97007850a68 None None] Attempting to bind port d5648728-eb39-4d97-aaca-08f68c6e4b8e by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '34cd45ae-086b-4c66-8f2f-ed9424cc08d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '24106eb5-b92e-41b1-a5fc-746bc4053774'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:27:14.659774 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18c679c-6478-4b90-8624-f97007850a68 None None] Attempting to bind port d5648728-eb39-4d97-aaca-08f68c6e4b8e on network 24106eb5-b92e-41b1-a5fc-746bc4053774 {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:27:14.668204 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18c679c-6478-4b90-8624-f97007850a68 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:27:14.668852 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18c679c-6478-4b90-8624-f97007850a68 None None] Checking segment: {'id': '34cd45ae-086b-4c66-8f2f-ed9424cc08d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '24106eb5-b92e-41b1-a5fc-746bc4053774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:27:14.669409 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-b18c679c-6478-4b90-8624-f97007850a68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:14.669801 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18c679c-6478-4b90-8624-f97007850a68 None None] Bound using segment: {'id': '34cd45ae-086b-4c66-8f2f-ed9424cc08d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '24106eb5-b92e-41b1-a5fc-746bc4053774'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:27:14.670320 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-b18c679c-6478-4b90-8624-f97007850a68 None None] Bound port: d5648728-eb39-4d97-aaca-08f68c6e4b8e, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34cd45ae-086b-4c66-8f2f-ed9424cc08d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '24106eb5-b92e-41b1-a5fc-746bc4053774'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:27:14.670846 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-b18c679c-6478-4b90-8624-f97007850a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:14.760236 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-b18c679c-6478-4b90-8624-f97007850a68 None None] For port d5648728-eb39-4d97-aaca-08f68c6e4b8e, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:27:14.764004 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-b18c679c-6478-4b90-8624-f97007850a68 None None] For port d5648728-eb39-4d97-aaca-08f68c6e4b8e, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=d5648728-eb39-4d97-aaca-08f68c6e4b8e,segment=NetworkSegment(34cd45ae-086b-4c66-8f2f-ed9424cc08d2),segment_id=34cd45ae-086b-4c66-8f2f-ed9424cc08d2)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:27:14.771906 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-b18c679c-6478-4b90-8624-f97007850a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:14.846868 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18c679c-6478-4b90-8624-f97007850a68 None None] Routers {'099d1633-e7cf-4d85-a780-77406206816c'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:27:14.847537 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-b18c679c-6478-4b90-8624-f97007850a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:26:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['099d1633-e7cf-4d85-a780-77406206816c'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:27:14.884696 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c097f1-2444-49dc-97a6-c07c34ad6dd7 None None] Pushing event updated for resources: {'Port': ['ID=d5648728-eb39-4d97-aaca-08f68c6e4b8e,revision_number=4']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:27:14.976779 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-de9e2971-87aa-4223-8cd2-ee7efd93e1dc None None] Provisioning complete for port d5648728-eb39-4d97-aaca-08f68c6e4b8e triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:27:14.977456 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-de9e2971-87aa-4223-8cd2-ee7efd93e1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:14.984249 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-b18c679c-6478-4b90-8624-f97007850a68 None None] Set router 099d1633-e7cf-4d85-a780-77406206816c gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:27:15.082560 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-de9e2971-87aa-4223-8cd2-ee7efd93e1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:15.128167 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-de9e2971-87aa-4223-8cd2-ee7efd93e1dc None None] For port d5648728-eb39-4d97-aaca-08f68c6e4b8e, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=d5648728-eb39-4d97-aaca-08f68c6e4b8e,segment=NetworkSegment(34cd45ae-086b-4c66-8f2f-ed9424cc08d2),segment_id=34cd45ae-086b-4c66-8f2f-ed9424cc08d2)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:27:15.134726 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-de9e2971-87aa-4223-8cd2-ee7efd93e1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:15.197082 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e2971-87aa-4223-8cd2-ee7efd93e1dc None None] Pushing event updated for resources: {'Port': ['ID=d5648728-eb39-4d97-aaca-08f68c6e4b8e,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:27:15.226246 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-b18c679c-6478-4b90-8624-f97007850a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099d1633-e7cf-4d85-a780-77406206816c', 'name': 'tempest-TestMinimumBasicScenario-63370534-router', 'tenant_id': 'ec3c56704b644cfbb165edd820cc8805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'd251542d-f261-44d8-ad90-8049511c7770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:27:07Z', 'updated_at': '2021-10-20T12:27:10Z', 'revision_number': 4, 'project_id': 'ec3c56704b644cfbb165edd820cc8805', 'gw_port': {'id': 'd251542d-f261-44d8-ad90-8049511c7770', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099d1633-e7cf-4d85-a780-77406206816c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:27:08Z', 'updated_at': '2021-10-20T12:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'd5648728-eb39-4d97-aaca-08f68c6e4b8e', 'name': '', 'network_id': '24106eb5-b92e-41b1-a5fc-746bc4053774', 'tenant_id': 'ec3c56704b644cfbb165edd820cc8805', 'mac_address': 'fa:16:3e:42:63:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099d1633-e7cf-4d85-a780-77406206816c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'd65876ed-ae6c-4843-a131-9bbe973d8a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:27:10Z', 'updated_at': '2021-10-20T12:27:14Z', 'revision_number': 4, 'project_id': 'ec3c56704b644cfbb165edd820cc8805', 'subnets': [{'id': 'd65876ed-ae6c-4843-a131-9bbe973d8a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:27:15.257985 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18c679c-6478-4b90-8624-f97007850a68 None None] The sync data for ids ['099d1633-e7cf-4d85-a780-77406206816c'] in n-d-814735-3 is: [{'id': '099d1633-e7cf-4d85-a780-77406206816c', 'name': 'tempest-TestMinimumBasicScenario-63370534-router', 'tenant_id': 'ec3c56704b644cfbb165edd820cc8805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'd251542d-f261-44d8-ad90-8049511c7770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:27:07Z', 'updated_at': '2021-10-20T12:27:10Z', 'revision_number': 4, 'project_id': 'ec3c56704b644cfbb165edd820cc8805', 'gw_port': {'id': 'd251542d-f261-44d8-ad90-8049511c7770', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099d1633-e7cf-4d85-a780-77406206816c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:27:08Z', 'updated_at': '2021-10-20T12:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'd5648728-eb39-4d97-aaca-08f68c6e4b8e', 'name': '', 'network_id': '24106eb5-b92e-41b1-a5fc-746bc4053774', 'tenant_id': 'ec3c56704b644cfbb165edd820cc8805', 'mac_address': 'fa:16:3e:42:63:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099d1633-e7cf-4d85-a780-77406206816c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'd65876ed-ae6c-4843-a131-9bbe973d8a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:27:10Z', 'updated_at': '2021-10-20T12:27:14Z', 'revision_number': 4, 'project_id': 'ec3c56704b644cfbb165edd820cc8805', 'subnets': [{'id': 'd65876ed-ae6c-4843-a131-9bbe973d8a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:27:15.264665 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-72fa8563-3de2-4398-b1bb-14b6a6a5be01 None None] Provisioning complete for port d5648728-eb39-4d97-aaca-08f68c6e4b8e triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:27:15.265049 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-72fa8563-3de2-4398-b1bb-14b6a6a5be01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:15.340253 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device d5648728-eb39-4d97-aaca-08f68c6e4b8e up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:27:15.435446 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port d5648728-eb39-4d97-aaca-08f68c6e4b8e triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:27:15.435812 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:15.526787 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device d251542d-f261-44d8-ad90-8049511c7770 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:27:15.587848 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port d251542d-f261-44d8-ad90-8049511c7770 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:27:15.588310 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:15.950966 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:19.405685 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2eacfbf2-4a10-418b-82e6-0e99b6e5d0f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:21.602444 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c89908-cc2d-45e2-bcf3-c9a7418ca8b8 req-31349763-c60a-40bb-916e-4e01aa3ade83 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:27:21.603959 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-55c89908-cc2d-45e2-bcf3-c9a7418ca8b8 req-31349763-c60a-40bb-916e-4e01aa3ade83 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/networks?id=29000e8e-8d9b-4eb8-901a-5c59e0ede9b7 HTTP/1.1" status: 200 len: 815 time: 0.1253805 Oct 20 12:27:21.619337 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-55c89908-cc2d-45e2-bcf3-c9a7418ca8b8 req-753cfca2-5113-42aa-a4af-38b11cc6bf23 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/quotas/4a16d31e813d4a428e11b65d4e21b2d1 HTTP/1.1" status: 200 len: 375 time: 0.0094917 Oct 20 12:27:21.681073 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-55c89908-cc2d-45e2-bcf3-c9a7418ca8b8 req-6d6c4467-f560-4ab2-8651-f689d524d907 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=4a16d31e813d4a428e11b65d4e21b2d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564327 Oct 20 12:27:21.787616 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-55c89908-cc2d-45e2-bcf3-c9a7418ca8b8 req-a8b9421f-290a-4b28-97b1-8c9d1fc2ee4b service neutron] 10.222.0.98 "GET /v2.0/networks/29000e8e-8d9b-4eb8-901a-5c59e0ede9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895026 Oct 20 12:27:21.879656 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-55c89908-cc2d-45e2-bcf3-c9a7418ca8b8 req-2eb77e98-a778-414e-8d57-1e763b3fd16a service neutron] 10.222.0.98 "GET /v2.0/networks/29000e8e-8d9b-4eb8-901a-5c59e0ede9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827160 Oct 20 12:27:22.050199 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-311e86f7-de63-45e5-92f8-18ce8091b094 req-07575506-c452-4f3d-aa4d-93ca7a707ac7 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7b65cf3-b2b8-478b-bed9-085f99a06dbc HTTP/1.1" status: 200 len: 210 time: 0.0270922 Oct 20 12:27:22.274482 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5b83afab-bc8d-4cd8-bf79-7aa1c091cd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:23.219718 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-57721672-7cdc-4770-a5f8-ac96af99fa48 req-0bd0e90b-15cd-4bad-a8f9-96e557158c6b tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7b65cf3-b2b8-478b-bed9-085f99a06dbc HTTP/1.1" status: 200 len: 210 time: 0.0658696 Oct 20 12:27:23.236400 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:23.262347 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c89908-cc2d-45e2-bcf3-c9a7418ca8b8 req-49a4cbff-a097-4fd8-9464-f0048735861b tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:27:23.263812 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-55c89908-cc2d-45e2-bcf3-c9a7418ca8b8 req-49a4cbff-a097-4fd8-9464-f0048735861b tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.89 "GET /v2.0/networks?id=29000e8e-8d9b-4eb8-901a-5c59e0ede9b7 HTTP/1.1" status: 200 len: 815 time: 0.1406124 Oct 20 12:27:23.279066 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-55c89908-cc2d-45e2-bcf3-c9a7418ca8b8 req-64fda9eb-73ec-4bac-9dd1-5c5a88bbdda2 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Request body: {'port': {'device_id': 'f7b65cf3-b2b8-478b-bed9-085f99a06dbc', 'network_id': '29000e8e-8d9b-4eb8-901a-5c59e0ede9b7', 'admin_state_up': True, 'tenant_id': '4a16d31e813d4a428e11b65d4e21b2d1'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:27:23.389927 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:23.397178 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55c89908-cc2d-45e2-bcf3-c9a7418ca8b8 req-64fda9eb-73ec-4bac-9dd1-5c5a88bbdda2 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Made reservation on behalf of 4a16d31e813d4a428e11b65d4e21b2d1 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:27:23.400671 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-55c89908-cc2d-45e2-bcf3-c9a7418ca8b8 req-64fda9eb-73ec-4bac-9dd1-5c5a88bbdda2 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:23.546619 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-55c89908-cc2d-45e2-bcf3-c9a7418ca8b8 req-64fda9eb-73ec-4bac-9dd1-5c5a88bbdda2 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Allocated IP 172.20.0.5 (29000e8e-8d9b-4eb8-901a-5c59e0ede9b7/d2bc3cdc-97a5-4420-a07a-8cd1ddc61196/0b7c06e0-c030-4d77-8b0e-534628affb36) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:27:23.748138 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-55c89908-cc2d-45e2-bcf3-c9a7418ca8b8 req-64fda9eb-73ec-4bac-9dd1-5c5a88bbdda2 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:23.785339 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-55c89908-cc2d-45e2-bcf3-c9a7418ca8b8 req-64fda9eb-73ec-4bac-9dd1-5c5a88bbdda2 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:23.828911 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55c89908-cc2d-45e2-bcf3-c9a7418ca8b8 req-64fda9eb-73ec-4bac-9dd1-5c5a88bbdda2 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Network 29000e8e-8d9b-4eb8-901a-5c59e0ede9b7 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:27:23.832339 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-55c89908-cc2d-45e2-bcf3-c9a7418ca8b8 req-64fda9eb-73ec-4bac-9dd1-5c5a88bbdda2 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:27:23.836629 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c89908-cc2d-45e2-bcf3-c9a7418ca8b8 req-64fda9eb-73ec-4bac-9dd1-5c5a88bbdda2 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:27:23.868575 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fda9eb-73ec-4bac-9dd1-5c5a88bbdda2 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Pushing event updated for resources: {'Port': ['ID=0b7c06e0-c030-4d77-8b0e-534628affb36,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:27:23.880256 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fda9eb-73ec-4bac-9dd1-5c5a88bbdda2 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:27:23.880872 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fda9eb-73ec-4bac-9dd1-5c5a88bbdda2 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:27:23.881378 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fda9eb-73ec-4bac-9dd1-5c5a88bbdda2 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:27:23.882003 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fda9eb-73ec-4bac-9dd1-5c5a88bbdda2 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:27:23.882649 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fda9eb-73ec-4bac-9dd1-5c5a88bbdda2 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:27:23.883148 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fda9eb-73ec-4bac-9dd1-5c5a88bbdda2 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:27:23.883641 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fda9eb-73ec-4bac-9dd1-5c5a88bbdda2 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:27:23.884121 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fda9eb-73ec-4bac-9dd1-5c5a88bbdda2 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:27:23.884640 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fda9eb-73ec-4bac-9dd1-5c5a88bbdda2 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:27:23.885132 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fda9eb-73ec-4bac-9dd1-5c5a88bbdda2 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:27:23.885613 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fda9eb-73ec-4bac-9dd1-5c5a88bbdda2 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:27:23.886094 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fda9eb-73ec-4bac-9dd1-5c5a88bbdda2 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:27:23.925706 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c89908-cc2d-45e2-bcf3-c9a7418ca8b8 req-64fda9eb-73ec-4bac-9dd1-5c5a88bbdda2 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:27:23.926697 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-55c89908-cc2d-45e2-bcf3-c9a7418ca8b8 req-64fda9eb-73ec-4bac-9dd1-5c5a88bbdda2 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:23.965086 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-55c89908-cc2d-45e2-bcf3-c9a7418ca8b8 req-64fda9eb-73ec-4bac-9dd1-5c5a88bbdda2 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6895440 Oct 20 12:27:24.134746 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-de5830e3-f91b-4554-b8bc-93ab9a4b74e1 None None] Provisioning complete for port 0b7c06e0-c030-4d77-8b0e-534628affb36 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:27:24.135083 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-de5830e3-f91b-4554-b8bc-93ab9a4b74e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:24.176166 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-de5830e3-f91b-4554-b8bc-93ab9a4b74e1 None None] Port 0b7c06e0-c030-4d77-8b0e-534628affb36 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:27:24.368496 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d7faa-cd16-4182-9732-5d9ab271fc09 req-1b97cd66-3502-4f20-9f0f-17a169903ca4 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:27:24.369996 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e10d7faa-cd16-4182-9732-5d9ab271fc09 req-1b97cd66-3502-4f20-9f0f-17a169903ca4 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7b65cf3-b2b8-478b-bed9-085f99a06dbc HTTP/1.1" status: 200 len: 931 time: 0.0494425 Oct 20 12:27:24.409823 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e10d7faa-cd16-4182-9732-5d9ab271fc09 req-9532788d-88c7-4c4d-85b0-377cb6315f2a tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/security-groups?id=e9ab9f18-b096-451c-851d-4dc7347e8b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337238 Oct 20 12:27:25.120469 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:25.537033 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe9edf3-37d5-45ee-94f2-ec2f673e0b40 req-f72a69cc-e673-41dd-b6a5-70bf1ae03fc1 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:27:25.538538 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5fe9edf3-37d5-45ee-94f2-ec2f673e0b40 req-f72a69cc-e673-41dd-b6a5-70bf1ae03fc1 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7b65cf3-b2b8-478b-bed9-085f99a06dbc HTTP/1.1" status: 200 len: 931 time: 0.0517974 Oct 20 12:27:25.579187 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5fe9edf3-37d5-45ee-94f2-ec2f673e0b40 req-59fbcd25-ea89-461b-8032-ddbc2d6bfbe3 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/security-groups?id=e9ab9f18-b096-451c-851d-4dc7347e8b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335226 Oct 20 12:27:26.714177 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16243494-1b75-4f2a-8d46-177d351bd9fc req-df7c0af9-ba9d-406c-90ea-5e437e0510a6 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:27:26.715652 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-16243494-1b75-4f2a-8d46-177d351bd9fc req-df7c0af9-ba9d-406c-90ea-5e437e0510a6 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7b65cf3-b2b8-478b-bed9-085f99a06dbc HTTP/1.1" status: 200 len: 931 time: 0.0535848 Oct 20 12:27:26.754780 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-16243494-1b75-4f2a-8d46-177d351bd9fc req-963453cb-36f6-459f-80b1-5a88ffe35a6c tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/security-groups?id=e9ab9f18-b096-451c-851d-4dc7347e8b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326397 Oct 20 12:27:27.877853 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949f166-f882-4670-b368-73e33dc783ef req-78a7bf28-c7fb-409f-a944-d4ea902a6513 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:27:27.879355 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b949f166-f882-4670-b368-73e33dc783ef req-78a7bf28-c7fb-409f-a944-d4ea902a6513 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7b65cf3-b2b8-478b-bed9-085f99a06dbc HTTP/1.1" status: 200 len: 931 time: 0.0501046 Oct 20 12:27:27.917426 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b949f166-f882-4670-b368-73e33dc783ef req-b44811c3-f364-4c0d-b0d3-0dbcdb3accf7 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/security-groups?id=e9ab9f18-b096-451c-851d-4dc7347e8b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319088 Oct 20 12:27:29.047036 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f602db-449e-4854-abdf-1a7b4b6b4a97 req-f1c8c2f1-9745-4baf-b5f7-0933a6c331fe tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:27:29.049652 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-12f602db-449e-4854-abdf-1a7b4b6b4a97 req-f1c8c2f1-9745-4baf-b5f7-0933a6c331fe tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7b65cf3-b2b8-478b-bed9-085f99a06dbc HTTP/1.1" status: 200 len: 931 time: 0.0544677 Oct 20 12:27:29.089919 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-12f602db-449e-4854-abdf-1a7b4b6b4a97 req-ab25c537-feca-4ea3-8998-0f63377d5f6c tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/security-groups?id=e9ab9f18-b096-451c-851d-4dc7347e8b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334954 Oct 20 12:27:30.227977 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4198d73-7b06-4929-913a-8a4b4230f8c2 req-53d8951e-593b-46e9-bf78-9c0505db951f tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:27:30.229522 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e4198d73-7b06-4929-913a-8a4b4230f8c2 req-53d8951e-593b-46e9-bf78-9c0505db951f tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7b65cf3-b2b8-478b-bed9-085f99a06dbc HTTP/1.1" status: 200 len: 931 time: 0.0596805 Oct 20 12:27:30.268810 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e4198d73-7b06-4929-913a-8a4b4230f8c2 req-1c0e8bf6-cdc1-409c-bd31-2dcbfcbf423b tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/security-groups?id=e9ab9f18-b096-451c-851d-4dc7347e8b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328276 Oct 20 12:27:31.385436 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cca9e6-dd6f-416b-ad93-8950f02c9f1a req-21cf7770-bb54-43eb-8537-58e6e76bb856 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:27:31.387063 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b9cca9e6-dd6f-416b-ad93-8950f02c9f1a req-21cf7770-bb54-43eb-8537-58e6e76bb856 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7b65cf3-b2b8-478b-bed9-085f99a06dbc HTTP/1.1" status: 200 len: 931 time: 0.0496502 Oct 20 12:27:31.439392 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b9cca9e6-dd6f-416b-ad93-8950f02c9f1a req-950c4de2-52cb-4271-8644-f9850bf3b5c7 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/security-groups?id=e9ab9f18-b096-451c-851d-4dc7347e8b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410922 Oct 20 12:27:31.531201 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:27:32.555331 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd299a-aaf0-4c5b-904c-b920f4f0253f req-45db6be2-ae6c-4a77-85e1-4f6bdb9d1d9e tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:27:32.556878 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-01cd299a-aaf0-4c5b-904c-b920f4f0253f req-45db6be2-ae6c-4a77-85e1-4f6bdb9d1d9e tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7b65cf3-b2b8-478b-bed9-085f99a06dbc HTTP/1.1" status: 200 len: 931 time: 0.0511351 Oct 20 12:27:32.595584 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-01cd299a-aaf0-4c5b-904c-b920f4f0253f req-fcd42d49-f418-434d-8b6e-f5cdf4a33517 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/security-groups?id=e9ab9f18-b096-451c-851d-4dc7347e8b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317788 Oct 20 12:27:33.236939 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-55c89908-cc2d-45e2-bcf3-c9a7418ca8b8 req-aeca194d-17c1-49d0-ad39-309c61981b8c tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 12:27:33.237995 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-55c89908-cc2d-45e2-bcf3-c9a7418ca8b8 req-aeca194d-17c1-49d0-ad39-309c61981b8c tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058272 Oct 20 12:27:33.251634 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-55c89908-cc2d-45e2-bcf3-c9a7418ca8b8 req-bfdc0778-7166-4ab9-8f67-de65d2cb7732 service neutron] Request body: {'port': {'device_id': 'f7b65cf3-b2b8-478b-bed9-085f99a06dbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:27:33.310256 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-55c89908-cc2d-45e2-bcf3-c9a7418ca8b8 req-bfdc0778-7166-4ab9-8f67-de65d2cb7732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:33.576116 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-55c89908-cc2d-45e2-bcf3-c9a7418ca8b8 req-bfdc0778-7166-4ab9-8f67-de65d2cb7732 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b7c06e0-c030-4d77-8b0e-534628affb36 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:27:33.583613 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-55c89908-cc2d-45e2-bcf3-c9a7418ca8b8 req-bfdc0778-7166-4ab9-8f67-de65d2cb7732 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:33.595755 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-55c89908-cc2d-45e2-bcf3-c9a7418ca8b8 req-bfdc0778-7166-4ab9-8f67-de65d2cb7732 service neutron] Transition to ACTIVE for port object 0b7c06e0-c030-4d77-8b0e-534628affb36 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 12:27:33.600361 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-55c89908-cc2d-45e2-bcf3-c9a7418ca8b8 req-bfdc0778-7166-4ab9-8f67-de65d2cb7732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:33.648955 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdc0778-7166-4ab9-8f67-de65d2cb7732 service neutron] Pushing event updated for resources: {'Port': ['ID=0b7c06e0-c030-4d77-8b0e-534628affb36,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:27:33.765770 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e87f10-d29d-46fe-9e8c-743d1fb090ec req-c74c4d52-aebf-47d5-a6cf-b1936e9e524c tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:27:33.767743 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07e87f10-d29d-46fe-9e8c-743d1fb090ec req-c74c4d52-aebf-47d5-a6cf-b1936e9e524c tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7b65cf3-b2b8-478b-bed9-085f99a06dbc HTTP/1.1" status: 200 len: 943 time: 0.0722692 Oct 20 12:27:33.770607 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-55c89908-cc2d-45e2-bcf3-c9a7418ca8b8 req-bfdc0778-7166-4ab9-8f67-de65d2cb7732 service neutron] Attempting to bind port 0b7c06e0-c030-4d77-8b0e-534628affb36 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:27:33.770982 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-55c89908-cc2d-45e2-bcf3-c9a7418ca8b8 req-bfdc0778-7166-4ab9-8f67-de65d2cb7732 service neutron] Attempting to bind port 0b7c06e0-c030-4d77-8b0e-534628affb36 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': 'a32ca7fa-9cfd-4279-9c5c-da12df7302de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '29000e8e-8d9b-4eb8-901a-5c59e0ede9b7'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:27:33.771305 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c89908-cc2d-45e2-bcf3-c9a7418ca8b8 req-bfdc0778-7166-4ab9-8f67-de65d2cb7732 service neutron] Attempting to bind port 0b7c06e0-c030-4d77-8b0e-534628affb36 on network 29000e8e-8d9b-4eb8-901a-5c59e0ede9b7 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:27:33.782915 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c89908-cc2d-45e2-bcf3-c9a7418ca8b8 req-bfdc0778-7166-4ab9-8f67-de65d2cb7732 service neutron] Port 0b7c06e0-c030-4d77-8b0e-534628affb36 on network 29000e8e-8d9b-4eb8-901a-5c59e0ede9b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 12:27:33.783238 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c89908-cc2d-45e2-bcf3-c9a7418ca8b8 req-bfdc0778-7166-4ab9-8f67-de65d2cb7732 service neutron] Attempting to bind port 0b7c06e0-c030-4d77-8b0e-534628affb36 on network 29000e8e-8d9b-4eb8-901a-5c59e0ede9b7 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:27:33.796632 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c89908-cc2d-45e2-bcf3-c9a7418ca8b8 req-bfdc0778-7166-4ab9-8f67-de65d2cb7732 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:27:33.796962 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c89908-cc2d-45e2-bcf3-c9a7418ca8b8 req-bfdc0778-7166-4ab9-8f67-de65d2cb7732 service neutron] Checking segment: {'id': 'a32ca7fa-9cfd-4279-9c5c-da12df7302de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '29000e8e-8d9b-4eb8-901a-5c59e0ede9b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:27:33.797342 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c89908-cc2d-45e2-bcf3-c9a7418ca8b8 req-bfdc0778-7166-4ab9-8f67-de65d2cb7732 service neutron] Bound using segment: {'id': 'a32ca7fa-9cfd-4279-9c5c-da12df7302de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '29000e8e-8d9b-4eb8-901a-5c59e0ede9b7'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:27:33.797774 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-55c89908-cc2d-45e2-bcf3-c9a7418ca8b8 req-bfdc0778-7166-4ab9-8f67-de65d2cb7732 service neutron] Bound port: 0b7c06e0-c030-4d77-8b0e-534628affb36, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a32ca7fa-9cfd-4279-9c5c-da12df7302de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '29000e8e-8d9b-4eb8-901a-5c59e0ede9b7'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:27:33.798121 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-55c89908-cc2d-45e2-bcf3-c9a7418ca8b8 req-bfdc0778-7166-4ab9-8f67-de65d2cb7732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:33.851761 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-07e87f10-d29d-46fe-9e8c-743d1fb090ec req-69abf56b-aab8-4cb5-a88b-5ea297b68ee6 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/security-groups?id=e9ab9f18-b096-451c-851d-4dc7347e8b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756798 Oct 20 12:27:33.884507 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-55c89908-cc2d-45e2-bcf3-c9a7418ca8b8 req-bfdc0778-7166-4ab9-8f67-de65d2cb7732 service neutron] For port 0b7c06e0-c030-4d77-8b0e-534628affb36, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:27:33.887816 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-55c89908-cc2d-45e2-bcf3-c9a7418ca8b8 req-bfdc0778-7166-4ab9-8f67-de65d2cb7732 service neutron] For port 0b7c06e0-c030-4d77-8b0e-534628affb36, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=0b7c06e0-c030-4d77-8b0e-534628affb36,segment=NetworkSegment(a32ca7fa-9cfd-4279-9c5c-da12df7302de),segment_id=a32ca7fa-9cfd-4279-9c5c-da12df7302de)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:27:33.893724 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-55c89908-cc2d-45e2-bcf3-c9a7418ca8b8 req-bfdc0778-7166-4ab9-8f67-de65d2cb7732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:33.929081 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c89908-cc2d-45e2-bcf3-c9a7418ca8b8 req-bfdc0778-7166-4ab9-8f67-de65d2cb7732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:27:33.929680 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-55c89908-cc2d-45e2-bcf3-c9a7418ca8b8 req-bfdc0778-7166-4ab9-8f67-de65d2cb7732 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:33.931109 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-55c89908-cc2d-45e2-bcf3-c9a7418ca8b8 req-bfdc0778-7166-4ab9-8f67-de65d2cb7732 service neutron] 10.222.0.89 "PUT /v2.0/ports/0b7c06e0-c030-4d77-8b0e-534628affb36 HTTP/1.1" status: 200 len: 1091 time: 0.6838248 Oct 20 12:27:33.931719 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b65cf3-b2b8-478b-bed9-085f99a06dbc', 'tag': '0b7c06e0-c030-4d77-8b0e-534628affb36'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:27:33.934108 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0a02dd2059fce6544e6c1114f6588b97938997ae633064690662b627edbbcf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b03ccf3-fe5c-4226-b42f-897407c2845a" -d '{"events": [{"name": "network-changed", "server_uuid": "f7b65cf3-b2b8-478b-bed9-085f99a06dbc", "tag": "0b7c06e0-c030-4d77-8b0e-534628affb36"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:27:33.963967 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdc0778-7166-4ab9-8f67-de65d2cb7732 service neutron] Pushing event updated for resources: {'Port': ['ID=0b7c06e0-c030-4d77-8b0e-534628affb36,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:27:34.001269 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8f5f22-d8ca-49a0-a9cc-e07ada156066 x-openstack-request-id: req-9e8f5f22-d8ca-49a0-a9cc-e07ada156066 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:27:34.001626 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7b65cf3-b2b8-478b-bed9-085f99a06dbc", "tag": "0b7c06e0-c030-4d77-8b0e-534628affb36", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:27:34.001944 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9e8f5f22-d8ca-49a0-a9cc-e07ada156066 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:27:34.002429 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7b65cf3-b2b8-478b-bed9-085f99a06dbc', 'tag': '0b7c06e0-c030-4d77-8b0e-534628affb36', 'status': 'completed', 'code': 200} Oct 20 12:27:34.040291 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c89908-cc2d-45e2-bcf3-c9a7418ca8b8 req-ddc954fd-6573-4e0d-9ab7-f18cd4deea7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:27:34.043910 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-55c89908-cc2d-45e2-bcf3-c9a7418ca8b8 req-ddc954fd-6573-4e0d-9ab7-f18cd4deea7e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4a16d31e813d4a428e11b65d4e21b2d1&device_id=f7b65cf3-b2b8-478b-bed9-085f99a06dbc HTTP/1.1" status: 200 len: 1094 time: 0.0519419 Oct 20 12:27:34.096113 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-55c89908-cc2d-45e2-bcf3-c9a7418ca8b8 req-93dd9242-e807-47ae-859e-ea708b16cfbc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b7c06e0-c030-4d77-8b0e-534628affb36 HTTP/1.1" status: 200 len: 217 time: 0.0395763 Oct 20 12:27:34.152752 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c89908-cc2d-45e2-bcf3-c9a7418ca8b8 req-5f7cb3e4-b846-43e2-867a-c4e9166986c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:27:34.154239 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-55c89908-cc2d-45e2-bcf3-c9a7418ca8b8 req-5f7cb3e4-b846-43e2-867a-c4e9166986c3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d2bc3cdc-97a5-4420-a07a-8cd1ddc61196 HTTP/1.1" status: 200 len: 854 time: 0.0472996 Oct 20 12:27:34.207135 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c89908-cc2d-45e2-bcf3-c9a7418ca8b8 req-df79210b-1a7b-4f83-9196-a145922261a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:27:34.208784 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-55c89908-cc2d-45e2-bcf3-c9a7418ca8b8 req-df79210b-1a7b-4f83-9196-a145922261a4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=29000e8e-8d9b-4eb8-901a-5c59e0ede9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416758 Oct 20 12:27:34.306681 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-55c89908-cc2d-45e2-bcf3-c9a7418ca8b8 req-4f44e5ad-50f5-4763-a062-0e697dabc581 service neutron] 10.222.0.89 "GET /v2.0/networks/29000e8e-8d9b-4eb8-901a-5c59e0ede9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865285 Oct 20 12:27:34.409449 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-55c89908-cc2d-45e2-bcf3-c9a7418ca8b8 req-3084d645-b871-4d07-a81a-73c059036b9c service neutron] 10.222.0.89 "GET /v2.0/networks/29000e8e-8d9b-4eb8-901a-5c59e0ede9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906117 Oct 20 12:27:34.504060 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03ccf3-fe5c-4226-b42f-897407c2845a req-e4bf27ce-5a3c-4f2f-8cfd-31821bf6077b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:27:34.505507 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0b03ccf3-fe5c-4226-b42f-897407c2845a req-e4bf27ce-5a3c-4f2f-8cfd-31821bf6077b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4a16d31e813d4a428e11b65d4e21b2d1&device_id=f7b65cf3-b2b8-478b-bed9-085f99a06dbc HTTP/1.1" status: 200 len: 1094 time: 0.0405643 Oct 20 12:27:34.605807 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03ccf3-fe5c-4226-b42f-897407c2845a req-9cb98f8d-98e2-457a-a42f-e251019e143e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:27:34.607323 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0b03ccf3-fe5c-4226-b42f-897407c2845a req-9cb98f8d-98e2-457a-a42f-e251019e143e service neutron] 10.222.0.89 "GET /v2.0/networks?id=29000e8e-8d9b-4eb8-901a-5c59e0ede9b7 HTTP/1.1" status: 200 len: 917 time: 0.0940397 Oct 20 12:27:34.648794 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0b03ccf3-fe5c-4226-b42f-897407c2845a req-c5707de1-3eb3-46b2-a766-3f108f6f02ce service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b7c06e0-c030-4d77-8b0e-534628affb36 HTTP/1.1" status: 200 len: 217 time: 0.0334566 Oct 20 12:27:34.704956 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03ccf3-fe5c-4226-b42f-897407c2845a req-938bf750-2e3b-41a2-83b1-6ef9167a2e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:27:34.706447 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0b03ccf3-fe5c-4226-b42f-897407c2845a req-938bf750-2e3b-41a2-83b1-6ef9167a2e89 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d2bc3cdc-97a5-4420-a07a-8cd1ddc61196 HTTP/1.1" status: 200 len: 854 time: 0.0497868 Oct 20 12:27:34.754834 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03ccf3-fe5c-4226-b42f-897407c2845a req-f6478246-305c-4aff-8b22-d1d160bdb3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:27:34.756347 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0b03ccf3-fe5c-4226-b42f-897407c2845a req-f6478246-305c-4aff-8b22-d1d160bdb3e6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=29000e8e-8d9b-4eb8-901a-5c59e0ede9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410075 Oct 20 12:27:34.854234 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0b03ccf3-fe5c-4226-b42f-897407c2845a req-c88cb895-8837-459e-bf6d-d17f9839a01a service neutron] 10.222.0.89 "GET /v2.0/networks/29000e8e-8d9b-4eb8-901a-5c59e0ede9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889716 Oct 20 12:27:34.971460 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0b03ccf3-fe5c-4226-b42f-897407c2845a req-da9a87de-77e0-4f5c-8d06-69bac2abffe6 service neutron] 10.222.0.89 "GET /v2.0/networks/29000e8e-8d9b-4eb8-901a-5c59e0ede9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094720 Oct 20 12:27:34.988085 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc03fd-1b31-44c8-8495-2aa9edd04e22 req-85af1328-659f-42ee-9227-bf4a64b3fb71 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:27:34.989552 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-24fc03fd-1b31-44c8-8495-2aa9edd04e22 req-85af1328-659f-42ee-9227-bf4a64b3fb71 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7b65cf3-b2b8-478b-bed9-085f99a06dbc HTTP/1.1" status: 200 len: 943 time: 0.0622690 Oct 20 12:27:35.033692 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-24fc03fd-1b31-44c8-8495-2aa9edd04e22 req-55aa734a-6283-490d-a063-5c77b6d03eb8 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/security-groups?id=e9ab9f18-b096-451c-851d-4dc7347e8b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379779 Oct 20 12:27:36.168802 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d256f-596d-47f1-8069-320919b528f7 req-8aa6b452-63a1-4a9e-bfab-f4bc720ea5a2 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:27:36.170283 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0e7d256f-596d-47f1-8069-320919b528f7 req-8aa6b452-63a1-4a9e-bfab-f4bc720ea5a2 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7b65cf3-b2b8-478b-bed9-085f99a06dbc HTTP/1.1" status: 200 len: 943 time: 0.0592327 Oct 20 12:27:36.212303 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0e7d256f-596d-47f1-8069-320919b528f7 req-bad623e9-4787-42f9-9c4c-37a89efe0147 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/security-groups?id=e9ab9f18-b096-451c-851d-4dc7347e8b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327842 Oct 20 12:27:37.341221 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121d5d1-2bab-4f4e-92d8-c33f28f93e63 req-1091194f-4317-43bc-82f9-c6d38e5dec0f tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:27:37.342681 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b121d5d1-2bab-4f4e-92d8-c33f28f93e63 req-1091194f-4317-43bc-82f9-c6d38e5dec0f tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7b65cf3-b2b8-478b-bed9-085f99a06dbc HTTP/1.1" status: 200 len: 943 time: 0.0569975 Oct 20 12:27:37.380203 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b121d5d1-2bab-4f4e-92d8-c33f28f93e63 req-ff0b8727-03f9-4569-8afa-48e295dec4b9 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/security-groups?id=e9ab9f18-b096-451c-851d-4dc7347e8b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313585 Oct 20 12:27:38.336692 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 0b7c06e0-c030-4d77-8b0e-534628affb36 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:27:38.446862 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 0b7c06e0-c030-4d77-8b0e-534628affb36, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=0b7c06e0-c030-4d77-8b0e-534628affb36,segment=NetworkSegment(a32ca7fa-9cfd-4279-9c5c-da12df7302de),segment_id=a32ca7fa-9cfd-4279-9c5c-da12df7302de)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:27:38.459043 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '0b7c06e0-c030-4d77-8b0e-534628affb36', 'network_id': '29000e8e-8d9b-4eb8-901a-5c59e0ede9b7', 'port_id': '0b7c06e0-c030-4d77-8b0e-534628affb36', 'mac_address': 'fa:16:3e:a6:a2:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2bc3cdc-97a5-4420-a07a-8cd1ddc61196', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:27:38.497729 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:38.501866 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd70c82-82d8-4106-adb5-7b692c56b74d req-586e2c5d-0dee-4c2a-805e-f98bad7c5b8f tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:27:38.503474 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7dd70c82-82d8-4106-adb5-7b692c56b74d req-586e2c5d-0dee-4c2a-805e-f98bad7c5b8f tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7b65cf3-b2b8-478b-bed9-085f99a06dbc HTTP/1.1" status: 200 len: 943 time: 0.0508397 Oct 20 12:27:38.510417 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b7c06e0-c030-4d77-8b0e-534628affb36 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:27:38.530561 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 0b7c06e0-c030-4d77-8b0e-534628affb36, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=0b7c06e0-c030-4d77-8b0e-534628affb36,segment=NetworkSegment(a32ca7fa-9cfd-4279-9c5c-da12df7302de),segment_id=a32ca7fa-9cfd-4279-9c5c-da12df7302de)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:27:38.535662 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:38.557392 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7dd70c82-82d8-4106-adb5-7b692c56b74d req-7f138f28-112c-4147-ada2-27969c254ec7 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/security-groups?id=e9ab9f18-b096-451c-851d-4dc7347e8b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473549 Oct 20 12:27:38.598840 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=0b7c06e0-c030-4d77-8b0e-534628affb36,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:27:38.607191 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:27:38.607531 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:27:38.607867 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:27:38.608170 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:27:38.608520 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:27:38.608852 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:27:38.609164 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:27:38.609461 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:27:38.609772 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:27:38.610083 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:27:38.610396 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:27:38.610710 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:27:38.847371 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['0b7c06e0-c030-4d77-8b0e-534628affb36'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:27:39.678913 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ce148-95bb-4646-9928-f24a4abc8b93 req-c13aece7-8236-4640-ac32-100285cd4da2 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:27:39.680416 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-134ce148-95bb-4646-9928-f24a4abc8b93 req-c13aece7-8236-4640-ac32-100285cd4da2 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7b65cf3-b2b8-478b-bed9-085f99a06dbc HTTP/1.1" status: 200 len: 944 time: 0.0515611 Oct 20 12:27:39.721304 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-134ce148-95bb-4646-9928-f24a4abc8b93 req-d2127e30-734f-49a0-a933-f0825f6c56c2 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/security-groups?id=e9ab9f18-b096-451c-851d-4dc7347e8b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319858 Oct 20 12:27:40.357381 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 0b7c06e0-c030-4d77-8b0e-534628affb36 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:27:40.414016 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 0b7c06e0-c030-4d77-8b0e-534628affb36 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 12:27:40.426056 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 0b7c06e0-c030-4d77-8b0e-534628affb36 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:27:40.426418 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:40.448452 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:40.520386 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:40.543487 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b65cf3-b2b8-478b-bed9-085f99a06dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7c06e0-c030-4d77-8b0e-534628affb36'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:27:40.545754 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ba663b728f61600953c7c701890058d53749f56dec976386d606a322f26966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52b916d-2834-4472-85c5-e3738f4f9c08" -d '{"events": [{"server_uuid": "f7b65cf3-b2b8-478b-bed9-085f99a06dbc", "name": "network-vif-plugged", "status": "completed", "tag": "0b7c06e0-c030-4d77-8b0e-534628affb36"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:27:40.558124 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 0b7c06e0-c030-4d77-8b0e-534628affb36, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=0b7c06e0-c030-4d77-8b0e-534628affb36,segment=NetworkSegment(a32ca7fa-9cfd-4279-9c5c-da12df7302de),segment_id=a32ca7fa-9cfd-4279-9c5c-da12df7302de)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:27:40.563274 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:40.588845 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd60ad29-7584-4c52-8bbf-d0690617b537 x-openstack-request-id: req-bd60ad29-7584-4c52-8bbf-d0690617b537 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:27:40.589131 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b65cf3-b2b8-478b-bed9-085f99a06dbc", "name": "network-vif-plugged", "status": "completed", "tag": "0b7c06e0-c030-4d77-8b0e-534628affb36", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:27:40.589373 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bd60ad29-7584-4c52-8bbf-d0690617b537 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:27:40.589756 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b65cf3-b2b8-478b-bed9-085f99a06dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7c06e0-c030-4d77-8b0e-534628affb36', 'code': 200} Oct 20 12:27:40.617888 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=0b7c06e0-c030-4d77-8b0e-534628affb36,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:27:40.691784 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867ab53-53e1-49ee-b1f2-fde620c67a26 req-3d3fb252-ade5-4797-9442-d00f9c0ed4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:27:40.693247 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9867ab53-53e1-49ee-b1f2-fde620c67a26 req-3d3fb252-ade5-4797-9442-d00f9c0ed4a5 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f7b65cf3-b2b8-478b-bed9-085f99a06dbc HTTP/1.1" status: 200 len: 1096 time: 0.0407798 Oct 20 12:27:40.728501 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9867ab53-53e1-49ee-b1f2-fde620c67a26 req-a3199cfa-c426-41cb-a4ca-cd5804dd1034 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e9ab9f18-b096-451c-851d-4dc7347e8b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276699 Oct 20 12:27:40.838503 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb9bc7-50b2-4364-bd03-a4b15c74f257 req-3892e2a1-d3d0-4385-8820-170ccc2b507e tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:27:40.840001 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d1eb9bc7-50b2-4364-bd03-a4b15c74f257 req-3892e2a1-d3d0-4385-8820-170ccc2b507e tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7b65cf3-b2b8-478b-bed9-085f99a06dbc HTTP/1.1" status: 200 len: 945 time: 0.0524311 Oct 20 12:27:40.884224 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d1eb9bc7-50b2-4364-bd03-a4b15c74f257 req-89677fa4-7fce-4eb1-8af2-b318a2ecab75 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/security-groups?id=e9ab9f18-b096-451c-851d-4dc7347e8b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350809 Oct 20 12:27:42.007122 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926304e-821e-4c36-8c9c-808cb60495cc req-2f3c39a3-eabe-4624-ac13-b625458bcca2 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:27:42.008713 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4926304e-821e-4c36-8c9c-808cb60495cc req-2f3c39a3-eabe-4624-ac13-b625458bcca2 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7b65cf3-b2b8-478b-bed9-085f99a06dbc HTTP/1.1" status: 200 len: 945 time: 0.0525730 Oct 20 12:27:42.046784 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4926304e-821e-4c36-8c9c-808cb60495cc req-586c1cac-ebee-4a52-9a5c-98510adff285 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/security-groups?id=e9ab9f18-b096-451c-851d-4dc7347e8b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319977 Oct 20 12:27:42.163128 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c81b9-ee7f-4e8f-b422-3d5ee532c8ee req-d8d9edb7-a669-458b-b14c-629ada33026b tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:27:42.164695 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-913c81b9-ee7f-4e8f-b422-3d5ee532c8ee req-d8d9edb7-a669-458b-b14c-629ada33026b tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7b65cf3-b2b8-478b-bed9-085f99a06dbc HTTP/1.1" status: 200 len: 945 time: 0.0514224 Oct 20 12:27:42.203276 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-913c81b9-ee7f-4e8f-b422-3d5ee532c8ee req-9df8afa4-78c7-40d1-9900-c8a09ea6a3a0 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/security-groups?id=e9ab9f18-b096-451c-851d-4dc7347e8b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325787 Oct 20 12:27:42.401735 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd5d783-d77d-4af4-b040-2f12b0ae4cc7 req-5d90f132-07de-465f-9238-d30ced94b1d6 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:27:42.403241 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8dd5d783-d77d-4af4-b040-2f12b0ae4cc7 req-5d90f132-07de-465f-9238-d30ced94b1d6 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7b65cf3-b2b8-478b-bed9-085f99a06dbc HTTP/1.1" status: 200 len: 945 time: 0.0515854 Oct 20 12:27:42.444054 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8dd5d783-d77d-4af4-b040-2f12b0ae4cc7 req-e77e1743-8c9f-4715-af99-d9aa77d99599 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/security-groups?id=e9ab9f18-b096-451c-851d-4dc7347e8b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347078 Oct 20 12:27:45.937223 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:49.421128 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-cf1aa92c-0465-436b-9bce-f096c371a36f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:52.280882 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-82c6833b-a3d6-4a0a-8ce9-a153ae13d9c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:53.239032 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:53.398530 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:54.352146 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ee571e4b-a608-43a6-bbc9-fd413f90c2ff req-3ff9e04e-a1c6-4c1a-a537-9f376421688b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f7b65cf3-b2b8-478b-bed9-085f99a06dbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455303 Oct 20 12:27:54.478083 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee571e4b-a608-43a6-bbc9-fd413f90c2ff req-d504850c-2a92-4706-b9cc-ff0e0a3b916d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:27:54.479562 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ee571e4b-a608-43a6-bbc9-fd413f90c2ff req-d504850c-2a92-4706-b9cc-ff0e0a3b916d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4a16d31e813d4a428e11b65d4e21b2d1&device_id=f7b65cf3-b2b8-478b-bed9-085f99a06dbc HTTP/1.1" status: 200 len: 1096 time: 0.0534232 Oct 20 12:27:54.948446 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee571e4b-a608-43a6-bbc9-fd413f90c2ff req-a51225a3-044d-406c-a0f1-7cb1552a1af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:27:54.949935 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ee571e4b-a608-43a6-bbc9-fd413f90c2ff req-a51225a3-044d-406c-a0f1-7cb1552a1af2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=29000e8e-8d9b-4eb8-901a-5c59e0ede9b7 HTTP/1.1" status: 200 len: 917 time: 0.4477527 Oct 20 12:27:54.994547 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ee571e4b-a608-43a6-bbc9-fd413f90c2ff req-a1dbb0f8-d7ff-4c26-b60c-ad419639566a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b7c06e0-c030-4d77-8b0e-534628affb36 HTTP/1.1" status: 200 len: 217 time: 0.0352168 Oct 20 12:27:55.042282 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee571e4b-a608-43a6-bbc9-fd413f90c2ff req-a607b940-336e-4682-809e-5a81fd6b98da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:27:55.043686 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ee571e4b-a608-43a6-bbc9-fd413f90c2ff req-a607b940-336e-4682-809e-5a81fd6b98da service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d2bc3cdc-97a5-4420-a07a-8cd1ddc61196 HTTP/1.1" status: 200 len: 854 time: 0.0422747 Oct 20 12:27:55.089146 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee571e4b-a608-43a6-bbc9-fd413f90c2ff req-9dbc778d-1fe6-4222-8995-f0134d0cc406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:27:55.090576 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ee571e4b-a608-43a6-bbc9-fd413f90c2ff req-9dbc778d-1fe6-4222-8995-f0134d0cc406 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=29000e8e-8d9b-4eb8-901a-5c59e0ede9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389609 Oct 20 12:27:55.121298 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:55.187060 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ee571e4b-a608-43a6-bbc9-fd413f90c2ff req-a8215000-3185-4429-888b-68969da2cce6 service neutron] 10.222.0.89 "GET /v2.0/networks/29000e8e-8d9b-4eb8-901a-5c59e0ede9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873928 Oct 20 12:27:55.281467 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ee571e4b-a608-43a6-bbc9-fd413f90c2ff req-779dd023-0cda-413d-8778-f05e6a9059dd service neutron] 10.222.0.89 "GET /v2.0/networks/29000e8e-8d9b-4eb8-901a-5c59e0ede9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863893 Oct 20 12:27:56.096529 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f5153e-b8ec-49d3-8485-fdd643b59cd8 req-6574949c-2af1-4efa-88cd-c6e2b6ac99f8 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:27:56.098001 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d4f5153e-b8ec-49d3-8485-fdd643b59cd8 req-6574949c-2af1-4efa-88cd-c6e2b6ac99f8 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7b65cf3-b2b8-478b-bed9-085f99a06dbc HTTP/1.1" status: 200 len: 945 time: 0.0503736 Oct 20 12:27:56.135894 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d4f5153e-b8ec-49d3-8485-fdd643b59cd8 req-71d80e6e-0120-4e31-8bc7-6bd9b7a45877 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/security-groups?id=e9ab9f18-b096-451c-851d-4dc7347e8b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318401 Oct 20 12:27:56.159308 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 59512) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:27:56.296751 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40e90e1-9189-4c46-ae91-34e8741022f3 tempest-TestMinimumBasicScenario-961080457 tempest-TestMinimumBasicScenario-961080457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:27:56.298246 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-b40e90e1-9189-4c46-ae91-34e8741022f3 tempest-TestMinimumBasicScenario-961080457 tempest-TestMinimumBasicScenario-961080457-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=f7b65cf3-b2b8-478b-bed9-085f99a06dbc HTTP/1.1" status: 200 len: 1091 time: 0.1375499 Oct 20 12:27:56.301446 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 59516) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:27:56.305726 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-6706807d-4cdd-4a0f-aba3-3dcfdd14daab tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'port_id': '0b7c06e0-c030-4d77-8b0e-534628affb36', 'tenant_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:27:56.336692 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6706807d-4cdd-4a0f-aba3-3dcfdd14daab tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks [] for floatingip, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:56.443976 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6706807d-4cdd-4a0f-aba3-3dcfdd14daab tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:56.552795 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-6706807d-4cdd-4a0f-aba3-3dcfdd14daab tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Allocated IP 172.25.5.157 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/d7a3c4c2-d384-407d-b8cc-4eff4e89c84f) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:27:56.662110 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6706807d-4cdd-4a0f-aba3-3dcfdd14daab tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:56.695885 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6706807d-4cdd-4a0f-aba3-3dcfdd14daab tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:56.733113 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6706807d-4cdd-4a0f-aba3-3dcfdd14daab tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:27:56.736274 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-6706807d-4cdd-4a0f-aba3-3dcfdd14daab tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:27:56.740003 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6706807d-4cdd-4a0f-aba3-3dcfdd14daab tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:27:56.748591 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6706807d-4cdd-4a0f-aba3-3dcfdd14daab tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Pushing event updated for resources: {'Port': ['ID=d7a3c4c2-d384-407d-b8cc-4eff4e89c84f,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:27:57.137956 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6706807d-4cdd-4a0f-aba3-3dcfdd14daab tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:57.203317 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6706807d-4cdd-4a0f-aba3-3dcfdd14daab tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:57.358177 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6706807d-4cdd-4a0f-aba3-3dcfdd14daab tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:57.364727 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6706807d-4cdd-4a0f-aba3-3dcfdd14daab tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:57.434866 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6706807d-4cdd-4a0f-aba3-3dcfdd14daab tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Pushing event updated for resources: {'Port': ['ID=d7a3c4c2-d384-407d-b8cc-4eff4e89c84f,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:27:57.444756 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6706807d-4cdd-4a0f-aba3-3dcfdd14daab tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:57.556289 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [None req-6706807d-4cdd-4a0f-aba3-3dcfdd14daab tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Floating IP 830e9fc9-b130-430d-bd4f-a31117913acb associated. External IP: 172.25.5.157, port: 0b7c06e0-c030-4d77-8b0e-534628affb36. Oct 20 12:27:57.776956 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6706807d-4cdd-4a0f-aba3-3dcfdd14daab tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Router 178c8607-9f3f-48a3-948d-3b8806469451 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:27:57.879908 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6706807d-4cdd-4a0f-aba3-3dcfdd14daab tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:27:57.890455 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db477a83-d5a0-402e-a784-4ce3b8a63b86 None None] Sync routers for ids ['178c8607-9f3f-48a3-948d-3b8806469451'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:27:57.901812 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db477a83-d5a0-402e-a784-4ce3b8a63b86 None None] Routers {'178c8607-9f3f-48a3-948d-3b8806469451'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:27:57.902102 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-6706807d-4cdd-4a0f-aba3-3dcfdd14daab tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:57.902427 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-db477a83-d5a0-402e-a784-4ce3b8a63b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:27:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['178c8607-9f3f-48a3-948d-3b8806469451'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:27:57.932494 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-6706807d-4cdd-4a0f-aba3-3dcfdd14daab tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6300237 Oct 20 12:27:57.933092 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b65cf3-b2b8-478b-bed9-085f99a06dbc', 'tag': '0b7c06e0-c030-4d77-8b0e-534628affb36'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:27:57.935439 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0a02dd2059fce6544e6c1114f6588b97938997ae633064690662b627edbbcf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc62d15-da79-4881-ada3-b0e9369e92a7" -d '{"events": [{"name": "network-changed", "server_uuid": "f7b65cf3-b2b8-478b-bed9-085f99a06dbc", "tag": "0b7c06e0-c030-4d77-8b0e-534628affb36"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:27:57.935743 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59518) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:27:57.941080 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-63abbff1-73b3-4b3b-b21a-64c2b5cda9c4 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-64559752', 'description': 'tempest-secgroup-smoke-64559752 description', 'project_id': '4a16d31e813d4a428e11b65d4e21b2d1'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:27:57.972911 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-63abbff1-73b3-4b3b-b21a-64c2b5cda9c4 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:57.978251 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1184378f-1d45-4d94-8c5b-b5b25e13aac4 x-openstack-request-id: req-1184378f-1d45-4d94-8c5b-b5b25e13aac4 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:27:57.978621 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7b65cf3-b2b8-478b-bed9-085f99a06dbc", "tag": "0b7c06e0-c030-4d77-8b0e-534628affb36", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:27:57.979158 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1184378f-1d45-4d94-8c5b-b5b25e13aac4 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:27:57.979630 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7b65cf3-b2b8-478b-bed9-085f99a06dbc', 'tag': '0b7c06e0-c030-4d77-8b0e-534628affb36', 'status': 'completed', 'code': 200} Oct 20 12:27:58.045441 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-63abbff1-73b3-4b3b-b21a-64c2b5cda9c4 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:58.050928 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-63abbff1-73b3-4b3b-b21a-64c2b5cda9c4 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:58.053885 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc62d15-da79-4881-ada3-b0e9369e92a7 req-461b9314-b53b-4f8f-a456-157b0573357c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:27:58.055561 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8cc62d15-da79-4881-ada3-b0e9369e92a7 req-461b9314-b53b-4f8f-a456-157b0573357c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4a16d31e813d4a428e11b65d4e21b2d1&device_id=f7b65cf3-b2b8-478b-bed9-085f99a06dbc HTTP/1.1" status: 200 len: 1096 time: 0.0492089 Oct 20 12:27:58.088360 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-63abbff1-73b3-4b3b-b21a-64c2b5cda9c4 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:58.089650 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-63abbff1-73b3-4b3b-b21a-64c2b5cda9c4 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1528089 Oct 20 12:27:58.091742 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63abbff1-73b3-4b3b-b21a-64c2b5cda9c4 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b38e19c-51cb-406a-b1da-e5814d827aa0,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:27:58.093885 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59522) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:27:58.099264 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-f30ec3fc-da3f-4f59-9a21-c391bceb4f7f tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Request body: {'security_group_rule': {'security_group_id': '6b38e19c-51cb-406a-b1da-e5814d827aa0', 'project_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:27:58.109871 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abbff1-73b3-4b3b-b21a-64c2b5cda9c4 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:27:58.110230 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abbff1-73b3-4b3b-b21a-64c2b5cda9c4 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:27:58.110576 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abbff1-73b3-4b3b-b21a-64c2b5cda9c4 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:27:58.111069 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abbff1-73b3-4b3b-b21a-64c2b5cda9c4 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:27:58.111293 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abbff1-73b3-4b3b-b21a-64c2b5cda9c4 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:27:58.111631 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abbff1-73b3-4b3b-b21a-64c2b5cda9c4 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:27:58.111964 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abbff1-73b3-4b3b-b21a-64c2b5cda9c4 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:27:58.112294 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abbff1-73b3-4b3b-b21a-64c2b5cda9c4 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:27:58.112629 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abbff1-73b3-4b3b-b21a-64c2b5cda9c4 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:27:58.112953 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abbff1-73b3-4b3b-b21a-64c2b5cda9c4 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:27:58.113284 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abbff1-73b3-4b3b-b21a-64c2b5cda9c4 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:27:58.113609 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abbff1-73b3-4b3b-b21a-64c2b5cda9c4 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:27:58.141888 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f30ec3fc-da3f-4f59-9a21-c391bceb4f7f tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:58.156355 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc62d15-da79-4881-ada3-b0e9369e92a7 req-e0a3ff0c-7ebb-4f1b-972a-a4ad956f5064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:27:58.157861 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8cc62d15-da79-4881-ada3-b0e9369e92a7 req-e0a3ff0c-7ebb-4f1b-972a-a4ad956f5064 service neutron] 10.222.0.89 "GET /v2.0/networks?id=29000e8e-8d9b-4eb8-901a-5c59e0ede9b7 HTTP/1.1" status: 200 len: 917 time: 0.0946527 Oct 20 12:27:58.190859 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f30ec3fc-da3f-4f59-9a21-c391bceb4f7f tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:58.195198 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f30ec3fc-da3f-4f59-9a21-c391bceb4f7f tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:58.199448 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-db477a83-d5a0-402e-a784-4ce3b8a63b86 None None] Set router 178c8607-9f3f-48a3-948d-3b8806469451 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:27:58.215183 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ec3fc-da3f-4f59-9a21-c391bceb4f7f tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=810d2059-14a8-4286-86cb-ca6c269ea287,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:27:58.223104 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f30ec3fc-da3f-4f59-9a21-c391bceb4f7f tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:58.227184 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f30ec3fc-da3f-4f59-9a21-c391bceb4f7f tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1295667 Oct 20 12:27:58.227974 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59524) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:27:58.232248 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-57c6f9c6-13f3-4642-8c07-e82fe3b146b1 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Request body: {'security_group_rule': {'security_group_id': '6b38e19c-51cb-406a-b1da-e5814d827aa0', 'project_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:27:58.237341 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8cc62d15-da79-4881-ada3-b0e9369e92a7 req-90fe2ee3-5dcf-427a-a5df-b97660277c29 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b7c06e0-c030-4d77-8b0e-534628affb36 HTTP/1.1" status: 200 len: 999 time: 0.0713701 Oct 20 12:27:58.259152 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-57c6f9c6-13f3-4642-8c07-e82fe3b146b1 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:58.291155 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc62d15-da79-4881-ada3-b0e9369e92a7 req-2db8b479-6dea-42d8-962d-6e49ddeb4932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:27:58.293088 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8cc62d15-da79-4881-ada3-b0e9369e92a7 req-2db8b479-6dea-42d8-962d-6e49ddeb4932 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d2bc3cdc-97a5-4420-a07a-8cd1ddc61196 HTTP/1.1" status: 200 len: 854 time: 0.0471101 Oct 20 12:27:58.329306 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-57c6f9c6-13f3-4642-8c07-e82fe3b146b1 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:58.333588 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-57c6f9c6-13f3-4642-8c07-e82fe3b146b1 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:58.347603 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc62d15-da79-4881-ada3-b0e9369e92a7 req-0047820c-ffb8-41dd-8845-390a1a010861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:27:58.349686 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8cc62d15-da79-4881-ada3-b0e9369e92a7 req-0047820c-ffb8-41dd-8845-390a1a010861 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=29000e8e-8d9b-4eb8-901a-5c59e0ede9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478902 Oct 20 12:27:58.353225 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c6f9c6-13f3-4642-8c07-e82fe3b146b1 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02841ab9-2ca4-4448-850e-5fad2e2065c8,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:27:58.366284 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-57c6f9c6-13f3-4642-8c07-e82fe3b146b1 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:58.371212 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-57c6f9c6-13f3-4642-8c07-e82fe3b146b1 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1393454 Oct 20 12:27:58.371368 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59526) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:27:58.376439 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-9e1198ca-790f-44ce-99d8-f57e95d395a4 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Request body: {'security_group_rule': {'security_group_id': '6b38e19c-51cb-406a-b1da-e5814d827aa0', 'project_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:27:58.408102 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9e1198ca-790f-44ce-99d8-f57e95d395a4 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:58.457878 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8cc62d15-da79-4881-ada3-b0e9369e92a7 req-3a6177bb-92df-4e39-807c-c66e5f176036 service neutron] 10.222.0.89 "GET /v2.0/networks/29000e8e-8d9b-4eb8-901a-5c59e0ede9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982521 Oct 20 12:27:58.458636 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-db477a83-d5a0-402e-a784-4ce3b8a63b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178c8607-9f3f-48a3-948d-3b8806469451', 'name': 'tempest-TestMinimumBasicScenario-1275333891-router', 'tenant_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '2311e9bd-d691-4a41-8a7a-a5e6454c5d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:27:03Z', 'updated_at': '2021-10-20T12:27:05Z', 'revision_number': 4, 'project_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'gw_port': {'id': '2311e9bd-d691-4a41-8a7a-a5e6454c5d16', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c8607-9f3f-48a3-948d-3b8806469451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:27:03Z', 'updated_at': '2021-10-20T12:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '830e9fc9-b130-430d-bd4f-a31117913acb', 'tenant_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'floating_ip_address': '172.25.5.157', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '178c8607-9f3f-48a3-948d-3b8806469451', 'port_id': '0b7c06e0-c030-4d77-8b0e-534628affb36', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29000e8e-8d9b-4eb8-901a-5c59e0ede9b7', 'mac_address': 'fa:16:3e:a6:a2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b65cf3-b2b8-478b-bed9-085f99a06dbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:27:56Z', 'updated_at': '2021-10-20T12:27:56Z', 'revision_number': 0, 'project_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '084619cd-ffa9-4f19-b2a8-7c10e43bc5df', 'name': '', 'network_id': '29000e8e-8d9b-4eb8-901a-5c59e0ede9b7', 'tenant_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'mac_address': 'fa:16:3e:93:09:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c8607-9f3f-48a3-948d-3b8806469451', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'd2bc3cdc-97a5-4420-a07a-8cd1ddc61196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:27:05Z', 'updated_at': '2021-10-20T12:27:09Z', 'revision_number': 5, 'project_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'subnets': [{'id': 'd2bc3cdc-97a5-4420-a07a-8cd1ddc61196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:27:58.476181 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9e1198ca-790f-44ce-99d8-f57e95d395a4 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:58.481585 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9e1198ca-790f-44ce-99d8-f57e95d395a4 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:58.488366 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db477a83-d5a0-402e-a784-4ce3b8a63b86 None None] Checking router: 178c8607-9f3f-48a3-948d-3b8806469451 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:27:58.494538 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1198ca-790f-44ce-99d8-f57e95d395a4 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27f0b669-5699-4412-8ebb-64c2bbb90439,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:27:58.497664 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db477a83-d5a0-402e-a784-4ce3b8a63b86 None None] Routers {'178c8607-9f3f-48a3-948d-3b8806469451'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:27:58.498607 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-db477a83-d5a0-402e-a784-4ce3b8a63b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:27:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['178c8607-9f3f-48a3-948d-3b8806469451'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:27:58.511658 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9e1198ca-790f-44ce-99d8-f57e95d395a4 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:58.513288 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-9e1198ca-790f-44ce-99d8-f57e95d395a4 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1408949 Oct 20 12:27:58.519261 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59528) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:27:58.523927 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-69822c50-5a8a-4058-adfd-8d80686f7b9b tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Request body: {'security_group_rule': {'security_group_id': '6b38e19c-51cb-406a-b1da-e5814d827aa0', 'project_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:27:58.557400 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-69822c50-5a8a-4058-adfd-8d80686f7b9b tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:58.557943 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8cc62d15-da79-4881-ada3-b0e9369e92a7 req-4f9df758-fe8c-4710-bbd4-b11c9e24e512 service neutron] 10.222.0.89 "GET /v2.0/networks/29000e8e-8d9b-4eb8-901a-5c59e0ede9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922689 Oct 20 12:27:58.613466 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-db477a83-d5a0-402e-a784-4ce3b8a63b86 None None] Set router 178c8607-9f3f-48a3-948d-3b8806469451 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:27:58.618137 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-69822c50-5a8a-4058-adfd-8d80686f7b9b tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:58.624523 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-69822c50-5a8a-4058-adfd-8d80686f7b9b tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:58.646460 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69822c50-5a8a-4058-adfd-8d80686f7b9b tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35bd08ab-b605-426e-9840-f857fbe90410,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:27:58.660384 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-69822c50-5a8a-4058-adfd-8d80686f7b9b tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:58.661626 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-69822c50-5a8a-4058-adfd-8d80686f7b9b tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1413426 Oct 20 12:27:58.664461 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59530) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:27:58.669044 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-d499bdd3-f383-4e3d-b58c-e3835fbd9643 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Request body: {'security_group_rule': {'security_group_id': '6b38e19c-51cb-406a-b1da-e5814d827aa0', 'project_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:27:58.691404 n-d-814735-3 neutron-server[100646]: INFO neutron.db.securitygroups_db [None req-d499bdd3-f383-4e3d-b58c-e3835fbd9643 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Project 4a16d31e813d4a428e11b65d4e21b2d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 12:27:58.696404 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d499bdd3-f383-4e3d-b58c-e3835fbd9643 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:58.755169 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d499bdd3-f383-4e3d-b58c-e3835fbd9643 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:58.760262 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d499bdd3-f383-4e3d-b58c-e3835fbd9643 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:58.778442 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d499bdd3-f383-4e3d-b58c-e3835fbd9643 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93fdc704-f2e1-4c62-a5dc-b9473d0197c9,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:27:58.787532 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d499bdd3-f383-4e3d-b58c-e3835fbd9643 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:58.788845 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d499bdd3-f383-4e3d-b58c-e3835fbd9643 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1233466 Oct 20 12:27:58.791634 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59532) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:27:58.796193 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-3ef74fde-0df4-4cc0-9cd0-f98453b14b30 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Request body: {'security_group_rule': {'security_group_id': '6b38e19c-51cb-406a-b1da-e5814d827aa0', 'project_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:27:58.819800 n-d-814735-3 neutron-server[100646]: INFO neutron.db.securitygroups_db [None req-3ef74fde-0df4-4cc0-9cd0-f98453b14b30 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Project 4a16d31e813d4a428e11b65d4e21b2d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 12:27:58.824929 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3ef74fde-0df4-4cc0-9cd0-f98453b14b30 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:58.843303 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-db477a83-d5a0-402e-a784-4ce3b8a63b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178c8607-9f3f-48a3-948d-3b8806469451', 'name': 'tempest-TestMinimumBasicScenario-1275333891-router', 'tenant_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '2311e9bd-d691-4a41-8a7a-a5e6454c5d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:27:03Z', 'updated_at': '2021-10-20T12:27:05Z', 'revision_number': 4, 'project_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'gw_port': {'id': '2311e9bd-d691-4a41-8a7a-a5e6454c5d16', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c8607-9f3f-48a3-948d-3b8806469451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:27:03Z', 'updated_at': '2021-10-20T12:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '830e9fc9-b130-430d-bd4f-a31117913acb', 'tenant_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'floating_ip_address': '172.25.5.157', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '178c8607-9f3f-48a3-948d-3b8806469451', 'port_id': '0b7c06e0-c030-4d77-8b0e-534628affb36', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29000e8e-8d9b-4eb8-901a-5c59e0ede9b7', 'mac_address': 'fa:16:3e:a6:a2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b65cf3-b2b8-478b-bed9-085f99a06dbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:27:56Z', 'updated_at': '2021-10-20T12:27:56Z', 'revision_number': 0, 'project_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '084619cd-ffa9-4f19-b2a8-7c10e43bc5df', 'name': '', 'network_id': '29000e8e-8d9b-4eb8-901a-5c59e0ede9b7', 'tenant_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'mac_address': 'fa:16:3e:93:09:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c8607-9f3f-48a3-948d-3b8806469451', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'd2bc3cdc-97a5-4420-a07a-8cd1ddc61196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:27:05Z', 'updated_at': '2021-10-20T12:27:09Z', 'revision_number': 5, 'project_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'subnets': [{'id': 'd2bc3cdc-97a5-4420-a07a-8cd1ddc61196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:27:58.869520 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db477a83-d5a0-402e-a784-4ce3b8a63b86 None None] The sync data for ids ['178c8607-9f3f-48a3-948d-3b8806469451'] in n-d-814735-3 is: [{'id': '178c8607-9f3f-48a3-948d-3b8806469451', 'name': 'tempest-TestMinimumBasicScenario-1275333891-router', 'tenant_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '2311e9bd-d691-4a41-8a7a-a5e6454c5d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:27:03Z', 'updated_at': '2021-10-20T12:27:05Z', 'revision_number': 4, 'project_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'gw_port': {'id': '2311e9bd-d691-4a41-8a7a-a5e6454c5d16', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c8607-9f3f-48a3-948d-3b8806469451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:27:03Z', 'updated_at': '2021-10-20T12:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '830e9fc9-b130-430d-bd4f-a31117913acb', 'tenant_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'floating_ip_address': '172.25.5.157', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '178c8607-9f3f-48a3-948d-3b8806469451', 'port_id': '0b7c06e0-c030-4d77-8b0e-534628affb36', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29000e8e-8d9b-4eb8-901a-5c59e0ede9b7', 'mac_address': 'fa:16:3e:a6:a2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b65cf3-b2b8-478b-bed9-085f99a06dbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:27:56Z', 'updated_at': '2021-10-20T12:27:56Z', 'revision_number': 0, 'project_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '084619cd-ffa9-4f19-b2a8-7c10e43bc5df', 'name': '', 'network_id': '29000e8e-8d9b-4eb8-901a-5c59e0ede9b7', 'tenant_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'mac_address': 'fa:16:3e:93:09:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c8607-9f3f-48a3-948d-3b8806469451', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'd2bc3cdc-97a5-4420-a07a-8cd1ddc61196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:27:05Z', 'updated_at': '2021-10-20T12:27:09Z', 'revision_number': 5, 'project_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'subnets': [{'id': 'd2bc3cdc-97a5-4420-a07a-8cd1ddc61196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:27:58.889408 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3ef74fde-0df4-4cc0-9cd0-f98453b14b30 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:58.894496 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3ef74fde-0df4-4cc0-9cd0-f98453b14b30 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:58.913325 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef74fde-0df4-4cc0-9cd0-f98453b14b30 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89e74fee-9d00-407b-bb74-ac9352dcce3d,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:27:58.918992 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-3ef74fde-0df4-4cc0-9cd0-f98453b14b30 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:58.920165 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-3ef74fde-0df4-4cc0-9cd0-f98453b14b30 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1276591 Oct 20 12:27:59.000934 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9d829af9-cad7-4fa3-b934-07b079a7c6f3 req-237257cf-afbe-4789-afa4-0b89a2125b09 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-64559752&fields=id&tenant_id=4a16d31e813d4a428e11b65d4e21b2d1 HTTP/1.1" status: 200 len: 267 time: 0.0351226 Oct 20 12:27:59.056577 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d829af9-cad7-4fa3-b934-07b079a7c6f3 req-0167ba76-cded-473a-88a8-fc6e01409e41 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:27:59.058165 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9d829af9-cad7-4fa3-b934-07b079a7c6f3 req-0167ba76-cded-473a-88a8-fc6e01409e41 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7b65cf3-b2b8-478b-bed9-085f99a06dbc HTTP/1.1" status: 200 len: 945 time: 0.0510991 Oct 20 12:27:59.071397 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-9d829af9-cad7-4fa3-b934-07b079a7c6f3 req-fd317be2-939a-441a-b879-8319424cba49 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Request body: {'port': {'security_groups': ['e9ab9f18-b096-451c-851d-4dc7347e8b52', '6b38e19c-51cb-406a-b1da-e5814d827aa0']}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:27:59.072086 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71902b54-778a-4fe2-b3d7-07dac05ff59e None None] New status for floating IP 830e9fc9-b130-430d-bd4f-a31117913acb: ACTIVE {{(pid=100649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 12:27:59.135681 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9d829af9-cad7-4fa3-b934-07b079a7c6f3 req-fd317be2-939a-441a-b879-8319424cba49 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:59.330698 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-9d829af9-cad7-4fa3-b934-07b079a7c6f3 req-fd317be2-939a-441a-b879-8319424cba49 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] For port 0b7c06e0-c030-4d77-8b0e-534628affb36, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=0b7c06e0-c030-4d77-8b0e-534628affb36,segment=NetworkSegment(a32ca7fa-9cfd-4279-9c5c-da12df7302de),segment_id=a32ca7fa-9cfd-4279-9c5c-da12df7302de)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:27:59.361450 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9d829af9-cad7-4fa3-b934-07b079a7c6f3 req-fd317be2-939a-441a-b879-8319424cba49 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:59.367242 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9d829af9-cad7-4fa3-b934-07b079a7c6f3 req-fd317be2-939a-441a-b879-8319424cba49 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:59.379069 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['0b7c06e0-c030-4d77-8b0e-534628affb36'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:27:59.414399 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d829af9-cad7-4fa3-b934-07b079a7c6f3 req-fd317be2-939a-441a-b879-8319424cba49 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:27:59.415083 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-9d829af9-cad7-4fa3-b934-07b079a7c6f3 req-fd317be2-939a-441a-b879-8319424cba49 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:59.416455 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9d829af9-cad7-4fa3-b934-07b079a7c6f3 req-fd317be2-939a-441a-b879-8319424cba49 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "PUT /v2.0/ports/0b7c06e0-c030-4d77-8b0e-534628affb36 HTTP/1.1" status: 200 len: 981 time: 0.3513050 Oct 20 12:27:59.448962 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd317be2-939a-441a-b879-8319424cba49 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Pushing event updated for resources: {'Port': ['ID=0b7c06e0-c030-4d77-8b0e-534628affb36,revision_number=6']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:27:59.505984 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['0b7c06e0-c030-4d77-8b0e-534628affb36'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:27:59.532755 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f63493-5ad4-4f35-b521-0bd3b10ece86 req-26dc71d6-4d23-4d0b-83b9-735632902d99 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:27:59.534305 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a5f63493-5ad4-4f35-b521-0bd3b10ece86 req-26dc71d6-4d23-4d0b-83b9-735632902d99 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7b65cf3-b2b8-478b-bed9-085f99a06dbc HTTP/1.1" status: 200 len: 984 time: 0.0529933 Oct 20 12:27:59.577512 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a5f63493-5ad4-4f35-b521-0bd3b10ece86 req-25499134-d881-4cf0-b40c-29d35562498a tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/security-groups?id=e9ab9f18-b096-451c-851d-4dc7347e8b52&id=6b38e19c-51cb-406a-b1da-e5814d827aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0364487 Oct 20 12:27:59.751733 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d0b3bbf0-7474-45dd-b088-f17efb1361b2 None None] Provisioning complete for port 0b7c06e0-c030-4d77-8b0e-534628affb36 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:27:59.752088 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d0b3bbf0-7474-45dd-b088-f17efb1361b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:27:59.981080 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b65cf3-b2b8-478b-bed9-085f99a06dbc', 'tag': '0b7c06e0-c030-4d77-8b0e-534628affb36'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:27:59.983608 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0a02dd2059fce6544e6c1114f6588b97938997ae633064690662b627edbbcf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe97e4d-ae16-4fb0-8e3f-5941ddf8238d" -d '{"events": [{"name": "network-changed", "server_uuid": "f7b65cf3-b2b8-478b-bed9-085f99a06dbc", "tag": "0b7c06e0-c030-4d77-8b0e-534628affb36"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:28:00.024524 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a79aa0-f194-4ac9-babd-eb400047eb2e x-openstack-request-id: req-50a79aa0-f194-4ac9-babd-eb400047eb2e {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:28:00.024983 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7b65cf3-b2b8-478b-bed9-085f99a06dbc", "tag": "0b7c06e0-c030-4d77-8b0e-534628affb36", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:28:00.025182 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-50a79aa0-f194-4ac9-babd-eb400047eb2e {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:28:00.025680 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7b65cf3-b2b8-478b-bed9-085f99a06dbc', 'tag': '0b7c06e0-c030-4d77-8b0e-534628affb36', 'status': 'completed', 'code': 200} Oct 20 12:28:00.088703 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe97e4d-ae16-4fb0-8e3f-5941ddf8238d req-01185dd3-cad1-458e-bf03-14547583d125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:28:00.090184 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8fe97e4d-ae16-4fb0-8e3f-5941ddf8238d req-01185dd3-cad1-458e-bf03-14547583d125 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4a16d31e813d4a428e11b65d4e21b2d1&device_id=f7b65cf3-b2b8-478b-bed9-085f99a06dbc HTTP/1.1" status: 200 len: 1135 time: 0.0414879 Oct 20 12:28:00.197672 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe97e4d-ae16-4fb0-8e3f-5941ddf8238d req-019d14ce-8d8b-4df6-97a9-4b81e06f544e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:28:00.199191 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8fe97e4d-ae16-4fb0-8e3f-5941ddf8238d req-019d14ce-8d8b-4df6-97a9-4b81e06f544e service neutron] 10.222.0.89 "GET /v2.0/networks?id=29000e8e-8d9b-4eb8-901a-5c59e0ede9b7 HTTP/1.1" status: 200 len: 917 time: 0.1004412 Oct 20 12:28:00.275331 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8fe97e4d-ae16-4fb0-8e3f-5941ddf8238d req-07302f0d-5eb7-4759-a055-c531325ec311 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b7c06e0-c030-4d77-8b0e-534628affb36 HTTP/1.1" status: 200 len: 1001 time: 0.0679712 Oct 20 12:28:00.332197 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe97e4d-ae16-4fb0-8e3f-5941ddf8238d req-7a8748b9-eef0-443d-a18c-cdc2c3aa3a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:28:00.333654 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8fe97e4d-ae16-4fb0-8e3f-5941ddf8238d req-7a8748b9-eef0-443d-a18c-cdc2c3aa3a7c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d2bc3cdc-97a5-4420-a07a-8cd1ddc61196 HTTP/1.1" status: 200 len: 854 time: 0.0515158 Oct 20 12:28:00.380200 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe97e4d-ae16-4fb0-8e3f-5941ddf8238d req-55d793e7-daa2-4bd4-801d-5e6384022825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:28:00.381641 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8fe97e4d-ae16-4fb0-8e3f-5941ddf8238d req-55d793e7-daa2-4bd4-801d-5e6384022825 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=29000e8e-8d9b-4eb8-901a-5c59e0ede9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397446 Oct 20 12:28:00.483344 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8fe97e4d-ae16-4fb0-8e3f-5941ddf8238d req-3c2f153f-f199-4120-b931-40ba6da01566 service neutron] 10.222.0.89 "GET /v2.0/networks/29000e8e-8d9b-4eb8-901a-5c59e0ede9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935290 Oct 20 12:28:00.580537 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8fe97e4d-ae16-4fb0-8e3f-5941ddf8238d req-473d01e0-e38a-4f56-adb6-bfb844fa1171 service neutron] 10.222.0.89 "GET /v2.0/networks/29000e8e-8d9b-4eb8-901a-5c59e0ede9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864768 Oct 20 12:28:08.534203 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:28:10.450427 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:28:15.953066 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:28:16.926612 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5fb0e-dda0-4037-8960-9252ca3062e1 req-16d9b73f-df79-464a-ab8a-3eea4a921c4f tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:28:16.928043 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eac5fb0e-dda0-4037-8960-9252ca3062e1 req-16d9b73f-df79-464a-ab8a-3eea4a921c4f tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7b65cf3-b2b8-478b-bed9-085f99a06dbc HTTP/1.1" status: 200 len: 984 time: 0.0866652 Oct 20 12:28:16.929809 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb202f-a030-4b06-8c19-8bd71467d2a9 req-1a4ae537-3bea-43d3-afe0-4f85c3d5cb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:28:16.931175 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-edeb202f-a030-4b06-8c19-8bd71467d2a9 req-1a4ae537-3bea-43d3-afe0-4f85c3d5cb16 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4a16d31e813d4a428e11b65d4e21b2d1&device_id=f7b65cf3-b2b8-478b-bed9-085f99a06dbc HTTP/1.1" status: 200 len: 1135 time: 0.0805001 Oct 20 12:28:17.001654 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eac5fb0e-dda0-4037-8960-9252ca3062e1 req-2f6298db-0a9e-469d-b804-728e227cab11 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/security-groups?id=e9ab9f18-b096-451c-851d-4dc7347e8b52&id=6b38e19c-51cb-406a-b1da-e5814d827aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0655284 Oct 20 12:28:17.059846 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb202f-a030-4b06-8c19-8bd71467d2a9 req-fd98b0e1-f128-4c45-95fb-460617c84230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:28:17.061344 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-edeb202f-a030-4b06-8c19-8bd71467d2a9 req-fd98b0e1-f128-4c45-95fb-460617c84230 service neutron] 10.222.0.89 "GET /v2.0/networks?id=29000e8e-8d9b-4eb8-901a-5c59e0ede9b7 HTTP/1.1" status: 200 len: 917 time: 0.1176791 Oct 20 12:28:17.134062 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-edeb202f-a030-4b06-8c19-8bd71467d2a9 req-f14ba4ce-ce43-4904-a039-18a3b22e5167 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b7c06e0-c030-4d77-8b0e-534628affb36 HTTP/1.1" status: 200 len: 1001 time: 0.0636678 Oct 20 12:28:17.184146 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb202f-a030-4b06-8c19-8bd71467d2a9 req-82ece120-5375-4bc7-a0bd-0c2ea4f09a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:28:17.185450 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-edeb202f-a030-4b06-8c19-8bd71467d2a9 req-82ece120-5375-4bc7-a0bd-0c2ea4f09a8d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d2bc3cdc-97a5-4420-a07a-8cd1ddc61196 HTTP/1.1" status: 200 len: 854 time: 0.0425386 Oct 20 12:28:17.242195 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb202f-a030-4b06-8c19-8bd71467d2a9 req-f13ec6b3-371e-4b03-9af5-39bad01ecec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:28:17.243814 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-edeb202f-a030-4b06-8c19-8bd71467d2a9 req-f13ec6b3-371e-4b03-9af5-39bad01ecec5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=29000e8e-8d9b-4eb8-901a-5c59e0ede9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486863 Oct 20 12:28:17.342148 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-edeb202f-a030-4b06-8c19-8bd71467d2a9 req-a461fe68-1552-4112-ac6a-7d69b50afa74 service neutron] 10.222.0.89 "GET /v2.0/networks/29000e8e-8d9b-4eb8-901a-5c59e0ede9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904255 Oct 20 12:28:17.432348 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-edeb202f-a030-4b06-8c19-8bd71467d2a9 req-d77b20fa-d421-490f-a539-e0e0467e2310 service neutron] 10.222.0.89 "GET /v2.0/networks/29000e8e-8d9b-4eb8-901a-5c59e0ede9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817153 Oct 20 12:28:18.139551 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee47d1b-2be8-44f8-a1ac-e134a0019e0a req-edcfd2d8-e1fa-4ab5-b895-aec6ae10b36e tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:28:18.141046 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ee47d1b-2be8-44f8-a1ac-e134a0019e0a req-edcfd2d8-e1fa-4ab5-b895-aec6ae10b36e tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7b65cf3-b2b8-478b-bed9-085f99a06dbc HTTP/1.1" status: 200 len: 984 time: 0.0606759 Oct 20 12:28:18.184668 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5ee47d1b-2be8-44f8-a1ac-e134a0019e0a req-e92b8797-b9d4-40ee-a935-60b52d3233bf tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/security-groups?id=e9ab9f18-b096-451c-851d-4dc7347e8b52&id=6b38e19c-51cb-406a-b1da-e5814d827aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0343456 Oct 20 12:28:19.329083 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9edf8-67ba-4517-9e41-09fa4521de23 req-654fb38c-4fdf-4c8a-beaf-3b35305cc390 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:28:19.330564 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-86b9edf8-67ba-4517-9e41-09fa4521de23 req-654fb38c-4fdf-4c8a-beaf-3b35305cc390 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7b65cf3-b2b8-478b-bed9-085f99a06dbc HTTP/1.1" status: 200 len: 984 time: 0.0648804 Oct 20 12:28:19.377142 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-86b9edf8-67ba-4517-9e41-09fa4521de23 req-c3d66410-bbee-4263-9df0-b9d86499bcf5 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/security-groups?id=e9ab9f18-b096-451c-851d-4dc7347e8b52&id=6b38e19c-51cb-406a-b1da-e5814d827aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0395789 Oct 20 12:28:19.425701 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f38656ae-e7ed-483a-88e6-f1fc91cf87cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:28:20.512257 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb6a35-bb40-444f-bbab-d7f4807bd109 req-d0511fb7-f3ed-4665-ac5a-91d3e08e9caa tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:28:20.513775 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-13bb6a35-bb40-444f-bbab-d7f4807bd109 req-d0511fb7-f3ed-4665-ac5a-91d3e08e9caa tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7b65cf3-b2b8-478b-bed9-085f99a06dbc HTTP/1.1" status: 200 len: 984 time: 0.0522783 Oct 20 12:28:20.556170 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-13bb6a35-bb40-444f-bbab-d7f4807bd109 req-f4a86772-e5ea-4a3f-9338-bfdd45b93f6c tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/security-groups?id=e9ab9f18-b096-451c-851d-4dc7347e8b52&id=6b38e19c-51cb-406a-b1da-e5814d827aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0353289 Oct 20 12:28:21.824629 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caccb11-bbbd-4cd6-9d8a-32ea34607c62 req-1078a91d-c35c-4a42-a684-994ca9317e56 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:28:21.826098 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0caccb11-bbbd-4cd6-9d8a-32ea34607c62 req-1078a91d-c35c-4a42-a684-994ca9317e56 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7b65cf3-b2b8-478b-bed9-085f99a06dbc HTTP/1.1" status: 200 len: 984 time: 0.1832964 Oct 20 12:28:21.865892 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0caccb11-bbbd-4cd6-9d8a-32ea34607c62 req-dbc52499-c629-4aa7-b1f0-2f73f004c42d tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/security-groups?id=e9ab9f18-b096-451c-851d-4dc7347e8b52&id=6b38e19c-51cb-406a-b1da-e5814d827aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0334067 Oct 20 12:28:22.281465 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-92d8ac18-b7ce-4044-b413-952ebd707924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:28:23.050291 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac2ec5-66fa-4b9e-b09a-60ef1d05ed8b req-d951744b-fba5-4ed3-8b3b-df54b86585a1 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:28:23.051942 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c4ac2ec5-66fa-4b9e-b09a-60ef1d05ed8b req-d951744b-fba5-4ed3-8b3b-df54b86585a1 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7b65cf3-b2b8-478b-bed9-085f99a06dbc HTTP/1.1" status: 200 len: 984 time: 0.1141446 Oct 20 12:28:23.093867 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c4ac2ec5-66fa-4b9e-b09a-60ef1d05ed8b req-86655df0-e3cf-463c-bcb2-9387a417358e tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/security-groups?id=e9ab9f18-b096-451c-851d-4dc7347e8b52&id=6b38e19c-51cb-406a-b1da-e5814d827aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0356209 Oct 20 12:28:23.259222 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:28:23.403314 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:28:24.222048 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ca163-44db-437e-ac0b-2b945e832c8b req-a0cb882e-c8a1-419a-86b0-f40b0d2134e1 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:28:24.223571 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5d4ca163-44db-437e-ac0b-2b945e832c8b req-a0cb882e-c8a1-419a-86b0-f40b0d2134e1 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7b65cf3-b2b8-478b-bed9-085f99a06dbc HTTP/1.1" status: 200 len: 984 time: 0.0530617 Oct 20 12:28:24.265566 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5d4ca163-44db-437e-ac0b-2b945e832c8b req-5f71bae8-dff9-4d31-8eaa-52bcd8e7c80e tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/security-groups?id=e9ab9f18-b096-451c-851d-4dc7347e8b52&id=6b38e19c-51cb-406a-b1da-e5814d827aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0357828 Oct 20 12:28:25.138550 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:28:25.417080 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64d081-e853-4226-9fe4-d4e62087cf0b req-0fc30518-1efc-41aa-8298-de8e39cb93ab tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:28:25.418498 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7d64d081-e853-4226-9fe4-d4e62087cf0b req-0fc30518-1efc-41aa-8298-de8e39cb93ab tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7b65cf3-b2b8-478b-bed9-085f99a06dbc HTTP/1.1" status: 200 len: 984 time: 0.0711889 Oct 20 12:28:25.458482 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7d64d081-e853-4226-9fe4-d4e62087cf0b req-2c918159-dfe9-46e1-99ab-4584815233b5 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/security-groups?id=e9ab9f18-b096-451c-851d-4dc7347e8b52&id=6b38e19c-51cb-406a-b1da-e5814d827aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0337265 Oct 20 12:28:26.602712 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf4077-c2eb-48a4-8675-33b0e083f2ce req-da8135a3-9dd8-43bc-88ca-a7c1e05f7ebc tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:28:26.604233 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1bbf4077-c2eb-48a4-8675-33b0e083f2ce req-da8135a3-9dd8-43bc-88ca-a7c1e05f7ebc tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7b65cf3-b2b8-478b-bed9-085f99a06dbc HTTP/1.1" status: 200 len: 984 time: 0.0591142 Oct 20 12:28:26.648458 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1bbf4077-c2eb-48a4-8675-33b0e083f2ce req-e837aba5-49d4-436c-b404-16fb69986fe9 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/security-groups?id=e9ab9f18-b096-451c-851d-4dc7347e8b52&id=6b38e19c-51cb-406a-b1da-e5814d827aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0379958 Oct 20 12:28:27.767833 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d6f3ef-bcca-4cc9-a10b-5368d20fbb45 req-d38829e4-28f5-44b6-9e27-b08ec3772d12 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:28:27.769275 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a2d6f3ef-bcca-4cc9-a10b-5368d20fbb45 req-d38829e4-28f5-44b6-9e27-b08ec3772d12 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7b65cf3-b2b8-478b-bed9-085f99a06dbc HTTP/1.1" status: 200 len: 984 time: 0.0525148 Oct 20 12:28:27.821941 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a2d6f3ef-bcca-4cc9-a10b-5368d20fbb45 req-1be7c567-c268-4e47-86ec-38f201eedf1d tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/security-groups?id=e9ab9f18-b096-451c-851d-4dc7347e8b52&id=6b38e19c-51cb-406a-b1da-e5814d827aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0464337 Oct 20 12:28:28.963503 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22827c-bd0f-49dc-b857-72f8c9de4f9f req-52f69404-0f1c-4120-93c9-846f351a9090 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:28:28.965048 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1b22827c-bd0f-49dc-b857-72f8c9de4f9f req-52f69404-0f1c-4120-93c9-846f351a9090 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7b65cf3-b2b8-478b-bed9-085f99a06dbc HTTP/1.1" status: 200 len: 984 time: 0.0562108 Oct 20 12:28:29.010095 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1b22827c-bd0f-49dc-b857-72f8c9de4f9f req-c2cb2791-38f2-4473-816f-8355956def86 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/security-groups?id=e9ab9f18-b096-451c-851d-4dc7347e8b52&id=6b38e19c-51cb-406a-b1da-e5814d827aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0354359 Oct 20 12:28:40.444685 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:28:45.534562 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:28:45.954725 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:28:49.418528 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-84b7051a-b3c1-45e8-9890-05e6e5f746ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:28:52.274727 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-993c06d1-f6c4-4913-95a2-325a4a40ef0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:28:53.241927 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:28:53.400512 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:28:54.378111 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92f42bb2-ae7d-4d50-8300-9cbe783038e0 req-5dd967ae-ec0e-4580-a106-9ebadea5311b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f7b65cf3-b2b8-478b-bed9-085f99a06dbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0979013 Oct 20 12:28:54.468148 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f42bb2-ae7d-4d50-8300-9cbe783038e0 req-7e3809b1-597c-4432-b26f-07637c0c2341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:28:54.469680 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92f42bb2-ae7d-4d50-8300-9cbe783038e0 req-7e3809b1-597c-4432-b26f-07637c0c2341 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4a16d31e813d4a428e11b65d4e21b2d1&device_id=f7b65cf3-b2b8-478b-bed9-085f99a06dbc HTTP/1.1" status: 200 len: 1135 time: 0.0427568 Oct 20 12:28:54.578619 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f42bb2-ae7d-4d50-8300-9cbe783038e0 req-09c62702-1ee9-4490-be3f-99dfe72b6d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:28:54.580107 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92f42bb2-ae7d-4d50-8300-9cbe783038e0 req-09c62702-1ee9-4490-be3f-99dfe72b6d00 service neutron] 10.222.0.89 "GET /v2.0/networks?id=29000e8e-8d9b-4eb8-901a-5c59e0ede9b7 HTTP/1.1" status: 200 len: 917 time: 0.0883405 Oct 20 12:28:54.648306 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92f42bb2-ae7d-4d50-8300-9cbe783038e0 req-0b3488f6-90fc-467c-b1bc-81e4d44d93d2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b7c06e0-c030-4d77-8b0e-534628affb36 HTTP/1.1" status: 200 len: 1001 time: 0.0592806 Oct 20 12:28:54.699182 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f42bb2-ae7d-4d50-8300-9cbe783038e0 req-2966d591-66b8-4589-8bda-26cbc5e9ea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:28:54.700629 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92f42bb2-ae7d-4d50-8300-9cbe783038e0 req-2966d591-66b8-4589-8bda-26cbc5e9ea7a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d2bc3cdc-97a5-4420-a07a-8cd1ddc61196 HTTP/1.1" status: 200 len: 854 time: 0.0436866 Oct 20 12:28:54.754148 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f42bb2-ae7d-4d50-8300-9cbe783038e0 req-e15ba6ca-a866-4d82-a98a-8658bcbd280d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:28:54.755720 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92f42bb2-ae7d-4d50-8300-9cbe783038e0 req-e15ba6ca-a866-4d82-a98a-8658bcbd280d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=29000e8e-8d9b-4eb8-901a-5c59e0ede9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459602 Oct 20 12:28:54.849354 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92f42bb2-ae7d-4d50-8300-9cbe783038e0 req-ea74cfcb-65f7-41e3-9972-8334e17a49cc service neutron] 10.222.0.89 "GET /v2.0/networks/29000e8e-8d9b-4eb8-901a-5c59e0ede9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847864 Oct 20 12:28:54.947334 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92f42bb2-ae7d-4d50-8300-9cbe783038e0 req-67cc2695-ba6a-4ce0-8c88-6d00177679dc service neutron] 10.222.0.89 "GET /v2.0/networks/29000e8e-8d9b-4eb8-901a-5c59e0ede9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893881 Oct 20 12:28:55.132631 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:01.854203 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-85d13ad6-2b83-4f8b-95d5-b1f3197bf37c req-99364724-29eb-4978-8e05-a4df262a28cc tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-64559752&fields=id&tenant_id=4a16d31e813d4a428e11b65d4e21b2d1 HTTP/1.1" status: 200 len: 267 time: 0.0342894 Oct 20 12:29:01.908239 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d13ad6-2b83-4f8b-95d5-b1f3197bf37c req-62adfe1f-9432-4446-adf3-0283d4d67b10 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:29:01.909626 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-85d13ad6-2b83-4f8b-95d5-b1f3197bf37c req-62adfe1f-9432-4446-adf3-0283d4d67b10 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7b65cf3-b2b8-478b-bed9-085f99a06dbc HTTP/1.1" status: 200 len: 984 time: 0.0492370 Oct 20 12:29:01.920762 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-85d13ad6-2b83-4f8b-95d5-b1f3197bf37c req-252d846d-4486-4a48-a079-8d311e420a6a tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Request body: {'port': {'security_groups': ['e9ab9f18-b096-451c-851d-4dc7347e8b52']}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:29:01.993397 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-85d13ad6-2b83-4f8b-95d5-b1f3197bf37c req-252d846d-4486-4a48-a079-8d311e420a6a tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:02.166489 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-85d13ad6-2b83-4f8b-95d5-b1f3197bf37c req-252d846d-4486-4a48-a079-8d311e420a6a tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] For port 0b7c06e0-c030-4d77-8b0e-534628affb36, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=0b7c06e0-c030-4d77-8b0e-534628affb36,segment=NetworkSegment(a32ca7fa-9cfd-4279-9c5c-da12df7302de),segment_id=a32ca7fa-9cfd-4279-9c5c-da12df7302de)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:29:02.546629 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-85d13ad6-2b83-4f8b-95d5-b1f3197bf37c req-252d846d-4486-4a48-a079-8d311e420a6a tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:02.552934 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-85d13ad6-2b83-4f8b-95d5-b1f3197bf37c req-252d846d-4486-4a48-a079-8d311e420a6a tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:02.576004 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['0b7c06e0-c030-4d77-8b0e-534628affb36'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:29:02.596813 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d13ad6-2b83-4f8b-95d5-b1f3197bf37c req-252d846d-4486-4a48-a079-8d311e420a6a tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:29:02.597440 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-85d13ad6-2b83-4f8b-95d5-b1f3197bf37c req-252d846d-4486-4a48-a079-8d311e420a6a tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:02.598883 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-85d13ad6-2b83-4f8b-95d5-b1f3197bf37c req-252d846d-4486-4a48-a079-8d311e420a6a tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "PUT /v2.0/ports/0b7c06e0-c030-4d77-8b0e-534628affb36 HTTP/1.1" status: 200 len: 942 time: 0.6827171 Oct 20 12:29:02.599353 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b65cf3-b2b8-478b-bed9-085f99a06dbc', 'tag': '0b7c06e0-c030-4d77-8b0e-534628affb36'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:29:02.601723 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0a02dd2059fce6544e6c1114f6588b97938997ae633064690662b627edbbcf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec41ee1a-faca-436c-baf7-d8b52b92f04b" -d '{"events": [{"name": "network-changed", "server_uuid": "f7b65cf3-b2b8-478b-bed9-085f99a06dbc", "tag": "0b7c06e0-c030-4d77-8b0e-534628affb36"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:29:02.605035 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59594) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:29:02.663044 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d846d-4486-4a48-a079-8d311e420a6a tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Pushing event updated for resources: {'Port': ['ID=0b7c06e0-c030-4d77-8b0e-534628affb36,revision_number=7']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:29:02.672327 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252d846d-4486-4a48-a079-8d311e420a6a tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:29:02.674475 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252d846d-4486-4a48-a079-8d311e420a6a tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:29:02.682362 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252d846d-4486-4a48-a079-8d311e420a6a tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:29:02.683172 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252d846d-4486-4a48-a079-8d311e420a6a tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:29:02.684794 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252d846d-4486-4a48-a079-8d311e420a6a tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:29:02.686727 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252d846d-4486-4a48-a079-8d311e420a6a tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:29:02.687173 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252d846d-4486-4a48-a079-8d311e420a6a tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:29:02.687638 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252d846d-4486-4a48-a079-8d311e420a6a tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:29:02.688048 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252d846d-4486-4a48-a079-8d311e420a6a tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:29:02.688464 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252d846d-4486-4a48-a079-8d311e420a6a tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:29:02.688897 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252d846d-4486-4a48-a079-8d311e420a6a tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:29:02.689468 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252d846d-4486-4a48-a079-8d311e420a6a tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:29:02.700232 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['0b7c06e0-c030-4d77-8b0e-534628affb36'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:29:02.725438 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8d1ced6c-f3e9-4799-98eb-a6e2bc8a8503 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:02.782919 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8d1ced6c-f3e9-4799-98eb-a6e2bc8a8503 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:02.826956 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f86965-e2c7-4278-9859-5ea5f586cbdd x-openstack-request-id: req-26f86965-e2c7-4278-9859-5ea5f586cbdd {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:29:02.827729 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7b65cf3-b2b8-478b-bed9-085f99a06dbc", "tag": "0b7c06e0-c030-4d77-8b0e-534628affb36", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:29:02.827729 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-26f86965-e2c7-4278-9859-5ea5f586cbdd {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:29:02.828017 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7b65cf3-b2b8-478b-bed9-085f99a06dbc', 'tag': '0b7c06e0-c030-4d77-8b0e-534628affb36', 'status': 'completed', 'code': 200} Oct 20 12:29:02.858760 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8d1ced6c-f3e9-4799-98eb-a6e2bc8a8503 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:02.861915 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8d1ced6c-f3e9-4799-98eb-a6e2bc8a8503 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:02.863935 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8d1ced6c-f3e9-4799-98eb-a6e2bc8a8503 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "DELETE /v2.0/security-groups/6b38e19c-51cb-406a-b1da-e5814d827aa0 HTTP/1.1" status: 204 len: 168 time: 0.2578981 Oct 20 12:29:02.881213 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59600) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:29:02.882328 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ced6c-f3e9-4799-98eb-a6e2bc8a8503 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b38e19c-51cb-406a-b1da-e5814d827aa0,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:29:02.905816 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec41ee1a-faca-436c-baf7-d8b52b92f04b req-6727df73-aefd-4d0b-88ca-3f29719ac153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:29:02.907602 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ec41ee1a-faca-436c-baf7-d8b52b92f04b req-6727df73-aefd-4d0b-88ca-3f29719ac153 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4a16d31e813d4a428e11b65d4e21b2d1&device_id=f7b65cf3-b2b8-478b-bed9-085f99a06dbc HTTP/1.1" status: 200 len: 1096 time: 0.0528450 Oct 20 12:29:02.964033 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ced6c-f3e9-4799-98eb-a6e2bc8a8503 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:29:02.964421 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ced6c-f3e9-4799-98eb-a6e2bc8a8503 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:29:02.964729 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ced6c-f3e9-4799-98eb-a6e2bc8a8503 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:29:02.965072 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ced6c-f3e9-4799-98eb-a6e2bc8a8503 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:29:02.965406 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ced6c-f3e9-4799-98eb-a6e2bc8a8503 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:29:02.965741 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ced6c-f3e9-4799-98eb-a6e2bc8a8503 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:29:02.966075 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ced6c-f3e9-4799-98eb-a6e2bc8a8503 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:29:02.966405 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ced6c-f3e9-4799-98eb-a6e2bc8a8503 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:29:02.966736 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ced6c-f3e9-4799-98eb-a6e2bc8a8503 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:29:02.967094 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ced6c-f3e9-4799-98eb-a6e2bc8a8503 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:29:02.967424 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ced6c-f3e9-4799-98eb-a6e2bc8a8503 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:29:02.967749 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ced6c-f3e9-4799-98eb-a6e2bc8a8503 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:29:03.025630 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-4166ff29-f0da-49b9-a012-731e639e9ca1 None None] Provisioning complete for port 0b7c06e0-c030-4d77-8b0e-534628affb36 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:29:03.027256 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4166ff29-f0da-49b9-a012-731e639e9ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:03.033206 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec41ee1a-faca-436c-baf7-d8b52b92f04b req-19fade6a-50ee-4f0a-bbb6-1a1d845c2a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:29:03.036575 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ec41ee1a-faca-436c-baf7-d8b52b92f04b req-19fade6a-50ee-4f0a-bbb6-1a1d845c2a50 service neutron] 10.222.0.89 "GET /v2.0/networks?id=29000e8e-8d9b-4eb8-901a-5c59e0ede9b7 HTTP/1.1" status: 200 len: 917 time: 0.1173263 Oct 20 12:29:03.088555 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-7f708354-e6d8-4cc2-a257-ca842e5181ff tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Deleting port d7a3c4c2-d384-407d-b8cc-4eff4e89c84f {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:29:03.088909 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7f708354-e6d8-4cc2-a257-ca842e5181ff tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:03.112247 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ec41ee1a-faca-436c-baf7-d8b52b92f04b req-3d41953f-8736-4b5a-8914-86a9fa8e3da9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b7c06e0-c030-4d77-8b0e-534628affb36 HTTP/1.1" status: 200 len: 1001 time: 0.0678170 Oct 20 12:29:03.168502 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec41ee1a-faca-436c-baf7-d8b52b92f04b req-09b1f46a-418a-464d-a167-d198512a8c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:29:03.169977 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ec41ee1a-faca-436c-baf7-d8b52b92f04b req-09b1f46a-418a-464d-a167-d198512a8c2a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d2bc3cdc-97a5-4420-a07a-8cd1ddc61196 HTTP/1.1" status: 200 len: 854 time: 0.0501049 Oct 20 12:29:03.170843 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7f708354-e6d8-4cc2-a257-ca842e5181ff tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:03.171172 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7f708354-e6d8-4cc2-a257-ca842e5181ff tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:03.183197 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-7f708354-e6d8-4cc2-a257-ca842e5181ff tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Calling delete_port for d7a3c4c2-d384-407d-b8cc-4eff4e89c84f owned by network:floatingip {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:29:03.218276 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec41ee1a-faca-436c-baf7-d8b52b92f04b req-cbba804f-2d78-442f-b101-5218a38ce63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:29:03.219817 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ec41ee1a-faca-436c-baf7-d8b52b92f04b req-cbba804f-2d78-442f-b101-5218a38ce63c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=29000e8e-8d9b-4eb8-901a-5c59e0ede9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399861 Oct 20 12:29:03.317478 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ec41ee1a-faca-436c-baf7-d8b52b92f04b req-86368b13-169c-4abb-93df-368fc89c0dbb service neutron] 10.222.0.89 "GET /v2.0/networks/29000e8e-8d9b-4eb8-901a-5c59e0ede9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896575 Oct 20 12:29:03.339369 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7f708354-e6d8-4cc2-a257-ca842e5181ff tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:03.362532 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f708354-e6d8-4cc2-a257-ca842e5181ff tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Pushing event deleted for resources: {'Port': ['ID=d7a3c4c2-d384-407d-b8cc-4eff4e89c84f,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:29:03.412101 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ec41ee1a-faca-436c-baf7-d8b52b92f04b req-448a42ad-4c40-4596-b119-66b2f0f0d132 service neutron] 10.222.0.89 "GET /v2.0/networks/29000e8e-8d9b-4eb8-901a-5c59e0ede9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826466 Oct 20 12:29:03.424325 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7f708354-e6d8-4cc2-a257-ca842e5181ff tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks [] for floatingip, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:03.424678 n-d-814735-3 neutron-server[100646]: INFO neutron.db.l3_db [None req-7f708354-e6d8-4cc2-a257-ca842e5181ff tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Floating IP 830e9fc9-b130-430d-bd4f-a31117913acb disassociated (deleted). External IP: 172.25.5.157, port: 0b7c06e0-c030-4d77-8b0e-534628affb36. Oct 20 12:29:03.649860 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f708354-e6d8-4cc2-a257-ca842e5181ff tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Router 178c8607-9f3f-48a3-948d-3b8806469451 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:29:03.765308 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f708354-e6d8-4cc2-a257-ca842e5181ff tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:29:03.771173 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7f708354-e6d8-4cc2-a257-ca842e5181ff tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:03.780065 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448b3c21-0583-416a-9de1-d47f0c7e0f46 None None] Sync routers for ids ['178c8607-9f3f-48a3-948d-3b8806469451'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:29:03.790184 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448b3c21-0583-416a-9de1-d47f0c7e0f46 None None] Routers {'178c8607-9f3f-48a3-948d-3b8806469451'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:29:03.790914 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-448b3c21-0583-416a-9de1-d47f0c7e0f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:28:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['178c8607-9f3f-48a3-948d-3b8806469451'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:29:03.799549 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7f708354-e6d8-4cc2-a257-ca842e5181ff tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "DELETE /v2.0/floatingips/830e9fc9-b130-430d-bd4f-a31117913acb HTTP/1.1" status: 204 len: 168 time: 0.9091351 Oct 20 12:29:03.800109 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b65cf3-b2b8-478b-bed9-085f99a06dbc', 'tag': '0b7c06e0-c030-4d77-8b0e-534628affb36'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:29:03.852231 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f6473da4100a9b2d2507aa888be59ba03dba4d50a2e20228baad954033a1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01166236-0269-4e2b-8be7-f1702e0d94eb" -d '{"events": [{"name": "network-changed", "server_uuid": "f7b65cf3-b2b8-478b-bed9-085f99a06dbc", "tag": "0b7c06e0-c030-4d77-8b0e-534628affb36"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:29:03.901384 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-448b3c21-0583-416a-9de1-d47f0c7e0f46 None None] Set router 178c8607-9f3f-48a3-948d-3b8806469451 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:29:03.966400 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c83be44-b1fd-4fe4-aad9-acbbf98bd946 x-openstack-request-id: req-5c83be44-b1fd-4fe4-aad9-acbbf98bd946 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:29:03.966697 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7b65cf3-b2b8-478b-bed9-085f99a06dbc", "tag": "0b7c06e0-c030-4d77-8b0e-534628affb36", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:29:03.966976 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5c83be44-b1fd-4fe4-aad9-acbbf98bd946 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:29:03.967391 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7b65cf3-b2b8-478b-bed9-085f99a06dbc', 'tag': '0b7c06e0-c030-4d77-8b0e-534628affb36', 'status': 'completed', 'code': 200} Oct 20 12:29:04.039558 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01166236-0269-4e2b-8be7-f1702e0d94eb req-7e7b615d-b011-4377-bd0e-44392e5c15f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:29:04.041171 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-01166236-0269-4e2b-8be7-f1702e0d94eb req-7e7b615d-b011-4377-bd0e-44392e5c15f1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4a16d31e813d4a428e11b65d4e21b2d1&device_id=f7b65cf3-b2b8-478b-bed9-085f99a06dbc HTTP/1.1" status: 200 len: 1096 time: 0.0470462 Oct 20 12:29:04.122136 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-448b3c21-0583-416a-9de1-d47f0c7e0f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178c8607-9f3f-48a3-948d-3b8806469451', 'name': 'tempest-TestMinimumBasicScenario-1275333891-router', 'tenant_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '2311e9bd-d691-4a41-8a7a-a5e6454c5d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:27:03Z', 'updated_at': '2021-10-20T12:27:05Z', 'revision_number': 4, 'project_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'gw_port': {'id': '2311e9bd-d691-4a41-8a7a-a5e6454c5d16', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c8607-9f3f-48a3-948d-3b8806469451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:27:03Z', 'updated_at': '2021-10-20T12:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '084619cd-ffa9-4f19-b2a8-7c10e43bc5df', 'name': '', 'network_id': '29000e8e-8d9b-4eb8-901a-5c59e0ede9b7', 'tenant_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'mac_address': 'fa:16:3e:93:09:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c8607-9f3f-48a3-948d-3b8806469451', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'd2bc3cdc-97a5-4420-a07a-8cd1ddc61196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:27:05Z', 'updated_at': '2021-10-20T12:27:09Z', 'revision_number': 5, 'project_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'subnets': [{'id': 'd2bc3cdc-97a5-4420-a07a-8cd1ddc61196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:29:04.148479 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448b3c21-0583-416a-9de1-d47f0c7e0f46 None None] Checking router: 178c8607-9f3f-48a3-948d-3b8806469451 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:29:04.153243 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01166236-0269-4e2b-8be7-f1702e0d94eb req-394f4bc1-73f3-44b3-b277-0c73324391c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:29:04.154704 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-01166236-0269-4e2b-8be7-f1702e0d94eb req-394f4bc1-73f3-44b3-b277-0c73324391c0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=29000e8e-8d9b-4eb8-901a-5c59e0ede9b7 HTTP/1.1" status: 200 len: 917 time: 0.0921783 Oct 20 12:29:04.156792 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448b3c21-0583-416a-9de1-d47f0c7e0f46 None None] Routers {'178c8607-9f3f-48a3-948d-3b8806469451'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:29:04.157390 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-448b3c21-0583-416a-9de1-d47f0c7e0f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:28:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['178c8607-9f3f-48a3-948d-3b8806469451'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:29:04.197706 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-01166236-0269-4e2b-8be7-f1702e0d94eb req-19ce1c73-4369-4255-9cff-f291d92d816b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b7c06e0-c030-4d77-8b0e-534628affb36 HTTP/1.1" status: 200 len: 217 time: 0.0345881 Oct 20 12:29:04.255593 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01166236-0269-4e2b-8be7-f1702e0d94eb req-e16e68ef-337b-4883-87df-a057d9b3c8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:29:04.257785 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-01166236-0269-4e2b-8be7-f1702e0d94eb req-e16e68ef-337b-4883-87df-a057d9b3c8cb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d2bc3cdc-97a5-4420-a07a-8cd1ddc61196 HTTP/1.1" status: 200 len: 854 time: 0.0498497 Oct 20 12:29:04.263315 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-448b3c21-0583-416a-9de1-d47f0c7e0f46 None None] Set router 178c8607-9f3f-48a3-948d-3b8806469451 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:29:04.305445 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01166236-0269-4e2b-8be7-f1702e0d94eb req-b778e0a1-e3f6-431d-b54a-90089cd6b091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:29:04.307104 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-01166236-0269-4e2b-8be7-f1702e0d94eb req-b778e0a1-e3f6-431d-b54a-90089cd6b091 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=29000e8e-8d9b-4eb8-901a-5c59e0ede9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412858 Oct 20 12:29:04.399863 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-01166236-0269-4e2b-8be7-f1702e0d94eb req-5651860d-0a6c-4c2d-a053-c9d40c637cc0 service neutron] 10.222.0.89 "GET /v2.0/networks/29000e8e-8d9b-4eb8-901a-5c59e0ede9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830305 Oct 20 12:29:04.455838 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-448b3c21-0583-416a-9de1-d47f0c7e0f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178c8607-9f3f-48a3-948d-3b8806469451', 'name': 'tempest-TestMinimumBasicScenario-1275333891-router', 'tenant_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '2311e9bd-d691-4a41-8a7a-a5e6454c5d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:27:03Z', 'updated_at': '2021-10-20T12:27:05Z', 'revision_number': 4, 'project_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'gw_port': {'id': '2311e9bd-d691-4a41-8a7a-a5e6454c5d16', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c8607-9f3f-48a3-948d-3b8806469451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:27:03Z', 'updated_at': '2021-10-20T12:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '084619cd-ffa9-4f19-b2a8-7c10e43bc5df', 'name': '', 'network_id': '29000e8e-8d9b-4eb8-901a-5c59e0ede9b7', 'tenant_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'mac_address': 'fa:16:3e:93:09:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c8607-9f3f-48a3-948d-3b8806469451', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'd2bc3cdc-97a5-4420-a07a-8cd1ddc61196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:27:05Z', 'updated_at': '2021-10-20T12:27:09Z', 'revision_number': 5, 'project_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'subnets': [{'id': 'd2bc3cdc-97a5-4420-a07a-8cd1ddc61196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:29:04.490838 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448b3c21-0583-416a-9de1-d47f0c7e0f46 None None] The sync data for ids ['178c8607-9f3f-48a3-948d-3b8806469451'] in n-d-814735-3 is: [{'id': '178c8607-9f3f-48a3-948d-3b8806469451', 'name': 'tempest-TestMinimumBasicScenario-1275333891-router', 'tenant_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '2311e9bd-d691-4a41-8a7a-a5e6454c5d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:27:03Z', 'updated_at': '2021-10-20T12:27:05Z', 'revision_number': 4, 'project_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'gw_port': {'id': '2311e9bd-d691-4a41-8a7a-a5e6454c5d16', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c8607-9f3f-48a3-948d-3b8806469451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:27:03Z', 'updated_at': '2021-10-20T12:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '084619cd-ffa9-4f19-b2a8-7c10e43bc5df', 'name': '', 'network_id': '29000e8e-8d9b-4eb8-901a-5c59e0ede9b7', 'tenant_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'mac_address': 'fa:16:3e:93:09:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c8607-9f3f-48a3-948d-3b8806469451', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'd2bc3cdc-97a5-4420-a07a-8cd1ddc61196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:27:05Z', 'updated_at': '2021-10-20T12:27:09Z', 'revision_number': 5, 'project_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'subnets': [{'id': 'd2bc3cdc-97a5-4420-a07a-8cd1ddc61196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:29:04.505032 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-01166236-0269-4e2b-8be7-f1702e0d94eb req-c553fe7a-86cf-4dcc-8da2-db75c709b273 service neutron] 10.222.0.89 "GET /v2.0/networks/29000e8e-8d9b-4eb8-901a-5c59e0ede9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926356 Oct 20 12:29:04.720873 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef46c3e2-9714-4ee8-9ffc-dd228833e3ce None None] New status for floating IP 830e9fc9-b130-430d-bd4f-a31117913acb: DOWN {{(pid=100649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 12:29:10.442269 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:12.850580 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df5975d-dc12-4d4c-977f-52ab4ec6b5fb req-e0ef57b2-f3fc-4d09-b601-bf9bbcd302f9 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:29:12.852112 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6df5975d-dc12-4d4c-977f-52ab4ec6b5fb req-e0ef57b2-f3fc-4d09-b601-bf9bbcd302f9 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7b65cf3-b2b8-478b-bed9-085f99a06dbc HTTP/1.1" status: 200 len: 945 time: 0.0520775 Oct 20 12:29:12.893526 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6df5975d-dc12-4d4c-977f-52ab4ec6b5fb req-04a5dd9e-6190-45d6-9638-a36aa334aced tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/security-groups?id=e9ab9f18-b096-451c-851d-4dc7347e8b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346155 Oct 20 12:29:14.023140 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e4b8d-02aa-4013-9271-17da9be303e4 req-cf93099d-9ff2-4c7d-9c47-f3bbeb001998 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:29:14.024618 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-054e4b8d-02aa-4013-9271-17da9be303e4 req-cf93099d-9ff2-4c7d-9c47-f3bbeb001998 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7b65cf3-b2b8-478b-bed9-085f99a06dbc HTTP/1.1" status: 200 len: 945 time: 0.0613344 Oct 20 12:29:14.066920 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-054e4b8d-02aa-4013-9271-17da9be303e4 req-dcb9c977-dd63-4c0b-bdb7-1a32261028a5 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/security-groups?id=e9ab9f18-b096-451c-851d-4dc7347e8b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331299 Oct 20 12:29:14.845778 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a088ad1-65ff-4896-9464-9752e28eaffc req-eb556ba0-370d-4087-88a1-87ec6b2fc566 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:29:14.847288 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a088ad1-65ff-4896-9464-9752e28eaffc req-eb556ba0-370d-4087-88a1-87ec6b2fc566 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.89 "GET /v2.0/ports?device_id=f7b65cf3-b2b8-478b-bed9-085f99a06dbc HTTP/1.1" status: 200 len: 945 time: 0.0571070 Oct 20 12:29:14.943680 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-0a088ad1-65ff-4896-9464-9752e28eaffc req-447a51f8-da4b-4887-8ecb-e73e39450312 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Deleting port 0b7c06e0-c030-4d77-8b0e-534628affb36 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:29:14.943926 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0a088ad1-65ff-4896-9464-9752e28eaffc req-447a51f8-da4b-4887-8ecb-e73e39450312 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:15.042837 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-0a088ad1-65ff-4896-9464-9752e28eaffc req-447a51f8-da4b-4887-8ecb-e73e39450312 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] For port 0b7c06e0-c030-4d77-8b0e-534628affb36, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=0b7c06e0-c030-4d77-8b0e-534628affb36,segment=NetworkSegment(a32ca7fa-9cfd-4279-9c5c-da12df7302de),segment_id=a32ca7fa-9cfd-4279-9c5c-da12df7302de)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:29:15.043620 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0a088ad1-65ff-4896-9464-9752e28eaffc req-447a51f8-da4b-4887-8ecb-e73e39450312 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:15.056477 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-0a088ad1-65ff-4896-9464-9752e28eaffc req-447a51f8-da4b-4887-8ecb-e73e39450312 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Calling delete_port for 0b7c06e0-c030-4d77-8b0e-534628affb36 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:29:15.223781 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242f668-645f-471a-972f-09c6d2fe70af req-dc6c0116-85cf-4814-93ee-77ec495d05ad tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:29:15.225294 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6242f668-645f-471a-972f-09c6d2fe70af req-dc6c0116-85cf-4814-93ee-77ec495d05ad tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7b65cf3-b2b8-478b-bed9-085f99a06dbc HTTP/1.1" status: 200 len: 945 time: 0.0863070 Oct 20 12:29:15.233857 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0a088ad1-65ff-4896-9464-9752e28eaffc req-447a51f8-da4b-4887-8ecb-e73e39450312 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:15.249518 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['0b7c06e0-c030-4d77-8b0e-534628affb36'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:29:15.276805 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a51f8-da4b-4887-8ecb-e73e39450312 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Pushing event deleted for resources: {'Port': ['ID=0b7c06e0-c030-4d77-8b0e-534628affb36,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:29:15.321332 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6242f668-645f-471a-972f-09c6d2fe70af req-27cdd786-b042-48e7-a3a6-7a571c74120c tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.98 "GET /v2.0/security-groups?id=e9ab9f18-b096-451c-851d-4dc7347e8b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895424 Oct 20 12:29:15.334661 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a088ad1-65ff-4896-9464-9752e28eaffc req-447a51f8-da4b-4887-8ecb-e73e39450312 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] No DVR routers for this DVR port 0b7c06e0-c030-4d77-8b0e-534628affb36 on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:29:15.337575 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-0a088ad1-65ff-4896-9464-9752e28eaffc req-447a51f8-da4b-4887-8ecb-e73e39450312 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:15.341041 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a088ad1-65ff-4896-9464-9752e28eaffc req-447a51f8-da4b-4887-8ecb-e73e39450312 tempest-TestMinimumBasicScenario-879490911 tempest-TestMinimumBasicScenario-879490911-project] 10.222.0.89 "DELETE /v2.0/ports/0b7c06e0-c030-4d77-8b0e-534628affb36 HTTP/1.1" status: 204 len: 173 time: 0.4871228 Oct 20 12:29:15.341480 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b65cf3-b2b8-478b-bed9-085f99a06dbc', 'name': 'network-vif-deleted', 'tag': '0b7c06e0-c030-4d77-8b0e-534628affb36'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:29:15.343805 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0a02dd2059fce6544e6c1114f6588b97938997ae633064690662b627edbbcf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06202678-a82d-4ff6-9528-df42a122b4e5" -d '{"events": [{"server_uuid": "f7b65cf3-b2b8-478b-bed9-085f99a06dbc", "name": "network-vif-deleted", "tag": "0b7c06e0-c030-4d77-8b0e-534628affb36"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:29:15.382846 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ace2525-292d-4f2b-8094-c44228767238 x-openstack-request-id: req-2ace2525-292d-4f2b-8094-c44228767238 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:29:15.383331 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b65cf3-b2b8-478b-bed9-085f99a06dbc", "name": "network-vif-deleted", "tag": "0b7c06e0-c030-4d77-8b0e-534628affb36", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:29:15.383655 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2ace2525-292d-4f2b-8094-c44228767238 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:29:15.384183 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b65cf3-b2b8-478b-bed9-085f99a06dbc', 'name': 'network-vif-deleted', 'tag': '0b7c06e0-c030-4d77-8b0e-534628affb36', 'status': 'completed', 'code': 200} Oct 20 12:29:15.970317 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:16.945523 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59704) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:29:17.315932 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-14591640-740b-473d-a367-3b2170f5dc91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:17.586637 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-14591640-740b-473d-a367-3b2170f5dc91 admin admin] Deleting port 084619cd-ffa9-4f19-b2a8-7c10e43bc5df {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:29:17.586905 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-14591640-740b-473d-a367-3b2170f5dc91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:17.669078 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-14591640-740b-473d-a367-3b2170f5dc91 admin admin] For port 084619cd-ffa9-4f19-b2a8-7c10e43bc5df, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=084619cd-ffa9-4f19-b2a8-7c10e43bc5df,segment=NetworkSegment(a32ca7fa-9cfd-4279-9c5c-da12df7302de),segment_id=a32ca7fa-9cfd-4279-9c5c-da12df7302de)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:29:17.669459 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-14591640-740b-473d-a367-3b2170f5dc91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:17.682390 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-14591640-740b-473d-a367-3b2170f5dc91 admin admin] Calling delete_port for 084619cd-ffa9-4f19-b2a8-7c10e43bc5df owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:29:17.871345 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-14591640-740b-473d-a367-3b2170f5dc91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:17.900226 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14591640-740b-473d-a367-3b2170f5dc91 admin admin] Pushing event deleted for resources: {'Port': ['ID=084619cd-ffa9-4f19-b2a8-7c10e43bc5df,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:29:18.065648 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-14591640-740b-473d-a367-3b2170f5dc91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:18.597818 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14591640-740b-473d-a367-3b2170f5dc91 admin admin] Router 178c8607-9f3f-48a3-948d-3b8806469451 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:29:18.713439 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14591640-740b-473d-a367-3b2170f5dc91 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:29:18.718925 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-14591640-740b-473d-a367-3b2170f5dc91 admin admin] 10.222.0.98 "PUT /v2.0/routers/178c8607-9f3f-48a3-948d-3b8806469451/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7723289 Oct 20 12:29:18.721677 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 59706) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:29:18.725251 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e53f6df-6f25-4230-8b36-54df1873dec0 None None] Sync routers for ids ['178c8607-9f3f-48a3-948d-3b8806469451'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:29:18.735304 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e53f6df-6f25-4230-8b36-54df1873dec0 None None] Routers {'178c8607-9f3f-48a3-948d-3b8806469451'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:29:18.735925 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-8e53f6df-6f25-4230-8b36-54df1873dec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:28:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['178c8607-9f3f-48a3-948d-3b8806469451'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:29:18.822953 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 0b7c06e0-c030-4d77-8b0e-534628affb36 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:29:18.826120 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2ed284a6-7753-4a2a-a0a6-3355c91d3cfd admin admin] Publish callbacks [] for router, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:18.846245 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: 0b7c06e0-c030-4d77-8b0e-534628affb36 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:29:18.846595 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 0b7c06e0-c030-4d77-8b0e-534628affb36 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:29:18.867257 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-8e53f6df-6f25-4230-8b36-54df1873dec0 None None] Set router 178c8607-9f3f-48a3-948d-3b8806469451 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:29:18.935956 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2ed284a6-7753-4a2a-a0a6-3355c91d3cfd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:18.993079 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-2ed284a6-7753-4a2a-a0a6-3355c91d3cfd admin admin] Deleting port 2311e9bd-d691-4a41-8a7a-a5e6454c5d16 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:29:18.993424 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2ed284a6-7753-4a2a-a0a6-3355c91d3cfd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:19.074912 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-2ed284a6-7753-4a2a-a0a6-3355c91d3cfd admin admin] For port 2311e9bd-d691-4a41-8a7a-a5e6454c5d16, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=2311e9bd-d691-4a41-8a7a-a5e6454c5d16,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:29:19.075306 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2ed284a6-7753-4a2a-a0a6-3355c91d3cfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:19.087489 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-2ed284a6-7753-4a2a-a0a6-3355c91d3cfd admin admin] Calling delete_port for 2311e9bd-d691-4a41-8a7a-a5e6454c5d16 owned by network:router_gateway {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:29:19.213800 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-8e53f6df-6f25-4230-8b36-54df1873dec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178c8607-9f3f-48a3-948d-3b8806469451', 'name': 'tempest-TestMinimumBasicScenario-1275333891-router', 'tenant_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '2311e9bd-d691-4a41-8a7a-a5e6454c5d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:27:03Z', 'updated_at': '2021-10-20T12:29:17Z', 'revision_number': 5, 'project_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'gw_port': {'id': '2311e9bd-d691-4a41-8a7a-a5e6454c5d16', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c8607-9f3f-48a3-948d-3b8806469451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:27:03Z', 'updated_at': '2021-10-20T12:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:29:19.242034 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e53f6df-6f25-4230-8b36-54df1873dec0 None None] Checking router: 178c8607-9f3f-48a3-948d-3b8806469451 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:29:19.250535 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e53f6df-6f25-4230-8b36-54df1873dec0 None None] Routers {'178c8607-9f3f-48a3-948d-3b8806469451'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:29:19.251184 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-8e53f6df-6f25-4230-8b36-54df1873dec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:28:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['178c8607-9f3f-48a3-948d-3b8806469451'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:29:19.268908 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2ed284a6-7753-4a2a-a0a6-3355c91d3cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:19.300379 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed284a6-7753-4a2a-a0a6-3355c91d3cfd admin admin] Pushing event deleted for resources: {'Port': ['ID=2311e9bd-d691-4a41-8a7a-a5e6454c5d16,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:29:19.346367 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-8e53f6df-6f25-4230-8b36-54df1873dec0 None None] Set router 178c8607-9f3f-48a3-948d-3b8806469451 gateway port host: None {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:29:19.365436 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2ed284a6-7753-4a2a-a0a6-3355c91d3cfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:19.400649 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-8e53f6df-6f25-4230-8b36-54df1873dec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178c8607-9f3f-48a3-948d-3b8806469451', 'name': 'tempest-TestMinimumBasicScenario-1275333891-router', 'tenant_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:27:03Z', 'updated_at': '2021-10-20T12:29:18Z', 'revision_number': 6, 'project_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'gw_port_host': None}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:29:19.434181 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e53f6df-6f25-4230-8b36-54df1873dec0 None None] The sync data for ids ['178c8607-9f3f-48a3-948d-3b8806469451'] in n-d-814735-3 is: [{'id': '178c8607-9f3f-48a3-948d-3b8806469451', 'name': 'tempest-TestMinimumBasicScenario-1275333891-router', 'tenant_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:27:03Z', 'updated_at': '2021-10-20T12:29:18Z', 'revision_number': 6, 'project_id': '4a16d31e813d4a428e11b65d4e21b2d1', 'gw_port_host': None}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:29:19.443261 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d31da784-b6e5-46ce-b7fa-731431fdd3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:19.462092 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2ed284a6-7753-4a2a-a0a6-3355c91d3cfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:19.468086 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2ed284a6-7753-4a2a-a0a6-3355c91d3cfd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:19.516590 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2ed284a6-7753-4a2a-a0a6-3355c91d3cfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:19.517511 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed284a6-7753-4a2a-a0a6-3355c91d3cfd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 178c8607-9f3f-48a3-948d-3b8806469451 {{(pid=100647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 12:29:19.522058 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2ed284a6-7753-4a2a-a0a6-3355c91d3cfd admin admin] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:19.523306 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2ed284a6-7753-4a2a-a0a6-3355c91d3cfd admin admin] 10.222.0.98 "DELETE /v2.0/routers/178c8607-9f3f-48a3-948d-3b8806469451 HTTP/1.1" status: 204 len: 168 time: 0.8005683 Oct 20 12:29:19.525784 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 59708) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:29:19.576319 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f17041f-3c01-473f-89b5-ba6f97e708a3 admin admin] Deleting subnet d2bc3cdc-97a5-4420-a07a-8cd1ddc61196 {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 12:29:19.580254 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f17041f-3c01-473f-89b5-ba6f97e708a3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:19.615023 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f17041f-3c01-473f-89b5-ba6f97e708a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:19.701595 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f17041f-3c01-473f-89b5-ba6f97e708a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:19.762553 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f17041f-3c01-473f-89b5-ba6f97e708a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:19.777674 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f17041f-3c01-473f-89b5-ba6f97e708a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:19.782741 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8f17041f-3c01-473f-89b5-ba6f97e708a3 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/d2bc3cdc-97a5-4420-a07a-8cd1ddc61196 HTTP/1.1" status: 204 len: 168 time: 0.2558665 Oct 20 12:29:19.785484 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59710) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:29:19.791472 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7c6ac9-84c5-4118-81b5-0a2e04f1ddae None None] Network 29000e8e-8d9b-4eb8-901a-5c59e0ede9b7 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:29:19.813743 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f17041f-3c01-473f-89b5-ba6f97e708a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2bc3cdc-97a5-4420-a07a-8cd1ddc61196,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:29:19.862160 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-85aae8b3-3436-4d31-ac80-90e9a72b4894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:19.915814 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-85aae8b3-3436-4d31-ac80-90e9a72b4894 admin admin] Deleting port 60df0115-4869-41c8-a700-cf8f682fe604 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:29:19.916154 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-85aae8b3-3436-4d31-ac80-90e9a72b4894 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:19.984613 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-85aae8b3-3436-4d31-ac80-90e9a72b4894 admin admin] For port 60df0115-4869-41c8-a700-cf8f682fe604, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=60df0115-4869-41c8-a700-cf8f682fe604,segment=NetworkSegment(a32ca7fa-9cfd-4279-9c5c-da12df7302de),segment_id=a32ca7fa-9cfd-4279-9c5c-da12df7302de)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:29:19.984970 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-85aae8b3-3436-4d31-ac80-90e9a72b4894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:19.997339 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-85aae8b3-3436-4d31-ac80-90e9a72b4894 admin admin] Calling delete_port for 60df0115-4869-41c8-a700-cf8f682fe604 owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:29:20.085722 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-85aae8b3-3436-4d31-ac80-90e9a72b4894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:20.110345 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aae8b3-3436-4d31-ac80-90e9a72b4894 admin admin] Pushing event deleted for resources: {'Port': ['ID=60df0115-4869-41c8-a700-cf8f682fe604,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:29:20.113893 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85aae8b3-3436-4d31-ac80-90e9a72b4894 admin admin] No DVR routers for this DVR port 60df0115-4869-41c8-a700-cf8f682fe604 on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:29:20.187071 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-85aae8b3-3436-4d31-ac80-90e9a72b4894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:20.207679 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-85aae8b3-3436-4d31-ac80-90e9a72b4894 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29000e8e-8d9b-4eb8-901a-5c59e0ede9b7']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:29:20.217420 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-85aae8b3-3436-4d31-ac80-90e9a72b4894 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a32ca7fa-9cfd-4279-9c5c-da12df7302de') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:29:20.217676 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-85aae8b3-3436-4d31-ac80-90e9a72b4894 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a32ca7fa-9cfd-4279-9c5c-da12df7302de') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:29:20.229022 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-85aae8b3-3436-4d31-ac80-90e9a72b4894 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:20.244719 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-85aae8b3-3436-4d31-ac80-90e9a72b4894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:20.251121 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9540e36d-f65d-47cf-933b-8173562c600d None None] DHCP port deletion for 29000e8e-8d9b-4eb8-901a-5c59e0ede9b7 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 12:29:20.251881 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85aae8b3-3436-4d31-ac80-90e9a72b4894 admin admin] Releasing vlan 1299 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 12:29:20.252317 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-85aae8b3-3436-4d31-ac80-90e9a72b4894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:20.254428 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 12:29:20.254428 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 12:29:20.254428 n-d-814735-3 neutron-server[100646]: timer() Oct 20 12:29:20.254428 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 12:29:20.254428 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 12:29:20.254428 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 12:29:20.254428 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 12:29:20.254428 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 12:29:20.254428 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 12:29:20.254428 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 12:29:20.254428 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 12:29:20.254428 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 12:29:20.254428 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 12:29:20.254428 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 12:29:20.254428 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 12:29:20.254428 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 12:29:20.254428 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 12:29:20.254428 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 12:29:20.254428 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 12:29:20.254428 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 12:29:20.254428 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 12:29:20.254428 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 12:29:20.254428 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 12:29:20.254428 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 12:29:20.254428 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 12:29:20.254428 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 12:29:20.254428 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 12:29:20.254428 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 12:29:20.254428 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 12:29:20.254428 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 12:29:20.254428 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 12:29:20.254428 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 12:29:20.316952 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-85aae8b3-3436-4d31-ac80-90e9a72b4894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:20.322508 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-85aae8b3-3436-4d31-ac80-90e9a72b4894 admin admin] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:20.325650 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-85aae8b3-3436-4d31-ac80-90e9a72b4894 admin admin] 10.222.0.98 "DELETE /v2.0/networks/29000e8e-8d9b-4eb8-901a-5c59e0ede9b7 HTTP/1.1" status: 204 len: 168 time: 0.5391097 Oct 20 12:29:20.328793 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 59712) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:29:20.336909 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aae8b3-3436-4d31-ac80-90e9a72b4894 admin admin] Pushing event deleted for resources: {'Network': ['ID=29000e8e-8d9b-4eb8-901a-5c59e0ede9b7,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:29:20.683674 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e02a7a35-2c7c-4c9e-8884-c14482de43b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:20.943444 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-e02a7a35-2c7c-4c9e-8884-c14482de43b1 admin admin] Deleting port d5648728-eb39-4d97-aaca-08f68c6e4b8e {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:29:20.944134 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e02a7a35-2c7c-4c9e-8884-c14482de43b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:21.025304 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-e02a7a35-2c7c-4c9e-8884-c14482de43b1 admin admin] For port d5648728-eb39-4d97-aaca-08f68c6e4b8e, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=d5648728-eb39-4d97-aaca-08f68c6e4b8e,segment=NetworkSegment(34cd45ae-086b-4c66-8f2f-ed9424cc08d2),segment_id=34cd45ae-086b-4c66-8f2f-ed9424cc08d2)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:29:21.025654 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e02a7a35-2c7c-4c9e-8884-c14482de43b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:21.038005 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-e02a7a35-2c7c-4c9e-8884-c14482de43b1 admin admin] Calling delete_port for d5648728-eb39-4d97-aaca-08f68c6e4b8e owned by network:router_interface {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:29:21.233323 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e02a7a35-2c7c-4c9e-8884-c14482de43b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:21.259284 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02a7a35-2c7c-4c9e-8884-c14482de43b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5648728-eb39-4d97-aaca-08f68c6e4b8e,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:29:21.427720 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 084619cd-ffa9-4f19-b2a8-7c10e43bc5df no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:29:21.433371 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e02a7a35-2c7c-4c9e-8884-c14482de43b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:21.451922 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 084619cd-ffa9-4f19-b2a8-7c10e43bc5df {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:29:21.452316 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 084619cd-ffa9-4f19-b2a8-7c10e43bc5df not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:29:21.452878 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 60df0115-4869-41c8-a700-cf8f682fe604 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:29:21.471181 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 60df0115-4869-41c8-a700-cf8f682fe604 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:29:21.471521 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 60df0115-4869-41c8-a700-cf8f682fe604 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:29:21.471919 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 2311e9bd-d691-4a41-8a7a-a5e6454c5d16 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:29:21.490004 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 2311e9bd-d691-4a41-8a7a-a5e6454c5d16 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:29:21.490266 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 2311e9bd-d691-4a41-8a7a-a5e6454c5d16 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:29:21.669505 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02a7a35-2c7c-4c9e-8884-c14482de43b1 admin admin] Router 099d1633-e7cf-4d85-a780-77406206816c has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:29:21.775813 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02a7a35-2c7c-4c9e-8884-c14482de43b1 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:29:21.781124 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e02a7a35-2c7c-4c9e-8884-c14482de43b1 admin admin] 10.222.0.98 "PUT /v2.0/routers/099d1633-e7cf-4d85-a780-77406206816c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4512193 Oct 20 12:29:21.783649 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 59714) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:29:21.785890 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cb77bc-51f8-47b5-8955-ec0a79f781e4 None None] Sync routers for ids ['099d1633-e7cf-4d85-a780-77406206816c'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:29:21.796915 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cb77bc-51f8-47b5-8955-ec0a79f781e4 None None] Routers {'099d1633-e7cf-4d85-a780-77406206816c'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:29:21.797706 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-40cb77bc-51f8-47b5-8955-ec0a79f781e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:28:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['099d1633-e7cf-4d85-a780-77406206816c'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:29:21.883735 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ba46c2f6-f9e4-4366-8191-ead04c3e9181 admin admin] Publish callbacks [] for router, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:21.903640 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-40cb77bc-51f8-47b5-8955-ec0a79f781e4 None None] Set router 099d1633-e7cf-4d85-a780-77406206816c gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:29:21.983565 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ba46c2f6-f9e4-4366-8191-ead04c3e9181 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:22.036836 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-ba46c2f6-f9e4-4366-8191-ead04c3e9181 admin admin] Deleting port d251542d-f261-44d8-ad90-8049511c7770 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:29:22.037070 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ba46c2f6-f9e4-4366-8191-ead04c3e9181 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:22.076525 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-40cb77bc-51f8-47b5-8955-ec0a79f781e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099d1633-e7cf-4d85-a780-77406206816c', 'name': 'tempest-TestMinimumBasicScenario-63370534-router', 'tenant_id': 'ec3c56704b644cfbb165edd820cc8805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'd251542d-f261-44d8-ad90-8049511c7770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:27:07Z', 'updated_at': '2021-10-20T12:29:21Z', 'revision_number': 5, 'project_id': 'ec3c56704b644cfbb165edd820cc8805', 'gw_port': {'id': 'd251542d-f261-44d8-ad90-8049511c7770', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099d1633-e7cf-4d85-a780-77406206816c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:27:08Z', 'updated_at': '2021-10-20T12:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:29:22.105595 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cb77bc-51f8-47b5-8955-ec0a79f781e4 None None] Checking router: 099d1633-e7cf-4d85-a780-77406206816c for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:29:22.114330 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cb77bc-51f8-47b5-8955-ec0a79f781e4 None None] Routers {'099d1633-e7cf-4d85-a780-77406206816c'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:29:22.114956 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-40cb77bc-51f8-47b5-8955-ec0a79f781e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:28:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['099d1633-e7cf-4d85-a780-77406206816c'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:29:22.119799 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-ba46c2f6-f9e4-4366-8191-ead04c3e9181 admin admin] For port d251542d-f261-44d8-ad90-8049511c7770, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=d251542d-f261-44d8-ad90-8049511c7770,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:29:22.120171 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ba46c2f6-f9e4-4366-8191-ead04c3e9181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:22.132398 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-ba46c2f6-f9e4-4366-8191-ead04c3e9181 admin admin] Calling delete_port for d251542d-f261-44d8-ad90-8049511c7770 owned by network:router_gateway {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:29:22.193804 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-40cb77bc-51f8-47b5-8955-ec0a79f781e4 None None] Set router 099d1633-e7cf-4d85-a780-77406206816c gateway port host: None {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:29:22.245703 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-40cb77bc-51f8-47b5-8955-ec0a79f781e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099d1633-e7cf-4d85-a780-77406206816c', 'name': 'tempest-TestMinimumBasicScenario-63370534-router', 'tenant_id': 'ec3c56704b644cfbb165edd820cc8805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:27:07Z', 'updated_at': '2021-10-20T12:29:21Z', 'revision_number': 6, 'project_id': 'ec3c56704b644cfbb165edd820cc8805', 'gw_port_host': None}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:29:22.272180 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cb77bc-51f8-47b5-8955-ec0a79f781e4 None None] The sync data for ids ['099d1633-e7cf-4d85-a780-77406206816c'] in n-d-814735-3 is: [{'id': '099d1633-e7cf-4d85-a780-77406206816c', 'name': 'tempest-TestMinimumBasicScenario-63370534-router', 'tenant_id': 'ec3c56704b644cfbb165edd820cc8805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:27:07Z', 'updated_at': '2021-10-20T12:29:21Z', 'revision_number': 6, 'project_id': 'ec3c56704b644cfbb165edd820cc8805', 'gw_port_host': None}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:29:22.279577 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-8ee5efa5-69a8-4855-9770-1204b92e7a7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:22.298715 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ba46c2f6-f9e4-4366-8191-ead04c3e9181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:22.327180 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba46c2f6-f9e4-4366-8191-ead04c3e9181 admin admin] Pushing event deleted for resources: {'Port': ['ID=d251542d-f261-44d8-ad90-8049511c7770,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:29:22.385853 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ba46c2f6-f9e4-4366-8191-ead04c3e9181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:22.473781 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ba46c2f6-f9e4-4366-8191-ead04c3e9181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:22.475958 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ba46c2f6-f9e4-4366-8191-ead04c3e9181 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:22.528360 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ba46c2f6-f9e4-4366-8191-ead04c3e9181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:22.528948 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba46c2f6-f9e4-4366-8191-ead04c3e9181 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 099d1633-e7cf-4d85-a780-77406206816c {{(pid=100647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 12:29:22.533859 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ba46c2f6-f9e4-4366-8191-ead04c3e9181 admin admin] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:22.534014 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:29:22.535083 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ba46c2f6-f9e4-4366-8191-ead04c3e9181 admin admin] 10.222.0.98 "DELETE /v2.0/routers/099d1633-e7cf-4d85-a780-77406206816c HTTP/1.1" status: 204 len: 168 time: 0.7505217 Oct 20 12:29:22.538922 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59716) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:29:22.587398 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-935b1ec2-790b-4c7b-bf84-40cf18a8bed6 admin admin] Deleting subnet d65876ed-ae6c-4843-a131-9bbe973d8a6a {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 12:29:22.590547 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-935b1ec2-790b-4c7b-bf84-40cf18a8bed6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:22.625946 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-935b1ec2-790b-4c7b-bf84-40cf18a8bed6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:22.712529 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-935b1ec2-790b-4c7b-bf84-40cf18a8bed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:22.765826 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-935b1ec2-790b-4c7b-bf84-40cf18a8bed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:22.792751 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b1ec2-790b-4c7b-bf84-40cf18a8bed6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d65876ed-ae6c-4843-a131-9bbe973d8a6a,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:29:22.796890 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-935b1ec2-790b-4c7b-bf84-40cf18a8bed6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:22.800240 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-935b1ec2-790b-4c7b-bf84-40cf18a8bed6 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/d65876ed-ae6c-4843-a131-9bbe973d8a6a HTTP/1.1" status: 204 len: 168 time: 0.2595320 Oct 20 12:29:22.802597 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 59718) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:29:22.803307 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a280066-f08b-4b6d-af3d-2572aac0b503 None None] Network 24106eb5-b92e-41b1-a5fc-746bc4053774 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:29:22.872118 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d26f3c28-5387-407d-b611-48aa5f214a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:22.925987 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-d26f3c28-5387-407d-b611-48aa5f214a57 admin admin] Deleting port 633d9c51-acea-4b7a-b6bd-bfa9ed8f9d9b {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:29:22.926316 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d26f3c28-5387-407d-b611-48aa5f214a57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:22.994347 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-d26f3c28-5387-407d-b611-48aa5f214a57 admin admin] For port 633d9c51-acea-4b7a-b6bd-bfa9ed8f9d9b, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=633d9c51-acea-4b7a-b6bd-bfa9ed8f9d9b,segment=NetworkSegment(34cd45ae-086b-4c66-8f2f-ed9424cc08d2),segment_id=34cd45ae-086b-4c66-8f2f-ed9424cc08d2)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:29:22.995022 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d26f3c28-5387-407d-b611-48aa5f214a57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:23.008234 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-d26f3c28-5387-407d-b611-48aa5f214a57 admin admin] Calling delete_port for 633d9c51-acea-4b7a-b6bd-bfa9ed8f9d9b owned by network:dhcp {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:29:23.035184 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc2dea2-e1fa-49d6-adc5-1c36e75cdcdd None None] DHCP port deletion for 24106eb5-b92e-41b1-a5fc-746bc4053774 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 12:29:23.087371 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-2bc2dea2-e1fa-49d6-adc5-1c36e75cdcdd None None] Deleting port 633d9c51-acea-4b7a-b6bd-bfa9ed8f9d9b {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:29:23.087802 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2bc2dea2-e1fa-49d6-adc5-1c36e75cdcdd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:23.090076 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d26f3c28-5387-407d-b611-48aa5f214a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:23.155782 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-2bc2dea2-e1fa-49d6-adc5-1c36e75cdcdd None None] For port 633d9c51-acea-4b7a-b6bd-bfa9ed8f9d9b, host n-d-814735-3, got binding levels [] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:29:23.156220 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2bc2dea2-e1fa-49d6-adc5-1c36e75cdcdd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:23.171023 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-2bc2dea2-e1fa-49d6-adc5-1c36e75cdcdd None None] Calling delete_port for 633d9c51-acea-4b7a-b6bd-bfa9ed8f9d9b owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:29:23.174046 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.ipam_backend_mixin [None req-2bc2dea2-e1fa-49d6-adc5-1c36e75cdcdd None None] Port 633d9c51-acea-4b7a-b6bd-bfa9ed8f9d9b was not found and therefore no delete operation was performed {{(pid=100648) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 12:29:23.175559 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2bc2dea2-e1fa-49d6-adc5-1c36e75cdcdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:23.202775 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc2dea2-e1fa-49d6-adc5-1c36e75cdcdd None None] Pushing event deleted for resources: {'Port': ['ID=633d9c51-acea-4b7a-b6bd-bfa9ed8f9d9b,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:29:23.207506 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc2dea2-e1fa-49d6-adc5-1c36e75cdcdd None None] No DVR routers for this DVR port 633d9c51-acea-4b7a-b6bd-bfa9ed8f9d9b on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:29:23.217164 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc2dea2-e1fa-49d6-adc5-1c36e75cdcdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:29:23.217164 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc2dea2-e1fa-49d6-adc5-1c36e75cdcdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:29:23.217164 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc2dea2-e1fa-49d6-adc5-1c36e75cdcdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:29:23.217164 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc2dea2-e1fa-49d6-adc5-1c36e75cdcdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:29:23.217164 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc2dea2-e1fa-49d6-adc5-1c36e75cdcdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:29:23.217164 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc2dea2-e1fa-49d6-adc5-1c36e75cdcdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:29:23.218424 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc2dea2-e1fa-49d6-adc5-1c36e75cdcdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:29:23.218424 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc2dea2-e1fa-49d6-adc5-1c36e75cdcdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:29:23.218424 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc2dea2-e1fa-49d6-adc5-1c36e75cdcdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:29:23.218424 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc2dea2-e1fa-49d6-adc5-1c36e75cdcdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:29:23.219109 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc2dea2-e1fa-49d6-adc5-1c36e75cdcdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:29:23.219109 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc2dea2-e1fa-49d6-adc5-1c36e75cdcdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:29:23.250492 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:23.364334 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device d5648728-eb39-4d97-aaca-08f68c6e4b8e no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:29:23.394886 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: d5648728-eb39-4d97-aaca-08f68c6e4b8e {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:29:23.395169 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device d5648728-eb39-4d97-aaca-08f68c6e4b8e not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:29:23.395570 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 633d9c51-acea-4b7a-b6bd-bfa9ed8f9d9b no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:29:23.419832 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 633d9c51-acea-4b7a-b6bd-bfa9ed8f9d9b {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:29:23.420176 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 633d9c51-acea-4b7a-b6bd-bfa9ed8f9d9b not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:29:23.420718 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device d251542d-f261-44d8-ad90-8049511c7770 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:29:23.424233 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:23.440673 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: d251542d-f261-44d8-ad90-8049511c7770 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:29:23.440982 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device d251542d-f261-44d8-ad90-8049511c7770 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:29:23.487179 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26f3c28-5387-407d-b611-48aa5f214a57 admin admin] Pushing event deleted for resources: {'Port': ['ID=633d9c51-acea-4b7a-b6bd-bfa9ed8f9d9b,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:29:23.491031 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26f3c28-5387-407d-b611-48aa5f214a57 admin admin] No DVR routers for this DVR port 633d9c51-acea-4b7a-b6bd-bfa9ed8f9d9b on host n-d-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:29:23.567356 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d26f3c28-5387-407d-b611-48aa5f214a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:23.588168 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-d26f3c28-5387-407d-b611-48aa5f214a57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24106eb5-b92e-41b1-a5fc-746bc4053774']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:29:23.597609 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-d26f3c28-5387-407d-b611-48aa5f214a57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34cd45ae-086b-4c66-8f2f-ed9424cc08d2') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:29:23.597902 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-d26f3c28-5387-407d-b611-48aa5f214a57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34cd45ae-086b-4c66-8f2f-ed9424cc08d2') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:29:23.607374 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d26f3c28-5387-407d-b611-48aa5f214a57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:23.621594 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d26f3c28-5387-407d-b611-48aa5f214a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:23.627695 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d26f3c28-5387-407d-b611-48aa5f214a57 admin admin] Releasing vlan 1281 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 12:29:23.627954 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d26f3c28-5387-407d-b611-48aa5f214a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:23.629701 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 12:29:23.629701 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 12:29:23.629701 n-d-814735-3 neutron-server[100647]: timer() Oct 20 12:29:23.629701 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 12:29:23.629701 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 12:29:23.629701 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 12:29:23.629701 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 12:29:23.629701 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 12:29:23.629701 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 12:29:23.629701 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 12:29:23.629701 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 12:29:23.629701 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 12:29:23.629701 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 12:29:23.629701 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 12:29:23.629701 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 12:29:23.629701 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 12:29:23.629701 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 12:29:23.629701 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 12:29:23.629701 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 12:29:23.629701 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 12:29:23.629701 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 12:29:23.629701 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 12:29:23.629701 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 12:29:23.629701 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 12:29:23.629701 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 12:29:23.629701 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 12:29:23.629701 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 12:29:23.629701 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 12:29:23.629701 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 12:29:23.629701 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 12:29:23.629701 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 12:29:23.629701 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 12:29:23.687186 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d26f3c28-5387-407d-b611-48aa5f214a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:23.692941 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d26f3c28-5387-407d-b611-48aa5f214a57 admin admin] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:23.696177 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d26f3c28-5387-407d-b611-48aa5f214a57 admin admin] 10.222.0.98 "DELETE /v2.0/networks/24106eb5-b92e-41b1-a5fc-746bc4053774 HTTP/1.1" status: 204 len: 168 time: 0.8925722 Oct 20 12:29:23.708545 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26f3c28-5387-407d-b611-48aa5f214a57 admin admin] Pushing event deleted for resources: {'Network': ['ID=24106eb5-b92e-41b1-a5fc-746bc4053774,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:29:23.869838 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59722) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:29:23.910586 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-312b7a33-dbf8-46cc-aea3-8c869295a214 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4a16d31e813d4a428e11b65d4e21b2d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395043 Oct 20 12:29:23.914051 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59724) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:29:23.966706 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9cd1ad4f-adbd-4fa9-a7bd-18ece3f1f9e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:23.992567 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9cd1ad4f-adbd-4fa9-a7bd-18ece3f1f9e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:24.043841 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9cd1ad4f-adbd-4fa9-a7bd-18ece3f1f9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:24.046473 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9cd1ad4f-adbd-4fa9-a7bd-18ece3f1f9e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:24.047733 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-9cd1ad4f-adbd-4fa9-a7bd-18ece3f1f9e2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e9ab9f18-b096-451c-851d-4dc7347e8b52 HTTP/1.1" status: 204 len: 168 time: 0.1327815 Oct 20 12:29:24.055485 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd1ad4f-adbd-4fa9-a7bd-18ece3f1f9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ab9f18-b096-451c-851d-4dc7347e8b52,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:29:24.388673 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 59730) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:29:24.428399 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-07319f80-a1d8-4a68-81dd-4618440313a3 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ec3c56704b644cfbb165edd820cc8805&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385799 Oct 20 12:29:24.431289 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 59732) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:29:24.480867 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ffb29338-b48a-451c-b1d2-aaa347be1df0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:24.501932 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ffb29338-b48a-451c-b1d2-aaa347be1df0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:24.558122 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ffb29338-b48a-451c-b1d2-aaa347be1df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:24.561295 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ffb29338-b48a-451c-b1d2-aaa347be1df0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:24.562553 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ffb29338-b48a-451c-b1d2-aaa347be1df0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d7ff500b-9190-4078-969e-6dd2c95fe720 HTTP/1.1" status: 204 len: 168 time: 0.1302907 Oct 20 12:29:24.570213 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb29338-b48a-451c-b1d2-aaa347be1df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ff500b-9190-4078-969e-6dd2c95fe720,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:29:25.133008 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:26.202276 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 59772) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:29:26.206989 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-90958c0d-7da2-4e07-be8b-d2f22eab1c96 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1713728253', 'description': 'tempest-secgroup-smoke-1713728253 description', 'project_id': 'b6b06ee654c647a7987833f6381dc537'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:29:26.229686 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-90958c0d-7da2-4e07-be8b-d2f22eab1c96 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:26.237418 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-90958c0d-7da2-4e07-be8b-d2f22eab1c96 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:26.308634 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-90958c0d-7da2-4e07-be8b-d2f22eab1c96 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:26.313519 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-90958c0d-7da2-4e07-be8b-d2f22eab1c96 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:26.350246 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90958c0d-7da2-4e07-be8b-d2f22eab1c96 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f81a09-f33a-4f07-babd-c9e3056422dc,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:29:26.387802 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-90958c0d-7da2-4e07-be8b-d2f22eab1c96 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:26.393439 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-90958c0d-7da2-4e07-be8b-d2f22eab1c96 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:26.423629 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-90958c0d-7da2-4e07-be8b-d2f22eab1c96 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:26.424849 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-90958c0d-7da2-4e07-be8b-d2f22eab1c96 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2215254 Oct 20 12:29:26.425960 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90958c0d-7da2-4e07-be8b-d2f22eab1c96 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e731b8c5-0c3e-40b8-b462-1e611dc1a1ef,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:29:26.427997 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 59774) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:29:26.432204 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-3898060e-121a-4c08-9304-8cbfb9013a44 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'security_group_rule': {'security_group_id': 'e731b8c5-0c3e-40b8-b462-1e611dc1a1ef', 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:29:26.464248 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3898060e-121a-4c08-9304-8cbfb9013a44 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:26.528671 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3898060e-121a-4c08-9304-8cbfb9013a44 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:26.533513 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3898060e-121a-4c08-9304-8cbfb9013a44 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:26.552509 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898060e-121a-4c08-9304-8cbfb9013a44 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2fe3865-78fa-4b27-86fd-5f047f4e3dc6,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:29:26.562041 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3898060e-121a-4c08-9304-8cbfb9013a44 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:26.563467 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3898060e-121a-4c08-9304-8cbfb9013a44 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1345644 Oct 20 12:29:26.566481 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 59776) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:29:26.570806 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-52b54578-91cb-4055-bd60-a94066f10413 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'security_group_rule': {'security_group_id': 'e731b8c5-0c3e-40b8-b462-1e611dc1a1ef', 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:29:26.606640 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-52b54578-91cb-4055-bd60-a94066f10413 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:26.680033 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-52b54578-91cb-4055-bd60-a94066f10413 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:26.685108 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-52b54578-91cb-4055-bd60-a94066f10413 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:26.702515 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b54578-91cb-4055-bd60-a94066f10413 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d34f84fd-1c20-4270-910f-2220aa7478b8,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:29:26.711767 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-52b54578-91cb-4055-bd60-a94066f10413 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:26.712932 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-52b54578-91cb-4055-bd60-a94066f10413 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1454773 Oct 20 12:29:26.717111 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 59778) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:29:26.721642 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-21b72d48-89d6-4e7a-b4c6-f9ed43d83708 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'security_group_rule': {'security_group_id': 'e731b8c5-0c3e-40b8-b462-1e611dc1a1ef', 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:29:26.750543 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-21b72d48-89d6-4e7a-b4c6-f9ed43d83708 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:26.808580 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-21b72d48-89d6-4e7a-b4c6-f9ed43d83708 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:26.814123 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-21b72d48-89d6-4e7a-b4c6-f9ed43d83708 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:26.831412 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b72d48-89d6-4e7a-b4c6-f9ed43d83708 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19318b5d-2f2d-43f3-8eb6-583a2ec69374,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:29:26.844173 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-21b72d48-89d6-4e7a-b4c6-f9ed43d83708 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:26.845365 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-21b72d48-89d6-4e7a-b4c6-f9ed43d83708 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1272213 Oct 20 12:29:26.848205 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 59780) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:29:26.852486 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-0f598e41-11e3-4e59-a4ed-0eeec915a58d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'security_group_rule': {'security_group_id': 'e731b8c5-0c3e-40b8-b462-1e611dc1a1ef', 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:29:26.879633 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0f598e41-11e3-4e59-a4ed-0eeec915a58d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:26.938752 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0f598e41-11e3-4e59-a4ed-0eeec915a58d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:26.943412 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0f598e41-11e3-4e59-a4ed-0eeec915a58d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:26.964539 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f598e41-11e3-4e59-a4ed-0eeec915a58d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3d4c420-a5bb-42c8-87de-e8ea3bbb2c4a,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:29:26.973761 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0f598e41-11e3-4e59-a4ed-0eeec915a58d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:26.975024 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-0f598e41-11e3-4e59-a4ed-0eeec915a58d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1258702 Oct 20 12:29:26.977801 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 59782) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:29:26.982023 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-b579805e-b6c6-4ca0-9504-b91d5dddeb12 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'security_group_rule': {'security_group_id': 'e731b8c5-0c3e-40b8-b462-1e611dc1a1ef', 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:29:27.005101 n-d-814735-3 neutron-server[100647]: INFO neutron.db.securitygroups_db [None req-b579805e-b6c6-4ca0-9504-b91d5dddeb12 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Project b6b06ee654c647a7987833f6381dc537 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 12:29:27.009975 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b579805e-b6c6-4ca0-9504-b91d5dddeb12 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:27.080889 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b579805e-b6c6-4ca0-9504-b91d5dddeb12 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:27.085771 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b579805e-b6c6-4ca0-9504-b91d5dddeb12 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:27.106499 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b579805e-b6c6-4ca0-9504-b91d5dddeb12 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=301534aa-76f6-48bf-a9df-feb9d16bc634,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:29:27.112581 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b579805e-b6c6-4ca0-9504-b91d5dddeb12 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:27.113777 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-b579805e-b6c6-4ca0-9504-b91d5dddeb12 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1350727 Oct 20 12:29:27.116847 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59784) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:29:27.121551 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-dde05f2b-e3db-42e7-bd5b-418fe870fc21 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'security_group_rule': {'security_group_id': 'e731b8c5-0c3e-40b8-b462-1e611dc1a1ef', 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:29:27.144848 n-d-814735-3 neutron-server[100646]: INFO neutron.db.securitygroups_db [None req-dde05f2b-e3db-42e7-bd5b-418fe870fc21 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Project b6b06ee654c647a7987833f6381dc537 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 12:29:27.149522 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dde05f2b-e3db-42e7-bd5b-418fe870fc21 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:27.202055 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dde05f2b-e3db-42e7-bd5b-418fe870fc21 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:27.207282 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dde05f2b-e3db-42e7-bd5b-418fe870fc21 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:27.228680 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde05f2b-e3db-42e7-bd5b-418fe870fc21 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=309fa1b5-47a6-4ba8-8a58-af53ea97c72b,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:29:27.238341 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dde05f2b-e3db-42e7-bd5b-418fe870fc21 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:27.239634 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-dde05f2b-e3db-42e7-bd5b-418fe870fc21 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1217151 Oct 20 12:29:27.242823 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59786) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:29:27.247715 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-cf35d8b3-e71c-4ee1-837c-615e48171108 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'network': {'name': 'tempest-network-smoke--1512100381', 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'port_security_enabled': True}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:29:27.269672 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf35d8b3-e71c-4ee1-837c-615e48171108 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Made reservation on behalf of b6b06ee654c647a7987833f6381dc537 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:29:27.273250 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cf35d8b3-e71c-4ee1-837c-615e48171108 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:27.298290 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf35d8b3-e71c-4ee1-837c-615e48171108 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] vlan segment allocate from pool success with {'vlan_id': 1267, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 12:29:27.309948 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cf35d8b3-e71c-4ee1-837c-615e48171108 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:27.310440 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-cf35d8b3-e71c-4ee1-837c-615e48171108 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Added segment defbb01d-84d5-4c30-842e-46551a1ce743 of type vlan for network 593c306c-1850-4ceb-9c5c-d42685f67c98 Oct 20 12:29:27.356624 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cf35d8b3-e71c-4ee1-837c-615e48171108 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:27.383580 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cf35d8b3-e71c-4ee1-837c-615e48171108 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:27.389237 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf35d8b3-e71c-4ee1-837c-615e48171108 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:29:27.389860 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cf35d8b3-e71c-4ee1-837c-615e48171108 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:27.424392 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-cf35d8b3-e71c-4ee1-837c-615e48171108 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1805608 Oct 20 12:29:27.427534 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 59788) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:29:27.432296 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-8c1f0bdd-bb54-4e50-8189-4e7dc67986ac tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1773616640', 'admin_state_up': True, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:29:27.457696 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8c1f0bdd-bb54-4e50-8189-4e7dc67986ac tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:27.458886 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8c1f0bdd-bb54-4e50-8189-4e7dc67986ac tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:27.462381 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf35d8b3-e71c-4ee1-837c-615e48171108 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'Network': ['ID=593c306c-1850-4ceb-9c5c-d42685f67c98,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:29:27.473655 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 593c306c-1850-4ceb-9c5c-d42685f67c98 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 12:29:27.514050 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8c1f0bdd-bb54-4e50-8189-4e7dc67986ac tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:27.652717 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8c1f0bdd-bb54-4e50-8189-4e7dc67986ac tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:27.856316 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8c1f0bdd-bb54-4e50-8189-4e7dc67986ac tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for router_gateway, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:27.874965 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8c1f0bdd-bb54-4e50-8189-4e7dc67986ac tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:27.977508 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-8c1f0bdd-bb54-4e50-8189-4e7dc67986ac tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Allocated IP 172.25.5.247 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/5f8de32c-8406-429f-b4c8-a823172a9214) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:29:28.090139 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8c1f0bdd-bb54-4e50-8189-4e7dc67986ac tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:28.125664 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8c1f0bdd-bb54-4e50-8189-4e7dc67986ac tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:28.161231 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1f0bdd-bb54-4e50-8189-4e7dc67986ac tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:29:28.164589 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-8c1f0bdd-bb54-4e50-8189-4e7dc67986ac tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:29:28.168065 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1f0bdd-bb54-4e50-8189-4e7dc67986ac tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:29:28.193032 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f0bdd-bb54-4e50-8189-4e7dc67986ac tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'Port': ['ID=5f8de32c-8406-429f-b4c8-a823172a9214,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:29:28.420672 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8c1f0bdd-bb54-4e50-8189-4e7dc67986ac tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for router_gateway, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:28.634832 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8c1f0bdd-bb54-4e50-8189-4e7dc67986ac tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:28.773796 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c1f0bdd-bb54-4e50-8189-4e7dc67986ac tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Router 95312191-7930-44fc-8b07-94a710a7fda1 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 12:29:28.877304 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1f0bdd-bb54-4e50-8189-4e7dc67986ac tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:29:28.887528 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f769416-8133-4bb3-9b35-4e2eb662a543 None None] Sync routers for ids ['95312191-7930-44fc-8b07-94a710a7fda1'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:29:28.899087 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f769416-8133-4bb3-9b35-4e2eb662a543 None None] Routers {'95312191-7930-44fc-8b07-94a710a7fda1'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:29:28.899725 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-1f769416-8133-4bb3-9b35-4e2eb662a543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:29:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['95312191-7930-44fc-8b07-94a710a7fda1'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:29:28.900136 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8c1f0bdd-bb54-4e50-8189-4e7dc67986ac tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:28.901410 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8c1f0bdd-bb54-4e50-8189-4e7dc67986ac tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4727910 Oct 20 12:29:28.904636 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59790) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:29:29.004815 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-1f769416-8133-4bb3-9b35-4e2eb662a543 None None] Set router 95312191-7930-44fc-8b07-94a710a7fda1 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:29:29.030558 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-98758bd1-a54a-4040-91df-ac0db47e23f9 tempest-TestNetworkAdvancedServerOps-245809071 tempest-TestNetworkAdvancedServerOps-245809071-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=b6b06ee654c647a7987833f6381dc537&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1244051 Oct 20 12:29:29.033174 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59794) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:29:29.176805 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-1f769416-8133-4bb3-9b35-4e2eb662a543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95312191-7930-44fc-8b07-94a710a7fda1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1773616640', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '5f8de32c-8406-429f-b4c8-a823172a9214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:29:27Z', 'updated_at': '2021-10-20T12:29:28Z', 'revision_number': 3, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': '5f8de32c-8406-429f-b4c8-a823172a9214', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b5:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95312191-7930-44fc-8b07-94a710a7fda1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:29:27Z', 'updated_at': '2021-10-20T12:29:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:29:29.180367 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3739db-a232-460e-99d5-b75ec0a943a5 tempest-TestNetworkAdvancedServerOps-245809071 tempest-TestNetworkAdvancedServerOps-245809071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:29:29.181131 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8d3739db-a232-460e-99d5-b75ec0a943a5 tempest-TestNetworkAdvancedServerOps-245809071 tempest-TestNetworkAdvancedServerOps-245809071-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1469347 Oct 20 12:29:29.184221 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 59796) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:29:29.203952 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f769416-8133-4bb3-9b35-4e2eb662a543 None None] Checking router: 95312191-7930-44fc-8b07-94a710a7fda1 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:29:29.204269 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f769416-8133-4bb3-9b35-4e2eb662a543 None None] Updating router 95312191-7930-44fc-8b07-94a710a7fda1 port 5f8de32c-8406-429f-b4c8-a823172a9214 binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 12:29:29.214837 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-dc789fd2-a198-4fe9-9a4b-dbd1ed63296d tempest-TestNetworkAdvancedServerOps-245809071 tempest-TestNetworkAdvancedServerOps-245809071-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=717966e5-c478-496f-bddb-05794fb74250&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269580 Oct 20 12:29:29.215376 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 59798) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:29:29.219830 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-589fd1b3-83d1-40bb-9fff-e47faf4fa600 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1462359073', 'network_id': '593c306c-1850-4ceb-9c5c-d42685f67c98', 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:29:29.228938 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1f769416-8133-4bb3-9b35-4e2eb662a543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:29.312359 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589fd1b3-83d1-40bb-9fff-e47faf4fa600 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Made reservation on behalf of b6b06ee654c647a7987833f6381dc537 for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:29:29.316479 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-589fd1b3-83d1-40bb-9fff-e47faf4fa600 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:29.482949 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1f769416-8133-4bb3-9b35-4e2eb662a543 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:29.488732 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1f769416-8133-4bb3-9b35-4e2eb662a543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:29.498178 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-589fd1b3-83d1-40bb-9fff-e47faf4fa600 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:29.538029 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-1f769416-8133-4bb3-9b35-4e2eb662a543 None None] Attempting to bind port 5f8de32c-8406-429f-b4c8-a823172a9214 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:29:29.538492 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-1f769416-8133-4bb3-9b35-4e2eb662a543 None None] Attempting to bind port 5f8de32c-8406-429f-b4c8-a823172a9214 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:29:29.538948 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f769416-8133-4bb3-9b35-4e2eb662a543 None None] Attempting to bind port 5f8de32c-8406-429f-b4c8-a823172a9214 on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:29:29.549575 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f769416-8133-4bb3-9b35-4e2eb662a543 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:29:29.550030 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f769416-8133-4bb3-9b35-4e2eb662a543 None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:29:29.550486 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1f769416-8133-4bb3-9b35-4e2eb662a543 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:29.551023 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f769416-8133-4bb3-9b35-4e2eb662a543 None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:29:29.551488 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-1f769416-8133-4bb3-9b35-4e2eb662a543 None None] Bound port: 5f8de32c-8406-429f-b4c8-a823172a9214, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:29:29.551923 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1f769416-8133-4bb3-9b35-4e2eb662a543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:29.553465 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94240bd4-f434-42c6-8ec5-6b9bd738401c None None] Pushing event updated for resources: {'Port': ['ID=5f8de32c-8406-429f-b4c8-a823172a9214,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:29:29.565970 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589fd1b3-83d1-40bb-9fff-e47faf4fa600 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'Subnet': ['ID=2d0fe1a3-c066-453d-a2ac-376645c7c13c,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:29:29.573365 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589fd1b3-83d1-40bb-9fff-e47faf4fa600 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Checking segment: {'id': 'defbb01d-84d5-4c30-842e-46551a1ce743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '593c306c-1850-4ceb-9c5c-d42685f67c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:29:29.573745 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589fd1b3-83d1-40bb-9fff-e47faf4fa600 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Network hostable DHCP agents. Network: 593c306c-1850-4ceb-9c5c-d42685f67c98, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 12:29:29.592548 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589fd1b3-83d1-40bb-9fff-e47faf4fa600 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Network 593c306c-1850-4ceb-9c5c-d42685f67c98 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 12:29:29.601548 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-589fd1b3-83d1-40bb-9fff-e47faf4fa600 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 593c306c-1850-4ceb-9c5c-d42685f67c98) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:29:29.607240 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589fd1b3-83d1-40bb-9fff-e47faf4fa600 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:29:29.607835 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-589fd1b3-83d1-40bb-9fff-e47faf4fa600 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:29.608292 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-1f769416-8133-4bb3-9b35-4e2eb662a543 None None] For port 5f8de32c-8406-429f-b4c8-a823172a9214, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:29:29.612005 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b99080-2076-4c43-b261-8a7e2f58de13 None None] Network 593c306c-1850-4ceb-9c5c-d42685f67c98 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:29:29.615086 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-1f769416-8133-4bb3-9b35-4e2eb662a543 None None] For port 5f8de32c-8406-429f-b4c8-a823172a9214, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=5f8de32c-8406-429f-b4c8-a823172a9214,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:29:29.624296 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-589fd1b3-83d1-40bb-9fff-e47faf4fa600 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4081831 Oct 20 12:29:29.627176 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 59800) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:29:29.634970 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1f769416-8133-4bb3-9b35-4e2eb662a543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:29.743134 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94240bd4-f434-42c6-8ec5-6b9bd738401c None None] Pushing event updated for resources: {'Port': ['ID=5f8de32c-8406-429f-b4c8-a823172a9214,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:29:29.745613 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f769416-8133-4bb3-9b35-4e2eb662a543 None None] Routers {'95312191-7930-44fc-8b07-94a710a7fda1'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:29:29.746206 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-1f769416-8133-4bb3-9b35-4e2eb662a543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:29:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['95312191-7930-44fc-8b07-94a710a7fda1'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:29:29.889681 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f67d14f-7e7f-4434-bb38-3a6684142d28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-593c306c-1850-4ceb-9c5c-d42685f67c98', 'network_id': '593c306c-1850-4ceb-9c5c-d42685f67c98', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'fixed_ips': [{'subnet_id': '2d0fe1a3-c066-453d-a2ac-376645c7c13c'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 12:29:29.890538 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0f67d14f-7e7f-4434-bb38-3a6684142d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:29.906161 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-1f769416-8133-4bb3-9b35-4e2eb662a543 None None] Set router 95312191-7930-44fc-8b07-94a710a7fda1 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:29:30.061637 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-56733c8e-733d-4030-acd7-c1201441b42a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:30.311359 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-0f67d14f-7e7f-4434-bb38-3a6684142d28 None None] Allocated IP 172.20.0.2 (593c306c-1850-4ceb-9c5c-d42685f67c98/2d0fe1a3-c066-453d-a2ac-376645c7c13c/3cf8de1e-fc53-4be2-8980-2b0ae34b80af) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:29:30.395961 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-1f769416-8133-4bb3-9b35-4e2eb662a543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95312191-7930-44fc-8b07-94a710a7fda1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1773616640', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '5f8de32c-8406-429f-b4c8-a823172a9214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:29:27Z', 'updated_at': '2021-10-20T12:29:28Z', 'revision_number': 3, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': '5f8de32c-8406-429f-b4c8-a823172a9214', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b5:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95312191-7930-44fc-8b07-94a710a7fda1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:29:27Z', 'updated_at': '2021-10-20T12:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:29:30.431957 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f769416-8133-4bb3-9b35-4e2eb662a543 None None] The sync data for ids ['95312191-7930-44fc-8b07-94a710a7fda1'] in n-d-814735-3 is: [{'id': '95312191-7930-44fc-8b07-94a710a7fda1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1773616640', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '5f8de32c-8406-429f-b4c8-a823172a9214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:29:27Z', 'updated_at': '2021-10-20T12:29:28Z', 'revision_number': 3, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': '5f8de32c-8406-429f-b4c8-a823172a9214', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b5:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95312191-7930-44fc-8b07-94a710a7fda1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:29:27Z', 'updated_at': '2021-10-20T12:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:29:30.491827 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0f67d14f-7e7f-4434-bb38-3a6684142d28 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:30.500438 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0f67d14f-7e7f-4434-bb38-3a6684142d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:30.539427 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f67d14f-7e7f-4434-bb38-3a6684142d28 None None] Network 593c306c-1850-4ceb-9c5c-d42685f67c98 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:29:30.542303 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-0f67d14f-7e7f-4434-bb38-3a6684142d28 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:29:30.548991 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-56733c8e-733d-4030-acd7-c1201441b42a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Allocated IP 172.20.0.1 (593c306c-1850-4ceb-9c5c-d42685f67c98/2d0fe1a3-c066-453d-a2ac-376645c7c13c/6224f077-6eca-4932-b3c1-ac734bfc8a9e) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:29:30.549204 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f67d14f-7e7f-4434-bb38-3a6684142d28 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:29:30.552289 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67d14f-7e7f-4434-bb38-3a6684142d28 None None] Pushing event updated for resources: {'Port': ['ID=3cf8de1e-fc53-4be2-8980-2b0ae34b80af,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:29:30.610494 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-0f67d14f-7e7f-4434-bb38-3a6684142d28 None None] Attempting to bind port 3cf8de1e-fc53-4be2-8980-2b0ae34b80af on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:29:30.611158 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-0f67d14f-7e7f-4434-bb38-3a6684142d28 None None] Attempting to bind port 3cf8de1e-fc53-4be2-8980-2b0ae34b80af by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'defbb01d-84d5-4c30-842e-46551a1ce743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '593c306c-1850-4ceb-9c5c-d42685f67c98'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:29:30.611794 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f67d14f-7e7f-4434-bb38-3a6684142d28 None None] Attempting to bind port 3cf8de1e-fc53-4be2-8980-2b0ae34b80af on network 593c306c-1850-4ceb-9c5c-d42685f67c98 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:29:30.619092 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f67d14f-7e7f-4434-bb38-3a6684142d28 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:29:30.619620 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f67d14f-7e7f-4434-bb38-3a6684142d28 None None] Checking segment: {'id': 'defbb01d-84d5-4c30-842e-46551a1ce743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '593c306c-1850-4ceb-9c5c-d42685f67c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:29:30.620027 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0f67d14f-7e7f-4434-bb38-3a6684142d28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:30.620419 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f67d14f-7e7f-4434-bb38-3a6684142d28 None None] Bound using segment: {'id': 'defbb01d-84d5-4c30-842e-46551a1ce743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '593c306c-1850-4ceb-9c5c-d42685f67c98'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:29:30.620889 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-0f67d14f-7e7f-4434-bb38-3a6684142d28 None None] Bound port: 3cf8de1e-fc53-4be2-8980-2b0ae34b80af, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'defbb01d-84d5-4c30-842e-46551a1ce743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '593c306c-1850-4ceb-9c5c-d42685f67c98'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:29:30.621267 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0f67d14f-7e7f-4434-bb38-3a6684142d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:30.690934 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-56733c8e-733d-4030-acd7-c1201441b42a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:30.714863 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-0f67d14f-7e7f-4434-bb38-3a6684142d28 None None] For port 3cf8de1e-fc53-4be2-8980-2b0ae34b80af, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:29:30.719052 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-0f67d14f-7e7f-4434-bb38-3a6684142d28 None None] For port 3cf8de1e-fc53-4be2-8980-2b0ae34b80af, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=3cf8de1e-fc53-4be2-8980-2b0ae34b80af,segment=NetworkSegment(defbb01d-84d5-4c30-842e-46551a1ce743),segment_id=defbb01d-84d5-4c30-842e-46551a1ce743)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:29:30.724149 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0f67d14f-7e7f-4434-bb38-3a6684142d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:30.735497 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-56733c8e-733d-4030-acd7-c1201441b42a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:30.779009 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56733c8e-733d-4030-acd7-c1201441b42a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Network 593c306c-1850-4ceb-9c5c-d42685f67c98 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:29:30.782463 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-56733c8e-733d-4030-acd7-c1201441b42a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:29:30.786706 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56733c8e-733d-4030-acd7-c1201441b42a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:29:30.799863 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56733c8e-733d-4030-acd7-c1201441b42a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'Port': ['ID=6224f077-6eca-4932-b3c1-ac734bfc8a9e,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:29:30.811140 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67d14f-7e7f-4434-bb38-3a6684142d28 None None] Pushing event updated for resources: {'Port': ['ID=3cf8de1e-fc53-4be2-8980-2b0ae34b80af,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:29:30.850662 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-56733c8e-733d-4030-acd7-c1201441b42a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:31.011673 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-56733c8e-733d-4030-acd7-c1201441b42a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:31.308415 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-56733c8e-733d-4030-acd7-c1201441b42a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:31.314213 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-56733c8e-733d-4030-acd7-c1201441b42a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:31.387498 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56733c8e-733d-4030-acd7-c1201441b42a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'Port': ['ID=6224f077-6eca-4932-b3c1-ac734bfc8a9e,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:29:31.398120 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-56733c8e-733d-4030-acd7-c1201441b42a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:31.415338 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 3cf8de1e-fc53-4be2-8980-2b0ae34b80af up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:29:31.467760 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 3cf8de1e-fc53-4be2-8980-2b0ae34b80af triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:29:31.467977 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:31.498572 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56733c8e-733d-4030-acd7-c1201441b42a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Network 593c306c-1850-4ceb-9c5c-d42685f67c98 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:29:31.500210 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-56733c8e-733d-4030-acd7-c1201441b42a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:29:31.549023 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:31.586385 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 3cf8de1e-fc53-4be2-8980-2b0ae34b80af, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=3cf8de1e-fc53-4be2-8980-2b0ae34b80af,segment=NetworkSegment(defbb01d-84d5-4c30-842e-46551a1ce743),segment_id=defbb01d-84d5-4c30-842e-46551a1ce743)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:29:31.592375 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:31.593229 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 5f8de32c-8406-429f-b4c8-a823172a9214 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:29:31.682558 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=3cf8de1e-fc53-4be2-8980-2b0ae34b80af,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:29:31.697054 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 5f8de32c-8406-429f-b4c8-a823172a9214 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:29:31.697435 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:31.778729 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:31.786525 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad807f1-0f73-4feb-9b01-16e8e666bfb4 None None] Network 593c306c-1850-4ceb-9c5c-d42685f67c98 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:29:31.823512 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 5f8de32c-8406-429f-b4c8-a823172a9214, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=5f8de32c-8406-429f-b4c8-a823172a9214,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:29:31.828740 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:31.925440 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-91b4a22a-f583-4687-8fd2-0ebb0da02190 None None] Provisioning complete for port 3cf8de1e-fc53-4be2-8980-2b0ae34b80af triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:29:31.925699 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-91b4a22a-f583-4687-8fd2-0ebb0da02190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:31.927224 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=5f8de32c-8406-429f-b4c8-a823172a9214,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:29:31.991456 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56733c8e-733d-4030-acd7-c1201441b42a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Router 95312191-7930-44fc-8b07-94a710a7fda1 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:29:32.107461 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56733c8e-733d-4030-acd7-c1201441b42a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:29:32.112791 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-56733c8e-733d-4030-acd7-c1201441b42a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "PUT /v2.0/routers/95312191-7930-44fc-8b07-94a710a7fda1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4846509 Oct 20 12:29:32.263239 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8934c215-7f5f-4b0a-8a66-1924ffd81d42 req-a355dc9d-6fbb-48b9-a435-67ae460df94f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1713728253&fields=id&tenant_id=b6b06ee654c647a7987833f6381dc537 HTTP/1.1" status: 200 len: 267 time: 0.0338359 Oct 20 12:29:32.296464 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-f9e10638-e48a-4a0d-b9b0-50b03a202681 None None] Provisioning complete for port 3cf8de1e-fc53-4be2-8980-2b0ae34b80af triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:29:32.296832 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f9e10638-e48a-4a0d-b9b0-50b03a202681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:32.306080 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f3ea54-db37-46fe-a311-03c8c3b5d4fa None None] Sync routers for ids ['95312191-7930-44fc-8b07-94a710a7fda1'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:29:32.317582 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f3ea54-db37-46fe-a311-03c8c3b5d4fa None None] Routers {'95312191-7930-44fc-8b07-94a710a7fda1'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:29:32.318524 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-03f3ea54-db37-46fe-a311-03c8c3b5d4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:29:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['95312191-7930-44fc-8b07-94a710a7fda1'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:29:32.400425 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8934c215-7f5f-4b0a-8a66-1924ffd81d42 req-0af8c12b-2802-4d50-9037-550bcfc2ee5f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:29:32.401703 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8934c215-7f5f-4b0a-8a66-1924ffd81d42 req-0af8c12b-2802-4d50-9037-550bcfc2ee5f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/networks?id=593c306c-1850-4ceb-9c5c-d42685f67c98 HTTP/1.1" status: 200 len: 797 time: 0.1297464 Oct 20 12:29:32.412870 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-f9e10638-e48a-4a0d-b9b0-50b03a202681 None None] Provisioning complete for port 6224f077-6eca-4932-b3c1-ac734bfc8a9e triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:29:32.413384 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f9e10638-e48a-4a0d-b9b0-50b03a202681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:32.423193 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8934c215-7f5f-4b0a-8a66-1924ffd81d42 req-4c59eb0a-b0d9-4d22-921e-e52166b9ffa2 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/quotas/b6b06ee654c647a7987833f6381dc537 HTTP/1.1" status: 200 len: 375 time: 0.0139396 Oct 20 12:29:32.430543 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-03f3ea54-db37-46fe-a311-03c8c3b5d4fa None None] Set router 95312191-7930-44fc-8b07-94a710a7fda1 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:29:32.449918 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-f9e10638-e48a-4a0d-b9b0-50b03a202681 None None] Port 6224f077-6eca-4932-b3c1-ac734bfc8a9e cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:29:32.479206 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8934c215-7f5f-4b0a-8a66-1924ffd81d42 req-a9dca826-d3fa-4420-b681-124a55510978 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=b6b06ee654c647a7987833f6381dc537&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491867 Oct 20 12:29:32.495226 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-8934c215-7f5f-4b0a-8a66-1924ffd81d42 req-236265c3-09c1-45b3-aa81-920625f5c1ca service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 12:29:32.496352 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8934c215-7f5f-4b0a-8a66-1924ffd81d42 req-236265c3-09c1-45b3-aa81-920625f5c1ca service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053954 Oct 20 12:29:32.572123 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-c524cc84-660d-43a5-87bf-a6116fb2caee None None] Provisioning complete for port 6224f077-6eca-4932-b3c1-ac734bfc8a9e triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:29:32.572474 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c524cc84-660d-43a5-87bf-a6116fb2caee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:32.604236 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8934c215-7f5f-4b0a-8a66-1924ffd81d42 req-7a411ed1-13b9-4ba8-8860-e09bc39a4b3f service neutron] 10.222.0.98 "GET /v2.0/networks/593c306c-1850-4ceb-9c5c-d42685f67c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006250 Oct 20 12:29:32.609380 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-c524cc84-660d-43a5-87bf-a6116fb2caee None None] Port 6224f077-6eca-4932-b3c1-ac734bfc8a9e cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:29:32.669533 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-03f3ea54-db37-46fe-a311-03c8c3b5d4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95312191-7930-44fc-8b07-94a710a7fda1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1773616640', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '5f8de32c-8406-429f-b4c8-a823172a9214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:29:27Z', 'updated_at': '2021-10-20T12:29:30Z', 'revision_number': 4, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': '5f8de32c-8406-429f-b4c8-a823172a9214', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95312191-7930-44fc-8b07-94a710a7fda1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:29:27Z', 'updated_at': '2021-10-20T12:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '6224f077-6eca-4932-b3c1-ac734bfc8a9e', 'name': '', 'network_id': '593c306c-1850-4ceb-9c5c-d42685f67c98', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'mac_address': 'fa:16:3e:b1:67:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95312191-7930-44fc-8b07-94a710a7fda1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '2d0fe1a3-c066-453d-a2ac-376645c7c13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:29:30Z', 'updated_at': '2021-10-20T12:29:31Z', 'revision_number': 2, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'subnets': [{'id': '2d0fe1a3-c066-453d-a2ac-376645c7c13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:29:32.696564 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f3ea54-db37-46fe-a311-03c8c3b5d4fa None None] Checking router: 95312191-7930-44fc-8b07-94a710a7fda1 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:29:32.696832 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f3ea54-db37-46fe-a311-03c8c3b5d4fa None None] Updating router 95312191-7930-44fc-8b07-94a710a7fda1 port 6224f077-6eca-4932-b3c1-ac734bfc8a9e binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 12:29:32.700221 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8934c215-7f5f-4b0a-8a66-1924ffd81d42 req-85f6aa2a-fb2c-415c-a8ab-0cc6d4c614bb service neutron] 10.222.0.98 "GET /v2.0/networks/593c306c-1850-4ceb-9c5c-d42685f67c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951362 Oct 20 12:29:32.721353 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-03f3ea54-db37-46fe-a311-03c8c3b5d4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:32.730085 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-699fdffb-4d88-4353-90f9-25124298588b None None] Provisioning complete for port 6224f077-6eca-4932-b3c1-ac734bfc8a9e triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:29:32.730437 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-699fdffb-4d88-4353-90f9-25124298588b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:32.771291 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-699fdffb-4d88-4353-90f9-25124298588b None None] Port 6224f077-6eca-4932-b3c1-ac734bfc8a9e cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:29:32.866829 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-01e0fb4b-e960-4088-8b45-f90e9d3bb35f req-565486c5-4e0d-4eb8-b97b-92bb98b22294 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=2cce66ad-f480-4cb3-8d8a-f2f618579119 HTTP/1.1" status: 200 len: 210 time: 0.0288026 Oct 20 12:29:33.088290 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-03f3ea54-db37-46fe-a311-03c8c3b5d4fa None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:33.095349 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-03f3ea54-db37-46fe-a311-03c8c3b5d4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:33.147357 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d76a64c-4fd6-4ec4-b53d-de94a31767e4 None None] Pushing event updated for resources: {'Port': ['ID=6224f077-6eca-4932-b3c1-ac734bfc8a9e,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:29:33.170851 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d76a64c-4fd6-4ec4-b53d-de94a31767e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:29:33.171194 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d76a64c-4fd6-4ec4-b53d-de94a31767e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:29:33.171531 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d76a64c-4fd6-4ec4-b53d-de94a31767e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:29:33.171862 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d76a64c-4fd6-4ec4-b53d-de94a31767e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:29:33.172188 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d76a64c-4fd6-4ec4-b53d-de94a31767e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:29:33.172573 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d76a64c-4fd6-4ec4-b53d-de94a31767e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:29:33.172913 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d76a64c-4fd6-4ec4-b53d-de94a31767e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:29:33.173289 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d76a64c-4fd6-4ec4-b53d-de94a31767e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:29:33.173623 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d76a64c-4fd6-4ec4-b53d-de94a31767e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:29:33.173996 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d76a64c-4fd6-4ec4-b53d-de94a31767e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:29:33.174261 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d76a64c-4fd6-4ec4-b53d-de94a31767e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:29:33.174620 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d76a64c-4fd6-4ec4-b53d-de94a31767e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:29:33.210872 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-03f3ea54-db37-46fe-a311-03c8c3b5d4fa None None] Attempting to bind port 6224f077-6eca-4932-b3c1-ac734bfc8a9e on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:29:33.211334 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-03f3ea54-db37-46fe-a311-03c8c3b5d4fa None None] Attempting to bind port 6224f077-6eca-4932-b3c1-ac734bfc8a9e by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'defbb01d-84d5-4c30-842e-46551a1ce743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '593c306c-1850-4ceb-9c5c-d42685f67c98'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:29:33.211756 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f3ea54-db37-46fe-a311-03c8c3b5d4fa None None] Attempting to bind port 6224f077-6eca-4932-b3c1-ac734bfc8a9e on network 593c306c-1850-4ceb-9c5c-d42685f67c98 {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:29:33.218472 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f3ea54-db37-46fe-a311-03c8c3b5d4fa None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:29:33.218916 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f3ea54-db37-46fe-a311-03c8c3b5d4fa None None] Checking segment: {'id': 'defbb01d-84d5-4c30-842e-46551a1ce743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '593c306c-1850-4ceb-9c5c-d42685f67c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:29:33.219321 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-03f3ea54-db37-46fe-a311-03c8c3b5d4fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:33.219714 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f3ea54-db37-46fe-a311-03c8c3b5d4fa None None] Bound using segment: {'id': 'defbb01d-84d5-4c30-842e-46551a1ce743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '593c306c-1850-4ceb-9c5c-d42685f67c98'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:29:33.220181 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-03f3ea54-db37-46fe-a311-03c8c3b5d4fa None None] Bound port: 6224f077-6eca-4932-b3c1-ac734bfc8a9e, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'defbb01d-84d5-4c30-842e-46551a1ce743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '593c306c-1850-4ceb-9c5c-d42685f67c98'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:29:33.220551 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-03f3ea54-db37-46fe-a311-03c8c3b5d4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:33.296705 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-03f3ea54-db37-46fe-a311-03c8c3b5d4fa None None] For port 6224f077-6eca-4932-b3c1-ac734bfc8a9e, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:29:33.300787 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-03f3ea54-db37-46fe-a311-03c8c3b5d4fa None None] For port 6224f077-6eca-4932-b3c1-ac734bfc8a9e, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=6224f077-6eca-4932-b3c1-ac734bfc8a9e,segment=NetworkSegment(defbb01d-84d5-4c30-842e-46551a1ce743),segment_id=defbb01d-84d5-4c30-842e-46551a1ce743)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:29:33.306226 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-03f3ea54-db37-46fe-a311-03c8c3b5d4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:33.359206 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f3ea54-db37-46fe-a311-03c8c3b5d4fa None None] Routers {'95312191-7930-44fc-8b07-94a710a7fda1'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:29:33.359832 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-03f3ea54-db37-46fe-a311-03c8c3b5d4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:29:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['95312191-7930-44fc-8b07-94a710a7fda1'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:29:33.396060 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 3cf8de1e-fc53-4be2-8980-2b0ae34b80af up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:29:33.431287 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-c34bc670-c768-4d1e-b1e6-46eabc98a66a None None] Provisioning complete for port 6224f077-6eca-4932-b3c1-ac734bfc8a9e triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:29:33.431652 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c34bc670-c768-4d1e-b1e6-46eabc98a66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:33.477321 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-03f3ea54-db37-46fe-a311-03c8c3b5d4fa None None] Set router 95312191-7930-44fc-8b07-94a710a7fda1 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:29:33.524088 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 3cf8de1e-fc53-4be2-8980-2b0ae34b80af triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:29:33.524547 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:33.570281 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c34bc670-c768-4d1e-b1e6-46eabc98a66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:33.595408 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d76a64c-4fd6-4ec4-b53d-de94a31767e4 None None] Pushing event updated for resources: {'Port': ['ID=6224f077-6eca-4932-b3c1-ac734bfc8a9e,revision_number=4']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:29:33.610209 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-c34bc670-c768-4d1e-b1e6-46eabc98a66a None None] For port 6224f077-6eca-4932-b3c1-ac734bfc8a9e, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=6224f077-6eca-4932-b3c1-ac734bfc8a9e,segment=NetworkSegment(defbb01d-84d5-4c30-842e-46551a1ce743),segment_id=defbb01d-84d5-4c30-842e-46551a1ce743)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:29:33.631264 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c34bc670-c768-4d1e-b1e6-46eabc98a66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:33.695468 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 5f8de32c-8406-429f-b4c8-a823172a9214 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:29:33.721204 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-03f3ea54-db37-46fe-a311-03c8c3b5d4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95312191-7930-44fc-8b07-94a710a7fda1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1773616640', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '5f8de32c-8406-429f-b4c8-a823172a9214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:29:27Z', 'updated_at': '2021-10-20T12:29:30Z', 'revision_number': 4, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': '5f8de32c-8406-429f-b4c8-a823172a9214', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95312191-7930-44fc-8b07-94a710a7fda1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:29:27Z', 'updated_at': '2021-10-20T12:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '6224f077-6eca-4932-b3c1-ac734bfc8a9e', 'name': '', 'network_id': '593c306c-1850-4ceb-9c5c-d42685f67c98', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'mac_address': 'fa:16:3e:b1:67:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95312191-7930-44fc-8b07-94a710a7fda1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '2d0fe1a3-c066-453d-a2ac-376645c7c13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:29:30Z', 'updated_at': '2021-10-20T12:29:33Z', 'revision_number': 4, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'subnets': [{'id': '2d0fe1a3-c066-453d-a2ac-376645c7c13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:29:33.734669 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34bc670-c768-4d1e-b1e6-46eabc98a66a None None] Pushing event updated for resources: {'Port': ['ID=6224f077-6eca-4932-b3c1-ac734bfc8a9e,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:29:33.754985 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-7dfb558d-12b4-4f05-bacc-bba0138ac077 None None] Provisioning complete for port 6224f077-6eca-4932-b3c1-ac734bfc8a9e triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:29:33.755362 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7dfb558d-12b4-4f05-bacc-bba0138ac077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:33.756526 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f3ea54-db37-46fe-a311-03c8c3b5d4fa None None] The sync data for ids ['95312191-7930-44fc-8b07-94a710a7fda1'] in n-d-814735-3 is: [{'id': '95312191-7930-44fc-8b07-94a710a7fda1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1773616640', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '5f8de32c-8406-429f-b4c8-a823172a9214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:29:27Z', 'updated_at': '2021-10-20T12:29:30Z', 'revision_number': 4, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': '5f8de32c-8406-429f-b4c8-a823172a9214', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95312191-7930-44fc-8b07-94a710a7fda1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:29:27Z', 'updated_at': '2021-10-20T12:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '6224f077-6eca-4932-b3c1-ac734bfc8a9e', 'name': '', 'network_id': '593c306c-1850-4ceb-9c5c-d42685f67c98', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'mac_address': 'fa:16:3e:b1:67:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95312191-7930-44fc-8b07-94a710a7fda1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '2d0fe1a3-c066-453d-a2ac-376645c7c13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:29:30Z', 'updated_at': '2021-10-20T12:29:33Z', 'revision_number': 4, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'subnets': [{'id': '2d0fe1a3-c066-453d-a2ac-376645c7c13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:29:33.785001 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 5f8de32c-8406-429f-b4c8-a823172a9214 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:29:33.785255 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:33.973985 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7f26c0e4-e218-4c15-98c4-ff378c0b6768 req-edcc5d90-3f3a-4913-87ec-6fda3c39f729 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=2cce66ad-f480-4cb3-8d8a-f2f618579119 HTTP/1.1" status: 200 len: 210 time: 0.0343423 Oct 20 12:29:35.070113 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a38643f-1617-422b-b53b-7c0633a74464 req-1c0416b7-3fe9-4746-b719-741dff62326e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=2cce66ad-f480-4cb3-8d8a-f2f618579119 HTTP/1.1" status: 200 len: 210 time: 0.0316036 Oct 20 12:29:35.388516 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 6224f077-6eca-4932-b3c1-ac734bfc8a9e up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:29:35.442312 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 6224f077-6eca-4932-b3c1-ac734bfc8a9e triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:29:35.442822 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:36.007562 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8934c215-7f5f-4b0a-8a66-1924ffd81d42 req-79881e1b-a27a-4d0c-aac3-fe499cfc7dad tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:29:36.009053 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8934c215-7f5f-4b0a-8a66-1924ffd81d42 req-79881e1b-a27a-4d0c-aac3-fe499cfc7dad tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.89 "GET /v2.0/networks?id=593c306c-1850-4ceb-9c5c-d42685f67c98 HTTP/1.1" status: 200 len: 797 time: 0.1088297 Oct 20 12:29:36.056442 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8934c215-7f5f-4b0a-8a66-1924ffd81d42 req-b64bc247-0aae-4bf0-890f-5f36c171952d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6b06ee654c647a7987833f6381dc537 HTTP/1.1" status: 200 len: 380 time: 0.0366619 Oct 20 12:29:36.066969 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-8934c215-7f5f-4b0a-8a66-1924ffd81d42 req-919ebd9b-24e9-4ba1-9e1f-ea14f93bd510 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'port': {'device_id': '2cce66ad-f480-4cb3-8d8a-f2f618579119', 'network_id': '593c306c-1850-4ceb-9c5c-d42685f67c98', 'admin_state_up': True, 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'security_groups': ['e731b8c5-0c3e-40b8-b462-1e611dc1a1ef']}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:29:36.172538 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ad26c099-69a7-426b-95db-3d8e08607769 req-67b745f3-e877-4fa9-a617-5654db237aae tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=2cce66ad-f480-4cb3-8d8a-f2f618579119 HTTP/1.1" status: 200 len: 210 time: 0.0334327 Oct 20 12:29:36.210819 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8934c215-7f5f-4b0a-8a66-1924ffd81d42 req-919ebd9b-24e9-4ba1-9e1f-ea14f93bd510 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Made reservation on behalf of b6b06ee654c647a7987833f6381dc537 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:29:36.214660 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-8934c215-7f5f-4b0a-8a66-1924ffd81d42 req-919ebd9b-24e9-4ba1-9e1f-ea14f93bd510 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:36.343479 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-8934c215-7f5f-4b0a-8a66-1924ffd81d42 req-919ebd9b-24e9-4ba1-9e1f-ea14f93bd510 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Allocated IP 172.20.0.3 (593c306c-1850-4ceb-9c5c-d42685f67c98/2d0fe1a3-c066-453d-a2ac-376645c7c13c/0f5a35c6-3896-4c72-bd5f-f302f0d7964a) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:29:36.476957 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-8934c215-7f5f-4b0a-8a66-1924ffd81d42 req-919ebd9b-24e9-4ba1-9e1f-ea14f93bd510 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:36.517512 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-8934c215-7f5f-4b0a-8a66-1924ffd81d42 req-919ebd9b-24e9-4ba1-9e1f-ea14f93bd510 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:36.559843 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8934c215-7f5f-4b0a-8a66-1924ffd81d42 req-919ebd9b-24e9-4ba1-9e1f-ea14f93bd510 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Network 593c306c-1850-4ceb-9c5c-d42685f67c98 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:29:36.562910 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-8934c215-7f5f-4b0a-8a66-1924ffd81d42 req-919ebd9b-24e9-4ba1-9e1f-ea14f93bd510 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:29:36.566525 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-8934c215-7f5f-4b0a-8a66-1924ffd81d42 req-919ebd9b-24e9-4ba1-9e1f-ea14f93bd510 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:29:36.600609 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919ebd9b-24e9-4ba1-9e1f-ea14f93bd510 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'Port': ['ID=0f5a35c6-3896-4c72-bd5f-f302f0d7964a,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:29:36.628875 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8934c215-7f5f-4b0a-8a66-1924ffd81d42 req-919ebd9b-24e9-4ba1-9e1f-ea14f93bd510 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:29:36.629494 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-8934c215-7f5f-4b0a-8a66-1924ffd81d42 req-919ebd9b-24e9-4ba1-9e1f-ea14f93bd510 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:36.653867 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8934c215-7f5f-4b0a-8a66-1924ffd81d42 req-919ebd9b-24e9-4ba1-9e1f-ea14f93bd510 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5905149 Oct 20 12:29:36.673105 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-8934c215-7f5f-4b0a-8a66-1924ffd81d42 req-f6e5a972-ad57-4b3c-9b0a-536b57c19e00 service neutron] Request body: {'port': {'device_id': '2cce66ad-f480-4cb3-8d8a-f2f618579119', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:29:36.728966 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-8934c215-7f5f-4b0a-8a66-1924ffd81d42 req-f6e5a972-ad57-4b3c-9b0a-536b57c19e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:36.754414 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-cdc70eea-78ad-42c6-8a60-75da79871f90 None None] Provisioning complete for port 0f5a35c6-3896-4c72-bd5f-f302f0d7964a triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:29:36.755110 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-cdc70eea-78ad-42c6-8a60-75da79871f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:36.788499 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-cdc70eea-78ad-42c6-8a60-75da79871f90 None None] Port 0f5a35c6-3896-4c72-bd5f-f302f0d7964a cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:29:37.000850 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-8934c215-7f5f-4b0a-8a66-1924ffd81d42 req-f6e5a972-ad57-4b3c-9b0a-536b57c19e00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f5a35c6-3896-4c72-bd5f-f302f0d7964a {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:29:37.008751 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-8934c215-7f5f-4b0a-8a66-1924ffd81d42 req-f6e5a972-ad57-4b3c-9b0a-536b57c19e00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:37.020960 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-8934c215-7f5f-4b0a-8a66-1924ffd81d42 req-f6e5a972-ad57-4b3c-9b0a-536b57c19e00 service neutron] Transition to ACTIVE for port object 0f5a35c6-3896-4c72-bd5f-f302f0d7964a will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 12:29:37.025279 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-8934c215-7f5f-4b0a-8a66-1924ffd81d42 req-f6e5a972-ad57-4b3c-9b0a-536b57c19e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:37.077844 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e5a972-ad57-4b3c-9b0a-536b57c19e00 service neutron] Pushing event updated for resources: {'Port': ['ID=0f5a35c6-3896-4c72-bd5f-f302f0d7964a,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:29:37.152601 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-8934c215-7f5f-4b0a-8a66-1924ffd81d42 req-f6e5a972-ad57-4b3c-9b0a-536b57c19e00 service neutron] Attempting to bind port 0f5a35c6-3896-4c72-bd5f-f302f0d7964a on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:29:37.152964 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-8934c215-7f5f-4b0a-8a66-1924ffd81d42 req-f6e5a972-ad57-4b3c-9b0a-536b57c19e00 service neutron] Attempting to bind port 0f5a35c6-3896-4c72-bd5f-f302f0d7964a by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': 'defbb01d-84d5-4c30-842e-46551a1ce743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '593c306c-1850-4ceb-9c5c-d42685f67c98'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:29:37.153338 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8934c215-7f5f-4b0a-8a66-1924ffd81d42 req-f6e5a972-ad57-4b3c-9b0a-536b57c19e00 service neutron] Attempting to bind port 0f5a35c6-3896-4c72-bd5f-f302f0d7964a on network 593c306c-1850-4ceb-9c5c-d42685f67c98 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:29:37.158783 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8934c215-7f5f-4b0a-8a66-1924ffd81d42 req-f6e5a972-ad57-4b3c-9b0a-536b57c19e00 service neutron] Port 0f5a35c6-3896-4c72-bd5f-f302f0d7964a on network 593c306c-1850-4ceb-9c5c-d42685f67c98 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 12:29:37.159209 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8934c215-7f5f-4b0a-8a66-1924ffd81d42 req-f6e5a972-ad57-4b3c-9b0a-536b57c19e00 service neutron] Attempting to bind port 0f5a35c6-3896-4c72-bd5f-f302f0d7964a on network 593c306c-1850-4ceb-9c5c-d42685f67c98 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:29:37.165680 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8934c215-7f5f-4b0a-8a66-1924ffd81d42 req-f6e5a972-ad57-4b3c-9b0a-536b57c19e00 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:29:37.166076 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8934c215-7f5f-4b0a-8a66-1924ffd81d42 req-f6e5a972-ad57-4b3c-9b0a-536b57c19e00 service neutron] Checking segment: {'id': 'defbb01d-84d5-4c30-842e-46551a1ce743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '593c306c-1850-4ceb-9c5c-d42685f67c98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:29:37.166539 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8934c215-7f5f-4b0a-8a66-1924ffd81d42 req-f6e5a972-ad57-4b3c-9b0a-536b57c19e00 service neutron] Bound using segment: {'id': 'defbb01d-84d5-4c30-842e-46551a1ce743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '593c306c-1850-4ceb-9c5c-d42685f67c98'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:29:37.167079 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-8934c215-7f5f-4b0a-8a66-1924ffd81d42 req-f6e5a972-ad57-4b3c-9b0a-536b57c19e00 service neutron] Bound port: 0f5a35c6-3896-4c72-bd5f-f302f0d7964a, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'defbb01d-84d5-4c30-842e-46551a1ce743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '593c306c-1850-4ceb-9c5c-d42685f67c98'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:29:37.167479 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-8934c215-7f5f-4b0a-8a66-1924ffd81d42 req-f6e5a972-ad57-4b3c-9b0a-536b57c19e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:37.240593 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-8934c215-7f5f-4b0a-8a66-1924ffd81d42 req-f6e5a972-ad57-4b3c-9b0a-536b57c19e00 service neutron] For port 0f5a35c6-3896-4c72-bd5f-f302f0d7964a, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:29:37.244880 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-8934c215-7f5f-4b0a-8a66-1924ffd81d42 req-f6e5a972-ad57-4b3c-9b0a-536b57c19e00 service neutron] For port 0f5a35c6-3896-4c72-bd5f-f302f0d7964a, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=0f5a35c6-3896-4c72-bd5f-f302f0d7964a,segment=NetworkSegment(defbb01d-84d5-4c30-842e-46551a1ce743),segment_id=defbb01d-84d5-4c30-842e-46551a1ce743)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:29:37.259123 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-8934c215-7f5f-4b0a-8a66-1924ffd81d42 req-f6e5a972-ad57-4b3c-9b0a-536b57c19e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:37.319342 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8934c215-7f5f-4b0a-8a66-1924ffd81d42 req-f6e5a972-ad57-4b3c-9b0a-536b57c19e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:29:37.319971 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-8934c215-7f5f-4b0a-8a66-1924ffd81d42 req-f6e5a972-ad57-4b3c-9b0a-536b57c19e00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:37.321365 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8934c215-7f5f-4b0a-8a66-1924ffd81d42 req-f6e5a972-ad57-4b3c-9b0a-536b57c19e00 service neutron] 10.222.0.89 "PUT /v2.0/ports/0f5a35c6-3896-4c72-bd5f-f302f0d7964a HTTP/1.1" status: 200 len: 1091 time: 0.6534483 Oct 20 12:29:37.321955 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cce66ad-f480-4cb3-8d8a-f2f618579119', 'tag': '0f5a35c6-3896-4c72-bd5f-f302f0d7964a'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:29:37.324323 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0a02dd2059fce6544e6c1114f6588b97938997ae633064690662b627edbbcf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c72406-e72f-4d88-ae54-ac4a881da350" -d '{"events": [{"name": "network-changed", "server_uuid": "2cce66ad-f480-4cb3-8d8a-f2f618579119", "tag": "0f5a35c6-3896-4c72-bd5f-f302f0d7964a"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:29:37.357499 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ad789-22dc-4040-b73f-a6b72c240cbf req-bfeb4d14-daff-431e-8fcd-c38651c9d90d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:29:37.359146 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aa0ad789-22dc-4040-b73f-a6b72c240cbf req-bfeb4d14-daff-431e-8fcd-c38651c9d90d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=2cce66ad-f480-4cb3-8d8a-f2f618579119 HTTP/1.1" status: 200 len: 943 time: 0.1126575 Oct 20 12:29:37.364981 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e5a972-ad57-4b3c-9b0a-536b57c19e00 service neutron] Pushing event updated for resources: {'Port': ['ID=0f5a35c6-3896-4c72-bd5f-f302f0d7964a,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:29:37.410090 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3459cf78-c417-43fd-a73b-f0dc553b0819 x-openstack-request-id: req-3459cf78-c417-43fd-a73b-f0dc553b0819 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:29:37.410414 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cce66ad-f480-4cb3-8d8a-f2f618579119", "tag": "0f5a35c6-3896-4c72-bd5f-f302f0d7964a", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:29:37.410727 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3459cf78-c417-43fd-a73b-f0dc553b0819 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:29:37.411190 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cce66ad-f480-4cb3-8d8a-f2f618579119', 'tag': '0f5a35c6-3896-4c72-bd5f-f302f0d7964a', 'status': 'completed', 'code': 200} Oct 20 12:29:37.446165 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-aa0ad789-22dc-4040-b73f-a6b72c240cbf req-6330734f-7255-459e-b8df-2e9f52d8916b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=e731b8c5-0c3e-40b8-b462-1e611dc1a1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713515 Oct 20 12:29:37.457742 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8934c215-7f5f-4b0a-8a66-1924ffd81d42 req-dd95d006-b691-43f3-b408-19360feaffaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:29:37.459167 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8934c215-7f5f-4b0a-8a66-1924ffd81d42 req-dd95d006-b691-43f3-b408-19360feaffaf service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b6b06ee654c647a7987833f6381dc537&device_id=2cce66ad-f480-4cb3-8d8a-f2f618579119 HTTP/1.1" status: 200 len: 1094 time: 0.0613804 Oct 20 12:29:37.509250 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8934c215-7f5f-4b0a-8a66-1924ffd81d42 req-d1bef45b-db11-4253-a37a-562e75286450 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f5a35c6-3896-4c72-bd5f-f302f0d7964a HTTP/1.1" status: 200 len: 217 time: 0.0366859 Oct 20 12:29:37.574354 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8934c215-7f5f-4b0a-8a66-1924ffd81d42 req-6e29d238-3af8-45a5-8fff-2160fdc05b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:29:37.576084 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8934c215-7f5f-4b0a-8a66-1924ffd81d42 req-6e29d238-3af8-45a5-8fff-2160fdc05b3b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2d0fe1a3-c066-453d-a2ac-376645c7c13c HTTP/1.1" status: 200 len: 835 time: 0.0559454 Oct 20 12:29:37.636361 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8934c215-7f5f-4b0a-8a66-1924ffd81d42 req-72c547e0-2898-4964-bced-1e74ee7b8af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:29:37.637946 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8934c215-7f5f-4b0a-8a66-1924ffd81d42 req-72c547e0-2898-4964-bced-1e74ee7b8af6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=593c306c-1850-4ceb-9c5c-d42685f67c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504568 Oct 20 12:29:37.739179 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8934c215-7f5f-4b0a-8a66-1924ffd81d42 req-bff81d68-0755-475e-b360-b7284934905a service neutron] 10.222.0.89 "GET /v2.0/networks/593c306c-1850-4ceb-9c5c-d42685f67c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908296 Oct 20 12:29:37.840802 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8934c215-7f5f-4b0a-8a66-1924ffd81d42 req-fc6fc998-1a98-41b8-81df-21c6ee12c57a service neutron] 10.222.0.89 "GET /v2.0/networks/593c306c-1850-4ceb-9c5c-d42685f67c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899098 Oct 20 12:29:37.941167 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c72406-e72f-4d88-ae54-ac4a881da350 req-f5a083c2-249c-4561-93bb-83656af04d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:29:37.942724 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-71c72406-e72f-4d88-ae54-ac4a881da350 req-f5a083c2-249c-4561-93bb-83656af04d48 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b6b06ee654c647a7987833f6381dc537&device_id=2cce66ad-f480-4cb3-8d8a-f2f618579119 HTTP/1.1" status: 200 len: 1094 time: 0.0428660 Oct 20 12:29:38.036375 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c72406-e72f-4d88-ae54-ac4a881da350 req-bd3c566c-5aad-4dd7-8caf-acd6909748e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:29:38.037854 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-71c72406-e72f-4d88-ae54-ac4a881da350 req-bd3c566c-5aad-4dd7-8caf-acd6909748e1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=593c306c-1850-4ceb-9c5c-d42685f67c98 HTTP/1.1" status: 200 len: 899 time: 0.0877278 Oct 20 12:29:38.079608 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-71c72406-e72f-4d88-ae54-ac4a881da350 req-4cbd9ac0-5578-4118-89e9-e315d73c6f11 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f5a35c6-3896-4c72-bd5f-f302f0d7964a HTTP/1.1" status: 200 len: 217 time: 0.0344620 Oct 20 12:29:38.129865 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c72406-e72f-4d88-ae54-ac4a881da350 req-cbc9e01c-a048-4ecf-9d0f-14c572bd88db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:29:38.131245 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-71c72406-e72f-4d88-ae54-ac4a881da350 req-cbc9e01c-a048-4ecf-9d0f-14c572bd88db service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2d0fe1a3-c066-453d-a2ac-376645c7c13c HTTP/1.1" status: 200 len: 835 time: 0.0435743 Oct 20 12:29:38.182038 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c72406-e72f-4d88-ae54-ac4a881da350 req-32884cd3-3013-4663-a53a-53eca70ff669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:29:38.183550 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-71c72406-e72f-4d88-ae54-ac4a881da350 req-32884cd3-3013-4663-a53a-53eca70ff669 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=593c306c-1850-4ceb-9c5c-d42685f67c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448587 Oct 20 12:29:38.276191 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-71c72406-e72f-4d88-ae54-ac4a881da350 req-7f8c01ee-11cd-4fb5-a22b-4f28f1fa2e13 service neutron] 10.222.0.89 "GET /v2.0/networks/593c306c-1850-4ceb-9c5c-d42685f67c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824394 Oct 20 12:29:38.385811 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-71c72406-e72f-4d88-ae54-ac4a881da350 req-e879d37f-47b6-4839-89ba-90507b72d7db service neutron] 10.222.0.89 "GET /v2.0/networks/593c306c-1850-4ceb-9c5c-d42685f67c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013680 Oct 20 12:29:38.565460 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7221ee1-a481-4052-96a4-d4ffafb2a683 req-7164f36d-444e-41aa-885b-17203c2e959a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:29:38.567003 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d7221ee1-a481-4052-96a4-d4ffafb2a683 req-7164f36d-444e-41aa-885b-17203c2e959a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=2cce66ad-f480-4cb3-8d8a-f2f618579119 HTTP/1.1" status: 200 len: 943 time: 0.0512068 Oct 20 12:29:38.607821 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d7221ee1-a481-4052-96a4-d4ffafb2a683 req-0fc76782-927b-4a55-851e-1d13362b23d6 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=e731b8c5-0c3e-40b8-b462-1e611dc1a1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345986 Oct 20 12:29:39.724693 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca76ce-7895-44e4-b9b7-772cd8e72c35 req-5555af66-3857-4467-86ba-950a0efe8d47 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:29:39.726166 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-48ca76ce-7895-44e4-b9b7-772cd8e72c35 req-5555af66-3857-4467-86ba-950a0efe8d47 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=2cce66ad-f480-4cb3-8d8a-f2f618579119 HTTP/1.1" status: 200 len: 943 time: 0.0506871 Oct 20 12:29:39.766546 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-48ca76ce-7895-44e4-b9b7-772cd8e72c35 req-cf30fbda-8ef1-42a8-8b41-cef2d6aa19aa tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=e731b8c5-0c3e-40b8-b462-1e611dc1a1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332735 Oct 20 12:29:40.437018 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:40.887577 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 0f5a35c6-3896-4c72-bd5f-f302f0d7964a details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:29:40.891515 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98494c40-1eb3-421f-8dc2-a5849645c068 req-22bb92a6-e026-45fb-aad8-7754e826ce52 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:29:40.893402 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98494c40-1eb3-421f-8dc2-a5849645c068 req-22bb92a6-e026-45fb-aad8-7754e826ce52 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=2cce66ad-f480-4cb3-8d8a-f2f618579119 HTTP/1.1" status: 200 len: 943 time: 0.0553761 Oct 20 12:29:40.940024 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-98494c40-1eb3-421f-8dc2-a5849645c068 req-745518c2-4776-41e0-9e84-a87b559ab1a5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=e731b8c5-0c3e-40b8-b462-1e611dc1a1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398166 Oct 20 12:29:40.985782 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 0f5a35c6-3896-4c72-bd5f-f302f0d7964a, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=0f5a35c6-3896-4c72-bd5f-f302f0d7964a,segment=NetworkSegment(defbb01d-84d5-4c30-842e-46551a1ce743),segment_id=defbb01d-84d5-4c30-842e-46551a1ce743)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:29:40.998176 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '0f5a35c6-3896-4c72-bd5f-f302f0d7964a', 'network_id': '593c306c-1850-4ceb-9c5c-d42685f67c98', 'port_id': '0f5a35c6-3896-4c72-bd5f-f302f0d7964a', 'mac_address': 'fa:16:3e:03:2a:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d0fe1a3-c066-453d-a2ac-376645c7c13c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:29:41.041351 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:41.057043 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f5a35c6-3896-4c72-bd5f-f302f0d7964a {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:29:41.081178 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 0f5a35c6-3896-4c72-bd5f-f302f0d7964a, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=0f5a35c6-3896-4c72-bd5f-f302f0d7964a,segment=NetworkSegment(defbb01d-84d5-4c30-842e-46551a1ce743),segment_id=defbb01d-84d5-4c30-842e-46551a1ce743)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:29:41.085735 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:41.147317 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=0f5a35c6-3896-4c72-bd5f-f302f0d7964a,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:29:41.382022 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['0f5a35c6-3896-4c72-bd5f-f302f0d7964a'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:29:42.060980 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89fbc31-b065-4f28-b9b0-f9462c276898 req-7928e41b-b99e-43c2-b693-26208990c0fd tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:29:42.062468 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d89fbc31-b065-4f28-b9b0-f9462c276898 req-7928e41b-b99e-43c2-b693-26208990c0fd tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=2cce66ad-f480-4cb3-8d8a-f2f618579119 HTTP/1.1" status: 200 len: 944 time: 0.0523362 Oct 20 12:29:42.100007 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d89fbc31-b065-4f28-b9b0-f9462c276898 req-ba9ed307-488f-4e12-abb1-b1095d0786ef tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=e731b8c5-0c3e-40b8-b462-1e611dc1a1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314457 Oct 20 12:29:42.899666 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 0f5a35c6-3896-4c72-bd5f-f302f0d7964a up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:29:42.955017 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 0f5a35c6-3896-4c72-bd5f-f302f0d7964a completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 12:29:42.959616 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 0f5a35c6-3896-4c72-bd5f-f302f0d7964a triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:29:42.959957 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:43.044709 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:43.070618 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cce66ad-f480-4cb3-8d8a-f2f618579119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f5a35c6-3896-4c72-bd5f-f302f0d7964a'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:29:43.073053 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ba663b728f61600953c7c701890058d53749f56dec976386d606a322f26966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f37517a-db25-468d-b138-b0ec97ee24ea" -d '{"events": [{"server_uuid": "2cce66ad-f480-4cb3-8d8a-f2f618579119", "name": "network-vif-plugged", "status": "completed", "tag": "0f5a35c6-3896-4c72-bd5f-f302f0d7964a"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:29:43.086146 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 0f5a35c6-3896-4c72-bd5f-f302f0d7964a, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=0f5a35c6-3896-4c72-bd5f-f302f0d7964a,segment=NetworkSegment(defbb01d-84d5-4c30-842e-46551a1ce743),segment_id=defbb01d-84d5-4c30-842e-46551a1ce743)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:29:43.090924 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:43.151237 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=0f5a35c6-3896-4c72-bd5f-f302f0d7964a,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:29:43.188502 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89043a8d-b2b3-41d5-841f-4126f0e10e91 x-openstack-request-id: req-89043a8d-b2b3-41d5-841f-4126f0e10e91 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:29:43.188795 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cce66ad-f480-4cb3-8d8a-f2f618579119", "name": "network-vif-plugged", "status": "completed", "tag": "0f5a35c6-3896-4c72-bd5f-f302f0d7964a", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:29:43.189192 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-89043a8d-b2b3-41d5-841f-4126f0e10e91 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:29:43.189433 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cce66ad-f480-4cb3-8d8a-f2f618579119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f5a35c6-3896-4c72-bd5f-f302f0d7964a', 'code': 200} Oct 20 12:29:43.235668 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9fef0-f76b-41e5-b94b-ce0a525ed2b5 req-ee148cc3-d0e4-4ff7-a0d2-7a226464c465 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:29:43.237438 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c3b9fef0-f76b-41e5-b94b-ce0a525ed2b5 req-ee148cc3-d0e4-4ff7-a0d2-7a226464c465 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=2cce66ad-f480-4cb3-8d8a-f2f618579119 HTTP/1.1" status: 200 len: 945 time: 0.0588396 Oct 20 12:29:43.311623 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c3b9fef0-f76b-41e5-b94b-ce0a525ed2b5 req-aeab72f7-d28d-4d08-98b8-01d7340ff904 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=e731b8c5-0c3e-40b8-b462-1e611dc1a1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680134 Oct 20 12:29:43.318357 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7953e8c-9600-4b77-8464-5d4bc1092202 req-4852b745-729c-4c84-b030-9f0b8ec38d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:29:43.319863 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b7953e8c-9600-4b77-8464-5d4bc1092202 req-4852b745-729c-4c84-b030-9f0b8ec38d07 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2cce66ad-f480-4cb3-8d8a-f2f618579119 HTTP/1.1" status: 200 len: 1096 time: 0.0702946 Oct 20 12:29:43.359600 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b7953e8c-9600-4b77-8464-5d4bc1092202 req-21384326-5ea6-45ae-b88d-31d44130c853 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e731b8c5-0c3e-40b8-b462-1e611dc1a1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286827 Oct 20 12:29:44.443081 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b40d105-e602-403d-9d22-961d09fa8f08 req-b6fd8196-6720-424d-a86e-8a1634c6ab73 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:29:44.444809 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5b40d105-e602-403d-9d22-961d09fa8f08 req-b6fd8196-6720-424d-a86e-8a1634c6ab73 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=2cce66ad-f480-4cb3-8d8a-f2f618579119 HTTP/1.1" status: 200 len: 945 time: 0.0608289 Oct 20 12:29:44.485833 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5b40d105-e602-403d-9d22-961d09fa8f08 req-f8456aea-3a49-4a76-8b0d-02b19643dc5b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=e731b8c5-0c3e-40b8-b462-1e611dc1a1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334318 Oct 20 12:29:45.603726 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb9ef9-c535-4fda-a833-afa841ee6e4d req-13da9984-7266-4234-9512-1f08bfad66ab tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:29:45.605150 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7bdb9ef9-c535-4fda-a833-afa841ee6e4d req-13da9984-7266-4234-9512-1f08bfad66ab tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=2cce66ad-f480-4cb3-8d8a-f2f618579119 HTTP/1.1" status: 200 len: 945 time: 0.0495312 Oct 20 12:29:45.648840 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7bdb9ef9-c535-4fda-a833-afa841ee6e4d req-e18a0051-f35a-4409-bf50-bfd468b61ff0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=e731b8c5-0c3e-40b8-b462-1e611dc1a1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373874 Oct 20 12:29:45.772966 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d402247-817b-48b2-a996-82604f45ecf2 req-98f5c051-2e51-43fb-bbec-6c9904847a7b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:29:45.774453 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5d402247-817b-48b2-a996-82604f45ecf2 req-98f5c051-2e51-43fb-bbec-6c9904847a7b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=2cce66ad-f480-4cb3-8d8a-f2f618579119 HTTP/1.1" status: 200 len: 945 time: 0.0534894 Oct 20 12:29:45.812289 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5d402247-817b-48b2-a996-82604f45ecf2 req-0b57bb44-161e-49f9-85b3-d34c69b8f9a5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=e731b8c5-0c3e-40b8-b462-1e611dc1a1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317314 Oct 20 12:29:45.834779 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59862) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:29:45.879849 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9401920-11f5-4fef-8311-6b5063286901 tempest-TestNetworkAdvancedServerOps-245809071 tempest-TestNetworkAdvancedServerOps-245809071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:29:45.881341 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d9401920-11f5-4fef-8311-6b5063286901 tempest-TestNetworkAdvancedServerOps-245809071 tempest-TestNetworkAdvancedServerOps-245809071-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=2cce66ad-f480-4cb3-8d8a-f2f618579119 HTTP/1.1" status: 200 len: 1091 time: 0.0454967 Oct 20 12:29:45.884396 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59864) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:29:45.888722 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-20346537-fa7a-4e5c-a551-f8571299b817 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'port_id': '0f5a35c6-3896-4c72-bd5f-f302f0d7964a', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:29:45.913254 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-20346537-fa7a-4e5c-a551-f8571299b817 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for floatingip, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:45.960390 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:46.015444 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-20346537-fa7a-4e5c-a551-f8571299b817 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:46.133482 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-20346537-fa7a-4e5c-a551-f8571299b817 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Allocated IP 172.25.5.28 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/b2fca1be-1966-4e66-a940-8c0b16cb2ab7) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:29:46.253630 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-20346537-fa7a-4e5c-a551-f8571299b817 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:46.289387 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-20346537-fa7a-4e5c-a551-f8571299b817 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:46.331775 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20346537-fa7a-4e5c-a551-f8571299b817 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:29:46.334539 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-20346537-fa7a-4e5c-a551-f8571299b817 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:29:46.337219 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20346537-fa7a-4e5c-a551-f8571299b817 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:29:46.364462 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20346537-fa7a-4e5c-a551-f8571299b817 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'Port': ['ID=b2fca1be-1966-4e66-a940-8c0b16cb2ab7,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:29:46.827277 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-20346537-fa7a-4e5c-a551-f8571299b817 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:46.921837 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-20346537-fa7a-4e5c-a551-f8571299b817 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:47.069474 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-20346537-fa7a-4e5c-a551-f8571299b817 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:47.075059 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-20346537-fa7a-4e5c-a551-f8571299b817 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:47.142303 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20346537-fa7a-4e5c-a551-f8571299b817 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'Port': ['ID=b2fca1be-1966-4e66-a940-8c0b16cb2ab7,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:29:47.153788 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-20346537-fa7a-4e5c-a551-f8571299b817 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:47.250708 n-d-814735-3 neutron-server[100646]: INFO neutron.db.l3_db [None req-20346537-fa7a-4e5c-a551-f8571299b817 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Floating IP e145f723-8416-4b98-8369-ad52817596cb associated. External IP: 172.25.5.28, port: 0f5a35c6-3896-4c72-bd5f-f302f0d7964a. Oct 20 12:29:47.750638 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20346537-fa7a-4e5c-a551-f8571299b817 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Router 95312191-7930-44fc-8b07-94a710a7fda1 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:29:47.866119 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20346537-fa7a-4e5c-a551-f8571299b817 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:29:47.877301 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dc216a-f8e9-4597-84ef-133458a72718 None None] Sync routers for ids ['95312191-7930-44fc-8b07-94a710a7fda1'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:29:47.886444 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-20346537-fa7a-4e5c-a551-f8571299b817 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:47.886662 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dc216a-f8e9-4597-84ef-133458a72718 None None] Routers {'95312191-7930-44fc-8b07-94a710a7fda1'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:29:47.887235 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-29dc216a-f8e9-4597-84ef-133458a72718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:29:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['95312191-7930-44fc-8b07-94a710a7fda1'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:29:47.918773 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-20346537-fa7a-4e5c-a551-f8571299b817 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0331919 Oct 20 12:29:47.920562 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cce66ad-f480-4cb3-8d8a-f2f618579119', 'tag': '0f5a35c6-3896-4c72-bd5f-f302f0d7964a'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:29:47.923678 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f6473da4100a9b2d2507aa888be59ba03dba4d50a2e20228baad954033a1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd672818-8e82-4aa7-a5f1-886ee0897245" -d '{"events": [{"name": "network-changed", "server_uuid": "2cce66ad-f480-4cb3-8d8a-f2f618579119", "tag": "0f5a35c6-3896-4c72-bd5f-f302f0d7964a"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:29:47.966167 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee3d7c2-da75-42a3-ac66-94eed2a43c90 x-openstack-request-id: req-bee3d7c2-da75-42a3-ac66-94eed2a43c90 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:29:47.966545 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cce66ad-f480-4cb3-8d8a-f2f618579119", "tag": "0f5a35c6-3896-4c72-bd5f-f302f0d7964a", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:29:47.966968 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bee3d7c2-da75-42a3-ac66-94eed2a43c90 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:29:47.967476 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cce66ad-f480-4cb3-8d8a-f2f618579119', 'tag': '0f5a35c6-3896-4c72-bd5f-f302f0d7964a', 'status': 'completed', 'code': 200} Oct 20 12:29:48.002974 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-29dc216a-f8e9-4597-84ef-133458a72718 None None] Set router 95312191-7930-44fc-8b07-94a710a7fda1 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:29:48.047474 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61197c2d-9b9e-4c84-9a30-c9e08182726a req-2fc81592-c522-4fb4-b018-e206775342ae tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:29:48.049077 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-61197c2d-9b9e-4c84-9a30-c9e08182726a req-2fc81592-c522-4fb4-b018-e206775342ae tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=2cce66ad-f480-4cb3-8d8a-f2f618579119 HTTP/1.1" status: 200 len: 945 time: 0.0798819 Oct 20 12:29:48.055322 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd672818-8e82-4aa7-a5f1-886ee0897245 req-a6f80583-ce71-4954-a16e-8415200c9c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:29:48.056742 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fd672818-8e82-4aa7-a5f1-886ee0897245 req-a6f80583-ce71-4954-a16e-8415200c9c4f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b6b06ee654c647a7987833f6381dc537&device_id=2cce66ad-f480-4cb3-8d8a-f2f618579119 HTTP/1.1" status: 200 len: 1096 time: 0.0591214 Oct 20 12:29:48.117925 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-61197c2d-9b9e-4c84-9a30-c9e08182726a req-29d6c063-aedc-4386-a232-a61214adc7af tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=e731b8c5-0c3e-40b8-b462-1e611dc1a1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601971 Oct 20 12:29:48.143948 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59870) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:29:48.176593 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd672818-8e82-4aa7-a5f1-886ee0897245 req-ab54a57c-15c0-449b-95a8-d039847f979f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:29:48.178092 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fd672818-8e82-4aa7-a5f1-886ee0897245 req-ab54a57c-15c0-449b-95a8-d039847f979f service neutron] 10.222.0.89 "GET /v2.0/networks?id=593c306c-1850-4ceb-9c5c-d42685f67c98 HTTP/1.1" status: 200 len: 899 time: 0.1136701 Oct 20 12:29:48.209780 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6fde7132-88fa-43cf-8b33-80fddb63f1e4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/floatingips/e145f723-8416-4b98-8369-ad52817596cb HTTP/1.1" status: 200 len: 990 time: 0.0635972 Oct 20 12:29:48.245517 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-29dc216a-f8e9-4597-84ef-133458a72718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95312191-7930-44fc-8b07-94a710a7fda1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1773616640', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '5f8de32c-8406-429f-b4c8-a823172a9214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:29:27Z', 'updated_at': '2021-10-20T12:29:30Z', 'revision_number': 4, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': '5f8de32c-8406-429f-b4c8-a823172a9214', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95312191-7930-44fc-8b07-94a710a7fda1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:29:27Z', 'updated_at': '2021-10-20T12:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': 'e145f723-8416-4b98-8369-ad52817596cb', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'floating_ip_address': '172.25.5.28', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '95312191-7930-44fc-8b07-94a710a7fda1', 'port_id': '0f5a35c6-3896-4c72-bd5f-f302f0d7964a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '593c306c-1850-4ceb-9c5c-d42685f67c98', 'mac_address': 'fa:16:3e:03:2a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cce66ad-f480-4cb3-8d8a-f2f618579119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:29:46Z', 'updated_at': '2021-10-20T12:29:46Z', 'revision_number': 0, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6224f077-6eca-4932-b3c1-ac734bfc8a9e', 'name': '', 'network_id': '593c306c-1850-4ceb-9c5c-d42685f67c98', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'mac_address': 'fa:16:3e:b1:67:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95312191-7930-44fc-8b07-94a710a7fda1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '2d0fe1a3-c066-453d-a2ac-376645c7c13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:29:30Z', 'updated_at': '2021-10-20T12:29:33Z', 'revision_number': 5, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'subnets': [{'id': '2d0fe1a3-c066-453d-a2ac-376645c7c13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:29:48.246398 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fd672818-8e82-4aa7-a5f1-886ee0897245 req-22f8ef43-76db-4b90-a6d3-0d0e22e046da service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f5a35c6-3896-4c72-bd5f-f302f0d7964a HTTP/1.1" status: 200 len: 998 time: 0.0611172 Oct 20 12:29:48.276515 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dc216a-f8e9-4597-84ef-133458a72718 None None] Checking router: 95312191-7930-44fc-8b07-94a710a7fda1 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:29:48.285542 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dc216a-f8e9-4597-84ef-133458a72718 None None] Routers {'95312191-7930-44fc-8b07-94a710a7fda1'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:29:48.286251 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-29dc216a-f8e9-4597-84ef-133458a72718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:29:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['95312191-7930-44fc-8b07-94a710a7fda1'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:29:48.300382 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd672818-8e82-4aa7-a5f1-886ee0897245 req-4bd6f47e-e954-4067-a5cf-fb90ad026ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:29:48.301874 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fd672818-8e82-4aa7-a5f1-886ee0897245 req-4bd6f47e-e954-4067-a5cf-fb90ad026ea4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2d0fe1a3-c066-453d-a2ac-376645c7c13c HTTP/1.1" status: 200 len: 835 time: 0.0485840 Oct 20 12:29:48.348401 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd672818-8e82-4aa7-a5f1-886ee0897245 req-f4c48a5f-1e91-4bc0-bad6-00be268e251b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:29:48.349919 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fd672818-8e82-4aa7-a5f1-886ee0897245 req-f4c48a5f-1e91-4bc0-bad6-00be268e251b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=593c306c-1850-4ceb-9c5c-d42685f67c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405631 Oct 20 12:29:48.402610 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-29dc216a-f8e9-4597-84ef-133458a72718 None None] Set router 95312191-7930-44fc-8b07-94a710a7fda1 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:29:48.448725 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fd672818-8e82-4aa7-a5f1-886ee0897245 req-d94e027d-75b0-46f2-b3ac-19be61480df9 service neutron] 10.222.0.89 "GET /v2.0/networks/593c306c-1850-4ceb-9c5c-d42685f67c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908947 Oct 20 12:29:48.546226 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fd672818-8e82-4aa7-a5f1-886ee0897245 req-7d2133bf-96cd-468f-851b-2b92752b3d53 service neutron] 10.222.0.89 "GET /v2.0/networks/593c306c-1850-4ceb-9c5c-d42685f67c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905216 Oct 20 12:29:48.780285 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-29dc216a-f8e9-4597-84ef-133458a72718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95312191-7930-44fc-8b07-94a710a7fda1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1773616640', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '5f8de32c-8406-429f-b4c8-a823172a9214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:29:27Z', 'updated_at': '2021-10-20T12:29:30Z', 'revision_number': 4, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': '5f8de32c-8406-429f-b4c8-a823172a9214', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95312191-7930-44fc-8b07-94a710a7fda1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:29:27Z', 'updated_at': '2021-10-20T12:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': 'e145f723-8416-4b98-8369-ad52817596cb', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'floating_ip_address': '172.25.5.28', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '95312191-7930-44fc-8b07-94a710a7fda1', 'port_id': '0f5a35c6-3896-4c72-bd5f-f302f0d7964a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '593c306c-1850-4ceb-9c5c-d42685f67c98', 'mac_address': 'fa:16:3e:03:2a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cce66ad-f480-4cb3-8d8a-f2f618579119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:29:46Z', 'updated_at': '2021-10-20T12:29:46Z', 'revision_number': 0, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6224f077-6eca-4932-b3c1-ac734bfc8a9e', 'name': '', 'network_id': '593c306c-1850-4ceb-9c5c-d42685f67c98', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'mac_address': 'fa:16:3e:b1:67:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95312191-7930-44fc-8b07-94a710a7fda1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '2d0fe1a3-c066-453d-a2ac-376645c7c13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:29:30Z', 'updated_at': '2021-10-20T12:29:33Z', 'revision_number': 5, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'subnets': [{'id': '2d0fe1a3-c066-453d-a2ac-376645c7c13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:29:48.809119 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dc216a-f8e9-4597-84ef-133458a72718 None None] The sync data for ids ['95312191-7930-44fc-8b07-94a710a7fda1'] in n-d-814735-3 is: [{'id': '95312191-7930-44fc-8b07-94a710a7fda1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1773616640', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '5f8de32c-8406-429f-b4c8-a823172a9214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:29:27Z', 'updated_at': '2021-10-20T12:29:30Z', 'revision_number': 4, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': '5f8de32c-8406-429f-b4c8-a823172a9214', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95312191-7930-44fc-8b07-94a710a7fda1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:29:27Z', 'updated_at': '2021-10-20T12:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': 'e145f723-8416-4b98-8369-ad52817596cb', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'floating_ip_address': '172.25.5.28', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '95312191-7930-44fc-8b07-94a710a7fda1', 'port_id': '0f5a35c6-3896-4c72-bd5f-f302f0d7964a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '593c306c-1850-4ceb-9c5c-d42685f67c98', 'mac_address': 'fa:16:3e:03:2a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cce66ad-f480-4cb3-8d8a-f2f618579119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:29:46Z', 'updated_at': '2021-10-20T12:29:46Z', 'revision_number': 0, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6224f077-6eca-4932-b3c1-ac734bfc8a9e', 'name': '', 'network_id': '593c306c-1850-4ceb-9c5c-d42685f67c98', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'mac_address': 'fa:16:3e:b1:67:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95312191-7930-44fc-8b07-94a710a7fda1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '2d0fe1a3-c066-453d-a2ac-376645c7c13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:29:30Z', 'updated_at': '2021-10-20T12:29:33Z', 'revision_number': 5, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'subnets': [{'id': '2d0fe1a3-c066-453d-a2ac-376645c7c13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:29:49.003655 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc524880-cce9-4373-aa45-c1b761240284 None None] New status for floating IP e145f723-8416-4b98-8369-ad52817596cb: ACTIVE {{(pid=100649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 12:29:49.212851 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59872) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:29:49.279367 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f8b9b273-2499-4f87-bdaf-5ad49a8cf2fc tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/floatingips/e145f723-8416-4b98-8369-ad52817596cb HTTP/1.1" status: 200 len: 992 time: 0.0653501 Oct 20 12:29:49.427950 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-464d0047-07f3-46bb-96ec-faa8a9a78732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:52.283497 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-62e90e21-c5b2-4bb5-bf70-60a210d00a53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:53.243760 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:53.406452 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:54.293377 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41721409-676b-40b1-9d89-c1891a8eaf3e req-ece8119a-585c-441e-bdca-d937dbf29a86 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2cce66ad-f480-4cb3-8d8a-f2f618579119&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413103 Oct 20 12:29:54.381019 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41721409-676b-40b1-9d89-c1891a8eaf3e req-662a2d86-c5f2-4903-ab2e-18fce3893c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:29:54.382459 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41721409-676b-40b1-9d89-c1891a8eaf3e req-662a2d86-c5f2-4903-ab2e-18fce3893c18 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b6b06ee654c647a7987833f6381dc537&device_id=2cce66ad-f480-4cb3-8d8a-f2f618579119 HTTP/1.1" status: 200 len: 1096 time: 0.0446818 Oct 20 12:29:54.485459 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41721409-676b-40b1-9d89-c1891a8eaf3e req-c4d2c216-41fd-4e86-8ce5-1cb4f6de262d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:29:54.486997 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41721409-676b-40b1-9d89-c1891a8eaf3e req-c4d2c216-41fd-4e86-8ce5-1cb4f6de262d service neutron] 10.222.0.89 "GET /v2.0/networks?id=593c306c-1850-4ceb-9c5c-d42685f67c98 HTTP/1.1" status: 200 len: 899 time: 0.0833468 Oct 20 12:29:54.558028 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41721409-676b-40b1-9d89-c1891a8eaf3e req-1a2176d2-874a-4cf4-a629-34b4d242c5a1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f5a35c6-3896-4c72-bd5f-f302f0d7964a HTTP/1.1" status: 200 len: 1000 time: 0.0631390 Oct 20 12:29:54.606134 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41721409-676b-40b1-9d89-c1891a8eaf3e req-f5d2ec7c-3d80-407d-aa37-48ebbde6a363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:29:54.607626 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41721409-676b-40b1-9d89-c1891a8eaf3e req-f5d2ec7c-3d80-407d-aa37-48ebbde6a363 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2d0fe1a3-c066-453d-a2ac-376645c7c13c HTTP/1.1" status: 200 len: 835 time: 0.0429072 Oct 20 12:29:54.653737 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41721409-676b-40b1-9d89-c1891a8eaf3e req-411474a6-2c41-4837-a49a-2e6655455c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:29:54.655280 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41721409-676b-40b1-9d89-c1891a8eaf3e req-411474a6-2c41-4837-a49a-2e6655455c22 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=593c306c-1850-4ceb-9c5c-d42685f67c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408893 Oct 20 12:29:54.747430 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41721409-676b-40b1-9d89-c1891a8eaf3e req-29c437ff-313f-4117-af7c-0e251b111c3e service neutron] 10.222.0.89 "GET /v2.0/networks/593c306c-1850-4ceb-9c5c-d42685f67c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849333 Oct 20 12:29:54.846299 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41721409-676b-40b1-9d89-c1891a8eaf3e req-5f999acd-6502-426b-b1b5-8c879f04bf10 service neutron] 10.222.0.89 "GET /v2.0/networks/593c306c-1850-4ceb-9c5c-d42685f67c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920236 Oct 20 12:29:55.135713 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:29:59.534691 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:30:10.451406 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:15.972490 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:19.433288 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-8dd5fee8-ffc3-4abc-9bbb-5700fced6eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:22.286268 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-844498dc-5c87-4e61-a87e-6475dc84defe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:22.654742 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b157821-88c7-4365-83a9-5cfdbe1dfc0d req-046ebbd0-4980-40a9-996b-9d0bf1004d3a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:30:22.656388 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1b157821-88c7-4365-83a9-5cfdbe1dfc0d req-046ebbd0-4980-40a9-996b-9d0bf1004d3a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=2cce66ad-f480-4cb3-8d8a-f2f618579119 HTTP/1.1" status: 200 len: 945 time: 0.0559032 Oct 20 12:30:22.693831 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1b157821-88c7-4365-83a9-5cfdbe1dfc0d req-960eade9-162d-4325-b67e-9992d2a6fb73 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=e731b8c5-0c3e-40b8-b462-1e611dc1a1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313973 Oct 20 12:30:23.248078 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:23.410200 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:23.816476 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e0333-0257-4ae5-810c-29d1489dc50a req-8acf62d1-ac35-4029-924d-258f87431839 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:30:23.817853 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b45e0333-0257-4ae5-810c-29d1489dc50a req-8acf62d1-ac35-4029-924d-258f87431839 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=2cce66ad-f480-4cb3-8d8a-f2f618579119 HTTP/1.1" status: 200 len: 945 time: 0.0502508 Oct 20 12:30:23.856594 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b45e0333-0257-4ae5-810c-29d1489dc50a req-ee52226c-ee57-4a7a-b58d-61199c301603 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=e731b8c5-0c3e-40b8-b462-1e611dc1a1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323048 Oct 20 12:30:23.880062 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59890) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:30:23.944066 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-13347b2d-f661-4102-b0f3-586eed12f204 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/floatingips/e145f723-8416-4b98-8369-ad52817596cb HTTP/1.1" status: 200 len: 992 time: 0.0627422 Oct 20 12:30:25.145657 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:25.248547 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d4ad7b-6973-4a1a-b5b5-984303e6aab8 req-4b73fdf3-84c0-410e-aa32-9f07a967c736 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:30:25.250144 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-29d4ad7b-6973-4a1a-b5b5-984303e6aab8 req-4b73fdf3-84c0-410e-aa32-9f07a967c736 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=2cce66ad-f480-4cb3-8d8a-f2f618579119 HTTP/1.1" status: 200 len: 945 time: 0.0534754 Oct 20 12:30:25.299908 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-29d4ad7b-6973-4a1a-b5b5-984303e6aab8 req-485d3158-cd75-4154-874a-b880111e8d9d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=e731b8c5-0c3e-40b8-b462-1e611dc1a1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378489 Oct 20 12:30:26.437978 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ef96e-b64c-4e99-8e4f-25c8ac7b447f req-30474dc1-7fc3-4fdd-9e46-134878174f62 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:30:26.439498 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e85ef96e-b64c-4e99-8e4f-25c8ac7b447f req-30474dc1-7fc3-4fdd-9e46-134878174f62 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=2cce66ad-f480-4cb3-8d8a-f2f618579119 HTTP/1.1" status: 200 len: 945 time: 0.0536706 Oct 20 12:30:26.477612 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e85ef96e-b64c-4e99-8e4f-25c8ac7b447f req-3df69da3-b37d-45fa-8f59-061811677589 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=e731b8c5-0c3e-40b8-b462-1e611dc1a1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319874 Oct 20 12:30:26.502110 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 59902) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:30:26.568541 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-b52783aa-a50f-4516-ac2b-a1fac0651c13 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/floatingips/e145f723-8416-4b98-8369-ad52817596cb HTTP/1.1" status: 200 len: 992 time: 0.0651934 Oct 20 12:30:26.815377 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59910) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:30:26.980255 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-a294bbb2-a1c0-4767-9b7f-4364a5e1577f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Deleting port b2fca1be-1966-4e66-a940-8c0b16cb2ab7 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:30:26.980547 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a294bbb2-a1c0-4767-9b7f-4364a5e1577f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:27.054999 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a294bbb2-a1c0-4767-9b7f-4364a5e1577f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:27.055321 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a294bbb2-a1c0-4767-9b7f-4364a5e1577f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:27.066991 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-a294bbb2-a1c0-4767-9b7f-4364a5e1577f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Calling delete_port for b2fca1be-1966-4e66-a940-8c0b16cb2ab7 owned by network:floatingip {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:30:27.216742 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a294bbb2-a1c0-4767-9b7f-4364a5e1577f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:27.243687 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a294bbb2-a1c0-4767-9b7f-4364a5e1577f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event deleted for resources: {'Port': ['ID=b2fca1be-1966-4e66-a940-8c0b16cb2ab7,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:30:27.268778 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294bbb2-a1c0-4767-9b7f-4364a5e1577f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:30:27.269137 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294bbb2-a1c0-4767-9b7f-4364a5e1577f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:30:27.269466 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294bbb2-a1c0-4767-9b7f-4364a5e1577f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:30:27.269807 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294bbb2-a1c0-4767-9b7f-4364a5e1577f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:30:27.270136 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294bbb2-a1c0-4767-9b7f-4364a5e1577f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:30:27.270465 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294bbb2-a1c0-4767-9b7f-4364a5e1577f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:30:27.270834 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294bbb2-a1c0-4767-9b7f-4364a5e1577f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:30:27.271110 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294bbb2-a1c0-4767-9b7f-4364a5e1577f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:30:27.271463 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294bbb2-a1c0-4767-9b7f-4364a5e1577f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:30:27.271787 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294bbb2-a1c0-4767-9b7f-4364a5e1577f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:30:27.272107 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294bbb2-a1c0-4767-9b7f-4364a5e1577f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:30:27.272409 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294bbb2-a1c0-4767-9b7f-4364a5e1577f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:30:27.313547 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a294bbb2-a1c0-4767-9b7f-4364a5e1577f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for floatingip, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:27.313990 n-d-814735-3 neutron-server[100646]: INFO neutron.db.l3_db [None req-a294bbb2-a1c0-4767-9b7f-4364a5e1577f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Floating IP e145f723-8416-4b98-8369-ad52817596cb disassociated (deleted). External IP: 172.25.5.28, port: 0f5a35c6-3896-4c72-bd5f-f302f0d7964a. Oct 20 12:30:27.527832 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a294bbb2-a1c0-4767-9b7f-4364a5e1577f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Router 95312191-7930-44fc-8b07-94a710a7fda1 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:30:27.651219 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a294bbb2-a1c0-4767-9b7f-4364a5e1577f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:30:27.656054 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a294bbb2-a1c0-4767-9b7f-4364a5e1577f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:27.661142 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462d5278-9ef0-4bd4-9d54-25208cf7eb9c None None] Sync routers for ids ['95312191-7930-44fc-8b07-94a710a7fda1'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:30:27.671793 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462d5278-9ef0-4bd4-9d54-25208cf7eb9c None None] Routers {'95312191-7930-44fc-8b07-94a710a7fda1'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:30:27.672530 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-462d5278-9ef0-4bd4-9d54-25208cf7eb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:30:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['95312191-7930-44fc-8b07-94a710a7fda1'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:30:27.683550 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a294bbb2-a1c0-4767-9b7f-4364a5e1577f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "DELETE /v2.0/floatingips/e145f723-8416-4b98-8369-ad52817596cb HTTP/1.1" status: 204 len: 168 time: 0.8669140 Oct 20 12:30:27.684138 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cce66ad-f480-4cb3-8d8a-f2f618579119', 'tag': '0f5a35c6-3896-4c72-bd5f-f302f0d7964a'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:30:27.686700 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f6473da4100a9b2d2507aa888be59ba03dba4d50a2e20228baad954033a1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97be59c9-6917-461b-a9bd-a02e0eb572b9" -d '{"events": [{"name": "network-changed", "server_uuid": "2cce66ad-f480-4cb3-8d8a-f2f618579119", "tag": "0f5a35c6-3896-4c72-bd5f-f302f0d7964a"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:30:27.754038 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952c9274-1b53-4ff1-a374-ec00c343b27d x-openstack-request-id: req-952c9274-1b53-4ff1-a374-ec00c343b27d {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:30:27.754038 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cce66ad-f480-4cb3-8d8a-f2f618579119", "tag": "0f5a35c6-3896-4c72-bd5f-f302f0d7964a", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:30:27.754350 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-952c9274-1b53-4ff1-a374-ec00c343b27d {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:30:27.754944 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cce66ad-f480-4cb3-8d8a-f2f618579119', 'tag': '0f5a35c6-3896-4c72-bd5f-f302f0d7964a', 'status': 'completed', 'code': 200} Oct 20 12:30:27.802015 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-462d5278-9ef0-4bd4-9d54-25208cf7eb9c None None] Set router 95312191-7930-44fc-8b07-94a710a7fda1 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:30:27.834115 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be59c9-6917-461b-a9bd-a02e0eb572b9 req-19f56de6-a685-4cfe-a2a4-9f2f7c074763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:30:27.835709 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-97be59c9-6917-461b-a9bd-a02e0eb572b9 req-19f56de6-a685-4cfe-a2a4-9f2f7c074763 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b6b06ee654c647a7987833f6381dc537&device_id=2cce66ad-f480-4cb3-8d8a-f2f618579119 HTTP/1.1" status: 200 len: 1096 time: 0.0548956 Oct 20 12:30:27.967820 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be59c9-6917-461b-a9bd-a02e0eb572b9 req-4d5725f8-b6a9-4e76-b19b-137a7ed73fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:30:27.969421 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-97be59c9-6917-461b-a9bd-a02e0eb572b9 req-4d5725f8-b6a9-4e76-b19b-137a7ed73fe9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=593c306c-1850-4ceb-9c5c-d42685f67c98 HTTP/1.1" status: 200 len: 899 time: 0.1219923 Oct 20 12:30:28.022304 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-97be59c9-6917-461b-a9bd-a02e0eb572b9 req-7123603c-c700-4373-98f1-a840b2bf69ab service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f5a35c6-3896-4c72-bd5f-f302f0d7964a HTTP/1.1" status: 200 len: 217 time: 0.0394704 Oct 20 12:30:28.042000 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9681e-5795-44bb-b3e3-3a7e12aa97cf req-1eb5da06-87d4-4163-b3e2-0057c0723104 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:30:28.042744 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-462d5278-9ef0-4bd4-9d54-25208cf7eb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95312191-7930-44fc-8b07-94a710a7fda1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1773616640', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '5f8de32c-8406-429f-b4c8-a823172a9214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:29:27Z', 'updated_at': '2021-10-20T12:29:30Z', 'revision_number': 4, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': '5f8de32c-8406-429f-b4c8-a823172a9214', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95312191-7930-44fc-8b07-94a710a7fda1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:29:27Z', 'updated_at': '2021-10-20T12:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '6224f077-6eca-4932-b3c1-ac734bfc8a9e', 'name': '', 'network_id': '593c306c-1850-4ceb-9c5c-d42685f67c98', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'mac_address': 'fa:16:3e:b1:67:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95312191-7930-44fc-8b07-94a710a7fda1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '2d0fe1a3-c066-453d-a2ac-376645c7c13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:29:30Z', 'updated_at': '2021-10-20T12:29:33Z', 'revision_number': 5, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'subnets': [{'id': '2d0fe1a3-c066-453d-a2ac-376645c7c13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:30:28.043526 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-85d9681e-5795-44bb-b3e3-3a7e12aa97cf req-1eb5da06-87d4-4163-b3e2-0057c0723104 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=2cce66ad-f480-4cb3-8d8a-f2f618579119 HTTP/1.1" status: 200 len: 945 time: 0.0893855 Oct 20 12:30:28.070667 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462d5278-9ef0-4bd4-9d54-25208cf7eb9c None None] Checking router: 95312191-7930-44fc-8b07-94a710a7fda1 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:30:28.079813 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462d5278-9ef0-4bd4-9d54-25208cf7eb9c None None] Routers {'95312191-7930-44fc-8b07-94a710a7fda1'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:30:28.080763 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-462d5278-9ef0-4bd4-9d54-25208cf7eb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:30:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['95312191-7930-44fc-8b07-94a710a7fda1'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:30:28.114234 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be59c9-6917-461b-a9bd-a02e0eb572b9 req-bd5150d8-fafb-459a-b463-02928bc2869e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:30:28.115748 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-97be59c9-6917-461b-a9bd-a02e0eb572b9 req-bd5150d8-fafb-459a-b463-02928bc2869e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2d0fe1a3-c066-453d-a2ac-376645c7c13c HTTP/1.1" status: 200 len: 835 time: 0.0713243 Oct 20 12:30:28.118707 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-85d9681e-5795-44bb-b3e3-3a7e12aa97cf req-1f2cb862-fe12-490b-a61c-0c47a46b2657 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=e731b8c5-0c3e-40b8-b462-1e611dc1a1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659618 Oct 20 12:30:28.171310 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be59c9-6917-461b-a9bd-a02e0eb572b9 req-b2ae4cbe-1b73-485f-b588-a19470a70475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:30:28.173182 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-97be59c9-6917-461b-a9bd-a02e0eb572b9 req-b2ae4cbe-1b73-485f-b588-a19470a70475 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=593c306c-1850-4ceb-9c5c-d42685f67c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469928 Oct 20 12:30:28.207919 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-462d5278-9ef0-4bd4-9d54-25208cf7eb9c None None] Set router 95312191-7930-44fc-8b07-94a710a7fda1 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:30:28.294957 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-97be59c9-6917-461b-a9bd-a02e0eb572b9 req-673b08ec-718f-4279-9aeb-9d14bfc5c46c service neutron] 10.222.0.89 "GET /v2.0/networks/593c306c-1850-4ceb-9c5c-d42685f67c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131206 Oct 20 12:30:28.395453 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-97be59c9-6917-461b-a9bd-a02e0eb572b9 req-07608e46-286e-4eed-8ee5-94bc100fa3fb service neutron] 10.222.0.89 "GET /v2.0/networks/593c306c-1850-4ceb-9c5c-d42685f67c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885327 Oct 20 12:30:28.428339 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-462d5278-9ef0-4bd4-9d54-25208cf7eb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95312191-7930-44fc-8b07-94a710a7fda1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1773616640', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '5f8de32c-8406-429f-b4c8-a823172a9214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:29:27Z', 'updated_at': '2021-10-20T12:29:30Z', 'revision_number': 4, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': '5f8de32c-8406-429f-b4c8-a823172a9214', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95312191-7930-44fc-8b07-94a710a7fda1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:29:27Z', 'updated_at': '2021-10-20T12:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '6224f077-6eca-4932-b3c1-ac734bfc8a9e', 'name': '', 'network_id': '593c306c-1850-4ceb-9c5c-d42685f67c98', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'mac_address': 'fa:16:3e:b1:67:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95312191-7930-44fc-8b07-94a710a7fda1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '2d0fe1a3-c066-453d-a2ac-376645c7c13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:29:30Z', 'updated_at': '2021-10-20T12:29:33Z', 'revision_number': 5, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'subnets': [{'id': '2d0fe1a3-c066-453d-a2ac-376645c7c13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:30:28.458451 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462d5278-9ef0-4bd4-9d54-25208cf7eb9c None None] The sync data for ids ['95312191-7930-44fc-8b07-94a710a7fda1'] in n-d-814735-3 is: [{'id': '95312191-7930-44fc-8b07-94a710a7fda1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1773616640', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '5f8de32c-8406-429f-b4c8-a823172a9214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:29:27Z', 'updated_at': '2021-10-20T12:29:30Z', 'revision_number': 4, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': '5f8de32c-8406-429f-b4c8-a823172a9214', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95312191-7930-44fc-8b07-94a710a7fda1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:29:27Z', 'updated_at': '2021-10-20T12:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '6224f077-6eca-4932-b3c1-ac734bfc8a9e', 'name': '', 'network_id': '593c306c-1850-4ceb-9c5c-d42685f67c98', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'mac_address': 'fa:16:3e:b1:67:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95312191-7930-44fc-8b07-94a710a7fda1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '2d0fe1a3-c066-453d-a2ac-376645c7c13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:29:30Z', 'updated_at': '2021-10-20T12:29:33Z', 'revision_number': 5, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'subnets': [{'id': '2d0fe1a3-c066-453d-a2ac-376645c7c13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:30:28.689185 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c096ba0-f650-4795-b448-1044b2eb68ef None None] New status for floating IP e145f723-8416-4b98-8369-ad52817596cb: DOWN {{(pid=100649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 12:30:29.250729 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360051f-2a77-4532-bdd8-4ef0019cf748 req-59786f4d-d7dd-4e5b-887e-8d584eec0f86 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:30:29.252285 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6360051f-2a77-4532-bdd8-4ef0019cf748 req-59786f4d-d7dd-4e5b-887e-8d584eec0f86 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=2cce66ad-f480-4cb3-8d8a-f2f618579119 HTTP/1.1" status: 200 len: 945 time: 0.0561209 Oct 20 12:30:29.293486 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6360051f-2a77-4532-bdd8-4ef0019cf748 req-20193b4a-f4f1-4c14-821a-702dd622b22d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=e731b8c5-0c3e-40b8-b462-1e611dc1a1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347321 Oct 20 12:30:29.863312 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c9906-8000-4e45-ab86-cb6cea66bcc2 req-65fe5d9d-13b6-4a2e-ba36-ae974d0c3a7d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:30:29.864807 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1a0c9906-8000-4e45-ab86-cb6cea66bcc2 req-65fe5d9d-13b6-4a2e-ba36-ae974d0c3a7d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.89 "GET /v2.0/ports?device_id=2cce66ad-f480-4cb3-8d8a-f2f618579119 HTTP/1.1" status: 200 len: 945 time: 0.0509248 Oct 20 12:30:29.960998 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-1a0c9906-8000-4e45-ab86-cb6cea66bcc2 req-cae4b448-0910-4f33-981f-38a4ebfdbab5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Deleting port 0f5a35c6-3896-4c72-bd5f-f302f0d7964a {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:30:29.961299 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-1a0c9906-8000-4e45-ab86-cb6cea66bcc2 req-cae4b448-0910-4f33-981f-38a4ebfdbab5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:30.054435 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-1a0c9906-8000-4e45-ab86-cb6cea66bcc2 req-cae4b448-0910-4f33-981f-38a4ebfdbab5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] For port 0f5a35c6-3896-4c72-bd5f-f302f0d7964a, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=0f5a35c6-3896-4c72-bd5f-f302f0d7964a,segment=NetworkSegment(defbb01d-84d5-4c30-842e-46551a1ce743),segment_id=defbb01d-84d5-4c30-842e-46551a1ce743)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:30:30.054756 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-1a0c9906-8000-4e45-ab86-cb6cea66bcc2 req-cae4b448-0910-4f33-981f-38a4ebfdbab5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:30.067715 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-1a0c9906-8000-4e45-ab86-cb6cea66bcc2 req-cae4b448-0910-4f33-981f-38a4ebfdbab5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Calling delete_port for 0f5a35c6-3896-4c72-bd5f-f302f0d7964a owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:30:30.203862 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-1a0c9906-8000-4e45-ab86-cb6cea66bcc2 req-cae4b448-0910-4f33-981f-38a4ebfdbab5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:30.233018 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4b448-0910-4f33-981f-38a4ebfdbab5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event deleted for resources: {'Port': ['ID=0f5a35c6-3896-4c72-bd5f-f302f0d7964a,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:30:30.245457 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4b448-0910-4f33-981f-38a4ebfdbab5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:30:30.245813 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4b448-0910-4f33-981f-38a4ebfdbab5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:30:30.246169 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4b448-0910-4f33-981f-38a4ebfdbab5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:30:30.246526 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4b448-0910-4f33-981f-38a4ebfdbab5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:30:30.246859 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4b448-0910-4f33-981f-38a4ebfdbab5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:30:30.247202 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4b448-0910-4f33-981f-38a4ebfdbab5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:30:30.247530 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4b448-0910-4f33-981f-38a4ebfdbab5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:30:30.247859 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4b448-0910-4f33-981f-38a4ebfdbab5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:30:30.248187 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4b448-0910-4f33-981f-38a4ebfdbab5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:30:30.248508 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4b448-0910-4f33-981f-38a4ebfdbab5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:30:30.248834 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4b448-0910-4f33-981f-38a4ebfdbab5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:30:30.249176 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4b448-0910-4f33-981f-38a4ebfdbab5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:30:30.283714 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a0c9906-8000-4e45-ab86-cb6cea66bcc2 req-cae4b448-0910-4f33-981f-38a4ebfdbab5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] No DVR routers for this DVR port 0f5a35c6-3896-4c72-bd5f-f302f0d7964a on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:30:30.286492 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-1a0c9906-8000-4e45-ab86-cb6cea66bcc2 req-cae4b448-0910-4f33-981f-38a4ebfdbab5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:30.290029 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1a0c9906-8000-4e45-ab86-cb6cea66bcc2 req-cae4b448-0910-4f33-981f-38a4ebfdbab5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.89 "DELETE /v2.0/ports/0f5a35c6-3896-4c72-bd5f-f302f0d7964a HTTP/1.1" status: 204 len: 173 time: 0.4150076 Oct 20 12:30:30.290480 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cce66ad-f480-4cb3-8d8a-f2f618579119', 'name': 'network-vif-deleted', 'tag': '0f5a35c6-3896-4c72-bd5f-f302f0d7964a'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:30:30.292903 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0a02dd2059fce6544e6c1114f6588b97938997ae633064690662b627edbbcf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de28e5f7-a7b0-4997-8acf-11a660db2c71" -d '{"events": [{"server_uuid": "2cce66ad-f480-4cb3-8d8a-f2f618579119", "name": "network-vif-deleted", "tag": "0f5a35c6-3896-4c72-bd5f-f302f0d7964a"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:30:30.352399 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b2beb8-e64e-4e78-993b-e1a0ff864be0 x-openstack-request-id: req-36b2beb8-e64e-4e78-993b-e1a0ff864be0 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:30:30.352685 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cce66ad-f480-4cb3-8d8a-f2f618579119", "name": "network-vif-deleted", "tag": "0f5a35c6-3896-4c72-bd5f-f302f0d7964a", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:30:30.352935 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-36b2beb8-e64e-4e78-993b-e1a0ff864be0 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:30:30.353343 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cce66ad-f480-4cb3-8d8a-f2f618579119', 'name': 'network-vif-deleted', 'tag': '0f5a35c6-3896-4c72-bd5f-f302f0d7964a', 'status': 'completed', 'code': 200} Oct 20 12:30:30.408089 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4e26287b-2589-4566-afb4-b5184d31c60c req-fab2c9e7-2632-405b-8730-5698cf5abf96 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=2cce66ad-f480-4cb3-8d8a-f2f618579119 HTTP/1.1" status: 200 len: 210 time: 0.0378873 Oct 20 12:30:31.469426 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59928) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:30:31.853104 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2e368900-42b3-4a02-a423-d1b97396c377 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:32.118914 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-2e368900-42b3-4a02-a423-d1b97396c377 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Deleting port 6224f077-6eca-4932-b3c1-ac734bfc8a9e {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:30:32.119239 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2e368900-42b3-4a02-a423-d1b97396c377 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:32.207884 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-2e368900-42b3-4a02-a423-d1b97396c377 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] For port 6224f077-6eca-4932-b3c1-ac734bfc8a9e, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=6224f077-6eca-4932-b3c1-ac734bfc8a9e,segment=NetworkSegment(defbb01d-84d5-4c30-842e-46551a1ce743),segment_id=defbb01d-84d5-4c30-842e-46551a1ce743)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:30:32.208244 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2e368900-42b3-4a02-a423-d1b97396c377 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:32.221638 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-2e368900-42b3-4a02-a423-d1b97396c377 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Calling delete_port for 6224f077-6eca-4932-b3c1-ac734bfc8a9e owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:30:32.410525 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2e368900-42b3-4a02-a423-d1b97396c377 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:32.442531 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e368900-42b3-4a02-a423-d1b97396c377 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event deleted for resources: {'Port': ['ID=6224f077-6eca-4932-b3c1-ac734bfc8a9e,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:30:32.621835 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2e368900-42b3-4a02-a423-d1b97396c377 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:32.855288 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e368900-42b3-4a02-a423-d1b97396c377 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Router 95312191-7930-44fc-8b07-94a710a7fda1 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:30:32.961579 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e368900-42b3-4a02-a423-d1b97396c377 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:30:32.968473 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2e368900-42b3-4a02-a423-d1b97396c377 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "PUT /v2.0/routers/95312191-7930-44fc-8b07-94a710a7fda1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4975338 Oct 20 12:30:32.971344 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59930) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:30:32.974372 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8958e0-ccdf-4451-9b72-a4cff4218d8b None None] Sync routers for ids ['95312191-7930-44fc-8b07-94a710a7fda1'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:30:32.984894 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8958e0-ccdf-4451-9b72-a4cff4218d8b None None] Routers {'95312191-7930-44fc-8b07-94a710a7fda1'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:30:32.985615 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-9b8958e0-ccdf-4451-9b72-a4cff4218d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:30:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['95312191-7930-44fc-8b07-94a710a7fda1'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:30:33.022918 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-8394565f-9512-42ac-ad2c-7a8e7ceb8bd0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Deleting subnet 2d0fe1a3-c066-453d-a2ac-376645c7c13c {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 12:30:33.026322 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8394565f-9512-42ac-ad2c-7a8e7ceb8bd0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:33.068739 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8394565f-9512-42ac-ad2c-7a8e7ceb8bd0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:33.100539 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-9b8958e0-ccdf-4451-9b72-a4cff4218d8b None None] Set router 95312191-7930-44fc-8b07-94a710a7fda1 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:30:33.144963 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 0f5a35c6-3896-4c72-bd5f-f302f0d7964a no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:30:33.164234 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8394565f-9512-42ac-ad2c-7a8e7ceb8bd0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:33.222458 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: 0f5a35c6-3896-4c72-bd5f-f302f0d7964a {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:30:33.223030 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 0f5a35c6-3896-4c72-bd5f-f302f0d7964a not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:30:33.229802 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8394565f-9512-42ac-ad2c-7a8e7ceb8bd0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:33.260488 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8394565f-9512-42ac-ad2c-7a8e7ceb8bd0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:33.267535 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 59932) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:30:33.268400 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8394565f-9512-42ac-ad2c-7a8e7ceb8bd0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "DELETE /v2.0/subnets/2d0fe1a3-c066-453d-a2ac-376645c7c13c HTTP/1.1" status: 204 len: 168 time: 0.2959652 Oct 20 12:30:33.269612 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394565f-9512-42ac-ad2c-7a8e7ceb8bd0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event deleted for resources: {'Subnet': ['ID=2d0fe1a3-c066-453d-a2ac-376645c7c13c,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:30:33.271915 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6ba3db-6b8f-4cbe-93fb-553da80a4779 None None] Network 593c306c-1850-4ceb-9c5c-d42685f67c98 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:30:33.413603 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b2d0b028-1945-4708-a485-e0925d36d510 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for router, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:33.520275 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b2d0b028-1945-4708-a485-e0925d36d510 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:33.541471 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-9b8958e0-ccdf-4451-9b72-a4cff4218d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95312191-7930-44fc-8b07-94a710a7fda1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1773616640', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '5f8de32c-8406-429f-b4c8-a823172a9214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:29:27Z', 'updated_at': '2021-10-20T12:30:32Z', 'revision_number': 5, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': '5f8de32c-8406-429f-b4c8-a823172a9214', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95312191-7930-44fc-8b07-94a710a7fda1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:29:27Z', 'updated_at': '2021-10-20T12:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:30:33.572873 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8958e0-ccdf-4451-9b72-a4cff4218d8b None None] Checking router: 95312191-7930-44fc-8b07-94a710a7fda1 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:30:33.582407 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8958e0-ccdf-4451-9b72-a4cff4218d8b None None] Routers {'95312191-7930-44fc-8b07-94a710a7fda1'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:30:33.583356 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-9b8958e0-ccdf-4451-9b72-a4cff4218d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:30:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['95312191-7930-44fc-8b07-94a710a7fda1'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:30:33.589167 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0b028-1945-4708-a485-e0925d36d510 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Deleting port 5f8de32c-8406-429f-b4c8-a823172a9214 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:30:33.589564 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b2d0b028-1945-4708-a485-e0925d36d510 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:33.670336 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d04d1c-f41c-408d-838e-0ccdcf249695 None None] DHCP port deletion for 593c306c-1850-4ceb-9c5c-d42685f67c98 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 12:30:33.689676 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-b2d0b028-1945-4708-a485-e0925d36d510 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] For port 5f8de32c-8406-429f-b4c8-a823172a9214, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=5f8de32c-8406-429f-b4c8-a823172a9214,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:30:33.690219 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b2d0b028-1945-4708-a485-e0925d36d510 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:33.706291 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0b028-1945-4708-a485-e0925d36d510 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Calling delete_port for 5f8de32c-8406-429f-b4c8-a823172a9214 owned by network:router_gateway {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:30:33.719426 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-9b8958e0-ccdf-4451-9b72-a4cff4218d8b None None] Set router 95312191-7930-44fc-8b07-94a710a7fda1 gateway port host: None {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:30:33.776526 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-9b8958e0-ccdf-4451-9b72-a4cff4218d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95312191-7930-44fc-8b07-94a710a7fda1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1773616640', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:29:27Z', 'updated_at': '2021-10-20T12:30:33Z', 'revision_number': 6, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port_host': None}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:30:33.806751 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8958e0-ccdf-4451-9b72-a4cff4218d8b None None] The sync data for ids ['95312191-7930-44fc-8b07-94a710a7fda1'] in n-d-814735-3 is: [{'id': '95312191-7930-44fc-8b07-94a710a7fda1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1773616640', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:29:27Z', 'updated_at': '2021-10-20T12:30:33Z', 'revision_number': 6, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port_host': None}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:30:33.823386 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-96d04d1c-f41c-408d-838e-0ccdcf249695 None None] Deleting port 3cf8de1e-fc53-4be2-8980-2b0ae34b80af {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:30:33.823760 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-96d04d1c-f41c-408d-838e-0ccdcf249695 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:33.905169 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b2d0b028-1945-4708-a485-e0925d36d510 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:33.932870 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0b028-1945-4708-a485-e0925d36d510 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event deleted for resources: {'Port': ['ID=5f8de32c-8406-429f-b4c8-a823172a9214,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:30:34.085993 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-96d04d1c-f41c-408d-838e-0ccdcf249695 None None] For port 3cf8de1e-fc53-4be2-8980-2b0ae34b80af, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=3cf8de1e-fc53-4be2-8980-2b0ae34b80af,segment=NetworkSegment(defbb01d-84d5-4c30-842e-46551a1ce743),segment_id=defbb01d-84d5-4c30-842e-46551a1ce743)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:30:34.086624 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-96d04d1c-f41c-408d-838e-0ccdcf249695 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:34.109065 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-96d04d1c-f41c-408d-838e-0ccdcf249695 None None] Calling delete_port for 3cf8de1e-fc53-4be2-8980-2b0ae34b80af owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:30:34.246120 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-96d04d1c-f41c-408d-838e-0ccdcf249695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:34.298094 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d04d1c-f41c-408d-838e-0ccdcf249695 None None] Pushing event deleted for resources: {'Port': ['ID=3cf8de1e-fc53-4be2-8980-2b0ae34b80af,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:30:34.305647 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d04d1c-f41c-408d-838e-0ccdcf249695 None None] No DVR routers for this DVR port 3cf8de1e-fc53-4be2-8980-2b0ae34b80af on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:30:34.323686 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d04d1c-f41c-408d-838e-0ccdcf249695 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:30:34.324310 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d04d1c-f41c-408d-838e-0ccdcf249695 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:30:34.324846 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d04d1c-f41c-408d-838e-0ccdcf249695 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:30:34.325400 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d04d1c-f41c-408d-838e-0ccdcf249695 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:30:34.325932 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d04d1c-f41c-408d-838e-0ccdcf249695 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:30:34.326469 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d04d1c-f41c-408d-838e-0ccdcf249695 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:30:34.327754 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d04d1c-f41c-408d-838e-0ccdcf249695 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:30:34.327754 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d04d1c-f41c-408d-838e-0ccdcf249695 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:30:34.328065 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d04d1c-f41c-408d-838e-0ccdcf249695 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:30:34.328592 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d04d1c-f41c-408d-838e-0ccdcf249695 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:30:34.329447 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d04d1c-f41c-408d-838e-0ccdcf249695 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:30:34.330033 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d04d1c-f41c-408d-838e-0ccdcf249695 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:30:34.412131 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b2d0b028-1945-4708-a485-e0925d36d510 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:34.506129 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b2d0b028-1945-4708-a485-e0925d36d510 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:34.508975 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b2d0b028-1945-4708-a485-e0925d36d510 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:34.559144 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b2d0b028-1945-4708-a485-e0925d36d510 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:34.559763 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d0b028-1945-4708-a485-e0925d36d510 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Fanout notify agent at l3_agent the message router_deleted on router 95312191-7930-44fc-8b07-94a710a7fda1 {{(pid=100647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 12:30:34.567094 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-b2d0b028-1945-4708-a485-e0925d36d510 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:34.568227 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-b2d0b028-1945-4708-a485-e0925d36d510 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "DELETE /v2.0/routers/95312191-7930-44fc-8b07-94a710a7fda1 HTTP/1.1" status: 204 len: 168 time: 1.2976463 Oct 20 12:30:34.571352 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 59934) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:30:34.653661 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-90d3bc58-ce54-4434-a618-5837f9306243 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:34.747023 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-90d3bc58-ce54-4434-a618-5837f9306243 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:34.773296 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-90d3bc58-ce54-4434-a618-5837f9306243 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['593c306c-1850-4ceb-9c5c-d42685f67c98']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:30:34.784462 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-90d3bc58-ce54-4434-a618-5837f9306243 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'defbb01d-84d5-4c30-842e-46551a1ce743') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:30:34.784791 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-90d3bc58-ce54-4434-a618-5837f9306243 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'defbb01d-84d5-4c30-842e-46551a1ce743') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:30:34.796658 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-90d3bc58-ce54-4434-a618-5837f9306243 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:34.814619 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-90d3bc58-ce54-4434-a618-5837f9306243 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:34.825571 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90d3bc58-ce54-4434-a618-5837f9306243 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Releasing vlan 1267 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 12:30:34.826168 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-90d3bc58-ce54-4434-a618-5837f9306243 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:34.832135 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 12:30:34.832135 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 12:30:34.832135 n-d-814735-3 neutron-server[100647]: timer() Oct 20 12:30:34.832135 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 12:30:34.832135 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 12:30:34.832135 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 12:30:34.832135 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 12:30:34.832135 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 12:30:34.832135 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 12:30:34.832135 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 12:30:34.832135 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 12:30:34.832135 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 12:30:34.832135 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 12:30:34.832135 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 12:30:34.832135 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 12:30:34.832135 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 12:30:34.832135 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 12:30:34.832135 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 12:30:34.832135 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 12:30:34.832135 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 12:30:34.832135 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 12:30:34.832135 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 12:30:34.832135 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 12:30:34.832135 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 12:30:34.832135 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 12:30:34.832135 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 12:30:34.832135 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 12:30:34.832135 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 12:30:34.832135 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 12:30:34.832135 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 12:30:34.832135 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 12:30:34.832135 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 12:30:34.905535 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-90d3bc58-ce54-4434-a618-5837f9306243 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:34.914378 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-90d3bc58-ce54-4434-a618-5837f9306243 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:34.916884 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-90d3bc58-ce54-4434-a618-5837f9306243 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "DELETE /v2.0/networks/593c306c-1850-4ceb-9c5c-d42685f67c98 HTTP/1.1" status: 204 len: 168 time: 0.3444698 Oct 20 12:30:34.920481 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59936) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:30:34.928721 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d3bc58-ce54-4434-a618-5837f9306243 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event deleted for resources: {'Network': ['ID=593c306c-1850-4ceb-9c5c-d42685f67c98,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:30:34.983094 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5c767a48-492b-4fa6-9681-3df8aa8f93b7 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:35.009354 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5c767a48-492b-4fa6-9681-3df8aa8f93b7 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:35.076523 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5c767a48-492b-4fa6-9681-3df8aa8f93b7 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:35.079081 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5c767a48-492b-4fa6-9681-3df8aa8f93b7 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:35.080301 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5c767a48-492b-4fa6-9681-3df8aa8f93b7 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "DELETE /v2.0/security-groups/e731b8c5-0c3e-40b8-b462-1e611dc1a1ef HTTP/1.1" status: 204 len: 168 time: 0.1584659 Oct 20 12:30:35.089825 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c767a48-492b-4fa6-9681-3df8aa8f93b7 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e731b8c5-0c3e-40b8-b462-1e611dc1a1ef,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:30:35.405451 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 3cf8de1e-fc53-4be2-8980-2b0ae34b80af no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:30:35.426941 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 3cf8de1e-fc53-4be2-8980-2b0ae34b80af {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:30:35.427326 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 3cf8de1e-fc53-4be2-8980-2b0ae34b80af not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:30:35.427730 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 5f8de32c-8406-429f-b4c8-a823172a9214 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:30:35.450336 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 5f8de32c-8406-429f-b4c8-a823172a9214 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:30:35.450784 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 5f8de32c-8406-429f-b4c8-a823172a9214 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:30:35.451217 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 6224f077-6eca-4932-b3c1-ac734bfc8a9e no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:30:35.470039 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 6224f077-6eca-4932-b3c1-ac734bfc8a9e {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:30:35.470374 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 6224f077-6eca-4932-b3c1-ac734bfc8a9e not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:30:35.578233 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 59942) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:30:35.584372 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-e3b02b3f-765c-45ed-83d7-3527d7edf17d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-795061657', 'description': 'tempest-secgroup-smoke-795061657 description', 'project_id': 'b6b06ee654c647a7987833f6381dc537'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:30:35.608995 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e3b02b3f-765c-45ed-83d7-3527d7edf17d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:35.683585 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e3b02b3f-765c-45ed-83d7-3527d7edf17d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:35.687609 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e3b02b3f-765c-45ed-83d7-3527d7edf17d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:35.717492 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e3b02b3f-765c-45ed-83d7-3527d7edf17d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:35.718809 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e3b02b3f-765c-45ed-83d7-3527d7edf17d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1391876 Oct 20 12:30:35.722205 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59944) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:30:35.722894 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b02b3f-765c-45ed-83d7-3527d7edf17d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3ead83-3f8c-46b8-8b67-cc3d572c04c4,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:30:35.726952 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-34531f74-8fc0-4cdf-b182-e56c0f8484f6 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'security_group_rule': {'security_group_id': '2b3ead83-3f8c-46b8-8b67-cc3d572c04c4', 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:30:35.755346 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-34531f74-8fc0-4cdf-b182-e56c0f8484f6 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:35.801675 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-34531f74-8fc0-4cdf-b182-e56c0f8484f6 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:35.805635 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-34531f74-8fc0-4cdf-b182-e56c0f8484f6 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:35.824368 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34531f74-8fc0-4cdf-b182-e56c0f8484f6 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=904982bf-c68e-4879-9799-4f1c8c9421e5,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:30:35.831353 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-34531f74-8fc0-4cdf-b182-e56c0f8484f6 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:35.833304 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-34531f74-8fc0-4cdf-b182-e56c0f8484f6 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1097891 Oct 20 12:30:35.836020 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59946) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:30:35.840854 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-6d2a0804-6b30-4cc0-bd05-9c3c21910f7d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'security_group_rule': {'security_group_id': '2b3ead83-3f8c-46b8-8b67-cc3d572c04c4', 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:30:35.870748 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6d2a0804-6b30-4cc0-bd05-9c3c21910f7d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:35.927344 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6d2a0804-6b30-4cc0-bd05-9c3c21910f7d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:35.931278 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6d2a0804-6b30-4cc0-bd05-9c3c21910f7d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:35.953603 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2a0804-6b30-4cc0-bd05-9c3c21910f7d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a615c82-d119-406e-8e36-f84ce3619cc1,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:30:35.962184 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6d2a0804-6b30-4cc0-bd05-9c3c21910f7d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:35.963479 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6d2a0804-6b30-4cc0-bd05-9c3c21910f7d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1263332 Oct 20 12:30:35.966426 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59948) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:30:35.970880 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-75f89c5a-d613-4c38-8898-a6d75d94c475 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'security_group_rule': {'security_group_id': '2b3ead83-3f8c-46b8-8b67-cc3d572c04c4', 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:30:35.996435 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-75f89c5a-d613-4c38-8898-a6d75d94c475 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:36.054547 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-75f89c5a-d613-4c38-8898-a6d75d94c475 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:36.058431 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-75f89c5a-d613-4c38-8898-a6d75d94c475 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:36.078283 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f89c5a-d613-4c38-8898-a6d75d94c475 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c55c307f-e072-4482-b426-360379e9acc9,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:30:36.091655 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-75f89c5a-d613-4c38-8898-a6d75d94c475 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:36.092875 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-75f89c5a-d613-4c38-8898-a6d75d94c475 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1254568 Oct 20 12:30:36.095980 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59950) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:30:36.100358 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-1d3ac0ab-7510-42f2-813a-391fa41f184e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'security_group_rule': {'security_group_id': '2b3ead83-3f8c-46b8-8b67-cc3d572c04c4', 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:30:36.128302 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1d3ac0ab-7510-42f2-813a-391fa41f184e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:36.191167 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1d3ac0ab-7510-42f2-813a-391fa41f184e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:36.195353 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1d3ac0ab-7510-42f2-813a-391fa41f184e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:36.213896 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3ac0ab-7510-42f2-813a-391fa41f184e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1113dd26-f13d-4956-9ebd-57ac188df153,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:30:36.223281 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1d3ac0ab-7510-42f2-813a-391fa41f184e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:36.224645 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1d3ac0ab-7510-42f2-813a-391fa41f184e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1277728 Oct 20 12:30:36.227392 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59952) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:30:36.232661 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-21fcabb5-0e36-4adb-a87b-82742b398b1d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'security_group_rule': {'security_group_id': '2b3ead83-3f8c-46b8-8b67-cc3d572c04c4', 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:30:36.258919 n-d-814735-3 neutron-server[100646]: INFO neutron.db.securitygroups_db [None req-21fcabb5-0e36-4adb-a87b-82742b398b1d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Project b6b06ee654c647a7987833f6381dc537 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 12:30:36.263927 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-21fcabb5-0e36-4adb-a87b-82742b398b1d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:36.324903 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-21fcabb5-0e36-4adb-a87b-82742b398b1d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:36.329184 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-21fcabb5-0e36-4adb-a87b-82742b398b1d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:36.347511 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fcabb5-0e36-4adb-a87b-82742b398b1d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=634d8124-d334-4cf0-883c-d9c507b884dd,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:30:36.351771 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-21fcabb5-0e36-4adb-a87b-82742b398b1d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:36.352964 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-21fcabb5-0e36-4adb-a87b-82742b398b1d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1245751 Oct 20 12:30:36.355857 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59954) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:30:36.360299 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-81339738-8e09-401b-82cd-e77a5b975089 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'security_group_rule': {'security_group_id': '2b3ead83-3f8c-46b8-8b67-cc3d572c04c4', 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:30:36.383862 n-d-814735-3 neutron-server[100646]: INFO neutron.db.securitygroups_db [None req-81339738-8e09-401b-82cd-e77a5b975089 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Project b6b06ee654c647a7987833f6381dc537 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 12:30:36.388691 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-81339738-8e09-401b-82cd-e77a5b975089 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:36.449855 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-81339738-8e09-401b-82cd-e77a5b975089 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:36.453883 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-81339738-8e09-401b-82cd-e77a5b975089 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:36.479752 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81339738-8e09-401b-82cd-e77a5b975089 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfa446be-426e-415e-8002-21cac7db8c2e,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:30:36.487657 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-81339738-8e09-401b-82cd-e77a5b975089 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:36.490126 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-81339738-8e09-401b-82cd-e77a5b975089 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1318302 Oct 20 12:30:36.491669 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59956) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:30:36.496940 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-7e27d54b-f4a1-43c3-be67-ad94cb0a3c9a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'network': {'name': 'tempest-network-smoke--887243225', 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'port_security_enabled': True}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:30:36.520883 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e27d54b-f4a1-43c3-be67-ad94cb0a3c9a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Made reservation on behalf of b6b06ee654c647a7987833f6381dc537 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:30:36.525002 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7e27d54b-f4a1-43c3-be67-ad94cb0a3c9a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:36.535733 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:30:36.551841 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e27d54b-f4a1-43c3-be67-ad94cb0a3c9a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] vlan segment allocate from pool success with {'vlan_id': 1298, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 12:30:36.561093 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7e27d54b-f4a1-43c3-be67-ad94cb0a3c9a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:36.561591 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-7e27d54b-f4a1-43c3-be67-ad94cb0a3c9a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Added segment af49b6c6-8b25-4f62-ba24-d3ac108f99aa of type vlan for network 1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1 Oct 20 12:30:36.603012 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7e27d54b-f4a1-43c3-be67-ad94cb0a3c9a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:36.628158 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7e27d54b-f4a1-43c3-be67-ad94cb0a3c9a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:36.634254 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e27d54b-f4a1-43c3-be67-ad94cb0a3c9a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:30:36.634787 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7e27d54b-f4a1-43c3-be67-ad94cb0a3c9a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:36.671115 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7e27d54b-f4a1-43c3-be67-ad94cb0a3c9a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1781228 Oct 20 12:30:36.673778 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59958) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:30:36.678040 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-4b5af3dd-d04b-41ac-a977-125cb85d365b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2135410954', 'admin_state_up': True, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:30:36.720704 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e27d54b-f4a1-43c3-be67-ad94cb0a3c9a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'Network': ['ID=1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:30:36.732477 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 12:30:36.736720 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4b5af3dd-d04b-41ac-a977-125cb85d365b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:36.738350 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4b5af3dd-d04b-41ac-a977-125cb85d365b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:36.805289 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4b5af3dd-d04b-41ac-a977-125cb85d365b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:37.274638 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4b5af3dd-d04b-41ac-a977-125cb85d365b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:37.467151 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4b5af3dd-d04b-41ac-a977-125cb85d365b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for router_gateway, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:37.486223 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4b5af3dd-d04b-41ac-a977-125cb85d365b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:37.592242 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-4b5af3dd-d04b-41ac-a977-125cb85d365b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Allocated IP 172.25.5.202 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/a8cb242c-714b-4505-86d9-e294733ec03c) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:30:37.692186 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4b5af3dd-d04b-41ac-a977-125cb85d365b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:37.730759 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4b5af3dd-d04b-41ac-a977-125cb85d365b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:37.768364 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5af3dd-d04b-41ac-a977-125cb85d365b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:30:37.771212 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-4b5af3dd-d04b-41ac-a977-125cb85d365b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:30:37.774611 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5af3dd-d04b-41ac-a977-125cb85d365b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:30:37.782129 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5af3dd-d04b-41ac-a977-125cb85d365b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'Port': ['ID=a8cb242c-714b-4505-86d9-e294733ec03c,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:30:38.037930 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4b5af3dd-d04b-41ac-a977-125cb85d365b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for router_gateway, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:38.250325 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4b5af3dd-d04b-41ac-a977-125cb85d365b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:38.387854 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5af3dd-d04b-41ac-a977-125cb85d365b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Router bc372027-3b46-4be5-b0fe-3eb4449c276d is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 12:30:38.501126 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5af3dd-d04b-41ac-a977-125cb85d365b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:30:38.511045 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0c9874-8f6b-4f16-ae7e-cfd8ce622fe0 None None] Sync routers for ids ['bc372027-3b46-4be5-b0fe-3eb4449c276d'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:30:38.522392 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0c9874-8f6b-4f16-ae7e-cfd8ce622fe0 None None] Routers {'bc372027-3b46-4be5-b0fe-3eb4449c276d'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:30:38.523059 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-ba0c9874-8f6b-4f16-ae7e-cfd8ce622fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:30:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['bc372027-3b46-4be5-b0fe-3eb4449c276d'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:30:38.523218 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4b5af3dd-d04b-41ac-a977-125cb85d365b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:38.524464 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4b5af3dd-d04b-41ac-a977-125cb85d365b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8497629 Oct 20 12:30:38.527594 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59960) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:30:38.560821 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6bb31f25-0e63-4141-9025-f6982853c32f tempest-TestNetworkAdvancedServerOps-245809071 tempest-TestNetworkAdvancedServerOps-245809071-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=b6b06ee654c647a7987833f6381dc537&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320339 Oct 20 12:30:38.563393 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59962) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:30:38.630530 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-ba0c9874-8f6b-4f16-ae7e-cfd8ce622fe0 None None] Set router bc372027-3b46-4be5-b0fe-3eb4449c276d gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:30:38.651312 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e48f58a-6867-492b-b5c2-9cc02ae2ce27 tempest-TestNetworkAdvancedServerOps-245809071 tempest-TestNetworkAdvancedServerOps-245809071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:30:38.652818 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7e48f58a-6867-492b-b5c2-9cc02ae2ce27 tempest-TestNetworkAdvancedServerOps-245809071 tempest-TestNetworkAdvancedServerOps-245809071-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0885293 Oct 20 12:30:38.655950 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59964) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:30:38.698016 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-83117581-24bf-4e7e-be7b-1e1e2f677a76 tempest-TestNetworkAdvancedServerOps-245809071 tempest-TestNetworkAdvancedServerOps-245809071-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=717966e5-c478-496f-bddb-05794fb74250&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383270 Oct 20 12:30:38.698257 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59966) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:30:38.703043 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-cfe89502-f2a3-4f70-9e22-7832e08cd216 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1426776254', 'network_id': '1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1', 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:30:38.791691 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe89502-f2a3-4f70-9e22-7832e08cd216 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Made reservation on behalf of b6b06ee654c647a7987833f6381dc537 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:30:38.795461 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cfe89502-f2a3-4f70-9e22-7832e08cd216 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:38.812768 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-ba0c9874-8f6b-4f16-ae7e-cfd8ce622fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc372027-3b46-4be5-b0fe-3eb4449c276d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135410954', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'a8cb242c-714b-4505-86d9-e294733ec03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:30:36Z', 'updated_at': '2021-10-20T12:30:37Z', 'revision_number': 3, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': 'a8cb242c-714b-4505-86d9-e294733ec03c', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:33:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc372027-3b46-4be5-b0fe-3eb4449c276d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:30:37Z', 'updated_at': '2021-10-20T12:30:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:30:38.844790 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0c9874-8f6b-4f16-ae7e-cfd8ce622fe0 None None] Checking router: bc372027-3b46-4be5-b0fe-3eb4449c276d for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:30:38.845069 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0c9874-8f6b-4f16-ae7e-cfd8ce622fe0 None None] Updating router bc372027-3b46-4be5-b0fe-3eb4449c276d port a8cb242c-714b-4505-86d9-e294733ec03c binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 12:30:38.870401 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-ba0c9874-8f6b-4f16-ae7e-cfd8ce622fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:38.987311 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cfe89502-f2a3-4f70-9e22-7832e08cd216 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:39.052998 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe89502-f2a3-4f70-9e22-7832e08cd216 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'Subnet': ['ID=74733b64-9611-4716-b5d1-12899ab1e846,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:30:39.061281 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe89502-f2a3-4f70-9e22-7832e08cd216 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Checking segment: {'id': 'af49b6c6-8b25-4f62-ba24-d3ac108f99aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:30:39.061662 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe89502-f2a3-4f70-9e22-7832e08cd216 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Network hostable DHCP agents. Network: 1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 12:30:39.078967 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe89502-f2a3-4f70-9e22-7832e08cd216 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Network 1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 12:30:39.089494 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-cfe89502-f2a3-4f70-9e22-7832e08cd216 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:30:39.093658 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe89502-f2a3-4f70-9e22-7832e08cd216 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:30:39.094247 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cfe89502-f2a3-4f70-9e22-7832e08cd216 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:39.102405 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5f8de5-f1f4-4be9-b7e1-66c684999f10 None None] Network 1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:30:39.118545 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-cfe89502-f2a3-4f70-9e22-7832e08cd216 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4192970 Oct 20 12:30:39.121563 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 59968) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:30:39.130604 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-ba0c9874-8f6b-4f16-ae7e-cfd8ce622fe0 None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:39.137276 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-ba0c9874-8f6b-4f16-ae7e-cfd8ce622fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:39.172015 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-ba0c9874-8f6b-4f16-ae7e-cfd8ce622fe0 None None] Attempting to bind port a8cb242c-714b-4505-86d9-e294733ec03c on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:30:39.172430 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-ba0c9874-8f6b-4f16-ae7e-cfd8ce622fe0 None None] Attempting to bind port a8cb242c-714b-4505-86d9-e294733ec03c by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:30:39.172741 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0c9874-8f6b-4f16-ae7e-cfd8ce622fe0 None None] Attempting to bind port a8cb242c-714b-4505-86d9-e294733ec03c on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:30:39.197420 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0c9874-8f6b-4f16-ae7e-cfd8ce622fe0 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:30:39.197760 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0c9874-8f6b-4f16-ae7e-cfd8ce622fe0 None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:30:39.198180 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-ba0c9874-8f6b-4f16-ae7e-cfd8ce622fe0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:39.198567 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0c9874-8f6b-4f16-ae7e-cfd8ce622fe0 None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:30:39.199068 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-ba0c9874-8f6b-4f16-ae7e-cfd8ce622fe0 None None] Bound port: a8cb242c-714b-4505-86d9-e294733ec03c, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:30:39.199433 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-ba0c9874-8f6b-4f16-ae7e-cfd8ce622fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:39.257001 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228fbf16-a036-40f8-8b88-eb94ef1c0ece None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1', 'network_id': '1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'fixed_ips': [{'subnet_id': '74733b64-9611-4716-b5d1-12899ab1e846'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 12:30:39.257861 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-228fbf16-a036-40f8-8b88-eb94ef1c0ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:39.267720 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-ba0c9874-8f6b-4f16-ae7e-cfd8ce622fe0 None None] For port a8cb242c-714b-4505-86d9-e294733ec03c, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:30:39.271822 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75be25-d338-46ad-a385-902531472850 None None] Pushing event updated for resources: {'Port': ['ID=a8cb242c-714b-4505-86d9-e294733ec03c,revision_number=2']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:30:39.282011 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-ba0c9874-8f6b-4f16-ae7e-cfd8ce622fe0 None None] For port a8cb242c-714b-4505-86d9-e294733ec03c, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=a8cb242c-714b-4505-86d9-e294733ec03c,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:30:39.288042 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-ba0c9874-8f6b-4f16-ae7e-cfd8ce622fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:39.290636 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75be25-d338-46ad-a385-902531472850 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:30:39.290997 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75be25-d338-46ad-a385-902531472850 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:30:39.291328 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75be25-d338-46ad-a385-902531472850 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:30:39.291651 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75be25-d338-46ad-a385-902531472850 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:30:39.291971 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75be25-d338-46ad-a385-902531472850 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:30:39.292287 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75be25-d338-46ad-a385-902531472850 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:30:39.292605 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75be25-d338-46ad-a385-902531472850 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:30:39.292924 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75be25-d338-46ad-a385-902531472850 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:30:39.293250 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75be25-d338-46ad-a385-902531472850 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:30:39.293551 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75be25-d338-46ad-a385-902531472850 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:30:39.293854 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75be25-d338-46ad-a385-902531472850 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:30:39.294166 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75be25-d338-46ad-a385-902531472850 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:30:39.350547 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75be25-d338-46ad-a385-902531472850 None None] Pushing event updated for resources: {'Port': ['ID=a8cb242c-714b-4505-86d9-e294733ec03c,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:30:39.359306 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0c9874-8f6b-4f16-ae7e-cfd8ce622fe0 None None] Routers {'bc372027-3b46-4be5-b0fe-3eb4449c276d'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:30:39.361379 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-ba0c9874-8f6b-4f16-ae7e-cfd8ce622fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:30:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['bc372027-3b46-4be5-b0fe-3eb4449c276d'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:30:39.409894 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-228fbf16-a036-40f8-8b88-eb94ef1c0ece None None] Allocated IP 172.20.0.2 (1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1/74733b64-9611-4716-b5d1-12899ab1e846/edd583b1-7289-4300-a7bb-9c8eb3f190d3) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:30:39.568462 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-228fbf16-a036-40f8-8b88-eb94ef1c0ece None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:39.572127 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-ba0c9874-8f6b-4f16-ae7e-cfd8ce622fe0 None None] Set router bc372027-3b46-4be5-b0fe-3eb4449c276d gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:30:39.576071 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-228fbf16-a036-40f8-8b88-eb94ef1c0ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:39.597209 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9853b2bc-85bd-4a93-9858-a9000c4aedbe tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:39.622070 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228fbf16-a036-40f8-8b88-eb94ef1c0ece None None] Network 1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:30:39.625620 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-228fbf16-a036-40f8-8b88-eb94ef1c0ece None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:30:39.628840 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228fbf16-a036-40f8-8b88-eb94ef1c0ece None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:30:39.645735 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228fbf16-a036-40f8-8b88-eb94ef1c0ece None None] Pushing event updated for resources: {'Port': ['ID=edd583b1-7289-4300-a7bb-9c8eb3f190d3,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:30:39.704271 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-228fbf16-a036-40f8-8b88-eb94ef1c0ece None None] Attempting to bind port edd583b1-7289-4300-a7bb-9c8eb3f190d3 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:30:39.704658 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-228fbf16-a036-40f8-8b88-eb94ef1c0ece None None] Attempting to bind port edd583b1-7289-4300-a7bb-9c8eb3f190d3 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'af49b6c6-8b25-4f62-ba24-d3ac108f99aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:30:39.705038 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228fbf16-a036-40f8-8b88-eb94ef1c0ece None None] Attempting to bind port edd583b1-7289-4300-a7bb-9c8eb3f190d3 on network 1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:30:39.711395 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228fbf16-a036-40f8-8b88-eb94ef1c0ece None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:30:39.711395 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228fbf16-a036-40f8-8b88-eb94ef1c0ece None None] Checking segment: {'id': 'af49b6c6-8b25-4f62-ba24-d3ac108f99aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:30:39.711830 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-228fbf16-a036-40f8-8b88-eb94ef1c0ece None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:39.712224 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228fbf16-a036-40f8-8b88-eb94ef1c0ece None None] Bound using segment: {'id': 'af49b6c6-8b25-4f62-ba24-d3ac108f99aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:30:39.713063 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-228fbf16-a036-40f8-8b88-eb94ef1c0ece None None] Bound port: edd583b1-7289-4300-a7bb-9c8eb3f190d3, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af49b6c6-8b25-4f62-ba24-d3ac108f99aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:30:39.713232 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-228fbf16-a036-40f8-8b88-eb94ef1c0ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:39.782643 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-ba0c9874-8f6b-4f16-ae7e-cfd8ce622fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc372027-3b46-4be5-b0fe-3eb4449c276d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135410954', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'a8cb242c-714b-4505-86d9-e294733ec03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:30:36Z', 'updated_at': '2021-10-20T12:30:37Z', 'revision_number': 3, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': 'a8cb242c-714b-4505-86d9-e294733ec03c', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:33:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc372027-3b46-4be5-b0fe-3eb4449c276d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:30:37Z', 'updated_at': '2021-10-20T12:30:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:30:39.787296 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-228fbf16-a036-40f8-8b88-eb94ef1c0ece None None] For port edd583b1-7289-4300-a7bb-9c8eb3f190d3, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:30:39.791302 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-228fbf16-a036-40f8-8b88-eb94ef1c0ece None None] For port edd583b1-7289-4300-a7bb-9c8eb3f190d3, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=edd583b1-7289-4300-a7bb-9c8eb3f190d3,segment=NetworkSegment(af49b6c6-8b25-4f62-ba24-d3ac108f99aa),segment_id=af49b6c6-8b25-4f62-ba24-d3ac108f99aa)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:30:39.796985 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-228fbf16-a036-40f8-8b88-eb94ef1c0ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:39.812832 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0c9874-8f6b-4f16-ae7e-cfd8ce622fe0 None None] The sync data for ids ['bc372027-3b46-4be5-b0fe-3eb4449c276d'] in n-d-814735-3 is: [{'id': 'bc372027-3b46-4be5-b0fe-3eb4449c276d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135410954', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'a8cb242c-714b-4505-86d9-e294733ec03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:30:36Z', 'updated_at': '2021-10-20T12:30:37Z', 'revision_number': 3, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': 'a8cb242c-714b-4505-86d9-e294733ec03c', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:33:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc372027-3b46-4be5-b0fe-3eb4449c276d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:30:37Z', 'updated_at': '2021-10-20T12:30:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:30:39.882216 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228fbf16-a036-40f8-8b88-eb94ef1c0ece None None] Pushing event updated for resources: {'Port': ['ID=edd583b1-7289-4300-a7bb-9c8eb3f190d3,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:30:40.370199 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-9853b2bc-85bd-4a93-9858-a9000c4aedbe tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Allocated IP 172.20.0.1 (1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1/74733b64-9611-4716-b5d1-12899ab1e846/aca05dbf-8a99-4cff-9659-a202242edb5d) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:30:40.451869 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:40.491620 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9853b2bc-85bd-4a93-9858-a9000c4aedbe tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:40.536539 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9853b2bc-85bd-4a93-9858-a9000c4aedbe tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:40.604923 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9853b2bc-85bd-4a93-9858-a9000c4aedbe tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Network 1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:30:40.606465 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853b2bc-85bd-4a93-9858-a9000c4aedbe tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'Port': ['ID=aca05dbf-8a99-4cff-9659-a202242edb5d,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:30:40.609817 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-9853b2bc-85bd-4a93-9858-a9000c4aedbe tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:30:40.612650 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9853b2bc-85bd-4a93-9858-a9000c4aedbe tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:30:40.666574 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9853b2bc-85bd-4a93-9858-a9000c4aedbe tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:40.835131 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9853b2bc-85bd-4a93-9858-a9000c4aedbe tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:40.924909 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03341f61-078b-4b18-9b8c-1d16b0d2e89b None None] Network 1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:30:40.991070 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-ab4562f9-f5b0-4fb1-bc46-c40d7bb18554 None None] Provisioning complete for port edd583b1-7289-4300-a7bb-9c8eb3f190d3 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:30:40.991070 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ab4562f9-f5b0-4fb1-bc46-c40d7bb18554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:41.135772 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ab4562f9-f5b0-4fb1-bc46-c40d7bb18554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:41.150221 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9853b2bc-85bd-4a93-9858-a9000c4aedbe tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:41.156751 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9853b2bc-85bd-4a93-9858-a9000c4aedbe tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:41.178507 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-ab4562f9-f5b0-4fb1-bc46-c40d7bb18554 None None] For port edd583b1-7289-4300-a7bb-9c8eb3f190d3, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=edd583b1-7289-4300-a7bb-9c8eb3f190d3,segment=NetworkSegment(af49b6c6-8b25-4f62-ba24-d3ac108f99aa),segment_id=af49b6c6-8b25-4f62-ba24-d3ac108f99aa)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:30:41.186928 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ab4562f9-f5b0-4fb1-bc46-c40d7bb18554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:41.230127 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853b2bc-85bd-4a93-9858-a9000c4aedbe tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'Port': ['ID=aca05dbf-8a99-4cff-9659-a202242edb5d,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:30:41.232811 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9853b2bc-85bd-4a93-9858-a9000c4aedbe tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:41.256230 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4562f9-f5b0-4fb1-bc46-c40d7bb18554 None None] Pushing event updated for resources: {'Port': ['ID=edd583b1-7289-4300-a7bb-9c8eb3f190d3,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:30:41.351465 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9853b2bc-85bd-4a93-9858-a9000c4aedbe tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Network 1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:30:41.352912 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-9853b2bc-85bd-4a93-9858-a9000c4aedbe tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:30:41.473718 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device a8cb242c-714b-4505-86d9-e294733ec03c up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:30:41.506893 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9853b2bc-85bd-4a93-9858-a9000c4aedbe tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Router bc372027-3b46-4be5-b0fe-3eb4449c276d has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:30:41.527921 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-5fcd0f28-857e-43b5-b9d8-7c24a4611f4b None None] Provisioning complete for port aca05dbf-8a99-4cff-9659-a202242edb5d triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:30:41.528296 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5fcd0f28-857e-43b5-b9d8-7c24a4611f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:41.576462 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port a8cb242c-714b-4505-86d9-e294733ec03c triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:30:41.577069 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:41.578671 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-5fcd0f28-857e-43b5-b9d8-7c24a4611f4b None None] Port aca05dbf-8a99-4cff-9659-a202242edb5d cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:30:41.618595 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-5fcd0f28-857e-43b5-b9d8-7c24a4611f4b None None] Provisioning complete for port edd583b1-7289-4300-a7bb-9c8eb3f190d3 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:30:41.619000 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5fcd0f28-857e-43b5-b9d8-7c24a4611f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:41.638388 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9853b2bc-85bd-4a93-9858-a9000c4aedbe tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:30:41.650840 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-9853b2bc-85bd-4a93-9858-a9000c4aedbe tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "PUT /v2.0/routers/bc372027-3b46-4be5-b0fe-3eb4449c276d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5219314 Oct 20 12:30:41.662891 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93190d69-6ca9-44f6-b504-c0923a62ac56 None None] Sync routers for ids ['bc372027-3b46-4be5-b0fe-3eb4449c276d'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:30:41.703654 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93190d69-6ca9-44f6-b504-c0923a62ac56 None None] Routers {'bc372027-3b46-4be5-b0fe-3eb4449c276d'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:30:41.704364 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-93190d69-6ca9-44f6-b504-c0923a62ac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:30:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['bc372027-3b46-4be5-b0fe-3eb4449c276d'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:30:41.778331 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:41.811715 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6970ce40-26af-4c50-a8bf-6023b0c29f42 req-6ac23fed-24e6-4d9d-8db2-5bbd18c45994 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-795061657&fields=id&tenant_id=b6b06ee654c647a7987833f6381dc537 HTTP/1.1" status: 200 len: 267 time: 0.0457580 Oct 20 12:30:41.815109 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port a8cb242c-714b-4505-86d9-e294733ec03c, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=a8cb242c-714b-4505-86d9-e294733ec03c,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:30:41.852574 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:41.853356 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device edd583b1-7289-4300-a7bb-9c8eb3f190d3 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:30:41.932771 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970ce40-26af-4c50-a8bf-6023b0c29f42 req-4398b4ff-1af2-43bb-a21b-298ecca1652a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:30:41.934094 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6970ce40-26af-4c50-a8bf-6023b0c29f42 req-4398b4ff-1af2-43bb-a21b-298ecca1652a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/networks?id=1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1 HTTP/1.1" status: 200 len: 796 time: 0.1132236 Oct 20 12:30:41.941430 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-93190d69-6ca9-44f6-b504-c0923a62ac56 None None] Set router bc372027-3b46-4be5-b0fe-3eb4449c276d gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:30:41.951202 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6970ce40-26af-4c50-a8bf-6023b0c29f42 req-177465c8-376a-481b-a348-1d9a009c1ece tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/quotas/b6b06ee654c647a7987833f6381dc537 HTTP/1.1" status: 200 len: 375 time: 0.0105777 Oct 20 12:30:41.982607 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=a8cb242c-714b-4505-86d9-e294733ec03c,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:30:42.011913 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6970ce40-26af-4c50-a8bf-6023b0c29f42 req-df19d378-e54e-4263-93fc-fcd6bb6f3b6b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=b6b06ee654c647a7987833f6381dc537&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544930 Oct 20 12:30:42.043326 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-48ffba12-fb49-4875-891e-ed63c9058af2 None None] Provisioning complete for port aca05dbf-8a99-4cff-9659-a202242edb5d triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:30:42.043695 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-48ffba12-fb49-4875-891e-ed63c9058af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:42.075082 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port edd583b1-7289-4300-a7bb-9c8eb3f190d3 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:30:42.075476 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:42.159440 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-48ffba12-fb49-4875-891e-ed63c9058af2 None None] Port aca05dbf-8a99-4cff-9659-a202242edb5d cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:30:42.170502 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6970ce40-26af-4c50-a8bf-6023b0c29f42 req-7a0e69bd-6ae8-421e-9b19-7400537d8340 service neutron] 10.222.0.98 "GET /v2.0/networks/1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453516 Oct 20 12:30:42.269868 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-93190d69-6ca9-44f6-b504-c0923a62ac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc372027-3b46-4be5-b0fe-3eb4449c276d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135410954', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'a8cb242c-714b-4505-86d9-e294733ec03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:30:36Z', 'updated_at': '2021-10-20T12:30:40Z', 'revision_number': 4, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': 'a8cb242c-714b-4505-86d9-e294733ec03c', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:33:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc372027-3b46-4be5-b0fe-3eb4449c276d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:30:37Z', 'updated_at': '2021-10-20T12:30:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'aca05dbf-8a99-4cff-9659-a202242edb5d', 'name': '', 'network_id': '1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'mac_address': 'fa:16:3e:44:43:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc372027-3b46-4be5-b0fe-3eb4449c276d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '74733b64-9611-4716-b5d1-12899ab1e846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:30:40Z', 'updated_at': '2021-10-20T12:30:41Z', 'revision_number': 2, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'subnets': [{'id': '74733b64-9611-4716-b5d1-12899ab1e846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:30:42.282732 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6970ce40-26af-4c50-a8bf-6023b0c29f42 req-2f5e7f93-5186-4553-86c8-a7e1089b6f99 service neutron] 10.222.0.98 "GET /v2.0/networks/1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043363 Oct 20 12:30:42.298653 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93190d69-6ca9-44f6-b504-c0923a62ac56 None None] Checking router: bc372027-3b46-4be5-b0fe-3eb4449c276d for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:30:42.299041 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93190d69-6ca9-44f6-b504-c0923a62ac56 None None] Updating router bc372027-3b46-4be5-b0fe-3eb4449c276d port aca05dbf-8a99-4cff-9659-a202242edb5d binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 12:30:42.491788 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-93190d69-6ca9-44f6-b504-c0923a62ac56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:42.754907 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-93190d69-6ca9-44f6-b504-c0923a62ac56 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:42.760711 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-93190d69-6ca9-44f6-b504-c0923a62ac56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:42.813462 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc42018-6285-4acd-bcd3-849c08ef00bd None None] Pushing event updated for resources: {'Port': ['ID=aca05dbf-8a99-4cff-9659-a202242edb5d,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:30:42.869288 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-93190d69-6ca9-44f6-b504-c0923a62ac56 None None] Attempting to bind port aca05dbf-8a99-4cff-9659-a202242edb5d on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:30:42.869669 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-93190d69-6ca9-44f6-b504-c0923a62ac56 None None] Attempting to bind port aca05dbf-8a99-4cff-9659-a202242edb5d by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'af49b6c6-8b25-4f62-ba24-d3ac108f99aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:30:42.870023 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93190d69-6ca9-44f6-b504-c0923a62ac56 None None] Attempting to bind port aca05dbf-8a99-4cff-9659-a202242edb5d on network 1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:30:42.875892 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93190d69-6ca9-44f6-b504-c0923a62ac56 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:30:42.876267 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93190d69-6ca9-44f6-b504-c0923a62ac56 None None] Checking segment: {'id': 'af49b6c6-8b25-4f62-ba24-d3ac108f99aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:30:42.876665 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-93190d69-6ca9-44f6-b504-c0923a62ac56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:42.877061 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93190d69-6ca9-44f6-b504-c0923a62ac56 None None] Bound using segment: {'id': 'af49b6c6-8b25-4f62-ba24-d3ac108f99aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:30:42.877533 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-93190d69-6ca9-44f6-b504-c0923a62ac56 None None] Bound port: aca05dbf-8a99-4cff-9659-a202242edb5d, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af49b6c6-8b25-4f62-ba24-d3ac108f99aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:30:42.877913 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-93190d69-6ca9-44f6-b504-c0923a62ac56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:42.943478 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-93190d69-6ca9-44f6-b504-c0923a62ac56 None None] For port aca05dbf-8a99-4cff-9659-a202242edb5d, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:30:42.947167 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-93190d69-6ca9-44f6-b504-c0923a62ac56 None None] For port aca05dbf-8a99-4cff-9659-a202242edb5d, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=aca05dbf-8a99-4cff-9659-a202242edb5d,segment=NetworkSegment(af49b6c6-8b25-4f62-ba24-d3ac108f99aa),segment_id=af49b6c6-8b25-4f62-ba24-d3ac108f99aa)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:30:42.952428 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-93190d69-6ca9-44f6-b504-c0923a62ac56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:43.019462 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-338d9976-0ee8-4492-aa04-b41b6a5f8869 None None] Provisioning complete for port aca05dbf-8a99-4cff-9659-a202242edb5d triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:30:43.019865 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-338d9976-0ee8-4492-aa04-b41b6a5f8869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:43.021722 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc42018-6285-4acd-bcd3-849c08ef00bd None None] Pushing event updated for resources: {'Port': ['ID=aca05dbf-8a99-4cff-9659-a202242edb5d,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:30:43.025253 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93190d69-6ca9-44f6-b504-c0923a62ac56 None None] Routers {'bc372027-3b46-4be5-b0fe-3eb4449c276d'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:30:43.025880 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-93190d69-6ca9-44f6-b504-c0923a62ac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:30:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['bc372027-3b46-4be5-b0fe-3eb4449c276d'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:30:43.185880 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-93190d69-6ca9-44f6-b504-c0923a62ac56 None None] Set router bc372027-3b46-4be5-b0fe-3eb4449c276d gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:30:43.214669 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-338d9976-0ee8-4492-aa04-b41b6a5f8869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:43.297229 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-338d9976-0ee8-4492-aa04-b41b6a5f8869 None None] For port aca05dbf-8a99-4cff-9659-a202242edb5d, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=aca05dbf-8a99-4cff-9659-a202242edb5d,segment=NetworkSegment(af49b6c6-8b25-4f62-ba24-d3ac108f99aa),segment_id=af49b6c6-8b25-4f62-ba24-d3ac108f99aa)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:30:43.305576 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-338d9976-0ee8-4492-aa04-b41b6a5f8869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:43.400658 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338d9976-0ee8-4492-aa04-b41b6a5f8869 None None] Pushing event updated for resources: {'Port': ['ID=aca05dbf-8a99-4cff-9659-a202242edb5d,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:30:43.427786 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device a8cb242c-714b-4505-86d9-e294733ec03c up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:30:43.472646 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3f120852-44eb-422d-af3a-f7b5b7722e17 None None] Provisioning complete for port aca05dbf-8a99-4cff-9659-a202242edb5d triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:30:43.473020 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3f120852-44eb-422d-af3a-f7b5b7722e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:43.509462 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-938b7e83-83db-4077-9c57-7288135d2e81 req-20337ee8-ad84-48ef-ae36-54387654e27a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=6d7cf975-670b-407c-95ce-53bbed65e0bd HTTP/1.1" status: 200 len: 210 time: 0.0277090 Oct 20 12:30:43.538775 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port a8cb242c-714b-4505-86d9-e294733ec03c triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:30:43.539345 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:43.544728 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-93190d69-6ca9-44f6-b504-c0923a62ac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc372027-3b46-4be5-b0fe-3eb4449c276d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135410954', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'a8cb242c-714b-4505-86d9-e294733ec03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:30:36Z', 'updated_at': '2021-10-20T12:30:40Z', 'revision_number': 4, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': 'a8cb242c-714b-4505-86d9-e294733ec03c', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:33:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc372027-3b46-4be5-b0fe-3eb4449c276d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:30:37Z', 'updated_at': '2021-10-20T12:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'aca05dbf-8a99-4cff-9659-a202242edb5d', 'name': '', 'network_id': '1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'mac_address': 'fa:16:3e:44:43:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc372027-3b46-4be5-b0fe-3eb4449c276d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '74733b64-9611-4716-b5d1-12899ab1e846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:30:40Z', 'updated_at': '2021-10-20T12:30:42Z', 'revision_number': 4, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'subnets': [{'id': '74733b64-9611-4716-b5d1-12899ab1e846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:30:43.614690 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93190d69-6ca9-44f6-b504-c0923a62ac56 None None] The sync data for ids ['bc372027-3b46-4be5-b0fe-3eb4449c276d'] in n-d-814735-3 is: [{'id': 'bc372027-3b46-4be5-b0fe-3eb4449c276d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135410954', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'a8cb242c-714b-4505-86d9-e294733ec03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:30:36Z', 'updated_at': '2021-10-20T12:30:40Z', 'revision_number': 4, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': 'a8cb242c-714b-4505-86d9-e294733ec03c', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:33:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc372027-3b46-4be5-b0fe-3eb4449c276d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:30:37Z', 'updated_at': '2021-10-20T12:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'aca05dbf-8a99-4cff-9659-a202242edb5d', 'name': '', 'network_id': '1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'mac_address': 'fa:16:3e:44:43:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc372027-3b46-4be5-b0fe-3eb4449c276d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '74733b64-9611-4716-b5d1-12899ab1e846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:30:40Z', 'updated_at': '2021-10-20T12:30:42Z', 'revision_number': 4, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'subnets': [{'id': '74733b64-9611-4716-b5d1-12899ab1e846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:30:44.597296 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4286118e-8a60-4d66-a21c-a70028217a6c req-83130d59-b7ac-4772-b000-46cbbb6da2fd tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=6d7cf975-670b-407c-95ce-53bbed65e0bd HTTP/1.1" status: 200 len: 210 time: 0.0344715 Oct 20 12:30:45.426631 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device aca05dbf-8a99-4cff-9659-a202242edb5d up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:30:45.478190 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port aca05dbf-8a99-4cff-9659-a202242edb5d triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:30:45.478550 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:45.671441 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e011a104-5177-4808-a194-10785f70b95b req-416b38d7-2942-4966-9ab1-5a60e1551a04 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=6d7cf975-670b-407c-95ce-53bbed65e0bd HTTP/1.1" status: 200 len: 210 time: 0.0282624 Oct 20 12:30:45.961894 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:46.783097 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-33aac71c-354b-4e0a-a178-e02763f684ad req-9a1ee9eb-037f-4616-8f12-f93687f3ba05 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=6d7cf975-670b-407c-95ce-53bbed65e0bd HTTP/1.1" status: 200 len: 210 time: 0.0383790 Oct 20 12:30:46.804208 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970ce40-26af-4c50-a8bf-6023b0c29f42 req-e0cd2ecf-f77f-4e7e-bc01-8e8eabf54355 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:30:46.804208 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6970ce40-26af-4c50-a8bf-6023b0c29f42 req-e0cd2ecf-f77f-4e7e-bc01-8e8eabf54355 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.89 "GET /v2.0/networks?id=1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1 HTTP/1.1" status: 200 len: 796 time: 0.1353416 Oct 20 12:30:46.856348 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6970ce40-26af-4c50-a8bf-6023b0c29f42 req-6c7dbee9-f05b-4ddb-b495-45ce1bfd6793 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6b06ee654c647a7987833f6381dc537 HTTP/1.1" status: 200 len: 379 time: 0.0330248 Oct 20 12:30:46.868846 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-6970ce40-26af-4c50-a8bf-6023b0c29f42 req-104854bf-c2ba-4375-806b-76d9847c2ae1 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'port': {'device_id': '6d7cf975-670b-407c-95ce-53bbed65e0bd', 'network_id': '1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1', 'admin_state_up': True, 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'security_groups': ['2b3ead83-3f8c-46b8-8b67-cc3d572c04c4']}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:30:46.984154 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6970ce40-26af-4c50-a8bf-6023b0c29f42 req-104854bf-c2ba-4375-806b-76d9847c2ae1 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Made reservation on behalf of b6b06ee654c647a7987833f6381dc537 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:30:46.987723 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6970ce40-26af-4c50-a8bf-6023b0c29f42 req-104854bf-c2ba-4375-806b-76d9847c2ae1 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:47.109397 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-6970ce40-26af-4c50-a8bf-6023b0c29f42 req-104854bf-c2ba-4375-806b-76d9847c2ae1 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Allocated IP 172.20.0.11 (1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1/74733b64-9611-4716-b5d1-12899ab1e846/f888cf16-49b0-490d-a7e8-cca2266a2bfa) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:30:47.252865 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6970ce40-26af-4c50-a8bf-6023b0c29f42 req-104854bf-c2ba-4375-806b-76d9847c2ae1 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:47.288719 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6970ce40-26af-4c50-a8bf-6023b0c29f42 req-104854bf-c2ba-4375-806b-76d9847c2ae1 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:47.328117 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6970ce40-26af-4c50-a8bf-6023b0c29f42 req-104854bf-c2ba-4375-806b-76d9847c2ae1 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Network 1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:30:47.331355 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-6970ce40-26af-4c50-a8bf-6023b0c29f42 req-104854bf-c2ba-4375-806b-76d9847c2ae1 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:30:47.335006 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-6970ce40-26af-4c50-a8bf-6023b0c29f42 req-104854bf-c2ba-4375-806b-76d9847c2ae1 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:30:47.362521 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104854bf-c2ba-4375-806b-76d9847c2ae1 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'Port': ['ID=f888cf16-49b0-490d-a7e8-cca2266a2bfa,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:30:47.391971 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970ce40-26af-4c50-a8bf-6023b0c29f42 req-104854bf-c2ba-4375-806b-76d9847c2ae1 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:30:47.392580 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6970ce40-26af-4c50-a8bf-6023b0c29f42 req-104854bf-c2ba-4375-806b-76d9847c2ae1 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:47.410945 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6970ce40-26af-4c50-a8bf-6023b0c29f42 req-104854bf-c2ba-4375-806b-76d9847c2ae1 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5455246 Oct 20 12:30:47.429029 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-6970ce40-26af-4c50-a8bf-6023b0c29f42 req-a0eb9c7a-0658-4663-8bbc-3b7dcff7eb48 service neutron] Request body: {'port': {'device_id': '6d7cf975-670b-407c-95ce-53bbed65e0bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:30:47.490239 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6970ce40-26af-4c50-a8bf-6023b0c29f42 req-a0eb9c7a-0658-4663-8bbc-3b7dcff7eb48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:47.594220 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-0283146f-c662-4adb-ac43-535be7377fbb None None] Provisioning complete for port f888cf16-49b0-490d-a7e8-cca2266a2bfa triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:30:47.594840 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0283146f-c662-4adb-ac43-535be7377fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:47.633262 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-0283146f-c662-4adb-ac43-535be7377fbb None None] Port f888cf16-49b0-490d-a7e8-cca2266a2bfa cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:30:47.767750 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-6970ce40-26af-4c50-a8bf-6023b0c29f42 req-a0eb9c7a-0658-4663-8bbc-3b7dcff7eb48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f888cf16-49b0-490d-a7e8-cca2266a2bfa {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:30:47.775473 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6970ce40-26af-4c50-a8bf-6023b0c29f42 req-a0eb9c7a-0658-4663-8bbc-3b7dcff7eb48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:47.787840 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-6970ce40-26af-4c50-a8bf-6023b0c29f42 req-a0eb9c7a-0658-4663-8bbc-3b7dcff7eb48 service neutron] Transition to ACTIVE for port object f888cf16-49b0-490d-a7e8-cca2266a2bfa will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 12:30:47.794216 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6970ce40-26af-4c50-a8bf-6023b0c29f42 req-a0eb9c7a-0658-4663-8bbc-3b7dcff7eb48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:47.848704 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb9c7a-0658-4663-8bbc-3b7dcff7eb48 service neutron] Pushing event updated for resources: {'Port': ['ID=f888cf16-49b0-490d-a7e8-cca2266a2bfa,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:30:47.953360 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3007010-9041-411d-85bf-95e876568a7c req-5a896d88-7df7-49bc-9a60-b43553b5d2a2 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:30:47.954973 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a3007010-9041-411d-85bf-95e876568a7c req-5a896d88-7df7-49bc-9a60-b43553b5d2a2 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=6d7cf975-670b-407c-95ce-53bbed65e0bd HTTP/1.1" status: 200 len: 944 time: 0.0954864 Oct 20 12:30:47.972376 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-6970ce40-26af-4c50-a8bf-6023b0c29f42 req-a0eb9c7a-0658-4663-8bbc-3b7dcff7eb48 service neutron] Attempting to bind port f888cf16-49b0-490d-a7e8-cca2266a2bfa on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:30:47.972709 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-6970ce40-26af-4c50-a8bf-6023b0c29f42 req-a0eb9c7a-0658-4663-8bbc-3b7dcff7eb48 service neutron] Attempting to bind port f888cf16-49b0-490d-a7e8-cca2266a2bfa by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': 'af49b6c6-8b25-4f62-ba24-d3ac108f99aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:30:47.973030 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6970ce40-26af-4c50-a8bf-6023b0c29f42 req-a0eb9c7a-0658-4663-8bbc-3b7dcff7eb48 service neutron] Attempting to bind port f888cf16-49b0-490d-a7e8-cca2266a2bfa on network 1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:30:47.989383 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6970ce40-26af-4c50-a8bf-6023b0c29f42 req-a0eb9c7a-0658-4663-8bbc-3b7dcff7eb48 service neutron] Port f888cf16-49b0-490d-a7e8-cca2266a2bfa on network 1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 12:30:47.989705 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6970ce40-26af-4c50-a8bf-6023b0c29f42 req-a0eb9c7a-0658-4663-8bbc-3b7dcff7eb48 service neutron] Attempting to bind port f888cf16-49b0-490d-a7e8-cca2266a2bfa on network 1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:30:48.003443 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6970ce40-26af-4c50-a8bf-6023b0c29f42 req-a0eb9c7a-0658-4663-8bbc-3b7dcff7eb48 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:30:48.003777 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6970ce40-26af-4c50-a8bf-6023b0c29f42 req-a0eb9c7a-0658-4663-8bbc-3b7dcff7eb48 service neutron] Checking segment: {'id': 'af49b6c6-8b25-4f62-ba24-d3ac108f99aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:30:48.004152 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6970ce40-26af-4c50-a8bf-6023b0c29f42 req-a0eb9c7a-0658-4663-8bbc-3b7dcff7eb48 service neutron] Bound using segment: {'id': 'af49b6c6-8b25-4f62-ba24-d3ac108f99aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:30:48.004886 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-6970ce40-26af-4c50-a8bf-6023b0c29f42 req-a0eb9c7a-0658-4663-8bbc-3b7dcff7eb48 service neutron] Bound port: f888cf16-49b0-490d-a7e8-cca2266a2bfa, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af49b6c6-8b25-4f62-ba24-d3ac108f99aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:30:48.005238 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6970ce40-26af-4c50-a8bf-6023b0c29f42 req-a0eb9c7a-0658-4663-8bbc-3b7dcff7eb48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:48.009779 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a3007010-9041-411d-85bf-95e876568a7c req-6023f61c-52ae-4f03-af4b-7649fa6056fc tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=2b3ead83-3f8c-46b8-8b67-cc3d572c04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485752 Oct 20 12:30:48.082526 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-6970ce40-26af-4c50-a8bf-6023b0c29f42 req-a0eb9c7a-0658-4663-8bbc-3b7dcff7eb48 service neutron] For port f888cf16-49b0-490d-a7e8-cca2266a2bfa, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:30:48.085567 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-6970ce40-26af-4c50-a8bf-6023b0c29f42 req-a0eb9c7a-0658-4663-8bbc-3b7dcff7eb48 service neutron] For port f888cf16-49b0-490d-a7e8-cca2266a2bfa, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=f888cf16-49b0-490d-a7e8-cca2266a2bfa,segment=NetworkSegment(af49b6c6-8b25-4f62-ba24-d3ac108f99aa),segment_id=af49b6c6-8b25-4f62-ba24-d3ac108f99aa)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:30:48.091148 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6970ce40-26af-4c50-a8bf-6023b0c29f42 req-a0eb9c7a-0658-4663-8bbc-3b7dcff7eb48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:48.121850 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970ce40-26af-4c50-a8bf-6023b0c29f42 req-a0eb9c7a-0658-4663-8bbc-3b7dcff7eb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:30:48.122320 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6970ce40-26af-4c50-a8bf-6023b0c29f42 req-a0eb9c7a-0658-4663-8bbc-3b7dcff7eb48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:48.123835 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6970ce40-26af-4c50-a8bf-6023b0c29f42 req-a0eb9c7a-0658-4663-8bbc-3b7dcff7eb48 service neutron] 10.222.0.89 "PUT /v2.0/ports/f888cf16-49b0-490d-a7e8-cca2266a2bfa HTTP/1.1" status: 200 len: 1092 time: 0.6993079 Oct 20 12:30:48.128100 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d7cf975-670b-407c-95ce-53bbed65e0bd', 'tag': 'f888cf16-49b0-490d-a7e8-cca2266a2bfa'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:30:48.130620 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0a02dd2059fce6544e6c1114f6588b97938997ae633064690662b627edbbcf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20b7b6c-e929-408a-b6f1-77dae395b02a" -d '{"events": [{"name": "network-changed", "server_uuid": "6d7cf975-670b-407c-95ce-53bbed65e0bd", "tag": "f888cf16-49b0-490d-a7e8-cca2266a2bfa"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:30:48.166246 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb9c7a-0658-4663-8bbc-3b7dcff7eb48 service neutron] Pushing event updated for resources: {'Port': ['ID=f888cf16-49b0-490d-a7e8-cca2266a2bfa,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:30:48.178624 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa82540-42f3-4e55-ac97-7310ff48562a x-openstack-request-id: req-1fa82540-42f3-4e55-ac97-7310ff48562a {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:30:48.178936 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d7cf975-670b-407c-95ce-53bbed65e0bd", "tag": "f888cf16-49b0-490d-a7e8-cca2266a2bfa", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:30:48.179192 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1fa82540-42f3-4e55-ac97-7310ff48562a {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:30:48.179596 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d7cf975-670b-407c-95ce-53bbed65e0bd', 'tag': 'f888cf16-49b0-490d-a7e8-cca2266a2bfa', 'status': 'completed', 'code': 200} Oct 20 12:30:48.213369 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970ce40-26af-4c50-a8bf-6023b0c29f42 req-4bc69f26-e77a-4eb7-bd1e-7c1d32422912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:30:48.215076 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6970ce40-26af-4c50-a8bf-6023b0c29f42 req-4bc69f26-e77a-4eb7-bd1e-7c1d32422912 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b6b06ee654c647a7987833f6381dc537&device_id=6d7cf975-670b-407c-95ce-53bbed65e0bd HTTP/1.1" status: 200 len: 1095 time: 0.0457835 Oct 20 12:30:48.269654 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6970ce40-26af-4c50-a8bf-6023b0c29f42 req-ffe27491-b63b-4ac1-ba95-2ac0c6a6be47 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f888cf16-49b0-490d-a7e8-cca2266a2bfa HTTP/1.1" status: 200 len: 217 time: 0.0394888 Oct 20 12:30:48.324334 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970ce40-26af-4c50-a8bf-6023b0c29f42 req-8f64f333-4a20-4998-af42-54a8f5a1e287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:30:48.325916 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6970ce40-26af-4c50-a8bf-6023b0c29f42 req-8f64f333-4a20-4998-af42-54a8f5a1e287 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=74733b64-9611-4716-b5d1-12899ab1e846 HTTP/1.1" status: 200 len: 835 time: 0.0457690 Oct 20 12:30:48.376541 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970ce40-26af-4c50-a8bf-6023b0c29f42 req-5f2cbeab-e805-4cba-b19c-8c1e6c0da99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:30:48.378085 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6970ce40-26af-4c50-a8bf-6023b0c29f42 req-5f2cbeab-e805-4cba-b19c-8c1e6c0da99f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433760 Oct 20 12:30:48.484545 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6970ce40-26af-4c50-a8bf-6023b0c29f42 req-210b6092-7d05-4740-9390-ee55d9924a8e service neutron] 10.222.0.89 "GET /v2.0/networks/1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942826 Oct 20 12:30:48.596159 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6970ce40-26af-4c50-a8bf-6023b0c29f42 req-597ecc8e-3709-4653-8c1e-0dd1fe382189 service neutron] 10.222.0.89 "GET /v2.0/networks/1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019287 Oct 20 12:30:48.685536 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b7b6c-e929-408a-b6f1-77dae395b02a req-20e77914-60a9-4430-846b-be693dc77bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:30:48.687091 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b20b7b6c-e929-408a-b6f1-77dae395b02a req-20e77914-60a9-4430-846b-be693dc77bf2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b6b06ee654c647a7987833f6381dc537&device_id=6d7cf975-670b-407c-95ce-53bbed65e0bd HTTP/1.1" status: 200 len: 1095 time: 0.0419350 Oct 20 12:30:48.795931 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b7b6c-e929-408a-b6f1-77dae395b02a req-91567f70-c7c2-4cf8-a898-3f6f4da0a2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:30:48.797353 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b20b7b6c-e929-408a-b6f1-77dae395b02a req-91567f70-c7c2-4cf8-a898-3f6f4da0a2f0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1 HTTP/1.1" status: 200 len: 898 time: 0.1030948 Oct 20 12:30:48.839419 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b20b7b6c-e929-408a-b6f1-77dae395b02a req-160019c0-4688-4d15-a935-25fc2b69abf6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f888cf16-49b0-490d-a7e8-cca2266a2bfa HTTP/1.1" status: 200 len: 217 time: 0.0341690 Oct 20 12:30:48.897778 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b7b6c-e929-408a-b6f1-77dae395b02a req-932ff974-721c-459a-8b0e-8a668fb81cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:30:48.900097 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b20b7b6c-e929-408a-b6f1-77dae395b02a req-932ff974-721c-459a-8b0e-8a668fb81cdb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=74733b64-9611-4716-b5d1-12899ab1e846 HTTP/1.1" status: 200 len: 835 time: 0.0496957 Oct 20 12:30:48.949594 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b7b6c-e929-408a-b6f1-77dae395b02a req-19d4b832-00c1-405c-ba13-8c36c0880d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:30:48.951183 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b20b7b6c-e929-408a-b6f1-77dae395b02a req-19d4b832-00c1-405c-ba13-8c36c0880d51 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432749 Oct 20 12:30:49.049977 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b20b7b6c-e929-408a-b6f1-77dae395b02a req-9947f7f4-cfa1-4ea0-a31c-ec046f799061 service neutron] 10.222.0.89 "GET /v2.0/networks/1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878446 Oct 20 12:30:49.174559 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762fc3c-5515-45d8-b294-a30c76703d2f req-352ffe23-8350-473e-9253-ad19212953fd tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:30:49.176081 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7762fc3c-5515-45d8-b294-a30c76703d2f req-352ffe23-8350-473e-9253-ad19212953fd tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=6d7cf975-670b-407c-95ce-53bbed65e0bd HTTP/1.1" status: 200 len: 944 time: 0.0972512 Oct 20 12:30:49.178080 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b20b7b6c-e929-408a-b6f1-77dae395b02a req-cd98278a-2a28-44dc-bad2-41353227d7d3 service neutron] 10.222.0.89 "GET /v2.0/networks/1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207135 Oct 20 12:30:49.218506 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7762fc3c-5515-45d8-b294-a30c76703d2f req-04f1b8c7-2b54-4741-bafd-d581d77b94c7 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=2b3ead83-3f8c-46b8-8b67-cc3d572c04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359726 Oct 20 12:30:49.437641 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-425b3d8b-7d52-43a9-aa74-475dd339983f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:50.344255 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b05c3d-d5d3-4236-a123-38c4ac5bce2c req-b8cd97be-06d4-4ce1-9723-b2c5408571bf tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:30:50.345815 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-36b05c3d-d5d3-4236-a123-38c4ac5bce2c req-b8cd97be-06d4-4ce1-9723-b2c5408571bf tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=6d7cf975-670b-407c-95ce-53bbed65e0bd HTTP/1.1" status: 200 len: 944 time: 0.0573945 Oct 20 12:30:50.390877 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-36b05c3d-d5d3-4236-a123-38c4ac5bce2c req-8ac26973-2b48-4fb0-a58f-0473a956b1f4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=2b3ead83-3f8c-46b8-8b67-cc3d572c04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384388 Oct 20 12:30:51.218054 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device f888cf16-49b0-490d-a7e8-cca2266a2bfa details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:30:51.321468 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port f888cf16-49b0-490d-a7e8-cca2266a2bfa, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=f888cf16-49b0-490d-a7e8-cca2266a2bfa,segment=NetworkSegment(af49b6c6-8b25-4f62-ba24-d3ac108f99aa),segment_id=af49b6c6-8b25-4f62-ba24-d3ac108f99aa)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:30:51.332239 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': 'f888cf16-49b0-490d-a7e8-cca2266a2bfa', 'network_id': '1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1', 'port_id': 'f888cf16-49b0-490d-a7e8-cca2266a2bfa', 'mac_address': 'fa:16:3e:2c:9a:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74733b64-9611-4716-b5d1-12899ab1e846', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:30:51.371147 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:51.384403 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f888cf16-49b0-490d-a7e8-cca2266a2bfa {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:30:51.403944 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port f888cf16-49b0-490d-a7e8-cca2266a2bfa, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=f888cf16-49b0-490d-a7e8-cca2266a2bfa,segment=NetworkSegment(af49b6c6-8b25-4f62-ba24-d3ac108f99aa),segment_id=af49b6c6-8b25-4f62-ba24-d3ac108f99aa)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:30:51.410415 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:51.459186 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=f888cf16-49b0-490d-a7e8-cca2266a2bfa,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:30:51.507269 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4ee0f-5050-4fea-b597-447543585a63 req-fa11e79c-6b35-487f-a4fe-378af52e851e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:30:51.508775 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-37d4ee0f-5050-4fea-b597-447543585a63 req-fa11e79c-6b35-487f-a4fe-378af52e851e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=6d7cf975-670b-407c-95ce-53bbed65e0bd HTTP/1.1" status: 200 len: 945 time: 0.0497391 Oct 20 12:30:51.547443 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-37d4ee0f-5050-4fea-b597-447543585a63 req-ce88e4ed-a833-4c77-b22c-5a515fa20e20 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=2b3ead83-3f8c-46b8-8b67-cc3d572c04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325978 Oct 20 12:30:51.695591 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['f888cf16-49b0-490d-a7e8-cca2266a2bfa'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:30:52.295278 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-fe2148c6-a96e-4d2e-83c9-667c65babbbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:52.679161 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7456518-d2b2-4119-8de8-979c64ab4b49 req-b7bc938f-fbf8-49fd-a6f2-714d4b6f1f95 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:30:52.680677 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e7456518-d2b2-4119-8de8-979c64ab4b49 req-b7bc938f-fbf8-49fd-a6f2-714d4b6f1f95 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=6d7cf975-670b-407c-95ce-53bbed65e0bd HTTP/1.1" status: 200 len: 945 time: 0.0503528 Oct 20 12:30:52.723171 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e7456518-d2b2-4119-8de8-979c64ab4b49 req-f1075a01-d5e3-40f6-aa73-3f67c473f036 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=2b3ead83-3f8c-46b8-8b67-cc3d572c04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364404 Oct 20 12:30:53.234172 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device f888cf16-49b0-490d-a7e8-cca2266a2bfa up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:30:53.273992 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:53.297453 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port f888cf16-49b0-490d-a7e8-cca2266a2bfa completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 12:30:53.302277 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port f888cf16-49b0-490d-a7e8-cca2266a2bfa triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:30:53.302958 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:53.382985 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:53.413204 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7cf975-670b-407c-95ce-53bbed65e0bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f888cf16-49b0-490d-a7e8-cca2266a2bfa'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:30:53.415462 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ba663b728f61600953c7c701890058d53749f56dec976386d606a322f26966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568bc4bb-2d27-4b30-b045-445763c05631" -d '{"events": [{"server_uuid": "6d7cf975-670b-407c-95ce-53bbed65e0bd", "name": "network-vif-plugged", "status": "completed", "tag": "f888cf16-49b0-490d-a7e8-cca2266a2bfa"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:30:53.431537 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port f888cf16-49b0-490d-a7e8-cca2266a2bfa, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=f888cf16-49b0-490d-a7e8-cca2266a2bfa,segment=NetworkSegment(af49b6c6-8b25-4f62-ba24-d3ac108f99aa),segment_id=af49b6c6-8b25-4f62-ba24-d3ac108f99aa)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:30:53.433089 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:53.436632 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:53.459427 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78353d6-e2ad-47ac-91ff-7ccdd84f8340 x-openstack-request-id: req-a78353d6-e2ad-47ac-91ff-7ccdd84f8340 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:30:53.459714 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7cf975-670b-407c-95ce-53bbed65e0bd", "name": "network-vif-plugged", "status": "completed", "tag": "f888cf16-49b0-490d-a7e8-cca2266a2bfa", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:30:53.459965 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a78353d6-e2ad-47ac-91ff-7ccdd84f8340 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:30:53.460357 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d7cf975-670b-407c-95ce-53bbed65e0bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f888cf16-49b0-490d-a7e8-cca2266a2bfa', 'code': 200} Oct 20 12:30:53.486349 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=f888cf16-49b0-490d-a7e8-cca2266a2bfa,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:30:53.552662 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3520a76-2e0e-4c36-abce-3fd27c0e2a28 req-2447dcb4-cd27-441b-8163-a40b4ea83bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:30:53.554166 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f3520a76-2e0e-4c36-abce-3fd27c0e2a28 req-2447dcb4-cd27-441b-8163-a40b4ea83bbb service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6d7cf975-670b-407c-95ce-53bbed65e0bd HTTP/1.1" status: 200 len: 1097 time: 0.0404563 Oct 20 12:30:53.593005 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f3520a76-2e0e-4c36-abce-3fd27c0e2a28 req-00e7cef7-453e-4985-9515-3b1bf4393225 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=2b3ead83-3f8c-46b8-8b67-cc3d572c04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280945 Oct 20 12:30:53.859645 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6157bb-3edf-4c3f-9fb2-d51769eafcb7 req-0a8c6a1b-ffa3-4a38-9bf0-604e835b6ec0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:30:53.861117 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2d6157bb-3edf-4c3f-9fb2-d51769eafcb7 req-0a8c6a1b-ffa3-4a38-9bf0-604e835b6ec0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=6d7cf975-670b-407c-95ce-53bbed65e0bd HTTP/1.1" status: 200 len: 946 time: 0.0544572 Oct 20 12:30:53.901674 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2d6157bb-3edf-4c3f-9fb2-d51769eafcb7 req-da43b068-e70b-47e2-95ed-7c689b385f22 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=2b3ead83-3f8c-46b8-8b67-cc3d572c04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318842 Oct 20 12:30:55.021401 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8877b33-ba46-4492-b06f-d1cfe3dfd01d req-ff077571-3484-4504-b325-1c2467aa4c42 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:30:55.022884 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b8877b33-ba46-4492-b06f-d1cfe3dfd01d req-ff077571-3484-4504-b325-1c2467aa4c42 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=6d7cf975-670b-407c-95ce-53bbed65e0bd HTTP/1.1" status: 200 len: 946 time: 0.0510530 Oct 20 12:30:55.064464 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b8877b33-ba46-4492-b06f-d1cfe3dfd01d req-8f4913de-0d1d-477c-b661-ed68e828cffb tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=2b3ead83-3f8c-46b8-8b67-cc3d572c04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355699 Oct 20 12:30:55.143453 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:55.196737 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c42da4-6ff1-4c1e-afdd-a2e48d9450b5 req-5260f433-4397-4471-9c90-8aee9a14138b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:30:55.198129 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a3c42da4-6ff1-4c1e-afdd-a2e48d9450b5 req-5260f433-4397-4471-9c90-8aee9a14138b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=6d7cf975-670b-407c-95ce-53bbed65e0bd HTTP/1.1" status: 200 len: 946 time: 0.0549314 Oct 20 12:30:55.238296 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a3c42da4-6ff1-4c1e-afdd-a2e48d9450b5 req-cd38e96a-7043-41e0-8ae8-b00e058d7447 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=2b3ead83-3f8c-46b8-8b67-cc3d572c04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314858 Oct 20 12:30:55.264204 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60032) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:30:55.308692 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574bf87e-722f-4988-90c5-cad1a6f57f62 tempest-TestNetworkAdvancedServerOps-245809071 tempest-TestNetworkAdvancedServerOps-245809071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:30:55.310198 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-574bf87e-722f-4988-90c5-cad1a6f57f62 tempest-TestNetworkAdvancedServerOps-245809071 tempest-TestNetworkAdvancedServerOps-245809071-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=6d7cf975-670b-407c-95ce-53bbed65e0bd HTTP/1.1" status: 200 len: 1092 time: 0.0450447 Oct 20 12:30:55.313129 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60034) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:30:55.317535 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-ba664d0b-1b4f-44bf-9d49-091741ab7478 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'port_id': 'f888cf16-49b0-490d-a7e8-cca2266a2bfa', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:30:55.342438 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ba664d0b-1b4f-44bf-9d49-091741ab7478 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for floatingip, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:55.441988 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ba664d0b-1b4f-44bf-9d49-091741ab7478 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:55.542398 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-ba664d0b-1b4f-44bf-9d49-091741ab7478 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Allocated IP 172.25.5.44 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/fff68f47-1cad-45f1-8954-e3670386b70c) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:30:55.659723 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ba664d0b-1b4f-44bf-9d49-091741ab7478 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:55.694974 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ba664d0b-1b4f-44bf-9d49-091741ab7478 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:55.731282 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba664d0b-1b4f-44bf-9d49-091741ab7478 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:30:55.734071 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-ba664d0b-1b4f-44bf-9d49-091741ab7478 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:30:55.739486 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba664d0b-1b4f-44bf-9d49-091741ab7478 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:30:55.775362 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba664d0b-1b4f-44bf-9d49-091741ab7478 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'Port': ['ID=fff68f47-1cad-45f1-8954-e3670386b70c,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:30:56.117116 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ba664d0b-1b4f-44bf-9d49-091741ab7478 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:56.183826 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ba664d0b-1b4f-44bf-9d49-091741ab7478 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:56.328192 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ba664d0b-1b4f-44bf-9d49-091741ab7478 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:56.336440 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ba664d0b-1b4f-44bf-9d49-091741ab7478 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:56.405642 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba664d0b-1b4f-44bf-9d49-091741ab7478 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'Port': ['ID=fff68f47-1cad-45f1-8954-e3670386b70c,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:30:56.415621 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ba664d0b-1b4f-44bf-9d49-091741ab7478 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:56.510025 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [None req-ba664d0b-1b4f-44bf-9d49-091741ab7478 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Floating IP 4c83d16a-a567-47a9-831e-39ac3369015e associated. External IP: 172.25.5.44, port: f888cf16-49b0-490d-a7e8-cca2266a2bfa. Oct 20 12:30:56.722703 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba664d0b-1b4f-44bf-9d49-091741ab7478 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Router bc372027-3b46-4be5-b0fe-3eb4449c276d has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:30:56.835722 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba664d0b-1b4f-44bf-9d49-091741ab7478 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:30:56.845600 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467a993f-b4aa-4fa6-bcde-e4855a3e0036 None None] Sync routers for ids ['bc372027-3b46-4be5-b0fe-3eb4449c276d'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:30:56.854083 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ba664d0b-1b4f-44bf-9d49-091741ab7478 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:30:56.857274 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467a993f-b4aa-4fa6-bcde-e4855a3e0036 None None] Routers {'bc372027-3b46-4be5-b0fe-3eb4449c276d'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:30:56.857915 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-467a993f-b4aa-4fa6-bcde-e4855a3e0036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:30:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['bc372027-3b46-4be5-b0fe-3eb4449c276d'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:30:56.881258 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ba664d0b-1b4f-44bf-9d49-091741ab7478 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5670342 Oct 20 12:30:56.881855 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d7cf975-670b-407c-95ce-53bbed65e0bd', 'tag': 'f888cf16-49b0-490d-a7e8-cca2266a2bfa'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:30:56.884229 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0a02dd2059fce6544e6c1114f6588b97938997ae633064690662b627edbbcf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b1c6c6-ae92-48b0-b5d2-8085c78cb759" -d '{"events": [{"name": "network-changed", "server_uuid": "6d7cf975-670b-407c-95ce-53bbed65e0bd", "tag": "f888cf16-49b0-490d-a7e8-cca2266a2bfa"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:30:56.922261 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd36bc7-2c91-47bd-93d3-5ed3c3066fad x-openstack-request-id: req-cfd36bc7-2c91-47bd-93d3-5ed3c3066fad {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:30:56.922595 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d7cf975-670b-407c-95ce-53bbed65e0bd", "tag": "f888cf16-49b0-490d-a7e8-cca2266a2bfa", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:30:56.923037 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cfd36bc7-2c91-47bd-93d3-5ed3c3066fad {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:30:56.923656 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d7cf975-670b-407c-95ce-53bbed65e0bd', 'tag': 'f888cf16-49b0-490d-a7e8-cca2266a2bfa', 'status': 'completed', 'code': 200} Oct 20 12:30:56.969497 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-467a993f-b4aa-4fa6-bcde-e4855a3e0036 None None] Set router bc372027-3b46-4be5-b0fe-3eb4449c276d gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:30:57.014125 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a9d89-abd7-4f0b-a8e8-9e9ba36c466e req-e2390cee-52ac-4133-a7e1-381415db3517 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:30:57.015520 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-153a9d89-abd7-4f0b-a8e8-9e9ba36c466e req-e2390cee-52ac-4133-a7e1-381415db3517 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=6d7cf975-670b-407c-95ce-53bbed65e0bd HTTP/1.1" status: 200 len: 946 time: 0.0799758 Oct 20 12:30:57.018553 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1c6c6-ae92-48b0-b5d2-8085c78cb759 req-5777ac73-f5e8-42f4-a33b-7adbf210b6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:30:57.019939 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c2b1c6c6-ae92-48b0-b5d2-8085c78cb759 req-5777ac73-f5e8-42f4-a33b-7adbf210b6bc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b6b06ee654c647a7987833f6381dc537&device_id=6d7cf975-670b-407c-95ce-53bbed65e0bd HTTP/1.1" status: 200 len: 1097 time: 0.0723550 Oct 20 12:30:57.108325 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-153a9d89-abd7-4f0b-a8e8-9e9ba36c466e req-4df06088-0cc8-4cb6-9d85-e93fa5436970 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=2b3ead83-3f8c-46b8-8b67-cc3d572c04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855000 Oct 20 12:30:57.134697 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60040) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:30:57.137730 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1c6c6-ae92-48b0-b5d2-8085c78cb759 req-6346ba68-dca2-4dd0-8758-5b62c55ab73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:30:57.139395 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c2b1c6c6-ae92-48b0-b5d2-8085c78cb759 req-6346ba68-dca2-4dd0-8758-5b62c55ab73b service neutron] 10.222.0.89 "GET /v2.0/networks?id=1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1 HTTP/1.1" status: 200 len: 898 time: 0.1110229 Oct 20 12:30:57.199551 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-467a993f-b4aa-4fa6-bcde-e4855a3e0036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc372027-3b46-4be5-b0fe-3eb4449c276d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135410954', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'a8cb242c-714b-4505-86d9-e294733ec03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:30:36Z', 'updated_at': '2021-10-20T12:30:40Z', 'revision_number': 4, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': 'a8cb242c-714b-4505-86d9-e294733ec03c', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:33:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc372027-3b46-4be5-b0fe-3eb4449c276d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:30:37Z', 'updated_at': '2021-10-20T12:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '4c83d16a-a567-47a9-831e-39ac3369015e', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'floating_ip_address': '172.25.5.44', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'bc372027-3b46-4be5-b0fe-3eb4449c276d', 'port_id': 'f888cf16-49b0-490d-a7e8-cca2266a2bfa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1', 'mac_address': 'fa:16:3e:2c:9a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7cf975-670b-407c-95ce-53bbed65e0bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:30:55Z', 'updated_at': '2021-10-20T12:30:55Z', 'revision_number': 0, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aca05dbf-8a99-4cff-9659-a202242edb5d', 'name': '', 'network_id': '1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'mac_address': 'fa:16:3e:44:43:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc372027-3b46-4be5-b0fe-3eb4449c276d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '74733b64-9611-4716-b5d1-12899ab1e846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:30:40Z', 'updated_at': '2021-10-20T12:30:43Z', 'revision_number': 5, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'subnets': [{'id': '74733b64-9611-4716-b5d1-12899ab1e846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:30:57.200819 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-044b8b8b-7f8b-41f0-aa85-f9892e0b6da0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/floatingips/4c83d16a-a567-47a9-831e-39ac3369015e HTTP/1.1" status: 200 len: 991 time: 0.0649037 Oct 20 12:30:57.225982 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467a993f-b4aa-4fa6-bcde-e4855a3e0036 None None] Checking router: bc372027-3b46-4be5-b0fe-3eb4449c276d for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:30:57.235189 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467a993f-b4aa-4fa6-bcde-e4855a3e0036 None None] Routers {'bc372027-3b46-4be5-b0fe-3eb4449c276d'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:30:57.235878 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-467a993f-b4aa-4fa6-bcde-e4855a3e0036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:30:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['bc372027-3b46-4be5-b0fe-3eb4449c276d'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:30:57.343608 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-467a993f-b4aa-4fa6-bcde-e4855a3e0036 None None] Set router bc372027-3b46-4be5-b0fe-3eb4449c276d gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:30:57.566454 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c2b1c6c6-ae92-48b0-b5d2-8085c78cb759 req-d8f29fe0-7fff-4c04-9301-acbff718203c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f888cf16-49b0-490d-a7e8-cca2266a2bfa HTTP/1.1" status: 200 len: 999 time: 0.4197059 Oct 20 12:30:57.568860 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-467a993f-b4aa-4fa6-bcde-e4855a3e0036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc372027-3b46-4be5-b0fe-3eb4449c276d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135410954', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'a8cb242c-714b-4505-86d9-e294733ec03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:30:36Z', 'updated_at': '2021-10-20T12:30:40Z', 'revision_number': 4, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': 'a8cb242c-714b-4505-86d9-e294733ec03c', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:33:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc372027-3b46-4be5-b0fe-3eb4449c276d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:30:37Z', 'updated_at': '2021-10-20T12:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '4c83d16a-a567-47a9-831e-39ac3369015e', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'floating_ip_address': '172.25.5.44', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'bc372027-3b46-4be5-b0fe-3eb4449c276d', 'port_id': 'f888cf16-49b0-490d-a7e8-cca2266a2bfa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1', 'mac_address': 'fa:16:3e:2c:9a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7cf975-670b-407c-95ce-53bbed65e0bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:30:55Z', 'updated_at': '2021-10-20T12:30:55Z', 'revision_number': 0, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aca05dbf-8a99-4cff-9659-a202242edb5d', 'name': '', 'network_id': '1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'mac_address': 'fa:16:3e:44:43:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc372027-3b46-4be5-b0fe-3eb4449c276d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '74733b64-9611-4716-b5d1-12899ab1e846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:30:40Z', 'updated_at': '2021-10-20T12:30:43Z', 'revision_number': 5, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'subnets': [{'id': '74733b64-9611-4716-b5d1-12899ab1e846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:30:57.598239 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467a993f-b4aa-4fa6-bcde-e4855a3e0036 None None] The sync data for ids ['bc372027-3b46-4be5-b0fe-3eb4449c276d'] in n-d-814735-3 is: [{'id': 'bc372027-3b46-4be5-b0fe-3eb4449c276d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135410954', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'a8cb242c-714b-4505-86d9-e294733ec03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:30:36Z', 'updated_at': '2021-10-20T12:30:40Z', 'revision_number': 4, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': 'a8cb242c-714b-4505-86d9-e294733ec03c', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:33:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc372027-3b46-4be5-b0fe-3eb4449c276d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:30:37Z', 'updated_at': '2021-10-20T12:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '4c83d16a-a567-47a9-831e-39ac3369015e', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'floating_ip_address': '172.25.5.44', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'bc372027-3b46-4be5-b0fe-3eb4449c276d', 'port_id': 'f888cf16-49b0-490d-a7e8-cca2266a2bfa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1', 'mac_address': 'fa:16:3e:2c:9a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7cf975-670b-407c-95ce-53bbed65e0bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:30:55Z', 'updated_at': '2021-10-20T12:30:55Z', 'revision_number': 0, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aca05dbf-8a99-4cff-9659-a202242edb5d', 'name': '', 'network_id': '1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'mac_address': 'fa:16:3e:44:43:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc372027-3b46-4be5-b0fe-3eb4449c276d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '74733b64-9611-4716-b5d1-12899ab1e846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:30:40Z', 'updated_at': '2021-10-20T12:30:43Z', 'revision_number': 5, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'subnets': [{'id': '74733b64-9611-4716-b5d1-12899ab1e846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:30:57.620525 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1c6c6-ae92-48b0-b5d2-8085c78cb759 req-4ce5d89c-67d2-4c42-95cf-70c40e4d748a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:30:57.622021 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c2b1c6c6-ae92-48b0-b5d2-8085c78cb759 req-4ce5d89c-67d2-4c42-95cf-70c40e4d748a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=74733b64-9611-4716-b5d1-12899ab1e846 HTTP/1.1" status: 200 len: 835 time: 0.0475891 Oct 20 12:30:57.673711 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1c6c6-ae92-48b0-b5d2-8085c78cb759 req-cbe7a90d-ddb4-469a-934a-2a5146408b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:30:57.675259 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c2b1c6c6-ae92-48b0-b5d2-8085c78cb759 req-cbe7a90d-ddb4-469a-934a-2a5146408b88 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457518 Oct 20 12:30:57.766108 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c2b1c6c6-ae92-48b0-b5d2-8085c78cb759 req-5eaed563-b08a-4378-b06e-52ba99cbd613 service neutron] 10.222.0.89 "GET /v2.0/networks/1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832908 Oct 20 12:30:57.785695 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e040901d-b1dd-46fe-851a-dc1941952430 None None] New status for floating IP 4c83d16a-a567-47a9-831e-39ac3369015e: ACTIVE {{(pid=100648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 12:30:57.861816 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c2b1c6c6-ae92-48b0-b5d2-8085c78cb759 req-1fbb5553-5133-417d-984c-9f2461bb1c8f service neutron] 10.222.0.89 "GET /v2.0/networks/1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881965 Oct 20 12:30:58.203663 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60042) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:30:58.285323 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-80110a1b-986e-4fe6-8afa-1ce56ce05f9f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/floatingips/4c83d16a-a567-47a9-831e-39ac3369015e HTTP/1.1" status: 200 len: 993 time: 0.0800991 Oct 20 12:31:10.466401 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:31:13.540158 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:31:15.990052 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:31:19.440835 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f13e9449-e225-4ce1-881d-396169c23c69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:31:22.288715 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-39d76161-1f5e-4d3c-bb42-5c8198cd7f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:31:23.248368 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:31:23.414781 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:31:25.146628 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:31:33.815556 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ba38f-a5a6-4534-bb3b-cfd48b4d23c9 req-0d42cf46-ccd2-4ec1-badd-cf9d6aae9b2f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:31:33.817055 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ee2ba38f-a5a6-4534-bb3b-cfd48b4d23c9 req-0d42cf46-ccd2-4ec1-badd-cf9d6aae9b2f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=6d7cf975-670b-407c-95ce-53bbed65e0bd HTTP/1.1" status: 200 len: 946 time: 0.0843117 Oct 20 12:31:33.819556 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834120e-e0ad-4352-9281-945c663c1515 req-78ad2457-f359-493e-95bc-9fecb1aae1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:31:33.821173 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b834120e-e0ad-4352-9281-945c663c1515 req-78ad2457-f359-493e-95bc-9fecb1aae1cf service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b6b06ee654c647a7987833f6381dc537&device_id=6d7cf975-670b-407c-95ce-53bbed65e0bd HTTP/1.1" status: 200 len: 1097 time: 0.0570095 Oct 20 12:31:33.884675 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ee2ba38f-a5a6-4534-bb3b-cfd48b4d23c9 req-158ace73-2133-4260-9f36-7b4f80b6cf90 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=2b3ead83-3f8c-46b8-8b67-cc3d572c04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609233 Oct 20 12:31:33.938353 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834120e-e0ad-4352-9281-945c663c1515 req-a22ca65c-d200-446b-aebc-6adfb8e34c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:31:33.939739 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b834120e-e0ad-4352-9281-945c663c1515 req-a22ca65c-d200-446b-aebc-6adfb8e34c64 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1 HTTP/1.1" status: 200 len: 898 time: 0.1087463 Oct 20 12:31:34.009061 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b834120e-e0ad-4352-9281-945c663c1515 req-ff7f5deb-3388-439f-a02a-6242e370dc15 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f888cf16-49b0-490d-a7e8-cca2266a2bfa HTTP/1.1" status: 200 len: 1001 time: 0.0596960 Oct 20 12:31:34.063324 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834120e-e0ad-4352-9281-945c663c1515 req-e60163f6-a26f-4a06-9593-6558e86d058d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:31:34.065093 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b834120e-e0ad-4352-9281-945c663c1515 req-e60163f6-a26f-4a06-9593-6558e86d058d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=74733b64-9611-4716-b5d1-12899ab1e846 HTTP/1.1" status: 200 len: 835 time: 0.0473003 Oct 20 12:31:34.111869 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834120e-e0ad-4352-9281-945c663c1515 req-9ebf7da7-a7ac-455c-854a-6b457e739449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:31:34.113346 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b834120e-e0ad-4352-9281-945c663c1515 req-9ebf7da7-a7ac-455c-854a-6b457e739449 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398238 Oct 20 12:31:34.209118 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b834120e-e0ad-4352-9281-945c663c1515 req-c447ed4d-e5b6-4395-9808-a4e2def753ed service neutron] 10.222.0.89 "GET /v2.0/networks/1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876997 Oct 20 12:31:34.302034 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b834120e-e0ad-4352-9281-945c663c1515 req-f2bcef9e-539e-45fd-859a-1e75ae5b30d0 service neutron] 10.222.0.89 "GET /v2.0/networks/1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829082 Oct 20 12:31:35.027738 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d61d0-7de8-442e-8945-9b731e372e24 req-6af83c5e-d0af-4466-804d-018fbd118e4f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:31:35.029223 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ab2d61d0-7de8-442e-8945-9b731e372e24 req-6af83c5e-d0af-4466-804d-018fbd118e4f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=6d7cf975-670b-407c-95ce-53bbed65e0bd HTTP/1.1" status: 200 len: 946 time: 0.0525784 Oct 20 12:31:35.068203 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ab2d61d0-7de8-442e-8945-9b731e372e24 req-adf238c2-fe2e-43cc-a798-47f836fd830d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=2b3ead83-3f8c-46b8-8b67-cc3d572c04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327885 Oct 20 12:31:36.204066 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ef117-3a91-43bb-8ea0-ecd7e6c38b75 req-0165e3ad-25bc-4730-8e92-af40588a199c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:31:36.205598 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c18ef117-3a91-43bb-8ea0-ecd7e6c38b75 req-0165e3ad-25bc-4730-8e92-af40588a199c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=6d7cf975-670b-407c-95ce-53bbed65e0bd HTTP/1.1" status: 200 len: 946 time: 0.0548410 Oct 20 12:31:36.243711 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c18ef117-3a91-43bb-8ea0-ecd7e6c38b75 req-10c23788-1325-433e-8575-72f2be02ec15 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=2b3ead83-3f8c-46b8-8b67-cc3d572c04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317967 Oct 20 12:31:37.392352 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58826c-df07-446f-bbe1-26879ed39d9a req-7e9a63fa-6848-4bee-be9b-ddac6b2e6859 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:31:37.393776 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0d58826c-df07-446f-bbe1-26879ed39d9a req-7e9a63fa-6848-4bee-be9b-ddac6b2e6859 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=6d7cf975-670b-407c-95ce-53bbed65e0bd HTTP/1.1" status: 200 len: 946 time: 0.0608027 Oct 20 12:31:37.431538 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0d58826c-df07-446f-bbe1-26879ed39d9a req-ca03e35b-d2b6-486b-bf4f-67041814ff12 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=2b3ead83-3f8c-46b8-8b67-cc3d572c04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316346 Oct 20 12:31:38.556888 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feacb63-9ff8-4bab-9d61-83bf5c20c0e4 req-ef5cad2a-51b1-46b6-81fc-aac3505ccc1d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:31:38.558339 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6feacb63-9ff8-4bab-9d61-83bf5c20c0e4 req-ef5cad2a-51b1-46b6-81fc-aac3505ccc1d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=6d7cf975-670b-407c-95ce-53bbed65e0bd HTTP/1.1" status: 200 len: 946 time: 0.0504174 Oct 20 12:31:38.600403 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6feacb63-9ff8-4bab-9d61-83bf5c20c0e4 req-e1cd9c6a-b0ed-4bf5-9131-448a96d8293d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=2b3ead83-3f8c-46b8-8b67-cc3d572c04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359027 Oct 20 12:31:39.736982 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfebdae-4777-4645-925c-436584c299aa req-c1ad9bf0-d547-4f6c-9801-1840c7b5568b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:31:39.738503 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bdfebdae-4777-4645-925c-436584c299aa req-c1ad9bf0-d547-4f6c-9801-1840c7b5568b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=6d7cf975-670b-407c-95ce-53bbed65e0bd HTTP/1.1" status: 200 len: 946 time: 0.0547373 Oct 20 12:31:39.789178 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bdfebdae-4777-4645-925c-436584c299aa req-9267eb95-32b2-4a35-80b8-cec6b0b63bd3 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=2b3ead83-3f8c-46b8-8b67-cc3d572c04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415306 Oct 20 12:31:40.472571 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:31:40.910970 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da246f27-382d-45fc-b507-f0864653cd0c req-62120109-f606-49cf-be2e-45ccb34dde2b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:31:40.912448 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-da246f27-382d-45fc-b507-f0864653cd0c req-62120109-f606-49cf-be2e-45ccb34dde2b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=6d7cf975-670b-407c-95ce-53bbed65e0bd HTTP/1.1" status: 200 len: 946 time: 0.0518768 Oct 20 12:31:40.951794 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-da246f27-382d-45fc-b507-f0864653cd0c req-e273e2e2-d50a-4be1-bc38-270fded585bb tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=2b3ead83-3f8c-46b8-8b67-cc3d572c04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311983 Oct 20 12:31:42.084660 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3b1d5-9a06-4caf-93f1-16a512cd7dd0 req-92160127-7f76-4d97-83a2-739926b681aa tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:31:42.086137 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ebc3b1d5-9a06-4caf-93f1-16a512cd7dd0 req-92160127-7f76-4d97-83a2-739926b681aa tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=6d7cf975-670b-407c-95ce-53bbed65e0bd HTTP/1.1" status: 200 len: 946 time: 0.0558920 Oct 20 12:31:42.125853 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ebc3b1d5-9a06-4caf-93f1-16a512cd7dd0 req-dd47cc8c-1364-42c1-8511-05a68978fb70 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=2b3ead83-3f8c-46b8-8b67-cc3d572c04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308726 Oct 20 12:31:43.260395 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572334c-42f3-491f-bb8b-d79fc99d996a req-b832fc26-216b-4aab-8353-6ee8b14dbfbb tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:31:43.261876 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2572334c-42f3-491f-bb8b-d79fc99d996a req-b832fc26-216b-4aab-8353-6ee8b14dbfbb tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=6d7cf975-670b-407c-95ce-53bbed65e0bd HTTP/1.1" status: 200 len: 946 time: 0.0670819 Oct 20 12:31:43.299909 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2572334c-42f3-491f-bb8b-d79fc99d996a req-777144f6-a23d-4175-8201-c7f2d9be2b0b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=2b3ead83-3f8c-46b8-8b67-cc3d572c04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315697 Oct 20 12:31:44.423204 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd02cf-683d-45a2-bdbb-64e34800428c req-65a6be8d-bb30-4052-85d0-fb1fcb1ab52f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:31:44.424826 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a0fd02cf-683d-45a2-bdbb-64e34800428c req-65a6be8d-bb30-4052-85d0-fb1fcb1ab52f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=6d7cf975-670b-407c-95ce-53bbed65e0bd HTTP/1.1" status: 200 len: 946 time: 0.0536122 Oct 20 12:31:44.466979 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a0fd02cf-683d-45a2-bdbb-64e34800428c req-203d86d3-922d-4147-a3e5-91097d55a3bd tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=2b3ead83-3f8c-46b8-8b67-cc3d572c04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358777 Oct 20 12:31:44.587287 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [req-7c9631ca-b82f-4179-946d-8c365dcd9faa req-b249ff7c-a351-4386-99de-b3a83073a2f1 service neutron] (100646) timed out ('10.222.0.89', 51453) {{(pid=100646) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 20 12:31:45.595868 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd8a50-5735-487f-ad30-dc5404226d83 req-52aa6fab-ab3f-4d16-bd4a-16d97248597c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:31:45.597337 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-effd8a50-5735-487f-ad30-dc5404226d83 req-52aa6fab-ab3f-4d16-bd4a-16d97248597c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=6d7cf975-670b-407c-95ce-53bbed65e0bd HTTP/1.1" status: 200 len: 946 time: 0.0544226 Oct 20 12:31:45.635915 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-effd8a50-5735-487f-ad30-dc5404226d83 req-206dbaae-ef84-4772-9717-489d330602ec tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=2b3ead83-3f8c-46b8-8b67-cc3d572c04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321424 Oct 20 12:31:45.659085 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60082) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:31:45.724497 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-43addad1-16d7-4428-85d9-ffdd5ac64453 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/floatingips/4c83d16a-a567-47a9-831e-39ac3369015e HTTP/1.1" status: 200 len: 993 time: 0.0642178 Oct 20 12:31:45.987164 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:31:49.456392 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-8239d634-8e87-4ca9-a4fc-227f03da129d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:31:50.544324 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:31:52.294251 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-43ab718b-5907-410d-99a0-023b92b20e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:31:53.256849 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:31:53.425078 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:31:54.328990 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92f59fa7-b9a9-4afd-abac-d4e633464bde req-c63c3a3d-09e4-437e-be4e-0c61450c2c2c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6d7cf975-670b-407c-95ce-53bbed65e0bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412295 Oct 20 12:31:54.422050 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f59fa7-b9a9-4afd-abac-d4e633464bde req-f0c9010d-bc26-4643-b612-928a8a492fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:31:54.423550 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92f59fa7-b9a9-4afd-abac-d4e633464bde req-f0c9010d-bc26-4643-b612-928a8a492fc5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b6b06ee654c647a7987833f6381dc537&device_id=6d7cf975-670b-407c-95ce-53bbed65e0bd HTTP/1.1" status: 200 len: 1097 time: 0.0426013 Oct 20 12:31:54.536964 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f59fa7-b9a9-4afd-abac-d4e633464bde req-19cf1cae-9e93-4f47-945e-b87f4fceee64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:31:54.538445 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92f59fa7-b9a9-4afd-abac-d4e633464bde req-19cf1cae-9e93-4f47-945e-b87f4fceee64 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1 HTTP/1.1" status: 200 len: 898 time: 0.0898006 Oct 20 12:31:54.624484 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92f59fa7-b9a9-4afd-abac-d4e633464bde req-c0877c2f-a150-4239-b62f-ebcdbbfa89ee service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f888cf16-49b0-490d-a7e8-cca2266a2bfa HTTP/1.1" status: 200 len: 1001 time: 0.0691843 Oct 20 12:31:54.686260 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f59fa7-b9a9-4afd-abac-d4e633464bde req-0be40d58-2c40-4f5d-a2d4-4a5e7c8c5372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:31:54.687766 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92f59fa7-b9a9-4afd-abac-d4e633464bde req-0be40d58-2c40-4f5d-a2d4-4a5e7c8c5372 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=74733b64-9611-4716-b5d1-12899ab1e846 HTTP/1.1" status: 200 len: 835 time: 0.0562358 Oct 20 12:31:54.736310 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f59fa7-b9a9-4afd-abac-d4e633464bde req-28ce8cb2-c5d7-4cc9-98cb-6206767bc262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:31:54.737933 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92f59fa7-b9a9-4afd-abac-d4e633464bde req-28ce8cb2-c5d7-4cc9-98cb-6206767bc262 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419209 Oct 20 12:31:54.836903 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92f59fa7-b9a9-4afd-abac-d4e633464bde req-423e5253-c9b1-4945-8e28-fef38082bb34 service neutron] 10.222.0.89 "GET /v2.0/networks/1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911436 Oct 20 12:31:54.932326 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92f59fa7-b9a9-4afd-abac-d4e633464bde req-ed43a3f2-a0a0-4380-99e3-48721b38d9ee service neutron] 10.222.0.89 "GET /v2.0/networks/1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870395 Oct 20 12:31:55.162492 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:10.470373 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:16.001109 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:18.301880 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60102) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:32:18.477414 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-2ad89fbb-21c7-4406-8def-9fdfaeef81b9 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Deleting port fff68f47-1cad-45f1-8954-e3670386b70c {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:32:18.477744 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2ad89fbb-21c7-4406-8def-9fdfaeef81b9 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:18.556254 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2ad89fbb-21c7-4406-8def-9fdfaeef81b9 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:18.556501 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2ad89fbb-21c7-4406-8def-9fdfaeef81b9 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:18.568201 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-2ad89fbb-21c7-4406-8def-9fdfaeef81b9 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Calling delete_port for fff68f47-1cad-45f1-8954-e3670386b70c owned by network:floatingip {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:32:18.729334 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2ad89fbb-21c7-4406-8def-9fdfaeef81b9 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:18.754294 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad89fbb-21c7-4406-8def-9fdfaeef81b9 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event deleted for resources: {'Port': ['ID=fff68f47-1cad-45f1-8954-e3670386b70c,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:32:18.766059 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad89fbb-21c7-4406-8def-9fdfaeef81b9 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:32:18.766415 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad89fbb-21c7-4406-8def-9fdfaeef81b9 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:32:18.767148 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad89fbb-21c7-4406-8def-9fdfaeef81b9 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:32:18.767473 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad89fbb-21c7-4406-8def-9fdfaeef81b9 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:32:18.767804 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad89fbb-21c7-4406-8def-9fdfaeef81b9 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:32:18.768141 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad89fbb-21c7-4406-8def-9fdfaeef81b9 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:32:18.768472 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad89fbb-21c7-4406-8def-9fdfaeef81b9 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:32:18.768890 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad89fbb-21c7-4406-8def-9fdfaeef81b9 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:32:18.769220 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad89fbb-21c7-4406-8def-9fdfaeef81b9 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:32:18.769696 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad89fbb-21c7-4406-8def-9fdfaeef81b9 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:32:18.769912 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad89fbb-21c7-4406-8def-9fdfaeef81b9 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:32:18.770183 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad89fbb-21c7-4406-8def-9fdfaeef81b9 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:32:18.827635 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2ad89fbb-21c7-4406-8def-9fdfaeef81b9 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for floatingip, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:18.827904 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [None req-2ad89fbb-21c7-4406-8def-9fdfaeef81b9 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Floating IP 4c83d16a-a567-47a9-831e-39ac3369015e disassociated (deleted). External IP: 172.25.5.44, port: f888cf16-49b0-490d-a7e8-cca2266a2bfa. Oct 20 12:32:19.042846 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad89fbb-21c7-4406-8def-9fdfaeef81b9 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Router bc372027-3b46-4be5-b0fe-3eb4449c276d has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:32:19.151110 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad89fbb-21c7-4406-8def-9fdfaeef81b9 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:32:19.157515 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2ad89fbb-21c7-4406-8def-9fdfaeef81b9 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:19.163126 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e54f2e-b770-42bc-84f6-65d312d8c185 None None] Sync routers for ids ['bc372027-3b46-4be5-b0fe-3eb4449c276d'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:32:19.172764 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e54f2e-b770-42bc-84f6-65d312d8c185 None None] Routers {'bc372027-3b46-4be5-b0fe-3eb4449c276d'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:32:19.173400 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-a9e54f2e-b770-42bc-84f6-65d312d8c185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:31:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['bc372027-3b46-4be5-b0fe-3eb4449c276d'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:32:19.184776 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2ad89fbb-21c7-4406-8def-9fdfaeef81b9 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "DELETE /v2.0/floatingips/4c83d16a-a567-47a9-831e-39ac3369015e HTTP/1.1" status: 204 len: 168 time: 0.8815022 Oct 20 12:32:19.185344 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d7cf975-670b-407c-95ce-53bbed65e0bd', 'tag': 'f888cf16-49b0-490d-a7e8-cca2266a2bfa'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:32:19.187661 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0a02dd2059fce6544e6c1114f6588b97938997ae633064690662b627edbbcf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb60aed-1882-47e2-90a0-e96d0e0d6910" -d '{"events": [{"name": "network-changed", "server_uuid": "6d7cf975-670b-407c-95ce-53bbed65e0bd", "tag": "f888cf16-49b0-490d-a7e8-cca2266a2bfa"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:32:19.225840 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dbe4c28-edf3-4b08-a62b-10c0db9738b5 x-openstack-request-id: req-5dbe4c28-edf3-4b08-a62b-10c0db9738b5 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:32:19.226121 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d7cf975-670b-407c-95ce-53bbed65e0bd", "tag": "f888cf16-49b0-490d-a7e8-cca2266a2bfa", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:32:19.226365 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5dbe4c28-edf3-4b08-a62b-10c0db9738b5 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:32:19.226768 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d7cf975-670b-407c-95ce-53bbed65e0bd', 'tag': 'f888cf16-49b0-490d-a7e8-cca2266a2bfa', 'status': 'completed', 'code': 200} Oct 20 12:32:19.280799 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-a9e54f2e-b770-42bc-84f6-65d312d8c185 None None] Set router bc372027-3b46-4be5-b0fe-3eb4449c276d gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:32:19.296928 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb60aed-1882-47e2-90a0-e96d0e0d6910 req-38b5ee51-7d3f-4889-bc07-186c9c36d222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:32:19.298588 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-beb60aed-1882-47e2-90a0-e96d0e0d6910 req-38b5ee51-7d3f-4889-bc07-186c9c36d222 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b6b06ee654c647a7987833f6381dc537&device_id=6d7cf975-670b-407c-95ce-53bbed65e0bd HTTP/1.1" status: 200 len: 1097 time: 0.0490255 Oct 20 12:32:19.428137 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb60aed-1882-47e2-90a0-e96d0e0d6910 req-5348e124-1e45-4bd1-836c-ae3394c444f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:32:19.429639 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-beb60aed-1882-47e2-90a0-e96d0e0d6910 req-5348e124-1e45-4bd1-836c-ae3394c444f8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1 HTTP/1.1" status: 200 len: 898 time: 0.1225295 Oct 20 12:32:19.444225 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16cb17-4ec4-4655-8263-f5da7b71adcc req-49ca0e7f-f43c-403c-bcd7-72c2a9bbb015 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:32:19.445855 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2c16cb17-4ec4-4655-8263-f5da7b71adcc req-49ca0e7f-f43c-403c-bcd7-72c2a9bbb015 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=6d7cf975-670b-407c-95ce-53bbed65e0bd HTTP/1.1" status: 200 len: 946 time: 0.0749514 Oct 20 12:32:19.456326 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d37e0ae3-db69-4e41-918f-b7076bc4c908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:19.493971 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-beb60aed-1882-47e2-90a0-e96d0e0d6910 req-c49a2079-e095-4b14-80a2-a8516b6bbc96 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f888cf16-49b0-490d-a7e8-cca2266a2bfa HTTP/1.1" status: 200 len: 217 time: 0.0471227 Oct 20 12:32:19.548582 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2c16cb17-4ec4-4655-8263-f5da7b71adcc req-f506756d-0369-4c49-90d3-517db8494c3b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=2b3ead83-3f8c-46b8-8b67-cc3d572c04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939257 Oct 20 12:32:19.560951 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb60aed-1882-47e2-90a0-e96d0e0d6910 req-644b1085-8da1-4893-ba1a-a816dcfdccbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:32:19.562598 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-beb60aed-1882-47e2-90a0-e96d0e0d6910 req-644b1085-8da1-4893-ba1a-a816dcfdccbc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=74733b64-9611-4716-b5d1-12899ab1e846 HTTP/1.1" status: 200 len: 835 time: 0.0583954 Oct 20 12:32:19.580502 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-a9e54f2e-b770-42bc-84f6-65d312d8c185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc372027-3b46-4be5-b0fe-3eb4449c276d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135410954', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'a8cb242c-714b-4505-86d9-e294733ec03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:30:36Z', 'updated_at': '2021-10-20T12:30:40Z', 'revision_number': 4, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': 'a8cb242c-714b-4505-86d9-e294733ec03c', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:33:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc372027-3b46-4be5-b0fe-3eb4449c276d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:30:37Z', 'updated_at': '2021-10-20T12:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'aca05dbf-8a99-4cff-9659-a202242edb5d', 'name': '', 'network_id': '1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'mac_address': 'fa:16:3e:44:43:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc372027-3b46-4be5-b0fe-3eb4449c276d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '74733b64-9611-4716-b5d1-12899ab1e846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:30:40Z', 'updated_at': '2021-10-20T12:30:43Z', 'revision_number': 5, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'subnets': [{'id': '74733b64-9611-4716-b5d1-12899ab1e846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:32:19.610383 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e54f2e-b770-42bc-84f6-65d312d8c185 None None] Checking router: bc372027-3b46-4be5-b0fe-3eb4449c276d for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:32:19.612139 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb60aed-1882-47e2-90a0-e96d0e0d6910 req-9b6183bd-aee6-49a4-9ed2-48ad970769b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:32:19.613822 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-beb60aed-1882-47e2-90a0-e96d0e0d6910 req-9b6183bd-aee6-49a4-9ed2-48ad970769b1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423727 Oct 20 12:32:19.619029 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e54f2e-b770-42bc-84f6-65d312d8c185 None None] Routers {'bc372027-3b46-4be5-b0fe-3eb4449c276d'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:32:19.619622 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-a9e54f2e-b770-42bc-84f6-65d312d8c185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:31:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['bc372027-3b46-4be5-b0fe-3eb4449c276d'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:32:19.722365 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-beb60aed-1882-47e2-90a0-e96d0e0d6910 req-2f50f330-a71d-4c1f-b0ec-8619c2e92378 service neutron] 10.222.0.89 "GET /v2.0/networks/1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991197 Oct 20 12:32:19.723365 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-a9e54f2e-b770-42bc-84f6-65d312d8c185 None None] Set router bc372027-3b46-4be5-b0fe-3eb4449c276d gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:32:19.819862 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-beb60aed-1882-47e2-90a0-e96d0e0d6910 req-09405b62-9e99-4960-a484-64a01bafbe6e service neutron] 10.222.0.89 "GET /v2.0/networks/1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894151 Oct 20 12:32:19.916168 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-a9e54f2e-b770-42bc-84f6-65d312d8c185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc372027-3b46-4be5-b0fe-3eb4449c276d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135410954', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'a8cb242c-714b-4505-86d9-e294733ec03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:30:36Z', 'updated_at': '2021-10-20T12:30:40Z', 'revision_number': 4, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': 'a8cb242c-714b-4505-86d9-e294733ec03c', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:33:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc372027-3b46-4be5-b0fe-3eb4449c276d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:30:37Z', 'updated_at': '2021-10-20T12:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'aca05dbf-8a99-4cff-9659-a202242edb5d', 'name': '', 'network_id': '1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'mac_address': 'fa:16:3e:44:43:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc372027-3b46-4be5-b0fe-3eb4449c276d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '74733b64-9611-4716-b5d1-12899ab1e846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:30:40Z', 'updated_at': '2021-10-20T12:30:43Z', 'revision_number': 5, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'subnets': [{'id': '74733b64-9611-4716-b5d1-12899ab1e846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:32:19.941472 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e54f2e-b770-42bc-84f6-65d312d8c185 None None] The sync data for ids ['bc372027-3b46-4be5-b0fe-3eb4449c276d'] in n-d-814735-3 is: [{'id': 'bc372027-3b46-4be5-b0fe-3eb4449c276d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135410954', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'a8cb242c-714b-4505-86d9-e294733ec03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:30:36Z', 'updated_at': '2021-10-20T12:30:40Z', 'revision_number': 4, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': 'a8cb242c-714b-4505-86d9-e294733ec03c', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:33:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc372027-3b46-4be5-b0fe-3eb4449c276d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:30:37Z', 'updated_at': '2021-10-20T12:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'aca05dbf-8a99-4cff-9659-a202242edb5d', 'name': '', 'network_id': '1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'mac_address': 'fa:16:3e:44:43:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc372027-3b46-4be5-b0fe-3eb4449c276d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '74733b64-9611-4716-b5d1-12899ab1e846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:30:40Z', 'updated_at': '2021-10-20T12:30:43Z', 'revision_number': 5, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'subnets': [{'id': '74733b64-9611-4716-b5d1-12899ab1e846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:32:20.181377 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7d995a-81f9-426d-9e4f-67b9d34f5dd3 None None] New status for floating IP 4c83d16a-a567-47a9-831e-39ac3369015e: DOWN {{(pid=100648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 12:32:20.680700 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf226e68-0de2-4925-b2fc-a25902a663e1 req-b7debbef-fa84-4ed6-a245-f61b2e8ba5cc tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:32:20.682219 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf226e68-0de2-4925-b2fc-a25902a663e1 req-b7debbef-fa84-4ed6-a245-f61b2e8ba5cc tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=6d7cf975-670b-407c-95ce-53bbed65e0bd HTTP/1.1" status: 200 len: 946 time: 0.0520592 Oct 20 12:32:20.724396 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf226e68-0de2-4925-b2fc-a25902a663e1 req-f99cb110-1c24-45bc-813e-521bade45d3a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=2b3ead83-3f8c-46b8-8b67-cc3d572c04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361133 Oct 20 12:32:21.203328 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be16401-73db-4e7e-a6c5-afb02d873093 req-4c8719eb-f261-40a7-b2cc-2ed142deea13 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:32:21.204801 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2be16401-73db-4e7e-a6c5-afb02d873093 req-4c8719eb-f261-40a7-b2cc-2ed142deea13 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.89 "GET /v2.0/ports?device_id=6d7cf975-670b-407c-95ce-53bbed65e0bd HTTP/1.1" status: 200 len: 946 time: 0.0571625 Oct 20 12:32:21.298576 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-2be16401-73db-4e7e-a6c5-afb02d873093 req-b1327d3a-9059-4a4e-847f-7aec506f4b16 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Deleting port f888cf16-49b0-490d-a7e8-cca2266a2bfa {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:32:21.298984 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2be16401-73db-4e7e-a6c5-afb02d873093 req-b1327d3a-9059-4a4e-847f-7aec506f4b16 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:21.387410 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-2be16401-73db-4e7e-a6c5-afb02d873093 req-b1327d3a-9059-4a4e-847f-7aec506f4b16 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] For port f888cf16-49b0-490d-a7e8-cca2266a2bfa, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=f888cf16-49b0-490d-a7e8-cca2266a2bfa,segment=NetworkSegment(af49b6c6-8b25-4f62-ba24-d3ac108f99aa),segment_id=af49b6c6-8b25-4f62-ba24-d3ac108f99aa)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:32:21.387763 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2be16401-73db-4e7e-a6c5-afb02d873093 req-b1327d3a-9059-4a4e-847f-7aec506f4b16 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:21.400621 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-2be16401-73db-4e7e-a6c5-afb02d873093 req-b1327d3a-9059-4a4e-847f-7aec506f4b16 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Calling delete_port for f888cf16-49b0-490d-a7e8-cca2266a2bfa owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:32:21.547750 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2be16401-73db-4e7e-a6c5-afb02d873093 req-b1327d3a-9059-4a4e-847f-7aec506f4b16 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:21.575795 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1327d3a-9059-4a4e-847f-7aec506f4b16 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event deleted for resources: {'Port': ['ID=f888cf16-49b0-490d-a7e8-cca2266a2bfa,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:32:21.619822 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be16401-73db-4e7e-a6c5-afb02d873093 req-b1327d3a-9059-4a4e-847f-7aec506f4b16 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] No DVR routers for this DVR port f888cf16-49b0-490d-a7e8-cca2266a2bfa on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:32:21.622500 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-2be16401-73db-4e7e-a6c5-afb02d873093 req-b1327d3a-9059-4a4e-847f-7aec506f4b16 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:21.625918 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2be16401-73db-4e7e-a6c5-afb02d873093 req-b1327d3a-9059-4a4e-847f-7aec506f4b16 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.89 "DELETE /v2.0/ports/f888cf16-49b0-490d-a7e8-cca2266a2bfa HTTP/1.1" status: 204 len: 173 time: 0.4134696 Oct 20 12:32:21.626352 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7cf975-670b-407c-95ce-53bbed65e0bd', 'name': 'network-vif-deleted', 'tag': 'f888cf16-49b0-490d-a7e8-cca2266a2bfa'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:32:21.628805 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0a02dd2059fce6544e6c1114f6588b97938997ae633064690662b627edbbcf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8c578b-fc5e-4e0c-9aa0-75ed727ee9e0" -d '{"events": [{"server_uuid": "6d7cf975-670b-407c-95ce-53bbed65e0bd", "name": "network-vif-deleted", "tag": "f888cf16-49b0-490d-a7e8-cca2266a2bfa"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:32:21.672911 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58b059b-9729-4d62-b7b5-489cb9d6fdea x-openstack-request-id: req-e58b059b-9729-4d62-b7b5-489cb9d6fdea {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:32:21.673199 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7cf975-670b-407c-95ce-53bbed65e0bd", "name": "network-vif-deleted", "tag": "f888cf16-49b0-490d-a7e8-cca2266a2bfa", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:32:21.673453 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e58b059b-9729-4d62-b7b5-489cb9d6fdea {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:32:21.674547 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d7cf975-670b-407c-95ce-53bbed65e0bd', 'name': 'network-vif-deleted', 'tag': 'f888cf16-49b0-490d-a7e8-cca2266a2bfa', 'status': 'completed', 'code': 200} Oct 20 12:32:21.830676 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c6b08ef1-0622-4d68-bd7f-f61347533fc4 req-2320707b-b956-4fa9-aca3-f8b60844adc7 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=6d7cf975-670b-407c-95ce-53bbed65e0bd HTTP/1.1" status: 200 len: 210 time: 0.0280268 Oct 20 12:32:22.300135 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ed045c46-ec6c-414b-9f2a-62b7c5c666e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:22.896312 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60118) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:32:23.250903 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:23.265954 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ec047c06-a0c9-401b-9470-11c1ffc4df57 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:23.423445 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:23.535341 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-ec047c06-a0c9-401b-9470-11c1ffc4df57 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Deleting port aca05dbf-8a99-4cff-9659-a202242edb5d {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:32:23.535654 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ec047c06-a0c9-401b-9470-11c1ffc4df57 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:23.565843 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device f888cf16-49b0-490d-a7e8-cca2266a2bfa no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:32:23.585686 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: f888cf16-49b0-490d-a7e8-cca2266a2bfa {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:32:23.586022 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device f888cf16-49b0-490d-a7e8-cca2266a2bfa not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:32:23.627712 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-ec047c06-a0c9-401b-9470-11c1ffc4df57 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] For port aca05dbf-8a99-4cff-9659-a202242edb5d, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=aca05dbf-8a99-4cff-9659-a202242edb5d,segment=NetworkSegment(af49b6c6-8b25-4f62-ba24-d3ac108f99aa),segment_id=af49b6c6-8b25-4f62-ba24-d3ac108f99aa)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:32:23.628128 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ec047c06-a0c9-401b-9470-11c1ffc4df57 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:23.640824 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-ec047c06-a0c9-401b-9470-11c1ffc4df57 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Calling delete_port for aca05dbf-8a99-4cff-9659-a202242edb5d owned by network:router_interface {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:32:23.835229 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ec047c06-a0c9-401b-9470-11c1ffc4df57 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:23.860973 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec047c06-a0c9-401b-9470-11c1ffc4df57 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event deleted for resources: {'Port': ['ID=aca05dbf-8a99-4cff-9659-a202242edb5d,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:32:24.031751 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ec047c06-a0c9-401b-9470-11c1ffc4df57 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:24.247088 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec047c06-a0c9-401b-9470-11c1ffc4df57 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Router bc372027-3b46-4be5-b0fe-3eb4449c276d has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:32:24.352024 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec047c06-a0c9-401b-9470-11c1ffc4df57 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:32:24.357294 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ec047c06-a0c9-401b-9470-11c1ffc4df57 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "PUT /v2.0/routers/bc372027-3b46-4be5-b0fe-3eb4449c276d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4599688 Oct 20 12:32:24.360225 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60120) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:32:24.362928 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113e87ec-d3de-4bea-83a8-f8cd22524018 None None] Sync routers for ids ['bc372027-3b46-4be5-b0fe-3eb4449c276d'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:32:24.374258 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113e87ec-d3de-4bea-83a8-f8cd22524018 None None] Routers {'bc372027-3b46-4be5-b0fe-3eb4449c276d'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:32:24.374894 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-113e87ec-d3de-4bea-83a8-f8cd22524018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:32:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['bc372027-3b46-4be5-b0fe-3eb4449c276d'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:32:24.411833 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d64f377-0d99-4a93-b24b-93198e587b42 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Deleting subnet 74733b64-9611-4716-b5d1-12899ab1e846 {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 12:32:24.415125 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1d64f377-0d99-4a93-b24b-93198e587b42 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:24.457672 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1d64f377-0d99-4a93-b24b-93198e587b42 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:24.479839 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-113e87ec-d3de-4bea-83a8-f8cd22524018 None None] Set router bc372027-3b46-4be5-b0fe-3eb4449c276d gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:32:24.544645 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1d64f377-0d99-4a93-b24b-93198e587b42 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:24.608415 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1d64f377-0d99-4a93-b24b-93198e587b42 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:24.636753 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d64f377-0d99-4a93-b24b-93198e587b42 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event deleted for resources: {'Subnet': ['ID=74733b64-9611-4716-b5d1-12899ab1e846,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:32:24.638753 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1d64f377-0d99-4a93-b24b-93198e587b42 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:24.642511 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-1d64f377-0d99-4a93-b24b-93198e587b42 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "DELETE /v2.0/subnets/74733b64-9611-4716-b5d1-12899ab1e846 HTTP/1.1" status: 204 len: 168 time: 0.2813778 Oct 20 12:32:24.644404 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c23ba3-cb78-48ad-afaf-f41390da09a1 None None] Network 1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:32:24.645446 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60122) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:32:24.673011 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-113e87ec-d3de-4bea-83a8-f8cd22524018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc372027-3b46-4be5-b0fe-3eb4449c276d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135410954', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'a8cb242c-714b-4505-86d9-e294733ec03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:30:36Z', 'updated_at': '2021-10-20T12:32:23Z', 'revision_number': 5, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': 'a8cb242c-714b-4505-86d9-e294733ec03c', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:33:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc372027-3b46-4be5-b0fe-3eb4449c276d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:30:37Z', 'updated_at': '2021-10-20T12:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:32:24.699526 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113e87ec-d3de-4bea-83a8-f8cd22524018 None None] Checking router: bc372027-3b46-4be5-b0fe-3eb4449c276d for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:32:24.711046 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113e87ec-d3de-4bea-83a8-f8cd22524018 None None] Routers {'bc372027-3b46-4be5-b0fe-3eb4449c276d'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:32:24.711807 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-113e87ec-d3de-4bea-83a8-f8cd22524018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:32:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['bc372027-3b46-4be5-b0fe-3eb4449c276d'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:32:24.755228 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-71197431-be40-4d06-842c-482b0af0d1fa tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:24.830852 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-113e87ec-d3de-4bea-83a8-f8cd22524018 None None] Set router bc372027-3b46-4be5-b0fe-3eb4449c276d gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:32:24.849954 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0836a0de-d5ac-4d42-9c30-b0053754213d None None] DHCP port deletion for 1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 12:32:24.868751 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-71197431-be40-4d06-842c-482b0af0d1fa tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:24.904510 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-0836a0de-d5ac-4d42-9c30-b0053754213d None None] Deleting port edd583b1-7289-4300-a7bb-9c8eb3f190d3 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:32:24.904510 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0836a0de-d5ac-4d42-9c30-b0053754213d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:24.924841 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-71197431-be40-4d06-842c-482b0af0d1fa tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Deleting port a8cb242c-714b-4505-86d9-e294733ec03c {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:32:24.925162 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-71197431-be40-4d06-842c-482b0af0d1fa tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:25.006643 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-71197431-be40-4d06-842c-482b0af0d1fa tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] For port a8cb242c-714b-4505-86d9-e294733ec03c, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=a8cb242c-714b-4505-86d9-e294733ec03c,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:32:25.007045 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-71197431-be40-4d06-842c-482b0af0d1fa tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:25.010840 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-113e87ec-d3de-4bea-83a8-f8cd22524018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc372027-3b46-4be5-b0fe-3eb4449c276d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135410954', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'a8cb242c-714b-4505-86d9-e294733ec03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:30:36Z', 'updated_at': '2021-10-20T12:32:23Z', 'revision_number': 5, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': 'a8cb242c-714b-4505-86d9-e294733ec03c', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:33:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc372027-3b46-4be5-b0fe-3eb4449c276d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:30:37Z', 'updated_at': '2021-10-20T12:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:32:25.020836 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-71197431-be40-4d06-842c-482b0af0d1fa tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Calling delete_port for a8cb242c-714b-4505-86d9-e294733ec03c owned by network:router_gateway {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:32:25.042287 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113e87ec-d3de-4bea-83a8-f8cd22524018 None None] The sync data for ids ['bc372027-3b46-4be5-b0fe-3eb4449c276d'] in n-d-814735-3 is: [{'id': 'bc372027-3b46-4be5-b0fe-3eb4449c276d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135410954', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'a8cb242c-714b-4505-86d9-e294733ec03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:30:36Z', 'updated_at': '2021-10-20T12:32:23Z', 'revision_number': 5, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': 'a8cb242c-714b-4505-86d9-e294733ec03c', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:33:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc372027-3b46-4be5-b0fe-3eb4449c276d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:30:37Z', 'updated_at': '2021-10-20T12:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:32:25.133809 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-0836a0de-d5ac-4d42-9c30-b0053754213d None None] For port edd583b1-7289-4300-a7bb-9c8eb3f190d3, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=edd583b1-7289-4300-a7bb-9c8eb3f190d3,segment=NetworkSegment(af49b6c6-8b25-4f62-ba24-d3ac108f99aa),segment_id=af49b6c6-8b25-4f62-ba24-d3ac108f99aa)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:32:25.134241 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0836a0de-d5ac-4d42-9c30-b0053754213d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:25.153832 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-0836a0de-d5ac-4d42-9c30-b0053754213d None None] Calling delete_port for edd583b1-7289-4300-a7bb-9c8eb3f190d3 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:32:25.167998 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:25.193774 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-71197431-be40-4d06-842c-482b0af0d1fa tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:25.223266 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71197431-be40-4d06-842c-482b0af0d1fa tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event deleted for resources: {'Port': ['ID=a8cb242c-714b-4505-86d9-e294733ec03c,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:32:25.234999 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71197431-be40-4d06-842c-482b0af0d1fa tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:32:25.235359 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71197431-be40-4d06-842c-482b0af0d1fa tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:32:25.235707 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71197431-be40-4d06-842c-482b0af0d1fa tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:32:25.236047 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71197431-be40-4d06-842c-482b0af0d1fa tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:32:25.236404 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71197431-be40-4d06-842c-482b0af0d1fa tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:32:25.236754 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71197431-be40-4d06-842c-482b0af0d1fa tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:32:25.237418 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71197431-be40-4d06-842c-482b0af0d1fa tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:32:25.237811 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71197431-be40-4d06-842c-482b0af0d1fa tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:32:25.238128 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71197431-be40-4d06-842c-482b0af0d1fa tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:32:25.238645 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71197431-be40-4d06-842c-482b0af0d1fa tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:32:25.239023 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71197431-be40-4d06-842c-482b0af0d1fa tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:32:25.239397 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71197431-be40-4d06-842c-482b0af0d1fa tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:32:25.242616 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0836a0de-d5ac-4d42-9c30-b0053754213d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:25.270871 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0836a0de-d5ac-4d42-9c30-b0053754213d None None] Pushing event deleted for resources: {'Port': ['ID=edd583b1-7289-4300-a7bb-9c8eb3f190d3,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:32:25.276886 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0836a0de-d5ac-4d42-9c30-b0053754213d None None] No DVR routers for this DVR port edd583b1-7289-4300-a7bb-9c8eb3f190d3 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:32:25.287815 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0836a0de-d5ac-4d42-9c30-b0053754213d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:32:25.288160 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0836a0de-d5ac-4d42-9c30-b0053754213d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:32:25.288566 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0836a0de-d5ac-4d42-9c30-b0053754213d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:32:25.288872 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0836a0de-d5ac-4d42-9c30-b0053754213d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:32:25.289122 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0836a0de-d5ac-4d42-9c30-b0053754213d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:32:25.289775 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0836a0de-d5ac-4d42-9c30-b0053754213d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:32:25.290104 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0836a0de-d5ac-4d42-9c30-b0053754213d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:32:25.290423 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0836a0de-d5ac-4d42-9c30-b0053754213d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:32:25.290740 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0836a0de-d5ac-4d42-9c30-b0053754213d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:32:25.291112 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0836a0de-d5ac-4d42-9c30-b0053754213d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:32:25.291407 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0836a0de-d5ac-4d42-9c30-b0053754213d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:32:25.291720 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0836a0de-d5ac-4d42-9c30-b0053754213d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:32:25.297968 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-71197431-be40-4d06-842c-482b0af0d1fa tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:25.388359 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-71197431-be40-4d06-842c-482b0af0d1fa tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:25.390566 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-71197431-be40-4d06-842c-482b0af0d1fa tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:25.436138 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-71197431-be40-4d06-842c-482b0af0d1fa tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:25.436752 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71197431-be40-4d06-842c-482b0af0d1fa tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Fanout notify agent at l3_agent the message router_deleted on router bc372027-3b46-4be5-b0fe-3eb4449c276d {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 12:32:25.443728 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-71197431-be40-4d06-842c-482b0af0d1fa tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:25.447521 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-71197431-be40-4d06-842c-482b0af0d1fa tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "DELETE /v2.0/routers/bc372027-3b46-4be5-b0fe-3eb4449c276d HTTP/1.1" status: 204 len: 168 time: 0.7983589 Oct 20 12:32:25.447900 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60128) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:32:25.543789 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device aca05dbf-8a99-4cff-9659-a202242edb5d no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:32:25.550224 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d9be2e89-73a7-484b-9b99-a96f7ba9102e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:25.563446 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: aca05dbf-8a99-4cff-9659-a202242edb5d {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:32:25.563785 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device aca05dbf-8a99-4cff-9659-a202242edb5d not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:32:25.564186 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device edd583b1-7289-4300-a7bb-9c8eb3f190d3 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:32:25.584501 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: edd583b1-7289-4300-a7bb-9c8eb3f190d3 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:32:25.584835 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device edd583b1-7289-4300-a7bb-9c8eb3f190d3 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:32:25.642624 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d9be2e89-73a7-484b-9b99-a96f7ba9102e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:25.664075 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-d9be2e89-73a7-484b-9b99-a96f7ba9102e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:32:25.673737 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-d9be2e89-73a7-484b-9b99-a96f7ba9102e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af49b6c6-8b25-4f62-ba24-d3ac108f99aa') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:32:25.674029 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-d9be2e89-73a7-484b-9b99-a96f7ba9102e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af49b6c6-8b25-4f62-ba24-d3ac108f99aa') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:32:25.684254 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d9be2e89-73a7-484b-9b99-a96f7ba9102e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:25.699030 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d9be2e89-73a7-484b-9b99-a96f7ba9102e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:25.705265 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9be2e89-73a7-484b-9b99-a96f7ba9102e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Releasing vlan 1298 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 12:32:25.705747 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d9be2e89-73a7-484b-9b99-a96f7ba9102e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:25.709146 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 12:32:25.709146 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 12:32:25.709146 n-d-814735-3 neutron-server[100647]: timer() Oct 20 12:32:25.709146 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 12:32:25.709146 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 12:32:25.709146 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 12:32:25.709146 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 12:32:25.709146 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 12:32:25.709146 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 12:32:25.709146 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 12:32:25.709146 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 12:32:25.709146 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 12:32:25.709146 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 12:32:25.709146 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 12:32:25.709146 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 12:32:25.709146 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 12:32:25.709146 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 12:32:25.709146 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 12:32:25.709146 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 12:32:25.709146 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 12:32:25.709146 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 12:32:25.709146 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 12:32:25.709146 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 12:32:25.709146 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 12:32:25.709146 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 12:32:25.709146 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 12:32:25.709146 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 12:32:25.709146 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 12:32:25.709146 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 12:32:25.709146 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 12:32:25.709146 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 12:32:25.709146 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 12:32:25.768973 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d9be2e89-73a7-484b-9b99-a96f7ba9102e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:25.776361 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d9be2e89-73a7-484b-9b99-a96f7ba9102e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:25.779495 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d9be2e89-73a7-484b-9b99-a96f7ba9102e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "DELETE /v2.0/networks/1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1 HTTP/1.1" status: 204 len: 168 time: 0.3305752 Oct 20 12:32:25.782728 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60130) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:32:25.790894 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be2e89-73a7-484b-9b99-a96f7ba9102e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event deleted for resources: {'Network': ['ID=1d4408c5-9ee0-4ae8-82ee-03b49fdd7df1,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:32:25.844084 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-985f747c-64ea-46e8-b5f7-cfa4119016fc tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:25.869106 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-985f747c-64ea-46e8-b5f7-cfa4119016fc tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:25.928473 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-985f747c-64ea-46e8-b5f7-cfa4119016fc tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:25.931245 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-985f747c-64ea-46e8-b5f7-cfa4119016fc tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:25.932407 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-985f747c-64ea-46e8-b5f7-cfa4119016fc tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "DELETE /v2.0/security-groups/2b3ead83-3f8c-46b8-8b67-cc3d572c04c4 HTTP/1.1" status: 204 len: 168 time: 0.1485226 Oct 20 12:32:25.941528 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985f747c-64ea-46e8-b5f7-cfa4119016fc tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3ead83-3f8c-46b8-8b67-cc3d572c04c4,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:32:26.200652 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60136) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:32:26.205313 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-caddc8a4-52fc-4a31-a951-8ef40868e3d2 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1455994101', 'description': 'tempest-secgroup-smoke-1455994101 description', 'project_id': 'b6b06ee654c647a7987833f6381dc537'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:32:26.229256 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-caddc8a4-52fc-4a31-a951-8ef40868e3d2 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:26.295329 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-caddc8a4-52fc-4a31-a951-8ef40868e3d2 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:26.300805 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-caddc8a4-52fc-4a31-a951-8ef40868e3d2 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:26.330522 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-caddc8a4-52fc-4a31-a951-8ef40868e3d2 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:26.331827 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-caddc8a4-52fc-4a31-a951-8ef40868e3d2 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1301637 Oct 20 12:32:26.333653 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caddc8a4-52fc-4a31-a951-8ef40868e3d2 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf369ee-182c-4863-8807-54f470d1689f,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:32:26.334992 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60138) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:32:26.339705 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-062b23d7-507c-4ec4-8e25-7ff27871a12e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'security_group_rule': {'security_group_id': '0bf369ee-182c-4863-8807-54f470d1689f', 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:32:26.368994 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-062b23d7-507c-4ec4-8e25-7ff27871a12e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:26.429956 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-062b23d7-507c-4ec4-8e25-7ff27871a12e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:26.435573 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-062b23d7-507c-4ec4-8e25-7ff27871a12e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:26.803735 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062b23d7-507c-4ec4-8e25-7ff27871a12e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57b0c126-6066-4353-b947-c5cd36eb5476,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:32:26.816807 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-062b23d7-507c-4ec4-8e25-7ff27871a12e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:26.817996 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-062b23d7-507c-4ec4-8e25-7ff27871a12e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4819942 Oct 20 12:32:26.821557 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60140) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:32:26.825808 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-3cfea6cd-68d0-4d22-ac64-301a328b6de1 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'security_group_rule': {'security_group_id': '0bf369ee-182c-4863-8807-54f470d1689f', 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:32:26.853942 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3cfea6cd-68d0-4d22-ac64-301a328b6de1 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:26.916558 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3cfea6cd-68d0-4d22-ac64-301a328b6de1 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:26.921276 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3cfea6cd-68d0-4d22-ac64-301a328b6de1 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:26.938441 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfea6cd-68d0-4d22-ac64-301a328b6de1 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=291687f7-f95c-42e6-aed7-a77e6aa9c365,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:32:26.946974 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-3cfea6cd-68d0-4d22-ac64-301a328b6de1 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:26.948183 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-3cfea6cd-68d0-4d22-ac64-301a328b6de1 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1257148 Oct 20 12:32:26.951200 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60142) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:32:26.955840 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-b436c877-1a1d-4b46-8fe2-dab5dd5f79ca tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'security_group_rule': {'security_group_id': '0bf369ee-182c-4863-8807-54f470d1689f', 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:32:26.981325 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b436c877-1a1d-4b46-8fe2-dab5dd5f79ca tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:27.037292 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b436c877-1a1d-4b46-8fe2-dab5dd5f79ca tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:27.044265 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b436c877-1a1d-4b46-8fe2-dab5dd5f79ca tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:27.064174 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b436c877-1a1d-4b46-8fe2-dab5dd5f79ca tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=208ec348-cb10-4669-b943-c07b8146a0d2,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:32:27.072043 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b436c877-1a1d-4b46-8fe2-dab5dd5f79ca tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:27.073267 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b436c877-1a1d-4b46-8fe2-dab5dd5f79ca tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1210780 Oct 20 12:32:27.076125 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60144) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:32:27.080563 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-5e1bb747-fcb9-4457-8d65-d1ea0c011e69 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'security_group_rule': {'security_group_id': '0bf369ee-182c-4863-8807-54f470d1689f', 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:32:27.106650 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5e1bb747-fcb9-4457-8d65-d1ea0c011e69 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:27.169998 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5e1bb747-fcb9-4457-8d65-d1ea0c011e69 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:27.180559 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5e1bb747-fcb9-4457-8d65-d1ea0c011e69 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:27.204450 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1bb747-fcb9-4457-8d65-d1ea0c011e69 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d3f86f0-8324-4179-9a98-c4b1d866cb30,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:32:27.214542 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5e1bb747-fcb9-4457-8d65-d1ea0c011e69 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:27.216368 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5e1bb747-fcb9-4457-8d65-d1ea0c011e69 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1391642 Oct 20 12:32:27.219204 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60146) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:32:27.225945 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-433c8536-be61-4562-8357-f99b7df2734f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'security_group_rule': {'security_group_id': '0bf369ee-182c-4863-8807-54f470d1689f', 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:32:27.254144 n-d-814735-3 neutron-server[100646]: INFO neutron.db.securitygroups_db [None req-433c8536-be61-4562-8357-f99b7df2734f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Project b6b06ee654c647a7987833f6381dc537 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 12:32:27.259279 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-433c8536-be61-4562-8357-f99b7df2734f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:27.319580 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-433c8536-be61-4562-8357-f99b7df2734f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:27.324240 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-433c8536-be61-4562-8357-f99b7df2734f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:27.343395 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433c8536-be61-4562-8357-f99b7df2734f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90f77388-a34e-40be-86e7-2e0b3deebe38,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:32:27.348943 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-433c8536-be61-4562-8357-f99b7df2734f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:27.352613 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-433c8536-be61-4562-8357-f99b7df2734f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1295950 Oct 20 12:32:27.352941 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60148) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:32:27.357521 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-8ccfa85f-0bc3-40ef-9c0a-e294d2f7f34c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'security_group_rule': {'security_group_id': '0bf369ee-182c-4863-8807-54f470d1689f', 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:32:27.380898 n-d-814735-3 neutron-server[100647]: INFO neutron.db.securitygroups_db [None req-8ccfa85f-0bc3-40ef-9c0a-e294d2f7f34c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Project b6b06ee654c647a7987833f6381dc537 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 12:32:27.385835 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8ccfa85f-0bc3-40ef-9c0a-e294d2f7f34c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:27.424562 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device a8cb242c-714b-4505-86d9-e294733ec03c no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:32:27.445176 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: a8cb242c-714b-4505-86d9-e294733ec03c {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:32:27.445585 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device a8cb242c-714b-4505-86d9-e294733ec03c not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:32:27.448067 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8ccfa85f-0bc3-40ef-9c0a-e294d2f7f34c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:27.452946 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8ccfa85f-0bc3-40ef-9c0a-e294d2f7f34c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:27.472712 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccfa85f-0bc3-40ef-9c0a-e294d2f7f34c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd8c74ac-3c1d-40ca-a0fa-948cf62db641,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:32:27.482260 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8ccfa85f-0bc3-40ef-9c0a-e294d2f7f34c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:27.483478 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8ccfa85f-0bc3-40ef-9c0a-e294d2f7f34c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1295164 Oct 20 12:32:27.486350 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60150) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:32:27.491438 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-733b0b52-3ae4-4056-8f82-21bf821d231e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'network': {'name': 'tempest-network-smoke--1440495158', 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'port_security_enabled': True}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:32:27.518293 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733b0b52-3ae4-4056-8f82-21bf821d231e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Made reservation on behalf of b6b06ee654c647a7987833f6381dc537 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:32:27.522397 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-733b0b52-3ae4-4056-8f82-21bf821d231e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:27.543284 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:32:27.548646 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-733b0b52-3ae4-4056-8f82-21bf821d231e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] vlan segment allocate from pool success with {'vlan_id': 1269, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 12:32:27.557333 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-733b0b52-3ae4-4056-8f82-21bf821d231e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:27.557670 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-733b0b52-3ae4-4056-8f82-21bf821d231e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Added segment a158944c-04be-4889-a7d1-ce58714ab936 of type vlan for network 604d4f11-da21-4ff2-a6a3-bd967b717b25 Oct 20 12:32:27.601746 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-733b0b52-3ae4-4056-8f82-21bf821d231e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:27.629515 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-733b0b52-3ae4-4056-8f82-21bf821d231e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:27.635306 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733b0b52-3ae4-4056-8f82-21bf821d231e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:32:27.635927 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-733b0b52-3ae4-4056-8f82-21bf821d231e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:27.677116 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-733b0b52-3ae4-4056-8f82-21bf821d231e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1896200 Oct 20 12:32:27.680056 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60152) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:32:27.685125 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-79ce6de7-1c2b-452d-87ce-24a230a7fe1f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1428588548', 'admin_state_up': True, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:32:27.709671 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-79ce6de7-1c2b-452d-87ce-24a230a7fe1f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:27.710868 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733b0b52-3ae4-4056-8f82-21bf821d231e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'Network': ['ID=604d4f11-da21-4ff2-a6a3-bd967b717b25,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:32:27.711027 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-79ce6de7-1c2b-452d-87ce-24a230a7fe1f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:27.721588 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 604d4f11-da21-4ff2-a6a3-bd967b717b25 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 12:32:27.765967 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-79ce6de7-1c2b-452d-87ce-24a230a7fe1f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:27.903837 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-79ce6de7-1c2b-452d-87ce-24a230a7fe1f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:28.413063 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-79ce6de7-1c2b-452d-87ce-24a230a7fe1f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for router_gateway, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:28.431420 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-79ce6de7-1c2b-452d-87ce-24a230a7fe1f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:28.540766 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-79ce6de7-1c2b-452d-87ce-24a230a7fe1f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Allocated IP 172.25.5.188 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/d5b14be9-7229-42cb-836c-790c633fab2b) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:32:28.648769 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-79ce6de7-1c2b-452d-87ce-24a230a7fe1f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:28.685032 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-79ce6de7-1c2b-452d-87ce-24a230a7fe1f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:28.727549 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ce6de7-1c2b-452d-87ce-24a230a7fe1f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:32:28.730324 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-79ce6de7-1c2b-452d-87ce-24a230a7fe1f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:32:28.736741 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ce6de7-1c2b-452d-87ce-24a230a7fe1f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:32:28.739898 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce6de7-1c2b-452d-87ce-24a230a7fe1f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'Port': ['ID=d5b14be9-7229-42cb-836c-790c633fab2b,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:32:28.988713 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-79ce6de7-1c2b-452d-87ce-24a230a7fe1f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for router_gateway, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:29.181287 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-79ce6de7-1c2b-452d-87ce-24a230a7fe1f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:29.319710 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ce6de7-1c2b-452d-87ce-24a230a7fe1f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Router bd5924f1-bd47-4257-b009-ed9edce51665 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 12:32:29.429880 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ce6de7-1c2b-452d-87ce-24a230a7fe1f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:32:29.439773 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f8f7f5-d8c0-4d18-b041-b8ffde4099d0 None None] Sync routers for ids ['bd5924f1-bd47-4257-b009-ed9edce51665'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:32:29.449576 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f8f7f5-d8c0-4d18-b041-b8ffde4099d0 None None] Routers {'bd5924f1-bd47-4257-b009-ed9edce51665'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:32:29.450252 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-65f8f7f5-d8c0-4d18-b041-b8ffde4099d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:32:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['bd5924f1-bd47-4257-b009-ed9edce51665'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:32:29.451964 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-79ce6de7-1c2b-452d-87ce-24a230a7fe1f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:29.453216 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-79ce6de7-1c2b-452d-87ce-24a230a7fe1f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7720923 Oct 20 12:32:29.456609 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60154) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:32:29.488227 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-45a9de94-9dd0-4da0-9305-0d5ed79546fa tempest-TestNetworkAdvancedServerOps-245809071 tempest-TestNetworkAdvancedServerOps-245809071-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=b6b06ee654c647a7987833f6381dc537&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304508 Oct 20 12:32:29.491170 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60156) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:32:29.553713 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-65f8f7f5-d8c0-4d18-b041-b8ffde4099d0 None None] Set router bd5924f1-bd47-4257-b009-ed9edce51665 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:32:29.575003 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f95e18-8c25-4973-b1e4-a16994007352 tempest-TestNetworkAdvancedServerOps-245809071 tempest-TestNetworkAdvancedServerOps-245809071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:32:29.576466 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b9f95e18-8c25-4973-b1e4-a16994007352 tempest-TestNetworkAdvancedServerOps-245809071 tempest-TestNetworkAdvancedServerOps-245809071-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0844030 Oct 20 12:32:29.579648 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60158) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:32:29.607862 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-237fa508-6ad0-49be-a0f1-21e785a2641a tempest-TestNetworkAdvancedServerOps-245809071 tempest-TestNetworkAdvancedServerOps-245809071-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=717966e5-c478-496f-bddb-05794fb74250&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271416 Oct 20 12:32:29.610384 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60160) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:32:29.615440 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-c8320b0a-0a54-477f-963a-63a5d97844fb tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1290978963', 'network_id': '604d4f11-da21-4ff2-a6a3-bd967b717b25', 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:32:29.709121 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8320b0a-0a54-477f-963a-63a5d97844fb tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Made reservation on behalf of b6b06ee654c647a7987833f6381dc537 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:32:29.712761 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c8320b0a-0a54-477f-963a-63a5d97844fb tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:29.738185 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-65f8f7f5-d8c0-4d18-b041-b8ffde4099d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5924f1-bd47-4257-b009-ed9edce51665', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428588548', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'd5b14be9-7229-42cb-836c-790c633fab2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:32:27Z', 'updated_at': '2021-10-20T12:32:28Z', 'revision_number': 3, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': 'd5b14be9-7229-42cb-836c-790c633fab2b', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5924f1-bd47-4257-b009-ed9edce51665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:32:28Z', 'updated_at': '2021-10-20T12:32:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:32:29.772965 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f8f7f5-d8c0-4d18-b041-b8ffde4099d0 None None] Checking router: bd5924f1-bd47-4257-b009-ed9edce51665 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:32:29.773300 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f8f7f5-d8c0-4d18-b041-b8ffde4099d0 None None] Updating router bd5924f1-bd47-4257-b009-ed9edce51665 port d5b14be9-7229-42cb-836c-790c633fab2b binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 12:32:29.802923 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-65f8f7f5-d8c0-4d18-b041-b8ffde4099d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:29.890844 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c8320b0a-0a54-477f-963a-63a5d97844fb tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:29.950283 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8320b0a-0a54-477f-963a-63a5d97844fb tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'Subnet': ['ID=785fbea6-7b1c-4dac-961a-e9350518307b,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:32:29.958976 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8320b0a-0a54-477f-963a-63a5d97844fb tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Checking segment: {'id': 'a158944c-04be-4889-a7d1-ce58714ab936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '604d4f11-da21-4ff2-a6a3-bd967b717b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:32:29.959337 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8320b0a-0a54-477f-963a-63a5d97844fb tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Network hostable DHCP agents. Network: 604d4f11-da21-4ff2-a6a3-bd967b717b25, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 12:32:29.976998 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8320b0a-0a54-477f-963a-63a5d97844fb tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Network 604d4f11-da21-4ff2-a6a3-bd967b717b25 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 12:32:29.986378 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-c8320b0a-0a54-477f-963a-63a5d97844fb tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 604d4f11-da21-4ff2-a6a3-bd967b717b25) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:32:29.990665 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8320b0a-0a54-477f-963a-63a5d97844fb tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:32:29.991286 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c8320b0a-0a54-477f-963a-63a5d97844fb tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:29.999127 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00cb417-41b3-48c4-bf90-579cd73fd8cc None None] Network 604d4f11-da21-4ff2-a6a3-bd967b717b25 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:32:30.010554 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c8320b0a-0a54-477f-963a-63a5d97844fb tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3963737 Oct 20 12:32:30.010901 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60162) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:32:30.104681 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-65f8f7f5-d8c0-4d18-b041-b8ffde4099d0 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:30.119197 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-65f8f7f5-d8c0-4d18-b041-b8ffde4099d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:30.192314 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-65f8f7f5-d8c0-4d18-b041-b8ffde4099d0 None None] Attempting to bind port d5b14be9-7229-42cb-836c-790c633fab2b on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:32:30.192677 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-65f8f7f5-d8c0-4d18-b041-b8ffde4099d0 None None] Attempting to bind port d5b14be9-7229-42cb-836c-790c633fab2b by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:32:30.193042 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f8f7f5-d8c0-4d18-b041-b8ffde4099d0 None None] Attempting to bind port d5b14be9-7229-42cb-836c-790c633fab2b on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:32:30.210095 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a816d0f4-e348-4352-817a-8bbbcf13fbdd None None] Pushing event updated for resources: {'Port': ['ID=d5b14be9-7229-42cb-836c-790c633fab2b,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:32:30.212948 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f8f7f5-d8c0-4d18-b041-b8ffde4099d0 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:32:30.213214 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f8f7f5-d8c0-4d18-b041-b8ffde4099d0 None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:32:30.213608 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-65f8f7f5-d8c0-4d18-b041-b8ffde4099d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:30.213995 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f8f7f5-d8c0-4d18-b041-b8ffde4099d0 None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:32:30.214458 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-65f8f7f5-d8c0-4d18-b041-b8ffde4099d0 None None] Bound port: d5b14be9-7229-42cb-836c-790c633fab2b, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:32:30.214888 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-65f8f7f5-d8c0-4d18-b041-b8ffde4099d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:30.268969 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f807fbd9-b375-41e2-8ed8-61d56e55fcf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-604d4f11-da21-4ff2-a6a3-bd967b717b25', 'network_id': '604d4f11-da21-4ff2-a6a3-bd967b717b25', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'fixed_ips': [{'subnet_id': '785fbea6-7b1c-4dac-961a-e9350518307b'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 12:32:30.269813 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f807fbd9-b375-41e2-8ed8-61d56e55fcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:30.294282 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-65f8f7f5-d8c0-4d18-b041-b8ffde4099d0 None None] For port d5b14be9-7229-42cb-836c-790c633fab2b, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:32:30.312523 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-65f8f7f5-d8c0-4d18-b041-b8ffde4099d0 None None] For port d5b14be9-7229-42cb-836c-790c633fab2b, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=d5b14be9-7229-42cb-836c-790c633fab2b,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:32:30.317797 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-65f8f7f5-d8c0-4d18-b041-b8ffde4099d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:30.449840 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-420ee956-2093-4d4f-9ac2-598ae19e0f88 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:30.461715 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a816d0f4-e348-4352-817a-8bbbcf13fbdd None None] Pushing event updated for resources: {'Port': ['ID=d5b14be9-7229-42cb-836c-790c633fab2b,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:32:30.466507 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f8f7f5-d8c0-4d18-b041-b8ffde4099d0 None None] Routers {'bd5924f1-bd47-4257-b009-ed9edce51665'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:32:30.467139 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-65f8f7f5-d8c0-4d18-b041-b8ffde4099d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:32:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['bd5924f1-bd47-4257-b009-ed9edce51665'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:32:30.511335 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-f807fbd9-b375-41e2-8ed8-61d56e55fcf4 None None] Allocated IP 172.20.0.2 (604d4f11-da21-4ff2-a6a3-bd967b717b25/785fbea6-7b1c-4dac-961a-e9350518307b/a5042b78-e442-425d-8d0b-5f82f5012a61) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:32:30.629946 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-65f8f7f5-d8c0-4d18-b041-b8ffde4099d0 None None] Set router bd5924f1-bd47-4257-b009-ed9edce51665 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:32:30.978073 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f807fbd9-b375-41e2-8ed8-61d56e55fcf4 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:31.001726 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f807fbd9-b375-41e2-8ed8-61d56e55fcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:31.039308 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-420ee956-2093-4d4f-9ac2-598ae19e0f88 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Allocated IP 172.20.0.1 (604d4f11-da21-4ff2-a6a3-bd967b717b25/785fbea6-7b1c-4dac-961a-e9350518307b/e16f2d1c-d747-4445-967d-3d310160ed25) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:32:31.042735 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f807fbd9-b375-41e2-8ed8-61d56e55fcf4 None None] Network 604d4f11-da21-4ff2-a6a3-bd967b717b25 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:32:31.047556 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-f807fbd9-b375-41e2-8ed8-61d56e55fcf4 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:32:31.052182 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f807fbd9-b375-41e2-8ed8-61d56e55fcf4 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:32:31.071464 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f807fbd9-b375-41e2-8ed8-61d56e55fcf4 None None] Pushing event updated for resources: {'Port': ['ID=a5042b78-e442-425d-8d0b-5f82f5012a61,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:32:31.125302 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-f807fbd9-b375-41e2-8ed8-61d56e55fcf4 None None] Attempting to bind port a5042b78-e442-425d-8d0b-5f82f5012a61 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:32:31.125672 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-f807fbd9-b375-41e2-8ed8-61d56e55fcf4 None None] Attempting to bind port a5042b78-e442-425d-8d0b-5f82f5012a61 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'a158944c-04be-4889-a7d1-ce58714ab936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '604d4f11-da21-4ff2-a6a3-bd967b717b25'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:32:31.126038 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f807fbd9-b375-41e2-8ed8-61d56e55fcf4 None None] Attempting to bind port a5042b78-e442-425d-8d0b-5f82f5012a61 on network 604d4f11-da21-4ff2-a6a3-bd967b717b25 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:32:31.128699 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-65f8f7f5-d8c0-4d18-b041-b8ffde4099d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5924f1-bd47-4257-b009-ed9edce51665', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428588548', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'd5b14be9-7229-42cb-836c-790c633fab2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:32:27Z', 'updated_at': '2021-10-20T12:32:28Z', 'revision_number': 3, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': 'd5b14be9-7229-42cb-836c-790c633fab2b', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5924f1-bd47-4257-b009-ed9edce51665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:32:28Z', 'updated_at': '2021-10-20T12:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:32:31.156726 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-420ee956-2093-4d4f-9ac2-598ae19e0f88 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:31.157147 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f807fbd9-b375-41e2-8ed8-61d56e55fcf4 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:32:31.157527 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f807fbd9-b375-41e2-8ed8-61d56e55fcf4 None None] Checking segment: {'id': 'a158944c-04be-4889-a7d1-ce58714ab936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '604d4f11-da21-4ff2-a6a3-bd967b717b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:32:31.157931 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f807fbd9-b375-41e2-8ed8-61d56e55fcf4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:31.158331 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f807fbd9-b375-41e2-8ed8-61d56e55fcf4 None None] Bound using segment: {'id': 'a158944c-04be-4889-a7d1-ce58714ab936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '604d4f11-da21-4ff2-a6a3-bd967b717b25'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:32:31.158903 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-f807fbd9-b375-41e2-8ed8-61d56e55fcf4 None None] Bound port: a5042b78-e442-425d-8d0b-5f82f5012a61, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a158944c-04be-4889-a7d1-ce58714ab936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '604d4f11-da21-4ff2-a6a3-bd967b717b25'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:32:31.159288 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f807fbd9-b375-41e2-8ed8-61d56e55fcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:31.161382 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f8f7f5-d8c0-4d18-b041-b8ffde4099d0 None None] The sync data for ids ['bd5924f1-bd47-4257-b009-ed9edce51665'] in n-d-814735-3 is: [{'id': 'bd5924f1-bd47-4257-b009-ed9edce51665', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428588548', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'd5b14be9-7229-42cb-836c-790c633fab2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:32:27Z', 'updated_at': '2021-10-20T12:32:28Z', 'revision_number': 3, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': 'd5b14be9-7229-42cb-836c-790c633fab2b', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5924f1-bd47-4257-b009-ed9edce51665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:32:28Z', 'updated_at': '2021-10-20T12:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:32:31.195829 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-420ee956-2093-4d4f-9ac2-598ae19e0f88 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:31.224860 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-f807fbd9-b375-41e2-8ed8-61d56e55fcf4 None None] For port a5042b78-e442-425d-8d0b-5f82f5012a61, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:32:31.229172 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-f807fbd9-b375-41e2-8ed8-61d56e55fcf4 None None] For port a5042b78-e442-425d-8d0b-5f82f5012a61, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=a5042b78-e442-425d-8d0b-5f82f5012a61,segment=NetworkSegment(a158944c-04be-4889-a7d1-ce58714ab936),segment_id=a158944c-04be-4889-a7d1-ce58714ab936)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:32:31.234278 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f807fbd9-b375-41e2-8ed8-61d56e55fcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:31.235416 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420ee956-2093-4d4f-9ac2-598ae19e0f88 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Network 604d4f11-da21-4ff2-a6a3-bd967b717b25 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:32:31.238643 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-420ee956-2093-4d4f-9ac2-598ae19e0f88 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:32:31.242519 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420ee956-2093-4d4f-9ac2-598ae19e0f88 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:32:31.279206 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ee956-2093-4d4f-9ac2-598ae19e0f88 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'Port': ['ID=e16f2d1c-d747-4445-967d-3d310160ed25,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:32:31.300558 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-420ee956-2093-4d4f-9ac2-598ae19e0f88 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:31.309710 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f807fbd9-b375-41e2-8ed8-61d56e55fcf4 None None] Pushing event updated for resources: {'Port': ['ID=a5042b78-e442-425d-8d0b-5f82f5012a61,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:32:31.464514 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-420ee956-2093-4d4f-9ac2-598ae19e0f88 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:31.597609 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device d5b14be9-7229-42cb-836c-790c633fab2b up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:32:31.676995 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port d5b14be9-7229-42cb-836c-790c633fab2b triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:32:31.677528 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:31.763468 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:31.786852 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port d5b14be9-7229-42cb-836c-790c633fab2b, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=d5b14be9-7229-42cb-836c-790c633fab2b,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:32:31.796103 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:31.828619 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-420ee956-2093-4d4f-9ac2-598ae19e0f88 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:31.834429 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-420ee956-2093-4d4f-9ac2-598ae19e0f88 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:31.854847 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=d5b14be9-7229-42cb-836c-790c633fab2b,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:32:31.912704 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-420ee956-2093-4d4f-9ac2-598ae19e0f88 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:31.914569 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ee956-2093-4d4f-9ac2-598ae19e0f88 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'Port': ['ID=e16f2d1c-d747-4445-967d-3d310160ed25,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:32:32.012069 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420ee956-2093-4d4f-9ac2-598ae19e0f88 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Network 604d4f11-da21-4ff2-a6a3-bd967b717b25 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:32:32.013626 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-420ee956-2093-4d4f-9ac2-598ae19e0f88 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:32:32.146331 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420ee956-2093-4d4f-9ac2-598ae19e0f88 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Router bd5924f1-bd47-4257-b009-ed9edce51665 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:32:32.256884 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420ee956-2093-4d4f-9ac2-598ae19e0f88 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:32:32.264411 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-420ee956-2093-4d4f-9ac2-598ae19e0f88 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "PUT /v2.0/routers/bd5924f1-bd47-4257-b009-ed9edce51665/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2500966 Oct 20 12:32:32.291900 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e2dda3-ed6e-408c-9102-f80158bdf6b2 None None] Network 604d4f11-da21-4ff2-a6a3-bd967b717b25 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:32:32.372036 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-7359823e-fe3b-4534-b17f-af6ae4bc9b71 None None] Provisioning complete for port a5042b78-e442-425d-8d0b-5f82f5012a61 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:32:32.372410 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7359823e-fe3b-4534-b17f-af6ae4bc9b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:32.410997 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a168c16f-1236-44b9-a7fe-e7fd63403624 req-6c47a5db-c503-464c-bd09-780f7ab253d9 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1455994101&fields=id&tenant_id=b6b06ee654c647a7987833f6381dc537 HTTP/1.1" status: 200 len: 267 time: 0.0340881 Oct 20 12:32:32.506971 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7359823e-fe3b-4534-b17f-af6ae4bc9b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:32.522677 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a168c16f-1236-44b9-a7fe-e7fd63403624 req-07d58741-b8d3-4d91-82b5-1c4942204e80 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:32:32.524261 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a168c16f-1236-44b9-a7fe-e7fd63403624 req-07d58741-b8d3-4d91-82b5-1c4942204e80 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/networks?id=604d4f11-da21-4ff2-a6a3-bd967b717b25 HTTP/1.1" status: 200 len: 797 time: 0.1062715 Oct 20 12:32:32.541098 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a168c16f-1236-44b9-a7fe-e7fd63403624 req-17bf6b66-04da-4b35-a220-0b7c633c112d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/quotas/b6b06ee654c647a7987833f6381dc537 HTTP/1.1" status: 200 len: 375 time: 0.0098956 Oct 20 12:32:32.546435 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-7359823e-fe3b-4534-b17f-af6ae4bc9b71 None None] For port a5042b78-e442-425d-8d0b-5f82f5012a61, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=a5042b78-e442-425d-8d0b-5f82f5012a61,segment=NetworkSegment(a158944c-04be-4889-a7d1-ce58714ab936),segment_id=a158944c-04be-4889-a7d1-ce58714ab936)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:32:32.552525 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7359823e-fe3b-4534-b17f-af6ae4bc9b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:32.606531 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a168c16f-1236-44b9-a7fe-e7fd63403624 req-95983459-46b7-4e2a-bfc7-bc723eb481d7 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=b6b06ee654c647a7987833f6381dc537&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567553 Oct 20 12:32:32.607909 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7359823e-fe3b-4534-b17f-af6ae4bc9b71 None None] Pushing event updated for resources: {'Port': ['ID=a5042b78-e442-425d-8d0b-5f82f5012a61,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:32:32.710438 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a168c16f-1236-44b9-a7fe-e7fd63403624 req-6b318c3b-db76-447d-9f78-2e387d150c59 service neutron] 10.222.0.98 "GET /v2.0/networks/604d4f11-da21-4ff2-a6a3-bd967b717b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963235 Oct 20 12:32:32.776557 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3d219c31-5484-4838-8cef-7bd2a43f7225 None None] Provisioning complete for port e16f2d1c-d747-4445-967d-3d310160ed25 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:32:32.776857 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3d219c31-5484-4838-8cef-7bd2a43f7225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:32.809810 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a168c16f-1236-44b9-a7fe-e7fd63403624 req-8e1d0391-c921-401f-a888-1fa4ce37a40d service neutron] 10.222.0.98 "GET /v2.0/networks/604d4f11-da21-4ff2-a6a3-bd967b717b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931079 Oct 20 12:32:32.819607 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3d219c31-5484-4838-8cef-7bd2a43f7225 None None] Port e16f2d1c-d747-4445-967d-3d310160ed25 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:32:32.829615 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3d219c31-5484-4838-8cef-7bd2a43f7225 None None] Provisioning complete for port a5042b78-e442-425d-8d0b-5f82f5012a61 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:32:32.829983 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3d219c31-5484-4838-8cef-7bd2a43f7225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:32.938120 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a302a7b-7274-42d3-beaf-88ab60ed2872 None None] Sync routers for ids ['bd5924f1-bd47-4257-b009-ed9edce51665'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:32:32.952724 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a302a7b-7274-42d3-beaf-88ab60ed2872 None None] Routers {'bd5924f1-bd47-4257-b009-ed9edce51665'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:32:32.953335 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-4a302a7b-7274-42d3-beaf-88ab60ed2872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:32:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['bd5924f1-bd47-4257-b009-ed9edce51665'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:32:33.005271 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7653d99c-6a38-44db-b46a-0803843b451e req-496c35a8-218b-4b7b-9f29-32bf518bd624 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea HTTP/1.1" status: 200 len: 210 time: 0.0271580 Oct 20 12:32:33.040458 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-2314f327-b1c3-4f71-8916-21125394b2fd None None] Provisioning complete for port e16f2d1c-d747-4445-967d-3d310160ed25 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:32:33.040817 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2314f327-b1c3-4f71-8916-21125394b2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:33.073083 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-4a302a7b-7274-42d3-beaf-88ab60ed2872 None None] Set router bd5924f1-bd47-4257-b009-ed9edce51665 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:32:33.093010 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-2314f327-b1c3-4f71-8916-21125394b2fd None None] Port e16f2d1c-d747-4445-967d-3d310160ed25 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:32:33.215849 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-4b858783-f19d-4a1c-8049-07ec0cc6dad8 None None] Provisioning complete for port e16f2d1c-d747-4445-967d-3d310160ed25 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:32:33.216212 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4b858783-f19d-4a1c-8049-07ec0cc6dad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:33.265375 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-4b858783-f19d-4a1c-8049-07ec0cc6dad8 None None] Port e16f2d1c-d747-4445-967d-3d310160ed25 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:32:33.396579 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-4a302a7b-7274-42d3-beaf-88ab60ed2872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5924f1-bd47-4257-b009-ed9edce51665', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428588548', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'd5b14be9-7229-42cb-836c-790c633fab2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:32:27Z', 'updated_at': '2021-10-20T12:32:31Z', 'revision_number': 4, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': 'd5b14be9-7229-42cb-836c-790c633fab2b', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5924f1-bd47-4257-b009-ed9edce51665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:32:28Z', 'updated_at': '2021-10-20T12:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'e16f2d1c-d747-4445-967d-3d310160ed25', 'name': '', 'network_id': '604d4f11-da21-4ff2-a6a3-bd967b717b25', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'mac_address': 'fa:16:3e:ea:65:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5924f1-bd47-4257-b009-ed9edce51665', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '785fbea6-7b1c-4dac-961a-e9350518307b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:32:30Z', 'updated_at': '2021-10-20T12:32:31Z', 'revision_number': 2, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'subnets': [{'id': '785fbea6-7b1c-4dac-961a-e9350518307b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:32:33.423785 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a302a7b-7274-42d3-beaf-88ab60ed2872 None None] Checking router: bd5924f1-bd47-4257-b009-ed9edce51665 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:32:33.424140 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a302a7b-7274-42d3-beaf-88ab60ed2872 None None] Updating router bd5924f1-bd47-4257-b009-ed9edce51665 port e16f2d1c-d747-4445-967d-3d310160ed25 binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 12:32:33.455452 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-4a302a7b-7274-42d3-beaf-88ab60ed2872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:33.603251 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device d5b14be9-7229-42cb-836c-790c633fab2b up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:32:33.662667 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port d5b14be9-7229-42cb-836c-790c633fab2b triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:32:33.663398 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:33.730729 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-4a302a7b-7274-42d3-beaf-88ab60ed2872 None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:33.737752 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-4a302a7b-7274-42d3-beaf-88ab60ed2872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:33.739496 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device a5042b78-e442-425d-8d0b-5f82f5012a61 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:32:33.797278 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port a5042b78-e442-425d-8d0b-5f82f5012a61 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:32:33.797797 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:33.807898 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f3ec09-778d-412e-bde0-09c696967a77 None None] Pushing event updated for resources: {'Port': ['ID=e16f2d1c-d747-4445-967d-3d310160ed25,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:32:33.817466 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f3ec09-778d-412e-bde0-09c696967a77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:32:33.817854 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f3ec09-778d-412e-bde0-09c696967a77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:32:33.818133 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f3ec09-778d-412e-bde0-09c696967a77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:32:33.818464 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f3ec09-778d-412e-bde0-09c696967a77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:32:33.818884 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f3ec09-778d-412e-bde0-09c696967a77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:32:33.819142 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f3ec09-778d-412e-bde0-09c696967a77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:32:33.819458 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f3ec09-778d-412e-bde0-09c696967a77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:32:33.819963 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f3ec09-778d-412e-bde0-09c696967a77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:32:33.820429 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f3ec09-778d-412e-bde0-09c696967a77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:32:33.820891 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f3ec09-778d-412e-bde0-09c696967a77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:32:33.821361 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f3ec09-778d-412e-bde0-09c696967a77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:32:33.821843 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f3ec09-778d-412e-bde0-09c696967a77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:32:33.858482 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-4a302a7b-7274-42d3-beaf-88ab60ed2872 None None] Attempting to bind port e16f2d1c-d747-4445-967d-3d310160ed25 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:32:33.858887 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-4a302a7b-7274-42d3-beaf-88ab60ed2872 None None] Attempting to bind port e16f2d1c-d747-4445-967d-3d310160ed25 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'a158944c-04be-4889-a7d1-ce58714ab936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '604d4f11-da21-4ff2-a6a3-bd967b717b25'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:32:33.859304 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a302a7b-7274-42d3-beaf-88ab60ed2872 None None] Attempting to bind port e16f2d1c-d747-4445-967d-3d310160ed25 on network 604d4f11-da21-4ff2-a6a3-bd967b717b25 {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:32:33.865335 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a302a7b-7274-42d3-beaf-88ab60ed2872 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:32:33.866237 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a302a7b-7274-42d3-beaf-88ab60ed2872 None None] Checking segment: {'id': 'a158944c-04be-4889-a7d1-ce58714ab936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '604d4f11-da21-4ff2-a6a3-bd967b717b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:32:33.866839 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-4a302a7b-7274-42d3-beaf-88ab60ed2872 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:33.867223 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a302a7b-7274-42d3-beaf-88ab60ed2872 None None] Bound using segment: {'id': 'a158944c-04be-4889-a7d1-ce58714ab936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '604d4f11-da21-4ff2-a6a3-bd967b717b25'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:32:33.867707 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-4a302a7b-7274-42d3-beaf-88ab60ed2872 None None] Bound port: e16f2d1c-d747-4445-967d-3d310160ed25, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a158944c-04be-4889-a7d1-ce58714ab936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '604d4f11-da21-4ff2-a6a3-bd967b717b25'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:32:33.868089 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-4a302a7b-7274-42d3-beaf-88ab60ed2872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:33.937290 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-4a302a7b-7274-42d3-beaf-88ab60ed2872 None None] For port e16f2d1c-d747-4445-967d-3d310160ed25, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:32:33.940688 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-4a302a7b-7274-42d3-beaf-88ab60ed2872 None None] For port e16f2d1c-d747-4445-967d-3d310160ed25, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=e16f2d1c-d747-4445-967d-3d310160ed25,segment=NetworkSegment(a158944c-04be-4889-a7d1-ce58714ab936),segment_id=a158944c-04be-4889-a7d1-ce58714ab936)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:32:33.947804 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-4a302a7b-7274-42d3-beaf-88ab60ed2872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:33.996078 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a302a7b-7274-42d3-beaf-88ab60ed2872 None None] Routers {'bd5924f1-bd47-4257-b009-ed9edce51665'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:32:33.997079 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-4a302a7b-7274-42d3-beaf-88ab60ed2872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:32:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['bd5924f1-bd47-4257-b009-ed9edce51665'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:32:34.109243 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-c2569028-9478-4e66-aee3-6ea1e9893ce0 None None] Provisioning complete for port e16f2d1c-d747-4445-967d-3d310160ed25 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:32:34.109243 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c2569028-9478-4e66-aee3-6ea1e9893ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:34.123607 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f3ec09-778d-412e-bde0-09c696967a77 None None] Pushing event updated for resources: {'Port': ['ID=e16f2d1c-d747-4445-967d-3d310160ed25,revision_number=4']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:32:34.143535 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-4a302a7b-7274-42d3-beaf-88ab60ed2872 None None] Set router bd5924f1-bd47-4257-b009-ed9edce51665 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:32:34.188548 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a168c16f-1236-44b9-a7fe-e7fd63403624 req-30b9f769-3413-45c8-8dfd-a96e19342916 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:32:34.190679 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a168c16f-1236-44b9-a7fe-e7fd63403624 req-30b9f769-3413-45c8-8dfd-a96e19342916 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.11 "GET /v2.0/networks?id=604d4f11-da21-4ff2-a6a3-bd967b717b25 HTTP/1.1" status: 200 len: 797 time: 0.2033713 Oct 20 12:32:34.216438 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-79c86bad-da4d-46b8-821e-f8d6ce56eb79 req-3de96586-4dbd-4293-8b56-0582d02ac0ae tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea HTTP/1.1" status: 200 len: 210 time: 0.1004984 Oct 20 12:32:34.245663 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c2569028-9478-4e66-aee3-6ea1e9893ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:34.267992 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a168c16f-1236-44b9-a7fe-e7fd63403624 req-967716d5-8dde-4e1d-bf9b-f1b482a009a5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6b06ee654c647a7987833f6381dc537 HTTP/1.1" status: 200 len: 380 time: 0.0541689 Oct 20 12:32:34.281438 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-a168c16f-1236-44b9-a7fe-e7fd63403624 req-6de2edf0-4552-4870-b452-e3162cf5d5ae tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'port': {'device_id': '289d3955-ab05-4eb1-9732-7b1d434c00ea', 'network_id': '604d4f11-da21-4ff2-a6a3-bd967b717b25', 'admin_state_up': True, 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'security_groups': ['0bf369ee-182c-4863-8807-54f470d1689f']}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:32:34.281682 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-c2569028-9478-4e66-aee3-6ea1e9893ce0 None None] For port e16f2d1c-d747-4445-967d-3d310160ed25, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=e16f2d1c-d747-4445-967d-3d310160ed25,segment=NetworkSegment(a158944c-04be-4889-a7d1-ce58714ab936),segment_id=a158944c-04be-4889-a7d1-ce58714ab936)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:32:34.289539 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c2569028-9478-4e66-aee3-6ea1e9893ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:34.362542 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2569028-9478-4e66-aee3-6ea1e9893ce0 None None] Pushing event updated for resources: {'Port': ['ID=e16f2d1c-d747-4445-967d-3d310160ed25,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:32:34.414735 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-b73dc900-27d1-415e-98a1-4ad99db6b783 None None] Provisioning complete for port e16f2d1c-d747-4445-967d-3d310160ed25 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:32:34.415452 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b73dc900-27d1-415e-98a1-4ad99db6b783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:34.437011 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a168c16f-1236-44b9-a7fe-e7fd63403624 req-6de2edf0-4552-4870-b452-e3162cf5d5ae tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Made reservation on behalf of b6b06ee654c647a7987833f6381dc537 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:32:34.440906 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a168c16f-1236-44b9-a7fe-e7fd63403624 req-6de2edf0-4552-4870-b452-e3162cf5d5ae tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:34.458322 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-4a302a7b-7274-42d3-beaf-88ab60ed2872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5924f1-bd47-4257-b009-ed9edce51665', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428588548', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'd5b14be9-7229-42cb-836c-790c633fab2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:32:27Z', 'updated_at': '2021-10-20T12:32:31Z', 'revision_number': 4, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': 'd5b14be9-7229-42cb-836c-790c633fab2b', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5924f1-bd47-4257-b009-ed9edce51665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:32:28Z', 'updated_at': '2021-10-20T12:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'e16f2d1c-d747-4445-967d-3d310160ed25', 'name': '', 'network_id': '604d4f11-da21-4ff2-a6a3-bd967b717b25', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'mac_address': 'fa:16:3e:ea:65:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5924f1-bd47-4257-b009-ed9edce51665', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '785fbea6-7b1c-4dac-961a-e9350518307b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:32:30Z', 'updated_at': '2021-10-20T12:32:33Z', 'revision_number': 4, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'subnets': [{'id': '785fbea6-7b1c-4dac-961a-e9350518307b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:32:34.488959 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a302a7b-7274-42d3-beaf-88ab60ed2872 None None] The sync data for ids ['bd5924f1-bd47-4257-b009-ed9edce51665'] in n-d-814735-3 is: [{'id': 'bd5924f1-bd47-4257-b009-ed9edce51665', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428588548', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'd5b14be9-7229-42cb-836c-790c633fab2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:32:27Z', 'updated_at': '2021-10-20T12:32:31Z', 'revision_number': 4, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': 'd5b14be9-7229-42cb-836c-790c633fab2b', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5924f1-bd47-4257-b009-ed9edce51665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:32:28Z', 'updated_at': '2021-10-20T12:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'e16f2d1c-d747-4445-967d-3d310160ed25', 'name': '', 'network_id': '604d4f11-da21-4ff2-a6a3-bd967b717b25', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'mac_address': 'fa:16:3e:ea:65:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5924f1-bd47-4257-b009-ed9edce51665', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '785fbea6-7b1c-4dac-961a-e9350518307b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:32:30Z', 'updated_at': '2021-10-20T12:32:33Z', 'revision_number': 4, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'subnets': [{'id': '785fbea6-7b1c-4dac-961a-e9350518307b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:32:34.611378 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-a168c16f-1236-44b9-a7fe-e7fd63403624 req-6de2edf0-4552-4870-b452-e3162cf5d5ae tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Allocated IP 172.20.0.9 (604d4f11-da21-4ff2-a6a3-bd967b717b25/785fbea6-7b1c-4dac-961a-e9350518307b/60b091e7-ad79-4488-bced-0c99912cdca8) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:32:34.768935 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a168c16f-1236-44b9-a7fe-e7fd63403624 req-6de2edf0-4552-4870-b452-e3162cf5d5ae tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:34.804771 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a168c16f-1236-44b9-a7fe-e7fd63403624 req-6de2edf0-4552-4870-b452-e3162cf5d5ae tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:34.852188 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a168c16f-1236-44b9-a7fe-e7fd63403624 req-6de2edf0-4552-4870-b452-e3162cf5d5ae tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Network 604d4f11-da21-4ff2-a6a3-bd967b717b25 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:32:34.855377 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-a168c16f-1236-44b9-a7fe-e7fd63403624 req-6de2edf0-4552-4870-b452-e3162cf5d5ae tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:32:34.859041 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-a168c16f-1236-44b9-a7fe-e7fd63403624 req-6de2edf0-4552-4870-b452-e3162cf5d5ae tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:32:34.892831 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de2edf0-4552-4870-b452-e3162cf5d5ae tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'Port': ['ID=60b091e7-ad79-4488-bced-0c99912cdca8,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:32:34.915894 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a168c16f-1236-44b9-a7fe-e7fd63403624 req-6de2edf0-4552-4870-b452-e3162cf5d5ae tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:32:34.916556 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a168c16f-1236-44b9-a7fe-e7fd63403624 req-6de2edf0-4552-4870-b452-e3162cf5d5ae tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:34.935828 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a168c16f-1236-44b9-a7fe-e7fd63403624 req-6de2edf0-4552-4870-b452-e3162cf5d5ae tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6601028 Oct 20 12:32:34.946475 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-a168c16f-1236-44b9-a7fe-e7fd63403624 req-717f34ba-b27c-4b02-bced-66b054264517 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 12:32:34.947649 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a168c16f-1236-44b9-a7fe-e7fd63403624 req-717f34ba-b27c-4b02-bced-66b054264517 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059278 Oct 20 12:32:35.009060 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-a168c16f-1236-44b9-a7fe-e7fd63403624 req-1716bb81-4534-47a2-89e6-31e4d70e899b service neutron] Request body: {'port': {'device_id': '289d3955-ab05-4eb1-9732-7b1d434c00ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:32:35.067739 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a168c16f-1236-44b9-a7fe-e7fd63403624 req-1716bb81-4534-47a2-89e6-31e4d70e899b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:35.144885 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-a1e83976-5e0d-4c00-8800-d343950985fe None None] Provisioning complete for port 60b091e7-ad79-4488-bced-0c99912cdca8 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:32:35.145459 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a1e83976-5e0d-4c00-8800-d343950985fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:35.182921 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-a1e83976-5e0d-4c00-8800-d343950985fe None None] Port 60b091e7-ad79-4488-bced-0c99912cdca8 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:32:35.380471 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-a168c16f-1236-44b9-a7fe-e7fd63403624 req-1716bb81-4534-47a2-89e6-31e4d70e899b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60b091e7-ad79-4488-bced-0c99912cdca8 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:32:35.392062 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a168c16f-1236-44b9-a7fe-e7fd63403624 req-1716bb81-4534-47a2-89e6-31e4d70e899b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:35.401570 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0a3f5-8b59-4d4a-bbc9-5d6599713b29 req-133757d7-7518-4e6a-953e-dcf825d722ff tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:32:35.403136 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9ce0a3f5-8b59-4d4a-bbc9-5d6599713b29 req-133757d7-7518-4e6a-953e-dcf825d722ff tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea HTTP/1.1" status: 200 len: 931 time: 0.1058836 Oct 20 12:32:35.421070 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-a168c16f-1236-44b9-a7fe-e7fd63403624 req-1716bb81-4534-47a2-89e6-31e4d70e899b service neutron] Transition to ACTIVE for port object 60b091e7-ad79-4488-bced-0c99912cdca8 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 12:32:35.431914 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a168c16f-1236-44b9-a7fe-e7fd63403624 req-1716bb81-4534-47a2-89e6-31e4d70e899b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:35.500285 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9ce0a3f5-8b59-4d4a-bbc9-5d6599713b29 req-fb9e0a2d-6421-4a0b-86b1-e6fb0ca96f4c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bf369ee-182c-4863-8807-54f470d1689f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898340 Oct 20 12:32:35.508325 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1716bb81-4534-47a2-89e6-31e4d70e899b service neutron] Pushing event updated for resources: {'Port': ['ID=60b091e7-ad79-4488-bced-0c99912cdca8,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:32:35.532782 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device e16f2d1c-d747-4445-967d-3d310160ed25 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:32:35.597011 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-a168c16f-1236-44b9-a7fe-e7fd63403624 req-1716bb81-4534-47a2-89e6-31e4d70e899b service neutron] Attempting to bind port 60b091e7-ad79-4488-bced-0c99912cdca8 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:32:35.598222 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-a168c16f-1236-44b9-a7fe-e7fd63403624 req-1716bb81-4534-47a2-89e6-31e4d70e899b service neutron] Attempting to bind port 60b091e7-ad79-4488-bced-0c99912cdca8 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': 'a158944c-04be-4889-a7d1-ce58714ab936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '604d4f11-da21-4ff2-a6a3-bd967b717b25'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:32:35.599235 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a168c16f-1236-44b9-a7fe-e7fd63403624 req-1716bb81-4534-47a2-89e6-31e4d70e899b service neutron] Attempting to bind port 60b091e7-ad79-4488-bced-0c99912cdca8 on network 604d4f11-da21-4ff2-a6a3-bd967b717b25 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:32:35.601734 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port e16f2d1c-d747-4445-967d-3d310160ed25 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:32:35.602085 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:35.608551 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a168c16f-1236-44b9-a7fe-e7fd63403624 req-1716bb81-4534-47a2-89e6-31e4d70e899b service neutron] Port 60b091e7-ad79-4488-bced-0c99912cdca8 on network 604d4f11-da21-4ff2-a6a3-bd967b717b25 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 12:32:35.608927 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a168c16f-1236-44b9-a7fe-e7fd63403624 req-1716bb81-4534-47a2-89e6-31e4d70e899b service neutron] Attempting to bind port 60b091e7-ad79-4488-bced-0c99912cdca8 on network 604d4f11-da21-4ff2-a6a3-bd967b717b25 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:32:35.614723 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a168c16f-1236-44b9-a7fe-e7fd63403624 req-1716bb81-4534-47a2-89e6-31e4d70e899b service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:32:35.615079 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a168c16f-1236-44b9-a7fe-e7fd63403624 req-1716bb81-4534-47a2-89e6-31e4d70e899b service neutron] Checking segment: {'id': 'a158944c-04be-4889-a7d1-ce58714ab936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '604d4f11-da21-4ff2-a6a3-bd967b717b25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:32:35.615463 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a168c16f-1236-44b9-a7fe-e7fd63403624 req-1716bb81-4534-47a2-89e6-31e4d70e899b service neutron] Bound using segment: {'id': 'a158944c-04be-4889-a7d1-ce58714ab936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '604d4f11-da21-4ff2-a6a3-bd967b717b25'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:32:35.615891 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-a168c16f-1236-44b9-a7fe-e7fd63403624 req-1716bb81-4534-47a2-89e6-31e4d70e899b service neutron] Bound port: 60b091e7-ad79-4488-bced-0c99912cdca8, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a158944c-04be-4889-a7d1-ce58714ab936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '604d4f11-da21-4ff2-a6a3-bd967b717b25'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:32:35.616249 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a168c16f-1236-44b9-a7fe-e7fd63403624 req-1716bb81-4534-47a2-89e6-31e4d70e899b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:35.689148 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-a168c16f-1236-44b9-a7fe-e7fd63403624 req-1716bb81-4534-47a2-89e6-31e4d70e899b service neutron] For port 60b091e7-ad79-4488-bced-0c99912cdca8, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:32:35.692661 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-a168c16f-1236-44b9-a7fe-e7fd63403624 req-1716bb81-4534-47a2-89e6-31e4d70e899b service neutron] For port 60b091e7-ad79-4488-bced-0c99912cdca8, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=60b091e7-ad79-4488-bced-0c99912cdca8,segment=NetworkSegment(a158944c-04be-4889-a7d1-ce58714ab936),segment_id=a158944c-04be-4889-a7d1-ce58714ab936)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:32:35.699264 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a168c16f-1236-44b9-a7fe-e7fd63403624 req-1716bb81-4534-47a2-89e6-31e4d70e899b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:35.742763 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a168c16f-1236-44b9-a7fe-e7fd63403624 req-1716bb81-4534-47a2-89e6-31e4d70e899b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:32:35.743434 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a168c16f-1236-44b9-a7fe-e7fd63403624 req-1716bb81-4534-47a2-89e6-31e4d70e899b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:35.744841 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a168c16f-1236-44b9-a7fe-e7fd63403624 req-1716bb81-4534-47a2-89e6-31e4d70e899b service neutron] 10.222.0.11 "PUT /v2.0/ports/60b091e7-ad79-4488-bced-0c99912cdca8 HTTP/1.1" status: 200 len: 1091 time: 0.7884481 Oct 20 12:32:35.745260 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '289d3955-ab05-4eb1-9732-7b1d434c00ea', 'tag': '60b091e7-ad79-4488-bced-0c99912cdca8'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:32:35.747682 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0a02dd2059fce6544e6c1114f6588b97938997ae633064690662b627edbbcf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fa3f9f-c318-4d84-a3e5-a00d9ebb0551" -d '{"events": [{"name": "network-changed", "server_uuid": "289d3955-ab05-4eb1-9732-7b1d434c00ea", "tag": "60b091e7-ad79-4488-bced-0c99912cdca8"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:32:35.776070 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1716bb81-4534-47a2-89e6-31e4d70e899b service neutron] Pushing event updated for resources: {'Port': ['ID=60b091e7-ad79-4488-bced-0c99912cdca8,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:32:35.803787 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f629f3-ac4b-4eb1-b7a8-9551707be882 x-openstack-request-id: req-41f629f3-ac4b-4eb1-b7a8-9551707be882 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:32:35.803787 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "289d3955-ab05-4eb1-9732-7b1d434c00ea", "tag": "60b091e7-ad79-4488-bced-0c99912cdca8", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:32:35.804118 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-41f629f3-ac4b-4eb1-b7a8-9551707be882 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:32:35.804722 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '289d3955-ab05-4eb1-9732-7b1d434c00ea', 'tag': '60b091e7-ad79-4488-bced-0c99912cdca8', 'status': 'completed', 'code': 200} Oct 20 12:32:35.838771 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a168c16f-1236-44b9-a7fe-e7fd63403624 req-30d8bf93-39c8-4b16-a09c-5ce67f213860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:32:35.840634 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a168c16f-1236-44b9-a7fe-e7fd63403624 req-30d8bf93-39c8-4b16-a09c-5ce67f213860 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6b06ee654c647a7987833f6381dc537&device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea HTTP/1.1" status: 200 len: 1094 time: 0.0518546 Oct 20 12:32:35.883974 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a168c16f-1236-44b9-a7fe-e7fd63403624 req-4182ad47-4036-4fcf-9ebd-40bf00bb778f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60b091e7-ad79-4488-bced-0c99912cdca8 HTTP/1.1" status: 200 len: 217 time: 0.0354791 Oct 20 12:32:35.935400 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a168c16f-1236-44b9-a7fe-e7fd63403624 req-5b35fd18-8d7a-49d9-9daa-e31987f3c0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:32:35.936906 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a168c16f-1236-44b9-a7fe-e7fd63403624 req-5b35fd18-8d7a-49d9-9daa-e31987f3c0db service neutron] 10.222.0.11 "GET /v2.0/subnets?id=785fbea6-7b1c-4dac-961a-e9350518307b HTTP/1.1" status: 200 len: 835 time: 0.0465517 Oct 20 12:32:35.989171 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a168c16f-1236-44b9-a7fe-e7fd63403624 req-3a1c9bfe-1ca5-4fc5-af27-75cd1eecd468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:32:35.990754 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a168c16f-1236-44b9-a7fe-e7fd63403624 req-3a1c9bfe-1ca5-4fc5-af27-75cd1eecd468 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=604d4f11-da21-4ff2-a6a3-bd967b717b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463872 Oct 20 12:32:36.085084 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a168c16f-1236-44b9-a7fe-e7fd63403624 req-84229dc7-c46b-4c99-90a1-d42ab1c1704a service neutron] 10.222.0.11 "GET /v2.0/networks/604d4f11-da21-4ff2-a6a3-bd967b717b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867021 Oct 20 12:32:36.189387 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a168c16f-1236-44b9-a7fe-e7fd63403624 req-1f65f4e4-aac6-4135-9544-ad577500197e service neutron] 10.222.0.11 "GET /v2.0/networks/604d4f11-da21-4ff2-a6a3-bd967b717b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972986 Oct 20 12:32:36.289459 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa3f9f-c318-4d84-a3e5-a00d9ebb0551 req-bc2b2d9d-4579-486d-a467-8f27a333ced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:32:36.291005 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-15fa3f9f-c318-4d84-a3e5-a00d9ebb0551 req-bc2b2d9d-4579-486d-a467-8f27a333ced4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6b06ee654c647a7987833f6381dc537&device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea HTTP/1.1" status: 200 len: 1094 time: 0.0457106 Oct 20 12:32:36.383844 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa3f9f-c318-4d84-a3e5-a00d9ebb0551 req-2fb68edf-7a46-460c-86b2-947776fd79d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:32:36.385311 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-15fa3f9f-c318-4d84-a3e5-a00d9ebb0551 req-2fb68edf-7a46-460c-86b2-947776fd79d2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=604d4f11-da21-4ff2-a6a3-bd967b717b25 HTTP/1.1" status: 200 len: 899 time: 0.0875144 Oct 20 12:32:36.427784 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-15fa3f9f-c318-4d84-a3e5-a00d9ebb0551 req-9a1396f1-601d-4abd-b7af-45dd06045702 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60b091e7-ad79-4488-bced-0c99912cdca8 HTTP/1.1" status: 200 len: 217 time: 0.0341337 Oct 20 12:32:36.477752 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa3f9f-c318-4d84-a3e5-a00d9ebb0551 req-f4253d5f-1cc6-4077-ad08-435690525976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:32:36.479195 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-15fa3f9f-c318-4d84-a3e5-a00d9ebb0551 req-f4253d5f-1cc6-4077-ad08-435690525976 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=785fbea6-7b1c-4dac-961a-e9350518307b HTTP/1.1" status: 200 len: 835 time: 0.0441277 Oct 20 12:32:36.532119 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa3f9f-c318-4d84-a3e5-a00d9ebb0551 req-502c83e1-6c78-4f55-9f36-372441538d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:32:36.534008 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-15fa3f9f-c318-4d84-a3e5-a00d9ebb0551 req-502c83e1-6c78-4f55-9f36-372441538d62 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=604d4f11-da21-4ff2-a6a3-bd967b717b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477095 Oct 20 12:32:36.656869 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-15fa3f9f-c318-4d84-a3e5-a00d9ebb0551 req-6ec9ccc9-6849-4f4f-a577-dec129eb80de service neutron] 10.222.0.11 "GET /v2.0/networks/604d4f11-da21-4ff2-a6a3-bd967b717b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141171 Oct 20 12:32:36.669140 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d17e72-4a17-4699-9292-2f5dd99d4f9b req-96af354e-9d08-4cac-bd3b-93881588b306 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:32:36.670480 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f9d17e72-4a17-4699-9292-2f5dd99d4f9b req-96af354e-9d08-4cac-bd3b-93881588b306 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea HTTP/1.1" status: 200 len: 943 time: 0.0728486 Oct 20 12:32:36.756871 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f9d17e72-4a17-4699-9292-2f5dd99d4f9b req-3bbd075f-29ab-4f9e-8a40-5cee4b8f4e46 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bf369ee-182c-4863-8807-54f470d1689f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784450 Oct 20 12:32:36.778672 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-15fa3f9f-c318-4d84-a3e5-a00d9ebb0551 req-c7e117f7-259f-4e3c-a0eb-9414df8c219a service neutron] 10.222.0.11 "GET /v2.0/networks/604d4f11-da21-4ff2-a6a3-bd967b717b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071908 Oct 20 12:32:37.887180 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57289a2-82b6-4d3a-b2d9-e0b15f222a9a req-d49187c7-2142-4b57-ad97-b3fd68616465 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:32:37.888661 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c57289a2-82b6-4d3a-b2d9-e0b15f222a9a req-d49187c7-2142-4b57-ad97-b3fd68616465 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea HTTP/1.1" status: 200 len: 943 time: 0.0597188 Oct 20 12:32:37.930714 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c57289a2-82b6-4d3a-b2d9-e0b15f222a9a req-86e7210c-6401-4c48-82cb-977031cac0e9 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bf369ee-182c-4863-8807-54f470d1689f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324075 Oct 20 12:32:39.072911 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b220bbe-879e-40cd-8800-a6fa365422c1 req-9b40b71e-53db-432d-9f98-d6c758e429a1 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:32:39.074369 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7b220bbe-879e-40cd-8800-a6fa365422c1 req-9b40b71e-53db-432d-9f98-d6c758e429a1 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea HTTP/1.1" status: 200 len: 943 time: 0.0570345 Oct 20 12:32:39.113036 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7b220bbe-879e-40cd-8800-a6fa365422c1 req-c6986be8-aeff-418e-bfd9-f193ae5483cf tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bf369ee-182c-4863-8807-54f470d1689f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326145 Oct 20 12:32:39.965018 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 60b091e7-ad79-4488-bced-0c99912cdca8 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:32:40.067364 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 60b091e7-ad79-4488-bced-0c99912cdca8, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=60b091e7-ad79-4488-bced-0c99912cdca8,segment=NetworkSegment(a158944c-04be-4889-a7d1-ce58714ab936),segment_id=a158944c-04be-4889-a7d1-ce58714ab936)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:32:40.079125 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '60b091e7-ad79-4488-bced-0c99912cdca8', 'network_id': '604d4f11-da21-4ff2-a6a3-bd967b717b25', 'port_id': '60b091e7-ad79-4488-bced-0c99912cdca8', 'mac_address': 'fa:16:3e:e3:e2:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '785fbea6-7b1c-4dac-961a-e9350518307b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:32:40.123543 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:40.140116 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60b091e7-ad79-4488-bced-0c99912cdca8 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:32:40.160901 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 60b091e7-ad79-4488-bced-0c99912cdca8, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=60b091e7-ad79-4488-bced-0c99912cdca8,segment=NetworkSegment(a158944c-04be-4889-a7d1-ce58714ab936),segment_id=a158944c-04be-4889-a7d1-ce58714ab936)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:32:40.167710 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:40.215719 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=60b091e7-ad79-4488-bced-0c99912cdca8,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:32:40.242337 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b5e288-49d0-4118-898f-4cc85229f07f req-0e3d319e-944e-4fe4-97d6-c2bc66170108 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:32:40.243957 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e3b5e288-49d0-4118-898f-4cc85229f07f req-0e3d319e-944e-4fe4-97d6-c2bc66170108 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea HTTP/1.1" status: 200 len: 944 time: 0.0525930 Oct 20 12:32:40.286764 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e3b5e288-49d0-4118-898f-4cc85229f07f req-87aa7bbf-400f-4a70-88e5-44d72855ddd9 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bf369ee-182c-4863-8807-54f470d1689f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335932 Oct 20 12:32:40.405427 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['60b091e7-ad79-4488-bced-0c99912cdca8'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:32:40.466994 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:41.418089 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99358868-0325-4ec0-9777-f1607f358636 req-e9fa6aab-3cb5-4ff6-8c00-629007af2c96 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:32:41.419547 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-99358868-0325-4ec0-9777-f1607f358636 req-e9fa6aab-3cb5-4ff6-8c00-629007af2c96 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea HTTP/1.1" status: 200 len: 944 time: 0.0607748 Oct 20 12:32:41.467929 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-99358868-0325-4ec0-9777-f1607f358636 req-7a9ae3e7-083d-4aa6-be9a-a01f9b0e7eab tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bf369ee-182c-4863-8807-54f470d1689f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416369 Oct 20 12:32:41.979556 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 60b091e7-ad79-4488-bced-0c99912cdca8 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:32:42.036051 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 60b091e7-ad79-4488-bced-0c99912cdca8 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 12:32:42.040459 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 60b091e7-ad79-4488-bced-0c99912cdca8 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:32:42.040825 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:42.131083 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:42.155419 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '289d3955-ab05-4eb1-9732-7b1d434c00ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b091e7-ad79-4488-bced-0c99912cdca8'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:32:42.157699 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ba663b728f61600953c7c701890058d53749f56dec976386d606a322f26966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c717d862-f25e-4b0f-a18a-e991b1be76c1" -d '{"events": [{"server_uuid": "289d3955-ab05-4eb1-9732-7b1d434c00ea", "name": "network-vif-plugged", "status": "completed", "tag": "60b091e7-ad79-4488-bced-0c99912cdca8"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:32:42.170739 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 60b091e7-ad79-4488-bced-0c99912cdca8, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=60b091e7-ad79-4488-bced-0c99912cdca8,segment=NetworkSegment(a158944c-04be-4889-a7d1-ce58714ab936),segment_id=a158944c-04be-4889-a7d1-ce58714ab936)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:32:42.175956 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:42.200150 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82feed6-8c18-4f54-9cd1-883acf37938a x-openstack-request-id: req-a82feed6-8c18-4f54-9cd1-883acf37938a {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:32:42.200434 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "289d3955-ab05-4eb1-9732-7b1d434c00ea", "name": "network-vif-plugged", "status": "completed", "tag": "60b091e7-ad79-4488-bced-0c99912cdca8", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:32:42.200682 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a82feed6-8c18-4f54-9cd1-883acf37938a {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:32:42.201065 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '289d3955-ab05-4eb1-9732-7b1d434c00ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b091e7-ad79-4488-bced-0c99912cdca8', 'code': 200} Oct 20 12:32:42.227620 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=60b091e7-ad79-4488-bced-0c99912cdca8,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:32:42.293675 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db97b140-8c42-4894-b475-a2ddbe32f044 req-38724757-35ea-44d3-890d-68c25a1440e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:32:42.295262 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db97b140-8c42-4894-b475-a2ddbe32f044 req-38724757-35ea-44d3-890d-68c25a1440e1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea HTTP/1.1" status: 200 len: 1096 time: 0.0425508 Oct 20 12:32:42.337294 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db97b140-8c42-4894-b475-a2ddbe32f044 req-b74ea359-7d6f-4cbf-91b2-ef828e1ebd0a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0bf369ee-182c-4863-8807-54f470d1689f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354924 Oct 20 12:32:42.592982 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0fa688-7b5d-46eb-ab17-71cc3bf42dc8 req-60d15e7c-f71d-4b40-8496-38313f6cb7a6 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:32:42.594479 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fe0fa688-7b5d-46eb-ab17-71cc3bf42dc8 req-60d15e7c-f71d-4b40-8496-38313f6cb7a6 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea HTTP/1.1" status: 200 len: 945 time: 0.0554643 Oct 20 12:32:42.641253 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fe0fa688-7b5d-46eb-ab17-71cc3bf42dc8 req-cbdf4d03-3fb8-48e0-b173-18f608e8581f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bf369ee-182c-4863-8807-54f470d1689f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335395 Oct 20 12:32:43.762645 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584dee8f-b4ec-4c87-aa4b-4471a2c11fc3 req-7d363aed-dc5a-4e07-aa32-d8f134635312 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:32:43.764139 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-584dee8f-b4ec-4c87-aa4b-4471a2c11fc3 req-7d363aed-dc5a-4e07-aa32-d8f134635312 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea HTTP/1.1" status: 200 len: 945 time: 0.0529265 Oct 20 12:32:43.801824 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-584dee8f-b4ec-4c87-aa4b-4471a2c11fc3 req-8342807b-a34e-436f-9ed1-d59bac8c3c2f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bf369ee-182c-4863-8807-54f470d1689f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313320 Oct 20 12:32:43.916563 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152f1fe-fc6b-49ce-a998-74cb200e15e3 req-705226d8-1083-4dec-a2f0-47327bd525fc tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:32:43.918067 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2152f1fe-fc6b-49ce-a998-74cb200e15e3 req-705226d8-1083-4dec-a2f0-47327bd525fc tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea HTTP/1.1" status: 200 len: 945 time: 0.0495119 Oct 20 12:32:43.957722 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2152f1fe-fc6b-49ce-a998-74cb200e15e3 req-b4030504-a7c6-40b2-a36b-f523007726d4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bf369ee-182c-4863-8807-54f470d1689f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332782 Oct 20 12:32:43.979931 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60218) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:32:44.020970 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009a9216-d2ee-450b-a155-36a9b4e86bf5 tempest-TestNetworkAdvancedServerOps-245809071 tempest-TestNetworkAdvancedServerOps-245809071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:32:44.022503 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-009a9216-d2ee-450b-a155-36a9b4e86bf5 tempest-TestNetworkAdvancedServerOps-245809071 tempest-TestNetworkAdvancedServerOps-245809071-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea HTTP/1.1" status: 200 len: 1091 time: 0.0416183 Oct 20 12:32:44.025907 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60220) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:32:44.030209 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-e1b49ce6-98c2-436e-89b1-e1db22ed50e4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'port_id': '60b091e7-ad79-4488-bced-0c99912cdca8', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:32:44.051878 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e1b49ce6-98c2-436e-89b1-e1db22ed50e4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for floatingip, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:44.152084 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e1b49ce6-98c2-436e-89b1-e1db22ed50e4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:44.259512 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-e1b49ce6-98c2-436e-89b1-e1db22ed50e4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Allocated IP 172.25.5.83 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/748c5dc9-b035-474e-9ef0-58e63399e326) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:32:44.361761 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e1b49ce6-98c2-436e-89b1-e1db22ed50e4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:44.396624 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e1b49ce6-98c2-436e-89b1-e1db22ed50e4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:44.430648 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b49ce6-98c2-436e-89b1-e1db22ed50e4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:32:44.435027 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-e1b49ce6-98c2-436e-89b1-e1db22ed50e4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:32:44.438506 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b49ce6-98c2-436e-89b1-e1db22ed50e4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:32:44.467341 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b49ce6-98c2-436e-89b1-e1db22ed50e4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'Port': ['ID=748c5dc9-b035-474e-9ef0-58e63399e326,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:32:44.808914 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e1b49ce6-98c2-436e-89b1-e1db22ed50e4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:44.878394 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e1b49ce6-98c2-436e-89b1-e1db22ed50e4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:45.029663 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e1b49ce6-98c2-436e-89b1-e1db22ed50e4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:45.034912 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e1b49ce6-98c2-436e-89b1-e1db22ed50e4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:45.103693 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b49ce6-98c2-436e-89b1-e1db22ed50e4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'Port': ['ID=748c5dc9-b035-474e-9ef0-58e63399e326,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:32:45.116597 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e1b49ce6-98c2-436e-89b1-e1db22ed50e4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:45.217087 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [None req-e1b49ce6-98c2-436e-89b1-e1db22ed50e4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Floating IP 8e66ade4-b287-4d58-bab3-486d19760560 associated. External IP: 172.25.5.83, port: 60b091e7-ad79-4488-bced-0c99912cdca8. Oct 20 12:32:45.439558 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b49ce6-98c2-436e-89b1-e1db22ed50e4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Router bd5924f1-bd47-4257-b009-ed9edce51665 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:32:45.907524 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b49ce6-98c2-436e-89b1-e1db22ed50e4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:32:45.918641 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171ef0c0-ec54-472e-afc6-18e060b72247 None None] Sync routers for ids ['bd5924f1-bd47-4257-b009-ed9edce51665'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:32:45.926543 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e1b49ce6-98c2-436e-89b1-e1db22ed50e4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:45.929728 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171ef0c0-ec54-472e-afc6-18e060b72247 None None] Routers {'bd5924f1-bd47-4257-b009-ed9edce51665'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:32:45.930371 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-171ef0c0-ec54-472e-afc6-18e060b72247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:32:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['bd5924f1-bd47-4257-b009-ed9edce51665'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:32:45.953166 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e1b49ce6-98c2-436e-89b1-e1db22ed50e4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9261041 Oct 20 12:32:45.953689 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '289d3955-ab05-4eb1-9732-7b1d434c00ea', 'tag': '60b091e7-ad79-4488-bced-0c99912cdca8'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:32:45.956132 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0a02dd2059fce6544e6c1114f6588b97938997ae633064690662b627edbbcf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c013e3-7e34-4b0f-a1c6-bc82e0ecdf53" -d '{"events": [{"name": "network-changed", "server_uuid": "289d3955-ab05-4eb1-9732-7b1d434c00ea", "tag": "60b091e7-ad79-4488-bced-0c99912cdca8"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:32:46.000529 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7d933d-5114-4b45-a6dc-21e4757e4af5 x-openstack-request-id: req-4b7d933d-5114-4b45-a6dc-21e4757e4af5 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:32:46.001057 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "289d3955-ab05-4eb1-9732-7b1d434c00ea", "tag": "60b091e7-ad79-4488-bced-0c99912cdca8", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:32:46.001347 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4b7d933d-5114-4b45-a6dc-21e4757e4af5 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:32:46.001947 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '289d3955-ab05-4eb1-9732-7b1d434c00ea', 'tag': '60b091e7-ad79-4488-bced-0c99912cdca8', 'status': 'completed', 'code': 200} Oct 20 12:32:46.045896 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:46.065201 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-171ef0c0-ec54-472e-afc6-18e060b72247 None None] Set router bd5924f1-bd47-4257-b009-ed9edce51665 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:32:46.093219 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c013e3-7e34-4b0f-a1c6-bc82e0ecdf53 req-4d7844e5-aa4a-49d3-a924-db220f16ff4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:32:46.094719 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-60c013e3-7e34-4b0f-a1c6-bc82e0ecdf53 req-4d7844e5-aa4a-49d3-a924-db220f16ff4c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6b06ee654c647a7987833f6381dc537&device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea HTTP/1.1" status: 200 len: 1096 time: 0.0605023 Oct 20 12:32:46.102917 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf7d83-da14-4d87-93ec-f8dd6224fdbe req-6b397252-6484-474e-bfbc-09288c4eefd4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:32:46.104347 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eedf7d83-da14-4d87-93ec-f8dd6224fdbe req-6b397252-6484-474e-bfbc-09288c4eefd4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea HTTP/1.1" status: 200 len: 945 time: 0.0806949 Oct 20 12:32:46.195951 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eedf7d83-da14-4d87-93ec-f8dd6224fdbe req-c5d0cce9-7936-402f-abff-cf79d144d77a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bf369ee-182c-4863-8807-54f470d1689f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827448 Oct 20 12:32:46.225582 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c013e3-7e34-4b0f-a1c6-bc82e0ecdf53 req-1507f1a7-429e-444b-883e-96163bc27a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:32:46.225696 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60226) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:32:46.226714 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-60c013e3-7e34-4b0f-a1c6-bc82e0ecdf53 req-1507f1a7-429e-444b-883e-96163bc27a7b service neutron] 10.222.0.11 "GET /v2.0/networks?id=604d4f11-da21-4ff2-a6a3-bd967b717b25 HTTP/1.1" status: 200 len: 899 time: 0.1211812 Oct 20 12:32:46.293933 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1de4145c-eaf0-4be4-b962-9079b23a3eab tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/floatingips/8e66ade4-b287-4d58-bab3-486d19760560 HTTP/1.1" status: 200 len: 990 time: 0.0670693 Oct 20 12:32:46.322617 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-60c013e3-7e34-4b0f-a1c6-bc82e0ecdf53 req-005014ce-9316-48aa-aa3b-2173543c25fd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60b091e7-ad79-4488-bced-0c99912cdca8 HTTP/1.1" status: 200 len: 998 time: 0.0886745 Oct 20 12:32:46.325060 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-171ef0c0-ec54-472e-afc6-18e060b72247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5924f1-bd47-4257-b009-ed9edce51665', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428588548', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'd5b14be9-7229-42cb-836c-790c633fab2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:32:27Z', 'updated_at': '2021-10-20T12:32:31Z', 'revision_number': 4, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': 'd5b14be9-7229-42cb-836c-790c633fab2b', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5924f1-bd47-4257-b009-ed9edce51665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:32:28Z', 'updated_at': '2021-10-20T12:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '8e66ade4-b287-4d58-bab3-486d19760560', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'floating_ip_address': '172.25.5.83', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'bd5924f1-bd47-4257-b009-ed9edce51665', 'port_id': '60b091e7-ad79-4488-bced-0c99912cdca8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '604d4f11-da21-4ff2-a6a3-bd967b717b25', 'mac_address': 'fa:16:3e:e3:e2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289d3955-ab05-4eb1-9732-7b1d434c00ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:32:44Z', 'updated_at': '2021-10-20T12:32:44Z', 'revision_number': 0, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e16f2d1c-d747-4445-967d-3d310160ed25', 'name': '', 'network_id': '604d4f11-da21-4ff2-a6a3-bd967b717b25', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'mac_address': 'fa:16:3e:ea:65:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5924f1-bd47-4257-b009-ed9edce51665', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '785fbea6-7b1c-4dac-961a-e9350518307b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:32:30Z', 'updated_at': '2021-10-20T12:32:34Z', 'revision_number': 5, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'subnets': [{'id': '785fbea6-7b1c-4dac-961a-e9350518307b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:32:46.351154 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171ef0c0-ec54-472e-afc6-18e060b72247 None None] Checking router: bd5924f1-bd47-4257-b009-ed9edce51665 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:32:46.359672 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171ef0c0-ec54-472e-afc6-18e060b72247 None None] Routers {'bd5924f1-bd47-4257-b009-ed9edce51665'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:32:46.360279 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-171ef0c0-ec54-472e-afc6-18e060b72247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:32:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['bd5924f1-bd47-4257-b009-ed9edce51665'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:32:46.376053 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c013e3-7e34-4b0f-a1c6-bc82e0ecdf53 req-6bc03957-1506-42da-9cc6-b2cf14e611a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:32:46.377607 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-60c013e3-7e34-4b0f-a1c6-bc82e0ecdf53 req-6bc03957-1506-42da-9cc6-b2cf14e611a5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=785fbea6-7b1c-4dac-961a-e9350518307b HTTP/1.1" status: 200 len: 835 time: 0.0479054 Oct 20 12:32:46.427154 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c013e3-7e34-4b0f-a1c6-bc82e0ecdf53 req-fbb054f6-3e7a-4638-9a81-7cd46d779404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:32:46.428682 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-60c013e3-7e34-4b0f-a1c6-bc82e0ecdf53 req-fbb054f6-3e7a-4638-9a81-7cd46d779404 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=604d4f11-da21-4ff2-a6a3-bd967b717b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442374 Oct 20 12:32:46.470200 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-171ef0c0-ec54-472e-afc6-18e060b72247 None None] Set router bd5924f1-bd47-4257-b009-ed9edce51665 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:32:46.521658 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-60c013e3-7e34-4b0f-a1c6-bc82e0ecdf53 req-51e0e543-f59f-415c-9785-e2b2539425ca service neutron] 10.222.0.11 "GET /v2.0/networks/604d4f11-da21-4ff2-a6a3-bd967b717b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856256 Oct 20 12:32:46.611726 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-60c013e3-7e34-4b0f-a1c6-bc82e0ecdf53 req-de848d1a-7d59-4b92-9a77-e3e20590f15a service neutron] 10.222.0.11 "GET /v2.0/networks/604d4f11-da21-4ff2-a6a3-bd967b717b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829027 Oct 20 12:32:46.697172 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-171ef0c0-ec54-472e-afc6-18e060b72247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5924f1-bd47-4257-b009-ed9edce51665', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428588548', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'd5b14be9-7229-42cb-836c-790c633fab2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:32:27Z', 'updated_at': '2021-10-20T12:32:31Z', 'revision_number': 4, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': 'd5b14be9-7229-42cb-836c-790c633fab2b', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5924f1-bd47-4257-b009-ed9edce51665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:32:28Z', 'updated_at': '2021-10-20T12:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '8e66ade4-b287-4d58-bab3-486d19760560', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'floating_ip_address': '172.25.5.83', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'bd5924f1-bd47-4257-b009-ed9edce51665', 'port_id': '60b091e7-ad79-4488-bced-0c99912cdca8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '604d4f11-da21-4ff2-a6a3-bd967b717b25', 'mac_address': 'fa:16:3e:e3:e2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289d3955-ab05-4eb1-9732-7b1d434c00ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:32:44Z', 'updated_at': '2021-10-20T12:32:44Z', 'revision_number': 0, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e16f2d1c-d747-4445-967d-3d310160ed25', 'name': '', 'network_id': '604d4f11-da21-4ff2-a6a3-bd967b717b25', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'mac_address': 'fa:16:3e:ea:65:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5924f1-bd47-4257-b009-ed9edce51665', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '785fbea6-7b1c-4dac-961a-e9350518307b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:32:30Z', 'updated_at': '2021-10-20T12:32:34Z', 'revision_number': 5, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'subnets': [{'id': '785fbea6-7b1c-4dac-961a-e9350518307b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:32:46.727289 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171ef0c0-ec54-472e-afc6-18e060b72247 None None] The sync data for ids ['bd5924f1-bd47-4257-b009-ed9edce51665'] in n-d-814735-3 is: [{'id': 'bd5924f1-bd47-4257-b009-ed9edce51665', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428588548', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'd5b14be9-7229-42cb-836c-790c633fab2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:32:27Z', 'updated_at': '2021-10-20T12:32:31Z', 'revision_number': 4, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': 'd5b14be9-7229-42cb-836c-790c633fab2b', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5924f1-bd47-4257-b009-ed9edce51665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:32:28Z', 'updated_at': '2021-10-20T12:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '8e66ade4-b287-4d58-bab3-486d19760560', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'floating_ip_address': '172.25.5.83', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'bd5924f1-bd47-4257-b009-ed9edce51665', 'port_id': '60b091e7-ad79-4488-bced-0c99912cdca8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '604d4f11-da21-4ff2-a6a3-bd967b717b25', 'mac_address': 'fa:16:3e:e3:e2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289d3955-ab05-4eb1-9732-7b1d434c00ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:32:44Z', 'updated_at': '2021-10-20T12:32:44Z', 'revision_number': 0, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e16f2d1c-d747-4445-967d-3d310160ed25', 'name': '', 'network_id': '604d4f11-da21-4ff2-a6a3-bd967b717b25', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'mac_address': 'fa:16:3e:ea:65:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5924f1-bd47-4257-b009-ed9edce51665', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '785fbea6-7b1c-4dac-961a-e9350518307b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:32:30Z', 'updated_at': '2021-10-20T12:32:34Z', 'revision_number': 5, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'subnets': [{'id': '785fbea6-7b1c-4dac-961a-e9350518307b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:32:46.924359 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef549e94-15a7-4c43-9572-b58d26c95efb None None] New status for floating IP 8e66ade4-b287-4d58-bab3-486d19760560: ACTIVE {{(pid=100649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 12:32:47.297428 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60228) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:32:47.368780 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-16fccb03-c0d2-4361-b1b2-df99abf47583 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/floatingips/8e66ade4-b287-4d58-bab3-486d19760560 HTTP/1.1" status: 200 len: 992 time: 0.0697401 Oct 20 12:32:47.707076 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-43082724-27d3-4984-8962-1864bd5df05a req-8a2c7bb3-8988-426b-afdb-cfb552c5753b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419071 Oct 20 12:32:47.794116 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43082724-27d3-4984-8962-1864bd5df05a req-e4e536e5-bee6-47d7-9e7c-b339f6b5730b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:32:47.795647 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-43082724-27d3-4984-8962-1864bd5df05a req-e4e536e5-bee6-47d7-9e7c-b339f6b5730b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6b06ee654c647a7987833f6381dc537&device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea HTTP/1.1" status: 200 len: 1096 time: 0.0464675 Oct 20 12:32:47.911241 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43082724-27d3-4984-8962-1864bd5df05a req-a1dfef8b-a557-4932-a337-42a99f2bcf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:32:47.912584 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-43082724-27d3-4984-8962-1864bd5df05a req-a1dfef8b-a557-4932-a337-42a99f2bcf89 service neutron] 10.222.0.11 "GET /v2.0/networks?id=604d4f11-da21-4ff2-a6a3-bd967b717b25 HTTP/1.1" status: 200 len: 899 time: 0.0970037 Oct 20 12:32:47.976002 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-43082724-27d3-4984-8962-1864bd5df05a req-723898c3-38bd-4b2a-9e04-b137c3c50f2a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60b091e7-ad79-4488-bced-0c99912cdca8 HTTP/1.1" status: 200 len: 1000 time: 0.0563173 Oct 20 12:32:48.027985 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43082724-27d3-4984-8962-1864bd5df05a req-695d3f31-02ca-4da4-9f22-7acff6b6563a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:32:48.029369 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-43082724-27d3-4984-8962-1864bd5df05a req-695d3f31-02ca-4da4-9f22-7acff6b6563a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=785fbea6-7b1c-4dac-961a-e9350518307b HTTP/1.1" status: 200 len: 835 time: 0.0469975 Oct 20 12:32:48.076475 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43082724-27d3-4984-8962-1864bd5df05a req-991e4255-3572-4366-a443-538fd1e19492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:32:48.077928 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-43082724-27d3-4984-8962-1864bd5df05a req-991e4255-3572-4366-a443-538fd1e19492 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=604d4f11-da21-4ff2-a6a3-bd967b717b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406752 Oct 20 12:32:48.174183 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-43082724-27d3-4984-8962-1864bd5df05a req-d7be63f4-995d-436b-addd-2089dda75ec5 service neutron] 10.222.0.11 "GET /v2.0/networks/604d4f11-da21-4ff2-a6a3-bd967b717b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876391 Oct 20 12:32:48.268332 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-43082724-27d3-4984-8962-1864bd5df05a req-5e0cefdb-ccce-46a3-b408-470c9971fdfa service neutron] 10.222.0.11 "GET /v2.0/networks/604d4f11-da21-4ff2-a6a3-bd967b717b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862830 Oct 20 12:32:49.453693 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0c1bcdd1-7268-4da1-8793-7df3be0c5674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:52.316605 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0998350b-f64e-41a4-adb5-d14c0c387e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:53.265806 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:53.427532 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:32:55.171615 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:33:04.550080 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:33:10.469467 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:33:16.018183 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:33:18.641837 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-9f67e392-fff2-4c64-b4a9-433c38683604 req-e5c599de-a923-41a3-a9d7-a48ccdd96c9a service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 12:33:18.643020 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9f67e392-fff2-4c64-b4a9-433c38683604 req-e5c599de-a923-41a3-a9d7-a48ccdd96c9a service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060611 Oct 20 12:33:18.833732 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6212f-2f8c-4664-9803-68b7e63df429 req-dd482a2f-a56b-4dc0-9e5e-690b2a705d65 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:33:18.835248 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-22c6212f-2f8c-4664-9803-68b7e63df429 req-dd482a2f-a56b-4dc0-9e5e-690b2a705d65 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea HTTP/1.1" status: 200 len: 945 time: 0.0552664 Oct 20 12:33:18.901044 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-22c6212f-2f8c-4664-9803-68b7e63df429 req-b0df56ab-7295-46c3-bafb-a8fd0f19903d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bf369ee-182c-4863-8807-54f470d1689f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598269 Oct 20 12:33:18.911522 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c39989b2-7185-4e6a-b9e9-ac1d968e7515 req-8a07d9f0-7949-4d7a-96ab-1548be73b04d service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1049957 Oct 20 12:33:19.443285 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-41368392-8b52-4b5f-b843-4b8a8321b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:33:20.026373 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6ac18-2c8b-4895-86de-bb113ad4e8a9 req-9bb8c020-fe7d-43ed-af02-96c560bd7051 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:33:20.027947 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-43c6ac18-2c8b-4895-86de-bb113ad4e8a9 req-9bb8c020-fe7d-43ed-af02-96c560bd7051 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea HTTP/1.1" status: 200 len: 945 time: 0.0529139 Oct 20 12:33:20.076964 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-43c6ac18-2c8b-4895-86de-bb113ad4e8a9 req-6500c847-88dd-4a28-9c71-a06adec363db tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bf369ee-182c-4863-8807-54f470d1689f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412500 Oct 20 12:33:20.169309 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39989b2-7185-4e6a-b9e9-ac1d968e7515 req-94617fb8-65e7-40f6-9c6a-35fa7892db86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:33:20.170819 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c39989b2-7185-4e6a-b9e9-ac1d968e7515 req-94617fb8-65e7-40f6-9c6a-35fa7892db86 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6b06ee654c647a7987833f6381dc537&device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea HTTP/1.1" status: 200 len: 1096 time: 0.0423169 Oct 20 12:33:20.277921 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39989b2-7185-4e6a-b9e9-ac1d968e7515 req-34bb491a-c52b-468f-8e4a-70402c6b46e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:33:20.279425 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c39989b2-7185-4e6a-b9e9-ac1d968e7515 req-34bb491a-c52b-468f-8e4a-70402c6b46e5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=604d4f11-da21-4ff2-a6a3-bd967b717b25 HTTP/1.1" status: 200 len: 899 time: 0.1014893 Oct 20 12:33:20.346463 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c39989b2-7185-4e6a-b9e9-ac1d968e7515 req-497dbc33-03a6-41ad-98b7-d74a1707c053 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60b091e7-ad79-4488-bced-0c99912cdca8 HTTP/1.1" status: 200 len: 1000 time: 0.0589101 Oct 20 12:33:20.395890 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39989b2-7185-4e6a-b9e9-ac1d968e7515 req-b4d722af-8510-4dcc-b3f0-9bfbd8f47f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:33:20.397323 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c39989b2-7185-4e6a-b9e9-ac1d968e7515 req-b4d722af-8510-4dcc-b3f0-9bfbd8f47f20 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=785fbea6-7b1c-4dac-961a-e9350518307b HTTP/1.1" status: 200 len: 835 time: 0.0433896 Oct 20 12:33:20.448082 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39989b2-7185-4e6a-b9e9-ac1d968e7515 req-b4ce2fd0-1095-4bf0-9d9b-df3003c6a67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:33:20.449547 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c39989b2-7185-4e6a-b9e9-ac1d968e7515 req-b4ce2fd0-1095-4bf0-9d9b-df3003c6a67e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=604d4f11-da21-4ff2-a6a3-bd967b717b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446181 Oct 20 12:33:20.537975 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c39989b2-7185-4e6a-b9e9-ac1d968e7515 req-7f8e5cd2-606d-44b2-9bf8-0e38a3355e7d service neutron] 10.222.0.11 "GET /v2.0/networks/604d4f11-da21-4ff2-a6a3-bd967b717b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813274 Oct 20 12:33:20.629620 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c39989b2-7185-4e6a-b9e9-ac1d968e7515 req-1f069a11-6e3c-4e38-a7fe-7da4ddc5f469 service neutron] 10.222.0.11 "GET /v2.0/networks/604d4f11-da21-4ff2-a6a3-bd967b717b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848289 Oct 20 12:33:21.204456 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119ff42-0429-467f-9332-b1922197b27a req-13cc5321-0454-4fb5-a4d8-cec7a5e8a945 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:33:21.205937 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6119ff42-0429-467f-9332-b1922197b27a req-13cc5321-0454-4fb5-a4d8-cec7a5e8a945 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea HTTP/1.1" status: 200 len: 945 time: 0.0542378 Oct 20 12:33:21.247501 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6119ff42-0429-467f-9332-b1922197b27a req-1d760308-ac48-445e-af54-822d6ebaf3f5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bf369ee-182c-4863-8807-54f470d1689f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323865 Oct 20 12:33:22.299843 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-cf872122-7edd-4355-bc75-846acca62f82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:33:22.418185 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf7e8a-476c-47f0-aab3-fb47fc6fbd43 req-2b51c3d2-9fa3-435a-98bf-c16c7f5cd3fc tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:33:22.419698 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-acbf7e8a-476c-47f0-aab3-fb47fc6fbd43 req-2b51c3d2-9fa3-435a-98bf-c16c7f5cd3fc tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea HTTP/1.1" status: 200 len: 945 time: 0.1017048 Oct 20 12:33:22.465180 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-acbf7e8a-476c-47f0-aab3-fb47fc6fbd43 req-ba259ffa-b495-4e37-8b8a-a1661c2f640f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bf369ee-182c-4863-8807-54f470d1689f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366802 Oct 20 12:33:23.263129 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:33:23.430947 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:33:23.643484 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c8c3b-15dc-42dc-b8f0-65c4f69b8fa9 req-bf0936e2-82a7-4a93-be62-8929579a6c94 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:33:23.645014 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fc6c8c3b-15dc-42dc-b8f0-65c4f69b8fa9 req-bf0936e2-82a7-4a93-be62-8929579a6c94 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea HTTP/1.1" status: 200 len: 945 time: 0.1111150 Oct 20 12:33:23.688828 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fc6c8c3b-15dc-42dc-b8f0-65c4f69b8fa9 req-1080fd38-1bea-4591-a03b-3b5bb7cb926f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bf369ee-182c-4863-8807-54f470d1689f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373840 Oct 20 12:33:24.816522 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329fcbe-2f29-499c-a8ae-59bb3e0fd300 req-347757ba-8489-4710-9f6e-eaf6ee377b05 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:33:24.818017 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1329fcbe-2f29-499c-a8ae-59bb3e0fd300 req-347757ba-8489-4710-9f6e-eaf6ee377b05 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea HTTP/1.1" status: 200 len: 945 time: 0.0504072 Oct 20 12:33:24.859279 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1329fcbe-2f29-499c-a8ae-59bb3e0fd300 req-0e97bd20-5889-4f0b-b8af-625c069ed537 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bf369ee-182c-4863-8807-54f470d1689f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321116 Oct 20 12:33:25.171095 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:33:25.978989 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3704f8-f4e5-4f7d-837a-0bc7cd729ace req-9d68a5a3-4e83-4451-9e34-d443c0a96095 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:33:25.980541 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ad3704f8-f4e5-4f7d-837a-0bc7cd729ace req-9d68a5a3-4e83-4451-9e34-d443c0a96095 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea HTTP/1.1" status: 200 len: 945 time: 0.0505602 Oct 20 12:33:26.023540 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ad3704f8-f4e5-4f7d-837a-0bc7cd729ace req-b7abd4a2-2d12-4a9c-88e4-e24762923925 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bf369ee-182c-4863-8807-54f470d1689f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365279 Oct 20 12:33:27.146237 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa7504-af34-49e9-aa95-af86d05e59b0 req-c2911236-711a-41f3-afad-375cd061d06f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:33:27.147908 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-50aa7504-af34-49e9-aa95-af86d05e59b0 req-c2911236-711a-41f3-afad-375cd061d06f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea HTTP/1.1" status: 200 len: 945 time: 0.0546319 Oct 20 12:33:27.185377 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-50aa7504-af34-49e9-aa95-af86d05e59b0 req-8e419ca0-37dd-43c1-b7fa-e70125c31021 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bf369ee-182c-4863-8807-54f470d1689f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314398 Oct 20 12:33:28.310106 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc0707-af42-4014-a6c3-8320b34a7fd5 req-07529f60-6b9e-4ff4-ba80-18aec6ae438e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:33:28.311613 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d3dc0707-af42-4014-a6c3-8320b34a7fd5 req-07529f60-6b9e-4ff4-ba80-18aec6ae438e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea HTTP/1.1" status: 200 len: 945 time: 0.0500293 Oct 20 12:33:28.351046 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d3dc0707-af42-4014-a6c3-8320b34a7fd5 req-c835f655-87ef-47d9-a71f-a6896e3a957d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bf369ee-182c-4863-8807-54f470d1689f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333519 Oct 20 12:33:29.502395 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e12faa-0e42-49ff-8ae8-aa3f327d59e0 req-69cb02a4-9666-4268-8bdd-4635bb0b2e0b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:33:29.503923 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-96e12faa-0e42-49ff-8ae8-aa3f327d59e0 req-69cb02a4-9666-4268-8bdd-4635bb0b2e0b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea HTTP/1.1" status: 200 len: 945 time: 0.0539808 Oct 20 12:33:29.549897 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-96e12faa-0e42-49ff-8ae8-aa3f327d59e0 req-748fcc48-ddbb-4c1d-887b-485bf9d0b6b9 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bf369ee-182c-4863-8807-54f470d1689f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369618 Oct 20 12:33:30.682642 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2e698-84ae-4873-a230-b94b80a0add3 req-c644014b-314c-46d0-8a97-96ad6b3a7a9b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:33:30.684219 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ccf2e698-84ae-4873-a230-b94b80a0add3 req-c644014b-314c-46d0-8a97-96ad6b3a7a9b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea HTTP/1.1" status: 200 len: 945 time: 0.0522382 Oct 20 12:33:30.721365 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ccf2e698-84ae-4873-a230-b94b80a0add3 req-731c7f13-1c04-4704-85f3-a4903b8a4fc3 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bf369ee-182c-4863-8807-54f470d1689f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310805 Oct 20 12:33:31.853399 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff3364-7432-4fe8-bd4c-5cb110b4e0a7 req-6def2d99-967b-423c-aef2-c2ce66183dbe tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:33:31.854892 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2fff3364-7432-4fe8-bd4c-5cb110b4e0a7 req-6def2d99-967b-423c-aef2-c2ce66183dbe tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea HTTP/1.1" status: 200 len: 945 time: 0.0592222 Oct 20 12:33:31.894160 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2fff3364-7432-4fe8-bd4c-5cb110b4e0a7 req-97a1f19f-a341-4f62-b71b-a3beff9cbafc tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bf369ee-182c-4863-8807-54f470d1689f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330420 Oct 20 12:33:33.014209 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651af2c0-d6ce-47f5-b29b-a0e29e5071b7 req-74f1235d-8e64-4300-9883-531b98a2f2ef tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:33:33.015703 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-651af2c0-d6ce-47f5-b29b-a0e29e5071b7 req-74f1235d-8e64-4300-9883-531b98a2f2ef tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea HTTP/1.1" status: 200 len: 945 time: 0.0481758 Oct 20 12:33:33.057671 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-651af2c0-d6ce-47f5-b29b-a0e29e5071b7 req-96ffe765-14bc-4d70-9c28-5eb1e4862bc0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bf369ee-182c-4863-8807-54f470d1689f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354595 Oct 20 12:33:34.190768 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b127991-4f7d-4bcb-bebb-8bda8893de60 req-30ce5495-749a-43ec-bc8d-f34228b5014f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:33:34.192269 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5b127991-4f7d-4bcb-bebb-8bda8893de60 req-30ce5495-749a-43ec-bc8d-f34228b5014f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea HTTP/1.1" status: 200 len: 945 time: 0.0499189 Oct 20 12:33:34.231218 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5b127991-4f7d-4bcb-bebb-8bda8893de60 req-e9976f72-23b3-41d8-866b-6c483c4ea5e0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bf369ee-182c-4863-8807-54f470d1689f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325301 Oct 20 12:33:35.360288 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e7aa8-0ef5-4e67-b8b4-79e215656cfc req-16ffdd9d-f2d5-4436-8f42-a3a355da10f0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:33:35.361787 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c10e7aa8-0ef5-4e67-b8b4-79e215656cfc req-16ffdd9d-f2d5-4436-8f42-a3a355da10f0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea HTTP/1.1" status: 200 len: 945 time: 0.0509844 Oct 20 12:33:35.404753 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c10e7aa8-0ef5-4e67-b8b4-79e215656cfc req-1835fb6f-b5c9-4e6f-8ce2-e2f37139f086 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bf369ee-182c-4863-8807-54f470d1689f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337312 Oct 20 12:33:36.525613 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d62104-0d63-4f82-b453-a4d118bc0820 req-9b55ea48-a55c-41b5-ab20-3ea522ae4c8c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:33:36.527091 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c8d62104-0d63-4f82-b453-a4d118bc0820 req-9b55ea48-a55c-41b5-ab20-3ea522ae4c8c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea HTTP/1.1" status: 200 len: 945 time: 0.0508783 Oct 20 12:33:36.572671 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c8d62104-0d63-4f82-b453-a4d118bc0820 req-541de2dd-30e0-4883-af65-605494b049af tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bf369ee-182c-4863-8807-54f470d1689f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367360 Oct 20 12:33:37.507061 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [req-c39989b2-7185-4e6a-b9e9-ac1d968e7515 req-576928c4-0bf6-43d8-9058-b67aa8850fa4 service neutron] show failed (client error): The resource could not be found. Oct 20 12:33:37.508101 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c39989b2-7185-4e6a-b9e9-ac1d968e7515 req-576928c4-0bf6-43d8-9058-b67aa8850fa4 service neutron] 10.222.0.11 "GET /v2.0/ports/60b091e7-ad79-4488-bced-0c99912cdca8/bindings/n-h2-814735-3 HTTP/1.1" status: 404 len: 380 time: 0.0752764 Oct 20 12:33:37.693517 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89663ae0-584a-4c1f-8509-27a5fa47656e req-2d1f9e3c-ea6f-4f7c-ae2e-8a7bfdcc6fa7 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:33:37.695041 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-89663ae0-584a-4c1f-8509-27a5fa47656e req-2d1f9e3c-ea6f-4f7c-ae2e-8a7bfdcc6fa7 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea HTTP/1.1" status: 200 len: 945 time: 0.0522864 Oct 20 12:33:37.754147 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-89663ae0-584a-4c1f-8509-27a5fa47656e req-2965b53f-c97f-4361-aece-678cececc985 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bf369ee-182c-4863-8807-54f470d1689f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504818 Oct 20 12:33:37.759394 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39989b2-7185-4e6a-b9e9-ac1d968e7515 req-2898fce8-09b9-4866-85ce-855e4426ce56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:33:37.760937 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c39989b2-7185-4e6a-b9e9-ac1d968e7515 req-2898fce8-09b9-4866-85ce-855e4426ce56 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea&tenant_id=b6b06ee654c647a7987833f6381dc537 HTTP/1.1" status: 200 len: 1096 time: 0.0649881 Oct 20 12:33:37.775908 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-c39989b2-7185-4e6a-b9e9-ac1d968e7515 req-8f548b7c-339a-4b7b-b41e-e3244fb057ce service neutron] Request body: {'port': {'binding:host_id': 'n-h2-814735-3', 'device_owner': 'compute:nova'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:33:37.831226 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c39989b2-7185-4e6a-b9e9-ac1d968e7515 req-8f548b7c-339a-4b7b-b41e-e3244fb057ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:33:38.047559 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-c39989b2-7185-4e6a-b9e9-ac1d968e7515 req-8f548b7c-339a-4b7b-b41e-e3244fb057ce service neutron] For port 60b091e7-ad79-4488-bced-0c99912cdca8, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=60b091e7-ad79-4488-bced-0c99912cdca8,segment=NetworkSegment(a158944c-04be-4889-a7d1-ce58714ab936),segment_id=a158944c-04be-4889-a7d1-ce58714ab936)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:33:38.085619 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-c39989b2-7185-4e6a-b9e9-ac1d968e7515 req-8f548b7c-339a-4b7b-b41e-e3244fb057ce service neutron] For port 60b091e7-ad79-4488-bced-0c99912cdca8, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:33:38.125036 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '289d3955-ab05-4eb1-9732-7b1d434c00ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60b091e7-ad79-4488-bced-0c99912cdca8'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:33:38.127363 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0a02dd2059fce6544e6c1114f6588b97938997ae633064690662b627edbbcf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3125dcdb-9aec-43a0-ad37-7e7b0040331c" -d '{"events": [{"server_uuid": "289d3955-ab05-4eb1-9732-7b1d434c00ea", "name": "network-vif-unplugged", "status": "completed", "tag": "60b091e7-ad79-4488-bced-0c99912cdca8"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:33:38.131081 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c39989b2-7185-4e6a-b9e9-ac1d968e7515 req-8f548b7c-339a-4b7b-b41e-e3244fb057ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:33:38.144066 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-c39989b2-7185-4e6a-b9e9-ac1d968e7515 req-8f548b7c-339a-4b7b-b41e-e3244fb057ce service neutron] Transition to ACTIVE for port object 60b091e7-ad79-4488-bced-0c99912cdca8 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 12:33:38.148386 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c39989b2-7185-4e6a-b9e9-ac1d968e7515 req-8f548b7c-339a-4b7b-b41e-e3244fb057ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:33:38.180759 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 12:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7408d607-dc72-4972-af45-3f0ecc4be1e3 x-openstack-request-id: req-7408d607-dc72-4972-af45-3f0ecc4be1e3 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:33:38.181051 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "289d3955-ab05-4eb1-9732-7b1d434c00ea", "name": "network-vif-unplugged", "status": "completed", "tag": "60b091e7-ad79-4488-bced-0c99912cdca8", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:33:38.181293 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7408d607-dc72-4972-af45-3f0ecc4be1e3 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:33:38.181740 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '289d3955-ab05-4eb1-9732-7b1d434c00ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60b091e7-ad79-4488-bced-0c99912cdca8', 'code': 200} Oct 20 12:33:38.231071 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f548b7c-339a-4b7b-b41e-e3244fb057ce service neutron] Pushing event updated for resources: {'Port': ['ID=60b091e7-ad79-4488-bced-0c99912cdca8,revision_number=6']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:33:38.245751 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f548b7c-339a-4b7b-b41e-e3244fb057ce service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:33:38.246111 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f548b7c-339a-4b7b-b41e-e3244fb057ce service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:33:38.246461 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f548b7c-339a-4b7b-b41e-e3244fb057ce service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:33:38.246818 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f548b7c-339a-4b7b-b41e-e3244fb057ce service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:33:38.247166 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f548b7c-339a-4b7b-b41e-e3244fb057ce service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:33:38.247503 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f548b7c-339a-4b7b-b41e-e3244fb057ce service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:33:38.247835 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f548b7c-339a-4b7b-b41e-e3244fb057ce service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:33:38.248168 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f548b7c-339a-4b7b-b41e-e3244fb057ce service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:33:38.248501 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f548b7c-339a-4b7b-b41e-e3244fb057ce service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:33:38.248831 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f548b7c-339a-4b7b-b41e-e3244fb057ce service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:33:38.249157 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f548b7c-339a-4b7b-b41e-e3244fb057ce service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:33:38.249486 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f548b7c-339a-4b7b-b41e-e3244fb057ce service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:33:38.287352 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-c39989b2-7185-4e6a-b9e9-ac1d968e7515 req-8f548b7c-339a-4b7b-b41e-e3244fb057ce service neutron] No DVR routers for this DVR port 60b091e7-ad79-4488-bced-0c99912cdca8 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:33:38.431607 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-c39989b2-7185-4e6a-b9e9-ac1d968e7515 req-8f548b7c-339a-4b7b-b41e-e3244fb057ce service neutron] Attempting to bind port 60b091e7-ad79-4488-bced-0c99912cdca8 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:33:38.431938 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-c39989b2-7185-4e6a-b9e9-ac1d968e7515 req-8f548b7c-339a-4b7b-b41e-e3244fb057ce service neutron] Attempting to bind port 60b091e7-ad79-4488-bced-0c99912cdca8 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': 'a158944c-04be-4889-a7d1-ce58714ab936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '604d4f11-da21-4ff2-a6a3-bd967b717b25'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:33:38.432267 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39989b2-7185-4e6a-b9e9-ac1d968e7515 req-8f548b7c-339a-4b7b-b41e-e3244fb057ce service neutron] Attempting to bind port 60b091e7-ad79-4488-bced-0c99912cdca8 on network 604d4f11-da21-4ff2-a6a3-bd967b717b25 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:33:38.437077 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39989b2-7185-4e6a-b9e9-ac1d968e7515 req-8f548b7c-339a-4b7b-b41e-e3244fb057ce service neutron] Port 60b091e7-ad79-4488-bced-0c99912cdca8 on network 604d4f11-da21-4ff2-a6a3-bd967b717b25 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 12:33:38.437399 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39989b2-7185-4e6a-b9e9-ac1d968e7515 req-8f548b7c-339a-4b7b-b41e-e3244fb057ce service neutron] Attempting to bind port 60b091e7-ad79-4488-bced-0c99912cdca8 on network 604d4f11-da21-4ff2-a6a3-bd967b717b25 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:33:38.442754 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39989b2-7185-4e6a-b9e9-ac1d968e7515 req-8f548b7c-339a-4b7b-b41e-e3244fb057ce service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:33:38.443126 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39989b2-7185-4e6a-b9e9-ac1d968e7515 req-8f548b7c-339a-4b7b-b41e-e3244fb057ce service neutron] Checking segment: {'id': 'a158944c-04be-4889-a7d1-ce58714ab936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '604d4f11-da21-4ff2-a6a3-bd967b717b25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:33:38.443515 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39989b2-7185-4e6a-b9e9-ac1d968e7515 req-8f548b7c-339a-4b7b-b41e-e3244fb057ce service neutron] Bound using segment: {'id': 'a158944c-04be-4889-a7d1-ce58714ab936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '604d4f11-da21-4ff2-a6a3-bd967b717b25'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:33:38.443932 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-c39989b2-7185-4e6a-b9e9-ac1d968e7515 req-8f548b7c-339a-4b7b-b41e-e3244fb057ce service neutron] Bound port: 60b091e7-ad79-4488-bced-0c99912cdca8, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a158944c-04be-4889-a7d1-ce58714ab936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '604d4f11-da21-4ff2-a6a3-bd967b717b25'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:33:38.444280 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c39989b2-7185-4e6a-b9e9-ac1d968e7515 req-8f548b7c-339a-4b7b-b41e-e3244fb057ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:33:38.510327 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-c39989b2-7185-4e6a-b9e9-ac1d968e7515 req-8f548b7c-339a-4b7b-b41e-e3244fb057ce service neutron] For port 60b091e7-ad79-4488-bced-0c99912cdca8, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:33:38.513278 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-c39989b2-7185-4e6a-b9e9-ac1d968e7515 req-8f548b7c-339a-4b7b-b41e-e3244fb057ce service neutron] For port 60b091e7-ad79-4488-bced-0c99912cdca8, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=60b091e7-ad79-4488-bced-0c99912cdca8,segment=NetworkSegment(a158944c-04be-4889-a7d1-ce58714ab936),segment_id=a158944c-04be-4889-a7d1-ce58714ab936)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:33:38.520498 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c39989b2-7185-4e6a-b9e9-ac1d968e7515 req-8f548b7c-339a-4b7b-b41e-e3244fb057ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:33:38.553859 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39989b2-7185-4e6a-b9e9-ac1d968e7515 req-8f548b7c-339a-4b7b-b41e-e3244fb057ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:33:38.554420 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-c39989b2-7185-4e6a-b9e9-ac1d968e7515 req-8f548b7c-339a-4b7b-b41e-e3244fb057ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:33:38.555906 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c39989b2-7185-4e6a-b9e9-ac1d968e7515 req-8f548b7c-339a-4b7b-b41e-e3244fb057ce service neutron] 10.222.0.89 "PUT /v2.0/ports/60b091e7-ad79-4488-bced-0c99912cdca8 HTTP/1.1" status: 200 len: 1091 time: 0.7842560 Oct 20 12:33:38.577486 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f548b7c-339a-4b7b-b41e-e3244fb057ce service neutron] Pushing event updated for resources: {'Port': ['ID=60b091e7-ad79-4488-bced-0c99912cdca8,revision_number=7']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:33:38.630965 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39989b2-7185-4e6a-b9e9-ac1d968e7515 req-f7d24ba6-ed0a-4977-aa59-7fb87f9b134f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:33:38.632565 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c39989b2-7185-4e6a-b9e9-ac1d968e7515 req-f7d24ba6-ed0a-4977-aa59-7fb87f9b134f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b6b06ee654c647a7987833f6381dc537&device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea HTTP/1.1" status: 200 len: 1094 time: 0.0455585 Oct 20 12:33:38.733963 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39989b2-7185-4e6a-b9e9-ac1d968e7515 req-b7074fd1-b18a-4cea-aeaf-c7693b70f2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:33:38.735512 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c39989b2-7185-4e6a-b9e9-ac1d968e7515 req-b7074fd1-b18a-4cea-aeaf-c7693b70f2d1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=604d4f11-da21-4ff2-a6a3-bd967b717b25 HTTP/1.1" status: 200 len: 899 time: 0.0920837 Oct 20 12:33:38.810418 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c39989b2-7185-4e6a-b9e9-ac1d968e7515 req-e9b09b1e-0cad-4773-a9cc-86d90bdfb03f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60b091e7-ad79-4488-bced-0c99912cdca8 HTTP/1.1" status: 200 len: 998 time: 0.0633702 Oct 20 12:33:38.889901 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39989b2-7185-4e6a-b9e9-ac1d968e7515 req-2af93564-1ad5-47d1-a16e-1c52e9f84086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:33:38.891278 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c39989b2-7185-4e6a-b9e9-ac1d968e7515 req-2af93564-1ad5-47d1-a16e-1c52e9f84086 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=785fbea6-7b1c-4dac-961a-e9350518307b HTTP/1.1" status: 200 len: 835 time: 0.0728807 Oct 20 12:33:38.905558 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39fada-298a-47f6-b365-b7c9618f0252 req-e2b94b88-19eb-47c3-92a4-577483865f6b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:33:38.907019 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4f39fada-298a-47f6-b365-b7c9618f0252 req-e2b94b88-19eb-47c3-92a4-577483865f6b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea HTTP/1.1" status: 200 len: 943 time: 0.0799997 Oct 20 12:33:38.969161 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4f39fada-298a-47f6-b365-b7c9618f0252 req-8598cdd2-edac-4c2d-a967-85827c876c67 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bf369ee-182c-4863-8807-54f470d1689f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538335 Oct 20 12:33:38.971769 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39989b2-7185-4e6a-b9e9-ac1d968e7515 req-37bbbb2f-e39c-4b3d-83af-5cd6291b6ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:33:38.973181 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c39989b2-7185-4e6a-b9e9-ac1d968e7515 req-37bbbb2f-e39c-4b3d-83af-5cd6291b6ace service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=604d4f11-da21-4ff2-a6a3-bd967b717b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653384 Oct 20 12:33:39.072139 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c39989b2-7185-4e6a-b9e9-ac1d968e7515 req-51fd1cb3-8159-4cc5-844a-d6739866cd67 service neutron] 10.222.0.89 "GET /v2.0/networks/604d4f11-da21-4ff2-a6a3-bd967b717b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864725 Oct 20 12:33:39.168791 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c39989b2-7185-4e6a-b9e9-ac1d968e7515 req-00227506-21c8-4ace-a6ea-12d407c3198e service neutron] 10.222.0.89 "GET /v2.0/networks/604d4f11-da21-4ff2-a6a3-bd967b717b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847874 Oct 20 12:33:40.105863 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62f4cb-fa4d-4d1f-945a-444f00bfaa72 req-ae94af42-7077-4646-b1f2-f98344370603 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:33:40.107344 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5a62f4cb-fa4d-4d1f-945a-444f00bfaa72 req-ae94af42-7077-4646-b1f2-f98344370603 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea HTTP/1.1" status: 200 len: 943 time: 0.0579293 Oct 20 12:33:40.154167 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5a62f4cb-fa4d-4d1f-945a-444f00bfaa72 req-15fb3d06-fdb8-41d8-88e5-56eaa71c4546 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bf369ee-182c-4863-8807-54f470d1689f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375056 Oct 20 12:33:40.182883 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '289d3955-ab05-4eb1-9732-7b1d434c00ea', 'tag': '60b091e7-ad79-4488-bced-0c99912cdca8'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:33:40.185260 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0a02dd2059fce6544e6c1114f6588b97938997ae633064690662b627edbbcf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31115fd4-ea98-4d15-9307-19dae894c582" -d '{"events": [{"name": "network-changed", "server_uuid": "289d3955-ab05-4eb1-9732-7b1d434c00ea", "tag": "60b091e7-ad79-4488-bced-0c99912cdca8"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:33:40.238874 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f02e9b5-5e11-4fc7-a581-e3aa63beb2f5 x-openstack-request-id: req-6f02e9b5-5e11-4fc7-a581-e3aa63beb2f5 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:33:40.239251 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "289d3955-ab05-4eb1-9732-7b1d434c00ea", "tag": "60b091e7-ad79-4488-bced-0c99912cdca8", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:33:40.239548 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6f02e9b5-5e11-4fc7-a581-e3aa63beb2f5 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:33:40.240105 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '289d3955-ab05-4eb1-9732-7b1d434c00ea', 'tag': '60b091e7-ad79-4488-bced-0c99912cdca8', 'status': 'completed', 'code': 200} Oct 20 12:33:40.327879 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31115fd4-ea98-4d15-9307-19dae894c582 req-9f7e86fd-c54f-4dd0-b7a5-5bef7f291f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:33:40.329291 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-31115fd4-ea98-4d15-9307-19dae894c582 req-9f7e86fd-c54f-4dd0-b7a5-5bef7f291f51 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6b06ee654c647a7987833f6381dc537&device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea HTTP/1.1" status: 200 len: 1094 time: 0.0697381 Oct 20 12:33:40.330948 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31115fd4-ea98-4d15-9307-19dae894c582 req-a109a2f2-bea3-43dc-b950-ab35f4da87b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:33:40.332263 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-31115fd4-ea98-4d15-9307-19dae894c582 req-a109a2f2-bea3-43dc-b950-ab35f4da87b6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b6b06ee654c647a7987833f6381dc537&device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea HTTP/1.1" status: 200 len: 1094 time: 0.0639513 Oct 20 12:33:40.459082 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:33:40.486185 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31115fd4-ea98-4d15-9307-19dae894c582 req-a6192268-c995-4683-8236-770665afe9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:33:40.487703 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-31115fd4-ea98-4d15-9307-19dae894c582 req-a6192268-c995-4683-8236-770665afe9cc service neutron] 10.222.0.89 "GET /v2.0/networks?id=604d4f11-da21-4ff2-a6a3-bd967b717b25 HTTP/1.1" status: 200 len: 899 time: 0.1439586 Oct 20 12:33:40.488648 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31115fd4-ea98-4d15-9307-19dae894c582 req-9a0c52c2-305b-4109-8836-84a950a94a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:33:40.489932 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-31115fd4-ea98-4d15-9307-19dae894c582 req-9a0c52c2-305b-4109-8836-84a950a94a50 service neutron] 10.222.0.11 "GET /v2.0/networks?id=604d4f11-da21-4ff2-a6a3-bd967b717b25 HTTP/1.1" status: 200 len: 899 time: 0.1533580 Oct 20 12:33:40.595269 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-31115fd4-ea98-4d15-9307-19dae894c582 req-3171e77f-49f5-4115-aea0-a7f470bbed10 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60b091e7-ad79-4488-bced-0c99912cdca8 HTTP/1.1" status: 200 len: 998 time: 0.0988593 Oct 20 12:33:40.600904 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-31115fd4-ea98-4d15-9307-19dae894c582 req-c6def4a8-6f51-4bd1-abd3-28fbc1af01da service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60b091e7-ad79-4488-bced-0c99912cdca8 HTTP/1.1" status: 200 len: 998 time: 0.1035907 Oct 20 12:33:40.681799 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31115fd4-ea98-4d15-9307-19dae894c582 req-3fcf327e-0e3f-41c9-9153-7a603608233a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:33:40.683319 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-31115fd4-ea98-4d15-9307-19dae894c582 req-3fcf327e-0e3f-41c9-9153-7a603608233a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=785fbea6-7b1c-4dac-961a-e9350518307b HTTP/1.1" status: 200 len: 835 time: 0.0801244 Oct 20 12:33:40.684680 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31115fd4-ea98-4d15-9307-19dae894c582 req-e841ea63-2a7d-4bd8-b3f2-10fae2a557d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:33:40.686064 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-31115fd4-ea98-4d15-9307-19dae894c582 req-e841ea63-2a7d-4bd8-b3f2-10fae2a557d4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=785fbea6-7b1c-4dac-961a-e9350518307b HTTP/1.1" status: 200 len: 835 time: 0.0753758 Oct 20 12:33:40.761825 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31115fd4-ea98-4d15-9307-19dae894c582 req-6206aa99-690e-4472-b24d-3ed6a0c6600f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:33:40.763348 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-31115fd4-ea98-4d15-9307-19dae894c582 req-6206aa99-690e-4472-b24d-3ed6a0c6600f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=604d4f11-da21-4ff2-a6a3-bd967b717b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706069 Oct 20 12:33:40.764937 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31115fd4-ea98-4d15-9307-19dae894c582 req-46b0ef2c-ee8a-4564-8296-1cd8f4052a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:33:40.766225 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-31115fd4-ea98-4d15-9307-19dae894c582 req-46b0ef2c-ee8a-4564-8296-1cd8f4052a19 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=604d4f11-da21-4ff2-a6a3-bd967b717b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724573 Oct 20 12:33:40.922031 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-31115fd4-ea98-4d15-9307-19dae894c582 req-143a501a-4227-4c0b-9c29-9d78f0477d27 service neutron] 10.222.0.89 "GET /v2.0/networks/604d4f11-da21-4ff2-a6a3-bd967b717b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488633 Oct 20 12:33:40.923938 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-31115fd4-ea98-4d15-9307-19dae894c582 req-c7a34582-fdd5-4613-9183-3e80f55b95ea service neutron] 10.222.0.11 "GET /v2.0/networks/604d4f11-da21-4ff2-a6a3-bd967b717b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499498 Oct 20 12:33:41.082309 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-31115fd4-ea98-4d15-9307-19dae894c582 req-8e836b0b-35ce-487f-bacd-c2b4a321e6d2 service neutron] 10.222.0.11 "GET /v2.0/networks/604d4f11-da21-4ff2-a6a3-bd967b717b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509225 Oct 20 12:33:41.084550 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-31115fd4-ea98-4d15-9307-19dae894c582 req-4dcb59e3-0c45-4572-a086-7bdb8e695d3e service neutron] 10.222.0.89 "GET /v2.0/networks/604d4f11-da21-4ff2-a6a3-bd967b717b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449471 Oct 20 12:33:41.288050 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a88bf-d4d6-4f4f-bd32-4a02864c1cef req-53385f6a-0296-4911-be95-4479ff43104e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:33:41.289532 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-086a88bf-d4d6-4f4f-bd32-4a02864c1cef req-53385f6a-0296-4911-be95-4479ff43104e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea HTTP/1.1" status: 200 len: 943 time: 0.0524726 Oct 20 12:33:41.332041 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-086a88bf-d4d6-4f4f-bd32-4a02864c1cef req-4a1d1daa-cb52-4350-9c98-9158e0c0a9ae tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bf369ee-182c-4863-8807-54f470d1689f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337276 Oct 20 12:33:41.541068 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:33:41.568265 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23d74d-dfde-4df1-8d43-a37477fe4135 req-28a7fbd3-e090-4b0b-a36e-7f0deffa8cde tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:33:41.569786 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5d23d74d-dfde-4df1-8d43-a37477fe4135 req-28a7fbd3-e090-4b0b-a36e-7f0deffa8cde tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea HTTP/1.1" status: 200 len: 943 time: 0.0820312 Oct 20 12:33:41.590736 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc2f0b-0b51-4a4c-be7a-d1432f2753e6 req-db9dc426-7510-497b-87a5-a04e267de62d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:33:41.592160 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-42bc2f0b-0b51-4a4c-be7a-d1432f2753e6 req-db9dc426-7510-497b-87a5-a04e267de62d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.11 "GET /v2.0/ports?device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea&tenant_id=b6b06ee654c647a7987833f6381dc537&binding%3Ahost_id=n-h2-814735-3 HTTP/1.1" status: 200 len: 943 time: 0.0734217 Oct 20 12:33:41.651136 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5d23d74d-dfde-4df1-8d43-a37477fe4135 req-ab45c1ca-0b62-40a9-b51f-fa2dd046f50a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bf369ee-182c-4863-8807-54f470d1689f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734386 Oct 20 12:33:41.677260 n-d-814735-3 neutron-server[100647]: INFO neutron.api.v2.resource [req-42bc2f0b-0b51-4a4c-be7a-d1432f2753e6 req-fdd40730-76ec-44b8-b02c-e55381f3a788 service neutron] delete failed (client error): The resource could not be found. Oct 20 12:33:41.678269 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-42bc2f0b-0b51-4a4c-be7a-d1432f2753e6 req-fdd40730-76ec-44b8-b02c-e55381f3a788 service neutron] 10.222.0.11 "DELETE /v2.0/ports/60b091e7-ad79-4488-bced-0c99912cdca8/bindings/n-h1-814735-3 HTTP/1.1" status: 404 len: 380 time: 0.0717959 Oct 20 12:33:41.797053 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dbc703-5a45-48e4-b1ba-c1420bb2e64c req-bac54d86-5c80-4064-8356-1f086e2c39f0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:33:41.798550 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-53dbc703-5a45-48e4-b1ba-c1420bb2e64c req-bac54d86-5c80-4064-8356-1f086e2c39f0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea HTTP/1.1" status: 200 len: 943 time: 0.0774467 Oct 20 12:33:41.800230 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc2f0b-0b51-4a4c-be7a-d1432f2753e6 req-4fc0b3d9-155c-4c31-acf1-fe2f4c532b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:33:41.801547 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-42bc2f0b-0b51-4a4c-be7a-d1432f2753e6 req-4fc0b3d9-155c-4c31-acf1-fe2f4c532b18 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6b06ee654c647a7987833f6381dc537&device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea HTTP/1.1" status: 200 len: 1094 time: 0.0705113 Oct 20 12:33:41.887067 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-53dbc703-5a45-48e4-b1ba-c1420bb2e64c req-98c7f5f4-beda-45b4-83a1-945cd6fc7eda tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bf369ee-182c-4863-8807-54f470d1689f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803809 Oct 20 12:33:41.920627 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc2f0b-0b51-4a4c-be7a-d1432f2753e6 req-88a6ddf7-046e-4a0b-be6c-90d84772fcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:33:41.922991 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-42bc2f0b-0b51-4a4c-be7a-d1432f2753e6 req-88a6ddf7-046e-4a0b-be6c-90d84772fcd4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=604d4f11-da21-4ff2-a6a3-bd967b717b25 HTTP/1.1" status: 200 len: 899 time: 0.1141806 Oct 20 12:33:41.989714 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 60b091e7-ad79-4488-bced-0c99912cdca8 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:33:41.995137 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-42bc2f0b-0b51-4a4c-be7a-d1432f2753e6 req-6a512525-93bf-4a9d-b2b1-bb361bee9973 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60b091e7-ad79-4488-bced-0c99912cdca8 HTTP/1.1" status: 200 len: 998 time: 0.0631244 Oct 20 12:33:42.044895 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc2f0b-0b51-4a4c-be7a-d1432f2753e6 req-c504ad9a-8f61-404a-a002-b5fb098c6c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:33:42.046365 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-42bc2f0b-0b51-4a4c-be7a-d1432f2753e6 req-c504ad9a-8f61-404a-a002-b5fb098c6c02 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=785fbea6-7b1c-4dac-961a-e9350518307b HTTP/1.1" status: 200 len: 835 time: 0.0437531 Oct 20 12:33:42.087700 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 60b091e7-ad79-4488-bced-0c99912cdca8, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=60b091e7-ad79-4488-bced-0c99912cdca8,segment=NetworkSegment(a158944c-04be-4889-a7d1-ce58714ab936),segment_id=a158944c-04be-4889-a7d1-ce58714ab936)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:33:42.092129 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc2f0b-0b51-4a4c-be7a-d1432f2753e6 req-25877a93-8d86-4dfe-b2c3-b2bcaf2fe1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:33:42.093672 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-42bc2f0b-0b51-4a4c-be7a-d1432f2753e6 req-25877a93-8d86-4dfe-b2c3-b2bcaf2fe1e7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=604d4f11-da21-4ff2-a6a3-bd967b717b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401754 Oct 20 12:33:42.099071 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '60b091e7-ad79-4488-bced-0c99912cdca8', 'network_id': '604d4f11-da21-4ff2-a6a3-bd967b717b25', 'port_id': '60b091e7-ad79-4488-bced-0c99912cdca8', 'mac_address': 'fa:16:3e:e3:e2:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '785fbea6-7b1c-4dac-961a-e9350518307b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:33:42.135200 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:33:42.148483 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60b091e7-ad79-4488-bced-0c99912cdca8 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:33:42.167600 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 60b091e7-ad79-4488-bced-0c99912cdca8, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=60b091e7-ad79-4488-bced-0c99912cdca8,segment=NetworkSegment(a158944c-04be-4889-a7d1-ce58714ab936),segment_id=a158944c-04be-4889-a7d1-ce58714ab936)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:33:42.172938 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:33:42.189012 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-42bc2f0b-0b51-4a4c-be7a-d1432f2753e6 req-9cd1ff8a-a2d9-4aac-89f1-4dd2411bd863 service neutron] 10.222.0.11 "GET /v2.0/networks/604d4f11-da21-4ff2-a6a3-bd967b717b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876126 Oct 20 12:33:42.205988 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 60b091e7-ad79-4488-bced-0c99912cdca8 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:33:42.248973 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=60b091e7-ad79-4488-bced-0c99912cdca8,revision_number=8']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:33:42.262659 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:33:42.263025 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:33:42.263361 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:33:42.263700 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:33:42.264016 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:33:42.264333 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:33:42.264658 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:33:42.264975 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:33:42.265294 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:33:42.265635 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:33:42.265928 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:33:42.266242 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:33:42.272023 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 60b091e7-ad79-4488-bced-0c99912cdca8 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:33:42.283028 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-42bc2f0b-0b51-4a4c-be7a-d1432f2753e6 req-a5ad801f-7239-4d55-a4dd-758511c698d5 service neutron] 10.222.0.11 "GET /v2.0/networks/604d4f11-da21-4ff2-a6a3-bd967b717b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871108 Oct 20 12:33:42.466670 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['60b091e7-ad79-4488-bced-0c99912cdca8'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:33:43.389584 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b51c6-bb1d-4f2e-85a0-bdd586fabf21 req-ccd92aa4-0148-4acb-870d-29e4eb862f15 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:33:43.391188 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7e3b51c6-bb1d-4f2e-85a0-bdd586fabf21 req-ccd92aa4-0148-4acb-870d-29e4eb862f15 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea HTTP/1.1" status: 200 len: 944 time: 0.4257834 Oct 20 12:33:43.428741 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7e3b51c6-bb1d-4f2e-85a0-bdd586fabf21 req-0fdc4be6-d9a4-4270-a997-2f33cd68f30c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bf369ee-182c-4863-8807-54f470d1689f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311344 Oct 20 12:33:43.451784 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60332) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:33:43.510687 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-0b420c5a-c698-4e6e-86c2-283432683086 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/floatingips/8e66ade4-b287-4d58-bab3-486d19760560 HTTP/1.1" status: 200 len: 991 time: 0.0577734 Oct 20 12:33:43.992683 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 60b091e7-ad79-4488-bced-0c99912cdca8 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:33:44.047556 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 60b091e7-ad79-4488-bced-0c99912cdca8 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 12:33:44.051363 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 60b091e7-ad79-4488-bced-0c99912cdca8 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:33:44.051733 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:33:44.134732 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:33:44.158727 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '289d3955-ab05-4eb1-9732-7b1d434c00ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b091e7-ad79-4488-bced-0c99912cdca8'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:33:44.161184 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ba663b728f61600953c7c701890058d53749f56dec976386d606a322f26966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d703dcb6-46a5-4ace-ab23-7e1779ac0373" -d '{"events": [{"server_uuid": "289d3955-ab05-4eb1-9732-7b1d434c00ea", "name": "network-vif-plugged", "status": "completed", "tag": "60b091e7-ad79-4488-bced-0c99912cdca8"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:33:44.173692 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 60b091e7-ad79-4488-bced-0c99912cdca8, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=60b091e7-ad79-4488-bced-0c99912cdca8,segment=NetworkSegment(a158944c-04be-4889-a7d1-ce58714ab936),segment_id=a158944c-04be-4889-a7d1-ce58714ab936)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:33:44.178817 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:33:44.201467 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e88e5f-70e5-46c3-b16f-5b91383657c1 x-openstack-request-id: req-b1e88e5f-70e5-46c3-b16f-5b91383657c1 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:33:44.201753 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "289d3955-ab05-4eb1-9732-7b1d434c00ea", "name": "network-vif-plugged", "status": "completed", "tag": "60b091e7-ad79-4488-bced-0c99912cdca8", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:33:44.201998 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b1e88e5f-70e5-46c3-b16f-5b91383657c1 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:33:44.202379 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '289d3955-ab05-4eb1-9732-7b1d434c00ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b091e7-ad79-4488-bced-0c99912cdca8', 'code': 200} Oct 20 12:33:44.228469 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=60b091e7-ad79-4488-bced-0c99912cdca8,revision_number=9']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:33:46.037190 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:33:49.458952 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a6d975a1-5b8c-43dc-b141-718904161ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:33:52.313903 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e63f45d8-e3b9-4ec1-a7ab-d47ee8f97b92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:33:53.264265 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:33:53.435493 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:33:54.296176 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-30c9cd85-48de-4556-b369-79cba949db40 req-ae4d6453-0735-43bc-93e8-9adfdcb64681 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456357 Oct 20 12:33:54.389155 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9cd85-48de-4556-b369-79cba949db40 req-dc75cc5f-5712-4033-ac85-7793852f22b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:33:54.390617 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-30c9cd85-48de-4556-b369-79cba949db40 req-dc75cc5f-5712-4033-ac85-7793852f22b1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b6b06ee654c647a7987833f6381dc537&device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea HTTP/1.1" status: 200 len: 1096 time: 0.0429833 Oct 20 12:33:54.501357 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9cd85-48de-4556-b369-79cba949db40 req-d8b7a38c-148e-4b7b-995b-46467c31b122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:33:54.502876 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-30c9cd85-48de-4556-b369-79cba949db40 req-d8b7a38c-148e-4b7b-995b-46467c31b122 service neutron] 10.222.0.89 "GET /v2.0/networks?id=604d4f11-da21-4ff2-a6a3-bd967b717b25 HTTP/1.1" status: 200 len: 899 time: 0.0925531 Oct 20 12:33:54.585195 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-30c9cd85-48de-4556-b369-79cba949db40 req-c1c0c057-0329-4ab1-80b2-cabb3382f9cd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60b091e7-ad79-4488-bced-0c99912cdca8 HTTP/1.1" status: 200 len: 1000 time: 0.0725791 Oct 20 12:33:54.684797 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9cd85-48de-4556-b369-79cba949db40 req-0986ecbf-09fe-46bd-8934-8caf85ed87a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:33:54.686316 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-30c9cd85-48de-4556-b369-79cba949db40 req-0986ecbf-09fe-46bd-8934-8caf85ed87a0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=785fbea6-7b1c-4dac-961a-e9350518307b HTTP/1.1" status: 200 len: 835 time: 0.0937920 Oct 20 12:33:54.732999 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9cd85-48de-4556-b369-79cba949db40 req-32377cbc-ab01-40c2-a214-68a30d641883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:33:54.734457 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-30c9cd85-48de-4556-b369-79cba949db40 req-32377cbc-ab01-40c2-a214-68a30d641883 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=604d4f11-da21-4ff2-a6a3-bd967b717b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402882 Oct 20 12:33:54.832621 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-30c9cd85-48de-4556-b369-79cba949db40 req-78c05332-dd88-46e0-8f67-d427247fd2f2 service neutron] 10.222.0.89 "GET /v2.0/networks/604d4f11-da21-4ff2-a6a3-bd967b717b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904815 Oct 20 12:33:54.924997 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-30c9cd85-48de-4556-b369-79cba949db40 req-8bf06290-2478-47f1-9019-6f9a719f748a service neutron] 10.222.0.89 "GET /v2.0/networks/604d4f11-da21-4ff2-a6a3-bd967b717b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839663 Oct 20 12:33:55.170703 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:10.460368 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:14.134556 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60346) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:34:14.298760 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-750a284f-9caa-47f9-9ac0-5c9bbfa3a625 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Deleting port 748c5dc9-b035-474e-9ef0-58e63399e326 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:34:14.299086 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-750a284f-9caa-47f9-9ac0-5c9bbfa3a625 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:14.376678 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-750a284f-9caa-47f9-9ac0-5c9bbfa3a625 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:14.376975 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-750a284f-9caa-47f9-9ac0-5c9bbfa3a625 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:14.388683 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-750a284f-9caa-47f9-9ac0-5c9bbfa3a625 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Calling delete_port for 748c5dc9-b035-474e-9ef0-58e63399e326 owned by network:floatingip {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:34:14.541411 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-750a284f-9caa-47f9-9ac0-5c9bbfa3a625 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:14.567448 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a284f-9caa-47f9-9ac0-5c9bbfa3a625 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event deleted for resources: {'Port': ['ID=748c5dc9-b035-474e-9ef0-58e63399e326,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:34:14.634814 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-750a284f-9caa-47f9-9ac0-5c9bbfa3a625 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for floatingip, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:14.635177 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [None req-750a284f-9caa-47f9-9ac0-5c9bbfa3a625 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Floating IP 8e66ade4-b287-4d58-bab3-486d19760560 disassociated (deleted). External IP: 172.25.5.83, port: 60b091e7-ad79-4488-bced-0c99912cdca8. Oct 20 12:34:14.854499 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750a284f-9caa-47f9-9ac0-5c9bbfa3a625 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Router bd5924f1-bd47-4257-b009-ed9edce51665 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:34:14.970194 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750a284f-9caa-47f9-9ac0-5c9bbfa3a625 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:34:14.975719 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-750a284f-9caa-47f9-9ac0-5c9bbfa3a625 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:14.981197 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88ddfaf-f157-44fe-9cfe-c258452f0d08 None None] Sync routers for ids ['bd5924f1-bd47-4257-b009-ed9edce51665'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:34:14.990612 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88ddfaf-f157-44fe-9cfe-c258452f0d08 None None] Routers {'bd5924f1-bd47-4257-b009-ed9edce51665'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:34:14.991279 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-b88ddfaf-f157-44fe-9cfe-c258452f0d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:33:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['bd5924f1-bd47-4257-b009-ed9edce51665'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:34:15.005111 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-750a284f-9caa-47f9-9ac0-5c9bbfa3a625 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "DELETE /v2.0/floatingips/8e66ade4-b287-4d58-bab3-486d19760560 HTTP/1.1" status: 204 len: 168 time: 0.8693569 Oct 20 12:34:15.005812 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '289d3955-ab05-4eb1-9732-7b1d434c00ea', 'tag': '60b091e7-ad79-4488-bced-0c99912cdca8'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:34:15.008307 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0a02dd2059fce6544e6c1114f6588b97938997ae633064690662b627edbbcf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f5fa84-eed9-46a4-a2b5-c45015274397" -d '{"events": [{"name": "network-changed", "server_uuid": "289d3955-ab05-4eb1-9732-7b1d434c00ea", "tag": "60b091e7-ad79-4488-bced-0c99912cdca8"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:34:15.106256 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcfac713-2175-4867-88ed-9e36adc871ba x-openstack-request-id: req-dcfac713-2175-4867-88ed-9e36adc871ba {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:34:15.106533 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "289d3955-ab05-4eb1-9732-7b1d434c00ea", "tag": "60b091e7-ad79-4488-bced-0c99912cdca8", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:34:15.106749 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-dcfac713-2175-4867-88ed-9e36adc871ba {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:34:15.107166 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-b88ddfaf-f157-44fe-9cfe-c258452f0d08 None None] Set router bd5924f1-bd47-4257-b009-ed9edce51665 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:34:15.107328 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '289d3955-ab05-4eb1-9732-7b1d434c00ea', 'tag': '60b091e7-ad79-4488-bced-0c99912cdca8', 'status': 'completed', 'code': 200} Oct 20 12:34:15.178598 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5fa84-eed9-46a4-a2b5-c45015274397 req-80839308-8772-43c6-9bdf-f745d49aa08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:34:15.180189 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-53f5fa84-eed9-46a4-a2b5-c45015274397 req-80839308-8772-43c6-9bdf-f745d49aa08a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b6b06ee654c647a7987833f6381dc537&device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea HTTP/1.1" status: 200 len: 1096 time: 0.0443840 Oct 20 12:34:15.301590 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5048d4a-cb2f-43d4-a870-611d05eb5c86 req-c4fe1e64-8c83-473f-8762-a74f739eadaf tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:34:15.303081 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a5048d4a-cb2f-43d4-a870-611d05eb5c86 req-c4fe1e64-8c83-473f-8762-a74f739eadaf tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea HTTP/1.1" status: 200 len: 945 time: 0.1056893 Oct 20 12:34:15.323730 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-b88ddfaf-f157-44fe-9cfe-c258452f0d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5924f1-bd47-4257-b009-ed9edce51665', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428588548', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'd5b14be9-7229-42cb-836c-790c633fab2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:32:27Z', 'updated_at': '2021-10-20T12:32:31Z', 'revision_number': 4, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': 'd5b14be9-7229-42cb-836c-790c633fab2b', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5924f1-bd47-4257-b009-ed9edce51665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:32:28Z', 'updated_at': '2021-10-20T12:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'e16f2d1c-d747-4445-967d-3d310160ed25', 'name': '', 'network_id': '604d4f11-da21-4ff2-a6a3-bd967b717b25', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'mac_address': 'fa:16:3e:ea:65:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5924f1-bd47-4257-b009-ed9edce51665', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '785fbea6-7b1c-4dac-961a-e9350518307b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:32:30Z', 'updated_at': '2021-10-20T12:32:34Z', 'revision_number': 5, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'subnets': [{'id': '785fbea6-7b1c-4dac-961a-e9350518307b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:34:15.330546 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5fa84-eed9-46a4-a2b5-c45015274397 req-d889bd64-5f26-44f0-b5fc-0abb8c93b658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:34:15.332787 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-53f5fa84-eed9-46a4-a2b5-c45015274397 req-d889bd64-5f26-44f0-b5fc-0abb8c93b658 service neutron] 10.222.0.89 "GET /v2.0/networks?id=604d4f11-da21-4ff2-a6a3-bd967b717b25 HTTP/1.1" status: 200 len: 899 time: 0.1442320 Oct 20 12:34:15.350957 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88ddfaf-f157-44fe-9cfe-c258452f0d08 None None] Checking router: bd5924f1-bd47-4257-b009-ed9edce51665 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:34:15.359847 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88ddfaf-f157-44fe-9cfe-c258452f0d08 None None] Routers {'bd5924f1-bd47-4257-b009-ed9edce51665'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:34:15.360472 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-b88ddfaf-f157-44fe-9cfe-c258452f0d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:33:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['bd5924f1-bd47-4257-b009-ed9edce51665'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:34:15.384986 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a5048d4a-cb2f-43d4-a870-611d05eb5c86 req-93ca6309-6a06-448c-b257-00f6bdaa9d0b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bf369ee-182c-4863-8807-54f470d1689f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727344 Oct 20 12:34:15.386370 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-53f5fa84-eed9-46a4-a2b5-c45015274397 req-8d405992-6e0b-4802-9a6c-8444b3cfaa25 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60b091e7-ad79-4488-bced-0c99912cdca8 HTTP/1.1" status: 200 len: 217 time: 0.0447161 Oct 20 12:34:15.444242 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5fa84-eed9-46a4-a2b5-c45015274397 req-fe305fe5-fe32-4f84-8194-1a5887efef42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:34:15.445839 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-53f5fa84-eed9-46a4-a2b5-c45015274397 req-fe305fe5-fe32-4f84-8194-1a5887efef42 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=785fbea6-7b1c-4dac-961a-e9350518307b HTTP/1.1" status: 200 len: 835 time: 0.0502791 Oct 20 12:34:15.472459 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-b88ddfaf-f157-44fe-9cfe-c258452f0d08 None None] Set router bd5924f1-bd47-4257-b009-ed9edce51665 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:34:15.494927 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5fa84-eed9-46a4-a2b5-c45015274397 req-7a00a0f7-edba-4160-b4c4-071ffa4f9f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:34:15.496452 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-53f5fa84-eed9-46a4-a2b5-c45015274397 req-7a00a0f7-edba-4160-b4c4-071ffa4f9f2a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=604d4f11-da21-4ff2-a6a3-bd967b717b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414634 Oct 20 12:34:15.592130 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-53f5fa84-eed9-46a4-a2b5-c45015274397 req-2de957ab-f039-4c2b-abc3-c2926a3fc9f5 service neutron] 10.222.0.89 "GET /v2.0/networks/604d4f11-da21-4ff2-a6a3-bd967b717b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869877 Oct 20 12:34:15.681109 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-b88ddfaf-f157-44fe-9cfe-c258452f0d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5924f1-bd47-4257-b009-ed9edce51665', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428588548', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'd5b14be9-7229-42cb-836c-790c633fab2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:32:27Z', 'updated_at': '2021-10-20T12:32:31Z', 'revision_number': 4, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': 'd5b14be9-7229-42cb-836c-790c633fab2b', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5924f1-bd47-4257-b009-ed9edce51665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:32:28Z', 'updated_at': '2021-10-20T12:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'e16f2d1c-d747-4445-967d-3d310160ed25', 'name': '', 'network_id': '604d4f11-da21-4ff2-a6a3-bd967b717b25', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'mac_address': 'fa:16:3e:ea:65:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5924f1-bd47-4257-b009-ed9edce51665', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '785fbea6-7b1c-4dac-961a-e9350518307b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:32:30Z', 'updated_at': '2021-10-20T12:32:34Z', 'revision_number': 5, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'subnets': [{'id': '785fbea6-7b1c-4dac-961a-e9350518307b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:34:15.685611 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-53f5fa84-eed9-46a4-a2b5-c45015274397 req-26367b52-6a87-4802-8ee6-4305bf5004b5 service neutron] 10.222.0.89 "GET /v2.0/networks/604d4f11-da21-4ff2-a6a3-bd967b717b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850892 Oct 20 12:34:15.711177 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88ddfaf-f157-44fe-9cfe-c258452f0d08 None None] The sync data for ids ['bd5924f1-bd47-4257-b009-ed9edce51665'] in n-d-814735-3 is: [{'id': 'bd5924f1-bd47-4257-b009-ed9edce51665', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428588548', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'd5b14be9-7229-42cb-836c-790c633fab2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:32:27Z', 'updated_at': '2021-10-20T12:32:31Z', 'revision_number': 4, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': 'd5b14be9-7229-42cb-836c-790c633fab2b', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5924f1-bd47-4257-b009-ed9edce51665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:32:28Z', 'updated_at': '2021-10-20T12:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'e16f2d1c-d747-4445-967d-3d310160ed25', 'name': '', 'network_id': '604d4f11-da21-4ff2-a6a3-bd967b717b25', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'mac_address': 'fa:16:3e:ea:65:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5924f1-bd47-4257-b009-ed9edce51665', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '785fbea6-7b1c-4dac-961a-e9350518307b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:32:30Z', 'updated_at': '2021-10-20T12:32:34Z', 'revision_number': 5, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'subnets': [{'id': '785fbea6-7b1c-4dac-961a-e9350518307b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:34:15.939681 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db455929-faa9-4510-9bee-20d6d9cb1b59 None None] New status for floating IP 8e66ade4-b287-4d58-bab3-486d19760560: DOWN {{(pid=100649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 12:34:16.016957 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:16.509649 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41776d06-4172-419d-90e4-2f20ddab80ed req-d1af334d-b6fa-4206-b4e1-7b8002176670 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:34:16.511160 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41776d06-4172-419d-90e4-2f20ddab80ed req-d1af334d-b6fa-4206-b4e1-7b8002176670 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea HTTP/1.1" status: 200 len: 945 time: 0.0511870 Oct 20 12:34:16.553029 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41776d06-4172-419d-90e4-2f20ddab80ed req-1a8fad4c-9c17-44cb-b34e-abb54938c552 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bf369ee-182c-4863-8807-54f470d1689f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352690 Oct 20 12:34:16.740979 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dfe9f4-fcf0-4698-85af-832ad64a28c2 req-130c7dfc-d8cc-487a-abea-1bd781afbd44 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:34:16.742474 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-75dfe9f4-fcf0-4698-85af-832ad64a28c2 req-130c7dfc-d8cc-487a-abea-1bd781afbd44 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.89 "GET /v2.0/ports?device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea HTTP/1.1" status: 200 len: 945 time: 0.0539649 Oct 20 12:34:16.838566 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-75dfe9f4-fcf0-4698-85af-832ad64a28c2 req-a0182c4c-20e5-4fc2-a7c7-0e41bc362832 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Deleting port 60b091e7-ad79-4488-bced-0c99912cdca8 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:34:16.838887 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-75dfe9f4-fcf0-4698-85af-832ad64a28c2 req-a0182c4c-20e5-4fc2-a7c7-0e41bc362832 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:16.931526 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-75dfe9f4-fcf0-4698-85af-832ad64a28c2 req-a0182c4c-20e5-4fc2-a7c7-0e41bc362832 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] For port 60b091e7-ad79-4488-bced-0c99912cdca8, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=60b091e7-ad79-4488-bced-0c99912cdca8,segment=NetworkSegment(a158944c-04be-4889-a7d1-ce58714ab936),segment_id=a158944c-04be-4889-a7d1-ce58714ab936)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:34:16.931858 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-75dfe9f4-fcf0-4698-85af-832ad64a28c2 req-a0182c4c-20e5-4fc2-a7c7-0e41bc362832 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:16.944752 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-75dfe9f4-fcf0-4698-85af-832ad64a28c2 req-a0182c4c-20e5-4fc2-a7c7-0e41bc362832 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Calling delete_port for 60b091e7-ad79-4488-bced-0c99912cdca8 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:34:17.082213 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-75dfe9f4-fcf0-4698-85af-832ad64a28c2 req-a0182c4c-20e5-4fc2-a7c7-0e41bc362832 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:17.115197 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0182c4c-20e5-4fc2-a7c7-0e41bc362832 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event deleted for resources: {'Port': ['ID=60b091e7-ad79-4488-bced-0c99912cdca8,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:34:17.164494 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-75dfe9f4-fcf0-4698-85af-832ad64a28c2 req-a0182c4c-20e5-4fc2-a7c7-0e41bc362832 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] No DVR routers for this DVR port 60b091e7-ad79-4488-bced-0c99912cdca8 on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:34:17.167448 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-75dfe9f4-fcf0-4698-85af-832ad64a28c2 req-a0182c4c-20e5-4fc2-a7c7-0e41bc362832 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:17.171232 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-75dfe9f4-fcf0-4698-85af-832ad64a28c2 req-a0182c4c-20e5-4fc2-a7c7-0e41bc362832 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.89 "DELETE /v2.0/ports/60b091e7-ad79-4488-bced-0c99912cdca8 HTTP/1.1" status: 204 len: 173 time: 0.4188762 Oct 20 12:34:17.171688 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '289d3955-ab05-4eb1-9732-7b1d434c00ea', 'name': 'network-vif-deleted', 'tag': '60b091e7-ad79-4488-bced-0c99912cdca8'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:34:17.173952 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0a02dd2059fce6544e6c1114f6588b97938997ae633064690662b627edbbcf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd548300-9e0c-4303-b7f6-ac173f1c5f38" -d '{"events": [{"server_uuid": "289d3955-ab05-4eb1-9732-7b1d434c00ea", "name": "network-vif-deleted", "tag": "60b091e7-ad79-4488-bced-0c99912cdca8"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:34:17.216548 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f435098-4e91-4d49-aee0-07a67e6ea8a2 x-openstack-request-id: req-3f435098-4e91-4d49-aee0-07a67e6ea8a2 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:34:17.217537 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "289d3955-ab05-4eb1-9732-7b1d434c00ea", "name": "network-vif-deleted", "tag": "60b091e7-ad79-4488-bced-0c99912cdca8", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:34:17.217789 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3f435098-4e91-4d49-aee0-07a67e6ea8a2 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:34:17.218219 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '289d3955-ab05-4eb1-9732-7b1d434c00ea', 'name': 'network-vif-deleted', 'tag': '60b091e7-ad79-4488-bced-0c99912cdca8', 'status': 'completed', 'code': 200} Oct 20 12:34:17.673102 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0acd8171-94eb-43c9-9c1a-aceb9edd89ce req-133c5fd0-a9d9-4ab9-8535-76627cf4f5e8 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=289d3955-ab05-4eb1-9732-7b1d434c00ea HTTP/1.1" status: 200 len: 210 time: 0.0300426 Oct 20 12:34:18.540811 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:34:18.736707 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60364) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:34:19.112521 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-08dad424-1bb6-4233-8183-fa25440beaf6 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:19.371279 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-08dad424-1bb6-4233-8183-fa25440beaf6 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Deleting port e16f2d1c-d747-4445-967d-3d310160ed25 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:34:19.371525 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-08dad424-1bb6-4233-8183-fa25440beaf6 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:19.444086 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4b7cfab4-a0e1-445f-876c-9101ebface42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:19.460792 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-08dad424-1bb6-4233-8183-fa25440beaf6 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] For port e16f2d1c-d747-4445-967d-3d310160ed25, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=e16f2d1c-d747-4445-967d-3d310160ed25,segment=NetworkSegment(a158944c-04be-4889-a7d1-ce58714ab936),segment_id=a158944c-04be-4889-a7d1-ce58714ab936)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:34:19.461150 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-08dad424-1bb6-4233-8183-fa25440beaf6 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:19.473775 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-08dad424-1bb6-4233-8183-fa25440beaf6 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Calling delete_port for e16f2d1c-d747-4445-967d-3d310160ed25 owned by network:router_interface {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:34:19.666351 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-08dad424-1bb6-4233-8183-fa25440beaf6 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:19.696346 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dad424-1bb6-4233-8183-fa25440beaf6 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event deleted for resources: {'Port': ['ID=e16f2d1c-d747-4445-967d-3d310160ed25,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:34:19.869277 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-08dad424-1bb6-4233-8183-fa25440beaf6 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:20.086596 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08dad424-1bb6-4233-8183-fa25440beaf6 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Router bd5924f1-bd47-4257-b009-ed9edce51665 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:34:20.166997 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 60b091e7-ad79-4488-bced-0c99912cdca8 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:34:20.187188 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: 60b091e7-ad79-4488-bced-0c99912cdca8 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:34:20.187525 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 60b091e7-ad79-4488-bced-0c99912cdca8 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:34:20.551781 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08dad424-1bb6-4233-8183-fa25440beaf6 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:34:20.559084 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-08dad424-1bb6-4233-8183-fa25440beaf6 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "PUT /v2.0/routers/bd5924f1-bd47-4257-b009-ed9edce51665/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8209684 Oct 20 12:34:20.561982 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60366) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:34:20.563589 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bb60c4-b85a-4802-b668-df918a7eeb48 None None] Sync routers for ids ['bd5924f1-bd47-4257-b009-ed9edce51665'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:34:20.573070 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bb60c4-b85a-4802-b668-df918a7eeb48 None None] Routers {'bd5924f1-bd47-4257-b009-ed9edce51665'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:34:20.573753 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-88bb60c4-b85a-4802-b668-df918a7eeb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:33:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['bd5924f1-bd47-4257-b009-ed9edce51665'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:34:20.613821 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_v2 [None req-f83496c8-52d5-4c4f-a1ac-95603f043986 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Deleting subnet 785fbea6-7b1c-4dac-961a-e9350518307b {{(pid=100647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 12:34:20.617013 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f83496c8-52d5-4c4f-a1ac-95603f043986 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for subnet, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:20.658729 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f83496c8-52d5-4c4f-a1ac-95603f043986 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9862286'] for subnet, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:20.677617 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-88bb60c4-b85a-4802-b668-df918a7eeb48 None None] Set router bd5924f1-bd47-4257-b009-ed9edce51665 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:34:20.748720 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f83496c8-52d5-4c4f-a1ac-95603f043986 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:20.806709 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f83496c8-52d5-4c4f-a1ac-95603f043986 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8418571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11584521'] for subnet, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:20.833852 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83496c8-52d5-4c4f-a1ac-95603f043986 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event deleted for resources: {'Subnet': ['ID=785fbea6-7b1c-4dac-961a-e9350518307b,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:34:20.837713 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f83496c8-52d5-4c4f-a1ac-95603f043986 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:20.841008 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-f83496c8-52d5-4c4f-a1ac-95603f043986 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "DELETE /v2.0/subnets/785fbea6-7b1c-4dac-961a-e9350518307b HTTP/1.1" status: 204 len: 168 time: 0.2779136 Oct 20 12:34:20.843656 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60368) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:34:20.851566 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11f42be-2388-4ce3-ac7f-ec61c589056a None None] Network 604d4f11-da21-4ff2-a6a3-bd967b717b25 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:34:20.914856 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-88bb60c4-b85a-4802-b668-df918a7eeb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5924f1-bd47-4257-b009-ed9edce51665', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428588548', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'd5b14be9-7229-42cb-836c-790c633fab2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:32:27Z', 'updated_at': '2021-10-20T12:34:19Z', 'revision_number': 5, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': 'd5b14be9-7229-42cb-836c-790c633fab2b', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5924f1-bd47-4257-b009-ed9edce51665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:32:28Z', 'updated_at': '2021-10-20T12:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:34:20.947685 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bb60c4-b85a-4802-b668-df918a7eeb48 None None] Checking router: bd5924f1-bd47-4257-b009-ed9edce51665 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:34:20.955748 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4a35cdab-85bf-44f6-b4a8-84cd7b75737c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for router, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:20.991907 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bb60c4-b85a-4802-b668-df918a7eeb48 None None] Routers {'bd5924f1-bd47-4257-b009-ed9edce51665'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:34:20.992544 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-88bb60c4-b85a-4802-b668-df918a7eeb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:33:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['bd5924f1-bd47-4257-b009-ed9edce51665'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:34:21.060701 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4a35cdab-85bf-44f6-b4a8-84cd7b75737c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:21.106093 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-88bb60c4-b85a-4802-b668-df918a7eeb48 None None] Set router bd5924f1-bd47-4257-b009-ed9edce51665 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:34:21.117053 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-4a35cdab-85bf-44f6-b4a8-84cd7b75737c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Deleting port d5b14be9-7229-42cb-836c-790c633fab2b {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:34:21.117403 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4a35cdab-85bf-44f6-b4a8-84cd7b75737c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:21.134239 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a71686-aaac-49dc-acee-7d953005fb20 None None] DHCP port deletion for 604d4f11-da21-4ff2-a6a3-bd967b717b25 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 12:34:21.200019 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-4a35cdab-85bf-44f6-b4a8-84cd7b75737c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] For port d5b14be9-7229-42cb-836c-790c633fab2b, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=d5b14be9-7229-42cb-836c-790c633fab2b,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:34:21.200393 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4a35cdab-85bf-44f6-b4a8-84cd7b75737c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:21.214024 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-4a35cdab-85bf-44f6-b4a8-84cd7b75737c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Calling delete_port for d5b14be9-7229-42cb-836c-790c633fab2b owned by network:router_gateway {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:34:21.395006 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4a35cdab-85bf-44f6-b4a8-84cd7b75737c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:21.420724 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a35cdab-85bf-44f6-b4a8-84cd7b75737c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event deleted for resources: {'Port': ['ID=d5b14be9-7229-42cb-836c-790c633fab2b,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:34:21.460595 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-22a71686-aaac-49dc-acee-7d953005fb20 None None] Deleting port a5042b78-e442-425d-8d0b-5f82f5012a61 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:34:21.460966 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-22a71686-aaac-49dc-acee-7d953005fb20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:21.481742 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4a35cdab-85bf-44f6-b4a8-84cd7b75737c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:21.538939 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-22a71686-aaac-49dc-acee-7d953005fb20 None None] For port a5042b78-e442-425d-8d0b-5f82f5012a61, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=a5042b78-e442-425d-8d0b-5f82f5012a61,segment=NetworkSegment(a158944c-04be-4889-a7d1-ce58714ab936),segment_id=a158944c-04be-4889-a7d1-ce58714ab936)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:34:21.539399 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-22a71686-aaac-49dc-acee-7d953005fb20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:21.555482 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-22a71686-aaac-49dc-acee-7d953005fb20 None None] Calling delete_port for a5042b78-e442-425d-8d0b-5f82f5012a61 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:34:21.573033 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-88bb60c4-b85a-4802-b668-df918a7eeb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5924f1-bd47-4257-b009-ed9edce51665', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428588548', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'd5b14be9-7229-42cb-836c-790c633fab2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:32:27Z', 'updated_at': '2021-10-20T12:34:19Z', 'revision_number': 5, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': 'd5b14be9-7229-42cb-836c-790c633fab2b', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5924f1-bd47-4257-b009-ed9edce51665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:32:28Z', 'updated_at': '2021-10-20T12:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:34:21.579291 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4a35cdab-85bf-44f6-b4a8-84cd7b75737c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:21.581661 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4a35cdab-85bf-44f6-b4a8-84cd7b75737c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:21.635296 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bb60c4-b85a-4802-b668-df918a7eeb48 None None] The sync data for ids ['bd5924f1-bd47-4257-b009-ed9edce51665'] in n-d-814735-3 is: [{'id': 'bd5924f1-bd47-4257-b009-ed9edce51665', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428588548', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'd5b14be9-7229-42cb-836c-790c633fab2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:32:27Z', 'updated_at': '2021-10-20T12:34:19Z', 'revision_number': 5, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': 'd5b14be9-7229-42cb-836c-790c633fab2b', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5924f1-bd47-4257-b009-ed9edce51665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:32:28Z', 'updated_at': '2021-10-20T12:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:34:21.637277 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4a35cdab-85bf-44f6-b4a8-84cd7b75737c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:21.638110 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a35cdab-85bf-44f6-b4a8-84cd7b75737c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Fanout notify agent at l3_agent the message router_deleted on router bd5924f1-bd47-4257-b009-ed9edce51665 {{(pid=100647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 12:34:21.640079 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device a5042b78-e442-425d-8d0b-5f82f5012a61 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:34:21.647451 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4a35cdab-85bf-44f6-b4a8-84cd7b75737c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:21.648654 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4a35cdab-85bf-44f6-b4a8-84cd7b75737c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "DELETE /v2.0/routers/bd5924f1-bd47-4257-b009-ed9edce51665 HTTP/1.1" status: 204 len: 168 time: 0.8038235 Oct 20 12:34:21.651400 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60372) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:34:21.739076 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f142c7c8-b8c8-44bb-a9fa-9e475c5bccc0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:21.741146 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-22a71686-aaac-49dc-acee-7d953005fb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:21.775496 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:21.778980 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a71686-aaac-49dc-acee-7d953005fb20 None None] Pushing event deleted for resources: {'Port': ['ID=a5042b78-e442-425d-8d0b-5f82f5012a61,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:34:21.781707 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a71686-aaac-49dc-acee-7d953005fb20 None None] No DVR routers for this DVR port a5042b78-e442-425d-8d0b-5f82f5012a61 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:34:21.837997 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f142c7c8-b8c8-44bb-a9fa-9e475c5bccc0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:21.857456 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-f142c7c8-b8c8-44bb-a9fa-9e475c5bccc0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['604d4f11-da21-4ff2-a6a3-bd967b717b25']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:34:21.866699 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-f142c7c8-b8c8-44bb-a9fa-9e475c5bccc0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a158944c-04be-4889-a7d1-ce58714ab936') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:34:21.867027 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-f142c7c8-b8c8-44bb-a9fa-9e475c5bccc0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a158944c-04be-4889-a7d1-ce58714ab936') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:34:21.876678 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f142c7c8-b8c8-44bb-a9fa-9e475c5bccc0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:21.890532 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f142c7c8-b8c8-44bb-a9fa-9e475c5bccc0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:21.897542 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f142c7c8-b8c8-44bb-a9fa-9e475c5bccc0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Releasing vlan 1269 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 12:34:21.897865 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f142c7c8-b8c8-44bb-a9fa-9e475c5bccc0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:21.900912 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 12:34:21.900912 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 12:34:21.900912 n-d-814735-3 neutron-server[100647]: timer() Oct 20 12:34:21.900912 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 12:34:21.900912 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 12:34:21.900912 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 12:34:21.900912 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 12:34:21.900912 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 12:34:21.900912 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 12:34:21.900912 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 12:34:21.900912 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 12:34:21.900912 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 12:34:21.900912 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 12:34:21.900912 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 12:34:21.900912 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 12:34:21.900912 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 12:34:21.900912 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 12:34:21.900912 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 12:34:21.900912 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 12:34:21.900912 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 12:34:21.900912 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 12:34:21.900912 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 12:34:21.900912 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 12:34:21.900912 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 12:34:21.900912 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 12:34:21.900912 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 12:34:21.900912 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 12:34:21.900912 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 12:34:21.900912 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 12:34:21.900912 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 12:34:21.900912 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 12:34:21.900912 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 12:34:21.963205 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f142c7c8-b8c8-44bb-a9fa-9e475c5bccc0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:21.971155 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f142c7c8-b8c8-44bb-a9fa-9e475c5bccc0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:21.973713 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-f142c7c8-b8c8-44bb-a9fa-9e475c5bccc0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "DELETE /v2.0/networks/604d4f11-da21-4ff2-a6a3-bd967b717b25 HTTP/1.1" status: 204 len: 168 time: 0.3212662 Oct 20 12:34:21.976857 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60374) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:34:21.985930 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f142c7c8-b8c8-44bb-a9fa-9e475c5bccc0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event deleted for resources: {'Network': ['ID=604d4f11-da21-4ff2-a6a3-bd967b717b25,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:34:22.052355 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-528cb017-bb14-4003-89a7-cc97306b253c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:22.079257 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-528cb017-bb14-4003-89a7-cc97306b253c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:22.147320 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-528cb017-bb14-4003-89a7-cc97306b253c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:22.150030 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-528cb017-bb14-4003-89a7-cc97306b253c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:22.151293 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-528cb017-bb14-4003-89a7-cc97306b253c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "DELETE /v2.0/security-groups/0bf369ee-182c-4863-8807-54f470d1689f HTTP/1.1" status: 204 len: 168 time: 0.1733141 Oct 20 12:34:22.160930 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528cb017-bb14-4003-89a7-cc97306b253c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf369ee-182c-4863-8807-54f470d1689f,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:34:22.169773 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528cb017-bb14-4003-89a7-cc97306b253c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:34:22.170121 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528cb017-bb14-4003-89a7-cc97306b253c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:34:22.170462 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528cb017-bb14-4003-89a7-cc97306b253c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:34:22.170853 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528cb017-bb14-4003-89a7-cc97306b253c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:34:22.171190 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528cb017-bb14-4003-89a7-cc97306b253c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:34:22.171520 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528cb017-bb14-4003-89a7-cc97306b253c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:34:22.172017 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528cb017-bb14-4003-89a7-cc97306b253c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:34:22.172263 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528cb017-bb14-4003-89a7-cc97306b253c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:34:22.172520 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528cb017-bb14-4003-89a7-cc97306b253c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:34:22.172894 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528cb017-bb14-4003-89a7-cc97306b253c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:34:22.173193 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528cb017-bb14-4003-89a7-cc97306b253c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:34:22.173489 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528cb017-bb14-4003-89a7-cc97306b253c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:34:22.307132 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3974a2c2-165b-4e9d-9aec-6d0239bd6767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:22.694558 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60382) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:34:22.699255 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-e7b8dab2-a611-4755-80b6-9d61da45bec7 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1967533297', 'description': 'tempest-secgroup-smoke-1967533297 description', 'project_id': 'b6b06ee654c647a7987833f6381dc537'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:34:22.722197 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e7b8dab2-a611-4755-80b6-9d61da45bec7 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:22.795244 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e7b8dab2-a611-4755-80b6-9d61da45bec7 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:22.800322 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e7b8dab2-a611-4755-80b6-9d61da45bec7 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:22.827550 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e7b8dab2-a611-4755-80b6-9d61da45bec7 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:22.828799 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e7b8dab2-a611-4755-80b6-9d61da45bec7 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1331925 Oct 20 12:34:22.831917 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60384) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:34:22.833326 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b8dab2-a611-4755-80b6-9d61da45bec7 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=249fff1d-c618-41f6-bd32-86dd984a7f77,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:34:22.839157 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-39ae2cfd-fc51-42b4-b728-9980cfab6ec7 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'security_group_rule': {'security_group_id': '249fff1d-c618-41f6-bd32-86dd984a7f77', 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:34:22.870359 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-39ae2cfd-fc51-42b4-b728-9980cfab6ec7 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:22.926911 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-39ae2cfd-fc51-42b4-b728-9980cfab6ec7 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:22.930622 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-39ae2cfd-fc51-42b4-b728-9980cfab6ec7 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:22.947501 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae2cfd-fc51-42b4-b728-9980cfab6ec7 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bd0b89d-5765-4d17-9140-72d89aa8aa2d,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:34:22.956714 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-39ae2cfd-fc51-42b4-b728-9980cfab6ec7 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:22.957965 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-39ae2cfd-fc51-42b4-b728-9980cfab6ec7 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1247535 Oct 20 12:34:22.960798 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60386) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:34:22.965199 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-bab21213-a700-4e03-aa4f-e50311ebc0fe tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'security_group_rule': {'security_group_id': '249fff1d-c618-41f6-bd32-86dd984a7f77', 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:34:22.993527 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bab21213-a700-4e03-aa4f-e50311ebc0fe tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:23.051187 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bab21213-a700-4e03-aa4f-e50311ebc0fe tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:23.055317 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bab21213-a700-4e03-aa4f-e50311ebc0fe tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:23.075231 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab21213-a700-4e03-aa4f-e50311ebc0fe tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ddbb7a9-0c8c-494f-bfe8-59f5eb432981,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:34:23.082250 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bab21213-a700-4e03-aa4f-e50311ebc0fe tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:23.083356 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-bab21213-a700-4e03-aa4f-e50311ebc0fe tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1216362 Oct 20 12:34:23.086167 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60388) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:34:23.090427 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-05016e22-1cb7-4418-a4a7-843e1221aed0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'security_group_rule': {'security_group_id': '249fff1d-c618-41f6-bd32-86dd984a7f77', 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:34:23.117401 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-05016e22-1cb7-4418-a4a7-843e1221aed0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:23.179603 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-05016e22-1cb7-4418-a4a7-843e1221aed0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:23.183837 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-05016e22-1cb7-4418-a4a7-843e1221aed0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:23.201099 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05016e22-1cb7-4418-a4a7-843e1221aed0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f14385f-b029-4e62-8f7f-0208c7e881e7,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:34:23.209704 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-05016e22-1cb7-4418-a4a7-843e1221aed0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:23.210925 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-05016e22-1cb7-4418-a4a7-843e1221aed0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1238332 Oct 20 12:34:23.213756 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60390) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:34:23.218037 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-5514b48e-3c4c-4478-949e-03bd00f7d70f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'security_group_rule': {'security_group_id': '249fff1d-c618-41f6-bd32-86dd984a7f77', 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:34:23.244578 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5514b48e-3c4c-4478-949e-03bd00f7d70f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:23.257191 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:23.304707 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5514b48e-3c4c-4478-949e-03bd00f7d70f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:23.308776 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5514b48e-3c4c-4478-949e-03bd00f7d70f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:23.326342 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5514b48e-3c4c-4478-949e-03bd00f7d70f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a847b0c-7ddb-4d9a-8a36-f4f1a3aac716,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:34:23.335410 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5514b48e-3c4c-4478-949e-03bd00f7d70f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:23.336639 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-5514b48e-3c4c-4478-949e-03bd00f7d70f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1219161 Oct 20 12:34:23.339578 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60392) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:34:23.344452 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-4dea03ab-f9ea-49dd-8daf-51625184e292 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'security_group_rule': {'security_group_id': '249fff1d-c618-41f6-bd32-86dd984a7f77', 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:34:23.369342 n-d-814735-3 neutron-server[100647]: INFO neutron.db.securitygroups_db [None req-4dea03ab-f9ea-49dd-8daf-51625184e292 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Project b6b06ee654c647a7987833f6381dc537 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 12:34:23.375407 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4dea03ab-f9ea-49dd-8daf-51625184e292 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:23.434097 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:23.438599 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4dea03ab-f9ea-49dd-8daf-51625184e292 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:23.442950 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4dea03ab-f9ea-49dd-8daf-51625184e292 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:23.461429 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea03ab-f9ea-49dd-8daf-51625184e292 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebe23800-bf85-4f7a-9c59-e8ce24443063,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:34:23.467542 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4dea03ab-f9ea-49dd-8daf-51625184e292 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:23.468703 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4dea03ab-f9ea-49dd-8daf-51625184e292 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1280320 Oct 20 12:34:23.471582 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60394) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:34:23.475984 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-5f9ce9cd-37ea-41ae-a9ed-10f51d325976 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'security_group_rule': {'security_group_id': '249fff1d-c618-41f6-bd32-86dd984a7f77', 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:34:23.499468 n-d-814735-3 neutron-server[100647]: INFO neutron.db.securitygroups_db [None req-5f9ce9cd-37ea-41ae-a9ed-10f51d325976 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Project b6b06ee654c647a7987833f6381dc537 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 12:34:23.504185 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device d5b14be9-7229-42cb-836c-790c633fab2b no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:34:23.506031 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5f9ce9cd-37ea-41ae-a9ed-10f51d325976 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:23.524179 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: d5b14be9-7229-42cb-836c-790c633fab2b {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:34:23.524519 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device d5b14be9-7229-42cb-836c-790c633fab2b not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:34:23.525148 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device e16f2d1c-d747-4445-967d-3d310160ed25 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:34:23.544750 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: e16f2d1c-d747-4445-967d-3d310160ed25 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:34:23.545091 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device e16f2d1c-d747-4445-967d-3d310160ed25 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:34:23.579109 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5f9ce9cd-37ea-41ae-a9ed-10f51d325976 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:23.582953 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5f9ce9cd-37ea-41ae-a9ed-10f51d325976 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:23.600629 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ce9cd-37ea-41ae-a9ed-10f51d325976 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77655b68-ffab-4a2f-a7bc-47133621544e,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:34:23.608243 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5f9ce9cd-37ea-41ae-a9ed-10f51d325976 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:23.610011 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-5f9ce9cd-37ea-41ae-a9ed-10f51d325976 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1372838 Oct 20 12:34:23.612876 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60396) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:34:23.618475 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-50fd4414-7e01-49da-a256-ea2d5df2e4e2 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'network': {'name': 'tempest-network-smoke--250956005', 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'port_security_enabled': True}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:34:23.641056 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50fd4414-7e01-49da-a256-ea2d5df2e4e2 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Made reservation on behalf of b6b06ee654c647a7987833f6381dc537 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:34:23.645214 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-50fd4414-7e01-49da-a256-ea2d5df2e4e2 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:23.670864 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50fd4414-7e01-49da-a256-ea2d5df2e4e2 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] vlan segment allocate from pool success with {'vlan_id': 1299, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 12:34:23.680114 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-50fd4414-7e01-49da-a256-ea2d5df2e4e2 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:23.680470 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-50fd4414-7e01-49da-a256-ea2d5df2e4e2 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Added segment 48e5b472-e11d-46ec-b47f-5e7f2bb7fdc5 of type vlan for network 21266a56-aef3-436f-90a3-9cc76f93cde8 Oct 20 12:34:23.722021 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-50fd4414-7e01-49da-a256-ea2d5df2e4e2 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:23.748542 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-50fd4414-7e01-49da-a256-ea2d5df2e4e2 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:23.754146 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fd4414-7e01-49da-a256-ea2d5df2e4e2 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:34:23.754737 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-50fd4414-7e01-49da-a256-ea2d5df2e4e2 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:23.789402 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-50fd4414-7e01-49da-a256-ea2d5df2e4e2 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1752572 Oct 20 12:34:23.792516 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60398) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:34:23.797136 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-2eca0e45-e880-4ef4-a62d-bc11c9986a5c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1704701981', 'admin_state_up': True, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:34:23.821548 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2eca0e45-e880-4ef4-a62d-bc11c9986a5c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:23.822604 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2eca0e45-e880-4ef4-a62d-bc11c9986a5c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:23.826957 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fd4414-7e01-49da-a256-ea2d5df2e4e2 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'Network': ['ID=21266a56-aef3-436f-90a3-9cc76f93cde8,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:34:23.837682 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 21266a56-aef3-436f-90a3-9cc76f93cde8 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 12:34:23.875686 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2eca0e45-e880-4ef4-a62d-bc11c9986a5c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:24.015323 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2eca0e45-e880-4ef4-a62d-bc11c9986a5c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:24.212524 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2eca0e45-e880-4ef4-a62d-bc11c9986a5c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for router_gateway, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:24.236292 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2eca0e45-e880-4ef4-a62d-bc11c9986a5c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:24.339478 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-2eca0e45-e880-4ef4-a62d-bc11c9986a5c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Allocated IP 172.25.5.117 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/593b844e-223d-4615-9c86-355b68663f28) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:34:24.439475 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2eca0e45-e880-4ef4-a62d-bc11c9986a5c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:24.479502 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2eca0e45-e880-4ef4-a62d-bc11c9986a5c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:24.516736 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eca0e45-e880-4ef4-a62d-bc11c9986a5c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:34:24.521428 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-2eca0e45-e880-4ef4-a62d-bc11c9986a5c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:34:24.528078 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eca0e45-e880-4ef4-a62d-bc11c9986a5c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:34:24.531150 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eca0e45-e880-4ef4-a62d-bc11c9986a5c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'Port': ['ID=593b844e-223d-4615-9c86-355b68663f28,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:34:24.782043 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2eca0e45-e880-4ef4-a62d-bc11c9986a5c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for router_gateway, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:24.980112 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2eca0e45-e880-4ef4-a62d-bc11c9986a5c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:25.118925 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eca0e45-e880-4ef4-a62d-bc11c9986a5c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Router 614d68ab-498a-488a-b9a3-03958c3db2f4 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 12:34:25.170918 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:25.225849 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eca0e45-e880-4ef4-a62d-bc11c9986a5c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:34:25.237174 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847e0738-50e9-41f5-a761-ac389b21a4bb None None] Sync routers for ids ['614d68ab-498a-488a-b9a3-03958c3db2f4'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:34:25.246302 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2eca0e45-e880-4ef4-a62d-bc11c9986a5c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:25.247541 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847e0738-50e9-41f5-a761-ac389b21a4bb None None] Routers {'614d68ab-498a-488a-b9a3-03958c3db2f4'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:34:25.247865 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2eca0e45-e880-4ef4-a62d-bc11c9986a5c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4542575 Oct 20 12:34:25.248148 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-847e0738-50e9-41f5-a761-ac389b21a4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:34:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['614d68ab-498a-488a-b9a3-03958c3db2f4'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:34:25.251195 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60400) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:34:25.279635 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-39f87e70-c117-4630-8d2a-1e7da305f526 tempest-TestNetworkAdvancedServerOps-245809071 tempest-TestNetworkAdvancedServerOps-245809071-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=b6b06ee654c647a7987833f6381dc537&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271149 Oct 20 12:34:25.282137 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60402) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:34:25.353871 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-847e0738-50e9-41f5-a761-ac389b21a4bb None None] Set router 614d68ab-498a-488a-b9a3-03958c3db2f4 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:34:25.367511 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1d063e-f1b0-4ea4-b705-591c81baaeff tempest-TestNetworkAdvancedServerOps-245809071 tempest-TestNetworkAdvancedServerOps-245809071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:34:25.369090 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4e1d063e-f1b0-4ea4-b705-591c81baaeff tempest-TestNetworkAdvancedServerOps-245809071 tempest-TestNetworkAdvancedServerOps-245809071-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0860376 Oct 20 12:34:25.372129 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60404) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:34:25.400954 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8132b1b9-2a73-4753-a625-ce2a34a5fc46 tempest-TestNetworkAdvancedServerOps-245809071 tempest-TestNetworkAdvancedServerOps-245809071-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=717966e5-c478-496f-bddb-05794fb74250&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276253 Oct 20 12:34:25.403591 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60406) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:34:25.408842 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-b5590795-a7de-4316-9adc-bfc8d034abc3 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1079455636', 'network_id': '21266a56-aef3-436f-90a3-9cc76f93cde8', 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:34:25.500557 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5590795-a7de-4316-9adc-bfc8d034abc3 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Made reservation on behalf of b6b06ee654c647a7987833f6381dc537 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:34:25.504272 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b5590795-a7de-4316-9adc-bfc8d034abc3 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:25.533583 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-847e0738-50e9-41f5-a761-ac389b21a4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614d68ab-498a-488a-b9a3-03958c3db2f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704701981', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '593b844e-223d-4615-9c86-355b68663f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:34:23Z', 'updated_at': '2021-10-20T12:34:24Z', 'revision_number': 3, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': '593b844e-223d-4615-9c86-355b68663f28', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614d68ab-498a-488a-b9a3-03958c3db2f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:34:24Z', 'updated_at': '2021-10-20T12:34:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:34:25.559130 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847e0738-50e9-41f5-a761-ac389b21a4bb None None] Checking router: 614d68ab-498a-488a-b9a3-03958c3db2f4 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:34:25.559472 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847e0738-50e9-41f5-a761-ac389b21a4bb None None] Updating router 614d68ab-498a-488a-b9a3-03958c3db2f4 port 593b844e-223d-4615-9c86-355b68663f28 binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 12:34:25.584799 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-847e0738-50e9-41f5-a761-ac389b21a4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:25.697616 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b5590795-a7de-4316-9adc-bfc8d034abc3 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:25.758584 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5590795-a7de-4316-9adc-bfc8d034abc3 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'Subnet': ['ID=1d47a891-1c94-445a-bd24-8c1d8992611e,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:34:25.770154 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5590795-a7de-4316-9adc-bfc8d034abc3 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Checking segment: {'id': '48e5b472-e11d-46ec-b47f-5e7f2bb7fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '21266a56-aef3-436f-90a3-9cc76f93cde8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:34:25.770524 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5590795-a7de-4316-9adc-bfc8d034abc3 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Network hostable DHCP agents. Network: 21266a56-aef3-436f-90a3-9cc76f93cde8, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 12:34:25.788197 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5590795-a7de-4316-9adc-bfc8d034abc3 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Network 21266a56-aef3-436f-90a3-9cc76f93cde8 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 12:34:25.798016 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-b5590795-a7de-4316-9adc-bfc8d034abc3 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 21266a56-aef3-436f-90a3-9cc76f93cde8) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:34:25.802354 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5590795-a7de-4316-9adc-bfc8d034abc3 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:34:25.802977 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-b5590795-a7de-4316-9adc-bfc8d034abc3 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:25.809328 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d892c9-800c-45ca-b5a7-5c0971ce300d None None] Network 21266a56-aef3-436f-90a3-9cc76f93cde8 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:34:25.824879 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b5590795-a7de-4316-9adc-bfc8d034abc3 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4172626 Oct 20 12:34:25.825132 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60408) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:34:25.941396 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-847e0738-50e9-41f5-a761-ac389b21a4bb None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:25.949709 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-847e0738-50e9-41f5-a761-ac389b21a4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:25.962319 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde49352-0fc2-45a5-a68a-af849afea41f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-21266a56-aef3-436f-90a3-9cc76f93cde8', 'network_id': '21266a56-aef3-436f-90a3-9cc76f93cde8', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'fixed_ips': [{'subnet_id': '1d47a891-1c94-445a-bd24-8c1d8992611e'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 12:34:25.963351 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bde49352-0fc2-45a5-a68a-af849afea41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:26.004624 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-847e0738-50e9-41f5-a761-ac389b21a4bb None None] Attempting to bind port 593b844e-223d-4615-9c86-355b68663f28 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:34:26.004995 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-847e0738-50e9-41f5-a761-ac389b21a4bb None None] Attempting to bind port 593b844e-223d-4615-9c86-355b68663f28 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:34:26.005333 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847e0738-50e9-41f5-a761-ac389b21a4bb None None] Attempting to bind port 593b844e-223d-4615-9c86-355b68663f28 on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:34:26.015511 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6160f5b3-c9d7-49c7-9f69-3974c98d3ea1 None None] Pushing event updated for resources: {'Port': ['ID=593b844e-223d-4615-9c86-355b68663f28,revision_number=2']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:34:26.018015 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847e0738-50e9-41f5-a761-ac389b21a4bb None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:34:26.018433 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847e0738-50e9-41f5-a761-ac389b21a4bb None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:34:26.018828 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-847e0738-50e9-41f5-a761-ac389b21a4bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:26.019232 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847e0738-50e9-41f5-a761-ac389b21a4bb None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:34:26.019688 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-847e0738-50e9-41f5-a761-ac389b21a4bb None None] Bound port: 593b844e-223d-4615-9c86-355b68663f28, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:34:26.020051 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-847e0738-50e9-41f5-a761-ac389b21a4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:26.044049 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6160f5b3-c9d7-49c7-9f69-3974c98d3ea1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:34:26.044425 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6160f5b3-c9d7-49c7-9f69-3974c98d3ea1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:34:26.045252 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6160f5b3-c9d7-49c7-9f69-3974c98d3ea1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:34:26.045252 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6160f5b3-c9d7-49c7-9f69-3974c98d3ea1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:34:26.045490 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6160f5b3-c9d7-49c7-9f69-3974c98d3ea1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:34:26.045668 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6160f5b3-c9d7-49c7-9f69-3974c98d3ea1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:34:26.045925 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6160f5b3-c9d7-49c7-9f69-3974c98d3ea1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:34:26.046254 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6160f5b3-c9d7-49c7-9f69-3974c98d3ea1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:34:26.046565 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6160f5b3-c9d7-49c7-9f69-3974c98d3ea1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:34:26.046902 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6160f5b3-c9d7-49c7-9f69-3974c98d3ea1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:34:26.047211 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6160f5b3-c9d7-49c7-9f69-3974c98d3ea1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:34:26.047526 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6160f5b3-c9d7-49c7-9f69-3974c98d3ea1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:34:26.087784 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-847e0738-50e9-41f5-a761-ac389b21a4bb None None] For port 593b844e-223d-4615-9c86-355b68663f28, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:34:26.091778 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-847e0738-50e9-41f5-a761-ac389b21a4bb None None] For port 593b844e-223d-4615-9c86-355b68663f28, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=593b844e-223d-4615-9c86-355b68663f28,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:34:26.097435 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-847e0738-50e9-41f5-a761-ac389b21a4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:26.110200 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-bde49352-0fc2-45a5-a68a-af849afea41f None None] Allocated IP 172.20.0.2 (21266a56-aef3-436f-90a3-9cc76f93cde8/1d47a891-1c94-445a-bd24-8c1d8992611e/1accbed5-bfa9-46b7-ab35-7161e27ae814) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:34:26.160914 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847e0738-50e9-41f5-a761-ac389b21a4bb None None] Routers {'614d68ab-498a-488a-b9a3-03958c3db2f4'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:34:26.161548 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-847e0738-50e9-41f5-a761-ac389b21a4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:34:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['614d68ab-498a-488a-b9a3-03958c3db2f4'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:34:26.164852 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6160f5b3-c9d7-49c7-9f69-3974c98d3ea1 None None] Pushing event updated for resources: {'Port': ['ID=593b844e-223d-4615-9c86-355b68663f28,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:34:26.259434 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bde49352-0fc2-45a5-a68a-af849afea41f None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:26.268065 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bde49352-0fc2-45a5-a68a-af849afea41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:26.272032 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-847e0738-50e9-41f5-a761-ac389b21a4bb None None] Set router 614d68ab-498a-488a-b9a3-03958c3db2f4 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:34:26.307299 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde49352-0fc2-45a5-a68a-af849afea41f None None] Network 21266a56-aef3-436f-90a3-9cc76f93cde8 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:34:26.309930 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-bde49352-0fc2-45a5-a68a-af849afea41f None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:34:26.316714 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde49352-0fc2-45a5-a68a-af849afea41f None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:34:26.319896 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde49352-0fc2-45a5-a68a-af849afea41f None None] Pushing event updated for resources: {'Port': ['ID=1accbed5-bfa9-46b7-ab35-7161e27ae814,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:34:26.378561 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-bde49352-0fc2-45a5-a68a-af849afea41f None None] Attempting to bind port 1accbed5-bfa9-46b7-ab35-7161e27ae814 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:34:26.379037 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-bde49352-0fc2-45a5-a68a-af849afea41f None None] Attempting to bind port 1accbed5-bfa9-46b7-ab35-7161e27ae814 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '48e5b472-e11d-46ec-b47f-5e7f2bb7fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '21266a56-aef3-436f-90a3-9cc76f93cde8'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:34:26.379456 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde49352-0fc2-45a5-a68a-af849afea41f None None] Attempting to bind port 1accbed5-bfa9-46b7-ab35-7161e27ae814 on network 21266a56-aef3-436f-90a3-9cc76f93cde8 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:34:26.385056 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde49352-0fc2-45a5-a68a-af849afea41f None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:34:26.385518 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde49352-0fc2-45a5-a68a-af849afea41f None None] Checking segment: {'id': '48e5b472-e11d-46ec-b47f-5e7f2bb7fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '21266a56-aef3-436f-90a3-9cc76f93cde8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:34:26.385975 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bde49352-0fc2-45a5-a68a-af849afea41f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:26.386435 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde49352-0fc2-45a5-a68a-af849afea41f None None] Bound using segment: {'id': '48e5b472-e11d-46ec-b47f-5e7f2bb7fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '21266a56-aef3-436f-90a3-9cc76f93cde8'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:34:26.387003 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-bde49352-0fc2-45a5-a68a-af849afea41f None None] Bound port: 1accbed5-bfa9-46b7-ab35-7161e27ae814, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e5b472-e11d-46ec-b47f-5e7f2bb7fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '21266a56-aef3-436f-90a3-9cc76f93cde8'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:34:26.387439 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bde49352-0fc2-45a5-a68a-af849afea41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:26.453358 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-bde49352-0fc2-45a5-a68a-af849afea41f None None] For port 1accbed5-bfa9-46b7-ab35-7161e27ae814, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:34:26.458258 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-bde49352-0fc2-45a5-a68a-af849afea41f None None] For port 1accbed5-bfa9-46b7-ab35-7161e27ae814, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=1accbed5-bfa9-46b7-ab35-7161e27ae814,segment=NetworkSegment(48e5b472-e11d-46ec-b47f-5e7f2bb7fdc5),segment_id=48e5b472-e11d-46ec-b47f-5e7f2bb7fdc5)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:34:26.465339 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bde49352-0fc2-45a5-a68a-af849afea41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:26.471719 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-847e0738-50e9-41f5-a761-ac389b21a4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614d68ab-498a-488a-b9a3-03958c3db2f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704701981', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '593b844e-223d-4615-9c86-355b68663f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:34:23Z', 'updated_at': '2021-10-20T12:34:24Z', 'revision_number': 3, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': '593b844e-223d-4615-9c86-355b68663f28', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614d68ab-498a-488a-b9a3-03958c3db2f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:34:24Z', 'updated_at': '2021-10-20T12:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:34:26.498849 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847e0738-50e9-41f5-a761-ac389b21a4bb None None] The sync data for ids ['614d68ab-498a-488a-b9a3-03958c3db2f4'] in n-d-814735-3 is: [{'id': '614d68ab-498a-488a-b9a3-03958c3db2f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704701981', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '593b844e-223d-4615-9c86-355b68663f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:34:23Z', 'updated_at': '2021-10-20T12:34:24Z', 'revision_number': 3, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': '593b844e-223d-4615-9c86-355b68663f28', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614d68ab-498a-488a-b9a3-03958c3db2f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:34:24Z', 'updated_at': '2021-10-20T12:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:34:26.530182 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde49352-0fc2-45a5-a68a-af849afea41f None None] Pushing event updated for resources: {'Port': ['ID=1accbed5-bfa9-46b7-ab35-7161e27ae814,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:34:26.720629 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1403f1b1-bb2f-491d-9796-9f3710defcd8 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:27.025185 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-1403f1b1-bb2f-491d-9796-9f3710defcd8 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Allocated IP 172.20.0.1 (21266a56-aef3-436f-90a3-9cc76f93cde8/1d47a891-1c94-445a-bd24-8c1d8992611e/b14ab4b4-02ba-4caf-bdeb-943dc028251d) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:34:27.144379 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1403f1b1-bb2f-491d-9796-9f3710defcd8 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:27.182105 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1403f1b1-bb2f-491d-9796-9f3710defcd8 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:27.227365 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1403f1b1-bb2f-491d-9796-9f3710defcd8 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Network 21266a56-aef3-436f-90a3-9cc76f93cde8 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:34:27.230990 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-1403f1b1-bb2f-491d-9796-9f3710defcd8 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:34:27.235340 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1403f1b1-bb2f-491d-9796-9f3710defcd8 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:34:27.264511 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1403f1b1-bb2f-491d-9796-9f3710defcd8 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'Port': ['ID=b14ab4b4-02ba-4caf-bdeb-943dc028251d,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:34:27.290425 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1403f1b1-bb2f-491d-9796-9f3710defcd8 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:27.453392 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1403f1b1-bb2f-491d-9796-9f3710defcd8 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:27.526512 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87123950-f254-4365-ad57-8c939c766077 None None] Network 21266a56-aef3-436f-90a3-9cc76f93cde8 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:34:27.640820 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 593b844e-223d-4615-9c86-355b68663f28 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:34:27.688727 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-6e0d993f-c4c3-467f-9a6c-7e8dd0e3ef2c None None] Provisioning complete for port 1accbed5-bfa9-46b7-ab35-7161e27ae814 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:34:27.689111 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6e0d993f-c4c3-467f-9a6c-7e8dd0e3ef2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:27.760977 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1403f1b1-bb2f-491d-9796-9f3710defcd8 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:27.767273 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1403f1b1-bb2f-491d-9796-9f3710defcd8 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:27.783090 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 593b844e-223d-4615-9c86-355b68663f28 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:34:27.783453 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:27.845469 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1403f1b1-bb2f-491d-9796-9f3710defcd8 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'Port': ['ID=b14ab4b4-02ba-4caf-bdeb-943dc028251d,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:34:27.850856 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1403f1b1-bb2f-491d-9796-9f3710defcd8 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:27.852491 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6e0d993f-c4c3-467f-9a6c-7e8dd0e3ef2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:27.891577 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-6e0d993f-c4c3-467f-9a6c-7e8dd0e3ef2c None None] For port 1accbed5-bfa9-46b7-ab35-7161e27ae814, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=1accbed5-bfa9-46b7-ab35-7161e27ae814,segment=NetworkSegment(48e5b472-e11d-46ec-b47f-5e7f2bb7fdc5),segment_id=48e5b472-e11d-46ec-b47f-5e7f2bb7fdc5)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:34:27.898030 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6e0d993f-c4c3-467f-9a6c-7e8dd0e3ef2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:27.967044 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1403f1b1-bb2f-491d-9796-9f3710defcd8 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Network 21266a56-aef3-436f-90a3-9cc76f93cde8 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:34:27.968490 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-1403f1b1-bb2f-491d-9796-9f3710defcd8 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:34:27.981782 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:27.997314 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d993f-c4c3-467f-9a6c-7e8dd0e3ef2c None None] Pushing event updated for resources: {'Port': ['ID=1accbed5-bfa9-46b7-ab35-7161e27ae814,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:34:28.011940 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 593b844e-223d-4615-9c86-355b68663f28, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=593b844e-223d-4615-9c86-355b68663f28,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:34:28.019154 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:28.020485 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 1accbed5-bfa9-46b7-ab35-7161e27ae814 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:34:28.099515 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1403f1b1-bb2f-491d-9796-9f3710defcd8 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Router 614d68ab-498a-488a-b9a3-03958c3db2f4 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:34:28.136516 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=593b844e-223d-4615-9c86-355b68663f28,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:34:28.147319 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-9971e395-c793-4fa5-aee3-0f0b4c3a79b2 None None] Provisioning complete for port 1accbed5-bfa9-46b7-ab35-7161e27ae814 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:34:28.147696 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9971e395-c793-4fa5-aee3-0f0b4c3a79b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:28.170525 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 1accbed5-bfa9-46b7-ab35-7161e27ae814 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:34:28.171177 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:28.227404 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1403f1b1-bb2f-491d-9796-9f3710defcd8 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:34:28.234529 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1403f1b1-bb2f-491d-9796-9f3710defcd8 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "PUT /v2.0/routers/614d68ab-498a-488a-b9a3-03958c3db2f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4078860 Oct 20 12:34:28.318513 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ffb2f4-b67d-4895-b910-ec0f3c85eac6 None None] Sync routers for ids ['614d68ab-498a-488a-b9a3-03958c3db2f4'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:34:28.331853 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-9971e395-c793-4fa5-aee3-0f0b4c3a79b2 None None] Provisioning complete for port b14ab4b4-02ba-4caf-bdeb-943dc028251d triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:34:28.332340 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9971e395-c793-4fa5-aee3-0f0b4c3a79b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:28.353826 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ffb2f4-b67d-4895-b910-ec0f3c85eac6 None None] Routers {'614d68ab-498a-488a-b9a3-03958c3db2f4'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:34:28.354413 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-c2ffb2f4-b67d-4895-b910-ec0f3c85eac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:34:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['614d68ab-498a-488a-b9a3-03958c3db2f4'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:34:28.392653 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-deda0420-2248-42b7-8eca-f5aac0173a63 req-c937655d-d0ec-4852-9f1b-f2f329f7942d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1967533297&fields=id&tenant_id=b6b06ee654c647a7987833f6381dc537 HTTP/1.1" status: 200 len: 267 time: 0.0369215 Oct 20 12:34:28.409584 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-9971e395-c793-4fa5-aee3-0f0b4c3a79b2 None None] Port b14ab4b4-02ba-4caf-bdeb-943dc028251d cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:34:28.473123 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-c2ffb2f4-b67d-4895-b910-ec0f3c85eac6 None None] Set router 614d68ab-498a-488a-b9a3-03958c3db2f4 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:34:28.506576 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda0420-2248-42b7-8eca-f5aac0173a63 req-53f531e3-14b1-48e1-83da-16b9b14ef974 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:34:28.508730 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-deda0420-2248-42b7-8eca-f5aac0173a63 req-53f531e3-14b1-48e1-83da-16b9b14ef974 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/networks?id=21266a56-aef3-436f-90a3-9cc76f93cde8 HTTP/1.1" status: 200 len: 796 time: 0.1101143 Oct 20 12:34:28.526496 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-deda0420-2248-42b7-8eca-f5aac0173a63 req-b72df893-821d-4947-ac1e-73fdd78cde36 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/quotas/b6b06ee654c647a7987833f6381dc537 HTTP/1.1" status: 200 len: 375 time: 0.0111086 Oct 20 12:34:28.580950 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d1742837-2379-4418-8427-4e191d89844b None None] Provisioning complete for port b14ab4b4-02ba-4caf-bdeb-943dc028251d triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:34:28.581580 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d1742837-2379-4418-8427-4e191d89844b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:28.584227 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-deda0420-2248-42b7-8eca-f5aac0173a63 req-b51735d5-355d-4549-bbc5-130bb18c1ae3 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=b6b06ee654c647a7987833f6381dc537&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512729 Oct 20 12:34:28.657873 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d1742837-2379-4418-8427-4e191d89844b None None] Port b14ab4b4-02ba-4caf-bdeb-943dc028251d cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:34:28.730229 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-deda0420-2248-42b7-8eca-f5aac0173a63 req-7f7508f7-8888-41ff-926a-65b88ccd29d1 service neutron] 10.222.0.98 "GET /v2.0/networks/21266a56-aef3-436f-90a3-9cc76f93cde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338928 Oct 20 12:34:28.828755 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-deda0420-2248-42b7-8eca-f5aac0173a63 req-5a9529a7-f118-4ef8-977d-14ff55f6c519 service neutron] 10.222.0.98 "GET /v2.0/networks/21266a56-aef3-436f-90a3-9cc76f93cde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939777 Oct 20 12:34:28.871830 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-84d55b7f-731a-40da-b050-93e87a384dad None None] Provisioning complete for port b14ab4b4-02ba-4caf-bdeb-943dc028251d triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:34:28.872195 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-84d55b7f-731a-40da-b050-93e87a384dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:28.911854 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-84d55b7f-731a-40da-b050-93e87a384dad None None] Port b14ab4b4-02ba-4caf-bdeb-943dc028251d cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:34:28.917793 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-c2ffb2f4-b67d-4895-b910-ec0f3c85eac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614d68ab-498a-488a-b9a3-03958c3db2f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704701981', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '593b844e-223d-4615-9c86-355b68663f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:34:23Z', 'updated_at': '2021-10-20T12:34:27Z', 'revision_number': 4, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': '593b844e-223d-4615-9c86-355b68663f28', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614d68ab-498a-488a-b9a3-03958c3db2f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:34:24Z', 'updated_at': '2021-10-20T12:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'b14ab4b4-02ba-4caf-bdeb-943dc028251d', 'name': '', 'network_id': '21266a56-aef3-436f-90a3-9cc76f93cde8', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'mac_address': 'fa:16:3e:cf:7f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614d68ab-498a-488a-b9a3-03958c3db2f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '1d47a891-1c94-445a-bd24-8c1d8992611e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:34:26Z', 'updated_at': '2021-10-20T12:34:27Z', 'revision_number': 2, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'subnets': [{'id': '1d47a891-1c94-445a-bd24-8c1d8992611e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:34:28.944812 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ffb2f4-b67d-4895-b910-ec0f3c85eac6 None None] Checking router: 614d68ab-498a-488a-b9a3-03958c3db2f4 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:34:28.945170 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ffb2f4-b67d-4895-b910-ec0f3c85eac6 None None] Updating router 614d68ab-498a-488a-b9a3-03958c3db2f4 port b14ab4b4-02ba-4caf-bdeb-943dc028251d binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 12:34:28.972208 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c2ffb2f4-b67d-4895-b910-ec0f3c85eac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:29.230130 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c2ffb2f4-b67d-4895-b910-ec0f3c85eac6 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:29.237178 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c2ffb2f4-b67d-4895-b910-ec0f3c85eac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:29.290326 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1c2c8c-090a-40b7-b700-30df724d2f20 None None] Pushing event updated for resources: {'Port': ['ID=b14ab4b4-02ba-4caf-bdeb-943dc028251d,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:34:29.345710 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-c2ffb2f4-b67d-4895-b910-ec0f3c85eac6 None None] Attempting to bind port b14ab4b4-02ba-4caf-bdeb-943dc028251d on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:34:29.346087 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-c2ffb2f4-b67d-4895-b910-ec0f3c85eac6 None None] Attempting to bind port b14ab4b4-02ba-4caf-bdeb-943dc028251d by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '48e5b472-e11d-46ec-b47f-5e7f2bb7fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '21266a56-aef3-436f-90a3-9cc76f93cde8'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:34:29.346454 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ffb2f4-b67d-4895-b910-ec0f3c85eac6 None None] Attempting to bind port b14ab4b4-02ba-4caf-bdeb-943dc028251d on network 21266a56-aef3-436f-90a3-9cc76f93cde8 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:34:29.352318 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ffb2f4-b67d-4895-b910-ec0f3c85eac6 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:34:29.352660 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ffb2f4-b67d-4895-b910-ec0f3c85eac6 None None] Checking segment: {'id': '48e5b472-e11d-46ec-b47f-5e7f2bb7fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '21266a56-aef3-436f-90a3-9cc76f93cde8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:34:29.353053 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c2ffb2f4-b67d-4895-b910-ec0f3c85eac6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:29.353436 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ffb2f4-b67d-4895-b910-ec0f3c85eac6 None None] Bound using segment: {'id': '48e5b472-e11d-46ec-b47f-5e7f2bb7fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '21266a56-aef3-436f-90a3-9cc76f93cde8'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:34:29.353928 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-c2ffb2f4-b67d-4895-b910-ec0f3c85eac6 None None] Bound port: b14ab4b4-02ba-4caf-bdeb-943dc028251d, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e5b472-e11d-46ec-b47f-5e7f2bb7fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '21266a56-aef3-436f-90a3-9cc76f93cde8'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:34:29.354308 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c2ffb2f4-b67d-4895-b910-ec0f3c85eac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:29.418894 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-c2ffb2f4-b67d-4895-b910-ec0f3c85eac6 None None] For port b14ab4b4-02ba-4caf-bdeb-943dc028251d, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:34:29.422109 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-c2ffb2f4-b67d-4895-b910-ec0f3c85eac6 None None] For port b14ab4b4-02ba-4caf-bdeb-943dc028251d, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=b14ab4b4-02ba-4caf-bdeb-943dc028251d,segment=NetworkSegment(48e5b472-e11d-46ec-b47f-5e7f2bb7fdc5),segment_id=48e5b472-e11d-46ec-b47f-5e7f2bb7fdc5)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:34:29.427286 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c2ffb2f4-b67d-4895-b910-ec0f3c85eac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:29.484714 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1c2c8c-090a-40b7-b700-30df724d2f20 None None] Pushing event updated for resources: {'Port': ['ID=b14ab4b4-02ba-4caf-bdeb-943dc028251d,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:34:29.487751 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ffb2f4-b67d-4895-b910-ec0f3c85eac6 None None] Routers {'614d68ab-498a-488a-b9a3-03958c3db2f4'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:34:29.487964 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-c2ffb2f4-b67d-4895-b910-ec0f3c85eac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:34:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['614d68ab-498a-488a-b9a3-03958c3db2f4'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:34:29.581373 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 593b844e-223d-4615-9c86-355b68663f28 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:34:29.585132 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-7a0b51c8-3712-404e-b498-21456f268655 None None] Provisioning complete for port b14ab4b4-02ba-4caf-bdeb-943dc028251d triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:34:29.585492 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7a0b51c8-3712-404e-b498-21456f268655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:29.667539 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-c2ffb2f4-b67d-4895-b910-ec0f3c85eac6 None None] Set router 614d68ab-498a-488a-b9a3-03958c3db2f4 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:34:29.769462 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 593b844e-223d-4615-9c86-355b68663f28 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:34:29.769704 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:29.819004 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7a0b51c8-3712-404e-b498-21456f268655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:29.908367 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-7a0b51c8-3712-404e-b498-21456f268655 None None] For port b14ab4b4-02ba-4caf-bdeb-943dc028251d, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=b14ab4b4-02ba-4caf-bdeb-943dc028251d,segment=NetworkSegment(48e5b472-e11d-46ec-b47f-5e7f2bb7fdc5),segment_id=48e5b472-e11d-46ec-b47f-5e7f2bb7fdc5)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:34:29.930974 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7a0b51c8-3712-404e-b498-21456f268655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:30.020296 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cd4b0701-52bc-4aa9-82a9-0500b75e2a36 req-298c4695-e16b-4db6-b0d6-323080fc8103 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=6361604a-ef47-4d84-a5da-3d7044c45b9c HTTP/1.1" status: 200 len: 210 time: 0.0336630 Oct 20 12:34:30.020826 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 1accbed5-bfa9-46b7-ab35-7161e27ae814 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:34:30.058777 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0b51c8-3712-404e-b498-21456f268655 None None] Pushing event updated for resources: {'Port': ['ID=b14ab4b4-02ba-4caf-bdeb-943dc028251d,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:34:30.072877 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-c2ffb2f4-b67d-4895-b910-ec0f3c85eac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614d68ab-498a-488a-b9a3-03958c3db2f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704701981', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '593b844e-223d-4615-9c86-355b68663f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:34:23Z', 'updated_at': '2021-10-20T12:34:27Z', 'revision_number': 4, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': '593b844e-223d-4615-9c86-355b68663f28', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614d68ab-498a-488a-b9a3-03958c3db2f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:34:24Z', 'updated_at': '2021-10-20T12:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'b14ab4b4-02ba-4caf-bdeb-943dc028251d', 'name': '', 'network_id': '21266a56-aef3-436f-90a3-9cc76f93cde8', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'mac_address': 'fa:16:3e:cf:7f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614d68ab-498a-488a-b9a3-03958c3db2f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '1d47a891-1c94-445a-bd24-8c1d8992611e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:34:26Z', 'updated_at': '2021-10-20T12:34:29Z', 'revision_number': 4, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'subnets': [{'id': '1d47a891-1c94-445a-bd24-8c1d8992611e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:34:30.107955 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ffb2f4-b67d-4895-b910-ec0f3c85eac6 None None] The sync data for ids ['614d68ab-498a-488a-b9a3-03958c3db2f4'] in n-d-814735-3 is: [{'id': '614d68ab-498a-488a-b9a3-03958c3db2f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704701981', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '593b844e-223d-4615-9c86-355b68663f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:34:23Z', 'updated_at': '2021-10-20T12:34:27Z', 'revision_number': 4, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': '593b844e-223d-4615-9c86-355b68663f28', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614d68ab-498a-488a-b9a3-03958c3db2f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:34:24Z', 'updated_at': '2021-10-20T12:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'b14ab4b4-02ba-4caf-bdeb-943dc028251d', 'name': '', 'network_id': '21266a56-aef3-436f-90a3-9cc76f93cde8', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'mac_address': 'fa:16:3e:cf:7f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614d68ab-498a-488a-b9a3-03958c3db2f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '1d47a891-1c94-445a-bd24-8c1d8992611e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:34:26Z', 'updated_at': '2021-10-20T12:34:29Z', 'revision_number': 4, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'subnets': [{'id': '1d47a891-1c94-445a-bd24-8c1d8992611e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:34:30.110472 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-551a9771-7301-44b7-ae18-ba922737d9dd None None] Provisioning complete for port b14ab4b4-02ba-4caf-bdeb-943dc028251d triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:34:30.110768 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-551a9771-7301-44b7-ae18-ba922737d9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:30.170163 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 1accbed5-bfa9-46b7-ab35-7161e27ae814 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:34:30.170533 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:31.128840 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b75b35ac-2489-4381-abdd-fdfbc99571e6 req-e8dba14a-b808-42bd-b3bf-76072088b19d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=6361604a-ef47-4d84-a5da-3d7044c45b9c HTTP/1.1" status: 200 len: 210 time: 0.0345991 Oct 20 12:34:31.142029 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda0420-2248-42b7-8eca-f5aac0173a63 req-3647648b-b713-4dd0-8469-5087c7affa07 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:34:31.144507 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-deda0420-2248-42b7-8eca-f5aac0173a63 req-3647648b-b713-4dd0-8469-5087c7affa07 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.89 "GET /v2.0/networks?id=21266a56-aef3-436f-90a3-9cc76f93cde8 HTTP/1.1" status: 200 len: 796 time: 0.1511903 Oct 20 12:34:31.193660 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-deda0420-2248-42b7-8eca-f5aac0173a63 req-aa68c166-c948-4c9c-aeb3-88d739794bc5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6b06ee654c647a7987833f6381dc537 HTTP/1.1" status: 200 len: 380 time: 0.0362172 Oct 20 12:34:31.210926 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-deda0420-2248-42b7-8eca-f5aac0173a63 req-027ab199-3af5-4e61-adc3-cf537c6791d0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'port': {'device_id': '6361604a-ef47-4d84-a5da-3d7044c45b9c', 'network_id': '21266a56-aef3-436f-90a3-9cc76f93cde8', 'admin_state_up': True, 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'security_groups': ['249fff1d-c618-41f6-bd32-86dd984a7f77']}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:34:31.327184 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deda0420-2248-42b7-8eca-f5aac0173a63 req-027ab199-3af5-4e61-adc3-cf537c6791d0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Made reservation on behalf of b6b06ee654c647a7987833f6381dc537 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:34:31.333048 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-deda0420-2248-42b7-8eca-f5aac0173a63 req-027ab199-3af5-4e61-adc3-cf537c6791d0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:31.491515 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-deda0420-2248-42b7-8eca-f5aac0173a63 req-027ab199-3af5-4e61-adc3-cf537c6791d0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Allocated IP 172.20.0.9 (21266a56-aef3-436f-90a3-9cc76f93cde8/1d47a891-1c94-445a-bd24-8c1d8992611e/e30eabeb-5c67-4d33-8e26-2cb257326b8e) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:34:31.573635 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b14ab4b4-02ba-4caf-bdeb-943dc028251d up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:34:31.623889 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port b14ab4b4-02ba-4caf-bdeb-943dc028251d triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:34:31.624609 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:32.008459 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-deda0420-2248-42b7-8eca-f5aac0173a63 req-027ab199-3af5-4e61-adc3-cf537c6791d0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:32.044108 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-deda0420-2248-42b7-8eca-f5aac0173a63 req-027ab199-3af5-4e61-adc3-cf537c6791d0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:32.090731 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deda0420-2248-42b7-8eca-f5aac0173a63 req-027ab199-3af5-4e61-adc3-cf537c6791d0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Network 21266a56-aef3-436f-90a3-9cc76f93cde8 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:34:32.093834 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-deda0420-2248-42b7-8eca-f5aac0173a63 req-027ab199-3af5-4e61-adc3-cf537c6791d0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:34:32.096617 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-deda0420-2248-42b7-8eca-f5aac0173a63 req-027ab199-3af5-4e61-adc3-cf537c6791d0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:34:32.125192 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ab199-3af5-4e61-adc3-cf537c6791d0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'Port': ['ID=e30eabeb-5c67-4d33-8e26-2cb257326b8e,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:34:32.155189 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda0420-2248-42b7-8eca-f5aac0173a63 req-027ab199-3af5-4e61-adc3-cf537c6791d0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:34:32.155853 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-deda0420-2248-42b7-8eca-f5aac0173a63 req-027ab199-3af5-4e61-adc3-cf537c6791d0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:32.173540 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-deda0420-2248-42b7-8eca-f5aac0173a63 req-027ab199-3af5-4e61-adc3-cf537c6791d0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9664493 Oct 20 12:34:32.193232 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-deda0420-2248-42b7-8eca-f5aac0173a63 req-7ae7453f-822b-46b0-b955-a2d47bdeb784 service neutron] Request body: {'port': {'device_id': '6361604a-ef47-4d84-a5da-3d7044c45b9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:34:32.282277 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-deda0420-2248-42b7-8eca-f5aac0173a63 req-7ae7453f-822b-46b0-b955-a2d47bdeb784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:32.296659 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d79c404e-3ce3-4367-8d60-1dd81254611c None None] Provisioning complete for port e30eabeb-5c67-4d33-8e26-2cb257326b8e triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:34:32.297037 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d79c404e-3ce3-4367-8d60-1dd81254611c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:32.302514 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b095a399-c37b-4f66-8bfd-b3d8cb9cb030 req-450361a4-2a65-4574-ba61-683191f9591b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:34:32.304036 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b095a399-c37b-4f66-8bfd-b3d8cb9cb030 req-450361a4-2a65-4574-ba61-683191f9591b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=6361604a-ef47-4d84-a5da-3d7044c45b9c HTTP/1.1" status: 200 len: 931 time: 0.0913064 Oct 20 12:34:32.334375 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d79c404e-3ce3-4367-8d60-1dd81254611c None None] Port e30eabeb-5c67-4d33-8e26-2cb257326b8e cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:34:32.421451 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b095a399-c37b-4f66-8bfd-b3d8cb9cb030 req-6c1eb440-0104-4c41-9931-50a1f9f3444f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=249fff1d-c618-41f6-bd32-86dd984a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954063 Oct 20 12:34:32.599765 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-deda0420-2248-42b7-8eca-f5aac0173a63 req-7ae7453f-822b-46b0-b955-a2d47bdeb784 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e30eabeb-5c67-4d33-8e26-2cb257326b8e {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:34:32.608148 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-deda0420-2248-42b7-8eca-f5aac0173a63 req-7ae7453f-822b-46b0-b955-a2d47bdeb784 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:32.622017 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-deda0420-2248-42b7-8eca-f5aac0173a63 req-7ae7453f-822b-46b0-b955-a2d47bdeb784 service neutron] Transition to ACTIVE for port object e30eabeb-5c67-4d33-8e26-2cb257326b8e will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 12:34:32.626937 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-deda0420-2248-42b7-8eca-f5aac0173a63 req-7ae7453f-822b-46b0-b955-a2d47bdeb784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:32.683556 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae7453f-822b-46b0-b955-a2d47bdeb784 service neutron] Pushing event updated for resources: {'Port': ['ID=e30eabeb-5c67-4d33-8e26-2cb257326b8e,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:34:32.750247 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-deda0420-2248-42b7-8eca-f5aac0173a63 req-7ae7453f-822b-46b0-b955-a2d47bdeb784 service neutron] Attempting to bind port e30eabeb-5c67-4d33-8e26-2cb257326b8e on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:34:32.750582 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-deda0420-2248-42b7-8eca-f5aac0173a63 req-7ae7453f-822b-46b0-b955-a2d47bdeb784 service neutron] Attempting to bind port e30eabeb-5c67-4d33-8e26-2cb257326b8e by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '48e5b472-e11d-46ec-b47f-5e7f2bb7fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '21266a56-aef3-436f-90a3-9cc76f93cde8'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:34:32.750954 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deda0420-2248-42b7-8eca-f5aac0173a63 req-7ae7453f-822b-46b0-b955-a2d47bdeb784 service neutron] Attempting to bind port e30eabeb-5c67-4d33-8e26-2cb257326b8e on network 21266a56-aef3-436f-90a3-9cc76f93cde8 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:34:32.755836 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deda0420-2248-42b7-8eca-f5aac0173a63 req-7ae7453f-822b-46b0-b955-a2d47bdeb784 service neutron] Port e30eabeb-5c67-4d33-8e26-2cb257326b8e on network 21266a56-aef3-436f-90a3-9cc76f93cde8 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 12:34:32.756130 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deda0420-2248-42b7-8eca-f5aac0173a63 req-7ae7453f-822b-46b0-b955-a2d47bdeb784 service neutron] Attempting to bind port e30eabeb-5c67-4d33-8e26-2cb257326b8e on network 21266a56-aef3-436f-90a3-9cc76f93cde8 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:34:32.761496 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deda0420-2248-42b7-8eca-f5aac0173a63 req-7ae7453f-822b-46b0-b955-a2d47bdeb784 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:34:32.761837 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deda0420-2248-42b7-8eca-f5aac0173a63 req-7ae7453f-822b-46b0-b955-a2d47bdeb784 service neutron] Checking segment: {'id': '48e5b472-e11d-46ec-b47f-5e7f2bb7fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '21266a56-aef3-436f-90a3-9cc76f93cde8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:34:32.762226 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deda0420-2248-42b7-8eca-f5aac0173a63 req-7ae7453f-822b-46b0-b955-a2d47bdeb784 service neutron] Bound using segment: {'id': '48e5b472-e11d-46ec-b47f-5e7f2bb7fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '21266a56-aef3-436f-90a3-9cc76f93cde8'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:34:32.762665 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-deda0420-2248-42b7-8eca-f5aac0173a63 req-7ae7453f-822b-46b0-b955-a2d47bdeb784 service neutron] Bound port: e30eabeb-5c67-4d33-8e26-2cb257326b8e, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48e5b472-e11d-46ec-b47f-5e7f2bb7fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '21266a56-aef3-436f-90a3-9cc76f93cde8'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:34:32.763108 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-deda0420-2248-42b7-8eca-f5aac0173a63 req-7ae7453f-822b-46b0-b955-a2d47bdeb784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:32.837866 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-deda0420-2248-42b7-8eca-f5aac0173a63 req-7ae7453f-822b-46b0-b955-a2d47bdeb784 service neutron] For port e30eabeb-5c67-4d33-8e26-2cb257326b8e, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:34:32.841589 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-deda0420-2248-42b7-8eca-f5aac0173a63 req-7ae7453f-822b-46b0-b955-a2d47bdeb784 service neutron] For port e30eabeb-5c67-4d33-8e26-2cb257326b8e, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e30eabeb-5c67-4d33-8e26-2cb257326b8e,segment=NetworkSegment(48e5b472-e11d-46ec-b47f-5e7f2bb7fdc5),segment_id=48e5b472-e11d-46ec-b47f-5e7f2bb7fdc5)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:34:32.846426 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-deda0420-2248-42b7-8eca-f5aac0173a63 req-7ae7453f-822b-46b0-b955-a2d47bdeb784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:32.878698 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda0420-2248-42b7-8eca-f5aac0173a63 req-7ae7453f-822b-46b0-b955-a2d47bdeb784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:34:32.879330 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-deda0420-2248-42b7-8eca-f5aac0173a63 req-7ae7453f-822b-46b0-b955-a2d47bdeb784 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:32.880787 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-deda0420-2248-42b7-8eca-f5aac0173a63 req-7ae7453f-822b-46b0-b955-a2d47bdeb784 service neutron] 10.222.0.89 "PUT /v2.0/ports/e30eabeb-5c67-4d33-8e26-2cb257326b8e HTTP/1.1" status: 200 len: 1091 time: 0.6922340 Oct 20 12:34:32.883111 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6361604a-ef47-4d84-a5da-3d7044c45b9c', 'tag': 'e30eabeb-5c67-4d33-8e26-2cb257326b8e'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:34:32.885530 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0a02dd2059fce6544e6c1114f6588b97938997ae633064690662b627edbbcf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ea1ce0-6f4e-4754-a931-0cec06e72448" -d '{"events": [{"name": "network-changed", "server_uuid": "6361604a-ef47-4d84-a5da-3d7044c45b9c", "tag": "e30eabeb-5c67-4d33-8e26-2cb257326b8e"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:34:32.922332 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae7453f-822b-46b0-b955-a2d47bdeb784 service neutron] Pushing event updated for resources: {'Port': ['ID=e30eabeb-5c67-4d33-8e26-2cb257326b8e,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:34:32.953338 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313a0b65-02d7-4adb-8819-f6c7771ce960 x-openstack-request-id: req-313a0b65-02d7-4adb-8819-f6c7771ce960 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:34:32.953628 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6361604a-ef47-4d84-a5da-3d7044c45b9c", "tag": "e30eabeb-5c67-4d33-8e26-2cb257326b8e", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:34:32.953876 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-313a0b65-02d7-4adb-8819-f6c7771ce960 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:34:32.954277 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6361604a-ef47-4d84-a5da-3d7044c45b9c', 'tag': 'e30eabeb-5c67-4d33-8e26-2cb257326b8e', 'status': 'completed', 'code': 200} Oct 20 12:34:32.971575 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda0420-2248-42b7-8eca-f5aac0173a63 req-4098ddfd-dee7-43a6-a9e7-7f4c85d5fa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:34:32.973113 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-deda0420-2248-42b7-8eca-f5aac0173a63 req-4098ddfd-dee7-43a6-a9e7-7f4c85d5fa0e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b6b06ee654c647a7987833f6381dc537&device_id=6361604a-ef47-4d84-a5da-3d7044c45b9c HTTP/1.1" status: 200 len: 1094 time: 0.0466573 Oct 20 12:34:33.023224 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-deda0420-2248-42b7-8eca-f5aac0173a63 req-99adac09-3e38-47bf-b6ee-6b795f8890d2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e30eabeb-5c67-4d33-8e26-2cb257326b8e HTTP/1.1" status: 200 len: 217 time: 0.0408945 Oct 20 12:34:33.085159 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda0420-2248-42b7-8eca-f5aac0173a63 req-1ac10fb2-495f-490c-bec0-81b2dd6bb528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:34:33.086669 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-deda0420-2248-42b7-8eca-f5aac0173a63 req-1ac10fb2-495f-490c-bec0-81b2dd6bb528 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1d47a891-1c94-445a-bd24-8c1d8992611e HTTP/1.1" status: 200 len: 835 time: 0.0507820 Oct 20 12:34:33.140682 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda0420-2248-42b7-8eca-f5aac0173a63 req-51ee2e72-cb55-4563-99f3-0de746f090b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:34:33.142582 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-deda0420-2248-42b7-8eca-f5aac0173a63 req-51ee2e72-cb55-4563-99f3-0de746f090b0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=21266a56-aef3-436f-90a3-9cc76f93cde8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434768 Oct 20 12:34:33.245353 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-deda0420-2248-42b7-8eca-f5aac0173a63 req-e995df06-b6d5-43f6-9c65-0c61307045ce service neutron] 10.222.0.89 "GET /v2.0/networks/21266a56-aef3-436f-90a3-9cc76f93cde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912817 Oct 20 12:34:33.345278 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-deda0420-2248-42b7-8eca-f5aac0173a63 req-84efaf3c-5a82-449c-89ea-5621b368f0ae service neutron] 10.222.0.89 "GET /v2.0/networks/21266a56-aef3-436f-90a3-9cc76f93cde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878863 Oct 20 12:34:33.447092 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea1ce0-6f4e-4754-a931-0cec06e72448 req-dda41dba-700c-4450-a372-fe26948a78b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:34:33.448515 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d9ea1ce0-6f4e-4754-a931-0cec06e72448 req-dda41dba-700c-4450-a372-fe26948a78b4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b6b06ee654c647a7987833f6381dc537&device_id=6361604a-ef47-4d84-a5da-3d7044c45b9c HTTP/1.1" status: 200 len: 1094 time: 0.0493543 Oct 20 12:34:33.578398 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea1ce0-6f4e-4754-a931-0cec06e72448 req-96768096-59f7-48c5-8e8b-d7ce8faa97bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:34:33.579959 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d9ea1ce0-6f4e-4754-a931-0cec06e72448 req-96768096-59f7-48c5-8e8b-d7ce8faa97bc service neutron] 10.222.0.89 "GET /v2.0/networks?id=21266a56-aef3-436f-90a3-9cc76f93cde8 HTTP/1.1" status: 200 len: 898 time: 0.1240630 Oct 20 12:34:33.588255 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d28236-e31f-4bbb-aa8f-7b34fa8fb5e0 req-454b84e0-9a4b-45e1-a784-d483c1b6aea0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:34:33.589659 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-18d28236-e31f-4bbb-aa8f-7b34fa8fb5e0 req-454b84e0-9a4b-45e1-a784-d483c1b6aea0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=6361604a-ef47-4d84-a5da-3d7044c45b9c HTTP/1.1" status: 200 len: 943 time: 0.0971727 Oct 20 12:34:33.639145 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d9ea1ce0-6f4e-4754-a931-0cec06e72448 req-d8b9e5c1-906e-4e8d-8b65-cc04f680c51f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e30eabeb-5c67-4d33-8e26-2cb257326b8e HTTP/1.1" status: 200 len: 217 time: 0.0484040 Oct 20 12:34:33.698211 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-18d28236-e31f-4bbb-aa8f-7b34fa8fb5e0 req-897864c8-ecce-4f3c-a2ee-377aed0c9000 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=249fff1d-c618-41f6-bd32-86dd984a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016159 Oct 20 12:34:33.706144 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea1ce0-6f4e-4754-a931-0cec06e72448 req-94ac24a3-9ed1-4c77-ab77-ca6ee750a908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:34:33.707707 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d9ea1ce0-6f4e-4754-a931-0cec06e72448 req-94ac24a3-9ed1-4c77-ab77-ca6ee750a908 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1d47a891-1c94-445a-bd24-8c1d8992611e HTTP/1.1" status: 200 len: 835 time: 0.0612872 Oct 20 12:34:33.761788 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea1ce0-6f4e-4754-a931-0cec06e72448 req-87ac0df2-eea0-4f05-a8ed-d635bfe12e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:34:33.763181 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d9ea1ce0-6f4e-4754-a931-0cec06e72448 req-87ac0df2-eea0-4f05-a8ed-d635bfe12e0b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=21266a56-aef3-436f-90a3-9cc76f93cde8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458322 Oct 20 12:34:33.860770 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d9ea1ce0-6f4e-4754-a931-0cec06e72448 req-8498c7fa-b11d-490f-aec2-f261efdd8d97 service neutron] 10.222.0.89 "GET /v2.0/networks/21266a56-aef3-436f-90a3-9cc76f93cde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892656 Oct 20 12:34:33.954194 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d9ea1ce0-6f4e-4754-a931-0cec06e72448 req-8f04220b-36c4-420c-b0f9-ef63c3df09e4 service neutron] 10.222.0.89 "GET /v2.0/networks/21266a56-aef3-436f-90a3-9cc76f93cde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849679 Oct 20 12:34:34.822504 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be3937a-d402-4c3e-b835-5cd35deb16ed req-a0c1bde6-bbcc-46f7-a1ca-8653f028ccf5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:34:34.824015 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2be3937a-d402-4c3e-b835-5cd35deb16ed req-a0c1bde6-bbcc-46f7-a1ca-8653f028ccf5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=6361604a-ef47-4d84-a5da-3d7044c45b9c HTTP/1.1" status: 200 len: 943 time: 0.0550082 Oct 20 12:34:34.863245 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2be3937a-d402-4c3e-b835-5cd35deb16ed req-b940d5fe-b60e-457c-933f-a2caaf6c694e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=249fff1d-c618-41f6-bd32-86dd984a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330298 Oct 20 12:34:35.981158 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968dc392-6a87-4e5f-9d48-8b1a5cc09283 req-f6194400-764a-4227-9ada-40ce4dfa5438 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:34:35.982665 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-968dc392-6a87-4e5f-9d48-8b1a5cc09283 req-f6194400-764a-4227-9ada-40ce4dfa5438 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=6361604a-ef47-4d84-a5da-3d7044c45b9c HTTP/1.1" status: 200 len: 943 time: 0.0507746 Oct 20 12:34:36.022530 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-968dc392-6a87-4e5f-9d48-8b1a5cc09283 req-228da580-3a1c-412a-b3cf-ece82e7615a0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=249fff1d-c618-41f6-bd32-86dd984a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331829 Oct 20 12:34:36.237300 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device e30eabeb-5c67-4d33-8e26-2cb257326b8e details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:34:36.338212 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port e30eabeb-5c67-4d33-8e26-2cb257326b8e, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e30eabeb-5c67-4d33-8e26-2cb257326b8e,segment=NetworkSegment(48e5b472-e11d-46ec-b47f-5e7f2bb7fdc5),segment_id=48e5b472-e11d-46ec-b47f-5e7f2bb7fdc5)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:34:36.350724 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': 'e30eabeb-5c67-4d33-8e26-2cb257326b8e', 'network_id': '21266a56-aef3-436f-90a3-9cc76f93cde8', 'port_id': 'e30eabeb-5c67-4d33-8e26-2cb257326b8e', 'mac_address': 'fa:16:3e:5c:2e:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d47a891-1c94-445a-bd24-8c1d8992611e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:34:36.390011 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:36.403211 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e30eabeb-5c67-4d33-8e26-2cb257326b8e {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:34:36.422384 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port e30eabeb-5c67-4d33-8e26-2cb257326b8e, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e30eabeb-5c67-4d33-8e26-2cb257326b8e,segment=NetworkSegment(48e5b472-e11d-46ec-b47f-5e7f2bb7fdc5),segment_id=48e5b472-e11d-46ec-b47f-5e7f2bb7fdc5)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:34:36.427837 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:36.474589 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=e30eabeb-5c67-4d33-8e26-2cb257326b8e,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:34:36.677935 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['e30eabeb-5c67-4d33-8e26-2cb257326b8e'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:34:37.142361 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a8122-abde-4d9f-90c1-8c565d1eb413 req-9968e986-1181-43cd-9a5a-9e0f71390aa2 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:34:37.143884 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fc2a8122-abde-4d9f-90c1-8c565d1eb413 req-9968e986-1181-43cd-9a5a-9e0f71390aa2 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=6361604a-ef47-4d84-a5da-3d7044c45b9c HTTP/1.1" status: 200 len: 944 time: 0.0529661 Oct 20 12:34:37.183653 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fc2a8122-abde-4d9f-90c1-8c565d1eb413 req-97a26a15-6b60-480c-8f20-a76e5be7a0d7 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=249fff1d-c618-41f6-bd32-86dd984a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336816 Oct 20 12:34:38.252280 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device e30eabeb-5c67-4d33-8e26-2cb257326b8e up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:34:38.305465 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port e30eabeb-5c67-4d33-8e26-2cb257326b8e completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 12:34:38.309525 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port e30eabeb-5c67-4d33-8e26-2cb257326b8e triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:34:38.309898 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:38.310307 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d7ef6-49b8-4427-a1f2-b903b4e3ae5c req-dc83c82a-7a3c-491b-b63d-eb383a56bf59 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:34:38.315376 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a1d7ef6-49b8-4427-a1f2-b903b4e3ae5c req-dc83c82a-7a3c-491b-b63d-eb383a56bf59 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=6361604a-ef47-4d84-a5da-3d7044c45b9c HTTP/1.1" status: 200 len: 944 time: 0.0608277 Oct 20 12:34:38.350912 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a1d7ef6-49b8-4427-a1f2-b903b4e3ae5c req-2a48908d-3d18-4731-a1af-5e0cb27c3cc3 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=249fff1d-c618-41f6-bd32-86dd984a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326314 Oct 20 12:34:38.392899 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:38.415850 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6361604a-ef47-4d84-a5da-3d7044c45b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30eabeb-5c67-4d33-8e26-2cb257326b8e'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:34:38.418615 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ba663b728f61600953c7c701890058d53749f56dec976386d606a322f26966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ca6cc2-7304-4638-bfce-4f8aee7f3688" -d '{"events": [{"server_uuid": "6361604a-ef47-4d84-a5da-3d7044c45b9c", "name": "network-vif-plugged", "status": "completed", "tag": "e30eabeb-5c67-4d33-8e26-2cb257326b8e"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:34:38.432266 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port e30eabeb-5c67-4d33-8e26-2cb257326b8e, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e30eabeb-5c67-4d33-8e26-2cb257326b8e,segment=NetworkSegment(48e5b472-e11d-46ec-b47f-5e7f2bb7fdc5),segment_id=48e5b472-e11d-46ec-b47f-5e7f2bb7fdc5)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:34:38.436636 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:38.459863 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc1d88d-51f5-4b19-a9ec-2f0c3640c0f4 x-openstack-request-id: req-abc1d88d-51f5-4b19-a9ec-2f0c3640c0f4 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:34:38.460151 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6361604a-ef47-4d84-a5da-3d7044c45b9c", "name": "network-vif-plugged", "status": "completed", "tag": "e30eabeb-5c67-4d33-8e26-2cb257326b8e", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:34:38.460402 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-abc1d88d-51f5-4b19-a9ec-2f0c3640c0f4 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:34:38.460785 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6361604a-ef47-4d84-a5da-3d7044c45b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30eabeb-5c67-4d33-8e26-2cb257326b8e', 'code': 200} Oct 20 12:34:38.487697 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=e30eabeb-5c67-4d33-8e26-2cb257326b8e,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:34:38.566955 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b59ca1-a7b9-4421-8490-37b3ec73cf19 req-7c964b39-5f9b-41a5-92cd-8a0e556ca9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:34:38.568509 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-84b59ca1-a7b9-4421-8490-37b3ec73cf19 req-7c964b39-5f9b-41a5-92cd-8a0e556ca9d0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6361604a-ef47-4d84-a5da-3d7044c45b9c HTTP/1.1" status: 200 len: 1096 time: 0.0451505 Oct 20 12:34:38.608476 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-84b59ca1-a7b9-4421-8490-37b3ec73cf19 req-df66e9df-0995-4343-a815-80f646877355 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=249fff1d-c618-41f6-bd32-86dd984a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294821 Oct 20 12:34:39.472522 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06517a-ea0f-4117-bc4d-6226b598f9e2 req-b3796e20-9e6e-4084-a2b7-592be051a898 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:34:39.474038 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fe06517a-ea0f-4117-bc4d-6226b598f9e2 req-b3796e20-9e6e-4084-a2b7-592be051a898 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=6361604a-ef47-4d84-a5da-3d7044c45b9c HTTP/1.1" status: 200 len: 945 time: 0.0520051 Oct 20 12:34:39.513732 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fe06517a-ea0f-4117-bc4d-6226b598f9e2 req-a6578de0-3789-4733-83ea-9346588a69f5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=249fff1d-c618-41f6-bd32-86dd984a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334485 Oct 20 12:34:40.473619 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:40.635736 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce65b8e-32d4-4795-8ecf-c3d14f521716 req-967dcf22-cd26-441a-aaf5-7ec696923e39 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:34:40.637266 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9ce65b8e-32d4-4795-8ecf-c3d14f521716 req-967dcf22-cd26-441a-aaf5-7ec696923e39 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=6361604a-ef47-4d84-a5da-3d7044c45b9c HTTP/1.1" status: 200 len: 945 time: 0.0531046 Oct 20 12:34:40.676552 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9ce65b8e-32d4-4795-8ecf-c3d14f521716 req-6fc21bbd-a94a-479d-8256-57fd435f87f9 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=249fff1d-c618-41f6-bd32-86dd984a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326462 Oct 20 12:34:40.796314 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a51c7-bc91-45c9-9cbd-a59a8cb9150d req-6981b767-1379-4a88-8330-26c828e526a9 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:34:40.797813 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a77a51c7-bc91-45c9-9cbd-a59a8cb9150d req-6981b767-1379-4a88-8330-26c828e526a9 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=6361604a-ef47-4d84-a5da-3d7044c45b9c HTTP/1.1" status: 200 len: 945 time: 0.0496466 Oct 20 12:34:40.835866 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a77a51c7-bc91-45c9-9cbd-a59a8cb9150d req-e362e012-f2ab-4af8-adb5-c1432fd55eed tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=249fff1d-c618-41f6-bd32-86dd984a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320258 Oct 20 12:34:40.857805 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60466) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:34:40.941706 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e892d7b-d686-4d71-9b37-250585024798 tempest-TestNetworkAdvancedServerOps-245809071 tempest-TestNetworkAdvancedServerOps-245809071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:34:40.943650 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4e892d7b-d686-4d71-9b37-250585024798 tempest-TestNetworkAdvancedServerOps-245809071 tempest-TestNetworkAdvancedServerOps-245809071-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=6361604a-ef47-4d84-a5da-3d7044c45b9c HTTP/1.1" status: 200 len: 1091 time: 0.0844102 Oct 20 12:34:40.946748 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60470) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:34:40.951079 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-625e1a97-86ca-4d3b-8a7d-b59219cf46f4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'port_id': 'e30eabeb-5c67-4d33-8e26-2cb257326b8e', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:34:40.976246 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-625e1a97-86ca-4d3b-8a7d-b59219cf46f4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for floatingip, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:41.075716 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-625e1a97-86ca-4d3b-8a7d-b59219cf46f4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:41.183990 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-625e1a97-86ca-4d3b-8a7d-b59219cf46f4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Allocated IP 172.25.5.227 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/dabe490a-5bbe-4709-b0e4-cc19cda8af70) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:34:41.286013 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-625e1a97-86ca-4d3b-8a7d-b59219cf46f4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:41.322990 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-625e1a97-86ca-4d3b-8a7d-b59219cf46f4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:41.362621 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625e1a97-86ca-4d3b-8a7d-b59219cf46f4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:34:41.365332 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-625e1a97-86ca-4d3b-8a7d-b59219cf46f4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:34:41.371767 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625e1a97-86ca-4d3b-8a7d-b59219cf46f4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:34:41.374839 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e1a97-86ca-4d3b-8a7d-b59219cf46f4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'Port': ['ID=dabe490a-5bbe-4709-b0e4-cc19cda8af70,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:34:41.407276 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e1a97-86ca-4d3b-8a7d-b59219cf46f4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:34:41.407627 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e1a97-86ca-4d3b-8a7d-b59219cf46f4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:34:41.407967 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e1a97-86ca-4d3b-8a7d-b59219cf46f4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:34:41.408308 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e1a97-86ca-4d3b-8a7d-b59219cf46f4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:34:41.408676 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e1a97-86ca-4d3b-8a7d-b59219cf46f4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:34:41.409021 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e1a97-86ca-4d3b-8a7d-b59219cf46f4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:34:41.409352 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e1a97-86ca-4d3b-8a7d-b59219cf46f4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:34:41.409685 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e1a97-86ca-4d3b-8a7d-b59219cf46f4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:34:41.410019 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e1a97-86ca-4d3b-8a7d-b59219cf46f4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:34:41.410346 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e1a97-86ca-4d3b-8a7d-b59219cf46f4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:34:41.410678 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e1a97-86ca-4d3b-8a7d-b59219cf46f4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:34:41.411006 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e1a97-86ca-4d3b-8a7d-b59219cf46f4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:34:41.750634 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-625e1a97-86ca-4d3b-8a7d-b59219cf46f4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:41.820179 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-625e1a97-86ca-4d3b-8a7d-b59219cf46f4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:41.965089 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-625e1a97-86ca-4d3b-8a7d-b59219cf46f4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:41.970882 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-625e1a97-86ca-4d3b-8a7d-b59219cf46f4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:42.039913 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e1a97-86ca-4d3b-8a7d-b59219cf46f4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'Port': ['ID=dabe490a-5bbe-4709-b0e4-cc19cda8af70,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:34:42.052007 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-625e1a97-86ca-4d3b-8a7d-b59219cf46f4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:42.154576 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [None req-625e1a97-86ca-4d3b-8a7d-b59219cf46f4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Floating IP 306c4578-4f4a-4318-a73c-3ec17b3be12c associated. External IP: 172.25.5.227, port: e30eabeb-5c67-4d33-8e26-2cb257326b8e. Oct 20 12:34:42.367167 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-625e1a97-86ca-4d3b-8a7d-b59219cf46f4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Router 614d68ab-498a-488a-b9a3-03958c3db2f4 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:34:42.477588 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625e1a97-86ca-4d3b-8a7d-b59219cf46f4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:34:42.488181 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eeee9db-1370-4acf-9b14-cea7810bb2d3 None None] Sync routers for ids ['614d68ab-498a-488a-b9a3-03958c3db2f4'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:34:42.498380 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-625e1a97-86ca-4d3b-8a7d-b59219cf46f4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:42.499156 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eeee9db-1370-4acf-9b14-cea7810bb2d3 None None] Routers {'614d68ab-498a-488a-b9a3-03958c3db2f4'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:34:42.499774 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-1eeee9db-1370-4acf-9b14-cea7810bb2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:34:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['614d68ab-498a-488a-b9a3-03958c3db2f4'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:34:42.526107 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-625e1a97-86ca-4d3b-8a7d-b59219cf46f4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5783248 Oct 20 12:34:42.526675 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6361604a-ef47-4d84-a5da-3d7044c45b9c', 'tag': 'e30eabeb-5c67-4d33-8e26-2cb257326b8e'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:34:42.528980 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0a02dd2059fce6544e6c1114f6588b97938997ae633064690662b627edbbcf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46356b2-0266-4af7-a6c3-0a2eff170f17" -d '{"events": [{"name": "network-changed", "server_uuid": "6361604a-ef47-4d84-a5da-3d7044c45b9c", "tag": "e30eabeb-5c67-4d33-8e26-2cb257326b8e"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:34:42.572752 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d3c38b-991e-4beb-9110-00ecbcd7cba6 x-openstack-request-id: req-c3d3c38b-991e-4beb-9110-00ecbcd7cba6 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:34:42.573103 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6361604a-ef47-4d84-a5da-3d7044c45b9c", "tag": "e30eabeb-5c67-4d33-8e26-2cb257326b8e", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:34:42.574137 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c3d3c38b-991e-4beb-9110-00ecbcd7cba6 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:34:42.574137 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6361604a-ef47-4d84-a5da-3d7044c45b9c', 'tag': 'e30eabeb-5c67-4d33-8e26-2cb257326b8e', 'status': 'completed', 'code': 200} Oct 20 12:34:42.607433 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-1eeee9db-1370-4acf-9b14-cea7810bb2d3 None None] Set router 614d68ab-498a-488a-b9a3-03958c3db2f4 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:34:42.662566 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46356b2-0266-4af7-a6c3-0a2eff170f17 req-d74874aa-4983-450d-b8e9-6e8324433783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:34:42.664118 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f46356b2-0266-4af7-a6c3-0a2eff170f17 req-d74874aa-4983-450d-b8e9-6e8324433783 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b6b06ee654c647a7987833f6381dc537&device_id=6361604a-ef47-4d84-a5da-3d7044c45b9c HTTP/1.1" status: 200 len: 1096 time: 0.0653982 Oct 20 12:34:42.672382 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e05f0-5873-4ec0-819e-f40efcd76a62 req-982357b1-8726-41e8-bb83-e0a6fb57c470 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:34:42.673823 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ef1e05f0-5873-4ec0-819e-f40efcd76a62 req-982357b1-8726-41e8-bb83-e0a6fb57c470 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=6361604a-ef47-4d84-a5da-3d7044c45b9c HTTP/1.1" status: 200 len: 945 time: 0.0842993 Oct 20 12:34:42.765022 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ef1e05f0-5873-4ec0-819e-f40efcd76a62 req-2a74dec3-24ee-48e2-b968-caa5cc3bde40 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=249fff1d-c618-41f6-bd32-86dd984a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827768 Oct 20 12:34:42.789345 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60476) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:34:42.789927 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46356b2-0266-4af7-a6c3-0a2eff170f17 req-4b31134d-a6a7-46b1-9316-27ad9a949505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:34:42.791137 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f46356b2-0266-4af7-a6c3-0a2eff170f17 req-4b31134d-a6a7-46b1-9316-27ad9a949505 service neutron] 10.222.0.89 "GET /v2.0/networks?id=21266a56-aef3-436f-90a3-9cc76f93cde8 HTTP/1.1" status: 200 len: 898 time: 0.1163335 Oct 20 12:34:42.846231 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-1eeee9db-1370-4acf-9b14-cea7810bb2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614d68ab-498a-488a-b9a3-03958c3db2f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704701981', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '593b844e-223d-4615-9c86-355b68663f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:34:23Z', 'updated_at': '2021-10-20T12:34:27Z', 'revision_number': 4, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': '593b844e-223d-4615-9c86-355b68663f28', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614d68ab-498a-488a-b9a3-03958c3db2f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:34:24Z', 'updated_at': '2021-10-20T12:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '306c4578-4f4a-4318-a73c-3ec17b3be12c', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'floating_ip_address': '172.25.5.227', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '614d68ab-498a-488a-b9a3-03958c3db2f4', 'port_id': 'e30eabeb-5c67-4d33-8e26-2cb257326b8e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21266a56-aef3-436f-90a3-9cc76f93cde8', 'mac_address': 'fa:16:3e:5c:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6361604a-ef47-4d84-a5da-3d7044c45b9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:34:41Z', 'updated_at': '2021-10-20T12:34:41Z', 'revision_number': 0, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b14ab4b4-02ba-4caf-bdeb-943dc028251d', 'name': '', 'network_id': '21266a56-aef3-436f-90a3-9cc76f93cde8', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'mac_address': 'fa:16:3e:cf:7f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614d68ab-498a-488a-b9a3-03958c3db2f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '1d47a891-1c94-445a-bd24-8c1d8992611e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:34:26Z', 'updated_at': '2021-10-20T12:34:29Z', 'revision_number': 5, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'subnets': [{'id': '1d47a891-1c94-445a-bd24-8c1d8992611e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:34:42.858950 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f46356b2-0266-4af7-a6c3-0a2eff170f17 req-b7f18a1f-5c61-4722-a624-e667193b2da4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e30eabeb-5c67-4d33-8e26-2cb257326b8e HTTP/1.1" status: 200 len: 999 time: 0.0598004 Oct 20 12:34:42.860076 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f0b52923-c16c-4e56-aefc-8f323150cf50 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/floatingips/306c4578-4f4a-4318-a73c-3ec17b3be12c HTTP/1.1" status: 200 len: 991 time: 0.0691025 Oct 20 12:34:42.874165 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eeee9db-1370-4acf-9b14-cea7810bb2d3 None None] Checking router: 614d68ab-498a-488a-b9a3-03958c3db2f4 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:34:42.882624 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eeee9db-1370-4acf-9b14-cea7810bb2d3 None None] Routers {'614d68ab-498a-488a-b9a3-03958c3db2f4'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:34:42.883294 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-1eeee9db-1370-4acf-9b14-cea7810bb2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:34:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['614d68ab-498a-488a-b9a3-03958c3db2f4'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:34:42.913364 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46356b2-0266-4af7-a6c3-0a2eff170f17 req-1ec494b1-64c1-4f1f-b2e6-ca23aaa2ec2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:34:42.914870 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f46356b2-0266-4af7-a6c3-0a2eff170f17 req-1ec494b1-64c1-4f1f-b2e6-ca23aaa2ec2d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1d47a891-1c94-445a-bd24-8c1d8992611e HTTP/1.1" status: 200 len: 835 time: 0.0493302 Oct 20 12:34:42.960991 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46356b2-0266-4af7-a6c3-0a2eff170f17 req-75987c40-ae61-44f5-9926-f0043d7ac332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:34:42.962509 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f46356b2-0266-4af7-a6c3-0a2eff170f17 req-75987c40-ae61-44f5-9926-f0043d7ac332 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=21266a56-aef3-436f-90a3-9cc76f93cde8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405133 Oct 20 12:34:42.993501 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-1eeee9db-1370-4acf-9b14-cea7810bb2d3 None None] Set router 614d68ab-498a-488a-b9a3-03958c3db2f4 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:34:43.059675 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f46356b2-0266-4af7-a6c3-0a2eff170f17 req-48232585-1e7b-4ed3-84ee-5f34b252b0ef service neutron] 10.222.0.89 "GET /v2.0/networks/21266a56-aef3-436f-90a3-9cc76f93cde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891957 Oct 20 12:34:43.155062 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f46356b2-0266-4af7-a6c3-0a2eff170f17 req-7c36faa2-2fe3-4794-975f-3a35ccf14ae5 service neutron] 10.222.0.89 "GET /v2.0/networks/21266a56-aef3-436f-90a3-9cc76f93cde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878973 Oct 20 12:34:43.221309 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-1eeee9db-1370-4acf-9b14-cea7810bb2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614d68ab-498a-488a-b9a3-03958c3db2f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704701981', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '593b844e-223d-4615-9c86-355b68663f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:34:23Z', 'updated_at': '2021-10-20T12:34:27Z', 'revision_number': 4, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': '593b844e-223d-4615-9c86-355b68663f28', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614d68ab-498a-488a-b9a3-03958c3db2f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:34:24Z', 'updated_at': '2021-10-20T12:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '306c4578-4f4a-4318-a73c-3ec17b3be12c', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'floating_ip_address': '172.25.5.227', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '614d68ab-498a-488a-b9a3-03958c3db2f4', 'port_id': 'e30eabeb-5c67-4d33-8e26-2cb257326b8e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21266a56-aef3-436f-90a3-9cc76f93cde8', 'mac_address': 'fa:16:3e:5c:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6361604a-ef47-4d84-a5da-3d7044c45b9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:34:41Z', 'updated_at': '2021-10-20T12:34:41Z', 'revision_number': 0, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b14ab4b4-02ba-4caf-bdeb-943dc028251d', 'name': '', 'network_id': '21266a56-aef3-436f-90a3-9cc76f93cde8', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'mac_address': 'fa:16:3e:cf:7f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614d68ab-498a-488a-b9a3-03958c3db2f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '1d47a891-1c94-445a-bd24-8c1d8992611e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:34:26Z', 'updated_at': '2021-10-20T12:34:29Z', 'revision_number': 5, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'subnets': [{'id': '1d47a891-1c94-445a-bd24-8c1d8992611e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:34:43.251195 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eeee9db-1370-4acf-9b14-cea7810bb2d3 None None] The sync data for ids ['614d68ab-498a-488a-b9a3-03958c3db2f4'] in n-d-814735-3 is: [{'id': '614d68ab-498a-488a-b9a3-03958c3db2f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704701981', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '593b844e-223d-4615-9c86-355b68663f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:34:23Z', 'updated_at': '2021-10-20T12:34:27Z', 'revision_number': 4, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': '593b844e-223d-4615-9c86-355b68663f28', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614d68ab-498a-488a-b9a3-03958c3db2f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:34:24Z', 'updated_at': '2021-10-20T12:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '306c4578-4f4a-4318-a73c-3ec17b3be12c', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'floating_ip_address': '172.25.5.227', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '614d68ab-498a-488a-b9a3-03958c3db2f4', 'port_id': 'e30eabeb-5c67-4d33-8e26-2cb257326b8e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21266a56-aef3-436f-90a3-9cc76f93cde8', 'mac_address': 'fa:16:3e:5c:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6361604a-ef47-4d84-a5da-3d7044c45b9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:34:41Z', 'updated_at': '2021-10-20T12:34:41Z', 'revision_number': 0, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b14ab4b4-02ba-4caf-bdeb-943dc028251d', 'name': '', 'network_id': '21266a56-aef3-436f-90a3-9cc76f93cde8', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'mac_address': 'fa:16:3e:cf:7f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614d68ab-498a-488a-b9a3-03958c3db2f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '1d47a891-1c94-445a-bd24-8c1d8992611e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:34:26Z', 'updated_at': '2021-10-20T12:34:29Z', 'revision_number': 5, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'subnets': [{'id': '1d47a891-1c94-445a-bd24-8c1d8992611e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:34:43.458848 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb31253-1743-4170-b41a-dec7b38e34c3 None None] New status for floating IP 306c4578-4f4a-4318-a73c-3ec17b3be12c: ACTIVE {{(pid=100648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 12:34:43.864448 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60478) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:34:43.928822 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-b285e512-c08e-487a-95ad-406286cb3aef tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/floatingips/306c4578-4f4a-4318-a73c-3ec17b3be12c HTTP/1.1" status: 200 len: 993 time: 0.0632885 Oct 20 12:34:46.021711 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:49.449346 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5b94dcb6-e42f-4cd0-a8ab-09464a736632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:52.311334 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-eb294881-9569-4a3c-bada-342310925c42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:53.261940 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:53.437586 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:55.173955 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:34:55.540287 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:34:56.287865 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9a28deb9-e42c-42e9-a576-7f0ae6d7b8ce req-6e7a421a-abc3-4381-a022-a112d8b702e9 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6361604a-ef47-4d84-a5da-3d7044c45b9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415874 Oct 20 12:34:56.379012 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28deb9-e42c-42e9-a576-7f0ae6d7b8ce req-aafa6067-c91a-4a11-aff5-6ff0602b7604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:34:56.380522 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9a28deb9-e42c-42e9-a576-7f0ae6d7b8ce req-aafa6067-c91a-4a11-aff5-6ff0602b7604 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b6b06ee654c647a7987833f6381dc537&device_id=6361604a-ef47-4d84-a5da-3d7044c45b9c HTTP/1.1" status: 200 len: 1096 time: 0.0429246 Oct 20 12:34:56.488136 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28deb9-e42c-42e9-a576-7f0ae6d7b8ce req-199a3679-7a20-49f5-923f-03e036d0e100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:34:56.489624 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9a28deb9-e42c-42e9-a576-7f0ae6d7b8ce req-199a3679-7a20-49f5-923f-03e036d0e100 service neutron] 10.222.0.89 "GET /v2.0/networks?id=21266a56-aef3-436f-90a3-9cc76f93cde8 HTTP/1.1" status: 200 len: 898 time: 0.0873156 Oct 20 12:34:56.554162 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9a28deb9-e42c-42e9-a576-7f0ae6d7b8ce req-b5ba53f1-e72d-4863-b3e9-f00bb106991c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e30eabeb-5c67-4d33-8e26-2cb257326b8e HTTP/1.1" status: 200 len: 1001 time: 0.0567098 Oct 20 12:34:56.606127 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28deb9-e42c-42e9-a576-7f0ae6d7b8ce req-3f8fc9e6-8df1-4b60-97a5-f2bb7f0ab4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:34:56.607635 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9a28deb9-e42c-42e9-a576-7f0ae6d7b8ce req-3f8fc9e6-8df1-4b60-97a5-f2bb7f0ab4ba service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1d47a891-1c94-445a-bd24-8c1d8992611e HTTP/1.1" status: 200 len: 835 time: 0.0462751 Oct 20 12:34:56.659618 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28deb9-e42c-42e9-a576-7f0ae6d7b8ce req-77483e17-ba4b-4131-8478-5ab8575039ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:34:56.661132 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9a28deb9-e42c-42e9-a576-7f0ae6d7b8ce req-77483e17-ba4b-4131-8478-5ab8575039ce service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=21266a56-aef3-436f-90a3-9cc76f93cde8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458364 Oct 20 12:34:56.751049 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9a28deb9-e42c-42e9-a576-7f0ae6d7b8ce req-750e3e7d-a5d3-4045-85fe-a10687e416e3 service neutron] 10.222.0.89 "GET /v2.0/networks/21266a56-aef3-436f-90a3-9cc76f93cde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815048 Oct 20 12:34:56.847312 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9a28deb9-e42c-42e9-a576-7f0ae6d7b8ce req-c1ded8e3-4d9d-43b7-ae20-ce74bcc69f71 service neutron] 10.222.0.89 "GET /v2.0/networks/21266a56-aef3-436f-90a3-9cc76f93cde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880094 Oct 20 12:35:10.472453 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:35:16.017859 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:35:19.256617 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e3275-403c-4d67-8b77-698e78bf63d1 req-e22a90fc-8b99-493d-b4cb-10fd6f9e098b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:35:19.258173 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-549e3275-403c-4d67-8b77-698e78bf63d1 req-e22a90fc-8b99-493d-b4cb-10fd6f9e098b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=6361604a-ef47-4d84-a5da-3d7044c45b9c HTTP/1.1" status: 200 len: 945 time: 0.0626624 Oct 20 12:35:19.300202 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-549e3275-403c-4d67-8b77-698e78bf63d1 req-0824524d-dbfd-41c0-84d9-57bd71d7e1e9 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=249fff1d-c618-41f6-bd32-86dd984a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354564 Oct 20 12:35:19.444004 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3a2c63f3-5217-4691-bfbf-4a15c54491de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:35:20.423967 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65941744-e86d-4870-8df1-6b539ecabbe5 req-87e7ea7a-43d6-4244-b731-16ba675f22ad tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:35:20.425464 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-65941744-e86d-4870-8df1-6b539ecabbe5 req-87e7ea7a-43d6-4244-b731-16ba675f22ad tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=6361604a-ef47-4d84-a5da-3d7044c45b9c HTTP/1.1" status: 200 len: 945 time: 0.0502803 Oct 20 12:35:20.469799 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-65941744-e86d-4870-8df1-6b539ecabbe5 req-b4358a3c-7e57-4cc6-9184-6740828cc63e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=249fff1d-c618-41f6-bd32-86dd984a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377448 Oct 20 12:35:21.592809 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123b0be-5301-44cc-b0b9-f47e642ac407 req-14394e05-a432-4911-9e5f-301f7784a64b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:35:21.594941 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4123b0be-5301-44cc-b0b9-f47e642ac407 req-14394e05-a432-4911-9e5f-301f7784a64b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=6361604a-ef47-4d84-a5da-3d7044c45b9c HTTP/1.1" status: 200 len: 945 time: 0.0528057 Oct 20 12:35:21.637147 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4123b0be-5301-44cc-b0b9-f47e642ac407 req-48895eba-d3a8-400c-8204-758b1174d708 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=249fff1d-c618-41f6-bd32-86dd984a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364492 Oct 20 12:35:22.319618 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-db02d05a-b1d5-4f80-83c7-4e220c6f60fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:35:22.757080 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8fa0ff-3c07-4dda-9f2c-61801715a55b req-6b6d0085-d6dc-4de0-b81c-da082b329a45 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:35:22.758714 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3f8fa0ff-3c07-4dda-9f2c-61801715a55b req-6b6d0085-d6dc-4de0-b81c-da082b329a45 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=6361604a-ef47-4d84-a5da-3d7044c45b9c HTTP/1.1" status: 200 len: 945 time: 0.0517626 Oct 20 12:35:22.800010 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3f8fa0ff-3c07-4dda-9f2c-61801715a55b req-df353168-3404-430b-81c1-0dfddd586979 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=249fff1d-c618-41f6-bd32-86dd984a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340793 Oct 20 12:35:23.270516 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:35:23.440536 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:35:23.928965 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cee05fa-0699-48bc-a75d-4a854884a12e req-3542e58e-3b03-48d2-8622-da3375804b54 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:35:23.930470 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6cee05fa-0699-48bc-a75d-4a854884a12e req-3542e58e-3b03-48d2-8622-da3375804b54 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=6361604a-ef47-4d84-a5da-3d7044c45b9c HTTP/1.1" status: 200 len: 945 time: 0.0602491 Oct 20 12:35:23.973476 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6cee05fa-0699-48bc-a75d-4a854884a12e req-b2994902-a2c9-4fd0-ba99-1219b4346cea tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=249fff1d-c618-41f6-bd32-86dd984a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367782 Oct 20 12:35:25.100079 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f88bd-57f9-4f3b-9e2a-30bdca7aa2dd req-d822ab7b-2bc4-4850-bde5-34ed4368dd38 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:35:25.101648 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2c8f88bd-57f9-4f3b-9e2a-30bdca7aa2dd req-d822ab7b-2bc4-4850-bde5-34ed4368dd38 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=6361604a-ef47-4d84-a5da-3d7044c45b9c HTTP/1.1" status: 200 len: 945 time: 0.0514641 Oct 20 12:35:25.145403 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2c8f88bd-57f9-4f3b-9e2a-30bdca7aa2dd req-99cede62-dcd6-4005-8cea-39597a0a1d76 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=249fff1d-c618-41f6-bd32-86dd984a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375655 Oct 20 12:35:25.185907 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:35:26.272718 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f3e18c-89ec-486b-980a-e7daf4fa2942 req-8e83a015-f67b-48d3-9db3-eb5359ef975d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:35:26.274266 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-30f3e18c-89ec-486b-980a-e7daf4fa2942 req-8e83a015-f67b-48d3-9db3-eb5359ef975d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=6361604a-ef47-4d84-a5da-3d7044c45b9c HTTP/1.1" status: 200 len: 945 time: 0.0576942 Oct 20 12:35:26.314158 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-30f3e18c-89ec-486b-980a-e7daf4fa2942 req-2e14645c-3d11-46f4-a967-69faa3a74cc5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=249fff1d-c618-41f6-bd32-86dd984a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334003 Oct 20 12:35:27.439277 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3ec51-4156-4a4c-a791-c7014c8b7b4e req-8db111d5-e017-42f4-81d9-af65309feac7 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:35:27.441116 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2cc3ec51-4156-4a4c-a791-c7014c8b7b4e req-8db111d5-e017-42f4-81d9-af65309feac7 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=6361604a-ef47-4d84-a5da-3d7044c45b9c HTTP/1.1" status: 200 len: 945 time: 0.0511425 Oct 20 12:35:27.485911 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2cc3ec51-4156-4a4c-a791-c7014c8b7b4e req-8a435f84-5218-416e-819e-e6ea16365c06 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=249fff1d-c618-41f6-bd32-86dd984a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385189 Oct 20 12:35:28.620730 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348e3a2-b75b-4db9-ab08-824558bf1125 req-8bf22930-83ba-4e48-b0b9-d911ecf397a2 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:35:28.622433 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4348e3a2-b75b-4db9-ab08-824558bf1125 req-8bf22930-83ba-4e48-b0b9-d911ecf397a2 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=6361604a-ef47-4d84-a5da-3d7044c45b9c HTTP/1.1" status: 200 len: 945 time: 0.0657005 Oct 20 12:35:28.663505 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4348e3a2-b75b-4db9-ab08-824558bf1125 req-30bbc3f7-f971-4191-9d07-51f8a7a9f952 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=249fff1d-c618-41f6-bd32-86dd984a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339229 Oct 20 12:35:29.801406 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fac5bf-337f-4ea2-80ff-f75c4a05d53c req-9391dd3c-300f-4479-bec1-f368a36c0ce9 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:35:29.803057 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c2fac5bf-337f-4ea2-80ff-f75c4a05d53c req-9391dd3c-300f-4479-bec1-f368a36c0ce9 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=6361604a-ef47-4d84-a5da-3d7044c45b9c HTTP/1.1" status: 200 len: 945 time: 0.0600131 Oct 20 12:35:29.841925 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c2fac5bf-337f-4ea2-80ff-f75c4a05d53c req-d01652d2-48d1-4624-b28e-578153f00ba3 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=249fff1d-c618-41f6-bd32-86dd984a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325723 Oct 20 12:35:29.864491 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60516) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:35:30.301425 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-53108e2d-444a-4068-9743-99fca1ad60d1 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/floatingips/306c4578-4f4a-4318-a73c-3ec17b3be12c HTTP/1.1" status: 200 len: 993 time: 0.4355550 Oct 20 12:35:31.595227 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae180a1-3d50-49e2-bea7-b58dc369dddd req-d109ca4f-d255-40c9-9fe3-1887650b4c12 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:35:31.596625 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bae180a1-3d50-49e2-bea7-b58dc369dddd req-d109ca4f-d255-40c9-9fe3-1887650b4c12 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=6361604a-ef47-4d84-a5da-3d7044c45b9c HTTP/1.1" status: 200 len: 945 time: 0.0727684 Oct 20 12:35:31.637899 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80e0a3-7d90-4247-9fcd-bcc9d979fbe4 req-219ad887-f3d3-436c-ac58-87debf272bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:35:31.639476 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea80e0a3-7d90-4247-9fcd-bcc9d979fbe4 req-219ad887-f3d3-436c-ac58-87debf272bcd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b6b06ee654c647a7987833f6381dc537&device_id=6361604a-ef47-4d84-a5da-3d7044c45b9c HTTP/1.1" status: 200 len: 1096 time: 0.0800366 Oct 20 12:35:31.661778 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bae180a1-3d50-49e2-bea7-b58dc369dddd req-cab9a7dd-4c34-4b6e-9952-939f7866abea tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=249fff1d-c618-41f6-bd32-86dd984a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585692 Oct 20 12:35:31.745430 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80e0a3-7d90-4247-9fcd-bcc9d979fbe4 req-54defe65-5f46-4b3e-a8a6-4c5fb9c09d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:35:31.746956 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea80e0a3-7d90-4247-9fcd-bcc9d979fbe4 req-54defe65-5f46-4b3e-a8a6-4c5fb9c09d40 service neutron] 10.222.0.89 "GET /v2.0/networks?id=21266a56-aef3-436f-90a3-9cc76f93cde8 HTTP/1.1" status: 200 len: 898 time: 0.0988207 Oct 20 12:35:31.817311 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea80e0a3-7d90-4247-9fcd-bcc9d979fbe4 req-6990135b-a67b-4757-a060-1b59b429277a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e30eabeb-5c67-4d33-8e26-2cb257326b8e HTTP/1.1" status: 200 len: 1001 time: 0.0617371 Oct 20 12:35:31.885481 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80e0a3-7d90-4247-9fcd-bcc9d979fbe4 req-2fd8fc30-a93f-4bc9-ad4f-17d65d6d596a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:35:31.887434 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea80e0a3-7d90-4247-9fcd-bcc9d979fbe4 req-2fd8fc30-a93f-4bc9-ad4f-17d65d6d596a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1d47a891-1c94-445a-bd24-8c1d8992611e HTTP/1.1" status: 200 len: 835 time: 0.0624557 Oct 20 12:35:31.936594 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80e0a3-7d90-4247-9fcd-bcc9d979fbe4 req-c481d88c-9058-48f0-ac40-f99572f628c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:35:31.938100 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea80e0a3-7d90-4247-9fcd-bcc9d979fbe4 req-c481d88c-9058-48f0-ac40-f99572f628c8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=21266a56-aef3-436f-90a3-9cc76f93cde8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434775 Oct 20 12:35:32.035057 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea80e0a3-7d90-4247-9fcd-bcc9d979fbe4 req-2f4d8908-3f7c-469e-907b-8234947af56f service neutron] 10.222.0.89 "GET /v2.0/networks/21266a56-aef3-436f-90a3-9cc76f93cde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882876 Oct 20 12:35:32.128178 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea80e0a3-7d90-4247-9fcd-bcc9d979fbe4 req-fee03b6f-9b25-4b13-82a1-5187868f55b3 service neutron] 10.222.0.89 "GET /v2.0/networks/21266a56-aef3-436f-90a3-9cc76f93cde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845890 Oct 20 12:35:32.541740 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:35:32.787233 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f98188-aac0-4f47-a4e6-0db8f1c43365 req-d548bccc-5135-4575-a964-983312179d51 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:35:32.788849 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-43f98188-aac0-4f47-a4e6-0db8f1c43365 req-d548bccc-5135-4575-a964-983312179d51 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=6361604a-ef47-4d84-a5da-3d7044c45b9c HTTP/1.1" status: 200 len: 945 time: 0.0507329 Oct 20 12:35:32.830283 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-43f98188-aac0-4f47-a4e6-0db8f1c43365 req-c488f16b-3dc0-4a09-9f4e-d7e37eb42d2a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=249fff1d-c618-41f6-bd32-86dd984a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349493 Oct 20 12:35:32.855083 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60526) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:35:32.936382 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4bfbfaa5-23bd-498a-a5b9-541fd1a7d3fe tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/floatingips/306c4578-4f4a-4318-a73c-3ec17b3be12c HTTP/1.1" status: 200 len: 993 time: 0.0801060 Oct 20 12:35:40.471685 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:35:46.032575 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:35:49.452102 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-83ef46f6-de0d-49dd-9864-2cbe5b7f47bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:35:52.314211 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-605b860d-d483-41ff-b27f-d6081cc447b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:35:53.267585 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:35:53.446514 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:35:55.181358 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:35:57.318186 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-88d1b678-0af3-4ee1-95dd-5d4a3ff11273 req-17482bf5-da75-4c5d-9f4d-6335cda32836 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6361604a-ef47-4d84-a5da-3d7044c45b9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446205 Oct 20 12:35:57.413009 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1b678-0af3-4ee1-95dd-5d4a3ff11273 req-a3547b39-358a-4968-9433-052851178c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:35:57.414521 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-88d1b678-0af3-4ee1-95dd-5d4a3ff11273 req-a3547b39-358a-4968-9433-052851178c80 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b6b06ee654c647a7987833f6381dc537&device_id=6361604a-ef47-4d84-a5da-3d7044c45b9c HTTP/1.1" status: 200 len: 1096 time: 0.0442350 Oct 20 12:35:57.533436 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1b678-0af3-4ee1-95dd-5d4a3ff11273 req-4e9713a9-7cf6-4531-9146-9586886316cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:35:57.534962 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-88d1b678-0af3-4ee1-95dd-5d4a3ff11273 req-4e9713a9-7cf6-4531-9146-9586886316cb service neutron] 10.222.0.89 "GET /v2.0/networks?id=21266a56-aef3-436f-90a3-9cc76f93cde8 HTTP/1.1" status: 200 len: 898 time: 0.0926571 Oct 20 12:35:57.607069 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-88d1b678-0af3-4ee1-95dd-5d4a3ff11273 req-e59b6876-4632-42e5-bb74-dee8ba541f39 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e30eabeb-5c67-4d33-8e26-2cb257326b8e HTTP/1.1" status: 200 len: 1001 time: 0.0631452 Oct 20 12:35:57.658708 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1b678-0af3-4ee1-95dd-5d4a3ff11273 req-a234444a-0f6c-496e-a880-7dcade343eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:35:57.660266 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-88d1b678-0af3-4ee1-95dd-5d4a3ff11273 req-a234444a-0f6c-496e-a880-7dcade343eef service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1d47a891-1c94-445a-bd24-8c1d8992611e HTTP/1.1" status: 200 len: 835 time: 0.0446904 Oct 20 12:35:57.708181 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1b678-0af3-4ee1-95dd-5d4a3ff11273 req-b565c6ec-17ce-45f9-ac26-b61acc5d4658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:35:57.709743 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-88d1b678-0af3-4ee1-95dd-5d4a3ff11273 req-b565c6ec-17ce-45f9-ac26-b61acc5d4658 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=21266a56-aef3-436f-90a3-9cc76f93cde8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405872 Oct 20 12:35:57.828221 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-88d1b678-0af3-4ee1-95dd-5d4a3ff11273 req-1602e751-b600-48d3-a698-e96ade93c055 service neutron] 10.222.0.89 "GET /v2.0/networks/21266a56-aef3-436f-90a3-9cc76f93cde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054463 Oct 20 12:35:57.933196 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-88d1b678-0af3-4ee1-95dd-5d4a3ff11273 req-f1f20ae1-9c78-45c1-a9c8-3d30d192f5a1 service neutron] 10.222.0.89 "GET /v2.0/networks/21266a56-aef3-436f-90a3-9cc76f93cde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963631 Oct 20 12:36:05.639982 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60540) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:36:05.820666 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-e0e6f46b-5068-4b72-866a-c52bc390ce8d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Deleting port dabe490a-5bbe-4709-b0e4-cc19cda8af70 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:36:05.820993 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e0e6f46b-5068-4b72-866a-c52bc390ce8d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:05.903948 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e0e6f46b-5068-4b72-866a-c52bc390ce8d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:05.904268 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e0e6f46b-5068-4b72-866a-c52bc390ce8d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:05.916993 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-e0e6f46b-5068-4b72-866a-c52bc390ce8d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Calling delete_port for dabe490a-5bbe-4709-b0e4-cc19cda8af70 owned by network:floatingip {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:36:06.077649 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e0e6f46b-5068-4b72-866a-c52bc390ce8d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:06.104765 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e6f46b-5068-4b72-866a-c52bc390ce8d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event deleted for resources: {'Port': ['ID=dabe490a-5bbe-4709-b0e4-cc19cda8af70,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:36:06.128626 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e6f46b-5068-4b72-866a-c52bc390ce8d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:36:06.128980 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e6f46b-5068-4b72-866a-c52bc390ce8d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:36:06.129317 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e6f46b-5068-4b72-866a-c52bc390ce8d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:36:06.129652 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e6f46b-5068-4b72-866a-c52bc390ce8d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:36:06.129985 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e6f46b-5068-4b72-866a-c52bc390ce8d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:36:06.130314 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e6f46b-5068-4b72-866a-c52bc390ce8d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:36:06.130640 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e6f46b-5068-4b72-866a-c52bc390ce8d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:36:06.130988 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e6f46b-5068-4b72-866a-c52bc390ce8d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:36:06.131315 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e6f46b-5068-4b72-866a-c52bc390ce8d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:36:06.131642 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e6f46b-5068-4b72-866a-c52bc390ce8d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:36:06.131999 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e6f46b-5068-4b72-866a-c52bc390ce8d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:36:06.132320 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e6f46b-5068-4b72-866a-c52bc390ce8d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:36:06.174928 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e0e6f46b-5068-4b72-866a-c52bc390ce8d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for floatingip, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:06.175220 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [None req-e0e6f46b-5068-4b72-866a-c52bc390ce8d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Floating IP 306c4578-4f4a-4318-a73c-3ec17b3be12c disassociated (deleted). External IP: 172.25.5.227, port: e30eabeb-5c67-4d33-8e26-2cb257326b8e. Oct 20 12:36:06.404524 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e6f46b-5068-4b72-866a-c52bc390ce8d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Router 614d68ab-498a-488a-b9a3-03958c3db2f4 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:36:06.526908 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e6f46b-5068-4b72-866a-c52bc390ce8d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:36:06.532745 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e0e6f46b-5068-4b72-866a-c52bc390ce8d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:06.538695 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a5e0eb-81d1-4ad1-bc7c-3a0ca0313e2b None None] Sync routers for ids ['614d68ab-498a-488a-b9a3-03958c3db2f4'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:36:06.550506 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a5e0eb-81d1-4ad1-bc7c-3a0ca0313e2b None None] Routers {'614d68ab-498a-488a-b9a3-03958c3db2f4'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:36:06.551258 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-04a5e0eb-81d1-4ad1-bc7c-3a0ca0313e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:35:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['614d68ab-498a-488a-b9a3-03958c3db2f4'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:36:06.560800 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e0e6f46b-5068-4b72-866a-c52bc390ce8d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "DELETE /v2.0/floatingips/306c4578-4f4a-4318-a73c-3ec17b3be12c HTTP/1.1" status: 204 len: 168 time: 0.9197004 Oct 20 12:36:06.561375 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6361604a-ef47-4d84-a5da-3d7044c45b9c', 'tag': 'e30eabeb-5c67-4d33-8e26-2cb257326b8e'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:36:06.563870 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0a02dd2059fce6544e6c1114f6588b97938997ae633064690662b627edbbcf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9490f3f-811d-4c87-a0be-dac670822300" -d '{"events": [{"name": "network-changed", "server_uuid": "6361604a-ef47-4d84-a5da-3d7044c45b9c", "tag": "e30eabeb-5c67-4d33-8e26-2cb257326b8e"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:36:06.624699 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6575c5-7989-41a6-8fba-b4e7df15f3eb x-openstack-request-id: req-cd6575c5-7989-41a6-8fba-b4e7df15f3eb {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:36:06.624931 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6361604a-ef47-4d84-a5da-3d7044c45b9c", "tag": "e30eabeb-5c67-4d33-8e26-2cb257326b8e", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:36:06.625143 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cd6575c5-7989-41a6-8fba-b4e7df15f3eb {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:36:06.625482 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6361604a-ef47-4d84-a5da-3d7044c45b9c', 'tag': 'e30eabeb-5c67-4d33-8e26-2cb257326b8e', 'status': 'completed', 'code': 200} Oct 20 12:36:06.711385 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9490f3f-811d-4c87-a0be-dac670822300 req-add9b770-398e-49c7-801e-a517c81517b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:36:06.713147 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e9490f3f-811d-4c87-a0be-dac670822300 req-add9b770-398e-49c7-801e-a517c81517b7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b6b06ee654c647a7987833f6381dc537&device_id=6361604a-ef47-4d84-a5da-3d7044c45b9c HTTP/1.1" status: 200 len: 1096 time: 0.0563319 Oct 20 12:36:06.789290 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-04a5e0eb-81d1-4ad1-bc7c-3a0ca0313e2b None None] Set router 614d68ab-498a-488a-b9a3-03958c3db2f4 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:36:06.847800 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9490f3f-811d-4c87-a0be-dac670822300 req-6cba98ea-5ec8-4682-88e1-2ddbd77bf536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:36:06.849293 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e9490f3f-811d-4c87-a0be-dac670822300 req-6cba98ea-5ec8-4682-88e1-2ddbd77bf536 service neutron] 10.222.0.89 "GET /v2.0/networks?id=21266a56-aef3-436f-90a3-9cc76f93cde8 HTTP/1.1" status: 200 len: 898 time: 0.1269412 Oct 20 12:36:06.862566 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa65c20-cba3-4ae2-85a4-ad6d179256db req-d7d332f1-234a-43ec-bcc0-b26b0532f359 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:36:06.864143 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7aa65c20-cba3-4ae2-85a4-ad6d179256db req-d7d332f1-234a-43ec-bcc0-b26b0532f359 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=6361604a-ef47-4d84-a5da-3d7044c45b9c HTTP/1.1" status: 200 len: 945 time: 0.0747721 Oct 20 12:36:06.917448 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e9490f3f-811d-4c87-a0be-dac670822300 req-7e40b5dc-ae0b-48bc-818d-c16a1952aca2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e30eabeb-5c67-4d33-8e26-2cb257326b8e HTTP/1.1" status: 200 len: 217 time: 0.0522687 Oct 20 12:36:06.966311 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7aa65c20-cba3-4ae2-85a4-ad6d179256db req-f6b7dde3-e894-43d6-a04c-388147c65841 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=249fff1d-c618-41f6-bd32-86dd984a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951972 Oct 20 12:36:06.979831 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9490f3f-811d-4c87-a0be-dac670822300 req-ea753b93-0a1e-4313-affa-f89c70d744e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:36:06.981315 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e9490f3f-811d-4c87-a0be-dac670822300 req-ea753b93-0a1e-4313-affa-f89c70d744e1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1d47a891-1c94-445a-bd24-8c1d8992611e HTTP/1.1" status: 200 len: 835 time: 0.0561407 Oct 20 12:36:06.998938 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-04a5e0eb-81d1-4ad1-bc7c-3a0ca0313e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614d68ab-498a-488a-b9a3-03958c3db2f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704701981', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '593b844e-223d-4615-9c86-355b68663f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:34:23Z', 'updated_at': '2021-10-20T12:34:27Z', 'revision_number': 4, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': '593b844e-223d-4615-9c86-355b68663f28', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614d68ab-498a-488a-b9a3-03958c3db2f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:34:24Z', 'updated_at': '2021-10-20T12:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'b14ab4b4-02ba-4caf-bdeb-943dc028251d', 'name': '', 'network_id': '21266a56-aef3-436f-90a3-9cc76f93cde8', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'mac_address': 'fa:16:3e:cf:7f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614d68ab-498a-488a-b9a3-03958c3db2f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '1d47a891-1c94-445a-bd24-8c1d8992611e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:34:26Z', 'updated_at': '2021-10-20T12:34:29Z', 'revision_number': 5, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'subnets': [{'id': '1d47a891-1c94-445a-bd24-8c1d8992611e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:36:07.028799 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a5e0eb-81d1-4ad1-bc7c-3a0ca0313e2b None None] Checking router: 614d68ab-498a-488a-b9a3-03958c3db2f4 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:36:07.035574 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9490f3f-811d-4c87-a0be-dac670822300 req-3bad8141-e59d-4271-b198-de2400a1f60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:36:07.037125 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e9490f3f-811d-4c87-a0be-dac670822300 req-3bad8141-e59d-4271-b198-de2400a1f60c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=21266a56-aef3-436f-90a3-9cc76f93cde8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478282 Oct 20 12:36:07.038456 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a5e0eb-81d1-4ad1-bc7c-3a0ca0313e2b None None] Routers {'614d68ab-498a-488a-b9a3-03958c3db2f4'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:36:07.039162 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-04a5e0eb-81d1-4ad1-bc7c-3a0ca0313e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:35:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['614d68ab-498a-488a-b9a3-03958c3db2f4'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:36:07.139506 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e9490f3f-811d-4c87-a0be-dac670822300 req-e5b40125-e88e-4043-a232-7aefcaaabb20 service neutron] 10.222.0.89 "GET /v2.0/networks/21266a56-aef3-436f-90a3-9cc76f93cde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925212 Oct 20 12:36:07.164870 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-04a5e0eb-81d1-4ad1-bc7c-3a0ca0313e2b None None] Set router 614d68ab-498a-488a-b9a3-03958c3db2f4 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:36:07.238541 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e9490f3f-811d-4c87-a0be-dac670822300 req-661db007-1dcc-43f7-b069-51f5198ac4d8 service neutron] 10.222.0.89 "GET /v2.0/networks/21266a56-aef3-436f-90a3-9cc76f93cde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912256 Oct 20 12:36:07.373581 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-04a5e0eb-81d1-4ad1-bc7c-3a0ca0313e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614d68ab-498a-488a-b9a3-03958c3db2f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704701981', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '593b844e-223d-4615-9c86-355b68663f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:34:23Z', 'updated_at': '2021-10-20T12:34:27Z', 'revision_number': 4, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': '593b844e-223d-4615-9c86-355b68663f28', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614d68ab-498a-488a-b9a3-03958c3db2f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:34:24Z', 'updated_at': '2021-10-20T12:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'b14ab4b4-02ba-4caf-bdeb-943dc028251d', 'name': '', 'network_id': '21266a56-aef3-436f-90a3-9cc76f93cde8', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'mac_address': 'fa:16:3e:cf:7f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614d68ab-498a-488a-b9a3-03958c3db2f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '1d47a891-1c94-445a-bd24-8c1d8992611e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:34:26Z', 'updated_at': '2021-10-20T12:34:29Z', 'revision_number': 5, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'subnets': [{'id': '1d47a891-1c94-445a-bd24-8c1d8992611e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:36:07.400899 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a5e0eb-81d1-4ad1-bc7c-3a0ca0313e2b None None] The sync data for ids ['614d68ab-498a-488a-b9a3-03958c3db2f4'] in n-d-814735-3 is: [{'id': '614d68ab-498a-488a-b9a3-03958c3db2f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704701981', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '593b844e-223d-4615-9c86-355b68663f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:34:23Z', 'updated_at': '2021-10-20T12:34:27Z', 'revision_number': 4, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': '593b844e-223d-4615-9c86-355b68663f28', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614d68ab-498a-488a-b9a3-03958c3db2f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:34:24Z', 'updated_at': '2021-10-20T12:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'b14ab4b4-02ba-4caf-bdeb-943dc028251d', 'name': '', 'network_id': '21266a56-aef3-436f-90a3-9cc76f93cde8', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'mac_address': 'fa:16:3e:cf:7f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614d68ab-498a-488a-b9a3-03958c3db2f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '1d47a891-1c94-445a-bd24-8c1d8992611e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:34:26Z', 'updated_at': '2021-10-20T12:34:29Z', 'revision_number': 5, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'subnets': [{'id': '1d47a891-1c94-445a-bd24-8c1d8992611e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:36:07.644815 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577ef266-0743-4454-a8e5-b8a5cc581900 None None] New status for floating IP 306c4578-4f4a-4318-a73c-3ec17b3be12c: DOWN {{(pid=100648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 12:36:08.105192 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a840f7-ef28-4bf5-9f4d-a1b3da95c46b req-50ee4959-67e4-48ff-9f33-933ecc1d80b9 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:36:08.107007 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-45a840f7-ef28-4bf5-9f4d-a1b3da95c46b req-50ee4959-67e4-48ff-9f33-933ecc1d80b9 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=6361604a-ef47-4d84-a5da-3d7044c45b9c HTTP/1.1" status: 200 len: 945 time: 0.0532017 Oct 20 12:36:08.159023 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-45a840f7-ef28-4bf5-9f4d-a1b3da95c46b req-49da8e5c-f1cb-47ec-bc6a-7856b1d76436 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=249fff1d-c618-41f6-bd32-86dd984a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449321 Oct 20 12:36:08.546069 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739fff5b-317f-43e3-b4a6-056b9511fe52 req-b8514474-a23b-4654-ba8c-58a4fc1011a5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:36:08.547580 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-739fff5b-317f-43e3-b4a6-056b9511fe52 req-b8514474-a23b-4654-ba8c-58a4fc1011a5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.89 "GET /v2.0/ports?device_id=6361604a-ef47-4d84-a5da-3d7044c45b9c HTTP/1.1" status: 200 len: 945 time: 0.0536709 Oct 20 12:36:08.645068 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-739fff5b-317f-43e3-b4a6-056b9511fe52 req-2d446092-a2b7-4055-93d4-35351285bc6e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Deleting port e30eabeb-5c67-4d33-8e26-2cb257326b8e {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:36:08.645382 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-739fff5b-317f-43e3-b4a6-056b9511fe52 req-2d446092-a2b7-4055-93d4-35351285bc6e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:08.734102 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-739fff5b-317f-43e3-b4a6-056b9511fe52 req-2d446092-a2b7-4055-93d4-35351285bc6e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] For port e30eabeb-5c67-4d33-8e26-2cb257326b8e, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=e30eabeb-5c67-4d33-8e26-2cb257326b8e,segment=NetworkSegment(48e5b472-e11d-46ec-b47f-5e7f2bb7fdc5),segment_id=48e5b472-e11d-46ec-b47f-5e7f2bb7fdc5)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:36:08.734468 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-739fff5b-317f-43e3-b4a6-056b9511fe52 req-2d446092-a2b7-4055-93d4-35351285bc6e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:08.747160 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-739fff5b-317f-43e3-b4a6-056b9511fe52 req-2d446092-a2b7-4055-93d4-35351285bc6e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Calling delete_port for e30eabeb-5c67-4d33-8e26-2cb257326b8e owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:36:08.885045 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-739fff5b-317f-43e3-b4a6-056b9511fe52 req-2d446092-a2b7-4055-93d4-35351285bc6e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:08.912173 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d446092-a2b7-4055-93d4-35351285bc6e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event deleted for resources: {'Port': ['ID=e30eabeb-5c67-4d33-8e26-2cb257326b8e,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:36:08.957678 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-739fff5b-317f-43e3-b4a6-056b9511fe52 req-2d446092-a2b7-4055-93d4-35351285bc6e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] No DVR routers for this DVR port e30eabeb-5c67-4d33-8e26-2cb257326b8e on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:36:08.960688 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-739fff5b-317f-43e3-b4a6-056b9511fe52 req-2d446092-a2b7-4055-93d4-35351285bc6e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:08.964585 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-739fff5b-317f-43e3-b4a6-056b9511fe52 req-2d446092-a2b7-4055-93d4-35351285bc6e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.89 "DELETE /v2.0/ports/e30eabeb-5c67-4d33-8e26-2cb257326b8e HTTP/1.1" status: 204 len: 173 time: 0.4075134 Oct 20 12:36:08.965113 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6361604a-ef47-4d84-a5da-3d7044c45b9c', 'name': 'network-vif-deleted', 'tag': 'e30eabeb-5c67-4d33-8e26-2cb257326b8e'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:36:08.967485 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0a02dd2059fce6544e6c1114f6588b97938997ae633064690662b627edbbcf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b7646d-2da7-4e80-8d1b-f996ebd36c48" -d '{"events": [{"server_uuid": "6361604a-ef47-4d84-a5da-3d7044c45b9c", "name": "network-vif-deleted", "tag": "e30eabeb-5c67-4d33-8e26-2cb257326b8e"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:36:09.012679 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38751a5-ef64-4ae9-9ff9-a9e33e6b7158 x-openstack-request-id: req-f38751a5-ef64-4ae9-9ff9-a9e33e6b7158 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:36:09.012985 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6361604a-ef47-4d84-a5da-3d7044c45b9c", "name": "network-vif-deleted", "tag": "e30eabeb-5c67-4d33-8e26-2cb257326b8e", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:36:09.013235 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f38751a5-ef64-4ae9-9ff9-a9e33e6b7158 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:36:09.013663 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6361604a-ef47-4d84-a5da-3d7044c45b9c', 'name': 'network-vif-deleted', 'tag': 'e30eabeb-5c67-4d33-8e26-2cb257326b8e', 'status': 'completed', 'code': 200} Oct 20 12:36:09.284789 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-67cb2ec5-5d53-4438-a0b9-699b0465781e req-a3249171-6aaa-4bdc-b2c2-e1b6a3cbce24 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=6361604a-ef47-4d84-a5da-3d7044c45b9c HTTP/1.1" status: 200 len: 210 time: 0.0391023 Oct 20 12:36:09.541104 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:36:10.346474 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60556) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:36:10.469287 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:10.724795 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-58bacb17-c2ef-4fc9-8b24-12501c891eba tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:10.977830 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-58bacb17-c2ef-4fc9-8b24-12501c891eba tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Deleting port b14ab4b4-02ba-4caf-bdeb-943dc028251d {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:36:10.978172 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-58bacb17-c2ef-4fc9-8b24-12501c891eba tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:11.074769 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-58bacb17-c2ef-4fc9-8b24-12501c891eba tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] For port b14ab4b4-02ba-4caf-bdeb-943dc028251d, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=b14ab4b4-02ba-4caf-bdeb-943dc028251d,segment=NetworkSegment(48e5b472-e11d-46ec-b47f-5e7f2bb7fdc5),segment_id=48e5b472-e11d-46ec-b47f-5e7f2bb7fdc5)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:36:11.075181 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-58bacb17-c2ef-4fc9-8b24-12501c891eba tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:11.088583 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-58bacb17-c2ef-4fc9-8b24-12501c891eba tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Calling delete_port for b14ab4b4-02ba-4caf-bdeb-943dc028251d owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:36:11.272724 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-58bacb17-c2ef-4fc9-8b24-12501c891eba tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:11.298085 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bacb17-c2ef-4fc9-8b24-12501c891eba tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event deleted for resources: {'Port': ['ID=b14ab4b4-02ba-4caf-bdeb-943dc028251d,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:36:11.310147 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bacb17-c2ef-4fc9-8b24-12501c891eba tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:36:11.310492 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bacb17-c2ef-4fc9-8b24-12501c891eba tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:36:11.310853 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bacb17-c2ef-4fc9-8b24-12501c891eba tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:36:11.311187 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bacb17-c2ef-4fc9-8b24-12501c891eba tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:36:11.311515 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bacb17-c2ef-4fc9-8b24-12501c891eba tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:36:11.311841 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bacb17-c2ef-4fc9-8b24-12501c891eba tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:36:11.312168 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bacb17-c2ef-4fc9-8b24-12501c891eba tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:36:11.312489 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bacb17-c2ef-4fc9-8b24-12501c891eba tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:36:11.312813 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bacb17-c2ef-4fc9-8b24-12501c891eba tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:36:11.313134 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bacb17-c2ef-4fc9-8b24-12501c891eba tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:36:11.313451 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bacb17-c2ef-4fc9-8b24-12501c891eba tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:36:11.313766 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bacb17-c2ef-4fc9-8b24-12501c891eba tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:36:11.498656 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-58bacb17-c2ef-4fc9-8b24-12501c891eba tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:11.713350 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58bacb17-c2ef-4fc9-8b24-12501c891eba tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Router 614d68ab-498a-488a-b9a3-03958c3db2f4 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:36:11.818087 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58bacb17-c2ef-4fc9-8b24-12501c891eba tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:36:11.823294 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-58bacb17-c2ef-4fc9-8b24-12501c891eba tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "PUT /v2.0/routers/614d68ab-498a-488a-b9a3-03958c3db2f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4757044 Oct 20 12:36:11.826247 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60560) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:36:11.828316 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea47c10-0340-47a7-8d74-9668cc260909 None None] Sync routers for ids ['614d68ab-498a-488a-b9a3-03958c3db2f4'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:36:11.838685 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea47c10-0340-47a7-8d74-9668cc260909 None None] Routers {'614d68ab-498a-488a-b9a3-03958c3db2f4'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:36:11.839319 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-1ea47c10-0340-47a7-8d74-9668cc260909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:35:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['614d68ab-498a-488a-b9a3-03958c3db2f4'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:36:11.879698 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-de718f7c-2061-4a69-aa68-47526a945f78 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Deleting subnet 1d47a891-1c94-445a-bd24-8c1d8992611e {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 12:36:11.882868 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-de718f7c-2061-4a69-aa68-47526a945f78 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:11.922227 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-de718f7c-2061-4a69-aa68-47526a945f78 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:11.943845 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-1ea47c10-0340-47a7-8d74-9668cc260909 None None] Set router 614d68ab-498a-488a-b9a3-03958c3db2f4 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:36:12.002900 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-de718f7c-2061-4a69-aa68-47526a945f78 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:12.067802 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-de718f7c-2061-4a69-aa68-47526a945f78 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:12.095794 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de718f7c-2061-4a69-aa68-47526a945f78 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event deleted for resources: {'Subnet': ['ID=1d47a891-1c94-445a-bd24-8c1d8992611e,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:36:12.097673 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-de718f7c-2061-4a69-aa68-47526a945f78 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:12.103277 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22171d99-8fe3-4af1-b05c-750105baaa0f None None] Network 21266a56-aef3-436f-90a3-9cc76f93cde8 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:36:12.103872 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60562) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:36:12.104315 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-de718f7c-2061-4a69-aa68-47526a945f78 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "DELETE /v2.0/subnets/1d47a891-1c94-445a-bd24-8c1d8992611e HTTP/1.1" status: 204 len: 168 time: 0.2759690 Oct 20 12:36:12.135297 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-1ea47c10-0340-47a7-8d74-9668cc260909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614d68ab-498a-488a-b9a3-03958c3db2f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704701981', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '593b844e-223d-4615-9c86-355b68663f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:34:23Z', 'updated_at': '2021-10-20T12:36:11Z', 'revision_number': 5, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': '593b844e-223d-4615-9c86-355b68663f28', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614d68ab-498a-488a-b9a3-03958c3db2f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:34:24Z', 'updated_at': '2021-10-20T12:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:36:12.162152 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea47c10-0340-47a7-8d74-9668cc260909 None None] Checking router: 614d68ab-498a-488a-b9a3-03958c3db2f4 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:36:12.170721 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea47c10-0340-47a7-8d74-9668cc260909 None None] Routers {'614d68ab-498a-488a-b9a3-03958c3db2f4'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:36:12.171384 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-1ea47c10-0340-47a7-8d74-9668cc260909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:35:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['614d68ab-498a-488a-b9a3-03958c3db2f4'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:36:12.215313 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8753b3a9-eebd-460e-b1aa-b5755bb499a6 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for router, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:12.278432 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-1ea47c10-0340-47a7-8d74-9668cc260909 None None] Set router 614d68ab-498a-488a-b9a3-03958c3db2f4 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:36:12.299043 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a771f4-6aad-4c34-bbc1-018d14db15e3 None None] DHCP port deletion for 21266a56-aef3-436f-90a3-9cc76f93cde8 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 12:36:12.327723 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8753b3a9-eebd-460e-b1aa-b5755bb499a6 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:12.346594 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-f2a771f4-6aad-4c34-bbc1-018d14db15e3 None None] Deleting port 1accbed5-bfa9-46b7-ab35-7161e27ae814 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:36:12.346903 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f2a771f4-6aad-4c34-bbc1-018d14db15e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:12.388913 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-8753b3a9-eebd-460e-b1aa-b5755bb499a6 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Deleting port 593b844e-223d-4615-9c86-355b68663f28 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:36:12.388913 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8753b3a9-eebd-460e-b1aa-b5755bb499a6 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:12.473751 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-8753b3a9-eebd-460e-b1aa-b5755bb499a6 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] For port 593b844e-223d-4615-9c86-355b68663f28, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=593b844e-223d-4615-9c86-355b68663f28,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:36:12.474213 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8753b3a9-eebd-460e-b1aa-b5755bb499a6 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:12.477460 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-1ea47c10-0340-47a7-8d74-9668cc260909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614d68ab-498a-488a-b9a3-03958c3db2f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704701981', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '593b844e-223d-4615-9c86-355b68663f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:34:23Z', 'updated_at': '2021-10-20T12:36:11Z', 'revision_number': 5, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': '593b844e-223d-4615-9c86-355b68663f28', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614d68ab-498a-488a-b9a3-03958c3db2f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:34:24Z', 'updated_at': '2021-10-20T12:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:36:12.487157 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-8753b3a9-eebd-460e-b1aa-b5755bb499a6 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Calling delete_port for 593b844e-223d-4615-9c86-355b68663f28 owned by network:router_gateway {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:36:12.504939 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea47c10-0340-47a7-8d74-9668cc260909 None None] The sync data for ids ['614d68ab-498a-488a-b9a3-03958c3db2f4'] in n-d-814735-3 is: [{'id': '614d68ab-498a-488a-b9a3-03958c3db2f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704701981', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '593b844e-223d-4615-9c86-355b68663f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:34:23Z', 'updated_at': '2021-10-20T12:36:11Z', 'revision_number': 5, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': '593b844e-223d-4615-9c86-355b68663f28', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614d68ab-498a-488a-b9a3-03958c3db2f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:34:24Z', 'updated_at': '2021-10-20T12:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:36:12.574556 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-f2a771f4-6aad-4c34-bbc1-018d14db15e3 None None] For port 1accbed5-bfa9-46b7-ab35-7161e27ae814, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=1accbed5-bfa9-46b7-ab35-7161e27ae814,segment=NetworkSegment(48e5b472-e11d-46ec-b47f-5e7f2bb7fdc5),segment_id=48e5b472-e11d-46ec-b47f-5e7f2bb7fdc5)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:36:12.574988 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f2a771f4-6aad-4c34-bbc1-018d14db15e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:12.587772 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-f2a771f4-6aad-4c34-bbc1-018d14db15e3 None None] Calling delete_port for 1accbed5-bfa9-46b7-ab35-7161e27ae814 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:36:12.672864 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f2a771f4-6aad-4c34-bbc1-018d14db15e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:12.673143 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8753b3a9-eebd-460e-b1aa-b5755bb499a6 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:12.701373 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device e30eabeb-5c67-4d33-8e26-2cb257326b8e no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:36:12.703749 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8753b3a9-eebd-460e-b1aa-b5755bb499a6 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event deleted for resources: {'Port': ['ID=593b844e-223d-4615-9c86-355b68663f28,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:36:12.704681 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a771f4-6aad-4c34-bbc1-018d14db15e3 None None] Pushing event deleted for resources: {'Port': ['ID=1accbed5-bfa9-46b7-ab35-7161e27ae814,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:36:12.724505 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a771f4-6aad-4c34-bbc1-018d14db15e3 None None] No DVR routers for this DVR port 1accbed5-bfa9-46b7-ab35-7161e27ae814 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:36:12.725930 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: e30eabeb-5c67-4d33-8e26-2cb257326b8e {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:36:12.726297 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device e30eabeb-5c67-4d33-8e26-2cb257326b8e not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:36:12.733898 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a771f4-6aad-4c34-bbc1-018d14db15e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:36:12.734250 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a771f4-6aad-4c34-bbc1-018d14db15e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:36:12.734586 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a771f4-6aad-4c34-bbc1-018d14db15e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:36:12.734967 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a771f4-6aad-4c34-bbc1-018d14db15e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:36:12.735736 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a771f4-6aad-4c34-bbc1-018d14db15e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:36:12.735736 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a771f4-6aad-4c34-bbc1-018d14db15e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:36:12.735923 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a771f4-6aad-4c34-bbc1-018d14db15e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:36:12.736207 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a771f4-6aad-4c34-bbc1-018d14db15e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:36:12.736532 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a771f4-6aad-4c34-bbc1-018d14db15e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:36:12.736853 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a771f4-6aad-4c34-bbc1-018d14db15e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:36:12.737167 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a771f4-6aad-4c34-bbc1-018d14db15e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:36:12.737481 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a771f4-6aad-4c34-bbc1-018d14db15e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:36:12.769123 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8753b3a9-eebd-460e-b1aa-b5755bb499a6 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:12.862528 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8753b3a9-eebd-460e-b1aa-b5755bb499a6 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:12.865088 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8753b3a9-eebd-460e-b1aa-b5755bb499a6 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:12.909260 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8753b3a9-eebd-460e-b1aa-b5755bb499a6 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:12.909985 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8753b3a9-eebd-460e-b1aa-b5755bb499a6 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Fanout notify agent at l3_agent the message router_deleted on router 614d68ab-498a-488a-b9a3-03958c3db2f4 {{(pid=100647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 12:36:12.917962 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8753b3a9-eebd-460e-b1aa-b5755bb499a6 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:12.919235 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8753b3a9-eebd-460e-b1aa-b5755bb499a6 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "DELETE /v2.0/routers/614d68ab-498a-488a-b9a3-03958c3db2f4 HTTP/1.1" status: 204 len: 168 time: 0.8133938 Oct 20 12:36:12.921954 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60564) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:36:13.007808 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4b2fd9bf-5a7c-4af2-a479-c55aec5de7fc tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:13.097431 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4b2fd9bf-5a7c-4af2-a479-c55aec5de7fc tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:13.118989 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-4b2fd9bf-5a7c-4af2-a479-c55aec5de7fc tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21266a56-aef3-436f-90a3-9cc76f93cde8']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:36:13.129716 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-4b2fd9bf-5a7c-4af2-a479-c55aec5de7fc tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48e5b472-e11d-46ec-b47f-5e7f2bb7fdc5') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:36:13.130131 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-4b2fd9bf-5a7c-4af2-a479-c55aec5de7fc tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48e5b472-e11d-46ec-b47f-5e7f2bb7fdc5') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:36:13.147476 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4b2fd9bf-5a7c-4af2-a479-c55aec5de7fc tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:13.162401 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4b2fd9bf-5a7c-4af2-a479-c55aec5de7fc tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:13.168877 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b2fd9bf-5a7c-4af2-a479-c55aec5de7fc tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Releasing vlan 1299 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 12:36:13.169284 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4b2fd9bf-5a7c-4af2-a479-c55aec5de7fc tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:13.172559 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 12:36:13.172559 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 12:36:13.172559 n-d-814735-3 neutron-server[100647]: timer() Oct 20 12:36:13.172559 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 12:36:13.172559 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 12:36:13.172559 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 12:36:13.172559 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 12:36:13.172559 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 12:36:13.172559 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 12:36:13.172559 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 12:36:13.172559 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 12:36:13.172559 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 12:36:13.172559 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 12:36:13.172559 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 12:36:13.172559 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 12:36:13.172559 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 12:36:13.172559 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 12:36:13.172559 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 12:36:13.172559 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 12:36:13.172559 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 12:36:13.172559 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 12:36:13.172559 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 12:36:13.172559 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 12:36:13.172559 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 12:36:13.172559 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 12:36:13.172559 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 12:36:13.172559 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 12:36:13.172559 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 12:36:13.172559 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 12:36:13.172559 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 12:36:13.172559 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 12:36:13.172559 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 12:36:13.231373 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4b2fd9bf-5a7c-4af2-a479-c55aec5de7fc tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:13.238501 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4b2fd9bf-5a7c-4af2-a479-c55aec5de7fc tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:13.241605 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4b2fd9bf-5a7c-4af2-a479-c55aec5de7fc tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "DELETE /v2.0/networks/21266a56-aef3-436f-90a3-9cc76f93cde8 HTTP/1.1" status: 204 len: 168 time: 0.3185971 Oct 20 12:36:13.244547 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60566) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:36:13.252830 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2fd9bf-5a7c-4af2-a479-c55aec5de7fc tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event deleted for resources: {'Network': ['ID=21266a56-aef3-436f-90a3-9cc76f93cde8,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:36:13.303640 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6381fcea-f57e-452b-86b5-cfcae26c2a09 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:13.328657 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6381fcea-f57e-452b-86b5-cfcae26c2a09 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:13.393121 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6381fcea-f57e-452b-86b5-cfcae26c2a09 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:13.395983 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6381fcea-f57e-452b-86b5-cfcae26c2a09 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:13.397289 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6381fcea-f57e-452b-86b5-cfcae26c2a09 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "DELETE /v2.0/security-groups/249fff1d-c618-41f6-bd32-86dd984a7f77 HTTP/1.1" status: 204 len: 168 time: 0.1516542 Oct 20 12:36:13.410637 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6381fcea-f57e-452b-86b5-cfcae26c2a09 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=249fff1d-c618-41f6-bd32-86dd984a7f77,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:36:13.607293 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 593b844e-223d-4615-9c86-355b68663f28 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:36:13.616648 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60572) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:36:13.621472 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-455b5890-6cae-497c-84f4-1c5c59c2b5eb tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1662160595', 'description': 'tempest-secgroup-smoke-1662160595 description', 'project_id': 'b6b06ee654c647a7987833f6381dc537'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:36:13.631372 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 593b844e-223d-4615-9c86-355b68663f28 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:36:13.631710 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 593b844e-223d-4615-9c86-355b68663f28 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:36:13.632182 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b14ab4b4-02ba-4caf-bdeb-943dc028251d no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:36:13.654430 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: b14ab4b4-02ba-4caf-bdeb-943dc028251d {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:36:13.654768 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device b14ab4b4-02ba-4caf-bdeb-943dc028251d not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:36:13.655325 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 1accbed5-bfa9-46b7-ab35-7161e27ae814 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:36:13.657332 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-455b5890-6cae-497c-84f4-1c5c59c2b5eb tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:13.674696 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 1accbed5-bfa9-46b7-ab35-7161e27ae814 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:36:13.675191 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 1accbed5-bfa9-46b7-ab35-7161e27ae814 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:36:13.727668 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-455b5890-6cae-497c-84f4-1c5c59c2b5eb tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:13.731793 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-455b5890-6cae-497c-84f4-1c5c59c2b5eb tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:13.762478 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-455b5890-6cae-497c-84f4-1c5c59c2b5eb tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:13.763752 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-455b5890-6cae-497c-84f4-1c5c59c2b5eb tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1460357 Oct 20 12:36:13.765603 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b5890-6cae-497c-84f4-1c5c59c2b5eb tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6c3da5-7699-4d2e-a078-6966359aa86f,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:36:13.767397 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60574) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:36:13.773075 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-53ed1f6b-e530-4641-9bd7-0e1c3bf8a0a4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'security_group_rule': {'security_group_id': 'bb6c3da5-7699-4d2e-a078-6966359aa86f', 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:36:13.801170 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-53ed1f6b-e530-4641-9bd7-0e1c3bf8a0a4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:13.847134 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-53ed1f6b-e530-4641-9bd7-0e1c3bf8a0a4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:13.851852 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-53ed1f6b-e530-4641-9bd7-0e1c3bf8a0a4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:13.872616 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed1f6b-e530-4641-9bd7-0e1c3bf8a0a4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b21c7019-fe7e-4f40-9057-2c1c8dd24d74,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:36:13.879339 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-53ed1f6b-e530-4641-9bd7-0e1c3bf8a0a4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:13.880582 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-53ed1f6b-e530-4641-9bd7-0e1c3bf8a0a4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1114018 Oct 20 12:36:13.883560 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60576) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:36:13.887965 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-8e00ca5b-ba65-4646-a949-9db1a0f8cb0b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'security_group_rule': {'security_group_id': 'bb6c3da5-7699-4d2e-a078-6966359aa86f', 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:36:13.919526 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8e00ca5b-ba65-4646-a949-9db1a0f8cb0b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:13.980549 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8e00ca5b-ba65-4646-a949-9db1a0f8cb0b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:13.984679 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8e00ca5b-ba65-4646-a949-9db1a0f8cb0b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:14.002050 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e00ca5b-ba65-4646-a949-9db1a0f8cb0b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9d49061-6b83-44df-a28e-9998270804ef,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:36:14.009784 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8e00ca5b-ba65-4646-a949-9db1a0f8cb0b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:14.011002 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8e00ca5b-ba65-4646-a949-9db1a0f8cb0b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1264825 Oct 20 12:36:14.013756 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60578) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:36:14.018463 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-aecb2bee-6422-4a24-bbb7-481e923a4c84 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'security_group_rule': {'security_group_id': 'bb6c3da5-7699-4d2e-a078-6966359aa86f', 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:36:14.045485 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-aecb2bee-6422-4a24-bbb7-481e923a4c84 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:14.112733 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-aecb2bee-6422-4a24-bbb7-481e923a4c84 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:14.118678 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-aecb2bee-6422-4a24-bbb7-481e923a4c84 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:14.139104 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb2bee-6422-4a24-bbb7-481e923a4c84 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b117b488-8fb1-4293-b8f7-7dfeba9ca59e,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:36:14.145377 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-aecb2bee-6422-4a24-bbb7-481e923a4c84 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:14.149601 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-aecb2bee-6422-4a24-bbb7-481e923a4c84 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1348841 Oct 20 12:36:14.149798 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60580) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:36:14.154535 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-0631ce12-d31d-424c-9ef7-7e5dd3c7a331 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'security_group_rule': {'security_group_id': 'bb6c3da5-7699-4d2e-a078-6966359aa86f', 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:36:14.182942 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0631ce12-d31d-424c-9ef7-7e5dd3c7a331 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:14.263909 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0631ce12-d31d-424c-9ef7-7e5dd3c7a331 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:14.269028 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0631ce12-d31d-424c-9ef7-7e5dd3c7a331 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:14.288249 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0631ce12-d31d-424c-9ef7-7e5dd3c7a331 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94263611-a810-4bc1-9b57-3023274a6aa8,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:36:14.297649 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0631ce12-d31d-424c-9ef7-7e5dd3c7a331 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:14.299084 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-0631ce12-d31d-424c-9ef7-7e5dd3c7a331 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1484370 Oct 20 12:36:14.302280 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60582) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:36:14.307047 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-24426cb9-3045-4dbf-97cd-c7b0073b8864 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'security_group_rule': {'security_group_id': 'bb6c3da5-7699-4d2e-a078-6966359aa86f', 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:36:14.331113 n-d-814735-3 neutron-server[100646]: INFO neutron.db.securitygroups_db [None req-24426cb9-3045-4dbf-97cd-c7b0073b8864 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Project b6b06ee654c647a7987833f6381dc537 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 12:36:14.336143 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-24426cb9-3045-4dbf-97cd-c7b0073b8864 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:14.398523 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-24426cb9-3045-4dbf-97cd-c7b0073b8864 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:14.402873 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-24426cb9-3045-4dbf-97cd-c7b0073b8864 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:14.420703 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24426cb9-3045-4dbf-97cd-c7b0073b8864 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a79ef13-c9b0-4478-b8ae-1ddfbde9d877,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:36:14.430189 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-24426cb9-3045-4dbf-97cd-c7b0073b8864 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:14.431428 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-24426cb9-3045-4dbf-97cd-c7b0073b8864 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1280947 Oct 20 12:36:14.434200 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60584) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:36:14.438556 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-52fc849e-d836-4086-9c06-035f096b3ded tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'security_group_rule': {'security_group_id': 'bb6c3da5-7699-4d2e-a078-6966359aa86f', 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:36:14.460253 n-d-814735-3 neutron-server[100646]: INFO neutron.db.securitygroups_db [None req-52fc849e-d836-4086-9c06-035f096b3ded tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Project b6b06ee654c647a7987833f6381dc537 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 12:36:14.465305 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-52fc849e-d836-4086-9c06-035f096b3ded tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:14.530663 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-52fc849e-d836-4086-9c06-035f096b3ded tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:14.535554 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-52fc849e-d836-4086-9c06-035f096b3ded tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:14.558726 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc849e-d836-4086-9c06-035f096b3ded tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a046ac5c-b833-433a-b735-7f50f86e96e3,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:36:14.569267 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-52fc849e-d836-4086-9c06-035f096b3ded tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:14.571244 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-52fc849e-d836-4086-9c06-035f096b3ded tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1358497 Oct 20 12:36:14.573995 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60586) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:36:14.578751 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-bb2bb28d-6f99-4a49-abb2-bbdd097adb32 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'network': {'name': 'tempest-network-smoke--2112482972', 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'port_security_enabled': True}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:36:14.604820 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2bb28d-6f99-4a49-abb2-bbdd097adb32 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Made reservation on behalf of b6b06ee654c647a7987833f6381dc537 for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:36:14.608321 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bb2bb28d-6f99-4a49-abb2-bbdd097adb32 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:14.636009 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb2bb28d-6f99-4a49-abb2-bbdd097adb32 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] vlan segment allocate from pool success with {'vlan_id': 1296, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 12:36:14.646946 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bb2bb28d-6f99-4a49-abb2-bbdd097adb32 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:14.646946 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-bb2bb28d-6f99-4a49-abb2-bbdd097adb32 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Added segment f8b650d4-b9a6-4b8b-b954-f74ab07c5abb of type vlan for network 325bdd39-065e-4af8-a75b-35cb186ff6cc Oct 20 12:36:14.691347 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bb2bb28d-6f99-4a49-abb2-bbdd097adb32 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:14.720581 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bb2bb28d-6f99-4a49-abb2-bbdd097adb32 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:14.726222 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2bb28d-6f99-4a49-abb2-bbdd097adb32 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:36:14.726816 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bb2bb28d-6f99-4a49-abb2-bbdd097adb32 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:14.762560 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-bb2bb28d-6f99-4a49-abb2-bbdd097adb32 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1875131 Oct 20 12:36:14.765755 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60588) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:36:14.801057 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-8ab81293-e921-45ae-9011-2a0ae9bbf907 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1502110122', 'admin_state_up': True, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:36:14.809482 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2bb28d-6f99-4a49-abb2-bbdd097adb32 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'Network': ['ID=325bdd39-065e-4af8-a75b-35cb186ff6cc,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:36:14.822687 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 325bdd39-065e-4af8-a75b-35cb186ff6cc details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 12:36:14.832644 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8ab81293-e921-45ae-9011-2a0ae9bbf907 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:14.833754 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8ab81293-e921-45ae-9011-2a0ae9bbf907 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:14.885483 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8ab81293-e921-45ae-9011-2a0ae9bbf907 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:15.019807 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8ab81293-e921-45ae-9011-2a0ae9bbf907 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:15.210231 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8ab81293-e921-45ae-9011-2a0ae9bbf907 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for router_gateway, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:15.232237 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8ab81293-e921-45ae-9011-2a0ae9bbf907 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:15.353805 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-8ab81293-e921-45ae-9011-2a0ae9bbf907 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Allocated IP 172.25.5.25 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/407c4c24-493c-4ef4-916f-468e3fb979f4) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:36:15.465975 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8ab81293-e921-45ae-9011-2a0ae9bbf907 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:15.510659 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8ab81293-e921-45ae-9011-2a0ae9bbf907 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:15.549592 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab81293-e921-45ae-9011-2a0ae9bbf907 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:36:15.552536 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-8ab81293-e921-45ae-9011-2a0ae9bbf907 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:36:15.556070 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab81293-e921-45ae-9011-2a0ae9bbf907 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:36:15.563940 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab81293-e921-45ae-9011-2a0ae9bbf907 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'Port': ['ID=407c4c24-493c-4ef4-916f-468e3fb979f4,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:36:16.029709 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:16.133371 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8ab81293-e921-45ae-9011-2a0ae9bbf907 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for router_gateway, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:16.354103 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8ab81293-e921-45ae-9011-2a0ae9bbf907 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:16.496669 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab81293-e921-45ae-9011-2a0ae9bbf907 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Router 547442b3-1e6e-4677-96e6-62a9f70d67ad is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 12:36:16.607319 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab81293-e921-45ae-9011-2a0ae9bbf907 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:36:16.616975 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f28574-554e-4632-9127-344e57c90408 None None] Sync routers for ids ['547442b3-1e6e-4677-96e6-62a9f70d67ad'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:36:16.627713 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f28574-554e-4632-9127-344e57c90408 None None] Routers {'547442b3-1e6e-4677-96e6-62a9f70d67ad'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:36:16.628350 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-09f28574-554e-4632-9127-344e57c90408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:35:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['547442b3-1e6e-4677-96e6-62a9f70d67ad'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:36:16.629606 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8ab81293-e921-45ae-9011-2a0ae9bbf907 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:16.631037 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8ab81293-e921-45ae-9011-2a0ae9bbf907 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8614409 Oct 20 12:36:16.634313 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60590) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:36:16.664078 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-aecc3ee1-0289-4639-9a54-c0107bfbc2cc tempest-TestNetworkAdvancedServerOps-245809071 tempest-TestNetworkAdvancedServerOps-245809071-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=b6b06ee654c647a7987833f6381dc537&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277157 Oct 20 12:36:16.667267 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60592) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:36:16.732589 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-09f28574-554e-4632-9127-344e57c90408 None None] Set router 547442b3-1e6e-4677-96e6-62a9f70d67ad gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:36:16.758715 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103b207b-0e25-4f7f-8264-489f87db9eac tempest-TestNetworkAdvancedServerOps-245809071 tempest-TestNetworkAdvancedServerOps-245809071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:36:16.760397 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-103b207b-0e25-4f7f-8264-489f87db9eac tempest-TestNetworkAdvancedServerOps-245809071 tempest-TestNetworkAdvancedServerOps-245809071-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0919631 Oct 20 12:36:16.763383 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60594) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:36:16.793148 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-b20966d6-4785-46fc-9c44-c63a162eccf1 tempest-TestNetworkAdvancedServerOps-245809071 tempest-TestNetworkAdvancedServerOps-245809071-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=717966e5-c478-496f-bddb-05794fb74250&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286100 Oct 20 12:36:16.795576 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60596) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:36:16.800670 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-a713f1ef-7fad-44be-a22b-3592bdb18ca4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1527861571', 'network_id': '325bdd39-065e-4af8-a75b-35cb186ff6cc', 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:36:16.896205 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a713f1ef-7fad-44be-a22b-3592bdb18ca4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Made reservation on behalf of b6b06ee654c647a7987833f6381dc537 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:36:16.899965 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a713f1ef-7fad-44be-a22b-3592bdb18ca4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:16.911570 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-09f28574-554e-4632-9127-344e57c90408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547442b3-1e6e-4677-96e6-62a9f70d67ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502110122', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '407c4c24-493c-4ef4-916f-468e3fb979f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:36:14Z', 'updated_at': '2021-10-20T12:36:16Z', 'revision_number': 3, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': '407c4c24-493c-4ef4-916f-468e3fb979f4', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547442b3-1e6e-4677-96e6-62a9f70d67ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:36:15Z', 'updated_at': '2021-10-20T12:36:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:36:16.941241 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f28574-554e-4632-9127-344e57c90408 None None] Checking router: 547442b3-1e6e-4677-96e6-62a9f70d67ad for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:36:16.941594 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f28574-554e-4632-9127-344e57c90408 None None] Updating router 547442b3-1e6e-4677-96e6-62a9f70d67ad port 407c4c24-493c-4ef4-916f-468e3fb979f4 binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 12:36:16.967534 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-09f28574-554e-4632-9127-344e57c90408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:17.087651 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a713f1ef-7fad-44be-a22b-3592bdb18ca4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:17.148011 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a713f1ef-7fad-44be-a22b-3592bdb18ca4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'Subnet': ['ID=0601249c-b889-4078-ba58-d0d6fd1ff89f,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:36:17.156430 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a713f1ef-7fad-44be-a22b-3592bdb18ca4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Checking segment: {'id': 'f8b650d4-b9a6-4b8b-b954-f74ab07c5abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '325bdd39-065e-4af8-a75b-35cb186ff6cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:36:17.156793 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a713f1ef-7fad-44be-a22b-3592bdb18ca4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Network hostable DHCP agents. Network: 325bdd39-065e-4af8-a75b-35cb186ff6cc, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 12:36:17.173342 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a713f1ef-7fad-44be-a22b-3592bdb18ca4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Network 325bdd39-065e-4af8-a75b-35cb186ff6cc is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 12:36:17.182698 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-a713f1ef-7fad-44be-a22b-3592bdb18ca4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 325bdd39-065e-4af8-a75b-35cb186ff6cc) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:36:17.187086 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a713f1ef-7fad-44be-a22b-3592bdb18ca4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:36:17.187838 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a713f1ef-7fad-44be-a22b-3592bdb18ca4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:17.193689 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e11fe61-b819-4feb-8993-2ba8f9d57dbd None None] Network 325bdd39-065e-4af8-a75b-35cb186ff6cc requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:36:17.204966 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a713f1ef-7fad-44be-a22b-3592bdb18ca4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4083474 Oct 20 12:36:17.208944 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60598) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:36:17.325238 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-09f28574-554e-4632-9127-344e57c90408 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:17.346957 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-09f28574-554e-4632-9127-344e57c90408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:17.429019 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8056f2a4-9b85-47cf-8bf6-fe05e48d10a8 None None] Pushing event updated for resources: {'Port': ['ID=407c4c24-493c-4ef4-916f-468e3fb979f4,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:36:17.432738 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-09f28574-554e-4632-9127-344e57c90408 None None] Attempting to bind port 407c4c24-493c-4ef4-916f-468e3fb979f4 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:36:17.433106 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-09f28574-554e-4632-9127-344e57c90408 None None] Attempting to bind port 407c4c24-493c-4ef4-916f-468e3fb979f4 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:36:17.433493 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f28574-554e-4632-9127-344e57c90408 None None] Attempting to bind port 407c4c24-493c-4ef4-916f-468e3fb979f4 on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:36:17.439250 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f28574-554e-4632-9127-344e57c90408 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:36:17.439606 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f28574-554e-4632-9127-344e57c90408 None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:36:17.440018 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-09f28574-554e-4632-9127-344e57c90408 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:17.440400 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f28574-554e-4632-9127-344e57c90408 None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:36:17.440855 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-09f28574-554e-4632-9127-344e57c90408 None None] Bound port: 407c4c24-493c-4ef4-916f-468e3fb979f4, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:36:17.441226 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-09f28574-554e-4632-9127-344e57c90408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:17.444288 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637cdf7f-b70a-4454-8b2c-94ea317bd52e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-325bdd39-065e-4af8-a75b-35cb186ff6cc', 'network_id': '325bdd39-065e-4af8-a75b-35cb186ff6cc', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'fixed_ips': [{'subnet_id': '0601249c-b889-4078-ba58-d0d6fd1ff89f'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 12:36:17.445138 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-637cdf7f-b70a-4454-8b2c-94ea317bd52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:17.564542 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-09f28574-554e-4632-9127-344e57c90408 None None] For port 407c4c24-493c-4ef4-916f-468e3fb979f4, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:36:17.569688 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-09f28574-554e-4632-9127-344e57c90408 None None] For port 407c4c24-493c-4ef4-916f-468e3fb979f4, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=407c4c24-493c-4ef4-916f-468e3fb979f4,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:36:17.576198 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-09f28574-554e-4632-9127-344e57c90408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:17.656493 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-637cdf7f-b70a-4454-8b2c-94ea317bd52e None None] Allocated IP 172.20.0.2 (325bdd39-065e-4af8-a75b-35cb186ff6cc/0601249c-b889-4078-ba58-d0d6fd1ff89f/1996a14b-babc-4fe3-8a37-cb099c3648f1) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:36:17.669200 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4845cf26-29c0-43bd-99ea-6bd10537f62e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:17.690782 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f28574-554e-4632-9127-344e57c90408 None None] Routers {'547442b3-1e6e-4677-96e6-62a9f70d67ad'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:36:17.691355 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-09f28574-554e-4632-9127-344e57c90408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:35:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['547442b3-1e6e-4677-96e6-62a9f70d67ad'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:36:17.705384 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8056f2a4-9b85-47cf-8bf6-fe05e48d10a8 None None] Pushing event updated for resources: {'Port': ['ID=407c4c24-493c-4ef4-916f-468e3fb979f4,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:36:17.893156 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-09f28574-554e-4632-9127-344e57c90408 None None] Set router 547442b3-1e6e-4677-96e6-62a9f70d67ad gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:36:17.969816 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-637cdf7f-b70a-4454-8b2c-94ea317bd52e None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:17.981684 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-637cdf7f-b70a-4454-8b2c-94ea317bd52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:18.034252 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-4845cf26-29c0-43bd-99ea-6bd10537f62e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Allocated IP 172.20.0.1 (325bdd39-065e-4af8-a75b-35cb186ff6cc/0601249c-b889-4078-ba58-d0d6fd1ff89f/bcc15e77-643c-4949-bbd7-ea91d68faf5d) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:36:18.061664 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637cdf7f-b70a-4454-8b2c-94ea317bd52e None None] Network 325bdd39-065e-4af8-a75b-35cb186ff6cc is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:36:18.075856 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-637cdf7f-b70a-4454-8b2c-94ea317bd52e None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:36:18.082724 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637cdf7f-b70a-4454-8b2c-94ea317bd52e None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:36:18.084703 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637cdf7f-b70a-4454-8b2c-94ea317bd52e None None] Pushing event updated for resources: {'Port': ['ID=1996a14b-babc-4fe3-8a37-cb099c3648f1,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:36:18.152417 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4845cf26-29c0-43bd-99ea-6bd10537f62e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:18.177181 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-637cdf7f-b70a-4454-8b2c-94ea317bd52e None None] Attempting to bind port 1996a14b-babc-4fe3-8a37-cb099c3648f1 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:36:18.177551 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-637cdf7f-b70a-4454-8b2c-94ea317bd52e None None] Attempting to bind port 1996a14b-babc-4fe3-8a37-cb099c3648f1 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'f8b650d4-b9a6-4b8b-b954-f74ab07c5abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '325bdd39-065e-4af8-a75b-35cb186ff6cc'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:36:18.177917 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637cdf7f-b70a-4454-8b2c-94ea317bd52e None None] Attempting to bind port 1996a14b-babc-4fe3-8a37-cb099c3648f1 on network 325bdd39-065e-4af8-a75b-35cb186ff6cc {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:36:18.185750 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637cdf7f-b70a-4454-8b2c-94ea317bd52e None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:36:18.186123 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637cdf7f-b70a-4454-8b2c-94ea317bd52e None None] Checking segment: {'id': 'f8b650d4-b9a6-4b8b-b954-f74ab07c5abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '325bdd39-065e-4af8-a75b-35cb186ff6cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:36:18.186590 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4845cf26-29c0-43bd-99ea-6bd10537f62e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:18.186844 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-637cdf7f-b70a-4454-8b2c-94ea317bd52e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:18.187124 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637cdf7f-b70a-4454-8b2c-94ea317bd52e None None] Bound using segment: {'id': 'f8b650d4-b9a6-4b8b-b954-f74ab07c5abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '325bdd39-065e-4af8-a75b-35cb186ff6cc'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:36:18.187594 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-637cdf7f-b70a-4454-8b2c-94ea317bd52e None None] Bound port: 1996a14b-babc-4fe3-8a37-cb099c3648f1, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8b650d4-b9a6-4b8b-b954-f74ab07c5abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '325bdd39-065e-4af8-a75b-35cb186ff6cc'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:36:18.187971 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-637cdf7f-b70a-4454-8b2c-94ea317bd52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:18.225835 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4845cf26-29c0-43bd-99ea-6bd10537f62e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Network 325bdd39-065e-4af8-a75b-35cb186ff6cc is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:36:18.230875 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-4845cf26-29c0-43bd-99ea-6bd10537f62e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:36:18.233623 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4845cf26-29c0-43bd-99ea-6bd10537f62e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:36:18.237315 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-09f28574-554e-4632-9127-344e57c90408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547442b3-1e6e-4677-96e6-62a9f70d67ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502110122', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '407c4c24-493c-4ef4-916f-468e3fb979f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:36:14Z', 'updated_at': '2021-10-20T12:36:16Z', 'revision_number': 3, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': '407c4c24-493c-4ef4-916f-468e3fb979f4', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547442b3-1e6e-4677-96e6-62a9f70d67ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:36:15Z', 'updated_at': '2021-10-20T12:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:36:18.265538 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4845cf26-29c0-43bd-99ea-6bd10537f62e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'Port': ['ID=bcc15e77-643c-4949-bbd7-ea91d68faf5d,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:36:18.282533 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f28574-554e-4632-9127-344e57c90408 None None] The sync data for ids ['547442b3-1e6e-4677-96e6-62a9f70d67ad'] in n-d-814735-3 is: [{'id': '547442b3-1e6e-4677-96e6-62a9f70d67ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502110122', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '407c4c24-493c-4ef4-916f-468e3fb979f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:36:14Z', 'updated_at': '2021-10-20T12:36:16Z', 'revision_number': 3, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': '407c4c24-493c-4ef4-916f-468e3fb979f4', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547442b3-1e6e-4677-96e6-62a9f70d67ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:36:15Z', 'updated_at': '2021-10-20T12:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:36:18.296369 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-637cdf7f-b70a-4454-8b2c-94ea317bd52e None None] For port 1996a14b-babc-4fe3-8a37-cb099c3648f1, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:36:18.299766 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-637cdf7f-b70a-4454-8b2c-94ea317bd52e None None] For port 1996a14b-babc-4fe3-8a37-cb099c3648f1, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=1996a14b-babc-4fe3-8a37-cb099c3648f1,segment=NetworkSegment(f8b650d4-b9a6-4b8b-b954-f74ab07c5abb),segment_id=f8b650d4-b9a6-4b8b-b954-f74ab07c5abb)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:36:18.300318 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4845cf26-29c0-43bd-99ea-6bd10537f62e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:18.306742 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-637cdf7f-b70a-4454-8b2c-94ea317bd52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:18.376156 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637cdf7f-b70a-4454-8b2c-94ea317bd52e None None] Pushing event updated for resources: {'Port': ['ID=1996a14b-babc-4fe3-8a37-cb099c3648f1,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:36:18.452924 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4845cf26-29c0-43bd-99ea-6bd10537f62e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:18.840754 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4845cf26-29c0-43bd-99ea-6bd10537f62e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:18.846062 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4845cf26-29c0-43bd-99ea-6bd10537f62e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:18.929441 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4845cf26-29c0-43bd-99ea-6bd10537f62e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:18.931312 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4845cf26-29c0-43bd-99ea-6bd10537f62e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'Port': ['ID=bcc15e77-643c-4949-bbd7-ea91d68faf5d,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:36:19.030115 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4845cf26-29c0-43bd-99ea-6bd10537f62e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Network 325bdd39-065e-4af8-a75b-35cb186ff6cc is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:36:19.032047 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-4845cf26-29c0-43bd-99ea-6bd10537f62e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:36:19.173309 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4845cf26-29c0-43bd-99ea-6bd10537f62e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Router 547442b3-1e6e-4677-96e6-62a9f70d67ad has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:36:19.295021 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4845cf26-29c0-43bd-99ea-6bd10537f62e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:36:19.301640 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4845cf26-29c0-43bd-99ea-6bd10537f62e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "PUT /v2.0/routers/547442b3-1e6e-4677-96e6-62a9f70d67ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0906487 Oct 20 12:36:19.418670 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b03d77-b1d2-4201-84eb-7915668f3810 None None] Network 325bdd39-065e-4af8-a75b-35cb186ff6cc requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:36:19.459057 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a25e4598-87b3-488d-bfae-f92be45d421a req-0e68e373-75cd-4f1b-b8fc-1faa7add0edd tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1662160595&fields=id&tenant_id=b6b06ee654c647a7987833f6381dc537 HTTP/1.1" status: 200 len: 267 time: 0.0428548 Oct 20 12:36:19.495153 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bf7dd8af-9749-4a7d-9296-c2e8f9d954c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:19.518745 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-eb531c8f-1d6f-4087-abb3-ebad5402eb34 None None] Provisioning complete for port 1996a14b-babc-4fe3-8a37-cb099c3648f1 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:36:19.519051 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-eb531c8f-1d6f-4087-abb3-ebad5402eb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:19.585517 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e4598-87b3-488d-bfae-f92be45d421a req-7bd47ac2-792b-4f28-9875-16ed95d9f54b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:36:19.587363 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a25e4598-87b3-488d-bfae-f92be45d421a req-7bd47ac2-792b-4f28-9875-16ed95d9f54b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/networks?id=325bdd39-065e-4af8-a75b-35cb186ff6cc HTTP/1.1" status: 200 len: 797 time: 0.1268005 Oct 20 12:36:19.608000 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a25e4598-87b3-488d-bfae-f92be45d421a req-f9b932d6-18f4-442c-bd99-8dc1ff3a1ce9 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/quotas/b6b06ee654c647a7987833f6381dc537 HTTP/1.1" status: 200 len: 375 time: 0.0129588 Oct 20 12:36:19.676608 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a25e4598-87b3-488d-bfae-f92be45d421a req-d3b8ca0c-678b-4094-938e-e8fa43efaf07 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=b6b06ee654c647a7987833f6381dc537&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599144 Oct 20 12:36:19.713346 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 1996a14b-babc-4fe3-8a37-cb099c3648f1 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:36:19.740509 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-eb531c8f-1d6f-4087-abb3-ebad5402eb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:19.802004 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a25e4598-87b3-488d-bfae-f92be45d421a req-92c8213a-d045-4384-8ad6-d111dfa54fab service neutron] 10.222.0.98 "GET /v2.0/networks/325bdd39-065e-4af8-a75b-35cb186ff6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100345 Oct 20 12:36:19.924271 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a25e4598-87b3-488d-bfae-f92be45d421a req-53321c76-7d08-4c24-9ce2-f63fcd09fc4a service neutron] 10.222.0.98 "GET /v2.0/networks/325bdd39-065e-4af8-a75b-35cb186ff6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145365 Oct 20 12:36:20.004248 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-eb531c8f-1d6f-4087-abb3-ebad5402eb34 None None] For port 1996a14b-babc-4fe3-8a37-cb099c3648f1, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=1996a14b-babc-4fe3-8a37-cb099c3648f1,segment=NetworkSegment(f8b650d4-b9a6-4b8b-b954-f74ab07c5abb),segment_id=f8b650d4-b9a6-4b8b-b954-f74ab07c5abb)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:36:20.010504 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-eb531c8f-1d6f-4087-abb3-ebad5402eb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:20.040814 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 1996a14b-babc-4fe3-8a37-cb099c3648f1 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:36:20.041272 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:20.111185 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb531c8f-1d6f-4087-abb3-ebad5402eb34 None None] Pushing event updated for resources: {'Port': ['ID=1996a14b-babc-4fe3-8a37-cb099c3648f1,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:36:20.119257 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85cc029-c1b7-435f-911f-0d4a7f1c58ab None None] Sync routers for ids ['547442b3-1e6e-4677-96e6-62a9f70d67ad'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:36:20.147584 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85cc029-c1b7-435f-911f-0d4a7f1c58ab None None] Routers {'547442b3-1e6e-4677-96e6-62a9f70d67ad'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:36:20.148837 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-c85cc029-c1b7-435f-911f-0d4a7f1c58ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:35:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['547442b3-1e6e-4677-96e6-62a9f70d67ad'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:36:20.153771 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1e587dd2-5245-4e04-a8df-1ca6064a2ea4 req-f08e8af8-254d-4442-8703-3984c0012f4e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=797c8e63-c4d9-4d4e-beaa-668ebde57521 HTTP/1.1" status: 200 len: 210 time: 0.0547869 Oct 20 12:36:20.173462 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-1399bd2a-595a-411b-913f-c2602ed4cd62 None None] Provisioning complete for port 1996a14b-babc-4fe3-8a37-cb099c3648f1 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:36:20.173842 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1399bd2a-595a-411b-913f-c2602ed4cd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:20.181710 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 407c4c24-493c-4ef4-916f-468e3fb979f4 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:36:20.283056 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-c85cc029-c1b7-435f-911f-0d4a7f1c58ab None None] Set router 547442b3-1e6e-4677-96e6-62a9f70d67ad gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:36:20.331584 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 407c4c24-493c-4ef4-916f-468e3fb979f4 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:36:20.331968 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:20.392200 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-1399bd2a-595a-411b-913f-c2602ed4cd62 None None] Provisioning complete for port bcc15e77-643c-4949-bbd7-ea91d68faf5d triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:36:20.392754 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1399bd2a-595a-411b-913f-c2602ed4cd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:20.452312 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-1399bd2a-595a-411b-913f-c2602ed4cd62 None None] Port bcc15e77-643c-4949-bbd7-ea91d68faf5d cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:36:20.496419 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:20.523538 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 407c4c24-493c-4ef4-916f-468e3fb979f4, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=407c4c24-493c-4ef4-916f-468e3fb979f4,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:36:20.530284 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:20.585812 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-66fb8bc2-d6ea-4f59-a0d4-cfcc0cdb4598 None None] Provisioning complete for port bcc15e77-643c-4949-bbd7-ea91d68faf5d triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:36:20.586343 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-66fb8bc2-d6ea-4f59-a0d4-cfcc0cdb4598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:20.610327 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-c85cc029-c1b7-435f-911f-0d4a7f1c58ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547442b3-1e6e-4677-96e6-62a9f70d67ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502110122', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '407c4c24-493c-4ef4-916f-468e3fb979f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:36:14Z', 'updated_at': '2021-10-20T12:36:18Z', 'revision_number': 4, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': '407c4c24-493c-4ef4-916f-468e3fb979f4', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547442b3-1e6e-4677-96e6-62a9f70d67ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:36:15Z', 'updated_at': '2021-10-20T12:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'bcc15e77-643c-4949-bbd7-ea91d68faf5d', 'name': '', 'network_id': '325bdd39-065e-4af8-a75b-35cb186ff6cc', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'mac_address': 'fa:16:3e:ce:23:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547442b3-1e6e-4677-96e6-62a9f70d67ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '0601249c-b889-4078-ba58-d0d6fd1ff89f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:36:17Z', 'updated_at': '2021-10-20T12:36:18Z', 'revision_number': 2, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'subnets': [{'id': '0601249c-b889-4078-ba58-d0d6fd1ff89f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:36:20.633007 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=407c4c24-493c-4ef4-916f-468e3fb979f4,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:36:20.637776 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85cc029-c1b7-435f-911f-0d4a7f1c58ab None None] Checking router: 547442b3-1e6e-4677-96e6-62a9f70d67ad for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:36:20.638243 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85cc029-c1b7-435f-911f-0d4a7f1c58ab None None] Updating router 547442b3-1e6e-4677-96e6-62a9f70d67ad port bcc15e77-643c-4949-bbd7-ea91d68faf5d binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 12:36:20.654227 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-66fb8bc2-d6ea-4f59-a0d4-cfcc0cdb4598 None None] Port bcc15e77-643c-4949-bbd7-ea91d68faf5d cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:36:20.665326 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-c85cc029-c1b7-435f-911f-0d4a7f1c58ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:20.774962 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-a46a366f-1fc9-4ca5-be01-5d39973af738 None None] Provisioning complete for port bcc15e77-643c-4949-bbd7-ea91d68faf5d triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:36:20.775598 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a46a366f-1fc9-4ca5-be01-5d39973af738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:20.815300 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-a46a366f-1fc9-4ca5-be01-5d39973af738 None None] Port bcc15e77-643c-4949-bbd7-ea91d68faf5d cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:36:20.940644 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-c85cc029-c1b7-435f-911f-0d4a7f1c58ab None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:20.946071 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-c85cc029-c1b7-435f-911f-0d4a7f1c58ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:20.991187 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8edcb1-8235-403d-88b2-72432030b69f None None] Pushing event updated for resources: {'Port': ['ID=bcc15e77-643c-4949-bbd7-ea91d68faf5d,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:36:21.003017 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8edcb1-8235-403d-88b2-72432030b69f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:36:21.003365 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8edcb1-8235-403d-88b2-72432030b69f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:36:21.003686 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8edcb1-8235-403d-88b2-72432030b69f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:36:21.004018 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8edcb1-8235-403d-88b2-72432030b69f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:36:21.004347 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8edcb1-8235-403d-88b2-72432030b69f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:36:21.004688 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8edcb1-8235-403d-88b2-72432030b69f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:36:21.005036 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8edcb1-8235-403d-88b2-72432030b69f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:36:21.005317 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8edcb1-8235-403d-88b2-72432030b69f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:36:21.005635 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8edcb1-8235-403d-88b2-72432030b69f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:36:21.005924 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8edcb1-8235-403d-88b2-72432030b69f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:36:21.006243 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8edcb1-8235-403d-88b2-72432030b69f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:36:21.006557 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8edcb1-8235-403d-88b2-72432030b69f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:36:21.057438 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-c85cc029-c1b7-435f-911f-0d4a7f1c58ab None None] Attempting to bind port bcc15e77-643c-4949-bbd7-ea91d68faf5d on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:36:21.057806 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-c85cc029-c1b7-435f-911f-0d4a7f1c58ab None None] Attempting to bind port bcc15e77-643c-4949-bbd7-ea91d68faf5d by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'f8b650d4-b9a6-4b8b-b954-f74ab07c5abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '325bdd39-065e-4af8-a75b-35cb186ff6cc'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:36:21.058202 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85cc029-c1b7-435f-911f-0d4a7f1c58ab None None] Attempting to bind port bcc15e77-643c-4949-bbd7-ea91d68faf5d on network 325bdd39-065e-4af8-a75b-35cb186ff6cc {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:36:21.066702 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85cc029-c1b7-435f-911f-0d4a7f1c58ab None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:36:21.067078 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85cc029-c1b7-435f-911f-0d4a7f1c58ab None None] Checking segment: {'id': 'f8b650d4-b9a6-4b8b-b954-f74ab07c5abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '325bdd39-065e-4af8-a75b-35cb186ff6cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:36:21.067799 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-c85cc029-c1b7-435f-911f-0d4a7f1c58ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:21.067921 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85cc029-c1b7-435f-911f-0d4a7f1c58ab None None] Bound using segment: {'id': 'f8b650d4-b9a6-4b8b-b954-f74ab07c5abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '325bdd39-065e-4af8-a75b-35cb186ff6cc'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:36:21.068432 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-c85cc029-c1b7-435f-911f-0d4a7f1c58ab None None] Bound port: bcc15e77-643c-4949-bbd7-ea91d68faf5d, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8b650d4-b9a6-4b8b-b954-f74ab07c5abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '325bdd39-065e-4af8-a75b-35cb186ff6cc'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:36:21.068844 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-c85cc029-c1b7-435f-911f-0d4a7f1c58ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:21.139633 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-c85cc029-c1b7-435f-911f-0d4a7f1c58ab None None] For port bcc15e77-643c-4949-bbd7-ea91d68faf5d, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:36:21.143406 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-c85cc029-c1b7-435f-911f-0d4a7f1c58ab None None] For port bcc15e77-643c-4949-bbd7-ea91d68faf5d, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=bcc15e77-643c-4949-bbd7-ea91d68faf5d,segment=NetworkSegment(f8b650d4-b9a6-4b8b-b954-f74ab07c5abb),segment_id=f8b650d4-b9a6-4b8b-b954-f74ab07c5abb)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:36:21.150075 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-c85cc029-c1b7-435f-911f-0d4a7f1c58ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:21.218933 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85cc029-c1b7-435f-911f-0d4a7f1c58ab None None] Routers {'547442b3-1e6e-4677-96e6-62a9f70d67ad'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:36:21.219676 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-c85cc029-c1b7-435f-911f-0d4a7f1c58ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:35:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['547442b3-1e6e-4677-96e6-62a9f70d67ad'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:36:21.245721 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-84c7a0f1-4ca6-48ed-a6bd-95cb936c5908 None None] Provisioning complete for port bcc15e77-643c-4949-bbd7-ea91d68faf5d triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:36:21.246520 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-84c7a0f1-4ca6-48ed-a6bd-95cb936c5908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:21.328426 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0c09cba8-2ae8-46d8-bc38-882becc838b8 req-e5ba3703-8a30-4739-a871-36622b7ea90c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=797c8e63-c4d9-4d4e-beaa-668ebde57521 HTTP/1.1" status: 200 len: 210 time: 0.0939829 Oct 20 12:36:21.377524 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-84c7a0f1-4ca6-48ed-a6bd-95cb936c5908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:21.381468 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-c85cc029-c1b7-435f-911f-0d4a7f1c58ab None None] Set router 547442b3-1e6e-4677-96e6-62a9f70d67ad gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:36:21.405376 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e4598-87b3-488d-bfae-f92be45d421a req-96f791d7-7cc2-4426-9672-fbd305e62199 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:36:21.407118 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a25e4598-87b3-488d-bfae-f92be45d421a req-96f791d7-7cc2-4426-9672-fbd305e62199 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.89 "GET /v2.0/networks?id=325bdd39-065e-4af8-a75b-35cb186ff6cc HTTP/1.1" status: 200 len: 797 time: 0.2079933 Oct 20 12:36:21.418132 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8edcb1-8235-403d-88b2-72432030b69f None None] Pushing event updated for resources: {'Port': ['ID=bcc15e77-643c-4949-bbd7-ea91d68faf5d,revision_number=4']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:36:21.435854 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-84c7a0f1-4ca6-48ed-a6bd-95cb936c5908 None None] For port bcc15e77-643c-4949-bbd7-ea91d68faf5d, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=bcc15e77-643c-4949-bbd7-ea91d68faf5d,segment=NetworkSegment(f8b650d4-b9a6-4b8b-b954-f74ab07c5abb),segment_id=f8b650d4-b9a6-4b8b-b954-f74ab07c5abb)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:36:21.447903 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-84c7a0f1-4ca6-48ed-a6bd-95cb936c5908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:21.467923 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a25e4598-87b3-488d-bfae-f92be45d421a req-f40bcb2d-33ed-4d0e-ab8e-16ae42cc794b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6b06ee654c647a7987833f6381dc537 HTTP/1.1" status: 200 len: 380 time: 0.0462859 Oct 20 12:36:21.480427 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-a25e4598-87b3-488d-bfae-f92be45d421a req-cbfa3713-2361-4163-a285-43caa0d0c8e8 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'port': {'device_id': '797c8e63-c4d9-4d4e-beaa-668ebde57521', 'network_id': '325bdd39-065e-4af8-a75b-35cb186ff6cc', 'admin_state_up': True, 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'security_groups': ['bb6c3da5-7699-4d2e-a078-6966359aa86f']}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:36:21.518981 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7a0f1-4ca6-48ed-a6bd-95cb936c5908 None None] Pushing event updated for resources: {'Port': ['ID=bcc15e77-643c-4949-bbd7-ea91d68faf5d,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:36:21.572890 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-95163362-3103-401e-9a3c-84d74b085b8e None None] Provisioning complete for port bcc15e77-643c-4949-bbd7-ea91d68faf5d triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:36:21.573263 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-95163362-3103-401e-9a3c-84d74b085b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:21.636806 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a25e4598-87b3-488d-bfae-f92be45d421a req-cbfa3713-2361-4163-a285-43caa0d0c8e8 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Made reservation on behalf of b6b06ee654c647a7987833f6381dc537 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:36:21.642243 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a25e4598-87b3-488d-bfae-f92be45d421a req-cbfa3713-2361-4163-a285-43caa0d0c8e8 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:21.651154 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-c85cc029-c1b7-435f-911f-0d4a7f1c58ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547442b3-1e6e-4677-96e6-62a9f70d67ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502110122', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '407c4c24-493c-4ef4-916f-468e3fb979f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:36:14Z', 'updated_at': '2021-10-20T12:36:18Z', 'revision_number': 4, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': '407c4c24-493c-4ef4-916f-468e3fb979f4', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547442b3-1e6e-4677-96e6-62a9f70d67ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:36:15Z', 'updated_at': '2021-10-20T12:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'bcc15e77-643c-4949-bbd7-ea91d68faf5d', 'name': '', 'network_id': '325bdd39-065e-4af8-a75b-35cb186ff6cc', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'mac_address': 'fa:16:3e:ce:23:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547442b3-1e6e-4677-96e6-62a9f70d67ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '0601249c-b889-4078-ba58-d0d6fd1ff89f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:36:17Z', 'updated_at': '2021-10-20T12:36:21Z', 'revision_number': 4, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'subnets': [{'id': '0601249c-b889-4078-ba58-d0d6fd1ff89f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:36:21.663300 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 1996a14b-babc-4fe3-8a37-cb099c3648f1 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:36:21.683141 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85cc029-c1b7-435f-911f-0d4a7f1c58ab None None] The sync data for ids ['547442b3-1e6e-4677-96e6-62a9f70d67ad'] in n-d-814735-3 is: [{'id': '547442b3-1e6e-4677-96e6-62a9f70d67ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502110122', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '407c4c24-493c-4ef4-916f-468e3fb979f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:36:14Z', 'updated_at': '2021-10-20T12:36:18Z', 'revision_number': 4, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': '407c4c24-493c-4ef4-916f-468e3fb979f4', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547442b3-1e6e-4677-96e6-62a9f70d67ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:36:15Z', 'updated_at': '2021-10-20T12:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'bcc15e77-643c-4949-bbd7-ea91d68faf5d', 'name': '', 'network_id': '325bdd39-065e-4af8-a75b-35cb186ff6cc', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'mac_address': 'fa:16:3e:ce:23:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547442b3-1e6e-4677-96e6-62a9f70d67ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '0601249c-b889-4078-ba58-d0d6fd1ff89f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:36:17Z', 'updated_at': '2021-10-20T12:36:21Z', 'revision_number': 4, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'subnets': [{'id': '0601249c-b889-4078-ba58-d0d6fd1ff89f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:36:21.734144 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 1996a14b-babc-4fe3-8a37-cb099c3648f1 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:36:21.734518 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:21.814049 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-a25e4598-87b3-488d-bfae-f92be45d421a req-cbfa3713-2361-4163-a285-43caa0d0c8e8 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Allocated IP 172.20.0.12 (325bdd39-065e-4af8-a75b-35cb186ff6cc/0601249c-b889-4078-ba58-d0d6fd1ff89f/382dbc79-90ec-4eb7-85fc-d746225bc3cb) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:36:21.846502 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 407c4c24-493c-4ef4-916f-468e3fb979f4 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:36:21.900223 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 407c4c24-493c-4ef4-916f-468e3fb979f4 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:36:21.900598 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:21.984649 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a25e4598-87b3-488d-bfae-f92be45d421a req-cbfa3713-2361-4163-a285-43caa0d0c8e8 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:22.022009 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a25e4598-87b3-488d-bfae-f92be45d421a req-cbfa3713-2361-4163-a285-43caa0d0c8e8 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:22.066976 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a25e4598-87b3-488d-bfae-f92be45d421a req-cbfa3713-2361-4163-a285-43caa0d0c8e8 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Network 325bdd39-065e-4af8-a75b-35cb186ff6cc is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:36:22.070240 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-a25e4598-87b3-488d-bfae-f92be45d421a req-cbfa3713-2361-4163-a285-43caa0d0c8e8 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:36:22.074007 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-a25e4598-87b3-488d-bfae-f92be45d421a req-cbfa3713-2361-4163-a285-43caa0d0c8e8 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:36:22.106714 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfa3713-2361-4163-a285-43caa0d0c8e8 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'Port': ['ID=382dbc79-90ec-4eb7-85fc-d746225bc3cb,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:36:22.137198 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e4598-87b3-488d-bfae-f92be45d421a req-cbfa3713-2361-4163-a285-43caa0d0c8e8 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:36:22.137980 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a25e4598-87b3-488d-bfae-f92be45d421a req-cbfa3713-2361-4163-a285-43caa0d0c8e8 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:22.156289 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a25e4598-87b3-488d-bfae-f92be45d421a req-cbfa3713-2361-4163-a285-43caa0d0c8e8 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6806695 Oct 20 12:36:22.172537 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-a25e4598-87b3-488d-bfae-f92be45d421a req-3ff962ec-3fcb-46e5-8717-c492c644a16c service neutron] Request body: {'port': {'device_id': '797c8e63-c4d9-4d4e-beaa-668ebde57521', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:36:22.237017 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a25e4598-87b3-488d-bfae-f92be45d421a req-3ff962ec-3fcb-46e5-8717-c492c644a16c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:22.320911 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f4d6c689-9f44-449e-bc81-50ec8f55725f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:22.333934 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e676c63b-4855-439c-9f09-f27fc004e01e None None] Provisioning complete for port 382dbc79-90ec-4eb7-85fc-d746225bc3cb triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:36:22.334517 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e676c63b-4855-439c-9f09-f27fc004e01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:22.377370 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e676c63b-4855-439c-9f09-f27fc004e01e None None] Port 382dbc79-90ec-4eb7-85fc-d746225bc3cb cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:36:22.530446 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e5642-2738-4ea9-9f13-62d382f8d439 req-c599b541-582c-48d1-9936-da221dd89ee5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:36:22.532018 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-266e5642-2738-4ea9-9f13-62d382f8d439 req-c599b541-582c-48d1-9936-da221dd89ee5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=797c8e63-c4d9-4d4e-beaa-668ebde57521 HTTP/1.1" status: 200 len: 932 time: 0.0889461 Oct 20 12:36:22.975990 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-a25e4598-87b3-488d-bfae-f92be45d421a req-3ff962ec-3fcb-46e5-8717-c492c644a16c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 382dbc79-90ec-4eb7-85fc-d746225bc3cb {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:36:22.984915 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-266e5642-2738-4ea9-9f13-62d382f8d439 req-8961b957-9f9e-4373-95c8-51cfb1c1647d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=bb6c3da5-7699-4d2e-a078-6966359aa86f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4436147 Oct 20 12:36:22.986751 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a25e4598-87b3-488d-bfae-f92be45d421a req-3ff962ec-3fcb-46e5-8717-c492c644a16c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:23.000342 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-a25e4598-87b3-488d-bfae-f92be45d421a req-3ff962ec-3fcb-46e5-8717-c492c644a16c service neutron] Transition to ACTIVE for port object 382dbc79-90ec-4eb7-85fc-d746225bc3cb will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 12:36:23.004269 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a25e4598-87b3-488d-bfae-f92be45d421a req-3ff962ec-3fcb-46e5-8717-c492c644a16c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:23.053033 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff962ec-3fcb-46e5-8717-c492c644a16c service neutron] Pushing event updated for resources: {'Port': ['ID=382dbc79-90ec-4eb7-85fc-d746225bc3cb,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:36:23.139421 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-a25e4598-87b3-488d-bfae-f92be45d421a req-3ff962ec-3fcb-46e5-8717-c492c644a16c service neutron] Attempting to bind port 382dbc79-90ec-4eb7-85fc-d746225bc3cb on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:36:23.139737 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-a25e4598-87b3-488d-bfae-f92be45d421a req-3ff962ec-3fcb-46e5-8717-c492c644a16c service neutron] Attempting to bind port 382dbc79-90ec-4eb7-85fc-d746225bc3cb by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': 'f8b650d4-b9a6-4b8b-b954-f74ab07c5abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '325bdd39-065e-4af8-a75b-35cb186ff6cc'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:36:23.140067 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25e4598-87b3-488d-bfae-f92be45d421a req-3ff962ec-3fcb-46e5-8717-c492c644a16c service neutron] Attempting to bind port 382dbc79-90ec-4eb7-85fc-d746225bc3cb on network 325bdd39-065e-4af8-a75b-35cb186ff6cc {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:36:23.145399 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25e4598-87b3-488d-bfae-f92be45d421a req-3ff962ec-3fcb-46e5-8717-c492c644a16c service neutron] Port 382dbc79-90ec-4eb7-85fc-d746225bc3cb on network 325bdd39-065e-4af8-a75b-35cb186ff6cc not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 12:36:23.146346 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25e4598-87b3-488d-bfae-f92be45d421a req-3ff962ec-3fcb-46e5-8717-c492c644a16c service neutron] Attempting to bind port 382dbc79-90ec-4eb7-85fc-d746225bc3cb on network 325bdd39-065e-4af8-a75b-35cb186ff6cc {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:36:23.152212 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25e4598-87b3-488d-bfae-f92be45d421a req-3ff962ec-3fcb-46e5-8717-c492c644a16c service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:36:23.152526 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25e4598-87b3-488d-bfae-f92be45d421a req-3ff962ec-3fcb-46e5-8717-c492c644a16c service neutron] Checking segment: {'id': 'f8b650d4-b9a6-4b8b-b954-f74ab07c5abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '325bdd39-065e-4af8-a75b-35cb186ff6cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:36:23.152901 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25e4598-87b3-488d-bfae-f92be45d421a req-3ff962ec-3fcb-46e5-8717-c492c644a16c service neutron] Bound using segment: {'id': 'f8b650d4-b9a6-4b8b-b954-f74ab07c5abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '325bdd39-065e-4af8-a75b-35cb186ff6cc'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:36:23.153328 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-a25e4598-87b3-488d-bfae-f92be45d421a req-3ff962ec-3fcb-46e5-8717-c492c644a16c service neutron] Bound port: 382dbc79-90ec-4eb7-85fc-d746225bc3cb, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8b650d4-b9a6-4b8b-b954-f74ab07c5abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '325bdd39-065e-4af8-a75b-35cb186ff6cc'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:36:23.153719 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a25e4598-87b3-488d-bfae-f92be45d421a req-3ff962ec-3fcb-46e5-8717-c492c644a16c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:23.231742 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-a25e4598-87b3-488d-bfae-f92be45d421a req-3ff962ec-3fcb-46e5-8717-c492c644a16c service neutron] For port 382dbc79-90ec-4eb7-85fc-d746225bc3cb, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:36:23.235499 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-a25e4598-87b3-488d-bfae-f92be45d421a req-3ff962ec-3fcb-46e5-8717-c492c644a16c service neutron] For port 382dbc79-90ec-4eb7-85fc-d746225bc3cb, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=382dbc79-90ec-4eb7-85fc-d746225bc3cb,segment=NetworkSegment(f8b650d4-b9a6-4b8b-b954-f74ab07c5abb),segment_id=f8b650d4-b9a6-4b8b-b954-f74ab07c5abb)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:36:23.240133 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a25e4598-87b3-488d-bfae-f92be45d421a req-3ff962ec-3fcb-46e5-8717-c492c644a16c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:23.262698 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:23.282241 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e4598-87b3-488d-bfae-f92be45d421a req-3ff962ec-3fcb-46e5-8717-c492c644a16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:36:23.283029 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-a25e4598-87b3-488d-bfae-f92be45d421a req-3ff962ec-3fcb-46e5-8717-c492c644a16c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:23.284755 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a25e4598-87b3-488d-bfae-f92be45d421a req-3ff962ec-3fcb-46e5-8717-c492c644a16c service neutron] 10.222.0.89 "PUT /v2.0/ports/382dbc79-90ec-4eb7-85fc-d746225bc3cb HTTP/1.1" status: 200 len: 1092 time: 1.1164746 Oct 20 12:36:23.285247 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '797c8e63-c4d9-4d4e-beaa-668ebde57521', 'tag': '382dbc79-90ec-4eb7-85fc-d746225bc3cb'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:36:23.288282 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0a02dd2059fce6544e6c1114f6588b97938997ae633064690662b627edbbcf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5bc3db0-2794-4348-ae98-f3c29b899235" -d '{"events": [{"name": "network-changed", "server_uuid": "797c8e63-c4d9-4d4e-beaa-668ebde57521", "tag": "382dbc79-90ec-4eb7-85fc-d746225bc3cb"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:36:23.322518 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff962ec-3fcb-46e5-8717-c492c644a16c service neutron] Pushing event updated for resources: {'Port': ['ID=382dbc79-90ec-4eb7-85fc-d746225bc3cb,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:36:23.343195 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb08744-882c-450d-822d-1d61e6c1abda x-openstack-request-id: req-bfb08744-882c-450d-822d-1d61e6c1abda {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:36:23.343481 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "797c8e63-c4d9-4d4e-beaa-668ebde57521", "tag": "382dbc79-90ec-4eb7-85fc-d746225bc3cb", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:36:23.343729 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bfb08744-882c-450d-822d-1d61e6c1abda {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:36:23.344125 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '797c8e63-c4d9-4d4e-beaa-668ebde57521', 'tag': '382dbc79-90ec-4eb7-85fc-d746225bc3cb', 'status': 'completed', 'code': 200} Oct 20 12:36:23.380394 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e4598-87b3-488d-bfae-f92be45d421a req-11c604f6-873d-4802-bfa1-a68bd08e6f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:36:23.380394 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a25e4598-87b3-488d-bfae-f92be45d421a req-11c604f6-873d-4802-bfa1-a68bd08e6f5d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b6b06ee654c647a7987833f6381dc537&device_id=797c8e63-c4d9-4d4e-beaa-668ebde57521 HTTP/1.1" status: 200 len: 1095 time: 0.0493801 Oct 20 12:36:23.432350 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a25e4598-87b3-488d-bfae-f92be45d421a req-b42bc3cf-04fa-4d23-8991-aca0d4e97b88 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=382dbc79-90ec-4eb7-85fc-d746225bc3cb HTTP/1.1" status: 200 len: 217 time: 0.0410433 Oct 20 12:36:23.447548 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:23.492405 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e4598-87b3-488d-bfae-f92be45d421a req-e6608cb0-d9fd-49a9-b86e-f5e628563fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:36:23.492405 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a25e4598-87b3-488d-bfae-f92be45d421a req-e6608cb0-d9fd-49a9-b86e-f5e628563fad service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0601249c-b889-4078-ba58-d0d6fd1ff89f HTTP/1.1" status: 200 len: 835 time: 0.0519562 Oct 20 12:36:23.550913 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e4598-87b3-488d-bfae-f92be45d421a req-cc5786eb-7d0c-49c5-a44c-a0963cc5f4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:36:23.552474 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a25e4598-87b3-488d-bfae-f92be45d421a req-cc5786eb-7d0c-49c5-a44c-a0963cc5f4bd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=325bdd39-065e-4af8-a75b-35cb186ff6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528269 Oct 20 12:36:23.647199 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device bcc15e77-643c-4949-bbd7-ea91d68faf5d up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:36:23.667865 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a25e4598-87b3-488d-bfae-f92be45d421a req-87d31253-9089-4975-9c28-60b9f7b9e65c service neutron] 10.222.0.89 "GET /v2.0/networks/325bdd39-065e-4af8-a75b-35cb186ff6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062710 Oct 20 12:36:23.697493 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port bcc15e77-643c-4949-bbd7-ea91d68faf5d triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:36:23.698083 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:23.770010 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a25e4598-87b3-488d-bfae-f92be45d421a req-752597a6-4a25-4a71-8fde-b18ce654a058 service neutron] 10.222.0.89 "GET /v2.0/networks/325bdd39-065e-4af8-a75b-35cb186ff6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919909 Oct 20 12:36:23.861307 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc3db0-2794-4348-ae98-f3c29b899235 req-e5efe3db-3c33-45a9-b736-c8a7df98c32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:36:23.862852 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5bc3db0-2794-4348-ae98-f3c29b899235 req-e5efe3db-3c33-45a9-b736-c8a7df98c32b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b6b06ee654c647a7987833f6381dc537&device_id=797c8e63-c4d9-4d4e-beaa-668ebde57521 HTTP/1.1" status: 200 len: 1095 time: 0.0427921 Oct 20 12:36:23.960536 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc3db0-2794-4348-ae98-f3c29b899235 req-e474e1c6-9503-4991-97a7-2c0f1ab7aee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:36:23.962132 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5bc3db0-2794-4348-ae98-f3c29b899235 req-e474e1c6-9503-4991-97a7-2c0f1ab7aee2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=325bdd39-065e-4af8-a75b-35cb186ff6cc HTTP/1.1" status: 200 len: 899 time: 0.0866363 Oct 20 12:36:24.011452 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5bc3db0-2794-4348-ae98-f3c29b899235 req-cce40130-bc35-4614-a768-7063614c6dd0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=382dbc79-90ec-4eb7-85fc-d746225bc3cb HTTP/1.1" status: 200 len: 217 time: 0.0414672 Oct 20 12:36:24.072682 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc3db0-2794-4348-ae98-f3c29b899235 req-7e36b827-8a88-4bd5-85ae-c98a25397e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:36:24.074232 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5bc3db0-2794-4348-ae98-f3c29b899235 req-7e36b827-8a88-4bd5-85ae-c98a25397e0c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0601249c-b889-4078-ba58-d0d6fd1ff89f HTTP/1.1" status: 200 len: 835 time: 0.0547247 Oct 20 12:36:24.143034 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfdebb0-f7e6-4d7b-a2e4-732b2413254b req-2eadce26-2a90-4bc7-b6f1-1bce1c80a47c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:36:24.144471 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ddfdebb0-f7e6-4d7b-a2e4-732b2413254b req-2eadce26-2a90-4bc7-b6f1-1bce1c80a47c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=797c8e63-c4d9-4d4e-beaa-668ebde57521 HTTP/1.1" status: 200 len: 944 time: 0.0864148 Oct 20 12:36:24.151208 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc3db0-2794-4348-ae98-f3c29b899235 req-94cec491-f20d-4298-8f44-8b9571758120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:36:24.152692 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5bc3db0-2794-4348-ae98-f3c29b899235 req-94cec491-f20d-4298-8f44-8b9571758120 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=325bdd39-065e-4af8-a75b-35cb186ff6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644758 Oct 20 12:36:24.213205 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ddfdebb0-f7e6-4d7b-a2e4-732b2413254b req-100c8e43-9a03-4da5-9009-c1842d5255d6 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=bb6c3da5-7699-4d2e-a078-6966359aa86f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595350 Oct 20 12:36:24.272593 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5bc3db0-2794-4348-ae98-f3c29b899235 req-4b579646-ae32-476a-9727-a6461c7ba88e service neutron] 10.222.0.89 "GET /v2.0/networks/325bdd39-065e-4af8-a75b-35cb186ff6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109924 Oct 20 12:36:24.376190 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5bc3db0-2794-4348-ae98-f3c29b899235 req-3e4d4449-67f9-46f4-a4af-8101ef2b6a20 service neutron] 10.222.0.89 "GET /v2.0/networks/325bdd39-065e-4af8-a75b-35cb186ff6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952353 Oct 20 12:36:24.765637 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 382dbc79-90ec-4eb7-85fc-d746225bc3cb details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:36:24.867976 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 382dbc79-90ec-4eb7-85fc-d746225bc3cb, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=382dbc79-90ec-4eb7-85fc-d746225bc3cb,segment=NetworkSegment(f8b650d4-b9a6-4b8b-b954-f74ab07c5abb),segment_id=f8b650d4-b9a6-4b8b-b954-f74ab07c5abb)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:36:24.879833 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '382dbc79-90ec-4eb7-85fc-d746225bc3cb', 'network_id': '325bdd39-065e-4af8-a75b-35cb186ff6cc', 'port_id': '382dbc79-90ec-4eb7-85fc-d746225bc3cb', 'mac_address': 'fa:16:3e:8c:8b:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0601249c-b889-4078-ba58-d0d6fd1ff89f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:36:24.921295 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:24.937332 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 382dbc79-90ec-4eb7-85fc-d746225bc3cb {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:36:24.956690 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 382dbc79-90ec-4eb7-85fc-d746225bc3cb, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=382dbc79-90ec-4eb7-85fc-d746225bc3cb,segment=NetworkSegment(f8b650d4-b9a6-4b8b-b954-f74ab07c5abb),segment_id=f8b650d4-b9a6-4b8b-b954-f74ab07c5abb)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:36:24.963110 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:25.022727 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=382dbc79-90ec-4eb7-85fc-d746225bc3cb,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:36:25.183317 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:25.216300 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['382dbc79-90ec-4eb7-85fc-d746225bc3cb'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:36:25.346432 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a1687-15e7-44cb-8c8f-64882bef931b req-99710d06-ba12-4e1d-929e-d1e78aa2ce20 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:36:25.348032 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-660a1687-15e7-44cb-8c8f-64882bef931b req-99710d06-ba12-4e1d-929e-d1e78aa2ce20 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=797c8e63-c4d9-4d4e-beaa-668ebde57521 HTTP/1.1" status: 200 len: 945 time: 0.0525861 Oct 20 12:36:25.389726 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-660a1687-15e7-44cb-8c8f-64882bef931b req-e6cf17b4-4ae8-4b38-898f-78834e084453 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=bb6c3da5-7699-4d2e-a078-6966359aa86f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343564 Oct 20 12:36:26.524496 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f2e67-4d09-4642-a098-a8dd532d9543 req-956ce8bd-f8ec-4c04-bc8e-41587c16cebf tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:36:26.526023 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-017f2e67-4d09-4642-a098-a8dd532d9543 req-956ce8bd-f8ec-4c04-bc8e-41587c16cebf tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=797c8e63-c4d9-4d4e-beaa-668ebde57521 HTTP/1.1" status: 200 len: 945 time: 0.0622497 Oct 20 12:36:26.574778 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-017f2e67-4d09-4642-a098-a8dd532d9543 req-0e181113-8f5a-41bb-a805-327626ae979d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=bb6c3da5-7699-4d2e-a078-6966359aa86f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396678 Oct 20 12:36:26.779433 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 382dbc79-90ec-4eb7-85fc-d746225bc3cb up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:36:26.830725 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 382dbc79-90ec-4eb7-85fc-d746225bc3cb completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 12:36:26.834411 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 382dbc79-90ec-4eb7-85fc-d746225bc3cb triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:36:26.834780 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:26.911704 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:26.936782 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797c8e63-c4d9-4d4e-beaa-668ebde57521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '382dbc79-90ec-4eb7-85fc-d746225bc3cb'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:36:26.939107 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ba663b728f61600953c7c701890058d53749f56dec976386d606a322f26966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699f20a8-d057-4dc4-9624-833e47ae3cf9" -d '{"events": [{"server_uuid": "797c8e63-c4d9-4d4e-beaa-668ebde57521", "name": "network-vif-plugged", "status": "completed", "tag": "382dbc79-90ec-4eb7-85fc-d746225bc3cb"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:36:26.951335 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 382dbc79-90ec-4eb7-85fc-d746225bc3cb, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=382dbc79-90ec-4eb7-85fc-d746225bc3cb,segment=NetworkSegment(f8b650d4-b9a6-4b8b-b954-f74ab07c5abb),segment_id=f8b650d4-b9a6-4b8b-b954-f74ab07c5abb)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:36:26.956001 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:27.004065 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=382dbc79-90ec-4eb7-85fc-d746225bc3cb,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:36:27.030912 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243e7feb-5664-436f-b292-1d370459f81a x-openstack-request-id: req-243e7feb-5664-436f-b292-1d370459f81a {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:36:27.031140 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "797c8e63-c4d9-4d4e-beaa-668ebde57521", "name": "network-vif-plugged", "status": "completed", "tag": "382dbc79-90ec-4eb7-85fc-d746225bc3cb", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:36:27.031393 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-243e7feb-5664-436f-b292-1d370459f81a {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:36:27.031817 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '797c8e63-c4d9-4d4e-beaa-668ebde57521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '382dbc79-90ec-4eb7-85fc-d746225bc3cb', 'code': 200} Oct 20 12:36:27.139616 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0db553-8540-4952-8a45-4b3a3de37e08 req-4fefef88-ecfa-4c56-8636-71c344fbb2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:36:27.141512 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ed0db553-8540-4952-8a45-4b3a3de37e08 req-4fefef88-ecfa-4c56-8636-71c344fbb2ce service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=797c8e63-c4d9-4d4e-beaa-668ebde57521 HTTP/1.1" status: 200 len: 1097 time: 0.0483594 Oct 20 12:36:27.177327 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ed0db553-8540-4952-8a45-4b3a3de37e08 req-cf650bf0-e815-4eeb-81e2-85c6cb53d1b3 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=bb6c3da5-7699-4d2e-a078-6966359aa86f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289459 Oct 20 12:36:27.708201 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d353e-b6b4-4e99-a7ab-f3fb4ede6f6c req-25123d4a-18a8-4e88-955f-7f7a6c9fa994 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:36:27.709706 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf7d353e-b6b4-4e99-a7ab-f3fb4ede6f6c req-25123d4a-18a8-4e88-955f-7f7a6c9fa994 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=797c8e63-c4d9-4d4e-beaa-668ebde57521 HTTP/1.1" status: 200 len: 946 time: 0.0521734 Oct 20 12:36:27.748544 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cf7d353e-b6b4-4e99-a7ab-f3fb4ede6f6c req-006383b8-278f-45e3-bca3-7a2a3bcedc55 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=bb6c3da5-7699-4d2e-a078-6966359aa86f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326531 Oct 20 12:36:28.872012 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef5e20-a3c6-4560-8fce-62b4dac97af6 req-70e03536-cbcb-4852-a96c-0e25279ad819 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:36:28.873538 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-edef5e20-a3c6-4560-8fce-62b4dac97af6 req-70e03536-cbcb-4852-a96c-0e25279ad819 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=797c8e63-c4d9-4d4e-beaa-668ebde57521 HTTP/1.1" status: 200 len: 946 time: 0.0541220 Oct 20 12:36:28.913371 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-edef5e20-a3c6-4560-8fce-62b4dac97af6 req-3ebfe9df-954d-42e5-b6d0-98c15ed60603 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=bb6c3da5-7699-4d2e-a078-6966359aa86f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328705 Oct 20 12:36:29.050374 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1dc6a0-7f56-4b7d-b827-3315aa97999b req-4033bb69-cbba-42f4-b14e-77630948782f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:36:29.052001 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bd1dc6a0-7f56-4b7d-b827-3315aa97999b req-4033bb69-cbba-42f4-b14e-77630948782f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=797c8e63-c4d9-4d4e-beaa-668ebde57521 HTTP/1.1" status: 200 len: 946 time: 0.0609417 Oct 20 12:36:29.091476 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bd1dc6a0-7f56-4b7d-b827-3315aa97999b req-7b34987d-2284-4ed2-864a-672d20486e68 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=bb6c3da5-7699-4d2e-a078-6966359aa86f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332606 Oct 20 12:36:29.114829 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60650) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:36:29.158430 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e8888b-f515-496f-84ea-e2b0cee23e48 tempest-TestNetworkAdvancedServerOps-245809071 tempest-TestNetworkAdvancedServerOps-245809071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:36:29.160352 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-01e8888b-f515-496f-84ea-e2b0cee23e48 tempest-TestNetworkAdvancedServerOps-245809071 tempest-TestNetworkAdvancedServerOps-245809071-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=797c8e63-c4d9-4d4e-beaa-668ebde57521 HTTP/1.1" status: 200 len: 1092 time: 0.0444055 Oct 20 12:36:29.163366 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60652) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:36:29.167853 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-39647fe8-99c8-4ac7-8bc9-8edb03b0d2c4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'port_id': '382dbc79-90ec-4eb7-85fc-d746225bc3cb', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:36:29.191467 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-39647fe8-99c8-4ac7-8bc9-8edb03b0d2c4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for floatingip, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:29.296608 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-39647fe8-99c8-4ac7-8bc9-8edb03b0d2c4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:29.405286 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-39647fe8-99c8-4ac7-8bc9-8edb03b0d2c4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Allocated IP 172.25.5.3 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/d1e2450e-cdc9-4a0e-87c0-479644fdcb93) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:36:29.518356 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-39647fe8-99c8-4ac7-8bc9-8edb03b0d2c4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:29.555438 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-39647fe8-99c8-4ac7-8bc9-8edb03b0d2c4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:29.593800 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39647fe8-99c8-4ac7-8bc9-8edb03b0d2c4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:36:29.598089 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-39647fe8-99c8-4ac7-8bc9-8edb03b0d2c4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:36:29.604848 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39647fe8-99c8-4ac7-8bc9-8edb03b0d2c4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:36:29.607922 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39647fe8-99c8-4ac7-8bc9-8edb03b0d2c4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'Port': ['ID=d1e2450e-cdc9-4a0e-87c0-479644fdcb93,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:36:29.986508 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-39647fe8-99c8-4ac7-8bc9-8edb03b0d2c4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:30.052793 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-39647fe8-99c8-4ac7-8bc9-8edb03b0d2c4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:30.204203 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-39647fe8-99c8-4ac7-8bc9-8edb03b0d2c4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:30.213567 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-39647fe8-99c8-4ac7-8bc9-8edb03b0d2c4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:30.290140 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39647fe8-99c8-4ac7-8bc9-8edb03b0d2c4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event updated for resources: {'Port': ['ID=d1e2450e-cdc9-4a0e-87c0-479644fdcb93,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:36:30.306207 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-39647fe8-99c8-4ac7-8bc9-8edb03b0d2c4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:30.417103 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [None req-39647fe8-99c8-4ac7-8bc9-8edb03b0d2c4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Floating IP 102c5724-471d-4e31-91e4-780ad23d88be associated. External IP: 172.25.5.3, port: 382dbc79-90ec-4eb7-85fc-d746225bc3cb. Oct 20 12:36:30.645137 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39647fe8-99c8-4ac7-8bc9-8edb03b0d2c4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Router 547442b3-1e6e-4677-96e6-62a9f70d67ad has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:36:30.762373 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39647fe8-99c8-4ac7-8bc9-8edb03b0d2c4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:36:30.774526 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503473f5-9de8-473f-ac30-edf301cca74b None None] Sync routers for ids ['547442b3-1e6e-4677-96e6-62a9f70d67ad'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:36:30.783403 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-39647fe8-99c8-4ac7-8bc9-8edb03b0d2c4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:30.786202 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503473f5-9de8-473f-ac30-edf301cca74b None None] Routers {'547442b3-1e6e-4677-96e6-62a9f70d67ad'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:36:30.786876 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-503473f5-9de8-473f-ac30-edf301cca74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:36:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['547442b3-1e6e-4677-96e6-62a9f70d67ad'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:36:30.810009 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-39647fe8-99c8-4ac7-8bc9-8edb03b0d2c4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6456223 Oct 20 12:36:30.810557 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '797c8e63-c4d9-4d4e-beaa-668ebde57521', 'tag': '382dbc79-90ec-4eb7-85fc-d746225bc3cb'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:36:30.812856 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0a02dd2059fce6544e6c1114f6588b97938997ae633064690662b627edbbcf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84100468-ed65-42a2-8132-7caeb10d9abc" -d '{"events": [{"name": "network-changed", "server_uuid": "797c8e63-c4d9-4d4e-beaa-668ebde57521", "tag": "382dbc79-90ec-4eb7-85fc-d746225bc3cb"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:36:30.852762 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f255ae-bae0-40f3-a3e6-9b1a07b27f1d x-openstack-request-id: req-22f255ae-bae0-40f3-a3e6-9b1a07b27f1d {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:36:30.853127 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "797c8e63-c4d9-4d4e-beaa-668ebde57521", "tag": "382dbc79-90ec-4eb7-85fc-d746225bc3cb", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:36:30.853375 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-22f255ae-bae0-40f3-a3e6-9b1a07b27f1d {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:36:30.853794 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '797c8e63-c4d9-4d4e-beaa-668ebde57521', 'tag': '382dbc79-90ec-4eb7-85fc-d746225bc3cb', 'status': 'completed', 'code': 200} Oct 20 12:36:30.904746 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-503473f5-9de8-473f-ac30-edf301cca74b None None] Set router 547442b3-1e6e-4677-96e6-62a9f70d67ad gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:36:30.957945 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08579f-5b0b-4202-81fb-9e5419c0c30c req-e79b4ae8-3234-4504-b55a-f1ccf6e69548 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:36:30.959506 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bb08579f-5b0b-4202-81fb-9e5419c0c30c req-e79b4ae8-3234-4504-b55a-f1ccf6e69548 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=797c8e63-c4d9-4d4e-beaa-668ebde57521 HTTP/1.1" status: 200 len: 946 time: 0.0850461 Oct 20 12:36:30.964713 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84100468-ed65-42a2-8132-7caeb10d9abc req-27675c1e-bb82-45fa-a694-a85c15a85df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:36:30.966306 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-84100468-ed65-42a2-8132-7caeb10d9abc req-27675c1e-bb82-45fa-a694-a85c15a85df0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b6b06ee654c647a7987833f6381dc537&device_id=797c8e63-c4d9-4d4e-beaa-668ebde57521 HTTP/1.1" status: 200 len: 1097 time: 0.0762668 Oct 20 12:36:31.056016 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bb08579f-5b0b-4202-81fb-9e5419c0c30c req-ff1d355b-f7c3-4cba-9ac0-274fb1498a6d tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=bb6c3da5-7699-4d2e-a078-6966359aa86f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886481 Oct 20 12:36:31.082106 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60658) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:36:31.092545 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84100468-ed65-42a2-8132-7caeb10d9abc req-b89107da-86ea-47a2-915b-129466c756a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:36:31.094044 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-84100468-ed65-42a2-8132-7caeb10d9abc req-b89107da-86ea-47a2-915b-129466c756a1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=325bdd39-065e-4af8-a75b-35cb186ff6cc HTTP/1.1" status: 200 len: 899 time: 0.1191978 Oct 20 12:36:31.161463 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-503473f5-9de8-473f-ac30-edf301cca74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547442b3-1e6e-4677-96e6-62a9f70d67ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502110122', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '407c4c24-493c-4ef4-916f-468e3fb979f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:36:14Z', 'updated_at': '2021-10-20T12:36:18Z', 'revision_number': 4, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': '407c4c24-493c-4ef4-916f-468e3fb979f4', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547442b3-1e6e-4677-96e6-62a9f70d67ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:36:15Z', 'updated_at': '2021-10-20T12:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '102c5724-471d-4e31-91e4-780ad23d88be', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'floating_ip_address': '172.25.5.3', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '547442b3-1e6e-4677-96e6-62a9f70d67ad', 'port_id': '382dbc79-90ec-4eb7-85fc-d746225bc3cb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '325bdd39-065e-4af8-a75b-35cb186ff6cc', 'mac_address': 'fa:16:3e:8c:8b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797c8e63-c4d9-4d4e-beaa-668ebde57521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:36:29Z', 'updated_at': '2021-10-20T12:36:29Z', 'revision_number': 0, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc15e77-643c-4949-bbd7-ea91d68faf5d', 'name': '', 'network_id': '325bdd39-065e-4af8-a75b-35cb186ff6cc', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'mac_address': 'fa:16:3e:ce:23:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547442b3-1e6e-4677-96e6-62a9f70d67ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '0601249c-b889-4078-ba58-d0d6fd1ff89f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:36:17Z', 'updated_at': '2021-10-20T12:36:21Z', 'revision_number': 5, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'subnets': [{'id': '0601249c-b889-4078-ba58-d0d6fd1ff89f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:36:31.192141 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d90fa50d-a37b-490d-b3d1-ddedc3fe753f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/floatingips/102c5724-471d-4e31-91e4-780ad23d88be HTTP/1.1" status: 200 len: 990 time: 0.1088951 Oct 20 12:36:31.195908 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503473f5-9de8-473f-ac30-edf301cca74b None None] Checking router: 547442b3-1e6e-4677-96e6-62a9f70d67ad for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:36:31.202982 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-84100468-ed65-42a2-8132-7caeb10d9abc req-c2fdb7a6-f908-41e8-9159-6681b7d37488 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=382dbc79-90ec-4eb7-85fc-d746225bc3cb HTTP/1.1" status: 200 len: 998 time: 0.0820806 Oct 20 12:36:31.204560 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503473f5-9de8-473f-ac30-edf301cca74b None None] Routers {'547442b3-1e6e-4677-96e6-62a9f70d67ad'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:36:31.205170 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-503473f5-9de8-473f-ac30-edf301cca74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:36:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['547442b3-1e6e-4677-96e6-62a9f70d67ad'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:36:31.252218 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84100468-ed65-42a2-8132-7caeb10d9abc req-2c43575f-a4ad-4258-83e4-b56ee3122a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:36:31.253695 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-84100468-ed65-42a2-8132-7caeb10d9abc req-2c43575f-a4ad-4258-83e4-b56ee3122a7f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0601249c-b889-4078-ba58-d0d6fd1ff89f HTTP/1.1" status: 200 len: 835 time: 0.0434561 Oct 20 12:36:31.302161 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84100468-ed65-42a2-8132-7caeb10d9abc req-33250584-f8ef-4dcf-a932-ef752ebc71cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:36:31.303766 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-84100468-ed65-42a2-8132-7caeb10d9abc req-33250584-f8ef-4dcf-a932-ef752ebc71cc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=325bdd39-065e-4af8-a75b-35cb186ff6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423992 Oct 20 12:36:31.315060 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-503473f5-9de8-473f-ac30-edf301cca74b None None] Set router 547442b3-1e6e-4677-96e6-62a9f70d67ad gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:36:31.404032 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-84100468-ed65-42a2-8132-7caeb10d9abc req-cfb8164a-2138-4e73-8367-3449a5f66f76 service neutron] 10.222.0.89 "GET /v2.0/networks/325bdd39-065e-4af8-a75b-35cb186ff6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925035 Oct 20 12:36:31.499443 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-84100468-ed65-42a2-8132-7caeb10d9abc req-66c3d176-3367-4ba9-849e-a0d08afe0886 service neutron] 10.222.0.89 "GET /v2.0/networks/325bdd39-065e-4af8-a75b-35cb186ff6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885191 Oct 20 12:36:31.545825 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-503473f5-9de8-473f-ac30-edf301cca74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547442b3-1e6e-4677-96e6-62a9f70d67ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502110122', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '407c4c24-493c-4ef4-916f-468e3fb979f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:36:14Z', 'updated_at': '2021-10-20T12:36:18Z', 'revision_number': 4, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': '407c4c24-493c-4ef4-916f-468e3fb979f4', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547442b3-1e6e-4677-96e6-62a9f70d67ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:36:15Z', 'updated_at': '2021-10-20T12:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '102c5724-471d-4e31-91e4-780ad23d88be', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'floating_ip_address': '172.25.5.3', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '547442b3-1e6e-4677-96e6-62a9f70d67ad', 'port_id': '382dbc79-90ec-4eb7-85fc-d746225bc3cb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '325bdd39-065e-4af8-a75b-35cb186ff6cc', 'mac_address': 'fa:16:3e:8c:8b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797c8e63-c4d9-4d4e-beaa-668ebde57521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:36:29Z', 'updated_at': '2021-10-20T12:36:29Z', 'revision_number': 0, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc15e77-643c-4949-bbd7-ea91d68faf5d', 'name': '', 'network_id': '325bdd39-065e-4af8-a75b-35cb186ff6cc', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'mac_address': 'fa:16:3e:ce:23:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547442b3-1e6e-4677-96e6-62a9f70d67ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '0601249c-b889-4078-ba58-d0d6fd1ff89f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:36:17Z', 'updated_at': '2021-10-20T12:36:21Z', 'revision_number': 5, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'subnets': [{'id': '0601249c-b889-4078-ba58-d0d6fd1ff89f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:36:31.575215 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503473f5-9de8-473f-ac30-edf301cca74b None None] The sync data for ids ['547442b3-1e6e-4677-96e6-62a9f70d67ad'] in n-d-814735-3 is: [{'id': '547442b3-1e6e-4677-96e6-62a9f70d67ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502110122', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '407c4c24-493c-4ef4-916f-468e3fb979f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:36:14Z', 'updated_at': '2021-10-20T12:36:18Z', 'revision_number': 4, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': '407c4c24-493c-4ef4-916f-468e3fb979f4', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547442b3-1e6e-4677-96e6-62a9f70d67ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:36:15Z', 'updated_at': '2021-10-20T12:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '102c5724-471d-4e31-91e4-780ad23d88be', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'floating_ip_address': '172.25.5.3', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': '547442b3-1e6e-4677-96e6-62a9f70d67ad', 'port_id': '382dbc79-90ec-4eb7-85fc-d746225bc3cb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '325bdd39-065e-4af8-a75b-35cb186ff6cc', 'mac_address': 'fa:16:3e:8c:8b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797c8e63-c4d9-4d4e-beaa-668ebde57521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:36:29Z', 'updated_at': '2021-10-20T12:36:29Z', 'revision_number': 0, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc15e77-643c-4949-bbd7-ea91d68faf5d', 'name': '', 'network_id': '325bdd39-065e-4af8-a75b-35cb186ff6cc', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'mac_address': 'fa:16:3e:ce:23:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547442b3-1e6e-4677-96e6-62a9f70d67ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '0601249c-b889-4078-ba58-d0d6fd1ff89f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:36:17Z', 'updated_at': '2021-10-20T12:36:21Z', 'revision_number': 5, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'subnets': [{'id': '0601249c-b889-4078-ba58-d0d6fd1ff89f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:36:31.774383 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1656cb-82ed-4470-9870-14b55317a3c8 None None] New status for floating IP 102c5724-471d-4e31-91e4-780ad23d88be: ACTIVE {{(pid=100649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 12:36:32.196551 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60660) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:36:32.263499 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-78779d1b-15d7-4cdf-b07c-76db77d7d6cd tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/floatingips/102c5724-471d-4e31-91e4-780ad23d88be HTTP/1.1" status: 200 len: 992 time: 0.0658271 Oct 20 12:36:40.484076 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:46.029807 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:46.540513 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:36:49.453346 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-16df125d-89a5-47a1-9c99-7fe9932c9985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:52.325392 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e3f7d690-478b-4b03-a0e2-e009a03db602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:53.268428 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:53.451701 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:55.187576 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:36:59.285314 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-772e717c-4cd0-4e62-8250-cfbdd94e5977 req-78e0502a-e099-4a8b-abf5-0f11fdb02550 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=797c8e63-c4d9-4d4e-beaa-668ebde57521&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422540 Oct 20 12:36:59.377360 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e717c-4cd0-4e62-8250-cfbdd94e5977 req-09160d1c-a7de-4c48-aed5-ba8206275474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:36:59.378909 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-772e717c-4cd0-4e62-8250-cfbdd94e5977 req-09160d1c-a7de-4c48-aed5-ba8206275474 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b6b06ee654c647a7987833f6381dc537&device_id=797c8e63-c4d9-4d4e-beaa-668ebde57521 HTTP/1.1" status: 200 len: 1097 time: 0.0463030 Oct 20 12:36:59.498429 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e717c-4cd0-4e62-8250-cfbdd94e5977 req-d69ea0ab-496c-4a1f-96b5-998e4f13c468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:36:59.499950 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-772e717c-4cd0-4e62-8250-cfbdd94e5977 req-d69ea0ab-496c-4a1f-96b5-998e4f13c468 service neutron] 10.222.0.89 "GET /v2.0/networks?id=325bdd39-065e-4af8-a75b-35cb186ff6cc HTTP/1.1" status: 200 len: 899 time: 0.0929136 Oct 20 12:36:59.576790 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-772e717c-4cd0-4e62-8250-cfbdd94e5977 req-a97c5ac5-5d79-4aed-913d-46e8c9e715e6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=382dbc79-90ec-4eb7-85fc-d746225bc3cb HTTP/1.1" status: 200 len: 1000 time: 0.0660491 Oct 20 12:36:59.628766 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e717c-4cd0-4e62-8250-cfbdd94e5977 req-17bc92c5-2d10-4d6d-9e76-f18aae95fd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:36:59.630651 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-772e717c-4cd0-4e62-8250-cfbdd94e5977 req-17bc92c5-2d10-4d6d-9e76-f18aae95fd0d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0601249c-b889-4078-ba58-d0d6fd1ff89f HTTP/1.1" status: 200 len: 835 time: 0.0456419 Oct 20 12:36:59.678747 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e717c-4cd0-4e62-8250-cfbdd94e5977 req-a3493445-c256-4de2-b856-8b852bf476c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:36:59.680281 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-772e717c-4cd0-4e62-8250-cfbdd94e5977 req-a3493445-c256-4de2-b856-8b852bf476c0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=325bdd39-065e-4af8-a75b-35cb186ff6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415845 Oct 20 12:36:59.786476 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-772e717c-4cd0-4e62-8250-cfbdd94e5977 req-99c9b99a-0d02-416e-857d-d080bf606879 service neutron] 10.222.0.89 "GET /v2.0/networks/325bdd39-065e-4af8-a75b-35cb186ff6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936382 Oct 20 12:36:59.877579 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-772e717c-4cd0-4e62-8250-cfbdd94e5977 req-e9ef9112-1618-4b6b-a797-61689266ea71 service neutron] 10.222.0.89 "GET /v2.0/networks/325bdd39-065e-4af8-a75b-35cb186ff6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804572 Oct 20 12:37:07.743359 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268a253-d978-451b-95ff-9451215fea0f req-f13a43e5-5b58-430d-933e-07c245f62288 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:37:07.744979 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f268a253-d978-451b-95ff-9451215fea0f req-f13a43e5-5b58-430d-933e-07c245f62288 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=797c8e63-c4d9-4d4e-beaa-668ebde57521 HTTP/1.1" status: 200 len: 946 time: 0.0634780 Oct 20 12:37:07.785618 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f268a253-d978-451b-95ff-9451215fea0f req-a4d54159-939b-4605-a310-d3d74c64c6ea tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=bb6c3da5-7699-4d2e-a078-6966359aa86f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341754 Oct 20 12:37:08.918777 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23fa9b-1b30-4bbb-92bc-6fa3f1d5d045 req-54eca199-f903-4f9b-8202-4f1b72c3ec69 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:37:08.920361 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1c23fa9b-1b30-4bbb-92bc-6fa3f1d5d045 req-54eca199-f903-4f9b-8202-4f1b72c3ec69 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=797c8e63-c4d9-4d4e-beaa-668ebde57521 HTTP/1.1" status: 200 len: 946 time: 0.0595622 Oct 20 12:37:08.971603 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1c23fa9b-1b30-4bbb-92bc-6fa3f1d5d045 req-895bf554-0da7-4158-a4c4-ed8081e6206c tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=bb6c3da5-7699-4d2e-a078-6966359aa86f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407970 Oct 20 12:37:08.995124 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60686) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:37:09.063239 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4e248070-20a1-4aef-9a72-2a3c893bcf85 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/floatingips/102c5724-471d-4e31-91e4-780ad23d88be HTTP/1.1" status: 200 len: 992 time: 0.0668969 Oct 20 12:37:10.348535 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9444be19-d389-4a91-92e7-0bded0ad8bf3 req-7edbfe64-04a4-408b-a973-0f39e6799ec0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:37:10.354537 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9444be19-d389-4a91-92e7-0bded0ad8bf3 req-7edbfe64-04a4-408b-a973-0f39e6799ec0 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=797c8e63-c4d9-4d4e-beaa-668ebde57521 HTTP/1.1" status: 200 len: 946 time: 0.0540524 Oct 20 12:37:10.421840 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9444be19-d389-4a91-92e7-0bded0ad8bf3 req-f6813ec7-eb4a-411a-90dc-ea9ed62f2594 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=bb6c3da5-7699-4d2e-a078-6966359aa86f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587096 Oct 20 12:37:10.424515 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73652d1e-5e16-4fd4-a1e9-2d129a2fbcbc req-682efeb6-659c-47f1-8fec-9e659ee26a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:37:10.425934 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-73652d1e-5e16-4fd4-a1e9-2d129a2fbcbc req-682efeb6-659c-47f1-8fec-9e659ee26a66 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b6b06ee654c647a7987833f6381dc537&device_id=797c8e63-c4d9-4d4e-beaa-668ebde57521 HTTP/1.1" status: 200 len: 1097 time: 0.0704701 Oct 20 12:37:10.498054 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:10.888053 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73652d1e-5e16-4fd4-a1e9-2d129a2fbcbc req-466ffb94-60e5-447d-a745-e3edc0499a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:37:10.889567 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-73652d1e-5e16-4fd4-a1e9-2d129a2fbcbc req-466ffb94-60e5-447d-a745-e3edc0499a39 service neutron] 10.222.0.89 "GET /v2.0/networks?id=325bdd39-065e-4af8-a75b-35cb186ff6cc HTTP/1.1" status: 200 len: 899 time: 0.4517426 Oct 20 12:37:10.979687 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-73652d1e-5e16-4fd4-a1e9-2d129a2fbcbc req-37a0ca21-69aa-4b8b-b315-b8e918dabfd4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=382dbc79-90ec-4eb7-85fc-d746225bc3cb HTTP/1.1" status: 200 len: 1000 time: 0.0773499 Oct 20 12:37:11.031638 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73652d1e-5e16-4fd4-a1e9-2d129a2fbcbc req-12e707f8-29e9-41a1-959b-a07e969b0fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:37:11.033095 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-73652d1e-5e16-4fd4-a1e9-2d129a2fbcbc req-12e707f8-29e9-41a1-959b-a07e969b0fa3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0601249c-b889-4078-ba58-d0d6fd1ff89f HTTP/1.1" status: 200 len: 835 time: 0.0448575 Oct 20 12:37:11.087352 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73652d1e-5e16-4fd4-a1e9-2d129a2fbcbc req-d4a96492-6a4a-4a0a-a6f0-346cadb97264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:37:11.088876 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-73652d1e-5e16-4fd4-a1e9-2d129a2fbcbc req-d4a96492-6a4a-4a0a-a6f0-346cadb97264 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=325bdd39-065e-4af8-a75b-35cb186ff6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443978 Oct 20 12:37:11.186376 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-73652d1e-5e16-4fd4-a1e9-2d129a2fbcbc req-09bc876a-01b6-4c4f-8dee-c88e91fbc1a8 service neutron] 10.222.0.89 "GET /v2.0/networks/325bdd39-065e-4af8-a75b-35cb186ff6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853958 Oct 20 12:37:11.282221 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-73652d1e-5e16-4fd4-a1e9-2d129a2fbcbc req-5bc7a6a2-54c6-4246-8df6-3f82310398a9 service neutron] 10.222.0.89 "GET /v2.0/networks/325bdd39-065e-4af8-a75b-35cb186ff6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863390 Oct 20 12:37:11.546502 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb01d0c-d33c-40c4-a8f2-69cb4a427d57 req-6096b054-d5a6-4787-8f92-65ba7ffbfa4f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:37:11.547927 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9cb01d0c-d33c-40c4-a8f2-69cb4a427d57 req-6096b054-d5a6-4787-8f92-65ba7ffbfa4f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=797c8e63-c4d9-4d4e-beaa-668ebde57521 HTTP/1.1" status: 200 len: 946 time: 0.0544579 Oct 20 12:37:11.593978 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9cb01d0c-d33c-40c4-a8f2-69cb4a427d57 req-ee86444f-16c4-45c9-a4ef-444f7da47f2e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=bb6c3da5-7699-4d2e-a078-6966359aa86f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399752 Oct 20 12:37:12.733503 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d58f80-5649-45ff-ba62-40a2657904d6 req-e1c66a40-01d4-4b2a-a192-2c21a60388f8 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:37:12.735009 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-94d58f80-5649-45ff-ba62-40a2657904d6 req-e1c66a40-01d4-4b2a-a192-2c21a60388f8 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=797c8e63-c4d9-4d4e-beaa-668ebde57521 HTTP/1.1" status: 200 len: 946 time: 0.0526071 Oct 20 12:37:12.785635 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-94d58f80-5649-45ff-ba62-40a2657904d6 req-9786c69b-6f06-4d4d-a180-3134a25efe3e tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=bb6c3da5-7699-4d2e-a078-6966359aa86f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399442 Oct 20 12:37:12.808761 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60698) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:37:12.871457 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d2c67feb-834e-42d9-9fea-6192c47c5c1b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/floatingips/102c5724-471d-4e31-91e4-780ad23d88be HTTP/1.1" status: 200 len: 992 time: 0.0614624 Oct 20 12:37:13.135547 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60706) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:37:13.304272 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-57175f54-8f62-47c7-b7c6-e2e2a16ca26a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Deleting port d1e2450e-cdc9-4a0e-87c0-479644fdcb93 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:37:13.304645 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-57175f54-8f62-47c7-b7c6-e2e2a16ca26a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:13.381570 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-57175f54-8f62-47c7-b7c6-e2e2a16ca26a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:13.381872 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-57175f54-8f62-47c7-b7c6-e2e2a16ca26a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:13.393670 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-57175f54-8f62-47c7-b7c6-e2e2a16ca26a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Calling delete_port for d1e2450e-cdc9-4a0e-87c0-479644fdcb93 owned by network:floatingip {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:37:13.549061 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-57175f54-8f62-47c7-b7c6-e2e2a16ca26a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:13.574365 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57175f54-8f62-47c7-b7c6-e2e2a16ca26a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event deleted for resources: {'Port': ['ID=d1e2450e-cdc9-4a0e-87c0-479644fdcb93,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:37:13.586399 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57175f54-8f62-47c7-b7c6-e2e2a16ca26a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:37:13.586709 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57175f54-8f62-47c7-b7c6-e2e2a16ca26a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:37:13.587108 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57175f54-8f62-47c7-b7c6-e2e2a16ca26a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:37:13.587447 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57175f54-8f62-47c7-b7c6-e2e2a16ca26a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:37:13.587777 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57175f54-8f62-47c7-b7c6-e2e2a16ca26a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:37:13.588105 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57175f54-8f62-47c7-b7c6-e2e2a16ca26a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:37:13.588416 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57175f54-8f62-47c7-b7c6-e2e2a16ca26a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:37:13.588741 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57175f54-8f62-47c7-b7c6-e2e2a16ca26a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:37:13.589082 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57175f54-8f62-47c7-b7c6-e2e2a16ca26a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:37:13.589386 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57175f54-8f62-47c7-b7c6-e2e2a16ca26a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:37:13.589733 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57175f54-8f62-47c7-b7c6-e2e2a16ca26a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:37:13.590045 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57175f54-8f62-47c7-b7c6-e2e2a16ca26a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:37:13.646296 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-57175f54-8f62-47c7-b7c6-e2e2a16ca26a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for floatingip, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:13.646615 n-d-814735-3 neutron-server[100646]: INFO neutron.db.l3_db [None req-57175f54-8f62-47c7-b7c6-e2e2a16ca26a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Floating IP 102c5724-471d-4e31-91e4-780ad23d88be disassociated (deleted). External IP: 172.25.5.3, port: 382dbc79-90ec-4eb7-85fc-d746225bc3cb. Oct 20 12:37:13.864621 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57175f54-8f62-47c7-b7c6-e2e2a16ca26a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Router 547442b3-1e6e-4677-96e6-62a9f70d67ad has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:37:14.293226 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57175f54-8f62-47c7-b7c6-e2e2a16ca26a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:37:14.298237 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-57175f54-8f62-47c7-b7c6-e2e2a16ca26a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:14.303144 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66a9f0f-91b2-4b55-8cf0-5047c796910d None None] Sync routers for ids ['547442b3-1e6e-4677-96e6-62a9f70d67ad'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:37:14.312746 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66a9f0f-91b2-4b55-8cf0-5047c796910d None None] Routers {'547442b3-1e6e-4677-96e6-62a9f70d67ad'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:37:14.313375 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-c66a9f0f-91b2-4b55-8cf0-5047c796910d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:36:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['547442b3-1e6e-4677-96e6-62a9f70d67ad'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:37:14.325373 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-57175f54-8f62-47c7-b7c6-e2e2a16ca26a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "DELETE /v2.0/floatingips/102c5724-471d-4e31-91e4-780ad23d88be HTTP/1.1" status: 204 len: 168 time: 1.1885180 Oct 20 12:37:14.325913 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '797c8e63-c4d9-4d4e-beaa-668ebde57521', 'tag': '382dbc79-90ec-4eb7-85fc-d746225bc3cb'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:37:14.328257 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f6473da4100a9b2d2507aa888be59ba03dba4d50a2e20228baad954033a1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81844dad-a181-499c-93e9-8b51a4cb1d11" -d '{"events": [{"name": "network-changed", "server_uuid": "797c8e63-c4d9-4d4e-beaa-668ebde57521", "tag": "382dbc79-90ec-4eb7-85fc-d746225bc3cb"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:37:14.424605 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-c66a9f0f-91b2-4b55-8cf0-5047c796910d None None] Set router 547442b3-1e6e-4677-96e6-62a9f70d67ad gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:37:14.470767 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b703510-b984-4c31-8df3-8c953f82621a x-openstack-request-id: req-6b703510-b984-4c31-8df3-8c953f82621a {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:37:14.471099 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "797c8e63-c4d9-4d4e-beaa-668ebde57521", "tag": "382dbc79-90ec-4eb7-85fc-d746225bc3cb", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:37:14.471351 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6b703510-b984-4c31-8df3-8c953f82621a {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:37:14.471761 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '797c8e63-c4d9-4d4e-beaa-668ebde57521', 'tag': '382dbc79-90ec-4eb7-85fc-d746225bc3cb', 'status': 'completed', 'code': 200} Oct 20 12:37:14.571739 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81844dad-a181-499c-93e9-8b51a4cb1d11 req-6cc1b628-997f-4d9b-80e9-425144f82424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:37:14.573142 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-81844dad-a181-499c-93e9-8b51a4cb1d11 req-6cc1b628-997f-4d9b-80e9-425144f82424 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b6b06ee654c647a7987833f6381dc537&device_id=797c8e63-c4d9-4d4e-beaa-668ebde57521 HTTP/1.1" status: 200 len: 1097 time: 0.0715523 Oct 20 12:37:14.588685 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c9b85-dac1-4dec-bd75-76a479200d28 req-8c7e32eb-7a70-4bb6-a643-91c06d7af06b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:37:14.590201 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d91c9b85-dac1-4dec-bd75-76a479200d28 req-8c7e32eb-7a70-4bb6-a643-91c06d7af06b tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=797c8e63-c4d9-4d4e-beaa-668ebde57521 HTTP/1.1" status: 200 len: 946 time: 0.0606942 Oct 20 12:37:14.658963 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-c66a9f0f-91b2-4b55-8cf0-5047c796910d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547442b3-1e6e-4677-96e6-62a9f70d67ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502110122', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '407c4c24-493c-4ef4-916f-468e3fb979f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:36:14Z', 'updated_at': '2021-10-20T12:36:18Z', 'revision_number': 4, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': '407c4c24-493c-4ef4-916f-468e3fb979f4', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547442b3-1e6e-4677-96e6-62a9f70d67ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:36:15Z', 'updated_at': '2021-10-20T12:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'bcc15e77-643c-4949-bbd7-ea91d68faf5d', 'name': '', 'network_id': '325bdd39-065e-4af8-a75b-35cb186ff6cc', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'mac_address': 'fa:16:3e:ce:23:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547442b3-1e6e-4677-96e6-62a9f70d67ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '0601249c-b889-4078-ba58-d0d6fd1ff89f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:36:17Z', 'updated_at': '2021-10-20T12:36:21Z', 'revision_number': 5, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'subnets': [{'id': '0601249c-b889-4078-ba58-d0d6fd1ff89f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:37:14.686702 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d91c9b85-dac1-4dec-bd75-76a479200d28 req-d15596eb-64b9-4e8c-8426-108dee30b2d5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=bb6c3da5-7699-4d2e-a078-6966359aa86f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877757 Oct 20 12:37:14.694735 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66a9f0f-91b2-4b55-8cf0-5047c796910d None None] Checking router: 547442b3-1e6e-4677-96e6-62a9f70d67ad for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:37:14.704009 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66a9f0f-91b2-4b55-8cf0-5047c796910d None None] Routers {'547442b3-1e6e-4677-96e6-62a9f70d67ad'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:37:14.704627 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-c66a9f0f-91b2-4b55-8cf0-5047c796910d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:36:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['547442b3-1e6e-4677-96e6-62a9f70d67ad'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:37:14.725549 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81844dad-a181-499c-93e9-8b51a4cb1d11 req-039b810d-e92f-4865-bb32-3ef8523bae6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:37:14.727217 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-81844dad-a181-499c-93e9-8b51a4cb1d11 req-039b810d-e92f-4865-bb32-3ef8523bae6f service neutron] 10.222.0.89 "GET /v2.0/networks?id=325bdd39-065e-4af8-a75b-35cb186ff6cc HTTP/1.1" status: 200 len: 899 time: 0.1360788 Oct 20 12:37:14.772653 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-81844dad-a181-499c-93e9-8b51a4cb1d11 req-28e998a7-d957-4430-adca-3e76ec7c6580 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=382dbc79-90ec-4eb7-85fc-d746225bc3cb HTTP/1.1" status: 200 len: 217 time: 0.0373683 Oct 20 12:37:14.817237 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-c66a9f0f-91b2-4b55-8cf0-5047c796910d None None] Set router 547442b3-1e6e-4677-96e6-62a9f70d67ad gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:37:14.829794 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81844dad-a181-499c-93e9-8b51a4cb1d11 req-523e4e28-049c-41b6-9080-4d55d2462808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:37:14.831505 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-81844dad-a181-499c-93e9-8b51a4cb1d11 req-523e4e28-049c-41b6-9080-4d55d2462808 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0601249c-b889-4078-ba58-d0d6fd1ff89f HTTP/1.1" status: 200 len: 835 time: 0.0516255 Oct 20 12:37:14.895832 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81844dad-a181-499c-93e9-8b51a4cb1d11 req-86a536ad-3bb2-4506-b5a8-23bd52645fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:37:14.897559 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-81844dad-a181-499c-93e9-8b51a4cb1d11 req-86a536ad-3bb2-4506-b5a8-23bd52645fd7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=325bdd39-065e-4af8-a75b-35cb186ff6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559626 Oct 20 12:37:14.999264 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-81844dad-a181-499c-93e9-8b51a4cb1d11 req-f67d0ff6-16e4-4e74-b21d-36bc64390ccd service neutron] 10.222.0.89 "GET /v2.0/networks/325bdd39-065e-4af8-a75b-35cb186ff6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924680 Oct 20 12:37:15.096808 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-81844dad-a181-499c-93e9-8b51a4cb1d11 req-1f4bf220-cdfe-4608-8cc9-a73da8f70227 service neutron] 10.222.0.89 "GET /v2.0/networks/325bdd39-065e-4af8-a75b-35cb186ff6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898659 Oct 20 12:37:15.195353 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-c66a9f0f-91b2-4b55-8cf0-5047c796910d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547442b3-1e6e-4677-96e6-62a9f70d67ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502110122', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '407c4c24-493c-4ef4-916f-468e3fb979f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:36:14Z', 'updated_at': '2021-10-20T12:36:18Z', 'revision_number': 4, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': '407c4c24-493c-4ef4-916f-468e3fb979f4', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547442b3-1e6e-4677-96e6-62a9f70d67ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:36:15Z', 'updated_at': '2021-10-20T12:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'bcc15e77-643c-4949-bbd7-ea91d68faf5d', 'name': '', 'network_id': '325bdd39-065e-4af8-a75b-35cb186ff6cc', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'mac_address': 'fa:16:3e:ce:23:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547442b3-1e6e-4677-96e6-62a9f70d67ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '0601249c-b889-4078-ba58-d0d6fd1ff89f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:36:17Z', 'updated_at': '2021-10-20T12:36:21Z', 'revision_number': 5, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'subnets': [{'id': '0601249c-b889-4078-ba58-d0d6fd1ff89f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:37:15.221042 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66a9f0f-91b2-4b55-8cf0-5047c796910d None None] The sync data for ids ['547442b3-1e6e-4677-96e6-62a9f70d67ad'] in n-d-814735-3 is: [{'id': '547442b3-1e6e-4677-96e6-62a9f70d67ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502110122', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '407c4c24-493c-4ef4-916f-468e3fb979f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:36:14Z', 'updated_at': '2021-10-20T12:36:18Z', 'revision_number': 4, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': '407c4c24-493c-4ef4-916f-468e3fb979f4', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547442b3-1e6e-4677-96e6-62a9f70d67ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:36:15Z', 'updated_at': '2021-10-20T12:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': 'bcc15e77-643c-4949-bbd7-ea91d68faf5d', 'name': '', 'network_id': '325bdd39-065e-4af8-a75b-35cb186ff6cc', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'mac_address': 'fa:16:3e:ce:23:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547442b3-1e6e-4677-96e6-62a9f70d67ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '0601249c-b889-4078-ba58-d0d6fd1ff89f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:36:17Z', 'updated_at': '2021-10-20T12:36:21Z', 'revision_number': 5, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'subnets': [{'id': '0601249c-b889-4078-ba58-d0d6fd1ff89f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:37:15.436963 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e239fb57-d128-46b0-afb7-39ec65310be1 None None] New status for floating IP 102c5724-471d-4e31-91e4-780ad23d88be: DOWN {{(pid=100649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 12:37:15.808733 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf514fa5-05bd-4dca-a173-c7a0364d6d0a req-516b8ba9-d304-41b6-ae8b-3fa50b45d334 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:37:15.810266 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf514fa5-05bd-4dca-a173-c7a0364d6d0a req-516b8ba9-d304-41b6-ae8b-3fa50b45d334 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=797c8e63-c4d9-4d4e-beaa-668ebde57521 HTTP/1.1" status: 200 len: 946 time: 0.0504735 Oct 20 12:37:15.849025 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf514fa5-05bd-4dca-a173-c7a0364d6d0a req-15110b9c-ba9d-4a67-8711-316c012f1e74 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/security-groups?id=bb6c3da5-7699-4d2e-a078-6966359aa86f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327029 Oct 20 12:37:16.056445 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:16.372899 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92baadb-147d-420e-bf95-65c918955c8c req-31e49565-48a0-4df1-8bd6-f7b59bd36ffe tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:37:16.374264 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b92baadb-147d-420e-bf95-65c918955c8c req-31e49565-48a0-4df1-8bd6-f7b59bd36ffe tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.89 "GET /v2.0/ports?device_id=797c8e63-c4d9-4d4e-beaa-668ebde57521 HTTP/1.1" status: 200 len: 946 time: 0.0485802 Oct 20 12:37:16.482934 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-b92baadb-147d-420e-bf95-65c918955c8c req-1c99b36f-69b6-4033-9445-9b85a7c99ea5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Deleting port 382dbc79-90ec-4eb7-85fc-d746225bc3cb {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:37:16.483291 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b92baadb-147d-420e-bf95-65c918955c8c req-1c99b36f-69b6-4033-9445-9b85a7c99ea5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:16.571853 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-b92baadb-147d-420e-bf95-65c918955c8c req-1c99b36f-69b6-4033-9445-9b85a7c99ea5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] For port 382dbc79-90ec-4eb7-85fc-d746225bc3cb, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=382dbc79-90ec-4eb7-85fc-d746225bc3cb,segment=NetworkSegment(f8b650d4-b9a6-4b8b-b954-f74ab07c5abb),segment_id=f8b650d4-b9a6-4b8b-b954-f74ab07c5abb)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:37:16.572165 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b92baadb-147d-420e-bf95-65c918955c8c req-1c99b36f-69b6-4033-9445-9b85a7c99ea5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:16.588746 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-b92baadb-147d-420e-bf95-65c918955c8c req-1c99b36f-69b6-4033-9445-9b85a7c99ea5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Calling delete_port for 382dbc79-90ec-4eb7-85fc-d746225bc3cb owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:37:16.717028 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b92baadb-147d-420e-bf95-65c918955c8c req-1c99b36f-69b6-4033-9445-9b85a7c99ea5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:16.743589 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c99b36f-69b6-4033-9445-9b85a7c99ea5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event deleted for resources: {'Port': ['ID=382dbc79-90ec-4eb7-85fc-d746225bc3cb,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:37:16.757823 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c99b36f-69b6-4033-9445-9b85a7c99ea5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:37:16.758156 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c99b36f-69b6-4033-9445-9b85a7c99ea5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:37:16.758512 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c99b36f-69b6-4033-9445-9b85a7c99ea5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:37:16.758867 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c99b36f-69b6-4033-9445-9b85a7c99ea5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:37:16.759205 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c99b36f-69b6-4033-9445-9b85a7c99ea5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:37:16.759546 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c99b36f-69b6-4033-9445-9b85a7c99ea5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:37:16.759881 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c99b36f-69b6-4033-9445-9b85a7c99ea5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:37:16.760224 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c99b36f-69b6-4033-9445-9b85a7c99ea5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:37:16.760577 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c99b36f-69b6-4033-9445-9b85a7c99ea5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:37:16.760879 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c99b36f-69b6-4033-9445-9b85a7c99ea5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:37:16.761308 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c99b36f-69b6-4033-9445-9b85a7c99ea5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:37:16.761560 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c99b36f-69b6-4033-9445-9b85a7c99ea5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:37:16.800223 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-b92baadb-147d-420e-bf95-65c918955c8c req-1c99b36f-69b6-4033-9445-9b85a7c99ea5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] No DVR routers for this DVR port 382dbc79-90ec-4eb7-85fc-d746225bc3cb on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:37:16.802920 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b92baadb-147d-420e-bf95-65c918955c8c req-1c99b36f-69b6-4033-9445-9b85a7c99ea5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:16.806281 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b92baadb-147d-420e-bf95-65c918955c8c req-1c99b36f-69b6-4033-9445-9b85a7c99ea5 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.89 "DELETE /v2.0/ports/382dbc79-90ec-4eb7-85fc-d746225bc3cb HTTP/1.1" status: 204 len: 173 time: 0.4247606 Oct 20 12:37:16.806720 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797c8e63-c4d9-4d4e-beaa-668ebde57521', 'name': 'network-vif-deleted', 'tag': '382dbc79-90ec-4eb7-85fc-d746225bc3cb'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:37:16.809020 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0a02dd2059fce6544e6c1114f6588b97938997ae633064690662b627edbbcf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118741cd-ffef-41fc-be11-3b08af4ee2e4" -d '{"events": [{"server_uuid": "797c8e63-c4d9-4d4e-beaa-668ebde57521", "name": "network-vif-deleted", "tag": "382dbc79-90ec-4eb7-85fc-d746225bc3cb"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:37:16.862834 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ebe327-b69b-49fa-bbfe-5c5ce7276a82 x-openstack-request-id: req-29ebe327-b69b-49fa-bbfe-5c5ce7276a82 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:37:16.863194 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "797c8e63-c4d9-4d4e-beaa-668ebde57521", "name": "network-vif-deleted", "tag": "382dbc79-90ec-4eb7-85fc-d746225bc3cb", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:37:16.863358 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-29ebe327-b69b-49fa-bbfe-5c5ce7276a82 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:37:16.863770 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '797c8e63-c4d9-4d4e-beaa-668ebde57521', 'name': 'network-vif-deleted', 'tag': '382dbc79-90ec-4eb7-85fc-d746225bc3cb', 'status': 'completed', 'code': 200} Oct 20 12:37:16.963111 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-66d6053e-fb29-4b44-a8f8-bb966484671a req-7a5dba5c-e587-451c-9773-285992c0e218 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "GET /v2.0/ports?device_id=797c8e63-c4d9-4d4e-beaa-668ebde57521 HTTP/1.1" status: 200 len: 210 time: 0.0284541 Oct 20 12:37:18.024295 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60724) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:37:18.408012 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6b07f11a-0ea0-481e-bcf1-91aec7e4f117 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:18.688368 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-6b07f11a-0ea0-481e-bcf1-91aec7e4f117 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Deleting port bcc15e77-643c-4949-bbd7-ea91d68faf5d {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:37:18.688626 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6b07f11a-0ea0-481e-bcf1-91aec7e4f117 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:18.789806 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-6b07f11a-0ea0-481e-bcf1-91aec7e4f117 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] For port bcc15e77-643c-4949-bbd7-ea91d68faf5d, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=bcc15e77-643c-4949-bbd7-ea91d68faf5d,segment=NetworkSegment(f8b650d4-b9a6-4b8b-b954-f74ab07c5abb),segment_id=f8b650d4-b9a6-4b8b-b954-f74ab07c5abb)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:37:18.790185 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6b07f11a-0ea0-481e-bcf1-91aec7e4f117 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:18.804228 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-6b07f11a-0ea0-481e-bcf1-91aec7e4f117 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Calling delete_port for bcc15e77-643c-4949-bbd7-ea91d68faf5d owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:37:19.004551 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6b07f11a-0ea0-481e-bcf1-91aec7e4f117 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:19.036680 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b07f11a-0ea0-481e-bcf1-91aec7e4f117 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event deleted for resources: {'Port': ['ID=bcc15e77-643c-4949-bbd7-ea91d68faf5d,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:37:19.223224 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-6b07f11a-0ea0-481e-bcf1-91aec7e4f117 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:19.447632 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4fc9a23c-a23d-4186-90d4-d1f1b457f8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:19.456961 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b07f11a-0ea0-481e-bcf1-91aec7e4f117 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Router 547442b3-1e6e-4677-96e6-62a9f70d67ad has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:37:19.573467 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b07f11a-0ea0-481e-bcf1-91aec7e4f117 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:37:19.579626 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-6b07f11a-0ea0-481e-bcf1-91aec7e4f117 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "PUT /v2.0/routers/547442b3-1e6e-4677-96e6-62a9f70d67ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5541451 Oct 20 12:37:19.582566 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60726) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:37:19.583885 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0a0a63-1a3a-4723-89a7-8729f26ab6fb None None] Sync routers for ids ['547442b3-1e6e-4677-96e6-62a9f70d67ad'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:37:19.594667 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0a0a63-1a3a-4723-89a7-8729f26ab6fb None None] Routers {'547442b3-1e6e-4677-96e6-62a9f70d67ad'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:37:19.595426 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-af0a0a63-1a3a-4723-89a7-8729f26ab6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:36:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['547442b3-1e6e-4677-96e6-62a9f70d67ad'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:37:19.659660 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-32208cf6-088c-483f-a630-f8c66e7782e1 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Deleting subnet 0601249c-b889-4078-ba58-d0d6fd1ff89f {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 12:37:19.663235 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-32208cf6-088c-483f-a630-f8c66e7782e1 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:19.704462 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-32208cf6-088c-483f-a630-f8c66e7782e1 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:19.715078 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-af0a0a63-1a3a-4723-89a7-8729f26ab6fb None None] Set router 547442b3-1e6e-4677-96e6-62a9f70d67ad gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:37:19.806847 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-32208cf6-088c-483f-a630-f8c66e7782e1 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:19.872082 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-32208cf6-088c-483f-a630-f8c66e7782e1 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:19.898055 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32208cf6-088c-483f-a630-f8c66e7782e1 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event deleted for resources: {'Subnet': ['ID=0601249c-b889-4078-ba58-d0d6fd1ff89f,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:37:19.906028 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-32208cf6-088c-483f-a630-f8c66e7782e1 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:19.912041 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-32208cf6-088c-483f-a630-f8c66e7782e1 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "DELETE /v2.0/subnets/0601249c-b889-4078-ba58-d0d6fd1ff89f HTTP/1.1" status: 204 len: 168 time: 0.3255107 Oct 20 12:37:19.912227 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60728) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:37:19.919160 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e83c830-283d-413a-8b81-5f82c1da48a8 None None] Network 325bdd39-065e-4af8-a75b-35cb186ff6cc requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:37:20.026959 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-af0a0a63-1a3a-4723-89a7-8729f26ab6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547442b3-1e6e-4677-96e6-62a9f70d67ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502110122', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '407c4c24-493c-4ef4-916f-468e3fb979f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:36:14Z', 'updated_at': '2021-10-20T12:37:18Z', 'revision_number': 5, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': '407c4c24-493c-4ef4-916f-468e3fb979f4', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547442b3-1e6e-4677-96e6-62a9f70d67ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:36:15Z', 'updated_at': '2021-10-20T12:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:37:20.038535 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a96e512e-9fb2-4c0b-a7d9-bc3aa202083f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for router, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:20.072774 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0a0a63-1a3a-4723-89a7-8729f26ab6fb None None] Checking router: 547442b3-1e6e-4677-96e6-62a9f70d67ad for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:37:20.087689 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0a0a63-1a3a-4723-89a7-8729f26ab6fb None None] Routers {'547442b3-1e6e-4677-96e6-62a9f70d67ad'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:37:20.088324 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-af0a0a63-1a3a-4723-89a7-8729f26ab6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:36:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['547442b3-1e6e-4677-96e6-62a9f70d67ad'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:37:20.155065 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a96e512e-9fb2-4c0b-a7d9-bc3aa202083f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:20.194200 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0685730-bcb0-4130-b9d7-54ec4eb115ef None None] DHCP port deletion for 325bdd39-065e-4af8-a75b-35cb186ff6cc request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 12:37:20.219132 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-a96e512e-9fb2-4c0b-a7d9-bc3aa202083f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Deleting port 407c4c24-493c-4ef4-916f-468e3fb979f4 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:37:20.219464 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a96e512e-9fb2-4c0b-a7d9-bc3aa202083f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:20.233115 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-af0a0a63-1a3a-4723-89a7-8729f26ab6fb None None] Set router 547442b3-1e6e-4677-96e6-62a9f70d67ad gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:37:20.318942 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-a96e512e-9fb2-4c0b-a7d9-bc3aa202083f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] For port 407c4c24-493c-4ef4-916f-468e3fb979f4, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=407c4c24-493c-4ef4-916f-468e3fb979f4,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:37:20.319862 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a96e512e-9fb2-4c0b-a7d9-bc3aa202083f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:20.333142 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-a96e512e-9fb2-4c0b-a7d9-bc3aa202083f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Calling delete_port for 407c4c24-493c-4ef4-916f-468e3fb979f4 owned by network:router_gateway {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:37:20.358250 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-f0685730-bcb0-4130-b9d7-54ec4eb115ef None None] Deleting port 1996a14b-babc-4fe3-8a37-cb099c3648f1 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:37:20.358605 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f0685730-bcb0-4130-b9d7-54ec4eb115ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:20.446827 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-f0685730-bcb0-4130-b9d7-54ec4eb115ef None None] For port 1996a14b-babc-4fe3-8a37-cb099c3648f1, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=1996a14b-babc-4fe3-8a37-cb099c3648f1,segment=NetworkSegment(f8b650d4-b9a6-4b8b-b954-f74ab07c5abb),segment_id=f8b650d4-b9a6-4b8b-b954-f74ab07c5abb)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:37:20.447124 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f0685730-bcb0-4130-b9d7-54ec4eb115ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:20.478820 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-f0685730-bcb0-4130-b9d7-54ec4eb115ef None None] Calling delete_port for 1996a14b-babc-4fe3-8a37-cb099c3648f1 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:37:20.517328 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a96e512e-9fb2-4c0b-a7d9-bc3aa202083f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:20.544546 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96e512e-9fb2-4c0b-a7d9-bc3aa202083f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event deleted for resources: {'Port': ['ID=407c4c24-493c-4ef4-916f-468e3fb979f4,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:37:20.566118 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-af0a0a63-1a3a-4723-89a7-8729f26ab6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547442b3-1e6e-4677-96e6-62a9f70d67ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502110122', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '407c4c24-493c-4ef4-916f-468e3fb979f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:36:14Z', 'updated_at': '2021-10-20T12:37:18Z', 'revision_number': 5, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': '407c4c24-493c-4ef4-916f-468e3fb979f4', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547442b3-1e6e-4677-96e6-62a9f70d67ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:36:15Z', 'updated_at': '2021-10-20T12:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:37:20.600794 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0a0a63-1a3a-4723-89a7-8729f26ab6fb None None] The sync data for ids ['547442b3-1e6e-4677-96e6-62a9f70d67ad'] in n-d-814735-3 is: [{'id': '547442b3-1e6e-4677-96e6-62a9f70d67ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502110122', 'tenant_id': 'b6b06ee654c647a7987833f6381dc537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '407c4c24-493c-4ef4-916f-468e3fb979f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:36:14Z', 'updated_at': '2021-10-20T12:37:18Z', 'revision_number': 5, 'project_id': 'b6b06ee654c647a7987833f6381dc537', 'gw_port': {'id': '407c4c24-493c-4ef4-916f-468e3fb979f4', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547442b3-1e6e-4677-96e6-62a9f70d67ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:36:15Z', 'updated_at': '2021-10-20T12:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:37:20.616246 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a96e512e-9fb2-4c0b-a7d9-bc3aa202083f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:20.625015 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f0685730-bcb0-4130-b9d7-54ec4eb115ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:20.660764 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0685730-bcb0-4130-b9d7-54ec4eb115ef None None] No DVR routers for this DVR port 1996a14b-babc-4fe3-8a37-cb099c3648f1 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:37:20.665255 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0685730-bcb0-4130-b9d7-54ec4eb115ef None None] Pushing event deleted for resources: {'Port': ['ID=1996a14b-babc-4fe3-8a37-cb099c3648f1,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:37:20.677726 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0685730-bcb0-4130-b9d7-54ec4eb115ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:37:20.678073 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0685730-bcb0-4130-b9d7-54ec4eb115ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:37:20.680376 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0685730-bcb0-4130-b9d7-54ec4eb115ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:37:20.680376 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0685730-bcb0-4130-b9d7-54ec4eb115ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:37:20.680376 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0685730-bcb0-4130-b9d7-54ec4eb115ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:37:20.680376 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0685730-bcb0-4130-b9d7-54ec4eb115ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:37:20.680376 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0685730-bcb0-4130-b9d7-54ec4eb115ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:37:20.680376 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0685730-bcb0-4130-b9d7-54ec4eb115ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:37:20.680376 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0685730-bcb0-4130-b9d7-54ec4eb115ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:37:20.681098 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0685730-bcb0-4130-b9d7-54ec4eb115ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:37:20.681098 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0685730-bcb0-4130-b9d7-54ec4eb115ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:37:20.681420 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0685730-bcb0-4130-b9d7-54ec4eb115ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:37:20.726698 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a96e512e-9fb2-4c0b-a7d9-bc3aa202083f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:20.728934 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a96e512e-9fb2-4c0b-a7d9-bc3aa202083f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:20.781382 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a96e512e-9fb2-4c0b-a7d9-bc3aa202083f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:20.782136 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96e512e-9fb2-4c0b-a7d9-bc3aa202083f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Fanout notify agent at l3_agent the message router_deleted on router 547442b3-1e6e-4677-96e6-62a9f70d67ad {{(pid=100647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 12:37:20.790463 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-a96e512e-9fb2-4c0b-a7d9-bc3aa202083f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:20.791855 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-a96e512e-9fb2-4c0b-a7d9-bc3aa202083f tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "DELETE /v2.0/routers/547442b3-1e6e-4677-96e6-62a9f70d67ad HTTP/1.1" status: 204 len: 168 time: 0.8783045 Oct 20 12:37:20.796355 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60730) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:37:20.882008 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4d11e34f-5c93-4b40-9e1b-6728a50140e4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:20.981291 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4d11e34f-5c93-4b40-9e1b-6728a50140e4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:21.003923 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-4d11e34f-5c93-4b40-9e1b-6728a50140e4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['325bdd39-065e-4af8-a75b-35cb186ff6cc']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:37:21.010266 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 382dbc79-90ec-4eb7-85fc-d746225bc3cb no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:37:21.018650 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-4d11e34f-5c93-4b40-9e1b-6728a50140e4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8b650d4-b9a6-4b8b-b954-f74ab07c5abb') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:37:21.018947 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-4d11e34f-5c93-4b40-9e1b-6728a50140e4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8b650d4-b9a6-4b8b-b954-f74ab07c5abb') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:37:21.030366 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4d11e34f-5c93-4b40-9e1b-6728a50140e4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:21.031573 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: 382dbc79-90ec-4eb7-85fc-d746225bc3cb {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:37:21.032148 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 382dbc79-90ec-4eb7-85fc-d746225bc3cb not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:37:21.046863 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4d11e34f-5c93-4b40-9e1b-6728a50140e4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:21.055028 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d11e34f-5c93-4b40-9e1b-6728a50140e4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Releasing vlan 1296 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 12:37:21.055853 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4d11e34f-5c93-4b40-9e1b-6728a50140e4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:21.059908 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 12:37:21.059908 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 12:37:21.059908 n-d-814735-3 neutron-server[100647]: timer() Oct 20 12:37:21.059908 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 12:37:21.059908 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 12:37:21.059908 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 12:37:21.059908 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 12:37:21.059908 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 12:37:21.059908 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 12:37:21.059908 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 12:37:21.059908 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 12:37:21.059908 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 12:37:21.059908 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 12:37:21.059908 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 12:37:21.059908 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 12:37:21.059908 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 12:37:21.059908 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 12:37:21.059908 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 12:37:21.059908 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 12:37:21.059908 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 12:37:21.059908 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 12:37:21.059908 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 12:37:21.059908 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 12:37:21.059908 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 12:37:21.059908 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 12:37:21.059908 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 12:37:21.059908 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 12:37:21.059908 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 12:37:21.059908 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 12:37:21.059908 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 12:37:21.059908 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 12:37:21.059908 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 12:37:21.133386 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4d11e34f-5c93-4b40-9e1b-6728a50140e4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:21.139697 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-4d11e34f-5c93-4b40-9e1b-6728a50140e4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:21.143371 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4d11e34f-5c93-4b40-9e1b-6728a50140e4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "DELETE /v2.0/networks/325bdd39-065e-4af8-a75b-35cb186ff6cc HTTP/1.1" status: 204 len: 168 time: 0.3460257 Oct 20 12:37:21.146066 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60732) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:37:21.158546 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d11e34f-5c93-4b40-9e1b-6728a50140e4 tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event deleted for resources: {'Network': ['ID=325bdd39-065e-4af8-a75b-35cb186ff6cc,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:37:21.219599 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f50ee600-4630-4a98-bd68-c7908fcef22a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:21.247258 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f50ee600-4630-4a98-bd68-c7908fcef22a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:21.329591 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f50ee600-4630-4a98-bd68-c7908fcef22a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:21.332605 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f50ee600-4630-4a98-bd68-c7908fcef22a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:21.334013 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f50ee600-4630-4a98-bd68-c7908fcef22a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] 10.222.0.98 "DELETE /v2.0/security-groups/bb6c3da5-7699-4d2e-a078-6966359aa86f HTTP/1.1" status: 204 len: 168 time: 0.1863525 Oct 20 12:37:21.343751 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ee600-4630-4a98-bd68-c7908fcef22a tempest-TestNetworkAdvancedServerOps-1319085286 tempest-TestNetworkAdvancedServerOps-1319085286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6c3da5-7699-4d2e-a078-6966359aa86f,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:37:21.727234 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device bcc15e77-643c-4949-bbd7-ea91d68faf5d no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:37:21.733718 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60740) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:37:21.749516 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: bcc15e77-643c-4949-bbd7-ea91d68faf5d {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:37:21.750441 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device bcc15e77-643c-4949-bbd7-ea91d68faf5d not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:37:21.750893 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 1996a14b-babc-4fe3-8a37-cb099c3648f1 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:37:21.779869 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 1996a14b-babc-4fe3-8a37-cb099c3648f1 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:37:21.780197 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 1996a14b-babc-4fe3-8a37-cb099c3648f1 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:37:21.780638 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 407c4c24-493c-4ef4-916f-468e3fb979f4 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:37:21.799736 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 407c4c24-493c-4ef4-916f-468e3fb979f4 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:37:21.800084 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 407c4c24-493c-4ef4-916f-468e3fb979f4 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:37:21.903031 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-fbff3ccb-55ca-4e1d-8570-dce71944b464 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b6b06ee654c647a7987833f6381dc537&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1678097 Oct 20 12:37:21.905464 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60744) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:37:21.955943 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dbfefdaf-84ca-4118-a7df-a7ff8e4cb6f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:21.978925 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dbfefdaf-84ca-4118-a7df-a7ff8e4cb6f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:22.033780 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dbfefdaf-84ca-4118-a7df-a7ff8e4cb6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:22.037456 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dbfefdaf-84ca-4118-a7df-a7ff8e4cb6f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:22.038853 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-dbfefdaf-84ca-4118-a7df-a7ff8e4cb6f2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e5f81a09-f33a-4f07-babd-c9e3056422dc HTTP/1.1" status: 204 len: 168 time: 0.1323152 Oct 20 12:37:22.047009 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfefdaf-84ca-4118-a7df-a7ff8e4cb6f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f81a09-f33a-4f07-babd-c9e3056422dc,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:37:22.320855 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-029bdd82-6eb5-4220-b5a3-6e48f9b4fad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:22.323621 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60750) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:37:22.337879 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d85c877-70bf-4d0c-aa6d-bfbb581b6174 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:22.424174 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d85c877-70bf-4d0c-aa6d-bfbb581b6174 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:22.429091 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-2d85c877-70bf-4d0c-aa6d-bfbb581b6174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:22.468624 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-2d85c877-70bf-4d0c-aa6d-bfbb581b6174 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c6cd719e774c43548af16592553ab25f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1438067 Oct 20 12:37:22.469309 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d85c877-70bf-4d0c-aa6d-bfbb581b6174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b20ec76-b94f-408b-95fd-38348c8f9357,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:37:22.471615 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60752) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:37:22.527096 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f0cb2648-290f-4810-a7c3-096bc179f725 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:22.548749 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f0cb2648-290f-4810-a7c3-096bc179f725 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:22.608818 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f0cb2648-290f-4810-a7c3-096bc179f725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:22.611762 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f0cb2648-290f-4810-a7c3-096bc179f725 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:22.615682 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f0cb2648-290f-4810-a7c3-096bc179f725 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5b20ec76-b94f-408b-95fd-38348c8f9357 HTTP/1.1" status: 204 len: 168 time: 0.1402504 Oct 20 12:37:22.621304 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cb2648-290f-4810-a7c3-096bc179f725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b20ec76-b94f-408b-95fd-38348c8f9357,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:37:23.269300 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:23.412210 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60774) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:37:23.455056 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:23.517735 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-e29dd662-4274-4d35-8021-355804cf482c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1789344424-network', 'tenant_id': 'b6d2f82474444903a598220ed2ac57cc'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:37:23.539973 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:37:23.542191 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29dd662-4274-4d35-8021-355804cf482c admin admin] Made reservation on behalf of b6d2f82474444903a598220ed2ac57cc for: {'network': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:37:23.544757 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e29dd662-4274-4d35-8021-355804cf482c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:23.554375 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e29dd662-4274-4d35-8021-355804cf482c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:23.644407 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e29dd662-4274-4d35-8021-355804cf482c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:23.649087 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e29dd662-4274-4d35-8021-355804cf482c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:23.676297 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e29dd662-4274-4d35-8021-355804cf482c admin admin] vlan segment allocate from pool success with {'vlan_id': 1265, 'physical_network': 'physnet1'} {{(pid=100646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 12:37:23.690820 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29dd662-4274-4d35-8021-355804cf482c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3642b783-cf0b-4b88-907f-526f89c942cb,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:37:23.701211 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e29dd662-4274-4d35-8021-355804cf482c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:23.701483 n-d-814735-3 neutron-server[100646]: INFO neutron.db.segments_db [None req-e29dd662-4274-4d35-8021-355804cf482c admin admin] Added segment 4ca4fa3e-33a2-41dc-892e-edf014126201 of type vlan for network 0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e Oct 20 12:37:23.744381 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e29dd662-4274-4d35-8021-355804cf482c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:23.771108 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e29dd662-4274-4d35-8021-355804cf482c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:23.773433 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29dd662-4274-4d35-8021-355804cf482c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:37:23.773433 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-e29dd662-4274-4d35-8021-355804cf482c admin admin] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:23.806370 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-e29dd662-4274-4d35-8021-355804cf482c admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3929768 Oct 20 12:37:23.809665 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60778) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:37:23.814843 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-47321e30-4b72-435d-9252-b71616735459 admin admin] Request body: {'subnet': {'network_id': '0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1789344424-subnet', 'tenant_id': 'b6d2f82474444903a598220ed2ac57cc', 'ip_version': 4}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:37:23.841726 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47321e30-4b72-435d-9252-b71616735459 admin admin] Made reservation on behalf of b6d2f82474444903a598220ed2ac57cc for: {'subnet': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:37:23.843143 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29dd662-4274-4d35-8021-355804cf482c admin admin] Pushing event updated for resources: {'Network': ['ID=0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:37:23.845391 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-47321e30-4b72-435d-9252-b71616735459 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11584748'] for subnet, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:23.853614 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 12:37:24.028328 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-47321e30-4b72-435d-9252-b71616735459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8418634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11584754'] for subnet, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:24.077025 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47321e30-4b72-435d-9252-b71616735459 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ccf2191-a128-4039-813b-bbd136c22dd9,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:37:24.093991 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47321e30-4b72-435d-9252-b71616735459 admin admin] Checking segment: {'id': '4ca4fa3e-33a2-41dc-892e-edf014126201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:37:24.094503 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47321e30-4b72-435d-9252-b71616735459 admin admin] Network hostable DHCP agents. Network: 0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 12:37:24.116045 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47321e30-4b72-435d-9252-b71616735459 admin admin] Network 0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 12:37:24.126432 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-47321e30-4b72-435d-9252-b71616735459 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e) {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:37:24.132416 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47321e30-4b72-435d-9252-b71616735459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:37:24.133338 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-47321e30-4b72-435d-9252-b71616735459 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:24.138713 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c42e09b-b27b-486c-a874-0657c5db1e73 None None] Network 0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:37:24.155120 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-47321e30-4b72-435d-9252-b71616735459 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3440490 Oct 20 12:37:24.157725 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60780) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:37:24.162110 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-858758fd-4319-416f-8548-227e777031cc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1789344424-router', 'tenant_id': 'b6d2f82474444903a598220ed2ac57cc', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:37:24.184413 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-858758fd-4319-416f-8548-227e777031cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:24.185542 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-858758fd-4319-416f-8548-227e777031cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:24.243383 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-858758fd-4319-416f-8548-227e777031cc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:24.295524 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274a6e5d-dc65-49d6-908f-1a74b6cc3cb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e', 'network_id': '0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e', 'tenant_id': 'b6d2f82474444903a598220ed2ac57cc', 'fixed_ips': [{'subnet_id': '8ccf2191-a128-4039-813b-bbd136c22dd9'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 12:37:24.296408 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-274a6e5d-dc65-49d6-908f-1a74b6cc3cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:24.389510 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-858758fd-4319-416f-8548-227e777031cc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:24.439078 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-274a6e5d-dc65-49d6-908f-1a74b6cc3cb2 None None] Allocated IP 172.20.0.2 (0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e/8ccf2191-a128-4039-813b-bbd136c22dd9/a883ae01-7af8-4487-8d1b-a812c8bf121f) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:37:24.592593 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-274a6e5d-dc65-49d6-908f-1a74b6cc3cb2 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:24.601111 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-274a6e5d-dc65-49d6-908f-1a74b6cc3cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:24.604384 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-858758fd-4319-416f-8548-227e777031cc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:24.623904 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-858758fd-4319-416f-8548-227e777031cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:24.644247 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274a6e5d-dc65-49d6-908f-1a74b6cc3cb2 None None] Network 0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:37:24.650744 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-274a6e5d-dc65-49d6-908f-1a74b6cc3cb2 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:37:24.652674 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a6e5d-dc65-49d6-908f-1a74b6cc3cb2 None None] Pushing event updated for resources: {'Port': ['ID=a883ae01-7af8-4487-8d1b-a812c8bf121f,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:37:24.655097 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274a6e5d-dc65-49d6-908f-1a74b6cc3cb2 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:37:24.715430 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-274a6e5d-dc65-49d6-908f-1a74b6cc3cb2 None None] Attempting to bind port a883ae01-7af8-4487-8d1b-a812c8bf121f on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:37:24.715798 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-274a6e5d-dc65-49d6-908f-1a74b6cc3cb2 None None] Attempting to bind port a883ae01-7af8-4487-8d1b-a812c8bf121f by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '4ca4fa3e-33a2-41dc-892e-edf014126201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:37:24.716163 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274a6e5d-dc65-49d6-908f-1a74b6cc3cb2 None None] Attempting to bind port a883ae01-7af8-4487-8d1b-a812c8bf121f on network 0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:37:24.721448 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274a6e5d-dc65-49d6-908f-1a74b6cc3cb2 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:37:24.721808 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274a6e5d-dc65-49d6-908f-1a74b6cc3cb2 None None] Checking segment: {'id': '4ca4fa3e-33a2-41dc-892e-edf014126201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:37:24.722200 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-274a6e5d-dc65-49d6-908f-1a74b6cc3cb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:24.722622 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274a6e5d-dc65-49d6-908f-1a74b6cc3cb2 None None] Bound using segment: {'id': '4ca4fa3e-33a2-41dc-892e-edf014126201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:37:24.723103 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-274a6e5d-dc65-49d6-908f-1a74b6cc3cb2 None None] Bound port: a883ae01-7af8-4487-8d1b-a812c8bf121f, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ca4fa3e-33a2-41dc-892e-edf014126201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:37:24.723470 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-274a6e5d-dc65-49d6-908f-1a74b6cc3cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:24.752355 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-858758fd-4319-416f-8548-227e777031cc admin admin] Allocated IP 172.25.5.98 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/45f39e4d-cf47-41ab-9ba7-1bcc25df65a8) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:37:24.793957 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-274a6e5d-dc65-49d6-908f-1a74b6cc3cb2 None None] For port a883ae01-7af8-4487-8d1b-a812c8bf121f, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:37:24.797836 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-274a6e5d-dc65-49d6-908f-1a74b6cc3cb2 None None] For port a883ae01-7af8-4487-8d1b-a812c8bf121f, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=a883ae01-7af8-4487-8d1b-a812c8bf121f,segment=NetworkSegment(4ca4fa3e-33a2-41dc-892e-edf014126201),segment_id=4ca4fa3e-33a2-41dc-892e-edf014126201)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:37:24.802424 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-274a6e5d-dc65-49d6-908f-1a74b6cc3cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:24.860353 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a6e5d-dc65-49d6-908f-1a74b6cc3cb2 None None] Pushing event updated for resources: {'Port': ['ID=a883ae01-7af8-4487-8d1b-a812c8bf121f,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:37:24.871294 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-858758fd-4319-416f-8548-227e777031cc admin admin] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:24.919157 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-858758fd-4319-416f-8548-227e777031cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:24.964151 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858758fd-4319-416f-8548-227e777031cc admin admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:37:24.972953 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-858758fd-4319-416f-8548-227e777031cc admin admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:37:24.975315 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858758fd-4319-416f-8548-227e777031cc admin admin] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:37:24.977550 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858758fd-4319-416f-8548-227e777031cc admin admin] Pushing event updated for resources: {'Port': ['ID=45f39e4d-cf47-41ab-9ba7-1bcc25df65a8,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:37:25.188905 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:25.285498 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-858758fd-4319-416f-8548-227e777031cc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:25.687801 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device a883ae01-7af8-4487-8d1b-a812c8bf121f up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:37:25.740328 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port a883ae01-7af8-4487-8d1b-a812c8bf121f triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:37:25.740929 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:25.825318 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2287d7cc-a8e3-4eaf-9643-b5722cae1903 None None] Network 0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:37:25.855766 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:25.900667 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-858758fd-4319-416f-8548-227e777031cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:25.935388 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port a883ae01-7af8-4487-8d1b-a812c8bf121f, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=a883ae01-7af8-4487-8d1b-a812c8bf121f,segment=NetworkSegment(4ca4fa3e-33a2-41dc-892e-edf014126201),segment_id=4ca4fa3e-33a2-41dc-892e-edf014126201)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:37:25.943654 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:25.994819 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-93cbe8ff-84f6-4f4d-90f5-f7d289c9a26a None None] Provisioning complete for port a883ae01-7af8-4487-8d1b-a812c8bf121f triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:37:25.994819 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-93cbe8ff-84f6-4f4d-90f5-f7d289c9a26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:26.030031 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-858758fd-4319-416f-8548-227e777031cc admin admin] Router e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 12:37:26.053329 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=a883ae01-7af8-4487-8d1b-a812c8bf121f,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:37:26.143021 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858758fd-4319-416f-8548-227e777031cc admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:37:26.154447 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d9e75e-775d-48b3-8957-27101aebb621 None None] Sync routers for ids ['e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:37:26.163332 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-858758fd-4319-416f-8548-227e777031cc admin admin] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:26.164631 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-858758fd-4319-416f-8548-227e777031cc admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0059729 Oct 20 12:37:26.167610 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60782) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:37:26.168045 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d9e75e-775d-48b3-8957-27101aebb621 None None] Routers {'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:37:26.168739 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-d2d9e75e-775d-48b3-8957-27101aebb621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:37:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:37:26.278581 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-d2d9e75e-775d-48b3-8957-27101aebb621 None None] Set router e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:37:26.484293 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-d2d9e75e-775d-48b3-8957-27101aebb621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'name': 'tempest-TestShelveInstance-1789344424-router', 'tenant_id': 'b6d2f82474444903a598220ed2ac57cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '45f39e4d-cf47-41ab-9ba7-1bcc25df65a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:37:24Z', 'updated_at': '2021-10-20T12:37:25Z', 'revision_number': 3, 'project_id': 'b6d2f82474444903a598220ed2ac57cc', 'gw_port': {'id': '45f39e4d-cf47-41ab-9ba7-1bcc25df65a8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fe:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:37:24Z', 'updated_at': '2021-10-20T12:37:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:37:26.515058 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-457f0daa-c44a-49c5-97aa-af3f481c475f None None] Provisioning complete for port a883ae01-7af8-4487-8d1b-a812c8bf121f triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:37:26.515373 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d9e75e-775d-48b3-8957-27101aebb621 None None] Checking router: e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:37:26.515480 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-457f0daa-c44a-49c5-97aa-af3f481c475f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:26.515567 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d9e75e-775d-48b3-8957-27101aebb621 None None] Updating router e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f port 45f39e4d-cf47-41ab-9ba7-1bcc25df65a8 binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 12:37:26.541433 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-d2d9e75e-775d-48b3-8957-27101aebb621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:26.614650 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-308c9cb3-f6d0-4986-9165-db3a5e79ce1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:26.774814 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-308c9cb3-f6d0-4986-9165-db3a5e79ce1c admin admin] Allocated IP 172.20.0.1 (0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e/8ccf2191-a128-4039-813b-bbd136c22dd9/0cebdfc0-1e4e-4509-ac4b-652f6b789ecb) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:37:26.876859 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-308c9cb3-f6d0-4986-9165-db3a5e79ce1c admin admin] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:26.882632 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-d2d9e75e-775d-48b3-8957-27101aebb621 None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:26.888525 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-d2d9e75e-775d-48b3-8957-27101aebb621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:26.914837 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-308c9cb3-f6d0-4986-9165-db3a5e79ce1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:26.938544 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-d2d9e75e-775d-48b3-8957-27101aebb621 None None] Attempting to bind port 45f39e4d-cf47-41ab-9ba7-1bcc25df65a8 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:37:26.938933 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-d2d9e75e-775d-48b3-8957-27101aebb621 None None] Attempting to bind port 45f39e4d-cf47-41ab-9ba7-1bcc25df65a8 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:37:26.939282 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d9e75e-775d-48b3-8957-27101aebb621 None None] Attempting to bind port 45f39e4d-cf47-41ab-9ba7-1bcc25df65a8 on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:37:26.946490 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de592c-da33-493e-9115-b0dae931208a None None] Pushing event updated for resources: {'Port': ['ID=45f39e4d-cf47-41ab-9ba7-1bcc25df65a8,revision_number=2']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:37:26.951089 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d9e75e-775d-48b3-8957-27101aebb621 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:37:26.951447 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d9e75e-775d-48b3-8957-27101aebb621 None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:37:26.951834 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-d2d9e75e-775d-48b3-8957-27101aebb621 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:26.952211 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d9e75e-775d-48b3-8957-27101aebb621 None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:37:26.952692 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-d2d9e75e-775d-48b3-8957-27101aebb621 None None] Bound port: 45f39e4d-cf47-41ab-9ba7-1bcc25df65a8, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:37:26.953057 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-d2d9e75e-775d-48b3-8957-27101aebb621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:26.956411 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308c9cb3-f6d0-4986-9165-db3a5e79ce1c admin admin] Network 0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:37:26.959426 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42de592c-da33-493e-9115-b0dae931208a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:37:26.959610 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-308c9cb3-f6d0-4986-9165-db3a5e79ce1c admin admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:37:26.959882 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42de592c-da33-493e-9115-b0dae931208a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:37:26.960219 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42de592c-da33-493e-9115-b0dae931208a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:37:26.960553 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42de592c-da33-493e-9115-b0dae931208a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:37:26.960921 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42de592c-da33-493e-9115-b0dae931208a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:37:26.961228 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42de592c-da33-493e-9115-b0dae931208a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:37:26.961687 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42de592c-da33-493e-9115-b0dae931208a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:37:26.962038 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42de592c-da33-493e-9115-b0dae931208a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:37:26.962329 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42de592c-da33-493e-9115-b0dae931208a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:37:26.962642 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42de592c-da33-493e-9115-b0dae931208a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:37:26.963038 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42de592c-da33-493e-9115-b0dae931208a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:37:26.964132 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308c9cb3-f6d0-4986-9165-db3a5e79ce1c admin admin] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:37:26.964291 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42de592c-da33-493e-9115-b0dae931208a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:37:26.971689 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308c9cb3-f6d0-4986-9165-db3a5e79ce1c admin admin] Pushing event updated for resources: {'Port': ['ID=0cebdfc0-1e4e-4509-ac4b-652f6b789ecb,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:37:27.013083 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-308c9cb3-f6d0-4986-9165-db3a5e79ce1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:27.018190 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-d2d9e75e-775d-48b3-8957-27101aebb621 None None] For port 45f39e4d-cf47-41ab-9ba7-1bcc25df65a8, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:37:27.021983 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-d2d9e75e-775d-48b3-8957-27101aebb621 None None] For port 45f39e4d-cf47-41ab-9ba7-1bcc25df65a8, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=45f39e4d-cf47-41ab-9ba7-1bcc25df65a8,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:37:27.027700 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-d2d9e75e-775d-48b3-8957-27101aebb621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:27.088664 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d9e75e-775d-48b3-8957-27101aebb621 None None] Routers {'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:37:27.089281 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-d2d9e75e-775d-48b3-8957-27101aebb621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:37:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:37:27.091025 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de592c-da33-493e-9115-b0dae931208a None None] Pushing event updated for resources: {'Port': ['ID=45f39e4d-cf47-41ab-9ba7-1bcc25df65a8,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:37:27.151268 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-308c9cb3-f6d0-4986-9165-db3a5e79ce1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:27.200752 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-d2d9e75e-775d-48b3-8957-27101aebb621 None None] Set router e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:37:27.215600 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-f1288e99-05f2-408b-812f-4c3d0da0e212 None None] Provisioning complete for port 0cebdfc0-1e4e-4509-ac4b-652f6b789ecb triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:37:27.216223 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f1288e99-05f2-408b-812f-4c3d0da0e212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:27.249513 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-f1288e99-05f2-408b-812f-4c3d0da0e212 None None] Port 0cebdfc0-1e4e-4509-ac4b-652f6b789ecb cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:37:27.310464 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-308c9cb3-f6d0-4986-9165-db3a5e79ce1c admin admin] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:27.316722 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-308c9cb3-f6d0-4986-9165-db3a5e79ce1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:27.378174 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-d2d9e75e-775d-48b3-8957-27101aebb621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'name': 'tempest-TestShelveInstance-1789344424-router', 'tenant_id': 'b6d2f82474444903a598220ed2ac57cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '45f39e4d-cf47-41ab-9ba7-1bcc25df65a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:37:24Z', 'updated_at': '2021-10-20T12:37:25Z', 'revision_number': 3, 'project_id': 'b6d2f82474444903a598220ed2ac57cc', 'gw_port': {'id': '45f39e4d-cf47-41ab-9ba7-1bcc25df65a8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fe:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:37:24Z', 'updated_at': '2021-10-20T12:37:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:37:27.387472 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308c9cb3-f6d0-4986-9165-db3a5e79ce1c admin admin] Pushing event updated for resources: {'Port': ['ID=0cebdfc0-1e4e-4509-ac4b-652f6b789ecb,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:37:27.392325 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-308c9cb3-f6d0-4986-9165-db3a5e79ce1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:27.404254 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d9e75e-775d-48b3-8957-27101aebb621 None None] The sync data for ids ['e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f'] in n-d-814735-3 is: [{'id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'name': 'tempest-TestShelveInstance-1789344424-router', 'tenant_id': 'b6d2f82474444903a598220ed2ac57cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '45f39e4d-cf47-41ab-9ba7-1bcc25df65a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:37:24Z', 'updated_at': '2021-10-20T12:37:25Z', 'revision_number': 3, 'project_id': 'b6d2f82474444903a598220ed2ac57cc', 'gw_port': {'id': '45f39e4d-cf47-41ab-9ba7-1bcc25df65a8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fe:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:37:24Z', 'updated_at': '2021-10-20T12:37:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:37:27.487844 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308c9cb3-f6d0-4986-9165-db3a5e79ce1c admin admin] Network 0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:37:27.489907 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-308c9cb3-f6d0-4986-9165-db3a5e79ce1c admin admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:37:27.672856 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-308c9cb3-f6d0-4986-9165-db3a5e79ce1c admin admin] Router e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:37:27.716877 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device a883ae01-7af8-4487-8d1b-a812c8bf121f up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:37:27.796765 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-a2c9ac36-662a-439b-9326-b5bbcf521161 None None] Provisioning complete for port 0cebdfc0-1e4e-4509-ac4b-652f6b789ecb triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:37:27.797129 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a2c9ac36-662a-439b-9326-b5bbcf521161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:27.816490 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308c9cb3-f6d0-4986-9165-db3a5e79ce1c admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:37:27.827156 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-308c9cb3-f6d0-4986-9165-db3a5e79ce1c admin admin] 10.222.0.98 "PUT /v2.0/routers/e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6584525 Oct 20 12:37:27.827572 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port a883ae01-7af8-4487-8d1b-a812c8bf121f triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:37:27.827944 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:27.857845 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-a2c9ac36-662a-439b-9326-b5bbcf521161 None None] Port 0cebdfc0-1e4e-4509-ac4b-652f6b789ecb cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:37:28.381889 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60798) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:37:28.387078 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-1c5fba7b-8b03-43d7-9d13-8d2d2ec0992c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1871741818-network', 'tenant_id': '8fee7593c961488ea5b085afdf423ca0'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:37:28.411362 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5fba7b-8b03-43d7-9d13-8d2d2ec0992c admin admin] Made reservation on behalf of 8fee7593c961488ea5b085afdf423ca0 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:37:28.413913 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1c5fba7b-8b03-43d7-9d13-8d2d2ec0992c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:28.423172 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1c5fba7b-8b03-43d7-9d13-8d2d2ec0992c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:28.517405 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1c5fba7b-8b03-43d7-9d13-8d2d2ec0992c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:28.522748 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1c5fba7b-8b03-43d7-9d13-8d2d2ec0992c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:28.548262 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c5fba7b-8b03-43d7-9d13-8d2d2ec0992c admin admin] vlan segment allocate from pool success with {'vlan_id': 1269, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 12:37:28.558380 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5fba7b-8b03-43d7-9d13-8d2d2ec0992c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134d89a8-e268-4934-bd0c-1acc65b29e7f,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:37:28.563734 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1c5fba7b-8b03-43d7-9d13-8d2d2ec0992c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:28.564078 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-1c5fba7b-8b03-43d7-9d13-8d2d2ec0992c admin admin] Added segment 138e2664-131d-4caa-8139-b812f6f90f69 of type vlan for network 6f5e148d-819f-488b-be9c-79bb760cc314 Oct 20 12:37:28.608008 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1c5fba7b-8b03-43d7-9d13-8d2d2ec0992c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:28.635042 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1c5fba7b-8b03-43d7-9d13-8d2d2ec0992c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:28.636432 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5fba7b-8b03-43d7-9d13-8d2d2ec0992c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:37:28.637110 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1c5fba7b-8b03-43d7-9d13-8d2d2ec0992c admin admin] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:28.675485 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-1c5fba7b-8b03-43d7-9d13-8d2d2ec0992c admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2924764 Oct 20 12:37:28.678521 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60800) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:37:28.683764 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-76543330-1c33-4fa6-95bf-e21d32971ecd admin admin] Request body: {'subnet': {'network_id': '6f5e148d-819f-488b-be9c-79bb760cc314', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1871741818-subnet', 'tenant_id': '8fee7593c961488ea5b085afdf423ca0', 'ip_version': 4}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:37:28.708582 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5fba7b-8b03-43d7-9d13-8d2d2ec0992c admin admin] Pushing event updated for resources: {'Network': ['ID=6f5e148d-819f-488b-be9c-79bb760cc314,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:37:28.711223 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76543330-1c33-4fa6-95bf-e21d32971ecd admin admin] Made reservation on behalf of 8fee7593c961488ea5b085afdf423ca0 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:37:28.714225 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-76543330-1c33-4fa6-95bf-e21d32971ecd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:28.719983 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 6f5e148d-819f-488b-be9c-79bb760cc314 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 12:37:28.911956 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-76543330-1c33-4fa6-95bf-e21d32971ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:28.969003 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76543330-1c33-4fa6-95bf-e21d32971ecd admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc69ae99-b8d8-43ed-9863-62d0321d46a6,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:37:28.976843 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76543330-1c33-4fa6-95bf-e21d32971ecd admin admin] Checking segment: {'id': '138e2664-131d-4caa-8139-b812f6f90f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '6f5e148d-819f-488b-be9c-79bb760cc314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:37:28.977203 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76543330-1c33-4fa6-95bf-e21d32971ecd admin admin] Network hostable DHCP agents. Network: 6f5e148d-819f-488b-be9c-79bb760cc314, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 12:37:28.996267 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76543330-1c33-4fa6-95bf-e21d32971ecd admin admin] Network 6f5e148d-819f-488b-be9c-79bb760cc314 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 12:37:29.005942 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-76543330-1c33-4fa6-95bf-e21d32971ecd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 6f5e148d-819f-488b-be9c-79bb760cc314) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:37:29.011705 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76543330-1c33-4fa6-95bf-e21d32971ecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:37:29.012294 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-76543330-1c33-4fa6-95bf-e21d32971ecd admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:29.017816 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255dee9f-36f1-4abc-a382-e48a1a7a4ab2 None None] Network 6f5e148d-819f-488b-be9c-79bb760cc314 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:37:29.037171 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-76543330-1c33-4fa6-95bf-e21d32971ecd admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3537889 Oct 20 12:37:29.037312 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60802) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:37:29.041408 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-81daa6f5-2dce-4f66-ad48-ba6f39b75f61 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1871741818-router', 'tenant_id': '8fee7593c961488ea5b085afdf423ca0', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:37:29.064287 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-81daa6f5-2dce-4f66-ad48-ba6f39b75f61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:29.065629 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-81daa6f5-2dce-4f66-ad48-ba6f39b75f61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:29.095424 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed5c289-2fde-4a8b-83c9-d82c0add36a3 None None] Sync routers for ids ['e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:37:29.118533 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed5c289-2fde-4a8b-83c9-d82c0add36a3 None None] Routers {'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:37:29.119497 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-5ed5c289-2fde-4a8b-83c9-d82c0add36a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:37:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:37:29.133586 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-81daa6f5-2dce-4f66-ad48-ba6f39b75f61 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:29.250372 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecd284d-074f-4cb3-bce8-10b013f2cb19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-6f5e148d-819f-488b-be9c-79bb760cc314', 'network_id': '6f5e148d-819f-488b-be9c-79bb760cc314', 'tenant_id': '8fee7593c961488ea5b085afdf423ca0', 'fixed_ips': [{'subnet_id': 'cc69ae99-b8d8-43ed-9863-62d0321d46a6'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 12:37:29.251240 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1ecd284d-074f-4cb3-bce8-10b013f2cb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:29.276783 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-81daa6f5-2dce-4f66-ad48-ba6f39b75f61 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:29.294971 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-5ed5c289-2fde-4a8b-83c9-d82c0add36a3 None None] Set router e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:37:29.503297 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-81daa6f5-2dce-4f66-ad48-ba6f39b75f61 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:29.525314 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-1ecd284d-074f-4cb3-bce8-10b013f2cb19 None None] Allocated IP 172.20.0.2 (6f5e148d-819f-488b-be9c-79bb760cc314/cc69ae99-b8d8-43ed-9863-62d0321d46a6/cfdd429e-6929-4bc4-a7dc-7f8f35033e4a) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:37:29.526975 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-81daa6f5-2dce-4f66-ad48-ba6f39b75f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:29.653296 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-81daa6f5-2dce-4f66-ad48-ba6f39b75f61 admin admin] Allocated IP 172.25.5.202 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/0d434e43-a715-4194-88bd-0d976467c4ec) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:37:29.688952 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-5ed5c289-2fde-4a8b-83c9-d82c0add36a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'name': 'tempest-TestShelveInstance-1789344424-router', 'tenant_id': 'b6d2f82474444903a598220ed2ac57cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '45f39e4d-cf47-41ab-9ba7-1bcc25df65a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:37:24Z', 'updated_at': '2021-10-20T12:37:27Z', 'revision_number': 4, 'project_id': 'b6d2f82474444903a598220ed2ac57cc', 'gw_port': {'id': '45f39e4d-cf47-41ab-9ba7-1bcc25df65a8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fe:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:37:24Z', 'updated_at': '2021-10-20T12:37:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '0cebdfc0-1e4e-4509-ac4b-652f6b789ecb', 'name': '', 'network_id': '0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e', 'tenant_id': 'b6d2f82474444903a598220ed2ac57cc', 'mac_address': 'fa:16:3e:fb:66:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '8ccf2191-a128-4039-813b-bbd136c22dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:37:26Z', 'updated_at': '2021-10-20T12:37:27Z', 'revision_number': 2, 'project_id': 'b6d2f82474444903a598220ed2ac57cc', 'subnets': [{'id': '8ccf2191-a128-4039-813b-bbd136c22dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:37:29.710289 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 45f39e4d-cf47-41ab-9ba7-1bcc25df65a8 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:37:29.758095 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed5c289-2fde-4a8b-83c9-d82c0add36a3 None None] Checking router: e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:37:29.758847 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed5c289-2fde-4a8b-83c9-d82c0add36a3 None None] Updating router e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f port 0cebdfc0-1e4e-4509-ac4b-652f6b789ecb binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 12:37:29.762484 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-81daa6f5-2dce-4f66-ad48-ba6f39b75f61 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:29.801712 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-81daa6f5-2dce-4f66-ad48-ba6f39b75f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:29.809756 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1ecd284d-074f-4cb3-bce8-10b013f2cb19 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:29.813786 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5ed5c289-2fde-4a8b-83c9-d82c0add36a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:29.826479 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1ecd284d-074f-4cb3-bce8-10b013f2cb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:29.840995 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81daa6f5-2dce-4f66-ad48-ba6f39b75f61 admin admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:37:29.845442 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-81daa6f5-2dce-4f66-ad48-ba6f39b75f61 admin admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:37:29.852200 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81daa6f5-2dce-4f66-ad48-ba6f39b75f61 admin admin] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:37:29.855330 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81daa6f5-2dce-4f66-ad48-ba6f39b75f61 admin admin] Pushing event updated for resources: {'Port': ['ID=0d434e43-a715-4194-88bd-0d976467c4ec,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:37:29.908376 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecd284d-074f-4cb3-bce8-10b013f2cb19 None None] Network 6f5e148d-819f-488b-be9c-79bb760cc314 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:37:29.912651 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecd284d-074f-4cb3-bce8-10b013f2cb19 None None] Pushing event updated for resources: {'Port': ['ID=cfdd429e-6929-4bc4-a7dc-7f8f35033e4a,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:37:29.918422 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-1ecd284d-074f-4cb3-bce8-10b013f2cb19 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:37:29.930578 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecd284d-074f-4cb3-bce8-10b013f2cb19 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:37:29.986981 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 45f39e4d-cf47-41ab-9ba7-1bcc25df65a8 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:37:29.987262 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:30.125149 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-81daa6f5-2dce-4f66-ad48-ba6f39b75f61 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:30.131619 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-1ecd284d-074f-4cb3-bce8-10b013f2cb19 None None] Attempting to bind port cfdd429e-6929-4bc4-a7dc-7f8f35033e4a on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:37:30.131989 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-1ecd284d-074f-4cb3-bce8-10b013f2cb19 None None] Attempting to bind port cfdd429e-6929-4bc4-a7dc-7f8f35033e4a by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '138e2664-131d-4caa-8139-b812f6f90f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '6f5e148d-819f-488b-be9c-79bb760cc314'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:37:30.132353 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecd284d-074f-4cb3-bce8-10b013f2cb19 None None] Attempting to bind port cfdd429e-6929-4bc4-a7dc-7f8f35033e4a on network 6f5e148d-819f-488b-be9c-79bb760cc314 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:37:30.146336 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecd284d-074f-4cb3-bce8-10b013f2cb19 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:37:30.146678 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecd284d-074f-4cb3-bce8-10b013f2cb19 None None] Checking segment: {'id': '138e2664-131d-4caa-8139-b812f6f90f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '6f5e148d-819f-488b-be9c-79bb760cc314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:37:30.147155 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1ecd284d-074f-4cb3-bce8-10b013f2cb19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:30.147537 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecd284d-074f-4cb3-bce8-10b013f2cb19 None None] Bound using segment: {'id': '138e2664-131d-4caa-8139-b812f6f90f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '6f5e148d-819f-488b-be9c-79bb760cc314'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:37:30.148026 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-1ecd284d-074f-4cb3-bce8-10b013f2cb19 None None] Bound port: cfdd429e-6929-4bc4-a7dc-7f8f35033e4a, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '138e2664-131d-4caa-8139-b812f6f90f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '6f5e148d-819f-488b-be9c-79bb760cc314'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:37:30.148401 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1ecd284d-074f-4cb3-bce8-10b013f2cb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:30.264252 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:30.321092 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-1ecd284d-074f-4cb3-bce8-10b013f2cb19 None None] For port cfdd429e-6929-4bc4-a7dc-7f8f35033e4a, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:37:30.324819 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 45f39e4d-cf47-41ab-9ba7-1bcc25df65a8, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=45f39e4d-cf47-41ab-9ba7-1bcc25df65a8,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:37:30.329050 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-81daa6f5-2dce-4f66-ad48-ba6f39b75f61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:30.342759 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:30.352361 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-1ecd284d-074f-4cb3-bce8-10b013f2cb19 None None] For port cfdd429e-6929-4bc4-a7dc-7f8f35033e4a, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=cfdd429e-6929-4bc4-a7dc-7f8f35033e4a,segment=NetworkSegment(138e2664-131d-4caa-8139-b812f6f90f69),segment_id=138e2664-131d-4caa-8139-b812f6f90f69)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:37:30.371346 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5ed5c289-2fde-4a8b-83c9-d82c0add36a3 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:30.376183 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1ecd284d-074f-4cb3-bce8-10b013f2cb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:30.385883 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5ed5c289-2fde-4a8b-83c9-d82c0add36a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:30.422153 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=45f39e4d-cf47-41ab-9ba7-1bcc25df65a8,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:37:30.504633 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81daa6f5-2dce-4f66-ad48-ba6f39b75f61 admin admin] Router be868309-9cd4-4990-b2d6-b9569c62f780 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 12:37:30.522030 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecd284d-074f-4cb3-bce8-10b013f2cb19 None None] Pushing event updated for resources: {'Port': ['ID=cfdd429e-6929-4bc4-a7dc-7f8f35033e4a,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:37:30.531368 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-5ed5c289-2fde-4a8b-83c9-d82c0add36a3 None None] Attempting to bind port 0cebdfc0-1e4e-4509-ac4b-652f6b789ecb on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:37:30.531732 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-5ed5c289-2fde-4a8b-83c9-d82c0add36a3 None None] Attempting to bind port 0cebdfc0-1e4e-4509-ac4b-652f6b789ecb by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '4ca4fa3e-33a2-41dc-892e-edf014126201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:37:30.532090 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed5c289-2fde-4a8b-83c9-d82c0add36a3 None None] Attempting to bind port 0cebdfc0-1e4e-4509-ac4b-652f6b789ecb on network 0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:37:30.557653 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed5c289-2fde-4a8b-83c9-d82c0add36a3 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:37:30.558024 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed5c289-2fde-4a8b-83c9-d82c0add36a3 None None] Checking segment: {'id': '4ca4fa3e-33a2-41dc-892e-edf014126201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:37:30.558420 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5ed5c289-2fde-4a8b-83c9-d82c0add36a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:30.558830 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed5c289-2fde-4a8b-83c9-d82c0add36a3 None None] Bound using segment: {'id': '4ca4fa3e-33a2-41dc-892e-edf014126201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:37:30.559321 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-5ed5c289-2fde-4a8b-83c9-d82c0add36a3 None None] Bound port: 0cebdfc0-1e4e-4509-ac4b-652f6b789ecb, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ca4fa3e-33a2-41dc-892e-edf014126201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:37:30.559697 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5ed5c289-2fde-4a8b-83c9-d82c0add36a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:30.585140 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a42e1f9-af18-4d84-aedf-49ac7ad7e7d8 None None] Pushing event updated for resources: {'Port': ['ID=0cebdfc0-1e4e-4509-ac4b-652f6b789ecb,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:37:30.647649 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-5ed5c289-2fde-4a8b-83c9-d82c0add36a3 None None] For port 0cebdfc0-1e4e-4509-ac4b-652f6b789ecb, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:37:30.649880 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81daa6f5-2dce-4f66-ad48-ba6f39b75f61 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:37:30.651758 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-5ed5c289-2fde-4a8b-83c9-d82c0add36a3 None None] For port 0cebdfc0-1e4e-4509-ac4b-652f6b789ecb, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=0cebdfc0-1e4e-4509-ac4b-652f6b789ecb,segment=NetworkSegment(4ca4fa3e-33a2-41dc-892e-edf014126201),segment_id=4ca4fa3e-33a2-41dc-892e-edf014126201)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:37:30.660353 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5ed5c289-2fde-4a8b-83c9-d82c0add36a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:30.662996 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6d1dd2-17a1-494b-9e57-aea86863a143 None None] Sync routers for ids ['be868309-9cd4-4990-b2d6-b9569c62f780'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:37:30.682259 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6d1dd2-17a1-494b-9e57-aea86863a143 None None] Routers {'be868309-9cd4-4990-b2d6-b9569c62f780'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:37:30.684511 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-6a6d1dd2-17a1-494b-9e57-aea86863a143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:37:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['be868309-9cd4-4990-b2d6-b9569c62f780'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:37:30.699638 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-81daa6f5-2dce-4f66-ad48-ba6f39b75f61 admin admin] Publish callbacks [] for router, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:30.702283 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-81daa6f5-2dce-4f66-ad48-ba6f39b75f61 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6642447 Oct 20 12:37:30.706859 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60804) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:37:30.759254 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed5c289-2fde-4a8b-83c9-d82c0add36a3 None None] Routers {'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:37:30.762007 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-5ed5c289-2fde-4a8b-83c9-d82c0add36a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:37:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:37:30.762007 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a42e1f9-af18-4d84-aedf-49ac7ad7e7d8 None None] Pushing event updated for resources: {'Port': ['ID=0cebdfc0-1e4e-4509-ac4b-652f6b789ecb,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:37:30.825798 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-6a6d1dd2-17a1-494b-9e57-aea86863a143 None None] Set router be868309-9cd4-4990-b2d6-b9569c62f780 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:37:30.835695 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-0fd660ff-b023-4857-a199-d2f70679a655 None None] Provisioning complete for port 0cebdfc0-1e4e-4509-ac4b-652f6b789ecb triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:37:30.836159 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0fd660ff-b023-4857-a199-d2f70679a655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:31.083745 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-6a6d1dd2-17a1-494b-9e57-aea86863a143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be868309-9cd4-4990-b2d6-b9569c62f780', 'name': 'tempest-TestShelveInstance-1871741818-router', 'tenant_id': '8fee7593c961488ea5b085afdf423ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '0d434e43-a715-4194-88bd-0d976467c4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:37:29Z', 'updated_at': '2021-10-20T12:37:30Z', 'revision_number': 3, 'project_id': '8fee7593c961488ea5b085afdf423ca0', 'gw_port': {'id': '0d434e43-a715-4194-88bd-0d976467c4ec', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b3:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be868309-9cd4-4990-b2d6-b9569c62f780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:37:29Z', 'updated_at': '2021-10-20T12:37:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:37:31.111994 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6d1dd2-17a1-494b-9e57-aea86863a143 None None] Checking router: be868309-9cd4-4990-b2d6-b9569c62f780 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:37:31.112337 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6d1dd2-17a1-494b-9e57-aea86863a143 None None] Updating router be868309-9cd4-4990-b2d6-b9569c62f780 port 0d434e43-a715-4194-88bd-0d976467c4ec binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 12:37:31.147176 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-6a6d1dd2-17a1-494b-9e57-aea86863a143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:31.160144 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-5ed5c289-2fde-4a8b-83c9-d82c0add36a3 None None] Set router e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:37:31.201478 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0fd660ff-b023-4857-a199-d2f70679a655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:31.268186 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9d338ea1-dc5b-422f-bf25-49f56144049d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:31.291257 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-0fd660ff-b023-4857-a199-d2f70679a655 None None] For port 0cebdfc0-1e4e-4509-ac4b-652f6b789ecb, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=0cebdfc0-1e4e-4509-ac4b-652f6b789ecb,segment=NetworkSegment(4ca4fa3e-33a2-41dc-892e-edf014126201),segment_id=4ca4fa3e-33a2-41dc-892e-edf014126201)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:37:31.326165 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0fd660ff-b023-4857-a199-d2f70679a655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:31.410719 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd660ff-b023-4857-a199-d2f70679a655 None None] Pushing event updated for resources: {'Port': ['ID=0cebdfc0-1e4e-4509-ac4b-652f6b789ecb,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:37:31.456540 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-63a4e72d-92b8-4168-a339-e07147ce496b None None] Provisioning complete for port 0cebdfc0-1e4e-4509-ac4b-652f6b789ecb triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:37:31.456904 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-63a4e72d-92b8-4168-a339-e07147ce496b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:31.473493 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-6a6d1dd2-17a1-494b-9e57-aea86863a143 None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:31.481941 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-6a6d1dd2-17a1-494b-9e57-aea86863a143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:31.494421 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-9d338ea1-dc5b-422f-bf25-49f56144049d admin admin] Allocated IP 172.20.0.1 (6f5e148d-819f-488b-be9c-79bb760cc314/cc69ae99-b8d8-43ed-9863-62d0321d46a6/1a7f76e0-fb20-4522-b17a-0e84ef1aa038) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:37:31.519489 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-5ed5c289-2fde-4a8b-83c9-d82c0add36a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'name': 'tempest-TestShelveInstance-1789344424-router', 'tenant_id': 'b6d2f82474444903a598220ed2ac57cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '45f39e4d-cf47-41ab-9ba7-1bcc25df65a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:37:24Z', 'updated_at': '2021-10-20T12:37:27Z', 'revision_number': 4, 'project_id': 'b6d2f82474444903a598220ed2ac57cc', 'gw_port': {'id': '45f39e4d-cf47-41ab-9ba7-1bcc25df65a8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fe:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:37:24Z', 'updated_at': '2021-10-20T12:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '0cebdfc0-1e4e-4509-ac4b-652f6b789ecb', 'name': '', 'network_id': '0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e', 'tenant_id': 'b6d2f82474444903a598220ed2ac57cc', 'mac_address': 'fa:16:3e:fb:66:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '8ccf2191-a128-4039-813b-bbd136c22dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:37:26Z', 'updated_at': '2021-10-20T12:37:30Z', 'revision_number': 4, 'project_id': 'b6d2f82474444903a598220ed2ac57cc', 'subnets': [{'id': '8ccf2191-a128-4039-813b-bbd136c22dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:37:31.536358 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-6a6d1dd2-17a1-494b-9e57-aea86863a143 None None] Attempting to bind port 0d434e43-a715-4194-88bd-0d976467c4ec on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:37:31.536758 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-6a6d1dd2-17a1-494b-9e57-aea86863a143 None None] Attempting to bind port 0d434e43-a715-4194-88bd-0d976467c4ec by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:37:31.537280 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6d1dd2-17a1-494b-9e57-aea86863a143 None None] Attempting to bind port 0d434e43-a715-4194-88bd-0d976467c4ec on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:37:31.545805 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6d1dd2-17a1-494b-9e57-aea86863a143 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:37:31.546567 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6d1dd2-17a1-494b-9e57-aea86863a143 None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:37:31.547040 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-6a6d1dd2-17a1-494b-9e57-aea86863a143 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:31.547584 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6d1dd2-17a1-494b-9e57-aea86863a143 None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:37:31.548068 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-6a6d1dd2-17a1-494b-9e57-aea86863a143 None None] Bound port: 0d434e43-a715-4194-88bd-0d976467c4ec, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:37:31.548446 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-6a6d1dd2-17a1-494b-9e57-aea86863a143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:31.556972 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed5c289-2fde-4a8b-83c9-d82c0add36a3 None None] The sync data for ids ['e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f'] in n-d-814735-3 is: [{'id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'name': 'tempest-TestShelveInstance-1789344424-router', 'tenant_id': 'b6d2f82474444903a598220ed2ac57cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '45f39e4d-cf47-41ab-9ba7-1bcc25df65a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:37:24Z', 'updated_at': '2021-10-20T12:37:27Z', 'revision_number': 4, 'project_id': 'b6d2f82474444903a598220ed2ac57cc', 'gw_port': {'id': '45f39e4d-cf47-41ab-9ba7-1bcc25df65a8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fe:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:37:24Z', 'updated_at': '2021-10-20T12:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '0cebdfc0-1e4e-4509-ac4b-652f6b789ecb', 'name': '', 'network_id': '0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e', 'tenant_id': 'b6d2f82474444903a598220ed2ac57cc', 'mac_address': 'fa:16:3e:fb:66:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '8ccf2191-a128-4039-813b-bbd136c22dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:37:26Z', 'updated_at': '2021-10-20T12:37:30Z', 'revision_number': 4, 'project_id': 'b6d2f82474444903a598220ed2ac57cc', 'subnets': [{'id': '8ccf2191-a128-4039-813b-bbd136c22dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:37:31.676864 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-6a6d1dd2-17a1-494b-9e57-aea86863a143 None None] For port 0d434e43-a715-4194-88bd-0d976467c4ec, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:37:31.678546 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-6a6d1dd2-17a1-494b-9e57-aea86863a143 None None] For port 0d434e43-a715-4194-88bd-0d976467c4ec, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=0d434e43-a715-4194-88bd-0d976467c4ec,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:37:31.692448 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2a9da9-84ed-4e09-bf1d-dbf796920c01 None None] Pushing event updated for resources: {'Port': ['ID=0d434e43-a715-4194-88bd-0d976467c4ec,revision_number=2']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:37:31.696439 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-6a6d1dd2-17a1-494b-9e57-aea86863a143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:31.753133 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9d338ea1-dc5b-422f-bf25-49f56144049d admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:31.767725 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6d1dd2-17a1-494b-9e57-aea86863a143 None None] Routers {'be868309-9cd4-4990-b2d6-b9569c62f780'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:37:31.768367 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-6a6d1dd2-17a1-494b-9e57-aea86863a143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:37:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['be868309-9cd4-4990-b2d6-b9569c62f780'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:37:31.824042 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9d338ea1-dc5b-422f-bf25-49f56144049d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:31.826427 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2a9da9-84ed-4e09-bf1d-dbf796920c01 None None] Pushing event updated for resources: {'Port': ['ID=0d434e43-a715-4194-88bd-0d976467c4ec,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:37:31.877654 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device cfdd429e-6929-4bc4-a7dc-7f8f35033e4a up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:37:31.897597 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d338ea1-dc5b-422f-bf25-49f56144049d admin admin] Network 6f5e148d-819f-488b-be9c-79bb760cc314 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:37:31.899011 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d338ea1-dc5b-422f-bf25-49f56144049d admin admin] Pushing event updated for resources: {'Port': ['ID=1a7f76e0-fb20-4522-b17a-0e84ef1aa038,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:37:31.903287 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-9d338ea1-dc5b-422f-bf25-49f56144049d admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:37:31.905854 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d338ea1-dc5b-422f-bf25-49f56144049d admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:37:31.914152 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5bf78e-da4d-4de7-8f1b-4f028882297d None None] Network 6f5e148d-819f-488b-be9c-79bb760cc314 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:37:31.917260 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-6a6d1dd2-17a1-494b-9e57-aea86863a143 None None] Set router be868309-9cd4-4990-b2d6-b9569c62f780 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:37:31.967184 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9d338ea1-dc5b-422f-bf25-49f56144049d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:32.004650 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-0d18d86c-1780-4db0-ba08-cb2cd2d0b479 None None] Provisioning complete for port cfdd429e-6929-4bc4-a7dc-7f8f35033e4a triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:37:32.005011 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0d18d86c-1780-4db0-ba08-cb2cd2d0b479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:32.066010 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port cfdd429e-6929-4bc4-a7dc-7f8f35033e4a triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:37:32.066432 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:32.147132 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9d338ea1-dc5b-422f-bf25-49f56144049d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:32.222691 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0d18d86c-1780-4db0-ba08-cb2cd2d0b479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:32.251582 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-6a6d1dd2-17a1-494b-9e57-aea86863a143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be868309-9cd4-4990-b2d6-b9569c62f780', 'name': 'tempest-TestShelveInstance-1871741818-router', 'tenant_id': '8fee7593c961488ea5b085afdf423ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '0d434e43-a715-4194-88bd-0d976467c4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:37:29Z', 'updated_at': '2021-10-20T12:37:30Z', 'revision_number': 3, 'project_id': '8fee7593c961488ea5b085afdf423ca0', 'gw_port': {'id': '0d434e43-a715-4194-88bd-0d976467c4ec', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b3:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be868309-9cd4-4990-b2d6-b9569c62f780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:37:29Z', 'updated_at': '2021-10-20T12:37:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:37:32.284858 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6d1dd2-17a1-494b-9e57-aea86863a143 None None] The sync data for ids ['be868309-9cd4-4990-b2d6-b9569c62f780'] in n-d-814735-3 is: [{'id': 'be868309-9cd4-4990-b2d6-b9569c62f780', 'name': 'tempest-TestShelveInstance-1871741818-router', 'tenant_id': '8fee7593c961488ea5b085afdf423ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '0d434e43-a715-4194-88bd-0d976467c4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:37:29Z', 'updated_at': '2021-10-20T12:37:30Z', 'revision_number': 3, 'project_id': '8fee7593c961488ea5b085afdf423ca0', 'gw_port': {'id': '0d434e43-a715-4194-88bd-0d976467c4ec', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b3:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be868309-9cd4-4990-b2d6-b9569c62f780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:37:29Z', 'updated_at': '2021-10-20T12:37:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:37:32.307411 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:32.349274 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-0d18d86c-1780-4db0-ba08-cb2cd2d0b479 None None] For port cfdd429e-6929-4bc4-a7dc-7f8f35033e4a, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=cfdd429e-6929-4bc4-a7dc-7f8f35033e4a,segment=NetworkSegment(138e2664-131d-4caa-8139-b812f6f90f69),segment_id=138e2664-131d-4caa-8139-b812f6f90f69)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:37:32.359164 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0d18d86c-1780-4db0-ba08-cb2cd2d0b479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:32.386567 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9d338ea1-dc5b-422f-bf25-49f56144049d admin admin] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:32.394101 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9d338ea1-dc5b-422f-bf25-49f56144049d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:32.458511 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18d86c-1780-4db0-ba08-cb2cd2d0b479 None None] Pushing event updated for resources: {'Port': ['ID=cfdd429e-6929-4bc4-a7dc-7f8f35033e4a,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:37:32.472624 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.db.api [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 20 12:37:32.472980 n-d-814735-3 neutron-server[100648]: DEBUG oslo_db.api [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 12:37:32.493702 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-9d338ea1-dc5b-422f-bf25-49f56144049d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:32.497146 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d338ea1-dc5b-422f-bf25-49f56144049d admin admin] Pushing event updated for resources: {'Port': ['ID=1a7f76e0-fb20-4522-b17a-0e84ef1aa038,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:37:32.608698 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d338ea1-dc5b-422f-bf25-49f56144049d admin admin] Network 6f5e148d-819f-488b-be9c-79bb760cc314 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:37:32.610252 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-9d338ea1-dc5b-422f-bf25-49f56144049d admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:37:32.692133 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-c494ba1d-82a7-43d0-bb7f-3971b0860162 None None] Provisioning complete for port 1a7f76e0-fb20-4522-b17a-0e84ef1aa038 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:37:32.692591 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c494ba1d-82a7-43d0-bb7f-3971b0860162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:32.752033 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-c494ba1d-82a7-43d0-bb7f-3971b0860162 None None] Port 1a7f76e0-fb20-4522-b17a-0e84ef1aa038 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:37:32.775925 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-c494ba1d-82a7-43d0-bb7f-3971b0860162 None None] Provisioning complete for port cfdd429e-6929-4bc4-a7dc-7f8f35033e4a triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:37:32.776604 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c494ba1d-82a7-43d0-bb7f-3971b0860162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:32.802404 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d338ea1-dc5b-422f-bf25-49f56144049d admin admin] Router be868309-9cd4-4990-b2d6-b9569c62f780 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:37:32.961303 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d338ea1-dc5b-422f-bf25-49f56144049d admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:37:32.969474 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-9d338ea1-dc5b-422f-bf25-49f56144049d admin admin] 10.222.0.98 "PUT /v2.0/routers/be868309-9cd4-4990-b2d6-b9569c62f780/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2596781 Oct 20 12:37:33.019361 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 45f39e4d-cf47-41ab-9ba7-1bcc25df65a8 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:37:33.076955 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-c3ded626-7c1d-4ed4-98bc-e4860235725e None None] Provisioning complete for port 1a7f76e0-fb20-4522-b17a-0e84ef1aa038 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:37:33.077420 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c3ded626-7c1d-4ed4-98bc-e4860235725e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:33.123960 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-c3ded626-7c1d-4ed4-98bc-e4860235725e None None] Port 1a7f76e0-fb20-4522-b17a-0e84ef1aa038 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:37:33.130918 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 45f39e4d-cf47-41ab-9ba7-1bcc25df65a8 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:37:33.131445 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:33.275631 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b81d754-d354-45b2-81f3-ad0bd86908d0 None None] Provisioning complete for port 1a7f76e0-fb20-4522-b17a-0e84ef1aa038 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:37:33.276192 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b81d754-d354-45b2-81f3-ad0bd86908d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:33.333485 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b81d754-d354-45b2-81f3-ad0bd86908d0 None None] Port 1a7f76e0-fb20-4522-b17a-0e84ef1aa038 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:37:33.799264 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 0d434e43-a715-4194-88bd-0d976467c4ec up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:37:33.821445 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60812) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:37:33.826368 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-d384400f-29b3-4f6a-9a50-9a0f1c01d28d tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-977851817', 'description': 'tempest-secgroup-smoke-977851817 description', 'project_id': 'b6d2f82474444903a598220ed2ac57cc'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:37:33.851131 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d384400f-29b3-4f6a-9a50-9a0f1c01d28d tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:33.859911 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 0d434e43-a715-4194-88bd-0d976467c4ec triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:37:33.860405 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:33.925562 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d384400f-29b3-4f6a-9a50-9a0f1c01d28d tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:33.930157 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d384400f-29b3-4f6a-9a50-9a0f1c01d28d tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:33.944655 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:33.960641 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-d384400f-29b3-4f6a-9a50-9a0f1c01d28d tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:33.964940 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-d384400f-29b3-4f6a-9a50-9a0f1c01d28d tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1395283 Oct 20 12:37:33.965198 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60814) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:37:33.968521 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d384400f-29b3-4f6a-9a50-9a0f1c01d28d tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:37:33.969460 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 0d434e43-a715-4194-88bd-0d976467c4ec, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=0d434e43-a715-4194-88bd-0d976467c4ec,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:37:33.969877 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-95bdf820-c68e-42c3-99a2-9c8fea7f43a7 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Request body: {'security_group_rule': {'security_group_id': '3bef043b-e47f-46e5-9d90-91a0fdfaf3b8', 'project_id': 'b6d2f82474444903a598220ed2ac57cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:37:33.974695 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:33.975612 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device cfdd429e-6929-4bc4-a7dc-7f8f35033e4a up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:37:34.010328 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-95bdf820-c68e-42c3-99a2-9c8fea7f43a7 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:34.059125 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=0d434e43-a715-4194-88bd-0d976467c4ec,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:37:34.069230 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port cfdd429e-6929-4bc4-a7dc-7f8f35033e4a triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:37:34.069665 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:34.072954 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-95bdf820-c68e-42c3-99a2-9c8fea7f43a7 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:34.077450 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-95bdf820-c68e-42c3-99a2-9c8fea7f43a7 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:34.091787 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bdf820-c68e-42c3-99a2-9c8fea7f43a7 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7745e94-1d61-4dcd-ba9e-ae3bc0d0adbc,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:37:34.110378 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-95bdf820-c68e-42c3-99a2-9c8fea7f43a7 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:34.114749 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60816) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:37:34.120560 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-8baafbd2-7398-4b47-b442-4d2b5b1f1fd8 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Request body: {'security_group_rule': {'security_group_id': '3bef043b-e47f-46e5-9d90-91a0fdfaf3b8', 'project_id': 'b6d2f82474444903a598220ed2ac57cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:37:34.125340 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-95bdf820-c68e-42c3-99a2-9c8fea7f43a7 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1589777 Oct 20 12:37:34.156610 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8baafbd2-7398-4b47-b442-4d2b5b1f1fd8 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:34.169599 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 0cebdfc0-1e4e-4509-ac4b-652f6b789ecb up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:37:34.219029 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 0cebdfc0-1e4e-4509-ac4b-652f6b789ecb triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:37:34.219358 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:34.225711 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8baafbd2-7398-4b47-b442-4d2b5b1f1fd8 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:34.230032 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8baafbd2-7398-4b47-b442-4d2b5b1f1fd8 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:34.250681 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baafbd2-7398-4b47-b442-4d2b5b1f1fd8 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=204b3cda-b92e-452a-a365-f25c1bac7ef5,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:37:34.256585 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-8baafbd2-7398-4b47-b442-4d2b5b1f1fd8 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:34.260717 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-8baafbd2-7398-4b47-b442-4d2b5b1f1fd8 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1418092 Oct 20 12:37:34.260826 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60818) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:37:34.266480 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-db9bb4a8-5cb1-424f-8147-a0921162746a tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Request body: {'security_group_rule': {'security_group_id': '3bef043b-e47f-46e5-9d90-91a0fdfaf3b8', 'project_id': 'b6d2f82474444903a598220ed2ac57cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:37:34.298818 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-db9bb4a8-5cb1-424f-8147-a0921162746a tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:34.365236 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-db9bb4a8-5cb1-424f-8147-a0921162746a tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:34.369780 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-db9bb4a8-5cb1-424f-8147-a0921162746a tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:34.387305 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9bb4a8-5cb1-424f-8147-a0921162746a tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0a80872-4aa0-42d0-8b57-0a8618a6e5b2,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:37:34.394996 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-db9bb4a8-5cb1-424f-8147-a0921162746a tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:34.396338 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-db9bb4a8-5cb1-424f-8147-a0921162746a tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1343513 Oct 20 12:37:34.399365 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60820) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:37:34.404067 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-1c58154b-9043-4c6e-bae0-54aea2b728b4 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Request body: {'security_group_rule': {'security_group_id': '3bef043b-e47f-46e5-9d90-91a0fdfaf3b8', 'project_id': 'b6d2f82474444903a598220ed2ac57cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:37:34.443093 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1c58154b-9043-4c6e-bae0-54aea2b728b4 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:34.504257 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1c58154b-9043-4c6e-bae0-54aea2b728b4 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:34.508204 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1c58154b-9043-4c6e-bae0-54aea2b728b4 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:34.525394 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c58154b-9043-4c6e-bae0-54aea2b728b4 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba575ca8-aa8b-4e2f-83c3-9559a45533a0,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:37:34.534751 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1c58154b-9043-4c6e-bae0-54aea2b728b4 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:34.536014 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1c58154b-9043-4c6e-bae0-54aea2b728b4 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1355720 Oct 20 12:37:34.539021 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60822) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:37:34.543598 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-f9dd51f0-9642-4c8b-8499-ad61721fca4f tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Request body: {'security_group_rule': {'security_group_id': '3bef043b-e47f-46e5-9d90-91a0fdfaf3b8', 'project_id': 'b6d2f82474444903a598220ed2ac57cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:37:34.565458 n-d-814735-3 neutron-server[100646]: INFO neutron.db.securitygroups_db [None req-f9dd51f0-9642-4c8b-8499-ad61721fca4f tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Project b6d2f82474444903a598220ed2ac57cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 12:37:34.570622 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f9dd51f0-9642-4c8b-8499-ad61721fca4f tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:34.641398 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f9dd51f0-9642-4c8b-8499-ad61721fca4f tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:34.647951 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f9dd51f0-9642-4c8b-8499-ad61721fca4f tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:34.665480 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dd51f0-9642-4c8b-8499-ad61721fca4f tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b993fdf5-ec75-4385-9fc7-d708fa30eaae,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:37:34.674313 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f9dd51f0-9642-4c8b-8499-ad61721fca4f tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:34.677453 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f9dd51f0-9642-4c8b-8499-ad61721fca4f tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1370018 Oct 20 12:37:34.680508 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 60824) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:37:34.690503 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-cf5bb78c-9a37-44a8-bef5-2be48237387a tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Request body: {'security_group_rule': {'security_group_id': '3bef043b-e47f-46e5-9d90-91a0fdfaf3b8', 'project_id': 'b6d2f82474444903a598220ed2ac57cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:37:34.714359 n-d-814735-3 neutron-server[100646]: INFO neutron.db.securitygroups_db [None req-cf5bb78c-9a37-44a8-bef5-2be48237387a tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Project b6d2f82474444903a598220ed2ac57cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 12:37:34.719644 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cf5bb78c-9a37-44a8-bef5-2be48237387a tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:34.792105 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cf5bb78c-9a37-44a8-bef5-2be48237387a tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:34.796940 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cf5bb78c-9a37-44a8-bef5-2be48237387a tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:34.817004 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5bb78c-9a37-44a8-bef5-2be48237387a tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=155e2714-0879-4dd7-9f9d-bf5bf4548fb3,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:37:34.826992 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-cf5bb78c-9a37-44a8-bef5-2be48237387a tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:34.828224 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-cf5bb78c-9a37-44a8-bef5-2be48237387a tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1455433 Oct 20 12:37:35.046973 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-1f55e491-374c-4236-9c72-019f6e81b319 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-977851817&fields=id&tenant_id=b6d2f82474444903a598220ed2ac57cc HTTP/1.1" status: 200 len: 267 time: 0.0379269 Oct 20 12:37:35.136201 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c2fb42-9ea2-47db-bf58-17ea58a309a5 None None] Sync routers for ids ['be868309-9cd4-4990-b2d6-b9569c62f780'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:37:35.145711 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c2fb42-9ea2-47db-bf58-17ea58a309a5 None None] Routers {'be868309-9cd4-4990-b2d6-b9569c62f780'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:37:35.146402 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-63c2fb42-9ea2-47db-bf58-17ea58a309a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:37:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['be868309-9cd4-4990-b2d6-b9569c62f780'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:37:35.167616 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-b435d623-c861-4dc7-a4bf-4b249308a224 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:37:35.169807 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-b435d623-c861-4dc7-a4bf-4b249308a224 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/networks?id=0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e HTTP/1.1" status: 200 len: 809 time: 0.1152978 Oct 20 12:37:35.192237 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-0ada667d-a548-440d-ad0c-d90a24de3b7d tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/quotas/b6d2f82474444903a598220ed2ac57cc HTTP/1.1" status: 200 len: 375 time: 0.0157971 Oct 20 12:37:35.248134 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-b8749c39-c9c6-4860-8ab3-d0518ec1d441 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=b6d2f82474444903a598220ed2ac57cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499837 Oct 20 12:37:35.270227 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-63c2fb42-9ea2-47db-bf58-17ea58a309a5 None None] Set router be868309-9cd4-4990-b2d6-b9569c62f780 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:37:35.369792 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-6552d6ec-60b4-4ac9-8696-862cd7d5949a service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 12:37:35.370828 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-6552d6ec-60b4-4ac9-8696-862cd7d5949a service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1111736 Oct 20 12:37:35.481215 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-82253911-7f4a-414e-ac0d-309575e694a2 service neutron] 10.222.0.98 "GET /v2.0/networks/0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036985 Oct 20 12:37:35.489838 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-63c2fb42-9ea2-47db-bf58-17ea58a309a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be868309-9cd4-4990-b2d6-b9569c62f780', 'name': 'tempest-TestShelveInstance-1871741818-router', 'tenant_id': '8fee7593c961488ea5b085afdf423ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '0d434e43-a715-4194-88bd-0d976467c4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:37:29Z', 'updated_at': '2021-10-20T12:37:32Z', 'revision_number': 4, 'project_id': '8fee7593c961488ea5b085afdf423ca0', 'gw_port': {'id': '0d434e43-a715-4194-88bd-0d976467c4ec', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be868309-9cd4-4990-b2d6-b9569c62f780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:37:29Z', 'updated_at': '2021-10-20T12:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '1a7f76e0-fb20-4522-b17a-0e84ef1aa038', 'name': '', 'network_id': '6f5e148d-819f-488b-be9c-79bb760cc314', 'tenant_id': '8fee7593c961488ea5b085afdf423ca0', 'mac_address': 'fa:16:3e:d9:98:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be868309-9cd4-4990-b2d6-b9569c62f780', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'cc69ae99-b8d8-43ed-9863-62d0321d46a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:37:31Z', 'updated_at': '2021-10-20T12:37:32Z', 'revision_number': 2, 'project_id': '8fee7593c961488ea5b085afdf423ca0', 'subnets': [{'id': 'cc69ae99-b8d8-43ed-9863-62d0321d46a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:37:35.522520 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c2fb42-9ea2-47db-bf58-17ea58a309a5 None None] Checking router: be868309-9cd4-4990-b2d6-b9569c62f780 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:37:35.522886 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c2fb42-9ea2-47db-bf58-17ea58a309a5 None None] Updating router be868309-9cd4-4990-b2d6-b9569c62f780 port 1a7f76e0-fb20-4522-b17a-0e84ef1aa038 binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 12:37:35.550174 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-63c2fb42-9ea2-47db-bf58-17ea58a309a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:35.595398 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-8fb2ebe8-ccf3-4786-8c21-57aec732c869 service neutron] 10.222.0.98 "GET /v2.0/networks/0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062977 Oct 20 12:37:35.695197 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 0d434e43-a715-4194-88bd-0d976467c4ec up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:37:35.822740 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f2f279fe-0085-4285-8df4-3dfbbfd79b4e req-1a7e7063-768a-481c-ada0-8fa5b20e3ab3 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 210 time: 0.0327413 Oct 20 12:37:35.841352 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 0d434e43-a715-4194-88bd-0d976467c4ec triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:37:35.841725 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:36.122044 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-63c2fb42-9ea2-47db-bf58-17ea58a309a5 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:36.132695 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-63c2fb42-9ea2-47db-bf58-17ea58a309a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:36.205758 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d7130e-2916-4ba0-94f3-e579b03949e1 None None] Pushing event updated for resources: {'Port': ['ID=1a7f76e0-fb20-4522-b17a-0e84ef1aa038,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:37:36.308455 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-63c2fb42-9ea2-47db-bf58-17ea58a309a5 None None] Attempting to bind port 1a7f76e0-fb20-4522-b17a-0e84ef1aa038 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:37:36.309010 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-63c2fb42-9ea2-47db-bf58-17ea58a309a5 None None] Attempting to bind port 1a7f76e0-fb20-4522-b17a-0e84ef1aa038 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '138e2664-131d-4caa-8139-b812f6f90f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '6f5e148d-819f-488b-be9c-79bb760cc314'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:37:36.309469 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c2fb42-9ea2-47db-bf58-17ea58a309a5 None None] Attempting to bind port 1a7f76e0-fb20-4522-b17a-0e84ef1aa038 on network 6f5e148d-819f-488b-be9c-79bb760cc314 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:37:36.317889 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c2fb42-9ea2-47db-bf58-17ea58a309a5 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:37:36.318265 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c2fb42-9ea2-47db-bf58-17ea58a309a5 None None] Checking segment: {'id': '138e2664-131d-4caa-8139-b812f6f90f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '6f5e148d-819f-488b-be9c-79bb760cc314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:37:36.318702 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-63c2fb42-9ea2-47db-bf58-17ea58a309a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:36.319117 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c2fb42-9ea2-47db-bf58-17ea58a309a5 None None] Bound using segment: {'id': '138e2664-131d-4caa-8139-b812f6f90f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '6f5e148d-819f-488b-be9c-79bb760cc314'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:37:36.319638 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-63c2fb42-9ea2-47db-bf58-17ea58a309a5 None None] Bound port: 1a7f76e0-fb20-4522-b17a-0e84ef1aa038, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '138e2664-131d-4caa-8139-b812f6f90f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '6f5e148d-819f-488b-be9c-79bb760cc314'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:37:36.320008 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-63c2fb42-9ea2-47db-bf58-17ea58a309a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:36.427675 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-63c2fb42-9ea2-47db-bf58-17ea58a309a5 None None] For port 1a7f76e0-fb20-4522-b17a-0e84ef1aa038, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:37:36.431299 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-63c2fb42-9ea2-47db-bf58-17ea58a309a5 None None] For port 1a7f76e0-fb20-4522-b17a-0e84ef1aa038, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=1a7f76e0-fb20-4522-b17a-0e84ef1aa038,segment=NetworkSegment(138e2664-131d-4caa-8139-b812f6f90f69),segment_id=138e2664-131d-4caa-8139-b812f6f90f69)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:37:36.440151 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-63c2fb42-9ea2-47db-bf58-17ea58a309a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:36.531757 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c2fb42-9ea2-47db-bf58-17ea58a309a5 None None] Routers {'be868309-9cd4-4990-b2d6-b9569c62f780'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:37:36.532348 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-63c2fb42-9ea2-47db-bf58-17ea58a309a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:37:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['be868309-9cd4-4990-b2d6-b9569c62f780'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:37:36.534674 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d7130e-2916-4ba0-94f3-e579b03949e1 None None] Pushing event updated for resources: {'Port': ['ID=1a7f76e0-fb20-4522-b17a-0e84ef1aa038,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:37:36.537259 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-f5f4dd2e-9191-4968-8b9b-4d4aa8d6566b None None] Provisioning complete for port 1a7f76e0-fb20-4522-b17a-0e84ef1aa038 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:37:36.537589 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f5f4dd2e-9191-4968-8b9b-4d4aa8d6566b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:36.697101 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-63c2fb42-9ea2-47db-bf58-17ea58a309a5 None None] Set router be868309-9cd4-4990-b2d6-b9569c62f780 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:37:36.729600 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f5f4dd2e-9191-4968-8b9b-4d4aa8d6566b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:36.821199 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-f5f4dd2e-9191-4968-8b9b-4d4aa8d6566b None None] For port 1a7f76e0-fb20-4522-b17a-0e84ef1aa038, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=1a7f76e0-fb20-4522-b17a-0e84ef1aa038,segment=NetworkSegment(138e2664-131d-4caa-8139-b812f6f90f69),segment_id=138e2664-131d-4caa-8139-b812f6f90f69)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:37:36.826760 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f5f4dd2e-9191-4968-8b9b-4d4aa8d6566b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:36.922084 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-952bb1e3-835f-473a-bffe-ae24b47abae8 req-ebca35f2-dbbd-4644-b5e4-c962966fab67 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 210 time: 0.0369003 Oct 20 12:37:36.925802 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f4dd2e-9191-4968-8b9b-4d4aa8d6566b None None] Pushing event updated for resources: {'Port': ['ID=1a7f76e0-fb20-4522-b17a-0e84ef1aa038,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:37:36.965822 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-64265ed0-99c4-44a6-ad44-16773e1562ea None None] Provisioning complete for port 1a7f76e0-fb20-4522-b17a-0e84ef1aa038 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:37:36.966279 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-64265ed0-99c4-44a6-ad44-16773e1562ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:37.017151 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-63c2fb42-9ea2-47db-bf58-17ea58a309a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be868309-9cd4-4990-b2d6-b9569c62f780', 'name': 'tempest-TestShelveInstance-1871741818-router', 'tenant_id': '8fee7593c961488ea5b085afdf423ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '0d434e43-a715-4194-88bd-0d976467c4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:37:29Z', 'updated_at': '2021-10-20T12:37:32Z', 'revision_number': 4, 'project_id': '8fee7593c961488ea5b085afdf423ca0', 'gw_port': {'id': '0d434e43-a715-4194-88bd-0d976467c4ec', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be868309-9cd4-4990-b2d6-b9569c62f780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:37:29Z', 'updated_at': '2021-10-20T12:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '1a7f76e0-fb20-4522-b17a-0e84ef1aa038', 'name': '', 'network_id': '6f5e148d-819f-488b-be9c-79bb760cc314', 'tenant_id': '8fee7593c961488ea5b085afdf423ca0', 'mac_address': 'fa:16:3e:d9:98:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be868309-9cd4-4990-b2d6-b9569c62f780', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'cc69ae99-b8d8-43ed-9863-62d0321d46a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:37:31Z', 'updated_at': '2021-10-20T12:37:36Z', 'revision_number': 4, 'project_id': '8fee7593c961488ea5b085afdf423ca0', 'subnets': [{'id': 'cc69ae99-b8d8-43ed-9863-62d0321d46a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:37:37.049108 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c2fb42-9ea2-47db-bf58-17ea58a309a5 None None] The sync data for ids ['be868309-9cd4-4990-b2d6-b9569c62f780'] in n-d-814735-3 is: [{'id': 'be868309-9cd4-4990-b2d6-b9569c62f780', 'name': 'tempest-TestShelveInstance-1871741818-router', 'tenant_id': '8fee7593c961488ea5b085afdf423ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '0d434e43-a715-4194-88bd-0d976467c4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:37:29Z', 'updated_at': '2021-10-20T12:37:32Z', 'revision_number': 4, 'project_id': '8fee7593c961488ea5b085afdf423ca0', 'gw_port': {'id': '0d434e43-a715-4194-88bd-0d976467c4ec', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be868309-9cd4-4990-b2d6-b9569c62f780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:37:29Z', 'updated_at': '2021-10-20T12:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '1a7f76e0-fb20-4522-b17a-0e84ef1aa038', 'name': '', 'network_id': '6f5e148d-819f-488b-be9c-79bb760cc314', 'tenant_id': '8fee7593c961488ea5b085afdf423ca0', 'mac_address': 'fa:16:3e:d9:98:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be868309-9cd4-4990-b2d6-b9569c62f780', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'cc69ae99-b8d8-43ed-9863-62d0321d46a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:37:31Z', 'updated_at': '2021-10-20T12:37:36Z', 'revision_number': 4, 'project_id': '8fee7593c961488ea5b085afdf423ca0', 'subnets': [{'id': 'cc69ae99-b8d8-43ed-9863-62d0321d46a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:37:37.674781 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 1a7f76e0-fb20-4522-b17a-0e84ef1aa038 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:37:37.725664 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 1a7f76e0-fb20-4522-b17a-0e84ef1aa038 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:37:37.726016 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:38.013503 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5e94b220-4ca1-4f80-b4a4-770024f87d85 req-c914340d-b34c-4666-a032-496f7bd02722 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 210 time: 0.0329494 Oct 20 12:37:38.928020 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-100734f9-70bf-4e2c-99b7-26d2ceb79e2b tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:37:38.929622 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-100734f9-70bf-4e2c-99b7-26d2ceb79e2b tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.89 "GET /v2.0/networks?id=0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e HTTP/1.1" status: 200 len: 809 time: 0.1327074 Oct 20 12:37:38.985956 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-ecaa9769-38bd-424a-b2bb-0278e77b3e7d tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6d2f82474444903a598220ed2ac57cc HTTP/1.1" status: 200 len: 379 time: 0.0389972 Oct 20 12:37:38.996754 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-783f47b7-fb06-4b8f-bdf8-c031937e937b tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Request body: {'port': {'device_id': 'db4de9c8-3b0d-4288-b10e-3dbb03336e27', 'network_id': '0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e', 'admin_state_up': True, 'tenant_id': 'b6d2f82474444903a598220ed2ac57cc', 'security_groups': ['3bef043b-e47f-46e5-9d90-91a0fdfaf3b8']}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:37:39.121074 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-af28338f-7cfc-435c-a285-fb86d509a643 req-83d78074-7d86-451a-a422-726c38abfe98 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 210 time: 0.0352931 Oct 20 12:37:39.141493 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-783f47b7-fb06-4b8f-bdf8-c031937e937b tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Made reservation on behalf of b6d2f82474444903a598220ed2ac57cc for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:37:39.145447 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-783f47b7-fb06-4b8f-bdf8-c031937e937b tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:39.275088 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-783f47b7-fb06-4b8f-bdf8-c031937e937b tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Allocated IP 172.20.0.14 (0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e/8ccf2191-a128-4039-813b-bbd136c22dd9/035615ea-8d76-4859-bd1a-4a7ef1ddff76) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:37:39.418899 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-783f47b7-fb06-4b8f-bdf8-c031937e937b tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:39.459044 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-783f47b7-fb06-4b8f-bdf8-c031937e937b tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:39.508331 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-783f47b7-fb06-4b8f-bdf8-c031937e937b tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Network 0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:37:39.511521 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-783f47b7-fb06-4b8f-bdf8-c031937e937b tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:37:39.518956 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-783f47b7-fb06-4b8f-bdf8-c031937e937b tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:37:39.523020 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f47b7-fb06-4b8f-bdf8-c031937e937b tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Pushing event updated for resources: {'Port': ['ID=035615ea-8d76-4859-bd1a-4a7ef1ddff76,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:37:39.576064 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-783f47b7-fb06-4b8f-bdf8-c031937e937b tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:37:39.576732 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-783f47b7-fb06-4b8f-bdf8-c031937e937b tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:39.599248 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-783f47b7-fb06-4b8f-bdf8-c031937e937b tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6065185 Oct 20 12:37:39.614728 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-a362e7ce-6f74-4964-ac71-e1824cc6fbcb tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 12:37:39.615745 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-a362e7ce-6f74-4964-ac71-e1824cc6fbcb tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0068703 Oct 20 12:37:39.637050 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-2e0d3a46-3a03-41cb-908d-207042d8a281 service neutron] Request body: {'port': {'device_id': 'db4de9c8-3b0d-4288-b10e-3dbb03336e27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:37:39.695933 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-2e0d3a46-3a03-41cb-908d-207042d8a281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:39.726350 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-5d028c9a-9887-49a6-a366-d8ed21d2e1c0 None None] Provisioning complete for port 035615ea-8d76-4859-bd1a-4a7ef1ddff76 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:37:39.726938 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5d028c9a-9887-49a6-a366-d8ed21d2e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:39.763380 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-5d028c9a-9887-49a6-a366-d8ed21d2e1c0 None None] Port 035615ea-8d76-4859-bd1a-4a7ef1ddff76 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:37:39.973883 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-2e0d3a46-3a03-41cb-908d-207042d8a281 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 035615ea-8d76-4859-bd1a-4a7ef1ddff76 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:37:39.982078 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-2e0d3a46-3a03-41cb-908d-207042d8a281 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:39.995778 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-2e0d3a46-3a03-41cb-908d-207042d8a281 service neutron] Transition to ACTIVE for port object 035615ea-8d76-4859-bd1a-4a7ef1ddff76 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 12:37:40.002307 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-2e0d3a46-3a03-41cb-908d-207042d8a281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:40.053154 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d3a46-3a03-41cb-908d-207042d8a281 service neutron] Pushing event updated for resources: {'Port': ['ID=035615ea-8d76-4859-bd1a-4a7ef1ddff76,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:37:40.129710 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-2e0d3a46-3a03-41cb-908d-207042d8a281 service neutron] Attempting to bind port 035615ea-8d76-4859-bd1a-4a7ef1ddff76 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:37:40.130551 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-2e0d3a46-3a03-41cb-908d-207042d8a281 service neutron] Attempting to bind port 035615ea-8d76-4859-bd1a-4a7ef1ddff76 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '4ca4fa3e-33a2-41dc-892e-edf014126201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:37:40.130551 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-2e0d3a46-3a03-41cb-908d-207042d8a281 service neutron] Attempting to bind port 035615ea-8d76-4859-bd1a-4a7ef1ddff76 on network 0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:37:40.135880 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-2e0d3a46-3a03-41cb-908d-207042d8a281 service neutron] Port 035615ea-8d76-4859-bd1a-4a7ef1ddff76 on network 0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 12:37:40.136223 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-2e0d3a46-3a03-41cb-908d-207042d8a281 service neutron] Attempting to bind port 035615ea-8d76-4859-bd1a-4a7ef1ddff76 on network 0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:37:40.142612 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-2e0d3a46-3a03-41cb-908d-207042d8a281 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:37:40.142946 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-2e0d3a46-3a03-41cb-908d-207042d8a281 service neutron] Checking segment: {'id': '4ca4fa3e-33a2-41dc-892e-edf014126201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:37:40.143358 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-2e0d3a46-3a03-41cb-908d-207042d8a281 service neutron] Bound using segment: {'id': '4ca4fa3e-33a2-41dc-892e-edf014126201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:37:40.143788 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-2e0d3a46-3a03-41cb-908d-207042d8a281 service neutron] Bound port: 035615ea-8d76-4859-bd1a-4a7ef1ddff76, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ca4fa3e-33a2-41dc-892e-edf014126201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:37:40.145495 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-2e0d3a46-3a03-41cb-908d-207042d8a281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:40.240700 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-2e0d3a46-3a03-41cb-908d-207042d8a281 service neutron] For port 035615ea-8d76-4859-bd1a-4a7ef1ddff76, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:37:40.257598 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-2e0d3a46-3a03-41cb-908d-207042d8a281 service neutron] For port 035615ea-8d76-4859-bd1a-4a7ef1ddff76, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=035615ea-8d76-4859-bd1a-4a7ef1ddff76,segment=NetworkSegment(4ca4fa3e-33a2-41dc-892e-edf014126201),segment_id=4ca4fa3e-33a2-41dc-892e-edf014126201)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:37:40.264805 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-2e0d3a46-3a03-41cb-908d-207042d8a281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:40.283558 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229529dc-27ff-4a0e-97be-25b15377853b req-a552e6a3-50a3-4c4a-aaa6-25342701a020 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:37:40.285243 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-229529dc-27ff-4a0e-97be-25b15377853b req-a552e6a3-50a3-4c4a-aaa6-25342701a020 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 944 time: 0.0829840 Oct 20 12:37:40.322152 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-2e0d3a46-3a03-41cb-908d-207042d8a281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:37:40.322622 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-2e0d3a46-3a03-41cb-908d-207042d8a281 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:40.324097 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-2e0d3a46-3a03-41cb-908d-207042d8a281 service neutron] 10.222.0.89 "PUT /v2.0/ports/035615ea-8d76-4859-bd1a-4a7ef1ddff76 HTTP/1.1" status: 200 len: 1092 time: 0.6916056 Oct 20 12:37:40.327427 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db4de9c8-3b0d-4288-b10e-3dbb03336e27', 'tag': '035615ea-8d76-4859-bd1a-4a7ef1ddff76'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:37:40.329724 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0a02dd2059fce6544e6c1114f6588b97938997ae633064690662b627edbbcf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a44c4a6-b5af-497d-b57f-ef6893da22fd" -d '{"events": [{"name": "network-changed", "server_uuid": "db4de9c8-3b0d-4288-b10e-3dbb03336e27", "tag": "035615ea-8d76-4859-bd1a-4a7ef1ddff76"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:37:40.378026 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d3a46-3a03-41cb-908d-207042d8a281 service neutron] Pushing event updated for resources: {'Port': ['ID=035615ea-8d76-4859-bd1a-4a7ef1ddff76,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:37:40.392404 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be31f9c2-a7f4-413d-8667-827abeaeb038 x-openstack-request-id: req-be31f9c2-a7f4-413d-8667-827abeaeb038 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:37:40.392685 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db4de9c8-3b0d-4288-b10e-3dbb03336e27", "tag": "035615ea-8d76-4859-bd1a-4a7ef1ddff76", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:37:40.392902 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-be31f9c2-a7f4-413d-8667-827abeaeb038 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:37:40.393308 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db4de9c8-3b0d-4288-b10e-3dbb03336e27', 'tag': '035615ea-8d76-4859-bd1a-4a7ef1ddff76', 'status': 'completed', 'code': 200} Oct 20 12:37:40.396310 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-229529dc-27ff-4a0e-97be-25b15377853b req-24b7fcc9-ff8f-4450-bb05-f9238f9f60a5 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889516 Oct 20 12:37:40.432652 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-a39ffed8-b5f4-4690-bd86-64e600b15178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:37:40.434269 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-a39ffed8-b5f4-4690-bd86-64e600b15178 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b6d2f82474444903a598220ed2ac57cc&device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 1095 time: 0.0528300 Oct 20 12:37:40.489816 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-d3716dff-5355-4f34-91c9-3e782c85d6c0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=035615ea-8d76-4859-bd1a-4a7ef1ddff76 HTTP/1.1" status: 200 len: 217 time: 0.0425937 Oct 20 12:37:40.498712 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:40.544292 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-19cb928f-275d-494e-af03-49a090b8cc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:37:40.545786 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-19cb928f-275d-494e-af03-49a090b8cc81 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8ccf2191-a128-4039-813b-bbd136c22dd9 HTTP/1.1" status: 200 len: 848 time: 0.0476272 Oct 20 12:37:40.601075 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-705075d7-b9a5-4c5b-9fe3-d90c12f6f9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:37:40.602845 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-705075d7-b9a5-4c5b-9fe3-d90c12f6f9d2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462313 Oct 20 12:37:40.702949 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-9c975dc3-7fed-419d-9ab7-85933fee4a91 service neutron] 10.222.0.89 "GET /v2.0/networks/0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928078 Oct 20 12:37:40.804515 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5668a7a0-7831-43bb-8dae-00e6f9a17aaa req-328c3f0d-c665-4411-829f-e51898f18000 service neutron] 10.222.0.89 "GET /v2.0/networks/0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889025 Oct 20 12:37:40.921054 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44c4a6-b5af-497d-b57f-ef6893da22fd req-37805457-2e4d-440b-8bd5-6a375fb246cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:37:40.922621 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a44c4a6-b5af-497d-b57f-ef6893da22fd req-37805457-2e4d-440b-8bd5-6a375fb246cf service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b6d2f82474444903a598220ed2ac57cc&device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 1095 time: 0.0569482 Oct 20 12:37:41.019976 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44c4a6-b5af-497d-b57f-ef6893da22fd req-440c6255-08d6-4a20-8f20-bc1ab534d0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:37:41.021534 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a44c4a6-b5af-497d-b57f-ef6893da22fd req-440c6255-08d6-4a20-8f20-bc1ab534d0ac service neutron] 10.222.0.89 "GET /v2.0/networks?id=0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e HTTP/1.1" status: 200 len: 911 time: 0.0913210 Oct 20 12:37:41.068302 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a44c4a6-b5af-497d-b57f-ef6893da22fd req-c53cf212-81c8-49d4-8b79-8afb932de902 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=035615ea-8d76-4859-bd1a-4a7ef1ddff76 HTTP/1.1" status: 200 len: 217 time: 0.0376880 Oct 20 12:37:41.121332 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44c4a6-b5af-497d-b57f-ef6893da22fd req-98177515-f6ee-464a-bd26-c52f1da3a8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:37:41.122822 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a44c4a6-b5af-497d-b57f-ef6893da22fd req-98177515-f6ee-464a-bd26-c52f1da3a8f3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8ccf2191-a128-4039-813b-bbd136c22dd9 HTTP/1.1" status: 200 len: 848 time: 0.0469484 Oct 20 12:37:41.173559 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44c4a6-b5af-497d-b57f-ef6893da22fd req-3e69fb51-678b-4d1a-b8ef-feae8df1dbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:37:41.175094 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a44c4a6-b5af-497d-b57f-ef6893da22fd req-3e69fb51-678b-4d1a-b8ef-feae8df1dbdb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432138 Oct 20 12:37:41.289616 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a44c4a6-b5af-497d-b57f-ef6893da22fd req-0417a91a-9c24-486a-94ff-d7358fc35aa2 service neutron] 10.222.0.89 "GET /v2.0/networks/0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044738 Oct 20 12:37:41.386398 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a44c4a6-b5af-497d-b57f-ef6893da22fd req-fe7f4132-76ad-40f0-904e-9b431904ee24 service neutron] 10.222.0.89 "GET /v2.0/networks/0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875542 Oct 20 12:37:41.526561 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fef2c3-74db-47d2-9c0e-7a9c112df8ec req-074e9240-13c6-4c44-a8f7-95be8ed80b6a tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:37:41.528131 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-90fef2c3-74db-47d2-9c0e-7a9c112df8ec req-074e9240-13c6-4c44-a8f7-95be8ed80b6a tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 944 time: 0.0571506 Oct 20 12:37:41.573677 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-90fef2c3-74db-47d2-9c0e-7a9c112df8ec req-56215768-5b6d-419b-9c95-59874736fdf5 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392821 Oct 20 12:37:42.700153 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e001733-31c4-4fc2-b603-5a47f498d830 req-3f556bcd-520f-4fb3-a4aa-ed2a65daf56c tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:37:42.701679 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8e001733-31c4-4fc2-b603-5a47f498d830 req-3f556bcd-520f-4fb3-a4aa-ed2a65daf56c tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 944 time: 0.0530038 Oct 20 12:37:42.741766 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8e001733-31c4-4fc2-b603-5a47f498d830 req-34ec8dc3-168c-4e8c-be34-d3dbeb06b25f tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337985 Oct 20 12:37:43.860698 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9c545-b6e7-40f7-a2cf-6b2223edcaae req-1323a4a1-35b6-4adc-91a1-105cdc767fd7 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:37:43.862236 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9fe9c545-b6e7-40f7-a2cf-6b2223edcaae req-1323a4a1-35b6-4adc-91a1-105cdc767fd7 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 944 time: 0.0503869 Oct 20 12:37:43.906726 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9fe9c545-b6e7-40f7-a2cf-6b2223edcaae req-aef1fa1f-13d3-48f0-b598-6d58e9cfc6a1 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378792 Oct 20 12:37:45.031599 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2684d262-a2bc-44dc-a664-2f219d871289 req-a4a6fdfc-fb69-4bc9-9711-28e01c30bd26 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:37:45.033097 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2684d262-a2bc-44dc-a664-2f219d871289 req-a4a6fdfc-fb69-4bc9-9711-28e01c30bd26 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 944 time: 0.0539014 Oct 20 12:37:45.065754 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 035615ea-8d76-4859-bd1a-4a7ef1ddff76 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:37:45.082827 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2684d262-a2bc-44dc-a664-2f219d871289 req-3348b6e0-3fc6-4314-8f1a-cf639fa4aeb0 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410781 Oct 20 12:37:45.169545 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 035615ea-8d76-4859-bd1a-4a7ef1ddff76, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=035615ea-8d76-4859-bd1a-4a7ef1ddff76,segment=NetworkSegment(4ca4fa3e-33a2-41dc-892e-edf014126201),segment_id=4ca4fa3e-33a2-41dc-892e-edf014126201)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:37:45.185070 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '035615ea-8d76-4859-bd1a-4a7ef1ddff76', 'network_id': '0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e', 'port_id': '035615ea-8d76-4859-bd1a-4a7ef1ddff76', 'mac_address': 'fa:16:3e:ac:4d:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ccf2191-a128-4039-813b-bbd136c22dd9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:37:45.223612 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:45.236663 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 035615ea-8d76-4859-bd1a-4a7ef1ddff76 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:37:45.255928 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 035615ea-8d76-4859-bd1a-4a7ef1ddff76, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=035615ea-8d76-4859-bd1a-4a7ef1ddff76,segment=NetworkSegment(4ca4fa3e-33a2-41dc-892e-edf014126201),segment_id=4ca4fa3e-33a2-41dc-892e-edf014126201)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:37:45.261449 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:45.307993 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=035615ea-8d76-4859-bd1a-4a7ef1ddff76,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:37:45.537454 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['035615ea-8d76-4859-bd1a-4a7ef1ddff76'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:37:46.047274 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:46.201597 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b506832f-8d4c-433c-8d7f-7472a6f1be75 req-003c0ea0-c564-4dfe-8516-0cccf14c7379 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:37:46.203342 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b506832f-8d4c-433c-8d7f-7472a6f1be75 req-003c0ea0-c564-4dfe-8516-0cccf14c7379 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 945 time: 0.0509756 Oct 20 12:37:46.241129 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b506832f-8d4c-433c-8d7f-7472a6f1be75 req-72e706ee-3f8c-4b42-b997-246186081db1 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317273 Oct 20 12:37:47.065970 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 035615ea-8d76-4859-bd1a-4a7ef1ddff76 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:37:47.117441 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 035615ea-8d76-4859-bd1a-4a7ef1ddff76 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 12:37:47.121184 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 035615ea-8d76-4859-bd1a-4a7ef1ddff76 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:37:47.121552 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:47.201257 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:47.224404 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db4de9c8-3b0d-4288-b10e-3dbb03336e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035615ea-8d76-4859-bd1a-4a7ef1ddff76'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:37:47.226705 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ba663b728f61600953c7c701890058d53749f56dec976386d606a322f26966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a10c25-9d5e-4423-8395-eb2b5dbcd41c" -d '{"events": [{"server_uuid": "db4de9c8-3b0d-4288-b10e-3dbb03336e27", "name": "network-vif-plugged", "status": "completed", "tag": "035615ea-8d76-4859-bd1a-4a7ef1ddff76"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:37:47.239050 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 035615ea-8d76-4859-bd1a-4a7ef1ddff76, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=035615ea-8d76-4859-bd1a-4a7ef1ddff76,segment=NetworkSegment(4ca4fa3e-33a2-41dc-892e-edf014126201),segment_id=4ca4fa3e-33a2-41dc-892e-edf014126201)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:37:47.244425 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:47.267954 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47992b44-ebb1-4950-900f-8cf89a84507e x-openstack-request-id: req-47992b44-ebb1-4950-900f-8cf89a84507e {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:37:47.268263 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db4de9c8-3b0d-4288-b10e-3dbb03336e27", "name": "network-vif-plugged", "status": "completed", "tag": "035615ea-8d76-4859-bd1a-4a7ef1ddff76", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:37:47.268476 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-47992b44-ebb1-4950-900f-8cf89a84507e {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:37:47.268894 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db4de9c8-3b0d-4288-b10e-3dbb03336e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035615ea-8d76-4859-bd1a-4a7ef1ddff76', 'code': 200} Oct 20 12:37:47.295166 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=035615ea-8d76-4859-bd1a-4a7ef1ddff76,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:37:47.377944 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333f52b-2660-4391-ad1c-5461df645a93 req-b581c68a-16e4-425d-b362-515026dd0cc3 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:37:47.379331 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8333f52b-2660-4391-ad1c-5461df645a93 req-b581c68a-16e4-425d-b362-515026dd0cc3 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 946 time: 0.0691676 Oct 20 12:37:47.407759 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ec979-96e8-486c-970d-45cbaafa6a5b req-89798736-f9ce-4f6d-8280-58f38d94bcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:37:47.409206 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-763ec979-96e8-486c-970d-45cbaafa6a5b req-89798736-f9ce-4f6d-8280-58f38d94bcb7 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 1097 time: 0.0627964 Oct 20 12:37:47.436233 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8333f52b-2660-4391-ad1c-5461df645a93 req-6420d9b9-c404-47ee-9ae6-a228ef823dfe tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502610 Oct 20 12:37:47.816547 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-763ec979-96e8-486c-970d-45cbaafa6a5b req-5faaf42b-4763-445e-9e3e-82b6b55bfbd2 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3944278 Oct 20 12:37:48.555562 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ae73a-d5d9-4457-9d60-aadec701786a req-c9d8614c-badf-4a29-9879-85dbfc19af58 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:37:48.556960 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cd3ae73a-d5d9-4457-9d60-aadec701786a req-c9d8614c-badf-4a29-9879-85dbfc19af58 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 946 time: 0.0498405 Oct 20 12:37:48.594129 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cd3ae73a-d5d9-4457-9d60-aadec701786a req-f943efe2-b690-4a0b-8b14-7be43f5c0b5f tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310998 Oct 20 12:37:49.451113 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-10676526-ff91-4231-84a9-ed9a5fa75e48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:49.710025 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68988b-5fb9-4e8d-a2fc-399ffaa83bc5 req-f8686590-b0fb-4b3c-b241-3f9c01789159 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:37:49.711520 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fb68988b-5fb9-4e8d-a2fc-399ffaa83bc5 req-f8686590-b0fb-4b3c-b241-3f9c01789159 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 946 time: 0.0489166 Oct 20 12:37:49.749214 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fb68988b-5fb9-4e8d-a2fc-399ffaa83bc5 req-fa90c867-deeb-4e9a-888e-8d27b775680b tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316393 Oct 20 12:37:49.869798 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b9e0d-49d3-47c5-93ec-cb3ee8794c47 req-b052edd1-a365-4348-a834-d2e13ec66da8 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:37:49.871195 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e88b9e0d-49d3-47c5-93ec-cb3ee8794c47 req-b052edd1-a365-4348-a834-d2e13ec66da8 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 946 time: 0.0545192 Oct 20 12:37:49.910035 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e88b9e0d-49d3-47c5-93ec-cb3ee8794c47 req-ca2db526-4264-4908-93de-858b6e1f1f62 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327733 Oct 20 12:37:49.931880 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60890) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:37:50.019943 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac947dc4-7933-4759-9bbd-be1d0e62a0ff tempest-TestShelveInstance-1703224290 tempest-TestShelveInstance-1703224290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:37:50.021454 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ac947dc4-7933-4759-9bbd-be1d0e62a0ff tempest-TestShelveInstance-1703224290 tempest-TestShelveInstance-1703224290-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 1092 time: 0.0885825 Oct 20 12:37:50.024810 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 60894) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:37:50.029084 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-d07597d0-65d3-43f6-ba29-4905b3a89d73 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'port_id': '035615ea-8d76-4859-bd1a-4a7ef1ddff76', 'tenant_id': 'b6d2f82474444903a598220ed2ac57cc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:37:50.053148 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d07597d0-65d3-43f6-ba29-4905b3a89d73 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for floatingip, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:50.155339 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d07597d0-65d3-43f6-ba29-4905b3a89d73 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:50.256852 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-d07597d0-65d3-43f6-ba29-4905b3a89d73 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Allocated IP 172.25.5.253 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/06e4329e-682f-414a-af4d-b66fb4b64e8d) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:37:50.363483 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d07597d0-65d3-43f6-ba29-4905b3a89d73 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:50.399057 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d07597d0-65d3-43f6-ba29-4905b3a89d73 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:50.438972 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07597d0-65d3-43f6-ba29-4905b3a89d73 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:37:50.441719 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-d07597d0-65d3-43f6-ba29-4905b3a89d73 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:37:50.448315 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07597d0-65d3-43f6-ba29-4905b3a89d73 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:37:50.451330 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07597d0-65d3-43f6-ba29-4905b3a89d73 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Pushing event updated for resources: {'Port': ['ID=06e4329e-682f-414a-af4d-b66fb4b64e8d,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:37:50.803303 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d07597d0-65d3-43f6-ba29-4905b3a89d73 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:50.869848 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d07597d0-65d3-43f6-ba29-4905b3a89d73 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:51.020983 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d07597d0-65d3-43f6-ba29-4905b3a89d73 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:51.026173 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d07597d0-65d3-43f6-ba29-4905b3a89d73 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:51.095764 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07597d0-65d3-43f6-ba29-4905b3a89d73 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Pushing event updated for resources: {'Port': ['ID=06e4329e-682f-414a-af4d-b66fb4b64e8d,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:37:51.107908 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d07597d0-65d3-43f6-ba29-4905b3a89d73 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:51.210103 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [None req-d07597d0-65d3-43f6-ba29-4905b3a89d73 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Floating IP 9ecb98cd-8cf8-4f68-8d9f-54657788bdd1 associated. External IP: 172.25.5.253, port: 035615ea-8d76-4859-bd1a-4a7ef1ddff76. Oct 20 12:37:51.431012 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07597d0-65d3-43f6-ba29-4905b3a89d73 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Router e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:37:51.551079 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07597d0-65d3-43f6-ba29-4905b3a89d73 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:37:51.563034 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cc44ca-038f-40e9-babc-9285cda6e92f None None] Sync routers for ids ['e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:37:51.574320 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cc44ca-038f-40e9-babc-9285cda6e92f None None] Routers {'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:37:51.575157 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-a5cc44ca-038f-40e9-babc-9285cda6e92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:37:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:37:51.580480 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-d07597d0-65d3-43f6-ba29-4905b3a89d73 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:51.623327 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-d07597d0-65d3-43f6-ba29-4905b3a89d73 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5972743 Oct 20 12:37:51.624144 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db4de9c8-3b0d-4288-b10e-3dbb03336e27', 'tag': '035615ea-8d76-4859-bd1a-4a7ef1ddff76'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:37:51.627771 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0a02dd2059fce6544e6c1114f6588b97938997ae633064690662b627edbbcf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ddf0823-8657-4705-ba2c-7b726b813f1f" -d '{"events": [{"name": "network-changed", "server_uuid": "db4de9c8-3b0d-4288-b10e-3dbb03336e27", "tag": "035615ea-8d76-4859-bd1a-4a7ef1ddff76"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:37:51.686018 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca00606-3e58-4f5d-a2ce-7624105b002f x-openstack-request-id: req-cca00606-3e58-4f5d-a2ce-7624105b002f {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:37:51.686447 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db4de9c8-3b0d-4288-b10e-3dbb03336e27", "tag": "035615ea-8d76-4859-bd1a-4a7ef1ddff76", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:37:51.686867 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cca00606-3e58-4f5d-a2ce-7624105b002f {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:37:51.687442 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db4de9c8-3b0d-4288-b10e-3dbb03336e27', 'tag': '035615ea-8d76-4859-bd1a-4a7ef1ddff76', 'status': 'completed', 'code': 200} Oct 20 12:37:51.698661 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-a5cc44ca-038f-40e9-babc-9285cda6e92f None None] Set router e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:37:51.753588 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf0823-8657-4705-ba2c-7b726b813f1f req-2d5aa5e8-21e5-4869-aaaf-e1a2bec48d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:37:51.755165 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7ddf0823-8657-4705-ba2c-7b726b813f1f req-2d5aa5e8-21e5-4869-aaaf-e1a2bec48d2d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b6d2f82474444903a598220ed2ac57cc&device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 1097 time: 0.0463128 Oct 20 12:37:51.847738 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf0823-8657-4705-ba2c-7b726b813f1f req-01424bab-7847-4816-a81c-222f41a83148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:37:51.849230 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7ddf0823-8657-4705-ba2c-7b726b813f1f req-01424bab-7847-4816-a81c-222f41a83148 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e HTTP/1.1" status: 200 len: 911 time: 0.0867672 Oct 20 12:37:51.920881 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-a5cc44ca-038f-40e9-babc-9285cda6e92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'name': 'tempest-TestShelveInstance-1789344424-router', 'tenant_id': 'b6d2f82474444903a598220ed2ac57cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '45f39e4d-cf47-41ab-9ba7-1bcc25df65a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:37:24Z', 'updated_at': '2021-10-20T12:37:27Z', 'revision_number': 4, 'project_id': 'b6d2f82474444903a598220ed2ac57cc', 'gw_port': {'id': '45f39e4d-cf47-41ab-9ba7-1bcc25df65a8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fe:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:37:24Z', 'updated_at': '2021-10-20T12:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '9ecb98cd-8cf8-4f68-8d9f-54657788bdd1', 'tenant_id': 'b6d2f82474444903a598220ed2ac57cc', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'port_id': '035615ea-8d76-4859-bd1a-4a7ef1ddff76', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e', 'mac_address': 'fa:16:3e:ac:4d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4de9c8-3b0d-4288-b10e-3dbb03336e27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:37:50Z', 'updated_at': '2021-10-20T12:37:50Z', 'revision_number': 0, 'project_id': 'b6d2f82474444903a598220ed2ac57cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cebdfc0-1e4e-4509-ac4b-652f6b789ecb', 'name': '', 'network_id': '0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e', 'tenant_id': 'b6d2f82474444903a598220ed2ac57cc', 'mac_address': 'fa:16:3e:fb:66:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '8ccf2191-a128-4039-813b-bbd136c22dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:37:26Z', 'updated_at': '2021-10-20T12:37:31Z', 'revision_number': 5, 'project_id': 'b6d2f82474444903a598220ed2ac57cc', 'subnets': [{'id': '8ccf2191-a128-4039-813b-bbd136c22dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:37:51.926683 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7ddf0823-8657-4705-ba2c-7b726b813f1f req-d2041289-a444-4c42-a9ea-05643646d0e0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=035615ea-8d76-4859-bd1a-4a7ef1ddff76 HTTP/1.1" status: 200 len: 1000 time: 0.0700095 Oct 20 12:37:51.957811 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cc44ca-038f-40e9-babc-9285cda6e92f None None] Checking router: e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:37:51.967582 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cc44ca-038f-40e9-babc-9285cda6e92f None None] Routers {'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:37:51.968314 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-a5cc44ca-038f-40e9-babc-9285cda6e92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:37:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:37:51.982547 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf0823-8657-4705-ba2c-7b726b813f1f req-d25c9e86-6b04-4494-9634-44e38f214a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:37:51.984070 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7ddf0823-8657-4705-ba2c-7b726b813f1f req-d25c9e86-6b04-4494-9634-44e38f214a74 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8ccf2191-a128-4039-813b-bbd136c22dd9 HTTP/1.1" status: 200 len: 848 time: 0.0502052 Oct 20 12:37:52.031138 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf0823-8657-4705-ba2c-7b726b813f1f req-37dcd3bf-1f61-4d1b-a8ab-23a8c9134cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:37:52.032854 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7ddf0823-8657-4705-ba2c-7b726b813f1f req-37dcd3bf-1f61-4d1b-a8ab-23a8c9134cac service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419636 Oct 20 12:37:52.079505 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-a5cc44ca-038f-40e9-babc-9285cda6e92f None None] Set router e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:37:52.136570 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7ddf0823-8657-4705-ba2c-7b726b813f1f req-098e4087-04cb-4635-ab43-7baeb6945a0a service neutron] 10.222.0.89 "GET /v2.0/networks/0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927131 Oct 20 12:37:52.233515 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7ddf0823-8657-4705-ba2c-7b726b813f1f req-d4e7f706-7ee6-41ff-856b-32644f1df697 service neutron] 10.222.0.89 "GET /v2.0/networks/0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890450 Oct 20 12:37:52.313507 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-34af60e2-0bc5-45e4-8312-39a6cb9b65fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:52.326685 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-a5cc44ca-038f-40e9-babc-9285cda6e92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'name': 'tempest-TestShelveInstance-1789344424-router', 'tenant_id': 'b6d2f82474444903a598220ed2ac57cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '45f39e4d-cf47-41ab-9ba7-1bcc25df65a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:37:24Z', 'updated_at': '2021-10-20T12:37:27Z', 'revision_number': 4, 'project_id': 'b6d2f82474444903a598220ed2ac57cc', 'gw_port': {'id': '45f39e4d-cf47-41ab-9ba7-1bcc25df65a8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fe:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:37:24Z', 'updated_at': '2021-10-20T12:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '9ecb98cd-8cf8-4f68-8d9f-54657788bdd1', 'tenant_id': 'b6d2f82474444903a598220ed2ac57cc', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'port_id': '035615ea-8d76-4859-bd1a-4a7ef1ddff76', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e', 'mac_address': 'fa:16:3e:ac:4d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4de9c8-3b0d-4288-b10e-3dbb03336e27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:37:50Z', 'updated_at': '2021-10-20T12:37:50Z', 'revision_number': 0, 'project_id': 'b6d2f82474444903a598220ed2ac57cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cebdfc0-1e4e-4509-ac4b-652f6b789ecb', 'name': '', 'network_id': '0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e', 'tenant_id': 'b6d2f82474444903a598220ed2ac57cc', 'mac_address': 'fa:16:3e:fb:66:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '8ccf2191-a128-4039-813b-bbd136c22dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:37:26Z', 'updated_at': '2021-10-20T12:37:31Z', 'revision_number': 5, 'project_id': 'b6d2f82474444903a598220ed2ac57cc', 'subnets': [{'id': '8ccf2191-a128-4039-813b-bbd136c22dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:37:52.356620 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cc44ca-038f-40e9-babc-9285cda6e92f None None] The sync data for ids ['e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f'] in n-d-814735-3 is: [{'id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'name': 'tempest-TestShelveInstance-1789344424-router', 'tenant_id': 'b6d2f82474444903a598220ed2ac57cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '45f39e4d-cf47-41ab-9ba7-1bcc25df65a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:37:24Z', 'updated_at': '2021-10-20T12:37:27Z', 'revision_number': 4, 'project_id': 'b6d2f82474444903a598220ed2ac57cc', 'gw_port': {'id': '45f39e4d-cf47-41ab-9ba7-1bcc25df65a8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fe:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:37:24Z', 'updated_at': '2021-10-20T12:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '9ecb98cd-8cf8-4f68-8d9f-54657788bdd1', 'tenant_id': 'b6d2f82474444903a598220ed2ac57cc', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'port_id': '035615ea-8d76-4859-bd1a-4a7ef1ddff76', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e', 'mac_address': 'fa:16:3e:ac:4d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4de9c8-3b0d-4288-b10e-3dbb03336e27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:37:50Z', 'updated_at': '2021-10-20T12:37:50Z', 'revision_number': 0, 'project_id': 'b6d2f82474444903a598220ed2ac57cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cebdfc0-1e4e-4509-ac4b-652f6b789ecb', 'name': '', 'network_id': '0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e', 'tenant_id': 'b6d2f82474444903a598220ed2ac57cc', 'mac_address': 'fa:16:3e:fb:66:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '8ccf2191-a128-4039-813b-bbd136c22dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:37:26Z', 'updated_at': '2021-10-20T12:37:31Z', 'revision_number': 5, 'project_id': 'b6d2f82474444903a598220ed2ac57cc', 'subnets': [{'id': '8ccf2191-a128-4039-813b-bbd136c22dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:37:52.562360 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15fdd5e-e454-45fa-bae6-7eb0ff50bbf5 None None] New status for floating IP 9ecb98cd-8cf8-4f68-8d9f-54657788bdd1: ACTIVE {{(pid=100648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 12:37:53.264513 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:53.456512 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:37:55.194409 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:38:00.541473 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:38:01.317804 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a8f62e7-33ea-40b2-966b-da1896a32b80 req-8d3a1600-fc99-4ba2-b320-c2fe68043f71 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0528657 Oct 20 12:38:01.408488 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f62e7-33ea-40b2-966b-da1896a32b80 req-6303a892-9c16-42c5-beec-7dbac9185b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:38:01.411037 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a8f62e7-33ea-40b2-966b-da1896a32b80 req-6303a892-9c16-42c5-beec-7dbac9185b1c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b6d2f82474444903a598220ed2ac57cc&device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 1097 time: 0.0452330 Oct 20 12:38:01.534090 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f62e7-33ea-40b2-966b-da1896a32b80 req-ea512334-257f-4014-a2db-04676c035fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:38:01.535648 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a8f62e7-33ea-40b2-966b-da1896a32b80 req-ea512334-257f-4014-a2db-04676c035fce service neutron] 10.222.0.89 "GET /v2.0/networks?id=0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e HTTP/1.1" status: 200 len: 911 time: 0.0937164 Oct 20 12:38:01.609113 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a8f62e7-33ea-40b2-966b-da1896a32b80 req-9d1bdc3a-e5a9-4f27-a8d9-4922c9dc5d55 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=035615ea-8d76-4859-bd1a-4a7ef1ddff76 HTTP/1.1" status: 200 len: 1002 time: 0.0639718 Oct 20 12:38:01.663962 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f62e7-33ea-40b2-966b-da1896a32b80 req-16cf3b82-b87b-4412-95bc-011dc87e4dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:38:01.665458 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a8f62e7-33ea-40b2-966b-da1896a32b80 req-16cf3b82-b87b-4412-95bc-011dc87e4dc7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8ccf2191-a128-4039-813b-bbd136c22dd9 HTTP/1.1" status: 200 len: 848 time: 0.0464580 Oct 20 12:38:01.717253 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f62e7-33ea-40b2-966b-da1896a32b80 req-cc99aca6-aaad-4235-839c-008cfa5c4622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:38:01.718878 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a8f62e7-33ea-40b2-966b-da1896a32b80 req-cc99aca6-aaad-4235-839c-008cfa5c4622 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432439 Oct 20 12:38:01.822258 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a8f62e7-33ea-40b2-966b-da1896a32b80 req-35144e92-d8c5-4d8e-8214-5ec808990939 service neutron] 10.222.0.89 "GET /v2.0/networks/0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943480 Oct 20 12:38:01.922151 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0a8f62e7-33ea-40b2-966b-da1896a32b80 req-f62c30c6-d17a-4e1b-8f21-e24b368fcfcb service neutron] 10.222.0.89 "GET /v2.0/networks/0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911219 Oct 20 12:38:10.497413 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:38:16.061729 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:38:19.454866 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-aded3d4d-7f44-43a0-80e9-b7088c9ed672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:38:22.324060 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-211a451f-354a-43b3-bc66-6baf0610c047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:38:23.259635 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:38:23.462290 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:38:25.193729 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:38:37.541203 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:38:40.495711 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:38:46.062971 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:38:49.458198 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-89dfafe3-3e61-4b87-a9e1-9fb8d89dbac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:38:52.317056 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5aa31ec7-370c-4027-94e3-80080d540d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:38:53.263916 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:38:53.463422 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:38:55.195471 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:39:02.353806 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2b0a5d2c-da3b-469d-a9da-61ea887c56cf req-33c977ba-b0d1-4134-8cf4-22846160e7aa service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0979564 Oct 20 12:39:02.442400 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a5d2c-da3b-469d-a9da-61ea887c56cf req-bdd9743f-5dd9-4e5b-9d8e-0a51fe8b87c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:39:02.443960 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2b0a5d2c-da3b-469d-a9da-61ea887c56cf req-bdd9743f-5dd9-4e5b-9d8e-0a51fe8b87c6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b6d2f82474444903a598220ed2ac57cc&device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 1097 time: 0.0432804 Oct 20 12:39:02.557532 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a5d2c-da3b-469d-a9da-61ea887c56cf req-a697eb5d-6d26-40f0-9508-b9ab7be9c734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:39:02.558935 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2b0a5d2c-da3b-469d-a9da-61ea887c56cf req-a697eb5d-6d26-40f0-9508-b9ab7be9c734 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e HTTP/1.1" status: 200 len: 911 time: 0.0909905 Oct 20 12:39:02.629436 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2b0a5d2c-da3b-469d-a9da-61ea887c56cf req-8e4b42d1-b934-447e-b602-f545462513a1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=035615ea-8d76-4859-bd1a-4a7ef1ddff76 HTTP/1.1" status: 200 len: 1002 time: 0.0594096 Oct 20 12:39:02.684043 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a5d2c-da3b-469d-a9da-61ea887c56cf req-19205626-7cd0-41c3-8566-468645fe432d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:39:02.685504 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2b0a5d2c-da3b-469d-a9da-61ea887c56cf req-19205626-7cd0-41c3-8566-468645fe432d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8ccf2191-a128-4039-813b-bbd136c22dd9 HTTP/1.1" status: 200 len: 848 time: 0.0450716 Oct 20 12:39:02.740108 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a5d2c-da3b-469d-a9da-61ea887c56cf req-bc552ccc-6582-4943-993a-aecc547f595f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:39:02.741636 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2b0a5d2c-da3b-469d-a9da-61ea887c56cf req-bc552ccc-6582-4943-993a-aecc547f595f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452044 Oct 20 12:39:02.841970 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2b0a5d2c-da3b-469d-a9da-61ea887c56cf req-31870dcd-4c8f-42be-9713-6241731a0d86 service neutron] 10.222.0.89 "GET /v2.0/networks/0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881588 Oct 20 12:39:02.940281 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2b0a5d2c-da3b-469d-a9da-61ea887c56cf req-81f04976-a3c8-4a4f-ad2e-fb6ebf06ccbc service neutron] 10.222.0.89 "GET /v2.0/networks/0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864477 Oct 20 12:39:10.494935 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:39:14.540715 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:39:16.070992 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:39:19.467176 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5fd448a2-d130-4ae9-88cc-5210e97a9aa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:39:22.329646 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c955a939-6135-445e-a510-38f38c3cba0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:39:23.275287 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:39:23.469267 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:39:25.208701 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:39:40.493475 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:39:46.074058 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:39:49.460870 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-22a0dd48-f2c4-40d7-95a3-69056ce3f8bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:39:49.709082 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991d5da-76d4-42eb-a6dc-e5c5e6171347 req-27fe6c8d-3f64-4072-af47-bfb0192664cc tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:39:49.710591 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e991d5da-76d4-42eb-a6dc-e5c5e6171347 req-27fe6c8d-3f64-4072-af47-bfb0192664cc tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 946 time: 0.1059182 Oct 20 12:39:49.749040 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e991d5da-76d4-42eb-a6dc-e5c5e6171347 req-dca879b9-9de4-41d4-b6a6-c3a8ddd6ee87 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322812 Oct 20 12:39:50.873040 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365a09b-35ae-40ac-ab30-94ee27004bba req-d9029831-4be5-4e5b-bf43-4fd2dd165cc3 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:39:50.874554 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d365a09b-35ae-40ac-ab30-94ee27004bba req-d9029831-4be5-4e5b-bf43-4fd2dd165cc3 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 946 time: 0.0510805 Oct 20 12:39:50.915170 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d365a09b-35ae-40ac-ab30-94ee27004bba req-481e23eb-9ead-45b3-adc2-c55fcf70721c tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327110 Oct 20 12:39:51.540798 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:39:52.061095 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09302f6a-114d-4f82-afb2-0d5eecef6dd2 req-8e6b278e-2d1c-437c-abb3-1bb18efbb726 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:39:52.063139 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-09302f6a-114d-4f82-afb2-0d5eecef6dd2 req-8e6b278e-2d1c-437c-abb3-1bb18efbb726 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 946 time: 0.0617683 Oct 20 12:39:52.104453 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-09302f6a-114d-4f82-afb2-0d5eecef6dd2 req-c53c33f6-41f7-4a57-ae8b-81b8a9f78de5 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336370 Oct 20 12:39:52.323730 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d44fc66b-187d-49cc-b762-c9a33058d125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:39:53.228806 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533892d-b010-4eeb-bf0b-2e05e5b8636e req-3f52b526-9f6b-4cdf-99ea-16d98443f310 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:39:53.230331 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4533892d-b010-4eeb-bf0b-2e05e5b8636e req-3f52b526-9f6b-4cdf-99ea-16d98443f310 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 946 time: 0.0538716 Oct 20 12:39:53.270065 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:39:53.272682 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4533892d-b010-4eeb-bf0b-2e05e5b8636e req-8ef356ea-31ba-4748-99b0-b360e06fb15b tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361814 Oct 20 12:39:53.468207 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:39:54.396790 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e96c42-23b1-415c-a6a3-3e914c03263a req-eb6a1c09-2259-4892-bee1-53ae34f66d58 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:39:54.398293 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92e96c42-23b1-415c-a6a3-3e914c03263a req-eb6a1c09-2259-4892-bee1-53ae34f66d58 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 946 time: 0.0536757 Oct 20 12:39:54.437448 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-92e96c42-23b1-415c-a6a3-3e914c03263a req-b76a651b-aa4d-490b-ba2c-48a72412ab10 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322955 Oct 20 12:39:55.205529 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:39:55.562080 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7cb929-3248-47fb-8e7c-57e9afda75c8 req-432958bf-98eb-46dd-b34f-89384f62f740 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:39:55.563580 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ba7cb929-3248-47fb-8e7c-57e9afda75c8 req-432958bf-98eb-46dd-b34f-89384f62f740 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 946 time: 0.0565782 Oct 20 12:39:55.605459 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ba7cb929-3248-47fb-8e7c-57e9afda75c8 req-cd452710-ab36-462e-a5e6-0b58db88cd86 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357087 Oct 20 12:39:56.733295 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996c589-60d3-48db-9227-93e37d5846f9 req-8cf78b01-6d57-44ee-99ab-fa83aa1cb9a7 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:39:56.734817 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b996c589-60d3-48db-9227-93e37d5846f9 req-8cf78b01-6d57-44ee-99ab-fa83aa1cb9a7 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 946 time: 0.0546644 Oct 20 12:39:56.775702 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b996c589-60d3-48db-9227-93e37d5846f9 req-04a09726-4092-486a-b312-23a2ea398bec tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338960 Oct 20 12:39:57.905339 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c2241-a5ae-4c31-987d-2812d8ab9320 req-321016e3-27a6-4a50-a0aa-e2b82bddf840 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:39:57.906748 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b06c2241-a5ae-4c31-987d-2812d8ab9320 req-321016e3-27a6-4a50-a0aa-e2b82bddf840 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 946 time: 0.0592945 Oct 20 12:39:57.947042 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b06c2241-a5ae-4c31-987d-2812d8ab9320 req-bf8faba9-d1c6-4e30-be98-1492f3f256ec tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339465 Oct 20 12:39:59.092681 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007e8ec-402e-41e7-a651-3d9f64fa5772 req-d6bf57a7-e072-4934-b0f3-12acce93b149 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:39:59.094150 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f007e8ec-402e-41e7-a651-3d9f64fa5772 req-d6bf57a7-e072-4934-b0f3-12acce93b149 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 946 time: 0.0755095 Oct 20 12:39:59.136902 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f007e8ec-402e-41e7-a651-3d9f64fa5772 req-2af984b8-6d24-47dd-9f96-abc3aed0a1cf tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338278 Oct 20 12:40:00.263557 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ebed2-1db6-4957-ae86-ca09683ee2a4 req-e62493fc-9c53-426e-adbc-cc2e34105a6d tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:40:00.265102 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f42ebed2-1db6-4957-ae86-ca09683ee2a4 req-e62493fc-9c53-426e-adbc-cc2e34105a6d tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 946 time: 0.0541062 Oct 20 12:40:00.305551 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f42ebed2-1db6-4957-ae86-ca09683ee2a4 req-428f6d1e-2ee3-4895-9c16-2e15112e9dc6 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338402 Oct 20 12:40:01.434431 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70343694-1a55-4469-99e1-b1ecdd8ef99e req-7c131c11-bd20-46e4-9073-8017663f8818 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:40:01.435931 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-70343694-1a55-4469-99e1-b1ecdd8ef99e req-7c131c11-bd20-46e4-9073-8017663f8818 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 946 time: 0.0575275 Oct 20 12:40:01.480978 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-70343694-1a55-4469-99e1-b1ecdd8ef99e req-fc90f476-d361-4e00-9114-c25fba9f8d95 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350053 Oct 20 12:40:01.715413 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 035615ea-8d76-4859-bd1a-4a7ef1ddff76 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:40:01.822207 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 035615ea-8d76-4859-bd1a-4a7ef1ddff76, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=035615ea-8d76-4859-bd1a-4a7ef1ddff76,segment=NetworkSegment(4ca4fa3e-33a2-41dc-892e-edf014126201),segment_id=4ca4fa3e-33a2-41dc-892e-edf014126201)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:40:01.833314 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '035615ea-8d76-4859-bd1a-4a7ef1ddff76', 'network_id': '0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e', 'port_id': '035615ea-8d76-4859-bd1a-4a7ef1ddff76', 'mac_address': 'fa:16:3e:ac:4d:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ccf2191-a128-4039-813b-bbd136c22dd9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:40:01.874725 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:40:01.887734 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 035615ea-8d76-4859-bd1a-4a7ef1ddff76 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:40:01.907215 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 035615ea-8d76-4859-bd1a-4a7ef1ddff76, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=035615ea-8d76-4859-bd1a-4a7ef1ddff76,segment=NetworkSegment(4ca4fa3e-33a2-41dc-892e-edf014126201),segment_id=4ca4fa3e-33a2-41dc-892e-edf014126201)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:40:01.912416 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:40:01.961323 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=035615ea-8d76-4859-bd1a-4a7ef1ddff76,revision_number=6']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:40:01.970022 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:40:01.970389 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:40:01.970715 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:40:01.971072 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:40:01.971401 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:40:01.971728 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:40:01.972051 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:40:01.972385 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:40:01.972689 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:40:01.973005 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:40:01.973305 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:40:01.973619 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:40:01.997777 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['035615ea-8d76-4859-bd1a-4a7ef1ddff76'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:40:02.611128 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e9a32-e834-4506-a15a-ed1b647240a7 req-3d474eaa-d8a3-4dd3-8f00-845bde999f14 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:40:02.612727 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c44e9a32-e834-4506-a15a-ed1b647240a7 req-3d474eaa-d8a3-4dd3-8f00-845bde999f14 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 945 time: 0.0601864 Oct 20 12:40:02.663123 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c44e9a32-e834-4506-a15a-ed1b647240a7 req-d662b62b-3e48-46ad-acbb-3e1ca3533288 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442307 Oct 20 12:40:03.358461 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dfe797-3d53-402e-9867-2b597591c016 req-178e1639-faf0-4c53-a548-63ecb852e62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:40:03.360499 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c1dfe797-3d53-402e-9867-2b597591c016 req-178e1639-faf0-4c53-a548-63ecb852e62c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b6d2f82474444903a598220ed2ac57cc&device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 1096 time: 0.0487602 Oct 20 12:40:03.494981 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dfe797-3d53-402e-9867-2b597591c016 req-57d72d0f-c071-4b92-b97b-20e28bf53961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:40:03.496762 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c1dfe797-3d53-402e-9867-2b597591c016 req-57d72d0f-c071-4b92-b97b-20e28bf53961 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e HTTP/1.1" status: 200 len: 911 time: 0.1136608 Oct 20 12:40:03.593323 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c1dfe797-3d53-402e-9867-2b597591c016 req-b0d70e0e-615c-46b3-868f-384d9c088cee service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=035615ea-8d76-4859-bd1a-4a7ef1ddff76 HTTP/1.1" status: 200 len: 1001 time: 0.0860045 Oct 20 12:40:03.648377 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dfe797-3d53-402e-9867-2b597591c016 req-81b62c66-e2bf-4110-aada-449344e28ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:40:03.649767 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c1dfe797-3d53-402e-9867-2b597591c016 req-81b62c66-e2bf-4110-aada-449344e28ef4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8ccf2191-a128-4039-813b-bbd136c22dd9 HTTP/1.1" status: 200 len: 848 time: 0.0464795 Oct 20 12:40:03.703676 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dfe797-3d53-402e-9867-2b597591c016 req-c76cc18c-26a8-4b42-a7fe-c108b5df8fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:40:03.705301 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c1dfe797-3d53-402e-9867-2b597591c016 req-c76cc18c-26a8-4b42-a7fe-c108b5df8fd2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475044 Oct 20 12:40:03.719541 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 035615ea-8d76-4859-bd1a-4a7ef1ddff76 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:40:03.788827 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 035615ea-8d76-4859-bd1a-4a7ef1ddff76 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:40:03.789569 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:40:03.855131 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852c3e0-f198-40fe-8a27-c260cca215c7 req-8cfa0215-d60f-4ce3-9b92-3847d3414f5c tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:40:03.856643 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d852c3e0-f198-40fe-8a27-c260cca215c7 req-8cfa0215-d60f-4ce3-9b92-3847d3414f5c tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 945 time: 0.0734358 Oct 20 12:40:03.858449 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c1dfe797-3d53-402e-9867-2b597591c016 req-3ee6c204-7f41-4b9c-88e8-202c4972c4ca service neutron] 10.222.0.89 "GET /v2.0/networks/0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437483 Oct 20 12:40:03.888741 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:40:03.921356 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db4de9c8-3b0d-4288-b10e-3dbb03336e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035615ea-8d76-4859-bd1a-4a7ef1ddff76'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:40:03.923702 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ba663b728f61600953c7c701890058d53749f56dec976386d606a322f26966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c407cc2-82be-4e21-833b-64f0c4fc58b0" -d '{"events": [{"server_uuid": "db4de9c8-3b0d-4288-b10e-3dbb03336e27", "name": "network-vif-plugged", "status": "completed", "tag": "035615ea-8d76-4859-bd1a-4a7ef1ddff76"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:40:03.931541 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d852c3e0-f198-40fe-8a27-c260cca215c7 req-ddaa284a-a81d-4e77-bfb6-a5bf08f27501 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681057 Oct 20 12:40:03.937235 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 035615ea-8d76-4859-bd1a-4a7ef1ddff76, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=035615ea-8d76-4859-bd1a-4a7ef1ddff76,segment=NetworkSegment(4ca4fa3e-33a2-41dc-892e-edf014126201),segment_id=4ca4fa3e-33a2-41dc-892e-edf014126201)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:40:03.949594 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:40:04.000564 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70b5437-c008-4782-a1b3-7134de941b4c x-openstack-request-id: req-e70b5437-c008-4782-a1b3-7134de941b4c {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:40:04.000941 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db4de9c8-3b0d-4288-b10e-3dbb03336e27", "name": "network-vif-plugged", "status": "completed", "tag": "035615ea-8d76-4859-bd1a-4a7ef1ddff76", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:40:04.001470 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e70b5437-c008-4782-a1b3-7134de941b4c {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:40:04.001914 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db4de9c8-3b0d-4288-b10e-3dbb03336e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035615ea-8d76-4859-bd1a-4a7ef1ddff76', 'code': 200} Oct 20 12:40:04.025077 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=035615ea-8d76-4859-bd1a-4a7ef1ddff76,revision_number=7']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:40:04.046455 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c1dfe797-3d53-402e-9867-2b597591c016 req-3ef7d34f-256e-4321-8633-fa48d3581162 service neutron] 10.222.0.89 "GET /v2.0/networks/0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756165 Oct 20 12:40:05.088968 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16c879-91d3-469f-9ed6-c0eca703f2bb req-8024aa2a-8627-41dc-ab71-dd25548c50f9 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:40:05.090468 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8d16c879-91d3-469f-9ed6-c0eca703f2bb req-8024aa2a-8627-41dc-ab71-dd25548c50f9 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 946 time: 0.0551403 Oct 20 12:40:05.138107 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8d16c879-91d3-469f-9ed6-c0eca703f2bb req-41867207-7a3a-4233-892d-36bf7751a95b tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397022 Oct 20 12:40:06.276965 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d988bc2-dc21-4b12-a7a9-ee88848bab42 req-66ca1125-c009-4e91-82fa-e939d688bddb tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:40:06.278505 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5d988bc2-dc21-4b12-a7a9-ee88848bab42 req-66ca1125-c009-4e91-82fa-e939d688bddb tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 946 time: 0.0539520 Oct 20 12:40:06.330694 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5d988bc2-dc21-4b12-a7a9-ee88848bab42 req-e6c69eed-c430-47cd-aa5d-b43b5e2468ef tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458426 Oct 20 12:40:07.468065 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8aff5e-844b-4ffc-bdef-777c6cc4b901 req-5b84205c-1cc1-4414-84f5-f364b6f3bcdf tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:40:07.469658 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cd8aff5e-844b-4ffc-bdef-777c6cc4b901 req-5b84205c-1cc1-4414-84f5-f364b6f3bcdf tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 946 time: 0.0625443 Oct 20 12:40:07.519349 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cd8aff5e-844b-4ffc-bdef-777c6cc4b901 req-2eb0698d-a417-4982-97d2-81de91742fc4 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432756 Oct 20 12:40:08.651866 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d28c7-0a5d-4540-bafd-0b9449ad8e1c req-c9101b4b-a60c-4b9b-9803-f803ba7968c4 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:40:08.654410 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-051d28c7-0a5d-4540-bafd-0b9449ad8e1c req-c9101b4b-a60c-4b9b-9803-f803ba7968c4 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 946 time: 0.0621777 Oct 20 12:40:08.714286 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-051d28c7-0a5d-4540-bafd-0b9449ad8e1c req-cfd13f7b-a465-4289-9f13-ca514d34a9fb tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515685 Oct 20 12:40:10.222239 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd0b30-ea8a-4c25-8aec-b45e2bb05f97 req-16b0a4b7-8908-44e3-8802-41fe4a55af95 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:40:10.223866 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-accd0b30-ea8a-4c25-8aec-b45e2bb05f97 req-16b0a4b7-8908-44e3-8802-41fe4a55af95 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 946 time: 0.4381428 Oct 20 12:40:10.268732 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-accd0b30-ea8a-4c25-8aec-b45e2bb05f97 req-24fa7109-55ea-423b-ac00-6a4a09087d69 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370271 Oct 20 12:40:10.505498 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:40:11.411946 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc223750-f2fb-466c-9549-958f0844265e req-785bd04f-2706-4d6f-8a70-40edc6a31778 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:40:11.413453 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dc223750-f2fb-466c-9549-958f0844265e req-785bd04f-2706-4d6f-8a70-40edc6a31778 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 946 time: 0.0547605 Oct 20 12:40:11.456991 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dc223750-f2fb-466c-9549-958f0844265e req-29f7a031-d220-4835-a24f-f86224bfc201 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336778 Oct 20 12:40:12.023608 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f283b72-2141-4bcc-a2b4-963d33630743 req-6dd973cb-d68c-4ce4-bf2b-56e4e3348fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:40:12.025115 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8f283b72-2141-4bcc-a2b4-963d33630743 req-6dd973cb-d68c-4ce4-bf2b-56e4e3348fe5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b6d2f82474444903a598220ed2ac57cc&device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 1097 time: 0.0418465 Oct 20 12:40:12.123965 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f283b72-2141-4bcc-a2b4-963d33630743 req-11c05a16-f5ef-42e1-aa4a-1eddd523eabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:40:12.125458 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8f283b72-2141-4bcc-a2b4-963d33630743 req-11c05a16-f5ef-42e1-aa4a-1eddd523eabf service neutron] 10.222.0.89 "GET /v2.0/networks?id=0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e HTTP/1.1" status: 200 len: 911 time: 0.0928330 Oct 20 12:40:12.196515 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8f283b72-2141-4bcc-a2b4-963d33630743 req-4ebf97ef-3b6f-4ce2-abac-6dd5e23fbc74 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=035615ea-8d76-4859-bd1a-4a7ef1ddff76 HTTP/1.1" status: 200 len: 1002 time: 0.0626357 Oct 20 12:40:12.250136 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f283b72-2141-4bcc-a2b4-963d33630743 req-f744ef17-0246-4902-b973-b2ef7297cd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:40:12.251662 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8f283b72-2141-4bcc-a2b4-963d33630743 req-f744ef17-0246-4902-b973-b2ef7297cd32 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8ccf2191-a128-4039-813b-bbd136c22dd9 HTTP/1.1" status: 200 len: 848 time: 0.0466068 Oct 20 12:40:12.305401 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f283b72-2141-4bcc-a2b4-963d33630743 req-1927af94-7243-401d-99a3-67a0dfb99f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:40:12.306902 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8f283b72-2141-4bcc-a2b4-963d33630743 req-1927af94-7243-401d-99a3-67a0dfb99f75 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448029 Oct 20 12:40:12.409707 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8f283b72-2141-4bcc-a2b4-963d33630743 req-5ceb87ec-ea59-454c-ab74-9dcdfbb9c873 service neutron] 10.222.0.89 "GET /v2.0/networks/0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944271 Oct 20 12:40:12.515212 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8f283b72-2141-4bcc-a2b4-963d33630743 req-e2761d74-49de-4ecc-a5cf-883fb433682a service neutron] 10.222.0.89 "GET /v2.0/networks/0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948749 Oct 20 12:40:12.573582 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bc4b1-b8ae-4216-93cd-842343a63bfb req-11101f8c-d9e8-4456-8cb7-3871735eb213 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:40:12.575020 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-762bc4b1-b8ae-4216-93cd-842343a63bfb req-11101f8c-d9e8-4456-8cb7-3871735eb213 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 946 time: 0.0489287 Oct 20 12:40:12.617654 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-762bc4b1-b8ae-4216-93cd-842343a63bfb req-ea5bac58-26b3-4df6-9f1e-ab656b213ca6 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364017 Oct 20 12:40:13.740539 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd28d4-ab81-4094-9321-c4dcea2518f3 req-e0be4383-c263-41ef-bd73-77bcf05e3058 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:40:13.742052 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7cfd28d4-ab81-4094-9321-c4dcea2518f3 req-e0be4383-c263-41ef-bd73-77bcf05e3058 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 946 time: 0.0507770 Oct 20 12:40:13.783782 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7cfd28d4-ab81-4094-9321-c4dcea2518f3 req-20e75284-1142-4cb2-9e3b-005d9222147b tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353200 Oct 20 12:40:14.904286 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481de637-c46b-4da7-89aa-560bcf190a03 req-7c54caf4-3634-4b02-99a9-2ce544eee8df tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:40:14.905668 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-481de637-c46b-4da7-89aa-560bcf190a03 req-7c54caf4-3634-4b02-99a9-2ce544eee8df tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 946 time: 0.0516095 Oct 20 12:40:14.943241 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-481de637-c46b-4da7-89aa-560bcf190a03 req-42b3ab1c-3c06-45bf-a611-44908d32399a tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313969 Oct 20 12:40:15.056663 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-366005e3-81b0-4b1e-9b5f-180568b5de5b req-713b6886-fda0-4888-a381-65a99d789363 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 12:40:15.057740 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-366005e3-81b0-4b1e-9b5f-180568b5de5b req-713b6886-fda0-4888-a381-65a99d789363 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0503142 Oct 20 12:40:15.216374 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371eaf9-e986-496e-9850-735afa17d6f8 req-ca2c9e13-6990-4c3d-a589-8a9fa8e0d90e tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:40:15.217701 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9371eaf9-e986-496e-9850-735afa17d6f8 req-ca2c9e13-6990-4c3d-a589-8a9fa8e0d90e tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 946 time: 0.0510998 Oct 20 12:40:15.259888 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-9371eaf9-e986-496e-9850-735afa17d6f8 req-83d8c552-3e68-493c-bc95-bb65dfe2b63c tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360432 Oct 20 12:40:15.410652 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7b6b0641-32af-4924-8261-e84e7620f724 req-e1d34d50-1418-47cc-808d-a3fbd4d74c50 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0887661 Oct 20 12:40:15.420061 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-7b6b0641-32af-4924-8261-e84e7620f724 req-65217eaa-095e-4f3c-85ad-43a6ea627c85 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 12:40:15.421026 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7b6b0641-32af-4924-8261-e84e7620f724 req-65217eaa-095e-4f3c-85ad-43a6ea627c85 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052021 Oct 20 12:40:15.765573 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 035615ea-8d76-4859-bd1a-4a7ef1ddff76 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:40:15.855274 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:40:15.882242 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db4de9c8-3b0d-4288-b10e-3dbb03336e27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '035615ea-8d76-4859-bd1a-4a7ef1ddff76'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:40:15.884677 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ba663b728f61600953c7c701890058d53749f56dec976386d606a322f26966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cdb8378-b7c8-4834-9374-03155c566513" -d '{"events": [{"server_uuid": "db4de9c8-3b0d-4288-b10e-3dbb03336e27", "name": "network-vif-unplugged", "status": "completed", "tag": "035615ea-8d76-4859-bd1a-4a7ef1ddff76"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:40:15.905666 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 035615ea-8d76-4859-bd1a-4a7ef1ddff76, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=035615ea-8d76-4859-bd1a-4a7ef1ddff76,segment=NetworkSegment(4ca4fa3e-33a2-41dc-892e-edf014126201),segment_id=4ca4fa3e-33a2-41dc-892e-edf014126201)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:40:15.911569 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:40:15.940574 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 12:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb58547-fe04-4b00-bc79-9e68246e5efa x-openstack-request-id: req-9fb58547-fe04-4b00-bc79-9e68246e5efa {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:40:15.940862 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db4de9c8-3b0d-4288-b10e-3dbb03336e27", "name": "network-vif-unplugged", "status": "completed", "tag": "035615ea-8d76-4859-bd1a-4a7ef1ddff76", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:40:15.941109 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9fb58547-fe04-4b00-bc79-9e68246e5efa {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:40:15.941505 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db4de9c8-3b0d-4288-b10e-3dbb03336e27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '035615ea-8d76-4859-bd1a-4a7ef1ddff76', 'code': 200} Oct 20 12:40:15.969238 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=035615ea-8d76-4859-bd1a-4a7ef1ddff76,revision_number=8']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:40:16.077968 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:40:16.232671 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b0641-32af-4924-8261-e84e7620f724 req-92b9941e-92ec-4adb-91ac-e63e9aeab03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:40:16.234412 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7b6b0641-32af-4924-8261-e84e7620f724 req-92b9941e-92ec-4adb-91ac-e63e9aeab03a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27&tenant_id=b6d2f82474444903a598220ed2ac57cc HTTP/1.1" status: 200 len: 1095 time: 0.0895727 Oct 20 12:40:16.246950 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-7b6b0641-32af-4924-8261-e84e7620f724 req-d543433a-3294-4669-8d22-c150fe81be32 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-814735-3', 'device_owner': 'compute:nova'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:40:16.307118 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7b6b0641-32af-4924-8261-e84e7620f724 req-d543433a-3294-4669-8d22-c150fe81be32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:40:16.467471 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc75ef8b-22ec-4c46-94d3-2ef86ad829b1 req-09fcecd3-dbb6-4b8b-bc65-5520b5bec879 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:40:16.469067 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dc75ef8b-22ec-4c46-94d3-2ef86ad829b1 req-09fcecd3-dbb6-4b8b-bc65-5520b5bec879 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 944 time: 0.1285627 Oct 20 12:40:16.557429 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dc75ef8b-22ec-4c46-94d3-2ef86ad829b1 req-626a3a84-1860-4320-bf34-53ea476a4513 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816975 Oct 20 12:40:16.579319 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-7b6b0641-32af-4924-8261-e84e7620f724 req-d543433a-3294-4669-8d22-c150fe81be32 service neutron] For port 035615ea-8d76-4859-bd1a-4a7ef1ddff76, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=035615ea-8d76-4859-bd1a-4a7ef1ddff76,segment=NetworkSegment(4ca4fa3e-33a2-41dc-892e-edf014126201),segment_id=4ca4fa3e-33a2-41dc-892e-edf014126201)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:40:16.612192 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-7b6b0641-32af-4924-8261-e84e7620f724 req-d543433a-3294-4669-8d22-c150fe81be32 service neutron] For port 035615ea-8d76-4859-bd1a-4a7ef1ddff76, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:40:16.650063 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-7b6b0641-32af-4924-8261-e84e7620f724 req-d543433a-3294-4669-8d22-c150fe81be32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 035615ea-8d76-4859-bd1a-4a7ef1ddff76 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:40:16.658251 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7b6b0641-32af-4924-8261-e84e7620f724 req-d543433a-3294-4669-8d22-c150fe81be32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:40:16.670531 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-7b6b0641-32af-4924-8261-e84e7620f724 req-d543433a-3294-4669-8d22-c150fe81be32 service neutron] Transition to ACTIVE for port object 035615ea-8d76-4859-bd1a-4a7ef1ddff76 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 12:40:16.675360 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7b6b0641-32af-4924-8261-e84e7620f724 req-d543433a-3294-4669-8d22-c150fe81be32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:40:16.755072 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d543433a-3294-4669-8d22-c150fe81be32 service neutron] Pushing event updated for resources: {'Port': ['ID=035615ea-8d76-4859-bd1a-4a7ef1ddff76,revision_number=9']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:40:16.767811 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543433a-3294-4669-8d22-c150fe81be32 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:40:16.768162 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543433a-3294-4669-8d22-c150fe81be32 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:40:16.768532 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543433a-3294-4669-8d22-c150fe81be32 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:40:16.768869 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543433a-3294-4669-8d22-c150fe81be32 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:40:16.769201 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543433a-3294-4669-8d22-c150fe81be32 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:40:16.769531 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543433a-3294-4669-8d22-c150fe81be32 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:40:16.769951 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543433a-3294-4669-8d22-c150fe81be32 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:40:16.770273 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543433a-3294-4669-8d22-c150fe81be32 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:40:16.770602 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543433a-3294-4669-8d22-c150fe81be32 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:40:16.770948 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543433a-3294-4669-8d22-c150fe81be32 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:40:16.771269 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543433a-3294-4669-8d22-c150fe81be32 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:40:16.771590 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543433a-3294-4669-8d22-c150fe81be32 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:40:16.807337 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6b0641-32af-4924-8261-e84e7620f724 req-d543433a-3294-4669-8d22-c150fe81be32 service neutron] No DVR routers for this DVR port 035615ea-8d76-4859-bd1a-4a7ef1ddff76 on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:40:16.958616 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-7b6b0641-32af-4924-8261-e84e7620f724 req-d543433a-3294-4669-8d22-c150fe81be32 service neutron] Attempting to bind port 035615ea-8d76-4859-bd1a-4a7ef1ddff76 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:40:16.958968 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-7b6b0641-32af-4924-8261-e84e7620f724 req-d543433a-3294-4669-8d22-c150fe81be32 service neutron] Attempting to bind port 035615ea-8d76-4859-bd1a-4a7ef1ddff76 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': '4ca4fa3e-33a2-41dc-892e-edf014126201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:40:16.959317 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6b0641-32af-4924-8261-e84e7620f724 req-d543433a-3294-4669-8d22-c150fe81be32 service neutron] Attempting to bind port 035615ea-8d76-4859-bd1a-4a7ef1ddff76 on network 0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:40:16.963920 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6b0641-32af-4924-8261-e84e7620f724 req-d543433a-3294-4669-8d22-c150fe81be32 service neutron] Port 035615ea-8d76-4859-bd1a-4a7ef1ddff76 on network 0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 12:40:16.964241 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6b0641-32af-4924-8261-e84e7620f724 req-d543433a-3294-4669-8d22-c150fe81be32 service neutron] Attempting to bind port 035615ea-8d76-4859-bd1a-4a7ef1ddff76 on network 0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:40:16.969394 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6b0641-32af-4924-8261-e84e7620f724 req-d543433a-3294-4669-8d22-c150fe81be32 service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:40:16.969663 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6b0641-32af-4924-8261-e84e7620f724 req-d543433a-3294-4669-8d22-c150fe81be32 service neutron] Checking segment: {'id': '4ca4fa3e-33a2-41dc-892e-edf014126201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:40:16.970070 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6b0641-32af-4924-8261-e84e7620f724 req-d543433a-3294-4669-8d22-c150fe81be32 service neutron] Bound using segment: {'id': '4ca4fa3e-33a2-41dc-892e-edf014126201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:40:16.970458 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-7b6b0641-32af-4924-8261-e84e7620f724 req-d543433a-3294-4669-8d22-c150fe81be32 service neutron] Bound port: 035615ea-8d76-4859-bd1a-4a7ef1ddff76, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ca4fa3e-33a2-41dc-892e-edf014126201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:40:16.970858 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7b6b0641-32af-4924-8261-e84e7620f724 req-d543433a-3294-4669-8d22-c150fe81be32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:40:17.034268 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-7b6b0641-32af-4924-8261-e84e7620f724 req-d543433a-3294-4669-8d22-c150fe81be32 service neutron] For port 035615ea-8d76-4859-bd1a-4a7ef1ddff76, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:40:17.037346 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-7b6b0641-32af-4924-8261-e84e7620f724 req-d543433a-3294-4669-8d22-c150fe81be32 service neutron] For port 035615ea-8d76-4859-bd1a-4a7ef1ddff76, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=035615ea-8d76-4859-bd1a-4a7ef1ddff76,segment=NetworkSegment(4ca4fa3e-33a2-41dc-892e-edf014126201),segment_id=4ca4fa3e-33a2-41dc-892e-edf014126201)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:40:17.043593 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7b6b0641-32af-4924-8261-e84e7620f724 req-d543433a-3294-4669-8d22-c150fe81be32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:40:17.077410 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b0641-32af-4924-8261-e84e7620f724 req-d543433a-3294-4669-8d22-c150fe81be32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:40:17.078038 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-7b6b0641-32af-4924-8261-e84e7620f724 req-d543433a-3294-4669-8d22-c150fe81be32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:40:17.079573 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7b6b0641-32af-4924-8261-e84e7620f724 req-d543433a-3294-4669-8d22-c150fe81be32 service neutron] 10.222.0.11 "PUT /v2.0/ports/035615ea-8d76-4859-bd1a-4a7ef1ddff76 HTTP/1.1" status: 200 len: 1092 time: 0.8368931 Oct 20 12:40:17.080022 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db4de9c8-3b0d-4288-b10e-3dbb03336e27', 'tag': '035615ea-8d76-4859-bd1a-4a7ef1ddff76'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:40:17.082323 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0a02dd2059fce6544e6c1114f6588b97938997ae633064690662b627edbbcf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239b3a26-f85f-4ba1-a8c8-fb9b11bd918f" -d '{"events": [{"name": "network-changed", "server_uuid": "db4de9c8-3b0d-4288-b10e-3dbb03336e27", "tag": "035615ea-8d76-4859-bd1a-4a7ef1ddff76"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:40:17.109544 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d543433a-3294-4669-8d22-c150fe81be32 service neutron] Pushing event updated for resources: {'Port': ['ID=035615ea-8d76-4859-bd1a-4a7ef1ddff76,revision_number=10']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:40:17.165216 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b0641-32af-4924-8261-e84e7620f724 req-4e3c538a-c6de-46c4-9fe5-35582db924a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:40:17.166951 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7b6b0641-32af-4924-8261-e84e7620f724 req-4e3c538a-c6de-46c4-9fe5-35582db924a8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6d2f82474444903a598220ed2ac57cc&device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 1096 time: 0.0518327 Oct 20 12:40:17.206075 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1fd5c0-8876-4c14-a09a-833878e4059a x-openstack-request-id: req-6b1fd5c0-8876-4c14-a09a-833878e4059a {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:40:17.206366 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db4de9c8-3b0d-4288-b10e-3dbb03336e27", "tag": "035615ea-8d76-4859-bd1a-4a7ef1ddff76", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:40:17.206619 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6b1fd5c0-8876-4c14-a09a-833878e4059a {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:40:17.207055 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db4de9c8-3b0d-4288-b10e-3dbb03336e27', 'tag': '035615ea-8d76-4859-bd1a-4a7ef1ddff76', 'status': 'completed', 'code': 200} Oct 20 12:40:17.265281 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b0641-32af-4924-8261-e84e7620f724 req-bd9aaa23-1c74-4436-b567-86189d6262e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:40:17.267230 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7b6b0641-32af-4924-8261-e84e7620f724 req-bd9aaa23-1c74-4436-b567-86189d6262e4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e HTTP/1.1" status: 200 len: 911 time: 0.0938237 Oct 20 12:40:17.337762 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7b6b0641-32af-4924-8261-e84e7620f724 req-99cbd66a-29c4-42d4-ad39-55d3587ab7b7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=035615ea-8d76-4859-bd1a-4a7ef1ddff76 HTTP/1.1" status: 200 len: 1000 time: 0.0637345 Oct 20 12:40:17.387307 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b0641-32af-4924-8261-e84e7620f724 req-50f6c5d2-66ca-4387-8b7f-1e5b7ce202a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:40:17.388630 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7b6b0641-32af-4924-8261-e84e7620f724 req-50f6c5d2-66ca-4387-8b7f-1e5b7ce202a3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8ccf2191-a128-4039-813b-bbd136c22dd9 HTTP/1.1" status: 200 len: 848 time: 0.0438068 Oct 20 12:40:17.434743 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b0641-32af-4924-8261-e84e7620f724 req-90318042-cd90-4336-be22-5c229e48bf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:40:17.436430 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7b6b0641-32af-4924-8261-e84e7620f724 req-90318042-cd90-4336-be22-5c229e48bf02 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408604 Oct 20 12:40:17.533489 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7b6b0641-32af-4924-8261-e84e7620f724 req-3dd2e2c7-a13e-4253-a249-5ab847a5b03d service neutron] 10.222.0.11 "GET /v2.0/networks/0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894916 Oct 20 12:40:17.627024 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7b6b0641-32af-4924-8261-e84e7620f724 req-389982ba-ff19-42c9-87f0-021390fd7958 service neutron] 10.222.0.11 "GET /v2.0/networks/0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859528 Oct 20 12:40:17.683928 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcafa5-a3c1-420c-bb9d-29e570ecf33e req-c0ad95e2-e14a-45b2-a762-0ed394e5b92d tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:40:17.685491 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3dbcafa5-a3c1-420c-bb9d-29e570ecf33e req-c0ad95e2-e14a-45b2-a762-0ed394e5b92d tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 945 time: 0.0533495 Oct 20 12:40:17.756385 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3dbcafa5-a3c1-420c-bb9d-29e570ecf33e req-8c1e5080-75a8-4440-895b-f776dde665ff tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617237 Oct 20 12:40:17.761282 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b3a26-f85f-4ba1-a8c8-fb9b11bd918f req-cf007e55-d564-4afa-bb40-6ae6a3c85205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:40:17.762775 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-239b3a26-f85f-4ba1-a8c8-fb9b11bd918f req-cf007e55-d564-4afa-bb40-6ae6a3c85205 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6d2f82474444903a598220ed2ac57cc&device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 1096 time: 0.0764005 Oct 20 12:40:17.858554 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b3a26-f85f-4ba1-a8c8-fb9b11bd918f req-f713b87f-521b-44d5-9c29-a330a0319ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:40:17.860177 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-239b3a26-f85f-4ba1-a8c8-fb9b11bd918f req-f713b87f-521b-44d5-9c29-a330a0319ada service neutron] 10.222.0.11 "GET /v2.0/networks?id=0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e HTTP/1.1" status: 200 len: 911 time: 0.0903471 Oct 20 12:40:17.961151 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-239b3a26-f85f-4ba1-a8c8-fb9b11bd918f req-bc6e862c-ffa8-4190-bd0c-e11fb1c66cad service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=035615ea-8d76-4859-bd1a-4a7ef1ddff76 HTTP/1.1" status: 200 len: 1000 time: 0.0927098 Oct 20 12:40:18.899087 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564a6df-869e-44dc-ab09-2276e98f29ba req-6697f22e-7f34-43ba-adcc-88f58c6e12c3 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:40:18.900677 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2564a6df-869e-44dc-ab09-2276e98f29ba req-6697f22e-7f34-43ba-adcc-88f58c6e12c3 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 945 time: 0.0635962 Oct 20 12:40:18.938753 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2564a6df-869e-44dc-ab09-2276e98f29ba req-a1ed1021-ff87-4989-9cad-a644956ea959 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320842 Oct 20 12:40:19.463906 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d5857c70-c268-4659-9afc-3691766e8515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:40:20.094982 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db2db3-e773-4908-97c2-982f06c679b6 req-47f02189-4c72-4e06-b905-2ee482e76c79 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:40:20.096518 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-84db2db3-e773-4908-97c2-982f06c679b6 req-47f02189-4c72-4e06-b905-2ee482e76c79 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 945 time: 0.0602362 Oct 20 12:40:20.149944 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-84db2db3-e773-4908-97c2-982f06c679b6 req-2537871b-3a32-499f-961d-c6b1e4c7defd tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469398 Oct 20 12:40:21.303347 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccaf3d8-939d-4240-aca5-c2bdc0b9b4bd req-dd970db1-6076-4955-bd08-ba6c6e4d33b3 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:40:21.305543 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eccaf3d8-939d-4240-aca5-c2bdc0b9b4bd req-dd970db1-6076-4955-bd08-ba6c6e4d33b3 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 945 time: 0.0667257 Oct 20 12:40:21.348519 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eccaf3d8-939d-4240-aca5-c2bdc0b9b4bd req-84711440-2ff1-4146-8cc2-52d42a7336a3 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364881 Oct 20 12:40:22.332720 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-11925cdd-2a70-4d1c-bb62-d23554f64c5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:40:22.483384 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412e30b-fde5-4195-b32b-fb338063354f req-fabce433-b37a-4667-9fd8-ad419b0bd489 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:40:22.484881 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e412e30b-fde5-4195-b32b-fb338063354f req-fabce433-b37a-4667-9fd8-ad419b0bd489 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 945 time: 0.0527513 Oct 20 12:40:22.524033 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e412e30b-fde5-4195-b32b-fb338063354f req-e6d4bb2e-5d5b-433d-841d-601172373f1e tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331662 Oct 20 12:40:23.298229 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:40:23.472424 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:40:23.655501 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf7ec7-2860-48db-b91e-468a0f8ccec9 req-6b0f4a91-9607-4336-8f0a-d90499ae161d tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:40:23.657027 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d9cf7ec7-2860-48db-b91e-468a0f8ccec9 req-6b0f4a91-9607-4336-8f0a-d90499ae161d tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 945 time: 0.0665145 Oct 20 12:40:23.703804 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d9cf7ec7-2860-48db-b91e-468a0f8ccec9 req-0b0f389d-259c-4d99-83be-ae40d67cd4a4 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406699 Oct 20 12:40:24.851740 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab94f1-e5e3-4151-8cb2-1e58d69f7b84 req-155b3c64-c10b-4141-ac58-be7104554e38 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:40:24.853321 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4cab94f1-e5e3-4151-8cb2-1e58d69f7b84 req-155b3c64-c10b-4141-ac58-be7104554e38 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 945 time: 0.0682025 Oct 20 12:40:24.919588 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4cab94f1-e5e3-4151-8cb2-1e58d69f7b84 req-2bc85a8b-1564-4ea2-b436-ec7900b7cf9e tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568151 Oct 20 12:40:25.207991 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:40:26.083735 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0769af5-47f0-49ca-a6e6-574e12fb8aea req-0fa04974-86b6-4f09-83c3-296b88d8c55e tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:40:26.085517 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f0769af5-47f0-49ca-a6e6-574e12fb8aea req-0fa04974-86b6-4f09-83c3-296b88d8c55e tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 945 time: 0.0784478 Oct 20 12:40:26.139730 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f0769af5-47f0-49ca-a6e6-574e12fb8aea req-3a559172-4f7a-4ad2-973b-d13d51aa372c tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427754 Oct 20 12:40:27.283268 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80837eb-6fd3-46a5-b6d9-be22bc442d62 req-5a001a43-c8b3-4947-89c2-58137625ef9b tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:40:27.284765 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e80837eb-6fd3-46a5-b6d9-be22bc442d62 req-5a001a43-c8b3-4947-89c2-58137625ef9b tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 945 time: 0.0548754 Oct 20 12:40:27.322304 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e80837eb-6fd3-46a5-b6d9-be22bc442d62 req-a87e8308-8b03-4beb-a0be-aed0f9e42b91 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315127 Oct 20 12:40:28.457126 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc70f53f-1e00-491e-8193-acbb38e67866 req-740a8e30-2a1e-476b-b38d-cc29a76f90cf tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:40:28.458615 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dc70f53f-1e00-491e-8193-acbb38e67866 req-740a8e30-2a1e-476b-b38d-cc29a76f90cf tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 945 time: 0.0526822 Oct 20 12:40:28.496476 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dc70f53f-1e00-491e-8193-acbb38e67866 req-84f0d8d0-3ff4-4a27-8ef5-e42886e4de35 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317304 Oct 20 12:40:28.544716 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:40:28.962388 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b3a26-f85f-4ba1-a8c8-fb9b11bd918f req-914ac73b-e4d8-4116-8142-df819b3988b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:40:28.963934 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-239b3a26-f85f-4ba1-a8c8-fb9b11bd918f req-914ac73b-e4d8-4116-8142-df819b3988b5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8ccf2191-a128-4039-813b-bbd136c22dd9 HTTP/1.1" status: 200 len: 848 time: 0.0586505 Oct 20 12:40:29.011201 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b3a26-f85f-4ba1-a8c8-fb9b11bd918f req-931541ee-8fc7-46aa-bd7e-9246bd270b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:40:29.012745 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-239b3a26-f85f-4ba1-a8c8-fb9b11bd918f req-931541ee-8fc7-46aa-bd7e-9246bd270b19 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407181 Oct 20 12:40:29.108961 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-239b3a26-f85f-4ba1-a8c8-fb9b11bd918f req-ff6a8d04-6fc7-46df-aa9e-472d58f261cf service neutron] 10.222.0.11 "GET /v2.0/networks/0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876808 Oct 20 12:40:29.208122 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-239b3a26-f85f-4ba1-a8c8-fb9b11bd918f req-8a7c791c-a110-4cbc-a36f-43832a1b702a service neutron] 10.222.0.11 "GET /v2.0/networks/0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911767 Oct 20 12:40:29.615534 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb9c43-f5bc-4f1a-b7fa-de182a603bf8 req-3e10334c-d7de-4d2b-8db1-6e315ccad25e tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:40:29.617010 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b0fb9c43-f5bc-4f1a-b7fa-de182a603bf8 req-3e10334c-d7de-4d2b-8db1-6e315ccad25e tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 945 time: 0.0519028 Oct 20 12:40:29.657537 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b0fb9c43-f5bc-4f1a-b7fa-de182a603bf8 req-542a0926-4546-4fc1-b4f6-5690847f4ddb tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344205 Oct 20 12:40:30.778205 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfbd7f8-df7c-4883-afd6-b6a182952a40 req-f953d960-56b7-49f5-8b7f-eac4b3248d21 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:40:30.779863 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3cfbd7f8-df7c-4883-afd6-b6a182952a40 req-f953d960-56b7-49f5-8b7f-eac4b3248d21 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 945 time: 0.0532467 Oct 20 12:40:30.822030 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3cfbd7f8-df7c-4883-afd6-b6a182952a40 req-c1c4fca3-34db-4984-b675-2ee6b75bd231 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358601 Oct 20 12:40:31.942914 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255d8e1-eda1-4f40-8cbe-8f4fefd70305 req-8039cfa6-7efb-4ea5-966e-8c360532cf4c tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:40:31.944931 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0255d8e1-eda1-4f40-8cbe-8f4fefd70305 req-8039cfa6-7efb-4ea5-966e-8c360532cf4c tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 945 time: 0.0533171 Oct 20 12:40:31.991305 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0255d8e1-eda1-4f40-8cbe-8f4fefd70305 req-7f3291d0-a3e4-4305-ad79-846e7a6ec57c tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369563 Oct 20 12:40:32.266277 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 035615ea-8d76-4859-bd1a-4a7ef1ddff76 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:40:32.365787 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 035615ea-8d76-4859-bd1a-4a7ef1ddff76, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=035615ea-8d76-4859-bd1a-4a7ef1ddff76,segment=NetworkSegment(4ca4fa3e-33a2-41dc-892e-edf014126201),segment_id=4ca4fa3e-33a2-41dc-892e-edf014126201)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:40:32.378462 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '035615ea-8d76-4859-bd1a-4a7ef1ddff76', 'network_id': '0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e', 'port_id': '035615ea-8d76-4859-bd1a-4a7ef1ddff76', 'mac_address': 'fa:16:3e:ac:4d:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ccf2191-a128-4039-813b-bbd136c22dd9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:40:32.423709 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:40:32.438676 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 035615ea-8d76-4859-bd1a-4a7ef1ddff76 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:40:32.461120 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 035615ea-8d76-4859-bd1a-4a7ef1ddff76, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=035615ea-8d76-4859-bd1a-4a7ef1ddff76,segment=NetworkSegment(4ca4fa3e-33a2-41dc-892e-edf014126201),segment_id=4ca4fa3e-33a2-41dc-892e-edf014126201)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:40:32.466846 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:40:32.517291 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=035615ea-8d76-4859-bd1a-4a7ef1ddff76,revision_number=11']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:40:32.715978 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['035615ea-8d76-4859-bd1a-4a7ef1ddff76'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:40:33.119270 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4290bd-34bd-4f7e-820b-afb35c013f1d req-f608bcf6-ee87-414d-94a3-849b9f03f151 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:40:33.120800 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cb4290bd-34bd-4f7e-820b-afb35c013f1d req-f608bcf6-ee87-414d-94a3-849b9f03f151 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 946 time: 0.0513978 Oct 20 12:40:33.163668 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cb4290bd-34bd-4f7e-820b-afb35c013f1d req-20d9bd48-e1a5-4f79-9769-0c09499c84c8 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366304 Oct 20 12:40:34.273704 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 035615ea-8d76-4859-bd1a-4a7ef1ddff76 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:40:34.287811 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf943305-7b50-4595-aec3-f71e2717623b req-7613c424-d42f-4972-83ed-c8f016bd95dd tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:40:34.289398 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf943305-7b50-4595-aec3-f71e2717623b req-7613c424-d42f-4972-83ed-c8f016bd95dd tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 946 time: 0.0532737 Oct 20 12:40:34.326092 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 035615ea-8d76-4859-bd1a-4a7ef1ddff76 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 12:40:34.329777 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 035615ea-8d76-4859-bd1a-4a7ef1ddff76 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:40:34.330141 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:40:34.332855 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bf943305-7b50-4595-aec3-f71e2717623b req-a51dc1e7-f26e-4b41-b718-7e3ee40888ce tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361128 Oct 20 12:40:34.411459 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:40:34.436180 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db4de9c8-3b0d-4288-b10e-3dbb03336e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035615ea-8d76-4859-bd1a-4a7ef1ddff76'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:40:34.438769 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ba663b728f61600953c7c701890058d53749f56dec976386d606a322f26966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c62e1c0-afb7-4ac6-ac60-810d57b24ccf" -d '{"events": [{"server_uuid": "db4de9c8-3b0d-4288-b10e-3dbb03336e27", "name": "network-vif-plugged", "status": "completed", "tag": "035615ea-8d76-4859-bd1a-4a7ef1ddff76"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:40:34.453521 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 035615ea-8d76-4859-bd1a-4a7ef1ddff76, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=035615ea-8d76-4859-bd1a-4a7ef1ddff76,segment=NetworkSegment(4ca4fa3e-33a2-41dc-892e-edf014126201),segment_id=4ca4fa3e-33a2-41dc-892e-edf014126201)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:40:34.459637 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:40:34.485775 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e764a82f-c0b1-46c0-92ab-1c16701bfedd x-openstack-request-id: req-e764a82f-c0b1-46c0-92ab-1c16701bfedd {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:40:34.486051 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db4de9c8-3b0d-4288-b10e-3dbb03336e27", "name": "network-vif-plugged", "status": "completed", "tag": "035615ea-8d76-4859-bd1a-4a7ef1ddff76", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:40:34.486301 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e764a82f-c0b1-46c0-92ab-1c16701bfedd {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:40:34.486690 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db4de9c8-3b0d-4288-b10e-3dbb03336e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035615ea-8d76-4859-bd1a-4a7ef1ddff76', 'code': 200} Oct 20 12:40:34.517864 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=035615ea-8d76-4859-bd1a-4a7ef1ddff76,revision_number=12']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:40:34.650149 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965fac9-9ecd-420d-806d-4654d8409bd5 req-70f8248b-5cf9-4b7c-ad54-d185eb6d9fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:40:34.657894 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a965fac9-9ecd-420d-806d-4654d8409bd5 req-70f8248b-5cf9-4b7c-ad54-d185eb6d9fc4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 1098 time: 0.0436094 Oct 20 12:40:34.695344 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a965fac9-9ecd-420d-806d-4654d8409bd5 req-f187b747-e226-420f-9ce0-a5b8739475ac service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355399 Oct 20 12:40:35.465140 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4c62d-987f-4229-87e5-e9709acd2844 req-3e85bd90-3ed4-4cbd-8578-e6953b25a549 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:40:35.466633 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eac4c62d-987f-4229-87e5-e9709acd2844 req-3e85bd90-3ed4-4cbd-8578-e6953b25a549 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 947 time: 0.0554492 Oct 20 12:40:35.508562 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eac4c62d-987f-4229-87e5-e9709acd2844 req-2a2a448e-266a-429d-84bb-366c2725fd6b tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336313 Oct 20 12:40:36.640057 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57e661-7fec-4292-839e-15c636578e5d req-d05ce1cf-f7c4-44bc-91f7-0c4aa5f12077 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:40:36.641923 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cd57e661-7fec-4292-839e-15c636578e5d req-d05ce1cf-f7c4-44bc-91f7-0c4aa5f12077 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 947 time: 0.0622540 Oct 20 12:40:36.683208 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cd57e661-7fec-4292-839e-15c636578e5d req-ec368eba-83da-4bcb-b2bb-60f8445b4667 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349462 Oct 20 12:40:40.492871 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:40:46.102636 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:40:49.468434 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5ff9201c-d0e1-44dd-afd9-01df8f2fe3ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:40:52.331420 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-53cc68f0-cf8c-45fc-bb05-74886664d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:40:53.266522 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:40:53.474827 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:40:54.711934 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-60443a3a-1492-427b-a535-e3f0811e657c req-d9f1b125-ee69-4499-80e9-29f6ebd538bc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0533693 Oct 20 12:40:54.806066 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60443a3a-1492-427b-a535-e3f0811e657c req-8fa1c970-2ca9-4044-9d60-c7eee08f4a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:40:54.808053 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-60443a3a-1492-427b-a535-e3f0811e657c req-8fa1c970-2ca9-4044-9d60-c7eee08f4a3a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6d2f82474444903a598220ed2ac57cc&device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 1098 time: 0.0497935 Oct 20 12:40:54.956404 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60443a3a-1492-427b-a535-e3f0811e657c req-83ef5dc9-f453-4f95-9b02-a513668b2686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:40:54.957939 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-60443a3a-1492-427b-a535-e3f0811e657c req-83ef5dc9-f453-4f95-9b02-a513668b2686 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e HTTP/1.1" status: 200 len: 911 time: 0.1288791 Oct 20 12:40:55.036359 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-60443a3a-1492-427b-a535-e3f0811e657c req-8b777e92-d261-443f-915d-77e8a6caa46f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=035615ea-8d76-4859-bd1a-4a7ef1ddff76 HTTP/1.1" status: 200 len: 1002 time: 0.0691152 Oct 20 12:40:55.087340 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60443a3a-1492-427b-a535-e3f0811e657c req-056856a6-8ca6-432d-872a-758df2b24bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:40:55.088829 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-60443a3a-1492-427b-a535-e3f0811e657c req-056856a6-8ca6-432d-872a-758df2b24bde service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8ccf2191-a128-4039-813b-bbd136c22dd9 HTTP/1.1" status: 200 len: 848 time: 0.0451019 Oct 20 12:40:55.141826 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60443a3a-1492-427b-a535-e3f0811e657c req-cda91780-074b-40d8-93df-29539d448c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:40:55.143372 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-60443a3a-1492-427b-a535-e3f0811e657c req-cda91780-074b-40d8-93df-29539d448c92 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473490 Oct 20 12:40:55.211974 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:40:55.245608 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-60443a3a-1492-427b-a535-e3f0811e657c req-65ab3b86-530e-49af-bb07-e6c3249932e2 service neutron] 10.222.0.11 "GET /v2.0/networks/0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942056 Oct 20 12:40:55.338671 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-60443a3a-1492-427b-a535-e3f0811e657c req-196d3efe-d839-49e4-a6b4-8134d934b4da service neutron] 10.222.0.11 "GET /v2.0/networks/0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851684 Oct 20 12:41:05.545192 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:41:10.490231 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:41:16.095530 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:41:19.472399 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9a6d31f2-e8cc-408c-89e0-58486e97cefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:41:22.335208 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ad58592f-3502-4cf8-82bc-05de9ff7c8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:41:23.272584 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:41:23.478751 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:41:25.213733 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:41:40.488571 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:41:42.546318 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:41:45.490495 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 32982) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:41:45.654452 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-49a24501-cd76-45b8-9fc5-4bdc2fe491f0 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Deleting port 06e4329e-682f-414a-af4d-b66fb4b64e8d {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:41:45.654762 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-49a24501-cd76-45b8-9fc5-4bdc2fe491f0 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:41:45.738269 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-49a24501-cd76-45b8-9fc5-4bdc2fe491f0 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:41:45.738568 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-49a24501-cd76-45b8-9fc5-4bdc2fe491f0 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:41:45.750597 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-49a24501-cd76-45b8-9fc5-4bdc2fe491f0 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Calling delete_port for 06e4329e-682f-414a-af4d-b66fb4b64e8d owned by network:floatingip {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:41:46.105249 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:41:46.228815 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-49a24501-cd76-45b8-9fc5-4bdc2fe491f0 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:41:46.262592 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a24501-cd76-45b8-9fc5-4bdc2fe491f0 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Pushing event deleted for resources: {'Port': ['ID=06e4329e-682f-414a-af4d-b66fb4b64e8d,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:41:46.294117 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a24501-cd76-45b8-9fc5-4bdc2fe491f0 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:41:46.294507 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a24501-cd76-45b8-9fc5-4bdc2fe491f0 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:41:46.294917 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a24501-cd76-45b8-9fc5-4bdc2fe491f0 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:41:46.295259 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a24501-cd76-45b8-9fc5-4bdc2fe491f0 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:41:46.295590 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a24501-cd76-45b8-9fc5-4bdc2fe491f0 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:41:46.295922 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a24501-cd76-45b8-9fc5-4bdc2fe491f0 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:41:46.296933 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a24501-cd76-45b8-9fc5-4bdc2fe491f0 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:41:46.297259 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a24501-cd76-45b8-9fc5-4bdc2fe491f0 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:41:46.297592 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a24501-cd76-45b8-9fc5-4bdc2fe491f0 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:41:46.298285 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a24501-cd76-45b8-9fc5-4bdc2fe491f0 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:41:46.298611 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a24501-cd76-45b8-9fc5-4bdc2fe491f0 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:41:46.299041 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a24501-cd76-45b8-9fc5-4bdc2fe491f0 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:41:46.341378 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-49a24501-cd76-45b8-9fc5-4bdc2fe491f0 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for floatingip, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:41:46.341716 n-d-814735-3 neutron-server[100646]: INFO neutron.db.l3_db [None req-49a24501-cd76-45b8-9fc5-4bdc2fe491f0 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Floating IP 9ecb98cd-8cf8-4f68-8d9f-54657788bdd1 disassociated (deleted). External IP: 172.25.5.253, port: 035615ea-8d76-4859-bd1a-4a7ef1ddff76. Oct 20 12:41:46.565439 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a24501-cd76-45b8-9fc5-4bdc2fe491f0 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Router e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:41:46.686861 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a24501-cd76-45b8-9fc5-4bdc2fe491f0 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:41:46.692445 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-49a24501-cd76-45b8-9fc5-4bdc2fe491f0 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:41:46.697313 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52819b78-4ca5-4173-807d-d522aaaaacf0 None None] Sync routers for ids ['e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:41:46.708260 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52819b78-4ca5-4173-807d-d522aaaaacf0 None None] Routers {'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:41:46.709243 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-52819b78-4ca5-4173-807d-d522aaaaacf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:41:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:41:46.720822 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-49a24501-cd76-45b8-9fc5-4bdc2fe491f0 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "DELETE /v2.0/floatingips/9ecb98cd-8cf8-4f68-8d9f-54657788bdd1 HTTP/1.1" status: 204 len: 168 time: 1.2291355 Oct 20 12:41:46.721385 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db4de9c8-3b0d-4288-b10e-3dbb03336e27', 'tag': '035615ea-8d76-4859-bd1a-4a7ef1ddff76'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:41:46.723801 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f6473da4100a9b2d2507aa888be59ba03dba4d50a2e20228baad954033a1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63b5e6b-26fe-4ff7-b521-f2025f4b4819" -d '{"events": [{"name": "network-changed", "server_uuid": "db4de9c8-3b0d-4288-b10e-3dbb03336e27", "tag": "035615ea-8d76-4859-bd1a-4a7ef1ddff76"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:41:46.762615 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3079109b-e239-4648-a94e-a7d8fe84346c x-openstack-request-id: req-3079109b-e239-4648-a94e-a7d8fe84346c {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:41:46.762615 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db4de9c8-3b0d-4288-b10e-3dbb03336e27", "tag": "035615ea-8d76-4859-bd1a-4a7ef1ddff76", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:41:46.762907 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3079109b-e239-4648-a94e-a7d8fe84346c {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:41:46.763277 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db4de9c8-3b0d-4288-b10e-3dbb03336e27', 'tag': '035615ea-8d76-4859-bd1a-4a7ef1ddff76', 'status': 'completed', 'code': 200} Oct 20 12:41:46.826502 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-52819b78-4ca5-4173-807d-d522aaaaacf0 None None] Set router e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:41:46.833656 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b5e6b-26fe-4ff7-b521-f2025f4b4819 req-a9e9c872-4281-42ec-be5c-9d8a0b171d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:41:46.835289 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e63b5e6b-26fe-4ff7-b521-f2025f4b4819 req-a9e9c872-4281-42ec-be5c-9d8a0b171d22 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6d2f82474444903a598220ed2ac57cc&device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 1098 time: 0.0486603 Oct 20 12:41:46.973458 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b5e6b-26fe-4ff7-b521-f2025f4b4819 req-ebceb87d-2de6-4327-8e3c-b6ef610c1186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:41:46.975008 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e63b5e6b-26fe-4ff7-b521-f2025f4b4819 req-ebceb87d-2de6-4327-8e3c-b6ef610c1186 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e HTTP/1.1" status: 200 len: 911 time: 0.1313241 Oct 20 12:41:47.000217 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce987f-3575-4418-89bd-3d3adbae5a13 req-49a4bd15-0a41-40a9-b31c-ea9a7de5b0e3 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:41:47.001881 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5ce987f-3575-4418-89bd-3d3adbae5a13 req-49a4bd15-0a41-40a9-b31c-ea9a7de5b0e3 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 947 time: 0.0805657 Oct 20 12:41:47.037969 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e63b5e6b-26fe-4ff7-b521-f2025f4b4819 req-189dae06-b2fc-4eb2-9d0d-fe17bcafef41 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=035615ea-8d76-4859-bd1a-4a7ef1ddff76 HTTP/1.1" status: 200 len: 217 time: 0.0539103 Oct 20 12:41:47.101793 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e5ce987f-3575-4418-89bd-3d3adbae5a13 req-df4ee45d-33a9-472b-afd2-3ea326649aa9 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672519 Oct 20 12:41:47.110543 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b5e6b-26fe-4ff7-b521-f2025f4b4819 req-1154aed3-fa8e-4d81-9856-9c536deda0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:41:47.112040 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e63b5e6b-26fe-4ff7-b521-f2025f4b4819 req-1154aed3-fa8e-4d81-9856-9c536deda0fa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8ccf2191-a128-4039-813b-bbd136c22dd9 HTTP/1.1" status: 200 len: 848 time: 0.0615723 Oct 20 12:41:47.149556 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-52819b78-4ca5-4173-807d-d522aaaaacf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'name': 'tempest-TestShelveInstance-1789344424-router', 'tenant_id': 'b6d2f82474444903a598220ed2ac57cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '45f39e4d-cf47-41ab-9ba7-1bcc25df65a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:37:24Z', 'updated_at': '2021-10-20T12:37:27Z', 'revision_number': 4, 'project_id': 'b6d2f82474444903a598220ed2ac57cc', 'gw_port': {'id': '45f39e4d-cf47-41ab-9ba7-1bcc25df65a8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fe:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:37:24Z', 'updated_at': '2021-10-20T12:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '0cebdfc0-1e4e-4509-ac4b-652f6b789ecb', 'name': '', 'network_id': '0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e', 'tenant_id': 'b6d2f82474444903a598220ed2ac57cc', 'mac_address': 'fa:16:3e:fb:66:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '8ccf2191-a128-4039-813b-bbd136c22dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:37:26Z', 'updated_at': '2021-10-20T12:37:31Z', 'revision_number': 5, 'project_id': 'b6d2f82474444903a598220ed2ac57cc', 'subnets': [{'id': '8ccf2191-a128-4039-813b-bbd136c22dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:41:47.166302 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b5e6b-26fe-4ff7-b521-f2025f4b4819 req-d81a38a9-6ea8-44ab-aa45-2138189a0e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:41:47.168583 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e63b5e6b-26fe-4ff7-b521-f2025f4b4819 req-d81a38a9-6ea8-44ab-aa45-2138189a0e56 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474710 Oct 20 12:41:47.179962 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52819b78-4ca5-4173-807d-d522aaaaacf0 None None] Checking router: e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:41:47.189551 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52819b78-4ca5-4173-807d-d522aaaaacf0 None None] Routers {'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:41:47.190210 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-52819b78-4ca5-4173-807d-d522aaaaacf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:41:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:41:47.272781 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e63b5e6b-26fe-4ff7-b521-f2025f4b4819 req-fbb74ac4-af8f-4c26-a62d-f352fb8f55dd service neutron] 10.222.0.11 "GET /v2.0/networks/0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963767 Oct 20 12:41:47.300423 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-52819b78-4ca5-4173-807d-d522aaaaacf0 None None] Set router e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:41:47.372903 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e63b5e6b-26fe-4ff7-b521-f2025f4b4819 req-1348347f-78d3-473f-9574-3336125149f2 service neutron] 10.222.0.11 "GET /v2.0/networks/0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925276 Oct 20 12:41:47.506329 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-52819b78-4ca5-4173-807d-d522aaaaacf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'name': 'tempest-TestShelveInstance-1789344424-router', 'tenant_id': 'b6d2f82474444903a598220ed2ac57cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '45f39e4d-cf47-41ab-9ba7-1bcc25df65a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:37:24Z', 'updated_at': '2021-10-20T12:37:27Z', 'revision_number': 4, 'project_id': 'b6d2f82474444903a598220ed2ac57cc', 'gw_port': {'id': '45f39e4d-cf47-41ab-9ba7-1bcc25df65a8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fe:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:37:24Z', 'updated_at': '2021-10-20T12:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '0cebdfc0-1e4e-4509-ac4b-652f6b789ecb', 'name': '', 'network_id': '0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e', 'tenant_id': 'b6d2f82474444903a598220ed2ac57cc', 'mac_address': 'fa:16:3e:fb:66:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '8ccf2191-a128-4039-813b-bbd136c22dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:37:26Z', 'updated_at': '2021-10-20T12:37:31Z', 'revision_number': 5, 'project_id': 'b6d2f82474444903a598220ed2ac57cc', 'subnets': [{'id': '8ccf2191-a128-4039-813b-bbd136c22dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:41:47.533292 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52819b78-4ca5-4173-807d-d522aaaaacf0 None None] The sync data for ids ['e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f'] in n-d-814735-3 is: [{'id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'name': 'tempest-TestShelveInstance-1789344424-router', 'tenant_id': 'b6d2f82474444903a598220ed2ac57cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '45f39e4d-cf47-41ab-9ba7-1bcc25df65a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:37:24Z', 'updated_at': '2021-10-20T12:37:27Z', 'revision_number': 4, 'project_id': 'b6d2f82474444903a598220ed2ac57cc', 'gw_port': {'id': '45f39e4d-cf47-41ab-9ba7-1bcc25df65a8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fe:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:37:24Z', 'updated_at': '2021-10-20T12:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '0cebdfc0-1e4e-4509-ac4b-652f6b789ecb', 'name': '', 'network_id': '0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e', 'tenant_id': 'b6d2f82474444903a598220ed2ac57cc', 'mac_address': 'fa:16:3e:fb:66:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '8ccf2191-a128-4039-813b-bbd136c22dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:37:26Z', 'updated_at': '2021-10-20T12:37:31Z', 'revision_number': 5, 'project_id': 'b6d2f82474444903a598220ed2ac57cc', 'subnets': [{'id': '8ccf2191-a128-4039-813b-bbd136c22dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:41:47.781268 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bc2a5c-51bf-4dbd-8cef-0d03fd9bf38a None None] New status for floating IP 9ecb98cd-8cf8-4f68-8d9f-54657788bdd1: DOWN {{(pid=100648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 12:41:48.200168 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c052e6-74fc-4327-899f-da1c59b02a0b req-56f5c75e-f5e7-4b15-985b-5aa1340f6b15 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:41:48.201686 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-84c052e6-74fc-4327-899f-da1c59b02a0b req-56f5c75e-f5e7-4b15-985b-5aa1340f6b15 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.11 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 947 time: 0.0609314 Oct 20 12:41:48.291278 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f29927-f8c7-4c47-80bd-4b6146ca5c74 req-2afe3513-8d71-4219-a197-6246bec0a1d1 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:41:48.292739 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f6f29927-f8c7-4c47-80bd-4b6146ca5c74 req-2afe3513-8d71-4219-a197-6246bec0a1d1 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=db4de9c8-3b0d-4288-b10e-3dbb03336e27 HTTP/1.1" status: 200 len: 947 time: 0.1127694 Oct 20 12:41:48.342285 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f6f29927-f8c7-4c47-80bd-4b6146ca5c74 req-c5234c41-af0e-40d6-ab76-3e58e2250f6e tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434241 Oct 20 12:41:48.351826 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-84c052e6-74fc-4327-899f-da1c59b02a0b req-b4bb3cb5-544a-406e-a64f-b7ff7e19bd61 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Deleting port 035615ea-8d76-4859-bd1a-4a7ef1ddff76 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:41:48.352137 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-84c052e6-74fc-4327-899f-da1c59b02a0b req-b4bb3cb5-544a-406e-a64f-b7ff7e19bd61 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:41:48.447681 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-84c052e6-74fc-4327-899f-da1c59b02a0b req-b4bb3cb5-544a-406e-a64f-b7ff7e19bd61 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] For port 035615ea-8d76-4859-bd1a-4a7ef1ddff76, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=035615ea-8d76-4859-bd1a-4a7ef1ddff76,segment=NetworkSegment(4ca4fa3e-33a2-41dc-892e-edf014126201),segment_id=4ca4fa3e-33a2-41dc-892e-edf014126201)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:41:48.448041 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-84c052e6-74fc-4327-899f-da1c59b02a0b req-b4bb3cb5-544a-406e-a64f-b7ff7e19bd61 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:41:48.463106 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-84c052e6-74fc-4327-899f-da1c59b02a0b req-b4bb3cb5-544a-406e-a64f-b7ff7e19bd61 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Calling delete_port for 035615ea-8d76-4859-bd1a-4a7ef1ddff76 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:41:48.604020 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-84c052e6-74fc-4327-899f-da1c59b02a0b req-b4bb3cb5-544a-406e-a64f-b7ff7e19bd61 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:41:48.633410 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb3cb5-544a-406e-a64f-b7ff7e19bd61 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Pushing event deleted for resources: {'Port': ['ID=035615ea-8d76-4859-bd1a-4a7ef1ddff76,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:41:48.669653 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb3cb5-544a-406e-a64f-b7ff7e19bd61 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:41:48.669998 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb3cb5-544a-406e-a64f-b7ff7e19bd61 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:41:48.670338 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb3cb5-544a-406e-a64f-b7ff7e19bd61 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:41:48.670672 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb3cb5-544a-406e-a64f-b7ff7e19bd61 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:41:48.671024 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb3cb5-544a-406e-a64f-b7ff7e19bd61 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:41:48.671349 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb3cb5-544a-406e-a64f-b7ff7e19bd61 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:41:48.671673 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb3cb5-544a-406e-a64f-b7ff7e19bd61 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:41:48.671968 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb3cb5-544a-406e-a64f-b7ff7e19bd61 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:41:48.672286 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb3cb5-544a-406e-a64f-b7ff7e19bd61 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:41:48.672605 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb3cb5-544a-406e-a64f-b7ff7e19bd61 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:41:48.672926 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb3cb5-544a-406e-a64f-b7ff7e19bd61 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:41:48.673241 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb3cb5-544a-406e-a64f-b7ff7e19bd61 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:41:48.695935 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c052e6-74fc-4327-899f-da1c59b02a0b req-b4bb3cb5-544a-406e-a64f-b7ff7e19bd61 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] No DVR routers for this DVR port 035615ea-8d76-4859-bd1a-4a7ef1ddff76 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:41:48.699625 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-84c052e6-74fc-4327-899f-da1c59b02a0b req-b4bb3cb5-544a-406e-a64f-b7ff7e19bd61 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:41:48.703196 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-84c052e6-74fc-4327-899f-da1c59b02a0b req-b4bb3cb5-544a-406e-a64f-b7ff7e19bd61 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.11 "DELETE /v2.0/ports/035615ea-8d76-4859-bd1a-4a7ef1ddff76 HTTP/1.1" status: 204 len: 173 time: 0.4879456 Oct 20 12:41:48.703790 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db4de9c8-3b0d-4288-b10e-3dbb03336e27', 'name': 'network-vif-deleted', 'tag': '035615ea-8d76-4859-bd1a-4a7ef1ddff76'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:41:48.707484 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0a02dd2059fce6544e6c1114f6588b97938997ae633064690662b627edbbcf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7e71c7-97ff-4a54-8ee6-5c32fc4ed4b2" -d '{"events": [{"server_uuid": "db4de9c8-3b0d-4288-b10e-3dbb03336e27", "name": "network-vif-deleted", "tag": "035615ea-8d76-4859-bd1a-4a7ef1ddff76"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:41:48.745795 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322cae55-9f2c-446c-a4e0-c7322d6870eb x-openstack-request-id: req-322cae55-9f2c-446c-a4e0-c7322d6870eb {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:41:48.746111 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db4de9c8-3b0d-4288-b10e-3dbb03336e27", "name": "network-vif-deleted", "tag": "035615ea-8d76-4859-bd1a-4a7ef1ddff76", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:41:48.746362 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-322cae55-9f2c-446c-a4e0-c7322d6870eb {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:41:48.746774 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db4de9c8-3b0d-4288-b10e-3dbb03336e27', 'name': 'network-vif-deleted', 'tag': '035615ea-8d76-4859-bd1a-4a7ef1ddff76', 'status': 'completed', 'code': 200} Oct 20 12:41:49.399066 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 33006) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:41:49.458265 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5dbc20bf-01a0-4334-b58c-664d0b1b6d58 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:41:49.476778 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-729c6990-d7f8-4581-b028-9f461f0934fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:41:49.486452 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5dbc20bf-01a0-4334-b58c-664d0b1b6d58 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:41:49.558334 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5dbc20bf-01a0-4334-b58c-664d0b1b6d58 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:41:49.561272 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5dbc20bf-01a0-4334-b58c-664d0b1b6d58 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:41:49.562561 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5dbc20bf-01a0-4334-b58c-664d0b1b6d58 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "DELETE /v2.0/security-groups/3bef043b-e47f-46e5-9d90-91a0fdfaf3b8 HTTP/1.1" status: 204 len: 168 time: 0.1624134 Oct 20 12:41:49.572744 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc20bf-01a0-4334-b58c-664d0b1b6d58 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bef043b-e47f-46e5-9d90-91a0fdfaf3b8,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:41:49.920539 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 33016) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:41:49.925327 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-71a87da7-6129-4c44-9688-04196d89840c tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-351118087', 'description': 'tempest-secgroup-smoke-351118087 description', 'project_id': 'b6d2f82474444903a598220ed2ac57cc'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:41:49.953284 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-71a87da7-6129-4c44-9688-04196d89840c tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for security_group, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:41:50.020392 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-71a87da7-6129-4c44-9688-04196d89840c tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for security_group, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:41:50.025144 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-71a87da7-6129-4c44-9688-04196d89840c tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:41:50.053075 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-71a87da7-6129-4c44-9688-04196d89840c tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:41:50.054304 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-71a87da7-6129-4c44-9688-04196d89840c tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1327071 Oct 20 12:41:50.056162 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a87da7-6129-4c44-9688-04196d89840c tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d550ead6-9256-4b78-8d6c-0c4ef07e281e,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:41:50.057601 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 33018) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:41:50.062271 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-23b4c159-4ac8-4458-b919-5bc44f1d9b83 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Request body: {'security_group_rule': {'security_group_id': 'd550ead6-9256-4b78-8d6c-0c4ef07e281e', 'project_id': 'b6d2f82474444903a598220ed2ac57cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:41:50.089267 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-23b4c159-4ac8-4458-b919-5bc44f1d9b83 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:41:50.145504 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-23b4c159-4ac8-4458-b919-5bc44f1d9b83 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:41:50.149910 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-23b4c159-4ac8-4458-b919-5bc44f1d9b83 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:41:50.167686 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b4c159-4ac8-4458-b919-5bc44f1d9b83 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f93506a-4391-4409-920e-6c284adbb23a,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:41:50.176417 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-23b4c159-4ac8-4458-b919-5bc44f1d9b83 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:41:50.177660 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-23b4c159-4ac8-4458-b919-5bc44f1d9b83 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1190231 Oct 20 12:41:50.180563 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 33020) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:41:50.185153 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-8f7ab96c-b179-46d8-acf0-4246fc41c391 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Request body: {'security_group_rule': {'security_group_id': 'd550ead6-9256-4b78-8d6c-0c4ef07e281e', 'project_id': 'b6d2f82474444903a598220ed2ac57cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:41:50.211691 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f7ab96c-b179-46d8-acf0-4246fc41c391 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:41:50.268620 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f7ab96c-b179-46d8-acf0-4246fc41c391 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:41:50.272985 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f7ab96c-b179-46d8-acf0-4246fc41c391 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:41:50.292067 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7ab96c-b179-46d8-acf0-4246fc41c391 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15f80137-d01d-44dd-b6aa-7704e519218c,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:41:50.300754 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-8f7ab96c-b179-46d8-acf0-4246fc41c391 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:41:50.301978 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-8f7ab96c-b179-46d8-acf0-4246fc41c391 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1203763 Oct 20 12:41:50.304802 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 33022) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:41:50.309153 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-0338b506-c27c-4b36-8669-171cf2b613d1 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Request body: {'security_group_rule': {'security_group_id': 'd550ead6-9256-4b78-8d6c-0c4ef07e281e', 'project_id': 'b6d2f82474444903a598220ed2ac57cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:41:50.337497 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0338b506-c27c-4b36-8669-171cf2b613d1 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:41:50.399837 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0338b506-c27c-4b36-8669-171cf2b613d1 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:41:50.404206 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0338b506-c27c-4b36-8669-171cf2b613d1 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:41:50.421767 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338b506-c27c-4b36-8669-171cf2b613d1 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac890827-c56c-4e33-a2e3-25f41e62f0a4,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:41:50.430067 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0338b506-c27c-4b36-8669-171cf2b613d1 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:41:50.431326 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-0338b506-c27c-4b36-8669-171cf2b613d1 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1255805 Oct 20 12:41:50.434221 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 33024) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:41:50.439179 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-0f14987b-3e6a-479b-bc40-897bac8c4459 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Request body: {'security_group_rule': {'security_group_id': 'd550ead6-9256-4b78-8d6c-0c4ef07e281e', 'project_id': 'b6d2f82474444903a598220ed2ac57cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:41:50.465839 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0f14987b-3e6a-479b-bc40-897bac8c4459 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:41:50.528526 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0f14987b-3e6a-479b-bc40-897bac8c4459 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:41:50.532811 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0f14987b-3e6a-479b-bc40-897bac8c4459 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:41:50.552149 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 035615ea-8d76-4859-bd1a-4a7ef1ddff76 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:41:50.552742 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f14987b-3e6a-479b-bc40-897bac8c4459 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a693d0d9-9193-40d6-b281-a5d8e8ad43cc,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:41:50.563773 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-0f14987b-3e6a-479b-bc40-897bac8c4459 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:41:50.565016 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-0f14987b-3e6a-479b-bc40-897bac8c4459 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1296113 Oct 20 12:41:50.567930 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 33026) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:41:50.572346 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-fa646b93-04a5-4404-afb0-38e573ac9b78 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Request body: {'security_group_rule': {'security_group_id': 'd550ead6-9256-4b78-8d6c-0c4ef07e281e', 'project_id': 'b6d2f82474444903a598220ed2ac57cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:41:50.575747 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: 035615ea-8d76-4859-bd1a-4a7ef1ddff76 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:41:50.576100 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 035615ea-8d76-4859-bd1a-4a7ef1ddff76 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:41:50.596323 n-d-814735-3 neutron-server[100646]: INFO neutron.db.securitygroups_db [None req-fa646b93-04a5-4404-afb0-38e573ac9b78 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Project b6d2f82474444903a598220ed2ac57cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 12:41:50.601472 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fa646b93-04a5-4404-afb0-38e573ac9b78 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:41:50.665577 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fa646b93-04a5-4404-afb0-38e573ac9b78 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:41:50.670376 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fa646b93-04a5-4404-afb0-38e573ac9b78 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:41:50.689485 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa646b93-04a5-4404-afb0-38e573ac9b78 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7bf89c3-50c0-492d-b1b5-387d973a0380,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:41:50.694691 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-fa646b93-04a5-4404-afb0-38e573ac9b78 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:41:50.695951 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-fa646b93-04a5-4404-afb0-38e573ac9b78 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1270940 Oct 20 12:41:50.699153 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 33028) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:41:50.703594 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-ae2c5d7c-60fa-4407-aa70-74c0a4c85b9e tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Request body: {'security_group_rule': {'security_group_id': 'd550ead6-9256-4b78-8d6c-0c4ef07e281e', 'project_id': 'b6d2f82474444903a598220ed2ac57cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:41:50.728087 n-d-814735-3 neutron-server[100647]: INFO neutron.db.securitygroups_db [None req-ae2c5d7c-60fa-4407-aa70-74c0a4c85b9e tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Project b6d2f82474444903a598220ed2ac57cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 12:41:50.733073 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ae2c5d7c-60fa-4407-aa70-74c0a4c85b9e tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:41:50.794814 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ae2c5d7c-60fa-4407-aa70-74c0a4c85b9e tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:41:50.799059 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ae2c5d7c-60fa-4407-aa70-74c0a4c85b9e tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:41:50.817380 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c5d7c-60fa-4407-aa70-74c0a4c85b9e tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5f19ad1-3c51-4b91-b462-d0ad2d06c27f,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:41:50.826291 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ae2c5d7c-60fa-4407-aa70-74c0a4c85b9e tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:41:50.827534 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ae2c5d7c-60fa-4407-aa70-74c0a4c85b9e tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1275589 Oct 20 12:41:52.329921 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9ed27c17-e1c7-457e-9902-af287488c8c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:41:53.267474 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:41:53.481523 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:41:55.215810 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:42:07.150126 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6c7fbd04-f38a-4bb5-a46f-20f98aa28a85 req-65cb7b25-8d42-4386-aedc-60862870431b tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-351118087&fields=id&tenant_id=b6d2f82474444903a598220ed2ac57cc HTTP/1.1" status: 200 len: 267 time: 0.0353007 Oct 20 12:42:07.266682 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7fbd04-f38a-4bb5-a46f-20f98aa28a85 req-85d2efca-aa5c-44be-8975-05a3298c7a43 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:42:07.267678 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6c7fbd04-f38a-4bb5-a46f-20f98aa28a85 req-85d2efca-aa5c-44be-8975-05a3298c7a43 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/networks?id=0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e HTTP/1.1" status: 200 len: 809 time: 0.1094732 Oct 20 12:42:07.283967 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6c7fbd04-f38a-4bb5-a46f-20f98aa28a85 req-f9e29e1c-2cd9-43e9-a6bc-d753a6fdbaf9 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/quotas/b6d2f82474444903a598220ed2ac57cc HTTP/1.1" status: 200 len: 375 time: 0.0099494 Oct 20 12:42:07.341882 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6c7fbd04-f38a-4bb5-a46f-20f98aa28a85 req-5dc0915c-9d07-4dee-8c50-b17fbd88887b tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=b6d2f82474444903a598220ed2ac57cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521929 Oct 20 12:42:07.359516 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-6c7fbd04-f38a-4bb5-a46f-20f98aa28a85 req-cf38c8d9-4a6f-47c7-9006-360a836995f3 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 12:42:07.360446 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6c7fbd04-f38a-4bb5-a46f-20f98aa28a85 req-cf38c8d9-4a6f-47c7-9006-360a836995f3 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055172 Oct 20 12:42:07.456990 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6c7fbd04-f38a-4bb5-a46f-20f98aa28a85 req-a51af458-a96f-4977-b000-bd65e673d513 service neutron] 10.222.0.98 "GET /v2.0/networks/0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895171 Oct 20 12:42:07.552974 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6c7fbd04-f38a-4bb5-a46f-20f98aa28a85 req-6c59fa41-8ed8-4bf1-bd7e-76c64b195ba9 service neutron] 10.222.0.98 "GET /v2.0/networks/0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891213 Oct 20 12:42:07.856291 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-27df1bd9-7079-4f40-bf6a-7f818fc4a396 req-1819f835-b6c3-43d5-8d4d-5ce9324a15c7 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 210 time: 0.0268800 Oct 20 12:42:09.277463 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e93503e5-4622-42a7-8461-ebf89c3c4a07 req-291d0edd-fd9f-4325-9938-f4d2d0f8fdad tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 210 time: 0.0345697 Oct 20 12:42:09.309359 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7fbd04-f38a-4bb5-a46f-20f98aa28a85 req-a0ba980e-dadf-44a9-b069-ad701a53ab17 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:42:09.310846 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6c7fbd04-f38a-4bb5-a46f-20f98aa28a85 req-a0ba980e-dadf-44a9-b069-ad701a53ab17 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.89 "GET /v2.0/networks?id=0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e HTTP/1.1" status: 200 len: 809 time: 0.4979901 Oct 20 12:42:09.360716 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6c7fbd04-f38a-4bb5-a46f-20f98aa28a85 req-7251b8f2-c04b-4043-a622-3d5b0feb4ffc tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6d2f82474444903a598220ed2ac57cc HTTP/1.1" status: 200 len: 379 time: 0.0342212 Oct 20 12:42:09.371153 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-6c7fbd04-f38a-4bb5-a46f-20f98aa28a85 req-72532afe-e3a8-4eed-984a-59b925f662f0 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Request body: {'port': {'device_id': 'c10bc949-fa85-4476-b823-b871d9f2cde8', 'network_id': '0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e', 'admin_state_up': True, 'tenant_id': 'b6d2f82474444903a598220ed2ac57cc', 'security_groups': ['d550ead6-9256-4b78-8d6c-0c4ef07e281e']}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:42:09.481715 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c7fbd04-f38a-4bb5-a46f-20f98aa28a85 req-72532afe-e3a8-4eed-984a-59b925f662f0 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Made reservation on behalf of b6d2f82474444903a598220ed2ac57cc for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:42:09.485309 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6c7fbd04-f38a-4bb5-a46f-20f98aa28a85 req-72532afe-e3a8-4eed-984a-59b925f662f0 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:42:09.613832 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-6c7fbd04-f38a-4bb5-a46f-20f98aa28a85 req-72532afe-e3a8-4eed-984a-59b925f662f0 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Allocated IP 172.20.0.12 (0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e/8ccf2191-a128-4039-813b-bbd136c22dd9/80866fe0-6915-4edd-b331-f56400fe6695) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:42:09.756222 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6c7fbd04-f38a-4bb5-a46f-20f98aa28a85 req-72532afe-e3a8-4eed-984a-59b925f662f0 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:42:09.789872 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6c7fbd04-f38a-4bb5-a46f-20f98aa28a85 req-72532afe-e3a8-4eed-984a-59b925f662f0 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:42:09.835589 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c7fbd04-f38a-4bb5-a46f-20f98aa28a85 req-72532afe-e3a8-4eed-984a-59b925f662f0 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Network 0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:42:09.838624 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-6c7fbd04-f38a-4bb5-a46f-20f98aa28a85 req-72532afe-e3a8-4eed-984a-59b925f662f0 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:42:09.842564 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c7fbd04-f38a-4bb5-a46f-20f98aa28a85 req-72532afe-e3a8-4eed-984a-59b925f662f0 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:42:09.869282 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72532afe-e3a8-4eed-984a-59b925f662f0 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Pushing event updated for resources: {'Port': ['ID=80866fe0-6915-4edd-b331-f56400fe6695,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:42:09.897595 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7fbd04-f38a-4bb5-a46f-20f98aa28a85 req-72532afe-e3a8-4eed-984a-59b925f662f0 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:42:09.898295 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6c7fbd04-f38a-4bb5-a46f-20f98aa28a85 req-72532afe-e3a8-4eed-984a-59b925f662f0 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:42:09.918951 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6c7fbd04-f38a-4bb5-a46f-20f98aa28a85 req-72532afe-e3a8-4eed-984a-59b925f662f0 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5513184 Oct 20 12:42:09.933638 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-6c7fbd04-f38a-4bb5-a46f-20f98aa28a85 req-a05f74cd-ee5a-4928-8ed4-7b4ed9153f71 service neutron] Request body: {'port': {'device_id': 'c10bc949-fa85-4476-b823-b871d9f2cde8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:42:09.993261 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6c7fbd04-f38a-4bb5-a46f-20f98aa28a85 req-a05f74cd-ee5a-4928-8ed4-7b4ed9153f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:42:10.129995 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-81029229-e5e4-42fc-9322-1b86d2ea9851 None None] Provisioning complete for port 80866fe0-6915-4edd-b331-f56400fe6695 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:42:10.130648 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-81029229-e5e4-42fc-9322-1b86d2ea9851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:42:10.168066 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-81029229-e5e4-42fc-9322-1b86d2ea9851 None None] Port 80866fe0-6915-4edd-b331-f56400fe6695 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:42:10.263912 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-6c7fbd04-f38a-4bb5-a46f-20f98aa28a85 req-a05f74cd-ee5a-4928-8ed4-7b4ed9153f71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80866fe0-6915-4edd-b331-f56400fe6695 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:42:10.272051 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6c7fbd04-f38a-4bb5-a46f-20f98aa28a85 req-a05f74cd-ee5a-4928-8ed4-7b4ed9153f71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:42:10.284363 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-6c7fbd04-f38a-4bb5-a46f-20f98aa28a85 req-a05f74cd-ee5a-4928-8ed4-7b4ed9153f71 service neutron] Transition to ACTIVE for port object 80866fe0-6915-4edd-b331-f56400fe6695 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 12:42:10.289799 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6c7fbd04-f38a-4bb5-a46f-20f98aa28a85 req-a05f74cd-ee5a-4928-8ed4-7b4ed9153f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:42:10.338584 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f74cd-ee5a-4928-8ed4-7b4ed9153f71 service neutron] Pushing event updated for resources: {'Port': ['ID=80866fe0-6915-4edd-b331-f56400fe6695,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:42:10.462418 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc979d3-a6fd-4c58-8ff8-60490c43194b req-51a1af5d-68a5-480a-8ddd-09f4f891c0d5 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:42:10.468430 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8cc979d3-a6fd-4c58-8ff8-60490c43194b req-51a1af5d-68a5-480a-8ddd-09f4f891c0d5 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 944 time: 0.0842505 Oct 20 12:42:10.469466 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-6c7fbd04-f38a-4bb5-a46f-20f98aa28a85 req-a05f74cd-ee5a-4928-8ed4-7b4ed9153f71 service neutron] Attempting to bind port 80866fe0-6915-4edd-b331-f56400fe6695 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:42:10.469802 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-6c7fbd04-f38a-4bb5-a46f-20f98aa28a85 req-a05f74cd-ee5a-4928-8ed4-7b4ed9153f71 service neutron] Attempting to bind port 80866fe0-6915-4edd-b331-f56400fe6695 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': '4ca4fa3e-33a2-41dc-892e-edf014126201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:42:10.470138 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7fbd04-f38a-4bb5-a46f-20f98aa28a85 req-a05f74cd-ee5a-4928-8ed4-7b4ed9153f71 service neutron] Attempting to bind port 80866fe0-6915-4edd-b331-f56400fe6695 on network 0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:42:10.475799 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7fbd04-f38a-4bb5-a46f-20f98aa28a85 req-a05f74cd-ee5a-4928-8ed4-7b4ed9153f71 service neutron] Port 80866fe0-6915-4edd-b331-f56400fe6695 on network 0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 12:42:10.476136 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7fbd04-f38a-4bb5-a46f-20f98aa28a85 req-a05f74cd-ee5a-4928-8ed4-7b4ed9153f71 service neutron] Attempting to bind port 80866fe0-6915-4edd-b331-f56400fe6695 on network 0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:42:10.492258 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7fbd04-f38a-4bb5-a46f-20f98aa28a85 req-a05f74cd-ee5a-4928-8ed4-7b4ed9153f71 service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:42:10.492632 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7fbd04-f38a-4bb5-a46f-20f98aa28a85 req-a05f74cd-ee5a-4928-8ed4-7b4ed9153f71 service neutron] Checking segment: {'id': '4ca4fa3e-33a2-41dc-892e-edf014126201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:42:10.493030 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7fbd04-f38a-4bb5-a46f-20f98aa28a85 req-a05f74cd-ee5a-4928-8ed4-7b4ed9153f71 service neutron] Bound using segment: {'id': '4ca4fa3e-33a2-41dc-892e-edf014126201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:42:10.493471 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-6c7fbd04-f38a-4bb5-a46f-20f98aa28a85 req-a05f74cd-ee5a-4928-8ed4-7b4ed9153f71 service neutron] Bound port: 80866fe0-6915-4edd-b331-f56400fe6695, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ca4fa3e-33a2-41dc-892e-edf014126201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:42:10.493866 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6c7fbd04-f38a-4bb5-a46f-20f98aa28a85 req-a05f74cd-ee5a-4928-8ed4-7b4ed9153f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:42:10.498124 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:42:10.557258 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8cc979d3-a6fd-4c58-8ff8-60490c43194b req-5d3fcebe-5996-4fd7-b177-84276ae52c3b tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=d550ead6-9256-4b78-8d6c-0c4ef07e281e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787523 Oct 20 12:42:10.595156 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-6c7fbd04-f38a-4bb5-a46f-20f98aa28a85 req-a05f74cd-ee5a-4928-8ed4-7b4ed9153f71 service neutron] For port 80866fe0-6915-4edd-b331-f56400fe6695, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:42:10.598460 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-6c7fbd04-f38a-4bb5-a46f-20f98aa28a85 req-a05f74cd-ee5a-4928-8ed4-7b4ed9153f71 service neutron] For port 80866fe0-6915-4edd-b331-f56400fe6695, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=80866fe0-6915-4edd-b331-f56400fe6695,segment=NetworkSegment(4ca4fa3e-33a2-41dc-892e-edf014126201),segment_id=4ca4fa3e-33a2-41dc-892e-edf014126201)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:42:10.603869 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6c7fbd04-f38a-4bb5-a46f-20f98aa28a85 req-a05f74cd-ee5a-4928-8ed4-7b4ed9153f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:42:10.636675 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7fbd04-f38a-4bb5-a46f-20f98aa28a85 req-a05f74cd-ee5a-4928-8ed4-7b4ed9153f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:42:10.637045 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-6c7fbd04-f38a-4bb5-a46f-20f98aa28a85 req-a05f74cd-ee5a-4928-8ed4-7b4ed9153f71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:42:10.639131 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6c7fbd04-f38a-4bb5-a46f-20f98aa28a85 req-a05f74cd-ee5a-4928-8ed4-7b4ed9153f71 service neutron] 10.222.0.89 "PUT /v2.0/ports/80866fe0-6915-4edd-b331-f56400fe6695 HTTP/1.1" status: 200 len: 1092 time: 0.7102981 Oct 20 12:42:10.642010 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c10bc949-fa85-4476-b823-b871d9f2cde8', 'tag': '80866fe0-6915-4edd-b331-f56400fe6695'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:42:10.646872 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0a02dd2059fce6544e6c1114f6588b97938997ae633064690662b627edbbcf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b771073-3a1a-41ba-b2dc-45f1324440b3" -d '{"events": [{"name": "network-changed", "server_uuid": "c10bc949-fa85-4476-b823-b871d9f2cde8", "tag": "80866fe0-6915-4edd-b331-f56400fe6695"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:42:10.683704 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f74cd-ee5a-4928-8ed4-7b4ed9153f71 service neutron] Pushing event updated for resources: {'Port': ['ID=80866fe0-6915-4edd-b331-f56400fe6695,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:42:10.704056 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb0530d-c5c2-4271-b437-d62d513e4d62 x-openstack-request-id: req-0eb0530d-c5c2-4271-b437-d62d513e4d62 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:42:10.704338 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c10bc949-fa85-4476-b823-b871d9f2cde8", "tag": "80866fe0-6915-4edd-b331-f56400fe6695", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:42:10.704584 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0eb0530d-c5c2-4271-b437-d62d513e4d62 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:42:10.704982 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c10bc949-fa85-4476-b823-b871d9f2cde8', 'tag': '80866fe0-6915-4edd-b331-f56400fe6695', 'status': 'completed', 'code': 200} Oct 20 12:42:10.742978 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7fbd04-f38a-4bb5-a46f-20f98aa28a85 req-3b96cb4c-c4bf-473e-ae35-442f8da7118e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:42:10.744512 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6c7fbd04-f38a-4bb5-a46f-20f98aa28a85 req-3b96cb4c-c4bf-473e-ae35-442f8da7118e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b6d2f82474444903a598220ed2ac57cc&device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 1095 time: 0.0498919 Oct 20 12:42:10.793150 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6c7fbd04-f38a-4bb5-a46f-20f98aa28a85 req-57bcda9c-da6e-45c4-96e8-d116780c0f18 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80866fe0-6915-4edd-b331-f56400fe6695 HTTP/1.1" status: 200 len: 217 time: 0.0368059 Oct 20 12:42:10.847666 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7fbd04-f38a-4bb5-a46f-20f98aa28a85 req-8cf99621-3ba9-4955-bd78-dde434c7c6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:42:10.849150 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6c7fbd04-f38a-4bb5-a46f-20f98aa28a85 req-8cf99621-3ba9-4955-bd78-dde434c7c6a3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8ccf2191-a128-4039-813b-bbd136c22dd9 HTTP/1.1" status: 200 len: 848 time: 0.0461817 Oct 20 12:42:10.907509 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7fbd04-f38a-4bb5-a46f-20f98aa28a85 req-86b0cb75-939c-4ad5-a006-89cfe8a2248b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:42:10.909023 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6c7fbd04-f38a-4bb5-a46f-20f98aa28a85 req-86b0cb75-939c-4ad5-a006-89cfe8a2248b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475588 Oct 20 12:42:11.007954 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6c7fbd04-f38a-4bb5-a46f-20f98aa28a85 req-d9662ed7-4609-4955-b7f4-490102efab09 service neutron] 10.222.0.89 "GET /v2.0/networks/0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872285 Oct 20 12:42:11.105948 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6c7fbd04-f38a-4bb5-a46f-20f98aa28a85 req-dfa8f7ec-d81b-4f61-9762-263e0dd21f40 service neutron] 10.222.0.89 "GET /v2.0/networks/0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860965 Oct 20 12:42:11.205500 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b771073-3a1a-41ba-b2dc-45f1324440b3 req-23f4dae2-92a5-4df4-adaa-9155b936589d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:42:11.207089 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4b771073-3a1a-41ba-b2dc-45f1324440b3 req-23f4dae2-92a5-4df4-adaa-9155b936589d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b6d2f82474444903a598220ed2ac57cc&device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 1095 time: 0.0435028 Oct 20 12:42:11.308305 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b771073-3a1a-41ba-b2dc-45f1324440b3 req-2ef0ead4-cc73-4a97-a2f5-e1fa25ca7f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:42:11.309885 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4b771073-3a1a-41ba-b2dc-45f1324440b3 req-2ef0ead4-cc73-4a97-a2f5-e1fa25ca7f70 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e HTTP/1.1" status: 200 len: 911 time: 0.0914421 Oct 20 12:42:11.359963 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4b771073-3a1a-41ba-b2dc-45f1324440b3 req-a18b5fa6-c0ec-4a33-ae74-de2e364ba650 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80866fe0-6915-4edd-b331-f56400fe6695 HTTP/1.1" status: 200 len: 217 time: 0.0419683 Oct 20 12:42:11.417333 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b771073-3a1a-41ba-b2dc-45f1324440b3 req-ceb1900a-62f0-4fa1-93a8-d2f353e5f5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:42:11.418315 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4b771073-3a1a-41ba-b2dc-45f1324440b3 req-ceb1900a-62f0-4fa1-93a8-d2f353e5f5a8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8ccf2191-a128-4039-813b-bbd136c22dd9 HTTP/1.1" status: 200 len: 848 time: 0.0472229 Oct 20 12:42:11.469630 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b771073-3a1a-41ba-b2dc-45f1324440b3 req-30a91376-1610-47bf-863e-605fa9a9a32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:42:11.471185 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4b771073-3a1a-41ba-b2dc-45f1324440b3 req-30a91376-1610-47bf-863e-605fa9a9a32a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415094 Oct 20 12:42:11.572921 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4b771073-3a1a-41ba-b2dc-45f1324440b3 req-3d9b041f-639c-41e1-bde5-386a90f171e5 service neutron] 10.222.0.89 "GET /v2.0/networks/0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911970 Oct 20 12:42:11.700786 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4b771073-3a1a-41ba-b2dc-45f1324440b3 req-d3888a78-2a40-4535-a6fe-5d4aaf704861 service neutron] 10.222.0.89 "GET /v2.0/networks/0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199005 Oct 20 12:42:11.713017 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e48a2-30be-4037-8009-7709a718693c req-95c26e82-9b12-4161-9f75-3569b6ccc93d tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:42:11.714506 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-060e48a2-30be-4037-8009-7709a718693c req-95c26e82-9b12-4161-9f75-3569b6ccc93d tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 944 time: 0.0753720 Oct 20 12:42:11.757248 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-060e48a2-30be-4037-8009-7709a718693c req-f4c12948-7ff0-4804-81a3-192b968ea98c tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=d550ead6-9256-4b78-8d6c-0c4ef07e281e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332129 Oct 20 12:42:12.877432 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952f545-4ba7-4842-8451-7838f6fa2ba3 req-1e35c620-618d-4ba7-9c5a-ab78bc3b4127 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:42:12.878919 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3952f545-4ba7-4842-8451-7838f6fa2ba3 req-1e35c620-618d-4ba7-9c5a-ab78bc3b4127 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 944 time: 0.0514281 Oct 20 12:42:12.920455 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3952f545-4ba7-4842-8451-7838f6fa2ba3 req-6eb36b31-246d-4190-9f02-b1f22d1915b2 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=d550ead6-9256-4b78-8d6c-0c4ef07e281e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347877 Oct 20 12:42:14.040667 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070495f-ebdd-448a-9724-39ac1c8e1a37 req-c9015caa-daf8-4aaa-877c-52ba560d59b0 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:42:14.042339 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0070495f-ebdd-448a-9724-39ac1c8e1a37 req-c9015caa-daf8-4aaa-877c-52ba560d59b0 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 944 time: 0.0528004 Oct 20 12:42:14.086164 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0070495f-ebdd-448a-9724-39ac1c8e1a37 req-1d785996-f218-4522-9e26-6b1819acbe21 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=d550ead6-9256-4b78-8d6c-0c4ef07e281e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370805 Oct 20 12:42:15.224310 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8dcc3a-b283-4573-8f03-b7e6039ecda7 req-21ee4f43-9c26-4537-be01-876e1b98b0de tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:42:15.225802 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ba8dcc3a-b283-4573-8f03-b7e6039ecda7 req-21ee4f43-9c26-4537-be01-876e1b98b0de tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 944 time: 0.0547702 Oct 20 12:42:15.264697 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ba8dcc3a-b283-4573-8f03-b7e6039ecda7 req-eaa71f1e-df93-4bb1-b8d1-4fae2b714d28 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=d550ead6-9256-4b78-8d6c-0c4ef07e281e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326588 Oct 20 12:42:16.118126 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:42:16.382230 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce39df2-e82e-4545-a5e6-ecfbf7af79ca req-5e794413-268a-499b-8fbb-953d312fa79f tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:42:16.383658 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cce39df2-e82e-4545-a5e6-ecfbf7af79ca req-5e794413-268a-499b-8fbb-953d312fa79f tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 944 time: 0.0495877 Oct 20 12:42:16.426208 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-cce39df2-e82e-4545-a5e6-ecfbf7af79ca req-8d559e50-b266-45a1-82f9-f41b9a27d6c8 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=d550ead6-9256-4b78-8d6c-0c4ef07e281e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359302 Oct 20 12:42:17.549827 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2387ec66-416b-4c98-a7c6-8812191aaf13 req-363e2fba-2a50-47e2-b2b5-ff150ae7e10a tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:42:17.551338 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2387ec66-416b-4c98-a7c6-8812191aaf13 req-363e2fba-2a50-47e2-b2b5-ff150ae7e10a tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 944 time: 0.0486174 Oct 20 12:42:17.589236 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2387ec66-416b-4c98-a7c6-8812191aaf13 req-1e2bec6a-af03-46a6-8b72-9c6cff153b89 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=d550ead6-9256-4b78-8d6c-0c4ef07e281e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318196 Oct 20 12:42:18.723658 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249d277-da57-489d-918f-555435246d2b req-d74505f5-6b78-4af9-97ea-a12c040fb90a tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:42:18.725178 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4249d277-da57-489d-918f-555435246d2b req-d74505f5-6b78-4af9-97ea-a12c040fb90a tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 944 time: 0.0587626 Oct 20 12:42:18.764008 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4249d277-da57-489d-918f-555435246d2b req-eaf8cec1-bcdb-4727-b747-155cfe64bf2f tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=d550ead6-9256-4b78-8d6c-0c4ef07e281e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327232 Oct 20 12:42:19.479839 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5bbbb0d9-86bc-45fa-8555-91503f8cfdf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:42:19.546123 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:42:19.892522 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adfa596-4048-45c6-9f5d-97795db87dad req-2b40e5fe-838d-4231-9a69-058b3fe023e5 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:42:19.894086 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7adfa596-4048-45c6-9f5d-97795db87dad req-2b40e5fe-838d-4231-9a69-058b3fe023e5 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 944 time: 0.0578597 Oct 20 12:42:19.947944 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7adfa596-4048-45c6-9f5d-97795db87dad req-eb540870-b577-4463-a21c-381f68a17117 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=d550ead6-9256-4b78-8d6c-0c4ef07e281e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462019 Oct 20 12:42:21.071535 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde6273-3b16-477d-a0c0-c3b2be82b9d3 req-064e6011-1db7-4df1-8a2b-30d04622c460 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:42:21.073041 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0dde6273-3b16-477d-a0c0-c3b2be82b9d3 req-064e6011-1db7-4df1-8a2b-30d04622c460 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 944 time: 0.0522618 Oct 20 12:42:21.113416 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-0dde6273-3b16-477d-a0c0-c3b2be82b9d3 req-138d0dd1-727a-40da-8866-71ff877e79dd tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=d550ead6-9256-4b78-8d6c-0c4ef07e281e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342875 Oct 20 12:42:22.235131 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f79fae2-2f27-471d-a257-8a98f17ef261 req-018451b1-094c-4f8a-abbf-0e4fd2c31d0c tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:42:22.236613 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1f79fae2-2f27-471d-a257-8a98f17ef261 req-018451b1-094c-4f8a-abbf-0e4fd2c31d0c tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 944 time: 0.0543346 Oct 20 12:42:22.276299 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-1f79fae2-2f27-471d-a257-8a98f17ef261 req-70b1e43d-69ad-4f0e-93d5-d2d79e5f4927 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=d550ead6-9256-4b78-8d6c-0c4ef07e281e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335464 Oct 20 12:42:22.326023 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9e4c30bd-1134-422b-81a6-80d5a02debd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:42:22.352790 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 80866fe0-6915-4edd-b331-f56400fe6695 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:42:22.449210 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 80866fe0-6915-4edd-b331-f56400fe6695, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=80866fe0-6915-4edd-b331-f56400fe6695,segment=NetworkSegment(4ca4fa3e-33a2-41dc-892e-edf014126201),segment_id=4ca4fa3e-33a2-41dc-892e-edf014126201)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:42:22.460634 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '80866fe0-6915-4edd-b331-f56400fe6695', 'network_id': '0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e', 'port_id': '80866fe0-6915-4edd-b331-f56400fe6695', 'mac_address': 'fa:16:3e:b4:d9:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ccf2191-a128-4039-813b-bbd136c22dd9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:42:22.500875 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:42:22.514075 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80866fe0-6915-4edd-b331-f56400fe6695 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:42:22.533724 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 80866fe0-6915-4edd-b331-f56400fe6695, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=80866fe0-6915-4edd-b331-f56400fe6695,segment=NetworkSegment(4ca4fa3e-33a2-41dc-892e-edf014126201),segment_id=4ca4fa3e-33a2-41dc-892e-edf014126201)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:42:22.538368 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:42:22.588802 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=80866fe0-6915-4edd-b331-f56400fe6695,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:42:22.596473 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:42:22.596824 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:42:22.597164 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:42:22.597506 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:42:22.597839 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:42:22.598170 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:42:22.598498 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:42:22.598823 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:42:22.599171 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:42:22.599467 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:42:22.599817 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:42:22.600138 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:42:22.837925 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['80866fe0-6915-4edd-b331-f56400fe6695'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:42:23.271369 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:42:23.395489 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5a8ff-30f4-431f-a0b6-b27a27f53550 req-be6e6df0-bcde-4515-b1b8-0362b7cb4e18 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:42:23.396989 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-24e5a8ff-30f4-431f-a0b6-b27a27f53550 req-be6e6df0-bcde-4515-b1b8-0362b7cb4e18 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 945 time: 0.0520477 Oct 20 12:42:23.436348 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-24e5a8ff-30f4-431f-a0b6-b27a27f53550 req-9265043c-b4d8-4ae7-bc5f-573c46e8f88a tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=d550ead6-9256-4b78-8d6c-0c4ef07e281e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332928 Oct 20 12:42:23.482935 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:42:24.368840 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 80866fe0-6915-4edd-b331-f56400fe6695 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:42:24.421465 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 80866fe0-6915-4edd-b331-f56400fe6695 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 12:42:24.426347 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 80866fe0-6915-4edd-b331-f56400fe6695 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:42:24.426715 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:42:24.514048 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:42:24.537536 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c10bc949-fa85-4476-b823-b871d9f2cde8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80866fe0-6915-4edd-b331-f56400fe6695'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:42:24.539829 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ba663b728f61600953c7c701890058d53749f56dec976386d606a322f26966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d181e4b5-c429-4acd-8891-a5a5137afa0d" -d '{"events": [{"server_uuid": "c10bc949-fa85-4476-b823-b871d9f2cde8", "name": "network-vif-plugged", "status": "completed", "tag": "80866fe0-6915-4edd-b331-f56400fe6695"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:42:24.552988 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 80866fe0-6915-4edd-b331-f56400fe6695, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=80866fe0-6915-4edd-b331-f56400fe6695,segment=NetworkSegment(4ca4fa3e-33a2-41dc-892e-edf014126201),segment_id=4ca4fa3e-33a2-41dc-892e-edf014126201)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:42:24.558736 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:42:24.563537 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7798cb-b715-4680-a633-0ff749bb6c47 req-f3c4a50c-aeb9-4f9f-94ec-4de50c1502ef tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:42:24.564921 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5c7798cb-b715-4680-a633-0ff749bb6c47 req-f3c4a50c-aeb9-4f9f-94ec-4de50c1502ef tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 945 time: 0.0574524 Oct 20 12:42:24.613548 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5c7798cb-b715-4680-a633-0ff749bb6c47 req-72c2b3d3-68ce-420f-8053-bc018b6bd4f4 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=d550ead6-9256-4b78-8d6c-0c4ef07e281e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354893 Oct 20 12:42:24.619223 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=80866fe0-6915-4edd-b331-f56400fe6695,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:42:24.646143 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a86098a-d73a-4b1d-a5c7-d3ee75a77e77 x-openstack-request-id: req-8a86098a-d73a-4b1d-a5c7-d3ee75a77e77 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:42:24.646438 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c10bc949-fa85-4476-b823-b871d9f2cde8", "name": "network-vif-plugged", "status": "completed", "tag": "80866fe0-6915-4edd-b331-f56400fe6695", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:42:24.646693 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8a86098a-d73a-4b1d-a5c7-d3ee75a77e77 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:42:24.647164 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c10bc949-fa85-4476-b823-b871d9f2cde8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80866fe0-6915-4edd-b331-f56400fe6695', 'code': 200} Oct 20 12:42:24.753770 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae6d2b7-8ce0-4087-bea5-9db9c83e46d2 req-bf46db1e-faf1-44f1-afb9-b22ab4ab1e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:42:24.755318 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eae6d2b7-8ce0-4087-bea5-9db9c83e46d2 req-bf46db1e-faf1-44f1-afb9-b22ab4ab1e42 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 1097 time: 0.0451717 Oct 20 12:42:24.797104 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-eae6d2b7-8ce0-4087-bea5-9db9c83e46d2 req-88930a92-4fa4-48c6-84fa-110559bd327c service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=d550ead6-9256-4b78-8d6c-0c4ef07e281e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298076 Oct 20 12:42:25.218699 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:42:25.734253 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4cca0-9f4c-4e59-99d8-7c45ea7ee640 req-ccdee8cc-c070-41d9-b17b-25093f242eb0 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:42:25.735804 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bdb4cca0-9f4c-4e59-99d8-7c45ea7ee640 req-ccdee8cc-c070-41d9-b17b-25093f242eb0 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 946 time: 0.0517616 Oct 20 12:42:25.775215 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bdb4cca0-9f4c-4e59-99d8-7c45ea7ee640 req-05125f1f-a8c8-4f5d-be0f-e9172511f093 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=d550ead6-9256-4b78-8d6c-0c4ef07e281e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333014 Oct 20 12:42:26.894703 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72cf182-7a99-45fc-ab92-94d39701fdb7 req-08bdd9e2-591b-44ec-9b2d-ab5c11eb7aa0 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:42:26.896268 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d72cf182-7a99-45fc-ab92-94d39701fdb7 req-08bdd9e2-591b-44ec-9b2d-ab5c11eb7aa0 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 946 time: 0.0497296 Oct 20 12:42:26.934315 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d72cf182-7a99-45fc-ab92-94d39701fdb7 req-4d76938f-deab-4a51-a24d-e1e68d7b28d6 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=d550ead6-9256-4b78-8d6c-0c4ef07e281e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318923 Oct 20 12:42:27.055273 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e30f7e-9c72-4e75-bdca-1192c11aecd1 req-a89eff2e-f480-428c-89ba-c67f407d714c tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:42:27.056890 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-13e30f7e-9c72-4e75-bdca-1192c11aecd1 req-a89eff2e-f480-428c-89ba-c67f407d714c tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 946 time: 0.0556726 Oct 20 12:42:27.096110 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-13e30f7e-9c72-4e75-bdca-1192c11aecd1 req-6baf47ae-f473-4bf1-9786-0fefd23edb2f tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=d550ead6-9256-4b78-8d6c-0c4ef07e281e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330770 Oct 20 12:42:27.117655 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 33230) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:42:27.162219 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b644762-bcc2-4dd2-be80-c8aeb50d6f9f tempest-TestShelveInstance-1703224290 tempest-TestShelveInstance-1703224290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:42:27.163831 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-9b644762-bcc2-4dd2-be80-c8aeb50d6f9f tempest-TestShelveInstance-1703224290 tempest-TestShelveInstance-1703224290-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 1092 time: 0.0451167 Oct 20 12:42:27.166757 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 33232) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:42:27.171201 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-56a6eab3-936a-4c64-b4db-8d01a786cc2a tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'port_id': '80866fe0-6915-4edd-b331-f56400fe6695', 'tenant_id': 'b6d2f82474444903a598220ed2ac57cc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:42:27.195495 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-56a6eab3-936a-4c64-b4db-8d01a786cc2a tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for floatingip, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:42:27.302566 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-56a6eab3-936a-4c64-b4db-8d01a786cc2a tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:42:27.408521 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-56a6eab3-936a-4c64-b4db-8d01a786cc2a tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Allocated IP 172.25.5.152 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/e26ff942-e2e7-4c0c-8ccf-0c7edb3f2bd1) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:42:27.513507 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-56a6eab3-936a-4c64-b4db-8d01a786cc2a tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:42:27.547202 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-56a6eab3-936a-4c64-b4db-8d01a786cc2a tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:42:27.584071 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a6eab3-936a-4c64-b4db-8d01a786cc2a tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:42:27.587001 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-56a6eab3-936a-4c64-b4db-8d01a786cc2a tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:42:27.590472 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a6eab3-936a-4c64-b4db-8d01a786cc2a tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:42:27.598147 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6eab3-936a-4c64-b4db-8d01a786cc2a tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Pushing event updated for resources: {'Port': ['ID=e26ff942-e2e7-4c0c-8ccf-0c7edb3f2bd1,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:42:27.950960 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-56a6eab3-936a-4c64-b4db-8d01a786cc2a tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:42:28.017544 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-56a6eab3-936a-4c64-b4db-8d01a786cc2a tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:42:28.168845 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-56a6eab3-936a-4c64-b4db-8d01a786cc2a tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:42:28.175215 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-56a6eab3-936a-4c64-b4db-8d01a786cc2a tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:42:28.244773 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6eab3-936a-4c64-b4db-8d01a786cc2a tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Pushing event updated for resources: {'Port': ['ID=e26ff942-e2e7-4c0c-8ccf-0c7edb3f2bd1,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:42:28.256858 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-56a6eab3-936a-4c64-b4db-8d01a786cc2a tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:42:28.357068 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [None req-56a6eab3-936a-4c64-b4db-8d01a786cc2a tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Floating IP 403ef8c0-64fe-4b8d-bc43-96e1ee327fd1 associated. External IP: 172.25.5.152, port: 80866fe0-6915-4edd-b331-f56400fe6695. Oct 20 12:42:28.570129 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56a6eab3-936a-4c64-b4db-8d01a786cc2a tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Router e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:42:28.680789 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a6eab3-936a-4c64-b4db-8d01a786cc2a tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:42:28.690908 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ac047e-de68-4bcb-95fb-9fa23dd9b53f None None] Sync routers for ids ['e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:42:28.701099 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ac047e-de68-4bcb-95fb-9fa23dd9b53f None None] Routers {'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:42:28.701750 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-b8ac047e-de68-4bcb-95fb-9fa23dd9b53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:42:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:42:28.702155 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-56a6eab3-936a-4c64-b4db-8d01a786cc2a tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:42:28.815138 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-b8ac047e-de68-4bcb-95fb-9fa23dd9b53f None None] Set router e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:42:29.071174 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-b8ac047e-de68-4bcb-95fb-9fa23dd9b53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'name': 'tempest-TestShelveInstance-1789344424-router', 'tenant_id': 'b6d2f82474444903a598220ed2ac57cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '45f39e4d-cf47-41ab-9ba7-1bcc25df65a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:37:24Z', 'updated_at': '2021-10-20T12:37:27Z', 'revision_number': 4, 'project_id': 'b6d2f82474444903a598220ed2ac57cc', 'gw_port': {'id': '45f39e4d-cf47-41ab-9ba7-1bcc25df65a8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fe:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:37:24Z', 'updated_at': '2021-10-20T12:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '403ef8c0-64fe-4b8d-bc43-96e1ee327fd1', 'tenant_id': 'b6d2f82474444903a598220ed2ac57cc', 'floating_ip_address': '172.25.5.152', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'port_id': '80866fe0-6915-4edd-b331-f56400fe6695', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e', 'mac_address': 'fa:16:3e:b4:d9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10bc949-fa85-4476-b823-b871d9f2cde8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:42:27Z', 'updated_at': '2021-10-20T12:42:27Z', 'revision_number': 0, 'project_id': 'b6d2f82474444903a598220ed2ac57cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cebdfc0-1e4e-4509-ac4b-652f6b789ecb', 'name': '', 'network_id': '0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e', 'tenant_id': 'b6d2f82474444903a598220ed2ac57cc', 'mac_address': 'fa:16:3e:fb:66:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '8ccf2191-a128-4039-813b-bbd136c22dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:37:26Z', 'updated_at': '2021-10-20T12:37:31Z', 'revision_number': 5, 'project_id': 'b6d2f82474444903a598220ed2ac57cc', 'subnets': [{'id': '8ccf2191-a128-4039-813b-bbd136c22dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:42:29.098669 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ac047e-de68-4bcb-95fb-9fa23dd9b53f None None] Checking router: e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:42:29.107465 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ac047e-de68-4bcb-95fb-9fa23dd9b53f None None] Routers {'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:42:29.108066 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-b8ac047e-de68-4bcb-95fb-9fa23dd9b53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:42:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:42:29.115407 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-56a6eab3-936a-4c64-b4db-8d01a786cc2a tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9473081 Oct 20 12:42:29.116133 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c10bc949-fa85-4476-b823-b871d9f2cde8', 'tag': '80866fe0-6915-4edd-b331-f56400fe6695'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:42:29.118422 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0a02dd2059fce6544e6c1114f6588b97938997ae633064690662b627edbbcf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68cf5870-7129-4f11-8ad2-6f46f012d1d4" -d '{"events": [{"name": "network-changed", "server_uuid": "c10bc949-fa85-4476-b823-b871d9f2cde8", "tag": "80866fe0-6915-4edd-b331-f56400fe6695"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:42:29.156590 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be52171-37db-4fd7-9837-c654fb9fea65 x-openstack-request-id: req-2be52171-37db-4fd7-9837-c654fb9fea65 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:42:29.156884 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c10bc949-fa85-4476-b823-b871d9f2cde8", "tag": "80866fe0-6915-4edd-b331-f56400fe6695", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:42:29.157137 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2be52171-37db-4fd7-9837-c654fb9fea65 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:42:29.157553 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c10bc949-fa85-4476-b823-b871d9f2cde8', 'tag': '80866fe0-6915-4edd-b331-f56400fe6695', 'status': 'completed', 'code': 200} Oct 20 12:42:29.216194 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-b8ac047e-de68-4bcb-95fb-9fa23dd9b53f None None] Set router e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:42:29.224279 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf5870-7129-4f11-8ad2-6f46f012d1d4 req-494aab42-45bb-493d-9789-859e7d7d4b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:42:29.225882 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-68cf5870-7129-4f11-8ad2-6f46f012d1d4 req-494aab42-45bb-493d-9789-859e7d7d4b72 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b6d2f82474444903a598220ed2ac57cc&device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 1097 time: 0.0455432 Oct 20 12:42:29.326184 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf5870-7129-4f11-8ad2-6f46f012d1d4 req-dc46bc15-8eb4-4428-b8ec-10ac0c2c98b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:42:29.327637 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-68cf5870-7129-4f11-8ad2-6f46f012d1d4 req-dc46bc15-8eb4-4428-b8ec-10ac0c2c98b9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e HTTP/1.1" status: 200 len: 911 time: 0.0945611 Oct 20 12:42:29.396547 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-68cf5870-7129-4f11-8ad2-6f46f012d1d4 req-fae5d59b-a572-4c3b-9fd2-66bc860e9a1b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80866fe0-6915-4edd-b331-f56400fe6695 HTTP/1.1" status: 200 len: 1000 time: 0.0604036 Oct 20 12:42:29.446130 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf5870-7129-4f11-8ad2-6f46f012d1d4 req-7ca437bb-dba6-475f-8f15-8840d83e9286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:42:29.447698 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-68cf5870-7129-4f11-8ad2-6f46f012d1d4 req-7ca437bb-dba6-475f-8f15-8840d83e9286 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8ccf2191-a128-4039-813b-bbd136c22dd9 HTTP/1.1" status: 200 len: 848 time: 0.0444605 Oct 20 12:42:29.455277 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-b8ac047e-de68-4bcb-95fb-9fa23dd9b53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'name': 'tempest-TestShelveInstance-1789344424-router', 'tenant_id': 'b6d2f82474444903a598220ed2ac57cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '45f39e4d-cf47-41ab-9ba7-1bcc25df65a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:37:24Z', 'updated_at': '2021-10-20T12:37:27Z', 'revision_number': 4, 'project_id': 'b6d2f82474444903a598220ed2ac57cc', 'gw_port': {'id': '45f39e4d-cf47-41ab-9ba7-1bcc25df65a8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fe:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:37:24Z', 'updated_at': '2021-10-20T12:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '403ef8c0-64fe-4b8d-bc43-96e1ee327fd1', 'tenant_id': 'b6d2f82474444903a598220ed2ac57cc', 'floating_ip_address': '172.25.5.152', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'port_id': '80866fe0-6915-4edd-b331-f56400fe6695', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e', 'mac_address': 'fa:16:3e:b4:d9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10bc949-fa85-4476-b823-b871d9f2cde8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:42:27Z', 'updated_at': '2021-10-20T12:42:27Z', 'revision_number': 0, 'project_id': 'b6d2f82474444903a598220ed2ac57cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cebdfc0-1e4e-4509-ac4b-652f6b789ecb', 'name': '', 'network_id': '0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e', 'tenant_id': 'b6d2f82474444903a598220ed2ac57cc', 'mac_address': 'fa:16:3e:fb:66:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '8ccf2191-a128-4039-813b-bbd136c22dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:37:26Z', 'updated_at': '2021-10-20T12:37:31Z', 'revision_number': 5, 'project_id': 'b6d2f82474444903a598220ed2ac57cc', 'subnets': [{'id': '8ccf2191-a128-4039-813b-bbd136c22dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:42:29.482313 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ac047e-de68-4bcb-95fb-9fa23dd9b53f None None] The sync data for ids ['e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f'] in n-d-814735-3 is: [{'id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'name': 'tempest-TestShelveInstance-1789344424-router', 'tenant_id': 'b6d2f82474444903a598220ed2ac57cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '45f39e4d-cf47-41ab-9ba7-1bcc25df65a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:37:24Z', 'updated_at': '2021-10-20T12:37:27Z', 'revision_number': 4, 'project_id': 'b6d2f82474444903a598220ed2ac57cc', 'gw_port': {'id': '45f39e4d-cf47-41ab-9ba7-1bcc25df65a8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fe:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:37:24Z', 'updated_at': '2021-10-20T12:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '403ef8c0-64fe-4b8d-bc43-96e1ee327fd1', 'tenant_id': 'b6d2f82474444903a598220ed2ac57cc', 'floating_ip_address': '172.25.5.152', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'port_id': '80866fe0-6915-4edd-b331-f56400fe6695', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e', 'mac_address': 'fa:16:3e:b4:d9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10bc949-fa85-4476-b823-b871d9f2cde8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:42:27Z', 'updated_at': '2021-10-20T12:42:27Z', 'revision_number': 0, 'project_id': 'b6d2f82474444903a598220ed2ac57cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cebdfc0-1e4e-4509-ac4b-652f6b789ecb', 'name': '', 'network_id': '0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e', 'tenant_id': 'b6d2f82474444903a598220ed2ac57cc', 'mac_address': 'fa:16:3e:fb:66:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '8ccf2191-a128-4039-813b-bbd136c22dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:37:26Z', 'updated_at': '2021-10-20T12:37:31Z', 'revision_number': 5, 'project_id': 'b6d2f82474444903a598220ed2ac57cc', 'subnets': [{'id': '8ccf2191-a128-4039-813b-bbd136c22dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:42:29.502582 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf5870-7129-4f11-8ad2-6f46f012d1d4 req-3cea974a-1e6f-42a8-b018-933234d6aa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:42:29.504180 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-68cf5870-7129-4f11-8ad2-6f46f012d1d4 req-3cea974a-1e6f-42a8-b018-933234d6aa02 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482154 Oct 20 12:42:29.599822 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-68cf5870-7129-4f11-8ad2-6f46f012d1d4 req-a837faac-5d3e-4939-ae6a-183128843ad6 service neutron] 10.222.0.89 "GET /v2.0/networks/0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880299 Oct 20 12:42:29.682494 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24707bd6-cb4e-4b50-86bd-dc537df740a4 None None] New status for floating IP 403ef8c0-64fe-4b8d-bc43-96e1ee327fd1: ACTIVE {{(pid=100648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 12:42:29.701821 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-68cf5870-7129-4f11-8ad2-6f46f012d1d4 req-7f8d40ca-b642-4004-874e-8ecdfcf69c3f service neutron] 10.222.0.89 "GET /v2.0/networks/0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949430 Oct 20 12:42:40.479211 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:42:46.102451 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:42:49.483551 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0675837b-fc05-418f-bb18-009f0370f322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:42:52.329281 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bdfdcd54-f794-4cb5-8ab8-9d922a406f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:42:53.276229 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:42:53.486699 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:42:55.223717 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:42:56.546531 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:43:09.286075 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7f101944-c490-49fd-b73f-a472416699c9 req-f1e45faa-b6b7-422f-a7d9-21f67c5d4b13 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417979 Oct 20 12:43:09.374368 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f101944-c490-49fd-b73f-a472416699c9 req-97fb3b2b-286d-4e55-8c49-afb18ff66547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:43:09.375955 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7f101944-c490-49fd-b73f-a472416699c9 req-97fb3b2b-286d-4e55-8c49-afb18ff66547 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b6d2f82474444903a598220ed2ac57cc&device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 1097 time: 0.0434442 Oct 20 12:43:09.487415 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f101944-c490-49fd-b73f-a472416699c9 req-2db070a2-f41e-4f09-8df1-647491b54ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:43:09.488916 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7f101944-c490-49fd-b73f-a472416699c9 req-2db070a2-f41e-4f09-8df1-647491b54ef6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e HTTP/1.1" status: 200 len: 911 time: 0.0901508 Oct 20 12:43:09.558020 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7f101944-c490-49fd-b73f-a472416699c9 req-b65e9815-560b-4a17-ba83-ceb0282e22db service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80866fe0-6915-4edd-b331-f56400fe6695 HTTP/1.1" status: 200 len: 1002 time: 0.0581183 Oct 20 12:43:09.616565 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f101944-c490-49fd-b73f-a472416699c9 req-04bff650-df17-48f3-80e5-2935d0f40abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:43:09.618037 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7f101944-c490-49fd-b73f-a472416699c9 req-04bff650-df17-48f3-80e5-2935d0f40abb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8ccf2191-a128-4039-813b-bbd136c22dd9 HTTP/1.1" status: 200 len: 848 time: 0.0484266 Oct 20 12:43:09.667956 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f101944-c490-49fd-b73f-a472416699c9 req-ab54ccda-f952-4d4f-8e15-3eaa59db1188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:43:09.669492 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7f101944-c490-49fd-b73f-a472416699c9 req-ab54ccda-f952-4d4f-8e15-3eaa59db1188 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420306 Oct 20 12:43:09.764714 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7f101944-c490-49fd-b73f-a472416699c9 req-2587525e-5df1-47d2-8aa9-bc061fecea5e service neutron] 10.222.0.89 "GET /v2.0/networks/0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834234 Oct 20 12:43:09.867711 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7f101944-c490-49fd-b73f-a472416699c9 req-f084c123-3a9f-48b4-8135-09667cfabf96 service neutron] 10.222.0.89 "GET /v2.0/networks/0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914688 Oct 20 12:43:10.484048 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:43:16.133087 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:43:19.487465 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-14034d0f-72b2-45a0-8840-a618b5d1aa73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:43:22.333821 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ee2560c7-fa80-4a4e-a596-76a77cb6c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:43:23.281404 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:43:23.490267 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:43:25.227122 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:43:33.553314 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:43:40.484224 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:43:46.142043 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:43:49.492636 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3fbc70f9-8a7c-4248-9aaa-81db5fa1d777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:43:52.337936 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-ffcea826-b0fb-496c-abe4-90672b8176c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:43:53.285608 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:43:53.496759 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:43:55.230586 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:44:10.482954 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:44:10.543328 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:44:11.353682 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c36692f0-6173-413e-9a64-49be1879ad62 req-4d43a201-55f5-4320-baed-6cb3403a93b5 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0876503 Oct 20 12:44:11.450177 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36692f0-6173-413e-9a64-49be1879ad62 req-1aa2d320-9326-41f7-9215-8a7d14d461da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:44:11.451794 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c36692f0-6173-413e-9a64-49be1879ad62 req-1aa2d320-9326-41f7-9215-8a7d14d461da service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b6d2f82474444903a598220ed2ac57cc&device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 1097 time: 0.0458429 Oct 20 12:44:11.570085 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36692f0-6173-413e-9a64-49be1879ad62 req-36cd2c4f-2ef5-41d1-91fc-d6720d9a89a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:44:11.571546 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c36692f0-6173-413e-9a64-49be1879ad62 req-36cd2c4f-2ef5-41d1-91fc-d6720d9a89a6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e HTTP/1.1" status: 200 len: 911 time: 0.0956023 Oct 20 12:44:11.646340 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c36692f0-6173-413e-9a64-49be1879ad62 req-04279f8f-43be-4177-9e98-8ac1da3a9a1d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80866fe0-6915-4edd-b331-f56400fe6695 HTTP/1.1" status: 200 len: 1002 time: 0.0633736 Oct 20 12:44:11.710996 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36692f0-6173-413e-9a64-49be1879ad62 req-dcb97a89-1656-4453-9dfe-234e1afcd533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:44:11.712541 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c36692f0-6173-413e-9a64-49be1879ad62 req-dcb97a89-1656-4453-9dfe-234e1afcd533 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8ccf2191-a128-4039-813b-bbd136c22dd9 HTTP/1.1" status: 200 len: 848 time: 0.0538113 Oct 20 12:44:11.767524 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36692f0-6173-413e-9a64-49be1879ad62 req-3cfac105-4f04-473d-9adc-539baca79d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:44:11.769059 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c36692f0-6173-413e-9a64-49be1879ad62 req-3cfac105-4f04-473d-9adc-539baca79d84 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449030 Oct 20 12:44:11.867887 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c36692f0-6173-413e-9a64-49be1879ad62 req-40393579-270e-45c4-a065-0193de2cf6d9 service neutron] 10.222.0.89 "GET /v2.0/networks/0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867710 Oct 20 12:44:11.963491 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c36692f0-6173-413e-9a64-49be1879ad62 req-431f940b-681f-4c90-9179-d1b63cd4885e service neutron] 10.222.0.89 "GET /v2.0/networks/0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840824 Oct 20 12:44:16.152190 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:44:19.496741 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-31f10216-a3b6-4913-950d-56e0312fc636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:44:22.350707 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-de70a9c5-b34b-4dc8-8ae6-02563f8eb10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:44:23.290649 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:44:23.498562 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:44:25.232846 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:44:26.317245 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4abc8-f8ac-4bb1-a1e1-a9ef3a7ab3a3 req-bc194426-1368-4c3d-b13d-cc6e6fd3b60f tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:44:26.318736 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d1f4abc8-f8ac-4bb1-a1e1-a9ef3a7ab3a3 req-bc194426-1368-4c3d-b13d-cc6e6fd3b60f tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 946 time: 0.0493724 Oct 20 12:44:26.357556 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d1f4abc8-f8ac-4bb1-a1e1-a9ef3a7ab3a3 req-89d3dd68-b9ef-450e-9429-c0eff3764038 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=d550ead6-9256-4b78-8d6c-0c4ef07e281e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327470 Oct 20 12:44:27.501346 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd84a29-df0f-4e1e-929e-d2c07e65be37 req-bfbb6e17-525d-4170-b54a-489cefc8483f tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:44:27.502938 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ecd84a29-df0f-4e1e-929e-d2c07e65be37 req-bfbb6e17-525d-4170-b54a-489cefc8483f tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 946 time: 0.0572543 Oct 20 12:44:27.542636 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ecd84a29-df0f-4e1e-929e-d2c07e65be37 req-2433e999-db3e-4b4f-9aa8-c9f6cc2c2d42 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=d550ead6-9256-4b78-8d6c-0c4ef07e281e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333302 Oct 20 12:44:28.690297 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f5e01-d292-482a-b992-af0cbfbf7efc req-cdad0541-46cf-490b-9288-b1b80af9361b tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:44:28.691898 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-740f5e01-d292-482a-b992-af0cbfbf7efc req-cdad0541-46cf-490b-9288-b1b80af9361b tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 946 time: 0.0521472 Oct 20 12:44:28.732965 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-740f5e01-d292-482a-b992-af0cbfbf7efc req-a6d46ca8-4f5b-46a9-b630-b6ea36f22984 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=d550ead6-9256-4b78-8d6c-0c4ef07e281e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348151 Oct 20 12:44:29.861644 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13aa9a3-690b-4cf8-8c84-325a6c1cec4b req-171ef4f0-757c-4f4c-9c49-f22763d9212a tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:44:29.863236 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d13aa9a3-690b-4cf8-8c84-325a6c1cec4b req-171ef4f0-757c-4f4c-9c49-f22763d9212a tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 946 time: 0.0543747 Oct 20 12:44:29.912000 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d13aa9a3-690b-4cf8-8c84-325a6c1cec4b req-b0d07b58-b4ab-494b-9a3e-e8fbb8c48f8a tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=d550ead6-9256-4b78-8d6c-0c4ef07e281e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398102 Oct 20 12:44:31.041394 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4df8f1-2085-462e-a89b-ae44c8c40a4a req-14c1931c-d60e-4cba-a74e-170ad8e9d3d3 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:44:31.042991 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db4df8f1-2085-462e-a89b-ae44c8c40a4a req-14c1931c-d60e-4cba-a74e-170ad8e9d3d3 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 946 time: 0.0576515 Oct 20 12:44:31.084911 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-db4df8f1-2085-462e-a89b-ae44c8c40a4a req-277d130e-a747-4d10-a196-f372584ae5f1 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=d550ead6-9256-4b78-8d6c-0c4ef07e281e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357091 Oct 20 12:44:32.205157 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911b0f7-524f-4dcc-9971-fd72cdfeb75d req-23f34c82-4ca5-4d5f-ba31-afd6a36259f7 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:44:32.206712 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c911b0f7-524f-4dcc-9971-fd72cdfeb75d req-23f34c82-4ca5-4d5f-ba31-afd6a36259f7 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 946 time: 0.0514295 Oct 20 12:44:32.248112 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-c911b0f7-524f-4dcc-9971-fd72cdfeb75d req-9171ec38-9f46-4946-83de-ccb4c1278608 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=d550ead6-9256-4b78-8d6c-0c4ef07e281e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352449 Oct 20 12:44:33.365583 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9d494-5f3f-4502-baf1-666b190239e0 req-c8255f8d-36d1-4524-992c-705cd897cfe6 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:44:33.367142 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-51d9d494-5f3f-4502-baf1-666b190239e0 req-c8255f8d-36d1-4524-992c-705cd897cfe6 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 946 time: 0.0506990 Oct 20 12:44:33.407516 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-51d9d494-5f3f-4502-baf1-666b190239e0 req-395779ea-dabf-4051-8955-218e6954df8f tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=d550ead6-9256-4b78-8d6c-0c4ef07e281e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341935 Oct 20 12:44:34.528731 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8793c-aa59-40e3-9ecf-97b922feac73 req-d0618ebb-a1ba-487e-aeac-f39266ad5277 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:44:34.530218 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-64d8793c-aa59-40e3-9ecf-97b922feac73 req-d0618ebb-a1ba-487e-aeac-f39266ad5277 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 946 time: 0.0557196 Oct 20 12:44:34.571304 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-64d8793c-aa59-40e3-9ecf-97b922feac73 req-b01ec030-5dcf-49fc-b93c-5229a9b9d35c tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=d550ead6-9256-4b78-8d6c-0c4ef07e281e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342336 Oct 20 12:44:35.691102 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57c6fa-369e-4461-8e32-eae98d751d0e req-c0709d24-2f78-45bc-92e4-ac7b3bb90b33 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:44:35.692622 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea57c6fa-369e-4461-8e32-eae98d751d0e req-c0709d24-2f78-45bc-92e4-ac7b3bb90b33 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 946 time: 0.0513515 Oct 20 12:44:35.731572 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ea57c6fa-369e-4461-8e32-eae98d751d0e req-434407ca-373f-4258-909d-0dfcf5731ee8 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=d550ead6-9256-4b78-8d6c-0c4ef07e281e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319633 Oct 20 12:44:36.540793 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262bf254-5a0e-4b55-8eb7-5626d8f5b08d req-c13b9624-fe74-43fd-b852-10f0dd2f2f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:44:36.542321 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-262bf254-5a0e-4b55-8eb7-5626d8f5b08d req-c13b9624-fe74-43fd-b852-10f0dd2f2f62 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b6d2f82474444903a598220ed2ac57cc&device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 1097 time: 0.0499942 Oct 20 12:44:36.644603 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262bf254-5a0e-4b55-8eb7-5626d8f5b08d req-fc1fe54a-8aa1-4e7c-b23d-177a2e1773ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:44:36.646218 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-262bf254-5a0e-4b55-8eb7-5626d8f5b08d req-fc1fe54a-8aa1-4e7c-b23d-177a2e1773ea service neutron] 10.222.0.89 "GET /v2.0/networks?id=0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e HTTP/1.1" status: 200 len: 911 time: 0.0956845 Oct 20 12:44:36.725252 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-262bf254-5a0e-4b55-8eb7-5626d8f5b08d req-d722a98e-3cc6-4450-bb96-ebc840a9d0b5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80866fe0-6915-4edd-b331-f56400fe6695 HTTP/1.1" status: 200 len: 1002 time: 0.0684259 Oct 20 12:44:36.784102 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262bf254-5a0e-4b55-8eb7-5626d8f5b08d req-d783a5ea-d0a4-42fd-ba86-a20b6b1199c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:44:36.785594 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-262bf254-5a0e-4b55-8eb7-5626d8f5b08d req-d783a5ea-d0a4-42fd-ba86-a20b6b1199c9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8ccf2191-a128-4039-813b-bbd136c22dd9 HTTP/1.1" status: 200 len: 848 time: 0.0491061 Oct 20 12:44:36.871404 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61920f4-5bd0-4467-9456-225334cd80b6 req-c7233753-b4f2-45b8-986e-8e1e88e0625b tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:44:36.872892 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f61920f4-5bd0-4467-9456-225334cd80b6 req-c7233753-b4f2-45b8-986e-8e1e88e0625b tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 946 time: 0.0680065 Oct 20 12:44:36.874982 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262bf254-5a0e-4b55-8eb7-5626d8f5b08d req-aeeb5b63-6d0e-49df-80d5-860698d81778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:44:36.876340 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-262bf254-5a0e-4b55-8eb7-5626d8f5b08d req-aeeb5b63-6d0e-49df-80d5-860698d81778 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0794780 Oct 20 12:44:36.939733 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f61920f4-5bd0-4467-9456-225334cd80b6 req-75882dfe-d1fc-492c-9f68-918d6931eaa7 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=d550ead6-9256-4b78-8d6c-0c4ef07e281e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606692 Oct 20 12:44:36.992122 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-262bf254-5a0e-4b55-8eb7-5626d8f5b08d req-40e43a8f-a30c-4fce-9b36-9e7649fd2987 service neutron] 10.222.0.89 "GET /v2.0/networks/0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996497 Oct 20 12:44:37.089947 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-262bf254-5a0e-4b55-8eb7-5626d8f5b08d req-fb5f2641-ab42-4716-bdc3-69b03f8fddbd service neutron] 10.222.0.89 "GET /v2.0/networks/0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859010 Oct 20 12:44:38.057926 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cce2be-7492-4c16-9b3c-ffb19cbcdd5e req-25be2f57-f544-4e63-a3ed-3e132ebab4b0 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:44:38.059453 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-18cce2be-7492-4c16-9b3c-ffb19cbcdd5e req-25be2f57-f544-4e63-a3ed-3e132ebab4b0 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 946 time: 0.0524657 Oct 20 12:44:38.097598 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-18cce2be-7492-4c16-9b3c-ffb19cbcdd5e req-64e13e65-5721-4363-9b39-22e360e0a27f tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=d550ead6-9256-4b78-8d6c-0c4ef07e281e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320468 Oct 20 12:44:39.215993 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1258894-6172-40d9-9c08-57f96b85b27a req-4d82acd9-949d-4903-ab7d-41f0b133ddd5 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:44:39.217579 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e1258894-6172-40d9-9c08-57f96b85b27a req-4d82acd9-949d-4903-ab7d-41f0b133ddd5 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 946 time: 0.0502379 Oct 20 12:44:39.261086 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e1258894-6172-40d9-9c08-57f96b85b27a req-acdaefba-d231-4a66-a75f-58430b4464cb tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=d550ead6-9256-4b78-8d6c-0c4ef07e281e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369091 Oct 20 12:44:40.378727 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d5f4b-9912-45c1-9e49-41dd47f4f624 req-7b9bceec-7a1e-4e41-b111-ebc89df92102 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:44:40.380219 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8a8d5f4b-9912-45c1-9e49-41dd47f4f624 req-7b9bceec-7a1e-4e41-b111-ebc89df92102 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 946 time: 0.0510330 Oct 20 12:44:40.424294 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8a8d5f4b-9912-45c1-9e49-41dd47f4f624 req-aa8a056c-82ab-484c-9c48-f720a7b7f913 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=d550ead6-9256-4b78-8d6c-0c4ef07e281e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378661 Oct 20 12:44:40.480690 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:44:41.540071 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444c823-1ad8-4ce3-bc8f-214bd80ebedf req-8e62b101-c1f4-4f49-955d-e3c7879850f1 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:44:41.541543 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2444c823-1ad8-4ce3-bc8f-214bd80ebedf req-8e62b101-c1f4-4f49-955d-e3c7879850f1 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 946 time: 0.0507355 Oct 20 12:44:41.579701 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2444c823-1ad8-4ce3-bc8f-214bd80ebedf req-999db36d-c5e6-4022-9aef-df702db9217b tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=d550ead6-9256-4b78-8d6c-0c4ef07e281e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320492 Oct 20 12:44:41.687672 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-470bdd11-6a18-45dc-9055-04968574c772 req-20f91960-280f-4959-899c-12da60422658 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 12:44:41.688674 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-470bdd11-6a18-45dc-9055-04968574c772 req-20f91960-280f-4959-899c-12da60422658 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0450180 Oct 20 12:44:41.845577 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d9161959-013d-4d39-89f1-0bb3a6766882 req-2acfa333-98f3-45bd-9b09-fd6271b0615b service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0665803 Oct 20 12:44:41.859930 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c02aef-8ba5-4b29-a16a-d09983c703e5 req-6ea8effc-c99a-4267-983b-c3e2bf74edb6 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:44:41.861401 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d8c02aef-8ba5-4b29-a16a-d09983c703e5 req-6ea8effc-c99a-4267-983b-c3e2bf74edb6 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 946 time: 0.0578136 Oct 20 12:44:41.905503 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d8c02aef-8ba5-4b29-a16a-d09983c703e5 req-48116e2e-1c98-4c3b-afe7-23f64a7acc08 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=d550ead6-9256-4b78-8d6c-0c4ef07e281e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379477 Oct 20 12:44:42.960659 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 80866fe0-6915-4edd-b331-f56400fe6695 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:44:43.023877 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c320c-0a13-4af4-9ac1-9cc93cd2b0f0 req-cd697418-27d0-44f1-bac7-0de56e556c2e tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:44:43.027230 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e90c320c-0a13-4af4-9ac1-9cc93cd2b0f0 req-cd697418-27d0-44f1-bac7-0de56e556c2e tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 946 time: 0.0525522 Oct 20 12:44:43.045792 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:44:43.068615 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c10bc949-fa85-4476-b823-b871d9f2cde8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80866fe0-6915-4edd-b331-f56400fe6695'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:44:43.069196 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e90c320c-0a13-4af4-9ac1-9cc93cd2b0f0 req-b6f22c0b-e64c-4dd8-b596-1f9b12d5337e tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=d550ead6-9256-4b78-8d6c-0c4ef07e281e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374281 Oct 20 12:44:43.070937 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ba663b728f61600953c7c701890058d53749f56dec976386d606a322f26966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07687df3-2518-4bf8-91f4-7c39b859636d" -d '{"events": [{"server_uuid": "c10bc949-fa85-4476-b823-b871d9f2cde8", "name": "network-vif-unplugged", "status": "completed", "tag": "80866fe0-6915-4edd-b331-f56400fe6695"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:44:43.093248 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 80866fe0-6915-4edd-b331-f56400fe6695, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=80866fe0-6915-4edd-b331-f56400fe6695,segment=NetworkSegment(4ca4fa3e-33a2-41dc-892e-edf014126201),segment_id=4ca4fa3e-33a2-41dc-892e-edf014126201)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:44:43.093248 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:44:43.116741 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 20 Oct 2021 12:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a725c7-1bf8-4c01-9293-7808923c70e0 x-openstack-request-id: req-f6a725c7-1bf8-4c01-9293-7808923c70e0 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:44:43.117096 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c10bc949-fa85-4476-b823-b871d9f2cde8", "name": "network-vif-unplugged", "status": "failed", "tag": "80866fe0-6915-4edd-b331-f56400fe6695", "code": 422}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:44:43.117340 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f6a725c7-1bf8-4c01-9293-7808923c70e0 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:44:43.117724 n-d-814735-3 neutron-server[100648]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c10bc949-fa85-4476-b823-b871d9f2cde8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '80866fe0-6915-4edd-b331-f56400fe6695', 'code': 422} returned with failed status Oct 20 12:44:43.140006 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=80866fe0-6915-4edd-b331-f56400fe6695,revision_number=6']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:44:43.147423 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:44:43.147762 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:44:43.148142 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:44:43.148470 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:44:43.148792 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:44:43.149113 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:44:43.149429 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:44:43.149744 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:44:43.150056 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:44:43.150369 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:44:43.150679 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:44:43.151014 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:44:44.196914 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b396f3c-a5ed-4ad8-8bfb-d0dfde025056 req-7895664c-e8ea-4920-836a-5495dd56e2ec tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:44:44.198411 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5b396f3c-a5ed-4ad8-8bfb-d0dfde025056 req-7895664c-e8ea-4920-836a-5495dd56e2ec tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 944 time: 0.0521567 Oct 20 12:44:44.237890 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5b396f3c-a5ed-4ad8-8bfb-d0dfde025056 req-64aeb18f-73b4-4875-8a66-ae31f7d6539d tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=d550ead6-9256-4b78-8d6c-0c4ef07e281e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322328 Oct 20 12:44:45.357057 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af4d52-2260-4bb5-984f-9cc33f4ad491 req-d0b79031-7d0b-4887-879f-d6c3e5d70c6c tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:44:45.358450 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-27af4d52-2260-4bb5-984f-9cc33f4ad491 req-d0b79031-7d0b-4887-879f-d6c3e5d70c6c tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 944 time: 0.0512011 Oct 20 12:44:45.402312 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-27af4d52-2260-4bb5-984f-9cc33f4ad491 req-c6e5bec9-9133-4dd4-83c0-322162804b0c tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=d550ead6-9256-4b78-8d6c-0c4ef07e281e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377195 Oct 20 12:44:46.170138 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:44:46.522227 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef05bc-87ec-424c-ac0a-a5118f6d1e64 req-77b03b19-2d15-4f39-8e98-6a255d215f5c tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:44:46.523744 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4bef05bc-87ec-424c-ac0a-a5118f6d1e64 req-77b03b19-2d15-4f39-8e98-6a255d215f5c tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 944 time: 0.0504990 Oct 20 12:44:46.563180 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4bef05bc-87ec-424c-ac0a-a5118f6d1e64 req-0d8aee51-4816-4345-88bc-b4da1144983b tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=d550ead6-9256-4b78-8d6c-0c4ef07e281e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332053 Oct 20 12:44:47.542339 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:44:47.684203 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338944b1-324e-428d-9b82-6f842d3de445 req-1de1b5e2-1876-46c4-8b95-2aef2c0d86aa tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:44:47.685934 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-338944b1-324e-428d-9b82-6f842d3de445 req-1de1b5e2-1876-46c4-8b95-2aef2c0d86aa tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 944 time: 0.0525599 Oct 20 12:44:47.726742 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-338944b1-324e-428d-9b82-6f842d3de445 req-dea58fbf-0cf3-4e76-a462-99b46d54f6ff tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=d550ead6-9256-4b78-8d6c-0c4ef07e281e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341549 Oct 20 12:44:48.849332 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d9afa-468c-4da4-a807-d53f4f61cd0a req-f5f34008-eaf7-48a5-9031-e3de8de2eac4 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:44:48.851037 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-973d9afa-468c-4da4-a807-d53f4f61cd0a req-f5f34008-eaf7-48a5-9031-e3de8de2eac4 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 944 time: 0.0518785 Oct 20 12:44:48.895083 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-973d9afa-468c-4da4-a807-d53f4f61cd0a req-879380b9-0f5b-4b99-bda2-e7521798bb36 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=d550ead6-9256-4b78-8d6c-0c4ef07e281e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376692 Oct 20 12:44:49.499378 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-79313b0c-36bb-4869-bdb9-a76207224484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:44:49.794609 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9161959-013d-4d39-89f1-0bb3a6766882 req-901036b3-0afe-4c8b-aa4e-4212c2a461ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:44:49.796875 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d9161959-013d-4d39-89f1-0bb3a6766882 req-901036b3-0afe-4c8b-aa4e-4212c2a461ac service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8&tenant_id=b6d2f82474444903a598220ed2ac57cc HTTP/1.1" status: 200 len: 1095 time: 0.0469666 Oct 20 12:44:49.863525 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9161959-013d-4d39-89f1-0bb3a6766882 req-31d94708-bd3c-4841-9119-235b3bcede2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:44:49.865059 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d9161959-013d-4d39-89f1-0bb3a6766882 req-31d94708-bd3c-4841-9119-235b3bcede2f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b6d2f82474444903a598220ed2ac57cc&device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 1095 time: 0.0412364 Oct 20 12:44:49.965509 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9161959-013d-4d39-89f1-0bb3a6766882 req-67b4b78a-17d8-4319-b4c7-16e028542b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:44:49.966984 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d9161959-013d-4d39-89f1-0bb3a6766882 req-67b4b78a-17d8-4319-b4c7-16e028542b13 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e HTTP/1.1" status: 200 len: 911 time: 0.0912049 Oct 20 12:44:50.063218 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d9161959-013d-4d39-89f1-0bb3a6766882 req-f2675798-5f56-4e5f-8fa7-c322ccd94520 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80866fe0-6915-4edd-b331-f56400fe6695 HTTP/1.1" status: 200 len: 1000 time: 0.0841200 Oct 20 12:44:50.079194 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb48b2f-1c2a-447e-9b59-1267a27801ce req-7f1a2541-b33d-4074-8c68-3a2c4fc5837b tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:44:50.080742 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4bb48b2f-1c2a-447e-9b59-1267a27801ce req-7f1a2541-b33d-4074-8c68-3a2c4fc5837b tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 944 time: 0.1167479 Oct 20 12:44:50.146270 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9161959-013d-4d39-89f1-0bb3a6766882 req-dc9a5c53-a51e-4b99-9c03-b6c96ead0cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:44:50.147856 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d9161959-013d-4d39-89f1-0bb3a6766882 req-dc9a5c53-a51e-4b99-9c03-b6c96ead0cee service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8ccf2191-a128-4039-813b-bbd136c22dd9 HTTP/1.1" status: 200 len: 848 time: 0.0662317 Oct 20 12:44:50.155460 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4bb48b2f-1c2a-447e-9b59-1267a27801ce req-0716c7d6-6270-44f2-9439-955699ac56b2 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=d550ead6-9256-4b78-8d6c-0c4ef07e281e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667882 Oct 20 12:44:50.199492 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9161959-013d-4d39-89f1-0bb3a6766882 req-29724081-394a-4603-9139-92246d5bf33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:44:50.201001 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d9161959-013d-4d39-89f1-0bb3a6766882 req-29724081-394a-4603-9139-92246d5bf33d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424116 Oct 20 12:44:50.300723 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d9161959-013d-4d39-89f1-0bb3a6766882 req-013cebc6-4938-4b43-8edc-c8ed5844e385 service neutron] 10.222.0.89 "GET /v2.0/networks/0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918016 Oct 20 12:44:50.398650 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d9161959-013d-4d39-89f1-0bb3a6766882 req-6ed2bdf5-d568-4cae-9a3d-2c5f645b24e8 service neutron] 10.222.0.89 "GET /v2.0/networks/0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865119 Oct 20 12:44:51.319770 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec09d831-b55c-4fad-bf89-b66168ca8e2e req-a729f82b-1c0f-4c8d-b736-e691dba60a69 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:44:51.321306 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ec09d831-b55c-4fad-bf89-b66168ca8e2e req-a729f82b-1c0f-4c8d-b736-e691dba60a69 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 944 time: 0.0973189 Oct 20 12:44:51.367432 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ec09d831-b55c-4fad-bf89-b66168ca8e2e req-78f00552-8c3e-4087-9a1f-83dca0ecf92c tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=d550ead6-9256-4b78-8d6c-0c4ef07e281e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376506 Oct 20 12:44:52.345352 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bb3029cf-5f5e-428a-bc5b-0781d39a13b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:44:52.487761 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd35c84-736b-4944-a902-3d3e122fa09e req-bef60adb-27ff-4b83-9618-2d74c82eea51 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:44:52.489233 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dfd35c84-736b-4944-a902-3d3e122fa09e req-bef60adb-27ff-4b83-9618-2d74c82eea51 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 944 time: 0.0513840 Oct 20 12:44:52.531431 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-dfd35c84-736b-4944-a902-3d3e122fa09e req-83cbc33d-d5d1-4006-bccf-d3bca35ae951 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=d550ead6-9256-4b78-8d6c-0c4ef07e281e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354750 Oct 20 12:44:53.293609 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:44:53.503898 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:44:53.651703 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb47394-8700-4cb6-8b85-ea5307076527 req-48e1de44-9d54-44fb-a2b5-e7809c1a6a38 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:44:53.653219 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-deb47394-8700-4cb6-8b85-ea5307076527 req-48e1de44-9d54-44fb-a2b5-e7809c1a6a38 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 944 time: 0.0511105 Oct 20 12:44:53.691828 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-deb47394-8700-4cb6-8b85-ea5307076527 req-dc7d2a62-911a-41db-ba76-9ba91c9ef037 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=d550ead6-9256-4b78-8d6c-0c4ef07e281e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326121 Oct 20 12:44:54.814824 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997403c-0d39-4dac-8926-e2ce2c757f8b req-85327102-7032-4123-990b-5aa19f608e04 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:44:54.816389 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4997403c-0d39-4dac-8926-e2ce2c757f8b req-85327102-7032-4123-990b-5aa19f608e04 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 944 time: 0.0560122 Oct 20 12:44:54.858615 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4997403c-0d39-4dac-8926-e2ce2c757f8b req-b45c89ce-e0c1-4bf4-9589-fcccc913a592 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=d550ead6-9256-4b78-8d6c-0c4ef07e281e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360105 Oct 20 12:44:55.236002 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:44:55.976608 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe788e-35f1-4c5b-9769-a651328dc3a2 req-0218a06a-526b-430b-8823-6b670163dc43 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:44:55.978227 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d4fe788e-35f1-4c5b-9769-a651328dc3a2 req-0218a06a-526b-430b-8823-6b670163dc43 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 944 time: 0.0508862 Oct 20 12:44:56.021770 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d4fe788e-35f1-4c5b-9769-a651328dc3a2 req-1b3b1099-9588-4482-8061-beee411978c1 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=d550ead6-9256-4b78-8d6c-0c4ef07e281e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372169 Oct 20 12:44:57.037314 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 80866fe0-6915-4edd-b331-f56400fe6695 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:44:57.133276 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 80866fe0-6915-4edd-b331-f56400fe6695, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=80866fe0-6915-4edd-b331-f56400fe6695,segment=NetworkSegment(4ca4fa3e-33a2-41dc-892e-edf014126201),segment_id=4ca4fa3e-33a2-41dc-892e-edf014126201)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:44:57.138916 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709a8f8-284c-4e3e-81a2-2058330e9ccc req-629ff20b-f7dc-4afb-822f-e61ce21f5d68 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:44:57.140794 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7709a8f8-284c-4e3e-81a2-2058330e9ccc req-629ff20b-f7dc-4afb-822f-e61ce21f5d68 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 944 time: 0.0505624 Oct 20 12:44:57.144829 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '80866fe0-6915-4edd-b331-f56400fe6695', 'network_id': '0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e', 'port_id': '80866fe0-6915-4edd-b331-f56400fe6695', 'mac_address': 'fa:16:3e:b4:d9:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ccf2191-a128-4039-813b-bbd136c22dd9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:44:57.178770 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-7709a8f8-284c-4e3e-81a2-2058330e9ccc req-a6a866db-e7fa-472f-8afa-88eab33cd8c1 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=d550ead6-9256-4b78-8d6c-0c4ef07e281e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318987 Oct 20 12:44:57.186242 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:44:57.199275 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80866fe0-6915-4edd-b331-f56400fe6695 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:44:57.217822 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 80866fe0-6915-4edd-b331-f56400fe6695, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=80866fe0-6915-4edd-b331-f56400fe6695,segment=NetworkSegment(4ca4fa3e-33a2-41dc-892e-edf014126201),segment_id=4ca4fa3e-33a2-41dc-892e-edf014126201)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:44:57.221942 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:44:57.266382 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=80866fe0-6915-4edd-b331-f56400fe6695,revision_number=7']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:44:57.541776 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['80866fe0-6915-4edd-b331-f56400fe6695'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:44:58.296849 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e453d2-5400-4556-bb7a-dc4f6c9ed36d req-50a14716-d4a3-451f-9ae5-5677c570b1ba tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:44:58.298323 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-29e453d2-5400-4556-bb7a-dc4f6c9ed36d req-50a14716-d4a3-451f-9ae5-5677c570b1ba tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 945 time: 0.0506830 Oct 20 12:44:58.340325 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-29e453d2-5400-4556-bb7a-dc4f6c9ed36d req-e418ad37-8b3e-4759-9060-3907d83da7d1 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=d550ead6-9256-4b78-8d6c-0c4ef07e281e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358343 Oct 20 12:44:59.054083 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 80866fe0-6915-4edd-b331-f56400fe6695 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:44:59.103897 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 80866fe0-6915-4edd-b331-f56400fe6695 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:44:59.104231 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:44:59.342936 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:44:59.364773 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c10bc949-fa85-4476-b823-b871d9f2cde8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80866fe0-6915-4edd-b331-f56400fe6695'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:44:59.367126 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ba663b728f61600953c7c701890058d53749f56dec976386d606a322f26966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d6889e-30da-47c6-8bdd-be61850377c9" -d '{"events": [{"server_uuid": "c10bc949-fa85-4476-b823-b871d9f2cde8", "name": "network-vif-plugged", "status": "completed", "tag": "80866fe0-6915-4edd-b331-f56400fe6695"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:44:59.381822 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 80866fe0-6915-4edd-b331-f56400fe6695, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=80866fe0-6915-4edd-b331-f56400fe6695,segment=NetworkSegment(4ca4fa3e-33a2-41dc-892e-edf014126201),segment_id=4ca4fa3e-33a2-41dc-892e-edf014126201)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:44:59.387995 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:44:59.436715 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=80866fe0-6915-4edd-b331-f56400fe6695,revision_number=8']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:44:59.460788 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d93a9a-e345-43c7-ae4e-18166964bbbd req-9fc9e307-c724-400f-9f68-bbc5c424b898 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:44:59.462282 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-68d93a9a-e345-43c7-ae4e-18166964bbbd req-9fc9e307-c724-400f-9f68-bbc5c424b898 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 946 time: 0.0497272 Oct 20 12:44:59.499248 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-68d93a9a-e345-43c7-ae4e-18166964bbbd req-1b8ce29b-2eb7-43b9-920f-14cf5acac9b4 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=d550ead6-9256-4b78-8d6c-0c4ef07e281e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307825 Oct 20 12:45:00.425214 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4dd0041-4fe5-416c-b09d-8dd833cdee6f x-openstack-request-id: req-e4dd0041-4fe5-416c-b09d-8dd833cdee6f {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:45:00.425672 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c10bc949-fa85-4476-b823-b871d9f2cde8", "name": "network-vif-plugged", "status": "completed", "tag": "80866fe0-6915-4edd-b331-f56400fe6695", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:45:00.425779 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e4dd0041-4fe5-416c-b09d-8dd833cdee6f {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:45:00.426143 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c10bc949-fa85-4476-b823-b871d9f2cde8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80866fe0-6915-4edd-b331-f56400fe6695', 'code': 200} Oct 20 12:45:00.606494 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616881b-1ae5-44b2-95d3-db3be656fbfb req-51a4e71c-116e-41fb-bf08-0e748c649d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:45:00.608014 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f616881b-1ae5-44b2-95d3-db3be656fbfb req-51a4e71c-116e-41fb-bf08-0e748c649d8e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 1097 time: 0.0668528 Oct 20 12:45:00.624946 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62525341-14e6-4ba1-b905-d55c943bd9b0 req-bedbb08b-bbc6-4cb4-b687-2370185592c2 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:45:00.626371 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-62525341-14e6-4ba1-b905-d55c943bd9b0 req-bedbb08b-bbc6-4cb4-b687-2370185592c2 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 946 time: 0.0578353 Oct 20 12:45:00.680101 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f616881b-1ae5-44b2-95d3-db3be656fbfb req-2a626303-36dd-42d7-975c-135f8180832e service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=d550ead6-9256-4b78-8d6c-0c4ef07e281e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526614 Oct 20 12:45:00.689687 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-62525341-14e6-4ba1-b905-d55c943bd9b0 req-2a8e9793-ed9b-4f5c-a220-7e66cc277ce5 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=d550ead6-9256-4b78-8d6c-0c4ef07e281e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551088 Oct 20 12:45:01.811397 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f13a72-e5f5-46af-9775-77b090ca6950 req-f0511d87-bf1e-4225-96de-b6635e9ff6c6 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:45:01.812915 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f9f13a72-e5f5-46af-9775-77b090ca6950 req-f0511d87-bf1e-4225-96de-b6635e9ff6c6 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 946 time: 0.0518799 Oct 20 12:45:01.858645 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f9f13a72-e5f5-46af-9775-77b090ca6950 req-f35e3777-76a8-4331-8be8-8d679b46ed97 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=d550ead6-9256-4b78-8d6c-0c4ef07e281e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386245 Oct 20 12:45:02.970768 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4bdf5-b6af-47da-b2ec-951fbc930e93 req-5e8f2209-0e17-485f-8889-d168f8df311f tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:45:02.972261 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-48b4bdf5-b6af-47da-b2ec-951fbc930e93 req-5e8f2209-0e17-485f-8889-d168f8df311f tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 946 time: 0.0493634 Oct 20 12:45:03.010246 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-48b4bdf5-b6af-47da-b2ec-951fbc930e93 req-a5e147bc-d0bf-457b-a113-aa37e5e37aaf tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=d550ead6-9256-4b78-8d6c-0c4ef07e281e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316300 Oct 20 12:45:10.481463 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:45:13.301576 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-95e4502e-445a-46b0-844f-3855289b99a7 req-09014d06-8978-43d7-be63-f9c053bb0923 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0477779 Oct 20 12:45:13.391458 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4502e-445a-46b0-844f-3855289b99a7 req-7c40c4a6-27de-4291-9fa7-cd37f00b258b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:45:13.393047 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-95e4502e-445a-46b0-844f-3855289b99a7 req-7c40c4a6-27de-4291-9fa7-cd37f00b258b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b6d2f82474444903a598220ed2ac57cc&device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 1097 time: 0.0435338 Oct 20 12:45:13.502393 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4502e-445a-46b0-844f-3855289b99a7 req-89c00038-492e-4556-9a07-a469456a2694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:45:13.503937 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-95e4502e-445a-46b0-844f-3855289b99a7 req-89c00038-492e-4556-9a07-a469456a2694 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e HTTP/1.1" status: 200 len: 911 time: 0.0885670 Oct 20 12:45:13.574698 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-95e4502e-445a-46b0-844f-3855289b99a7 req-c8c68503-0fca-49c8-b358-ebfe10a42b2e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80866fe0-6915-4edd-b331-f56400fe6695 HTTP/1.1" status: 200 len: 1002 time: 0.0626061 Oct 20 12:45:13.626227 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4502e-445a-46b0-844f-3855289b99a7 req-54c6ba12-af80-4228-bcb4-35bdc9f8d39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:45:13.627802 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-95e4502e-445a-46b0-844f-3855289b99a7 req-54c6ba12-af80-4228-bcb4-35bdc9f8d39c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8ccf2191-a128-4039-813b-bbd136c22dd9 HTTP/1.1" status: 200 len: 848 time: 0.0454934 Oct 20 12:45:13.677452 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4502e-445a-46b0-844f-3855289b99a7 req-c4143cf7-2ef1-4d28-86bb-a93d7f63a9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:45:13.679188 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-95e4502e-445a-46b0-844f-3855289b99a7 req-c4143cf7-2ef1-4d28-86bb-a93d7f63a9ab service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433140 Oct 20 12:45:13.785917 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-95e4502e-445a-46b0-844f-3855289b99a7 req-0ce91ce8-3200-4ec8-be6e-01290d5015be service neutron] 10.222.0.89 "GET /v2.0/networks/0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974002 Oct 20 12:45:13.882125 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-95e4502e-445a-46b0-844f-3855289b99a7 req-1c94f920-09ce-4b89-a110-f236899a1601 service neutron] 10.222.0.89 "GET /v2.0/networks/0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863900 Oct 20 12:45:16.168813 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:45:19.503891 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-43a1d475-9ae9-46f4-876d-ba0ffea65f3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:45:22.348867 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-eb25057f-0de5-4e3a-a77b-ae27cfec4b80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:45:23.299436 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:45:23.503875 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:45:24.548220 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:45:25.241424 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:45:40.478340 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:45:46.190579 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:45:49.518263 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f287abbd-78e8-46e7-ba51-018f4091ce2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:45:52.360290 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f59bc9b8-5df7-4fd3-9a79-bace6b34e881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:45:53.293203 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:45:53.505833 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:45:55.242961 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:01.538244 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:46:10.494703 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:14.306997 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-de3fe0dd-9587-4311-8c16-51b3b90e194a req-799c6141-d402-4c4c-ade0-a5fc4eb512f7 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0501695 Oct 20 12:46:14.408139 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3fe0dd-9587-4311-8c16-51b3b90e194a req-6dd6a4ef-8078-4083-a855-2d4ca871a133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:46:14.409704 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-de3fe0dd-9587-4311-8c16-51b3b90e194a req-6dd6a4ef-8078-4083-a855-2d4ca871a133 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b6d2f82474444903a598220ed2ac57cc&device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 1097 time: 0.0465786 Oct 20 12:46:14.535047 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3fe0dd-9587-4311-8c16-51b3b90e194a req-459c95a4-8643-4cc9-bb09-35a2a4a35bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:46:14.536625 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-de3fe0dd-9587-4311-8c16-51b3b90e194a req-459c95a4-8643-4cc9-bb09-35a2a4a35bcb service neutron] 10.222.0.89 "GET /v2.0/networks?id=0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e HTTP/1.1" status: 200 len: 911 time: 0.1001968 Oct 20 12:46:14.617853 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-de3fe0dd-9587-4311-8c16-51b3b90e194a req-86b6bfec-a162-451b-8f0a-ff6919283c4f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80866fe0-6915-4edd-b331-f56400fe6695 HTTP/1.1" status: 200 len: 1002 time: 0.0680408 Oct 20 12:46:14.683249 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3fe0dd-9587-4311-8c16-51b3b90e194a req-f34aa7ab-545e-48f9-8ca1-dc2f656c14a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:46:14.685448 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-de3fe0dd-9587-4311-8c16-51b3b90e194a req-f34aa7ab-545e-48f9-8ca1-dc2f656c14a2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8ccf2191-a128-4039-813b-bbd136c22dd9 HTTP/1.1" status: 200 len: 848 time: 0.0591779 Oct 20 12:46:14.753705 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3fe0dd-9587-4311-8c16-51b3b90e194a req-aac4d918-2be4-4e4b-adf2-2ab6ccc5f5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:46:14.755523 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-de3fe0dd-9587-4311-8c16-51b3b90e194a req-aac4d918-2be4-4e4b-adf2-2ab6ccc5f5a2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572917 Oct 20 12:46:14.869840 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-de3fe0dd-9587-4311-8c16-51b3b90e194a req-dbeb671b-a196-41ee-a104-486023a04946 service neutron] 10.222.0.89 "GET /v2.0/networks/0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011100 Oct 20 12:46:14.980267 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-de3fe0dd-9587-4311-8c16-51b3b90e194a req-7768aa13-065a-45fa-bb9c-77d1721963de service neutron] 10.222.0.89 "GET /v2.0/networks/0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005869 Oct 20 12:46:16.205612 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:19.512457 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4955668a-4237-4f89-9056-a0e4a74aedaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:22.364503 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6f265281-08db-469d-bb6a-ffe9863d5869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:22.686282 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 33406) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:46:22.853079 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-0d67a47b-5e56-4121-9370-b7af0d34f5f3 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Deleting port e26ff942-e2e7-4c0c-8ccf-0c7edb3f2bd1 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:46:22.853384 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0d67a47b-5e56-4121-9370-b7af0d34f5f3 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:22.934034 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0d67a47b-5e56-4121-9370-b7af0d34f5f3 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:22.934034 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0d67a47b-5e56-4121-9370-b7af0d34f5f3 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:22.946649 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-0d67a47b-5e56-4121-9370-b7af0d34f5f3 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Calling delete_port for e26ff942-e2e7-4c0c-8ccf-0c7edb3f2bd1 owned by network:floatingip {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:46:23.105789 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0d67a47b-5e56-4121-9370-b7af0d34f5f3 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:23.134673 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d67a47b-5e56-4121-9370-b7af0d34f5f3 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Pushing event deleted for resources: {'Port': ['ID=e26ff942-e2e7-4c0c-8ccf-0c7edb3f2bd1,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:23.147479 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d67a47b-5e56-4121-9370-b7af0d34f5f3 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:46:23.147799 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d67a47b-5e56-4121-9370-b7af0d34f5f3 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:46:23.148166 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d67a47b-5e56-4121-9370-b7af0d34f5f3 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:46:23.148510 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d67a47b-5e56-4121-9370-b7af0d34f5f3 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:46:23.148841 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d67a47b-5e56-4121-9370-b7af0d34f5f3 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:46:23.149168 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d67a47b-5e56-4121-9370-b7af0d34f5f3 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:46:23.149662 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d67a47b-5e56-4121-9370-b7af0d34f5f3 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:46:23.152326 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d67a47b-5e56-4121-9370-b7af0d34f5f3 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:46:23.152660 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d67a47b-5e56-4121-9370-b7af0d34f5f3 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:46:23.154054 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d67a47b-5e56-4121-9370-b7af0d34f5f3 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:46:23.155526 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d67a47b-5e56-4121-9370-b7af0d34f5f3 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:46:23.155856 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d67a47b-5e56-4121-9370-b7af0d34f5f3 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:46:23.211785 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0d67a47b-5e56-4121-9370-b7af0d34f5f3 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for floatingip, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:23.212212 n-d-814735-3 neutron-server[100647]: INFO neutron.db.l3_db [None req-0d67a47b-5e56-4121-9370-b7af0d34f5f3 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Floating IP 403ef8c0-64fe-4b8d-bc43-96e1ee327fd1 disassociated (deleted). External IP: 172.25.5.152, port: 80866fe0-6915-4edd-b331-f56400fe6695. Oct 20 12:46:23.297738 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:23.424126 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d67a47b-5e56-4121-9370-b7af0d34f5f3 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Router e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:46:23.507650 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:23.899088 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d67a47b-5e56-4121-9370-b7af0d34f5f3 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:46:23.904398 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0d67a47b-5e56-4121-9370-b7af0d34f5f3 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:23.911584 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035a1632-f92e-48e6-8bb3-854d0819d510 None None] Sync routers for ids ['e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:46:23.921806 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035a1632-f92e-48e6-8bb3-854d0819d510 None None] Routers {'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:46:23.922415 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-035a1632-f92e-48e6-8bb3-854d0819d510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:46:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:46:23.931300 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-0d67a47b-5e56-4121-9370-b7af0d34f5f3 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "DELETE /v2.0/floatingips/403ef8c0-64fe-4b8d-bc43-96e1ee327fd1 HTTP/1.1" status: 204 len: 168 time: 1.2438331 Oct 20 12:46:23.931893 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c10bc949-fa85-4476-b823-b871d9f2cde8', 'tag': '80866fe0-6915-4edd-b331-f56400fe6695'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:46:23.934204 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0a02dd2059fce6544e6c1114f6588b97938997ae633064690662b627edbbcf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7d14f5-ca91-47a3-b556-25dd3ad4d7d2" -d '{"events": [{"name": "network-changed", "server_uuid": "c10bc949-fa85-4476-b823-b871d9f2cde8", "tag": "80866fe0-6915-4edd-b331-f56400fe6695"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:46:24.023698 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a051c9c0-39e3-4043-a04c-f31a7aa61355 x-openstack-request-id: req-a051c9c0-39e3-4043-a04c-f31a7aa61355 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:46:24.023991 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c10bc949-fa85-4476-b823-b871d9f2cde8", "tag": "80866fe0-6915-4edd-b331-f56400fe6695", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:46:24.024239 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a051c9c0-39e3-4043-a04c-f31a7aa61355 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:46:24.024871 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c10bc949-fa85-4476-b823-b871d9f2cde8', 'tag': '80866fe0-6915-4edd-b331-f56400fe6695', 'status': 'completed', 'code': 200} Oct 20 12:46:24.037198 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-035a1632-f92e-48e6-8bb3-854d0819d510 None None] Set router e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:46:24.112750 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d14f5-ca91-47a3-b556-25dd3ad4d7d2 req-9251a869-56fe-4e6f-904f-d10e2198acfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:46:24.114312 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2e7d14f5-ca91-47a3-b556-25dd3ad4d7d2 req-9251a869-56fe-4e6f-904f-d10e2198acfb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b6d2f82474444903a598220ed2ac57cc&device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 1097 time: 0.0538123 Oct 20 12:46:24.238922 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb4635-5ee9-4990-b4eb-67ea80c2d7c8 req-9f2e36d3-404b-4dfe-bf0b-c002116040f5 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:46:24.239661 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-035a1632-f92e-48e6-8bb3-854d0819d510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'name': 'tempest-TestShelveInstance-1789344424-router', 'tenant_id': 'b6d2f82474444903a598220ed2ac57cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '45f39e4d-cf47-41ab-9ba7-1bcc25df65a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:37:24Z', 'updated_at': '2021-10-20T12:37:27Z', 'revision_number': 4, 'project_id': 'b6d2f82474444903a598220ed2ac57cc', 'gw_port': {'id': '45f39e4d-cf47-41ab-9ba7-1bcc25df65a8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fe:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:37:24Z', 'updated_at': '2021-10-20T12:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '0cebdfc0-1e4e-4509-ac4b-652f6b789ecb', 'name': '', 'network_id': '0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e', 'tenant_id': 'b6d2f82474444903a598220ed2ac57cc', 'mac_address': 'fa:16:3e:fb:66:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '8ccf2191-a128-4039-813b-bbd136c22dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:37:26Z', 'updated_at': '2021-10-20T12:37:31Z', 'revision_number': 5, 'project_id': 'b6d2f82474444903a598220ed2ac57cc', 'subnets': [{'id': '8ccf2191-a128-4039-813b-bbd136c22dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:46:24.240468 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-91fb4635-5ee9-4990-b4eb-67ea80c2d7c8 req-9f2e36d3-404b-4dfe-bf0b-c002116040f5 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 946 time: 0.0959575 Oct 20 12:46:24.262903 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d14f5-ca91-47a3-b556-25dd3ad4d7d2 req-7a853fe3-713b-4c56-b563-c5ed794eb8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:46:24.264704 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2e7d14f5-ca91-47a3-b556-25dd3ad4d7d2 req-7a853fe3-713b-4c56-b563-c5ed794eb8fa service neutron] 10.222.0.89 "GET /v2.0/networks?id=0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e HTTP/1.1" status: 200 len: 911 time: 0.1406713 Oct 20 12:46:24.270314 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035a1632-f92e-48e6-8bb3-854d0819d510 None None] Checking router: e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:46:24.280587 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035a1632-f92e-48e6-8bb3-854d0819d510 None None] Routers {'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:46:24.281204 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-035a1632-f92e-48e6-8bb3-854d0819d510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:46:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:46:24.317963 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2e7d14f5-ca91-47a3-b556-25dd3ad4d7d2 req-9c5295a6-bdf8-4155-a53a-4e54a56180d2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80866fe0-6915-4edd-b331-f56400fe6695 HTTP/1.1" status: 200 len: 217 time: 0.0405855 Oct 20 12:46:24.320805 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-91fb4635-5ee9-4990-b4eb-67ea80c2d7c8 req-3608772d-d76f-4b39-9af8-2287c5d291c0 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=d550ead6-9256-4b78-8d6c-0c4ef07e281e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742843 Oct 20 12:46:24.372176 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d14f5-ca91-47a3-b556-25dd3ad4d7d2 req-08b2f513-e352-4d68-a1bf-d925fa4df655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:46:24.373726 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2e7d14f5-ca91-47a3-b556-25dd3ad4d7d2 req-08b2f513-e352-4d68-a1bf-d925fa4df655 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8ccf2191-a128-4039-813b-bbd136c22dd9 HTTP/1.1" status: 200 len: 848 time: 0.0461452 Oct 20 12:46:24.388014 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-035a1632-f92e-48e6-8bb3-854d0819d510 None None] Set router e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:46:24.423944 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d14f5-ca91-47a3-b556-25dd3ad4d7d2 req-a5c61cef-a04c-446f-b4c5-0e977e346f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:46:24.425472 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2e7d14f5-ca91-47a3-b556-25dd3ad4d7d2 req-a5c61cef-a04c-446f-b4c5-0e977e346f6a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419059 Oct 20 12:46:24.523903 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2e7d14f5-ca91-47a3-b556-25dd3ad4d7d2 req-890bf994-5e4d-4bdf-aa08-b027dda90916 service neutron] 10.222.0.89 "GET /v2.0/networks/0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886598 Oct 20 12:46:24.583791 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-035a1632-f92e-48e6-8bb3-854d0819d510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'name': 'tempest-TestShelveInstance-1789344424-router', 'tenant_id': 'b6d2f82474444903a598220ed2ac57cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '45f39e4d-cf47-41ab-9ba7-1bcc25df65a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:37:24Z', 'updated_at': '2021-10-20T12:37:27Z', 'revision_number': 4, 'project_id': 'b6d2f82474444903a598220ed2ac57cc', 'gw_port': {'id': '45f39e4d-cf47-41ab-9ba7-1bcc25df65a8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fe:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:37:24Z', 'updated_at': '2021-10-20T12:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '0cebdfc0-1e4e-4509-ac4b-652f6b789ecb', 'name': '', 'network_id': '0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e', 'tenant_id': 'b6d2f82474444903a598220ed2ac57cc', 'mac_address': 'fa:16:3e:fb:66:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '8ccf2191-a128-4039-813b-bbd136c22dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:37:26Z', 'updated_at': '2021-10-20T12:37:31Z', 'revision_number': 5, 'project_id': 'b6d2f82474444903a598220ed2ac57cc', 'subnets': [{'id': '8ccf2191-a128-4039-813b-bbd136c22dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:46:24.609569 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035a1632-f92e-48e6-8bb3-854d0819d510 None None] The sync data for ids ['e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f'] in n-d-814735-3 is: [{'id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'name': 'tempest-TestShelveInstance-1789344424-router', 'tenant_id': 'b6d2f82474444903a598220ed2ac57cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '45f39e4d-cf47-41ab-9ba7-1bcc25df65a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:37:24Z', 'updated_at': '2021-10-20T12:37:27Z', 'revision_number': 4, 'project_id': 'b6d2f82474444903a598220ed2ac57cc', 'gw_port': {'id': '45f39e4d-cf47-41ab-9ba7-1bcc25df65a8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fe:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:37:24Z', 'updated_at': '2021-10-20T12:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '0cebdfc0-1e4e-4509-ac4b-652f6b789ecb', 'name': '', 'network_id': '0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e', 'tenant_id': 'b6d2f82474444903a598220ed2ac57cc', 'mac_address': 'fa:16:3e:fb:66:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '8ccf2191-a128-4039-813b-bbd136c22dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:37:26Z', 'updated_at': '2021-10-20T12:37:31Z', 'revision_number': 5, 'project_id': 'b6d2f82474444903a598220ed2ac57cc', 'subnets': [{'id': '8ccf2191-a128-4039-813b-bbd136c22dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:46:24.617526 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2e7d14f5-ca91-47a3-b556-25dd3ad4d7d2 req-208d1d8e-aa23-41d2-bd94-cff8cce8178f service neutron] 10.222.0.89 "GET /v2.0/networks/0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847712 Oct 20 12:46:24.845555 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4d3fef-7571-46b3-a130-cbdab4711627 None None] New status for floating IP 403ef8c0-64fe-4b8d-bc43-96e1ee327fd1: DOWN {{(pid=100648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 12:46:25.245051 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:25.441420 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e88f734-8823-4c19-be97-cd488650cff6 req-87171b33-2b11-4e84-a43c-500f05c8e3cc tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:46:25.442932 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4e88f734-8823-4c19-be97-cd488650cff6 req-87171b33-2b11-4e84-a43c-500f05c8e3cc tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 946 time: 0.0506642 Oct 20 12:46:25.487173 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4e88f734-8823-4c19-be97-cd488650cff6 req-ca495145-b391-453a-84f4-d9589fd546bd tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/security-groups?id=d550ead6-9256-4b78-8d6c-0c4ef07e281e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379825 Oct 20 12:46:26.094396 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0121f-71cc-4a0d-ba3b-c440f73ba8c9 req-27b76fe1-af35-482f-8353-d8ab3c4460ee tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:46:26.095915 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-14f0121f-71cc-4a0d-ba3b-c440f73ba8c9 req-27b76fe1-af35-482f-8353-d8ab3c4460ee tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.89 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 946 time: 0.0502551 Oct 20 12:46:26.188401 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-14f0121f-71cc-4a0d-ba3b-c440f73ba8c9 req-0fa49807-6f04-4749-a6ed-18c3a7e3e835 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Deleting port 80866fe0-6915-4edd-b331-f56400fe6695 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:46:26.188654 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-14f0121f-71cc-4a0d-ba3b-c440f73ba8c9 req-0fa49807-6f04-4749-a6ed-18c3a7e3e835 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:26.290590 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-14f0121f-71cc-4a0d-ba3b-c440f73ba8c9 req-0fa49807-6f04-4749-a6ed-18c3a7e3e835 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] For port 80866fe0-6915-4edd-b331-f56400fe6695, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=80866fe0-6915-4edd-b331-f56400fe6695,segment=NetworkSegment(4ca4fa3e-33a2-41dc-892e-edf014126201),segment_id=4ca4fa3e-33a2-41dc-892e-edf014126201)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:46:26.291005 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-14f0121f-71cc-4a0d-ba3b-c440f73ba8c9 req-0fa49807-6f04-4749-a6ed-18c3a7e3e835 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:26.303416 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-14f0121f-71cc-4a0d-ba3b-c440f73ba8c9 req-0fa49807-6f04-4749-a6ed-18c3a7e3e835 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Calling delete_port for 80866fe0-6915-4edd-b331-f56400fe6695 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:46:26.436490 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-14f0121f-71cc-4a0d-ba3b-c440f73ba8c9 req-0fa49807-6f04-4749-a6ed-18c3a7e3e835 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:26.464679 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa49807-6f04-4749-a6ed-18c3a7e3e835 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Pushing event deleted for resources: {'Port': ['ID=80866fe0-6915-4edd-b331-f56400fe6695,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:26.505309 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f0121f-71cc-4a0d-ba3b-c440f73ba8c9 req-0fa49807-6f04-4749-a6ed-18c3a7e3e835 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] No DVR routers for this DVR port 80866fe0-6915-4edd-b331-f56400fe6695 on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:46:26.508067 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-14f0121f-71cc-4a0d-ba3b-c440f73ba8c9 req-0fa49807-6f04-4749-a6ed-18c3a7e3e835 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:26.511443 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-14f0121f-71cc-4a0d-ba3b-c440f73ba8c9 req-0fa49807-6f04-4749-a6ed-18c3a7e3e835 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.89 "DELETE /v2.0/ports/80866fe0-6915-4edd-b331-f56400fe6695 HTTP/1.1" status: 204 len: 173 time: 0.4080598 Oct 20 12:46:26.511858 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c10bc949-fa85-4476-b823-b871d9f2cde8', 'name': 'network-vif-deleted', 'tag': '80866fe0-6915-4edd-b331-f56400fe6695'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:46:26.514487 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0a02dd2059fce6544e6c1114f6588b97938997ae633064690662b627edbbcf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f320d470-3931-4e94-b60b-c36e902051a0" -d '{"events": [{"server_uuid": "c10bc949-fa85-4476-b823-b871d9f2cde8", "name": "network-vif-deleted", "tag": "80866fe0-6915-4edd-b331-f56400fe6695"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:46:26.561659 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb533425-3698-47e9-b231-40d53d5d91c0 x-openstack-request-id: req-eb533425-3698-47e9-b231-40d53d5d91c0 {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:46:26.561954 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c10bc949-fa85-4476-b823-b871d9f2cde8", "name": "network-vif-deleted", "tag": "80866fe0-6915-4edd-b331-f56400fe6695", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:46:26.562210 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-eb533425-3698-47e9-b231-40d53d5d91c0 {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:46:26.562628 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c10bc949-fa85-4476-b823-b871d9f2cde8', 'name': 'network-vif-deleted', 'tag': '80866fe0-6915-4edd-b331-f56400fe6695', 'status': 'completed', 'code': 200} Oct 20 12:46:26.606410 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2d89cf31-1e20-4450-ba18-afaa37edacce req-e47940ec-1c4f-446d-954d-c7faa75c8736 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 210 time: 0.0266795 Oct 20 12:46:27.716253 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-90541aa6-eec4-45a5-afc3-7b17dc16612f req-87582a72-cf3b-4d91-a061-bfdb7f861a4f tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 210 time: 0.0375192 Oct 20 12:46:28.827571 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f3b5f54c-ad0c-4c1c-b3da-42a5e913d0f8 req-5e2b9f6d-6c7c-405d-a985-eaecb8439160 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 210 time: 0.0334384 Oct 20 12:46:29.472570 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 80866fe0-6915-4edd-b331-f56400fe6695 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:46:29.494438 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: 80866fe0-6915-4edd-b331-f56400fe6695 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:46:29.494778 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 80866fe0-6915-4edd-b331-f56400fe6695 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:46:29.936029 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2af142ee-b141-46c9-add7-4d073f458bd5 req-60174805-5c9e-4e22-8458-940c539343fa tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 210 time: 0.0352485 Oct 20 12:46:31.033903 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4679758a-b454-4051-b671-ba452784cf44 req-442dfc58-4f9f-46e8-ba7b-5e7c5ea32e05 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10bc949-fa85-4476-b823-b871d9f2cde8 HTTP/1.1" status: 200 len: 210 time: 0.0294194 Oct 20 12:46:32.102608 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 33442) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:46:32.178002 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-acef741a-550d-4842-92ad-7d868674ea97 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:32.206829 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-acef741a-550d-4842-92ad-7d868674ea97 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:32.292062 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-acef741a-550d-4842-92ad-7d868674ea97 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:32.295505 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-acef741a-550d-4842-92ad-7d868674ea97 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:32.297593 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-acef741a-550d-4842-92ad-7d868674ea97 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] 10.222.0.98 "DELETE /v2.0/security-groups/d550ead6-9256-4b78-8d6c-0c4ef07e281e HTTP/1.1" status: 204 len: 168 time: 0.1929195 Oct 20 12:46:32.313098 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acef741a-550d-4842-92ad-7d868674ea97 tempest-TestShelveInstance-1761723366 tempest-TestShelveInstance-1761723366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d550ead6-9256-4b78-8d6c-0c4ef07e281e,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:32.363748 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 33446) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:46:32.911673 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0d9dccdc-c5ee-4906-86c1-9402c0e1ea4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:33.181228 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-0d9dccdc-c5ee-4906-86c1-9402c0e1ea4a admin admin] Deleting port 0cebdfc0-1e4e-4509-ac4b-652f6b789ecb {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:46:33.181921 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0d9dccdc-c5ee-4906-86c1-9402c0e1ea4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:33.283716 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-0d9dccdc-c5ee-4906-86c1-9402c0e1ea4a admin admin] For port 0cebdfc0-1e4e-4509-ac4b-652f6b789ecb, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=0cebdfc0-1e4e-4509-ac4b-652f6b789ecb,segment=NetworkSegment(4ca4fa3e-33a2-41dc-892e-edf014126201),segment_id=4ca4fa3e-33a2-41dc-892e-edf014126201)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:46:33.283716 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0d9dccdc-c5ee-4906-86c1-9402c0e1ea4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:33.311241 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-0d9dccdc-c5ee-4906-86c1-9402c0e1ea4a admin admin] Calling delete_port for 0cebdfc0-1e4e-4509-ac4b-652f6b789ecb owned by network:router_interface {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:46:33.575024 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0d9dccdc-c5ee-4906-86c1-9402c0e1ea4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:33.646866 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9dccdc-c5ee-4906-86c1-9402c0e1ea4a admin admin] Pushing event deleted for resources: {'Port': ['ID=0cebdfc0-1e4e-4509-ac4b-652f6b789ecb,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:33.813288 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0d9dccdc-c5ee-4906-86c1-9402c0e1ea4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:34.076039 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d9dccdc-c5ee-4906-86c1-9402c0e1ea4a admin admin] Router e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:46:34.200250 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9dccdc-c5ee-4906-86c1-9402c0e1ea4a admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:46:34.205679 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-0d9dccdc-c5ee-4906-86c1-9402c0e1ea4a admin admin] 10.222.0.98 "PUT /v2.0/routers/e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8405449 Oct 20 12:46:34.209227 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 33450) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:46:34.214205 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8ca075-a7e0-4b8c-a662-7e2bf0b41721 None None] Sync routers for ids ['e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:46:34.229325 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8ca075-a7e0-4b8c-a662-7e2bf0b41721 None None] Routers {'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:46:34.230195 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-5f8ca075-a7e0-4b8c-a662-7e2bf0b41721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:46:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:46:34.341525 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-5f8ca075-a7e0-4b8c-a662-7e2bf0b41721 None None] Set router e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:46:34.344442 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-69189ed4-1614-4199-aa6d-33a6213fb8aa admin admin] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:34.466401 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-69189ed4-1614-4199-aa6d-33a6213fb8aa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:34.525995 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-69189ed4-1614-4199-aa6d-33a6213fb8aa admin admin] Deleting port 45f39e4d-cf47-41ab-9ba7-1bcc25df65a8 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:46:34.526348 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-69189ed4-1614-4199-aa6d-33a6213fb8aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:34.550161 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-5f8ca075-a7e0-4b8c-a662-7e2bf0b41721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'name': 'tempest-TestShelveInstance-1789344424-router', 'tenant_id': 'b6d2f82474444903a598220ed2ac57cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '45f39e4d-cf47-41ab-9ba7-1bcc25df65a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:37:24Z', 'updated_at': '2021-10-20T12:46:33Z', 'revision_number': 5, 'project_id': 'b6d2f82474444903a598220ed2ac57cc', 'gw_port': {'id': '45f39e4d-cf47-41ab-9ba7-1bcc25df65a8', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fe:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:37:24Z', 'updated_at': '2021-10-20T12:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:46:34.585834 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8ca075-a7e0-4b8c-a662-7e2bf0b41721 None None] Checking router: e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:46:34.598832 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8ca075-a7e0-4b8c-a662-7e2bf0b41721 None None] Routers {'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:46:34.599800 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-5f8ca075-a7e0-4b8c-a662-7e2bf0b41721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:46:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:46:34.661710 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-69189ed4-1614-4199-aa6d-33a6213fb8aa admin admin] For port 45f39e4d-cf47-41ab-9ba7-1bcc25df65a8, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=45f39e4d-cf47-41ab-9ba7-1bcc25df65a8,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:46:34.662157 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-69189ed4-1614-4199-aa6d-33a6213fb8aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:34.679088 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-69189ed4-1614-4199-aa6d-33a6213fb8aa admin admin] Calling delete_port for 45f39e4d-cf47-41ab-9ba7-1bcc25df65a8 owned by network:router_gateway {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:46:34.795007 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-5f8ca075-a7e0-4b8c-a662-7e2bf0b41721 None None] Set router e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f gateway port host: None {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:46:34.853857 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-5f8ca075-a7e0-4b8c-a662-7e2bf0b41721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'name': 'tempest-TestShelveInstance-1789344424-router', 'tenant_id': 'b6d2f82474444903a598220ed2ac57cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:37:24Z', 'updated_at': '2021-10-20T12:46:34Z', 'revision_number': 6, 'project_id': 'b6d2f82474444903a598220ed2ac57cc', 'gw_port_host': None}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:46:34.866908 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-69189ed4-1614-4199-aa6d-33a6213fb8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:34.882365 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8ca075-a7e0-4b8c-a662-7e2bf0b41721 None None] The sync data for ids ['e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f'] in n-d-814735-3 is: [{'id': 'e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f', 'name': 'tempest-TestShelveInstance-1789344424-router', 'tenant_id': 'b6d2f82474444903a598220ed2ac57cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:37:24Z', 'updated_at': '2021-10-20T12:46:34Z', 'revision_number': 6, 'project_id': 'b6d2f82474444903a598220ed2ac57cc', 'gw_port_host': None}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:46:34.917395 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69189ed4-1614-4199-aa6d-33a6213fb8aa admin admin] Pushing event deleted for resources: {'Port': ['ID=45f39e4d-cf47-41ab-9ba7-1bcc25df65a8,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:34.972123 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69189ed4-1614-4199-aa6d-33a6213fb8aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:46:34.972678 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69189ed4-1614-4199-aa6d-33a6213fb8aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:46:34.973241 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69189ed4-1614-4199-aa6d-33a6213fb8aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:46:34.973825 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69189ed4-1614-4199-aa6d-33a6213fb8aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:46:34.974371 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69189ed4-1614-4199-aa6d-33a6213fb8aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:46:34.974947 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69189ed4-1614-4199-aa6d-33a6213fb8aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:46:34.975483 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69189ed4-1614-4199-aa6d-33a6213fb8aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:46:34.976036 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69189ed4-1614-4199-aa6d-33a6213fb8aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:46:34.976561 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69189ed4-1614-4199-aa6d-33a6213fb8aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:46:34.977117 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69189ed4-1614-4199-aa6d-33a6213fb8aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:46:34.977697 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69189ed4-1614-4199-aa6d-33a6213fb8aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:46:34.978220 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69189ed4-1614-4199-aa6d-33a6213fb8aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:46:35.022159 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-69189ed4-1614-4199-aa6d-33a6213fb8aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:35.117543 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-69189ed4-1614-4199-aa6d-33a6213fb8aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:35.119818 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-69189ed4-1614-4199-aa6d-33a6213fb8aa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:35.166363 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-69189ed4-1614-4199-aa6d-33a6213fb8aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:35.166944 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69189ed4-1614-4199-aa6d-33a6213fb8aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 12:46:35.171752 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-69189ed4-1614-4199-aa6d-33a6213fb8aa admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:35.173082 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-69189ed4-1614-4199-aa6d-33a6213fb8aa admin admin] 10.222.0.98 "DELETE /v2.0/routers/e8de978d-b0c8-4a3f-8f84-5b8dee6eb07f HTTP/1.1" status: 204 len: 168 time: 0.9630935 Oct 20 12:46:35.176512 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 33454) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:46:35.226635 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-c004a4e2-f503-4fdb-8df7-bb5bebec1c4f admin admin] Deleting subnet 8ccf2191-a128-4039-813b-bbd136c22dd9 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 12:46:35.229848 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c004a4e2-f503-4fdb-8df7-bb5bebec1c4f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:35.272194 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c004a4e2-f503-4fdb-8df7-bb5bebec1c4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:35.364286 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c004a4e2-f503-4fdb-8df7-bb5bebec1c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:35.421002 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c004a4e2-f503-4fdb-8df7-bb5bebec1c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:35.448201 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c004a4e2-f503-4fdb-8df7-bb5bebec1c4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ccf2191-a128-4039-813b-bbd136c22dd9,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:35.452083 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c004a4e2-f503-4fdb-8df7-bb5bebec1c4f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:35.455382 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c004a4e2-f503-4fdb-8df7-bb5bebec1c4f admin admin] 10.222.0.98 "DELETE /v2.0/subnets/8ccf2191-a128-4039-813b-bbd136c22dd9 HTTP/1.1" status: 204 len: 168 time: 0.2779195 Oct 20 12:46:35.458042 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 33456) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:46:35.464154 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a8a70f-d316-4682-aa51-7084612c5a17 None None] Network 0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:46:35.531262 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1c82f330-2cc6-49af-8771-fd597841c70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:35.604102 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-1c82f330-2cc6-49af-8771-fd597841c70b admin admin] Deleting port a883ae01-7af8-4487-8d1b-a812c8bf121f {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:46:35.604445 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1c82f330-2cc6-49af-8771-fd597841c70b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:35.691984 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-1c82f330-2cc6-49af-8771-fd597841c70b admin admin] For port a883ae01-7af8-4487-8d1b-a812c8bf121f, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=a883ae01-7af8-4487-8d1b-a812c8bf121f,segment=NetworkSegment(4ca4fa3e-33a2-41dc-892e-edf014126201),segment_id=4ca4fa3e-33a2-41dc-892e-edf014126201)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:46:35.692480 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1c82f330-2cc6-49af-8771-fd597841c70b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:35.699609 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fffd8e-a792-415d-9d1d-7b8d7c3c6570 None None] DHCP port deletion for 0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 12:46:35.708954 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-1c82f330-2cc6-49af-8771-fd597841c70b admin admin] Calling delete_port for a883ae01-7af8-4487-8d1b-a812c8bf121f owned by network:dhcp {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:46:35.748217 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-87fffd8e-a792-415d-9d1d-7b8d7c3c6570 None None] Deleting port a883ae01-7af8-4487-8d1b-a812c8bf121f {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:46:35.748747 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-87fffd8e-a792-415d-9d1d-7b8d7c3c6570 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:35.807929 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1c82f330-2cc6-49af-8771-fd597841c70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:35.825335 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-87fffd8e-a792-415d-9d1d-7b8d7c3c6570 None None] For port a883ae01-7af8-4487-8d1b-a812c8bf121f, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=a883ae01-7af8-4487-8d1b-a812c8bf121f,segment=NetworkSegment(4ca4fa3e-33a2-41dc-892e-edf014126201),segment_id=4ca4fa3e-33a2-41dc-892e-edf014126201)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:46:35.825724 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-87fffd8e-a792-415d-9d1d-7b8d7c3c6570 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:35.837958 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82f330-2cc6-49af-8771-fd597841c70b admin admin] Pushing event deleted for resources: {'Port': ['ID=a883ae01-7af8-4487-8d1b-a812c8bf121f,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:35.841655 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c82f330-2cc6-49af-8771-fd597841c70b admin admin] No DVR routers for this DVR port a883ae01-7af8-4487-8d1b-a812c8bf121f on host n-d-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:46:35.843871 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-87fffd8e-a792-415d-9d1d-7b8d7c3c6570 None None] Calling delete_port for a883ae01-7af8-4487-8d1b-a812c8bf121f owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:46:35.928456 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-87fffd8e-a792-415d-9d1d-7b8d7c3c6570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:35.928814 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1c82f330-2cc6-49af-8771-fd597841c70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:35.956866 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fffd8e-a792-415d-9d1d-7b8d7c3c6570 None None] Pushing event deleted for resources: {'Port': ['ID=a883ae01-7af8-4487-8d1b-a812c8bf121f,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:35.961986 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fffd8e-a792-415d-9d1d-7b8d7c3c6570 None None] No DVR routers for this DVR port a883ae01-7af8-4487-8d1b-a812c8bf121f on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:46:35.969924 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fffd8e-a792-415d-9d1d-7b8d7c3c6570 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:46:35.970380 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fffd8e-a792-415d-9d1d-7b8d7c3c6570 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:46:35.970607 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fffd8e-a792-415d-9d1d-7b8d7c3c6570 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:46:35.974049 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fffd8e-a792-415d-9d1d-7b8d7c3c6570 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:46:35.975321 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fffd8e-a792-415d-9d1d-7b8d7c3c6570 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:46:35.975678 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fffd8e-a792-415d-9d1d-7b8d7c3c6570 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:46:35.976018 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fffd8e-a792-415d-9d1d-7b8d7c3c6570 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:46:35.976350 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fffd8e-a792-415d-9d1d-7b8d7c3c6570 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:46:35.977136 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fffd8e-a792-415d-9d1d-7b8d7c3c6570 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:46:35.977136 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fffd8e-a792-415d-9d1d-7b8d7c3c6570 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:46:35.977344 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fffd8e-a792-415d-9d1d-7b8d7c3c6570 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:46:35.977860 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fffd8e-a792-415d-9d1d-7b8d7c3c6570 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:46:35.987964 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-1c82f330-2cc6-49af-8771-fd597841c70b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:46:36.001862 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 0cebdfc0-1e4e-4509-ac4b-652f6b789ecb no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:46:36.003621 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-1c82f330-2cc6-49af-8771-fd597841c70b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ca4fa3e-33a2-41dc-892e-edf014126201') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:46:36.003788 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-1c82f330-2cc6-49af-8771-fd597841c70b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ca4fa3e-33a2-41dc-892e-edf014126201') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:46:36.015562 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1c82f330-2cc6-49af-8771-fd597841c70b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:36.029103 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 0cebdfc0-1e4e-4509-ac4b-652f6b789ecb {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:46:36.029390 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 0cebdfc0-1e4e-4509-ac4b-652f6b789ecb not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:46:36.029993 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device a883ae01-7af8-4487-8d1b-a812c8bf121f no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:46:36.041811 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1c82f330-2cc6-49af-8771-fd597841c70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:36.054117 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c82f330-2cc6-49af-8771-fd597841c70b admin admin] Releasing vlan 1265 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 12:46:36.054372 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: a883ae01-7af8-4487-8d1b-a812c8bf121f {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:46:36.054550 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device a883ae01-7af8-4487-8d1b-a812c8bf121f not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:46:36.054750 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1c82f330-2cc6-49af-8771-fd597841c70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:36.055035 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 45f39e4d-cf47-41ab-9ba7-1bcc25df65a8 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:46:36.056782 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 12:46:36.056782 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 12:46:36.056782 n-d-814735-3 neutron-server[100647]: timer() Oct 20 12:46:36.056782 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 12:46:36.056782 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 12:46:36.056782 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 12:46:36.056782 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 12:46:36.056782 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 12:46:36.056782 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 12:46:36.056782 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 12:46:36.056782 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 12:46:36.056782 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 12:46:36.056782 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 12:46:36.056782 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 12:46:36.056782 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 12:46:36.056782 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 12:46:36.056782 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 12:46:36.056782 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 12:46:36.056782 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 12:46:36.056782 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 12:46:36.056782 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 12:46:36.056782 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 12:46:36.056782 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 12:46:36.056782 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 12:46:36.056782 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 12:46:36.056782 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 12:46:36.056782 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 12:46:36.056782 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 12:46:36.056782 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 12:46:36.056782 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 12:46:36.056782 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 12:46:36.056782 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 12:46:36.074834 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 45f39e4d-cf47-41ab-9ba7-1bcc25df65a8 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:46:36.075171 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 45f39e4d-cf47-41ab-9ba7-1bcc25df65a8 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:46:36.120102 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1c82f330-2cc6-49af-8771-fd597841c70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:36.130432 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1c82f330-2cc6-49af-8771-fd597841c70b admin admin] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:36.134026 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-1c82f330-2cc6-49af-8771-fd597841c70b admin admin] 10.222.0.98 "DELETE /v2.0/networks/0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e HTTP/1.1" status: 204 len: 168 time: 0.6747856 Oct 20 12:46:36.137102 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 33458) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:46:36.145301 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82f330-2cc6-49af-8771-fd597841c70b admin admin] Pushing event deleted for resources: {'Network': ['ID=0a2a2ca7-aa93-48e0-a678-fbc8e7f1368e,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:36.520277 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7e93062f-42b5-498e-8db2-dc3aa104586d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:36.798251 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-7e93062f-42b5-498e-8db2-dc3aa104586d admin admin] Deleting port 1a7f76e0-fb20-4522-b17a-0e84ef1aa038 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:46:36.798512 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7e93062f-42b5-498e-8db2-dc3aa104586d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:36.884595 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-7e93062f-42b5-498e-8db2-dc3aa104586d admin admin] For port 1a7f76e0-fb20-4522-b17a-0e84ef1aa038, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=1a7f76e0-fb20-4522-b17a-0e84ef1aa038,segment=NetworkSegment(138e2664-131d-4caa-8139-b812f6f90f69),segment_id=138e2664-131d-4caa-8139-b812f6f90f69)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:46:36.884917 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7e93062f-42b5-498e-8db2-dc3aa104586d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:36.897943 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-7e93062f-42b5-498e-8db2-dc3aa104586d admin admin] Calling delete_port for 1a7f76e0-fb20-4522-b17a-0e84ef1aa038 owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:46:37.098085 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7e93062f-42b5-498e-8db2-dc3aa104586d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:37.131967 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e93062f-42b5-498e-8db2-dc3aa104586d admin admin] Pushing event deleted for resources: {'Port': ['ID=1a7f76e0-fb20-4522-b17a-0e84ef1aa038,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:37.333457 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7e93062f-42b5-498e-8db2-dc3aa104586d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:37.551385 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e93062f-42b5-498e-8db2-dc3aa104586d admin admin] Router be868309-9cd4-4990-b2d6-b9569c62f780 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:46:37.661452 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e93062f-42b5-498e-8db2-dc3aa104586d admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:46:37.667629 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7e93062f-42b5-498e-8db2-dc3aa104586d admin admin] 10.222.0.98 "PUT /v2.0/routers/be868309-9cd4-4990-b2d6-b9569c62f780/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5285282 Oct 20 12:46:37.669849 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 33460) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:46:37.674038 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0faf333e-efca-4445-b79f-090c3117d0b0 None None] Sync routers for ids ['be868309-9cd4-4990-b2d6-b9569c62f780'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:46:37.687399 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faf333e-efca-4445-b79f-090c3117d0b0 None None] Routers {'be868309-9cd4-4990-b2d6-b9569c62f780'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:46:37.688531 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-0faf333e-efca-4445-b79f-090c3117d0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:46:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['be868309-9cd4-4990-b2d6-b9569c62f780'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:46:37.774169 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-db7d5e27-99c3-4517-a706-1557de68a3ea admin admin] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:37.800169 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-0faf333e-efca-4445-b79f-090c3117d0b0 None None] Set router be868309-9cd4-4990-b2d6-b9569c62f780 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:46:37.873774 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-db7d5e27-99c3-4517-a706-1557de68a3ea admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:37.934741 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-db7d5e27-99c3-4517-a706-1557de68a3ea admin admin] Deleting port 0d434e43-a715-4194-88bd-0d976467c4ec {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:46:37.935217 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-db7d5e27-99c3-4517-a706-1557de68a3ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:37.994406 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-0faf333e-efca-4445-b79f-090c3117d0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be868309-9cd4-4990-b2d6-b9569c62f780', 'name': 'tempest-TestShelveInstance-1871741818-router', 'tenant_id': '8fee7593c961488ea5b085afdf423ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '0d434e43-a715-4194-88bd-0d976467c4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:37:29Z', 'updated_at': '2021-10-20T12:46:37Z', 'revision_number': 5, 'project_id': '8fee7593c961488ea5b085afdf423ca0', 'gw_port': {'id': '0d434e43-a715-4194-88bd-0d976467c4ec', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be868309-9cd4-4990-b2d6-b9569c62f780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:37:29Z', 'updated_at': '2021-10-20T12:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:46:38.021329 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-db7d5e27-99c3-4517-a706-1557de68a3ea admin admin] For port 0d434e43-a715-4194-88bd-0d976467c4ec, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=0d434e43-a715-4194-88bd-0d976467c4ec,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:46:38.021688 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-db7d5e27-99c3-4517-a706-1557de68a3ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:38.024874 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0faf333e-efca-4445-b79f-090c3117d0b0 None None] Checking router: be868309-9cd4-4990-b2d6-b9569c62f780 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:46:38.033960 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faf333e-efca-4445-b79f-090c3117d0b0 None None] Routers {'be868309-9cd4-4990-b2d6-b9569c62f780'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:46:38.034595 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-0faf333e-efca-4445-b79f-090c3117d0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:46:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['be868309-9cd4-4990-b2d6-b9569c62f780'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:46:38.039376 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-db7d5e27-99c3-4517-a706-1557de68a3ea admin admin] Calling delete_port for 0d434e43-a715-4194-88bd-0d976467c4ec owned by network:router_gateway {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:46:38.123081 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-0faf333e-efca-4445-b79f-090c3117d0b0 None None] Set router be868309-9cd4-4990-b2d6-b9569c62f780 gateway port host: None {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:46:38.180190 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-0faf333e-efca-4445-b79f-090c3117d0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be868309-9cd4-4990-b2d6-b9569c62f780', 'name': 'tempest-TestShelveInstance-1871741818-router', 'tenant_id': '8fee7593c961488ea5b085afdf423ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:37:29Z', 'updated_at': '2021-10-20T12:46:37Z', 'revision_number': 6, 'project_id': '8fee7593c961488ea5b085afdf423ca0', 'gw_port_host': None}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:46:38.215406 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0faf333e-efca-4445-b79f-090c3117d0b0 None None] The sync data for ids ['be868309-9cd4-4990-b2d6-b9569c62f780'] in n-d-814735-3 is: [{'id': 'be868309-9cd4-4990-b2d6-b9569c62f780', 'name': 'tempest-TestShelveInstance-1871741818-router', 'tenant_id': '8fee7593c961488ea5b085afdf423ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:37:29Z', 'updated_at': '2021-10-20T12:46:37Z', 'revision_number': 6, 'project_id': '8fee7593c961488ea5b085afdf423ca0', 'gw_port_host': None}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:46:38.540453 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:46:38.541419 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-db7d5e27-99c3-4517-a706-1557de68a3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:38.580070 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d5e27-99c3-4517-a706-1557de68a3ea admin admin] Pushing event deleted for resources: {'Port': ['ID=0d434e43-a715-4194-88bd-0d976467c4ec,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:38.643689 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-db7d5e27-99c3-4517-a706-1557de68a3ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:38.737471 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-db7d5e27-99c3-4517-a706-1557de68a3ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:38.739813 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-db7d5e27-99c3-4517-a706-1557de68a3ea admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:38.795014 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-db7d5e27-99c3-4517-a706-1557de68a3ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:38.795424 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7d5e27-99c3-4517-a706-1557de68a3ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router be868309-9cd4-4990-b2d6-b9569c62f780 {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 12:46:38.800049 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-db7d5e27-99c3-4517-a706-1557de68a3ea admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:38.801213 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-db7d5e27-99c3-4517-a706-1557de68a3ea admin admin] 10.222.0.98 "DELETE /v2.0/routers/be868309-9cd4-4990-b2d6-b9569c62f780 HTTP/1.1" status: 204 len: 168 time: 1.1304400 Oct 20 12:46:38.805730 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 33462) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:46:38.857146 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-912fff98-3c88-4ad3-bd7c-25e945c7a34d admin admin] Deleting subnet cc69ae99-b8d8-43ed-9863-62d0321d46a6 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 12:46:38.860860 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-912fff98-3c88-4ad3-bd7c-25e945c7a34d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:38.899903 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-912fff98-3c88-4ad3-bd7c-25e945c7a34d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:39.000627 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-912fff98-3c88-4ad3-bd7c-25e945c7a34d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:39.056587 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-912fff98-3c88-4ad3-bd7c-25e945c7a34d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:39.082048 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912fff98-3c88-4ad3-bd7c-25e945c7a34d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc69ae99-b8d8-43ed-9863-62d0321d46a6,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:39.085627 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-912fff98-3c88-4ad3-bd7c-25e945c7a34d admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:39.090182 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-912fff98-3c88-4ad3-bd7c-25e945c7a34d admin admin] 10.222.0.98 "DELETE /v2.0/subnets/cc69ae99-b8d8-43ed-9863-62d0321d46a6 HTTP/1.1" status: 204 len: 168 time: 0.2820394 Oct 20 12:46:39.092096 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 33464) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:46:39.096567 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462a47d9-0b90-4c7e-b16c-79db9681e582 None None] Network 6f5e148d-819f-488b-be9c-79bb760cc314 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:46:39.178965 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e1a2cf88-22b6-44c7-9472-e7fa3ca4da47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:39.243354 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-e1a2cf88-22b6-44c7-9472-e7fa3ca4da47 admin admin] Deleting port cfdd429e-6929-4bc4-a7dc-7f8f35033e4a {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:46:39.243671 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e1a2cf88-22b6-44c7-9472-e7fa3ca4da47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:39.307110 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41884ca4-763c-44e8-811f-f421fe11e3a1 None None] DHCP port deletion for 6f5e148d-819f-488b-be9c-79bb760cc314 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 12:46:39.319568 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-e1a2cf88-22b6-44c7-9472-e7fa3ca4da47 admin admin] For port cfdd429e-6929-4bc4-a7dc-7f8f35033e4a, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=cfdd429e-6929-4bc4-a7dc-7f8f35033e4a,segment=NetworkSegment(138e2664-131d-4caa-8139-b812f6f90f69),segment_id=138e2664-131d-4caa-8139-b812f6f90f69)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:46:39.320025 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e1a2cf88-22b6-44c7-9472-e7fa3ca4da47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:39.340767 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-e1a2cf88-22b6-44c7-9472-e7fa3ca4da47 admin admin] Calling delete_port for cfdd429e-6929-4bc4-a7dc-7f8f35033e4a owned by network:dhcp {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:46:39.363038 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-41884ca4-763c-44e8-811f-f421fe11e3a1 None None] Deleting port cfdd429e-6929-4bc4-a7dc-7f8f35033e4a {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:46:39.363408 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-41884ca4-763c-44e8-811f-f421fe11e3a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:39.428079 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e1a2cf88-22b6-44c7-9472-e7fa3ca4da47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:39.428706 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-41884ca4-763c-44e8-811f-f421fe11e3a1 None None] For port cfdd429e-6929-4bc4-a7dc-7f8f35033e4a, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=cfdd429e-6929-4bc4-a7dc-7f8f35033e4a,segment=NetworkSegment(138e2664-131d-4caa-8139-b812f6f90f69),segment_id=138e2664-131d-4caa-8139-b812f6f90f69)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:46:39.429108 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-41884ca4-763c-44e8-811f-f421fe11e3a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:39.443461 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-41884ca4-763c-44e8-811f-f421fe11e3a1 None None] Calling delete_port for cfdd429e-6929-4bc4-a7dc-7f8f35033e4a owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:46:39.455310 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a2cf88-22b6-44c7-9472-e7fa3ca4da47 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfdd429e-6929-4bc4-a7dc-7f8f35033e4a,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:39.459323 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a2cf88-22b6-44c7-9472-e7fa3ca4da47 admin admin] No DVR routers for this DVR port cfdd429e-6929-4bc4-a7dc-7f8f35033e4a on host n-d-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:46:39.529130 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-41884ca4-763c-44e8-811f-f421fe11e3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:39.545357 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e1a2cf88-22b6-44c7-9472-e7fa3ca4da47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:39.554233 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41884ca4-763c-44e8-811f-f421fe11e3a1 None None] Pushing event deleted for resources: {'Port': ['ID=cfdd429e-6929-4bc4-a7dc-7f8f35033e4a,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:39.559713 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41884ca4-763c-44e8-811f-f421fe11e3a1 None None] No DVR routers for this DVR port cfdd429e-6929-4bc4-a7dc-7f8f35033e4a on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:46:39.569094 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-e1a2cf88-22b6-44c7-9472-e7fa3ca4da47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f5e148d-819f-488b-be9c-79bb760cc314']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:46:39.582053 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-e1a2cf88-22b6-44c7-9472-e7fa3ca4da47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '138e2664-131d-4caa-8139-b812f6f90f69') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:46:39.582339 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-e1a2cf88-22b6-44c7-9472-e7fa3ca4da47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '138e2664-131d-4caa-8139-b812f6f90f69') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:46:39.593596 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e1a2cf88-22b6-44c7-9472-e7fa3ca4da47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:39.608933 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e1a2cf88-22b6-44c7-9472-e7fa3ca4da47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:39.615752 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1a2cf88-22b6-44c7-9472-e7fa3ca4da47 admin admin] Releasing vlan 1269 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 12:46:39.616265 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e1a2cf88-22b6-44c7-9472-e7fa3ca4da47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:39.618222 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 12:46:39.618222 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 12:46:39.618222 n-d-814735-3 neutron-server[100647]: timer() Oct 20 12:46:39.618222 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 12:46:39.618222 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 12:46:39.618222 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 12:46:39.618222 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 12:46:39.618222 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 12:46:39.618222 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 12:46:39.618222 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 12:46:39.618222 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 12:46:39.618222 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 12:46:39.618222 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 12:46:39.618222 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 12:46:39.618222 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 12:46:39.618222 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 12:46:39.618222 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 12:46:39.618222 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 12:46:39.618222 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 12:46:39.618222 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 12:46:39.618222 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 12:46:39.618222 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 12:46:39.618222 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 12:46:39.618222 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 12:46:39.618222 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 12:46:39.618222 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 12:46:39.618222 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 12:46:39.618222 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 12:46:39.618222 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 12:46:39.618222 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 12:46:39.618222 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 12:46:39.618222 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 12:46:39.678056 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e1a2cf88-22b6-44c7-9472-e7fa3ca4da47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:39.683923 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-e1a2cf88-22b6-44c7-9472-e7fa3ca4da47 admin admin] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:39.687163 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e1a2cf88-22b6-44c7-9472-e7fa3ca4da47 admin admin] 10.222.0.98 "DELETE /v2.0/networks/6f5e148d-819f-488b-be9c-79bb760cc314 HTTP/1.1" status: 204 len: 168 time: 0.5938661 Oct 20 12:46:39.698947 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a2cf88-22b6-44c7-9472-e7fa3ca4da47 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f5e148d-819f-488b-be9c-79bb760cc314,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:39.803748 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 33468) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:46:39.846651 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-e807a2ad-3601-4825-a466-0cbc16fc4998 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b6d2f82474444903a598220ed2ac57cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414860 Oct 20 12:46:39.849231 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 33470) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:46:39.903019 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0a0dd338-2b23-4f62-8aaa-0a504bd70771 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:39.924797 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0a0dd338-2b23-4f62-8aaa-0a504bd70771 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:39.971485 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 0d434e43-a715-4194-88bd-0d976467c4ec no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:46:39.978879 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0a0dd338-2b23-4f62-8aaa-0a504bd70771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:39.981500 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0a0dd338-2b23-4f62-8aaa-0a504bd70771 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:39.982739 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-0a0dd338-2b23-4f62-8aaa-0a504bd70771 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3642b783-cf0b-4b88-907f-526f89c942cb HTTP/1.1" status: 204 len: 168 time: 0.1325827 Oct 20 12:46:39.991201 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0dd338-2b23-4f62-8aaa-0a504bd70771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3642b783-cf0b-4b88-907f-526f89c942cb,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:39.992358 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 0d434e43-a715-4194-88bd-0d976467c4ec {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:46:39.992724 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 0d434e43-a715-4194-88bd-0d976467c4ec not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:46:39.993168 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 1a7f76e0-fb20-4522-b17a-0e84ef1aa038 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:46:40.017118 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 1a7f76e0-fb20-4522-b17a-0e84ef1aa038 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:46:40.017462 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 1a7f76e0-fb20-4522-b17a-0e84ef1aa038 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:46:40.017867 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device cfdd429e-6929-4bc4-a7dc-7f8f35033e4a no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:46:40.040071 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: cfdd429e-6929-4bc4-a7dc-7f8f35033e4a {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:46:40.040415 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device cfdd429e-6929-4bc4-a7dc-7f8f35033e4a not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:46:40.299575 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 33476) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:46:40.339093 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-f9bd4236-bee5-4702-90d0-458363d909ea admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8fee7593c961488ea5b085afdf423ca0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382309 Oct 20 12:46:40.341565 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 33478) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:46:40.394945 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f389cfc1-36a5-47ed-8acf-3a7b81cbecb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:40.416108 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f389cfc1-36a5-47ed-8acf-3a7b81cbecb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:40.464722 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f389cfc1-36a5-47ed-8acf-3a7b81cbecb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:40.467417 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-f389cfc1-36a5-47ed-8acf-3a7b81cbecb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:40.468597 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-f389cfc1-36a5-47ed-8acf-3a7b81cbecb2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/134d89a8-e268-4934-bd0c-1acc65b29e7f HTTP/1.1" status: 204 len: 168 time: 0.1261272 Oct 20 12:46:40.476774 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f389cfc1-36a5-47ed-8acf-3a7b81cbecb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134d89a8-e268-4934-bd0c-1acc65b29e7f,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:40.501483 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:41.174928 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 33500) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:46:41.277256 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-1bb7604d-370a-4c92-b45d-96ead1c42177 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1281370251-network', 'tenant_id': '56378f88be8c444a893bcc309f9776b9'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:46:41.300835 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb7604d-370a-4c92-b45d-96ead1c42177 admin admin] Made reservation on behalf of 56378f88be8c444a893bcc309f9776b9 for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:46:41.303315 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1bb7604d-370a-4c92-b45d-96ead1c42177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:41.312608 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1bb7604d-370a-4c92-b45d-96ead1c42177 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:41.395714 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1bb7604d-370a-4c92-b45d-96ead1c42177 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:41.401558 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1bb7604d-370a-4c92-b45d-96ead1c42177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:41.427032 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bb7604d-370a-4c92-b45d-96ead1c42177 admin admin] vlan segment allocate from pool success with {'vlan_id': 1275, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 12:46:41.437215 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb7604d-370a-4c92-b45d-96ead1c42177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e85408a-db08-4419-897f-5f9306eecaf7,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:41.442036 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1bb7604d-370a-4c92-b45d-96ead1c42177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:41.442384 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-1bb7604d-370a-4c92-b45d-96ead1c42177 admin admin] Added segment a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4 of type vlan for network 6bca9e03-1890-4f25-934e-f1b5bbb2cbb0 Oct 20 12:46:41.483814 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1bb7604d-370a-4c92-b45d-96ead1c42177 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:41.510327 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1bb7604d-370a-4c92-b45d-96ead1c42177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:41.511477 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb7604d-370a-4c92-b45d-96ead1c42177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:46:41.512177 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-1bb7604d-370a-4c92-b45d-96ead1c42177 admin admin] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:41.548927 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-1bb7604d-370a-4c92-b45d-96ead1c42177 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3728452 Oct 20 12:46:41.552281 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 33504) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:46:41.557591 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-5e69663b-b248-4934-9818-89da031015a6 admin admin] Request body: {'subnet': {'network_id': '6bca9e03-1890-4f25-934e-f1b5bbb2cbb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1281370251-subnet', 'tenant_id': '56378f88be8c444a893bcc309f9776b9', 'ip_version': 4}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:46:41.586027 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e69663b-b248-4934-9818-89da031015a6 admin admin] Made reservation on behalf of 56378f88be8c444a893bcc309f9776b9 for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:46:41.587777 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb7604d-370a-4c92-b45d-96ead1c42177 admin admin] Pushing event updated for resources: {'Network': ['ID=6bca9e03-1890-4f25-934e-f1b5bbb2cbb0,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:41.588889 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5e69663b-b248-4934-9818-89da031015a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:41.602560 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network 6bca9e03-1890-4f25-934e-f1b5bbb2cbb0 details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 12:46:41.780222 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5e69663b-b248-4934-9818-89da031015a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:41.829923 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69663b-b248-4934-9818-89da031015a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2c68b78-8188-46ba-b44c-8a961da9aa26,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:41.845639 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e69663b-b248-4934-9818-89da031015a6 admin admin] Checking segment: {'id': 'a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '6bca9e03-1890-4f25-934e-f1b5bbb2cbb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:46:41.846002 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e69663b-b248-4934-9818-89da031015a6 admin admin] Network hostable DHCP agents. Network: 6bca9e03-1890-4f25-934e-f1b5bbb2cbb0, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 12:46:41.864024 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e69663b-b248-4934-9818-89da031015a6 admin admin] Network 6bca9e03-1890-4f25-934e-f1b5bbb2cbb0 is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 12:46:41.873167 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-5e69663b-b248-4934-9818-89da031015a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, 6bca9e03-1890-4f25-934e-f1b5bbb2cbb0) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:46:41.878620 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e69663b-b248-4934-9818-89da031015a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:46:41.879240 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-5e69663b-b248-4934-9818-89da031015a6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:41.882730 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9d672f-7312-4275-ad7f-e7b6e4683298 None None] Network 6bca9e03-1890-4f25-934e-f1b5bbb2cbb0 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:46:41.898666 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-5e69663b-b248-4934-9818-89da031015a6 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3452208 Oct 20 12:46:41.901507 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 33506) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:46:41.906104 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-c5c423ec-fe48-4801-905c-b4e93054539c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1281370251-router', 'tenant_id': '56378f88be8c444a893bcc309f9776b9', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:46:41.931985 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c5c423ec-fe48-4801-905c-b4e93054539c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:41.933009 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c5c423ec-fe48-4801-905c-b4e93054539c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:41.989763 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c5c423ec-fe48-4801-905c-b4e93054539c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:42.144479 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c5c423ec-fe48-4801-905c-b4e93054539c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:42.203948 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c23610-dc49-4ae6-92f0-1da2fd736d90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-6bca9e03-1890-4f25-934e-f1b5bbb2cbb0', 'network_id': '6bca9e03-1890-4f25-934e-f1b5bbb2cbb0', 'tenant_id': '56378f88be8c444a893bcc309f9776b9', 'fixed_ips': [{'subnet_id': 'f2c68b78-8188-46ba-b44c-8a961da9aa26'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 12:46:42.204830 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-81c23610-dc49-4ae6-92f0-1da2fd736d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:42.338543 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-81c23610-dc49-4ae6-92f0-1da2fd736d90 None None] Allocated IP 172.20.0.2 (6bca9e03-1890-4f25-934e-f1b5bbb2cbb0/f2c68b78-8188-46ba-b44c-8a961da9aa26/598af5a3-4f04-485d-b364-798118ae3662) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:46:42.355691 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c5c423ec-fe48-4801-905c-b4e93054539c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:42.375055 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c5c423ec-fe48-4801-905c-b4e93054539c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:42.479902 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-81c23610-dc49-4ae6-92f0-1da2fd736d90 None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:42.483837 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-c5c423ec-fe48-4801-905c-b4e93054539c admin admin] Allocated IP 172.25.5.77 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/88fbdcd7-1f84-4814-a82a-9c7295741543) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:46:42.486335 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-81c23610-dc49-4ae6-92f0-1da2fd736d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:42.527820 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c23610-dc49-4ae6-92f0-1da2fd736d90 None None] Network 6bca9e03-1890-4f25-934e-f1b5bbb2cbb0 is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:46:42.530839 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-81c23610-dc49-4ae6-92f0-1da2fd736d90 None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:46:42.534429 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c23610-dc49-4ae6-92f0-1da2fd736d90 None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:46:42.547253 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c23610-dc49-4ae6-92f0-1da2fd736d90 None None] Pushing event updated for resources: {'Port': ['ID=598af5a3-4f04-485d-b364-798118ae3662,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:42.599159 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c5c423ec-fe48-4801-905c-b4e93054539c admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:42.603659 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-81c23610-dc49-4ae6-92f0-1da2fd736d90 None None] Attempting to bind port 598af5a3-4f04-485d-b364-798118ae3662 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:46:42.604344 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-81c23610-dc49-4ae6-92f0-1da2fd736d90 None None] Attempting to bind port 598af5a3-4f04-485d-b364-798118ae3662 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '6bca9e03-1890-4f25-934e-f1b5bbb2cbb0'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:46:42.604532 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c23610-dc49-4ae6-92f0-1da2fd736d90 None None] Attempting to bind port 598af5a3-4f04-485d-b364-798118ae3662 on network 6bca9e03-1890-4f25-934e-f1b5bbb2cbb0 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:46:42.610919 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c23610-dc49-4ae6-92f0-1da2fd736d90 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:46:42.611340 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c23610-dc49-4ae6-92f0-1da2fd736d90 None None] Checking segment: {'id': 'a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '6bca9e03-1890-4f25-934e-f1b5bbb2cbb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:46:42.611816 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-81c23610-dc49-4ae6-92f0-1da2fd736d90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:42.612284 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c23610-dc49-4ae6-92f0-1da2fd736d90 None None] Bound using segment: {'id': 'a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '6bca9e03-1890-4f25-934e-f1b5bbb2cbb0'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:46:42.612879 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-81c23610-dc49-4ae6-92f0-1da2fd736d90 None None] Bound port: 598af5a3-4f04-485d-b364-798118ae3662, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '6bca9e03-1890-4f25-934e-f1b5bbb2cbb0'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:46:42.613376 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-81c23610-dc49-4ae6-92f0-1da2fd736d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:42.657233 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c5c423ec-fe48-4801-905c-b4e93054539c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:42.695082 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-81c23610-dc49-4ae6-92f0-1da2fd736d90 None None] For port 598af5a3-4f04-485d-b364-798118ae3662, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:46:42.695431 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c423ec-fe48-4801-905c-b4e93054539c admin admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:46:42.698977 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-81c23610-dc49-4ae6-92f0-1da2fd736d90 None None] For port 598af5a3-4f04-485d-b364-798118ae3662, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=598af5a3-4f04-485d-b364-798118ae3662,segment=NetworkSegment(a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4),segment_id=a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:46:42.700031 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-c5c423ec-fe48-4801-905c-b4e93054539c admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:46:42.705038 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-81c23610-dc49-4ae6-92f0-1da2fd736d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:42.706962 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c423ec-fe48-4801-905c-b4e93054539c admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:46:42.710131 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c423ec-fe48-4801-905c-b4e93054539c admin admin] Pushing event updated for resources: {'Port': ['ID=88fbdcd7-1f84-4814-a82a-9c7295741543,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:42.766967 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c23610-dc49-4ae6-92f0-1da2fd736d90 None None] Pushing event updated for resources: {'Port': ['ID=598af5a3-4f04-485d-b364-798118ae3662,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:42.990446 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c5c423ec-fe48-4801-905c-b4e93054539c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:43.197540 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c5c423ec-fe48-4801-905c-b4e93054539c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:43.327931 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c423ec-fe48-4801-905c-b4e93054539c admin admin] Router b9c96c32-b489-4875-a187-11831ca75c06 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 12:46:43.450163 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c423ec-fe48-4801-905c-b4e93054539c admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:46:43.463260 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875d63db-5e63-4b60-8186-509f9e3bf1fe None None] Sync routers for ids ['b9c96c32-b489-4875-a187-11831ca75c06'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:46:43.478434 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875d63db-5e63-4b60-8186-509f9e3bf1fe None None] Routers {'b9c96c32-b489-4875-a187-11831ca75c06'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:46:43.479154 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-c5c423ec-fe48-4801-905c-b4e93054539c admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:43.479581 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-875d63db-5e63-4b60-8186-509f9e3bf1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:46:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['b9c96c32-b489-4875-a187-11831ca75c06'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:46:43.484155 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-c5c423ec-fe48-4801-905c-b4e93054539c admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5786805 Oct 20 12:46:43.484548 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 33508) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:46:43.607018 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-875d63db-5e63-4b60-8186-509f9e3bf1fe None None] Set router b9c96c32-b489-4875-a187-11831ca75c06 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:46:43.734388 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65426260-f14b-4a98-a4b2-91c33cd33532 None None] Network 6bca9e03-1890-4f25-934e-f1b5bbb2cbb0 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:46:43.823383 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-875d63db-5e63-4b60-8186-509f9e3bf1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'name': 'tempest-TestSnapshotPattern-1281370251-router', 'tenant_id': '56378f88be8c444a893bcc309f9776b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '88fbdcd7-1f84-4814-a82a-9c7295741543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:46:41Z', 'updated_at': '2021-10-20T12:46:42Z', 'revision_number': 3, 'project_id': '56378f88be8c444a893bcc309f9776b9', 'gw_port': {'id': '88fbdcd7-1f84-4814-a82a-9c7295741543', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:46:42Z', 'updated_at': '2021-10-20T12:46:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:46:43.853358 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875d63db-5e63-4b60-8186-509f9e3bf1fe None None] Checking router: b9c96c32-b489-4875-a187-11831ca75c06 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:46:43.854023 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875d63db-5e63-4b60-8186-509f9e3bf1fe None None] Updating router b9c96c32-b489-4875-a187-11831ca75c06 port 88fbdcd7-1f84-4814-a82a-9c7295741543 binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 12:46:43.864044 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-fa946d69-0075-4bb9-b9f0-58b6909f85ff None None] Provisioning complete for port 598af5a3-4f04-485d-b364-798118ae3662 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:46:43.864407 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-fa946d69-0075-4bb9-b9f0-58b6909f85ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:43.880087 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-875d63db-5e63-4b60-8186-509f9e3bf1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:43.996788 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-182e8f6a-5594-4826-b1e6-74b9b46d3fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:44.024720 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-fa946d69-0075-4bb9-b9f0-58b6909f85ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:44.063189 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 598af5a3-4f04-485d-b364-798118ae3662 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:46:44.071901 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-fa946d69-0075-4bb9-b9f0-58b6909f85ff None None] For port 598af5a3-4f04-485d-b364-798118ae3662, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=598af5a3-4f04-485d-b364-798118ae3662,segment=NetworkSegment(a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4),segment_id=a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:46:44.107073 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-fa946d69-0075-4bb9-b9f0-58b6909f85ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:44.201668 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-875d63db-5e63-4b60-8186-509f9e3bf1fe None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:44.208181 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-182e8f6a-5594-4826-b1e6-74b9b46d3fcc admin admin] Allocated IP 172.20.0.1 (6bca9e03-1890-4f25-934e-f1b5bbb2cbb0/f2c68b78-8188-46ba-b44c-8a961da9aa26/67e4043b-118f-49d6-b0b8-98537d9f07e6) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:46:44.208432 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa946d69-0075-4bb9-b9f0-58b6909f85ff None None] Pushing event updated for resources: {'Port': ['ID=598af5a3-4f04-485d-b364-798118ae3662,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:44.208904 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-875d63db-5e63-4b60-8186-509f9e3bf1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:44.252761 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 598af5a3-4f04-485d-b364-798118ae3662 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:46:44.253394 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:44.272907 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-875d63db-5e63-4b60-8186-509f9e3bf1fe None None] Attempting to bind port 88fbdcd7-1f84-4814-a82a-9c7295741543 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:46:44.273422 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-875d63db-5e63-4b60-8186-509f9e3bf1fe None None] Attempting to bind port 88fbdcd7-1f84-4814-a82a-9c7295741543 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:46:44.273947 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875d63db-5e63-4b60-8186-509f9e3bf1fe None None] Attempting to bind port 88fbdcd7-1f84-4814-a82a-9c7295741543 on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:46:44.285766 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875d63db-5e63-4b60-8186-509f9e3bf1fe None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:46:44.286330 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875d63db-5e63-4b60-8186-509f9e3bf1fe None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:46:44.286829 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-875d63db-5e63-4b60-8186-509f9e3bf1fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:44.287321 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875d63db-5e63-4b60-8186-509f9e3bf1fe None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:46:44.287879 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-875d63db-5e63-4b60-8186-509f9e3bf1fe None None] Bound port: 88fbdcd7-1f84-4814-a82a-9c7295741543, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:46:44.288319 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-875d63db-5e63-4b60-8186-509f9e3bf1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:44.290067 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63608e5c-ad07-41ea-a0dc-c4cf6668482a None None] Pushing event updated for resources: {'Port': ['ID=88fbdcd7-1f84-4814-a82a-9c7295741543,revision_number=2']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:44.314487 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63608e5c-ad07-41ea-a0dc-c4cf6668482a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:46:44.314884 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63608e5c-ad07-41ea-a0dc-c4cf6668482a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:46:44.315699 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63608e5c-ad07-41ea-a0dc-c4cf6668482a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:46:44.316216 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63608e5c-ad07-41ea-a0dc-c4cf6668482a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:46:44.316542 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63608e5c-ad07-41ea-a0dc-c4cf6668482a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:46:44.317033 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63608e5c-ad07-41ea-a0dc-c4cf6668482a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:46:44.317526 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63608e5c-ad07-41ea-a0dc-c4cf6668482a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:46:44.318013 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63608e5c-ad07-41ea-a0dc-c4cf6668482a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:46:44.318336 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63608e5c-ad07-41ea-a0dc-c4cf6668482a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:46:44.318660 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63608e5c-ad07-41ea-a0dc-c4cf6668482a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:46:44.319008 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63608e5c-ad07-41ea-a0dc-c4cf6668482a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:46:44.319330 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63608e5c-ad07-41ea-a0dc-c4cf6668482a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:46:44.344269 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-182e8f6a-5594-4826-b1e6-74b9b46d3fcc admin admin] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:44.358578 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-875d63db-5e63-4b60-8186-509f9e3bf1fe None None] For port 88fbdcd7-1f84-4814-a82a-9c7295741543, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:46:44.362156 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-875d63db-5e63-4b60-8186-509f9e3bf1fe None None] For port 88fbdcd7-1f84-4814-a82a-9c7295741543, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=88fbdcd7-1f84-4814-a82a-9c7295741543,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:46:44.366234 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-875d63db-5e63-4b60-8186-509f9e3bf1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:44.384236 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-4587f3d7-955c-45ab-9cb0-934fa94b7a67 None None] Provisioning complete for port 598af5a3-4f04-485d-b364-798118ae3662 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:46:44.384601 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4587f3d7-955c-45ab-9cb0-934fa94b7a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:44.394125 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-182e8f6a-5594-4826-b1e6-74b9b46d3fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:44.423125 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875d63db-5e63-4b60-8186-509f9e3bf1fe None None] Routers {'b9c96c32-b489-4875-a187-11831ca75c06'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:46:44.424148 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-875d63db-5e63-4b60-8186-509f9e3bf1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:46:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['b9c96c32-b489-4875-a187-11831ca75c06'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:46:44.462378 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63608e5c-ad07-41ea-a0dc-c4cf6668482a None None] Pushing event updated for resources: {'Port': ['ID=88fbdcd7-1f84-4814-a82a-9c7295741543,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:44.466177 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182e8f6a-5594-4826-b1e6-74b9b46d3fcc admin admin] Network 6bca9e03-1890-4f25-934e-f1b5bbb2cbb0 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:46:44.481174 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-182e8f6a-5594-4826-b1e6-74b9b46d3fcc admin admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:46:44.485225 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182e8f6a-5594-4826-b1e6-74b9b46d3fcc admin admin] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:46:44.491002 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182e8f6a-5594-4826-b1e6-74b9b46d3fcc admin admin] Pushing event updated for resources: {'Port': ['ID=67e4043b-118f-49d6-b0b8-98537d9f07e6,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:44.536297 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-875d63db-5e63-4b60-8186-509f9e3bf1fe None None] Set router b9c96c32-b489-4875-a187-11831ca75c06 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:46:44.555876 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-182e8f6a-5594-4826-b1e6-74b9b46d3fcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:44.740977 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-182e8f6a-5594-4826-b1e6-74b9b46d3fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:44.758827 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-875d63db-5e63-4b60-8186-509f9e3bf1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'name': 'tempest-TestSnapshotPattern-1281370251-router', 'tenant_id': '56378f88be8c444a893bcc309f9776b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '88fbdcd7-1f84-4814-a82a-9c7295741543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:46:41Z', 'updated_at': '2021-10-20T12:46:42Z', 'revision_number': 3, 'project_id': '56378f88be8c444a893bcc309f9776b9', 'gw_port': {'id': '88fbdcd7-1f84-4814-a82a-9c7295741543', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:46:42Z', 'updated_at': '2021-10-20T12:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:46:44.804137 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-282753de-1b66-4ec7-9559-ca58dbd98640 None None] Provisioning complete for port 67e4043b-118f-49d6-b0b8-98537d9f07e6 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:46:44.804745 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-282753de-1b66-4ec7-9559-ca58dbd98640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:44.806512 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875d63db-5e63-4b60-8186-509f9e3bf1fe None None] The sync data for ids ['b9c96c32-b489-4875-a187-11831ca75c06'] in n-d-814735-3 is: [{'id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'name': 'tempest-TestSnapshotPattern-1281370251-router', 'tenant_id': '56378f88be8c444a893bcc309f9776b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '88fbdcd7-1f84-4814-a82a-9c7295741543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:46:41Z', 'updated_at': '2021-10-20T12:46:42Z', 'revision_number': 3, 'project_id': '56378f88be8c444a893bcc309f9776b9', 'gw_port': {'id': '88fbdcd7-1f84-4814-a82a-9c7295741543', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:46:42Z', 'updated_at': '2021-10-20T12:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:46:44.844370 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-282753de-1b66-4ec7-9559-ca58dbd98640 None None] Port 67e4043b-118f-49d6-b0b8-98537d9f07e6 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:46:44.917033 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-182e8f6a-5594-4826-b1e6-74b9b46d3fcc admin admin] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:44.921639 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-182e8f6a-5594-4826-b1e6-74b9b46d3fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:44.992501 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182e8f6a-5594-4826-b1e6-74b9b46d3fcc admin admin] Pushing event updated for resources: {'Port': ['ID=67e4043b-118f-49d6-b0b8-98537d9f07e6,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:44.995249 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-182e8f6a-5594-4826-b1e6-74b9b46d3fcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:45.500160 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182e8f6a-5594-4826-b1e6-74b9b46d3fcc admin admin] Network 6bca9e03-1890-4f25-934e-f1b5bbb2cbb0 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:46:45.502410 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-182e8f6a-5594-4826-b1e6-74b9b46d3fcc admin admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:46:45.636105 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-182e8f6a-5594-4826-b1e6-74b9b46d3fcc admin admin] Router b9c96c32-b489-4875-a187-11831ca75c06 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:46:45.767379 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-2a2ac603-f568-45d8-8d23-d4b286544208 None None] Provisioning complete for port 67e4043b-118f-49d6-b0b8-98537d9f07e6 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:46:45.767851 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2a2ac603-f568-45d8-8d23-d4b286544208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:45.771971 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-182e8f6a-5594-4826-b1e6-74b9b46d3fcc admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:46:45.777359 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-182e8f6a-5594-4826-b1e6-74b9b46d3fcc admin admin] 10.222.0.98 "PUT /v2.0/routers/b9c96c32-b489-4875-a187-11831ca75c06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2913864 Oct 20 12:46:45.803627 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-2a2ac603-f568-45d8-8d23-d4b286544208 None None] Port 67e4043b-118f-49d6-b0b8-98537d9f07e6 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:46:46.058015 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 88fbdcd7-1f84-4814-a82a-9c7295741543 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:46:46.118755 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 88fbdcd7-1f84-4814-a82a-9c7295741543 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:46:46.119346 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:46.214024 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:46.214924 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:46.238579 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 88fbdcd7-1f84-4814-a82a-9c7295741543, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=88fbdcd7-1f84-4814-a82a-9c7295741543,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:46:46.243808 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:46.244626 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 598af5a3-4f04-485d-b364-798118ae3662 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:46:46.312891 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 33524) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:46:46.318586 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-0228093c-6b8c-45c9-a0c6-3d6b9acbdbdf admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1555058063-network', 'tenant_id': '453a20a1f8174679838c361326775f6c'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:46:46.322257 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=88fbdcd7-1f84-4814-a82a-9c7295741543,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:46.334255 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 598af5a3-4f04-485d-b364-798118ae3662 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:46:46.334626 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:46.341230 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0228093c-6b8c-45c9-a0c6-3d6b9acbdbdf admin admin] Made reservation on behalf of 453a20a1f8174679838c361326775f6c for: {'network': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:46:46.343765 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0228093c-6b8c-45c9-a0c6-3d6b9acbdbdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for network, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:46.352920 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0228093c-6b8c-45c9-a0c6-3d6b9acbdbdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:46.440200 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0228093c-6b8c-45c9-a0c6-3d6b9acbdbdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:46.446337 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0228093c-6b8c-45c9-a0c6-3d6b9acbdbdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:46.471807 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0228093c-6b8c-45c9-a0c6-3d6b9acbdbdf admin admin] vlan segment allocate from pool success with {'vlan_id': 1281, 'physical_network': 'physnet1'} {{(pid=100647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 12:46:46.474079 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cc4a40-d2e6-4c1a-a73a-be1d93f02a30 None None] Sync routers for ids ['b9c96c32-b489-4875-a187-11831ca75c06'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:46:46.481260 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0228093c-6b8c-45c9-a0c6-3d6b9acbdbdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4668e59-cfe3-4810-b064-1dd885baf76f,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:46.484062 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cc4a40-d2e6-4c1a-a73a-be1d93f02a30 None None] Routers {'b9c96c32-b489-4875-a187-11831ca75c06'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:46:46.484684 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-37cc4a40-d2e6-4c1a-a73a-be1d93f02a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:46:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['b9c96c32-b489-4875-a187-11831ca75c06'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:46:46.489608 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0228093c-6b8c-45c9-a0c6-3d6b9acbdbdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:46.489745 n-d-814735-3 neutron-server[100647]: INFO neutron.db.segments_db [None req-0228093c-6b8c-45c9-a0c6-3d6b9acbdbdf admin admin] Added segment f55a6813-2edd-4d7a-9e44-fac134124f0b of type vlan for network f290a90c-7e3c-4fe4-be00-5e0f0daf731d Oct 20 12:46:46.535538 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0228093c-6b8c-45c9-a0c6-3d6b9acbdbdf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755318147368'] for network, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:46.562163 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0228093c-6b8c-45c9-a0c6-3d6b9acbdbdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480'] for network, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:46.563588 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0228093c-6b8c-45c9-a0c6-3d6b9acbdbdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:46:46.564173 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-0228093c-6b8c-45c9-a0c6-3d6b9acbdbdf admin admin] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:46.598230 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-37cc4a40-d2e6-4c1a-a73a-be1d93f02a30 None None] Set router b9c96c32-b489-4875-a187-11831ca75c06 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:46:46.608826 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-0228093c-6b8c-45c9-a0c6-3d6b9acbdbdf admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2941248 Oct 20 12:46:46.613852 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 33526) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:46:46.620898 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-dbdff830-c6e4-4370-b474-7df26b68033b admin admin] Request body: {'subnet': {'network_id': 'f290a90c-7e3c-4fe4-be00-5e0f0daf731d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1555058063-subnet', 'tenant_id': '453a20a1f8174679838c361326775f6c', 'ip_version': 4}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:46:46.642685 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0228093c-6b8c-45c9-a0c6-3d6b9acbdbdf admin admin] Pushing event updated for resources: {'Network': ['ID=f290a90c-7e3c-4fe4-be00-5e0f0daf731d,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:46.656810 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbdff830-c6e4-4370-b474-7df26b68033b admin admin] Made reservation on behalf of 453a20a1f8174679838c361326775f6c for: {'subnet': 1} {{(pid=100646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:46:46.659291 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dbdff830-c6e4-4370-b474-7df26b68033b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8994753'] for subnet, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:46.677183 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Network f290a90c-7e3c-4fe4-be00-5e0f0daf731d details requested by agent ovs-agent-n-d-814735-3 with host n-d-814735-3 {{(pid=100648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 12:46:46.840337 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dbdff830-c6e4-4370-b474-7df26b68033b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9318890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8994783'] for subnet, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:46.863843 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-37cc4a40-d2e6-4c1a-a73a-be1d93f02a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'name': 'tempest-TestSnapshotPattern-1281370251-router', 'tenant_id': '56378f88be8c444a893bcc309f9776b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '88fbdcd7-1f84-4814-a82a-9c7295741543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:46:41Z', 'updated_at': '2021-10-20T12:46:44Z', 'revision_number': 4, 'project_id': '56378f88be8c444a893bcc309f9776b9', 'gw_port': {'id': '88fbdcd7-1f84-4814-a82a-9c7295741543', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:46:42Z', 'updated_at': '2021-10-20T12:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '67e4043b-118f-49d6-b0b8-98537d9f07e6', 'name': '', 'network_id': '6bca9e03-1890-4f25-934e-f1b5bbb2cbb0', 'tenant_id': '56378f88be8c444a893bcc309f9776b9', 'mac_address': 'fa:16:3e:fd:6a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'f2c68b78-8188-46ba-b44c-8a961da9aa26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:46:44Z', 'updated_at': '2021-10-20T12:46:44Z', 'revision_number': 2, 'project_id': '56378f88be8c444a893bcc309f9776b9', 'subnets': [{'id': 'f2c68b78-8188-46ba-b44c-8a961da9aa26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:46:46.890683 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cc4a40-d2e6-4c1a-a73a-be1d93f02a30 None None] Checking router: b9c96c32-b489-4875-a187-11831ca75c06 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:46:46.891061 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cc4a40-d2e6-4c1a-a73a-be1d93f02a30 None None] Updating router b9c96c32-b489-4875-a187-11831ca75c06 port 67e4043b-118f-49d6-b0b8-98537d9f07e6 binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 12:46:46.904220 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdff830-c6e4-4370-b474-7df26b68033b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b12fc441-53b8-49ee-9ea8-bbf9bc252c17,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:46.911956 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdff830-c6e4-4370-b474-7df26b68033b admin admin] Checking segment: {'id': 'f55a6813-2edd-4d7a-9e44-fac134124f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'f290a90c-7e3c-4fe4-be00-5e0f0daf731d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:46:46.912354 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdff830-c6e4-4370-b474-7df26b68033b admin admin] Network hostable DHCP agents. Network: f290a90c-7e3c-4fe4-be00-5e0f0daf731d, hostable agents: ['5c9ec0b8-58b2-4b7c-8f04-12b278aefcec'], hosted agents: [] {{(pid=100646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 12:46:46.917178 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-37cc4a40-d2e6-4c1a-a73a-be1d93f02a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:46.929631 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdff830-c6e4-4370-b474-7df26b68033b admin admin] Network f290a90c-7e3c-4fe4-be00-5e0f0daf731d is scheduled to be hosted by DHCP agent 5c9ec0b8-58b2-4b7c-8f04-12b278aefcec with binding_index 1 {{(pid=100646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 12:46:46.940792 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-dbdff830-c6e4-4370-b474-7df26b68033b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814735-3, f290a90c-7e3c-4fe4-be00-5e0f0daf731d) {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:46:46.945986 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdff830-c6e4-4370-b474-7df26b68033b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:46:46.946742 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-dbdff830-c6e4-4370-b474-7df26b68033b admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:46.954611 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f4c283-8f4c-4b2d-81f9-0e39e41d0f3f None None] Network f290a90c-7e3c-4fe4-be00-5e0f0daf731d requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:46:46.965070 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-dbdff830-c6e4-4370-b474-7df26b68033b admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3494387 Oct 20 12:46:46.967837 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 33528) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:46:46.972535 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-bccc1e3d-2f1e-46aa-aeea-a1320a365c45 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1555058063-router', 'tenant_id': '453a20a1f8174679838c361326775f6c', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:46:46.995508 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bccc1e3d-2f1e-46aa-aeea-a1320a365c45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4391'] for router, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:46.996904 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bccc1e3d-2f1e-46aa-aeea-a1320a365c45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:47.048456 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bccc1e3d-2f1e-46aa-aeea-a1320a365c45 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:47.188028 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bccc1e3d-2f1e-46aa-aeea-a1320a365c45 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:47.232060 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6d83ab-9ce7-4cdb-935d-fd05d79f9feb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2427c70f-bac0-59cd-b565-0dd5b70d49b8-f290a90c-7e3c-4fe4-be00-5e0f0daf731d', 'network_id': 'f290a90c-7e3c-4fe4-be00-5e0f0daf731d', 'tenant_id': '453a20a1f8174679838c361326775f6c', 'fixed_ips': [{'subnet_id': 'b12fc441-53b8-49ee-9ea8-bbf9bc252c17'}]}} from n-d-814735-3. {{(pid=100648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 20 12:46:47.232929 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2f6d83ab-9ce7-4cdb-935d-fd05d79f9feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:47.395924 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bccc1e3d-2f1e-46aa-aeea-a1320a365c45 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:47.402137 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-37cc4a40-d2e6-4c1a-a73a-be1d93f02a30 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:47.413066 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-37cc4a40-d2e6-4c1a-a73a-be1d93f02a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:47.415588 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bccc1e3d-2f1e-46aa-aeea-a1320a365c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:47.455829 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.db_base_plugin_common [None req-2f6d83ab-9ce7-4cdb-935d-fd05d79f9feb None None] Allocated IP 172.20.0.2 (f290a90c-7e3c-4fe4-be00-5e0f0daf731d/b12fc441-53b8-49ee-9ea8-bbf9bc252c17/e40b15ab-4070-492f-beef-1469a27310e0) {{(pid=100648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:46:47.480965 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d31a99-17d0-4731-b14b-93b1941bd7d3 None None] Pushing event updated for resources: {'Port': ['ID=67e4043b-118f-49d6-b0b8-98537d9f07e6,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:47.556614 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-bccc1e3d-2f1e-46aa-aeea-a1320a365c45 admin admin] Allocated IP 172.25.5.209 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/96faa508-bc24-4544-b787-b69863ec20ab) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:46:47.593533 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-37cc4a40-d2e6-4c1a-a73a-be1d93f02a30 None None] Attempting to bind port 67e4043b-118f-49d6-b0b8-98537d9f07e6 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:46:47.593896 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-37cc4a40-d2e6-4c1a-a73a-be1d93f02a30 None None] Attempting to bind port 67e4043b-118f-49d6-b0b8-98537d9f07e6 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '6bca9e03-1890-4f25-934e-f1b5bbb2cbb0'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:46:47.594283 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cc4a40-d2e6-4c1a-a73a-be1d93f02a30 None None] Attempting to bind port 67e4043b-118f-49d6-b0b8-98537d9f07e6 on network 6bca9e03-1890-4f25-934e-f1b5bbb2cbb0 {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:46:47.603819 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cc4a40-d2e6-4c1a-a73a-be1d93f02a30 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:46:47.604196 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cc4a40-d2e6-4c1a-a73a-be1d93f02a30 None None] Checking segment: {'id': 'a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '6bca9e03-1890-4f25-934e-f1b5bbb2cbb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:46:47.604594 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-37cc4a40-d2e6-4c1a-a73a-be1d93f02a30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:47.604991 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cc4a40-d2e6-4c1a-a73a-be1d93f02a30 None None] Bound using segment: {'id': 'a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '6bca9e03-1890-4f25-934e-f1b5bbb2cbb0'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:46:47.605475 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-37cc4a40-d2e6-4c1a-a73a-be1d93f02a30 None None] Bound port: 67e4043b-118f-49d6-b0b8-98537d9f07e6, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '6bca9e03-1890-4f25-934e-f1b5bbb2cbb0'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:46:47.605860 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-37cc4a40-d2e6-4c1a-a73a-be1d93f02a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:47.714069 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bccc1e3d-2f1e-46aa-aeea-a1320a365c45 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:47.729252 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2f6d83ab-9ce7-4cdb-935d-fd05d79f9feb None None] Publish callbacks [] for port, precommit_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:47.736386 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-37cc4a40-d2e6-4c1a-a73a-be1d93f02a30 None None] For port 67e4043b-118f-49d6-b0b8-98537d9f07e6, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:46:47.739492 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2f6d83ab-9ce7-4cdb-935d-fd05d79f9feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601'] for port, after_create {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:47.742664 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-37cc4a40-d2e6-4c1a-a73a-be1d93f02a30 None None] For port 67e4043b-118f-49d6-b0b8-98537d9f07e6, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=67e4043b-118f-49d6-b0b8-98537d9f07e6,segment=NetworkSegment(a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4),segment_id=a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:46:47.757690 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bccc1e3d-2f1e-46aa-aeea-a1320a365c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:47.770270 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-37cc4a40-d2e6-4c1a-a73a-be1d93f02a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:47.792288 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6d83ab-9ce7-4cdb-935d-fd05d79f9feb None None] Network f290a90c-7e3c-4fe4-be00-5e0f0daf731d is already hosted by enough agents. {{(pid=100648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:46:47.796577 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccc1e3d-2f1e-46aa-aeea-a1320a365c45 admin admin] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:46:47.798195 n-d-814735-3 neutron-server[100648]: DEBUG neutron.scheduler.base_scheduler [None req-2f6d83ab-9ce7-4cdb-935d-fd05d79f9feb None None] Resources bound (agent type, host, resource id): {{(pid=100648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:46:47.801189 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-bccc1e3d-2f1e-46aa-aeea-a1320a365c45 admin admin] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:46:47.807824 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6d83ab-9ce7-4cdb-935d-fd05d79f9feb None None] Received port after_create {{(pid=100648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:46:47.808526 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccc1e3d-2f1e-46aa-aeea-a1320a365c45 admin admin] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:46:47.810765 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc1e3d-2f1e-46aa-aeea-a1320a365c45 admin admin] Pushing event updated for resources: {'Port': ['ID=96faa508-bc24-4544-b787-b69863ec20ab,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:47.812948 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d83ab-9ce7-4cdb-935d-fd05d79f9feb None None] Pushing event updated for resources: {'Port': ['ID=e40b15ab-4070-492f-beef-1469a27310e0,revision_number=1']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:47.862843 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cc4a40-d2e6-4c1a-a73a-be1d93f02a30 None None] Routers {'b9c96c32-b489-4875-a187-11831ca75c06'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:46:47.863479 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-37cc4a40-d2e6-4c1a-a73a-be1d93f02a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:46:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['b9c96c32-b489-4875-a187-11831ca75c06'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:46:48.093832 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bccc1e3d-2f1e-46aa-aeea-a1320a365c45 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:48.105853 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 88fbdcd7-1f84-4814-a82a-9c7295741543 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:46:48.150779 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d31a99-17d0-4731-b14b-93b1941bd7d3 None None] Pushing event updated for resources: {'Port': ['ID=67e4043b-118f-49d6-b0b8-98537d9f07e6,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:48.167538 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-2f6d83ab-9ce7-4cdb-935d-fd05d79f9feb None None] Attempting to bind port e40b15ab-4070-492f-beef-1469a27310e0 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:46:48.167840 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-2f6d83ab-9ce7-4cdb-935d-fd05d79f9feb None None] Attempting to bind port e40b15ab-4070-492f-beef-1469a27310e0 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'f55a6813-2edd-4d7a-9e44-fac134124f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'f290a90c-7e3c-4fe4-be00-5e0f0daf731d'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:46:48.168209 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6d83ab-9ce7-4cdb-935d-fd05d79f9feb None None] Attempting to bind port e40b15ab-4070-492f-beef-1469a27310e0 on network f290a90c-7e3c-4fe4-be00-5e0f0daf731d {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:46:48.170189 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-69c3f142-19cf-44fb-a433-33399e28d63a None None] Provisioning complete for port 67e4043b-118f-49d6-b0b8-98537d9f07e6 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:46:48.170549 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-69c3f142-19cf-44fb-a433-33399e28d63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:48.234485 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6d83ab-9ce7-4cdb-935d-fd05d79f9feb None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:46:48.235286 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6d83ab-9ce7-4cdb-935d-fd05d79f9feb None None] Checking segment: {'id': 'f55a6813-2edd-4d7a-9e44-fac134124f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'f290a90c-7e3c-4fe4-be00-5e0f0daf731d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:46:48.235286 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2f6d83ab-9ce7-4cdb-935d-fd05d79f9feb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:48.235679 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6d83ab-9ce7-4cdb-935d-fd05d79f9feb None None] Bound using segment: {'id': 'f55a6813-2edd-4d7a-9e44-fac134124f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'f290a90c-7e3c-4fe4-be00-5e0f0daf731d'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:46:48.236182 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-2f6d83ab-9ce7-4cdb-935d-fd05d79f9feb None None] Bound port: e40b15ab-4070-492f-beef-1469a27310e0, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f55a6813-2edd-4d7a-9e44-fac134124f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'f290a90c-7e3c-4fe4-be00-5e0f0daf731d'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:46:48.236558 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2f6d83ab-9ce7-4cdb-935d-fd05d79f9feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:48.311971 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-37cc4a40-d2e6-4c1a-a73a-be1d93f02a30 None None] Set router b9c96c32-b489-4875-a187-11831ca75c06 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:46:48.368822 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 88fbdcd7-1f84-4814-a82a-9c7295741543 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:46:48.369190 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:48.413833 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-2f6d83ab-9ce7-4cdb-935d-fd05d79f9feb None None] For port e40b15ab-4070-492f-beef-1469a27310e0, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:46:48.483599 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-2f6d83ab-9ce7-4cdb-935d-fd05d79f9feb None None] For port e40b15ab-4070-492f-beef-1469a27310e0, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=e40b15ab-4070-492f-beef-1469a27310e0,segment=NetworkSegment(f55a6813-2edd-4d7a-9e44-fac134124f0b),segment_id=f55a6813-2edd-4d7a-9e44-fac134124f0b)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:46:48.509917 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2f6d83ab-9ce7-4cdb-935d-fd05d79f9feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:48.523261 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-69c3f142-19cf-44fb-a433-33399e28d63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:48.655629 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bccc1e3d-2f1e-46aa-aeea-a1320a365c45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652969'] for router, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:48.681507 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-69c3f142-19cf-44fb-a433-33399e28d63a None None] For port 67e4043b-118f-49d6-b0b8-98537d9f07e6, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=67e4043b-118f-49d6-b0b8-98537d9f07e6,segment=NetworkSegment(a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4),segment_id=a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:46:48.700644 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-69c3f142-19cf-44fb-a433-33399e28d63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:48.706715 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d83ab-9ce7-4cdb-935d-fd05d79f9feb None None] Pushing event updated for resources: {'Port': ['ID=e40b15ab-4070-492f-beef-1469a27310e0,revision_number=2']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:48.804339 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c3f142-19cf-44fb-a433-33399e28d63a None None] Pushing event updated for resources: {'Port': ['ID=67e4043b-118f-49d6-b0b8-98537d9f07e6,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:48.832070 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bccc1e3d-2f1e-46aa-aeea-a1320a365c45 admin admin] Router 53c2b510-71eb-47e1-8b05-277434ad3960 is scheduled to L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b with binding_index 1 {{(pid=100646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 12:46:48.865623 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-37cc4a40-d2e6-4c1a-a73a-be1d93f02a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'name': 'tempest-TestSnapshotPattern-1281370251-router', 'tenant_id': '56378f88be8c444a893bcc309f9776b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '88fbdcd7-1f84-4814-a82a-9c7295741543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:46:41Z', 'updated_at': '2021-10-20T12:46:44Z', 'revision_number': 4, 'project_id': '56378f88be8c444a893bcc309f9776b9', 'gw_port': {'id': '88fbdcd7-1f84-4814-a82a-9c7295741543', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:46:42Z', 'updated_at': '2021-10-20T12:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '67e4043b-118f-49d6-b0b8-98537d9f07e6', 'name': '', 'network_id': '6bca9e03-1890-4f25-934e-f1b5bbb2cbb0', 'tenant_id': '56378f88be8c444a893bcc309f9776b9', 'mac_address': 'fa:16:3e:fd:6a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'f2c68b78-8188-46ba-b44c-8a961da9aa26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:46:44Z', 'updated_at': '2021-10-20T12:46:47Z', 'revision_number': 4, 'project_id': '56378f88be8c444a893bcc309f9776b9', 'subnets': [{'id': 'f2c68b78-8188-46ba-b44c-8a961da9aa26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:46:48.899156 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-99fcf82d-86f3-4cac-82c4-049af4db765d None None] Provisioning complete for port 67e4043b-118f-49d6-b0b8-98537d9f07e6 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:46:48.900428 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-99fcf82d-86f3-4cac-82c4-049af4db765d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:48.904129 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cc4a40-d2e6-4c1a-a73a-be1d93f02a30 None None] The sync data for ids ['b9c96c32-b489-4875-a187-11831ca75c06'] in n-d-814735-3 is: [{'id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'name': 'tempest-TestSnapshotPattern-1281370251-router', 'tenant_id': '56378f88be8c444a893bcc309f9776b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '88fbdcd7-1f84-4814-a82a-9c7295741543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:46:41Z', 'updated_at': '2021-10-20T12:46:44Z', 'revision_number': 4, 'project_id': '56378f88be8c444a893bcc309f9776b9', 'gw_port': {'id': '88fbdcd7-1f84-4814-a82a-9c7295741543', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:46:42Z', 'updated_at': '2021-10-20T12:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '67e4043b-118f-49d6-b0b8-98537d9f07e6', 'name': '', 'network_id': '6bca9e03-1890-4f25-934e-f1b5bbb2cbb0', 'tenant_id': '56378f88be8c444a893bcc309f9776b9', 'mac_address': 'fa:16:3e:fd:6a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'f2c68b78-8188-46ba-b44c-8a961da9aa26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:46:44Z', 'updated_at': '2021-10-20T12:46:47Z', 'revision_number': 4, 'project_id': '56378f88be8c444a893bcc309f9776b9', 'subnets': [{'id': 'f2c68b78-8188-46ba-b44c-8a961da9aa26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:46:49.029031 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bccc1e3d-2f1e-46aa-aeea-a1320a365c45 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:46:49.048559 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c11c56-e52e-47fa-9bbd-88fbe62283fd None None] Sync routers for ids ['53c2b510-71eb-47e1-8b05-277434ad3960'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:46:49.058038 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bccc1e3d-2f1e-46aa-aeea-a1320a365c45 admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:49.062860 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c11c56-e52e-47fa-9bbd-88fbe62283fd None None] Routers {'53c2b510-71eb-47e1-8b05-277434ad3960'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:46:49.063659 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 33534) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:46:49.066986 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-f6c11c56-e52e-47fa-9bbd-88fbe62283fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:46:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['53c2b510-71eb-47e1-8b05-277434ad3960'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:46:49.071631 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-bccc1e3d-2f1e-46aa-aeea-a1320a365c45 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1019061 Oct 20 12:46:49.193953 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-f6c11c56-e52e-47fa-9bbd-88fbe62283fd None None] Set router 53c2b510-71eb-47e1-8b05-277434ad3960 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:46:49.422578 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-f6c11c56-e52e-47fa-9bbd-88fbe62283fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c2b510-71eb-47e1-8b05-277434ad3960', 'name': 'tempest-TestSnapshotPattern-1555058063-router', 'tenant_id': '453a20a1f8174679838c361326775f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '96faa508-bc24-4544-b787-b69863ec20ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:46:47Z', 'updated_at': '2021-10-20T12:46:47Z', 'revision_number': 3, 'project_id': '453a20a1f8174679838c361326775f6c', 'gw_port': {'id': '96faa508-bc24-4544-b787-b69863ec20ab', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c2b510-71eb-47e1-8b05-277434ad3960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:46:47Z', 'updated_at': '2021-10-20T12:46:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:46:49.519313 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6fbe6986-e786-44b8-941b-514a91c16685 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:49.594946 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c11c56-e52e-47fa-9bbd-88fbe62283fd None None] Checking router: 53c2b510-71eb-47e1-8b05-277434ad3960 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:46:49.595296 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c11c56-e52e-47fa-9bbd-88fbe62283fd None None] Updating router 53c2b510-71eb-47e1-8b05-277434ad3960 port 96faa508-bc24-4544-b787-b69863ec20ab binding host n-d-814735-3 {{(pid=100649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 12:46:49.600088 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bcbd8d71-30ca-483e-9a76-f5dff2e76fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:49.625093 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-f6c11c56-e52e-47fa-9bbd-88fbe62283fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:49.794383 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [None req-bcbd8d71-30ca-483e-9a76-f5dff2e76fa9 admin admin] Allocated IP 172.20.0.1 (f290a90c-7e3c-4fe4-be00-5e0f0daf731d/b12fc441-53b8-49ee-9ea8-bbf9bc252c17/59e05905-9f02-4b97-8703-450de0e0c6c4) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:46:49.871812 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82c7d3d-6552-45e5-b817-722a37f658fe None None] Network f290a90c-7e3c-4fe4-be00-5e0f0daf731d requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:46:49.952075 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-f6c11c56-e52e-47fa-9bbd-88fbe62283fd None None] Publish callbacks [] for port, precommit_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:49.961611 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-f6c11c56-e52e-47fa-9bbd-88fbe62283fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:49.962179 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bcbd8d71-30ca-483e-9a76-f5dff2e76fa9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:50.028206 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bcbd8d71-30ca-483e-9a76-f5dff2e76fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:50.069706 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbd8d71-30ca-483e-9a76-f5dff2e76fa9 admin admin] Network f290a90c-7e3c-4fe4-be00-5e0f0daf731d is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:46:50.072755 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-bcbd8d71-30ca-483e-9a76-f5dff2e76fa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:46:50.075934 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbd8d71-30ca-483e-9a76-f5dff2e76fa9 admin admin] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:46:50.079396 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-f6c11c56-e52e-47fa-9bbd-88fbe62283fd None None] Attempting to bind port 96faa508-bc24-4544-b787-b69863ec20ab on host n-d-814735-3 for vnic_type normal with profile {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:46:50.079935 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-f6c11c56-e52e-47fa-9bbd-88fbe62283fd None None] Attempting to bind port 96faa508-bc24-4544-b787-b69863ec20ab by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:46:50.080117 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c11c56-e52e-47fa-9bbd-88fbe62283fd None None] Attempting to bind port 96faa508-bc24-4544-b787-b69863ec20ab on network 717966e5-c478-496f-bddb-05794fb74250 {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:46:50.096140 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c11c56-e52e-47fa-9bbd-88fbe62283fd None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:46:50.096784 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c11c56-e52e-47fa-9bbd-88fbe62283fd None None] Checking segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:46:50.097190 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-f6c11c56-e52e-47fa-9bbd-88fbe62283fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:50.097586 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c11c56-e52e-47fa-9bbd-88fbe62283fd None None] Bound using segment: {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'} {{(pid=100649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:46:50.098067 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.managers [None req-f6c11c56-e52e-47fa-9bbd-88fbe62283fd None None] Bound port: 96faa508-bc24-4544-b787-b69863ec20ab, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547638b-8852-4950-8fa4-3b9fddb3f607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717966e5-c478-496f-bddb-05794fb74250'}}] {{(pid=100649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:46:50.098443 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-f6c11c56-e52e-47fa-9bbd-88fbe62283fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:50.121635 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-046b24d5-77c1-45e7-8bd6-44e0b7528404 None None] Provisioning complete for port e40b15ab-4070-492f-beef-1469a27310e0 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:46:50.121635 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-046b24d5-77c1-45e7-8bd6-44e0b7528404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:50.123731 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd8d71-30ca-483e-9a76-f5dff2e76fa9 admin admin] Pushing event updated for resources: {'Port': ['ID=59e05905-9f02-4b97-8703-450de0e0c6c4,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:50.141728 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bcbd8d71-30ca-483e-9a76-f5dff2e76fa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653254'] for router_interface, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:50.160196 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f9131-dd73-42e3-b516-2137a4d0be4b None None] Pushing event updated for resources: {'Port': ['ID=96faa508-bc24-4544-b787-b69863ec20ab,revision_number=2']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:50.166985 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-f6c11c56-e52e-47fa-9bbd-88fbe62283fd None None] For port 96faa508-bc24-4544-b787-b69863ec20ab, host n-d-814735-3, cleared binding levels {{(pid=100649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:46:50.167677 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 67e4043b-118f-49d6-b0b8-98537d9f07e6 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:46:50.172155 n-d-814735-3 neutron-server[100649]: DEBUG neutron.plugins.ml2.db [None req-f6c11c56-e52e-47fa-9bbd-88fbe62283fd None None] For port 96faa508-bc24-4544-b787-b69863ec20ab, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=96faa508-bc24-4544-b787-b69863ec20ab,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:46:50.182253 n-d-814735-3 neutron-server[100649]: DEBUG neutron_lib.callbacks.manager [None req-f6c11c56-e52e-47fa-9bbd-88fbe62283fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:50.235226 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c11c56-e52e-47fa-9bbd-88fbe62283fd None None] Routers {'53c2b510-71eb-47e1-8b05-277434ad3960'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:46:50.236118 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-f6c11c56-e52e-47fa-9bbd-88fbe62283fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:46:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['53c2b510-71eb-47e1-8b05-277434ad3960'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:46:50.269223 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-046b24d5-77c1-45e7-8bd6-44e0b7528404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:50.272563 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 67e4043b-118f-49d6-b0b8-98537d9f07e6 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:46:50.272922 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:50.316094 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f9131-dd73-42e3-b516-2137a4d0be4b None None] Pushing event updated for resources: {'Port': ['ID=96faa508-bc24-4544-b787-b69863ec20ab,revision_number=3']} {{(pid=100649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:50.335967 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bcbd8d71-30ca-483e-9a76-f5dff2e76fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:50.367689 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-046b24d5-77c1-45e7-8bd6-44e0b7528404 None None] For port e40b15ab-4070-492f-beef-1469a27310e0, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=e40b15ab-4070-492f-beef-1469a27310e0,segment=NetworkSegment(f55a6813-2edd-4d7a-9e44-fac134124f0b),segment_id=f55a6813-2edd-4d7a-9e44-fac134124f0b)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:46:50.373373 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-046b24d5-77c1-45e7-8bd6-44e0b7528404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:50.398651 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-f6c11c56-e52e-47fa-9bbd-88fbe62283fd None None] Set router 53c2b510-71eb-47e1-8b05-277434ad3960 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:46:50.467269 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046b24d5-77c1-45e7-8bd6-44e0b7528404 None None] Pushing event updated for resources: {'Port': ['ID=e40b15ab-4070-492f-beef-1469a27310e0,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:50.481674 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device e40b15ab-4070-492f-beef-1469a27310e0 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:46:50.581185 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port e40b15ab-4070-492f-beef-1469a27310e0 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:46:50.581934 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:50.614217 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bcbd8d71-30ca-483e-9a76-f5dff2e76fa9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:50.623225 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bcbd8d71-30ca-483e-9a76-f5dff2e76fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:50.675408 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-f6c11c56-e52e-47fa-9bbd-88fbe62283fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c2b510-71eb-47e1-8b05-277434ad3960', 'name': 'tempest-TestSnapshotPattern-1555058063-router', 'tenant_id': '453a20a1f8174679838c361326775f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '96faa508-bc24-4544-b787-b69863ec20ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:46:47Z', 'updated_at': '2021-10-20T12:46:47Z', 'revision_number': 3, 'project_id': '453a20a1f8174679838c361326775f6c', 'gw_port': {'id': '96faa508-bc24-4544-b787-b69863ec20ab', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c2b510-71eb-47e1-8b05-277434ad3960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:46:47Z', 'updated_at': '2021-10-20T12:46:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:46:50.706727 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-9bcf6531-09b9-4c70-bce1-bf428e739c72 None None] Provisioning complete for port e40b15ab-4070-492f-beef-1469a27310e0 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:46:50.707152 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9bcf6531-09b9-4c70-bce1-bf428e739c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:50.714083 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-bcbd8d71-30ca-483e-9a76-f5dff2e76fa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653162'] for router_interface, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:50.718427 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c11c56-e52e-47fa-9bbd-88fbe62283fd None None] The sync data for ids ['53c2b510-71eb-47e1-8b05-277434ad3960'] in n-d-814735-3 is: [{'id': '53c2b510-71eb-47e1-8b05-277434ad3960', 'name': 'tempest-TestSnapshotPattern-1555058063-router', 'tenant_id': '453a20a1f8174679838c361326775f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '96faa508-bc24-4544-b787-b69863ec20ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:46:47Z', 'updated_at': '2021-10-20T12:46:47Z', 'revision_number': 3, 'project_id': '453a20a1f8174679838c361326775f6c', 'gw_port': {'id': '96faa508-bc24-4544-b787-b69863ec20ab', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c2b510-71eb-47e1-8b05-277434ad3960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:46:47Z', 'updated_at': '2021-10-20T12:46:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:46:50.724443 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd8d71-30ca-483e-9a76-f5dff2e76fa9 admin admin] Pushing event updated for resources: {'Port': ['ID=59e05905-9f02-4b97-8703-450de0e0c6c4,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:50.851127 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-9bcf6531-09b9-4c70-bce1-bf428e739c72 None None] Provisioning complete for port 59e05905-9f02-4b97-8703-450de0e0c6c4 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:46:50.851398 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9bcf6531-09b9-4c70-bce1-bf428e739c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:50.864081 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbd8d71-30ca-483e-9a76-f5dff2e76fa9 admin admin] Network f290a90c-7e3c-4fe4-be00-5e0f0daf731d is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:46:50.866980 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [None req-bcbd8d71-30ca-483e-9a76-f5dff2e76fa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:46:50.898195 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-9bcf6531-09b9-4c70-bce1-bf428e739c72 None None] Port 59e05905-9f02-4b97-8703-450de0e0c6c4 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:46:51.021522 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-f7bc8d60-455e-492e-af75-0e8c132b14b6 None None] Provisioning complete for port 59e05905-9f02-4b97-8703-450de0e0c6c4 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:46:51.022293 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f7bc8d60-455e-492e-af75-0e8c132b14b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:51.094312 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-f7bc8d60-455e-492e-af75-0e8c132b14b6 None None] Port 59e05905-9f02-4b97-8703-450de0e0c6c4 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:46:51.097589 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcbd8d71-30ca-483e-9a76-f5dff2e76fa9 admin admin] Router 53c2b510-71eb-47e1-8b05-277434ad3960 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:46:51.234127 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcbd8d71-30ca-483e-9a76-f5dff2e76fa9 admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:46:51.248934 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-bcbd8d71-30ca-483e-9a76-f5dff2e76fa9 admin admin] 10.222.0.98 "PUT /v2.0/routers/53c2b510-71eb-47e1-8b05-277434ad3960/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1804156 Oct 20 12:46:51.319402 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-c4bc2af3-14a4-4723-969a-ceaf47f425f9 None None] Provisioning complete for port 59e05905-9f02-4b97-8703-450de0e0c6c4 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:46:51.320009 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c4bc2af3-14a4-4723-969a-ceaf47f425f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:51.376217 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-c4bc2af3-14a4-4723-969a-ceaf47f425f9 None None] Port 59e05905-9f02-4b97-8703-450de0e0c6c4 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:46:51.823320 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 33542) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:46:51.831519 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-107d2bdf-7c9b-44d8-9ed1-55da228c9fe5 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1464585513', 'description': 'tempest-secgroup-smoke-1464585513 description', 'project_id': '56378f88be8c444a893bcc309f9776b9'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:46:51.855731 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-107d2bdf-7c9b-44d8-9ed1-55da228c9fe5 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks [] for security_group, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:51.927235 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-107d2bdf-7c9b-44d8-9ed1-55da228c9fe5 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks [] for security_group, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:51.932335 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-107d2bdf-7c9b-44d8-9ed1-55da228c9fe5 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:51.963084 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d2bdf-7c9b-44d8-9ed1-55da228c9fe5 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96d486f3-5dbc-422e-93ea-e970a5cdc958,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:51.967638 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-107d2bdf-7c9b-44d8-9ed1-55da228c9fe5 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks [] for security_group, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:51.968946 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-107d2bdf-7c9b-44d8-9ed1-55da228c9fe5 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1440933 Oct 20 12:46:51.973712 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 33544) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:46:51.978569 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-43428b27-570f-46ff-9ad2-fce764e55b17 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Request body: {'security_group_rule': {'security_group_id': '96d486f3-5dbc-422e-93ea-e970a5cdc958', 'project_id': '56378f88be8c444a893bcc309f9776b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:46:52.014993 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-43428b27-570f-46ff-9ad2-fce764e55b17 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:52.087073 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 96faa508-bc24-4544-b787-b69863ec20ab up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:46:52.093878 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-43428b27-570f-46ff-9ad2-fce764e55b17 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:52.098885 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-43428b27-570f-46ff-9ad2-fce764e55b17 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:52.121311 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43428b27-570f-46ff-9ad2-fce764e55b17 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4887959-b568-404a-a0ed-0c4f7fbad30b,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:52.132863 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-43428b27-570f-46ff-9ad2-fce764e55b17 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:52.137213 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-43428b27-570f-46ff-9ad2-fce764e55b17 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1599889 Oct 20 12:46:52.137588 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 33546) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:46:52.145058 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-ca50a548-cb7a-472f-a4d7-34eade43ec0c tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Request body: {'security_group_rule': {'security_group_id': '96d486f3-5dbc-422e-93ea-e970a5cdc958', 'project_id': '56378f88be8c444a893bcc309f9776b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:46:52.151505 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 96faa508-bc24-4544-b787-b69863ec20ab triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:46:52.152074 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:52.184186 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ca50a548-cb7a-472f-a4d7-34eade43ec0c tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:52.262416 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ca50a548-cb7a-472f-a4d7-34eade43ec0c tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:52.268262 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:52.268555 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ca50a548-cb7a-472f-a4d7-34eade43ec0c tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:52.298453 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] For port 96faa508-bc24-4544-b787-b69863ec20ab, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=96faa508-bc24-4544-b787-b69863ec20ab,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:46:52.300259 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca50a548-cb7a-472f-a4d7-34eade43ec0c tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=902a5a2b-c174-474b-80e2-7ddcb8a9ded4,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:52.305322 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:52.306269 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device e40b15ab-4070-492f-beef-1469a27310e0 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:46:52.312835 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ca50a548-cb7a-472f-a4d7-34eade43ec0c tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:52.314690 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ca50a548-cb7a-472f-a4d7-34eade43ec0c tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1756966 Oct 20 12:46:52.317612 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 33548) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:46:52.322882 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [None req-ec29bfec-4204-4492-9447-0601203609de tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Request body: {'security_group_rule': {'security_group_id': '96d486f3-5dbc-422e-93ea-e970a5cdc958', 'project_id': '56378f88be8c444a893bcc309f9776b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:46:52.358871 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ec29bfec-4204-4492-9447-0601203609de tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:52.389734 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2c69390d-3f5c-4b3a-a4d5-490965e12f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:52.403666 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Pushing event updated for resources: {'Port': ['ID=96faa508-bc24-4544-b787-b69863ec20ab,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:52.417522 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port e40b15ab-4070-492f-beef-1469a27310e0 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:46:52.417892 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:52.442558 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ec29bfec-4204-4492-9447-0601203609de tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:52.447139 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ec29bfec-4204-4492-9447-0601203609de tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:52.469893 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-ec29bfec-4204-4492-9447-0601203609de tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:52.471154 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-ec29bfec-4204-4492-9447-0601203609de tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1522665 Oct 20 12:46:52.473809 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec29bfec-4204-4492-9447-0601203609de tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18474001-5eb3-4d77-8068-d9f82a12bae8,revision_number=0']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:52.475118 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 33550) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:46:52.483206 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-2548e8fe-7f43-4adb-8d02-617da35425b6 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Request body: {'security_group_rule': {'security_group_id': '96d486f3-5dbc-422e-93ea-e970a5cdc958', 'project_id': '56378f88be8c444a893bcc309f9776b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:46:52.511400 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2548e8fe-7f43-4adb-8d02-617da35425b6 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:52.614921 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2548e8fe-7f43-4adb-8d02-617da35425b6 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:52.620053 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2548e8fe-7f43-4adb-8d02-617da35425b6 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:52.647679 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2548e8fe-7f43-4adb-8d02-617da35425b6 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7043b688-09da-403f-bc25-34f802f72d12,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:52.660332 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2548e8fe-7f43-4adb-8d02-617da35425b6 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:52.661958 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2548e8fe-7f43-4adb-8d02-617da35425b6 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1822994 Oct 20 12:46:52.666395 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 33554) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:46:52.672398 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-bd6cbb68-fb81-4a5b-8fbc-1a66bfc759a6 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Request body: {'security_group_rule': {'security_group_id': '96d486f3-5dbc-422e-93ea-e970a5cdc958', 'project_id': '56378f88be8c444a893bcc309f9776b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:46:52.695807 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c9fd85-16a2-410c-a44b-89ff4a24afd9 None None] Sync routers for ids ['53c2b510-71eb-47e1-8b05-277434ad3960'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:46:52.699824 n-d-814735-3 neutron-server[100646]: INFO neutron.db.securitygroups_db [None req-bd6cbb68-fb81-4a5b-8fbc-1a66bfc759a6 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Project 56378f88be8c444a893bcc309f9776b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 12:46:52.707600 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bd6cbb68-fb81-4a5b-8fbc-1a66bfc759a6 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:52.713463 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c9fd85-16a2-410c-a44b-89ff4a24afd9 None None] Routers {'53c2b510-71eb-47e1-8b05-277434ad3960'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:46:52.714109 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-18c9fd85-16a2-410c-a44b-89ff4a24afd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:46:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['53c2b510-71eb-47e1-8b05-277434ad3960'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:46:52.804928 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bd6cbb68-fb81-4a5b-8fbc-1a66bfc759a6 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:52.810437 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bd6cbb68-fb81-4a5b-8fbc-1a66bfc759a6 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:52.831050 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-18c9fd85-16a2-410c-a44b-89ff4a24afd9 None None] Set router 53c2b510-71eb-47e1-8b05-277434ad3960 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:46:52.840931 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6cbb68-fb81-4a5b-8fbc-1a66bfc759a6 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc5ed698-3cfc-4345-bc81-afad41bddf7b,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:52.848011 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-bd6cbb68-fb81-4a5b-8fbc-1a66bfc759a6 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:52.849260 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-bd6cbb68-fb81-4a5b-8fbc-1a66bfc759a6 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1818044 Oct 20 12:46:52.853916 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 33556) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:46:52.858480 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-1185e89f-8655-491d-b38c-49d563b6ac13 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Request body: {'security_group_rule': {'security_group_id': '96d486f3-5dbc-422e-93ea-e970a5cdc958', 'project_id': '56378f88be8c444a893bcc309f9776b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:46:52.880796 n-d-814735-3 neutron-server[100646]: INFO neutron.db.securitygroups_db [None req-1185e89f-8655-491d-b38c-49d563b6ac13 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Project 56378f88be8c444a893bcc309f9776b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 12:46:52.886356 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1185e89f-8655-491d-b38c-49d563b6ac13 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:52.951299 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1185e89f-8655-491d-b38c-49d563b6ac13 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:52.956096 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1185e89f-8655-491d-b38c-49d563b6ac13 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486055'] for security_group_rule, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:52.984952 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1185e89f-8655-491d-b38c-49d563b6ac13 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4df16b8d-4345-44cd-ab51-d57df1d6dd39,revision_number=0']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:52.996646 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1185e89f-8655-491d-b38c-49d563b6ac13 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:52.997893 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1185e89f-8655-491d-b38c-49d563b6ac13 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1430273 Oct 20 12:46:53.047886 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-18c9fd85-16a2-410c-a44b-89ff4a24afd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c2b510-71eb-47e1-8b05-277434ad3960', 'name': 'tempest-TestSnapshotPattern-1555058063-router', 'tenant_id': '453a20a1f8174679838c361326775f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '96faa508-bc24-4544-b787-b69863ec20ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:46:47Z', 'updated_at': '2021-10-20T12:46:50Z', 'revision_number': 4, 'project_id': '453a20a1f8174679838c361326775f6c', 'gw_port': {'id': '96faa508-bc24-4544-b787-b69863ec20ab', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c2b510-71eb-47e1-8b05-277434ad3960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:46:47Z', 'updated_at': '2021-10-20T12:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '59e05905-9f02-4b97-8703-450de0e0c6c4', 'name': '', 'network_id': 'f290a90c-7e3c-4fe4-be00-5e0f0daf731d', 'tenant_id': '453a20a1f8174679838c361326775f6c', 'mac_address': 'fa:16:3e:0a:f7:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c2b510-71eb-47e1-8b05-277434ad3960', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'b12fc441-53b8-49ee-9ea8-bbf9bc252c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:46:49Z', 'updated_at': '2021-10-20T12:46:50Z', 'revision_number': 2, 'project_id': '453a20a1f8174679838c361326775f6c', 'subnets': [{'id': 'b12fc441-53b8-49ee-9ea8-bbf9bc252c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:46:53.078013 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c9fd85-16a2-410c-a44b-89ff4a24afd9 None None] Checking router: 53c2b510-71eb-47e1-8b05-277434ad3960 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:46:53.078363 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c9fd85-16a2-410c-a44b-89ff4a24afd9 None None] Updating router 53c2b510-71eb-47e1-8b05-277434ad3960 port 59e05905-9f02-4b97-8703-450de0e0c6c4 binding host n-d-814735-3 {{(pid=100648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 12:46:53.109237 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-18c9fd85-16a2-410c-a44b-89ff4a24afd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:53.171560 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b136fc14-aad2-4d99-8ee1-9325c4aed1dc req-f36164bc-4250-4ff7-acf6-9522b4eecae9 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1464585513&fields=id&tenant_id=56378f88be8c444a893bcc309f9776b9 HTTP/1.1" status: 200 len: 267 time: 0.0344021 Oct 20 12:46:53.299792 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136fc14-aad2-4d99-8ee1-9325c4aed1dc req-8d008616-1dcf-43d2-ba07-3da4ece1ee6b tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:46:53.300969 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b136fc14-aad2-4d99-8ee1-9325c4aed1dc req-8d008616-1dcf-43d2-ba07-3da4ece1ee6b tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/networks?id=6bca9e03-1890-4f25-934e-f1b5bbb2cbb0 HTTP/1.1" status: 200 len: 810 time: 0.1209843 Oct 20 12:46:53.322034 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:53.322885 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b136fc14-aad2-4d99-8ee1-9325c4aed1dc req-19066a34-041b-44b7-aeb8-3a3d31f3c779 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/quotas/56378f88be8c444a893bcc309f9776b9 HTTP/1.1" status: 200 len: 375 time: 0.0101607 Oct 20 12:46:53.378353 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b136fc14-aad2-4d99-8ee1-9325c4aed1dc req-4ed7b028-8eb9-4c5f-b747-5464adbd0e6e tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=56378f88be8c444a893bcc309f9776b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491831 Oct 20 12:46:53.413873 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-18c9fd85-16a2-410c-a44b-89ff4a24afd9 None None] Publish callbacks [] for port, precommit_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:53.420634 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-18c9fd85-16a2-410c-a44b-89ff4a24afd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:53.470542 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef812c-b6ea-4cd0-9138-7c15dafbe80a None None] Pushing event updated for resources: {'Port': ['ID=59e05905-9f02-4b97-8703-450de0e0c6c4,revision_number=3']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:53.531908 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-18c9fd85-16a2-410c-a44b-89ff4a24afd9 None None] Attempting to bind port 59e05905-9f02-4b97-8703-450de0e0c6c4 on host n-d-814735-3 for vnic_type normal with profile {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:46:53.532303 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-18c9fd85-16a2-410c-a44b-89ff4a24afd9 None None] Attempting to bind port 59e05905-9f02-4b97-8703-450de0e0c6c4 by drivers openvswitch,hyperv on host n-d-814735-3 at level 0 using segments [{'id': 'f55a6813-2edd-4d7a-9e44-fac134124f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'f290a90c-7e3c-4fe4-be00-5e0f0daf731d'}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:46:53.532937 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c9fd85-16a2-410c-a44b-89ff4a24afd9 None None] Attempting to bind port 59e05905-9f02-4b97-8703-450de0e0c6c4 on network f290a90c-7e3c-4fe4-be00-5e0f0daf731d {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:46:53.536939 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:53.539832 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c9fd85-16a2-410c-a44b-89ff4a24afd9 None None] Checking agent: {'id': 'e04ac255-af9c-40ef-a217-5f91f44d4632', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 14, 53), 'started_at': datetime.datetime(2021, 10, 20, 11, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814735-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:46:53.540296 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c9fd85-16a2-410c-a44b-89ff4a24afd9 None None] Checking segment: {'id': 'f55a6813-2edd-4d7a-9e44-fac134124f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'f290a90c-7e3c-4fe4-be00-5e0f0daf731d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:46:53.540640 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-18c9fd85-16a2-410c-a44b-89ff4a24afd9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:53.541028 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c9fd85-16a2-410c-a44b-89ff4a24afd9 None None] Bound using segment: {'id': 'f55a6813-2edd-4d7a-9e44-fac134124f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'f290a90c-7e3c-4fe4-be00-5e0f0daf731d'} {{(pid=100648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:46:53.541498 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.managers [None req-18c9fd85-16a2-410c-a44b-89ff4a24afd9 None None] Bound port: 59e05905-9f02-4b97-8703-450de0e0c6c4, host: n-d-814735-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f55a6813-2edd-4d7a-9e44-fac134124f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'f290a90c-7e3c-4fe4-be00-5e0f0daf731d'}}] {{(pid=100648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:46:53.541874 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-18c9fd85-16a2-410c-a44b-89ff4a24afd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:53.629056 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-18c9fd85-16a2-410c-a44b-89ff4a24afd9 None None] For port 59e05905-9f02-4b97-8703-450de0e0c6c4, host n-d-814735-3, cleared binding levels {{(pid=100648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:46:53.632800 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-18c9fd85-16a2-410c-a44b-89ff4a24afd9 None None] For port 59e05905-9f02-4b97-8703-450de0e0c6c4, host n-d-814735-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=59e05905-9f02-4b97-8703-450de0e0c6c4,segment=NetworkSegment(f55a6813-2edd-4d7a-9e44-fac134124f0b),segment_id=f55a6813-2edd-4d7a-9e44-fac134124f0b)] {{(pid=100648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:46:53.645693 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-18c9fd85-16a2-410c-a44b-89ff4a24afd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:53.663499 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b136fc14-aad2-4d99-8ee1-9325c4aed1dc req-0640c659-6f5b-4bfc-9f20-290650aedeb0 service neutron] 10.222.0.98 "GET /v2.0/networks/6bca9e03-1890-4f25-934e-f1b5bbb2cbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724042 Oct 20 12:46:53.750866 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c9fd85-16a2-410c-a44b-89ff4a24afd9 None None] Routers {'53c2b510-71eb-47e1-8b05-277434ad3960'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:46:53.751875 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-18c9fd85-16a2-410c-a44b-89ff4a24afd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:46:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['53c2b510-71eb-47e1-8b05-277434ad3960'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:46:53.757565 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef812c-b6ea-4cd0-9138-7c15dafbe80a None None] Pushing event updated for resources: {'Port': ['ID=59e05905-9f02-4b97-8703-450de0e0c6c4,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:53.807480 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b136fc14-aad2-4d99-8ee1-9325c4aed1dc req-e1e134df-b195-4bf0-ae58-9d9aa05e2ee7 service neutron] 10.222.0.98 "GET /v2.0/networks/6bca9e03-1890-4f25-934e-f1b5bbb2cbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286888 Oct 20 12:46:53.849315 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-70c80282-59f9-4618-81d7-39c7a9e8f44f None None] Provisioning complete for port 59e05905-9f02-4b97-8703-450de0e0c6c4 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:46:53.850025 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-70c80282-59f9-4618-81d7-39c7a9e8f44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:54.049156 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-d6c013ad-a96e-4b01-8fb7-3071f3f5bb32 req-02fe243b-787e-4860-a603-eaf042873142 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/ports?device_id=e68c9412-37ba-4548-96ce-5305cacbbc45 HTTP/1.1" status: 200 len: 210 time: 0.0315299 Oct 20 12:46:54.068701 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 96faa508-bc24-4544-b787-b69863ec20ab up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:46:54.159582 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-18c9fd85-16a2-410c-a44b-89ff4a24afd9 None None] Set router 53c2b510-71eb-47e1-8b05-277434ad3960 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:46:54.294498 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 96faa508-bc24-4544-b787-b69863ec20ab triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:46:54.294920 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:54.348190 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-70c80282-59f9-4618-81d7-39c7a9e8f44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:54.411290 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-70c80282-59f9-4618-81d7-39c7a9e8f44f None None] For port 59e05905-9f02-4b97-8703-450de0e0c6c4, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=59e05905-9f02-4b97-8703-450de0e0c6c4,segment=NetworkSegment(f55a6813-2edd-4d7a-9e44-fac134124f0b),segment_id=f55a6813-2edd-4d7a-9e44-fac134124f0b)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:46:54.419391 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-70c80282-59f9-4618-81d7-39c7a9e8f44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:54.527010 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c80282-59f9-4618-81d7-39c7a9e8f44f None None] Pushing event updated for resources: {'Port': ['ID=59e05905-9f02-4b97-8703-450de0e0c6c4,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:54.564291 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-0df94bfa-b175-459d-97c5-3338e0fad491 None None] Provisioning complete for port 59e05905-9f02-4b97-8703-450de0e0c6c4 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:46:54.564664 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0df94bfa-b175-459d-97c5-3338e0fad491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:54.589913 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-18c9fd85-16a2-410c-a44b-89ff4a24afd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c2b510-71eb-47e1-8b05-277434ad3960', 'name': 'tempest-TestSnapshotPattern-1555058063-router', 'tenant_id': '453a20a1f8174679838c361326775f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '96faa508-bc24-4544-b787-b69863ec20ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:46:47Z', 'updated_at': '2021-10-20T12:46:50Z', 'revision_number': 4, 'project_id': '453a20a1f8174679838c361326775f6c', 'gw_port': {'id': '96faa508-bc24-4544-b787-b69863ec20ab', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c2b510-71eb-47e1-8b05-277434ad3960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:46:47Z', 'updated_at': '2021-10-20T12:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '59e05905-9f02-4b97-8703-450de0e0c6c4', 'name': '', 'network_id': 'f290a90c-7e3c-4fe4-be00-5e0f0daf731d', 'tenant_id': '453a20a1f8174679838c361326775f6c', 'mac_address': 'fa:16:3e:0a:f7:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c2b510-71eb-47e1-8b05-277434ad3960', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'b12fc441-53b8-49ee-9ea8-bbf9bc252c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:46:49Z', 'updated_at': '2021-10-20T12:46:53Z', 'revision_number': 4, 'project_id': '453a20a1f8174679838c361326775f6c', 'subnets': [{'id': 'b12fc441-53b8-49ee-9ea8-bbf9bc252c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:46:54.624923 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c9fd85-16a2-410c-a44b-89ff4a24afd9 None None] The sync data for ids ['53c2b510-71eb-47e1-8b05-277434ad3960'] in n-d-814735-3 is: [{'id': '53c2b510-71eb-47e1-8b05-277434ad3960', 'name': 'tempest-TestSnapshotPattern-1555058063-router', 'tenant_id': '453a20a1f8174679838c361326775f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '96faa508-bc24-4544-b787-b69863ec20ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:46:47Z', 'updated_at': '2021-10-20T12:46:50Z', 'revision_number': 4, 'project_id': '453a20a1f8174679838c361326775f6c', 'gw_port': {'id': '96faa508-bc24-4544-b787-b69863ec20ab', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c2b510-71eb-47e1-8b05-277434ad3960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:46:47Z', 'updated_at': '2021-10-20T12:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '59e05905-9f02-4b97-8703-450de0e0c6c4', 'name': '', 'network_id': 'f290a90c-7e3c-4fe4-be00-5e0f0daf731d', 'tenant_id': '453a20a1f8174679838c361326775f6c', 'mac_address': 'fa:16:3e:0a:f7:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c2b510-71eb-47e1-8b05-277434ad3960', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'b12fc441-53b8-49ee-9ea8-bbf9bc252c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:46:49Z', 'updated_at': '2021-10-20T12:46:53Z', 'revision_number': 4, 'project_id': '453a20a1f8174679838c361326775f6c', 'subnets': [{'id': 'b12fc441-53b8-49ee-9ea8-bbf9bc252c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:46:55.155675 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-242eeb5a-8130-430d-acf9-2e4d5ebdd4e2 req-105d8262-19e2-47d2-b360-1d1c555d1660 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/ports?device_id=e68c9412-37ba-4548-96ce-5305cacbbc45 HTTP/1.1" status: 200 len: 210 time: 0.0330527 Oct 20 12:46:55.256006 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:55.278072 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136fc14-aad2-4d99-8ee1-9325c4aed1dc req-23a4d250-3806-4396-9af9-aa5b4eecf8cb tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:46:55.279570 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b136fc14-aad2-4d99-8ee1-9325c4aed1dc req-23a4d250-3806-4396-9af9-aa5b4eecf8cb tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.89 "GET /v2.0/networks?id=6bca9e03-1890-4f25-934e-f1b5bbb2cbb0 HTTP/1.1" status: 200 len: 810 time: 0.1110058 Oct 20 12:46:55.336287 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b136fc14-aad2-4d99-8ee1-9325c4aed1dc req-4aa0ee94-53d4-4743-ac10-6c50c42cd6a1 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56378f88be8c444a893bcc309f9776b9 HTTP/1.1" status: 200 len: 380 time: 0.0407822 Oct 20 12:46:55.348551 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-b136fc14-aad2-4d99-8ee1-9325c4aed1dc req-7281115b-7185-4dd6-ac8a-ad169a119653 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Request body: {'port': {'device_id': 'e68c9412-37ba-4548-96ce-5305cacbbc45', 'network_id': '6bca9e03-1890-4f25-934e-f1b5bbb2cbb0', 'admin_state_up': True, 'tenant_id': '56378f88be8c444a893bcc309f9776b9', 'security_groups': ['96d486f3-5dbc-422e-93ea-e970a5cdc958']}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:46:55.464102 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b136fc14-aad2-4d99-8ee1-9325c4aed1dc req-7281115b-7185-4dd6-ac8a-ad169a119653 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Made reservation on behalf of 56378f88be8c444a893bcc309f9776b9 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:46:55.468663 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b136fc14-aad2-4d99-8ee1-9325c4aed1dc req-7281115b-7185-4dd6-ac8a-ad169a119653 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:55.605072 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-b136fc14-aad2-4d99-8ee1-9325c4aed1dc req-7281115b-7185-4dd6-ac8a-ad169a119653 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Allocated IP 172.20.0.6 (6bca9e03-1890-4f25-934e-f1b5bbb2cbb0/f2c68b78-8188-46ba-b44c-8a961da9aa26/1784c44c-a206-42a2-82ac-6277eef9e043) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:46:55.760181 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b136fc14-aad2-4d99-8ee1-9325c4aed1dc req-7281115b-7185-4dd6-ac8a-ad169a119653 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:55.798657 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b136fc14-aad2-4d99-8ee1-9325c4aed1dc req-7281115b-7185-4dd6-ac8a-ad169a119653 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:55.849568 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b136fc14-aad2-4d99-8ee1-9325c4aed1dc req-7281115b-7185-4dd6-ac8a-ad169a119653 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Network 6bca9e03-1890-4f25-934e-f1b5bbb2cbb0 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:46:55.852754 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-b136fc14-aad2-4d99-8ee1-9325c4aed1dc req-7281115b-7185-4dd6-ac8a-ad169a119653 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:46:55.856532 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-b136fc14-aad2-4d99-8ee1-9325c4aed1dc req-7281115b-7185-4dd6-ac8a-ad169a119653 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:46:55.892614 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7281115b-7185-4dd6-ac8a-ad169a119653 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Pushing event updated for resources: {'Port': ['ID=1784c44c-a206-42a2-82ac-6277eef9e043,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:55.919709 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136fc14-aad2-4d99-8ee1-9325c4aed1dc req-7281115b-7185-4dd6-ac8a-ad169a119653 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:46:55.920536 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b136fc14-aad2-4d99-8ee1-9325c4aed1dc req-7281115b-7185-4dd6-ac8a-ad169a119653 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:55.958622 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b136fc14-aad2-4d99-8ee1-9325c4aed1dc req-7281115b-7185-4dd6-ac8a-ad169a119653 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6135132 Oct 20 12:46:55.971952 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-b136fc14-aad2-4d99-8ee1-9325c4aed1dc req-76d25d96-8a60-4271-a199-944c584f1c4c service neutron] Request body: {'port': {'device_id': 'e68c9412-37ba-4548-96ce-5305cacbbc45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:46:56.045648 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b136fc14-aad2-4d99-8ee1-9325c4aed1dc req-76d25d96-8a60-4271-a199-944c584f1c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:56.051630 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 59e05905-9f02-4b97-8703-450de0e0c6c4 up at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:46:56.105214 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Provisioning complete for port 59e05905-9f02-4b97-8703-450de0e0c6c4 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:46:56.105670 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:56.156439 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-aa2ba8db-6247-4894-b297-f838a2902be9 None None] Provisioning complete for port 1784c44c-a206-42a2-82ac-6277eef9e043 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:46:56.156782 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-aa2ba8db-6247-4894-b297-f838a2902be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:56.223271 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ba8db-6247-4894-b297-f838a2902be9 None None] Port 1784c44c-a206-42a2-82ac-6277eef9e043 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:46:56.403577 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66856f89-ea46-49f1-8c6f-810faed513de req-650f2be4-19d9-4f4e-a727-72eb6e56a50b tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:46:56.405246 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-66856f89-ea46-49f1-8c6f-810faed513de req-650f2be4-19d9-4f4e-a727-72eb6e56a50b tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/ports?device_id=e68c9412-37ba-4548-96ce-5305cacbbc45 HTTP/1.1" status: 200 len: 931 time: 0.0926979 Oct 20 12:46:56.500169 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-66856f89-ea46-49f1-8c6f-810faed513de req-ab7135c0-485f-422b-b0a6-0304a765eeaa tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/security-groups?id=96d486f3-5dbc-422e-93ea-e970a5cdc958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879068 Oct 20 12:46:56.505244 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-b136fc14-aad2-4d99-8ee1-9325c4aed1dc req-76d25d96-8a60-4271-a199-944c584f1c4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1784c44c-a206-42a2-82ac-6277eef9e043 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:46:56.517993 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b136fc14-aad2-4d99-8ee1-9325c4aed1dc req-76d25d96-8a60-4271-a199-944c584f1c4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:56.546549 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-b136fc14-aad2-4d99-8ee1-9325c4aed1dc req-76d25d96-8a60-4271-a199-944c584f1c4c service neutron] Transition to ACTIVE for port object 1784c44c-a206-42a2-82ac-6277eef9e043 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 12:46:56.552343 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b136fc14-aad2-4d99-8ee1-9325c4aed1dc req-76d25d96-8a60-4271-a199-944c584f1c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:56.620062 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25d96-8a60-4271-a199-944c584f1c4c service neutron] Pushing event updated for resources: {'Port': ['ID=1784c44c-a206-42a2-82ac-6277eef9e043,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:56.704509 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-b136fc14-aad2-4d99-8ee1-9325c4aed1dc req-76d25d96-8a60-4271-a199-944c584f1c4c service neutron] Attempting to bind port 1784c44c-a206-42a2-82ac-6277eef9e043 on host n-h2-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:46:56.704851 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-b136fc14-aad2-4d99-8ee1-9325c4aed1dc req-76d25d96-8a60-4271-a199-944c584f1c4c service neutron] Attempting to bind port 1784c44c-a206-42a2-82ac-6277eef9e043 by drivers openvswitch,hyperv on host n-h2-814735-3 at level 0 using segments [{'id': 'a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '6bca9e03-1890-4f25-934e-f1b5bbb2cbb0'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:46:56.705166 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b136fc14-aad2-4d99-8ee1-9325c4aed1dc req-76d25d96-8a60-4271-a199-944c584f1c4c service neutron] Attempting to bind port 1784c44c-a206-42a2-82ac-6277eef9e043 on network 6bca9e03-1890-4f25-934e-f1b5bbb2cbb0 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:46:56.710115 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b136fc14-aad2-4d99-8ee1-9325c4aed1dc req-76d25d96-8a60-4271-a199-944c584f1c4c service neutron] Port 1784c44c-a206-42a2-82ac-6277eef9e043 on network 6bca9e03-1890-4f25-934e-f1b5bbb2cbb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 12:46:56.710440 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b136fc14-aad2-4d99-8ee1-9325c4aed1dc req-76d25d96-8a60-4271-a199-944c584f1c4c service neutron] Attempting to bind port 1784c44c-a206-42a2-82ac-6277eef9e043 on network 6bca9e03-1890-4f25-934e-f1b5bbb2cbb0 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:46:56.716100 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b136fc14-aad2-4d99-8ee1-9325c4aed1dc req-76d25d96-8a60-4271-a199-944c584f1c4c service neutron] Checking agent: {'id': 'a6f5ed11-f8db-41dc-87f7-67bd7f86278b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:46:56.716453 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b136fc14-aad2-4d99-8ee1-9325c4aed1dc req-76d25d96-8a60-4271-a199-944c584f1c4c service neutron] Checking segment: {'id': 'a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '6bca9e03-1890-4f25-934e-f1b5bbb2cbb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:46:56.716810 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b136fc14-aad2-4d99-8ee1-9325c4aed1dc req-76d25d96-8a60-4271-a199-944c584f1c4c service neutron] Bound using segment: {'id': 'a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '6bca9e03-1890-4f25-934e-f1b5bbb2cbb0'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:46:56.717242 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-b136fc14-aad2-4d99-8ee1-9325c4aed1dc req-76d25d96-8a60-4271-a199-944c584f1c4c service neutron] Bound port: 1784c44c-a206-42a2-82ac-6277eef9e043, host: n-h2-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '6bca9e03-1890-4f25-934e-f1b5bbb2cbb0'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:46:56.717598 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b136fc14-aad2-4d99-8ee1-9325c4aed1dc req-76d25d96-8a60-4271-a199-944c584f1c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:56.792945 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-b136fc14-aad2-4d99-8ee1-9325c4aed1dc req-76d25d96-8a60-4271-a199-944c584f1c4c service neutron] For port 1784c44c-a206-42a2-82ac-6277eef9e043, host n-h2-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:46:56.796989 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-b136fc14-aad2-4d99-8ee1-9325c4aed1dc req-76d25d96-8a60-4271-a199-944c584f1c4c service neutron] For port 1784c44c-a206-42a2-82ac-6277eef9e043, host n-h2-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=1784c44c-a206-42a2-82ac-6277eef9e043,segment=NetworkSegment(a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4),segment_id=a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:46:56.801848 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b136fc14-aad2-4d99-8ee1-9325c4aed1dc req-76d25d96-8a60-4271-a199-944c584f1c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:56.845814 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136fc14-aad2-4d99-8ee1-9325c4aed1dc req-76d25d96-8a60-4271-a199-944c584f1c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:46:56.846479 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b136fc14-aad2-4d99-8ee1-9325c4aed1dc req-76d25d96-8a60-4271-a199-944c584f1c4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:56.847881 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b136fc14-aad2-4d99-8ee1-9325c4aed1dc req-76d25d96-8a60-4271-a199-944c584f1c4c service neutron] 10.222.0.89 "PUT /v2.0/ports/1784c44c-a206-42a2-82ac-6277eef9e043 HTTP/1.1" status: 200 len: 1091 time: 0.8806076 Oct 20 12:46:56.848467 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e68c9412-37ba-4548-96ce-5305cacbbc45', 'tag': '1784c44c-a206-42a2-82ac-6277eef9e043'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:46:56.850755 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0a02dd2059fce6544e6c1114f6588b97938997ae633064690662b627edbbcf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caff3366-b3fd-4319-bf41-d474c1905cf1" -d '{"events": [{"name": "network-changed", "server_uuid": "e68c9412-37ba-4548-96ce-5305cacbbc45", "tag": "1784c44c-a206-42a2-82ac-6277eef9e043"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:46:56.874097 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25d96-8a60-4271-a199-944c584f1c4c service neutron] Pushing event updated for resources: {'Port': ['ID=1784c44c-a206-42a2-82ac-6277eef9e043,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:56.932471 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ed55b9-5978-4395-9ff3-51fd4da35bda x-openstack-request-id: req-c0ed55b9-5978-4395-9ff3-51fd4da35bda {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:46:56.932767 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e68c9412-37ba-4548-96ce-5305cacbbc45", "tag": "1784c44c-a206-42a2-82ac-6277eef9e043", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:46:56.932993 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c0ed55b9-5978-4395-9ff3-51fd4da35bda {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:46:56.933399 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e68c9412-37ba-4548-96ce-5305cacbbc45', 'tag': '1784c44c-a206-42a2-82ac-6277eef9e043', 'status': 'completed', 'code': 200} Oct 20 12:46:56.968214 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136fc14-aad2-4d99-8ee1-9325c4aed1dc req-76da474f-f8c1-4828-9761-d620eb7083eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:46:56.969823 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b136fc14-aad2-4d99-8ee1-9325c4aed1dc req-76da474f-f8c1-4828-9761-d620eb7083eb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=56378f88be8c444a893bcc309f9776b9&device_id=e68c9412-37ba-4548-96ce-5305cacbbc45 HTTP/1.1" status: 200 len: 1094 time: 0.0566659 Oct 20 12:46:57.019823 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b136fc14-aad2-4d99-8ee1-9325c4aed1dc req-0262fb3b-f1cf-4f20-9dff-555454161c34 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1784c44c-a206-42a2-82ac-6277eef9e043 HTTP/1.1" status: 200 len: 217 time: 0.0371346 Oct 20 12:46:57.077573 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136fc14-aad2-4d99-8ee1-9325c4aed1dc req-b82ea622-d81d-46c7-bec0-933f5f0f46fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:46:57.079237 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b136fc14-aad2-4d99-8ee1-9325c4aed1dc req-b82ea622-d81d-46c7-bec0-933f5f0f46fa service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f2c68b78-8188-46ba-b44c-8a961da9aa26 HTTP/1.1" status: 200 len: 849 time: 0.0523770 Oct 20 12:46:57.148500 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136fc14-aad2-4d99-8ee1-9325c4aed1dc req-3f18337f-cce1-4f61-8232-deb331d0d9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:46:57.149935 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b136fc14-aad2-4d99-8ee1-9325c4aed1dc req-3f18337f-cce1-4f61-8232-deb331d0d9c5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6bca9e03-1890-4f25-934e-f1b5bbb2cbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564823 Oct 20 12:46:57.243846 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b136fc14-aad2-4d99-8ee1-9325c4aed1dc req-4aeed1b5-7784-4f8b-8a35-9aeac25263e2 service neutron] 10.222.0.89 "GET /v2.0/networks/6bca9e03-1890-4f25-934e-f1b5bbb2cbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856628 Oct 20 12:46:57.346233 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b136fc14-aad2-4d99-8ee1-9325c4aed1dc req-7a6032aa-fa2c-4251-90b9-43c72da83003 service neutron] 10.222.0.89 "GET /v2.0/networks/6bca9e03-1890-4f25-934e-f1b5bbb2cbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905979 Oct 20 12:46:57.439720 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff3366-b3fd-4319-bf41-d474c1905cf1 req-e5b526ba-3084-468f-ad4d-eb70b1b68f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:46:57.441321 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-caff3366-b3fd-4319-bf41-d474c1905cf1 req-e5b526ba-3084-468f-ad4d-eb70b1b68f31 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=56378f88be8c444a893bcc309f9776b9&device_id=e68c9412-37ba-4548-96ce-5305cacbbc45 HTTP/1.1" status: 200 len: 1094 time: 0.0434120 Oct 20 12:46:57.542196 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff3366-b3fd-4319-bf41-d474c1905cf1 req-69978ac9-0991-47c5-91ed-31c973f4b9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:46:57.543735 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-caff3366-b3fd-4319-bf41-d474c1905cf1 req-69978ac9-0991-47c5-91ed-31c973f4b9a8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6bca9e03-1890-4f25-934e-f1b5bbb2cbb0 HTTP/1.1" status: 200 len: 912 time: 0.0953159 Oct 20 12:46:57.595777 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-caff3366-b3fd-4319-bf41-d474c1905cf1 req-d5ea757b-7e86-40bb-bf24-179a1b0e6685 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1784c44c-a206-42a2-82ac-6277eef9e043 HTTP/1.1" status: 200 len: 217 time: 0.0441663 Oct 20 12:46:57.669769 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff3366-b3fd-4319-bf41-d474c1905cf1 req-9c036ea1-c64e-4853-947f-35cca00fc473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:46:57.671295 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-caff3366-b3fd-4319-bf41-d474c1905cf1 req-9c036ea1-c64e-4853-947f-35cca00fc473 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f2c68b78-8188-46ba-b44c-8a961da9aa26 HTTP/1.1" status: 200 len: 849 time: 0.0582695 Oct 20 12:46:57.679802 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752d1dd-401f-4a37-897d-4a39001f5855 req-73735c02-963a-4eb9-9695-ab1b84ffd5b7 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:46:57.681246 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e752d1dd-401f-4a37-897d-4a39001f5855 req-73735c02-963a-4eb9-9695-ab1b84ffd5b7 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/ports?device_id=e68c9412-37ba-4548-96ce-5305cacbbc45 HTTP/1.1" status: 200 len: 943 time: 0.0954492 Oct 20 12:46:57.743383 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e752d1dd-401f-4a37-897d-4a39001f5855 req-0e9c865d-8d1a-4e12-8f5d-8552122d5ec1 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/security-groups?id=96d486f3-5dbc-422e-93ea-e970a5cdc958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535274 Oct 20 12:46:57.748398 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff3366-b3fd-4319-bf41-d474c1905cf1 req-2dac226f-5f40-4ba7-98fd-f1530ec38b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:46:57.749938 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-caff3366-b3fd-4319-bf41-d474c1905cf1 req-2dac226f-5f40-4ba7-98fd-f1530ec38b37 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6bca9e03-1890-4f25-934e-f1b5bbb2cbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678103 Oct 20 12:46:57.851545 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-caff3366-b3fd-4319-bf41-d474c1905cf1 req-89d0d15e-06f4-4efb-bd6e-8cb3753cd374 service neutron] 10.222.0.89 "GET /v2.0/networks/6bca9e03-1890-4f25-934e-f1b5bbb2cbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924366 Oct 20 12:46:57.945626 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-caff3366-b3fd-4319-bf41-d474c1905cf1 req-5713dd48-6a5a-4fdf-8f01-8882eb28c591 service neutron] 10.222.0.89 "GET /v2.0/networks/6bca9e03-1890-4f25-934e-f1b5bbb2cbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851631 Oct 20 12:46:58.872540 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8e2b8-ef04-421a-8d4e-5a795d5b12e4 req-ae450334-48e3-4a7b-827c-30a5f840ef31 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:46:58.874048 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-53a8e2b8-ef04-421a-8d4e-5a795d5b12e4 req-ae450334-48e3-4a7b-827c-30a5f840ef31 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/ports?device_id=e68c9412-37ba-4548-96ce-5305cacbbc45 HTTP/1.1" status: 200 len: 943 time: 0.0554445 Oct 20 12:46:58.913605 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-53a8e2b8-ef04-421a-8d4e-5a795d5b12e4 req-09915bbb-b7f5-45a6-bd86-ed9137e22625 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/security-groups?id=96d486f3-5dbc-422e-93ea-e970a5cdc958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332668 Oct 20 12:46:59.527492 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 1784c44c-a206-42a2-82ac-6277eef9e043 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:46:59.630306 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 1784c44c-a206-42a2-82ac-6277eef9e043, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=1784c44c-a206-42a2-82ac-6277eef9e043,segment=NetworkSegment(a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4),segment_id=a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:46:59.647204 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '1784c44c-a206-42a2-82ac-6277eef9e043', 'network_id': '6bca9e03-1890-4f25-934e-f1b5bbb2cbb0', 'port_id': '1784c44c-a206-42a2-82ac-6277eef9e043', 'mac_address': 'fa:16:3e:a6:f1:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2c68b78-8188-46ba-b44c-8a961da9aa26', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:46:59.686153 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:59.699433 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1784c44c-a206-42a2-82ac-6277eef9e043 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:46:59.719616 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 1784c44c-a206-42a2-82ac-6277eef9e043, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=1784c44c-a206-42a2-82ac-6277eef9e043,segment=NetworkSegment(a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4),segment_id=a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:46:59.724801 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:46:59.772398 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=1784c44c-a206-42a2-82ac-6277eef9e043,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:46:59.989355 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['1784c44c-a206-42a2-82ac-6277eef9e043'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:47:00.031119 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f157345-1588-45cf-9be7-953cd615d584 req-2eb3916b-17e1-40ee-9cc2-2a4ea3c42da2 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:47:00.032653 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4f157345-1588-45cf-9be7-953cd615d584 req-2eb3916b-17e1-40ee-9cc2-2a4ea3c42da2 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/ports?device_id=e68c9412-37ba-4548-96ce-5305cacbbc45 HTTP/1.1" status: 200 len: 944 time: 0.0511715 Oct 20 12:47:00.071847 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-4f157345-1588-45cf-9be7-953cd615d584 req-c8fc4763-6d6d-494b-95b4-b7e07a43de92 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/security-groups?id=96d486f3-5dbc-422e-93ea-e970a5cdc958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327139 Oct 20 12:47:01.193860 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c57869-de99-4e2e-8b82-f0ec314ff885 req-99d2977b-615e-4cce-aeab-e91d80a7228e tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:47:01.195516 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41c57869-de99-4e2e-8b82-f0ec314ff885 req-99d2977b-615e-4cce-aeab-e91d80a7228e tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/ports?device_id=e68c9412-37ba-4548-96ce-5305cacbbc45 HTTP/1.1" status: 200 len: 944 time: 0.0551491 Oct 20 12:47:01.233376 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-41c57869-de99-4e2e-8b82-f0ec314ff885 req-1ec5d3ed-683e-420e-932c-0b63847ddc6f tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/security-groups?id=96d486f3-5dbc-422e-93ea-e970a5cdc958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317428 Oct 20 12:47:01.558820 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 1784c44c-a206-42a2-82ac-6277eef9e043 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:47:01.610465 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning for port 1784c44c-a206-42a2-82ac-6277eef9e043 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 12:47:01.614764 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 1784c44c-a206-42a2-82ac-6277eef9e043 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:47:01.616050 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:47:01.700861 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:47:01.724613 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e68c9412-37ba-4548-96ce-5305cacbbc45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1784c44c-a206-42a2-82ac-6277eef9e043'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:47:01.726992 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ba663b728f61600953c7c701890058d53749f56dec976386d606a322f26966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2b7bfc-6a73-4753-984d-3d77b6441ce7" -d '{"events": [{"server_uuid": "e68c9412-37ba-4548-96ce-5305cacbbc45", "name": "network-vif-plugged", "status": "completed", "tag": "1784c44c-a206-42a2-82ac-6277eef9e043"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:47:01.740625 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 1784c44c-a206-42a2-82ac-6277eef9e043, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=1784c44c-a206-42a2-82ac-6277eef9e043,segment=NetworkSegment(a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4),segment_id=a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:47:01.745331 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:47:01.769386 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a14b719-e2d6-4ed2-99da-6dc7c3a8f58f x-openstack-request-id: req-0a14b719-e2d6-4ed2-99da-6dc7c3a8f58f {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:47:01.769656 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e68c9412-37ba-4548-96ce-5305cacbbc45", "name": "network-vif-plugged", "status": "completed", "tag": "1784c44c-a206-42a2-82ac-6277eef9e043", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:47:01.769933 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0a14b719-e2d6-4ed2-99da-6dc7c3a8f58f {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:47:01.770325 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e68c9412-37ba-4548-96ce-5305cacbbc45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1784c44c-a206-42a2-82ac-6277eef9e043', 'code': 200} Oct 20 12:47:01.798774 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=1784c44c-a206-42a2-82ac-6277eef9e043,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:47:01.880615 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf63e7-c911-407a-9483-c285744f36c0 req-eb62552d-2f92-43cd-acc1-114050646b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:47:01.882073 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-26bf63e7-c911-407a-9483-c285744f36c0 req-eb62552d-2f92-43cd-acc1-114050646b73 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e68c9412-37ba-4548-96ce-5305cacbbc45 HTTP/1.1" status: 200 len: 1096 time: 0.0450802 Oct 20 12:47:02.316386 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-26bf63e7-c911-407a-9483-c285744f36c0 req-47857c29-ce04-4aed-bc99-d5353a3f01f4 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=96d486f3-5dbc-422e-93ea-e970a5cdc958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4229712 Oct 20 12:47:02.359180 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30267952-65a0-4449-82bc-5da3e2f38c72 req-3628ff10-bcf2-450b-a873-5c32df9e99b3 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:47:02.360763 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-30267952-65a0-4449-82bc-5da3e2f38c72 req-3628ff10-bcf2-450b-a873-5c32df9e99b3 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/ports?device_id=e68c9412-37ba-4548-96ce-5305cacbbc45 HTTP/1.1" status: 200 len: 945 time: 0.0546634 Oct 20 12:47:02.401797 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-30267952-65a0-4449-82bc-5da3e2f38c72 req-3ae495c8-4bc8-4ef0-8a1b-4cd6d3d7af1e tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/security-groups?id=96d486f3-5dbc-422e-93ea-e970a5cdc958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347950 Oct 20 12:47:03.522356 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ad1c5-713b-4d61-9651-d8cb5754fa37 req-6c7dd9d1-59fd-48b3-a466-eadee20f9e15 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:47:03.523979 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-778ad1c5-713b-4d61-9651-d8cb5754fa37 req-6c7dd9d1-59fd-48b3-a466-eadee20f9e15 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/ports?device_id=e68c9412-37ba-4548-96ce-5305cacbbc45 HTTP/1.1" status: 200 len: 945 time: 0.0515363 Oct 20 12:47:03.567450 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-778ad1c5-713b-4d61-9651-d8cb5754fa37 req-f9a73545-1036-4a5c-8e0b-344fcf342483 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/security-groups?id=96d486f3-5dbc-422e-93ea-e970a5cdc958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371528 Oct 20 12:47:04.689801 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac78004-eedb-4b22-a4fa-a891704d3f54 req-eb4de35d-ac93-4855-98a7-09c1934e592a tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:47:04.691362 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6ac78004-eedb-4b22-a4fa-a891704d3f54 req-eb4de35d-ac93-4855-98a7-09c1934e592a tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/ports?device_id=e68c9412-37ba-4548-96ce-5305cacbbc45 HTTP/1.1" status: 200 len: 945 time: 0.0553968 Oct 20 12:47:04.730349 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-6ac78004-eedb-4b22-a4fa-a891704d3f54 req-4fb1f3ae-61db-4614-8c68-a175786a332b tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/security-groups?id=96d486f3-5dbc-422e-93ea-e970a5cdc958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328369 Oct 20 12:47:04.852429 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed26a1-275d-41a7-a652-a9865b8fc056 req-dd4702af-229d-4ab6-b752-0d1552084db6 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:47:04.853937 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a5ed26a1-275d-41a7-a652-a9865b8fc056 req-dd4702af-229d-4ab6-b752-0d1552084db6 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/ports?device_id=e68c9412-37ba-4548-96ce-5305cacbbc45 HTTP/1.1" status: 200 len: 945 time: 0.0552981 Oct 20 12:47:04.893913 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-a5ed26a1-275d-41a7-a652-a9865b8fc056 req-39fd6286-c650-47c6-825b-76b0807d904a tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/security-groups?id=96d486f3-5dbc-422e-93ea-e970a5cdc958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338199 Oct 20 12:47:04.916165 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 33618) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:47:05.012401 n-d-814735-3 neutron-server[100646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a024757e-f9b0-4f46-98b8-64c44aeba18c tempest-TestSnapshotPattern-133519504 tempest-TestSnapshotPattern-133519504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:47:05.014318 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a024757e-f9b0-4f46-98b8-64c44aeba18c tempest-TestSnapshotPattern-133519504 tempest-TestSnapshotPattern-133519504-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=e68c9412-37ba-4548-96ce-5305cacbbc45 HTTP/1.1" status: 200 len: 1091 time: 0.0967586 Oct 20 12:47:05.017442 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 33622) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:47:05.021746 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-18da7306-05d2-4838-b1ba-05b6b959074c tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'port_id': '1784c44c-a206-42a2-82ac-6277eef9e043', 'tenant_id': '56378f88be8c444a893bcc309f9776b9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:47:05.046720 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-18da7306-05d2-4838-b1ba-05b6b959074c tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks [] for floatingip, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:47:05.147525 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-18da7306-05d2-4838-b1ba-05b6b959074c tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:47:05.259742 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-18da7306-05d2-4838-b1ba-05b6b959074c tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Allocated IP 172.25.5.123 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/bfcece4a-6c19-4094-9863-ec51515ff366) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:47:05.364186 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-18da7306-05d2-4838-b1ba-05b6b959074c tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:47:05.399316 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-18da7306-05d2-4838-b1ba-05b6b959074c tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:47:05.441092 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18da7306-05d2-4838-b1ba-05b6b959074c tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:47:05.444046 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-18da7306-05d2-4838-b1ba-05b6b959074c tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:47:05.453272 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18da7306-05d2-4838-b1ba-05b6b959074c tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:47:05.456434 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18da7306-05d2-4838-b1ba-05b6b959074c tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Pushing event updated for resources: {'Port': ['ID=bfcece4a-6c19-4094-9863-ec51515ff366,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:47:05.837169 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-18da7306-05d2-4838-b1ba-05b6b959074c tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:47:05.916665 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-18da7306-05d2-4838-b1ba-05b6b959074c tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:47:06.068250 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-18da7306-05d2-4838-b1ba-05b6b959074c tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:47:06.074107 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-18da7306-05d2-4838-b1ba-05b6b959074c tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:47:06.143499 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18da7306-05d2-4838-b1ba-05b6b959074c tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Pushing event updated for resources: {'Port': ['ID=bfcece4a-6c19-4094-9863-ec51515ff366,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:47:06.155896 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-18da7306-05d2-4838-b1ba-05b6b959074c tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:47:06.258877 n-d-814735-3 neutron-server[100646]: INFO neutron.db.l3_db [None req-18da7306-05d2-4838-b1ba-05b6b959074c tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Floating IP 0a7b9f8f-6b7b-401e-bfbf-056c41e41677 associated. External IP: 172.25.5.123, port: 1784c44c-a206-42a2-82ac-6277eef9e043. Oct 20 12:47:06.470959 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18da7306-05d2-4838-b1ba-05b6b959074c tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Router b9c96c32-b489-4875-a187-11831ca75c06 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:47:06.583782 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18da7306-05d2-4838-b1ba-05b6b959074c tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:47:06.594091 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dc87d5-57dc-40fb-b60d-5fc83f18f8e0 None None] Sync routers for ids ['b9c96c32-b489-4875-a187-11831ca75c06'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:47:06.603232 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-18da7306-05d2-4838-b1ba-05b6b959074c tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:47:06.603601 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dc87d5-57dc-40fb-b60d-5fc83f18f8e0 None None] Routers {'b9c96c32-b489-4875-a187-11831ca75c06'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:47:06.604297 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-54dc87d5-57dc-40fb-b60d-5fc83f18f8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:46:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['b9c96c32-b489-4875-a187-11831ca75c06'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:47:06.634983 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-18da7306-05d2-4838-b1ba-05b6b959074c tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6164861 Oct 20 12:47:06.635803 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e68c9412-37ba-4548-96ce-5305cacbbc45', 'tag': '1784c44c-a206-42a2-82ac-6277eef9e043'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:47:06.638501 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f6473da4100a9b2d2507aa888be59ba03dba4d50a2e20228baad954033a1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c31016-64c4-4b5a-9fcf-86e0a81902dc" -d '{"events": [{"name": "network-changed", "server_uuid": "e68c9412-37ba-4548-96ce-5305cacbbc45", "tag": "1784c44c-a206-42a2-82ac-6277eef9e043"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:47:06.719258 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-54dc87d5-57dc-40fb-b60d-5fc83f18f8e0 None None] Set router b9c96c32-b489-4875-a187-11831ca75c06 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:47:06.739531 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01df60bb-807a-472d-959d-e439bc998ec5 x-openstack-request-id: req-01df60bb-807a-472d-959d-e439bc998ec5 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:47:06.739829 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e68c9412-37ba-4548-96ce-5305cacbbc45", "tag": "1784c44c-a206-42a2-82ac-6277eef9e043", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:47:06.740062 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-01df60bb-807a-472d-959d-e439bc998ec5 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:47:06.740480 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e68c9412-37ba-4548-96ce-5305cacbbc45', 'tag': '1784c44c-a206-42a2-82ac-6277eef9e043', 'status': 'completed', 'code': 200} Oct 20 12:47:06.806059 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c31016-64c4-4b5a-9fcf-86e0a81902dc req-c41fa72b-026f-4961-aaf0-bab347daf5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:47:06.807523 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-08c31016-64c4-4b5a-9fcf-86e0a81902dc req-c41fa72b-026f-4961-aaf0-bab347daf5c8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=56378f88be8c444a893bcc309f9776b9&device_id=e68c9412-37ba-4548-96ce-5305cacbbc45 HTTP/1.1" status: 200 len: 1096 time: 0.0420852 Oct 20 12:47:06.903811 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c31016-64c4-4b5a-9fcf-86e0a81902dc req-3b53a1d9-6b20-4078-a270-8396ec77c5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:47:06.905306 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-08c31016-64c4-4b5a-9fcf-86e0a81902dc req-3b53a1d9-6b20-4078-a270-8396ec77c5c5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6bca9e03-1890-4f25-934e-f1b5bbb2cbb0 HTTP/1.1" status: 200 len: 912 time: 0.0906789 Oct 20 12:47:06.944555 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-54dc87d5-57dc-40fb-b60d-5fc83f18f8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'name': 'tempest-TestSnapshotPattern-1281370251-router', 'tenant_id': '56378f88be8c444a893bcc309f9776b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '88fbdcd7-1f84-4814-a82a-9c7295741543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:46:41Z', 'updated_at': '2021-10-20T12:46:44Z', 'revision_number': 4, 'project_id': '56378f88be8c444a893bcc309f9776b9', 'gw_port': {'id': '88fbdcd7-1f84-4814-a82a-9c7295741543', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:46:42Z', 'updated_at': '2021-10-20T12:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '0a7b9f8f-6b7b-401e-bfbf-056c41e41677', 'tenant_id': '56378f88be8c444a893bcc309f9776b9', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'port_id': '1784c44c-a206-42a2-82ac-6277eef9e043', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bca9e03-1890-4f25-934e-f1b5bbb2cbb0', 'mac_address': 'fa:16:3e:a6:f1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68c9412-37ba-4548-96ce-5305cacbbc45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:47:05Z', 'updated_at': '2021-10-20T12:47:05Z', 'revision_number': 0, 'project_id': '56378f88be8c444a893bcc309f9776b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e4043b-118f-49d6-b0b8-98537d9f07e6', 'name': '', 'network_id': '6bca9e03-1890-4f25-934e-f1b5bbb2cbb0', 'tenant_id': '56378f88be8c444a893bcc309f9776b9', 'mac_address': 'fa:16:3e:fd:6a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'f2c68b78-8188-46ba-b44c-8a961da9aa26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:46:44Z', 'updated_at': '2021-10-20T12:46:48Z', 'revision_number': 5, 'project_id': '56378f88be8c444a893bcc309f9776b9', 'subnets': [{'id': 'f2c68b78-8188-46ba-b44c-8a961da9aa26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:47:06.973654 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-08c31016-64c4-4b5a-9fcf-86e0a81902dc req-66c81a45-37da-4733-958f-92fe42e33c8e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1784c44c-a206-42a2-82ac-6277eef9e043 HTTP/1.1" status: 200 len: 999 time: 0.0605204 Oct 20 12:47:06.978728 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dc87d5-57dc-40fb-b60d-5fc83f18f8e0 None None] Checking router: b9c96c32-b489-4875-a187-11831ca75c06 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:47:06.988297 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dc87d5-57dc-40fb-b60d-5fc83f18f8e0 None None] Routers {'b9c96c32-b489-4875-a187-11831ca75c06'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:47:06.988906 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-54dc87d5-57dc-40fb-b60d-5fc83f18f8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:46:52Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['b9c96c32-b489-4875-a187-11831ca75c06'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:47:07.044269 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c31016-64c4-4b5a-9fcf-86e0a81902dc req-601324b4-c0a7-4025-a9bc-e411a679873b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:47:07.045776 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-08c31016-64c4-4b5a-9fcf-86e0a81902dc req-601324b4-c0a7-4025-a9bc-e411a679873b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f2c68b78-8188-46ba-b44c-8a961da9aa26 HTTP/1.1" status: 200 len: 849 time: 0.0645292 Oct 20 12:47:07.092461 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c31016-64c4-4b5a-9fcf-86e0a81902dc req-7e477d4a-315d-4969-8bfd-ccee79086c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:47:07.093884 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-08c31016-64c4-4b5a-9fcf-86e0a81902dc req-7e477d4a-315d-4969-8bfd-ccee79086c4a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6bca9e03-1890-4f25-934e-f1b5bbb2cbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409560 Oct 20 12:47:07.098943 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-54dc87d5-57dc-40fb-b60d-5fc83f18f8e0 None None] Set router b9c96c32-b489-4875-a187-11831ca75c06 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:47:07.186121 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-08c31016-64c4-4b5a-9fcf-86e0a81902dc req-659118bf-eae6-4993-a315-ba328f0c8687 service neutron] 10.222.0.89 "GET /v2.0/networks/6bca9e03-1890-4f25-934e-f1b5bbb2cbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849304 Oct 20 12:47:07.283604 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-08c31016-64c4-4b5a-9fcf-86e0a81902dc req-1ec13bcd-6268-4f54-bad2-8e38a9faebff service neutron] 10.222.0.89 "GET /v2.0/networks/6bca9e03-1890-4f25-934e-f1b5bbb2cbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896451 Oct 20 12:47:07.330014 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-54dc87d5-57dc-40fb-b60d-5fc83f18f8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'name': 'tempest-TestSnapshotPattern-1281370251-router', 'tenant_id': '56378f88be8c444a893bcc309f9776b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '88fbdcd7-1f84-4814-a82a-9c7295741543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:46:41Z', 'updated_at': '2021-10-20T12:46:44Z', 'revision_number': 4, 'project_id': '56378f88be8c444a893bcc309f9776b9', 'gw_port': {'id': '88fbdcd7-1f84-4814-a82a-9c7295741543', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:46:42Z', 'updated_at': '2021-10-20T12:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '0a7b9f8f-6b7b-401e-bfbf-056c41e41677', 'tenant_id': '56378f88be8c444a893bcc309f9776b9', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'port_id': '1784c44c-a206-42a2-82ac-6277eef9e043', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bca9e03-1890-4f25-934e-f1b5bbb2cbb0', 'mac_address': 'fa:16:3e:a6:f1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68c9412-37ba-4548-96ce-5305cacbbc45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:47:05Z', 'updated_at': '2021-10-20T12:47:05Z', 'revision_number': 0, 'project_id': '56378f88be8c444a893bcc309f9776b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e4043b-118f-49d6-b0b8-98537d9f07e6', 'name': '', 'network_id': '6bca9e03-1890-4f25-934e-f1b5bbb2cbb0', 'tenant_id': '56378f88be8c444a893bcc309f9776b9', 'mac_address': 'fa:16:3e:fd:6a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'f2c68b78-8188-46ba-b44c-8a961da9aa26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:46:44Z', 'updated_at': '2021-10-20T12:46:48Z', 'revision_number': 5, 'project_id': '56378f88be8c444a893bcc309f9776b9', 'subnets': [{'id': 'f2c68b78-8188-46ba-b44c-8a961da9aa26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:47:07.362517 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dc87d5-57dc-40fb-b60d-5fc83f18f8e0 None None] The sync data for ids ['b9c96c32-b489-4875-a187-11831ca75c06'] in n-d-814735-3 is: [{'id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'name': 'tempest-TestSnapshotPattern-1281370251-router', 'tenant_id': '56378f88be8c444a893bcc309f9776b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '88fbdcd7-1f84-4814-a82a-9c7295741543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:46:41Z', 'updated_at': '2021-10-20T12:46:44Z', 'revision_number': 4, 'project_id': '56378f88be8c444a893bcc309f9776b9', 'gw_port': {'id': '88fbdcd7-1f84-4814-a82a-9c7295741543', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:46:42Z', 'updated_at': '2021-10-20T12:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '0a7b9f8f-6b7b-401e-bfbf-056c41e41677', 'tenant_id': '56378f88be8c444a893bcc309f9776b9', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'port_id': '1784c44c-a206-42a2-82ac-6277eef9e043', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bca9e03-1890-4f25-934e-f1b5bbb2cbb0', 'mac_address': 'fa:16:3e:a6:f1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68c9412-37ba-4548-96ce-5305cacbbc45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:47:05Z', 'updated_at': '2021-10-20T12:47:05Z', 'revision_number': 0, 'project_id': '56378f88be8c444a893bcc309f9776b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e4043b-118f-49d6-b0b8-98537d9f07e6', 'name': '', 'network_id': '6bca9e03-1890-4f25-934e-f1b5bbb2cbb0', 'tenant_id': '56378f88be8c444a893bcc309f9776b9', 'mac_address': 'fa:16:3e:fd:6a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'f2c68b78-8188-46ba-b44c-8a961da9aa26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:46:44Z', 'updated_at': '2021-10-20T12:46:48Z', 'revision_number': 5, 'project_id': '56378f88be8c444a893bcc309f9776b9', 'subnets': [{'id': 'f2c68b78-8188-46ba-b44c-8a961da9aa26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:47:07.564889 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c64aab-dde9-458f-8216-253b9f294c6f None None] New status for floating IP 0a7b9f8f-6b7b-401e-bfbf-056c41e41677: ACTIVE {{(pid=100648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 12:47:10.506628 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:47:15.539636 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:47:16.218408 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:47:16.296981 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-81c338c0-4f98-4ced-a322-bccf42bafa2d req-143a6d2d-9fb8-4d94-b406-4950658d605d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e68c9412-37ba-4548-96ce-5305cacbbc45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452201 Oct 20 12:47:16.389325 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c338c0-4f98-4ced-a322-bccf42bafa2d req-c159602f-7646-4ac9-8851-4aab3a71b64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:47:16.390897 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-81c338c0-4f98-4ced-a322-bccf42bafa2d req-c159602f-7646-4ac9-8851-4aab3a71b64d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=56378f88be8c444a893bcc309f9776b9&device_id=e68c9412-37ba-4548-96ce-5305cacbbc45 HTTP/1.1" status: 200 len: 1096 time: 0.0455356 Oct 20 12:47:16.501176 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c338c0-4f98-4ced-a322-bccf42bafa2d req-0887efd1-0e8c-4f22-ab6d-162ca9978e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:47:16.502589 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-81c338c0-4f98-4ced-a322-bccf42bafa2d req-0887efd1-0e8c-4f22-ab6d-162ca9978e4e service neutron] 10.222.0.89 "GET /v2.0/networks?id=6bca9e03-1890-4f25-934e-f1b5bbb2cbb0 HTTP/1.1" status: 200 len: 912 time: 0.0901983 Oct 20 12:47:16.575275 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-81c338c0-4f98-4ced-a322-bccf42bafa2d req-391f6246-d53c-4341-94af-9d5e911d0d35 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1784c44c-a206-42a2-82ac-6277eef9e043 HTTP/1.1" status: 200 len: 1001 time: 0.0640395 Oct 20 12:47:16.634304 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c338c0-4f98-4ced-a322-bccf42bafa2d req-44586dff-0ccb-45dc-af0a-04502a1f6795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:47:16.635853 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-81c338c0-4f98-4ced-a322-bccf42bafa2d req-44586dff-0ccb-45dc-af0a-04502a1f6795 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f2c68b78-8188-46ba-b44c-8a961da9aa26 HTTP/1.1" status: 200 len: 849 time: 0.0536559 Oct 20 12:47:16.686753 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c338c0-4f98-4ced-a322-bccf42bafa2d req-b4635b05-8310-41eb-9593-357e513995f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:47:16.688300 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-81c338c0-4f98-4ced-a322-bccf42bafa2d req-b4635b05-8310-41eb-9593-357e513995f0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6bca9e03-1890-4f25-934e-f1b5bbb2cbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439968 Oct 20 12:47:16.792217 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-81c338c0-4f98-4ced-a322-bccf42bafa2d req-b876e674-f454-4298-b0b4-d8d6057bcde3 service neutron] 10.222.0.89 "GET /v2.0/networks/6bca9e03-1890-4f25-934e-f1b5bbb2cbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958860 Oct 20 12:47:16.889885 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-81c338c0-4f98-4ced-a322-bccf42bafa2d req-c393a3a5-dac3-45d0-a49a-3757c02a5544 service neutron] 10.222.0.89 "GET /v2.0/networks/6bca9e03-1890-4f25-934e-f1b5bbb2cbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896792 Oct 20 12:47:19.503544 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9f83d162-1029-4601-935a-cc30bf896f88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:47:22.364539 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-81541194-ab21-4b75-9586-d1259b6d8fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:47:23.299026 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:47:23.525221 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:47:25.256091 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:47:40.507742 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:47:46.216799 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:47:49.508594 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e015db5f-b8da-4419-9872-b50fac270672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:47:52.371181 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6f056350-67b9-4e6e-9e49-ee5a7390f607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:47:52.539779 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:47:53.304280 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:47:53.523629 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:47:55.262530 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:48:10.521054 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:48:16.228191 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:48:17.298090 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3dce07df-a251-45ac-adc8-5d5604c90d61 req-ed1cea8b-de9c-43c1-8d37-7f4f21339907 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e68c9412-37ba-4548-96ce-5305cacbbc45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0555387 Oct 20 12:48:17.397033 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce07df-a251-45ac-adc8-5d5604c90d61 req-9bc629eb-1e99-45be-b341-83c63b7b34a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:48:17.398758 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3dce07df-a251-45ac-adc8-5d5604c90d61 req-9bc629eb-1e99-45be-b341-83c63b7b34a0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=56378f88be8c444a893bcc309f9776b9&device_id=e68c9412-37ba-4548-96ce-5305cacbbc45 HTTP/1.1" status: 200 len: 1096 time: 0.0500903 Oct 20 12:48:17.530191 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce07df-a251-45ac-adc8-5d5604c90d61 req-40d40811-a225-4e76-b6c2-b57e9ac0597d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:48:17.531945 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3dce07df-a251-45ac-adc8-5d5604c90d61 req-40d40811-a225-4e76-b6c2-b57e9ac0597d service neutron] 10.222.0.89 "GET /v2.0/networks?id=6bca9e03-1890-4f25-934e-f1b5bbb2cbb0 HTTP/1.1" status: 200 len: 912 time: 0.1049221 Oct 20 12:48:17.612075 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3dce07df-a251-45ac-adc8-5d5604c90d61 req-bcb528d1-0555-4319-91c3-ee57ac875411 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1784c44c-a206-42a2-82ac-6277eef9e043 HTTP/1.1" status: 200 len: 1001 time: 0.0679476 Oct 20 12:48:17.679738 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce07df-a251-45ac-adc8-5d5604c90d61 req-dcb1f1ef-be66-402d-a830-583851d21556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:48:17.681257 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3dce07df-a251-45ac-adc8-5d5604c90d61 req-dcb1f1ef-be66-402d-a830-583851d21556 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f2c68b78-8188-46ba-b44c-8a961da9aa26 HTTP/1.1" status: 200 len: 849 time: 0.0569012 Oct 20 12:48:17.735136 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce07df-a251-45ac-adc8-5d5604c90d61 req-a910f8da-6a50-4d89-b275-429df728bf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:48:17.736718 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3dce07df-a251-45ac-adc8-5d5604c90d61 req-a910f8da-6a50-4d89-b275-429df728bf85 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6bca9e03-1890-4f25-934e-f1b5bbb2cbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453210 Oct 20 12:48:17.752070 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-3dce07df-a251-45ac-adc8-5d5604c90d61 req-e5930241-fb2f-46d1-ba99-1d312b23d815 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 12:48:17.753068 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3dce07df-a251-45ac-adc8-5d5604c90d61 req-e5930241-fb2f-46d1-ba99-1d312b23d815 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055501 Oct 20 12:48:17.879480 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3dce07df-a251-45ac-adc8-5d5604c90d61 req-1990ad05-2e37-4026-8b12-c772d2a7e736 service neutron] 10.222.0.89 "GET /v2.0/networks/6bca9e03-1890-4f25-934e-f1b5bbb2cbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182215 Oct 20 12:48:17.986195 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3dce07df-a251-45ac-adc8-5d5604c90d61 req-78d43582-cf73-4b05-8bd2-b485375989aa service neutron] 10.222.0.89 "GET /v2.0/networks/6bca9e03-1890-4f25-934e-f1b5bbb2cbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954628 Oct 20 12:48:19.514692 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d587b91e-5826-426f-afcd-439efe2fd7ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:48:22.366062 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7d315d1c-0bbb-4e84-977d-a8aa5fa966ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:48:23.308834 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:48:23.532324 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:48:25.262335 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:48:29.539970 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:48:40.519436 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:48:46.222361 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:48:49.511309 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-89603ce9-aedf-4894-94c5-6fde95690ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:48:52.369877 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-21c7701b-10f8-4335-b71c-86179ba4a377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:48:53.314541 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:48:53.527248 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:48:55.265217 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:49:06.539779 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:49:08.147243 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 1784c44c-a206-42a2-82ac-6277eef9e043 details requested by agent hyperv_n-h2-814735-3 with host n-h2-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:49:08.247375 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 1784c44c-a206-42a2-82ac-6277eef9e043, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=1784c44c-a206-42a2-82ac-6277eef9e043,segment=NetworkSegment(a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4),segment_id=a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:49:08.260701 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Returning: {'device': '1784c44c-a206-42a2-82ac-6277eef9e043', 'network_id': '6bca9e03-1890-4f25-934e-f1b5bbb2cbb0', 'port_id': '1784c44c-a206-42a2-82ac-6277eef9e043', 'mac_address': 'fa:16:3e:a6:f1:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2c68b78-8188-46ba-b44c-8a961da9aa26', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:49:08.303780 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:49:08.318617 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1784c44c-a206-42a2-82ac-6277eef9e043 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:49:08.343060 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 1784c44c-a206-42a2-82ac-6277eef9e043, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=1784c44c-a206-42a2-82ac-6277eef9e043,segment=NetworkSegment(a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4),segment_id=a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:49:08.351689 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:49:08.414018 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=1784c44c-a206-42a2-82ac-6277eef9e043,revision_number=6']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:49:08.424791 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:49:08.425200 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:49:08.425475 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:49:08.425816 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:49:08.426147 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:49:08.426491 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:49:08.426838 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:49:08.427158 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:49:08.427482 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:49:08.427810 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:49:08.428136 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:49:08.428459 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:49:08.437080 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] get_ports_and_sgs() called for port_ids ['1784c44c-a206-42a2-82ac-6277eef9e043'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:49:10.159614 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 1784c44c-a206-42a2-82ac-6277eef9e043 up at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:49:10.221565 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Provisioning complete for port 1784c44c-a206-42a2-82ac-6277eef9e043 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:49:10.222048 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:49:10.315032 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:49:10.345330 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e68c9412-37ba-4548-96ce-5305cacbbc45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1784c44c-a206-42a2-82ac-6277eef9e043'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:49:10.348097 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ba663b728f61600953c7c701890058d53749f56dec976386d606a322f26966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb81622-b4ec-4498-8027-1cef2aa5971f" -d '{"events": [{"server_uuid": "e68c9412-37ba-4548-96ce-5305cacbbc45", "name": "network-vif-plugged", "status": "completed", "tag": "1784c44c-a206-42a2-82ac-6277eef9e043"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:49:10.364939 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 1784c44c-a206-42a2-82ac-6277eef9e043, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=1784c44c-a206-42a2-82ac-6277eef9e043,segment=NetworkSegment(a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4),segment_id=a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:49:10.370361 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:49:10.432610 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=1784c44c-a206-42a2-82ac-6277eef9e043,revision_number=7']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:49:10.465067 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ad4241-5a48-4d36-b756-6c062b25f5eb x-openstack-request-id: req-c4ad4241-5a48-4d36-b756-6c062b25f5eb {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:49:10.465393 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e68c9412-37ba-4548-96ce-5305cacbbc45", "name": "network-vif-plugged", "status": "completed", "tag": "1784c44c-a206-42a2-82ac-6277eef9e043", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:49:10.465666 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c4ad4241-5a48-4d36-b756-6c062b25f5eb {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:49:10.466117 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e68c9412-37ba-4548-96ce-5305cacbbc45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1784c44c-a206-42a2-82ac-6277eef9e043', 'code': 200} Oct 20 12:49:10.536283 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:49:16.222810 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:49:17.912774 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-fb2d0875-9536-41d5-84d5-b1019242c33b tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1464585513&fields=id&tenant_id=56378f88be8c444a893bcc309f9776b9 HTTP/1.1" status: 200 len: 267 time: 0.0361576 Oct 20 12:49:18.025485 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-80968b40-52a1-4be5-a068-37c887949cc7 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:49:18.027382 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-80968b40-52a1-4be5-a068-37c887949cc7 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/networks?id=6bca9e03-1890-4f25-934e-f1b5bbb2cbb0 HTTP/1.1" status: 200 len: 810 time: 0.1071081 Oct 20 12:49:18.043373 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-4b271539-a9ae-4cd4-80ea-4252ba89c12b tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/quotas/56378f88be8c444a893bcc309f9776b9 HTTP/1.1" status: 200 len: 375 time: 0.0102625 Oct 20 12:49:18.103943 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-44ba61e3-3f51-4017-9338-e67f7269bceb tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=56378f88be8c444a893bcc309f9776b9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0548313 Oct 20 12:49:18.120525 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-9a83c91d-b16f-4ef9-9280-0cc214a20a43 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 12:49:18.121401 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-9a83c91d-b16f-4ef9-9280-0cc214a20a43 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054183 Oct 20 12:49:18.211676 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-7e96b63c-a07c-4795-a02d-852bfb6bc663 service neutron] 10.222.0.98 "GET /v2.0/networks/6bca9e03-1890-4f25-934e-f1b5bbb2cbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841639 Oct 20 12:49:18.320315 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-c769f077-53d9-4d54-823c-fbfa3057100d service neutron] 10.222.0.98 "GET /v2.0/networks/6bca9e03-1890-4f25-934e-f1b5bbb2cbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024232 Oct 20 12:49:18.510949 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ded575fa-3ac2-401e-af9e-f17cf4bd0928 req-8fe7aef9-71af-4b4e-9616-8acbec41e7c5 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/ports?device_id=2964a6f6-3cb7-4b82-89be-06c25e80cf67 HTTP/1.1" status: 200 len: 210 time: 0.0309756 Oct 20 12:49:19.361130 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b8837a91-b187-468e-8413-b3062270ac76 req-84b2edb6-ee95-48bd-a8a2-62bb7d2e1a01 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e68c9412-37ba-4548-96ce-5305cacbbc45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1145933 Oct 20 12:49:19.450180 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8837a91-b187-468e-8413-b3062270ac76 req-9bbc52e5-2311-4a6a-8608-072564623ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:49:19.451739 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b8837a91-b187-468e-8413-b3062270ac76 req-9bbc52e5-2311-4a6a-8608-072564623ce2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=56378f88be8c444a893bcc309f9776b9&device_id=e68c9412-37ba-4548-96ce-5305cacbbc45 HTTP/1.1" status: 200 len: 1096 time: 0.0415814 Oct 20 12:49:19.505178 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-93e51547-b58f-4d4e-9839-e05a70a57c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:49:19.581819 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8837a91-b187-468e-8413-b3062270ac76 req-5ef44247-3a96-434b-abe4-5a80deaf3487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:49:19.583359 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b8837a91-b187-468e-8413-b3062270ac76 req-5ef44247-3a96-434b-abe4-5a80deaf3487 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6bca9e03-1890-4f25-934e-f1b5bbb2cbb0 HTTP/1.1" status: 200 len: 912 time: 0.1078453 Oct 20 12:49:19.599421 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-2d9bc026-3d15-4e8b-9e58-af0498422c5f req-3e468f34-2ffa-4fa6-9cbc-18c02b959047 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/ports?device_id=2964a6f6-3cb7-4b82-89be-06c25e80cf67 HTTP/1.1" status: 200 len: 210 time: 0.0358424 Oct 20 12:49:19.664721 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b8837a91-b187-468e-8413-b3062270ac76 req-4aaaf69a-1c97-47be-bc87-48cff4be5511 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1784c44c-a206-42a2-82ac-6277eef9e043 HTTP/1.1" status: 200 len: 1001 time: 0.0677412 Oct 20 12:49:19.719476 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8837a91-b187-468e-8413-b3062270ac76 req-0b144a3c-d170-4079-a295-416e724b774f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:49:19.721036 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b8837a91-b187-468e-8413-b3062270ac76 req-0b144a3c-d170-4079-a295-416e724b774f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f2c68b78-8188-46ba-b44c-8a961da9aa26 HTTP/1.1" status: 200 len: 849 time: 0.0448141 Oct 20 12:49:19.771877 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8837a91-b187-468e-8413-b3062270ac76 req-5c3d002a-537f-48c2-86db-176e979647c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:49:19.773541 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b8837a91-b187-468e-8413-b3062270ac76 req-5c3d002a-537f-48c2-86db-176e979647c6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6bca9e03-1890-4f25-934e-f1b5bbb2cbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421398 Oct 20 12:49:19.876477 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b8837a91-b187-468e-8413-b3062270ac76 req-67549e51-0840-4de8-81cd-3fa9ee5f2532 service neutron] 10.222.0.89 "GET /v2.0/networks/6bca9e03-1890-4f25-934e-f1b5bbb2cbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910690 Oct 20 12:49:19.971408 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b8837a91-b187-468e-8413-b3062270ac76 req-7e79b1e5-ca75-43f1-9ebd-d9d008a3a915 service neutron] 10.222.0.89 "GET /v2.0/networks/6bca9e03-1890-4f25-934e-f1b5bbb2cbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831621 Oct 20 12:49:20.710121 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-328555fd-a737-4900-8f17-e51a4cc9f728 req-11cd5682-87e9-4fa3-93c5-ca806697cc81 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/ports?device_id=2964a6f6-3cb7-4b82-89be-06c25e80cf67 HTTP/1.1" status: 200 len: 210 time: 0.0371861 Oct 20 12:49:21.547693 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-1600ba64-52c2-41e5-a20a-a39aab63fb02 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:49:21.549280 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-1600ba64-52c2-41e5-a20a-a39aab63fb02 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.11 "GET /v2.0/networks?id=6bca9e03-1890-4f25-934e-f1b5bbb2cbb0 HTTP/1.1" status: 200 len: 810 time: 0.1045358 Oct 20 12:49:21.596849 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-6f0c434c-b514-4901-a550-ff90d67cc72c tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56378f88be8c444a893bcc309f9776b9 HTTP/1.1" status: 200 len: 380 time: 0.0378237 Oct 20 12:49:21.609682 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-8d3254a1-e9c8-40fa-a101-7d3d32b8d3f7 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Request body: {'port': {'device_id': '2964a6f6-3cb7-4b82-89be-06c25e80cf67', 'network_id': '6bca9e03-1890-4f25-934e-f1b5bbb2cbb0', 'admin_state_up': True, 'tenant_id': '56378f88be8c444a893bcc309f9776b9', 'security_groups': ['96d486f3-5dbc-422e-93ea-e970a5cdc958']}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:49:21.725105 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-8d3254a1-e9c8-40fa-a101-7d3d32b8d3f7 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Made reservation on behalf of 56378f88be8c444a893bcc309f9776b9 for: {'port': 1} {{(pid=100647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 12:49:21.729055 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-8d3254a1-e9c8-40fa-a101-7d3d32b8d3f7 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:49:21.833974 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-5b1ee801-c9a1-440e-8183-7fa0a3bf04c0 req-9fb02c22-734c-4a35-83e7-4e4a1312f661 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/ports?device_id=2964a6f6-3cb7-4b82-89be-06c25e80cf67 HTTP/1.1" status: 200 len: 210 time: 0.0458193 Oct 20 12:49:21.929744 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.db_base_plugin_common [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-8d3254a1-e9c8-40fa-a101-7d3d32b8d3f7 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Allocated IP 172.20.0.5 (6bca9e03-1890-4f25-934e-f1b5bbb2cbb0/f2c68b78-8188-46ba-b44c-8a961da9aa26/59afc734-6565-47b4-b4e9-f51e6bd3d508) {{(pid=100647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:49:22.122252 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-8d3254a1-e9c8-40fa-a101-7d3d32b8d3f7 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks [] for port, precommit_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:49:22.159347 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-8d3254a1-e9c8-40fa-a101-7d3d32b8d3f7 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_create {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:49:22.208308 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-8d3254a1-e9c8-40fa-a101-7d3d32b8d3f7 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Network 6bca9e03-1890-4f25-934e-f1b5bbb2cbb0 is already hosted by enough agents. {{(pid=100647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:49:22.211765 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.base_scheduler [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-8d3254a1-e9c8-40fa-a101-7d3d32b8d3f7 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Resources bound (agent type, host, resource id): {{(pid=100647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:49:22.214889 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-8d3254a1-e9c8-40fa-a101-7d3d32b8d3f7 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Received port after_create {{(pid=100647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:49:22.246647 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3254a1-e9c8-40fa-a101-7d3d32b8d3f7 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Pushing event updated for resources: {'Port': ['ID=59afc734-6565-47b4-b4e9-f51e6bd3d508,revision_number=1']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:49:22.266447 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3254a1-e9c8-40fa-a101-7d3d32b8d3f7 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:49:22.266777 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3254a1-e9c8-40fa-a101-7d3d32b8d3f7 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:49:22.267142 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3254a1-e9c8-40fa-a101-7d3d32b8d3f7 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:49:22.267473 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3254a1-e9c8-40fa-a101-7d3d32b8d3f7 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:49:22.267797 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3254a1-e9c8-40fa-a101-7d3d32b8d3f7 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:49:22.268123 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3254a1-e9c8-40fa-a101-7d3d32b8d3f7 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:49:22.268451 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3254a1-e9c8-40fa-a101-7d3d32b8d3f7 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:49:22.268773 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3254a1-e9c8-40fa-a101-7d3d32b8d3f7 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:49:22.269100 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3254a1-e9c8-40fa-a101-7d3d32b8d3f7 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:49:22.269417 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3254a1-e9c8-40fa-a101-7d3d32b8d3f7 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:49:22.269730 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3254a1-e9c8-40fa-a101-7d3d32b8d3f7 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:49:22.270045 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3254a1-e9c8-40fa-a101-7d3d32b8d3f7 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:49:22.271907 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 1784c44c-a206-42a2-82ac-6277eef9e043 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:49:22.293711 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-8d3254a1-e9c8-40fa-a101-7d3d32b8d3f7 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:49:22.294635 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-8d3254a1-e9c8-40fa-a101-7d3d32b8d3f7 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:49:22.326294 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-8d3254a1-e9c8-40fa-a101-7d3d32b8d3f7 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7197952 Oct 20 12:49:22.397766 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6d4d68ed-905a-40d7-a0e8-a0206787454d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:49:22.403991 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:49:22.430735 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e68c9412-37ba-4548-96ce-5305cacbbc45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1784c44c-a206-42a2-82ac-6277eef9e043'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:49:22.433445 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ba663b728f61600953c7c701890058d53749f56dec976386d606a322f26966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17eb896-be31-4604-92bf-80457746c3c5" -d '{"events": [{"server_uuid": "e68c9412-37ba-4548-96ce-5305cacbbc45", "name": "network-vif-unplugged", "status": "completed", "tag": "1784c44c-a206-42a2-82ac-6277eef9e043"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:49:22.454671 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] For port 1784c44c-a206-42a2-82ac-6277eef9e043, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=1784c44c-a206-42a2-82ac-6277eef9e043,segment=NetworkSegment(a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4),segment_id=a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:49:22.468667 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:49:22.481041 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Oct 2021 12:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f099ec-ff74-40d9-b3fa-223a3684603c x-openstack-request-id: req-86f099ec-ff74-40d9-b3fa-223a3684603c {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:49:22.481430 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e68c9412-37ba-4548-96ce-5305cacbbc45", "name": "network-vif-unplugged", "status": "completed", "tag": "1784c44c-a206-42a2-82ac-6277eef9e043", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:49:22.481735 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-86f099ec-ff74-40d9-b3fa-223a3684603c {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:49:22.482218 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e68c9412-37ba-4548-96ce-5305cacbbc45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1784c44c-a206-42a2-82ac-6277eef9e043', 'code': 200} Oct 20 12:49:22.535714 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Pushing event updated for resources: {'Port': ['ID=1784c44c-a206-42a2-82ac-6277eef9e043,revision_number=8']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:49:22.543283 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-7b53a287-abeb-442d-8d47-19916f060e2b None None] Provisioning complete for port 59afc734-6565-47b4-b4e9-f51e6bd3d508 triggered by entity DHCP. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:49:22.543653 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-7b53a287-abeb-442d-8d47-19916f060e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:49:22.579135 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-7b53a287-abeb-442d-8d47-19916f060e2b None None] Port 59afc734-6565-47b4-b4e9-f51e6bd3d508 cannot update to ACTIVE because it is not bound. {{(pid=100648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 20 12:49:22.965666 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33802dad-a9a6-454e-a7fd-b87051bd27d3 req-b4ba463b-c992-4171-ae2d-8e483ec68520 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:49:22.967425 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-33802dad-a9a6-454e-a7fd-b87051bd27d3 req-b4ba463b-c992-4171-ae2d-8e483ec68520 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/ports?device_id=2964a6f6-3cb7-4b82-89be-06c25e80cf67 HTTP/1.1" status: 200 len: 931 time: 0.0515485 Oct 20 12:49:23.010727 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-33802dad-a9a6-454e-a7fd-b87051bd27d3 req-eac6c53e-9731-4526-863c-9cc95ccdd7aa tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/security-groups?id=96d486f3-5dbc-422e-93ea-e970a5cdc958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365355 Oct 20 12:49:23.310486 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:49:23.533387 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:49:24.137984 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b0207f-69a6-4330-9bfd-c85444288d93 req-2a0aaa27-ed45-4850-a753-51edf9f59bed tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:49:24.141032 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-79b0207f-69a6-4330-9bfd-c85444288d93 req-2a0aaa27-ed45-4850-a753-51edf9f59bed tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/ports?device_id=2964a6f6-3cb7-4b82-89be-06c25e80cf67 HTTP/1.1" status: 200 len: 931 time: 0.0567963 Oct 20 12:49:24.182839 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-79b0207f-69a6-4330-9bfd-c85444288d93 req-85a8fc53-6bfc-4fa7-8faa-19b5ce7c1bad tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/security-groups?id=96d486f3-5dbc-422e-93ea-e970a5cdc958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368154 Oct 20 12:49:25.274925 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:49:25.311411 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48c827-40b5-4d3f-aa68-d0e4a4d0c4e5 req-5ca2f4f7-7b42-4772-94b1-0ad5c796ccdc tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:49:25.313412 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a48c827-40b5-4d3f-aa68-d0e4a4d0c4e5 req-5ca2f4f7-7b42-4772-94b1-0ad5c796ccdc tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/ports?device_id=2964a6f6-3cb7-4b82-89be-06c25e80cf67 HTTP/1.1" status: 200 len: 931 time: 0.0567956 Oct 20 12:49:25.354846 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3a48c827-40b5-4d3f-aa68-d0e4a4d0c4e5 req-5cec646e-0611-4d9a-b98b-c52a281b2661 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/security-groups?id=96d486f3-5dbc-422e-93ea-e970a5cdc958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353134 Oct 20 12:49:26.476094 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78546fe1-b879-466a-98b3-0f38ddb3f154 req-f853a0c8-32fd-4871-9bef-c9515d61fd05 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:49:26.477763 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-78546fe1-b879-466a-98b3-0f38ddb3f154 req-f853a0c8-32fd-4871-9bef-c9515d61fd05 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/ports?device_id=2964a6f6-3cb7-4b82-89be-06c25e80cf67 HTTP/1.1" status: 200 len: 931 time: 0.0516834 Oct 20 12:49:26.517769 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-78546fe1-b879-466a-98b3-0f38ddb3f154 req-5190db5a-d886-49a3-a65a-a9c33f8258dd tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/security-groups?id=96d486f3-5dbc-422e-93ea-e970a5cdc958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334008 Oct 20 12:49:27.663135 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d279f-f831-4146-b5f6-2dee1c4ef030 req-666bf004-d51c-4d9b-acbc-e6a4340a429e tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:49:27.664685 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ed8d279f-f831-4146-b5f6-2dee1c4ef030 req-666bf004-d51c-4d9b-acbc-e6a4340a429e tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/ports?device_id=2964a6f6-3cb7-4b82-89be-06c25e80cf67 HTTP/1.1" status: 200 len: 931 time: 0.0633757 Oct 20 12:49:27.705877 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-ed8d279f-f831-4146-b5f6-2dee1c4ef030 req-1cf37844-8952-4a58-a2f0-5a5e0d169aaf tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/security-groups?id=96d486f3-5dbc-422e-93ea-e970a5cdc958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348248 Oct 20 12:49:28.833387 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cdf438-196f-45c1-a665-1b1a6aeca614 req-4034e73a-fb66-4a63-89a3-cd49cbf7c217 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:49:28.835288 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-65cdf438-196f-45c1-a665-1b1a6aeca614 req-4034e73a-fb66-4a63-89a3-cd49cbf7c217 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/ports?device_id=2964a6f6-3cb7-4b82-89be-06c25e80cf67 HTTP/1.1" status: 200 len: 931 time: 0.0544744 Oct 20 12:49:28.880342 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-65cdf438-196f-45c1-a665-1b1a6aeca614 req-ab60ef37-c793-4178-a629-b605cb819011 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/security-groups?id=96d486f3-5dbc-422e-93ea-e970a5cdc958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382268 Oct 20 12:49:30.002056 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada00d1-1491-4df0-aa0a-3b0bb097aa66 req-74e0487e-9940-4727-baac-700a8c93adb6 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:49:30.003635 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bada00d1-1491-4df0-aa0a-3b0bb097aa66 req-74e0487e-9940-4727-baac-700a8c93adb6 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/ports?device_id=2964a6f6-3cb7-4b82-89be-06c25e80cf67 HTTP/1.1" status: 200 len: 931 time: 0.0506201 Oct 20 12:49:30.050533 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-bada00d1-1491-4df0-aa0a-3b0bb097aa66 req-226a8e89-cbaf-4d11-ab2d-9bbdaf6196ed tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/security-groups?id=96d486f3-5dbc-422e-93ea-e970a5cdc958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403340 Oct 20 12:49:31.188999 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b02662-f97c-4176-8246-02e7ea956773 req-1f33d354-3c66-451c-96f3-193f290a18b6 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:49:31.191224 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-97b02662-f97c-4176-8246-02e7ea956773 req-1f33d354-3c66-451c-96f3-193f290a18b6 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/ports?device_id=2964a6f6-3cb7-4b82-89be-06c25e80cf67 HTTP/1.1" status: 200 len: 931 time: 0.0564461 Oct 20 12:49:31.232372 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-97b02662-f97c-4176-8246-02e7ea956773 req-ed0a2c86-5bb5-41be-8d25-14170db70348 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/security-groups?id=96d486f3-5dbc-422e-93ea-e970a5cdc958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342033 Oct 20 12:49:31.852119 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-3ecc4957-a741-4fa2-a004-46885e3fca1a tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=100647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 20 12:49:31.853260 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-3ecc4957-a741-4fa2-a004-46885e3fca1a tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059435 Oct 20 12:49:31.918835 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.v2.base [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-0e2ab80d-140b-4860-9a86-8ddef6b6622c service neutron] Request body: {'port': {'device_id': '2964a6f6-3cb7-4b82-89be-06c25e80cf67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814735-3'}} {{(pid=100647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:49:31.976763 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-0e2ab80d-140b-4860-9a86-8ddef6b6622c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:49:32.271748 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-0e2ab80d-140b-4860-9a86-8ddef6b6622c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59afc734-6565-47b4-b4e9-f51e6bd3d508 {{(pid=100647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:49:32.283879 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-0e2ab80d-140b-4860-9a86-8ddef6b6622c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:49:32.298963 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.provisioning_blocks [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-0e2ab80d-140b-4860-9a86-8ddef6b6622c service neutron] Transition to ACTIVE for port object 59afc734-6565-47b4-b4e9-f51e6bd3d508 will not be triggered until provisioned by entity L2. {{(pid=100647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 20 12:49:32.303464 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-0e2ab80d-140b-4860-9a86-8ddef6b6622c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:49:32.389863 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ab80d-140b-4860-9a86-8ddef6b6622c service neutron] Pushing event updated for resources: {'Port': ['ID=59afc734-6565-47b4-b4e9-f51e6bd3d508,revision_number=2']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:49:32.432924 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cefaa7-5bff-4d37-9ba4-0e7fb08c5792 req-a2d74438-0720-4041-9048-3dcd3f95fac5 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:49:32.434855 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-81cefaa7-5bff-4d37-9ba4-0e7fb08c5792 req-a2d74438-0720-4041-9048-3dcd3f95fac5 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/ports?device_id=2964a6f6-3cb7-4b82-89be-06c25e80cf67 HTTP/1.1" status: 200 len: 943 time: 0.1284058 Oct 20 12:49:32.530273 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-81cefaa7-5bff-4d37-9ba4-0e7fb08c5792 req-f284e8ea-cfc5-426e-af82-3abf13150b36 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/security-groups?id=96d486f3-5dbc-422e-93ea-e970a5cdc958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695319 Oct 20 12:49:32.531222 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-0e2ab80d-140b-4860-9a86-8ddef6b6622c service neutron] Attempting to bind port 59afc734-6565-47b4-b4e9-f51e6bd3d508 on host n-h1-814735-3 for vnic_type normal with profile {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 20 12:49:32.531554 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-0e2ab80d-140b-4860-9a86-8ddef6b6622c service neutron] Attempting to bind port 59afc734-6565-47b4-b4e9-f51e6bd3d508 by drivers openvswitch,hyperv on host n-h1-814735-3 at level 0 using segments [{'id': 'a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '6bca9e03-1890-4f25-934e-f1b5bbb2cbb0'}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 20 12:49:32.531888 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-0e2ab80d-140b-4860-9a86-8ddef6b6622c service neutron] Attempting to bind port 59afc734-6565-47b4-b4e9-f51e6bd3d508 on network 6bca9e03-1890-4f25-934e-f1b5bbb2cbb0 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:49:32.537792 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-0e2ab80d-140b-4860-9a86-8ddef6b6622c service neutron] Port 59afc734-6565-47b4-b4e9-f51e6bd3d508 on network 6bca9e03-1890-4f25-934e-f1b5bbb2cbb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-814735-3 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 20 12:49:32.538149 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-0e2ab80d-140b-4860-9a86-8ddef6b6622c service neutron] Attempting to bind port 59afc734-6565-47b4-b4e9-f51e6bd3d508 on network 6bca9e03-1890-4f25-934e-f1b5bbb2cbb0 {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 12:49:32.545686 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-0e2ab80d-140b-4860-9a86-8ddef6b6622c service neutron] Checking agent: {'id': 'ef233846-70c2-4b4c-b3d0-ec6c63c39b04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814735-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'started_at': datetime.datetime(2021, 10, 20, 11, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 20, 12, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 20 12:49:32.546297 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-0e2ab80d-140b-4860-9a86-8ddef6b6622c service neutron] Checking segment: {'id': 'a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '6bca9e03-1890-4f25-934e-f1b5bbb2cbb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 20 12:49:32.546986 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-0e2ab80d-140b-4860-9a86-8ddef6b6622c service neutron] Bound using segment: {'id': 'a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '6bca9e03-1890-4f25-934e-f1b5bbb2cbb0'} {{(pid=100647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 12:49:32.547548 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.managers [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-0e2ab80d-140b-4860-9a86-8ddef6b6622c service neutron] Bound port: 59afc734-6565-47b4-b4e9-f51e6bd3d508, host: n-h1-814735-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '6bca9e03-1890-4f25-934e-f1b5bbb2cbb0'}}] {{(pid=100647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 20 12:49:32.547914 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-0e2ab80d-140b-4860-9a86-8ddef6b6622c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:49:32.634908 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-0e2ab80d-140b-4860-9a86-8ddef6b6622c service neutron] For port 59afc734-6565-47b4-b4e9-f51e6bd3d508, host n-h1-814735-3, cleared binding levels {{(pid=100647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 12:49:32.639884 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-0e2ab80d-140b-4860-9a86-8ddef6b6622c service neutron] For port 59afc734-6565-47b4-b4e9-f51e6bd3d508, host n-h1-814735-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=59afc734-6565-47b4-b4e9-f51e6bd3d508,segment=NetworkSegment(a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4),segment_id=a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4)] {{(pid=100647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 12:49:32.646168 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-0e2ab80d-140b-4860-9a86-8ddef6b6622c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8416197'] for port, after_update {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:49:32.686206 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-0e2ab80d-140b-4860-9a86-8ddef6b6622c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:49:32.686851 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-0e2ab80d-140b-4860-9a86-8ddef6b6622c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:49:32.688514 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-0e2ab80d-140b-4860-9a86-8ddef6b6622c service neutron] 10.222.0.11 "PUT /v2.0/ports/59afc734-6565-47b4-b4e9-f51e6bd3d508 HTTP/1.1" status: 200 len: 1091 time: 0.8253181 Oct 20 12:49:32.689005 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2964a6f6-3cb7-4b82-89be-06c25e80cf67', 'tag': '59afc734-6565-47b4-b4e9-f51e6bd3d508'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:49:32.691668 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0a02dd2059fce6544e6c1114f6588b97938997ae633064690662b627edbbcf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33dd68b5-b1a0-4a0f-8292-c4b15747701a" -d '{"events": [{"name": "network-changed", "server_uuid": "2964a6f6-3cb7-4b82-89be-06c25e80cf67", "tag": "59afc734-6565-47b4-b4e9-f51e6bd3d508"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:49:32.736640 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ab80d-140b-4860-9a86-8ddef6b6622c service neutron] Pushing event updated for resources: {'Port': ['ID=59afc734-6565-47b4-b4e9-f51e6bd3d508,revision_number=3']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:49:32.756047 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98edc6fc-c563-40df-ab3f-8ec741df207d x-openstack-request-id: req-98edc6fc-c563-40df-ab3f-8ec741df207d {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:49:32.756355 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2964a6f6-3cb7-4b82-89be-06c25e80cf67", "tag": "59afc734-6565-47b4-b4e9-f51e6bd3d508", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:49:32.756589 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-98edc6fc-c563-40df-ab3f-8ec741df207d {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:49:32.756999 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2964a6f6-3cb7-4b82-89be-06c25e80cf67', 'tag': '59afc734-6565-47b4-b4e9-f51e6bd3d508', 'status': 'completed', 'code': 200} Oct 20 12:49:32.796532 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-84a2479f-58b9-4e8e-adb5-cd082d4d9f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:49:32.797986 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-84a2479f-58b9-4e8e-adb5-cd082d4d9f23 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=56378f88be8c444a893bcc309f9776b9&device_id=2964a6f6-3cb7-4b82-89be-06c25e80cf67 HTTP/1.1" status: 200 len: 1094 time: 0.0563238 Oct 20 12:49:32.843186 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-adef664b-04f1-49df-a162-87920e1543b8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59afc734-6565-47b4-b4e9-f51e6bd3d508 HTTP/1.1" status: 200 len: 217 time: 0.0369430 Oct 20 12:49:32.904771 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-f7709122-09e7-4b5d-b3a4-8d16ecef4418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:49:32.906514 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-f7709122-09e7-4b5d-b3a4-8d16ecef4418 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f2c68b78-8188-46ba-b44c-8a961da9aa26 HTTP/1.1" status: 200 len: 849 time: 0.0559504 Oct 20 12:49:32.965349 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-4175ce86-3a4e-4f0e-a561-99b7d860d684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:49:32.967106 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-4175ce86-3a4e-4f0e-a561-99b7d860d684 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6bca9e03-1890-4f25-934e-f1b5bbb2cbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536947 Oct 20 12:49:33.059724 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-40bdec02-e461-4ca5-a221-c129adfd6339 service neutron] 10.222.0.11 "GET /v2.0/networks/6bca9e03-1890-4f25-934e-f1b5bbb2cbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853755 Oct 20 12:49:33.156521 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-502f3ce9-44ce-4f11-9620-486bdd7fe7a4 req-7c9e3451-7d3c-4dc1-ad15-9c8054d0a715 service neutron] 10.222.0.11 "GET /v2.0/networks/6bca9e03-1890-4f25-934e-f1b5bbb2cbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899181 Oct 20 12:49:33.253706 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd68b5-b1a0-4a0f-8292-c4b15747701a req-cc0061d9-a2da-42df-9a06-b3848fdda818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:49:33.255688 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-33dd68b5-b1a0-4a0f-8292-c4b15747701a req-cc0061d9-a2da-42df-9a06-b3848fdda818 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=56378f88be8c444a893bcc309f9776b9&device_id=2964a6f6-3cb7-4b82-89be-06c25e80cf67 HTTP/1.1" status: 200 len: 1094 time: 0.0499563 Oct 20 12:49:33.362311 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd68b5-b1a0-4a0f-8292-c4b15747701a req-746c161d-03b2-4a79-9500-354df7decefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:49:33.364154 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-33dd68b5-b1a0-4a0f-8292-c4b15747701a req-746c161d-03b2-4a79-9500-354df7decefb service neutron] 10.222.0.11 "GET /v2.0/networks?id=6bca9e03-1890-4f25-934e-f1b5bbb2cbb0 HTTP/1.1" status: 200 len: 912 time: 0.1015298 Oct 20 12:49:33.410085 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-33dd68b5-b1a0-4a0f-8292-c4b15747701a req-61ef3a17-1bb7-4069-85e5-924c65f71874 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59afc734-6565-47b4-b4e9-f51e6bd3d508 HTTP/1.1" status: 200 len: 217 time: 0.0377192 Oct 20 12:49:33.463710 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd68b5-b1a0-4a0f-8292-c4b15747701a req-60df80a4-1e83-46d3-88a0-565b88942bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:49:33.465349 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-33dd68b5-b1a0-4a0f-8292-c4b15747701a req-60df80a4-1e83-46d3-88a0-565b88942bdf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f2c68b78-8188-46ba-b44c-8a961da9aa26 HTTP/1.1" status: 200 len: 849 time: 0.0485258 Oct 20 12:49:33.514589 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd68b5-b1a0-4a0f-8292-c4b15747701a req-5047b0a9-0f8b-4fe3-9373-8ab7f00df5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:49:33.516213 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-33dd68b5-b1a0-4a0f-8292-c4b15747701a req-5047b0a9-0f8b-4fe3-9373-8ab7f00df5a5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6bca9e03-1890-4f25-934e-f1b5bbb2cbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427301 Oct 20 12:49:33.681837 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-33dd68b5-b1a0-4a0f-8292-c4b15747701a req-76c5aea3-3596-45d5-a45c-efab0419ba0e service neutron] 10.222.0.11 "GET /v2.0/networks/6bca9e03-1890-4f25-934e-f1b5bbb2cbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566436 Oct 20 12:49:33.697383 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee96d7-0488-4bc2-aec5-be10336395c2 req-1540120e-d96d-4267-9533-f4936f792faf tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:49:33.699212 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-36ee96d7-0488-4bc2-aec5-be10336395c2 req-1540120e-d96d-4267-9533-f4936f792faf tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/ports?device_id=2964a6f6-3cb7-4b82-89be-06c25e80cf67 HTTP/1.1" status: 200 len: 943 time: 0.0816190 Oct 20 12:49:33.807035 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-36ee96d7-0488-4bc2-aec5-be10336395c2 req-47212988-12f1-42c4-a38f-0aa838ba7bee tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/security-groups?id=96d486f3-5dbc-422e-93ea-e970a5cdc958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962539 Oct 20 12:49:33.836405 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-33dd68b5-b1a0-4a0f-8292-c4b15747701a req-805d78bf-8e46-4d00-9357-4a8d499d9fd5 service neutron] 10.222.0.11 "GET /v2.0/networks/6bca9e03-1890-4f25-934e-f1b5bbb2cbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360600 Oct 20 12:49:34.346819 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 59afc734-6565-47b4-b4e9-f51e6bd3d508 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:49:34.451002 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 59afc734-6565-47b4-b4e9-f51e6bd3d508, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=59afc734-6565-47b4-b4e9-f51e6bd3d508,segment=NetworkSegment(a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4),segment_id=a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:49:34.463434 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '59afc734-6565-47b4-b4e9-f51e6bd3d508', 'network_id': '6bca9e03-1890-4f25-934e-f1b5bbb2cbb0', 'port_id': '59afc734-6565-47b4-b4e9-f51e6bd3d508', 'mac_address': 'fa:16:3e:2a:ed:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2c68b78-8188-46ba-b44c-8a961da9aa26', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:49:34.513841 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:49:34.529560 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59afc734-6565-47b4-b4e9-f51e6bd3d508 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:49:34.551483 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 59afc734-6565-47b4-b4e9-f51e6bd3d508, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=59afc734-6565-47b4-b4e9-f51e6bd3d508,segment=NetworkSegment(a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4),segment_id=a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:49:34.557240 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:49:34.620396 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=59afc734-6565-47b4-b4e9-f51e6bd3d508,revision_number=4']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:49:34.793470 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['59afc734-6565-47b4-b4e9-f51e6bd3d508'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:49:34.935282 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a9206-e164-438a-a57c-2b5a3911b90b req-6ba5da62-0238-4ef4-83b0-06a4bc546217 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:49:34.936759 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-421a9206-e164-438a-a57c-2b5a3911b90b req-6ba5da62-0238-4ef4-83b0-06a4bc546217 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/ports?device_id=2964a6f6-3cb7-4b82-89be-06c25e80cf67 HTTP/1.1" status: 200 len: 944 time: 0.0514777 Oct 20 12:49:34.981464 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-421a9206-e164-438a-a57c-2b5a3911b90b req-56e2b93d-0c8c-43c7-a0fa-8e91815a3dd8 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/security-groups?id=96d486f3-5dbc-422e-93ea-e970a5cdc958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378025 Oct 20 12:49:36.109498 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718a3f4-e1d4-48d0-8767-ff59e165a893 req-9fe26dee-1725-44fd-9480-e9b8ffb137a2 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:49:36.111045 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e718a3f4-e1d4-48d0-8767-ff59e165a893 req-9fe26dee-1725-44fd-9480-e9b8ffb137a2 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/ports?device_id=2964a6f6-3cb7-4b82-89be-06c25e80cf67 HTTP/1.1" status: 200 len: 944 time: 0.0556107 Oct 20 12:49:36.151046 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e718a3f4-e1d4-48d0-8767-ff59e165a893 req-d8a93818-b4d9-428f-abef-2efa5502a959 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/security-groups?id=96d486f3-5dbc-422e-93ea-e970a5cdc958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337243 Oct 20 12:49:36.508423 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 59afc734-6565-47b4-b4e9-f51e6bd3d508 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:49:36.573003 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning for port 59afc734-6565-47b4-b4e9-f51e6bd3d508 completed by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 20 12:49:36.581516 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 59afc734-6565-47b4-b4e9-f51e6bd3d508 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:49:36.581863 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:49:36.673283 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:49:36.698303 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2964a6f6-3cb7-4b82-89be-06c25e80cf67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59afc734-6565-47b4-b4e9-f51e6bd3d508'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:49:36.700938 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ba663b728f61600953c7c701890058d53749f56dec976386d606a322f26966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18e1abb-7e53-475f-958b-b163fa788629" -d '{"events": [{"server_uuid": "2964a6f6-3cb7-4b82-89be-06c25e80cf67", "name": "network-vif-plugged", "status": "completed", "tag": "59afc734-6565-47b4-b4e9-f51e6bd3d508"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:49:36.717354 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 59afc734-6565-47b4-b4e9-f51e6bd3d508, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=59afc734-6565-47b4-b4e9-f51e6bd3d508,segment=NetworkSegment(a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4),segment_id=a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:49:36.723216 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:49:36.748985 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39323ba-ef69-4bd5-869b-e57e6fe6ef15 x-openstack-request-id: req-c39323ba-ef69-4bd5-869b-e57e6fe6ef15 {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:49:36.749281 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2964a6f6-3cb7-4b82-89be-06c25e80cf67", "name": "network-vif-plugged", "status": "completed", "tag": "59afc734-6565-47b4-b4e9-f51e6bd3d508", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:49:36.749539 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c39323ba-ef69-4bd5-869b-e57e6fe6ef15 {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:49:36.749935 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2964a6f6-3cb7-4b82-89be-06c25e80cf67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59afc734-6565-47b4-b4e9-f51e6bd3d508', 'code': 200} Oct 20 12:49:36.777813 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=59afc734-6565-47b4-b4e9-f51e6bd3d508,revision_number=5']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:49:36.847352 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ada398-537b-43c2-84ba-f9341a096c95 req-74e650d2-adf1-43e3-8d6f-07a1d2b7e9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:49:36.848879 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-82ada398-537b-43c2-84ba-f9341a096c95 req-74e650d2-adf1-43e3-8d6f-07a1d2b7e9a7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2964a6f6-3cb7-4b82-89be-06c25e80cf67 HTTP/1.1" status: 200 len: 1096 time: 0.0408752 Oct 20 12:49:36.884864 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-82ada398-537b-43c2-84ba-f9341a096c95 req-63e12ed7-d6c1-4610-8c33-202c9bc1ef3a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=96d486f3-5dbc-422e-93ea-e970a5cdc958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287285 Oct 20 12:49:37.277258 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42429862-a281-48d3-b6f1-f4b955db2a1a req-02280bcb-bc11-4dae-8041-62ee04b52f50 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:49:37.278966 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-42429862-a281-48d3-b6f1-f4b955db2a1a req-02280bcb-bc11-4dae-8041-62ee04b52f50 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/ports?device_id=2964a6f6-3cb7-4b82-89be-06c25e80cf67 HTTP/1.1" status: 200 len: 945 time: 0.0563693 Oct 20 12:49:37.322180 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-42429862-a281-48d3-b6f1-f4b955db2a1a req-152f4049-bb50-4bcb-b109-630cf4792a2a tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/security-groups?id=96d486f3-5dbc-422e-93ea-e970a5cdc958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368688 Oct 20 12:49:38.454997 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333dd29b-6e15-44a7-9357-29727d8e9dff req-936f5101-44ab-44f4-a03d-4fe56a547ec0 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:49:38.456538 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-333dd29b-6e15-44a7-9357-29727d8e9dff req-936f5101-44ab-44f4-a03d-4fe56a547ec0 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/ports?device_id=2964a6f6-3cb7-4b82-89be-06c25e80cf67 HTTP/1.1" status: 200 len: 945 time: 0.0600047 Oct 20 12:49:38.509181 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-333dd29b-6e15-44a7-9357-29727d8e9dff req-9e14bce4-5b08-4ea2-8af4-923b225cc267 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/security-groups?id=96d486f3-5dbc-422e-93ea-e970a5cdc958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452113 Oct 20 12:49:38.638753 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7b97b-1a39-4c9a-a233-da3e3e7ea773 req-3a0b6786-806b-4acc-acf8-891b8102f420 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:49:38.640265 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-48b7b97b-1a39-4c9a-a233-da3e3e7ea773 req-3a0b6786-806b-4acc-acf8-891b8102f420 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/ports?device_id=2964a6f6-3cb7-4b82-89be-06c25e80cf67 HTTP/1.1" status: 200 len: 945 time: 0.0508699 Oct 20 12:49:38.680504 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-48b7b97b-1a39-4c9a-a233-da3e3e7ea773 req-1133e9a4-0e8c-4c55-aa4b-991323200ebc tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/security-groups?id=96d486f3-5dbc-422e-93ea-e970a5cdc958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337942 Oct 20 12:49:38.705602 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 33902) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:49:38.748309 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4220b5f0-b943-442b-a763-ff551d602df4 tempest-TestSnapshotPattern-133519504 tempest-TestSnapshotPattern-133519504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:49:38.749895 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-4220b5f0-b943-442b-a763-ff551d602df4 tempest-TestSnapshotPattern-133519504 tempest-TestSnapshotPattern-133519504-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=2964a6f6-3cb7-4b82-89be-06c25e80cf67 HTTP/1.1" status: 200 len: 1091 time: 0.0431905 Oct 20 12:49:38.753262 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 33904) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:49:38.759972 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.v2.base [None req-2f849b82-49c0-4c42-bad5-1a51b064d597 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Request body: {'floatingip': {'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'port_id': '59afc734-6565-47b4-b4e9-f51e6bd3d508', 'tenant_id': '56378f88be8c444a893bcc309f9776b9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 20 12:49:38.786023 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2f849b82-49c0-4c42-bad5-1a51b064d597 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks [] for floatingip, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:49:38.898874 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2f849b82-49c0-4c42-bad5-1a51b064d597 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:49:39.008712 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_common [None req-2f849b82-49c0-4c42-bad5-1a51b064d597 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Allocated IP 172.25.5.26 (717966e5-c478-496f-bddb-05794fb74250/b69324eb-feb4-4f2a-b479-531a3ed2e60c/d64629d4-1c86-4851-a445-aeef89b0de90) {{(pid=100646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 12:49:39.124033 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2f849b82-49c0-4c42-bad5-1a51b064d597 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks [] for port, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:49:39.162745 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2f849b82-49c0-4c42-bad5-1a51b064d597 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755318161601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:49:39.205590 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f849b82-49c0-4c42-bad5-1a51b064d597 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Network 717966e5-c478-496f-bddb-05794fb74250 is already hosted by enough agents. {{(pid=100646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 12:49:39.208937 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.base_scheduler [None req-2f849b82-49c0-4c42-bad5-1a51b064d597 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Resources bound (agent type, host, resource id): {{(pid=100646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 12:49:39.213195 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f849b82-49c0-4c42-bad5-1a51b064d597 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Received port after_create {{(pid=100646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 20 12:49:39.240838 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f849b82-49c0-4c42-bad5-1a51b064d597 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Pushing event updated for resources: {'Port': ['ID=d64629d4-1c86-4851-a445-aeef89b0de90,revision_number=1']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:49:39.256500 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f849b82-49c0-4c42-bad5-1a51b064d597 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:49:39.256846 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f849b82-49c0-4c42-bad5-1a51b064d597 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:49:39.257183 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f849b82-49c0-4c42-bad5-1a51b064d597 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:49:39.257505 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f849b82-49c0-4c42-bad5-1a51b064d597 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:49:39.257831 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f849b82-49c0-4c42-bad5-1a51b064d597 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:49:39.258163 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f849b82-49c0-4c42-bad5-1a51b064d597 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:49:39.258488 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f849b82-49c0-4c42-bad5-1a51b064d597 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:49:39.258846 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f849b82-49c0-4c42-bad5-1a51b064d597 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:49:39.259189 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f849b82-49c0-4c42-bad5-1a51b064d597 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:49:39.259503 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f849b82-49c0-4c42-bad5-1a51b064d597 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:49:39.259849 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f849b82-49c0-4c42-bad5-1a51b064d597 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:49:39.260168 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f849b82-49c0-4c42-bad5-1a51b064d597 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:49:39.602206 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2f849b82-49c0-4c42-bad5-1a51b064d597 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:49:39.670202 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2f849b82-49c0-4c42-bad5-1a51b064d597 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:49:40.135512 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2f849b82-49c0-4c42-bad5-1a51b064d597 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks [] for port, precommit_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:49:40.142034 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2f849b82-49c0-4c42-bad5-1a51b064d597 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318245'] for port, after_update {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:49:40.211913 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f849b82-49c0-4c42-bad5-1a51b064d597 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Pushing event updated for resources: {'Port': ['ID=d64629d4-1c86-4851-a445-aeef89b0de90,revision_number=2']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:49:40.222252 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2f849b82-49c0-4c42-bad5-1a51b064d597 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-652879'] for floatingip, after_create {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:49:40.321879 n-d-814735-3 neutron-server[100646]: INFO neutron.db.l3_db [None req-2f849b82-49c0-4c42-bad5-1a51b064d597 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Floating IP 67fe2e9e-ab9d-48e4-8a33-25cd0e53b69a associated. External IP: 172.25.5.26, port: 59afc734-6565-47b4-b4e9-f51e6bd3d508. Oct 20 12:49:40.540984 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:49:40.545638 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f849b82-49c0-4c42-bad5-1a51b064d597 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Router b9c96c32-b489-4875-a187-11831ca75c06 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:49:40.655627 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f849b82-49c0-4c42-bad5-1a51b064d597 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:49:40.665539 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed10d77-3847-4a80-a593-a0f093693103 None None] Sync routers for ids ['b9c96c32-b489-4875-a187-11831ca75c06'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:49:40.674313 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2f849b82-49c0-4c42-bad5-1a51b064d597 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:49:40.677891 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed10d77-3847-4a80-a593-a0f093693103 None None] Routers {'b9c96c32-b489-4875-a187-11831ca75c06'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:49:40.678503 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-6ed10d77-3847-4a80-a593-a0f093693103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:49:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['b9c96c32-b489-4875-a187-11831ca75c06'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:49:40.710687 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2f849b82-49c0-4c42-bad5-1a51b064d597 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9515307 Oct 20 12:49:40.710687 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2964a6f6-3cb7-4b82-89be-06c25e80cf67', 'tag': '59afc734-6565-47b4-b4e9-f51e6bd3d508'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:49:40.710687 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f6473da4100a9b2d2507aa888be59ba03dba4d50a2e20228baad954033a1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3810b3f6-d6ba-461c-aad4-1112a4a10185" -d '{"events": [{"name": "network-changed", "server_uuid": "2964a6f6-3cb7-4b82-89be-06c25e80cf67", "tag": "59afc734-6565-47b4-b4e9-f51e6bd3d508"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:49:40.745970 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c7ff47-a7eb-49f4-8fb5-cc5a0a914075 x-openstack-request-id: req-85c7ff47-a7eb-49f4-8fb5-cc5a0a914075 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:49:40.746267 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2964a6f6-3cb7-4b82-89be-06c25e80cf67", "tag": "59afc734-6565-47b4-b4e9-f51e6bd3d508", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:49:40.746531 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-85c7ff47-a7eb-49f4-8fb5-cc5a0a914075 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:49:40.746972 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2964a6f6-3cb7-4b82-89be-06c25e80cf67', 'tag': '59afc734-6565-47b4-b4e9-f51e6bd3d508', 'status': 'completed', 'code': 200} Oct 20 12:49:40.785633 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-6ed10d77-3847-4a80-a593-a0f093693103 None None] Set router b9c96c32-b489-4875-a187-11831ca75c06 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:49:40.811728 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810b3f6-d6ba-461c-aad4-1112a4a10185 req-815ce49e-fa15-46a7-b640-318fcc661136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:49:40.813257 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3810b3f6-d6ba-461c-aad4-1112a4a10185 req-815ce49e-fa15-46a7-b640-318fcc661136 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=56378f88be8c444a893bcc309f9776b9&device_id=2964a6f6-3cb7-4b82-89be-06c25e80cf67 HTTP/1.1" status: 200 len: 1096 time: 0.0444541 Oct 20 12:49:40.904608 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810b3f6-d6ba-461c-aad4-1112a4a10185 req-fb375512-89b2-403c-9406-7346e9a0ac7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:49:40.905994 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3810b3f6-d6ba-461c-aad4-1112a4a10185 req-fb375512-89b2-403c-9406-7346e9a0ac7b service neutron] 10.222.0.11 "GET /v2.0/networks?id=6bca9e03-1890-4f25-934e-f1b5bbb2cbb0 HTTP/1.1" status: 200 len: 912 time: 0.0857222 Oct 20 12:49:40.975733 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3810b3f6-d6ba-461c-aad4-1112a4a10185 req-3b79d05a-9ed6-45a0-9ccc-6d62ceab8d3b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59afc734-6565-47b4-b4e9-f51e6bd3d508 HTTP/1.1" status: 200 len: 998 time: 0.0619428 Oct 20 12:49:41.017216 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-6ed10d77-3847-4a80-a593-a0f093693103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'name': 'tempest-TestSnapshotPattern-1281370251-router', 'tenant_id': '56378f88be8c444a893bcc309f9776b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '88fbdcd7-1f84-4814-a82a-9c7295741543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:46:41Z', 'updated_at': '2021-10-20T12:46:44Z', 'revision_number': 4, 'project_id': '56378f88be8c444a893bcc309f9776b9', 'gw_port': {'id': '88fbdcd7-1f84-4814-a82a-9c7295741543', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:46:42Z', 'updated_at': '2021-10-20T12:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '0a7b9f8f-6b7b-401e-bfbf-056c41e41677', 'tenant_id': '56378f88be8c444a893bcc309f9776b9', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'port_id': '1784c44c-a206-42a2-82ac-6277eef9e043', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bca9e03-1890-4f25-934e-f1b5bbb2cbb0', 'mac_address': 'fa:16:3e:a6:f1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68c9412-37ba-4548-96ce-5305cacbbc45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:47:05Z', 'updated_at': '2021-10-20T12:47:07Z', 'revision_number': 1, 'project_id': '56378f88be8c444a893bcc309f9776b9', 'fixed_ip_address_scope': None}, {'id': '67fe2e9e-ab9d-48e4-8a33-25cd0e53b69a', 'tenant_id': '56378f88be8c444a893bcc309f9776b9', 'floating_ip_address': '172.25.5.26', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'port_id': '59afc734-6565-47b4-b4e9-f51e6bd3d508', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bca9e03-1890-4f25-934e-f1b5bbb2cbb0', 'mac_address': 'fa:16:3e:2a:ed:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2964a6f6-3cb7-4b82-89be-06c25e80cf67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:49:39Z', 'updated_at': '2021-10-20T12:49:39Z', 'revision_number': 0, 'project_id': '56378f88be8c444a893bcc309f9776b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e4043b-118f-49d6-b0b8-98537d9f07e6', 'name': '', 'network_id': '6bca9e03-1890-4f25-934e-f1b5bbb2cbb0', 'tenant_id': '56378f88be8c444a893bcc309f9776b9', 'mac_address': 'fa:16:3e:fd:6a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'f2c68b78-8188-46ba-b44c-8a961da9aa26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:46:44Z', 'updated_at': '2021-10-20T12:46:48Z', 'revision_number': 5, 'project_id': '56378f88be8c444a893bcc309f9776b9', 'subnets': [{'id': 'f2c68b78-8188-46ba-b44c-8a961da9aa26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:49:41.026407 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810b3f6-d6ba-461c-aad4-1112a4a10185 req-3486700c-cc33-4a16-96a7-b4db69d767a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:49:41.028038 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3810b3f6-d6ba-461c-aad4-1112a4a10185 req-3486700c-cc33-4a16-96a7-b4db69d767a1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f2c68b78-8188-46ba-b44c-8a961da9aa26 HTTP/1.1" status: 200 len: 849 time: 0.0455363 Oct 20 12:49:41.044877 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed10d77-3847-4a80-a593-a0f093693103 None None] Checking router: b9c96c32-b489-4875-a187-11831ca75c06 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:49:41.055429 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed10d77-3847-4a80-a593-a0f093693103 None None] Routers {'b9c96c32-b489-4875-a187-11831ca75c06'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:49:41.056084 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-6ed10d77-3847-4a80-a593-a0f093693103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:49:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['b9c96c32-b489-4875-a187-11831ca75c06'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:49:41.077411 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810b3f6-d6ba-461c-aad4-1112a4a10185 req-4c128c8d-8ff8-464a-b9af-26455160994c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:49:41.078969 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3810b3f6-d6ba-461c-aad4-1112a4a10185 req-4c128c8d-8ff8-464a-b9af-26455160994c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6bca9e03-1890-4f25-934e-f1b5bbb2cbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438287 Oct 20 12:49:41.161473 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-6ed10d77-3847-4a80-a593-a0f093693103 None None] Set router b9c96c32-b489-4875-a187-11831ca75c06 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:49:41.173419 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3810b3f6-d6ba-461c-aad4-1112a4a10185 req-6005da86-0520-4d37-945d-d46daed1f4af service neutron] 10.222.0.11 "GET /v2.0/networks/6bca9e03-1890-4f25-934e-f1b5bbb2cbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874538 Oct 20 12:49:41.271263 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-3810b3f6-d6ba-461c-aad4-1112a4a10185 req-6e1a6083-3793-4c87-a793-7dc06a8fa3c2 service neutron] 10.222.0.11 "GET /v2.0/networks/6bca9e03-1890-4f25-934e-f1b5bbb2cbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900385 Oct 20 12:49:41.384984 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-6ed10d77-3847-4a80-a593-a0f093693103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'name': 'tempest-TestSnapshotPattern-1281370251-router', 'tenant_id': '56378f88be8c444a893bcc309f9776b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '88fbdcd7-1f84-4814-a82a-9c7295741543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:46:41Z', 'updated_at': '2021-10-20T12:46:44Z', 'revision_number': 4, 'project_id': '56378f88be8c444a893bcc309f9776b9', 'gw_port': {'id': '88fbdcd7-1f84-4814-a82a-9c7295741543', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:46:42Z', 'updated_at': '2021-10-20T12:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '0a7b9f8f-6b7b-401e-bfbf-056c41e41677', 'tenant_id': '56378f88be8c444a893bcc309f9776b9', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'port_id': '1784c44c-a206-42a2-82ac-6277eef9e043', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bca9e03-1890-4f25-934e-f1b5bbb2cbb0', 'mac_address': 'fa:16:3e:a6:f1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68c9412-37ba-4548-96ce-5305cacbbc45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:47:05Z', 'updated_at': '2021-10-20T12:47:07Z', 'revision_number': 1, 'project_id': '56378f88be8c444a893bcc309f9776b9', 'fixed_ip_address_scope': None}, {'id': '67fe2e9e-ab9d-48e4-8a33-25cd0e53b69a', 'tenant_id': '56378f88be8c444a893bcc309f9776b9', 'floating_ip_address': '172.25.5.26', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'port_id': '59afc734-6565-47b4-b4e9-f51e6bd3d508', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bca9e03-1890-4f25-934e-f1b5bbb2cbb0', 'mac_address': 'fa:16:3e:2a:ed:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2964a6f6-3cb7-4b82-89be-06c25e80cf67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:49:39Z', 'updated_at': '2021-10-20T12:49:39Z', 'revision_number': 0, 'project_id': '56378f88be8c444a893bcc309f9776b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e4043b-118f-49d6-b0b8-98537d9f07e6', 'name': '', 'network_id': '6bca9e03-1890-4f25-934e-f1b5bbb2cbb0', 'tenant_id': '56378f88be8c444a893bcc309f9776b9', 'mac_address': 'fa:16:3e:fd:6a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'f2c68b78-8188-46ba-b44c-8a961da9aa26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:46:44Z', 'updated_at': '2021-10-20T12:46:48Z', 'revision_number': 5, 'project_id': '56378f88be8c444a893bcc309f9776b9', 'subnets': [{'id': 'f2c68b78-8188-46ba-b44c-8a961da9aa26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:49:41.415538 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed10d77-3847-4a80-a593-a0f093693103 None None] The sync data for ids ['b9c96c32-b489-4875-a187-11831ca75c06'] in n-d-814735-3 is: [{'id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'name': 'tempest-TestSnapshotPattern-1281370251-router', 'tenant_id': '56378f88be8c444a893bcc309f9776b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '88fbdcd7-1f84-4814-a82a-9c7295741543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:46:41Z', 'updated_at': '2021-10-20T12:46:44Z', 'revision_number': 4, 'project_id': '56378f88be8c444a893bcc309f9776b9', 'gw_port': {'id': '88fbdcd7-1f84-4814-a82a-9c7295741543', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:46:42Z', 'updated_at': '2021-10-20T12:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '0a7b9f8f-6b7b-401e-bfbf-056c41e41677', 'tenant_id': '56378f88be8c444a893bcc309f9776b9', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'port_id': '1784c44c-a206-42a2-82ac-6277eef9e043', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bca9e03-1890-4f25-934e-f1b5bbb2cbb0', 'mac_address': 'fa:16:3e:a6:f1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68c9412-37ba-4548-96ce-5305cacbbc45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:47:05Z', 'updated_at': '2021-10-20T12:47:07Z', 'revision_number': 1, 'project_id': '56378f88be8c444a893bcc309f9776b9', 'fixed_ip_address_scope': None}, {'id': '67fe2e9e-ab9d-48e4-8a33-25cd0e53b69a', 'tenant_id': '56378f88be8c444a893bcc309f9776b9', 'floating_ip_address': '172.25.5.26', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'port_id': '59afc734-6565-47b4-b4e9-f51e6bd3d508', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bca9e03-1890-4f25-934e-f1b5bbb2cbb0', 'mac_address': 'fa:16:3e:2a:ed:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2964a6f6-3cb7-4b82-89be-06c25e80cf67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:49:39Z', 'updated_at': '2021-10-20T12:49:39Z', 'revision_number': 0, 'project_id': '56378f88be8c444a893bcc309f9776b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e4043b-118f-49d6-b0b8-98537d9f07e6', 'name': '', 'network_id': '6bca9e03-1890-4f25-934e-f1b5bbb2cbb0', 'tenant_id': '56378f88be8c444a893bcc309f9776b9', 'mac_address': 'fa:16:3e:fd:6a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'f2c68b78-8188-46ba-b44c-8a961da9aa26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:46:44Z', 'updated_at': '2021-10-20T12:46:48Z', 'revision_number': 5, 'project_id': '56378f88be8c444a893bcc309f9776b9', 'subnets': [{'id': 'f2c68b78-8188-46ba-b44c-8a961da9aa26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:49:41.613534 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830bed87-3cac-4c76-b198-2544742092c7 None None] New status for floating IP 67fe2e9e-ab9d-48e4-8a33-25cd0e53b69a: ACTIVE {{(pid=100648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 12:49:43.540109 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:49:46.251492 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:49:49.510331 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a775a490-e6b6-4ea9-859e-ed6ccf7c7717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:49:52.371420 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e5dd2250-1b21-4183-83fe-04d262fc2e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:49:53.305552 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:49:53.537509 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:49:55.271566 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:50:03.681618 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-66134b1b-05a2-46b8-b6c3-72468f9ebf07 req-38011d54-f80f-478d-aaa0-b118c908fb20 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2964a6f6-3cb7-4b82-89be-06c25e80cf67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0475798 Oct 20 12:50:03.768454 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66134b1b-05a2-46b8-b6c3-72468f9ebf07 req-0bc8c8c4-19cc-44f2-a338-f7df4b638af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:50:03.769976 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-66134b1b-05a2-46b8-b6c3-72468f9ebf07 req-0bc8c8c4-19cc-44f2-a338-f7df4b638af6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=56378f88be8c444a893bcc309f9776b9&device_id=2964a6f6-3cb7-4b82-89be-06c25e80cf67 HTTP/1.1" status: 200 len: 1096 time: 0.0446718 Oct 20 12:50:03.871516 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66134b1b-05a2-46b8-b6c3-72468f9ebf07 req-c6efbcf4-4d29-4bae-81ca-9f4d8d91f647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:50:03.873032 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-66134b1b-05a2-46b8-b6c3-72468f9ebf07 req-c6efbcf4-4d29-4bae-81ca-9f4d8d91f647 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6bca9e03-1890-4f25-934e-f1b5bbb2cbb0 HTTP/1.1" status: 200 len: 912 time: 0.0837500 Oct 20 12:50:03.943570 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-66134b1b-05a2-46b8-b6c3-72468f9ebf07 req-8dc56fba-00f6-4926-91db-c4853724a8ef service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59afc734-6565-47b4-b4e9-f51e6bd3d508 HTTP/1.1" status: 200 len: 1000 time: 0.0622277 Oct 20 12:50:03.992749 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66134b1b-05a2-46b8-b6c3-72468f9ebf07 req-eb2d53f6-0751-4ace-880a-632476dba3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:50:03.994232 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-66134b1b-05a2-46b8-b6c3-72468f9ebf07 req-eb2d53f6-0751-4ace-880a-632476dba3ce service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f2c68b78-8188-46ba-b44c-8a961da9aa26 HTTP/1.1" status: 200 len: 849 time: 0.0442021 Oct 20 12:50:04.042892 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66134b1b-05a2-46b8-b6c3-72468f9ebf07 req-50085236-ed2c-4898-84d6-c55e8c538604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:50:04.044411 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-66134b1b-05a2-46b8-b6c3-72468f9ebf07 req-50085236-ed2c-4898-84d6-c55e8c538604 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6bca9e03-1890-4f25-934e-f1b5bbb2cbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427909 Oct 20 12:50:04.137617 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-66134b1b-05a2-46b8-b6c3-72468f9ebf07 req-8c1cbcec-8fe4-41a0-b9b9-b0114e54d9c0 service neutron] 10.222.0.11 "GET /v2.0/networks/6bca9e03-1890-4f25-934e-f1b5bbb2cbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851197 Oct 20 12:50:04.232078 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-66134b1b-05a2-46b8-b6c3-72468f9ebf07 req-1de51681-5228-443d-b19f-88f4cdb87585 service neutron] 10.222.0.11 "GET /v2.0/networks/6bca9e03-1890-4f25-934e-f1b5bbb2cbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868890 Oct 20 12:50:10.556260 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:50:16.243646 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:50:19.513882 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bc202163-53b2-4251-a0c0-6280c1d9aa32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:50:20.292404 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-12442022-1d48-49bd-a1a4-a598ebd0d289 req-399a1c7e-0756-4b73-ac2a-d1d4338a699f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e68c9412-37ba-4548-96ce-5305cacbbc45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0485952 Oct 20 12:50:20.394944 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12442022-1d48-49bd-a1a4-a598ebd0d289 req-40eb76a1-0137-4c00-b68f-0a0f50503de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:50:20.396488 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-12442022-1d48-49bd-a1a4-a598ebd0d289 req-40eb76a1-0137-4c00-b68f-0a0f50503de6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=56378f88be8c444a893bcc309f9776b9&device_id=e68c9412-37ba-4548-96ce-5305cacbbc45 HTTP/1.1" status: 200 len: 1094 time: 0.0465238 Oct 20 12:50:20.518298 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12442022-1d48-49bd-a1a4-a598ebd0d289 req-3fd942be-d5a7-43b0-8fa8-6742670e0648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:50:20.519838 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-12442022-1d48-49bd-a1a4-a598ebd0d289 req-3fd942be-d5a7-43b0-8fa8-6742670e0648 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6bca9e03-1890-4f25-934e-f1b5bbb2cbb0 HTTP/1.1" status: 200 len: 912 time: 0.0948939 Oct 20 12:50:20.539998 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:50:20.980494 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-12442022-1d48-49bd-a1a4-a598ebd0d289 req-6d275eec-444d-4701-ab7d-28ef065e925f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1784c44c-a206-42a2-82ac-6277eef9e043 HTTP/1.1" status: 200 len: 999 time: 0.4474275 Oct 20 12:50:21.039075 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12442022-1d48-49bd-a1a4-a598ebd0d289 req-64bcbf47-a4cf-4d46-9c86-cf7b3114a8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:50:21.040614 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-12442022-1d48-49bd-a1a4-a598ebd0d289 req-64bcbf47-a4cf-4d46-9c86-cf7b3114a8a1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f2c68b78-8188-46ba-b44c-8a961da9aa26 HTTP/1.1" status: 200 len: 849 time: 0.0483463 Oct 20 12:50:21.100121 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12442022-1d48-49bd-a1a4-a598ebd0d289 req-41a0fd49-4e41-4997-b0c2-ac60f3d634a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:50:21.101630 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-12442022-1d48-49bd-a1a4-a598ebd0d289 req-41a0fd49-4e41-4997-b0c2-ac60f3d634a9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6bca9e03-1890-4f25-934e-f1b5bbb2cbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494375 Oct 20 12:50:21.206684 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-12442022-1d48-49bd-a1a4-a598ebd0d289 req-1d968ba6-ee7f-4bbe-bc1d-ce7f8762901b service neutron] 10.222.0.89 "GET /v2.0/networks/6bca9e03-1890-4f25-934e-f1b5bbb2cbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932674 Oct 20 12:50:21.314004 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-12442022-1d48-49bd-a1a4-a598ebd0d289 req-624653cb-111f-4733-bb23-3f2758bd1c28 service neutron] 10.222.0.89 "GET /v2.0/networks/6bca9e03-1890-4f25-934e-f1b5bbb2cbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963056 Oct 20 12:50:22.375982 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-97bcf7ea-4880-47e5-be4c-4f183988fe57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:50:23.309083 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:50:23.537309 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:50:25.274628 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:50:40.578262 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:50:46.260625 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:50:49.519337 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-32bf6848-0765-48cc-8961-550425eef308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:50:52.379462 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c84fe9af-69b3-45d8-a6eb-cda8470648cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:50:53.313585 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:50:53.541470 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:50:55.276454 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:50:57.540522 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:51:04.681895 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-814333c8-2ff2-4516-a582-f951ca23f751 req-9acdcc5f-163a-4a58-842b-acf830336396 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2964a6f6-3cb7-4b82-89be-06c25e80cf67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0477159 Oct 20 12:51:04.777820 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814333c8-2ff2-4516-a582-f951ca23f751 req-b2b11a42-022f-400b-9e5a-354983ddd03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:51:04.779615 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-814333c8-2ff2-4516-a582-f951ca23f751 req-b2b11a42-022f-400b-9e5a-354983ddd03b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=56378f88be8c444a893bcc309f9776b9&device_id=2964a6f6-3cb7-4b82-89be-06c25e80cf67 HTTP/1.1" status: 200 len: 1096 time: 0.0517731 Oct 20 12:51:04.903272 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814333c8-2ff2-4516-a582-f951ca23f751 req-6db13319-f622-4ffa-a011-866570ee8565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:51:04.904667 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-814333c8-2ff2-4516-a582-f951ca23f751 req-6db13319-f622-4ffa-a011-866570ee8565 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6bca9e03-1890-4f25-934e-f1b5bbb2cbb0 HTTP/1.1" status: 200 len: 912 time: 0.1042049 Oct 20 12:51:04.975449 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-814333c8-2ff2-4516-a582-f951ca23f751 req-f94bae25-f9b3-4102-9b1b-c6890bc3adfc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59afc734-6565-47b4-b4e9-f51e6bd3d508 HTTP/1.1" status: 200 len: 1000 time: 0.0633116 Oct 20 12:51:05.040136 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814333c8-2ff2-4516-a582-f951ca23f751 req-9effca0c-ff3e-42ed-86dd-5b9a87d20528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:51:05.041688 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-814333c8-2ff2-4516-a582-f951ca23f751 req-9effca0c-ff3e-42ed-86dd-5b9a87d20528 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f2c68b78-8188-46ba-b44c-8a961da9aa26 HTTP/1.1" status: 200 len: 849 time: 0.0592659 Oct 20 12:51:05.095217 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814333c8-2ff2-4516-a582-f951ca23f751 req-9dd50120-519a-488d-8615-08be5d57a821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:51:05.096866 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-814333c8-2ff2-4516-a582-f951ca23f751 req-9dd50120-519a-488d-8615-08be5d57a821 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6bca9e03-1890-4f25-934e-f1b5bbb2cbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480344 Oct 20 12:51:05.202327 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-814333c8-2ff2-4516-a582-f951ca23f751 req-6cb277d5-8f38-4d4a-b3e0-d11eb4df57e8 service neutron] 10.222.0.11 "GET /v2.0/networks/6bca9e03-1890-4f25-934e-f1b5bbb2cbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975044 Oct 20 12:51:05.303130 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-814333c8-2ff2-4516-a582-f951ca23f751 req-5f82c51c-4064-4a9e-96be-653174d23af3 service neutron] 10.222.0.11 "GET /v2.0/networks/6bca9e03-1890-4f25-934e-f1b5bbb2cbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936604 Oct 20 12:51:10.576009 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:16.250051 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:19.523002 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9d46bc4e-4841-4949-a329-b71e12af6182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:21.269259 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fd820d83-3d74-46f2-9362-2594f07d92b3 req-bbf86c36-206f-4376-a357-aa368a5e6b8d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e68c9412-37ba-4548-96ce-5305cacbbc45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437098 Oct 20 12:51:21.362656 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd820d83-3d74-46f2-9362-2594f07d92b3 req-ad7d3c3e-ddae-4008-8981-05134d046e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:51:21.364219 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fd820d83-3d74-46f2-9362-2594f07d92b3 req-ad7d3c3e-ddae-4008-8981-05134d046e62 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=56378f88be8c444a893bcc309f9776b9&device_id=e68c9412-37ba-4548-96ce-5305cacbbc45 HTTP/1.1" status: 200 len: 1094 time: 0.0430486 Oct 20 12:51:21.476626 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd820d83-3d74-46f2-9362-2594f07d92b3 req-25ef2f9d-2325-40b2-8b23-3124a1102269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:51:21.478131 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fd820d83-3d74-46f2-9362-2594f07d92b3 req-25ef2f9d-2325-40b2-8b23-3124a1102269 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6bca9e03-1890-4f25-934e-f1b5bbb2cbb0 HTTP/1.1" status: 200 len: 912 time: 0.0922952 Oct 20 12:51:21.547120 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fd820d83-3d74-46f2-9362-2594f07d92b3 req-522024f2-fd1d-4f24-99ce-73c1c19ee350 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1784c44c-a206-42a2-82ac-6277eef9e043 HTTP/1.1" status: 200 len: 999 time: 0.0601604 Oct 20 12:51:21.610901 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd820d83-3d74-46f2-9362-2594f07d92b3 req-a45fb196-c36e-4151-9ebf-a11bb9ffea45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:51:21.612403 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fd820d83-3d74-46f2-9362-2594f07d92b3 req-a45fb196-c36e-4151-9ebf-a11bb9ffea45 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f2c68b78-8188-46ba-b44c-8a961da9aa26 HTTP/1.1" status: 200 len: 849 time: 0.0523660 Oct 20 12:51:21.666503 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd820d83-3d74-46f2-9362-2594f07d92b3 req-6d99e1a0-dd3a-41f9-b6ba-c585239c463b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:51:21.668086 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fd820d83-3d74-46f2-9362-2594f07d92b3 req-6d99e1a0-dd3a-41f9-b6ba-c585239c463b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6bca9e03-1890-4f25-934e-f1b5bbb2cbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464242 Oct 20 12:51:21.768226 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fd820d83-3d74-46f2-9362-2594f07d92b3 req-05fa14cd-7d13-40ed-968d-9f73d5f73ac8 service neutron] 10.222.0.89 "GET /v2.0/networks/6bca9e03-1890-4f25-934e-f1b5bbb2cbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908217 Oct 20 12:51:21.863462 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-fd820d83-3d74-46f2-9362-2594f07d92b3 req-edab444a-ae55-472b-8f93-41ba17e902b0 service neutron] 10.222.0.89 "GET /v2.0/networks/6bca9e03-1890-4f25-934e-f1b5bbb2cbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847487 Oct 20 12:51:22.384719 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-b92ccaca-d7a6-4ad9-98b2-73a109a091f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:22.809864 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 59afc734-6565-47b4-b4e9-f51e6bd3d508 details requested by agent hyperv_n-h1-814735-3 with host n-h1-814735-3 {{(pid=100648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 12:51:22.912762 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 59afc734-6565-47b4-b4e9-f51e6bd3d508, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=59afc734-6565-47b4-b4e9-f51e6bd3d508,segment=NetworkSegment(a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4),segment_id=a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:51:22.924645 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Returning: {'device': '59afc734-6565-47b4-b4e9-f51e6bd3d508', 'network_id': '6bca9e03-1890-4f25-934e-f1b5bbb2cbb0', 'port_id': '59afc734-6565-47b4-b4e9-f51e6bd3d508', 'mac_address': 'fa:16:3e:2a:ed:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2c68b78-8188-46ba-b44c-8a961da9aa26', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 12:51:22.965534 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:22.987648 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 59afc734-6565-47b4-b4e9-f51e6bd3d508 {{(pid=100648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 20 12:51:23.013281 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 59afc734-6565-47b4-b4e9-f51e6bd3d508, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=59afc734-6565-47b4-b4e9-f51e6bd3d508,segment=NetworkSegment(a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4),segment_id=a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:51:23.018425 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:23.074596 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=59afc734-6565-47b4-b4e9-f51e6bd3d508,revision_number=6']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:51:23.082721 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:51:23.083101 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:51:23.083445 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:51:23.083779 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:51:23.084113 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:51:23.084445 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:51:23.084770 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:51:23.085096 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:51:23.085428 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:51:23.085748 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:51:23.086078 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:51:23.086391 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:51:23.091651 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] get_ports_and_sgs() called for port_ids ['59afc734-6565-47b4-b4e9-f51e6bd3d508'] {{(pid=100648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 20 12:51:23.337346 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:23.558338 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:24.826655 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 59afc734-6565-47b4-b4e9-f51e6bd3d508 up at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 12:51:24.877234 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.provisioning_blocks [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Provisioning complete for port 59afc734-6565-47b4-b4e9-f51e6bd3d508 triggered by entity L2. {{(pid=100648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 20 12:51:24.877598 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479230'] for port, provisioning_complete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:24.964146 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470220'] for port, before_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:24.990274 n-d-814735-3 neutron-server[100648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2964a6f6-3cb7-4b82-89be-06c25e80cf67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59afc734-6565-47b4-b4e9-f51e6bd3d508'}] {{(pid=100648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:51:25.006187 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ba663b728f61600953c7c701890058d53749f56dec976386d606a322f26966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe217cd-1a0f-4c52-a7da-387f8d42ae61" -d '{"events": [{"server_uuid": "2964a6f6-3cb7-4b82-89be-06c25e80cf67", "name": "network-vif-plugged", "status": "completed", "tag": "59afc734-6565-47b4-b4e9-f51e6bd3d508"}]}' {{(pid=100648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:51:25.024706 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] For port 59afc734-6565-47b4-b4e9-f51e6bd3d508, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=59afc734-6565-47b4-b4e9-f51e6bd3d508,segment=NetworkSegment(a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4),segment_id=a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:51:25.034898 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755318649191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755318161619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755318161637'] for port, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:25.070067 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08143cc-2b49-4796-a6b7-7fed8e4e17ff x-openstack-request-id: req-c08143cc-2b49-4796-a6b7-7fed8e4e17ff {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:51:25.070379 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2964a6f6-3cb7-4b82-89be-06c25e80cf67", "name": "network-vif-plugged", "status": "completed", "tag": "59afc734-6565-47b4-b4e9-f51e6bd3d508", "code": 200}]} {{(pid=100648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:51:25.073944 n-d-814735-3 neutron-server[100648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c08143cc-2b49-4796-a6b7-7fed8e4e17ff {{(pid=100648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:51:25.074457 n-d-814735-3 neutron-server[100648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2964a6f6-3cb7-4b82-89be-06c25e80cf67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59afc734-6565-47b4-b4e9-f51e6bd3d508', 'code': 200} Oct 20 12:51:25.103524 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Pushing event updated for resources: {'Port': ['ID=59afc734-6565-47b4-b4e9-f51e6bd3d508,revision_number=7']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:51:25.282430 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:32.707147 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34112) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:51:32.871887 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-ae85b461-bf62-44e7-af27-c40b8f13eb8a tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Deleting port d64629d4-1c86-4851-a445-aeef89b0de90 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:51:32.872162 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ae85b461-bf62-44e7-af27-c40b8f13eb8a tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:32.947691 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ae85b461-bf62-44e7-af27-c40b8f13eb8a tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:32.947987 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ae85b461-bf62-44e7-af27-c40b8f13eb8a tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:32.961711 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-ae85b461-bf62-44e7-af27-c40b8f13eb8a tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Calling delete_port for d64629d4-1c86-4851-a445-aeef89b0de90 owned by network:floatingip {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:51:33.115782 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ae85b461-bf62-44e7-af27-c40b8f13eb8a tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:33.141484 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae85b461-bf62-44e7-af27-c40b8f13eb8a tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Pushing event deleted for resources: {'Port': ['ID=d64629d4-1c86-4851-a445-aeef89b0de90,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:51:33.172702 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae85b461-bf62-44e7-af27-c40b8f13eb8a tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:51:33.172994 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae85b461-bf62-44e7-af27-c40b8f13eb8a tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:51:33.173360 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae85b461-bf62-44e7-af27-c40b8f13eb8a tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:51:33.173685 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae85b461-bf62-44e7-af27-c40b8f13eb8a tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:51:33.174009 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae85b461-bf62-44e7-af27-c40b8f13eb8a tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:51:33.174331 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae85b461-bf62-44e7-af27-c40b8f13eb8a tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:51:33.174638 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae85b461-bf62-44e7-af27-c40b8f13eb8a tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:51:33.174984 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae85b461-bf62-44e7-af27-c40b8f13eb8a tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:51:33.175308 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae85b461-bf62-44e7-af27-c40b8f13eb8a tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:51:33.175620 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae85b461-bf62-44e7-af27-c40b8f13eb8a tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:51:33.175934 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae85b461-bf62-44e7-af27-c40b8f13eb8a tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:51:33.176244 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae85b461-bf62-44e7-af27-c40b8f13eb8a tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:51:33.217287 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ae85b461-bf62-44e7-af27-c40b8f13eb8a tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks [] for floatingip, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:33.217629 n-d-814735-3 neutron-server[100646]: INFO neutron.db.l3_db [None req-ae85b461-bf62-44e7-af27-c40b8f13eb8a tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Floating IP 67fe2e9e-ab9d-48e4-8a33-25cd0e53b69a disassociated (deleted). External IP: 172.25.5.26, port: 59afc734-6565-47b4-b4e9-f51e6bd3d508. Oct 20 12:51:33.455121 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae85b461-bf62-44e7-af27-c40b8f13eb8a tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Router b9c96c32-b489-4875-a187-11831ca75c06 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:51:33.571037 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae85b461-bf62-44e7-af27-c40b8f13eb8a tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:51:33.576364 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-ae85b461-bf62-44e7-af27-c40b8f13eb8a tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:33.584238 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8542361-e370-4abd-abe9-510558989090 None None] Sync routers for ids ['b9c96c32-b489-4875-a187-11831ca75c06'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:51:33.593554 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8542361-e370-4abd-abe9-510558989090 None None] Routers {'b9c96c32-b489-4875-a187-11831ca75c06'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:51:33.594164 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-f8542361-e370-4abd-abe9-510558989090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:51:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['b9c96c32-b489-4875-a187-11831ca75c06'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:51:33.604013 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-ae85b461-bf62-44e7-af27-c40b8f13eb8a tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "DELETE /v2.0/floatingips/67fe2e9e-ab9d-48e4-8a33-25cd0e53b69a HTTP/1.1" status: 204 len: 168 time: 0.8948092 Oct 20 12:51:33.604623 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2964a6f6-3cb7-4b82-89be-06c25e80cf67', 'tag': '59afc734-6565-47b4-b4e9-f51e6bd3d508'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:51:33.606988 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f6473da4100a9b2d2507aa888be59ba03dba4d50a2e20228baad954033a1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06147cb5-5441-4066-bd33-9b3a75f1503f" -d '{"events": [{"name": "network-changed", "server_uuid": "2964a6f6-3cb7-4b82-89be-06c25e80cf67", "tag": "59afc734-6565-47b4-b4e9-f51e6bd3d508"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:51:33.658249 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdac63cf-6a98-470e-a0bc-5cbd09380533 x-openstack-request-id: req-bdac63cf-6a98-470e-a0bc-5cbd09380533 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:51:33.658482 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2964a6f6-3cb7-4b82-89be-06c25e80cf67", "tag": "59afc734-6565-47b4-b4e9-f51e6bd3d508", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:51:33.658723 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bdac63cf-6a98-470e-a0bc-5cbd09380533 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:51:33.659176 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2964a6f6-3cb7-4b82-89be-06c25e80cf67', 'tag': '59afc734-6565-47b4-b4e9-f51e6bd3d508', 'status': 'completed', 'code': 200} Oct 20 12:51:33.721347 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-f8542361-e370-4abd-abe9-510558989090 None None] Set router b9c96c32-b489-4875-a187-11831ca75c06 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:51:33.722622 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06147cb5-5441-4066-bd33-9b3a75f1503f req-db5fcd61-c532-4dcb-bd3e-e4d2e7e32f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:51:33.724301 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-06147cb5-5441-4066-bd33-9b3a75f1503f req-db5fcd61-c532-4dcb-bd3e-e4d2e7e32f49 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=56378f88be8c444a893bcc309f9776b9&device_id=2964a6f6-3cb7-4b82-89be-06c25e80cf67 HTTP/1.1" status: 200 len: 1096 time: 0.0438397 Oct 20 12:51:33.842804 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06147cb5-5441-4066-bd33-9b3a75f1503f req-3e586dad-1e75-4492-a4d1-6bc6d6cbb2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:51:33.844340 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-06147cb5-5441-4066-bd33-9b3a75f1503f req-3e586dad-1e75-4492-a4d1-6bc6d6cbb2c3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6bca9e03-1890-4f25-934e-f1b5bbb2cbb0 HTTP/1.1" status: 200 len: 912 time: 0.1061702 Oct 20 12:51:33.889847 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-06147cb5-5441-4066-bd33-9b3a75f1503f req-d082da5e-3b8c-49a5-a881-3a550cde7248 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59afc734-6565-47b4-b4e9-f51e6bd3d508 HTTP/1.1" status: 200 len: 217 time: 0.0377755 Oct 20 12:51:33.956969 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-f8542361-e370-4abd-abe9-510558989090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'name': 'tempest-TestSnapshotPattern-1281370251-router', 'tenant_id': '56378f88be8c444a893bcc309f9776b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '88fbdcd7-1f84-4814-a82a-9c7295741543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:46:41Z', 'updated_at': '2021-10-20T12:46:44Z', 'revision_number': 4, 'project_id': '56378f88be8c444a893bcc309f9776b9', 'gw_port': {'id': '88fbdcd7-1f84-4814-a82a-9c7295741543', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:46:42Z', 'updated_at': '2021-10-20T12:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '0a7b9f8f-6b7b-401e-bfbf-056c41e41677', 'tenant_id': '56378f88be8c444a893bcc309f9776b9', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'port_id': '1784c44c-a206-42a2-82ac-6277eef9e043', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bca9e03-1890-4f25-934e-f1b5bbb2cbb0', 'mac_address': 'fa:16:3e:a6:f1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68c9412-37ba-4548-96ce-5305cacbbc45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:47:05Z', 'updated_at': '2021-10-20T12:47:07Z', 'revision_number': 1, 'project_id': '56378f88be8c444a893bcc309f9776b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e4043b-118f-49d6-b0b8-98537d9f07e6', 'name': '', 'network_id': '6bca9e03-1890-4f25-934e-f1b5bbb2cbb0', 'tenant_id': '56378f88be8c444a893bcc309f9776b9', 'mac_address': 'fa:16:3e:fd:6a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'f2c68b78-8188-46ba-b44c-8a961da9aa26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:46:44Z', 'updated_at': '2021-10-20T12:46:48Z', 'revision_number': 5, 'project_id': '56378f88be8c444a893bcc309f9776b9', 'subnets': [{'id': 'f2c68b78-8188-46ba-b44c-8a961da9aa26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:51:33.962587 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06147cb5-5441-4066-bd33-9b3a75f1503f req-381f0a52-1d4e-4ead-a729-7612e44e3f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:51:33.964116 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-06147cb5-5441-4066-bd33-9b3a75f1503f req-381f0a52-1d4e-4ead-a729-7612e44e3f61 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f2c68b78-8188-46ba-b44c-8a961da9aa26 HTTP/1.1" status: 200 len: 849 time: 0.0655804 Oct 20 12:51:33.976202 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2ad72-db31-4603-aafe-1058b3a42229 req-d761d4cb-fc40-4fc5-b0b3-7e8b94ae7baa tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:51:33.977860 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-79e2ad72-db31-4603-aafe-1058b3a42229 req-d761d4cb-fc40-4fc5-b0b3-7e8b94ae7baa tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/ports?device_id=2964a6f6-3cb7-4b82-89be-06c25e80cf67 HTTP/1.1" status: 200 len: 945 time: 0.1644919 Oct 20 12:51:34.044170 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-79e2ad72-db31-4603-aafe-1058b3a42229 req-f8802720-4780-44d7-8209-29b2b66364c1 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/security-groups?id=96d486f3-5dbc-422e-93ea-e970a5cdc958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571721 Oct 20 12:51:34.049334 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06147cb5-5441-4066-bd33-9b3a75f1503f req-4c2d968f-1dd4-4da5-be59-7b75b63e2744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:51:34.051257 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-06147cb5-5441-4066-bd33-9b3a75f1503f req-4c2d968f-1dd4-4da5-be59-7b75b63e2744 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6bca9e03-1890-4f25-934e-f1b5bbb2cbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720534 Oct 20 12:51:34.083245 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8542361-e370-4abd-abe9-510558989090 None None] Checking router: b9c96c32-b489-4875-a187-11831ca75c06 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:51:34.092626 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8542361-e370-4abd-abe9-510558989090 None None] Routers {'b9c96c32-b489-4875-a187-11831ca75c06'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:51:34.093225 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-f8542361-e370-4abd-abe9-510558989090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:51:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['b9c96c32-b489-4875-a187-11831ca75c06'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:51:34.149492 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-06147cb5-5441-4066-bd33-9b3a75f1503f req-5e567c17-25e8-49ab-93e0-78a12d45057b service neutron] 10.222.0.11 "GET /v2.0/networks/6bca9e03-1890-4f25-934e-f1b5bbb2cbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904889 Oct 20 12:51:34.199388 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-f8542361-e370-4abd-abe9-510558989090 None None] Set router b9c96c32-b489-4875-a187-11831ca75c06 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:51:34.244266 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-06147cb5-5441-4066-bd33-9b3a75f1503f req-60a1c56d-1754-44b6-b823-c5b0f71e3922 service neutron] 10.222.0.11 "GET /v2.0/networks/6bca9e03-1890-4f25-934e-f1b5bbb2cbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873652 Oct 20 12:51:34.422706 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-f8542361-e370-4abd-abe9-510558989090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'name': 'tempest-TestSnapshotPattern-1281370251-router', 'tenant_id': '56378f88be8c444a893bcc309f9776b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '88fbdcd7-1f84-4814-a82a-9c7295741543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:46:41Z', 'updated_at': '2021-10-20T12:46:44Z', 'revision_number': 4, 'project_id': '56378f88be8c444a893bcc309f9776b9', 'gw_port': {'id': '88fbdcd7-1f84-4814-a82a-9c7295741543', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:46:42Z', 'updated_at': '2021-10-20T12:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '0a7b9f8f-6b7b-401e-bfbf-056c41e41677', 'tenant_id': '56378f88be8c444a893bcc309f9776b9', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'port_id': '1784c44c-a206-42a2-82ac-6277eef9e043', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bca9e03-1890-4f25-934e-f1b5bbb2cbb0', 'mac_address': 'fa:16:3e:a6:f1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68c9412-37ba-4548-96ce-5305cacbbc45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:47:05Z', 'updated_at': '2021-10-20T12:47:07Z', 'revision_number': 1, 'project_id': '56378f88be8c444a893bcc309f9776b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e4043b-118f-49d6-b0b8-98537d9f07e6', 'name': '', 'network_id': '6bca9e03-1890-4f25-934e-f1b5bbb2cbb0', 'tenant_id': '56378f88be8c444a893bcc309f9776b9', 'mac_address': 'fa:16:3e:fd:6a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'f2c68b78-8188-46ba-b44c-8a961da9aa26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:46:44Z', 'updated_at': '2021-10-20T12:46:48Z', 'revision_number': 5, 'project_id': '56378f88be8c444a893bcc309f9776b9', 'subnets': [{'id': 'f2c68b78-8188-46ba-b44c-8a961da9aa26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:51:34.452419 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8542361-e370-4abd-abe9-510558989090 None None] The sync data for ids ['b9c96c32-b489-4875-a187-11831ca75c06'] in n-d-814735-3 is: [{'id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'name': 'tempest-TestSnapshotPattern-1281370251-router', 'tenant_id': '56378f88be8c444a893bcc309f9776b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '88fbdcd7-1f84-4814-a82a-9c7295741543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:46:41Z', 'updated_at': '2021-10-20T12:46:44Z', 'revision_number': 4, 'project_id': '56378f88be8c444a893bcc309f9776b9', 'gw_port': {'id': '88fbdcd7-1f84-4814-a82a-9c7295741543', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:46:42Z', 'updated_at': '2021-10-20T12:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_floatingips': [{'id': '0a7b9f8f-6b7b-401e-bfbf-056c41e41677', 'tenant_id': '56378f88be8c444a893bcc309f9776b9', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '717966e5-c478-496f-bddb-05794fb74250', 'router_id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'port_id': '1784c44c-a206-42a2-82ac-6277eef9e043', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bca9e03-1890-4f25-934e-f1b5bbb2cbb0', 'mac_address': 'fa:16:3e:a6:f1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68c9412-37ba-4548-96ce-5305cacbbc45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-20T12:47:05Z', 'updated_at': '2021-10-20T12:47:07Z', 'revision_number': 1, 'project_id': '56378f88be8c444a893bcc309f9776b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e4043b-118f-49d6-b0b8-98537d9f07e6', 'name': '', 'network_id': '6bca9e03-1890-4f25-934e-f1b5bbb2cbb0', 'tenant_id': '56378f88be8c444a893bcc309f9776b9', 'mac_address': 'fa:16:3e:fd:6a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'f2c68b78-8188-46ba-b44c-8a961da9aa26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:46:44Z', 'updated_at': '2021-10-20T12:46:48Z', 'revision_number': 5, 'project_id': '56378f88be8c444a893bcc309f9776b9', 'subnets': [{'id': 'f2c68b78-8188-46ba-b44c-8a961da9aa26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:51:34.540000 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:51:34.720822 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b56f7f-f634-478f-ab4a-8cee93aa4d28 None None] New status for floating IP 67fe2e9e-ab9d-48e4-8a33-25cd0e53b69a: DOWN {{(pid=100648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 12:51:35.183166 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af4c99-71b2-427c-b562-f1396a02c800 req-7e15755a-4ea7-4008-ba94-72bb4197e22b tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:51:35.184864 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-78af4c99-71b2-427c-b562-f1396a02c800 req-7e15755a-4ea7-4008-ba94-72bb4197e22b tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/ports?device_id=2964a6f6-3cb7-4b82-89be-06c25e80cf67 HTTP/1.1" status: 200 len: 945 time: 0.0608175 Oct 20 12:51:35.227180 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-78af4c99-71b2-427c-b562-f1396a02c800 req-224e165e-88f8-4e86-b275-4002cdab52ab tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/security-groups?id=96d486f3-5dbc-422e-93ea-e970a5cdc958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362606 Oct 20 12:51:35.289741 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6f1c1-49a8-457d-b9a7-a8c748bb43bd req-33cf9d5a-d669-4897-a1a9-9b30700c0ce7 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:51:35.291346 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3f6f1c1-49a8-457d-b9a7-a8c748bb43bd req-33cf9d5a-d669-4897-a1a9-9b30700c0ce7 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.11 "GET /v2.0/ports?device_id=2964a6f6-3cb7-4b82-89be-06c25e80cf67 HTTP/1.1" status: 200 len: 945 time: 0.0496740 Oct 20 12:51:35.394039 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-b3f6f1c1-49a8-457d-b9a7-a8c748bb43bd req-8d2cc736-cbe2-4416-b8ee-f284940605bd tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Deleting port 59afc734-6565-47b4-b4e9-f51e6bd3d508 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:51:35.394287 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b3f6f1c1-49a8-457d-b9a7-a8c748bb43bd req-8d2cc736-cbe2-4416-b8ee-f284940605bd tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:35.492630 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-b3f6f1c1-49a8-457d-b9a7-a8c748bb43bd req-8d2cc736-cbe2-4416-b8ee-f284940605bd tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] For port 59afc734-6565-47b4-b4e9-f51e6bd3d508, host n-h1-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814735-3',level=0,port_id=59afc734-6565-47b4-b4e9-f51e6bd3d508,segment=NetworkSegment(a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4),segment_id=a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:51:35.492994 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b3f6f1c1-49a8-457d-b9a7-a8c748bb43bd req-8d2cc736-cbe2-4416-b8ee-f284940605bd tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:35.507122 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-b3f6f1c1-49a8-457d-b9a7-a8c748bb43bd req-8d2cc736-cbe2-4416-b8ee-f284940605bd tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Calling delete_port for 59afc734-6565-47b4-b4e9-f51e6bd3d508 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:51:35.644653 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b3f6f1c1-49a8-457d-b9a7-a8c748bb43bd req-8d2cc736-cbe2-4416-b8ee-f284940605bd tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:35.674081 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2cc736-cbe2-4416-b8ee-f284940605bd tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Pushing event deleted for resources: {'Port': ['ID=59afc734-6565-47b4-b4e9-f51e6bd3d508,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:51:35.686698 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2cc736-cbe2-4416-b8ee-f284940605bd tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:51:35.687077 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2cc736-cbe2-4416-b8ee-f284940605bd tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:51:35.687425 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2cc736-cbe2-4416-b8ee-f284940605bd tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:51:35.687768 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2cc736-cbe2-4416-b8ee-f284940605bd tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:51:35.688104 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2cc736-cbe2-4416-b8ee-f284940605bd tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:51:35.688440 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2cc736-cbe2-4416-b8ee-f284940605bd tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:51:35.688775 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2cc736-cbe2-4416-b8ee-f284940605bd tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:51:35.689145 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2cc736-cbe2-4416-b8ee-f284940605bd tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:51:35.689474 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2cc736-cbe2-4416-b8ee-f284940605bd tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:51:35.689800 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2cc736-cbe2-4416-b8ee-f284940605bd tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:51:35.690127 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2cc736-cbe2-4416-b8ee-f284940605bd tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:51:35.690452 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2cc736-cbe2-4416-b8ee-f284940605bd tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814735-3 {{(pid=100647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 12:51:35.728254 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f6f1c1-49a8-457d-b9a7-a8c748bb43bd req-8d2cc736-cbe2-4416-b8ee-f284940605bd tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] No DVR routers for this DVR port 59afc734-6565-47b4-b4e9-f51e6bd3d508 on host n-h1-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:51:35.731385 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-b3f6f1c1-49a8-457d-b9a7-a8c748bb43bd req-8d2cc736-cbe2-4416-b8ee-f284940605bd tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:35.734814 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-b3f6f1c1-49a8-457d-b9a7-a8c748bb43bd req-8d2cc736-cbe2-4416-b8ee-f284940605bd tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.11 "DELETE /v2.0/ports/59afc734-6565-47b4-b4e9-f51e6bd3d508 HTTP/1.1" status: 204 len: 173 time: 0.4340611 Oct 20 12:51:35.735260 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2964a6f6-3cb7-4b82-89be-06c25e80cf67', 'name': 'network-vif-deleted', 'tag': '59afc734-6565-47b4-b4e9-f51e6bd3d508'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:51:35.737535 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0a02dd2059fce6544e6c1114f6588b97938997ae633064690662b627edbbcf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab99bf1f-41ab-444c-aa99-11741da3f834" -d '{"events": [{"server_uuid": "2964a6f6-3cb7-4b82-89be-06c25e80cf67", "name": "network-vif-deleted", "tag": "59afc734-6565-47b4-b4e9-f51e6bd3d508"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:51:35.832759 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d17c4c-c483-4ac5-8605-ef940dc37a0d x-openstack-request-id: req-23d17c4c-c483-4ac5-8605-ef940dc37a0d {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:51:35.833047 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2964a6f6-3cb7-4b82-89be-06c25e80cf67", "name": "network-vif-deleted", "tag": "59afc734-6565-47b4-b4e9-f51e6bd3d508", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:51:35.833369 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-23d17c4c-c483-4ac5-8605-ef940dc37a0d {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:51:35.833786 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2964a6f6-3cb7-4b82-89be-06c25e80cf67', 'name': 'network-vif-deleted', 'tag': '59afc734-6565-47b4-b4e9-f51e6bd3d508', 'status': 'completed', 'code': 200} Oct 20 12:51:36.852144 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34174) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:51:36.875741 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 59afc734-6565-47b4-b4e9-f51e6bd3d508 no longer exists at agent hyperv_n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:51:36.896773 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] No Port match for: 59afc734-6565-47b4-b4e9-f51e6bd3d508 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:51:36.897089 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Device 59afc734-6565-47b4-b4e9-f51e6bd3d508 not bound to the agent host n-h1-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:51:37.020203 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-4c511a3f-cff3-458b-ad3c-d17e280b52dd tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Deleting port bfcece4a-6c19-4094-9863-ec51515ff366 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:51:37.020547 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4c511a3f-cff3-458b-ad3c-d17e280b52dd tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:37.103169 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4c511a3f-cff3-458b-ad3c-d17e280b52dd tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:37.103483 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4c511a3f-cff3-458b-ad3c-d17e280b52dd tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:37.117184 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-4c511a3f-cff3-458b-ad3c-d17e280b52dd tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Calling delete_port for bfcece4a-6c19-4094-9863-ec51515ff366 owned by network:floatingip {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:51:37.280943 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4c511a3f-cff3-458b-ad3c-d17e280b52dd tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:37.308016 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c511a3f-cff3-458b-ad3c-d17e280b52dd tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Pushing event deleted for resources: {'Port': ['ID=bfcece4a-6c19-4094-9863-ec51515ff366,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:51:37.377327 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4c511a3f-cff3-458b-ad3c-d17e280b52dd tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks [] for floatingip, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:37.377579 n-d-814735-3 neutron-server[100646]: INFO neutron.db.l3_db [None req-4c511a3f-cff3-458b-ad3c-d17e280b52dd tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Floating IP 0a7b9f8f-6b7b-401e-bfbf-056c41e41677 disassociated (deleted). External IP: 172.25.5.123, port: 1784c44c-a206-42a2-82ac-6277eef9e043. Oct 20 12:51:37.635121 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c511a3f-cff3-458b-ad3c-d17e280b52dd tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Router b9c96c32-b489-4875-a187-11831ca75c06 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:51:37.756228 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c511a3f-cff3-458b-ad3c-d17e280b52dd tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:51:37.761531 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-4c511a3f-cff3-458b-ad3c-d17e280b52dd tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for floatingip, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:37.767565 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2008077-1c74-4ded-a30f-72d9a1ae420e None None] Sync routers for ids ['b9c96c32-b489-4875-a187-11831ca75c06'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:51:37.783861 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2008077-1c74-4ded-a30f-72d9a1ae420e None None] Routers {'b9c96c32-b489-4875-a187-11831ca75c06'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:51:37.784751 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-e2008077-1c74-4ded-a30f-72d9a1ae420e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:51:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['b9c96c32-b489-4875-a187-11831ca75c06'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:51:37.788375 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-4c511a3f-cff3-458b-ad3c-d17e280b52dd tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "DELETE /v2.0/floatingips/0a7b9f8f-6b7b-401e-bfbf-056c41e41677 HTTP/1.1" status: 204 len: 168 time: 0.9351337 Oct 20 12:51:37.788959 n-d-814735-3 neutron-server[100646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e68c9412-37ba-4548-96ce-5305cacbbc45', 'tag': '1784c44c-a206-42a2-82ac-6277eef9e043'}] {{(pid=100646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:51:37.791277 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f6473da4100a9b2d2507aa888be59ba03dba4d50a2e20228baad954033a1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21eaeae8-87d2-4bbb-b3e1-1a8dd50fe730" -d '{"events": [{"name": "network-changed", "server_uuid": "e68c9412-37ba-4548-96ce-5305cacbbc45", "tag": "1784c44c-a206-42a2-82ac-6277eef9e043"}]}' {{(pid=100646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:51:37.845308 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Oct 2021 12:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d729b109-8842-46d9-91df-c1ce87de2e83 x-openstack-request-id: req-d729b109-8842-46d9-91df-c1ce87de2e83 {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:51:37.845594 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e68c9412-37ba-4548-96ce-5305cacbbc45", "tag": "1784c44c-a206-42a2-82ac-6277eef9e043", "status": "completed", "code": 200}]} {{(pid=100646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:51:37.845844 n-d-814735-3 neutron-server[100646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d729b109-8842-46d9-91df-c1ce87de2e83 {{(pid=100646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:51:37.846375 n-d-814735-3 neutron-server[100646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e68c9412-37ba-4548-96ce-5305cacbbc45', 'tag': '1784c44c-a206-42a2-82ac-6277eef9e043', 'status': 'completed', 'code': 200} Oct 20 12:51:37.917996 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-e2008077-1c74-4ded-a30f-72d9a1ae420e None None] Set router b9c96c32-b489-4875-a187-11831ca75c06 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:51:37.937964 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eaeae8-87d2-4bbb-b3e1-1a8dd50fe730 req-8ddea128-e3d9-44f8-b138-d2d65641915e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:51:37.940053 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-21eaeae8-87d2-4bbb-b3e1-1a8dd50fe730 req-8ddea128-e3d9-44f8-b138-d2d65641915e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=56378f88be8c444a893bcc309f9776b9&device_id=e68c9412-37ba-4548-96ce-5305cacbbc45 HTTP/1.1" status: 200 len: 1094 time: 0.0691197 Oct 20 12:51:38.079252 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eaeae8-87d2-4bbb-b3e1-1a8dd50fe730 req-0da3e9e6-53d5-4d8c-9f43-a6b4f0382e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:51:38.080740 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-21eaeae8-87d2-4bbb-b3e1-1a8dd50fe730 req-0da3e9e6-53d5-4d8c-9f43-a6b4f0382e42 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6bca9e03-1890-4f25-934e-f1b5bbb2cbb0 HTTP/1.1" status: 200 len: 912 time: 0.1272614 Oct 20 12:51:38.124046 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-e2008077-1c74-4ded-a30f-72d9a1ae420e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'name': 'tempest-TestSnapshotPattern-1281370251-router', 'tenant_id': '56378f88be8c444a893bcc309f9776b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '88fbdcd7-1f84-4814-a82a-9c7295741543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:46:41Z', 'updated_at': '2021-10-20T12:46:44Z', 'revision_number': 4, 'project_id': '56378f88be8c444a893bcc309f9776b9', 'gw_port': {'id': '88fbdcd7-1f84-4814-a82a-9c7295741543', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:46:42Z', 'updated_at': '2021-10-20T12:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '67e4043b-118f-49d6-b0b8-98537d9f07e6', 'name': '', 'network_id': '6bca9e03-1890-4f25-934e-f1b5bbb2cbb0', 'tenant_id': '56378f88be8c444a893bcc309f9776b9', 'mac_address': 'fa:16:3e:fd:6a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'f2c68b78-8188-46ba-b44c-8a961da9aa26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:46:44Z', 'updated_at': '2021-10-20T12:46:48Z', 'revision_number': 5, 'project_id': '56378f88be8c444a893bcc309f9776b9', 'subnets': [{'id': 'f2c68b78-8188-46ba-b44c-8a961da9aa26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:51:38.132537 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f331b378-9810-4817-9bb8-9e2ae5d3c7ad req-6a6d8123-9619-496f-8885-0442bac6a28d tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:51:38.134164 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f331b378-9810-4817-9bb8-9e2ae5d3c7ad req-6a6d8123-9619-496f-8885-0442bac6a28d tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/ports?device_id=e68c9412-37ba-4548-96ce-5305cacbbc45 HTTP/1.1" status: 200 len: 943 time: 0.0973501 Oct 20 12:51:38.135729 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-21eaeae8-87d2-4bbb-b3e1-1a8dd50fe730 req-39d2c30e-5360-4aee-969a-4b5dfa2a8f45 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1784c44c-a206-42a2-82ac-6277eef9e043 HTTP/1.1" status: 200 len: 217 time: 0.0456278 Oct 20 12:51:38.152041 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2008077-1c74-4ded-a30f-72d9a1ae420e None None] Checking router: b9c96c32-b489-4875-a187-11831ca75c06 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:51:38.160927 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2008077-1c74-4ded-a30f-72d9a1ae420e None None] Routers {'b9c96c32-b489-4875-a187-11831ca75c06'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:51:38.161531 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-e2008077-1c74-4ded-a30f-72d9a1ae420e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:51:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['b9c96c32-b489-4875-a187-11831ca75c06'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:51:38.209245 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-f331b378-9810-4817-9bb8-9e2ae5d3c7ad req-dd48ff7b-ba32-4d73-ad43-16ba2cbf52e6 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/security-groups?id=96d486f3-5dbc-422e-93ea-e970a5cdc958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681820 Oct 20 12:51:38.210848 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eaeae8-87d2-4bbb-b3e1-1a8dd50fe730 req-31d0852b-320a-4beb-a938-9c0adac8bc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:51:38.212235 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-21eaeae8-87d2-4bbb-b3e1-1a8dd50fe730 req-31d0852b-320a-4beb-a938-9c0adac8bc10 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f2c68b78-8188-46ba-b44c-8a961da9aa26 HTTP/1.1" status: 200 len: 849 time: 0.0649481 Oct 20 12:51:38.268335 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-e2008077-1c74-4ded-a30f-72d9a1ae420e None None] Set router b9c96c32-b489-4875-a187-11831ca75c06 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:51:38.269517 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eaeae8-87d2-4bbb-b3e1-1a8dd50fe730 req-ee636574-215d-4058-8b88-3124f14acc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:51:38.271259 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-21eaeae8-87d2-4bbb-b3e1-1a8dd50fe730 req-ee636574-215d-4058-8b88-3124f14acc95 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6bca9e03-1890-4f25-934e-f1b5bbb2cbb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472009 Oct 20 12:51:38.364051 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-21eaeae8-87d2-4bbb-b3e1-1a8dd50fe730 req-68109a82-0102-4947-b267-c92db64c331f service neutron] 10.222.0.89 "GET /v2.0/networks/6bca9e03-1890-4f25-934e-f1b5bbb2cbb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838490 Oct 20 12:51:38.465571 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-21eaeae8-87d2-4bbb-b3e1-1a8dd50fe730 req-8f987abf-b5e8-4e30-a6b8-c1502e39dc2c service neutron] 10.222.0.89 "GET /v2.0/networks/6bca9e03-1890-4f25-934e-f1b5bbb2cbb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907621 Oct 20 12:51:38.470165 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-e2008077-1c74-4ded-a30f-72d9a1ae420e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'name': 'tempest-TestSnapshotPattern-1281370251-router', 'tenant_id': '56378f88be8c444a893bcc309f9776b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '88fbdcd7-1f84-4814-a82a-9c7295741543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:46:41Z', 'updated_at': '2021-10-20T12:46:44Z', 'revision_number': 4, 'project_id': '56378f88be8c444a893bcc309f9776b9', 'gw_port': {'id': '88fbdcd7-1f84-4814-a82a-9c7295741543', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:46:42Z', 'updated_at': '2021-10-20T12:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '67e4043b-118f-49d6-b0b8-98537d9f07e6', 'name': '', 'network_id': '6bca9e03-1890-4f25-934e-f1b5bbb2cbb0', 'tenant_id': '56378f88be8c444a893bcc309f9776b9', 'mac_address': 'fa:16:3e:fd:6a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'f2c68b78-8188-46ba-b44c-8a961da9aa26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:46:44Z', 'updated_at': '2021-10-20T12:46:48Z', 'revision_number': 5, 'project_id': '56378f88be8c444a893bcc309f9776b9', 'subnets': [{'id': 'f2c68b78-8188-46ba-b44c-8a961da9aa26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:51:38.497053 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2008077-1c74-4ded-a30f-72d9a1ae420e None None] The sync data for ids ['b9c96c32-b489-4875-a187-11831ca75c06'] in n-d-814735-3 is: [{'id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'name': 'tempest-TestSnapshotPattern-1281370251-router', 'tenant_id': '56378f88be8c444a893bcc309f9776b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '88fbdcd7-1f84-4814-a82a-9c7295741543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:46:41Z', 'updated_at': '2021-10-20T12:46:44Z', 'revision_number': 4, 'project_id': '56378f88be8c444a893bcc309f9776b9', 'gw_port': {'id': '88fbdcd7-1f84-4814-a82a-9c7295741543', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:46:42Z', 'updated_at': '2021-10-20T12:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3', '_interfaces': [{'id': '67e4043b-118f-49d6-b0b8-98537d9f07e6', 'name': '', 'network_id': '6bca9e03-1890-4f25-934e-f1b5bbb2cbb0', 'tenant_id': '56378f88be8c444a893bcc309f9776b9', 'mac_address': 'fa:16:3e:fd:6a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'f2c68b78-8188-46ba-b44c-8a961da9aa26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:46:44Z', 'updated_at': '2021-10-20T12:46:48Z', 'revision_number': 5, 'project_id': '56378f88be8c444a893bcc309f9776b9', 'subnets': [{'id': 'f2c68b78-8188-46ba-b44c-8a961da9aa26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:51:38.721130 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cfc501-792e-4ec5-8edb-15a2508b4b86 None None] New status for floating IP 0a7b9f8f-6b7b-401e-bfbf-056c41e41677: DOWN {{(pid=100648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 20 12:51:39.331726 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a31dc-707b-423c-8385-7f5167c3c3e0 req-734abfc7-5237-4d4c-b16e-adca45e22939 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:51:39.333227 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-660a31dc-707b-423c-8385-7f5167c3c3e0 req-734abfc7-5237-4d4c-b16e-adca45e22939 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/ports?device_id=e68c9412-37ba-4548-96ce-5305cacbbc45 HTTP/1.1" status: 200 len: 943 time: 0.0525453 Oct 20 12:51:39.371687 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-660a31dc-707b-423c-8385-7f5167c3c3e0 req-dc8d882b-b23c-4813-8851-379042d4f0f9 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/security-groups?id=96d486f3-5dbc-422e-93ea-e970a5cdc958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323102 Oct 20 12:51:39.989478 n-d-814735-3 neutron-server[100647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27bb811-cb7b-49cd-9491-21ec4fbacfba req-3abd289b-64d0-4292-8c08-45ca5bec5ba7 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 20 12:51:39.991017 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e27bb811-cb7b-49cd-9491-21ec4fbacfba req-3abd289b-64d0-4292-8c08-45ca5bec5ba7 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.89 "GET /v2.0/ports?device_id=e68c9412-37ba-4548-96ce-5305cacbbc45 HTTP/1.1" status: 200 len: 943 time: 0.0504320 Oct 20 12:51:40.095856 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-e27bb811-cb7b-49cd-9491-21ec4fbacfba req-f187c4f6-8a90-4819-96fc-221af2d97ca6 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Deleting port 1784c44c-a206-42a2-82ac-6277eef9e043 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:51:40.096210 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e27bb811-cb7b-49cd-9491-21ec4fbacfba req-f187c4f6-8a90-4819-96fc-221af2d97ca6 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:40.188065 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [req-e27bb811-cb7b-49cd-9491-21ec4fbacfba req-f187c4f6-8a90-4819-96fc-221af2d97ca6 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] For port 1784c44c-a206-42a2-82ac-6277eef9e043, host n-h2-814735-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814735-3',level=0,port_id=1784c44c-a206-42a2-82ac-6277eef9e043,segment=NetworkSegment(a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4),segment_id=a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:51:40.188374 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e27bb811-cb7b-49cd-9491-21ec4fbacfba req-f187c4f6-8a90-4819-96fc-221af2d97ca6 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:40.202348 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [req-e27bb811-cb7b-49cd-9491-21ec4fbacfba req-f187c4f6-8a90-4819-96fc-221af2d97ca6 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Calling delete_port for 1784c44c-a206-42a2-82ac-6277eef9e043 owned by compute:nova {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:51:40.337060 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e27bb811-cb7b-49cd-9491-21ec4fbacfba req-f187c4f6-8a90-4819-96fc-221af2d97ca6 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:40.366857 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f187c4f6-8a90-4819-96fc-221af2d97ca6 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Pushing event deleted for resources: {'Port': ['ID=1784c44c-a206-42a2-82ac-6277eef9e043,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:51:40.411951 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [req-e27bb811-cb7b-49cd-9491-21ec4fbacfba req-f187c4f6-8a90-4819-96fc-221af2d97ca6 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] No DVR routers for this DVR port 1784c44c-a206-42a2-82ac-6277eef9e043 on host n-h2-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:51:40.414827 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [req-e27bb811-cb7b-49cd-9491-21ec4fbacfba req-f187c4f6-8a90-4819-96fc-221af2d97ca6 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75527'] for port, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:40.418316 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-e27bb811-cb7b-49cd-9491-21ec4fbacfba req-f187c4f6-8a90-4819-96fc-221af2d97ca6 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.89 "DELETE /v2.0/ports/1784c44c-a206-42a2-82ac-6277eef9e043 HTTP/1.1" status: 204 len: 173 time: 0.4201601 Oct 20 12:51:40.418766 n-d-814735-3 neutron-server[100647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e68c9412-37ba-4548-96ce-5305cacbbc45', 'name': 'network-vif-deleted', 'tag': '1784c44c-a206-42a2-82ac-6277eef9e043'}] {{(pid=100647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 20 12:51:40.421109 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0a02dd2059fce6544e6c1114f6588b97938997ae633064690662b627edbbcf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2db0f7-59e1-4173-afbc-9644dca9882f" -d '{"events": [{"server_uuid": "e68c9412-37ba-4548-96ce-5305cacbbc45", "name": "network-vif-deleted", "tag": "1784c44c-a206-42a2-82ac-6277eef9e043"}]}' {{(pid=100647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 12:51:40.467987 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Oct 2021 12:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591e3f58-9ed7-4780-a983-694dfb3abd8b x-openstack-request-id: req-591e3f58-9ed7-4780-a983-694dfb3abd8b {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 12:51:40.468235 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e68c9412-37ba-4548-96ce-5305cacbbc45", "name": "network-vif-deleted", "tag": "1784c44c-a206-42a2-82ac-6277eef9e043", "status": "completed", "code": 200}]} {{(pid=100647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 12:51:40.468501 n-d-814735-3 neutron-server[100647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-591e3f58-9ed7-4780-a983-694dfb3abd8b {{(pid=100647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 12:51:40.468895 n-d-814735-3 neutron-server[100647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e68c9412-37ba-4548-96ce-5305cacbbc45', 'name': 'network-vif-deleted', 'tag': '1784c44c-a206-42a2-82ac-6277eef9e043', 'status': 'completed', 'code': 200} Oct 20 12:51:40.471175 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [req-8bd07f07-fbf2-4bc4-9070-21a3e451110d req-16f43631-eaa9-4ae9-85a3-ae6b6b9ca1d7 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "GET /v2.0/ports?device_id=e68c9412-37ba-4548-96ce-5305cacbbc45 HTTP/1.1" status: 200 len: 210 time: 0.0301607 Oct 20 12:51:40.574490 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:41.529312 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34192) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:51:41.598383 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2f8e2096-5f02-4d15-b2d3-c6ce56688773 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:41.625534 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2f8e2096-5f02-4d15-b2d3-c6ce56688773 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:41.689053 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2f8e2096-5f02-4d15-b2d3-c6ce56688773 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:41.691829 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-2f8e2096-5f02-4d15-b2d3-c6ce56688773 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:41.693166 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-2f8e2096-5f02-4d15-b2d3-c6ce56688773 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] 10.222.0.98 "DELETE /v2.0/security-groups/96d486f3-5dbc-422e-93ea-e970a5cdc958 HTTP/1.1" status: 204 len: 168 time: 0.1627824 Oct 20 12:51:41.703351 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8e2096-5f02-4d15-b2d3-c6ce56688773 tempest-TestSnapshotPattern-41440481 tempest-TestSnapshotPattern-41440481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d486f3-5dbc-422e-93ea-e970a5cdc958,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:51:41.744684 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 34196) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:51:42.221906 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-38b0370f-a47e-4393-b448-4f5cc584f63c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:42.483443 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-38b0370f-a47e-4393-b448-4f5cc584f63c admin admin] Deleting port 67e4043b-118f-49d6-b0b8-98537d9f07e6 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:51:42.483783 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-38b0370f-a47e-4393-b448-4f5cc584f63c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:42.565550 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-38b0370f-a47e-4393-b448-4f5cc584f63c admin admin] For port 67e4043b-118f-49d6-b0b8-98537d9f07e6, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=67e4043b-118f-49d6-b0b8-98537d9f07e6,segment=NetworkSegment(a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4),segment_id=a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:51:42.565914 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-38b0370f-a47e-4393-b448-4f5cc584f63c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:42.581205 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-38b0370f-a47e-4393-b448-4f5cc584f63c admin admin] Calling delete_port for 67e4043b-118f-49d6-b0b8-98537d9f07e6 owned by network:router_interface {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:51:42.780983 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-38b0370f-a47e-4393-b448-4f5cc584f63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:42.806506 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b0370f-a47e-4393-b448-4f5cc584f63c admin admin] Pushing event deleted for resources: {'Port': ['ID=67e4043b-118f-49d6-b0b8-98537d9f07e6,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:51:42.882555 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 1784c44c-a206-42a2-82ac-6277eef9e043 no longer exists at agent hyperv_n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:51:42.905628 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] No Port match for: 1784c44c-a206-42a2-82ac-6277eef9e043 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:51:42.906002 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Device 1784c44c-a206-42a2-82ac-6277eef9e043 not bound to the agent host n-h2-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:51:42.982983 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-38b0370f-a47e-4393-b448-4f5cc584f63c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:43.555759 n-d-814735-3 neutron-server[100647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b0370f-a47e-4393-b448-4f5cc584f63c admin admin] Router b9c96c32-b489-4875-a187-11831ca75c06 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:51:43.679272 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b0370f-a47e-4393-b448-4f5cc584f63c admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:51:43.685022 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-38b0370f-a47e-4393-b448-4f5cc584f63c admin admin] 10.222.0.98 "PUT /v2.0/routers/b9c96c32-b489-4875-a187-11831ca75c06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9390557 Oct 20 12:51:43.687663 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34202) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:51:43.690359 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4b9714-ca29-4d2e-b40d-b098d9d05819 None None] Sync routers for ids ['b9c96c32-b489-4875-a187-11831ca75c06'] in n-d-814735-3 {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:51:43.700440 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4b9714-ca29-4d2e-b40d-b098d9d05819 None None] Routers {'b9c96c32-b489-4875-a187-11831ca75c06'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:51:43.701060 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-0c4b9714-ca29-4d2e-b40d-b098d9d05819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:51:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['b9c96c32-b489-4875-a187-11831ca75c06'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:51:43.803341 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f3a90a37-ff41-4988-9c95-d426cd33b417 admin admin] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:43.819871 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-0c4b9714-ca29-4d2e-b40d-b098d9d05819 None None] Set router b9c96c32-b489-4875-a187-11831ca75c06 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:51:44.018548 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-0c4b9714-ca29-4d2e-b40d-b098d9d05819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'name': 'tempest-TestSnapshotPattern-1281370251-router', 'tenant_id': '56378f88be8c444a893bcc309f9776b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '88fbdcd7-1f84-4814-a82a-9c7295741543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:46:41Z', 'updated_at': '2021-10-20T12:51:42Z', 'revision_number': 5, 'project_id': '56378f88be8c444a893bcc309f9776b9', 'gw_port': {'id': '88fbdcd7-1f84-4814-a82a-9c7295741543', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:46:42Z', 'updated_at': '2021-10-20T12:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:51:44.148915 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4b9714-ca29-4d2e-b40d-b098d9d05819 None None] Checking router: b9c96c32-b489-4875-a187-11831ca75c06 for host: n-d-814735-3 {{(pid=100649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:51:44.158464 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4b9714-ca29-4d2e-b40d-b098d9d05819 None None] Routers {'b9c96c32-b489-4875-a187-11831ca75c06'} bound to L3 agent in host n-d-814735-3 {{(pid=100649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:51:44.159132 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-0c4b9714-ca29-4d2e-b40d-b098d9d05819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:51:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['b9c96c32-b489-4875-a187-11831ca75c06'], 'active': True} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:51:44.255139 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f3a90a37-ff41-4988-9c95-d426cd33b417 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:44.267571 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_dvr_db [None req-0c4b9714-ca29-4d2e-b40d-b098d9d05819 None None] Set router b9c96c32-b489-4875-a187-11831ca75c06 gateway port host: n-d-814735-3 {{(pid=100649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:51:44.317808 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-f3a90a37-ff41-4988-9c95-d426cd33b417 admin admin] Deleting port 88fbdcd7-1f84-4814-a82a-9c7295741543 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:51:44.318145 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f3a90a37-ff41-4988-9c95-d426cd33b417 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:44.414982 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-f3a90a37-ff41-4988-9c95-d426cd33b417 admin admin] For port 88fbdcd7-1f84-4814-a82a-9c7295741543, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=88fbdcd7-1f84-4814-a82a-9c7295741543,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:51:44.414982 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f3a90a37-ff41-4988-9c95-d426cd33b417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:44.426705 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-f3a90a37-ff41-4988-9c95-d426cd33b417 admin admin] Calling delete_port for 88fbdcd7-1f84-4814-a82a-9c7295741543 owned by network:router_gateway {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:51:44.451895 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.l3_hamode_db [None req-0c4b9714-ca29-4d2e-b40d-b098d9d05819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'name': 'tempest-TestSnapshotPattern-1281370251-router', 'tenant_id': '56378f88be8c444a893bcc309f9776b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '88fbdcd7-1f84-4814-a82a-9c7295741543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:46:41Z', 'updated_at': '2021-10-20T12:51:42Z', 'revision_number': 5, 'project_id': '56378f88be8c444a893bcc309f9776b9', 'gw_port': {'id': '88fbdcd7-1f84-4814-a82a-9c7295741543', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:46:42Z', 'updated_at': '2021-10-20T12:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:51:44.482569 n-d-814735-3 neutron-server[100649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4b9714-ca29-4d2e-b40d-b098d9d05819 None None] The sync data for ids ['b9c96c32-b489-4875-a187-11831ca75c06'] in n-d-814735-3 is: [{'id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'name': 'tempest-TestSnapshotPattern-1281370251-router', 'tenant_id': '56378f88be8c444a893bcc309f9776b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '88fbdcd7-1f84-4814-a82a-9c7295741543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:46:41Z', 'updated_at': '2021-10-20T12:51:42Z', 'revision_number': 5, 'project_id': '56378f88be8c444a893bcc309f9776b9', 'gw_port': {'id': '88fbdcd7-1f84-4814-a82a-9c7295741543', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:3a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c96c32-b489-4875-a187-11831ca75c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:46:42Z', 'updated_at': '2021-10-20T12:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}] {{(pid=100649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:51:44.598620 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f3a90a37-ff41-4988-9c95-d426cd33b417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:44.622478 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a90a37-ff41-4988-9c95-d426cd33b417 admin admin] Pushing event deleted for resources: {'Port': ['ID=88fbdcd7-1f84-4814-a82a-9c7295741543,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:51:44.687262 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f3a90a37-ff41-4988-9c95-d426cd33b417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:44.785143 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f3a90a37-ff41-4988-9c95-d426cd33b417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:44.787270 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f3a90a37-ff41-4988-9c95-d426cd33b417 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:44.832066 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f3a90a37-ff41-4988-9c95-d426cd33b417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:44.832066 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a90a37-ff41-4988-9c95-d426cd33b417 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9c96c32-b489-4875-a187-11831ca75c06 {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 12:51:44.836487 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-f3a90a37-ff41-4988-9c95-d426cd33b417 admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:44.840256 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-f3a90a37-ff41-4988-9c95-d426cd33b417 admin admin] 10.222.0.98 "DELETE /v2.0/routers/b9c96c32-b489-4875-a187-11831ca75c06 HTTP/1.1" status: 204 len: 168 time: 1.1488910 Oct 20 12:51:44.840520 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34204) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:51:44.887332 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bf3d17e-3240-44ab-976e-0d991faac46f admin admin] Deleting subnet f2c68b78-8188-46ba-b44c-8a961da9aa26 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 12:51:44.891663 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1bf3d17e-3240-44ab-976e-0d991faac46f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:44.928266 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1bf3d17e-3240-44ab-976e-0d991faac46f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:45.013629 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1bf3d17e-3240-44ab-976e-0d991faac46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:45.070624 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1bf3d17e-3240-44ab-976e-0d991faac46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:45.103024 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf3d17e-3240-44ab-976e-0d991faac46f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2c68b78-8188-46ba-b44c-8a961da9aa26,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:51:45.105051 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-1bf3d17e-3240-44ab-976e-0d991faac46f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:45.109993 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7876db66-5177-44e3-b7e5-0b9c1676fecf None None] Network 6bca9e03-1890-4f25-934e-f1b5bbb2cbb0 requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:51:45.111195 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [-] (100647) accepted ('10.222.0.98', 34206) {{(pid=100647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:51:45.111630 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-1bf3d17e-3240-44ab-976e-0d991faac46f admin admin] 10.222.0.98 "DELETE /v2.0/subnets/f2c68b78-8188-46ba-b44c-8a961da9aa26 HTTP/1.1" status: 204 len: 168 time: 0.2695310 Oct 20 12:51:45.181884 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5556323b-ed32-432c-97a7-68805296a0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:45.237294 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-5556323b-ed32-432c-97a7-68805296a0d0 admin admin] Deleting port 598af5a3-4f04-485d-b364-798118ae3662 {{(pid=100647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:51:45.237591 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5556323b-ed32-432c-97a7-68805296a0d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:45.298118 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4ea689-4f9b-4744-98bb-f89b867793ee None None] DHCP port deletion for 6bca9e03-1890-4f25-934e-f1b5bbb2cbb0 request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 12:51:45.322294 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.db [None req-5556323b-ed32-432c-97a7-68805296a0d0 admin admin] For port 598af5a3-4f04-485d-b364-798118ae3662, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=598af5a3-4f04-485d-b364-798118ae3662,segment=NetworkSegment(a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4),segment_id=a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4)] {{(pid=100647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:51:45.322659 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5556323b-ed32-432c-97a7-68805296a0d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:45.337665 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.plugin [None req-5556323b-ed32-432c-97a7-68805296a0d0 admin admin] Calling delete_port for 598af5a3-4f04-485d-b364-798118ae3662 owned by network:dhcp {{(pid=100647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:51:45.354271 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-0c4ea689-4f9b-4744-98bb-f89b867793ee None None] Deleting port 598af5a3-4f04-485d-b364-798118ae3662 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:51:45.354891 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0c4ea689-4f9b-4744-98bb-f89b867793ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:45.430668 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5556323b-ed32-432c-97a7-68805296a0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8418614'] for port, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:45.431190 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-0c4ea689-4f9b-4744-98bb-f89b867793ee None None] For port 598af5a3-4f04-485d-b364-798118ae3662, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=598af5a3-4f04-485d-b364-798118ae3662,segment=NetworkSegment(a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4),segment_id=a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4)] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:51:45.431594 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0c4ea689-4f9b-4744-98bb-f89b867793ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:45.451458 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-0c4ea689-4f9b-4744-98bb-f89b867793ee None None] Calling delete_port for 598af5a3-4f04-485d-b364-798118ae3662 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:51:45.455222 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556323b-ed32-432c-97a7-68805296a0d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=598af5a3-4f04-485d-b364-798118ae3662,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:51:45.461447 n-d-814735-3 neutron-server[100647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5556323b-ed32-432c-97a7-68805296a0d0 admin admin] No DVR routers for this DVR port 598af5a3-4f04-485d-b364-798118ae3662 on host n-d-814735-3 {{(pid=100647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:51:45.537385 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0c4ea689-4f9b-4744-98bb-f89b867793ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:45.540747 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5556323b-ed32-432c-97a7-68805296a0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:45.561516 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-5556323b-ed32-432c-97a7-68805296a0d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bca9e03-1890-4f25-934e-f1b5bbb2cbb0']}} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:51:45.562660 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ea689-4f9b-4744-98bb-f89b867793ee None None] Pushing event deleted for resources: {'Port': ['ID=598af5a3-4f04-485d-b364-798118ae3662,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:51:45.566393 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4ea689-4f9b-4744-98bb-f89b867793ee None None] No DVR routers for this DVR port 598af5a3-4f04-485d-b364-798118ae3662 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:51:45.572265 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-5556323b-ed32-432c-97a7-68805296a0d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4') {'for_net_delete': True} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:51:45.572784 n-d-814735-3 neutron-server[100647]: DEBUG neutron.services.segments.db [None req-5556323b-ed32-432c-97a7-68805296a0d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a28ed1f4-b4df-4a96-88bd-41b9bb4b48c4') {} {{(pid=100647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:51:45.582846 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5556323b-ed32-432c-97a7-68805296a0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9862391'] for segment, before_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:45.596811 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5556323b-ed32-432c-97a7-68805296a0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:45.603097 n-d-814735-3 neutron-server[100647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5556323b-ed32-432c-97a7-68805296a0d0 admin admin] Releasing vlan 1275 on physical network physnet1 to pool {{(pid=100647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 12:51:45.603609 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5556323b-ed32-432c-97a7-68805296a0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8416233'] for segment, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:45.605457 n-d-814735-3 neutron-server[100647]: Traceback (most recent call last): Oct 20 12:51:45.605457 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 12:51:45.605457 n-d-814735-3 neutron-server[100647]: timer() Oct 20 12:51:45.605457 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 12:51:45.605457 n-d-814735-3 neutron-server[100647]: cb(*args, **kw) Oct 20 12:51:45.605457 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 12:51:45.605457 n-d-814735-3 neutron-server[100647]: return func(*args, **kwargs) Oct 20 12:51:45.605457 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 12:51:45.605457 n-d-814735-3 neutron-server[100647]: self._notify() Oct 20 12:51:45.605457 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 12:51:45.605457 n-d-814735-3 neutron-server[100647]: self.callback(batched_events) Oct 20 12:51:45.605457 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 12:51:45.605457 n-d-814735-3 neutron-server[100647]: event.method(event) Oct 20 12:51:45.605457 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 12:51:45.605457 n-d-814735-3 neutron-server[100647]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 12:51:45.605457 n-d-814735-3 neutron-server[100647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 12:51:45.605457 n-d-814735-3 neutron-server[100647]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 12:51:45.605457 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 12:51:45.605457 n-d-814735-3 neutron-server[100647]: return f(self, *a, **k) Oct 20 12:51:45.605457 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 12:51:45.605457 n-d-814735-3 neutron-server[100647]: return self._get(url).json() Oct 20 12:51:45.605457 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 12:51:45.605457 n-d-814735-3 neutron-server[100647]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 12:51:45.605457 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 12:51:45.605457 n-d-814735-3 neutron-server[100647]: return self.request(url, 'GET', **kwargs) Oct 20 12:51:45.605457 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 12:51:45.605457 n-d-814735-3 neutron-server[100647]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 12:51:45.605457 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 12:51:45.605457 n-d-814735-3 neutron-server[100647]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 12:51:45.605457 n-d-814735-3 neutron-server[100647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 12:51:45.605457 n-d-814735-3 neutron-server[100647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 12:51:45.605457 n-d-814735-3 neutron-server[100647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 12:51:45.668552 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5556323b-ed32-432c-97a7-68805296a0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:45.674187 n-d-814735-3 neutron-server[100647]: DEBUG neutron_lib.callbacks.manager [None req-5556323b-ed32-432c-97a7-68805296a0d0 admin admin] Publish callbacks [] for network, before_response {{(pid=100647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:45.677435 n-d-814735-3 neutron-server[100647]: INFO neutron.wsgi [None req-5556323b-ed32-432c-97a7-68805296a0d0 admin admin] 10.222.0.98 "DELETE /v2.0/networks/6bca9e03-1890-4f25-934e-f1b5bbb2cbb0 HTTP/1.1" status: 204 len: 168 time: 0.5651431 Oct 20 12:51:45.680672 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34208) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:51:45.689395 n-d-814735-3 neutron-server[100647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556323b-ed32-432c-97a7-68805296a0d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bca9e03-1890-4f25-934e-f1b5bbb2cbb0,revision_number=None']} {{(pid=100647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:51:46.051686 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a4c82ce0-c2e1-40ae-955e-d9d4eef95d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653135'] for router_interface, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:46.149292 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 67e4043b-118f-49d6-b0b8-98537d9f07e6 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:51:46.169423 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 67e4043b-118f-49d6-b0b8-98537d9f07e6 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:51:46.169788 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 67e4043b-118f-49d6-b0b8-98537d9f07e6 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:51:46.170203 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 88fbdcd7-1f84-4814-a82a-9c7295741543 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:51:46.192065 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 88fbdcd7-1f84-4814-a82a-9c7295741543 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:51:46.192409 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 88fbdcd7-1f84-4814-a82a-9c7295741543 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:51:46.192813 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 598af5a3-4f04-485d-b364-798118ae3662 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:51:46.211435 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 598af5a3-4f04-485d-b364-798118ae3662 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:51:46.211782 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 598af5a3-4f04-485d-b364-798118ae3662 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:51:46.246700 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:46.311420 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-a4c82ce0-c2e1-40ae-955e-d9d4eef95d4f admin admin] Deleting port 59e05905-9f02-4b97-8703-450de0e0c6c4 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:51:46.311655 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a4c82ce0-c2e1-40ae-955e-d9d4eef95d4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:46.395503 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-a4c82ce0-c2e1-40ae-955e-d9d4eef95d4f admin admin] For port 59e05905-9f02-4b97-8703-450de0e0c6c4, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=59e05905-9f02-4b97-8703-450de0e0c6c4,segment=NetworkSegment(f55a6813-2edd-4d7a-9e44-fac134124f0b),segment_id=f55a6813-2edd-4d7a-9e44-fac134124f0b)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:51:46.395822 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a4c82ce0-c2e1-40ae-955e-d9d4eef95d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:46.409863 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-a4c82ce0-c2e1-40ae-955e-d9d4eef95d4f admin admin] Calling delete_port for 59e05905-9f02-4b97-8703-450de0e0c6c4 owned by network:router_interface {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:51:46.606189 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a4c82ce0-c2e1-40ae-955e-d9d4eef95d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:46.636364 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c82ce0-c2e1-40ae-955e-d9d4eef95d4f admin admin] Pushing event deleted for resources: {'Port': ['ID=59e05905-9f02-4b97-8703-450de0e0c6c4,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:51:46.813417 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-a4c82ce0-c2e1-40ae-955e-d9d4eef95d4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654303'] for router_interface, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:47.039112 n-d-814735-3 neutron-server[100646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c82ce0-c2e1-40ae-955e-d9d4eef95d4f admin admin] Router 53c2b510-71eb-47e1-8b05-277434ad3960 has already been hosted by L3 agent 2a4d2430-8201-42e2-994d-df065c6ef83b {{(pid=100646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 12:51:47.151399 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c82ce0-c2e1-40ae-955e-d9d4eef95d4f admin admin] Notify agent at l3_agent.n-d-814735-3 the message routers_updated {{(pid=100646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 12:51:47.157864 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-a4c82ce0-c2e1-40ae-955e-d9d4eef95d4f admin admin] 10.222.0.98 "PUT /v2.0/routers/53c2b510-71eb-47e1-8b05-277434ad3960/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4758718 Oct 20 12:51:47.159758 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34214) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:51:47.162392 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cad151-1d00-402a-b367-4b4acbd6a27f None None] Sync routers for ids ['53c2b510-71eb-47e1-8b05-277434ad3960'] in n-d-814735-3 {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 12:51:47.171955 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cad151-1d00-402a-b367-4b4acbd6a27f None None] Routers {'53c2b510-71eb-47e1-8b05-277434ad3960'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:51:47.172596 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-c4cad151-1d00-402a-b367-4b4acbd6a27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:51:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['53c2b510-71eb-47e1-8b05-277434ad3960'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:51:47.267448 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-41494b2c-c87d-4c1d-8068-51d4d1c11af6 admin admin] Publish callbacks [] for router, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:47.278813 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-c4cad151-1d00-402a-b367-4b4acbd6a27f None None] Set router 53c2b510-71eb-47e1-8b05-277434ad3960 gateway port host: n-d-814735-3 {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:51:47.371680 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-41494b2c-c87d-4c1d-8068-51d4d1c11af6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:47.439945 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-41494b2c-c87d-4c1d-8068-51d4d1c11af6 admin admin] Deleting port 96faa508-bc24-4544-b787-b69863ec20ab {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:51:47.440289 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-41494b2c-c87d-4c1d-8068-51d4d1c11af6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:47.476998 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-c4cad151-1d00-402a-b367-4b4acbd6a27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c2b510-71eb-47e1-8b05-277434ad3960', 'name': 'tempest-TestSnapshotPattern-1555058063-router', 'tenant_id': '453a20a1f8174679838c361326775f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'external_fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '96faa508-bc24-4544-b787-b69863ec20ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:46:47Z', 'updated_at': '2021-10-20T12:51:46Z', 'revision_number': 5, 'project_id': '453a20a1f8174679838c361326775f6c', 'gw_port': {'id': '96faa508-bc24-4544-b787-b69863ec20ab', 'name': '', 'network_id': '717966e5-c478-496f-bddb-05794fb74250', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c2b510-71eb-47e1-8b05-277434ad3960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814735-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-20T12:46:47Z', 'updated_at': '2021-10-20T12:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b69324eb-feb4-4f2a-b479-531a3ed2e60c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814735-3'}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:51:47.507148 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cad151-1d00-402a-b367-4b4acbd6a27f None None] Checking router: 53c2b510-71eb-47e1-8b05-277434ad3960 for host: n-d-814735-3 {{(pid=100648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 12:51:47.516941 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cad151-1d00-402a-b367-4b4acbd6a27f None None] Routers {'53c2b510-71eb-47e1-8b05-277434ad3960'} bound to L3 agent in host n-d-814735-3 {{(pid=100648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 20 12:51:47.517595 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-c4cad151-1d00-402a-b367-4b4acbd6a27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814735-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-20T11:14:52Z,description=,heartbeat_timestamp=2021-10-20T12:51:22Z,host='n-d-814735-3',id=2a4d2430-8201-42e2-994d-df065c6ef83b,load=0,resource_versions=,resources_synced=,started_at=2021-10-20T11:14:52Z,topic='l3_agent')) {'router_ids': ['53c2b510-71eb-47e1-8b05-277434ad3960'], 'active': True} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:51:47.521622 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-41494b2c-c87d-4c1d-8068-51d4d1c11af6 admin admin] For port 96faa508-bc24-4544-b787-b69863ec20ab, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=96faa508-bc24-4544-b787-b69863ec20ab,segment=NetworkSegment(1547638b-8852-4950-8fa4-3b9fddb3f607),segment_id=1547638b-8852-4950-8fa4-3b9fddb3f607)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:51:47.521985 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-41494b2c-c87d-4c1d-8068-51d4d1c11af6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:47.535154 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-41494b2c-c87d-4c1d-8068-51d4d1c11af6 admin admin] Calling delete_port for 96faa508-bc24-4544-b787-b69863ec20ab owned by network:router_gateway {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:51:47.598503 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvr_db [None req-c4cad151-1d00-402a-b367-4b4acbd6a27f None None] Set router 53c2b510-71eb-47e1-8b05-277434ad3960 gateway port host: None {{(pid=100648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 20 12:51:47.651958 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_hamode_db [None req-c4cad151-1d00-402a-b367-4b4acbd6a27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c2b510-71eb-47e1-8b05-277434ad3960', 'name': 'tempest-TestSnapshotPattern-1555058063-router', 'tenant_id': '453a20a1f8174679838c361326775f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:46:47Z', 'updated_at': '2021-10-20T12:51:47Z', 'revision_number': 6, 'project_id': '453a20a1f8174679838c361326775f6c', 'gw_port_host': None}], 'n-d-814735-3', False) {} {{(pid=100648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:51:47.679775 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cad151-1d00-402a-b367-4b4acbd6a27f None None] The sync data for ids ['53c2b510-71eb-47e1-8b05-277434ad3960'] in n-d-814735-3 is: [{'id': '53c2b510-71eb-47e1-8b05-277434ad3960', 'name': 'tempest-TestSnapshotPattern-1555058063-router', 'tenant_id': '453a20a1f8174679838c361326775f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-20T12:46:47Z', 'updated_at': '2021-10-20T12:51:47Z', 'revision_number': 6, 'project_id': '453a20a1f8174679838c361326775f6c', 'gw_port_host': None}] {{(pid=100648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 12:51:47.710890 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-41494b2c-c87d-4c1d-8068-51d4d1c11af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:47.739691 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41494b2c-c87d-4c1d-8068-51d4d1c11af6 admin admin] Pushing event deleted for resources: {'Port': ['ID=96faa508-bc24-4544-b787-b69863ec20ab,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:51:47.806444 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-41494b2c-c87d-4c1d-8068-51d4d1c11af6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652917'] for router_gateway, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:47.900348 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-41494b2c-c87d-4c1d-8068-51d4d1c11af6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4377'] for router, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:47.902573 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-41494b2c-c87d-4c1d-8068-51d4d1c11af6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:47.947735 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-41494b2c-c87d-4c1d-8068-51d4d1c11af6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655073'] for router, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:47.948586 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41494b2c-c87d-4c1d-8068-51d4d1c11af6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53c2b510-71eb-47e1-8b05-277434ad3960 {{(pid=100646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 12:51:47.955551 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-41494b2c-c87d-4c1d-8068-51d4d1c11af6 admin admin] Publish callbacks [] for router, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:47.956940 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-41494b2c-c87d-4c1d-8068-51d4d1c11af6 admin admin] 10.222.0.98 "DELETE /v2.0/routers/53c2b510-71eb-47e1-8b05-277434ad3960 HTTP/1.1" status: 204 len: 168 time: 0.7960889 Oct 20 12:51:47.959775 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34216) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:51:48.010451 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.db_base_plugin_v2 [None req-7877dbb5-dbff-448a-8ea8-21393a96f32d admin admin] Deleting subnet b12fc441-53b8-49ee-9ea8-bbf9bc252c17 {{(pid=100646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 20 12:51:48.014129 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7877dbb5-dbff-448a-8ea8-21393a96f32d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:48.052647 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7877dbb5-dbff-448a-8ea8-21393a96f32d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9318678'] for subnet, precommit_delete_associations {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:48.146246 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7877dbb5-dbff-448a-8ea8-21393a96f32d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482586'] for subnet, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:48.205153 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7877dbb5-dbff-448a-8ea8-21393a96f32d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8994596'] for subnet, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:48.236831 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7877dbb5-dbff-448a-8ea8-21393a96f32d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b12fc441-53b8-49ee-9ea8-bbf9bc252c17,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:51:48.238837 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-7877dbb5-dbff-448a-8ea8-21393a96f32d admin admin] Publish callbacks [] for subnet, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:48.242114 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-7877dbb5-dbff-448a-8ea8-21393a96f32d admin admin] 10.222.0.98 "DELETE /v2.0/subnets/b12fc441-53b8-49ee-9ea8-bbf9bc252c17 HTTP/1.1" status: 204 len: 168 time: 0.2811167 Oct 20 12:51:48.244009 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce73f88-c977-4e76-953f-7dd56e415852 None None] Network f290a90c-7e3c-4fe4-be00-5e0f0daf731d requested from n-d-814735-3 {{(pid=100648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 20 12:51:48.245162 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34218) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:51:48.315046 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-31d406b5-fbb3-4a03-b4c6-9555b9dc21ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1644421'] for network, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:48.370857 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-31d406b5-fbb3-4a03-b4c6-9555b9dc21ae admin admin] Deleting port e40b15ab-4070-492f-beef-1469a27310e0 {{(pid=100646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:51:48.371248 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-31d406b5-fbb3-4a03-b4c6-9555b9dc21ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:48.441861 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.db [None req-31d406b5-fbb3-4a03-b4c6-9555b9dc21ae admin admin] For port e40b15ab-4070-492f-beef-1469a27310e0, host n-d-814735-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814735-3',level=0,port_id=e40b15ab-4070-492f-beef-1469a27310e0,segment=NetworkSegment(f55a6813-2edd-4d7a-9e44-fac134124f0b),segment_id=f55a6813-2edd-4d7a-9e44-fac134124f0b)] {{(pid=100646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:51:48.442231 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-31d406b5-fbb3-4a03-b4c6-9555b9dc21ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:48.457442 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.plugin [None req-31d406b5-fbb3-4a03-b4c6-9555b9dc21ae admin admin] Calling delete_port for e40b15ab-4070-492f-beef-1469a27310e0 owned by network:dhcp {{(pid=100646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:51:48.483237 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b02539-3be0-4c46-b4a7-592a0af1da54 None None] DHCP port deletion for f290a90c-7e3c-4fe4-be00-5e0f0daf731d request from n-d-814735-3 {{(pid=100648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 20 12:51:48.546458 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-31d406b5-fbb3-4a03-b4c6-9555b9dc21ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318806'] for port, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:48.548389 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-54b02539-3be0-4c46-b4a7-592a0af1da54 None None] Deleting port e40b15ab-4070-492f-beef-1469a27310e0 {{(pid=100648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 20 12:51:48.548859 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-54b02539-3be0-4c46-b4a7-592a0af1da54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755318707851'] for port, before_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:48.581358 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d406b5-fbb3-4a03-b4c6-9555b9dc21ae admin admin] Pushing event deleted for resources: {'Port': ['ID=e40b15ab-4070-492f-beef-1469a27310e0,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:51:48.582367 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 59e05905-9f02-4b97-8703-450de0e0c6c4 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:51:48.582887 n-d-814735-3 neutron-server[100646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d406b5-fbb3-4a03-b4c6-9555b9dc21ae admin admin] No DVR routers for this DVR port e40b15ab-4070-492f-beef-1469a27310e0 on host n-d-814735-3 {{(pid=100646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:51:48.636780 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 59e05905-9f02-4b97-8703-450de0e0c6c4 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:51:48.637269 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 59e05905-9f02-4b97-8703-450de0e0c6c4 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:51:48.657856 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.db [None req-54b02539-3be0-4c46-b4a7-592a0af1da54 None None] For port e40b15ab-4070-492f-beef-1469a27310e0, host n-d-814735-3, got binding levels [] {{(pid=100648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 12:51:48.658959 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-54b02539-3be0-4c46-b4a7-592a0af1da54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647418'] for port, precommit_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:48.676396 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-54b02539-3be0-4c46-b4a7-592a0af1da54 None None] Calling delete_port for e40b15ab-4070-492f-beef-1469a27310e0 owned by network:dhcp {{(pid=100648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 20 12:51:48.679845 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.ipam_backend_mixin [None req-54b02539-3be0-4c46-b4a7-592a0af1da54 None None] Port e40b15ab-4070-492f-beef-1469a27310e0 was not found and therefore no delete operation was performed {{(pid=100648) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 20 12:51:48.681261 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-54b02539-3be0-4c46-b4a7-592a0af1da54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1469005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755318649173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755318161610'] for port, after_delete {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:48.720033 n-d-814735-3 neutron-server[100648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b02539-3be0-4c46-b4a7-592a0af1da54 None None] No DVR routers for this DVR port e40b15ab-4070-492f-beef-1469a27310e0 on host n-d-814735-3 {{(pid=100648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 20 12:51:48.722376 n-d-814735-3 neutron-server[100648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b02539-3be0-4c46-b4a7-592a0af1da54 None None] Pushing event deleted for resources: {'Port': ['ID=e40b15ab-4070-492f-beef-1469a27310e0,revision_number=None']} {{(pid=100648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:51:48.982373 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-31d406b5-fbb3-4a03-b4c6-9555b9dc21ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480915', 'neutron.services.segments.db._delete_segments_for_network-8755318643869'] for network, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:49.003388 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-31d406b5-fbb3-4a03-b4c6-9555b9dc21ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f290a90c-7e3c-4fe4-be00-5e0f0daf731d']}} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:51:49.015958 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-31d406b5-fbb3-4a03-b4c6-9555b9dc21ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f55a6813-2edd-4d7a-9e44-fac134124f0b') {'for_net_delete': True} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:51:49.016424 n-d-814735-3 neutron-server[100646]: DEBUG neutron.services.segments.db [None req-31d406b5-fbb3-4a03-b4c6-9555b9dc21ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f55a6813-2edd-4d7a-9e44-fac134124f0b') {} {{(pid=100646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 12:51:49.025915 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-31d406b5-fbb3-4a03-b4c6-9555b9dc21ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755318641830', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9318767'] for segment, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:49.040363 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-31d406b5-fbb3-4a03-b4c6-9555b9dc21ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345'] for segment, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:49.047523 n-d-814735-3 neutron-server[100646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31d406b5-fbb3-4a03-b4c6-9555b9dc21ae admin admin] Releasing vlan 1281 on physical network physnet1 to pool {{(pid=100646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 12:51:49.047922 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-31d406b5-fbb3-4a03-b4c6-9555b9dc21ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1533345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318217'] for segment, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:49.049666 n-d-814735-3 neutron-server[100646]: Traceback (most recent call last): Oct 20 12:51:49.049666 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 20 12:51:49.049666 n-d-814735-3 neutron-server[100646]: timer() Oct 20 12:51:49.049666 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 20 12:51:49.049666 n-d-814735-3 neutron-server[100646]: cb(*args, **kw) Oct 20 12:51:49.049666 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 20 12:51:49.049666 n-d-814735-3 neutron-server[100646]: return func(*args, **kwargs) Oct 20 12:51:49.049666 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 20 12:51:49.049666 n-d-814735-3 neutron-server[100646]: self._notify() Oct 20 12:51:49.049666 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 20 12:51:49.049666 n-d-814735-3 neutron-server[100646]: self.callback(batched_events) Oct 20 12:51:49.049666 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 20 12:51:49.049666 n-d-814735-3 neutron-server[100646]: event.method(event) Oct 20 12:51:49.049666 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 20 12:51:49.049666 n-d-814735-3 neutron-server[100646]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 20 12:51:49.049666 n-d-814735-3 neutron-server[100646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 20 12:51:49.049666 n-d-814735-3 neutron-server[100646]: aggregate_uuid = self.p_client.list_aggregates( Oct 20 12:51:49.049666 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 20 12:51:49.049666 n-d-814735-3 neutron-server[100646]: return f(self, *a, **k) Oct 20 12:51:49.049666 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 20 12:51:49.049666 n-d-814735-3 neutron-server[100646]: return self._get(url).json() Oct 20 12:51:49.049666 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 20 12:51:49.049666 n-d-814735-3 neutron-server[100646]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 20 12:51:49.049666 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 20 12:51:49.049666 n-d-814735-3 neutron-server[100646]: return self.request(url, 'GET', **kwargs) Oct 20 12:51:49.049666 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 20 12:51:49.049666 n-d-814735-3 neutron-server[100646]: base_url = self.get_endpoint(auth, allow=allow, Oct 20 12:51:49.049666 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 20 12:51:49.049666 n-d-814735-3 neutron-server[100646]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 20 12:51:49.049666 n-d-814735-3 neutron-server[100646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 20 12:51:49.049666 n-d-814735-3 neutron-server[100646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 20 12:51:49.049666 n-d-814735-3 neutron-server[100646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 20 12:51:49.111127 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-31d406b5-fbb3-4a03-b4c6-9555b9dc21ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-652881'] for network, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:49.117718 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-31d406b5-fbb3-4a03-b4c6-9555b9dc21ae admin admin] Publish callbacks [] for network, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:49.121095 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-31d406b5-fbb3-4a03-b4c6-9555b9dc21ae admin admin] 10.222.0.98 "DELETE /v2.0/networks/f290a90c-7e3c-4fe4-be00-5e0f0daf731d HTTP/1.1" status: 204 len: 168 time: 0.8750129 Oct 20 12:51:49.134854 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d406b5-fbb3-4a03-b4c6-9555b9dc21ae admin admin] Pushing event deleted for resources: {'Network': ['ID=f290a90c-7e3c-4fe4-be00-5e0f0daf731d,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:51:49.235686 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34224) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:51:49.276961 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-148b8dda-d3e3-4a4f-9f6e-f5faf9b8193d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=56378f88be8c444a893bcc309f9776b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400178 Oct 20 12:51:49.279890 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34226) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:51:49.329719 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-72a07ab4-f9cd-42cc-a7e4-b77114e81703 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:49.351059 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-72a07ab4-f9cd-42cc-a7e4-b77114e81703 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:49.407272 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-72a07ab4-f9cd-42cc-a7e4-b77114e81703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:49.410326 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-72a07ab4-f9cd-42cc-a7e4-b77114e81703 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:49.411641 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-72a07ab4-f9cd-42cc-a7e4-b77114e81703 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8e85408a-db08-4419-897f-5f9306eecaf7 HTTP/1.1" status: 204 len: 168 time: 0.1306884 Oct 20 12:51:49.420212 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a07ab4-f9cd-42cc-a7e4-b77114e81703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e85408a-db08-4419-897f-5f9306eecaf7,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:51:49.526251 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0e0925ac-dd35-4d3c-ae72-3bedb47943f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:49.760410 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34234) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:51:49.818044 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-66dfecc0-48c4-497e-b369-083688f9eae0 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=453a20a1f8174679838c361326775f6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0559738 Oct 20 12:51:49.820474 n-d-814735-3 neutron-server[100646]: DEBUG neutron.wsgi [-] (100646) accepted ('10.222.0.98', 34236) {{(pid=100646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 20 12:51:49.873926 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-84e2170c-58e2-4250-a748-760ee551b6af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:49.896946 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-84e2170c-58e2-4250-a748-760ee551b6af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:49.949541 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-84e2170c-58e2-4250-a748-760ee551b6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499583'] for security_group, after_delete {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:49.952419 n-d-814735-3 neutron-server[100646]: DEBUG neutron_lib.callbacks.manager [None req-84e2170c-58e2-4250-a748-760ee551b6af admin admin] Publish callbacks [] for security_group, before_response {{(pid=100646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:49.953604 n-d-814735-3 neutron-server[100646]: INFO neutron.wsgi [None req-84e2170c-58e2-4250-a748-760ee551b6af admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c4668e59-cfe3-4810-b064-1dd885baf76f HTTP/1.1" status: 204 len: 168 time: 0.1323671 Oct 20 12:51:49.962091 n-d-814735-3 neutron-server[100646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e2170c-58e2-4250-a748-760ee551b6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4668e59-cfe3-4810-b064-1dd885baf76f,revision_number=None']} {{(pid=100646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 12:51:50.159890 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 96faa508-bc24-4544-b787-b69863ec20ab no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:51:50.181033 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: 96faa508-bc24-4544-b787-b69863ec20ab {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:51:50.181467 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device 96faa508-bc24-4544-b787-b69863ec20ab not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:51:50.181884 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device e40b15ab-4070-492f-beef-1469a27310e0 no longer exists at agent ovs-agent-n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 12:51:50.202893 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.plugin [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] No Port match for: e40b15ab-4070-492f-beef-1469a27310e0 {{(pid=100648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 20 12:51:50.203228 n-d-814735-3 neutron-server[100648]: DEBUG neutron.plugins.ml2.rpc [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Device e40b15ab-4070-492f-beef-1469a27310e0 not bound to the agent host n-d-814735-3 {{(pid=100648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 12:51:52.378553 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d2b2e63d-a591-426e-9d1b-063e5e1210e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:53.324560 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:53.545276 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:51:55.286123 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:52:10.590390 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:52:11.540540 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:52:16.260927 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:52:19.531244 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-774fde5e-9469-4d52-8b6a-e33ef793fc1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:52:22.384300 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-940737ba-11a9-4493-8737-b0405d15adb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:52:23.320019 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:52:23.554217 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:52:25.288688 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:52:40.587629 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:52:46.289960 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:52:48.541373 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:52:49.534178 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5b848378-b581-407f-b1ba-9ca49eb570d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:52:52.392941 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-373d8942-1f96-4bc2-ab37-43f3ee6f1016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:52:53.329384 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:52:53.553394 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:52:55.293404 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:53:10.603301 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:53:16.303980 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:53:19.539082 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-340a7d3e-d5d9-455e-a391-73b6310911d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:53:22.388254 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-6fddb507-14ff-45bb-9092-70706eb07c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:53:23.325162 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:53:23.556509 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:53:25.295096 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:53:25.540667 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:53:40.618089 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:53:46.305484 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:53:49.542741 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-c75a24cf-0afc-4f5c-9ab5-d4cc24a90657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:53:52.390521 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3c2b366e-ea99-45cf-9e5f-cd4df947acb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:53:53.321992 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:53:53.558421 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:53:55.298954 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:54:02.540823 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:54:10.617197 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:54:16.318979 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:54:19.546376 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-466adae6-6317-4e3f-844c-14aa63917605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:54:22.384111 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-bc3a057d-7c7c-4641-abf2-5c08ad94fe30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:54:23.315126 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:54:23.562903 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:54:25.301280 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:54:39.541266 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:54:40.629467 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:54:46.320815 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:54:49.550453 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a04c9c85-5157-4292-96f9-695e6d2a2041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:54:52.389028 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-5e33cc29-df35-4e18-8728-00cea6beed68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:54:53.319718 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:54:53.570294 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:54:55.304169 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:55:10.629169 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:55:16.332365 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:55:16.541410 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:55:19.555148 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-069524e0-693a-4056-bd51-7dab12bbd9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:55:22.392596 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-38e6a3d9-a47f-42e5-b5f9-7e9c14406ef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:55:23.324915 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:55:23.567212 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:55:25.309271 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:55:40.644607 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:55:46.335708 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:55:49.558488 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-14ee286c-8b0d-4546-a7ba-0fe0c10f46f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:55:52.396866 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f989eebd-47e1-4143-b4cb-727f38073abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:55:53.328865 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:55:53.541404 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:55:53.570842 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:55:55.312767 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:56:10.646601 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:56:16.333059 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:56:19.562130 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-11e51698-5f2d-4e95-b85b-e07524ab725f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:56:22.400780 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a26d6f86-956e-412f-9808-038142c30fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:56:23.336156 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:56:23.574699 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:56:25.314697 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:56:30.541453 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:56:40.658059 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:56:46.336036 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:56:49.573544 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-4a3d8ccc-7226-44b5-ab7b-80c4145663d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:56:52.407416 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-f8f2e855-8161-43cc-bc7f-8f244dfae193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:56:53.333017 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:56:53.582657 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:56:55.322031 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:57:07.544594 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:57:10.645521 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:57:16.359474 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:57:19.568747 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e7f1c54a-a6f3-47e9-b3d8-e0aabd2161b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:57:22.409796 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-0f63e394-f634-4b7b-8419-a046bc56b527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:57:23.327942 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:57:23.583541 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:57:25.325551 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:57:40.660845 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:57:44.547404 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:57:46.368250 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:57:49.574035 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-677c4fd4-18cb-4aa6-97e5-f04558fd9d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:57:52.410219 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-13cf6eec-32e9-42f4-981c-d41e00a7cdba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:57:53.336813 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:57:53.588788 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:57:55.332692 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:58:10.658122 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:58:16.373550 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:58:19.575086 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-1040e857-b861-40c0-b9b9-459e87470026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:58:21.552070 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:58:22.414711 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-84563808-210b-4cda-9a10-4f24978b8ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:58:23.332427 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:58:23.594650 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:58:25.329997 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:58:40.670193 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:58:46.378042 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:58:49.572742 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-9d1afee5-499e-4138-af2c-28e426c9df42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:58:52.414687 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-a4768d93-4071-4994-b8b6-c1fb557210c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:58:53.337080 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:58:53.596039 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:58:55.334695 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:58:58.554936 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:59:10.701215 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:59:16.370734 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:59:19.574562 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d56aa672-9072-44ce-8987-e2abb6c04903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:59:22.409989 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-04cd2083-df5b-42b8-b0fd-aed49b4faaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:59:23.342068 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:59:23.602778 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:59:25.337313 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:59:35.554951 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 12:59:40.703645 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:59:41.846765 n-d-814735-3 neutron-server[100647]: DEBUG neutron.wsgi [req-d9161959-013d-4d39-89f1-0bb3a6766882 req-2acfa333-98f3-45bd-9b09-fd6271b0615b service neutron] (100647) timed out ('10.222.0.98', 45636) {{(pid=100647) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 20 12:59:46.367892 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-3b858e7d-302f-44dc-867c-fa59ae88b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:59:49.569142 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e3324c6b-7aad-4f54-bf92-6c1746115e11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:59:52.416452 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-674a016a-60b9-4e07-b9d8-c1343643f74a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:59:53.352260 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-d38ffa57-4f43-4020-a970-69afa263e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:59:53.599388 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-2860a320-f487-42f7-8014-965ff1fb408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 12:59:55.339798 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-25148d45-7107-4f67-8d81-4af82397f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 13:00:10.716336 n-d-814735-3 neutron-server[100648]: DEBUG neutron_lib.callbacks.manager [None req-e8c36c24-dc1e-4633-87c4-98837da23611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755318643851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479635'] for agent, after_update {{(pid=100648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 20 13:00:12.554443 n-d-814735-3 neutron-server[100649]: DEBUG neutron.db.agents_db [None req-892558c4-1c6f-4589-a562-7fb555749723 None None] Agent healthcheck: found 7 active agents {{(pid=100649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}